-- Logs begin at Wed 2022-02-09 00:21:29 UTC, end at Wed 2022-02-09 02:53:23 UTC. -- Feb 09 00:58:00.838465 n-d-822053-40 systemd[1]: Started Devstack devstack@q-svc.service. Feb 09 00:58:04.124390 n-d-822053-40 neutron-server[103417]: INFO neutron.common.config [-] Logging enabled! Feb 09 00:58:04.125253 n-d-822053-40 neutron-server[103417]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 09 00:58:04.125253 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103417) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 09 00:58:04.128698 n-d-822053-40 neutron-server[103417]: INFO neutron.common.config [-] Logging enabled! Feb 09 00:58:04.128955 n-d-822053-40 neutron-server[103417]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 09 00:58:04.129264 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103417) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 09 00:58:04.130266 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 00:58:04.130498 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 00:58:04.130939 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 00:58:04.131195 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 00:58:04.131419 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 00:58:04.131934 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.132398 n-d-822053-40 neutron-server[103417]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 09 00:58:04.132709 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.133003 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.133292 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.133589 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.133878 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.134158 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.134440 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.134740 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.135025 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.135302 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.135590 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.135880 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.136187 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.136470 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.136754 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.137036 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] debug = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.137315 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.137756 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.138171 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.138447 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.138732 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.139006 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.139275 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.139548 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.139834 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.140218 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] host = n-d-822053-40 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.140594 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.140900 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.141276 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.141565 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.142011 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.142165 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.142486 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.143020 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.143309 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] log_file = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.143593 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.143884 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.144203 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.144502 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.144717 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.144942 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.145226 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.145516 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.145796 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.146071 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.146346 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.146614 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.146890 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.147157 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.147450 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.147729 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.148029 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.148307 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.148580 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.148849 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.149120 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.149403 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.149669 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.149940 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.150218 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.150505 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.150776 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.151046 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.151353 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.151636 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.151917 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.152224 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.152498 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.152779 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.153050 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.153317 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.153586 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] use_json = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.153855 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.154122 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.154402 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.154666 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.154934 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.155214 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.155484 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.155764 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.156061 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:04.156367 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.156658 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.156957 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.157265 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.157545 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.158683 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.158683 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.158907 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.159199 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.159573 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.159775 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.160099 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.160385 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.160677 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.160971 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.161277 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.161564 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.161851 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.162124 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.162395 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.162668 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.162944 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.163228 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.163506 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.163789 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.164104 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.164384 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.164677 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.164968 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.165262 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.165550 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.165825 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.166102 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.166390 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.166669 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.166942 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.167221 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.167510 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.167789 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.168091 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.168376 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.168655 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.168927 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.169193 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.169469 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.169755 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.170032 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.170300 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.170570 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.170844 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.171112 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.171392 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.171670 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.172078 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.172293 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.172813 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.172988 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.173265 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.173542 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.174517 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.174711 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.174985 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.175257 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.175529 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.175799 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.176107 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.176379 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.176648 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.176921 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.177190 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.177461 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.177727 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.177995 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.178269 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.178552 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.178849 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.179124 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.179399 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.179673 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.179946 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.180248 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.180521 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.180796 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.181073 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.181339 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.181632 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.181913 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.182201 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.182515 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.182788 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.183078 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.183349 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.183628 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.183900 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.184198 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.184484 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.184771 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.185063 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.185356 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.185647 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.185935 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.186227 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.186504 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.186812 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.187089 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:04.187303 n-d-822053-40 neutron-server[103417]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 00:58:04.187548 n-d-822053-40 neutron-server[103417]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103417) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 09 00:58:04.578831 n-d-822053-40 neutron-server[103417]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 09 00:58:04.579110 n-d-822053-40 neutron-server[103417]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 09 00:58:04.579412 n-d-822053-40 neutron-server[103417]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 09 00:58:04.579743 n-d-822053-40 neutron-server[103417]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 09 00:58:04.937637 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:04.937861 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:04.938084 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:04.939951 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:04.940527 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:04.940920 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:04.992907 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:04.993171 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:04.993436 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.011043 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.011326 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.011594 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.044379 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.044661 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.044927 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.086558 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.086841 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.087113 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.465213 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.465907 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.465907 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.466104 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.466680 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.577675 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.578010 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.578295 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.578562 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.578825 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.579133 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.579389 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.579641 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.579897 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.580514 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.580514 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.580780 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.580998 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.581352 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.581611 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.581877 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.582132 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.582400 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.582669 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.582929 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.583202 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.583454 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.583739 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.584186 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.584433 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.584677 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.585124 n-d-822053-40 neutron-server[103417]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 00:58:05.585360 n-d-822053-40 neutron-server[103417]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 00:58:05.585594 n-d-822053-40 neutron-server[103417]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 00:58:05.585827 n-d-822053-40 neutron-server[103417]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 00:58:05.586057 n-d-822053-40 neutron-server[103417]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 00:58:05.586288 n-d-822053-40 neutron-server[103417]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 00:58:05.586659 n-d-822053-40 neutron-server[103417]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 09 00:58:05.590275 n-d-822053-40 neutron-server[103417]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 09 00:58:05.595098 n-d-822053-40 neutron-server[103417]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 09 00:58:05.600377 n-d-822053-40 neutron-server[103417]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Feb 09 00:58:05.602133 n-d-822053-40 neutron-server[103417]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 09 00:58:05.602626 n-d-822053-40 neutron-server[103417]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 09 00:58:05.602959 n-d-822053-40 neutron-server[103417]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 09 00:58:05.603340 n-d-822053-40 neutron-server[103417]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 09 00:58:05.606400 n-d-822053-40 neutron-server[103417]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 09 00:58:05.606710 n-d-822053-40 neutron-server[103417]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 09 00:58:05.606991 n-d-822053-40 neutron-server[103417]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 00:58:05.613290 n-d-822053-40 neutron-server[103417]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 09 00:58:05.637290 n-d-822053-40 neutron-server[103417]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 09 00:58:05.637968 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.638272 n-d-822053-40 neutron-server[103417]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103417) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 09 00:58:05.638632 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.640182 n-d-822053-40 neutron-server[103417]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103417) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 09 00:58:05.640481 n-d-822053-40 neutron-server[103417]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 00:58:05.640914 n-d-822053-40 neutron-server[103417]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 09 00:58:05.645214 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.645494 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:05.713253 n-d-822053-40 neutron-server[103417]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 09 00:58:05.713510 n-d-822053-40 neutron-server[103417]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 09 00:58:05.713708 n-d-822053-40 neutron-server[103417]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 09 00:58:05.714265 n-d-822053-40 neutron-server[103417]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 09 00:58:05.737079 n-d-822053-40 neutron-server[103417]: DEBUG oslo_db.sqlalchemy.engines [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103417) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 09 00:58:06.223109 n-d-822053-40 neutron-server[103417]: INFO neutron.plugins.ml2.managers [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Initializing driver for type 'gre' Feb 09 00:58:06.223641 n-d-822053-40 neutron-server[103417]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] gre ID ranges: [(1, 1000)] Feb 09 00:58:06.293226 n-d-822053-40 neutron-server[103417]: INFO neutron.plugins.ml2.managers [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Initializing driver for type 'local' Feb 09 00:58:06.293686 n-d-822053-40 neutron-server[103417]: INFO neutron.plugins.ml2.managers [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Initializing driver for type 'vlan' Feb 09 00:58:06.310677 n-d-822053-40 neutron-server[103417]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] VlanTypeDriver initialization complete Feb 09 00:58:06.311094 n-d-822053-40 neutron-server[103417]: INFO neutron.plugins.ml2.managers [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Initializing driver for type 'vxlan' Feb 09 00:58:06.311667 n-d-822053-40 neutron-server[103417]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] vxlan ID ranges: [(1, 1000)] Feb 09 00:58:06.391518 n-d-822053-40 neutron-server[103417]: INFO neutron.plugins.ml2.managers [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Initializing extension driver 'port_security' Feb 09 00:58:06.392183 n-d-822053-40 neutron-server[103417]: INFO neutron.plugins.ml2.extensions.port_security [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] PortSecurityExtensionDriver initialization complete Feb 09 00:58:06.393378 n-d-822053-40 neutron-server[103417]: INFO neutron.plugins.ml2.managers [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Initializing mechanism driver 'openvswitch' Feb 09 00:58:06.393911 n-d-822053-40 neutron-server[103417]: INFO neutron.plugins.ml2.managers [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Initializing mechanism driver 'hyperv' Feb 09 00:58:06.401758 n-d-822053-40 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:06.402730 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > port after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.403139 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > port after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.403531 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > port after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.404237 n-d-822053-40 neutron-server[103417]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103417) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 00:58:06.404728 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > subnet after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.405151 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > subnet after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.405538 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > subnet after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.405978 n-d-822053-40 neutron-server[103417]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103417) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 00:58:06.406443 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > network after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.406853 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > network after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.407237 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > network after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.407687 n-d-822053-40 neutron-server[103417]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103417) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 00:58:06.408156 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > security_group after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.408718 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > security_group after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.409101 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > security_group after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.409606 n-d-822053-40 neutron-server[103417]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103417) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 00:58:06.410116 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.410534 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.410930 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.411488 n-d-822053-40 neutron-server[103417]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103417) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 00:58:06.411963 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > address_group after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.412391 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > address_group after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.412769 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > address_group after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.413207 n-d-822053-40 neutron-server[103417]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103417) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 00:58:06.413694 n-d-822053-40 neutron-server[103417]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] ML2 OVO RPC backend initialized. {{(pid=103417) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 09 00:58:06.414555 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > router_interface after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.415021 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.415477 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > network before_response 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.415858 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > networks before_response 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.416286 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > port before_response 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.416663 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > ports before_response 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.417027 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > subnet before_response 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.417400 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > subnets before_response 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.417778 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > network after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.418150 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > network after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.418539 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > network after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.418917 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > port after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.419285 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > port after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.419652 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > port after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.420061 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > subnet after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.420435 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > subnet after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.420796 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > subnet after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.430774 n-d-822053-40 neutron-server[103417]: INFO neutron.quota [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded quota_driver: . Feb 09 00:58:06.431202 n-d-822053-40 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Modular L2 Plugin initialization complete Feb 09 00:58:06.431593 n-d-822053-40 neutron-server[103417]: DEBUG neutron.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading services supported by the core plugin {{(pid=103417) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 09 00:58:06.432080 n-d-822053-40 neutron-server[103417]: INFO neutron.plugins.ml2.managers [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Got port-security extension from driver 'port_security' Feb 09 00:58:06.432638 n-d-822053-40 neutron-server[103417]: INFO neutron.extensions.vlantransparent [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Disabled vlantransparent extension. Feb 09 00:58:06.433180 n-d-822053-40 neutron-server[103417]: DEBUG neutron.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103417) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 09 00:58:06.433542 n-d-822053-40 neutron-server[103417]: INFO neutron.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading Plugin: router Feb 09 00:58:06.474554 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > router_interface before_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.475220 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > router after_create 55549900 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.475220 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > router before_create 55549900 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.475559 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.475927 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.476302 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > router after_delete 55549900 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.476656 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > floatingip after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.476998 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > floatingip after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.477350 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > router after_create 55549900 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.477689 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > router after_update 55549900 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.478033 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > router after_update 55549900 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.478376 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.478727 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > router after_update 55549900 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.479143 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > router precommit_update 55549900 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.479507 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: port after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.479844 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: port after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.480272 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: subnet after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.480610 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.480953 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > port precommit_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.481291 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > router precommit_create 55549900 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.481632 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: port before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.481964 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > router precommit_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.482315 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > router after_update 55549900 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.482646 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > router precommit_delete 55549900 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.483153 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > router precommit_create 55549900 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.483507 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > router_interface after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.483853 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > router precommit_update 55549900 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.484248 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > agent after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.484594 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > agent after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.484929 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > network after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.485861 n-d-822053-40 neutron-server[103417]: DEBUG neutron.quota.resource_registry [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Tracking information for resource: router configured {{(pid=103417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 00:58:06.486321 n-d-822053-40 neutron-server[103417]: DEBUG neutron.quota.resource_registry [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Tracking information for resource: floatingip configured {{(pid=103417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 00:58:06.493055 n-d-822053-40 neutron-server[103417]: INFO neutron.db.l3_agentschedulers_db [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 09 00:58:06.493766 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: port after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.494169 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: port after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.494558 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: port after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.494942 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: port after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.495819 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > router before_create 55550100 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.496399 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > router precommit_delete 55550100 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.496852 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > router precommit_create 55550100 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.497212 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > router precommit_update 55550100 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.502762 n-d-822053-40 neutron-server[103417]: DEBUG neutron.services.provider_configuration [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Service providers = [] {{(pid=103417) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 09 00:58:06.503220 n-d-822053-40 neutron-server[103417]: DEBUG neutron.db.servicetype_db [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103417) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 09 00:58:06.507133 n-d-822053-40 neutron-server[103417]: DEBUG neutron.services.service_base [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103417) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 00:58:06.507476 n-d-822053-40 neutron-server[103417]: DEBUG neutron.services.service_base [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103417) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 00:58:06.507818 n-d-822053-40 neutron-server[103417]: DEBUG neutron.services.service_base [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103417) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 00:58:06.508755 n-d-822053-40 neutron-server[103417]: DEBUG neutron.services.service_base [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103417) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 00:58:06.509132 n-d-822053-40 neutron-server[103417]: INFO neutron.services.service_base [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 09 00:58:06.509525 n-d-822053-40 neutron-server[103417]: DEBUG neutron.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 00:58:06.509842 n-d-822053-40 neutron-server[103417]: INFO neutron.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 09 00:58:06.521469 n-d-822053-40 neutron-server[103417]: DEBUG neutron.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 00:58:06.521798 n-d-822053-40 neutron-server[103417]: INFO neutron.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading Plugin: auto_allocate Feb 09 00:58:06.528087 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: network precommit_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.528516 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: network precommit_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.529102 n-d-822053-40 neutron-server[103417]: DEBUG neutron.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 00:58:06.529457 n-d-822053-40 neutron-server[103417]: INFO neutron.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading Plugin: tag Feb 09 00:58:06.537473 n-d-822053-40 neutron-server[103417]: DEBUG neutron.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 00:58:06.537796 n-d-822053-40 neutron-server[103417]: INFO neutron.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading Plugin: timestamp Feb 09 00:58:06.541878 n-d-822053-40 neutron-server[103417]: DEBUG neutron.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 00:58:06.542210 n-d-822053-40 neutron-server[103417]: INFO neutron.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading Plugin: network_ip_availability Feb 09 00:58:06.548342 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.548721 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.549639 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.551272 n-d-822053-40 neutron-server[103417]: DEBUG neutron.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 00:58:06.551938 n-d-822053-40 neutron-server[103417]: INFO neutron.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading Plugin: flavors Feb 09 00:58:06.557696 n-d-822053-40 neutron-server[103417]: DEBUG neutron.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 00:58:06.558024 n-d-822053-40 neutron-server[103417]: INFO neutron.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading Plugin: revisions Feb 09 00:58:06.562652 n-d-822053-40 neutron-server[103417]: DEBUG neutron.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 00:58:06.563094 n-d-822053-40 neutron-server[103417]: DEBUG oslo_concurrency.lockutils [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.984s {{(pid=103417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 09 00:58:06.564177 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103417) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 09 00:58:06.564700 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Initializing extension manager. Feb 09 00:58:06.565269 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: __init__.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.565612 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: __pycache__ {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.566077 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.566494 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: address_group.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.567345 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.567945 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: address-group Feb 09 00:58:06.568295 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: address_scope.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.569014 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.569548 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: address-scope Feb 09 00:58:06.569874 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: admin_state_down_before_update.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.570889 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.571409 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: router-admin-state-down-before-update Feb 09 00:58:06.571730 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: agent.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.572501 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.573110 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: agent Feb 09 00:58:06.573329 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: agent_resources_synced.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.574350 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.574863 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: agent-resources-synced Feb 09 00:58:06.575376 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: allowedaddresspairs.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.577148 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.577684 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: allowed-address-pairs Feb 09 00:58:06.578004 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: auto_allocated_topology.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.579150 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.579665 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: auto-allocated-topology Feb 09 00:58:06.580018 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: availability_zone.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.581307 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.581924 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: availability_zone Feb 09 00:58:06.582245 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: availability_zone_filter.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.583220 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.583730 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: availability_zone_filter Feb 09 00:58:06.584071 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: data_plane_status.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.584983 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.585487 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extension data-plane-status not supported by any of loaded plugins Feb 09 00:58:06.585797 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: default_subnetpools.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.586764 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.587223 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: default-subnetpools Feb 09 00:58:06.587535 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: dhcpagentscheduler.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.588416 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.588919 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: dhcp_agent_scheduler Feb 09 00:58:06.589233 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: dns.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.590157 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.590653 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extension dns-integration not supported by any of loaded plugins Feb 09 00:58:06.590969 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: dns_domain_ports.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.591874 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.592401 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 09 00:58:06.592718 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.593638 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.594396 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 09 00:58:06.594723 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: dvr.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.595520 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.596867 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: dvr Feb 09 00:58:06.597230 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: ecmp_routes.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.598232 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.598744 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extension ecmp_routes not supported by any of loaded plugins Feb 09 00:58:06.599061 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: empty_string_filtering.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.599969 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.600512 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: empty-string-filtering Feb 09 00:58:06.600830 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.601737 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.602239 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 09 00:58:06.602554 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.603474 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.603972 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 09 00:58:06.604312 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: external_net.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.605223 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.605725 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: external-net Feb 09 00:58:06.606039 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: extra_dhcp_opt.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.606988 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.607475 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: extra_dhcp_opt Feb 09 00:58:06.607796 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: extraroute.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.608742 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.609245 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: extraroute Feb 09 00:58:06.609564 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: extraroute_atomic.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.610605 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.611110 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: extraroute-atomic Feb 09 00:58:06.613781 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: filter_validation.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.613781 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.614077 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: filter-validation Feb 09 00:58:06.614386 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: fip_pf_description.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.615369 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.615873 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 09 00:58:06.616230 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: fip_port_details.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.617388 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.617890 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: fip-port-details Feb 09 00:58:06.618215 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: flavors.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.619488 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.620019 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: flavors Feb 09 00:58:06.620341 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.622057 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.622583 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 09 00:58:06.622915 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: floatingip_pools.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.623618 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.624157 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: floatingip-pools Feb 09 00:58:06.624480 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: ip_allocation.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.625420 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.625925 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extension ip_allocation not supported by any of loaded plugins Feb 09 00:58:06.626246 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.627291 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.628202 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: ip-substring-filtering Feb 09 00:58:06.628560 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: l2_adjacency.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.629506 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.630013 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extension l2_adjacency not supported by any of loaded plugins Feb 09 00:58:06.630333 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: l3.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.631341 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.631855 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: router Feb 09 00:58:06.632206 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: l3_conntrack_helper.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.635007 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.635688 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 09 00:58:06.636126 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.637240 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.637802 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: ext-gw-mode Feb 09 00:58:06.638185 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.639242 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.639797 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: l3-ha Feb 09 00:58:06.640204 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.641217 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.641973 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 09 00:58:06.642360 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: l3_flavors.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.643935 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.644537 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: l3-flavors Feb 09 00:58:06.644892 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: l3_ndp_proxy.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.646359 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.646915 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 09 00:58:06.647277 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.648282 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.648865 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: l3-port-ip-change-not-allowed Feb 09 00:58:06.649251 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: l3agentscheduler.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.650375 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.650927 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: l3_agent_scheduler Feb 09 00:58:06.651282 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: local_ip.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.653214 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.653780 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extension local_ip not supported by any of loaded plugins Feb 09 00:58:06.654158 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: logging.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.655890 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.656538 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extension logging not supported by any of loaded plugins Feb 09 00:58:06.656919 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: metering.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.657922 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.658736 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: metering Feb 09 00:58:06.659119 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.660379 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.660947 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: metering_source_and_destination_fields Feb 09 00:58:06.661302 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: multiprovidernet.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.662499 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.663179 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: multi-provider Feb 09 00:58:06.663536 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: netmtu.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.664644 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.665233 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: net-mtu Feb 09 00:58:06.665631 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: netmtu_writable.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.666601 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.667274 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: net-mtu-writable Feb 09 00:58:06.667636 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: network_availability_zone.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.668548 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.669099 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: network_availability_zone Feb 09 00:58:06.669517 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: network_ip_availability.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.670789 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.671492 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: network-ip-availability Feb 09 00:58:06.671889 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: network_segment_range.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.672881 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.673469 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extension network-segment-range not supported by any of loaded plugins Feb 09 00:58:06.674371 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: pagination.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.675497 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.675867 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: pagination Feb 09 00:58:06.676403 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: port_device_profile.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.677503 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.678147 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: port-device-profile Feb 09 00:58:06.678639 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.679751 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.680462 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: port-mac-address-regenerate Feb 09 00:58:06.680815 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.681798 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.682349 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: port-numa-affinity-policy Feb 09 00:58:06.682698 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: port_resource_request.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.683648 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.684247 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extension port-resource-request not supported by any of loaded plugins Feb 09 00:58:06.684605 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: port_resource_request_groups.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.685648 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.686207 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 09 00:58:06.686561 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: portbindings.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.687535 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.688207 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: binding Feb 09 00:58:06.688626 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: portbindings_extended.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.690172 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.690743 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: binding-extended Feb 09 00:58:06.691104 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: portsecurity.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.692162 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.692723 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: port-security Feb 09 00:58:06.693082 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: project_id.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.694107 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.694475 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: project-id Feb 09 00:58:06.694836 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: providernet.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.695794 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.696387 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: provider Feb 09 00:58:06.696748 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: qos.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.700614 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.701163 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extension qos not supported by any of loaded plugins Feb 09 00:58:06.701491 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.702841 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.703447 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 09 00:58:06.703827 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.705607 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.706791 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 09 00:58:06.706791 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: qos_default.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.707423 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.707929 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extension qos-default not supported by any of loaded plugins Feb 09 00:58:06.708287 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: qos_fip.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.709211 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.709715 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extension qos-fip not supported by any of loaded plugins Feb 09 00:58:06.710033 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: qos_fip_network_policy.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.710947 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.711451 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 09 00:58:06.711770 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: qos_gateway_ip.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.712875 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.713385 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 09 00:58:06.713703 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: qos_port_network_policy.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.714616 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.715123 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 09 00:58:06.715443 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.716533 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.717082 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 09 00:58:06.717402 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: qos_pps_rule.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.718756 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.719311 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extension qos-pps not supported by any of loaded plugins Feb 09 00:58:06.719633 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: qos_rule_type_details.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.720703 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.721592 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 09 00:58:06.721929 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: qos_rules_alias.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.723061 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.723575 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 09 00:58:06.723896 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: quota_check_limit.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.724927 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.725370 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: quota-check-limit Feb 09 00:58:06.725689 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: quotasv2.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.726700 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.727029 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: quotas Feb 09 00:58:06.727346 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: quotasv2_detail.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.729304 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.729636 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: quota_details Feb 09 00:58:06.729962 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: rbac.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.731074 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.731630 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: rbac-policies Feb 09 00:58:06.731957 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: rbac_address_group.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.733013 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.733669 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: rbac-address-group Feb 09 00:58:06.733996 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: rbac_address_scope.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.735076 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.735593 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: rbac-address-scope Feb 09 00:58:06.736064 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: rbac_security_groups.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.738235 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.739054 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: rbac-security-groups Feb 09 00:58:06.739413 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: rbac_subnetpool.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.740557 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.741082 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: rbac-subnetpool Feb 09 00:58:06.741410 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: revisionifmatch.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.742495 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.743019 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: revision-if-match Feb 09 00:58:06.743465 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: revisions.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.744862 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.745388 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: standard-attr-revisions Feb 09 00:58:06.745709 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: router_availability_zone.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.746534 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.747081 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: router_availability_zone Feb 09 00:58:06.747402 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: routerservicetype.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.748575 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.749087 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extension router-service-type not supported by any of loaded plugins Feb 09 00:58:06.749426 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.750519 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.751035 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: security-groups-normalized-cidr Feb 09 00:58:06.751360 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: security_groups_port_filtering.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.754034 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.754193 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: port-security-groups-filtering Feb 09 00:58:06.754441 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.755629 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.756190 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: security-groups-remote-address-group Feb 09 00:58:06.756510 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.757463 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.757980 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: security-groups-shared-filtering Feb 09 00:58:06.758303 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.758911 n-d-822053-40 neutron-server[103417]: WARNING neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 09 00:58:06.759228 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: securitygroup.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.771339 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.771992 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: security-group Feb 09 00:58:06.772401 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: segment.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.773490 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.774054 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extension segment not supported by any of loaded plugins Feb 09 00:58:06.774425 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.775554 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.776179 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 09 00:58:06.776548 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: servicetype.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.777891 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.778457 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: service-type Feb 09 00:58:06.778814 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: sorting.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.779903 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.780399 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: sorting Feb 09 00:58:06.780762 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: standard_attr_segment.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.781857 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.782449 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 09 00:58:06.782811 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: standardattrdescription.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.783562 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.784199 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: standard-attr-description Feb 09 00:58:06.784562 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: stateful_security_group.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.785636 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.786205 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: stateful-security-group Feb 09 00:58:06.786560 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: stdattrs_common.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.787213 n-d-822053-40 neutron-server[103417]: WARNING neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 09 00:58:06.787661 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.789051 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.789670 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 09 00:58:06.790034 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: subnet_onboard.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.791527 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.792193 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: subnet_onboard Feb 09 00:58:06.792557 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.793604 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.794166 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 09 00:58:06.794526 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: subnet_service_types.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.795501 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.796140 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: subnet-service-types Feb 09 00:58:06.796509 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: subnetallocation.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.797761 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.798504 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: subnet_allocation Feb 09 00:58:06.799407 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.800244 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.800969 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: subnetpool-prefix-ops Feb 09 00:58:06.801333 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.802520 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.803099 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 09 00:58:06.803459 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: tagging.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.804811 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.805390 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: standard-attr-tag Feb 09 00:58:06.805755 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: timestamp.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.807151 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.807732 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loaded extension: standard-attr-timestamp Feb 09 00:58:06.808168 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: trunk.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.809307 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.809874 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extension trunk not supported by any of loaded plugins Feb 09 00:58:06.810237 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: trunk_details.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.811279 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.812011 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extension trunk-details not supported by any of loaded plugins Feb 09 00:58:06.812374 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: uplink_status_propagation.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.813675 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.814286 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 09 00:58:06.815239 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Loading extension file: vlantransparent.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:58:06.816078 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:58:06.816603 n-d-822053-40 neutron-server[103417]: INFO neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extension vlan-transparent not supported by any of loaded plugins Feb 09 00:58:06.819446 n-d-822053-40 neutron-server[103417]: INFO neutron.quota.resource_registry [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Creating instance of TrackedResource for resource:network Feb 09 00:58:06.820005 n-d-822053-40 neutron-server[103417]: INFO neutron.quota.resource_registry [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Creating instance of TrackedResource for resource:subnet Feb 09 00:58:06.820409 n-d-822053-40 neutron-server[103417]: INFO neutron.quota.resource_registry [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 00:58:06.820797 n-d-822053-40 neutron-server[103417]: INFO neutron.quota.resource_registry [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Creating instance of TrackedResource for resource:port Feb 09 00:58:06.822123 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.v2.resource_helper [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:58:06.822575 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.v2.resource_helper [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Service FLAVORS assigned prefix: {{(pid=103417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:58:06.823181 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.v2.resource_helper [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:58:06.823613 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.v2.resource_helper [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:58:06.823943 n-d-822053-40 neutron-server[103417]: INFO neutron.quota.resource_registry [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Creating instance of TrackedResource for resource:router Feb 09 00:58:06.824411 n-d-822053-40 neutron-server[103417]: INFO neutron.quota.resource_registry [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Creating instance of TrackedResource for resource:floatingip Feb 09 00:58:06.824900 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.v2.resource_helper [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Service METERING assigned prefix: /metering {{(pid=103417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:58:06.826400 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.826773 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.827123 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:58:06.828262 n-d-822053-40 neutron-server[103417]: INFO neutron.quota.resource_registry [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 00:58:06.828974 n-d-822053-40 neutron-server[103417]: INFO neutron.quota.resource_registry [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Creating instance of TrackedResource for resource:security_group Feb 09 00:58:06.829636 n-d-822053-40 neutron-server[103417]: INFO neutron.quota.resource_registry [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 00:58:06.830574 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.v2.resource_helper [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Service CORE assigned prefix: {{(pid=103417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:58:06.830906 n-d-822053-40 neutron-server[103417]: INFO neutron.quota.resource_registry [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 00:58:06.831311 n-d-822053-40 neutron-server[103417]: WARNING neutron.quota.resource_registry [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] subnetpool is already registered Feb 09 00:58:06.831788 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.v2.resource_helper [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Service CORE assigned prefix: {{(pid=103417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:58:06.832180 n-d-822053-40 neutron-server[103417]: INFO neutron.quota.resource_registry [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 00:58:06.832536 n-d-822053-40 neutron-server[103417]: WARNING neutron.quota.resource_registry [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] subnetpool is already registered Feb 09 00:58:06.835012 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.v2.resource_helper [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:58:06.835641 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.v2.resource_helper [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Service FLAVORS assigned prefix: {{(pid=103417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:58:06.836396 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.v2.resource_helper [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:58:06.836857 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.v2.resource_helper [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:58:06.837198 n-d-822053-40 neutron-server[103417]: INFO neutron.quota.resource_registry [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Creating instance of TrackedResource for resource:router Feb 09 00:58:06.837614 n-d-822053-40 neutron-server[103417]: WARNING neutron.quota.resource_registry [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] router is already registered Feb 09 00:58:06.838069 n-d-822053-40 neutron-server[103417]: INFO neutron.quota.resource_registry [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Creating instance of TrackedResource for resource:floatingip Feb 09 00:58:06.838438 n-d-822053-40 neutron-server[103417]: WARNING neutron.quota.resource_registry [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] floatingip is already registered Feb 09 00:58:06.838947 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.v2.resource_helper [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Service METERING assigned prefix: /metering {{(pid=103417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:58:06.839740 n-d-822053-40 neutron-server[103417]: INFO neutron.quota.resource_registry [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 00:58:06.840164 n-d-822053-40 neutron-server[103417]: WARNING neutron.quota.resource_registry [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] rbac_policy is already registered Feb 09 00:58:06.840686 n-d-822053-40 neutron-server[103417]: INFO neutron.quota.resource_registry [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Creating instance of TrackedResource for resource:security_group Feb 09 00:58:06.841292 n-d-822053-40 neutron-server[103417]: WARNING neutron.quota.resource_registry [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] security_group is already registered Feb 09 00:58:06.841768 n-d-822053-40 neutron-server[103417]: INFO neutron.quota.resource_registry [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 00:58:06.842166 n-d-822053-40 neutron-server[103417]: WARNING neutron.quota.resource_registry [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] security_group_rule is already registered Feb 09 00:58:06.842912 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.v2.resource_helper [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Service CORE assigned prefix: {{(pid=103417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:58:06.843281 n-d-822053-40 neutron-server[103417]: INFO neutron.quota.resource_registry [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 00:58:06.843656 n-d-822053-40 neutron-server[103417]: WARNING neutron.quota.resource_registry [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] subnetpool is already registered Feb 09 00:58:06.844234 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.v2.resource_helper [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Service CORE assigned prefix: {{(pid=103417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:58:06.844641 n-d-822053-40 neutron-server[103417]: INFO neutron.quota.resource_registry [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 00:58:06.845004 n-d-822053-40 neutron-server[103417]: WARNING neutron.quota.resource_registry [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] subnetpool is already registered Feb 09 00:58:06.845734 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extended resource: extensions {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:58:06.847499 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extended resource: address-groups {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:58:06.849145 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extended resource: address-scopes {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:58:06.850880 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extended resource: agents {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:58:06.852352 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extended resource: auto-allocated-topology {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:58:06.853715 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extended resource: availability_zones {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:58:06.854995 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extended resource: dhcp-networks {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:58:06.856688 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extended resource: dhcp-agents {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:58:06.858320 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extended resource: routers {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:58:06.861165 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extended resource: flavors {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:58:06.863466 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extended resource: service_profiles {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:58:06.864730 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extended resource: next_providers {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:58:06.866258 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extended resource: service_profiles {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:58:06.867829 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extended resource: floatingip-pools {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:58:06.869076 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extended resource: routers {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:58:06.871235 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extended resource: floatingips {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:58:06.872744 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extended resource: l3-routers {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:58:06.874343 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extended resource: l3-agents {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:58:06.876256 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extended resource: metering-labels {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:58:06.879131 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extended resource: metering-label-rules {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:58:06.880647 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extended resource: network-ip-availabilities {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:58:06.881916 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extended resource: bindings {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:58:06.883607 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extended resource: quotas {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:58:06.885200 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extended resource: quotas {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:58:06.886728 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extended resource: rbac-policies {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:58:06.889255 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extended resource: security-groups {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:58:06.890496 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extended resource: security-group-rules {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:58:06.891791 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extended resource: service-providers {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:58:06.894523 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extended resource: subnetpools {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:58:06.896145 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extended resource: subnetpools {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:58:06.897621 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extended resource: tags {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:58:06.899466 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extended resource: tags {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:58:06.901343 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extended resource: tags {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:58:06.903187 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extended resource: tags {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:58:06.905003 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extended resource: tags {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:58:06.906846 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extended resource: tags {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:58:06.909411 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extended resource: tags {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:58:06.911470 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extended resource: tags {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:58:06.913235 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extended resource: tags {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:58:06.915115 n-d-822053-40 neutron-server[103417]: DEBUG neutron.api.extensions [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Extended resource: tags {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:58:06.921432 n-d-822053-40 neutron-server[103417]: WARNING keystonemiddleware.auth_token [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 09 00:58:06.926721 n-d-822053-40 neutron-server[103417]: WARNING keystonemiddleware.auth_token [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 09 00:58:06.935852 n-d-822053-40 neutron-server[103417]: DEBUG oslo_concurrency.lockutils [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Acquired lock "singleton_lock" {{(pid=103417) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 09 00:58:06.936411 n-d-822053-40 neutron-server[103417]: DEBUG oslo_concurrency.lockutils [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Releasing lock "singleton_lock" {{(pid=103417) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 09 00:58:06.937144 n-d-822053-40 neutron-server[103417]: INFO oslo_service.service [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Starting 2 workers Feb 09 00:58:06.943654 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Started child 103528 {{(pid=103417) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 00:58:06.949849 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Started child 103529 {{(pid=103417) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 00:58:06.952388 n-d-822053-40 neutron-server[103417]: INFO neutron.service [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Neutron service started, listening on 0.0.0.0:9696 Feb 09 00:58:06.953360 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Publish callbacks [] for process (None), before_spawn {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:06.953474 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:06.957565 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [-] (103528) wsgi starting up on http://0.0.0.0:9696 Feb 09 00:58:06.957786 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:06.958293 n-d-822053-40 neutron-server[103417]: INFO oslo_service.service [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Starting 1 workers Feb 09 00:58:06.959822 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [-] (103529) wsgi starting up on http://0.0.0.0:9696 Feb 09 00:58:06.964434 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Started child 103530 {{(pid=103417) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 00:58:06.965195 n-d-822053-40 neutron-server[103417]: INFO oslo_service.service [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Starting 1 workers Feb 09 00:58:06.968484 n-d-822053-40 neutron-server[103530]: DEBUG neutron.service [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] calling RpcWorker wait() {{(pid=103530) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 09 00:58:06.969376 n-d-822053-40 neutron-server[103530]: DEBUG neutron.service [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] returning from RpcWorker wait() {{(pid=103530) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 09 00:58:06.970313 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:06.970505 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Started child 103531 {{(pid=103417) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 00:58:06.971315 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:06.972393 n-d-822053-40 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-9ddb8d44-a68c-4a68-aebd-f061edbcce7a None None] Publish callbacks [] for process (None), after_spawn {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:06.975736 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103417) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 09 00:58:06.975961 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 00:58:06.976274 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 00:58:06.976819 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 00:58:06.977544 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 00:58:06.978014 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 00:58:06.978977 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:06.979142 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:06.980494 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:06.980814 n-d-822053-40 neutron-server[103531]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:06.980959 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:06.981341 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:06.981816 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:06.982997 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:06.983516 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:06.983863 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:06.984325 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:06.984803 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:06.985252 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:06.985716 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:06.986137 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:06.987215 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:06.988157 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:06.988596 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:06.989031 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:06.989433 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:06.989813 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:06.990189 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:06.990773 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:06.991135 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:06.991568 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] debug = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:06.992045 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:06.993142 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:06.993528 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:06.993949 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:06.994371 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:06.994840 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:06.995310 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:06.996068 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:06.996448 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:06.996873 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:06.997313 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:06.997948 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:06.998304 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:06.998746 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:06.999241 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:06.999512 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.001759 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.001759 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.002311 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] host = n-d-822053-40 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.002311 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.002905 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.003327 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.003741 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.004230 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.004566 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.005019 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.005485 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.006036 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.006459 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.006900 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.007315 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.007696 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.008135 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] log_file = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.008432 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] log_options = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.008843 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.009326 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.009753 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.010084 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.010370 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.010662 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.011111 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.012073 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.012073 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.012544 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.013038 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.013038 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.013460 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.013797 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.014371 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.014773 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.015182 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.015702 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.016675 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.017100 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.017473 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.017938 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.018484 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.018942 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.019345 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.019931 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.020189 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.020555 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.020966 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.021358 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.021777 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.022233 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.022868 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.023234 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.023654 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.024082 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.024470 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.024961 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.025431 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.025845 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.026437 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.026850 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.027235 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.027760 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.028157 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.028581 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.028995 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] use_json = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.029392 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.029815 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.030231 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.030625 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.031010 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.031393 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.031810 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.032583 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.032977 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.034350 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.037939 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.037939 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.037939 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.038709 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.038709 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.039187 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.040030 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.040030 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.040706 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.041503 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.041668 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.042202 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.042656 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.043276 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.043886 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.044337 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.044801 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.045234 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.045659 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.046075 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.046497 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.046947 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.047356 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.047757 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.048211 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.048601 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.050117 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.050578 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.051158 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.051844 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.052366 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.052803 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.053190 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.053652 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.054051 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.054698 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.055077 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.055455 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.056157 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.056746 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.057138 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.057521 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.057924 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.058614 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.059155 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.059646 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.060190 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.060676 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.061154 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.061707 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.061901 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.062654 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.063273 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.064368 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.065525 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.067007 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.067461 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.068010 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.068391 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.069011 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.069646 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.070118 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.070507 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.070891 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.071277 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.071768 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.072181 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.072609 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.073071 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.073392 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.073770 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.074154 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.074547 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.075052 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.075749 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.076175 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.076701 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.077311 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.078150 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.078813 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.079249 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.079700 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.080258 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.081257 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.081912 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.082559 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.083395 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41476) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:58:07.088578 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.088807 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.089069 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.089327 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.089619 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.090035 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.090304 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.090555 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.090781 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.091066 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.091297 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.091553 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.091787 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.092023 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.092259 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.092561 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.092791 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.093048 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.093285 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.093563 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.093905 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.094282 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.094607 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.094834 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.095096 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.095515 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.098431 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.098780 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.099061 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.099308 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.099596 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.099891 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0103421 Feb 09 00:58:07.101154 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.101619 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.103372 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.103372 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.103372 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.103836 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.103969 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.104597 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.105167 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.105611 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.106028 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.106465 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.107110 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.107523 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.108016 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.108393 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.109825 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.109825 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.110127 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.110614 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.111211 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.112291 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.112999 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.113449 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.113980 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.114501 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.114986 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.115514 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.116020 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.116496 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.117405 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.117729 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.118798 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.118798 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.119026 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.119540 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.120057 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.120523 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.120990 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.121652 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.122034 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.122471 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.122940 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.123345 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.125042 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.125042 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.125042 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.125042 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.125552 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.125720 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.126136 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.127963 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.127963 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.127963 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.128364 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.128681 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.129070 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.131061 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.131487 n-d-822053-40 neutron-server[103530]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:07.131588 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.131913 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.133165 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.133165 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.133165 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.133486 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.133941 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.134971 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.134971 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.135202 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.135550 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.135941 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.136397 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.136765 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.137182 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.137612 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.138024 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.138590 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.139602 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.140105 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.140594 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.140987 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.141386 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.141762 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.142134 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.142533 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.143946 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.144115 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.144565 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.144880 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.145259 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.146387 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.146387 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.146634 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.147006 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.147256 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.147642 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.148063 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.148448 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.148850 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.149247 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.149633 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.149978 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.150345 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.151001 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.151408 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.151928 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.152461 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.152837 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.153292 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.154145 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.154145 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.154795 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.155137 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.156081 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.156657 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.157523 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.157921 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.159028 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.159397 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.159775 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.160227 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.160612 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.160974 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.161633 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.162182 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.162550 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.162873 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.164894 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.164894 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.164894 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.164894 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.164894 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.164894 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.165571 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.165571 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.165865 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.166516 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.166516 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.166767 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.167644 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.167644 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.168250 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.168670 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.172111 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.172111 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.172111 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.172111 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.172111 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.172111 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.172111 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.172971 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.172971 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.173470 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.173712 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.175220 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.175220 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.175756 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.176041 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.176319 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.176601 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.176910 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.177232 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.177610 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.178091 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.178458 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.178756 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.179006 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.179291 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.179572 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.179823 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.181856 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.182129 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.182539 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.182771 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.183033 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.183306 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.183535 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.183757 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.184023 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.184943 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.184943 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.184943 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.184943 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.185381 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.185381 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 00:58:07.185822 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103417) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 09 00:58:07.186041 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 00:58:07.186234 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 00:58:07.186434 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 00:58:07.186434 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 00:58:07.186692 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 00:58:07.186814 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.186935 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.187056 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.187219 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.187417 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.187545 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.187708 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.187856 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.188092 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.188222 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.188344 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.188473 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.188611 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.188754 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.189074 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.189216 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.189369 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.189758 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.190264 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.190453 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.190626 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.190812 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.190955 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] debug = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.191079 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.191270 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.191422 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.191557 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.191679 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.191854 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.192046 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.192214 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.193151 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.193151 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.193151 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.193151 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.193151 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.193151 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.193151 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.193954 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.193954 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.193954 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.193954 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] host = n-d-822053-40 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.193954 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.193954 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.194560 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.194560 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.194560 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.194560 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.194966 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.194966 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.194966 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.195264 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.195264 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.195493 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.195603 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.195708 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] log_file = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.195815 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] log_options = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.196060 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.196189 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.196300 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.196468 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.196631 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.196774 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.196931 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.197086 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.197257 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.197394 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.197515 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.197668 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.198070 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.198070 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.198490 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.198490 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.198490 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.198958 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.198958 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.198958 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.198958 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.199558 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.199558 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.199558 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.199558 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.200206 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.200206 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.200206 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.200206 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.200992 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.200992 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.200992 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.200992 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.200992 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.201585 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.201585 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.201585 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.201585 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.203144 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.203144 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.203144 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.203144 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.203144 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.203144 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.203144 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.203144 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.204487 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] use_json = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.204487 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.204487 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.204487 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.204487 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.204487 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.204487 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.204487 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.205841 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.205841 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:58:07.205841 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.205841 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.205841 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.205841 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.205841 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.205841 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.206738 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.206738 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.206738 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.206738 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.206738 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.206738 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.206738 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.207522 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.207522 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.207522 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.207522 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.207522 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.208211 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.208211 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.208211 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.208211 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.208211 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.209069 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.209069 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.209069 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.209069 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.209069 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.209832 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.209832 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.209832 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.209832 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.209832 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.210571 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.210571 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.210571 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.210571 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.210571 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.210571 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.211816 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.211816 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.211816 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.211816 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.211816 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.211816 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.211816 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.211816 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.213155 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.213155 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.213155 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.213155 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.213155 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.213155 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.213155 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.213155 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.213155 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.214676 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.214676 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.214676 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.214676 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.214676 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.214676 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.214676 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.214676 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.214676 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.216260 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.216260 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.216260 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.216260 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.216260 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.216260 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.216260 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.216260 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.216260 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.217573 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.217573 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.217573 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.217573 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.217573 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.217573 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.217573 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.217573 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.217573 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.218874 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.218874 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.218874 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.218874 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.218874 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.218874 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.218874 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.218874 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.218874 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.220240 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.220240 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.220240 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.220240 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.220240 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.220240 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.220240 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.220240 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.221934 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.221934 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.221934 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.221934 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.221934 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.221934 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.221934 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.221934 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.223073 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.223073 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.223073 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.223073 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.223073 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.223073 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.223073 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.223073 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.224242 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.224242 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.224242 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.224242 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.224242 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.224242 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.224242 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.225197 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.225197 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.225197 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.225197 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.225197 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.225197 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.226238 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.226442 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.226626 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.226626 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.226962 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.226962 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.227249 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.227249 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.227464 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.227574 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.227684 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.227832 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.228020 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.228416 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.228416 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.228764 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.228764 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.229132 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.229132 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.229480 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.229480 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.229824 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.230452 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.230646 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.230826 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.231103 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.231287 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.231472 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.231652 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.231776 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.231916 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.232060 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.232223 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.232343 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.232489 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.232610 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.232731 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.232877 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.233055 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.233219 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.233384 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.233541 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.233708 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.233887 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.233887 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.234217 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.234217 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.234604 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.234839 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.235002 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.235188 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.235361 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.235564 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.235745 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.235745 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.236293 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.236293 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.236293 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.237330 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.237330 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.237330 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.237990 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.237990 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.237990 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.238287 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.238451 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.238629 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.238806 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.238985 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.239171 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.239171 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.239534 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.239534 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.239806 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.239806 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.240053 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.240167 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.240296 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.240416 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.240550 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.240671 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.240823 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.241019 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.241229 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.241389 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.241547 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.241704 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.241877 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.242051 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.242218 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.242382 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.242546 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.242715 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.242835 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.242957 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.243127 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.243265 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.243401 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.243521 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.243723 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.243885 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.244078 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.244078 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.244389 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.244389 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.244780 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.245096 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.245232 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.245354 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.245508 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.245670 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.245853 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.246018 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.246185 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.246332 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.246466 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.246588 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.246709 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.246866 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.247023 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.247180 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.247339 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.247546 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.247727 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.247917 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.247917 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.248288 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.248288 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.248586 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.248586 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.248820 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.248952 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.249071 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.249206 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.249343 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.249516 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.249682 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.249846 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.250291 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.250291 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.250686 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.250848 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.251027 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.251193 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.251193 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.251854 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.251854 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.253009 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.253009 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.253009 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.253761 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.253761 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.253761 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.253761 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.253761 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.254414 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.254414 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.254414 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.254414 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.254414 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.255145 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.255145 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.255145 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.255145 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.255145 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.255968 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.255968 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.255968 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.255968 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.255968 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.256772 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.256772 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:58:07.256772 n-d-822053-40 neutron-server[103417]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 00:58:20.735106 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1d8eed-e1bc-4178-b43c-2cc8b93e6255 None None] get_active_networks_info from n-d-822053-40 {{(pid=103530) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 00:58:20.870297 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1d8eed-e1bc-4178-b43c-2cc8b93e6255 None None] No non-hosted networks {{(pid=103530) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 09 00:58:20.881378 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.agentschedulers_db [None req-2a1d8eed-e1bc-4178-b43c-2cc8b93e6255 None None] DHCP Agent not found on host n-d-822053-40 {{(pid=103530) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 09 00:58:20.994724 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c71c2ce5-0d23-4361-81c5-e8af9d421eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1625034'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:24.066835 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7d16b616-8d85-40b1-a3da-f97cb519c197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1625034'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:24.160290 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-12c9beb0-6086-45fc-a30c-a18b4f84a316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:25.664459 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1625034'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:27.329415 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1625034'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:28.063514 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1625034'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:28.064332 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:28.064678 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:28.065071 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:28.066165 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:28.066556 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:28.066944 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:28.067503 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:28.067746 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:28.068109 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:28.068431 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:28.068920 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:28.069469 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:28.069594 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:28.070228 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-822053-40', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:28.092641 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-822053-40', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:58:28.146348 n-d-822053-40 neutron-server[103530]: INFO neutron.db.l3_hamode_db [None req-2b04a3a0-c72a-427a-922c-bb56940cfb92 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 09 00:58:28.276365 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b04a3a0-c72a-427a-922c-bb56940cfb92 None None] Routers set() bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:58:28.276665 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b04a3a0-c72a-427a-922c-bb56940cfb92 None None] Router IDs set() for agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 00:58:28.608345 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41572) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:58:29.185380 n-d-822053-40 neutron-server[103528]: WARNING oslo_policy.policy [None req-458956d5-ef20-4273-8d09-959f8a968950 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 00:58:29.185962 n-d-822053-40 neutron-server[103528]: WARNING oslo_policy.policy [None req-458956d5-ef20-4273-8d09-959f8a968950 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 00:58:29.418012 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [None req-458956d5-ef20-4273-8d09-959f8a968950 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 00:58:29.419119 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-458956d5-ef20-4273-8d09-959f8a968950 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8098695 Feb 09 00:58:31.976427 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41588) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:58:32.526752 n-d-822053-40 neutron-server[103529]: WARNING oslo_policy.policy [None req-f5ad87c6-ef41-4815-8876-bfbdf4e17e37 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 00:58:32.527755 n-d-822053-40 neutron-server[103529]: WARNING oslo_policy.policy [None req-f5ad87c6-ef41-4815-8876-bfbdf4e17e37 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 00:58:32.774377 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-f5ad87c6-ef41-4815-8876-bfbdf4e17e37 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:32.868852 n-d-822053-40 neutron-server[103529]: DEBUG neutron.policy [None req-f5ad87c6-ef41-4815-8876-bfbdf4e17e37 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103529) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 09 00:58:32.913314 n-d-822053-40 neutron-server[103529]: WARNING oslo_policy.policy [None req-f5ad87c6-ef41-4815-8876-bfbdf4e17e37 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 00:58:32.913700 n-d-822053-40 neutron-server[103529]: WARNING oslo_policy.policy [None req-f5ad87c6-ef41-4815-8876-bfbdf4e17e37 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 00:58:33.012989 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f5ad87c6-ef41-4815-8876-bfbdf4e17e37 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793223871420', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793223870931', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793223881575', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793223888510', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793223303428', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793223312466', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1047580', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-825367', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1792196', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1679751'] for rbac-policy (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:33.092074 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f5ad87c6-ef41-4815-8876-bfbdf4e17e37 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:33.094413 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f5ad87c6-ef41-4815-8876-bfbdf4e17e37 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1152143 Feb 09 00:58:35.729363 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41604) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:58:36.091438 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-5054fea9-0a55-4602-9a09-9d46f0fbbef7 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:36.121272 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5054fea9-0a55-4602-9a09-9d46f0fbbef7 demo demo] Made reservation on behalf of 1e440c34b2ea480ea20eaf3e3f57fe0c for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:58:36.125108 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5054fea9-0a55-4602-9a09-9d46f0fbbef7 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:36.146205 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5054fea9-0a55-4602-9a09-9d46f0fbbef7 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:36.264731 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5054fea9-0a55-4602-9a09-9d46f0fbbef7 demo demo] Publish callbacks [] for security_group (5ba8d8a1-e3eb-4ac0-9ffe-de6f17d9b637), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:36.269102 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5054fea9-0a55-4602-9a09-9d46f0fbbef7 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (5ba8d8a1-e3eb-4ac0-9ffe-de6f17d9b637), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:36.295879 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5054fea9-0a55-4602-9a09-9d46f0fbbef7 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:58:36.334984 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5054fea9-0a55-4602-9a09-9d46f0fbbef7 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793221204152', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (5f2cfcbb-dd98-4b42-8f07-1b61c529bea1), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:36.335579 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5054fea9-0a55-4602-9a09-9d46f0fbbef7 demo demo] Unsubscribe: segment precommit_create {{(pid=103529) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 00:58:36.336184 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-5054fea9-0a55-4602-9a09-9d46f0fbbef7 demo demo] Added segment 5f2cfcbb-dd98-4b42-8f07-1b61c529bea1 of type vlan for network b64d40a9-2bde-4715-a6d5-ad4355d8126b Feb 09 00:58:36.353552 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054fea9-0a55-4602-9a09-9d46f0fbbef7 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba8d8a1-e3eb-4ac0-9ffe-de6f17d9b637,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:36.407374 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054fea9-0a55-4602-9a09-9d46f0fbbef7 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:36.407619 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054fea9-0a55-4602-9a09-9d46f0fbbef7 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:36.407957 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054fea9-0a55-4602-9a09-9d46f0fbbef7 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:36.408367 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054fea9-0a55-4602-9a09-9d46f0fbbef7 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:36.408855 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054fea9-0a55-4602-9a09-9d46f0fbbef7 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:36.409020 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054fea9-0a55-4602-9a09-9d46f0fbbef7 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:36.409389 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054fea9-0a55-4602-9a09-9d46f0fbbef7 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:36.409778 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054fea9-0a55-4602-9a09-9d46f0fbbef7 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:36.410156 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054fea9-0a55-4602-9a09-9d46f0fbbef7 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:36.410473 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054fea9-0a55-4602-9a09-9d46f0fbbef7 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:36.410799 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054fea9-0a55-4602-9a09-9d46f0fbbef7 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:36.411114 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054fea9-0a55-4602-9a09-9d46f0fbbef7 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:36.411430 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054fea9-0a55-4602-9a09-9d46f0fbbef7 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:36.412750 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054fea9-0a55-4602-9a09-9d46f0fbbef7 demo demo] Tracked resource versions report: Feb 09 00:58:36.412750 n-d-822053-40 neutron-server[103529]: pushed versions: Feb 09 00:58:36.412750 n-d-822053-40 neutron-server[103529]: { 'AddressGroup': {'1.2'}, Feb 09 00:58:36.412750 n-d-822053-40 neutron-server[103529]: 'ConntrackHelper': {'1.0'}, Feb 09 00:58:36.412750 n-d-822053-40 neutron-server[103529]: 'LocalIPAssociation': {'1.0'}, Feb 09 00:58:36.412750 n-d-822053-40 neutron-server[103529]: 'Log': {'1.0'}, Feb 09 00:58:36.412750 n-d-822053-40 neutron-server[103529]: 'Network': {'1.1'}, Feb 09 00:58:36.412750 n-d-822053-40 neutron-server[103529]: 'Port': {'1.7'}, Feb 09 00:58:36.412750 n-d-822053-40 neutron-server[103529]: 'PortForwarding': {'1.2'}, Feb 09 00:58:36.412750 n-d-822053-40 neutron-server[103529]: 'QosPolicy': {'1.10'}, Feb 09 00:58:36.412750 n-d-822053-40 neutron-server[103529]: 'SecurityGroup': {'1.5'}, Feb 09 00:58:36.412750 n-d-822053-40 neutron-server[103529]: 'SecurityGroupRule': {'1.2'}, Feb 09 00:58:36.412750 n-d-822053-40 neutron-server[103529]: 'SubPort': {'1.0'}, Feb 09 00:58:36.412750 n-d-822053-40 neutron-server[103529]: 'Subnet': {'1.1'}, Feb 09 00:58:36.412750 n-d-822053-40 neutron-server[103529]: 'Trunk': {'1.1'}} Feb 09 00:58:36.412750 n-d-822053-40 neutron-server[103529]: consumer versions: Feb 09 00:58:36.412750 n-d-822053-40 neutron-server[103529]: { DHCP agent@n-d-822053-40: {}, Feb 09 00:58:36.412750 n-d-822053-40 neutron-server[103529]: L3 agent@n-d-822053-40: {}, Feb 09 00:58:36.412750 n-d-822053-40 neutron-server[103529]: Metadata agent@n-d-822053-40: {}, Feb 09 00:58:36.412750 n-d-822053-40 neutron-server[103529]: Metering agent@n-d-822053-40: {}, Feb 09 00:58:36.412750 n-d-822053-40 neutron-server[103529]: Open vSwitch agent@n-d-822053-40: { 'AddressGroup': '1.2', Feb 09 00:58:36.412750 n-d-822053-40 neutron-server[103529]: 'ConntrackHelper': '1.0', Feb 09 00:58:36.412750 n-d-822053-40 neutron-server[103529]: 'LocalIPAssociation': '1.0', Feb 09 00:58:36.412750 n-d-822053-40 neutron-server[103529]: 'Log': '1.0', Feb 09 00:58:36.412750 n-d-822053-40 neutron-server[103529]: 'Network': '1.1', Feb 09 00:58:36.412750 n-d-822053-40 neutron-server[103529]: 'Port': '1.7', Feb 09 00:58:36.412750 n-d-822053-40 neutron-server[103529]: 'PortForwarding': '1.2', Feb 09 00:58:36.412750 n-d-822053-40 neutron-server[103529]: 'QosPolicy': '1.10', Feb 09 00:58:36.412750 n-d-822053-40 neutron-server[103529]: 'SecurityGroup': '1.5', Feb 09 00:58:36.412750 n-d-822053-40 neutron-server[103529]: 'SecurityGroupRule': '1.2', Feb 09 00:58:36.412750 n-d-822053-40 neutron-server[103529]: 'SubPort': '1.0', Feb 09 00:58:36.412750 n-d-822053-40 neutron-server[103529]: 'Subnet': '1.1', Feb 09 00:58:36.412750 n-d-822053-40 neutron-server[103529]: 'Trunk': '1.1'}} Feb 09 00:58:36.412750 n-d-822053-40 neutron-server[103529]: {{(pid=103529) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 00:58:36.461016 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5054fea9-0a55-4602-9a09-9d46f0fbbef7 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (b64d40a9-2bde-4715-a6d5-ad4355d8126b), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:36.504263 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5054fea9-0a55-4602-9a09-9d46f0fbbef7 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (b64d40a9-2bde-4715-a6d5-ad4355d8126b), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:36.509637 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5054fea9-0a55-4602-9a09-9d46f0fbbef7 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:36.510356 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5054fea9-0a55-4602-9a09-9d46f0fbbef7 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:36.604442 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5054fea9-0a55-4602-9a09-9d46f0fbbef7 demo demo] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8739629 Feb 09 00:58:36.635467 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054fea9-0a55-4602-9a09-9d46f0fbbef7 demo demo] Pushing event updated for resources: {'Network': ['ID=b64d40a9-2bde-4715-a6d5-ad4355d8126b,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:36.648569 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network b64d40a9-2bde-4715-a6d5-ad4355d8126b details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:58:39.186150 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41616) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:58:39.614505 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd313c4-a539-49a2-9752-ce6418618962 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:39.616171 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-bbd313c4-a539-49a2-9752-ce6418618962 demo admin] 10.222.0.30 "GET /v2.0/networks/b64d40a9-2bde-4715-a6d5-ad4355d8126b HTTP/1.1" status: 200 len: 825 time: 0.4289975 Feb 09 00:58:39.640832 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-628e741c-1c58-469e-ac25-3f7604f4e3f5 demo admin] 10.222.0.30 "GET /v2.0/subnetpools/680b02b6-350a-40d1-a55c-4ff0489354e9 HTTP/1.1" status: 200 len: 734 time: 0.0190396 Feb 09 00:58:39.652163 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-52941556-2cd7-4bd3-9eb0-9b77548f908f demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'b64d40a9-2bde-4715-a6d5-ad4355d8126b', 'subnetpool_id': '680b02b6-350a-40d1-a55c-4ff0489354e9', 'name': 'private-subnet'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:39.672790 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52941556-2cd7-4bd3-9eb0-9b77548f908f demo admin] Made reservation on behalf of 1e440c34b2ea480ea20eaf3e3f57fe0c for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:58:39.676085 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-52941556-2cd7-4bd3-9eb0-9b77548f908f demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:40.002061 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-52941556-2cd7-4bd3-9eb0-9b77548f908f demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for subnet (88bdb2d0-3a09-4f03-8f76-fe0c3c506b25), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:40.078660 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52941556-2cd7-4bd3-9eb0-9b77548f908f demo admin] Pushing event updated for resources: {'Subnet': ['ID=88bdb2d0-3a09-4f03-8f76-fe0c3c506b25,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:40.082795 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52941556-2cd7-4bd3-9eb0-9b77548f908f demo admin] Checking segment: {'id': '5f2cfcbb-dd98-4b42-8f07-1b61c529bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b64d40a9-2bde-4715-a6d5-ad4355d8126b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 00:58:40.083196 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52941556-2cd7-4bd3-9eb0-9b77548f908f demo admin] Network hostable DHCP agents. Network: b64d40a9-2bde-4715-a6d5-ad4355d8126b, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:58:40.105618 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52941556-2cd7-4bd3-9eb0-9b77548f908f demo admin] Network b64d40a9-2bde-4715-a6d5-ad4355d8126b is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:58:40.120066 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-52941556-2cd7-4bd3-9eb0-9b77548f908f demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, b64d40a9-2bde-4715-a6d5-ad4355d8126b) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:58:40.127299 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52941556-2cd7-4bd3-9eb0-9b77548f908f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:40.127390 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-52941556-2cd7-4bd3-9eb0-9b77548f908f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:40.132754 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc14077-e67c-4f4a-a954-b59787960432 None None] Network b64d40a9-2bde-4715-a6d5-ad4355d8126b requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 00:58:40.145795 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-52941556-2cd7-4bd3-9eb0-9b77548f908f demo admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4986587 Feb 09 00:58:40.422282 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bb2f64-cc6b-42be-ab9b-eb397705edda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-b64d40a9-2bde-4715-a6d5-ad4355d8126b', 'network_id': 'b64d40a9-2bde-4715-a6d5-ad4355d8126b', 'project_id': '1e440c34b2ea480ea20eaf3e3f57fe0c', 'fixed_ips': [{'subnet_id': '88bdb2d0-3a09-4f03-8f76-fe0c3c506b25'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 00:58:40.423562 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c7bb2f64-cc6b-42be-ab9b-eb397705edda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:40.726734 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-c7bb2f64-cc6b-42be-ab9b-eb397705edda None None] Allocated IP 172.20.0.2 (b64d40a9-2bde-4715-a6d5-ad4355d8126b/88bdb2d0-3a09-4f03-8f76-fe0c3c506b25/7d5cdc0f-6f6c-4eb1-87ed-ed41a9ca8f0b) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:58:41.003144 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c7bb2f64-cc6b-42be-ab9b-eb397705edda None None] Publish callbacks [] for port (7d5cdc0f-6f6c-4eb1-87ed-ed41a9ca8f0b), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:41.011152 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c7bb2f64-cc6b-42be-ab9b-eb397705edda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (7d5cdc0f-6f6c-4eb1-87ed-ed41a9ca8f0b), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:41.087117 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bb2f64-cc6b-42be-ab9b-eb397705edda None None] Network b64d40a9-2bde-4715-a6d5-ad4355d8126b is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:58:41.094483 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-c7bb2f64-cc6b-42be-ab9b-eb397705edda None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:58:41.104348 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bb2f64-cc6b-42be-ab9b-eb397705edda None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:58:41.113957 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb2f64-cc6b-42be-ab9b-eb397705edda None None] Pushing event updated for resources: {'Port': ['ID=7d5cdc0f-6f6c-4eb1-87ed-ed41a9ca8f0b,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:41.158482 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb2f64-cc6b-42be-ab9b-eb397705edda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:41.159159 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb2f64-cc6b-42be-ab9b-eb397705edda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:41.159159 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb2f64-cc6b-42be-ab9b-eb397705edda None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:41.160040 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb2f64-cc6b-42be-ab9b-eb397705edda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:41.160417 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb2f64-cc6b-42be-ab9b-eb397705edda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:41.160895 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb2f64-cc6b-42be-ab9b-eb397705edda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:41.161227 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb2f64-cc6b-42be-ab9b-eb397705edda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:41.161631 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb2f64-cc6b-42be-ab9b-eb397705edda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:41.161954 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb2f64-cc6b-42be-ab9b-eb397705edda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:41.162272 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb2f64-cc6b-42be-ab9b-eb397705edda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:41.162590 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb2f64-cc6b-42be-ab9b-eb397705edda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:41.162905 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb2f64-cc6b-42be-ab9b-eb397705edda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:41.163219 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb2f64-cc6b-42be-ab9b-eb397705edda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:41.164431 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb2f64-cc6b-42be-ab9b-eb397705edda None None] Tracked resource versions report: Feb 09 00:58:41.164431 n-d-822053-40 neutron-server[103530]: pushed versions: Feb 09 00:58:41.164431 n-d-822053-40 neutron-server[103530]: { 'AddressGroup': {'1.2'}, Feb 09 00:58:41.164431 n-d-822053-40 neutron-server[103530]: 'ConntrackHelper': {'1.0'}, Feb 09 00:58:41.164431 n-d-822053-40 neutron-server[103530]: 'LocalIPAssociation': {'1.0'}, Feb 09 00:58:41.164431 n-d-822053-40 neutron-server[103530]: 'Log': {'1.0'}, Feb 09 00:58:41.164431 n-d-822053-40 neutron-server[103530]: 'Network': {'1.1'}, Feb 09 00:58:41.164431 n-d-822053-40 neutron-server[103530]: 'Port': {'1.7'}, Feb 09 00:58:41.164431 n-d-822053-40 neutron-server[103530]: 'PortForwarding': {'1.2'}, Feb 09 00:58:41.164431 n-d-822053-40 neutron-server[103530]: 'QosPolicy': {'1.10'}, Feb 09 00:58:41.164431 n-d-822053-40 neutron-server[103530]: 'SecurityGroup': {'1.5'}, Feb 09 00:58:41.164431 n-d-822053-40 neutron-server[103530]: 'SecurityGroupRule': {'1.2'}, Feb 09 00:58:41.164431 n-d-822053-40 neutron-server[103530]: 'SubPort': {'1.0'}, Feb 09 00:58:41.164431 n-d-822053-40 neutron-server[103530]: 'Subnet': {'1.1'}, Feb 09 00:58:41.164431 n-d-822053-40 neutron-server[103530]: 'Trunk': {'1.1'}} Feb 09 00:58:41.164431 n-d-822053-40 neutron-server[103530]: consumer versions: Feb 09 00:58:41.164431 n-d-822053-40 neutron-server[103530]: { DHCP agent@n-d-822053-40: {}, Feb 09 00:58:41.164431 n-d-822053-40 neutron-server[103530]: L3 agent@n-d-822053-40: {}, Feb 09 00:58:41.164431 n-d-822053-40 neutron-server[103530]: Metadata agent@n-d-822053-40: {}, Feb 09 00:58:41.164431 n-d-822053-40 neutron-server[103530]: Metering agent@n-d-822053-40: {}, Feb 09 00:58:41.164431 n-d-822053-40 neutron-server[103530]: Open vSwitch agent@n-d-822053-40: { 'AddressGroup': '1.2', Feb 09 00:58:41.164431 n-d-822053-40 neutron-server[103530]: 'ConntrackHelper': '1.0', Feb 09 00:58:41.164431 n-d-822053-40 neutron-server[103530]: 'LocalIPAssociation': '1.0', Feb 09 00:58:41.164431 n-d-822053-40 neutron-server[103530]: 'Log': '1.0', Feb 09 00:58:41.164431 n-d-822053-40 neutron-server[103530]: 'Network': '1.1', Feb 09 00:58:41.164431 n-d-822053-40 neutron-server[103530]: 'Port': '1.7', Feb 09 00:58:41.164431 n-d-822053-40 neutron-server[103530]: 'PortForwarding': '1.2', Feb 09 00:58:41.164431 n-d-822053-40 neutron-server[103530]: 'QosPolicy': '1.10', Feb 09 00:58:41.164431 n-d-822053-40 neutron-server[103530]: 'SecurityGroup': '1.5', Feb 09 00:58:41.164431 n-d-822053-40 neutron-server[103530]: 'SecurityGroupRule': '1.2', Feb 09 00:58:41.164431 n-d-822053-40 neutron-server[103530]: 'SubPort': '1.0', Feb 09 00:58:41.164431 n-d-822053-40 neutron-server[103530]: 'Subnet': '1.1', Feb 09 00:58:41.164431 n-d-822053-40 neutron-server[103530]: 'Trunk': '1.1'}} Feb 09 00:58:41.164431 n-d-822053-40 neutron-server[103530]: {{(pid=103530) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 00:58:41.193916 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-c7bb2f64-cc6b-42be-ab9b-eb397705edda None None] Attempting to bind port 7d5cdc0f-6f6c-4eb1-87ed-ed41a9ca8f0b on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 00:58:41.194311 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-c7bb2f64-cc6b-42be-ab9b-eb397705edda None None] Attempting to bind port 7d5cdc0f-6f6c-4eb1-87ed-ed41a9ca8f0b by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '5f2cfcbb-dd98-4b42-8f07-1b61c529bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b64d40a9-2bde-4715-a6d5-ad4355d8126b'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 00:58:41.194813 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bb2f64-cc6b-42be-ab9b-eb397705edda None None] Attempting to bind port 7d5cdc0f-6f6c-4eb1-87ed-ed41a9ca8f0b on network b64d40a9-2bde-4715-a6d5-ad4355d8126b {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:58:41.200121 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bb2f64-cc6b-42be-ab9b-eb397705edda None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:58:41.200502 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bb2f64-cc6b-42be-ab9b-eb397705edda None None] Checking segment: {'id': '5f2cfcbb-dd98-4b42-8f07-1b61c529bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b64d40a9-2bde-4715-a6d5-ad4355d8126b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 00:58:41.200979 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c7bb2f64-cc6b-42be-ab9b-eb397705edda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:41.201361 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bb2f64-cc6b-42be-ab9b-eb397705edda None None] Bound using segment: {'id': '5f2cfcbb-dd98-4b42-8f07-1b61c529bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b64d40a9-2bde-4715-a6d5-ad4355d8126b'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:58:41.201865 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-c7bb2f64-cc6b-42be-ab9b-eb397705edda None None] Bound port: 7d5cdc0f-6f6c-4eb1-87ed-ed41a9ca8f0b, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f2cfcbb-dd98-4b42-8f07-1b61c529bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b64d40a9-2bde-4715-a6d5-ad4355d8126b'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 00:58:41.202281 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c7bb2f64-cc6b-42be-ab9b-eb397705edda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7d5cdc0f-6f6c-4eb1-87ed-ed41a9ca8f0b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:41.271948 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-c7bb2f64-cc6b-42be-ab9b-eb397705edda None None] For port 7d5cdc0f-6f6c-4eb1-87ed-ed41a9ca8f0b, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:58:41.276387 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-c7bb2f64-cc6b-42be-ab9b-eb397705edda None None] For port 7d5cdc0f-6f6c-4eb1-87ed-ed41a9ca8f0b, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=7d5cdc0f-6f6c-4eb1-87ed-ed41a9ca8f0b,segment=NetworkSegment(5f2cfcbb-dd98-4b42-8f07-1b61c529bea1),segment_id=5f2cfcbb-dd98-4b42-8f07-1b61c529bea1)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:58:41.283863 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c7bb2f64-cc6b-42be-ab9b-eb397705edda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7d5cdc0f-6f6c-4eb1-87ed-ed41a9ca8f0b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:41.348114 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb2f64-cc6b-42be-ab9b-eb397705edda None None] Pushing event updated for resources: {'Port': ['ID=7d5cdc0f-6f6c-4eb1-87ed-ed41a9ca8f0b,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:42.788037 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41624) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:58:43.146508 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-e461d09e-7419-4f7e-8cc8-c3dafae6c7c6 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 00:58:43.147559 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e461d09e-7419-4f7e-8cc8-c3dafae6c7c6 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3585227 Feb 09 00:58:45.844042 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41632) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:58:46.257207 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-d5be26d1-7af2-4659-82f7-fc79574a5615 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 00:58:46.258310 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d5be26d1-7af2-4659-82f7-fc79574a5615 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4132266 Feb 09 00:58:48.867706 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41640) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:58:49.220103 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-50246a3d-aee8-419f-8f35-04759c71691f demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:49.247621 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-50246a3d-aee8-419f-8f35-04759c71691f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (06cc1b5f-f2e1-4ec2-8e57-9a778fd39157), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:49.249199 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-50246a3d-aee8-419f-8f35-04759c71691f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (06cc1b5f-f2e1-4ec2-8e57-9a778fd39157), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:49.406526 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-50246a3d-aee8-419f-8f35-04759c71691f demo demo] Publish callbacks [] for router_controller (06cc1b5f-f2e1-4ec2-8e57-9a778fd39157), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:49.412161 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-50246a3d-aee8-419f-8f35-04759c71691f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (06cc1b5f-f2e1-4ec2-8e57-9a778fd39157), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:49.434098 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-50246a3d-aee8-419f-8f35-04759c71691f demo demo] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:49.435279 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-50246a3d-aee8-419f-8f35-04759c71691f demo demo] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5664353 Feb 09 00:58:50.650051 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b0533a19-8c66-4261-90f9-f3700a025eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:52.067754 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41652) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:58:52.399555 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-aee48d5b-b56a-4cbd-aa6c-387b28059d0a admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 00:58:52.416009 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-aee48d5b-b56a-4cbd-aa6c-387b28059d0a admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3317611 Feb 09 00:58:52.866846 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee22014-49fd-4035-b41a-a402fc2f905e None None] Network b64d40a9-2bde-4715-a6d5-ad4355d8126b requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 00:58:52.912299 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 7d5cdc0f-6f6c-4eb1-87ed-ed41a9ca8f0b up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:58:53.026603 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-078a8d11-7ac8-4775-9834-f4f7f963bf86 None None] Provisioning complete for port 7d5cdc0f-6f6c-4eb1-87ed-ed41a9ca8f0b triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:53.027017 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-078a8d11-7ac8-4775-9834-f4f7f963bf86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7d5cdc0f-6f6c-4eb1-87ed-ed41a9ca8f0b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:53.101699 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 7d5cdc0f-6f6c-4eb1-87ed-ed41a9ca8f0b triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:53.101976 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7d5cdc0f-6f6c-4eb1-87ed-ed41a9ca8f0b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:53.242095 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-078a8d11-7ac8-4775-9834-f4f7f963bf86 None None] Current status of the port 7d5cdc0f-6f6c-4eb1-87ed-ed41a9ca8f0b is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 00:58:53.242483 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-078a8d11-7ac8-4775-9834-f4f7f963bf86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7d5cdc0f-6f6c-4eb1-87ed-ed41a9ca8f0b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:53.313225 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-078a8d11-7ac8-4775-9834-f4f7f963bf86 None None] For port 7d5cdc0f-6f6c-4eb1-87ed-ed41a9ca8f0b, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=7d5cdc0f-6f6c-4eb1-87ed-ed41a9ca8f0b,segment=NetworkSegment(5f2cfcbb-dd98-4b42-8f07-1b61c529bea1),segment_id=5f2cfcbb-dd98-4b42-8f07-1b61c529bea1)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:58:53.314928 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 7d5cdc0f-6f6c-4eb1-87ed-ed41a9ca8f0b is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 00:58:53.315325 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7d5cdc0f-6f6c-4eb1-87ed-ed41a9ca8f0b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:53.319798 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-078a8d11-7ac8-4775-9834-f4f7f963bf86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7d5cdc0f-6f6c-4eb1-87ed-ed41a9ca8f0b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:53.417527 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a8d11-7ac8-4775-9834-f4f7f963bf86 None None] Pushing event updated for resources: {'Port': ['ID=7d5cdc0f-6f6c-4eb1-87ed-ed41a9ca8f0b,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:53.422620 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 00:58:53.423043 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 00:58:53.440478 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f29208a6-a60f-44ca-b414-4955451e91fa None None] Provisioning complete for port 7d5cdc0f-6f6c-4eb1-87ed-ed41a9ca8f0b triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:53.440764 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f29208a6-a60f-44ca-b414-4955451e91fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7d5cdc0f-6f6c-4eb1-87ed-ed41a9ca8f0b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:53.525790 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f29208a6-a60f-44ca-b414-4955451e91fa None None] Current status of the port 7d5cdc0f-6f6c-4eb1-87ed-ed41a9ca8f0b is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 00:58:53.965250 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 7d5cdc0f-6f6c-4eb1-87ed-ed41a9ca8f0b is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 00:58:54.070949 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8281f327-051f-4370-a691-d14c9005bd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:54.859871 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 7d5cdc0f-6f6c-4eb1-87ed-ed41a9ca8f0b up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:58:54.908378 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 7d5cdc0f-6f6c-4eb1-87ed-ed41a9ca8f0b triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:54.908747 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7d5cdc0f-6f6c-4eb1-87ed-ed41a9ca8f0b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:55.025428 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41662) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:58:55.046709 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 7d5cdc0f-6f6c-4eb1-87ed-ed41a9ca8f0b is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 00:58:55.320705 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-d7b5afda-b05b-40df-a5d6-1a9e04b95de0 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:58:55.377066 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b5afda-b05b-40df-a5d6-1a9e04b95de0 admin admin] Made reservation on behalf of 90e3e0f876f84423934df52c2c63acad for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:58:55.438144 n-d-822053-40 neutron-server[103528]: DEBUG neutron.policy [None req-d7b5afda-b05b-40df-a5d6-1a9e04b95de0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103528) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 09 00:58:55.480910 n-d-822053-40 neutron-server[103528]: WARNING oslo_policy.policy [None req-d7b5afda-b05b-40df-a5d6-1a9e04b95de0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 00:58:55.481295 n-d-822053-40 neutron-server[103528]: WARNING oslo_policy.policy [None req-d7b5afda-b05b-40df-a5d6-1a9e04b95de0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 00:58:55.491313 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d7b5afda-b05b-40df-a5d6-1a9e04b95de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:55.512113 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d7b5afda-b05b-40df-a5d6-1a9e04b95de0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:55.549785 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:55.630520 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d7b5afda-b05b-40df-a5d6-1a9e04b95de0 admin admin] Publish callbacks [] for security_group (cc3eb31f-95e6-462d-ac9e-c032734cd490), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:55.634463 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d7b5afda-b05b-40df-a5d6-1a9e04b95de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (cc3eb31f-95e6-462d-ac9e-c032734cd490), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:55.647420 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d7b5afda-b05b-40df-a5d6-1a9e04b95de0 admin admin] Reserving flat network on physical network physnet1 {{(pid=103528) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 09 00:58:55.681865 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d7b5afda-b05b-40df-a5d6-1a9e04b95de0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793221204152', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (2ee950af-4111-4221-b2c0-77b9012d9818), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:55.682462 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d7b5afda-b05b-40df-a5d6-1a9e04b95de0 admin admin] Unsubscribe: segment precommit_create {{(pid=103528) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 00:58:55.683004 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-d7b5afda-b05b-40df-a5d6-1a9e04b95de0 admin admin] Added segment 2ee950af-4111-4221-b2c0-77b9012d9818 of type flat for network def43282-5318-4ecb-a74b-178f79c0eb6e Feb 09 00:58:55.700671 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b5afda-b05b-40df-a5d6-1a9e04b95de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3eb31f-95e6-462d-ac9e-c032734cd490,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:55.759435 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b5afda-b05b-40df-a5d6-1a9e04b95de0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:55.759838 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b5afda-b05b-40df-a5d6-1a9e04b95de0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:55.760196 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b5afda-b05b-40df-a5d6-1a9e04b95de0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:55.760550 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b5afda-b05b-40df-a5d6-1a9e04b95de0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:55.760872 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b5afda-b05b-40df-a5d6-1a9e04b95de0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:55.761194 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b5afda-b05b-40df-a5d6-1a9e04b95de0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:55.761509 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b5afda-b05b-40df-a5d6-1a9e04b95de0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:55.761824 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b5afda-b05b-40df-a5d6-1a9e04b95de0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:55.762137 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b5afda-b05b-40df-a5d6-1a9e04b95de0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:55.762447 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b5afda-b05b-40df-a5d6-1a9e04b95de0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:55.762758 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b5afda-b05b-40df-a5d6-1a9e04b95de0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:55.763067 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b5afda-b05b-40df-a5d6-1a9e04b95de0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:55.763372 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b5afda-b05b-40df-a5d6-1a9e04b95de0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:58:55.764621 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b5afda-b05b-40df-a5d6-1a9e04b95de0 admin admin] Tracked resource versions report: Feb 09 00:58:55.764621 n-d-822053-40 neutron-server[103528]: pushed versions: Feb 09 00:58:55.764621 n-d-822053-40 neutron-server[103528]: { 'AddressGroup': {'1.2'}, Feb 09 00:58:55.764621 n-d-822053-40 neutron-server[103528]: 'ConntrackHelper': {'1.0'}, Feb 09 00:58:55.764621 n-d-822053-40 neutron-server[103528]: 'LocalIPAssociation': {'1.0'}, Feb 09 00:58:55.764621 n-d-822053-40 neutron-server[103528]: 'Log': {'1.0'}, Feb 09 00:58:55.764621 n-d-822053-40 neutron-server[103528]: 'Network': {'1.1'}, Feb 09 00:58:55.764621 n-d-822053-40 neutron-server[103528]: 'Port': {'1.7'}, Feb 09 00:58:55.764621 n-d-822053-40 neutron-server[103528]: 'PortForwarding': {'1.2'}, Feb 09 00:58:55.764621 n-d-822053-40 neutron-server[103528]: 'QosPolicy': {'1.10'}, Feb 09 00:58:55.764621 n-d-822053-40 neutron-server[103528]: 'SecurityGroup': {'1.5'}, Feb 09 00:58:55.764621 n-d-822053-40 neutron-server[103528]: 'SecurityGroupRule': {'1.2'}, Feb 09 00:58:55.764621 n-d-822053-40 neutron-server[103528]: 'SubPort': {'1.0'}, Feb 09 00:58:55.764621 n-d-822053-40 neutron-server[103528]: 'Subnet': {'1.1'}, Feb 09 00:58:55.764621 n-d-822053-40 neutron-server[103528]: 'Trunk': {'1.1'}} Feb 09 00:58:55.764621 n-d-822053-40 neutron-server[103528]: consumer versions: Feb 09 00:58:55.764621 n-d-822053-40 neutron-server[103528]: { DHCP agent@n-d-822053-40: {}, Feb 09 00:58:55.764621 n-d-822053-40 neutron-server[103528]: L3 agent@n-d-822053-40: {}, Feb 09 00:58:55.764621 n-d-822053-40 neutron-server[103528]: Metadata agent@n-d-822053-40: {}, Feb 09 00:58:55.764621 n-d-822053-40 neutron-server[103528]: Metering agent@n-d-822053-40: {}, Feb 09 00:58:55.764621 n-d-822053-40 neutron-server[103528]: Open vSwitch agent@n-d-822053-40: { 'AddressGroup': '1.2', Feb 09 00:58:55.764621 n-d-822053-40 neutron-server[103528]: 'ConntrackHelper': '1.0', Feb 09 00:58:55.764621 n-d-822053-40 neutron-server[103528]: 'LocalIPAssociation': '1.0', Feb 09 00:58:55.764621 n-d-822053-40 neutron-server[103528]: 'Log': '1.0', Feb 09 00:58:55.764621 n-d-822053-40 neutron-server[103528]: 'Network': '1.1', Feb 09 00:58:55.764621 n-d-822053-40 neutron-server[103528]: 'Port': '1.7', Feb 09 00:58:55.764621 n-d-822053-40 neutron-server[103528]: 'PortForwarding': '1.2', Feb 09 00:58:55.764621 n-d-822053-40 neutron-server[103528]: 'QosPolicy': '1.10', Feb 09 00:58:55.764621 n-d-822053-40 neutron-server[103528]: 'SecurityGroup': '1.5', Feb 09 00:58:55.764621 n-d-822053-40 neutron-server[103528]: 'SecurityGroupRule': '1.2', Feb 09 00:58:55.764621 n-d-822053-40 neutron-server[103528]: 'SubPort': '1.0', Feb 09 00:58:55.764621 n-d-822053-40 neutron-server[103528]: 'Subnet': '1.1', Feb 09 00:58:55.764621 n-d-822053-40 neutron-server[103528]: 'Trunk': '1.1'}} Feb 09 00:58:55.764621 n-d-822053-40 neutron-server[103528]: {{(pid=103528) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 00:58:55.817846 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d7b5afda-b05b-40df-a5d6-1a9e04b95de0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (def43282-5318-4ecb-a74b-178f79c0eb6e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:55.863488 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d7b5afda-b05b-40df-a5d6-1a9e04b95de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (def43282-5318-4ecb-a74b-178f79c0eb6e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:55.864678 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b5afda-b05b-40df-a5d6-1a9e04b95de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:55.865658 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d7b5afda-b05b-40df-a5d6-1a9e04b95de0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:55.964537 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d7b5afda-b05b-40df-a5d6-1a9e04b95de0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9379032 Feb 09 00:58:55.973111 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b5afda-b05b-40df-a5d6-1a9e04b95de0 admin admin] Pushing event updated for resources: {'Network': ['ID=def43282-5318-4ecb-a74b-178f79c0eb6e,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:55.995009 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network def43282-5318-4ecb-a74b-178f79c0eb6e details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:58:57.289791 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:58.070844 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:58.491255 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41686) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:58:58.604472 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f3f15d-b3f9-4d1d-bbf9-3232ae2ba915 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:58.605816 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a7f3f15d-b3f9-4d1d-bbf9-3232ae2ba915 demo admin] 10.222.0.30 "GET /v2.0/subnets/88bdb2d0-3a09-4f03-8f76-fe0c3c506b25 HTTP/1.1" status: 200 len: 849 time: 0.1136377 Feb 09 00:58:58.731022 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-59473ad0-4ec3-4886-964f-a3f93dc88a92 demo admin] 10.222.0.30 "GET /v2.0/routers/06cc1b5f-f2e1-4ec2-8e57-9a778fd39157 HTTP/1.1" status: 200 len: 704 time: 0.1195748 Feb 09 00:58:59.036820 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-71cb3c9d-f8c8-4321-a680-f97e6dc7cece demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:59.356427 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-71cb3c9d-f8c8-4321-a680-f97e6dc7cece demo admin] Allocated IP 172.20.0.1 (b64d40a9-2bde-4715-a6d5-ad4355d8126b/88bdb2d0-3a09-4f03-8f76-fe0c3c506b25/3085c566-9853-4786-a9eb-cf19707de87e) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:58:59.600352 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-71cb3c9d-f8c8-4321-a680-f97e6dc7cece demo admin] Publish callbacks [] for port (3085c566-9853-4786-a9eb-cf19707de87e), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:59.674828 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-71cb3c9d-f8c8-4321-a680-f97e6dc7cece demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (3085c566-9853-4786-a9eb-cf19707de87e), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:59.758366 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cb3c9d-f8c8-4321-a680-f97e6dc7cece demo admin] Network b64d40a9-2bde-4715-a6d5-ad4355d8126b is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:58:59.763198 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-71cb3c9d-f8c8-4321-a680-f97e6dc7cece demo admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:58:59.765803 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cb3c9d-f8c8-4321-a680-f97e6dc7cece demo admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:58:59.766334 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-71cb3c9d-f8c8-4321-a680-f97e6dc7cece demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (06cc1b5f-f2e1-4ec2-8e57-9a778fd39157), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:59.834033 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb3c9d-f8c8-4321-a680-f97e6dc7cece demo admin] Pushing event updated for resources: {'Port': ['ID=3085c566-9853-4786-a9eb-cf19707de87e,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:58:59.997469 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-a40bf574-6f5a-42f8-acfb-ca90f9175c60 None None] Provisioning complete for port 3085c566-9853-4786-a9eb-cf19707de87e triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:58:59.998093 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a40bf574-6f5a-42f8-acfb-ca90f9175c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3085c566-9853-4786-a9eb-cf19707de87e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:00.011683 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-71cb3c9d-f8c8-4321-a680-f97e6dc7cece demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3085c566-9853-4786-a9eb-cf19707de87e), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:00.038205 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a40bf574-6f5a-42f8-acfb-ca90f9175c60 None None] Port 3085c566-9853-4786-a9eb-cf19707de87e cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 00:59:00.268620 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-71cb3c9d-f8c8-4321-a680-f97e6dc7cece demo admin] Publish callbacks [] for port (3085c566-9853-4786-a9eb-cf19707de87e), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:00.273940 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-71cb3c9d-f8c8-4321-a680-f97e6dc7cece demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (3085c566-9853-4786-a9eb-cf19707de87e), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:00.274859 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-71cb3c9d-f8c8-4321-a680-f97e6dc7cece demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (06cc1b5f-f2e1-4ec2-8e57-9a778fd39157), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:00.353303 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb3c9d-f8c8-4321-a680-f97e6dc7cece demo admin] Pushing event updated for resources: {'Port': ['ID=3085c566-9853-4786-a9eb-cf19707de87e,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:00.410946 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cb3c9d-f8c8-4321-a680-f97e6dc7cece demo admin] Network b64d40a9-2bde-4715-a6d5-ad4355d8126b is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:59:00.412151 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-71cb3c9d-f8c8-4321-a680-f97e6dc7cece demo admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:59:00.586894 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71cb3c9d-f8c8-4321-a680-f97e6dc7cece demo admin] Router 06cc1b5f-f2e1-4ec2-8e57-9a778fd39157 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:59:00.661840 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-5ce7d3fd-056f-47c8-8b0c-2ae35048f02c None None] Provisioning complete for port 3085c566-9853-4786-a9eb-cf19707de87e triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:00.662229 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5ce7d3fd-056f-47c8-8b0c-2ae35048f02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3085c566-9853-4786-a9eb-cf19707de87e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:00.696825 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71cb3c9d-f8c8-4321-a680-f97e6dc7cece demo admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:59:00.697444 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5ce7d3fd-056f-47c8-8b0c-2ae35048f02c None None] Port 3085c566-9853-4786-a9eb-cf19707de87e cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 00:59:00.703394 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-71cb3c9d-f8c8-4321-a680-f97e6dc7cece demo admin] 10.222.0.30 "PUT /v2.0/routers/06cc1b5f-f2e1-4ec2-8e57-9a778fd39157/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9669826 Feb 09 00:59:00.708297 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15fe5b6-ae36-4a99-aff7-c006cbd8593e None None] Sync routers for ids ['06cc1b5f-f2e1-4ec2-8e57-9a778fd39157'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:59:00.725271 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15fe5b6-ae36-4a99-aff7-c006cbd8593e None None] Routers {'06cc1b5f-f2e1-4ec2-8e57-9a778fd39157'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:59:00.726149 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-b15fe5b6-ae36-4a99-aff7-c006cbd8593e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T00:58:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['06cc1b5f-f2e1-4ec2-8e57-9a778fd39157'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:00.937902 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-b15fe5b6-ae36-4a99-aff7-c006cbd8593e None None] Set router 06cc1b5f-f2e1-4ec2-8e57-9a778fd39157 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:59:01.455372 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-b15fe5b6-ae36-4a99-aff7-c006cbd8593e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06cc1b5f-f2e1-4ec2-8e57-9a778fd39157', 'name': 'router1', 'tenant_id': '1e440c34b2ea480ea20eaf3e3f57fe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:49Z', 'updated_at': '2022-02-09T00:58:59Z', 'revision_number': 2, 'project_id': '1e440c34b2ea480ea20eaf3e3f57fe0c', 'gw_port_host': None, '_interfaces': [{'id': '3085c566-9853-4786-a9eb-cf19707de87e', 'name': '', 'network_id': 'b64d40a9-2bde-4715-a6d5-ad4355d8126b', 'tenant_id': '1e440c34b2ea480ea20eaf3e3f57fe0c', 'mac_address': 'fa:16:3e:b5:19:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06cc1b5f-f2e1-4ec2-8e57-9a778fd39157', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '88bdb2d0-3a09-4f03-8f76-fe0c3c506b25', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:59Z', 'updated_at': '2022-02-09T00:59:00Z', 'revision_number': 2, 'project_id': '1e440c34b2ea480ea20eaf3e3f57fe0c', 'subnets': [{'id': '88bdb2d0-3a09-4f03-8f76-fe0c3c506b25', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '680b02b6-350a-40d1-a55c-4ff0489354e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:01.512206 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15fe5b6-ae36-4a99-aff7-c006cbd8593e None None] Checking router: 06cc1b5f-f2e1-4ec2-8e57-9a778fd39157 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:59:01.512571 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15fe5b6-ae36-4a99-aff7-c006cbd8593e None None] Updating router 06cc1b5f-f2e1-4ec2-8e57-9a778fd39157 port 3085c566-9853-4786-a9eb-cf19707de87e binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:59:01.572141 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b15fe5b6-ae36-4a99-aff7-c006cbd8593e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3085c566-9853-4786-a9eb-cf19707de87e), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:02.053721 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 5 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:59:02.166128 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b15fe5b6-ae36-4a99-aff7-c006cbd8593e None None] Publish callbacks [] for port (3085c566-9853-4786-a9eb-cf19707de87e), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:02.174246 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b15fe5b6-ae36-4a99-aff7-c006cbd8593e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (3085c566-9853-4786-a9eb-cf19707de87e), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:02.281877 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3eeb08-f486-4962-9dd1-1694013ebeae None None] Pushing event updated for resources: {'Port': ['ID=3085c566-9853-4786-a9eb-cf19707de87e,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:02.313430 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3eeb08-f486-4962-9dd1-1694013ebeae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:02.313776 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3eeb08-f486-4962-9dd1-1694013ebeae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:02.314110 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3eeb08-f486-4962-9dd1-1694013ebeae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:02.314443 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3eeb08-f486-4962-9dd1-1694013ebeae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:02.314768 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3eeb08-f486-4962-9dd1-1694013ebeae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:02.315087 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3eeb08-f486-4962-9dd1-1694013ebeae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:02.315401 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3eeb08-f486-4962-9dd1-1694013ebeae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:02.315717 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3eeb08-f486-4962-9dd1-1694013ebeae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:02.316108 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3eeb08-f486-4962-9dd1-1694013ebeae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:02.316434 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3eeb08-f486-4962-9dd1-1694013ebeae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:02.317118 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3eeb08-f486-4962-9dd1-1694013ebeae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:02.317580 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3eeb08-f486-4962-9dd1-1694013ebeae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:02.318072 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3eeb08-f486-4962-9dd1-1694013ebeae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:02.319947 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3eeb08-f486-4962-9dd1-1694013ebeae None None] Tracked resource versions report: Feb 09 00:59:02.319947 n-d-822053-40 neutron-server[103531]: pushed versions: Feb 09 00:59:02.319947 n-d-822053-40 neutron-server[103531]: { 'AddressGroup': {'1.2'}, Feb 09 00:59:02.319947 n-d-822053-40 neutron-server[103531]: 'ConntrackHelper': {'1.0'}, Feb 09 00:59:02.319947 n-d-822053-40 neutron-server[103531]: 'LocalIPAssociation': {'1.0'}, Feb 09 00:59:02.319947 n-d-822053-40 neutron-server[103531]: 'Log': {'1.0'}, Feb 09 00:59:02.319947 n-d-822053-40 neutron-server[103531]: 'Network': {'1.1'}, Feb 09 00:59:02.319947 n-d-822053-40 neutron-server[103531]: 'Port': {'1.7'}, Feb 09 00:59:02.319947 n-d-822053-40 neutron-server[103531]: 'PortForwarding': {'1.2'}, Feb 09 00:59:02.319947 n-d-822053-40 neutron-server[103531]: 'QosPolicy': {'1.10'}, Feb 09 00:59:02.319947 n-d-822053-40 neutron-server[103531]: 'SecurityGroup': {'1.5'}, Feb 09 00:59:02.319947 n-d-822053-40 neutron-server[103531]: 'SecurityGroupRule': {'1.2'}, Feb 09 00:59:02.319947 n-d-822053-40 neutron-server[103531]: 'SubPort': {'1.0'}, Feb 09 00:59:02.319947 n-d-822053-40 neutron-server[103531]: 'Subnet': {'1.1'}, Feb 09 00:59:02.319947 n-d-822053-40 neutron-server[103531]: 'Trunk': {'1.1'}} Feb 09 00:59:02.319947 n-d-822053-40 neutron-server[103531]: consumer versions: Feb 09 00:59:02.319947 n-d-822053-40 neutron-server[103531]: { DHCP agent@n-d-822053-40: {}, Feb 09 00:59:02.319947 n-d-822053-40 neutron-server[103531]: L3 agent@n-d-822053-40: {}, Feb 09 00:59:02.319947 n-d-822053-40 neutron-server[103531]: Metadata agent@n-d-822053-40: {}, Feb 09 00:59:02.319947 n-d-822053-40 neutron-server[103531]: Metering agent@n-d-822053-40: {}, Feb 09 00:59:02.319947 n-d-822053-40 neutron-server[103531]: Open vSwitch agent@n-d-822053-40: { 'AddressGroup': '1.2', Feb 09 00:59:02.319947 n-d-822053-40 neutron-server[103531]: 'ConntrackHelper': '1.0', Feb 09 00:59:02.319947 n-d-822053-40 neutron-server[103531]: 'LocalIPAssociation': '1.0', Feb 09 00:59:02.319947 n-d-822053-40 neutron-server[103531]: 'Log': '1.0', Feb 09 00:59:02.319947 n-d-822053-40 neutron-server[103531]: 'Network': '1.1', Feb 09 00:59:02.319947 n-d-822053-40 neutron-server[103531]: 'Port': '1.7', Feb 09 00:59:02.319947 n-d-822053-40 neutron-server[103531]: 'PortForwarding': '1.2', Feb 09 00:59:02.319947 n-d-822053-40 neutron-server[103531]: 'QosPolicy': '1.10', Feb 09 00:59:02.319947 n-d-822053-40 neutron-server[103531]: 'SecurityGroup': '1.5', Feb 09 00:59:02.319947 n-d-822053-40 neutron-server[103531]: 'SecurityGroupRule': '1.2', Feb 09 00:59:02.319947 n-d-822053-40 neutron-server[103531]: 'SubPort': '1.0', Feb 09 00:59:02.319947 n-d-822053-40 neutron-server[103531]: 'Subnet': '1.1', Feb 09 00:59:02.319947 n-d-822053-40 neutron-server[103531]: 'Trunk': '1.1'}} Feb 09 00:59:02.319947 n-d-822053-40 neutron-server[103531]: {{(pid=103531) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 00:59:02.378984 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-b15fe5b6-ae36-4a99-aff7-c006cbd8593e None None] Attempting to bind port 3085c566-9853-4786-a9eb-cf19707de87e on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 00:59:02.379572 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-b15fe5b6-ae36-4a99-aff7-c006cbd8593e None None] Attempting to bind port 3085c566-9853-4786-a9eb-cf19707de87e by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '5f2cfcbb-dd98-4b42-8f07-1b61c529bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b64d40a9-2bde-4715-a6d5-ad4355d8126b'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 00:59:02.380144 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15fe5b6-ae36-4a99-aff7-c006cbd8593e None None] Attempting to bind port 3085c566-9853-4786-a9eb-cf19707de87e on network b64d40a9-2bde-4715-a6d5-ad4355d8126b {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:59:02.388423 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15fe5b6-ae36-4a99-aff7-c006cbd8593e None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:59:02.388962 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15fe5b6-ae36-4a99-aff7-c006cbd8593e None None] Checking segment: {'id': '5f2cfcbb-dd98-4b42-8f07-1b61c529bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b64d40a9-2bde-4715-a6d5-ad4355d8126b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 00:59:02.389458 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b15fe5b6-ae36-4a99-aff7-c006cbd8593e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:02.389851 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15fe5b6-ae36-4a99-aff7-c006cbd8593e None None] Bound using segment: {'id': '5f2cfcbb-dd98-4b42-8f07-1b61c529bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b64d40a9-2bde-4715-a6d5-ad4355d8126b'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:59:02.390350 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-b15fe5b6-ae36-4a99-aff7-c006cbd8593e None None] Bound port: 3085c566-9853-4786-a9eb-cf19707de87e, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f2cfcbb-dd98-4b42-8f07-1b61c529bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b64d40a9-2bde-4715-a6d5-ad4355d8126b'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 00:59:02.390748 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b15fe5b6-ae36-4a99-aff7-c006cbd8593e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3085c566-9853-4786-a9eb-cf19707de87e), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:02.468904 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-b15fe5b6-ae36-4a99-aff7-c006cbd8593e None None] For port 3085c566-9853-4786-a9eb-cf19707de87e, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:59:02.491097 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-b15fe5b6-ae36-4a99-aff7-c006cbd8593e None None] For port 3085c566-9853-4786-a9eb-cf19707de87e, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=3085c566-9853-4786-a9eb-cf19707de87e,segment=NetworkSegment(5f2cfcbb-dd98-4b42-8f07-1b61c529bea1),segment_id=5f2cfcbb-dd98-4b42-8f07-1b61c529bea1)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:59:02.497364 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b15fe5b6-ae36-4a99-aff7-c006cbd8593e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (3085c566-9853-4786-a9eb-cf19707de87e), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:02.528095 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-6cc70d0d-56dd-42c9-8535-74df674f970e None None] Provisioning complete for port 3085c566-9853-4786-a9eb-cf19707de87e triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:02.529048 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6cc70d0d-56dd-42c9-8535-74df674f970e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3085c566-9853-4786-a9eb-cf19707de87e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:02.549044 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3eeb08-f486-4962-9dd1-1694013ebeae None None] Pushing event updated for resources: {'Port': ['ID=3085c566-9853-4786-a9eb-cf19707de87e,revision_number=4']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:02.599657 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15fe5b6-ae36-4a99-aff7-c006cbd8593e None None] Routers {'06cc1b5f-f2e1-4ec2-8e57-9a778fd39157'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:59:02.600423 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-b15fe5b6-ae36-4a99-aff7-c006cbd8593e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T00:58:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['06cc1b5f-f2e1-4ec2-8e57-9a778fd39157'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:02.630517 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6cc70d0d-56dd-42c9-8535-74df674f970e None None] Current status of the port 3085c566-9853-4786-a9eb-cf19707de87e is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 00:59:02.630909 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6cc70d0d-56dd-42c9-8535-74df674f970e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3085c566-9853-4786-a9eb-cf19707de87e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:02.671318 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-6cc70d0d-56dd-42c9-8535-74df674f970e None None] For port 3085c566-9853-4786-a9eb-cf19707de87e, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=3085c566-9853-4786-a9eb-cf19707de87e,segment=NetworkSegment(5f2cfcbb-dd98-4b42-8f07-1b61c529bea1),segment_id=5f2cfcbb-dd98-4b42-8f07-1b61c529bea1)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:59:02.677798 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6cc70d0d-56dd-42c9-8535-74df674f970e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (3085c566-9853-4786-a9eb-cf19707de87e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:02.716277 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-b15fe5b6-ae36-4a99-aff7-c006cbd8593e None None] Set router 06cc1b5f-f2e1-4ec2-8e57-9a778fd39157 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:59:02.740536 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc70d0d-56dd-42c9-8535-74df674f970e None None] Pushing event updated for resources: {'Port': ['ID=3085c566-9853-4786-a9eb-cf19707de87e,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:02.803583 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-a045290f-28f1-44b9-b2d4-c6d9a8bab8aa None None] Provisioning complete for port 3085c566-9853-4786-a9eb-cf19707de87e triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:02.804314 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a045290f-28f1-44b9-b2d4-c6d9a8bab8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3085c566-9853-4786-a9eb-cf19707de87e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:02.905881 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a045290f-28f1-44b9-b2d4-c6d9a8bab8aa None None] Current status of the port 3085c566-9853-4786-a9eb-cf19707de87e is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 00:59:02.986399 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-b15fe5b6-ae36-4a99-aff7-c006cbd8593e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06cc1b5f-f2e1-4ec2-8e57-9a778fd39157', 'name': 'router1', 'tenant_id': '1e440c34b2ea480ea20eaf3e3f57fe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:49Z', 'updated_at': '2022-02-09T00:58:59Z', 'revision_number': 2, 'project_id': '1e440c34b2ea480ea20eaf3e3f57fe0c', 'gw_port_host': None, '_interfaces': [{'id': '3085c566-9853-4786-a9eb-cf19707de87e', 'name': '', 'network_id': 'b64d40a9-2bde-4715-a6d5-ad4355d8126b', 'tenant_id': '1e440c34b2ea480ea20eaf3e3f57fe0c', 'mac_address': 'fa:16:3e:b5:19:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06cc1b5f-f2e1-4ec2-8e57-9a778fd39157', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '88bdb2d0-3a09-4f03-8f76-fe0c3c506b25', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:59Z', 'updated_at': '2022-02-09T00:59:02Z', 'revision_number': 4, 'project_id': '1e440c34b2ea480ea20eaf3e3f57fe0c', 'subnets': [{'id': '88bdb2d0-3a09-4f03-8f76-fe0c3c506b25', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '680b02b6-350a-40d1-a55c-4ff0489354e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:03.015137 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15fe5b6-ae36-4a99-aff7-c006cbd8593e None None] The sync data for ids ['06cc1b5f-f2e1-4ec2-8e57-9a778fd39157'] in n-d-822053-40 is: [{'id': '06cc1b5f-f2e1-4ec2-8e57-9a778fd39157', 'name': 'router1', 'tenant_id': '1e440c34b2ea480ea20eaf3e3f57fe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:49Z', 'updated_at': '2022-02-09T00:58:59Z', 'revision_number': 2, 'project_id': '1e440c34b2ea480ea20eaf3e3f57fe0c', 'gw_port_host': None, '_interfaces': [{'id': '3085c566-9853-4786-a9eb-cf19707de87e', 'name': '', 'network_id': 'b64d40a9-2bde-4715-a6d5-ad4355d8126b', 'tenant_id': '1e440c34b2ea480ea20eaf3e3f57fe0c', 'mac_address': 'fa:16:3e:b5:19:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06cc1b5f-f2e1-4ec2-8e57-9a778fd39157', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '88bdb2d0-3a09-4f03-8f76-fe0c3c506b25', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:59Z', 'updated_at': '2022-02-09T00:59:02Z', 'revision_number': 4, 'project_id': '1e440c34b2ea480ea20eaf3e3f57fe0c', 'subnets': [{'id': '88bdb2d0-3a09-4f03-8f76-fe0c3c506b25', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '680b02b6-350a-40d1-a55c-4ff0489354e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:59:03.163120 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41708) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:59:03.315288 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fc68b0-66f9-4cc3-92ba-c8fdd7e8b4d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:03.317383 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-01fc68b0-66f9-4cc3-92ba-c8fdd7e8b4d1 admin admin] 10.222.0.30 "GET /v2.0/networks/def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 842 time: 0.1531346 Feb 09 00:59:03.327679 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-b9b6c3c1-89cf-428f-a593-94cf8d77e413 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'ip_version': 4, 'gateway_ip': '172.25.1.1', 'enable_dhcp': False, 'cidr': '172.25.1.0/24'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:03.350156 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b6c3c1-89cf-428f-a593-94cf8d77e413 admin admin] Made reservation on behalf of 90e3e0f876f84423934df52c2c63acad for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:59:03.352591 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b9b6c3c1-89cf-428f-a593-94cf8d77e413 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:03.671594 n-d-822053-40 neutron-server[103529]: DEBUG neutron.objects.ports [None req-b9b6c3c1-89cf-428f-a593-94cf8d77e413 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103529) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 00:59:03.672067 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b9b6c3c1-89cf-428f-a593-94cf8d77e413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for subnet (3ef209e1-fee2-46ee-803e-7b4696951f10), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:03.728085 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b6c3c1-89cf-428f-a593-94cf8d77e413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ef209e1-fee2-46ee-803e-7b4696951f10,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:03.740139 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b6c3c1-89cf-428f-a593-94cf8d77e413 admin admin] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 00:59:03.740491 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b6c3c1-89cf-428f-a593-94cf8d77e413 admin admin] Network hostable DHCP agents. Network: def43282-5318-4ecb-a74b-178f79c0eb6e, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:59:03.761497 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b6c3c1-89cf-428f-a593-94cf8d77e413 admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:59:03.773631 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-b9b6c3c1-89cf-428f-a593-94cf8d77e413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, def43282-5318-4ecb-a74b-178f79c0eb6e) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:59:03.777951 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b6c3c1-89cf-428f-a593-94cf8d77e413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:03.778592 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b9b6c3c1-89cf-428f-a593-94cf8d77e413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:03.784387 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e97042a-5203-4c5c-899b-6d52fd29d277 None None] Network def43282-5318-4ecb-a74b-178f79c0eb6e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 00:59:03.812001 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b9b6c3c1-89cf-428f-a593-94cf8d77e413 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4772313 Feb 09 00:59:03.928421 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fb052e-e4d3-4d5e-bb68-e35503cd6338 None None] Network def43282-5318-4ecb-a74b-178f79c0eb6e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 00:59:06.292623 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41716) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:59:06.533417 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9311c8df-ffbc-4257-ab7c-cc85aa5271ef demo admin] 10.222.0.30 "GET /v2.0/routers/06cc1b5f-f2e1-4ec2-8e57-9a778fd39157 HTTP/1.1" status: 200 len: 710 time: 0.2393591 Feb 09 00:59:06.629803 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760256de-8c09-4db4-bb1b-c0462eb0c836 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:06.631173 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-760256de-8c09-4db4-bb1b-c0462eb0c836 demo admin] 10.222.0.30 "GET /v2.0/networks/def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 886 time: 0.0913894 Feb 09 00:59:06.640153 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-2dd740d9-d6a7-475d-a9ab-72adb23edc93 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:06.916374 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2dd740d9-d6a7-475d-a9ab-72adb23edc93 demo admin] Publish callbacks [] for router_gateway (06cc1b5f-f2e1-4ec2-8e57-9a778fd39157), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:07.172704 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2dd740d9-d6a7-475d-a9ab-72adb23edc93 demo admin] Publish callbacks [] for router_gateway (06cc1b5f-f2e1-4ec2-8e57-9a778fd39157), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:07.254215 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2dd740d9-d6a7-475d-a9ab-72adb23edc93 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:07.368769 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-2dd740d9-d6a7-475d-a9ab-72adb23edc93 demo admin] Allocated IP 172.25.1.94 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/207d06ef-8986-4106-889f-8873d4998b33) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:59:07.478977 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2dd740d9-d6a7-475d-a9ab-72adb23edc93 demo admin] Publish callbacks [] for port (207d06ef-8986-4106-889f-8873d4998b33), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:07.515642 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2dd740d9-d6a7-475d-a9ab-72adb23edc93 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (207d06ef-8986-4106-889f-8873d4998b33), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:07.559322 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd740d9-d6a7-475d-a9ab-72adb23edc93 demo admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:59:07.562240 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-2dd740d9-d6a7-475d-a9ab-72adb23edc93 demo admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:59:07.565144 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd740d9-d6a7-475d-a9ab-72adb23edc93 demo admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:59:07.631892 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd740d9-d6a7-475d-a9ab-72adb23edc93 demo admin] Pushing event updated for resources: {'Port': ['ID=207d06ef-8986-4106-889f-8873d4998b33,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:07.840307 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2dd740d9-d6a7-475d-a9ab-72adb23edc93 demo admin] Publish callbacks [] for router_gateway (06cc1b5f-f2e1-4ec2-8e57-9a778fd39157), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:08.177759 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2dd740d9-d6a7-475d-a9ab-72adb23edc93 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8820'] for router (06cc1b5f-f2e1-4ec2-8e57-9a778fd39157), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:08.180437 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2dd740d9-d6a7-475d-a9ab-72adb23edc93 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622185'] for router (06cc1b5f-f2e1-4ec2-8e57-9a778fd39157), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:08.310323 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd740d9-d6a7-475d-a9ab-72adb23edc93 demo admin] Router 06cc1b5f-f2e1-4ec2-8e57-9a778fd39157 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:59:08.439107 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd740d9-d6a7-475d-a9ab-72adb23edc93 demo admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:59:08.443392 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2dd740d9-d6a7-475d-a9ab-72adb23edc93 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:08.444628 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2dd740d9-d6a7-475d-a9ab-72adb23edc93 demo admin] 10.222.0.30 "PUT /v2.0/routers/06cc1b5f-f2e1-4ec2-8e57-9a778fd39157 HTTP/1.1" status: 200 len: 889 time: 1.8077440 Feb 09 00:59:10.897514 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 3085c566-9853-4786-a9eb-cf19707de87e up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:59:10.951282 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 3085c566-9853-4786-a9eb-cf19707de87e triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:10.951577 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3085c566-9853-4786-a9eb-cf19707de87e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:11.040092 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 3085c566-9853-4786-a9eb-cf19707de87e is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 00:59:11.078763 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41728) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:59:11.248160 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-804ea12d-069d-452c-a6f7-6d93c6a2a9ab admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1681314 Feb 09 00:59:11.919003 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05edfff1-4d40-46ab-ab6e-ddaf18da6153 None None] Sync routers for ids ['06cc1b5f-f2e1-4ec2-8e57-9a778fd39157'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:59:11.934592 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05edfff1-4d40-46ab-ab6e-ddaf18da6153 None None] Routers {'06cc1b5f-f2e1-4ec2-8e57-9a778fd39157'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:59:11.935173 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-05edfff1-4d40-46ab-ab6e-ddaf18da6153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T00:58:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['06cc1b5f-f2e1-4ec2-8e57-9a778fd39157'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:12.174131 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-05edfff1-4d40-46ab-ab6e-ddaf18da6153 None None] Set router 06cc1b5f-f2e1-4ec2-8e57-9a778fd39157 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:59:12.693775 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-05edfff1-4d40-46ab-ab6e-ddaf18da6153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06cc1b5f-f2e1-4ec2-8e57-9a778fd39157', 'name': 'router1', 'tenant_id': '1e440c34b2ea480ea20eaf3e3f57fe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '207d06ef-8986-4106-889f-8873d4998b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:49Z', 'updated_at': '2022-02-09T00:59:07Z', 'revision_number': 4, 'project_id': '1e440c34b2ea480ea20eaf3e3f57fe0c', 'gw_port': {'id': '207d06ef-8986-4106-889f-8873d4998b33', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:aa:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06cc1b5f-f2e1-4ec2-8e57-9a778fd39157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:59:07Z', 'updated_at': '2022-02-09T00:59:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '3085c566-9853-4786-a9eb-cf19707de87e', 'name': '', 'network_id': 'b64d40a9-2bde-4715-a6d5-ad4355d8126b', 'tenant_id': '1e440c34b2ea480ea20eaf3e3f57fe0c', 'mac_address': 'fa:16:3e:b5:19:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06cc1b5f-f2e1-4ec2-8e57-9a778fd39157', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '88bdb2d0-3a09-4f03-8f76-fe0c3c506b25', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:59Z', 'updated_at': '2022-02-09T00:59:02Z', 'revision_number': 5, 'project_id': '1e440c34b2ea480ea20eaf3e3f57fe0c', 'subnets': [{'id': '88bdb2d0-3a09-4f03-8f76-fe0c3c506b25', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '680b02b6-350a-40d1-a55c-4ff0489354e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:12.745945 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05edfff1-4d40-46ab-ab6e-ddaf18da6153 None None] Checking router: 06cc1b5f-f2e1-4ec2-8e57-9a778fd39157 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:59:12.746306 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05edfff1-4d40-46ab-ab6e-ddaf18da6153 None None] Updating router 06cc1b5f-f2e1-4ec2-8e57-9a778fd39157 port 207d06ef-8986-4106-889f-8873d4998b33 binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:59:12.801898 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-05edfff1-4d40-46ab-ab6e-ddaf18da6153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (207d06ef-8986-4106-889f-8873d4998b33), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:13.158377 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-05edfff1-4d40-46ab-ab6e-ddaf18da6153 None None] Publish callbacks [] for port (207d06ef-8986-4106-889f-8873d4998b33), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:13.166683 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-05edfff1-4d40-46ab-ab6e-ddaf18da6153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (207d06ef-8986-4106-889f-8873d4998b33), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:13.222269 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-05edfff1-4d40-46ab-ab6e-ddaf18da6153 None None] Attempting to bind port 207d06ef-8986-4106-889f-8873d4998b33 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 00:59:13.223301 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-05edfff1-4d40-46ab-ab6e-ddaf18da6153 None None] Attempting to bind port 207d06ef-8986-4106-889f-8873d4998b33 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 00:59:13.223667 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05edfff1-4d40-46ab-ab6e-ddaf18da6153 None None] Attempting to bind port 207d06ef-8986-4106-889f-8873d4998b33 on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:59:13.231425 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700099d-73e1-4ef0-9301-71c65647c4a1 None None] Pushing event updated for resources: {'Port': ['ID=207d06ef-8986-4106-889f-8873d4998b33,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:13.234456 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05edfff1-4d40-46ab-ab6e-ddaf18da6153 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:59:13.235205 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05edfff1-4d40-46ab-ab6e-ddaf18da6153 None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 00:59:13.235614 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-05edfff1-4d40-46ab-ab6e-ddaf18da6153 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:13.236046 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05edfff1-4d40-46ab-ab6e-ddaf18da6153 None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:59:13.236507 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-05edfff1-4d40-46ab-ab6e-ddaf18da6153 None None] Bound port: 207d06ef-8986-4106-889f-8873d4998b33, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 00:59:13.236887 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-05edfff1-4d40-46ab-ab6e-ddaf18da6153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (207d06ef-8986-4106-889f-8873d4998b33), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:13.295397 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-05edfff1-4d40-46ab-ab6e-ddaf18da6153 None None] For port 207d06ef-8986-4106-889f-8873d4998b33, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:59:13.299399 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-05edfff1-4d40-46ab-ab6e-ddaf18da6153 None None] For port 207d06ef-8986-4106-889f-8873d4998b33, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=207d06ef-8986-4106-889f-8873d4998b33,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:59:13.306871 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-05edfff1-4d40-46ab-ab6e-ddaf18da6153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (207d06ef-8986-4106-889f-8873d4998b33), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:13.372055 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05edfff1-4d40-46ab-ab6e-ddaf18da6153 None None] Routers {'06cc1b5f-f2e1-4ec2-8e57-9a778fd39157'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:59:13.372636 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-05edfff1-4d40-46ab-ab6e-ddaf18da6153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T00:58:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['06cc1b5f-f2e1-4ec2-8e57-9a778fd39157'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:13.377294 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700099d-73e1-4ef0-9301-71c65647c4a1 None None] Pushing event updated for resources: {'Port': ['ID=207d06ef-8986-4106-889f-8873d4998b33,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:13.497259 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-05edfff1-4d40-46ab-ab6e-ddaf18da6153 None None] Set router 06cc1b5f-f2e1-4ec2-8e57-9a778fd39157 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:59:13.787397 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-05edfff1-4d40-46ab-ab6e-ddaf18da6153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06cc1b5f-f2e1-4ec2-8e57-9a778fd39157', 'name': 'router1', 'tenant_id': '1e440c34b2ea480ea20eaf3e3f57fe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '207d06ef-8986-4106-889f-8873d4998b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:49Z', 'updated_at': '2022-02-09T00:59:07Z', 'revision_number': 4, 'project_id': '1e440c34b2ea480ea20eaf3e3f57fe0c', 'gw_port': {'id': '207d06ef-8986-4106-889f-8873d4998b33', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:aa:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06cc1b5f-f2e1-4ec2-8e57-9a778fd39157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:59:07Z', 'updated_at': '2022-02-09T00:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '3085c566-9853-4786-a9eb-cf19707de87e', 'name': '', 'network_id': 'b64d40a9-2bde-4715-a6d5-ad4355d8126b', 'tenant_id': '1e440c34b2ea480ea20eaf3e3f57fe0c', 'mac_address': 'fa:16:3e:b5:19:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06cc1b5f-f2e1-4ec2-8e57-9a778fd39157', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '88bdb2d0-3a09-4f03-8f76-fe0c3c506b25', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:59Z', 'updated_at': '2022-02-09T00:59:02Z', 'revision_number': 5, 'project_id': '1e440c34b2ea480ea20eaf3e3f57fe0c', 'subnets': [{'id': '88bdb2d0-3a09-4f03-8f76-fe0c3c506b25', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '680b02b6-350a-40d1-a55c-4ff0489354e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:59:13.819203 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05edfff1-4d40-46ab-ab6e-ddaf18da6153 None None] The sync data for ids ['06cc1b5f-f2e1-4ec2-8e57-9a778fd39157'] in n-d-822053-40 is: [{'id': '06cc1b5f-f2e1-4ec2-8e57-9a778fd39157', 'name': 'router1', 'tenant_id': '1e440c34b2ea480ea20eaf3e3f57fe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '207d06ef-8986-4106-889f-8873d4998b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:58:49Z', 'updated_at': '2022-02-09T00:59:07Z', 'revision_number': 4, 'project_id': '1e440c34b2ea480ea20eaf3e3f57fe0c', 'gw_port': {'id': '207d06ef-8986-4106-889f-8873d4998b33', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:aa:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06cc1b5f-f2e1-4ec2-8e57-9a778fd39157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:59:07Z', 'updated_at': '2022-02-09T00:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '3085c566-9853-4786-a9eb-cf19707de87e', 'name': '', 'network_id': 'b64d40a9-2bde-4715-a6d5-ad4355d8126b', 'tenant_id': '1e440c34b2ea480ea20eaf3e3f57fe0c', 'mac_address': 'fa:16:3e:b5:19:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06cc1b5f-f2e1-4ec2-8e57-9a778fd39157', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '88bdb2d0-3a09-4f03-8f76-fe0c3c506b25', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:58:59Z', 'updated_at': '2022-02-09T00:59:02Z', 'revision_number': 5, 'project_id': '1e440c34b2ea480ea20eaf3e3f57fe0c', 'subnets': [{'id': '88bdb2d0-3a09-4f03-8f76-fe0c3c506b25', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '680b02b6-350a-40d1-a55c-4ff0489354e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:59:14.956758 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 207d06ef-8986-4106-889f-8873d4998b33 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:59:15.027917 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 207d06ef-8986-4106-889f-8873d4998b33 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:15.028337 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (207d06ef-8986-4106-889f-8873d4998b33), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:15.149560 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 207d06ef-8986-4106-889f-8873d4998b33 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 00:59:15.150264 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (207d06ef-8986-4106-889f-8873d4998b33), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:15.185099 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 207d06ef-8986-4106-889f-8873d4998b33, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=207d06ef-8986-4106-889f-8873d4998b33,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:59:15.193060 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (207d06ef-8986-4106-889f-8873d4998b33), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:15.290818 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=207d06ef-8986-4106-889f-8873d4998b33,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:17.003489 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 207d06ef-8986-4106-889f-8873d4998b33 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:59:17.193584 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 207d06ef-8986-4106-889f-8873d4998b33 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:17.195235 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (207d06ef-8986-4106-889f-8873d4998b33), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:17.358602 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 207d06ef-8986-4106-889f-8873d4998b33 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 00:59:20.669671 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4fde55ac-0b57-40d8-b1bc-d6008de1a6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:24.065638 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9e7a2379-5269-4661-aa51-b3d4f6f277b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:25.556141 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:27.295825 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:28.166738 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:39.065367 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 5 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:59:50.652829 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d4a6f9a6-bdb4-4078-8a1f-5f2ae366cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:54.073552 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2b63f041-d3c8-445d-bf4f-6c7d11918129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:55.561028 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:57.292579 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:58.064276 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:16.033592 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 5 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:00:20.648331 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-544d6d16-7669-447d-9303-30128d318cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:24.066856 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-94f225aa-793f-40bb-9b6a-f7aac7108dbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:25.558406 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:27.290322 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:28.058464 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:43.582320 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42244) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:43.651001 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7effb3c-f0e9-4745-9c07-0df9116bd369 admin admin] GET failed (client error): The resource could not be found. Feb 09 01:00:43.652349 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b7effb3c-f0e9-4745-9c07-0df9116bd369 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0690527 Feb 09 01:00:43.826493 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2dbad4-f1d6-40bd-b2ef-8b141cc77c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:43.827957 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4b2dbad4-f1d6-40bd-b2ef-8b141cc77c8c admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1715424 Feb 09 01:00:46.093507 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42254) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:46.248683 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3b70d0-4643-4a79-b692-c178936bbc3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:46.250029 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4b3b70d0-4643-4a79-b692-c178936bbc3f admin admin] 10.222.0.30 "GET /v2.0/subnets/88bdb2d0-3a09-4f03-8f76-fe0c3c506b25 HTTP/1.1" status: 200 len: 849 time: 0.1555552 Feb 09 01:00:46.259970 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-38eac9c9-92b2-458c-ab09-ee0b8e347ecd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:46.347287 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-38eac9c9-92b2-458c-ab09-ee0b8e347ecd admin admin] Publish callbacks [] for subnet (88bdb2d0-3a09-4f03-8f76-fe0c3c506b25), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:46.507056 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-38eac9c9-92b2-458c-ab09-ee0b8e347ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793221182212'] for subnet (88bdb2d0-3a09-4f03-8f76-fe0c3c506b25), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:46.548354 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38eac9c9-92b2-458c-ab09-ee0b8e347ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:46.549840 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-38eac9c9-92b2-458c-ab09-ee0b8e347ecd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:46.550943 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-38eac9c9-92b2-458c-ab09-ee0b8e347ecd admin admin] 10.222.0.30 "PUT /v2.0/subnets/88bdb2d0-3a09-4f03-8f76-fe0c3c506b25 HTTP/1.1" status: 200 len: 868 time: 0.2947164 Feb 09 01:00:46.568275 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eceb9b22-73f0-460d-9152-861f155e345d None None] Network b64d40a9-2bde-4715-a6d5-ad4355d8126b requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:00:46.569112 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eac9c9-92b2-458c-ab09-ee0b8e347ecd admin admin] Pushing event updated for resources: {'Subnet': ['ID=88bdb2d0-3a09-4f03-8f76-fe0c3c506b25,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:46.578273 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eac9c9-92b2-458c-ab09-ee0b8e347ecd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:46.578573 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eac9c9-92b2-458c-ab09-ee0b8e347ecd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:46.578913 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eac9c9-92b2-458c-ab09-ee0b8e347ecd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:46.579263 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eac9c9-92b2-458c-ab09-ee0b8e347ecd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:46.579593 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eac9c9-92b2-458c-ab09-ee0b8e347ecd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:46.579956 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eac9c9-92b2-458c-ab09-ee0b8e347ecd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:46.580290 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eac9c9-92b2-458c-ab09-ee0b8e347ecd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:46.580611 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eac9c9-92b2-458c-ab09-ee0b8e347ecd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:46.580928 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eac9c9-92b2-458c-ab09-ee0b8e347ecd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:46.581270 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eac9c9-92b2-458c-ab09-ee0b8e347ecd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:46.581557 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eac9c9-92b2-458c-ab09-ee0b8e347ecd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:46.581868 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eac9c9-92b2-458c-ab09-ee0b8e347ecd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:46.582181 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38eac9c9-92b2-458c-ab09-ee0b8e347ecd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:46.970628 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-366e1d44-20c4-4d21-a220-1d0d1b6c6576 None None] Provisioning complete for port 7d5cdc0f-6f6c-4eb1-87ed-ed41a9ca8f0b triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:46.971119 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-366e1d44-20c4-4d21-a220-1d0d1b6c6576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7d5cdc0f-6f6c-4eb1-87ed-ed41a9ca8f0b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:47.056947 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-366e1d44-20c4-4d21-a220-1d0d1b6c6576 None None] Current status of the port 7d5cdc0f-6f6c-4eb1-87ed-ed41a9ca8f0b is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:00:47.067532 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-366e1d44-20c4-4d21-a220-1d0d1b6c6576 None None] Provisioning complete for port 3085c566-9853-4786-a9eb-cf19707de87e triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:47.067917 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-366e1d44-20c4-4d21-a220-1d0d1b6c6576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3085c566-9853-4786-a9eb-cf19707de87e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:47.145010 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-366e1d44-20c4-4d21-a220-1d0d1b6c6576 None None] Current status of the port 3085c566-9853-4786-a9eb-cf19707de87e is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:00:48.908840 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42262) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:49.126812 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976af3d8-6d42-4539-ab5e-7adc35ed8629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:49.127204 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976af3d8-6d42-4539-ab5e-7adc35ed8629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:49.128777 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-976af3d8-6d42-4539-ab5e-7adc35ed8629 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2189791 Feb 09 01:00:50.644694 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1588c67f-9503-4282-a705-7a4131de72a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:51.489446 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42270) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:51.630220 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e97827-7a79-4a7d-8a12-602c76371808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:51.633059 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e97827-7a79-4a7d-8a12-602c76371808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:51.634619 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-99e97827-7a79-4a7d-8a12-602c76371808 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1435189 Feb 09 01:00:53.032832 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 5 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:00:53.978657 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42278) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:54.078190 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c5ca435f-c77a-4c0c-9ddd-b6228840ad06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:54.206802 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959a9c64-a69d-4bcb-82ac-df569d6e9344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:54.208208 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-959a9c64-a69d-4bcb-82ac-df569d6e9344 admin admin] 10.222.0.30 "GET /v2.0/networks/b64d40a9-2bde-4715-a6d5-ad4355d8126b HTTP/1.1" status: 200 len: 869 time: 0.2282550 Feb 09 01:00:55.560835 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:56.523176 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42286) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:56.659059 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35be4f6-19e9-4206-ac56-fc30efc7c458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:56.660451 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e35be4f6-19e9-4206-ac56-fc30efc7c458 admin admin] 10.222.0.30 "GET /v2.0/networks/def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 886 time: 0.1363289 Feb 09 01:00:57.294595 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:58.061603 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:59.014195 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42296) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:59.153141 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140d075b-964b-4faf-a6e5-58f735b4986d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:59.153512 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140d075b-964b-4faf-a6e5-58f735b4986d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:59.155068 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-140d075b-964b-4faf-a6e5-58f735b4986d admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1398616 Feb 09 01:01:01.563408 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42304) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:01:01.682496 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac79b631-e6b7-4de6-8b83-f3a73176dcb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:01.683300 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac79b631-e6b7-4de6-8b83-f3a73176dcb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:01.685601 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ac79b631-e6b7-4de6-8b83-f3a73176dcb3 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1209948 Feb 09 01:01:04.088200 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42312) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:01:04.184952 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3655e7-ee11-4d3d-b260-827efd0e1143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:04.186367 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1a3655e7-ee11-4d3d-b260-827efd0e1143 admin admin] 10.222.0.30 "GET /v2.0/subnets/3ef209e1-fee2-46ee-803e-7b4696951f10 HTTP/1.1" status: 200 len: 816 time: 0.0971730 Feb 09 01:01:06.664022 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42320) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:01:06.776442 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd68881-9865-44bc-ac13-e9f29eadc08a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:06.777841 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ccd68881-9865-44bc-ac13-e9f29eadc08a admin admin] 10.222.0.30 "GET /v2.0/subnets/88bdb2d0-3a09-4f03-8f76-fe0c3c506b25 HTTP/1.1" status: 200 len: 868 time: 0.1128547 Feb 09 01:01:20.652362 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cdf1b844-2c2e-4d98-964a-5a3683e841f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:24.074295 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-528e258d-ca81-4ffc-b49d-fc4f65901821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:25.563366 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:27.296483 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:28.066603 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:30.031181 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 5 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:01:32.407923 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42374) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:01:32.457518 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [None req-a356a58e-5f2e-4539-bc60-4d38b46c0217 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:01:32.458536 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a356a58e-5f2e-4539-bc60-4d38b46c0217 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0496125 Feb 09 01:01:34.865110 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42382) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:01:34.929064 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-61b4e45b-589e-4866-a4c8-4315c6755fee admin admin] GET failed (client error): The resource could not be found. Feb 09 01:01:34.930376 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-61b4e45b-589e-4866-a4c8-4315c6755fee admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0642838 Feb 09 01:01:35.019703 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b9d16a-5f18-4e52-85f0-7ed020e23ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:35.021835 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f0b9d16a-5f18-4e52-85f0-7ed020e23ec8 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0873792 Feb 09 01:01:37.356923 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42390) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:01:37.406248 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-a526c2b8-c1bd-4ea4-b5ff-04bd866a6fea admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:37.424976 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a526c2b8-c1bd-4ea4-b5ff-04bd866a6fea admin admin] Made reservation on behalf of 90e3e0f876f84423934df52c2c63acad for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:37.428010 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a526c2b8-c1bd-4ea4-b5ff-04bd866a6fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:37.456123 n-d-822053-40 neutron-server[103529]: WARNING neutron.services.revisions.revision_plugin [None req-a526c2b8-c1bd-4ea4-b5ff-04bd866a6fea admin admin] Could not find related network for resource to bump revision. Feb 09 01:01:37.475069 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a526c2b8-c1bd-4ea4-b5ff-04bd866a6fea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:01:37.485948 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a526c2b8-c1bd-4ea4-b5ff-04bd866a6fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (69ac9875-7525-4012-a92e-19032162166a), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:37.486278 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-a526c2b8-c1bd-4ea4-b5ff-04bd866a6fea admin admin] Added segment 69ac9875-7525-4012-a92e-19032162166a of type vlan for network 3976161f-bd1f-4dbb-b950-6897c01f16f1 Feb 09 01:01:37.538121 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a526c2b8-c1bd-4ea4-b5ff-04bd866a6fea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (3976161f-bd1f-4dbb-b950-6897c01f16f1), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:37.562185 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a526c2b8-c1bd-4ea4-b5ff-04bd866a6fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (3976161f-bd1f-4dbb-b950-6897c01f16f1), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:37.563110 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a526c2b8-c1bd-4ea4-b5ff-04bd866a6fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:37.563689 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a526c2b8-c1bd-4ea4-b5ff-04bd866a6fea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:37.637901 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a526c2b8-c1bd-4ea4-b5ff-04bd866a6fea admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2791078 Feb 09 01:01:37.661181 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526c2b8-c1bd-4ea4-b5ff-04bd866a6fea admin admin] Pushing event updated for resources: {'Network': ['ID=3976161f-bd1f-4dbb-b950-6897c01f16f1,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:37.668546 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a526c2b8-c1bd-4ea4-b5ff-04bd866a6fea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:37.668893 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a526c2b8-c1bd-4ea4-b5ff-04bd866a6fea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:37.669239 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a526c2b8-c1bd-4ea4-b5ff-04bd866a6fea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:37.669591 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a526c2b8-c1bd-4ea4-b5ff-04bd866a6fea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:37.669926 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a526c2b8-c1bd-4ea4-b5ff-04bd866a6fea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:37.670259 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a526c2b8-c1bd-4ea4-b5ff-04bd866a6fea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:37.670583 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a526c2b8-c1bd-4ea4-b5ff-04bd866a6fea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:37.670905 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a526c2b8-c1bd-4ea4-b5ff-04bd866a6fea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:37.671229 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a526c2b8-c1bd-4ea4-b5ff-04bd866a6fea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:37.671550 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a526c2b8-c1bd-4ea4-b5ff-04bd866a6fea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:37.671869 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a526c2b8-c1bd-4ea4-b5ff-04bd866a6fea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:37.672227 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a526c2b8-c1bd-4ea4-b5ff-04bd866a6fea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:37.672545 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a526c2b8-c1bd-4ea4-b5ff-04bd866a6fea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:37.685184 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 3976161f-bd1f-4dbb-b950-6897c01f16f1 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:01:40.003842 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42398) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:01:40.092010 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7abd47b-ae62-4829-9758-812cbe117c2f admin admin] GET failed (client error): The resource could not be found. Feb 09 01:01:40.093392 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e7abd47b-ae62-4829-9758-812cbe117c2f admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0877934 Feb 09 01:01:40.181532 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d21cb78-689b-4f9d-b736-8e2fb7172cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:40.182898 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9d21cb78-689b-4f9d-b736-8e2fb7172cb3 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0848629 Feb 09 01:01:40.193598 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-931556c2-2f90-445a-bb1e-5d01ba22e0de admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:40.218581 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931556c2-2f90-445a-bb1e-5d01ba22e0de admin admin] Made reservation on behalf of 90e3e0f876f84423934df52c2c63acad for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:40.222203 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-931556c2-2f90-445a-bb1e-5d01ba22e0de admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:40.430215 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-931556c2-2f90-445a-bb1e-5d01ba22e0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for subnet (98abf639-2282-4fa1-acd9-5660b4f87a0d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:40.489781 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931556c2-2f90-445a-bb1e-5d01ba22e0de admin admin] Pushing event updated for resources: {'Subnet': ['ID=98abf639-2282-4fa1-acd9-5660b4f87a0d,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:40.503878 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931556c2-2f90-445a-bb1e-5d01ba22e0de admin admin] Checking segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:01:40.504281 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931556c2-2f90-445a-bb1e-5d01ba22e0de admin admin] Network hostable DHCP agents. Network: 3976161f-bd1f-4dbb-b950-6897c01f16f1, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:01:40.528859 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931556c2-2f90-445a-bb1e-5d01ba22e0de admin admin] Network 3976161f-bd1f-4dbb-b950-6897c01f16f1 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:01:40.542728 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-931556c2-2f90-445a-bb1e-5d01ba22e0de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 3976161f-bd1f-4dbb-b950-6897c01f16f1) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:40.547492 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931556c2-2f90-445a-bb1e-5d01ba22e0de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:40.555711 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-931556c2-2f90-445a-bb1e-5d01ba22e0de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:40.559908 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fc33de-0ad2-40dd-87e0-3d74ee8610f7 None None] Network 3976161f-bd1f-4dbb-b950-6897c01f16f1 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:01:40.571415 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-931556c2-2f90-445a-bb1e-5d01ba22e0de admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3819423 Feb 09 01:01:40.676048 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689b8474-9c7d-4afe-a5d7-b5309031ad3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-3976161f-bd1f-4dbb-b950-6897c01f16f1', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'project_id': '90e3e0f876f84423934df52c2c63acad', 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:01:40.677650 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-689b8474-9c7d-4afe-a5d7-b5309031ad3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:40.959128 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-689b8474-9c7d-4afe-a5d7-b5309031ad3f None None] Allocated IP 192.168.233.2 (3976161f-bd1f-4dbb-b950-6897c01f16f1/98abf639-2282-4fa1-acd9-5660b4f87a0d/3c2ae741-703f-4983-94a2-f08f2e50beb9) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:41.140338 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-689b8474-9c7d-4afe-a5d7-b5309031ad3f None None] Publish callbacks [] for port (3c2ae741-703f-4983-94a2-f08f2e50beb9), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:41.148417 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-689b8474-9c7d-4afe-a5d7-b5309031ad3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (3c2ae741-703f-4983-94a2-f08f2e50beb9), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:41.194644 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689b8474-9c7d-4afe-a5d7-b5309031ad3f None None] Network 3976161f-bd1f-4dbb-b950-6897c01f16f1 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:41.198168 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-689b8474-9c7d-4afe-a5d7-b5309031ad3f None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:41.200770 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689b8474-9c7d-4afe-a5d7-b5309031ad3f None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:01:41.218161 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b8474-9c7d-4afe-a5d7-b5309031ad3f None None] Pushing event updated for resources: {'Port': ['ID=3c2ae741-703f-4983-94a2-f08f2e50beb9,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:41.243992 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b8474-9c7d-4afe-a5d7-b5309031ad3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:41.244341 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b8474-9c7d-4afe-a5d7-b5309031ad3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:41.244678 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b8474-9c7d-4afe-a5d7-b5309031ad3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:41.245295 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b8474-9c7d-4afe-a5d7-b5309031ad3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:41.245617 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b8474-9c7d-4afe-a5d7-b5309031ad3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:41.245935 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b8474-9c7d-4afe-a5d7-b5309031ad3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:41.246257 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b8474-9c7d-4afe-a5d7-b5309031ad3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:41.246567 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b8474-9c7d-4afe-a5d7-b5309031ad3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:41.246963 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b8474-9c7d-4afe-a5d7-b5309031ad3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:41.247290 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b8474-9c7d-4afe-a5d7-b5309031ad3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:41.247605 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b8474-9c7d-4afe-a5d7-b5309031ad3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:41.248031 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b8474-9c7d-4afe-a5d7-b5309031ad3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:41.248350 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b8474-9c7d-4afe-a5d7-b5309031ad3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:41.290184 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-689b8474-9c7d-4afe-a5d7-b5309031ad3f None None] Attempting to bind port 3c2ae741-703f-4983-94a2-f08f2e50beb9 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:01:41.290553 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-689b8474-9c7d-4afe-a5d7-b5309031ad3f None None] Attempting to bind port 3c2ae741-703f-4983-94a2-f08f2e50beb9 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:01:41.290914 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689b8474-9c7d-4afe-a5d7-b5309031ad3f None None] Attempting to bind port 3c2ae741-703f-4983-94a2-f08f2e50beb9 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:01:41.296643 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689b8474-9c7d-4afe-a5d7-b5309031ad3f None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:01:41.297041 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689b8474-9c7d-4afe-a5d7-b5309031ad3f None None] Checking segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:01:41.297443 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-689b8474-9c7d-4afe-a5d7-b5309031ad3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:41.297836 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689b8474-9c7d-4afe-a5d7-b5309031ad3f None None] Bound using segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:01:41.298295 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-689b8474-9c7d-4afe-a5d7-b5309031ad3f None None] Bound port: 3c2ae741-703f-4983-94a2-f08f2e50beb9, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:01:41.298672 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-689b8474-9c7d-4afe-a5d7-b5309031ad3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3c2ae741-703f-4983-94a2-f08f2e50beb9), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:41.381723 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-689b8474-9c7d-4afe-a5d7-b5309031ad3f None None] For port 3c2ae741-703f-4983-94a2-f08f2e50beb9, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:01:41.385578 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-689b8474-9c7d-4afe-a5d7-b5309031ad3f None None] For port 3c2ae741-703f-4983-94a2-f08f2e50beb9, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=3c2ae741-703f-4983-94a2-f08f2e50beb9,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:01:41.391499 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-689b8474-9c7d-4afe-a5d7-b5309031ad3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (3c2ae741-703f-4983-94a2-f08f2e50beb9), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:41.466105 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b8474-9c7d-4afe-a5d7-b5309031ad3f None None] Pushing event updated for resources: {'Port': ['ID=3c2ae741-703f-4983-94a2-f08f2e50beb9,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:42.323248 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2b9fb0-43f1-4deb-9d95-eb5a3c58abdf None None] Network 3976161f-bd1f-4dbb-b950-6897c01f16f1 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:01:42.444948 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-5e7ff294-3890-4c2c-9a0d-96cf479ac6a1 None None] Provisioning complete for port 3c2ae741-703f-4983-94a2-f08f2e50beb9 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:42.445339 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5e7ff294-3890-4c2c-9a0d-96cf479ac6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3c2ae741-703f-4983-94a2-f08f2e50beb9), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:42.551252 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5e7ff294-3890-4c2c-9a0d-96cf479ac6a1 None None] Current status of the port 3c2ae741-703f-4983-94a2-f08f2e50beb9 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:01:42.552459 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5e7ff294-3890-4c2c-9a0d-96cf479ac6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3c2ae741-703f-4983-94a2-f08f2e50beb9), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:42.594779 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-5e7ff294-3890-4c2c-9a0d-96cf479ac6a1 None None] For port 3c2ae741-703f-4983-94a2-f08f2e50beb9, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=3c2ae741-703f-4983-94a2-f08f2e50beb9,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:42.600679 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5e7ff294-3890-4c2c-9a0d-96cf479ac6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (3c2ae741-703f-4983-94a2-f08f2e50beb9), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:42.665655 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ff294-3890-4c2c-9a0d-96cf479ac6a1 None None] Pushing event updated for resources: {'Port': ['ID=3c2ae741-703f-4983-94a2-f08f2e50beb9,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:42.726912 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-5f1fe35d-bb64-4657-8f39-4afe5384d700 None None] Provisioning complete for port 3c2ae741-703f-4983-94a2-f08f2e50beb9 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:42.726912 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5f1fe35d-bb64-4657-8f39-4afe5384d700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3c2ae741-703f-4983-94a2-f08f2e50beb9), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:42.820547 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5f1fe35d-bb64-4657-8f39-4afe5384d700 None None] Current status of the port 3c2ae741-703f-4983-94a2-f08f2e50beb9 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:01:43.033127 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 3c2ae741-703f-4983-94a2-f08f2e50beb9 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:01:43.087214 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 3c2ae741-703f-4983-94a2-f08f2e50beb9 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:43.087513 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3c2ae741-703f-4983-94a2-f08f2e50beb9), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:43.180319 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 3c2ae741-703f-4983-94a2-f08f2e50beb9 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:01:50.636905 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7069b3df-d325-47ac-85df-9d4e7f96db39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:54.075807 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-135f907d-da2d-455f-8ead-f94b32d525cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:55.570552 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:57.299196 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:58.070085 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:07.033518 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 5 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:02:20.641810 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-007c445d-ae6b-4650-9c7a-044230c7c951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:24.080270 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fb22af7a-cb19-426c-9485-fa7b79c20480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:25.573640 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:27.306210 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:28.073888 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:44.031752 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 5 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:02:50.637238 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9beb45eb-bf3b-433d-93d0-8ddb8303ecd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:54.088201 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e5481c45-4923-4a7a-a9d0-4b434faeb416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:55.576119 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:57.308493 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:58.086981 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:01.017751 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42442) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:03:01.025267 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-d6c5395b-4e2b-43b0-a29f-43c59106e6c2 tempest-verify_tempest_config-1768230993 tempest-verify_tempest_config-1768230993-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:03:01.026490 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d6c5395b-4e2b-43b0-a29f-43c59106e6c2 tempest-verify_tempest_config-1768230993 tempest-verify_tempest_config-1768230993-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0074470 Feb 09 01:03:01.393923 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42460) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:03:01.515174 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-97544f1a-52da-42fa-932e-45d55f6298ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:01.627398 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-97544f1a-52da-42fa-932e-45d55f6298ae admin admin] Publish callbacks [] for security_group (08b42e90-6776-489b-a932-d35b594e4e40), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:01.632153 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-97544f1a-52da-42fa-932e-45d55f6298ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (08b42e90-6776-489b-a932-d35b594e4e40), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:01.688399 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-97544f1a-52da-42fa-932e-45d55f6298ae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5ad85c23b9f2443fb597544794bffebf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2931807 Feb 09 01:03:01.689815 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97544f1a-52da-42fa-932e-45d55f6298ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b42e90-6776-489b-a932-d35b594e4e40,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:01.691251 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42464) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:03:01.698430 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97544f1a-52da-42fa-932e-45d55f6298ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:01.698905 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97544f1a-52da-42fa-932e-45d55f6298ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:01.699335 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97544f1a-52da-42fa-932e-45d55f6298ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:01.699882 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97544f1a-52da-42fa-932e-45d55f6298ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:01.700321 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97544f1a-52da-42fa-932e-45d55f6298ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:01.700829 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97544f1a-52da-42fa-932e-45d55f6298ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:01.701401 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97544f1a-52da-42fa-932e-45d55f6298ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:01.701909 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97544f1a-52da-42fa-932e-45d55f6298ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:01.702434 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97544f1a-52da-42fa-932e-45d55f6298ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:01.702950 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97544f1a-52da-42fa-932e-45d55f6298ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:01.703466 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97544f1a-52da-42fa-932e-45d55f6298ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:01.704144 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97544f1a-52da-42fa-932e-45d55f6298ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:01.704650 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97544f1a-52da-42fa-932e-45d55f6298ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:01.761427 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2191cc93-3544-4db0-bd50-bbaa75121408 admin admin] Publish callbacks [] for security_group (08b42e90-6776-489b-a932-d35b594e4e40), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:01.783689 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2191cc93-3544-4db0-bd50-bbaa75121408 admin admin] Publish callbacks [] for security_group (08b42e90-6776-489b-a932-d35b594e4e40), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:01.892056 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2191cc93-3544-4db0-bd50-bbaa75121408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (08b42e90-6776-489b-a932-d35b594e4e40), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:01.895126 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2191cc93-3544-4db0-bd50-bbaa75121408 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:01.898629 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2191cc93-3544-4db0-bd50-bbaa75121408 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/08b42e90-6776-489b-a932-d35b594e4e40 HTTP/1.1" status: 204 len: 168 time: 0.2027659 Feb 09 01:03:01.905141 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2191cc93-3544-4db0-bd50-bbaa75121408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b42e90-6776-489b-a932-d35b594e4e40,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:01.915279 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2191cc93-3544-4db0-bd50-bbaa75121408 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:01.915670 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2191cc93-3544-4db0-bd50-bbaa75121408 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:01.916042 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2191cc93-3544-4db0-bd50-bbaa75121408 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:01.916413 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2191cc93-3544-4db0-bd50-bbaa75121408 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:01.916774 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2191cc93-3544-4db0-bd50-bbaa75121408 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:01.917105 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2191cc93-3544-4db0-bd50-bbaa75121408 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:01.917438 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2191cc93-3544-4db0-bd50-bbaa75121408 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:01.917754 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2191cc93-3544-4db0-bd50-bbaa75121408 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:01.918077 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2191cc93-3544-4db0-bd50-bbaa75121408 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:01.918545 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2191cc93-3544-4db0-bd50-bbaa75121408 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:01.918713 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2191cc93-3544-4db0-bd50-bbaa75121408 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:01.919262 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2191cc93-3544-4db0-bd50-bbaa75121408 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:01.919583 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2191cc93-3544-4db0-bd50-bbaa75121408 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:20.642332 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a34d8ca9-1b88-4b56-8f5f-782d30edc0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:21.031234 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 5 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:03:24.082157 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ba4dc6aa-21fe-4040-9200-399a941e5fb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:25.579033 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:27.308908 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:28.083479 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:50.644181 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-998a7c46-7f36-482e-8d14-0952277cfc0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:54.090663 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-204d4c65-52fd-4b71-8528-82248192a097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:55.585561 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:57.312578 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:58.029834 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 5 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:03:58.086641 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:20.646839 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2ebba566-5797-4f7a-849a-25f4306c91ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:24.083660 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-78a27345-26dd-4a2d-b076-65414bd65d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:25.586323 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:27.315654 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:28.090665 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:35.029411 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 5 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:04:50.649373 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f54d19be-4edf-47f2-8aa2-ff2df32bd48f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:54.086589 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-20c9a2b4-bcae-4d3f-90df-41c1bf22146a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:55.591914 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:57.317568 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:58.093128 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:12.027273 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 5 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:05:20.651959 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8972887b-ca80-4467-9f33-e8905cbe5736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:24.090106 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f82179b0-b021-4317-8a6d-3992b3934ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:25.586213 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:27.319486 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:28.095218 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:49.027728 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 5 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:05:50.654998 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2ff3471c-3607-4b8b-b4cf-374fc8be08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:54.092781 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bed839d4-26c2-4992-8185-c4ab8194dd5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:55.588684 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:57.322959 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:58.106093 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:19.091480 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1625034'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:20.666443 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-24d89501-c43c-4ce6-be2b-75ccb3d93b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:20.676136 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1625034'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:24.095314 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e09221f2-0d82-4271-a1e8-f9a40bca8de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:25.593502 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:26.027003 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:06:27.325528 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:28.100649 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:49.066811 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:50.670411 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:50.671858 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-867136ed-5793-4992-9504-53247e89d396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:54.097064 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9f363055-7090-45f9-9560-c6c41068e08a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:55.596058 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:57.327740 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:58.104087 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:03.027753 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:07:05.650148 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42522) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:07:05.757825 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b9d4cdef-5623-4857-9b0e-45d58f3140ad admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1065807 Feb 09 01:07:08.066491 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42532) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:07:08.121877 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-23365e39-39ef-4187-ac3c-2aab9b48aca4 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0543101 Feb 09 01:07:19.077506 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:20.664025 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:20.667644 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-32c8bba9-e12f-4956-b714-51b51a430b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:24.100102 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d4621ba1-8bc5-4977-a447-c223f0916be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:25.599925 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:27.331763 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:28.107563 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:40.027844 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:07:49.083453 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:50.675569 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:50.684369 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-603e8763-f4b4-42e4-932b-b1d3ba0bffd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:54.113468 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-21c8018d-0ee0-4a9b-89da-f5719a06f04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:55.604539 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:57.336378 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:58.127318 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:17.027690 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:08:19.090367 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:20.660381 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:20.668319 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bd198bbe-fe44-46ac-8bad-8240bc2ecad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:24.100779 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f85ca536-a86a-4500-9dfb-57ec44a42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:25.607054 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:27.337991 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:28.111545 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:38.581728 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42932) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:38.856595 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8744c78b-1679-427a-acc0-dc781c8118ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:39.013634 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8744c78b-1679-427a-acc0-dc781c8118ae admin admin] Publish callbacks [] for security_group (9d9518d0-46d7-44cb-98b1-f2d594ec1ced), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:39.020340 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8744c78b-1679-427a-acc0-dc781c8118ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (9d9518d0-46d7-44cb-98b1-f2d594ec1ced), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:39.087526 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42974) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:39.088303 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8744c78b-1679-427a-acc0-dc781c8118ae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5fba025b48944793b5a9ca485a94dafb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5046723 Feb 09 01:08:39.091104 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744c78b-1679-427a-acc0-dc781c8118ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9518d0-46d7-44cb-98b1-f2d594ec1ced,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:39.101634 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8744c78b-1679-427a-acc0-dc781c8118ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.102346 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8744c78b-1679-427a-acc0-dc781c8118ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.102960 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8744c78b-1679-427a-acc0-dc781c8118ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.103424 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8744c78b-1679-427a-acc0-dc781c8118ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.104098 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8744c78b-1679-427a-acc0-dc781c8118ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.104560 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8744c78b-1679-427a-acc0-dc781c8118ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.105114 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8744c78b-1679-427a-acc0-dc781c8118ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.105570 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8744c78b-1679-427a-acc0-dc781c8118ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.106189 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8744c78b-1679-427a-acc0-dc781c8118ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.106655 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8744c78b-1679-427a-acc0-dc781c8118ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.107108 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8744c78b-1679-427a-acc0-dc781c8118ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.107557 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8744c78b-1679-427a-acc0-dc781c8118ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.108026 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8744c78b-1679-427a-acc0-dc781c8118ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.109529 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8744c78b-1679-427a-acc0-dc781c8118ae admin admin] Tracked resource versions report: Feb 09 01:08:39.109529 n-d-822053-40 neutron-server[103529]: pushed versions: Feb 09 01:08:39.109529 n-d-822053-40 neutron-server[103529]: { 'AddressGroup': {'1.2'}, Feb 09 01:08:39.109529 n-d-822053-40 neutron-server[103529]: 'ConntrackHelper': {'1.0'}, Feb 09 01:08:39.109529 n-d-822053-40 neutron-server[103529]: 'LocalIPAssociation': {'1.0'}, Feb 09 01:08:39.109529 n-d-822053-40 neutron-server[103529]: 'Log': {'1.0'}, Feb 09 01:08:39.109529 n-d-822053-40 neutron-server[103529]: 'Network': {'1.1'}, Feb 09 01:08:39.109529 n-d-822053-40 neutron-server[103529]: 'Port': {'1.7'}, Feb 09 01:08:39.109529 n-d-822053-40 neutron-server[103529]: 'PortForwarding': {'1.2'}, Feb 09 01:08:39.109529 n-d-822053-40 neutron-server[103529]: 'QosPolicy': {'1.10'}, Feb 09 01:08:39.109529 n-d-822053-40 neutron-server[103529]: 'SecurityGroup': {'1.5'}, Feb 09 01:08:39.109529 n-d-822053-40 neutron-server[103529]: 'SecurityGroupRule': {'1.2'}, Feb 09 01:08:39.109529 n-d-822053-40 neutron-server[103529]: 'SubPort': {'1.0'}, Feb 09 01:08:39.109529 n-d-822053-40 neutron-server[103529]: 'Subnet': {'1.1'}, Feb 09 01:08:39.109529 n-d-822053-40 neutron-server[103529]: 'Trunk': {'1.1'}} Feb 09 01:08:39.109529 n-d-822053-40 neutron-server[103529]: consumer versions: Feb 09 01:08:39.109529 n-d-822053-40 neutron-server[103529]: { DHCP agent@n-d-822053-40: {}, Feb 09 01:08:39.109529 n-d-822053-40 neutron-server[103529]: HyperV agent@n-h1-822053-40: {}, Feb 09 01:08:39.109529 n-d-822053-40 neutron-server[103529]: HyperV agent@n-h2-822053-40: {}, Feb 09 01:08:39.109529 n-d-822053-40 neutron-server[103529]: L3 agent@n-d-822053-40: {}, Feb 09 01:08:39.109529 n-d-822053-40 neutron-server[103529]: Metadata agent@n-d-822053-40: {}, Feb 09 01:08:39.109529 n-d-822053-40 neutron-server[103529]: Metering agent@n-d-822053-40: {}, Feb 09 01:08:39.109529 n-d-822053-40 neutron-server[103529]: Open vSwitch agent@n-d-822053-40: { 'AddressGroup': '1.2', Feb 09 01:08:39.109529 n-d-822053-40 neutron-server[103529]: 'ConntrackHelper': '1.0', Feb 09 01:08:39.109529 n-d-822053-40 neutron-server[103529]: 'LocalIPAssociation': '1.0', Feb 09 01:08:39.109529 n-d-822053-40 neutron-server[103529]: 'Log': '1.0', Feb 09 01:08:39.109529 n-d-822053-40 neutron-server[103529]: 'Network': '1.1', Feb 09 01:08:39.109529 n-d-822053-40 neutron-server[103529]: 'Port': '1.7', Feb 09 01:08:39.109529 n-d-822053-40 neutron-server[103529]: 'PortForwarding': '1.2', Feb 09 01:08:39.109529 n-d-822053-40 neutron-server[103529]: 'QosPolicy': '1.10', Feb 09 01:08:39.109529 n-d-822053-40 neutron-server[103529]: 'SecurityGroup': '1.5', Feb 09 01:08:39.109529 n-d-822053-40 neutron-server[103529]: 'SecurityGroupRule': '1.2', Feb 09 01:08:39.109529 n-d-822053-40 neutron-server[103529]: 'SubPort': '1.0', Feb 09 01:08:39.109529 n-d-822053-40 neutron-server[103529]: 'Subnet': '1.1', Feb 09 01:08:39.109529 n-d-822053-40 neutron-server[103529]: 'Trunk': '1.1'}} Feb 09 01:08:39.109529 n-d-822053-40 neutron-server[103529]: {{(pid=103529) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 01:08:39.191143 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6b13f27-dba1-424f-88df-6b91b5b12349 admin admin] Publish callbacks [] for security_group (9d9518d0-46d7-44cb-98b1-f2d594ec1ced), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:39.221401 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6b13f27-dba1-424f-88df-6b91b5b12349 admin admin] Publish callbacks [] for security_group (9d9518d0-46d7-44cb-98b1-f2d594ec1ced), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:39.239655 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42994) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:39.322958 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6b13f27-dba1-424f-88df-6b91b5b12349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (9d9518d0-46d7-44cb-98b1-f2d594ec1ced), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:39.326386 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6b13f27-dba1-424f-88df-6b91b5b12349 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:39.327570 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b6b13f27-dba1-424f-88df-6b91b5b12349 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9d9518d0-46d7-44cb-98b1-f2d594ec1ced HTTP/1.1" status: 204 len: 168 time: 0.2376924 Feb 09 01:08:39.362584 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b13f27-dba1-424f-88df-6b91b5b12349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9518d0-46d7-44cb-98b1-f2d594ec1ced,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:39.372134 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b13f27-dba1-424f-88df-6b91b5b12349 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.372866 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b13f27-dba1-424f-88df-6b91b5b12349 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.373353 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b13f27-dba1-424f-88df-6b91b5b12349 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.373872 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b13f27-dba1-424f-88df-6b91b5b12349 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.374455 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b13f27-dba1-424f-88df-6b91b5b12349 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.375050 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b13f27-dba1-424f-88df-6b91b5b12349 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.375749 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b13f27-dba1-424f-88df-6b91b5b12349 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.376255 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b13f27-dba1-424f-88df-6b91b5b12349 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.377277 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b13f27-dba1-424f-88df-6b91b5b12349 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.377861 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b13f27-dba1-424f-88df-6b91b5b12349 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.378758 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b13f27-dba1-424f-88df-6b91b5b12349 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.379314 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b13f27-dba1-424f-88df-6b91b5b12349 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.380047 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b13f27-dba1-424f-88df-6b91b5b12349 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.383215 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b13f27-dba1-424f-88df-6b91b5b12349 admin admin] Tracked resource versions report: Feb 09 01:08:39.383215 n-d-822053-40 neutron-server[103528]: pushed versions: Feb 09 01:08:39.383215 n-d-822053-40 neutron-server[103528]: { 'AddressGroup': {'1.2'}, Feb 09 01:08:39.383215 n-d-822053-40 neutron-server[103528]: 'ConntrackHelper': {'1.0'}, Feb 09 01:08:39.383215 n-d-822053-40 neutron-server[103528]: 'LocalIPAssociation': {'1.0'}, Feb 09 01:08:39.383215 n-d-822053-40 neutron-server[103528]: 'Log': {'1.0'}, Feb 09 01:08:39.383215 n-d-822053-40 neutron-server[103528]: 'Network': {'1.1'}, Feb 09 01:08:39.383215 n-d-822053-40 neutron-server[103528]: 'Port': {'1.7'}, Feb 09 01:08:39.383215 n-d-822053-40 neutron-server[103528]: 'PortForwarding': {'1.2'}, Feb 09 01:08:39.383215 n-d-822053-40 neutron-server[103528]: 'QosPolicy': {'1.10'}, Feb 09 01:08:39.383215 n-d-822053-40 neutron-server[103528]: 'SecurityGroup': {'1.5'}, Feb 09 01:08:39.383215 n-d-822053-40 neutron-server[103528]: 'SecurityGroupRule': {'1.2'}, Feb 09 01:08:39.383215 n-d-822053-40 neutron-server[103528]: 'SubPort': {'1.0'}, Feb 09 01:08:39.383215 n-d-822053-40 neutron-server[103528]: 'Subnet': {'1.1'}, Feb 09 01:08:39.383215 n-d-822053-40 neutron-server[103528]: 'Trunk': {'1.1'}} Feb 09 01:08:39.383215 n-d-822053-40 neutron-server[103528]: consumer versions: Feb 09 01:08:39.383215 n-d-822053-40 neutron-server[103528]: { DHCP agent@n-d-822053-40: {}, Feb 09 01:08:39.383215 n-d-822053-40 neutron-server[103528]: HyperV agent@n-h1-822053-40: {}, Feb 09 01:08:39.383215 n-d-822053-40 neutron-server[103528]: HyperV agent@n-h2-822053-40: {}, Feb 09 01:08:39.383215 n-d-822053-40 neutron-server[103528]: L3 agent@n-d-822053-40: {}, Feb 09 01:08:39.383215 n-d-822053-40 neutron-server[103528]: Metadata agent@n-d-822053-40: {}, Feb 09 01:08:39.383215 n-d-822053-40 neutron-server[103528]: Metering agent@n-d-822053-40: {}, Feb 09 01:08:39.383215 n-d-822053-40 neutron-server[103528]: Open vSwitch agent@n-d-822053-40: { 'AddressGroup': '1.2', Feb 09 01:08:39.383215 n-d-822053-40 neutron-server[103528]: 'ConntrackHelper': '1.0', Feb 09 01:08:39.383215 n-d-822053-40 neutron-server[103528]: 'LocalIPAssociation': '1.0', Feb 09 01:08:39.383215 n-d-822053-40 neutron-server[103528]: 'Log': '1.0', Feb 09 01:08:39.383215 n-d-822053-40 neutron-server[103528]: 'Network': '1.1', Feb 09 01:08:39.383215 n-d-822053-40 neutron-server[103528]: 'Port': '1.7', Feb 09 01:08:39.383215 n-d-822053-40 neutron-server[103528]: 'PortForwarding': '1.2', Feb 09 01:08:39.383215 n-d-822053-40 neutron-server[103528]: 'QosPolicy': '1.10', Feb 09 01:08:39.383215 n-d-822053-40 neutron-server[103528]: 'SecurityGroup': '1.5', Feb 09 01:08:39.383215 n-d-822053-40 neutron-server[103528]: 'SecurityGroupRule': '1.2', Feb 09 01:08:39.383215 n-d-822053-40 neutron-server[103528]: 'SubPort': '1.0', Feb 09 01:08:39.383215 n-d-822053-40 neutron-server[103528]: 'Subnet': '1.1', Feb 09 01:08:39.383215 n-d-822053-40 neutron-server[103528]: 'Trunk': '1.1'}} Feb 09 01:08:39.383215 n-d-822053-40 neutron-server[103528]: {{(pid=103528) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 01:08:39.508483 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a0d546fc-3493-404f-a4ab-e91625d55a79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:39.629440 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a0d546fc-3493-404f-a4ab-e91625d55a79 admin admin] Publish callbacks [] for security_group (eb26816d-eabb-4682-adeb-4f29e0fe51a0), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:39.635334 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a0d546fc-3493-404f-a4ab-e91625d55a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (eb26816d-eabb-4682-adeb-4f29e0fe51a0), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:39.680563 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d546fc-3493-404f-a4ab-e91625d55a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb26816d-eabb-4682-adeb-4f29e0fe51a0,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:39.695991 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a0d546fc-3493-404f-a4ab-e91625d55a79 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d8b0fe5cb7fc444db137d16ece8b7896&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4550092 Feb 09 01:08:39.696261 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43042) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:39.749135 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a59a26a0-806b-4d89-b07c-8b66840bd855 admin admin] Publish callbacks [] for security_group (eb26816d-eabb-4682-adeb-4f29e0fe51a0), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:39.772624 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a59a26a0-806b-4d89-b07c-8b66840bd855 admin admin] Publish callbacks [] for security_group (eb26816d-eabb-4682-adeb-4f29e0fe51a0), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:39.847486 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a59a26a0-806b-4d89-b07c-8b66840bd855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (eb26816d-eabb-4682-adeb-4f29e0fe51a0), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:39.850383 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a59a26a0-806b-4d89-b07c-8b66840bd855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:39.854363 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a59a26a0-806b-4d89-b07c-8b66840bd855 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eb26816d-eabb-4682-adeb-4f29e0fe51a0 HTTP/1.1" status: 204 len: 168 time: 0.1545806 Feb 09 01:08:39.861012 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a26a0-806b-4d89-b07c-8b66840bd855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb26816d-eabb-4682-adeb-4f29e0fe51a0,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:40.016320 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43050) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:40.219646 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43054) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:40.240948 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e697ff0b-c73c-4934-b7ee-030aa071ab46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:40.327870 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43066) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:40.348567 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43070) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:40.351349 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e697ff0b-c73c-4934-b7ee-030aa071ab46 admin admin] Publish callbacks [] for security_group (cb64848e-0d3c-4b65-8858-68abb582a776), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:40.363906 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e697ff0b-c73c-4934-b7ee-030aa071ab46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (cb64848e-0d3c-4b65-8858-68abb582a776), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:40.408183 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e697ff0b-c73c-4934-b7ee-030aa071ab46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb64848e-0d3c-4b65-8858-68abb582a776,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:40.423008 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e697ff0b-c73c-4934-b7ee-030aa071ab46 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7aba546d614a46f08397a6906f0bd0d0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2014573 Feb 09 01:08:40.428301 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43076) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:40.494233 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-847fa3e0-4aee-4562-9733-1889fb6fb9ac admin admin] Publish callbacks [] for security_group (cb64848e-0d3c-4b65-8858-68abb582a776), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:40.519891 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-847fa3e0-4aee-4562-9733-1889fb6fb9ac admin admin] Publish callbacks [] for security_group (cb64848e-0d3c-4b65-8858-68abb582a776), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:40.535675 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6fee1088-c7c6-49e5-af23-0c59f52c9e89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:40.537823 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43078) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:40.567539 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-daa60b36-0faf-49fe-8e0a-61c73b2027ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:40.595385 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-847fa3e0-4aee-4562-9733-1889fb6fb9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (cb64848e-0d3c-4b65-8858-68abb582a776), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:40.600260 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-847fa3e0-4aee-4562-9733-1889fb6fb9ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:40.601660 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-847fa3e0-4aee-4562-9733-1889fb6fb9ac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cb64848e-0d3c-4b65-8858-68abb582a776 HTTP/1.1" status: 204 len: 168 time: 0.1724052 Feb 09 01:08:40.612932 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847fa3e0-4aee-4562-9733-1889fb6fb9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb64848e-0d3c-4b65-8858-68abb582a776,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:40.721703 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6fee1088-c7c6-49e5-af23-0c59f52c9e89 admin admin] Publish callbacks [] for security_group (35d73c89-15f8-4bbc-a37e-7a87bb5551d1), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:40.727433 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-daa60b36-0faf-49fe-8e0a-61c73b2027ab admin admin] Publish callbacks [] for security_group (75531bfb-648a-422d-b47c-30a57fff901c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:40.729496 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6fee1088-c7c6-49e5-af23-0c59f52c9e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (35d73c89-15f8-4bbc-a37e-7a87bb5551d1), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:40.753687 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-daa60b36-0faf-49fe-8e0a-61c73b2027ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (75531bfb-648a-422d-b47c-30a57fff901c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:40.827303 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c7199d6e-732b-4f78-b692-9b6e1cfc7e05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:40.836723 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-daa60b36-0faf-49fe-8e0a-61c73b2027ab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=20442958bec74c09a857bd8dab51f32b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2949700 Feb 09 01:08:40.838520 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43094) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:40.844282 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6fee1088-c7c6-49e5-af23-0c59f52c9e89 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=703e6b4e6d354c048300cb6bcd66ec16&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8260152 Feb 09 01:08:40.884959 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43096) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:40.886925 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee1088-c7c6-49e5-af23-0c59f52c9e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d73c89-15f8-4bbc-a37e-7a87bb5551d1,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:40.905122 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fd109f0c-8780-4ffc-8a33-d95e93eda0dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:41.036177 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa60b36-0faf-49fe-8e0a-61c73b2027ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75531bfb-648a-422d-b47c-30a57fff901c,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:41.076542 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aaaec5b4-a9cf-485b-ba33-484ee937cf0c admin admin] Publish callbacks [] for security_group (75531bfb-648a-422d-b47c-30a57fff901c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:41.095024 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e06e38c7-2e12-4486-9e06-45c4b8566768 admin admin] Publish callbacks [] for security_group (35d73c89-15f8-4bbc-a37e-7a87bb5551d1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:41.136914 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aaaec5b4-a9cf-485b-ba33-484ee937cf0c admin admin] Publish callbacks [] for security_group (75531bfb-648a-422d-b47c-30a57fff901c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:41.160834 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e06e38c7-2e12-4486-9e06-45c4b8566768 admin admin] Publish callbacks [] for security_group (35d73c89-15f8-4bbc-a37e-7a87bb5551d1), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:41.196994 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c7199d6e-732b-4f78-b692-9b6e1cfc7e05 admin admin] Publish callbacks [] for security_group (97ec9a5f-5694-46f7-a716-281accc6c95d), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:41.203360 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c7199d6e-732b-4f78-b692-9b6e1cfc7e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (97ec9a5f-5694-46f7-a716-281accc6c95d), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:41.225880 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fd109f0c-8780-4ffc-8a33-d95e93eda0dc admin admin] Publish callbacks [] for security_group (47961d68-bcff-4f9e-b0a1-5967453fead2), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:41.245701 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fd109f0c-8780-4ffc-8a33-d95e93eda0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (47961d68-bcff-4f9e-b0a1-5967453fead2), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:41.267547 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c7199d6e-732b-4f78-b692-9b6e1cfc7e05 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=942e0d5f916243d78b22c6ddeaaa7319&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9337678 Feb 09 01:08:41.270854 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43106) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:41.289937 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7199d6e-732b-4f78-b692-9b6e1cfc7e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ec9a5f-5694-46f7-a716-281accc6c95d,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:41.292714 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aaaec5b4-a9cf-485b-ba33-484ee937cf0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (75531bfb-648a-422d-b47c-30a57fff901c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:41.297281 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aaaec5b4-a9cf-485b-ba33-484ee937cf0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:41.304943 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-aaaec5b4-a9cf-485b-ba33-484ee937cf0c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/75531bfb-648a-422d-b47c-30a57fff901c HTTP/1.1" status: 204 len: 168 time: 0.4589481 Feb 09 01:08:41.305196 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-fd109f0c-8780-4ffc-8a33-d95e93eda0dc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f8279526d2b9447099b83434317edf58&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9493423 Feb 09 01:08:41.305283 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43108) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:41.371490 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43118) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:41.374342 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaec5b4-a9cf-485b-ba33-484ee937cf0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75531bfb-648a-422d-b47c-30a57fff901c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:41.374872 n-d-822053-40 neutron-server[103529]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 01:08:41.399539 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd109f0c-8780-4ffc-8a33-d95e93eda0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47961d68-bcff-4f9e-b0a1-5967453fead2,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:41.419855 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-35db8887-90d3-4d48-a7d5-4e31e83bf8bf tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=455bcfadef324ff2b5bfee0c543e4018&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469933 Feb 09 01:08:41.432680 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dad625da-52b8-4b29-8122-20c0abe05027 admin admin] Publish callbacks [] for security_group (97ec9a5f-5694-46f7-a716-281accc6c95d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:41.479811 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef3f57d9-0f27-4426-8d09-2419dd7fc0d9 admin admin] Publish callbacks [] for security_group (47961d68-bcff-4f9e-b0a1-5967453fead2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:41.497371 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dad625da-52b8-4b29-8122-20c0abe05027 admin admin] Publish callbacks [] for security_group (97ec9a5f-5694-46f7-a716-281accc6c95d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:41.498003 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e06e38c7-2e12-4486-9e06-45c4b8566768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (35d73c89-15f8-4bbc-a37e-7a87bb5551d1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:41.502617 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e06e38c7-2e12-4486-9e06-45c4b8566768 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:41.504892 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e06e38c7-2e12-4486-9e06-45c4b8566768 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/35d73c89-15f8-4bbc-a37e-7a87bb5551d1 HTTP/1.1" status: 204 len: 168 time: 0.6182411 Feb 09 01:08:41.521566 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e38c7-2e12-4486-9e06-45c4b8566768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d73c89-15f8-4bbc-a37e-7a87bb5551d1,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:41.541178 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef3f57d9-0f27-4426-8d09-2419dd7fc0d9 admin admin] Publish callbacks [] for security_group (47961d68-bcff-4f9e-b0a1-5967453fead2), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:41.686220 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef3f57d9-0f27-4426-8d09-2419dd7fc0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (47961d68-bcff-4f9e-b0a1-5967453fead2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:41.694375 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef3f57d9-0f27-4426-8d09-2419dd7fc0d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:41.704436 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ef3f57d9-0f27-4426-8d09-2419dd7fc0d9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/47961d68-bcff-4f9e-b0a1-5967453fead2 HTTP/1.1" status: 204 len: 168 time: 0.3767679 Feb 09 01:08:41.729265 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f57d9-0f27-4426-8d09-2419dd7fc0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47961d68-bcff-4f9e-b0a1-5967453fead2,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:41.815014 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dad625da-52b8-4b29-8122-20c0abe05027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (97ec9a5f-5694-46f7-a716-281accc6c95d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:41.818417 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dad625da-52b8-4b29-8122-20c0abe05027 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:41.820538 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-dad625da-52b8-4b29-8122-20c0abe05027 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/97ec9a5f-5694-46f7-a716-281accc6c95d HTTP/1.1" status: 204 len: 168 time: 0.5437500 Feb 09 01:08:41.863481 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad625da-52b8-4b29-8122-20c0abe05027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ec9a5f-5694-46f7-a716-281accc6c95d,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:41.942888 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-61880a7d-f49b-46d0-9ba5-072217f40e8d tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:41.949639 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-61880a7d-f49b-46d0-9ba5-072217f40e8d tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5109830 Feb 09 01:08:41.983826 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-809e6cd4-669e-44b5-bbd0-3072796591ea tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/quotas/455bcfadef324ff2b5bfee0c543e4018 HTTP/1.1" status: 200 len: 375 time: 0.0328143 Feb 09 01:08:42.079505 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-6692f65d-cced-4c26-b5bf-35df90c7de33 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=455bcfadef324ff2b5bfee0c543e4018&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0943246 Feb 09 01:08:42.497848 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43164) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:42.512920 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e22066ff-ace6-49e5-9c4d-a7d085e24a58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:42.620907 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e22066ff-ace6-49e5-9c4d-a7d085e24a58 admin admin] Publish callbacks [] for security_group (e1172a80-9228-439e-891c-45311a7e4e12), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:42.627890 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e22066ff-ace6-49e5-9c4d-a7d085e24a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (e1172a80-9228-439e-891c-45311a7e4e12), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:42.642221 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43166) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:42.660670 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b7ca126b-b753-4b03-9cff-a7ceb0374899 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:42.667493 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22066ff-ace6-49e5-9c4d-a7d085e24a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1172a80-9228-439e-891c-45311a7e4e12,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:42.671755 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e22066ff-ace6-49e5-9c4d-a7d085e24a58 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aebafc88e223422689c2d44440c8289d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1723824 Feb 09 01:08:42.677406 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43170) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:42.769801 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6e0b6650-e0c5-4fb5-bf36-56361419003f admin admin] Publish callbacks [] for security_group (e1172a80-9228-439e-891c-45311a7e4e12), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:42.771408 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43172) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:42.789606 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b7ca126b-b753-4b03-9cff-a7ceb0374899 admin admin] Publish callbacks [] for security_group (02416ddd-13d2-4c93-8c4c-606a9ec00688), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:42.796566 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b7ca126b-b753-4b03-9cff-a7ceb0374899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (02416ddd-13d2-4c93-8c4c-606a9ec00688), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:42.802934 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ab7804a7-319a-4713-b7dc-f240d5ba55d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:42.821447 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6e0b6650-e0c5-4fb5-bf36-56361419003f admin admin] Publish callbacks [] for security_group (e1172a80-9228-439e-891c-45311a7e4e12), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:42.844171 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b7ca126b-b753-4b03-9cff-a7ceb0374899 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=67319b07d27341e1abf3976a4793f6c1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2005098 Feb 09 01:08:42.846934 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43174) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:42.854302 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca126b-b753-4b03-9cff-a7ceb0374899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02416ddd-13d2-4c93-8c4c-606a9ec00688,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:42.969597 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6e0b6650-e0c5-4fb5-bf36-56361419003f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (e1172a80-9228-439e-891c-45311a7e4e12), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:42.969597 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6e0b6650-e0c5-4fb5-bf36-56361419003f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:42.969597 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6e0b6650-e0c5-4fb5-bf36-56361419003f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e1172a80-9228-439e-891c-45311a7e4e12 HTTP/1.1" status: 204 len: 168 time: 0.2896297 Feb 09 01:08:42.989419 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b6650-e0c5-4fb5-bf36-56361419003f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1172a80-9228-439e-891c-45311a7e4e12,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:42.997169 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ab7804a7-319a-4713-b7dc-f240d5ba55d4 admin admin] Publish callbacks [] for security_group (4cbeb2dc-e34b-4bdc-be34-29ef7bbbe469), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:43.000791 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d501a337-9d1e-4ca0-a63d-4e1384d649d4 admin admin] Publish callbacks [] for security_group (02416ddd-13d2-4c93-8c4c-606a9ec00688), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:43.005369 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ab7804a7-319a-4713-b7dc-f240d5ba55d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (4cbeb2dc-e34b-4bdc-be34-29ef7bbbe469), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:43.056266 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d501a337-9d1e-4ca0-a63d-4e1384d649d4 admin admin] Publish callbacks [] for security_group (02416ddd-13d2-4c93-8c4c-606a9ec00688), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:43.059036 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7804a7-319a-4713-b7dc-f240d5ba55d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbeb2dc-e34b-4bdc-be34-29ef7bbbe469,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:43.063545 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ab7804a7-319a-4713-b7dc-f240d5ba55d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2a03ae4bcb4f46e7aeead59c56d04bc1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2894814 Feb 09 01:08:43.067112 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43182) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:43.135587 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-71f8ae20-c318-4b53-92b3-cf0636fab13a admin admin] Publish callbacks [] for security_group (4cbeb2dc-e34b-4bdc-be34-29ef7bbbe469), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:43.137885 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43184) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:43.157423 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d501a337-9d1e-4ca0-a63d-4e1384d649d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (02416ddd-13d2-4c93-8c4c-606a9ec00688), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:43.160769 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d501a337-9d1e-4ca0-a63d-4e1384d649d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:43.166258 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d501a337-9d1e-4ca0-a63d-4e1384d649d4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/02416ddd-13d2-4c93-8c4c-606a9ec00688 HTTP/1.1" status: 204 len: 168 time: 0.3136947 Feb 09 01:08:43.177709 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501a337-9d1e-4ca0-a63d-4e1384d649d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02416ddd-13d2-4c93-8c4c-606a9ec00688,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:43.193737 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-71f8ae20-c318-4b53-92b3-cf0636fab13a admin admin] Publish callbacks [] for security_group (4cbeb2dc-e34b-4bdc-be34-29ef7bbbe469), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:43.321102 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-71f8ae20-c318-4b53-92b3-cf0636fab13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (4cbeb2dc-e34b-4bdc-be34-29ef7bbbe469), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:43.325649 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-71f8ae20-c318-4b53-92b3-cf0636fab13a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:43.327051 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-71f8ae20-c318-4b53-92b3-cf0636fab13a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4cbeb2dc-e34b-4bdc-be34-29ef7bbbe469 HTTP/1.1" status: 204 len: 168 time: 0.2587097 Feb 09 01:08:43.340292 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8ae20-c318-4b53-92b3-cf0636fab13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbeb2dc-e34b-4bdc-be34-29ef7bbbe469,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:43.679240 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4a85633-196e-465e-8de8-c5d5354a2cc5 req-3041a05a-b896-4536-9a68-01846f30757d tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/ports?device_id=92170cd4-d323-4ef5-abf7-67f811c42164 HTTP/1.1" status: 200 len: 210 time: 0.5323896 Feb 09 01:08:44.863574 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.121', 62100) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:44.928416 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-a68975cb-6992-45c6-878b-f2e496fedd98 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.121 "GET /v2.0/networks?tenant_id=455bcfadef324ff2b5bfee0c543e4018&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619097 Feb 09 01:08:44.930268 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4d989e24-2682-4127-bbea-793e88903053 req-9bda2e58-9b5d-47d9-b0f7-c65115a76cf9 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/ports?device_id=92170cd4-d323-4ef5-abf7-67f811c42164 HTTP/1.1" status: 200 len: 210 time: 0.0358834 Feb 09 01:08:45.101393 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-ed033cf0-9a6d-48e7-93b1-87907b71ea68 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:45.106170 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-ed033cf0-9a6d-48e7-93b1-87907b71ea68 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1710756 Feb 09 01:08:45.213863 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-1c1c6938-975f-48ae-a30f-0986f27ff0f3 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Request body: {'port': {'device_id': '92170cd4-d323-4ef5-abf7-67f811c42164', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'admin_state_up': True, 'tenant_id': '455bcfadef324ff2b5bfee0c543e4018'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:45.473614 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-1c1c6938-975f-48ae-a30f-0986f27ff0f3 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Made reservation on behalf of 455bcfadef324ff2b5bfee0c543e4018 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:08:45.478743 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-1c1c6938-975f-48ae-a30f-0986f27ff0f3 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:45.489140 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-1c1c6938-975f-48ae-a30f-0986f27ff0f3 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:45.616031 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-1c1c6938-975f-48ae-a30f-0986f27ff0f3 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Publish callbacks [] for security_group (b1093a5f-2044-4add-8303-22fedbefa254), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:45.622218 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-1c1c6938-975f-48ae-a30f-0986f27ff0f3 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b1093a5f-2044-4add-8303-22fedbefa254), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:45.733681 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c6938-975f-48ae-a30f-0986f27ff0f3 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1093a5f-2044-4add-8303-22fedbefa254,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:45.927333 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-1c1c6938-975f-48ae-a30f-0986f27ff0f3 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Allocated IP 192.168.233.249 (3976161f-bd1f-4dbb-b950-6897c01f16f1/98abf639-2282-4fa1-acd9-5660b4f87a0d/9504f111-893e-4392-ba47-4cd8d67cc000) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:08:46.116677 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-477b1544-1d43-4b88-8085-654ed1dc5f60 req-4dc37730-10b4-4326-9100-6f9c9d400ae1 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/ports?device_id=92170cd4-d323-4ef5-abf7-67f811c42164 HTTP/1.1" status: 200 len: 210 time: 0.0447402 Feb 09 01:08:46.205387 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-1c1c6938-975f-48ae-a30f-0986f27ff0f3 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Publish callbacks [] for port (9504f111-893e-4392-ba47-4cd8d67cc000), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:46.245642 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-1c1c6938-975f-48ae-a30f-0986f27ff0f3 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (9504f111-893e-4392-ba47-4cd8d67cc000), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:46.333869 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-1c1c6938-975f-48ae-a30f-0986f27ff0f3 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Network 3976161f-bd1f-4dbb-b950-6897c01f16f1 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:08:46.342600 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-1c1c6938-975f-48ae-a30f-0986f27ff0f3 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:08:46.352124 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-1c1c6938-975f-48ae-a30f-0986f27ff0f3 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:08:46.357523 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-1c1c6938-975f-48ae-a30f-0986f27ff0f3 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:46.358401 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-1c1c6938-975f-48ae-a30f-0986f27ff0f3 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:46.374227 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c6938-975f-48ae-a30f-0986f27ff0f3 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Pushing event updated for resources: {'Port': ['ID=9504f111-893e-4392-ba47-4cd8d67cc000,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:46.396013 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-1c1c6938-975f-48ae-a30f-0986f27ff0f3 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1889639 Feb 09 01:08:46.408110 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-a1273e5e-ad72-4279-a69e-70d799536c41 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:08:46.410108 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-a1273e5e-ad72-4279-a69e-70d799536c41 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.121 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080819 Feb 09 01:08:46.758920 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-529f6643-42c5-4e6d-a44d-4ac2e56aa6ee None None] Provisioning complete for port 9504f111-893e-4392-ba47-4cd8d67cc000 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:46.759605 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-529f6643-42c5-4e6d-a44d-4ac2e56aa6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9504f111-893e-4392-ba47-4cd8d67cc000), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:46.897585 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-529f6643-42c5-4e6d-a44d-4ac2e56aa6ee None None] Port 9504f111-893e-4392-ba47-4cd8d67cc000 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:08:47.589097 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8088741-72e1-4d94-b6e4-f74d31a3bb60 req-0155a932-17f2-4e8e-b8fb-d48c8db1ea08 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:47.605189 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d8088741-72e1-4d94-b6e4-f74d31a3bb60 req-0155a932-17f2-4e8e-b8fb-d48c8db1ea08 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/ports?device_id=92170cd4-d323-4ef5-abf7-67f811c42164 HTTP/1.1" status: 200 len: 936 time: 0.3157818 Feb 09 01:08:47.712986 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d8088741-72e1-4d94-b6e4-f74d31a3bb60 req-af37d47f-782b-4993-95e7-c92b3157bb0c tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1093a5f-2044-4add-8303-22fedbefa254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057572 Feb 09 01:08:47.965424 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-004362e6-6b3f-41ef-a4b0-56e8c91f2707 service neutron] Request body: {'port': {'device_id': '92170cd4-d323-4ef5-abf7-67f811c42164', 'device_owner': 'compute:tempest-test_az-1687480238', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:48.160214 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-004362e6-6b3f-41ef-a4b0-56e8c91f2707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9504f111-893e-4392-ba47-4cd8d67cc000), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:49.108510 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ff9d2-4dae-4745-8767-62b34cdd5411 req-35e0651e-08f2-4602-ba9e-320b8a685245 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:49.118115 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0b0ff9d2-4dae-4745-8767-62b34cdd5411 req-35e0651e-08f2-4602-ba9e-320b8a685245 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/ports?device_id=92170cd4-d323-4ef5-abf7-67f811c42164 HTTP/1.1" status: 200 len: 936 time: 0.1639330 Feb 09 01:08:49.139161 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:49.140339 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43388) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:49.290450 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0b0ff9d2-4dae-4745-8767-62b34cdd5411 req-20b6e981-6512-40de-81f4-0b93462aff0a tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1093a5f-2044-4add-8303-22fedbefa254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711876 Feb 09 01:08:49.312133 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-004362e6-6b3f-41ef-a4b0-56e8c91f2707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9504f111-893e-4392-ba47-4cd8d67cc000 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:08:49.323271 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-004362e6-6b3f-41ef-a4b0-56e8c91f2707 service neutron] Publish callbacks [] for port (9504f111-893e-4392-ba47-4cd8d67cc000), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:49.357429 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-004362e6-6b3f-41ef-a4b0-56e8c91f2707 service neutron] Transition to ACTIVE for port object 9504f111-893e-4392-ba47-4cd8d67cc000 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:08:49.367051 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-004362e6-6b3f-41ef-a4b0-56e8c91f2707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9504f111-893e-4392-ba47-4cd8d67cc000), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:49.534334 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004362e6-6b3f-41ef-a4b0-56e8c91f2707 service neutron] Pushing event updated for resources: {'Port': ['ID=9504f111-893e-4392-ba47-4cd8d67cc000,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:49.661338 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-004362e6-6b3f-41ef-a4b0-56e8c91f2707 service neutron] Attempting to bind port 9504f111-893e-4392-ba47-4cd8d67cc000 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:08:49.661684 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-004362e6-6b3f-41ef-a4b0-56e8c91f2707 service neutron] Attempting to bind port 9504f111-893e-4392-ba47-4cd8d67cc000 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:08:49.662150 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-004362e6-6b3f-41ef-a4b0-56e8c91f2707 service neutron] Attempting to bind port 9504f111-893e-4392-ba47-4cd8d67cc000 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:08:49.667398 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-004362e6-6b3f-41ef-a4b0-56e8c91f2707 service neutron] Port 9504f111-893e-4392-ba47-4cd8d67cc000 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:08:49.668075 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-004362e6-6b3f-41ef-a4b0-56e8c91f2707 service neutron] Attempting to bind port 9504f111-893e-4392-ba47-4cd8d67cc000 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:08:49.680032 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-004362e6-6b3f-41ef-a4b0-56e8c91f2707 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:08:49.694578 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-004362e6-6b3f-41ef-a4b0-56e8c91f2707 service neutron] Checking segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:08:49.695264 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-004362e6-6b3f-41ef-a4b0-56e8c91f2707 service neutron] Bound using segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:08:49.695841 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-004362e6-6b3f-41ef-a4b0-56e8c91f2707 service neutron] Bound port: 9504f111-893e-4392-ba47-4cd8d67cc000, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:08:49.696322 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-004362e6-6b3f-41ef-a4b0-56e8c91f2707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9504f111-893e-4392-ba47-4cd8d67cc000), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:49.764207 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee4f9e09-73e5-49ec-9ae5-9e7354c120a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:49.939999 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-004362e6-6b3f-41ef-a4b0-56e8c91f2707 service neutron] For port 9504f111-893e-4392-ba47-4cd8d67cc000, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:08:49.953901 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-004362e6-6b3f-41ef-a4b0-56e8c91f2707 service neutron] For port 9504f111-893e-4392-ba47-4cd8d67cc000, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9504f111-893e-4392-ba47-4cd8d67cc000,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:08:49.964680 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-004362e6-6b3f-41ef-a4b0-56e8c91f2707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9504f111-893e-4392-ba47-4cd8d67cc000), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:50.061971 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-004362e6-6b3f-41ef-a4b0-56e8c91f2707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:50.062605 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-004362e6-6b3f-41ef-a4b0-56e8c91f2707 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:50.065697 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-004362e6-6b3f-41ef-a4b0-56e8c91f2707 service neutron] 10.222.0.121 "PUT /v2.0/ports/9504f111-893e-4392-ba47-4cd8d67cc000 HTTP/1.1" status: 200 len: 1119 time: 2.8372993 Feb 09 01:08:50.065697 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92170cd4-d323-4ef5-abf7-67f811c42164', 'tag': '9504f111-893e-4392-ba47-4cd8d67cc000'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:08:50.115731 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee4f9e09-73e5-49ec-9ae5-9e7354c120a3 admin admin] Publish callbacks [] for security_group (677b0971-418f-4660-a3f7-012a3b40cd01), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:50.131087 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee4f9e09-73e5-49ec-9ae5-9e7354c120a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (677b0971-418f-4660-a3f7-012a3b40cd01), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:50.288296 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ee4f9e09-73e5-49ec-9ae5-9e7354c120a3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b0bd4f9092664f668464e0cd70322ddf&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1458662 Feb 09 01:08:50.293941 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43412) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:50.442791 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f9e09-73e5-49ec-9ae5-9e7354c120a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677b0971-418f-4660-a3f7-012a3b40cd01,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:50.596804 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a08a-80eb-4a81-8632-baffd2a7ece3 admin admin] Publish callbacks [] for security_group (677b0971-418f-4660-a3f7-012a3b40cd01), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:50.604212 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004362e6-6b3f-41ef-a4b0-56e8c91f2707 service neutron] Pushing event updated for resources: {'Port': ['ID=9504f111-893e-4392-ba47-4cd8d67cc000,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:50.671592 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a08a-80eb-4a81-8632-baffd2a7ece3 admin admin] Publish callbacks [] for security_group (677b0971-418f-4660-a3f7-012a3b40cd01), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:50.719332 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:50.747613 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0338e2cf-c214-4b34-a0ad-48c5fbeb2a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:50.843525 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a08a-80eb-4a81-8632-baffd2a7ece3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (677b0971-418f-4660-a3f7-012a3b40cd01), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:50.852256 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a08a-80eb-4a81-8632-baffd2a7ece3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:50.856991 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f3a3a08a-80eb-4a81-8632-baffd2a7ece3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/677b0971-418f-4660-a3f7-012a3b40cd01 HTTP/1.1" status: 204 len: 168 time: 0.5427361 Feb 09 01:08:50.858717 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-ffa9e314-c818-4135-bd13-c985863e0201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:50.860655 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-ffa9e314-c818-4135-bd13-c985863e0201 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=455bcfadef324ff2b5bfee0c543e4018&device_id=92170cd4-d323-4ef5-abf7-67f811c42164 HTTP/1.1" status: 200 len: 1153 time: 0.5719240 Feb 09 01:08:50.873510 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3a08a-80eb-4a81-8632-baffd2a7ece3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677b0971-418f-4660-a3f7-012a3b40cd01,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:51.082561 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00feacb-6e54-4216-a95a-1ac268b85e51 req-dfa15c2b-8c05-43ae-9ed0-4f951f6b0d2b tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:51.091034 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d00feacb-6e54-4216-a95a-1ac268b85e51 req-dfa15c2b-8c05-43ae-9ed0-4f951f6b0d2b tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/ports?device_id=92170cd4-d323-4ef5-abf7-67f811c42164 HTTP/1.1" status: 200 len: 970 time: 0.5677087 Feb 09 01:08:51.106858 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-d6b812c5-c2da-4591-b94c-06cc4f257b32 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=9504f111-893e-4392-ba47-4cd8d67cc000 HTTP/1.1" status: 200 len: 217 time: 0.2279606 Feb 09 01:08:51.227440 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d00feacb-6e54-4216-a95a-1ac268b85e51 req-46707bbd-2784-46bf-a4ca-302022c1def2 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1093a5f-2044-4add-8303-22fedbefa254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348655 Feb 09 01:08:51.381835 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc3717f-bb8a-4bea-9574-236ec06ff31b" -d '{"events": [{"name": "network-changed", "server_uuid": "92170cd4-d323-4ef5-abf7-67f811c42164", "tag": "9504f111-893e-4392-ba47-4cd8d67cc000"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:08:51.432968 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43436) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:52.270157 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-89032772-531e-471e-b9c6-f270c385bef8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:52.389439 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-89032772-531e-471e-b9c6-f270c385bef8 admin admin] Publish callbacks [] for security_group (8765252f-6b7d-406c-97cf-20685e33d661), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:52.396754 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-89032772-531e-471e-b9c6-f270c385bef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (8765252f-6b7d-406c-97cf-20685e33d661), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:52.401346 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447cca10-d047-43a2-bbee-a9b15c715dc5 x-openstack-request-id: req-447cca10-d047-43a2-bbee-a9b15c715dc5 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:08:52.402528 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92170cd4-d323-4ef5-abf7-67f811c42164", "tag": "9504f111-893e-4392-ba47-4cd8d67cc000", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:08:52.403165 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-447cca10-d047-43a2-bbee-a9b15c715dc5 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:08:52.404261 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92170cd4-d323-4ef5-abf7-67f811c42164', 'tag': '9504f111-893e-4392-ba47-4cd8d67cc000', 'status': 'completed', 'code': 200} Feb 09 01:08:52.441245 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89032772-531e-471e-b9c6-f270c385bef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8765252f-6b7d-406c-97cf-20685e33d661,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:52.465150 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-89032772-531e-471e-b9c6-f270c385bef8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b5ef745c33d44305a0a375ff16343a6e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0308268 Feb 09 01:08:52.465970 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43460) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:52.467840 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43462) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:52.502696 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b19bedaa-0b08-48f1-a5d9-e5365ca8f9bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:52.613885 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-950b6147-bd14-4612-91ac-e5e1d9fbeb12 admin admin] Publish callbacks [] for security_group (8765252f-6b7d-406c-97cf-20685e33d661), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:52.651134 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-950b6147-bd14-4612-91ac-e5e1d9fbeb12 admin admin] Publish callbacks [] for security_group (8765252f-6b7d-406c-97cf-20685e33d661), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:52.737992 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-950b6147-bd14-4612-91ac-e5e1d9fbeb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (8765252f-6b7d-406c-97cf-20685e33d661), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:52.741490 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-950b6147-bd14-4612-91ac-e5e1d9fbeb12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:52.743003 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-950b6147-bd14-4612-91ac-e5e1d9fbeb12 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8765252f-6b7d-406c-97cf-20685e33d661 HTTP/1.1" status: 204 len: 168 time: 0.2737184 Feb 09 01:08:52.755498 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b6147-bd14-4612-91ac-e5e1d9fbeb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8765252f-6b7d-406c-97cf-20685e33d661,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:52.806186 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b19bedaa-0b08-48f1-a5d9-e5365ca8f9bf admin admin] Publish callbacks [] for security_group (43588fdb-d22c-45b8-9ec7-0a010e52ef7b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:52.815706 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b19bedaa-0b08-48f1-a5d9-e5365ca8f9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (43588fdb-d22c-45b8-9ec7-0a010e52ef7b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:52.890648 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19bedaa-0b08-48f1-a5d9-e5365ca8f9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43588fdb-d22c-45b8-9ec7-0a010e52ef7b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:52.949342 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43474) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:52.952547 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b19bedaa-0b08-48f1-a5d9-e5365ca8f9bf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e134bcedb3a349c991d092a2981b08ba&name=default HTTP/1.1" status: 200 len: 2994 time: 0.4803159 Feb 09 01:08:52.960951 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43476) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:53.077997 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88524631-322a-4186-9dc4-c9ded107eacc req-35a41345-8b42-45db-a905-b298acd1b396 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:53.086206 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-88524631-322a-4186-9dc4-c9ded107eacc req-35a41345-8b42-45db-a905-b298acd1b396 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/ports?device_id=92170cd4-d323-4ef5-abf7-67f811c42164 HTTP/1.1" status: 200 len: 970 time: 0.1775949 Feb 09 01:08:53.099421 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c177335-6868-43e6-a996-337a647199d6 admin admin] Publish callbacks [] for security_group (43588fdb-d22c-45b8-9ec7-0a010e52ef7b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:53.155216 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c177335-6868-43e6-a996-337a647199d6 admin admin] Publish callbacks [] for security_group (43588fdb-d22c-45b8-9ec7-0a010e52ef7b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:53.194688 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-88524631-322a-4186-9dc4-c9ded107eacc req-8650302f-b07d-46d5-9a7c-b62d66a5839b tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1093a5f-2044-4add-8303-22fedbefa254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074228 Feb 09 01:08:53.292290 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c177335-6868-43e6-a996-337a647199d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (43588fdb-d22c-45b8-9ec7-0a010e52ef7b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:53.297359 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c177335-6868-43e6-a996-337a647199d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:53.304180 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6c177335-6868-43e6-a996-337a647199d6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/43588fdb-d22c-45b8-9ec7-0a010e52ef7b HTTP/1.1" status: 204 len: 168 time: 0.3410652 Feb 09 01:08:53.334109 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c177335-6868-43e6-a996-337a647199d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43588fdb-d22c-45b8-9ec7-0a010e52ef7b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:53.635450 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ed98b9d9-14ab-4e52-8433-dbbc7d2615f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:53.841583 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43488) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:53.886038 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4aa4080d-9bcc-42e0-b2bf-180d7c6cef62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:53.891147 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ed98b9d9-14ab-4e52-8433-dbbc7d2615f3 admin admin] Publish callbacks [] for security_group (6d3aa465-5a45-4594-9190-3c059f452b52), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:53.897512 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ed98b9d9-14ab-4e52-8433-dbbc7d2615f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (6d3aa465-5a45-4594-9190-3c059f452b52), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:54.010833 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed98b9d9-14ab-4e52-8433-dbbc7d2615f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3aa465-5a45-4594-9190-3c059f452b52,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:54.042011 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:08:54.042973 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ed98b9d9-14ab-4e52-8433-dbbc7d2615f3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=275c2482182949549cb40d92166d76e4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0834568 Feb 09 01:08:54.043703 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43496) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:54.077158 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4aa4080d-9bcc-42e0-b2bf-180d7c6cef62 admin admin] Publish callbacks [] for security_group (89dea255-7a59-42be-8c38-01876de2629c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:54.089793 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4aa4080d-9bcc-42e0-b2bf-180d7c6cef62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (89dea255-7a59-42be-8c38-01876de2629c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:54.156606 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4aa4080d-9bcc-42e0-b2bf-180d7c6cef62 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c9b6aad2048f42ffa856c50d4f12d002&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3125570 Feb 09 01:08:54.157258 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43502) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:54.160327 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4080d-9bcc-42e0-b2bf-180d7c6cef62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89dea255-7a59-42be-8c38-01876de2629c,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:54.171502 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d185b5a8-f39d-49b0-bbd2-b4bc4cd1ad3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:54.231674 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7ead00b8-dcd7-431a-9b6f-aac7bf34a2ce admin admin] Publish callbacks [] for security_group (6d3aa465-5a45-4594-9190-3c059f452b52), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:54.289387 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7ead00b8-dcd7-431a-9b6f-aac7bf34a2ce admin admin] Publish callbacks [] for security_group (6d3aa465-5a45-4594-9190-3c059f452b52), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:54.290100 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ed04ffef-1c98-48cc-9bf1-a5f45df61418 admin admin] Publish callbacks [] for security_group (89dea255-7a59-42be-8c38-01876de2629c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:54.349758 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ed04ffef-1c98-48cc-9bf1-a5f45df61418 admin admin] Publish callbacks [] for security_group (89dea255-7a59-42be-8c38-01876de2629c), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:54.436845 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7ead00b8-dcd7-431a-9b6f-aac7bf34a2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (6d3aa465-5a45-4594-9190-3c059f452b52), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:54.441866 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7ead00b8-dcd7-431a-9b6f-aac7bf34a2ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:54.448031 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7ead00b8-dcd7-431a-9b6f-aac7bf34a2ce admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6d3aa465-5a45-4594-9190-3c059f452b52 HTTP/1.1" status: 204 len: 168 time: 0.3977013 Feb 09 01:08:54.505030 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead00b8-dcd7-431a-9b6f-aac7bf34a2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3aa465-5a45-4594-9190-3c059f452b52,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:54.521967 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac448da-691f-49e4-a9e6-b1aaa95335b6 req-efb5f600-8f54-4a5a-a418-db3b3c078171 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:54.523582 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1ac448da-691f-49e4-a9e6-b1aaa95335b6 req-efb5f600-8f54-4a5a-a418-db3b3c078171 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/ports?device_id=92170cd4-d323-4ef5-abf7-67f811c42164 HTTP/1.1" status: 200 len: 970 time: 0.1351197 Feb 09 01:08:54.573801 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ed04ffef-1c98-48cc-9bf1-a5f45df61418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (89dea255-7a59-42be-8c38-01876de2629c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:54.585241 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ed04ffef-1c98-48cc-9bf1-a5f45df61418 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:54.589748 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ed04ffef-1c98-48cc-9bf1-a5f45df61418 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/89dea255-7a59-42be-8c38-01876de2629c HTTP/1.1" status: 204 len: 168 time: 0.4305770 Feb 09 01:08:54.616375 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed04ffef-1c98-48cc-9bf1-a5f45df61418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89dea255-7a59-42be-8c38-01876de2629c,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:54.684519 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1ac448da-691f-49e4-a9e6-b1aaa95335b6 req-2223ad15-990b-4167-8861-cb304f830a1f tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1093a5f-2044-4add-8303-22fedbefa254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543827 Feb 09 01:08:55.110167 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43524) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:55.338212 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43530) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:55.353245 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-359ceff8-a8a9-49f5-9081-c47a398263ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:55.571590 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-359ceff8-a8a9-49f5-9081-c47a398263ae admin admin] Publish callbacks [] for security_group (8a2d6bd0-2f62-4237-9555-149ee32fc7b4), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:55.588177 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-359ceff8-a8a9-49f5-9081-c47a398263ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (8a2d6bd0-2f62-4237-9555-149ee32fc7b4), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:55.645592 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:55.652293 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-797d9f8a-a412-4508-be51-f37432b99835 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:55.663062 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-359ceff8-a8a9-49f5-9081-c47a398263ae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=155735dc73154903b01a1a0abb4b70d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3233342 Feb 09 01:08:55.674470 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43536) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:55.782615 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ceff8-a8a9-49f5-9081-c47a398263ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2d6bd0-2f62-4237-9555-149ee32fc7b4,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:55.878239 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cdab2c7-3ce2-470c-9a7f-641de6fc3190 admin admin] Publish callbacks [] for security_group (8a2d6bd0-2f62-4237-9555-149ee32fc7b4), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:55.934600 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-797d9f8a-a412-4508-be51-f37432b99835 admin admin] Publish callbacks [] for security_group (6643bad5-555e-43ac-bdf0-8f063f0a2ae2), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:55.942131 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-797d9f8a-a412-4508-be51-f37432b99835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (6643bad5-555e-43ac-bdf0-8f063f0a2ae2), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:55.958667 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cdab2c7-3ce2-470c-9a7f-641de6fc3190 admin admin] Publish callbacks [] for security_group (8a2d6bd0-2f62-4237-9555-149ee32fc7b4), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:55.982208 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-797d9f8a-a412-4508-be51-f37432b99835 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=552fb1dfc2c144ec9e98b2767ff16d3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8647733 Feb 09 01:08:55.987704 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43546) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:56.017961 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c5c5b-5708-4e88-9275-ef92405e06b1 req-4607d7de-d8d6-467e-9a8b-2a85d891b91c tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:56.025785 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6c0c5c5b-5708-4e88-9275-ef92405e06b1 req-4607d7de-d8d6-467e-9a8b-2a85d891b91c tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/ports?device_id=92170cd4-d323-4ef5-abf7-67f811c42164 HTTP/1.1" status: 200 len: 970 time: 0.1835148 Feb 09 01:08:56.043057 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d9f8a-a412-4508-be51-f37432b99835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6643bad5-555e-43ac-bdf0-8f063f0a2ae2,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:56.101443 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6c0c5c5b-5708-4e88-9275-ef92405e06b1 req-60223627-2a11-44e6-85be-ed4249a16f14 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1093a5f-2044-4add-8303-22fedbefa254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743892 Feb 09 01:08:56.171412 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d21dd96b-3818-4f2e-a215-ba4c8c160888 admin admin] Publish callbacks [] for security_group (6643bad5-555e-43ac-bdf0-8f063f0a2ae2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:56.199758 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d21dd96b-3818-4f2e-a215-ba4c8c160888 admin admin] Publish callbacks [] for security_group (6643bad5-555e-43ac-bdf0-8f063f0a2ae2), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:56.289768 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d21dd96b-3818-4f2e-a215-ba4c8c160888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (6643bad5-555e-43ac-bdf0-8f063f0a2ae2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:56.306380 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d21dd96b-3818-4f2e-a215-ba4c8c160888 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:56.309736 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d21dd96b-3818-4f2e-a215-ba4c8c160888 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6643bad5-555e-43ac-bdf0-8f063f0a2ae2 HTTP/1.1" status: 204 len: 168 time: 0.3171098 Feb 09 01:08:56.342535 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21dd96b-3818-4f2e-a215-ba4c8c160888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6643bad5-555e-43ac-bdf0-8f063f0a2ae2,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:56.351656 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cdab2c7-3ce2-470c-9a7f-641de6fc3190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (8a2d6bd0-2f62-4237-9555-149ee32fc7b4), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:56.354370 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cdab2c7-3ce2-470c-9a7f-641de6fc3190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:56.357979 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0cdab2c7-3ce2-470c-9a7f-641de6fc3190 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8a2d6bd0-2f62-4237-9555-149ee32fc7b4 HTTP/1.1" status: 204 len: 168 time: 0.6799788 Feb 09 01:08:56.369306 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdab2c7-3ce2-470c-9a7f-641de6fc3190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2d6bd0-2f62-4237-9555-149ee32fc7b4,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:57.077367 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43574) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:57.091436 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-431d37d2-7a1f-4b51-b574-0059f58588b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:57.188028 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-431d37d2-7a1f-4b51-b574-0059f58588b5 admin admin] Publish callbacks [] for security_group (13d9316f-2efd-4896-bf32-bd50a4190a5b), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:57.199361 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-431d37d2-7a1f-4b51-b574-0059f58588b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (13d9316f-2efd-4896-bf32-bd50a4190a5b), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:57.294870 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-431d37d2-7a1f-4b51-b574-0059f58588b5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c96a04cbd8a3414b972ff492c6c8826c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2163854 Feb 09 01:08:57.297428 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43582) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:57.307815 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d37d2-7a1f-4b51-b574-0059f58588b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d9316f-2efd-4896-bf32-bd50a4190a5b,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:57.349909 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:57.363470 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660abc8-2134-4a47-bd1e-5e95f764fcfa req-87d1c070-9a38-4d0e-80c7-04aaa768b534 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:57.365338 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6660abc8-2134-4a47-bd1e-5e95f764fcfa req-87d1c070-9a38-4d0e-80c7-04aaa768b534 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/ports?device_id=92170cd4-d323-4ef5-abf7-67f811c42164 HTTP/1.1" status: 200 len: 970 time: 0.1547680 Feb 09 01:08:57.404558 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3944bd9d-4d6e-465a-a8a2-8b336d6ec5bb admin admin] Publish callbacks [] for security_group (13d9316f-2efd-4896-bf32-bd50a4190a5b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:57.484431 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3944bd9d-4d6e-465a-a8a2-8b336d6ec5bb admin admin] Publish callbacks [] for security_group (13d9316f-2efd-4896-bf32-bd50a4190a5b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:57.519235 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6660abc8-2134-4a47-bd1e-5e95f764fcfa req-37a26144-2842-4980-89fe-cacf2309a5e1 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1093a5f-2044-4add-8303-22fedbefa254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330676 Feb 09 01:08:57.607814 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3944bd9d-4d6e-465a-a8a2-8b336d6ec5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (13d9316f-2efd-4896-bf32-bd50a4190a5b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:57.610318 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3944bd9d-4d6e-465a-a8a2-8b336d6ec5bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:57.614692 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3944bd9d-4d6e-465a-a8a2-8b336d6ec5bb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/13d9316f-2efd-4896-bf32-bd50a4190a5b HTTP/1.1" status: 204 len: 168 time: 0.3129334 Feb 09 01:08:57.664180 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944bd9d-4d6e-465a-a8a2-8b336d6ec5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d9316f-2efd-4896-bf32-bd50a4190a5b,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:57.688508 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-dafd3c01-647a-4511-955c-389cf6fb116f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:57.690664 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-dafd3c01-647a-4511-955c-389cf6fb116f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.0775719 Feb 09 01:08:57.826083 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-0f695b54-4036-4547-87f5-93976beb2b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:57.828191 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-0f695b54-4036-4547-87f5-93976beb2b98 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1269522 Feb 09 01:08:57.961489 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-0950b6f4-b3d5-4e75-8c49-fe5b044b5b45 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223445 Feb 09 01:08:58.087319 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f7aee3b-1464-476b-8f89-aec7bac2701d req-feb62495-1315-4df4-bcd2-87fa2d7d14c4 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185703 Feb 09 01:08:58.115582 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:58.226913 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3717f-bb8a-4bea-9574-236ec06ff31b req-7edc7901-e577-47b2-8a31-bb55c86a5ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:58.229375 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8cc3717f-bb8a-4bea-9574-236ec06ff31b req-7edc7901-e577-47b2-8a31-bb55c86a5ee3 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=455bcfadef324ff2b5bfee0c543e4018&device_id=92170cd4-d323-4ef5-abf7-67f811c42164 HTTP/1.1" status: 200 len: 1153 time: 0.0727324 Feb 09 01:08:58.689423 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3717f-bb8a-4bea-9574-236ec06ff31b req-5167472b-87a3-4fa7-bef0-d487a022af46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:58.691859 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8cc3717f-bb8a-4bea-9574-236ec06ff31b req-5167472b-87a3-4fa7-bef0-d487a022af46 service neutron] 10.222.0.121 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.4561162 Feb 09 01:08:58.767780 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8cc3717f-bb8a-4bea-9574-236ec06ff31b req-aec40e1e-6d8f-43c5-b8bd-e8536570c7c7 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=9504f111-893e-4392-ba47-4cd8d67cc000 HTTP/1.1" status: 200 len: 217 time: 0.0643425 Feb 09 01:08:58.775176 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b9871-a8d9-4e5c-ac74-9e1488fbb054 req-179f34fb-f30b-4ea6-a0f7-ed94ec59e10c tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:58.777034 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c40b9871-a8d9-4e5c-ac74-9e1488fbb054 req-179f34fb-f30b-4ea6-a0f7-ed94ec59e10c tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/ports?device_id=92170cd4-d323-4ef5-abf7-67f811c42164 HTTP/1.1" status: 200 len: 970 time: 0.1290042 Feb 09 01:08:58.870014 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3717f-bb8a-4bea-9574-236ec06ff31b req-678cd940-1178-4b6d-b13c-ead9caa86861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:58.871637 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8cc3717f-bb8a-4bea-9574-236ec06ff31b req-678cd940-1178-4b6d-b13c-ead9caa86861 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.0936654 Feb 09 01:08:58.880729 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c40b9871-a8d9-4e5c-ac74-9e1488fbb054 req-3272ca73-b1cd-4fd8-8565-8c0d3c023997 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1093a5f-2044-4add-8303-22fedbefa254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746577 Feb 09 01:08:58.949523 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3717f-bb8a-4bea-9574-236ec06ff31b req-108c8457-95f6-467d-9110-da5414fe2780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:58.952750 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8cc3717f-bb8a-4bea-9574-236ec06ff31b req-108c8457-95f6-467d-9110-da5414fe2780 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0708354 Feb 09 01:08:59.102780 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8cc3717f-bb8a-4bea-9574-236ec06ff31b req-bb33117e-b4f3-41ea-82a1-0467879aae25 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386797 Feb 09 01:08:59.262489 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8cc3717f-bb8a-4bea-9574-236ec06ff31b req-3be74167-99e8-4928-b014-437dfc135173 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530108 Feb 09 01:08:59.668310 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43674) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:59.925342 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d3d513a3-4199-484c-ad69-6f567c2ddff8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:00.075459 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d3d513a3-4199-484c-ad69-6f567c2ddff8 admin admin] Publish callbacks [] for security_group (78404df2-1bcc-4ce3-a77c-733afd14d9e7), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:00.081503 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d3d513a3-4199-484c-ad69-6f567c2ddff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (78404df2-1bcc-4ce3-a77c-733afd14d9e7), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:00.120581 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d513a3-4199-484c-ad69-6f567c2ddff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78404df2-1bcc-4ce3-a77c-733afd14d9e7,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:00.156934 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d3d513a3-4199-484c-ad69-6f567c2ddff8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a5cee03231b24272819f6be94044ae06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4868228 Feb 09 01:09:00.159206 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43692) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:00.308566 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fc6a38cb-e59b-43f8-9f73-84cf54af9510 admin admin] Publish callbacks [] for security_group (78404df2-1bcc-4ce3-a77c-733afd14d9e7), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:00.336550 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04588a7-5716-402f-9567-f7d3a226a63f req-1e7eb4b0-6f73-40bc-8908-7801463c3c57 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:00.339110 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c04588a7-5716-402f-9567-f7d3a226a63f req-1e7eb4b0-6f73-40bc-8908-7801463c3c57 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/ports?device_id=92170cd4-d323-4ef5-abf7-67f811c42164 HTTP/1.1" status: 200 len: 970 time: 0.1485841 Feb 09 01:09:00.369289 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fc6a38cb-e59b-43f8-9f73-84cf54af9510 admin admin] Publish callbacks [] for security_group (78404df2-1bcc-4ce3-a77c-733afd14d9e7), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:00.440388 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c04588a7-5716-402f-9567-f7d3a226a63f req-cc98e9e1-fcc1-4ea5-9f2a-a1e1d5d29cc8 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1093a5f-2044-4add-8303-22fedbefa254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837467 Feb 09 01:09:00.478766 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fc6a38cb-e59b-43f8-9f73-84cf54af9510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (78404df2-1bcc-4ce3-a77c-733afd14d9e7), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:00.482686 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fc6a38cb-e59b-43f8-9f73-84cf54af9510 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:00.484907 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-fc6a38cb-e59b-43f8-9f73-84cf54af9510 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/78404df2-1bcc-4ce3-a77c-733afd14d9e7 HTTP/1.1" status: 204 len: 168 time: 0.3239441 Feb 09 01:09:00.494694 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a38cb-e59b-43f8-9f73-84cf54af9510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78404df2-1bcc-4ce3-a77c-733afd14d9e7,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:01.074241 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43726) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:01.245961 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43736) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:01.270100 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-630c0a25-bb15-4a11-930d-efc9bd0329bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:01.374628 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-630c0a25-bb15-4a11-930d-efc9bd0329bf admin admin] Publish callbacks [] for security_group (7ac3e2e9-6e51-4e0b-989d-a4eb4925f399), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:01.380392 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-630c0a25-bb15-4a11-930d-efc9bd0329bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7ac3e2e9-6e51-4e0b-989d-a4eb4925f399), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:01.437382 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c0a25-bb15-4a11-930d-efc9bd0329bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac3e2e9-6e51-4e0b-989d-a4eb4925f399,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:01.448481 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-630c0a25-bb15-4a11-930d-efc9bd0329bf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c086524c6d714e95b8e49bdf0d5c7176&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2002230 Feb 09 01:09:01.451413 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43738) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:01.604659 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f36690af-3351-4673-9022-845f7b1d7761 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:01.622905 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-689c30c5-e31e-4489-b9dd-648ee27d4be5 admin admin] Publish callbacks [] for security_group (7ac3e2e9-6e51-4e0b-989d-a4eb4925f399), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:01.683292 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-689c30c5-e31e-4489-b9dd-648ee27d4be5 admin admin] Publish callbacks [] for security_group (7ac3e2e9-6e51-4e0b-989d-a4eb4925f399), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:01.768294 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 9504f111-893e-4392-ba47-4cd8d67cc000 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:09:01.796151 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-689c30c5-e31e-4489-b9dd-648ee27d4be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7ac3e2e9-6e51-4e0b-989d-a4eb4925f399), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:01.807288 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-689c30c5-e31e-4489-b9dd-648ee27d4be5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:01.816347 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-689c30c5-e31e-4489-b9dd-648ee27d4be5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7ac3e2e9-6e51-4e0b-989d-a4eb4925f399 HTTP/1.1" status: 204 len: 168 time: 0.3629920 Feb 09 01:09:01.836287 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-3266bbe2-a0d6-4d6e-a0ca-4790bf826a0f tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b48b77571af04d7492e8a1004acf9fdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0754061 Feb 09 01:09:01.856646 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbeafed-b246-4001-972d-bc1ee5841855 req-442e486b-32ec-42e6-9aa6-f477f1c9f177 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:01.861389 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c30c5-e31e-4489-b9dd-648ee27d4be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac3e2e9-6e51-4e0b-989d-a4eb4925f399,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:01.866334 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7cbeafed-b246-4001-972d-bc1ee5841855 req-442e486b-32ec-42e6-9aa6-f477f1c9f177 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/ports?device_id=92170cd4-d323-4ef5-abf7-67f811c42164 HTTP/1.1" status: 200 len: 970 time: 0.2520685 Feb 09 01:09:02.105027 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 9504f111-893e-4392-ba47-4cd8d67cc000, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9504f111-893e-4392-ba47-4cd8d67cc000,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:02.125516 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '9504f111-893e-4392-ba47-4cd8d67cc000', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': '9504f111-893e-4392-ba47-4cd8d67cc000', 'mac_address': 'fa:16:3e:df:ef:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:tempest-test_az-1687480238', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:09:02.183841 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7cbeafed-b246-4001-972d-bc1ee5841855 req-ab9ff4e0-6313-4223-abe3-6ae9405b9bae tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1093a5f-2044-4add-8303-22fedbefa254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130064 Feb 09 01:09:02.235884 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 9504f111-893e-4392-ba47-4cd8d67cc000 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:02.236545 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9504f111-893e-4392-ba47-4cd8d67cc000), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:02.275212 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9504f111-893e-4392-ba47-4cd8d67cc000 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:09:02.281543 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f36690af-3351-4673-9022-845f7b1d7761 admin admin] Publish callbacks [] for security_group (7798c367-1c8f-4ff4-ac5a-1286123abe03), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:02.296857 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-a2c8ad4a-0e4b-4b8b-98d8-7e01376b5b3f tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:02.304846 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-a2c8ad4a-0e4b-4b8b-98d8-7e01376b5b3f tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4677765 Feb 09 01:09:02.308311 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f36690af-3351-4673-9022-845f7b1d7761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7798c367-1c8f-4ff4-ac5a-1286123abe03), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:02.316990 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 9504f111-893e-4392-ba47-4cd8d67cc000, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9504f111-893e-4392-ba47-4cd8d67cc000,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:02.327570 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9504f111-893e-4392-ba47-4cd8d67cc000), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:02.363179 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f36690af-3351-4673-9022-845f7b1d7761 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=43b611830b554fb4b07dd3e5f6ad3636&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2874272 Feb 09 01:09:02.374407 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-dca985f8-bebe-4bbc-ab7c-aeb24d736893 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/quotas/b48b77571af04d7492e8a1004acf9fdc HTTP/1.1" status: 200 len: 375 time: 0.0682046 Feb 09 01:09:02.377648 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43764) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:02.426195 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-09ddf948-fe97-4101-b31b-b3e962fe7737 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b48b77571af04d7492e8a1004acf9fdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423939 Feb 09 01:09:02.427890 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36690af-3351-4673-9022-845f7b1d7761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7798c367-1c8f-4ff4-ac5a-1286123abe03,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:02.431153 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43766) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:02.631561 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2d8653f-9eb8-4d5b-b641-14ff998fcd45 admin admin] Publish callbacks [] for security_group (7798c367-1c8f-4ff4-ac5a-1286123abe03), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:02.651429 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=9504f111-893e-4392-ba47-4cd8d67cc000,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:02.691074 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:02.691423 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:02.691768 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:02.695243 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:02.696241 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:02.696637 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:02.697047 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:02.697609 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:02.701590 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:02.702743 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:02.703122 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:02.705299 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:02.706545 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:02.710770 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Tracked resource versions report: Feb 09 01:09:02.710770 n-d-822053-40 neutron-server[103530]: pushed versions: Feb 09 01:09:02.710770 n-d-822053-40 neutron-server[103530]: { 'AddressGroup': {'1.2'}, Feb 09 01:09:02.710770 n-d-822053-40 neutron-server[103530]: 'ConntrackHelper': {'1.0'}, Feb 09 01:09:02.710770 n-d-822053-40 neutron-server[103530]: 'LocalIPAssociation': {'1.0'}, Feb 09 01:09:02.710770 n-d-822053-40 neutron-server[103530]: 'Log': {'1.0'}, Feb 09 01:09:02.710770 n-d-822053-40 neutron-server[103530]: 'Network': {'1.1'}, Feb 09 01:09:02.710770 n-d-822053-40 neutron-server[103530]: 'Port': {'1.7'}, Feb 09 01:09:02.710770 n-d-822053-40 neutron-server[103530]: 'PortForwarding': {'1.2'}, Feb 09 01:09:02.710770 n-d-822053-40 neutron-server[103530]: 'QosPolicy': {'1.10'}, Feb 09 01:09:02.710770 n-d-822053-40 neutron-server[103530]: 'SecurityGroup': {'1.5'}, Feb 09 01:09:02.710770 n-d-822053-40 neutron-server[103530]: 'SecurityGroupRule': {'1.2'}, Feb 09 01:09:02.710770 n-d-822053-40 neutron-server[103530]: 'SubPort': {'1.0'}, Feb 09 01:09:02.710770 n-d-822053-40 neutron-server[103530]: 'Subnet': {'1.1'}, Feb 09 01:09:02.710770 n-d-822053-40 neutron-server[103530]: 'Trunk': {'1.1'}} Feb 09 01:09:02.710770 n-d-822053-40 neutron-server[103530]: consumer versions: Feb 09 01:09:02.710770 n-d-822053-40 neutron-server[103530]: { DHCP agent@n-d-822053-40: {}, Feb 09 01:09:02.710770 n-d-822053-40 neutron-server[103530]: HyperV agent@n-h1-822053-40: {}, Feb 09 01:09:02.710770 n-d-822053-40 neutron-server[103530]: HyperV agent@n-h2-822053-40: {}, Feb 09 01:09:02.710770 n-d-822053-40 neutron-server[103530]: L3 agent@n-d-822053-40: {}, Feb 09 01:09:02.710770 n-d-822053-40 neutron-server[103530]: Metadata agent@n-d-822053-40: {}, Feb 09 01:09:02.710770 n-d-822053-40 neutron-server[103530]: Metering agent@n-d-822053-40: {}, Feb 09 01:09:02.710770 n-d-822053-40 neutron-server[103530]: Open vSwitch agent@n-d-822053-40: { 'AddressGroup': '1.2', Feb 09 01:09:02.710770 n-d-822053-40 neutron-server[103530]: 'ConntrackHelper': '1.0', Feb 09 01:09:02.710770 n-d-822053-40 neutron-server[103530]: 'LocalIPAssociation': '1.0', Feb 09 01:09:02.710770 n-d-822053-40 neutron-server[103530]: 'Log': '1.0', Feb 09 01:09:02.710770 n-d-822053-40 neutron-server[103530]: 'Network': '1.1', Feb 09 01:09:02.710770 n-d-822053-40 neutron-server[103530]: 'Port': '1.7', Feb 09 01:09:02.710770 n-d-822053-40 neutron-server[103530]: 'PortForwarding': '1.2', Feb 09 01:09:02.710770 n-d-822053-40 neutron-server[103530]: 'QosPolicy': '1.10', Feb 09 01:09:02.710770 n-d-822053-40 neutron-server[103530]: 'SecurityGroup': '1.5', Feb 09 01:09:02.710770 n-d-822053-40 neutron-server[103530]: 'SecurityGroupRule': '1.2', Feb 09 01:09:02.710770 n-d-822053-40 neutron-server[103530]: 'SubPort': '1.0', Feb 09 01:09:02.710770 n-d-822053-40 neutron-server[103530]: 'Subnet': '1.1', Feb 09 01:09:02.710770 n-d-822053-40 neutron-server[103530]: 'Trunk': '1.1'}} Feb 09 01:09:02.710770 n-d-822053-40 neutron-server[103530]: {{(pid=103530) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 01:09:02.717041 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2d8653f-9eb8-4d5b-b641-14ff998fcd45 admin admin] Publish callbacks [] for security_group (7798c367-1c8f-4ff4-ac5a-1286123abe03), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:02.744586 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['9504f111-893e-4392-ba47-4cd8d67cc000'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:09:02.843613 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2d8653f-9eb8-4d5b-b641-14ff998fcd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7798c367-1c8f-4ff4-ac5a-1286123abe03), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:02.852803 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2d8653f-9eb8-4d5b-b641-14ff998fcd45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:02.884645 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a2d8653f-9eb8-4d5b-b641-14ff998fcd45 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7798c367-1c8f-4ff4-ac5a-1286123abe03 HTTP/1.1" status: 204 len: 168 time: 0.5034294 Feb 09 01:09:02.911374 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8653f-9eb8-4d5b-b641-14ff998fcd45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7798c367-1c8f-4ff4-ac5a-1286123abe03,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:02.966877 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d5caa7bb-1f9f-4010-913d-8d2f4756a480 req-90add599-7dbe-487c-9757-7e001a90d723 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/ports?device_id=a63ccafa-26df-4e54-837f-6363f886ef04 HTTP/1.1" status: 200 len: 210 time: 0.1230316 Feb 09 01:09:02.967747 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d2be3cf3-6b26-4988-876d-ead9c5d7201f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:03.128230 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d2be3cf3-6b26-4988-876d-ead9c5d7201f admin admin] Publish callbacks [] for security_group (d55d6fb8-ba54-4821-8fd7-1b1e36cc3ed6), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:03.139032 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d2be3cf3-6b26-4988-876d-ead9c5d7201f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (d55d6fb8-ba54-4821-8fd7-1b1e36cc3ed6), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:03.252335 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d2be3cf3-6b26-4988-876d-ead9c5d7201f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=efa66ee5252848458d3731ad5e4a39c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8169966 Feb 09 01:09:03.253497 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43796) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:03.296864 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be3cf3-6b26-4988-876d-ead9c5d7201f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55d6fb8-ba54-4821-8fd7-1b1e36cc3ed6,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:03.439139 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f20eef1e-0b42-48c8-a71f-037a1f0c6d9a admin admin] Publish callbacks [] for security_group (d55d6fb8-ba54-4821-8fd7-1b1e36cc3ed6), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:03.496152 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f20eef1e-0b42-48c8-a71f-037a1f0c6d9a admin admin] Publish callbacks [] for security_group (d55d6fb8-ba54-4821-8fd7-1b1e36cc3ed6), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:03.531764 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92beb88c-f37d-4d7e-938f-200fd7307f66 req-ac00f8c0-8acd-471a-8205-a5568929c9e6 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:03.546025 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-92beb88c-f37d-4d7e-938f-200fd7307f66 req-ac00f8c0-8acd-471a-8205-a5568929c9e6 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/ports?device_id=92170cd4-d323-4ef5-abf7-67f811c42164 HTTP/1.1" status: 200 len: 971 time: 0.1559374 Feb 09 01:09:03.592852 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43810) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:03.628098 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f20eef1e-0b42-48c8-a71f-037a1f0c6d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (d55d6fb8-ba54-4821-8fd7-1b1e36cc3ed6), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:03.628351 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-86694861-71ac-4e75-a887-8102101873a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:03.635314 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f20eef1e-0b42-48c8-a71f-037a1f0c6d9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:03.638966 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f20eef1e-0b42-48c8-a71f-037a1f0c6d9a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d55d6fb8-ba54-4821-8fd7-1b1e36cc3ed6 HTTP/1.1" status: 204 len: 168 time: 0.3828404 Feb 09 01:09:03.652350 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20eef1e-0b42-48c8-a71f-037a1f0c6d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55d6fb8-ba54-4821-8fd7-1b1e36cc3ed6,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:03.665282 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-92beb88c-f37d-4d7e-938f-200fd7307f66 req-40db937b-be34-4ed7-acba-573f67917e91 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1093a5f-2044-4add-8303-22fedbefa254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182504 Feb 09 01:09:03.738243 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43818) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:03.761141 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 9504f111-893e-4392-ba47-4cd8d67cc000 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:09:03.810354 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-86694861-71ac-4e75-a887-8102101873a9 admin admin] Publish callbacks [] for security_group (0d61d253-8656-478a-9043-91b99d7c9f77), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:03.820573 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-86694861-71ac-4e75-a887-8102101873a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0d61d253-8656-478a-9043-91b99d7c9f77), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:03.890958 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86694861-71ac-4e75-a887-8102101873a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d61d253-8656-478a-9043-91b99d7c9f77,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:03.896841 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-86694861-71ac-4e75-a887-8102101873a9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b67d2d4279cd4445ae1e88cc80f48752&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3024347 Feb 09 01:09:03.900785 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43824) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:03.981661 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-48e15f08-3730-44d3-8245-9d5d9a6fa5ac admin admin] Publish callbacks [] for security_group (0d61d253-8656-478a-9043-91b99d7c9f77), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:04.018967 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-1b6764dc-7184-4469-aa7c-510fffc6982d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1029744410-network', 'tenant_id': '991583a4f7ce4c4eb6893f1ec411692c'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:04.020840 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-48e15f08-3730-44d3-8245-9d5d9a6fa5ac admin admin] Publish callbacks [] for security_group (0d61d253-8656-478a-9043-91b99d7c9f77), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:04.088500 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6764dc-7184-4469-aa7c-510fffc6982d admin admin] Made reservation on behalf of 991583a4f7ce4c4eb6893f1ec411692c for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:04.092906 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b6764dc-7184-4469-aa7c-510fffc6982d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:04.103197 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a222925f-a9e1-4557-bed7-01f30b703c25 req-fde79fea-6335-4d5f-92a6-9a93e790124e tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/ports?device_id=a63ccafa-26df-4e54-837f-6363f886ef04 HTTP/1.1" status: 200 len: 210 time: 0.0456152 Feb 09 01:09:04.128540 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b6764dc-7184-4469-aa7c-510fffc6982d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:04.135856 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-48e15f08-3730-44d3-8245-9d5d9a6fa5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0d61d253-8656-478a-9043-91b99d7c9f77), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:04.149589 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-48e15f08-3730-44d3-8245-9d5d9a6fa5ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:04.149589 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-48e15f08-3730-44d3-8245-9d5d9a6fa5ac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0d61d253-8656-478a-9043-91b99d7c9f77 HTTP/1.1" status: 204 len: 168 time: 0.2398682 Feb 09 01:09:04.163006 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e15f08-3730-44d3-8245-9d5d9a6fa5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d61d253-8656-478a-9043-91b99d7c9f77,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:04.272137 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 9504f111-893e-4392-ba47-4cd8d67cc000 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:09:04.281165 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 9504f111-893e-4392-ba47-4cd8d67cc000 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:04.283467 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9504f111-893e-4392-ba47-4cd8d67cc000), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:04.333237 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b6764dc-7184-4469-aa7c-510fffc6982d admin admin] Publish callbacks [] for security_group (da99bb99-0422-4aa1-8cfa-5d9d081d6171), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:04.354020 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b6764dc-7184-4469-aa7c-510fffc6982d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (da99bb99-0422-4aa1-8cfa-5d9d081d6171), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:04.410232 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b6764dc-7184-4469-aa7c-510fffc6982d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:09:04.444249 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b6764dc-7184-4469-aa7c-510fffc6982d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (8010f871-6321-42f1-8dcd-8199d91f08c0), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:04.444574 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-1b6764dc-7184-4469-aa7c-510fffc6982d admin admin] Added segment 8010f871-6321-42f1-8dcd-8199d91f08c0 of type vlan for network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 Feb 09 01:09:04.457512 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6764dc-7184-4469-aa7c-510fffc6982d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da99bb99-0422-4aa1-8cfa-5d9d081d6171,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:04.509954 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 9504f111-893e-4392-ba47-4cd8d67cc000 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:04.510413 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9504f111-893e-4392-ba47-4cd8d67cc000), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:04.521124 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b6764dc-7184-4469-aa7c-510fffc6982d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (28c1f603-e786-4a84-b8ed-ec2e36c0d018), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:04.568842 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92170cd4-d323-4ef5-abf7-67f811c42164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9504f111-893e-4392-ba47-4cd8d67cc000'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:09:04.604133 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b6764dc-7184-4469-aa7c-510fffc6982d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (28c1f603-e786-4a84-b8ed-ec2e36c0d018), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:04.606458 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6764dc-7184-4469-aa7c-510fffc6982d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:04.607074 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b6764dc-7184-4469-aa7c-510fffc6982d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:04.664857 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43842) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:04.696695 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dc20f292-3847-43ba-83ad-e782690f639f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:04.701803 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 9504f111-893e-4392-ba47-4cd8d67cc000, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9504f111-893e-4392-ba47-4cd8d67cc000,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:04.713499 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9504f111-893e-4392-ba47-4cd8d67cc000), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:04.820269 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6764dc-7184-4469-aa7c-510fffc6982d admin admin] Pushing event updated for resources: {'Network': ['ID=28c1f603-e786-4a84-b8ed-ec2e36c0d018,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:04.841273 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1b6764dc-7184-4469-aa7c-510fffc6982d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1004291 Feb 09 01:09:04.845039 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:09:04.847421 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43850) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:04.854380 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-b3eeb06e-dcb2-4e97-8a3b-8ffb1bfd9f93 admin admin] Request body: {'subnet': {'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1029744410-subnet', 'tenant_id': '991583a4f7ce4c4eb6893f1ec411692c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:04.861574 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=9504f111-893e-4392-ba47-4cd8d67cc000,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:04.904479 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3eeb06e-dcb2-4e97-8a3b-8ffb1bfd9f93 admin admin] Made reservation on behalf of 991583a4f7ce4c4eb6893f1ec411692c for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:04.912400 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b3eeb06e-dcb2-4e97-8a3b-8ffb1bfd9f93 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:05.026624 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe38490-a779-48c6-b747-e950de1ce651" -d '{"events": [{"server_uuid": "92170cd4-d323-4ef5-abf7-67f811c42164", "name": "network-vif-plugged", "status": "completed", "tag": "9504f111-893e-4392-ba47-4cd8d67cc000"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:09:05.057265 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dc20f292-3847-43ba-83ad-e782690f639f admin admin] Publish callbacks [] for security_group (ed274011-1cf0-4eac-87eb-6ed8bc1f2988), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:05.067639 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dc20f292-3847-43ba-83ad-e782690f639f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ed274011-1cf0-4eac-87eb-6ed8bc1f2988), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:05.134118 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-dc20f292-3847-43ba-83ad-e782690f639f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ad0a60e6ed13433fa6bddbe849455c6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4655340 Feb 09 01:09:05.134791 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43856) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:05.152036 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415d6f0-95d7-4c3a-a38a-1ec7beb46c8f req-399a2536-9d0c-49c9-8f4d-ead77609a3d5 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:05.154698 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c415d6f0-95d7-4c3a-a38a-1ec7beb46c8f req-399a2536-9d0c-49c9-8f4d-ead77609a3d5 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/ports?device_id=92170cd4-d323-4ef5-abf7-67f811c42164 HTTP/1.1" status: 200 len: 972 time: 0.1602099 Feb 09 01:09:05.156079 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc20f292-3847-43ba-83ad-e782690f639f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed274011-1cf0-4eac-87eb-6ed8bc1f2988,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:05.303121 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b3eeb06e-dcb2-4e97-8a3b-8ffb1bfd9f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for subnet (8fe24410-38bf-494b-a44d-46f0496d84a5), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:05.321887 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73177efa-a911-479d-9d15-fd53613645ad x-openstack-request-id: req-73177efa-a911-479d-9d15-fd53613645ad {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:09:05.323313 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92170cd4-d323-4ef5-abf7-67f811c42164", "name": "network-vif-plugged", "status": "completed", "tag": "9504f111-893e-4392-ba47-4cd8d67cc000", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:09:05.323826 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-73177efa-a911-479d-9d15-fd53613645ad {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:09:05.324667 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92170cd4-d323-4ef5-abf7-67f811c42164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9504f111-893e-4392-ba47-4cd8d67cc000', 'code': 200} Feb 09 01:09:05.355429 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c415d6f0-95d7-4c3a-a38a-1ec7beb46c8f req-01771c0a-385c-47fb-aed5-bdd385c4159b tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1093a5f-2044-4add-8303-22fedbefa254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880548 Feb 09 01:09:05.379912 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ae5e21b7-26f8-4eb3-aa84-3d382fe49c8f admin admin] Publish callbacks [] for security_group (ed274011-1cf0-4eac-87eb-6ed8bc1f2988), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:05.425852 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ae5e21b7-26f8-4eb3-aa84-3d382fe49c8f admin admin] Publish callbacks [] for security_group (ed274011-1cf0-4eac-87eb-6ed8bc1f2988), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:05.443055 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3eeb06e-dcb2-4e97-8a3b-8ffb1bfd9f93 admin admin] Checking segment: {'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:09:05.443572 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3eeb06e-dcb2-4e97-8a3b-8ffb1bfd9f93 admin admin] Network hostable DHCP agents. Network: 28c1f603-e786-4a84-b8ed-ec2e36c0d018, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:09:05.480015 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eeb06e-dcb2-4e97-8a3b-8ffb1bfd9f93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fe24410-38bf-494b-a44d-46f0496d84a5,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:05.498144 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3eeb06e-dcb2-4e97-8a3b-8ffb1bfd9f93 admin admin] Network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:09:05.516958 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-b3eeb06e-dcb2-4e97-8a3b-8ffb1bfd9f93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 28c1f603-e786-4a84-b8ed-ec2e36c0d018) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:05.526061 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3eeb06e-dcb2-4e97-8a3b-8ffb1bfd9f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:05.527102 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b3eeb06e-dcb2-4e97-8a3b-8ffb1bfd9f93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:05.534986 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd671e9a-805d-4c88-a71e-7742369435cc None None] Network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:09:05.571357 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b3eeb06e-dcb2-4e97-8a3b-8ffb1bfd9f93 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7224681 Feb 09 01:09:05.603036 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-864772a4-c0cc-46f6-9ce4-245172c815cb req-0cec1810-6cf4-4adc-a8c7-a1b993f255ce tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/ports?device_id=a63ccafa-26df-4e54-837f-6363f886ef04 HTTP/1.1" status: 200 len: 210 time: 0.1728737 Feb 09 01:09:05.664369 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb6b71-4988-4e50-8f86-8f48fa588c3e req-507f8f5c-dc9a-4579-854f-aff442ce6861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:05.666171 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b9bb6b71-4988-4e50-8f86-8f48fa588c3e req-507f8f5c-dc9a-4579-854f-aff442ce6861 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=92170cd4-d323-4ef5-abf7-67f811c42164 HTTP/1.1" status: 200 len: 1155 time: 0.2279906 Feb 09 01:09:05.719331 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b9bb6b71-4988-4e50-8f86-8f48fa588c3e req-2730e0cc-9d4f-4bde-983a-572c4bbc6f10 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:05.754775 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ae5e21b7-26f8-4eb3-aa84-3d382fe49c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ed274011-1cf0-4eac-87eb-6ed8bc1f2988), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:05.759655 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ae5e21b7-26f8-4eb3-aa84-3d382fe49c8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:05.766018 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ae5e21b7-26f8-4eb3-aa84-3d382fe49c8f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ed274011-1cf0-4eac-87eb-6ed8bc1f2988 HTTP/1.1" status: 204 len: 168 time: 0.6277955 Feb 09 01:09:05.793025 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e21b7-26f8-4eb3-aa84-3d382fe49c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed274011-1cf0-4eac-87eb-6ed8bc1f2988,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:05.841218 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.91', 52345) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:05.876940 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2287935e-9b79-4168-a5b6-f21ac27b4411 None None] Network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:09:05.979895 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-96d0cb01-43b4-4fa1-8bd5-fce166a62011 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=b48b77571af04d7492e8a1004acf9fdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1366060 Feb 09 01:09:05.987135 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b9bb6b71-4988-4e50-8f86-8f48fa588c3e req-2730e0cc-9d4f-4bde-983a-572c4bbc6f10 service neutron] Publish callbacks [] for security_group (b84867f9-0ce1-4394-a45a-1a73db83e7be), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:05.995748 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b9bb6b71-4988-4e50-8f86-8f48fa588c3e req-2730e0cc-9d4f-4bde-983a-572c4bbc6f10 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b84867f9-0ce1-4394-a45a-1a73db83e7be), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:06.102684 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b9bb6b71-4988-4e50-8f86-8f48fa588c3e req-2730e0cc-9d4f-4bde-983a-572c4bbc6f10 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=b1093a5f-2044-4add-8303-22fedbefa254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4273937 Feb 09 01:09:06.104135 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2730e0cc-9d4f-4bde-983a-572c4bbc6f10 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b84867f9-0ce1-4394-a45a-1a73db83e7be,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:06.361472 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43890) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:06.620555 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-edbbc963-dd5b-45b0-96bd-2ff58686d650 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:06.622664 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-edbbc963-dd5b-45b0-96bd-2ff58686d650 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6363587 Feb 09 01:09:06.628986 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe870c-289b-4cc7-b8b3-43b45f8654e9 req-8db70739-0333-4f64-8aaf-6521538b47e2 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:06.630724 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fdbe870c-289b-4cc7-b8b3-43b45f8654e9 req-8db70739-0333-4f64-8aaf-6521538b47e2 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/ports?device_id=92170cd4-d323-4ef5-abf7-67f811c42164 HTTP/1.1" status: 200 len: 972 time: 0.1288917 Feb 09 01:09:06.748417 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fdbe870c-289b-4cc7-b8b3-43b45f8654e9 req-fb90a180-656d-49ff-92c7-7e8a56956796 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1093a5f-2044-4add-8303-22fedbefa254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027331 Feb 09 01:09:06.809184 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-a66b5084-5794-442d-a1dc-3d477d3aa638 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-998776068-network', 'tenant_id': '013c3767dcd54ed3a10134a85153f5de'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:06.817516 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f98b451e-ac5c-49e2-a66b-c8ce15f083b7 req-5563ba75-8925-414a-9736-dcc1ac43376d tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/ports?device_id=a63ccafa-26df-4e54-837f-6363f886ef04 HTTP/1.1" status: 200 len: 210 time: 0.0676293 Feb 09 01:09:06.875619 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66b5084-5794-442d-a1dc-3d477d3aa638 admin admin] Made reservation on behalf of 013c3767dcd54ed3a10134a85153f5de for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:06.879703 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a66b5084-5794-442d-a1dc-3d477d3aa638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:06.895633 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a66b5084-5794-442d-a1dc-3d477d3aa638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:07.017667 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a66b5084-5794-442d-a1dc-3d477d3aa638 admin admin] Publish callbacks [] for security_group (dc90eb25-e41b-4e81-965a-6e194439b6f3), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:07.023928 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a66b5084-5794-442d-a1dc-3d477d3aa638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (dc90eb25-e41b-4e81-965a-6e194439b6f3), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:07.063762 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a66b5084-5794-442d-a1dc-3d477d3aa638 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:09:07.081002 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b5084-5794-442d-a1dc-3d477d3aa638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc90eb25-e41b-4e81-965a-6e194439b6f3,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:07.113496 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a66b5084-5794-442d-a1dc-3d477d3aa638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (bffbbbd1-d2cc-4585-9f87-a0e55a0ead8d), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:07.114663 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-a66b5084-5794-442d-a1dc-3d477d3aa638 admin admin] Added segment bffbbbd1-d2cc-4585-9f87-a0e55a0ead8d of type vlan for network cc419daa-1ad7-4e6e-a39c-6f5f3457530c Feb 09 01:09:07.194374 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a66b5084-5794-442d-a1dc-3d477d3aa638 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (cc419daa-1ad7-4e6e-a39c-6f5f3457530c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:07.237754 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a66b5084-5794-442d-a1dc-3d477d3aa638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (cc419daa-1ad7-4e6e-a39c-6f5f3457530c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:07.239700 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66b5084-5794-442d-a1dc-3d477d3aa638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:07.240757 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a66b5084-5794-442d-a1dc-3d477d3aa638 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:07.249872 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43916) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:07.263714 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-438a2600-93c0-4557-95d3-bd35554c7f7b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-321022219-network', 'tenant_id': 'f05a1ed467144d6a9a1eaaa4661880a3'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:07.304749 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438a2600-93c0-4557-95d3-bd35554c7f7b admin admin] Made reservation on behalf of f05a1ed467144d6a9a1eaaa4661880a3 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:07.308810 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-438a2600-93c0-4557-95d3-bd35554c7f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:07.333818 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-438a2600-93c0-4557-95d3-bd35554c7f7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:07.346860 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a66b5084-5794-442d-a1dc-3d477d3aa638 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9834719 Feb 09 01:09:07.351727 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43920) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:07.366022 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-7ad7a1a8-b089-4376-99e4-a19cbab5697e admin admin] Request body: {'subnet': {'network_id': 'cc419daa-1ad7-4e6e-a39c-6f5f3457530c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-998776068-subnet', 'tenant_id': '013c3767dcd54ed3a10134a85153f5de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:07.374705 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b5084-5794-442d-a1dc-3d477d3aa638 admin admin] Pushing event updated for resources: {'Network': ['ID=cc419daa-1ad7-4e6e-a39c-6f5f3457530c,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:07.398123 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network cc419daa-1ad7-4e6e-a39c-6f5f3457530c details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:09:07.414696 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad7a1a8-b089-4376-99e4-a19cbab5697e admin admin] Made reservation on behalf of 013c3767dcd54ed3a10134a85153f5de for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:07.420529 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7ad7a1a8-b089-4376-99e4-a19cbab5697e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:07.542676 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-438a2600-93c0-4557-95d3-bd35554c7f7b admin admin] Publish callbacks [] for security_group (9b63db83-2f2c-4274-8063-e05d04f6ddee), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:07.555123 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-438a2600-93c0-4557-95d3-bd35554c7f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (9b63db83-2f2c-4274-8063-e05d04f6ddee), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:07.611322 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-438a2600-93c0-4557-95d3-bd35554c7f7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:09:07.615646 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a2600-93c0-4557-95d3-bd35554c7f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b63db83-2f2c-4274-8063-e05d04f6ddee,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:07.666467 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-438a2600-93c0-4557-95d3-bd35554c7f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (8fb214ad-747f-440f-b069-1d49c26f3cd5), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:07.667018 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-438a2600-93c0-4557-95d3-bd35554c7f7b admin admin] Added segment 8fb214ad-747f-440f-b069-1d49c26f3cd5 of type vlan for network 8eb0030c-ffe4-43d7-b2cb-be14def2946e Feb 09 01:09:07.746568 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-438a2600-93c0-4557-95d3-bd35554c7f7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (8eb0030c-ffe4-43d7-b2cb-be14def2946e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:07.776042 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7ad7a1a8-b089-4376-99e4-a19cbab5697e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for subnet (9af83192-a745-4374-a209-b94977fd9adb), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:07.802259 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-438a2600-93c0-4557-95d3-bd35554c7f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (8eb0030c-ffe4-43d7-b2cb-be14def2946e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:07.804705 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438a2600-93c0-4557-95d3-bd35554c7f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:07.805842 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-438a2600-93c0-4557-95d3-bd35554c7f7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:07.880018 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad7a1a8-b089-4376-99e4-a19cbab5697e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9af83192-a745-4374-a209-b94977fd9adb,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:07.908804 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a2600-93c0-4557-95d3-bd35554c7f7b admin admin] Pushing event updated for resources: {'Network': ['ID=8eb0030c-ffe4-43d7-b2cb-be14def2946e,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:07.925660 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-438a2600-93c0-4557-95d3-bd35554c7f7b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6682250 Feb 09 01:09:07.928795 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43932) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:07.933431 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 8eb0030c-ffe4-43d7-b2cb-be14def2946e details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:09:07.941483 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-fc3f7f07-3d90-4f56-940c-eefd3c0868f0 admin admin] Request body: {'subnet': {'network_id': '8eb0030c-ffe4-43d7-b2cb-be14def2946e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-321022219-subnet', 'tenant_id': 'f05a1ed467144d6a9a1eaaa4661880a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:07.999024 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3f7f07-3d90-4f56-940c-eefd3c0868f0 admin admin] Made reservation on behalf of f05a1ed467144d6a9a1eaaa4661880a3 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:08.012411 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fc3f7f07-3d90-4f56-940c-eefd3c0868f0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:08.040073 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad7a1a8-b089-4376-99e4-a19cbab5697e admin admin] Checking segment: {'id': 'bffbbbd1-d2cc-4585-9f87-a0e55a0ead8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'cc419daa-1ad7-4e6e-a39c-6f5f3457530c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:09:08.040395 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad7a1a8-b089-4376-99e4-a19cbab5697e admin admin] Network hostable DHCP agents. Network: cc419daa-1ad7-4e6e-a39c-6f5f3457530c, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:09:08.106954 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765163d7-7679-4766-94ee-9a6a61199eef req-ab59fbf7-7855-44be-8417-e74d35605b5c tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:08.110042 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-765163d7-7679-4766-94ee-9a6a61199eef req-ab59fbf7-7855-44be-8417-e74d35605b5c tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/ports?device_id=92170cd4-d323-4ef5-abf7-67f811c42164 HTTP/1.1" status: 200 len: 972 time: 0.1533260 Feb 09 01:09:08.118037 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ed3c0c66-b19b-4bdc-b6b8-22e22d25466d req-b9a2e93e-bb0b-4006-9e8b-9f771d59acf9 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/ports?device_id=a63ccafa-26df-4e54-837f-6363f886ef04 HTTP/1.1" status: 200 len: 210 time: 0.0809815 Feb 09 01:09:08.196700 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad7a1a8-b089-4376-99e4-a19cbab5697e admin admin] Network cc419daa-1ad7-4e6e-a39c-6f5f3457530c is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:09:08.234353 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-765163d7-7679-4766-94ee-9a6a61199eef req-9b67f6d2-80fa-417f-b6f1-a0b3cc5059a0 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1093a5f-2044-4add-8303-22fedbefa254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061666 Feb 09 01:09:08.248045 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-7ad7a1a8-b089-4376-99e4-a19cbab5697e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, cc419daa-1ad7-4e6e-a39c-6f5f3457530c) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:08.259159 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad7a1a8-b089-4376-99e4-a19cbab5697e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:08.259783 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7ad7a1a8-b089-4376-99e4-a19cbab5697e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:08.277907 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8a6b62-1a27-4dd9-aa25-cc68465ac645 None None] Network cc419daa-1ad7-4e6e-a39c-6f5f3457530c requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:09:08.311107 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7ad7a1a8-b089-4376-99e4-a19cbab5697e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9574428 Feb 09 01:09:08.410667 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fc3f7f07-3d90-4f56-940c-eefd3c0868f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for subnet (d2101b91-a95c-4a8f-9e4a-0de252edd888), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:08.493177 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a6b6fe-f907-462b-97b1-bc19ad5c5bdc None None] Network cc419daa-1ad7-4e6e-a39c-6f5f3457530c requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:09:08.513452 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f7f07-3d90-4f56-940c-eefd3c0868f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2101b91-a95c-4a8f-9e4a-0de252edd888,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:08.535308 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3f7f07-3d90-4f56-940c-eefd3c0868f0 admin admin] Checking segment: {'id': '8fb214ad-747f-440f-b069-1d49c26f3cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8eb0030c-ffe4-43d7-b2cb-be14def2946e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:09:08.536458 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3f7f07-3d90-4f56-940c-eefd3c0868f0 admin admin] Network hostable DHCP agents. Network: 8eb0030c-ffe4-43d7-b2cb-be14def2946e, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:09:08.585352 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3f7f07-3d90-4f56-940c-eefd3c0868f0 admin admin] Network 8eb0030c-ffe4-43d7-b2cb-be14def2946e is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:09:08.616494 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-fc3f7f07-3d90-4f56-940c-eefd3c0868f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 8eb0030c-ffe4-43d7-b2cb-be14def2946e) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:08.629084 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3f7f07-3d90-4f56-940c-eefd3c0868f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:08.629990 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fc3f7f07-3d90-4f56-940c-eefd3c0868f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:08.630379 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8295f79-7dd8-4dba-8fc0-527f44427c93 None None] Network 8eb0030c-ffe4-43d7-b2cb-be14def2946e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:09:08.667793 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-fc3f7f07-3d90-4f56-940c-eefd3c0868f0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7343836 Feb 09 01:09:08.852151 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8724ee14-b900-46d4-9775-62084b35d7f6 None None] Network 8eb0030c-ffe4-43d7-b2cb-be14def2946e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:09:09.341964 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b180297a-f5f3-4194-94df-6b0ae151117c req-c31c6470-7294-46c3-8576-6bd0c3a39500 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/ports?device_id=a63ccafa-26df-4e54-837f-6363f886ef04 HTTP/1.1" status: 200 len: 210 time: 0.0526321 Feb 09 01:09:09.529052 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63d0c2-7491-42a4-a299-2e292e5d391f req-319a127b-5a6a-4b67-abc8-4d429087bfd6 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:09.537390 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9d63d0c2-7491-42a4-a299-2e292e5d391f req-319a127b-5a6a-4b67-abc8-4d429087bfd6 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/ports?device_id=92170cd4-d323-4ef5-abf7-67f811c42164 HTTP/1.1" status: 200 len: 972 time: 0.1066272 Feb 09 01:09:09.628652 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9d63d0c2-7491-42a4-a299-2e292e5d391f req-00ba8da9-a992-4ef1-a5e4-614b07e28c1c tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1093a5f-2044-4add-8303-22fedbefa254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885439 Feb 09 01:09:09.695851 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43980) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:09.700945 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-eca57a8b-f0f4-4fd6-8b53-d26c0f14deb6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1573946666-network', 'tenant_id': 'ef6a399656d043d9a273b599989a3695'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:09.744324 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca57a8b-f0f4-4fd6-8b53-d26c0f14deb6 admin admin] Made reservation on behalf of ef6a399656d043d9a273b599989a3695 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:09.749368 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eca57a8b-f0f4-4fd6-8b53-d26c0f14deb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:09.761629 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eca57a8b-f0f4-4fd6-8b53-d26c0f14deb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:09.899829 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eca57a8b-f0f4-4fd6-8b53-d26c0f14deb6 admin admin] Publish callbacks [] for security_group (a2e2bf99-8a67-46f6-a210-5a28b1a33f30), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:09.905518 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eca57a8b-f0f4-4fd6-8b53-d26c0f14deb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (a2e2bf99-8a67-46f6-a210-5a28b1a33f30), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:09.945154 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eca57a8b-f0f4-4fd6-8b53-d26c0f14deb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:09:09.973266 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca57a8b-f0f4-4fd6-8b53-d26c0f14deb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e2bf99-8a67-46f6-a210-5a28b1a33f30,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:09.983762 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eca57a8b-f0f4-4fd6-8b53-d26c0f14deb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (9cdec755-4d30-40d3-88f5-2b58c3e02296), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:09.984511 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-eca57a8b-f0f4-4fd6-8b53-d26c0f14deb6 admin admin] Added segment 9cdec755-4d30-40d3-88f5-2b58c3e02296 of type vlan for network 7eb8c5e3-9fdb-4903-9ffa-df6d7b4b590f Feb 09 01:09:10.075580 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eca57a8b-f0f4-4fd6-8b53-d26c0f14deb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (7eb8c5e3-9fdb-4903-9ffa-df6d7b4b590f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:10.131683 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eca57a8b-f0f4-4fd6-8b53-d26c0f14deb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (7eb8c5e3-9fdb-4903-9ffa-df6d7b4b590f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:10.133429 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca57a8b-f0f4-4fd6-8b53-d26c0f14deb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:10.134714 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eca57a8b-f0f4-4fd6-8b53-d26c0f14deb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:10.169659 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-7558e5c0-73b1-4c9e-984a-3b378f4f8476 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:10.172784 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-7558e5c0-73b1-4c9e-984a-3b378f4f8476 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/networks?id=28c1f603-e786-4a84-b8ed-ec2e36c0d018 HTTP/1.1" status: 200 len: 808 time: 0.3414526 Feb 09 01:09:10.208851 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-b3137ba9-d2b4-4b25-9ce3-73d5d45dc281 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/quotas/991583a4f7ce4c4eb6893f1ec411692c HTTP/1.1" status: 200 len: 375 time: 0.0262685 Feb 09 01:09:10.248451 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-eca57a8b-f0f4-4fd6-8b53-d26c0f14deb6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5511367 Feb 09 01:09:10.254157 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43992) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:10.264019 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-ffb08ed7-6d4e-4c30-baac-6cf328553818 admin admin] Request body: {'subnet': {'network_id': '7eb8c5e3-9fdb-4903-9ffa-df6d7b4b590f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1573946666-subnet', 'tenant_id': 'ef6a399656d043d9a273b599989a3695', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:10.287562 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca57a8b-f0f4-4fd6-8b53-d26c0f14deb6 admin admin] Pushing event updated for resources: {'Network': ['ID=7eb8c5e3-9fdb-4903-9ffa-df6d7b4b590f,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:10.308687 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 7eb8c5e3-9fdb-4903-9ffa-df6d7b4b590f details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:09:10.311248 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb08ed7-6d4e-4c30-baac-6cf328553818 admin admin] Made reservation on behalf of ef6a399656d043d9a273b599989a3695 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:10.316288 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ffb08ed7-6d4e-4c30-baac-6cf328553818 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:10.490183 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-a1a561ea-68e8-40c3-b2e5-098c5d5a3110 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=991583a4f7ce4c4eb6893f1ec411692c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2727883 Feb 09 01:09:10.565060 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d7898-b616-4067-b26d-f7d832592b91 req-0a5ff1c1-e570-4463-a78a-7262a5491b5f tempest-AggregatesAdminTestJSON-1553897126 tempest-AggregatesAdminTestJSON-1553897126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:10.567477 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cd7d7898-b616-4067-b26d-f7d832592b91 req-0a5ff1c1-e570-4463-a78a-7262a5491b5f tempest-AggregatesAdminTestJSON-1553897126 tempest-AggregatesAdminTestJSON-1553897126-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=92170cd4-d323-4ef5-abf7-67f811c42164 HTTP/1.1" status: 200 len: 1155 time: 0.3265140 Feb 09 01:09:10.599504 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-cd7d7898-b616-4067-b26d-f7d832592b91 req-ea578ae4-078e-45a0-8d42-23a24446ce15 tempest-AggregatesAdminTestJSON-1553897126 tempest-AggregatesAdminTestJSON-1553897126-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:10.680688 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ffb08ed7-6d4e-4c30-baac-6cf328553818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for subnet (cb635724-16c5-4dbd-9151-4308835f67e8), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:10.755152 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb08ed7-6d4e-4c30-baac-6cf328553818 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb635724-16c5-4dbd-9151-4308835f67e8,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:10.764022 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-cd7d7898-b616-4067-b26d-f7d832592b91 req-ea578ae4-078e-45a0-8d42-23a24446ce15 tempest-AggregatesAdminTestJSON-1553897126 tempest-AggregatesAdminTestJSON-1553897126-project-admin] Publish callbacks [] for security_group (e5c7eb21-d7a4-44b4-a874-84dfdbd536e0), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:10.771816 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-cd7d7898-b616-4067-b26d-f7d832592b91 req-ea578ae4-078e-45a0-8d42-23a24446ce15 tempest-AggregatesAdminTestJSON-1553897126 tempest-AggregatesAdminTestJSON-1553897126-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (e5c7eb21-d7a4-44b4-a874-84dfdbd536e0), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:10.794015 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb08ed7-6d4e-4c30-baac-6cf328553818 admin admin] Checking segment: {'id': '9cdec755-4d30-40d3-88f5-2b58c3e02296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7eb8c5e3-9fdb-4903-9ffa-df6d7b4b590f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:09:10.794565 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb08ed7-6d4e-4c30-baac-6cf328553818 admin admin] Network hostable DHCP agents. Network: 7eb8c5e3-9fdb-4903-9ffa-df6d7b4b590f, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:09:10.811739 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-3775b9ab-8858-4b2b-b949-de3896018881 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:09:10.813981 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-3775b9ab-8858-4b2b-b949-de3896018881 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1017144 Feb 09 01:09:10.826229 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cd7d7898-b616-4067-b26d-f7d832592b91 req-ea578ae4-078e-45a0-8d42-23a24446ce15 tempest-AggregatesAdminTestJSON-1553897126 tempest-AggregatesAdminTestJSON-1553897126-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b1093a5f-2044-4add-8303-22fedbefa254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475922 Feb 09 01:09:10.843225 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb08ed7-6d4e-4c30-baac-6cf328553818 admin admin] Network 7eb8c5e3-9fdb-4903-9ffa-df6d7b4b590f is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:09:10.848985 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea578ae4-078e-45a0-8d42-23a24446ce15 tempest-AggregatesAdminTestJSON-1553897126 tempest-AggregatesAdminTestJSON-1553897126-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c7eb21-d7a4-44b4-a874-84dfdbd536e0,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:10.889726 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-ffb08ed7-6d4e-4c30-baac-6cf328553818 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 7eb8c5e3-9fdb-4903-9ffa-df6d7b4b590f) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:10.908356 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb08ed7-6d4e-4c30-baac-6cf328553818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:10.909395 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ffb08ed7-6d4e-4c30-baac-6cf328553818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:10.921842 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edd50f1-ac49-429e-a1ec-fbff05849bb4 None None] Network 7eb8c5e3-9fdb-4903-9ffa-df6d7b4b590f requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:09:10.948043 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ffb08ed7-6d4e-4c30-baac-6cf328553818 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6909389 Feb 09 01:09:11.035558 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-9eae853b-74b4-44ba-9ee3-2fa66c368ad9 service neutron] 10.222.0.30 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078233 Feb 09 01:09:11.060917 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aca4b127-ea4b-4704-95b8-ddee2d4d0982 req-1fea3f2a-915c-4817-ac89-78afa94c2a1d tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/ports?device_id=a63ccafa-26df-4e54-837f-6363f886ef04 HTTP/1.1" status: 200 len: 210 time: 0.0489280 Feb 09 01:09:11.193211 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abdd1f2-1647-4174-bd28-8e0fd852364f None None] Network 7eb8c5e3-9fdb-4903-9ffa-df6d7b4b590f requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:09:11.236594 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-22ae8440-fb03-4dfe-b106-35a5362e9d2f service neutron] 10.222.0.30 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743793 Feb 09 01:09:11.237016 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44006) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:11.343733 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-7472496b-d1bd-4b18-b2bd-c92d255024b7 admin admin] Deleting subnet 9af83192-a745-4374-a209-b94977fd9adb {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:09:11.352890 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7472496b-d1bd-4b18-b2bd-c92d255024b7 admin admin] Publish callbacks [] for subnet (9af83192-a745-4374-a209-b94977fd9adb), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:11.446830 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7472496b-d1bd-4b18-b2bd-c92d255024b7 admin admin] Publish callbacks [] for subnet (9af83192-a745-4374-a209-b94977fd9adb), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:11.477879 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7472496b-d1bd-4b18-b2bd-c92d255024b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (9af83192-a745-4374-a209-b94977fd9adb), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:11.630691 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7472496b-d1bd-4b18-b2bd-c92d255024b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for subnet (9af83192-a745-4374-a209-b94977fd9adb), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:11.675533 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7472496b-d1bd-4b18-b2bd-c92d255024b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9af83192-a745-4374-a209-b94977fd9adb,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:11.706206 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-540d4c53-6899-4517-9bbd-2725711acf8c req-cfbe662f-b60f-4b54-becf-b0ca9b303cd6 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=233e7aff-9144-4957-a187-ef582ca62d65 HTTP/1.1" status: 200 len: 210 time: 0.0664957 Feb 09 01:09:11.721404 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7472496b-d1bd-4b18-b2bd-c92d255024b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:11.729935 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7472496b-d1bd-4b18-b2bd-c92d255024b7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9af83192-a745-4374-a209-b94977fd9adb HTTP/1.1" status: 204 len: 168 time: 0.4915631 Feb 09 01:09:11.738284 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44018) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:11.738677 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce910e41-48c6-4df5-a33f-350880b8cb2a req-c1730fa7-0664-4eb6-b173-5875ae09b2cd tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:11.742231 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ce910e41-48c6-4df5-a33f-350880b8cb2a req-c1730fa7-0664-4eb6-b173-5875ae09b2cd tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/ports?device_id=92170cd4-d323-4ef5-abf7-67f811c42164 HTTP/1.1" status: 200 len: 972 time: 0.2009399 Feb 09 01:09:11.857607 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ce910e41-48c6-4df5-a33f-350880b8cb2a req-659de351-8013-4565-8be7-02ba01b98ef6 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1093a5f-2044-4add-8303-22fedbefa254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043823 Feb 09 01:09:11.889968 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f93993c0-64d8-4d99-be01-4673addb31d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (cc419daa-1ad7-4e6e-a39c-6f5f3457530c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:12.003193 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f93993c0-64d8-4d99-be01-4673addb31d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (cc419daa-1ad7-4e6e-a39c-6f5f3457530c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:12.043646 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f93993c0-64d8-4d99-be01-4673addb31d1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:09:12.044553 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f93993c0-64d8-4d99-be01-4673addb31d1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:09:12.046707 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f93993c0-64d8-4d99-be01-4673addb31d1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:09:12.047565 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f93993c0-64d8-4d99-be01-4673addb31d1 admin admin] Subscribe: > port after_create 55550000 {{(pid=103528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:09:12.048386 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f93993c0-64d8-4d99-be01-4673addb31d1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:09:12.049232 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f93993c0-64d8-4d99-be01-4673addb31d1 admin admin] Subscribe: > port after_update 55550000 {{(pid=103528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:09:12.049773 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f93993c0-64d8-4d99-be01-4673addb31d1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:09:12.050324 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f93993c0-64d8-4d99-be01-4673addb31d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:09:12.050839 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f93993c0-64d8-4d99-be01-4673addb31d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:09:12.051376 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f93993c0-64d8-4d99-be01-4673addb31d1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:09:12.207856 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b83857a-8da2-4c71-859b-8aa56bf96a27 req-41b3249a-ebbc-4db7-9067-f2ce3314c255 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/ports?device_id=a63ccafa-26df-4e54-837f-6363f886ef04 HTTP/1.1" status: 200 len: 210 time: 0.0331504 Feb 09 01:09:12.397151 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f93993c0-64d8-4d99-be01-4673addb31d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:09:12.397485 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f93993c0-64d8-4d99-be01-4673addb31d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:09:12.397799 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f93993c0-64d8-4d99-be01-4673addb31d1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:09:12.398109 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f93993c0-64d8-4d99-be01-4673addb31d1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103528) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:09:12.398469 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-f93993c0-64d8-4d99-be01-4673addb31d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc419daa-1ad7-4e6e-a39c-6f5f3457530c']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:12.417772 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-39803506-a098-470d-89b9-783c321d6595 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Request body: {'port': {'device_id': 'a63ccafa-26df-4e54-837f-6363f886ef04', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'admin_state_up': True, 'tenant_id': 'b48b77571af04d7492e8a1004acf9fdc'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:12.443494 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-f93993c0-64d8-4d99-be01-4673addb31d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bffbbbd1-d2cc-4585-9f87-a0e55a0ead8d') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:12.443932 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-f93993c0-64d8-4d99-be01-4673addb31d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bffbbbd1-d2cc-4585-9f87-a0e55a0ead8d') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:12.526462 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f93993c0-64d8-4d99-be01-4673addb31d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (bffbbbd1-d2cc-4585-9f87-a0e55a0ead8d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:12.583511 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f93993c0-64d8-4d99-be01-4673addb31d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (bffbbbd1-d2cc-4585-9f87-a0e55a0ead8d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:12.615888 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f93993c0-64d8-4d99-be01-4673addb31d1 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:09:12.616331 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f93993c0-64d8-4d99-be01-4673addb31d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (bffbbbd1-d2cc-4585-9f87-a0e55a0ead8d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:12.637199 n-d-822053-40 neutron-server[103528]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 01:09:12.637199 n-d-822053-40 neutron-server[103528]: from cryptography.utils import int_from_bytes Feb 09 01:09:12.637199 n-d-822053-40 neutron-server[103528]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 01:09:12.637199 n-d-822053-40 neutron-server[103528]: from cryptography.utils import int_from_bytes Feb 09 01:09:12.637199 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:09:12.637199 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:09:12.637199 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:09:12.637199 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:09:12.637199 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:09:12.637199 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:09:12.637199 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:09:12.637199 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:09:12.637199 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:09:12.637199 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:09:12.637199 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:09:12.637199 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:09:12.637199 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:09:12.637199 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:09:12.637199 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:09:12.637199 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:09:12.637199 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:09:12.637199 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:09:12.637199 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:09:12.637199 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:09:12.637199 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:09:12.637199 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:09:12.637199 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:09:12.637199 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:09:12.637199 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:09:12.637199 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:09:12.637199 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:09:12.637199 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:09:12.637199 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:09:12.637199 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:09:12.637199 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:09:12.637199 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:09:12.764035 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f93993c0-64d8-4d99-be01-4673addb31d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (cc419daa-1ad7-4e6e-a39c-6f5f3457530c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:12.809995 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f93993c0-64d8-4d99-be01-4673addb31d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:12.814463 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f93993c0-64d8-4d99-be01-4673addb31d1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/cc419daa-1ad7-4e6e-a39c-6f5f3457530c HTTP/1.1" status: 204 len: 168 time: 1.0733733 Feb 09 01:09:12.820117 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44060) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:12.822238 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93993c0-64d8-4d99-be01-4673addb31d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc419daa-1ad7-4e6e-a39c-6f5f3457530c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:12.866564 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 44062) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:12.873037 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4cf003f7-f63a-484b-bed0-afc406969234 req-c56a6813-966c-4cd1-aeea-ca5b581ea125 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=233e7aff-9144-4957-a187-ef582ca62d65 HTTP/1.1" status: 200 len: 210 time: 0.0550933 Feb 09 01:09:13.086782 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7f00328-a549-4a9d-b935-f3f84299a234 admin admin] Deleting subnet cb635724-16c5-4dbd-9151-4308835f67e8 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:09:13.092388 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b7f00328-a549-4a9d-b935-f3f84299a234 admin admin] Publish callbacks [] for subnet (cb635724-16c5-4dbd-9151-4308835f67e8), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:13.132577 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-39803506-a098-470d-89b9-783c321d6595 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Made reservation on behalf of b48b77571af04d7492e8a1004acf9fdc for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:13.136266 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-39803506-a098-470d-89b9-783c321d6595 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:13.152778 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-39803506-a098-470d-89b9-783c321d6595 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:13.159701 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b7f00328-a549-4a9d-b935-f3f84299a234 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (cb635724-16c5-4dbd-9151-4308835f67e8), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:13.199174 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8d056529-33d9-4b4a-898a-5ac5e87457c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:13.208205 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.121', 62110) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:13.260855 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae12864-8054-40aa-8bc5-dedd5d7d3cc5 req-0020bd50-627c-42c7-b52a-2f4d47d37598 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:13.262617 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0ae12864-8054-40aa-8bc5-dedd5d7d3cc5 req-0020bd50-627c-42c7-b52a-2f4d47d37598 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/ports?device_id=92170cd4-d323-4ef5-abf7-67f811c42164 HTTP/1.1" status: 200 len: 972 time: 0.2591293 Feb 09 01:09:13.305954 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b7f00328-a549-4a9d-b935-f3f84299a234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (cb635724-16c5-4dbd-9151-4308835f67e8), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:13.352766 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-b3212077-142d-4532-85df-14c90761d302 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:13.355272 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-b3212077-142d-4532-85df-14c90761d302 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.121 "GET /v2.0/networks?id=28c1f603-e786-4a84-b8ed-ec2e36c0d018 HTTP/1.1" status: 200 len: 808 time: 0.3371997 Feb 09 01:09:13.392615 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-9e03ee1c-ab52-4348-85c5-6f4a7e8377be tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Request body: {'port': {'device_id': '233e7aff-9144-4957-a187-ef582ca62d65', 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018', 'admin_state_up': True, 'tenant_id': '991583a4f7ce4c4eb6893f1ec411692c'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:13.430824 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc3bbd-0434-442c-a6c8-6ee84e75a203 req-e68ebf73-8d53-4119-89c1-19ae874d95ae tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:13.432523 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a2bc3bbd-0434-442c-a6c8-6ee84e75a203 req-e68ebf73-8d53-4119-89c1-19ae874d95ae tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.121 "GET /v2.0/ports?device_id=92170cd4-d323-4ef5-abf7-67f811c42164 HTTP/1.1" status: 200 len: 972 time: 0.2227898 Feb 09 01:09:13.447039 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-82c33e83-cfac-4e34-8f98-43367b322a1f req-4454fe35-90cf-428b-9660-2d4bab65cd12 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/ports?device_id=a63ccafa-26df-4e54-837f-6363f886ef04 HTTP/1.1" status: 200 len: 210 time: 0.1083956 Feb 09 01:09:13.458800 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b7f00328-a549-4a9d-b935-f3f84299a234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (cb635724-16c5-4dbd-9151-4308835f67e8), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:13.486064 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-39803506-a098-470d-89b9-783c321d6595 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Publish callbacks [] for security_group (13938022-9eff-44d6-935a-12091911cf88), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:13.495437 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0ae12864-8054-40aa-8bc5-dedd5d7d3cc5 req-903f198a-b48a-4bb7-a8e2-33981453c920 tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1093a5f-2044-4add-8303-22fedbefa254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153816 Feb 09 01:09:13.545897 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-39803506-a098-470d-89b9-783c321d6595 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (13938022-9eff-44d6-935a-12091911cf88), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:13.571798 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8d056529-33d9-4b4a-898a-5ac5e87457c9 admin admin] Publish callbacks [] for security_group (f7e9e68d-54b4-46e6-b6b6-7bfcd1373b7a), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:13.582033 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8d056529-33d9-4b4a-898a-5ac5e87457c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f7e9e68d-54b4-46e6-b6b6-7bfcd1373b7a), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:13.584762 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f00328-a549-4a9d-b935-f3f84299a234 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb635724-16c5-4dbd-9151-4308835f67e8,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:13.597478 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b7f00328-a549-4a9d-b935-f3f84299a234 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:13.604717 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b7f00328-a549-4a9d-b935-f3f84299a234 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/cb635724-16c5-4dbd-9151-4308835f67e8 HTTP/1.1" status: 204 len: 168 time: 0.7753806 Feb 09 01:09:13.608526 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44072) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:13.660314 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d056529-33d9-4b4a-898a-5ac5e87457c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e9e68d-54b4-46e6-b6b6-7bfcd1373b7a,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:13.669029 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8d056529-33d9-4b4a-898a-5ac5e87457c9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=23bb570d27ef4689b653e79a674c94e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7996998 Feb 09 01:09:13.677936 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 44074) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:13.720112 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-9e03ee1c-ab52-4348-85c5-6f4a7e8377be tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Made reservation on behalf of 991583a4f7ce4c4eb6893f1ec411692c for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:13.723496 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-9e03ee1c-ab52-4348-85c5-6f4a7e8377be tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:13.785988 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c5248719-b3c8-419b-8a4d-3515aa78e0c3 admin admin] Publish callbacks [] for security_group (f7e9e68d-54b4-46e6-b6b6-7bfcd1373b7a), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:13.866361 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c5248719-b3c8-419b-8a4d-3515aa78e0c3 admin admin] Publish callbacks [] for security_group (f7e9e68d-54b4-46e6-b6b6-7bfcd1373b7a), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:13.894350 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39803506-a098-470d-89b9-783c321d6595 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13938022-9eff-44d6-935a-12091911cf88,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:13.976878 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-9e03ee1c-ab52-4348-85c5-6f4a7e8377be tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Allocated IP 172.20.0.4 (28c1f603-e786-4a84-b8ed-ec2e36c0d018/8fe24410-38bf-494b-a44d-46f0496d84a5/ae1864f9-d6b2-46c3-921c-f067c0726ab2) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:13.981288 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c5248719-b3c8-419b-8a4d-3515aa78e0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f7e9e68d-54b4-46e6-b6b6-7bfcd1373b7a), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:13.986640 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c5248719-b3c8-419b-8a4d-3515aa78e0c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:13.988875 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c5248719-b3c8-419b-8a4d-3515aa78e0c3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f7e9e68d-54b4-46e6-b6b6-7bfcd1373b7a HTTP/1.1" status: 204 len: 168 time: 0.3096097 Feb 09 01:09:14.027655 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-39803506-a098-470d-89b9-783c321d6595 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Allocated IP 192.168.233.240 (3976161f-bd1f-4dbb-b950-6897c01f16f1/98abf639-2282-4fa1-acd9-5660b4f87a0d/0974e5af-fdc0-4274-a750-422b96062097) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:14.027999 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5248719-b3c8-419b-8a4d-3515aa78e0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e9e68d-54b4-46e6-b6b6-7bfcd1373b7a,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:14.051602 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bcd4a27e-8229-47ac-8e9a-fad705302dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (7eb8c5e3-9fdb-4903-9ffa-df6d7b4b590f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:14.101700 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1a30ef55-b1f1-438d-895b-c555ffabc785 req-79f8ab4b-f276-40d6-bb98-1ff5d5c1ae0e tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=233e7aff-9144-4957-a187-ef582ca62d65 HTTP/1.1" status: 200 len: 210 time: 0.0562434 Feb 09 01:09:14.190217 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-a2bc3bbd-0434-442c-a6c8-6ee84e75a203 req-a4f62636-30ae-472e-b665-c345641eee0a tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Deleting port 9504f111-893e-4392-ba47-4cd8d67cc000 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:09:14.190976 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a2bc3bbd-0434-442c-a6c8-6ee84e75a203 req-a4f62636-30ae-472e-b665-c345641eee0a tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (9504f111-893e-4392-ba47-4cd8d67cc000), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:14.299798 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-9e03ee1c-ab52-4348-85c5-6f4a7e8377be tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Publish callbacks [] for port (ae1864f9-d6b2-46c3-921c-f067c0726ab2), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:14.348293 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-9e03ee1c-ab52-4348-85c5-6f4a7e8377be tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (ae1864f9-d6b2-46c3-921c-f067c0726ab2), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:14.353818 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bcd4a27e-8229-47ac-8e9a-fad705302dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (7eb8c5e3-9fdb-4903-9ffa-df6d7b4b590f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:14.405824 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-bcd4a27e-8229-47ac-8e9a-fad705302dfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb8c5e3-9fdb-4903-9ffa-df6d7b4b590f']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:14.427328 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-bcd4a27e-8229-47ac-8e9a-fad705302dfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cdec755-4d30-40d3-88f5-2b58c3e02296') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:14.427621 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-bcd4a27e-8229-47ac-8e9a-fad705302dfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cdec755-4d30-40d3-88f5-2b58c3e02296') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:14.427798 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-9e03ee1c-ab52-4348-85c5-6f4a7e8377be tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:14.433656 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-9e03ee1c-ab52-4348-85c5-6f4a7e8377be tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:14.438440 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-9e03ee1c-ab52-4348-85c5-6f4a7e8377be tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:09:14.449693 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-9e03ee1c-ab52-4348-85c5-6f4a7e8377be tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:14.450937 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-9e03ee1c-ab52-4348-85c5-6f4a7e8377be tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:14.456272 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bcd4a27e-8229-47ac-8e9a-fad705302dfd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (9cdec755-4d30-40d3-88f5-2b58c3e02296), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:14.471908 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e03ee1c-ab52-4348-85c5-6f4a7e8377be tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Pushing event updated for resources: {'Port': ['ID=ae1864f9-d6b2-46c3-921c-f067c0726ab2,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:14.480351 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-a2bc3bbd-0434-442c-a6c8-6ee84e75a203 req-a4f62636-30ae-472e-b665-c345641eee0a tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] For port 9504f111-893e-4392-ba47-4cd8d67cc000, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9504f111-893e-4392-ba47-4cd8d67cc000,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:14.480767 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a2bc3bbd-0434-442c-a6c8-6ee84e75a203 req-a4f62636-30ae-472e-b665-c345641eee0a tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (9504f111-893e-4392-ba47-4cd8d67cc000), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:14.501547 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-9e03ee1c-ab52-4348-85c5-6f4a7e8377be tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1291659 Feb 09 01:09:14.508340 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bcd4a27e-8229-47ac-8e9a-fad705302dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (9cdec755-4d30-40d3-88f5-2b58c3e02296), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:14.512159 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44084) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:14.519753 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-a3cd8fbd-65a1-4d61-a959-56f4a8ca3fcd service neutron] Request body: {'port': {'device_id': '233e7aff-9144-4957-a187-ef582ca62d65', 'device_owner': 'compute:tempest-test_az-1687480238', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:14.536422 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-a2bc3bbd-0434-442c-a6c8-6ee84e75a203 req-a4f62636-30ae-472e-b665-c345641eee0a tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Calling delete_port for 9504f111-893e-4392-ba47-4cd8d67cc000 owned by compute:tempest-test_az-1687480238 {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:09:14.554338 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-39803506-a098-470d-89b9-783c321d6595 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Publish callbacks [] for port (0974e5af-fdc0-4274-a750-422b96062097), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:14.557235 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcd4a27e-8229-47ac-8e9a-fad705302dfd admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:09:14.557620 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bcd4a27e-8229-47ac-8e9a-fad705302dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (9cdec755-4d30-40d3-88f5-2b58c3e02296), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:14.559389 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:09:14.559389 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:09:14.559389 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:09:14.559389 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:09:14.559389 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:09:14.559389 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:09:14.559389 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:09:14.559389 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:09:14.559389 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:09:14.559389 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:09:14.559389 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:09:14.559389 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:09:14.559389 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:09:14.559389 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:09:14.559389 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:09:14.559389 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:09:14.559389 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:09:14.559389 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:09:14.559389 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:09:14.559389 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:09:14.559389 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:09:14.559389 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:09:14.559389 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:09:14.559389 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:09:14.559389 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:09:14.559389 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:09:14.559389 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:09:14.559389 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:09:14.559389 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:09:14.559389 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:09:14.559389 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:09:14.559389 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:09:14.627475 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d43cf236-986c-482f-aa54-2e270900c581 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:14.650367 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f9e0db5-d593-4d84-9112-89814c8db489 req-8a4147c9-7c0b-4fea-9d0b-fd75b5ca4330 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/ports?device_id=a63ccafa-26df-4e54-837f-6363f886ef04 HTTP/1.1" status: 200 len: 210 time: 0.0613546 Feb 09 01:09:14.683225 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-a3cd8fbd-65a1-4d61-a959-56f4a8ca3fcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ae1864f9-d6b2-46c3-921c-f067c0726ab2), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:14.753971 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88a0a7-c598-4072-858c-07b2d66344b5 req-f1869577-af5b-48f6-954f-e8be969449fe tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:14.756250 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fc88a0a7-c598-4072-858c-07b2d66344b5 req-f1869577-af5b-48f6-954f-e8be969449fe tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/ports?device_id=92170cd4-d323-4ef5-abf7-67f811c42164 HTTP/1.1" status: 200 len: 972 time: 0.1353376 Feb 09 01:09:14.777465 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bcd4a27e-8229-47ac-8e9a-fad705302dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (7eb8c5e3-9fdb-4903-9ffa-df6d7b4b590f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:14.807775 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bcd4a27e-8229-47ac-8e9a-fad705302dfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:14.811255 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-bcd4a27e-8229-47ac-8e9a-fad705302dfd admin admin] 10.222.0.30 "DELETE /v2.0/networks/7eb8c5e3-9fdb-4903-9ffa-df6d7b4b590f HTTP/1.1" status: 204 len: 168 time: 1.1987324 Feb 09 01:09:14.817423 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-39803506-a098-470d-89b9-783c321d6595 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (0974e5af-fdc0-4274-a750-422b96062097), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:14.845635 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4a27e-8229-47ac-8e9a-fad705302dfd admin admin] Pushing event deleted for resources: {'Network': ['ID=7eb8c5e3-9fdb-4903-9ffa-df6d7b4b590f,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:14.957610 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fc88a0a7-c598-4072-858c-07b2d66344b5 req-53c3d119-d2a7-46b8-ba4d-4b1a30734c6e tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/security-groups?id=b1093a5f-2044-4add-8303-22fedbefa254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818061 Feb 09 01:09:15.090133 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 44090) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:15.142820 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-39803506-a098-470d-89b9-783c321d6595 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Network 3976161f-bd1f-4dbb-b950-6897c01f16f1 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:15.144826 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39803506-a098-470d-89b9-783c321d6595 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Pushing event updated for resources: {'Port': ['ID=0974e5af-fdc0-4274-a750-422b96062097,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:15.154836 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-a3cd8fbd-65a1-4d61-a959-56f4a8ca3fcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae1864f9-d6b2-46c3-921c-f067c0726ab2 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:09:15.157531 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-39803506-a098-470d-89b9-783c321d6595 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:15.164110 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-39803506-a098-470d-89b9-783c321d6595 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:09:15.164868 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-a3cd8fbd-65a1-4d61-a959-56f4a8ca3fcd service neutron] Publish callbacks [] for port (ae1864f9-d6b2-46c3-921c-f067c0726ab2), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:15.201599 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ddc60300-8258-4641-a6b3-1ca981c32eec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=013c3767dcd54ed3a10134a85153f5de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1099734 Feb 09 01:09:15.205261 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 44094) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:15.243118 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-39803506-a098-470d-89b9-783c321d6595 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:15.245127 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-39803506-a098-470d-89b9-783c321d6595 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:15.294346 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a59f46be-d16d-4b92-8043-9086cff214bc admin admin] Publish callbacks [] for security_group (dc90eb25-e41b-4e81-965a-6e194439b6f3), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:15.294878 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-39803506-a098-470d-89b9-783c321d6595 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8903029 Feb 09 01:09:15.309676 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-8a5f131a-34c3-45f4-9f12-7d3e6c32a614 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:09:15.310715 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-8a5f131a-34c3-45f4-9f12-7d3e6c32a614 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054150 Feb 09 01:09:15.331164 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d43cf236-986c-482f-aa54-2e270900c581 admin admin] Publish callbacks [] for security_group (01dc2650-025a-49fa-bfb6-2a1c8480f907), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:15.335563 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a59f46be-d16d-4b92-8043-9086cff214bc admin admin] Publish callbacks [] for security_group (dc90eb25-e41b-4e81-965a-6e194439b6f3), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:15.348889 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d43cf236-986c-482f-aa54-2e270900c581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (01dc2650-025a-49fa-bfb6-2a1c8480f907), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:15.365073 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-a3cd8fbd-65a1-4d61-a959-56f4a8ca3fcd service neutron] Transition to ACTIVE for port object ae1864f9-d6b2-46c3-921c-f067c0726ab2 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:09:15.377437 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-a3cd8fbd-65a1-4d61-a959-56f4a8ca3fcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ae1864f9-d6b2-46c3-921c-f067c0726ab2), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:15.380723 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43cf236-986c-482f-aa54-2e270900c581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01dc2650-025a-49fa-bfb6-2a1c8480f907,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:15.392166 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a2bc3bbd-0434-442c-a6c8-6ee84e75a203 req-a4f62636-30ae-472e-b665-c345641eee0a tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (9504f111-893e-4392-ba47-4cd8d67cc000), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:15.405579 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['9504f111-893e-4392-ba47-4cd8d67cc000'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:09:15.458352 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b7a14-7887-4b0a-859f-2c8aa609aa0d req-f9823b1b-5748-469d-a8ca-457f3c098310 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:15.459890 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f9b7a14-7887-4b0a-859f-2c8aa609aa0d req-f9823b1b-5748-469d-a8ca-457f3c098310 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=233e7aff-9144-4957-a187-ef582ca62d65 HTTP/1.1" status: 200 len: 931 time: 0.1869011 Feb 09 01:09:15.477088 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cd8fbd-65a1-4d61-a959-56f4a8ca3fcd service neutron] Pushing event updated for resources: {'Port': ['ID=ae1864f9-d6b2-46c3-921c-f067c0726ab2,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:15.489989 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a59f46be-d16d-4b92-8043-9086cff214bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (dc90eb25-e41b-4e81-965a-6e194439b6f3), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:15.493046 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a59f46be-d16d-4b92-8043-9086cff214bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:15.497150 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a59f46be-d16d-4b92-8043-9086cff214bc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dc90eb25-e41b-4e81-965a-6e194439b6f3 HTTP/1.1" status: 204 len: 168 time: 0.2865348 Feb 09 01:09:15.563701 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f807c62c-0a32-40d7-b89c-7623d8932d7d None None] Provisioning complete for port 0974e5af-fdc0-4274-a750-422b96062097 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:15.564142 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f62636-30ae-472e-b665-c345641eee0a tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Pushing event deleted for resources: {'Port': ['ID=9504f111-893e-4392-ba47-4cd8d67cc000,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:15.565020 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f807c62c-0a32-40d7-b89c-7623d8932d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0974e5af-fdc0-4274-a750-422b96062097), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:15.566407 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2bc3bbd-0434-442c-a6c8-6ee84e75a203 req-a4f62636-30ae-472e-b665-c345641eee0a tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] No DVR routers for this DVR port 9504f111-893e-4392-ba47-4cd8d67cc000 on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:09:15.571282 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d43cf236-986c-482f-aa54-2e270900c581 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fa98837497374cf78f2fb720f1bb8791&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0518377 Feb 09 01:09:15.572433 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a2bc3bbd-0434-442c-a6c8-6ee84e75a203 req-a4f62636-30ae-472e-b665-c345641eee0a tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:15.575918 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a2bc3bbd-0434-442c-a6c8-6ee84e75a203 req-a4f62636-30ae-472e-b665-c345641eee0a tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.121 "DELETE /v2.0/ports/9504f111-893e-4392-ba47-4cd8d67cc000 HTTP/1.1" status: 204 len: 173 time: 2.1341188 Feb 09 01:09:15.576546 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92170cd4-d323-4ef5-abf7-67f811c42164', 'name': 'network-vif-deleted', 'tag': '9504f111-893e-4392-ba47-4cd8d67cc000'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:09:15.581259 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44100) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:15.593036 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f46be-d16d-4b92-8043-9086cff214bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc90eb25-e41b-4e81-965a-6e194439b6f3,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:15.678619 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-95201d8e-e25d-483c-8d94-6041668ceed5 service neutron] Request body: {'port': {'device_id': 'a63ccafa-26df-4e54-837f-6363f886ef04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:15.699278 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-a3cd8fbd-65a1-4d61-a959-56f4a8ca3fcd service neutron] Attempting to bind port ae1864f9-d6b2-46c3-921c-f067c0726ab2 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:09:15.701016 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-a3cd8fbd-65a1-4d61-a959-56f4a8ca3fcd service neutron] Attempting to bind port ae1864f9-d6b2-46c3-921c-f067c0726ab2 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:09:15.701326 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-a3cd8fbd-65a1-4d61-a959-56f4a8ca3fcd service neutron] Attempting to bind port ae1864f9-d6b2-46c3-921c-f067c0726ab2 on network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:09:15.713615 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-a3cd8fbd-65a1-4d61-a959-56f4a8ca3fcd service neutron] Port ae1864f9-d6b2-46c3-921c-f067c0726ab2 on network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:09:15.713874 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-a3cd8fbd-65a1-4d61-a959-56f4a8ca3fcd service neutron] Attempting to bind port ae1864f9-d6b2-46c3-921c-f067c0726ab2 on network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:09:15.722504 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-a3cd8fbd-65a1-4d61-a959-56f4a8ca3fcd service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:09:15.723025 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-a3cd8fbd-65a1-4d61-a959-56f4a8ca3fcd service neutron] Checking segment: {'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:09:15.723543 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-a3cd8fbd-65a1-4d61-a959-56f4a8ca3fcd service neutron] Bound using segment: {'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:09:15.724293 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-a3cd8fbd-65a1-4d61-a959-56f4a8ca3fcd service neutron] Bound port: ae1864f9-d6b2-46c3-921c-f067c0726ab2, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:09:15.724804 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-a3cd8fbd-65a1-4d61-a959-56f4a8ca3fcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ae1864f9-d6b2-46c3-921c-f067c0726ab2), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:15.748907 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f9b7a14-7887-4b0a-859f-2c8aa609aa0d req-7039048b-371a-4b51-a45d-893ef4b08176 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753727 Feb 09 01:09:15.786096 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f807c62c-0a32-40d7-b89c-7623d8932d7d None None] Port 0974e5af-fdc0-4274-a750-422b96062097 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:09:15.841811 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4a3aaf59-0bd2-47d9-83cc-566b01aed3a1 admin admin] Publish callbacks [] for security_group (01dc2650-025a-49fa-bfb6-2a1c8480f907), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:15.945164 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4a3aaf59-0bd2-47d9-83cc-566b01aed3a1 admin admin] Publish callbacks [] for security_group (01dc2650-025a-49fa-bfb6-2a1c8480f907), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:15.988697 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-a3cd8fbd-65a1-4d61-a959-56f4a8ca3fcd service neutron] For port ae1864f9-d6b2-46c3-921c-f067c0726ab2, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:09:15.992124 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-a3cd8fbd-65a1-4d61-a959-56f4a8ca3fcd service neutron] For port ae1864f9-d6b2-46c3-921c-f067c0726ab2, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=ae1864f9-d6b2-46c3-921c-f067c0726ab2,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:09:15.997433 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-95201d8e-e25d-483c-8d94-6041668ceed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0974e5af-fdc0-4274-a750-422b96062097), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:16.006804 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46231475-2d0c-4012-b500-8ee84c212001 req-d65abcb3-d061-4c08-98dd-aa10343dc9c4 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:16.017668 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-46231475-2d0c-4012-b500-8ee84c212001 req-d65abcb3-d061-4c08-98dd-aa10343dc9c4 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/ports?device_id=a63ccafa-26df-4e54-837f-6363f886ef04 HTTP/1.1" status: 200 len: 936 time: 0.1679981 Feb 09 01:09:16.040647 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-a3cd8fbd-65a1-4d61-a959-56f4a8ca3fcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ae1864f9-d6b2-46c3-921c-f067c0726ab2), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:16.134236 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41b1ca0-cb22-4d98-80ad-ddd765b551c6" -d '{"events": [{"server_uuid": "92170cd4-d323-4ef5-abf7-67f811c42164", "name": "network-vif-deleted", "tag": "9504f111-893e-4392-ba47-4cd8d67cc000"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:09:16.160841 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-85ca8b53-7729-4ff1-a7d2-c4580ecf2ffb req-6b6d83c0-6a45-4efa-958f-fbf9b938396f tempest-AggregatesAdminTestJSON-1422834753 tempest-AggregatesAdminTestJSON-1422834753-project] 10.222.0.30 "GET /v2.0/ports?device_id=92170cd4-d323-4ef5-abf7-67f811c42164 HTTP/1.1" status: 200 len: 210 time: 0.0545905 Feb 09 01:09:16.178586 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-46231475-2d0c-4012-b500-8ee84c212001 req-f6e37d6e-7b79-4a4a-8dbb-0a1f85234fac tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/security-groups?id=13938022-9eff-44d6-935a-12091911cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597409 Feb 09 01:09:16.182963 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-a3cd8fbd-65a1-4d61-a959-56f4a8ca3fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:16.183899 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-a3cd8fbd-65a1-4d61-a959-56f4a8ca3fcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:16.185799 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-a3cd8fbd-65a1-4d61-a959-56f4a8ca3fcd service neutron] 10.222.0.121 "PUT /v2.0/ports/ae1864f9-d6b2-46c3-921c-f067c0726ab2 HTTP/1.1" status: 200 len: 1114 time: 1.6757073 Feb 09 01:09:16.186457 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233e7aff-9144-4957-a187-ef582ca62d65', 'tag': 'ae1864f9-d6b2-46c3-921c-f067c0726ab2'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:09:16.190827 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea13760e-4a5d-47ea-90c9-7ab58b79c584" -d '{"events": [{"name": "network-changed", "server_uuid": "233e7aff-9144-4957-a187-ef582ca62d65", "tag": "ae1864f9-d6b2-46c3-921c-f067c0726ab2"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:09:16.237852 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cd8fbd-65a1-4d61-a959-56f4a8ca3fcd service neutron] Pushing event updated for resources: {'Port': ['ID=ae1864f9-d6b2-46c3-921c-f067c0726ab2,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:16.315178 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 44120) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:16.317411 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42da402d-861c-45e9-986e-4bc053b6e9f2 x-openstack-request-id: req-42da402d-861c-45e9-986e-4bc053b6e9f2 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:09:16.321554 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "233e7aff-9144-4957-a187-ef582ca62d65", "tag": "ae1864f9-d6b2-46c3-921c-f067c0726ab2", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:09:16.321554 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-42da402d-861c-45e9-986e-4bc053b6e9f2 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:09:16.324296 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233e7aff-9144-4957-a187-ef582ca62d65', 'tag': 'ae1864f9-d6b2-46c3-921c-f067c0726ab2', 'status': 'completed', 'code': 200} Feb 09 01:09:16.381787 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4a3aaf59-0bd2-47d9-83cc-566b01aed3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (01dc2650-025a-49fa-bfb6-2a1c8480f907), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:16.386275 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4a3aaf59-0bd2-47d9-83cc-566b01aed3a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:16.387890 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4a3aaf59-0bd2-47d9-83cc-566b01aed3a1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/01dc2650-025a-49fa-bfb6-2a1c8480f907 HTTP/1.1" status: 204 len: 168 time: 0.8053958 Feb 09 01:09:16.390292 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a035f9-4fa3-4216-9842-0479b2d3aa79 x-openstack-request-id: req-50a035f9-4fa3-4216-9842-0479b2d3aa79 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:09:16.391134 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92170cd4-d323-4ef5-abf7-67f811c42164", "name": "network-vif-deleted", "tag": "9504f111-893e-4392-ba47-4cd8d67cc000", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:09:16.391134 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-50a035f9-4fa3-4216-9842-0479b2d3aa79 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:09:16.391452 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92170cd4-d323-4ef5-abf7-67f811c42164', 'name': 'network-vif-deleted', 'tag': '9504f111-893e-4392-ba47-4cd8d67cc000', 'status': 'completed', 'code': 200} Feb 09 01:09:16.427297 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3aaf59-0bd2-47d9-83cc-566b01aed3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01dc2650-025a-49fa-bfb6-2a1c8480f907,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:16.449573 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-dba243e7-c433-44c6-9fd7-6bdf178ae6ec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ef6a399656d043d9a273b599989a3695&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1236129 Feb 09 01:09:16.455116 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 44124) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:16.489553 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-e0ec11f7-7e7a-4468-ac87-a31625efe24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:16.491379 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-e0ec11f7-7e7a-4468-ac87-a31625efe24b service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=991583a4f7ce4c4eb6893f1ec411692c&device_id=233e7aff-9144-4957-a187-ef582ca62d65 HTTP/1.1" status: 200 len: 1148 time: 0.2163994 Feb 09 01:09:16.592778 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-48d55b7e-bb0e-4f87-aa0e-1f426ee93a3d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae1864f9-d6b2-46c3-921c-f067c0726ab2 HTTP/1.1" status: 200 len: 217 time: 0.0911665 Feb 09 01:09:16.630807 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ba76089f-2637-47b7-89b2-b4fccc9f6030 admin admin] Publish callbacks [] for security_group (a2e2bf99-8a67-46f6-a210-5a28b1a33f30), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:16.711964 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ba76089f-2637-47b7-89b2-b4fccc9f6030 admin admin] Publish callbacks [] for security_group (a2e2bf99-8a67-46f6-a210-5a28b1a33f30), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:16.712940 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-95201d8e-e25d-483c-8d94-6041668ceed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0974e5af-fdc0-4274-a750-422b96062097 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:09:16.724330 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-95201d8e-e25d-483c-8d94-6041668ceed5 service neutron] Publish callbacks [] for port (0974e5af-fdc0-4274-a750-422b96062097), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:16.729032 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-aafb8c82-cf63-4378-896e-391f6c348059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:16.731693 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-aafb8c82-cf63-4378-896e-391f6c348059 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8fe24410-38bf-494b-a44d-46f0496d84a5 HTTP/1.1" status: 200 len: 848 time: 0.1154084 Feb 09 01:09:16.752240 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-95201d8e-e25d-483c-8d94-6041668ceed5 service neutron] Transition to ACTIVE for port object 0974e5af-fdc0-4274-a750-422b96062097 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:09:16.758039 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-95201d8e-e25d-483c-8d94-6041668ceed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (0974e5af-fdc0-4274-a750-422b96062097), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:16.806080 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-b4add82d-ab68-413e-96b6-2931b26af6fb service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=28c1f603-e786-4a84-b8ed-ec2e36c0d018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647798 Feb 09 01:09:16.858481 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95201d8e-e25d-483c-8d94-6041668ceed5 service neutron] Pushing event updated for resources: {'Port': ['ID=0974e5af-fdc0-4274-a750-422b96062097,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:16.981677 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-95201d8e-e25d-483c-8d94-6041668ceed5 service neutron] Attempting to bind port 0974e5af-fdc0-4274-a750-422b96062097 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:09:16.981916 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ba76089f-2637-47b7-89b2-b4fccc9f6030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (a2e2bf99-8a67-46f6-a210-5a28b1a33f30), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:16.982537 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-95201d8e-e25d-483c-8d94-6041668ceed5 service neutron] Attempting to bind port 0974e5af-fdc0-4274-a750-422b96062097 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:09:16.983271 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-95201d8e-e25d-483c-8d94-6041668ceed5 service neutron] Attempting to bind port 0974e5af-fdc0-4274-a750-422b96062097 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:09:16.986992 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ba76089f-2637-47b7-89b2-b4fccc9f6030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:16.992658 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ba76089f-2637-47b7-89b2-b4fccc9f6030 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a2e2bf99-8a67-46f6-a210-5a28b1a33f30 HTTP/1.1" status: 204 len: 168 time: 0.5358443 Feb 09 01:09:16.995822 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-95201d8e-e25d-483c-8d94-6041668ceed5 service neutron] Port 0974e5af-fdc0-4274-a750-422b96062097 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:09:16.997693 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-95201d8e-e25d-483c-8d94-6041668ceed5 service neutron] Attempting to bind port 0974e5af-fdc0-4274-a750-422b96062097 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:09:17.011216 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-95201d8e-e25d-483c-8d94-6041668ceed5 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:09:17.012077 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-95201d8e-e25d-483c-8d94-6041668ceed5 service neutron] Checking segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:09:17.013234 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-95201d8e-e25d-483c-8d94-6041668ceed5 service neutron] Bound using segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:09:17.014318 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-95201d8e-e25d-483c-8d94-6041668ceed5 service neutron] Bound port: 0974e5af-fdc0-4274-a750-422b96062097, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:09:17.015542 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-95201d8e-e25d-483c-8d94-6041668ceed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0974e5af-fdc0-4274-a750-422b96062097), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:17.024850 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76089f-2637-47b7-89b2-b4fccc9f6030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e2bf99-8a67-46f6-a210-5a28b1a33f30,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:17.058758 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db64a1-f060-4f38-80a0-0dedcf440004 req-a5f7a83e-351f-48cd-9d16-58f2a4d0f7da tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:17.060657 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-45db64a1-f060-4f38-80a0-0dedcf440004 req-a5f7a83e-351f-48cd-9d16-58f2a4d0f7da tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=233e7aff-9144-4957-a187-ef582ca62d65 HTTP/1.1" status: 200 len: 965 time: 0.1328251 Feb 09 01:09:17.069393 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-94a85549-6030-43a2-83c7-249a2de5927d service neutron] 10.222.0.121 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561553 Feb 09 01:09:17.136711 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-95201d8e-e25d-483c-8d94-6041668ceed5 service neutron] For port 0974e5af-fdc0-4274-a750-422b96062097, host n-h2-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:09:17.142713 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-95201d8e-e25d-483c-8d94-6041668ceed5 service neutron] For port 0974e5af-fdc0-4274-a750-422b96062097, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=0974e5af-fdc0-4274-a750-422b96062097,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:09:17.151862 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-95201d8e-e25d-483c-8d94-6041668ceed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (0974e5af-fdc0-4274-a750-422b96062097), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:17.244615 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-95201d8e-e25d-483c-8d94-6041668ceed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:17.245910 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-95201d8e-e25d-483c-8d94-6041668ceed5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:17.247544 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-95201d8e-e25d-483c-8d94-6041668ceed5 service neutron] 10.222.0.91 "PUT /v2.0/ports/0974e5af-fdc0-4274-a750-422b96062097 HTTP/1.1" status: 200 len: 1097 time: 1.7540762 Feb 09 01:09:17.248547 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-45db64a1-f060-4f38-80a0-0dedcf440004 req-2de75515-fc88-4ef1-8164-c17acbabab51 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666050 Feb 09 01:09:17.342847 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-597a6a44-b749-4207-bfa9-c21f079ada3f req-3521e683-5d54-495e-8b12-bffbab9432b6 service neutron] 10.222.0.121 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597671 Feb 09 01:09:17.356460 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95201d8e-e25d-483c-8d94-6041668ceed5 service neutron] Pushing event updated for resources: {'Port': ['ID=0974e5af-fdc0-4274-a750-422b96062097,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:17.497037 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-3329cffc-06c3-4c8e-be62-bb157aca1ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:17.499922 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-3329cffc-06c3-4c8e-be62-bb157aca1ade service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b48b77571af04d7492e8a1004acf9fdc&device_id=a63ccafa-26df-4e54-837f-6363f886ef04 HTTP/1.1" status: 200 len: 1131 time: 0.1365461 Feb 09 01:09:17.560258 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13760e-4a5d-47ea-90c9-7ab58b79c584 req-7a3ddbbf-c2d1-435a-bf1a-2f16d0b8a10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:17.562911 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ea13760e-4a5d-47ea-90c9-7ab58b79c584 req-7a3ddbbf-c2d1-435a-bf1a-2f16d0b8a10b service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=991583a4f7ce4c4eb6893f1ec411692c&device_id=233e7aff-9144-4957-a187-ef582ca62d65 HTTP/1.1" status: 200 len: 1148 time: 0.1041610 Feb 09 01:09:17.603318 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6face97d-c5d0-427b-82d1-3d6b6efe453f req-00e63658-31ff-49bb-af6b-0570d3e4e4dc tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:17.619931 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6face97d-c5d0-427b-82d1-3d6b6efe453f req-00e63658-31ff-49bb-af6b-0570d3e4e4dc tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/ports?device_id=a63ccafa-26df-4e54-837f-6363f886ef04 HTTP/1.1" status: 200 len: 948 time: 0.2186065 Feb 09 01:09:17.645094 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-1e6f3361-d11b-4044-ac04-603cfbf703ea service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=0974e5af-fdc0-4274-a750-422b96062097 HTTP/1.1" status: 200 len: 217 time: 0.1364789 Feb 09 01:09:17.782285 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6face97d-c5d0-427b-82d1-3d6b6efe453f req-c9f8fe95-e607-4372-837e-6735c67ce488 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/security-groups?id=13938022-9eff-44d6-935a-12091911cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370406 Feb 09 01:09:17.790291 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13760e-4a5d-47ea-90c9-7ab58b79c584 req-55b165ac-419b-46b2-9057-5228d9d28fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:17.793870 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ea13760e-4a5d-47ea-90c9-7ab58b79c584 req-55b165ac-419b-46b2-9057-5228d9d28fa0 service neutron] 10.222.0.121 "GET /v2.0/networks?id=28c1f603-e786-4a84-b8ed-ec2e36c0d018 HTTP/1.1" status: 200 len: 909 time: 0.2228036 Feb 09 01:09:17.810816 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-939a606f-de55-45d9-9151-b54dfa1ff26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:17.828035 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-939a606f-de55-45d9-9151-b54dfa1ff26c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.1740184 Feb 09 01:09:17.852967 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ea13760e-4a5d-47ea-90c9-7ab58b79c584 req-3767b448-86f2-401f-91ce-0c4401612b14 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae1864f9-d6b2-46c3-921c-f067c0726ab2 HTTP/1.1" status: 200 len: 217 time: 0.0516810 Feb 09 01:09:17.856812 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 9504f111-893e-4392-ba47-4cd8d67cc000 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:09:17.916494 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 9504f111-893e-4392-ba47-4cd8d67cc000 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:09:17.917278 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 9504f111-893e-4392-ba47-4cd8d67cc000 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:09:18.044589 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-6a30620d-5fe8-4595-9121-17b1b4d02497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:18.046406 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-6a30620d-5fe8-4595-9121-17b1b4d02497 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2081854 Feb 09 01:09:18.160229 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13760e-4a5d-47ea-90c9-7ab58b79c584 req-badc290e-3c22-497a-a14c-ca9930ccd718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:18.162718 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ea13760e-4a5d-47ea-90c9-7ab58b79c584 req-badc290e-3c22-497a-a14c-ca9930ccd718 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8fe24410-38bf-494b-a44d-46f0496d84a5 HTTP/1.1" status: 200 len: 848 time: 0.3034537 Feb 09 01:09:18.184797 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-643d023e-a8ce-42e7-9cd9-847c23565408 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272333 Feb 09 01:09:18.213724 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ea13760e-4a5d-47ea-90c9-7ab58b79c584 req-b12182f7-a282-451d-9708-97edc9ae1a53 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=28c1f603-e786-4a84-b8ed-ec2e36c0d018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435653 Feb 09 01:09:18.439719 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ea13760e-4a5d-47ea-90c9-7ab58b79c584 req-2dd1f62c-4c71-4cbd-b4f9-9801eca4b0fa service neutron] 10.222.0.121 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177389 Feb 09 01:09:18.455420 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a63ccafa-26df-4e54-837f-6363f886ef04', 'tag': '0974e5af-fdc0-4274-a750-422b96062097'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:09:18.459412 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258db50f-b7da-4610-85db-6e94ed037dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "a63ccafa-26df-4e54-837f-6363f886ef04", "tag": "0974e5af-fdc0-4274-a750-422b96062097"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:09:18.529836 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521644b6-df84-49da-93e7-edf8a019c75f req-92b5d9d7-a890-4cf5-8f9a-31c8f86e8a3e tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:18.532128 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-521644b6-df84-49da-93e7-edf8a019c75f req-92b5d9d7-a890-4cf5-8f9a-31c8f86e8a3e tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=233e7aff-9144-4957-a187-ef582ca62d65 HTTP/1.1" status: 200 len: 965 time: 0.1779137 Feb 09 01:09:18.546317 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2f886d4d-4cb2-420d-acd3-30c4525029c8 req-ca80441f-e16d-4452-9c52-6a64e95f2c81 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529606 Feb 09 01:09:18.579143 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740e41aa-93ec-432f-847e-4eb948a774c7 x-openstack-request-id: req-740e41aa-93ec-432f-847e-4eb948a774c7 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:09:18.580255 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a63ccafa-26df-4e54-837f-6363f886ef04", "tag": "0974e5af-fdc0-4274-a750-422b96062097", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:09:18.580255 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-740e41aa-93ec-432f-847e-4eb948a774c7 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:09:18.580630 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a63ccafa-26df-4e54-837f-6363f886ef04', 'tag': '0974e5af-fdc0-4274-a750-422b96062097', 'status': 'completed', 'code': 200} Feb 09 01:09:18.740318 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-521644b6-df84-49da-93e7-edf8a019c75f req-5ae7b0a8-db9d-42bf-80f0-596b348933ae tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950336 Feb 09 01:09:18.742663 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ea13760e-4a5d-47ea-90c9-7ab58b79c584 req-4fc32ddd-6b66-416f-93ee-bafd07bb6af4 service neutron] 10.222.0.121 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935059 Feb 09 01:09:18.752027 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258db50f-b7da-4610-85db-6e94ed037dbf req-3fa351bb-97f7-454f-a9a2-475301a93625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:18.753314 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-258db50f-b7da-4610-85db-6e94ed037dbf req-3fa351bb-97f7-454f-a9a2-475301a93625 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b48b77571af04d7492e8a1004acf9fdc&device_id=a63ccafa-26df-4e54-837f-6363f886ef04 HTTP/1.1" status: 200 len: 1131 time: 0.1261127 Feb 09 01:09:19.010921 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258db50f-b7da-4610-85db-6e94ed037dbf req-0ae84544-90ee-406a-9f45-7858ca568781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:19.012983 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-258db50f-b7da-4610-85db-6e94ed037dbf req-0ae84544-90ee-406a-9f45-7858ca568781 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.2526321 Feb 09 01:09:19.027023 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc91e47-8ef2-46c1-b91b-df824e443690 req-58e3b2fc-98d1-44da-882b-ceb3b0078772 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:19.028621 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6bc91e47-8ef2-46c1-b91b-df824e443690 req-58e3b2fc-98d1-44da-882b-ceb3b0078772 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/ports?device_id=a63ccafa-26df-4e54-837f-6363f886ef04 HTTP/1.1" status: 200 len: 948 time: 0.1052392 Feb 09 01:09:19.088577 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-258db50f-b7da-4610-85db-6e94ed037dbf req-46652738-b709-4d69-aba8-6f2957cb9565 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=0974e5af-fdc0-4274-a750-422b96062097 HTTP/1.1" status: 200 len: 217 time: 0.0667372 Feb 09 01:09:19.121972 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6bc91e47-8ef2-46c1-b91b-df824e443690 req-3c111d52-9952-49e3-8ed6-52e7618d1f20 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/security-groups?id=13938022-9eff-44d6-935a-12091911cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857010 Feb 09 01:09:19.164768 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:19.211775 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258db50f-b7da-4610-85db-6e94ed037dbf req-fd636d98-5a55-4c80-a1f3-c578b9170775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:19.213140 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-258db50f-b7da-4610-85db-6e94ed037dbf req-fd636d98-5a55-4c80-a1f3-c578b9170775 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.1070364 Feb 09 01:09:19.271001 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258db50f-b7da-4610-85db-6e94ed037dbf req-36e41d7a-851d-49bd-91ca-7b916474fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:19.272496 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-258db50f-b7da-4610-85db-6e94ed037dbf req-36e41d7a-851d-49bd-91ca-7b916474fc25 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0520618 Feb 09 01:09:19.452854 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-258db50f-b7da-4610-85db-6e94ed037dbf req-3df43b9f-f0fa-400a-a0a3-d06eb662d043 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605387 Feb 09 01:09:19.606049 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-258db50f-b7da-4610-85db-6e94ed037dbf req-e387ee69-b420-4fd0-b62c-48548b8525a1 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428618 Feb 09 01:09:19.869746 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device ae1864f9-d6b2-46c3-921c-f067c0726ab2 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:09:19.919350 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294c657-eded-40e1-85c4-5efe4abeb78c req-89038b08-92f1-450f-89ba-f7c6f9be15b6 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:19.928320 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c294c657-eded-40e1-85c4-5efe4abeb78c req-89038b08-92f1-450f-89ba-f7c6f9be15b6 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=233e7aff-9144-4957-a187-ef582ca62d65 HTTP/1.1" status: 200 len: 965 time: 0.0947390 Feb 09 01:09:19.963532 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44280) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:19.998791 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c294c657-eded-40e1-85c4-5efe4abeb78c req-afef60fe-2920-429d-9fa6-37cb4a316d2e tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690932 Feb 09 01:09:20.040773 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port ae1864f9-d6b2-46c3-921c-f067c0726ab2, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=ae1864f9-d6b2-46c3-921c-f067c0726ab2,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:20.080734 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': 'ae1864f9-d6b2-46c3-921c-f067c0726ab2', 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018', 'port_id': 'ae1864f9-d6b2-46c3-921c-f067c0726ab2', 'mac_address': 'fa:16:3e:97:2c:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe24410-38bf-494b-a44d-46f0496d84a5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:tempest-test_az-1687480238', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:09:20.130418 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port ae1864f9-d6b2-46c3-921c-f067c0726ab2 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:20.130818 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ae1864f9-d6b2-46c3-921c-f067c0726ab2), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:20.149893 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae1864f9-d6b2-46c3-921c-f067c0726ab2 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:09:20.172570 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port ae1864f9-d6b2-46c3-921c-f067c0726ab2, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=ae1864f9-d6b2-46c3-921c-f067c0726ab2,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:20.180370 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ae1864f9-d6b2-46c3-921c-f067c0726ab2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:20.184430 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f859de4a-427e-4104-99f0-d2a499a1f4a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:20.251367 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=ae1864f9-d6b2-46c3-921c-f067c0726ab2,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:20.283461 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f859de4a-427e-4104-99f0-d2a499a1f4a3 admin admin] Publish callbacks [] for security_group (580fe04c-2f24-408a-987c-4130fce912b9), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:20.288529 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f859de4a-427e-4104-99f0-d2a499a1f4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (580fe04c-2f24-408a-987c-4130fce912b9), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:20.333537 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f859de4a-427e-4104-99f0-d2a499a1f4a3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=68f73b95c077452b8278502891cd31ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3683221 Feb 09 01:09:20.333855 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859de4a-427e-4104-99f0-d2a499a1f4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580fe04c-2f24-408a-987c-4130fce912b9,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:20.336385 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44302) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:20.358488 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2184c1af-a287-43e2-964a-361013a06447 req-db1159ae-705d-4e2a-8499-f304ae9f213e tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=3472b2dfd9fe4f48a74648cd3ac6ea2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428174 Feb 09 01:09:20.391464 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ebcc340-7a9c-436a-a962-f40f0ab5961d admin admin] Publish callbacks [] for security_group (580fe04c-2f24-408a-987c-4130fce912b9), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:20.401322 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['ae1864f9-d6b2-46c3-921c-f067c0726ab2'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:09:20.418288 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ebcc340-7a9c-436a-a962-f40f0ab5961d admin admin] Publish callbacks [] for security_group (580fe04c-2f24-408a-987c-4130fce912b9), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:20.454654 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74a9da-111d-4170-b29d-71168f48aa6d req-d729ed0f-ff28-49de-8bd3-615b07efa42f tempest-NetworksTest-1632770239 tempest-NetworksTest-1632770239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:20.455137 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74a9da-111d-4170-b29d-71168f48aa6d req-d729ed0f-ff28-49de-8bd3-615b07efa42f tempest-NetworksTest-1632770239 tempest-NetworksTest-1632770239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:20.455603 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74a9da-111d-4170-b29d-71168f48aa6d req-d729ed0f-ff28-49de-8bd3-615b07efa42f tempest-NetworksTest-1632770239 tempest-NetworksTest-1632770239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:20.456252 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74a9da-111d-4170-b29d-71168f48aa6d req-d729ed0f-ff28-49de-8bd3-615b07efa42f tempest-NetworksTest-1632770239 tempest-NetworksTest-1632770239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:20.456561 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74a9da-111d-4170-b29d-71168f48aa6d req-d729ed0f-ff28-49de-8bd3-615b07efa42f tempest-NetworksTest-1632770239 tempest-NetworksTest-1632770239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:20.458359 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f74a9da-111d-4170-b29d-71168f48aa6d req-d729ed0f-ff28-49de-8bd3-615b07efa42f tempest-NetworksTest-1632770239 tempest-NetworksTest-1632770239-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3597 time: 0.2897182 Feb 09 01:09:20.486428 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ebcc340-7a9c-436a-a962-f40f0ab5961d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (580fe04c-2f24-408a-987c-4130fce912b9), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:20.489383 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ebcc340-7a9c-436a-a962-f40f0ab5961d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:20.490742 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9ebcc340-7a9c-436a-a962-f40f0ab5961d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/580fe04c-2f24-408a-987c-4130fce912b9 HTTP/1.1" status: 204 len: 168 time: 0.1532612 Feb 09 01:09:20.499143 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebcc340-7a9c-436a-a962-f40f0ab5961d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580fe04c-2f24-408a-987c-4130fce912b9,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:20.547938 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184c1af-a287-43e2-964a-361013a06447 req-73fe8e0b-f29e-4ddb-98a9-c7b30785e01c tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:20.549974 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2184c1af-a287-43e2-964a-361013a06447 req-73fe8e0b-f29e-4ddb-98a9-c7b30785e01c tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1734316 Feb 09 01:09:20.567045 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2184c1af-a287-43e2-964a-361013a06447 req-1e853379-ff27-49b6-b419-d4370a37fbe9 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] 10.222.0.30 "GET /v2.0/quotas/3472b2dfd9fe4f48a74648cd3ac6ea2b HTTP/1.1" status: 200 len: 375 time: 0.0105588 Feb 09 01:09:20.632359 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2184c1af-a287-43e2-964a-361013a06447 req-be2a8b13-218c-4e71-8b86-609972d8bbb6 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3472b2dfd9fe4f48a74648cd3ac6ea2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511296 Feb 09 01:09:20.728055 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:20.734010 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-83a7efa9-7b8d-4c9d-87c0-558440ebba52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:20.838595 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17759d2e-ff92-4ee6-9e60-96c7ed05da18 req-b03ebcec-2dd9-49e2-aaed-c979f096a549 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:20.840203 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-17759d2e-ff92-4ee6-9e60-96c7ed05da18 req-b03ebcec-2dd9-49e2-aaed-c979f096a549 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/ports?device_id=a63ccafa-26df-4e54-837f-6363f886ef04 HTTP/1.1" status: 200 len: 948 time: 0.0850346 Feb 09 01:09:20.956573 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-17759d2e-ff92-4ee6-9e60-96c7ed05da18 req-18ad7ea5-f084-4fa9-bcf2-8025a0ccc7b0 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/security-groups?id=13938022-9eff-44d6-935a-12091911cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064868 Feb 09 01:09:20.966130 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44322) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:20.982214 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1e4abb59-4eba-4e83-84ca-4e18f4eccc4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:20.988239 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f4ca8-1bd8-4ef7-96be-e644e440a157 req-15801aff-822d-44d2-b923-fb38d2bbe646 tempest-NetworksTest-1632770239 tempest-NetworksTest-1632770239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:20.999200 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dc0f4ca8-1bd8-4ef7-96be-e644e440a157 req-15801aff-822d-44d2-b923-fb38d2bbe646 tempest-NetworksTest-1632770239 tempest-NetworksTest-1632770239-project-admin] 10.222.0.30 "GET /v2.0/networks/def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 886 time: 0.1555331 Feb 09 01:09:21.117358 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8056641b-c01e-4e24-a7ee-a4aa22de462a req-c46fc71f-36c0-4ea0-b84d-7fcb70cdc643 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbdcb13-b0da-4480-85bc-b9b917b5b21e HTTP/1.1" status: 200 len: 210 time: 0.0749187 Feb 09 01:09:21.128472 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1e4abb59-4eba-4e83-84ca-4e18f4eccc4c admin admin] Publish callbacks [] for security_group (2276c840-1d61-4ae8-abe6-bbe76ab7ea5d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:21.152717 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1e4abb59-4eba-4e83-84ca-4e18f4eccc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (2276c840-1d61-4ae8-abe6-bbe76ab7ea5d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:21.209701 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4abb59-4eba-4e83-84ca-4e18f4eccc4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2276c840-1d61-4ae8-abe6-bbe76ab7ea5d,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:21.210199 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75872c-7cad-4b29-b19e-d3b76d4f1cd3 req-3b7e090f-afe3-452c-a43f-624e748dfa76 tempest-NetworksTest-1632770239 tempest-NetworksTest-1632770239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:21.210667 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75872c-7cad-4b29-b19e-d3b76d4f1cd3 req-3b7e090f-afe3-452c-a43f-624e748dfa76 tempest-NetworksTest-1632770239 tempest-NetworksTest-1632770239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:21.211126 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75872c-7cad-4b29-b19e-d3b76d4f1cd3 req-3b7e090f-afe3-452c-a43f-624e748dfa76 tempest-NetworksTest-1632770239 tempest-NetworksTest-1632770239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:21.211572 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75872c-7cad-4b29-b19e-d3b76d4f1cd3 req-3b7e090f-afe3-452c-a43f-624e748dfa76 tempest-NetworksTest-1632770239 tempest-NetworksTest-1632770239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:21.212588 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75872c-7cad-4b29-b19e-d3b76d4f1cd3 req-3b7e090f-afe3-452c-a43f-624e748dfa76 tempest-NetworksTest-1632770239 tempest-NetworksTest-1632770239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:21.218308 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6a75872c-7cad-4b29-b19e-d3b76d4f1cd3 req-3b7e090f-afe3-452c-a43f-624e748dfa76 tempest-NetworksTest-1632770239 tempest-NetworksTest-1632770239-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3597 time: 0.1888957 Feb 09 01:09:21.249002 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1e4abb59-4eba-4e83-84ca-4e18f4eccc4c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2d0ee1ed5693461cbe865c62908313cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2817829 Feb 09 01:09:21.253387 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44340) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:21.372000 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-64adc1a7-9973-4ada-ae4a-0e03362d8344 admin admin] Publish callbacks [] for security_group (2276c840-1d61-4ae8-abe6-bbe76ab7ea5d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:21.398222 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f39177-6606-40c3-b9ec-8b1a84cf14c7 req-6223f5e2-30a0-468d-a4fb-ead5a1f7b4dc tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:21.410235 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-64adc1a7-9973-4ada-ae4a-0e03362d8344 admin admin] Publish callbacks [] for security_group (2276c840-1d61-4ae8-abe6-bbe76ab7ea5d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:21.410497 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a4f39177-6606-40c3-b9ec-8b1a84cf14c7 req-6223f5e2-30a0-468d-a4fb-ead5a1f7b4dc tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=233e7aff-9144-4957-a187-ef582ca62d65 HTTP/1.1" status: 200 len: 966 time: 0.0908346 Feb 09 01:09:21.476251 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a4f39177-6606-40c3-b9ec-8b1a84cf14c7 req-681b3767-2809-4a8c-9e19-326bb9b65b99 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648856 Feb 09 01:09:21.500886 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-64adc1a7-9973-4ada-ae4a-0e03362d8344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (2276c840-1d61-4ae8-abe6-bbe76ab7ea5d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:21.505640 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-64adc1a7-9973-4ada-ae4a-0e03362d8344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:21.510051 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-64adc1a7-9973-4ada-ae4a-0e03362d8344 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2276c840-1d61-4ae8-abe6-bbe76ab7ea5d HTTP/1.1" status: 204 len: 168 time: 0.2531126 Feb 09 01:09:21.518237 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64adc1a7-9973-4ada-ae4a-0e03362d8344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2276c840-1d61-4ae8-abe6-bbe76ab7ea5d,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:21.530827 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 0974e5af-fdc0-4274-a750-422b96062097 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:09:21.699182 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 0974e5af-fdc0-4274-a750-422b96062097, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=0974e5af-fdc0-4274-a750-422b96062097,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:21.722215 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '0974e5af-fdc0-4274-a750-422b96062097', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': '0974e5af-fdc0-4274-a750-422b96062097', 'mac_address': 'fa:16:3e:5d:b5:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:09:21.780028 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44368) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:21.781807 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 0974e5af-fdc0-4274-a750-422b96062097 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:21.783193 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0974e5af-fdc0-4274-a750-422b96062097), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:21.802124 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0974e5af-fdc0-4274-a750-422b96062097 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:09:21.837850 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 0974e5af-fdc0-4274-a750-422b96062097, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=0974e5af-fdc0-4274-a750-422b96062097,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:21.844962 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0974e5af-fdc0-4274-a750-422b96062097), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:21.888778 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device ae1864f9-d6b2-46c3-921c-f067c0726ab2 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:09:21.955175 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=0974e5af-fdc0-4274-a750-422b96062097,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:22.001066 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port ae1864f9-d6b2-46c3-921c-f067c0726ab2 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:09:22.016166 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port ae1864f9-d6b2-46c3-921c-f067c0726ab2 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:22.017286 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (ae1864f9-d6b2-46c3-921c-f067c0726ab2), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:22.030075 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ca70266e-f53c-4e2f-80be-df60470e4fd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:22.178595 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port ae1864f9-d6b2-46c3-921c-f067c0726ab2 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:22.179257 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ae1864f9-d6b2-46c3-921c-f067c0726ab2), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:22.195160 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c28b9-84b5-4009-8d86-4d3ae679d2f2 req-966268d7-3756-4ab0-bb6b-4f17530b9526 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:22.204683 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ca70266e-f53c-4e2f-80be-df60470e4fd1 admin admin] Publish callbacks [] for security_group (e85c40a3-769d-4662-9264-5baa3ffc8224), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:22.204941 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-620c28b9-84b5-4009-8d86-4d3ae679d2f2 req-966268d7-3756-4ab0-bb6b-4f17530b9526 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/ports?device_id=a63ccafa-26df-4e54-837f-6363f886ef04 HTTP/1.1" status: 200 len: 949 time: 0.0916452 Feb 09 01:09:22.212173 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ca70266e-f53c-4e2f-80be-df60470e4fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (e85c40a3-769d-4662-9264-5baa3ffc8224), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:22.233069 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233e7aff-9144-4957-a187-ef582ca62d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1864f9-d6b2-46c3-921c-f067c0726ab2'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:09:22.241941 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e797259-92ed-41bd-ab5e-e9adf2923e03" -d '{"events": [{"server_uuid": "233e7aff-9144-4957-a187-ef582ca62d65", "name": "network-vif-plugged", "status": "completed", "tag": "ae1864f9-d6b2-46c3-921c-f067c0726ab2"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:09:22.267669 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['0974e5af-fdc0-4274-a750-422b96062097'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:09:22.273779 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port ae1864f9-d6b2-46c3-921c-f067c0726ab2, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=ae1864f9-d6b2-46c3-921c-f067c0726ab2,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:22.301984 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ae1864f9-d6b2-46c3-921c-f067c0726ab2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:22.331600 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ca70266e-f53c-4e2f-80be-df60470e4fd1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b0daf5954a2b4dcc9f54d5fe48891d97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5504062 Feb 09 01:09:22.332549 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44416) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:22.340845 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca70266e-f53c-4e2f-80be-df60470e4fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85c40a3-769d-4662-9264-5baa3ffc8224,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:22.388403 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-620c28b9-84b5-4009-8d86-4d3ae679d2f2 req-f0bb4ee3-962f-41a3-97be-0824fa8c97ad tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/security-groups?id=13938022-9eff-44d6-935a-12091911cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689498 Feb 09 01:09:22.464054 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2184c1af-a287-43e2-964a-361013a06447 req-05b88ce4-b3e2-4a8a-ac98-1d7e1955a18e tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] 10.222.0.121 "GET /v2.0/networks?tenant_id=3472b2dfd9fe4f48a74648cd3ac6ea2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739231 Feb 09 01:09:22.487749 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=ae1864f9-d6b2-46c3-921c-f067c0726ab2,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:22.533679 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0d17f21f-da76-480c-b0a1-57aeb0ea5cee admin admin] Publish callbacks [] for security_group (e85c40a3-769d-4662-9264-5baa3ffc8224), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:22.569305 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb499ca-4f5f-42a7-a5ab-8f376eb41a59 x-openstack-request-id: req-5fb499ca-4f5f-42a7-a5ab-8f376eb41a59 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:09:22.569305 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233e7aff-9144-4957-a187-ef582ca62d65", "name": "network-vif-plugged", "status": "completed", "tag": "ae1864f9-d6b2-46c3-921c-f067c0726ab2", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:09:22.571290 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5fb499ca-4f5f-42a7-a5ab-8f376eb41a59 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:09:22.571854 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233e7aff-9144-4957-a187-ef582ca62d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1864f9-d6b2-46c3-921c-f067c0726ab2', 'code': 200} Feb 09 01:09:22.611388 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0d17f21f-da76-480c-b0a1-57aeb0ea5cee admin admin] Publish callbacks [] for security_group (e85c40a3-769d-4662-9264-5baa3ffc8224), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:22.655514 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-62b4742a-550c-44e3-9556-aef3d6bd6c2b req-2ab5df58-9b14-4c5e-8249-248397157ab9 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbdcb13-b0da-4480-85bc-b9b917b5b21e HTTP/1.1" status: 200 len: 210 time: 0.0637887 Feb 09 01:09:22.782912 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184c1af-a287-43e2-964a-361013a06447 req-70ea9095-f3b8-4f1e-a429-8ba9ac94708d tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:22.785136 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2184c1af-a287-43e2-964a-361013a06447 req-70ea9095-f3b8-4f1e-a429-8ba9ac94708d tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3147223 Feb 09 01:09:22.834852 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-2184c1af-a287-43e2-964a-361013a06447 req-a9a820b8-37c6-4456-a74f-e00fc120ae39 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] Request body: {'port': {'device_id': '9fbdcb13-b0da-4480-85bc-b9b917b5b21e', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'admin_state_up': True, 'tenant_id': '3472b2dfd9fe4f48a74648cd3ac6ea2b'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:22.835110 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543c318-75a5-49f7-9563-50c4a47dbd14 req-eed330d2-7a10-4c4b-aa25-b8b8246163b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:22.836769 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e543c318-75a5-49f7-9563-50c4a47dbd14 req-eed330d2-7a10-4c4b-aa25-b8b8246163b9 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=233e7aff-9144-4957-a187-ef582ca62d65 HTTP/1.1" status: 200 len: 1150 time: 0.1652203 Feb 09 01:09:22.867538 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0d17f21f-da76-480c-b0a1-57aeb0ea5cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (e85c40a3-769d-4662-9264-5baa3ffc8224), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:22.879276 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0d17f21f-da76-480c-b0a1-57aeb0ea5cee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:22.880656 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0d17f21f-da76-480c-b0a1-57aeb0ea5cee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e85c40a3-769d-4662-9264-5baa3ffc8224 HTTP/1.1" status: 204 len: 168 time: 0.5466766 Feb 09 01:09:22.907765 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d17f21f-da76-480c-b0a1-57aeb0ea5cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85c40a3-769d-4662-9264-5baa3ffc8224,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:22.960687 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e543c318-75a5-49f7-9563-50c4a47dbd14 req-2bd63f25-314a-4486-9c87-ed78ecc06a20 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172209 Feb 09 01:09:23.014305 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a490d-3879-400e-9099-04cf7a78e725 req-16a47e5f-012a-4244-9e58-be3a21b7bd3f tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:23.017345 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-640a490d-3879-400e-9099-04cf7a78e725 req-16a47e5f-012a-4244-9e58-be3a21b7bd3f tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=233e7aff-9144-4957-a187-ef582ca62d65 HTTP/1.1" status: 200 len: 967 time: 0.2312300 Feb 09 01:09:23.115942 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2184c1af-a287-43e2-964a-361013a06447 req-a9a820b8-37c6-4456-a74f-e00fc120ae39 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] Made reservation on behalf of 3472b2dfd9fe4f48a74648cd3ac6ea2b for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:23.121733 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-2184c1af-a287-43e2-964a-361013a06447 req-a9a820b8-37c6-4456-a74f-e00fc120ae39 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:23.143648 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-640a490d-3879-400e-9099-04cf7a78e725 req-bb86b6b7-eadc-4d5a-a94f-fb1dcd94650e tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126587 Feb 09 01:09:23.144942 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-2184c1af-a287-43e2-964a-361013a06447 req-a9a820b8-37c6-4456-a74f-e00fc120ae39 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:23.258336 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-2184c1af-a287-43e2-964a-361013a06447 req-a9a820b8-37c6-4456-a74f-e00fc120ae39 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] Publish callbacks [] for security_group (fac29236-c9ba-4585-b3d4-676de461121c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:23.278052 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-2184c1af-a287-43e2-964a-361013a06447 req-a9a820b8-37c6-4456-a74f-e00fc120ae39 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (fac29236-c9ba-4585-b3d4-676de461121c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:23.406994 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a820b8-37c6-4456-a74f-e00fc120ae39 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fac29236-c9ba-4585-b3d4-676de461121c,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:23.541850 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 0974e5af-fdc0-4274-a750-422b96062097 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:09:23.645856 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44486) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:23.675129 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a9be0b4-6fe2-4348-a349-cbeb6787cf2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:23.675350 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 0974e5af-fdc0-4274-a750-422b96062097 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:09:23.680970 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 0974e5af-fdc0-4274-a750-422b96062097 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:23.681642 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0974e5af-fdc0-4274-a750-422b96062097), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:23.724542 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-2184c1af-a287-43e2-964a-361013a06447 req-a9a820b8-37c6-4456-a74f-e00fc120ae39 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] Allocated IP 192.168.233.74 (3976161f-bd1f-4dbb-b950-6897c01f16f1/98abf639-2282-4fa1-acd9-5660b4f87a0d/af3070aa-b755-412b-9fed-58b2e7804581) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:23.766956 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e3da3-d513-42f2-b93a-a997a29b10d6 req-2ccafd27-7e31-4075-aedd-31a8f0f06de2 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:23.776848 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d6e3da3-d513-42f2-b93a-a997a29b10d6 req-2ccafd27-7e31-4075-aedd-31a8f0f06de2 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/ports?device_id=a63ccafa-26df-4e54-837f-6363f886ef04 HTTP/1.1" status: 200 len: 949 time: 0.1864808 Feb 09 01:09:23.820406 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 0974e5af-fdc0-4274-a750-422b96062097 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:23.820798 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0974e5af-fdc0-4274-a750-422b96062097), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:23.824272 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a9be0b4-6fe2-4348-a349-cbeb6787cf2f admin admin] Publish callbacks [] for security_group (d74a1f89-d45c-4747-be26-67ea31f0ea9d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:23.830689 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a9be0b4-6fe2-4348-a349-cbeb6787cf2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (d74a1f89-d45c-4747-be26-67ea31f0ea9d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:23.887036 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9be0b4-6fe2-4348-a349-cbeb6787cf2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74a1f89-d45c-4747-be26-67ea31f0ea9d,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:23.918008 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2a9be0b4-6fe2-4348-a349-cbeb6787cf2f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9a199e49bdd84d6395caf79a87338b19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2683997 Feb 09 01:09:23.919038 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44492) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:23.949543 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 0974e5af-fdc0-4274-a750-422b96062097, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=0974e5af-fdc0-4274-a750-422b96062097,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:23.958552 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0974e5af-fdc0-4274-a750-422b96062097), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:24.005925 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5673531f-4e7a-418d-b7bb-327e1e019576 admin admin] Publish callbacks [] for security_group (d74a1f89-d45c-4747-be26-67ea31f0ea9d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:24.022444 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d6e3da3-d513-42f2-b93a-a997a29b10d6 req-3bf66b45-f344-45e5-a12b-4f8d44e2be7a tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/security-groups?id=13938022-9eff-44d6-935a-12091911cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415440 Feb 09 01:09:24.085829 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5673531f-4e7a-418d-b7bb-327e1e019576 admin admin] Publish callbacks [] for security_group (d74a1f89-d45c-4747-be26-67ea31f0ea9d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:24.147026 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=0974e5af-fdc0-4274-a750-422b96062097,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:24.161831 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-173470bd-9362-4257-9dd6-cf824c2cc10a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:24.169888 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-2184c1af-a287-43e2-964a-361013a06447 req-a9a820b8-37c6-4456-a74f-e00fc120ae39 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] Publish callbacks [] for port (af3070aa-b755-412b-9fed-58b2e7804581), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:24.253485 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5673531f-4e7a-418d-b7bb-327e1e019576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (d74a1f89-d45c-4747-be26-67ea31f0ea9d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:24.257469 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5673531f-4e7a-418d-b7bb-327e1e019576 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:24.261268 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5673531f-4e7a-418d-b7bb-327e1e019576 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d74a1f89-d45c-4747-be26-67ea31f0ea9d HTTP/1.1" status: 204 len: 168 time: 0.3380525 Feb 09 01:09:24.268980 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5673531f-4e7a-418d-b7bb-327e1e019576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74a1f89-d45c-4747-be26-67ea31f0ea9d,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:24.308781 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-51ae367f-1ae7-4b35-97ba-c66af866b34f req-c59004bc-089c-4cb7-8c51-620164a1ad1f tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbdcb13-b0da-4480-85bc-b9b917b5b21e HTTP/1.1" status: 200 len: 210 time: 0.0947680 Feb 09 01:09:24.370204 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-2184c1af-a287-43e2-964a-361013a06447 req-a9a820b8-37c6-4456-a74f-e00fc120ae39 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (af3070aa-b755-412b-9fed-58b2e7804581), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:24.434434 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2184c1af-a287-43e2-964a-361013a06447 req-a9a820b8-37c6-4456-a74f-e00fc120ae39 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] Network 3976161f-bd1f-4dbb-b950-6897c01f16f1 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:24.438360 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-2184c1af-a287-43e2-964a-361013a06447 req-a9a820b8-37c6-4456-a74f-e00fc120ae39 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:24.442975 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-2184c1af-a287-43e2-964a-361013a06447 req-a9a820b8-37c6-4456-a74f-e00fc120ae39 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:09:24.448200 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184c1af-a287-43e2-964a-361013a06447 req-a9a820b8-37c6-4456-a74f-e00fc120ae39 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:24.448965 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-2184c1af-a287-43e2-964a-361013a06447 req-a9a820b8-37c6-4456-a74f-e00fc120ae39 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:24.476562 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a820b8-37c6-4456-a74f-e00fc120ae39 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] Pushing event updated for resources: {'Port': ['ID=af3070aa-b755-412b-9fed-58b2e7804581,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:24.537372 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2184c1af-a287-43e2-964a-361013a06447 req-a9a820b8-37c6-4456-a74f-e00fc120ae39 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7334549 Feb 09 01:09:24.551735 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-2184c1af-a287-43e2-964a-361013a06447 req-b254b7ac-1ef5-46bd-b225-bc276c1f7231 service neutron] Request body: {'port': {'device_id': '9fbdcb13-b0da-4480-85bc-b9b917b5b21e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:24.573127 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a63ccafa-26df-4e54-837f-6363f886ef04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0974e5af-fdc0-4274-a750-422b96062097'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:09:24.575773 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67b0073-86c5-476b-b2a3-163413fc956f" -d '{"events": [{"server_uuid": "a63ccafa-26df-4e54-837f-6363f886ef04", "name": "network-vif-plugged", "status": "completed", "tag": "0974e5af-fdc0-4274-a750-422b96062097"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:09:24.616881 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf0789-9931-405b-836e-2bde69abe72b req-6731c5b6-afc9-48ff-821d-5c56b346898d tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:24.618515 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-28cf0789-9931-405b-836e-2bde69abe72b req-6731c5b6-afc9-48ff-821d-5c56b346898d tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=233e7aff-9144-4957-a187-ef582ca62d65 HTTP/1.1" status: 200 len: 967 time: 0.1624029 Feb 09 01:09:24.672880 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-2184c1af-a287-43e2-964a-361013a06447 req-b254b7ac-1ef5-46bd-b225-bc276c1f7231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (af3070aa-b755-412b-9fed-58b2e7804581), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:24.746498 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-28cf0789-9931-405b-836e-2bde69abe72b req-f223f976-c862-4ada-bdc0-a019059370a0 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020188 Feb 09 01:09:24.816118 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-cb84cb40-62c6-4c23-9923-84816c888ad1 None None] Provisioning complete for port af3070aa-b755-412b-9fed-58b2e7804581 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:24.816961 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cb84cb40-62c6-4c23-9923-84816c888ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (af3070aa-b755-412b-9fed-58b2e7804581), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:24.897319 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb631833-596e-4dde-8056-edf52b850512 x-openstack-request-id: req-fb631833-596e-4dde-8056-edf52b850512 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:09:24.897799 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a63ccafa-26df-4e54-837f-6363f886ef04", "name": "network-vif-plugged", "status": "completed", "tag": "0974e5af-fdc0-4274-a750-422b96062097", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:09:24.898669 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fb631833-596e-4dde-8056-edf52b850512 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:09:24.899291 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a63ccafa-26df-4e54-837f-6363f886ef04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0974e5af-fdc0-4274-a750-422b96062097', 'code': 200} Feb 09 01:09:24.904238 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-cb84cb40-62c6-4c23-9923-84816c888ad1 None None] Port af3070aa-b755-412b-9fed-58b2e7804581 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:09:25.066646 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0b914e29-a5ff-4f17-80a4-f9c4ee6d890d req-08ed3c4e-81b3-48fa-83e4-c0e46379af38 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=233e7aff-9144-4957-a187-ef582ca62d65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1122973 Feb 09 01:09:25.080759 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b7ff9-c4d8-4766-b034-7de4e8c1233f req-3709b474-22e7-4584-879d-bf5677aeb628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:25.082506 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-219b7ff9-c4d8-4766-b034-7de4e8c1233f req-3709b474-22e7-4584-879d-bf5677aeb628 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a63ccafa-26df-4e54-837f-6363f886ef04 HTTP/1.1" status: 200 len: 1133 time: 0.0952501 Feb 09 01:09:25.096430 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-2184c1af-a287-43e2-964a-361013a06447 req-b254b7ac-1ef5-46bd-b225-bc276c1f7231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af3070aa-b755-412b-9fed-58b2e7804581 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:09:25.106571 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-2184c1af-a287-43e2-964a-361013a06447 req-b254b7ac-1ef5-46bd-b225-bc276c1f7231 service neutron] Publish callbacks [] for port (af3070aa-b755-412b-9fed-58b2e7804581), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:25.116201 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 44544) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:25.151084 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-2184c1af-a287-43e2-964a-361013a06447 req-b254b7ac-1ef5-46bd-b225-bc276c1f7231 service neutron] Transition to ACTIVE for port object af3070aa-b755-412b-9fed-58b2e7804581 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:09:25.157252 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-2184c1af-a287-43e2-964a-361013a06447 req-b254b7ac-1ef5-46bd-b225-bc276c1f7231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (af3070aa-b755-412b-9fed-58b2e7804581), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:25.182704 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-219b7ff9-c4d8-4766-b034-7de4e8c1233f req-9338fbab-b1d6-4fcc-b399-f5aa5ed61278 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=13938022-9eff-44d6-935a-12091911cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927923 Feb 09 01:09:25.195246 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b914e29-a5ff-4f17-80a4-f9c4ee6d890d req-e4e7a77f-6645-449e-8e78-3772eb107e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:25.196813 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0b914e29-a5ff-4f17-80a4-f9c4ee6d890d req-e4e7a77f-6645-449e-8e78-3772eb107e57 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=991583a4f7ce4c4eb6893f1ec411692c&device_id=233e7aff-9144-4957-a187-ef582ca62d65 HTTP/1.1" status: 200 len: 1150 time: 0.0749729 Feb 09 01:09:25.330308 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254b7ac-1ef5-46bd-b225-bc276c1f7231 service neutron] Pushing event updated for resources: {'Port': ['ID=af3070aa-b755-412b-9fed-58b2e7804581,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:25.387119 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-2184c1af-a287-43e2-964a-361013a06447 req-b254b7ac-1ef5-46bd-b225-bc276c1f7231 service neutron] Attempting to bind port af3070aa-b755-412b-9fed-58b2e7804581 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:09:25.387434 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-2184c1af-a287-43e2-964a-361013a06447 req-b254b7ac-1ef5-46bd-b225-bc276c1f7231 service neutron] Attempting to bind port af3070aa-b755-412b-9fed-58b2e7804581 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:09:25.391323 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2184c1af-a287-43e2-964a-361013a06447 req-b254b7ac-1ef5-46bd-b225-bc276c1f7231 service neutron] Attempting to bind port af3070aa-b755-412b-9fed-58b2e7804581 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:09:25.410638 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2184c1af-a287-43e2-964a-361013a06447 req-b254b7ac-1ef5-46bd-b225-bc276c1f7231 service neutron] Port af3070aa-b755-412b-9fed-58b2e7804581 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:09:25.411335 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2184c1af-a287-43e2-964a-361013a06447 req-b254b7ac-1ef5-46bd-b225-bc276c1f7231 service neutron] Attempting to bind port af3070aa-b755-412b-9fed-58b2e7804581 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:09:25.435349 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-e9016478-1cfc-43a2-bb5c-9bd3d47452e9 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ac2f8e6d4c3c40828f1991e4c4be0aee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397418 Feb 09 01:09:25.439517 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2184c1af-a287-43e2-964a-361013a06447 req-b254b7ac-1ef5-46bd-b225-bc276c1f7231 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:09:25.444104 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2184c1af-a287-43e2-964a-361013a06447 req-b254b7ac-1ef5-46bd-b225-bc276c1f7231 service neutron] Checking segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:09:25.445182 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2184c1af-a287-43e2-964a-361013a06447 req-b254b7ac-1ef5-46bd-b225-bc276c1f7231 service neutron] Bound using segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:09:25.445983 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-2184c1af-a287-43e2-964a-361013a06447 req-b254b7ac-1ef5-46bd-b225-bc276c1f7231 service neutron] Bound port: af3070aa-b755-412b-9fed-58b2e7804581, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:09:25.446619 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-2184c1af-a287-43e2-964a-361013a06447 req-b254b7ac-1ef5-46bd-b225-bc276c1f7231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (af3070aa-b755-412b-9fed-58b2e7804581), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:25.462600 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b914e29-a5ff-4f17-80a4-f9c4ee6d890d req-9b89d658-b346-4469-8dec-043da9657e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:25.465057 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0b914e29-a5ff-4f17-80a4-f9c4ee6d890d req-9b89d658-b346-4469-8dec-043da9657e0e service neutron] 10.222.0.121 "GET /v2.0/networks?id=28c1f603-e786-4a84-b8ed-ec2e36c0d018 HTTP/1.1" status: 200 len: 909 time: 0.2471831 Feb 09 01:09:25.585132 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0b914e29-a5ff-4f17-80a4-f9c4ee6d890d req-9c6a8ee6-d212-42a4-bc8d-b576d7438963 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae1864f9-d6b2-46c3-921c-f067c0726ab2 HTTP/1.1" status: 200 len: 217 time: 0.1113977 Feb 09 01:09:25.660084 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:25.723542 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b914e29-a5ff-4f17-80a4-f9c4ee6d890d req-c88b63de-8e75-4aba-98f8-55b794f59139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:25.726154 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0b914e29-a5ff-4f17-80a4-f9c4ee6d890d req-c88b63de-8e75-4aba-98f8-55b794f59139 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8fe24410-38bf-494b-a44d-46f0496d84a5 HTTP/1.1" status: 200 len: 848 time: 0.1332378 Feb 09 01:09:25.795820 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0b914e29-a5ff-4f17-80a4-f9c4ee6d890d req-90ba3c41-9f7d-4e0e-8843-2253f0db71f8 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=28c1f603-e786-4a84-b8ed-ec2e36c0d018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622506 Feb 09 01:09:25.889267 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7039f29e-2350-4fce-982f-12f814b872fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:25.921128 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-2184c1af-a287-43e2-964a-361013a06447 req-b254b7ac-1ef5-46bd-b225-bc276c1f7231 service neutron] For port af3070aa-b755-412b-9fed-58b2e7804581, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:09:25.929794 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0b914e29-a5ff-4f17-80a4-f9c4ee6d890d req-6ba6786e-7e79-474c-974e-ee77d49270a2 service neutron] 10.222.0.121 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259012 Feb 09 01:09:25.973764 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-2184c1af-a287-43e2-964a-361013a06447 req-b254b7ac-1ef5-46bd-b225-bc276c1f7231 service neutron] For port af3070aa-b755-412b-9fed-58b2e7804581, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=af3070aa-b755-412b-9fed-58b2e7804581,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:09:25.985018 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-e6140eb8-79b2-4663-be2e-16b34f0da6cc tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:25.986983 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-e6140eb8-79b2-4663-be2e-16b34f0da6cc tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5501926 Feb 09 01:09:26.004459 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-2184c1af-a287-43e2-964a-361013a06447 req-b254b7ac-1ef5-46bd-b225-bc276c1f7231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (af3070aa-b755-412b-9fed-58b2e7804581), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:26.007669 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5742e46-fabb-45b9-8572-a17b0a4e9c02 req-c5eb2281-d508-459d-a340-6c1fabfbb92a tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:26.009615 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b5742e46-fabb-45b9-8572-a17b0a4e9c02 req-c5eb2281-d508-459d-a340-6c1fabfbb92a tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=233e7aff-9144-4957-a187-ef582ca62d65 HTTP/1.1" status: 200 len: 1150 time: 0.1759467 Feb 09 01:09:26.065060 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-26717f09-b919-4cb3-90db-7bb5aaf93c8b tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/quotas/ac2f8e6d4c3c40828f1991e4c4be0aee HTTP/1.1" status: 200 len: 375 time: 0.0677638 Feb 09 01:09:26.118471 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0b914e29-a5ff-4f17-80a4-f9c4ee6d890d req-b0fc175a-7731-4b5d-9650-d5c738992402 service neutron] 10.222.0.121 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809242 Feb 09 01:09:26.139400 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184c1af-a287-43e2-964a-361013a06447 req-b254b7ac-1ef5-46bd-b225-bc276c1f7231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:26.141018 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-2184c1af-a287-43e2-964a-361013a06447 req-b254b7ac-1ef5-46bd-b225-bc276c1f7231 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:26.142883 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2184c1af-a287-43e2-964a-361013a06447 req-b254b7ac-1ef5-46bd-b225-bc276c1f7231 service neutron] 10.222.0.121 "PUT /v2.0/ports/af3070aa-b755-412b-9fed-58b2e7804581 HTTP/1.1" status: 200 len: 1096 time: 1.5979922 Feb 09 01:09:26.162979 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fbdcb13-b0da-4480-85bc-b9b917b5b21e', 'tag': 'af3070aa-b755-412b-9fed-58b2e7804581'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:09:26.167039 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ed5069-ea13-4bd2-a93a-812722a0f970" -d '{"events": [{"name": "network-changed", "server_uuid": "9fbdcb13-b0da-4480-85bc-b9b917b5b21e", "tag": "af3070aa-b755-412b-9fed-58b2e7804581"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:09:26.227850 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-c39c96df-edb1-4682-8fbc-ca52bcebd3e0 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ac2f8e6d4c3c40828f1991e4c4be0aee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1550596 Feb 09 01:09:26.228587 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254b7ac-1ef5-46bd-b225-bc276c1f7231 service neutron] Pushing event updated for resources: {'Port': ['ID=af3070aa-b755-412b-9fed-58b2e7804581,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:26.239778 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b5742e46-fabb-45b9-8572-a17b0a4e9c02 req-e545e329-7764-42f7-861c-b2189d06a871 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091734 Feb 09 01:09:26.303890 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7039f29e-2350-4fce-982f-12f814b872fd admin admin] Publish callbacks [] for security_group (a32b2a30-9d62-40a7-b572-b2ffd222a156), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:26.313205 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7039f29e-2350-4fce-982f-12f814b872fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (a32b2a30-9d62-40a7-b572-b2ffd222a156), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:26.374199 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44584) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:26.374356 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7039f29e-2350-4fce-982f-12f814b872fd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=514ce1fc32814474901aa8098255998e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2563519 Feb 09 01:09:26.383435 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184c1af-a287-43e2-964a-361013a06447 req-dc9efc83-61dd-422d-a4e5-5b8ea08f1b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:26.385083 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2184c1af-a287-43e2-964a-361013a06447 req-dc9efc83-61dd-422d-a4e5-5b8ea08f1b11 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3472b2dfd9fe4f48a74648cd3ac6ea2b&device_id=9fbdcb13-b0da-4480-85bc-b9b917b5b21e HTTP/1.1" status: 200 len: 1130 time: 0.1761737 Feb 09 01:09:26.391370 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039f29e-2350-4fce-982f-12f814b872fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32b2a30-9d62-40a7-b572-b2ffd222a156,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:26.485215 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2184c1af-a287-43e2-964a-361013a06447 req-34155d6c-c396-4330-b2cc-c87f48bd3650 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=af3070aa-b755-412b-9fed-58b2e7804581 HTTP/1.1" status: 200 len: 217 time: 0.0803838 Feb 09 01:09:26.489415 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0e0ca6d3-948d-4c3f-a6f5-2b10ff145032 admin admin] Publish callbacks [] for security_group (a32b2a30-9d62-40a7-b572-b2ffd222a156), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:26.516795 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0e0ca6d3-948d-4c3f-a6f5-2b10ff145032 admin admin] Publish callbacks [] for security_group (a32b2a30-9d62-40a7-b572-b2ffd222a156), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:26.555378 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184c1af-a287-43e2-964a-361013a06447 req-a4c5ee71-3f0a-47bd-9249-d763b60588bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:26.556506 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2184c1af-a287-43e2-964a-361013a06447 req-a4c5ee71-3f0a-47bd-9249-d763b60588bc service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.0645120 Feb 09 01:09:26.597055 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0e0ca6d3-948d-4c3f-a6f5-2b10ff145032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (a32b2a30-9d62-40a7-b572-b2ffd222a156), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:26.599925 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0e0ca6d3-948d-4c3f-a6f5-2b10ff145032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:26.605137 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0e0ca6d3-948d-4c3f-a6f5-2b10ff145032 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a32b2a30-9d62-40a7-b572-b2ffd222a156 HTTP/1.1" status: 204 len: 168 time: 0.2251277 Feb 09 01:09:26.615272 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ca6d3-948d-4c3f-a6f5-2b10ff145032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32b2a30-9d62-40a7-b572-b2ffd222a156,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:26.735769 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e16fcc-967e-4ffc-9aaf-aabbde626126 req-853439f1-efee-4cec-98f9-396024a7b58e tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:26.737421 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a6e16fcc-967e-4ffc-9aaf-aabbde626126 req-853439f1-efee-4cec-98f9-396024a7b58e tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbdcb13-b0da-4480-85bc-b9b917b5b21e HTTP/1.1" status: 200 len: 947 time: 0.1710894 Feb 09 01:09:26.739422 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184c1af-a287-43e2-964a-361013a06447 req-46bd85bc-23a1-4ce9-885b-103abcbe8ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:26.740980 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2184c1af-a287-43e2-964a-361013a06447 req-46bd85bc-23a1-4ce9-885b-103abcbe8ceb service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1721921 Feb 09 01:09:26.748750 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f900b6b-3c14-465e-bb05-c76aa5884566 req-e56de997-47d1-47f3-a25f-9adcca9482ec tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:26.751302 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9f900b6b-3c14-465e-bb05-c76aa5884566 req-e56de997-47d1-47f3-a25f-9adcca9482ec tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/ports?device_id=a63ccafa-26df-4e54-837f-6363f886ef04 HTTP/1.1" status: 200 len: 950 time: 0.2117383 Feb 09 01:09:26.932762 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a6e16fcc-967e-4ffc-9aaf-aabbde626126 req-f4c1ee52-4979-4626-aaa7-e31e05ba67a5 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] 10.222.0.30 "GET /v2.0/security-groups?id=fac29236-c9ba-4585-b3d4-676de461121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780417 Feb 09 01:09:26.976882 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9f900b6b-3c14-465e-bb05-c76aa5884566 req-3cc93e61-dc10-4846-8840-61d7f4d31830 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/security-groups?id=13938022-9eff-44d6-935a-12091911cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153628 Feb 09 01:09:26.988088 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2184c1af-a287-43e2-964a-361013a06447 req-5ba77366-a192-4321-8ce6-ca06c49e1a97 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345812 Feb 09 01:09:27.014778 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7c1fd1-2f9c-4264-8f1e-ba2d42289698 x-openstack-request-id: req-5d7c1fd1-2f9c-4264-8f1e-ba2d42289698 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:09:27.015809 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fbdcb13-b0da-4480-85bc-b9b917b5b21e", "tag": "af3070aa-b755-412b-9fed-58b2e7804581", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:09:27.017093 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5d7c1fd1-2f9c-4264-8f1e-ba2d42289698 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:09:27.018059 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fbdcb13-b0da-4480-85bc-b9b917b5b21e', 'tag': 'af3070aa-b755-412b-9fed-58b2e7804581', 'status': 'completed', 'code': 200} Feb 09 01:09:27.179901 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44616) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:27.194031 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-db966a14-7363-4853-9ca5-aea5f8e00d7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:27.213284 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80646c-63bc-4e9d-8cfc-4fb39c656bf9 req-0472168b-5c60-4854-994a-7cc65cac3352 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:27.221314 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0a80646c-63bc-4e9d-8cfc-4fb39c656bf9 req-0472168b-5c60-4854-994a-7cc65cac3352 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=233e7aff-9144-4957-a187-ef582ca62d65 HTTP/1.1" status: 200 len: 1150 time: 0.1344006 Feb 09 01:09:27.225529 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3ebfbd0b-ee71-4f38-be40-15cdf9a5fe79 req-a594ac8a-30ec-47a7-bc1b-e6d6aa8ed373 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcb6c2f6-700b-43c5-b0d7-0c1cacdcdc1f HTTP/1.1" status: 200 len: 210 time: 0.0553784 Feb 09 01:09:27.227443 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2184c1af-a287-43e2-964a-361013a06447 req-1b987be7-0b23-45a7-bddf-609d03e71677 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319570 Feb 09 01:09:27.286669 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0a80646c-63bc-4e9d-8cfc-4fb39c656bf9 req-1a2f933b-63f9-4ccf-9a89-86d48a26e9b1 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585299 Feb 09 01:09:27.384114 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:27.414493 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed5069-ea13-4bd2-a93a-812722a0f970 req-9bb72e7e-385f-4799-a538-ef0923e7fd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:27.418395 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00ed5069-ea13-4bd2-a93a-812722a0f970 req-9bb72e7e-385f-4799-a538-ef0923e7fd3a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3472b2dfd9fe4f48a74648cd3ac6ea2b&device_id=9fbdcb13-b0da-4480-85bc-b9b917b5b21e HTTP/1.1" status: 200 len: 1130 time: 0.1210806 Feb 09 01:09:27.420640 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-db966a14-7363-4853-9ca5-aea5f8e00d7e admin admin] Publish callbacks [] for security_group (c14d29ef-61c7-4bdc-b8cc-2f1f75a97e5e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:27.426242 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-db966a14-7363-4853-9ca5-aea5f8e00d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c14d29ef-61c7-4bdc-b8cc-2f1f75a97e5e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:27.537129 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-db966a14-7363-4853-9ca5-aea5f8e00d7e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a43bf1a97b924b37a4566d69afc1a264&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3559842 Feb 09 01:09:27.548558 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 44640) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:27.551207 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db966a14-7363-4853-9ca5-aea5f8e00d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14d29ef-61c7-4bdc-b8cc-2f1f75a97e5e,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:27.761731 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed5069-ea13-4bd2-a93a-812722a0f970 req-42b95d09-34ca-4f25-8005-66dbd0f2a3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:27.763271 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00ed5069-ea13-4bd2-a93a-812722a0f970 req-42b95d09-34ca-4f25-8005-66dbd0f2a3b3 service neutron] 10.222.0.121 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.3390472 Feb 09 01:09:27.764134 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3079bda4-8135-4051-9593-732232c6f80a admin admin] Publish callbacks [] for security_group (c14d29ef-61c7-4bdc-b8cc-2f1f75a97e5e), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:27.841093 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00ed5069-ea13-4bd2-a93a-812722a0f970 req-497334e1-a015-4162-b38e-8cdc10fca8bc service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=af3070aa-b755-412b-9fed-58b2e7804581 HTTP/1.1" status: 200 len: 217 time: 0.0716116 Feb 09 01:09:27.843028 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3079bda4-8135-4051-9593-732232c6f80a admin admin] Publish callbacks [] for security_group (c14d29ef-61c7-4bdc-b8cc-2f1f75a97e5e), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:27.916266 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44660) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:27.925756 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed5069-ea13-4bd2-a93a-812722a0f970 req-6ab8fb32-d4d2-4c57-8bc2-2bbf2418c29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:27.927277 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00ed5069-ea13-4bd2-a93a-812722a0f970 req-6ab8fb32-d4d2-4c57-8bc2-2bbf2418c29e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.0752909 Feb 09 01:09:27.981866 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3079bda4-8135-4051-9593-732232c6f80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c14d29ef-61c7-4bdc-b8cc-2f1f75a97e5e), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:27.984879 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3079bda4-8135-4051-9593-732232c6f80a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:27.988995 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3079bda4-8135-4051-9593-732232c6f80a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c14d29ef-61c7-4bdc-b8cc-2f1f75a97e5e HTTP/1.1" status: 204 len: 168 time: 0.4384668 Feb 09 01:09:28.001327 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3079bda4-8135-4051-9593-732232c6f80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14d29ef-61c7-4bdc-b8cc-2f1f75a97e5e,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:28.009190 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed5069-ea13-4bd2-a93a-812722a0f970 req-954a9dab-f481-43f8-9bc8-b82d6e71e7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:28.011067 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00ed5069-ea13-4bd2-a93a-812722a0f970 req-954a9dab-f481-43f8-9bc8-b82d6e71e7e7 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0761395 Feb 09 01:09:28.079820 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-1d0c4ffa-3e26-47d9-8e01-8719f97f02aa req-109f11d6-d428-4ec9-9e92-00141815e9c0 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:09:28.080620 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d0c4ffa-3e26-47d9-8e01-8719f97f02aa req-109f11d6-d428-4ec9-9e92-00141815e9c0 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2525601 Feb 09 01:09:28.153452 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:28.195456 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00ed5069-ea13-4bd2-a93a-812722a0f970 req-6057f9d7-6c5d-46cf-9c93-3ed1aaaabef8 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759462 Feb 09 01:09:28.220727 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f9124c5a-4c3c-4599-8a5d-9b94f47e33ef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=455bcfadef324ff2b5bfee0c543e4018&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2964513 Feb 09 01:09:28.221777 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 44678) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:28.275179 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-f0bae0fc-e62b-4e14-9e0d-ffef7c3dc9fb tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=ac2f8e6d4c3c40828f1991e4c4be0aee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378754 Feb 09 01:09:28.363312 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-e1e87284-9172-40ce-bed9-3ac5d4befa29 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e27fbf58b33946fe9b70c1b14f92bcb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1399498 Feb 09 01:09:28.396222 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e5395a00-eb2d-4fcc-b8ce-b9abf534deb4 admin admin] Publish callbacks [] for security_group (b1093a5f-2044-4add-8303-22fedbefa254), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:28.490546 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-404e82f7-cd38-433d-8ea3-d6dd5eecad23 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:28.492684 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-404e82f7-cd38-433d-8ea3-d6dd5eecad23 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2103581 Feb 09 01:09:28.521077 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-2dbd80f9-296b-47bb-8e61-35bd17e09ece tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Request body: {'port': {'device_id': 'bcb6c2f6-700b-43c5-b0d7-0c1cacdcdc1f', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'admin_state_up': True, 'tenant_id': 'ac2f8e6d4c3c40828f1991e4c4be0aee'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:28.524219 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e5395a00-eb2d-4fcc-b8ce-b9abf534deb4 admin admin] Publish callbacks [] for security_group (b1093a5f-2044-4add-8303-22fedbefa254), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:28.569906 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00ed5069-ea13-4bd2-a93a-812722a0f970 req-9c11b898-e0f8-42d9-b212-6c7d970d57e2 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680010 Feb 09 01:09:28.614955 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-03d8882d-0d8b-4b44-8633-843352a7a772 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:28.616664 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-03d8882d-0d8b-4b44-8633-843352a7a772 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2310550 Feb 09 01:09:28.645661 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-197adfc3-0d96-4362-a8d7-88b32f44d059 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] 10.222.0.30 "GET /v2.0/quotas/e27fbf58b33946fe9b70c1b14f92bcb8 HTTP/1.1" status: 200 len: 375 time: 0.0193238 Feb 09 01:09:28.701242 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-2dbd80f9-296b-47bb-8e61-35bd17e09ece tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Made reservation on behalf of ac2f8e6d4c3c40828f1991e4c4be0aee for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:28.705911 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-317f343e-d569-4110-b549-86afc5f3e670 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e27fbf58b33946fe9b70c1b14f92bcb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591223 Feb 09 01:09:28.706846 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-2dbd80f9-296b-47bb-8e61-35bd17e09ece tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:28.716620 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e5395a00-eb2d-4fcc-b8ce-b9abf534deb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b1093a5f-2044-4add-8303-22fedbefa254), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:28.720153 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e5395a00-eb2d-4fcc-b8ce-b9abf534deb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:28.722238 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e5395a00-eb2d-4fcc-b8ce-b9abf534deb4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b1093a5f-2044-4add-8303-22fedbefa254 HTTP/1.1" status: 204 len: 168 time: 0.4961593 Feb 09 01:09:28.728181 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-2dbd80f9-296b-47bb-8e61-35bd17e09ece tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:28.741483 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5395a00-eb2d-4fcc-b8ce-b9abf534deb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1093a5f-2044-4add-8303-22fedbefa254,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:28.852623 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-2dbd80f9-296b-47bb-8e61-35bd17e09ece tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Publish callbacks [] for security_group (c4b173ca-229c-4571-a9fe-e920b15007e1), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:28.859634 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-2dbd80f9-296b-47bb-8e61-35bd17e09ece tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c4b173ca-229c-4571-a9fe-e920b15007e1), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:28.898324 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd80f9-296b-47bb-8e61-35bd17e09ece tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b173ca-229c-4571-a9fe-e920b15007e1,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:29.124292 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-2dbd80f9-296b-47bb-8e61-35bd17e09ece tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Allocated IP 192.168.233.46 (3976161f-bd1f-4dbb-b950-6897c01f16f1/98abf639-2282-4fa1-acd9-5660b4f87a0d/bb8dd930-62c4-4eae-a494-68e6ba94fd16) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:29.169397 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64ffa7-ff19-41f2-8769-d79baa84465c req-fd078f27-1089-4186-ac20-a1d33018d8b8 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:29.174756 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6d64ffa7-ff19-41f2-8769-d79baa84465c req-fd078f27-1089-4186-ac20-a1d33018d8b8 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbdcb13-b0da-4480-85bc-b9b917b5b21e HTTP/1.1" status: 200 len: 947 time: 0.1422758 Feb 09 01:09:29.277293 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6d64ffa7-ff19-41f2-8769-d79baa84465c req-d1f433fe-0efe-4610-85d6-f847d474cb87 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] 10.222.0.30 "GET /v2.0/security-groups?id=fac29236-c9ba-4585-b3d4-676de461121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967782 Feb 09 01:09:29.401765 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-2dbd80f9-296b-47bb-8e61-35bd17e09ece tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Publish callbacks [] for port (bb8dd930-62c4-4eae-a494-68e6ba94fd16), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:29.403785 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44738) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:29.462231 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d77e2c-2635-4919-9463-b3b8124a3f8b req-84317ee7-415a-4fb2-b07f-08a5e48877ae tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:29.464274 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-63d77e2c-2635-4919-9463-b3b8124a3f8b req-84317ee7-415a-4fb2-b07f-08a5e48877ae tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/ports?device_id=a63ccafa-26df-4e54-837f-6363f886ef04 HTTP/1.1" status: 200 len: 950 time: 0.0835025 Feb 09 01:09:29.564589 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-63d77e2c-2635-4919-9463-b3b8124a3f8b req-560da47c-48f1-4890-ad82-c0bcfdebd92e tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/security-groups?id=13938022-9eff-44d6-935a-12091911cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935493 Feb 09 01:09:29.683761 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76a39116-63a9-44fd-ac89-5f6bf44c4a16 req-f575e2ff-d7ed-49f6-89d7-f92fdfa4193c tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcb6c2f6-700b-43c5-b0d7-0c1cacdcdc1f HTTP/1.1" status: 200 len: 210 time: 0.0383019 Feb 09 01:09:29.702201 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-bb7051ff-f180-4078-ac94-a83e6338ad77 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7400acfe18ba4767a22e88ca702dca3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2931867 Feb 09 01:09:29.702640 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44750) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:29.785111 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-2dbd80f9-296b-47bb-8e61-35bd17e09ece tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (bb8dd930-62c4-4eae-a494-68e6ba94fd16), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:29.803457 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d8b14cd4-a36f-4b7b-a48a-3917bda6e563 req-fb085025-dec9-470d-b601-ae5b6c475e4f tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c86a3c8-a96c-4af8-97aa-183aaef66801 HTTP/1.1" status: 200 len: 210 time: 0.0418384 Feb 09 01:09:29.825514 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e3cb0f01-e59e-46eb-8acb-3cc3e75c280f admin admin] Publish callbacks [] for security_group (e5c7eb21-d7a4-44b4-a874-84dfdbd536e0), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:29.887358 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e3cb0f01-e59e-46eb-8acb-3cc3e75c280f admin admin] Publish callbacks [] for security_group (e5c7eb21-d7a4-44b4-a874-84dfdbd536e0), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:29.921778 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-2dbd80f9-296b-47bb-8e61-35bd17e09ece tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Network 3976161f-bd1f-4dbb-b950-6897c01f16f1 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:29.932287 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device af3070aa-b755-412b-9fed-58b2e7804581 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:09:29.951373 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-2dbd80f9-296b-47bb-8e61-35bd17e09ece tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:29.955555 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd80f9-296b-47bb-8e61-35bd17e09ece tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Pushing event updated for resources: {'Port': ['ID=bb8dd930-62c4-4eae-a494-68e6ba94fd16,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:29.962653 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-2dbd80f9-296b-47bb-8e61-35bd17e09ece tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:09:30.034083 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-2dbd80f9-296b-47bb-8e61-35bd17e09ece tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:30.034470 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-2dbd80f9-296b-47bb-8e61-35bd17e09ece tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:30.039020 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e3cb0f01-e59e-46eb-8acb-3cc3e75c280f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (e5c7eb21-d7a4-44b4-a874-84dfdbd536e0), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:30.042043 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e3cb0f01-e59e-46eb-8acb-3cc3e75c280f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:30.045984 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e3cb0f01-e59e-46eb-8acb-3cc3e75c280f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e5c7eb21-d7a4-44b4-a874-84dfdbd536e0 HTTP/1.1" status: 204 len: 168 time: 0.3395200 Feb 09 01:09:30.061571 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb0f01-e59e-46eb-8acb-3cc3e75c280f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c7eb21-d7a4-44b4-a874-84dfdbd536e0,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:30.072604 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-2dbd80f9-296b-47bb-8e61-35bd17e09ece tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5544271 Feb 09 01:09:30.101040 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-83126ffa-2eb8-4cd5-94ac-33f39ffc7aef service neutron] Request body: {'port': {'device_id': 'bcb6c2f6-700b-43c5-b0d7-0c1cacdcdc1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:30.227169 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-83126ffa-2eb8-4cd5-94ac-33f39ffc7aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (bb8dd930-62c4-4eae-a494-68e6ba94fd16), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:30.260125 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port af3070aa-b755-412b-9fed-58b2e7804581, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=af3070aa-b755-412b-9fed-58b2e7804581,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:30.277053 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': 'af3070aa-b755-412b-9fed-58b2e7804581', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': 'af3070aa-b755-412b-9fed-58b2e7804581', 'mac_address': 'fa:16:3e:1c:e5:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:09:30.341101 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port af3070aa-b755-412b-9fed-58b2e7804581 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:30.341489 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (af3070aa-b755-412b-9fed-58b2e7804581), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:30.344795 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-7291dbaa-bc41-4e90-b0f3-a6c21e6510dc None None] Provisioning complete for port bb8dd930-62c4-4eae-a494-68e6ba94fd16 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:30.345297 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7291dbaa-bc41-4e90-b0f3-a6c21e6510dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (bb8dd930-62c4-4eae-a494-68e6ba94fd16), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:30.387324 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af3070aa-b755-412b-9fed-58b2e7804581 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:09:30.436638 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port af3070aa-b755-412b-9fed-58b2e7804581, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=af3070aa-b755-412b-9fed-58b2e7804581,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:30.438420 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7291dbaa-bc41-4e90-b0f3-a6c21e6510dc None None] Port bb8dd930-62c4-4eae-a494-68e6ba94fd16 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:09:30.444831 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (af3070aa-b755-412b-9fed-58b2e7804581), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:30.512610 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=af3070aa-b755-412b-9fed-58b2e7804581,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:30.604887 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-762e45b0-b8c4-4eb5-9848-d381c1872067 req-21ca34da-228b-4e26-b19d-caf80b27461a service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:09:30.618408 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-762e45b0-b8c4-4eb5-9848-d381c1872067 req-21ca34da-228b-4e26-b19d-caf80b27461a service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0151753 Feb 09 01:09:30.621168 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-be709fb6-e353-45bd-b175-dbb91140c580 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] 10.222.0.121 "GET /v2.0/networks?tenant_id=e27fbf58b33946fe9b70c1b14f92bcb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568285 Feb 09 01:09:30.699107 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-83126ffa-2eb8-4cd5-94ac-33f39ffc7aef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb8dd930-62c4-4eae-a494-68e6ba94fd16 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:09:30.712223 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['af3070aa-b755-412b-9fed-58b2e7804581'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:09:30.714597 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-83126ffa-2eb8-4cd5-94ac-33f39ffc7aef service neutron] Publish callbacks [] for port (bb8dd930-62c4-4eae-a494-68e6ba94fd16), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:30.745872 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-83126ffa-2eb8-4cd5-94ac-33f39ffc7aef service neutron] Transition to ACTIVE for port object bb8dd930-62c4-4eae-a494-68e6ba94fd16 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:09:30.759776 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44782) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:30.769283 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-83126ffa-2eb8-4cd5-94ac-33f39ffc7aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (bb8dd930-62c4-4eae-a494-68e6ba94fd16), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:30.946607 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-2481481c-7449-40de-8119-e5ebad2ffa86 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:30.948121 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-2481481c-7449-40de-8119-e5ebad2ffa86 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3214052 Feb 09 01:09:30.979992 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-37f29c5d-11a9-46d7-8f27-1085800c7db1 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] Request body: {'port': {'device_id': '2c86a3c8-a96c-4af8-97aa-183aaef66801', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'admin_state_up': True, 'tenant_id': 'e27fbf58b33946fe9b70c1b14f92bcb8'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:30.994878 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3478717-0ae9-4d16-8636-9c62cdedb95d req-b17b57ae-c629-4a8c-8191-b0c7aafc0412 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:31.003061 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b3478717-0ae9-4d16-8636-9c62cdedb95d req-b17b57ae-c629-4a8c-8191-b0c7aafc0412 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbdcb13-b0da-4480-85bc-b9b917b5b21e HTTP/1.1" status: 200 len: 948 time: 0.1515875 Feb 09 01:09:31.009149 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83126ffa-2eb8-4cd5-94ac-33f39ffc7aef service neutron] Pushing event updated for resources: {'Port': ['ID=bb8dd930-62c4-4eae-a494-68e6ba94fd16,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:31.028158 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:09:31.045268 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-83126ffa-2eb8-4cd5-94ac-33f39ffc7aef service neutron] Attempting to bind port bb8dd930-62c4-4eae-a494-68e6ba94fd16 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:09:31.045595 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-83126ffa-2eb8-4cd5-94ac-33f39ffc7aef service neutron] Attempting to bind port bb8dd930-62c4-4eae-a494-68e6ba94fd16 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:09:31.045919 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-83126ffa-2eb8-4cd5-94ac-33f39ffc7aef service neutron] Attempting to bind port bb8dd930-62c4-4eae-a494-68e6ba94fd16 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:09:31.057680 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-83126ffa-2eb8-4cd5-94ac-33f39ffc7aef service neutron] Port bb8dd930-62c4-4eae-a494-68e6ba94fd16 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:09:31.058016 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-83126ffa-2eb8-4cd5-94ac-33f39ffc7aef service neutron] Attempting to bind port bb8dd930-62c4-4eae-a494-68e6ba94fd16 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:09:31.068299 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-83126ffa-2eb8-4cd5-94ac-33f39ffc7aef service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:09:31.068644 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-83126ffa-2eb8-4cd5-94ac-33f39ffc7aef service neutron] Checking segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:09:31.069029 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-83126ffa-2eb8-4cd5-94ac-33f39ffc7aef service neutron] Bound using segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:09:31.069454 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-83126ffa-2eb8-4cd5-94ac-33f39ffc7aef service neutron] Bound port: bb8dd930-62c4-4eae-a494-68e6ba94fd16, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:09:31.069809 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-83126ffa-2eb8-4cd5-94ac-33f39ffc7aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (bb8dd930-62c4-4eae-a494-68e6ba94fd16), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:31.140026 n-d-822053-40 neutron-server[103528]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 01:09:31.148432 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [req-448bffdf-764d-490a-899f-a25989f93dd7 req-bbe443bd-c1d3-4296-9f8d-c4801184ab62 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:09:31.152799 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-448bffdf-764d-490a-899f-a25989f93dd7 req-bbe443bd-c1d3-4296-9f8d-c4801184ab62 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3919446 Feb 09 01:09:31.183262 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b3478717-0ae9-4d16-8636-9c62cdedb95d req-17a6b674-0f44-47b0-9741-ccc81e7d69e6 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] 10.222.0.30 "GET /v2.0/security-groups?id=fac29236-c9ba-4585-b3d4-676de461121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639819 Feb 09 01:09:31.185088 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-83126ffa-2eb8-4cd5-94ac-33f39ffc7aef service neutron] For port bb8dd930-62c4-4eae-a494-68e6ba94fd16, host n-h2-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:09:31.192718 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-83126ffa-2eb8-4cd5-94ac-33f39ffc7aef service neutron] For port bb8dd930-62c4-4eae-a494-68e6ba94fd16, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=bb8dd930-62c4-4eae-a494-68e6ba94fd16,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:09:31.201833 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-83126ffa-2eb8-4cd5-94ac-33f39ffc7aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (bb8dd930-62c4-4eae-a494-68e6ba94fd16), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:31.257037 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-83126ffa-2eb8-4cd5-94ac-33f39ffc7aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:31.257789 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-83126ffa-2eb8-4cd5-94ac-33f39ffc7aef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:31.261803 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-83126ffa-2eb8-4cd5-94ac-33f39ffc7aef service neutron] 10.222.0.91 "PUT /v2.0/ports/bb8dd930-62c4-4eae-a494-68e6ba94fd16 HTTP/1.1" status: 200 len: 1096 time: 1.1796825 Feb 09 01:09:31.262430 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb6c2f6-700b-43c5-b0d7-0c1cacdcdc1f', 'tag': 'bb8dd930-62c4-4eae-a494-68e6ba94fd16'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:09:31.267111 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1599a43a-0093-4df3-a322-4784793a2a55" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb6c2f6-700b-43c5-b0d7-0c1cacdcdc1f", "tag": "bb8dd930-62c4-4eae-a494-68e6ba94fd16"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:09:31.316150 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-37f29c5d-11a9-46d7-8f27-1085800c7db1 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] Made reservation on behalf of e27fbf58b33946fe9b70c1b14f92bcb8 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:31.319594 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-37f29c5d-11a9-46d7-8f27-1085800c7db1 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:31.335118 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-37f29c5d-11a9-46d7-8f27-1085800c7db1 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:31.351313 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83126ffa-2eb8-4cd5-94ac-33f39ffc7aef service neutron] Pushing event updated for resources: {'Port': ['ID=bb8dd930-62c4-4eae-a494-68e6ba94fd16,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:31.378184 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-e6b9d8b0-8ab1-4f72-bfec-a906e593da35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:31.380696 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-e6b9d8b0-8ab1-4f72-bfec-a906e593da35 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ac2f8e6d4c3c40828f1991e4c4be0aee&device_id=bcb6c2f6-700b-43c5-b0d7-0c1cacdcdc1f HTTP/1.1" status: 200 len: 1130 time: 0.0750992 Feb 09 01:09:31.422476 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a7e9d6-155b-416c-9f8f-c58bb4f2aa64 req-172e4f5f-8a0d-4ca1-8a41-2064b828a185 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:31.424101 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-27a7e9d6-155b-416c-9f8f-c58bb4f2aa64 req-172e4f5f-8a0d-4ca1-8a41-2064b828a185 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcb6c2f6-700b-43c5-b0d7-0c1cacdcdc1f HTTP/1.1" status: 200 len: 947 time: 0.1091495 Feb 09 01:09:31.467135 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-78c60013-72ee-4816-a49d-c6273db15101 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=bb8dd930-62c4-4eae-a494-68e6ba94fd16 HTTP/1.1" status: 200 len: 217 time: 0.0744030 Feb 09 01:09:31.506496 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-27a7e9d6-155b-416c-9f8f-c58bb4f2aa64 req-61fe6fe0-566e-45e0-8954-385cc6c88b5c tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b173ca-229c-4571-a9fe-e920b15007e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731750 Feb 09 01:09:31.535594 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-37f29c5d-11a9-46d7-8f27-1085800c7db1 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] Publish callbacks [] for security_group (f8de7eb4-c4ec-4240-8aec-c2fa820cc53f), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:31.540532 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-37f29c5d-11a9-46d7-8f27-1085800c7db1 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f8de7eb4-c4ec-4240-8aec-c2fa820cc53f), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:31.597591 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448bffdf-764d-490a-899f-a25989f93dd7 req-af00478a-56a5-40d3-a78b-a38e9273301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:31.604309 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-448bffdf-764d-490a-899f-a25989f93dd7 req-af00478a-56a5-40d3-a78b-a38e9273301b service neutron] 10.222.0.30 "GET /v2.0/ports/ae1864f9-d6b2-46c3-921c-f067c0726ab2 HTTP/1.1" status: 200 len: 1147 time: 0.1959205 Feb 09 01:09:31.608610 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-448bffdf-764d-490a-899f-a25989f93dd7 req-3d2690ec-1332-4cdf-8d80-9adda5340149 service neutron] Request body: {'binding': {'host': 'n-h2-822053-40', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:31.609880 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-448bffdf-764d-490a-899f-a25989f93dd7 req-3d2690ec-1332-4cdf-8d80-9adda5340149 service neutron] Unknown quota resources ['binding']. {{(pid=103528) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:09:31.612899 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-3ab4cefb-3545-46b5-82df-3c4915a20046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:31.614735 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-3ab4cefb-3545-46b5-82df-3c4915a20046 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.1416349 Feb 09 01:09:31.658765 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f29c5d-11a9-46d7-8f27-1085800c7db1 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8de7eb4-c4ec-4240-8aec-c2fa820cc53f,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:31.723757 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab9694-377b-419a-9668-f5b4d95c602d req-b52fb481-ff30-46d7-9494-0e62024d1325 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:31.725321 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ecab9694-377b-419a-9668-f5b4d95c602d req-b52fb481-ff30-46d7-9494-0e62024d1325 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/ports?device_id=a63ccafa-26df-4e54-837f-6363f886ef04 HTTP/1.1" status: 200 len: 950 time: 0.1235929 Feb 09 01:09:31.745897 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-e1bd494b-fc97-4075-a6fe-9cc29639d2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:31.747314 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-e1bd494b-fc97-4075-a6fe-9cc29639d2ea service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1024873 Feb 09 01:09:31.759865 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-37f29c5d-11a9-46d7-8f27-1085800c7db1 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] Allocated IP 192.168.233.111 (3976161f-bd1f-4dbb-b950-6897c01f16f1/98abf639-2282-4fa1-acd9-5660b4f87a0d/cd1ec8ab-d50e-450e-a966-f0d971fcd544) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:31.811304 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ecab9694-377b-419a-9668-f5b4d95c602d req-2cc900ed-8d69-46a9-9135-8a1101dc75fc tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/security-groups?id=13938022-9eff-44d6-935a-12091911cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752044 Feb 09 01:09:31.864576 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-448bffdf-764d-490a-899f-a25989f93dd7 req-3d2690ec-1332-4cdf-8d80-9adda5340149 service neutron] Attempting to bind port ae1864f9-d6b2-46c3-921c-f067c0726ab2 on host n-h2-822053-40 for vnic_type normal with profile None {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:09:31.868909 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-448bffdf-764d-490a-899f-a25989f93dd7 req-3d2690ec-1332-4cdf-8d80-9adda5340149 service neutron] Attempting to bind port ae1864f9-d6b2-46c3-921c-f067c0726ab2 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:09:31.868909 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448bffdf-764d-490a-899f-a25989f93dd7 req-3d2690ec-1332-4cdf-8d80-9adda5340149 service neutron] Attempting to bind port ae1864f9-d6b2-46c3-921c-f067c0726ab2 on network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:09:31.871120 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44816) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:31.887867 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448bffdf-764d-490a-899f-a25989f93dd7 req-3d2690ec-1332-4cdf-8d80-9adda5340149 service neutron] Port ae1864f9-d6b2-46c3-921c-f067c0726ab2 on network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:09:31.888219 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448bffdf-764d-490a-899f-a25989f93dd7 req-3d2690ec-1332-4cdf-8d80-9adda5340149 service neutron] Attempting to bind port ae1864f9-d6b2-46c3-921c-f067c0726ab2 on network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:09:31.898596 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-e54b90f9-3452-4f04-8ff7-db4b5cccb879 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415637 Feb 09 01:09:31.899496 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448bffdf-764d-490a-899f-a25989f93dd7 req-3d2690ec-1332-4cdf-8d80-9adda5340149 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:09:31.899822 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448bffdf-764d-490a-899f-a25989f93dd7 req-3d2690ec-1332-4cdf-8d80-9adda5340149 service neutron] Checking segment: {'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:09:31.900232 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448bffdf-764d-490a-899f-a25989f93dd7 req-3d2690ec-1332-4cdf-8d80-9adda5340149 service neutron] Bound using segment: {'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:09:31.900669 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-448bffdf-764d-490a-899f-a25989f93dd7 req-3d2690ec-1332-4cdf-8d80-9adda5340149 service neutron] Bound port: ae1864f9-d6b2-46c3-921c-f067c0726ab2, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:09:31.948574 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device af3070aa-b755-412b-9fed-58b2e7804581 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:09:31.991634 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-37f29c5d-11a9-46d7-8f27-1085800c7db1 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] Publish callbacks [] for port (cd1ec8ab-d50e-450e-a966-f0d971fcd544), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:32.059739 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-37f29c5d-11a9-46d7-8f27-1085800c7db1 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (cd1ec8ab-d50e-450e-a966-f0d971fcd544), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:32.093808 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-448bffdf-764d-490a-899f-a25989f93dd7 req-3d2690ec-1332-4cdf-8d80-9adda5340149 service neutron] For port ae1864f9-d6b2-46c3-921c-f067c0726ab2, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=ae1864f9-d6b2-46c3-921c-f067c0726ab2,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:09:32.104814 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port af3070aa-b755-412b-9fed-58b2e7804581 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:09:32.111659 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-686e1250-3130-48ad-b156-21d5cf0ab9bc tempest-AutoAllocateNetworkTest-1695120683 tempest-AutoAllocateNetworkTest-1695120683-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=50c4dc403dcd4c4f87cbfae103ad024e&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2370677 Feb 09 01:09:32.112836 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-448bffdf-764d-490a-899f-a25989f93dd7 req-3d2690ec-1332-4cdf-8d80-9adda5340149 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:32.114200 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port af3070aa-b755-412b-9fed-58b2e7804581 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:32.114793 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (af3070aa-b755-412b-9fed-58b2e7804581), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:32.117066 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 44824) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:32.123008 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-448bffdf-764d-490a-899f-a25989f93dd7 req-3d2690ec-1332-4cdf-8d80-9adda5340149 service neutron] 10.222.0.30 "POST /v2.0/ports/ae1864f9-d6b2-46c3-921c-f067c0726ab2/bindings HTTP/1.1" status: 201 len: 390 time: 0.5177794 Feb 09 01:09:32.152202 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8f316c56-4bcb-47d3-9366-343c41992d5d req-809cde65-7e4c-4962-8459-d900a2a3040a service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463214 Feb 09 01:09:32.241621 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b6e115-6fcb-45b7-a246-326731665ca1 x-openstack-request-id: req-72b6e115-6fcb-45b7-a246-326731665ca1 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:09:32.242002 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb6c2f6-700b-43c5-b0d7-0c1cacdcdc1f", "tag": "bb8dd930-62c4-4eae-a494-68e6ba94fd16", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:09:32.242337 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-72b6e115-6fcb-45b7-a246-326731665ca1 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:09:32.242861 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb6c2f6-700b-43c5-b0d7-0c1cacdcdc1f', 'tag': 'bb8dd930-62c4-4eae-a494-68e6ba94fd16', 'status': 'completed', 'code': 200} Feb 09 01:09:32.255203 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port af3070aa-b755-412b-9fed-58b2e7804581 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:32.256264 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (af3070aa-b755-412b-9fed-58b2e7804581), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:32.308015 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbdcb13-b0da-4480-85bc-b9b917b5b21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3070aa-b755-412b-9fed-58b2e7804581'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:09:32.311017 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96428e33-eda6-437c-b849-7c22568c5ad8" -d '{"events": [{"server_uuid": "9fbdcb13-b0da-4480-85bc-b9b917b5b21e", "name": "network-vif-plugged", "status": "completed", "tag": "af3070aa-b755-412b-9fed-58b2e7804581"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:09:32.331798 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port af3070aa-b755-412b-9fed-58b2e7804581, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=af3070aa-b755-412b-9fed-58b2e7804581,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:32.341241 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (af3070aa-b755-412b-9fed-58b2e7804581), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:32.409216 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599a43a-0093-4df3-a322-4784793a2a55 req-38e08c57-bebb-4345-84a2-13cf83b72391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:32.412240 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=af3070aa-b755-412b-9fed-58b2e7804581,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:32.412561 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1599a43a-0093-4df3-a322-4784793a2a55 req-38e08c57-bebb-4345-84a2-13cf83b72391 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ac2f8e6d4c3c40828f1991e4c4be0aee&device_id=bcb6c2f6-700b-43c5-b0d7-0c1cacdcdc1f HTTP/1.1" status: 200 len: 1130 time: 0.1200542 Feb 09 01:09:32.459170 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-37f29c5d-11a9-46d7-8f27-1085800c7db1 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] Network 3976161f-bd1f-4dbb-b950-6897c01f16f1 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:32.462102 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.91', 52361) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:32.480693 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-37f29c5d-11a9-46d7-8f27-1085800c7db1 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:32.482506 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f29c5d-11a9-46d7-8f27-1085800c7db1 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] Pushing event updated for resources: {'Port': ['ID=cd1ec8ab-d50e-450e-a966-f0d971fcd544,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:32.488413 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-37f29c5d-11a9-46d7-8f27-1085800c7db1 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:09:32.494360 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-37f29c5d-11a9-46d7-8f27-1085800c7db1 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:32.494946 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-37f29c5d-11a9-46d7-8f27-1085800c7db1 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:32.538556 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599a43a-0093-4df3-a322-4784793a2a55 req-b38e8365-b41a-4dd0-88cc-db0e22e84816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:32.542143 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1599a43a-0093-4df3-a322-4784793a2a55 req-b38e8365-b41a-4dd0-88cc-db0e22e84816 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.1172602 Feb 09 01:09:32.589943 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-37f29c5d-11a9-46d7-8f27-1085800c7db1 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6171486 Feb 09 01:09:32.613755 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1599a43a-0093-4df3-a322-4784793a2a55 req-beeac694-4016-435e-82df-b27e98e876b5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=bb8dd930-62c4-4eae-a494-68e6ba94fd16 HTTP/1.1" status: 200 len: 217 time: 0.0646603 Feb 09 01:09:32.617261 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-64cf267f-83fe-40e6-88cd-484053cb42e3 service neutron] Request body: {'port': {'device_id': '2c86a3c8-a96c-4af8-97aa-183aaef66801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:32.626203 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a239cc-85f8-40e7-91f4-89c600ee1b41 req-77e12550-77d0-47b9-bea5-aee2a1ee3f3b tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:32.627854 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e0a239cc-85f8-40e7-91f4-89c600ee1b41 req-77e12550-77d0-47b9-bea5-aee2a1ee3f3b tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c86a3c8-a96c-4af8-97aa-183aaef66801 HTTP/1.1" status: 200 len: 936 time: 0.5567546 Feb 09 01:09:32.691445 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599a43a-0093-4df3-a322-4784793a2a55 req-e6c7cd7d-b220-4e0c-a433-f88e8b001488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:32.693196 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1599a43a-0093-4df3-a322-4784793a2a55 req-e6c7cd7d-b220-4e0c-a433-f88e8b001488 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.0658619 Feb 09 01:09:32.706896 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-1b1fcc35-ed1e-4530-8144-e0d738fa081d tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b48b77571af04d7492e8a1004acf9fdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0769095 Feb 09 01:09:32.719844 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85594e0-ed0a-433d-b35d-d1515ec1b1ab tempest-AutoAllocateNetworkTest-1695120683 tempest-AutoAllocateNetworkTest-1695120683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:32.721397 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e85594e0-ed0a-433d-b35d-d1515ec1b1ab tempest-AutoAllocateNetworkTest-1695120683 tempest-AutoAllocateNetworkTest-1695120683-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.6033449 Feb 09 01:09:32.723644 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448bffdf-764d-490a-899f-a25989f93dd7 req-1bb6c823-3569-41b3-88b4-9b85554a7baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:32.725153 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-448bffdf-764d-490a-899f-a25989f93dd7 req-1bb6c823-3569-41b3-88b4-9b85554a7baa service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=991583a4f7ce4c4eb6893f1ec411692c&device_id=233e7aff-9144-4957-a187-ef582ca62d65 HTTP/1.1" status: 200 len: 1150 time: 0.2606072 Feb 09 01:09:32.725789 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 44850) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:32.754499 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599a43a-0093-4df3-a322-4784793a2a55 req-c93135da-2e5d-45a7-8579-7556521eaaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:32.756250 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1599a43a-0093-4df3-a322-4784793a2a55 req-c93135da-2e5d-45a7-8579-7556521eaaf5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0520916 Feb 09 01:09:32.850351 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-9e5213ae-95fb-4d97-82ad-32169fc0e8fd None None] Provisioning complete for port cd1ec8ab-d50e-450e-a966-f0d971fcd544 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:32.850722 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9e5213ae-95fb-4d97-82ad-32169fc0e8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (cd1ec8ab-d50e-450e-a966-f0d971fcd544), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:32.855723 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-42f0c983-de67-4f64-b0ec-9f01408863a5 tempest-AutoAllocateNetworkTest-1695120683 tempest-AutoAllocateNetworkTest-1695120683-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1227019 Feb 09 01:09:32.859931 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1599a43a-0093-4df3-a322-4784793a2a55 req-1cc71f3e-f9ba-4794-851a-8c47c796fe1f service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949979 Feb 09 01:09:32.860422 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44854) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:32.902196 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-715224eb-ebc2-497a-83e5-88d3036dc591 tempest-AutoAllocateNetworkTest-1695120683 tempest-AutoAllocateNetworkTest-1695120683-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=50c4dc403dcd4c4f87cbfae103ad024e HTTP/1.1" status: 200 len: 208 time: 0.0380991 Feb 09 01:09:32.916691 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-9e5213ae-95fb-4d97-82ad-32169fc0e8fd None None] Port cd1ec8ab-d50e-450e-a966-f0d971fcd544 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:09:32.951251 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-64cf267f-83fe-40e6-88cd-484053cb42e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (cd1ec8ab-d50e-450e-a966-f0d971fcd544), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:32.967006 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e0a239cc-85f8-40e7-91f4-89c600ee1b41 req-c2a69773-00e0-4c27-87a0-0dd158b078fa tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8de7eb4-c4ec-4240-8aec-c2fa820cc53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128340 Feb 09 01:09:32.998536 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1599a43a-0093-4df3-a322-4784793a2a55 req-6d7851cc-112e-4e21-9110-95bd45ae406c service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185324 Feb 09 01:09:33.087629 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-7921913f-231b-4e19-9a47-d7ddea019e74 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:33.089157 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-7921913f-231b-4e19-9a47-d7ddea019e74 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3607042 Feb 09 01:09:33.122278 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448bffdf-764d-490a-899f-a25989f93dd7 req-d02c583b-54b5-4793-a0e9-c995fbbdbd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:33.123756 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-448bffdf-764d-490a-899f-a25989f93dd7 req-d02c583b-54b5-4793-a0e9-c995fbbdbd33 service neutron] 10.222.0.91 "GET /v2.0/networks?id=28c1f603-e786-4a84-b8ed-ec2e36c0d018 HTTP/1.1" status: 200 len: 909 time: 0.3886371 Feb 09 01:09:33.225224 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44860) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:33.225646 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-9c861f7e-b1e6-495f-a334-391aa414c5d8 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/quotas/b48b77571af04d7492e8a1004acf9fdc HTTP/1.1" status: 200 len: 375 time: 0.1086783 Feb 09 01:09:33.229466 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-448bffdf-764d-490a-899f-a25989f93dd7 req-e0b1ae03-f2c2-45af-a627-10f46de01d21 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae1864f9-d6b2-46c3-921c-f067c0726ab2 HTTP/1.1" status: 200 len: 217 time: 0.0526233 Feb 09 01:09:33.338153 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4813d0e-d5bc-4d20-8166-3ba483ed879d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:33.371872 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96ac7a-e167-4945-8d54-556eb456add5 req-b3b99419-0c65-4642-b1ad-650bc72e104f tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:33.373440 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ad96ac7a-e167-4945-8d54-556eb456add5 req-b3b99419-0c65-4642-b1ad-650bc72e104f tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbdcb13-b0da-4480-85bc-b9b917b5b21e HTTP/1.1" status: 200 len: 949 time: 0.3229744 Feb 09 01:09:33.403153 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448bffdf-764d-490a-899f-a25989f93dd7 req-8b7d6990-3b39-439b-b5ad-449680f59beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:33.404642 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-448bffdf-764d-490a-899f-a25989f93dd7 req-8b7d6990-3b39-439b-b5ad-449680f59beb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8fe24410-38bf-494b-a44d-46f0496d84a5 HTTP/1.1" status: 200 len: 848 time: 0.1579013 Feb 09 01:09:33.452802 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4813d0e-d5bc-4d20-8166-3ba483ed879d admin admin] Publish callbacks [] for security_group (ffa24a03-886a-46d4-b531-bf01d60fd8ae), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:33.458222 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4813d0e-d5bc-4d20-8166-3ba483ed879d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ffa24a03-886a-46d4-b531-bf01d60fd8ae), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:33.469586 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-448bffdf-764d-490a-899f-a25989f93dd7 req-f736e363-9694-4ce2-8efd-e9fc88195fd5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=28c1f603-e786-4a84-b8ed-ec2e36c0d018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494266 Feb 09 01:09:33.473392 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-5920040f-9ee5-485c-8580-9b08a5b70d07 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b48b77571af04d7492e8a1004acf9fdc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2421443 Feb 09 01:09:33.508398 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f4813d0e-d5bc-4d20-8166-3ba483ed879d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=50c4dc403dcd4c4f87cbfae103ad024e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2819204 Feb 09 01:09:33.509113 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4813d0e-d5bc-4d20-8166-3ba483ed879d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa24a03-886a-46d4-b531-bf01d60fd8ae,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:33.511540 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44864) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:33.583644 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d710d6b1-1f35-447f-b8a1-89a07e3dbe6a admin admin] Publish callbacks [] for security_group (ffa24a03-886a-46d4-b531-bf01d60fd8ae), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:33.589500 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ad96ac7a-e167-4945-8d54-556eb456add5 req-f40f8d20-b262-4de0-8c05-dd673c806fb2 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] 10.222.0.30 "GET /v2.0/security-groups?id=fac29236-c9ba-4585-b3d4-676de461121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976216 Feb 09 01:09:33.620229 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d710d6b1-1f35-447f-b8a1-89a07e3dbe6a admin admin] Publish callbacks [] for security_group (ffa24a03-886a-46d4-b531-bf01d60fd8ae), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:33.651950 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-64cf267f-83fe-40e6-88cd-484053cb42e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd1ec8ab-d50e-450e-a966-f0d971fcd544 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:09:33.661843 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-64cf267f-83fe-40e6-88cd-484053cb42e3 service neutron] Publish callbacks [] for port (cd1ec8ab-d50e-450e-a966-f0d971fcd544), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:33.682706 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56732876-8ca9-496f-aaeb-2f50123a9ade x-openstack-request-id: req-56732876-8ca9-496f-aaeb-2f50123a9ade {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:09:33.683616 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fbdcb13-b0da-4480-85bc-b9b917b5b21e", "name": "network-vif-plugged", "status": "completed", "tag": "af3070aa-b755-412b-9fed-58b2e7804581", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:09:33.684039 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-56732876-8ca9-496f-aaeb-2f50123a9ade {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:09:33.684759 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fbdcb13-b0da-4480-85bc-b9b917b5b21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3070aa-b755-412b-9fed-58b2e7804581', 'code': 200} Feb 09 01:09:33.697412 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d710d6b1-1f35-447f-b8a1-89a07e3dbe6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ffa24a03-886a-46d4-b531-bf01d60fd8ae), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:33.701729 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d710d6b1-1f35-447f-b8a1-89a07e3dbe6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:33.705872 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d710d6b1-1f35-447f-b8a1-89a07e3dbe6a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ffa24a03-886a-46d4-b531-bf01d60fd8ae HTTP/1.1" status: 204 len: 168 time: 0.1891592 Feb 09 01:09:33.717430 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710d6b1-1f35-447f-b8a1-89a07e3dbe6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa24a03-886a-46d4-b531-bf01d60fd8ae,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:33.743664 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-64cf267f-83fe-40e6-88cd-484053cb42e3 service neutron] Transition to ACTIVE for port object cd1ec8ab-d50e-450e-a966-f0d971fcd544 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:09:33.772408 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-64cf267f-83fe-40e6-88cd-484053cb42e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (cd1ec8ab-d50e-450e-a966-f0d971fcd544), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:33.837193 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78503db-3670-4cfe-8615-3feec28552bb req-eaedd3a4-3d83-41f2-89e2-207e025521f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:33.839529 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a78503db-3670-4cfe-8615-3feec28552bb req-eaedd3a4-3d83-41f2-89e2-207e025521f7 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=9fbdcb13-b0da-4480-85bc-b9b917b5b21e HTTP/1.1" status: 200 len: 1132 time: 0.0559454 Feb 09 01:09:33.876283 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-448bffdf-764d-490a-899f-a25989f93dd7 req-aaff3def-0190-4fef-bc7f-7cd2d04a9969 service neutron] 10.222.0.91 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987024 Feb 09 01:09:33.931637 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a78503db-3670-4cfe-8615-3feec28552bb req-29705371-6525-495b-a2b1-d576c69e5db7 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=fac29236-c9ba-4585-b3d4-676de461121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856073 Feb 09 01:09:33.958592 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf267f-83fe-40e6-88cd-484053cb42e3 service neutron] Pushing event updated for resources: {'Port': ['ID=cd1ec8ab-d50e-450e-a966-f0d971fcd544,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:33.975595 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aab914-d88d-4c40-83a3-e226f9fc8010 req-e073fb57-ccfe-42c8-a159-7a0ec21df1c7 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:33.977059 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-34aab914-d88d-4c40-83a3-e226f9fc8010 req-e073fb57-ccfe-42c8-a159-7a0ec21df1c7 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=233e7aff-9144-4957-a187-ef582ca62d65 HTTP/1.1" status: 200 len: 967 time: 0.2502723 Feb 09 01:09:34.026400 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6c0e0-3067-4850-af64-ea7fb9a0f849 req-0efcfe2d-336d-429b-9697-3f48c843083d tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:34.034692 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-80e6c0e0-3067-4850-af64-ea7fb9a0f849 req-0efcfe2d-336d-429b-9697-3f48c843083d tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcb6c2f6-700b-43c5-b0d7-0c1cacdcdc1f HTTP/1.1" status: 200 len: 947 time: 0.2310464 Feb 09 01:09:34.090616 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-64cf267f-83fe-40e6-88cd-484053cb42e3 service neutron] Attempting to bind port cd1ec8ab-d50e-450e-a966-f0d971fcd544 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:09:34.090847 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-64cf267f-83fe-40e6-88cd-484053cb42e3 service neutron] Attempting to bind port cd1ec8ab-d50e-450e-a966-f0d971fcd544 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:09:34.091208 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-64cf267f-83fe-40e6-88cd-484053cb42e3 service neutron] Attempting to bind port cd1ec8ab-d50e-450e-a966-f0d971fcd544 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:09:34.144800 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-64cf267f-83fe-40e6-88cd-484053cb42e3 service neutron] Port cd1ec8ab-d50e-450e-a966-f0d971fcd544 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:09:34.145119 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-64cf267f-83fe-40e6-88cd-484053cb42e3 service neutron] Attempting to bind port cd1ec8ab-d50e-450e-a966-f0d971fcd544 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:09:34.166900 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-34aab914-d88d-4c40-83a3-e226f9fc8010 req-ea268980-06a5-4ebc-87e4-5880abf3618b tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813912 Feb 09 01:09:34.170253 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-80e6c0e0-3067-4850-af64-ea7fb9a0f849 req-21d6f724-58a6-4cb7-8555-c49eb1e6b48d tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b173ca-229c-4571-a9fe-e920b15007e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348004 Feb 09 01:09:34.177928 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-64cf267f-83fe-40e6-88cd-484053cb42e3 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:09:34.178279 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-64cf267f-83fe-40e6-88cd-484053cb42e3 service neutron] Checking segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:09:34.178674 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-64cf267f-83fe-40e6-88cd-484053cb42e3 service neutron] Bound using segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:09:34.179129 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-64cf267f-83fe-40e6-88cd-484053cb42e3 service neutron] Bound port: cd1ec8ab-d50e-450e-a966-f0d971fcd544, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:09:34.179493 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-64cf267f-83fe-40e6-88cd-484053cb42e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (cd1ec8ab-d50e-450e-a966-f0d971fcd544), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:34.217515 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-448bffdf-764d-490a-899f-a25989f93dd7 req-0d70278d-ba96-42da-acb0-7dcb6e7e404e service neutron] 10.222.0.91 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223112 Feb 09 01:09:34.305934 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d541a9c5-6f66-405a-af5e-ca6d9865a245 req-e987eae8-17af-44eb-954d-e692817fb35a tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2d6ccfa-7fa1-4b58-bec4-ca4269917a93 HTTP/1.1" status: 200 len: 210 time: 0.0707493 Feb 09 01:09:34.335102 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-64cf267f-83fe-40e6-88cd-484053cb42e3 service neutron] For port cd1ec8ab-d50e-450e-a966-f0d971fcd544, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:09:34.338541 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-64cf267f-83fe-40e6-88cd-484053cb42e3 service neutron] For port cd1ec8ab-d50e-450e-a966-f0d971fcd544, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=cd1ec8ab-d50e-450e-a966-f0d971fcd544,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:09:34.349321 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-64cf267f-83fe-40e6-88cd-484053cb42e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (cd1ec8ab-d50e-450e-a966-f0d971fcd544), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:34.421648 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-64cf267f-83fe-40e6-88cd-484053cb42e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:34.422473 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-64cf267f-83fe-40e6-88cd-484053cb42e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:34.424017 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-64cf267f-83fe-40e6-88cd-484053cb42e3 service neutron] 10.222.0.121 "PUT /v2.0/ports/cd1ec8ab-d50e-450e-a966-f0d971fcd544 HTTP/1.1" status: 200 len: 1097 time: 1.8143528 Feb 09 01:09:34.424360 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c86a3c8-a96c-4af8-97aa-183aaef66801', 'tag': 'cd1ec8ab-d50e-450e-a966-f0d971fcd544'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:09:34.427069 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6942f26-a263-4a5c-a8cb-70985a5463e0" -d '{"events": [{"name": "network-changed", "server_uuid": "2c86a3c8-a96c-4af8-97aa-183aaef66801", "tag": "cd1ec8ab-d50e-450e-a966-f0d971fcd544"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:09:34.796833 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63acba35-a7d8-47e0-bff9-1021d5072d79 x-openstack-request-id: req-63acba35-a7d8-47e0-bff9-1021d5072d79 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:09:34.797737 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c86a3c8-a96c-4af8-97aa-183aaef66801", "tag": "cd1ec8ab-d50e-450e-a966-f0d971fcd544", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:09:34.797979 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-63acba35-a7d8-47e0-bff9-1021d5072d79 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:09:34.798385 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c86a3c8-a96c-4af8-97aa-183aaef66801', 'tag': 'cd1ec8ab-d50e-450e-a966-f0d971fcd544', 'status': 'completed', 'code': 200} Feb 09 01:09:34.846809 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf267f-83fe-40e6-88cd-484053cb42e3 service neutron] Pushing event updated for resources: {'Port': ['ID=cd1ec8ab-d50e-450e-a966-f0d971fcd544,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:34.888897 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435a437-8163-454c-8420-8c05262aa4ba req-523a8ddc-982d-4ad2-9723-7b7ca83017a2 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:34.890949 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f435a437-8163-454c-8420-8c05262aa4ba req-523a8ddc-982d-4ad2-9723-7b7ca83017a2 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c86a3c8-a96c-4af8-97aa-183aaef66801 HTTP/1.1" status: 200 len: 948 time: 0.5307596 Feb 09 01:09:34.926893 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448bffdf-764d-490a-899f-a25989f93dd7 req-b47a97b4-5427-4acf-ae41-1c144321742c tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:34.928384 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-448bffdf-764d-490a-899f-a25989f93dd7 req-b47a97b4-5427-4acf-ae41-1c144321742c tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=233e7aff-9144-4957-a187-ef582ca62d65&tenant_id=991583a4f7ce4c4eb6893f1ec411692c&binding%3Ahost_id=n-h1-822053-40 HTTP/1.1" status: 200 len: 1150 time: 0.4974673 Feb 09 01:09:34.949242 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-645b6e44-963b-4e36-a1a7-fbedfd5d827f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:34.950733 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-645b6e44-963b-4e36-a1a7-fbedfd5d827f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e27fbf58b33946fe9b70c1b14f92bcb8&device_id=2c86a3c8-a96c-4af8-97aa-183aaef66801 HTTP/1.1" status: 200 len: 1131 time: 0.1777630 Feb 09 01:09:34.956101 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-448bffdf-764d-490a-899f-a25989f93dd7 req-101da467-5682-4697-9070-f110b432f51e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-822053-40'}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:35.047943 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-42988929-b9b9-4661-adcf-e45233e9c620 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=cd1ec8ab-d50e-450e-a966-f0d971fcd544 HTTP/1.1" status: 200 len: 217 time: 0.0647516 Feb 09 01:09:35.066600 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371cdd4c-d553-4307-acc3-85c7730021bb req-189d11bb-fbd0-4edb-9afb-dd24d5415e78 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:35.069248 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-371cdd4c-d553-4307-acc3-85c7730021bb req-189d11bb-fbd0-4edb-9afb-dd24d5415e78 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbdcb13-b0da-4480-85bc-b9b917b5b21e HTTP/1.1" status: 200 len: 949 time: 0.2119243 Feb 09 01:09:35.085146 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f435a437-8163-454c-8420-8c05262aa4ba req-2ba03196-3d82-465d-89f2-fc185206e03a tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8de7eb4-c4ec-4240-8aec-c2fa820cc53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705933 Feb 09 01:09:35.103456 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-9ea1b0bb-dfe1-4096-bd16-58a10067114a tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=b48b77571af04d7492e8a1004acf9fdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247102 Feb 09 01:09:35.211352 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-371cdd4c-d553-4307-acc3-85c7730021bb req-966637a3-cd15-46d5-8f92-86fb5bd26ec9 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] 10.222.0.30 "GET /v2.0/security-groups?id=fac29236-c9ba-4585-b3d4-676de461121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252754 Feb 09 01:09:35.212002 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-448bffdf-764d-490a-899f-a25989f93dd7 req-101da467-5682-4697-9070-f110b432f51e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ae1864f9-d6b2-46c3-921c-f067c0726ab2), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:35.254422 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-7e5e6c69-4f6f-4fb5-a604-1a92c2ac7072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:35.255925 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-7e5e6c69-4f6f-4fb5-a604-1a92c2ac7072 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.1868000 Feb 09 01:09:35.365743 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-80370a10-b41d-433b-b7ec-f51e19f7a24d tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:35.367249 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-80370a10-b41d-433b-b7ec-f51e19f7a24d tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2624207 Feb 09 01:09:35.384563 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-b2320964-aed8-4e78-b72b-e590c2f01355 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Request body: {'port': {'device_id': 'e2d6ccfa-7fa1-4b58-bec4-ca4269917a93', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'admin_state_up': True, 'tenant_id': 'b48b77571af04d7492e8a1004acf9fdc'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:35.530850 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-dbb1fe18-066c-4d2a-b7ac-5eca80cd4fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:35.532780 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-dbb1fe18-066c-4d2a-b7ac-5eca80cd4fc1 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2695606 Feb 09 01:09:35.550860 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26e1f0-6ac6-4bc4-903b-f2b9742663c9 req-28813b48-d54e-4128-a74d-b6cd0bc7fefc tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:35.552390 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6c26e1f0-6ac6-4bc4-903b-f2b9742663c9 req-28813b48-d54e-4128-a74d-b6cd0bc7fefc tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=233e7aff-9144-4957-a187-ef582ca62d65 HTTP/1.1" status: 200 len: 967 time: 0.1816657 Feb 09 01:09:35.571201 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b42af-30c2-4f5a-9c41-48dd5a2a9255 req-aa8cc510-c843-4de1-8e59-a8e2b8feabfa tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:35.571814 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-b2320964-aed8-4e78-b72b-e590c2f01355 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Made reservation on behalf of b48b77571af04d7492e8a1004acf9fdc for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:35.576037 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-b2320964-aed8-4e78-b72b-e590c2f01355 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:35.579695 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ad2b42af-30c2-4f5a-9c41-48dd5a2a9255 req-aa8cc510-c843-4de1-8e59-a8e2b8feabfa tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcb6c2f6-700b-43c5-b0d7-0c1cacdcdc1f HTTP/1.1" status: 200 len: 947 time: 0.2113342 Feb 09 01:09:35.596715 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device bb8dd930-62c4-4eae-a494-68e6ba94fd16 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:09:35.704449 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-448bffdf-764d-490a-899f-a25989f93dd7 req-101da467-5682-4697-9070-f110b432f51e service neutron] For port ae1864f9-d6b2-46c3-921c-f067c0726ab2, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=ae1864f9-d6b2-46c3-921c-f067c0726ab2,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:35.740131 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port bb8dd930-62c4-4eae-a494-68e6ba94fd16, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=bb8dd930-62c4-4eae-a494-68e6ba94fd16,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:35.754240 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': 'bb8dd930-62c4-4eae-a494-68e6ba94fd16', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': 'bb8dd930-62c4-4eae-a494-68e6ba94fd16', 'mac_address': 'fa:16:3e:8a:c3:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:09:35.757801 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-b2320964-aed8-4e78-b72b-e590c2f01355 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Allocated IP 192.168.233.44 (3976161f-bd1f-4dbb-b950-6897c01f16f1/98abf639-2282-4fa1-acd9-5660b4f87a0d/328f612a-b2cb-48b8-96fd-5f67b31bb13a) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:35.781236 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6c26e1f0-6ac6-4bc4-903b-f2b9742663c9 req-c24e0f92-7fb9-47fc-9be8-e3e86ad5808f tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983042 Feb 09 01:09:35.808717 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ad2b42af-30c2-4f5a-9c41-48dd5a2a9255 req-1897ee36-ec90-4ee5-88d4-4b9e70caba9d tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b173ca-229c-4571-a9fe-e920b15007e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252040 Feb 09 01:09:35.813615 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-2472d881-bc8f-4729-ad6b-a44e3d944c98 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723029 Feb 09 01:09:35.819349 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port bb8dd930-62c4-4eae-a494-68e6ba94fd16 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:35.819810 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (bb8dd930-62c4-4eae-a494-68e6ba94fd16), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:35.844668 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-448bffdf-764d-490a-899f-a25989f93dd7 req-101da467-5682-4697-9070-f110b432f51e service neutron] For port ae1864f9-d6b2-46c3-921c-f067c0726ab2, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:09:35.854050 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb8dd930-62c4-4eae-a494-68e6ba94fd16 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:09:35.895768 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port bb8dd930-62c4-4eae-a494-68e6ba94fd16, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=bb8dd930-62c4-4eae-a494-68e6ba94fd16,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:35.906669 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (bb8dd930-62c4-4eae-a494-68e6ba94fd16), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:35.960697 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-448bffdf-764d-490a-899f-a25989f93dd7 req-101da467-5682-4697-9070-f110b432f51e service neutron] Publish callbacks [] for port (ae1864f9-d6b2-46c3-921c-f067c0726ab2), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:35.978162 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-448bffdf-764d-490a-899f-a25989f93dd7 req-101da467-5682-4697-9070-f110b432f51e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ae1864f9-d6b2-46c3-921c-f067c0726ab2), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:36.020243 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=bb8dd930-62c4-4eae-a494-68e6ba94fd16,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:36.032744 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-b2320964-aed8-4e78-b72b-e590c2f01355 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Publish callbacks [] for port (328f612a-b2cb-48b8-96fd-5f67b31bb13a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:36.043479 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fe0f8a77-3d20-45a5-b3c5-4b5d8b72fa4e req-25d6c508-2299-4d00-a768-64e99afbcca5 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2d6ccfa-7fa1-4b58-bec4-ca4269917a93 HTTP/1.1" status: 200 len: 210 time: 0.0701735 Feb 09 01:09:36.056491 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4839f73b-8862-47e0-b7e2-40bff9a59f61 req-50b87558-6870-4495-a7aa-76b93cbd1d55 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246568 Feb 09 01:09:36.104563 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-b2320964-aed8-4e78-b72b-e590c2f01355 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (328f612a-b2cb-48b8-96fd-5f67b31bb13a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:36.119647 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['0974e5af-fdc0-4274-a750-422b96062097'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:09:36.131203 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101da467-5682-4697-9070-f110b432f51e service neutron] Pushing event updated for resources: {'Port': ['ID=ae1864f9-d6b2-46c3-921c-f067c0726ab2,revision_number=7']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:36.179587 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-448bffdf-764d-490a-899f-a25989f93dd7 req-101da467-5682-4697-9070-f110b432f51e service neutron] Attempting to bind port ae1864f9-d6b2-46c3-921c-f067c0726ab2 on host n-h1-822053-40 for vnic_type normal with profile {"migrating_to": "n-h2-822053-40"} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:09:36.179945 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-448bffdf-764d-490a-899f-a25989f93dd7 req-101da467-5682-4697-9070-f110b432f51e service neutron] Attempting to bind port ae1864f9-d6b2-46c3-921c-f067c0726ab2 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:09:36.180283 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448bffdf-764d-490a-899f-a25989f93dd7 req-101da467-5682-4697-9070-f110b432f51e service neutron] Attempting to bind port ae1864f9-d6b2-46c3-921c-f067c0726ab2 on network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:09:36.190311 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448bffdf-764d-490a-899f-a25989f93dd7 req-101da467-5682-4697-9070-f110b432f51e service neutron] Port ae1864f9-d6b2-46c3-921c-f067c0726ab2 on network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:09:36.190636 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448bffdf-764d-490a-899f-a25989f93dd7 req-101da467-5682-4697-9070-f110b432f51e service neutron] Attempting to bind port ae1864f9-d6b2-46c3-921c-f067c0726ab2 on network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:09:36.198656 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['bb8dd930-62c4-4eae-a494-68e6ba94fd16'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:09:36.202005 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448bffdf-764d-490a-899f-a25989f93dd7 req-101da467-5682-4697-9070-f110b432f51e service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:09:36.202005 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448bffdf-764d-490a-899f-a25989f93dd7 req-101da467-5682-4697-9070-f110b432f51e service neutron] Checking segment: {'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:09:36.203066 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448bffdf-764d-490a-899f-a25989f93dd7 req-101da467-5682-4697-9070-f110b432f51e service neutron] Bound using segment: {'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:09:36.203659 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-448bffdf-764d-490a-899f-a25989f93dd7 req-101da467-5682-4697-9070-f110b432f51e service neutron] Bound port: ae1864f9-d6b2-46c3-921c-f067c0726ab2, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:09:36.204091 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-448bffdf-764d-490a-899f-a25989f93dd7 req-101da467-5682-4697-9070-f110b432f51e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ae1864f9-d6b2-46c3-921c-f067c0726ab2), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:36.222690 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6942f26-a263-4a5c-a8cb-70985a5463e0 req-545b2541-5ecf-46d8-9568-059d7bbe61c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:36.224404 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b6942f26-a263-4a5c-a8cb-70985a5463e0 req-545b2541-5ecf-46d8-9568-059d7bbe61c1 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e27fbf58b33946fe9b70c1b14f92bcb8&device_id=2c86a3c8-a96c-4af8-97aa-183aaef66801 HTTP/1.1" status: 200 len: 1131 time: 0.0969803 Feb 09 01:09:36.274512 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2320964-aed8-4e78-b72b-e590c2f01355 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Pushing event updated for resources: {'Port': ['ID=328f612a-b2cb-48b8-96fd-5f67b31bb13a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:36.306154 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-b2320964-aed8-4e78-b72b-e590c2f01355 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Network 3976161f-bd1f-4dbb-b950-6897c01f16f1 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:36.310622 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-b2320964-aed8-4e78-b72b-e590c2f01355 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:36.324974 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-b2320964-aed8-4e78-b72b-e590c2f01355 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:09:36.345152 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-448bffdf-764d-490a-899f-a25989f93dd7 req-101da467-5682-4697-9070-f110b432f51e service neutron] For port ae1864f9-d6b2-46c3-921c-f067c0726ab2, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:09:36.351131 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-448bffdf-764d-490a-899f-a25989f93dd7 req-101da467-5682-4697-9070-f110b432f51e service neutron] For port ae1864f9-d6b2-46c3-921c-f067c0726ab2, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=ae1864f9-d6b2-46c3-921c-f067c0726ab2,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:09:36.372750 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-448bffdf-764d-490a-899f-a25989f93dd7 req-101da467-5682-4697-9070-f110b432f51e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ae1864f9-d6b2-46c3-921c-f067c0726ab2), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:36.461622 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-b2320964-aed8-4e78-b72b-e590c2f01355 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:36.462806 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-b2320964-aed8-4e78-b72b-e590c2f01355 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:36.465836 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6942f26-a263-4a5c-a8cb-70985a5463e0 req-0ec12a8b-83f0-4596-97c3-3b6e2d0ffc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:36.467326 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b6942f26-a263-4a5c-a8cb-70985a5463e0 req-0ec12a8b-83f0-4596-97c3-3b6e2d0ffc4f service neutron] 10.222.0.121 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.2199519 Feb 09 01:09:36.502333 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-b2320964-aed8-4e78-b72b-e590c2f01355 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1242173 Feb 09 01:09:36.521899 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-fd4b37f1-6556-4fdd-bf52-a1270e472a6e service neutron] Request body: {'port': {'device_id': 'e2d6ccfa-7fa1-4b58-bec4-ca4269917a93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:36.619915 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b6942f26-a263-4a5c-a8cb-70985a5463e0 req-c0ac631b-5d0c-4cdd-875c-3c01702050a6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=cd1ec8ab-d50e-450e-a966-f0d971fcd544 HTTP/1.1" status: 200 len: 217 time: 0.1324975 Feb 09 01:09:36.657310 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-fd4b37f1-6556-4fdd-bf52-a1270e472a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (328f612a-b2cb-48b8-96fd-5f67b31bb13a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:36.718471 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 44978) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:36.724097 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-1fd5fe14-38d5-4ad6-a1cb-65cc5bce3e1e None None] Provisioning complete for port 328f612a-b2cb-48b8-96fd-5f67b31bb13a triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:36.724697 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1fd5fe14-38d5-4ad6-a1cb-65cc5bce3e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (328f612a-b2cb-48b8-96fd-5f67b31bb13a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:36.727188 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448bffdf-764d-490a-899f-a25989f93dd7 req-101da467-5682-4697-9070-f110b432f51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:36.727188 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-448bffdf-764d-490a-899f-a25989f93dd7 req-101da467-5682-4697-9070-f110b432f51e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:36.727488 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-448bffdf-764d-490a-899f-a25989f93dd7 req-101da467-5682-4697-9070-f110b432f51e service neutron] 10.222.0.91 "PUT /v2.0/ports/ae1864f9-d6b2-46c3-921c-f067c0726ab2 HTTP/1.1" status: 200 len: 1145 time: 1.7826614 Feb 09 01:09:36.753888 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101da467-5682-4697-9070-f110b432f51e service neutron] Pushing event updated for resources: {'Port': ['ID=ae1864f9-d6b2-46c3-921c-f067c0726ab2,revision_number=8']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:36.778427 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6942f26-a263-4a5c-a8cb-70985a5463e0 req-67af3f72-a87c-43bb-9822-6fab7ea4d7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:36.781411 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b6942f26-a263-4a5c-a8cb-70985a5463e0 req-67af3f72-a87c-43bb-9822-6fab7ea4d7dc service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.1235135 Feb 09 01:09:36.782285 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-1fd5fe14-38d5-4ad6-a1cb-65cc5bce3e1e None None] Port 328f612a-b2cb-48b8-96fd-5f67b31bb13a cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:09:36.795624 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bbbbe-de34-4bd2-a1f7-8b21192fb25c req-08e30e9e-4b21-4c8b-8c30-e88b26057ffb tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:36.800760 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ee0bbbbe-de34-4bd2-a1f7-8b21192fb25c req-08e30e9e-4b21-4c8b-8c30-e88b26057ffb tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c86a3c8-a96c-4af8-97aa-183aaef66801 HTTP/1.1" status: 200 len: 948 time: 0.3518915 Feb 09 01:09:36.806428 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233e7aff-9144-4957-a187-ef582ca62d65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae1864f9-d6b2-46c3-921c-f067c0726ab2'}, {'name': 'network-changed', 'server_uuid': '233e7aff-9144-4957-a187-ef582ca62d65', 'tag': 'ae1864f9-d6b2-46c3-921c-f067c0726ab2'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:09:36.811292 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51b34ed-dfa7-4d16-b3b6-3ee4d8f94442" -d '{"events": [{"server_uuid": "233e7aff-9144-4957-a187-ef582ca62d65", "name": "network-vif-unplugged", "status": "completed", "tag": "ae1864f9-d6b2-46c3-921c-f067c0726ab2"}, {"name": "network-changed", "server_uuid": "233e7aff-9144-4957-a187-ef582ca62d65", "tag": "ae1864f9-d6b2-46c3-921c-f067c0726ab2"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:09:36.864825 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['ae1864f9-d6b2-46c3-921c-f067c0726ab2'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:09:36.888623 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8bac8-0390-47b0-8b83-c526d89f744c req-47fdd66c-a722-401b-8db7-c70e37f8b3c7 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:36.895766 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0ec8bac8-0390-47b0-8b83-c526d89f744c req-47fdd66c-a722-401b-8db7-c70e37f8b3c7 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbdcb13-b0da-4480-85bc-b9b917b5b21e HTTP/1.1" status: 200 len: 949 time: 0.3624554 Feb 09 01:09:36.947597 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ee0bbbbe-de34-4bd2-a1f7-8b21192fb25c req-3f850d72-c456-437c-9566-532b2adb07fe tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8de7eb4-c4ec-4240-8aec-c2fa820cc53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304927 Feb 09 01:09:36.950946 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-879f917e-6498-4bf4-b319-1f629f0f1d6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:37.001627 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6942f26-a263-4a5c-a8cb-70985a5463e0 req-4b2e6ff9-e39c-414e-b2c2-a67aa0df98a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:37.003460 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b6942f26-a263-4a5c-a8cb-70985a5463e0 req-4b2e6ff9-e39c-414e-b2c2-a67aa0df98a8 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1603882 Feb 09 01:09:37.020360 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0ec8bac8-0390-47b0-8b83-c526d89f744c req-51daa5cb-ec4f-42ad-94c9-57650fb1b428 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] 10.222.0.30 "GET /v2.0/security-groups?id=fac29236-c9ba-4585-b3d4-676de461121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179006 Feb 09 01:09:37.216816 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-fd4b37f1-6556-4fdd-bf52-a1270e472a6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 328f612a-b2cb-48b8-96fd-5f67b31bb13a {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:09:37.226888 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-fd4b37f1-6556-4fdd-bf52-a1270e472a6e service neutron] Publish callbacks [] for port (328f612a-b2cb-48b8-96fd-5f67b31bb13a), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:37.236245 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b34ed-dfa7-4d16-b3b6-3ee4d8f94442 req-eab47b84-c6fd-44d4-a9c0-a1bea86b7ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:37.237818 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c51b34ed-dfa7-4d16-b3b6-3ee4d8f94442 req-eab47b84-c6fd-44d4-a9c0-a1bea86b7ac0 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=991583a4f7ce4c4eb6893f1ec411692c&device_id=233e7aff-9144-4957-a187-ef582ca62d65 HTTP/1.1" status: 200 len: 1179 time: 0.1014988 Feb 09 01:09:37.254358 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-fd4b37f1-6556-4fdd-bf52-a1270e472a6e service neutron] Transition to ACTIVE for port object 328f612a-b2cb-48b8-96fd-5f67b31bb13a will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:09:37.267278 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-fd4b37f1-6556-4fdd-bf52-a1270e472a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (328f612a-b2cb-48b8-96fd-5f67b31bb13a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:37.301313 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 09 Feb 2022 01:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc9a5ef-728c-4f20-94c1-2e4135e53972 x-openstack-request-id: req-2dc9a5ef-728c-4f20-94c1-2e4135e53972 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:09:37.301612 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233e7aff-9144-4957-a187-ef582ca62d65", "name": "network-vif-unplugged", "status": "completed", "tag": "ae1864f9-d6b2-46c3-921c-f067c0726ab2", "code": 200}, {"name": "network-changed", "server_uuid": "233e7aff-9144-4957-a187-ef582ca62d65", "tag": "ae1864f9-d6b2-46c3-921c-f067c0726ab2", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:09:37.301863 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2dc9a5ef-728c-4f20-94c1-2e4135e53972 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:09:37.302255 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233e7aff-9144-4957-a187-ef582ca62d65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae1864f9-d6b2-46c3-921c-f067c0726ab2', 'code': 200} Feb 09 01:09:37.302507 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233e7aff-9144-4957-a187-ef582ca62d65', 'tag': 'ae1864f9-d6b2-46c3-921c-f067c0726ab2', 'status': 'completed', 'code': 200} Feb 09 01:09:37.385939 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b37f1-6556-4fdd-bf52-a1270e472a6e service neutron] Pushing event updated for resources: {'Port': ['ID=328f612a-b2cb-48b8-96fd-5f67b31bb13a,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:37.439742 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b34ed-dfa7-4d16-b3b6-3ee4d8f94442 req-6ed54c94-6f3e-44a3-852e-55b1b58d8cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:37.441442 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c51b34ed-dfa7-4d16-b3b6-3ee4d8f94442 req-6ed54c94-6f3e-44a3-852e-55b1b58d8cc2 service neutron] 10.222.0.121 "GET /v2.0/networks?id=28c1f603-e786-4a84-b8ed-ec2e36c0d018 HTTP/1.1" status: 200 len: 909 time: 0.1950259 Feb 09 01:09:37.457063 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-879f917e-6498-4bf4-b319-1f629f0f1d6a admin admin] Publish callbacks [] for security_group (57192925-67a0-4ea6-8fd5-518d16027263), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:37.466913 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b6942f26-a263-4a5c-a8cb-70985a5463e0 req-6e268aaf-344d-4d89-b48d-2d926c93c490 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437199 Feb 09 01:09:37.467429 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-879f917e-6498-4bf4-b319-1f629f0f1d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (57192925-67a0-4ea6-8fd5-518d16027263), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:37.489260 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2b13f-5bc2-4fa0-982e-6d86289e16a5 req-02e3db2d-f0e1-4f51-ac5d-9f471f362b29 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:37.490777 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9db2b13f-5bc2-4fa0-982e-6d86289e16a5 req-02e3db2d-f0e1-4f51-ac5d-9f471f362b29 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=233e7aff-9144-4957-a187-ef582ca62d65 HTTP/1.1" status: 200 len: 965 time: 0.1926661 Feb 09 01:09:37.496721 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c51b34ed-dfa7-4d16-b3b6-3ee4d8f94442 req-52cbc5c4-e819-4e7a-b5ac-3ea712335743 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae1864f9-d6b2-46c3-921c-f067c0726ab2 HTTP/1.1" status: 200 len: 217 time: 0.0468869 Feb 09 01:09:37.497529 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-fd4b37f1-6556-4fdd-bf52-a1270e472a6e service neutron] Attempting to bind port 328f612a-b2cb-48b8-96fd-5f67b31bb13a on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:09:37.497859 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-fd4b37f1-6556-4fdd-bf52-a1270e472a6e service neutron] Attempting to bind port 328f612a-b2cb-48b8-96fd-5f67b31bb13a by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:09:37.498177 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-fd4b37f1-6556-4fdd-bf52-a1270e472a6e service neutron] Attempting to bind port 328f612a-b2cb-48b8-96fd-5f67b31bb13a on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:09:37.506982 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dafd4-271e-4e76-b6ff-92dbbe106390 req-390e0dd4-f28c-4c6f-b99b-bb6a31a3a180 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:37.508496 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-314dafd4-271e-4e76-b6ff-92dbbe106390 req-390e0dd4-f28c-4c6f-b99b-bb6a31a3a180 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcb6c2f6-700b-43c5-b0d7-0c1cacdcdc1f HTTP/1.1" status: 200 len: 948 time: 0.2052500 Feb 09 01:09:37.511680 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-fd4b37f1-6556-4fdd-bf52-a1270e472a6e service neutron] Port 328f612a-b2cb-48b8-96fd-5f67b31bb13a on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:09:37.512056 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-fd4b37f1-6556-4fdd-bf52-a1270e472a6e service neutron] Attempting to bind port 328f612a-b2cb-48b8-96fd-5f67b31bb13a on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:09:37.538160 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-fd4b37f1-6556-4fdd-bf52-a1270e472a6e service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:09:37.538503 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-fd4b37f1-6556-4fdd-bf52-a1270e472a6e service neutron] Checking segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:09:37.540034 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-fd4b37f1-6556-4fdd-bf52-a1270e472a6e service neutron] Bound using segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:09:37.544578 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-fd4b37f1-6556-4fdd-bf52-a1270e472a6e service neutron] Bound port: 328f612a-b2cb-48b8-96fd-5f67b31bb13a, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:09:37.545076 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-fd4b37f1-6556-4fdd-bf52-a1270e472a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (328f612a-b2cb-48b8-96fd-5f67b31bb13a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:37.594695 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b34ed-dfa7-4d16-b3b6-3ee4d8f94442 req-8aa7475a-6c8b-43f3-9532-298cba2bc0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:37.596190 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c51b34ed-dfa7-4d16-b3b6-3ee4d8f94442 req-8aa7475a-6c8b-43f3-9532-298cba2bc0e2 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8fe24410-38bf-494b-a44d-46f0496d84a5 HTTP/1.1" status: 200 len: 848 time: 0.0942309 Feb 09 01:09:37.607227 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device bb8dd930-62c4-4eae-a494-68e6ba94fd16 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:09:37.615623 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-879f917e-6498-4bf4-b319-1f629f0f1d6a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ccc1b89bacae44fca9f855038d8271df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8860688 Feb 09 01:09:37.620580 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 44996) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:37.621238 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f917e-6498-4bf4-b319-1f629f0f1d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57192925-67a0-4ea6-8fd5-518d16027263,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:37.657999 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c51b34ed-dfa7-4d16-b3b6-3ee4d8f94442 req-6d101fc7-e0cc-48d1-a1b6-89b3c391b187 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=28c1f603-e786-4a84-b8ed-ec2e36c0d018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463409 Feb 09 01:09:37.666423 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port bb8dd930-62c4-4eae-a494-68e6ba94fd16 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:09:37.670658 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port bb8dd930-62c4-4eae-a494-68e6ba94fd16 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:37.671678 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (bb8dd930-62c4-4eae-a494-68e6ba94fd16), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:37.687805 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-fd4b37f1-6556-4fdd-bf52-a1270e472a6e service neutron] For port 328f612a-b2cb-48b8-96fd-5f67b31bb13a, host n-h2-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:09:37.724883 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9db2b13f-5bc2-4fa0-982e-6d86289e16a5 req-a0ee9f68-b544-4ffb-a204-254ab740fe2e tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142036 Feb 09 01:09:37.734533 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-314dafd4-271e-4e76-b6ff-92dbbe106390 req-ea35e162-4e3e-44ee-ae70-78834945593d tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b173ca-229c-4571-a9fe-e920b15007e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040982 Feb 09 01:09:37.742637 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b6942f26-a263-4a5c-a8cb-70985a5463e0 req-65ed707e-34aa-459d-aaf9-1a71564fa728 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610586 Feb 09 01:09:37.757726 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eaed4001-ce69-45b8-8455-07377cbe2a43 admin admin] Publish callbacks [] for security_group (57192925-67a0-4ea6-8fd5-518d16027263), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:37.760813 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-fd4b37f1-6556-4fdd-bf52-a1270e472a6e service neutron] For port 328f612a-b2cb-48b8-96fd-5f67b31bb13a, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=328f612a-b2cb-48b8-96fd-5f67b31bb13a,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:09:37.773082 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-fd4b37f1-6556-4fdd-bf52-a1270e472a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (328f612a-b2cb-48b8-96fd-5f67b31bb13a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:37.824440 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eaed4001-ce69-45b8-8455-07377cbe2a43 admin admin] Publish callbacks [] for security_group (57192925-67a0-4ea6-8fd5-518d16027263), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:37.861372 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-fd4b37f1-6556-4fdd-bf52-a1270e472a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:37.862038 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-fd4b37f1-6556-4fdd-bf52-a1270e472a6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:37.863642 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-fd4b37f1-6556-4fdd-bf52-a1270e472a6e service neutron] 10.222.0.91 "PUT /v2.0/ports/328f612a-b2cb-48b8-96fd-5f67b31bb13a HTTP/1.1" status: 200 len: 1096 time: 1.3517699 Feb 09 01:09:37.866064 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2d6ccfa-7fa1-4b58-bec4-ca4269917a93', 'tag': '328f612a-b2cb-48b8-96fd-5f67b31bb13a'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:09:37.871440 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf87165b-55b4-4a06-a14e-c3d3c4fa1ff0" -d '{"events": [{"name": "network-changed", "server_uuid": "e2d6ccfa-7fa1-4b58-bec4-ca4269917a93", "tag": "328f612a-b2cb-48b8-96fd-5f67b31bb13a"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:09:37.894353 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port bb8dd930-62c4-4eae-a494-68e6ba94fd16 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:37.894968 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (bb8dd930-62c4-4eae-a494-68e6ba94fd16), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:37.908222 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c51b34ed-dfa7-4d16-b3b6-3ee4d8f94442 req-2a82a686-8a6c-4540-a48d-b3be8d093dc0 service neutron] 10.222.0.121 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409294 Feb 09 01:09:37.914269 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b37f1-6556-4fdd-bf52-a1270e472a6e service neutron] Pushing event updated for resources: {'Port': ['ID=328f612a-b2cb-48b8-96fd-5f67b31bb13a,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:37.939891 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eaed4001-ce69-45b8-8455-07377cbe2a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (57192925-67a0-4ea6-8fd5-518d16027263), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:37.943036 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eaed4001-ce69-45b8-8455-07377cbe2a43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:37.944509 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-eaed4001-ce69-45b8-8455-07377cbe2a43 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/57192925-67a0-4ea6-8fd5-518d16027263 HTTP/1.1" status: 204 len: 168 time: 0.3207121 Feb 09 01:09:37.965927 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed4001-ce69-45b8-8455-07377cbe2a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57192925-67a0-4ea6-8fd5-518d16027263,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:37.997910 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb6c2f6-700b-43c5-b0d7-0c1cacdcdc1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8dd930-62c4-4eae-a494-68e6ba94fd16'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:09:38.001163 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd10ebe-3d42-481e-b25a-40e2dd2596f1" -d '{"events": [{"server_uuid": "bcb6c2f6-700b-43c5-b0d7-0c1cacdcdc1f", "name": "network-vif-plugged", "status": "completed", "tag": "bb8dd930-62c4-4eae-a494-68e6ba94fd16"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:09:38.045107 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port bb8dd930-62c4-4eae-a494-68e6ba94fd16, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=bb8dd930-62c4-4eae-a494-68e6ba94fd16,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:38.055375 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (bb8dd930-62c4-4eae-a494-68e6ba94fd16), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:38.065290 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-9783a29f-6693-43f8-b1eb-0ddc63d39367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:38.067360 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-9783a29f-6693-43f8-b1eb-0ddc63d39367 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b48b77571af04d7492e8a1004acf9fdc&device_id=e2d6ccfa-7fa1-4b58-bec4-ca4269917a93 HTTP/1.1" status: 200 len: 1130 time: 0.1375353 Feb 09 01:09:38.143547 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=bb8dd930-62c4-4eae-a494-68e6ba94fd16,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:38.159512 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-cd8d5886-17cf-474c-978b-0f213d9378a6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=328f612a-b2cb-48b8-96fd-5f67b31bb13a HTTP/1.1" status: 200 len: 217 time: 0.0808549 Feb 09 01:09:38.165843 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c51b34ed-dfa7-4d16-b3b6-3ee4d8f94442 req-0daf12c3-c850-416d-94a8-8a7d9c04573c service neutron] 10.222.0.121 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464747 Feb 09 01:09:38.174939 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8a585-28b7-4108-b3dc-6f56fa6b21c7 req-a62a7f70-e59b-423c-af0f-fdb3a655b09b tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:38.177882 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-27b8a585-28b7-4108-b3dc-6f56fa6b21c7 req-a62a7f70-e59b-423c-af0f-fdb3a655b09b tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2d6ccfa-7fa1-4b58-bec4-ca4269917a93 HTTP/1.1" status: 200 len: 947 time: 0.1109810 Feb 09 01:09:38.239477 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-d359bfe0-c9e8-4793-9c07-36dff2cc0a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:38.242887 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-d359bfe0-c9e8-4793-9c07-36dff2cc0a67 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.0730071 Feb 09 01:09:38.279433 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-27b8a585-28b7-4108-b3dc-6f56fa6b21c7 req-57754985-a683-449c-ad96-f581d14a327e tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/security-groups?id=13938022-9eff-44d6-935a-12091911cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949435 Feb 09 01:09:38.314705 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-998812e8-efcf-4707-bdb3-a78cb618b8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:38.316683 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-998812e8-efcf-4707-bdb3-a78cb618b8f5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0647645 Feb 09 01:09:38.380751 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcff2e3e-3380-469d-ae7f-980389af2381 x-openstack-request-id: req-bcff2e3e-3380-469d-ae7f-980389af2381 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:09:38.381035 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2d6ccfa-7fa1-4b58-bec4-ca4269917a93", "tag": "328f612a-b2cb-48b8-96fd-5f67b31bb13a", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:09:38.381289 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bcff2e3e-3380-469d-ae7f-980389af2381 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:09:38.381729 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2d6ccfa-7fa1-4b58-bec4-ca4269917a93', 'tag': '328f612a-b2cb-48b8-96fd-5f67b31bb13a', 'status': 'completed', 'code': 200} Feb 09 01:09:38.435447 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-0a82e4a4-fa8e-4509-a005-d58b4762710f service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060548 Feb 09 01:09:38.456864 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45020) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:38.472696 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e98dbe53-6b20-4e52-99d5-aba3fcc8502e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:38.487148 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c0044a-e4e3-4bc3-85f8-abd8ae55de5c x-openstack-request-id: req-d2c0044a-e4e3-4bc3-85f8-abd8ae55de5c {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:09:38.487462 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb6c2f6-700b-43c5-b0d7-0c1cacdcdc1f", "name": "network-vif-plugged", "status": "completed", "tag": "bb8dd930-62c4-4eae-a494-68e6ba94fd16", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:09:38.487719 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d2c0044a-e4e3-4bc3-85f8-abd8ae55de5c {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:09:38.488155 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb6c2f6-700b-43c5-b0d7-0c1cacdcdc1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8dd930-62c4-4eae-a494-68e6ba94fd16', 'code': 200} Feb 09 01:09:38.577387 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a4bbe42a-8379-44e2-9e2c-b4b6264ae3bf req-9c72f687-d81a-441a-9ee2-fd5be79a0cdb service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335366 Feb 09 01:09:38.694940 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36b282-17ea-4e75-958c-ed1faa690f99 req-ff91ac30-6d5d-4d54-a182-85f31f463d09 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:38.696617 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ed36b282-17ea-4e75-958c-ed1faa690f99 req-ff91ac30-6d5d-4d54-a182-85f31f463d09 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c86a3c8-a96c-4af8-97aa-183aaef66801 HTTP/1.1" status: 200 len: 948 time: 0.2111194 Feb 09 01:09:38.720725 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e98dbe53-6b20-4e52-99d5-aba3fcc8502e admin admin] Publish callbacks [] for security_group (e709ff44-4118-4363-8af2-25038dc05ecd), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:38.721035 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87165b-55b4-4a06-a14e-c3d3c4fa1ff0 req-969fd5b9-865e-401f-8476-94733355d113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:38.723139 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-cf87165b-55b4-4a06-a14e-c3d3c4fa1ff0 req-969fd5b9-865e-401f-8476-94733355d113 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b48b77571af04d7492e8a1004acf9fdc&device_id=e2d6ccfa-7fa1-4b58-bec4-ca4269917a93 HTTP/1.1" status: 200 len: 1130 time: 0.0638838 Feb 09 01:09:38.734913 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e98dbe53-6b20-4e52-99d5-aba3fcc8502e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (e709ff44-4118-4363-8af2-25038dc05ecd), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:38.744455 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6224b-10f5-410d-94b4-e42fc56382c8 req-3cb8c0ac-7b78-49bf-8dc9-38cfd33c2596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:38.745935 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-09c6224b-10f5-410d-94b4-e42fc56382c8 req-3cb8c0ac-7b78-49bf-8dc9-38cfd33c2596 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=bcb6c2f6-700b-43c5-b0d7-0c1cacdcdc1f HTTP/1.1" status: 200 len: 1132 time: 0.1660376 Feb 09 01:09:38.831084 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98dbe53-6b20-4e52-99d5-aba3fcc8502e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e709ff44-4118-4363-8af2-25038dc05ecd,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:38.837047 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e98dbe53-6b20-4e52-99d5-aba3fcc8502e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=de88e0b31d0646c0bf34e8aea5cc57c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3786142 Feb 09 01:09:38.839850 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45038) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:38.857322 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ed36b282-17ea-4e75-958c-ed1faa690f99 req-467770ff-ddb6-412d-9890-59a61cefe83a tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8de7eb4-c4ec-4240-8aec-c2fa820cc53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501069 Feb 09 01:09:38.862336 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87165b-55b4-4a06-a14e-c3d3c4fa1ff0 req-e8e8f8af-777c-4a06-ac07-1e3e9d1e4ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:38.864453 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-cf87165b-55b4-4a06-a14e-c3d3c4fa1ff0 req-e8e8f8af-777c-4a06-ac07-1e3e9d1e4ff8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.1292276 Feb 09 01:09:38.930739 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-cf87165b-55b4-4a06-a14e-c3d3c4fa1ff0 req-6aea788c-f101-4be8-a2af-dbcaa9b2e4ba service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=328f612a-b2cb-48b8-96fd-5f67b31bb13a HTTP/1.1" status: 200 len: 217 time: 0.0576777 Feb 09 01:09:38.945823 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-09c6224b-10f5-410d-94b4-e42fc56382c8 req-7abdf344-9835-4ba4-b771-8aef6a05433f service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c4b173ca-229c-4571-a9fe-e920b15007e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689992 Feb 09 01:09:38.978146 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2d4a5d89-2b5a-4423-bbe1-d189b10259fc admin admin] Publish callbacks [] for security_group (e709ff44-4118-4363-8af2-25038dc05ecd), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:38.992524 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe85a2-86bd-4b37-92e1-f056185acfc7 req-f5460968-ad4a-4a1c-892e-5b331a01ee0e tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:38.993818 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b4fe85a2-86bd-4b37-92e1-f056185acfc7 req-f5460968-ad4a-4a1c-892e-5b331a01ee0e tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=233e7aff-9144-4957-a187-ef582ca62d65 HTTP/1.1" status: 200 len: 965 time: 0.0989749 Feb 09 01:09:39.034306 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2d4a5d89-2b5a-4423-bbe1-d189b10259fc admin admin] Publish callbacks [] for security_group (e709ff44-4118-4363-8af2-25038dc05ecd), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:39.055953 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45042) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:39.093410 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b4fe85a2-86bd-4b37-92e1-f056185acfc7 req-1849ba72-e89a-4528-91b8-873867523a3b tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930984 Feb 09 01:09:39.134574 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2d4a5d89-2b5a-4423-bbe1-d189b10259fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (e709ff44-4118-4363-8af2-25038dc05ecd), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:39.137204 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2d4a5d89-2b5a-4423-bbe1-d189b10259fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:39.138553 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2d4a5d89-2b5a-4423-bbe1-d189b10259fc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e709ff44-4118-4363-8af2-25038dc05ecd HTTP/1.1" status: 204 len: 168 time: 0.2974794 Feb 09 01:09:39.181216 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a5d89-2b5a-4423-bbe1-d189b10259fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e709ff44-4118-4363-8af2-25038dc05ecd,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:39.193027 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4a5d89-2b5a-4423-bbe1-d189b10259fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:39.193272 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4a5d89-2b5a-4423-bbe1-d189b10259fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:39.193565 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4a5d89-2b5a-4423-bbe1-d189b10259fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:39.193901 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4a5d89-2b5a-4423-bbe1-d189b10259fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:39.194338 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4a5d89-2b5a-4423-bbe1-d189b10259fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:39.194682 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4a5d89-2b5a-4423-bbe1-d189b10259fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:39.195030 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4a5d89-2b5a-4423-bbe1-d189b10259fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:39.195345 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4a5d89-2b5a-4423-bbe1-d189b10259fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:39.195673 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4a5d89-2b5a-4423-bbe1-d189b10259fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:39.196032 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4a5d89-2b5a-4423-bbe1-d189b10259fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:39.196366 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4a5d89-2b5a-4423-bbe1-d189b10259fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:39.196692 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4a5d89-2b5a-4423-bbe1-d189b10259fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:39.197019 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4a5d89-2b5a-4423-bbe1-d189b10259fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:39.251911 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87165b-55b4-4a06-a14e-c3d3c4fa1ff0 req-65be9814-ce1a-4ba5-b7b5-4d3b44ba6248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:39.253773 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-cf87165b-55b4-4a06-a14e-c3d3c4fa1ff0 req-65be9814-ce1a-4ba5-b7b5-4d3b44ba6248 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.0620060 Feb 09 01:09:39.292866 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d5177-3f1a-472b-b040-13e65d388ad0 req-d7a2b10c-3464-4383-8ad5-79db678fbc50 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:39.294392 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-052d5177-3f1a-472b-b040-13e65d388ad0 req-d7a2b10c-3464-4383-8ad5-79db678fbc50 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcb6c2f6-700b-43c5-b0d7-0c1cacdcdc1f HTTP/1.1" status: 200 len: 949 time: 0.1547658 Feb 09 01:09:39.295153 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e49ec6cb-ab13-458a-8c32-53ddd0dc6c35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:39.321014 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87165b-55b4-4a06-a14e-c3d3c4fa1ff0 req-2ad23e83-78d6-4b84-8457-4161a3899299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:39.322646 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-cf87165b-55b4-4a06-a14e-c3d3c4fa1ff0 req-2ad23e83-78d6-4b84-8457-4161a3899299 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0592070 Feb 09 01:09:39.380526 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23af30c-43d1-47a4-b193-b33c5f6b6f28 req-0a54fcf2-78d6-4e8b-a909-d06f81458fce tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:39.382034 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f23af30c-43d1-47a4-b193-b33c5f6b6f28 req-0a54fcf2-78d6-4e8b-a909-d06f81458fce tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbdcb13-b0da-4480-85bc-b9b917b5b21e HTTP/1.1" status: 200 len: 949 time: 0.1600220 Feb 09 01:09:39.414291 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-052d5177-3f1a-472b-b040-13e65d388ad0 req-1bd9531c-d2c2-4255-a8b1-9bc5b8ceb088 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b173ca-229c-4571-a9fe-e920b15007e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056242 Feb 09 01:09:39.437519 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-cf87165b-55b4-4a06-a14e-c3d3c4fa1ff0 req-15e20748-214e-4935-bee1-7294b2cd0dfe service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072085 Feb 09 01:09:39.488193 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f23af30c-43d1-47a4-b193-b33c5f6b6f28 req-5dc6d1e9-a7d0-4f4f-8659-ba77ccfc23d6 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] 10.222.0.30 "GET /v2.0/security-groups?id=fac29236-c9ba-4585-b3d4-676de461121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899317 Feb 09 01:09:39.526118 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e49ec6cb-ab13-458a-8c32-53ddd0dc6c35 admin admin] Publish callbacks [] for security_group (7cce259a-3d69-4744-86f9-c759cb7f5c71), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:39.526118 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e49ec6cb-ab13-458a-8c32-53ddd0dc6c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7cce259a-3d69-4744-86f9-c759cb7f5c71), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:39.565762 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-cf87165b-55b4-4a06-a14e-c3d3c4fa1ff0 req-dc38124c-503f-4e17-84be-4793c715b98f service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169367 Feb 09 01:09:39.617083 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device ae1864f9-d6b2-46c3-921c-f067c0726ab2 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:09:39.625062 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ec6cb-ab13-458a-8c32-53ddd0dc6c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cce259a-3d69-4744-86f9-c759cb7f5c71,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:39.633163 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e49ec6cb-ab13-458a-8c32-53ddd0dc6c35 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ad1d46f0635a4a26bd669ced6dc72871&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5720580 Feb 09 01:09:39.633826 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45068) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:39.685823 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1869279-ec1b-4e04-b758-e181c0110752 req-7dba89b7-fb50-4590-a903-3d33e0748695 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:39.697788 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d1869279-ec1b-4e04-b758-e181c0110752 req-7dba89b7-fb50-4590-a903-3d33e0748695 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2d6ccfa-7fa1-4b58-bec4-ca4269917a93 HTTP/1.1" status: 200 len: 947 time: 0.1407323 Feb 09 01:09:39.740569 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d7e8d1e-b75b-4fb4-bc34-57cc597b535f admin admin] Publish callbacks [] for security_group (7cce259a-3d69-4744-86f9-c759cb7f5c71), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:39.791336 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d1869279-ec1b-4e04-b758-e181c0110752 req-fc7f24c4-b7fc-48c8-b319-978cee191772 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/security-groups?id=13938022-9eff-44d6-935a-12091911cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877430 Feb 09 01:09:39.806238 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d7e8d1e-b75b-4fb4-bc34-57cc597b535f admin admin] Publish callbacks [] for security_group (7cce259a-3d69-4744-86f9-c759cb7f5c71), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:39.895046 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d7e8d1e-b75b-4fb4-bc34-57cc597b535f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7cce259a-3d69-4744-86f9-c759cb7f5c71), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:39.897833 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d7e8d1e-b75b-4fb4-bc34-57cc597b535f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:39.898979 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3d7e8d1e-b75b-4fb4-bc34-57cc597b535f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7cce259a-3d69-4744-86f9-c759cb7f5c71 HTTP/1.1" status: 204 len: 168 time: 0.2644999 Feb 09 01:09:39.909737 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port ae1864f9-d6b2-46c3-921c-f067c0726ab2, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=ae1864f9-d6b2-46c3-921c-f067c0726ab2,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:39.913536 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e8d1e-b75b-4fb4-bc34-57cc597b535f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cce259a-3d69-4744-86f9-c759cb7f5c71,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:39.923535 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7e8d1e-b75b-4fb4-bc34-57cc597b535f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:39.924433 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7e8d1e-b75b-4fb4-bc34-57cc597b535f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:39.924789 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7e8d1e-b75b-4fb4-bc34-57cc597b535f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:39.925122 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7e8d1e-b75b-4fb4-bc34-57cc597b535f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:39.925529 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7e8d1e-b75b-4fb4-bc34-57cc597b535f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:39.926002 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7e8d1e-b75b-4fb4-bc34-57cc597b535f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:39.926461 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7e8d1e-b75b-4fb4-bc34-57cc597b535f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:39.926818 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7e8d1e-b75b-4fb4-bc34-57cc597b535f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:39.927583 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7e8d1e-b75b-4fb4-bc34-57cc597b535f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:39.927910 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7e8d1e-b75b-4fb4-bc34-57cc597b535f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:39.928259 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7e8d1e-b75b-4fb4-bc34-57cc597b535f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:39.929103 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7e8d1e-b75b-4fb4-bc34-57cc597b535f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:39.929103 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7e8d1e-b75b-4fb4-bc34-57cc597b535f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:39.932040 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device ae1864f9-d6b2-46c3-921c-f067c0726ab2 has no active binding in host n-h2-822053-40 {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 01:09:39.985989 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device cd1ec8ab-d50e-450e-a966-f0d971fcd544 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:09:40.019738 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9850d5f-f821-46dc-bef4-36fb170703d0 req-8234e17b-80f4-40c3-8d89-9621340fb254 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:40.026705 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a9850d5f-f821-46dc-bef4-36fb170703d0 req-8234e17b-80f4-40c3-8d89-9621340fb254 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c86a3c8-a96c-4af8-97aa-183aaef66801 HTTP/1.1" status: 200 len: 948 time: 0.0679977 Feb 09 01:09:40.075199 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a9850d5f-f821-46dc-bef4-36fb170703d0 req-7994a120-c2db-4896-abc4-d952611dc716 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8de7eb4-c4ec-4240-8aec-c2fa820cc53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469685 Feb 09 01:09:40.128957 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port cd1ec8ab-d50e-450e-a966-f0d971fcd544, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=cd1ec8ab-d50e-450e-a966-f0d971fcd544,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:40.144945 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': 'cd1ec8ab-d50e-450e-a966-f0d971fcd544', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': 'cd1ec8ab-d50e-450e-a966-f0d971fcd544', 'mac_address': 'fa:16:3e:a6:80:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:09:40.197344 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port cd1ec8ab-d50e-450e-a966-f0d971fcd544 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:40.198000 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (cd1ec8ab-d50e-450e-a966-f0d971fcd544), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:40.218916 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd1ec8ab-d50e-450e-a966-f0d971fcd544 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:09:40.250991 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port cd1ec8ab-d50e-450e-a966-f0d971fcd544, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=cd1ec8ab-d50e-450e-a966-f0d971fcd544,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:40.256916 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (cd1ec8ab-d50e-450e-a966-f0d971fcd544), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:40.258625 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c3b94-68f7-4a89-9edb-3923da2218f5 req-1490b6fa-7c71-4ecf-87e3-6f0c4c304ef8 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:40.262621 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4d4c3b94-68f7-4a89-9edb-3923da2218f5 req-1490b6fa-7c71-4ecf-87e3-6f0c4c304ef8 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=233e7aff-9144-4957-a187-ef582ca62d65 HTTP/1.1" status: 200 len: 965 time: 0.0851216 Feb 09 01:09:40.348067 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=cd1ec8ab-d50e-450e-a966-f0d971fcd544,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:40.373334 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4d4c3b94-68f7-4a89-9edb-3923da2218f5 req-b2bf73df-8bf4-4608-8e08-d7bd2767f28d tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029716 Feb 09 01:09:40.386525 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45110) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:40.409640 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a0396d10-cc84-4c80-9add-0a572cdf0976 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:40.529490 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a0396d10-cc84-4c80-9add-0a572cdf0976 admin admin] Publish callbacks [] for security_group (51d520f1-6882-4a77-a448-d7928b7412d9), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:40.542162 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a0396d10-cc84-4c80-9add-0a572cdf0976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (51d520f1-6882-4a77-a448-d7928b7412d9), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:40.582181 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a0396d10-cc84-4c80-9add-0a572cdf0976 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=21c7263c36e1405b99b62421d320e599&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1940408 Feb 09 01:09:40.586079 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45128) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:40.588586 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['cd1ec8ab-d50e-450e-a966-f0d971fcd544'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:09:40.607676 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3eee9-66ac-416a-8c24-ee060454cf73 req-1c969875-fa96-41a5-86bc-5143abd2e3cd tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:40.610245 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-20b3eee9-66ac-416a-8c24-ee060454cf73 req-1c969875-fa96-41a5-86bc-5143abd2e3cd tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcb6c2f6-700b-43c5-b0d7-0c1cacdcdc1f HTTP/1.1" status: 200 len: 949 time: 0.1020391 Feb 09 01:09:40.623119 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0396d10-cc84-4c80-9add-0a572cdf0976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d520f1-6882-4a77-a448-d7928b7412d9,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:40.648111 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-13deceac-72b7-40db-af6a-7726bc4b36de admin admin] Publish callbacks [] for security_group (51d520f1-6882-4a77-a448-d7928b7412d9), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:40.678364 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-13deceac-72b7-40db-af6a-7726bc4b36de admin admin] Publish callbacks [] for security_group (51d520f1-6882-4a77-a448-d7928b7412d9), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:40.709751 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-20b3eee9-66ac-416a-8c24-ee060454cf73 req-8e626c1a-f102-47b9-ac1a-5c763f5bcd2c tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b173ca-229c-4571-a9fe-e920b15007e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882723 Feb 09 01:09:40.718691 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf803df-6ff3-4341-9db0-a7bd4a5a523a req-28bcd40e-4098-432c-a787-2262e0a1628e tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:40.720261 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6cf803df-6ff3-4341-9db0-a7bd4a5a523a req-28bcd40e-4098-432c-a787-2262e0a1628e tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbdcb13-b0da-4480-85bc-b9b917b5b21e HTTP/1.1" status: 200 len: 949 time: 0.1200302 Feb 09 01:09:40.798117 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76910e03-964c-4fc0-a29d-0b03dd2cdec1 req-c4921625-ea96-4c9d-817f-c8d6a76f75d8 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:40.800570 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-76910e03-964c-4fc0-a29d-0b03dd2cdec1 req-c4921625-ea96-4c9d-817f-c8d6a76f75d8 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] 10.222.0.121 "GET /v2.0/ports?device_id=9fbdcb13-b0da-4480-85bc-b9b917b5b21e HTTP/1.1" status: 200 len: 949 time: 0.0803733 Feb 09 01:09:40.810554 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-13deceac-72b7-40db-af6a-7726bc4b36de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (51d520f1-6882-4a77-a448-d7928b7412d9), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:40.815398 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-13deceac-72b7-40db-af6a-7726bc4b36de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:40.816685 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-13deceac-72b7-40db-af6a-7726bc4b36de admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/51d520f1-6882-4a77-a448-d7928b7412d9 HTTP/1.1" status: 204 len: 168 time: 0.2296596 Feb 09 01:09:40.835568 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6cf803df-6ff3-4341-9db0-a7bd4a5a523a req-6f039d2a-04d2-4fc0-a94c-c1194177ca70 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] 10.222.0.30 "GET /v2.0/security-groups?id=fac29236-c9ba-4585-b3d4-676de461121c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987313 Feb 09 01:09:40.884077 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13deceac-72b7-40db-af6a-7726bc4b36de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d520f1-6882-4a77-a448-d7928b7412d9,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:40.989376 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d653e3-b488-4e29-9c30-c732c6c1ccd3 req-ba3366de-7579-4818-bd2f-fdb6c4b55093 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:40.990483 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a4d653e3-b488-4e29-9c30-c732c6c1ccd3 req-ba3366de-7579-4818-bd2f-fdb6c4b55093 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2d6ccfa-7fa1-4b58-bec4-ca4269917a93 HTTP/1.1" status: 200 len: 947 time: 0.1126659 Feb 09 01:09:41.000313 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-76910e03-964c-4fc0-a29d-0b03dd2cdec1 req-6bbd48d1-adb3-4de8-946d-6ce1c2e111a8 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] Deleting port af3070aa-b755-412b-9fed-58b2e7804581 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:09:41.000972 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-76910e03-964c-4fc0-a29d-0b03dd2cdec1 req-6bbd48d1-adb3-4de8-946d-6ce1c2e111a8 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (af3070aa-b755-412b-9fed-58b2e7804581), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:41.081475 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a4d653e3-b488-4e29-9c30-c732c6c1ccd3 req-bd9529d2-99ff-49c3-b97a-9d95688e68ff tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/security-groups?id=13938022-9eff-44d6-935a-12091911cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779471 Feb 09 01:09:41.197522 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-76910e03-964c-4fc0-a29d-0b03dd2cdec1 req-6bbd48d1-adb3-4de8-946d-6ce1c2e111a8 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] For port af3070aa-b755-412b-9fed-58b2e7804581, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=af3070aa-b755-412b-9fed-58b2e7804581,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:41.197980 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-76910e03-964c-4fc0-a29d-0b03dd2cdec1 req-6bbd48d1-adb3-4de8-946d-6ce1c2e111a8 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (af3070aa-b755-412b-9fed-58b2e7804581), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:41.226916 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-76910e03-964c-4fc0-a29d-0b03dd2cdec1 req-6bbd48d1-adb3-4de8-946d-6ce1c2e111a8 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] Calling delete_port for af3070aa-b755-412b-9fed-58b2e7804581 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:09:41.263692 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bd90a-183b-402b-bac7-6bd7d83a9c4c req-e4701dd5-a72d-4bd2-aa0d-d19e2cdb838e tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:41.266357 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9f5bd90a-183b-402b-bac7-6bd7d83a9c4c req-e4701dd5-a72d-4bd2-aa0d-d19e2cdb838e tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c86a3c8-a96c-4af8-97aa-183aaef66801 HTTP/1.1" status: 200 len: 949 time: 0.1032610 Feb 09 01:09:41.343884 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9f5bd90a-183b-402b-bac7-6bd7d83a9c4c req-9e19018d-085a-4291-a66b-0e218f4f35d7 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8de7eb4-c4ec-4240-8aec-c2fa820cc53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662534 Feb 09 01:09:41.427338 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-76910e03-964c-4fc0-a29d-0b03dd2cdec1 req-6bbd48d1-adb3-4de8-946d-6ce1c2e111a8 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (af3070aa-b755-412b-9fed-58b2e7804581), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:41.449605 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['af3070aa-b755-412b-9fed-58b2e7804581'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:09:41.468448 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd48d1-adb3-4de8-946d-6ce1c2e111a8 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] Pushing event deleted for resources: {'Port': ['ID=af3070aa-b755-412b-9fed-58b2e7804581,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:41.541243 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-76910e03-964c-4fc0-a29d-0b03dd2cdec1 req-6bbd48d1-adb3-4de8-946d-6ce1c2e111a8 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] No DVR routers for this DVR port af3070aa-b755-412b-9fed-58b2e7804581 on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:09:41.545280 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-76910e03-964c-4fc0-a29d-0b03dd2cdec1 req-6bbd48d1-adb3-4de8-946d-6ce1c2e111a8 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:41.557443 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-76910e03-964c-4fc0-a29d-0b03dd2cdec1 req-6bbd48d1-adb3-4de8-946d-6ce1c2e111a8 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] 10.222.0.121 "DELETE /v2.0/ports/af3070aa-b755-412b-9fed-58b2e7804581 HTTP/1.1" status: 204 len: 173 time: 0.7479413 Feb 09 01:09:41.558205 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbdcb13-b0da-4480-85bc-b9b917b5b21e', 'name': 'network-vif-deleted', 'tag': 'af3070aa-b755-412b-9fed-58b2e7804581'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:09:41.560845 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322f9a11-5ea9-4bce-bd45-a4d9a2d066d3" -d '{"events": [{"server_uuid": "9fbdcb13-b0da-4480-85bc-b9b917b5b21e", "name": "network-vif-deleted", "tag": "af3070aa-b755-412b-9fed-58b2e7804581"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:09:41.621524 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 328f612a-b2cb-48b8-96fd-5f67b31bb13a details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:09:41.643591 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4e6467-8853-4adf-b137-192053e4ac0f x-openstack-request-id: req-ce4e6467-8853-4adf-b137-192053e4ac0f {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:09:41.644182 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fbdcb13-b0da-4480-85bc-b9b917b5b21e", "name": "network-vif-deleted", "tag": "af3070aa-b755-412b-9fed-58b2e7804581", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:09:41.644629 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ce4e6467-8853-4adf-b137-192053e4ac0f {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:09:41.645210 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fbdcb13-b0da-4480-85bc-b9b917b5b21e', 'name': 'network-vif-deleted', 'tag': 'af3070aa-b755-412b-9fed-58b2e7804581', 'status': 'completed', 'code': 200} Feb 09 01:09:41.648227 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7b62d-a1a8-4ef9-a59c-2d2aa6189d93 req-00814cf6-10f0-4208-89f7-72081e8cfdae tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:41.664113 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7de7b62d-a1a8-4ef9-a59c-2d2aa6189d93 req-00814cf6-10f0-4208-89f7-72081e8cfdae tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=233e7aff-9144-4957-a187-ef582ca62d65 HTTP/1.1" status: 200 len: 965 time: 0.1364005 Feb 09 01:09:41.775526 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7de7b62d-a1a8-4ef9-a59c-2d2aa6189d93 req-b09e5437-a705-44d0-a0ec-dcabaee71fbe tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102939 Feb 09 01:09:41.817552 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 328f612a-b2cb-48b8-96fd-5f67b31bb13a, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=328f612a-b2cb-48b8-96fd-5f67b31bb13a,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:41.832616 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '328f612a-b2cb-48b8-96fd-5f67b31bb13a', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': '328f612a-b2cb-48b8-96fd-5f67b31bb13a', 'mac_address': 'fa:16:3e:7a:47:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:09:41.878445 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 328f612a-b2cb-48b8-96fd-5f67b31bb13a is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:41.878871 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (328f612a-b2cb-48b8-96fd-5f67b31bb13a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:41.894200 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 328f612a-b2cb-48b8-96fd-5f67b31bb13a {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:09:41.916485 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 328f612a-b2cb-48b8-96fd-5f67b31bb13a, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=328f612a-b2cb-48b8-96fd-5f67b31bb13a,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:41.922300 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (328f612a-b2cb-48b8-96fd-5f67b31bb13a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:41.935313 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba723da-60cd-4965-8090-4dcc2374cb4c req-1032e1db-2c0b-4119-8f58-6ecaa27e6770 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:41.943998 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7ba723da-60cd-4965-8090-4dcc2374cb4c req-1032e1db-2c0b-4119-8f58-6ecaa27e6770 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcb6c2f6-700b-43c5-b0d7-0c1cacdcdc1f HTTP/1.1" status: 200 len: 949 time: 0.0723665 Feb 09 01:09:42.007242 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7ba723da-60cd-4965-8090-4dcc2374cb4c req-9adaafd6-46a3-44be-b223-a9de0f0ae965 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b173ca-229c-4571-a9fe-e920b15007e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622690 Feb 09 01:09:42.012070 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device cd1ec8ab-d50e-450e-a966-f0d971fcd544 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:09:42.015340 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=328f612a-b2cb-48b8-96fd-5f67b31bb13a,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:42.086722 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45216) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:42.143303 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9be01f4d-533b-4fc5-8d6c-93b17e11e7ca req-ba637926-d7b9-4516-a985-c4649a8e9765 tempest-TenantUsagesTestJSON-292514621 tempest-TenantUsagesTestJSON-292514621-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbdcb13-b0da-4480-85bc-b9b917b5b21e HTTP/1.1" status: 200 len: 210 time: 0.0556951 Feb 09 01:09:42.159101 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port cd1ec8ab-d50e-450e-a966-f0d971fcd544 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:09:42.168140 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port cd1ec8ab-d50e-450e-a966-f0d971fcd544 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:42.168945 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (cd1ec8ab-d50e-450e-a966-f0d971fcd544), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:42.284885 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['328f612a-b2cb-48b8-96fd-5f67b31bb13a'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:09:42.290385 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-ee0c984e-afad-4c3a-a5df-eb998c5c1886 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839896309-network', 'tenant_id': '2ba95e383d254696b30a587479c29af0'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:42.331379 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0c984e-afad-4c3a-a5df-eb998c5c1886 admin admin] Made reservation on behalf of 2ba95e383d254696b30a587479c29af0 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:42.334048 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee0c984e-afad-4c3a-a5df-eb998c5c1886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:42.354510 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee0c984e-afad-4c3a-a5df-eb998c5c1886 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:42.369515 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2387c-6524-427a-ab34-a7cf1cee0418 req-fc00f768-6e60-4727-a3a6-ee6d1e0e6208 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:42.373026 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4ef2387c-6524-427a-ab34-a7cf1cee0418 req-fc00f768-6e60-4727-a3a6-ee6d1e0e6208 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2d6ccfa-7fa1-4b58-bec4-ca4269917a93 HTTP/1.1" status: 200 len: 948 time: 0.1294000 Feb 09 01:09:42.505007 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45236) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:42.514784 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port cd1ec8ab-d50e-450e-a966-f0d971fcd544 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:42.517576 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (cd1ec8ab-d50e-450e-a966-f0d971fcd544), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:42.534748 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4ef2387c-6524-427a-ab34-a7cf1cee0418 req-dd491041-ce0c-4921-9d96-63f630c1b05b tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/security-groups?id=13938022-9eff-44d6-935a-12091911cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548829 Feb 09 01:09:42.541044 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee0c984e-afad-4c3a-a5df-eb998c5c1886 admin admin] Publish callbacks [] for security_group (3412f817-de76-4610-875f-7162530522a2), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:42.554514 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee0c984e-afad-4c3a-a5df-eb998c5c1886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3412f817-de76-4610-875f-7162530522a2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:42.557146 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fcdcba-6953-44cf-b262-e7d5b837af71 req-7d451281-a325-4f60-8849-1d20e28bf36d tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:42.566063 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-35fcdcba-6953-44cf-b262-e7d5b837af71 req-7d451281-a325-4f60-8849-1d20e28bf36d tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c86a3c8-a96c-4af8-97aa-183aaef66801 HTTP/1.1" status: 200 len: 949 time: 0.0972371 Feb 09 01:09:42.580988 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee0c984e-afad-4c3a-a5df-eb998c5c1886 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:09:42.594258 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee0c984e-afad-4c3a-a5df-eb998c5c1886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (27fa4c45-9ec5-40ed-92ab-1cc81471d9c8), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:42.594672 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-ee0c984e-afad-4c3a-a5df-eb998c5c1886 admin admin] Added segment 27fa4c45-9ec5-40ed-92ab-1cc81471d9c8 of type vlan for network e8a262a2-1887-44d6-8265-164882c37a5a Feb 09 01:09:42.595049 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port cd1ec8ab-d50e-450e-a966-f0d971fcd544, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=cd1ec8ab-d50e-450e-a966-f0d971fcd544,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:42.596487 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c86a3c8-a96c-4af8-97aa-183aaef66801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1ec8ab-d50e-450e-a966-f0d971fcd544'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:09:42.599568 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d4e408-9a87-4d15-824e-3556073a398e" -d '{"events": [{"server_uuid": "2c86a3c8-a96c-4af8-97aa-183aaef66801", "name": "network-vif-plugged", "status": "completed", "tag": "cd1ec8ab-d50e-450e-a966-f0d971fcd544"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:09:42.607686 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (cd1ec8ab-d50e-450e-a966-f0d971fcd544), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:42.643876 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee0c984e-afad-4c3a-a5df-eb998c5c1886 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (e8a262a2-1887-44d6-8265-164882c37a5a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:42.647621 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-35fcdcba-6953-44cf-b262-e7d5b837af71 req-4435dd6c-f15b-47c6-9663-99bb063fa9e9 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8de7eb4-c4ec-4240-8aec-c2fa820cc53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801499 Feb 09 01:09:42.689333 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630fb05f-5b88-422f-b68d-c7bc8a849c17 x-openstack-request-id: req-630fb05f-5b88-422f-b68d-c7bc8a849c17 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:09:42.689922 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c86a3c8-a96c-4af8-97aa-183aaef66801", "name": "network-vif-plugged", "status": "completed", "tag": "cd1ec8ab-d50e-450e-a966-f0d971fcd544", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:09:42.690329 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-630fb05f-5b88-422f-b68d-c7bc8a849c17 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:09:42.690828 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c86a3c8-a96c-4af8-97aa-183aaef66801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1ec8ab-d50e-450e-a966-f0d971fcd544', 'code': 200} Feb 09 01:09:42.691482 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=cd1ec8ab-d50e-450e-a966-f0d971fcd544,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:42.704979 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee0c984e-afad-4c3a-a5df-eb998c5c1886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (e8a262a2-1887-44d6-8265-164882c37a5a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:42.706418 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0c984e-afad-4c3a-a5df-eb998c5c1886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:42.707081 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee0c984e-afad-4c3a-a5df-eb998c5c1886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:42.792908 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c984e-afad-4c3a-a5df-eb998c5c1886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3412f817-de76-4610-875f-7162530522a2,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:42.822170 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ee0c984e-afad-4c3a-a5df-eb998c5c1886 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7341504 Feb 09 01:09:42.825277 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45246) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:42.830645 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-0db32f64-b544-4efa-8415-259c24bb2120 admin admin] Request body: {'subnet': {'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839896309-subnet', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:42.841904 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c675f45-c5dd-4e7b-a103-776cffb5a73d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:42.855457 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db32f64-b544-4efa-8415-259c24bb2120 admin admin] Made reservation on behalf of 2ba95e383d254696b30a587479c29af0 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:42.859049 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c984e-afad-4c3a-a5df-eb998c5c1886 admin admin] Pushing event updated for resources: {'Network': ['ID=e8a262a2-1887-44d6-8265-164882c37a5a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:42.859485 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0db32f64-b544-4efa-8415-259c24bb2120 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:42.869494 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network e8a262a2-1887-44d6-8265-164882c37a5a details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:09:42.910524 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa3dc6-0ce0-4787-b5f6-6d883ab17137 req-5039de1c-2cba-420e-8dda-fcfd2de9364d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:42.913179 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5afa3dc6-0ce0-4787-b5f6-6d883ab17137 req-5039de1c-2cba-420e-8dda-fcfd2de9364d service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=2c86a3c8-a96c-4af8-97aa-183aaef66801 HTTP/1.1" status: 200 len: 1133 time: 0.1366415 Feb 09 01:09:42.913965 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45248) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:42.995509 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5afa3dc6-0ce0-4787-b5f6-6d883ab17137 req-b315a449-92cc-4574-91ca-14e14629e19e service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=f8de7eb4-c4ec-4240-8aec-c2fa820cc53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733466 Feb 09 01:09:43.010313 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c675f45-c5dd-4e7b-a103-776cffb5a73d admin admin] Publish callbacks [] for security_group (f64728a4-e10d-4d87-b099-d8783f0b4b6e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:43.015234 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c675f45-c5dd-4e7b-a103-776cffb5a73d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f64728a4-e10d-4d87-b099-d8783f0b4b6e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:43.046066 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf686f9e-1a97-47ad-beb9-b792b042ec00 req-8156cee6-315f-4c30-bff3-ff975bb1d913 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:43.047770 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf686f9e-1a97-47ad-beb9-b792b042ec00 req-8156cee6-315f-4c30-bff3-ff975bb1d913 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=233e7aff-9144-4957-a187-ef582ca62d65 HTTP/1.1" status: 200 len: 965 time: 0.1521659 Feb 09 01:09:43.060673 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6c675f45-c5dd-4e7b-a103-776cffb5a73d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3e5b517f4e134cfbab4d9cde9c5b68f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5519025 Feb 09 01:09:43.060673 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c675f45-c5dd-4e7b-a103-776cffb5a73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64728a4-e10d-4d87-b099-d8783f0b4b6e,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:43.063146 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45254) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:43.100667 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-700d0853-2cda-4b13-9810-899fa13f4213 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:43.167135 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4a4bf466-e2c3-4853-916e-d9de3b97bb4e admin admin] Publish callbacks [] for security_group (f64728a4-e10d-4d87-b099-d8783f0b4b6e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:43.202778 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4a4bf466-e2c3-4853-916e-d9de3b97bb4e admin admin] Publish callbacks [] for security_group (f64728a4-e10d-4d87-b099-d8783f0b4b6e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:43.203587 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf686f9e-1a97-47ad-beb9-b792b042ec00 req-7d165d53-849a-49b1-b7ef-a8b147b3e1f6 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486423 Feb 09 01:09:43.230838 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0db32f64-b544-4efa-8415-259c24bb2120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for subnet (32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:43.244446 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5840ec-f411-461a-8e39-0ce8535d9bab req-84ece199-32a6-4a75-8a98-c7f9da694079 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:43.246926 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8e5840ec-f411-461a-8e39-0ce8535d9bab req-84ece199-32a6-4a75-8a98-c7f9da694079 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcb6c2f6-700b-43c5-b0d7-0c1cacdcdc1f HTTP/1.1" status: 200 len: 949 time: 0.1305048 Feb 09 01:09:43.274439 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-700d0853-2cda-4b13-9810-899fa13f4213 admin admin] Publish callbacks [] for security_group (5a3b9c8b-f116-42de-b0c9-46e696316099), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:43.282814 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-700d0853-2cda-4b13-9810-899fa13f4213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (5a3b9c8b-f116-42de-b0c9-46e696316099), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:43.324818 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4a4bf466-e2c3-4853-916e-d9de3b97bb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f64728a4-e10d-4d87-b099-d8783f0b4b6e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:43.328150 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4a4bf466-e2c3-4853-916e-d9de3b97bb4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:43.329239 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db32f64-b544-4efa-8415-259c24bb2120 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:43.329392 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4a4bf466-e2c3-4853-916e-d9de3b97bb4e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f64728a4-e10d-4d87-b099-d8783f0b4b6e HTTP/1.1" status: 204 len: 168 time: 0.2652440 Feb 09 01:09:43.331942 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-700d0853-2cda-4b13-9810-899fa13f4213 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ef0c0f37c7d64492b2daff3be2270044&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4170249 Feb 09 01:09:43.332618 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d0853-2cda-4b13-9810-899fa13f4213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3b9c8b-f116-42de-b0c9-46e696316099,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:43.334842 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45262) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:43.370893 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db32f64-b544-4efa-8415-259c24bb2120 admin admin] Checking segment: {'id': '27fa4c45-9ec5-40ed-92ab-1cc81471d9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:09:43.371282 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db32f64-b544-4efa-8415-259c24bb2120 admin admin] Network hostable DHCP agents. Network: e8a262a2-1887-44d6-8265-164882c37a5a, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:09:43.377413 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8e5840ec-f411-461a-8e39-0ce8535d9bab req-0e133481-227d-4b3a-be49-0b1430c9f113 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b173ca-229c-4571-a9fe-e920b15007e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058776 Feb 09 01:09:43.397916 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db32f64-b544-4efa-8415-259c24bb2120 admin admin] Network e8a262a2-1887-44d6-8265-164882c37a5a is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:09:43.407157 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4bf466-e2c3-4853-916e-d9de3b97bb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64728a4-e10d-4d87-b099-d8783f0b4b6e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:43.410072 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-0db32f64-b544-4efa-8415-259c24bb2120 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, e8a262a2-1887-44d6-8265-164882c37a5a) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:43.418077 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db32f64-b544-4efa-8415-259c24bb2120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:43.420127 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0db32f64-b544-4efa-8415-259c24bb2120 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:43.424459 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fb750a-8cd7-47e4-b76a-f7c342419274 None None] Network e8a262a2-1887-44d6-8265-164882c37a5a requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:09:43.436054 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d3911331-7b0e-43dd-8920-d8dc50139412 admin admin] Publish callbacks [] for security_group (5a3b9c8b-f116-42de-b0c9-46e696316099), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:43.445548 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0db32f64-b544-4efa-8415-259c24bb2120 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6190264 Feb 09 01:09:43.448679 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45264) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:43.459816 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-cd1ae904-9e9d-4112-aa12-3d7d63ddc6d7 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839896309-router', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:43.474495 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d3911331-7b0e-43dd-8920-d8dc50139412 admin admin] Publish callbacks [] for security_group (5a3b9c8b-f116-42de-b0c9-46e696316099), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:43.493036 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd1ae904-9e9d-4112-aa12-3d7d63ddc6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (56dc62e7-1868-480d-963b-291f7fa338b6), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:43.494705 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd1ae904-9e9d-4112-aa12-3d7d63ddc6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (56dc62e7-1868-480d-963b-291f7fa338b6), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:43.571410 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d3911331-7b0e-43dd-8920-d8dc50139412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (5a3b9c8b-f116-42de-b0c9-46e696316099), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:43.575910 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d3911331-7b0e-43dd-8920-d8dc50139412 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:43.579800 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d3911331-7b0e-43dd-8920-d8dc50139412 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5a3b9c8b-f116-42de-b0c9-46e696316099 HTTP/1.1" status: 204 len: 168 time: 0.2413855 Feb 09 01:09:43.591466 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f601ec1f-32d1-4319-af9d-5a32f0eb090d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-e8a262a2-1887-44d6-8265-164882c37a5a', 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a', 'project_id': '2ba95e383d254696b30a587479c29af0', 'fixed_ips': [{'subnet_id': '32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:09:43.594125 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f601ec1f-32d1-4319-af9d-5a32f0eb090d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:43.596824 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd1ae904-9e9d-4112-aa12-3d7d63ddc6d7 admin admin] Publish callbacks [] for router_controller (56dc62e7-1868-480d-963b-291f7fa338b6), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:43.602034 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3911331-7b0e-43dd-8920-d8dc50139412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3b9c8b-f116-42de-b0c9-46e696316099,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:43.730608 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45276) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:43.855106 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd1ae904-9e9d-4112-aa12-3d7d63ddc6d7 admin admin] Publish callbacks [] for router_gateway (56dc62e7-1868-480d-963b-291f7fa338b6), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:43.855610 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-f601ec1f-32d1-4319-af9d-5a32f0eb090d None None] Allocated IP 172.20.0.2 (e8a262a2-1887-44d6-8265-164882c37a5a/32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0/c17fe1b9-4ec2-4658-9887-a520b3de1586) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:43.892665 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44279e43-2467-43d5-8aff-6f94652b5ed6 req-44ce53cf-6253-4b02-9434-c267db0fe11c tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:43.894146 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-44279e43-2467-43d5-8aff-6f94652b5ed6 req-44ce53cf-6253-4b02-9434-c267db0fe11c tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2d6ccfa-7fa1-4b58-bec4-ca4269917a93 HTTP/1.1" status: 200 len: 948 time: 0.1336887 Feb 09 01:09:43.912706 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45282) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:43.932328 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-52398ba8-21dc-4abb-8bce-6f0c3bf314aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:43.956775 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d84b9-d910-4e26-af1e-a50495b811e0 req-f0b5c6dd-1d46-47ac-aec5-c3deee825213 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:43.964054 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4f3d84b9-d910-4e26-af1e-a50495b811e0 req-f0b5c6dd-1d46-47ac-aec5-c3deee825213 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c86a3c8-a96c-4af8-97aa-183aaef66801 HTTP/1.1" status: 200 len: 950 time: 0.2223625 Feb 09 01:09:44.053127 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-44279e43-2467-43d5-8aff-6f94652b5ed6 req-3f1a91de-9e2b-4377-af28-6a8584661019 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/security-groups?id=13938022-9eff-44d6-935a-12091911cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482000 Feb 09 01:09:44.064497 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4f3d84b9-d910-4e26-af1e-a50495b811e0 req-c4b76cf7-df90-4b27-ad20-3bdf85f042d6 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8de7eb4-c4ec-4240-8aec-c2fa820cc53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994515 Feb 09 01:09:44.104041 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-52398ba8-21dc-4abb-8bce-6f0c3bf314aa admin admin] Publish callbacks [] for security_group (7aa20ac2-c6fe-4b99-9354-3270697d036e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:44.118533 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-52398ba8-21dc-4abb-8bce-6f0c3bf314aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7aa20ac2-c6fe-4b99-9354-3270697d036e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:44.122848 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f601ec1f-32d1-4319-af9d-5a32f0eb090d None None] Publish callbacks [] for port (c17fe1b9-4ec2-4658-9887-a520b3de1586), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:44.135118 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f601ec1f-32d1-4319-af9d-5a32f0eb090d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (c17fe1b9-4ec2-4658-9887-a520b3de1586), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:44.216825 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-52398ba8-21dc-4abb-8bce-6f0c3bf314aa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a4f07ce1852741129549a7bc543bd9fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3004756 Feb 09 01:09:44.218107 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52398ba8-21dc-4abb-8bce-6f0c3bf314aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa20ac2-c6fe-4b99-9354-3270697d036e,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:44.221213 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45284) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:44.265653 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45288) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:44.271029 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f601ec1f-32d1-4319-af9d-5a32f0eb090d None None] Network e8a262a2-1887-44d6-8265-164882c37a5a is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:44.273237 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d833da85-15b6-4abc-bf7f-de745b2de1c4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3472b2dfd9fe4f48a74648cd3ac6ea2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5413136 Feb 09 01:09:44.276198 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45290) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:44.283603 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-f601ec1f-32d1-4319-af9d-5a32f0eb090d None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:44.292898 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f601ec1f-32d1-4319-af9d-5a32f0eb090d None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:09:44.300551 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601ec1f-32d1-4319-af9d-5a32f0eb090d None None] Pushing event updated for resources: {'Port': ['ID=c17fe1b9-4ec2-4658-9887-a520b3de1586,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:44.322303 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28048d9d-7cbb-43f0-9f66-1aa28b7d3f66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:44.401317 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3989b015-9753-4471-84c4-c07c4a64b97d admin admin] Publish callbacks [] for security_group (7aa20ac2-c6fe-4b99-9354-3270697d036e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:44.409894 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-f601ec1f-32d1-4319-af9d-5a32f0eb090d None None] Attempting to bind port c17fe1b9-4ec2-4658-9887-a520b3de1586 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:09:44.410759 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-f601ec1f-32d1-4319-af9d-5a32f0eb090d None None] Attempting to bind port c17fe1b9-4ec2-4658-9887-a520b3de1586 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '27fa4c45-9ec5-40ed-92ab-1cc81471d9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:09:44.410886 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f601ec1f-32d1-4319-af9d-5a32f0eb090d None None] Attempting to bind port c17fe1b9-4ec2-4658-9887-a520b3de1586 on network e8a262a2-1887-44d6-8265-164882c37a5a {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:09:44.417987 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f601ec1f-32d1-4319-af9d-5a32f0eb090d None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:09:44.418378 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f601ec1f-32d1-4319-af9d-5a32f0eb090d None None] Checking segment: {'id': '27fa4c45-9ec5-40ed-92ab-1cc81471d9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:09:44.418787 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f601ec1f-32d1-4319-af9d-5a32f0eb090d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:44.419345 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f601ec1f-32d1-4319-af9d-5a32f0eb090d None None] Bound using segment: {'id': '27fa4c45-9ec5-40ed-92ab-1cc81471d9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:09:44.420006 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-f601ec1f-32d1-4319-af9d-5a32f0eb090d None None] Bound port: c17fe1b9-4ec2-4658-9887-a520b3de1586, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27fa4c45-9ec5-40ed-92ab-1cc81471d9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:09:44.420941 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f601ec1f-32d1-4319-af9d-5a32f0eb090d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c17fe1b9-4ec2-4658-9887-a520b3de1586), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:44.438591 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-371b9bda-727d-4315-8117-1b64c918c6ac admin admin] Publish callbacks [] for security_group (fac29236-c9ba-4585-b3d4-676de461121c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:44.474258 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3989b015-9753-4471-84c4-c07c4a64b97d admin admin] Publish callbacks [] for security_group (7aa20ac2-c6fe-4b99-9354-3270697d036e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:44.506923 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-371b9bda-727d-4315-8117-1b64c918c6ac admin admin] Publish callbacks [] for security_group (fac29236-c9ba-4585-b3d4-676de461121c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:44.523181 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417553e-b662-4f46-9519-218e768c9ecc req-6db2770c-47a7-4047-9b83-b549b067a6a2 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:44.531636 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5417553e-b662-4f46-9519-218e768c9ecc req-6db2770c-47a7-4047-9b83-b549b067a6a2 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=233e7aff-9144-4957-a187-ef582ca62d65 HTTP/1.1" status: 200 len: 965 time: 0.1382499 Feb 09 01:09:44.535690 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-f601ec1f-32d1-4319-af9d-5a32f0eb090d None None] For port c17fe1b9-4ec2-4658-9887-a520b3de1586, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:09:44.539319 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd1ae904-9e9d-4112-aa12-3d7d63ddc6d7 admin admin] Publish callbacks [] for router_gateway (56dc62e7-1868-480d-963b-291f7fa338b6), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:44.551821 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-f601ec1f-32d1-4319-af9d-5a32f0eb090d None None] For port c17fe1b9-4ec2-4658-9887-a520b3de1586, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=c17fe1b9-4ec2-4658-9887-a520b3de1586,segment=NetworkSegment(27fa4c45-9ec5-40ed-92ab-1cc81471d9c8),segment_id=27fa4c45-9ec5-40ed-92ab-1cc81471d9c8)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:09:44.566158 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f601ec1f-32d1-4319-af9d-5a32f0eb090d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (c17fe1b9-4ec2-4658-9887-a520b3de1586), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:44.587038 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd1ae904-9e9d-4112-aa12-3d7d63ddc6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:44.591500 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28048d9d-7cbb-43f0-9f66-1aa28b7d3f66 admin admin] Publish callbacks [] for security_group (8a40f53a-7391-4353-b9dd-844b5db2b7b2), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:44.601078 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28048d9d-7cbb-43f0-9f66-1aa28b7d3f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (8a40f53a-7391-4353-b9dd-844b5db2b7b2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:44.649026 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3989b015-9753-4471-84c4-c07c4a64b97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7aa20ac2-c6fe-4b99-9354-3270697d036e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:44.652532 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3989b015-9753-4471-84c4-c07c4a64b97d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:44.656437 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3989b015-9753-4471-84c4-c07c4a64b97d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7aa20ac2-c6fe-4b99-9354-3270697d036e HTTP/1.1" status: 204 len: 168 time: 0.4320481 Feb 09 01:09:44.661320 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-371b9bda-727d-4315-8117-1b64c918c6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (fac29236-c9ba-4585-b3d4-676de461121c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:44.664052 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-371b9bda-727d-4315-8117-1b64c918c6ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:44.668022 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-371b9bda-727d-4315-8117-1b64c918c6ac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fac29236-c9ba-4585-b3d4-676de461121c HTTP/1.1" status: 204 len: 168 time: 0.3784573 Feb 09 01:09:44.673718 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-28048d9d-7cbb-43f0-9f66-1aa28b7d3f66 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fa56854df2ab49a1a362c400153faec2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3969643 Feb 09 01:09:44.673718 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28048d9d-7cbb-43f0-9f66-1aa28b7d3f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a40f53a-7391-4353-b9dd-844b5db2b7b2,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:44.674911 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45300) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:44.696406 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3989b015-9753-4471-84c4-c07c4a64b97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa20ac2-c6fe-4b99-9354-3270697d036e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:44.716425 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b9bda-727d-4315-8117-1b64c918c6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac29236-c9ba-4585-b3d4-676de461121c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:44.718982 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601ec1f-32d1-4319-af9d-5a32f0eb090d None None] Pushing event updated for resources: {'Port': ['ID=c17fe1b9-4ec2-4658-9887-a520b3de1586,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:44.732673 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5417553e-b662-4f46-9519-218e768c9ecc req-34e88087-48e8-4551-9786-13ccd0433406 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000175 Feb 09 01:09:44.769130 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3ed84cd5-8799-4b13-95ec-cc89ef0a9e05 admin admin] Publish callbacks [] for security_group (8a40f53a-7391-4353-b9dd-844b5db2b7b2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:44.801667 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742204f-88e0-45f7-a6bc-b408f05b6edb req-25699c80-91a3-4811-8028-7bf954cc4f08 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:44.808124 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3ed84cd5-8799-4b13-95ec-cc89ef0a9e05 admin admin] Publish callbacks [] for security_group (8a40f53a-7391-4353-b9dd-844b5db2b7b2), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:44.809198 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4742204f-88e0-45f7-a6bc-b408f05b6edb req-25699c80-91a3-4811-8028-7bf954cc4f08 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcb6c2f6-700b-43c5-b0d7-0c1cacdcdc1f HTTP/1.1" status: 200 len: 949 time: 0.2603898 Feb 09 01:09:44.886442 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3ed84cd5-8799-4b13-95ec-cc89ef0a9e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (8a40f53a-7391-4353-b9dd-844b5db2b7b2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:44.889556 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3ed84cd5-8799-4b13-95ec-cc89ef0a9e05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:44.894798 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3ed84cd5-8799-4b13-95ec-cc89ef0a9e05 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8a40f53a-7391-4353-b9dd-844b5db2b7b2 HTTP/1.1" status: 204 len: 168 time: 0.2188332 Feb 09 01:09:44.905271 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4742204f-88e0-45f7-a6bc-b408f05b6edb req-f96328b3-2863-46dd-b2ff-0656c4e4dfcf tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b173ca-229c-4571-a9fe-e920b15007e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949886 Feb 09 01:09:44.941191 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed84cd5-8799-4b13-95ec-cc89ef0a9e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a40f53a-7391-4353-b9dd-844b5db2b7b2,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:44.949977 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-cd1ae904-9e9d-4112-aa12-3d7d63ddc6d7 admin admin] Allocated IP 172.25.1.197 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/fd94e2c1-c6a4-4af5-8f0c-a969d00834b5) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:45.133375 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd1ae904-9e9d-4112-aa12-3d7d63ddc6d7 admin admin] Publish callbacks [] for port (fd94e2c1-c6a4-4af5-8f0c-a969d00834b5), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:45.247509 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd1ae904-9e9d-4112-aa12-3d7d63ddc6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (fd94e2c1-c6a4-4af5-8f0c-a969d00834b5), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:45.274667 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1ae904-9e9d-4112-aa12-3d7d63ddc6d7 admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:45.279446 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-cd1ae904-9e9d-4112-aa12-3d7d63ddc6d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:45.286722 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1ae904-9e9d-4112-aa12-3d7d63ddc6d7 admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:09:45.409585 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device c17fe1b9-4ec2-4658-9887-a520b3de1586 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:09:45.486469 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4466b4-02c1-4a6b-ab8c-ea7e8dfc3c61 req-e8eca0b6-0158-4a53-aaa1-8a0764dd13fc tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:45.490205 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-de4466b4-02c1-4a6b-ab8c-ea7e8dfc3c61 req-e8eca0b6-0158-4a53-aaa1-8a0764dd13fc tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2d6ccfa-7fa1-4b58-bec4-ca4269917a93 HTTP/1.1" status: 200 len: 948 time: 0.3055630 Feb 09 01:09:45.529203 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port c17fe1b9-4ec2-4658-9887-a520b3de1586 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:45.531120 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c17fe1b9-4ec2-4658-9887-a520b3de1586), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:45.560354 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ae904-9e9d-4112-aa12-3d7d63ddc6d7 admin admin] Pushing event updated for resources: {'Port': ['ID=fd94e2c1-c6a4-4af5-8f0c-a969d00834b5,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:45.628890 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 328f612a-b2cb-48b8-96fd-5f67b31bb13a up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:09:45.681990 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45330) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:45.699170 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7120bd4f-d95b-4037-bb7d-b90296fbc767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:45.729902 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port c17fe1b9-4ec2-4658-9887-a520b3de1586 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:45.730471 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c17fe1b9-4ec2-4658-9887-a520b3de1586), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:45.809806 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port c17fe1b9-4ec2-4658-9887-a520b3de1586, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=c17fe1b9-4ec2-4658-9887-a520b3de1586,segment=NetworkSegment(27fa4c45-9ec5-40ed-92ab-1cc81471d9c8),segment_id=27fa4c45-9ec5-40ed-92ab-1cc81471d9c8)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:45.812402 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 328f612a-b2cb-48b8-96fd-5f67b31bb13a completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:09:45.820212 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (c17fe1b9-4ec2-4658-9887-a520b3de1586), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:45.826330 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 328f612a-b2cb-48b8-96fd-5f67b31bb13a triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:45.827392 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (328f612a-b2cb-48b8-96fd-5f67b31bb13a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:45.872322 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7120bd4f-d95b-4037-bb7d-b90296fbc767 admin admin] Publish callbacks [] for security_group (49551fed-aee1-4cde-8b94-8d2928223382), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:45.881641 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7120bd4f-d95b-4037-bb7d-b90296fbc767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (49551fed-aee1-4cde-8b94-8d2928223382), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:45.904262 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-de4466b4-02c1-4a6b-ab8c-ea7e8dfc3c61 req-7540fcb9-4e98-4bd9-93b3-66305bd665e3 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/security-groups?id=13938022-9eff-44d6-935a-12091911cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274109 Feb 09 01:09:45.989600 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7120bd4f-d95b-4037-bb7d-b90296fbc767 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2f685806985647dab4adeba571db5a5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3035450 Feb 09 01:09:45.990254 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45338) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:45.994523 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7120bd4f-d95b-4037-bb7d-b90296fbc767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49551fed-aee1-4cde-8b94-8d2928223382,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:46.025084 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c794bf-f1b6-4d73-937c-2ede652c0fa7 req-9567b08e-5550-45d7-bd3d-d0628a4576e2 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:46.035551 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-60c794bf-f1b6-4d73-937c-2ede652c0fa7 req-9567b08e-5550-45d7-bd3d-d0628a4576e2 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c86a3c8-a96c-4af8-97aa-183aaef66801 HTTP/1.1" status: 200 len: 950 time: 0.3667767 Feb 09 01:09:46.037414 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=c17fe1b9-4ec2-4658-9887-a520b3de1586,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:46.047070 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device af3070aa-b755-412b-9fed-58b2e7804581 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:09:46.081348 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: af3070aa-b755-412b-9fed-58b2e7804581 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:09:46.081894 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device af3070aa-b755-412b-9fed-58b2e7804581 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:09:46.157015 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 328f612a-b2cb-48b8-96fd-5f67b31bb13a is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:46.157406 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (328f612a-b2cb-48b8-96fd-5f67b31bb13a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:46.168512 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd1ae904-9e9d-4112-aa12-3d7d63ddc6d7 admin admin] Publish callbacks [] for router_gateway (56dc62e7-1868-480d-963b-291f7fa338b6), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:46.204826 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d6ccfa-7fa1-4b58-bec4-ca4269917a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328f612a-b2cb-48b8-96fd-5f67b31bb13a'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:09:46.211496 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f637426-89d7-475f-a29d-d019276309a8" -d '{"events": [{"server_uuid": "e2d6ccfa-7fa1-4b58-bec4-ca4269917a93", "name": "network-vif-plugged", "status": "completed", "tag": "328f612a-b2cb-48b8-96fd-5f67b31bb13a"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:09:46.225769 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-448bffdf-764d-490a-899f-a25989f93dd7 req-ffe141de-1ac1-4296-8748-97cd855ae373 service neutron] 10.222.0.121 "GET /v2.0/ports/ae1864f9-d6b2-46c3-921c-f067c0726ab2/bindings/n-h2-822053-40 HTTP/1.1" status: 200 len: 385 time: 0.2138951 Feb 09 01:09:46.236504 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 328f612a-b2cb-48b8-96fd-5f67b31bb13a, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=328f612a-b2cb-48b8-96fd-5f67b31bb13a,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:46.256658 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (328f612a-b2cb-48b8-96fd-5f67b31bb13a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:46.284533 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-35227185-12be-48cb-a840-43dc6597b316 admin admin] Publish callbacks [] for security_group (49551fed-aee1-4cde-8b94-8d2928223382), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:46.321483 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-60c794bf-f1b6-4d73-937c-2ede652c0fa7 req-412e4556-576f-4f09-8787-a4941de8853b tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8de7eb4-c4ec-4240-8aec-c2fa820cc53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831635 Feb 09 01:09:46.333480 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=328f612a-b2cb-48b8-96fd-5f67b31bb13a,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:46.342946 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da851bf-4b42-4906-b04e-ddab61d2817a req-6d085298-299f-4268-bc5c-42db2033768f tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:46.344569 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6da851bf-4b42-4906-b04e-ddab61d2817a req-6d085298-299f-4268-bc5c-42db2033768f tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcb6c2f6-700b-43c5-b0d7-0c1cacdcdc1f HTTP/1.1" status: 200 len: 949 time: 0.2484813 Feb 09 01:09:46.346455 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-35227185-12be-48cb-a840-43dc6597b316 admin admin] Publish callbacks [] for security_group (49551fed-aee1-4cde-8b94-8d2928223382), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:46.382213 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962c9c08-723d-471a-ba6f-49345a21c550 None None] Network e8a262a2-1887-44d6-8265-164882c37a5a requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:09:46.495156 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-35227185-12be-48cb-a840-43dc6597b316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (49551fed-aee1-4cde-8b94-8d2928223382), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:46.499360 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-35227185-12be-48cb-a840-43dc6597b316 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:46.509703 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-35227185-12be-48cb-a840-43dc6597b316 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/49551fed-aee1-4cde-8b94-8d2928223382 HTTP/1.1" status: 204 len: 168 time: 0.5182397 Feb 09 01:09:46.539251 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-75151c7f-9917-445c-99e5-89a7e30d519c None None] Provisioning complete for port c17fe1b9-4ec2-4658-9887-a520b3de1586 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:46.539916 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-75151c7f-9917-445c-99e5-89a7e30d519c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c17fe1b9-4ec2-4658-9887-a520b3de1586), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:46.540125 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35227185-12be-48cb-a840-43dc6597b316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49551fed-aee1-4cde-8b94-8d2928223382,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:46.604339 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6da851bf-4b42-4906-b04e-ddab61d2817a req-6fcf7d36-1c65-4d13-8480-dbe569f38c2d tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b173ca-229c-4571-a9fe-e920b15007e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503586 Feb 09 01:09:46.631050 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21535c59-4e7c-422f-8e15-397779dc7606 req-dd19b644-2602-4c5f-9cda-2d4b30a269de tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:46.641792 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-21535c59-4e7c-422f-8e15-397779dc7606 req-dd19b644-2602-4c5f-9cda-2d4b30a269de tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=233e7aff-9144-4957-a187-ef582ca62d65 HTTP/1.1" status: 200 len: 965 time: 0.2173057 Feb 09 01:09:46.704918 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-75151c7f-9917-445c-99e5-89a7e30d519c None None] Current status of the port c17fe1b9-4ec2-4658-9887-a520b3de1586 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:46.711719 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de3ae8f-ecb0-4785-9565-172afec0d24f x-openstack-request-id: req-4de3ae8f-ecb0-4785-9565-172afec0d24f {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:09:46.712060 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2d6ccfa-7fa1-4b58-bec4-ca4269917a93", "name": "network-vif-plugged", "status": "completed", "tag": "328f612a-b2cb-48b8-96fd-5f67b31bb13a", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:09:46.712323 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4de3ae8f-ecb0-4785-9565-172afec0d24f {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:09:46.712718 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d6ccfa-7fa1-4b58-bec4-ca4269917a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328f612a-b2cb-48b8-96fd-5f67b31bb13a', 'code': 200} Feb 09 01:09:46.793259 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-448bffdf-764d-490a-899f-a25989f93dd7 req-ac630e5f-cccd-4fce-a075-23804fcf24f3 service neutron] For port ae1864f9-d6b2-46c3-921c-f067c0726ab2, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=ae1864f9-d6b2-46c3-921c-f067c0726ab2,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:46.829309 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-448bffdf-764d-490a-899f-a25989f93dd7 req-ac630e5f-cccd-4fce-a075-23804fcf24f3 service neutron] For port ae1864f9-d6b2-46c3-921c-f067c0726ab2, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:09:46.884284 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-448bffdf-764d-490a-899f-a25989f93dd7 req-ac630e5f-cccd-4fce-a075-23804fcf24f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae1864f9-d6b2-46c3-921c-f067c0726ab2 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:09:46.896050 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-448bffdf-764d-490a-899f-a25989f93dd7 req-ac630e5f-cccd-4fce-a075-23804fcf24f3 service neutron] For port ae1864f9-d6b2-46c3-921c-f067c0726ab2, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=ae1864f9-d6b2-46c3-921c-f067c0726ab2,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:46.942606 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-448bffdf-764d-490a-899f-a25989f93dd7 req-ac630e5f-cccd-4fce-a075-23804fcf24f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ae1864f9-d6b2-46c3-921c-f067c0726ab2), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:46.955444 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-21535c59-4e7c-422f-8e15-397779dc7606 req-84b50645-9e0a-4bc2-a5a2-b36682f31a62 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868336 Feb 09 01:09:46.989380 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1435fa-c876-4df2-b1a5-899055636423 req-a24d48a8-85eb-40a9-8ca2-26a0ec41e966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:46.990873 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5c1435fa-c876-4df2-b1a5-899055636423 req-a24d48a8-85eb-40a9-8ca2-26a0ec41e966 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e2d6ccfa-7fa1-4b58-bec4-ca4269917a93 HTTP/1.1" status: 200 len: 1132 time: 0.0828614 Feb 09 01:09:47.032112 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd1ae904-9e9d-4112-aa12-3d7d63ddc6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (56dc62e7-1868-480d-963b-291f7fa338b6), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:47.032350 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-002930af-bf07-48f3-8578-daa439c930f6 None None] Provisioning complete for port c17fe1b9-4ec2-4658-9887-a520b3de1586 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:47.032813 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-002930af-bf07-48f3-8578-daa439c930f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c17fe1b9-4ec2-4658-9887-a520b3de1586), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:47.135551 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5c1435fa-c876-4df2-b1a5-899055636423 req-00dd447d-2022-4d4d-a4e5-642c25db1730 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=13938022-9eff-44d6-935a-12091911cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070988 Feb 09 01:09:47.147624 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-448bffdf-764d-490a-899f-a25989f93dd7 req-ac630e5f-cccd-4fce-a075-23804fcf24f3 service neutron] Transition to ACTIVE for port object ae1864f9-d6b2-46c3-921c-f067c0726ab2 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:09:47.154899 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-448bffdf-764d-490a-899f-a25989f93dd7 req-ac630e5f-cccd-4fce-a075-23804fcf24f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (ae1864f9-d6b2-46c3-921c-f067c0726ab2), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:47.283382 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a090bc-8cc4-4c67-ab6f-6799f26d8212 req-678b73bb-029f-4b0a-97ab-44c8c6799c21 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:47.289882 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-58a090bc-8cc4-4c67-ab6f-6799f26d8212 req-678b73bb-029f-4b0a-97ab-44c8c6799c21 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2d6ccfa-7fa1-4b58-bec4-ca4269917a93 HTTP/1.1" status: 200 len: 949 time: 0.1735139 Feb 09 01:09:47.316786 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-002930af-bf07-48f3-8578-daa439c930f6 None None] Current status of the port c17fe1b9-4ec2-4658-9887-a520b3de1586 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:47.323540 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8230641-9ff0-4798-84e9-7890ed31e442 req-da927a96-a07d-46bf-bf1b-fa79959433ea tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:47.325191 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b8230641-9ff0-4798-84e9-7890ed31e442 req-da927a96-a07d-46bf-bf1b-fa79959433ea tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c86a3c8-a96c-4af8-97aa-183aaef66801 HTTP/1.1" status: 200 len: 950 time: 0.1276367 Feb 09 01:09:47.368360 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device c17fe1b9-4ec2-4658-9887-a520b3de1586 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:09:47.428690 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-58a090bc-8cc4-4c67-ab6f-6799f26d8212 req-6651af65-6265-4621-995d-4766459a93c9 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/security-groups?id=13938022-9eff-44d6-935a-12091911cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368287 Feb 09 01:09:47.445415 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b8230641-9ff0-4798-84e9-7890ed31e442 req-941a32c9-4816-4343-a38b-62afef9aa74b tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8de7eb4-c4ec-4240-8aec-c2fa820cc53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083333 Feb 09 01:09:47.470595 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1ae904-9e9d-4112-aa12-3d7d63ddc6d7 admin admin] Router 56dc62e7-1868-480d-963b-291f7fa338b6 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:09:47.504988 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port c17fe1b9-4ec2-4658-9887-a520b3de1586 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:47.505594 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c17fe1b9-4ec2-4658-9887-a520b3de1586), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:47.569869 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-448bffdf-764d-490a-899f-a25989f93dd7 req-ac630e5f-cccd-4fce-a075-23804fcf24f3 service neutron] No DVR routers for this DVR port ae1864f9-d6b2-46c3-921c-f067c0726ab2 on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:09:47.624967 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port c17fe1b9-4ec2-4658-9887-a520b3de1586 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:47.658781 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-448bffdf-764d-490a-899f-a25989f93dd7 req-ac630e5f-cccd-4fce-a075-23804fcf24f3 service neutron] 10.222.0.121 "PUT /v2.0/ports/ae1864f9-d6b2-46c3-921c-f067c0726ab2/bindings/n-h2-822053-40/activate HTTP/1.1" status: 200 len: 370 time: 1.3879905 Feb 09 01:09:47.671773 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac630e5f-cccd-4fce-a075-23804fcf24f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ae1864f9-d6b2-46c3-921c-f067c0726ab2,revision_number=10']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:47.736396 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ddcea-7976-41de-8ed2-5a2d1a05bf86 req-6ddc06b8-e3e9-4d41-a66e-58f1e6bf9497 tempest-DeleteServersAdminTestJSON-1388534012 tempest-DeleteServersAdminTestJSON-1388534012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:47.737965 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ca2ddcea-7976-41de-8ed2-5a2d1a05bf86 req-6ddc06b8-e3e9-4d41-a66e-58f1e6bf9497 tempest-DeleteServersAdminTestJSON-1388534012 tempest-DeleteServersAdminTestJSON-1388534012-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=bcb6c2f6-700b-43c5-b0d7-0c1cacdcdc1f HTTP/1.1" status: 200 len: 1132 time: 0.0628052 Feb 09 01:09:47.870278 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-ca2ddcea-7976-41de-8ed2-5a2d1a05bf86 req-062adc16-3fcf-4314-922b-2c982ca8af97 tempest-DeleteServersAdminTestJSON-1388534012 tempest-DeleteServersAdminTestJSON-1388534012-project-admin] Deleting port bb8dd930-62c4-4eae-a494-68e6ba94fd16 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:09:47.871899 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ca2ddcea-7976-41de-8ed2-5a2d1a05bf86 req-062adc16-3fcf-4314-922b-2c982ca8af97 tempest-DeleteServersAdminTestJSON-1388534012 tempest-DeleteServersAdminTestJSON-1388534012-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (bb8dd930-62c4-4eae-a494-68e6ba94fd16), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:47.950443 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149cfb76-dd94-4d9d-9981-87ae083fff54 req-37aca5e4-631c-43d5-a6a0-6303ae905451 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:47.952252 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-149cfb76-dd94-4d9d-9981-87ae083fff54 req-37aca5e4-631c-43d5-a6a0-6303ae905451 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcb6c2f6-700b-43c5-b0d7-0c1cacdcdc1f HTTP/1.1" status: 200 len: 949 time: 0.1464663 Feb 09 01:09:47.954191 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448bffdf-764d-490a-899f-a25989f93dd7 req-eb1e4a8c-5aef-4c80-8090-364a4ecec601 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:47.955534 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-448bffdf-764d-490a-899f-a25989f93dd7 req-eb1e4a8c-5aef-4c80-8090-364a4ecec601 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=233e7aff-9144-4957-a187-ef582ca62d65&tenant_id=991583a4f7ce4c4eb6893f1ec411692c&binding%3Ahost_id=n-h1-822053-40 HTTP/1.1" status: 200 len: 1149 time: 0.1488197 Feb 09 01:09:47.992776 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-ca2ddcea-7976-41de-8ed2-5a2d1a05bf86 req-062adc16-3fcf-4314-922b-2c982ca8af97 tempest-DeleteServersAdminTestJSON-1388534012 tempest-DeleteServersAdminTestJSON-1388534012-project-admin] For port bb8dd930-62c4-4eae-a494-68e6ba94fd16, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=bb8dd930-62c4-4eae-a494-68e6ba94fd16,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:47.993134 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ca2ddcea-7976-41de-8ed2-5a2d1a05bf86 req-062adc16-3fcf-4314-922b-2c982ca8af97 tempest-DeleteServersAdminTestJSON-1388534012 tempest-DeleteServersAdminTestJSON-1388534012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (bb8dd930-62c4-4eae-a494-68e6ba94fd16), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:48.024229 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-ca2ddcea-7976-41de-8ed2-5a2d1a05bf86 req-062adc16-3fcf-4314-922b-2c982ca8af97 tempest-DeleteServersAdminTestJSON-1388534012 tempest-DeleteServersAdminTestJSON-1388534012-project-admin] Calling delete_port for bb8dd930-62c4-4eae-a494-68e6ba94fd16 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:09:48.084035 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1ae904-9e9d-4112-aa12-3d7d63ddc6d7 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:09:48.100419 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8007633-acf2-42f2-b1cb-7473d66844d4 None None] Sync routers for ids ['56dc62e7-1868-480d-963b-291f7fa338b6'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:09:48.111024 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-149cfb76-dd94-4d9d-9981-87ae083fff54 req-4d7c05c7-8421-43da-a503-acd6dcf767ac tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b173ca-229c-4571-a9fe-e920b15007e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511254 Feb 09 01:09:48.113691 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8007633-acf2-42f2-b1cb-7473d66844d4 None None] Routers {'56dc62e7-1868-480d-963b-291f7fa338b6'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:09:48.115274 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-f8007633-acf2-42f2-b1cb-7473d66844d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:09:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['56dc62e7-1868-480d-963b-291f7fa338b6'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:48.141870 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448bffdf-764d-490a-899f-a25989f93dd7 req-9b24c144-6430-4b67-a9ed-274a3b89681a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:48.143540 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-448bffdf-764d-490a-899f-a25989f93dd7 req-9b24c144-6430-4b67-a9ed-274a3b89681a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=233e7aff-9144-4957-a187-ef582ca62d65&tenant_id=991583a4f7ce4c4eb6893f1ec411692c HTTP/1.1" status: 200 len: 1149 time: 0.1625459 Feb 09 01:09:48.149284 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd1ae904-9e9d-4112-aa12-3d7d63ddc6d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:48.150456 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-cd1ae904-9e9d-4112-aa12-3d7d63ddc6d7 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.7002046 Feb 09 01:09:48.153542 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45406) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:48.176529 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836b7c9-52f1-43e1-9407-4784f24a16b5 req-0cb30a53-febb-4b08-8e13-4d88e7a4d819 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:48.186520 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d836b7c9-52f1-43e1-9407-4784f24a16b5 req-0cb30a53-febb-4b08-8e13-4d88e7a4d819 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=233e7aff-9144-4957-a187-ef582ca62d65 HTTP/1.1" status: 200 len: 966 time: 0.1176672 Feb 09 01:09:48.302948 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d836b7c9-52f1-43e1-9407-4784f24a16b5 req-e7b7911e-8fb2-4f51-8eb9-6bf093e9d22d tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151507 Feb 09 01:09:48.340692 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448bffdf-764d-490a-899f-a25989f93dd7 req-74018a20-72d1-4551-928a-264ced5690ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:48.343309 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-448bffdf-764d-490a-899f-a25989f93dd7 req-74018a20-72d1-4551-928a-264ced5690ee service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=991583a4f7ce4c4eb6893f1ec411692c&device_id=233e7aff-9144-4957-a187-ef582ca62d65 HTTP/1.1" status: 200 len: 1149 time: 0.1537025 Feb 09 01:09:48.357123 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-f8007633-acf2-42f2-b1cb-7473d66844d4 None None] Set router 56dc62e7-1868-480d-963b-291f7fa338b6 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:09:48.378126 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ca2ddcea-7976-41de-8ed2-5a2d1a05bf86 req-062adc16-3fcf-4314-922b-2c982ca8af97 tempest-DeleteServersAdminTestJSON-1388534012 tempest-DeleteServersAdminTestJSON-1388534012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (bb8dd930-62c4-4eae-a494-68e6ba94fd16), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:48.392020 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['bb8dd930-62c4-4eae-a494-68e6ba94fd16'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:09:48.437546 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062adc16-3fcf-4314-922b-2c982ca8af97 tempest-DeleteServersAdminTestJSON-1388534012 tempest-DeleteServersAdminTestJSON-1388534012-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb8dd930-62c4-4eae-a494-68e6ba94fd16,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:48.506047 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca2ddcea-7976-41de-8ed2-5a2d1a05bf86 req-062adc16-3fcf-4314-922b-2c982ca8af97 tempest-DeleteServersAdminTestJSON-1388534012 tempest-DeleteServersAdminTestJSON-1388534012-project-admin] No DVR routers for this DVR port bb8dd930-62c4-4eae-a494-68e6ba94fd16 on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:09:48.527007 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ca2ddcea-7976-41de-8ed2-5a2d1a05bf86 req-062adc16-3fcf-4314-922b-2c982ca8af97 tempest-DeleteServersAdminTestJSON-1388534012 tempest-DeleteServersAdminTestJSON-1388534012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:48.531175 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ca2ddcea-7976-41de-8ed2-5a2d1a05bf86 req-062adc16-3fcf-4314-922b-2c982ca8af97 tempest-DeleteServersAdminTestJSON-1388534012 tempest-DeleteServersAdminTestJSON-1388534012-project-admin] 10.222.0.91 "DELETE /v2.0/ports/bb8dd930-62c4-4eae-a494-68e6ba94fd16 HTTP/1.1" status: 204 len: 173 time: 0.7788081 Feb 09 01:09:48.533699 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb6c2f6-700b-43c5-b0d7-0c1cacdcdc1f', 'name': 'network-vif-deleted', 'tag': 'bb8dd930-62c4-4eae-a494-68e6ba94fd16'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:09:48.535960 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326a2ad7-a4e5-4552-8f48-b3c6ced0bb0f" -d '{"events": [{"server_uuid": "bcb6c2f6-700b-43c5-b0d7-0c1cacdcdc1f", "name": "network-vif-deleted", "tag": "bb8dd930-62c4-4eae-a494-68e6ba94fd16"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:09:48.590758 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448bffdf-764d-490a-899f-a25989f93dd7 req-b1a8fe9d-68ab-4df9-9589-943cfb5672e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:48.595147 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-448bffdf-764d-490a-899f-a25989f93dd7 req-b1a8fe9d-68ab-4df9-9589-943cfb5672e8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=28c1f603-e786-4a84-b8ed-ec2e36c0d018 HTTP/1.1" status: 200 len: 909 time: 0.2429426 Feb 09 01:09:48.726773 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-448bffdf-764d-490a-899f-a25989f93dd7 req-50cac3b9-2394-4854-818f-8065c8424573 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae1864f9-d6b2-46c3-921c-f067c0726ab2 HTTP/1.1" status: 200 len: 217 time: 0.1222422 Feb 09 01:09:48.911605 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-f8007633-acf2-42f2-b1cb-7473d66844d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839896309-router', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'fd94e2c1-c6a4-4af5-8f0c-a969d00834b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:43Z', 'updated_at': '2022-02-09T01:09:45Z', 'revision_number': 3, 'project_id': '2ba95e383d254696b30a587479c29af0', 'gw_port': {'id': 'fd94e2c1-c6a4-4af5-8f0c-a969d00834b5', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:44Z', 'updated_at': '2022-02-09T01:09:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:48.916335 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448bffdf-764d-490a-899f-a25989f93dd7 req-236c82fb-cedd-4b48-9a69-e9bb7e8861ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:48.917809 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-448bffdf-764d-490a-899f-a25989f93dd7 req-236c82fb-cedd-4b48-9a69-e9bb7e8861ee service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8fe24410-38bf-494b-a44d-46f0496d84a5 HTTP/1.1" status: 200 len: 848 time: 0.1495812 Feb 09 01:09:48.919233 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670163b-3d85-4c96-be3b-12f573c43d0c req-f3883d17-6716-43dc-b84f-658492ceb082 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:48.921498 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1670163b-3d85-4c96-be3b-12f573c43d0c req-f3883d17-6716-43dc-b84f-658492ceb082 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] 10.222.0.121 "GET /v2.0/ports?device_id=2c86a3c8-a96c-4af8-97aa-183aaef66801 HTTP/1.1" status: 200 len: 950 time: 0.3895614 Feb 09 01:09:48.946949 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8007633-acf2-42f2-b1cb-7473d66844d4 None None] Checking router: 56dc62e7-1868-480d-963b-291f7fa338b6 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:09:48.947617 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8007633-acf2-42f2-b1cb-7473d66844d4 None None] Updating router 56dc62e7-1868-480d-963b-291f7fa338b6 port fd94e2c1-c6a4-4af5-8f0c-a969d00834b5 binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:09:48.975317 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-448bffdf-764d-490a-899f-a25989f93dd7 req-acbb9374-e246-406c-80ec-a0175dd27c3c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=28c1f603-e786-4a84-b8ed-ec2e36c0d018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422797 Feb 09 01:09:48.979345 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f8007633-acf2-42f2-b1cb-7473d66844d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (fd94e2c1-c6a4-4af5-8f0c-a969d00834b5), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:48.996010 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041000c-d89e-406c-b37b-43fc8f54152e req-f9428b23-595d-4dac-bfb0-d87072d35de3 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:48.996258 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8041000c-d89e-406c-b37b-43fc8f54152e req-f9428b23-595d-4dac-bfb0-d87072d35de3 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2d6ccfa-7fa1-4b58-bec4-ca4269917a93 HTTP/1.1" status: 200 len: 949 time: 0.2966290 Feb 09 01:09:49.035302 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223fea8-280c-4492-88d8-db56e8277edf req-0a7e6c8d-16a8-4009-9588-f4795f752ecf tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:49.043278 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b223fea8-280c-4492-88d8-db56e8277edf req-0a7e6c8d-16a8-4009-9588-f4795f752ecf tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c86a3c8-a96c-4af8-97aa-183aaef66801 HTTP/1.1" status: 200 len: 950 time: 0.3360472 Feb 09 01:09:49.112151 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:49.176403 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8041000c-d89e-406c-b37b-43fc8f54152e req-11d9fcfa-429f-42d0-896b-695fc0ed7e4f tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/security-groups?id=13938022-9eff-44d6-935a-12091911cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791530 Feb 09 01:09:49.205875 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b223fea8-280c-4492-88d8-db56e8277edf req-e75a7911-6f5a-4c78-ae22-8ceebbeadd63 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8de7eb4-c4ec-4240-8aec-c2fa820cc53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617551 Feb 09 01:09:49.243086 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-1670163b-3d85-4c96-be3b-12f573c43d0c req-08710751-a4f5-49d0-82fb-b6867d0bcc28 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] Deleting port cd1ec8ab-d50e-450e-a966-f0d971fcd544 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:09:49.243370 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-1670163b-3d85-4c96-be3b-12f573c43d0c req-08710751-a4f5-49d0-82fb-b6867d0bcc28 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (cd1ec8ab-d50e-450e-a966-f0d971fcd544), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:49.289758 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-448bffdf-764d-490a-899f-a25989f93dd7 req-fd178bfe-56fa-45ad-a9eb-8317e00b2777 service neutron] 10.222.0.91 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696903 Feb 09 01:09:49.341214 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-1670163b-3d85-4c96-be3b-12f573c43d0c req-08710751-a4f5-49d0-82fb-b6867d0bcc28 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] For port cd1ec8ab-d50e-450e-a966-f0d971fcd544, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=cd1ec8ab-d50e-450e-a966-f0d971fcd544,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:49.341574 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-1670163b-3d85-4c96-be3b-12f573c43d0c req-08710751-a4f5-49d0-82fb-b6867d0bcc28 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (cd1ec8ab-d50e-450e-a966-f0d971fcd544), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:49.359226 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-1670163b-3d85-4c96-be3b-12f573c43d0c req-08710751-a4f5-49d0-82fb-b6867d0bcc28 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] Calling delete_port for cd1ec8ab-d50e-450e-a966-f0d971fcd544 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:09:49.361985 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f8007633-acf2-42f2-b1cb-7473d66844d4 None None] Publish callbacks [] for port (fd94e2c1-c6a4-4af5-8f0c-a969d00834b5), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:49.375532 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f8007633-acf2-42f2-b1cb-7473d66844d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (fd94e2c1-c6a4-4af5-8f0c-a969d00834b5), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:49.464121 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-448bffdf-764d-490a-899f-a25989f93dd7 req-702f7509-a74c-4aa0-870f-a18572274c99 service neutron] 10.222.0.91 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639009 Feb 09 01:09:49.497363 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de2950a-0838-4587-987d-0c903912182d x-openstack-request-id: req-3de2950a-0838-4587-987d-0c903912182d {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:09:49.497985 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb6c2f6-700b-43c5-b0d7-0c1cacdcdc1f", "name": "network-vif-deleted", "tag": "bb8dd930-62c4-4eae-a494-68e6ba94fd16", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:09:49.497985 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3de2950a-0838-4587-987d-0c903912182d {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:09:49.498434 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb6c2f6-700b-43c5-b0d7-0c1cacdcdc1f', 'name': 'network-vif-deleted', 'tag': 'bb8dd930-62c4-4eae-a494-68e6ba94fd16', 'status': 'completed', 'code': 200} Feb 09 01:09:49.502312 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-f8007633-acf2-42f2-b1cb-7473d66844d4 None None] Attempting to bind port fd94e2c1-c6a4-4af5-8f0c-a969d00834b5 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:09:49.502692 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-f8007633-acf2-42f2-b1cb-7473d66844d4 None None] Attempting to bind port fd94e2c1-c6a4-4af5-8f0c-a969d00834b5 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:09:49.503056 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8007633-acf2-42f2-b1cb-7473d66844d4 None None] Attempting to bind port fd94e2c1-c6a4-4af5-8f0c-a969d00834b5 on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:09:49.518757 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a82cc-25a1-417d-9ab9-5ee2b66c0381 None None] Pushing event updated for resources: {'Port': ['ID=fd94e2c1-c6a4-4af5-8f0c-a969d00834b5,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:49.532651 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8007633-acf2-42f2-b1cb-7473d66844d4 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:09:49.532999 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8007633-acf2-42f2-b1cb-7473d66844d4 None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:09:49.533402 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f8007633-acf2-42f2-b1cb-7473d66844d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:49.533968 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8007633-acf2-42f2-b1cb-7473d66844d4 None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:09:49.534470 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-f8007633-acf2-42f2-b1cb-7473d66844d4 None None] Bound port: fd94e2c1-c6a4-4af5-8f0c-a969d00834b5, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:09:49.534845 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f8007633-acf2-42f2-b1cb-7473d66844d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (fd94e2c1-c6a4-4af5-8f0c-a969d00834b5), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:49.579728 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a82cc-25a1-417d-9ab9-5ee2b66c0381 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:49.580112 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a82cc-25a1-417d-9ab9-5ee2b66c0381 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:49.580458 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a82cc-25a1-417d-9ab9-5ee2b66c0381 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:49.580795 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a82cc-25a1-417d-9ab9-5ee2b66c0381 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:49.581128 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a82cc-25a1-417d-9ab9-5ee2b66c0381 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:49.581453 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a82cc-25a1-417d-9ab9-5ee2b66c0381 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:49.581777 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a82cc-25a1-417d-9ab9-5ee2b66c0381 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:49.582099 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a82cc-25a1-417d-9ab9-5ee2b66c0381 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:49.582419 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a82cc-25a1-417d-9ab9-5ee2b66c0381 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:49.582748 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a82cc-25a1-417d-9ab9-5ee2b66c0381 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:49.583073 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a82cc-25a1-417d-9ab9-5ee2b66c0381 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:49.583394 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a82cc-25a1-417d-9ab9-5ee2b66c0381 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:49.583715 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a82cc-25a1-417d-9ab9-5ee2b66c0381 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:49.584938 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a82cc-25a1-417d-9ab9-5ee2b66c0381 None None] Tracked resource versions report: Feb 09 01:09:49.584938 n-d-822053-40 neutron-server[103531]: pushed versions: Feb 09 01:09:49.584938 n-d-822053-40 neutron-server[103531]: { 'AddressGroup': {'1.2'}, Feb 09 01:09:49.584938 n-d-822053-40 neutron-server[103531]: 'ConntrackHelper': {'1.0'}, Feb 09 01:09:49.584938 n-d-822053-40 neutron-server[103531]: 'LocalIPAssociation': {'1.0'}, Feb 09 01:09:49.584938 n-d-822053-40 neutron-server[103531]: 'Log': {'1.0'}, Feb 09 01:09:49.584938 n-d-822053-40 neutron-server[103531]: 'Network': {'1.1'}, Feb 09 01:09:49.584938 n-d-822053-40 neutron-server[103531]: 'Port': {'1.7'}, Feb 09 01:09:49.584938 n-d-822053-40 neutron-server[103531]: 'PortForwarding': {'1.2'}, Feb 09 01:09:49.584938 n-d-822053-40 neutron-server[103531]: 'QosPolicy': {'1.10'}, Feb 09 01:09:49.584938 n-d-822053-40 neutron-server[103531]: 'SecurityGroup': {'1.5'}, Feb 09 01:09:49.584938 n-d-822053-40 neutron-server[103531]: 'SecurityGroupRule': {'1.2'}, Feb 09 01:09:49.584938 n-d-822053-40 neutron-server[103531]: 'SubPort': {'1.0'}, Feb 09 01:09:49.584938 n-d-822053-40 neutron-server[103531]: 'Subnet': {'1.1'}, Feb 09 01:09:49.584938 n-d-822053-40 neutron-server[103531]: 'Trunk': {'1.1'}} Feb 09 01:09:49.584938 n-d-822053-40 neutron-server[103531]: consumer versions: Feb 09 01:09:49.584938 n-d-822053-40 neutron-server[103531]: { DHCP agent@n-d-822053-40: {}, Feb 09 01:09:49.584938 n-d-822053-40 neutron-server[103531]: HyperV agent@n-h1-822053-40: {}, Feb 09 01:09:49.584938 n-d-822053-40 neutron-server[103531]: HyperV agent@n-h2-822053-40: {}, Feb 09 01:09:49.584938 n-d-822053-40 neutron-server[103531]: L3 agent@n-d-822053-40: {}, Feb 09 01:09:49.584938 n-d-822053-40 neutron-server[103531]: Metadata agent@n-d-822053-40: {}, Feb 09 01:09:49.584938 n-d-822053-40 neutron-server[103531]: Metering agent@n-d-822053-40: {}, Feb 09 01:09:49.584938 n-d-822053-40 neutron-server[103531]: Open vSwitch agent@n-d-822053-40: { 'AddressGroup': '1.2', Feb 09 01:09:49.584938 n-d-822053-40 neutron-server[103531]: 'ConntrackHelper': '1.0', Feb 09 01:09:49.584938 n-d-822053-40 neutron-server[103531]: 'LocalIPAssociation': '1.0', Feb 09 01:09:49.584938 n-d-822053-40 neutron-server[103531]: 'Log': '1.0', Feb 09 01:09:49.584938 n-d-822053-40 neutron-server[103531]: 'Network': '1.1', Feb 09 01:09:49.584938 n-d-822053-40 neutron-server[103531]: 'Port': '1.7', Feb 09 01:09:49.584938 n-d-822053-40 neutron-server[103531]: 'PortForwarding': '1.2', Feb 09 01:09:49.584938 n-d-822053-40 neutron-server[103531]: 'QosPolicy': '1.10', Feb 09 01:09:49.584938 n-d-822053-40 neutron-server[103531]: 'SecurityGroup': '1.5', Feb 09 01:09:49.584938 n-d-822053-40 neutron-server[103531]: 'SecurityGroupRule': '1.2', Feb 09 01:09:49.584938 n-d-822053-40 neutron-server[103531]: 'SubPort': '1.0', Feb 09 01:09:49.584938 n-d-822053-40 neutron-server[103531]: 'Subnet': '1.1', Feb 09 01:09:49.584938 n-d-822053-40 neutron-server[103531]: 'Trunk': '1.1'}} Feb 09 01:09:49.584938 n-d-822053-40 neutron-server[103531]: {{(pid=103531) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 01:09:49.642774 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-f8007633-acf2-42f2-b1cb-7473d66844d4 None None] For port fd94e2c1-c6a4-4af5-8f0c-a969d00834b5, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:09:49.707751 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2745f622-bbcd-4e26-867b-cdf77f38ce0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:49.740407 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-f8007633-acf2-42f2-b1cb-7473d66844d4 None None] For port fd94e2c1-c6a4-4af5-8f0c-a969d00834b5, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=fd94e2c1-c6a4-4af5-8f0c-a969d00834b5,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:09:49.747053 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-1670163b-3d85-4c96-be3b-12f573c43d0c req-08710751-a4f5-49d0-82fb-b6867d0bcc28 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (cd1ec8ab-d50e-450e-a966-f0d971fcd544), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:49.749419 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f8007633-acf2-42f2-b1cb-7473d66844d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (fd94e2c1-c6a4-4af5-8f0c-a969d00834b5), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:49.762049 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['cd1ec8ab-d50e-450e-a966-f0d971fcd544'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:09:49.882017 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8007633-acf2-42f2-b1cb-7473d66844d4 None None] Routers {'56dc62e7-1868-480d-963b-291f7fa338b6'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:09:49.882672 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-f8007633-acf2-42f2-b1cb-7473d66844d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:09:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['56dc62e7-1868-480d-963b-291f7fa338b6'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:49.900271 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448bffdf-764d-490a-899f-a25989f93dd7 req-f363ee1e-f0b0-4e52-8c23-9821e4f1987c tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:49.901421 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-448bffdf-764d-490a-899f-a25989f93dd7 req-f363ee1e-f0b0-4e52-8c23-9821e4f1987c tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=233e7aff-9144-4957-a187-ef582ca62d65&tenant_id=991583a4f7ce4c4eb6893f1ec411692c&binding%3Ahost_id=n-h2-822053-40 HTTP/1.1" status: 200 len: 1149 time: 0.0924749 Feb 09 01:09:49.988678 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a82cc-25a1-417d-9ab9-5ee2b66c0381 None None] Pushing event updated for resources: {'Port': ['ID=fd94e2c1-c6a4-4af5-8f0c-a969d00834b5,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:50.054550 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08710751-a4f5-49d0-82fb-b6867d0bcc28 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] Pushing event deleted for resources: {'Port': ['ID=cd1ec8ab-d50e-450e-a966-f0d971fcd544,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:50.072785 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device ae1864f9-d6b2-46c3-921c-f067c0726ab2 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:09:50.118117 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-f8007633-acf2-42f2-b1cb-7473d66844d4 None None] Set router 56dc62e7-1868-480d-963b-291f7fa338b6 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:09:50.123090 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39bae29-9485-43fa-8ef0-36fb4d970f08 req-6c48ed3d-3611-4eb7-a4a3-390f367556d6 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:50.130198 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c39bae29-9485-43fa-8ef0-36fb4d970f08 req-6c48ed3d-3611-4eb7-a4a3-390f367556d6 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=233e7aff-9144-4957-a187-ef582ca62d65 HTTP/1.1" status: 200 len: 966 time: 0.1796129 Feb 09 01:09:50.171182 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-1670163b-3d85-4c96-be3b-12f573c43d0c req-08710751-a4f5-49d0-82fb-b6867d0bcc28 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] No DVR routers for this DVR port cd1ec8ab-d50e-450e-a966-f0d971fcd544 on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:09:50.195883 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-448bffdf-764d-490a-899f-a25989f93dd7 req-8012b7b2-9e67-426e-beec-09948762fba0 service neutron] For port ae1864f9-d6b2-46c3-921c-f067c0726ab2, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:09:50.205944 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-448bffdf-764d-490a-899f-a25989f93dd7 req-8012b7b2-9e67-426e-beec-09948762fba0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:50.207857 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-448bffdf-764d-490a-899f-a25989f93dd7 req-8012b7b2-9e67-426e-beec-09948762fba0 service neutron] 10.222.0.91 "DELETE /v2.0/ports/ae1864f9-d6b2-46c3-921c-f067c0726ab2/bindings/n-h1-822053-40 HTTP/1.1" status: 204 len: 173 time: 0.2972176 Feb 09 01:09:50.208118 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-1670163b-3d85-4c96-be3b-12f573c43d0c req-08710751-a4f5-49d0-82fb-b6867d0bcc28 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:50.209040 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] The host n-h1-822053-40 is not matching for port ae1864f9-d6b2-46c3-921c-f067c0726ab2 host n-h2-822053-40! {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:09:50.209760 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device ae1864f9-d6b2-46c3-921c-f067c0726ab2 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:09:50.211702 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1670163b-3d85-4c96-be3b-12f573c43d0c req-08710751-a4f5-49d0-82fb-b6867d0bcc28 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] 10.222.0.121 "DELETE /v2.0/ports/cd1ec8ab-d50e-450e-a966-f0d971fcd544 HTTP/1.1" status: 204 len: 173 time: 1.2840941 Feb 09 01:09:50.287033 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c39bae29-9485-43fa-8ef0-36fb4d970f08 req-af2f22e3-31af-4ddc-9bec-e03d598632f5 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559541 Feb 09 01:09:50.351909 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-2745f622-bbcd-4e26-867b-cdf77f38ce0a admin admin] Allocated IP 172.20.0.1 (e8a262a2-1887-44d6-8265-164882c37a5a/32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0/2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:50.383746 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-2844b90c-42cb-401f-93f7-d51204df8232 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ac2f8e6d4c3c40828f1991e4c4be0aee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470121 Feb 09 01:09:50.511742 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2745f622-bbcd-4e26-867b-cdf77f38ce0a admin admin] Publish callbacks [] for port (2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:50.566919 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2745f622-bbcd-4e26-867b-cdf77f38ce0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:50.576121 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-f8007633-acf2-42f2-b1cb-7473d66844d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839896309-router', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'fd94e2c1-c6a4-4af5-8f0c-a969d00834b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:43Z', 'updated_at': '2022-02-09T01:09:45Z', 'revision_number': 3, 'project_id': '2ba95e383d254696b30a587479c29af0', 'gw_port': {'id': 'fd94e2c1-c6a4-4af5-8f0c-a969d00834b5', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:44Z', 'updated_at': '2022-02-09T01:09:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:50.583369 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-1b1522aa-32d9-4fc4-8115-a7b3d3f72ae4 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:50.585400 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-1b1522aa-32d9-4fc4-8115-a7b3d3f72ae4 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1954319 Feb 09 01:09:50.610900 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-1f6d192c-69c5-4a24-b166-a64b830bb07a tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/quotas/ac2f8e6d4c3c40828f1991e4c4be0aee HTTP/1.1" status: 200 len: 375 time: 0.0187428 Feb 09 01:09:50.623808 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8007633-acf2-42f2-b1cb-7473d66844d4 None None] The sync data for ids ['56dc62e7-1868-480d-963b-291f7fa338b6'] in n-d-822053-40 is: [{'id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839896309-router', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'fd94e2c1-c6a4-4af5-8f0c-a969d00834b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:43Z', 'updated_at': '2022-02-09T01:09:45Z', 'revision_number': 3, 'project_id': '2ba95e383d254696b30a587479c29af0', 'gw_port': {'id': 'fd94e2c1-c6a4-4af5-8f0c-a969d00834b5', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:44Z', 'updated_at': '2022-02-09T01:09:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:09:50.624828 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2745f622-bbcd-4e26-867b-cdf77f38ce0a admin admin] Network e8a262a2-1887-44d6-8265-164882c37a5a is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:50.629341 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-2745f622-bbcd-4e26-867b-cdf77f38ce0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:50.637031 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2745f622-bbcd-4e26-867b-cdf77f38ce0a admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:09:50.703193 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745f622-bbcd-4e26-867b-cdf77f38ce0a admin admin] Pushing event updated for resources: {'Port': ['ID=2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:50.721485 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2745f622-bbcd-4e26-867b-cdf77f38ce0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (56dc62e7-1868-480d-963b-291f7fa338b6), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:50.749169 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:50.750216 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f3d998b0-d65c-4269-ac65-be0875e66f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:50.755746 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-ffef1095-4216-411e-b1db-7581f9254f7a tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ac2f8e6d4c3c40828f1991e4c4be0aee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1280041 Feb 09 01:09:51.095109 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-6caac229-11b9-4e3d-af83-78fdea17bea2 None None] Provisioning complete for port 2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:51.095606 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6caac229-11b9-4e3d-af83-78fdea17bea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:51.199907 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a3c2751c-54ac-40ee-b18b-57d4065b7cf8 req-a73ff2a0-b82b-4589-b0ee-9e2bf5b9c083 tempest-ServerDiagnosticsNegativeTest-316309098 tempest-ServerDiagnosticsNegativeTest-316309098-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c86a3c8-a96c-4af8-97aa-183aaef66801 HTTP/1.1" status: 200 len: 210 time: 0.0854049 Feb 09 01:09:51.217698 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6caac229-11b9-4e3d-af83-78fdea17bea2 None None] Port 2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:09:51.272710 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2745f622-bbcd-4e26-867b-cdf77f38ce0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:51.285715 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb156a1-8a09-4c84-a610-6a1367ad7366 req-afcc084f-944d-4fee-834e-9f72c428d544 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:51.293497 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4bb156a1-8a09-4c84-a610-6a1367ad7366 req-afcc084f-944d-4fee-834e-9f72c428d544 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2d6ccfa-7fa1-4b58-bec4-ca4269917a93 HTTP/1.1" status: 200 len: 949 time: 0.2590230 Feb 09 01:09:51.405958 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4bb156a1-8a09-4c84-a610-6a1367ad7366 req-92303da5-141e-470e-8303-b9bb6c4bdf5e tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/security-groups?id=13938022-9eff-44d6-935a-12091911cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089575 Feb 09 01:09:51.502185 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c86a3c8-a96c-4af8-97aa-183aaef66801', 'name': 'network-vif-deleted', 'tag': 'cd1ec8ab-d50e-450e-a966-f0d971fcd544'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:09:51.504566 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a82511b-101a-4d0c-acac-07a76f4ed596" -d '{"events": [{"server_uuid": "2c86a3c8-a96c-4af8-97aa-183aaef66801", "name": "network-vif-deleted", "tag": "cd1ec8ab-d50e-450e-a966-f0d971fcd544"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:09:51.585920 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-13ca36e5-f148-41b8-be2c-b345d2d3a83a req-b0061732-7b8e-4561-8dec-75387d65f6c5 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/ports?device_id=79d8816c-a780-4e91-8979-7a467265d1de HTTP/1.1" status: 200 len: 210 time: 0.0609777 Feb 09 01:09:51.601863 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device fd94e2c1-c6a4-4af5-8f0c-a969d00834b5 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:09:51.658905 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device bb8dd930-62c4-4eae-a494-68e6ba94fd16 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:09:51.693155 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2745f622-bbcd-4e26-867b-cdf77f38ce0a admin admin] Publish callbacks [] for port (2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:51.708198 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2745f622-bbcd-4e26-867b-cdf77f38ce0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:51.714334 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: bb8dd930-62c4-4eae-a494-68e6ba94fd16 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:09:51.715134 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device bb8dd930-62c4-4eae-a494-68e6ba94fd16 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:09:51.792960 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2745f622-bbcd-4e26-867b-cdf77f38ce0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (56dc62e7-1868-480d-963b-291f7fa338b6), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:51.801955 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc92828-a18a-41b7-9ebc-4c60615ed14a req-295b296f-4a87-4ffb-a19c-437d6574fed0 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:51.811486 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0bc92828-a18a-41b7-9ebc-4c60615ed14a req-295b296f-4a87-4ffb-a19c-437d6574fed0 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=233e7aff-9144-4957-a187-ef582ca62d65 HTTP/1.1" status: 200 len: 1149 time: 0.0970564 Feb 09 01:09:51.876278 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0bc92828-a18a-41b7-9ebc-4c60615ed14a req-676f5e1d-fc85-494b-9de7-ed1fa8bdc029 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637572 Feb 09 01:09:51.926407 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port fd94e2c1-c6a4-4af5-8f0c-a969d00834b5 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:51.927180 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (fd94e2c1-c6a4-4af5-8f0c-a969d00834b5), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:52.038987 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745f622-bbcd-4e26-867b-cdf77f38ce0a admin admin] Pushing event updated for resources: {'Port': ['ID=2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:52.065072 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2745f622-bbcd-4e26-867b-cdf77f38ce0a admin admin] Network e8a262a2-1887-44d6-8265-164882c37a5a is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:52.066991 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port fd94e2c1-c6a4-4af5-8f0c-a969d00834b5 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:52.067579 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (fd94e2c1-c6a4-4af5-8f0c-a969d00834b5), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:52.070580 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-2745f622-bbcd-4e26-867b-cdf77f38ce0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:52.084931 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device cd1ec8ab-d50e-450e-a966-f0d971fcd544 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:09:52.109398 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: cd1ec8ab-d50e-450e-a966-f0d971fcd544 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:09:52.109398 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device cd1ec8ab-d50e-450e-a966-f0d971fcd544 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:09:52.169405 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port fd94e2c1-c6a4-4af5-8f0c-a969d00834b5, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=fd94e2c1-c6a4-4af5-8f0c-a969d00834b5,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:52.203881 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (fd94e2c1-c6a4-4af5-8f0c-a969d00834b5), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:52.255072 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92d0b8d-ba8d-415d-b89a-aa4aea16e5ac x-openstack-request-id: req-a92d0b8d-ba8d-415d-b89a-aa4aea16e5ac {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:09:52.264654 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c86a3c8-a96c-4af8-97aa-183aaef66801", "name": "network-vif-deleted", "tag": "cd1ec8ab-d50e-450e-a966-f0d971fcd544", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:09:52.272412 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a92d0b8d-ba8d-415d-b89a-aa4aea16e5ac {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:09:52.272982 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c86a3c8-a96c-4af8-97aa-183aaef66801', 'name': 'network-vif-deleted', 'tag': 'cd1ec8ab-d50e-450e-a966-f0d971fcd544', 'status': 'completed', 'code': 200} Feb 09 01:09:52.316979 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=fd94e2c1-c6a4-4af5-8f0c-a969d00834b5,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:52.401598 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2745f622-bbcd-4e26-867b-cdf77f38ce0a admin admin] Router 56dc62e7-1868-480d-963b-291f7fa338b6 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:09:52.463152 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-6ac7d579-552c-4d47-b199-672027b4129a None None] Provisioning complete for port 2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:52.463533 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6ac7d579-552c-4d47-b199-672027b4129a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:52.524667 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6ac7d579-552c-4d47-b199-672027b4129a None None] Port 2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:09:52.554707 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46021de0-67d3-421e-b3e0-90ab6db6f667 req-b4c8e425-8fe8-43f0-bb4a-a63ae511e8ca tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:52.557831 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-46021de0-67d3-421e-b3e0-90ab6db6f667 req-b4c8e425-8fe8-43f0-bb4a-a63ae511e8ca tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2d6ccfa-7fa1-4b58-bec4-ca4269917a93 HTTP/1.1" status: 200 len: 949 time: 0.1280687 Feb 09 01:09:52.585271 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2745f622-bbcd-4e26-867b-cdf77f38ce0a admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:09:52.601594 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2745f622-bbcd-4e26-867b-cdf77f38ce0a admin admin] 10.222.0.30 "PUT /v2.0/routers/56dc62e7-1868-480d-963b-291f7fa338b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4194326 Feb 09 01:09:52.629820 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-557f2ef9-3195-452e-bdbb-4bc75f5f3402 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.121 "GET /v2.0/networks?tenant_id=ac2f8e6d4c3c40828f1991e4c4be0aee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341730 Feb 09 01:09:52.687071 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-46021de0-67d3-421e-b3e0-90ab6db6f667 req-83e0ede6-dbd3-434d-adcc-5c21acdc1d50 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/security-groups?id=13938022-9eff-44d6-935a-12091911cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226294 Feb 09 01:09:52.731453 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-4502ce5b-33b8-4f7a-bf77-7817d4ac1e6d tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:52.740383 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-4502ce5b-33b8-4f7a-bf77-7817d4ac1e6d tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/networks?id=28c1f603-e786-4a84-b8ed-ec2e36c0d018 HTTP/1.1" status: 200 len: 808 time: 0.1775699 Feb 09 01:09:52.757511 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-99e3a218-5713-464a-a37c-7eb34327238f tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/quotas/991583a4f7ce4c4eb6893f1ec411692c HTTP/1.1" status: 200 len: 375 time: 0.0159152 Feb 09 01:09:52.844001 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-2939b371-66fb-4c1a-8321-e4d477f852a6 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=991583a4f7ce4c4eb6893f1ec411692c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0851290 Feb 09 01:09:52.847406 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-477a005c-9b03-4575-8d67-89d58682c457 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:52.849706 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-477a005c-9b03-4575-8d67-89d58682c457 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2149427 Feb 09 01:09:52.870664 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-048ba434-222f-43a6-bd2a-51be37db0460 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Request body: {'port': {'device_id': '79d8816c-a780-4e91-8979-7a467265d1de', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'admin_state_up': True, 'tenant_id': 'ac2f8e6d4c3c40828f1991e4c4be0aee'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:52.960540 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-0081267d-d413-4640-b21e-c377861a405e service neutron] 10.222.0.30 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153641 Feb 09 01:09:53.044096 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-048ba434-222f-43a6-bd2a-51be37db0460 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Made reservation on behalf of ac2f8e6d4c3c40828f1991e4c4be0aee for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:53.052058 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-048ba434-222f-43a6-bd2a-51be37db0460 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:53.109426 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-812a1896-e0bb-46ad-aa6e-099280db1e8e req-b06de247-8883-4d4c-833b-acae0023aa66 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/ports?device_id=79d8816c-a780-4e91-8979-7a467265d1de HTTP/1.1" status: 200 len: 210 time: 0.0598574 Feb 09 01:09:53.175378 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-023153b9-4402-4b26-8b4d-595329f743f5 service neutron] 10.222.0.30 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138021 Feb 09 01:09:53.309077 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-048ba434-222f-43a6-bd2a-51be37db0460 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Allocated IP 192.168.233.235 (3976161f-bd1f-4dbb-b950-6897c01f16f1/98abf639-2282-4fa1-acd9-5660b4f87a0d/44a95e0b-f44d-4a85-b63f-dedd1c02df66) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:53.397584 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device fd94e2c1-c6a4-4af5-8f0c-a969d00834b5 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:09:53.432209 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45570) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:53.500248 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4cf3b3c4-da16-4607-bef2-68d1c75074a8 req-4cd6c393-248e-4ad2-85bf-31fa767d2a5f tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef0faff8-ea7d-43b4-924e-bfe58191799b HTTP/1.1" status: 200 len: 210 time: 0.0551670 Feb 09 01:09:53.557006 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port fd94e2c1-c6a4-4af5-8f0c-a969d00834b5 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:53.557773 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (fd94e2c1-c6a4-4af5-8f0c-a969d00834b5), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:53.769384 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port fd94e2c1-c6a4-4af5-8f0c-a969d00834b5 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:53.842866 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-048ba434-222f-43a6-bd2a-51be37db0460 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Publish callbacks [] for port (44a95e0b-f44d-4a85-b63f-dedd1c02df66), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:53.932150 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-048ba434-222f-43a6-bd2a-51be37db0460 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (44a95e0b-f44d-4a85-b63f-dedd1c02df66), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:53.964823 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290d79f-14f6-4e14-99b2-8af0620fd656 req-f7ea9c17-68ad-44f7-8288-a2385086ace7 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:53.977233 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f290d79f-14f6-4e14-99b2-8af0620fd656 req-f7ea9c17-68ad-44f7-8288-a2385086ace7 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2d6ccfa-7fa1-4b58-bec4-ca4269917a93 HTTP/1.1" status: 200 len: 949 time: 0.1888323 Feb 09 01:09:54.094024 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ba434-222f-43a6-bd2a-51be37db0460 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Pushing event updated for resources: {'Port': ['ID=44a95e0b-f44d-4a85-b63f-dedd1c02df66,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:54.144501 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-048ba434-222f-43a6-bd2a-51be37db0460 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Network 3976161f-bd1f-4dbb-b950-6897c01f16f1 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:54.145470 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3245a1bc-f014-453e-938c-1f1b7e86ebf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:54.148519 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-048ba434-222f-43a6-bd2a-51be37db0460 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:54.153811 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-048ba434-222f-43a6-bd2a-51be37db0460 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:09:54.185297 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0a2a4ccd-fab9-4901-a515-ed2e85e5037c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e27fbf58b33946fe9b70c1b14f92bcb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7518053 Feb 09 01:09:54.190872 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45620) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:54.221027 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f290d79f-14f6-4e14-99b2-8af0620fd656 req-8349673e-c04e-42bb-8da6-bb87f3ff2f00 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/security-groups?id=13938022-9eff-44d6-935a-12091911cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298594 Feb 09 01:09:54.289695 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-048ba434-222f-43a6-bd2a-51be37db0460 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:54.290391 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-048ba434-222f-43a6-bd2a-51be37db0460 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:54.329612 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-048ba434-222f-43a6-bd2a-51be37db0460 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4718492 Feb 09 01:09:54.348706 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-e782750c-a0fa-4a2d-8fee-6911b0235e8b service neutron] Request body: {'port': {'device_id': '79d8816c-a780-4e91-8979-7a467265d1de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:54.454230 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-e782750c-a0fa-4a2d-8fee-6911b0235e8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (44a95e0b-f44d-4a85-b63f-dedd1c02df66), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:54.487484 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45628) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:54.498571 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-48c8f6a7-9b5f-4878-a357-0dab97b8cc2d admin admin] Publish callbacks [] for security_group (f8de7eb4-c4ec-4240-8aec-c2fa820cc53f), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:54.604306 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45634) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:54.617987 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-044fc35d-b660-4feb-ab31-aef24d660eda admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1667338913-network', 'tenant_id': '39b6aeee5b6e47eeb37f54289dccfbf4'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:54.636946 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-48c8f6a7-9b5f-4878-a357-0dab97b8cc2d admin admin] Publish callbacks [] for security_group (f8de7eb4-c4ec-4240-8aec-c2fa820cc53f), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:54.693836 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-0ef60a27-7947-4060-b9bc-c1197361818f None None] Provisioning complete for port 44a95e0b-f44d-4a85-b63f-dedd1c02df66 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:54.694399 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0ef60a27-7947-4060-b9bc-c1197361818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (44a95e0b-f44d-4a85-b63f-dedd1c02df66), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:54.695325 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45636) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:54.793519 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-0ef60a27-7947-4060-b9bc-c1197361818f None None] Port 44a95e0b-f44d-4a85-b63f-dedd1c02df66 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:09:54.830109 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118181c4-eef6-4581-bb9a-c2bfeaa09c09 req-8f6522fa-c516-44c8-bf1b-a48ba4cdc79b tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:54.838140 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-118181c4-eef6-4581-bb9a-c2bfeaa09c09 req-8f6522fa-c516-44c8-bf1b-a48ba4cdc79b tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/ports?device_id=79d8816c-a780-4e91-8979-7a467265d1de HTTP/1.1" status: 200 len: 936 time: 0.5260503 Feb 09 01:09:54.881317 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044fc35d-b660-4feb-ab31-aef24d660eda admin admin] Made reservation on behalf of 39b6aeee5b6e47eeb37f54289dccfbf4 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:54.884010 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-044fc35d-b660-4feb-ab31-aef24d660eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:54.911332 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-12f3973b-3f08-41db-9d2a-c15fefd6e5c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:54.917521 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-044fc35d-b660-4feb-ab31-aef24d660eda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:54.955406 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a9409edc-af36-4311-9498-a6761368f3d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:55.075796 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45642) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:55.182976 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebf812-4390-4c53-a8fb-f47245807da4 req-6d6d9f94-d52c-4066-9397-b72693e086cc tempest-LiveMigrationNegativeTest-1973856324 tempest-LiveMigrationNegativeTest-1973856324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:55.190896 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-adebf812-4390-4c53-a8fb-f47245807da4 req-6d6d9f94-d52c-4066-9397-b72693e086cc tempest-LiveMigrationNegativeTest-1973856324 tempest-LiveMigrationNegativeTest-1973856324-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e2d6ccfa-7fa1-4b58-bec4-ca4269917a93 HTTP/1.1" status: 200 len: 1132 time: 0.7517550 Feb 09 01:09:55.197373 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-48c8f6a7-9b5f-4878-a357-0dab97b8cc2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f8de7eb4-c4ec-4240-8aec-c2fa820cc53f), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:55.200041 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-48c8f6a7-9b5f-4878-a357-0dab97b8cc2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:55.204415 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-48c8f6a7-9b5f-4878-a357-0dab97b8cc2d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f8de7eb4-c4ec-4240-8aec-c2fa820cc53f HTTP/1.1" status: 204 len: 168 time: 0.9799755 Feb 09 01:09:55.236956 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-118181c4-eef6-4581-bb9a-c2bfeaa09c09 req-784b1e94-fadc-4f13-8390-b2c957f31fd6 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b173ca-229c-4571-a9fe-e920b15007e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976564 Feb 09 01:09:55.325020 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10917cf9-387a-4c50-8b57-04c33d53674c None None] Sync routers for ids ['56dc62e7-1868-480d-963b-291f7fa338b6'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:09:55.336927 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-adebf812-4390-4c53-a8fb-f47245807da4 req-7928e0b7-1e26-4345-9b3a-a47ea4ab1886 tempest-LiveMigrationNegativeTest-1973856324 tempest-LiveMigrationNegativeTest-1973856324-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:55.348412 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8f6a7-9b5f-4878-a357-0dab97b8cc2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8de7eb4-c4ec-4240-8aec-c2fa820cc53f,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:55.401642 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10917cf9-387a-4c50-8b57-04c33d53674c None None] Routers {'56dc62e7-1868-480d-963b-291f7fa338b6'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:09:55.402924 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-10917cf9-387a-4c50-8b57-04c33d53674c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:09:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['56dc62e7-1868-480d-963b-291f7fa338b6'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:55.442072 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c13a18b8-f77c-45a1-b6e6-004c969b4b1b req-0091195c-0b8f-4eae-9158-4acf3a335b86 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef0faff8-ea7d-43b4-924e-bfe58191799b HTTP/1.1" status: 200 len: 210 time: 0.0973563 Feb 09 01:09:55.487239 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-dc16a97b-90e9-40a7-b632-6b92f1a1e3e9 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:55.489085 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-dc16a97b-90e9-40a7-b632-6b92f1a1e3e9 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.121 "GET /v2.0/networks?id=28c1f603-e786-4a84-b8ed-ec2e36c0d018 HTTP/1.1" status: 200 len: 808 time: 0.2854362 Feb 09 01:09:55.512155 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-d43c29f4-1c7b-49ca-81e0-3c8e3aa854bc tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Request body: {'port': {'device_id': 'ef0faff8-ea7d-43b4-924e-bfe58191799b', 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018', 'admin_state_up': True, 'tenant_id': '991583a4f7ce4c4eb6893f1ec411692c'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:55.557119 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c00f5ba7-abe9-4659-82b8-3ed8ed2c44d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:55.616532 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-e782750c-a0fa-4a2d-8fee-6911b0235e8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44a95e0b-f44d-4a85-b63f-dedd1c02df66 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:09:55.627430 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-10917cf9-387a-4c50-8b57-04c33d53674c None None] Set router 56dc62e7-1868-480d-963b-291f7fa338b6 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:09:55.645381 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-12f3973b-3f08-41db-9d2a-c15fefd6e5c6 admin admin] Publish callbacks [] for security_group (dc289da8-3700-4050-9a7e-2d4e9351f849), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:55.656419 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-e782750c-a0fa-4a2d-8fee-6911b0235e8b service neutron] Publish callbacks [] for port (44a95e0b-f44d-4a85-b63f-dedd1c02df66), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:55.660407 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-044fc35d-b660-4feb-ab31-aef24d660eda admin admin] Publish callbacks [] for security_group (ca369bec-9c0c-4d5d-adf3-288c992f8586), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:55.665312 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-12f3973b-3f08-41db-9d2a-c15fefd6e5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (dc289da8-3700-4050-9a7e-2d4e9351f849), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:55.675025 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a9409edc-af36-4311-9498-a6761368f3d0 admin admin] Publish callbacks [] for security_group (ddc03225-79bc-4a59-ad0a-d7842b196f35), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:55.688724 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a9409edc-af36-4311-9498-a6761368f3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ddc03225-79bc-4a59-ad0a-d7842b196f35), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:55.706286 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-044fc35d-b660-4feb-ab31-aef24d660eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ca369bec-9c0c-4d5d-adf3-288c992f8586), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:55.747083 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-e782750c-a0fa-4a2d-8fee-6911b0235e8b service neutron] Transition to ACTIVE for port object 44a95e0b-f44d-4a85-b63f-dedd1c02df66 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:09:55.761683 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45652) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:55.766535 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-e782750c-a0fa-4a2d-8fee-6911b0235e8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (44a95e0b-f44d-4a85-b63f-dedd1c02df66), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:55.768687 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-adebf812-4390-4c53-a8fb-f47245807da4 req-7928e0b7-1e26-4345-9b3a-a47ea4ab1886 tempest-LiveMigrationNegativeTest-1973856324 tempest-LiveMigrationNegativeTest-1973856324-project-admin] Publish callbacks [] for security_group (b889b49d-5ff3-46d1-b7da-f7ca3e1b9ef4), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:55.772269 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-044fc35d-b660-4feb-ab31-aef24d660eda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:09:55.785412 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:55.791379 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a9409edc-af36-4311-9498-a6761368f3d0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3dacad32ac1e4ad397f31a923e6613a7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2942345 Feb 09 01:09:55.795598 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-adebf812-4390-4c53-a8fb-f47245807da4 req-7928e0b7-1e26-4345-9b3a-a47ea4ab1886 tempest-LiveMigrationNegativeTest-1973856324 tempest-LiveMigrationNegativeTest-1973856324-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b889b49d-5ff3-46d1-b7da-f7ca3e1b9ef4), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:55.797861 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3973b-3f08-41db-9d2a-c15fefd6e5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc289da8-3700-4050-9a7e-2d4e9351f849,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:55.804678 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-12f3973b-3f08-41db-9d2a-c15fefd6e5c6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ec57859596084c7f8265b9ec6aad0ea6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0654023 Feb 09 01:09:55.806038 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45654) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:55.806369 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45656) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:55.823325 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9409edc-af36-4311-9498-a6761368f3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc03225-79bc-4a59-ad0a-d7842b196f35,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:55.825156 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3e255cce-6750-496c-8ec3-748e06f52788 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:55.833898 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-044fc35d-b660-4feb-ab31-aef24d660eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (23db5a79-905e-442f-99d5-c3c72a5a9794), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:55.834285 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-044fc35d-b660-4feb-ab31-aef24d660eda admin admin] Added segment 23db5a79-905e-442f-99d5-c3c72a5a9794 of type vlan for network 54babc3b-8401-4be9-a676-10c2ebb7a12a Feb 09 01:09:55.877173 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782750c-a0fa-4a2d-8fee-6911b0235e8b service neutron] Pushing event updated for resources: {'Port': ['ID=44a95e0b-f44d-4a85-b63f-dedd1c02df66,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:55.920912 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c00f5ba7-abe9-4659-82b8-3ed8ed2c44d5 admin admin] Publish callbacks [] for security_group (1c915c22-1173-4216-af97-b45da74b615a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:55.948495 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c00f5ba7-abe9-4659-82b8-3ed8ed2c44d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1c915c22-1173-4216-af97-b45da74b615a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:55.992184 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-10917cf9-387a-4c50-8b57-04c33d53674c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839896309-router', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'fd94e2c1-c6a4-4af5-8f0c-a969d00834b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:43Z', 'updated_at': '2022-02-09T01:09:51Z', 'revision_number': 4, 'project_id': '2ba95e383d254696b30a587479c29af0', 'gw_port': {'id': 'fd94e2c1-c6a4-4af5-8f0c-a969d00834b5', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:44Z', 'updated_at': '2022-02-09T01:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea', 'name': '', 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'mac_address': 'fa:16:3e:3d:53:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:49Z', 'updated_at': '2022-02-09T01:09:51Z', 'revision_number': 2, 'project_id': '2ba95e383d254696b30a587479c29af0', 'subnets': [{'id': '32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:56.018611 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c00f5ba7-abe9-4659-82b8-3ed8ed2c44d5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=25e60d6c9db64da488247364b0dd25d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9347119 Feb 09 01:09:56.018611 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45662) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:56.019227 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-adebf812-4390-4c53-a8fb-f47245807da4 req-7928e0b7-1e26-4345-9b3a-a47ea4ab1886 tempest-LiveMigrationNegativeTest-1973856324 tempest-LiveMigrationNegativeTest-1973856324-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=13938022-9eff-44d6-935a-12091911cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8117614 Feb 09 01:09:56.026888 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f5ba7-abe9-4659-82b8-3ed8ed2c44d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c915c22-1173-4216-af97-b45da74b615a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:56.046053 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10917cf9-387a-4c50-8b57-04c33d53674c None None] Checking router: 56dc62e7-1868-480d-963b-291f7fa338b6 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:09:56.049088 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10917cf9-387a-4c50-8b57-04c33d53674c None None] Updating router 56dc62e7-1868-480d-963b-291f7fa338b6 port 2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:09:56.052673 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-e782750c-a0fa-4a2d-8fee-6911b0235e8b service neutron] Attempting to bind port 44a95e0b-f44d-4a85-b63f-dedd1c02df66 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:09:56.053015 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-e782750c-a0fa-4a2d-8fee-6911b0235e8b service neutron] Attempting to bind port 44a95e0b-f44d-4a85-b63f-dedd1c02df66 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:09:56.053343 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-e782750c-a0fa-4a2d-8fee-6911b0235e8b service neutron] Attempting to bind port 44a95e0b-f44d-4a85-b63f-dedd1c02df66 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:09:56.059933 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-66dd2e2b-a3f9-4a31-99de-f665789a6060 admin admin] Publish callbacks [] for security_group (dc289da8-3700-4050-9a7e-2d4e9351f849), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:56.071166 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-e782750c-a0fa-4a2d-8fee-6911b0235e8b service neutron] Port 44a95e0b-f44d-4a85-b63f-dedd1c02df66 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:09:56.071407 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-e782750c-a0fa-4a2d-8fee-6911b0235e8b service neutron] Attempting to bind port 44a95e0b-f44d-4a85-b63f-dedd1c02df66 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:09:56.084167 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-e782750c-a0fa-4a2d-8fee-6911b0235e8b service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:09:56.084630 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-e782750c-a0fa-4a2d-8fee-6911b0235e8b service neutron] Checking segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:09:56.085027 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-e782750c-a0fa-4a2d-8fee-6911b0235e8b service neutron] Bound using segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:09:56.085474 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-e782750c-a0fa-4a2d-8fee-6911b0235e8b service neutron] Bound port: 44a95e0b-f44d-4a85-b63f-dedd1c02df66, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:09:56.085832 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-e782750c-a0fa-4a2d-8fee-6911b0235e8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (44a95e0b-f44d-4a85-b63f-dedd1c02df66), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:56.103255 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-10917cf9-387a-4c50-8b57-04c33d53674c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:56.114557 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044fc35d-b660-4feb-ab31-aef24d660eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca369bec-9c0c-4d5d-adf3-288c992f8586,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:56.146736 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-baf3f971-b222-4a62-83d8-1236f6c8528b admin admin] Publish callbacks [] for security_group (1c915c22-1173-4216-af97-b45da74b615a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:56.156023 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928e0b7-1e26-4345-9b3a-a47ea4ab1886 tempest-LiveMigrationNegativeTest-1973856324 tempest-LiveMigrationNegativeTest-1973856324-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b889b49d-5ff3-46d1-b7da-f7ca3e1b9ef4,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:56.174324 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-044fc35d-b660-4feb-ab31-aef24d660eda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (54babc3b-8401-4be9-a676-10c2ebb7a12a), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:56.180301 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ab03c63e-361b-44f3-9c6f-826a94337bc5 admin admin] Publish callbacks [] for security_group (ddc03225-79bc-4a59-ad0a-d7842b196f35), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:56.195375 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-baf3f971-b222-4a62-83d8-1236f6c8528b admin admin] Publish callbacks [] for security_group (1c915c22-1173-4216-af97-b45da74b615a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:56.212472 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-d43c29f4-1c7b-49ca-81e0-3c8e3aa854bc tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Made reservation on behalf of 991583a4f7ce4c4eb6893f1ec411692c for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:56.220345 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-d43c29f4-1c7b-49ca-81e0-3c8e3aa854bc tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:56.222112 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-e782750c-a0fa-4a2d-8fee-6911b0235e8b service neutron] For port 44a95e0b-f44d-4a85-b63f-dedd1c02df66, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:09:56.255651 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-e782750c-a0fa-4a2d-8fee-6911b0235e8b service neutron] For port 44a95e0b-f44d-4a85-b63f-dedd1c02df66, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=44a95e0b-f44d-4a85-b63f-dedd1c02df66,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:09:56.256341 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-66dd2e2b-a3f9-4a31-99de-f665789a6060 admin admin] Publish callbacks [] for security_group (dc289da8-3700-4050-9a7e-2d4e9351f849), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:56.267530 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-e782750c-a0fa-4a2d-8fee-6911b0235e8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (44a95e0b-f44d-4a85-b63f-dedd1c02df66), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:56.323427 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ab03c63e-361b-44f3-9c6f-826a94337bc5 admin admin] Publish callbacks [] for security_group (ddc03225-79bc-4a59-ad0a-d7842b196f35), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:56.354258 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-e782750c-a0fa-4a2d-8fee-6911b0235e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:56.354972 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-e782750c-a0fa-4a2d-8fee-6911b0235e8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:56.357900 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-e782750c-a0fa-4a2d-8fee-6911b0235e8b service neutron] 10.222.0.121 "PUT /v2.0/ports/44a95e0b-f44d-4a85-b63f-dedd1c02df66 HTTP/1.1" status: 200 len: 1097 time: 2.0191252 Feb 09 01:09:56.360960 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d8816c-a780-4e91-8979-7a467265d1de', 'tag': '44a95e0b-f44d-4a85-b63f-dedd1c02df66'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:09:56.365025 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358ae68c-bf25-4229-98d1-55fdfa74789e" -d '{"events": [{"name": "network-changed", "server_uuid": "79d8816c-a780-4e91-8979-7a467265d1de", "tag": "44a95e0b-f44d-4a85-b63f-dedd1c02df66"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:09:56.376065 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-044fc35d-b660-4feb-ab31-aef24d660eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (54babc3b-8401-4be9-a676-10c2ebb7a12a), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:56.377059 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044fc35d-b660-4feb-ab31-aef24d660eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:56.377642 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-044fc35d-b660-4feb-ab31-aef24d660eda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:56.389639 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-baf3f971-b222-4a62-83d8-1236f6c8528b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1c915c22-1173-4216-af97-b45da74b615a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:56.397330 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-baf3f971-b222-4a62-83d8-1236f6c8528b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:56.411427 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-baf3f971-b222-4a62-83d8-1236f6c8528b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1c915c22-1173-4216-af97-b45da74b615a HTTP/1.1" status: 204 len: 168 time: 0.3915148 Feb 09 01:09:56.537342 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3f971-b222-4a62-83d8-1236f6c8528b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c915c22-1173-4216-af97-b45da74b615a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:56.545984 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782750c-a0fa-4a2d-8fee-6911b0235e8b service neutron] Pushing event updated for resources: {'Port': ['ID=44a95e0b-f44d-4a85-b63f-dedd1c02df66,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:56.581818 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-044fc35d-b660-4feb-ab31-aef24d660eda admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9753988 Feb 09 01:09:56.584240 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45682) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:56.592998 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-8e6135bc-d194-4801-a4bb-a3ca9875b6d3 admin admin] Request body: {'subnet': {'network_id': '54babc3b-8401-4be9-a676-10c2ebb7a12a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1667338913-subnet', 'tenant_id': '39b6aeee5b6e47eeb37f54289dccfbf4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:56.613649 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305df08a-55b0-4dd3-acce-c2a4d2d8df90 x-openstack-request-id: req-305df08a-55b0-4dd3-acce-c2a4d2d8df90 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:09:56.615139 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79d8816c-a780-4e91-8979-7a467265d1de", "tag": "44a95e0b-f44d-4a85-b63f-dedd1c02df66", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:09:56.615649 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-305df08a-55b0-4dd3-acce-c2a4d2d8df90 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:09:56.616317 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79d8816c-a780-4e91-8979-7a467265d1de', 'tag': '44a95e0b-f44d-4a85-b63f-dedd1c02df66', 'status': 'completed', 'code': 200} Feb 09 01:09:56.625563 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-bed6c93c-2cf7-4e34-bf7e-3a80ad2ec0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:56.634858 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-bed6c93c-2cf7-4e34-bf7e-3a80ad2ec0d9 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ac2f8e6d4c3c40828f1991e4c4be0aee&device_id=79d8816c-a780-4e91-8979-7a467265d1de HTTP/1.1" status: 200 len: 1131 time: 0.1898105 Feb 09 01:09:56.719672 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-66dd2e2b-a3f9-4a31-99de-f665789a6060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (dc289da8-3700-4050-9a7e-2d4e9351f849), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:56.723163 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-66dd2e2b-a3f9-4a31-99de-f665789a6060 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:56.724640 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-66dd2e2b-a3f9-4a31-99de-f665789a6060 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dc289da8-3700-4050-9a7e-2d4e9351f849 HTTP/1.1" status: 204 len: 168 time: 0.9151428 Feb 09 01:09:56.726197 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-d43c29f4-1c7b-49ca-81e0-3c8e3aa854bc tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Allocated IP 172.20.0.10 (28c1f603-e786-4a84-b8ed-ec2e36c0d018/8fe24410-38bf-494b-a44d-46f0496d84a5/6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:56.728760 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-7e958678-7731-4475-8f86-aadfd7e7edf5 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=44a95e0b-f44d-4a85-b63f-dedd1c02df66 HTTP/1.1" status: 200 len: 217 time: 0.0773654 Feb 09 01:09:56.741181 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-10917cf9-387a-4c50-8b57-04c33d53674c None None] Publish callbacks [] for port (2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:56.749094 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6135bc-d194-4801-a4bb-a3ca9875b6d3 admin admin] Made reservation on behalf of 39b6aeee5b6e47eeb37f54289dccfbf4 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:56.751783 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-10917cf9-387a-4c50-8b57-04c33d53674c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:56.752404 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e6135bc-d194-4801-a4bb-a3ca9875b6d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:56.762213 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044fc35d-b660-4feb-ab31-aef24d660eda admin admin] Pushing event updated for resources: {'Network': ['ID=54babc3b-8401-4be9-a676-10c2ebb7a12a,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:56.778877 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3e255cce-6750-496c-8ec3-748e06f52788 admin admin] Publish callbacks [] for security_group (bbcf68cd-d1ae-491b-bf63-8bc99caead36), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:56.806503 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9e15fc67-10c4-42e6-a7f1-3f484ac9fb38 req-647df479-5e75-42a7-903f-a843e5e2d305 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef0faff8-ea7d-43b4-924e-bfe58191799b HTTP/1.1" status: 200 len: 210 time: 0.0997379 Feb 09 01:09:56.813895 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3e255cce-6750-496c-8ec3-748e06f52788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (bbcf68cd-d1ae-491b-bf63-8bc99caead36), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:56.816805 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dd2e2b-a3f9-4a31-99de-f665789a6060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc289da8-3700-4050-9a7e-2d4e9351f849,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:56.860225 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848651c-7443-4900-84a5-778de4cc232d req-9e029a83-4046-4250-9421-75b677ea6d6d tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:56.868778 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b848651c-7443-4900-84a5-778de4cc232d req-9e029a83-4046-4250-9421-75b677ea6d6d tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/ports?device_id=79d8816c-a780-4e91-8979-7a467265d1de HTTP/1.1" status: 200 len: 948 time: 0.4718328 Feb 09 01:09:56.886025 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ab03c63e-361b-44f3-9c6f-826a94337bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ddc03225-79bc-4a59-ad0a-d7842b196f35), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:56.886326 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82409c-0daf-49cb-a801-720044d35704 None None] Pushing event updated for resources: {'Port': ['ID=2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:56.891499 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-20a29e82-25b0-4195-8e98-1b288c24e97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:56.893012 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-20a29e82-25b0-4195-8e98-1b288c24e97f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.1582599 Feb 09 01:09:56.896012 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ab03c63e-361b-44f3-9c6f-826a94337bc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:56.899995 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ab03c63e-361b-44f3-9c6f-826a94337bc5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ddc03225-79bc-4a59-ad0a-d7842b196f35 HTTP/1.1" status: 204 len: 168 time: 1.0915134 Feb 09 01:09:56.908285 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 54babc3b-8401-4be9-a676-10c2ebb7a12a details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:09:56.971913 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3e255cce-6750-496c-8ec3-748e06f52788 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=844cfc36bb5c4e95965b997050576c68&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2018394 Feb 09 01:09:56.979819 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45690) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:57.041206 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-6a828c5b-aa0b-42f5-be29-a56cdcee77cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:57.043143 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-6a828c5b-aa0b-42f5-be29-a56cdcee77cb service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1357217 Feb 09 01:09:57.051220 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e255cce-6750-496c-8ec3-748e06f52788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcf68cd-d1ae-491b-bf63-8bc99caead36,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:57.163085 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03c63e-361b-44f3-9c6f-826a94337bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc03225-79bc-4a59-ad0a-d7842b196f35,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:57.216710 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b848651c-7443-4900-84a5-778de4cc232d req-e861217e-7dd8-4ab1-9839-bcfba41b53fe tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b173ca-229c-4571-a9fe-e920b15007e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397598 Feb 09 01:09:57.275423 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c967b7d-dd75-48a9-a05e-b0589baaffaa req-6d0f42e9-59be-42c9-87b5-5500c383efa8 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:57.277146 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c967b7d-dd75-48a9-a05e-b0589baaffaa req-6d0f42e9-59be-42c9-87b5-5500c383efa8 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2d6ccfa-7fa1-4b58-bec4-ca4269917a93 HTTP/1.1" status: 200 len: 949 time: 0.3317366 Feb 09 01:09:57.277862 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-10917cf9-387a-4c50-8b57-04c33d53674c None None] Attempting to bind port 2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:09:57.278383 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-10917cf9-387a-4c50-8b57-04c33d53674c None None] Attempting to bind port 2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '27fa4c45-9ec5-40ed-92ab-1cc81471d9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:09:57.278891 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10917cf9-387a-4c50-8b57-04c33d53674c None None] Attempting to bind port 2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea on network e8a262a2-1887-44d6-8265-164882c37a5a {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:09:57.287787 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10917cf9-387a-4c50-8b57-04c33d53674c None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:09:57.288392 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10917cf9-387a-4c50-8b57-04c33d53674c None None] Checking segment: {'id': '27fa4c45-9ec5-40ed-92ab-1cc81471d9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:09:57.288946 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-10917cf9-387a-4c50-8b57-04c33d53674c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:57.289633 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10917cf9-387a-4c50-8b57-04c33d53674c None None] Bound using segment: {'id': '27fa4c45-9ec5-40ed-92ab-1cc81471d9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:09:57.290260 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-10917cf9-387a-4c50-8b57-04c33d53674c None None] Bound port: 2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27fa4c45-9ec5-40ed-92ab-1cc81471d9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:09:57.291574 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-10917cf9-387a-4c50-8b57-04c33d53674c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:57.390374 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f576c0f4-a460-4ac7-a2fa-95f3a16dc02f admin admin] Publish callbacks [] for security_group (bbcf68cd-d1ae-491b-bf63-8bc99caead36), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:57.393945 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:57.414953 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-10917cf9-387a-4c50-8b57-04c33d53674c None None] For port 2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:09:57.419113 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-10917cf9-387a-4c50-8b57-04c33d53674c None None] For port 2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea,segment=NetworkSegment(27fa4c45-9ec5-40ed-92ab-1cc81471d9c8),segment_id=27fa4c45-9ec5-40ed-92ab-1cc81471d9c8)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:09:57.430863 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e6135bc-d194-4801-a4bb-a3ca9875b6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (8ffcbfa8-7493-42ae-a5da-6dd8765680ba), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:57.433668 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-10917cf9-387a-4c50-8b57-04c33d53674c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:57.447732 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-d43c29f4-1c7b-49ca-81e0-3c8e3aa854bc tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Publish callbacks [] for port (6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:57.498069 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c967b7d-dd75-48a9-a05e-b0589baaffaa req-d8f335e9-1ce2-40e3-a6cc-948c28db9b9d tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/security-groups?id=13938022-9eff-44d6-935a-12091911cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074046 Feb 09 01:09:57.575045 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f576c0f4-a460-4ac7-a2fa-95f3a16dc02f admin admin] Publish callbacks [] for security_group (bbcf68cd-d1ae-491b-bf63-8bc99caead36), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:57.605977 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-7d554de6-214b-4fb5-90f9-af30a93e763b service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5428987 Feb 09 01:09:57.617308 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-d43c29f4-1c7b-49ca-81e0-3c8e3aa854bc tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:57.644415 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6135bc-d194-4801-a4bb-a3ca9875b6d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ffcbfa8-7493-42ae-a5da-6dd8765680ba,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:57.717138 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6135bc-d194-4801-a4bb-a3ca9875b6d3 admin admin] Checking segment: {'id': '23db5a79-905e-442f-99d5-c3c72a5a9794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '54babc3b-8401-4be9-a676-10c2ebb7a12a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:09:57.717568 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6135bc-d194-4801-a4bb-a3ca9875b6d3 admin admin] Network hostable DHCP agents. Network: 54babc3b-8401-4be9-a676-10c2ebb7a12a, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:09:57.721027 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-d43c29f4-1c7b-49ca-81e0-3c8e3aa854bc tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:57.727085 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-d43c29f4-1c7b-49ca-81e0-3c8e3aa854bc tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:57.731692 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-d43c29f4-1c7b-49ca-81e0-3c8e3aa854bc tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:09:57.738701 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-d43c29f4-1c7b-49ca-81e0-3c8e3aa854bc tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:57.739599 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-d43c29f4-1c7b-49ca-81e0-3c8e3aa854bc tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:57.761264 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c29f4-1c7b-49ca-81e0-3c8e3aa854bc tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Pushing event updated for resources: {'Port': ['ID=6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:57.768615 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45704) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:57.771287 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-3ed38432-0362-4ccb-b831-82306f1e84a3 None None] Provisioning complete for port 2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:57.771851 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3ed38432-0362-4ccb-b831-82306f1e84a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:57.789263 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-d43c29f4-1c7b-49ca-81e0-3c8e3aa854bc tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2702656 Feb 09 01:09:57.800010 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-1a85caed-f795-49b3-b73d-4162b01d7b50 service neutron] Request body: {'port': {'device_id': 'ef0faff8-ea7d-43b4-924e-bfe58191799b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:57.801920 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6135bc-d194-4801-a4bb-a3ca9875b6d3 admin admin] Network 54babc3b-8401-4be9-a676-10c2ebb7a12a is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:09:57.831457 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f576c0f4-a460-4ac7-a2fa-95f3a16dc02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (bbcf68cd-d1ae-491b-bf63-8bc99caead36), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:57.844774 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f576c0f4-a460-4ac7-a2fa-95f3a16dc02f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:57.845003 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c1a4ea67-e73b-4b18-9e90-6abc13937269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:57.850889 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10917cf9-387a-4c50-8b57-04c33d53674c None None] Routers {'56dc62e7-1868-480d-963b-291f7fa338b6'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:09:57.851755 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-10917cf9-387a-4c50-8b57-04c33d53674c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:09:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['56dc62e7-1868-480d-963b-291f7fa338b6'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:57.869835 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f576c0f4-a460-4ac7-a2fa-95f3a16dc02f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bbcf68cd-d1ae-491b-bf63-8bc99caead36 HTTP/1.1" status: 204 len: 168 time: 0.8609202 Feb 09 01:09:57.915038 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-8e6135bc-d194-4801-a4bb-a3ca9875b6d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 54babc3b-8401-4be9-a676-10c2ebb7a12a) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:57.921647 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-1a85caed-f795-49b3-b73d-4162b01d7b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:57.926921 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576c0f4-a460-4ac7-a2fa-95f3a16dc02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcf68cd-d1ae-491b-bf63-8bc99caead36,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:57.955796 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-aca1aec7-f880-495d-bd77-6b2e786e79a3 req-07beb525-eebe-4348-b0e5-6a31990190be service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350222 Feb 09 01:09:57.957219 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6135bc-d194-4801-a4bb-a3ca9875b6d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:57.957816 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e6135bc-d194-4801-a4bb-a3ca9875b6d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:57.971689 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78611849-5493-4dda-b388-e2aea7fa2629 None None] Network 54babc3b-8401-4be9-a676-10c2ebb7a12a requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:09:58.020666 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8e6135bc-d194-4801-a4bb-a3ca9875b6d3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4341848 Feb 09 01:09:58.021752 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45710) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:58.026397 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-f0141819-6fbb-4206-98e8-23be8a29d78a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1667338913-router', 'tenant_id': '39b6aeee5b6e47eeb37f54289dccfbf4', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:58.040260 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45712) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:58.115446 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82409c-0daf-49cb-a801-720044d35704 None None] Pushing event updated for resources: {'Port': ['ID=2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:58.182416 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8d62e-cc2c-432e-a687-8c632c451e98 req-97b71e75-4d62-4c06-96ee-c210d0ec5bc2 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:58.191592 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a1d8d62e-cc2c-432e-a687-8c632c451e98 req-97b71e75-4d62-4c06-96ee-c210d0ec5bc2 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef0faff8-ea7d-43b4-924e-bfe58191799b HTTP/1.1" status: 200 len: 932 time: 0.2044780 Feb 09 01:09:58.193687 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:58.201749 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3765e72-90e4-4da6-ab62-3b088fad3e9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-54babc3b-8401-4be9-a676-10c2ebb7a12a', 'network_id': '54babc3b-8401-4be9-a676-10c2ebb7a12a', 'project_id': '39b6aeee5b6e47eeb37f54289dccfbf4', 'fixed_ips': [{'subnet_id': '8ffcbfa8-7493-42ae-a5da-6dd8765680ba'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:09:58.203553 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a3765e72-90e4-4da6-ab62-3b088fad3e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:58.204328 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c4c62043-0221-4faa-8246-8d693c6e99b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:58.241499 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f0141819-6fbb-4206-98e8-23be8a29d78a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (c91bc69c-452e-41fb-8699-b76373b8c63b), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:58.242616 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f0141819-6fbb-4206-98e8-23be8a29d78a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (c91bc69c-452e-41fb-8699-b76373b8c63b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:58.282354 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c1a4ea67-e73b-4b18-9e90-6abc13937269 admin admin] Publish callbacks [] for security_group (9e1b7316-bc7f-40eb-992d-838052c4bd7b), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:58.323129 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c1a4ea67-e73b-4b18-9e90-6abc13937269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (9e1b7316-bc7f-40eb-992d-838052c4bd7b), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:58.355202 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3ed38432-0362-4ccb-b831-82306f1e84a3 None None] Current status of the port 2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:58.355954 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3ed38432-0362-4ccb-b831-82306f1e84a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:58.430565 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-10917cf9-387a-4c50-8b57-04c33d53674c None None] Set router 56dc62e7-1868-480d-963b-291f7fa338b6 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:09:58.447494 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a1d8d62e-cc2c-432e-a687-8c632c451e98 req-b2d59470-f5c7-4ccc-a2f0-7504df09473c tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547970 Feb 09 01:09:58.480552 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c1a4ea67-e73b-4b18-9e90-6abc13937269 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=11590c981a404f9898b3c319cd2fb685&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7100482 Feb 09 01:09:58.481576 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a4ea67-e73b-4b18-9e90-6abc13937269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1b7316-bc7f-40eb-992d-838052c4bd7b,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:58.484452 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45722) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:58.512662 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f0141819-6fbb-4206-98e8-23be8a29d78a admin admin] Publish callbacks [] for router_controller (c91bc69c-452e-41fb-8699-b76373b8c63b), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:58.517589 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ae68c-bf25-4229-98d1-55fdfa74789e req-bca73f95-a7b9-4a83-9019-ca4ef1b5c95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:58.519137 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-358ae68c-bf25-4229-98d1-55fdfa74789e req-bca73f95-a7b9-4a83-9019-ca4ef1b5c95f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ac2f8e6d4c3c40828f1991e4c4be0aee&device_id=79d8816c-a780-4e91-8979-7a467265d1de HTTP/1.1" status: 200 len: 1131 time: 0.4421685 Feb 09 01:09:58.606886 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-a3765e72-90e4-4da6-ab62-3b088fad3e9b None None] Allocated IP 172.20.0.2 (54babc3b-8401-4be9-a676-10c2ebb7a12a/8ffcbfa8-7493-42ae-a5da-6dd8765680ba/e5973201-e0a1-46f0-aaa5-cfcdbb789faa) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:58.663005 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034cdd28-fbed-4bf2-897f-cbce02975dd9 req-c1e747c5-013b-4c04-8a2e-d40f45706a7a tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:58.671410 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-034cdd28-fbed-4bf2-897f-cbce02975dd9 req-c1e747c5-013b-4c04-8a2e-d40f45706a7a tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/ports?device_id=79d8816c-a780-4e91-8979-7a467265d1de HTTP/1.1" status: 200 len: 948 time: 0.3171375 Feb 09 01:09:58.736511 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c4c62043-0221-4faa-8246-8d693c6e99b4 admin admin] Publish callbacks [] for security_group (45da24ff-19bc-440d-a920-7767b56894ce), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:58.824095 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c0fdfeb4-0b4f-43e6-9563-03299887aa1a admin admin] Publish callbacks [] for security_group (9e1b7316-bc7f-40eb-992d-838052c4bd7b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:58.830751 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a3765e72-90e4-4da6-ab62-3b088fad3e9b None None] Publish callbacks [] for port (e5973201-e0a1-46f0-aaa5-cfcdbb789faa), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:58.835750 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c4c62043-0221-4faa-8246-8d693c6e99b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (45da24ff-19bc-440d-a920-7767b56894ce), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:58.856894 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a3765e72-90e4-4da6-ab62-3b088fad3e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (e5973201-e0a1-46f0-aaa5-cfcdbb789faa), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:58.893407 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-3ed38432-0362-4ccb-b831-82306f1e84a3 None None] For port 2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea,segment=NetworkSegment(27fa4c45-9ec5-40ed-92ab-1cc81471d9c8),segment_id=27fa4c45-9ec5-40ed-92ab-1cc81471d9c8)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:58.895760 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f0141819-6fbb-4206-98e8-23be8a29d78a admin admin] Publish callbacks [] for router_gateway (c91bc69c-452e-41fb-8699-b76373b8c63b), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:58.907764 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c0fdfeb4-0b4f-43e6-9563-03299887aa1a admin admin] Publish callbacks [] for security_group (9e1b7316-bc7f-40eb-992d-838052c4bd7b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:58.923763 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3ed38432-0362-4ccb-b831-82306f1e84a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:58.930362 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c4c62043-0221-4faa-8246-8d693c6e99b4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=50230a0fb2154793b1c6ca912eacf8f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8889298 Feb 09 01:09:58.936062 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c62043-0221-4faa-8246-8d693c6e99b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45da24ff-19bc-440d-a920-7767b56894ce,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:58.951032 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45740) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:58.961639 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ae68c-bf25-4229-98d1-55fdfa74789e req-16389685-7656-4daa-84bd-b58454ad43ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:58.963270 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-358ae68c-bf25-4229-98d1-55fdfa74789e req-16389685-7656-4daa-84bd-b58454ad43ff service neutron] 10.222.0.121 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.4353604 Feb 09 01:09:58.986421 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3765e72-90e4-4da6-ab62-3b088fad3e9b None None] Network 54babc3b-8401-4be9-a676-10c2ebb7a12a is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:58.995919 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-a3765e72-90e4-4da6-ab62-3b088fad3e9b None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:58.998414 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3765e72-90e4-4da6-ab62-3b088fad3e9b None None] Pushing event updated for resources: {'Port': ['ID=e5973201-e0a1-46f0-aaa5-cfcdbb789faa,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:59.002664 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3765e72-90e4-4da6-ab62-3b088fad3e9b None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:09:59.055611 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-1a85caed-f795-49b3-b73d-4162b01d7b50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:09:59.067563 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-1a85caed-f795-49b3-b73d-4162b01d7b50 service neutron] Publish callbacks [] for port (6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:59.109504 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-1a85caed-f795-49b3-b73d-4162b01d7b50 service neutron] Transition to ACTIVE for port object 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:09:59.144780 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c0fdfeb4-0b4f-43e6-9563-03299887aa1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (9e1b7316-bc7f-40eb-992d-838052c4bd7b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:59.148859 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c0fdfeb4-0b4f-43e6-9563-03299887aa1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:59.149801 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c0fdfeb4-0b4f-43e6-9563-03299887aa1a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9e1b7316-bc7f-40eb-992d-838052c4bd7b HTTP/1.1" status: 204 len: 168 time: 0.6612194 Feb 09 01:09:59.150585 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-1a85caed-f795-49b3-b73d-4162b01d7b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:59.161705 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-719eb0f1-3f08-4d86-8043-c31a76233bd4 None None] Provisioning complete for port 2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:59.162083 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-719eb0f1-3f08-4d86-8043-c31a76233bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:59.163634 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed38432-0362-4ccb-b831-82306f1e84a3 None None] Pushing event updated for resources: {'Port': ['ID=2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:59.168483 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-a3765e72-90e4-4da6-ab62-3b088fad3e9b None None] Attempting to bind port e5973201-e0a1-46f0-aaa5-cfcdbb789faa on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:09:59.168858 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-a3765e72-90e4-4da6-ab62-3b088fad3e9b None None] Attempting to bind port e5973201-e0a1-46f0-aaa5-cfcdbb789faa by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '23db5a79-905e-442f-99d5-c3c72a5a9794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '54babc3b-8401-4be9-a676-10c2ebb7a12a'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:09:59.169221 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3765e72-90e4-4da6-ab62-3b088fad3e9b None None] Attempting to bind port e5973201-e0a1-46f0-aaa5-cfcdbb789faa on network 54babc3b-8401-4be9-a676-10c2ebb7a12a {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:09:59.221697 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3765e72-90e4-4da6-ab62-3b088fad3e9b None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:09:59.221975 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3765e72-90e4-4da6-ab62-3b088fad3e9b None None] Checking segment: {'id': '23db5a79-905e-442f-99d5-c3c72a5a9794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '54babc3b-8401-4be9-a676-10c2ebb7a12a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:09:59.222382 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a3765e72-90e4-4da6-ab62-3b088fad3e9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:59.222777 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3765e72-90e4-4da6-ab62-3b088fad3e9b None None] Bound using segment: {'id': '23db5a79-905e-442f-99d5-c3c72a5a9794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '54babc3b-8401-4be9-a676-10c2ebb7a12a'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:09:59.223362 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-a3765e72-90e4-4da6-ab62-3b088fad3e9b None None] Bound port: e5973201-e0a1-46f0-aaa5-cfcdbb789faa, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23db5a79-905e-442f-99d5-c3c72a5a9794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '54babc3b-8401-4be9-a676-10c2ebb7a12a'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:09:59.223747 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a3765e72-90e4-4da6-ab62-3b088fad3e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e5973201-e0a1-46f0-aaa5-cfcdbb789faa), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:59.242588 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b51870-2aaf-447e-b3b0-7479b568741e req-743a1e5a-7d02-428f-8bad-c7e62d7426ec tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:59.247423 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e5b51870-2aaf-447e-b3b0-7479b568741e req-743a1e5a-7d02-428f-8bad-c7e62d7426ec tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.91 "GET /v2.0/ports?device_id=e2d6ccfa-7fa1-4b58-bec4-ca4269917a93 HTTP/1.1" status: 200 len: 949 time: 0.7239208 Feb 09 01:09:59.247649 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-358ae68c-bf25-4229-98d1-55fdfa74789e req-44d557c6-7707-4854-aab4-feff3da26049 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=44a95e0b-f44d-4a85-b63f-dedd1c02df66 HTTP/1.1" status: 200 len: 217 time: 0.2425094 Feb 09 01:09:59.256817 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fdfeb4-0b4f-43e6-9563-03299887aa1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1b7316-bc7f-40eb-992d-838052c4bd7b,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:59.262226 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85caed-f795-49b3-b73d-4162b01d7b50 service neutron] Pushing event updated for resources: {'Port': ['ID=6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:59.294446 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45746) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:59.358282 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-034cdd28-fbed-4bf2-897f-cbce02975dd9 req-ec851eda-2b6d-4309-8473-2b59f89fd844 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b173ca-229c-4571-a9fe-e920b15007e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6843612 Feb 09 01:09:59.366069 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-a3765e72-90e4-4da6-ab62-3b088fad3e9b None None] For port e5973201-e0a1-46f0-aaa5-cfcdbb789faa, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:09:59.371031 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ae68c-bf25-4229-98d1-55fdfa74789e req-8d2293b5-89d7-4683-a18c-370ae68d127d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:59.373353 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-358ae68c-bf25-4229-98d1-55fdfa74789e req-8d2293b5-89d7-4683-a18c-370ae68d127d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.1144216 Feb 09 01:09:59.374481 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-abf7c3dd-be1e-4179-8ff1-24b2155d141a admin admin] Publish callbacks [] for security_group (45da24ff-19bc-440d-a920-7767b56894ce), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:59.393862 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-10917cf9-387a-4c50-8b57-04c33d53674c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839896309-router', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'fd94e2c1-c6a4-4af5-8f0c-a969d00834b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:43Z', 'updated_at': '2022-02-09T01:09:51Z', 'revision_number': 4, 'project_id': '2ba95e383d254696b30a587479c29af0', 'gw_port': {'id': 'fd94e2c1-c6a4-4af5-8f0c-a969d00834b5', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:44Z', 'updated_at': '2022-02-09T01:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea', 'name': '', 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'mac_address': 'fa:16:3e:3d:53:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:49Z', 'updated_at': '2022-02-09T01:09:57Z', 'revision_number': 4, 'project_id': '2ba95e383d254696b30a587479c29af0', 'subnets': [{'id': '32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:59.400814 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-a3765e72-90e4-4da6-ab62-3b088fad3e9b None None] For port e5973201-e0a1-46f0-aaa5-cfcdbb789faa, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=e5973201-e0a1-46f0-aaa5-cfcdbb789faa,segment=NetworkSegment(23db5a79-905e-442f-99d5-c3c72a5a9794),segment_id=23db5a79-905e-442f-99d5-c3c72a5a9794)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:09:59.462682 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-abf7c3dd-be1e-4179-8ff1-24b2155d141a admin admin] Publish callbacks [] for security_group (45da24ff-19bc-440d-a920-7767b56894ce), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:59.465396 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354ee60-8cda-44b2-9b89-2826add2d4ce req-43549de0-6f9d-4471-adb7-91016c6da66f tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:59.472076 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10917cf9-387a-4c50-8b57-04c33d53674c None None] The sync data for ids ['56dc62e7-1868-480d-963b-291f7fa338b6'] in n-d-822053-40 is: [{'id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839896309-router', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'fd94e2c1-c6a4-4af5-8f0c-a969d00834b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:43Z', 'updated_at': '2022-02-09T01:09:51Z', 'revision_number': 4, 'project_id': '2ba95e383d254696b30a587479c29af0', 'gw_port': {'id': 'fd94e2c1-c6a4-4af5-8f0c-a969d00834b5', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:44Z', 'updated_at': '2022-02-09T01:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea', 'name': '', 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'mac_address': 'fa:16:3e:3d:53:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:49Z', 'updated_at': '2022-02-09T01:09:57Z', 'revision_number': 4, 'project_id': '2ba95e383d254696b30a587479c29af0', 'subnets': [{'id': '32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:09:59.473531 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1354ee60-8cda-44b2-9b89-2826add2d4ce req-43549de0-6f9d-4471-adb7-91016c6da66f tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2d6ccfa-7fa1-4b58-bec4-ca4269917a93 HTTP/1.1" status: 200 len: 949 time: 0.8257618 Feb 09 01:09:59.476198 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-719eb0f1-3f08-4d86-8043-c31a76233bd4 None None] Current status of the port 2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:59.487148 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a3765e72-90e4-4da6-ab62-3b088fad3e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e5973201-e0a1-46f0-aaa5-cfcdbb789faa), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:59.637065 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ae68c-bf25-4229-98d1-55fdfa74789e req-715bf3e6-f949-408c-9063-6f3803e29f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:59.642321 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-358ae68c-bf25-4229-98d1-55fdfa74789e req-715bf3e6-f949-408c-9063-6f3803e29f87 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2593033 Feb 09 01:09:59.703880 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3765e72-90e4-4da6-ab62-3b088fad3e9b None None] Pushing event updated for resources: {'Port': ['ID=e5973201-e0a1-46f0-aaa5-cfcdbb789faa,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:59.926976 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1354ee60-8cda-44b2-9b89-2826add2d4ce req-bacddcd8-0d8b-48de-8b3a-0fcd5a0b3e17 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/security-groups?id=13938022-9eff-44d6-935a-12091911cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4519839 Feb 09 01:09:59.933400 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-11536fae-758f-40f5-9a73-1768094ad95a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-511839412-network', 'tenant_id': '922b30affe5a4405930aa3d37acabbc7'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:00.013957 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-1a85caed-f795-49b3-b73d-4162b01d7b50 service neutron] Attempting to bind port 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:10:00.014302 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-1a85caed-f795-49b3-b73d-4162b01d7b50 service neutron] Attempting to bind port 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:10:00.016123 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-1a85caed-f795-49b3-b73d-4162b01d7b50 service neutron] Attempting to bind port 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f on network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:00.027768 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-1a85caed-f795-49b3-b73d-4162b01d7b50 service neutron] Port 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f on network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:10:00.027768 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-1a85caed-f795-49b3-b73d-4162b01d7b50 service neutron] Attempting to bind port 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f on network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:00.031515 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-1a85caed-f795-49b3-b73d-4162b01d7b50 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:10:00.031882 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-1a85caed-f795-49b3-b73d-4162b01d7b50 service neutron] Checking segment: {'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:00.032291 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-1a85caed-f795-49b3-b73d-4162b01d7b50 service neutron] Bound using segment: {'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:10:00.032742 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-1a85caed-f795-49b3-b73d-4162b01d7b50 service neutron] Bound port: 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:10:00.033098 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-1a85caed-f795-49b3-b73d-4162b01d7b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:00.033993 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-abf7c3dd-be1e-4179-8ff1-24b2155d141a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (45da24ff-19bc-440d-a920-7767b56894ce), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:00.046355 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-abf7c3dd-be1e-4179-8ff1-24b2155d141a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:00.058337 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-abf7c3dd-be1e-4179-8ff1-24b2155d141a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/45da24ff-19bc-440d-a920-7767b56894ce HTTP/1.1" status: 204 len: 168 time: 1.1037929 Feb 09 01:10:00.195596 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f0141819-6fbb-4206-98e8-23be8a29d78a admin admin] Publish callbacks [] for router_gateway (c91bc69c-452e-41fb-8699-b76373b8c63b), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:00.200201 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-358ae68c-bf25-4229-98d1-55fdfa74789e req-243a474e-9e99-4dbb-b449-ebc73942f0ae service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5429413 Feb 09 01:10:00.204238 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-1a85caed-f795-49b3-b73d-4162b01d7b50 service neutron] For port 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:00.216179 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-1a85caed-f795-49b3-b73d-4162b01d7b50 service neutron] For port 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:10:00.216942 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7c3dd-be1e-4179-8ff1-24b2155d141a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45da24ff-19bc-440d-a920-7767b56894ce,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:00.235792 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-1a85caed-f795-49b3-b73d-4162b01d7b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:00.286125 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c371f-1f7e-4255-b12f-5966ef3669d3 req-9b408fae-469b-4c6f-9dfd-c12c246812d4 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:00.287723 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d8c371f-1f7e-4255-b12f-5966ef3669d3 req-9b408fae-469b-4c6f-9dfd-c12c246812d4 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef0faff8-ea7d-43b4-924e-bfe58191799b HTTP/1.1" status: 200 len: 944 time: 0.3576033 Feb 09 01:10:00.322451 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f0141819-6fbb-4206-98e8-23be8a29d78a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:00.365623 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11536fae-758f-40f5-9a73-1768094ad95a admin admin] Made reservation on behalf of 922b30affe5a4405930aa3d37acabbc7 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:00.368093 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-11536fae-758f-40f5-9a73-1768094ad95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:00.414538 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-11536fae-758f-40f5-9a73-1768094ad95a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:00.454026 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-1a85caed-f795-49b3-b73d-4162b01d7b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:00.454673 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-1a85caed-f795-49b3-b73d-4162b01d7b50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:00.458306 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-1a85caed-f795-49b3-b73d-4162b01d7b50 service neutron] 10.222.0.121 "PUT /v2.0/ports/6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f HTTP/1.1" status: 200 len: 1093 time: 2.6680067 Feb 09 01:10:00.489880 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef0faff8-ea7d-43b4-924e-bfe58191799b', 'tag': '6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:00.495384 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ddc6ff-02f4-418a-a2c0-53ea09c5b57e" -d '{"events": [{"name": "network-changed", "server_uuid": "ef0faff8-ea7d-43b4-924e-bfe58191799b", "tag": "6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:00.628247 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-e5b51870-2aaf-447e-b3b0-7479b568741e req-f42c40bf-3457-4e74-8a77-40fad3ec54b4 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Deleting port 328f612a-b2cb-48b8-96fd-5f67b31bb13a {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:10:00.628585 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e5b51870-2aaf-447e-b3b0-7479b568741e req-f42c40bf-3457-4e74-8a77-40fad3ec54b4 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (328f612a-b2cb-48b8-96fd-5f67b31bb13a), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:00.715332 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-11536fae-758f-40f5-9a73-1768094ad95a admin admin] Publish callbacks [] for security_group (3106530a-4dae-44fa-8b19-c9899044ed7d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:00.826579 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-f0141819-6fbb-4206-98e8-23be8a29d78a admin admin] Allocated IP 172.25.1.157 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/3a06af3a-fdfa-45b2-9384-01a02a221213) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:00.956355 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-e5b51870-2aaf-447e-b3b0-7479b568741e req-f42c40bf-3457-4e74-8a77-40fad3ec54b4 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] For port 328f612a-b2cb-48b8-96fd-5f67b31bb13a, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=328f612a-b2cb-48b8-96fd-5f67b31bb13a,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:00.956732 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e5b51870-2aaf-447e-b3b0-7479b568741e req-f42c40bf-3457-4e74-8a77-40fad3ec54b4 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (328f612a-b2cb-48b8-96fd-5f67b31bb13a), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:00.991305 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-e5b51870-2aaf-447e-b3b0-7479b568741e req-f42c40bf-3457-4e74-8a77-40fad3ec54b4 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Calling delete_port for 328f612a-b2cb-48b8-96fd-5f67b31bb13a owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:10:01.075765 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f0141819-6fbb-4206-98e8-23be8a29d78a admin admin] Publish callbacks [] for port (3a06af3a-fdfa-45b2-9384-01a02a221213), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:01.158805 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f0141819-6fbb-4206-98e8-23be8a29d78a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (3a06af3a-fdfa-45b2-9384-01a02a221213), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:01.164004 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-11536fae-758f-40f5-9a73-1768094ad95a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3106530a-4dae-44fa-8b19-c9899044ed7d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:01.168012 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85caed-f795-49b3-b73d-4162b01d7b50 service neutron] Pushing event updated for resources: {'Port': ['ID=6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:01.206621 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d8c371f-1f7e-4255-b12f-5966ef3669d3 req-fcef56c2-358f-4646-81b4-71125c9fcf66 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8763800 Feb 09 01:10:01.283641 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01d4d6f-7fd1-4889-be7a-a6a28c38df14 None None] Network 54babc3b-8401-4be9-a676-10c2ebb7a12a requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:10:01.311754 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-6aeb7ff7-2796-470b-992a-be2db9381332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:01.314319 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-6aeb7ff7-2796-470b-992a-be2db9381332 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=991583a4f7ce4c4eb6893f1ec411692c&device_id=ef0faff8-ea7d-43b4-924e-bfe58191799b HTTP/1.1" status: 200 len: 1127 time: 0.7720673 Feb 09 01:10:01.399714 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6bc417-1340-45ec-a958-16cf7e57f27e x-openstack-request-id: req-ee6bc417-1340-45ec-a958-16cf7e57f27e {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:01.400322 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef0faff8-ea7d-43b4-924e-bfe58191799b", "tag": "6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:01.400593 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ee6bc417-1340-45ec-a958-16cf7e57f27e {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:01.400987 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef0faff8-ea7d-43b4-924e-bfe58191799b', 'tag': '6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f', 'status': 'completed', 'code': 200} Feb 09 01:10:01.406312 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-358ae68c-bf25-4229-98d1-55fdfa74789e req-98723472-a69b-4f4b-9127-8f06948f1133 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1074216 Feb 09 01:10:01.410867 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-152e6e1d-a299-439b-8fd2-6dbfb3c048e9 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f HTTP/1.1" status: 200 len: 217 time: 0.0840487 Feb 09 01:10:01.419307 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0141819-6fbb-4206-98e8-23be8a29d78a admin admin] Pushing event updated for resources: {'Port': ['ID=3a06af3a-fdfa-45b2-9384-01a02a221213,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:01.524689 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11536fae-758f-40f5-9a73-1768094ad95a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:10:01.528399 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e5519b0c-9330-447e-977a-023abfda0b7c None None] Provisioning complete for port e5973201-e0a1-46f0-aaa5-cfcdbb789faa triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:01.529791 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e5519b0c-9330-447e-977a-023abfda0b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e5973201-e0a1-46f0-aaa5-cfcdbb789faa), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:01.557605 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0141819-6fbb-4206-98e8-23be8a29d78a admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:01.563601 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-f0141819-6fbb-4206-98e8-23be8a29d78a admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:01.574529 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11536fae-758f-40f5-9a73-1768094ad95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3106530a-4dae-44fa-8b19-c9899044ed7d,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:01.580507 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-a5245adc-3810-4d07-95c2-bb9f4bd2ad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:01.583483 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-a5245adc-3810-4d07-95c2-bb9f4bd2ad55 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8fe24410-38bf-494b-a44d-46f0496d84a5 HTTP/1.1" status: 200 len: 848 time: 0.1548476 Feb 09 01:10:01.586155 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0141819-6fbb-4206-98e8-23be8a29d78a admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:10:01.606435 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:10:01.722204 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-11536fae-758f-40f5-9a73-1768094ad95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (3a249220-1851-4fa0-a2f8-82136bb864ac), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:01.722536 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-11536fae-758f-40f5-9a73-1768094ad95a admin admin] Added segment 3a249220-1851-4fa0-a2f8-82136bb864ac of type vlan for network 6623127f-6781-406f-ad2c-c8f4b498a144 Feb 09 01:10:01.724942 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365e369-feee-4594-82e2-0916baa76104 req-0feb7749-7d03-4f62-867a-4f36e24a0d17 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:01.726897 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f365e369-feee-4594-82e2-0916baa76104 req-0feb7749-7d03-4f62-867a-4f36e24a0d17 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/ports?device_id=79d8816c-a780-4e91-8979-7a467265d1de HTTP/1.1" status: 200 len: 948 time: 1.2090683 Feb 09 01:10:01.778688 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e5b51870-2aaf-447e-b3b0-7479b568741e req-f42c40bf-3457-4e74-8a77-40fad3ec54b4 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (328f612a-b2cb-48b8-96fd-5f67b31bb13a), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:01.795084 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-ca79d2d6-42f8-4fc7-a56a-2600686909e9 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=28c1f603-e786-4a84-b8ed-ec2e36c0d018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799167 Feb 09 01:10:01.803874 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['0974e5af-fdc0-4274-a750-422b96062097'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:10:01.866610 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c40bf-3457-4e74-8a77-40fad3ec54b4 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Pushing event deleted for resources: {'Port': ['ID=328f612a-b2cb-48b8-96fd-5f67b31bb13a,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:01.986404 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-11536fae-758f-40f5-9a73-1768094ad95a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (6623127f-6781-406f-ad2c-c8f4b498a144), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:02.183588 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-11536fae-758f-40f5-9a73-1768094ad95a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (6623127f-6781-406f-ad2c-c8f4b498a144), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:02.189063 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11536fae-758f-40f5-9a73-1768094ad95a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:02.189696 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-11536fae-758f-40f5-9a73-1768094ad95a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:02.264204 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9bdc3-b465-439f-81ef-77ac5e88fdfb req-317b1108-7997-4104-a313-7f2253ee8120 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:02.275271 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-83b9bdc3-b465-439f-81ef-77ac5e88fdfb req-317b1108-7997-4104-a313-7f2253ee8120 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2d6ccfa-7fa1-4b58-bec4-ca4269917a93 HTTP/1.1" status: 200 len: 867 time: 0.6901832 Feb 09 01:10:02.302709 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 44a95e0b-f44d-4a85-b63f-dedd1c02df66 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:10:02.319758 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:02.320715 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:02.336211 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b51870-2aaf-447e-b3b0-7479b568741e req-f42c40bf-3457-4e74-8a77-40fad3ec54b4 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] No DVR routers for this DVR port 328f612a-b2cb-48b8-96fd-5f67b31bb13a on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:10:02.372192 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e5b51870-2aaf-447e-b3b0-7479b568741e req-f42c40bf-3457-4e74-8a77-40fad3ec54b4 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:02.375391 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-11536fae-758f-40f5-9a73-1768094ad95a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 3.0709364 Feb 09 01:10:02.378298 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45834) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:02.381078 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e5b51870-2aaf-447e-b3b0-7479b568741e req-f42c40bf-3457-4e74-8a77-40fad3ec54b4 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.91 "DELETE /v2.0/ports/328f612a-b2cb-48b8-96fd-5f67b31bb13a HTTP/1.1" status: 204 len: 173 time: 3.1101680 Feb 09 01:10:02.399944 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-77ca1d28-65a0-4fc2-90b6-45a8e91eec92 admin admin] Request body: {'subnet': {'network_id': '6623127f-6781-406f-ad2c-c8f4b498a144', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-511839412-subnet', 'tenant_id': '922b30affe5a4405930aa3d37acabbc7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:02.474818 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ca1d28-65a0-4fc2-90b6-45a8e91eec92 admin admin] Made reservation on behalf of 922b30affe5a4405930aa3d37acabbc7 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:02.477670 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-77ca1d28-65a0-4fc2-90b6-45a8e91eec92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:02.536741 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e5519b0c-9330-447e-977a-023abfda0b7c None None] Current status of the port e5973201-e0a1-46f0-aaa5-cfcdbb789faa is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:02.537133 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e5519b0c-9330-447e-977a-023abfda0b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e5973201-e0a1-46f0-aaa5-cfcdbb789faa), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:02.589610 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.resource_extend [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:10:02.692986 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f365e369-feee-4594-82e2-0916baa76104 req-44aa0232-b58a-4180-bc10-fe24784a5b07 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b173ca-229c-4571-a9fe-e920b15007e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8945706 Feb 09 01:10:02.709860 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-83b9bdc3-b465-439f-81ef-77ac5e88fdfb req-4a7fe3c0-c985-4bb5-99d8-c6c3cbfc489d tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/security-groups?id=13938022-9eff-44d6-935a-12091911cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336390 Feb 09 01:10:02.718588 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-2b18315c-fa1a-464f-a6b6-6d3b0182a805 service neutron] 10.222.0.121 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8530440 Feb 09 01:10:02.728697 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11536fae-758f-40f5-9a73-1768094ad95a admin admin] Pushing event updated for resources: {'Network': ['ID=6623127f-6781-406f-ad2c-c8f4b498a144,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:02.796308 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 6623127f-6781-406f-ad2c-c8f4b498a144 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:10:02.806955 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f0141819-6fbb-4206-98e8-23be8a29d78a admin admin] Publish callbacks [] for router_gateway (c91bc69c-452e-41fb-8699-b76373b8c63b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:03.064918 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f641e0ba-81f9-4e1e-aba6-9b644d48e234 req-7c6fff69-7ba1-48ef-8d88-51a9235acba1 service neutron] 10.222.0.121 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373122 Feb 09 01:10:03.086142 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c57ab-e04a-42c0-aac4-8ab759068418 req-5d0e1666-63e1-4673-9df1-7c65ea32fbc4 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:03.093998 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0f0c57ab-e04a-42c0-aac4-8ab759068418 req-5d0e1666-63e1-4673-9df1-7c65ea32fbc4 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef0faff8-ea7d-43b4-924e-bfe58191799b HTTP/1.1" status: 200 len: 944 time: 0.1723266 Feb 09 01:10:03.243322 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e5519b0c-9330-447e-977a-023abfda0b7c None None] For port e5973201-e0a1-46f0-aaa5-cfcdbb789faa, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=e5973201-e0a1-46f0-aaa5-cfcdbb789faa,segment=NetworkSegment(23db5a79-905e-442f-99d5-c3c72a5a9794),segment_id=23db5a79-905e-442f-99d5-c3c72a5a9794)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:03.324797 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0f0c57ab-e04a-42c0-aac4-8ab759068418 req-014798b0-b8b0-4a2a-a3d0-d80a224be8e3 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228229 Feb 09 01:10:03.371949 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddc6ff-02f4-418a-a2c0-53ea09c5b57e req-92d11089-e734-4db3-ba02-8423ed629c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:03.375235 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-23ddc6ff-02f4-418a-a2c0-53ea09c5b57e req-92d11089-e734-4db3-ba02-8423ed629c25 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=991583a4f7ce4c4eb6893f1ec411692c&device_id=ef0faff8-ea7d-43b4-924e-bfe58191799b HTTP/1.1" status: 200 len: 1127 time: 0.2165349 Feb 09 01:10:03.403217 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e5519b0c-9330-447e-977a-023abfda0b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e5973201-e0a1-46f0-aaa5-cfcdbb789faa), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:03.408886 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d6ccfa-7fa1-4b58-bec4-ca4269917a93', 'name': 'network-vif-deleted', 'tag': '328f612a-b2cb-48b8-96fd-5f67b31bb13a'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:03.433753 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2ae73e-bdf9-4553-8a57-d45f0a0118f5" -d '{"events": [{"server_uuid": "e2d6ccfa-7fa1-4b58-bec4-ca4269917a93", "name": "network-vif-deleted", "tag": "328f612a-b2cb-48b8-96fd-5f67b31bb13a"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:03.522888 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-6e9b4b76-23e2-4548-b45d-703dd54a8eea tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=cbcf64bc184340809a27ba774d82840d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286603 Feb 09 01:10:03.614857 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-77ca1d28-65a0-4fc2-90b6-45a8e91eec92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (a1b566c9-f61d-42d4-9742-63f29d6e7898), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:03.629601 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f0141819-6fbb-4206-98e8-23be8a29d78a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (c91bc69c-452e-41fb-8699-b76373b8c63b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:03.677403 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 44a95e0b-f44d-4a85-b63f-dedd1c02df66, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=44a95e0b-f44d-4a85-b63f-dedd1c02df66,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:03.712821 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 328f612a-b2cb-48b8-96fd-5f67b31bb13a no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:10:03.719654 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69950984-1450-4014-8cc0-d3f820a38ad5 x-openstack-request-id: req-69950984-1450-4014-8cc0-d3f820a38ad5 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:03.720234 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2d6ccfa-7fa1-4b58-bec4-ca4269917a93", "name": "network-vif-deleted", "tag": "328f612a-b2cb-48b8-96fd-5f67b31bb13a", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:03.720234 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-69950984-1450-4014-8cc0-d3f820a38ad5 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:03.720592 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d6ccfa-7fa1-4b58-bec4-ca4269917a93', 'name': 'network-vif-deleted', 'tag': '328f612a-b2cb-48b8-96fd-5f67b31bb13a', 'status': 'completed', 'code': 200} Feb 09 01:10:03.760861 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddc6ff-02f4-418a-a2c0-53ea09c5b57e req-5baca03e-8373-4ced-8b95-75f188d663c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:03.760861 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-23ddc6ff-02f4-418a-a2c0-53ea09c5b57e req-5baca03e-8373-4ced-8b95-75f188d663c6 service neutron] 10.222.0.121 "GET /v2.0/networks?id=28c1f603-e786-4a84-b8ed-ec2e36c0d018 HTTP/1.1" status: 200 len: 909 time: 0.3724658 Feb 09 01:10:03.771920 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-a1aef8d9-8f07-406b-b426-419170cabb28 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:03.773606 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-a1aef8d9-8f07-406b-b426-419170cabb28 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2403116 Feb 09 01:10:03.783585 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:03.784896 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e5973201-e0a1-46f0-aaa5-cfcdbb789faa up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:10:03.797877 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-37645333-686f-4245-99c5-f1e78202c7d9 None None] Provisioning complete for port e5973201-e0a1-46f0-aaa5-cfcdbb789faa triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:03.798371 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-37645333-686f-4245-99c5-f1e78202c7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e5973201-e0a1-46f0-aaa5-cfcdbb789faa), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:03.835470 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '44a95e0b-f44d-4a85-b63f-dedd1c02df66', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': '44a95e0b-f44d-4a85-b63f-dedd1c02df66', 'mac_address': 'fa:16:3e:59:31:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:10:03.855892 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-23ddc6ff-02f4-418a-a2c0-53ea09c5b57e req-f686538d-dada-4d3a-893d-c5932be06f61 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f HTTP/1.1" status: 200 len: 217 time: 0.0812633 Feb 09 01:10:03.867112 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-ace4af99-8dbd-495b-a46d-cdd02662b939 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/quotas/cbcf64bc184340809a27ba774d82840d HTTP/1.1" status: 200 len: 375 time: 0.0835285 Feb 09 01:10:03.876355 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 328f612a-b2cb-48b8-96fd-5f67b31bb13a {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:10:03.876856 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 328f612a-b2cb-48b8-96fd-5f67b31bb13a not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:10:03.899812 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5519b0c-9330-447e-977a-023abfda0b7c None None] Pushing event updated for resources: {'Port': ['ID=e5973201-e0a1-46f0-aaa5-cfcdbb789faa,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:03.918714 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5519b0c-9330-447e-977a-023abfda0b7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:03.919239 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5519b0c-9330-447e-977a-023abfda0b7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:03.920712 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5519b0c-9330-447e-977a-023abfda0b7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:03.921279 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5519b0c-9330-447e-977a-023abfda0b7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:03.921726 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5519b0c-9330-447e-977a-023abfda0b7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:03.922171 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5519b0c-9330-447e-977a-023abfda0b7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:03.922611 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5519b0c-9330-447e-977a-023abfda0b7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:03.923051 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5519b0c-9330-447e-977a-023abfda0b7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:03.923486 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5519b0c-9330-447e-977a-023abfda0b7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:03.923924 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5519b0c-9330-447e-977a-023abfda0b7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:03.924390 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5519b0c-9330-447e-977a-023abfda0b7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:03.924836 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5519b0c-9330-447e-977a-023abfda0b7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:03.925265 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5519b0c-9330-447e-977a-023abfda0b7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:03.938208 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca1d28-65a0-4fc2-90b6-45a8e91eec92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1b566c9-f61d-42d4-9742-63f29d6e7898,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:03.975171 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ca1d28-65a0-4fc2-90b6-45a8e91eec92 admin admin] Checking segment: {'id': '3a249220-1851-4fa0-a2f8-82136bb864ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6623127f-6781-406f-ad2c-c8f4b498a144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:03.975531 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ca1d28-65a0-4fc2-90b6-45a8e91eec92 admin admin] Network hostable DHCP agents. Network: 6623127f-6781-406f-ad2c-c8f4b498a144, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:10:03.989255 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0141819-6fbb-4206-98e8-23be8a29d78a admin admin] Router c91bc69c-452e-41fb-8699-b76373b8c63b is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:10:04.000134 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-69d07594-d461-469b-ba34-013a74450de3 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cbcf64bc184340809a27ba774d82840d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0980024 Feb 09 01:10:04.025620 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddc6ff-02f4-418a-a2c0-53ea09c5b57e req-73d3a421-de21-4343-8851-627e16c1dd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:04.027518 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-23ddc6ff-02f4-418a-a2c0-53ea09c5b57e req-73d3a421-de21-4343-8851-627e16c1dd61 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8fe24410-38bf-494b-a44d-46f0496d84a5 HTTP/1.1" status: 200 len: 848 time: 0.1579299 Feb 09 01:10:04.038718 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5dada-503e-4f39-8ce4-74ec04dda82c req-f4eaf26f-b54b-4621-9854-cc98cf5b7e09 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:04.048286 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-90a5dada-503e-4f39-8ce4-74ec04dda82c req-f4eaf26f-b54b-4621-9854-cc98cf5b7e09 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/ports?device_id=79d8816c-a780-4e91-8979-7a467265d1de HTTP/1.1" status: 200 len: 948 time: 0.1964362 Feb 09 01:10:04.097463 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-23ddc6ff-02f4-418a-a2c0-53ea09c5b57e req-488cf3f0-9427-47de-a6c2-d927f8241903 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=28c1f603-e786-4a84-b8ed-ec2e36c0d018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453975 Feb 09 01:10:04.142522 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-90a5dada-503e-4f39-8ce4-74ec04dda82c req-b84ec8e7-696b-4269-9338-1a493a9e9285 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b173ca-229c-4571-a9fe-e920b15007e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866237 Feb 09 01:10:04.169335 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 44a95e0b-f44d-4a85-b63f-dedd1c02df66 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:04.177637 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (44a95e0b-f44d-4a85-b63f-dedd1c02df66), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:04.220007 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port e5973201-e0a1-46f0-aaa5-cfcdbb789faa triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:04.220507 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e5973201-e0a1-46f0-aaa5-cfcdbb789faa), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:04.229762 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-37645333-686f-4245-99c5-f1e78202c7d9 None None] Current status of the port e5973201-e0a1-46f0-aaa5-cfcdbb789faa is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:04.268284 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a95e0b-f44d-4a85-b63f-dedd1c02df66 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:04.297491 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-23ddc6ff-02f4-418a-a2c0-53ea09c5b57e req-3711915c-521f-43d2-a0e1-3c380e9c2d39 service neutron] 10.222.0.121 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700468 Feb 09 01:10:04.339230 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ca1d28-65a0-4fc2-90b6-45a8e91eec92 admin admin] Network 6623127f-6781-406f-ad2c-c8f4b498a144 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:10:04.368105 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 44a95e0b-f44d-4a85-b63f-dedd1c02df66, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=44a95e0b-f44d-4a85-b63f-dedd1c02df66,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:04.371371 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-77ca1d28-65a0-4fc2-90b6-45a8e91eec92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 6623127f-6781-406f-ad2c-c8f4b498a144) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:04.381062 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (44a95e0b-f44d-4a85-b63f-dedd1c02df66), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:04.404454 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ca1d28-65a0-4fc2-90b6-45a8e91eec92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:04.406885 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-77ca1d28-65a0-4fc2-90b6-45a8e91eec92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:04.454878 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-77ca1d28-65a0-4fc2-90b6-45a8e91eec92 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.0619459 Feb 09 01:10:04.465955 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45896) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:04.487387 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-b28785da-b869-4e4c-beca-3362c75b231b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-511839412-router', 'tenant_id': '922b30affe5a4405930aa3d37acabbc7', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:04.504562 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=44a95e0b-f44d-4a85-b63f-dedd1c02df66,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:04.510394 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb96fc87-09c9-4fd6-b6cc-ffa3d2f6b23a None None] Network 6623127f-6781-406f-ad2c-c8f4b498a144 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:10:04.558895 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0141819-6fbb-4206-98e8-23be8a29d78a admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:10:04.591303 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b28785da-b869-4e4c-beca-3362c75b231b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (c4c5fe34-b5f2-408b-af38-a99f2f461f2e), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:04.592560 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b28785da-b869-4e4c-beca-3362c75b231b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (c4c5fe34-b5f2-408b-af38-a99f2f461f2e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:04.600176 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404371fb-0b56-4213-88bb-6925b9ff9ce5 None None] Sync routers for ids ['c91bc69c-452e-41fb-8699-b76373b8c63b'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:10:04.635588 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-23ddc6ff-02f4-418a-a2c0-53ea09c5b57e req-23e1bc02-6694-4230-841e-630ad935e75a service neutron] 10.222.0.121 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310158 Feb 09 01:10:04.644072 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['44a95e0b-f44d-4a85-b63f-dedd1c02df66'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:10:04.669150 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404371fb-0b56-4213-88bb-6925b9ff9ce5 None None] Routers {'c91bc69c-452e-41fb-8699-b76373b8c63b'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:10:04.670142 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-404371fb-0b56-4213-88bb-6925b9ff9ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:09:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c91bc69c-452e-41fb-8699-b76373b8c63b'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:04.721731 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port e5973201-e0a1-46f0-aaa5-cfcdbb789faa is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:04.735401 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b28785da-b869-4e4c-beca-3362c75b231b admin admin] Publish callbacks [] for router_controller (c4c5fe34-b5f2-408b-af38-a99f2f461f2e), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:04.736175 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-7c574de4-f6bf-400d-8bf2-ce334f7e25da tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=1ce9156b2ca74aedbb6dd0475c092f64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382698 Feb 09 01:10:04.740155 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f0141819-6fbb-4206-98e8-23be8a29d78a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:04.744032 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f0141819-6fbb-4206-98e8-23be8a29d78a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.7208469 Feb 09 01:10:04.748324 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45908) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:04.782950 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22054b15-47c4-4419-8d7e-4572af6bcf13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-6623127f-6781-406f-ad2c-c8f4b498a144', 'network_id': '6623127f-6781-406f-ad2c-c8f4b498a144', 'project_id': '922b30affe5a4405930aa3d37acabbc7', 'fixed_ips': [{'subnet_id': 'a1b566c9-f61d-42d4-9742-63f29d6e7898'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:10:04.788402 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-22054b15-47c4-4419-8d7e-4572af6bcf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:05.014020 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e5973201-e0a1-46f0-aaa5-cfcdbb789faa up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:10:05.024446 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-4147b3aa-d5f6-4d34-bfe0-882f861d2ea0 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:05.040802 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-4147b3aa-d5f6-4d34-bfe0-882f861d2ea0 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3035233 Feb 09 01:10:05.063411 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-404371fb-0b56-4213-88bb-6925b9ff9ce5 None None] Set router c91bc69c-452e-41fb-8699-b76373b8c63b gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:10:05.072454 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-7a27d337-d4bb-4fde-8cdb-d7893642fab1 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/quotas/1ce9156b2ca74aedbb6dd0475c092f64 HTTP/1.1" status: 200 len: 375 time: 0.0305102 Feb 09 01:10:05.157347 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-374e2e12-c3b2-4b2f-8d98-153ca9302460 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1ce9156b2ca74aedbb6dd0475c092f64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836604 Feb 09 01:10:05.268115 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-67a8a5f3-90da-42e9-8e52-d964a7e17c85 req-b9226f84-43d3-45b1-a7e5-b99bc4eddaf6 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9ba7461-2eff-4b6a-9ac4-8589e5930e63 HTTP/1.1" status: 200 len: 210 time: 0.1025689 Feb 09 01:10:05.296829 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-22054b15-47c4-4419-8d7e-4572af6bcf13 None None] Allocated IP 172.20.0.2 (6623127f-6781-406f-ad2c-c8f4b498a144/a1b566c9-f61d-42d4-9742-63f29d6e7898/e6ec4311-b239-4594-8d3a-600f7a7a2c46) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:05.355778 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port e5973201-e0a1-46f0-aaa5-cfcdbb789faa triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:05.356188 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e5973201-e0a1-46f0-aaa5-cfcdbb789faa), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:05.467275 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-404371fb-0b56-4213-88bb-6925b9ff9ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91bc69c-452e-41fb-8699-b76373b8c63b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1667338913-router', 'tenant_id': '39b6aeee5b6e47eeb37f54289dccfbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '3a06af3a-fdfa-45b2-9384-01a02a221213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:58Z', 'updated_at': '2022-02-09T01:10:02Z', 'revision_number': 3, 'project_id': '39b6aeee5b6e47eeb37f54289dccfbf4', 'gw_port': {'id': '3a06af3a-fdfa-45b2-9384-01a02a221213', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fa:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91bc69c-452e-41fb-8699-b76373b8c63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:00Z', 'updated_at': '2022-02-09T01:10:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:05.505217 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404371fb-0b56-4213-88bb-6925b9ff9ce5 None None] Checking router: c91bc69c-452e-41fb-8699-b76373b8c63b for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:10:05.505560 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404371fb-0b56-4213-88bb-6925b9ff9ce5 None None] Updating router c91bc69c-452e-41fb-8699-b76373b8c63b port 3a06af3a-fdfa-45b2-9384-01a02a221213 binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:10:05.505892 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ad649-4b1e-47e7-b0c0-0435ad621551 req-8b96b558-7ce3-4da5-b1a3-08eb0eb495eb tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:05.507707 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e16ad649-4b1e-47e7-b0c0-0435ad621551 req-8b96b558-7ce3-4da5-b1a3-08eb0eb495eb tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef0faff8-ea7d-43b4-924e-bfe58191799b HTTP/1.1" status: 200 len: 944 time: 0.1196949 Feb 09 01:10:05.519714 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b28785da-b869-4e4c-beca-3362c75b231b admin admin] Publish callbacks [] for router_gateway (c4c5fe34-b5f2-408b-af38-a99f2f461f2e), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:05.559198 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-404371fb-0b56-4213-88bb-6925b9ff9ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3a06af3a-fdfa-45b2-9384-01a02a221213), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:05.688797 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e16ad649-4b1e-47e7-b0c0-0435ad621551 req-c987ea03-e07e-480a-9fcb-09e5af363d9b tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729455 Feb 09 01:10:05.757337 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d05437-79f1-49c0-9c15-374d1fec801e req-c43948ab-8d7e-4832-b9c8-c4697f22a91e tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:05.777835 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-55d05437-79f1-49c0-9c15-374d1fec801e req-c43948ab-8d7e-4832-b9c8-c4697f22a91e tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/ports?device_id=a63ccafa-26df-4e54-837f-6363f886ef04 HTTP/1.1" status: 200 len: 950 time: 0.2033119 Feb 09 01:10:05.912921 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-55d05437-79f1-49c0-9c15-374d1fec801e req-00fe6f04-dc13-451d-bbea-51c1d00b6773 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/security-groups?id=13938022-9eff-44d6-935a-12091911cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336980 Feb 09 01:10:05.993179 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port e5973201-e0a1-46f0-aaa5-cfcdbb789faa is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:06.009479 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-22054b15-47c4-4419-8d7e-4572af6bcf13 None None] Publish callbacks [] for port (e6ec4311-b239-4594-8d3a-600f7a7a2c46), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:06.020473 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-22054b15-47c4-4419-8d7e-4572af6bcf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (e6ec4311-b239-4594-8d3a-600f7a7a2c46), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:06.046567 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-404371fb-0b56-4213-88bb-6925b9ff9ce5 None None] Publish callbacks [] for port (3a06af3a-fdfa-45b2-9384-01a02a221213), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:06.054998 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0d776-7aa3-4068-91bd-c0b15943796a req-0186e8a2-dc7e-447a-90b7-60a9f5ae447e tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:06.055430 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-404371fb-0b56-4213-88bb-6925b9ff9ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (3a06af3a-fdfa-45b2-9384-01a02a221213), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:06.080469 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-90b0d776-7aa3-4068-91bd-c0b15943796a req-0186e8a2-dc7e-447a-90b7-60a9f5ae447e tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/ports?device_id=79d8816c-a780-4e91-8979-7a467265d1de HTTP/1.1" status: 200 len: 949 time: 0.2318549 Feb 09 01:10:06.085074 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22054b15-47c4-4419-8d7e-4572af6bcf13 None None] Pushing event updated for resources: {'Port': ['ID=e6ec4311-b239-4594-8d3a-600f7a7a2c46,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:06.101667 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3eb6d5a4-3c58-4bc4-b4d4-586f5a6d1ed2 req-2d6218e3-eb04-4c57-ad02-eceff8a6a84b tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d644ca-144e-440b-80ed-477b809e9fa5 HTTP/1.1" status: 200 len: 210 time: 0.1264451 Feb 09 01:10:06.102988 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22054b15-47c4-4419-8d7e-4572af6bcf13 None None] Network 6623127f-6781-406f-ad2c-c8f4b498a144 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:06.108159 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-22054b15-47c4-4419-8d7e-4572af6bcf13 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:06.111728 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22054b15-47c4-4419-8d7e-4572af6bcf13 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:10:06.141941 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a05512-36ee-4b93-85c6-0623a20e0ba6 None None] Pushing event updated for resources: {'Port': ['ID=3a06af3a-fdfa-45b2-9384-01a02a221213,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:06.182920 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-404371fb-0b56-4213-88bb-6925b9ff9ce5 None None] Attempting to bind port 3a06af3a-fdfa-45b2-9384-01a02a221213 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:10:06.183291 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-404371fb-0b56-4213-88bb-6925b9ff9ce5 None None] Attempting to bind port 3a06af3a-fdfa-45b2-9384-01a02a221213 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:10:06.183651 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404371fb-0b56-4213-88bb-6925b9ff9ce5 None None] Attempting to bind port 3a06af3a-fdfa-45b2-9384-01a02a221213 on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:06.209625 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404371fb-0b56-4213-88bb-6925b9ff9ce5 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:10:06.210029 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404371fb-0b56-4213-88bb-6925b9ff9ce5 None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:06.210424 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-404371fb-0b56-4213-88bb-6925b9ff9ce5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:06.210789 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404371fb-0b56-4213-88bb-6925b9ff9ce5 None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:10:06.211266 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-404371fb-0b56-4213-88bb-6925b9ff9ce5 None None] Bound port: 3a06af3a-fdfa-45b2-9384-01a02a221213, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:10:06.211648 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-404371fb-0b56-4213-88bb-6925b9ff9ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3a06af3a-fdfa-45b2-9384-01a02a221213), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:06.212548 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-90b0d776-7aa3-4068-91bd-c0b15943796a req-6a4409ba-e7e7-4295-a3b9-bf8773e4d21f tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b173ca-229c-4571-a9fe-e920b15007e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292462 Feb 09 01:10:06.237411 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-22054b15-47c4-4419-8d7e-4572af6bcf13 None None] Attempting to bind port e6ec4311-b239-4594-8d3a-600f7a7a2c46 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:10:06.238045 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-22054b15-47c4-4419-8d7e-4572af6bcf13 None None] Attempting to bind port e6ec4311-b239-4594-8d3a-600f7a7a2c46 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '3a249220-1851-4fa0-a2f8-82136bb864ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6623127f-6781-406f-ad2c-c8f4b498a144'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:10:06.238403 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22054b15-47c4-4419-8d7e-4572af6bcf13 None None] Attempting to bind port e6ec4311-b239-4594-8d3a-600f7a7a2c46 on network 6623127f-6781-406f-ad2c-c8f4b498a144 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:06.245519 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22054b15-47c4-4419-8d7e-4572af6bcf13 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:10:06.245897 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22054b15-47c4-4419-8d7e-4572af6bcf13 None None] Checking segment: {'id': '3a249220-1851-4fa0-a2f8-82136bb864ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6623127f-6781-406f-ad2c-c8f4b498a144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:06.246681 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-22054b15-47c4-4419-8d7e-4572af6bcf13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:06.247082 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22054b15-47c4-4419-8d7e-4572af6bcf13 None None] Bound using segment: {'id': '3a249220-1851-4fa0-a2f8-82136bb864ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6623127f-6781-406f-ad2c-c8f4b498a144'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:10:06.249049 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-22054b15-47c4-4419-8d7e-4572af6bcf13 None None] Bound port: e6ec4311-b239-4594-8d3a-600f7a7a2c46, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a249220-1851-4fa0-a2f8-82136bb864ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6623127f-6781-406f-ad2c-c8f4b498a144'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:10:06.249443 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-22054b15-47c4-4419-8d7e-4572af6bcf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e6ec4311-b239-4594-8d3a-600f7a7a2c46), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:06.326751 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-404371fb-0b56-4213-88bb-6925b9ff9ce5 None None] For port 3a06af3a-fdfa-45b2-9384-01a02a221213, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:06.336417 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e0e8a08-7397-4b4f-8f9b-2d5380cac42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:06.339495 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b28785da-b869-4e4c-beca-3362c75b231b admin admin] Publish callbacks [] for router_gateway (c4c5fe34-b5f2-408b-af38-a99f2f461f2e), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:06.342100 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-404371fb-0b56-4213-88bb-6925b9ff9ce5 None None] For port 3a06af3a-fdfa-45b2-9384-01a02a221213, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=3a06af3a-fdfa-45b2-9384-01a02a221213,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:10:06.356060 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-404371fb-0b56-4213-88bb-6925b9ff9ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (3a06af3a-fdfa-45b2-9384-01a02a221213), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:06.374899 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b28785da-b869-4e4c-beca-3362c75b231b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:06.434843 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:10:06.455163 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 44a95e0b-f44d-4a85-b63f-dedd1c02df66 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:10:06.473153 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-61ce468d-6c67-4137-9eeb-30b1967e88b9 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=cbcf64bc184340809a27ba774d82840d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0857506 Feb 09 01:10:06.535201 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-22054b15-47c4-4419-8d7e-4572af6bcf13 None None] For port e6ec4311-b239-4594-8d3a-600f7a7a2c46, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:06.535322 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-767f4e86-d614-4fcb-9223-12ef4c347c47 req-69b585a9-1d28-494e-9785-d88425010158 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9ba7461-2eff-4b6a-9ac4-8589e5930e63 HTTP/1.1" status: 200 len: 210 time: 0.0913284 Feb 09 01:10:06.550201 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-22054b15-47c4-4419-8d7e-4572af6bcf13 None None] For port e6ec4311-b239-4594-8d3a-600f7a7a2c46, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=e6ec4311-b239-4594-8d3a-600f7a7a2c46,segment=NetworkSegment(3a249220-1851-4fa0-a2f8-82136bb864ac),segment_id=3a249220-1851-4fa0-a2f8-82136bb864ac)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:10:06.567212 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404371fb-0b56-4213-88bb-6925b9ff9ce5 None None] Routers {'c91bc69c-452e-41fb-8699-b76373b8c63b'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:10:06.567855 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-404371fb-0b56-4213-88bb-6925b9ff9ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:09:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c91bc69c-452e-41fb-8699-b76373b8c63b'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:06.604157 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-22054b15-47c4-4419-8d7e-4572af6bcf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e6ec4311-b239-4594-8d3a-600f7a7a2c46), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:06.608834 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a05512-36ee-4b93-85c6-0623a20e0ba6 None None] Pushing event updated for resources: {'Port': ['ID=3a06af3a-fdfa-45b2-9384-01a02a221213,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:06.754041 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 44a95e0b-f44d-4a85-b63f-dedd1c02df66 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:10:06.758857 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-b28785da-b869-4e4c-beca-3362c75b231b admin admin] Allocated IP 172.25.1.54 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/930158df-d33c-412a-9fa0-30d9be4deff7) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:06.763211 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 44a95e0b-f44d-4a85-b63f-dedd1c02df66 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:06.763859 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (44a95e0b-f44d-4a85-b63f-dedd1c02df66), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:06.774624 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22054b15-47c4-4419-8d7e-4572af6bcf13 None None] Pushing event updated for resources: {'Port': ['ID=e6ec4311-b239-4594-8d3a-600f7a7a2c46,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:06.871850 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-4e0e8a08-7397-4b4f-8f9b-2d5380cac42a admin admin] Allocated IP 172.20.0.1 (54babc3b-8401-4be9-a676-10c2ebb7a12a/8ffcbfa8-7493-42ae-a5da-6dd8765680ba/bc80a23e-f638-43b0-a2b2-c3449ed522be) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:06.973754 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-404371fb-0b56-4213-88bb-6925b9ff9ce5 None None] Set router c91bc69c-452e-41fb-8699-b76373b8c63b gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:10:07.005333 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-c5bbd77f-3a26-44bd-b6e1-7b070cb80e6a tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:07.015317 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-c5bbd77f-3a26-44bd-b6e1-7b070cb80e6a tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5101492 Feb 09 01:10:07.052144 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-e35a914d-1158-44f0-b644-6b161ec16e9c tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Request body: {'port': {'device_id': 'b9ba7461-2eff-4b6a-9ac4-8589e5930e63', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'admin_state_up': True, 'tenant_id': 'cbcf64bc184340809a27ba774d82840d'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:07.088228 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:07.104751 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f', 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018', 'port_id': '6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f', 'mac_address': 'fa:16:3e:ea:a1:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe24410-38bf-494b-a44d-46f0496d84a5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:10:07.238352 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:07.239126 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:07.291700 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:07.313953 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 44a95e0b-f44d-4a85-b63f-dedd1c02df66 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:07.315465 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (44a95e0b-f44d-4a85-b63f-dedd1c02df66), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:07.321550 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e0e8a08-7397-4b4f-8f9b-2d5380cac42a admin admin] Publish callbacks [] for port (bc80a23e-f638-43b0-a2b2-c3449ed522be), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:07.326687 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b28785da-b869-4e4c-beca-3362c75b231b admin admin] Publish callbacks [] for port (930158df-d33c-412a-9fa0-30d9be4deff7), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:07.353278 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-404371fb-0b56-4213-88bb-6925b9ff9ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91bc69c-452e-41fb-8699-b76373b8c63b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1667338913-router', 'tenant_id': '39b6aeee5b6e47eeb37f54289dccfbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '3a06af3a-fdfa-45b2-9384-01a02a221213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:58Z', 'updated_at': '2022-02-09T01:10:02Z', 'revision_number': 3, 'project_id': '39b6aeee5b6e47eeb37f54289dccfbf4', 'gw_port': {'id': '3a06af3a-fdfa-45b2-9384-01a02a221213', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fa:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91bc69c-452e-41fb-8699-b76373b8c63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:00Z', 'updated_at': '2022-02-09T01:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:07.375027 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:07.377709 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4393d2-2362-461a-974d-07b02a19252c req-8073bb23-4c8b-4002-896c-01880408cf10 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:07.384684 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1d4393d2-2362-461a-974d-07b02a19252c req-8073bb23-4c8b-4002-896c-01880408cf10 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.91 "GET /v2.0/ports?device_id=a63ccafa-26df-4e54-837f-6363f886ef04 HTTP/1.1" status: 200 len: 950 time: 0.2950540 Feb 09 01:10:07.386686 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.91', 52367) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:07.388628 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:07.396051 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404371fb-0b56-4213-88bb-6925b9ff9ce5 None None] The sync data for ids ['c91bc69c-452e-41fb-8699-b76373b8c63b'] in n-d-822053-40 is: [{'id': 'c91bc69c-452e-41fb-8699-b76373b8c63b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1667338913-router', 'tenant_id': '39b6aeee5b6e47eeb37f54289dccfbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '3a06af3a-fdfa-45b2-9384-01a02a221213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:58Z', 'updated_at': '2022-02-09T01:10:02Z', 'revision_number': 3, 'project_id': '39b6aeee5b6e47eeb37f54289dccfbf4', 'gw_port': {'id': '3a06af3a-fdfa-45b2-9384-01a02a221213', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fa:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91bc69c-452e-41fb-8699-b76373b8c63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:00Z', 'updated_at': '2022-02-09T01:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:10:07.408850 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d8816c-a780-4e91-8979-7a467265d1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a95e0b-f44d-4a85-b63f-dedd1c02df66'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:07.414264 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440a88a7-a147-44c1-8b46-91aec2fb4c2a" -d '{"events": [{"server_uuid": "79d8816c-a780-4e91-8979-7a467265d1de", "name": "network-vif-plugged", "status": "completed", "tag": "44a95e0b-f44d-4a85-b63f-dedd1c02df66"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:07.468752 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 44a95e0b-f44d-4a85-b63f-dedd1c02df66, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=44a95e0b-f44d-4a85-b63f-dedd1c02df66,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:07.485842 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (44a95e0b-f44d-4a85-b63f-dedd1c02df66), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:07.501311 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-5c1345e3-f56d-4e21-bb33-da923bd63c4c tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=1ce9156b2ca74aedbb6dd0475c092f64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1119912 Feb 09 01:10:07.512180 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:07.629637 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=44a95e0b-f44d-4a85-b63f-dedd1c02df66,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:07.635474 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45968) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:07.648409 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:10:07.727523 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b28785da-b869-4e4c-beca-3362c75b231b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (930158df-d33c-412a-9fa0-30d9be4deff7), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:07.729943 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e0e8a08-7397-4b4f-8f9b-2d5380cac42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (bc80a23e-f638-43b0-a2b2-c3449ed522be), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:07.748232 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244adc9-cc12-43ba-bb3b-9c4e76f4af7d req-9ff52c82-18fc-40ad-b3bc-1a4d3aadcaf8 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:07.749653 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f244adc9-cc12-43ba-bb3b-9c4e76f4af7d req-9ff52c82-18fc-40ad-b3bc-1a4d3aadcaf8 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef0faff8-ea7d-43b4-924e-bfe58191799b HTTP/1.1" status: 200 len: 944 time: 0.8723810 Feb 09 01:10:07.913999 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28785da-b869-4e4c-beca-3362c75b231b admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:07.916551 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0e8a08-7397-4b4f-8f9b-2d5380cac42a admin admin] Network 54babc3b-8401-4be9-a676-10c2ebb7a12a is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:07.941939 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-4e0e8a08-7397-4b4f-8f9b-2d5380cac42a admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:07.944275 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-b28785da-b869-4e4c-beca-3362c75b231b admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:07.959336 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119550bc-2637-42ef-9a97-14e457dca7a5 req-4e92195d-208d-465e-8d5a-ab183a58058d tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:07.960477 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0e8a08-7397-4b4f-8f9b-2d5380cac42a admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:10:07.962899 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e8b99673-6d4b-4fc1-a6dc-74426e92f015 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:07.966136 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28785da-b869-4e4c-beca-3362c75b231b admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:10:07.966499 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-119550bc-2637-42ef-9a97-14e457dca7a5 req-4e92195d-208d-465e-8d5a-ab183a58058d tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/ports?device_id=a63ccafa-26df-4e54-837f-6363f886ef04 HTTP/1.1" status: 200 len: 950 time: 0.8781478 Feb 09 01:10:08.007777 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f244adc9-cc12-43ba-bb3b-9c4e76f4af7d req-86e0315d-6990-448e-930a-8f6650a8d987 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452717 Feb 09 01:10:08.008657 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-e35a914d-1158-44f0-b644-6b161ec16e9c tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Made reservation on behalf of cbcf64bc184340809a27ba774d82840d for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:08.012038 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-e35a914d-1158-44f0-b644-6b161ec16e9c tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:08.027078 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:10:08.039479 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-e35a914d-1158-44f0-b644-6b161ec16e9c tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:08.065880 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-9cca36b9-bff7-4fcd-a5d8-76cca4066bec tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:08.067908 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-9cca36b9-bff7-4fcd-a5d8-76cca4066bec tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5191145 Feb 09 01:10:08.068623 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28785da-b869-4e4c-beca-3362c75b231b admin admin] Pushing event updated for resources: {'Port': ['ID=930158df-d33c-412a-9fa0-30d9be4deff7,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:08.104066 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-119550bc-2637-42ef-9a97-14e457dca7a5 req-73f07b83-e881-4101-bfec-e116d2c7e4ad tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/security-groups?id=13938022-9eff-44d6-935a-12091911cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366074 Feb 09 01:10:08.213731 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8bf68397-59f5-445b-b74a-ee23eef67859 req-3cb740a0-b8f1-4ff8-946c-a641b5d65314 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d644ca-144e-440b-80ed-477b809e9fa5 HTTP/1.1" status: 200 len: 210 time: 0.0833294 Feb 09 01:10:08.288846 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1d9881-f726-4cbc-b511-332de23efbea x-openstack-request-id: req-4e1d9881-f726-4cbc-b511-332de23efbea {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:08.289858 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d8816c-a780-4e91-8979-7a467265d1de", "name": "network-vif-plugged", "status": "completed", "tag": "44a95e0b-f44d-4a85-b63f-dedd1c02df66", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:08.290304 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4e1d9881-f726-4cbc-b511-332de23efbea {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:08.290922 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d8816c-a780-4e91-8979-7a467265d1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a95e0b-f44d-4a85-b63f-dedd1c02df66', 'code': 200} Feb 09 01:10:08.393903 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-e35a914d-1158-44f0-b644-6b161ec16e9c tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks [] for security_group (f999e390-abd9-479b-b949-278a0e179ebb), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:08.405066 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:10:08.405619 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8254ce2-e94c-4585-9189-ebb9b1e9a24f req-3ecd71a5-e416-48f4-afcd-54b00a9a28f9 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:08.413244 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f8254ce2-e94c-4585-9189-ebb9b1e9a24f req-3ecd71a5-e416-48f4-afcd-54b00a9a28f9 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/ports?device_id=79d8816c-a780-4e91-8979-7a467265d1de HTTP/1.1" status: 200 len: 950 time: 0.2073891 Feb 09 01:10:08.446022 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-e35a914d-1158-44f0-b644-6b161ec16e9c tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f999e390-abd9-479b-b949-278a0e179ebb), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:08.457091 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5353a2-7821-4b93-a81f-fe528015b9ee None None] Network 6623127f-6781-406f-ad2c-c8f4b498a144 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:10:08.514689 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-a56ec421-f83b-4871-bcd0-f31b039b8ddd None None] Provisioning complete for port bc80a23e-f638-43b0-a2b2-c3449ed522be triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:08.515004 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a56ec421-f83b-4871-bcd0-f31b039b8ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (bc80a23e-f638-43b0-a2b2-c3449ed522be), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:08.555074 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-bdeea71f-be2a-4da1-85f0-0b76531340aa tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Request body: {'port': {'device_id': 'd2d644ca-144e-440b-80ed-477b809e9fa5', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'admin_state_up': True, 'tenant_id': '1ce9156b2ca74aedbb6dd0475c092f64'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:08.581189 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a56ec421-f83b-4871-bcd0-f31b039b8ddd None None] Port bc80a23e-f638-43b0-a2b2-c3449ed522be cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:10:08.592061 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-e35a914d-1158-44f0-b644-6b161ec16e9c tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Allocated IP 192.168.233.30 (3976161f-bd1f-4dbb-b950-6897c01f16f1/98abf639-2282-4fa1-acd9-5660b4f87a0d/0299c62c-b308-454a-bf29-0a85c3420970) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:08.611813 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:10:08.621053 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:08.621603 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:08.672908 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-1d4393d2-2362-461a-974d-07b02a19252c req-75decb25-c38e-4e91-8ffa-6296421e6b26 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Deleting port 0974e5af-fdc0-4274-a750-422b96062097 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:10:08.673159 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-1d4393d2-2362-461a-974d-07b02a19252c req-75decb25-c38e-4e91-8ffa-6296421e6b26 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (0974e5af-fdc0-4274-a750-422b96062097), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:08.699736 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-66d89118-a2c4-4fbb-b822-b3e82ecb500d req-661b7101-f0ec-4cd6-b3d3-c3f301d7341f tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9ba7461-2eff-4b6a-9ac4-8589e5930e63 HTTP/1.1" status: 200 len: 210 time: 0.2582963 Feb 09 01:10:08.788363 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e8a08-7397-4b4f-8f9b-2d5380cac42a admin admin] Pushing event updated for resources: {'Port': ['ID=bc80a23e-f638-43b0-a2b2-c3449ed522be,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:08.814157 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e0e8a08-7397-4b4f-8f9b-2d5380cac42a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (c91bc69c-452e-41fb-8699-b76373b8c63b), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:08.821661 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-5d160ea2-6681-438f-b80d-a4df24a19737 None None] Provisioning complete for port e6ec4311-b239-4594-8d3a-600f7a7a2c46 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:08.822036 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5d160ea2-6681-438f-b80d-a4df24a19737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e6ec4311-b239-4594-8d3a-600f7a7a2c46), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:08.849096 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:08.849495 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:08.872049 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f8254ce2-e94c-4585-9189-ebb9b1e9a24f req-71c2506f-2345-4025-84ce-b49c03b80fc3 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b173ca-229c-4571-a9fe-e920b15007e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4577622 Feb 09 01:10:08.882576 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a914d-1158-44f0-b644-6b161ec16e9c tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f999e390-abd9-479b-b949-278a0e179ebb,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:08.902840 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc490ad1-b730-4c71-b429-00b62516eff3 req-2c3eca77-7b38-479f-bf11-79385a2bff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:08.910080 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dc490ad1-b730-4c71-b429-00b62516eff3 req-2c3eca77-7b38-479f-bf11-79385a2bff3a service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=79d8816c-a780-4e91-8979-7a467265d1de HTTP/1.1" status: 200 len: 1133 time: 0.5358343 Feb 09 01:10:08.947956 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:08.954549 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e8b99673-6d4b-4fc1-a6dc-74426e92f015 admin admin] Publish callbacks [] for security_group (e33c9c5b-c4be-494f-ac38-724e7bbd3dd4), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:08.956252 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:09.029318 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dc490ad1-b730-4c71-b429-00b62516eff3 req-916128dd-687a-4ca8-a2b2-546c7cadbb0a service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=c4b173ca-229c-4571-a9fe-e920b15007e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043987 Feb 09 01:10:09.058530 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-e35a914d-1158-44f0-b644-6b161ec16e9c tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks [] for port (0299c62c-b308-454a-bf29-0a85c3420970), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:09.075100 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e8b99673-6d4b-4fc1-a6dc-74426e92f015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (e33c9c5b-c4be-494f-ac38-724e7bbd3dd4), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:09.115023 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e6ec4311-b239-4594-8d3a-600f7a7a2c46 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:10:09.135018 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-e35a914d-1158-44f0-b644-6b161ec16e9c tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (0299c62c-b308-454a-bf29-0a85c3420970), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:09.184177 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5d160ea2-6681-438f-b80d-a4df24a19737 None None] Current status of the port e6ec4311-b239-4594-8d3a-600f7a7a2c46 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:09.184177 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5d160ea2-6681-438f-b80d-a4df24a19737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e6ec4311-b239-4594-8d3a-600f7a7a2c46), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:09.209811 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-1d4393d2-2362-461a-974d-07b02a19252c req-75decb25-c38e-4e91-8ffa-6296421e6b26 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] For port 0974e5af-fdc0-4274-a750-422b96062097, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=0974e5af-fdc0-4274-a750-422b96062097,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:09.214374 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-1d4393d2-2362-461a-974d-07b02a19252c req-75decb25-c38e-4e91-8ffa-6296421e6b26 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (0974e5af-fdc0-4274-a750-422b96062097), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:09.231811 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-5d160ea2-6681-438f-b80d-a4df24a19737 None None] For port e6ec4311-b239-4594-8d3a-600f7a7a2c46, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=e6ec4311-b239-4594-8d3a-600f7a7a2c46,segment=NetworkSegment(3a249220-1851-4fa0-a2f8-82136bb864ac),segment_id=3a249220-1851-4fa0-a2f8-82136bb864ac)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:09.241657 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5d160ea2-6681-438f-b80d-a4df24a19737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e6ec4311-b239-4594-8d3a-600f7a7a2c46), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:09.253127 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:09.279639 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e8b99673-6d4b-4fc1-a6dc-74426e92f015 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6f9d64e4cf624390b6cc516328bb4b9b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6403418 Feb 09 01:10:09.279639 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-1d4393d2-2362-461a-974d-07b02a19252c req-75decb25-c38e-4e91-8ffa-6296421e6b26 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Calling delete_port for 0974e5af-fdc0-4274-a750-422b96062097 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:10:09.285971 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45980) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:09.300794 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-e35a914d-1158-44f0-b644-6b161ec16e9c tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Network 3976161f-bd1f-4dbb-b950-6897c01f16f1 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:09.308473 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-e35a914d-1158-44f0-b644-6b161ec16e9c tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:09.316460 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-e35a914d-1158-44f0-b644-6b161ec16e9c tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:10:09.316589 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b99673-6d4b-4fc1-a6dc-74426e92f015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33c9c5b-c4be-494f-ac38-724e7bbd3dd4,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:09.321541 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-e35a914d-1158-44f0-b644-6b161ec16e9c tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:09.322174 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-e35a914d-1158-44f0-b644-6b161ec16e9c tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:09.327112 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-bdeea71f-be2a-4da1-85f0-0b76531340aa tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Made reservation on behalf of 1ce9156b2ca74aedbb6dd0475c092f64 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:09.328191 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a914d-1158-44f0-b644-6b161ec16e9c tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Pushing event updated for resources: {'Port': ['ID=0299c62c-b308-454a-bf29-0a85c3420970,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:09.329909 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-bdeea71f-be2a-4da1-85f0-0b76531340aa tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:09.358549 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-e35a914d-1158-44f0-b644-6b161ec16e9c tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3106344 Feb 09 01:10:09.359940 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port e6ec4311-b239-4594-8d3a-600f7a7a2c46 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:09.360448 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e6ec4311-b239-4594-8d3a-600f7a7a2c46), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:09.374006 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-6345ab6b-311d-4491-a1f2-9fe17f4bb939 service neutron] Request body: {'port': {'device_id': 'b9ba7461-2eff-4b6a-9ac4-8589e5930e63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:09.384159 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aded16-60e5-40e8-9794-ac905e8d428a req-567b4f9a-1972-474d-95f6-fd147fb56d13 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:09.391904 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00aded16-60e5-40e8-9794-ac905e8d428a req-567b4f9a-1972-474d-95f6-fd147fb56d13 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef0faff8-ea7d-43b4-924e-bfe58191799b HTTP/1.1" status: 200 len: 946 time: 0.2324004 Feb 09 01:10:09.399207 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-bdeea71f-be2a-4da1-85f0-0b76531340aa tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:09.437756 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0181012-1cfe-45a6-9c36-8e6a1f314087 req-d0d5aa7b-72e8-4ec9-b48a-206a51d5bad7 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:09.445043 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a0181012-1cfe-45a6-9c36-8e6a1f314087 req-d0d5aa7b-72e8-4ec9-b48a-206a51d5bad7 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/ports?device_id=a63ccafa-26df-4e54-837f-6363f886ef04 HTTP/1.1" status: 200 len: 950 time: 0.2083824 Feb 09 01:10:09.448058 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e7e72475-853c-40aa-a002-49a7b03962db None None] Provisioning complete for port e6ec4311-b239-4594-8d3a-600f7a7a2c46 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:09.448887 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e7e72475-853c-40aa-a002-49a7b03962db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e6ec4311-b239-4594-8d3a-600f7a7a2c46), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:09.460312 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d160ea2-6681-438f-b80d-a4df24a19737 None None] Pushing event updated for resources: {'Port': ['ID=e6ec4311-b239-4594-8d3a-600f7a7a2c46,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:09.481092 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b28785da-b869-4e4c-beca-3362c75b231b admin admin] Publish callbacks [] for router_gateway (c4c5fe34-b5f2-408b-af38-a99f2f461f2e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:09.563164 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a0181012-1cfe-45a6-9c36-8e6a1f314087 req-4c8e0f14-581d-45da-bbd6-3fb26eb32696 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/security-groups?id=13938022-9eff-44d6-935a-12091911cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171432 Feb 09 01:10:09.580989 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port e6ec4311-b239-4594-8d3a-600f7a7a2c46 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:09.582598 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-6345ab6b-311d-4491-a1f2-9fe17f4bb939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0299c62c-b308-454a-bf29-0a85c3420970), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:09.582875 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 3a06af3a-fdfa-45b2-9384-01a02a221213 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:10:09.599105 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00aded16-60e5-40e8-9794-ac905e8d428a req-dcc59e33-c399-4dff-accd-835b3dd6eef6 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059000 Feb 09 01:10:09.744611 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e0e8a08-7397-4b4f-8f9b-2d5380cac42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (bc80a23e-f638-43b0-a2b2-c3449ed522be), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:09.750086 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e7e72475-853c-40aa-a002-49a7b03962db None None] Current status of the port e6ec4311-b239-4594-8d3a-600f7a7a2c46 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:09.752636 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-acb35e94-a2a5-4904-8fb8-81314503ad6c admin admin] Publish callbacks [] for security_group (e33c9c5b-c4be-494f-ac38-724e7bbd3dd4), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:09.772616 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 3a06af3a-fdfa-45b2-9384-01a02a221213 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:09.773105 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3a06af3a-fdfa-45b2-9384-01a02a221213), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:09.866623 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-acb35e94-a2a5-4904-8fb8-81314503ad6c admin admin] Publish callbacks [] for security_group (e33c9c5b-c4be-494f-ac38-724e7bbd3dd4), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:09.885259 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-4fa916d5-2d93-45ac-8b07-515837ca7cbc None None] Provisioning complete for port 0299c62c-b308-454a-bf29-0a85c3420970 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:09.885861 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4fa916d5-2d93-45ac-8b07-515837ca7cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0299c62c-b308-454a-bf29-0a85c3420970), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:09.897953 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 3a06af3a-fdfa-45b2-9384-01a02a221213 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:09.897953 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3a06af3a-fdfa-45b2-9384-01a02a221213), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:09.917137 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-51c39037-b2b6-4d2f-8bd6-6cc6fed45c36 req-b36ee8e7-f213-4a6a-bebd-48ad35f0c114 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d644ca-144e-440b-80ed-477b809e9fa5 HTTP/1.1" status: 200 len: 210 time: 0.0778711 Feb 09 01:10:09.973025 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 3a06af3a-fdfa-45b2-9384-01a02a221213, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=3a06af3a-fdfa-45b2-9384-01a02a221213,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:09.979367 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-4fa916d5-2d93-45ac-8b07-515837ca7cbc None None] Port 0299c62c-b308-454a-bf29-0a85c3420970 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:10:09.985872 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (3a06af3a-fdfa-45b2-9384-01a02a221213), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:09.990943 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd57923-9b53-42ff-b7e8-c073cfa4e04d req-2626c319-c44f-42b8-872e-63b9ea61bbda tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:10.007750 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5fd57923-9b53-42ff-b7e8-c073cfa4e04d req-2626c319-c44f-42b8-872e-63b9ea61bbda tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9ba7461-2eff-4b6a-9ac4-8589e5930e63 HTTP/1.1" status: 200 len: 935 time: 0.1696055 Feb 09 01:10:10.025314 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-bdeea71f-be2a-4da1-85f0-0b76531340aa tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Publish callbacks [] for security_group (b20685cb-a65a-4056-a5af-21e3e74d6d5b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:10.031711 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-1d4393d2-2362-461a-974d-07b02a19252c req-75decb25-c38e-4e91-8ffa-6296421e6b26 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (0974e5af-fdc0-4274-a750-422b96062097), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:10.059046 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=3a06af3a-fdfa-45b2-9384-01a02a221213,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:10.059276 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-bdeea71f-be2a-4da1-85f0-0b76531340aa tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b20685cb-a65a-4056-a5af-21e3e74d6d5b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:10.121009 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-6345ab6b-311d-4491-a1f2-9fe17f4bb939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0299c62c-b308-454a-bf29-0a85c3420970 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:10.131247 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-6345ab6b-311d-4491-a1f2-9fe17f4bb939 service neutron] Publish callbacks [] for port (0299c62c-b308-454a-bf29-0a85c3420970), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:10.146226 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5fd57923-9b53-42ff-b7e8-c073cfa4e04d req-33b96bd5-8456-41bd-a9fa-d8dedf10fa2e tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375647 Feb 09 01:10:10.156238 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75decb25-c38e-4e91-8ffa-6296421e6b26 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Pushing event deleted for resources: {'Port': ['ID=0974e5af-fdc0-4274-a750-422b96062097,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:10.225221 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d8e93-407e-4e44-8b03-3b2d8ee824e9 req-fef8f21e-76c4-49dd-95ea-882bedf5b039 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:10.234141 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4f7d8e93-407e-4e44-8b03-3b2d8ee824e9 req-fef8f21e-76c4-49dd-95ea-882bedf5b039 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/ports?device_id=79d8816c-a780-4e91-8979-7a467265d1de HTTP/1.1" status: 200 len: 950 time: 0.1194243 Feb 09 01:10:10.249470 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeea71f-be2a-4da1-85f0-0b76531340aa tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b20685cb-a65a-4056-a5af-21e3e74d6d5b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:10.291114 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-6345ab6b-311d-4491-a1f2-9fe17f4bb939 service neutron] Transition to ACTIVE for port object 0299c62c-b308-454a-bf29-0a85c3420970 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:10.291345 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d4393d2-2362-461a-974d-07b02a19252c req-75decb25-c38e-4e91-8ffa-6296421e6b26 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] No DVR routers for this DVR port 0974e5af-fdc0-4274-a750-422b96062097 on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:10:10.293853 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef0faff8-ea7d-43b4-924e-bfe58191799b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:10.299721 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37f91e8-7a3f-43cb-ba5c-01aed845895d" -d '{"events": [{"server_uuid": "ef0faff8-ea7d-43b4-924e-bfe58191799b", "name": "network-vif-plugged", "status": "completed", "tag": "6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:10.301783 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-6345ab6b-311d-4491-a1f2-9fe17f4bb939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0299c62c-b308-454a-bf29-0a85c3420970), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:10.303546 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-1d4393d2-2362-461a-974d-07b02a19252c req-75decb25-c38e-4e91-8ffa-6296421e6b26 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:10.307202 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1d4393d2-2362-461a-974d-07b02a19252c req-75decb25-c38e-4e91-8ffa-6296421e6b26 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.91 "DELETE /v2.0/ports/0974e5af-fdc0-4274-a750-422b96062097 HTTP/1.1" status: 204 len: 173 time: 2.8953807 Feb 09 01:10:10.312224 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a63ccafa-26df-4e54-837f-6363f886ef04', 'name': 'network-vif-deleted', 'tag': '0974e5af-fdc0-4274-a750-422b96062097'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:10.314522 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a6172b-2a50-41d8-9a29-f2c70f7fbb18" -d '{"events": [{"server_uuid": "a63ccafa-26df-4e54-837f-6363f886ef04", "name": "network-vif-deleted", "tag": "0974e5af-fdc0-4274-a750-422b96062097"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:10.316957 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-acb35e94-a2a5-4904-8fb8-81314503ad6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (e33c9c5b-c4be-494f-ac38-724e7bbd3dd4), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:10.319632 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-acb35e94-a2a5-4904-8fb8-81314503ad6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:10.320816 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-acb35e94-a2a5-4904-8fb8-81314503ad6c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e33c9c5b-c4be-494f-ac38-724e7bbd3dd4 HTTP/1.1" status: 204 len: 168 time: 1.0306978 Feb 09 01:10:10.366154 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8020ba99-e95a-4712-bc22-9999d1162717 x-openstack-request-id: req-8020ba99-e95a-4712-bc22-9999d1162717 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:10.367312 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef0faff8-ea7d-43b4-924e-bfe58191799b", "name": "network-vif-plugged", "status": "completed", "tag": "6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:10.368101 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8020ba99-e95a-4712-bc22-9999d1162717 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:10.368702 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef0faff8-ea7d-43b4-924e-bfe58191799b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f', 'code': 200} Feb 09 01:10:10.461152 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4f7d8e93-407e-4e44-8b03-3b2d8ee824e9 req-8a3e6f53-1ed5-4214-b02f-4d2ec278893e tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b173ca-229c-4571-a9fe-e920b15007e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258995 Feb 09 01:10:10.462853 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb35e94-a2a5-4904-8fb8-81314503ad6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33c9c5b-c4be-494f-ac38-724e7bbd3dd4,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:10.480481 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6345ab6b-311d-4491-a1f2-9fe17f4bb939 service neutron] Pushing event updated for resources: {'Port': ['ID=0299c62c-b308-454a-bf29-0a85c3420970,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:10.490577 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa0d6a1-7e1b-404f-9b02-fdc8d290c6bb x-openstack-request-id: req-6fa0d6a1-7e1b-404f-9b02-fdc8d290c6bb {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:10.490891 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a63ccafa-26df-4e54-837f-6363f886ef04", "name": "network-vif-deleted", "tag": "0974e5af-fdc0-4274-a750-422b96062097", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:10.491236 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6fa0d6a1-7e1b-404f-9b02-fdc8d290c6bb {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:10.491638 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a63ccafa-26df-4e54-837f-6363f886ef04', 'name': 'network-vif-deleted', 'tag': '0974e5af-fdc0-4274-a750-422b96062097', 'status': 'completed', 'code': 200} Feb 09 01:10:10.492673 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b28785da-b869-4e4c-beca-3362c75b231b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (c4c5fe34-b5f2-408b-af38-a99f2f461f2e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:10.633872 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-bdeea71f-be2a-4da1-85f0-0b76531340aa tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Allocated IP 192.168.233.118 (3976161f-bd1f-4dbb-b950-6897c01f16f1/98abf639-2282-4fa1-acd9-5660b4f87a0d/31bc8226-7648-4043-8567-a8fb8a93c5b8) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:10.696719 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-6345ab6b-311d-4491-a1f2-9fe17f4bb939 service neutron] Attempting to bind port 0299c62c-b308-454a-bf29-0a85c3420970 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:10:10.697411 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-6345ab6b-311d-4491-a1f2-9fe17f4bb939 service neutron] Attempting to bind port 0299c62c-b308-454a-bf29-0a85c3420970 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:10:10.698537 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-6345ab6b-311d-4491-a1f2-9fe17f4bb939 service neutron] Attempting to bind port 0299c62c-b308-454a-bf29-0a85c3420970 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:10.711069 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-6345ab6b-311d-4491-a1f2-9fe17f4bb939 service neutron] Port 0299c62c-b308-454a-bf29-0a85c3420970 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:10:10.711758 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-6345ab6b-311d-4491-a1f2-9fe17f4bb939 service neutron] Attempting to bind port 0299c62c-b308-454a-bf29-0a85c3420970 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:10.726992 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-6345ab6b-311d-4491-a1f2-9fe17f4bb939 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:10:10.727924 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-6345ab6b-311d-4491-a1f2-9fe17f4bb939 service neutron] Checking segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:10.728552 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-6345ab6b-311d-4491-a1f2-9fe17f4bb939 service neutron] Bound using segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:10:10.729209 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-6345ab6b-311d-4491-a1f2-9fe17f4bb939 service neutron] Bound port: 0299c62c-b308-454a-bf29-0a85c3420970, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:10:10.729835 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-6345ab6b-311d-4491-a1f2-9fe17f4bb939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0299c62c-b308-454a-bf29-0a85c3420970), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:10.758638 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311bfa8a-1987-401b-a240-b63294b685dd req-ce2e4f7c-b487-493d-8478-71d8ce74f0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:10.765000 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-311bfa8a-1987-401b-a240-b63294b685dd req-ce2e4f7c-b487-493d-8478-71d8ce74f0fd service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=ef0faff8-ea7d-43b4-924e-bfe58191799b HTTP/1.1" status: 200 len: 1129 time: 0.2032604 Feb 09 01:10:10.847394 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-bdeea71f-be2a-4da1-85f0-0b76531340aa tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Publish callbacks [] for port (31bc8226-7648-4043-8567-a8fb8a93c5b8), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:10.859709 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e875201a-9e44-444f-96a2-08ae6e73fd71 req-64307ecf-c560-412d-bf7b-371f94e4e849 tempest-LiveMigrationNegativeTest-1918632591 tempest-LiveMigrationNegativeTest-1918632591-project] 10.222.0.30 "GET /v2.0/ports?device_id=a63ccafa-26df-4e54-837f-6363f886ef04 HTTP/1.1" status: 200 len: 210 time: 0.1066973 Feb 09 01:10:10.860571 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 46000) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:10.902746 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e6ec4311-b239-4594-8d3a-600f7a7a2c46 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:10:10.906556 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-bdeea71f-be2a-4da1-85f0-0b76531340aa tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (31bc8226-7648-4043-8567-a8fb8a93c5b8), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:11.014039 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port e6ec4311-b239-4594-8d3a-600f7a7a2c46 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:11.014508 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e6ec4311-b239-4594-8d3a-600f7a7a2c46), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:11.034790 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ff258d6e-345f-4e8e-b871-559c3bbaf749 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:11.151882 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-311bfa8a-1987-401b-a240-b63294b685dd req-a4ad15a9-2c07-47e8-8a2b-8acf86ea2ced service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509839 Feb 09 01:10:11.170158 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0637b5-872a-4a53-810e-0f51b1c051f4 req-61ddc147-59f0-4473-aa5b-b471c5012805 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:11.178726 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6e0637b5-872a-4a53-810e-0f51b1c051f4 req-61ddc147-59f0-4473-aa5b-b471c5012805 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef0faff8-ea7d-43b4-924e-bfe58191799b HTTP/1.1" status: 200 len: 946 time: 0.3842070 Feb 09 01:10:11.182807 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-6345ab6b-311d-4491-a1f2-9fe17f4bb939 service neutron] For port 0299c62c-b308-454a-bf29-0a85c3420970, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:11.190709 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-6345ab6b-311d-4491-a1f2-9fe17f4bb939 service neutron] For port 0299c62c-b308-454a-bf29-0a85c3420970, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=0299c62c-b308-454a-bf29-0a85c3420970,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:10:11.204944 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port e6ec4311-b239-4594-8d3a-600f7a7a2c46 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:11.206573 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 3a06af3a-fdfa-45b2-9384-01a02a221213 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:10:11.226818 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-6345ab6b-311d-4491-a1f2-9fe17f4bb939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0299c62c-b308-454a-bf29-0a85c3420970), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:11.279900 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 3a06af3a-fdfa-45b2-9384-01a02a221213 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:11.280587 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3a06af3a-fdfa-45b2-9384-01a02a221213), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:11.293471 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b997b-1346-4de8-a3a1-9d8315c8c6ba req-84729728-3834-474d-ae04-3a850be50761 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:11.295364 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ee0b997b-1346-4de8-a3a1-9d8315c8c6ba req-84729728-3834-474d-ae04-3a850be50761 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d644ca-144e-440b-80ed-477b809e9fa5 HTTP/1.1" status: 200 len: 936 time: 0.2477372 Feb 09 01:10:11.324357 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-6345ab6b-311d-4491-a1f2-9fe17f4bb939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:11.324973 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-6345ab6b-311d-4491-a1f2-9fe17f4bb939 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:11.327071 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-6345ab6b-311d-4491-a1f2-9fe17f4bb939 service neutron] 10.222.0.91 "PUT /v2.0/ports/0299c62c-b308-454a-bf29-0a85c3420970 HTTP/1.1" status: 200 len: 1096 time: 1.9605260 Feb 09 01:10:11.327540 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ba7461-2eff-4b6a-9ac4-8589e5930e63', 'tag': '0299c62c-b308-454a-bf29-0a85c3420970'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:11.329868 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b362880-e8ba-4008-b72f-1fab3d6ac61a" -d '{"events": [{"name": "network-changed", "server_uuid": "b9ba7461-2eff-4b6a-9ac4-8589e5930e63", "tag": "0299c62c-b308-454a-bf29-0a85c3420970"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:11.387429 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6e0637b5-872a-4a53-810e-0f51b1c051f4 req-9212b137-7eea-4a16-84c6-264450336123 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074251 Feb 09 01:10:11.405022 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e0e8a08-7397-4b4f-8f9b-2d5380cac42a admin admin] Publish callbacks [] for port (bc80a23e-f638-43b0-a2b2-c3449ed522be), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:11.407616 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 3a06af3a-fdfa-45b2-9384-01a02a221213 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:11.408755 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeea71f-be2a-4da1-85f0-0b76531340aa tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Pushing event updated for resources: {'Port': ['ID=31bc8226-7648-4043-8567-a8fb8a93c5b8,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:11.430376 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e0e8a08-7397-4b4f-8f9b-2d5380cac42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (bc80a23e-f638-43b0-a2b2-c3449ed522be), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:11.452280 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6345ab6b-311d-4491-a1f2-9fe17f4bb939 service neutron] Pushing event updated for resources: {'Port': ['ID=0299c62c-b308-454a-bf29-0a85c3420970,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:11.466965 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-bdeea71f-be2a-4da1-85f0-0b76531340aa tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Network 3976161f-bd1f-4dbb-b950-6897c01f16f1 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:11.500310 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-bdeea71f-be2a-4da1-85f0-0b76531340aa tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:11.508198 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-bdeea71f-be2a-4da1-85f0-0b76531340aa tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:10:11.510317 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ff258d6e-345f-4e8e-b871-559c3bbaf749 admin admin] Publish callbacks [] for security_group (4e586ae8-5b11-4371-b844-5df054cd6c36), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:11.541236 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ff258d6e-345f-4e8e-b871-559c3bbaf749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (4e586ae8-5b11-4371-b844-5df054cd6c36), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:11.561684 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ee0b997b-1346-4de8-a3a1-9d8315c8c6ba req-c5124582-8d4c-4afe-a1cd-979f0e7f0d3e tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20685cb-a65a-4056-a5af-21e3e74d6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391608 Feb 09 01:10:11.600965 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e0e8a08-7397-4b4f-8f9b-2d5380cac42a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (c91bc69c-452e-41fb-8699-b76373b8c63b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:11.605506 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ff258d6e-345f-4e8e-b871-559c3bbaf749 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=58cc721871a44619bbf1f122044de446&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6832755 Feb 09 01:10:11.610055 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 46010) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:11.611403 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e8a08-7397-4b4f-8f9b-2d5380cac42a admin admin] Pushing event updated for resources: {'Port': ['ID=bc80a23e-f638-43b0-a2b2-c3449ed522be,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:11.614525 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff258d6e-345f-4e8e-b871-559c3bbaf749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e586ae8-5b11-4371-b844-5df054cd6c36,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:11.631804 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-bdeea71f-be2a-4da1-85f0-0b76531340aa tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:11.632443 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-bdeea71f-be2a-4da1-85f0-0b76531340aa tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:11.643579 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-c09bed43-5aec-4ae7-b1d5-d5d151255178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:11.646442 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-c09bed43-5aec-4ae7-b1d5-d5d151255178 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cbcf64bc184340809a27ba774d82840d&device_id=b9ba7461-2eff-4b6a-9ac4-8589e5930e63 HTTP/1.1" status: 200 len: 1130 time: 0.2525432 Feb 09 01:10:11.658404 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe49df-cec4-45a8-926b-3ecea358c329 req-a0236a6b-301c-46eb-839d-84937b49cf2e tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:11.663136 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-bdeea71f-be2a-4da1-85f0-0b76531340aa tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4177759 Feb 09 01:10:11.664048 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eefe49df-cec4-45a8-926b-3ecea358c329 req-a0236a6b-301c-46eb-839d-84937b49cf2e tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9ba7461-2eff-4b6a-9ac4-8589e5930e63 HTTP/1.1" status: 200 len: 947 time: 0.1852486 Feb 09 01:10:11.687741 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52451c76-bc0e-4a25-a180-6e2155f0b8e0 x-openstack-request-id: req-52451c76-bc0e-4a25-a180-6e2155f0b8e0 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:11.688140 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9ba7461-2eff-4b6a-9ac4-8589e5930e63", "tag": "0299c62c-b308-454a-bf29-0a85c3420970", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:11.688455 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-52451c76-bc0e-4a25-a180-6e2155f0b8e0 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:11.688915 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9ba7461-2eff-4b6a-9ac4-8589e5930e63', 'tag': '0299c62c-b308-454a-bf29-0a85c3420970', 'status': 'completed', 'code': 200} Feb 09 01:10:11.699423 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-6aabc314-3071-4fdf-bb52-bb11cb2fee50 service neutron] Request body: {'port': {'device_id': 'd2d644ca-144e-440b-80ed-477b809e9fa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:11.727865 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 0974e5af-fdc0-4274-a750-422b96062097 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:10:11.731117 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28785da-b869-4e4c-beca-3362c75b231b admin admin] Router c4c5fe34-b5f2-408b-af38-a99f2f461f2e is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:10:11.759518 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-e64e3afd-ca9b-45e7-aeda-cc26c12f4ce0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=0299c62c-b308-454a-bf29-0a85c3420970 HTTP/1.1" status: 200 len: 217 time: 0.0867546 Feb 09 01:10:11.770147 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 0974e5af-fdc0-4274-a750-422b96062097 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:10:11.774501 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 0974e5af-fdc0-4274-a750-422b96062097 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:10:11.869787 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-6aabc314-3071-4fdf-bb52-bb11cb2fee50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (31bc8226-7648-4043-8567-a8fb8a93c5b8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:11.876579 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eefe49df-cec4-45a8-926b-3ecea358c329 req-a7e7b6cb-c44b-49b5-b33f-bd21e16b5eba tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115695 Feb 09 01:10:11.879366 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-e0cde7fe-0fc0-4aac-9804-3bb5abb4afc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:11.880949 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-e0cde7fe-0fc0-4aac-9804-3bb5abb4afc4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.1120236 Feb 09 01:10:11.881683 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-74365f6e-326c-4192-a80c-5cc3159ba62c admin admin] Publish callbacks [] for security_group (4e586ae8-5b11-4371-b844-5df054cd6c36), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:11.905331 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0e8a08-7397-4b4f-8f9b-2d5380cac42a admin admin] Network 54babc3b-8401-4be9-a676-10c2ebb7a12a is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:11.941255 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-4e0e8a08-7397-4b4f-8f9b-2d5380cac42a admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:11.954720 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1714f-9de7-47b3-b904-41666d15f2b2 req-1fe23425-f581-4ac5-a863-74b305b9505a tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:11.965120 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a6f1714f-9de7-47b3-b904-41666d15f2b2 req-1fe23425-f581-4ac5-a863-74b305b9505a tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/ports?device_id=79d8816c-a780-4e91-8979-7a467265d1de HTTP/1.1" status: 200 len: 950 time: 0.2142665 Feb 09 01:10:12.004558 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-74365f6e-326c-4192-a80c-5cc3159ba62c admin admin] Publish callbacks [] for security_group (4e586ae8-5b11-4371-b844-5df054cd6c36), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:12.121731 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28785da-b869-4e4c-beca-3362c75b231b admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:10:12.134076 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce2b233-f3c7-48c4-95ef-a7288479561d None None] Sync routers for ids ['c4c5fe34-b5f2-408b-af38-a99f2f461f2e'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:10:12.138889 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a6f1714f-9de7-47b3-b904-41666d15f2b2 req-6f5c1dc4-39f5-40fe-8aa2-72552e21ff96 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b173ca-229c-4571-a9fe-e920b15007e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639404 Feb 09 01:10:12.152342 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce2b233-f3c7-48c4-95ef-a7288479561d None None] Routers {'c4c5fe34-b5f2-408b-af38-a99f2f461f2e'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:10:12.155770 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-bce2b233-f3c7-48c4-95ef-a7288479561d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:09:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c4c5fe34-b5f2-408b-af38-a99f2f461f2e'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:12.158702 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-74365f6e-326c-4192-a80c-5cc3159ba62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (4e586ae8-5b11-4371-b844-5df054cd6c36), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:12.162623 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-74365f6e-326c-4192-a80c-5cc3159ba62c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:12.163939 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-74365f6e-326c-4192-a80c-5cc3159ba62c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4e586ae8-5b11-4371-b844-5df054cd6c36 HTTP/1.1" status: 204 len: 168 time: 0.5504112 Feb 09 01:10:12.187137 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74365f6e-326c-4192-a80c-5cc3159ba62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e586ae8-5b11-4371-b844-5df054cd6c36,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:12.190747 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-9a797b94-42e8-4733-9ac2-b592038ba1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:12.192648 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-9a797b94-42e8-4733-9ac2-b592038ba1b8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3041811 Feb 09 01:10:12.425909 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-115f16ed-9ea1-4912-b7fe-b7ed45f84eb5 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259586 Feb 09 01:10:12.565463 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46026) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:12.597995 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-bde46591-3c60-4b23-8520-2f6212b14e5e None None] Provisioning complete for port bc80a23e-f638-43b0-a2b2-c3449ed522be triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:12.597995 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bde46591-3c60-4b23-8520-2f6212b14e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (bc80a23e-f638-43b0-a2b2-c3449ed522be), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:12.599150 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b28785da-b869-4e4c-beca-3362c75b231b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:12.600400 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b28785da-b869-4e4c-beca-3362c75b231b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 8.1288350 Feb 09 01:10:12.608699 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46034) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:12.614821 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-6aabc314-3071-4fdf-bb52-bb11cb2fee50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31bc8226-7648-4043-8567-a8fb8a93c5b8 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:12.710296 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-bde46591-3c60-4b23-8520-2f6212b14e5e None None] Port bc80a23e-f638-43b0-a2b2-c3449ed522be cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:10:12.719121 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-bce2b233-f3c7-48c4-95ef-a7288479561d None None] Set router c4c5fe34-b5f2-408b-af38-a99f2f461f2e gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:10:12.728343 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-6aabc314-3071-4fdf-bb52-bb11cb2fee50 service neutron] Publish callbacks [] for port (31bc8226-7648-4043-8567-a8fb8a93c5b8), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:12.730898 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5e00e5e8-c4b3-4e60-97ee-8544014c4fd9 req-22194f48-7130-45f1-96bd-2f32267a6064 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977219 Feb 09 01:10:12.839047 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-6aabc314-3071-4fdf-bb52-bb11cb2fee50 service neutron] Transition to ACTIVE for port object 31bc8226-7648-4043-8567-a8fb8a93c5b8 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:12.933740 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-6aabc314-3071-4fdf-bb52-bb11cb2fee50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (31bc8226-7648-4043-8567-a8fb8a93c5b8), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:13.035600 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aabc314-3071-4fdf-bb52-bb11cb2fee50 service neutron] Pushing event updated for resources: {'Port': ['ID=31bc8226-7648-4043-8567-a8fb8a93c5b8,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:13.108282 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7f2659d1-1bb3-4454-be54-25701e1b1d75 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b48b77571af04d7492e8a1004acf9fdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5392487 Feb 09 01:10:13.116428 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46046) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:13.116527 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0e8a08-7397-4b4f-8f9b-2d5380cac42a admin admin] Router c91bc69c-452e-41fb-8699-b76373b8c63b has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:10:13.203110 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c2e51cff-02d6-45c0-bb61-2992ba952d70 admin admin] Publish callbacks [] for security_group (13938022-9eff-44d6-935a-12091911cf88), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:13.246093 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c291b-b777-444e-822a-7a26246fcd72 req-8cfd7088-72ae-4dd4-926e-a08c2f74a937 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:13.246093 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-194c291b-b777-444e-822a-7a26246fcd72 req-8cfd7088-72ae-4dd4-926e-a08c2f74a937 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef0faff8-ea7d-43b4-924e-bfe58191799b HTTP/1.1" status: 200 len: 946 time: 0.6648781 Feb 09 01:10:13.273207 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-bce2b233-f3c7-48c4-95ef-a7288479561d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c5fe34-b5f2-408b-af38-a99f2f461f2e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-511839412-router', 'tenant_id': '922b30affe5a4405930aa3d37acabbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '930158df-d33c-412a-9fa0-30d9be4deff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:04Z', 'updated_at': '2022-02-09T01:10:08Z', 'revision_number': 3, 'project_id': '922b30affe5a4405930aa3d37acabbc7', 'gw_port': {'id': '930158df-d33c-412a-9fa0-30d9be4deff7', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:17:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c5fe34-b5f2-408b-af38-a99f2f461f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:06Z', 'updated_at': '2022-02-09T01:10:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:13.309777 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce2b233-f3c7-48c4-95ef-a7288479561d None None] Checking router: c4c5fe34-b5f2-408b-af38-a99f2f461f2e for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:10:13.310400 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce2b233-f3c7-48c4-95ef-a7288479561d None None] Updating router c4c5fe34-b5f2-408b-af38-a99f2f461f2e port 930158df-d33c-412a-9fa0-30d9be4deff7 binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:10:13.360061 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b362880-e8ba-4008-b72f-1fab3d6ac61a req-8a10536f-0cb0-4dc5-ae0f-9e4e46b767a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:13.362995 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2b362880-e8ba-4008-b72f-1fab3d6ac61a req-8a10536f-0cb0-4dc5-ae0f-9e4e46b767a5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cbcf64bc184340809a27ba774d82840d&device_id=b9ba7461-2eff-4b6a-9ac4-8589e5930e63 HTTP/1.1" status: 200 len: 1130 time: 0.5672684 Feb 09 01:10:13.374202 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bce2b233-f3c7-48c4-95ef-a7288479561d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (930158df-d33c-412a-9fa0-30d9be4deff7), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:13.374443 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff236fe-4e9c-46e6-8836-2b2d4979b997 req-800ade58-3254-427c-bc0f-4b306f8b5177 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:13.378644 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eff236fe-4e9c-46e6-8836-2b2d4979b997 req-800ade58-3254-427c-bc0f-4b306f8b5177 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/ports?device_id=79d8816c-a780-4e91-8979-7a467265d1de HTTP/1.1" status: 200 len: 950 time: 0.6446249 Feb 09 01:10:13.421074 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c2e51cff-02d6-45c0-bb61-2992ba952d70 admin admin] Publish callbacks [] for security_group (13938022-9eff-44d6-935a-12091911cf88), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:13.436483 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-6aabc314-3071-4fdf-bb52-bb11cb2fee50 service neutron] Attempting to bind port 31bc8226-7648-4043-8567-a8fb8a93c5b8 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:10:13.436845 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-6aabc314-3071-4fdf-bb52-bb11cb2fee50 service neutron] Attempting to bind port 31bc8226-7648-4043-8567-a8fb8a93c5b8 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:10:13.437138 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-6aabc314-3071-4fdf-bb52-bb11cb2fee50 service neutron] Attempting to bind port 31bc8226-7648-4043-8567-a8fb8a93c5b8 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:13.531559 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-194c291b-b777-444e-822a-7a26246fcd72 req-c2548c76-303c-4cd5-ac51-25f34ce714df tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678561 Feb 09 01:10:13.537127 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eff236fe-4e9c-46e6-8836-2b2d4979b997 req-8c1ebf4b-c4a3-4214-8267-9b674ec9377e tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b173ca-229c-4571-a9fe-e920b15007e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669732 Feb 09 01:10:13.570139 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b362880-e8ba-4008-b72f-1fab3d6ac61a req-fac148ac-b9b8-437c-9f07-46ddb928c149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:13.571618 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2b362880-e8ba-4008-b72f-1fab3d6ac61a req-fac148ac-b9b8-437c-9f07-46ddb928c149 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.1888905 Feb 09 01:10:13.615688 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-6aabc314-3071-4fdf-bb52-bb11cb2fee50 service neutron] Port 31bc8226-7648-4043-8567-a8fb8a93c5b8 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:10:13.618562 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-6aabc314-3071-4fdf-bb52-bb11cb2fee50 service neutron] Attempting to bind port 31bc8226-7648-4043-8567-a8fb8a93c5b8 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:13.676963 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2b362880-e8ba-4008-b72f-1fab3d6ac61a req-a7b5765e-ca64-44e0-bbdc-2fe6697d76ff service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=0299c62c-b308-454a-bf29-0a85c3420970 HTTP/1.1" status: 200 len: 217 time: 0.0972750 Feb 09 01:10:13.693714 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-6aabc314-3071-4fdf-bb52-bb11cb2fee50 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:10:13.694059 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-6aabc314-3071-4fdf-bb52-bb11cb2fee50 service neutron] Checking segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:13.694453 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-6aabc314-3071-4fdf-bb52-bb11cb2fee50 service neutron] Bound using segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:10:13.694901 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-6aabc314-3071-4fdf-bb52-bb11cb2fee50 service neutron] Bound port: 31bc8226-7648-4043-8567-a8fb8a93c5b8, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:10:13.695254 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-6aabc314-3071-4fdf-bb52-bb11cb2fee50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (31bc8226-7648-4043-8567-a8fb8a93c5b8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:13.817363 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04282e76-0917-4a0c-9797-a2b13833461f req-6a374e81-66e5-4d7b-b2b6-1d0ae50b4e27 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:13.818942 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-04282e76-0917-4a0c-9797-a2b13833461f req-6a374e81-66e5-4d7b-b2b6-1d0ae50b4e27 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d644ca-144e-440b-80ed-477b809e9fa5 HTTP/1.1" status: 200 len: 948 time: 0.1544397 Feb 09 01:10:13.822931 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b362880-e8ba-4008-b72f-1fab3d6ac61a req-863825f3-3833-4f4b-a836-493b4138fef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:13.824401 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2b362880-e8ba-4008-b72f-1fab3d6ac61a req-863825f3-3833-4f4b-a836-493b4138fef1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.1100080 Feb 09 01:10:13.857378 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73169087-a123-41c1-add0-30dc0ee0ac8c req-7780e797-9b9f-4325-9822-51234c911347 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:13.858957 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-73169087-a123-41c1-add0-30dc0ee0ac8c req-7780e797-9b9f-4325-9822-51234c911347 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9ba7461-2eff-4b6a-9ac4-8589e5930e63 HTTP/1.1" status: 200 len: 947 time: 0.1573188 Feb 09 01:10:13.966670 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-04282e76-0917-4a0c-9797-a2b13833461f req-e87e3e90-4f07-43bc-9ff4-042c5f0e8879 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20685cb-a65a-4056-a5af-21e3e74d6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288569 Feb 09 01:10:13.983660 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bce2b233-f3c7-48c4-95ef-a7288479561d None None] Publish callbacks [] for port (930158df-d33c-412a-9fa0-30d9be4deff7), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:13.987846 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b362880-e8ba-4008-b72f-1fab3d6ac61a req-5fdaf0bb-957b-4df2-b464-e57faad4d502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:13.989966 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2b362880-e8ba-4008-b72f-1fab3d6ac61a req-5fdaf0bb-957b-4df2-b464-e57faad4d502 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1564550 Feb 09 01:10:14.000535 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bce2b233-f3c7-48c4-95ef-a7288479561d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (930158df-d33c-412a-9fa0-30d9be4deff7), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:14.003757 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-73169087-a123-41c1-add0-30dc0ee0ac8c req-a3cf24e7-5fd9-4120-8ed6-4bb473f37116 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225879 Feb 09 01:10:14.062033 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0e8a08-7397-4b4f-8f9b-2d5380cac42a admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:10:14.077764 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10413b74-789d-488e-a12d-ed4b7e2ceacf None None] Sync routers for ids ['c91bc69c-452e-41fb-8699-b76373b8c63b'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:10:14.092644 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4e0e8a08-7397-4b4f-8f9b-2d5380cac42a admin admin] 10.222.0.30 "PUT /v2.0/routers/c91bc69c-452e-41fb-8699-b76373b8c63b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3380442 Feb 09 01:10:14.110042 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10413b74-789d-488e-a12d-ed4b7e2ceacf None None] Routers {'c91bc69c-452e-41fb-8699-b76373b8c63b'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:10:14.110678 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-10413b74-789d-488e-a12d-ed4b7e2ceacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:09:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c91bc69c-452e-41fb-8699-b76373b8c63b'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:14.135017 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2b362880-e8ba-4008-b72f-1fab3d6ac61a req-df91dea7-4b18-4a69-8863-ff7b46a795fa service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268961 Feb 09 01:10:14.161857 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c2e51cff-02d6-45c0-bb61-2992ba952d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (13938022-9eff-44d6-935a-12091911cf88), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:14.164408 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c2e51cff-02d6-45c0-bb61-2992ba952d70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:14.172590 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebce48-a26d-43a4-a185-4c9bf14f975a None None] Pushing event updated for resources: {'Port': ['ID=930158df-d33c-412a-9fa0-30d9be4deff7,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:14.177843 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c2e51cff-02d6-45c0-bb61-2992ba952d70 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/13938022-9eff-44d6-935a-12091911cf88 HTTP/1.1" status: 204 len: 168 time: 1.0544586 Feb 09 01:10:14.232107 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-bce2b233-f3c7-48c4-95ef-a7288479561d None None] Attempting to bind port 930158df-d33c-412a-9fa0-30d9be4deff7 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:10:14.232478 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-bce2b233-f3c7-48c4-95ef-a7288479561d None None] Attempting to bind port 930158df-d33c-412a-9fa0-30d9be4deff7 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:10:14.233013 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce2b233-f3c7-48c4-95ef-a7288479561d None None] Attempting to bind port 930158df-d33c-412a-9fa0-30d9be4deff7 on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:14.259188 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce2b233-f3c7-48c4-95ef-a7288479561d None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:10:14.259759 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce2b233-f3c7-48c4-95ef-a7288479561d None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:14.260171 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bce2b233-f3c7-48c4-95ef-a7288479561d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:14.260562 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce2b233-f3c7-48c4-95ef-a7288479561d None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:10:14.261034 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-bce2b233-f3c7-48c4-95ef-a7288479561d None None] Bound port: 930158df-d33c-412a-9fa0-30d9be4deff7, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:10:14.261407 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bce2b233-f3c7-48c4-95ef-a7288479561d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (930158df-d33c-412a-9fa0-30d9be4deff7), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:14.327351 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2b362880-e8ba-4008-b72f-1fab3d6ac61a req-73ce9b65-5c48-4a86-81b7-3a63b658115f service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792803 Feb 09 01:10:14.340107 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceafa04f-e560-437a-a72a-b03d9bd04fe2 req-b0b5009b-f45d-4d4d-9344-45243a664c83 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:14.351671 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e51cff-02d6-45c0-bb61-2992ba952d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13938022-9eff-44d6-935a-12091911cf88,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:14.352808 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ceafa04f-e560-437a-a72a-b03d9bd04fe2 req-b0b5009b-f45d-4d4d-9344-45243a664c83 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ef0faff8-ea7d-43b4-924e-bfe58191799b HTTP/1.1" status: 200 len: 1129 time: 0.2166617 Feb 09 01:10:14.360481 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-72a9167c-8cd3-40e3-81b6-59f33b485102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:14.385552 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-6aabc314-3071-4fdf-bb52-bb11cb2fee50 service neutron] For port 31bc8226-7648-4043-8567-a8fb8a93c5b8, host n-h2-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:14.398689 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-6aabc314-3071-4fdf-bb52-bb11cb2fee50 service neutron] For port 31bc8226-7648-4043-8567-a8fb8a93c5b8, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=31bc8226-7648-4043-8567-a8fb8a93c5b8,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:10:14.413174 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-10413b74-789d-488e-a12d-ed4b7e2ceacf None None] Set router c91bc69c-452e-41fb-8699-b76373b8c63b gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:10:14.419893 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-6aabc314-3071-4fdf-bb52-bb11cb2fee50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (31bc8226-7648-4043-8567-a8fb8a93c5b8), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:14.429407 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-bce2b233-f3c7-48c4-95ef-a7288479561d None None] For port 930158df-d33c-412a-9fa0-30d9be4deff7, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:14.434105 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-bce2b233-f3c7-48c4-95ef-a7288479561d None None] For port 930158df-d33c-412a-9fa0-30d9be4deff7, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=930158df-d33c-412a-9fa0-30d9be4deff7,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:10:14.450910 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bce2b233-f3c7-48c4-95ef-a7288479561d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (930158df-d33c-412a-9fa0-30d9be4deff7), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:14.461457 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ceafa04f-e560-437a-a72a-b03d9bd04fe2 req-80195ce5-9ab7-4f32-bb76-1f9bd3b10d37 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054788 Feb 09 01:10:14.548599 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-6aabc314-3071-4fdf-bb52-bb11cb2fee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:14.549691 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-6aabc314-3071-4fdf-bb52-bb11cb2fee50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:14.551353 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-6aabc314-3071-4fdf-bb52-bb11cb2fee50 service neutron] 10.222.0.91 "PUT /v2.0/ports/31bc8226-7648-4043-8567-a8fb8a93c5b8 HTTP/1.1" status: 200 len: 1097 time: 2.8570850 Feb 09 01:10:14.551922 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d644ca-144e-440b-80ed-477b809e9fa5', 'tag': '31bc8226-7648-4043-8567-a8fb8a93c5b8'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:14.554569 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1382e553-e051-41b2-a827-57e7d58ce778" -d '{"events": [{"name": "network-changed", "server_uuid": "d2d644ca-144e-440b-80ed-477b809e9fa5", "tag": "31bc8226-7648-4043-8567-a8fb8a93c5b8"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:14.628894 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372256d-9958-4e89-a86a-74d038bb12cb req-e5f0e5f8-828e-430d-a1bf-65939695d7fb tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:14.630878 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d372256d-9958-4e89-a86a-74d038bb12cb req-e5f0e5f8-828e-430d-a1bf-65939695d7fb tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/ports?device_id=79d8816c-a780-4e91-8979-7a467265d1de HTTP/1.1" status: 200 len: 950 time: 0.1407919 Feb 09 01:10:14.656680 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebce48-a26d-43a4-a185-4c9bf14f975a None None] Pushing event updated for resources: {'Port': ['ID=930158df-d33c-412a-9fa0-30d9be4deff7,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:14.693963 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce2b233-f3c7-48c4-95ef-a7288479561d None None] Routers {'c4c5fe34-b5f2-408b-af38-a99f2f461f2e'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:10:14.696198 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-bce2b233-f3c7-48c4-95ef-a7288479561d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:09:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c4c5fe34-b5f2-408b-af38-a99f2f461f2e'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:14.739072 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d372256d-9958-4e89-a86a-74d038bb12cb req-0c96e220-c30d-4793-8f0b-fc1e00ec8163 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b173ca-229c-4571-a9fe-e920b15007e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012826 Feb 09 01:10:14.775814 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aabc314-3071-4fdf-bb52-bb11cb2fee50 service neutron] Pushing event updated for resources: {'Port': ['ID=31bc8226-7648-4043-8567-a8fb8a93c5b8,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:14.884067 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-efdc6ff7-ae74-495e-b603-a4a6bdae857b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:14.885924 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-10413b74-789d-488e-a12d-ed4b7e2ceacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91bc69c-452e-41fb-8699-b76373b8c63b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1667338913-router', 'tenant_id': '39b6aeee5b6e47eeb37f54289dccfbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '3a06af3a-fdfa-45b2-9384-01a02a221213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:58Z', 'updated_at': '2022-02-09T01:10:09Z', 'revision_number': 4, 'project_id': '39b6aeee5b6e47eeb37f54289dccfbf4', 'gw_port': {'id': '3a06af3a-fdfa-45b2-9384-01a02a221213', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91bc69c-452e-41fb-8699-b76373b8c63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:00Z', 'updated_at': '2022-02-09T01:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'bc80a23e-f638-43b0-a2b2-c3449ed522be', 'name': '', 'network_id': '54babc3b-8401-4be9-a676-10c2ebb7a12a', 'tenant_id': '39b6aeee5b6e47eeb37f54289dccfbf4', 'mac_address': 'fa:16:3e:ab:fe:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91bc69c-452e-41fb-8699-b76373b8c63b', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '8ffcbfa8-7493-42ae-a5da-6dd8765680ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:06Z', 'updated_at': '2022-02-09T01:10:10Z', 'revision_number': 2, 'project_id': '39b6aeee5b6e47eeb37f54289dccfbf4', 'subnets': [{'id': '8ffcbfa8-7493-42ae-a5da-6dd8765680ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:14.887550 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-efdc6ff7-ae74-495e-b603-a4a6bdae857b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1ce9156b2ca74aedbb6dd0475c092f64&device_id=d2d644ca-144e-440b-80ed-477b809e9fa5 HTTP/1.1" status: 200 len: 1131 time: 0.2818899 Feb 09 01:10:14.904760 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46086) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:14.921528 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10413b74-789d-488e-a12d-ed4b7e2ceacf None None] Checking router: c91bc69c-452e-41fb-8699-b76373b8c63b for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:10:14.922140 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10413b74-789d-488e-a12d-ed4b7e2ceacf None None] Updating router c91bc69c-452e-41fb-8699-b76373b8c63b port bc80a23e-f638-43b0-a2b2-c3449ed522be binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:10:14.951035 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-10413b74-789d-488e-a12d-ed4b7e2ceacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (bc80a23e-f638-43b0-a2b2-c3449ed522be), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:14.957113 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a20e8-5c81-4df4-9a25-e778f4254012 req-5ab67b80-df4c-4264-9bf3-c8c2e39d94e3 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:14.966805 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-637a20e8-5c81-4df4-9a25-e778f4254012 req-5ab67b80-df4c-4264-9bf3-c8c2e39d94e3 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ef0faff8-ea7d-43b4-924e-bfe58191799b HTTP/1.1" status: 200 len: 1129 time: 0.1176348 Feb 09 01:10:14.973200 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-bce2b233-f3c7-48c4-95ef-a7288479561d None None] Set router c4c5fe34-b5f2-408b-af38-a99f2f461f2e gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:10:15.080663 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-637a20e8-5c81-4df4-9a25-e778f4254012 req-d5061dbb-ee3b-4341-a9bd-70d90d95ff0c tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060085 Feb 09 01:10:15.082690 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-30336864-b09a-4641-9d20-f8cf6933462e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=31bc8226-7648-4043-8567-a8fb8a93c5b8 HTTP/1.1" status: 200 len: 217 time: 0.1876607 Feb 09 01:10:15.088387 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8dc35e3d-a2dc-4224-8f18-5cc734ad0d45 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=da0d9e1aea894badae8ffafa4e42a3cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1701744 Feb 09 01:10:15.092068 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 46092) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:15.206331 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823eef4b-530e-4c4e-8206-e4c34afa51b1 x-openstack-request-id: req-823eef4b-530e-4c4e-8206-e4c34afa51b1 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:15.206801 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2d644ca-144e-440b-80ed-477b809e9fa5", "tag": "31bc8226-7648-4043-8567-a8fb8a93c5b8", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:15.207225 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-823eef4b-530e-4c4e-8206-e4c34afa51b1 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:15.207853 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2d644ca-144e-440b-80ed-477b809e9fa5', 'tag': '31bc8226-7648-4043-8567-a8fb8a93c5b8', 'status': 'completed', 'code': 200} Feb 09 01:10:15.240079 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-49626e37-3f9b-4e9f-ab9e-c22ffba65577 admin admin] Publish callbacks [] for security_group (b889b49d-5ff3-46d1-b7da-f7ca3e1b9ef4), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:15.270036 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-b01e3f1e-d842-43a6-a1b9-d89b6dcb569f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:15.273793 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-b01e3f1e-d842-43a6-a1b9-d89b6dcb569f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.1842980 Feb 09 01:10:15.312650 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-49626e37-3f9b-4e9f-ab9e-c22ffba65577 admin admin] Publish callbacks [] for security_group (b889b49d-5ff3-46d1-b7da-f7ca3e1b9ef4), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:15.351649 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-72a9167c-8cd3-40e3-81b6-59f33b485102 admin admin] Allocated IP 172.20.0.1 (6623127f-6781-406f-ad2c-c8f4b498a144/a1b566c9-f61d-42d4-9742-63f29d6e7898/799bb91c-8a09-4ef6-88cc-88fb3a4725cf) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:15.479116 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad78229-653e-47f1-9d22-cf0836aa3a3e req-fd6c439f-ce31-4746-b95e-67e69cf5a983 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:15.490074 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9ad78229-653e-47f1-9d22-cf0836aa3a3e req-fd6c439f-ce31-4746-b95e-67e69cf5a983 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d644ca-144e-440b-80ed-477b809e9fa5 HTTP/1.1" status: 200 len: 948 time: 0.1512640 Feb 09 01:10:15.512736 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-f5ce4cb2-80f5-4192-a264-e7e93e704e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:15.513133 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-bce2b233-f3c7-48c4-95ef-a7288479561d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c5fe34-b5f2-408b-af38-a99f2f461f2e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-511839412-router', 'tenant_id': '922b30affe5a4405930aa3d37acabbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '930158df-d33c-412a-9fa0-30d9be4deff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:04Z', 'updated_at': '2022-02-09T01:10:08Z', 'revision_number': 3, 'project_id': '922b30affe5a4405930aa3d37acabbc7', 'gw_port': {'id': '930158df-d33c-412a-9fa0-30d9be4deff7', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:17:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c5fe34-b5f2-408b-af38-a99f2f461f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:06Z', 'updated_at': '2022-02-09T01:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:15.515077 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-f5ce4cb2-80f5-4192-a264-e7e93e704e10 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2322848 Feb 09 01:10:15.525803 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-10413b74-789d-488e-a12d-ed4b7e2ceacf None None] Publish callbacks [] for port (bc80a23e-f638-43b0-a2b2-c3449ed522be), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:15.533552 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-10413b74-789d-488e-a12d-ed4b7e2ceacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (bc80a23e-f638-43b0-a2b2-c3449ed522be), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:15.577610 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-49626e37-3f9b-4e9f-ab9e-c22ffba65577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b889b49d-5ff3-46d1-b7da-f7ca3e1b9ef4), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:15.583229 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-49626e37-3f9b-4e9f-ab9e-c22ffba65577 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:15.584715 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-49626e37-3f9b-4e9f-ab9e-c22ffba65577 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b889b49d-5ff3-46d1-b7da-f7ca3e1b9ef4 HTTP/1.1" status: 204 len: 168 time: 0.4911284 Feb 09 01:10:15.613152 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce2b233-f3c7-48c4-95ef-a7288479561d None None] The sync data for ids ['c4c5fe34-b5f2-408b-af38-a99f2f461f2e'] in n-d-822053-40 is: [{'id': 'c4c5fe34-b5f2-408b-af38-a99f2f461f2e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-511839412-router', 'tenant_id': '922b30affe5a4405930aa3d37acabbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '930158df-d33c-412a-9fa0-30d9be4deff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:04Z', 'updated_at': '2022-02-09T01:10:08Z', 'revision_number': 3, 'project_id': '922b30affe5a4405930aa3d37acabbc7', 'gw_port': {'id': '930158df-d33c-412a-9fa0-30d9be4deff7', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:17:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c5fe34-b5f2-408b-af38-a99f2f461f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:06Z', 'updated_at': '2022-02-09T01:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:10:15.628638 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9ad78229-653e-47f1-9d22-cf0836aa3a3e req-03236f70-2864-4fd2-bba3-859d8bca86d1 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20685cb-a65a-4056-a5af-21e3e74d6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372313 Feb 09 01:10:15.631796 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49626e37-3f9b-4e9f-ab9e-c22ffba65577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b889b49d-5ff3-46d1-b7da-f7ca3e1b9ef4,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:15.659375 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8adacb-b0de-45f4-965f-911a4322dd61 None None] Pushing event updated for resources: {'Port': ['ID=bc80a23e-f638-43b0-a2b2-c3449ed522be,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:15.696352 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b493a6-7c30-4e25-b66a-825a0bfa8f15 req-7b782915-f6f9-4e2f-b318-76da0e2c5e00 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:15.698540 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a8b493a6-7c30-4e25-b66a-825a0bfa8f15 req-7b782915-f6f9-4e2f-b318-76da0e2c5e00 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9ba7461-2eff-4b6a-9ac4-8589e5930e63 HTTP/1.1" status: 200 len: 947 time: 0.2055407 Feb 09 01:10:15.752787 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-72a9167c-8cd3-40e3-81b6-59f33b485102 admin admin] Publish callbacks [] for port (799bb91c-8a09-4ef6-88cc-88fb3a4725cf), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:15.757815 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 0299c62c-b308-454a-bf29-0a85c3420970 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:10:15.800550 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-f4bddd73-562d-4e87-8250-c1d9e5de4f53 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750504 Feb 09 01:10:15.823427 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-10413b74-789d-488e-a12d-ed4b7e2ceacf None None] Attempting to bind port bc80a23e-f638-43b0-a2b2-c3449ed522be on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:10:15.823799 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-10413b74-789d-488e-a12d-ed4b7e2ceacf None None] Attempting to bind port bc80a23e-f638-43b0-a2b2-c3449ed522be by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '23db5a79-905e-442f-99d5-c3c72a5a9794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '54babc3b-8401-4be9-a676-10c2ebb7a12a'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:10:15.827966 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10413b74-789d-488e-a12d-ed4b7e2ceacf None None] Attempting to bind port bc80a23e-f638-43b0-a2b2-c3449ed522be on network 54babc3b-8401-4be9-a676-10c2ebb7a12a {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:15.843481 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10413b74-789d-488e-a12d-ed4b7e2ceacf None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:10:15.844167 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10413b74-789d-488e-a12d-ed4b7e2ceacf None None] Checking segment: {'id': '23db5a79-905e-442f-99d5-c3c72a5a9794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '54babc3b-8401-4be9-a676-10c2ebb7a12a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:15.844758 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-10413b74-789d-488e-a12d-ed4b7e2ceacf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:15.845581 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10413b74-789d-488e-a12d-ed4b7e2ceacf None None] Bound using segment: {'id': '23db5a79-905e-442f-99d5-c3c72a5a9794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '54babc3b-8401-4be9-a676-10c2ebb7a12a'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:10:15.846219 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-10413b74-789d-488e-a12d-ed4b7e2ceacf None None] Bound port: bc80a23e-f638-43b0-a2b2-c3449ed522be, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23db5a79-905e-442f-99d5-c3c72a5a9794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '54babc3b-8401-4be9-a676-10c2ebb7a12a'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:10:15.851218 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-10413b74-789d-488e-a12d-ed4b7e2ceacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (bc80a23e-f638-43b0-a2b2-c3449ed522be), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:15.872343 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a8b493a6-7c30-4e25-b66a-825a0bfa8f15 req-683b751c-a575-4c45-83ad-6a77d0482e34 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668084 Feb 09 01:10:16.008042 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370c8fc-7450-43a7-ad1a-658d2687a098 req-5ade2a2e-6faa-47d6-b670-7a2d4a48c60e tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:16.009573 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3370c8fc-7450-43a7-ad1a-658d2687a098 req-5ade2a2e-6faa-47d6-b670-7a2d4a48c60e tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.121 "GET /v2.0/ports?device_id=79d8816c-a780-4e91-8979-7a467265d1de HTTP/1.1" status: 200 len: 950 time: 0.1342244 Feb 09 01:10:16.049689 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-10413b74-789d-488e-a12d-ed4b7e2ceacf None None] For port bc80a23e-f638-43b0-a2b2-c3449ed522be, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:16.070057 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-10413b74-789d-488e-a12d-ed4b7e2ceacf None None] For port bc80a23e-f638-43b0-a2b2-c3449ed522be, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=bc80a23e-f638-43b0-a2b2-c3449ed522be,segment=NetworkSegment(23db5a79-905e-442f-99d5-c3c72a5a9794),segment_id=23db5a79-905e-442f-99d5-c3c72a5a9794)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:10:16.084235 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-10413b74-789d-488e-a12d-ed4b7e2ceacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (bc80a23e-f638-43b0-a2b2-c3449ed522be), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:16.088034 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-72a9167c-8cd3-40e3-81b6-59f33b485102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (799bb91c-8a09-4ef6-88cc-88fb3a4725cf), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:16.234860 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8adacb-b0de-45f4-965f-911a4322dd61 None None] Pushing event updated for resources: {'Port': ['ID=bc80a23e-f638-43b0-a2b2-c3449ed522be,revision_number=4']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:16.253664 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 0299c62c-b308-454a-bf29-0a85c3420970, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=0299c62c-b308-454a-bf29-0a85c3420970,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:16.258596 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10413b74-789d-488e-a12d-ed4b7e2ceacf None None] Routers {'c91bc69c-452e-41fb-8699-b76373b8c63b'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:10:16.259210 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-10413b74-789d-488e-a12d-ed4b7e2ceacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:09:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c91bc69c-452e-41fb-8699-b76373b8c63b'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:16.306317 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '0299c62c-b308-454a-bf29-0a85c3420970', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': '0299c62c-b308-454a-bf29-0a85c3420970', 'mac_address': 'fa:16:3e:b0:3f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:10:16.322287 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a9167c-8cd3-40e3-81b6-59f33b485102 admin admin] Network 6623127f-6781-406f-ad2c-c8f4b498a144 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:16.396671 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-72a9167c-8cd3-40e3-81b6-59f33b485102 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:16.405295 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9167c-8cd3-40e3-81b6-59f33b485102 admin admin] Pushing event updated for resources: {'Port': ['ID=799bb91c-8a09-4ef6-88cc-88fb3a4725cf,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:16.413736 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-3944c6e0-811a-4538-8961-736eadaa33b2 None None] Provisioning complete for port bc80a23e-f638-43b0-a2b2-c3449ed522be triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:16.414444 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3944c6e0-811a-4538-8961-736eadaa33b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (bc80a23e-f638-43b0-a2b2-c3449ed522be), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:16.434928 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a9167c-8cd3-40e3-81b6-59f33b485102 admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:10:16.496990 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 0299c62c-b308-454a-bf29-0a85c3420970 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:16.518125 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0299c62c-b308-454a-bf29-0a85c3420970), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:16.555305 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0299c62c-b308-454a-bf29-0a85c3420970 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:16.557789 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-10413b74-789d-488e-a12d-ed4b7e2ceacf None None] Set router c91bc69c-452e-41fb-8699-b76373b8c63b gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:10:16.586969 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46120) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:16.617635 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d52dd0c3-87dd-415e-9284-3b0cadc459cc req-c9e847b3-ec06-402f-be0f-5028d05b4ad3 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8081863 Feb 09 01:10:16.619034 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 0299c62c-b308-454a-bf29-0a85c3420970, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=0299c62c-b308-454a-bf29-0a85c3420970,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:16.645814 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-72a9167c-8cd3-40e3-81b6-59f33b485102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (c4c5fe34-b5f2-408b-af38-a99f2f461f2e), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:16.677756 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07414f-c9f2-4df9-8186-3037b9803ce2 req-5ee30e3d-95c2-43b2-b032-4fb7f5754e37 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:16.683761 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0299c62c-b308-454a-bf29-0a85c3420970), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:16.688611 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2c07414f-c9f2-4df9-8186-3037b9803ce2 req-5ee30e3d-95c2-43b2-b032-4fb7f5754e37 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/ports?device_id=79d8816c-a780-4e91-8979-7a467265d1de HTTP/1.1" status: 200 len: 950 time: 0.4666264 Feb 09 01:10:16.772171 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-3370c8fc-7450-43a7-ad1a-658d2687a098 req-cfce7f12-c157-4102-8651-a72269e9153f tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Deleting port 44a95e0b-f44d-4a85-b63f-dedd1c02df66 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:10:16.772519 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3370c8fc-7450-43a7-ad1a-658d2687a098 req-cfce7f12-c157-4102-8651-a72269e9153f tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (44a95e0b-f44d-4a85-b63f-dedd1c02df66), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:16.774564 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3944c6e0-811a-4538-8961-736eadaa33b2 None None] Current status of the port bc80a23e-f638-43b0-a2b2-c3449ed522be is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:16.775187 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3944c6e0-811a-4538-8961-736eadaa33b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (bc80a23e-f638-43b0-a2b2-c3449ed522be), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:16.896646 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-3944c6e0-811a-4538-8961-736eadaa33b2 None None] For port bc80a23e-f638-43b0-a2b2-c3449ed522be, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=bc80a23e-f638-43b0-a2b2-c3449ed522be,segment=NetworkSegment(23db5a79-905e-442f-99d5-c3c72a5a9794),segment_id=23db5a79-905e-442f-99d5-c3c72a5a9794)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:16.898751 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=0299c62c-b308-454a-bf29-0a85c3420970,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:16.907441 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3944c6e0-811a-4538-8961-736eadaa33b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (bc80a23e-f638-43b0-a2b2-c3449ed522be), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:17.067546 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944c6e0-811a-4538-8961-736eadaa33b2 None None] Pushing event updated for resources: {'Port': ['ID=bc80a23e-f638-43b0-a2b2-c3449ed522be,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:17.070881 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 930158df-d33c-412a-9fa0-30d9be4deff7 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:10:17.074390 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['0299c62c-b308-454a-bf29-0a85c3420970'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:10:17.182121 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-3370c8fc-7450-43a7-ad1a-658d2687a098 req-cfce7f12-c157-4102-8651-a72269e9153f tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] For port 44a95e0b-f44d-4a85-b63f-dedd1c02df66, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=44a95e0b-f44d-4a85-b63f-dedd1c02df66,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:17.182636 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3370c8fc-7450-43a7-ad1a-658d2687a098 req-cfce7f12-c157-4102-8651-a72269e9153f tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (44a95e0b-f44d-4a85-b63f-dedd1c02df66), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:17.203352 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 930158df-d33c-412a-9fa0-30d9be4deff7 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:17.203922 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (930158df-d33c-412a-9fa0-30d9be4deff7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:17.212868 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-3370c8fc-7450-43a7-ad1a-658d2687a098 req-cfce7f12-c157-4102-8651-a72269e9153f tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Calling delete_port for 44a95e0b-f44d-4a85-b63f-dedd1c02df66 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:10:17.272953 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a03491cf-85d8-446f-8aaf-29bf255ddb27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:17.336406 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-10413b74-789d-488e-a12d-ed4b7e2ceacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91bc69c-452e-41fb-8699-b76373b8c63b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1667338913-router', 'tenant_id': '39b6aeee5b6e47eeb37f54289dccfbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '3a06af3a-fdfa-45b2-9384-01a02a221213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:58Z', 'updated_at': '2022-02-09T01:10:09Z', 'revision_number': 4, 'project_id': '39b6aeee5b6e47eeb37f54289dccfbf4', 'gw_port': {'id': '3a06af3a-fdfa-45b2-9384-01a02a221213', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91bc69c-452e-41fb-8699-b76373b8c63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:00Z', 'updated_at': '2022-02-09T01:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'bc80a23e-f638-43b0-a2b2-c3449ed522be', 'name': '', 'network_id': '54babc3b-8401-4be9-a676-10c2ebb7a12a', 'tenant_id': '39b6aeee5b6e47eeb37f54289dccfbf4', 'mac_address': 'fa:16:3e:ab:fe:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91bc69c-452e-41fb-8699-b76373b8c63b', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '8ffcbfa8-7493-42ae-a5da-6dd8765680ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:06Z', 'updated_at': '2022-02-09T01:10:16Z', 'revision_number': 4, 'project_id': '39b6aeee5b6e47eeb37f54289dccfbf4', 'subnets': [{'id': '8ffcbfa8-7493-42ae-a5da-6dd8765680ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:17.415003 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-5b7145c1-e546-4446-9d5d-99115890787c None None] Provisioning complete for port bc80a23e-f638-43b0-a2b2-c3449ed522be triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:17.415458 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5b7145c1-e546-4446-9d5d-99115890787c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (bc80a23e-f638-43b0-a2b2-c3449ed522be), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:17.449453 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10413b74-789d-488e-a12d-ed4b7e2ceacf None None] The sync data for ids ['c91bc69c-452e-41fb-8699-b76373b8c63b'] in n-d-822053-40 is: [{'id': 'c91bc69c-452e-41fb-8699-b76373b8c63b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1667338913-router', 'tenant_id': '39b6aeee5b6e47eeb37f54289dccfbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '3a06af3a-fdfa-45b2-9384-01a02a221213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:58Z', 'updated_at': '2022-02-09T01:10:09Z', 'revision_number': 4, 'project_id': '39b6aeee5b6e47eeb37f54289dccfbf4', 'gw_port': {'id': '3a06af3a-fdfa-45b2-9384-01a02a221213', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91bc69c-452e-41fb-8699-b76373b8c63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:00Z', 'updated_at': '2022-02-09T01:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'bc80a23e-f638-43b0-a2b2-c3449ed522be', 'name': '', 'network_id': '54babc3b-8401-4be9-a676-10c2ebb7a12a', 'tenant_id': '39b6aeee5b6e47eeb37f54289dccfbf4', 'mac_address': 'fa:16:3e:ab:fe:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91bc69c-452e-41fb-8699-b76373b8c63b', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '8ffcbfa8-7493-42ae-a5da-6dd8765680ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:06Z', 'updated_at': '2022-02-09T01:10:16Z', 'revision_number': 4, 'project_id': '39b6aeee5b6e47eeb37f54289dccfbf4', 'subnets': [{'id': '8ffcbfa8-7493-42ae-a5da-6dd8765680ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:10:17.521647 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a03491cf-85d8-446f-8aaf-29bf255ddb27 admin admin] Publish callbacks [] for security_group (4412603d-1e32-4b76-8dfa-4df2d56b5918), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:17.539871 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382e553-e051-41b2-a827-57e7d58ce778 req-c0a699eb-7193-4c41-9a11-ac4cc4ec2ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:17.569047 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1382e553-e051-41b2-a827-57e7d58ce778 req-c0a699eb-7193-4c41-9a11-ac4cc4ec2ad9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1ce9156b2ca74aedbb6dd0475c092f64&device_id=d2d644ca-144e-440b-80ed-477b809e9fa5 HTTP/1.1" status: 200 len: 1131 time: 0.7793496 Feb 09 01:10:17.624417 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a03491cf-85d8-446f-8aaf-29bf255ddb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (4412603d-1e32-4b76-8dfa-4df2d56b5918), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:17.679559 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2c07414f-c9f2-4df9-8186-3037b9803ce2 req-3d842554-4ebd-4cca-b41e-af9ea8f72212 tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b173ca-229c-4571-a9fe-e920b15007e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9899404 Feb 09 01:10:17.682650 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3370c8fc-7450-43a7-ad1a-658d2687a098 req-cfce7f12-c157-4102-8651-a72269e9153f tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (44a95e0b-f44d-4a85-b63f-dedd1c02df66), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:17.704571 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a03491cf-85d8-446f-8aaf-29bf255ddb27 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e2f642f539df486e83e766c35a4d40e4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0955064 Feb 09 01:10:17.705530 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46148) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:17.733593 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce7f12-c157-4102-8651-a72269e9153f tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Pushing event deleted for resources: {'Port': ['ID=44a95e0b-f44d-4a85-b63f-dedd1c02df66,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:17.741066 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['44a95e0b-f44d-4a85-b63f-dedd1c02df66'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:10:17.763614 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 930158df-d33c-412a-9fa0-30d9be4deff7 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:17.764937 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (930158df-d33c-412a-9fa0-30d9be4deff7), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:17.826927 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaca31b-f25a-4a07-8153-acb2f58dac4f req-d38bd9e4-fb65-4ca4-975c-2db215abc3ae tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:17.836060 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-feaca31b-f25a-4a07-8153-acb2f58dac4f req-d38bd9e4-fb65-4ca4-975c-2db215abc3ae tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d644ca-144e-440b-80ed-477b809e9fa5 HTTP/1.1" status: 200 len: 948 time: 0.4362957 Feb 09 01:10:17.839069 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-3370c8fc-7450-43a7-ad1a-658d2687a098 req-cfce7f12-c157-4102-8651-a72269e9153f tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] No DVR routers for this DVR port 44a95e0b-f44d-4a85-b63f-dedd1c02df66 on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:10:17.843204 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3370c8fc-7450-43a7-ad1a-658d2687a098 req-cfce7f12-c157-4102-8651-a72269e9153f tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:17.848340 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3370c8fc-7450-43a7-ad1a-658d2687a098 req-cfce7f12-c157-4102-8651-a72269e9153f tempest-DeleteServersAdminTestJSON-995216517 tempest-DeleteServersAdminTestJSON-995216517-project] 10.222.0.121 "DELETE /v2.0/ports/44a95e0b-f44d-4a85-b63f-dedd1c02df66 HTTP/1.1" status: 204 len: 173 time: 1.8281145 Feb 09 01:10:17.891753 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d8816c-a780-4e91-8979-7a467265d1de', 'name': 'network-vif-deleted', 'tag': '44a95e0b-f44d-4a85-b63f-dedd1c02df66'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:17.895298 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0feda9c4-7481-48b2-a22a-ba1fa595e6e0" -d '{"events": [{"server_uuid": "79d8816c-a780-4e91-8979-7a467265d1de", "name": "network-vif-deleted", "tag": "44a95e0b-f44d-4a85-b63f-dedd1c02df66"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:17.978604 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382e553-e051-41b2-a827-57e7d58ce778 req-51a8ef2e-3d80-4f1d-883c-aeedafca23ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:17.984136 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1382e553-e051-41b2-a827-57e7d58ce778 req-51a8ef2e-3d80-4f1d-883c-aeedafca23ca service neutron] 10.222.0.91 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.4023774 Feb 09 01:10:18.003213 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-72a9167c-8cd3-40e3-81b6-59f33b485102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (799bb91c-8a09-4ef6-88cc-88fb3a4725cf), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:18.013161 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-feaca31b-f25a-4a07-8153-acb2f58dac4f req-646573e3-c1d2-45dc-b123-6a4b10ef0f93 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20685cb-a65a-4056-a5af-21e3e74d6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755116 Feb 09 01:10:18.134674 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb4ae9-93d4-4468-a091-b2a7eb51e4b4 req-c43bff82-f2df-4746-9edd-3324865df9ce tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:18.138854 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-47eb4ae9-93d4-4468-a091-b2a7eb51e4b4 req-c43bff82-f2df-4746-9edd-3324865df9ce tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9ba7461-2eff-4b6a-9ac4-8589e5930e63 HTTP/1.1" status: 200 len: 948 time: 0.1234179 Feb 09 01:10:18.166062 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03491cf-85d8-446f-8aaf-29bf255ddb27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4412603d-1e32-4b76-8dfa-4df2d56b5918,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:18.206746 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1382e553-e051-41b2-a827-57e7d58ce778 req-444dad45-4792-4270-8e83-4917633a780c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=31bc8226-7648-4043-8567-a8fb8a93c5b8 HTTP/1.1" status: 200 len: 217 time: 0.1903446 Feb 09 01:10:18.224768 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5b7145c1-e546-4446-9d5d-99115890787c None None] Current status of the port bc80a23e-f638-43b0-a2b2-c3449ed522be is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:18.265451 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 930158df-d33c-412a-9fa0-30d9be4deff7, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=930158df-d33c-412a-9fa0-30d9be4deff7,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:18.277151 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-47eb4ae9-93d4-4468-a091-b2a7eb51e4b4 req-33339ab7-9e05-4d5c-9203-9900b228b3db tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314435 Feb 09 01:10:18.279922 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (930158df-d33c-412a-9fa0-30d9be4deff7), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:18.299910 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e7203-f204-46ae-a8cf-34954e75ee9b req-7901663f-1972-4262-ac68-5b7022596c20 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:18.311897 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fc8e7203-f204-46ae-a8cf-34954e75ee9b req-7901663f-1972-4262-ac68-5b7022596c20 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ef0faff8-ea7d-43b4-924e-bfe58191799b HTTP/1.1" status: 200 len: 1129 time: 0.1204624 Feb 09 01:10:18.345227 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=930158df-d33c-412a-9fa0-30d9be4deff7,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:18.375114 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-5b7145c1-e546-4446-9d5d-99115890787c None None] Provisioning complete for port 799bb91c-8a09-4ef6-88cc-88fb3a4725cf triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:18.375501 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5b7145c1-e546-4446-9d5d-99115890787c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (799bb91c-8a09-4ef6-88cc-88fb3a4725cf), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:18.394980 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382e553-e051-41b2-a827-57e7d58ce778 req-2f43e609-4a2d-4336-8f5e-2f7c8a6482e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:18.401121 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1382e553-e051-41b2-a827-57e7d58ce778 req-2f43e609-4a2d-4336-8f5e-2f7c8a6482e8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.1786892 Feb 09 01:10:18.404966 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-85f561b2-53c3-4ad8-a92f-3c169bff1825 admin admin] Publish callbacks [] for security_group (4412603d-1e32-4b76-8dfa-4df2d56b5918), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:18.446233 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5b7145c1-e546-4446-9d5d-99115890787c None None] Port 799bb91c-8a09-4ef6-88cc-88fb3a4725cf cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:10:18.452381 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fc8e7203-f204-46ae-a8cf-34954e75ee9b req-e3577847-1c45-4c20-a210-bca6b86cb3a8 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385827 Feb 09 01:10:18.477864 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be9d75b-17ce-442d-a67a-b38b27ccc6bb x-openstack-request-id: req-3be9d75b-17ce-442d-a67a-b38b27ccc6bb {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:18.479071 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d8816c-a780-4e91-8979-7a467265d1de", "name": "network-vif-deleted", "tag": "44a95e0b-f44d-4a85-b63f-dedd1c02df66", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:18.479071 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3be9d75b-17ce-442d-a67a-b38b27ccc6bb {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:18.479071 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d8816c-a780-4e91-8979-7a467265d1de', 'name': 'network-vif-deleted', 'tag': '44a95e0b-f44d-4a85-b63f-dedd1c02df66', 'status': 'completed', 'code': 200} Feb 09 01:10:18.580392 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-85f561b2-53c3-4ad8-a92f-3c169bff1825 admin admin] Publish callbacks [] for security_group (4412603d-1e32-4b76-8dfa-4df2d56b5918), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:18.674920 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-85f561b2-53c3-4ad8-a92f-3c169bff1825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (4412603d-1e32-4b76-8dfa-4df2d56b5918), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:18.678371 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-85f561b2-53c3-4ad8-a92f-3c169bff1825 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:18.679556 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-85f561b2-53c3-4ad8-a92f-3c169bff1825 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4412603d-1e32-4b76-8dfa-4df2d56b5918 HTTP/1.1" status: 204 len: 168 time: 0.7121041 Feb 09 01:10:18.709286 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f561b2-53c3-4ad8-a92f-3c169bff1825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4412603d-1e32-4b76-8dfa-4df2d56b5918,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:18.746223 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382e553-e051-41b2-a827-57e7d58ce778 req-a3b53067-0619-4e50-b6d2-922afc8a6fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:18.748434 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1382e553-e051-41b2-a827-57e7d58ce778 req-a3b53067-0619-4e50-b6d2-922afc8a6fbd service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3053427 Feb 09 01:10:18.847933 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-72a9167c-8cd3-40e3-81b6-59f33b485102 admin admin] Publish callbacks [] for port (799bb91c-8a09-4ef6-88cc-88fb3a4725cf), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:18.939316 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1382e553-e051-41b2-a827-57e7d58ce778 req-cd9313c6-f1fc-4f63-b18c-95a0e0b8393a service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816254 Feb 09 01:10:18.941055 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-72a9167c-8cd3-40e3-81b6-59f33b485102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (799bb91c-8a09-4ef6-88cc-88fb3a4725cf), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:19.047866 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9167c-8cd3-40e3-81b6-59f33b485102 admin admin] Pushing event updated for resources: {'Port': ['ID=799bb91c-8a09-4ef6-88cc-88fb3a4725cf,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:19.069403 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 930158df-d33c-412a-9fa0-30d9be4deff7 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:10:19.123451 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 46186) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:19.128941 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-0419f513-400c-43e9-a70b-a6afd81ef38b tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1821320414', 'description': 'tempest-description--235596046'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:19.140934 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-72a9167c-8cd3-40e3-81b6-59f33b485102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (c4c5fe34-b5f2-408b-af38-a99f2f461f2e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:19.158848 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0419f513-400c-43e9-a70b-a6afd81ef38b tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:19.217125 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:19.258464 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 930158df-d33c-412a-9fa0-30d9be4deff7 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:19.259129 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (930158df-d33c-412a-9fa0-30d9be4deff7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:19.281174 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1382e553-e051-41b2-a827-57e7d58ce778 req-99ff3477-2fec-4f0f-95d7-68e12e80efa0 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233223 Feb 09 01:10:19.397417 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 930158df-d33c-412a-9fa0-30d9be4deff7 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:19.398553 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device bc80a23e-f638-43b0-a2b2-c3449ed522be up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:10:19.401638 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a9167c-8cd3-40e3-81b6-59f33b485102 admin admin] Network 6623127f-6781-406f-ad2c-c8f4b498a144 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:19.412251 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-72a9167c-8cd3-40e3-81b6-59f33b485102 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:19.444783 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0419f513-400c-43e9-a70b-a6afd81ef38b tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks [] for security_group (4047daa7-99dc-4065-97c6-18555a778085), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:19.460465 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0419f513-400c-43e9-a70b-a6afd81ef38b tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (4047daa7-99dc-4065-97c6-18555a778085), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:19.552962 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port bc80a23e-f638-43b0-a2b2-c3449ed522be triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:19.553331 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (bc80a23e-f638-43b0-a2b2-c3449ed522be), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:19.621883 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0419f513-400c-43e9-a70b-a6afd81ef38b tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:19.623162 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0419f513-400c-43e9-a70b-a6afd81ef38b tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4977634 Feb 09 01:10:19.634038 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46206) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:19.646894 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-15c1820f-abc9-44bc-945a-e29287c12997 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Request body: {'security_group_rule': {'security_group_id': '4047daa7-99dc-4065-97c6-18555a778085', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:19.660213 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419f513-400c-43e9-a70b-a6afd81ef38b tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4047daa7-99dc-4065-97c6-18555a778085,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:19.674739 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9112cf5-a7ca-4d82-b3c3-4b43bdfc5237 req-ff982ad7-36f2-4094-8e66-c1d79e61a066 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:19.701161 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f9112cf5-a7ca-4d82-b3c3-4b43bdfc5237 req-ff982ad7-36f2-4094-8e66-c1d79e61a066 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d644ca-144e-440b-80ed-477b809e9fa5 HTTP/1.1" status: 200 len: 948 time: 0.3808146 Feb 09 01:10:19.750130 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46212) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:19.764499 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port bc80a23e-f638-43b0-a2b2-c3449ed522be is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:19.773856 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-15c1820f-abc9-44bc-945a-e29287c12997 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks [] for security_group_rule (ed585c99-0e88-482e-9873-300bcc8b4518), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:19.790282 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 31bc8226-7648-4043-8567-a8fb8a93c5b8 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:10:19.796251 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-134863ff-fa56-4de5-b510-efe3ecf04351 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:19.823007 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 0299c62c-b308-454a-bf29-0a85c3420970 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:10:19.848230 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f9112cf5-a7ca-4d82-b3c3-4b43bdfc5237 req-5577bdd5-7113-4da2-83ac-07850d7204cf tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20685cb-a65a-4056-a5af-21e3e74d6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456392 Feb 09 01:10:19.860646 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a9167c-8cd3-40e3-81b6-59f33b485102 admin admin] Router c4c5fe34-b5f2-408b-af38-a99f2f461f2e has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:10:19.957582 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-134863ff-fa56-4de5-b510-efe3ecf04351 admin admin] Publish callbacks [] for security_group (a2048a58-081b-4061-8040-32723a554a76), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:20.023513 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-134863ff-fa56-4de5-b510-efe3ecf04351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (a2048a58-081b-4061-8040-32723a554a76), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:20.051397 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-5d2302f0-821e-4b22-83e3-ce9ac4be514a None None] Provisioning complete for port 799bb91c-8a09-4ef6-88cc-88fb3a4725cf triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:20.051884 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5d2302f0-821e-4b22-83e3-ce9ac4be514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (799bb91c-8a09-4ef6-88cc-88fb3a4725cf), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:20.068187 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-15c1820f-abc9-44bc-945a-e29287c12997 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks [] for security_group_rule (ed585c99-0e88-482e-9873-300bcc8b4518), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:20.118214 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49f7f8-1e04-4dce-a3be-9e5b67ac2208 req-7470219b-df02-498a-9e53-f593c607b019 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:20.120101 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7e49f7f8-1e04-4dce-a3be-9e5b67ac2208 req-7470219b-df02-498a-9e53-f593c607b019 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9ba7461-2eff-4b6a-9ac4-8589e5930e63 HTTP/1.1" status: 200 len: 948 time: 0.1110408 Feb 09 01:10:20.125436 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-15c1820f-abc9-44bc-945a-e29287c12997 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (ed585c99-0e88-482e-9873-300bcc8b4518), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:20.175921 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5d2302f0-821e-4b22-83e3-ce9ac4be514a None None] Port 799bb91c-8a09-4ef6-88cc-88fb3a4725cf cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:10:20.185089 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 0299c62c-b308-454a-bf29-0a85c3420970 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:10:20.193660 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 0299c62c-b308-454a-bf29-0a85c3420970 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:20.194029 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0299c62c-b308-454a-bf29-0a85c3420970), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:20.197625 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 31bc8226-7648-4043-8567-a8fb8a93c5b8, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=31bc8226-7648-4043-8567-a8fb8a93c5b8,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:20.238436 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '31bc8226-7648-4043-8567-a8fb8a93c5b8', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': '31bc8226-7648-4043-8567-a8fb8a93c5b8', 'mac_address': 'fa:16:3e:2a:96:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:10:20.268922 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7e49f7f8-1e04-4dce-a3be-9e5b67ac2208 req-f19c1422-351c-4c87-bb19-d806986d762d tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400492 Feb 09 01:10:20.298308 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 31bc8226-7648-4043-8567-a8fb8a93c5b8 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:20.298692 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (31bc8226-7648-4043-8567-a8fb8a93c5b8), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:20.341467 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31bc8226-7648-4043-8567-a8fb8a93c5b8 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:20.375573 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 31bc8226-7648-4043-8567-a8fb8a93c5b8, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=31bc8226-7648-4043-8567-a8fb8a93c5b8,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:20.384790 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 0299c62c-b308-454a-bf29-0a85c3420970 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:20.385594 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0299c62c-b308-454a-bf29-0a85c3420970), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:20.395709 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (31bc8226-7648-4043-8567-a8fb8a93c5b8), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:20.447253 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ba7461-2eff-4b6a-9ac4-8589e5930e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0299c62c-b308-454a-bf29-0a85c3420970'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:20.451192 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76c29a1-2d1b-406a-bccf-b84b67dca1ab" -d '{"events": [{"server_uuid": "b9ba7461-2eff-4b6a-9ac4-8589e5930e63", "name": "network-vif-plugged", "status": "completed", "tag": "0299c62c-b308-454a-bf29-0a85c3420970"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:20.496346 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 0299c62c-b308-454a-bf29-0a85c3420970, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=0299c62c-b308-454a-bf29-0a85c3420970,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:20.500772 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 44a95e0b-f44d-4a85-b63f-dedd1c02df66 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:10:20.524790 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-134863ff-fa56-4de5-b510-efe3ecf04351 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9d5ad8ec92654002a230b9f0edc99596&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7606490 Feb 09 01:10:20.525443 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0299c62c-b308-454a-bf29-0a85c3420970), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:20.526229 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=31bc8226-7648-4043-8567-a8fb8a93c5b8,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:20.526435 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1820f-abc9-44bc-945a-e29287c12997 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed585c99-0e88-482e-9873-300bcc8b4518,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:20.527159 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 46238) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:20.542759 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-15c1820f-abc9-44bc-945a-e29287c12997 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:20.548722 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 46242) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:20.549731 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-15c1820f-abc9-44bc-945a-e29287c12997 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9133646 Feb 09 01:10:20.551949 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134863ff-fa56-4de5-b510-efe3ecf04351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2048a58-081b-4061-8040-32723a554a76,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:20.556501 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 44a95e0b-f44d-4a85-b63f-dedd1c02df66 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:10:20.556501 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 44a95e0b-f44d-4a85-b63f-dedd1c02df66 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:10:20.563628 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-642f12dc-6896-40fa-bf2e-2f1f73627b89 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Request body: {'security_group_rule': {'security_group_id': '4047daa7-99dc-4065-97c6-18555a778085', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:20.617565 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=0299c62c-b308-454a-bf29-0a85c3420970,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:20.632392 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-642f12dc-6896-40fa-bf2e-2f1f73627b89 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks [] for security_group_rule (e28df03e-14db-4eef-a373-db86430ccdfd), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:20.635721 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-51086bd9-cdaa-4f50-8a2a-65049ad8a784 admin admin] Publish callbacks [] for security_group (a2048a58-081b-4061-8040-32723a554a76), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:20.639563 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46244) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:20.668070 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a9167c-8cd3-40e3-81b6-59f33b485102 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:10:20.679272 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-72a9167c-8cd3-40e3-81b6-59f33b485102 admin admin] 10.222.0.30 "PUT /v2.0/routers/c4c5fe34-b5f2-408b-af38-a99f2f461f2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0674045 Feb 09 01:10:20.687458 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['31bc8226-7648-4043-8567-a8fb8a93c5b8'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:10:20.711796 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e6a605-b64b-4904-b657-5885c28a5786 None None] Sync routers for ids ['c4c5fe34-b5f2-408b-af38-a99f2f461f2e'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:10:20.719871 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-51086bd9-cdaa-4f50-8a2a-65049ad8a784 admin admin] Publish callbacks [] for security_group (a2048a58-081b-4061-8040-32723a554a76), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:20.773402 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-40b2f6b3-412e-4648-916a-2a9440d30a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:20.808127 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:20.825361 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e6a605-b64b-4904-b657-5885c28a5786 None None] Routers {'c4c5fe34-b5f2-408b-af38-a99f2f461f2e'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:10:20.826202 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-22e6a605-b64b-4904-b657-5885c28a5786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:09:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c4c5fe34-b5f2-408b-af38-a99f2f461f2e'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:20.852338 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [req-9095329b-2656-44b3-8f35-047499dd4d5c req-952e50d5-77c3-4aff-a5a8-f436425eb654 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:10:20.854061 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9095329b-2656-44b3-8f35-047499dd4d5c req-952e50d5-77c3-4aff-a5a8-f436425eb654 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2113807 Feb 09 01:10:20.859126 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-642f12dc-6896-40fa-bf2e-2f1f73627b89 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks [] for security_group_rule (e28df03e-14db-4eef-a373-db86430ccdfd), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:20.865888 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-642f12dc-6896-40fa-bf2e-2f1f73627b89 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (e28df03e-14db-4eef-a373-db86430ccdfd), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:20.877883 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62463a77-7793-4a59-9f33-327e887d6395 x-openstack-request-id: req-62463a77-7793-4a59-9f33-327e887d6395 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:20.878294 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ba7461-2eff-4b6a-9ac4-8589e5930e63", "name": "network-vif-plugged", "status": "completed", "tag": "0299c62c-b308-454a-bf29-0a85c3420970", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:20.878483 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-62463a77-7793-4a59-9f33-327e887d6395 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:20.878852 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ba7461-2eff-4b6a-9ac4-8589e5930e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0299c62c-b308-454a-bf29-0a85c3420970', 'code': 200} Feb 09 01:10:20.894927 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-51086bd9-cdaa-4f50-8a2a-65049ad8a784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (a2048a58-081b-4061-8040-32723a554a76), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:20.899237 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-51086bd9-cdaa-4f50-8a2a-65049ad8a784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:20.908912 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-51086bd9-cdaa-4f50-8a2a-65049ad8a784 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a2048a58-081b-4061-8040-32723a554a76 HTTP/1.1" status: 204 len: 168 time: 0.3767097 Feb 09 01:10:20.938032 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51086bd9-cdaa-4f50-8a2a-65049ad8a784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2048a58-081b-4061-8040-32723a554a76,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:20.952902 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f12dc-6896-40fa-bf2e-2f1f73627b89 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e28df03e-14db-4eef-a373-db86430ccdfd,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:20.967866 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-642f12dc-6896-40fa-bf2e-2f1f73627b89 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:20.977456 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-642f12dc-6896-40fa-bf2e-2f1f73627b89 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4260428 Feb 09 01:10:20.984088 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 46264) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:20.989067 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-92073bb4-6673-4f5c-b2dd-2bf092cbf9dd tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:21.051167 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-92073bb4-6673-4f5c-b2dd-2bf092cbf9dd tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:21.079117 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc9dfd-a1b8-41ef-b267-a0d575ed1b70 req-593a1693-9637-41e6-a0be-d3c0c520acd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:21.081035 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d6fc9dfd-a1b8-41ef-b267-a0d575ed1b70 req-593a1693-9637-41e6-a0be-d3c0c520acd5 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b9ba7461-2eff-4b6a-9ac4-8589e5930e63 HTTP/1.1" status: 200 len: 1132 time: 0.1396890 Feb 09 01:10:21.097213 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-22e6a605-b64b-4904-b657-5885c28a5786 None None] Set router c4c5fe34-b5f2-408b-af38-a99f2f461f2e gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:10:21.209574 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d6fc9dfd-a1b8-41ef-b267-a0d575ed1b70 req-4cca279a-4958-45b0-ade1-60a423d5ce82 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202075 Feb 09 01:10:21.305074 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095329b-2656-44b3-8f35-047499dd4d5c req-11b7124a-ac38-496c-90da-2baa2034e5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:21.306500 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9095329b-2656-44b3-8f35-047499dd4d5c req-11b7124a-ac38-496c-90da-2baa2034e5c5 service neutron] 10.222.0.30 "GET /v2.0/ports/6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f HTTP/1.1" status: 200 len: 1126 time: 0.3510251 Feb 09 01:10:21.323723 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-92073bb4-6673-4f5c-b2dd-2bf092cbf9dd tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:21.330826 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-9095329b-2656-44b3-8f35-047499dd4d5c req-347cdd56-95f3-4dd8-ba5d-8c7c760a3361 service neutron] Request body: {'binding': {'host': 'n-h2-822053-40', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:21.331469 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-9095329b-2656-44b3-8f35-047499dd4d5c req-347cdd56-95f3-4dd8-ba5d-8c7c760a3361 service neutron] Unknown quota resources ['binding']. {{(pid=103528) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:10:21.469457 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36825ef-67ef-442b-9f53-40b2891b31fe req-65f51655-7d33-4702-bcfa-a281b350d01e tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:21.477317 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e36825ef-67ef-442b-9f53-40b2891b31fe req-65f51655-7d33-4702-bcfa-a281b350d01e tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d644ca-144e-440b-80ed-477b809e9fa5 HTTP/1.1" status: 200 len: 949 time: 0.1395421 Feb 09 01:10:21.534791 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-22e6a605-b64b-4904-b657-5885c28a5786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c5fe34-b5f2-408b-af38-a99f2f461f2e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-511839412-router', 'tenant_id': '922b30affe5a4405930aa3d37acabbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '930158df-d33c-412a-9fa0-30d9be4deff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:04Z', 'updated_at': '2022-02-09T01:10:17Z', 'revision_number': 4, 'project_id': '922b30affe5a4405930aa3d37acabbc7', 'gw_port': {'id': '930158df-d33c-412a-9fa0-30d9be4deff7', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:17:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5fe34-b5f2-408b-af38-a99f2f461f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:06Z', 'updated_at': '2022-02-09T01:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '799bb91c-8a09-4ef6-88cc-88fb3a4725cf', 'name': '', 'network_id': '6623127f-6781-406f-ad2c-c8f4b498a144', 'tenant_id': '922b30affe5a4405930aa3d37acabbc7', 'mac_address': 'fa:16:3e:00:f0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c5fe34-b5f2-408b-af38-a99f2f461f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a1b566c9-f61d-42d4-9742-63f29d6e7898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:14Z', 'updated_at': '2022-02-09T01:10:18Z', 'revision_number': 2, 'project_id': '922b30affe5a4405930aa3d37acabbc7', 'subnets': [{'id': 'a1b566c9-f61d-42d4-9742-63f29d6e7898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:21.538923 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-92073bb4-6673-4f5c-b2dd-2bf092cbf9dd tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Allocated IP 172.25.1.22 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/6df941f1-122a-4e1e-a079-97623142de08) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:21.577617 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e36825ef-67ef-442b-9f53-40b2891b31fe req-c4598227-5e68-4a1d-abbf-56ba6da8852f tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20685cb-a65a-4056-a5af-21e3e74d6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966191 Feb 09 01:10:21.602567 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-9095329b-2656-44b3-8f35-047499dd4d5c req-347cdd56-95f3-4dd8-ba5d-8c7c760a3361 service neutron] Attempting to bind port 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f on host n-h2-822053-40 for vnic_type normal with profile None {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:10:21.603193 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-9095329b-2656-44b3-8f35-047499dd4d5c req-347cdd56-95f3-4dd8-ba5d-8c7c760a3361 service neutron] Attempting to bind port 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:10:21.603548 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9095329b-2656-44b3-8f35-047499dd4d5c req-347cdd56-95f3-4dd8-ba5d-8c7c760a3361 service neutron] Attempting to bind port 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f on network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:21.610130 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e6a605-b64b-4904-b657-5885c28a5786 None None] Checking router: c4c5fe34-b5f2-408b-af38-a99f2f461f2e for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:10:21.610498 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e6a605-b64b-4904-b657-5885c28a5786 None None] Updating router c4c5fe34-b5f2-408b-af38-a99f2f461f2e port 799bb91c-8a09-4ef6-88cc-88fb3a4725cf binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:10:21.615151 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9095329b-2656-44b3-8f35-047499dd4d5c req-347cdd56-95f3-4dd8-ba5d-8c7c760a3361 service neutron] Port 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f on network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:10:21.615484 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9095329b-2656-44b3-8f35-047499dd4d5c req-347cdd56-95f3-4dd8-ba5d-8c7c760a3361 service neutron] Attempting to bind port 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f on network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:21.635728 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9095329b-2656-44b3-8f35-047499dd4d5c req-347cdd56-95f3-4dd8-ba5d-8c7c760a3361 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:10:21.636101 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9095329b-2656-44b3-8f35-047499dd4d5c req-347cdd56-95f3-4dd8-ba5d-8c7c760a3361 service neutron] Checking segment: {'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:21.636574 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9095329b-2656-44b3-8f35-047499dd4d5c req-347cdd56-95f3-4dd8-ba5d-8c7c760a3361 service neutron] Bound using segment: {'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:10:21.637608 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-9095329b-2656-44b3-8f35-047499dd4d5c req-347cdd56-95f3-4dd8-ba5d-8c7c760a3361 service neutron] Bound port: 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:10:21.670765 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-22e6a605-b64b-4904-b657-5885c28a5786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (799bb91c-8a09-4ef6-88cc-88fb3a4725cf), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:21.718372 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-9095329b-2656-44b3-8f35-047499dd4d5c req-347cdd56-95f3-4dd8-ba5d-8c7c760a3361 service neutron] For port 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:10:21.731475 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9095329b-2656-44b3-8f35-047499dd4d5c req-347cdd56-95f3-4dd8-ba5d-8c7c760a3361 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:21.733060 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9095329b-2656-44b3-8f35-047499dd4d5c req-347cdd56-95f3-4dd8-ba5d-8c7c760a3361 service neutron] 10.222.0.30 "POST /v2.0/ports/6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f/bindings HTTP/1.1" status: 201 len: 390 time: 0.4088540 Feb 09 01:10:21.742706 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-92073bb4-6673-4f5c-b2dd-2bf092cbf9dd tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks [] for port (6df941f1-122a-4e1e-a079-97623142de08), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:21.798501 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-92073bb4-6673-4f5c-b2dd-2bf092cbf9dd tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (6df941f1-122a-4e1e-a079-97623142de08), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:21.832260 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 31bc8226-7648-4043-8567-a8fb8a93c5b8 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:10:21.864398 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92073bb4-6673-4f5c-b2dd-2bf092cbf9dd tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:21.908831 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-92073bb4-6673-4f5c-b2dd-2bf092cbf9dd tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:21.921162 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92073bb4-6673-4f5c-b2dd-2bf092cbf9dd tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:10:21.991532 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 31bc8226-7648-4043-8567-a8fb8a93c5b8 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:10:21.999082 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 31bc8226-7648-4043-8567-a8fb8a93c5b8 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:22.000154 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (31bc8226-7648-4043-8567-a8fb8a93c5b8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:22.068564 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92073bb4-6673-4f5c-b2dd-2bf092cbf9dd tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Pushing event updated for resources: {'Port': ['ID=6df941f1-122a-4e1e-a079-97623142de08,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:22.117705 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46306) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:22.139738 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-92073bb4-6673-4f5c-b2dd-2bf092cbf9dd tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks [] for floatingip (5aeb6b56-c8cc-4a41-b42d-fe0e901238f9), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:22.154090 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095329b-2656-44b3-8f35-047499dd4d5c req-7195607d-7005-438d-b2c3-a7e10329dd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:22.159182 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9095329b-2656-44b3-8f35-047499dd4d5c req-7195607d-7005-438d-b2c3-a7e10329dd32 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=991583a4f7ce4c4eb6893f1ec411692c&device_id=ef0faff8-ea7d-43b4-924e-bfe58191799b HTTP/1.1" status: 200 len: 1129 time: 0.1180243 Feb 09 01:10:22.187432 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-22e6a605-b64b-4904-b657-5885c28a5786 None None] Publish callbacks [] for port (799bb91c-8a09-4ef6-88cc-88fb3a4725cf), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:22.195701 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 31bc8226-7648-4043-8567-a8fb8a93c5b8 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:22.196504 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (31bc8226-7648-4043-8567-a8fb8a93c5b8), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:22.200767 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-22e6a605-b64b-4904-b657-5885c28a5786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (799bb91c-8a09-4ef6-88cc-88fb3a4725cf), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:22.217652 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-92073bb4-6673-4f5c-b2dd-2bf092cbf9dd tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (6df941f1-122a-4e1e-a079-97623142de08), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:22.270948 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc92935-97a5-4501-a002-a0be72d985df None None] Pushing event updated for resources: {'Port': ['ID=799bb91c-8a09-4ef6-88cc-88fb3a4725cf,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:22.317350 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 31bc8226-7648-4043-8567-a8fb8a93c5b8, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=31bc8226-7648-4043-8567-a8fb8a93c5b8,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:22.345662 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095329b-2656-44b3-8f35-047499dd4d5c req-ef1bc121-a792-494d-b854-47bf4d6c3396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:22.347558 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9095329b-2656-44b3-8f35-047499dd4d5c req-ef1bc121-a792-494d-b854-47bf4d6c3396 service neutron] 10.222.0.91 "GET /v2.0/networks?id=28c1f603-e786-4a84-b8ed-ec2e36c0d018 HTTP/1.1" status: 200 len: 909 time: 0.1783888 Feb 09 01:10:22.354313 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (31bc8226-7648-4043-8567-a8fb8a93c5b8), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:22.382755 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce48b75-037e-436f-91e5-79f0b2827f8d req-bcd8c5df-44d5-4dae-9597-957a498620a3 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:22.385762 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ce48b75-037e-436f-91e5-79f0b2827f8d req-bcd8c5df-44d5-4dae-9597-957a498620a3 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9ba7461-2eff-4b6a-9ac4-8589e5930e63 HTTP/1.1" status: 200 len: 949 time: 0.4056470 Feb 09 01:10:22.412888 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-22e6a605-b64b-4904-b657-5885c28a5786 None None] Attempting to bind port 799bb91c-8a09-4ef6-88cc-88fb3a4725cf on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:10:22.413424 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-22e6a605-b64b-4904-b657-5885c28a5786 None None] Attempting to bind port 799bb91c-8a09-4ef6-88cc-88fb3a4725cf by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '3a249220-1851-4fa0-a2f8-82136bb864ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6623127f-6781-406f-ad2c-c8f4b498a144'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:10:22.413886 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e6a605-b64b-4904-b657-5885c28a5786 None None] Attempting to bind port 799bb91c-8a09-4ef6-88cc-88fb3a4725cf on network 6623127f-6781-406f-ad2c-c8f4b498a144 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:22.427510 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e6a605-b64b-4904-b657-5885c28a5786 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:10:22.428182 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e6a605-b64b-4904-b657-5885c28a5786 None None] Checking segment: {'id': '3a249220-1851-4fa0-a2f8-82136bb864ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6623127f-6781-406f-ad2c-c8f4b498a144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:22.428691 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-22e6a605-b64b-4904-b657-5885c28a5786 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:22.429259 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e6a605-b64b-4904-b657-5885c28a5786 None None] Bound using segment: {'id': '3a249220-1851-4fa0-a2f8-82136bb864ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6623127f-6781-406f-ad2c-c8f4b498a144'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:10:22.429998 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-22e6a605-b64b-4904-b657-5885c28a5786 None None] Bound port: 799bb91c-8a09-4ef6-88cc-88fb3a4725cf, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a249220-1851-4fa0-a2f8-82136bb864ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6623127f-6781-406f-ad2c-c8f4b498a144'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:10:22.430495 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-22e6a605-b64b-4904-b657-5885c28a5786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (799bb91c-8a09-4ef6-88cc-88fb3a4725cf), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:22.534507 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9095329b-2656-44b3-8f35-047499dd4d5c req-5e1a7a82-77b4-443d-8c69-b66a445d438a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f HTTP/1.1" status: 200 len: 217 time: 0.1787875 Feb 09 01:10:22.654508 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095329b-2656-44b3-8f35-047499dd4d5c req-30a1bc28-76d4-4440-a7d1-afff6950340f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:22.656030 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9095329b-2656-44b3-8f35-047499dd4d5c req-30a1bc28-76d4-4440-a7d1-afff6950340f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8fe24410-38bf-494b-a44d-46f0496d84a5 HTTP/1.1" status: 200 len: 848 time: 0.1148562 Feb 09 01:10:22.689612 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2a5d1e9a-6b6b-48c2-94bd-d0e8c82960c1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ac2f8e6d4c3c40828f1991e4c4be0aee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5651755 Feb 09 01:10:22.717367 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46320) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:22.720137 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9095329b-2656-44b3-8f35-047499dd4d5c req-a30341da-de17-4e32-8a7a-6ab958f67bef service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=28c1f603-e786-4a84-b8ed-ec2e36c0d018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551779 Feb 09 01:10:22.774675 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=31bc8226-7648-4043-8567-a8fb8a93c5b8,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:22.818718 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ce48b75-037e-436f-91e5-79f0b2827f8d req-7f8a1362-9543-4d0c-9e5b-2c7219ddfe28 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121599 Feb 09 01:10:22.832671 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db379847-c0ee-4fed-8540-28ea02882304 req-e17d3070-ebed-4654-8351-f84ed870e6cf tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:22.835512 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db379847-c0ee-4fed-8540-28ea02882304 req-e17d3070-ebed-4654-8351-f84ed870e6cf tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/networks?id=6623127f-6781-406f-ad2c-c8f4b498a144 HTTP/1.1" status: 200 len: 828 time: 0.6837347 Feb 09 01:10:22.847835 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-8ccccff2-b4f5-4a82-ab2d-a27d10fa9ae2 None None] Provisioning complete for port 799bb91c-8a09-4ef6-88cc-88fb3a4725cf triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:22.848244 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8ccccff2-b4f5-4a82-ab2d-a27d10fa9ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (799bb91c-8a09-4ef6-88cc-88fb3a4725cf), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:22.874927 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d6067f6-7ebf-4930-bda2-fbb216f5245b admin admin] Publish callbacks [] for security_group (c4b173ca-229c-4571-a9fe-e920b15007e1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:22.899532 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9095329b-2656-44b3-8f35-047499dd4d5c req-e338222e-6786-486c-8236-0c4b2e3589f9 service neutron] 10.222.0.91 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714828 Feb 09 01:10:22.906792 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db379847-c0ee-4fed-8540-28ea02882304 req-104007f1-7714-4300-a722-5c5b2f9d7178 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/quotas/922b30affe5a4405930aa3d37acabbc7 HTTP/1.1" status: 200 len: 375 time: 0.0547488 Feb 09 01:10:22.921084 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d6067f6-7ebf-4930-bda2-fbb216f5245b admin admin] Publish callbacks [] for security_group (c4b173ca-229c-4571-a9fe-e920b15007e1), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:22.930645 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 46324) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:22.931554 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d644ca-144e-440b-80ed-477b809e9fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31bc8226-7648-4043-8567-a8fb8a93c5b8'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:22.934584 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0f95ba-b388-4a0d-a39b-cce257ff692a" -d '{"events": [{"server_uuid": "d2d644ca-144e-440b-80ed-477b809e9fa5", "name": "network-vif-plugged", "status": "completed", "tag": "31bc8226-7648-4043-8567-a8fb8a93c5b8"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:22.937919 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-8ccccff2-b4f5-4a82-ab2d-a27d10fa9ae2 None None] Port 799bb91c-8a09-4ef6-88cc-88fb3a4725cf cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:10:22.951728 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-22e6a605-b64b-4904-b657-5885c28a5786 None None] For port 799bb91c-8a09-4ef6-88cc-88fb3a4725cf, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:22.955341 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-22e6a605-b64b-4904-b657-5885c28a5786 None None] For port 799bb91c-8a09-4ef6-88cc-88fb3a4725cf, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=799bb91c-8a09-4ef6-88cc-88fb3a4725cf,segment=NetworkSegment(3a249220-1851-4fa0-a2f8-82136bb864ac),segment_id=3a249220-1851-4fa0-a2f8-82136bb864ac)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:10:22.963666 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-22e6a605-b64b-4904-b657-5885c28a5786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (799bb91c-8a09-4ef6-88cc-88fb3a4725cf), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:23.052256 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc92935-97a5-4501-a002-a0be72d985df None None] Pushing event updated for resources: {'Port': ['ID=799bb91c-8a09-4ef6-88cc-88fb3a4725cf,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:23.057351 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e6a605-b64b-4904-b657-5885c28a5786 None None] Routers {'c4c5fe34-b5f2-408b-af38-a99f2f461f2e'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:10:23.058043 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-22e6a605-b64b-4904-b657-5885c28a5786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:09:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c4c5fe34-b5f2-408b-af38-a99f2f461f2e'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:23.071486 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db379847-c0ee-4fed-8540-28ea02882304 req-faa349bf-0641-4b5b-a01e-fccefde24557 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=922b30affe5a4405930aa3d37acabbc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1631601 Feb 09 01:10:23.080688 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-db379847-c0ee-4fed-8540-28ea02882304 req-e57f74e3-dd73-4e75-86c9-ff5cee286386 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:10:23.088434 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db379847-c0ee-4fed-8540-28ea02882304 req-e57f74e3-dd73-4e75-86c9-ff5cee286386 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0159919 Feb 09 01:10:23.109862 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d6067f6-7ebf-4930-bda2-fbb216f5245b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c4b173ca-229c-4571-a9fe-e920b15007e1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:23.113849 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d6067f6-7ebf-4930-bda2-fbb216f5245b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:23.117316 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8d6067f6-7ebf-4930-bda2-fbb216f5245b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c4b173ca-229c-4571-a9fe-e920b15007e1 HTTP/1.1" status: 204 len: 168 time: 0.3937590 Feb 09 01:10:23.150604 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6067f6-7ebf-4930-bda2-fbb216f5245b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b173ca-229c-4571-a9fe-e920b15007e1,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:23.158056 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d4eda-cae2-4b84-a185-eec06b600d49 req-e421e168-376a-445a-b013-2f2234cd2c8c tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:23.160871 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5b0d4eda-cae2-4b84-a185-eec06b600d49 req-e421e168-376a-445a-b013-2f2234cd2c8c tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef0faff8-ea7d-43b4-924e-bfe58191799b HTTP/1.1" status: 200 len: 946 time: 0.2290900 Feb 09 01:10:23.173703 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9095329b-2656-44b3-8f35-047499dd4d5c req-6d343751-8da3-4dcf-a90d-733d596a6df9 service neutron] 10.222.0.91 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271876 Feb 09 01:10:23.186372 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-92073bb4-6673-4f5c-b2dd-2bf092cbf9dd tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks [] for port (6df941f1-122a-4e1e-a079-97623142de08), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:23.206538 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-12da3e51-f59f-43e9-9651-7917c80c5ac4 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-781759842-network', 'tenant_id': '89a8855b9bab40b69c27334c734383e8'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:23.239197 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-22e6a605-b64b-4904-b657-5885c28a5786 None None] Set router c4c5fe34-b5f2-408b-af38-a99f2f461f2e gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:10:23.263335 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-92073bb4-6673-4f5c-b2dd-2bf092cbf9dd tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (6df941f1-122a-4e1e-a079-97623142de08), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:23.394852 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095329b-2656-44b3-8f35-047499dd4d5c req-18725e57-2868-459b-939a-2bf173043a4b tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:23.396561 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9095329b-2656-44b3-8f35-047499dd4d5c req-18725e57-2868-459b-939a-2bf173043a4b tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=ef0faff8-ea7d-43b4-924e-bfe58191799b&tenant_id=991583a4f7ce4c4eb6893f1ec411692c&binding%3Ahost_id=n-h1-822053-40 HTTP/1.1" status: 200 len: 1129 time: 0.1560442 Feb 09 01:10:23.408041 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92073bb4-6673-4f5c-b2dd-2bf092cbf9dd tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Pushing event updated for resources: {'Port': ['ID=6df941f1-122a-4e1e-a079-97623142de08,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:23.413595 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-92073bb4-6673-4f5c-b2dd-2bf092cbf9dd tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (5aeb6b56-c8cc-4a41-b42d-fe0e901238f9), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:23.421398 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-9095329b-2656-44b3-8f35-047499dd4d5c req-84dd0311-a03d-4ce0-bfac-90df13d425f3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-822053-40'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:23.427846 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12da3e51-f59f-43e9-9651-7917c80c5ac4 admin admin] Made reservation on behalf of 89a8855b9bab40b69c27334c734383e8 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:23.430241 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-12da3e51-f59f-43e9-9651-7917c80c5ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:23.463005 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5b0d4eda-cae2-4b84-a185-eec06b600d49 req-109710c3-fecb-49b9-ad50-0140eef18b19 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793467 Feb 09 01:10:23.469196 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-12da3e51-f59f-43e9-9651-7917c80c5ac4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:23.504483 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-92073bb4-6673-4f5c-b2dd-2bf092cbf9dd tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:23.504483 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-92073bb4-6673-4f5c-b2dd-2bf092cbf9dd tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5142574 Feb 09 01:10:23.504483 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db379847-c0ee-4fed-8540-28ea02882304 req-e30e999b-7489-404c-bb10-2fd6b6b11934 service neutron] 10.222.0.30 "GET /v2.0/networks/6623127f-6781-406f-ad2c-c8f4b498a144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145532 Feb 09 01:10:23.596207 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-fe7e98b1-4990-47a1-9583-730907ada323 None None] Provisioning complete for port 799bb91c-8a09-4ef6-88cc-88fb3a4725cf triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:23.596875 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fe7e98b1-4990-47a1-9583-730907ada323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (799bb91c-8a09-4ef6-88cc-88fb3a4725cf), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:23.614799 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9095329b-2656-44b3-8f35-047499dd4d5c req-84dd0311-a03d-4ce0-bfac-90df13d425f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:23.735319 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46342) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:23.756344 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db379847-c0ee-4fed-8540-28ea02882304 req-86630abd-2fe3-4a85-bcea-cd6188ed0a10 service neutron] 10.222.0.30 "GET /v2.0/networks/6623127f-6781-406f-ad2c-c8f4b498a144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373111 Feb 09 01:10:23.783409 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0f3446f2-0425-43d3-92ba-ac781ddea3c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:23.801355 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-12da3e51-f59f-43e9-9651-7917c80c5ac4 admin admin] Publish callbacks [] for security_group (d224bcc4-9ba1-4695-9095-d244d6821fb1), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:23.810458 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-12da3e51-f59f-43e9-9651-7917c80c5ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (d224bcc4-9ba1-4695-9095-d244d6821fb1), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:23.868009 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-9095329b-2656-44b3-8f35-047499dd4d5c req-84dd0311-a03d-4ce0-bfac-90df13d425f3 service neutron] For port 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:23.868239 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12da3e51-f59f-43e9-9651-7917c80c5ac4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:10:23.889778 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-12da3e51-f59f-43e9-9651-7917c80c5ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (35fd4bd3-7109-47da-8325-7016fe4abb36), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:23.890225 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-12da3e51-f59f-43e9-9651-7917c80c5ac4 admin admin] Added segment 35fd4bd3-7109-47da-8325-7016fe4abb36 of type vlan for network 4d54ed5f-d078-4c38-9c35-f6f424a32376 Feb 09 01:10:23.892497 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-22e6a605-b64b-4904-b657-5885c28a5786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c5fe34-b5f2-408b-af38-a99f2f461f2e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-511839412-router', 'tenant_id': '922b30affe5a4405930aa3d37acabbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '930158df-d33c-412a-9fa0-30d9be4deff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:04Z', 'updated_at': '2022-02-09T01:10:17Z', 'revision_number': 4, 'project_id': '922b30affe5a4405930aa3d37acabbc7', 'gw_port': {'id': '930158df-d33c-412a-9fa0-30d9be4deff7', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:17:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5fe34-b5f2-408b-af38-a99f2f461f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:06Z', 'updated_at': '2022-02-09T01:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '799bb91c-8a09-4ef6-88cc-88fb3a4725cf', 'name': '', 'network_id': '6623127f-6781-406f-ad2c-c8f4b498a144', 'tenant_id': '922b30affe5a4405930aa3d37acabbc7', 'mac_address': 'fa:16:3e:00:f0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c5fe34-b5f2-408b-af38-a99f2f461f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a1b566c9-f61d-42d4-9742-63f29d6e7898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:14Z', 'updated_at': '2022-02-09T01:10:22Z', 'revision_number': 4, 'project_id': '922b30affe5a4405930aa3d37acabbc7', 'subnets': [{'id': 'a1b566c9-f61d-42d4-9742-63f29d6e7898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:23.911179 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-9095329b-2656-44b3-8f35-047499dd4d5c req-84dd0311-a03d-4ce0-bfac-90df13d425f3 service neutron] For port 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:23.968453 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9095329b-2656-44b3-8f35-047499dd4d5c req-84dd0311-a03d-4ce0-bfac-90df13d425f3 service neutron] Publish callbacks [] for port (6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:23.974294 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-12da3e51-f59f-43e9-9651-7917c80c5ac4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (4d54ed5f-d078-4c38-9c35-f6f424a32376), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:23.974617 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef0faff8-ea7d-43b4-924e-bfe58191799b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:23.978694 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db6d010-e1e4-45ad-84a2-686ee50410ea" -d '{"events": [{"server_uuid": "ef0faff8-ea7d-43b4-924e-bfe58191799b", "name": "network-vif-unplugged", "status": "completed", "tag": "6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:24.003823 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e6a605-b64b-4904-b657-5885c28a5786 None None] The sync data for ids ['c4c5fe34-b5f2-408b-af38-a99f2f461f2e'] in n-d-822053-40 is: [{'id': 'c4c5fe34-b5f2-408b-af38-a99f2f461f2e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-511839412-router', 'tenant_id': '922b30affe5a4405930aa3d37acabbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '930158df-d33c-412a-9fa0-30d9be4deff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:04Z', 'updated_at': '2022-02-09T01:10:17Z', 'revision_number': 4, 'project_id': '922b30affe5a4405930aa3d37acabbc7', 'gw_port': {'id': '930158df-d33c-412a-9fa0-30d9be4deff7', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:17:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5fe34-b5f2-408b-af38-a99f2f461f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:06Z', 'updated_at': '2022-02-09T01:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '799bb91c-8a09-4ef6-88cc-88fb3a4725cf', 'name': '', 'network_id': '6623127f-6781-406f-ad2c-c8f4b498a144', 'tenant_id': '922b30affe5a4405930aa3d37acabbc7', 'mac_address': 'fa:16:3e:00:f0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c5fe34-b5f2-408b-af38-a99f2f461f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a1b566c9-f61d-42d4-9742-63f29d6e7898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:14Z', 'updated_at': '2022-02-09T01:10:22Z', 'revision_number': 4, 'project_id': '922b30affe5a4405930aa3d37acabbc7', 'subnets': [{'id': 'a1b566c9-f61d-42d4-9742-63f29d6e7898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:10:24.006220 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9095329b-2656-44b3-8f35-047499dd4d5c req-84dd0311-a03d-4ce0-bfac-90df13d425f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:24.016566 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-fe7e98b1-4990-47a1-9583-730907ada323 None None] Current status of the port 799bb91c-8a09-4ef6-88cc-88fb3a4725cf is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:24.029552 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-12da3e51-f59f-43e9-9651-7917c80c5ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (4d54ed5f-d078-4c38-9c35-f6f424a32376), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:24.029781 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fe7e98b1-4990-47a1-9583-730907ada323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (799bb91c-8a09-4ef6-88cc-88fb3a4725cf), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:24.030973 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12da3e51-f59f-43e9-9651-7917c80c5ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:24.031939 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-12da3e51-f59f-43e9-9651-7917c80c5ac4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:24.175909 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-fe7e98b1-4990-47a1-9583-730907ada323 None None] For port 799bb91c-8a09-4ef6-88cc-88fb3a4725cf, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=799bb91c-8a09-4ef6-88cc-88fb3a4725cf,segment=NetworkSegment(3a249220-1851-4fa0-a2f8-82136bb864ac),segment_id=3a249220-1851-4fa0-a2f8-82136bb864ac)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:24.183513 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da3e51-f59f-43e9-9651-7917c80c5ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d224bcc4-9ba1-4695-9095-d244d6821fb1,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:24.197233 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-12da3e51-f59f-43e9-9651-7917c80c5ac4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2639537 Feb 09 01:10:24.207464 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fe7e98b1-4990-47a1-9583-730907ada323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (799bb91c-8a09-4ef6-88cc-88fb3a4725cf), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:24.209824 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 46352) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:24.224984 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-5ce463c7-b27b-4cdb-9210-4065a0e8f96f admin admin] Request body: {'subnet': {'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-781759842-subnet', 'tenant_id': '89a8855b9bab40b69c27334c734383e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:24.251566 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da3e51-f59f-43e9-9651-7917c80c5ac4 admin admin] Pushing event updated for resources: {'Network': ['ID=4d54ed5f-d078-4c38-9c35-f6f424a32376,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:24.261348 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce463c7-b27b-4cdb-9210-4065a0e8f96f admin admin] Made reservation on behalf of 89a8855b9bab40b69c27334c734383e8 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:24.267106 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5ce463c7-b27b-4cdb-9210-4065a0e8f96f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:24.321466 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 4d54ed5f-d078-4c38-9c35-f6f424a32376 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:10:24.327404 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1a18f9d4-f0a8-41a7-8736-e55f10ea188e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:24.337808 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63f233-bfb1-4e8c-8a6b-b3cd39b31e13 req-311da74f-c6bf-4573-a919-35927c6e01a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:24.340733 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1a63f233-bfb1-4e8c-8a6b-b3cd39b31e13 req-311da74f-c6bf-4573-a919-35927c6e01a1 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=991583a4f7ce4c4eb6893f1ec411692c&device_id=ef0faff8-ea7d-43b4-924e-bfe58191799b HTTP/1.1" status: 200 len: 1115 time: 0.2716179 Feb 09 01:10:24.358237 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0f3446f2-0425-43d3-92ba-ac781ddea3c7 admin admin] Publish callbacks [] for security_group (17b45dda-fc42-41f3-88a3-bd7f4968b554), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:24.360650 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd0311-a03d-4ce0-bfac-90df13d425f3 service neutron] Pushing event updated for resources: {'Port': ['ID=6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f,revision_number=7']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:24.411583 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0f3446f2-0425-43d3-92ba-ac781ddea3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (17b45dda-fc42-41f3-88a3-bd7f4968b554), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:24.502408 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3446f2-0425-43d3-92ba-ac781ddea3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b45dda-fc42-41f3-88a3-bd7f4968b554,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:24.505940 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63f233-bfb1-4e8c-8a6b-b3cd39b31e13 req-ae961ba1-3796-43c7-8d51-604c9a91eb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:24.507511 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1a63f233-bfb1-4e8c-8a6b-b3cd39b31e13 req-ae961ba1-3796-43c7-8d51-604c9a91eb52 service neutron] 10.222.0.121 "GET /v2.0/networks?id=28c1f603-e786-4a84-b8ed-ec2e36c0d018 HTTP/1.1" status: 200 len: 909 time: 0.1256015 Feb 09 01:10:24.558077 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-9095329b-2656-44b3-8f35-047499dd4d5c req-84dd0311-a03d-4ce0-bfac-90df13d425f3 service neutron] Attempting to bind port 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f on host n-h1-822053-40 for vnic_type normal with profile {"migrating_to": "n-h2-822053-40"} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:10:24.558329 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-9095329b-2656-44b3-8f35-047499dd4d5c req-84dd0311-a03d-4ce0-bfac-90df13d425f3 service neutron] Attempting to bind port 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:10:24.558599 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9095329b-2656-44b3-8f35-047499dd4d5c req-84dd0311-a03d-4ce0-bfac-90df13d425f3 service neutron] Attempting to bind port 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f on network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:24.577220 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e98b1-4990-47a1-9583-730907ada323 None None] Pushing event updated for resources: {'Port': ['ID=799bb91c-8a09-4ef6-88cc-88fb3a4725cf,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:24.587824 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9095329b-2656-44b3-8f35-047499dd4d5c req-84dd0311-a03d-4ce0-bfac-90df13d425f3 service neutron] Port 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f on network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:10:24.592277 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9095329b-2656-44b3-8f35-047499dd4d5c req-84dd0311-a03d-4ce0-bfac-90df13d425f3 service neutron] Attempting to bind port 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f on network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:24.613156 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0f3446f2-0425-43d3-92ba-ac781ddea3c7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5937741ff9784f7d86ff112ade9031e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8765912 Feb 09 01:10:24.616664 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46360) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:24.636777 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1a63f233-bfb1-4e8c-8a6b-b3cd39b31e13 req-3fc46c4a-0107-461a-982c-0ed72bf50862 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f HTTP/1.1" status: 200 len: 217 time: 0.0869558 Feb 09 01:10:24.657195 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9095329b-2656-44b3-8f35-047499dd4d5c req-84dd0311-a03d-4ce0-bfac-90df13d425f3 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:10:24.657593 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9095329b-2656-44b3-8f35-047499dd4d5c req-84dd0311-a03d-4ce0-bfac-90df13d425f3 service neutron] Checking segment: {'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:24.658469 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9095329b-2656-44b3-8f35-047499dd4d5c req-84dd0311-a03d-4ce0-bfac-90df13d425f3 service neutron] Bound using segment: {'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:10:24.659063 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-9095329b-2656-44b3-8f35-047499dd4d5c req-84dd0311-a03d-4ce0-bfac-90df13d425f3 service neutron] Bound port: 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:10:24.660483 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9095329b-2656-44b3-8f35-047499dd4d5c req-84dd0311-a03d-4ce0-bfac-90df13d425f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:24.713632 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4d36f4-9f4e-46f3-bd84-00cf4edbb414 x-openstack-request-id: req-6b4d36f4-9f4e-46f3-bd84-00cf4edbb414 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:24.714059 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d644ca-144e-440b-80ed-477b809e9fa5", "name": "network-vif-plugged", "status": "completed", "tag": "31bc8226-7648-4043-8567-a8fb8a93c5b8", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:24.714438 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6b4d36f4-9f4e-46f3-bd84-00cf4edbb414 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:24.716401 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d644ca-144e-440b-80ed-477b809e9fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31bc8226-7648-4043-8567-a8fb8a93c5b8', 'code': 200} Feb 09 01:10:24.739885 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3a749146-9bd4-4298-9a29-5f0db505cb11 admin admin] Publish callbacks [] for security_group (17b45dda-fc42-41f3-88a3-bd7f4968b554), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:24.799601 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93d249-c777-49b1-9c3f-dd208677349f req-2a531957-afd7-42c6-84e2-1ad3a1608964 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:24.808740 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cb93d249-c777-49b1-9c3f-dd208677349f req-2a531957-afd7-42c6-84e2-1ad3a1608964 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d644ca-144e-440b-80ed-477b809e9fa5 HTTP/1.1" status: 200 len: 950 time: 0.5379310 Feb 09 01:10:24.897674 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cb93d249-c777-49b1-9c3f-dd208677349f req-34932631-9624-4580-a0f1-129cb576aed5 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20685cb-a65a-4056-a5af-21e3e74d6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854855 Feb 09 01:10:24.906036 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 799bb91c-8a09-4ef6-88cc-88fb3a4725cf up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:10:24.921037 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76d3270b-a41c-41cc-8b97-6a759d058a3e req-626a3967-4182-42e7-b9dd-1eb69d282f6e service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=233e7aff-9144-4957-a187-ef582ca62d65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2810855 Feb 09 01:10:24.938960 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3a749146-9bd4-4298-9a29-5f0db505cb11 admin admin] Publish callbacks [] for security_group (17b45dda-fc42-41f3-88a3-bd7f4968b554), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:24.996124 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-9095329b-2656-44b3-8f35-047499dd4d5c req-84dd0311-a03d-4ce0-bfac-90df13d425f3 service neutron] For port 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:24.997567 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63f233-bfb1-4e8c-8a6b-b3cd39b31e13 req-caa98dd0-566a-495f-830b-60322a8affcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:24.999931 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1a63f233-bfb1-4e8c-8a6b-b3cd39b31e13 req-caa98dd0-566a-495f-830b-60322a8affcf service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8fe24410-38bf-494b-a44d-46f0496d84a5 HTTP/1.1" status: 200 len: 848 time: 0.3556018 Feb 09 01:10:25.024291 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-9095329b-2656-44b3-8f35-047499dd4d5c req-84dd0311-a03d-4ce0-bfac-90df13d425f3 service neutron] For port 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:10:25.067459 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 799bb91c-8a09-4ef6-88cc-88fb3a4725cf triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:25.067833 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (799bb91c-8a09-4ef6-88cc-88fb3a4725cf), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:25.079282 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9095329b-2656-44b3-8f35-047499dd4d5c req-84dd0311-a03d-4ce0-bfac-90df13d425f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:25.118172 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ced60-e3d3-417e-bb0b-ba88c171e7b9 req-834285ac-47a6-4819-b7ba-5cda0a230bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:25.120816 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1e8ced60-e3d3-417e-bb0b-ba88c171e7b9 req-834285ac-47a6-4819-b7ba-5cda0a230bc1 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d2d644ca-144e-440b-80ed-477b809e9fa5 HTTP/1.1" status: 200 len: 1133 time: 0.3131373 Feb 09 01:10:25.196805 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1a63f233-bfb1-4e8c-8a6b-b3cd39b31e13 req-aa09e934-b02b-4d9a-89c7-14f7b9f1a51a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=28c1f603-e786-4a84-b8ed-ec2e36c0d018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1402977 Feb 09 01:10:25.197069 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd0311-a03d-4ce0-bfac-90df13d425f3 service neutron] Pushing event updated for resources: {'Port': ['ID=6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:25.204612 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3a749146-9bd4-4298-9a29-5f0db505cb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (17b45dda-fc42-41f3-88a3-bd7f4968b554), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:25.206364 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3a749146-9bd4-4298-9a29-5f0db505cb11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:25.210665 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3a749146-9bd4-4298-9a29-5f0db505cb11 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/17b45dda-fc42-41f3-88a3-bd7f4968b554 HTTP/1.1" status: 204 len: 168 time: 0.5898607 Feb 09 01:10:25.273077 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095329b-2656-44b3-8f35-047499dd4d5c req-84dd0311-a03d-4ce0-bfac-90df13d425f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:25.273702 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9095329b-2656-44b3-8f35-047499dd4d5c req-84dd0311-a03d-4ce0-bfac-90df13d425f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:25.275149 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9095329b-2656-44b3-8f35-047499dd4d5c req-84dd0311-a03d-4ce0-bfac-90df13d425f3 service neutron] 10.222.0.91 "PUT /v2.0/ports/6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f HTTP/1.1" status: 200 len: 1124 time: 1.8623731 Feb 09 01:10:25.277512 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a749146-9bd4-4298-9a29-5f0db505cb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b45dda-fc42-41f3-88a3-bd7f4968b554,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:25.279024 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 799bb91c-8a09-4ef6-88cc-88fb3a4725cf is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:25.281713 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1e8ced60-e3d3-417e-bb0b-ba88c171e7b9 req-450b6678-f61e-4a44-82d9-0704513a9e09 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=b20685cb-a65a-4056-a5af-21e3e74d6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526721 Feb 09 01:10:25.332078 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-adf3e019-4651-4761-8ad0-e3e72f07295d tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1821320414&fields=id&tenant_id=2ba95e383d254696b30a587479c29af0 HTTP/1.1" status: 200 len: 267 time: 0.4500611 Feb 09 01:10:25.354919 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5ce463c7-b27b-4cdb-9210-4065a0e8f96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for subnet (dc881d69-9121-4d00-994f-9cce6bcb92ea), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:25.361031 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:10:25.568557 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3270b-a41c-41cc-8b97-6a759d058a3e req-bce22aec-c498-40a3-b0f2-994c8959b2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:25.570151 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76d3270b-a41c-41cc-8b97-6a759d058a3e req-bce22aec-c498-40a3-b0f2-994c8959b2b0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=991583a4f7ce4c4eb6893f1ec411692c&device_id=233e7aff-9144-4957-a187-ef582ca62d65 HTTP/1.1" status: 200 len: 1149 time: 0.5686982 Feb 09 01:10:25.626656 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:25.633417 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd746ffd-c95d-45e5-8d3b-63508c2e8598 req-15a861f6-84fa-483d-8ae0-afcc707add5c tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:25.634959 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cd746ffd-c95d-45e5-8d3b-63508c2e8598 req-15a861f6-84fa-483d-8ae0-afcc707add5c tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9ba7461-2eff-4b6a-9ac4-8589e5930e63 HTTP/1.1" status: 200 len: 949 time: 0.5959620 Feb 09 01:10:25.657036 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce463c7-b27b-4cdb-9210-4065a0e8f96f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc881d69-9121-4d00-994f-9cce6bcb92ea,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:25.788552 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1a63f233-bfb1-4e8c-8a6b-b3cd39b31e13 req-e131bbd5-5ee7-4979-87d6-be59b99811e3 service neutron] 10.222.0.121 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5021014 Feb 09 01:10:25.810075 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-5126cece-5096-40f0-8bc5-a52dcb1af250 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:25.822662 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-5126cece-5096-40f0-8bc5-a52dcb1af250 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/networks?id=e8a262a2-1887-44d6-8265-164882c37a5a HTTP/1.1" status: 200 len: 824 time: 0.4481211 Feb 09 01:10:25.898367 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cd746ffd-c95d-45e5-8d3b-63508c2e8598 req-a952ad9d-5ed5-4a7e-b7ec-5e90197bead3 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490957 Feb 09 01:10:25.912619 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce463c7-b27b-4cdb-9210-4065a0e8f96f admin admin] Checking segment: {'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:25.913309 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce463c7-b27b-4cdb-9210-4065a0e8f96f admin admin] Network hostable DHCP agents. Network: 4d54ed5f-d078-4c38-9c35-f6f424a32376, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:10:25.969300 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-7dda496b-6861-497c-b515-5ceefcf32980 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/quotas/2ba95e383d254696b30a587479c29af0 HTTP/1.1" status: 200 len: 375 time: 0.1454089 Feb 09 01:10:26.011965 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628edf63-a6e2-4a08-ad15-6889f08e0fe5 x-openstack-request-id: req-628edf63-a6e2-4a08-ad15-6889f08e0fe5 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:26.013102 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef0faff8-ea7d-43b4-924e-bfe58191799b", "name": "network-vif-unplugged", "status": "completed", "tag": "6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:26.013702 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-628edf63-a6e2-4a08-ad15-6889f08e0fe5 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:26.014479 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef0faff8-ea7d-43b4-924e-bfe58191799b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f', 'code': 200} Feb 09 01:10:26.048277 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce463c7-b27b-4cdb-9210-4065a0e8f96f admin admin] Network 4d54ed5f-d078-4c38-9c35-f6f424a32376 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:10:26.072194 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3270b-a41c-41cc-8b97-6a759d058a3e req-1c586a47-88a2-477c-8a76-ae392960d537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:26.075991 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76d3270b-a41c-41cc-8b97-6a759d058a3e req-1c586a47-88a2-477c-8a76-ae392960d537 service neutron] 10.222.0.91 "GET /v2.0/networks?id=28c1f603-e786-4a84-b8ed-ec2e36c0d018 HTTP/1.1" status: 200 len: 909 time: 0.4543772 Feb 09 01:10:26.102199 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-5ce463c7-b27b-4cdb-9210-4065a0e8f96f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 4d54ed5f-d078-4c38-9c35-f6f424a32376) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:26.113881 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce463c7-b27b-4cdb-9210-4065a0e8f96f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:26.115543 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c9ec52-727d-45fe-8155-bef22e949d9f None None] Network 4d54ed5f-d078-4c38-9c35-f6f424a32376 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:10:26.120121 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5ce463c7-b27b-4cdb-9210-4065a0e8f96f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:26.187578 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db379847-c0ee-4fed-8540-28ea02882304 req-dd148fde-a068-4bc0-a675-f30759382be3 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:26.189848 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-db379847-c0ee-4fed-8540-28ea02882304 req-dd148fde-a068-4bc0-a675-f30759382be3 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.121 "GET /v2.0/networks?id=6623127f-6781-406f-ad2c-c8f4b498a144 HTTP/1.1" status: 200 len: 828 time: 0.3817213 Feb 09 01:10:26.204447 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-db379847-c0ee-4fed-8540-28ea02882304 req-9c6684ce-1700-46af-8a11-968ec8808703 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Request body: {'port': {'device_id': '9b662c28-4af1-4f9b-ace0-0025ea5c0085', 'network_id': '6623127f-6781-406f-ad2c-c8f4b498a144', 'admin_state_up': True, 'tenant_id': '922b30affe5a4405930aa3d37acabbc7'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:26.250543 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76d3270b-a41c-41cc-8b97-6a759d058a3e req-af7428a2-738a-4d15-ac0a-1ed7293403b8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae1864f9-d6b2-46c3-921c-f067c0726ab2 HTTP/1.1" status: 200 len: 217 time: 0.1581295 Feb 09 01:10:26.256591 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2aca4418-a74b-4bdc-87cb-ca2324f9a995 req-e299b9d1-0ef5-4a4d-96f8-c427d50022ba tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b662c28-4af1-4f9b-ace0-0025ea5c0085 HTTP/1.1" status: 200 len: 210 time: 0.1655004 Feb 09 01:10:26.260585 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1a63f233-bfb1-4e8c-8a6b-b3cd39b31e13 req-2a8ca77f-3089-4905-aa3a-d84cd80a31be service neutron] 10.222.0.121 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271381 Feb 09 01:10:26.270389 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-1ee2c4b6-bae9-4be2-9284-5ce512cffd7c tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ba95e383d254696b30a587479c29af0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3001990 Feb 09 01:10:26.307465 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7d1ed3-a618-4832-b22d-a5b4aa97f6e1 None None] Network 4d54ed5f-d078-4c38-9c35-f6f424a32376 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:10:26.379054 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5ce463c7-b27b-4cdb-9210-4065a0e8f96f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.1607676 Feb 09 01:10:26.389777 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db379847-c0ee-4fed-8540-28ea02882304 req-9c6684ce-1700-46af-8a11-968ec8808703 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Made reservation on behalf of 922b30affe5a4405930aa3d37acabbc7 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:26.394103 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-db379847-c0ee-4fed-8540-28ea02882304 req-9c6684ce-1700-46af-8a11-968ec8808703 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:26.520097 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3270b-a41c-41cc-8b97-6a759d058a3e req-e423626f-9d75-402d-a9c4-03f43cf459f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:26.521918 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76d3270b-a41c-41cc-8b97-6a759d058a3e req-e423626f-9d75-402d-a9c4-03f43cf459f8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8fe24410-38bf-494b-a44d-46f0496d84a5 HTTP/1.1" status: 200 len: 848 time: 0.2502782 Feb 09 01:10:26.592175 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76d3270b-a41c-41cc-8b97-6a759d058a3e req-03a55bfd-5447-47bb-a02a-a50fbeddd1d8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=28c1f603-e786-4a84-b8ed-ec2e36c0d018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619063 Feb 09 01:10:26.625257 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-ca941d89-d9eb-414e-ab4f-d63a2006c24a service neutron] 10.222.0.30 "GET /v2.0/networks/e8a262a2-1887-44d6-8265-164882c37a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258312 Feb 09 01:10:26.655018 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac745ea-6b93-426a-b667-c77cd8df2abc req-94caeb05-6d71-4a66-b62d-d178db232675 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:26.656711 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5ac745ea-6b93-426a-b667-c77cd8df2abc req-94caeb05-6d71-4a66-b62d-d178db232675 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef0faff8-ea7d-43b4-924e-bfe58191799b HTTP/1.1" status: 200 len: 944 time: 0.2421446 Feb 09 01:10:26.673198 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-db379847-c0ee-4fed-8540-28ea02882304 req-9c6684ce-1700-46af-8a11-968ec8808703 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Allocated IP 172.20.0.12 (6623127f-6781-406f-ad2c-c8f4b498a144/a1b566c9-f61d-42d4-9742-63f29d6e7898/91bb948e-f2d9-4086-a875-2e2829947b51) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:26.960097 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-db379847-c0ee-4fed-8540-28ea02882304 req-9c6684ce-1700-46af-8a11-968ec8808703 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks [] for port (91bb948e-f2d9-4086-a875-2e2829947b51), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:27.007219 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-db379847-c0ee-4fed-8540-28ea02882304 req-9c6684ce-1700-46af-8a11-968ec8808703 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (91bb948e-f2d9-4086-a875-2e2829947b51), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:27.054363 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db379847-c0ee-4fed-8540-28ea02882304 req-9c6684ce-1700-46af-8a11-968ec8808703 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Network 6623127f-6781-406f-ad2c-c8f4b498a144 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:27.061606 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-db379847-c0ee-4fed-8540-28ea02882304 req-9c6684ce-1700-46af-8a11-968ec8808703 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:27.065541 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-db379847-c0ee-4fed-8540-28ea02882304 req-9c6684ce-1700-46af-8a11-968ec8808703 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:10:27.095856 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5ac745ea-6b93-426a-b667-c77cd8df2abc req-01dbf211-e93e-4c22-b925-ad24d873cc62 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604788 Feb 09 01:10:27.106194 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76d3270b-a41c-41cc-8b97-6a759d058a3e req-2642f10a-67c2-48e9-876c-509a0806054f service neutron] 10.222.0.91 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5030768 Feb 09 01:10:27.144497 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db379847-c0ee-4fed-8540-28ea02882304 req-9c6684ce-1700-46af-8a11-968ec8808703 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:27.145829 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-db379847-c0ee-4fed-8540-28ea02882304 req-9c6684ce-1700-46af-8a11-968ec8808703 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:27.161226 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6684ce-1700-46af-8a11-968ec8808703 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Pushing event updated for resources: {'Port': ['ID=91bb948e-f2d9-4086-a875-2e2829947b51,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:27.190576 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-db379847-c0ee-4fed-8540-28ea02882304 req-9c6684ce-1700-46af-8a11-968ec8808703 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9913056 Feb 09 01:10:27.201319 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-d9a8e721-7202-4c12-aff8-a9525ffc1c6b service neutron] 10.222.0.30 "GET /v2.0/networks/e8a262a2-1887-44d6-8265-164882c37a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5564027 Feb 09 01:10:27.206316 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-db379847-c0ee-4fed-8540-28ea02882304 req-6da4f62a-2696-40e8-9853-c8964e4a4766 service neutron] Request body: {'port': {'device_id': '9b662c28-4af1-4f9b-ace0-0025ea5c0085', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:27.272532 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76d3270b-a41c-41cc-8b97-6a759d058a3e req-96814240-f0bd-4d1e-8b80-4e3028958b5e service neutron] 10.222.0.91 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380877 Feb 09 01:10:27.292234 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-db379847-c0ee-4fed-8540-28ea02882304 req-6da4f62a-2696-40e8-9853-c8964e4a4766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (91bb948e-f2d9-4086-a875-2e2829947b51), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:27.367589 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:27.472541 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-ca97f88b-5c9a-424d-aa12-86285d80cefb None None] Provisioning complete for port 91bb948e-f2d9-4086-a875-2e2829947b51 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:27.473030 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ca97f88b-5c9a-424d-aa12-86285d80cefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (91bb948e-f2d9-4086-a875-2e2829947b51), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:27.558748 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ca97f88b-5c9a-424d-aa12-86285d80cefb None None] Port 91bb948e-f2d9-4086-a875-2e2829947b51 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:10:27.625660 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e94df9-33b2-4003-9ac1-3c4ec3717d59 req-3cc65b01-4942-4b99-934f-386675dda142 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:27.628436 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-03e94df9-33b2-4003-9ac1-3c4ec3717d59 req-3cc65b01-4942-4b99-934f-386675dda142 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d644ca-144e-440b-80ed-477b809e9fa5 HTTP/1.1" status: 200 len: 950 time: 0.1225755 Feb 09 01:10:27.697936 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-03e94df9-33b2-4003-9ac1-3c4ec3717d59 req-cbe5bca5-3150-44db-a77d-2244cf4468a0 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20685cb-a65a-4056-a5af-21e3e74d6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627975 Feb 09 01:10:27.816781 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-db379847-c0ee-4fed-8540-28ea02882304 req-6da4f62a-2696-40e8-9853-c8964e4a4766 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91bb948e-f2d9-4086-a875-2e2829947b51 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:27.831880 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-db379847-c0ee-4fed-8540-28ea02882304 req-6da4f62a-2696-40e8-9853-c8964e4a4766 service neutron] Publish callbacks [] for port (91bb948e-f2d9-4086-a875-2e2829947b51), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:27.863807 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-db379847-c0ee-4fed-8540-28ea02882304 req-6da4f62a-2696-40e8-9853-c8964e4a4766 service neutron] Transition to ACTIVE for port object 91bb948e-f2d9-4086-a875-2e2829947b51 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:27.874094 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:10:27.887210 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-db379847-c0ee-4fed-8540-28ea02882304 req-6da4f62a-2696-40e8-9853-c8964e4a4766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (91bb948e-f2d9-4086-a875-2e2829947b51), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:27.967596 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4f62a-2696-40e8-9853-c8964e4a4766 service neutron] Pushing event updated for resources: {'Port': ['ID=91bb948e-f2d9-4086-a875-2e2829947b51,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:28.023766 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef0faff8-ea7d-43b4-924e-bfe58191799b', 'tag': '6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:28.038744 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb555980-2262-480b-844f-bf960a6cce60" -d '{"events": [{"name": "network-changed", "server_uuid": "ef0faff8-ea7d-43b4-924e-bfe58191799b", "tag": "6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:28.073205 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01ee6d-bd11-4290-9e21-67ae7deb7240 req-01c57353-18b4-464e-8b91-2a2f963846a3 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:28.083885 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7d01ee6d-bd11-4290-9e21-67ae7deb7240 req-01c57353-18b4-464e-8b91-2a2f963846a3 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b662c28-4af1-4f9b-ace0-0025ea5c0085 HTTP/1.1" status: 200 len: 944 time: 0.2080455 Feb 09 01:10:28.147222 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-db379847-c0ee-4fed-8540-28ea02882304 req-6da4f62a-2696-40e8-9853-c8964e4a4766 service neutron] Attempting to bind port 91bb948e-f2d9-4086-a875-2e2829947b51 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:10:28.148087 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-db379847-c0ee-4fed-8540-28ea02882304 req-6da4f62a-2696-40e8-9853-c8964e4a4766 service neutron] Attempting to bind port 91bb948e-f2d9-4086-a875-2e2829947b51 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '3a249220-1851-4fa0-a2f8-82136bb864ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6623127f-6781-406f-ad2c-c8f4b498a144'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:10:28.148421 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db379847-c0ee-4fed-8540-28ea02882304 req-6da4f62a-2696-40e8-9853-c8964e4a4766 service neutron] Attempting to bind port 91bb948e-f2d9-4086-a875-2e2829947b51 on network 6623127f-6781-406f-ad2c-c8f4b498a144 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:28.155172 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db379847-c0ee-4fed-8540-28ea02882304 req-6da4f62a-2696-40e8-9853-c8964e4a4766 service neutron] Port 91bb948e-f2d9-4086-a875-2e2829947b51 on network 6623127f-6781-406f-ad2c-c8f4b498a144 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:10:28.155806 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db379847-c0ee-4fed-8540-28ea02882304 req-6da4f62a-2696-40e8-9853-c8964e4a4766 service neutron] Attempting to bind port 91bb948e-f2d9-4086-a875-2e2829947b51 on network 6623127f-6781-406f-ad2c-c8f4b498a144 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:28.162687 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db379847-c0ee-4fed-8540-28ea02882304 req-6da4f62a-2696-40e8-9853-c8964e4a4766 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:10:28.163063 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db379847-c0ee-4fed-8540-28ea02882304 req-6da4f62a-2696-40e8-9853-c8964e4a4766 service neutron] Checking segment: {'id': '3a249220-1851-4fa0-a2f8-82136bb864ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6623127f-6781-406f-ad2c-c8f4b498a144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:28.163457 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db379847-c0ee-4fed-8540-28ea02882304 req-6da4f62a-2696-40e8-9853-c8964e4a4766 service neutron] Bound using segment: {'id': '3a249220-1851-4fa0-a2f8-82136bb864ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6623127f-6781-406f-ad2c-c8f4b498a144'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:10:28.163924 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-db379847-c0ee-4fed-8540-28ea02882304 req-6da4f62a-2696-40e8-9853-c8964e4a4766 service neutron] Bound port: 91bb948e-f2d9-4086-a875-2e2829947b51, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a249220-1851-4fa0-a2f8-82136bb864ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6623127f-6781-406f-ad2c-c8f4b498a144'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:10:28.165137 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-db379847-c0ee-4fed-8540-28ea02882304 req-6da4f62a-2696-40e8-9853-c8964e4a4766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (91bb948e-f2d9-4086-a875-2e2829947b51), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:28.187276 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:28.213853 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7d01ee6d-bd11-4290-9e21-67ae7deb7240 req-04476d10-f5d0-4d26-9848-fdfb709796a2 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/security-groups?id=3106530a-4dae-44fa-8b19-c9899044ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271541 Feb 09 01:10:28.243760 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:28.312075 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f has no active binding in host n-h2-822053-40 {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 01:10:28.323026 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-db379847-c0ee-4fed-8540-28ea02882304 req-6da4f62a-2696-40e8-9853-c8964e4a4766 service neutron] For port 91bb948e-f2d9-4086-a875-2e2829947b51, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:28.330147 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-db379847-c0ee-4fed-8540-28ea02882304 req-6da4f62a-2696-40e8-9853-c8964e4a4766 service neutron] For port 91bb948e-f2d9-4086-a875-2e2829947b51, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=91bb948e-f2d9-4086-a875-2e2829947b51,segment=NetworkSegment(3a249220-1851-4fa0-a2f8-82136bb864ac),segment_id=3a249220-1851-4fa0-a2f8-82136bb864ac)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:10:28.352721 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46458) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:28.354184 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-db379847-c0ee-4fed-8540-28ea02882304 req-6da4f62a-2696-40e8-9853-c8964e4a4766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (91bb948e-f2d9-4086-a875-2e2829947b51), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:28.366715 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-0b9f0acf-06d6-460a-96ef-6e90192785d6 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-519135870-network', 'tenant_id': '63af026813f945219767991e640849bf'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:28.405733 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db379847-c0ee-4fed-8540-28ea02882304 req-6da4f62a-2696-40e8-9853-c8964e4a4766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:28.406334 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-db379847-c0ee-4fed-8540-28ea02882304 req-6da4f62a-2696-40e8-9853-c8964e4a4766 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:28.407897 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-db379847-c0ee-4fed-8540-28ea02882304 req-6da4f62a-2696-40e8-9853-c8964e4a4766 service neutron] 10.222.0.121 "PUT /v2.0/ports/91bb948e-f2d9-4086-a875-2e2829947b51 HTTP/1.1" status: 200 len: 1093 time: 1.2086921 Feb 09 01:10:28.411766 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4252d289-df56-4dca-8a21-2b8ae8115551 req-3c87da00-7f46-4467-a299-70968181025c tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/ports?device_id=d607b329-93f2-449f-a06d-5e1564200369 HTTP/1.1" status: 200 len: 210 time: 0.0495241 Feb 09 01:10:28.425145 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ba057-8e81-49a8-b3e1-01fd49c04147 req-9a118846-11f1-4b1f-85e7-b41493dd3862 tempest-ServersOnMultiNodesTest-1058188293 tempest-ServersOnMultiNodesTest-1058188293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:28.433349 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-258ba057-8e81-49a8-b3e1-01fd49c04147 req-9a118846-11f1-4b1f-85e7-b41493dd3862 tempest-ServersOnMultiNodesTest-1058188293 tempest-ServersOnMultiNodesTest-1058188293-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b9ba7461-2eff-4b6a-9ac4-8589e5930e63 HTTP/1.1" status: 200 len: 1132 time: 0.1691806 Feb 09 01:10:28.456067 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9f0acf-06d6-460a-96ef-6e90192785d6 admin admin] Made reservation on behalf of 63af026813f945219767991e640849bf for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:28.464134 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0b9f0acf-06d6-460a-96ef-6e90192785d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:28.482029 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4f62a-2696-40e8-9853-c8964e4a4766 service neutron] Pushing event updated for resources: {'Port': ['ID=91bb948e-f2d9-4086-a875-2e2829947b51,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:28.497941 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0b9f0acf-06d6-460a-96ef-6e90192785d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:28.502221 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-258ba057-8e81-49a8-b3e1-01fd49c04147 req-046614bd-b3c1-4a29-9e57-f52dd87cfb15 tempest-ServersOnMultiNodesTest-1058188293 tempest-ServersOnMultiNodesTest-1058188293-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:28.691010 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-258ba057-8e81-49a8-b3e1-01fd49c04147 req-046614bd-b3c1-4a29-9e57-f52dd87cfb15 tempest-ServersOnMultiNodesTest-1058188293 tempest-ServersOnMultiNodesTest-1058188293-project-admin] Publish callbacks [] for security_group (728e1f76-7d09-4171-bdba-538b4faef0eb), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:28.697215 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-258ba057-8e81-49a8-b3e1-01fd49c04147 req-046614bd-b3c1-4a29-9e57-f52dd87cfb15 tempest-ServersOnMultiNodesTest-1058188293 tempest-ServersOnMultiNodesTest-1058188293-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (728e1f76-7d09-4171-bdba-538b4faef0eb), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:28.718402 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db379847-c0ee-4fed-8540-28ea02882304 req-11e3d0ca-3724-4875-9c26-9642469da4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:28.720343 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-db379847-c0ee-4fed-8540-28ea02882304 req-11e3d0ca-3724-4875-9c26-9642469da4ea service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=922b30affe5a4405930aa3d37acabbc7&device_id=9b662c28-4af1-4f9b-ace0-0025ea5c0085 HTTP/1.1" status: 200 len: 1127 time: 0.2269397 Feb 09 01:10:28.740404 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0b9f0acf-06d6-460a-96ef-6e90192785d6 admin admin] Publish callbacks [] for security_group (aa9af908-395a-4841-802a-95af000d35a6), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:28.749131 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046614bd-b3c1-4a29-9e57-f52dd87cfb15 tempest-ServersOnMultiNodesTest-1058188293 tempest-ServersOnMultiNodesTest-1058188293-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728e1f76-7d09-4171-bdba-538b4faef0eb,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:28.775932 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0b9f0acf-06d6-460a-96ef-6e90192785d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (aa9af908-395a-4841-802a-95af000d35a6), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:28.783393 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-258ba057-8e81-49a8-b3e1-01fd49c04147 req-046614bd-b3c1-4a29-9e57-f52dd87cfb15 tempest-ServersOnMultiNodesTest-1058188293 tempest-ServersOnMultiNodesTest-1058188293-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478203 Feb 09 01:10:28.820291 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-db379847-c0ee-4fed-8540-28ea02882304 req-d7269e63-d561-4670-ad45-9d7b8314b53c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91bb948e-f2d9-4086-a875-2e2829947b51 HTTP/1.1" status: 200 len: 217 time: 0.0783117 Feb 09 01:10:28.831895 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b9f0acf-06d6-460a-96ef-6e90192785d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:10:28.879725 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0b9f0acf-06d6-460a-96ef-6e90192785d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (e86be940-10fd-4836-92c9-c7c21f6b0deb), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:28.880195 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-0b9f0acf-06d6-460a-96ef-6e90192785d6 admin admin] Added segment e86be940-10fd-4836-92c9-c7c21f6b0deb of type vlan for network 4b52b538-2032-431e-a42c-62f82bf03225 Feb 09 01:10:28.894643 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f0acf-06d6-460a-96ef-6e90192785d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9af908-395a-4841-802a-95af000d35a6,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:28.947657 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0b9f0acf-06d6-460a-96ef-6e90192785d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (4b52b538-2032-431e-a42c-62f82bf03225), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:28.956069 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db379847-c0ee-4fed-8540-28ea02882304 req-d334ae5b-736b-428e-814b-e117edd9d8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:28.957740 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-db379847-c0ee-4fed-8540-28ea02882304 req-d334ae5b-736b-428e-814b-e117edd9d8be service neutron] 10.222.0.121 "GET /v2.0/subnets?id=a1b566c9-f61d-42d4-9742-63f29d6e7898 HTTP/1.1" status: 200 len: 867 time: 0.1274121 Feb 09 01:10:29.008791 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45edbbb5-5fbb-41b5-80dd-544d79a484f2 x-openstack-request-id: req-45edbbb5-5fbb-41b5-80dd-544d79a484f2 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:29.009075 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef0faff8-ea7d-43b4-924e-bfe58191799b", "tag": "6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:29.009320 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-45edbbb5-5fbb-41b5-80dd-544d79a484f2 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:29.009783 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef0faff8-ea7d-43b4-924e-bfe58191799b', 'tag': '6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f', 'status': 'completed', 'code': 200} Feb 09 01:10:29.210587 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb555980-2262-480b-844f-bf960a6cce60 req-55e36e2c-0ac3-4b96-8946-395912176855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:29.212741 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fb555980-2262-480b-844f-bf960a6cce60 req-55e36e2c-0ac3-4b96-8946-395912176855 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=991583a4f7ce4c4eb6893f1ec411692c&device_id=ef0faff8-ea7d-43b4-924e-bfe58191799b HTTP/1.1" status: 200 len: 1158 time: 0.1951609 Feb 09 01:10:29.214092 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.121', 62160) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:29.242091 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca928b98-9eb2-4cb5-bf7a-230aea673eee req-bb18d518-4bb6-43f0-89c8-56c4a4fa4906 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:29.249105 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ca928b98-9eb2-4cb5-bf7a-230aea673eee req-bb18d518-4bb6-43f0-89c8-56c4a4fa4906 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef0faff8-ea7d-43b4-924e-bfe58191799b HTTP/1.1" status: 200 len: 944 time: 0.2153060 Feb 09 01:10:29.299791 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46484) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:29.316357 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0b9f0acf-06d6-460a-96ef-6e90192785d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (4b52b538-2032-431e-a42c-62f82bf03225), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:29.317315 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9f0acf-06d6-460a-96ef-6e90192785d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:29.317883 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0b9f0acf-06d6-460a-96ef-6e90192785d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:29.377935 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-27225650-a36f-4c3b-a4f7-baba70cc1001 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=3d8394520fe34c9daa660b5c0721b019&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1107395 Feb 09 01:10:29.385286 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.121', 62161) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:29.386324 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db379847-c0ee-4fed-8540-28ea02882304 req-ab5cb5eb-bee5-4442-b038-4e81a755d82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:29.387918 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-db379847-c0ee-4fed-8540-28ea02882304 req-ab5cb5eb-bee5-4442-b038-4e81a755d82b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6623127f-6781-406f-ad2c-c8f4b498a144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4166837 Feb 09 01:10:29.403852 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0b9f0acf-06d6-460a-96ef-6e90192785d6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0421317 Feb 09 01:10:29.416309 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46488) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:29.438495 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-24adc326-e1d0-4e77-bc48-78969964b65b admin admin] Request body: {'subnet': {'network_id': '4b52b538-2032-431e-a42c-62f82bf03225', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-519135870-subnet', 'tenant_id': '63af026813f945219767991e640849bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:29.477489 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f0acf-06d6-460a-96ef-6e90192785d6 admin admin] Pushing event updated for resources: {'Network': ['ID=4b52b538-2032-431e-a42c-62f82bf03225,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:29.502550 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 4b52b538-2032-431e-a42c-62f82bf03225 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:10:29.514257 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24adc326-e1d0-4e77-bc48-78969964b65b admin admin] Made reservation on behalf of 63af026813f945219767991e640849bf for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:29.516915 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-24adc326-e1d0-4e77-bc48-78969964b65b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:29.558075 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ca928b98-9eb2-4cb5-bf7a-230aea673eee req-fcf4c68f-50b8-4f53-a837-6b2f028165ae tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079157 Feb 09 01:10:29.576718 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-0cf485ba-f6ca-4cf5-8055-d570cb420cfd tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:29.578237 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-0cf485ba-f6ca-4cf5-8055-d570cb420cfd tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.121 "GET /v2.0/networks?id=e8a262a2-1887-44d6-8265-164882c37a5a HTTP/1.1" status: 200 len: 824 time: 0.3615572 Feb 09 01:10:29.615865 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0d9e9167-aa67-4595-8613-66b977ed53f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:29.642171 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb555980-2262-480b-844f-bf960a6cce60 req-4c84f834-256a-4938-8522-4e3731538818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:29.643648 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fb555980-2262-480b-844f-bf960a6cce60 req-4c84f834-256a-4938-8522-4e3731538818 service neutron] 10.222.0.121 "GET /v2.0/networks?id=28c1f603-e786-4a84-b8ed-ec2e36c0d018 HTTP/1.1" status: 200 len: 909 time: 0.4165761 Feb 09 01:10:29.646107 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-db379847-c0ee-4fed-8540-28ea02882304 req-0a6c04b0-3506-48f1-9a19-600304cce127 service neutron] 10.222.0.121 "GET /v2.0/networks/6623127f-6781-406f-ad2c-c8f4b498a144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481799 Feb 09 01:10:29.653668 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9095329b-2656-44b3-8f35-047499dd4d5c req-60545d04-f6d7-4c96-a9ce-77364102f7ab service neutron] 10.222.0.121 "GET /v2.0/ports/6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f/bindings/n-h2-822053-40 HTTP/1.1" status: 200 len: 385 time: 0.2678125 Feb 09 01:10:29.758619 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-29392d47-7542-46e6-a89e-6f592c6c9d38 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:29.760771 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-29392d47-7542-46e6-a89e-6f592c6c9d38 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3652749 Feb 09 01:10:29.775421 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fb555980-2262-480b-844f-bf960a6cce60 req-cfb10f14-f2a2-4f6f-b115-db101c9cf21e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f HTTP/1.1" status: 200 len: 217 time: 0.0973608 Feb 09 01:10:29.861169 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-d3daf9a5-b72f-4d41-93e6-ff5fa75efa94 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ba95e383d254696b30a587479c29af0 HTTP/1.1" status: 200 len: 380 time: 0.2610579 Feb 09 01:10:29.862645 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-1fb4adc1-c115-41d7-8d8a-e22442495041 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/quotas/3d8394520fe34c9daa660b5c0721b019 HTTP/1.1" status: 200 len: 375 time: 0.0835555 Feb 09 01:10:29.880012 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-db379847-c0ee-4fed-8540-28ea02882304 req-0e5690e1-29ca-4501-843a-a25bcfd35e25 service neutron] 10.222.0.121 "GET /v2.0/networks/6623127f-6781-406f-ad2c-c8f4b498a144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172227 Feb 09 01:10:29.889707 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-ec651ec1-ff34-46ac-b213-19ebe9dc2254 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Request body: {'port': {'device_id': 'd607b329-93f2-449f-a06d-5e1564200369', 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a', 'admin_state_up': True, 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'security_groups': ['4047daa7-99dc-4065-97c6-18555a778085']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:29.900698 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-276c1a5b-137a-4a93-a379-411c381ce119 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=1ce9156b2ca74aedbb6dd0475c092f64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0871015 Feb 09 01:10:29.952264 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0d9e9167-aa67-4595-8613-66b977ed53f7 admin admin] Publish callbacks [] for security_group (9b945d47-5b43-4d06-b57a-307ee72829cc), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:29.956902 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0d9e9167-aa67-4595-8613-66b977ed53f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (9b945d47-5b43-4d06-b57a-307ee72829cc), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:29.962137 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-24adc326-e1d0-4e77-bc48-78969964b65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (f47b30ea-6958-472a-a9f5-87315aa9ccd2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:29.980203 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-b11015fa-8c17-43a2-92c3-081c03968de7 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d8394520fe34c9daa660b5c0721b019&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0950320 Feb 09 01:10:30.030861 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e9167-aa67-4595-8613-66b977ed53f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b945d47-5b43-4d06-b57a-307ee72829cc,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:30.033401 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb555980-2262-480b-844f-bf960a6cce60 req-c3f607dc-6f57-45eb-9869-e7713d31f8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:30.034858 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fb555980-2262-480b-844f-bf960a6cce60 req-c3f607dc-6f57-45eb-9869-e7713d31f8c6 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8fe24410-38bf-494b-a44d-46f0496d84a5 HTTP/1.1" status: 200 len: 848 time: 0.2471490 Feb 09 01:10:30.044189 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0d9e9167-aa67-4595-8613-66b977ed53f7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ecb4694d23084b169b3a82ffeb034186&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7425609 Feb 09 01:10:30.050971 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46504) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:30.074869 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24adc326-e1d0-4e77-bc48-78969964b65b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f47b30ea-6958-472a-a9f5-87315aa9ccd2,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:30.099876 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24adc326-e1d0-4e77-bc48-78969964b65b admin admin] Checking segment: {'id': 'e86be940-10fd-4836-92c9-c7c21f6b0deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '4b52b538-2032-431e-a42c-62f82bf03225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:30.100286 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24adc326-e1d0-4e77-bc48-78969964b65b admin admin] Network hostable DHCP agents. Network: 4b52b538-2032-431e-a42c-62f82bf03225, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:10:30.108818 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fb555980-2262-480b-844f-bf960a6cce60 req-efb9a178-d487-4a2b-8588-884170914303 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=28c1f603-e786-4a84-b8ed-ec2e36c0d018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518174 Feb 09 01:10:30.141859 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9549fa64-313c-497e-af7e-2e8b42a73cf3 admin admin] Publish callbacks [] for security_group (9b945d47-5b43-4d06-b57a-307ee72829cc), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:30.146508 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24adc326-e1d0-4e77-bc48-78969964b65b admin admin] Network 4b52b538-2032-431e-a42c-62f82bf03225 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:10:30.173734 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9549fa64-313c-497e-af7e-2e8b42a73cf3 admin admin] Publish callbacks [] for security_group (9b945d47-5b43-4d06-b57a-307ee72829cc), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:30.175990 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-24adc326-e1d0-4e77-bc48-78969964b65b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 4b52b538-2032-431e-a42c-62f82bf03225) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:30.186339 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24adc326-e1d0-4e77-bc48-78969964b65b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:30.187153 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-24adc326-e1d0-4e77-bc48-78969964b65b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:30.189844 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff80366b-91b9-41fb-b124-82f757fba44f None None] Network 4b52b538-2032-431e-a42c-62f82bf03225 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:10:30.223394 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-24adc326-e1d0-4e77-bc48-78969964b65b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8056505 Feb 09 01:10:30.254529 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9549fa64-313c-497e-af7e-2e8b42a73cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (9b945d47-5b43-4d06-b57a-307ee72829cc), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:30.257118 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9549fa64-313c-497e-af7e-2e8b42a73cf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:30.260741 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9549fa64-313c-497e-af7e-2e8b42a73cf3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9b945d47-5b43-4d06-b57a-307ee72829cc HTTP/1.1" status: 204 len: 168 time: 0.2065017 Feb 09 01:10:30.270705 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549fa64-313c-497e-af7e-2e8b42a73cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b945d47-5b43-4d06-b57a-307ee72829cc,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:30.318255 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-d1969a3d-0655-455b-a7aa-dfa81f68e198 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:30.319751 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-d1969a3d-0655-455b-a7aa-dfa81f68e198 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3749182 Feb 09 01:10:30.363054 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-ec651ec1-ff34-46ac-b213-19ebe9dc2254 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Made reservation on behalf of 2ba95e383d254696b30a587479c29af0 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:30.366570 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-ec651ec1-ff34-46ac-b213-19ebe9dc2254 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:30.428793 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-832b6407-52e3-4b07-b535-4a2bada259d0 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/quotas/1ce9156b2ca74aedbb6dd0475c092f64 HTTP/1.1" status: 200 len: 375 time: 0.0981321 Feb 09 01:10:30.455509 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-9095329b-2656-44b3-8f35-047499dd4d5c req-72ff7639-c80a-4f87-937f-62fa99d1a0eb service neutron] For port 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:30.459039 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fb555980-2262-480b-844f-bf960a6cce60 req-e567d1af-612a-4e0f-b6c8-cb68b8086d48 service neutron] 10.222.0.121 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336623 Feb 09 01:10:30.493226 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dd203e-1bc3-4f00-9286-2cfe7b2bd57f None None] Network 4b52b538-2032-431e-a42c-62f82bf03225 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:10:30.805770 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46528) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:30.826222 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ca04e56d-94f1-4655-a381-4ae0f4fbb410 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:30.863191 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-9095329b-2656-44b3-8f35-047499dd4d5c req-72ff7639-c80a-4f87-937f-62fa99d1a0eb service neutron] For port 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:30.917957 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216f605-4d67-4cae-9ba8-06f943b25298 req-1286ecfa-a632-47c3-905f-ad814764710d tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:30.919645 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2216f605-4d67-4cae-9ba8-06f943b25298 req-1286ecfa-a632-47c3-905f-ad814764710d tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b662c28-4af1-4f9b-ace0-0025ea5c0085 HTTP/1.1" status: 200 len: 944 time: 0.5902386 Feb 09 01:10:30.943809 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ca04e56d-94f1-4655-a381-4ae0f4fbb410 admin admin] Publish callbacks [] for security_group (f2d76ab3-1aed-48c3-a388-e7da3f08172a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:30.951583 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ca04e56d-94f1-4655-a381-4ae0f4fbb410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f2d76ab3-1aed-48c3-a388-e7da3f08172a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:30.976428 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-9095329b-2656-44b3-8f35-047499dd4d5c req-72ff7639-c80a-4f87-937f-62fa99d1a0eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:30.993580 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-8ee8965b-6c51-4174-ab19-b5f882c13e9e tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1ce9156b2ca74aedbb6dd0475c092f64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5639243 Feb 09 01:10:31.002987 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ca04e56d-94f1-4655-a381-4ae0f4fbb410 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fb128d579f9a4a548f1b712c352ab64c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1954048 Feb 09 01:10:31.003605 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46530) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:31.006094 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04e56d-94f1-4655-a381-4ae0f4fbb410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d76ab3-1aed-48c3-a388-e7da3f08172a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:31.013814 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b662c28-4af1-4f9b-ace0-0025ea5c0085', 'tag': '91bb948e-f2d9-4086-a875-2e2829947b51'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:31.016724 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de9f040-07eb-4940-a9b6-7e2b5f04c55b" -d '{"events": [{"name": "network-changed", "server_uuid": "9b662c28-4af1-4f9b-ace0-0025ea5c0085", "tag": "91bb948e-f2d9-4086-a875-2e2829947b51"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:31.018960 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-9095329b-2656-44b3-8f35-047499dd4d5c req-72ff7639-c80a-4f87-937f-62fa99d1a0eb service neutron] For port 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:31.078033 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cdf5b826-9c6a-4518-998d-41387247b36d admin admin] Publish callbacks [] for security_group (f2d76ab3-1aed-48c3-a388-e7da3f08172a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:31.091480 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fb555980-2262-480b-844f-bf960a6cce60 req-3e4c032a-cdc2-49f3-927c-20014c1adb9a service neutron] 10.222.0.121 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6051877 Feb 09 01:10:31.104840 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cdf5b826-9c6a-4518-998d-41387247b36d admin admin] Publish callbacks [] for security_group (f2d76ab3-1aed-48c3-a388-e7da3f08172a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:31.116355 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9095329b-2656-44b3-8f35-047499dd4d5c req-72ff7639-c80a-4f87-937f-62fa99d1a0eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:31.122802 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2216f605-4d67-4cae-9ba8-06f943b25298 req-949f6dbb-3744-4db3-8603-47645df9727d tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/security-groups?id=3106530a-4dae-44fa-8b19-c9899044ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547742 Feb 09 01:10:31.129035 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-ec651ec1-ff34-46ac-b213-19ebe9dc2254 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Allocated IP 172.20.0.3 (e8a262a2-1887-44d6-8265-164882c37a5a/32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0/dacb0762-f5cc-41ce-92bd-96b1f21b8f01) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:31.176513 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cdf5b826-9c6a-4518-998d-41387247b36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f2d76ab3-1aed-48c3-a388-e7da3f08172a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:31.179635 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cdf5b826-9c6a-4518-998d-41387247b36d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:31.180892 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cdf5b826-9c6a-4518-998d-41387247b36d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f2d76ab3-1aed-48c3-a388-e7da3f08172a HTTP/1.1" status: 204 len: 168 time: 0.1758046 Feb 09 01:10:31.193351 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5b826-9c6a-4518-998d-41387247b36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d76ab3-1aed-48c3-a388-e7da3f08172a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:31.310929 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fb9e1aa0-9ef6-49a3-b676-b70c83bd6676 req-ce135eb1-8f54-495a-a7a5-9790975bc3f5 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/ports?device_id=d607b329-93f2-449f-a06d-5e1564200369 HTTP/1.1" status: 200 len: 210 time: 0.0700324 Feb 09 01:10:31.384442 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-044d0977-cb88-4592-b0c8-5862ca58731f tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=cbcf64bc184340809a27ba774d82840d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0796158 Feb 09 01:10:31.494390 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-9095329b-2656-44b3-8f35-047499dd4d5c req-72ff7639-c80a-4f87-937f-62fa99d1a0eb service neutron] Transition to ACTIVE for port object 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:31.505099 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c1a357f-cb0d-4d5b-81b5-271568b4c035 req-efe3b9e7-ef7e-405e-9595-131c0480148e tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 210 time: 0.0932777 Feb 09 01:10:31.520925 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9095329b-2656-44b3-8f35-047499dd4d5c req-72ff7639-c80a-4f87-937f-62fa99d1a0eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:31.587566 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-695a7f20-acc1-4cb0-94ec-ac46e738d61b tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=3d8394520fe34c9daa660b5c0721b019&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0918448 Feb 09 01:10:31.831631 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-9095329b-2656-44b3-8f35-047499dd4d5c req-72ff7639-c80a-4f87-937f-62fa99d1a0eb service neutron] No DVR routers for this DVR port 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:10:31.850206 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-ec651ec1-ff34-46ac-b213-19ebe9dc2254 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks [] for port (dacb0762-f5cc-41ce-92bd-96b1f21b8f01), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:31.873210 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-3d05bd54-06d8-4322-87c8-ea3af3071b09 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:31.875056 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-3d05bd54-06d8-4322-87c8-ea3af3071b09 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4849184 Feb 09 01:10:31.875717 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff7639-c80a-4f87-937f-62fa99d1a0eb service neutron] Pushing event updated for resources: {'Port': ['ID=6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f,revision_number=10']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:31.972709 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9095329b-2656-44b3-8f35-047499dd4d5c req-72ff7639-c80a-4f87-937f-62fa99d1a0eb service neutron] 10.222.0.121 "PUT /v2.0/ports/6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f/bindings/n-h2-822053-40/activate HTTP/1.1" status: 200 len: 370 time: 2.2958536 Feb 09 01:10:32.035952 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-c35d3947-760a-4c66-b97c-34f63d72cfe6 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/quotas/cbcf64bc184340809a27ba774d82840d HTTP/1.1" status: 200 len: 375 time: 0.1388986 Feb 09 01:10:32.074146 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-abeecb8b-0af4-4f3e-89e9-f1dde527568a tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:32.076019 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-abeecb8b-0af4-4f3e-89e9-f1dde527568a tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4784455 Feb 09 01:10:32.094858 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095329b-2656-44b3-8f35-047499dd4d5c req-d1e4b9cd-1cb4-4e2b-9a52-2c9f84ea8997 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:32.096551 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9095329b-2656-44b3-8f35-047499dd4d5c req-d1e4b9cd-1cb4-4e2b-9a52-2c9f84ea8997 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=ef0faff8-ea7d-43b4-924e-bfe58191799b&tenant_id=991583a4f7ce4c4eb6893f1ec411692c&binding%3Ahost_id=n-h1-822053-40 HTTP/1.1" status: 200 len: 1128 time: 0.0575457 Feb 09 01:10:32.110533 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-ca0fea39-2820-415f-88a3-c01dd87394a7 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Request body: {'port': {'device_id': '9d95a876-4d25-426f-882c-16da1b298c6f', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'admin_state_up': True, 'tenant_id': '3d8394520fe34c9daa660b5c0721b019'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:32.148536 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-ec651ec1-ff34-46ac-b213-19ebe9dc2254 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (dacb0762-f5cc-41ce-92bd-96b1f21b8f01), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:32.229255 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095329b-2656-44b3-8f35-047499dd4d5c req-bdfd2574-4e9f-43f0-890a-37f16f493f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:32.231201 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9095329b-2656-44b3-8f35-047499dd4d5c req-bdfd2574-4e9f-43f0-890a-37f16f493f77 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ef0faff8-ea7d-43b4-924e-bfe58191799b&tenant_id=991583a4f7ce4c4eb6893f1ec411692c HTTP/1.1" status: 200 len: 1128 time: 0.1280260 Feb 09 01:10:32.269471 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-6cd5dff2-0029-4336-8d94-7a9029beffcd tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:32.271014 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-6cd5dff2-0029-4336-8d94-7a9029beffcd tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/networks?id=4d54ed5f-d078-4c38-9c35-f6f424a32376 HTTP/1.1" status: 200 len: 820 time: 0.3762932 Feb 09 01:10:32.287427 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-ec651ec1-ff34-46ac-b213-19ebe9dc2254 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Network e8a262a2-1887-44d6-8265-164882c37a5a is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:32.307117 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-ec651ec1-ff34-46ac-b213-19ebe9dc2254 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:32.310697 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-ec651ec1-ff34-46ac-b213-19ebe9dc2254 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:10:32.311772 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095329b-2656-44b3-8f35-047499dd4d5c req-915cf0cc-1437-480a-9ea7-4b629c93ed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:32.313888 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9095329b-2656-44b3-8f35-047499dd4d5c req-915cf0cc-1437-480a-9ea7-4b629c93ed6a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=991583a4f7ce4c4eb6893f1ec411692c&device_id=ef0faff8-ea7d-43b4-924e-bfe58191799b HTTP/1.1" status: 200 len: 1128 time: 0.0569789 Feb 09 01:10:32.316475 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-ec651ec1-ff34-46ac-b213-19ebe9dc2254 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:32.317106 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-ec651ec1-ff34-46ac-b213-19ebe9dc2254 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:32.343655 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec651ec1-ff34-46ac-b213-19ebe9dc2254 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Pushing event updated for resources: {'Port': ['ID=dacb0762-f5cc-41ce-92bd-96b1f21b8f01,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:32.368659 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-22f67931-7ad7-4bde-8d4e-e7f365465a95 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cbcf64bc184340809a27ba774d82840d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3195047 Feb 09 01:10:32.378459 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-ecdbc710-9d9c-43f7-a21b-8d5c16d3b342 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/quotas/89a8855b9bab40b69c27334c734383e8 HTTP/1.1" status: 200 len: 375 time: 0.0912943 Feb 09 01:10:32.418452 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-ec651ec1-ff34-46ac-b213-19ebe9dc2254 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5355260 Feb 09 01:10:32.451220 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-5903b57d-59e7-4269-8720-ff0a2b851a81 service neutron] Request body: {'port': {'device_id': 'd607b329-93f2-449f-a06d-5e1564200369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:32.461024 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095329b-2656-44b3-8f35-047499dd4d5c req-29a3dbce-de9c-4a33-af83-43a7b7822ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:32.462985 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9095329b-2656-44b3-8f35-047499dd4d5c req-29a3dbce-de9c-4a33-af83-43a7b7822ec4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=28c1f603-e786-4a84-b8ed-ec2e36c0d018 HTTP/1.1" status: 200 len: 909 time: 0.1407945 Feb 09 01:10:32.481513 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-ec8f34c5-c753-4649-9433-ba8b8f426b35 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=89a8855b9bab40b69c27334c734383e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0920787 Feb 09 01:10:32.525155 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 91bb948e-f2d9-4086-a875-2e2829947b51 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:10:32.581783 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9095329b-2656-44b3-8f35-047499dd4d5c req-d159c9d0-1d80-4aa9-9442-0dc6cd4daf2e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f HTTP/1.1" status: 200 len: 217 time: 0.1105747 Feb 09 01:10:32.672481 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-ca0fea39-2820-415f-88a3-c01dd87394a7 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Made reservation on behalf of 3d8394520fe34c9daa660b5c0721b019 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:32.679387 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-ca0fea39-2820-415f-88a3-c01dd87394a7 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:32.719288 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 91bb948e-f2d9-4086-a875-2e2829947b51, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=91bb948e-f2d9-4086-a875-2e2829947b51,segment=NetworkSegment(3a249220-1851-4fa0-a2f8-82136bb864ac),segment_id=3a249220-1851-4fa0-a2f8-82136bb864ac)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:32.723716 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-98e9cbf1-d125-4e3a-852c-f56e156fb3e4 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=1ce9156b2ca74aedbb6dd0475c092f64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611150 Feb 09 01:10:32.742173 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '91bb948e-f2d9-4086-a875-2e2829947b51', 'network_id': '6623127f-6781-406f-ad2c-c8f4b498a144', 'port_id': '91bb948e-f2d9-4086-a875-2e2829947b51', 'mac_address': 'fa:16:3e:4d:ee:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1b566c9-f61d-42d4-9742-63f29d6e7898', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:10:32.750801 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-29207cd7-f15e-4531-afa3-bafce64edf8a None None] Provisioning complete for port dacb0762-f5cc-41ce-92bd-96b1f21b8f01 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:32.751440 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-29207cd7-f15e-4531-afa3-bafce64edf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (dacb0762-f5cc-41ce-92bd-96b1f21b8f01), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:32.772852 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-ca0fea39-2820-415f-88a3-c01dd87394a7 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:32.814533 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-29207cd7-f15e-4531-afa3-bafce64edf8a None None] Port dacb0762-f5cc-41ce-92bd-96b1f21b8f01 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:10:32.834067 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-5903b57d-59e7-4269-8720-ff0a2b851a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (dacb0762-f5cc-41ce-92bd-96b1f21b8f01), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:32.852689 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095329b-2656-44b3-8f35-047499dd4d5c req-45605996-3315-43d8-af03-7ffa7da7e487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:32.854201 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9095329b-2656-44b3-8f35-047499dd4d5c req-45605996-3315-43d8-af03-7ffa7da7e487 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8fe24410-38bf-494b-a44d-46f0496d84a5 HTTP/1.1" status: 200 len: 848 time: 0.2534745 Feb 09 01:10:32.908057 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9095329b-2656-44b3-8f35-047499dd4d5c req-5c1c2beb-0f45-41e3-af34-c5b727c9f526 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=28c1f603-e786-4a84-b8ed-ec2e36c0d018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435925 Feb 09 01:10:32.977332 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-446bb936-8837-4ade-9f1c-32780a77c710 service neutron] 10.222.0.30 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4936783 Feb 09 01:10:33.076368 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 91bb948e-f2d9-4086-a875-2e2829947b51 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:33.077027 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (91bb948e-f2d9-4086-a875-2e2829947b51), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:33.096333 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91bb948e-f2d9-4086-a875-2e2829947b51 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:33.096686 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-fefc7e01-c9c4-4e3c-8379-49eebcd92e15 service neutron] 10.222.0.30 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067808 Feb 09 01:10:33.113112 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-10f074a5-0104-4414-aa17-79bf0c16359a tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:33.114809 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-10f074a5-0104-4414-aa17-79bf0c16359a tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3751054 Feb 09 01:10:33.125611 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 91bb948e-f2d9-4086-a875-2e2829947b51, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=91bb948e-f2d9-4086-a875-2e2829947b51,segment=NetworkSegment(3a249220-1851-4fa0-a2f8-82136bb864ac),segment_id=3a249220-1851-4fa0-a2f8-82136bb864ac)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:33.133354 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (91bb948e-f2d9-4086-a875-2e2829947b51), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:33.145600 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-f6b97852-8d54-49fc-acfa-bf54c74cbad1 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Request body: {'port': {'device_id': '08f78c2b-258b-42f7-a119-46fac9b9980b', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'admin_state_up': True, 'tenant_id': '1ce9156b2ca74aedbb6dd0475c092f64'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:33.282260 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9095329b-2656-44b3-8f35-047499dd4d5c req-c1e3b673-2bfe-4a30-aae8-00ea4e1195d0 service neutron] 10.222.0.91 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620410 Feb 09 01:10:33.319225 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=91bb948e-f2d9-4086-a875-2e2829947b51,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:33.373078 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['91bb948e-f2d9-4086-a875-2e2829947b51'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:10:33.419042 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b528016d-cf5e-4ce9-946c-ff1596a21788 x-openstack-request-id: req-b528016d-cf5e-4ce9-946c-ff1596a21788 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:33.419374 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b662c28-4af1-4f9b-ace0-0025ea5c0085", "tag": "91bb948e-f2d9-4086-a875-2e2829947b51", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:33.419729 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b528016d-cf5e-4ce9-946c-ff1596a21788 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:33.420333 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b662c28-4af1-4f9b-ace0-0025ea5c0085', 'tag': '91bb948e-f2d9-4086-a875-2e2829947b51', 'status': 'completed', 'code': 200} Feb 09 01:10:33.567748 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-f6b97852-8d54-49fc-acfa-bf54c74cbad1 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Made reservation on behalf of 1ce9156b2ca74aedbb6dd0475c092f64 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:33.571257 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-f6b97852-8d54-49fc-acfa-bf54c74cbad1 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:33.602367 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9095329b-2656-44b3-8f35-047499dd4d5c req-ccb5ba1f-0755-4688-8b07-15d8b010ab51 service neutron] 10.222.0.91 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091798 Feb 09 01:10:33.726097 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c80c572b-1f5d-4b68-83ee-367e34c4fcc9 req-c4620d8d-2bd7-4cd3-9ff0-d4c63544dcaa tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/ports?device_id=08f78c2b-258b-42f7-a119-46fac9b9980b HTTP/1.1" status: 200 len: 210 time: 0.1233699 Feb 09 01:10:33.753130 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-5903b57d-59e7-4269-8720-ff0a2b851a81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dacb0762-f5cc-41ce-92bd-96b1f21b8f01 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:33.771863 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-5903b57d-59e7-4269-8720-ff0a2b851a81 service neutron] Publish callbacks [] for port (dacb0762-f5cc-41ce-92bd-96b1f21b8f01), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:33.813543 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-ca0fea39-2820-415f-88a3-c01dd87394a7 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Publish callbacks [] for security_group (ce3aa9db-cca3-4463-940d-c05ea031837e), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:33.830304 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-5903b57d-59e7-4269-8720-ff0a2b851a81 service neutron] Transition to ACTIVE for port object dacb0762-f5cc-41ce-92bd-96b1f21b8f01 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:33.833685 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-ca0fea39-2820-415f-88a3-c01dd87394a7 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ce3aa9db-cca3-4463-940d-c05ea031837e), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:33.859388 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1603405-638b-45b4-867e-8cdc951cf20d req-247074d9-2db0-4a02-92fe-a4ce3610413d tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:33.867722 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a1603405-638b-45b4-867e-8cdc951cf20d req-247074d9-2db0-4a02-92fe-a4ce3610413d tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef0faff8-ea7d-43b4-924e-bfe58191799b HTTP/1.1" status: 200 len: 945 time: 0.6789427 Feb 09 01:10:33.917739 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-5903b57d-59e7-4269-8720-ff0a2b851a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (dacb0762-f5cc-41ce-92bd-96b1f21b8f01), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:34.000163 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-f6b97852-8d54-49fc-acfa-bf54c74cbad1 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Allocated IP 192.168.233.188 (3976161f-bd1f-4dbb-b950-6897c01f16f1/98abf639-2282-4fa1-acd9-5660b4f87a0d/7a1e2d21-6389-44c3-a417-b5a4277ba6b3) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:34.012839 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095329b-2656-44b3-8f35-047499dd4d5c req-583d96b4-965b-4eee-b8b1-f8d213c0a5c6 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:34.015185 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9095329b-2656-44b3-8f35-047499dd4d5c req-583d96b4-965b-4eee-b8b1-f8d213c0a5c6 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=ef0faff8-ea7d-43b4-924e-bfe58191799b&tenant_id=991583a4f7ce4c4eb6893f1ec411692c&binding%3Ahost_id=n-h2-822053-40 HTTP/1.1" status: 200 len: 1128 time: 0.0956218 Feb 09 01:10:34.083544 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9f040-07eb-4940-a9b6-7e2b5f04c55b req-542e892b-40e8-4279-b0e7-2865668cbe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:34.085719 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7de9f040-07eb-4940-a9b6-7e2b5f04c55b req-542e892b-40e8-4279-b0e7-2865668cbe12 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=922b30affe5a4405930aa3d37acabbc7&device_id=9b662c28-4af1-4f9b-ace0-0025ea5c0085 HTTP/1.1" status: 200 len: 1128 time: 0.4870679 Feb 09 01:10:34.098066 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0fea39-2820-415f-88a3-c01dd87394a7 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3aa9db-cca3-4463-940d-c05ea031837e,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:34.177802 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5903b57d-59e7-4269-8720-ff0a2b851a81 service neutron] Pushing event updated for resources: {'Port': ['ID=dacb0762-f5cc-41ce-92bd-96b1f21b8f01,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:34.211070 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a1603405-638b-45b4-867e-8cdc951cf20d req-e3c81126-794d-4de9-b3fc-e855f9864840 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417904 Feb 09 01:10:34.332611 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-9095329b-2656-44b3-8f35-047499dd4d5c req-63274ab7-661a-4539-923c-43c294ec75b2 service neutron] For port 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:34.338474 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9095329b-2656-44b3-8f35-047499dd4d5c req-63274ab7-661a-4539-923c-43c294ec75b2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:34.341243 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9095329b-2656-44b3-8f35-047499dd4d5c req-63274ab7-661a-4539-923c-43c294ec75b2 service neutron] 10.222.0.91 "DELETE /v2.0/ports/6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f/bindings/n-h1-822053-40 HTTP/1.1" status: 204 len: 173 time: 0.3174999 Feb 09 01:10:34.358442 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-f6b97852-8d54-49fc-acfa-bf54c74cbad1 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Publish callbacks [] for port (7a1e2d21-6389-44c3-a417-b5a4277ba6b3), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:34.372751 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86cafe8-4b77-4661-944d-031fd41add92 req-548763ea-a04f-44ca-a62d-292eabc5c04b tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:34.382014 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e86cafe8-4b77-4661-944d-031fd41add92 req-548763ea-a04f-44ca-a62d-292eabc5c04b tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b662c28-4af1-4f9b-ace0-0025ea5c0085 HTTP/1.1" status: 200 len: 945 time: 0.4669228 Feb 09 01:10:34.412626 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-5903b57d-59e7-4269-8720-ff0a2b851a81 service neutron] Attempting to bind port dacb0762-f5cc-41ce-92bd-96b1f21b8f01 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:10:34.413008 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-5903b57d-59e7-4269-8720-ff0a2b851a81 service neutron] Attempting to bind port dacb0762-f5cc-41ce-92bd-96b1f21b8f01 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '27fa4c45-9ec5-40ed-92ab-1cc81471d9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:10:34.413350 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-5903b57d-59e7-4269-8720-ff0a2b851a81 service neutron] Attempting to bind port dacb0762-f5cc-41ce-92bd-96b1f21b8f01 on network e8a262a2-1887-44d6-8265-164882c37a5a {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:34.428380 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-f6b97852-8d54-49fc-acfa-bf54c74cbad1 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (7a1e2d21-6389-44c3-a417-b5a4277ba6b3), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:34.430146 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9f040-07eb-4940-a9b6-7e2b5f04c55b req-a072aca0-f06e-4208-9011-5bb531360377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:34.431692 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7de9f040-07eb-4940-a9b6-7e2b5f04c55b req-a072aca0-f06e-4208-9011-5bb531360377 service neutron] 10.222.0.121 "GET /v2.0/networks?id=6623127f-6781-406f-ad2c-c8f4b498a144 HTTP/1.1" status: 200 len: 929 time: 0.3092306 Feb 09 01:10:34.457036 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['31bc8226-7648-4043-8567-a8fb8a93c5b8'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:10:34.474228 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-5903b57d-59e7-4269-8720-ff0a2b851a81 service neutron] Port dacb0762-f5cc-41ce-92bd-96b1f21b8f01 on network e8a262a2-1887-44d6-8265-164882c37a5a not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:10:34.474647 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-5903b57d-59e7-4269-8720-ff0a2b851a81 service neutron] Attempting to bind port dacb0762-f5cc-41ce-92bd-96b1f21b8f01 on network e8a262a2-1887-44d6-8265-164882c37a5a {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:34.513942 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b97852-8d54-49fc-acfa-bf54c74cbad1 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Pushing event updated for resources: {'Port': ['ID=7a1e2d21-6389-44c3-a417-b5a4277ba6b3,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:34.537560 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-f6b97852-8d54-49fc-acfa-bf54c74cbad1 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Network 3976161f-bd1f-4dbb-b950-6897c01f16f1 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:34.550959 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-f6b97852-8d54-49fc-acfa-bf54c74cbad1 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:34.578676 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-f6b97852-8d54-49fc-acfa-bf54c74cbad1 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:10:34.583682 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 91bb948e-f2d9-4086-a875-2e2829947b51 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:10:34.696219 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-f6b97852-8d54-49fc-acfa-bf54c74cbad1 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:34.696756 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-f6b97852-8d54-49fc-acfa-bf54c74cbad1 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:34.734138 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-f6b97852-8d54-49fc-acfa-bf54c74cbad1 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5938370 Feb 09 01:10:34.760258 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-594d405c-5b6b-4990-bef5-e147cc9863d7 service neutron] Request body: {'port': {'device_id': '08f78c2b-258b-42f7-a119-46fac9b9980b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:34.870101 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-594d405c-5b6b-4990-bef5-e147cc9863d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7a1e2d21-6389-44c3-a417-b5a4277ba6b3), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:34.900439 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 91bb948e-f2d9-4086-a875-2e2829947b51 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:10:34.908666 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 91bb948e-f2d9-4086-a875-2e2829947b51 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:34.909267 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (91bb948e-f2d9-4086-a875-2e2829947b51), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:34.978420 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-5903b57d-59e7-4269-8720-ff0a2b851a81 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:10:34.978753 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-5903b57d-59e7-4269-8720-ff0a2b851a81 service neutron] Checking segment: {'id': '27fa4c45-9ec5-40ed-92ab-1cc81471d9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:34.979138 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-5903b57d-59e7-4269-8720-ff0a2b851a81 service neutron] Bound using segment: {'id': '27fa4c45-9ec5-40ed-92ab-1cc81471d9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:10:34.979646 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-5903b57d-59e7-4269-8720-ff0a2b851a81 service neutron] Bound port: dacb0762-f5cc-41ce-92bd-96b1f21b8f01, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27fa4c45-9ec5-40ed-92ab-1cc81471d9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:10:34.979928 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-5903b57d-59e7-4269-8720-ff0a2b851a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (dacb0762-f5cc-41ce-92bd-96b1f21b8f01), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:34.989448 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7de9f040-07eb-4940-a9b6-7e2b5f04c55b req-0b2d21f1-917a-4a30-b8ed-c190d344065b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91bb948e-f2d9-4086-a875-2e2829947b51 HTTP/1.1" status: 200 len: 217 time: 0.5451705 Feb 09 01:10:35.000293 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-deb37e61-27d6-43ad-8166-f469004a9ebc None None] Provisioning complete for port 7a1e2d21-6389-44c3-a417-b5a4277ba6b3 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:35.001210 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-deb37e61-27d6-43ad-8166-f469004a9ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7a1e2d21-6389-44c3-a417-b5a4277ba6b3), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:35.044258 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-ca0fea39-2820-415f-88a3-c01dd87394a7 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Allocated IP 192.168.233.79 (3976161f-bd1f-4dbb-b950-6897c01f16f1/98abf639-2282-4fa1-acd9-5660b4f87a0d/8a9ab06c-1f75-4126-bb17-2d4af3691030) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:35.054569 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e86cafe8-4b77-4661-944d-031fd41add92 req-c0974a6f-bbcf-4ff5-8338-593741ed93be tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/security-groups?id=3106530a-4dae-44fa-8b19-c9899044ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6707163 Feb 09 01:10:35.061339 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-deb37e61-27d6-43ad-8166-f469004a9ebc None None] Port 7a1e2d21-6389-44c3-a417-b5a4277ba6b3 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:10:35.119605 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 91bb948e-f2d9-4086-a875-2e2829947b51 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:35.120057 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (91bb948e-f2d9-4086-a875-2e2829947b51), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:35.133688 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4ebcf-cf3d-46a2-aa5f-eda0453ea7b1 req-5f717b19-0579-486f-8c96-28b3e3e29eee tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:35.135335 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a9d4ebcf-cf3d-46a2-aa5f-eda0453ea7b1 req-5f717b19-0579-486f-8c96-28b3e3e29eee tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/ports?device_id=d607b329-93f2-449f-a06d-5e1564200369 HTTP/1.1" status: 200 len: 943 time: 0.8213975 Feb 09 01:10:35.162665 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 91bb948e-f2d9-4086-a875-2e2829947b51, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=91bb948e-f2d9-4086-a875-2e2829947b51,segment=NetworkSegment(3a249220-1851-4fa0-a2f8-82136bb864ac),segment_id=3a249220-1851-4fa0-a2f8-82136bb864ac)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:35.163552 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b662c28-4af1-4f9b-ace0-0025ea5c0085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91bb948e-f2d9-4086-a875-2e2829947b51'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:35.165932 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181743bf-8ff6-41f1-a0fb-19595d6ff705" -d '{"events": [{"server_uuid": "9b662c28-4af1-4f9b-ace0-0025ea5c0085", "name": "network-vif-plugged", "status": "completed", "tag": "91bb948e-f2d9-4086-a875-2e2829947b51"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:35.169747 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (91bb948e-f2d9-4086-a875-2e2829947b51), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:35.170558 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:10:35.192060 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3ca499a1-f0be-4416-8314-0840f72381c4 req-6311a1b3-3627-4fb1-9582-669253388c22 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 210 time: 0.0489202 Feb 09 01:10:35.216150 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9f040-07eb-4940-a9b6-7e2b5f04c55b req-c6b68cf7-c15e-4be3-a14b-47f172a15bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:35.217816 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7de9f040-07eb-4940-a9b6-7e2b5f04c55b req-c6b68cf7-c15e-4be3-a14b-47f172a15bac service neutron] 10.222.0.121 "GET /v2.0/subnets?id=a1b566c9-f61d-42d4-9742-63f29d6e7898 HTTP/1.1" status: 200 len: 867 time: 0.1993048 Feb 09 01:10:35.286970 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=91bb948e-f2d9-4086-a875-2e2829947b51,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:35.289562 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] The host n-h1-822053-40 is not matching for port 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f host n-h2-822053-40! {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:10:35.289969 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:10:35.359118 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-5903b57d-59e7-4269-8720-ff0a2b851a81 service neutron] For port dacb0762-f5cc-41ce-92bd-96b1f21b8f01, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:35.384937 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a9d4ebcf-cf3d-46a2-aa5f-eda0453ea7b1 req-5e965651-41c7-48f9-8074-c9a40b79b7d9 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/security-groups?id=4047daa7-99dc-4065-97c6-18555a778085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2382839 Feb 09 01:10:35.462854 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-5903b57d-59e7-4269-8720-ff0a2b851a81 service neutron] For port dacb0762-f5cc-41ce-92bd-96b1f21b8f01, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=dacb0762-f5cc-41ce-92bd-96b1f21b8f01,segment=NetworkSegment(27fa4c45-9ec5-40ed-92ab-1cc81471d9c8),segment_id=27fa4c45-9ec5-40ed-92ab-1cc81471d9c8)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:10:35.521239 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-5903b57d-59e7-4269-8720-ff0a2b851a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (dacb0762-f5cc-41ce-92bd-96b1f21b8f01), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:35.534399 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-9dbd12a6-54a1-4350-a2dd-3557a3c71364 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.121 "GET /v2.0/networks?tenant_id=cbcf64bc184340809a27ba774d82840d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696514 Feb 09 01:10:35.560922 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9f040-07eb-4940-a9b6-7e2b5f04c55b req-ba1bfd58-7a04-4150-ae92-71476f2ed1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:35.562609 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7de9f040-07eb-4940-a9b6-7e2b5f04c55b req-ba1bfd58-7a04-4150-ae92-71476f2ed1d7 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6623127f-6781-406f-ad2c-c8f4b498a144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3297935 Feb 09 01:10:35.593009 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-708b4466-ed4b-405e-b6da-d63f3a1df6d8 req-285d16dc-0c25-4508-816c-69477bf3f8f6 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=d49e7424-23cf-4ce1-a113-569c8fa1091f HTTP/1.1" status: 200 len: 210 time: 0.1045649 Feb 09 01:10:35.639222 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-db867243-e323-4505-a7a3-4a18f8740951 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:35.641342 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-db867243-e323-4505-a7a3-4a18f8740951 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.121 "GET /v2.0/networks?id=4d54ed5f-d078-4c38-9c35-f6f424a32376 HTTP/1.1" status: 200 len: 820 time: 0.2117646 Feb 09 01:10:35.659340 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-cd1480c7-93fa-466e-9e25-bc31fd523f53 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Request body: {'port': {'device_id': 'd49e7424-23cf-4ce1-a113-569c8fa1091f', 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376', 'admin_state_up': True, 'tenant_id': '89a8855b9bab40b69c27334c734383e8'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:35.802922 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.121', 62169) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:35.832401 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7de9f040-07eb-4940-a9b6-7e2b5f04c55b req-97e8aec1-f2dd-4481-890d-b9bb68eb7886 service neutron] 10.222.0.121 "GET /v2.0/networks/6623127f-6781-406f-ad2c-c8f4b498a144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262824 Feb 09 01:10:35.841376 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-5903b57d-59e7-4269-8720-ff0a2b851a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:35.842210 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-5903b57d-59e7-4269-8720-ff0a2b851a81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:35.843802 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-5903b57d-59e7-4269-8720-ff0a2b851a81 service neutron] 10.222.0.121 "PUT /v2.0/ports/dacb0762-f5cc-41ce-92bd-96b1f21b8f01 HTTP/1.1" status: 200 len: 1092 time: 3.4160705 Feb 09 01:10:35.844873 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-71cec96c-06a3-43b9-9f77-3ae7b394972b tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.121 "GET /v2.0/networks?tenant_id=cbcf64bc184340809a27ba774d82840d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395048 Feb 09 01:10:35.894908 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-cd1480c7-93fa-466e-9e25-bc31fd523f53 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Made reservation on behalf of 89a8855b9bab40b69c27334c734383e8 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:35.897662 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd607b329-93f2-449f-a06d-5e1564200369', 'tag': 'dacb0762-f5cc-41ce-92bd-96b1f21b8f01'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:35.899590 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-cd1480c7-93fa-466e-9e25-bc31fd523f53 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:35.900907 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a715517-c545-4064-8cde-39cf9c52f099" -d '{"events": [{"name": "network-changed", "server_uuid": "d607b329-93f2-449f-a06d-5e1564200369", "tag": "dacb0762-f5cc-41ce-92bd-96b1f21b8f01"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:36.048666 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5903b57d-59e7-4269-8720-ff0a2b851a81 service neutron] Pushing event updated for resources: {'Port': ['ID=dacb0762-f5cc-41ce-92bd-96b1f21b8f01,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:36.083913 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-ca0fea39-2820-415f-88a3-c01dd87394a7 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Publish callbacks [] for port (8a9ab06c-1f75-4126-bb17-2d4af3691030), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:36.208118 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-864bb014-1a11-4b2c-a6cf-27ca5d3ec676 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:36.209715 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-864bb014-1a11-4b2c-a6cf-27ca5d3ec676 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6427746 Feb 09 01:10:36.217479 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571193d-2695-4c41-a71e-972057d6689e req-e1e281bb-a10e-46d1-83d0-110333e0dc1c tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:36.219096 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b571193d-2695-4c41-a71e-972057d6689e req-e1e281bb-a10e-46d1-83d0-110333e0dc1c tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/ports?device_id=08f78c2b-258b-42f7-a119-46fac9b9980b HTTP/1.1" status: 200 len: 936 time: 0.4108462 Feb 09 01:10:36.239058 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-3b8b4aca-2fa1-4ab2-af9b-8e57acfcf25e tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Request body: {'port': {'device_id': 'bf5d2b15-52d8-45e7-b9a5-58bd3c936fb9', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'admin_state_up': True, 'tenant_id': 'cbcf64bc184340809a27ba774d82840d'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:36.268537 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063a162c-70cd-40cd-9720-e113bcc791db x-openstack-request-id: req-063a162c-70cd-40cd-9720-e113bcc791db {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:36.269987 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b662c28-4af1-4f9b-ace0-0025ea5c0085", "name": "network-vif-plugged", "status": "completed", "tag": "91bb948e-f2d9-4086-a875-2e2829947b51", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:36.270537 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-063a162c-70cd-40cd-9720-e113bcc791db {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:36.271394 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b662c28-4af1-4f9b-ace0-0025ea5c0085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91bb948e-f2d9-4086-a875-2e2829947b51', 'code': 200} Feb 09 01:10:36.277508 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-31cc6666-8a17-4660-b37e-a0eafafb998c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:36.279696 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-31cc6666-8a17-4660-b37e-a0eafafb998c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2ba95e383d254696b30a587479c29af0&device_id=d607b329-93f2-449f-a06d-5e1564200369 HTTP/1.1" status: 200 len: 1126 time: 0.3129964 Feb 09 01:10:36.332911 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7de9f040-07eb-4940-a9b6-7e2b5f04c55b req-ca0c4f2f-c4c9-466f-adbd-93aea493940a service neutron] 10.222.0.121 "GET /v2.0/networks/6623127f-6781-406f-ad2c-c8f4b498a144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241290 Feb 09 01:10:36.371303 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-ca0fea39-2820-415f-88a3-c01dd87394a7 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (8a9ab06c-1f75-4126-bb17-2d4af3691030), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:36.378143 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.121', 62170) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:36.425495 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-c4ba25e8-62f8-4c31-929a-ac2c29efdc27 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dacb0762-f5cc-41ce-92bd-96b1f21b8f01 HTTP/1.1" status: 200 len: 217 time: 0.1060789 Feb 09 01:10:36.491353 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-cd1480c7-93fa-466e-9e25-bc31fd523f53 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Allocated IP 172.20.0.10 (4d54ed5f-d078-4c38-9c35-f6f424a32376/dc881d69-9121-4d00-994f-9cce6bcb92ea/0db41797-db17-4a54-ae13-c5ec0fa080a6) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:36.524000 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-ede1a91e-be57-4d5c-baaa-59d6f608a470 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:36.525468 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-ede1a91e-be57-4d5c-baaa-59d6f608a470 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6447716 Feb 09 01:10:36.534042 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-ca0fea39-2820-415f-88a3-c01dd87394a7 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Network 3976161f-bd1f-4dbb-b950-6897c01f16f1 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:36.545868 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b571193d-2695-4c41-a71e-972057d6689e req-8becae2a-d44e-4272-9ec9-6e5e3545db72 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20685cb-a65a-4056-a5af-21e3e74d6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073480 Feb 09 01:10:36.548777 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-2a1f260c-0c60-40fc-848c-ac438c3da865 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Request body: {'port': {'device_id': '6b9cd924-5454-40eb-a35e-b6e0541805f1', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'admin_state_up': True, 'tenant_id': 'cbcf64bc184340809a27ba774d82840d'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:36.553152 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7171a2-44e9-4660-a5fe-0984b4c1f0b1 req-aed155ea-d636-4273-9a50-b273c3e9b3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:36.554635 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-7a7171a2-44e9-4660-a5fe-0984b4c1f0b1 req-aed155ea-d636-4273-9a50-b273c3e9b3b4 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=9b662c28-4af1-4f9b-ace0-0025ea5c0085 HTTP/1.1" status: 200 len: 1129 time: 0.1749535 Feb 09 01:10:36.559697 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-ca0fea39-2820-415f-88a3-c01dd87394a7 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:36.562209 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-ca0fea39-2820-415f-88a3-c01dd87394a7 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:10:36.567686 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-ca0fea39-2820-415f-88a3-c01dd87394a7 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:36.568404 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-ca0fea39-2820-415f-88a3-c01dd87394a7 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:36.570869 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0fea39-2820-415f-88a3-c01dd87394a7 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Pushing event updated for resources: {'Port': ['ID=8a9ab06c-1f75-4126-bb17-2d4af3691030,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:36.609432 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-9d142dd6-af82-4802-a068-684856f2cef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:36.611003 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-9d142dd6-af82-4802-a068-684856f2cef1 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0 HTTP/1.1" status: 200 len: 863 time: 0.1703513 Feb 09 01:10:36.619121 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-ca0fea39-2820-415f-88a3-c01dd87394a7 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5142028 Feb 09 01:10:36.643916 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-d6a42c2c-3641-48e9-8b5a-56d7f95b52f6 service neutron] Request body: {'port': {'device_id': '9d95a876-4d25-426f-882c-16da1b298c6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:36.698451 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df838609-3b9f-47b6-9a80-85f053dbc641 req-1f6b9e84-f9b0-4bd9-9863-55799fc4f490 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:36.700606 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-df838609-3b9f-47b6-9a80-85f053dbc641 req-1f6b9e84-f9b0-4bd9-9863-55799fc4f490 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef0faff8-ea7d-43b4-924e-bfe58191799b HTTP/1.1" status: 200 len: 945 time: 0.3201313 Feb 09 01:10:36.738888 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-3b8b4aca-2fa1-4ab2-af9b-8e57acfcf25e tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Made reservation on behalf of cbcf64bc184340809a27ba774d82840d for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:36.742423 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-3b8b4aca-2fa1-4ab2-af9b-8e57acfcf25e tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:36.754910 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2344b5f4-1855-4d59-b53e-cd24fb98877d req-c45f7340-0f69-4fa5-be52-980c620c33d2 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b9cd924-5454-40eb-a35e-b6e0541805f1 HTTP/1.1" status: 200 len: 210 time: 0.0872838 Feb 09 01:10:36.818543 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f5f53f-7df7-4b2a-9b5e-373c31bebbcf x-openstack-request-id: req-b7f5f53f-7df7-4b2a-9b5e-373c31bebbcf {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:36.818856 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d607b329-93f2-449f-a06d-5e1564200369", "tag": "dacb0762-f5cc-41ce-92bd-96b1f21b8f01", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:36.819070 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b7f5f53f-7df7-4b2a-9b5e-373c31bebbcf {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:36.819456 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd607b329-93f2-449f-a06d-5e1564200369', 'tag': 'dacb0762-f5cc-41ce-92bd-96b1f21b8f01', 'status': 'completed', 'code': 200} Feb 09 01:10:36.830573 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-594d405c-5b6b-4990-bef5-e147cc9863d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a1e2d21-6389-44c3-a417-b5a4277ba6b3 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:36.849038 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-7a7171a2-44e9-4660-a5fe-0984b4c1f0b1 req-3faa8fc0-596e-4a74-9f01-529180e09b91 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=3106530a-4dae-44fa-8b19-c9899044ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732043 Feb 09 01:10:36.870350 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-594d405c-5b6b-4990-bef5-e147cc9863d7 service neutron] Publish callbacks [] for port (7a1e2d21-6389-44c3-a417-b5a4277ba6b3), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:36.894560 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-594d405c-5b6b-4990-bef5-e147cc9863d7 service neutron] Transition to ACTIVE for port object 7a1e2d21-6389-44c3-a417-b5a4277ba6b3 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:36.896319 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-ea492c84-7f9b-40ed-8fdf-3e251981d1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:36.897979 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-ea492c84-7f9b-40ed-8fdf-3e251981d1c7 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=e8a262a2-1887-44d6-8265-164882c37a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2779233 Feb 09 01:10:36.903407 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-594d405c-5b6b-4990-bef5-e147cc9863d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (7a1e2d21-6389-44c3-a417-b5a4277ba6b3), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:36.920394 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-d6a42c2c-3641-48e9-8b5a-56d7f95b52f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8a9ab06c-1f75-4126-bb17-2d4af3691030), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:36.927331 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-6c525836-c849-4b59-8e42-2ca6eecd6412 None None] Provisioning complete for port 8a9ab06c-1f75-4126-bb17-2d4af3691030 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:36.927713 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6c525836-c849-4b59-8e42-2ca6eecd6412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8a9ab06c-1f75-4126-bb17-2d4af3691030), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:36.943449 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-df838609-3b9f-47b6-9a80-85f053dbc641 req-169bb30b-fdb1-4d14-92bb-90bd515c92a8 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270820 Feb 09 01:10:36.975683 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6c525836-c849-4b59-8e42-2ca6eecd6412 None None] Port 8a9ab06c-1f75-4126-bb17-2d4af3691030 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:10:36.992578 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-2a1f260c-0c60-40fc-848c-ac438c3da865 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Made reservation on behalf of cbcf64bc184340809a27ba774d82840d for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:37.003751 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-2a1f260c-0c60-40fc-848c-ac438c3da865 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:37.048138 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-cd1480c7-93fa-466e-9e25-bc31fd523f53 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Publish callbacks [] for port (0db41797-db17-4a54-ae13-c5ec0fa080a6), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:37.081416 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d405c-5b6b-4990-bef5-e147cc9863d7 service neutron] Pushing event updated for resources: {'Port': ['ID=7a1e2d21-6389-44c3-a417-b5a4277ba6b3,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:37.113138 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-3b8b4aca-2fa1-4ab2-af9b-8e57acfcf25e tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Allocated IP 192.168.233.116 (3976161f-bd1f-4dbb-b950-6897c01f16f1/98abf639-2282-4fa1-acd9-5660b4f87a0d/3fc6e6c1-fe04-4d6e-a5c1-891647370442) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:37.226388 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-cd1480c7-93fa-466e-9e25-bc31fd523f53 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (0db41797-db17-4a54-ae13-c5ec0fa080a6), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:37.320506 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-cd1480c7-93fa-466e-9e25-bc31fd523f53 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Network 4d54ed5f-d078-4c38-9c35-f6f424a32376 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:37.334697 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-cd1480c7-93fa-466e-9e25-bc31fd523f53 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:37.338471 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-cd1480c7-93fa-466e-9e25-bc31fd523f53 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:10:37.361442 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e1076-4028-4ec9-b4e0-f438c772de89 req-9ac37377-f9ad-47d0-a997-b7bcafec2c63 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:37.363680 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-289e1076-4028-4ec9-b4e0-f438c772de89 req-9ac37377-f9ad-47d0-a997-b7bcafec2c63 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b662c28-4af1-4f9b-ace0-0025ea5c0085 HTTP/1.1" status: 200 len: 946 time: 0.4725106 Feb 09 01:10:37.374253 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-594d405c-5b6b-4990-bef5-e147cc9863d7 service neutron] Attempting to bind port 7a1e2d21-6389-44c3-a417-b5a4277ba6b3 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:10:37.374627 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-594d405c-5b6b-4990-bef5-e147cc9863d7 service neutron] Attempting to bind port 7a1e2d21-6389-44c3-a417-b5a4277ba6b3 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:10:37.375016 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-594d405c-5b6b-4990-bef5-e147cc9863d7 service neutron] Attempting to bind port 7a1e2d21-6389-44c3-a417-b5a4277ba6b3 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:37.376843 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1480c7-93fa-466e-9e25-bc31fd523f53 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Pushing event updated for resources: {'Port': ['ID=0db41797-db17-4a54-ae13-c5ec0fa080a6,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:37.389793 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-594d405c-5b6b-4990-bef5-e147cc9863d7 service neutron] Port 7a1e2d21-6389-44c3-a417-b5a4277ba6b3 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:10:37.390114 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-594d405c-5b6b-4990-bef5-e147cc9863d7 service neutron] Attempting to bind port 7a1e2d21-6389-44c3-a417-b5a4277ba6b3 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:37.400406 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-594d405c-5b6b-4990-bef5-e147cc9863d7 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:10:37.400796 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-594d405c-5b6b-4990-bef5-e147cc9863d7 service neutron] Checking segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:37.401110 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-594d405c-5b6b-4990-bef5-e147cc9863d7 service neutron] Bound using segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:10:37.401527 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-594d405c-5b6b-4990-bef5-e147cc9863d7 service neutron] Bound port: 7a1e2d21-6389-44c3-a417-b5a4277ba6b3, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:10:37.401966 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-594d405c-5b6b-4990-bef5-e147cc9863d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7a1e2d21-6389-44c3-a417-b5a4277ba6b3), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:37.402159 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-c1b10a11-c415-4043-9542-a2905ad121d4 service neutron] 10.222.0.121 "GET /v2.0/networks/e8a262a2-1887-44d6-8265-164882c37a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437276 Feb 09 01:10:37.409618 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-cd1480c7-93fa-466e-9e25-bc31fd523f53 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:37.410218 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-cd1480c7-93fa-466e-9e25-bc31fd523f53 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:37.459936 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-cd1480c7-93fa-466e-9e25-bc31fd523f53 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8087225 Feb 09 01:10:37.471706 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-b713433d-b2e7-4b96-be17-2c359e403bfb service neutron] Request body: {'port': {'device_id': 'd49e7424-23cf-4ce1-a113-569c8fa1091f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:37.557189 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-594d405c-5b6b-4990-bef5-e147cc9863d7 service neutron] For port 7a1e2d21-6389-44c3-a417-b5a4277ba6b3, host n-h2-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:37.577888 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-594d405c-5b6b-4990-bef5-e147cc9863d7 service neutron] For port 7a1e2d21-6389-44c3-a417-b5a4277ba6b3, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=7a1e2d21-6389-44c3-a417-b5a4277ba6b3,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:10:37.582676 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-b713433d-b2e7-4b96-be17-2c359e403bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0db41797-db17-4a54-ae13-c5ec0fa080a6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:37.597317 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-594d405c-5b6b-4990-bef5-e147cc9863d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (7a1e2d21-6389-44c3-a417-b5a4277ba6b3), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:37.661684 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-594d405c-5b6b-4990-bef5-e147cc9863d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:37.662305 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-594d405c-5b6b-4990-bef5-e147cc9863d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:37.663709 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-594d405c-5b6b-4990-bef5-e147cc9863d7 service neutron] 10.222.0.91 "PUT /v2.0/ports/7a1e2d21-6389-44c3-a417-b5a4277ba6b3 HTTP/1.1" status: 200 len: 1097 time: 2.9210432 Feb 09 01:10:37.664227 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08f78c2b-258b-42f7-a119-46fac9b9980b', 'tag': '7a1e2d21-6389-44c3-a417-b5a4277ba6b3'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:37.666669 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59550762-0c72-48ac-93d4-eb4778b0442c" -d '{"events": [{"name": "network-changed", "server_uuid": "08f78c2b-258b-42f7-a119-46fac9b9980b", "tag": "7a1e2d21-6389-44c3-a417-b5a4277ba6b3"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:37.781295 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d405c-5b6b-4990-bef5-e147cc9863d7 service neutron] Pushing event updated for resources: {'Port': ['ID=7a1e2d21-6389-44c3-a417-b5a4277ba6b3,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:37.817195 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71adbe8b-9bb4-404a-bb71-f5aa7927fbda req-093aeb1c-0cdb-4b87-9c39-495e76bf9a43 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:37.829362 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-71adbe8b-9bb4-404a-bb71-f5aa7927fbda req-093aeb1c-0cdb-4b87-9c39-495e76bf9a43 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 935 time: 0.6103566 Feb 09 01:10:37.852337 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-289e1076-4028-4ec9-b4e0-f438c772de89 req-d3df3f2f-9437-4b82-9387-6c2b5b0fc444 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/security-groups?id=3106530a-4dae-44fa-8b19-c9899044ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4719512 Feb 09 01:10:37.853168 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-ae97439e-5f7a-439b-8d55-80f473770c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:37.856721 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-ae97439e-5f7a-439b-8d55-80f473770c8f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1ce9156b2ca74aedbb6dd0475c092f64&device_id=08f78c2b-258b-42f7-a119-46fac9b9980b HTTP/1.1" status: 200 len: 1131 time: 0.1496472 Feb 09 01:10:37.932995 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-134af8a5-c025-4139-b535-3ecdcafe1271 req-8719351c-e6bb-43ca-961c-2277700e6552 service neutron] 10.222.0.121 "GET /v2.0/networks/e8a262a2-1887-44d6-8265-164882c37a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5156965 Feb 09 01:10:37.939403 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-3b8b4aca-2fa1-4ab2-af9b-8e57acfcf25e tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks [] for port (3fc6e6c1-fe04-4d6e-a5c1-891647370442), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:37.958366 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-5a2f0c9d-80ad-4af5-b260-d0922ac7ef07 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=7a1e2d21-6389-44c3-a417-b5a4277ba6b3 HTTP/1.1" status: 200 len: 217 time: 0.0905170 Feb 09 01:10:37.986229 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-71adbe8b-9bb4-404a-bb71-f5aa7927fbda req-693fe8fa-7f77-4e28-8039-e1234581cd46 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559603 Feb 09 01:10:38.014017 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-83c82d04-0cb0-422b-aaeb-22f7f6b3eae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:38.015553 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-83c82d04-0cb0-422b-aaeb-22f7f6b3eae8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.0527518 Feb 09 01:10:38.083377 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-3b8b4aca-2fa1-4ab2-af9b-8e57acfcf25e tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (3fc6e6c1-fe04-4d6e-a5c1-891647370442), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:38.092143 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c839e94-5feb-4970-bfb0-df5f6676d795 req-9fd10f3c-c343-42ad-8857-18db4a4b2533 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:38.093714 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c839e94-5feb-4970-bfb0-df5f6676d795 req-9fd10f3c-c343-42ad-8857-18db4a4b2533 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/ports?device_id=d607b329-93f2-449f-a06d-5e1564200369 HTTP/1.1" status: 200 len: 943 time: 0.1256375 Feb 09 01:10:38.105604 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['0299c62c-b308-454a-bf29-0a85c3420970'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:10:38.140458 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-dc7e4aa5-8084-4d87-a812-d64879fd4e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:38.141985 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-dc7e4aa5-8084-4d87-a812-d64879fd4e69 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1197941 Feb 09 01:10:38.198514 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-3b8b4aca-2fa1-4ab2-af9b-8e57acfcf25e tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Network 3976161f-bd1f-4dbb-b950-6897c01f16f1 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:38.205594 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a715517-c545-4064-8cde-39cf9c52f099 req-7a7b2c85-4171-45ab-bcb8-dbb3a9826ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:38.210663 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1a715517-c545-4064-8cde-39cf9c52f099 req-7a7b2c85-4171-45ab-bcb8-dbb3a9826ecd service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2ba95e383d254696b30a587479c29af0&device_id=d607b329-93f2-449f-a06d-5e1564200369 HTTP/1.1" status: 200 len: 1126 time: 0.1781881 Feb 09 01:10:38.219314 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-3b8b4aca-2fa1-4ab2-af9b-8e57acfcf25e tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:38.230552 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-3b8b4aca-2fa1-4ab2-af9b-8e57acfcf25e tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:10:38.235860 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-3b8b4aca-2fa1-4ab2-af9b-8e57acfcf25e tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:38.236542 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-3b8b4aca-2fa1-4ab2-af9b-8e57acfcf25e tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:38.249581 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b4aca-2fa1-4ab2-af9b-8e57acfcf25e tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Pushing event updated for resources: {'Port': ['ID=3fc6e6c1-fe04-4d6e-a5c1-891647370442,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:38.264125 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-2a1f260c-0c60-40fc-848c-ac438c3da865 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Allocated IP 192.168.233.47 (3976161f-bd1f-4dbb-b950-6897c01f16f1/98abf639-2282-4fa1-acd9-5660b4f87a0d/27fe8a84-17a5-4744-b287-c5a8fdf17b82) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:38.308481 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-b713433d-b2e7-4b96-be17-2c359e403bfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0db41797-db17-4a54-ae13-c5ec0fa080a6 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:38.327891 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-b713433d-b2e7-4b96-be17-2c359e403bfb service neutron] Publish callbacks [] for port (0db41797-db17-4a54-ae13-c5ec0fa080a6), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:38.331666 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c839e94-5feb-4970-bfb0-df5f6676d795 req-4176ae21-a2aa-405a-8a6d-47b249dcd7d7 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/security-groups?id=4047daa7-99dc-4065-97c6-18555a778085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2280037 Feb 09 01:10:38.340508 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-3b8b4aca-2fa1-4ab2-af9b-8e57acfcf25e tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1154099 Feb 09 01:10:38.354441 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c6ee4c-081d-4803-8d3e-e8e8c843365a req-d69c6019-8794-449e-8ddd-9d37c4dcff65 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:38.362370 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b5c6ee4c-081d-4803-8d3e-e8e8c843365a req-d69c6019-8794-449e-8ddd-9d37c4dcff65 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=d49e7424-23cf-4ce1-a113-569c8fa1091f HTTP/1.1" status: 200 len: 932 time: 0.2323611 Feb 09 01:10:38.371307 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-ef15ed4b-e561-4590-b5a0-4097c873c3c1 service neutron] Request body: {'port': {'device_id': 'bf5d2b15-52d8-45e7-b9a5-58bd3c936fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:38.381023 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-b713433d-b2e7-4b96-be17-2c359e403bfb service neutron] Transition to ACTIVE for port object 0db41797-db17-4a54-ae13-c5ec0fa080a6 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:38.383551 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-5666a129-56dc-405f-adf3-7e06c3609069 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322040 Feb 09 01:10:38.391219 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-b713433d-b2e7-4b96-be17-2c359e403bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (0db41797-db17-4a54-ae13-c5ec0fa080a6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:38.492296 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a715517-c545-4064-8cde-39cf9c52f099 req-3a466913-c16f-4aa8-affc-5f72c9c3908f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:38.494504 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1a715517-c545-4064-8cde-39cf9c52f099 req-3a466913-c16f-4aa8-affc-5f72c9c3908f service neutron] 10.222.0.121 "GET /v2.0/networks?id=e8a262a2-1887-44d6-8265-164882c37a5a HTTP/1.1" status: 200 len: 925 time: 0.2716138 Feb 09 01:10:38.516954 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e63f3a7-927f-4a8f-a8df-9b6063d1bd4c req-d182d37f-7486-4586-b189-b949619e3eae service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267347 Feb 09 01:10:38.522834 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-ef15ed4b-e561-4590-b5a0-4097c873c3c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3fc6e6c1-fe04-4d6e-a5c1-891647370442), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:38.567493 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b5c6ee4c-081d-4803-8d3e-e8e8c843365a req-c6bad481-0423-4c09-929d-ce1427d61a6b tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042274 Feb 09 01:10:38.591300 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1a715517-c545-4064-8cde-39cf9c52f099 req-2620cb7a-ef9f-4fad-9253-144015f22be3 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dacb0762-f5cc-41ce-92bd-96b1f21b8f01 HTTP/1.1" status: 200 len: 217 time: 0.0831854 Feb 09 01:10:38.592557 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-37b17e42-e70a-4e1e-aba1-d9030448b043 None None] Provisioning complete for port 3fc6e6c1-fe04-4d6e-a5c1-891647370442 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:38.593862 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-37b17e42-e70a-4e1e-aba1-d9030448b043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3fc6e6c1-fe04-4d6e-a5c1-891647370442), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:38.687617 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b713433d-b2e7-4b96-be17-2c359e403bfb service neutron] Pushing event updated for resources: {'Port': ['ID=0db41797-db17-4a54-ae13-c5ec0fa080a6,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:38.691895 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-37b17e42-e70a-4e1e-aba1-d9030448b043 None None] Port 3fc6e6c1-fe04-4d6e-a5c1-891647370442 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:10:38.749316 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a715517-c545-4064-8cde-39cf9c52f099 req-0ebb7039-4063-49ed-9cf3-f3c27793d64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:38.751030 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1a715517-c545-4064-8cde-39cf9c52f099 req-0ebb7039-4063-49ed-9cf3-f3c27793d64b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0 HTTP/1.1" status: 200 len: 863 time: 0.1493292 Feb 09 01:10:38.751710 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-b713433d-b2e7-4b96-be17-2c359e403bfb service neutron] Attempting to bind port 0db41797-db17-4a54-ae13-c5ec0fa080a6 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:10:38.752026 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-b713433d-b2e7-4b96-be17-2c359e403bfb service neutron] Attempting to bind port 0db41797-db17-4a54-ae13-c5ec0fa080a6 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:10:38.752357 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-b713433d-b2e7-4b96-be17-2c359e403bfb service neutron] Attempting to bind port 0db41797-db17-4a54-ae13-c5ec0fa080a6 on network 4d54ed5f-d078-4c38-9c35-f6f424a32376 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:38.766336 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-b713433d-b2e7-4b96-be17-2c359e403bfb service neutron] Port 0db41797-db17-4a54-ae13-c5ec0fa080a6 on network 4d54ed5f-d078-4c38-9c35-f6f424a32376 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:10:38.766664 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-b713433d-b2e7-4b96-be17-2c359e403bfb service neutron] Attempting to bind port 0db41797-db17-4a54-ae13-c5ec0fa080a6 on network 4d54ed5f-d078-4c38-9c35-f6f424a32376 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:38.774813 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-b713433d-b2e7-4b96-be17-2c359e403bfb service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:10:38.775150 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-b713433d-b2e7-4b96-be17-2c359e403bfb service neutron] Checking segment: {'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:38.775531 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-b713433d-b2e7-4b96-be17-2c359e403bfb service neutron] Bound using segment: {'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:10:38.775961 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-b713433d-b2e7-4b96-be17-2c359e403bfb service neutron] Bound port: 0db41797-db17-4a54-ae13-c5ec0fa080a6, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:10:38.776338 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-b713433d-b2e7-4b96-be17-2c359e403bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0db41797-db17-4a54-ae13-c5ec0fa080a6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:38.788175 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-2a1f260c-0c60-40fc-848c-ac438c3da865 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks [] for port (27fe8a84-17a5-4744-b287-c5a8fdf17b82), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:38.790437 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe197ec3-6f69-4a96-aa98-85a0f39adaba x-openstack-request-id: req-fe197ec3-6f69-4a96-aa98-85a0f39adaba {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:38.790745 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08f78c2b-258b-42f7-a119-46fac9b9980b", "tag": "7a1e2d21-6389-44c3-a417-b5a4277ba6b3", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:38.790993 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fe197ec3-6f69-4a96-aa98-85a0f39adaba {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:38.791394 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08f78c2b-258b-42f7-a119-46fac9b9980b', 'tag': '7a1e2d21-6389-44c3-a417-b5a4277ba6b3', 'status': 'completed', 'code': 200} Feb 09 01:10:38.893630 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974f873-b031-4de3-8eec-a5583360947d req-5b398b83-3d1d-4a5a-82b0-952341632f2d tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:38.895085 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9974f873-b031-4de3-8eec-a5583360947d req-5b398b83-3d1d-4a5a-82b0-952341632f2d tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/ports?device_id=08f78c2b-258b-42f7-a119-46fac9b9980b HTTP/1.1" status: 200 len: 948 time: 0.2158697 Feb 09 01:10:38.901219 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-145e469e-8269-4512-a509-85eb6575a4ae req-25915024-1f14-47ac-be80-4e5289c608ff tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b9cd924-5454-40eb-a35e-b6e0541805f1 HTTP/1.1" status: 200 len: 210 time: 0.0573618 Feb 09 01:10:38.916349 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-b713433d-b2e7-4b96-be17-2c359e403bfb service neutron] For port 0db41797-db17-4a54-ae13-c5ec0fa080a6, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:38.927793 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-b713433d-b2e7-4b96-be17-2c359e403bfb service neutron] For port 0db41797-db17-4a54-ae13-c5ec0fa080a6, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=0db41797-db17-4a54-ae13-c5ec0fa080a6,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:10:38.934029 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59550762-0c72-48ac-93d4-eb4778b0442c req-97a67ef3-3e14-4494-ad4f-13563a378fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:38.936070 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-59550762-0c72-48ac-93d4-eb4778b0442c req-97a67ef3-3e14-4494-ad4f-13563a378fd7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1ce9156b2ca74aedbb6dd0475c092f64&device_id=08f78c2b-258b-42f7-a119-46fac9b9980b HTTP/1.1" status: 200 len: 1131 time: 0.1098237 Feb 09 01:10:38.937382 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-2a1f260c-0c60-40fc-848c-ac438c3da865 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (27fe8a84-17a5-4744-b287-c5a8fdf17b82), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:38.941154 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-b713433d-b2e7-4b96-be17-2c359e403bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (0db41797-db17-4a54-ae13-c5ec0fa080a6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:38.951396 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['0299c62c-b308-454a-bf29-0a85c3420970'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:10:38.990803 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a715517-c545-4064-8cde-39cf9c52f099 req-c60d7e49-8d65-4302-9e7c-9f9d4fe55d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:38.992350 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1a715517-c545-4064-8cde-39cf9c52f099 req-c60d7e49-8d65-4302-9e7c-9f9d4fe55d70 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=e8a262a2-1887-44d6-8265-164882c37a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2332108 Feb 09 01:10:39.102057 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9974f873-b031-4de3-8eec-a5583360947d req-73b0bd4c-5730-4a78-a1c9-4f47cb1f1c89 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20685cb-a65a-4056-a5af-21e3e74d6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001512 Feb 09 01:10:39.165766 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387c49e-dbc6-4bde-8e20-302f7c6fdf7d req-cb29cc14-a4ce-4cad-8a70-c6021dc4f764 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:39.168468 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c387c49e-dbc6-4bde-8e20-302f7c6fdf7d req-cb29cc14-a4ce-4cad-8a70-c6021dc4f764 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ef0faff8-ea7d-43b4-924e-bfe58191799b HTTP/1.1" status: 200 len: 1128 time: 0.1871991 Feb 09 01:10:39.235377 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1a715517-c545-4064-8cde-39cf9c52f099 req-fdfda0ae-5c80-43d4-af08-406100161b08 service neutron] 10.222.0.121 "GET /v2.0/networks/e8a262a2-1887-44d6-8265-164882c37a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312138 Feb 09 01:10:39.270388 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-2a1f260c-0c60-40fc-848c-ac438c3da865 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Network 3976161f-bd1f-4dbb-b950-6897c01f16f1 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:39.272374 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-b713433d-b2e7-4b96-be17-2c359e403bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:39.272980 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-b713433d-b2e7-4b96-be17-2c359e403bfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:39.274349 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-b713433d-b2e7-4b96-be17-2c359e403bfb service neutron] 10.222.0.121 "PUT /v2.0/ports/0db41797-db17-4a54-ae13-c5ec0fa080a6 HTTP/1.1" status: 200 len: 1093 time: 1.8072424 Feb 09 01:10:39.278722 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-2a1f260c-0c60-40fc-848c-ac438c3da865 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:39.286168 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-2a1f260c-0c60-40fc-848c-ac438c3da865 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:10:39.312092 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c387c49e-dbc6-4bde-8e20-302f7c6fdf7d req-9ba235c7-df69-4560-845c-6fdd2f98957a tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358798 Feb 09 01:10:39.341349 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-2a1f260c-0c60-40fc-848c-ac438c3da865 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:39.342006 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-2a1f260c-0c60-40fc-848c-ac438c3da865 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:39.410192 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-d6a42c2c-3641-48e9-8b5a-56d7f95b52f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a9ab06c-1f75-4126-bb17-2d4af3691030 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:39.428469 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-2a1f260c-0c60-40fc-848c-ac438c3da865 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8882153 Feb 09 01:10:39.440451 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-d6a42c2c-3641-48e9-8b5a-56d7f95b52f6 service neutron] Publish callbacks [] for port (8a9ab06c-1f75-4126-bb17-2d4af3691030), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:39.455425 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-d590add6-dac2-4a8f-8ad9-cfef8951d721 service neutron] Request body: {'port': {'device_id': '6b9cd924-5454-40eb-a35e-b6e0541805f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:39.475868 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-d6a42c2c-3641-48e9-8b5a-56d7f95b52f6 service neutron] Transition to ACTIVE for port object 8a9ab06c-1f75-4126-bb17-2d4af3691030 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:39.517083 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b713433d-b2e7-4b96-be17-2c359e403bfb service neutron] Pushing event updated for resources: {'Port': ['ID=0db41797-db17-4a54-ae13-c5ec0fa080a6,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:39.517625 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-d6a42c2c-3641-48e9-8b5a-56d7f95b52f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8a9ab06c-1f75-4126-bb17-2d4af3691030), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:39.623967 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-d590add6-dac2-4a8f-8ad9-cfef8951d721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (27fe8a84-17a5-4744-b287-c5a8fdf17b82), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:39.640680 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59550762-0c72-48ac-93d4-eb4778b0442c req-eabdb7ac-6ea2-49e6-862b-2847af0c9af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:39.642151 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-59550762-0c72-48ac-93d4-eb4778b0442c req-eabdb7ac-6ea2-49e6-862b-2847af0c9af8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.6956630 Feb 09 01:10:39.651647 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b25ce5-0faf-4992-8c79-88428d0f4597 req-17b83e52-d100-4ae2-810a-00e19726440c tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:39.659838 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-16b25ce5-0faf-4992-8c79-88428d0f4597 req-17b83e52-d100-4ae2-810a-00e19726440c tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b662c28-4af1-4f9b-ace0-0025ea5c0085 HTTP/1.1" status: 200 len: 946 time: 0.3182139 Feb 09 01:10:39.720889 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1a715517-c545-4064-8cde-39cf9c52f099 req-2bf471db-bd84-42dd-8d72-b0e502b1a337 service neutron] 10.222.0.121 "GET /v2.0/networks/e8a262a2-1887-44d6-8265-164882c37a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4636457 Feb 09 01:10:39.721105 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f260c-0c60-40fc-848c-ac438c3da865 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Pushing event updated for resources: {'Port': ['ID=27fe8a84-17a5-4744-b287-c5a8fdf17b82,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:39.726520 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-59550762-0c72-48ac-93d4-eb4778b0442c req-e3f3137e-16c9-4987-bdd9-27b9437f0e1a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=7a1e2d21-6389-44c3-a417-b5a4277ba6b3 HTTP/1.1" status: 200 len: 217 time: 0.0723295 Feb 09 01:10:39.731301 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-1445e81d-e8e5-4b0e-b910-7e16c2252e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:39.733027 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-1445e81d-e8e5-4b0e-b910-7e16c2252e4e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=89a8855b9bab40b69c27334c734383e8&device_id=d49e7424-23cf-4ce1-a113-569c8fa1091f HTTP/1.1" status: 200 len: 1127 time: 0.3815868 Feb 09 01:10:39.746004 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a42c2c-3641-48e9-8b5a-56d7f95b52f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8a9ab06c-1f75-4126-bb17-2d4af3691030,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:39.768559 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-a93d872c-9d5b-4e61-bbc3-c7cf9e1defc5 None None] Provisioning complete for port 27fe8a84-17a5-4744-b287-c5a8fdf17b82 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:39.769538 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a93d872c-9d5b-4e61-bbc3-c7cf9e1defc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (27fe8a84-17a5-4744-b287-c5a8fdf17b82), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:39.829223 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a93d872c-9d5b-4e61-bbc3-c7cf9e1defc5 None None] Port 27fe8a84-17a5-4744-b287-c5a8fdf17b82 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:10:39.834402 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a42c2c-3641-48e9-8b5a-56d7f95b52f6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:39.834885 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a42c2c-3641-48e9-8b5a-56d7f95b52f6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:39.835291 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a42c2c-3641-48e9-8b5a-56d7f95b52f6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:39.835692 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a42c2c-3641-48e9-8b5a-56d7f95b52f6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:39.836117 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a42c2c-3641-48e9-8b5a-56d7f95b52f6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:39.836513 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a42c2c-3641-48e9-8b5a-56d7f95b52f6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:39.836930 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a42c2c-3641-48e9-8b5a-56d7f95b52f6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:39.837278 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a42c2c-3641-48e9-8b5a-56d7f95b52f6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:39.837696 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a42c2c-3641-48e9-8b5a-56d7f95b52f6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:39.838068 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a42c2c-3641-48e9-8b5a-56d7f95b52f6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:39.838400 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a42c2c-3641-48e9-8b5a-56d7f95b52f6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:39.838717 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a42c2c-3641-48e9-8b5a-56d7f95b52f6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:39.839722 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a42c2c-3641-48e9-8b5a-56d7f95b52f6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:39.843770 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-8ed7726c-da3f-401d-8a2a-3af7f3181be5 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0db41797-db17-4a54-ae13-c5ec0fa080a6 HTTP/1.1" status: 200 len: 217 time: 0.0891554 Feb 09 01:10:39.858231 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-16b25ce5-0faf-4992-8c79-88428d0f4597 req-eb5ffae5-5493-4715-8c1d-6fa0346e3868 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/security-groups?id=3106530a-4dae-44fa-8b19-c9899044ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972499 Feb 09 01:10:39.912558 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-d6a42c2c-3641-48e9-8b5a-56d7f95b52f6 service neutron] Attempting to bind port 8a9ab06c-1f75-4126-bb17-2d4af3691030 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:10:39.913130 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-d6a42c2c-3641-48e9-8b5a-56d7f95b52f6 service neutron] Attempting to bind port 8a9ab06c-1f75-4126-bb17-2d4af3691030 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:10:39.913714 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-d6a42c2c-3641-48e9-8b5a-56d7f95b52f6 service neutron] Attempting to bind port 8a9ab06c-1f75-4126-bb17-2d4af3691030 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:39.944808 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db7aee-b602-4484-94da-a724775b1911 req-e2bd0596-1777-435a-aa39-f2bb697f93b8 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:39.946660 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-64db7aee-b602-4484-94da-a724775b1911 req-e2bd0596-1777-435a-aa39-f2bb697f93b8 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 947 time: 0.4695461 Feb 09 01:10:39.954553 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-d6a42c2c-3641-48e9-8b5a-56d7f95b52f6 service neutron] Port 8a9ab06c-1f75-4126-bb17-2d4af3691030 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:10:39.955102 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-d6a42c2c-3641-48e9-8b5a-56d7f95b52f6 service neutron] Attempting to bind port 8a9ab06c-1f75-4126-bb17-2d4af3691030 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:39.976693 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59550762-0c72-48ac-93d4-eb4778b0442c req-ca16bdc0-341c-4306-b76e-88b9f86a5376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:39.979112 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-59550762-0c72-48ac-93d4-eb4778b0442c req-ca16bdc0-341c-4306-b76e-88b9f86a5376 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.2255535 Feb 09 01:10:40.007968 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-d6a42c2c-3641-48e9-8b5a-56d7f95b52f6 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:10:40.008263 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-d6a42c2c-3641-48e9-8b5a-56d7f95b52f6 service neutron] Checking segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:40.008616 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-d6a42c2c-3641-48e9-8b5a-56d7f95b52f6 service neutron] Bound using segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:10:40.009053 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-d6a42c2c-3641-48e9-8b5a-56d7f95b52f6 service neutron] Bound port: 8a9ab06c-1f75-4126-bb17-2d4af3691030, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:10:40.009406 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-d6a42c2c-3641-48e9-8b5a-56d7f95b52f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8a9ab06c-1f75-4126-bb17-2d4af3691030), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:40.054041 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-49a063fa-145e-4265-a8ac-b5c907ce9afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:40.055345 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-49a063fa-145e-4265-a8ac-b5c907ce9afe service neutron] 10.222.0.121 "GET /v2.0/subnets?id=dc881d69-9121-4d00-994f-9cce6bcb92ea HTTP/1.1" status: 200 len: 860 time: 0.1567643 Feb 09 01:10:40.099707 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-0fb23ae5-5315-48ae-b1eb-00821838aa1e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4d54ed5f-d078-4c38-9c35-f6f424a32376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360713 Feb 09 01:10:40.101372 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59550762-0c72-48ac-93d4-eb4778b0442c req-8d32c020-4080-41ee-a2c2-b3e3a1e5ec05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:40.102306 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-ef15ed4b-e561-4590-b5a0-4097c873c3c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fc6e6c1-fe04-4d6e-a5c1-891647370442 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:40.102904 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-59550762-0c72-48ac-93d4-eb4778b0442c req-8d32c020-4080-41ee-a2c2-b3e3a1e5ec05 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1029675 Feb 09 01:10:40.128647 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-64db7aee-b602-4484-94da-a724775b1911 req-3bbe6887-71dc-4bf3-859a-8ec49f0e5372 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708786 Feb 09 01:10:40.135177 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-ef15ed4b-e561-4590-b5a0-4097c873c3c1 service neutron] Publish callbacks [] for port (3fc6e6c1-fe04-4d6e-a5c1-891647370442), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:40.192686 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5a55e-e6d4-4939-b0a8-babee06e7c3b req-5ffcdd9d-1ef4-47d9-9b04-02fc98315921 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:40.202832 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-abe5a55e-e6d4-4939-b0a8-babee06e7c3b req-5ffcdd9d-1ef4-47d9-9b04-02fc98315921 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/ports?device_id=d607b329-93f2-449f-a06d-5e1564200369 HTTP/1.1" status: 200 len: 943 time: 0.2368088 Feb 09 01:10:40.238559 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-ef15ed4b-e561-4590-b5a0-4097c873c3c1 service neutron] Transition to ACTIVE for port object 3fc6e6c1-fe04-4d6e-a5c1-891647370442 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:40.265535 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-ef15ed4b-e561-4590-b5a0-4097c873c3c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (3fc6e6c1-fe04-4d6e-a5c1-891647370442), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:40.293739 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-d6a42c2c-3641-48e9-8b5a-56d7f95b52f6 service neutron] For port 8a9ab06c-1f75-4126-bb17-2d4af3691030, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:40.345510 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-02b6ee04-1d73-4e68-9ae8-4ffe446b7881 service neutron] 10.222.0.121 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372143 Feb 09 01:10:40.351210 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-59550762-0c72-48ac-93d4-eb4778b0442c req-b461d313-9adf-4ef9-8cbb-dbf80f3198d6 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338026 Feb 09 01:10:40.404197 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-abe5a55e-e6d4-4939-b0a8-babee06e7c3b req-d7c94a67-5ced-46c2-8072-ff89916547ce tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/security-groups?id=4047daa7-99dc-4065-97c6-18555a778085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002490 Feb 09 01:10:40.412769 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-d6a42c2c-3641-48e9-8b5a-56d7f95b52f6 service neutron] For port 8a9ab06c-1f75-4126-bb17-2d4af3691030, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=8a9ab06c-1f75-4126-bb17-2d4af3691030,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:10:40.419671 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 46736) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:40.447551 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-d6a42c2c-3641-48e9-8b5a-56d7f95b52f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8a9ab06c-1f75-4126-bb17-2d4af3691030), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:40.502909 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15ed4b-e561-4590-b5a0-4097c873c3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3fc6e6c1-fe04-4d6e-a5c1-891647370442,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:40.525514 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-d6a42c2c-3641-48e9-8b5a-56d7f95b52f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:40.527367 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-d6a42c2c-3641-48e9-8b5a-56d7f95b52f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:40.529345 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-d6a42c2c-3641-48e9-8b5a-56d7f95b52f6 service neutron] 10.222.0.91 "PUT /v2.0/ports/8a9ab06c-1f75-4126-bb17-2d4af3691030 HTTP/1.1" status: 200 len: 1096 time: 3.8946929 Feb 09 01:10:40.555000 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d95a876-4d25-426f-882c-16da1b298c6f', 'tag': '8a9ab06c-1f75-4126-bb17-2d4af3691030'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:40.558348 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf182ba4-b8b5-47b9-a4ce-5ff977835738" -d '{"events": [{"name": "network-changed", "server_uuid": "9d95a876-4d25-426f-882c-16da1b298c6f", "tag": "8a9ab06c-1f75-4126-bb17-2d4af3691030"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:40.599740 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-ef15ed4b-e561-4590-b5a0-4097c873c3c1 service neutron] Attempting to bind port 3fc6e6c1-fe04-4d6e-a5c1-891647370442 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:10:40.600004 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-ef15ed4b-e561-4590-b5a0-4097c873c3c1 service neutron] Attempting to bind port 3fc6e6c1-fe04-4d6e-a5c1-891647370442 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:10:40.600326 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-ef15ed4b-e561-4590-b5a0-4097c873c3c1 service neutron] Attempting to bind port 3fc6e6c1-fe04-4d6e-a5c1-891647370442 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:40.602173 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device dacb0762-f5cc-41ce-92bd-96b1f21b8f01 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:10:40.683870 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-096faeac-45db-4ef8-89c4-e05264ec49fa req-b4089fa2-d007-48f0-858a-39b03c16fb30 service neutron] 10.222.0.121 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294728 Feb 09 01:10:40.699195 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-59550762-0c72-48ac-93d4-eb4778b0442c req-75cd18bb-67af-42a4-977e-2d087568df88 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283861 Feb 09 01:10:40.720040 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-d590add6-dac2-4a8f-8ad9-cfef8951d721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27fe8a84-17a5-4744-b287-c5a8fdf17b82 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:40.731117 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-d590add6-dac2-4a8f-8ad9-cfef8951d721 service neutron] Publish callbacks [] for port (27fe8a84-17a5-4744-b287-c5a8fdf17b82), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:40.748429 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-d590add6-dac2-4a8f-8ad9-cfef8951d721 service neutron] Transition to ACTIVE for port object 27fe8a84-17a5-4744-b287-c5a8fdf17b82 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:40.753875 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-d590add6-dac2-4a8f-8ad9-cfef8951d721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (27fe8a84-17a5-4744-b287-c5a8fdf17b82), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:40.767862 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port dacb0762-f5cc-41ce-92bd-96b1f21b8f01, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=dacb0762-f5cc-41ce-92bd-96b1f21b8f01,segment=NetworkSegment(27fa4c45-9ec5-40ed-92ab-1cc81471d9c8),segment_id=27fa4c45-9ec5-40ed-92ab-1cc81471d9c8)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:40.787888 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': 'dacb0762-f5cc-41ce-92bd-96b1f21b8f01', 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a', 'port_id': 'dacb0762-f5cc-41ce-92bd-96b1f21b8f01', 'mac_address': 'fa:16:3e:3d:24:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:10:40.798100 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49e7424-23cf-4ce1-a113-569c8fa1091f', 'tag': '0db41797-db17-4a54-ae13-c5ec0fa080a6'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:40.800735 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7de90f-e26b-4609-9b5b-b5aefb12fd4b" -d '{"events": [{"name": "network-changed", "server_uuid": "d49e7424-23cf-4ce1-a113-569c8fa1091f", "tag": "0db41797-db17-4a54-ae13-c5ec0fa080a6"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:40.844436 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port dacb0762-f5cc-41ce-92bd-96b1f21b8f01 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:40.844645 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (dacb0762-f5cc-41ce-92bd-96b1f21b8f01), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:40.851100 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590add6-dac2-4a8f-8ad9-cfef8951d721 service neutron] Pushing event updated for resources: {'Port': ['ID=27fe8a84-17a5-4744-b287-c5a8fdf17b82,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:40.862926 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dacb0762-f5cc-41ce-92bd-96b1f21b8f01 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:40.888904 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port dacb0762-f5cc-41ce-92bd-96b1f21b8f01, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=dacb0762-f5cc-41ce-92bd-96b1f21b8f01,segment=NetworkSegment(27fa4c45-9ec5-40ed-92ab-1cc81471d9c8),segment_id=27fa4c45-9ec5-40ed-92ab-1cc81471d9c8)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:40.895451 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d590add6-dac2-4a8f-8ad9-cfef8951d721 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:40.895827 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d590add6-dac2-4a8f-8ad9-cfef8951d721 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:40.896209 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d590add6-dac2-4a8f-8ad9-cfef8951d721 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:40.896542 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d590add6-dac2-4a8f-8ad9-cfef8951d721 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:40.896900 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d590add6-dac2-4a8f-8ad9-cfef8951d721 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:40.897187 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d590add6-dac2-4a8f-8ad9-cfef8951d721 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:40.897747 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d590add6-dac2-4a8f-8ad9-cfef8951d721 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:40.897867 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (dacb0762-f5cc-41ce-92bd-96b1f21b8f01), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:40.898048 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d590add6-dac2-4a8f-8ad9-cfef8951d721 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:40.898380 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d590add6-dac2-4a8f-8ad9-cfef8951d721 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:40.898706 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d590add6-dac2-4a8f-8ad9-cfef8951d721 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:40.899818 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d590add6-dac2-4a8f-8ad9-cfef8951d721 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:40.900196 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d590add6-dac2-4a8f-8ad9-cfef8951d721 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:40.900590 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d590add6-dac2-4a8f-8ad9-cfef8951d721 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:40.948296 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-d590add6-dac2-4a8f-8ad9-cfef8951d721 service neutron] Attempting to bind port 27fe8a84-17a5-4744-b287-c5a8fdf17b82 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:10:40.949130 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-d590add6-dac2-4a8f-8ad9-cfef8951d721 service neutron] Attempting to bind port 27fe8a84-17a5-4744-b287-c5a8fdf17b82 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:10:40.949562 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-d590add6-dac2-4a8f-8ad9-cfef8951d721 service neutron] Attempting to bind port 27fe8a84-17a5-4744-b287-c5a8fdf17b82 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:40.956342 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-d590add6-dac2-4a8f-8ad9-cfef8951d721 service neutron] Port 27fe8a84-17a5-4744-b287-c5a8fdf17b82 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:10:40.957303 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-d590add6-dac2-4a8f-8ad9-cfef8951d721 service neutron] Attempting to bind port 27fe8a84-17a5-4744-b287-c5a8fdf17b82 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:40.963809 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-d590add6-dac2-4a8f-8ad9-cfef8951d721 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:10:40.964470 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-d590add6-dac2-4a8f-8ad9-cfef8951d721 service neutron] Checking segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:40.964930 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-d590add6-dac2-4a8f-8ad9-cfef8951d721 service neutron] Bound using segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:10:40.966048 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-d590add6-dac2-4a8f-8ad9-cfef8951d721 service neutron] Bound port: 27fe8a84-17a5-4744-b287-c5a8fdf17b82, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:10:40.966048 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-d590add6-dac2-4a8f-8ad9-cfef8951d721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (27fe8a84-17a5-4744-b287-c5a8fdf17b82), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:40.966257 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-ef15ed4b-e561-4590-b5a0-4097c873c3c1 service neutron] Port 3fc6e6c1-fe04-4d6e-a5c1-891647370442 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:10:40.966581 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-ef15ed4b-e561-4590-b5a0-4097c873c3c1 service neutron] Attempting to bind port 3fc6e6c1-fe04-4d6e-a5c1-891647370442 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:40.967552 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=dacb0762-f5cc-41ce-92bd-96b1f21b8f01,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:41.028167 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-ef15ed4b-e561-4590-b5a0-4097c873c3c1 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:10:41.028509 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-ef15ed4b-e561-4590-b5a0-4097c873c3c1 service neutron] Checking segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:41.028896 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-ef15ed4b-e561-4590-b5a0-4097c873c3c1 service neutron] Bound using segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:10:41.029341 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-ef15ed4b-e561-4590-b5a0-4097c873c3c1 service neutron] Bound port: 3fc6e6c1-fe04-4d6e-a5c1-891647370442, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:10:41.029697 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-ef15ed4b-e561-4590-b5a0-4097c873c3c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3fc6e6c1-fe04-4d6e-a5c1-891647370442), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:41.036916 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-56ad5295-521e-492d-94a3-49c00c6c3517 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:41.048095 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-d590add6-dac2-4a8f-8ad9-cfef8951d721 service neutron] For port 27fe8a84-17a5-4744-b287-c5a8fdf17b82, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:41.056667 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-d590add6-dac2-4a8f-8ad9-cfef8951d721 service neutron] For port 27fe8a84-17a5-4744-b287-c5a8fdf17b82, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=27fe8a84-17a5-4744-b287-c5a8fdf17b82,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:10:41.070607 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-d590add6-dac2-4a8f-8ad9-cfef8951d721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (27fe8a84-17a5-4744-b287-c5a8fdf17b82), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:41.083123 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9516a-c88a-4084-aa79-850187a894ca req-f8d272ba-13c8-445c-993f-875b48470a32 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:41.084958 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cfc9516a-c88a-4084-aa79-850187a894ca req-f8d272ba-13c8-445c-993f-875b48470a32 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/networks?id=28c1f603-e786-4a84-b8ed-ec2e36c0d018 HTTP/1.1" status: 200 len: 808 time: 0.8316565 Feb 09 01:10:41.103550 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a42c2c-3641-48e9-8b5a-56d7f95b52f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8a9ab06c-1f75-4126-bb17-2d4af3691030,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:41.138608 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-d590add6-dac2-4a8f-8ad9-cfef8951d721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:41.139759 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-d590add6-dac2-4a8f-8ad9-cfef8951d721 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:41.141548 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-d590add6-dac2-4a8f-8ad9-cfef8951d721 service neutron] 10.222.0.121 "PUT /v2.0/ports/27fe8a84-17a5-4744-b287-c5a8fdf17b82 HTTP/1.1" status: 200 len: 1096 time: 1.6978474 Feb 09 01:10:41.157401 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590add6-dac2-4a8f-8ad9-cfef8951d721 service neutron] Pushing event updated for resources: {'Port': ['ID=27fe8a84-17a5-4744-b287-c5a8fdf17b82,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:41.157726 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89389243-7d91-494c-b0d4-11f4f2cf10e7 req-f1da1edc-8d3a-44db-9e35-e127d0456602 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:41.159516 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89389243-7d91-494c-b0d4-11f4f2cf10e7 req-f1da1edc-8d3a-44db-9e35-e127d0456602 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=d49e7424-23cf-4ce1-a113-569c8fa1091f HTTP/1.1" status: 200 len: 944 time: 0.6829646 Feb 09 01:10:41.171777 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['dacb0762-f5cc-41ce-92bd-96b1f21b8f01'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:10:41.179125 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cfc9516a-c88a-4084-aa79-850187a894ca req-5aab8de3-2f78-4c19-b49d-d379b5362436 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/quotas/991583a4f7ce4c4eb6893f1ec411692c HTTP/1.1" status: 200 len: 375 time: 0.0851011 Feb 09 01:10:41.248749 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-e2527386-5162-49d5-b5fc-da0058454039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:41.250821 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-e2527386-5162-49d5-b5fc-da0058454039 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cbcf64bc184340809a27ba774d82840d&device_id=6b9cd924-5454-40eb-a35e-b6e0541805f1 HTTP/1.1" status: 200 len: 1130 time: 0.0571127 Feb 09 01:10:41.268603 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-1bc71523-1e50-435b-ac26-0ccfee41120e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:41.270102 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-1bc71523-1e50-435b-ac26-0ccfee41120e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3d8394520fe34c9daa660b5c0721b019&device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 1130 time: 0.6636472 Feb 09 01:10:41.336177 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-ef15ed4b-e561-4590-b5a0-4097c873c3c1 service neutron] For port 3fc6e6c1-fe04-4d6e-a5c1-891647370442, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:41.337436 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-9b162598-017a-406c-8497-c374b806813f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=27fe8a84-17a5-4744-b287-c5a8fdf17b82 HTTP/1.1" status: 200 len: 217 time: 0.0788374 Feb 09 01:10:41.349527 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-43df2a68-9471-4015-8dfc-bf4228531c4c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=8a9ab06c-1f75-4126-bb17-2d4af3691030 HTTP/1.1" status: 200 len: 217 time: 0.0656700 Feb 09 01:10:41.385933 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-ef15ed4b-e561-4590-b5a0-4097c873c3c1 service neutron] For port 3fc6e6c1-fe04-4d6e-a5c1-891647370442, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=3fc6e6c1-fe04-4d6e-a5c1-891647370442,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:10:41.425528 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-ef15ed4b-e561-4590-b5a0-4097c873c3c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (3fc6e6c1-fe04-4d6e-a5c1-891647370442), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:41.431136 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-d35d61fc-d94d-4481-ad6a-80de2f8ea3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:41.433371 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-d35d61fc-d94d-4481-ad6a-80de2f8ea3a6 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.0847034 Feb 09 01:10:41.436419 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89389243-7d91-494c-b0d4-11f4f2cf10e7 req-3910d217-033c-47d9-ba03-6b6028983c63 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664104 Feb 09 01:10:41.493861 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cfc9516a-c88a-4084-aa79-850187a894ca req-768249a8-8703-46f2-ba05-a83293b4d1e4 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=991583a4f7ce4c4eb6893f1ec411692c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3137784 Feb 09 01:10:41.500764 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-14b8c2fa-e4e8-4717-b75a-e9b281ff7f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:41.501164 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-56ad5295-521e-492d-94a3-49c00c6c3517 admin admin] Publish callbacks [] for security_group (0b337ae1-5320-457a-8d49-35c3b36cb3bf), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:41.503073 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-14b8c2fa-e4e8-4717-b75a-e9b281ff7f07 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0614617 Feb 09 01:10:41.511568 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-ef15ed4b-e561-4590-b5a0-4097c873c3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:41.512236 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-ef15ed4b-e561-4590-b5a0-4097c873c3c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:41.513636 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-ef15ed4b-e561-4590-b5a0-4097c873c3c1 service neutron] 10.222.0.121 "PUT /v2.0/ports/3fc6e6c1-fe04-4d6e-a5c1-891647370442 HTTP/1.1" status: 200 len: 1097 time: 3.1486177 Feb 09 01:10:41.545003 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-9c2f161f-a981-4ae2-977a-3aa07e5b7d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:41.546700 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-9c2f161f-a981-4ae2-977a-3aa07e5b7d6c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.1763909 Feb 09 01:10:41.547019 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-56ad5295-521e-492d-94a3-49c00c6c3517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0b337ae1-5320-457a-8d49-35c3b36cb3bf), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:41.613785 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-058c16d3-c117-4016-815d-5cea75427970 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036019 Feb 09 01:10:41.736598 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-546f4d39-ee09-437b-a1b8-de38c93a5f18 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160779 Feb 09 01:10:41.777970 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15ed4b-e561-4590-b5a0-4097c873c3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3fc6e6c1-fe04-4d6e-a5c1-891647370442,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:41.825607 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-56ad5295-521e-492d-94a3-49c00c6c3517 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fd7dcc38f04c4f188c2b0ef90699d6f2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4046838 Feb 09 01:10:41.826318 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad5295-521e-492d-94a3-49c00c6c3517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b337ae1-5320-457a-8d49-35c3b36cb3bf,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:41.829290 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46748) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:41.885159 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a6b22943-0340-4b14-8068-70b653c9ba61 admin admin] Publish callbacks [] for security_group (0b337ae1-5320-457a-8d49-35c3b36cb3bf), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:41.909065 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a6b22943-0340-4b14-8068-70b653c9ba61 admin admin] Publish callbacks [] for security_group (0b337ae1-5320-457a-8d49-35c3b36cb3bf), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:41.923898 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cfc9516a-c88a-4084-aa79-850187a894ca req-2787c09a-303c-4268-8785-3cad96762003 service neutron] 10.222.0.30 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008610 Feb 09 01:10:41.930015 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 7a1e2d21-6389-44c3-a417-b5a4277ba6b3 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:10:41.930947 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7d4b7150-fa60-49ae-9e50-65abd3eaeba3 req-b0b3fba2-b7ca-47dd-9be3-a203fd2f9724 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 258 time: 0.4320316 Feb 09 01:10:41.936526 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-2862de08-749b-4428-8183-b27ab58fc2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:41.938042 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-2862de08-749b-4428-8183-b27ab58fc2fb service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cbcf64bc184340809a27ba774d82840d&device_id=bf5d2b15-52d8-45e7-b9a5-58bd3c936fb9 HTTP/1.1" status: 200 len: 1131 time: 0.3124306 Feb 09 01:10:41.950667 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-3304b479-82da-49bf-be4e-6d346a3d7299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:41.952170 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-3304b479-82da-49bf-be4e-6d346a3d7299 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3252072 Feb 09 01:10:41.956888 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-7d4b7150-fa60-49ae-9e50-65abd3eaeba3 req-59e697c9-68fc-433f-94ea-88fefde1829f tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:41.969356 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a6b22943-0340-4b14-8068-70b653c9ba61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0b337ae1-5320-457a-8d49-35c3b36cb3bf), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:41.975218 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a6b22943-0340-4b14-8068-70b653c9ba61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:41.976712 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a6b22943-0340-4b14-8068-70b653c9ba61 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0b337ae1-5320-457a-8d49-35c3b36cb3bf HTTP/1.1" status: 204 len: 168 time: 0.1459589 Feb 09 01:10:41.990770 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b22943-0340-4b14-8068-70b653c9ba61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b337ae1-5320-457a-8d49-35c3b36cb3bf,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:42.068710 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-3c4d3884-42ad-434d-8f22-0aa63840dcd1 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=3fc6e6c1-fe04-4d6e-a5c1-891647370442 HTTP/1.1" status: 200 len: 217 time: 0.1204515 Feb 09 01:10:42.089709 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 7a1e2d21-6389-44c3-a417-b5a4277ba6b3, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=7a1e2d21-6389-44c3-a417-b5a4277ba6b3,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:42.107165 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '7a1e2d21-6389-44c3-a417-b5a4277ba6b3', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': '7a1e2d21-6389-44c3-a417-b5a4277ba6b3', 'mac_address': 'fa:16:3e:d7:c0:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:10:42.127304 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7d4b7150-fa60-49ae-9e50-65abd3eaeba3 req-59e697c9-68fc-433f-94ea-88fefde1829f tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:42.165420 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 7a1e2d21-6389-44c3-a417-b5a4277ba6b3 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:42.165831 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7a1e2d21-6389-44c3-a417-b5a4277ba6b3), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:42.185208 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a1e2d21-6389-44c3-a417-b5a4277ba6b3 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:42.206595 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 7a1e2d21-6389-44c3-a417-b5a4277ba6b3, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=7a1e2d21-6389-44c3-a417-b5a4277ba6b3,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:42.211385 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7a1e2d21-6389-44c3-a417-b5a4277ba6b3), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:42.264878 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cfc9516a-c88a-4084-aa79-850187a894ca req-35516ec1-3cc2-499b-9c06-2ff9f82bfed3 service neutron] 10.222.0.30 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302374 Feb 09 01:10:42.266293 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=7a1e2d21-6389-44c3-a417-b5a4277ba6b3,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:42.268444 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-cada0512-7b89-4535-8b91-9e571a1b64a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:42.270487 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-cada0512-7b89-4535-8b91-9e571a1b64a5 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.1677797 Feb 09 01:10:42.316023 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-2199eb11-ba57-4828-869c-69711d2b9ac4 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062425 Feb 09 01:10:42.336627 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46754) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:42.350059 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-39e21942-e8a2-4904-8292-f8fb72b05ad1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:42.415900 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-4dada927-2623-4c3d-bb53-898fc6a3e6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:42.422753 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-4dada927-2623-4c3d-bb53-898fc6a3e6d4 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1434374 Feb 09 01:10:42.485082 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-39e21942-e8a2-4904-8292-f8fb72b05ad1 admin admin] Publish callbacks [] for security_group (975c023a-6f43-4d6a-9345-1cd581df4e56), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:42.490123 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-39e21942-e8a2-4904-8292-f8fb72b05ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (975c023a-6f43-4d6a-9345-1cd581df4e56), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:42.506742 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['7a1e2d21-6389-44c3-a417-b5a4277ba6b3'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:10:42.545063 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-39e21942-e8a2-4904-8292-f8fb72b05ad1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d6382b6addcf4cfb8c42be98122e84bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2072828 Feb 09 01:10:42.545856 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46762) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:42.546923 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e21942-e8a2-4904-8292-f8fb72b05ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975c023a-6f43-4d6a-9345-1cd581df4e56,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:42.602518 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-61734424-0437-4c82-89c0-bc311ef6f1eb req-6ad2fdc6-8ae6-4126-9578-e0ab0ea5507e service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775466 Feb 09 01:10:42.612169 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a10eb13-d0c6-4abd-982e-03d90cbfe3ee admin admin] Publish callbacks [] for security_group (975c023a-6f43-4d6a-9345-1cd581df4e56), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:42.624618 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7d4b7150-fa60-49ae-9e50-65abd3eaeba3 req-59e697c9-68fc-433f-94ea-88fefde1829f tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:42.640150 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device dacb0762-f5cc-41ce-92bd-96b1f21b8f01 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:10:42.643197 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a10eb13-d0c6-4abd-982e-03d90cbfe3ee admin admin] Publish callbacks [] for security_group (975c023a-6f43-4d6a-9345-1cd581df4e56), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:42.711527 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a10eb13-d0c6-4abd-982e-03d90cbfe3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (975c023a-6f43-4d6a-9345-1cd581df4e56), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:42.717066 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a10eb13-d0c6-4abd-982e-03d90cbfe3ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:42.723326 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6a10eb13-d0c6-4abd-982e-03d90cbfe3ee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/975c023a-6f43-4d6a-9345-1cd581df4e56 HTTP/1.1" status: 204 len: 168 time: 0.1719828 Feb 09 01:10:42.736240 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10eb13-d0c6-4abd-982e-03d90cbfe3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975c023a-6f43-4d6a-9345-1cd581df4e56,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:42.736582 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port dacb0762-f5cc-41ce-92bd-96b1f21b8f01 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:10:42.750330 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port dacb0762-f5cc-41ce-92bd-96b1f21b8f01 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:42.750766 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (dacb0762-f5cc-41ce-92bd-96b1f21b8f01), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:42.754299 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1b3a2-720b-4a90-ade1-ed96cf2c64db req-0ccd2b68-9224-4831-8855-a58cb7d058ee tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:42.756214 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1cc1b3a2-720b-4a90-ade1-ed96cf2c64db req-0ccd2b68-9224-4831-8855-a58cb7d058ee tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b9cd924-5454-40eb-a35e-b6e0541805f1 HTTP/1.1" status: 200 len: 947 time: 0.2573733 Feb 09 01:10:42.800043 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-1e026e6b-0ada-4d8e-b965-6a7e710838c9 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677573 Feb 09 01:10:42.910527 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port dacb0762-f5cc-41ce-92bd-96b1f21b8f01 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:42.911114 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (dacb0762-f5cc-41ce-92bd-96b1f21b8f01), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:42.939078 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd607b329-93f2-449f-a06d-5e1564200369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dacb0762-f5cc-41ce-92bd-96b1f21b8f01'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:42.947228 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9873fcbb-6ead-432f-95e3-b5f2ea04f8c6" -d '{"events": [{"server_uuid": "d607b329-93f2-449f-a06d-5e1564200369", "name": "network-vif-plugged", "status": "completed", "tag": "dacb0762-f5cc-41ce-92bd-96b1f21b8f01"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:42.970722 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port dacb0762-f5cc-41ce-92bd-96b1f21b8f01, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=dacb0762-f5cc-41ce-92bd-96b1f21b8f01,segment=NetworkSegment(27fa4c45-9ec5-40ed-92ab-1cc81471d9c8),segment_id=27fa4c45-9ec5-40ed-92ab-1cc81471d9c8)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:42.978453 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (dacb0762-f5cc-41ce-92bd-96b1f21b8f01), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:43.047564 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=dacb0762-f5cc-41ce-92bd-96b1f21b8f01,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:43.226584 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-7d4b7150-fa60-49ae-9e50-65abd3eaeba3 req-59e697c9-68fc-433f-94ea-88fefde1829f tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Allocated IP 172.25.1.186 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/2cab4fac-8c08-4325-8123-adc8de141dc1) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:43.231388 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1cc1b3a2-720b-4a90-ade1-ed96cf2c64db req-ca5146dc-bc8c-4459-a41d-3dfe685172a3 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4268434 Feb 09 01:10:43.319605 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4130ce0d-3db5-41b6-a3f6-eb04a96ab173 req-ec03fcb5-3478-456f-850d-2abe6ecf98c1 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5043437 Feb 09 01:10:43.399494 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7d4b7150-fa60-49ae-9e50-65abd3eaeba3 req-59e697c9-68fc-433f-94ea-88fefde1829f tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks [] for port (2cab4fac-8c08-4325-8123-adc8de141dc1), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:43.408190 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8fe28-1661-48b4-9b01-fdaf50ca0289 req-a2daa948-d094-46d8-809a-0df6b5bb3117 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:43.409346 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-53b8fe28-1661-48b4-9b01-fdaf50ca0289 req-a2daa948-d094-46d8-809a-0df6b5bb3117 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/ports?device_id=08f78c2b-258b-42f7-a119-46fac9b9980b HTTP/1.1" status: 200 len: 949 time: 0.1014767 Feb 09 01:10:43.478899 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-53b8fe28-1661-48b4-9b01-fdaf50ca0289 req-ec2cd2cf-e42f-4854-b697-80e4d129625d tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20685cb-a65a-4056-a5af-21e3e74d6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628817 Feb 09 01:10:43.480661 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7d4b7150-fa60-49ae-9e50-65abd3eaeba3 req-59e697c9-68fc-433f-94ea-88fefde1829f tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (2cab4fac-8c08-4325-8123-adc8de141dc1), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:43.525909 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d4b7150-fa60-49ae-9e50-65abd3eaeba3 req-59e697c9-68fc-433f-94ea-88fefde1829f tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:43.530213 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-7d4b7150-fa60-49ae-9e50-65abd3eaeba3 req-59e697c9-68fc-433f-94ea-88fefde1829f tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:43.534205 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4b7150-fa60-49ae-9e50-65abd3eaeba3 req-59e697c9-68fc-433f-94ea-88fefde1829f tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:10:43.538788 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602e80a5-35d5-4be8-97cc-e58a1eac4cc3 x-openstack-request-id: req-602e80a5-35d5-4be8-97cc-e58a1eac4cc3 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:43.539084 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d95a876-4d25-426f-882c-16da1b298c6f", "tag": "8a9ab06c-1f75-4126-bb17-2d4af3691030", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:43.539362 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-602e80a5-35d5-4be8-97cc-e58a1eac4cc3 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:43.539736 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d95a876-4d25-426f-882c-16da1b298c6f', 'tag': '8a9ab06c-1f75-4126-bb17-2d4af3691030', 'status': 'completed', 'code': 200} Feb 09 01:10:43.584495 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341bf8c0-f0f6-4788-be6a-9fc2ef75aed7 x-openstack-request-id: req-341bf8c0-f0f6-4788-be6a-9fc2ef75aed7 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:43.584969 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49e7424-23cf-4ce1-a113-569c8fa1091f", "tag": "0db41797-db17-4a54-ae13-c5ec0fa080a6", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:43.585304 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-341bf8c0-f0f6-4788-be6a-9fc2ef75aed7 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:43.586082 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd49e7424-23cf-4ce1-a113-569c8fa1091f', 'tag': '0db41797-db17-4a54-ae13-c5ec0fa080a6', 'status': 'completed', 'code': 200} Feb 09 01:10:43.606192 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e697c9-68fc-433f-94ea-88fefde1829f tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Pushing event updated for resources: {'Port': ['ID=2cab4fac-8c08-4325-8123-adc8de141dc1,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:43.693367 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7d4b7150-fa60-49ae-9e50-65abd3eaeba3 req-59e697c9-68fc-433f-94ea-88fefde1829f tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks [] for floatingip (9f5de7ad-7f7f-4fe0-9dd7-3c04193859c1), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:43.767994 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9516a-c88a-4084-aa79-850187a894ca req-931a128e-1537-46ae-a412-978272420cc2 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:43.771387 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-cfc9516a-c88a-4084-aa79-850187a894ca req-931a128e-1537-46ae-a412-978272420cc2 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.91 "GET /v2.0/networks?id=28c1f603-e786-4a84-b8ed-ec2e36c0d018 HTTP/1.1" status: 200 len: 808 time: 0.1334431 Feb 09 01:10:43.790759 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-cfc9516a-c88a-4084-aa79-850187a894ca req-77fde35d-3e8f-4bdf-82b4-8c2c71e86dbf tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Request body: {'port': {'device_id': 'a1b2cbc9-c0bc-4908-affe-0af5ed0849bb', 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018', 'admin_state_up': True, 'tenant_id': '991583a4f7ce4c4eb6893f1ec411692c'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:43.791042 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf182ba4-b8b5-47b9-a4ce-5ff977835738 req-65d5f7cf-dac8-4829-9c47-35ea06fe9a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:43.792707 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cf182ba4-b8b5-47b9-a4ce-5ff977835738 req-65d5f7cf-dac8-4829-9c47-35ea06fe9a80 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3d8394520fe34c9daa660b5c0721b019&device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 1130 time: 0.2006860 Feb 09 01:10:43.815087 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7de90f-e26b-4609-9b5b-b5aefb12fd4b req-cf5f2f21-a243-481a-a75e-dcaf004b0840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:43.817395 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c7de90f-e26b-4609-9b5b-b5aefb12fd4b req-cf5f2f21-a243-481a-a75e-dcaf004b0840 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=89a8855b9bab40b69c27334c734383e8&device_id=d49e7424-23cf-4ce1-a113-569c8fa1091f HTTP/1.1" status: 200 len: 1127 time: 0.2033427 Feb 09 01:10:43.830878 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7d4b7150-fa60-49ae-9e50-65abd3eaeba3 req-59e697c9-68fc-433f-94ea-88fefde1829f tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2cab4fac-8c08-4325-8123-adc8de141dc1), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:43.839530 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d5c57-5d45-4c7b-be59-25891f703819 req-ad0c2acf-619f-40c7-ba43-c48a020224fe tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:43.844002 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-096d5c57-5d45-4c7b-be59-25891f703819 req-ad0c2acf-619f-40c7-ba43-c48a020224fe tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 947 time: 0.1709423 Feb 09 01:10:43.945795 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 7a1e2d21-6389-44c3-a417-b5a4277ba6b3 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:10:43.997278 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfc9516a-c88a-4084-aa79-850187a894ca req-77fde35d-3e8f-4bdf-82b4-8c2c71e86dbf tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Made reservation on behalf of 991583a4f7ce4c4eb6893f1ec411692c for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:44.001414 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-cfc9516a-c88a-4084-aa79-850187a894ca req-77fde35d-3e8f-4bdf-82b4-8c2c71e86dbf tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:44.028559 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 7a1e2d21-6389-44c3-a417-b5a4277ba6b3 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:10:44.034583 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 7a1e2d21-6389-44c3-a417-b5a4277ba6b3 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:44.035613 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7a1e2d21-6389-44c3-a417-b5a4277ba6b3), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:44.113688 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-096d5c57-5d45-4c7b-be59-25891f703819 req-936cb41c-3fc3-4434-ac18-fd7560c48021 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157609 Feb 09 01:10:44.143721 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf182ba4-b8b5-47b9-a4ce-5ff977835738 req-5b91e2c1-343e-41cf-a5d5-6f6eeda07959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:44.145261 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cf182ba4-b8b5-47b9-a4ce-5ff977835738 req-5b91e2c1-343e-41cf-a5d5-6f6eeda07959 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.3453484 Feb 09 01:10:44.156611 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7de90f-e26b-4609-9b5b-b5aefb12fd4b req-64a78a1b-1ce5-4078-adfa-642bef6cda58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:44.158126 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c7de90f-e26b-4609-9b5b-b5aefb12fd4b req-64a78a1b-1ce5-4078-adfa-642bef6cda58 service neutron] 10.222.0.121 "GET /v2.0/networks?id=4d54ed5f-d078-4c38-9c35-f6f424a32376 HTTP/1.1" status: 200 len: 921 time: 0.2844596 Feb 09 01:10:44.160821 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 7a1e2d21-6389-44c3-a417-b5a4277ba6b3 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:44.164219 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7a1e2d21-6389-44c3-a417-b5a4277ba6b3), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:44.213004 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 7a1e2d21-6389-44c3-a417-b5a4277ba6b3, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=7a1e2d21-6389-44c3-a417-b5a4277ba6b3,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:44.218105 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cf182ba4-b8b5-47b9-a4ce-5ff977835738 req-23d88f20-f912-41c5-a8ec-fb64d67399a5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=8a9ab06c-1f75-4126-bb17-2d4af3691030 HTTP/1.1" status: 200 len: 217 time: 0.0630744 Feb 09 01:10:44.220432 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7a1e2d21-6389-44c3-a417-b5a4277ba6b3), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:44.243407 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-cfc9516a-c88a-4084-aa79-850187a894ca req-77fde35d-3e8f-4bdf-82b4-8c2c71e86dbf tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Allocated IP 172.20.0.6 (28c1f603-e786-4a84-b8ed-ec2e36c0d018/8fe24410-38bf-494b-a44d-46f0496d84a5/9b29190a-3930-41b5-86aa-e98a5fc24971) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:44.271675 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c7de90f-e26b-4609-9b5b-b5aefb12fd4b req-5e77c649-38a9-4f2c-9ee2-667203a3b6ae service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0db41797-db17-4a54-ae13-c5ec0fa080a6 HTTP/1.1" status: 200 len: 217 time: 0.1043329 Feb 09 01:10:44.284301 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=7a1e2d21-6389-44c3-a417-b5a4277ba6b3,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:44.406310 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf182ba4-b8b5-47b9-a4ce-5ff977835738 req-ed15d1ce-31a3-4d71-a2b1-6a46f8876b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:44.407780 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cf182ba4-b8b5-47b9-a4ce-5ff977835738 req-ed15d1ce-31a3-4d71-a2b1-6a46f8876b12 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.1398687 Feb 09 01:10:44.454557 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-cfc9516a-c88a-4084-aa79-850187a894ca req-77fde35d-3e8f-4bdf-82b4-8c2c71e86dbf tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Publish callbacks [] for port (9b29190a-3930-41b5-86aa-e98a5fc24971), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:44.462102 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7de90f-e26b-4609-9b5b-b5aefb12fd4b req-e87b99ac-5e22-4046-af88-5ae7c3df7552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:44.463766 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c7de90f-e26b-4609-9b5b-b5aefb12fd4b req-e87b99ac-5e22-4046-af88-5ae7c3df7552 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=dc881d69-9121-4d00-994f-9cce6bcb92ea HTTP/1.1" status: 200 len: 860 time: 0.1650982 Feb 09 01:10:44.475199 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6b35e-ed7d-404c-a8e3-56918ad58369 req-b40dcd34-674a-4e5a-bc9a-116d806b9a39 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:44.476791 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6ba6b35e-ed7d-404c-a8e3-56918ad58369 req-b40dcd34-674a-4e5a-bc9a-116d806b9a39 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/ports?device_id=d607b329-93f2-449f-a06d-5e1564200369 HTTP/1.1" status: 200 len: 945 time: 0.2704256 Feb 09 01:10:44.481978 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7d4b7150-fa60-49ae-9e50-65abd3eaeba3 req-59e697c9-68fc-433f-94ea-88fefde1829f tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks [] for port (2cab4fac-8c08-4325-8123-adc8de141dc1), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:44.506359 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-cfc9516a-c88a-4084-aa79-850187a894ca req-77fde35d-3e8f-4bdf-82b4-8c2c71e86dbf tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (9b29190a-3930-41b5-86aa-e98a5fc24971), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:44.515109 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7d4b7150-fa60-49ae-9e50-65abd3eaeba3 req-59e697c9-68fc-433f-94ea-88fefde1829f tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (2cab4fac-8c08-4325-8123-adc8de141dc1), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:44.524888 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c7de90f-e26b-4609-9b5b-b5aefb12fd4b req-425ef99d-07cc-422e-9014-7bc1223c2c3c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4d54ed5f-d078-4c38-9c35-f6f424a32376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463645 Feb 09 01:10:44.568399 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfc9516a-c88a-4084-aa79-850187a894ca req-77fde35d-3e8f-4bdf-82b4-8c2c71e86dbf tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:44.576246 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-cfc9516a-c88a-4084-aa79-850187a894ca req-77fde35d-3e8f-4bdf-82b4-8c2c71e86dbf tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:44.576246 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc9516a-c88a-4084-aa79-850187a894ca req-77fde35d-3e8f-4bdf-82b4-8c2c71e86dbf tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:10:44.592787 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7d4b7150-fa60-49ae-9e50-65abd3eaeba3 req-59e697c9-68fc-433f-94ea-88fefde1829f tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (9f5de7ad-7f7f-4fe0-9dd7-3c04193859c1), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:44.606104 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fde35d-3e8f-4bdf-82b4-8c2c71e86dbf tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Pushing event updated for resources: {'Port': ['ID=9b29190a-3930-41b5-86aa-e98a5fc24971,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:44.618821 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 0db41797-db17-4a54-ae13-c5ec0fa080a6 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:10:44.635675 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9516a-c88a-4084-aa79-850187a894ca req-77fde35d-3e8f-4bdf-82b4-8c2c71e86dbf tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:44.638340 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-cfc9516a-c88a-4084-aa79-850187a894ca req-77fde35d-3e8f-4bdf-82b4-8c2c71e86dbf tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:44.666097 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-cfc9516a-c88a-4084-aa79-850187a894ca req-77fde35d-3e8f-4bdf-82b4-8c2c71e86dbf tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8847134 Feb 09 01:10:44.682679 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-cfc9516a-c88a-4084-aa79-850187a894ca req-3a44ce1f-b41a-4854-a7ef-333bea0e2253 service neutron] Request body: {'port': {'device_id': 'a1b2cbc9-c0bc-4908-affe-0af5ed0849bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:44.691038 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf182ba4-b8b5-47b9-a4ce-5ff977835738 req-906ee5bb-342f-4dcd-aabc-9bad8d836bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:44.692594 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cf182ba4-b8b5-47b9-a4ce-5ff977835738 req-906ee5bb-342f-4dcd-aabc-9bad8d836bae service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2722008 Feb 09 01:10:44.704525 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7d4b7150-fa60-49ae-9e50-65abd3eaeba3 req-59e697c9-68fc-433f-94ea-88fefde1829f tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:44.705249 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7d4b7150-fa60-49ae-9e50-65abd3eaeba3 req-59e697c9-68fc-433f-94ea-88fefde1829f tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7663095 Feb 09 01:10:44.721058 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6ba6b35e-ed7d-404c-a8e3-56918ad58369 req-f46d2ed8-6a5e-4c48-9297-fb4c1b07badd tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/security-groups?id=4047daa7-99dc-4065-97c6-18555a778085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2256174 Feb 09 01:10:44.725599 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e697c9-68fc-433f-94ea-88fefde1829f tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Pushing event updated for resources: {'Port': ['ID=2cab4fac-8c08-4325-8123-adc8de141dc1,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:44.770633 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-cfc9516a-c88a-4084-aa79-850187a894ca req-3a44ce1f-b41a-4854-a7ef-333bea0e2253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9b29190a-3930-41b5-86aa-e98a5fc24971), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:44.822000 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 0db41797-db17-4a54-ae13-c5ec0fa080a6, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=0db41797-db17-4a54-ae13-c5ec0fa080a6,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:44.886843 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7d4b7150-fa60-49ae-9e50-65abd3eaeba3 req-e9f8ff75-b935-479d-9703-065f8fecd2fe tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.186 HTTP/1.1" status: 200 len: 696 time: 0.1646354 Feb 09 01:10:44.925270 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c7de90f-e26b-4609-9b5b-b5aefb12fd4b req-97d18b45-f776-4a4e-9d82-c77f554eae11 service neutron] 10.222.0.121 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707020 Feb 09 01:10:44.977929 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '0db41797-db17-4a54-ae13-c5ec0fa080a6', 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376', 'port_id': '0db41797-db17-4a54-ae13-c5ec0fa080a6', 'mac_address': 'fa:16:3e:47:49:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc881d69-9121-4d00-994f-9cce6bcb92ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:10:45.018685 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 0db41797-db17-4a54-ae13-c5ec0fa080a6 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:45.019216 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0db41797-db17-4a54-ae13-c5ec0fa080a6), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:45.036858 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0db41797-db17-4a54-ae13-c5ec0fa080a6 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:45.037118 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:10:45.064820 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 0db41797-db17-4a54-ae13-c5ec0fa080a6, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=0db41797-db17-4a54-ae13-c5ec0fa080a6,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:45.071952 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0db41797-db17-4a54-ae13-c5ec0fa080a6), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:45.074435 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 27fe8a84-17a5-4744-b287-c5a8fdf17b82 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:10:45.083419 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-cfc9516a-c88a-4084-aa79-850187a894ca req-3a44ce1f-b41a-4854-a7ef-333bea0e2253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b29190a-3930-41b5-86aa-e98a5fc24971 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:45.088096 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cf182ba4-b8b5-47b9-a4ce-5ff977835738 req-5c5fb438-e7f9-46b8-a810-f0ec04287176 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793716 Feb 09 01:10:45.092192 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-cfc9516a-c88a-4084-aa79-850187a894ca req-3a44ce1f-b41a-4854-a7ef-333bea0e2253 service neutron] Publish callbacks [] for port (9b29190a-3930-41b5-86aa-e98a5fc24971), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:45.107232 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-cfc9516a-c88a-4084-aa79-850187a894ca req-3a44ce1f-b41a-4854-a7ef-333bea0e2253 service neutron] Transition to ACTIVE for port object 9b29190a-3930-41b5-86aa-e98a5fc24971 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:45.112703 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-cfc9516a-c88a-4084-aa79-850187a894ca req-3a44ce1f-b41a-4854-a7ef-333bea0e2253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (9b29190a-3930-41b5-86aa-e98a5fc24971), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:45.131021 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00a114-6b06-438a-a70f-9fc41c75599f req-a6dd053e-6c57-49ab-90bc-390ccd152784 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:45.138697 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0d00a114-6b06-438a-a70f-9fc41c75599f req-a6dd053e-6c57-49ab-90bc-390ccd152784 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 931 time: 0.2953153 Feb 09 01:10:45.179366 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=0db41797-db17-4a54-ae13-c5ec0fa080a6,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:45.228936 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a44ce1f-b41a-4854-a7ef-333bea0e2253 service neutron] Pushing event updated for resources: {'Port': ['ID=9b29190a-3930-41b5-86aa-e98a5fc24971,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:45.238533 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 27fe8a84-17a5-4744-b287-c5a8fdf17b82, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=27fe8a84-17a5-4744-b287-c5a8fdf17b82,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:45.252946 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '27fe8a84-17a5-4744-b287-c5a8fdf17b82', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': '27fe8a84-17a5-4744-b287-c5a8fdf17b82', 'mac_address': 'fa:16:3e:14:f8:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:10:45.266636 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-cfc9516a-c88a-4084-aa79-850187a894ca req-3a44ce1f-b41a-4854-a7ef-333bea0e2253 service neutron] Attempting to bind port 9b29190a-3930-41b5-86aa-e98a5fc24971 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:10:45.266969 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-cfc9516a-c88a-4084-aa79-850187a894ca req-3a44ce1f-b41a-4854-a7ef-333bea0e2253 service neutron] Attempting to bind port 9b29190a-3930-41b5-86aa-e98a5fc24971 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:10:45.267289 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc9516a-c88a-4084-aa79-850187a894ca req-3a44ce1f-b41a-4854-a7ef-333bea0e2253 service neutron] Attempting to bind port 9b29190a-3930-41b5-86aa-e98a5fc24971 on network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:45.272785 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc9516a-c88a-4084-aa79-850187a894ca req-3a44ce1f-b41a-4854-a7ef-333bea0e2253 service neutron] Port 9b29190a-3930-41b5-86aa-e98a5fc24971 on network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:10:45.273102 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc9516a-c88a-4084-aa79-850187a894ca req-3a44ce1f-b41a-4854-a7ef-333bea0e2253 service neutron] Attempting to bind port 9b29190a-3930-41b5-86aa-e98a5fc24971 on network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:45.278994 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc9516a-c88a-4084-aa79-850187a894ca req-3a44ce1f-b41a-4854-a7ef-333bea0e2253 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:10:45.279334 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc9516a-c88a-4084-aa79-850187a894ca req-3a44ce1f-b41a-4854-a7ef-333bea0e2253 service neutron] Checking segment: {'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:45.279721 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc9516a-c88a-4084-aa79-850187a894ca req-3a44ce1f-b41a-4854-a7ef-333bea0e2253 service neutron] Bound using segment: {'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:10:45.280200 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-cfc9516a-c88a-4084-aa79-850187a894ca req-3a44ce1f-b41a-4854-a7ef-333bea0e2253 service neutron] Bound port: 9b29190a-3930-41b5-86aa-e98a5fc24971, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:10:45.280573 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-cfc9516a-c88a-4084-aa79-850187a894ca req-3a44ce1f-b41a-4854-a7ef-333bea0e2253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9b29190a-3930-41b5-86aa-e98a5fc24971), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:45.300209 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 27fe8a84-17a5-4744-b287-c5a8fdf17b82 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:45.300635 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (27fe8a84-17a5-4744-b287-c5a8fdf17b82), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:45.316251 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27fe8a84-17a5-4744-b287-c5a8fdf17b82 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:45.338318 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 27fe8a84-17a5-4744-b287-c5a8fdf17b82, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=27fe8a84-17a5-4744-b287-c5a8fdf17b82,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:45.344261 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (27fe8a84-17a5-4744-b287-c5a8fdf17b82), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:45.363619 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-cfc9516a-c88a-4084-aa79-850187a894ca req-3a44ce1f-b41a-4854-a7ef-333bea0e2253 service neutron] For port 9b29190a-3930-41b5-86aa-e98a5fc24971, host n-h2-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:45.368396 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-cfc9516a-c88a-4084-aa79-850187a894ca req-3a44ce1f-b41a-4854-a7ef-333bea0e2253 service neutron] For port 9b29190a-3930-41b5-86aa-e98a5fc24971, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=9b29190a-3930-41b5-86aa-e98a5fc24971,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:10:45.378659 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-cfc9516a-c88a-4084-aa79-850187a894ca req-3a44ce1f-b41a-4854-a7ef-333bea0e2253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (9b29190a-3930-41b5-86aa-e98a5fc24971), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:45.409090 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=27fe8a84-17a5-4744-b287-c5a8fdf17b82,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:45.419470 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9516a-c88a-4084-aa79-850187a894ca req-3a44ce1f-b41a-4854-a7ef-333bea0e2253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:45.420212 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-cfc9516a-c88a-4084-aa79-850187a894ca req-3a44ce1f-b41a-4854-a7ef-333bea0e2253 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:45.421645 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-cfc9516a-c88a-4084-aa79-850187a894ca req-3a44ce1f-b41a-4854-a7ef-333bea0e2253 service neutron] 10.222.0.91 "PUT /v2.0/ports/9b29190a-3930-41b5-86aa-e98a5fc24971 HTTP/1.1" status: 200 len: 1092 time: 0.7467752 Feb 09 01:10:45.433290 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b7150-fa60-49ae-9e50-65abd3eaeba3 req-e964b3cb-ef56-4e8c-bcaa-cfcb27b2cf1f tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:45.434749 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7d4b7150-fa60-49ae-9e50-65abd3eaeba3 req-e964b3cb-ef56-4e8c-bcaa-cfcb27b2cf1f tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/networks/def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 784 time: 0.5251632 Feb 09 01:10:45.447950 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a44ce1f-b41a-4854-a7ef-333bea0e2253 service neutron] Pushing event updated for resources: {'Port': ['ID=9b29190a-3930-41b5-86aa-e98a5fc24971,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:45.453698 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c7de90f-e26b-4609-9b5b-b5aefb12fd4b req-21b76951-848c-4b3b-b2fb-f5124c9838ba service neutron] 10.222.0.121 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5119195 Feb 09 01:10:45.463322 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-7d4b7150-fa60-49ae-9e50-65abd3eaeba3 req-bdf01bd7-d246-4c6b-819d-d3e6eb4db1f7 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:10:45.466322 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7d4b7150-fa60-49ae-9e50-65abd3eaeba3 req-bdf01bd7-d246-4c6b-819d-d3e6eb4db1f7 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0122960 Feb 09 01:10:45.520802 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0d00a114-6b06-438a-a70f-9fc41c75599f req-7397d294-b22d-4140-862f-daf07973247a tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812976 Feb 09 01:10:45.535259 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cf182ba4-b8b5-47b9-a4ce-5ff977835738 req-ec554293-c0a8-490f-84a3-c374f02f1c45 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310572 Feb 09 01:10:45.541190 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5d2b15-52d8-45e7-b9a5-58bd3c936fb9', 'tag': '3fc6e6c1-fe04-4d6e-a5c1-891647370442'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:45.544401 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabbecea-b174-4552-91ce-6cbc909cb3dd" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5d2b15-52d8-45e7-b9a5-58bd3c936fb9", "tag": "3fc6e6c1-fe04-4d6e-a5c1-891647370442"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:45.575596 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9516a-c88a-4084-aa79-850187a894ca req-f4138924-4a46-4df9-a808-3e1ae27c8739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:45.577147 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-cfc9516a-c88a-4084-aa79-850187a894ca req-f4138924-4a46-4df9-a808-3e1ae27c8739 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=991583a4f7ce4c4eb6893f1ec411692c&device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 1126 time: 0.0764861 Feb 09 01:10:45.587407 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b9cd924-5454-40eb-a35e-b6e0541805f1', 'tag': '27fe8a84-17a5-4744-b287-c5a8fdf17b82'}, {'name': 'network-changed', 'server_uuid': 'a1b2cbc9-c0bc-4908-affe-0af5ed0849bb', 'tag': '9b29190a-3930-41b5-86aa-e98a5fc24971'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:45.590173 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb20379c-5a28-41a0-9627-64e33b7c31cd" -d '{"events": [{"name": "network-changed", "server_uuid": "6b9cd924-5454-40eb-a35e-b6e0541805f1", "tag": "27fe8a84-17a5-4744-b287-c5a8fdf17b82"}, {"name": "network-changed", "server_uuid": "a1b2cbc9-c0bc-4908-affe-0af5ed0849bb", "tag": "9b29190a-3930-41b5-86aa-e98a5fc24971"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:45.593656 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a751f1c-a2a2-4d99-b791-fba167efc507 x-openstack-request-id: req-3a751f1c-a2a2-4d99-b791-fba167efc507 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:45.593945 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d607b329-93f2-449f-a06d-5e1564200369", "name": "network-vif-plugged", "status": "completed", "tag": "dacb0762-f5cc-41ce-92bd-96b1f21b8f01", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:45.594208 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3a751f1c-a2a2-4d99-b791-fba167efc507 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:45.594596 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd607b329-93f2-449f-a06d-5e1564200369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dacb0762-f5cc-41ce-92bd-96b1f21b8f01', 'code': 200} Feb 09 01:10:45.622720 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['0db41797-db17-4a54-ae13-c5ec0fa080a6'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:10:45.626772 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a1d4f-c851-4115-b790-7b9d88384fc5 req-73ac4e70-6dce-4b12-b9c9-36c2344b09ac tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:45.627709 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-033a1d4f-c851-4115-b790-7b9d88384fc5 req-73ac4e70-6dce-4b12-b9c9-36c2344b09ac tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=d49e7424-23cf-4ce1-a113-569c8fa1091f HTTP/1.1" status: 200 len: 945 time: 0.0710046 Feb 09 01:10:45.638795 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-cfc9516a-c88a-4084-aa79-850187a894ca req-bf4c7baa-507d-4716-b9da-b1aee88b6e71 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b29190a-3930-41b5-86aa-e98a5fc24971 HTTP/1.1" status: 200 len: 217 time: 0.0522609 Feb 09 01:10:45.655486 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['27fe8a84-17a5-4744-b287-c5a8fdf17b82'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:10:45.699498 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9516a-c88a-4084-aa79-850187a894ca req-6d57da57-0df6-45ae-8499-1b1579dcb612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:45.701110 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-cfc9516a-c88a-4084-aa79-850187a894ca req-6d57da57-0df6-45ae-8499-1b1579dcb612 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8fe24410-38bf-494b-a44d-46f0496d84a5 HTTP/1.1" status: 200 len: 848 time: 0.0523429 Feb 09 01:10:45.736461 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-cfc9516a-c88a-4084-aa79-850187a894ca req-43e45f84-b76f-47f4-b2b2-378e62fee647 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=28c1f603-e786-4a84-b8ed-ec2e36c0d018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268190 Feb 09 01:10:45.753912 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-033a1d4f-c851-4115-b790-7b9d88384fc5 req-9596d3d6-d68a-4616-bbd6-efd22f85a413 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196115 Feb 09 01:10:45.770346 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f33e2-2599-40b5-bdd6-f20c289feab1 req-a8a0b255-7b57-46d1-989d-d06f0035e932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:45.771848 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f5f33e2-2599-40b5-bdd6-f20c289feab1 req-a8a0b255-7b57-46d1-989d-d06f0035e932 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=d607b329-93f2-449f-a06d-5e1564200369 HTTP/1.1" status: 200 len: 1128 time: 0.1068962 Feb 09 01:10:45.816727 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55be41-d733-403a-a0f0-7d6e9711bca1 req-078161a7-d6cf-4018-bad7-983888fd6a9b tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:45.818299 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5f55be41-d733-403a-a0f0-7d6e9711bca1 req-078161a7-d6cf-4018-bad7-983888fd6a9b tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b9cd924-5454-40eb-a35e-b6e0541805f1 HTTP/1.1" status: 200 len: 948 time: 0.1394961 Feb 09 01:10:45.841657 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f5f33e2-2599-40b5-bdd6-f20c289feab1 req-9194c9f1-e686-48bd-94c5-ea2ff58e6853 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=4047daa7-99dc-4065-97c6-18555a778085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628560 Feb 09 01:10:45.878174 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-cfc9516a-c88a-4084-aa79-850187a894ca req-3d13f2bc-43bd-4fa9-a8c3-20c8f8c063d9 service neutron] 10.222.0.91 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350129 Feb 09 01:10:45.939971 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5f55be41-d733-403a-a0f0-7d6e9711bca1 req-afcb24da-7ee0-444b-a1dc-80758665ebe5 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125801 Feb 09 01:10:45.965101 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 8a9ab06c-1f75-4126-bb17-2d4af3691030 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:10:45.971643 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819e2aa-8acf-442a-a4fd-6dab187b1c7d req-d6ab8f92-868a-433d-beb1-ce64ad10e075 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:45.973423 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7819e2aa-8acf-442a-a4fd-6dab187b1c7d req-d6ab8f92-868a-433d-beb1-ce64ad10e075 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/ports?device_id=08f78c2b-258b-42f7-a119-46fac9b9980b HTTP/1.1" status: 200 len: 950 time: 0.1134696 Feb 09 01:10:45.993471 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-cfc9516a-c88a-4084-aa79-850187a894ca req-4d90809d-e2e3-4bfc-8f34-4ea3c216e95a service neutron] 10.222.0.91 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077259 Feb 09 01:10:46.037057 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7819e2aa-8acf-442a-a4fd-6dab187b1c7d req-a33e36c9-5382-463b-83db-22523d50aa2a tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20685cb-a65a-4056-a5af-21e3e74d6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562856 Feb 09 01:10:46.095451 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 8a9ab06c-1f75-4126-bb17-2d4af3691030, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=8a9ab06c-1f75-4126-bb17-2d4af3691030,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:46.109029 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '8a9ab06c-1f75-4126-bb17-2d4af3691030', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': '8a9ab06c-1f75-4126-bb17-2d4af3691030', 'mac_address': 'fa:16:3e:2f:72:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:10:46.149050 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 8a9ab06c-1f75-4126-bb17-2d4af3691030 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:46.149446 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8a9ab06c-1f75-4126-bb17-2d4af3691030), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:46.159038 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09bdd8-f23a-4975-894b-96f486a637c7 req-fc049834-f357-4da3-b1a0-ca13af113e95 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:46.160609 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c09bdd8-f23a-4975-894b-96f486a637c7 req-fc049834-f357-4da3-b1a0-ca13af113e95 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 947 time: 0.0632484 Feb 09 01:10:46.162889 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a9ab06c-1f75-4126-bb17-2d4af3691030 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:46.186175 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 8a9ab06c-1f75-4126-bb17-2d4af3691030, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=8a9ab06c-1f75-4126-bb17-2d4af3691030,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:46.191250 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8a9ab06c-1f75-4126-bb17-2d4af3691030), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:46.228668 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-5a8f859d-4bf5-4632-b5e1-46ff1031447f tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ca20cdba996f44058e73e23c54527620&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374966 Feb 09 01:10:46.235013 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c09bdd8-f23a-4975-894b-96f486a637c7 req-ce79211f-57cf-48fe-a6e8-afb9a5cdfc40 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678494 Feb 09 01:10:46.241613 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=8a9ab06c-1f75-4126-bb17-2d4af3691030,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:46.350685 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-bdb8349b-4e88-4ac0-b95e-79d3715533e9 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:46.352155 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-bdb8349b-4e88-4ac0-b95e-79d3715533e9 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1145091 Feb 09 01:10:46.413644 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-21844b2d-e6d0-472f-bc8a-05f5b32e5013 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/quotas/ca20cdba996f44058e73e23c54527620 HTTP/1.1" status: 200 len: 375 time: 0.0502074 Feb 09 01:10:46.450423 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-22129a89-15f6-4261-abb0-5daa83a7867d tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca20cdba996f44058e73e23c54527620&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330195 Feb 09 01:10:46.480117 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149700b7-f053-487a-8a40-950b9446415d req-0da7925e-436f-4708-a7e9-46fa4e7d9f97 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:46.482448 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-149700b7-f053-487a-8a40-950b9446415d req-0da7925e-436f-4708-a7e9-46fa4e7d9f97 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b662c28-4af1-4f9b-ace0-0025ea5c0085&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1293347 Feb 09 01:10:46.543972 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-149700b7-f053-487a-8a40-950b9446415d req-be49a9b9-2bcf-412e-94ee-9b87792ccfad tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.186 HTTP/1.1" status: 200 len: 696 time: 0.0533023 Feb 09 01:10:46.553982 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['8a9ab06c-1f75-4126-bb17-2d4af3691030'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:10:46.594485 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-149700b7-f053-487a-8a40-950b9446415d req-af25fd86-a868-4753-aa08-4262823806a3 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Request body: {'floatingip': {'port_id': '91bb948e-f2d9-4086-a875-2e2829947b51', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:46.635086 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1bb337-60de-408b-8cf9-72335bb06f92 x-openstack-request-id: req-0b1bb337-60de-408b-8cf9-72335bb06f92 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:46.635385 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5d2b15-52d8-45e7-b9a5-58bd3c936fb9", "tag": "3fc6e6c1-fe04-4d6e-a5c1-891647370442", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:46.635672 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0b1bb337-60de-408b-8cf9-72335bb06f92 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:46.636167 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5d2b15-52d8-45e7-b9a5-58bd3c936fb9', 'tag': '3fc6e6c1-fe04-4d6e-a5c1-891647370442', 'status': 'completed', 'code': 200} Feb 09 01:10:46.650425 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0593f62-bc0d-49fa-b2c4-18e985a3a158 x-openstack-request-id: req-a0593f62-bc0d-49fa-b2c4-18e985a3a158 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:46.654129 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b9cd924-5454-40eb-a35e-b6e0541805f1", "tag": "27fe8a84-17a5-4744-b287-c5a8fdf17b82", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a1b2cbc9-c0bc-4908-affe-0af5ed0849bb", "tag": "9b29190a-3930-41b5-86aa-e98a5fc24971", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:46.654569 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a0593f62-bc0d-49fa-b2c4-18e985a3a158 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:46.655086 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b9cd924-5454-40eb-a35e-b6e0541805f1', 'tag': '27fe8a84-17a5-4744-b287-c5a8fdf17b82', 'status': 'completed', 'code': 200} Feb 09 01:10:46.656071 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b2cbc9-c0bc-4908-affe-0af5ed0849bb', 'tag': '9b29190a-3930-41b5-86aa-e98a5fc24971', 'status': 'completed', 'code': 200} Feb 09 01:10:46.661384 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 3fc6e6c1-fe04-4d6e-a5c1-891647370442 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:10:46.663654 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 0db41797-db17-4a54-ae13-c5ec0fa080a6 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:10:46.721443 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-149700b7-f053-487a-8a40-950b9446415d req-af25fd86-a868-4753-aa08-4262823806a3 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks [] for floatingip (9f5de7ad-7f7f-4fe0-9dd7-3c04193859c1), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:46.915331 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbecea-b174-4552-91ce-6cbc909cb3dd req-20c9452a-2fd8-4805-bbb7-77cbc62858dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:46.917338 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cabbecea-b174-4552-91ce-6cbc909cb3dd req-20c9452a-2fd8-4805-bbb7-77cbc62858dc service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cbcf64bc184340809a27ba774d82840d&device_id=bf5d2b15-52d8-45e7-b9a5-58bd3c936fb9 HTTP/1.1" status: 200 len: 1131 time: 0.2801161 Feb 09 01:10:46.931677 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 0db41797-db17-4a54-ae13-c5ec0fa080a6 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:10:46.933741 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b664fc-3746-4009-858b-c01a08db4549 req-8cb3bdb0-aa42-4107-aaf9-e74683b4696a tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:46.935315 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-83b664fc-3746-4009-858b-c01a08db4549 req-8cb3bdb0-aa42-4107-aaf9-e74683b4696a tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/ports?device_id=d607b329-93f2-449f-a06d-5e1564200369 HTTP/1.1" status: 200 len: 945 time: 0.2087724 Feb 09 01:10:46.941515 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 0db41797-db17-4a54-ae13-c5ec0fa080a6 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:46.942060 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0db41797-db17-4a54-ae13-c5ec0fa080a6), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:46.996394 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 3fc6e6c1-fe04-4d6e-a5c1-891647370442, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=3fc6e6c1-fe04-4d6e-a5c1-891647370442,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:47.027927 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '3fc6e6c1-fe04-4d6e-a5c1-891647370442', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': '3fc6e6c1-fe04-4d6e-a5c1-891647370442', 'mac_address': 'fa:16:3e:0f:36:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:10:47.043741 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20379c-5a28-41a0-9627-64e33b7c31cd req-bc03ca8b-2287-4719-ac16-3d91f743b120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:47.045235 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-cb20379c-5a28-41a0-9627-64e33b7c31cd req-bc03ca8b-2287-4719-ac16-3d91f743b120 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=991583a4f7ce4c4eb6893f1ec411692c&device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 1126 time: 0.3629875 Feb 09 01:10:47.074704 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20379c-5a28-41a0-9627-64e33b7c31cd req-61f35cbc-67e6-4a7e-8af5-ff14def0d613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:47.076189 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-cb20379c-5a28-41a0-9627-64e33b7c31cd req-61f35cbc-67e6-4a7e-8af5-ff14def0d613 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cbcf64bc184340809a27ba774d82840d&device_id=6b9cd924-5454-40eb-a35e-b6e0541805f1 HTTP/1.1" status: 200 len: 1131 time: 0.3396091 Feb 09 01:10:47.136405 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-83b664fc-3746-4009-858b-c01a08db4549 req-9f128e86-4135-487b-b7e3-c4351a8de0e9 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/security-groups?id=4047daa7-99dc-4065-97c6-18555a778085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780260 Feb 09 01:10:47.148657 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 0db41797-db17-4a54-ae13-c5ec0fa080a6 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:47.149295 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0db41797-db17-4a54-ae13-c5ec0fa080a6), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:47.200380 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 3fc6e6c1-fe04-4d6e-a5c1-891647370442 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:47.200380 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3fc6e6c1-fe04-4d6e-a5c1-891647370442), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:47.235374 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fc6e6c1-fe04-4d6e-a5c1-891647370442 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:47.244468 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20379c-5a28-41a0-9627-64e33b7c31cd req-304ad166-2bdc-4f5b-831d-1be7122e91a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:47.247698 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-cb20379c-5a28-41a0-9627-64e33b7c31cd req-304ad166-2bdc-4f5b-831d-1be7122e91a4 service neutron] 10.222.0.121 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.1564484 Feb 09 01:10:47.249305 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 0db41797-db17-4a54-ae13-c5ec0fa080a6, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=0db41797-db17-4a54-ae13-c5ec0fa080a6,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:47.253898 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbecea-b174-4552-91ce-6cbc909cb3dd req-e59b5bf9-f237-4c66-bb1b-24c81caf5f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:47.263632 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cabbecea-b174-4552-91ce-6cbc909cb3dd req-e59b5bf9-f237-4c66-bb1b-24c81caf5f2e service neutron] 10.222.0.121 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.3273456 Feb 09 01:10:47.265439 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0db41797-db17-4a54-ae13-c5ec0fa080a6), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:47.267182 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 27fe8a84-17a5-4744-b287-c5a8fdf17b82 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:10:47.312114 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 3fc6e6c1-fe04-4d6e-a5c1-891647370442, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=3fc6e6c1-fe04-4d6e-a5c1-891647370442,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:47.339932 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-cb20379c-5a28-41a0-9627-64e33b7c31cd req-9e7e6681-cfa0-4742-a2e4-052bd4909025 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=27fe8a84-17a5-4744-b287-c5a8fdf17b82 HTTP/1.1" status: 200 len: 217 time: 0.0809081 Feb 09 01:10:47.350094 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (3fc6e6c1-fe04-4d6e-a5c1-891647370442), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:47.391019 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=0db41797-db17-4a54-ae13-c5ec0fa080a6,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:47.425651 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 27fe8a84-17a5-4744-b287-c5a8fdf17b82 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:10:47.430996 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20379c-5a28-41a0-9627-64e33b7c31cd req-0495ed35-6f32-4bb6-b87c-f027dcf68a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:47.433621 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-cb20379c-5a28-41a0-9627-64e33b7c31cd req-0495ed35-6f32-4bb6-b87c-f027dcf68a46 service neutron] 10.222.0.91 "GET /v2.0/networks?id=28c1f603-e786-4a84-b8ed-ec2e36c0d018 HTTP/1.1" status: 200 len: 909 time: 0.3723927 Feb 09 01:10:47.434609 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 27fe8a84-17a5-4744-b287-c5a8fdf17b82 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:47.435435 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (27fe8a84-17a5-4744-b287-c5a8fdf17b82), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:47.443933 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20379c-5a28-41a0-9627-64e33b7c31cd req-453f47a7-9a4f-49f3-88f8-f68abb533404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:47.445586 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-cb20379c-5a28-41a0-9627-64e33b7c31cd req-453f47a7-9a4f-49f3-88f8-f68abb533404 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.0960612 Feb 09 01:10:47.493316 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=3fc6e6c1-fe04-4d6e-a5c1-891647370442,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:47.497657 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-cb20379c-5a28-41a0-9627-64e33b7c31cd req-e27b5c1a-78b7-44da-ad96-46b4ad6e1150 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b29190a-3930-41b5-86aa-e98a5fc24971 HTTP/1.1" status: 200 len: 217 time: 0.0510840 Feb 09 01:10:47.547281 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cabbecea-b174-4552-91ce-6cbc909cb3dd req-de57b20f-6a34-4f99-8b4c-fcdd815261d5 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=3fc6e6c1-fe04-4d6e-a5c1-891647370442 HTTP/1.1" status: 200 len: 217 time: 0.2567356 Feb 09 01:10:47.557580 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 27fe8a84-17a5-4744-b287-c5a8fdf17b82 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:47.560755 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (27fe8a84-17a5-4744-b287-c5a8fdf17b82), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:47.596358 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08f78c2b-258b-42f7-a119-46fac9b9980b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1e2d21-6389-44c3-a417-b5a4277ba6b3'}, {'server_uuid': 'd49e7424-23cf-4ce1-a113-569c8fa1091f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db41797-db17-4a54-ae13-c5ec0fa080a6'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:47.599824 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96076b69-feed-4a17-8869-daaf44f303a3" -d '{"events": [{"server_uuid": "08f78c2b-258b-42f7-a119-46fac9b9980b", "name": "network-vif-plugged", "status": "completed", "tag": "7a1e2d21-6389-44c3-a417-b5a4277ba6b3"}, {"server_uuid": "d49e7424-23cf-4ce1-a113-569c8fa1091f", "name": "network-vif-plugged", "status": "completed", "tag": "0db41797-db17-4a54-ae13-c5ec0fa080a6"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:47.607700 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20379c-5a28-41a0-9627-64e33b7c31cd req-97394429-2047-4c66-80b3-b6798c7b95a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:47.609570 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-cb20379c-5a28-41a0-9627-64e33b7c31cd req-97394429-2047-4c66-80b3-b6798c7b95a9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8fe24410-38bf-494b-a44d-46f0496d84a5 HTTP/1.1" status: 200 len: 848 time: 0.0836239 Feb 09 01:10:47.612786 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20379c-5a28-41a0-9627-64e33b7c31cd req-c5645e48-cd51-4347-8c02-fbbed738dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:47.614210 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-cb20379c-5a28-41a0-9627-64e33b7c31cd req-c5645e48-cd51-4347-8c02-fbbed738dc9b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1573341 Feb 09 01:10:47.629793 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 27fe8a84-17a5-4744-b287-c5a8fdf17b82, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=27fe8a84-17a5-4744-b287-c5a8fdf17b82,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:47.634947 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (27fe8a84-17a5-4744-b287-c5a8fdf17b82), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:47.665191 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['3fc6e6c1-fe04-4d6e-a5c1-891647370442'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:10:47.702626 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-cb20379c-5a28-41a0-9627-64e33b7c31cd req-1aac72a4-7da8-4d75-aedc-727668abb86c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=28c1f603-e786-4a84-b8ed-ec2e36c0d018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720384 Feb 09 01:10:47.726623 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=27fe8a84-17a5-4744-b287-c5a8fdf17b82,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:47.756923 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbecea-b174-4552-91ce-6cbc909cb3dd req-7ebbe88f-d982-4488-9894-5b99b30acbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:47.758479 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cabbecea-b174-4552-91ce-6cbc909cb3dd req-7ebbe88f-d982-4488-9894-5b99b30acbd0 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.1604707 Feb 09 01:10:47.793249 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541761a9-f2fa-47e9-8a30-2c6ac4007e75 req-3a55f1da-1197-411f-9b86-fc35ebecba9a tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:47.801018 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-541761a9-f2fa-47e9-8a30-2c6ac4007e75 req-3a55f1da-1197-411f-9b86-fc35ebecba9a tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 943 time: 0.4124835 Feb 09 01:10:47.813855 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-cb20379c-5a28-41a0-9627-64e33b7c31cd req-0f595683-53e7-4dfa-aefe-308a7e37078c service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925397 Feb 09 01:10:47.851567 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.db.resource_extend [req-149700b7-f053-487a-8a40-950b9446415d req-af25fd86-a868-4753-aa08-4262823806a3 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:10:47.902746 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-cb20379c-5a28-41a0-9627-64e33b7c31cd req-626cb32f-8cde-48e2-820d-0d91d97696f9 service neutron] 10.222.0.91 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873443 Feb 09 01:10:47.973233 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-149700b7-f053-487a-8a40-950b9446415d req-af25fd86-a868-4753-aa08-4262823806a3 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:47.974874 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 8a9ab06c-1f75-4126-bb17-2d4af3691030 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:10:47.985665 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-541761a9-f2fa-47e9-8a30-2c6ac4007e75 req-40aa55d1-00d0-4c3d-803b-f4713e2b4c75 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836987 Feb 09 01:10:47.988096 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-cb20379c-5a28-41a0-9627-64e33b7c31cd req-9cb48489-d6ea-4d55-b493-35b965d9207c service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652558 Feb 09 01:10:47.988468 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbecea-b174-4552-91ce-6cbc909cb3dd req-44a8c7ca-efaa-4705-bf85-1837a7353054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:47.989944 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cabbecea-b174-4552-91ce-6cbc909cb3dd req-44a8c7ca-efaa-4705-bf85-1837a7353054 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2241166 Feb 09 01:10:47.990698 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-149700b7-f053-487a-8a40-950b9446415d req-af25fd86-a868-4753-aa08-4262823806a3 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (9f5de7ad-7f7f-4fe0-9dd7-3c04193859c1), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:48.044449 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-cb20379c-5a28-41a0-9627-64e33b7c31cd req-20400658-f364-486a-9f4e-cd337770c1ee service neutron] 10.222.0.91 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314223 Feb 09 01:10:48.070953 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 8a9ab06c-1f75-4126-bb17-2d4af3691030 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:10:48.078488 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 8a9ab06c-1f75-4126-bb17-2d4af3691030 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:48.078910 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8a9ab06c-1f75-4126-bb17-2d4af3691030), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:48.145072 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-804cf50a-07fd-4ccb-9e4e-b9f47f49317a tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=ca20cdba996f44058e73e23c54527620&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359864 Feb 09 01:10:48.179584 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 8a9ab06c-1f75-4126-bb17-2d4af3691030 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:48.180250 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8a9ab06c-1f75-4126-bb17-2d4af3691030), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:48.223239 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 8a9ab06c-1f75-4126-bb17-2d4af3691030, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=8a9ab06c-1f75-4126-bb17-2d4af3691030,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:48.230468 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8a9ab06c-1f75-4126-bb17-2d4af3691030), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:48.293005 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=8a9ab06c-1f75-4126-bb17-2d4af3691030,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:48.299263 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-245d4b09-5fd9-439d-a733-f11c59cb3989 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:48.301385 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-245d4b09-5fd9-439d-a733-f11c59cb3989 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1495366 Feb 09 01:10:48.322609 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-6c838355-2e8a-4851-951b-f5465f17544b tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Request body: {'port': {'device_id': '322b98fc-afe7-40ce-8f22-47f9426b8b73', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'admin_state_up': True, 'tenant_id': 'ca20cdba996f44058e73e23c54527620'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:48.411837 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-69bacfd3-9a6a-4cf2-9011-17c641994910 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ca20cdba996f44058e73e23c54527620&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0747104 Feb 09 01:10:48.441960 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-6c838355-2e8a-4851-951b-f5465f17544b tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Made reservation on behalf of ca20cdba996f44058e73e23c54527620 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:48.445389 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-6c838355-2e8a-4851-951b-f5465f17544b tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:48.456483 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-6c838355-2e8a-4851-951b-f5465f17544b tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:48.538397 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [req-149700b7-f053-487a-8a40-950b9446415d req-af25fd86-a868-4753-aa08-4262823806a3 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Floating IP 9f5de7ad-7f7f-4fe0-9dd7-3c04193859c1 associated. External IP: 172.25.1.186, port: 91bb948e-f2d9-4086-a875-2e2829947b51. Feb 09 01:10:48.543749 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-6c838355-2e8a-4851-951b-f5465f17544b tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Publish callbacks [] for security_group (0d42e242-6cfc-4eff-80f4-f6eea65dab9d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:48.550134 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-6c838355-2e8a-4851-951b-f5465f17544b tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0d42e242-6cfc-4eff-80f4-f6eea65dab9d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:48.610316 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cabbecea-b174-4552-91ce-6cbc909cb3dd req-f3f06f4e-920f-4aed-af32-779ec7001d26 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5493848 Feb 09 01:10:48.622106 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c838355-2e8a-4851-951b-f5465f17544b tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d42e242-6cfc-4eff-80f4-f6eea65dab9d,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:48.675968 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 3fc6e6c1-fe04-4d6e-a5c1-891647370442 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:10:48.697371 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-f4b4b929-aad6-4686-8a35-baf196bde841 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:48.704049 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-f4b4b929-aad6-4686-8a35-baf196bde841 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2844274 Feb 09 01:10:48.704242 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-6c838355-2e8a-4851-951b-f5465f17544b tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Allocated IP 192.168.233.158 (3976161f-bd1f-4dbb-b950-6897c01f16f1/98abf639-2282-4fa1-acd9-5660b4f87a0d/f994970c-0d91-4b5e-9116-15b7b17b5d24) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:48.731373 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 3fc6e6c1-fe04-4d6e-a5c1-891647370442 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:10:48.734394 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-fe46f870-b988-4331-99bb-4ca7aa50f1a4 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/quotas/ca20cdba996f44058e73e23c54527620 HTTP/1.1" status: 200 len: 375 time: 0.0294104 Feb 09 01:10:48.736263 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 3fc6e6c1-fe04-4d6e-a5c1-891647370442 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:48.736904 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3fc6e6c1-fe04-4d6e-a5c1-891647370442), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:48.783727 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-a9848298-0682-4a83-99c1-6e4ee251fa67 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca20cdba996f44058e73e23c54527620&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483763 Feb 09 01:10:48.835214 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 3fc6e6c1-fe04-4d6e-a5c1-891647370442 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:48.835617 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3fc6e6c1-fe04-4d6e-a5c1-891647370442), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:48.848635 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cabbecea-b174-4552-91ce-6cbc909cb3dd req-686e1aaf-4d9f-46e1-88ed-fe7c4ce2f4df service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232077 Feb 09 01:10:48.884039 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 3fc6e6c1-fe04-4d6e-a5c1-891647370442, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=3fc6e6c1-fe04-4d6e-a5c1-891647370442,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:48.890828 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (3fc6e6c1-fe04-4d6e-a5c1-891647370442), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:48.903549 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-6c838355-2e8a-4851-951b-f5465f17544b tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Publish callbacks [] for port (f994970c-0d91-4b5e-9116-15b7b17b5d24), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:48.984718 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=3fc6e6c1-fe04-4d6e-a5c1-891647370442,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:48.997140 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-6c838355-2e8a-4851-951b-f5465f17544b tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (f994970c-0d91-4b5e-9116-15b7b17b5d24), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:49.041592 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-6c838355-2e8a-4851-951b-f5465f17544b tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Network 3976161f-bd1f-4dbb-b950-6897c01f16f1 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:49.046076 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-6c838355-2e8a-4851-951b-f5465f17544b tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:49.050286 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-6c838355-2e8a-4851-951b-f5465f17544b tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:10:49.061626 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [req-149700b7-f053-487a-8a40-950b9446415d req-af25fd86-a868-4753-aa08-4262823806a3 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Router c4c5fe34-b5f2-408b-af38-a99f2f461f2e has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:10:49.089962 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1223e79-6acc-40f4-9c6b-ddf711545fb5 req-454f3ee8-6bf9-4e53-ba23-5b97f81e850f tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:49.097040 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b1223e79-6acc-40f4-9c6b-ddf711545fb5 req-454f3ee8-6bf9-4e53-ba23-5b97f81e850f tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=d49e7424-23cf-4ce1-a113-569c8fa1091f HTTP/1.1" status: 200 len: 946 time: 0.1037598 Feb 09 01:10:49.101314 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c838355-2e8a-4851-951b-f5465f17544b tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Pushing event updated for resources: {'Port': ['ID=f994970c-0d91-4b5e-9116-15b7b17b5d24,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:49.118196 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:49.129721 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-6c838355-2e8a-4851-951b-f5465f17544b tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:49.130499 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-6c838355-2e8a-4851-951b-f5465f17544b tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:49.150434 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-6c838355-2e8a-4851-951b-f5465f17544b tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8317571 Feb 09 01:10:49.169169 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-c6b3afdd-65e3-4d3b-8332-a50417bb9321 service neutron] Request body: {'port': {'device_id': '322b98fc-afe7-40ce-8f22-47f9426b8b73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:49.254864 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-c6b3afdd-65e3-4d3b-8332-a50417bb9321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f994970c-0d91-4b5e-9116-15b7b17b5d24), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:49.263070 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b1223e79-6acc-40f4-9c6b-ddf711545fb5 req-068d6a9d-de22-4ae4-a113-af3df6a7aaef tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626039 Feb 09 01:10:49.302984 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-149700b7-f053-487a-8a40-950b9446415d req-af25fd86-a868-4753-aa08-4262823806a3 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:10:49.313746 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-149700b7-f053-487a-8a40-950b9446415d req-af25fd86-a868-4753-aa08-4262823806a3 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:49.324611 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3a70ed-022e-4f34-a67f-65d6dbe08ca2 None None] Sync routers for ids ['c4c5fe34-b5f2-408b-af38-a99f2f461f2e'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:10:49.340794 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3a70ed-022e-4f34-a67f-65d6dbe08ca2 None None] Routers {'c4c5fe34-b5f2-408b-af38-a99f2f461f2e'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:10:49.341371 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ee3a70ed-022e-4f34-a67f-65d6dbe08ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:10:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c4c5fe34-b5f2-408b-af38-a99f2f461f2e'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:49.373927 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-149700b7-f053-487a-8a40-950b9446415d req-af25fd86-a868-4753-aa08-4262823806a3 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "PUT /v2.0/floatingips/9f5de7ad-7f7f-4fe0-9dd7-3c04193859c1 HTTP/1.1" status: 200 len: 997 time: 2.7885585 Feb 09 01:10:49.374928 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b662c28-4af1-4f9b-ace0-0025ea5c0085', 'tag': '91bb948e-f2d9-4086-a875-2e2829947b51'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:49.381924 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c783b4-d2b1-41b2-a028-5dfd88bd408b" -d '{"events": [{"name": "network-changed", "server_uuid": "9b662c28-4af1-4f9b-ace0-0025ea5c0085", "tag": "91bb948e-f2d9-4086-a875-2e2829947b51"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:49.385794 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-9a308355-d90a-4b52-8c0e-25277b034a84 None None] Provisioning complete for port f994970c-0d91-4b5e-9116-15b7b17b5d24 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:49.388393 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9a308355-d90a-4b52-8c0e-25277b034a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f994970c-0d91-4b5e-9116-15b7b17b5d24), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:49.468266 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-9a308355-d90a-4b52-8c0e-25277b034a84 None None] Port f994970c-0d91-4b5e-9116-15b7b17b5d24 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:10:49.497177 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a7a13-61e7-4d11-bec8-88687a603087 req-83e61fce-b309-4b74-9b7a-6f87806c9942 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:49.498853 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-872a7a13-61e7-4d11-bec8-88687a603087 req-83e61fce-b309-4b74-9b7a-6f87806c9942 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b9cd924-5454-40eb-a35e-b6e0541805f1 HTTP/1.1" status: 200 len: 949 time: 0.1135898 Feb 09 01:10:49.502121 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149700b7-f053-487a-8a40-950b9446415d req-89b7b445-2fd3-45c4-8e43-4141738b8966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:49.509053 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-149700b7-f053-487a-8a40-950b9446415d req-89b7b445-2fd3-45c4-8e43-4141738b8966 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=922b30affe5a4405930aa3d37acabbc7&device_id=9b662c28-4af1-4f9b-ace0-0025ea5c0085 HTTP/1.1" status: 200 len: 1129 time: 0.1094031 Feb 09 01:10:49.538875 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-ee3a70ed-022e-4f34-a67f-65d6dbe08ca2 None None] Set router c4c5fe34-b5f2-408b-af38-a99f2f461f2e gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:10:49.628316 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149700b7-f053-487a-8a40-950b9446415d req-7aecf0b2-14d0-4920-9a52-ee6bea522e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:49.629821 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-149700b7-f053-487a-8a40-950b9446415d req-7aecf0b2-14d0-4920-9a52-ee6bea522e8e service neutron] 10.222.0.30 "GET /v2.0/networks?id=6623127f-6781-406f-ad2c-c8f4b498a144 HTTP/1.1" status: 200 len: 929 time: 0.1200087 Feb 09 01:10:49.665425 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-c6b3afdd-65e3-4d3b-8332-a50417bb9321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f994970c-0d91-4b5e-9116-15b7b17b5d24 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:49.681833 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-c6b3afdd-65e3-4d3b-8332-a50417bb9321 service neutron] Publish callbacks [] for port (f994970c-0d91-4b5e-9116-15b7b17b5d24), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:49.695551 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-c6b3afdd-65e3-4d3b-8332-a50417bb9321 service neutron] Transition to ACTIVE for port object f994970c-0d91-4b5e-9116-15b7b17b5d24 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:49.701451 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-c6b3afdd-65e3-4d3b-8332-a50417bb9321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (f994970c-0d91-4b5e-9116-15b7b17b5d24), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:49.756202 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b3afdd-65e3-4d3b-8332-a50417bb9321 service neutron] Pushing event updated for resources: {'Port': ['ID=f994970c-0d91-4b5e-9116-15b7b17b5d24,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:49.757153 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-872a7a13-61e7-4d11-bec8-88687a603087 req-5f05fc3b-869c-42bc-a9ce-09ce0be052b5 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453368 Feb 09 01:10:49.801187 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-149700b7-f053-487a-8a40-950b9446415d req-ea857765-f9e4-47b4-8a97-e5779455b672 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91bb948e-f2d9-4086-a875-2e2829947b51 HTTP/1.1" status: 200 len: 1000 time: 0.1559319 Feb 09 01:10:49.894303 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-c6b3afdd-65e3-4d3b-8332-a50417bb9321 service neutron] Attempting to bind port f994970c-0d91-4b5e-9116-15b7b17b5d24 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:10:49.895122 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-c6b3afdd-65e3-4d3b-8332-a50417bb9321 service neutron] Attempting to bind port f994970c-0d91-4b5e-9116-15b7b17b5d24 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:10:49.895701 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-c6b3afdd-65e3-4d3b-8332-a50417bb9321 service neutron] Attempting to bind port f994970c-0d91-4b5e-9116-15b7b17b5d24 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:49.900120 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149700b7-f053-487a-8a40-950b9446415d req-7d68c4d6-cfe4-4b99-b6e8-fe467859be3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:49.902185 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-149700b7-f053-487a-8a40-950b9446415d req-7d68c4d6-cfe4-4b99-b6e8-fe467859be3a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1b566c9-f61d-42d4-9742-63f29d6e7898 HTTP/1.1" status: 200 len: 867 time: 0.0998974 Feb 09 01:10:49.907899 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-c6b3afdd-65e3-4d3b-8332-a50417bb9321 service neutron] Port f994970c-0d91-4b5e-9116-15b7b17b5d24 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:10:49.911024 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-c6b3afdd-65e3-4d3b-8332-a50417bb9321 service neutron] Attempting to bind port f994970c-0d91-4b5e-9116-15b7b17b5d24 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:49.919298 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-c6b3afdd-65e3-4d3b-8332-a50417bb9321 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:10:49.919640 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-c6b3afdd-65e3-4d3b-8332-a50417bb9321 service neutron] Checking segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:49.920105 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-c6b3afdd-65e3-4d3b-8332-a50417bb9321 service neutron] Bound using segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:10:49.920707 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-c6b3afdd-65e3-4d3b-8332-a50417bb9321 service neutron] Bound port: f994970c-0d91-4b5e-9116-15b7b17b5d24, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:10:49.921073 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-c6b3afdd-65e3-4d3b-8332-a50417bb9321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f994970c-0d91-4b5e-9116-15b7b17b5d24), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:49.960108 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a00002-02d3-4580-a6a4-fa13a693afdc req-c1c43624-011b-470e-8db1-e1f4300f18a8 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:49.961696 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f1a00002-02d3-4580-a6a4-fa13a693afdc req-c1c43624-011b-470e-8db1-e1f4300f18a8 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/ports?device_id=08f78c2b-258b-42f7-a119-46fac9b9980b HTTP/1.1" status: 200 len: 950 time: 0.1145854 Feb 09 01:10:49.974347 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 9b29190a-3930-41b5-86aa-e98a5fc24971 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:10:49.986191 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149700b7-f053-487a-8a40-950b9446415d req-934fdf2a-2970-4516-a4a8-fd9c322c3ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:49.988981 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-149700b7-f053-487a-8a40-950b9446415d req-934fdf2a-2970-4516-a4a8-fd9c322c3ec8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6623127f-6781-406f-ad2c-c8f4b498a144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0797894 Feb 09 01:10:50.001208 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ee3a70ed-022e-4f34-a67f-65d6dbe08ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c5fe34-b5f2-408b-af38-a99f2f461f2e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-511839412-router', 'tenant_id': '922b30affe5a4405930aa3d37acabbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '930158df-d33c-412a-9fa0-30d9be4deff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:04Z', 'updated_at': '2022-02-09T01:10:17Z', 'revision_number': 4, 'project_id': '922b30affe5a4405930aa3d37acabbc7', 'gw_port': {'id': '930158df-d33c-412a-9fa0-30d9be4deff7', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:17:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5fe34-b5f2-408b-af38-a99f2f461f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:06Z', 'updated_at': '2022-02-09T01:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '9f5de7ad-7f7f-4fe0-9dd7-3c04193859c1', 'tenant_id': '922b30affe5a4405930aa3d37acabbc7', 'floating_ip_address': '172.25.1.186', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'c4c5fe34-b5f2-408b-af38-a99f2f461f2e', 'port_id': '91bb948e-f2d9-4086-a875-2e2829947b51', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6623127f-6781-406f-ad2c-c8f4b498a144', 'mac_address': 'fa:16:3e:4d:ee:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b662c28-4af1-4f9b-ace0-0025ea5c0085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:10:43Z', 'updated_at': '2022-02-09T01:10:47Z', 'revision_number': 1, 'project_id': '922b30affe5a4405930aa3d37acabbc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799bb91c-8a09-4ef6-88cc-88fb3a4725cf', 'name': '', 'network_id': '6623127f-6781-406f-ad2c-c8f4b498a144', 'tenant_id': '922b30affe5a4405930aa3d37acabbc7', 'mac_address': 'fa:16:3e:00:f0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5fe34-b5f2-408b-af38-a99f2f461f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a1b566c9-f61d-42d4-9742-63f29d6e7898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:14Z', 'updated_at': '2022-02-09T01:10:24Z', 'revision_number': 5, 'project_id': '922b30affe5a4405930aa3d37acabbc7', 'subnets': [{'id': 'a1b566c9-f61d-42d4-9742-63f29d6e7898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:50.006742 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-149700b7-f053-487a-8a40-950b9446415d req-339ce17e-fab1-484f-a27b-d64ae5d208a9 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:10:50.007777 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-149700b7-f053-487a-8a40-950b9446415d req-339ce17e-fab1-484f-a27b-d64ae5d208a9 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096505 Feb 09 01:10:50.054116 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-c6b3afdd-65e3-4d3b-8332-a50417bb9321 service neutron] For port f994970c-0d91-4b5e-9116-15b7b17b5d24, host n-h2-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:50.057339 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3a70ed-022e-4f34-a67f-65d6dbe08ca2 None None] Checking router: c4c5fe34-b5f2-408b-af38-a99f2f461f2e for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:10:50.064351 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-c6b3afdd-65e3-4d3b-8332-a50417bb9321 service neutron] For port f994970c-0d91-4b5e-9116-15b7b17b5d24, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=f994970c-0d91-4b5e-9116-15b7b17b5d24,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:10:50.066751 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3a70ed-022e-4f34-a67f-65d6dbe08ca2 None None] Routers {'c4c5fe34-b5f2-408b-af38-a99f2f461f2e'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:10:50.067351 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ee3a70ed-022e-4f34-a67f-65d6dbe08ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:10:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c4c5fe34-b5f2-408b-af38-a99f2f461f2e'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:50.077887 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-c6b3afdd-65e3-4d3b-8332-a50417bb9321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (f994970c-0d91-4b5e-9116-15b7b17b5d24), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:50.094782 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f1a00002-02d3-4580-a6a4-fa13a693afdc req-b47a3379-0756-404f-a2cd-eb0ba96c25e2 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20685cb-a65a-4056-a5af-21e3e74d6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198158 Feb 09 01:10:50.146003 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 9b29190a-3930-41b5-86aa-e98a5fc24971, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=9b29190a-3930-41b5-86aa-e98a5fc24971,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:50.149404 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-c6b3afdd-65e3-4d3b-8332-a50417bb9321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:50.149793 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-c6b3afdd-65e3-4d3b-8332-a50417bb9321 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:50.151900 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-c6b3afdd-65e3-4d3b-8332-a50417bb9321 service neutron] 10.222.0.91 "PUT /v2.0/ports/f994970c-0d91-4b5e-9116-15b7b17b5d24 HTTP/1.1" status: 200 len: 1097 time: 0.9891136 Feb 09 01:10:50.160983 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '322b98fc-afe7-40ce-8f22-47f9426b8b73', 'tag': 'f994970c-0d91-4b5e-9116-15b7b17b5d24'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:50.161379 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-149700b7-f053-487a-8a40-950b9446415d req-1c19bb8a-3efd-459b-abab-624ef0295d91 service neutron] 10.222.0.30 "GET /v2.0/networks/6623127f-6781-406f-ad2c-c8f4b498a144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463606 Feb 09 01:10:50.163333 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea12d53-4beb-4e4e-bff2-17c8c19a0ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "322b98fc-afe7-40ce-8f22-47f9426b8b73", "tag": "f994970c-0d91-4b5e-9116-15b7b17b5d24"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:50.169537 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '9b29190a-3930-41b5-86aa-e98a5fc24971', 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018', 'port_id': '9b29190a-3930-41b5-86aa-e98a5fc24971', 'mac_address': 'fa:16:3e:90:3d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe24410-38bf-494b-a44d-46f0496d84a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:10:50.266209 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b3afdd-65e3-4d3b-8332-a50417bb9321 service neutron] Pushing event updated for resources: {'Port': ['ID=f994970c-0d91-4b5e-9116-15b7b17b5d24,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:50.285843 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 9b29190a-3930-41b5-86aa-e98a5fc24971 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:50.287185 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9b29190a-3930-41b5-86aa-e98a5fc24971), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:50.308742 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b29190a-3930-41b5-86aa-e98a5fc24971 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:50.342755 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-5d5f084e-1fd0-400d-9fb2-15386bdff144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:50.344691 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-5d5f084e-1fd0-400d-9fb2-15386bdff144 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ca20cdba996f44058e73e23c54527620&device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 1131 time: 0.1125383 Feb 09 01:10:50.358960 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 9b29190a-3930-41b5-86aa-e98a5fc24971, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=9b29190a-3930-41b5-86aa-e98a5fc24971,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:50.366980 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9b29190a-3930-41b5-86aa-e98a5fc24971), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:50.403888 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-78b3d8dd-e016-4dba-8e25-52a6632be1fc service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=f994970c-0d91-4b5e-9116-15b7b17b5d24 HTTP/1.1" status: 200 len: 217 time: 0.0503170 Feb 09 01:10:50.453973 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-2b9402b2-d661-4839-bc4e-27b3b0b3578e tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.121 "GET /v2.0/networks?tenant_id=ca20cdba996f44058e73e23c54527620&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1047575 Feb 09 01:10:50.461344 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-ee3a70ed-022e-4f34-a67f-65d6dbe08ca2 None None] Set router c4c5fe34-b5f2-408b-af38-a99f2f461f2e gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:10:50.477797 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=9b29190a-3930-41b5-86aa-e98a5fc24971,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:50.487538 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-aaa752ed-f1a0-4c3e-b2e0-3aef9136adb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:50.489803 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-aaa752ed-f1a0-4c3e-b2e0-3aef9136adb7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.0782242 Feb 09 01:10:50.545710 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-149700b7-f053-487a-8a40-950b9446415d req-854b9acf-0252-4e1b-8fcf-f8ae4a0b0edd service neutron] 10.222.0.30 "GET /v2.0/networks/6623127f-6781-406f-ad2c-c8f4b498a144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658931 Feb 09 01:10:50.572751 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5551983-b61e-478f-b03a-d80689567a9b req-11d70fc9-4a0b-4f8b-aab0-e9fb1cc1ef55 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:50.581321 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f5551983-b61e-478f-b03a-d80689567a9b req-11d70fc9-4a0b-4f8b-aab0-e9fb1cc1ef55 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 949 time: 0.2739294 Feb 09 01:10:50.586482 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-58dbd71a-4cb5-4170-a7fa-be1a288dd587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:50.588171 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-58dbd71a-4cb5-4170-a7fa-be1a288dd587 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0865715 Feb 09 01:10:50.621813 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0601c3d3-2d04-4651-8631-ce45a146d769 x-openstack-request-id: req-0601c3d3-2d04-4651-8631-ce45a146d769 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:50.621988 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08f78c2b-258b-42f7-a119-46fac9b9980b", "name": "network-vif-plugged", "status": "completed", "tag": "7a1e2d21-6389-44c3-a417-b5a4277ba6b3", "code": 200}, {"server_uuid": "d49e7424-23cf-4ce1-a113-569c8fa1091f", "name": "network-vif-plugged", "status": "completed", "tag": "0db41797-db17-4a54-ae13-c5ec0fa080a6", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:50.622238 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0601c3d3-2d04-4651-8631-ce45a146d769 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:50.622954 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08f78c2b-258b-42f7-a119-46fac9b9980b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1e2d21-6389-44c3-a417-b5a4277ba6b3', 'code': 200} Feb 09 01:10:50.623710 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd49e7424-23cf-4ce1-a113-569c8fa1091f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db41797-db17-4a54-ae13-c5ec0fa080a6', 'code': 200} Feb 09 01:10:50.651869 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-d337eb70-8716-4d91-87f2-46bd11f0b708 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:50.653413 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-d337eb70-8716-4d91-87f2-46bd11f0b708 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1912203 Feb 09 01:10:50.680941 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f5551983-b61e-478f-b03a-d80689567a9b req-e2f3106c-543e-464a-b35b-198796604606 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986547 Feb 09 01:10:50.696232 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-37b08d69-25bb-4319-a113-d6faecfb3ebb tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Request body: {'port': {'device_id': '03f5dcd5-1fb7-4798-a59c-5e9b6ba756ad', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'admin_state_up': True, 'tenant_id': 'ca20cdba996f44058e73e23c54527620'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:50.725570 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:50.731432 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['9b29190a-3930-41b5-86aa-e98a5fc24971'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:10:50.742331 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e7266cb3-e8eb-4793-a12f-777a4cc60630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:50.829686 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab63b4-ac2f-4a05-8884-c8e0bac56f53 req-11d9a6c0-65d9-424b-a13d-7461eaba18af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:50.831184 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-cfab63b4-ac2f-4a05-8884-c8e0bac56f53 req-11d9a6c0-65d9-424b-a13d-7461eaba18af service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=d49e7424-23cf-4ce1-a113-569c8fa1091f HTTP/1.1" status: 200 len: 1129 time: 0.0946937 Feb 09 01:10:50.859212 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ee3a70ed-022e-4f34-a67f-65d6dbe08ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c5fe34-b5f2-408b-af38-a99f2f461f2e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-511839412-router', 'tenant_id': '922b30affe5a4405930aa3d37acabbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '930158df-d33c-412a-9fa0-30d9be4deff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:04Z', 'updated_at': '2022-02-09T01:10:17Z', 'revision_number': 4, 'project_id': '922b30affe5a4405930aa3d37acabbc7', 'gw_port': {'id': '930158df-d33c-412a-9fa0-30d9be4deff7', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:17:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5fe34-b5f2-408b-af38-a99f2f461f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:06Z', 'updated_at': '2022-02-09T01:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '9f5de7ad-7f7f-4fe0-9dd7-3c04193859c1', 'tenant_id': '922b30affe5a4405930aa3d37acabbc7', 'floating_ip_address': '172.25.1.186', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'c4c5fe34-b5f2-408b-af38-a99f2f461f2e', 'port_id': '91bb948e-f2d9-4086-a875-2e2829947b51', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6623127f-6781-406f-ad2c-c8f4b498a144', 'mac_address': 'fa:16:3e:4d:ee:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b662c28-4af1-4f9b-ace0-0025ea5c0085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:10:43Z', 'updated_at': '2022-02-09T01:10:47Z', 'revision_number': 1, 'project_id': '922b30affe5a4405930aa3d37acabbc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799bb91c-8a09-4ef6-88cc-88fb3a4725cf', 'name': '', 'network_id': '6623127f-6781-406f-ad2c-c8f4b498a144', 'tenant_id': '922b30affe5a4405930aa3d37acabbc7', 'mac_address': 'fa:16:3e:00:f0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5fe34-b5f2-408b-af38-a99f2f461f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a1b566c9-f61d-42d4-9742-63f29d6e7898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:14Z', 'updated_at': '2022-02-09T01:10:24Z', 'revision_number': 5, 'project_id': '922b30affe5a4405930aa3d37acabbc7', 'subnets': [{'id': 'a1b566c9-f61d-42d4-9742-63f29d6e7898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:50.885973 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-cfab63b4-ac2f-4a05-8884-c8e0bac56f53 req-3b1a580f-9e07-4a38-840c-2cb0b9f06fdd service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439014 Feb 09 01:10:50.900309 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-9b290a12-c09e-47cd-a73f-03e392f5ae54 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035097 Feb 09 01:10:50.902100 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-33987b7e-fa8c-496d-ad40-2e11be0ac7ba req-90d8022f-07cd-415b-b5f5-0a4e8ea2820f tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=03f5dcd5-1fb7-4798-a59c-5e9b6ba756ad HTTP/1.1" status: 200 len: 210 time: 0.0818748 Feb 09 01:10:50.903657 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3a70ed-022e-4f34-a67f-65d6dbe08ca2 None None] The sync data for ids ['c4c5fe34-b5f2-408b-af38-a99f2f461f2e'] in n-d-822053-40 is: [{'id': 'c4c5fe34-b5f2-408b-af38-a99f2f461f2e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-511839412-router', 'tenant_id': '922b30affe5a4405930aa3d37acabbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '930158df-d33c-412a-9fa0-30d9be4deff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:04Z', 'updated_at': '2022-02-09T01:10:17Z', 'revision_number': 4, 'project_id': '922b30affe5a4405930aa3d37acabbc7', 'gw_port': {'id': '930158df-d33c-412a-9fa0-30d9be4deff7', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:17:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5fe34-b5f2-408b-af38-a99f2f461f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:06Z', 'updated_at': '2022-02-09T01:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '9f5de7ad-7f7f-4fe0-9dd7-3c04193859c1', 'tenant_id': '922b30affe5a4405930aa3d37acabbc7', 'floating_ip_address': '172.25.1.186', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'c4c5fe34-b5f2-408b-af38-a99f2f461f2e', 'port_id': '91bb948e-f2d9-4086-a875-2e2829947b51', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6623127f-6781-406f-ad2c-c8f4b498a144', 'mac_address': 'fa:16:3e:4d:ee:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b662c28-4af1-4f9b-ace0-0025ea5c0085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:10:43Z', 'updated_at': '2022-02-09T01:10:47Z', 'revision_number': 1, 'project_id': '922b30affe5a4405930aa3d37acabbc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799bb91c-8a09-4ef6-88cc-88fb3a4725cf', 'name': '', 'network_id': '6623127f-6781-406f-ad2c-c8f4b498a144', 'tenant_id': '922b30affe5a4405930aa3d37acabbc7', 'mac_address': 'fa:16:3e:00:f0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5fe34-b5f2-408b-af38-a99f2f461f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a1b566c9-f61d-42d4-9742-63f29d6e7898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:14Z', 'updated_at': '2022-02-09T01:10:24Z', 'revision_number': 5, 'project_id': '922b30affe5a4405930aa3d37acabbc7', 'subnets': [{'id': 'a1b566c9-f61d-42d4-9742-63f29d6e7898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:10:50.935570 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-37b08d69-25bb-4319-a113-d6faecfb3ebb tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Made reservation on behalf of ca20cdba996f44058e73e23c54527620 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:50.939945 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-37b08d69-25bb-4319-a113-d6faecfb3ebb tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:50.971717 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6312c-f070-4f0f-bb8b-0c08a75936d3 req-cba3e48c-4cf3-4986-8dc2-bc58ba11b817 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:50.973225 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c9d6312c-f070-4f0f-bb8b-0c08a75936d3 req-cba3e48c-4cf3-4986-8dc2-bc58ba11b817 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/ports?device_id=d607b329-93f2-449f-a06d-5e1564200369 HTTP/1.1" status: 200 len: 945 time: 0.1439185 Feb 09 01:10:50.996433 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82026cc5-3df0-4e26-818a-2a11a7bdf5c5 req-26a2da4c-7362-4de8-8d07-1e31f639960a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:50.997950 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-82026cc5-3df0-4e26-818a-2a11a7bdf5c5 req-26a2da4c-7362-4de8-8d07-1e31f639960a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=08f78c2b-258b-42f7-a119-46fac9b9980b HTTP/1.1" status: 200 len: 1133 time: 0.1542327 Feb 09 01:10:51.054432 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-884893b3-0c6f-46bf-b33a-bc0edd9f9c78 req-3a9f9323-8559-4214-bd43-c3fa051fe93e service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364434 Feb 09 01:10:51.169363 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f129f1f3-0333-4799-b932-d47ea10a50ef None None] New status for floating IP 9f5de7ad-7f7f-4fe0-9dd7-3c04193859c1: ACTIVE {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:10:51.185487 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c9d6312c-f070-4f0f-bb8b-0c08a75936d3 req-01b7aad5-b208-44f6-b02f-4b39cb449656 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/security-groups?id=4047daa7-99dc-4065-97c6-18555a778085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989934 Feb 09 01:10:51.197310 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-82026cc5-3df0-4e26-818a-2a11a7bdf5c5 req-8d0120b6-cf6c-4717-ac07-34c91918b177 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=b20685cb-a65a-4056-a5af-21e3e74d6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908715 Feb 09 01:10:51.240077 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213dc71-e126-4f6d-b0c5-a7ea1b574b96 req-f4bec205-22a0-4068-8c4b-04905393ba08 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:51.242491 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8213dc71-e126-4f6d-b0c5-a7ea1b574b96 req-f4bec205-22a0-4068-8c4b-04905393ba08 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 944 time: 0.2252581 Feb 09 01:10:51.244309 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-37b08d69-25bb-4319-a113-d6faecfb3ebb tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Allocated IP 192.168.233.70 (3976161f-bd1f-4dbb-b950-6897c01f16f1/98abf639-2282-4fa1-acd9-5660b4f87a0d/ac3bf43f-6224-4589-b573-7d1d3b437b98) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:51.249062 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93d2f35-35c8-442b-acea-ced1452a58ee x-openstack-request-id: req-a93d2f35-35c8-442b-acea-ced1452a58ee {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:51.249440 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b662c28-4af1-4f9b-ace0-0025ea5c0085", "tag": "91bb948e-f2d9-4086-a875-2e2829947b51", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:51.249767 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a93d2f35-35c8-442b-acea-ced1452a58ee {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:51.250249 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b662c28-4af1-4f9b-ace0-0025ea5c0085', 'tag': '91bb948e-f2d9-4086-a875-2e2829947b51', 'status': 'completed', 'code': 200} Feb 09 01:10:51.324130 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287776fd-ec6d-47a8-84c0-fe1c99250a56 x-openstack-request-id: req-287776fd-ec6d-47a8-84c0-fe1c99250a56 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:51.325348 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "322b98fc-afe7-40ce-8f22-47f9426b8b73", "tag": "f994970c-0d91-4b5e-9116-15b7b17b5d24", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:51.325825 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-287776fd-ec6d-47a8-84c0-fe1c99250a56 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:51.326332 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '322b98fc-afe7-40ce-8f22-47f9426b8b73', 'tag': 'f994970c-0d91-4b5e-9116-15b7b17b5d24', 'status': 'completed', 'code': 200} Feb 09 01:10:51.346564 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8213dc71-e126-4f6d-b0c5-a7ea1b574b96 req-5b876426-2b6d-4f0a-9a72-011c9f3ea8ff tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866845 Feb 09 01:10:51.359845 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c783b4-d2b1-41b2-a028-5dfd88bd408b req-3343fcd1-4235-409f-b3b1-480664c085f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:51.362914 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-22c783b4-d2b1-41b2-a028-5dfd88bd408b req-3343fcd1-4235-409f-b3b1-480664c085f3 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=922b30affe5a4405930aa3d37acabbc7&device_id=9b662c28-4af1-4f9b-ace0-0025ea5c0085 HTTP/1.1" status: 200 len: 1129 time: 0.0838966 Feb 09 01:10:51.471151 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c783b4-d2b1-41b2-a028-5dfd88bd408b req-186121da-6586-44e9-961c-95a93560113e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:51.474078 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-22c783b4-d2b1-41b2-a028-5dfd88bd408b req-186121da-6586-44e9-961c-95a93560113e service neutron] 10.222.0.121 "GET /v2.0/networks?id=6623127f-6781-406f-ad2c-c8f4b498a144 HTTP/1.1" status: 200 len: 929 time: 0.1028070 Feb 09 01:10:51.587293 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-22c783b4-d2b1-41b2-a028-5dfd88bd408b req-f68f5343-11f9-49c9-abf2-25a69ae38d26 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91bb948e-f2d9-4086-a875-2e2829947b51 HTTP/1.1" status: 200 len: 1000 time: 0.1062469 Feb 09 01:10:51.623153 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3ad30-e633-4b7b-a402-4d68886ff847 req-871cf45d-8077-4119-bf0d-eed10b2212c3 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:51.625474 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-98b3ad30-e633-4b7b-a402-4d68886ff847 req-871cf45d-8077-4119-bf0d-eed10b2212c3 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=d49e7424-23cf-4ce1-a113-569c8fa1091f HTTP/1.1" status: 200 len: 946 time: 0.2828007 Feb 09 01:10:51.644357 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c783b4-d2b1-41b2-a028-5dfd88bd408b req-6e75ee86-cc4f-48c3-b50f-897ea80973f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:51.645842 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-22c783b4-d2b1-41b2-a028-5dfd88bd408b req-6e75ee86-cc4f-48c3-b50f-897ea80973f2 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=a1b566c9-f61d-42d4-9742-63f29d6e7898 HTTP/1.1" status: 200 len: 867 time: 0.0513170 Feb 09 01:10:51.700749 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7227f559-af7b-4b76-9d5d-a79e54a1b308 req-6b87434c-2eb8-4a78-8dd2-cdb15d288fc3 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 258 time: 0.3163147 Feb 09 01:10:51.712051 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea12d53-4beb-4e4e-bff2-17c8c19a0ed8 req-1adca8ca-aee3-4f22-af75-73c74eaa5a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:51.713426 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c783b4-d2b1-41b2-a028-5dfd88bd408b req-9a588c7a-6387-4859-bdf2-d63748a20963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:51.714307 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fea12d53-4beb-4e4e-bff2-17c8c19a0ed8 req-1adca8ca-aee3-4f22-af75-73c74eaa5a5a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ca20cdba996f44058e73e23c54527620&device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 1131 time: 0.2107835 Feb 09 01:10:51.716423 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-22c783b4-d2b1-41b2-a028-5dfd88bd408b req-9a588c7a-6387-4859-bdf2-d63748a20963 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6623127f-6781-406f-ad2c-c8f4b498a144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0604420 Feb 09 01:10:51.718547 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-37b08d69-25bb-4319-a113-d6faecfb3ebb tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Publish callbacks [] for port (ac3bf43f-6224-4589-b573-7d1d3b437b98), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:51.732099 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-7227f559-af7b-4b76-9d5d-a79e54a1b308 req-fdceda76-0188-46c2-b245-e86eef54efd1 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:51.815894 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-98b3ad30-e633-4b7b-a402-4d68886ff847 req-afdd0d33-5816-4252-8462-2b4e3ef74a38 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673648 Feb 09 01:10:51.824773 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-22c783b4-d2b1-41b2-a028-5dfd88bd408b req-db7352db-87b9-449b-ace9-1f8901d9bee9 service neutron] 10.222.0.121 "GET /v2.0/networks/6623127f-6781-406f-ad2c-c8f4b498a144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995233 Feb 09 01:10:51.860324 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7227f559-af7b-4b76-9d5d-a79e54a1b308 req-fdceda76-0188-46c2-b245-e86eef54efd1 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:51.870691 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-37b08d69-25bb-4319-a113-d6faecfb3ebb tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (ac3bf43f-6224-4589-b573-7d1d3b437b98), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:51.968495 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-22c783b4-d2b1-41b2-a028-5dfd88bd408b req-963ea286-2841-4c96-a2a8-225446254c6f service neutron] 10.222.0.121 "GET /v2.0/networks/6623127f-6781-406f-ad2c-c8f4b498a144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359029 Feb 09 01:10:51.976678 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 9b29190a-3930-41b5-86aa-e98a5fc24971 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:10:52.031449 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 9b29190a-3930-41b5-86aa-e98a5fc24971 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:10:52.035859 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 9b29190a-3930-41b5-86aa-e98a5fc24971 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:52.036447 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9b29190a-3930-41b5-86aa-e98a5fc24971), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:52.128236 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 9b29190a-3930-41b5-86aa-e98a5fc24971 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:52.128837 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9b29190a-3930-41b5-86aa-e98a5fc24971), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:52.171512 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 9b29190a-3930-41b5-86aa-e98a5fc24971, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=9b29190a-3930-41b5-86aa-e98a5fc24971,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:52.177470 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9b29190a-3930-41b5-86aa-e98a5fc24971), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:52.237742 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=9b29190a-3930-41b5-86aa-e98a5fc24971,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:52.298387 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-37b08d69-25bb-4319-a113-d6faecfb3ebb tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Network 3976161f-bd1f-4dbb-b950-6897c01f16f1 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:52.304738 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b08d69-25bb-4319-a113-d6faecfb3ebb tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Pushing event updated for resources: {'Port': ['ID=ac3bf43f-6224-4589-b573-7d1d3b437b98,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:52.310332 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-37b08d69-25bb-4319-a113-d6faecfb3ebb tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:52.315095 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea12d53-4beb-4e4e-bff2-17c8c19a0ed8 req-7c5cb209-b4da-48b0-ba7d-e8dbff1ac3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:52.317059 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fea12d53-4beb-4e4e-bff2-17c8c19a0ed8 req-7c5cb209-b4da-48b0-ba7d-e8dbff1ac3a9 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.5779622 Feb 09 01:10:52.317962 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-37b08d69-25bb-4319-a113-d6faecfb3ebb tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:10:52.323429 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-37b08d69-25bb-4319-a113-d6faecfb3ebb tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:52.324060 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-37b08d69-25bb-4319-a113-d6faecfb3ebb tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:52.382360 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fea12d53-4beb-4e4e-bff2-17c8c19a0ed8 req-11d140c4-4bca-467e-98b2-c1750f8ba123 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=f994970c-0d91-4b5e-9116-15b7b17b5d24 HTTP/1.1" status: 200 len: 217 time: 0.0535986 Feb 09 01:10:52.391263 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71184af4-8a0a-43a6-8528-80b5021d104d req-70480e73-c171-47f6-9b4e-e2d7cf27c3d5 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:52.392880 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-71184af4-8a0a-43a6-8528-80b5021d104d req-70480e73-c171-47f6-9b4e-e2d7cf27c3d5 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b9cd924-5454-40eb-a35e-b6e0541805f1 HTTP/1.1" status: 200 len: 949 time: 0.2379136 Feb 09 01:10:52.398845 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-37b08d69-25bb-4319-a113-d6faecfb3ebb tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7165256 Feb 09 01:10:52.444976 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-aa012fd8-48de-4fe0-8693-187fa64a9daf service neutron] Request body: {'port': {'device_id': '03f5dcd5-1fb7-4798-a59c-5e9b6ba756ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:52.543214 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea12d53-4beb-4e4e-bff2-17c8c19a0ed8 req-4d55c3ca-2cb9-4035-9a3b-68a3f9bb9e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:52.544737 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fea12d53-4beb-4e4e-bff2-17c8c19a0ed8 req-4d55c3ca-2cb9-4035-9a3b-68a3f9bb9e69 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.1507640 Feb 09 01:10:52.550863 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-4bcf37c5-615e-458a-9b92-4bdde5225974 None None] Provisioning complete for port ac3bf43f-6224-4589-b573-7d1d3b437b98 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:52.551234 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4bcf37c5-615e-458a-9b92-4bdde5225974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (ac3bf43f-6224-4589-b573-7d1d3b437b98), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:52.578942 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-aa012fd8-48de-4fe0-8693-187fa64a9daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ac3bf43f-6224-4589-b573-7d1d3b437b98), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:52.590989 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-4bcf37c5-615e-458a-9b92-4bdde5225974 None None] Port ac3bf43f-6224-4589-b573-7d1d3b437b98 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:10:52.599435 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-71184af4-8a0a-43a6-8528-80b5021d104d req-82b56e03-4780-41c2-b39f-817ca3c6b4eb tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905501 Feb 09 01:10:52.626192 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9cd924-5454-40eb-a35e-b6e0541805f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27fe8a84-17a5-4744-b287-c5a8fdf17b82'}, {'server_uuid': '9d95a876-4d25-426f-882c-16da1b298c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a9ab06c-1f75-4126-bb17-2d4af3691030'}, {'server_uuid': 'bf5d2b15-52d8-45e7-b9a5-58bd3c936fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc6e6c1-fe04-4d6e-a5c1-891647370442'}, {'server_uuid': 'a1b2cbc9-c0bc-4908-affe-0af5ed0849bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b29190a-3930-41b5-86aa-e98a5fc24971'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:52.632637 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a1ef23-5abd-4f20-ad75-18a452b13d6b" -d '{"events": [{"server_uuid": "6b9cd924-5454-40eb-a35e-b6e0541805f1", "name": "network-vif-plugged", "status": "completed", "tag": "27fe8a84-17a5-4744-b287-c5a8fdf17b82"}, {"server_uuid": "9d95a876-4d25-426f-882c-16da1b298c6f", "name": "network-vif-plugged", "status": "completed", "tag": "8a9ab06c-1f75-4126-bb17-2d4af3691030"}, {"server_uuid": "bf5d2b15-52d8-45e7-b9a5-58bd3c936fb9", "name": "network-vif-plugged", "status": "completed", "tag": "3fc6e6c1-fe04-4d6e-a5c1-891647370442"}, {"server_uuid": "a1b2cbc9-c0bc-4908-affe-0af5ed0849bb", "name": "network-vif-plugged", "status": "completed", "tag": "9b29190a-3930-41b5-86aa-e98a5fc24971"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:52.659016 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7227f559-af7b-4b76-9d5d-a79e54a1b308 req-fdceda76-0188-46c2-b245-e86eef54efd1 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:52.809071 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea12d53-4beb-4e4e-bff2-17c8c19a0ed8 req-bc218d83-c5df-4c18-8104-185181e55d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:52.810614 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fea12d53-4beb-4e4e-bff2-17c8c19a0ed8 req-bc218d83-c5df-4c18-8104-185181e55d14 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2444067 Feb 09 01:10:53.001549 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534340e-6b28-47df-bd46-2aafa0867976 req-316866f3-9edc-43fb-93e6-29de622c314b tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:53.003110 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3534340e-6b28-47df-bd46-2aafa0867976 req-316866f3-9edc-43fb-93e6-29de622c314b tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/ports?device_id=08f78c2b-258b-42f7-a119-46fac9b9980b HTTP/1.1" status: 200 len: 950 time: 0.3267641 Feb 09 01:10:53.033236 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-7227f559-af7b-4b76-9d5d-a79e54a1b308 req-fdceda76-0188-46c2-b245-e86eef54efd1 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Allocated IP 172.25.1.247 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/423c1641-505b-4c80-bcfc-ee6643a812fa) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:53.095624 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fea12d53-4beb-4e4e-bff2-17c8c19a0ed8 req-1617e860-8fdb-4845-9a42-4994559d45dd service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697766 Feb 09 01:10:53.224637 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3534340e-6b28-47df-bd46-2aafa0867976 req-69916a88-edfb-46a3-a03a-2bd1d2c2ca51 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20685cb-a65a-4056-a5af-21e3e74d6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088296 Feb 09 01:10:53.351526 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-aa012fd8-48de-4fe0-8693-187fa64a9daf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac3bf43f-6224-4589-b573-7d1d3b437b98 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:53.365406 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-aa012fd8-48de-4fe0-8693-187fa64a9daf service neutron] Publish callbacks [] for port (ac3bf43f-6224-4589-b573-7d1d3b437b98), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:53.377860 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fea12d53-4beb-4e4e-bff2-17c8c19a0ed8 req-9772fa0a-703f-41c6-95b7-f0faabe229c9 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711735 Feb 09 01:10:53.403925 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-aa012fd8-48de-4fe0-8693-187fa64a9daf service neutron] Transition to ACTIVE for port object ac3bf43f-6224-4589-b573-7d1d3b437b98 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:53.409945 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7227f559-af7b-4b76-9d5d-a79e54a1b308 req-fdceda76-0188-46c2-b245-e86eef54efd1 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks [] for port (423c1641-505b-4c80-bcfc-ee6643a812fa), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:53.413887 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-aa012fd8-48de-4fe0-8693-187fa64a9daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ac3bf43f-6224-4589-b573-7d1d3b437b98), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:53.472773 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac701a-d6c7-4066-a133-af2810e03416 req-d63adecf-497e-4a9c-b980-ca7669a0653c tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:53.474329 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-beac701a-d6c7-4066-a133-af2810e03416 req-d63adecf-497e-4a9c-b980-ca7669a0653c tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/ports?device_id=d607b329-93f2-449f-a06d-5e1564200369 HTTP/1.1" status: 200 len: 945 time: 0.1798117 Feb 09 01:10:53.483479 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46904) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:53.489196 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-c139f657-dcdc-4bf4-8f84-9513c9279ac2 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Request body: {'floatingip': {'port_id': 'dacb0762-f5cc-41ce-92bd-96b1f21b8f01'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:53.508057 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa012fd8-48de-4fe0-8693-187fa64a9daf service neutron] Pushing event updated for resources: {'Port': ['ID=ac3bf43f-6224-4589-b573-7d1d3b437b98,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:53.543259 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7227f559-af7b-4b76-9d5d-a79e54a1b308 req-fdceda76-0188-46c2-b245-e86eef54efd1 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (423c1641-505b-4c80-bcfc-ee6643a812fa), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:53.596953 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-aa012fd8-48de-4fe0-8693-187fa64a9daf service neutron] Attempting to bind port ac3bf43f-6224-4589-b573-7d1d3b437b98 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:10:53.597222 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-aa012fd8-48de-4fe0-8693-187fa64a9daf service neutron] Attempting to bind port ac3bf43f-6224-4589-b573-7d1d3b437b98 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:10:53.597526 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-aa012fd8-48de-4fe0-8693-187fa64a9daf service neutron] Attempting to bind port ac3bf43f-6224-4589-b573-7d1d3b437b98 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:53.613369 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c139f657-dcdc-4bf4-8f84-9513c9279ac2 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks [] for floatingip (5aeb6b56-c8cc-4a41-b42d-fe0e901238f9), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:53.625415 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7227f559-af7b-4b76-9d5d-a79e54a1b308 req-fdceda76-0188-46c2-b245-e86eef54efd1 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:53.630786 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-aa012fd8-48de-4fe0-8693-187fa64a9daf service neutron] Port ac3bf43f-6224-4589-b573-7d1d3b437b98 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:10:53.631108 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-aa012fd8-48de-4fe0-8693-187fa64a9daf service neutron] Attempting to bind port ac3bf43f-6224-4589-b573-7d1d3b437b98 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:53.640440 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-7227f559-af7b-4b76-9d5d-a79e54a1b308 req-fdceda76-0188-46c2-b245-e86eef54efd1 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:53.644555 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-7227f559-af7b-4b76-9d5d-a79e54a1b308 req-fdceda76-0188-46c2-b245-e86eef54efd1 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:10:53.650437 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdceda76-0188-46c2-b245-e86eef54efd1 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Pushing event updated for resources: {'Port': ['ID=423c1641-505b-4c80-bcfc-ee6643a812fa,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:53.657919 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-aa012fd8-48de-4fe0-8693-187fa64a9daf service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:10:53.658354 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-aa012fd8-48de-4fe0-8693-187fa64a9daf service neutron] Checking segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:53.658626 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-aa012fd8-48de-4fe0-8693-187fa64a9daf service neutron] Bound using segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:10:53.659067 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-aa012fd8-48de-4fe0-8693-187fa64a9daf service neutron] Bound port: ac3bf43f-6224-4589-b573-7d1d3b437b98, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:10:53.659426 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-aa012fd8-48de-4fe0-8693-187fa64a9daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ac3bf43f-6224-4589-b573-7d1d3b437b98), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:53.762520 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0642f-edb3-4f7e-94af-7c5fa76eb297 req-eacb62e9-b8b1-4958-9d46-9fd69c37417b tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:53.763963 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5cd0642f-edb3-4f7e-94af-7c5fa76eb297 req-eacb62e9-b8b1-4958-9d46-9fd69c37417b tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 949 time: 0.1854963 Feb 09 01:10:53.770537 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7227f559-af7b-4b76-9d5d-a79e54a1b308 req-fdceda76-0188-46c2-b245-e86eef54efd1 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks [] for floatingip (d2c0471d-f4e7-41f2-9316-235aa32b2f2e), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:53.847132 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-aa012fd8-48de-4fe0-8693-187fa64a9daf service neutron] For port ac3bf43f-6224-4589-b573-7d1d3b437b98, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:53.875141 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7227f559-af7b-4b76-9d5d-a79e54a1b308 req-fdceda76-0188-46c2-b245-e86eef54efd1 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (423c1641-505b-4c80-bcfc-ee6643a812fa), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:53.877871 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-aa012fd8-48de-4fe0-8693-187fa64a9daf service neutron] For port ac3bf43f-6224-4589-b573-7d1d3b437b98, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=ac3bf43f-6224-4589-b573-7d1d3b437b98,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:10:53.906530 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5cd0642f-edb3-4f7e-94af-7c5fa76eb297 req-b6bf0586-c5bf-45bf-be59-deefdffd8713 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328094 Feb 09 01:10:53.909627 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-aa012fd8-48de-4fe0-8693-187fa64a9daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ac3bf43f-6224-4589-b573-7d1d3b437b98), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:53.966924 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-aa012fd8-48de-4fe0-8693-187fa64a9daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:53.967661 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-aa012fd8-48de-4fe0-8693-187fa64a9daf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:53.969230 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-aa012fd8-48de-4fe0-8693-187fa64a9daf service neutron] 10.222.0.121 "PUT /v2.0/ports/ac3bf43f-6224-4589-b573-7d1d3b437b98 HTTP/1.1" status: 200 len: 1096 time: 1.5308986 Feb 09 01:10:53.969709 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f5dcd5-1fb7-4798-a59c-5e9b6ba756ad', 'tag': 'ac3bf43f-6224-4589-b573-7d1d3b437b98'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:53.972102 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2c3f43-a21b-42b0-bd70-54f5b0dc6e32" -d '{"events": [{"name": "network-changed", "server_uuid": "03f5dcd5-1fb7-4798-a59c-5e9b6ba756ad", "tag": "ac3bf43f-6224-4589-b573-7d1d3b437b98"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:53.980605 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device f994970c-0d91-4b5e-9116-15b7b17b5d24 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:10:54.112861 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa012fd8-48de-4fe0-8693-187fa64a9daf service neutron] Pushing event updated for resources: {'Port': ['ID=ac3bf43f-6224-4589-b573-7d1d3b437b98,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:54.136268 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port f994970c-0d91-4b5e-9116-15b7b17b5d24, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=f994970c-0d91-4b5e-9116-15b7b17b5d24,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:54.156008 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': 'f994970c-0d91-4b5e-9116-15b7b17b5d24', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': 'f994970c-0d91-4b5e-9116-15b7b17b5d24', 'mac_address': 'fa:16:3e:69:1c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:10:54.211495 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da8b69-cd83-4578-83e8-f96470faaf5c req-be2b49bb-46da-4909-8126-32e3c57744f7 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:54.212149 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port f994970c-0d91-4b5e-9116-15b7b17b5d24 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:54.212993 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f994970c-0d91-4b5e-9116-15b7b17b5d24), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:54.214166 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-55da8b69-cd83-4578-83e8-f96470faaf5c req-be2b49bb-46da-4909-8126-32e3c57744f7 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=03f5dcd5-1fb7-4798-a59c-5e9b6ba756ad HTTP/1.1" status: 200 len: 947 time: 0.2294338 Feb 09 01:10:54.234459 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f994970c-0d91-4b5e-9116-15b7b17b5d24 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:54.239274 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-ea388796-3a59-419c-b1d9-d6c0c1cbf2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:54.241308 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-ea388796-3a59-419c-b1d9-d6c0c1cbf2d7 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ca20cdba996f44058e73e23c54527620&device_id=03f5dcd5-1fb7-4798-a59c-5e9b6ba756ad HTTP/1.1" status: 200 len: 1130 time: 0.1790094 Feb 09 01:10:54.243127 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-df4e6df2-3b2d-43e5-abc3-515dccdbd39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:54.268180 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port f994970c-0d91-4b5e-9116-15b7b17b5d24, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=f994970c-0d91-4b5e-9116-15b7b17b5d24,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:54.274438 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f994970c-0d91-4b5e-9116-15b7b17b5d24), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:54.311454 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7227f559-af7b-4b76-9d5d-a79e54a1b308 req-fdceda76-0188-46c2-b245-e86eef54efd1 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks [] for port (423c1641-505b-4c80-bcfc-ee6643a812fa), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:54.335488 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-79bf6337-2e9b-4748-9327-61dad578ef6e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=ac3bf43f-6224-4589-b573-7d1d3b437b98 HTTP/1.1" status: 200 len: 217 time: 0.0828955 Feb 09 01:10:54.341847 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7227f559-af7b-4b76-9d5d-a79e54a1b308 req-fdceda76-0188-46c2-b245-e86eef54efd1 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (423c1641-505b-4c80-bcfc-ee6643a812fa), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:54.351182 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=f994970c-0d91-4b5e-9116-15b7b17b5d24,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:54.409656 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-55da8b69-cd83-4578-83e8-f96470faaf5c req-8550cd55-2489-485c-9938-00c973d08796 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850836 Feb 09 01:10:54.416570 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7227f559-af7b-4b76-9d5d-a79e54a1b308 req-fdceda76-0188-46c2-b245-e86eef54efd1 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (d2c0471d-f4e7-41f2-9316-235aa32b2f2e), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:54.451271 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7227f559-af7b-4b76-9d5d-a79e54a1b308 req-fdceda76-0188-46c2-b245-e86eef54efd1 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:54.452830 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7227f559-af7b-4b76-9d5d-a79e54a1b308 req-fdceda76-0188-46c2-b245-e86eef54efd1 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7277658 Feb 09 01:10:54.469230 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdceda76-0188-46c2-b245-e86eef54efd1 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Pushing event updated for resources: {'Port': ['ID=423c1641-505b-4c80-bcfc-ee6643a812fa,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:54.482406 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-d20021b6-8b21-4447-b711-e79823677b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:54.483865 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-d20021b6-8b21-4447-b711-e79823677b68 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.1398680 Feb 09 01:10:54.585100 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7227f559-af7b-4b76-9d5d-a79e54a1b308 req-b4a862b3-48c1-43ec-b0fc-792c8e7ae7cb tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.247 HTTP/1.1" status: 200 len: 696 time: 0.1193633 Feb 09 01:10:54.624798 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c139f657-dcdc-4bf4-8f84-9513c9279ac2 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:54.630425 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c139f657-dcdc-4bf4-8f84-9513c9279ac2 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (5aeb6b56-c8cc-4a41-b42d-fe0e901238f9), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:54.644182 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['f994970c-0d91-4b5e-9116-15b7b17b5d24'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:10:54.756629 n-d-822053-40 neutron-server[103528]: INFO neutron.db.l3_db [None req-c139f657-dcdc-4bf4-8f84-9513c9279ac2 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Floating IP 5aeb6b56-c8cc-4a41-b42d-fe0e901238f9 associated. External IP: 172.25.1.22, port: dacb0762-f5cc-41ce-92bd-96b1f21b8f01. Feb 09 01:10:54.929525 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b7455-c159-44b7-8604-5c83f13cf965 req-14452cf0-36a7-4aa3-8848-9204137734b3 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:54.930499 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-870b7455-c159-44b7-8604-5c83f13cf965 req-14452cf0-36a7-4aa3-8848-9204137734b3 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 945 time: 0.4432595 Feb 09 01:10:54.954420 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-9ce3b3be-44f9-4dd7-9aec-357d3bcb0cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:54.955869 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-9ce3b3be-44f9-4dd7-9aec-357d3bcb0cb9 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4382167 Feb 09 01:10:54.997783 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c139f657-dcdc-4bf4-8f84-9513c9279ac2 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Router 56dc62e7-1868-480d-963b-291f7fa338b6 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:10:55.073191 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-870b7455-c159-44b7-8604-5c83f13cf965 req-f00b0fe3-ab9a-4280-b72c-562986d406b4 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338911 Feb 09 01:10:55.078959 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227f559-af7b-4b76-9d5d-a79e54a1b308 req-6f3226d1-f3f4-4d0e-b6eb-2972515e8eb6 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:55.080336 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7227f559-af7b-4b76-9d5d-a79e54a1b308 req-6f3226d1-f3f4-4d0e-b6eb-2972515e8eb6 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/networks/def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 784 time: 0.4844451 Feb 09 01:10:55.102804 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-7227f559-af7b-4b76-9d5d-a79e54a1b308 req-162e5e46-1937-4174-afc1-c190f99403d8 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:10:55.104567 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7227f559-af7b-4b76-9d5d-a79e54a1b308 req-162e5e46-1937-4174-afc1-c190f99403d8 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094712 Feb 09 01:10:55.121478 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-ab0d17eb-fbcf-486d-94bf-c595cb5895e5 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557610 Feb 09 01:10:55.122238 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c139f657-dcdc-4bf4-8f84-9513c9279ac2 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:10:55.128751 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c139f657-dcdc-4bf4-8f84-9513c9279ac2 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:55.135734 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a81f2b-c875-475a-b19c-adbe8ac840e3 None None] Sync routers for ids ['56dc62e7-1868-480d-963b-291f7fa338b6'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:10:55.157475 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a81f2b-c875-475a-b19c-adbe8ac840e3 None None] Routers {'56dc62e7-1868-480d-963b-291f7fa338b6'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:10:55.158117 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-b5a81f2b-c875-475a-b19c-adbe8ac840e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:10:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['56dc62e7-1868-480d-963b-291f7fa338b6'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:55.186895 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aec554f-9039-441e-94c7-ef67266af8d7 x-openstack-request-id: req-6aec554f-9039-441e-94c7-ef67266af8d7 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:55.187736 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b9cd924-5454-40eb-a35e-b6e0541805f1", "name": "network-vif-plugged", "status": "completed", "tag": "27fe8a84-17a5-4744-b287-c5a8fdf17b82", "code": 200}, {"server_uuid": "9d95a876-4d25-426f-882c-16da1b298c6f", "name": "network-vif-plugged", "status": "completed", "tag": "8a9ab06c-1f75-4126-bb17-2d4af3691030", "code": 200}, {"server_uuid": "bf5d2b15-52d8-45e7-b9a5-58bd3c936fb9", "name": "network-vif-plugged", "status": "completed", "tag": "3fc6e6c1-fe04-4d6e-a5c1-891647370442", "code": 200}, {"server_uuid": "a1b2cbc9-c0bc-4908-affe-0af5ed0849bb", "name": "network-vif-plugged", "status": "completed", "tag": "9b29190a-3930-41b5-86aa-e98a5fc24971", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:55.188178 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6aec554f-9039-441e-94c7-ef67266af8d7 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:55.188737 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9cd924-5454-40eb-a35e-b6e0541805f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27fe8a84-17a5-4744-b287-c5a8fdf17b82', 'code': 200} Feb 09 01:10:55.189137 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d95a876-4d25-426f-882c-16da1b298c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a9ab06c-1f75-4126-bb17-2d4af3691030', 'code': 200} Feb 09 01:10:55.189568 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5d2b15-52d8-45e7-b9a5-58bd3c936fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc6e6c1-fe04-4d6e-a5c1-891647370442', 'code': 200} Feb 09 01:10:55.190110 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b2cbc9-c0bc-4908-affe-0af5ed0849bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b29190a-3930-41b5-86aa-e98a5fc24971', 'code': 200} Feb 09 01:10:55.193576 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c139f657-dcdc-4bf4-8f84-9513c9279ac2 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "PUT /v2.0/floatingips/5aeb6b56-c8cc-4a41-b42d-fe0e901238f9 HTTP/1.1" status: 200 len: 990 time: 1.7086914 Feb 09 01:10:55.194289 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd607b329-93f2-449f-a06d-5e1564200369', 'tag': 'dacb0762-f5cc-41ce-92bd-96b1f21b8f01'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:55.196753 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30557207-6087-42eb-9e61-09625d414a99" -d '{"events": [{"name": "network-changed", "server_uuid": "d607b329-93f2-449f-a06d-5e1564200369", "tag": "dacb0762-f5cc-41ce-92bd-96b1f21b8f01"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:55.249403 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-72546f5f-7922-429c-9d94-052e4eca0e2d req-3ff531bc-0835-4dfc-a8a5-64e55fce515a service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183472 Feb 09 01:10:55.321611 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-b5a81f2b-c875-475a-b19c-adbe8ac840e3 None None] Set router 56dc62e7-1868-480d-963b-291f7fa338b6 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:10:55.405345 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73e33b-5408-4d40-82a3-e9ee528c184d req-ea74c81b-4eb0-47e7-a5ef-27d4397479cc tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:55.406942 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f73e33b-5408-4d40-82a3-e9ee528c184d req-ea74c81b-4eb0-47e7-a5ef-27d4397479cc tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=d49e7424-23cf-4ce1-a113-569c8fa1091f HTTP/1.1" status: 200 len: 946 time: 0.1563692 Feb 09 01:10:55.441567 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a4c359-0b14-4669-8f16-b81a778c8235 req-e8ed7df8-9beb-49b4-a211-324d10526a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:55.443079 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-12a4c359-0b14-4669-8f16-b81a778c8235 req-e8ed7df8-9beb-49b4-a211-324d10526a86 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=6b9cd924-5454-40eb-a35e-b6e0541805f1 HTTP/1.1" status: 200 len: 1132 time: 0.0774314 Feb 09 01:10:55.445117 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282eb3cf-ef79-4035-91c0-cae5f2f40e82 req-b36b6818-3532-4dd7-bf23-e17fcfe18590 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:55.447017 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-282eb3cf-ef79-4035-91c0-cae5f2f40e82 req-b36b6818-3532-4dd7-bf23-e17fcfe18590 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b9cd924-5454-40eb-a35e-b6e0541805f1 HTTP/1.1" status: 200 len: 949 time: 0.1806386 Feb 09 01:10:55.447174 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef63433-1655-4c3d-acc6-14230025f3b9 req-cbaf80fc-a991-4346-b7b0-7cd28b523c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:55.449586 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1ef63433-1655-4c3d-acc6-14230025f3b9 req-cbaf80fc-a991-4346-b7b0-7cd28b523c3b service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 1132 time: 0.0954628 Feb 09 01:10:55.500784 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f475d6-0c63-4314-b8a6-3fef20bdc98b req-d1e07b3b-5218-48c1-8b8e-5a51b5dd1d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:55.502506 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-57f475d6-0c63-4314-b8a6-3fef20bdc98b req-d1e07b3b-5218-48c1-8b8e-5a51b5dd1d6e service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=bf5d2b15-52d8-45e7-b9a5-58bd3c936fb9 HTTP/1.1" status: 200 len: 1133 time: 0.1660845 Feb 09 01:10:55.529649 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-12a4c359-0b14-4669-8f16-b81a778c8235 req-3adeba74-8d29-4d3a-a554-4ce1de26ce13 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790675 Feb 09 01:10:55.532161 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1ef63433-1655-4c3d-acc6-14230025f3b9 req-3eab2965-6d0f-451f-9810-c17bd6ae8e6b service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746722 Feb 09 01:10:55.543700 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c52603-3096-4579-86d3-f0b9d92a4040 req-242e6a94-714f-4a19-aa1b-f2ad06692f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:55.545397 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c1c52603-3096-4579-86d3-f0b9d92a4040 req-242e6a94-714f-4a19-aa1b-f2ad06692f73 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 1128 time: 0.1889064 Feb 09 01:10:55.557559 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f73e33b-5408-4d40-82a3-e9ee528c184d req-86cf9fef-41da-462c-8c07-8e16c1d9ef82 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371562 Feb 09 01:10:55.576021 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-282eb3cf-ef79-4035-91c0-cae5f2f40e82 req-0860359b-8c8b-4f1e-9647-98d088bf51f1 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194010 Feb 09 01:10:55.593126 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-57f475d6-0c63-4314-b8a6-3fef20bdc98b req-179d173a-fb85-4458-a9b0-3c16d57f834e service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840034 Feb 09 01:10:55.620719 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-b5a81f2b-c875-475a-b19c-adbe8ac840e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839896309-router', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'fd94e2c1-c6a4-4af5-8f0c-a969d00834b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:43Z', 'updated_at': '2022-02-09T01:09:51Z', 'revision_number': 4, 'project_id': '2ba95e383d254696b30a587479c29af0', 'gw_port': {'id': 'fd94e2c1-c6a4-4af5-8f0c-a969d00834b5', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:44Z', 'updated_at': '2022-02-09T01:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '5aeb6b56-c8cc-4a41-b42d-fe0e901238f9', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'floating_ip_address': '172.25.1.22', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'port_id': 'dacb0762-f5cc-41ce-92bd-96b1f21b8f01', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a', 'mac_address': 'fa:16:3e:3d:24:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607b329-93f2-449f-a06d-5e1564200369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:10:21Z', 'updated_at': '2022-02-09T01:10:54Z', 'revision_number': 1, 'project_id': '2ba95e383d254696b30a587479c29af0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea', 'name': '', 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'mac_address': 'fa:16:3e:3d:53:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:49Z', 'updated_at': '2022-02-09T01:09:58Z', 'revision_number': 5, 'project_id': '2ba95e383d254696b30a587479c29af0', 'subnets': [{'id': '32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:55.636555 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:55.654618 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a81f2b-c875-475a-b19c-adbe8ac840e3 None None] Checking router: 56dc62e7-1868-480d-963b-291f7fa338b6 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:10:55.656475 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500cc573-0f19-47fd-84a5-c1473b459590 x-openstack-request-id: req-500cc573-0f19-47fd-84a5-c1473b459590 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:55.656697 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f5dcd5-1fb7-4798-a59c-5e9b6ba756ad", "tag": "ac3bf43f-6224-4589-b573-7d1d3b437b98", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:55.656998 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-500cc573-0f19-47fd-84a5-c1473b459590 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:55.657415 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f5dcd5-1fb7-4798-a59c-5e9b6ba756ad', 'tag': 'ac3bf43f-6224-4589-b573-7d1d3b437b98', 'status': 'completed', 'code': 200} Feb 09 01:10:55.663535 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a81f2b-c875-475a-b19c-adbe8ac840e3 None None] Routers {'56dc62e7-1868-480d-963b-291f7fa338b6'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:10:55.664160 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-b5a81f2b-c875-475a-b19c-adbe8ac840e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:10:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['56dc62e7-1868-480d-963b-291f7fa338b6'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:55.788253 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-b5a81f2b-c875-475a-b19c-adbe8ac840e3 None None] Set router 56dc62e7-1868-480d-963b-291f7fa338b6 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:10:55.822403 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f250e8-1d0a-4465-87a0-256af8c886a6 req-410e51f3-cef0-4845-b4c2-42b95e30312c tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:55.824760 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-16f250e8-1d0a-4465-87a0-256af8c886a6 req-410e51f3-cef0-4845-b4c2-42b95e30312c tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/ports?device_id=08f78c2b-258b-42f7-a119-46fac9b9980b HTTP/1.1" status: 200 len: 950 time: 0.1245499 Feb 09 01:10:55.850024 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d3041-831f-408c-84ed-e8ec73ae25dd req-4feed592-3c20-4f64-86d0-0d5212532ad8 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:55.851522 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-318d3041-831f-408c-84ed-e8ec73ae25dd req-4feed592-3c20-4f64-86d0-0d5212532ad8 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 949 time: 0.1420979 Feb 09 01:10:55.860256 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c1c52603-3096-4579-86d3-f0b9d92a4040 req-fbc13fd3-9f5e-40ec-8c47-bca6f8ca5b06 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909712 Feb 09 01:10:55.922828 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-16f250e8-1d0a-4465-87a0-256af8c886a6 req-0da41c86-2954-44df-81c8-22fe42df6bf3 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20685cb-a65a-4056-a5af-21e3e74d6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913682 Feb 09 01:10:55.936223 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-318d3041-831f-408c-84ed-e8ec73ae25dd req-dc5ac2cb-1f9f-41fd-9cda-22b7650c5b2d tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728066 Feb 09 01:10:55.990784 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device f994970c-0d91-4b5e-9116-15b7b17b5d24 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:10:56.051639 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port f994970c-0d91-4b5e-9116-15b7b17b5d24 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:10:56.056577 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port f994970c-0d91-4b5e-9116-15b7b17b5d24 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:56.058373 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f994970c-0d91-4b5e-9116-15b7b17b5d24), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:56.088486 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-b5a81f2b-c875-475a-b19c-adbe8ac840e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839896309-router', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'fd94e2c1-c6a4-4af5-8f0c-a969d00834b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:43Z', 'updated_at': '2022-02-09T01:09:51Z', 'revision_number': 4, 'project_id': '2ba95e383d254696b30a587479c29af0', 'gw_port': {'id': 'fd94e2c1-c6a4-4af5-8f0c-a969d00834b5', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:44Z', 'updated_at': '2022-02-09T01:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '5aeb6b56-c8cc-4a41-b42d-fe0e901238f9', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'floating_ip_address': '172.25.1.22', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'port_id': 'dacb0762-f5cc-41ce-92bd-96b1f21b8f01', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a', 'mac_address': 'fa:16:3e:3d:24:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607b329-93f2-449f-a06d-5e1564200369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:10:21Z', 'updated_at': '2022-02-09T01:10:54Z', 'revision_number': 1, 'project_id': '2ba95e383d254696b30a587479c29af0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea', 'name': '', 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'mac_address': 'fa:16:3e:3d:53:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:49Z', 'updated_at': '2022-02-09T01:09:58Z', 'revision_number': 5, 'project_id': '2ba95e383d254696b30a587479c29af0', 'subnets': [{'id': '32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:56.134768 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a81f2b-c875-475a-b19c-adbe8ac840e3 None None] The sync data for ids ['56dc62e7-1868-480d-963b-291f7fa338b6'] in n-d-822053-40 is: [{'id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839896309-router', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'fd94e2c1-c6a4-4af5-8f0c-a969d00834b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:43Z', 'updated_at': '2022-02-09T01:09:51Z', 'revision_number': 4, 'project_id': '2ba95e383d254696b30a587479c29af0', 'gw_port': {'id': 'fd94e2c1-c6a4-4af5-8f0c-a969d00834b5', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:44Z', 'updated_at': '2022-02-09T01:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '5aeb6b56-c8cc-4a41-b42d-fe0e901238f9', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'floating_ip_address': '172.25.1.22', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'port_id': 'dacb0762-f5cc-41ce-92bd-96b1f21b8f01', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a', 'mac_address': 'fa:16:3e:3d:24:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607b329-93f2-449f-a06d-5e1564200369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:10:21Z', 'updated_at': '2022-02-09T01:10:54Z', 'revision_number': 1, 'project_id': '2ba95e383d254696b30a587479c29af0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea', 'name': '', 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'mac_address': 'fa:16:3e:3d:53:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:49Z', 'updated_at': '2022-02-09T01:09:58Z', 'revision_number': 5, 'project_id': '2ba95e383d254696b30a587479c29af0', 'subnets': [{'id': '32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:10:56.153620 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port f994970c-0d91-4b5e-9116-15b7b17b5d24 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:56.154343 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f994970c-0d91-4b5e-9116-15b7b17b5d24), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:56.168658 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c3f43-a21b-42b0-bd70-54f5b0dc6e32 req-ec826a44-971c-484b-b2d5-a62c9a12a027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:56.170203 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a2c3f43-a21b-42b0-bd70-54f5b0dc6e32 req-ec826a44-971c-484b-b2d5-a62c9a12a027 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ca20cdba996f44058e73e23c54527620&device_id=03f5dcd5-1fb7-4798-a59c-5e9b6ba756ad HTTP/1.1" status: 200 len: 1130 time: 0.1561561 Feb 09 01:10:56.184542 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2f766-c26a-431a-b02c-3e2038d67964 req-5d66d837-dc31-411b-8a9a-9b9244ed9c74 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:56.186167 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-39b2f766-c26a-431a-b02c-3e2038d67964 req-5d66d837-dc31-411b-8a9a-9b9244ed9c74 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b662c28-4af1-4f9b-ace0-0025ea5c0085&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1034100 Feb 09 01:10:56.197256 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port f994970c-0d91-4b5e-9116-15b7b17b5d24, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=f994970c-0d91-4b5e-9116-15b7b17b5d24,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:56.203582 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f994970c-0d91-4b5e-9116-15b7b17b5d24), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:56.203804 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71ecdf-2873-48c4-964a-063e05ff06d7 req-fc887d3c-5d8b-4e2d-92cf-5f8d6916cea0 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:56.217283 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db71ecdf-2873-48c4-964a-063e05ff06d7 req-fc887d3c-5d8b-4e2d-92cf-5f8d6916cea0 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/ports?device_id=d607b329-93f2-449f-a06d-5e1564200369 HTTP/1.1" status: 200 len: 945 time: 0.1887884 Feb 09 01:10:56.263268 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=f994970c-0d91-4b5e-9116-15b7b17b5d24,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:56.365671 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db71ecdf-2873-48c4-964a-063e05ff06d7 req-0c36f962-d6fa-4de3-96a5-94ff015786d5 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/security-groups?id=4047daa7-99dc-4065-97c6-18555a778085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442602 Feb 09 01:10:56.371234 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-39b2f766-c26a-431a-b02c-3e2038d67964 req-829f91fd-d85a-454c-8a30-c599efaed75e tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.247 HTTP/1.1" status: 200 len: 696 time: 0.1445849 Feb 09 01:10:56.383959 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-39b2f766-c26a-431a-b02c-3e2038d67964 req-f4a1e154-1016-435a-93ba-6ce31e60dc33 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Request body: {'floatingip': {'port_id': '91bb948e-f2d9-4086-a875-2e2829947b51', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:56.425914 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1523d3-4dbf-41ae-a55d-679ffe70affc x-openstack-request-id: req-bf1523d3-4dbf-41ae-a55d-679ffe70affc {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:56.426857 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d607b329-93f2-449f-a06d-5e1564200369", "tag": "dacb0762-f5cc-41ce-92bd-96b1f21b8f01", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:56.427265 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bf1523d3-4dbf-41ae-a55d-679ffe70affc {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:56.427858 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd607b329-93f2-449f-a06d-5e1564200369', 'tag': 'dacb0762-f5cc-41ce-92bd-96b1f21b8f01', 'status': 'completed', 'code': 200} Feb 09 01:10:56.428086 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a221b439-d3ca-46a4-8a02-db6c6696e06f None None] New status for floating IP 5aeb6b56-c8cc-4a41-b42d-fe0e901238f9: ACTIVE {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:10:56.456649 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-39b2f766-c26a-431a-b02c-3e2038d67964 req-f4a1e154-1016-435a-93ba-6ce31e60dc33 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks [] for floatingip (d2c0471d-f4e7-41f2-9316-235aa32b2f2e), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:56.513559 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30557207-6087-42eb-9e61-09625d414a99 req-9eafdf85-b467-4617-a376-5172f9c9b89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:56.515296 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-30557207-6087-42eb-9e61-09625d414a99 req-9eafdf85-b467-4617-a376-5172f9c9b89a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2ba95e383d254696b30a587479c29af0&device_id=d607b329-93f2-449f-a06d-5e1564200369 HTTP/1.1" status: 200 len: 1128 time: 0.0602016 Feb 09 01:10:56.567940 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c3f43-a21b-42b0-bd70-54f5b0dc6e32 req-deebadb0-2590-4318-8185-5aba7d08195a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:56.570475 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a2c3f43-a21b-42b0-bd70-54f5b0dc6e32 req-deebadb0-2590-4318-8185-5aba7d08195a service neutron] 10.222.0.121 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.3830545 Feb 09 01:10:56.628424 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30557207-6087-42eb-9e61-09625d414a99 req-3c9bedc7-3ef1-44a5-9f09-a7bbf0857d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:56.630082 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-30557207-6087-42eb-9e61-09625d414a99 req-3c9bedc7-3ef1-44a5-9f09-a7bbf0857d8f service neutron] 10.222.0.121 "GET /v2.0/networks?id=e8a262a2-1887-44d6-8265-164882c37a5a HTTP/1.1" status: 200 len: 925 time: 0.1073449 Feb 09 01:10:56.630773 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a2c3f43-a21b-42b0-bd70-54f5b0dc6e32 req-79564d12-ceba-42a2-a8f3-94029d6ebcff service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=ac3bf43f-6224-4589-b573-7d1d3b437b98 HTTP/1.1" status: 200 len: 217 time: 0.0506105 Feb 09 01:10:56.726147 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-30557207-6087-42eb-9e61-09625d414a99 req-cd4e02d1-93c4-4b55-b47e-ac4bd88d4aa9 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dacb0762-f5cc-41ce-92bd-96b1f21b8f01 HTTP/1.1" status: 200 len: 1000 time: 0.0811670 Feb 09 01:10:56.733821 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8fc906-af69-46f4-82f3-2840df61ce37 req-ea9b42bf-501c-416d-bc12-b05d1fe1f4e6 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:56.735447 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2e8fc906-af69-46f4-82f3-2840df61ce37 req-ea9b42bf-501c-416d-bc12-b05d1fe1f4e6 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=03f5dcd5-1fb7-4798-a59c-5e9b6ba756ad HTTP/1.1" status: 200 len: 947 time: 0.2352083 Feb 09 01:10:56.782643 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30557207-6087-42eb-9e61-09625d414a99 req-c8a605d0-331d-4754-9ca6-a162e2e19b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:56.784134 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-30557207-6087-42eb-9e61-09625d414a99 req-c8a605d0-331d-4754-9ca6-a162e2e19b48 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0 HTTP/1.1" status: 200 len: 863 time: 0.0492373 Feb 09 01:10:56.789080 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c3f43-a21b-42b0-bd70-54f5b0dc6e32 req-ba5d4961-3dc3-4225-94e6-fe473f824cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:56.790610 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a2c3f43-a21b-42b0-bd70-54f5b0dc6e32 req-ba5d4961-3dc3-4225-94e6-fe473f824cb9 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.1269646 Feb 09 01:10:56.849740 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30557207-6087-42eb-9e61-09625d414a99 req-7161409b-36c6-42f3-ba68-c00c5182062b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:56.853065 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-30557207-6087-42eb-9e61-09625d414a99 req-7161409b-36c6-42f3-ba68-c00c5182062b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=e8a262a2-1887-44d6-8265-164882c37a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0597618 Feb 09 01:10:56.913660 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2e8fc906-af69-46f4-82f3-2840df61ce37 req-fd046f26-6c17-4b9d-83c2-53c8ec2313ad tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661813 Feb 09 01:10:56.935253 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [req-39b2f766-c26a-431a-b02c-3e2038d67964 req-f4a1e154-1016-435a-93ba-6ce31e60dc33 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 01:10:56.935253 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-39b2f766-c26a-431a-b02c-3e2038d67964 req-f4a1e154-1016-435a-93ba-6ce31e60dc33 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "PUT /v2.0/floatingips/d2c0471d-f4e7-41f2-9316-235aa32b2f2e HTTP/1.1" status: 409 len: 551 time: 0.5574002 Feb 09 01:10:56.941001 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c3f43-a21b-42b0-bd70-54f5b0dc6e32 req-1007a8e9-83bb-4c1c-a113-6784f0af5b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:56.942580 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a2c3f43-a21b-42b0-bd70-54f5b0dc6e32 req-1007a8e9-83bb-4c1c-a113-6784f0af5b44 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1138387 Feb 09 01:10:56.971899 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-30557207-6087-42eb-9e61-09625d414a99 req-129a29f3-2cd6-4aa8-a10c-aa77cfc4c6eb service neutron] 10.222.0.121 "GET /v2.0/networks/e8a262a2-1887-44d6-8265-164882c37a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034293 Feb 09 01:10:57.071710 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a2c3f43-a21b-42b0-bd70-54f5b0dc6e32 req-d8d8714c-7a13-4292-a99f-8e7988a5e7a3 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115949 Feb 09 01:10:57.127815 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-30557207-6087-42eb-9e61-09625d414a99 req-861d9c6d-f3e1-4d23-8fa5-bcdcf04aa29a service neutron] 10.222.0.121 "GET /v2.0/networks/e8a262a2-1887-44d6-8265-164882c37a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464334 Feb 09 01:10:57.191195 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322b98fc-afe7-40ce-8f22-47f9426b8b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f994970c-0d91-4b5e-9116-15b7b17b5d24'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:57.193583 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038e26ee-ea02-401c-b6d4-38fcaf8cc8b5" -d '{"events": [{"server_uuid": "322b98fc-afe7-40ce-8f22-47f9426b8b73", "name": "network-vif-plugged", "status": "completed", "tag": "f994970c-0d91-4b5e-9116-15b7b17b5d24"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:57.275672 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea596d-55a6-4200-9e74-523cc84cdb5d req-3ab8ea7a-5bc6-4c46-b536-da27ee1863f1 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:57.277671 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-48ea596d-55a6-4200-9e74-523cc84cdb5d req-3ab8ea7a-5bc6-4c46-b536-da27ee1863f1 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d49e7424-23cf-4ce1-a113-569c8fa1091f HTTP/1.1" status: 200 len: 1129 time: 0.1300144 Feb 09 01:10:57.281129 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a2c3f43-a21b-42b0-bd70-54f5b0dc6e32 req-82609d01-0e7e-4e02-a085-9b07058f2faa service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005856 Feb 09 01:10:57.300163 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62203b22-3935-48a6-b4fd-23a1ca025277 req-261d1a4d-bd47-49c9-8448-34e45e2bc99d tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:57.301890 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-62203b22-3935-48a6-b4fd-23a1ca025277 req-261d1a4d-bd47-49c9-8448-34e45e2bc99d tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 945 time: 0.1249862 Feb 09 01:10:57.357917 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:57.371565 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-48ea596d-55a6-4200-9e74-523cc84cdb5d req-8e9e23dc-b686-4121-a27e-bf747bd505b8 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863202 Feb 09 01:10:57.390832 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-62203b22-3935-48a6-b4fd-23a1ca025277 req-09da223f-e88e-4f6c-b7d3-bb6bcd7f1028 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809271 Feb 09 01:10:57.535534 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c668fbaf-44f3-4783-a1ec-0250f97a8178 req-72780b8f-ead5-4fc8-a047-902f2a8c8108 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/floatingips/d2c0471d-f4e7-41f2-9316-235aa32b2f2e HTTP/1.1" status: 200 len: 693 time: 0.0805917 Feb 09 01:10:57.609887 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed6bb1-fff2-4134-879a-ecebb0a1bcbb req-77bc2341-f9a3-40db-ae32-989b09ec3a66 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:57.611670 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-14ed6bb1-fff2-4134-879a-ecebb0a1bcbb req-77bc2341-f9a3-40db-ae32-989b09ec3a66 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b9cd924-5454-40eb-a35e-b6e0541805f1 HTTP/1.1" status: 200 len: 949 time: 0.1484210 Feb 09 01:10:57.693308 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-14ed6bb1-fff2-4134-879a-ecebb0a1bcbb req-fa664add-1a23-47be-bd19-b9a5c7899dc3 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741303 Feb 09 01:10:57.700533 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668fbaf-44f3-4783-a1ec-0250f97a8178 req-1fd83484-f083-4477-96f2-aa8203695003 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:57.701905 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c668fbaf-44f3-4783-a1ec-0250f97a8178 req-1fd83484-f083-4477-96f2-aa8203695003 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/networks/def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 784 time: 0.1496565 Feb 09 01:10:57.712333 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-c668fbaf-44f3-4783-a1ec-0250f97a8178 req-7a712fb3-fafa-4ef7-8847-c56b30c66e96 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:10:57.719698 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c668fbaf-44f3-4783-a1ec-0250f97a8178 req-7a712fb3-fafa-4ef7-8847-c56b30c66e96 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121725 Feb 09 01:10:57.775553 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c668fbaf-44f3-4783-a1ec-0250f97a8178 req-5d4b8955-c57f-427a-a00b-d1bc9c6e5066 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.247 HTTP/1.1" status: 200 len: 696 time: 0.0537379 Feb 09 01:10:57.854561 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c668fbaf-44f3-4783-a1ec-0250f97a8178 req-d372b187-6c73-4cf4-87d1-4235f5112a23 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.247 HTTP/1.1" status: 200 len: 696 time: 0.0661354 Feb 09 01:10:57.924969 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb674d97-bb99-4d28-91c0-a783c2111573 req-9abadaa9-d1d9-4146-b291-e14d6149085f tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:57.926455 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fb674d97-bb99-4d28-91c0-a783c2111573 req-9abadaa9-d1d9-4146-b291-e14d6149085f tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 949 time: 0.1480577 Feb 09 01:10:58.029896 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fb674d97-bb99-4d28-91c0-a783c2111573 req-8ee441e9-0674-4ef9-a375-c91df9d6df4c tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756845 Feb 09 01:10:58.045978 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-c668fbaf-44f3-4783-a1ec-0250f97a8178 req-81f65cfb-ba7f-4df5-9338-1f04342e4ecd tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Deleting port 423c1641-505b-4c80-bcfc-ee6643a812fa {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:10:58.046329 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c668fbaf-44f3-4783-a1ec-0250f97a8178 req-81f65cfb-ba7f-4df5-9338-1f04342e4ecd tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (423c1641-505b-4c80-bcfc-ee6643a812fa), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:58.114750 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:58.160835 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c668fbaf-44f3-4783-a1ec-0250f97a8178 req-81f65cfb-ba7f-4df5-9338-1f04342e4ecd tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (423c1641-505b-4c80-bcfc-ee6643a812fa), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:58.163366 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c668fbaf-44f3-4783-a1ec-0250f97a8178 req-81f65cfb-ba7f-4df5-9338-1f04342e4ecd tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks [] for floatingip (423c1641-505b-4c80-bcfc-ee6643a812fa), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:58.177615 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-c668fbaf-44f3-4783-a1ec-0250f97a8178 req-81f65cfb-ba7f-4df5-9338-1f04342e4ecd tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Calling delete_port for 423c1641-505b-4c80-bcfc-ee6643a812fa owned by network:floatingip {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:10:58.180611 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c03748-931d-472e-bfed-7f1bd71cfb3b req-2aa79cd6-7db6-4276-8853-4f68453e4dfd tempest-ServersAdminNegativeTestJSON-1789293253 tempest-ServersAdminNegativeTestJSON-1789293253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:58.182797 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89c03748-931d-472e-bfed-7f1bd71cfb3b req-2aa79cd6-7db6-4276-8853-4f68453e4dfd tempest-ServersAdminNegativeTestJSON-1789293253 tempest-ServersAdminNegativeTestJSON-1789293253-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=08f78c2b-258b-42f7-a119-46fac9b9980b HTTP/1.1" status: 200 len: 1133 time: 0.0887089 Feb 09 01:10:58.233898 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-89c03748-931d-472e-bfed-7f1bd71cfb3b req-5ee52279-e274-4cad-b5f0-c06b362a8b0c tempest-ServersAdminNegativeTestJSON-1789293253 tempest-ServersAdminNegativeTestJSON-1789293253-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:58.381039 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-89c03748-931d-472e-bfed-7f1bd71cfb3b req-5ee52279-e274-4cad-b5f0-c06b362a8b0c tempest-ServersAdminNegativeTestJSON-1789293253 tempest-ServersAdminNegativeTestJSON-1789293253-project-admin] Publish callbacks [] for security_group (f4f41405-a89f-47ba-b1ca-fe417099bafd), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:58.387580 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-89c03748-931d-472e-bfed-7f1bd71cfb3b req-5ee52279-e274-4cad-b5f0-c06b362a8b0c tempest-ServersAdminNegativeTestJSON-1789293253 tempest-ServersAdminNegativeTestJSON-1789293253-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f4f41405-a89f-47ba-b1ca-fe417099bafd), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:58.408717 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c668fbaf-44f3-4783-a1ec-0250f97a8178 req-81f65cfb-ba7f-4df5-9338-1f04342e4ecd tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (423c1641-505b-4c80-bcfc-ee6643a812fa), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:58.454240 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee52279-e274-4cad-b5f0-c06b362a8b0c tempest-ServersAdminNegativeTestJSON-1789293253 tempest-ServersAdminNegativeTestJSON-1789293253-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f41405-a89f-47ba-b1ca-fe417099bafd,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:58.456981 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f65cfb-ba7f-4df5-9338-1f04342e4ecd tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Pushing event deleted for resources: {'Port': ['ID=423c1641-505b-4c80-bcfc-ee6643a812fa,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:58.461032 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89c03748-931d-472e-bfed-7f1bd71cfb3b req-5ee52279-e274-4cad-b5f0-c06b362a8b0c tempest-ServersAdminNegativeTestJSON-1789293253 tempest-ServersAdminNegativeTestJSON-1789293253-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b20685cb-a65a-4056-a5af-21e3e74d6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706852 Feb 09 01:10:58.489687 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c668fbaf-44f3-4783-a1ec-0250f97a8178 req-81f65cfb-ba7f-4df5-9338-1f04342e4ecd tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks [] for floatingip (d2c0471d-f4e7-41f2-9316-235aa32b2f2e), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:58.493167 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c668fbaf-44f3-4783-a1ec-0250f97a8178 req-81f65cfb-ba7f-4df5-9338-1f04342e4ecd tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:58.495666 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c668fbaf-44f3-4783-a1ec-0250f97a8178 req-81f65cfb-ba7f-4df5-9338-1f04342e4ecd tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "DELETE /v2.0/floatingips/d2c0471d-f4e7-41f2-9316-235aa32b2f2e HTTP/1.1" status: 204 len: 173 time: 0.6332183 Feb 09 01:10:58.511473 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eded2c10-3360-43e1-862b-dfb47b12ef83 x-openstack-request-id: req-eded2c10-3360-43e1-862b-dfb47b12ef83 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:58.512036 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322b98fc-afe7-40ce-8f22-47f9426b8b73", "name": "network-vif-plugged", "status": "completed", "tag": "f994970c-0d91-4b5e-9116-15b7b17b5d24", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:58.512036 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eded2c10-3360-43e1-862b-dfb47b12ef83 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:58.512442 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322b98fc-afe7-40ce-8f22-47f9426b8b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f994970c-0d91-4b5e-9116-15b7b17b5d24', 'code': 200} Feb 09 01:10:58.675556 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac86be3-0c11-408a-9956-5f34b43c9007 req-3ef2b45b-6283-4b6e-ae7f-c627df23e733 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:58.677028 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9ac86be3-0c11-408a-9956-5f34b43c9007 req-3ef2b45b-6283-4b6e-ae7f-c627df23e733 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d49e7424-23cf-4ce1-a113-569c8fa1091f HTTP/1.1" status: 200 len: 1129 time: 0.1128955 Feb 09 01:10:58.695525 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48de7c7-8fe4-4e05-b3a6-d841997bc406 req-08d43601-f588-40d6-9b44-b42fa705346f tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:58.697055 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f48de7c7-8fe4-4e05-b3a6-d841997bc406 req-08d43601-f588-40d6-9b44-b42fa705346f tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/ports?device_id=d607b329-93f2-449f-a06d-5e1564200369 HTTP/1.1" status: 200 len: 945 time: 0.1341383 Feb 09 01:10:58.720931 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8d1e7-de11-4818-978a-e50640f029f2 req-00148f97-be70-4219-b9ea-dc961a1e70fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:58.722370 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-63b8d1e7-de11-4818-978a-e50640f029f2 req-00148f97-be70-4219-b9ea-dc961a1e70fe service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 1133 time: 0.1079342 Feb 09 01:10:58.739399 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device ac3bf43f-6224-4589-b573-7d1d3b437b98 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:10:58.786866 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9ac86be3-0c11-408a-9956-5f34b43c9007 req-effa73ab-82f6-460d-ac82-41b73df4a804 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022086 Feb 09 01:10:58.810891 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f48de7c7-8fe4-4e05-b3a6-d841997bc406 req-2320c128-48a8-4fe1-b4bf-f2fe99e3ff69 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/security-groups?id=4047daa7-99dc-4065-97c6-18555a778085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049030 Feb 09 01:10:58.821830 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-63b8d1e7-de11-4818-978a-e50640f029f2 req-eea2b73a-d382-4437-b4a2-99c56e49b21d service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892510 Feb 09 01:10:58.865160 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port ac3bf43f-6224-4589-b573-7d1d3b437b98, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=ac3bf43f-6224-4589-b573-7d1d3b437b98,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:58.877633 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': 'ac3bf43f-6224-4589-b573-7d1d3b437b98', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': 'ac3bf43f-6224-4589-b573-7d1d3b437b98', 'mac_address': 'fa:16:3e:6a:f6:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:10:58.919547 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port ac3bf43f-6224-4589-b573-7d1d3b437b98 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:58.919929 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ac3bf43f-6224-4589-b573-7d1d3b437b98), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:58.934634 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac3bf43f-6224-4589-b573-7d1d3b437b98 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:58.956877 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port ac3bf43f-6224-4589-b573-7d1d3b437b98, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=ac3bf43f-6224-4589-b573-7d1d3b437b98,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:58.962053 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ac3bf43f-6224-4589-b573-7d1d3b437b98), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:58.993521 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcfb488-75d9-4813-a6fb-79417ddf72c6 req-405f1766-a041-4e35-83a9-fc09a4666a15 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:58.995140 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-abcfb488-75d9-4813-a6fb-79417ddf72c6 req-405f1766-a041-4e35-83a9-fc09a4666a15 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf5d2b15-52d8-45e7-b9a5-58bd3c936fb9 HTTP/1.1" status: 200 len: 950 time: 0.0933681 Feb 09 01:10:59.007565 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120005b6-b260-49dd-a7c9-979038afc54d req-9ac188cb-286d-4ff7-87d4-fdcf6d49b0ee tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:59.009443 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-120005b6-b260-49dd-a7c9-979038afc54d req-9ac188cb-286d-4ff7-87d4-fdcf6d49b0ee tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=03f5dcd5-1fb7-4798-a59c-5e9b6ba756ad HTTP/1.1" status: 200 len: 947 time: 0.0795841 Feb 09 01:10:59.020467 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=ac3bf43f-6224-4589-b573-7d1d3b437b98,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:59.084960 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-abcfb488-75d9-4813-a6fb-79417ddf72c6 req-72747567-d6a7-4873-9b59-65ebb42771ce tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748186 Feb 09 01:10:59.093029 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-120005b6-b260-49dd-a7c9-979038afc54d req-d8185288-9171-4b8f-ab5a-9b8b3fd70faf tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755401 Feb 09 01:10:59.212583 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abf8e1-ed30-4936-8956-b7680de54adb req-9291327a-25e1-490d-99a6-2ff723a7d640 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:59.214711 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d8abf8e1-ed30-4936-8956-b7680de54adb req-9291327a-25e1-490d-99a6-2ff723a7d640 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 945 time: 0.0617566 Feb 09 01:10:59.267630 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d8abf8e1-ed30-4936-8956-b7680de54adb req-2a9172f0-57f2-4dbf-a1fe-c82e3385e5ec tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454698 Feb 09 01:10:59.315288 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aad08c-d41c-4471-b20c-38689bf9f3b0 req-93136c39-b4fa-45d9-ae55-da2461699ed3 tempest-MigrationsAdminTest-1583966719 tempest-MigrationsAdminTest-1583966719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:59.316911 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-77aad08c-d41c-4471-b20c-38689bf9f3b0 req-93136c39-b4fa-45d9-ae55-da2461699ed3 tempest-MigrationsAdminTest-1583966719 tempest-MigrationsAdminTest-1583966719-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 1132 time: 0.0483429 Feb 09 01:10:59.341629 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['ac3bf43f-6224-4589-b573-7d1d3b437b98'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:10:59.342017 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-77aad08c-d41c-4471-b20c-38689bf9f3b0 req-16ab19ac-d364-4d76-b7e7-c541963c26e0 tempest-MigrationsAdminTest-1583966719 tempest-MigrationsAdminTest-1583966719-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:59.502143 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-77aad08c-d41c-4471-b20c-38689bf9f3b0 req-16ab19ac-d364-4d76-b7e7-c541963c26e0 tempest-MigrationsAdminTest-1583966719 tempest-MigrationsAdminTest-1583966719-project-admin] Publish callbacks [] for security_group (04d5dd30-a17a-4bec-bcf2-b282c114b036), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:59.510790 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-77aad08c-d41c-4471-b20c-38689bf9f3b0 req-16ab19ac-d364-4d76-b7e7-c541963c26e0 tempest-MigrationsAdminTest-1583966719 tempest-MigrationsAdminTest-1583966719-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (04d5dd30-a17a-4bec-bcf2-b282c114b036), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:59.551222 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93e949d3-d944-4f97-a380-4df9c653e989 req-32171dd7-bc9d-41b8-bc0a-b30c8375be0e tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.186 HTTP/1.1" status: 200 len: 1002 time: 0.1412520 Feb 09 01:10:59.576909 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-77aad08c-d41c-4471-b20c-38689bf9f3b0 req-16ab19ac-d364-4d76-b7e7-c541963c26e0 tempest-MigrationsAdminTest-1583966719 tempest-MigrationsAdminTest-1583966719-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542784 Feb 09 01:10:59.598577 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ab19ac-d364-4d76-b7e7-c541963c26e0 tempest-MigrationsAdminTest-1583966719 tempest-MigrationsAdminTest-1583966719-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d5dd30-a17a-4bec-bcf2-b282c114b036,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:59.622591 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e949d3-d944-4f97-a380-4df9c653e989 req-66b11fb8-89b1-4022-8375-837af46ed8f1 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:59.624045 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93e949d3-d944-4f97-a380-4df9c653e989 req-66b11fb8-89b1-4022-8375-837af46ed8f1 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/ports/91bb948e-f2d9-4086-a875-2e2829947b51 HTTP/1.1" status: 200 len: 943 time: 0.0631256 Feb 09 01:10:59.744973 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd1f37-22dd-4f54-9ae0-2e4a465d99c3 req-695fe7fa-0768-4b7e-a8ac-244790ca3cf9 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:59.746747 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9bbd1f37-22dd-4f54-9ae0-2e4a465d99c3 req-695fe7fa-0768-4b7e-a8ac-244790ca3cf9 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/ports?device_id=d607b329-93f2-449f-a06d-5e1564200369 HTTP/1.1" status: 200 len: 945 time: 0.1118264 Feb 09 01:10:59.751806 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93e949d3-d944-4f97-a380-4df9c653e989 req-d352e65f-481c-4934-95a8-852c242f0c80 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.186 HTTP/1.1" status: 200 len: 1002 time: 0.0775080 Feb 09 01:11:00.107148 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9bbd1f37-22dd-4f54-9ae0-2e4a465d99c3 req-494d23e6-fa10-47a7-8879-1a5757cff7b1 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/security-groups?id=4047daa7-99dc-4065-97c6-18555a778085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3544981 Feb 09 01:11:00.142533 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e949d3-d944-4f97-a380-4df9c653e989 req-fd379821-9c02-4c40-a940-44febe181c72 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:00.144283 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93e949d3-d944-4f97-a380-4df9c653e989 req-fd379821-9c02-4c40-a940-44febe181c72 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/networks/def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 784 time: 0.3853865 Feb 09 01:11:00.154883 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-93e949d3-d944-4f97-a380-4df9c653e989 req-524cd17a-aae5-43c2-9cb1-ecfbb5ae00ad tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:11:00.155883 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93e949d3-d944-4f97-a380-4df9c653e989 req-524cd17a-aae5-43c2-9cb1-ecfbb5ae00ad tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061259 Feb 09 01:11:00.232933 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93e949d3-d944-4f97-a380-4df9c653e989 req-dec8ff4a-3125-49b0-af03-9d08a0abe4f1 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.186 HTTP/1.1" status: 200 len: 1002 time: 0.0681655 Feb 09 01:11:00.242713 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-93e949d3-d944-4f97-a380-4df9c653e989 req-51066fb4-8f38-4d2a-9d6a-53b457a6b528 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:00.300277 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-93e949d3-d944-4f97-a380-4df9c653e989 req-51066fb4-8f38-4d2a-9d6a-53b457a6b528 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks [] for floatingip (9f5de7ad-7f7f-4fe0-9dd7-3c04193859c1), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:00.462181 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-93e949d3-d944-4f97-a380-4df9c653e989 req-51066fb4-8f38-4d2a-9d6a-53b457a6b528 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:00.467154 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-93e949d3-d944-4f97-a380-4df9c653e989 req-51066fb4-8f38-4d2a-9d6a-53b457a6b528 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (9f5de7ad-7f7f-4fe0-9dd7-3c04193859c1), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:00.467659 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [req-93e949d3-d944-4f97-a380-4df9c653e989 req-51066fb4-8f38-4d2a-9d6a-53b457a6b528 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Floating IP 9f5de7ad-7f7f-4fe0-9dd7-3c04193859c1 disassociated. External IP: 172.25.1.186, port: 91bb948e-f2d9-4086-a875-2e2829947b51. Feb 09 01:11:00.627885 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48552744-fcc8-41aa-842b-f54c61c791c7 req-09a9cfbc-9120-4ce4-8ac1-6528b6a65f09 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:00.633212 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48552744-fcc8-41aa-842b-f54c61c791c7 req-09a9cfbc-9120-4ce4-8ac1-6528b6a65f09 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:00.635732 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-48552744-fcc8-41aa-842b-f54c61c791c7 req-09a9cfbc-9120-4ce4-8ac1-6528b6a65f09 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b9cd924-5454-40eb-a35e-b6e0541805f1&device_id=bf5d2b15-52d8-45e7-b9a5-58bd3c936fb9 HTTP/1.1" status: 200 len: 1690 time: 0.1227286 Feb 09 01:11:00.741653 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device ac3bf43f-6224-4589-b573-7d1d3b437b98 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:11:00.773508 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-48552744-fcc8-41aa-842b-f54c61c791c7 req-edfdce15-2420-4833-b7ec-1d8c371a5877 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275833 Feb 09 01:11:00.818004 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93e949d3-d944-4f97-a380-4df9c653e989 req-51066fb4-8f38-4d2a-9d6a-53b457a6b528 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Router c4c5fe34-b5f2-408b-af38-a99f2f461f2e has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:11:00.837793 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port ac3bf43f-6224-4589-b573-7d1d3b437b98 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:11:00.844565 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port ac3bf43f-6224-4589-b573-7d1d3b437b98 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:00.845253 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (ac3bf43f-6224-4589-b573-7d1d3b437b98), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:00.949399 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port ac3bf43f-6224-4589-b573-7d1d3b437b98 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:00.949796 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ac3bf43f-6224-4589-b573-7d1d3b437b98), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:00.971191 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9975dd-9ddf-4ed8-b07f-bef85d0b21b1 req-83df3cfa-648c-485f-a061-188042f84a89 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:00.973149 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e9975dd-9ddf-4ed8-b07f-bef85d0b21b1 req-83df3cfa-648c-485f-a061-188042f84a89 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 1128 time: 0.0985551 Feb 09 01:11:00.976637 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f5dcd5-1fb7-4798-a59c-5e9b6ba756ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3bf43f-6224-4589-b573-7d1d3b437b98'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:00.979111 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbf2c4e-6ee6-46df-98f0-8e29cd30cae0" -d '{"events": [{"server_uuid": "03f5dcd5-1fb7-4798-a59c-5e9b6ba756ad", "name": "network-vif-plugged", "status": "completed", "tag": "ac3bf43f-6224-4589-b573-7d1d3b437b98"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:01.000892 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port ac3bf43f-6224-4589-b573-7d1d3b437b98, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=ac3bf43f-6224-4589-b573-7d1d3b437b98,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:01.006713 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ac3bf43f-6224-4589-b573-7d1d3b437b98), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:01.019763 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93e949d3-d944-4f97-a380-4df9c653e989 req-51066fb4-8f38-4d2a-9d6a-53b457a6b528 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:11:01.030126 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-93e949d3-d944-4f97-a380-4df9c653e989 req-51066fb4-8f38-4d2a-9d6a-53b457a6b528 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:01.035951 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cc0157-0940-4566-84b0-9f582a7fdab9 None None] Sync routers for ids ['c4c5fe34-b5f2-408b-af38-a99f2f461f2e'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:11:01.060495 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cc0157-0940-4566-84b0-9f582a7fdab9 None None] Routers {'c4c5fe34-b5f2-408b-af38-a99f2f461f2e'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:11:01.061927 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-23cc0157-0940-4566-84b0-9f582a7fdab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:10:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c4c5fe34-b5f2-408b-af38-a99f2f461f2e'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:01.075841 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=ac3bf43f-6224-4589-b573-7d1d3b437b98,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:01.091439 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e9975dd-9ddf-4ed8-b07f-bef85d0b21b1 req-c1bd898c-b95b-4c7e-ab74-0c92402695af tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043928 Feb 09 01:11:01.099062 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93e949d3-d944-4f97-a380-4df9c653e989 req-51066fb4-8f38-4d2a-9d6a-53b457a6b528 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "PUT /v2.0/floatingips/9f5de7ad-7f7f-4fe0-9dd7-3c04193859c1 HTTP/1.1" status: 200 len: 695 time: 0.8597252 Feb 09 01:11:01.099531 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b662c28-4af1-4f9b-ace0-0025ea5c0085', 'tag': '91bb948e-f2d9-4086-a875-2e2829947b51'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:01.101884 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2309d096-3189-45c0-804e-10a53713d3b0" -d '{"events": [{"name": "network-changed", "server_uuid": "9b662c28-4af1-4f9b-ace0-0025ea5c0085", "tag": "91bb948e-f2d9-4086-a875-2e2829947b51"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:01.192625 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-23cc0157-0940-4566-84b0-9f582a7fdab9 None None] Set router c4c5fe34-b5f2-408b-af38-a99f2f461f2e gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:11:01.204433 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e949d3-d944-4f97-a380-4df9c653e989 req-e43ffc68-b9b5-4c58-8a51-9f71bba5afbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:01.207507 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93e949d3-d944-4f97-a380-4df9c653e989 req-e43ffc68-b9b5-4c58-8a51-9f71bba5afbc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=922b30affe5a4405930aa3d37acabbc7&device_id=9b662c28-4af1-4f9b-ace0-0025ea5c0085 HTTP/1.1" status: 200 len: 1129 time: 0.0697925 Feb 09 01:11:01.316181 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e949d3-d944-4f97-a380-4df9c653e989 req-8c28d6b6-2a1c-42dd-bdd8-601301919bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:01.317647 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93e949d3-d944-4f97-a380-4df9c653e989 req-8c28d6b6-2a1c-42dd-bdd8-601301919bcc service neutron] 10.222.0.30 "GET /v2.0/networks?id=6623127f-6781-406f-ad2c-c8f4b498a144 HTTP/1.1" status: 200 len: 929 time: 0.1018608 Feb 09 01:11:01.378440 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93e949d3-d944-4f97-a380-4df9c653e989 req-5cf256f2-523f-434c-b4e0-b0bdbe82d69e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91bb948e-f2d9-4086-a875-2e2829947b51 HTTP/1.1" status: 200 len: 217 time: 0.0526330 Feb 09 01:11:01.449247 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e949d3-d944-4f97-a380-4df9c653e989 req-7265716a-e191-4c41-88b7-45e9e5b3bc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:01.450867 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93e949d3-d944-4f97-a380-4df9c653e989 req-7265716a-e191-4c41-88b7-45e9e5b3bc38 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1b566c9-f61d-42d4-9742-63f29d6e7898 HTTP/1.1" status: 200 len: 867 time: 0.0663726 Feb 09 01:11:01.514916 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e949d3-d944-4f97-a380-4df9c653e989 req-6d122710-85b3-468a-91b3-ca042ddf5f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:01.516392 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93e949d3-d944-4f97-a380-4df9c653e989 req-6d122710-85b3-468a-91b3-ca042ddf5f7d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6623127f-6781-406f-ad2c-c8f4b498a144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0592425 Feb 09 01:11:01.566950 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-23cc0157-0940-4566-84b0-9f582a7fdab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c5fe34-b5f2-408b-af38-a99f2f461f2e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-511839412-router', 'tenant_id': '922b30affe5a4405930aa3d37acabbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '930158df-d33c-412a-9fa0-30d9be4deff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:04Z', 'updated_at': '2022-02-09T01:10:17Z', 'revision_number': 4, 'project_id': '922b30affe5a4405930aa3d37acabbc7', 'gw_port': {'id': '930158df-d33c-412a-9fa0-30d9be4deff7', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:17:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5fe34-b5f2-408b-af38-a99f2f461f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:06Z', 'updated_at': '2022-02-09T01:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '799bb91c-8a09-4ef6-88cc-88fb3a4725cf', 'name': '', 'network_id': '6623127f-6781-406f-ad2c-c8f4b498a144', 'tenant_id': '922b30affe5a4405930aa3d37acabbc7', 'mac_address': 'fa:16:3e:00:f0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5fe34-b5f2-408b-af38-a99f2f461f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a1b566c9-f61d-42d4-9742-63f29d6e7898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:14Z', 'updated_at': '2022-02-09T01:10:24Z', 'revision_number': 5, 'project_id': '922b30affe5a4405930aa3d37acabbc7', 'subnets': [{'id': 'a1b566c9-f61d-42d4-9742-63f29d6e7898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:01.599680 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cc0157-0940-4566-84b0-9f582a7fdab9 None None] Checking router: c4c5fe34-b5f2-408b-af38-a99f2f461f2e for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:11:01.610350 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cc0157-0940-4566-84b0-9f582a7fdab9 None None] Routers {'c4c5fe34-b5f2-408b-af38-a99f2f461f2e'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:11:01.610966 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-23cc0157-0940-4566-84b0-9f582a7fdab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:10:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c4c5fe34-b5f2-408b-af38-a99f2f461f2e'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:01.652301 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93e949d3-d944-4f97-a380-4df9c653e989 req-87e42d64-d7f2-46cc-9022-0e18f0c2adbd service neutron] 10.222.0.30 "GET /v2.0/networks/6623127f-6781-406f-ad2c-c8f4b498a144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290281 Feb 09 01:11:01.738893 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-23cc0157-0940-4566-84b0-9f582a7fdab9 None None] Set router c4c5fe34-b5f2-408b-af38-a99f2f461f2e gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:11:01.766123 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93e949d3-d944-4f97-a380-4df9c653e989 req-56099819-403b-4fd1-95ff-cbbc536daaee service neutron] 10.222.0.30 "GET /v2.0/networks/6623127f-6781-406f-ad2c-c8f4b498a144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122611 Feb 09 01:11:01.876403 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d94f5-adb2-404b-a89e-debbae83c4c6 req-e2e4b722-9df4-4811-8edc-37f3e68ff039 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:01.886687 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0f6d94f5-adb2-404b-a89e-debbae83c4c6 req-e2e4b722-9df4-4811-8edc-37f3e68ff039 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=03f5dcd5-1fb7-4798-a59c-5e9b6ba756ad HTTP/1.1" status: 200 len: 949 time: 0.0856025 Feb 09 01:11:01.911487 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-eb268426-88fa-4ff9-8aa5-1aa778293a6e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1016569 Feb 09 01:11:01.920363 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-0865b815-26a2-4c86-b0b1-6c5570010fcd service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:11:01.929404 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-0865b815-26a2-4c86-b0b1-6c5570010fcd service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065925 Feb 09 01:11:01.945300 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0f6d94f5-adb2-404b-a89e-debbae83c4c6 req-aefd2a6f-5f75-4dbc-b5b4-3de3538342c2 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574486 Feb 09 01:11:02.036134 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-23cc0157-0940-4566-84b0-9f582a7fdab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c5fe34-b5f2-408b-af38-a99f2f461f2e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-511839412-router', 'tenant_id': '922b30affe5a4405930aa3d37acabbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '930158df-d33c-412a-9fa0-30d9be4deff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:04Z', 'updated_at': '2022-02-09T01:10:17Z', 'revision_number': 4, 'project_id': '922b30affe5a4405930aa3d37acabbc7', 'gw_port': {'id': '930158df-d33c-412a-9fa0-30d9be4deff7', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:17:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5fe34-b5f2-408b-af38-a99f2f461f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:06Z', 'updated_at': '2022-02-09T01:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '799bb91c-8a09-4ef6-88cc-88fb3a4725cf', 'name': '', 'network_id': '6623127f-6781-406f-ad2c-c8f4b498a144', 'tenant_id': '922b30affe5a4405930aa3d37acabbc7', 'mac_address': 'fa:16:3e:00:f0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5fe34-b5f2-408b-af38-a99f2f461f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a1b566c9-f61d-42d4-9742-63f29d6e7898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:14Z', 'updated_at': '2022-02-09T01:10:24Z', 'revision_number': 5, 'project_id': '922b30affe5a4405930aa3d37acabbc7', 'subnets': [{'id': 'a1b566c9-f61d-42d4-9742-63f29d6e7898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:02.067550 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cc0157-0940-4566-84b0-9f582a7fdab9 None None] The sync data for ids ['c4c5fe34-b5f2-408b-af38-a99f2f461f2e'] in n-d-822053-40 is: [{'id': 'c4c5fe34-b5f2-408b-af38-a99f2f461f2e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-511839412-router', 'tenant_id': '922b30affe5a4405930aa3d37acabbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '930158df-d33c-412a-9fa0-30d9be4deff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:04Z', 'updated_at': '2022-02-09T01:10:17Z', 'revision_number': 4, 'project_id': '922b30affe5a4405930aa3d37acabbc7', 'gw_port': {'id': '930158df-d33c-412a-9fa0-30d9be4deff7', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:17:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5fe34-b5f2-408b-af38-a99f2f461f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:06Z', 'updated_at': '2022-02-09T01:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '799bb91c-8a09-4ef6-88cc-88fb3a4725cf', 'name': '', 'network_id': '6623127f-6781-406f-ad2c-c8f4b498a144', 'tenant_id': '922b30affe5a4405930aa3d37acabbc7', 'mac_address': 'fa:16:3e:00:f0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5fe34-b5f2-408b-af38-a99f2f461f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a1b566c9-f61d-42d4-9742-63f29d6e7898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:14Z', 'updated_at': '2022-02-09T01:10:24Z', 'revision_number': 5, 'project_id': '922b30affe5a4405930aa3d37acabbc7', 'subnets': [{'id': 'a1b566c9-f61d-42d4-9742-63f29d6e7898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:11:02.216712 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e8f7ef-38cf-4966-b1b7-1f448348d255 x-openstack-request-id: req-c3e8f7ef-38cf-4966-b1b7-1f448348d255 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:11:02.217260 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f5dcd5-1fb7-4798-a59c-5e9b6ba756ad", "name": "network-vif-plugged", "status": "completed", "tag": "ac3bf43f-6224-4589-b573-7d1d3b437b98", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:11:02.217370 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c3e8f7ef-38cf-4966-b1b7-1f448348d255 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:11:02.217749 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f5dcd5-1fb7-4798-a59c-5e9b6ba756ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3bf43f-6224-4589-b573-7d1d3b437b98', 'code': 200} Feb 09 01:11:02.269650 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49688e21-7882-46bc-a735-ea9962e9ba38 x-openstack-request-id: req-49688e21-7882-46bc-a735-ea9962e9ba38 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:11:02.269941 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b662c28-4af1-4f9b-ace0-0025ea5c0085", "tag": "91bb948e-f2d9-4086-a875-2e2829947b51", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:11:02.270190 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-49688e21-7882-46bc-a735-ea9962e9ba38 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:11:02.270627 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b662c28-4af1-4f9b-ace0-0025ea5c0085', 'tag': '91bb948e-f2d9-4086-a875-2e2829947b51', 'status': 'completed', 'code': 200} Feb 09 01:11:02.452286 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309d096-3189-45c0-804e-10a53713d3b0 req-96c64f5e-236b-4ef9-9099-b1d27ccb3a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:02.453851 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2309d096-3189-45c0-804e-10a53713d3b0 req-96c64f5e-236b-4ef9-9099-b1d27ccb3a21 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=922b30affe5a4405930aa3d37acabbc7&device_id=9b662c28-4af1-4f9b-ace0-0025ea5c0085 HTTP/1.1" status: 200 len: 1129 time: 0.1545262 Feb 09 01:11:02.503744 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db29c72-d1f3-4be0-a246-b7f50578b33c req-59aca825-e43b-4d3a-beb9-408a5cc00892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:02.505433 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6db29c72-d1f3-4be0-a246-b7f50578b33c req-59aca825-e43b-4d3a-beb9-408a5cc00892 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=03f5dcd5-1fb7-4798-a59c-5e9b6ba756ad HTTP/1.1" status: 200 len: 1132 time: 0.1340301 Feb 09 01:11:02.579737 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6db29c72-d1f3-4be0-a246-b7f50578b33c req-5a84fccb-bb45-487f-9a48-719c9417c91b service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579028 Feb 09 01:11:02.593782 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168db984-05a6-4126-ba30-80aa95e5a34c None None] New status for floating IP 9f5de7ad-7f7f-4fe0-9dd7-3c04193859c1: DOWN {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:11:02.704406 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94711a6c-eb53-4e92-ac87-686979411311 req-b250d0c1-c434-4428-a64c-5ea9e7588fd0 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:02.714726 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94711a6c-eb53-4e92-ac87-686979411311 req-b250d0c1-c434-4428-a64c-5ea9e7588fd0 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 949 time: 0.2652414 Feb 09 01:11:02.799436 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309d096-3189-45c0-804e-10a53713d3b0 req-b4e6bf0c-d52b-46de-8f7a-c775a2b4184c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:02.802170 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2309d096-3189-45c0-804e-10a53713d3b0 req-b4e6bf0c-d52b-46de-8f7a-c775a2b4184c service neutron] 10.222.0.121 "GET /v2.0/networks?id=6623127f-6781-406f-ad2c-c8f4b498a144 HTTP/1.1" status: 200 len: 929 time: 0.3161774 Feb 09 01:11:02.835594 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94711a6c-eb53-4e92-ac87-686979411311 req-e3d183ff-1400-4593-a075-6e2f926e5e78 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982869 Feb 09 01:11:03.055129 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-60d40278-8a81-4188-816d-3ae38c48d45b req-1b2425b1-028d-4e25-8a8c-8bf0cc81f975 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/floatingips/9f5de7ad-7f7f-4fe0-9dd7-3c04193859c1 HTTP/1.1" status: 200 len: 695 time: 0.1835310 Feb 09 01:11:03.065045 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2309d096-3189-45c0-804e-10a53713d3b0 req-8b18df47-746e-4ead-a273-de60a65d1096 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91bb948e-f2d9-4086-a875-2e2829947b51 HTTP/1.1" status: 200 len: 217 time: 0.1424179 Feb 09 01:11:03.229646 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309d096-3189-45c0-804e-10a53713d3b0 req-f4e1f7d4-650f-4b89-9110-d02bb799fa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:03.232071 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2309d096-3189-45c0-804e-10a53713d3b0 req-f4e1f7d4-650f-4b89-9110-d02bb799fa80 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=a1b566c9-f61d-42d4-9742-63f29d6e7898 HTTP/1.1" status: 200 len: 867 time: 0.1538095 Feb 09 01:11:03.313634 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d40278-8a81-4188-816d-3ae38c48d45b req-b6839d9c-f93c-4934-82f9-2c9a1d601ddb tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:03.320720 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-60d40278-8a81-4188-816d-3ae38c48d45b req-b6839d9c-f93c-4934-82f9-2c9a1d601ddb tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/networks/def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 784 time: 0.2646260 Feb 09 01:11:03.329056 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-60d40278-8a81-4188-816d-3ae38c48d45b req-a7aae813-5187-42fd-a646-5b834f63a98c tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:11:03.336140 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-60d40278-8a81-4188-816d-3ae38c48d45b req-a7aae813-5187-42fd-a646-5b834f63a98c tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0143006 Feb 09 01:11:03.403128 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309d096-3189-45c0-804e-10a53713d3b0 req-3360b3fb-7ccb-4cdb-b234-369785b0be70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:03.406290 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2309d096-3189-45c0-804e-10a53713d3b0 req-3360b3fb-7ccb-4cdb-b234-369785b0be70 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6623127f-6781-406f-ad2c-c8f4b498a144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1625586 Feb 09 01:11:03.417457 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-60d40278-8a81-4188-816d-3ae38c48d45b req-7a55abd8-9bec-41f9-91bb-5766e55b8255 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.186 HTTP/1.1" status: 200 len: 696 time: 0.0803275 Feb 09 01:11:03.616132 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-60d40278-8a81-4188-816d-3ae38c48d45b req-3d213491-f5e1-4ed1-8c07-b3bb4d4138c3 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.186 HTTP/1.1" status: 200 len: 696 time: 0.1306646 Feb 09 01:11:03.661347 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-f707f5b4-7280-4469-9dcd-822fa2a1753b tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:11:03.662860 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-f707f5b4-7280-4469-9dcd-822fa2a1753b tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064926 Feb 09 01:11:03.731809 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-0640c96a-41a6-4047-88e0-7d8afc9643c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:03.751178 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-0640c96a-41a6-4047-88e0-7d8afc9643c6 service neutron] 10.222.0.30 "GET /v2.0/ports/0db41797-db17-4a54-ae13-c5ec0fa080a6 HTTP/1.1" status: 200 len: 1126 time: 0.0792158 Feb 09 01:11:03.762551 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-95778bda-dcef-4894-aa11-474420e75e77 service neutron] Request body: {'binding': {'host': 'n-h2-822053-40', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:03.763318 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-95778bda-dcef-4894-aa11-474420e75e77 service neutron] Unknown quota resources ['binding']. {{(pid=103528) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:11:03.834227 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2309d096-3189-45c0-804e-10a53713d3b0 req-1c0d48be-cbe6-40c9-8141-56857f1573bb service neutron] 10.222.0.121 "GET /v2.0/networks/6623127f-6781-406f-ad2c-c8f4b498a144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149485 Feb 09 01:11:03.948350 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-60d40278-8a81-4188-816d-3ae38c48d45b req-4a20e560-892c-4897-b10d-a5732c44b6e7 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Deleting port 2cab4fac-8c08-4325-8123-adc8de141dc1 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:11:03.948722 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-60d40278-8a81-4188-816d-3ae38c48d45b req-4a20e560-892c-4897-b10d-a5732c44b6e7 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (2cab4fac-8c08-4325-8123-adc8de141dc1), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:03.981089 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-95778bda-dcef-4894-aa11-474420e75e77 service neutron] Attempting to bind port 0db41797-db17-4a54-ae13-c5ec0fa080a6 on host n-h2-822053-40 for vnic_type normal with profile None {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:11:03.981420 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-95778bda-dcef-4894-aa11-474420e75e77 service neutron] Attempting to bind port 0db41797-db17-4a54-ae13-c5ec0fa080a6 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:11:03.981746 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-95778bda-dcef-4894-aa11-474420e75e77 service neutron] Attempting to bind port 0db41797-db17-4a54-ae13-c5ec0fa080a6 on network 4d54ed5f-d078-4c38-9c35-f6f424a32376 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:03.986606 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-95778bda-dcef-4894-aa11-474420e75e77 service neutron] Port 0db41797-db17-4a54-ae13-c5ec0fa080a6 on network 4d54ed5f-d078-4c38-9c35-f6f424a32376 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:11:03.986921 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-95778bda-dcef-4894-aa11-474420e75e77 service neutron] Attempting to bind port 0db41797-db17-4a54-ae13-c5ec0fa080a6 on network 4d54ed5f-d078-4c38-9c35-f6f424a32376 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:03.992248 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-95778bda-dcef-4894-aa11-474420e75e77 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:11:03.992586 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-95778bda-dcef-4894-aa11-474420e75e77 service neutron] Checking segment: {'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:11:03.992967 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-95778bda-dcef-4894-aa11-474420e75e77 service neutron] Bound using segment: {'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:11:03.993442 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-95778bda-dcef-4894-aa11-474420e75e77 service neutron] Bound port: 0db41797-db17-4a54-ae13-c5ec0fa080a6, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:11:04.031910 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2309d096-3189-45c0-804e-10a53713d3b0 req-c1214de3-1871-4bcb-b722-69fefba990d3 service neutron] 10.222.0.121 "GET /v2.0/networks/6623127f-6781-406f-ad2c-c8f4b498a144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818523 Feb 09 01:11:04.065857 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-60d40278-8a81-4188-816d-3ae38c48d45b req-4a20e560-892c-4897-b10d-a5732c44b6e7 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (2cab4fac-8c08-4325-8123-adc8de141dc1), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:04.066713 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-60d40278-8a81-4188-816d-3ae38c48d45b req-4a20e560-892c-4897-b10d-a5732c44b6e7 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks [] for floatingip (2cab4fac-8c08-4325-8123-adc8de141dc1), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:04.084912 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-60d40278-8a81-4188-816d-3ae38c48d45b req-4a20e560-892c-4897-b10d-a5732c44b6e7 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Calling delete_port for 2cab4fac-8c08-4325-8123-adc8de141dc1 owned by network:floatingip {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:11:04.243176 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-60d40278-8a81-4188-816d-3ae38c48d45b req-4a20e560-892c-4897-b10d-a5732c44b6e7 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (2cab4fac-8c08-4325-8123-adc8de141dc1), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:04.272360 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a20e560-892c-4897-b10d-a5732c44b6e7 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Pushing event deleted for resources: {'Port': ['ID=2cab4fac-8c08-4325-8123-adc8de141dc1,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:04.283498 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-95778bda-dcef-4894-aa11-474420e75e77 service neutron] For port 0db41797-db17-4a54-ae13-c5ec0fa080a6, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=0db41797-db17-4a54-ae13-c5ec0fa080a6,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:11:04.290988 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-95778bda-dcef-4894-aa11-474420e75e77 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:04.296658 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-95778bda-dcef-4894-aa11-474420e75e77 service neutron] 10.222.0.30 "POST /v2.0/ports/0db41797-db17-4a54-ae13-c5ec0fa080a6/bindings HTTP/1.1" status: 201 len: 390 time: 0.5444534 Feb 09 01:11:04.302113 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-60d40278-8a81-4188-816d-3ae38c48d45b req-4a20e560-892c-4897-b10d-a5732c44b6e7 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks [] for floatingip (9f5de7ad-7f7f-4fe0-9dd7-3c04193859c1), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:04.305480 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-60d40278-8a81-4188-816d-3ae38c48d45b req-4a20e560-892c-4897-b10d-a5732c44b6e7 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:04.308845 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-60d40278-8a81-4188-816d-3ae38c48d45b req-4a20e560-892c-4897-b10d-a5732c44b6e7 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "DELETE /v2.0/floatingips/9f5de7ad-7f7f-4fe0-9dd7-3c04193859c1 HTTP/1.1" status: 204 len: 173 time: 0.6896353 Feb 09 01:11:04.433581 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9b12e-afe5-4834-a5b3-bcdcf0d23289 req-1a455a8c-0364-4926-9838-982c3f8227c3 tempest-ServersOnMultiNodesTest-1058188293 tempest-ServersOnMultiNodesTest-1058188293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:04.434706 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7fd9b12e-afe5-4834-a5b3-bcdcf0d23289 req-1a455a8c-0364-4926-9838-982c3f8227c3 tempest-ServersOnMultiNodesTest-1058188293 tempest-ServersOnMultiNodesTest-1058188293-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6b9cd924-5454-40eb-a35e-b6e0541805f1 HTTP/1.1" status: 200 len: 1132 time: 0.0611901 Feb 09 01:11:04.515459 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7fd9b12e-afe5-4834-a5b3-bcdcf0d23289 req-1af562d7-0f05-417d-80e1-0fb9feed96a6 tempest-ServersOnMultiNodesTest-1058188293 tempest-ServersOnMultiNodesTest-1058188293-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727668 Feb 09 01:11:04.562262 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ccc43-da43-4d56-b352-2ae50b92f531 req-12be6d78-8869-43d2-92e7-a1de36cc1c9a tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:04.570324 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-114ccc43-da43-4d56-b352-2ae50b92f531 req-12be6d78-8869-43d2-92e7-a1de36cc1c9a tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=03f5dcd5-1fb7-4798-a59c-5e9b6ba756ad HTTP/1.1" status: 200 len: 949 time: 0.0968504 Feb 09 01:11:04.739725 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-114ccc43-da43-4d56-b352-2ae50b92f531 req-fadaf28b-4b6d-48ef-a71f-cc91fa4c9b55 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684029 Feb 09 01:11:04.755591 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-8facae37-5fa2-4eb1-b502-8d8aa2bd7213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:04.758304 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-8facae37-5fa2-4eb1-b502-8d8aa2bd7213 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=89a8855b9bab40b69c27334c734383e8&device_id=d49e7424-23cf-4ce1-a113-569c8fa1091f HTTP/1.1" status: 200 len: 1129 time: 0.0641937 Feb 09 01:11:04.760519 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-b5c9ac49-6fa2-40d5-a0c7-8e50cd42d0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:04.762516 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-b5c9ac49-6fa2-40d5-a0c7-8e50cd42d0cb service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3d8394520fe34c9daa660b5c0721b019&device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 1132 time: 0.1518853 Feb 09 01:11:04.805576 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f980f7e-60a3-4d3e-bd5e-bc813c830b2d req-2e214230-605a-4c9e-b102-0c9202e41736 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:04.813539 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6f980f7e-60a3-4d3e-bd5e-bc813c830b2d req-2e214230-605a-4c9e-b102-0c9202e41736 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 949 time: 0.1305184 Feb 09 01:11:04.881468 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-7547a227-5735-4a8e-b471-c4add4d9eb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:04.883355 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-7547a227-5735-4a8e-b471-c4add4d9eb05 service neutron] 10.222.0.91 "GET /v2.0/networks?id=4d54ed5f-d078-4c38-9c35-f6f424a32376 HTTP/1.1" status: 200 len: 921 time: 0.1114783 Feb 09 01:11:04.938578 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-7aa441c2-c0e2-4bd7-8c93-5b90243c0fcd service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0db41797-db17-4a54-ae13-c5ec0fa080a6 HTTP/1.1" status: 200 len: 217 time: 0.0429511 Feb 09 01:11:05.002843 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-fd85714d-0476-4565-aabf-4e4bacc7f2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:05.004495 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-fd85714d-0476-4565-aabf-4e4bacc7f2c9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=dc881d69-9121-4d00-994f-9cce6bcb92ea HTTP/1.1" status: 200 len: 860 time: 0.0518143 Feb 09 01:11:05.040589 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-6e3e7cdc-5d3a-433c-9d6b-9e05c1faca4f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4d54ed5f-d078-4c38-9c35-f6f424a32376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274847 Feb 09 01:11:05.151055 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-0bd485a6-77fa-42f3-9814-23fdad910ae5 service neutron] 10.222.0.91 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005051 Feb 09 01:11:05.202137 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6f980f7e-60a3-4d3e-bd5e-bc813c830b2d req-38a18654-73c4-43b3-9f37-0127b87a297d tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874841 Feb 09 01:11:05.249705 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9e3cf-b4db-4105-acc9-dfe82bf409c1 req-f2a687ba-185f-462c-ba51-e6079e65ab2f tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:05.256486 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-62b9e3cf-b4db-4105-acc9-dfe82bf409c1 req-f2a687ba-185f-462c-ba51-e6079e65ab2f tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=d49e7424-23cf-4ce1-a113-569c8fa1091f HTTP/1.1" status: 200 len: 946 time: 0.4094691 Feb 09 01:11:05.258881 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-9db2a067-80b7-4050-905e-57f0d9c4c1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:05.261102 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-9db2a067-80b7-4050-905e-57f0d9c4c1c1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.4883766 Feb 09 01:11:05.266896 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-daee6fba-a799-402e-8850-08b2f28dfb06 service neutron] 10.222.0.91 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049788 Feb 09 01:11:05.311014 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-85bd06c4-2e76-4ac0-8d92-4d2ea1f8ed62 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=8a9ab06c-1f75-4126-bb17-2d4af3691030 HTTP/1.1" status: 200 len: 217 time: 0.0439537 Feb 09 01:11:05.354817 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-62b9e3cf-b4db-4105-acc9-dfe82bf409c1 req-389808cf-e5d1-4f54-9889-62eb1b45d421 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951984 Feb 09 01:11:05.413398 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-b8930962-3ffc-4db2-ba1d-d38762ffc6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:05.414812 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-b8930962-3ffc-4db2-ba1d-d38762ffc6a3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.0778124 Feb 09 01:11:05.489436 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-b712777e-b2f8-4b8f-a61f-49e94a1ef402 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:05.491129 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-b712777e-b2f8-4b8f-a61f-49e94a1ef402 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=d49e7424-23cf-4ce1-a113-569c8fa1091f&tenant_id=89a8855b9bab40b69c27334c734383e8&binding%3Ahost_id=n-h1-822053-40 HTTP/1.1" status: 200 len: 1129 time: 0.1119988 Feb 09 01:11:05.513708 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-894948ed-4768-472a-83b7-d408b327b882 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-822053-40'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:05.571071 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf32e7-4ebb-4101-8d37-4fdb353eeaee req-dd7ccee4-84c0-46e7-bdaa-89e1945ed3bc tempest-ServersOnMultiNodesTest-1058188293 tempest-ServersOnMultiNodesTest-1058188293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:05.576670 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-39cf32e7-4ebb-4101-8d37-4fdb353eeaee req-dd7ccee4-84c0-46e7-bdaa-89e1945ed3bc tempest-ServersOnMultiNodesTest-1058188293 tempest-ServersOnMultiNodesTest-1058188293-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=bf5d2b15-52d8-45e7-b9a5-58bd3c936fb9 HTTP/1.1" status: 200 len: 1133 time: 0.1283724 Feb 09 01:11:05.580938 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-0a6faeb4-59c8-4b27-bf58-7a4b716270e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:05.581794 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-0a6faeb4-59c8-4b27-bf58-7a4b716270e3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1550665 Feb 09 01:11:05.600601 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf25e64-da09-4438-b8cb-4e85b5245f38 req-3b0323d0-76f1-4be2-acde-c4bbce65a17f tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:05.600601 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bbf25e64-da09-4438-b8cb-4e85b5245f38 req-3b0323d0-76f1-4be2-acde-c4bbce65a17f tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b662c28-4af1-4f9b-ace0-0025ea5c0085&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0973220 Feb 09 01:11:05.622885 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-894948ed-4768-472a-83b7-d408b327b882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0db41797-db17-4a54-ae13-c5ec0fa080a6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:05.729980 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bbf25e64-da09-4438-b8cb-4e85b5245f38 req-68760de1-0374-485c-9f03-ac20dfd25560 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1161590 Feb 09 01:11:05.781880 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-39cf32e7-4ebb-4101-8d37-4fdb353eeaee req-7c05c685-bf6c-440f-ba91-743dc94a30d0 tempest-ServersOnMultiNodesTest-1058188293 tempest-ServersOnMultiNodesTest-1058188293-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970589 Feb 09 01:11:05.819170 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-894948ed-4768-472a-83b7-d408b327b882 service neutron] For port 0db41797-db17-4a54-ae13-c5ec0fa080a6, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=0db41797-db17-4a54-ae13-c5ec0fa080a6,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:05.873441 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-894948ed-4768-472a-83b7-d408b327b882 service neutron] For port 0db41797-db17-4a54-ae13-c5ec0fa080a6, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:11:05.927072 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49e7424-23cf-4ce1-a113-569c8fa1091f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0db41797-db17-4a54-ae13-c5ec0fa080a6'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:05.930160 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4fbebb1-3826-40d4-bbc1-14e58846c693" -d '{"events": [{"server_uuid": "d49e7424-23cf-4ce1-a113-569c8fa1091f", "name": "network-vif-unplugged", "status": "completed", "tag": "0db41797-db17-4a54-ae13-c5ec0fa080a6"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:05.935303 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-894948ed-4768-472a-83b7-d408b327b882 service neutron] Publish callbacks [] for port (0db41797-db17-4a54-ae13-c5ec0fa080a6), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:05.940961 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-192a3f37-5653-492d-a4ed-ebb863f52aa3 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287766 Feb 09 01:11:05.942275 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d655686a-12e7-4afa-923e-3cba868e88f8 req-7ad25e2c-2979-407d-b803-8d8464ab3324 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0833392 Feb 09 01:11:05.942587 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-894948ed-4768-472a-83b7-d408b327b882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (0db41797-db17-4a54-ae13-c5ec0fa080a6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:06.044921 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894948ed-4768-472a-83b7-d408b327b882 service neutron] Pushing event updated for resources: {'Port': ['ID=0db41797-db17-4a54-ae13-c5ec0fa080a6,revision_number=7']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:06.045160 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9b95c-324c-4c6a-a8eb-04139fa5f4ca req-af3a47a4-b53a-4332-bf84-8b23a2b8cfd1 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:06.046992 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cdf9b95c-324c-4c6a-a8eb-04139fa5f4ca req-af3a47a4-b53a-4332-bf84-8b23a2b8cfd1 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/ports?device_id=08f78c2b-258b-42f7-a119-46fac9b9980b HTTP/1.1" status: 200 len: 950 time: 0.1809604 Feb 09 01:11:06.065813 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-894948ed-4768-472a-83b7-d408b327b882 service neutron] Attempting to bind port 0db41797-db17-4a54-ae13-c5ec0fa080a6 on host n-h1-822053-40 for vnic_type normal with profile {"migrating_to": "n-h2-822053-40"} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:11:06.066241 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-894948ed-4768-472a-83b7-d408b327b882 service neutron] Attempting to bind port 0db41797-db17-4a54-ae13-c5ec0fa080a6 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:11:06.066566 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-894948ed-4768-472a-83b7-d408b327b882 service neutron] Attempting to bind port 0db41797-db17-4a54-ae13-c5ec0fa080a6 on network 4d54ed5f-d078-4c38-9c35-f6f424a32376 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:06.073407 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-894948ed-4768-472a-83b7-d408b327b882 service neutron] Port 0db41797-db17-4a54-ae13-c5ec0fa080a6 on network 4d54ed5f-d078-4c38-9c35-f6f424a32376 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:11:06.073725 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-894948ed-4768-472a-83b7-d408b327b882 service neutron] Attempting to bind port 0db41797-db17-4a54-ae13-c5ec0fa080a6 on network 4d54ed5f-d078-4c38-9c35-f6f424a32376 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:06.079878 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-894948ed-4768-472a-83b7-d408b327b882 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:11:06.080250 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-894948ed-4768-472a-83b7-d408b327b882 service neutron] Checking segment: {'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:11:06.080812 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-894948ed-4768-472a-83b7-d408b327b882 service neutron] Bound using segment: {'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:11:06.081253 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-894948ed-4768-472a-83b7-d408b327b882 service neutron] Bound port: 0db41797-db17-4a54-ae13-c5ec0fa080a6, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:11:06.081791 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-894948ed-4768-472a-83b7-d408b327b882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0db41797-db17-4a54-ae13-c5ec0fa080a6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:06.150656 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-cf690a9e-fb33-462c-9599-84e2759a6360 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993093 Feb 09 01:11:06.168726 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-894948ed-4768-472a-83b7-d408b327b882 service neutron] For port 0db41797-db17-4a54-ae13-c5ec0fa080a6, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:11:06.169510 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cdf9b95c-324c-4c6a-a8eb-04139fa5f4ca req-a8a57bca-b4c2-4e71-bf40-f07a2921d888 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20685cb-a65a-4056-a5af-21e3e74d6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139512 Feb 09 01:11:06.174291 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-894948ed-4768-472a-83b7-d408b327b882 service neutron] For port 0db41797-db17-4a54-ae13-c5ec0fa080a6, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=0db41797-db17-4a54-ae13-c5ec0fa080a6,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:11:06.192575 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-894948ed-4768-472a-83b7-d408b327b882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (0db41797-db17-4a54-ae13-c5ec0fa080a6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:06.214064 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f90129-6f09-4c6c-862d-17c104532723 req-6a5f55a8-7857-40cd-9311-f918360ddfb4 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:06.215725 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a9f90129-6f09-4c6c-862d-17c104532723 req-6a5f55a8-7857-40cd-9311-f918360ddfb4 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=03f5dcd5-1fb7-4798-a59c-5e9b6ba756ad HTTP/1.1" status: 200 len: 949 time: 0.1510661 Feb 09 01:11:06.286751 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-894948ed-4768-472a-83b7-d408b327b882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:06.287563 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-894948ed-4768-472a-83b7-d408b327b882 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:06.289374 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-894948ed-4768-472a-83b7-d408b327b882 service neutron] 10.222.0.91 "PUT /v2.0/ports/0db41797-db17-4a54-ae13-c5ec0fa080a6 HTTP/1.1" status: 200 len: 1124 time: 0.7806413 Feb 09 01:11:06.295943 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894948ed-4768-472a-83b7-d408b327b882 service neutron] Pushing event updated for resources: {'Port': ['ID=0db41797-db17-4a54-ae13-c5ec0fa080a6,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:06.299196 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a9f90129-6f09-4c6c-862d-17c104532723 req-22851167-1b86-4320-b408-d5b8a5aca8ff tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759552 Feb 09 01:11:06.397967 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7691636-ad9f-4b0c-b86a-f45b56b5ccff x-openstack-request-id: req-f7691636-ad9f-4b0c-b86a-f45b56b5ccff {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:11:06.398273 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49e7424-23cf-4ce1-a113-569c8fa1091f", "name": "network-vif-unplugged", "status": "completed", "tag": "0db41797-db17-4a54-ae13-c5ec0fa080a6", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:11:06.398547 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f7691636-ad9f-4b0c-b86a-f45b56b5ccff {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:11:06.399010 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd49e7424-23cf-4ce1-a113-569c8fa1091f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0db41797-db17-4a54-ae13-c5ec0fa080a6', 'code': 200} Feb 09 01:11:06.481913 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['0db41797-db17-4a54-ae13-c5ec0fa080a6'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:11:06.521373 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22eed0-deb8-4f2d-93ff-922355bc515a req-ebb1ea5d-5300-4e62-87a0-602a208d3ec4 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:06.522694 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9a22eed0-deb8-4f2d-93ff-922355bc515a req-ebb1ea5d-5300-4e62-87a0-602a208d3ec4 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 949 time: 0.0672798 Feb 09 01:11:06.610813 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9a22eed0-deb8-4f2d-93ff-922355bc515a req-4b015e7b-647f-4cca-93ec-e4652c0cca3c tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798230 Feb 09 01:11:06.628360 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b24db9-3ee8-463c-a511-0550401d3ac7 req-00c54a60-6a28-4f2b-8233-3b9f551ad9fe tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:06.629948 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-99b24db9-3ee8-463c-a511-0550401d3ac7 req-00c54a60-6a28-4f2b-8233-3b9f551ad9fe tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.0838666 Feb 09 01:11:06.691227 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-99b24db9-3ee8-463c-a511-0550401d3ac7 req-9291f5f3-ed47-4b78-8e87-efde5b7670b6 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514565 Feb 09 01:11:06.745244 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7979b7e-b777-4c89-b089-93d3f23c81ff req-a6fb250d-72c5-4339-bc7e-5422e73b2cbb tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:06.746821 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a7979b7e-b777-4c89-b089-93d3f23c81ff req-a6fb250d-72c5-4339-bc7e-5422e73b2cbb tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=d49e7424-23cf-4ce1-a113-569c8fa1091f HTTP/1.1" status: 200 len: 944 time: 0.0672874 Feb 09 01:11:06.825736 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a7979b7e-b777-4c89-b089-93d3f23c81ff req-9a93714a-1132-4856-8727-b18a92c53038 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720329 Feb 09 01:11:06.827381 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-504182a8-4c70-43e0-b1e3-81341f92ebd5 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=cbcf64bc184340809a27ba774d82840d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377066 Feb 09 01:11:06.974768 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-08c87799-df15-4e6a-8698-8eb424e3646a tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:06.976231 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-08c87799-df15-4e6a-8698-8eb424e3646a tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1431892 Feb 09 01:11:06.983160 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45014399-2745-46c0-9b2a-8069388a9784 req-a2ec44f9-b322-4cf8-a0d5-c76421d78e7d tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:06.984713 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-45014399-2745-46c0-9b2a-8069388a9784 req-a2ec44f9-b322-4cf8-a0d5-c76421d78e7d tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b662c28-4af1-4f9b-ace0-0025ea5c0085 HTTP/1.1" status: 200 len: 946 time: 0.1006162 Feb 09 01:11:07.002535 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-19f271a4-55cb-48e9-a914-d0ed97c22f3e tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/quotas/cbcf64bc184340809a27ba774d82840d HTTP/1.1" status: 200 len: 375 time: 0.0168378 Feb 09 01:11:07.068839 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-45014399-2745-46c0-9b2a-8069388a9784 req-4abf1d05-fa21-47c7-adc5-08b1abfa9388 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/security-groups?id=3106530a-4dae-44fa-8b19-c9899044ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763481 Feb 09 01:11:07.090040 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-bf228481-0ec3-4319-9026-8c6ab2e2c543 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cbcf64bc184340809a27ba774d82840d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0803740 Feb 09 01:11:07.161248 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-971bc2d1-88c5-4c22-8e65-5b057311fe12 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ca20cdba996f44058e73e23c54527620&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217526 Feb 09 01:11:07.279899 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-08857b8b-863a-452f-8f4d-38ebf3c5c81f tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:07.281965 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-08857b8b-863a-452f-8f4d-38ebf3c5c81f tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1149602 Feb 09 01:11:07.297806 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-e6fdb592-ea3b-4864-b70e-d45ce1c3893f tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/quotas/ca20cdba996f44058e73e23c54527620 HTTP/1.1" status: 200 len: 375 time: 0.0100515 Feb 09 01:11:07.364931 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-251449d5-412c-44c2-a594-379abf378ca4 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca20cdba996f44058e73e23c54527620&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582905 Feb 09 01:11:07.606541 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f8a14-6cec-456f-b78b-264898a48b40 req-65c9c0ae-8a18-4cb1-93fc-c69d69ce8739 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:07.612961 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-850f8a14-6cec-456f-b78b-264898a48b40 req-65c9c0ae-8a18-4cb1-93fc-c69d69ce8739 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/ports?device_id=08f78c2b-258b-42f7-a119-46fac9b9980b HTTP/1.1" status: 200 len: 950 time: 0.0676444 Feb 09 01:11:07.692326 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-850f8a14-6cec-456f-b78b-264898a48b40 req-52b173f9-05f6-4b2c-a98c-d17423daff08 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20685cb-a65a-4056-a5af-21e3e74d6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756867 Feb 09 01:11:07.984531 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aa39b29b-35af-43fc-a88d-eeb8d441c611 req-a1a26956-0e37-4060-81a6-2c8809b4a902 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d8b9fa-c4a7-4849-90a2-29f812ea2f94 HTTP/1.1" status: 200 len: 210 time: 0.0389521 Feb 09 01:11:08.149746 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a8697-b1ea-4718-8959-1b519c92592a req-550e696a-0394-4324-bf6c-c82cf51cbc2a tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:08.151354 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d99a8697-b1ea-4718-8959-1b519c92592a req-550e696a-0394-4324-bf6c-c82cf51cbc2a tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 949 time: 0.0997422 Feb 09 01:11:08.159877 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff01c303-a358-4aaf-82f8-935fae5f3d71 req-31bee357-a58f-49a5-9946-6d65d2d75d60 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:08.161394 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ff01c303-a358-4aaf-82f8-935fae5f3d71 req-31bee357-a58f-49a5-9946-6d65d2d75d60 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=d49e7424-23cf-4ce1-a113-569c8fa1091f HTTP/1.1" status: 200 len: 944 time: 0.0747671 Feb 09 01:11:08.251513 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d99a8697-b1ea-4718-8959-1b519c92592a req-f4dfa420-0006-4db0-8cad-3ebc0984342b tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889690 Feb 09 01:11:08.265503 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8751c-e2d8-43db-9a5a-df1fe9a1e32a req-989b62c3-e367-46be-b725-e6190a06dc80 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:08.267214 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-74a8751c-e2d8-43db-9a5a-df1fe9a1e32a req-989b62c3-e367-46be-b725-e6190a06dc80 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.91 "GET /v2.0/ports?device_id=08f78c2b-258b-42f7-a119-46fac9b9980b HTTP/1.1" status: 200 len: 950 time: 0.0987558 Feb 09 01:11:08.268635 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ff01c303-a358-4aaf-82f8-935fae5f3d71 req-aaad9e01-21eb-494f-a8ce-d51a0758ceb8 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966363 Feb 09 01:11:08.402232 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49e7424-23cf-4ce1-a113-569c8fa1091f', 'tag': '0db41797-db17-4a54-ae13-c5ec0fa080a6'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:08.405301 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ca2b41-9982-4134-9dc1-e28f6bd5acc3" -d '{"events": [{"name": "network-changed", "server_uuid": "d49e7424-23cf-4ce1-a113-569c8fa1091f", "tag": "0db41797-db17-4a54-ae13-c5ec0fa080a6"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:08.415668 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89581012-bdcd-4205-a10c-8cf3d5f0847b req-5ed482b8-14b7-4aa1-b50a-974c204d3395 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ee2b0ef-7a3e-449d-afee-c1c409b901d0 HTTP/1.1" status: 200 len: 210 time: 0.0472806 Feb 09 01:11:08.466882 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-74a8751c-e2d8-43db-9a5a-df1fe9a1e32a req-d2065333-7eca-421d-a4cf-eea998477289 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Deleting port 7a1e2d21-6389-44c3-a417-b5a4277ba6b3 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:11:08.467371 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-74a8751c-e2d8-43db-9a5a-df1fe9a1e32a req-d2065333-7eca-421d-a4cf-eea998477289 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (7a1e2d21-6389-44c3-a417-b5a4277ba6b3), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:08.517954 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5e3a0-e70d-4988-92ea-7d8e37f8f0f9 req-363d6ed3-85e3-46b7-a9da-29fb4adf5f1c tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:08.526433 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-64f5e3a0-e70d-4988-92ea-7d8e37f8f0f9 req-363d6ed3-85e3-46b7-a9da-29fb4adf5f1c tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b662c28-4af1-4f9b-ace0-0025ea5c0085 HTTP/1.1" status: 200 len: 946 time: 0.1076572 Feb 09 01:11:08.593769 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b018a1b-f3c2-48a3-8a0d-ccbebecc6f64 x-openstack-request-id: req-1b018a1b-f3c2-48a3-8a0d-ccbebecc6f64 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:11:08.595364 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49e7424-23cf-4ce1-a113-569c8fa1091f", "tag": "0db41797-db17-4a54-ae13-c5ec0fa080a6", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:11:08.595622 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1b018a1b-f3c2-48a3-8a0d-ccbebecc6f64 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:11:08.596153 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd49e7424-23cf-4ce1-a113-569c8fa1091f', 'tag': '0db41797-db17-4a54-ae13-c5ec0fa080a6', 'status': 'completed', 'code': 200} Feb 09 01:11:08.636877 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-74a8751c-e2d8-43db-9a5a-df1fe9a1e32a req-d2065333-7eca-421d-a4cf-eea998477289 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] For port 7a1e2d21-6389-44c3-a417-b5a4277ba6b3, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=7a1e2d21-6389-44c3-a417-b5a4277ba6b3,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:08.637254 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-74a8751c-e2d8-43db-9a5a-df1fe9a1e32a req-d2065333-7eca-421d-a4cf-eea998477289 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (7a1e2d21-6389-44c3-a417-b5a4277ba6b3), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:08.667773 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-74a8751c-e2d8-43db-9a5a-df1fe9a1e32a req-d2065333-7eca-421d-a4cf-eea998477289 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Calling delete_port for 7a1e2d21-6389-44c3-a417-b5a4277ba6b3 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:11:08.709801 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-64f5e3a0-e70d-4988-92ea-7d8e37f8f0f9 req-2d178408-91be-4828-8284-5d71444ad601 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/security-groups?id=3106530a-4dae-44fa-8b19-c9899044ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683388 Feb 09 01:11:08.731778 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca2b41-9982-4134-9dc1-e28f6bd5acc3 req-2284345d-3058-431f-868c-80878e422314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:08.738115 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d0ca2b41-9982-4134-9dc1-e28f6bd5acc3 req-2284345d-3058-431f-868c-80878e422314 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=89a8855b9bab40b69c27334c734383e8&device_id=d49e7424-23cf-4ce1-a113-569c8fa1091f HTTP/1.1" status: 200 len: 1158 time: 0.1821849 Feb 09 01:11:08.890223 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca2b41-9982-4134-9dc1-e28f6bd5acc3 req-1bccd502-27b6-4f12-83ce-1ff445d65428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:08.891812 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d0ca2b41-9982-4134-9dc1-e28f6bd5acc3 req-1bccd502-27b6-4f12-83ce-1ff445d65428 service neutron] 10.222.0.121 "GET /v2.0/networks?id=4d54ed5f-d078-4c38-9c35-f6f424a32376 HTTP/1.1" status: 200 len: 921 time: 0.1348660 Feb 09 01:11:08.902575 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319bdb0-0df2-479f-9657-8fc2f4e84af3 req-9bd0b057-2a85-4d6f-8507-b07504043a06 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:08.904212 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a319bdb0-0df2-479f-9657-8fc2f4e84af3 req-9bd0b057-2a85-4d6f-8507-b07504043a06 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/ports?device_id=08f78c2b-258b-42f7-a119-46fac9b9980b HTTP/1.1" status: 200 len: 950 time: 0.0920379 Feb 09 01:11:08.908149 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-74a8751c-e2d8-43db-9a5a-df1fe9a1e32a req-d2065333-7eca-421d-a4cf-eea998477289 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (7a1e2d21-6389-44c3-a417-b5a4277ba6b3), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:08.937453 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['31bc8226-7648-4043-8567-a8fb8a93c5b8', '7a1e2d21-6389-44c3-a417-b5a4277ba6b3'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:11:08.954867 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d0ca2b41-9982-4134-9dc1-e28f6bd5acc3 req-2bdf5a5f-bba6-4e35-8093-7b5da3fea2c8 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0db41797-db17-4a54-ae13-c5ec0fa080a6 HTTP/1.1" status: 200 len: 217 time: 0.0495999 Feb 09 01:11:08.993108 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2065333-7eca-421d-a4cf-eea998477289 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Pushing event deleted for resources: {'Port': ['ID=7a1e2d21-6389-44c3-a417-b5a4277ba6b3,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:09.071196 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca2b41-9982-4134-9dc1-e28f6bd5acc3 req-6827c503-909f-42df-ac61-b759caffdf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:09.073291 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d0ca2b41-9982-4134-9dc1-e28f6bd5acc3 req-6827c503-909f-42df-ac61-b759caffdf4a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=dc881d69-9121-4d00-994f-9cce6bcb92ea HTTP/1.1" status: 200 len: 860 time: 0.1087389 Feb 09 01:11:09.109619 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a8751c-e2d8-43db-9a5a-df1fe9a1e32a req-d2065333-7eca-421d-a4cf-eea998477289 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] No DVR routers for this DVR port 7a1e2d21-6389-44c3-a417-b5a4277ba6b3 on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:11:09.122022 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-74a8751c-e2d8-43db-9a5a-df1fe9a1e32a req-d2065333-7eca-421d-a4cf-eea998477289 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:09.133741 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-74a8751c-e2d8-43db-9a5a-df1fe9a1e32a req-d2065333-7eca-421d-a4cf-eea998477289 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.91 "DELETE /v2.0/ports/7a1e2d21-6389-44c3-a417-b5a4277ba6b3 HTTP/1.1" status: 204 len: 173 time: 0.8385835 Feb 09 01:11:09.159748 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5ae7b1d9-6744-4d20-887b-178c61e5ef7f req-3b05f312-156b-4d37-94cb-587225f37f3e tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d8b9fa-c4a7-4849-90a2-29f812ea2f94 HTTP/1.1" status: 200 len: 210 time: 0.0440977 Feb 09 01:11:09.165060 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18ce21-9193-43af-a11e-b2300dff9b06 req-ce004316-8eea-49d7-a5e4-88b040878455 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:09.168037 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6a18ce21-9193-43af-a11e-b2300dff9b06 req-ce004316-8eea-49d7-a5e4-88b040878455 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.121 "GET /v2.0/ports?device_id=9b662c28-4af1-4f9b-ace0-0025ea5c0085 HTTP/1.1" status: 200 len: 946 time: 0.2707970 Feb 09 01:11:09.207920 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d0ca2b41-9982-4134-9dc1-e28f6bd5acc3 req-fada0e0b-ed3d-453f-8e75-e1a9f2cdc0fe service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4d54ed5f-d078-4c38-9c35-f6f424a32376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1203666 Feb 09 01:11:09.225782 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a319bdb0-0df2-479f-9657-8fc2f4e84af3 req-57541a3c-e1e0-4e6d-8562-cf618adfd0b0 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20685cb-a65a-4056-a5af-21e3e74d6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126938 Feb 09 01:11:09.363447 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-6a18ce21-9193-43af-a11e-b2300dff9b06 req-a30ad066-d46c-4822-8d99-e7a06402a0a3 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Deleting port 91bb948e-f2d9-4086-a875-2e2829947b51 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:11:09.364048 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-6a18ce21-9193-43af-a11e-b2300dff9b06 req-a30ad066-d46c-4822-8d99-e7a06402a0a3 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (91bb948e-f2d9-4086-a875-2e2829947b51), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:09.474004 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-6a18ce21-9193-43af-a11e-b2300dff9b06 req-a30ad066-d46c-4822-8d99-e7a06402a0a3 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] For port 91bb948e-f2d9-4086-a875-2e2829947b51, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=91bb948e-f2d9-4086-a875-2e2829947b51,segment=NetworkSegment(3a249220-1851-4fa0-a2f8-82136bb864ac),segment_id=3a249220-1851-4fa0-a2f8-82136bb864ac)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:09.474690 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-6a18ce21-9193-43af-a11e-b2300dff9b06 req-a30ad066-d46c-4822-8d99-e7a06402a0a3 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (91bb948e-f2d9-4086-a875-2e2829947b51), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:09.494384 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-6a18ce21-9193-43af-a11e-b2300dff9b06 req-a30ad066-d46c-4822-8d99-e7a06402a0a3 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Calling delete_port for 91bb948e-f2d9-4086-a875-2e2829947b51 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:11:09.513903 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d0ca2b41-9982-4134-9dc1-e28f6bd5acc3 req-f09395f1-d66e-4111-bd9c-825f83d0032c service neutron] 10.222.0.121 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731836 Feb 09 01:11:09.661864 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d0ca2b41-9982-4134-9dc1-e28f6bd5acc3 req-482125c4-da29-4dcd-be1b-cab568731d3a service neutron] 10.222.0.121 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264746 Feb 09 01:11:09.693640 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-94ca05b1-1a9b-4268-ae72-63b0c675964c tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.121 "GET /v2.0/networks?tenant_id=cbcf64bc184340809a27ba774d82840d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357316 Feb 09 01:11:09.697482 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-6a18ce21-9193-43af-a11e-b2300dff9b06 req-a30ad066-d46c-4822-8d99-e7a06402a0a3 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (91bb948e-f2d9-4086-a875-2e2829947b51), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:09.712470 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['91bb948e-f2d9-4086-a875-2e2829947b51'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:11:09.726952 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d0143-c8fe-4089-a86e-7738d3a962c3 req-7700e0f3-0bf3-47d7-85a8-47ee50451b2f tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:09.732965 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c00d0143-c8fe-4089-a86e-7738d3a962c3 req-7700e0f3-0bf3-47d7-85a8-47ee50451b2f tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=d49e7424-23cf-4ce1-a113-569c8fa1091f HTTP/1.1" status: 200 len: 944 time: 0.3434720 Feb 09 01:11:09.743261 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-335ae341-2852-4b95-aa8e-f02d101a7dde tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=ca20cdba996f44058e73e23c54527620&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0870655 Feb 09 01:11:09.785732 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c60d7-f6ef-41f2-8e9c-eaf1969d8012 req-ef412300-e5a3-4b85-9730-ab895142edcf tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:09.800070 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d26c60d7-f6ef-41f2-8e9c-eaf1969d8012 req-ef412300-e5a3-4b85-9730-ab895142edcf tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 949 time: 0.3800466 Feb 09 01:11:09.828037 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a18ce21-9193-43af-a11e-b2300dff9b06 req-a30ad066-d46c-4822-8d99-e7a06402a0a3 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] No DVR routers for this DVR port 91bb948e-f2d9-4086-a875-2e2829947b51 on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:11:09.891001 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c00d0143-c8fe-4089-a86e-7738d3a962c3 req-fa84a27c-f15c-42c4-9d78-c22b0613f93f tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436346 Feb 09 01:11:09.918013 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ad066-d46c-4822-8d99-e7a06402a0a3 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Pushing event deleted for resources: {'Port': ['ID=91bb948e-f2d9-4086-a875-2e2829947b51,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:09.925613 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-6a18ce21-9193-43af-a11e-b2300dff9b06 req-a30ad066-d46c-4822-8d99-e7a06402a0a3 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:09.928812 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6a18ce21-9193-43af-a11e-b2300dff9b06 req-a30ad066-d46c-4822-8d99-e7a06402a0a3 tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.121 "DELETE /v2.0/ports/91bb948e-f2d9-4086-a875-2e2829947b51 HTTP/1.1" status: 204 len: 173 time: 0.7375951 Feb 09 01:11:09.953550 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d26c60d7-f6ef-41f2-8e9c-eaf1969d8012 req-66e27362-2ec4-404d-8e38-2571c9495090 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526048 Feb 09 01:11:10.065197 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-22a9a65a-6f6d-41d7-b2ee-47533812f2e8 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=cbcf64bc184340809a27ba774d82840d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0814703 Feb 09 01:11:10.092999 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 0db41797-db17-4a54-ae13-c5ec0fa080a6 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:11:10.113254 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-578435b6-2a88-4359-9353-3aaefcdcd3b8 req-29f66c4a-6d71-4523-929e-4eb6ccc157f0 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ee2b0ef-7a3e-449d-afee-c1c409b901d0 HTTP/1.1" status: 200 len: 210 time: 0.0704403 Feb 09 01:11:10.214086 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-f3d11ff2-eead-40c8-ada4-294723f9111b tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:10.219084 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-f3d11ff2-eead-40c8-ada4-294723f9111b tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5058732 Feb 09 01:11:10.301014 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-eb630710-d3a4-449d-a07e-634d292d0372 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:10.304017 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-eb630710-d3a4-449d-a07e-634d292d0372 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4924767 Feb 09 01:11:10.308030 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-528c1b42-a3b7-4a10-931f-f6b40b7204fa tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Request body: {'port': {'device_id': '3ee2b0ef-7a3e-449d-afee-c1c409b901d0', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'admin_state_up': True, 'tenant_id': 'cbcf64bc184340809a27ba774d82840d'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:10.318125 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 0db41797-db17-4a54-ae13-c5ec0fa080a6, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=0db41797-db17-4a54-ae13-c5ec0fa080a6,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:10.332215 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 0db41797-db17-4a54-ae13-c5ec0fa080a6 has no active binding in host n-h2-822053-40 {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 01:11:10.363455 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-aefc9ead-62d2-4593-b322-1f5a7ee6c851 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:10.364942 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-aefc9ead-62d2-4593-b322-1f5a7ee6c851 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2550457 Feb 09 01:11:10.366456 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-c7b2ef00-1b03-4b44-bfee-dac750d24f47 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Request body: {'port': {'device_id': '59d8b9fa-c4a7-4849-90a2-29f812ea2f94', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'admin_state_up': True, 'tenant_id': 'ca20cdba996f44058e73e23c54527620'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:10.369572 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-776b5a54-bf66-451d-8829-76668cb5caca req-946e0f11-d912-4df8-aaea-5a350aa9faeb tempest-FloatingIPsAssociationNegativeTestJSON-754331963 tempest-FloatingIPsAssociationNegativeTestJSON-754331963-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b662c28-4af1-4f9b-ace0-0025ea5c0085 HTTP/1.1" status: 200 len: 210 time: 0.2611094 Feb 09 01:11:10.406484 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-68517a24-2dff-45c8-ba6f-7efcafe230bc req-e4cb38bd-c200-4e09-a8ff-2d68ec7df442 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d8b9fa-c4a7-4849-90a2-29f812ea2f94 HTTP/1.1" status: 200 len: 210 time: 0.0402920 Feb 09 01:11:10.412410 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-9a330438-f269-4b34-90ed-abfbabfeb48f tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Request body: {'port': {'device_id': 'e3319b93-06cf-452c-b1c1-5a3257079a4f', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'admin_state_up': True, 'tenant_id': 'cbcf64bc184340809a27ba774d82840d'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:10.553678 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-528c1b42-a3b7-4a10-931f-f6b40b7204fa tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Made reservation on behalf of cbcf64bc184340809a27ba774d82840d for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:10.558593 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-528c1b42-a3b7-4a10-931f-f6b40b7204fa tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:10.562069 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-c7b2ef00-1b03-4b44-bfee-dac750d24f47 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Made reservation on behalf of ca20cdba996f44058e73e23c54527620 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:10.565345 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-c7b2ef00-1b03-4b44-bfee-dac750d24f47 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:10.584389 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-9a330438-f269-4b34-90ed-abfbabfeb48f tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Made reservation on behalf of cbcf64bc184340809a27ba774d82840d for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:10.590729 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-9a330438-f269-4b34-90ed-abfbabfeb48f tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:10.636268 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08f78c2b-258b-42f7-a119-46fac9b9980b', 'name': 'network-vif-deleted', 'tag': '7a1e2d21-6389-44c3-a417-b5a4277ba6b3'}, {'server_uuid': '9b662c28-4af1-4f9b-ace0-0025ea5c0085', 'name': 'network-vif-deleted', 'tag': '91bb948e-f2d9-4086-a875-2e2829947b51'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:10.638661 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17a64ed-85b9-426d-812f-57356af81c64" -d '{"events": [{"server_uuid": "08f78c2b-258b-42f7-a119-46fac9b9980b", "name": "network-vif-deleted", "tag": "7a1e2d21-6389-44c3-a417-b5a4277ba6b3"}, {"server_uuid": "9b662c28-4af1-4f9b-ace0-0025ea5c0085", "name": "network-vif-deleted", "tag": "91bb948e-f2d9-4086-a875-2e2829947b51"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:10.753881 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23747a6f-8351-4b42-8868-291ac80152de x-openstack-request-id: req-23747a6f-8351-4b42-8868-291ac80152de {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:11:10.754581 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08f78c2b-258b-42f7-a119-46fac9b9980b", "name": "network-vif-deleted", "tag": "7a1e2d21-6389-44c3-a417-b5a4277ba6b3", "status": "completed", "code": 200}, {"server_uuid": "9b662c28-4af1-4f9b-ace0-0025ea5c0085", "name": "network-vif-deleted", "tag": "91bb948e-f2d9-4086-a875-2e2829947b51", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:11:10.754581 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-23747a6f-8351-4b42-8868-291ac80152de {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:11:10.755144 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08f78c2b-258b-42f7-a119-46fac9b9980b', 'name': 'network-vif-deleted', 'tag': '7a1e2d21-6389-44c3-a417-b5a4277ba6b3', 'status': 'completed', 'code': 200} Feb 09 01:11:10.755497 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b662c28-4af1-4f9b-ace0-0025ea5c0085', 'name': 'network-vif-deleted', 'tag': '91bb948e-f2d9-4086-a875-2e2829947b51', 'status': 'completed', 'code': 200} Feb 09 01:11:10.797776 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-c7b2ef00-1b03-4b44-bfee-dac750d24f47 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Allocated IP 192.168.233.208 (3976161f-bd1f-4dbb-b950-6897c01f16f1/98abf639-2282-4fa1-acd9-5660b4f87a0d/b23e9a90-0720-4121-9d3a-627339a21480) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:11:10.869444 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60903c4c-3b43-4433-9b17-3d4cb9c0c692 req-fd77d164-4719-4ea5-a4f7-6243e51e459e tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:10.871215 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-60903c4c-3b43-4433-9b17-3d4cb9c0c692 req-fd77d164-4719-4ea5-a4f7-6243e51e459e tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d644ca-144e-440b-80ed-477b809e9fa5 HTTP/1.1" status: 200 len: 950 time: 0.0783885 Feb 09 01:11:10.933710 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-60903c4c-3b43-4433-9b17-3d4cb9c0c692 req-a25030d4-d130-45c6-be40-92cac2c5250c tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20685cb-a65a-4056-a5af-21e3e74d6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563967 Feb 09 01:11:11.013318 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-c7b2ef00-1b03-4b44-bfee-dac750d24f47 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Publish callbacks [] for port (b23e9a90-0720-4121-9d3a-627339a21480), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:11.075066 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-c7b2ef00-1b03-4b44-bfee-dac750d24f47 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (b23e9a90-0720-4121-9d3a-627339a21480), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:11.090521 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['ac3bf43f-6224-4589-b573-7d1d3b437b98'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:11:11.136744 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['f994970c-0d91-4b5e-9116-15b7b17b5d24'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:11:11.137853 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7552e68-65cc-4404-a08a-8eb851cc005e req-433aef53-d562-427b-84ce-9f506cad286c tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:11.144904 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a7552e68-65cc-4404-a08a-8eb851cc005e req-433aef53-d562-427b-84ce-9f506cad286c tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=d49e7424-23cf-4ce1-a113-569c8fa1091f HTTP/1.1" status: 200 len: 944 time: 0.1416578 Feb 09 01:11:11.152603 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-c7b2ef00-1b03-4b44-bfee-dac750d24f47 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Network 3976161f-bd1f-4dbb-b950-6897c01f16f1 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:11.160726 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-c7b2ef00-1b03-4b44-bfee-dac750d24f47 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:11.168197 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2ef00-1b03-4b44-bfee-dac750d24f47 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Pushing event updated for resources: {'Port': ['ID=b23e9a90-0720-4121-9d3a-627339a21480,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:11.170838 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-c7b2ef00-1b03-4b44-bfee-dac750d24f47 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:11:11.202372 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-9a330438-f269-4b34-90ed-abfbabfeb48f tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Allocated IP 192.168.233.38 (3976161f-bd1f-4dbb-b950-6897c01f16f1/98abf639-2282-4fa1-acd9-5660b4f87a0d/e360c9ab-0a13-41c6-8d70-5912dbd9ce2a) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:11:11.252996 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-c7b2ef00-1b03-4b44-bfee-dac750d24f47 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:11.253654 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-c7b2ef00-1b03-4b44-bfee-dac750d24f47 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:11.260035 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e95988-ce1c-4460-8b8b-0a131153f818 req-ad8ac305-3b3a-4eae-9ee6-c3ccd07db06e tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:11.261892 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-02e95988-ce1c-4460-8b8b-0a131153f818 req-ad8ac305-3b3a-4eae-9ee6-c3ccd07db06e tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 949 time: 0.2202013 Feb 09 01:11:11.278665 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a7552e68-65cc-4404-a08a-8eb851cc005e req-7dcd2083-30a4-4b17-8c07-949a0317c80f tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324799 Feb 09 01:11:11.312859 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-c7b2ef00-1b03-4b44-bfee-dac750d24f47 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9500120 Feb 09 01:11:11.331025 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-ae5d6074-7906-423d-adde-b81e19d0297f service neutron] Request body: {'port': {'device_id': '59d8b9fa-c4a7-4849-90a2-29f812ea2f94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:11.485411 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-ae5d6074-7906-423d-adde-b81e19d0297f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b23e9a90-0720-4121-9d3a-627339a21480), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:11.529937 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-02e95988-ce1c-4460-8b8b-0a131153f818 req-1719c8ca-6654-4b95-9c62-04ec886f2e6c tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472863 Feb 09 01:11:11.644655 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a0733878-94a2-47df-897c-f865562edcb8 req-7483b6ed-fdfd-41d5-95cb-1eb57175f850 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ee2b0ef-7a3e-449d-afee-c1c409b901d0 HTTP/1.1" status: 200 len: 210 time: 0.1362064 Feb 09 01:11:11.672532 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-09239196-5689-43d4-a964-59de80b03acb None None] Provisioning complete for port b23e9a90-0720-4121-9d3a-627339a21480 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:11.672985 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-09239196-5689-43d4-a964-59de80b03acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b23e9a90-0720-4121-9d3a-627339a21480), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:11.683820 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 47220) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:11.719418 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-09239196-5689-43d4-a964-59de80b03acb None None] Port b23e9a90-0720-4121-9d3a-627339a21480 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:11:11.787171 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-9a330438-f269-4b34-90ed-abfbabfeb48f tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks [] for port (e360c9ab-0a13-41c6-8d70-5912dbd9ce2a), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:11.830371 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08093bef-413d-4ef9-bc0f-6beb04494586 req-5bc893c9-3d34-4ad6-9e81-9572cdfbb239 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:11.835836 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-08093bef-413d-4ef9-bc0f-6beb04494586 req-5bc893c9-3d34-4ad6-9e81-9572cdfbb239 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d8b9fa-c4a7-4849-90a2-29f812ea2f94 HTTP/1.1" status: 200 len: 936 time: 0.1004713 Feb 09 01:11:11.866519 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-9a330438-f269-4b34-90ed-abfbabfeb48f tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (e360c9ab-0a13-41c6-8d70-5912dbd9ce2a), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:11.888773 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['27fe8a84-17a5-4744-b287-c5a8fdf17b82', '3fc6e6c1-fe04-4d6e-a5c1-891647370442'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:11:11.943252 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a330438-f269-4b34-90ed-abfbabfeb48f tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Pushing event updated for resources: {'Port': ['ID=e360c9ab-0a13-41c6-8d70-5912dbd9ce2a,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:11.969138 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-528c1b42-a3b7-4a10-931f-f6b40b7204fa tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Allocated IP 192.168.233.19 (3976161f-bd1f-4dbb-b950-6897c01f16f1/98abf639-2282-4fa1-acd9-5660b4f87a0d/37cc49f2-46da-4fdb-bb24-198cc9bba705) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:11:11.974150 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-9a330438-f269-4b34-90ed-abfbabfeb48f tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Network 3976161f-bd1f-4dbb-b950-6897c01f16f1 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:11.980265 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-9a330438-f269-4b34-90ed-abfbabfeb48f tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:11.985725 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-9a330438-f269-4b34-90ed-abfbabfeb48f tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:11:11.992786 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-9a330438-f269-4b34-90ed-abfbabfeb48f tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:11.993429 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-9a330438-f269-4b34-90ed-abfbabfeb48f tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:12.005907 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-08093bef-413d-4ef9-bc0f-6beb04494586 req-f3565af0-c1e5-406d-af0a-6abc3df9da46 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688290 Feb 09 01:11:12.016938 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['0299c62c-b308-454a-bf29-0a85c3420970'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:11:12.052536 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-9a330438-f269-4b34-90ed-abfbabfeb48f tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6450696 Feb 09 01:11:12.085587 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-3097d5d8-6632-496d-8f4e-5b0b7235f332 service neutron] Request body: {'port': {'device_id': 'e3319b93-06cf-452c-b1c1-5a3257079a4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:12.123042 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 7a1e2d21-6389-44c3-a417-b5a4277ba6b3 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:11:12.170623 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 7a1e2d21-6389-44c3-a417-b5a4277ba6b3 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:11:12.171335 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 7a1e2d21-6389-44c3-a417-b5a4277ba6b3 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:11:12.360486 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-528c1b42-a3b7-4a10-931f-f6b40b7204fa tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks [] for port (37cc49f2-46da-4fdb-bb24-198cc9bba705), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:12.521726 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-528c1b42-a3b7-4a10-931f-f6b40b7204fa tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (37cc49f2-46da-4fdb-bb24-198cc9bba705), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:12.663550 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['0299c62c-b308-454a-bf29-0a85c3420970'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:11:12.676339 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c1b42-a3b7-4a10-931f-f6b40b7204fa tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Pushing event updated for resources: {'Port': ['ID=37cc49f2-46da-4fdb-bb24-198cc9bba705,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:12.693942 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-528c1b42-a3b7-4a10-931f-f6b40b7204fa tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Network 3976161f-bd1f-4dbb-b950-6897c01f16f1 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:12.698732 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-528c1b42-a3b7-4a10-931f-f6b40b7204fa tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:12.704550 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-528c1b42-a3b7-4a10-931f-f6b40b7204fa tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:11:12.709846 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['27fe8a84-17a5-4744-b287-c5a8fdf17b82', '3fc6e6c1-fe04-4d6e-a5c1-891647370442'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:11:12.763243 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bcc98-414e-4323-be13-3e683d739b14 req-89a90d1f-5592-4f7d-8457-6abb30e4215a tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:12.770607 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-681bcc98-414e-4323-be13-3e683d739b14 req-89a90d1f-5592-4f7d-8457-6abb30e4215a tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d644ca-144e-440b-80ed-477b809e9fa5 HTTP/1.1" status: 200 len: 950 time: 0.6324892 Feb 09 01:11:12.827362 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-3097d5d8-6632-496d-8f4e-5b0b7235f332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e360c9ab-0a13-41c6-8d70-5912dbd9ce2a), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:12.828178 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 91bb948e-f2d9-4086-a875-2e2829947b51 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:11:12.856439 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-8ce6e520-a0d3-46c9-bac2-f44639f10ffb None None] Provisioning complete for port e360c9ab-0a13-41c6-8d70-5912dbd9ce2a triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:12.856994 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8ce6e520-a0d3-46c9-bac2-f44639f10ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e360c9ab-0a13-41c6-8d70-5912dbd9ce2a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:12.866962 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 91bb948e-f2d9-4086-a875-2e2829947b51 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:11:12.867462 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 91bb948e-f2d9-4086-a875-2e2829947b51 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:11:12.933058 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-681bcc98-414e-4323-be13-3e683d739b14 req-f8f55f0f-e2de-4836-bbae-78c109d83601 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20685cb-a65a-4056-a5af-21e3e74d6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559670 Feb 09 01:11:12.995415 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e92c05-8170-4991-9993-402462ffceff req-b4acce30-5ed3-47ea-80e5-60d8587515d7 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:13.005345 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d7e92c05-8170-4991-9993-402462ffceff req-b4acce30-5ed3-47ea-80e5-60d8587515d7 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=d49e7424-23cf-4ce1-a113-569c8fa1091f HTTP/1.1" status: 200 len: 944 time: 0.2632306 Feb 09 01:11:13.038695 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-8ce6e520-a0d3-46c9-bac2-f44639f10ffb None None] Port e360c9ab-0a13-41c6-8d70-5912dbd9ce2a cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:11:13.142322 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8420c02f-1ac2-4475-917e-06985413174b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (c4c5fe34-b5f2-408b-af38-a99f2f461f2e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:13.216643 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-81f629a1-d85d-4bdf-abfe-aadc2b833848 None None] Provisioning complete for port 37cc49f2-46da-4fdb-bb24-198cc9bba705 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:13.218678 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-81f629a1-d85d-4bdf-abfe-aadc2b833848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (37cc49f2-46da-4fdb-bb24-198cc9bba705), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:13.234826 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88c9db-0309-4187-a837-8fb65bc1e3f3 req-0060e9ec-333f-4142-86f7-77f2fe5c250b tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:13.237663 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2f88c9db-0309-4187-a837-8fb65bc1e3f3 req-0060e9ec-333f-4142-86f7-77f2fe5c250b tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 949 time: 0.1300833 Feb 09 01:11:13.241062 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d7e92c05-8170-4991-9993-402462ffceff req-51a26f33-8cb4-4c81-90b9-6af6f64e845c tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348824 Feb 09 01:11:13.264389 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-81f629a1-d85d-4bdf-abfe-aadc2b833848 None None] Port 37cc49f2-46da-4fdb-bb24-198cc9bba705 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:11:13.303137 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-528c1b42-a3b7-4a10-931f-f6b40b7204fa tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:13.303808 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-528c1b42-a3b7-4a10-931f-f6b40b7204fa tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:13.309703 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2f88c9db-0309-4187-a837-8fb65bc1e3f3 req-1f941c16-6915-4e56-a57a-afec1ceae3b9 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646377 Feb 09 01:11:13.349441 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-528c1b42-a3b7-4a10-931f-f6b40b7204fa tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0457585 Feb 09 01:11:13.371591 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-58fbfa98-6021-44af-986e-e9712eadc71f service neutron] Request body: {'port': {'device_id': '3ee2b0ef-7a3e-449d-afee-c1c409b901d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:13.429815 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997d347-c943-48ef-89d9-37aa5f0f8cf5 req-42ddfd84-6189-4f5b-a0ed-1cc4d86efbdc tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:13.443343 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c997d347-c943-48ef-89d9-37aa5f0f8cf5 req-42ddfd84-6189-4f5b-a0ed-1cc4d86efbdc tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ee2b0ef-7a3e-449d-afee-c1c409b901d0 HTTP/1.1" status: 200 len: 935 time: 0.0915756 Feb 09 01:11:13.484108 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-58fbfa98-6021-44af-986e-e9712eadc71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (37cc49f2-46da-4fdb-bb24-198cc9bba705), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:13.518680 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-ae5d6074-7906-423d-adde-b81e19d0297f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b23e9a90-0720-4121-9d3a-627339a21480 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:11:13.519289 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c997d347-c943-48ef-89d9-37aa5f0f8cf5 req-7288903b-e0e9-4adf-afe0-b94a2ad20201 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750957 Feb 09 01:11:13.559053 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd338d9-677d-483f-b647-d7960ed42035 req-29600111-e6ac-4811-a551-511d84c0fee9 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:13.566211 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0dd338d9-677d-483f-b647-d7960ed42035 req-29600111-e6ac-4811-a551-511d84c0fee9 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d8b9fa-c4a7-4849-90a2-29f812ea2f94 HTTP/1.1" status: 200 len: 936 time: 0.1203966 Feb 09 01:11:13.598164 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-ae5d6074-7906-423d-adde-b81e19d0297f service neutron] Publish callbacks [] for port (b23e9a90-0720-4121-9d3a-627339a21480), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:13.614740 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0dd338d9-677d-483f-b647-d7960ed42035 req-19428a4b-3848-40c7-84bd-97ad932c5410 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475616 Feb 09 01:11:13.689272 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-ae5d6074-7906-423d-adde-b81e19d0297f service neutron] Transition to ACTIVE for port object b23e9a90-0720-4121-9d3a-627339a21480 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:11:13.705059 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-ae5d6074-7906-423d-adde-b81e19d0297f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (b23e9a90-0720-4121-9d3a-627339a21480), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:13.864341 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-3097d5d8-6632-496d-8f4e-5b0b7235f332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e360c9ab-0a13-41c6-8d70-5912dbd9ce2a {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:11:13.874554 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-3097d5d8-6632-496d-8f4e-5b0b7235f332 service neutron] Publish callbacks [] for port (e360c9ab-0a13-41c6-8d70-5912dbd9ce2a), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:13.888221 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-3097d5d8-6632-496d-8f4e-5b0b7235f332 service neutron] Transition to ACTIVE for port object e360c9ab-0a13-41c6-8d70-5912dbd9ce2a will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:11:13.893767 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-3097d5d8-6632-496d-8f4e-5b0b7235f332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e360c9ab-0a13-41c6-8d70-5912dbd9ce2a), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:13.975817 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-3097d5d8-6632-496d-8f4e-5b0b7235f332 service neutron] Attempting to bind port e360c9ab-0a13-41c6-8d70-5912dbd9ce2a on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:11:13.976189 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-3097d5d8-6632-496d-8f4e-5b0b7235f332 service neutron] Attempting to bind port e360c9ab-0a13-41c6-8d70-5912dbd9ce2a by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:11:13.976507 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-3097d5d8-6632-496d-8f4e-5b0b7235f332 service neutron] Attempting to bind port e360c9ab-0a13-41c6-8d70-5912dbd9ce2a on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:13.985604 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-3097d5d8-6632-496d-8f4e-5b0b7235f332 service neutron] Port e360c9ab-0a13-41c6-8d70-5912dbd9ce2a on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:11:13.986188 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-3097d5d8-6632-496d-8f4e-5b0b7235f332 service neutron] Attempting to bind port e360c9ab-0a13-41c6-8d70-5912dbd9ce2a on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:13.992810 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3097d5d8-6632-496d-8f4e-5b0b7235f332 service neutron] Pushing event updated for resources: {'Port': ['ID=e360c9ab-0a13-41c6-8d70-5912dbd9ce2a,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:13.995920 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-3097d5d8-6632-496d-8f4e-5b0b7235f332 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:11:13.996296 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-3097d5d8-6632-496d-8f4e-5b0b7235f332 service neutron] Checking segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:11:13.996669 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-3097d5d8-6632-496d-8f4e-5b0b7235f332 service neutron] Bound using segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:11:13.997102 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-3097d5d8-6632-496d-8f4e-5b0b7235f332 service neutron] Bound port: e360c9ab-0a13-41c6-8d70-5912dbd9ce2a, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:11:13.997461 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-3097d5d8-6632-496d-8f4e-5b0b7235f332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e360c9ab-0a13-41c6-8d70-5912dbd9ce2a), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:14.016723 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d6074-7906-423d-adde-b81e19d0297f service neutron] Pushing event updated for resources: {'Port': ['ID=b23e9a90-0720-4121-9d3a-627339a21480,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:14.041203 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098e54a-434a-40c8-a244-bf34c3b01ce6 req-8bf8cb3c-9eb8-4833-bb99-cfd3ad3c6947 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:14.043285 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3098e54a-434a-40c8-a244-bf34c3b01ce6 req-8bf8cb3c-9eb8-4833-bb99-cfd3ad3c6947 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.91 "GET /v2.0/ports?device_id=d2d644ca-144e-440b-80ed-477b809e9fa5 HTTP/1.1" status: 200 len: 950 time: 0.2151835 Feb 09 01:11:14.069758 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-3097d5d8-6632-496d-8f4e-5b0b7235f332 service neutron] For port e360c9ab-0a13-41c6-8d70-5912dbd9ce2a, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:11:14.073737 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-3097d5d8-6632-496d-8f4e-5b0b7235f332 service neutron] For port e360c9ab-0a13-41c6-8d70-5912dbd9ce2a, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=e360c9ab-0a13-41c6-8d70-5912dbd9ce2a,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:11:14.100945 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-3097d5d8-6632-496d-8f4e-5b0b7235f332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e360c9ab-0a13-41c6-8d70-5912dbd9ce2a), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:14.166942 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-3097d5d8-6632-496d-8f4e-5b0b7235f332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:14.168180 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-3097d5d8-6632-496d-8f4e-5b0b7235f332 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:14.169739 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-3097d5d8-6632-496d-8f4e-5b0b7235f332 service neutron] 10.222.0.91 "PUT /v2.0/ports/e360c9ab-0a13-41c6-8d70-5912dbd9ce2a HTTP/1.1" status: 200 len: 1096 time: 2.0968661 Feb 09 01:11:14.171482 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3319b93-06cf-452c-b1c1-5a3257079a4f', 'tag': 'e360c9ab-0a13-41c6-8d70-5912dbd9ce2a'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:14.174008 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcb07fd-a512-40f6-ac5b-2cd0de455ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "e3319b93-06cf-452c-b1c1-5a3257079a4f", "tag": "e360c9ab-0a13-41c6-8d70-5912dbd9ce2a"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:14.253921 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f98f6f-a650-4fd8-a6b6-d8c6853a3eac x-openstack-request-id: req-d4f98f6f-a650-4fd8-a6b6-d8c6853a3eac {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:11:14.254604 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3319b93-06cf-452c-b1c1-5a3257079a4f", "tag": "e360c9ab-0a13-41c6-8d70-5912dbd9ce2a", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:11:14.255071 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d4f98f6f-a650-4fd8-a6b6-d8c6853a3eac {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:11:14.255673 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3319b93-06cf-452c-b1c1-5a3257079a4f', 'tag': 'e360c9ab-0a13-41c6-8d70-5912dbd9ce2a', 'status': 'completed', 'code': 200} Feb 09 01:11:14.286821 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3097d5d8-6632-496d-8f4e-5b0b7235f332 service neutron] Pushing event updated for resources: {'Port': ['ID=e360c9ab-0a13-41c6-8d70-5912dbd9ce2a,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:14.317180 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59906f78-36c6-4439-a4fd-4e9ce48a5fc9 req-d99f5413-f8d3-45f1-8183-254e911f7e41 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:14.325028 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-59906f78-36c6-4439-a4fd-4e9ce48a5fc9 req-d99f5413-f8d3-45f1-8183-254e911f7e41 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d644ca-144e-440b-80ed-477b809e9fa5 HTTP/1.1" status: 200 len: 950 time: 0.2480133 Feb 09 01:11:14.342354 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-58fbfa98-6021-44af-986e-e9712eadc71f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37cc49f2-46da-4fdb-bb24-198cc9bba705 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:11:14.370831 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-58fbfa98-6021-44af-986e-e9712eadc71f service neutron] Publish callbacks [] for port (37cc49f2-46da-4fdb-bb24-198cc9bba705), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:14.387259 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-ae5d6074-7906-423d-adde-b81e19d0297f service neutron] Attempting to bind port b23e9a90-0720-4121-9d3a-627339a21480 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:11:14.387669 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-ae5d6074-7906-423d-adde-b81e19d0297f service neutron] Attempting to bind port b23e9a90-0720-4121-9d3a-627339a21480 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:11:14.388092 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-ae5d6074-7906-423d-adde-b81e19d0297f service neutron] Attempting to bind port b23e9a90-0720-4121-9d3a-627339a21480 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:14.429648 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-59906f78-36c6-4439-a4fd-4e9ce48a5fc9 req-9c88fd74-a75b-4e43-9b33-d42e7f78aa0b tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20685cb-a65a-4056-a5af-21e3e74d6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989699 Feb 09 01:11:14.431853 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-58fbfa98-6021-44af-986e-e9712eadc71f service neutron] Transition to ACTIVE for port object 37cc49f2-46da-4fdb-bb24-198cc9bba705 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:11:14.441289 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-25eac2b4-8d43-40bb-a93e-fa780ce82c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:14.441666 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-ae5d6074-7906-423d-adde-b81e19d0297f service neutron] Port b23e9a90-0720-4121-9d3a-627339a21480 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:11:14.442236 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-ae5d6074-7906-423d-adde-b81e19d0297f service neutron] Attempting to bind port b23e9a90-0720-4121-9d3a-627339a21480 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:14.452966 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-25eac2b4-8d43-40bb-a93e-fa780ce82c28 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cbcf64bc184340809a27ba774d82840d&device_id=e3319b93-06cf-452c-b1c1-5a3257079a4f HTTP/1.1" status: 200 len: 1130 time: 0.2105792 Feb 09 01:11:14.462840 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8420c02f-1ac2-4475-917e-06985413174b admin admin] Deleting port 799bb91c-8a09-4ef6-88cc-88fb3a4725cf {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:11:14.463665 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8420c02f-1ac2-4475-917e-06985413174b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (799bb91c-8a09-4ef6-88cc-88fb3a4725cf), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:14.525689 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-58fbfa98-6021-44af-986e-e9712eadc71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (37cc49f2-46da-4fdb-bb24-198cc9bba705), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:14.525906 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6a03b-8dee-4197-846f-51387448d844 req-7f69f222-63fd-488e-bd28-b9233653140c tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:14.527353 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5bc6a03b-8dee-4197-846f-51387448d844 req-7f69f222-63fd-488e-bd28-b9233653140c tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=d49e7424-23cf-4ce1-a113-569c8fa1091f HTTP/1.1" status: 200 len: 944 time: 0.1612103 Feb 09 01:11:14.528709 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-70ea6dc5-8ebc-4b59-b715-6a0b2b42fba0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=e360c9ab-0a13-41c6-8d70-5912dbd9ce2a HTTP/1.1" status: 200 len: 217 time: 0.0607641 Feb 09 01:11:14.537516 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-ae5d6074-7906-423d-adde-b81e19d0297f service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:11:14.538415 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-ae5d6074-7906-423d-adde-b81e19d0297f service neutron] Checking segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:11:14.538995 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-ae5d6074-7906-423d-adde-b81e19d0297f service neutron] Bound using segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:11:14.539615 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-ae5d6074-7906-423d-adde-b81e19d0297f service neutron] Bound port: b23e9a90-0720-4121-9d3a-627339a21480, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:11:14.540216 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-ae5d6074-7906-423d-adde-b81e19d0297f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b23e9a90-0720-4121-9d3a-627339a21480), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:14.544610 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-3098e54a-434a-40c8-a244-bf34c3b01ce6 req-a6cd327a-5488-4a6c-8762-98097e447c81 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Deleting port 31bc8226-7648-4043-8567-a8fb8a93c5b8 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:11:14.545193 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3098e54a-434a-40c8-a244-bf34c3b01ce6 req-a6cd327a-5488-4a6c-8762-98097e447c81 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (31bc8226-7648-4043-8567-a8fb8a93c5b8), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:14.691888 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71b358-31b0-4d6e-82d3-b23cffc4b419 req-e1f1f014-1371-4766-a3ba-62b1affe88e9 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:14.700284 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1c71b358-31b0-4d6e-82d3-b23cffc4b419 req-e1f1f014-1371-4766-a3ba-62b1affe88e9 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 949 time: 0.1705058 Feb 09 01:11:14.737987 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5bc6a03b-8dee-4197-846f-51387448d844 req-2338b29d-8546-4262-85f3-ec7cd8dd465e tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714995 Feb 09 01:11:14.748525 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-c3c219f8-eae5-40cb-a77b-18e0d68407f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:14.754200 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-c3c219f8-eae5-40cb-a77b-18e0d68407f3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.1860609 Feb 09 01:11:14.869316 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-ae5d6074-7906-423d-adde-b81e19d0297f service neutron] For port b23e9a90-0720-4121-9d3a-627339a21480, host n-h2-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:11:14.874065 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-ae5d6074-7906-423d-adde-b81e19d0297f service neutron] For port b23e9a90-0720-4121-9d3a-627339a21480, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=b23e9a90-0720-4121-9d3a-627339a21480,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:11:14.891333 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-ae5d6074-7906-423d-adde-b81e19d0297f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (b23e9a90-0720-4121-9d3a-627339a21480), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:14.893332 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fbfa98-6021-44af-986e-e9712eadc71f service neutron] Pushing event updated for resources: {'Port': ['ID=37cc49f2-46da-4fdb-bb24-198cc9bba705,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:14.941401 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1c71b358-31b0-4d6e-82d3-b23cffc4b419 req-60b5fc02-284b-4021-88a7-70c643313be1 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069042 Feb 09 01:11:15.000088 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d6074-7906-423d-adde-b81e19d0297f service neutron] Pushing event updated for resources: {'Port': ['ID=b23e9a90-0720-4121-9d3a-627339a21480,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:15.017932 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8420c02f-1ac2-4475-917e-06985413174b admin admin] For port 799bb91c-8a09-4ef6-88cc-88fb3a4725cf, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=799bb91c-8a09-4ef6-88cc-88fb3a4725cf,segment=NetworkSegment(3a249220-1851-4fa0-a2f8-82136bb864ac),segment_id=3a249220-1851-4fa0-a2f8-82136bb864ac)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:15.018297 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8420c02f-1ac2-4475-917e-06985413174b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (799bb91c-8a09-4ef6-88cc-88fb3a4725cf), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:15.023437 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-3002da61-a3f4-4a7a-8ee6-65afcad84144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:15.025595 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-3002da61-a3f4-4a7a-8ee6-65afcad84144 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2566972 Feb 09 01:11:15.032470 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ac3d0-91d9-48be-a355-e252cad8e9bd req-b007e09a-cf85-48b9-8c21-175f58466013 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:15.034099 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-337ac3d0-91d9-48be-a355-e252cad8e9bd req-b007e09a-cf85-48b9-8c21-175f58466013 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ee2b0ef-7a3e-449d-afee-c1c409b901d0 HTTP/1.1" status: 200 len: 947 time: 0.1482770 Feb 09 01:11:15.047087 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-58fbfa98-6021-44af-986e-e9712eadc71f service neutron] Attempting to bind port 37cc49f2-46da-4fdb-bb24-198cc9bba705 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:11:15.047428 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-58fbfa98-6021-44af-986e-e9712eadc71f service neutron] Attempting to bind port 37cc49f2-46da-4fdb-bb24-198cc9bba705 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:11:15.047743 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-58fbfa98-6021-44af-986e-e9712eadc71f service neutron] Attempting to bind port 37cc49f2-46da-4fdb-bb24-198cc9bba705 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:15.051062 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8420c02f-1ac2-4475-917e-06985413174b admin admin] Calling delete_port for 799bb91c-8a09-4ef6-88cc-88fb3a4725cf owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:11:15.059727 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-ae5d6074-7906-423d-adde-b81e19d0297f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:15.060400 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-ae5d6074-7906-423d-adde-b81e19d0297f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:15.062786 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-ae5d6074-7906-423d-adde-b81e19d0297f service neutron] 10.222.0.91 "PUT /v2.0/ports/b23e9a90-0720-4121-9d3a-627339a21480 HTTP/1.1" status: 200 len: 1097 time: 3.7356503 Feb 09 01:11:15.066426 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d8b9fa-c4a7-4849-90a2-29f812ea2f94', 'tag': 'b23e9a90-0720-4121-9d3a-627339a21480'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:15.068905 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ee7629-d21d-4645-bfa6-5654f5cc2aa2" -d '{"events": [{"name": "network-changed", "server_uuid": "59d8b9fa-c4a7-4849-90a2-29f812ea2f94", "tag": "b23e9a90-0720-4121-9d3a-627339a21480"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:15.085702 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-3098e54a-434a-40c8-a244-bf34c3b01ce6 req-a6cd327a-5488-4a6c-8762-98097e447c81 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] For port 31bc8226-7648-4043-8567-a8fb8a93c5b8, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=31bc8226-7648-4043-8567-a8fb8a93c5b8,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:15.086025 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3098e54a-434a-40c8-a244-bf34c3b01ce6 req-a6cd327a-5488-4a6c-8762-98097e447c81 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (31bc8226-7648-4043-8567-a8fb8a93c5b8), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:15.089853 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-58fbfa98-6021-44af-986e-e9712eadc71f service neutron] Port 37cc49f2-46da-4fdb-bb24-198cc9bba705 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:11:15.089853 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-58fbfa98-6021-44af-986e-e9712eadc71f service neutron] Attempting to bind port 37cc49f2-46da-4fdb-bb24-198cc9bba705 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:15.163874 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-58fbfa98-6021-44af-986e-e9712eadc71f service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:11:15.164529 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-58fbfa98-6021-44af-986e-e9712eadc71f service neutron] Checking segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:11:15.165109 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-58fbfa98-6021-44af-986e-e9712eadc71f service neutron] Bound using segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:11:15.165848 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-58fbfa98-6021-44af-986e-e9712eadc71f service neutron] Bound port: 37cc49f2-46da-4fdb-bb24-198cc9bba705, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:11:15.166527 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-58fbfa98-6021-44af-986e-e9712eadc71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (37cc49f2-46da-4fdb-bb24-198cc9bba705), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:15.201061 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-3098e54a-434a-40c8-a244-bf34c3b01ce6 req-a6cd327a-5488-4a6c-8762-98097e447c81 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Calling delete_port for 31bc8226-7648-4043-8567-a8fb8a93c5b8 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:11:15.303927 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-337ac3d0-91d9-48be-a355-e252cad8e9bd req-d406e7f1-ad09-432e-9076-a209bff3d765 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625048 Feb 09 01:11:15.328958 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3876d-d92b-4395-a0f7-99035c0b832d req-cab49121-5ef3-4f99-94cb-5b376287b6ed tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:15.338481 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-40f3876d-d92b-4395-a0f7-99035c0b832d req-cab49121-5ef3-4f99-94cb-5b376287b6ed tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d8b9fa-c4a7-4849-90a2-29f812ea2f94 HTTP/1.1" status: 200 len: 948 time: 0.2389016 Feb 09 01:11:15.344035 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-5c3bb702-8cb4-4f9f-bc4a-b7abcdd7596d service neutron] 10.222.0.121 "GET /v2.0/ports/0db41797-db17-4a54-ae13-c5ec0fa080a6/bindings/n-h2-822053-40 HTTP/1.1" status: 200 len: 385 time: 0.2520931 Feb 09 01:11:15.383236 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-8042ceca-0c5a-4277-9075-5f8eb8f6ebf9 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385420 Feb 09 01:11:15.404827 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2147fad-7a09-4f81-b74b-1068d17810b7 x-openstack-request-id: req-d2147fad-7a09-4f81-b74b-1068d17810b7 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:11:15.405121 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d8b9fa-c4a7-4849-90a2-29f812ea2f94", "tag": "b23e9a90-0720-4121-9d3a-627339a21480", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:11:15.405378 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d2147fad-7a09-4f81-b74b-1068d17810b7 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:11:15.405780 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d8b9fa-c4a7-4849-90a2-29f812ea2f94', 'tag': 'b23e9a90-0720-4121-9d3a-627339a21480', 'status': 'completed', 'code': 200} Feb 09 01:11:15.414035 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-40f3876d-d92b-4395-a0f7-99035c0b832d req-898beb19-1b08-4e73-9aa2-a238a7f0a27d tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748134 Feb 09 01:11:15.596500 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-e160751b-d608-4807-92e8-5263d0fb06b1 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812303 Feb 09 01:11:15.608796 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059bafa-8f05-4d90-89f7-514fdc992175 req-d3397754-8572-4fb0-9a78-9a241033829f tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:15.610321 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5059bafa-8f05-4d90-89f7-514fdc992175 req-d3397754-8572-4fb0-9a78-9a241033829f tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d644ca-144e-440b-80ed-477b809e9fa5 HTTP/1.1" status: 200 len: 950 time: 0.1069996 Feb 09 01:11:15.677475 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-39272bb9-bbe7-43a7-b0c7-c488537589ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:15.678973 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-39272bb9-bbe7-43a7-b0c7-c488537589ef service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ca20cdba996f44058e73e23c54527620&device_id=59d8b9fa-c4a7-4849-90a2-29f812ea2f94 HTTP/1.1" status: 200 len: 1131 time: 0.5339355 Feb 09 01:11:15.686260 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5059bafa-8f05-4d90-89f7-514fdc992175 req-76f11bf8-e972-40ec-a108-ebae6100d6d0 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/security-groups?id=b20685cb-a65a-4056-a5af-21e3e74d6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692031 Feb 09 01:11:15.739021 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb07fd-a512-40f6-ac5b-2cd0de455ca8 req-794c0a5f-5570-4e3a-b140-9b4f29532a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:15.741983 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8fcb07fd-a512-40f6-ac5b-2cd0de455ca8 req-794c0a5f-5570-4e3a-b140-9b4f29532a82 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cbcf64bc184340809a27ba774d82840d&device_id=e3319b93-06cf-452c-b1c1-5a3257079a4f HTTP/1.1" status: 200 len: 1130 time: 0.0682778 Feb 09 01:11:15.799639 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-1d623ad2-88af-42a8-b4c7-0f696077fa40 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=b23e9a90-0720-4121-9d3a-627339a21480 HTTP/1.1" status: 200 len: 217 time: 0.0754554 Feb 09 01:11:15.802415 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-58fbfa98-6021-44af-986e-e9712eadc71f service neutron] For port 37cc49f2-46da-4fdb-bb24-198cc9bba705, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:11:15.858516 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-58fbfa98-6021-44af-986e-e9712eadc71f service neutron] For port 37cc49f2-46da-4fdb-bb24-198cc9bba705, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=37cc49f2-46da-4fdb-bb24-198cc9bba705,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:11:15.911891 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-58fbfa98-6021-44af-986e-e9712eadc71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (37cc49f2-46da-4fdb-bb24-198cc9bba705), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:15.952533 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb07fd-a512-40f6-ac5b-2cd0de455ca8 req-d3626958-cf0e-4b54-aff0-b659ea802f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:15.954142 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8fcb07fd-a512-40f6-ac5b-2cd0de455ca8 req-d3626958-cf0e-4b54-aff0-b659ea802f2d service neutron] 10.222.0.91 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.1928468 Feb 09 01:11:15.963505 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501e96b-6f5e-457e-80fb-69eff6bfbf1b req-a5988bdb-e6a6-41ba-a4c7-4e508a9fad26 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:15.964966 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6501e96b-6f5e-457e-80fb-69eff6bfbf1b req-a5988bdb-e6a6-41ba-a4c7-4e508a9fad26 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=d49e7424-23cf-4ce1-a113-569c8fa1091f HTTP/1.1" status: 200 len: 944 time: 0.0985065 Feb 09 01:11:15.991734 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-14a19a10-059d-4be6-9baa-285a5029ec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:15.993431 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-14a19a10-059d-4be6-9baa-285a5029ec91 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.1804600 Feb 09 01:11:16.047818 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-58fbfa98-6021-44af-986e-e9712eadc71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:16.048605 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-58fbfa98-6021-44af-986e-e9712eadc71f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:16.049927 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-58fbfa98-6021-44af-986e-e9712eadc71f service neutron] 10.222.0.121 "PUT /v2.0/ports/37cc49f2-46da-4fdb-bb24-198cc9bba705 HTTP/1.1" status: 200 len: 1096 time: 2.6871011 Feb 09 01:11:16.109328 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8fcb07fd-a512-40f6-ac5b-2cd0de455ca8 req-44aa7958-b7bd-42cd-92d2-59de9130a306 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=e360c9ab-0a13-41c6-8d70-5912dbd9ce2a HTTP/1.1" status: 200 len: 217 time: 0.1340153 Feb 09 01:11:16.183179 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3098e54a-434a-40c8-a244-bf34c3b01ce6 req-a6cd327a-5488-4a6c-8762-98097e447c81 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (31bc8226-7648-4043-8567-a8fb8a93c5b8), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:16.220268 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fbfa98-6021-44af-986e-e9712eadc71f service neutron] Pushing event updated for resources: {'Port': ['ID=37cc49f2-46da-4fdb-bb24-198cc9bba705,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:16.236601 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6501e96b-6f5e-457e-80fb-69eff6bfbf1b req-b847e9ad-7cce-47ee-bdf3-aeb5ea52141a tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635078 Feb 09 01:11:16.290327 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd327a-5488-4a6c-8762-98097e447c81 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Pushing event deleted for resources: {'Port': ['ID=31bc8226-7648-4043-8567-a8fb8a93c5b8,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:16.317350 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb07fd-a512-40f6-ac5b-2cd0de455ca8 req-83dc6136-0173-47fc-a5a6-ca21d720e955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:16.336017 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8420c02f-1ac2-4475-917e-06985413174b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (799bb91c-8a09-4ef6-88cc-88fb3a4725cf), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:16.336339 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8fcb07fd-a512-40f6-ac5b-2cd0de455ca8 req-83dc6136-0173-47fc-a5a6-ca21d720e955 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.1840181 Feb 09 01:11:16.341433 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c9a73-8fd2-4c1b-ab1e-4cab69a516bd req-39219cb6-df06-40b3-95d0-c8d6e7fc2159 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:16.351644 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-143c9a73-8fd2-4c1b-ab1e-4cab69a516bd req-39219cb6-df06-40b3-95d0-c8d6e7fc2159 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 949 time: 0.2878084 Feb 09 01:11:16.412317 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-5b101ccd-31b1-43d9-b337-21b87e64828c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:16.413859 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-5b101ccd-31b1-43d9-b337-21b87e64828c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3823721 Feb 09 01:11:16.418020 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-3098e54a-434a-40c8-a244-bf34c3b01ce6 req-a6cd327a-5488-4a6c-8762-98097e447c81 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] No DVR routers for this DVR port 31bc8226-7648-4043-8567-a8fb8a93c5b8 on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:11:16.427348 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8420c02f-1ac2-4475-917e-06985413174b admin admin] Pushing event deleted for resources: {'Port': ['ID=799bb91c-8a09-4ef6-88cc-88fb3a4725cf,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:16.429945 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3098e54a-434a-40c8-a244-bf34c3b01ce6 req-a6cd327a-5488-4a6c-8762-98097e447c81 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:16.434371 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3098e54a-434a-40c8-a244-bf34c3b01ce6 req-a6cd327a-5488-4a6c-8762-98097e447c81 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.91 "DELETE /v2.0/ports/31bc8226-7648-4043-8567-a8fb8a93c5b8 HTTP/1.1" status: 204 len: 173 time: 2.3663630 Feb 09 01:11:16.437060 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-bf0da939-3f60-4a9e-8818-b05c7d450e9c service neutron] For port 0db41797-db17-4a54-ae13-c5ec0fa080a6, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=0db41797-db17-4a54-ae13-c5ec0fa080a6,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:16.451856 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-f0c3ac92-a278-4ee2-9e4d-7579759eee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:16.453428 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-f0c3ac92-a278-4ee2-9e4d-7579759eee99 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cbcf64bc184340809a27ba774d82840d&device_id=3ee2b0ef-7a3e-449d-afee-c1c409b901d0 HTTP/1.1" status: 200 len: 1130 time: 0.2852263 Feb 09 01:11:16.577454 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-143c9a73-8fd2-4c1b-ab1e-4cab69a516bd req-e267eae5-9416-4d47-aba8-927e0005be01 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248938 Feb 09 01:11:16.602474 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40159ebc-6902-4888-9b33-d4a75a260dc9 req-78017002-ddd1-4683-8fb2-4ae60a17099b tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:16.605976 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-40159ebc-6902-4888-9b33-d4a75a260dc9 req-78017002-ddd1-4683-8fb2-4ae60a17099b tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ee2b0ef-7a3e-449d-afee-c1c409b901d0 HTTP/1.1" status: 200 len: 947 time: 0.1507120 Feb 09 01:11:16.608652 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb07fd-a512-40f6-ac5b-2cd0de455ca8 req-196946f8-aa1d-4a28-8660-26859bb6effd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:16.608901 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-8d4689bc-7d6a-4261-9750-fa2f899e7ca2 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=37cc49f2-46da-4fdb-bb24-198cc9bba705 HTTP/1.1" status: 200 len: 217 time: 0.1277349 Feb 09 01:11:16.609963 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-bf0da939-3f60-4a9e-8818-b05c7d450e9c service neutron] For port 0db41797-db17-4a54-ae13-c5ec0fa080a6, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:11:16.611086 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8fcb07fd-a512-40f6-ac5b-2cd0de455ca8 req-196946f8-aa1d-4a28-8660-26859bb6effd service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2483001 Feb 09 01:11:16.770652 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-bf0da939-3f60-4a9e-8818-b05c7d450e9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0db41797-db17-4a54-ae13-c5ec0fa080a6 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:11:16.841680 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-40159ebc-6902-4888-9b33-d4a75a260dc9 req-94dfeb76-e402-44f9-83f4-caaaf310944a tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254720 Feb 09 01:11:16.860282 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-bf0da939-3f60-4a9e-8818-b05c7d450e9c service neutron] For port 0db41797-db17-4a54-ae13-c5ec0fa080a6, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=0db41797-db17-4a54-ae13-c5ec0fa080a6,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:16.864998 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-e799c71f-e083-4fb7-bcce-b187789dbd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:16.866817 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-e799c71f-e083-4fb7-bcce-b187789dbd33 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.2325730 Feb 09 01:11:16.925554 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8fcb07fd-a512-40f6-ac5b-2cd0de455ca8 req-0bda01e6-c1ef-46ae-926e-c71dd0267e7f service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967436 Feb 09 01:11:16.957714 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-bf0da939-3f60-4a9e-8818-b05c7d450e9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0db41797-db17-4a54-ae13-c5ec0fa080a6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:16.975058 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f95a9f-cc74-4d3f-9ed3-edf33fe0f0ca req-4a150d0f-5110-41a1-9d38-e250aac88c9c tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:16.981616 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4f95a9f-cc74-4d3f-9ed3-edf33fe0f0ca req-4a150d0f-5110-41a1-9d38-e250aac88c9c tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d8b9fa-c4a7-4849-90a2-29f812ea2f94 HTTP/1.1" status: 200 len: 948 time: 0.2512691 Feb 09 01:11:16.986367 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-4f63aa51-cdf9-490f-a7b8-8d3526d5eef6 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5369120 Feb 09 01:11:17.108057 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8fcb07fd-a512-40f6-ac5b-2cd0de455ca8 req-e76f29d1-752d-48bc-920a-6e177e091dd3 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513431 Feb 09 01:11:17.157566 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c1913c6-1012-474f-8586-8aaf76aba335 req-e2cb720b-ba6d-4fd9-8128-5a894abcd380 tempest-ServersAdminNegativeTestJSON-1159283128 tempest-ServersAdminNegativeTestJSON-1159283128-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d644ca-144e-440b-80ed-477b809e9fa5 HTTP/1.1" status: 200 len: 210 time: 0.0743015 Feb 09 01:11:17.204963 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8420c02f-1ac2-4475-917e-06985413174b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (c4c5fe34-b5f2-408b-af38-a99f2f461f2e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:17.217596 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4f95a9f-cc74-4d3f-9ed3-edf33fe0f0ca req-e2c4f37a-5ef1-4430-928d-1da94accb7ff tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353474 Feb 09 01:11:17.240179 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-02bcb127-41e5-4812-866a-7ed75ef0e4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:17.244338 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-02bcb127-41e5-4812-866a-7ed75ef0e4d7 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3494563 Feb 09 01:11:17.418095 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ee2b0ef-7a3e-449d-afee-c1c409b901d0', 'tag': '37cc49f2-46da-4fdb-bb24-198cc9bba705'}, {'server_uuid': 'd2d644ca-144e-440b-80ed-477b809e9fa5', 'name': 'network-vif-deleted', 'tag': '31bc8226-7648-4043-8567-a8fb8a93c5b8'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:17.420423 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173053b6-2cf6-47b4-b51a-42f8b1646669" -d '{"events": [{"name": "network-changed", "server_uuid": "3ee2b0ef-7a3e-449d-afee-c1c409b901d0", "tag": "37cc49f2-46da-4fdb-bb24-198cc9bba705"}, {"server_uuid": "d2d644ca-144e-440b-80ed-477b809e9fa5", "name": "network-vif-deleted", "tag": "31bc8226-7648-4043-8567-a8fb8a93c5b8"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:17.442297 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-bf0da939-3f60-4a9e-8818-b05c7d450e9c service neutron] Transition to ACTIVE for port object 0db41797-db17-4a54-ae13-c5ec0fa080a6 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:11:17.452285 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e1011a97-ae78-4aa6-85b3-41b465cd2185 req-06a6d7c4-aec8-41e3-9cb3-7cbb74938c79 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356911 Feb 09 01:11:17.478767 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-bf0da939-3f60-4a9e-8818-b05c7d450e9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (0db41797-db17-4a54-ae13-c5ec0fa080a6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:17.494261 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019421cc-4a26-4ecc-8f16-ea8acf5bbf6d x-openstack-request-id: req-019421cc-4a26-4ecc-8f16-ea8acf5bbf6d {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:11:17.494611 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ee2b0ef-7a3e-449d-afee-c1c409b901d0", "tag": "37cc49f2-46da-4fdb-bb24-198cc9bba705", "status": "completed", "code": 200}, {"server_uuid": "d2d644ca-144e-440b-80ed-477b809e9fa5", "name": "network-vif-deleted", "tag": "31bc8226-7648-4043-8567-a8fb8a93c5b8", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:11:17.494865 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-019421cc-4a26-4ecc-8f16-ea8acf5bbf6d {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:11:17.495286 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ee2b0ef-7a3e-449d-afee-c1c409b901d0', 'tag': '37cc49f2-46da-4fdb-bb24-198cc9bba705', 'status': 'completed', 'code': 200} Feb 09 01:11:17.495699 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d644ca-144e-440b-80ed-477b809e9fa5', 'name': 'network-vif-deleted', 'tag': '31bc8226-7648-4043-8567-a8fb8a93c5b8', 'status': 'completed', 'code': 200} Feb 09 01:11:17.504491 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b44d8-39d9-4b22-b87a-bc4be5824786 req-d4f3838f-8fef-4469-953c-e1725e8df058 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:17.507163 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ab8b44d8-39d9-4b22-b87a-bc4be5824786 req-d4f3838f-8fef-4469-953c-e1725e8df058 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=d49e7424-23cf-4ce1-a113-569c8fa1091f HTTP/1.1" status: 200 len: 944 time: 0.0871856 Feb 09 01:11:17.577272 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ab8b44d8-39d9-4b22-b87a-bc4be5824786 req-b9fc82b0-d8b3-4c8a-bdb8-1f470f8c6bb5 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590842 Feb 09 01:11:17.678858 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-bf0da939-3f60-4a9e-8818-b05c7d450e9c service neutron] No DVR routers for this DVR port 0db41797-db17-4a54-ae13-c5ec0fa080a6 on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:11:17.701805 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-cb397e6e-e6d9-4788-b533-d421b9c19910 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173076 Feb 09 01:11:17.707770 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0da939-3f60-4a9e-8818-b05c7d450e9c service neutron] Pushing event updated for resources: {'Port': ['ID=0db41797-db17-4a54-ae13-c5ec0fa080a6,revision_number=10']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:17.753721 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-bf0da939-3f60-4a9e-8818-b05c7d450e9c service neutron] 10.222.0.121 "PUT /v2.0/ports/0db41797-db17-4a54-ae13-c5ec0fa080a6/bindings/n-h2-822053-40/activate HTTP/1.1" status: 200 len: 370 time: 2.3942325 Feb 09 01:11:17.757712 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eced045-3868-4bd9-9aee-fa4631251a8a req-8a59b5c7-3c7f-49d8-95cc-0d820f1a8a91 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:17.761660 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2eced045-3868-4bd9-9aee-fa4631251a8a req-8a59b5c7-3c7f-49d8-95cc-0d820f1a8a91 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 949 time: 0.0708394 Feb 09 01:11:17.766751 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee7629-d21d-4645-bfa6-5654f5cc2aa2 req-d1a07f7b-3722-4061-809e-91930837f167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:17.768263 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-24ee7629-d21d-4645-bfa6-5654f5cc2aa2 req-d1a07f7b-3722-4061-809e-91930837f167 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ca20cdba996f44058e73e23c54527620&device_id=59d8b9fa-c4a7-4849-90a2-29f812ea2f94 HTTP/1.1" status: 200 len: 1131 time: 0.2391438 Feb 09 01:11:17.905562 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2eced045-3868-4bd9-9aee-fa4631251a8a req-3b6a5543-5c4e-43d7-a2ca-81b7f3da6cf6 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279707 Feb 09 01:11:17.946810 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-cef93751-90d3-46f6-9d66-a2d0287fd5ef tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:17.950586 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-cef93751-90d3-46f6-9d66-a2d0287fd5ef tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=d49e7424-23cf-4ce1-a113-569c8fa1091f&tenant_id=89a8855b9bab40b69c27334c734383e8&binding%3Ahost_id=n-h1-822053-40 HTTP/1.1" status: 200 len: 1128 time: 0.1133270 Feb 09 01:11:18.114815 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-f104b565-7a3c-4707-b6dc-dac9d4f12445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:18.117805 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-f104b565-7a3c-4707-b6dc-dac9d4f12445 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d49e7424-23cf-4ce1-a113-569c8fa1091f&tenant_id=89a8855b9bab40b69c27334c734383e8 HTTP/1.1" status: 200 len: 1128 time: 0.1368458 Feb 09 01:11:18.129573 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device e360c9ab-0a13-41c6-8d70-5912dbd9ce2a details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:11:18.135846 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 31bc8226-7648-4043-8567-a8fb8a93c5b8 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:11:18.160251 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 31bc8226-7648-4043-8567-a8fb8a93c5b8 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:11:18.160922 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 31bc8226-7648-4043-8567-a8fb8a93c5b8 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:11:18.170646 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed20356-4fe5-4a88-9415-568c09b07380 req-f7938846-0614-4cd0-8b1b-326c8ab6d937 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:18.172463 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6ed20356-4fe5-4a88-9415-568c09b07380 req-f7938846-0614-4cd0-8b1b-326c8ab6d937 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ee2b0ef-7a3e-449d-afee-c1c409b901d0 HTTP/1.1" status: 200 len: 947 time: 0.1449707 Feb 09 01:11:18.257382 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-df8d8649-7fcd-45cd-8f15-8f0516628d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:18.260400 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-df8d8649-7fcd-45cd-8f15-8f0516628d8f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=89a8855b9bab40b69c27334c734383e8&device_id=d49e7424-23cf-4ce1-a113-569c8fa1091f HTTP/1.1" status: 200 len: 1128 time: 0.0855737 Feb 09 01:11:18.297988 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6ed20356-4fe5-4a88-9415-568c09b07380 req-a7d8e4ae-27cc-4574-bed0-b2a5d7004c27 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836780 Feb 09 01:11:18.370298 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port e360c9ab-0a13-41c6-8d70-5912dbd9ce2a, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=e360c9ab-0a13-41c6-8d70-5912dbd9ce2a,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:18.395464 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': 'e360c9ab-0a13-41c6-8d70-5912dbd9ce2a', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': 'e360c9ab-0a13-41c6-8d70-5912dbd9ce2a', 'mac_address': 'fa:16:3e:9d:0e:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:11:18.459594 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8420c02f-1ac2-4475-917e-06985413174b admin admin] Router c4c5fe34-b5f2-408b-af38-a99f2f461f2e has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:11:18.502653 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4573fc-43a9-45c0-86c7-7115c3915111 req-1a54fd43-66f9-44fb-99bc-e18e581d4b9a tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:18.508663 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-af4573fc-43a9-45c0-86c7-7115c3915111 req-1a54fd43-66f9-44fb-99bc-e18e581d4b9a tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d8b9fa-c4a7-4849-90a2-29f812ea2f94 HTTP/1.1" status: 200 len: 948 time: 0.1171629 Feb 09 01:11:18.512347 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port e360c9ab-0a13-41c6-8d70-5912dbd9ce2a is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:18.512695 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e360c9ab-0a13-41c6-8d70-5912dbd9ce2a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:18.518421 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-c9cc5119-a381-4de0-8e45-3eb25a86dc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:18.520271 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-c9cc5119-a381-4de0-8e45-3eb25a86dc27 service neutron] 10.222.0.91 "GET /v2.0/networks?id=4d54ed5f-d078-4c38-9c35-f6f424a32376 HTTP/1.1" status: 200 len: 921 time: 0.2265351 Feb 09 01:11:18.537513 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e360c9ab-0a13-41c6-8d70-5912dbd9ce2a {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:11:18.579187 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port e360c9ab-0a13-41c6-8d70-5912dbd9ce2a, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=e360c9ab-0a13-41c6-8d70-5912dbd9ce2a,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:18.589728 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e360c9ab-0a13-41c6-8d70-5912dbd9ce2a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:18.594057 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee7629-d21d-4645-bfa6-5654f5cc2aa2 req-2db3f7f4-6059-4aa7-9323-71f4154ec6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:18.595619 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-24ee7629-d21d-4645-bfa6-5654f5cc2aa2 req-2db3f7f4-6059-4aa7-9323-71f4154ec6b5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.7898657 Feb 09 01:11:18.644541 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-77f51128-0c7e-4983-8ed9-ef786b7e3a5f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0db41797-db17-4a54-ae13-c5ec0fa080a6 HTTP/1.1" status: 200 len: 217 time: 0.1024809 Feb 09 01:11:18.684871 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-24ee7629-d21d-4645-bfa6-5654f5cc2aa2 req-c757c402-2051-4e56-ae67-3cdbf1caa818 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=b23e9a90-0720-4121-9d3a-627339a21480 HTTP/1.1" status: 200 len: 217 time: 0.0455539 Feb 09 01:11:18.691633 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9936bddd-841b-45a4-8cfd-ce0c189014d4 req-002f3851-b72b-4a4c-8bd6-484a240ddcc3 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9614077 Feb 09 01:11:18.716162 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=e360c9ab-0a13-41c6-8d70-5912dbd9ce2a,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:18.736420 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:18.736767 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:18.737121 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:18.737456 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:18.737783 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:18.738115 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:18.738428 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:18.738748 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:18.739069 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:18.739388 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:18.739709 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:18.740052 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:18.740370 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:18.787336 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-af4573fc-43a9-45c0-86c7-7115c3915111 req-47816c46-0823-4653-b55a-d6c3ac3263ef tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763491 Feb 09 01:11:18.790968 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee7629-d21d-4645-bfa6-5654f5cc2aa2 req-7b3cfe01-5688-40ad-b3b6-561ce4c0cd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:18.794132 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-24ee7629-d21d-4645-bfa6-5654f5cc2aa2 req-7b3cfe01-5688-40ad-b3b6-561ce4c0cd1c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.0917971 Feb 09 01:11:18.822162 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 0db41797-db17-4a54-ae13-c5ec0fa080a6 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:11:18.830640 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-9edcba7a-61ea-4a38-8787-eb8ca16ec035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:18.833397 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-9edcba7a-61ea-4a38-8787-eb8ca16ec035 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=dc881d69-9121-4d00-994f-9cce6bcb92ea HTTP/1.1" status: 200 len: 860 time: 0.1726236 Feb 09 01:11:18.864896 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8420c02f-1ac2-4475-917e-06985413174b admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:11:18.879180 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f647aad-dd54-4345-8f64-a8df00bc56bd None None] Sync routers for ids ['c4c5fe34-b5f2-408b-af38-a99f2f461f2e'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:11:18.890885 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] The host n-h1-822053-40 is not matching for port 0db41797-db17-4a54-ae13-c5ec0fa080a6 host n-h2-822053-40! {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:11:18.891290 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 0db41797-db17-4a54-ae13-c5ec0fa080a6 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:11:18.892427 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f647aad-dd54-4345-8f64-a8df00bc56bd None None] Routers {'c4c5fe34-b5f2-408b-af38-a99f2f461f2e'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:11:18.893240 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-8f647aad-dd54-4345-8f64-a8df00bc56bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:10:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c4c5fe34-b5f2-408b-af38-a99f2f461f2e'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:18.901072 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8420c02f-1ac2-4475-917e-06985413174b admin admin] 10.222.0.30 "PUT /v2.0/routers/c4c5fe34-b5f2-408b-af38-a99f2f461f2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2177162 Feb 09 01:11:18.905852 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 47290) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:19.013704 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-33371753-a56b-428f-932a-27342a4a27c4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4d54ed5f-d078-4c38-9c35-f6f424a32376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1613371 Feb 09 01:11:19.023434 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-8f647aad-dd54-4345-8f64-a8df00bc56bd None None] Set router c4c5fe34-b5f2-408b-af38-a99f2f461f2e gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:11:19.050650 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-40013fc7-0cc3-4eb3-981e-e3df4d0642bf admin admin] Publish callbacks [] for router (c4c5fe34-b5f2-408b-af38-a99f2f461f2e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:19.052597 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 47294) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:19.096606 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['e360c9ab-0a13-41c6-8d70-5912dbd9ce2a'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:11:19.190913 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee7629-d21d-4645-bfa6-5654f5cc2aa2 req-8166b015-84a5-4d50-84da-b6cdab5038a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:19.192455 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-24ee7629-d21d-4645-bfa6-5654f5cc2aa2 req-8166b015-84a5-4d50-84da-b6cdab5038a0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3801868 Feb 09 01:11:19.223863 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:19.258540 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-8f647aad-dd54-4345-8f64-a8df00bc56bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c5fe34-b5f2-408b-af38-a99f2f461f2e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-511839412-router', 'tenant_id': '922b30affe5a4405930aa3d37acabbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '930158df-d33c-412a-9fa0-30d9be4deff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:04Z', 'updated_at': '2022-02-09T01:11:16Z', 'revision_number': 5, 'project_id': '922b30affe5a4405930aa3d37acabbc7', 'gw_port': {'id': '930158df-d33c-412a-9fa0-30d9be4deff7', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:17:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5fe34-b5f2-408b-af38-a99f2f461f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:06Z', 'updated_at': '2022-02-09T01:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:19.310029 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-673fae94-624f-41c3-ad24-c15f7f14117a service neutron] 10.222.0.91 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439632 Feb 09 01:11:19.317593 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71bf6b5-2772-4080-acfb-72542876dea7 req-10fcb072-e430-46dd-b450-ef2291fb2976 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:19.319314 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e71bf6b5-2772-4080-acfb-72542876dea7 req-10fcb072-e430-46dd-b450-ef2291fb2976 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=d49e7424-23cf-4ce1-a113-569c8fa1091f HTTP/1.1" status: 200 len: 945 time: 0.4771264 Feb 09 01:11:19.324936 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f647aad-dd54-4345-8f64-a8df00bc56bd None None] Checking router: c4c5fe34-b5f2-408b-af38-a99f2f461f2e for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:11:19.340725 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6f19677b-d840-4f4b-8101-6315e0ca7584 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1ce9156b2ca74aedbb6dd0475c092f64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2856553 Feb 09 01:11:19.345608 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f647aad-dd54-4345-8f64-a8df00bc56bd None None] Routers {'c4c5fe34-b5f2-408b-af38-a99f2f461f2e'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:11:19.347586 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-8f647aad-dd54-4345-8f64-a8df00bc56bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:10:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c4c5fe34-b5f2-408b-af38-a99f2f461f2e'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:19.354973 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 47300) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:19.425193 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f92b8-efef-4a3c-ae52-b9ff0eb7fc17 req-f1e33c43-2189-4415-a06b-5e2039713655 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:19.427249 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4b8f92b8-efef-4a3c-ae52-b9ff0eb7fc17 req-f1e33c43-2189-4415-a06b-5e2039713655 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 949 time: 0.4008901 Feb 09 01:11:19.476496 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b609aee-a8b0-4c79-bbfb-fc6be52f74c9 admin admin] Publish callbacks [] for security_group (b20685cb-a65a-4056-a5af-21e3e74d6d5b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:19.491869 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173053b6-2cf6-47b4-b51a-42f8b1646669 req-fbc03af0-b3ec-4855-aa70-2781f7e80df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:19.493728 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-173053b6-2cf6-47b4-b51a-42f8b1646669 req-fbc03af0-b3ec-4855-aa70-2781f7e80df2 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cbcf64bc184340809a27ba774d82840d&device_id=3ee2b0ef-7a3e-449d-afee-c1c409b901d0 HTTP/1.1" status: 200 len: 1130 time: 0.6790562 Feb 09 01:11:19.551240 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e71bf6b5-2772-4080-acfb-72542876dea7 req-c618d85f-9fd1-40c2-b4e2-cd09983ee35b tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221437 Feb 09 01:11:19.561996 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-8f647aad-dd54-4345-8f64-a8df00bc56bd None None] Set router c4c5fe34-b5f2-408b-af38-a99f2f461f2e gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:11:19.588161 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4b8f92b8-efef-4a3c-ae52-b9ff0eb7fc17 req-8b33a5cc-19b3-453f-a36f-f6f60e5b02bb tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266437 Feb 09 01:11:19.590847 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-bbf22703-7403-4f09-a748-12500e50a3e4 service neutron] 10.222.0.91 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650576 Feb 09 01:11:19.655834 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b609aee-a8b0-4c79-bbfb-fc6be52f74c9 admin admin] Publish callbacks [] for security_group (b20685cb-a65a-4056-a5af-21e3e74d6d5b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:19.764327 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-24ee7629-d21d-4645-bfa6-5654f5cc2aa2 req-25569d02-e776-40f5-b4bd-f260ded49a4a service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4741533 Feb 09 01:11:19.768741 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-40013fc7-0cc3-4eb3-981e-e3df4d0642bf admin admin] Publish callbacks [] for router_gateway (c4c5fe34-b5f2-408b-af38-a99f2f461f2e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:19.774567 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb470ced-672a-4990-895d-691bbf916f27 req-2262859a-2087-4479-bde2-efa68463efcb tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:19.782392 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb470ced-672a-4990-895d-691bbf916f27 req-2262859a-2087-4479-bde2-efa68463efcb tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ee2b0ef-7a3e-449d-afee-c1c409b901d0 HTTP/1.1" status: 200 len: 947 time: 0.0989299 Feb 09 01:11:19.816585 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173053b6-2cf6-47b4-b51a-42f8b1646669 req-aa1f875e-50d1-4ce3-8f28-ee460313f5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:19.818149 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-173053b6-2cf6-47b4-b51a-42f8b1646669 req-aa1f875e-50d1-4ce3-8f28-ee460313f5fa service neutron] 10.222.0.121 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.2941203 Feb 09 01:11:19.879712 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb470ced-672a-4990-895d-691bbf916f27 req-aaabdda5-d6a7-4a15-88b7-cf109d60f3d2 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886533 Feb 09 01:11:19.902951 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-8f647aad-dd54-4345-8f64-a8df00bc56bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c5fe34-b5f2-408b-af38-a99f2f461f2e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-511839412-router', 'tenant_id': '922b30affe5a4405930aa3d37acabbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '930158df-d33c-412a-9fa0-30d9be4deff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:04Z', 'updated_at': '2022-02-09T01:11:16Z', 'revision_number': 5, 'project_id': '922b30affe5a4405930aa3d37acabbc7', 'gw_port': {'id': '930158df-d33c-412a-9fa0-30d9be4deff7', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:17:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5fe34-b5f2-408b-af38-a99f2f461f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:06Z', 'updated_at': '2022-02-09T01:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:19.938248 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b609aee-a8b0-4c79-bbfb-fc6be52f74c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b20685cb-a65a-4056-a5af-21e3e74d6d5b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:19.940483 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f647aad-dd54-4345-8f64-a8df00bc56bd None None] The sync data for ids ['c4c5fe34-b5f2-408b-af38-a99f2f461f2e'] in n-d-822053-40 is: [{'id': 'c4c5fe34-b5f2-408b-af38-a99f2f461f2e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-511839412-router', 'tenant_id': '922b30affe5a4405930aa3d37acabbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '930158df-d33c-412a-9fa0-30d9be4deff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:04Z', 'updated_at': '2022-02-09T01:11:16Z', 'revision_number': 5, 'project_id': '922b30affe5a4405930aa3d37acabbc7', 'gw_port': {'id': '930158df-d33c-412a-9fa0-30d9be4deff7', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:17:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5fe34-b5f2-408b-af38-a99f2f461f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:06Z', 'updated_at': '2022-02-09T01:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:11:19.943130 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b609aee-a8b0-4c79-bbfb-fc6be52f74c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:19.945457 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4b609aee-a8b0-4c79-bbfb-fc6be52f74c9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b20685cb-a65a-4056-a5af-21e3e74d6d5b HTTP/1.1" status: 204 len: 168 time: 0.5874987 Feb 09 01:11:20.048300 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-173053b6-2cf6-47b4-b51a-42f8b1646669 req-a54eb823-eb38-489d-b05f-6f84eb714e86 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=37cc49f2-46da-4fdb-bb24-198cc9bba705 HTTP/1.1" status: 200 len: 217 time: 0.1592817 Feb 09 01:11:20.052374 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b609aee-a8b0-4c79-bbfb-fc6be52f74c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20685cb-a65a-4056-a5af-21e3e74d6d5b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:20.096703 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88a464-e561-4e48-9294-d93e54bf1b15 req-b517929f-52af-4da3-80c5-e23400137c3b tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:20.098260 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7c88a464-e561-4e48-9294-d93e54bf1b15 req-b517929f-52af-4da3-80c5-e23400137c3b tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d8b9fa-c4a7-4849-90a2-29f812ea2f94 HTTP/1.1" status: 200 len: 948 time: 0.1211562 Feb 09 01:11:20.109094 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-523145e0-f30b-4265-9659-150d7114b56c tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:20.112443 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-523145e0-f30b-4265-9659-150d7114b56c tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=d49e7424-23cf-4ce1-a113-569c8fa1091f&tenant_id=89a8855b9bab40b69c27334c734383e8&binding%3Ahost_id=n-h2-822053-40 HTTP/1.1" status: 200 len: 1128 time: 0.0875871 Feb 09 01:11:20.134644 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device b23e9a90-0720-4121-9d3a-627339a21480 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:11:20.168992 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173053b6-2cf6-47b4-b51a-42f8b1646669 req-80dbf51b-da8f-4105-bc1c-dcacf69dd153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:20.170528 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-173053b6-2cf6-47b4-b51a-42f8b1646669 req-80dbf51b-da8f-4105-bc1c-dcacf69dd153 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.1128850 Feb 09 01:11:20.232953 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-24ee7629-d21d-4645-bfa6-5654f5cc2aa2 req-2e7f6a0f-64a1-4c35-90e7-ff3b9de9aa8c service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4568014 Feb 09 01:11:20.237602 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-40013fc7-0cc3-4eb3-981e-e3df4d0642bf admin admin] Deleting port 930158df-d33c-412a-9fa0-30d9be4deff7 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:11:20.237927 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-40013fc7-0cc3-4eb3-981e-e3df4d0642bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (930158df-d33c-412a-9fa0-30d9be4deff7), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:20.292554 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7c88a464-e561-4e48-9294-d93e54bf1b15 req-520892e0-9013-4748-9946-f2bdff36582b tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793506 Feb 09 01:11:20.322696 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port b23e9a90-0720-4121-9d3a-627339a21480, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=b23e9a90-0720-4121-9d3a-627339a21480,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:20.338411 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': 'b23e9a90-0720-4121-9d3a-627339a21480', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': 'b23e9a90-0720-4121-9d3a-627339a21480', 'mac_address': 'fa:16:3e:9c:94:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:11:20.363247 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-40013fc7-0cc3-4eb3-981e-e3df4d0642bf admin admin] For port 930158df-d33c-412a-9fa0-30d9be4deff7, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=930158df-d33c-412a-9fa0-30d9be4deff7,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:20.363608 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-40013fc7-0cc3-4eb3-981e-e3df4d0642bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (930158df-d33c-412a-9fa0-30d9be4deff7), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:20.383695 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-40013fc7-0cc3-4eb3-981e-e3df4d0642bf admin admin] Calling delete_port for 930158df-d33c-412a-9fa0-30d9be4deff7 owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:11:20.396758 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173053b6-2cf6-47b4-b51a-42f8b1646669 req-53f408f3-598f-42f0-8f75-50636f006f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:20.398794 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-173053b6-2cf6-47b4-b51a-42f8b1646669 req-53f408f3-598f-42f0-8f75-50636f006f9a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2105200 Feb 09 01:11:20.416539 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port b23e9a90-0720-4121-9d3a-627339a21480 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:20.417348 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b23e9a90-0720-4121-9d3a-627339a21480), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:20.439833 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23e9a90-0720-4121-9d3a-627339a21480 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:11:20.449174 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-7cb85ae2-3611-4deb-b15b-ee4b6f105a67 service neutron] For port 0db41797-db17-4a54-ae13-c5ec0fa080a6, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:11:20.453520 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-7cb85ae2-3611-4deb-b15b-ee4b6f105a67 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:20.454829 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-897fd85f-484c-4a18-aa63-a3c0d616e1b8 req-7cb85ae2-3611-4deb-b15b-ee4b6f105a67 service neutron] 10.222.0.91 "DELETE /v2.0/ports/0db41797-db17-4a54-ae13-c5ec0fa080a6/bindings/n-h1-822053-40 HTTP/1.1" status: 204 len: 173 time: 0.3334286 Feb 09 01:11:20.491626 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 47314) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:20.495778 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port b23e9a90-0720-4121-9d3a-627339a21480, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=b23e9a90-0720-4121-9d3a-627339a21480,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:20.502314 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b23e9a90-0720-4121-9d3a-627339a21480), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:20.554546 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8bae67d7-ecec-4dcd-b43f-b852ed863228 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f2aa8ea2c0de4b38bba22974c5599029&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0614812 Feb 09 01:11:20.555763 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 47316) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:20.603619 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=b23e9a90-0720-4121-9d3a-627339a21480,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:20.693343 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3ee0ef37-d535-4254-97d7-d1dfd7756d14 admin admin] Publish callbacks [] for security_group (f4f41405-a89f-47ba-b1ca-fe417099bafd), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:20.695077 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:20.701978 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7fbba2ad-c045-4070-b274-3dcaffe434c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:20.724129 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-173053b6-2cf6-47b4-b51a-42f8b1646669 req-82d1c550-8920-4123-a0f8-889e14f5eafa service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174334 Feb 09 01:11:20.784756 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3ee0ef37-d535-4254-97d7-d1dfd7756d14 admin admin] Publish callbacks [] for security_group (f4f41405-a89f-47ba-b1ca-fe417099bafd), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:20.850297 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 799bb91c-8a09-4ef6-88cc-88fb3a4725cf no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:11:20.885396 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-40013fc7-0cc3-4eb3-981e-e3df4d0642bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (930158df-d33c-412a-9fa0-30d9be4deff7), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:20.889251 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 799bb91c-8a09-4ef6-88cc-88fb3a4725cf {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:11:20.889854 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 799bb91c-8a09-4ef6-88cc-88fb3a4725cf not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:11:20.958634 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40013fc7-0cc3-4eb3-981e-e3df4d0642bf admin admin] Pushing event deleted for resources: {'Port': ['ID=930158df-d33c-412a-9fa0-30d9be4deff7,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:21.018577 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-40013fc7-0cc3-4eb3-981e-e3df4d0642bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (c4c5fe34-b5f2-408b-af38-a99f2f461f2e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:21.049852 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['b23e9a90-0720-4121-9d3a-627339a21480'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:11:21.144016 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-40013fc7-0cc3-4eb3-981e-e3df4d0642bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (c4c5fe34-b5f2-408b-af38-a99f2f461f2e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:21.147072 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-40013fc7-0cc3-4eb3-981e-e3df4d0642bf admin admin] Publish callbacks [] for router_controller (c4c5fe34-b5f2-408b-af38-a99f2f461f2e), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:21.225160 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-173053b6-2cf6-47b4-b51a-42f8b1646669 req-0b685381-9fae-4c83-b207-a23ac8937e14 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4699399 Feb 09 01:11:21.226738 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-40013fc7-0cc3-4eb3-981e-e3df4d0642bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (c4c5fe34-b5f2-408b-af38-a99f2f461f2e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:21.227435 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40013fc7-0cc3-4eb3-981e-e3df4d0642bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4c5fe34-b5f2-408b-af38-a99f2f461f2e {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:11:21.233441 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-40013fc7-0cc3-4eb3-981e-e3df4d0642bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:21.237827 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-40013fc7-0cc3-4eb3-981e-e3df4d0642bf admin admin] 10.222.0.30 "DELETE /v2.0/routers/c4c5fe34-b5f2-408b-af38-a99f2f461f2e HTTP/1.1" status: 204 len: 168 time: 2.3224807 Feb 09 01:11:21.241804 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 47324) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:21.306312 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-c12ef827-6c2d-4539-b5f2-199fc96c466d admin admin] Deleting subnet a1b566c9-f61d-42d4-9742-63f29d6e7898 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:11:21.310222 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c12ef827-6c2d-4539-b5f2-199fc96c466d admin admin] Publish callbacks [] for subnet (a1b566c9-f61d-42d4-9742-63f29d6e7898), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:21.361962 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c12ef827-6c2d-4539-b5f2-199fc96c466d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (a1b566c9-f61d-42d4-9742-63f29d6e7898), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:21.468084 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3ee0ef37-d535-4254-97d7-d1dfd7756d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f4f41405-a89f-47ba-b1ca-fe417099bafd), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:21.472457 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3ee0ef37-d535-4254-97d7-d1dfd7756d14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:21.473391 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3ee0ef37-d535-4254-97d7-d1dfd7756d14 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f4f41405-a89f-47ba-b1ca-fe417099bafd HTTP/1.1" status: 204 len: 168 time: 0.9160073 Feb 09 01:11:21.491259 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e3520-e081-4dec-a199-41eb83c1a5f3 req-4e84482c-dbcf-41ba-9013-bb734b9e32fe tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:21.498703 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-579e3520-e081-4dec-a199-41eb83c1a5f3 req-4e84482c-dbcf-41ba-9013-bb734b9e32fe tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=d49e7424-23cf-4ce1-a113-569c8fa1091f HTTP/1.1" status: 200 len: 945 time: 0.8074875 Feb 09 01:11:21.547760 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e0b97-a602-4eb4-92bf-c8e66607d92e req-7127c9fd-b3e6-4f50-93aa-aae31cc6e915 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:21.549450 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-509e0b97-a602-4eb4-92bf-c8e66607d92e req-7127c9fd-b3e6-4f50-93aa-aae31cc6e915 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 949 time: 0.7814071 Feb 09 01:11:21.553423 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0ef37-d535-4254-97d7-d1dfd7756d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f41405-a89f-47ba-b1ca-fe417099bafd,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:21.655822 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-579e3520-e081-4dec-a199-41eb83c1a5f3 req-d2d85eac-2189-4de5-ad15-40583d03130b tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496859 Feb 09 01:11:21.722144 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-509e0b97-a602-4eb4-92bf-c8e66607d92e req-37dbc25e-f172-4e8b-aa43-97d301d20495 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569002 Feb 09 01:11:21.898200 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c12ef827-6c2d-4539-b5f2-199fc96c466d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (a1b566c9-f61d-42d4-9742-63f29d6e7898), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:21.975494 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7166cbb-ae72-4386-abe1-3d2bc1f182d6 req-5c4f839c-7588-4707-a85c-fc0cd018d621 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:21.977179 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e7166cbb-ae72-4386-abe1-3d2bc1f182d6 req-5c4f839c-7588-4707-a85c-fc0cd018d621 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d8b9fa-c4a7-4849-90a2-29f812ea2f94 HTTP/1.1" status: 200 len: 949 time: 0.1388628 Feb 09 01:11:21.987720 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c12ef827-6c2d-4539-b5f2-199fc96c466d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (a1b566c9-f61d-42d4-9742-63f29d6e7898), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:22.000475 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764b51c-0d22-401f-9abe-c381bbba5f50 req-98414c65-8002-41de-8a4f-49d940023088 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:22.001990 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7764b51c-0d22-401f-9abe-c381bbba5f50 req-98414c65-8002-41de-8a4f-49d940023088 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ee2b0ef-7a3e-449d-afee-c1c409b901d0 HTTP/1.1" status: 200 len: 947 time: 0.1285274 Feb 09 01:11:22.026051 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c12ef827-6c2d-4539-b5f2-199fc96c466d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:22.032943 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c12ef827-6c2d-4539-b5f2-199fc96c466d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a1b566c9-f61d-42d4-9742-63f29d6e7898 HTTP/1.1" status: 204 len: 168 time: 0.7898357 Feb 09 01:11:22.033507 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304a242b-4504-43a5-822f-81a9fd4a1fca None None] Network 6623127f-6781-406f-ad2c-c8f4b498a144 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:11:22.033971 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 47336) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:22.038454 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:11:22.082044 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e7166cbb-ae72-4386-abe1-3d2bc1f182d6 req-145d6c5f-5b73-4c4f-9173-8d61436fdeee tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790396 Feb 09 01:11:22.091902 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ef827-6c2d-4539-b5f2-199fc96c466d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1b566c9-f61d-42d4-9742-63f29d6e7898,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:22.165991 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device e360c9ab-0a13-41c6-8d70-5912dbd9ce2a up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:11:22.170087 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34a5d584-f5bf-44a2-8026-e5ca272a8441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (6623127f-6781-406f-ad2c-c8f4b498a144), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:22.175352 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7764b51c-0d22-401f-9abe-c381bbba5f50 req-5ea95a84-3c55-44d7-89cc-3645c076a978 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021028 Feb 09 01:11:22.276253 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-34a5d584-f5bf-44a2-8026-e5ca272a8441 admin admin] Deleting port e6ec4311-b239-4594-8d3a-600f7a7a2c46 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:11:22.277493 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34a5d584-f5bf-44a2-8026-e5ca272a8441 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (e6ec4311-b239-4594-8d3a-600f7a7a2c46), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:22.283272 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port e360c9ab-0a13-41c6-8d70-5912dbd9ce2a completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:11:22.293346 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port e360c9ab-0a13-41c6-8d70-5912dbd9ce2a triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:22.293916 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e360c9ab-0a13-41c6-8d70-5912dbd9ce2a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:22.336659 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45df213-41ef-4370-aaa5-a9aa45c2eae1 req-1a898103-097e-44ef-b7bd-2061ec0a2c94 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:22.339126 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f45df213-41ef-4370-aaa5-a9aa45c2eae1 req-1a898103-097e-44ef-b7bd-2061ec0a2c94 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d49e7424-23cf-4ce1-a113-569c8fa1091f HTTP/1.1" status: 200 len: 1128 time: 0.0915308 Feb 09 01:11:22.379831 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-34a5d584-f5bf-44a2-8026-e5ca272a8441 admin admin] For port e6ec4311-b239-4594-8d3a-600f7a7a2c46, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=e6ec4311-b239-4594-8d3a-600f7a7a2c46,segment=NetworkSegment(3a249220-1851-4fa0-a2f8-82136bb864ac),segment_id=3a249220-1851-4fa0-a2f8-82136bb864ac)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:22.380328 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34a5d584-f5bf-44a2-8026-e5ca272a8441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (e6ec4311-b239-4594-8d3a-600f7a7a2c46), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:22.400997 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-34a5d584-f5bf-44a2-8026-e5ca272a8441 admin admin] Calling delete_port for e6ec4311-b239-4594-8d3a-600f7a7a2c46 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:11:22.427596 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8080777e-6921-47f0-942d-455641c0372c None None] DHCP port deletion for 6623127f-6781-406f-ad2c-c8f4b498a144 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:11:22.441187 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f45df213-41ef-4370-aaa5-a9aa45c2eae1 req-54b0a569-469d-4094-8000-1ef86f369656 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939050 Feb 09 01:11:22.535146 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port e360c9ab-0a13-41c6-8d70-5912dbd9ce2a is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:22.535811 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e360c9ab-0a13-41c6-8d70-5912dbd9ce2a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:22.586691 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3319b93-06cf-452c-b1c1-5a3257079a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e360c9ab-0a13-41c6-8d70-5912dbd9ce2a'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:22.589878 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064b3649-3bbb-4062-9507-cf545e90c943" -d '{"events": [{"server_uuid": "e3319b93-06cf-452c-b1c1-5a3257079a4f", "name": "network-vif-plugged", "status": "completed", "tag": "e360c9ab-0a13-41c6-8d70-5912dbd9ce2a"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:22.638269 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34a5d584-f5bf-44a2-8026-e5ca272a8441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (e6ec4311-b239-4594-8d3a-600f7a7a2c46), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:22.667543 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port e360c9ab-0a13-41c6-8d70-5912dbd9ce2a, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=e360c9ab-0a13-41c6-8d70-5912dbd9ce2a,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:22.681846 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-8080777e-6921-47f0-942d-455641c0372c None None] Deleting port e6ec4311-b239-4594-8d3a-600f7a7a2c46 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:11:22.682572 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8080777e-6921-47f0-942d-455641c0372c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (e6ec4311-b239-4594-8d3a-600f7a7a2c46), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:22.692825 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a5d584-f5bf-44a2-8026-e5ca272a8441 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6ec4311-b239-4594-8d3a-600f7a7a2c46,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:22.716152 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a5d584-f5bf-44a2-8026-e5ca272a8441 admin admin] No DVR routers for this DVR port e6ec4311-b239-4594-8d3a-600f7a7a2c46 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:11:22.811707 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa708ca-e2fc-4d5f-b71e-05d3916cbbca x-openstack-request-id: req-faa708ca-e2fc-4d5f-b71e-05d3916cbbca {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:11:22.812209 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3319b93-06cf-452c-b1c1-5a3257079a4f", "name": "network-vif-plugged", "status": "completed", "tag": "e360c9ab-0a13-41c6-8d70-5912dbd9ce2a", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:11:22.812345 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-faa708ca-e2fc-4d5f-b71e-05d3916cbbca {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:11:22.812727 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3319b93-06cf-452c-b1c1-5a3257079a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e360c9ab-0a13-41c6-8d70-5912dbd9ce2a', 'code': 200} Feb 09 01:11:22.823750 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e360c9ab-0a13-41c6-8d70-5912dbd9ce2a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:22.847186 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-8080777e-6921-47f0-942d-455641c0372c None None] For port e6ec4311-b239-4594-8d3a-600f7a7a2c46, host n-d-822053-40, got binding levels [] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:22.847581 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8080777e-6921-47f0-942d-455641c0372c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (e6ec4311-b239-4594-8d3a-600f7a7a2c46), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:22.865233 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 37cc49f2-46da-4fdb-bb24-198cc9bba705 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:11:22.914050 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34a5d584-f5bf-44a2-8026-e5ca272a8441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (6623127f-6781-406f-ad2c-c8f4b498a144), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:22.920454 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-8080777e-6921-47f0-942d-455641c0372c None None] Calling delete_port for e6ec4311-b239-4594-8d3a-600f7a7a2c46 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:11:22.931383 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.ipam_backend_mixin [None req-8080777e-6921-47f0-942d-455641c0372c None None] Port e6ec4311-b239-4594-8d3a-600f7a7a2c46 was not found and therefore no delete operation was performed {{(pid=103530) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:11:22.953750 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-34a5d584-f5bf-44a2-8026-e5ca272a8441 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6623127f-6781-406f-ad2c-c8f4b498a144']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:22.961531 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8080777e-6921-47f0-942d-455641c0372c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (e6ec4311-b239-4594-8d3a-600f7a7a2c46), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:22.980084 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e6ec4311-b239-4594-8d3a-600f7a7a2c46 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:11:22.982634 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-34a5d584-f5bf-44a2-8026-e5ca272a8441 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a249220-1851-4fa0-a2f8-82136bb864ac') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:22.983968 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-34a5d584-f5bf-44a2-8026-e5ca272a8441 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a249220-1851-4fa0-a2f8-82136bb864ac') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:23.002010 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34a5d584-f5bf-44a2-8026-e5ca272a8441 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (3a249220-1851-4fa0-a2f8-82136bb864ac), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:23.010809 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce6c8a-0a74-44e5-b7c7-1dadf8081cc8 req-1cad8639-e3bd-4d49-b0a4-97e29aea99fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:23.012626 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-39ce6c8a-0a74-44e5-b7c7-1dadf8081cc8 req-1cad8639-e3bd-4d49-b0a4-97e29aea99fb service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e3319b93-06cf-452c-b1c1-5a3257079a4f HTTP/1.1" status: 200 len: 1132 time: 0.1310613 Feb 09 01:11:23.015823 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: e6ec4311-b239-4594-8d3a-600f7a7a2c46 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:11:23.017151 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e6ec4311-b239-4594-8d3a-600f7a7a2c46 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:11:23.017151 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 930158df-d33c-412a-9fa0-30d9be4deff7 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:11:23.021720 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-499efc96-7c47-4b64-b7cb-f183ea1f193d tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:23.025484 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-499efc96-7c47-4b64-b7cb-f183ea1f193d tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/networks?id=4d54ed5f-d078-4c38-9c35-f6f424a32376 HTTP/1.1" status: 200 len: 820 time: 0.2714586 Feb 09 01:11:23.030093 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34a5d584-f5bf-44a2-8026-e5ca272a8441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (3a249220-1851-4fa0-a2f8-82136bb864ac), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:23.041864 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34a5d584-f5bf-44a2-8026-e5ca272a8441 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:11:23.042443 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fcc93-cdc8-4f0c-97da-8f1aff41ed16 req-5f65a091-3fcf-417d-92fa-028ca8529dfc tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:23.043129 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34a5d584-f5bf-44a2-8026-e5ca272a8441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (3a249220-1851-4fa0-a2f8-82136bb864ac), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:23.044468 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-118fcc93-cdc8-4f0c-97da-8f1aff41ed16 req-5f65a091-3fcf-417d-92fa-028ca8529dfc tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 949 time: 0.1868525 Feb 09 01:11:23.087827 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-7bf6784e-10af-4a93-a6e6-081223068dc4 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/quotas/89a8855b9bab40b69c27334c734383e8 HTTP/1.1" status: 200 len: 375 time: 0.0416415 Feb 09 01:11:23.089618 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=e360c9ab-0a13-41c6-8d70-5912dbd9ce2a,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:23.098161 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8080777e-6921-47f0-942d-455641c0372c None None] No DVR routers for this DVR port e6ec4311-b239-4594-8d3a-600f7a7a2c46 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:11:23.108705 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 930158df-d33c-412a-9fa0-30d9be4deff7 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:11:23.109060 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 930158df-d33c-412a-9fa0-30d9be4deff7 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:11:23.139392 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8080777e-6921-47f0-942d-455641c0372c None None] Pushing event deleted for resources: {'Port': ['ID=e6ec4311-b239-4594-8d3a-600f7a7a2c46,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:23.158907 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:11:23.158907 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:11:23.158907 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:11:23.158907 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:11:23.158907 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:11:23.158907 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:11:23.158907 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:11:23.158907 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:11:23.158907 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:11:23.158907 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:11:23.158907 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:11:23.158907 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:11:23.158907 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:11:23.158907 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:11:23.158907 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:11:23.158907 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:11:23.158907 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:11:23.158907 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:11:23.158907 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:11:23.158907 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:11:23.158907 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:11:23.158907 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:11:23.158907 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:11:23.158907 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:11:23.158907 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:11:23.158907 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:11:23.158907 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:11:23.158907 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:11:23.158907 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:11:23.158907 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:11:23.158907 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:11:23.158907 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:11:23.173236 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34a5d584-f5bf-44a2-8026-e5ca272a8441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (6623127f-6781-406f-ad2c-c8f4b498a144), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:23.210709 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 37cc49f2-46da-4fdb-bb24-198cc9bba705, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=37cc49f2-46da-4fdb-bb24-198cc9bba705,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:23.214754 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a5d584-f5bf-44a2-8026-e5ca272a8441 admin admin] Pushing event deleted for resources: {'Network': ['ID=6623127f-6781-406f-ad2c-c8f4b498a144,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:23.220375 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-118fcc93-cdc8-4f0c-97da-8f1aff41ed16 req-ed5c121d-1d21-4920-ba68-91e96466667a tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593409 Feb 09 01:11:23.221119 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34a5d584-f5bf-44a2-8026-e5ca272a8441 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:23.223867 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-39ce6c8a-0a74-44e5-b7c7-1dadf8081cc8 req-a92165a7-6757-4fc7-9276-3a2482d9ede0 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954575 Feb 09 01:11:23.229694 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-34a5d584-f5bf-44a2-8026-e5ca272a8441 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6623127f-6781-406f-ad2c-c8f4b498a144 HTTP/1.1" status: 204 len: 168 time: 1.1947327 Feb 09 01:11:23.231847 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '37cc49f2-46da-4fdb-bb24-198cc9bba705', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': '37cc49f2-46da-4fdb-bb24-198cc9bba705', 'mac_address': 'fa:16:3e:63:e7:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:11:23.269111 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-77068334-2bf5-4dd4-b6b9-bff2391952cc tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=89a8855b9bab40b69c27334c734383e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1673255 Feb 09 01:11:23.288475 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 37cc49f2-46da-4fdb-bb24-198cc9bba705 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:23.288963 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (37cc49f2-46da-4fdb-bb24-198cc9bba705), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:23.310781 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37cc49f2-46da-4fdb-bb24-198cc9bba705 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:11:23.338940 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 37cc49f2-46da-4fdb-bb24-198cc9bba705, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=37cc49f2-46da-4fdb-bb24-198cc9bba705,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:23.344023 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (37cc49f2-46da-4fdb-bb24-198cc9bba705), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:23.412067 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=37cc49f2-46da-4fdb-bb24-198cc9bba705,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:23.438685 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 47384) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:23.450554 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18acecfa-cbf4-41fe-b656-079a1fb3a58c req-e37c10d2-b1cc-45b7-831c-e3ad37429c87 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:23.452259 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-18acecfa-cbf4-41fe-b656-079a1fb3a58c req-e37c10d2-b1cc-45b7-831c-e3ad37429c87 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d8b9fa-c4a7-4849-90a2-29f812ea2f94 HTTP/1.1" status: 200 len: 949 time: 0.0987794 Feb 09 01:11:23.454663 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-0c1b361e-b7ee-4b65-ba9e-fb7478234f70 service neutron] 10.222.0.30 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751041 Feb 09 01:11:23.492593 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-eb2a3368-eb9b-482e-958e-5f39f44cff57 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=922b30affe5a4405930aa3d37acabbc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0500798 Feb 09 01:11:23.493332 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 47386) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:23.561818 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-664803ad-984f-44cf-93b8-5d1c9c83c77d admin admin] Publish callbacks [] for security_group (3106530a-4dae-44fa-8b19-c9899044ed7d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:23.590997 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-664803ad-984f-44cf-93b8-5d1c9c83c77d admin admin] Publish callbacks [] for security_group (3106530a-4dae-44fa-8b19-c9899044ed7d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:23.614029 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-18acecfa-cbf4-41fe-b656-079a1fb3a58c req-a2600ef1-55bd-417b-acaa-90360a355167 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385162 Feb 09 01:11:23.627863 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-bdaa1fcc-6c41-489f-8fc3-2a2d58c5c4b5 service neutron] 10.222.0.30 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673491 Feb 09 01:11:23.678302 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-664803ad-984f-44cf-93b8-5d1c9c83c77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3106530a-4dae-44fa-8b19-c9899044ed7d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:23.682278 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-664803ad-984f-44cf-93b8-5d1c9c83c77d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:23.690567 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-664803ad-984f-44cf-93b8-5d1c9c83c77d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3106530a-4dae-44fa-8b19-c9899044ed7d HTTP/1.1" status: 204 len: 168 time: 0.1941602 Feb 09 01:11:23.706548 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664803ad-984f-44cf-93b8-5d1c9c83c77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3106530a-4dae-44fa-8b19-c9899044ed7d,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:23.711369 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['37cc49f2-46da-4fdb-bb24-198cc9bba705'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:11:23.787280 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ddc1b-a02f-452f-8dda-1afb770074e0 req-199a7e3a-1789-4381-a100-f62afce68e1a tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:23.788867 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6f1ddc1b-a02f-452f-8dda-1afb770074e0 req-199a7e3a-1789-4381-a100-f62afce68e1a tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ee2b0ef-7a3e-449d-afee-c1c409b901d0 HTTP/1.1" status: 200 len: 948 time: 0.0955868 Feb 09 01:11:23.909103 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6f1ddc1b-a02f-452f-8dda-1afb770074e0 req-70068919-c1bc-47ea-a688-9d64d5aff8d2 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136692 Feb 09 01:11:23.937166 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a32be8e7-820f-4f0d-bfad-088dac87cd91 req-3b12204f-b64e-48f7-9fd2-f7b02b5b0f6d tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=afe25b88-2612-487d-85c9-0d9d1ecd7312 HTTP/1.1" status: 200 len: 210 time: 0.0431223 Feb 09 01:11:24.171616 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device b23e9a90-0720-4121-9d3a-627339a21480 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:11:24.214125 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-255c3545-d4dc-4f52-b5f3-5e07900d468e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:24.247460 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port b23e9a90-0720-4121-9d3a-627339a21480 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:11:24.273642 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port b23e9a90-0720-4121-9d3a-627339a21480 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:24.274034 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b23e9a90-0720-4121-9d3a-627339a21480), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:24.412360 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port b23e9a90-0720-4121-9d3a-627339a21480 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:24.414122 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b23e9a90-0720-4121-9d3a-627339a21480), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:24.440288 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658037bb-c932-4a1b-97d7-1a688a5bc312 req-94fed448-57ec-4430-a2e6-d3aa5f0a3d72 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:24.449015 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-658037bb-c932-4a1b-97d7-1a688a5bc312 req-94fed448-57ec-4430-a2e6-d3aa5f0a3d72 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 949 time: 0.1149588 Feb 09 01:11:24.489185 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port b23e9a90-0720-4121-9d3a-627339a21480, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=b23e9a90-0720-4121-9d3a-627339a21480,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:24.497438 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b23e9a90-0720-4121-9d3a-627339a21480), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:24.524930 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-658037bb-c932-4a1b-97d7-1a688a5bc312 req-5fc379ab-796f-48a5-90e1-113b9af69fc1 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700829 Feb 09 01:11:24.606537 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=b23e9a90-0720-4121-9d3a-627339a21480,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:24.816566 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d8b9fa-c4a7-4849-90a2-29f812ea2f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23e9a90-0720-4121-9d3a-627339a21480'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:24.816566 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9502c159-5a66-4e12-9390-347feece4a33" -d '{"events": [{"server_uuid": "59d8b9fa-c4a7-4849-90a2-29f812ea2f94", "name": "network-vif-plugged", "status": "completed", "tag": "b23e9a90-0720-4121-9d3a-627339a21480"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:24.825660 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11321d89-609a-4e0e-b8ce-13b91fb72fc4 req-44d88f63-2ffb-4275-abd9-87cf97002617 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:24.827588 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-11321d89-609a-4e0e-b8ce-13b91fb72fc4 req-44d88f63-2ffb-4275-abd9-87cf97002617 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d8b9fa-c4a7-4849-90a2-29f812ea2f94 HTTP/1.1" status: 200 len: 950 time: 0.0917547 Feb 09 01:11:24.831082 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 37cc49f2-46da-4fdb-bb24-198cc9bba705 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:11:24.907504 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 37cc49f2-46da-4fdb-bb24-198cc9bba705 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:11:24.925010 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a363c7c2-0ada-4a86-b309-76a79219a0bb x-openstack-request-id: req-a363c7c2-0ada-4a86-b309-76a79219a0bb {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:11:24.925333 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d8b9fa-c4a7-4849-90a2-29f812ea2f94", "name": "network-vif-plugged", "status": "completed", "tag": "b23e9a90-0720-4121-9d3a-627339a21480", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:11:24.925596 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a363c7c2-0ada-4a86-b309-76a79219a0bb {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:11:24.925982 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d8b9fa-c4a7-4849-90a2-29f812ea2f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23e9a90-0720-4121-9d3a-627339a21480', 'code': 200} Feb 09 01:11:24.929983 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 37cc49f2-46da-4fdb-bb24-198cc9bba705 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:24.930999 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (37cc49f2-46da-4fdb-bb24-198cc9bba705), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:24.953258 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-11321d89-609a-4e0e-b8ce-13b91fb72fc4 req-4b6323e1-75cc-444a-add7-83b9aaf6ff41 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195333 Feb 09 01:11:25.077257 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a74048a9-4942-49ba-9ed0-3d15ea30fe6b req-554f0c62-2c72-47b3-bc9c-d4cf396fbd4a service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=d607b329-93f2-449f-a06d-5e1564200369&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1160431 Feb 09 01:11:25.135865 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 37cc49f2-46da-4fdb-bb24-198cc9bba705 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:25.136310 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (37cc49f2-46da-4fdb-bb24-198cc9bba705), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:25.140078 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c6bdad00-c110-49f6-93d7-01f38dadf414 req-c90294b3-028e-4352-ace7-952fa7cce57c tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=afe25b88-2612-487d-85c9-0d9d1ecd7312 HTTP/1.1" status: 200 len: 210 time: 0.0546393 Feb 09 01:11:25.202892 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 37cc49f2-46da-4fdb-bb24-198cc9bba705, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=37cc49f2-46da-4fdb-bb24-198cc9bba705,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:25.211121 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (37cc49f2-46da-4fdb-bb24-198cc9bba705), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:25.254628 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74048a9-4942-49ba-9ed0-3d15ea30fe6b req-b9c5e27c-a44d-4489-a1aa-e4d771d16c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:25.257770 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a74048a9-4942-49ba-9ed0-3d15ea30fe6b req-b9c5e27c-a44d-4489-a1aa-e4d771d16c6e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=2ba95e383d254696b30a587479c29af0&device_id=d607b329-93f2-449f-a06d-5e1564200369 HTTP/1.1" status: 200 len: 1128 time: 0.0924919 Feb 09 01:11:25.284566 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2006d-fd2b-4d2c-8081-262a357b8e41 req-e4fce8d2-bcaf-4037-a698-5f925abcff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:25.286191 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3dd2006d-fd2b-4d2c-8081-262a357b8e41 req-e4fce8d2-bcaf-4037-a698-5f925abcff8d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=59d8b9fa-c4a7-4849-90a2-29f812ea2f94 HTTP/1.1" status: 200 len: 1133 time: 0.2480738 Feb 09 01:11:25.314835 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2649b-12b3-439c-a706-1114a82dc5a1 req-2d6d596d-fe67-4fff-b777-d54ec01f1067 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:25.314835 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76a2649b-12b3-439c-a706-1114a82dc5a1 req-2d6d596d-fe67-4fff-b777-d54ec01f1067 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ee2b0ef-7a3e-449d-afee-c1c409b901d0 HTTP/1.1" status: 200 len: 948 time: 0.1823530 Feb 09 01:11:25.329363 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=37cc49f2-46da-4fdb-bb24-198cc9bba705,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:25.457317 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3dd2006d-fd2b-4d2c-8081-262a357b8e41 req-ab5ad531-90d6-4808-b2fb-6593c17b9cc4 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437240 Feb 09 01:11:25.500063 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76a2649b-12b3-439c-a706-1114a82dc5a1 req-31ba6ccd-a1a2-44ab-bf26-3180012988aa tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503446 Feb 09 01:11:25.613202 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-0036b7cc-8c1f-46da-9fe6-cad3babe1b28 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:25.614691 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-0036b7cc-8c1f-46da-9fe6-cad3babe1b28 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.121 "GET /v2.0/networks?id=4d54ed5f-d078-4c38-9c35-f6f424a32376 HTTP/1.1" status: 200 len: 820 time: 0.3113015 Feb 09 01:11:25.615880 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74048a9-4942-49ba-9ed0-3d15ea30fe6b req-cbdda2b2-cd8e-42b1-b087-e332c58c4b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:25.618311 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a74048a9-4942-49ba-9ed0-3d15ea30fe6b req-cbdda2b2-cd8e-42b1-b087-e332c58c4b8e service neutron] 10.222.0.121 "GET /v2.0/networks?id=e8a262a2-1887-44d6-8265-164882c37a5a HTTP/1.1" status: 200 len: 925 time: 0.3242881 Feb 09 01:11:25.634579 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:25.642047 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-462447eb-f423-4e49-9b1d-f10653f05537 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Request body: {'port': {'device_id': 'afe25b88-2612-487d-85c9-0d9d1ecd7312', 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376', 'admin_state_up': True, 'tenant_id': '89a8855b9bab40b69c27334c734383e8'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:25.725800 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c331a-5883-4298-9beb-11bf64f1b87b req-5e4e2ce4-3fe0-4a7b-9e40-1d7ab7b68177 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:25.733878 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-242c331a-5883-4298-9beb-11bf64f1b87b req-5e4e2ce4-3fe0-4a7b-9e40-1d7ab7b68177 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 949 time: 0.0897603 Feb 09 01:11:25.780655 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a74048a9-4942-49ba-9ed0-3d15ea30fe6b req-cf13ac96-2460-41c6-9bbc-a82cfba22f14 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dacb0762-f5cc-41ce-92bd-96b1f21b8f01 HTTP/1.1" status: 200 len: 1000 time: 0.1347466 Feb 09 01:11:25.869831 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-242c331a-5883-4298-9beb-11bf64f1b87b req-d530ee2b-4791-4069-bc88-8d1c5f78acdd tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214938 Feb 09 01:11:25.870517 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74048a9-4942-49ba-9ed0-3d15ea30fe6b req-8808e089-a7f9-4612-b8b7-d0781220e083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:25.872194 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a74048a9-4942-49ba-9ed0-3d15ea30fe6b req-8808e089-a7f9-4612-b8b7-d0781220e083 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0 HTTP/1.1" status: 200 len: 863 time: 0.0789719 Feb 09 01:11:25.937845 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-462447eb-f423-4e49-9b1d-f10653f05537 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Made reservation on behalf of 89a8855b9bab40b69c27334c734383e8 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:25.942089 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-462447eb-f423-4e49-9b1d-f10653f05537 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:25.988760 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f1b35fe-ba4e-4e21-bc8f-469844939da0 req-1e3e637b-47b2-4fe5-aa3c-6913d7cc8211 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b9ba7461-2eff-4b6a-9ac4-8589e5930e63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0756364 Feb 09 01:11:25.988944 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74048a9-4942-49ba-9ed0-3d15ea30fe6b req-cb8de2a5-eb7d-45d4-ad10-71af38a5994e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:25.990704 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a74048a9-4942-49ba-9ed0-3d15ea30fe6b req-cb8de2a5-eb7d-45d4-ad10-71af38a5994e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=e8a262a2-1887-44d6-8265-164882c37a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1086450 Feb 09 01:11:26.000095 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 47526) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:26.132558 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b35fe-ba4e-4e21-bc8f-469844939da0 req-729a06bb-5e7a-4701-9e70-844427fb02a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:26.135352 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f1b35fe-ba4e-4e21-bc8f-469844939da0 req-729a06bb-5e7a-4701-9e70-844427fb02a4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cbcf64bc184340809a27ba774d82840d&device_id=b9ba7461-2eff-4b6a-9ac4-8589e5930e63 HTTP/1.1" status: 200 len: 1132 time: 0.0863390 Feb 09 01:11:26.154855 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d47e83b4-f293-430f-adde-108107d0f126 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:26.191961 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a74048a9-4942-49ba-9ed0-3d15ea30fe6b req-662ad936-2256-4625-ac66-530823ffba4e service neutron] 10.222.0.121 "GET /v2.0/networks/e8a262a2-1887-44d6-8265-164882c37a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938519 Feb 09 01:11:26.197862 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-462447eb-f423-4e49-9b1d-f10653f05537 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Allocated IP 172.20.0.13 (4d54ed5f-d078-4c38-9c35-f6f424a32376/dc881d69-9121-4d00-994f-9cce6bcb92ea/7ca29457-e348-4681-af82-7be07e1dac0b) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:11:26.257522 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2256e4-13a3-46b7-af6b-023cc4debfaf req-b7346d03-9391-4978-802f-0158084e3d1b tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:26.259524 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3b2256e4-13a3-46b7-af6b-023cc4debfaf req-b7346d03-9391-4978-802f-0158084e3d1b tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d8b9fa-c4a7-4849-90a2-29f812ea2f94 HTTP/1.1" status: 200 len: 950 time: 0.1668549 Feb 09 01:11:26.332965 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b35fe-ba4e-4e21-bc8f-469844939da0 req-5a6a7f27-dffb-4229-8568-1c5ae0299af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:26.334933 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f1b35fe-ba4e-4e21-bc8f-469844939da0 req-5a6a7f27-dffb-4229-8568-1c5ae0299af9 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.1709983 Feb 09 01:11:26.377224 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a74048a9-4942-49ba-9ed0-3d15ea30fe6b req-ea67fbf9-ca41-45cd-b3b5-bb5c5d2e9aed service neutron] 10.222.0.121 "GET /v2.0/networks/e8a262a2-1887-44d6-8265-164882c37a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736145 Feb 09 01:11:26.417775 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f1b35fe-ba4e-4e21-bc8f-469844939da0 req-a12eb883-204c-442a-b5a8-0e9ec25707b3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=0299c62c-b308-454a-bf29-0a85c3420970 HTTP/1.1" status: 200 len: 217 time: 0.0593939 Feb 09 01:11:26.423702 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3b2256e4-13a3-46b7-af6b-023cc4debfaf req-c46ccb82-1e36-46e0-9705-e44cfccb8d4b tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357517 Feb 09 01:11:26.425569 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d47e83b4-f293-430f-adde-108107d0f126 admin admin] Publish callbacks [] for security_group (b94522af-48be-4212-873c-36e1491a1ffb), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:26.439141 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d47e83b4-f293-430f-adde-108107d0f126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b94522af-48be-4212-873c-36e1491a1ffb), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:26.474354 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-462447eb-f423-4e49-9b1d-f10653f05537 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Publish callbacks [] for port (7ca29457-e348-4681-af82-7be07e1dac0b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:26.502540 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e83b4-f293-430f-adde-108107d0f126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94522af-48be-4212-873c-36e1491a1ffb,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:26.526555 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b35fe-ba4e-4e21-bc8f-469844939da0 req-96c26c45-06c5-46d0-aca3-c82719143d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:26.528970 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f1b35fe-ba4e-4e21-bc8f-469844939da0 req-96c26c45-06c5-46d0-aca3-c82719143d47 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.1000044 Feb 09 01:11:26.534067 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-462447eb-f423-4e49-9b1d-f10653f05537 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (7ca29457-e348-4681-af82-7be07e1dac0b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:26.534571 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d47e83b4-f293-430f-adde-108107d0f126 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=52cdfa5ce2c54af9b0c6bf1523761c2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5332513 Feb 09 01:11:26.535265 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 47574) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:26.582868 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-462447eb-f423-4e49-9b1d-f10653f05537 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Network 4d54ed5f-d078-4c38-9c35-f6f424a32376 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:26.586313 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-462447eb-f423-4e49-9b1d-f10653f05537 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:26.589303 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-462447eb-f423-4e49-9b1d-f10653f05537 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:11:26.619736 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462447eb-f423-4e49-9b1d-f10653f05537 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Pushing event updated for resources: {'Port': ['ID=7ca29457-e348-4681-af82-7be07e1dac0b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:26.652923 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-462447eb-f423-4e49-9b1d-f10653f05537 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:26.653577 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-462447eb-f423-4e49-9b1d-f10653f05537 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:26.674517 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-462447eb-f423-4e49-9b1d-f10653f05537 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0372198 Feb 09 01:11:26.675368 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8ddd13cf-d745-493b-a248-fecf0a4ef912 admin admin] Publish callbacks [] for security_group (b94522af-48be-4212-873c-36e1491a1ffb), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:26.688973 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f62507-0541-4101-bdf1-ac3b15766c6c req-2f3d3785-c8aa-43f2-81b0-41acc7fdcd62 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:26.690558 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a8f62507-0541-4101-bdf1-ac3b15766c6c req-2f3d3785-c8aa-43f2-81b0-41acc7fdcd62 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=afe25b88-2612-487d-85c9-0d9d1ecd7312 HTTP/1.1" status: 200 len: 932 time: 0.1530972 Feb 09 01:11:26.691373 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-2967472d-f017-4041-acf2-5f80eed324b3 service neutron] Request body: {'port': {'device_id': 'afe25b88-2612-487d-85c9-0d9d1ecd7312', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:26.698837 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b35fe-ba4e-4e21-bc8f-469844939da0 req-b45bcd15-6c95-47e0-b953-5aeecda90da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:26.700416 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f1b35fe-ba4e-4e21-bc8f-469844939da0 req-b45bcd15-6c95-47e0-b953-5aeecda90da5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1491318 Feb 09 01:11:26.736744 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8ddd13cf-d745-493b-a248-fecf0a4ef912 admin admin] Publish callbacks [] for security_group (b94522af-48be-4212-873c-36e1491a1ffb), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:26.760569 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-2967472d-f017-4041-acf2-5f80eed324b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7ca29457-e348-4681-af82-7be07e1dac0b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:26.892536 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8ddd13cf-d745-493b-a248-fecf0a4ef912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b94522af-48be-4212-873c-36e1491a1ffb), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:26.895607 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8ddd13cf-d745-493b-a248-fecf0a4ef912 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:26.899178 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8ddd13cf-d745-493b-a248-fecf0a4ef912 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b94522af-48be-4212-873c-36e1491a1ffb HTTP/1.1" status: 204 len: 168 time: 0.3605161 Feb 09 01:11:26.915083 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a8f62507-0541-4101-bdf1-ac3b15766c6c req-30bdc17f-0e00-4cac-a974-b308dbc07ba8 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113914 Feb 09 01:11:26.923275 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddd13cf-d745-493b-a248-fecf0a4ef912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94522af-48be-4212-873c-36e1491a1ffb,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:26.927137 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f1b35fe-ba4e-4e21-bc8f-469844939da0 req-8f95556a-05ee-472f-be1f-1ec3beeafea1 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112927 Feb 09 01:11:26.927320 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee2b0ef-7a3e-449d-afee-c1c409b901d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37cc49f2-46da-4fdb-bb24-198cc9bba705'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:26.929604 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0cba7f3-a995-48ab-bcbe-777984b5ec0a" -d '{"events": [{"server_uuid": "3ee2b0ef-7a3e-449d-afee-c1c409b901d0", "name": "network-vif-plugged", "status": "completed", "tag": "37cc49f2-46da-4fdb-bb24-198cc9bba705"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:27.130170 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f1b35fe-ba4e-4e21-bc8f-469844939da0 req-d1a3bb68-eecc-45d3-893f-7679edda91a4 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885531 Feb 09 01:11:27.140565 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29650c-9a92-432b-a8ee-f082c3d57bf4 req-aa6459b6-0dce-48b8-9fda-cd5e90fe8a6d tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:27.141702 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e29650c-9a92-432b-a8ee-f082c3d57bf4 req-aa6459b6-0dce-48b8-9fda-cd5e90fe8a6d tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ee2b0ef-7a3e-449d-afee-c1c409b901d0 HTTP/1.1" status: 200 len: 949 time: 0.1291304 Feb 09 01:11:27.154898 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1d072-7af2-4e20-8128-f69b9c428a0c req-d241d2e9-fd5d-4049-acc5-98e2ddd83bc1 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:27.157337 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ba1d072-7af2-4e20-8128-f69b9c428a0c req-d241d2e9-fd5d-4049-acc5-98e2ddd83bc1 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 949 time: 0.1076014 Feb 09 01:11:27.172934 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-2967472d-f017-4041-acf2-5f80eed324b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ca29457-e348-4681-af82-7be07e1dac0b {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:11:27.183400 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-2967472d-f017-4041-acf2-5f80eed324b3 service neutron] Publish callbacks [] for port (7ca29457-e348-4681-af82-7be07e1dac0b), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:27.200165 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-2967472d-f017-4041-acf2-5f80eed324b3 service neutron] Transition to ACTIVE for port object 7ca29457-e348-4681-af82-7be07e1dac0b will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:11:27.205467 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-2967472d-f017-4041-acf2-5f80eed324b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (7ca29457-e348-4681-af82-7be07e1dac0b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:27.234972 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e29650c-9a92-432b-a8ee-f082c3d57bf4 req-b39f74e9-323a-4158-8d30-725e16edc363 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773213 Feb 09 01:11:27.246175 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ba1d072-7af2-4e20-8128-f69b9c428a0c req-137c9aac-1780-463c-ab85-1b88acfe7f1a tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808299 Feb 09 01:11:27.306042 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08905658-4c00-48d5-8aa2-2e4a8c166742 x-openstack-request-id: req-08905658-4c00-48d5-8aa2-2e4a8c166742 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:11:27.306572 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee2b0ef-7a3e-449d-afee-c1c409b901d0", "name": "network-vif-plugged", "status": "completed", "tag": "37cc49f2-46da-4fdb-bb24-198cc9bba705", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:11:27.306976 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-08905658-4c00-48d5-8aa2-2e4a8c166742 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:11:27.307676 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ee2b0ef-7a3e-449d-afee-c1c409b901d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37cc49f2-46da-4fdb-bb24-198cc9bba705', 'code': 200} Feb 09 01:11:27.360874 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 47628) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:27.382592 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967472d-f017-4041-acf2-5f80eed324b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca29457-e348-4681-af82-7be07e1dac0b,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:27.385038 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5150e14c-5673-4e5c-a8ee-d3b36c556a03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:27.390796 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:27.404688 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-2967472d-f017-4041-acf2-5f80eed324b3 service neutron] Attempting to bind port 7ca29457-e348-4681-af82-7be07e1dac0b on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:11:27.405063 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-2967472d-f017-4041-acf2-5f80eed324b3 service neutron] Attempting to bind port 7ca29457-e348-4681-af82-7be07e1dac0b by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:11:27.405363 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-2967472d-f017-4041-acf2-5f80eed324b3 service neutron] Attempting to bind port 7ca29457-e348-4681-af82-7be07e1dac0b on network 4d54ed5f-d078-4c38-9c35-f6f424a32376 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:27.410095 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-2967472d-f017-4041-acf2-5f80eed324b3 service neutron] Port 7ca29457-e348-4681-af82-7be07e1dac0b on network 4d54ed5f-d078-4c38-9c35-f6f424a32376 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:11:27.410421 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-2967472d-f017-4041-acf2-5f80eed324b3 service neutron] Attempting to bind port 7ca29457-e348-4681-af82-7be07e1dac0b on network 4d54ed5f-d078-4c38-9c35-f6f424a32376 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:27.422104 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-2967472d-f017-4041-acf2-5f80eed324b3 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:11:27.424132 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-2967472d-f017-4041-acf2-5f80eed324b3 service neutron] Checking segment: {'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:11:27.424539 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-2967472d-f017-4041-acf2-5f80eed324b3 service neutron] Bound using segment: {'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:11:27.424981 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-2967472d-f017-4041-acf2-5f80eed324b3 service neutron] Bound port: 7ca29457-e348-4681-af82-7be07e1dac0b, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:11:27.425334 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-2967472d-f017-4041-acf2-5f80eed324b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7ca29457-e348-4681-af82-7be07e1dac0b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:27.560494 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5150e14c-5673-4e5c-a8ee-d3b36c556a03 admin admin] Publish callbacks [] for security_group (c51bc269-9152-457b-8ad6-3d7c5bcaa05c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:27.561599 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9df956-d19c-4ce5-9fd1-03a6b063dc15 req-881deaed-395f-44ad-b5b6-ccc5e35dd8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:27.563157 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-aa9df956-d19c-4ce5-9fd1-03a6b063dc15 req-881deaed-395f-44ad-b5b6-ccc5e35dd8e1 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=3ee2b0ef-7a3e-449d-afee-c1c409b901d0 HTTP/1.1" status: 200 len: 1132 time: 0.0873072 Feb 09 01:11:27.571939 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5150e14c-5673-4e5c-a8ee-d3b36c556a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c51bc269-9152-457b-8ad6-3d7c5bcaa05c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:27.586001 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-2967472d-f017-4041-acf2-5f80eed324b3 service neutron] For port 7ca29457-e348-4681-af82-7be07e1dac0b, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:11:27.591938 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-2967472d-f017-4041-acf2-5f80eed324b3 service neutron] For port 7ca29457-e348-4681-af82-7be07e1dac0b, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7ca29457-e348-4681-af82-7be07e1dac0b,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:11:27.631366 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5150e14c-5673-4e5c-a8ee-d3b36c556a03 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b3fbd91595f1451d9ef6a19fb6130d87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2689512 Feb 09 01:11:27.639126 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 47664) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:27.643542 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-aa9df956-d19c-4ce5-9fd1-03a6b063dc15 req-6da94284-dcf5-4faf-92e5-891f2154ceb1 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537403 Feb 09 01:11:27.651692 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-2967472d-f017-4041-acf2-5f80eed324b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (7ca29457-e348-4681-af82-7be07e1dac0b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:27.651895 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150e14c-5673-4e5c-a8ee-d3b36c556a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51bc269-9152-457b-8ad6-3d7c5bcaa05c,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:27.685274 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770c6e2-c7e5-4a74-847b-c9772ea7f3ce req-0eda930b-0403-4ce9-b4f1-1570b2d48793 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:27.692088 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e770c6e2-c7e5-4a74-847b-c9772ea7f3ce req-0eda930b-0403-4ce9-b4f1-1570b2d48793 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d8b9fa-c4a7-4849-90a2-29f812ea2f94 HTTP/1.1" status: 200 len: 950 time: 0.1375835 Feb 09 01:11:27.710002 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967472d-f017-4041-acf2-5f80eed324b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca29457-e348-4681-af82-7be07e1dac0b,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:27.745686 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-2967472d-f017-4041-acf2-5f80eed324b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:27.746529 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-2967472d-f017-4041-acf2-5f80eed324b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:27.748800 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-038088c8-2722-48ba-adc3-c3fad07ec3eb admin admin] Publish callbacks [] for security_group (c51bc269-9152-457b-8ad6-3d7c5bcaa05c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:27.749217 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-2967472d-f017-4041-acf2-5f80eed324b3 service neutron] 10.222.0.121 "PUT /v2.0/ports/7ca29457-e348-4681-af82-7be07e1dac0b HTTP/1.1" status: 200 len: 1093 time: 1.0628221 Feb 09 01:11:27.749686 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe25b88-2612-487d-85c9-0d9d1ecd7312', 'tag': '7ca29457-e348-4681-af82-7be07e1dac0b'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:27.752793 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be7d85e-1482-4c19-8b0c-1e597b5aa9e6" -d '{"events": [{"name": "network-changed", "server_uuid": "afe25b88-2612-487d-85c9-0d9d1ecd7312", "tag": "7ca29457-e348-4681-af82-7be07e1dac0b"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:27.770917 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e770c6e2-c7e5-4a74-847b-c9772ea7f3ce req-4b9bbda4-1a74-4edb-8ae6-65c686302742 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779066 Feb 09 01:11:27.803589 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-038088c8-2722-48ba-adc3-c3fad07ec3eb admin admin] Publish callbacks [] for security_group (c51bc269-9152-457b-8ad6-3d7c5bcaa05c), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:27.818217 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695161b6-da62-4eaa-9aa3-e1cfd05689a7 x-openstack-request-id: req-695161b6-da62-4eaa-9aa3-e1cfd05689a7 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:11:27.818576 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afe25b88-2612-487d-85c9-0d9d1ecd7312", "tag": "7ca29457-e348-4681-af82-7be07e1dac0b", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:11:27.818812 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-695161b6-da62-4eaa-9aa3-e1cfd05689a7 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:11:27.819570 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afe25b88-2612-487d-85c9-0d9d1ecd7312', 'tag': '7ca29457-e348-4681-af82-7be07e1dac0b', 'status': 'completed', 'code': 200} Feb 09 01:11:27.873489 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-038088c8-2722-48ba-adc3-c3fad07ec3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c51bc269-9152-457b-8ad6-3d7c5bcaa05c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:27.876278 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-038088c8-2722-48ba-adc3-c3fad07ec3eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:27.880109 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-038088c8-2722-48ba-adc3-c3fad07ec3eb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c51bc269-9152-457b-8ad6-3d7c5bcaa05c HTTP/1.1" status: 204 len: 168 time: 0.2373714 Feb 09 01:11:27.891089 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038088c8-2722-48ba-adc3-c3fad07ec3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51bc269-9152-457b-8ad6-3d7c5bcaa05c,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:28.057841 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7d85e-1482-4c19-8b0c-1e597b5aa9e6 req-9ff4caef-c9e6-4a96-8e3e-f72be6ddbabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:28.059877 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6be7d85e-1482-4c19-8b0c-1e597b5aa9e6 req-9ff4caef-c9e6-4a96-8e3e-f72be6ddbabd service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=89a8855b9bab40b69c27334c734383e8&device_id=afe25b88-2612-487d-85c9-0d9d1ecd7312 HTTP/1.1" status: 200 len: 1127 time: 0.0612128 Feb 09 01:11:28.133168 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:28.169469 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7a528-256c-48c4-8661-38930e0e8086 req-280493ad-b36d-4b6c-943e-8977a8e6930e tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:28.176614 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ec7a528-256c-48c4-8661-38930e0e8086 req-280493ad-b36d-4b6c-943e-8977a8e6930e tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=afe25b88-2612-487d-85c9-0d9d1ecd7312 HTTP/1.1" status: 200 len: 944 time: 0.1300471 Feb 09 01:11:28.244713 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ec7a528-256c-48c4-8661-38930e0e8086 req-c5641623-f312-4096-bd4d-c6372ca8260a tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662286 Feb 09 01:11:28.349445 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7d85e-1482-4c19-8b0c-1e597b5aa9e6 req-f0e13f0e-469b-482a-b10d-74ca7e82e813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:28.350865 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6be7d85e-1482-4c19-8b0c-1e597b5aa9e6 req-f0e13f0e-469b-482a-b10d-74ca7e82e813 service neutron] 10.222.0.121 "GET /v2.0/networks?tenant_id=89a8855b9bab40b69c27334c734383e8&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2773883 Feb 09 01:11:28.438533 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2b470-8c85-4d48-aaed-028030f2c0ee req-12ea52bd-1349-49c9-89f1-88418c6bf128 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:28.441584 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4ad2b470-8c85-4d48-aaed-028030f2c0ee req-12ea52bd-1349-49c9-89f1-88418c6bf128 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 949 time: 0.0869548 Feb 09 01:11:28.541500 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f751f6-0887-4d33-b704-0bf57fac37e9 req-a91c895e-b30b-437b-851b-2fff6b51a91b tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:28.543385 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a3f751f6-0887-4d33-b704-0bf57fac37e9 req-a91c895e-b30b-437b-851b-2fff6b51a91b tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ee2b0ef-7a3e-449d-afee-c1c409b901d0 HTTP/1.1" status: 200 len: 949 time: 0.1002007 Feb 09 01:11:28.546902 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4ad2b470-8c85-4d48-aaed-028030f2c0ee req-b6581b89-4ee3-4a8a-a017-4b256b55c00d tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928111 Feb 09 01:11:28.602728 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7d85e-1482-4c19-8b0c-1e597b5aa9e6 req-460dd8df-f21b-4fa8-b389-c574a05e8e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:28.604225 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6be7d85e-1482-4c19-8b0c-1e597b5aa9e6 req-460dd8df-f21b-4fa8-b389-c574a05e8e58 service neutron] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2398975 Feb 09 01:11:28.647082 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a3f751f6-0887-4d33-b704-0bf57fac37e9 req-af957d51-8ea7-49cf-89c8-fb053f482da3 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874777 Feb 09 01:11:28.720848 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-282c64e2-7386-4b0d-9722-005072f55fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:28.722530 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-282c64e2-7386-4b0d-9722-005072f55fdb service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=89a8855b9bab40b69c27334c734383e8&device_id=afe25b88-2612-487d-85c9-0d9d1ecd7312 HTTP/1.1" status: 200 len: 1127 time: 0.0654826 Feb 09 01:11:28.789645 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-c34989c9-8bd1-4bd0-911e-164f2315fa41 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ca29457-e348-4681-af82-7be07e1dac0b HTTP/1.1" status: 200 len: 217 time: 0.0456250 Feb 09 01:11:28.879164 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-e2488c89-94e1-4cf6-b737-bec2ce34eca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:28.881676 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-e2488c89-94e1-4cf6-b737-bec2ce34eca3 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=dc881d69-9121-4d00-994f-9cce6bcb92ea HTTP/1.1" status: 200 len: 860 time: 0.0810676 Feb 09 01:11:28.931497 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-5070fb0b-9c76-48ef-a22c-6cedd09020aa service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4d54ed5f-d078-4c38-9c35-f6f424a32376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327897 Feb 09 01:11:28.946502 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039d658-6d16-4894-9db0-7195d958c86c req-0ac90f5c-a5f0-48ac-86c1-91a894dc2470 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:28.949176 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7039d658-6d16-4894-9db0-7195d958c86c req-0ac90f5c-a5f0-48ac-86c1-91a894dc2470 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d8b9fa-c4a7-4849-90a2-29f812ea2f94 HTTP/1.1" status: 200 len: 950 time: 0.0683982 Feb 09 01:11:29.046280 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7039d658-6d16-4894-9db0-7195d958c86c req-2510f1a4-98c0-4947-9335-9f44b0ef01b6 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850475 Feb 09 01:11:29.154429 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-f92e22c3-86bd-40a9-a065-2aef90481c5e service neutron] 10.222.0.121 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059937 Feb 09 01:11:29.310485 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9843b9c7-f598-40bd-8732-19540d7c4b6f req-c1284cdb-b80b-41ab-8673-a0c88fd5ee38 service neutron] 10.222.0.121 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406415 Feb 09 01:11:29.605420 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610799d9-9f54-4bfd-bd48-53d12603dfcf req-32c05505-3d2d-4dec-86e8-c104e50946c6 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:29.606922 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-610799d9-9f54-4bfd-bd48-53d12603dfcf req-32c05505-3d2d-4dec-86e8-c104e50946c6 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=afe25b88-2612-487d-85c9-0d9d1ecd7312 HTTP/1.1" status: 200 len: 944 time: 0.0643456 Feb 09 01:11:29.668172 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-610799d9-9f54-4bfd-bd48-53d12603dfcf req-a2c62aee-3893-49e7-8083-272e221008c8 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536876 Feb 09 01:11:29.837264 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a507c35-b3eb-4907-9a37-00e363e54028 req-cff99a61-d97b-4783-b51f-a45045086945 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:29.838732 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0a507c35-b3eb-4907-9a37-00e363e54028 req-cff99a61-d97b-4783-b51f-a45045086945 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 949 time: 0.0550961 Feb 09 01:11:29.915875 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0a507c35-b3eb-4907-9a37-00e363e54028 req-a9af2b58-03cf-44b1-9e3e-157ff5876b90 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713122 Feb 09 01:11:29.936667 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41346bf1-19a5-4ae8-99f8-aada0b5b8761 req-353376b6-56c0-4d07-bde4-a08075210b2f tempest-ServersAdminTestJSON-614713888 tempest-ServersAdminTestJSON-614713888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:29.937147 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41346bf1-19a5-4ae8-99f8-aada0b5b8761 req-353376b6-56c0-4d07-bde4-a08075210b2f tempest-ServersAdminTestJSON-614713888 tempest-ServersAdminTestJSON-614713888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:29.937625 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41346bf1-19a5-4ae8-99f8-aada0b5b8761 req-353376b6-56c0-4d07-bde4-a08075210b2f tempest-ServersAdminTestJSON-614713888 tempest-ServersAdminTestJSON-614713888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:29.938090 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41346bf1-19a5-4ae8-99f8-aada0b5b8761 req-353376b6-56c0-4d07-bde4-a08075210b2f tempest-ServersAdminTestJSON-614713888 tempest-ServersAdminTestJSON-614713888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:29.938550 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41346bf1-19a5-4ae8-99f8-aada0b5b8761 req-353376b6-56c0-4d07-bde4-a08075210b2f tempest-ServersAdminTestJSON-614713888 tempest-ServersAdminTestJSON-614713888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:29.939007 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41346bf1-19a5-4ae8-99f8-aada0b5b8761 req-353376b6-56c0-4d07-bde4-a08075210b2f tempest-ServersAdminTestJSON-614713888 tempest-ServersAdminTestJSON-614713888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:29.939463 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41346bf1-19a5-4ae8-99f8-aada0b5b8761 req-353376b6-56c0-4d07-bde4-a08075210b2f tempest-ServersAdminTestJSON-614713888 tempest-ServersAdminTestJSON-614713888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:29.939924 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41346bf1-19a5-4ae8-99f8-aada0b5b8761 req-353376b6-56c0-4d07-bde4-a08075210b2f tempest-ServersAdminTestJSON-614713888 tempest-ServersAdminTestJSON-614713888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:29.940546 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41346bf1-19a5-4ae8-99f8-aada0b5b8761 req-353376b6-56c0-4d07-bde4-a08075210b2f tempest-ServersAdminTestJSON-614713888 tempest-ServersAdminTestJSON-614713888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:29.941004 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41346bf1-19a5-4ae8-99f8-aada0b5b8761 req-353376b6-56c0-4d07-bde4-a08075210b2f tempest-ServersAdminTestJSON-614713888 tempest-ServersAdminTestJSON-614713888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:29.941462 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41346bf1-19a5-4ae8-99f8-aada0b5b8761 req-353376b6-56c0-4d07-bde4-a08075210b2f tempest-ServersAdminTestJSON-614713888 tempest-ServersAdminTestJSON-614713888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:29.941919 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41346bf1-19a5-4ae8-99f8-aada0b5b8761 req-353376b6-56c0-4d07-bde4-a08075210b2f tempest-ServersAdminTestJSON-614713888 tempest-ServersAdminTestJSON-614713888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:29.942366 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41346bf1-19a5-4ae8-99f8-aada0b5b8761 req-353376b6-56c0-4d07-bde4-a08075210b2f tempest-ServersAdminTestJSON-614713888 tempest-ServersAdminTestJSON-614713888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:29.942814 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41346bf1-19a5-4ae8-99f8-aada0b5b8761 req-353376b6-56c0-4d07-bde4-a08075210b2f tempest-ServersAdminTestJSON-614713888 tempest-ServersAdminTestJSON-614713888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:29.943261 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41346bf1-19a5-4ae8-99f8-aada0b5b8761 req-353376b6-56c0-4d07-bde4-a08075210b2f tempest-ServersAdminTestJSON-614713888 tempest-ServersAdminTestJSON-614713888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:29.945951 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-41346bf1-19a5-4ae8-99f8-aada0b5b8761 req-353376b6-56c0-4d07-bde4-a08075210b2f tempest-ServersAdminTestJSON-614713888 tempest-ServersAdminTestJSON-614713888-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=afe25b88-2612-487d-85c9-0d9d1ecd7312&device_id=3ee2b0ef-7a3e-449d-afee-c1c409b901d0&device_id=59d8b9fa-c4a7-4849-90a2-29f812ea2f94&device_id=e3319b93-06cf-452c-b1c1-5a3257079a4f&device_id=03f5dcd5-1fb7-4798-a59c-5e9b6ba756ad&device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73&device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb&device_id=d49e7424-23cf-4ce1-a113-569c8fa1091f&device_id=6b9cd924-5454-40eb-a35e-b6e0541805f1&device_id=bf5d2b15-52d8-45e7-b9a5-58bd3c936fb9&device_id=9d95a876-4d25-426f-882c-16da1b298c6f&device_id=d607b329-93f2-449f-a06d-5e1564200369&device_id=b9ba7461-2eff-4b6a-9ac4-8589e5930e63&device_id=ef0faff8-ea7d-43b4-924e-bfe58191799b&device_id=233e7aff-9144-4957-a187-ef582ca62d65 HTTP/1.1" status: 200 len: 14041 time: 0.0956109 Feb 09 01:11:29.966114 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-41346bf1-19a5-4ae8-99f8-aada0b5b8761 req-0a58cb54-41df-4b95-85ee-193e1a16bb13 tempest-ServersAdminTestJSON-614713888 tempest-ServersAdminTestJSON-614713888-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:30.054421 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252359c-e710-481a-ac06-eb27b4fc2381 req-5f0b727e-6c8f-4658-9468-a7b7953b83a0 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:30.055958 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2252359c-e710-481a-ac06-eb27b4fc2381 req-5f0b727e-6c8f-4658-9468-a7b7953b83a0 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ee2b0ef-7a3e-449d-afee-c1c409b901d0 HTTP/1.1" status: 200 len: 949 time: 0.0825498 Feb 09 01:11:30.109781 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-41346bf1-19a5-4ae8-99f8-aada0b5b8761 req-0a58cb54-41df-4b95-85ee-193e1a16bb13 tempest-ServersAdminTestJSON-614713888 tempest-ServersAdminTestJSON-614713888-project-admin] Publish callbacks [] for security_group (769ccdc6-03bd-4a84-ad3a-07bac340dfea), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:30.120681 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-41346bf1-19a5-4ae8-99f8-aada0b5b8761 req-0a58cb54-41df-4b95-85ee-193e1a16bb13 tempest-ServersAdminTestJSON-614713888 tempest-ServersAdminTestJSON-614713888-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (769ccdc6-03bd-4a84-ad3a-07bac340dfea), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:30.141522 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2252359c-e710-481a-ac06-eb27b4fc2381 req-a5f10ffe-1cbd-40e2-8689-3e9cf526363d tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791152 Feb 09 01:11:30.175119 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a58cb54-41df-4b95-85ee-193e1a16bb13 tempest-ServersAdminTestJSON-614713888 tempest-ServersAdminTestJSON-614713888-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769ccdc6-03bd-4a84-ad3a-07bac340dfea,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:30.231502 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-41346bf1-19a5-4ae8-99f8-aada0b5b8761 req-0a58cb54-41df-4b95-85ee-193e1a16bb13 tempest-ServersAdminTestJSON-614713888 tempest-ServersAdminTestJSON-614713888-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&id=f999e390-abd9-479b-b949-278a0e179ebb&id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&id=d224bcc4-9ba1-4695-9095-d244d6821fb1&id=4047daa7-99dc-4065-97c6-18555a778085&id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.2778399 Feb 09 01:11:30.460789 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed717b8-47d2-40b8-8560-2ec9c50053a5 req-9564a2d0-4567-46ed-9590-fd25b2615fc7 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:30.463153 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3ed717b8-47d2-40b8-8560-2ec9c50053a5 req-9564a2d0-4567-46ed-9590-fd25b2615fc7 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3319b93-06cf-452c-b1c1-5a3257079a4f HTTP/1.1" status: 200 len: 949 time: 0.0577397 Feb 09 01:11:30.512011 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3ed717b8-47d2-40b8-8560-2ec9c50053a5 req-60862698-573b-4374-9790-08696242305e tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431626 Feb 09 01:11:30.856459 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3298c-6547-421e-b780-4af83d699e3a req-94de3477-206a-499f-9ae6-0be480f198b5 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:30.861897 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3298c-6547-421e-b780-4af83d699e3a req-94de3477-206a-499f-9ae6-0be480f198b5 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:30.863524 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-01c3298c-6547-421e-b780-4af83d699e3a req-94de3477-206a-499f-9ae6-0be480f198b5 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ee2b0ef-7a3e-449d-afee-c1c409b901d0&device_id=e3319b93-06cf-452c-b1c1-5a3257079a4f HTTP/1.1" status: 200 len: 1689 time: 0.0653942 Feb 09 01:11:30.914642 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-01c3298c-6547-421e-b780-4af83d699e3a req-e87dec92-063d-4920-b2a3-369dfd7bb681 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446773 Feb 09 01:11:31.202350 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2c036-e5bf-4813-a759-5d9cf0b53686 req-da7e260e-38d9-4fa3-8566-b902efb5e916 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:31.204246 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9bd2c036-e5bf-4813-a759-5d9cf0b53686 req-da7e260e-38d9-4fa3-8566-b902efb5e916 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=afe25b88-2612-487d-85c9-0d9d1ecd7312 HTTP/1.1" status: 200 len: 944 time: 0.0810914 Feb 09 01:11:31.293682 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9bd2c036-e5bf-4813-a759-5d9cf0b53686 req-c975be96-d031-4d9a-a744-e4467b328a86 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834343 Feb 09 01:11:31.304048 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21331f6-3915-4dcc-b1c5-7cf1900fabbe req-272cd542-2372-4032-9624-84c68da5e1a5 tempest-ServersAdminTestJSON-614713888 tempest-ServersAdminTestJSON-614713888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:31.304539 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21331f6-3915-4dcc-b1c5-7cf1900fabbe req-272cd542-2372-4032-9624-84c68da5e1a5 tempest-ServersAdminTestJSON-614713888 tempest-ServersAdminTestJSON-614713888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:31.305443 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21331f6-3915-4dcc-b1c5-7cf1900fabbe req-272cd542-2372-4032-9624-84c68da5e1a5 tempest-ServersAdminTestJSON-614713888 tempest-ServersAdminTestJSON-614713888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:31.307139 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f21331f6-3915-4dcc-b1c5-7cf1900fabbe req-272cd542-2372-4032-9624-84c68da5e1a5 tempest-ServersAdminTestJSON-614713888 tempest-ServersAdminTestJSON-614713888-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=59d8b9fa-c4a7-4849-90a2-29f812ea2f94&device_id=03f5dcd5-1fb7-4798-a59c-5e9b6ba756ad&device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 2979 time: 0.0762308 Feb 09 01:11:31.343618 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 47996) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:31.363360 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f21331f6-3915-4dcc-b1c5-7cf1900fabbe req-d5ef4dcd-8c98-416a-896e-11f4e1836613 tempest-ServersAdminTestJSON-614713888 tempest-ServersAdminTestJSON-614713888-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433090 Feb 09 01:11:31.493379 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a4f10-bcf5-4d2e-8878-8d97e42af955 req-a5dd641d-b181-4940-8230-bfe86a367d3f tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:31.495251 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fa6a4f10-bcf5-4d2e-8878-8d97e42af955 req-a5dd641d-b181-4940-8230-bfe86a367d3f tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 949 time: 0.0677333 Feb 09 01:11:31.502351 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3fa48136-090c-4e03-99f9-b4fac2ad668b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:31.587510 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3fa48136-090c-4e03-99f9-b4fac2ad668b admin admin] Publish callbacks [] for security_group (028fb453-da1c-4d9b-aecf-be4f5dd52f87), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:31.590775 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fa6a4f10-bcf5-4d2e-8878-8d97e42af955 req-2a2803c9-e99d-46f0-9e19-071e429f4212 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863607 Feb 09 01:11:31.591713 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3fa48136-090c-4e03-99f9-b4fac2ad668b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (028fb453-da1c-4d9b-aecf-be4f5dd52f87), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:31.593765 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650dbc22-f5a7-4d68-a717-05003704729b req-45f7addf-78ed-41ac-9166-fe8de5af5327 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:31.595388 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-650dbc22-f5a7-4d68-a717-05003704729b req-45f7addf-78ed-41ac-9166-fe8de5af5327 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 1128 time: 0.0930078 Feb 09 01:11:31.636271 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa48136-090c-4e03-99f9-b4fac2ad668b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028fb453-da1c-4d9b-aecf-be4f5dd52f87,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:31.643199 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3fa48136-090c-4e03-99f9-b4fac2ad668b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=21e5f936c73e461cbf7a023eadce522c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2984622 Feb 09 01:11:31.643393 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 48014) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:31.651858 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-650dbc22-f5a7-4d68-a717-05003704729b req-4ff58b37-f8cd-4727-a150-4e131e1a22de tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501299 Feb 09 01:11:31.730964 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2dfbf895-981c-4940-ae20-5fd5dd479f2b admin admin] Publish callbacks [] for security_group (028fb453-da1c-4d9b-aecf-be4f5dd52f87), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:31.744250 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974edc4-47bb-473d-a8a3-d045bbbe5be7 req-34574d8d-7f73-4ac9-8d38-51255356ba1e tempest-ServersOnMultiNodesTest-1058188293 tempest-ServersOnMultiNodesTest-1058188293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:31.745775 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0974edc4-47bb-473d-a8a3-d045bbbe5be7 req-34574d8d-7f73-4ac9-8d38-51255356ba1e tempest-ServersOnMultiNodesTest-1058188293 tempest-ServersOnMultiNodesTest-1058188293-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3ee2b0ef-7a3e-449d-afee-c1c409b901d0 HTTP/1.1" status: 200 len: 1132 time: 0.0851197 Feb 09 01:11:31.781123 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2dfbf895-981c-4940-ae20-5fd5dd479f2b admin admin] Publish callbacks [] for security_group (028fb453-da1c-4d9b-aecf-be4f5dd52f87), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:31.859255 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0974edc4-47bb-473d-a8a3-d045bbbe5be7 req-8e5973c1-5e96-4fc6-b642-74112b534479 tempest-ServersOnMultiNodesTest-1058188293 tempest-ServersOnMultiNodesTest-1058188293-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059999 Feb 09 01:11:31.892149 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2dfbf895-981c-4940-ae20-5fd5dd479f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (028fb453-da1c-4d9b-aecf-be4f5dd52f87), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:31.895910 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2dfbf895-981c-4940-ae20-5fd5dd479f2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:31.897097 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2dfbf895-981c-4940-ae20-5fd5dd479f2b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/028fb453-da1c-4d9b-aecf-be4f5dd52f87 HTTP/1.1" status: 204 len: 168 time: 0.2524581 Feb 09 01:11:31.906164 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfbf895-981c-4940-ae20-5fd5dd479f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028fb453-da1c-4d9b-aecf-be4f5dd52f87,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:32.229921 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 48072) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:32.233233 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85f013-a748-4d1b-81c4-3019b1c3720f req-a4b7ebe5-5f22-4f65-8cb9-2ca1688ca56d tempest-ServersOnMultiNodesTest-1058188293 tempest-ServersOnMultiNodesTest-1058188293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:32.234752 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9f85f013-a748-4d1b-81c4-3019b1c3720f req-a4b7ebe5-5f22-4f65-8cb9-2ca1688ca56d tempest-ServersOnMultiNodesTest-1058188293 tempest-ServersOnMultiNodesTest-1058188293-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e3319b93-06cf-452c-b1c1-5a3257079a4f HTTP/1.1" status: 200 len: 1132 time: 0.0532868 Feb 09 01:11:32.245001 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b2f6d58-92cf-45bf-b293-d87b8f77d29c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:32.283765 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9f85f013-a748-4d1b-81c4-3019b1c3720f req-cc0f788f-d5c4-4037-b8be-bacf42e4d6bc tempest-ServersOnMultiNodesTest-1058188293 tempest-ServersOnMultiNodesTest-1058188293-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420716 Feb 09 01:11:32.342183 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b2f6d58-92cf-45bf-b293-d87b8f77d29c admin admin] Publish callbacks [] for security_group (8148d81e-d0f2-4cae-82a4-b855e9b941ee), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:32.348251 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b2f6d58-92cf-45bf-b293-d87b8f77d29c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (8148d81e-d0f2-4cae-82a4-b855e9b941ee), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:32.392045 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f6d58-92cf-45bf-b293-d87b8f77d29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8148d81e-d0f2-4cae-82a4-b855e9b941ee,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:32.400871 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2b2f6d58-92cf-45bf-b293-d87b8f77d29c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8d3bf58ae93f435a80d2cff1682022b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1698008 Feb 09 01:11:32.403360 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 48094) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:32.460652 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a39f2437-6b97-4052-bf85-3fadb56f9dbf admin admin] Publish callbacks [] for security_group (8148d81e-d0f2-4cae-82a4-b855e9b941ee), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:32.485134 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a39f2437-6b97-4052-bf85-3fadb56f9dbf admin admin] Publish callbacks [] for security_group (8148d81e-d0f2-4cae-82a4-b855e9b941ee), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:32.541832 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a39f2437-6b97-4052-bf85-3fadb56f9dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (8148d81e-d0f2-4cae-82a4-b855e9b941ee), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:32.544881 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a39f2437-6b97-4052-bf85-3fadb56f9dbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:32.546127 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a39f2437-6b97-4052-bf85-3fadb56f9dbf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8148d81e-d0f2-4cae-82a4-b855e9b941ee HTTP/1.1" status: 204 len: 168 time: 0.1418467 Feb 09 01:11:32.554644 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f2437-6b97-4052-bf85-3fadb56f9dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8148d81e-d0f2-4cae-82a4-b855e9b941ee,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:32.865571 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 7ca29457-e348-4681-af82-7be07e1dac0b details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:11:33.001632 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 7ca29457-e348-4681-af82-7be07e1dac0b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7ca29457-e348-4681-af82-7be07e1dac0b,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:33.019118 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '7ca29457-e348-4681-af82-7be07e1dac0b', 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376', 'port_id': '7ca29457-e348-4681-af82-7be07e1dac0b', 'mac_address': 'fa:16:3e:db:3b:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc881d69-9121-4d00-994f-9cce6bcb92ea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:11:33.022823 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba992d92-c687-4179-af2c-e70a6bc4487b req-7c3ef0b0-eb38-44a7-a640-36e5f7f8cdea tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:33.039234 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ba992d92-c687-4179-af2c-e70a6bc4487b req-7c3ef0b0-eb38-44a7-a640-36e5f7f8cdea tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=afe25b88-2612-487d-85c9-0d9d1ecd7312 HTTP/1.1" status: 200 len: 944 time: 0.1014066 Feb 09 01:11:33.125510 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-8e8a8863-991a-4dd0-bfa6-8e0506f49838 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:11:33.132134 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-8e8a8863-991a-4dd0-bfa6-8e0506f49838 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0146964 Feb 09 01:11:33.138308 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ba992d92-c687-4179-af2c-e70a6bc4487b req-44e2bf22-5d1f-4d7e-8f92-fa7f4c1a8b8d tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954049 Feb 09 01:11:33.206674 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 7ca29457-e348-4681-af82-7be07e1dac0b is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:33.207061 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7ca29457-e348-4681-af82-7be07e1dac0b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:33.222819 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-8bc9e572-1c89-46b8-8b23-94e1488fcc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:33.223333 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ca29457-e348-4681-af82-7be07e1dac0b {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:11:33.228247 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-8bc9e572-1c89-46b8-8b23-94e1488fcc33 service neutron] 10.222.0.30 "GET /v2.0/ports/9b29190a-3930-41b5-86aa-e98a5fc24971 HTTP/1.1" status: 200 len: 1125 time: 0.0815370 Feb 09 01:11:33.240205 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-7c9ba732-c62e-4ffc-8d5f-8f283d18ce3c service neutron] Request body: {'binding': {'host': 'n-h1-822053-40', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:33.241277 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-7c9ba732-c62e-4ffc-8d5f-8f283d18ce3c service neutron] Unknown quota resources ['binding']. {{(pid=103528) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:11:33.248824 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 7ca29457-e348-4681-af82-7be07e1dac0b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7ca29457-e348-4681-af82-7be07e1dac0b,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:33.259341 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7ca29457-e348-4681-af82-7be07e1dac0b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:33.280500 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-2b242a11-9b1d-4eb7-a86d-3d2c6d0ad346 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=cbcf64bc184340809a27ba774d82840d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276630 Feb 09 01:11:33.353151 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=7ca29457-e348-4681-af82-7be07e1dac0b,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:33.413858 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-7c9ba732-c62e-4ffc-8d5f-8f283d18ce3c service neutron] Attempting to bind port 9b29190a-3930-41b5-86aa-e98a5fc24971 on host n-h1-822053-40 for vnic_type normal with profile None {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:11:33.415015 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-7c9ba732-c62e-4ffc-8d5f-8f283d18ce3c service neutron] Attempting to bind port 9b29190a-3930-41b5-86aa-e98a5fc24971 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:11:33.415495 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-7c9ba732-c62e-4ffc-8d5f-8f283d18ce3c service neutron] Attempting to bind port 9b29190a-3930-41b5-86aa-e98a5fc24971 on network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:33.416255 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-6e377e12-6f6a-495c-a9e8-d71103a8ba2e tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:33.418675 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-6e377e12-6f6a-495c-a9e8-d71103a8ba2e tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1316617 Feb 09 01:11:33.420854 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-7c9ba732-c62e-4ffc-8d5f-8f283d18ce3c service neutron] Port 9b29190a-3930-41b5-86aa-e98a5fc24971 on network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:11:33.421168 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-7c9ba732-c62e-4ffc-8d5f-8f283d18ce3c service neutron] Attempting to bind port 9b29190a-3930-41b5-86aa-e98a5fc24971 on network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:33.426346 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-7c9ba732-c62e-4ffc-8d5f-8f283d18ce3c service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:11:33.426817 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-7c9ba732-c62e-4ffc-8d5f-8f283d18ce3c service neutron] Checking segment: {'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:11:33.427183 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-7c9ba732-c62e-4ffc-8d5f-8f283d18ce3c service neutron] Bound using segment: {'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:11:33.427589 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-7c9ba732-c62e-4ffc-8d5f-8f283d18ce3c service neutron] Bound port: 9b29190a-3930-41b5-86aa-e98a5fc24971, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:11:33.439119 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-5bf7e204-de93-435b-920b-b4b3fc32ea05 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/quotas/cbcf64bc184340809a27ba774d82840d HTTP/1.1" status: 200 len: 375 time: 0.0136583 Feb 09 01:11:33.515429 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-8be9905e-57c7-441e-bfb5-ad2b4c25c992 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cbcf64bc184340809a27ba774d82840d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0706415 Feb 09 01:11:33.663625 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['7ca29457-e348-4681-af82-7be07e1dac0b'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:11:33.740643 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cced72-4c3e-47f4-98c8-d9ce45242965 req-c3861084-4e13-44b4-8fa0-964c34440b15 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:33.744530 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d4cced72-4c3e-47f4-98c8-d9ce45242965 req-c3861084-4e13-44b4-8fa0-964c34440b15 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 949 time: 0.0700631 Feb 09 01:11:33.762522 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-7c9ba732-c62e-4ffc-8d5f-8f283d18ce3c service neutron] For port 9b29190a-3930-41b5-86aa-e98a5fc24971, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9b29190a-3930-41b5-86aa-e98a5fc24971,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:11:33.771097 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-7c9ba732-c62e-4ffc-8d5f-8f283d18ce3c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:33.772684 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-7c9ba732-c62e-4ffc-8d5f-8f283d18ce3c service neutron] 10.222.0.30 "POST /v2.0/ports/9b29190a-3930-41b5-86aa-e98a5fc24971/bindings HTTP/1.1" status: 201 len: 390 time: 0.5387583 Feb 09 01:11:33.802231 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d4cced72-4c3e-47f4-98c8-d9ce45242965 req-197a4308-cd5b-4fb4-b278-b017c3cfefe4 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517998 Feb 09 01:11:34.162734 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-c446afb0-2643-4195-a1bb-7a927519346f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:34.168635 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-c446afb0-2643-4195-a1bb-7a927519346f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=991583a4f7ce4c4eb6893f1ec411692c&device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 1128 time: 0.0928862 Feb 09 01:11:34.197478 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b4cdc48f-4bdc-405c-bfe9-dfe00e56e761 req-65f044c1-61bc-45bf-b087-adb89b499b9e tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=84aa487a-54b0-4d43-9d2e-3391162a6fa6 HTTP/1.1" status: 200 len: 210 time: 0.0375381 Feb 09 01:11:34.379214 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a346647-a1f5-4777-b1f2-1d5492044eb4 req-104db1cc-7fd4-4d98-9827-c85f5f299992 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:34.385002 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-9dd82285-0141-4680-a920-dc340a5eecfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:34.388985 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-9dd82285-0141-4680-a920-dc340a5eecfa service neutron] 10.222.0.121 "GET /v2.0/networks?id=28c1f603-e786-4a84-b8ed-ec2e36c0d018 HTTP/1.1" status: 200 len: 909 time: 0.2009020 Feb 09 01:11:34.391672 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a346647-a1f5-4777-b1f2-1d5492044eb4 req-104db1cc-7fd4-4d98-9827-c85f5f299992 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 945 time: 0.1172578 Feb 09 01:11:34.455157 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-5ad5fa1b-9718-4cf9-83c5-1ce3d551647d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b29190a-3930-41b5-86aa-e98a5fc24971 HTTP/1.1" status: 200 len: 217 time: 0.0474083 Feb 09 01:11:34.507059 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a346647-a1f5-4777-b1f2-1d5492044eb4 req-4eb17b21-45a6-4092-a9f6-bd4ede1fc155 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143687 Feb 09 01:11:34.546415 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-f0870046-b486-49b9-b389-1623f5b12a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:34.546628 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-f0870046-b486-49b9-b389-1623f5b12a8a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8fe24410-38bf-494b-a44d-46f0496d84a5 HTTP/1.1" status: 200 len: 848 time: 0.0820115 Feb 09 01:11:34.596481 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-944c7d17-cb55-4bb0-941c-56b3ae3962c4 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=28c1f603-e786-4a84-b8ed-ec2e36c0d018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346186 Feb 09 01:11:34.728571 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-dde16042-41b6-4742-9722-20207a2422f6 service neutron] 10.222.0.121 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229513 Feb 09 01:11:34.746729 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af528f7-031c-4d39-aa8a-5dad2b037ec9 req-9246e7fc-89be-4ada-9672-71bc34f2a3d2 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:34.753577 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2af528f7-031c-4d39-aa8a-5dad2b037ec9 req-9246e7fc-89be-4ada-9672-71bc34f2a3d2 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=afe25b88-2612-487d-85c9-0d9d1ecd7312 HTTP/1.1" status: 200 len: 945 time: 0.0844898 Feb 09 01:11:34.826123 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa97a82-4880-4995-8d82-58b4f1d9e37f req-71ae8f4c-6a2e-4941-b1da-2cc75255d54a tempest-ServersAdminTestJSON-614713888 tempest-ServersAdminTestJSON-614713888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:34.828200 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3aa97a82-4880-4995-8d82-58b4f1d9e37f req-71ae8f4c-6a2e-4941-b1da-2cc75255d54a tempest-ServersAdminTestJSON-614713888 tempest-ServersAdminTestJSON-614713888-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 1133 time: 0.1009731 Feb 09 01:11:34.840523 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-4e6e1c6d-a392-4460-a5d7-019d5450102f service neutron] 10.222.0.121 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972893 Feb 09 01:11:34.844236 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2af528f7-031c-4d39-aa8a-5dad2b037ec9 req-e5c10e28-106d-4118-9673-3a0a113f5b79 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885901 Feb 09 01:11:34.848278 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 48222) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:34.895629 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 7ca29457-e348-4681-af82-7be07e1dac0b up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:11:34.951392 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3aa97a82-4880-4995-8d82-58b4f1d9e37f req-09fa11e5-7a05-4e26-ae1e-d2f2f1116164 tempest-ServersAdminTestJSON-614713888 tempest-ServersAdminTestJSON-614713888-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799241 Feb 09 01:11:34.960517 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-e38edb14-22c8-46a5-8441-6112ee36fc6b service neutron] show failed (client error): The resource could not be found. Feb 09 01:11:34.964513 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-e38edb14-22c8-46a5-8441-6112ee36fc6b service neutron] 10.222.0.91 "GET /v2.0/ports/8a9ab06c-1f75-4126-bb17-2d4af3691030/bindings/n-h1-822053-40 HTTP/1.1" status: 404 len: 381 time: 0.1526239 Feb 09 01:11:34.979289 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 7ca29457-e348-4681-af82-7be07e1dac0b completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:11:34.998418 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 7ca29457-e348-4681-af82-7be07e1dac0b triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:34.998823 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7ca29457-e348-4681-af82-7be07e1dac0b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:35.021123 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f7973e0d-30b4-4723-8ced-42a53934509f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:35.060170 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e150a-bf9f-4bb3-922b-f3de5bd6793d req-1f727d7d-662d-42f4-b4a1-4980607b6eab tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:35.061741 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-611e150a-bf9f-4bb3-922b-f3de5bd6793d req-1f727d7d-662d-42f4-b4a1-4980607b6eab tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 949 time: 0.0927401 Feb 09 01:11:35.107563 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 7ca29457-e348-4681-af82-7be07e1dac0b is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:35.108969 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7ca29457-e348-4681-af82-7be07e1dac0b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:35.159465 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe25b88-2612-487d-85c9-0d9d1ecd7312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca29457-e348-4681-af82-7be07e1dac0b'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:35.162359 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef3ded0-45d1-485a-87d7-6f6070d42a34" -d '{"events": [{"server_uuid": "afe25b88-2612-487d-85c9-0d9d1ecd7312", "name": "network-vif-plugged", "status": "completed", "tag": "7ca29457-e348-4681-af82-7be07e1dac0b"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:35.200327 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 7ca29457-e348-4681-af82-7be07e1dac0b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7ca29457-e348-4681-af82-7be07e1dac0b,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:35.202723 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-611e150a-bf9f-4bb3-922b-f3de5bd6793d req-ae56cbbd-a75c-44d0-8fe8-6dbe38025c6d tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167746 Feb 09 01:11:35.216746 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7ca29457-e348-4681-af82-7be07e1dac0b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:35.216906 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f7973e0d-30b4-4723-8ced-42a53934509f admin admin] Publish callbacks [] for security_group (a3ec751b-1991-45a0-ab02-121ad8e5dae2), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:35.220428 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f7973e0d-30b4-4723-8ced-42a53934509f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (a3ec751b-1991-45a0-ab02-121ad8e5dae2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:35.315012 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=7ca29457-e348-4681-af82-7be07e1dac0b,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:35.328919 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0451dea0-e003-4c3b-95a8-8552821fcda0 x-openstack-request-id: req-0451dea0-e003-4c3b-95a8-8552821fcda0 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:11:35.329215 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe25b88-2612-487d-85c9-0d9d1ecd7312", "name": "network-vif-plugged", "status": "completed", "tag": "7ca29457-e348-4681-af82-7be07e1dac0b", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:11:35.329475 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0451dea0-e003-4c3b-95a8-8552821fcda0 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:11:35.329878 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe25b88-2612-487d-85c9-0d9d1ecd7312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca29457-e348-4681-af82-7be07e1dac0b', 'code': 200} Feb 09 01:11:35.330175 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 48238) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:35.332565 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f7973e0d-30b4-4723-8ced-42a53934509f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6dca9799e96141d2adad40764b1c7df3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4705629 Feb 09 01:11:35.421734 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-02f5a71f-05ff-4a78-9dc3-fbb1d03d76b4 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.121 "GET /v2.0/networks?tenant_id=cbcf64bc184340809a27ba774d82840d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1297903 Feb 09 01:11:35.423905 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7973e0d-30b4-4723-8ced-42a53934509f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ec751b-1991-45a0-ab02-121ad8e5dae2,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:35.496559 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6892662a-7843-4174-9d79-00d2ae83f151 req-0326fdb1-caac-4b16-87e9-927682d60524 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=84aa487a-54b0-4d43-9d2e-3391162a6fa6 HTTP/1.1" status: 200 len: 210 time: 0.0839081 Feb 09 01:11:35.502232 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-77a4a862-279d-487d-8779-a36efe3c43dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:35.503902 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-77a4a862-279d-487d-8779-a36efe3c43dd service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f&tenant_id=3d8394520fe34c9daa660b5c0721b019 HTTP/1.1" status: 200 len: 1132 time: 0.1337516 Feb 09 01:11:35.566608 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-00c80f53-9b59-47b7-b22e-0b3852e10ec1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822053-40', 'device_owner': 'compute:nova'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:35.595573 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3f13a-156c-4719-acff-8cd26f8b750d req-d0e19528-88f8-4fd3-8144-b7fa37e87a8e tempest-ServersAdminTestJSON-614713888 tempest-ServersAdminTestJSON-614713888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:35.604038 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-32f3f13a-156c-4719-acff-8cd26f8b750d req-d0e19528-88f8-4fd3-8144-b7fa37e87a8e tempest-ServersAdminTestJSON-614713888 tempest-ServersAdminTestJSON-614713888-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 1133 time: 0.2848737 Feb 09 01:11:35.616986 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-cd4415ee-6ce4-4a6d-a790-efd20ab10ab5 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:35.618412 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-acbf58bb-0367-4a2d-948a-c22fcc78bdc5 admin admin] Publish callbacks [] for security_group (a3ec751b-1991-45a0-ab02-121ad8e5dae2), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:35.619314 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-cd4415ee-6ce4-4a6d-a790-efd20ab10ab5 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1874962 Feb 09 01:11:35.651680 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-502bb46c-2247-486d-832b-9f322639ad42 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Request body: {'port': {'device_id': '84aa487a-54b0-4d43-9d2e-3391162a6fa6', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'admin_state_up': True, 'tenant_id': 'cbcf64bc184340809a27ba774d82840d'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:35.713151 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-00c80f53-9b59-47b7-b22e-0b3852e10ec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8a9ab06c-1f75-4126-bb17-2d4af3691030), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:35.919225 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-502bb46c-2247-486d-832b-9f322639ad42 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Made reservation on behalf of cbcf64bc184340809a27ba774d82840d for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:35.922698 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-502bb46c-2247-486d-832b-9f322639ad42 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:35.938699 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b9eef-8709-40b5-bdc2-6e10668329c7 req-2282d0ac-bdc0-4f0b-aa1b-fdeed637d8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:35.940312 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f2b9eef-8709-40b5-bdc2-6e10668329c7 req-2282d0ac-bdc0-4f0b-aa1b-fdeed637d8ca service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=afe25b88-2612-487d-85c9-0d9d1ecd7312 HTTP/1.1" status: 200 len: 1129 time: 0.4604399 Feb 09 01:11:35.967897 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-acbf58bb-0367-4a2d-948a-c22fcc78bdc5 admin admin] Publish callbacks [] for security_group (a3ec751b-1991-45a0-ab02-121ad8e5dae2), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:36.008867 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-32f3f13a-156c-4719-acff-8cd26f8b750d req-79a60a20-4a15-443b-9c14-dd0385185e39 tempest-ServersAdminTestJSON-614713888 tempest-ServersAdminTestJSON-614713888-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039214 Feb 09 01:11:36.073215 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595cbf9f-bcb9-49ae-aed5-4ec6e5ca825d req-d885fb16-f237-4d73-9f0f-d503f66dafe2 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:36.080500 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-595cbf9f-bcb9-49ae-aed5-4ec6e5ca825d req-d885fb16-f237-4d73-9f0f-d503f66dafe2 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 945 time: 0.4516134 Feb 09 01:11:36.091011 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-00c80f53-9b59-47b7-b22e-0b3852e10ec1 service neutron] For port 8a9ab06c-1f75-4126-bb17-2d4af3691030, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=8a9ab06c-1f75-4126-bb17-2d4af3691030,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:36.091621 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f2b9eef-8709-40b5-bdc2-6e10668329c7 req-7bb5f114-15fe-4c4b-af36-c658362276b8 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363940 Feb 09 01:11:36.131414 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-acbf58bb-0367-4a2d-948a-c22fcc78bdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (a3ec751b-1991-45a0-ab02-121ad8e5dae2), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:36.135528 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-acbf58bb-0367-4a2d-948a-c22fcc78bdc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:36.137101 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-acbf58bb-0367-4a2d-948a-c22fcc78bdc5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a3ec751b-1991-45a0-ab02-121ad8e5dae2 HTTP/1.1" status: 204 len: 168 time: 0.8055117 Feb 09 01:11:36.152823 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-595cbf9f-bcb9-49ae-aed5-4ec6e5ca825d req-ebfc0a7b-fca9-4235-8456-1b7c1d74d607 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714810 Feb 09 01:11:36.163869 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf58bb-0367-4a2d-948a-c22fcc78bdc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ec751b-1991-45a0-ab02-121ad8e5dae2,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:36.207470 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-00c80f53-9b59-47b7-b22e-0b3852e10ec1 service neutron] For port 8a9ab06c-1f75-4126-bb17-2d4af3691030, host n-h2-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:11:36.306207 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d95a876-4d25-426f-882c-16da1b298c6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a9ab06c-1f75-4126-bb17-2d4af3691030'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:36.310647 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbc28f6-f457-462a-b236-39932dd9bc25" -d '{"events": [{"server_uuid": "9d95a876-4d25-426f-882c-16da1b298c6f", "name": "network-vif-unplugged", "status": "completed", "tag": "8a9ab06c-1f75-4126-bb17-2d4af3691030"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:36.318157 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-00c80f53-9b59-47b7-b22e-0b3852e10ec1 service neutron] Publish callbacks [] for port (8a9ab06c-1f75-4126-bb17-2d4af3691030), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:36.349779 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-00c80f53-9b59-47b7-b22e-0b3852e10ec1 service neutron] Transition to ACTIVE for port object 8a9ab06c-1f75-4126-bb17-2d4af3691030 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:11:36.355715 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6abee-02f6-4ed7-9ace-8b4d152e3920 req-3091a582-5f72-4601-a8ac-c1b0721ae9e4 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:36.357302 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8be6abee-02f6-4ed7-9ace-8b4d152e3920 req-3091a582-5f72-4601-a8ac-c1b0721ae9e4 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=afe25b88-2612-487d-85c9-0d9d1ecd7312 HTTP/1.1" status: 200 len: 946 time: 0.1026447 Feb 09 01:11:36.370390 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-00c80f53-9b59-47b7-b22e-0b3852e10ec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (8a9ab06c-1f75-4126-bb17-2d4af3691030), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:36.465628 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8be6abee-02f6-4ed7-9ace-8b4d152e3920 req-dac83989-e4e8-47df-8b8c-1cad93adb385 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935936 Feb 09 01:11:36.612285 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5530c03-ed5b-4011-abff-cfc35f9afe06 req-8c3fcb9d-848a-47b3-8103-04e64a0ecefe tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:36.622506 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a5530c03-ed5b-4011-abff-cfc35f9afe06 req-8c3fcb9d-848a-47b3-8103-04e64a0ecefe tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 947 time: 0.0800169 Feb 09 01:11:36.656388 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b09cc34-ceb6-4579-962f-7dfe4ad5b3f8 x-openstack-request-id: req-2b09cc34-ceb6-4579-962f-7dfe4ad5b3f8 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:11:36.657023 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d95a876-4d25-426f-882c-16da1b298c6f", "name": "network-vif-unplugged", "status": "completed", "tag": "8a9ab06c-1f75-4126-bb17-2d4af3691030", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:11:36.657023 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2b09cc34-ceb6-4579-962f-7dfe4ad5b3f8 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:11:36.657374 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d95a876-4d25-426f-882c-16da1b298c6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a9ab06c-1f75-4126-bb17-2d4af3691030', 'code': 200} Feb 09 01:11:36.680741 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c80f53-9b59-47b7-b22e-0b3852e10ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=8a9ab06c-1f75-4126-bb17-2d4af3691030,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:36.689380 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-502bb46c-2247-486d-832b-9f322639ad42 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Allocated IP 192.168.233.98 (3976161f-bd1f-4dbb-b950-6897c01f16f1/98abf639-2282-4fa1-acd9-5660b4f87a0d/be60904b-3c53-4589-9c61-6521a3a5d93f) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:11:36.696232 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-00c80f53-9b59-47b7-b22e-0b3852e10ec1 service neutron] No DVR routers for this DVR port 8a9ab06c-1f75-4126-bb17-2d4af3691030 on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:11:36.734177 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a5530c03-ed5b-4011-abff-cfc35f9afe06 req-058c40d3-3d49-4944-b805-906bc5fd16fc tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088781 Feb 09 01:11:36.760489 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-00c80f53-9b59-47b7-b22e-0b3852e10ec1 service neutron] Attempting to bind port 8a9ab06c-1f75-4126-bb17-2d4af3691030 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:11:36.760976 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-00c80f53-9b59-47b7-b22e-0b3852e10ec1 service neutron] Attempting to bind port 8a9ab06c-1f75-4126-bb17-2d4af3691030 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:11:36.761181 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-00c80f53-9b59-47b7-b22e-0b3852e10ec1 service neutron] Attempting to bind port 8a9ab06c-1f75-4126-bb17-2d4af3691030 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:36.773914 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-00c80f53-9b59-47b7-b22e-0b3852e10ec1 service neutron] Port 8a9ab06c-1f75-4126-bb17-2d4af3691030 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:11:36.774248 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-00c80f53-9b59-47b7-b22e-0b3852e10ec1 service neutron] Attempting to bind port 8a9ab06c-1f75-4126-bb17-2d4af3691030 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:36.794563 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-00c80f53-9b59-47b7-b22e-0b3852e10ec1 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:11:36.794955 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-00c80f53-9b59-47b7-b22e-0b3852e10ec1 service neutron] Checking segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:11:36.795282 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-00c80f53-9b59-47b7-b22e-0b3852e10ec1 service neutron] Bound using segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:11:36.795720 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-00c80f53-9b59-47b7-b22e-0b3852e10ec1 service neutron] Bound port: 8a9ab06c-1f75-4126-bb17-2d4af3691030, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:11:36.796101 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-00c80f53-9b59-47b7-b22e-0b3852e10ec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8a9ab06c-1f75-4126-bb17-2d4af3691030), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:37.015097 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8bfef2a6-2e64-46bc-9f47-7df2df0c3048 req-b172baf1-6afa-4540-84b9-811c58d91ec9 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=84aa487a-54b0-4d43-9d2e-3391162a6fa6 HTTP/1.1" status: 200 len: 210 time: 0.1132073 Feb 09 01:11:37.031255 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-00c80f53-9b59-47b7-b22e-0b3852e10ec1 service neutron] For port 8a9ab06c-1f75-4126-bb17-2d4af3691030, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:11:37.069499 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-00c80f53-9b59-47b7-b22e-0b3852e10ec1 service neutron] For port 8a9ab06c-1f75-4126-bb17-2d4af3691030, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=8a9ab06c-1f75-4126-bb17-2d4af3691030,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:11:37.098463 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-00c80f53-9b59-47b7-b22e-0b3852e10ec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (8a9ab06c-1f75-4126-bb17-2d4af3691030), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:37.249075 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-00c80f53-9b59-47b7-b22e-0b3852e10ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:37.250158 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-00c80f53-9b59-47b7-b22e-0b3852e10ec1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:37.252422 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-00c80f53-9b59-47b7-b22e-0b3852e10ec1 service neutron] 10.222.0.121 "PUT /v2.0/ports/8a9ab06c-1f75-4126-bb17-2d4af3691030 HTTP/1.1" status: 200 len: 1096 time: 1.7352846 Feb 09 01:11:37.415218 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c80f53-9b59-47b7-b22e-0b3852e10ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=8a9ab06c-1f75-4126-bb17-2d4af3691030,revision_number=7']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:37.490819 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-502bb46c-2247-486d-832b-9f322639ad42 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks [] for port (be60904b-3c53-4589-9c61-6521a3a5d93f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:37.522158 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-f432c041-3a73-4fe5-a5f0-317442454d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:37.522548 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54866f98-0e75-406b-9611-7ef61b9535cc req-b5c3d5ad-f3ab-44c6-9f43-c95b0105235f tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:37.525483 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-f432c041-3a73-4fe5-a5f0-317442454d12 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3d8394520fe34c9daa660b5c0721b019&device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 1130 time: 0.2098377 Feb 09 01:11:37.529950 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-54866f98-0e75-406b-9611-7ef61b9535cc req-b5c3d5ad-f3ab-44c6-9f43-c95b0105235f tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 945 time: 0.1357102 Feb 09 01:11:37.654813 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-54866f98-0e75-406b-9611-7ef61b9535cc req-688fd906-66f8-4921-9539-959714b653ab tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142786 Feb 09 01:11:37.737912 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-502bb46c-2247-486d-832b-9f322639ad42 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (be60904b-3c53-4589-9c61-6521a3a5d93f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:37.761180 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['27fe8a84-17a5-4744-b287-c5a8fdf17b82', '3fc6e6c1-fe04-4d6e-a5c1-891647370442', '37cc49f2-46da-4fdb-bb24-198cc9bba705'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:11:37.778993 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['0299c62c-b308-454a-bf29-0a85c3420970', 'e360c9ab-0a13-41c6-8d70-5912dbd9ce2a'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:11:37.808976 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-5658ebc8-5d01-4ee0-956b-ab3b09a4649a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:37.810858 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-5658ebc8-5d01-4ee0-956b-ab3b09a4649a service neutron] 10.222.0.121 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.2738085 Feb 09 01:11:37.913827 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22be02-d976-4803-99d1-180ed3ded937 req-065e3def-c7a4-4047-8598-a369c8e1ef49 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:37.931147 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db22be02-d976-4803-99d1-180ed3ded937 req-065e3def-c7a4-4047-8598-a369c8e1ef49 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=afe25b88-2612-487d-85c9-0d9d1ecd7312 HTTP/1.1" status: 200 len: 946 time: 0.1543550 Feb 09 01:11:37.939014 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502bb46c-2247-486d-832b-9f322639ad42 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Pushing event updated for resources: {'Port': ['ID=be60904b-3c53-4589-9c61-6521a3a5d93f,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:38.031245 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db22be02-d976-4803-99d1-180ed3ded937 req-d26f1889-8c2c-40db-be4a-fb024ec61031 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987613 Feb 09 01:11:38.080100 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-502bb46c-2247-486d-832b-9f322639ad42 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Network 3976161f-bd1f-4dbb-b950-6897c01f16f1 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:38.083119 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-fc563388-5ae6-4c92-9d1d-4f9a9af69aef service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=8a9ab06c-1f75-4126-bb17-2d4af3691030 HTTP/1.1" status: 200 len: 217 time: 0.1183269 Feb 09 01:11:38.084223 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-502bb46c-2247-486d-832b-9f322639ad42 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:38.102033 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-502bb46c-2247-486d-832b-9f322639ad42 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:11:38.331846 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 8a9ab06c-1f75-4126-bb17-2d4af3691030 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:11:38.396008 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-b3b03bfe-c153-441d-ba7b-e16bc672ddfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:38.397715 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-b3b03bfe-c153-441d-ba7b-e16bc672ddfc service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.2886162 Feb 09 01:11:38.415951 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-502bb46c-2247-486d-832b-9f322639ad42 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:38.416639 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-502bb46c-2247-486d-832b-9f322639ad42 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:38.454689 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f291c-b6d7-403d-bf43-b6cd7a74038b req-76605dc9-492a-49e1-bc3d-8966e9684619 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:38.475904 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6a8f291c-b6d7-403d-bf43-b6cd7a74038b req-76605dc9-492a-49e1-bc3d-8966e9684619 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 947 time: 0.1275208 Feb 09 01:11:38.531409 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-502bb46c-2247-486d-832b-9f322639ad42 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8867810 Feb 09 01:11:38.560267 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] The host n-h2-822053-40 is not matching for port 8a9ab06c-1f75-4126-bb17-2d4af3691030 host n-h1-822053-40! {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:11:38.561279 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 8a9ab06c-1f75-4126-bb17-2d4af3691030 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:11:38.568566 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-accee181-8183-4fb7-8963-0a4f4f9e540a service neutron] Request body: {'port': {'device_id': '84aa487a-54b0-4d43-9d2e-3391162a6fa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:38.605282 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6a8f291c-b6d7-403d-bf43-b6cd7a74038b req-b84e4181-4f89-4cf4-8ef4-50988c092cfe tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224065 Feb 09 01:11:38.630753 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-39e967d0-a9c6-4073-8c54-29e61a73f819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:38.634431 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-39e967d0-a9c6-4073-8c54-29e61a73f819 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2149885 Feb 09 01:11:38.669888 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d95a876-4d25-426f-882c-16da1b298c6f', 'tag': '8a9ab06c-1f75-4126-bb17-2d4af3691030'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:38.673110 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb590e8-3b19-4a71-8401-e230eca87f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "9d95a876-4d25-426f-882c-16da1b298c6f", "tag": "8a9ab06c-1f75-4126-bb17-2d4af3691030"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:38.779335 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-7f5577af-a426-48cb-85ce-6a8445f54b93 None None] Provisioning complete for port be60904b-3c53-4589-9c61-6521a3a5d93f triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:38.780177 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7f5577af-a426-48cb-85ce-6a8445f54b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (be60904b-3c53-4589-9c61-6521a3a5d93f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:38.788221 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-accee181-8183-4fb7-8963-0a4f4f9e540a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (be60904b-3c53-4589-9c61-6521a3a5d93f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:38.836974 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7f5577af-a426-48cb-85ce-6a8445f54b93 None None] Port be60904b-3c53-4589-9c61-6521a3a5d93f cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:11:38.914430 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f900c-2a81-4f01-94e5-cb9454b5bf07 req-0571d792-cfc6-4e3b-94b3-2e681005ed5c tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:38.925409 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-006f900c-2a81-4f01-94e5-cb9454b5bf07 req-0571d792-cfc6-4e3b-94b3-2e681005ed5c tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=84aa487a-54b0-4d43-9d2e-3391162a6fa6 HTTP/1.1" status: 200 len: 935 time: 0.1711240 Feb 09 01:11:38.963241 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-0ebf31e8-62d8-4cc9-b0b3-14bf7dd0f90d service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825935 Feb 09 01:11:38.973799 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838cd42-3eac-4df8-a3dc-c9f3ebecd526 req-b0c55d1d-31e2-49a1-8f20-70b1fd78d4ad tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:38.982129 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c838cd42-3eac-4df8-a3dc-c9f3ebecd526 req-b0c55d1d-31e2-49a1-8f20-70b1fd78d4ad tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.1584232 Feb 09 01:11:39.057856 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-006f900c-2a81-4f01-94e5-cb9454b5bf07 req-ff08fc7f-25fc-452c-b2b9-78d1c20145d9 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198297 Feb 09 01:11:39.153709 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c838cd42-3eac-4df8-a3dc-c9f3ebecd526 req-65af34dc-9af4-4507-b832-dd86fce9a658 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705105 Feb 09 01:11:39.232557 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7cd0b91-8485-4718-88ac-86da1e4f7af6 x-openstack-request-id: req-d7cd0b91-8485-4718-88ac-86da1e4f7af6 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:11:39.232852 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d95a876-4d25-426f-882c-16da1b298c6f", "tag": "8a9ab06c-1f75-4126-bb17-2d4af3691030", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:11:39.233108 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d7cd0b91-8485-4718-88ac-86da1e4f7af6 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:11:39.233508 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d95a876-4d25-426f-882c-16da1b298c6f', 'tag': '8a9ab06c-1f75-4126-bb17-2d4af3691030', 'status': 'completed', 'code': 200} Feb 09 01:11:39.329392 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e02d0b6f-c064-4a9d-b64c-288728473082 req-4f1e66c8-0d2e-431a-8f0d-29411c03f7d2 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585663 Feb 09 01:11:39.403842 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb590e8-3b19-4a71-8401-e230eca87f0b req-dfa95276-f675-4c4a-a57d-bfcec79cf3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:39.405461 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-edb590e8-3b19-4a71-8401-e230eca87f0b req-dfa95276-f675-4c4a-a57d-bfcec79cf3fc service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3d8394520fe34c9daa660b5c0721b019&device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 1130 time: 0.1598771 Feb 09 01:11:39.417183 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa0d14-f5ca-4991-b792-9a0fbf07f25a req-a3407637-04e1-487d-8cb1-a4ad1e4caa22 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:39.419037 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-08aa0d14-f5ca-4991-b792-9a0fbf07f25a req-a3407637-04e1-487d-8cb1-a4ad1e4caa22 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 945 time: 0.1250715 Feb 09 01:11:39.454297 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc8eda-117d-4f9f-a9c3-431be1a93001 req-3447b262-40ff-4688-917c-6ff6d2989456 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:39.456821 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fffc8eda-117d-4f9f-a9c3-431be1a93001 req-3447b262-40ff-4688-917c-6ff6d2989456 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=afe25b88-2612-487d-85c9-0d9d1ecd7312 HTTP/1.1" status: 200 len: 946 time: 0.1529343 Feb 09 01:11:39.550226 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-accee181-8183-4fb7-8963-0a4f4f9e540a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be60904b-3c53-4589-9c61-6521a3a5d93f {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:11:39.560425 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-accee181-8183-4fb7-8963-0a4f4f9e540a service neutron] Publish callbacks [] for port (be60904b-3c53-4589-9c61-6521a3a5d93f), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:39.564325 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb590e8-3b19-4a71-8401-e230eca87f0b req-6bded165-c92a-4446-8496-98f9316933b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:39.565924 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-edb590e8-3b19-4a71-8401-e230eca87f0b req-6bded165-c92a-4446-8496-98f9316933b8 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3d8394520fe34c9daa660b5c0721b019&device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 1130 time: 0.1275945 Feb 09 01:11:39.578932 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-accee181-8183-4fb7-8963-0a4f4f9e540a service neutron] Transition to ACTIVE for port object be60904b-3c53-4589-9c61-6521a3a5d93f will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:11:39.594268 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-accee181-8183-4fb7-8963-0a4f4f9e540a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (be60904b-3c53-4589-9c61-6521a3a5d93f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:39.716091 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fffc8eda-117d-4f9f-a9c3-431be1a93001 req-bd89b2bd-5491-49eb-868c-418cda2a1f98 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185419 Feb 09 01:11:39.716853 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accee181-8183-4fb7-8963-0a4f4f9e540a service neutron] Pushing event updated for resources: {'Port': ['ID=be60904b-3c53-4589-9c61-6521a3a5d93f,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:39.745853 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-08aa0d14-f5ca-4991-b792-9a0fbf07f25a req-3d680c49-aecf-4263-9b85-456d85abf43b tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118963 Feb 09 01:11:39.811663 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb590e8-3b19-4a71-8401-e230eca87f0b req-177ba5f7-6cd2-41a3-9643-7a4298d0674c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:39.817091 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-edb590e8-3b19-4a71-8401-e230eca87f0b req-177ba5f7-6cd2-41a3-9643-7a4298d0674c service neutron] 10.222.0.91 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.3947899 Feb 09 01:11:39.927700 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-edb590e8-3b19-4a71-8401-e230eca87f0b req-69f63dab-6498-4e46-a323-8d9573238f44 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=8a9ab06c-1f75-4126-bb17-2d4af3691030 HTTP/1.1" status: 200 len: 217 time: 0.0822277 Feb 09 01:11:39.940492 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb590e8-3b19-4a71-8401-e230eca87f0b req-8d09a7f3-246f-4c52-81ce-d9d16242a458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:39.945642 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-edb590e8-3b19-4a71-8401-e230eca87f0b req-8d09a7f3-246f-4c52-81ce-d9d16242a458 service neutron] 10.222.0.121 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.3624287 Feb 09 01:11:40.029638 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-edb590e8-3b19-4a71-8401-e230eca87f0b req-5de0d2fd-b7b5-4043-a159-48bdc99d49d1 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=8a9ab06c-1f75-4126-bb17-2d4af3691030 HTTP/1.1" status: 200 len: 217 time: 0.0572634 Feb 09 01:11:40.030474 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-accee181-8183-4fb7-8963-0a4f4f9e540a service neutron] Attempting to bind port be60904b-3c53-4589-9c61-6521a3a5d93f on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:11:40.030919 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-accee181-8183-4fb7-8963-0a4f4f9e540a service neutron] Attempting to bind port be60904b-3c53-4589-9c61-6521a3a5d93f by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:11:40.031329 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-accee181-8183-4fb7-8963-0a4f4f9e540a service neutron] Attempting to bind port be60904b-3c53-4589-9c61-6521a3a5d93f on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:40.037127 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-accee181-8183-4fb7-8963-0a4f4f9e540a service neutron] Port be60904b-3c53-4589-9c61-6521a3a5d93f on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:11:40.037419 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-accee181-8183-4fb7-8963-0a4f4f9e540a service neutron] Attempting to bind port be60904b-3c53-4589-9c61-6521a3a5d93f on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:40.051900 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-accee181-8183-4fb7-8963-0a4f4f9e540a service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:11:40.052558 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-accee181-8183-4fb7-8963-0a4f4f9e540a service neutron] Checking segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:11:40.053260 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-accee181-8183-4fb7-8963-0a4f4f9e540a service neutron] Bound using segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:11:40.054708 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-accee181-8183-4fb7-8963-0a4f4f9e540a service neutron] Bound port: be60904b-3c53-4589-9c61-6521a3a5d93f, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:11:40.055287 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-accee181-8183-4fb7-8963-0a4f4f9e540a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (be60904b-3c53-4589-9c61-6521a3a5d93f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:40.065848 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb590e8-3b19-4a71-8401-e230eca87f0b req-0b6dda33-7d12-4316-8d46-fad4a98ec808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:40.068940 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-edb590e8-3b19-4a71-8401-e230eca87f0b req-0b6dda33-7d12-4316-8d46-fad4a98ec808 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.1027751 Feb 09 01:11:40.140160 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb590e8-3b19-4a71-8401-e230eca87f0b req-e67eea57-22e1-498c-9e98-a228bdf4b687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:40.141741 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-edb590e8-3b19-4a71-8401-e230eca87f0b req-e67eea57-22e1-498c-9e98-a228bdf4b687 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.0976689 Feb 09 01:11:40.158691 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b05ab-6880-4291-9233-5f9f39f8bffe req-fe6ed69e-a6ee-4c04-a62d-61a82f6bc595 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:40.160308 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-187b05ab-6880-4291-9233-5f9f39f8bffe req-fe6ed69e-a6ee-4c04-a62d-61a82f6bc595 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 947 time: 0.2286677 Feb 09 01:11:40.164381 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a4781-633d-4ec3-8456-38c99fb8f92c req-e985f9fb-5803-41e7-9615-d30bbf69a7f4 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:40.171088 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-545a4781-633d-4ec3-8456-38c99fb8f92c req-e985f9fb-5803-41e7-9615-d30bbf69a7f4 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=afe25b88-2612-487d-85c9-0d9d1ecd7312 HTTP/1.1" status: 200 len: 1129 time: 0.2415020 Feb 09 01:11:40.193182 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-accee181-8183-4fb7-8963-0a4f4f9e540a service neutron] For port be60904b-3c53-4589-9c61-6521a3a5d93f, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:11:40.211247 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-accee181-8183-4fb7-8963-0a4f4f9e540a service neutron] For port be60904b-3c53-4589-9c61-6521a3a5d93f, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=be60904b-3c53-4589-9c61-6521a3a5d93f,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:11:40.223834 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-accee181-8183-4fb7-8963-0a4f4f9e540a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (be60904b-3c53-4589-9c61-6521a3a5d93f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:40.244227 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb590e8-3b19-4a71-8401-e230eca87f0b req-65ab7c7f-37e0-46dc-91b1-e8b3c0e3deba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:40.245779 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-edb590e8-3b19-4a71-8401-e230eca87f0b req-65ab7c7f-37e0-46dc-91b1-e8b3c0e3deba service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1635375 Feb 09 01:11:40.265036 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-accee181-8183-4fb7-8963-0a4f4f9e540a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:40.266139 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-accee181-8183-4fb7-8963-0a4f4f9e540a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:40.268925 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-accee181-8183-4fb7-8963-0a4f4f9e540a service neutron] 10.222.0.121 "PUT /v2.0/ports/be60904b-3c53-4589-9c61-6521a3a5d93f HTTP/1.1" status: 200 len: 1096 time: 1.7145293 Feb 09 01:11:40.273590 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb590e8-3b19-4a71-8401-e230eca87f0b req-e358b170-bd01-4791-8056-341c6047ad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:40.275230 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-edb590e8-3b19-4a71-8401-e230eca87f0b req-e358b170-bd01-4791-8056-341c6047ad78 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1176746 Feb 09 01:11:40.278198 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-187b05ab-6880-4291-9233-5f9f39f8bffe req-28e205ea-6e48-44c7-b8a2-77270f27ca7c tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043100 Feb 09 01:11:40.294522 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-545a4781-633d-4ec3-8456-38c99fb8f92c req-110a8146-594e-43c1-9016-00c2924ae251 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151807 Feb 09 01:11:40.493684 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-edb590e8-3b19-4a71-8401-e230eca87f0b req-1a521f33-3ebf-4020-bd9a-a6c72b9ae624 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267184 Feb 09 01:11:40.495164 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accee181-8183-4fb7-8963-0a4f4f9e540a service neutron] Pushing event updated for resources: {'Port': ['ID=be60904b-3c53-4589-9c61-6521a3a5d93f,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:40.551742 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-900a4da1-b5a6-49fd-a11e-a04bcd21fa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:40.553379 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-900a4da1-b5a6-49fd-a11e-a04bcd21fa39 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cbcf64bc184340809a27ba774d82840d&device_id=84aa487a-54b0-4d43-9d2e-3391162a6fa6 HTTP/1.1" status: 200 len: 1130 time: 0.1863809 Feb 09 01:11:40.558273 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-edb590e8-3b19-4a71-8401-e230eca87f0b req-4513a406-30e5-4b9c-a044-709be518861d service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276182 Feb 09 01:11:40.676080 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-064087b6-897a-478c-ac48-9cd196b299a6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=be60904b-3c53-4589-9c61-6521a3a5d93f HTTP/1.1" status: 200 len: 217 time: 0.0803542 Feb 09 01:11:40.718265 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb99ad-12f5-4277-ae6e-d239cdb594fc req-0bd8a5d5-c251-4872-8eca-2b840c831556 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:40.719737 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-40bb99ad-12f5-4277-ae6e-d239cdb594fc req-0bd8a5d5-c251-4872-8eca-2b840c831556 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=84aa487a-54b0-4d43-9d2e-3391162a6fa6 HTTP/1.1" status: 200 len: 947 time: 0.2245393 Feb 09 01:11:40.721714 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-edb590e8-3b19-4a71-8401-e230eca87f0b req-703adf2c-f9bc-48f1-a0b5-13f88ca7868e service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088778 Feb 09 01:11:40.747246 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc739b8-0975-4619-8c86-346ef03d497f req-266ab6a5-c4aa-4347-9f2c-cd1c62224393 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:40.749507 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ccc739b8-0975-4619-8c86-346ef03d497f req-266ab6a5-c4aa-4347-9f2c-cd1c62224393 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.1317725 Feb 09 01:11:40.789948 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-edb590e8-3b19-4a71-8401-e230eca87f0b req-014a995f-4dc8-424b-b787-6311687da5a4 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955149 Feb 09 01:11:40.791562 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-516e4bcc-64f1-40e7-b0c2-06fead1cf3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:40.792960 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-516e4bcc-64f1-40e7-b0c2-06fead1cf3e0 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.0827446 Feb 09 01:11:40.813823 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-40bb99ad-12f5-4277-ae6e-d239cdb594fc req-c728aefb-b822-4b77-8123-ecd2eaab91ac tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847287 Feb 09 01:11:40.856916 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ccc739b8-0975-4619-8c86-346ef03d497f req-dd6945ce-f7d0-436d-8c86-da5618d6724b tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975747 Feb 09 01:11:40.920795 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-44ea940a-0324-48a3-9024-00b3d9efc828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:40.922521 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-44ea940a-0324-48a3-9024-00b3d9efc828 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0987692 Feb 09 01:11:41.000026 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43605ebb-9957-452f-b50b-ed08c8ec777a req-79ca29ac-9cae-4ba4-9f0f-4eb7365d5ce0 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:41.001670 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-43605ebb-9957-452f-b50b-ed08c8ec777a req-79ca29ac-9cae-4ba4-9f0f-4eb7365d5ce0 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=afe25b88-2612-487d-85c9-0d9d1ecd7312 HTTP/1.1" status: 200 len: 1129 time: 0.0931914 Feb 09 01:11:41.116328 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-20ca69b2-fada-45ac-beca-cd15ace68894 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846273 Feb 09 01:11:41.121609 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-43605ebb-9957-452f-b50b-ed08c8ec777a req-8fc25404-c8c5-4a94-b18f-4c2f6eecd7e4 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072161 Feb 09 01:11:41.163580 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a375321-07af-4781-8550-6d2d8fd7a1ad req-b254daf7-f1d7-41c0-8601-db2d024559fd tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:41.182148 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a375321-07af-4781-8550-6d2d8fd7a1ad req-b254daf7-f1d7-41c0-8601-db2d024559fd tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 945 time: 0.1285789 Feb 09 01:11:41.233999 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84aa487a-54b0-4d43-9d2e-3391162a6fa6', 'tag': 'be60904b-3c53-4589-9c61-6521a3a5d93f'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:41.236589 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3565bd67-0852-489a-bdb9-6ec940b7c10d" -d '{"events": [{"name": "network-changed", "server_uuid": "84aa487a-54b0-4d43-9d2e-3391162a6fa6", "tag": "be60904b-3c53-4589-9c61-6521a3a5d93f"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:41.275938 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a375321-07af-4781-8550-6d2d8fd7a1ad req-7ad1c895-320a-4863-b42b-1407a0adb4ea tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928316 Feb 09 01:11:41.299782 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4bf1d8d1-b6da-4e44-af57-20c32cac352a req-64e453cd-7d4a-412b-9fd0-c379e8c7b5c7 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687937 Feb 09 01:11:41.362531 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9f53ab-e80c-47d6-aeb0-5f49b65821f3 x-openstack-request-id: req-6f9f53ab-e80c-47d6-aeb0-5f49b65821f3 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:11:41.362856 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84aa487a-54b0-4d43-9d2e-3391162a6fa6", "tag": "be60904b-3c53-4589-9c61-6521a3a5d93f", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:11:41.368790 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6f9f53ab-e80c-47d6-aeb0-5f49b65821f3 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:11:41.369213 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84aa487a-54b0-4d43-9d2e-3391162a6fa6', 'tag': 'be60904b-3c53-4589-9c61-6521a3a5d93f', 'status': 'completed', 'code': 200} Feb 09 01:11:41.401825 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 48406) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:41.480798 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565bd67-0852-489a-bdb9-6ec940b7c10d req-279aabe1-6350-4e1b-a394-cb9d051f047a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:41.483558 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3565bd67-0852-489a-bdb9-6ec940b7c10d req-279aabe1-6350-4e1b-a394-cb9d051f047a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cbcf64bc184340809a27ba774d82840d&device_id=84aa487a-54b0-4d43-9d2e-3391162a6fa6 HTTP/1.1" status: 200 len: 1130 time: 0.0748649 Feb 09 01:11:41.503758 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804375ee-634a-4f90-a436-9ab855f3b9cb req-d7608700-e1df-41ba-a5f3-64e8e848903e tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:41.506354 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-804375ee-634a-4f90-a436-9ab855f3b9cb req-d7608700-e1df-41ba-a5f3-64e8e848903e tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 947 time: 0.1078963 Feb 09 01:11:41.512422 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b181b-6415-4068-87e6-06e65f84054e req-0eba37df-2af5-40b5-b169-311bb8c86eac tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:41.514162 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4d3b181b-6415-4068-87e6-06e65f84054e req-0eba37df-2af5-40b5-b169-311bb8c86eac tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=afe25b88-2612-487d-85c9-0d9d1ecd7312 HTTP/1.1" status: 200 len: 1129 time: 0.0771973 Feb 09 01:11:41.577052 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bb97bf3e-192c-4fc7-9a43-e736904e98db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:41.594250 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-804375ee-634a-4f90-a436-9ab855f3b9cb req-5a0e88ad-b707-4cba-b5a9-c86d0e961c6a tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789390 Feb 09 01:11:41.616592 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4d3b181b-6415-4068-87e6-06e65f84054e req-62ec3d45-9842-4ce5-a7f7-513b658331fa tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944216 Feb 09 01:11:41.654156 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565bd67-0852-489a-bdb9-6ec940b7c10d req-3af277ab-a3bd-4793-9ec0-8b6af34a1d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:41.655880 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3565bd67-0852-489a-bdb9-6ec940b7c10d req-3af277ab-a3bd-4793-9ec0-8b6af34a1d52 service neutron] 10.222.0.121 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.1643991 Feb 09 01:11:41.711288 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3565bd67-0852-489a-bdb9-6ec940b7c10d req-111a8215-f6f6-45e5-91d1-02b51b470296 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=be60904b-3c53-4589-9c61-6521a3a5d93f HTTP/1.1" status: 200 len: 217 time: 0.0445192 Feb 09 01:11:41.780494 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bb97bf3e-192c-4fc7-9a43-e736904e98db admin admin] Publish callbacks [] for security_group (8c778d69-08a7-4c35-8a0f-f49baec1362c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:41.787210 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bb97bf3e-192c-4fc7-9a43-e736904e98db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (8c778d69-08a7-4c35-8a0f-f49baec1362c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:41.812653 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565bd67-0852-489a-bdb9-6ec940b7c10d req-68a19cf6-046e-436b-b959-331d0f1eaf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:41.814100 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3565bd67-0852-489a-bdb9-6ec940b7c10d req-68a19cf6-046e-436b-b959-331d0f1eaf65 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.0913286 Feb 09 01:11:41.846853 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-bb97bf3e-192c-4fc7-9a43-e736904e98db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0758b624000b41519ebf64cdbf6d388b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4415777 Feb 09 01:11:41.847606 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 48412) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:41.865711 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb97bf3e-192c-4fc7-9a43-e736904e98db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c778d69-08a7-4c35-8a0f-f49baec1362c,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:41.877532 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb97bf3e-192c-4fc7-9a43-e736904e98db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:41.877873 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb97bf3e-192c-4fc7-9a43-e736904e98db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:41.878212 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb97bf3e-192c-4fc7-9a43-e736904e98db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:41.878534 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb97bf3e-192c-4fc7-9a43-e736904e98db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:41.878854 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb97bf3e-192c-4fc7-9a43-e736904e98db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:41.881393 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb97bf3e-192c-4fc7-9a43-e736904e98db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:41.881393 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb97bf3e-192c-4fc7-9a43-e736904e98db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:41.881393 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb97bf3e-192c-4fc7-9a43-e736904e98db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:41.881393 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb97bf3e-192c-4fc7-9a43-e736904e98db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:41.881393 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb97bf3e-192c-4fc7-9a43-e736904e98db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:41.881393 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb97bf3e-192c-4fc7-9a43-e736904e98db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:41.881393 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb97bf3e-192c-4fc7-9a43-e736904e98db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:41.881393 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb97bf3e-192c-4fc7-9a43-e736904e98db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:41.922991 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565bd67-0852-489a-bdb9-6ec940b7c10d req-0a71d81e-c121-4042-b026-085d2fa7534e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:41.926733 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3565bd67-0852-489a-bdb9-6ec940b7c10d req-0a71d81e-c121-4042-b026-085d2fa7534e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1013665 Feb 09 01:11:41.932672 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d98014bb-280c-4490-adc4-78126276f7bc admin admin] Publish callbacks [] for security_group (8c778d69-08a7-4c35-8a0f-f49baec1362c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:41.996954 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d98014bb-280c-4490-adc4-78126276f7bc admin admin] Publish callbacks [] for security_group (8c778d69-08a7-4c35-8a0f-f49baec1362c), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:42.050354 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3565bd67-0852-489a-bdb9-6ec940b7c10d req-426acf69-1794-4699-bb76-c5e46a8af3cf service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118469 Feb 09 01:11:42.089018 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2dfe8e-8c34-4eac-8084-956b1af6985d req-cada6e1d-cfbd-4be3-bd87-6979239b96fe tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:42.090593 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bd2dfe8e-8c34-4eac-8084-956b1af6985d req-cada6e1d-cfbd-4be3-bd87-6979239b96fe tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=84aa487a-54b0-4d43-9d2e-3391162a6fa6 HTTP/1.1" status: 200 len: 947 time: 0.1465585 Feb 09 01:11:42.098688 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8932cc-ef60-4461-8dc8-0816c7fa7d6b req-a382cb5d-dfaa-45f6-b6b0-fcb58a0d5cc6 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:42.100299 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6e8932cc-ef60-4461-8dc8-0816c7fa7d6b req-a382cb5d-dfaa-45f6-b6b0-fcb58a0d5cc6 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.1240516 Feb 09 01:11:42.128853 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d98014bb-280c-4490-adc4-78126276f7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (8c778d69-08a7-4c35-8a0f-f49baec1362c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:42.131426 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d98014bb-280c-4490-adc4-78126276f7bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:42.133573 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d98014bb-280c-4490-adc4-78126276f7bc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8c778d69-08a7-4c35-8a0f-f49baec1362c HTTP/1.1" status: 204 len: 168 time: 0.2832084 Feb 09 01:11:42.165223 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98014bb-280c-4490-adc4-78126276f7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c778d69-08a7-4c35-8a0f-f49baec1362c,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:42.196702 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98014bb-280c-4490-adc4-78126276f7bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:42.197045 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98014bb-280c-4490-adc4-78126276f7bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:42.197479 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98014bb-280c-4490-adc4-78126276f7bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:42.197983 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98014bb-280c-4490-adc4-78126276f7bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:42.198619 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98014bb-280c-4490-adc4-78126276f7bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:42.199110 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98014bb-280c-4490-adc4-78126276f7bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:42.199583 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98014bb-280c-4490-adc4-78126276f7bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:42.200321 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98014bb-280c-4490-adc4-78126276f7bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:42.200823 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98014bb-280c-4490-adc4-78126276f7bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:42.201299 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98014bb-280c-4490-adc4-78126276f7bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:42.201780 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98014bb-280c-4490-adc4-78126276f7bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:42.202267 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98014bb-280c-4490-adc4-78126276f7bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:42.202740 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98014bb-280c-4490-adc4-78126276f7bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:42.232829 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bd2dfe8e-8c34-4eac-8084-956b1af6985d req-02bfa884-8ae3-49b2-89f5-c760d03dd208 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309316 Feb 09 01:11:42.245685 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6e8932cc-ef60-4461-8dc8-0816c7fa7d6b req-368d9f20-a28b-4a77-8ac8-f85027efe917 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290112 Feb 09 01:11:42.511996 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a2139-59a7-4ebb-9dcb-6622ce9fe59e req-4e65f69e-5178-4830-ba54-a15219fe1ea0 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:42.511996 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f62a2139-59a7-4ebb-9dcb-6622ce9fe59e req-4e65f69e-5178-4830-ba54-a15219fe1ea0 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 945 time: 0.1182158 Feb 09 01:11:42.587402 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3565bd67-0852-489a-bdb9-6ec940b7c10d req-a6ab7ccb-429b-41ac-a5d8-8c665d43b96c service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5271964 Feb 09 01:11:42.647416 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f62a2139-59a7-4ebb-9dcb-6622ce9fe59e req-0f9fcd14-d5d8-4dee-bbba-a4a820459c45 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224425 Feb 09 01:11:42.842806 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41469f3-0319-4f96-88f8-a5397aeba717 req-c2988cf5-7101-4c1e-9bd4-d327e853bb95 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:42.849991 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a41469f3-0319-4f96-88f8-a5397aeba717 req-c2988cf5-7101-4c1e-9bd4-d327e853bb95 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=afe25b88-2612-487d-85c9-0d9d1ecd7312 HTTP/1.1" status: 200 len: 1129 time: 0.1315744 Feb 09 01:11:42.870033 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d9231-bfe0-48dd-93ae-61032d6cd0ae req-f25fca73-aec0-4f39-abb2-46f45a9ecd81 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:42.871637 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a0d9231-bfe0-48dd-93ae-61032d6cd0ae req-f25fca73-aec0-4f39-abb2-46f45a9ecd81 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 947 time: 0.1451075 Feb 09 01:11:42.929913 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 8a9ab06c-1f75-4126-bb17-2d4af3691030 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:11:42.991313 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a0d9231-bfe0-48dd-93ae-61032d6cd0ae req-ebdff520-16e0-47d1-90c6-56d216f1cbe0 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128211 Feb 09 01:11:43.011467 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a41469f3-0319-4f96-88f8-a5397aeba717 req-1fd2e9bf-3134-493e-92eb-87c6a0195e80 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605341 Feb 09 01:11:43.117899 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 8a9ab06c-1f75-4126-bb17-2d4af3691030, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=8a9ab06c-1f75-4126-bb17-2d4af3691030,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:43.143850 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '8a9ab06c-1f75-4126-bb17-2d4af3691030', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': '8a9ab06c-1f75-4126-bb17-2d4af3691030', 'mac_address': 'fa:16:3e:2f:72:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:11:43.209539 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 8a9ab06c-1f75-4126-bb17-2d4af3691030 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:43.210138 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8a9ab06c-1f75-4126-bb17-2d4af3691030), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:43.233361 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a9ab06c-1f75-4126-bb17-2d4af3691030 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:11:43.292680 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 8a9ab06c-1f75-4126-bb17-2d4af3691030, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=8a9ab06c-1f75-4126-bb17-2d4af3691030,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:43.302543 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8a9ab06c-1f75-4126-bb17-2d4af3691030), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:43.353681 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 48494) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:43.448860 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654fa390-3be8-42da-8fd6-36bd14b83b2f req-b677c44f-6101-46d6-94af-b7416813d021 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:43.457048 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-654fa390-3be8-42da-8fd6-36bd14b83b2f req-b677c44f-6101-46d6-94af-b7416813d021 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 948 time: 0.0706437 Feb 09 01:11:43.458490 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=8a9ab06c-1f75-4126-bb17-2d4af3691030,revision_number=8']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:43.511863 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-654fa390-3be8-42da-8fd6-36bd14b83b2f req-b00b2a24-1755-4d90-a6a6-41097582ad7e tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539670 Feb 09 01:11:43.515143 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-7248a8e5-04e0-4c8c-80a5-60f6976d71e9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1749829018-network', 'tenant_id': '2bd36e8a1bc44eaf93b2e0b458cd1f81'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:43.601648 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7248a8e5-04e0-4c8c-80a5-60f6976d71e9 admin admin] Made reservation on behalf of 2bd36e8a1bc44eaf93b2e0b458cd1f81 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:43.604933 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7248a8e5-04e0-4c8c-80a5-60f6976d71e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:43.620268 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7248a8e5-04e0-4c8c-80a5-60f6976d71e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:43.643186 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1df7e9-422b-43f1-9561-6c1fef75e41a req-b1dff58c-f179-4566-9d52-332c9e28d739 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:43.644705 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fa1df7e9-422b-43f1-9561-6c1fef75e41a req-b1dff58c-f179-4566-9d52-332c9e28d739 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f&tenant_id=3d8394520fe34c9daa660b5c0721b019&binding%3Ahost_id=n-h1-822053-40 HTTP/1.1" status: 200 len: 948 time: 0.1371830 Feb 09 01:11:43.738484 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['8a9ab06c-1f75-4126-bb17-2d4af3691030'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:11:43.791160 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [req-fa1df7e9-422b-43f1-9561-6c1fef75e41a req-4479f275-e36b-4341-87bc-4713fa270ce1 service neutron] delete failed (client error): The resource could not be found. Feb 09 01:11:43.792191 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fa1df7e9-422b-43f1-9561-6c1fef75e41a req-4479f275-e36b-4341-87bc-4713fa270ce1 service neutron] 10.222.0.91 "DELETE /v2.0/ports/8a9ab06c-1f75-4126-bb17-2d4af3691030/bindings/n-h2-822053-40 HTTP/1.1" status: 404 len: 381 time: 0.1283400 Feb 09 01:11:43.799263 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45be2b-0f50-4139-b3c4-52d237d695d8 req-e31cc374-a561-49f3-a4d0-b06960eb4837 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:43.800792 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0b45be2b-0f50-4139-b3c4-52d237d695d8 req-e31cc374-a561-49f3-a4d0-b06960eb4837 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=84aa487a-54b0-4d43-9d2e-3391162a6fa6 HTTP/1.1" status: 200 len: 947 time: 0.1532228 Feb 09 01:11:43.827562 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7248a8e5-04e0-4c8c-80a5-60f6976d71e9 admin admin] Publish callbacks [] for security_group (e8fae9c5-359a-4046-8cc3-330c98c09cc9), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:43.836181 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7248a8e5-04e0-4c8c-80a5-60f6976d71e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (e8fae9c5-359a-4046-8cc3-330c98c09cc9), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:43.862787 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7248a8e5-04e0-4c8c-80a5-60f6976d71e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:11:43.902651 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7248a8e5-04e0-4c8c-80a5-60f6976d71e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (b3426158-8282-46ac-b81c-e40680ba30c7), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:43.902991 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-7248a8e5-04e0-4c8c-80a5-60f6976d71e9 admin admin] Added segment b3426158-8282-46ac-b81c-e40680ba30c7 of type vlan for network 5165de7b-aa2f-4553-9a29-124f83e0b018 Feb 09 01:11:43.905232 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248a8e5-04e0-4c8c-80a5-60f6976d71e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fae9c5-359a-4046-8cc3-330c98c09cc9,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:43.920284 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0b45be2b-0f50-4139-b3c4-52d237d695d8 req-974dfeed-4654-4676-8584-fe886991f9ea tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081686 Feb 09 01:11:43.999500 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7248a8e5-04e0-4c8c-80a5-60f6976d71e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (5165de7b-aa2f-4553-9a29-124f83e0b018), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:44.065587 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1df7e9-422b-43f1-9561-6c1fef75e41a req-1151c6c1-8048-4b19-9d84-3a7ffadec193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:44.067798 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fa1df7e9-422b-43f1-9561-6c1fef75e41a req-1151c6c1-8048-4b19-9d84-3a7ffadec193 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3d8394520fe34c9daa660b5c0721b019&device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 1131 time: 0.1112981 Feb 09 01:11:44.070927 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7248a8e5-04e0-4c8c-80a5-60f6976d71e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (5165de7b-aa2f-4553-9a29-124f83e0b018), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:44.071856 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7248a8e5-04e0-4c8c-80a5-60f6976d71e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:44.072514 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7248a8e5-04e0-4c8c-80a5-60f6976d71e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:44.175879 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7248a8e5-04e0-4c8c-80a5-60f6976d71e9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8203766 Feb 09 01:11:44.178719 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 48520) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:44.184249 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-47a608e7-d828-4a73-b9a0-8dc09837465b admin admin] Request body: {'subnet': {'network_id': '5165de7b-aa2f-4553-9a29-124f83e0b018', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1749829018-subnet', 'tenant_id': '2bd36e8a1bc44eaf93b2e0b458cd1f81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:44.206442 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a608e7-d828-4a73-b9a0-8dc09837465b admin admin] Made reservation on behalf of 2bd36e8a1bc44eaf93b2e0b458cd1f81 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:44.209251 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-47a608e7-d828-4a73-b9a0-8dc09837465b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:44.210153 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5b85a-202e-48ec-9db6-ec8d7d0d2294 req-911c493b-f9b4-47f0-a0a3-c907221919a8 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:44.211952 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-58c5b85a-202e-48ec-9db6-ec8d7d0d2294 req-911c493b-f9b4-47f0-a0a3-c907221919a8 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.1992228 Feb 09 01:11:44.215018 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248a8e5-04e0-4c8c-80a5-60f6976d71e9 admin admin] Pushing event updated for resources: {'Network': ['ID=5165de7b-aa2f-4553-9a29-124f83e0b018,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:44.227480 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 5165de7b-aa2f-4553-9a29-124f83e0b018 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:11:44.292837 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-58c5b85a-202e-48ec-9db6-ec8d7d0d2294 req-b7be76a6-ede1-474e-bb8f-234c1b714f18 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733337 Feb 09 01:11:44.293920 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1df7e9-422b-43f1-9561-6c1fef75e41a req-681c480a-e614-46c9-b96a-402e6ed512c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:44.295303 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fa1df7e9-422b-43f1-9561-6c1fef75e41a req-681c480a-e614-46c9-b96a-402e6ed512c8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.2135808 Feb 09 01:11:44.373637 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fa1df7e9-422b-43f1-9561-6c1fef75e41a req-62af9ea7-64e2-4509-beb7-c11efb5c330d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=8a9ab06c-1f75-4126-bb17-2d4af3691030 HTTP/1.1" status: 200 len: 217 time: 0.0687163 Feb 09 01:11:44.461127 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-13b3ac44-bbca-43b4-9825-3fb265975ee2 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:11:44.462221 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-13b3ac44-bbca-43b4-9825-3fb265975ee2 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075941 Feb 09 01:11:44.499330 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1df7e9-422b-43f1-9561-6c1fef75e41a req-81294cad-57d4-4adf-95b1-666d8f85ed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:44.500847 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fa1df7e9-422b-43f1-9561-6c1fef75e41a req-81294cad-57d4-4adf-95b1-666d8f85ed16 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.1136661 Feb 09 01:11:44.513664 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c3a40-c0db-4223-bc40-162fda1a1f3f req-20951ff9-e81f-485c-b173-735f3f8ce355 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:44.520538 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f08c3a40-c0db-4223-bc40-162fda1a1f3f req-20951ff9-e81f-485c-b173-735f3f8ce355 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 945 time: 0.0855579 Feb 09 01:11:44.531354 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-744f060b-d47f-4b2a-8082-2d3b4d79ca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:44.532730 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-744f060b-d47f-4b2a-8082-2d3b4d79ca18 service neutron] 10.222.0.30 "GET /v2.0/ports/7ca29457-e348-4681-af82-7be07e1dac0b HTTP/1.1" status: 200 len: 1126 time: 0.0600789 Feb 09 01:11:44.547786 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-e82dc15e-16fc-4b90-9d75-62cc08b3db47 service neutron] Request body: {'binding': {'host': 'n-h2-822053-40', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:44.548271 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-e82dc15e-16fc-4b90-9d75-62cc08b3db47 service neutron] Unknown quota resources ['binding']. {{(pid=103528) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:11:44.612368 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f08c3a40-c0db-4223-bc40-162fda1a1f3f req-1de29d23-6a4e-4467-8454-f64d92352f3d tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908647 Feb 09 01:11:44.621404 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1df7e9-422b-43f1-9561-6c1fef75e41a req-b5213cc0-9da5-4b2a-b34b-242903a62101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:44.629270 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fa1df7e9-422b-43f1-9561-6c1fef75e41a req-b5213cc0-9da5-4b2a-b34b-242903a62101 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1018136 Feb 09 01:11:44.657837 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-47a608e7-d828-4a73-b9a0-8dc09837465b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (21943b17-069f-4820-9a7b-258f722fb829), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:44.782466 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a608e7-d828-4a73-b9a0-8dc09837465b admin admin] Checking segment: {'id': 'b3426158-8282-46ac-b81c-e40680ba30c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '5165de7b-aa2f-4553-9a29-124f83e0b018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:11:44.782813 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a608e7-d828-4a73-b9a0-8dc09837465b admin admin] Network hostable DHCP agents. Network: 5165de7b-aa2f-4553-9a29-124f83e0b018, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:11:44.789358 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a608e7-d828-4a73-b9a0-8dc09837465b admin admin] Pushing event updated for resources: {'Subnet': ['ID=21943b17-069f-4820-9a7b-258f722fb829,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:44.820473 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a608e7-d828-4a73-b9a0-8dc09837465b admin admin] Network 5165de7b-aa2f-4553-9a29-124f83e0b018 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:11:44.825330 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac38e6-ad4f-420f-a5f7-84a3bb65f060 req-7d13ed7c-61f1-4827-ac6e-03834faf9f9f tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:44.829770 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-e82dc15e-16fc-4b90-9d75-62cc08b3db47 service neutron] Attempting to bind port 7ca29457-e348-4681-af82-7be07e1dac0b on host n-h2-822053-40 for vnic_type normal with profile None {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:11:44.830192 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-e82dc15e-16fc-4b90-9d75-62cc08b3db47 service neutron] Attempting to bind port 7ca29457-e348-4681-af82-7be07e1dac0b by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:11:44.830520 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-e82dc15e-16fc-4b90-9d75-62cc08b3db47 service neutron] Attempting to bind port 7ca29457-e348-4681-af82-7be07e1dac0b on network 4d54ed5f-d078-4c38-9c35-f6f424a32376 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:44.834659 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-67ac38e6-ad4f-420f-a5f7-84a3bb65f060 req-7d13ed7c-61f1-4827-ac6e-03834faf9f9f tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 948 time: 0.1061974 Feb 09 01:11:44.843104 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-47a608e7-d828-4a73-b9a0-8dc09837465b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 5165de7b-aa2f-4553-9a29-124f83e0b018) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:44.852240 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a608e7-d828-4a73-b9a0-8dc09837465b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:44.853120 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fbf893-e21a-4c68-8df5-50c48b0af2e3 None None] Network 5165de7b-aa2f-4553-9a29-124f83e0b018 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:11:44.853517 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-47a608e7-d828-4a73-b9a0-8dc09837465b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:44.855460 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fa1df7e9-422b-43f1-9561-6c1fef75e41a req-fa0961d4-17d5-4df3-9595-a9012be129ec service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068141 Feb 09 01:11:44.868765 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-e82dc15e-16fc-4b90-9d75-62cc08b3db47 service neutron] Port 7ca29457-e348-4681-af82-7be07e1dac0b on network 4d54ed5f-d078-4c38-9c35-f6f424a32376 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:11:44.870085 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-e82dc15e-16fc-4b90-9d75-62cc08b3db47 service neutron] Attempting to bind port 7ca29457-e348-4681-af82-7be07e1dac0b on network 4d54ed5f-d078-4c38-9c35-f6f424a32376 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:44.878693 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-e82dc15e-16fc-4b90-9d75-62cc08b3db47 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:11:44.879636 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-e82dc15e-16fc-4b90-9d75-62cc08b3db47 service neutron] Checking segment: {'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:11:44.880380 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-e82dc15e-16fc-4b90-9d75-62cc08b3db47 service neutron] Bound using segment: {'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:11:44.881365 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-e82dc15e-16fc-4b90-9d75-62cc08b3db47 service neutron] Bound port: 7ca29457-e348-4681-af82-7be07e1dac0b, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:11:44.953654 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-e82dc15e-16fc-4b90-9d75-62cc08b3db47 service neutron] For port 7ca29457-e348-4681-af82-7be07e1dac0b, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=7ca29457-e348-4681-af82-7be07e1dac0b,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:11:44.958408 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device be60904b-3c53-4589-9c61-6521a3a5d93f details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:11:44.966236 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-47a608e7-d828-4a73-b9a0-8dc09837465b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7855248 Feb 09 01:11:44.974668 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-e82dc15e-16fc-4b90-9d75-62cc08b3db47 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:44.978241 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-e82dc15e-16fc-4b90-9d75-62cc08b3db47 service neutron] 10.222.0.30 "POST /v2.0/ports/7ca29457-e348-4681-af82-7be07e1dac0b/bindings HTTP/1.1" status: 201 len: 390 time: 0.4367449 Feb 09 01:11:45.029710 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-67ac38e6-ad4f-420f-a5f7-84a3bb65f060 req-d8ad7c8f-80bf-4b4f-ba81-94baea2cf533 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932256 Feb 09 01:11:45.153895 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49da7ab1-3c46-4e6b-b71b-446f0453427a None None] Network 5165de7b-aa2f-4553-9a29-124f83e0b018 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:11:45.157645 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fa1df7e9-422b-43f1-9561-6c1fef75e41a req-1d61adc6-6b2d-43bc-8530-1ae1125c00ce service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874713 Feb 09 01:11:45.186603 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9c13d-c025-49e7-b848-5ff1d8469593 req-32f5673c-1c21-48a7-a3ff-644ba5df6fdb tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:45.195456 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76c9c13d-c025-49e7-b848-5ff1d8469593 req-32f5673c-1c21-48a7-a3ff-644ba5df6fdb tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=84aa487a-54b0-4d43-9d2e-3391162a6fa6 HTTP/1.1" status: 200 len: 947 time: 0.0947962 Feb 09 01:11:45.275959 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76c9c13d-c025-49e7-b848-5ff1d8469593 req-de4d2504-fa33-435a-b568-12a7c07d7d83 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772824 Feb 09 01:11:45.393263 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a04292-4b57-4682-8663-b2682cc9e4ef req-3c5a36f2-3314-49d4-915d-73400c3245f1 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:45.395124 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-24a04292-4b57-4682-8663-b2682cc9e4ef req-3c5a36f2-3314-49d4-915d-73400c3245f1 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=afe25b88-2612-487d-85c9-0d9d1ecd7312 HTTP/1.1" status: 200 len: 946 time: 0.1143665 Feb 09 01:11:45.404147 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port be60904b-3c53-4589-9c61-6521a3a5d93f, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=be60904b-3c53-4589-9c61-6521a3a5d93f,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:45.425327 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': 'be60904b-3c53-4589-9c61-6521a3a5d93f', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': 'be60904b-3c53-4589-9c61-6521a3a5d93f', 'mac_address': 'fa:16:3e:cd:e0:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:11:45.479345 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port be60904b-3c53-4589-9c61-6521a3a5d93f is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:45.480290 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (be60904b-3c53-4589-9c61-6521a3a5d93f), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:45.498044 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be60904b-3c53-4589-9c61-6521a3a5d93f {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:11:45.502788 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-24a04292-4b57-4682-8663-b2682cc9e4ef req-c751c1e9-d685-47b4-9c31-81d753212085 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997281 Feb 09 01:11:45.523713 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-9bfa44e7-3f5f-400a-afe1-7a840f2e7f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:45.525640 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-9bfa44e7-3f5f-400a-afe1-7a840f2e7f61 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=89a8855b9bab40b69c27334c734383e8&device_id=afe25b88-2612-487d-85c9-0d9d1ecd7312 HTTP/1.1" status: 200 len: 1129 time: 0.0980964 Feb 09 01:11:45.528337 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port be60904b-3c53-4589-9c61-6521a3a5d93f, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=be60904b-3c53-4589-9c61-6521a3a5d93f,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:45.534373 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (be60904b-3c53-4589-9c61-6521a3a5d93f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:45.610652 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=be60904b-3c53-4589-9c61-6521a3a5d93f,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:45.631056 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-d42e47ec-c025-43ff-9202-8d9e11ea5d98 req-e7a74ecd-1398-47e8-bb8e-834fef839772 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-721795249', 'description': 'tempest-description-642381788'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:45.692903 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-3092242b-5059-412f-824c-152b2662120f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:45.694436 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-3092242b-5059-412f-824c-152b2662120f service neutron] 10.222.0.91 "GET /v2.0/networks?id=4d54ed5f-d078-4c38-9c35-f6f424a32376 HTTP/1.1" status: 200 len: 921 time: 0.1563892 Feb 09 01:11:45.697476 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d42e47ec-c025-43ff-9202-8d9e11ea5d98 req-e7a74ecd-1398-47e8-bb8e-834fef839772 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:45.733629 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8606fee-dae8-4bea-99c0-ba25894b260e req-b6c6b240-11ae-4fa6-82d3-4ad6f706292c tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:45.735428 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d8606fee-dae8-4bea-99c0-ba25894b260e req-b6c6b240-11ae-4fa6-82d3-4ad6f706292c tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.1187892 Feb 09 01:11:45.784076 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-069cf5a8-b1b3-4b94-ab4b-6400d6e5d956 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ca29457-e348-4681-af82-7be07e1dac0b HTTP/1.1" status: 200 len: 217 time: 0.0642152 Feb 09 01:11:45.893315 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-9b62e0ed-389e-4306-b892-070d0850c41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:45.894644 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-9b62e0ed-389e-4306-b892-070d0850c41b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=dc881d69-9121-4d00-994f-9cce6bcb92ea HTTP/1.1" status: 200 len: 860 time: 0.0974891 Feb 09 01:11:45.901158 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d8606fee-dae8-4bea-99c0-ba25894b260e req-b3372963-fd50-4e02-9d1a-894295b86096 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265368 Feb 09 01:11:45.908355 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d42e47ec-c025-43ff-9202-8d9e11ea5d98 req-e7a74ecd-1398-47e8-bb8e-834fef839772 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group (c4bbee4d-d604-44f0-a8bf-42f5b4706fde), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:45.923681 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d42e47ec-c025-43ff-9202-8d9e11ea5d98 req-e7a74ecd-1398-47e8-bb8e-834fef839772 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c4bbee4d-d604-44f0-a8bf-42f5b4706fde), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:45.959684 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-40e2a479-b08f-4c05-9e71-b878adb0d5bb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4d54ed5f-d078-4c38-9c35-f6f424a32376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472999 Feb 09 01:11:45.985215 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['be60904b-3c53-4589-9c61-6521a3a5d93f'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:11:46.303520 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d42e47ec-c025-43ff-9202-8d9e11ea5d98 req-e7a74ecd-1398-47e8-bb8e-834fef839772 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:46.305686 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d42e47ec-c025-43ff-9202-8d9e11ea5d98 req-e7a74ecd-1398-47e8-bb8e-834fef839772 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.6876664 Feb 09 01:11:46.348476 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a74ecd-1398-47e8-bb8e-834fef839772 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bbee4d-d604-44f0-a8bf-42f5b4706fde,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:46.472803 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-6dc5a0e3-b7bc-434a-a6bb-bd33bf41baf0 service neutron] 10.222.0.91 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5004327 Feb 09 01:11:46.486051 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06705d41-1080-4152-a9fe-fbcd1dd497c5 req-620757eb-d223-42e9-8f9b-01aa96a86e3a tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:46.487488 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-06705d41-1080-4152-a9fe-fbcd1dd497c5 req-620757eb-d223-42e9-8f9b-01aa96a86e3a tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 945 time: 0.1289117 Feb 09 01:11:46.521561 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95e61e-e014-435b-bd7c-0d9b91e3c75f req-d917e207-45d8-4b86-8293-656f3ebb2c51 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:46.523074 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c95e61e-e014-435b-bd7c-0d9b91e3c75f req-d917e207-45d8-4b86-8293-656f3ebb2c51 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 948 time: 0.1507542 Feb 09 01:11:46.644749 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-06705d41-1080-4152-a9fe-fbcd1dd497c5 req-d71dd7ce-7bf8-424e-a27f-1a20ba2e8596 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457753 Feb 09 01:11:46.657923 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c95e61e-e014-435b-bd7c-0d9b91e3c75f req-784d8cb9-486d-4622-99fc-0ecd60416060 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992341 Feb 09 01:11:46.671129 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-425bf566-8645-496c-816b-ee292d8d81b5 service neutron] 10.222.0.91 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816247 Feb 09 01:11:46.732138 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bd20bfb6-9125-4cc9-a9b4-fb18e0b68600 req-3172321e-6e33-41ef-a0e6-0fa113b3f4db tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] 10.222.0.30 "GET /v2.0/security-groups/c4bbee4d-d604-44f0-a8bf-42f5b4706fde HTTP/1.1" status: 200 len: 1820 time: 0.0431700 Feb 09 01:11:46.747355 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-bd20bfb6-9125-4cc9-a9b4-fb18e0b68600 req-421cc6bd-8b3f-40ae-80d5-a1411c19aea3 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c4bbee4d-d604-44f0-a8bf-42f5b4706fde', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:46.747667 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-bd20bfb6-9125-4cc9-a9b4-fb18e0b68600 req-421cc6bd-8b3f-40ae-80d5-a1411c19aea3 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c4bbee4d-d604-44f0-a8bf-42f5b4706fde', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:46.808400 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e25470-9197-464d-8cdd-157ef28a2125 req-d8fe2392-d3a3-451c-b74c-ca2ee4492b47 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:46.810205 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-90e25470-9197-464d-8cdd-157ef28a2125 req-d8fe2392-d3a3-451c-b74c-ca2ee4492b47 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=84aa487a-54b0-4d43-9d2e-3391162a6fa6 HTTP/1.1" status: 200 len: 948 time: 0.0769269 Feb 09 01:11:46.894936 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bd20bfb6-9125-4cc9-a9b4-fb18e0b68600 req-421cc6bd-8b3f-40ae-80d5-a1411c19aea3 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group_rule (84d3dab0-c5c4-4371-bb76-c4d8dd566777), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:46.930250 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bd20bfb6-9125-4cc9-a9b4-fb18e0b68600 req-421cc6bd-8b3f-40ae-80d5-a1411c19aea3 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group_rule (84d3dab0-c5c4-4371-bb76-c4d8dd566777), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:46.935405 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-90e25470-9197-464d-8cdd-157ef28a2125 req-82ff22a3-82d0-4875-81d1-ec734ce15aca tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137955 Feb 09 01:11:46.937577 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bd20bfb6-9125-4cc9-a9b4-fb18e0b68600 req-421cc6bd-8b3f-40ae-80d5-a1411c19aea3 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (84d3dab0-c5c4-4371-bb76-c4d8dd566777), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:46.957053 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-c530239a-83bf-4579-b2c7-bffd4d3ab047 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:46.957053 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-c530239a-83bf-4579-b2c7-bffd4d3ab047 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=afe25b88-2612-487d-85c9-0d9d1ecd7312&tenant_id=89a8855b9bab40b69c27334c734383e8&binding%3Ahost_id=n-h1-822053-40 HTTP/1.1" status: 200 len: 1129 time: 0.1337438 Feb 09 01:11:46.964133 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421cc6bd-8b3f-40ae-80d5-a1411c19aea3 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84d3dab0-c5c4-4371-bb76-c4d8dd566777,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:46.966693 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 8a9ab06c-1f75-4126-bb17-2d4af3691030 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:11:46.970934 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-118f01a9-1a7d-43ce-8391-655fedbfcd66 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-822053-40'}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:46.995709 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bd20bfb6-9125-4cc9-a9b4-fb18e0b68600 req-421cc6bd-8b3f-40ae-80d5-a1411c19aea3 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:46.996717 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bd20bfb6-9125-4cc9-a9b4-fb18e0b68600 req-421cc6bd-8b3f-40ae-80d5-a1411c19aea3 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2548645 Feb 09 01:11:47.050619 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-118f01a9-1a7d-43ce-8391-655fedbfcd66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7ca29457-e348-4681-af82-7be07e1dac0b), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:47.098101 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 8a9ab06c-1f75-4126-bb17-2d4af3691030 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:11:47.105413 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 8a9ab06c-1f75-4126-bb17-2d4af3691030 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:47.106069 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8a9ab06c-1f75-4126-bb17-2d4af3691030), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:47.165572 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-e4a45b5f-2d59-4a3f-aa7d-e0e411463fa1 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=42f4d68bc8854beda55aff6a8d6accc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448964 Feb 09 01:11:47.189270 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 8a9ab06c-1f75-4126-bb17-2d4af3691030 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:47.189966 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8a9ab06c-1f75-4126-bb17-2d4af3691030), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:47.214244 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-72a91c2b-f648-4afc-9cad-04777c4feeb8 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1821320414&fields=id&tenant_id=2ba95e383d254696b30a587479c29af0 HTTP/1.1" status: 200 len: 267 time: 0.1537466 Feb 09 01:11:47.221645 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d95a876-4d25-426f-882c-16da1b298c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a9ab06c-1f75-4126-bb17-2d4af3691030'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:47.224123 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179491cf-9161-48fc-bd59-d3811f01a870" -d '{"events": [{"server_uuid": "9d95a876-4d25-426f-882c-16da1b298c6f", "name": "network-vif-plugged", "status": "completed", "tag": "8a9ab06c-1f75-4126-bb17-2d4af3691030"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:47.239364 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 8a9ab06c-1f75-4126-bb17-2d4af3691030, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=8a9ab06c-1f75-4126-bb17-2d4af3691030,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:47.244458 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8a9ab06c-1f75-4126-bb17-2d4af3691030), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:47.303910 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=8a9ab06c-1f75-4126-bb17-2d4af3691030,revision_number=9']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:47.401086 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-118f01a9-1a7d-43ce-8391-655fedbfcd66 service neutron] For port 7ca29457-e348-4681-af82-7be07e1dac0b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7ca29457-e348-4681-af82-7be07e1dac0b,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:47.455092 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-c6a88ec7-6291-4f65-bf1e-e856c18a273a tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:47.456570 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-c6a88ec7-6291-4f65-bf1e-e856c18a273a tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2807345 Feb 09 01:11:47.466744 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-b28fe8d1-35df-4360-9a53-17675706f223 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:47.468396 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-b28fe8d1-35df-4360-9a53-17675706f223 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/networks?id=e8a262a2-1887-44d6-8265-164882c37a5a HTTP/1.1" status: 200 len: 824 time: 0.2315881 Feb 09 01:11:47.501169 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-c648d216-14cb-405f-bc31-02dbd2f496b1 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/quotas/42f4d68bc8854beda55aff6a8d6accc0 HTTP/1.1" status: 200 len: 375 time: 0.0301812 Feb 09 01:11:47.505183 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-6150f7c6-6f0c-43d3-b23a-2edad68c55b2 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/quotas/2ba95e383d254696b30a587479c29af0 HTTP/1.1" status: 200 len: 375 time: 0.0249231 Feb 09 01:11:47.508224 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-118f01a9-1a7d-43ce-8391-655fedbfcd66 service neutron] For port 7ca29457-e348-4681-af82-7be07e1dac0b, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:11:47.583165 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-60cfe586-e0bd-40aa-897b-5ef22c07f5e7 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=42f4d68bc8854beda55aff6a8d6accc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731578 Feb 09 01:11:47.605379 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe25b88-2612-487d-85c9-0d9d1ecd7312', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ca29457-e348-4681-af82-7be07e1dac0b'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:47.607629 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75967624-1a1e-477c-b360-eeb075e9900a" -d '{"events": [{"server_uuid": "afe25b88-2612-487d-85c9-0d9d1ecd7312", "name": "network-vif-unplugged", "status": "completed", "tag": "7ca29457-e348-4681-af82-7be07e1dac0b"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:47.612897 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-118f01a9-1a7d-43ce-8391-655fedbfcd66 service neutron] Publish callbacks [] for port (7ca29457-e348-4681-af82-7be07e1dac0b), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:47.622237 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-118f01a9-1a7d-43ce-8391-655fedbfcd66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7ca29457-e348-4681-af82-7be07e1dac0b), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:47.666753 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-8f6093e8-7f2d-48b3-9126-08ab5f08e633 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ba95e383d254696b30a587479c29af0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1376603 Feb 09 01:11:47.788366 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f01a9-1a7d-43ce-8391-655fedbfcd66 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca29457-e348-4681-af82-7be07e1dac0b,revision_number=7']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:47.843736 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-118f01a9-1a7d-43ce-8391-655fedbfcd66 service neutron] Attempting to bind port 7ca29457-e348-4681-af82-7be07e1dac0b on host n-h1-822053-40 for vnic_type normal with profile {"migrating_to": "n-h2-822053-40"} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:11:47.844115 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-118f01a9-1a7d-43ce-8391-655fedbfcd66 service neutron] Attempting to bind port 7ca29457-e348-4681-af82-7be07e1dac0b by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:11:47.844433 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-118f01a9-1a7d-43ce-8391-655fedbfcd66 service neutron] Attempting to bind port 7ca29457-e348-4681-af82-7be07e1dac0b on network 4d54ed5f-d078-4c38-9c35-f6f424a32376 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:47.863425 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-118f01a9-1a7d-43ce-8391-655fedbfcd66 service neutron] Port 7ca29457-e348-4681-af82-7be07e1dac0b on network 4d54ed5f-d078-4c38-9c35-f6f424a32376 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:11:47.863843 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-118f01a9-1a7d-43ce-8391-655fedbfcd66 service neutron] Attempting to bind port 7ca29457-e348-4681-af82-7be07e1dac0b on network 4d54ed5f-d078-4c38-9c35-f6f424a32376 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:47.885741 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-118f01a9-1a7d-43ce-8391-655fedbfcd66 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:11:47.886076 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-118f01a9-1a7d-43ce-8391-655fedbfcd66 service neutron] Checking segment: {'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:11:47.886462 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-118f01a9-1a7d-43ce-8391-655fedbfcd66 service neutron] Bound using segment: {'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:11:47.886905 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-118f01a9-1a7d-43ce-8391-655fedbfcd66 service neutron] Bound port: 7ca29457-e348-4681-af82-7be07e1dac0b, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:11:47.887260 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-118f01a9-1a7d-43ce-8391-655fedbfcd66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7ca29457-e348-4681-af82-7be07e1dac0b), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:47.901513 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-78901d38-d315-4c85-b44a-373ffbd4a3ed service neutron] 10.222.0.30 "GET /v2.0/networks/e8a262a2-1887-44d6-8265-164882c37a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072179 Feb 09 01:11:48.005770 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724be10-1dfe-4563-8e1d-fe2f21c9c68f req-08ce333d-3380-4e3d-aa46-93d7f8d72043 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:48.007712 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e724be10-1dfe-4563-8e1d-fe2f21c9c68f req-08ce333d-3380-4e3d-aa46-93d7f8d72043 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=afe25b88-2612-487d-85c9-0d9d1ecd7312 HTTP/1.1" status: 200 len: 944 time: 0.2131269 Feb 09 01:11:48.089989 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-118f01a9-1a7d-43ce-8391-655fedbfcd66 service neutron] For port 7ca29457-e348-4681-af82-7be07e1dac0b, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:11:48.118697 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-118f01a9-1a7d-43ce-8391-655fedbfcd66 service neutron] For port 7ca29457-e348-4681-af82-7be07e1dac0b, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7ca29457-e348-4681-af82-7be07e1dac0b,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:11:48.136644 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e724be10-1dfe-4563-8e1d-fe2f21c9c68f req-51e19805-f44a-4907-94aa-952c623a7499 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191428 Feb 09 01:11:48.140388 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-118f01a9-1a7d-43ce-8391-655fedbfcd66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7ca29457-e348-4681-af82-7be07e1dac0b), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:48.182924 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-27368d41-f4f5-4fdc-80b6-79074129893a service neutron] 10.222.0.30 "GET /v2.0/networks/e8a262a2-1887-44d6-8265-164882c37a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731326 Feb 09 01:11:48.272365 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f01a9-1a7d-43ce-8391-655fedbfcd66 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca29457-e348-4681-af82-7be07e1dac0b,revision_number=8']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:48.277065 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-118f01a9-1a7d-43ce-8391-655fedbfcd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:48.278276 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-118f01a9-1a7d-43ce-8391-655fedbfcd66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:48.279667 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-118f01a9-1a7d-43ce-8391-655fedbfcd66 service neutron] 10.222.0.91 "PUT /v2.0/ports/7ca29457-e348-4681-af82-7be07e1dac0b HTTP/1.1" status: 200 len: 1124 time: 1.3136435 Feb 09 01:11:48.321865 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3563c-9903-463c-ae66-b7756f7cf9c9 req-ee3258ce-699c-46e0-87f0-0a4bf6a64632 tempest-MigrationsAdminTest-1583966719 tempest-MigrationsAdminTest-1583966719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:48.332580 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9ab3563c-9903-463c-ae66-b7756f7cf9c9 req-ee3258ce-699c-46e0-87f0-0a4bf6a64632 tempest-MigrationsAdminTest-1583966719 tempest-MigrationsAdminTest-1583966719-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 1132 time: 0.1065967 Feb 09 01:11:48.392932 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9ab3563c-9903-463c-ae66-b7756f7cf9c9 req-32d46de6-a066-439e-ab1a-148dec419446 tempest-MigrationsAdminTest-1583966719 tempest-MigrationsAdminTest-1583966719-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568235 Feb 09 01:11:48.449031 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-54410221-0e04-444c-9571-edeadcb1b69c req-cfd3f4ea-71c5-460d-9333-3ffcdcf88ed6 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1749452266', 'description': 'tempest-description-470005035'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:48.508402 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-54410221-0e04-444c-9571-edeadcb1b69c req-cfd3f4ea-71c5-460d-9333-3ffcdcf88ed6 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:48.553107 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['7ca29457-e348-4681-af82-7be07e1dac0b'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:11:48.568618 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d927e6-c365-498e-ac70-ba967a4f0393 req-28d2a554-b7ed-45f9-ac20-bb9e9a068209 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:48.579053 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d9d927e6-c365-498e-ac70-ba967a4f0393 req-28d2a554-b7ed-45f9-ac20-bb9e9a068209 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.1019828 Feb 09 01:11:48.691874 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d9d927e6-c365-498e-ac70-ba967a4f0393 req-b56f170e-35d2-46ad-a133-82fc7abb9fd0 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096485 Feb 09 01:11:48.705462 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe103a58-4d38-487a-8969-56340d139222 req-6b1be4f5-84b9-4bfd-9de7-1457671c779f tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:48.710499 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-54410221-0e04-444c-9571-edeadcb1b69c req-cfd3f4ea-71c5-460d-9333-3ffcdcf88ed6 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group (371a8bb1-a347-4089-b75c-647a2bcb2e95), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:48.719023 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fe103a58-4d38-487a-8969-56340d139222 req-6b1be4f5-84b9-4bfd-9de7-1457671c779f tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.121 "GET /v2.0/ports?device_id=d607b329-93f2-449f-a06d-5e1564200369 HTTP/1.1" status: 200 len: 945 time: 0.1439872 Feb 09 01:11:48.719459 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-54410221-0e04-444c-9571-edeadcb1b69c req-cfd3f4ea-71c5-460d-9333-3ffcdcf88ed6 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (371a8bb1-a347-4089-b75c-647a2bcb2e95), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:48.766089 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be06e08f-3873-4268-b981-68c3163f5233 x-openstack-request-id: req-be06e08f-3873-4268-b981-68c3163f5233 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:11:48.766774 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d95a876-4d25-426f-882c-16da1b298c6f", "name": "network-vif-plugged", "status": "completed", "tag": "8a9ab06c-1f75-4126-bb17-2d4af3691030", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:11:48.767209 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-be06e08f-3873-4268-b981-68c3163f5233 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:11:48.780036 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d95a876-4d25-426f-882c-16da1b298c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a9ab06c-1f75-4126-bb17-2d4af3691030', 'code': 200} Feb 09 01:11:48.787927 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-54410221-0e04-444c-9571-edeadcb1b69c req-cfd3f4ea-71c5-460d-9333-3ffcdcf88ed6 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:48.789804 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-54410221-0e04-444c-9571-edeadcb1b69c req-cfd3f4ea-71c5-460d-9333-3ffcdcf88ed6 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3473816 Feb 09 01:11:48.810595 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f669fe71-5e14-4ea3-99ae-88c219c1ea59 x-openstack-request-id: req-f669fe71-5e14-4ea3-99ae-88c219c1ea59 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:11:48.810874 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe25b88-2612-487d-85c9-0d9d1ecd7312", "name": "network-vif-unplugged", "status": "completed", "tag": "7ca29457-e348-4681-af82-7be07e1dac0b", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:11:48.811117 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f669fe71-5e14-4ea3-99ae-88c219c1ea59 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:11:48.811929 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe25b88-2612-487d-85c9-0d9d1ecd7312', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ca29457-e348-4681-af82-7be07e1dac0b', 'code': 200} Feb 09 01:11:48.825862 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3f4ea-71c5-460d-9333-3ffcdcf88ed6 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=371a8bb1-a347-4089-b75c-647a2bcb2e95,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:48.894310 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-fe103a58-4d38-487a-8969-56340d139222 req-66294f0d-6615-4a1f-bc5d-a7823401a1dd tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Deleting port dacb0762-f5cc-41ce-92bd-96b1f21b8f01 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:11:48.894845 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fe103a58-4d38-487a-8969-56340d139222 req-66294f0d-6615-4a1f-bc5d-a7823401a1dd tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (dacb0762-f5cc-41ce-92bd-96b1f21b8f01), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:48.921462 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-165c3aba-7c4d-41d4-baa8-be9f17f4cb80 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=42f4d68bc8854beda55aff6a8d6accc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371206 Feb 09 01:11:48.958679 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device be60904b-3c53-4589-9c61-6521a3a5d93f up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:11:49.006348 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-fe103a58-4d38-487a-8969-56340d139222 req-66294f0d-6615-4a1f-bc5d-a7823401a1dd tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] For port dacb0762-f5cc-41ce-92bd-96b1f21b8f01, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=dacb0762-f5cc-41ce-92bd-96b1f21b8f01,segment=NetworkSegment(27fa4c45-9ec5-40ed-92ab-1cc81471d9c8),segment_id=27fa4c45-9ec5-40ed-92ab-1cc81471d9c8)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:49.007811 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fe103a58-4d38-487a-8969-56340d139222 req-66294f0d-6615-4a1f-bc5d-a7823401a1dd tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (dacb0762-f5cc-41ce-92bd-96b1f21b8f01), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:49.031800 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port be60904b-3c53-4589-9c61-6521a3a5d93f completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:11:49.036706 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port be60904b-3c53-4589-9c61-6521a3a5d93f triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:49.037717 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (be60904b-3c53-4589-9c61-6521a3a5d93f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:49.083184 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526fd51-d3b7-49b2-b005-ed11cbf74d6e req-f57eeb67-1c7b-46a8-935e-fad46a661903 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:49.084946 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9526fd51-d3b7-49b2-b005-ed11cbf74d6e req-f57eeb67-1c7b-46a8-935e-fad46a661903 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 945 time: 0.1612718 Feb 09 01:11:49.102316 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-f69301b7-eb08-40fc-8e9c-39f2535ef890 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:49.104777 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-f69301b7-eb08-40fc-8e9c-39f2535ef890 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1822057 Feb 09 01:11:49.138065 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-fbb11e2e-90be-4aff-a114-19096d5c966a tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/quotas/42f4d68bc8854beda55aff6a8d6accc0 HTTP/1.1" status: 200 len: 375 time: 0.0166144 Feb 09 01:11:49.166387 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9526fd51-d3b7-49b2-b005-ed11cbf74d6e req-e7042480-6aaa-4e00-a258-ce7e018ab299 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604830 Feb 09 01:11:49.198874 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-df343d85-983c-43ab-b171-b97895f82769 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=42f4d68bc8854beda55aff6a8d6accc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313435 Feb 09 01:11:49.266083 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:49.332473 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fe103a58-4d38-487a-8969-56340d139222 req-66294f0d-6615-4a1f-bc5d-a7823401a1dd tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:49.332978 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fe103a58-4d38-487a-8969-56340d139222 req-66294f0d-6615-4a1f-bc5d-a7823401a1dd tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (5aeb6b56-c8cc-4a41-b42d-fe0e901238f9), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:49.333286 n-d-822053-40 neutron-server[103528]: INFO neutron.db.l3_db [req-fe103a58-4d38-487a-8969-56340d139222 req-66294f0d-6615-4a1f-bc5d-a7823401a1dd tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Floating IP 5aeb6b56-c8cc-4a41-b42d-fe0e901238f9 disassociated. External IP: 172.25.1.22, port: dacb0762-f5cc-41ce-92bd-96b1f21b8f01. Feb 09 01:11:49.333653 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-fe103a58-4d38-487a-8969-56340d139222 req-66294f0d-6615-4a1f-bc5d-a7823401a1dd tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Calling delete_port for dacb0762-f5cc-41ce-92bd-96b1f21b8f01 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:11:49.338796 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f5333-6a34-4c30-a359-7159e03a0aec req-909ccb46-3463-4917-8cfb-83ea179a583c tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:49.340150 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port be60904b-3c53-4589-9c61-6521a3a5d93f is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:49.340821 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (be60904b-3c53-4589-9c61-6521a3a5d93f), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:49.355205 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cb2f5333-6a34-4c30-a359-7159e03a0aec req-909ccb46-3463-4917-8cfb-83ea179a583c tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=84aa487a-54b0-4d43-9d2e-3391162a6fa6 HTTP/1.1" status: 200 len: 948 time: 0.1096327 Feb 09 01:11:49.414223 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port be60904b-3c53-4589-9c61-6521a3a5d93f, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=be60904b-3c53-4589-9c61-6521a3a5d93f,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:49.425932 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (be60904b-3c53-4589-9c61-6521a3a5d93f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:49.430791 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-252f4a4a-7d05-4c1c-bf51-8e1f4a057850 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=42f4d68bc8854beda55aff6a8d6accc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498543 Feb 09 01:11:49.441249 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cb2f5333-6a34-4c30-a359-7159e03a0aec req-ad5f606e-2e3e-4dc9-b774-7dcded25d126 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850744 Feb 09 01:11:49.593012 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=be60904b-3c53-4589-9c61-6521a3a5d93f,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:49.625644 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fe103a58-4d38-487a-8969-56340d139222 req-66294f0d-6615-4a1f-bc5d-a7823401a1dd tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (dacb0762-f5cc-41ce-92bd-96b1f21b8f01), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:49.663024 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66294f0d-6615-4a1f-bc5d-a7823401a1dd tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Pushing event deleted for resources: {'Port': ['ID=dacb0762-f5cc-41ce-92bd-96b1f21b8f01,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:49.780646 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-5f7d9611-3362-49e0-b039-98cf2cc64ee0 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:49.782099 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-5f7d9611-3362-49e0-b039-98cf2cc64ee0 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3311498 Feb 09 01:11:49.785357 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-91cefdb5-4f07-4f94-92a0-bfe1fa926285 req-8056fbc2-db55-4881-bf5e-8de5f0ab001d tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1d7df7b-0f98-4d00-b22c-a441f80a83cc HTTP/1.1" status: 200 len: 210 time: 0.1878328 Feb 09 01:11:49.789692 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-23b0dbaa-479d-4eb0-9a68-882a51240f0c req-60769c2e-0133-48f1-aa77-19205db06799 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] 10.222.0.30 "GET /v2.0/security-groups/371a8bb1-a347-4089-b75c-647a2bcb2e95 HTTP/1.1" status: 200 len: 1821 time: 0.1965911 Feb 09 01:11:49.804598 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-23b0dbaa-479d-4eb0-9a68-882a51240f0c req-7b38f3f1-c9b2-481a-a1b7-2f0405c0e31a tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '371a8bb1-a347-4089-b75c-647a2bcb2e95', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:49.805162 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-23b0dbaa-479d-4eb0-9a68-882a51240f0c req-7b38f3f1-c9b2-481a-a1b7-2f0405c0e31a tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '371a8bb1-a347-4089-b75c-647a2bcb2e95', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:49.816688 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-009c5ddf-590b-4781-9610-7d67e806dbd9 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Request body: {'port': {'device_id': 'b6816801-4457-4631-bc99-1735b61c53af', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'admin_state_up': True, 'tenant_id': '42f4d68bc8854beda55aff6a8d6accc0'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:49.831638 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe103a58-4d38-487a-8969-56340d139222 req-66294f0d-6615-4a1f-bc5d-a7823401a1dd tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Router 56dc62e7-1868-480d-963b-291f7fa338b6 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:11:49.976939 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe103a58-4d38-487a-8969-56340d139222 req-66294f0d-6615-4a1f-bc5d-a7823401a1dd tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:11:49.990720 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e670d255-dca8-4b6b-b7ef-e7329f73b2ab None None] Sync routers for ids ['56dc62e7-1868-480d-963b-291f7fa338b6'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:11:50.003786 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e670d255-dca8-4b6b-b7ef-e7329f73b2ab None None] Routers {'56dc62e7-1868-480d-963b-291f7fa338b6'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:11:50.004936 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e670d255-dca8-4b6b-b7ef-e7329f73b2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:11:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['56dc62e7-1868-480d-963b-291f7fa338b6'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:50.012537 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cefa5f-d03a-4f87-9c0e-1b3f05edb466 req-16ad9b24-363b-4c83-bc4a-6ec9566b71a7 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:50.020071 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f6cefa5f-d03a-4f87-9c0e-1b3f05edb466 req-16ad9b24-363b-4c83-bc4a-6ec9566b71a7 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=afe25b88-2612-487d-85c9-0d9d1ecd7312 HTTP/1.1" status: 200 len: 944 time: 0.1489244 Feb 09 01:11:50.035703 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-23b0dbaa-479d-4eb0-9a68-882a51240f0c req-7b38f3f1-c9b2-481a-a1b7-2f0405c0e31a tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group_rule (20c470c5-e7e4-453f-ad69-a50ace95e166), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:50.051084 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe103a58-4d38-487a-8969-56340d139222 req-66294f0d-6615-4a1f-bc5d-a7823401a1dd tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] No DVR routers for this DVR port dacb0762-f5cc-41ce-92bd-96b1f21b8f01 on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:11:50.058289 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fe103a58-4d38-487a-8969-56340d139222 req-66294f0d-6615-4a1f-bc5d-a7823401a1dd tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:50.066834 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fe103a58-4d38-487a-8969-56340d139222 req-66294f0d-6615-4a1f-bc5d-a7823401a1dd tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.121 "DELETE /v2.0/ports/dacb0762-f5cc-41ce-92bd-96b1f21b8f01 HTTP/1.1" status: 204 len: 173 time: 1.3417614 Feb 09 01:11:50.068489 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd607b329-93f2-449f-a06d-5e1564200369', 'name': 'network-vif-deleted', 'tag': 'dacb0762-f5cc-41ce-92bd-96b1f21b8f01'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:50.074508 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f621d232-10f0-4325-a6bc-a3aca04079b0" -d '{"events": [{"server_uuid": "d607b329-93f2-449f-a06d-5e1564200369", "name": "network-vif-deleted", "tag": "dacb0762-f5cc-41ce-92bd-96b1f21b8f01"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:50.076542 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-23b0dbaa-479d-4eb0-9a68-882a51240f0c req-7b38f3f1-c9b2-481a-a1b7-2f0405c0e31a tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group_rule (20c470c5-e7e4-453f-ad69-a50ace95e166), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:50.077691 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-009c5ddf-590b-4781-9610-7d67e806dbd9 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Made reservation on behalf of 42f4d68bc8854beda55aff6a8d6accc0 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:50.081522 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-009c5ddf-590b-4781-9610-7d67e806dbd9 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:50.093292 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-23b0dbaa-479d-4eb0-9a68-882a51240f0c req-7b38f3f1-c9b2-481a-a1b7-2f0405c0e31a tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (20c470c5-e7e4-453f-ad69-a50ace95e166), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:50.116133 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-009c5ddf-590b-4781-9610-7d67e806dbd9 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:50.138753 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38f3f1-c9b2-481a-a1b7-2f0405c0e31a tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c470c5-e7e4-453f-ad69-a50ace95e166,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:50.159419 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f6cefa5f-d03a-4f87-9c0e-1b3f05edb466 req-8b9bcc83-4c30-42e4-ac6a-0ffea31d3dad tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360655 Feb 09 01:11:50.162307 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-e670d255-dca8-4b6b-b7ef-e7329f73b2ab None None] Set router 56dc62e7-1868-480d-963b-291f7fa338b6 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:11:50.165737 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-23b0dbaa-479d-4eb0-9a68-882a51240f0c req-7b38f3f1-c9b2-481a-a1b7-2f0405c0e31a tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:50.172743 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-23b0dbaa-479d-4eb0-9a68-882a51240f0c req-7b38f3f1-c9b2-481a-a1b7-2f0405c0e31a tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3746054 Feb 09 01:11:50.317047 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 7ca29457-e348-4681-af82-7be07e1dac0b details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:11:50.357464 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-650b2a1c-d51e-431a-adaa-0c47569e8907 req-256ae332-5031-4d64-9ac8-f591cf0080ad tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bb53fc-1844-445e-9f59-ca071ac3ffc3 HTTP/1.1" status: 200 len: 210 time: 0.0834804 Feb 09 01:11:50.391184 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-009c5ddf-590b-4781-9610-7d67e806dbd9 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Publish callbacks [] for security_group (1a78c11a-1f37-4a8c-a774-d23af2f577c1), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:50.399104 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-009c5ddf-590b-4781-9610-7d67e806dbd9 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1a78c11a-1f37-4a8c-a774-d23af2f577c1), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:50.524013 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c5ddf-590b-4781-9610-7d67e806dbd9 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a78c11a-1f37-4a8c-a774-d23af2f577c1,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:50.537745 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-878e3271-1d0d-4467-9a84-80de01f2ff7d tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=3d8394520fe34c9daa660b5c0721b019&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635698 Feb 09 01:11:50.550932 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 7ca29457-e348-4681-af82-7be07e1dac0b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7ca29457-e348-4681-af82-7be07e1dac0b,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:50.575621 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 7ca29457-e348-4681-af82-7be07e1dac0b has no active binding in host n-h2-822053-40 {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 01:11:50.597221 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e670d255-dca8-4b6b-b7ef-e7329f73b2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839896309-router', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'fd94e2c1-c6a4-4af5-8f0c-a969d00834b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:43Z', 'updated_at': '2022-02-09T01:09:51Z', 'revision_number': 4, 'project_id': '2ba95e383d254696b30a587479c29af0', 'gw_port': {'id': 'fd94e2c1-c6a4-4af5-8f0c-a969d00834b5', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:44Z', 'updated_at': '2022-02-09T01:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea', 'name': '', 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'mac_address': 'fa:16:3e:3d:53:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:49Z', 'updated_at': '2022-02-09T01:09:58Z', 'revision_number': 5, 'project_id': '2ba95e383d254696b30a587479c29af0', 'subnets': [{'id': '32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:50.624012 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-a5dcc9a3-1dc8-4ee0-b497-56a14f307b04 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:50.626015 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-a5dcc9a3-1dc8-4ee0-b497-56a14f307b04 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.91 "GET /v2.0/networks?id=e8a262a2-1887-44d6-8265-164882c37a5a HTTP/1.1" status: 200 len: 824 time: 0.1609154 Feb 09 01:11:50.630422 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e670d255-dca8-4b6b-b7ef-e7329f73b2ab None None] Checking router: 56dc62e7-1868-480d-963b-291f7fa338b6 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:11:50.639936 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e670d255-dca8-4b6b-b7ef-e7329f73b2ab None None] Routers {'56dc62e7-1868-480d-963b-291f7fa338b6'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:11:50.640523 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3aef9-740b-4671-baab-e2b4af991110 req-c10a166b-d70b-4c9d-91ed-234470e5b5c0 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:50.640694 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e670d255-dca8-4b6b-b7ef-e7329f73b2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:11:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['56dc62e7-1868-480d-963b-291f7fa338b6'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:50.642048 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cbb3aef9-740b-4671-baab-e2b4af991110 req-c10a166b-d70b-4c9d-91ed-234470e5b5c0 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.3462143 Feb 09 01:11:50.684365 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-009c5ddf-590b-4781-9610-7d67e806dbd9 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Allocated IP 192.168.233.142 (3976161f-bd1f-4dbb-b950-6897c01f16f1/98abf639-2282-4fa1-acd9-5660b4f87a0d/89f7c53f-2873-4cf2-a792-13b5a94f34c1) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:11:50.760181 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-e9614dd4-9a01-4a14-a5fd-53cdd6161241 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ba95e383d254696b30a587479c29af0 HTTP/1.1" status: 200 len: 380 time: 0.1218708 Feb 09 01:11:50.774245 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-0ee39738-60e3-4ed5-af6e-8697175adf1a tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Request body: {'port': {'device_id': 'b1d7df7b-0f98-4d00-b22c-a441f80a83cc', 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a', 'admin_state_up': True, 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'security_groups': ['4047daa7-99dc-4065-97c6-18555a778085']}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:50.783225 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84aa487a-54b0-4d43-9d2e-3391162a6fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be60904b-3c53-4589-9c61-6521a3a5d93f'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:50.786367 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-0e2dbe77-2318-412d-b618-75f10f934cf0 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:50.786896 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20975066-f934-4f53-be92-8b94f8c6fa64" -d '{"events": [{"server_uuid": "84aa487a-54b0-4d43-9d2e-3391162a6fa6", "name": "network-vif-plugged", "status": "completed", "tag": "be60904b-3c53-4589-9c61-6521a3a5d93f"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:50.790082 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-46ec9e84-7f70-431e-b74c-480ca91ee422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:50.795010 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-0e2dbe77-2318-412d-b618-75f10f934cf0 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2557805 Feb 09 01:11:50.795204 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:50.806153 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cbb3aef9-740b-4671-baab-e2b4af991110 req-e5c92dad-3f89-457d-abf7-1df796058d45 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471577 Feb 09 01:11:50.834859 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe25b88-2612-487d-85c9-0d9d1ecd7312', 'tag': '7ca29457-e348-4681-af82-7be07e1dac0b'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:50.837837 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c6b441-087e-44aa-b180-db30dc9f82bd" -d '{"events": [{"name": "network-changed", "server_uuid": "afe25b88-2612-487d-85c9-0d9d1ecd7312", "tag": "7ca29457-e348-4681-af82-7be07e1dac0b"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:50.842130 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-e670d255-dca8-4b6b-b7ef-e7329f73b2ab None None] Set router 56dc62e7-1868-480d-963b-291f7fa338b6 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:11:50.846766 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-c4153a0a-b91f-43e1-a7e4-deed17821d55 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/quotas/3d8394520fe34c9daa660b5c0721b019 HTTP/1.1" status: 200 len: 375 time: 0.0508680 Feb 09 01:11:50.939343 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc144a88-f7d5-41ec-80e0-a14043924253 x-openstack-request-id: req-bc144a88-f7d5-41ec-80e0-a14043924253 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:11:50.939998 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d607b329-93f2-449f-a06d-5e1564200369", "name": "network-vif-deleted", "tag": "dacb0762-f5cc-41ce-92bd-96b1f21b8f01", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:11:50.940192 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bc144a88-f7d5-41ec-80e0-a14043924253 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:11:50.941075 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd607b329-93f2-449f-a06d-5e1564200369', 'name': 'network-vif-deleted', 'tag': 'dacb0762-f5cc-41ce-92bd-96b1f21b8f01', 'status': 'completed', 'code': 200} Feb 09 01:11:51.113080 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-3a2c1619-5409-4de1-ab05-4cec3d589d22 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=42f4d68bc8854beda55aff6a8d6accc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506525 Feb 09 01:11:51.154487 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-c18b37d8-5b48-4a11-9dc4-c66dead4002d req-a84d1369-1689-45a4-9c75-bd449a4ff3a1 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1230583111', 'description': 'tempest-description-139487429'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:51.183121 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-0ee39738-60e3-4ed5-af6e-8697175adf1a tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Made reservation on behalf of 2ba95e383d254696b30a587479c29af0 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:51.189834 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-0ee39738-60e3-4ed5-af6e-8697175adf1a tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:51.263886 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c18b37d8-5b48-4a11-9dc4-c66dead4002d req-a84d1369-1689-45a4-9c75-bd449a4ff3a1 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:51.275752 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e670d255-dca8-4b6b-b7ef-e7329f73b2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839896309-router', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'fd94e2c1-c6a4-4af5-8f0c-a969d00834b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:43Z', 'updated_at': '2022-02-09T01:09:51Z', 'revision_number': 4, 'project_id': '2ba95e383d254696b30a587479c29af0', 'gw_port': {'id': 'fd94e2c1-c6a4-4af5-8f0c-a969d00834b5', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:44Z', 'updated_at': '2022-02-09T01:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea', 'name': '', 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'mac_address': 'fa:16:3e:3d:53:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:49Z', 'updated_at': '2022-02-09T01:09:58Z', 'revision_number': 5, 'project_id': '2ba95e383d254696b30a587479c29af0', 'subnets': [{'id': '32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:51.317256 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-835e49c1-696d-49f9-a7a1-e913581575b1 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d8394520fe34c9daa660b5c0721b019&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4693708 Feb 09 01:11:51.321173 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e670d255-dca8-4b6b-b7ef-e7329f73b2ab None None] The sync data for ids ['56dc62e7-1868-480d-963b-291f7fa338b6'] in n-d-822053-40 is: [{'id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839896309-router', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'fd94e2c1-c6a4-4af5-8f0c-a969d00834b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:43Z', 'updated_at': '2022-02-09T01:09:51Z', 'revision_number': 4, 'project_id': '2ba95e383d254696b30a587479c29af0', 'gw_port': {'id': 'fd94e2c1-c6a4-4af5-8f0c-a969d00834b5', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:44Z', 'updated_at': '2022-02-09T01:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea', 'name': '', 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'mac_address': 'fa:16:3e:3d:53:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:49Z', 'updated_at': '2022-02-09T01:09:58Z', 'revision_number': 5, 'project_id': '2ba95e383d254696b30a587479c29af0', 'subnets': [{'id': '32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:11:51.339791 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-009c5ddf-590b-4781-9610-7d67e806dbd9 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Publish callbacks [] for port (89f7c53f-2873-4cf2-a792-13b5a94f34c1), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:51.407504 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-130802a2-2f74-42d4-b70f-8596a7726969 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:51.409046 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-130802a2-2f74-42d4-b70f-8596a7726969 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2671404 Feb 09 01:11:51.441770 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-5b7d433c-01ff-49aa-b2ac-0c081cb0890c tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Request body: {'port': {'device_id': 'a5bb53fc-1844-445e-9f59-ca071ac3ffc3', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'admin_state_up': True, 'tenant_id': '42f4d68bc8854beda55aff6a8d6accc0'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:51.442937 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c18b37d8-5b48-4a11-9dc4-c66dead4002d req-a84d1369-1689-45a4-9c75-bd449a4ff3a1 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group (ed655f4a-ef58-4238-9c7e-c6645f4f7e44), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:51.444560 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-009c5ddf-590b-4781-9610-7d67e806dbd9 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (89f7c53f-2873-4cf2-a792-13b5a94f34c1), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:51.454872 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c18b37d8-5b48-4a11-9dc4-c66dead4002d req-a84d1369-1689-45a4-9c75-bd449a4ff3a1 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ed655f4a-ef58-4238-9c7e-c6645f4f7e44), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:51.534561 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-0ee39738-60e3-4ed5-af6e-8697175adf1a tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Allocated IP 172.20.0.13 (e8a262a2-1887-44d6-8265-164882c37a5a/32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0/283e0042-8e05-4455-a9fc-141b5bff3411) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:11:51.586685 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-009c5ddf-590b-4781-9610-7d67e806dbd9 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Network 3976161f-bd1f-4dbb-b950-6897c01f16f1 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:51.617474 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-009c5ddf-590b-4781-9610-7d67e806dbd9 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:51.628993 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c18b37d8-5b48-4a11-9dc4-c66dead4002d req-a84d1369-1689-45a4-9c75-bd449a4ff3a1 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:51.630262 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c18b37d8-5b48-4a11-9dc4-c66dead4002d req-a84d1369-1689-45a4-9c75-bd449a4ff3a1 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4866641 Feb 09 01:11:51.650123 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-009c5ddf-590b-4781-9610-7d67e806dbd9 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:11:51.662598 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-009c5ddf-590b-4781-9610-7d67e806dbd9 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:51.668084 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-009c5ddf-590b-4781-9610-7d67e806dbd9 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:51.747662 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-5b7d433c-01ff-49aa-b2ac-0c081cb0890c tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Made reservation on behalf of 42f4d68bc8854beda55aff6a8d6accc0 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:51.748642 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-5b7d433c-01ff-49aa-b2ac-0c081cb0890c tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:51.798475 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c5ddf-590b-4781-9610-7d67e806dbd9 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Pushing event updated for resources: {'Port': ['ID=89f7c53f-2873-4cf2-a792-13b5a94f34c1,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:51.817597 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-0ee39738-60e3-4ed5-af6e-8697175adf1a tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks [] for port (283e0042-8e05-4455-a9fc-141b5bff3411), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:51.825153 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58734355-231c-496e-8599-03d7b84a0a91 None None] New status for floating IP 5aeb6b56-c8cc-4a41-b42d-fe0e901238f9: DOWN {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:11:51.831093 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84d1369-1689-45a4-9c75-bd449a4ff3a1 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed655f4a-ef58-4238-9c7e-c6645f4f7e44,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:51.848097 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-009c5ddf-590b-4781-9610-7d67e806dbd9 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0365086 Feb 09 01:11:51.874984 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-0a19d69e-bada-4b0d-84fb-2833a9eb7184 service neutron] Request body: {'port': {'device_id': 'b6816801-4457-4631-bc99-1735b61c53af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:51.919873 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e4913-2c41-40cd-b2d6-4f2efb8b0fcb req-b35adaad-fc8d-4290-bc11-01b4ca249906 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:51.925334 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-067e4913-2c41-40cd-b2d6-4f2efb8b0fcb req-b35adaad-fc8d-4290-bc11-01b4ca249906 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 945 time: 0.3533676 Feb 09 01:11:51.991947 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-0ee39738-60e3-4ed5-af6e-8697175adf1a tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (283e0042-8e05-4455-a9fc-141b5bff3411), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:52.026387 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6f23d-357e-4452-902b-de4a457ba782 req-fe1fca57-77fb-44c9-be79-dc4e8f35f0bb tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:52.027992 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-05f6f23d-357e-4452-902b-de4a457ba782 req-fe1fca57-77fb-44c9-be79-dc4e8f35f0bb tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=84aa487a-54b0-4d43-9d2e-3391162a6fa6 HTTP/1.1" status: 200 len: 949 time: 0.2360973 Feb 09 01:11:52.047130 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-067e4913-2c41-40cd-b2d6-4f2efb8b0fcb req-d16c9423-0b29-492e-b8ca-fa2d29bacd35 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057737 Feb 09 01:11:52.047861 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-0a19d69e-bada-4b0d-84fb-2833a9eb7184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (89f7c53f-2873-4cf2-a792-13b5a94f34c1), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:52.087935 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-0ee39738-60e3-4ed5-af6e-8697175adf1a tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Network e8a262a2-1887-44d6-8265-164882c37a5a is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:52.097761 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c298e199-78fa-40db-96db-ff909db06288 None None] Provisioning complete for port 89f7c53f-2873-4cf2-a792-13b5a94f34c1 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:52.098239 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c298e199-78fa-40db-96db-ff909db06288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (89f7c53f-2873-4cf2-a792-13b5a94f34c1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:52.105055 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-5b7d433c-01ff-49aa-b2ac-0c081cb0890c tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Allocated IP 192.168.233.112 (3976161f-bd1f-4dbb-b950-6897c01f16f1/98abf639-2282-4fa1-acd9-5660b4f87a0d/6e35ad25-099c-4cd8-af5f-c5e1e2e2e431) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:11:52.108190 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-0ee39738-60e3-4ed5-af6e-8697175adf1a tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:52.117618 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-0ee39738-60e3-4ed5-af6e-8697175adf1a tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:11:52.155270 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee39738-60e3-4ed5-af6e-8697175adf1a tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Pushing event updated for resources: {'Port': ['ID=283e0042-8e05-4455-a9fc-141b5bff3411,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:52.227593 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b97f0c5-42a9-4825-a307-6747b2092e13 x-openstack-request-id: req-0b97f0c5-42a9-4825-a307-6747b2092e13 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:11:52.230385 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84aa487a-54b0-4d43-9d2e-3391162a6fa6", "name": "network-vif-plugged", "status": "completed", "tag": "be60904b-3c53-4589-9c61-6521a3a5d93f", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:11:52.236455 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0b97f0c5-42a9-4825-a307-6747b2092e13 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:11:52.246163 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84aa487a-54b0-4d43-9d2e-3391162a6fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be60904b-3c53-4589-9c61-6521a3a5d93f', 'code': 200} Feb 09 01:11:52.247577 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c298e199-78fa-40db-96db-ff909db06288 None None] Port 89f7c53f-2873-4cf2-a792-13b5a94f34c1 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:11:52.257800 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-05f6f23d-357e-4452-902b-de4a457ba782 req-d606f67e-b126-4bd6-a5ff-c16adf2bd596 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048936 Feb 09 01:11:52.285684 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-0ee39738-60e3-4ed5-af6e-8697175adf1a tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:52.286655 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-0ee39738-60e3-4ed5-af6e-8697175adf1a tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:52.384087 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711d8a83-0a26-4218-a8ad-3984fad26fc4 x-openstack-request-id: req-711d8a83-0a26-4218-a8ad-3984fad26fc4 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:11:52.387105 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afe25b88-2612-487d-85c9-0d9d1ecd7312", "tag": "7ca29457-e348-4681-af82-7be07e1dac0b", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:11:52.387397 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-711d8a83-0a26-4218-a8ad-3984fad26fc4 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:11:52.387824 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afe25b88-2612-487d-85c9-0d9d1ecd7312', 'tag': '7ca29457-e348-4681-af82-7be07e1dac0b', 'status': 'completed', 'code': 200} Feb 09 01:11:52.414763 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-0ee39738-60e3-4ed5-af6e-8697175adf1a tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6458962 Feb 09 01:11:52.454412 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-025a0052-935c-45c2-aede-993f20255c96 service neutron] Request body: {'port': {'device_id': 'b1d7df7b-0f98-4d00-b22c-a441f80a83cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:52.527798 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d616a-6983-430d-b40a-d8a5897782fd req-92edc5f7-407e-49b9-b14e-ce9c65bea9e1 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:52.529360 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b83d616a-6983-430d-b40a-d8a5897782fd req-92edc5f7-407e-49b9-b14e-ce9c65bea9e1 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1d7df7b-0f98-4d00-b22c-a441f80a83cc HTTP/1.1" status: 200 len: 932 time: 0.1990597 Feb 09 01:11:52.551629 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b697dd-cdc3-4a23-88f2-4fca9851aa28 req-cceaae6b-5070-4399-b1e3-2578972ecc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:52.553052 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-42b697dd-cdc3-4a23-88f2-4fca9851aa28 req-cceaae6b-5070-4399-b1e3-2578972ecc6f service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=84aa487a-54b0-4d43-9d2e-3391162a6fa6 HTTP/1.1" status: 200 len: 1132 time: 0.2542810 Feb 09 01:11:52.586697 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-5e0d90bf-d634-42e7-b21b-f1ffd08bb8c8 None None] Provisioning complete for port 283e0042-8e05-4455-a9fc-141b5bff3411 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:52.587481 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5e0d90bf-d634-42e7-b21b-f1ffd08bb8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (283e0042-8e05-4455-a9fc-141b5bff3411), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:52.604649 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c451a9-c400-4835-b072-8a79a7285507 req-930dbb5a-61a6-4771-be2a-400cd583376a tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:52.612395 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6b441-087e-44aa-b180-db30dc9f82bd req-8cfbe115-9e5d-4f59-87f6-09d9a8c760e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:52.612657 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e3c451a9-c400-4835-b072-8a79a7285507 req-930dbb5a-61a6-4771-be2a-400cd583376a tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=afe25b88-2612-487d-85c9-0d9d1ecd7312 HTTP/1.1" status: 200 len: 944 time: 0.1649921 Feb 09 01:11:52.613858 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b8c6b441-087e-44aa-b180-db30dc9f82bd req-8cfbe115-9e5d-4f59-87f6-09d9a8c760e2 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=89a8855b9bab40b69c27334c734383e8&device_id=afe25b88-2612-487d-85c9-0d9d1ecd7312 HTTP/1.1" status: 200 len: 1158 time: 0.2121096 Feb 09 01:11:52.621444 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-025a0052-935c-45c2-aede-993f20255c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (283e0042-8e05-4455-a9fc-141b5bff3411), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:52.626358 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5e0d90bf-d634-42e7-b21b-f1ffd08bb8c8 None None] Port 283e0042-8e05-4455-a9fc-141b5bff3411 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:11:52.628901 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-5b7d433c-01ff-49aa-b2ac-0c081cb0890c tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Publish callbacks [] for port (6e35ad25-099c-4cd8-af5f-c5e1e2e2e431), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:52.667469 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b83d616a-6983-430d-b40a-d8a5897782fd req-c9c96bf9-2111-4ba0-ad0d-4651194bddb6 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/security-groups?id=4047daa7-99dc-4065-97c6-18555a778085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278224 Feb 09 01:11:52.679569 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e3c451a9-c400-4835-b072-8a79a7285507 req-33844d0e-23a3-4c7a-b9f7-c1d7ba798db6 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654275 Feb 09 01:11:52.787028 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0dff9134-6911-4c0a-9ec0-25cb9ef50fc1 req-5ffaf4a1-ab3c-4d37-a31a-34a8ebec6bc3 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bb53fc-1844-445e-9f59-ca071ac3ffc3 HTTP/1.1" status: 200 len: 210 time: 0.0392842 Feb 09 01:11:52.811854 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-450a3bcd-348f-44ff-939e-418a36625cbc req-49a7df09-8f45-4f76-9844-adeee6d789bb tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 210 time: 0.0544808 Feb 09 01:11:52.822612 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-8f7743c7-5a4f-417f-8473-cfdaf4d29d4a req-d0c1788b-47d9-4e4b-bd3a-5795cc6a01cb tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1046531536', 'description': 'tempest-description-1482410507'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:52.847541 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8f7743c7-5a4f-417f-8473-cfdaf4d29d4a req-d0c1788b-47d9-4e4b-bd3a-5795cc6a01cb tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:52.962630 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8f7743c7-5a4f-417f-8473-cfdaf4d29d4a req-d0c1788b-47d9-4e4b-bd3a-5795cc6a01cb tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group (8af98299-4fdd-4139-a1f7-3e0a8c2dc21f), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:52.969641 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device dacb0762-f5cc-41ce-92bd-96b1f21b8f01 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:11:52.970141 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8f7743c7-5a4f-417f-8473-cfdaf4d29d4a req-d0c1788b-47d9-4e4b-bd3a-5795cc6a01cb tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (8af98299-4fdd-4139-a1f7-3e0a8c2dc21f), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:52.987778 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e886f-d75f-4fd7-afb1-7de0a1533213 req-bd452ec5-e286-44a2-9737-3efd5527c304 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:52.992931 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4b4e886f-d75f-4fd7-afb1-7de0a1533213 req-bd452ec5-e286-44a2-9737-3efd5527c304 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.0984867 Feb 09 01:11:52.995725 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: dacb0762-f5cc-41ce-92bd-96b1f21b8f01 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:11:52.996181 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device dacb0762-f5cc-41ce-92bd-96b1f21b8f01 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:11:53.022273 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-42b697dd-cdc3-4a23-88f2-4fca9851aa28 req-ee0e33d7-fa03-48ed-be1e-e417f3841777 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4294109 Feb 09 01:11:53.049289 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c1788b-47d9-4e4b-bd3a-5795cc6a01cb tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8af98299-4fdd-4139-a1f7-3e0a8c2dc21f,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:53.053835 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8f7743c7-5a4f-417f-8473-cfdaf4d29d4a req-d0c1788b-47d9-4e4b-bd3a-5795cc6a01cb tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:53.055029 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f7743c7-5a4f-417f-8473-cfdaf4d29d4a req-d0c1788b-47d9-4e4b-bd3a-5795cc6a01cb tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2370703 Feb 09 01:11:53.086609 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4b4e886f-d75f-4fd7-afb1-7de0a1533213 req-97f4f9c9-5b67-4a5a-9e63-182c94bd95e5 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753052 Feb 09 01:11:53.116108 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-5b7d433c-01ff-49aa-b2ac-0c081cb0890c tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (6e35ad25-099c-4cd8-af5f-c5e1e2e2e431), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:53.175133 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6b441-087e-44aa-b180-db30dc9f82bd req-22aa7dfe-f6df-49e5-9ea5-df77427aebde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:53.176597 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b8c6b441-087e-44aa-b180-db30dc9f82bd req-22aa7dfe-f6df-49e5-9ea5-df77427aebde service neutron] 10.222.0.121 "GET /v2.0/networks?id=4d54ed5f-d078-4c38-9c35-f6f424a32376 HTTP/1.1" status: 200 len: 921 time: 0.5451622 Feb 09 01:11:53.222690 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-5b7d433c-01ff-49aa-b2ac-0c081cb0890c tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Network 3976161f-bd1f-4dbb-b950-6897c01f16f1 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:53.230429 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-5b7d433c-01ff-49aa-b2ac-0c081cb0890c tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:53.239077 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-5b7d433c-01ff-49aa-b2ac-0c081cb0890c tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:11:53.243458 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d433c-01ff-49aa-b2ac-0c081cb0890c tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Pushing event updated for resources: {'Port': ['ID=6e35ad25-099c-4cd8-af5f-c5e1e2e2e431,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:53.264202 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9cdae5b9-a52e-403d-a9e7-1d148eda6728 req-63d10473-a2f3-437e-aaa7-9cee6a9df84e tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] 10.222.0.30 "GET /v2.0/security-groups/ed655f4a-ef58-4238-9c7e-c6645f4f7e44 HTTP/1.1" status: 200 len: 1821 time: 0.1391485 Feb 09 01:11:53.301297 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31d952-16cf-440e-bca6-7deec2d7848c req-3c6e1aff-939d-4bbf-99d7-86c15c800271 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:53.302848 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ba31d952-16cf-440e-bca6-7deec2d7848c req-3c6e1aff-939d-4bbf-99d7-86c15c800271 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 945 time: 0.1486855 Feb 09 01:11:53.311409 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-5b7d433c-01ff-49aa-b2ac-0c081cb0890c tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:53.312504 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-5b7d433c-01ff-49aa-b2ac-0c081cb0890c tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:53.380735 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b8c6b441-087e-44aa-b180-db30dc9f82bd req-c7a049a3-8240-4fbc-a0c9-21a852b427e1 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ca29457-e348-4681-af82-7be07e1dac0b HTTP/1.1" status: 200 len: 217 time: 0.0654759 Feb 09 01:11:53.388277 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-5b7d433c-01ff-49aa-b2ac-0c081cb0890c tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9525790 Feb 09 01:11:53.404544 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-0b0a0079-145b-4e7c-a99d-b19434f0be54 service neutron] Request body: {'port': {'device_id': 'a5bb53fc-1844-445e-9f59-ca071ac3ffc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:53.412805 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9cdae5b9-a52e-403d-a9e7-1d148eda6728 req-aede63e2-649b-48eb-b18b-45805c661f9d tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] 10.222.0.30 "GET /v2.0/security-groups/8af98299-4fdd-4139-a1f7-3e0a8c2dc21f HTTP/1.1" status: 200 len: 1822 time: 0.1476312 Feb 09 01:11:53.427410 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-9cdae5b9-a52e-403d-a9e7-1d148eda6728 req-84ebcecf-b2b9-4f1c-ac6b-adaaa036ca2f tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ed655f4a-ef58-4238-9c7e-c6645f4f7e44', 'remote_group_id': '8af98299-4fdd-4139-a1f7-3e0a8c2dc21f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:53.427852 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-9cdae5b9-a52e-403d-a9e7-1d148eda6728 req-84ebcecf-b2b9-4f1c-ac6b-adaaa036ca2f tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ed655f4a-ef58-4238-9c7e-c6645f4f7e44', 'remote_group_id': '8af98299-4fdd-4139-a1f7-3e0a8c2dc21f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:53.463347 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ba31d952-16cf-440e-bca6-7deec2d7848c req-963586d0-f9a4-4459-b04c-06a6109afdc1 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508746 Feb 09 01:11:53.469965 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-0a19d69e-bada-4b0d-84fb-2833a9eb7184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89f7c53f-2873-4cf2-a792-13b5a94f34c1 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:11:53.482501 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-0a19d69e-bada-4b0d-84fb-2833a9eb7184 service neutron] Publish callbacks [] for port (89f7c53f-2873-4cf2-a792-13b5a94f34c1), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:53.502322 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-0a19d69e-bada-4b0d-84fb-2833a9eb7184 service neutron] Transition to ACTIVE for port object 89f7c53f-2873-4cf2-a792-13b5a94f34c1 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:11:53.509056 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-0a19d69e-bada-4b0d-84fb-2833a9eb7184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (89f7c53f-2873-4cf2-a792-13b5a94f34c1), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:53.534265 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6b441-087e-44aa-b180-db30dc9f82bd req-3d0a788a-9e2f-474a-aed0-c8560e0b3908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:53.535695 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b8c6b441-087e-44aa-b180-db30dc9f82bd req-3d0a788a-9e2f-474a-aed0-c8560e0b3908 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=dc881d69-9121-4d00-994f-9cce6bcb92ea HTTP/1.1" status: 200 len: 860 time: 0.1465406 Feb 09 01:11:53.540969 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-025a0052-935c-45c2-aede-993f20255c96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 283e0042-8e05-4455-a9fc-141b5bff3411 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:11:53.546446 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-bfc5426b-780e-454e-ba35-07316419740d tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.121 "GET /v2.0/networks?tenant_id=3d8394520fe34c9daa660b5c0721b019&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531707 Feb 09 01:11:53.579670 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-025a0052-935c-45c2-aede-993f20255c96 service neutron] Publish callbacks [] for port (283e0042-8e05-4455-a9fc-141b5bff3411), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:53.613234 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d69e-bada-4b0d-84fb-2833a9eb7184 service neutron] Pushing event updated for resources: {'Port': ['ID=89f7c53f-2873-4cf2-a792-13b5a94f34c1,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:53.625090 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b8c6b441-087e-44aa-b180-db30dc9f82bd req-6012a286-f650-463c-b7bb-492be2ac8032 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4d54ed5f-d078-4c38-9c35-f6f424a32376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777035 Feb 09 01:11:53.673363 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-63665f74-d3d7-4440-94bf-bbe595d31a2c None None] Provisioning complete for port 6e35ad25-099c-4cd8-af5f-c5e1e2e2e431 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:53.674434 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-63665f74-d3d7-4440-94bf-bbe595d31a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (6e35ad25-099c-4cd8-af5f-c5e1e2e2e431), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:53.675717 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9cdae5b9-a52e-403d-a9e7-1d148eda6728 req-84ebcecf-b2b9-4f1c-ac6b-adaaa036ca2f tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group_rule (99889a92-8d27-43cb-837d-22440fa32fd0), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:53.687297 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-0a19d69e-bada-4b0d-84fb-2833a9eb7184 service neutron] Attempting to bind port 89f7c53f-2873-4cf2-a792-13b5a94f34c1 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:11:53.687623 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-0a19d69e-bada-4b0d-84fb-2833a9eb7184 service neutron] Attempting to bind port 89f7c53f-2873-4cf2-a792-13b5a94f34c1 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:11:53.687952 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-0a19d69e-bada-4b0d-84fb-2833a9eb7184 service neutron] Attempting to bind port 89f7c53f-2873-4cf2-a792-13b5a94f34c1 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:53.692547 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-025a0052-935c-45c2-aede-993f20255c96 service neutron] Transition to ACTIVE for port object 283e0042-8e05-4455-a9fc-141b5bff3411 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:11:53.701665 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-0a19d69e-bada-4b0d-84fb-2833a9eb7184 service neutron] Port 89f7c53f-2873-4cf2-a792-13b5a94f34c1 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:11:53.701875 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-0a19d69e-bada-4b0d-84fb-2833a9eb7184 service neutron] Attempting to bind port 89f7c53f-2873-4cf2-a792-13b5a94f34c1 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:53.733812 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-63665f74-d3d7-4440-94bf-bbe595d31a2c None None] Port 6e35ad25-099c-4cd8-af5f-c5e1e2e2e431 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:11:53.747968 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-0a19d69e-bada-4b0d-84fb-2833a9eb7184 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:11:53.748134 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-0a19d69e-bada-4b0d-84fb-2833a9eb7184 service neutron] Checking segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:11:53.748616 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-0a19d69e-bada-4b0d-84fb-2833a9eb7184 service neutron] Bound using segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:11:53.748913 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-0a19d69e-bada-4b0d-84fb-2833a9eb7184 service neutron] Bound port: 89f7c53f-2873-4cf2-a792-13b5a94f34c1, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:11:53.749267 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-0a19d69e-bada-4b0d-84fb-2833a9eb7184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (89f7c53f-2873-4cf2-a792-13b5a94f34c1), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:53.763711 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-0b0a0079-145b-4e7c-a99d-b19434f0be54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (6e35ad25-099c-4cd8-af5f-c5e1e2e2e431), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:53.767495 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9cdae5b9-a52e-403d-a9e7-1d148eda6728 req-84ebcecf-b2b9-4f1c-ac6b-adaaa036ca2f tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group_rule (99889a92-8d27-43cb-837d-22440fa32fd0), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:53.773667 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-025a0052-935c-45c2-aede-993f20255c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (283e0042-8e05-4455-a9fc-141b5bff3411), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:53.777782 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9cdae5b9-a52e-403d-a9e7-1d148eda6728 req-84ebcecf-b2b9-4f1c-ac6b-adaaa036ca2f tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (99889a92-8d27-43cb-837d-22440fa32fd0), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:53.789629 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb9abb-9fb9-4414-8d48-7f87f3c3fb1f req-5c27c180-8a0f-4504-93b4-e67899b5d07e tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:53.791177 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-30eb9abb-9fb9-4414-8d48-7f87f3c3fb1f req-5c27c180-8a0f-4504-93b4-e67899b5d07e tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=84aa487a-54b0-4d43-9d2e-3391162a6fa6 HTTP/1.1" status: 200 len: 949 time: 0.1754122 Feb 09 01:11:53.844025 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ebcecf-b2b9-4f1c-ac6b-adaaa036ca2f tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99889a92-8d27-43cb-837d-22440fa32fd0,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:53.877243 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9cdae5b9-a52e-403d-a9e7-1d148eda6728 req-84ebcecf-b2b9-4f1c-ac6b-adaaa036ca2f tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:53.878355 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9cdae5b9-a52e-403d-a9e7-1d148eda6728 req-84ebcecf-b2b9-4f1c-ac6b-adaaa036ca2f tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4642010 Feb 09 01:11:53.891339 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-0a19d69e-bada-4b0d-84fb-2833a9eb7184 service neutron] For port 89f7c53f-2873-4cf2-a792-13b5a94f34c1, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:11:53.894733 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-0a19d69e-bada-4b0d-84fb-2833a9eb7184 service neutron] For port 89f7c53f-2873-4cf2-a792-13b5a94f34c1, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=89f7c53f-2873-4cf2-a792-13b5a94f34c1,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:11:53.912927 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-0a19d69e-bada-4b0d-84fb-2833a9eb7184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (89f7c53f-2873-4cf2-a792-13b5a94f34c1), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:53.920005 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-30eb9abb-9fb9-4414-8d48-7f87f3c3fb1f req-4594e87e-4c66-4f31-b50a-c7d4d4efd0e2 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069317 Feb 09 01:11:53.966452 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-0a19d69e-bada-4b0d-84fb-2833a9eb7184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:53.967359 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-0a19d69e-bada-4b0d-84fb-2833a9eb7184 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:53.969030 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-0a19d69e-bada-4b0d-84fb-2833a9eb7184 service neutron] 10.222.0.91 "PUT /v2.0/ports/89f7c53f-2873-4cf2-a792-13b5a94f34c1 HTTP/1.1" status: 200 len: 1097 time: 2.1066742 Feb 09 01:11:54.049815 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a0052-935c-45c2-aede-993f20255c96 service neutron] Pushing event updated for resources: {'Port': ['ID=283e0042-8e05-4455-a9fc-141b5bff3411,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:54.084522 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-459bd0b3-a3ab-4fa0-843a-826d449d0871 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:54.086927 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-459bd0b3-a3ab-4fa0-843a-826d449d0871 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5121207 Feb 09 01:11:54.088921 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d69e-bada-4b0d-84fb-2833a9eb7184 service neutron] Pushing event updated for resources: {'Port': ['ID=89f7c53f-2873-4cf2-a792-13b5a94f34c1,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:54.129885 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-4eae2d09-f6a2-4bfc-b503-c230f44bed18 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Request body: {'port': {'device_id': 'cb49ff86-ad2e-4d5d-997c-10ac40083082', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'admin_state_up': True, 'tenant_id': '3d8394520fe34c9daa660b5c0721b019'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:54.170320 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b8c6b441-087e-44aa-b180-db30dc9f82bd req-603de29c-b5b1-4b5e-b39a-d50675764c56 service neutron] 10.222.0.121 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4761665 Feb 09 01:11:54.176643 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bcb39906-62b7-4b04-b618-29864dee66a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:54.192885 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e468a-66bf-41fe-bebc-56bdef6912d0 req-492d84fb-be1f-42ac-8c60-cb56e657007d tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:54.195007 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c7e468a-66bf-41fe-bebc-56bdef6912d0 req-492d84fb-be1f-42ac-8c60-cb56e657007d tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1d7df7b-0f98-4d00-b22c-a441f80a83cc HTTP/1.1" status: 200 len: 944 time: 0.2190421 Feb 09 01:11:54.239181 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131a1e0-a437-4d7c-b32d-91e51ee51f7b req-412cfe88-5b43-4b87-9ed4-f3b28dca7050 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:54.240769 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6131a1e0-a437-4d7c-b32d-91e51ee51f7b req-412cfe88-5b43-4b87-9ed4-f3b28dca7050 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=afe25b88-2612-487d-85c9-0d9d1ecd7312 HTTP/1.1" status: 200 len: 944 time: 0.1472547 Feb 09 01:11:54.252599 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-4ea401f0-f59e-42b4-950f-48a3aa42212b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:54.254003 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-4ea401f0-f59e-42b4-950f-48a3aa42212b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=42f4d68bc8854beda55aff6a8d6accc0&device_id=b6816801-4457-4631-bc99-1735b61c53af HTTP/1.1" status: 200 len: 1131 time: 0.2163608 Feb 09 01:11:54.325383 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-5de6fcc1-e334-4690-b315-9c3f606a1faa service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=89f7c53f-2873-4cf2-a792-13b5a94f34c1 HTTP/1.1" status: 200 len: 217 time: 0.0542548 Feb 09 01:11:54.332413 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c7e468a-66bf-41fe-bebc-56bdef6912d0 req-4a2f84d9-0059-472f-9313-d1e908271a5f tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/security-groups?id=4047daa7-99dc-4065-97c6-18555a778085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271570 Feb 09 01:11:54.391057 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6816801-4457-4631-bc99-1735b61c53af', 'tag': '89f7c53f-2873-4cf2-a792-13b5a94f34c1'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:54.393461 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5addfc57-b319-44ab-8239-ade1b84d573c" -d '{"events": [{"name": "network-changed", "server_uuid": "b6816801-4457-4631-bc99-1735b61c53af", "tag": "89f7c53f-2873-4cf2-a792-13b5a94f34c1"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:54.422198 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6131a1e0-a437-4d7c-b32d-91e51ee51f7b req-9a343ced-83c7-4ebd-ba25-3f9961d7d05f tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672363 Feb 09 01:11:54.424408 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-b7e6c8f8-0c37-4a15-9ac5-777f42035ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:54.425935 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-b7e6c8f8-0c37-4a15-9ac5-777f42035ba5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.0890391 Feb 09 01:11:54.462574 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-025a0052-935c-45c2-aede-993f20255c96 service neutron] Attempting to bind port 283e0042-8e05-4455-a9fc-141b5bff3411 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:11:54.462877 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-025a0052-935c-45c2-aede-993f20255c96 service neutron] Attempting to bind port 283e0042-8e05-4455-a9fc-141b5bff3411 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '27fa4c45-9ec5-40ed-92ab-1cc81471d9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:11:54.463312 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-025a0052-935c-45c2-aede-993f20255c96 service neutron] Attempting to bind port 283e0042-8e05-4455-a9fc-141b5bff3411 on network e8a262a2-1887-44d6-8265-164882c37a5a {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:54.493270 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-025a0052-935c-45c2-aede-993f20255c96 service neutron] Port 283e0042-8e05-4455-a9fc-141b5bff3411 on network e8a262a2-1887-44d6-8265-164882c37a5a not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:11:54.493707 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-025a0052-935c-45c2-aede-993f20255c96 service neutron] Attempting to bind port 283e0042-8e05-4455-a9fc-141b5bff3411 on network e8a262a2-1887-44d6-8265-164882c37a5a {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:54.530970 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-025a0052-935c-45c2-aede-993f20255c96 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:11:54.531207 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-025a0052-935c-45c2-aede-993f20255c96 service neutron] Checking segment: {'id': '27fa4c45-9ec5-40ed-92ab-1cc81471d9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:11:54.531570 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-025a0052-935c-45c2-aede-993f20255c96 service neutron] Bound using segment: {'id': '27fa4c45-9ec5-40ed-92ab-1cc81471d9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:11:54.532027 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-025a0052-935c-45c2-aede-993f20255c96 service neutron] Bound port: 283e0042-8e05-4455-a9fc-141b5bff3411, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27fa4c45-9ec5-40ed-92ab-1cc81471d9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:11:54.532383 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-025a0052-935c-45c2-aede-993f20255c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (283e0042-8e05-4455-a9fc-141b5bff3411), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:54.543932 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-06c08de2-6650-4fb4-9d2b-f4ef73ce3b56 req-f06fbd01-47b1-4e95-a3d0-f28c650a9c78 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 210 time: 0.0348566 Feb 09 01:11:54.554951 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b8c6b441-087e-44aa-b180-db30dc9f82bd req-8ae5d060-7f0c-409d-b4c5-65794cff0055 service neutron] 10.222.0.121 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037546 Feb 09 01:11:54.558838 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da435f-a2d6-45b2-9929-f32eabdf401a req-b7c9b444-021c-4477-aacb-6df852503aae tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:54.560340 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a1da435f-a2d6-45b2-9929-f32eabdf401a req-b7c9b444-021c-4477-aacb-6df852503aae tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bb53fc-1844-445e-9f59-ca071ac3ffc3 HTTP/1.1" status: 200 len: 936 time: 0.1419587 Feb 09 01:11:54.586415 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-4eae2d09-f6a2-4bfc-b503-c230f44bed18 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Made reservation on behalf of 3d8394520fe34c9daa660b5c0721b019 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:54.589759 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-4eae2d09-f6a2-4bfc-b503-c230f44bed18 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:54.593736 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-5c1f59c3-5763-4782-afed-f67ec8b51968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:54.595737 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-5c1f59c3-5763-4782-afed-f67ec8b51968 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1536024 Feb 09 01:11:54.599242 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-a3586524-9ecf-489a-89e8-ebcf2ac13fb3 req-16037b0d-9412-431a-a074-f2cef2ba8e0c tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1607862097', 'description': 'tempest-description-1603464992'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:54.693115 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-0b0a0079-145b-4e7c-a99d-b19434f0be54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e35ad25-099c-4cd8-af5f-c5e1e2e2e431 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:11:54.695039 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a3586524-9ecf-489a-89e8-ebcf2ac13fb3 req-16037b0d-9412-431a-a074-f2cef2ba8e0c tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:54.712852 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a1da435f-a2d6-45b2-9929-f32eabdf401a req-0c15451b-f64f-492d-a9ae-77c603cb89a8 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a78c11a-1f37-4a8c-a774-d23af2f577c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381865 Feb 09 01:11:54.731138 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-0b0a0079-145b-4e7c-a99d-b19434f0be54 service neutron] Publish callbacks [] for port (6e35ad25-099c-4cd8-af5f-c5e1e2e2e431), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:54.739604 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-025a0052-935c-45c2-aede-993f20255c96 service neutron] For port 283e0042-8e05-4455-a9fc-141b5bff3411, host n-h2-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:11:54.751664 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-025a0052-935c-45c2-aede-993f20255c96 service neutron] For port 283e0042-8e05-4455-a9fc-141b5bff3411, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=283e0042-8e05-4455-a9fc-141b5bff3411,segment=NetworkSegment(27fa4c45-9ec5-40ed-92ab-1cc81471d9c8),segment_id=27fa4c45-9ec5-40ed-92ab-1cc81471d9c8)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:11:54.770463 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-025a0052-935c-45c2-aede-993f20255c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (283e0042-8e05-4455-a9fc-141b5bff3411), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:54.777911 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-0b0a0079-145b-4e7c-a99d-b19434f0be54 service neutron] Transition to ACTIVE for port object 6e35ad25-099c-4cd8-af5f-c5e1e2e2e431 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:11:54.780503 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-329601c8-aed4-45ca-8646-dc858c97e575 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681337 Feb 09 01:11:54.811576 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-0b0a0079-145b-4e7c-a99d-b19434f0be54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (6e35ad25-099c-4cd8-af5f-c5e1e2e2e431), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:54.870139 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-025a0052-935c-45c2-aede-993f20255c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:54.870653 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-025a0052-935c-45c2-aede-993f20255c96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:54.871862 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-025a0052-935c-45c2-aede-993f20255c96 service neutron] 10.222.0.91 "PUT /v2.0/ports/283e0042-8e05-4455-a9fc-141b5bff3411 HTTP/1.1" status: 200 len: 1093 time: 2.4219456 Feb 09 01:11:54.876041 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d7df7b-0f98-4d00-b22c-a441f80a83cc', 'tag': '283e0042-8e05-4455-a9fc-141b5bff3411'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:54.878340 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a376fd79-c6d0-4395-a6a6-b4a781e691ec" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d7df7b-0f98-4d00-b22c-a441f80a83cc", "tag": "283e0042-8e05-4455-a9fc-141b5bff3411"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:54.918302 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a0052-935c-45c2-aede-993f20255c96 service neutron] Pushing event updated for resources: {'Port': ['ID=283e0042-8e05-4455-a9fc-141b5bff3411,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:54.921315 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a3586524-9ecf-489a-89e8-ebcf2ac13fb3 req-16037b0d-9412-431a-a074-f2cef2ba8e0c tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group (1030d331-ec24-454f-8907-bf5589c9b139), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:54.921830 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-4eae2d09-f6a2-4bfc-b503-c230f44bed18 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Allocated IP 192.168.233.65 (3976161f-bd1f-4dbb-b950-6897c01f16f1/98abf639-2282-4fa1-acd9-5660b4f87a0d/f23958e2-9d45-4b6e-822d-70ee53c087dd) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:11:54.947467 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a3586524-9ecf-489a-89e8-ebcf2ac13fb3 req-16037b0d-9412-431a-a074-f2cef2ba8e0c tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1030d331-ec24-454f-8907-bf5589c9b139), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:54.997358 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d91b2a-79b4-4fe7-bf6e-9cb8f9d474e8 req-10038492-bc83-4a99-85e9-a1be5af66bcb tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:54.998915 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94d91b2a-79b4-4fe7-bf6e-9cb8f9d474e8 req-10038492-bc83-4a99-85e9-a1be5af66bcb tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.2078023 Feb 09 01:11:55.008499 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a3586524-9ecf-489a-89e8-ebcf2ac13fb3 req-16037b0d-9412-431a-a074-f2cef2ba8e0c tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:55.020645 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a3586524-9ecf-489a-89e8-ebcf2ac13fb3 req-16037b0d-9412-431a-a074-f2cef2ba8e0c tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4314628 Feb 09 01:11:55.031856 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b8d2c0a-d5af-4590-bf43-3a8b8ea4ec26 req-240d0dfa-ba04-44ac-8bb2-15b79fa8d196 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385919 Feb 09 01:11:55.076543 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16037b0d-9412-431a-a074-f2cef2ba8e0c tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1030d331-ec24-454f-8907-bf5589c9b139,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:55.091267 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e516371-26e0-485a-8777-37b2e45b5399 x-openstack-request-id: req-4e516371-26e0-485a-8777-37b2e45b5399 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:11:55.091958 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6816801-4457-4631-bc99-1735b61c53af", "tag": "89f7c53f-2873-4cf2-a792-13b5a94f34c1", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:11:55.092396 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4e516371-26e0-485a-8777-37b2e45b5399 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:11:55.093181 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6816801-4457-4631-bc99-1735b61c53af', 'tag': '89f7c53f-2873-4cf2-a792-13b5a94f34c1', 'status': 'completed', 'code': 200} Feb 09 01:11:55.120021 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94d91b2a-79b4-4fe7-bf6e-9cb8f9d474e8 req-8b54319a-27a9-4bf1-ac29-f2bfaf71a5a6 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963016 Feb 09 01:11:55.124654 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a0079-145b-4e7c-a99d-b19434f0be54 service neutron] Pushing event updated for resources: {'Port': ['ID=6e35ad25-099c-4cd8-af5f-c5e1e2e2e431,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:55.217320 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc6634d-9f73-4963-9fca-4d0ef0b0ac0d x-openstack-request-id: req-4dc6634d-9f73-4963-9fca-4d0ef0b0ac0d {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:11:55.217652 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d7df7b-0f98-4d00-b22c-a441f80a83cc", "tag": "283e0042-8e05-4455-a9fc-141b5bff3411", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:11:55.217907 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4dc6634d-9f73-4963-9fca-4d0ef0b0ac0d {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:11:55.218322 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d7df7b-0f98-4d00-b22c-a441f80a83cc', 'tag': '283e0042-8e05-4455-a9fc-141b5bff3411', 'status': 'completed', 'code': 200} Feb 09 01:11:55.291722 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-0b0a0079-145b-4e7c-a99d-b19434f0be54 service neutron] Attempting to bind port 6e35ad25-099c-4cd8-af5f-c5e1e2e2e431 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:11:55.292260 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-0b0a0079-145b-4e7c-a99d-b19434f0be54 service neutron] Attempting to bind port 6e35ad25-099c-4cd8-af5f-c5e1e2e2e431 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:11:55.292797 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-0b0a0079-145b-4e7c-a99d-b19434f0be54 service neutron] Attempting to bind port 6e35ad25-099c-4cd8-af5f-c5e1e2e2e431 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:55.299306 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-42025e20-0589-42fc-a008-186ca520a536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:55.301514 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-42025e20-0589-42fc-a008-186ca520a536 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2ba95e383d254696b30a587479c29af0&device_id=b1d7df7b-0f98-4d00-b22c-a441f80a83cc HTTP/1.1" status: 200 len: 1127 time: 0.3297915 Feb 09 01:11:55.312201 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-0b0a0079-145b-4e7c-a99d-b19434f0be54 service neutron] Port 6e35ad25-099c-4cd8-af5f-c5e1e2e2e431 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:11:55.312523 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-0b0a0079-145b-4e7c-a99d-b19434f0be54 service neutron] Attempting to bind port 6e35ad25-099c-4cd8-af5f-c5e1e2e2e431 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:55.331292 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-0b0a0079-145b-4e7c-a99d-b19434f0be54 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:11:55.331580 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-0b0a0079-145b-4e7c-a99d-b19434f0be54 service neutron] Checking segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:11:55.331968 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-0b0a0079-145b-4e7c-a99d-b19434f0be54 service neutron] Bound using segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:11:55.332435 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-0b0a0079-145b-4e7c-a99d-b19434f0be54 service neutron] Bound port: 6e35ad25-099c-4cd8-af5f-c5e1e2e2e431, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:11:55.332845 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-0b0a0079-145b-4e7c-a99d-b19434f0be54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (6e35ad25-099c-4cd8-af5f-c5e1e2e2e431), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:55.345731 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ab3b3-eac4-4542-b94d-af2db5dba899 req-6f49e472-fbf9-4bb2-823c-ad2f7d8b4759 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:55.350770 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5f4ab3b3-eac4-4542-b94d-af2db5dba899 req-6f49e472-fbf9-4bb2-823c-ad2f7d8b4759 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 945 time: 0.1530361 Feb 09 01:11:55.353739 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5addfc57-b319-44ab-8239-ade1b84d573c req-f3e434e4-b593-48ed-ab38-b759e04902b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:55.355565 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5addfc57-b319-44ab-8239-ade1b84d573c req-f3e434e4-b593-48ed-ab38-b759e04902b1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=42f4d68bc8854beda55aff6a8d6accc0&device_id=b6816801-4457-4631-bc99-1735b61c53af HTTP/1.1" status: 200 len: 1131 time: 0.1438582 Feb 09 01:11:55.377797 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-60cdb31b-42d1-422b-b7c5-e476a0bc3e39 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=283e0042-8e05-4455-a9fc-141b5bff3411 HTTP/1.1" status: 200 len: 217 time: 0.0601356 Feb 09 01:11:55.435579 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972ac81-66dc-4afd-9085-20622c7a23f3 req-091b477e-bb01-4ba1-9675-13b2d531d920 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:55.437176 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d972ac81-66dc-4afd-9085-20622c7a23f3 req-091b477e-bb01-4ba1-9675-13b2d531d920 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=84aa487a-54b0-4d43-9d2e-3391162a6fa6 HTTP/1.1" status: 200 len: 949 time: 0.1634350 Feb 09 01:11:55.487842 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-fb4fb4c9-2fb8-4fb3-94ca-0844f81a5304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:55.489448 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-fb4fb4c9-2fb8-4fb3-94ca-0844f81a5304 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0 HTTP/1.1" status: 200 len: 863 time: 0.0992248 Feb 09 01:11:55.496432 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-4eae2d09-f6a2-4bfc-b503-c230f44bed18 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Publish callbacks [] for port (f23958e2-9d45-4b6e-822d-70ee53c087dd), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:55.501657 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5f4ab3b3-eac4-4542-b94d-af2db5dba899 req-d4b3b1a1-5d4f-4875-a854-e3d6aa1fcafb tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439617 Feb 09 01:11:55.552536 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-e32a0c34-8938-4e2b-99e7-275c37dea87b req-29f9aa43-580c-46fa-baa3-6c2dd663644f tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1660884181', 'description': 'tempest-description-804734483'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:55.553890 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-0b0a0079-145b-4e7c-a99d-b19434f0be54 service neutron] For port 6e35ad25-099c-4cd8-af5f-c5e1e2e2e431, host n-h2-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:11:55.558464 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-0b0a0079-145b-4e7c-a99d-b19434f0be54 service neutron] For port 6e35ad25-099c-4cd8-af5f-c5e1e2e2e431, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=6e35ad25-099c-4cd8-af5f-c5e1e2e2e431,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:11:55.561729 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d972ac81-66dc-4afd-9085-20622c7a23f3 req-cd3c09b4-c3fb-42b3-80b1-e02cd985ff1b tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189239 Feb 09 01:11:55.565441 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5addfc57-b319-44ab-8239-ade1b84d573c req-e0a5d226-7db7-4477-be24-b88184565c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:55.567108 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5addfc57-b319-44ab-8239-ade1b84d573c req-e0a5d226-7db7-4477-be24-b88184565c71 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.1991398 Feb 09 01:11:55.580623 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-0b0a0079-145b-4e7c-a99d-b19434f0be54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (6e35ad25-099c-4cd8-af5f-c5e1e2e2e431), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:55.592238 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e32a0c34-8938-4e2b-99e7-275c37dea87b req-29f9aa43-580c-46fa-baa3-6c2dd663644f tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:55.626285 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:55.635558 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-0b0a0079-145b-4e7c-a99d-b19434f0be54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:55.636205 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-0b0a0079-145b-4e7c-a99d-b19434f0be54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:55.637589 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-0b0a0079-145b-4e7c-a99d-b19434f0be54 service neutron] 10.222.0.91 "PUT /v2.0/ports/6e35ad25-099c-4cd8-af5f-c5e1e2e2e431 HTTP/1.1" status: 200 len: 1097 time: 2.2388177 Feb 09 01:11:55.643221 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-4eae2d09-f6a2-4bfc-b503-c230f44bed18 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (f23958e2-9d45-4b6e-822d-70ee53c087dd), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:55.653509 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-beca7dc9-0deb-441e-bbf7-c394433ef64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:55.654519 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5addfc57-b319-44ab-8239-ade1b84d573c req-a82b5c2e-2382-48e1-a726-1f0a7dcdedb8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=89f7c53f-2873-4cf2-a792-13b5a94f34c1 HTTP/1.1" status: 200 len: 217 time: 0.0584726 Feb 09 01:11:55.655049 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-beca7dc9-0deb-441e-bbf7-c394433ef64c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e8a262a2-1887-44d6-8265-164882c37a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1512897 Feb 09 01:11:55.665616 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['8a9ab06c-1f75-4126-bb17-2d4af3691030'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:11:55.731238 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a0079-145b-4e7c-a99d-b19434f0be54 service neutron] Pushing event updated for resources: {'Port': ['ID=6e35ad25-099c-4cd8-af5f-c5e1e2e2e431,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:55.770431 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5addfc57-b319-44ab-8239-ade1b84d573c req-c4cb6495-6f89-4c82-9b9f-f921cbfa8d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:55.771879 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5addfc57-b319-44ab-8239-ade1b84d573c req-c4cb6495-6f89-4c82-9b9f-f921cbfa8d1b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.0523484 Feb 09 01:11:55.831687 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e32a0c34-8938-4e2b-99e7-275c37dea87b req-29f9aa43-580c-46fa-baa3-6c2dd663644f tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group (ff0d442a-eb77-4b79-9beb-aa755c7fdf7e), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:55.849443 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e32a0c34-8938-4e2b-99e7-275c37dea87b req-29f9aa43-580c-46fa-baa3-6c2dd663644f tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ff0d442a-eb77-4b79-9beb-aa755c7fdf7e), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:55.860669 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-6423732a-2f28-40b0-a201-22cdacd3c61a service neutron] 10.222.0.91 "GET /v2.0/networks/e8a262a2-1887-44d6-8265-164882c37a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753459 Feb 09 01:11:55.922508 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985eb36-940b-4a38-8b73-c46fb180a36d req-e9446962-c3fc-4b01-bb61-959e1ab7886e tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:55.924149 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1985eb36-940b-4a38-8b73-c46fb180a36d req-e9446962-c3fc-4b01-bb61-959e1ab7886e tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1d7df7b-0f98-4d00-b22c-a441f80a83cc HTTP/1.1" status: 200 len: 944 time: 0.1561096 Feb 09 01:11:55.927592 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e32a0c34-8938-4e2b-99e7-275c37dea87b req-29f9aa43-580c-46fa-baa3-6c2dd663644f tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:55.927823 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae2d09-f6a2-4bfc-b503-c230f44bed18 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Pushing event updated for resources: {'Port': ['ID=f23958e2-9d45-4b6e-822d-70ee53c087dd,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:55.929669 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e32a0c34-8938-4e2b-99e7-275c37dea87b req-29f9aa43-580c-46fa-baa3-6c2dd663644f tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3852520 Feb 09 01:11:55.936061 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-4eae2d09-f6a2-4bfc-b503-c230f44bed18 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Network 3976161f-bd1f-4dbb-b950-6897c01f16f1 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:55.940033 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5addfc57-b319-44ab-8239-ade1b84d573c req-86a91fcf-4593-4879-a0fc-1404b1697364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:55.942689 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5addfc57-b319-44ab-8239-ade1b84d573c req-86a91fcf-4593-4879-a0fc-1404b1697364 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1597042 Feb 09 01:11:55.944911 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f9aa43-580c-46fa-baa3-6c2dd663644f tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0d442a-eb77-4b79-9beb-aa755c7fdf7e,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:56.018942 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-4eae2d09-f6a2-4bfc-b503-c230f44bed18 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:56.031623 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-4eae2d09-f6a2-4bfc-b503-c230f44bed18 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:11:56.067321 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1985eb36-940b-4a38-8b73-c46fb180a36d req-f3de55e4-e0d4-4643-8c83-8958cee6e447 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/security-groups?id=4047daa7-99dc-4065-97c6-18555a778085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314240 Feb 09 01:11:56.090887 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-50416f4a-b33e-4e01-a717-8c683e69ce2f service neutron] 10.222.0.121 "GET /v2.0/ports/7ca29457-e348-4681-af82-7be07e1dac0b/bindings/n-h2-822053-40 HTTP/1.1" status: 200 len: 385 time: 0.4275880 Feb 09 01:11:56.149988 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5addfc57-b319-44ab-8239-ade1b84d573c req-d82be19b-ac42-4b3a-826f-03bf408d35b0 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784701 Feb 09 01:11:56.157191 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c09e5-1209-426c-be83-99316c37d1fe req-59099a8a-881d-4360-b92d-a5f98e93bf56 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:56.160620 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-457c09e5-1209-426c-be83-99316c37d1fe req-59099a8a-881d-4360-b92d-a5f98e93bf56 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=afe25b88-2612-487d-85c9-0d9d1ecd7312 HTTP/1.1" status: 200 len: 944 time: 0.1209018 Feb 09 01:11:56.166328 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-f9eb80cd-a753-4372-a5f2-0db7e67afd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:56.168091 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-f9eb80cd-a753-4372-a5f2-0db7e67afd57 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=42f4d68bc8854beda55aff6a8d6accc0&device_id=a5bb53fc-1844-445e-9f59-ca071ac3ffc3 HTTP/1.1" status: 200 len: 1131 time: 0.4386241 Feb 09 01:11:56.175873 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-4eae2d09-f6a2-4bfc-b503-c230f44bed18 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:56.176551 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-4eae2d09-f6a2-4bfc-b503-c230f44bed18 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:56.188546 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-01a57a95-2a5a-45a4-b552-63005875cd60 req-35438c07-b8ee-4e61-ba63-82710354a69b service neutron] 10.222.0.91 "GET /v2.0/networks/e8a262a2-1887-44d6-8265-164882c37a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549846 Feb 09 01:11:56.258590 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-28c3259a-c1e7-4381-9a6e-0e0affb6c092 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=6e35ad25-099c-4cd8-af5f-c5e1e2e2e431 HTTP/1.1" status: 200 len: 217 time: 0.0773747 Feb 09 01:11:56.273496 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-4eae2d09-f6a2-4bfc-b503-c230f44bed18 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1549358 Feb 09 01:11:56.300828 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-103de0e6-b40e-4b9d-89ff-4f7b00150159 None None] Provisioning complete for port f23958e2-9d45-4b6e-822d-70ee53c087dd triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:56.301204 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-103de0e6-b40e-4b9d-89ff-4f7b00150159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f23958e2-9d45-4b6e-822d-70ee53c087dd), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:56.341873 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-9a7ab995-36f8-437c-b74d-b8b5293f89b5 service neutron] Request body: {'port': {'device_id': 'cb49ff86-ad2e-4d5d-997c-10ac40083082', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:56.344528 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-103de0e6-b40e-4b9d-89ff-4f7b00150159 None None] Port f23958e2-9d45-4b6e-822d-70ee53c087dd cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:11:56.573976 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-457c09e5-1209-426c-be83-99316c37d1fe req-ce8e07b7-edbc-4b0a-b81f-97bfc9b6d1bb tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3926656 Feb 09 01:11:56.592220 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657242c1-b0ac-4639-9d58-107a22378037 req-ca7cfe8d-312f-41a5-9b56-18862c675fb8 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:56.593732 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-657242c1-b0ac-4639-9d58-107a22378037 req-ca7cfe8d-312f-41a5-9b56-18862c675fb8 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 935 time: 0.4235253 Feb 09 01:11:56.598242 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5addfc57-b319-44ab-8239-ade1b84d573c req-c763dc09-ce83-4cf8-8448-67039616eeac service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365854 Feb 09 01:11:56.660798 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-657242c1-b0ac-4639-9d58-107a22378037 req-9ddea63d-35a1-423f-934b-2e683d226abd tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565658 Feb 09 01:11:56.703638 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76dc0f2-a1b2-47c9-9d9d-f37433b4658c req-37c65bf0-f655-45a1-bb8a-695587ad0012 tempest-ServersOnMultiNodesTest-1058188293 tempest-ServersOnMultiNodesTest-1058188293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:56.705570 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a76dc0f2-a1b2-47c9-9d9d-f37433b4658c req-37c65bf0-f655-45a1-bb8a-695587ad0012 tempest-ServersOnMultiNodesTest-1058188293 tempest-ServersOnMultiNodesTest-1058188293-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=84aa487a-54b0-4d43-9d2e-3391162a6fa6 HTTP/1.1" status: 200 len: 1132 time: 0.0569236 Feb 09 01:11:56.720011 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-7544d88a-cbfc-4b86-90cc-6859df534dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:56.721467 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-7544d88a-cbfc-4b86-90cc-6859df534dd4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.4469106 Feb 09 01:11:56.731168 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376fd79-c6d0-4395-a6a6-b4a781e691ec req-41488497-e14b-449d-bae8-bbda196cc4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:56.732482 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a376fd79-c6d0-4395-a6a6-b4a781e691ec req-41488497-e14b-449d-bae8-bbda196cc4e6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2ba95e383d254696b30a587479c29af0&device_id=b1d7df7b-0f98-4d00-b22c-a441f80a83cc HTTP/1.1" status: 200 len: 1127 time: 0.4764948 Feb 09 01:11:56.790273 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a76dc0f2-a1b2-47c9-9d9d-f37433b4658c req-809d780b-2ce3-4af0-96c8-923290c211e8 tempest-ServersOnMultiNodesTest-1058188293 tempest-ServersOnMultiNodesTest-1058188293-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774770 Feb 09 01:11:56.816528 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caba2d6-98d7-4438-b7c1-7011876731f5 req-3df7c705-d02d-42d7-9add-d271cdd8dfde tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:56.820173 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6caba2d6-98d7-4438-b7c1-7011876731f5 req-3df7c705-d02d-42d7-9add-d271cdd8dfde tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bb53fc-1844-445e-9f59-ca071ac3ffc3 HTTP/1.1" status: 200 len: 948 time: 0.0911753 Feb 09 01:11:56.896488 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6caba2d6-98d7-4438-b7c1-7011876731f5 req-94945fbc-6a6b-4d5a-9132-145fffb6ca7c tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a78c11a-1f37-4a8c-a774-d23af2f577c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754764 Feb 09 01:11:56.899341 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-99b0abaf-e454-4e0a-89e9-a747ebfe52c7 req-26882d77-1fe5-41a8-8ace-942f62e68a2d tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] 10.222.0.30 "GET /v2.0/security-groups/1030d331-ec24-454f-8907-bf5589c9b139 HTTP/1.1" status: 200 len: 1822 time: 0.0772092 Feb 09 01:11:56.903366 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-9a7ab995-36f8-437c-b74d-b8b5293f89b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f23958e2-9d45-4b6e-822d-70ee53c087dd), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:56.960670 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-99b0abaf-e454-4e0a-89e9-a747ebfe52c7 req-6d2d01d3-0028-469d-a99f-b65fa1956104 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] 10.222.0.30 "GET /v2.0/security-groups/ff0d442a-eb77-4b79-9beb-aa755c7fdf7e HTTP/1.1" status: 200 len: 1821 time: 0.0530944 Feb 09 01:11:56.969889 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-99b0abaf-e454-4e0a-89e9-a747ebfe52c7 req-cde1200c-670f-4afb-b4f5-f806517c4ccc tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1030d331-ec24-454f-8907-bf5589c9b139', 'remote_group_id': 'ff0d442a-eb77-4b79-9beb-aa755c7fdf7e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:56.970207 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-99b0abaf-e454-4e0a-89e9-a747ebfe52c7 req-cde1200c-670f-4afb-b4f5-f806517c4ccc tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1030d331-ec24-454f-8907-bf5589c9b139', 'remote_group_id': 'ff0d442a-eb77-4b79-9beb-aa755c7fdf7e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:56.994027 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 7ca29457-e348-4681-af82-7be07e1dac0b no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:11:57.046501 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-09e5a305-840a-43a8-9958-4d36d0afceb5 service neutron] For port 7ca29457-e348-4681-af82-7be07e1dac0b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7ca29457-e348-4681-af82-7be07e1dac0b,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:57.065626 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-d4a36c26-1f95-42a6-861f-640e763debdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:57.067520 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-d4a36c26-1f95-42a6-861f-640e763debdd service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3340044 Feb 09 01:11:57.080652 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a067ec-4d40-4be2-843d-21d48114d9a0 req-5f6c1ecf-f510-40d4-8202-c4984f083f33 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:57.083109 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-49a067ec-4d40-4be2-843d-21d48114d9a0 req-5f6c1ecf-f510-40d4-8202-c4984f083f33 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.1006835 Feb 09 01:11:57.091173 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-99b0abaf-e454-4e0a-89e9-a747ebfe52c7 req-cde1200c-670f-4afb-b4f5-f806517c4ccc tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group_rule (d523edeb-2047-4aee-9455-40d02f85e17b), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:57.097976 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 7ca29457-e348-4681-af82-7be07e1dac0b is: DOWN; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:57.152657 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-99b0abaf-e454-4e0a-89e9-a747ebfe52c7 req-cde1200c-670f-4afb-b4f5-f806517c4ccc tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group_rule (d523edeb-2047-4aee-9455-40d02f85e17b), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:57.165884 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-99b0abaf-e454-4e0a-89e9-a747ebfe52c7 req-cde1200c-670f-4afb-b4f5-f806517c4ccc tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (d523edeb-2047-4aee-9455-40d02f85e17b), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:57.168785 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376fd79-c6d0-4395-a6a6-b4a781e691ec req-d5bcf6f0-0482-4f91-a27b-d6ecf70d5f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:57.170198 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a376fd79-c6d0-4395-a6a6-b4a781e691ec req-d5bcf6f0-0482-4f91-a27b-d6ecf70d5f83 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e8a262a2-1887-44d6-8265-164882c37a5a HTTP/1.1" status: 200 len: 925 time: 0.4169130 Feb 09 01:11:57.193298 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-49a067ec-4d40-4be2-843d-21d48114d9a0 req-de6ee71c-1ddf-406d-977b-1111823f9a88 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937612 Feb 09 01:11:57.196323 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-09e5a305-840a-43a8-9958-4d36d0afceb5 service neutron] For port 7ca29457-e348-4681-af82-7be07e1dac0b, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:11:57.202400 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde1200c-670f-4afb-b4f5-f806517c4ccc tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d523edeb-2047-4aee-9455-40d02f85e17b,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:57.213557 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-99b0abaf-e454-4e0a-89e9-a747ebfe52c7 req-cde1200c-670f-4afb-b4f5-f806517c4ccc tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:57.215503 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-99b0abaf-e454-4e0a-89e9-a747ebfe52c7 req-cde1200c-670f-4afb-b4f5-f806517c4ccc tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2506175 Feb 09 01:11:57.223290 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5bb53fc-1844-445e-9f59-ca071ac3ffc3', 'tag': '6e35ad25-099c-4cd8-af5f-c5e1e2e2e431'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:57.225630 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c5b764-f096-47b2-bd2a-2cbe2d6d37da" -d '{"events": [{"name": "network-changed", "server_uuid": "a5bb53fc-1844-445e-9f59-ca071ac3ffc3", "tag": "6e35ad25-099c-4cd8-af5f-c5e1e2e2e431"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:57.296075 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a376fd79-c6d0-4395-a6a6-b4a781e691ec req-5cc303c7-abe2-4e8c-8922-7afdf8dab1ec service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=283e0042-8e05-4455-a9fc-141b5bff3411 HTTP/1.1" status: 200 len: 217 time: 0.0733771 Feb 09 01:11:57.364022 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-451beb5e-8162-4228-9f75-15072f58ea4b tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=cbcf64bc184340809a27ba774d82840d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290766 Feb 09 01:11:57.370303 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-09e5a305-840a-43a8-9958-4d36d0afceb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ca29457-e348-4681-af82-7be07e1dac0b {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:11:57.372863 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:57.414748 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-09e5a305-840a-43a8-9958-4d36d0afceb5 service neutron] For port 7ca29457-e348-4681-af82-7be07e1dac0b, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=7ca29457-e348-4681-af82-7be07e1dac0b,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:57.446002 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38672e-d3d5-430c-9d32-1340e43653d2 req-bdb8e213-57c0-40d5-8081-d60fa4f0a5f1 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:57.447670 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8b38672e-d3d5-430c-9d32-1340e43653d2 req-bdb8e213-57c0-40d5-8081-d60fa4f0a5f1 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 945 time: 0.1568811 Feb 09 01:11:57.452996 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-09e5a305-840a-43a8-9958-4d36d0afceb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7ca29457-e348-4681-af82-7be07e1dac0b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:57.458970 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-fb4318aa-4052-41a9-9bde-8937fe36bc0c service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722472 Feb 09 01:11:57.460373 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376fd79-c6d0-4395-a6a6-b4a781e691ec req-3ef82d81-3bbe-40d1-901d-f01b626ce89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:57.461790 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a376fd79-c6d0-4395-a6a6-b4a781e691ec req-3ef82d81-3bbe-40d1-901d-f01b626ce89d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0 HTTP/1.1" status: 200 len: 863 time: 0.1460333 Feb 09 01:11:57.551819 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8b38672e-d3d5-430c-9d32-1340e43653d2 req-7addccfe-2318-4ba3-9be9-2d27febd9142 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923901 Feb 09 01:11:57.558009 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-558e7b76-1966-4e7c-8851-2158ea08f6b8 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:57.559963 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-558e7b76-1966-4e7c-8851-2158ea08f6b8 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1852920 Feb 09 01:11:57.585607 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-8a3f8679-5acd-4035-b197-533be88848e2 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/quotas/cbcf64bc184340809a27ba774d82840d HTTP/1.1" status: 200 len: 375 time: 0.0100572 Feb 09 01:11:57.691014 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-f3ca1cf5-6d53-4e62-9d43-ef74d59bf25e tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cbcf64bc184340809a27ba774d82840d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0983312 Feb 09 01:11:57.704977 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376fd79-c6d0-4395-a6a6-b4a781e691ec req-849354f5-fc7e-4d88-a073-147c49be5514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:57.706526 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a376fd79-c6d0-4395-a6a6-b4a781e691ec req-849354f5-fc7e-4d88-a073-147c49be5514 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e8a262a2-1887-44d6-8265-164882c37a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2268991 Feb 09 01:11:57.708230 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51bb03-be17-4919-92ba-e0e12dfab266 req-a1232ab7-bf33-4731-a4ec-1b39bde35160 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:57.710490 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6a51bb03-be17-4919-92ba-e0e12dfab266 req-a1232ab7-bf33-4731-a4ec-1b39bde35160 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1d7df7b-0f98-4d00-b22c-a441f80a83cc HTTP/1.1" status: 200 len: 944 time: 0.0848591 Feb 09 01:11:57.717258 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-9a7ab995-36f8-437c-b74d-b8b5293f89b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f23958e2-9d45-4b6e-822d-70ee53c087dd {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:11:57.741544 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-79dd0e36-31e8-4290-9388-f2f6b625ccbd req-35156e10-3e4e-4024-a5f9-d37875c1eaec service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607145 Feb 09 01:11:57.743404 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-9a7ab995-36f8-437c-b74d-b8b5293f89b5 service neutron] Publish callbacks [] for port (f23958e2-9d45-4b6e-822d-70ee53c087dd), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:57.778561 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6a51bb03-be17-4919-92ba-e0e12dfab266 req-50d92c9f-833b-40ec-a16d-1f4aecfda68c tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/security-groups?id=4047daa7-99dc-4065-97c6-18555a778085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615349 Feb 09 01:11:57.810425 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-09e5a305-840a-43a8-9958-4d36d0afceb5 service neutron] Transition to ACTIVE for port object 7ca29457-e348-4681-af82-7be07e1dac0b will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:11:57.818523 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-9a7ab995-36f8-437c-b74d-b8b5293f89b5 service neutron] Transition to ACTIVE for port object f23958e2-9d45-4b6e-822d-70ee53c087dd will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:11:57.823368 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-09e5a305-840a-43a8-9958-4d36d0afceb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (7ca29457-e348-4681-af82-7be07e1dac0b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:57.853355 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-9a7ab995-36f8-437c-b74d-b8b5293f89b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (f23958e2-9d45-4b6e-822d-70ee53c087dd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:57.863670 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7c5f4c2c-2ce2-4478-bdc2-73a44f73a18e req-74954178-a19a-4a65-afbb-549123d01a93 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] 10.222.0.30 "GET /v2.0/security-groups/ff0d442a-eb77-4b79-9beb-aa755c7fdf7e HTTP/1.1" status: 200 len: 1821 time: 0.0661585 Feb 09 01:11:57.883838 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a89294-dfe7-47ce-a7e2-f93f37e7f1a1 x-openstack-request-id: req-37a89294-dfe7-47ce-a7e2-f93f37e7f1a1 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:11:57.883838 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5bb53fc-1844-445e-9f59-ca071ac3ffc3", "tag": "6e35ad25-099c-4cd8-af5f-c5e1e2e2e431", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:11:57.884144 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-37a89294-dfe7-47ce-a7e2-f93f37e7f1a1 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:11:57.884483 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5bb53fc-1844-445e-9f59-ca071ac3ffc3', 'tag': '6e35ad25-099c-4cd8-af5f-c5e1e2e2e431', 'status': 'completed', 'code': 200} Feb 09 01:11:57.981387 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7c5f4c2c-2ce2-4478-bdc2-73a44f73a18e req-ac9e3475-d525-4084-b181-8f303d077e68 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group (ff0d442a-eb77-4b79-9beb-aa755c7fdf7e), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:58.005612 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e5a305-840a-43a8-9958-4d36d0afceb5 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca29457-e348-4681-af82-7be07e1dac0b,revision_number=10']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:58.008883 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-09e5a305-840a-43a8-9958-4d36d0afceb5 service neutron] No DVR routers for this DVR port 7ca29457-e348-4681-af82-7be07e1dac0b on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:11:58.020695 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a376fd79-c6d0-4395-a6a6-b4a781e691ec req-a1f77f09-69f6-4d44-81fd-9ba980bcc365 service neutron] 10.222.0.91 "GET /v2.0/networks/e8a262a2-1887-44d6-8265-164882c37a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973094 Feb 09 01:11:58.074297 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7c5f4c2c-2ce2-4478-bdc2-73a44f73a18e req-ac9e3475-d525-4084-b181-8f303d077e68 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group (ff0d442a-eb77-4b79-9beb-aa755c7fdf7e), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:58.105412 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90aefc6-a6c0-4886-88ce-ee02c8722f1f req-14ecfd3b-4e51-4d07-81d0-c1335f0ee3ca tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:58.106986 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b90aefc6-a6c0-4886-88ce-ee02c8722f1f req-14ecfd3b-4e51-4d07-81d0-c1335f0ee3ca tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=afe25b88-2612-487d-85c9-0d9d1ecd7312 HTTP/1.1" status: 200 len: 945 time: 0.1274796 Feb 09 01:11:58.140743 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:58.241929 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-09e5a305-840a-43a8-9958-4d36d0afceb5 service neutron] 10.222.0.121 "PUT /v2.0/ports/7ca29457-e348-4681-af82-7be07e1dac0b/bindings/n-h2-822053-40/activate HTTP/1.1" status: 200 len: 370 time: 2.1279395 Feb 09 01:11:58.253799 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b90aefc6-a6c0-4886-88ce-ee02c8722f1f req-03cada4a-eb87-4bd9-9029-0e5b2c9b9170 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275020 Feb 09 01:11:58.263351 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ab995-36f8-437c-b74d-b8b5293f89b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f23958e2-9d45-4b6e-822d-70ee53c087dd,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:58.270317 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5b764-f096-47b2-bd2a-2cbe2d6d37da req-b421f97c-033e-4b54-8579-f74719afed89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:58.271892 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-82c5b764-f096-47b2-bd2a-2cbe2d6d37da req-b421f97c-033e-4b54-8579-f74719afed89 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=42f4d68bc8854beda55aff6a8d6accc0&device_id=a5bb53fc-1844-445e-9f59-ca071ac3ffc3 HTTP/1.1" status: 200 len: 1131 time: 0.3479855 Feb 09 01:11:58.289562 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7c5f4c2c-2ce2-4478-bdc2-73a44f73a18e req-ac9e3475-d525-4084-b181-8f303d077e68 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ff0d442a-eb77-4b79-9beb-aa755c7fdf7e), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:58.292935 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7c5f4c2c-2ce2-4478-bdc2-73a44f73a18e req-ac9e3475-d525-4084-b181-8f303d077e68 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:58.300454 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 89f7c53f-2873-4cf2-a792-13b5a94f34c1 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:11:58.307704 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7c5f4c2c-2ce2-4478-bdc2-73a44f73a18e req-ac9e3475-d525-4084-b181-8f303d077e68 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] 10.222.0.30 "DELETE /v2.0/security-groups/ff0d442a-eb77-4b79-9beb-aa755c7fdf7e HTTP/1.1" status: 204 len: 173 time: 0.4300363 Feb 09 01:11:58.327743 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-3c55017a-bd89-4f9e-ba2b-cfce23a1589a tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:58.330881 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-3c55017a-bd89-4f9e-ba2b-cfce23a1589a tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.121 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb&tenant_id=991583a4f7ce4c4eb6893f1ec411692c&binding%3Ahost_id=n-h2-822053-40 HTTP/1.1" status: 200 len: 1128 time: 0.2047005 Feb 09 01:11:58.342316 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e3475-d525-4084-b181-8f303d077e68 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0d442a-eb77-4b79-9beb-aa755c7fdf7e,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:58.348430 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-40509ef2-eb09-415b-a8d5-2f7247d57407 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-822053-40'}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:58.356933 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-9a7ab995-36f8-437c-b74d-b8b5293f89b5 service neutron] Attempting to bind port f23958e2-9d45-4b6e-822d-70ee53c087dd on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:11:58.357312 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-9a7ab995-36f8-437c-b74d-b8b5293f89b5 service neutron] Attempting to bind port f23958e2-9d45-4b6e-822d-70ee53c087dd by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:11:58.357598 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-9a7ab995-36f8-437c-b74d-b8b5293f89b5 service neutron] Attempting to bind port f23958e2-9d45-4b6e-822d-70ee53c087dd on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:58.391031 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-9a7ab995-36f8-437c-b74d-b8b5293f89b5 service neutron] Port f23958e2-9d45-4b6e-822d-70ee53c087dd on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:11:58.391749 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-9a7ab995-36f8-437c-b74d-b8b5293f89b5 service neutron] Attempting to bind port f23958e2-9d45-4b6e-822d-70ee53c087dd on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:58.404424 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a376fd79-c6d0-4395-a6a6-b4a781e691ec req-6d5dd490-82e4-4308-90b9-f328945685d3 service neutron] 10.222.0.91 "GET /v2.0/networks/e8a262a2-1887-44d6-8265-164882c37a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516951 Feb 09 01:11:58.409862 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-9a7ab995-36f8-437c-b74d-b8b5293f89b5 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:11:58.410571 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-9a7ab995-36f8-437c-b74d-b8b5293f89b5 service neutron] Checking segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:11:58.412038 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-9a7ab995-36f8-437c-b74d-b8b5293f89b5 service neutron] Bound using segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:11:58.413626 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-9a7ab995-36f8-437c-b74d-b8b5293f89b5 service neutron] Bound port: f23958e2-9d45-4b6e-822d-70ee53c087dd, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:11:58.414689 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-9a7ab995-36f8-437c-b74d-b8b5293f89b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f23958e2-9d45-4b6e-822d-70ee53c087dd), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:58.455067 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d4a79f62-dd07-4ccf-a009-99d0afa34394 req-7d6d2463-cbb3-4fba-aa13-9bc881bd4169 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0df7bc9-2d3c-4750-89b1-aefcaf986b61 HTTP/1.1" status: 200 len: 210 time: 0.0498087 Feb 09 01:11:58.515711 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-40509ef2-eb09-415b-a8d5-2f7247d57407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9b29190a-3930-41b5-86aa-e98a5fc24971), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:58.525841 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-9a7ab995-36f8-437c-b74d-b8b5293f89b5 service neutron] For port f23958e2-9d45-4b6e-822d-70ee53c087dd, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:11:58.530390 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-9a7ab995-36f8-437c-b74d-b8b5293f89b5 service neutron] For port f23958e2-9d45-4b6e-822d-70ee53c087dd, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=f23958e2-9d45-4b6e-822d-70ee53c087dd,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:11:58.546207 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-9a7ab995-36f8-437c-b74d-b8b5293f89b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (f23958e2-9d45-4b6e-822d-70ee53c087dd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:58.556654 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 89f7c53f-2873-4cf2-a792-13b5a94f34c1, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=89f7c53f-2873-4cf2-a792-13b5a94f34c1,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:58.559325 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-f780448b-4559-4cf6-9e83-181027e37ee9 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:58.560868 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-f780448b-4559-4cf6-9e83-181027e37ee9 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=afe25b88-2612-487d-85c9-0d9d1ecd7312&tenant_id=89a8855b9bab40b69c27334c734383e8&binding%3Ahost_id=n-h1-822053-40 HTTP/1.1" status: 200 len: 1128 time: 0.2063096 Feb 09 01:11:58.595443 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '89f7c53f-2873-4cf2-a792-13b5a94f34c1', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': '89f7c53f-2873-4cf2-a792-13b5a94f34c1', 'mac_address': 'fa:16:3e:a7:4e:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:11:58.639325 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ab995-36f8-437c-b74d-b8b5293f89b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f23958e2-9d45-4b6e-822d-70ee53c087dd,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:58.649959 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-9a7ab995-36f8-437c-b74d-b8b5293f89b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:58.650571 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-9a7ab995-36f8-437c-b74d-b8b5293f89b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:58.651968 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-9a7ab995-36f8-437c-b74d-b8b5293f89b5 service neutron] 10.222.0.121 "PUT /v2.0/ports/f23958e2-9d45-4b6e-822d-70ee53c087dd HTTP/1.1" status: 200 len: 1096 time: 2.3438969 Feb 09 01:11:58.662533 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5b764-f096-47b2-bd2a-2cbe2d6d37da req-02a3674c-0146-452d-b46a-781615647941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:58.664794 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-82c5b764-f096-47b2-bd2a-2cbe2d6d37da req-02a3674c-0146-452d-b46a-781615647941 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.3848369 Feb 09 01:11:58.703394 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 89f7c53f-2873-4cf2-a792-13b5a94f34c1 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:58.704089 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (89f7c53f-2873-4cf2-a792-13b5a94f34c1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:58.705874 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6353d2-749b-47d3-9062-c750ce7f0120 req-a6a6276c-779e-4510-819e-6cb714621016 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:58.716516 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ed6353d2-749b-47d3-9062-c750ce7f0120 req-a6a6276c-779e-4510-819e-6cb714621016 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 947 time: 0.2320707 Feb 09 01:11:58.723286 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89f7c53f-2873-4cf2-a792-13b5a94f34c1 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:11:58.726372 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-82c5b764-f096-47b2-bd2a-2cbe2d6d37da req-2776c217-fc61-48a0-a98f-3442b2d85a76 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=6e35ad25-099c-4cd8-af5f-c5e1e2e2e431 HTTP/1.1" status: 200 len: 217 time: 0.0478506 Feb 09 01:11:58.756399 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 89f7c53f-2873-4cf2-a792-13b5a94f34c1, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=89f7c53f-2873-4cf2-a792-13b5a94f34c1,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:58.764763 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (89f7c53f-2873-4cf2-a792-13b5a94f34c1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:58.829866 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=89f7c53f-2873-4cf2-a792-13b5a94f34c1,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:58.861768 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-87fb7a24-5e17-4705-9348-b83ffe6f04e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:58.863274 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-87fb7a24-5e17-4705-9348-b83ffe6f04e6 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3d8394520fe34c9daa660b5c0721b019&device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 1130 time: 0.1226759 Feb 09 01:11:58.865081 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5b764-f096-47b2-bd2a-2cbe2d6d37da req-c1352cbe-211d-4885-b11e-f5f3ef55441b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:58.867344 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-82c5b764-f096-47b2-bd2a-2cbe2d6d37da req-c1352cbe-211d-4885-b11e-f5f3ef55441b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.1223655 Feb 09 01:11:58.868534 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-27d19cc0-455a-4981-a836-b6c620acbe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:58.870942 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-27d19cc0-455a-4981-a836-b6c620acbe90 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=afe25b88-2612-487d-85c9-0d9d1ecd7312&tenant_id=89a8855b9bab40b69c27334c734383e8 HTTP/1.1" status: 200 len: 1128 time: 0.3019953 Feb 09 01:11:58.896636 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ed6353d2-749b-47d3-9062-c750ce7f0120 req-9483ead3-1732-4af3-86b8-a08fb5d2ee6e tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790981 Feb 09 01:11:58.916977 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a6832-152e-4345-8536-28864547bb0e req-0f7c7dc6-c115-4944-a37c-a3e81423b1db tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:58.919246 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b81a6832-152e-4345-8536-28864547bb0e req-0f7c7dc6-c115-4944-a37c-a3e81423b1db tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bb53fc-1844-445e-9f59-ca071ac3ffc3 HTTP/1.1" status: 200 len: 948 time: 0.3208029 Feb 09 01:11:58.973828 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-7fd1e45b-2906-4c7e-82af-c7e090d01904 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=f23958e2-9d45-4b6e-822d-70ee53c087dd HTTP/1.1" status: 200 len: 217 time: 0.0904856 Feb 09 01:11:58.996011 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 9b29190a-3930-41b5-86aa-e98a5fc24971 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:11:59.003054 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5b764-f096-47b2-bd2a-2cbe2d6d37da req-853c97fc-09a1-46ae-b1c7-8b19ae6110e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:59.004558 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-82c5b764-f096-47b2-bd2a-2cbe2d6d37da req-853c97fc-09a1-46ae-b1c7-8b19ae6110e2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1197774 Feb 09 01:11:59.025504 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-40509ef2-eb09-415b-a8d5-2f7247d57407 service neutron] For port 9b29190a-3930-41b5-86aa-e98a5fc24971, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=9b29190a-3930-41b5-86aa-e98a5fc24971,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:59.035872 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:11:59.085722 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b81a6832-152e-4345-8536-28864547bb0e req-cd4211f1-8be1-4766-954b-ff8492b6be35 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a78c11a-1f37-4a8c-a774-d23af2f577c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655195 Feb 09 01:11:59.099074 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-7573d39e-d54a-4a7c-8de3-7caddef6a595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:59.100615 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-7573d39e-d54a-4a7c-8de3-7caddef6a595 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.1075237 Feb 09 01:11:59.120472 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-40509ef2-eb09-415b-a8d5-2f7247d57407 service neutron] For port 9b29190a-3930-41b5-86aa-e98a5fc24971, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:11:59.120472 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-31c9f7e9-1ff8-41ab-a7eb-df61143487d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:59.120472 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-31c9f7e9-1ff8-41ab-a7eb-df61143487d5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=89a8855b9bab40b69c27334c734383e8&device_id=afe25b88-2612-487d-85c9-0d9d1ecd7312 HTTP/1.1" status: 200 len: 1128 time: 0.1887441 Feb 09 01:11:59.141748 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 9b29190a-3930-41b5-86aa-e98a5fc24971, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=9b29190a-3930-41b5-86aa-e98a5fc24971,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:59.156318 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 9b29190a-3930-41b5-86aa-e98a5fc24971 has no active binding in host n-h1-822053-40 {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 01:11:59.159340 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd5cb3-90f7-4259-b75a-5e73945b66a7 req-62933c44-6809-44b1-8a8a-3bb93a64af35 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:59.164596 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2acd5cb3-90f7-4259-b75a-5e73945b66a7 req-62933c44-6809-44b1-8a8a-3bb93a64af35 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.1779287 Feb 09 01:11:59.168350 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-82c5b764-f096-47b2-bd2a-2cbe2d6d37da req-0fd3b995-3d74-420f-9bd6-f9117953d08c service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437364 Feb 09 01:11:59.225875 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-63e9269f-f34d-46ef-815d-675655139c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:59.227336 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-63e9269f-f34d-46ef-815d-675655139c50 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1166513 Feb 09 01:11:59.257823 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b2cbc9-c0bc-4908-affe-0af5ed0849bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b29190a-3930-41b5-86aa-e98a5fc24971'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:59.260112 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3de62f-e5aa-4bdb-b4e0-5cd1ce3f5163" -d '{"events": [{"server_uuid": "a1b2cbc9-c0bc-4908-affe-0af5ed0849bb", "name": "network-vif-unplugged", "status": "completed", "tag": "9b29190a-3930-41b5-86aa-e98a5fc24971"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:59.270952 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-40509ef2-eb09-415b-a8d5-2f7247d57407 service neutron] Publish callbacks [] for port (9b29190a-3930-41b5-86aa-e98a5fc24971), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:59.300855 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-40509ef2-eb09-415b-a8d5-2f7247d57407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9b29190a-3930-41b5-86aa-e98a5fc24971), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:59.317276 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-82c5b764-f096-47b2-bd2a-2cbe2d6d37da req-c0867f9c-1eb9-41c8-aaf1-2cacab92cb5f service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400173 Feb 09 01:11:59.357679 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-77e2355a-994c-430b-92d0-6ae93a88acd9 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115513 Feb 09 01:11:59.364059 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a2c8bdf2-852e-422a-8d21-3f34b2a91773 req-fc61249f-a023-4852-8290-a0961e25e24a tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] 10.222.0.30 "GET /v2.0/security-groups/1030d331-ec24-454f-8907-bf5589c9b139 HTTP/1.1" status: 200 len: 1822 time: 0.2133977 Feb 09 01:11:59.376447 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2acd5cb3-90f7-4259-b75a-5e73945b66a7 req-f3dcd7e0-51a4-4dce-804e-afeffa773b50 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074573 Feb 09 01:11:59.413663 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-855a015e-90e4-476d-96af-44c8c297cf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:59.415509 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-855a015e-90e4-476d-96af-44c8c297cf40 service neutron] 10.222.0.91 "GET /v2.0/networks?id=4d54ed5f-d078-4c38-9c35-f6f424a32376 HTTP/1.1" status: 200 len: 921 time: 0.2759869 Feb 09 01:11:59.472941 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-39c1bd98-1599-4dad-b6be-2fde04425ec4 req-373b708b-24da-495b-b7fe-dd098d8183a8 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024060 Feb 09 01:11:59.512477 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40509ef2-eb09-415b-a8d5-2f7247d57407 service neutron] Pushing event updated for resources: {'Port': ['ID=9b29190a-3930-41b5-86aa-e98a5fc24971,revision_number=7']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:59.550368 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-e9dfaae0-3ba0-4646-bc9c-c6486f6c8ce6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ca29457-e348-4681-af82-7be07e1dac0b HTTP/1.1" status: 200 len: 217 time: 0.1033719 Feb 09 01:11:59.554744 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-40509ef2-eb09-415b-a8d5-2f7247d57407 service neutron] Attempting to bind port 9b29190a-3930-41b5-86aa-e98a5fc24971 on host n-h2-822053-40 for vnic_type normal with profile {"migrating_to": "n-h1-822053-40"} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:11:59.555082 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-40509ef2-eb09-415b-a8d5-2f7247d57407 service neutron] Attempting to bind port 9b29190a-3930-41b5-86aa-e98a5fc24971 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:11:59.555408 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-40509ef2-eb09-415b-a8d5-2f7247d57407 service neutron] Attempting to bind port 9b29190a-3930-41b5-86aa-e98a5fc24971 on network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:59.577024 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-40509ef2-eb09-415b-a8d5-2f7247d57407 service neutron] Port 9b29190a-3930-41b5-86aa-e98a5fc24971 on network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:11:59.577345 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-40509ef2-eb09-415b-a8d5-2f7247d57407 service neutron] Attempting to bind port 9b29190a-3930-41b5-86aa-e98a5fc24971 on network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:59.612341 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-40509ef2-eb09-415b-a8d5-2f7247d57407 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:11:59.612676 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-40509ef2-eb09-415b-a8d5-2f7247d57407 service neutron] Checking segment: {'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:11:59.613059 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-40509ef2-eb09-415b-a8d5-2f7247d57407 service neutron] Bound using segment: {'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:11:59.613503 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-40509ef2-eb09-415b-a8d5-2f7247d57407 service neutron] Bound port: 9b29190a-3930-41b5-86aa-e98a5fc24971, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:11:59.613879 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-40509ef2-eb09-415b-a8d5-2f7247d57407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9b29190a-3930-41b5-86aa-e98a5fc24971), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:59.615452 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-c5a56841-02bf-44c0-9612-23db0e81f5d1 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.121 "GET /v2.0/networks?tenant_id=cbcf64bc184340809a27ba774d82840d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316510 Feb 09 01:11:59.655686 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-1e1fcd9a-6a7c-4621-b24a-03dad8824175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:59.657223 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-1e1fcd9a-6a7c-4621-b24a-03dad8824175 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=dc881d69-9121-4d00-994f-9cce6bcb92ea HTTP/1.1" status: 200 len: 860 time: 0.0914686 Feb 09 01:11:59.665990 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e563296-4254-46bc-be8a-24ef496953cc req-32696324-c543-4d22-9ae8-f2ecb729be84 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:59.672938 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9e563296-4254-46bc-be8a-24ef496953cc req-32696324-c543-4d22-9ae8-f2ecb729be84 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 943 time: 0.2335517 Feb 09 01:11:59.686336 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a9862-4a0c-4ceb-82f1-36d01ca0547b req-7bab1768-c6eb-42d7-883b-2fe8ae275ebe tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:59.688585 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4b3a9862-4a0c-4ceb-82f1-36d01ca0547b req-7bab1768-c6eb-42d7-883b-2fe8ae275ebe tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1d7df7b-0f98-4d00-b22c-a441f80a83cc HTTP/1.1" status: 200 len: 944 time: 0.2481289 Feb 09 01:11:59.758637 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-599e6757-907e-4d7b-8444-e327ef310beb tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:59.760369 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-4beba587-90cb-4752-acf2-143e6a2be876 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4d54ed5f-d078-4c38-9c35-f6f424a32376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830600 Feb 09 01:11:59.760542 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-599e6757-907e-4d7b-8444-e327ef310beb tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1363370 Feb 09 01:11:59.786916 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-d375d2d0-703a-4fcf-b869-6cf85e79e598 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Request body: {'port': {'device_id': 'd0df7bc9-2d3c-4750-89b1-aefcaf986b61', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'admin_state_up': True, 'tenant_id': 'cbcf64bc184340809a27ba774d82840d'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:59.805417 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['89f7c53f-2873-4cf2-a792-13b5a94f34c1'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:11:59.886797 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb49ff86-ad2e-4d5d-997c-10ac40083082', 'tag': 'f23958e2-9d45-4b6e-822d-70ee53c087dd'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:59.889295 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e22432-f792-4e49-a6ed-b075ebcb958e" -d '{"events": [{"name": "network-changed", "server_uuid": "cb49ff86-ad2e-4d5d-997c-10ac40083082", "tag": "f23958e2-9d45-4b6e-822d-70ee53c087dd"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:59.890737 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-40509ef2-eb09-415b-a8d5-2f7247d57407 service neutron] For port 9b29190a-3930-41b5-86aa-e98a5fc24971, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:11:59.896215 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9e563296-4254-46bc-be8a-24ef496953cc req-3c1870bd-dbd9-4854-98ab-d8126bd3ac1d tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224238 Feb 09 01:11:59.907869 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4b3a9862-4a0c-4ceb-82f1-36d01ca0547b req-8a84767b-b260-4b2f-89c1-27184c56fe6a tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/security-groups?id=4047daa7-99dc-4065-97c6-18555a778085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872063 Feb 09 01:11:59.920393 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-d375d2d0-703a-4fcf-b869-6cf85e79e598 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Made reservation on behalf of cbcf64bc184340809a27ba774d82840d for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:59.921090 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-40509ef2-eb09-415b-a8d5-2f7247d57407 service neutron] For port 9b29190a-3930-41b5-86aa-e98a5fc24971, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=9b29190a-3930-41b5-86aa-e98a5fc24971,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:11:59.936871 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-d375d2d0-703a-4fcf-b869-6cf85e79e598 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:59.945286 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-40509ef2-eb09-415b-a8d5-2f7247d57407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9b29190a-3930-41b5-86aa-e98a5fc24971), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:59.996346 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-953349a5-9838-4b98-8b31-3c4fac938105 service neutron] 10.222.0.91 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230747 Feb 09 01:12:00.000137 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab995c94-74ec-405c-8bf1-c44237db5151 x-openstack-request-id: req-ab995c94-74ec-405c-8bf1-c44237db5151 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:12:00.000267 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b2cbc9-c0bc-4908-affe-0af5ed0849bb", "name": "network-vif-unplugged", "status": "completed", "tag": "9b29190a-3930-41b5-86aa-e98a5fc24971", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:12:00.000515 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ab995c94-74ec-405c-8bf1-c44237db5151 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:12:00.000908 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b2cbc9-c0bc-4908-affe-0af5ed0849bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b29190a-3930-41b5-86aa-e98a5fc24971', 'code': 200} Feb 09 01:12:00.020627 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-2bb71b82-5e52-48d5-9dc8-90c944c3a7ee req-ed062bfc-df7a-40e8-97dd-9b2e5d41059d tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2131648758', 'description': 'tempest-description-1683936580'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:00.063565 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-40509ef2-eb09-415b-a8d5-2f7247d57407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:00.064343 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-40509ef2-eb09-415b-a8d5-2f7247d57407 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:00.065587 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-40509ef2-eb09-415b-a8d5-2f7247d57407 service neutron] 10.222.0.121 "PUT /v2.0/ports/9b29190a-3930-41b5-86aa-e98a5fc24971 HTTP/1.1" status: 200 len: 1123 time: 1.7245967 Feb 09 01:12:00.073723 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40509ef2-eb09-415b-a8d5-2f7247d57407 service neutron] Pushing event updated for resources: {'Port': ['ID=9b29190a-3930-41b5-86aa-e98a5fc24971,revision_number=8']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:00.087928 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-d375d2d0-703a-4fcf-b869-6cf85e79e598 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Allocated IP 192.168.233.169 (3976161f-bd1f-4dbb-b950-6897c01f16f1/98abf639-2282-4fa1-acd9-5660b4f87a0d/9461bf13-de00-4ba3-aa16-1f83b215c5bd) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:12:00.103922 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-2bb71b82-5e52-48d5-9dc8-90c944c3a7ee req-ed062bfc-df7a-40e8-97dd-9b2e5d41059d tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:00.160342 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f1bc4-90d8-495e-be5a-36ed58b1e507 req-f4b2911f-b9d4-44a8-8539-62d8e08cca06 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:00.161919 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0c7f1bc4-90d8-495e-be5a-36ed58b1e507 req-f4b2911f-b9d4-44a8-8539-62d8e08cca06 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=afe25b88-2612-487d-85c9-0d9d1ecd7312 HTTP/1.1" status: 200 len: 945 time: 0.1078691 Feb 09 01:12:00.263527 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['9b29190a-3930-41b5-86aa-e98a5fc24971'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:12:00.288667 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-d375d2d0-703a-4fcf-b869-6cf85e79e598 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks [] for port (9461bf13-de00-4ba3-aa16-1f83b215c5bd), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:00.299618 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-2bb71b82-5e52-48d5-9dc8-90c944c3a7ee req-ed062bfc-df7a-40e8-97dd-9b2e5d41059d tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group (f6f222bd-60d7-44ef-a8fd-a24653d58015), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:00.320658 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0c7f1bc4-90d8-495e-be5a-36ed58b1e507 req-974686b9-1bd0-4cd2-ba5f-5c44fbf01e92 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395001 Feb 09 01:12:00.334016 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['9b29190a-3930-41b5-86aa-e98a5fc24971'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:12:00.334202 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-2bb71b82-5e52-48d5-9dc8-90c944c3a7ee req-ed062bfc-df7a-40e8-97dd-9b2e5d41059d tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f6f222bd-60d7-44ef-a8fd-a24653d58015), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:00.352556 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-2dbb0b2a-4886-4e45-b7d9-e82fef13a234 service neutron] 10.222.0.91 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133188 Feb 09 01:12:00.355108 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-d375d2d0-703a-4fcf-b869-6cf85e79e598 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (9461bf13-de00-4ba3-aa16-1f83b215c5bd), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:00.375998 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 6e35ad25-099c-4cd8-af5f-c5e1e2e2e431 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:12:00.380381 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device f994970c-0d91-4b5e-9116-15b7b17b5d24 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:12:00.385054 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-2bb71b82-5e52-48d5-9dc8-90c944c3a7ee req-ed062bfc-df7a-40e8-97dd-9b2e5d41059d tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:00.386315 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2bb71b82-5e52-48d5-9dc8-90c944c3a7ee req-ed062bfc-df7a-40e8-97dd-9b2e5d41059d tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3737457 Feb 09 01:12:00.393563 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['0299c62c-b308-454a-bf29-0a85c3420970', 'e360c9ab-0a13-41c6-8d70-5912dbd9ce2a'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:12:00.396537 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['27fe8a84-17a5-4744-b287-c5a8fdf17b82', '3fc6e6c1-fe04-4d6e-a5c1-891647370442', '37cc49f2-46da-4fdb-bb24-198cc9bba705', 'be60904b-3c53-4589-9c61-6521a3a5d93f'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:12:00.415828 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed062bfc-df7a-40e8-97dd-9b2e5d41059d tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f222bd-60d7-44ef-a8fd-a24653d58015,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:00.452062 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4350dee1-8f8c-4e6b-9d3b-e9da81d0d61b x-openstack-request-id: req-4350dee1-8f8c-4e6b-9d3b-e9da81d0d61b {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:12:00.452361 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb49ff86-ad2e-4d5d-997c-10ac40083082", "tag": "f23958e2-9d45-4b6e-822d-70ee53c087dd", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:12:00.452616 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4350dee1-8f8c-4e6b-9d3b-e9da81d0d61b {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:12:00.453020 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb49ff86-ad2e-4d5d-997c-10ac40083082', 'tag': 'f23958e2-9d45-4b6e-822d-70ee53c087dd', 'status': 'completed', 'code': 200} Feb 09 01:12:00.480561 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca26d89-9ad6-4cf5-af2e-247f6d3509b9 req-337743e0-c1a1-45ca-a320-2eb6f4d7cbc8 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:00.490100 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aca26d89-9ad6-4cf5-af2e-247f6d3509b9 req-337743e0-c1a1-45ca-a320-2eb6f4d7cbc8 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0df7bc9-2d3c-4750-89b1-aefcaf986b61 HTTP/1.1" status: 200 len: 936 time: 0.0825930 Feb 09 01:12:00.501217 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-d375d2d0-703a-4fcf-b869-6cf85e79e598 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Network 3976161f-bd1f-4dbb-b950-6897c01f16f1 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:00.505690 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-d375d2d0-703a-4fcf-b869-6cf85e79e598 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:00.521288 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-d375d2d0-703a-4fcf-b869-6cf85e79e598 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:12:00.549640 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375d2d0-703a-4fcf-b869-6cf85e79e598 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Pushing event updated for resources: {'Port': ['ID=9461bf13-de00-4ba3-aa16-1f83b215c5bd,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:00.643125 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-d375d2d0-703a-4fcf-b869-6cf85e79e598 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:00.644113 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-d375d2d0-703a-4fcf-b869-6cf85e79e598 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:00.649570 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.resource_extend [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:12:00.673331 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-d375d2d0-703a-4fcf-b869-6cf85e79e598 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8904080 Feb 09 01:12:00.681877 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aca26d89-9ad6-4cf5-af2e-247f6d3509b9 req-c12d49da-d530-41d8-81c6-083d6c8f83fc tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918061 Feb 09 01:12:00.702235 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-7b2b15d6-b21f-4b50-8ea6-a031696d59fe service neutron] Request body: {'port': {'device_id': 'd0df7bc9-2d3c-4750-89b1-aefcaf986b61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:00.735709 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e22432-f792-4e49-a6ed-b075ebcb958e req-e1ecda0a-9af0-4c83-8d13-b026032b163f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:00.742962 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-09e22432-f792-4e49-a6ed-b075ebcb958e req-e1ecda0a-9af0-4c83-8d13-b026032b163f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3d8394520fe34c9daa660b5c0721b019&device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 1130 time: 0.2514067 Feb 09 01:12:00.889812 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bef582-5ff6-4089-8ec5-afff21563996 req-44adb078-90b5-4e7f-929d-78aae5fe5957 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:00.891396 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-72bef582-5ff6-4089-8ec5-afff21563996 req-44adb078-90b5-4e7f-929d-78aae5fe5957 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 947 time: 0.3534157 Feb 09 01:12:01.112266 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-dbd4453c-a58f-4608-8dee-b39687bd5a4c None None] Provisioning complete for port 9461bf13-de00-4ba3-aa16-1f83b215c5bd triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:01.112594 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-dbd4453c-a58f-4608-8dee-b39687bd5a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9461bf13-de00-4ba3-aa16-1f83b215c5bd), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:01.184146 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-7b2b15d6-b21f-4b50-8ea6-a031696d59fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9461bf13-de00-4ba3-aa16-1f83b215c5bd), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:01.196368 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-dbd4453c-a58f-4608-8dee-b39687bd5a4c None None] Port 9461bf13-de00-4ba3-aa16-1f83b215c5bd cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:12:01.292859 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-72bef582-5ff6-4089-8ec5-afff21563996 req-ef1c2979-8121-4778-be07-7f79851e624b tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823950 Feb 09 01:12:01.313102 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e22432-f792-4e49-a6ed-b075ebcb958e req-cf686b8e-7e96-4d14-93e7-07ef9ea07cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:01.317756 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-09e22432-f792-4e49-a6ed-b075ebcb958e req-cf686b8e-7e96-4d14-93e7-07ef9ea07cbc service neutron] 10.222.0.121 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.5548911 Feb 09 01:12:01.339776 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569d1ef-b21c-4130-ba3e-be955bd9ccd0 req-a9395c82-63fc-4392-96ad-1f78228203ad tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:01.347668 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d569d1ef-b21c-4130-ba3e-be955bd9ccd0 req-a9395c82-63fc-4392-96ad-1f78228203ad tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bb53fc-1844-445e-9f59-ca071ac3ffc3 HTTP/1.1" status: 200 len: 948 time: 0.5453122 Feb 09 01:12:01.352593 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-a5de3d82-61da-4a93-bb82-bc98811498b4 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:01.355185 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-a5de3d82-61da-4a93-bb82-bc98811498b4 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=afe25b88-2612-487d-85c9-0d9d1ecd7312&tenant_id=89a8855b9bab40b69c27334c734383e8&binding%3Ahost_id=n-h2-822053-40 HTTP/1.1" status: 200 len: 1128 time: 0.5705769 Feb 09 01:12:01.371087 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 6e35ad25-099c-4cd8-af5f-c5e1e2e2e431, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=6e35ad25-099c-4cd8-af5f-c5e1e2e2e431,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:01.396365 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port f994970c-0d91-4b5e-9116-15b7b17b5d24 is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:01.397331 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f994970c-0d91-4b5e-9116-15b7b17b5d24), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:01.398580 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-09e22432-f792-4e49-a6ed-b075ebcb958e req-6476008b-c675-4e56-acf4-a6136b5c2b76 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=f23958e2-9d45-4b6e-822d-70ee53c087dd HTTP/1.1" status: 200 len: 217 time: 0.0394104 Feb 09 01:12:01.431925 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '6e35ad25-099c-4cd8-af5f-c5e1e2e2e431', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': '6e35ad25-099c-4cd8-af5f-c5e1e2e2e431', 'mac_address': 'fa:16:3e:25:2a:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:12:01.526862 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322b98fc-afe7-40ce-8f22-47f9426b8b73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f994970c-0d91-4b5e-9116-15b7b17b5d24'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:12:01.529622 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841a1932-8835-4fb4-8203-69313a2cff06" -d '{"events": [{"server_uuid": "322b98fc-afe7-40ce-8f22-47f9426b8b73", "name": "network-vif-unplugged", "status": "completed", "tag": "f994970c-0d91-4b5e-9116-15b7b17b5d24"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:12:01.566342 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a276271d-b33e-46f7-b506-f7da5dd0cd21 req-fb42f68f-fcf2-4904-aa12-79df1edd7512 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] 10.222.0.30 "GET /v2.0/security-groups/f6f222bd-60d7-44ef-a8fd-a24653d58015 HTTP/1.1" status: 200 len: 1822 time: 0.2084558 Feb 09 01:12:01.577372 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-a276271d-b33e-46f7-b506-f7da5dd0cd21 req-fd5e19b5-cb05-40ca-be16-86decb2c0e76 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f6f222bd-60d7-44ef-a8fd-a24653d58015', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:01.577932 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-a276271d-b33e-46f7-b506-f7da5dd0cd21 req-fd5e19b5-cb05-40ca-be16-86decb2c0e76 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f6f222bd-60d7-44ef-a8fd-a24653d58015', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:01.583965 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e22432-f792-4e49-a6ed-b075ebcb958e req-3dfc160c-c2ef-4a10-92e9-4232f31ee796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:01.585515 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port f994970c-0d91-4b5e-9116-15b7b17b5d24, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=f994970c-0d91-4b5e-9116-15b7b17b5d24,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:01.586952 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-09e22432-f792-4e49-a6ed-b075ebcb958e req-3dfc160c-c2ef-4a10-92e9-4232f31ee796 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.1575232 Feb 09 01:12:01.596409 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-7b2b15d6-b21f-4b50-8ea6-a031696d59fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9461bf13-de00-4ba3-aa16-1f83b215c5bd {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:12:01.603735 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d569d1ef-b21c-4130-ba3e-be955bd9ccd0 req-1a46585c-665f-4ba1-8510-f3b0229c3abe tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a78c11a-1f37-4a8c-a774-d23af2f577c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503793 Feb 09 01:12:01.611365 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f994970c-0d91-4b5e-9116-15b7b17b5d24), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:01.621719 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-7b2b15d6-b21f-4b50-8ea6-a031696d59fe service neutron] Publish callbacks [] for port (9461bf13-de00-4ba3-aa16-1f83b215c5bd), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:01.641882 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-7b2b15d6-b21f-4b50-8ea6-a031696d59fe service neutron] Transition to ACTIVE for port object 9461bf13-de00-4ba3-aa16-1f83b215c5bd will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:01.646329 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-7b2b15d6-b21f-4b50-8ea6-a031696d59fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (9461bf13-de00-4ba3-aa16-1f83b215c5bd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:01.658630 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 6e35ad25-099c-4cd8-af5f-c5e1e2e2e431 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:01.659024 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (6e35ad25-099c-4cd8-af5f-c5e1e2e2e431), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:01.739760 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e35ad25-099c-4cd8-af5f-c5e1e2e2e431 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:12:01.825021 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b15d6-b21f-4b50-8ea6-a031696d59fe service neutron] Pushing event updated for resources: {'Port': ['ID=9461bf13-de00-4ba3-aa16-1f83b215c5bd,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:01.860001 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e22432-f792-4e49-a6ed-b075ebcb958e req-e10aa2a4-55d9-43b7-9ec5-be3a9025324c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:01.861563 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-09e22432-f792-4e49-a6ed-b075ebcb958e req-e10aa2a4-55d9-43b7-9ec5-be3a9025324c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2565324 Feb 09 01:12:01.869895 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-339232ed-4c30-425d-b9d6-0ac0e2cdd2a1 service neutron] For port 7ca29457-e348-4681-af82-7be07e1dac0b, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:12:01.873327 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-7b2b15d6-b21f-4b50-8ea6-a031696d59fe service neutron] Attempting to bind port 9461bf13-de00-4ba3-aa16-1f83b215c5bd on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:12:01.873588 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-7b2b15d6-b21f-4b50-8ea6-a031696d59fe service neutron] Attempting to bind port 9461bf13-de00-4ba3-aa16-1f83b215c5bd by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:12:01.874922 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-7b2b15d6-b21f-4b50-8ea6-a031696d59fe service neutron] Attempting to bind port 9461bf13-de00-4ba3-aa16-1f83b215c5bd on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:12:01.881278 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-7b2b15d6-b21f-4b50-8ea6-a031696d59fe service neutron] Port 9461bf13-de00-4ba3-aa16-1f83b215c5bd on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:12:01.881461 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646f843-7586-45ef-b45f-11e246ca8f6c req-816423c9-5817-4748-8087-896185bdbd24 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:01.882048 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-7b2b15d6-b21f-4b50-8ea6-a031696d59fe service neutron] Attempting to bind port 9461bf13-de00-4ba3-aa16-1f83b215c5bd on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:12:01.882175 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 6e35ad25-099c-4cd8-af5f-c5e1e2e2e431, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=6e35ad25-099c-4cd8-af5f-c5e1e2e2e431,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:01.883154 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d646f843-7586-45ef-b45f-11e246ca8f6c req-816423c9-5817-4748-8087-896185bdbd24 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 948 time: 0.1460898 Feb 09 01:12:01.889792 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-339232ed-4c30-425d-b9d6-0ac0e2cdd2a1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:01.890898 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-737db35e-34b7-4332-873b-a22852b8d4b9 req-339232ed-4c30-425d-b9d6-0ac0e2cdd2a1 service neutron] 10.222.0.91 "DELETE /v2.0/ports/7ca29457-e348-4681-af82-7be07e1dac0b/bindings/n-h1-822053-40 HTTP/1.1" status: 204 len: 173 time: 0.4863765 Feb 09 01:12:01.891871 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=f994970c-0d91-4b5e-9116-15b7b17b5d24,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:01.893354 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-7b2b15d6-b21f-4b50-8ea6-a031696d59fe service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:12:01.893882 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-7b2b15d6-b21f-4b50-8ea6-a031696d59fe service neutron] Checking segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:12:01.895968 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-7b2b15d6-b21f-4b50-8ea6-a031696d59fe service neutron] Bound using segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:12:01.896869 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-7b2b15d6-b21f-4b50-8ea6-a031696d59fe service neutron] Bound port: 9461bf13-de00-4ba3-aa16-1f83b215c5bd, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:12:01.897733 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-7b2b15d6-b21f-4b50-8ea6-a031696d59fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9461bf13-de00-4ba3-aa16-1f83b215c5bd), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:01.898922 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a276271d-b33e-46f7-b506-f7da5dd0cd21 req-fd5e19b5-cb05-40ca-be16-86decb2c0e76 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group_rule (d9c308bd-d05b-4c53-a484-4d27686004ea), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:01.924762 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (6e35ad25-099c-4cd8-af5f-c5e1e2e2e431), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:01.925431 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 283e0042-8e05-4455-a9fc-141b5bff3411 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:12:02.005384 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b2cbc9-c0bc-4908-affe-0af5ed0849bb', 'tag': '9b29190a-3930-41b5-86aa-e98a5fc24971'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:12:02.008464 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fd5408-7c19-4052-b163-8ee637ce6ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b2cbc9-c0bc-4908-affe-0af5ed0849bb", "tag": "9b29190a-3930-41b5-86aa-e98a5fc24971"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:12:02.021584 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a276271d-b33e-46f7-b506-f7da5dd0cd21 req-fd5e19b5-cb05-40ca-be16-86decb2c0e76 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group_rule (d9c308bd-d05b-4c53-a484-4d27686004ea), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:02.029998 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-7b2b15d6-b21f-4b50-8ea6-a031696d59fe service neutron] For port 9461bf13-de00-4ba3-aa16-1f83b215c5bd, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:12:02.032469 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a276271d-b33e-46f7-b506-f7da5dd0cd21 req-fd5e19b5-cb05-40ca-be16-86decb2c0e76 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (d9c308bd-d05b-4c53-a484-4d27686004ea), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:02.036943 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-7b2b15d6-b21f-4b50-8ea6-a031696d59fe service neutron] For port 9461bf13-de00-4ba3-aa16-1f83b215c5bd, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9461bf13-de00-4ba3-aa16-1f83b215c5bd,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:12:02.048908 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-7b2b15d6-b21f-4b50-8ea6-a031696d59fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (9461bf13-de00-4ba3-aa16-1f83b215c5bd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:02.079619 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a276271d-b33e-46f7-b506-f7da5dd0cd21 req-fd5e19b5-cb05-40ca-be16-86decb2c0e76 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:02.080861 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a276271d-b33e-46f7-b506-f7da5dd0cd21 req-fd5e19b5-cb05-40ca-be16-86decb2c0e76 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5134535 Feb 09 01:12:02.094442 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e19b5-cb05-40ca-be16-86decb2c0e76 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9c308bd-d05b-4c53-a484-4d27686004ea,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:02.106455 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=6e35ad25-099c-4cd8-af5f-c5e1e2e2e431,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:02.110442 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d646f843-7586-45ef-b45f-11e246ca8f6c req-8a851dea-0352-4a0b-ac86-39c0a534a2eb tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048357 Feb 09 01:12:02.119592 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-7b2b15d6-b21f-4b50-8ea6-a031696d59fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:02.132918 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-7b2b15d6-b21f-4b50-8ea6-a031696d59fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:02.135282 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-7b2b15d6-b21f-4b50-8ea6-a031696d59fe service neutron] 10.222.0.121 "PUT /v2.0/ports/9461bf13-de00-4ba3-aa16-1f83b215c5bd HTTP/1.1" status: 200 len: 1097 time: 1.4430141 Feb 09 01:12:02.137550 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-09e22432-f792-4e49-a6ed-b075ebcb958e req-f6c1161d-a29f-47e0-9c3f-7579c91dff05 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513382 Feb 09 01:12:02.231549 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.resource_extend [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:12:02.300735 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b15d6-b21f-4b50-8ea6-a031696d59fe service neutron] Pushing event updated for resources: {'Port': ['ID=9461bf13-de00-4ba3-aa16-1f83b215c5bd,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:02.311943 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-09e22432-f792-4e49-a6ed-b075ebcb958e req-0201d512-f0b5-4163-bcf8-fc5bead52b1c service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570456 Feb 09 01:12:02.324508 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-88385622-29e9-4748-b57a-7010372f9e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:02.332205 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-88385622-29e9-4748-b57a-7010372f9e5b service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cbcf64bc184340809a27ba774d82840d&device_id=d0df7bc9-2d3c-4750-89b1-aefcaf986b61 HTTP/1.1" status: 200 len: 1131 time: 0.1467400 Feb 09 01:12:02.406970 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 283e0042-8e05-4455-a9fc-141b5bff3411, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=283e0042-8e05-4455-a9fc-141b5bff3411,segment=NetworkSegment(27fa4c45-9ec5-40ed-92ab-1cc81471d9c8),segment_id=27fa4c45-9ec5-40ed-92ab-1cc81471d9c8)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:02.427579 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-b125b2ff-2016-4266-8530-421024de6177 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=9461bf13-de00-4ba3-aa16-1f83b215c5bd HTTP/1.1" status: 200 len: 217 time: 0.0721834 Feb 09 01:12:02.448115 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '283e0042-8e05-4455-a9fc-141b5bff3411', 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a', 'port_id': '283e0042-8e05-4455-a9fc-141b5bff3411', 'mac_address': 'fa:16:3e:8e:f2:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:12:02.452903 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8aa4a7-2c3c-47d4-8972-a14b924074d9 req-4ce85486-359a-4452-9ea1-66ac6e331bae tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:02.455419 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0df7bc9-2d3c-4750-89b1-aefcaf986b61', 'tag': '9461bf13-de00-4ba3-aa16-1f83b215c5bd'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:12:02.458144 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df0dd7c-9c6d-4ad0-9809-172ed20dd02d" -d '{"events": [{"name": "network-changed", "server_uuid": "d0df7bc9-2d3c-4750-89b1-aefcaf986b61", "tag": "9461bf13-de00-4ba3-aa16-1f83b215c5bd"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:12:02.462427 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cf8aa4a7-2c3c-47d4-8972-a14b924074d9 req-4ce85486-359a-4452-9ea1-66ac6e331bae tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1d7df7b-0f98-4d00-b22c-a441f80a83cc HTTP/1.1" status: 200 len: 944 time: 0.1485806 Feb 09 01:12:02.487493 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239e7c1-aa35-45b7-b688-8397bcd20dac req-df62cf6d-86bf-4252-baa3-4c5f3b80cfe6 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:02.496637 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3239e7c1-aa35-45b7-b688-8397bcd20dac req-df62cf6d-86bf-4252-baa3-4c5f3b80cfe6 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 943 time: 0.1814187 Feb 09 01:12:02.523448 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 283e0042-8e05-4455-a9fc-141b5bff3411 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:02.524256 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (283e0042-8e05-4455-a9fc-141b5bff3411), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:02.544391 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 283e0042-8e05-4455-a9fc-141b5bff3411 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:12:02.561349 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-1973cb89-d4e6-4887-9b2b-1b9f00f87273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:02.566887 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3239e7c1-aa35-45b7-b688-8397bcd20dac req-59ad154c-6ba5-4c9f-afd5-f572557e8d7f tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692239 Feb 09 01:12:02.568469 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-1973cb89-d4e6-4887-9b2b-1b9f00f87273 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.1285934 Feb 09 01:12:02.610370 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cf8aa4a7-2c3c-47d4-8972-a14b924074d9 req-f9082ef6-3e61-40f5-87df-800ced9431e8 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/security-groups?id=4047daa7-99dc-4065-97c6-18555a778085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467860 Feb 09 01:12:02.651653 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 283e0042-8e05-4455-a9fc-141b5bff3411, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=283e0042-8e05-4455-a9fc-141b5bff3411,segment=NetworkSegment(27fa4c45-9ec5-40ed-92ab-1cc81471d9c8),segment_id=27fa4c45-9ec5-40ed-92ab-1cc81471d9c8)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:02.659360 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (283e0042-8e05-4455-a9fc-141b5bff3411), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:02.660157 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device f994970c-0d91-4b5e-9116-15b7b17b5d24 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:12:02.669484 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08fa208-29e8-4765-884b-f59a7d5357c5 x-openstack-request-id: req-d08fa208-29e8-4765-884b-f59a7d5357c5 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:12:02.670091 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322b98fc-afe7-40ce-8f22-47f9426b8b73", "name": "network-vif-unplugged", "status": "completed", "tag": "f994970c-0d91-4b5e-9116-15b7b17b5d24", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:12:02.670444 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d08fa208-29e8-4765-884b-f59a7d5357c5 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:12:02.671812 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322b98fc-afe7-40ce-8f22-47f9426b8b73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f994970c-0d91-4b5e-9116-15b7b17b5d24', 'code': 200} Feb 09 01:12:02.728141 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-67154d38-d157-4dcc-b487-a8bd42865a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:02.729669 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-67154d38-d157-4dcc-b487-a8bd42865a4b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1439426 Feb 09 01:12:02.822432 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=283e0042-8e05-4455-a9fc-141b5bff3411,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:02.830984 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port f994970c-0d91-4b5e-9116-15b7b17b5d24, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=f994970c-0d91-4b5e-9116-15b7b17b5d24,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:02.835697 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ab29c-27f7-445d-a535-da311365b245 req-aa056e0b-c754-4183-b995-48eff154a518 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:02.838206 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0c5ab29c-27f7-445d-a535-da311365b245 req-aa056e0b-c754-4183-b995-48eff154a518 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=afe25b88-2612-487d-85c9-0d9d1ecd7312 HTTP/1.1" status: 200 len: 945 time: 0.1207747 Feb 09 01:12:02.843899 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': 'f994970c-0d91-4b5e-9116-15b7b17b5d24', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': 'f994970c-0d91-4b5e-9116-15b7b17b5d24', 'mac_address': 'fa:16:3e:69:1c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:12:02.877042 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79459e-4731-43d6-9b3c-99e9a82cbb99 req-18a6d0ac-a265-4f2e-920d-f227fe7f3de5 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:02.879148 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c79459e-4731-43d6-9b3c-99e9a82cbb99 req-18a6d0ac-a265-4f2e-920d-f227fe7f3de5 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0df7bc9-2d3c-4750-89b1-aefcaf986b61 HTTP/1.1" status: 200 len: 948 time: 0.1212471 Feb 09 01:12:02.911880 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-983f6fa8-b9c8-4ccf-b116-2d9dc76aec09 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642127 Feb 09 01:12:02.934411 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port f994970c-0d91-4b5e-9116-15b7b17b5d24 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:02.934800 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f994970c-0d91-4b5e-9116-15b7b17b5d24), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:02.953130 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f994970c-0d91-4b5e-9116-15b7b17b5d24 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:12:02.976576 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port f994970c-0d91-4b5e-9116-15b7b17b5d24, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=f994970c-0d91-4b5e-9116-15b7b17b5d24,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:02.979020 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0c5ab29c-27f7-445d-a535-da311365b245 req-2e35fa89-7bc9-4457-b40f-b8ca7ab47a41 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292729 Feb 09 01:12:02.983133 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f994970c-0d91-4b5e-9116-15b7b17b5d24), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:03.060199 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c79459e-4731-43d6-9b3c-99e9a82cbb99 req-5cb9ea53-1ac7-4166-9059-37dccb1e9f13 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465366 Feb 09 01:12:03.081349 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=f994970c-0d91-4b5e-9116-15b7b17b5d24,revision_number=7']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:03.085546 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device f23958e2-9d45-4b6e-822d-70ee53c087dd details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:12:03.098163 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 89f7c53f-2873-4cf2-a792-13b5a94f34c1 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:12:03.098992 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ba4a22-45c2-43cc-8f24-f0cc225845fe x-openstack-request-id: req-08ba4a22-45c2-43cc-8f24-f0cc225845fe {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:12:03.099675 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b2cbc9-c0bc-4908-affe-0af5ed0849bb", "tag": "9b29190a-3930-41b5-86aa-e98a5fc24971", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:12:03.100734 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-08ba4a22-45c2-43cc-8f24-f0cc225845fe {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:12:03.101211 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b2cbc9-c0bc-4908-affe-0af5ed0849bb', 'tag': '9b29190a-3930-41b5-86aa-e98a5fc24971', 'status': 'completed', 'code': 200} Feb 09 01:12:03.127598 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ed1a4b9f-1d92-49a2-aeca-d49b560e2219 req-fdc9e55d-289b-490c-9346-c7d5282e7f9a service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072051 Feb 09 01:12:03.231136 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bd6224a2-9425-4f65-990a-13c08e16f7cf req-fa49e8d8-2735-4a67-929d-317113acac24 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] 10.222.0.30 "GET /v2.0/security-groups/f6f222bd-60d7-44ef-a8fd-a24653d58015 HTTP/1.1" status: 200 len: 2415 time: 0.1149793 Feb 09 01:12:03.250694 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 89f7c53f-2873-4cf2-a792-13b5a94f34c1 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:03.257350 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 89f7c53f-2873-4cf2-a792-13b5a94f34c1 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:03.257710 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (89f7c53f-2873-4cf2-a792-13b5a94f34c1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:03.259280 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-bd6224a2-9425-4f65-990a-13c08e16f7cf req-f786eb40-d2d4-4805-9f67-86b46939b54d tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f6f222bd-60d7-44ef-a8fd-a24653d58015', 'remote_group_id': None}]} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:03.259598 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-bd6224a2-9425-4f65-990a-13c08e16f7cf req-f786eb40-d2d4-4805-9f67-86b46939b54d tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f6f222bd-60d7-44ef-a8fd-a24653d58015', 'remote_group_id': None}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:03.306701 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd5408-7c19-4052-b163-8ee637ce6ed7 req-47f32eb1-97b0-4fdc-bca9-102a55c94ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:03.309435 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b5fd5408-7c19-4052-b163-8ee637ce6ed7 req-47f32eb1-97b0-4fdc-bca9-102a55c94ba8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=991583a4f7ce4c4eb6893f1ec411692c&device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 1157 time: 0.1818290 Feb 09 01:12:03.317319 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port f23958e2-9d45-4b6e-822d-70ee53c087dd, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=f23958e2-9d45-4b6e-822d-70ee53c087dd,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:03.328113 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766514b6-16b2-47a3-b01b-5a7c98c6ef5e req-c41a151f-3ce5-4b9c-9545-94336743a2d4 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:03.331293 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-766514b6-16b2-47a3-b01b-5a7c98c6ef5e req-c41a151f-3ce5-4b9c-9545-94336743a2d4 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 947 time: 0.1191664 Feb 09 01:12:03.333976 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': 'f23958e2-9d45-4b6e-822d-70ee53c087dd', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': 'f23958e2-9d45-4b6e-822d-70ee53c087dd', 'mac_address': 'fa:16:3e:86:23:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:12:03.412957 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port f23958e2-9d45-4b6e-822d-70ee53c087dd is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:03.413816 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f23958e2-9d45-4b6e-822d-70ee53c087dd), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:03.416781 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 89f7c53f-2873-4cf2-a792-13b5a94f34c1 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:03.417162 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (89f7c53f-2873-4cf2-a792-13b5a94f34c1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:03.440057 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f23958e2-9d45-4b6e-822d-70ee53c087dd {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:12:03.483026 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd5408-7c19-4052-b163-8ee637ce6ed7 req-4d909e02-6756-4dbd-b32d-54c974b142bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:03.485258 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b5fd5408-7c19-4052-b163-8ee637ce6ed7 req-4d909e02-6756-4dbd-b32d-54c974b142bf service neutron] 10.222.0.91 "GET /v2.0/networks?id=28c1f603-e786-4a84-b8ed-ec2e36c0d018 HTTP/1.1" status: 200 len: 909 time: 0.1470902 Feb 09 01:12:03.485968 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port f23958e2-9d45-4b6e-822d-70ee53c087dd, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=f23958e2-9d45-4b6e-822d-70ee53c087dd,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:03.492030 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 89f7c53f-2873-4cf2-a792-13b5a94f34c1, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=89f7c53f-2873-4cf2-a792-13b5a94f34c1,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:03.495324 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f23958e2-9d45-4b6e-822d-70ee53c087dd), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:03.501375 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (89f7c53f-2873-4cf2-a792-13b5a94f34c1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:03.552064 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=f23958e2-9d45-4b6e-822d-70ee53c087dd,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:03.556568 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bd6224a2-9425-4f65-990a-13c08e16f7cf req-f786eb40-d2d4-4805-9f67-86b46939b54d tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group_rule (37437c96-7b88-4366-925b-26995becc5d3), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:03.562735 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b5fd5408-7c19-4052-b163-8ee637ce6ed7 req-02c3f68b-0ef3-4bc7-a4de-33e065c5af7f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b29190a-3930-41b5-86aa-e98a5fc24971 HTTP/1.1" status: 200 len: 217 time: 0.0638144 Feb 09 01:12:03.611726 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=89f7c53f-2873-4cf2-a792-13b5a94f34c1,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:03.623584 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bd6224a2-9425-4f65-990a-13c08e16f7cf req-f786eb40-d2d4-4805-9f67-86b46939b54d tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group_rule (37437c96-7b88-4366-925b-26995becc5d3), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:03.628934 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bd6224a2-9425-4f65-990a-13c08e16f7cf req-f786eb40-d2d4-4805-9f67-86b46939b54d tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (37437c96-7b88-4366-925b-26995becc5d3), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:03.633534 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-766514b6-16b2-47a3-b01b-5a7c98c6ef5e req-04f1af78-8380-4b7a-b605-84ea627e1021 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793016 Feb 09 01:12:03.660500 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786eb40-d2d4-4805-9f67-86b46939b54d tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37437c96-7b88-4366-925b-26995becc5d3,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:03.667661 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd5408-7c19-4052-b163-8ee637ce6ed7 req-f9b7308c-bec4-4c9d-b2fa-08d3500e5d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:03.669171 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b5fd5408-7c19-4052-b163-8ee637ce6ed7 req-f9b7308c-bec4-4c9d-b2fa-08d3500e5d4e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8fe24410-38bf-494b-a44d-46f0496d84a5 HTTP/1.1" status: 200 len: 848 time: 0.0963974 Feb 09 01:12:03.672475 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bd6224a2-9425-4f65-990a-13c08e16f7cf req-f786eb40-d2d4-4805-9f67-86b46939b54d tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:03.673539 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bd6224a2-9425-4f65-990a-13c08e16f7cf req-f786eb40-d2d4-4805-9f67-86b46939b54d tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4208503 Feb 09 01:12:03.697065 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b1152c-046a-46ca-b448-562cb9ae8e38 x-openstack-request-id: req-91b1152c-046a-46ca-b448-562cb9ae8e38 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:12:03.697519 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0df7bc9-2d3c-4750-89b1-aefcaf986b61", "tag": "9461bf13-de00-4ba3-aa16-1f83b215c5bd", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:12:03.697857 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-91b1152c-046a-46ca-b448-562cb9ae8e38 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:12:03.698320 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0df7bc9-2d3c-4750-89b1-aefcaf986b61', 'tag': '9461bf13-de00-4ba3-aa16-1f83b215c5bd', 'status': 'completed', 'code': 200} Feb 09 01:12:03.717630 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b5fd5408-7c19-4052-b163-8ee637ce6ed7 req-f177b031-361f-44ae-a188-0ec8bc9b8b78 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=28c1f603-e786-4a84-b8ed-ec2e36c0d018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335269 Feb 09 01:12:03.801082 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0dd7c-9c6d-4ad0-9809-172ed20dd02d req-fab4d3c6-f5ac-435a-a63a-fbe293b1839e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:03.802839 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6df0dd7c-9c6d-4ad0-9809-172ed20dd02d req-fab4d3c6-f5ac-435a-a63a-fbe293b1839e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cbcf64bc184340809a27ba774d82840d&device_id=d0df7bc9-2d3c-4750-89b1-aefcaf986b61 HTTP/1.1" status: 200 len: 1131 time: 0.0564594 Feb 09 01:12:03.900957 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0dd7c-9c6d-4ad0-9809-172ed20dd02d req-abca40fa-108c-421e-aa10-020de8bb2939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:03.902781 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6df0dd7c-9c6d-4ad0-9809-172ed20dd02d req-abca40fa-108c-421e-aa10-020de8bb2939 service neutron] 10.222.0.121 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.0907025 Feb 09 01:12:03.904904 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060d853-9a1a-4f28-96ce-fc7bda35f0b6 req-90f5d11f-ddff-4885-80d4-a8a1283577a4 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:03.906410 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e060d853-9a1a-4f28-96ce-fc7bda35f0b6 req-90f5d11f-ddff-4885-80d4-a8a1283577a4 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bb53fc-1844-445e-9f59-ca071ac3ffc3 HTTP/1.1" status: 200 len: 949 time: 0.1587696 Feb 09 01:12:03.916913 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0aa1ab-944d-45fe-8167-91b2bf80b915 req-2ab113a0-feec-441e-9dc0-8dea8203f07b tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:03.918446 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5f0aa1ab-944d-45fe-8167-91b2bf80b915 req-2ab113a0-feec-441e-9dc0-8dea8203f07b tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 949 time: 0.1269462 Feb 09 01:12:03.920383 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b5fd5408-7c19-4052-b163-8ee637ce6ed7 req-ed99d030-115c-4bee-9271-c1c652e3f281 service neutron] 10.222.0.91 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820328 Feb 09 01:12:03.927845 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['283e0042-8e05-4455-a9fc-141b5bff3411'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:12:03.960661 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6df0dd7c-9c6d-4ad0-9809-172ed20dd02d req-ac01ca8c-5bdc-4488-aff4-e1457b6d95f7 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=9461bf13-de00-4ba3-aa16-1f83b215c5bd HTTP/1.1" status: 200 len: 217 time: 0.0485036 Feb 09 01:12:03.980803 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['f994970c-0d91-4b5e-9116-15b7b17b5d24'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:12:03.982696 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['6e35ad25-099c-4cd8-af5f-c5e1e2e2e431'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:12:04.032634 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0dd7c-9c6d-4ad0-9809-172ed20dd02d req-23d365ef-6fe2-4a88-b058-86badd0d1502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:04.033698 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6df0dd7c-9c6d-4ad0-9809-172ed20dd02d req-23d365ef-6fe2-4a88-b058-86badd0d1502 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.0616262 Feb 09 01:12:04.070607 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e060d853-9a1a-4f28-96ce-fc7bda35f0b6 req-e4d49771-6286-4efb-a55c-112ed56da49c tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a78c11a-1f37-4a8c-a774-d23af2f577c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492267 Feb 09 01:12:04.075792 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5f0aa1ab-944d-45fe-8167-91b2bf80b915 req-22e8388a-c242-4ac9-80fc-b420b42ac674 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407459 Feb 09 01:12:04.094635 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b5fd5408-7c19-4052-b163-8ee637ce6ed7 req-85a91231-dbf4-44ad-878e-82605a7dfe59 service neutron] 10.222.0.91 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562200 Feb 09 01:12:04.123007 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['f23958e2-9d45-4b6e-822d-70ee53c087dd'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:12:04.125823 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0dd7c-9c6d-4ad0-9809-172ed20dd02d req-d2f02687-220f-480a-bb8c-de060de93507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:04.129591 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6df0dd7c-9c6d-4ad0-9809-172ed20dd02d req-d2f02687-220f-480a-bb8c-de060de93507 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0836251 Feb 09 01:12:04.261396 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6df0dd7c-9c6d-4ad0-9809-172ed20dd02d req-cd9be946-3e8b-40d8-ad70-5e52f16f6f6a service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186328 Feb 09 01:12:04.287469 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98357716-b06f-46c7-90b2-a194280f0e64 req-a8ced378-d6fe-459a-afbc-32fac5a64ecf tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:04.289455 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-98357716-b06f-46c7-90b2-a194280f0e64 req-a8ced378-d6fe-459a-afbc-32fac5a64ecf tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 943 time: 0.0983038 Feb 09 01:12:04.300448 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61e62e-4193-4322-8c3e-c538d6f016a3 req-b600fcbe-ba51-4c3c-bfd1-2d20166e716f tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:04.308880 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fe61e62e-4193-4322-8c3e-c538d6f016a3 req-b600fcbe-ba51-4c3c-bfd1-2d20166e716f tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1d7df7b-0f98-4d00-b22c-a441f80a83cc HTTP/1.1" status: 200 len: 945 time: 0.1148262 Feb 09 01:12:04.392783 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6df0dd7c-9c6d-4ad0-9809-172ed20dd02d req-17e83c08-ee45-4d30-b32b-76e7960ea48b service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238465 Feb 09 01:12:04.396519 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fe61e62e-4193-4322-8c3e-c538d6f016a3 req-07d3e909-fbef-47e4-b87a-a5190d9a0af5 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/security-groups?id=4047daa7-99dc-4065-97c6-18555a778085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863900 Feb 09 01:12:04.410345 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-98357716-b06f-46c7-90b2-a194280f0e64 req-c4f4c5ad-eff4-43a5-ad1d-d06657b36b0e tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985177 Feb 09 01:12:04.460500 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a31ddba8-28a4-41ea-965f-a5c4df660e6d req-0800df95-fa5d-4c07-8da4-46e0b8b19058 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] 10.222.0.30 "GET /v2.0/security-groups/f6f222bd-60d7-44ef-a8fd-a24653d58015 HTTP/1.1" status: 200 len: 3013 time: 0.0450668 Feb 09 01:12:04.574139 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae3fe6-dbb5-49b2-96db-42be10163114 req-c6a34ab6-e8b4-42b8-a41e-fda0c752b0f5 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:04.575841 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b6ae3fe6-dbb5-49b2-96db-42be10163114 req-c6a34ab6-e8b4-42b8-a41e-fda0c752b0f5 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=afe25b88-2612-487d-85c9-0d9d1ecd7312 HTTP/1.1" status: 200 len: 1128 time: 0.0793023 Feb 09 01:12:04.589662 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfafbd4-57c4-416e-bb44-fdbddce4bb3c req-df7e41d9-d0fb-4134-b72b-d65deb0fc7c5 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:04.591122 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ccfafbd4-57c4-416e-bb44-fdbddce4bb3c req-df7e41d9-d0fb-4134-b72b-d65deb0fc7c5 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0df7bc9-2d3c-4750-89b1-aefcaf986b61 HTTP/1.1" status: 200 len: 948 time: 0.0675135 Feb 09 01:12:04.657529 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b6ae3fe6-dbb5-49b2-96db-42be10163114 req-3f435325-ddc2-40e1-aab0-363bf3c7e626 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758348 Feb 09 01:12:04.669929 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ccfafbd4-57c4-416e-bb44-fdbddce4bb3c req-265cdea4-c0be-4a94-833a-7e3a6ac8617a tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657387 Feb 09 01:12:04.672722 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6816801-4457-4631-bc99-1735b61c53af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f7c53f-2873-4cf2-a792-13b5a94f34c1'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:12:04.675573 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526ac8cd-d911-493b-ad88-283885cd972d" -d '{"events": [{"server_uuid": "b6816801-4457-4631-bc99-1735b61c53af", "name": "network-vif-plugged", "status": "completed", "tag": "89f7c53f-2873-4cf2-a792-13b5a94f34c1"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:12:04.726311 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bee47eb6-9826-405c-98e5-c1115ddb557a req-e8bec135-ceea-49f6-8558-44b69d619707 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] 10.222.0.30 "GET /v2.0/security-group-rules/37437c96-7b88-4366-925b-26995becc5d3 HTTP/1.1" status: 200 len: 783 time: 0.0283751 Feb 09 01:12:04.800947 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bee47eb6-9826-405c-98e5-c1115ddb557a req-fe95e936-1793-4755-9fdb-0cc536f6ac97 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] 10.222.0.30 "GET /v2.0/security-groups/f6f222bd-60d7-44ef-a8fd-a24653d58015 HTTP/1.1" status: 200 len: 3013 time: 0.0689750 Feb 09 01:12:04.832252 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410bfb99-8171-402e-b599-21e68475992d req-89269520-5f0e-453d-aa55-5d9e3297ab96 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:04.833589 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-410bfb99-8171-402e-b599-21e68475992d req-89269520-5f0e-453d-aa55-5d9e3297ab96 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 948 time: 0.0935886 Feb 09 01:12:04.851265 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bee47eb6-9826-405c-98e5-c1115ddb557a req-804333df-460e-499f-97e7-c8d3504e272d tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group_rule (37437c96-7b88-4366-925b-26995becc5d3), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:04.866621 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bee47eb6-9826-405c-98e5-c1115ddb557a req-804333df-460e-499f-97e7-c8d3504e272d tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group_rule (37437c96-7b88-4366-925b-26995becc5d3), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:04.908466 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-410bfb99-8171-402e-b599-21e68475992d req-a2350ff9-b2de-4a58-a817-e94b222c9014 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653379 Feb 09 01:12:04.913798 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bee47eb6-9826-405c-98e5-c1115ddb557a req-804333df-460e-499f-97e7-c8d3504e272d tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (37437c96-7b88-4366-925b-26995becc5d3), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:04.921190 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bee47eb6-9826-405c-98e5-c1115ddb557a req-804333df-460e-499f-97e7-c8d3504e272d tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:04.922378 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bee47eb6-9826-405c-98e5-c1115ddb557a req-804333df-460e-499f-97e7-c8d3504e272d tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/37437c96-7b88-4366-925b-26995becc5d3 HTTP/1.1" status: 204 len: 173 time: 0.1135967 Feb 09 01:12:04.926409 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804333df-460e-499f-97e7-c8d3504e272d tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37437c96-7b88-4366-925b-26995becc5d3,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:04.954708 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94b3043-4f74-455a-8e41-3a566c376d14 x-openstack-request-id: req-e94b3043-4f74-455a-8e41-3a566c376d14 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:12:04.955035 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6816801-4457-4631-bc99-1735b61c53af", "name": "network-vif-plugged", "status": "completed", "tag": "89f7c53f-2873-4cf2-a792-13b5a94f34c1", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:12:04.955300 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e94b3043-4f74-455a-8e41-3a566c376d14 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:12:04.955706 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6816801-4457-4631-bc99-1735b61c53af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f7c53f-2873-4cf2-a792-13b5a94f34c1', 'code': 200} Feb 09 01:12:05.035591 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-23f3f0a5-4c61-4187-8da8-7da4abbf6a7f req-b7dde2e4-a4c3-4b42-ac28-c90b1bbc2870 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] 10.222.0.30 "GET /v2.0/security-groups/f6f222bd-60d7-44ef-a8fd-a24653d58015 HTTP/1.1" status: 200 len: 2415 time: 0.0692782 Feb 09 01:12:05.205773 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb002b5-3143-43de-8b05-3e0c15f5ac62 req-d52cc340-8df3-47fc-afd8-05cec9223c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:05.207523 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4cb002b5-3143-43de-8b05-3e0c15f5ac62 req-d52cc340-8df3-47fc-afd8-05cec9223c37 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b6816801-4457-4631-bc99-1735b61c53af HTTP/1.1" status: 200 len: 1133 time: 0.1303897 Feb 09 01:12:05.211057 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-23f3f0a5-4c61-4187-8da8-7da4abbf6a7f req-7632e199-24e0-4105-a040-3e0e7188c6a2 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group (f6f222bd-60d7-44ef-a8fd-a24653d58015), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:05.218732 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae685814-a123-4093-ab28-8b349670ca26 req-c8b12cf4-0bc5-4b9f-9840-635937380996 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:05.220240 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ae685814-a123-4093-ab28-8b349670ca26 req-c8b12cf4-0bc5-4b9f-9840-635937380996 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/networks?id=4d54ed5f-d078-4c38-9c35-f6f424a32376 HTTP/1.1" status: 200 len: 820 time: 0.2008681 Feb 09 01:12:05.265042 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-23f3f0a5-4c61-4187-8da8-7da4abbf6a7f req-7632e199-24e0-4105-a040-3e0e7188c6a2 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group (f6f222bd-60d7-44ef-a8fd-a24653d58015), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:05.268190 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ae685814-a123-4093-ab28-8b349670ca26 req-6f40d1dc-f739-4ef7-adaa-5ef0af827c8a tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/quotas/89a8855b9bab40b69c27334c734383e8 HTTP/1.1" status: 200 len: 375 time: 0.0380726 Feb 09 01:12:05.335269 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4cb002b5-3143-43de-8b05-3e0c15f5ac62 req-2eaad166-b5a8-4f77-9c93-80815148c7d4 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=1a78c11a-1f37-4a8c-a774-d23af2f577c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122870 Feb 09 01:12:05.361349 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ae685814-a123-4093-ab28-8b349670ca26 req-219f2fb4-9d7f-4b05-8cad-6028a8756b5b tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=89a8855b9bab40b69c27334c734383e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0857379 Feb 09 01:12:05.362309 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-23f3f0a5-4c61-4187-8da8-7da4abbf6a7f req-7632e199-24e0-4105-a040-3e0e7188c6a2 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f6f222bd-60d7-44ef-a8fd-a24653d58015), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:05.365111 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-23f3f0a5-4c61-4187-8da8-7da4abbf6a7f req-7632e199-24e0-4105-a040-3e0e7188c6a2 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:05.366724 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-23f3f0a5-4c61-4187-8da8-7da4abbf6a7f req-7632e199-24e0-4105-a040-3e0e7188c6a2 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] 10.222.0.30 "DELETE /v2.0/security-groups/f6f222bd-60d7-44ef-a8fd-a24653d58015 HTTP/1.1" status: 204 len: 173 time: 0.3198254 Feb 09 01:12:05.399938 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7632e199-24e0-4105-a040-3e0e7188c6a2 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f222bd-60d7-44ef-a8fd-a24653d58015,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:05.500888 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ae685814-a123-4093-ab28-8b349670ca26 req-59931f22-6237-4ef3-87b3-728639a02bc6 service neutron] 10.222.0.30 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307368 Feb 09 01:12:05.511212 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f395b3-6ee7-407c-95af-0fc3d49238c1 req-9f653ab7-9edb-4861-9465-2b0bcebc2115 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:05.512639 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-43f395b3-6ee7-407c-95af-0fc3d49238c1 req-9f653ab7-9edb-4861-9465-2b0bcebc2115 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bb53fc-1844-445e-9f59-ca071ac3ffc3 HTTP/1.1" status: 200 len: 949 time: 0.0796187 Feb 09 01:12:05.617580 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-43f395b3-6ee7-407c-95af-0fc3d49238c1 req-1ca3319f-31e0-4b97-ad26-aebd11164df5 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a78c11a-1f37-4a8c-a774-d23af2f577c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969748 Feb 09 01:12:05.635678 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ae685814-a123-4093-ab28-8b349670ca26 req-aa66e5d9-a16a-4e62-9e67-de09b41fbd1b service neutron] 10.222.0.30 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220918 Feb 09 01:12:05.729548 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e6249-bf42-4371-aea1-0f08d957bcda req-381c3b37-0e1e-4ccd-bf92-88307b3dc0ee tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:05.731013 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-be6e6249-bf42-4371-aea1-0f08d957bcda req-381c3b37-0e1e-4ccd-bf92-88307b3dc0ee tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 949 time: 0.0559669 Feb 09 01:12:05.777608 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [req-931ea616-1a16-41a3-8405-41a2003ee06b req-d8a7dcac-4dbb-437f-88c3-ec251fe7172b tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] show failed (client error): The resource could not be found. Feb 09 01:12:05.778618 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-931ea616-1a16-41a3-8405-41a2003ee06b req-d8a7dcac-4dbb-437f-88c3-ec251fe7172b tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] 10.222.0.30 "GET /v2.0/security-groups/ff0d442a-eb77-4b79-9beb-aa755c7fdf7e HTTP/1.1" status: 404 len: 352 time: 0.0296412 Feb 09 01:12:05.805920 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-be6e6249-bf42-4371-aea1-0f08d957bcda req-e79a1c6d-3121-437c-8989-12bb0d901497 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667663 Feb 09 01:12:05.924060 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcb4d0-1854-4fe7-b96c-2e0ae2f05969 req-a8aa0427-0576-46fc-83c0-6bf2b86ade5c tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:05.925522 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-52dcb4d0-1854-4fe7-b96c-2e0ae2f05969 req-a8aa0427-0576-46fc-83c0-6bf2b86ade5c tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1d7df7b-0f98-4d00-b22c-a441f80a83cc HTTP/1.1" status: 200 len: 945 time: 0.0880499 Feb 09 01:12:05.962402 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e10026-d42a-4cf6-bceb-4fa6024d7c15 req-4c171ffb-dee0-4d99-bca0-9872c9a21a15 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:05.963872 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-45e10026-d42a-4cf6-bceb-4fa6024d7c15 req-4c171ffb-dee0-4d99-bca0-9872c9a21a15 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 943 time: 0.0868130 Feb 09 01:12:06.005130 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-52dcb4d0-1854-4fe7-b96c-2e0ae2f05969 req-ee40f02f-c786-4fba-9b66-cbcaf0b67fb9 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/security-groups?id=4047daa7-99dc-4065-97c6-18555a778085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721571 Feb 09 01:12:06.045534 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-45e10026-d42a-4cf6-bceb-4fa6024d7c15 req-261f0874-69f3-4544-9e60-ef46f13af723 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693045 Feb 09 01:12:06.128262 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9520d4dd-58c5-4731-963e-c270c23093f1 req-d0b9b172-256c-44d9-b9c4-8ccd31646831 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 210 time: 0.0316472 Feb 09 01:12:06.149279 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80711eff-9f92-453f-814c-1cc1c6523173 req-c2472c85-8fae-4123-8b69-4581989a702f tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:06.150888 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-80711eff-9f92-453f-814c-1cc1c6523173 req-c2472c85-8fae-4123-8b69-4581989a702f tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0df7bc9-2d3c-4750-89b1-aefcaf986b61 HTTP/1.1" status: 200 len: 948 time: 0.0810971 Feb 09 01:12:06.231931 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-80711eff-9f92-453f-814c-1cc1c6523173 req-decf49be-81d4-4564-8954-4cbc4a3d6dfa tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743582 Feb 09 01:12:06.234697 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8dc8fd0a-716f-4681-abfa-7f54e29cdd3e req-fccf8c81-8dce-425e-b930-f317d7ed6f9f tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] 10.222.0.30 "GET /v2.0/security-groups/1030d331-ec24-454f-8907-bf5589c9b139 HTTP/1.1" status: 200 len: 1822 time: 0.0692298 Feb 09 01:12:06.311457 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8dc8fd0a-716f-4681-abfa-7f54e29cdd3e req-a5771ecb-ff19-4e23-b166-af519494be75 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group (1030d331-ec24-454f-8907-bf5589c9b139), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:06.356444 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8dc8fd0a-716f-4681-abfa-7f54e29cdd3e req-a5771ecb-ff19-4e23-b166-af519494be75 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group (1030d331-ec24-454f-8907-bf5589c9b139), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:06.395182 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c063aa6-0358-4a25-a797-92108f40db0c req-68c067e4-c686-4847-8f76-8d8861a2311d tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:06.397126 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c063aa6-0358-4a25-a797-92108f40db0c req-68c067e4-c686-4847-8f76-8d8861a2311d tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 948 time: 0.0990348 Feb 09 01:12:06.425868 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8dc8fd0a-716f-4681-abfa-7f54e29cdd3e req-a5771ecb-ff19-4e23-b166-af519494be75 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1030d331-ec24-454f-8907-bf5589c9b139), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:06.429082 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8dc8fd0a-716f-4681-abfa-7f54e29cdd3e req-a5771ecb-ff19-4e23-b166-af519494be75 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:06.430235 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8dc8fd0a-716f-4681-abfa-7f54e29cdd3e req-a5771ecb-ff19-4e23-b166-af519494be75 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] 10.222.0.30 "DELETE /v2.0/security-groups/1030d331-ec24-454f-8907-bf5589c9b139 HTTP/1.1" status: 204 len: 173 time: 0.1886792 Feb 09 01:12:06.450564 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5771ecb-ff19-4e23-b166-af519494be75 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1030d331-ec24-454f-8907-bf5589c9b139,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:06.479664 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c063aa6-0358-4a25-a797-92108f40db0c req-5639cf65-7072-435d-a1c6-8427dcef47ee tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758502 Feb 09 01:12:06.503897 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c6268a14-410a-4fe8-8741-59c9533dc911 req-ded88a37-2dcd-45b6-8481-d5a81ed717c8 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] 10.222.0.30 "GET /v2.0/security-groups/8af98299-4fdd-4139-a1f7-3e0a8c2dc21f HTTP/1.1" status: 200 len: 1822 time: 0.0543706 Feb 09 01:12:06.564296 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c6268a14-410a-4fe8-8741-59c9533dc911 req-12ee3fe9-b9bf-4150-9f44-e5a5a723bb47 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group (8af98299-4fdd-4139-a1f7-3e0a8c2dc21f), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:06.587028 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c6268a14-410a-4fe8-8741-59c9533dc911 req-12ee3fe9-b9bf-4150-9f44-e5a5a723bb47 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group (8af98299-4fdd-4139-a1f7-3e0a8c2dc21f), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:06.646090 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c6268a14-410a-4fe8-8741-59c9533dc911 req-12ee3fe9-b9bf-4150-9f44-e5a5a723bb47 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (8af98299-4fdd-4139-a1f7-3e0a8c2dc21f), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:06.648739 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c6268a14-410a-4fe8-8741-59c9533dc911 req-12ee3fe9-b9bf-4150-9f44-e5a5a723bb47 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:06.649863 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c6268a14-410a-4fe8-8741-59c9533dc911 req-12ee3fe9-b9bf-4150-9f44-e5a5a723bb47 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] 10.222.0.30 "DELETE /v2.0/security-groups/8af98299-4fdd-4139-a1f7-3e0a8c2dc21f HTTP/1.1" status: 204 len: 173 time: 0.1404068 Feb 09 01:12:06.659901 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee3fe9-b9bf-4150-9f44-e5a5a723bb47 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af98299-4fdd-4139-a1f7-3e0a8c2dc21f,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:06.744683 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00987785-6866-49fb-bba7-b2c7e4e05d0a req-23ccc58f-bd09-4c5b-91f8-4781f409ab2f tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] 10.222.0.30 "GET /v2.0/security-groups/ed655f4a-ef58-4238-9c7e-c6645f4f7e44 HTTP/1.1" status: 200 len: 1821 time: 0.0648911 Feb 09 01:12:06.778660 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a522fc-aa01-446c-ab84-e73a4bf82dc2 req-4a16e1fe-48d3-4f8f-87a9-3c24b384ebb2 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:06.780129 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-16a522fc-aa01-446c-ab84-e73a4bf82dc2 req-4a16e1fe-48d3-4f8f-87a9-3c24b384ebb2 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bb53fc-1844-445e-9f59-ca071ac3ffc3 HTTP/1.1" status: 200 len: 949 time: 0.0921257 Feb 09 01:12:06.850775 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-00987785-6866-49fb-bba7-b2c7e4e05d0a req-86a8f28e-745f-4f39-9d8d-2b9a63ed0e24 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group (ed655f4a-ef58-4238-9c7e-c6645f4f7e44), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:06.856952 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-16a522fc-aa01-446c-ab84-e73a4bf82dc2 req-fef78c7b-8acf-46bc-ac1f-1503c57425c2 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a78c11a-1f37-4a8c-a774-d23af2f577c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697806 Feb 09 01:12:06.882688 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-00987785-6866-49fb-bba7-b2c7e4e05d0a req-86a8f28e-745f-4f39-9d8d-2b9a63ed0e24 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group (ed655f4a-ef58-4238-9c7e-c6645f4f7e44), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:06.951499 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-00987785-6866-49fb-bba7-b2c7e4e05d0a req-86a8f28e-745f-4f39-9d8d-2b9a63ed0e24 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ed655f4a-ef58-4238-9c7e-c6645f4f7e44), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:06.953970 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-00987785-6866-49fb-bba7-b2c7e4e05d0a req-86a8f28e-745f-4f39-9d8d-2b9a63ed0e24 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:06.955075 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00987785-6866-49fb-bba7-b2c7e4e05d0a req-86a8f28e-745f-4f39-9d8d-2b9a63ed0e24 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] 10.222.0.30 "DELETE /v2.0/security-groups/ed655f4a-ef58-4238-9c7e-c6645f4f7e44 HTTP/1.1" status: 204 len: 173 time: 0.2040229 Feb 09 01:12:06.967780 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8f28e-745f-4f39-9d8d-2b9a63ed0e24 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed655f4a-ef58-4238-9c7e-c6645f4f7e44,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:07.009583 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9c163-fbb2-4692-8075-1fc80a3075e2 req-3533a839-7558-44e7-aeaa-cd630f175dd0 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.011074 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f7a9c163-fbb2-4692-8075-1fc80a3075e2 req-3533a839-7558-44e7-aeaa-cd630f175dd0 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 949 time: 0.0936394 Feb 09 01:12:07.030230 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 9461bf13-de00-4ba3-aa16-1f83b215c5bd details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:12:07.032667 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 6e35ad25-099c-4cd8-af5f-c5e1e2e2e431 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:12:07.056471 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device f23958e2-9d45-4b6e-822d-70ee53c087dd up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:12:07.057133 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c7d440b1-1d05-49f7-beaa-e1b952280ba9 req-80af4bf4-4fbd-43a1-932a-2af9f9761a2a tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] 10.222.0.30 "GET /v2.0/security-groups/371a8bb1-a347-4089-b75c-647a2bcb2e95 HTTP/1.1" status: 200 len: 2420 time: 0.0819113 Feb 09 01:12:07.127497 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae685814-a123-4093-ab28-8b349670ca26 req-e84a7767-c337-4b7a-a502-608f9db06b32 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.129436 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f7a9c163-fbb2-4692-8075-1fc80a3075e2 req-40731db0-e653-44cf-84f2-2461f10df908 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116283 Feb 09 01:12:07.129916 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ae685814-a123-4093-ab28-8b349670ca26 req-e84a7767-c337-4b7a-a502-608f9db06b32 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.121 "GET /v2.0/networks?id=4d54ed5f-d078-4c38-9c35-f6f424a32376 HTTP/1.1" status: 200 len: 820 time: 0.1399784 Feb 09 01:12:07.160305 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-ae685814-a123-4093-ab28-8b349670ca26 req-2ded443b-1de1-4b1e-9e27-35e3f6361d85 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Request body: {'port': {'device_id': 'ec946f19-9c26-4f76-9d1c-424c90b7ccf6', 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376', 'admin_state_up': True, 'tenant_id': '89a8855b9bab40b69c27334c734383e8'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:07.171442 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c7d440b1-1d05-49f7-beaa-e1b952280ba9 req-353cb654-e090-4881-bc57-a20607c35ee0 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group (371a8bb1-a347-4089-b75c-647a2bcb2e95), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:07.200535 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port f23958e2-9d45-4b6e-822d-70ee53c087dd completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:07.204573 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 6e35ad25-099c-4cd8-af5f-c5e1e2e2e431 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:07.219001 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 6e35ad25-099c-4cd8-af5f-c5e1e2e2e431 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:07.219371 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (6e35ad25-099c-4cd8-af5f-c5e1e2e2e431), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:07.221059 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port f23958e2-9d45-4b6e-822d-70ee53c087dd triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:07.221488 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f23958e2-9d45-4b6e-822d-70ee53c087dd), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:07.234879 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c7d440b1-1d05-49f7-beaa-e1b952280ba9 req-353cb654-e090-4881-bc57-a20607c35ee0 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group (371a8bb1-a347-4089-b75c-647a2bcb2e95), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:07.285934 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 9461bf13-de00-4ba3-aa16-1f83b215c5bd, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9461bf13-de00-4ba3-aa16-1f83b215c5bd,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:07.305569 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae685814-a123-4093-ab28-8b349670ca26 req-2ded443b-1de1-4b1e-9e27-35e3f6361d85 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Made reservation on behalf of 89a8855b9bab40b69c27334c734383e8 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:07.312131 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ae685814-a123-4093-ab28-8b349670ca26 req-2ded443b-1de1-4b1e-9e27-35e3f6361d85 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:07.321124 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '9461bf13-de00-4ba3-aa16-1f83b215c5bd', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': '9461bf13-de00-4ba3-aa16-1f83b215c5bd', 'mac_address': 'fa:16:3e:b3:39:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:12:07.331969 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f1fd9-f1fb-4d73-a685-54c8283e0bc2 req-c489f6eb-7022-436b-b246-9056f9ecd83c tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.333685 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3a4f1fd9-f1fb-4d73-a685-54c8283e0bc2 req-c489f6eb-7022-436b-b246-9056f9ecd83c tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1d7df7b-0f98-4d00-b22c-a441f80a83cc HTTP/1.1" status: 200 len: 945 time: 0.0848758 Feb 09 01:12:07.341153 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c7d440b1-1d05-49f7-beaa-e1b952280ba9 req-353cb654-e090-4881-bc57-a20607c35ee0 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (371a8bb1-a347-4089-b75c-647a2bcb2e95), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:07.345327 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c7d440b1-1d05-49f7-beaa-e1b952280ba9 req-353cb654-e090-4881-bc57-a20607c35ee0 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:07.346894 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c7d440b1-1d05-49f7-beaa-e1b952280ba9 req-353cb654-e090-4881-bc57-a20607c35ee0 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] 10.222.0.30 "DELETE /v2.0/security-groups/371a8bb1-a347-4089-b75c-647a2bcb2e95 HTTP/1.1" status: 204 len: 173 time: 0.2881291 Feb 09 01:12:07.370598 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 9461bf13-de00-4ba3-aa16-1f83b215c5bd is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:07.370835 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9461bf13-de00-4ba3-aa16-1f83b215c5bd), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:07.429102 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9461bf13-de00-4ba3-aa16-1f83b215c5bd {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:12:07.438387 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353cb654-e090-4881-bc57-a20607c35ee0 tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=371a8bb1-a347-4089-b75c-647a2bcb2e95,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:07.452067 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3a4f1fd9-f1fb-4d73-a685-54c8283e0bc2 req-c1835c65-1e9d-4fab-ae81-40c99669a294 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/security-groups?id=4047daa7-99dc-4065-97c6-18555a778085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043484 Feb 09 01:12:07.479083 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 6e35ad25-099c-4cd8-af5f-c5e1e2e2e431 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:07.479723 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (6e35ad25-099c-4cd8-af5f-c5e1e2e2e431), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:07.493708 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-ae685814-a123-4093-ab28-8b349670ca26 req-2ded443b-1de1-4b1e-9e27-35e3f6361d85 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Allocated IP 172.20.0.14 (4d54ed5f-d078-4c38-9c35-f6f424a32376/dc881d69-9121-4d00-994f-9cce6bcb92ea/308cc62f-d069-4df6-8213-414430c968dc) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:12:07.497669 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port f23958e2-9d45-4b6e-822d-70ee53c087dd is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:07.498059 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f23958e2-9d45-4b6e-822d-70ee53c087dd), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:07.502388 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 9461bf13-de00-4ba3-aa16-1f83b215c5bd, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9461bf13-de00-4ba3-aa16-1f83b215c5bd,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:07.521578 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9461bf13-de00-4ba3-aa16-1f83b215c5bd), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:07.521824 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de361c8-40da-4af4-b573-f939540b9887 req-ac0bb85f-9dd3-4198-880f-acea677c3fd4 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.529980 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2de361c8-40da-4af4-b573-f939540b9887 req-ac0bb85f-9dd3-4198-880f-acea677c3fd4 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 943 time: 0.1098084 Feb 09 01:12:07.555646 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5bb53fc-1844-445e-9f59-ca071ac3ffc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e35ad25-099c-4cd8-af5f-c5e1e2e2e431'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:12:07.565825 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10cb3ed5-17aa-4da9-8f60-7de680c3b1cf" -d '{"events": [{"server_uuid": "a5bb53fc-1844-445e-9f59-ca071ac3ffc3", "name": "network-vif-plugged", "status": "completed", "tag": "6e35ad25-099c-4cd8-af5f-c5e1e2e2e431"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:12:07.598112 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 6e35ad25-099c-4cd8-af5f-c5e1e2e2e431, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=6e35ad25-099c-4cd8-af5f-c5e1e2e2e431,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:07.607943 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2de361c8-40da-4af4-b573-f939540b9887 req-f41964e9-6f22-4d41-9fdb-f16ed61d671a tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766735 Feb 09 01:12:07.612526 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (6e35ad25-099c-4cd8-af5f-c5e1e2e2e431), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:07.626136 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6579de76-78be-4a81-9291-864a1387f33b req-ed478ef6-3f7e-4184-8fe6-886507d70bbd tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 210 time: 0.0359204 Feb 09 01:12:07.638153 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port f23958e2-9d45-4b6e-822d-70ee53c087dd, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=f23958e2-9d45-4b6e-822d-70ee53c087dd,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:07.643058 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=9461bf13-de00-4ba3-aa16-1f83b215c5bd,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:07.683415 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f23958e2-9d45-4b6e-822d-70ee53c087dd), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:07.705613 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=6e35ad25-099c-4cd8-af5f-c5e1e2e2e431,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:07.754370 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-660c1bc2-b002-42aa-81de-92b812a62375 req-981d09df-735b-4720-ba63-c5bf217469ab tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] 10.222.0.30 "GET /v2.0/security-groups/c4bbee4d-d604-44f0-a8bf-42f5b4706fde HTTP/1.1" status: 200 len: 2413 time: 0.0676129 Feb 09 01:12:07.763933 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=f23958e2-9d45-4b6e-822d-70ee53c087dd,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:07.772486 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ae685814-a123-4093-ab28-8b349670ca26 req-2ded443b-1de1-4b1e-9e27-35e3f6361d85 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Publish callbacks [] for port (308cc62f-d069-4df6-8213-414430c968dc), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:07.794001 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb93be-d6a9-4579-8817-69a4ea1f0e74 req-8d34a96b-5472-49ec-8d2e-08c7334ee249 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.795706 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9ebb93be-d6a9-4579-8817-69a4ea1f0e74 req-8d34a96b-5472-49ec-8d2e-08c7334ee249 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0df7bc9-2d3c-4750-89b1-aefcaf986b61 HTTP/1.1" status: 200 len: 949 time: 0.0841875 Feb 09 01:12:07.811930 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ae685814-a123-4093-ab28-8b349670ca26 req-2ded443b-1de1-4b1e-9e27-35e3f6361d85 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (308cc62f-d069-4df6-8213-414430c968dc), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:07.861914 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-660c1bc2-b002-42aa-81de-92b812a62375 req-19975ed2-0741-4a94-bfe8-2b12217b5fcc tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group (c4bbee4d-d604-44f0-a8bf-42f5b4706fde), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:07.862321 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae685814-a123-4093-ab28-8b349670ca26 req-2ded443b-1de1-4b1e-9e27-35e3f6361d85 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Network 4d54ed5f-d078-4c38-9c35-f6f424a32376 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:07.865651 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-ae685814-a123-4093-ab28-8b349670ca26 req-2ded443b-1de1-4b1e-9e27-35e3f6361d85 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:07.868621 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae685814-a123-4093-ab28-8b349670ca26 req-2ded443b-1de1-4b1e-9e27-35e3f6361d85 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:12:07.884357 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9ebb93be-d6a9-4579-8817-69a4ea1f0e74 req-79d1efee-8c88-456e-a568-1a329e48c3cc tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797911 Feb 09 01:12:07.895733 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-660c1bc2-b002-42aa-81de-92b812a62375 req-19975ed2-0741-4a94-bfe8-2b12217b5fcc tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group (c4bbee4d-d604-44f0-a8bf-42f5b4706fde), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:07.898562 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded443b-1de1-4b1e-9e27-35e3f6361d85 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Pushing event updated for resources: {'Port': ['ID=308cc62f-d069-4df6-8213-414430c968dc,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:07.937033 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae685814-a123-4093-ab28-8b349670ca26 req-2ded443b-1de1-4b1e-9e27-35e3f6361d85 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.937677 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ae685814-a123-4093-ab28-8b349670ca26 req-2ded443b-1de1-4b1e-9e27-35e3f6361d85 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:07.961398 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ae685814-a123-4093-ab28-8b349670ca26 req-2ded443b-1de1-4b1e-9e27-35e3f6361d85 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8057001 Feb 09 01:12:07.970484 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-660c1bc2-b002-42aa-81de-92b812a62375 req-19975ed2-0741-4a94-bfe8-2b12217b5fcc tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c4bbee4d-d604-44f0-a8bf-42f5b4706fde), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:07.973241 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-660c1bc2-b002-42aa-81de-92b812a62375 req-19975ed2-0741-4a94-bfe8-2b12217b5fcc tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:07.975518 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-660c1bc2-b002-42aa-81de-92b812a62375 req-19975ed2-0741-4a94-bfe8-2b12217b5fcc tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] 10.222.0.30 "DELETE /v2.0/security-groups/c4bbee4d-d604-44f0-a8bf-42f5b4706fde HTTP/1.1" status: 204 len: 173 time: 0.2128000 Feb 09 01:12:07.981963 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-ae685814-a123-4093-ab28-8b349670ca26 req-3fa91206-5955-493c-ab86-c5663d924b5d service neutron] Request body: {'port': {'device_id': 'ec946f19-9c26-4f76-9d1c-424c90b7ccf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:07.985068 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 48928) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:08.001637 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19975ed2-0741-4a94-bfe8-2b12217b5fcc tempest-SecurityGroupRulesTestJSON-1378904165 tempest-SecurityGroupRulesTestJSON-1378904165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bbee4d-d604-44f0-a8bf-42f5b4706fde,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:08.032846 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7caa86-3c93-45c5-ab7e-5a359a86004b req-98ada4bb-2a3a-4d35-a843-5fffece32209 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:08.034882 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c7caa86-3c93-45c5-ab7e-5a359a86004b req-98ada4bb-2a3a-4d35-a843-5fffece32209 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.0783305 Feb 09 01:12:08.035350 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee5d28b-2c5f-4760-a6ef-508d17f6c7bd x-openstack-request-id: req-5ee5d28b-2c5f-4760-a6ef-508d17f6c7bd {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:12:08.035841 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5bb53fc-1844-445e-9f59-ca071ac3ffc3", "name": "network-vif-plugged", "status": "completed", "tag": "6e35ad25-099c-4cd8-af5f-c5e1e2e2e431", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:12:08.035925 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5ee5d28b-2c5f-4760-a6ef-508d17f6c7bd {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:12:08.036323 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5bb53fc-1844-445e-9f59-ca071ac3ffc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e35ad25-099c-4cd8-af5f-c5e1e2e2e431', 'code': 200} Feb 09 01:12:08.085302 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c99ea82-2c09-469f-a4d0-53b25c508653 admin admin] Deleting subnet 21943b17-069f-4820-9a7b-258f722fb829 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:12:08.090077 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0c99ea82-2c09-469f-a4d0-53b25c508653 admin admin] Publish callbacks [] for subnet (21943b17-069f-4820-9a7b-258f722fb829), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:08.112698 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c7caa86-3c93-45c5-ab7e-5a359a86004b req-9d3b0c55-4dbc-4849-afc6-b1dc45b98bec tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701699 Feb 09 01:12:08.114886 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['9461bf13-de00-4ba3-aa16-1f83b215c5bd'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:12:08.128468 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ae685814-a123-4093-ab28-8b349670ca26 req-3fa91206-5955-493c-ab86-c5663d924b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (308cc62f-d069-4df6-8213-414430c968dc), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:08.144258 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0c99ea82-2c09-469f-a4d0-53b25c508653 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (21943b17-069f-4820-9a7b-258f722fb829), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:08.212277 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c3c44-beb4-437e-b616-6cbd4b173ec9 req-257199e8-43c9-4de9-95c6-4f030df8a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:08.214454 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1e6c3c44-beb4-437e-b616-6cbd4b173ec9 req-257199e8-43c9-4de9-95c6-4f030df8a624 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a5bb53fc-1844-445e-9f59-ca071ac3ffc3 HTTP/1.1" status: 200 len: 1133 time: 0.0859876 Feb 09 01:12:08.218975 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0c99ea82-2c09-469f-a4d0-53b25c508653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (21943b17-069f-4820-9a7b-258f722fb829), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:08.229868 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215aa10d-c9e4-4996-9ad2-35aaf912287f req-baa5078e-9c32-413a-97f0-64f34e73d451 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:08.231614 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-215aa10d-c9e4-4996-9ad2-35aaf912287f req-baa5078e-9c32-413a-97f0-64f34e73d451 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bb53fc-1844-445e-9f59-ca071ac3ffc3 HTTP/1.1" status: 200 len: 950 time: 0.1330197 Feb 09 01:12:08.348850 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ca509-3cd2-415d-aab7-92fbd8aedae1 req-2f5273ca-b0ee-43bc-ac90-31c74a43339c tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:08.350451 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d82ca509-3cd2-415d-aab7-92fbd8aedae1 req-2f5273ca-b0ee-43bc-ac90-31c74a43339c tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 949 time: 0.1346385 Feb 09 01:12:08.352726 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1e6c3c44-beb4-437e-b616-6cbd4b173ec9 req-1c8247c6-e5f4-4fe5-b9be-44d1204aabae service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=1a78c11a-1f37-4a8c-a774-d23af2f577c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103673 Feb 09 01:12:08.357105 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-215aa10d-c9e4-4996-9ad2-35aaf912287f req-41d54e5c-41d5-425e-a04a-1cd5ff60e1ff tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a78c11a-1f37-4a8c-a774-d23af2f577c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135013 Feb 09 01:12:08.385009 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0c99ea82-2c09-469f-a4d0-53b25c508653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (21943b17-069f-4820-9a7b-258f722fb829), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:08.404704 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d82ca509-3cd2-415d-aab7-92fbd8aedae1 req-0f212737-e8f3-442b-89a4-774e6f4b140d tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466592 Feb 09 01:12:08.414339 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99ea82-2c09-469f-a4d0-53b25c508653 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21943b17-069f-4820-9a7b-258f722fb829,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:08.432420 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0c99ea82-2c09-469f-a4d0-53b25c508653 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:08.435799 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0c99ea82-2c09-469f-a4d0-53b25c508653 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/21943b17-069f-4820-9a7b-258f722fb829 HTTP/1.1" status: 204 len: 168 time: 0.4496520 Feb 09 01:12:08.438445 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 48932) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:08.517287 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b4eef2ff-4aae-44ba-bcc7-a43798889e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (5165de7b-aa2f-4553-9a29-124f83e0b018), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:08.524649 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-ae685814-a123-4093-ab28-8b349670ca26 req-3fa91206-5955-493c-ab86-c5663d924b5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 308cc62f-d069-4df6-8213-414430c968dc {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:12:08.532350 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ae685814-a123-4093-ab28-8b349670ca26 req-3fa91206-5955-493c-ab86-c5663d924b5d service neutron] Publish callbacks [] for port (308cc62f-d069-4df6-8213-414430c968dc), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:08.545172 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-ae685814-a123-4093-ab28-8b349670ca26 req-3fa91206-5955-493c-ab86-c5663d924b5d service neutron] Transition to ACTIVE for port object 308cc62f-d069-4df6-8213-414430c968dc will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:08.549776 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ae685814-a123-4093-ab28-8b349670ca26 req-3fa91206-5955-493c-ab86-c5663d924b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (308cc62f-d069-4df6-8213-414430c968dc), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:08.603246 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa91206-5955-493c-ab86-c5663d924b5d service neutron] Pushing event updated for resources: {'Port': ['ID=308cc62f-d069-4df6-8213-414430c968dc,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:08.675008 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-ae685814-a123-4093-ab28-8b349670ca26 req-3fa91206-5955-493c-ab86-c5663d924b5d service neutron] Attempting to bind port 308cc62f-d069-4df6-8213-414430c968dc on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:12:08.675008 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-ae685814-a123-4093-ab28-8b349670ca26 req-3fa91206-5955-493c-ab86-c5663d924b5d service neutron] Attempting to bind port 308cc62f-d069-4df6-8213-414430c968dc by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:12:08.675350 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae685814-a123-4093-ab28-8b349670ca26 req-3fa91206-5955-493c-ab86-c5663d924b5d service neutron] Attempting to bind port 308cc62f-d069-4df6-8213-414430c968dc on network 4d54ed5f-d078-4c38-9c35-f6f424a32376 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:12:08.681121 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae685814-a123-4093-ab28-8b349670ca26 req-3fa91206-5955-493c-ab86-c5663d924b5d service neutron] Port 308cc62f-d069-4df6-8213-414430c968dc on network 4d54ed5f-d078-4c38-9c35-f6f424a32376 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:12:08.681487 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae685814-a123-4093-ab28-8b349670ca26 req-3fa91206-5955-493c-ab86-c5663d924b5d service neutron] Attempting to bind port 308cc62f-d069-4df6-8213-414430c968dc on network 4d54ed5f-d078-4c38-9c35-f6f424a32376 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:12:08.687571 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae685814-a123-4093-ab28-8b349670ca26 req-3fa91206-5955-493c-ab86-c5663d924b5d service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:12:08.687915 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae685814-a123-4093-ab28-8b349670ca26 req-3fa91206-5955-493c-ab86-c5663d924b5d service neutron] Checking segment: {'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:12:08.688334 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae685814-a123-4093-ab28-8b349670ca26 req-3fa91206-5955-493c-ab86-c5663d924b5d service neutron] Bound using segment: {'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:12:08.688764 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-ae685814-a123-4093-ab28-8b349670ca26 req-3fa91206-5955-493c-ab86-c5663d924b5d service neutron] Bound port: 308cc62f-d069-4df6-8213-414430c968dc, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:12:08.689120 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ae685814-a123-4093-ab28-8b349670ca26 req-3fa91206-5955-493c-ab86-c5663d924b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (308cc62f-d069-4df6-8213-414430c968dc), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:08.761663 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-ae685814-a123-4093-ab28-8b349670ca26 req-3fa91206-5955-493c-ab86-c5663d924b5d service neutron] For port 308cc62f-d069-4df6-8213-414430c968dc, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:12:08.764995 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-ae685814-a123-4093-ab28-8b349670ca26 req-3fa91206-5955-493c-ab86-c5663d924b5d service neutron] For port 308cc62f-d069-4df6-8213-414430c968dc, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=308cc62f-d069-4df6-8213-414430c968dc,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:12:08.770689 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ae685814-a123-4093-ab28-8b349670ca26 req-3fa91206-5955-493c-ab86-c5663d924b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (308cc62f-d069-4df6-8213-414430c968dc), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:08.807246 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae685814-a123-4093-ab28-8b349670ca26 req-3fa91206-5955-493c-ab86-c5663d924b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:08.807950 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ae685814-a123-4093-ab28-8b349670ca26 req-3fa91206-5955-493c-ab86-c5663d924b5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:08.809385 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ae685814-a123-4093-ab28-8b349670ca26 req-3fa91206-5955-493c-ab86-c5663d924b5d service neutron] 10.222.0.121 "PUT /v2.0/ports/308cc62f-d069-4df6-8213-414430c968dc HTTP/1.1" status: 200 len: 1093 time: 0.8322816 Feb 09 01:12:08.809834 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec946f19-9c26-4f76-9d1c-424c90b7ccf6', 'tag': '308cc62f-d069-4df6-8213-414430c968dc'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:12:08.812124 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf8683d-8dc7-4f33-a7f1-a4f55a79dbf6" -d '{"events": [{"name": "network-changed", "server_uuid": "ec946f19-9c26-4f76-9d1c-424c90b7ccf6", "tag": "308cc62f-d069-4df6-8213-414430c968dc"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:12:08.836348 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa91206-5955-493c-ab86-c5663d924b5d service neutron] Pushing event updated for resources: {'Port': ['ID=308cc62f-d069-4df6-8213-414430c968dc,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:08.906941 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae685814-a123-4093-ab28-8b349670ca26 req-84357a77-b820-4934-b816-e9e576ff8bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:08.908458 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ae685814-a123-4093-ab28-8b349670ca26 req-84357a77-b820-4934-b816-e9e576ff8bcf service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=89a8855b9bab40b69c27334c734383e8&device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 1127 time: 0.0465109 Feb 09 01:12:08.925370 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b4eef2ff-4aae-44ba-bcc7-a43798889e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (5165de7b-aa2f-4553-9a29-124f83e0b018), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:08.957076 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b4eef2ff-4aae-44ba-bcc7-a43798889e36 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:12:08.957421 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b4eef2ff-4aae-44ba-bcc7-a43798889e36 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:12:08.958182 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b4eef2ff-4aae-44ba-bcc7-a43798889e36 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:12:08.958507 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b4eef2ff-4aae-44ba-bcc7-a43798889e36 admin admin] Subscribe: > port after_create 55550000 {{(pid=103529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:12:08.958899 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b4eef2ff-4aae-44ba-bcc7-a43798889e36 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:12:08.959321 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b4eef2ff-4aae-44ba-bcc7-a43798889e36 admin admin] Subscribe: > port after_update 55550000 {{(pid=103529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:12:08.959804 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b4eef2ff-4aae-44ba-bcc7-a43798889e36 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:12:08.960263 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b4eef2ff-4aae-44ba-bcc7-a43798889e36 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:12:08.960646 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b4eef2ff-4aae-44ba-bcc7-a43798889e36 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:12:08.960941 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b4eef2ff-4aae-44ba-bcc7-a43798889e36 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:12:08.963868 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ae685814-a123-4093-ab28-8b349670ca26 req-26057625-979f-43ef-bae5-567d1f0591a4 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=308cc62f-d069-4df6-8213-414430c968dc HTTP/1.1" status: 200 len: 217 time: 0.0397851 Feb 09 01:12:09.018452 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device f994970c-0d91-4b5e-9116-15b7b17b5d24 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:12:09.018860 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae685814-a123-4093-ab28-8b349670ca26 req-ffa3d828-2548-4864-8add-34cc52e33858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:09.020432 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ae685814-a123-4093-ab28-8b349670ca26 req-ffa3d828-2548-4864-8add-34cc52e33858 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=dc881d69-9121-4d00-994f-9cce6bcb92ea HTTP/1.1" status: 200 len: 860 time: 0.0439508 Feb 09 01:12:09.029142 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b4eef2ff-4aae-44ba-bcc7-a43798889e36 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:12:09.029495 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b4eef2ff-4aae-44ba-bcc7-a43798889e36 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:12:09.029825 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b4eef2ff-4aae-44ba-bcc7-a43798889e36 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:12:09.030150 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b4eef2ff-4aae-44ba-bcc7-a43798889e36 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:12:09.030519 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-b4eef2ff-4aae-44ba-bcc7-a43798889e36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5165de7b-aa2f-4553-9a29-124f83e0b018']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:09.054817 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-b4eef2ff-4aae-44ba-bcc7-a43798889e36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3426158-8282-46ac-b81c-e40680ba30c7') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:09.055175 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-b4eef2ff-4aae-44ba-bcc7-a43798889e36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3426158-8282-46ac-b81c-e40680ba30c7') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:09.058898 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ae685814-a123-4093-ab28-8b349670ca26 req-29e75c23-aaa0-4761-a408-c9b53a28445c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4d54ed5f-d078-4c38-9c35-f6f424a32376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282691 Feb 09 01:12:09.073949 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port f994970c-0d91-4b5e-9116-15b7b17b5d24 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:09.074565 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f994970c-0d91-4b5e-9116-15b7b17b5d24), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:09.080470 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b4eef2ff-4aae-44ba-bcc7-a43798889e36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (b3426158-8282-46ac-b81c-e40680ba30c7), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:09.091370 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eebd61-f56f-4bf0-b0d9-1f149fbd5b1c req-dc429e38-d4d1-460d-8c79-215b00d52b43 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:09.092992 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-45eebd61-f56f-4bf0-b0d9-1f149fbd5b1c req-dc429e38-d4d1-460d-8c79-215b00d52b43 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1d7df7b-0f98-4d00-b22c-a441f80a83cc HTTP/1.1" status: 200 len: 945 time: 0.5598686 Feb 09 01:12:09.120731 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b4eef2ff-4aae-44ba-bcc7-a43798889e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (b3426158-8282-46ac-b81c-e40680ba30c7), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:09.130726 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0c70d-19e1-48a3-a774-519695f9e7d0 req-aa68b8eb-6a43-493e-aed0-74ccdf06f659 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:09.132653 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-20d0c70d-19e1-48a3-a774-519695f9e7d0 req-aa68b8eb-6a43-493e-aed0-74ccdf06f659 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 943 time: 0.2490976 Feb 09 01:12:09.147429 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4eef2ff-4aae-44ba-bcc7-a43798889e36 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:12:09.148006 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b4eef2ff-4aae-44ba-bcc7-a43798889e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (b3426158-8282-46ac-b81c-e40680ba30c7), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:09.152412 n-d-822053-40 neutron-server[103529]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 01:12:09.152412 n-d-822053-40 neutron-server[103529]: from cryptography.utils import int_from_bytes Feb 09 01:12:09.152412 n-d-822053-40 neutron-server[103529]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 01:12:09.152412 n-d-822053-40 neutron-server[103529]: from cryptography.utils import int_from_bytes Feb 09 01:12:09.152412 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:12:09.152412 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:12:09.152412 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:12:09.152412 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:12:09.152412 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:12:09.152412 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:12:09.152412 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:12:09.152412 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:12:09.152412 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:12:09.152412 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:12:09.152412 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:12:09.152412 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:12:09.152412 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:12:09.152412 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:12:09.152412 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:12:09.152412 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:12:09.152412 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:12:09.152412 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:12:09.152412 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:12:09.152412 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:12:09.152412 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:12:09.152412 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:12:09.152412 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:12:09.152412 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:12:09.152412 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:12:09.152412 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:12:09.152412 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:12:09.152412 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:12:09.152412 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:12:09.152412 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:12:09.152412 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:12:09.152412 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:12:09.159421 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port f994970c-0d91-4b5e-9116-15b7b17b5d24 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:09.159818 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f994970c-0d91-4b5e-9116-15b7b17b5d24), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:09.182992 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ae685814-a123-4093-ab28-8b349670ca26 req-f4b7d5fe-8555-4287-9fa9-8de06166b19d service neutron] 10.222.0.121 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030676 Feb 09 01:12:09.198719 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port f994970c-0d91-4b5e-9116-15b7b17b5d24, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=f994970c-0d91-4b5e-9116-15b7b17b5d24,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:09.203222 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f994970c-0d91-4b5e-9116-15b7b17b5d24), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:09.204267 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 283e0042-8e05-4455-a9fc-141b5bff3411 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:12:09.254821 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b4eef2ff-4aae-44ba-bcc7-a43798889e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (5165de7b-aa2f-4553-9a29-124f83e0b018), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:09.261954 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-45eebd61-f56f-4bf0-b0d9-1f149fbd5b1c req-1d3d39ec-a739-4c33-a4f0-d86c29b68732 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/security-groups?id=4047daa7-99dc-4065-97c6-18555a778085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510873 Feb 09 01:12:09.278909 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b4eef2ff-4aae-44ba-bcc7-a43798889e36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:09.282158 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b4eef2ff-4aae-44ba-bcc7-a43798889e36 admin admin] 10.222.0.30 "DELETE /v2.0/networks/5165de7b-aa2f-4553-9a29-124f83e0b018 HTTP/1.1" status: 204 len: 168 time: 0.8427033 Feb 09 01:12:09.316587 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=f994970c-0d91-4b5e-9116-15b7b17b5d24,revision_number=8']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:09.317585 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-20d0c70d-19e1-48a3-a774-519695f9e7d0 req-06ceaefb-c8ff-48ec-9ddd-2cc72f87ef6a tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631742 Feb 09 01:12:09.319835 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ae685814-a123-4093-ab28-8b349670ca26 req-965dbfb4-c3ca-4e5a-8ea9-f070ae9d0786 service neutron] 10.222.0.121 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166377 Feb 09 01:12:09.320005 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eef2ff-4aae-44ba-bcc7-a43798889e36 admin admin] Pushing event deleted for resources: {'Network': ['ID=5165de7b-aa2f-4553-9a29-124f83e0b018,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:09.362998 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 283e0042-8e05-4455-a9fc-141b5bff3411 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:09.368974 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 283e0042-8e05-4455-a9fc-141b5bff3411 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:09.369405 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (283e0042-8e05-4455-a9fc-141b5bff3411), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:09.388121 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6a645c-f303-475a-beed-09b682366bb8 x-openstack-request-id: req-de6a645c-f303-475a-beed-09b682366bb8 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:12:09.388415 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec946f19-9c26-4f76-9d1c-424c90b7ccf6", "tag": "308cc62f-d069-4df6-8213-414430c968dc", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:12:09.388717 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-de6a645c-f303-475a-beed-09b682366bb8 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:12:09.389126 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec946f19-9c26-4f76-9d1c-424c90b7ccf6', 'tag': '308cc62f-d069-4df6-8213-414430c968dc', 'status': 'completed', 'code': 200} Feb 09 01:12:09.442450 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46d0b9-5346-4e48-b565-50423eb2155e req-a98c0e9f-d9d2-4ce2-8197-75e57d2c32d1 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:09.452538 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6e46d0b9-5346-4e48-b565-50423eb2155e req-a98c0e9f-d9d2-4ce2-8197-75e57d2c32d1 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 944 time: 0.0948055 Feb 09 01:12:09.470802 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 48952) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:09.497563 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 283e0042-8e05-4455-a9fc-141b5bff3411 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:09.498259 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (283e0042-8e05-4455-a9fc-141b5bff3411), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:09.510141 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8683d-8dc7-4f33-a7f1-a4f55a79dbf6 req-5f8e4b2c-e28a-40a5-8278-69a3fbea5638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:09.512487 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-daf8683d-8dc7-4f33-a7f1-a4f55a79dbf6 req-5f8e4b2c-e28a-40a5-8278-69a3fbea5638 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=89a8855b9bab40b69c27334c734383e8&device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 1127 time: 0.0824735 Feb 09 01:12:09.532480 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 283e0042-8e05-4455-a9fc-141b5bff3411, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=283e0042-8e05-4455-a9fc-141b5bff3411,segment=NetworkSegment(27fa4c45-9ec5-40ed-92ab-1cc81471d9c8),segment_id=27fa4c45-9ec5-40ed-92ab-1cc81471d9c8)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:09.533951 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5cdb239e-22b2-48a8-bf1c-be1079f8bf9a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2bd36e8a1bc44eaf93b2e0b458cd1f81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0620823 Feb 09 01:12:09.537988 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 48954) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:09.540098 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (283e0042-8e05-4455-a9fc-141b5bff3411), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:09.549490 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6e46d0b9-5346-4e48-b565-50423eb2155e req-2e572348-ab5a-41c4-86aa-0457b3582bda tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960684 Feb 09 01:12:09.574378 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4b161-c07b-4ea5-bac8-f620d6fdbc69 req-d0028981-7d97-4840-a002-a4fc3d5c4e6a tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:09.581362 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-26b4b161-c07b-4ea5-bac8-f620d6fdbc69 req-d0028981-7d97-4840-a002-a4fc3d5c4e6a tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0df7bc9-2d3c-4750-89b1-aefcaf986b61 HTTP/1.1" status: 200 len: 949 time: 0.1258111 Feb 09 01:12:09.632977 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=283e0042-8e05-4455-a9fc-141b5bff3411,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:09.647036 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8683d-8dc7-4f33-a7f1-a4f55a79dbf6 req-dfcd1ee2-b198-4d1c-b6f1-b259ceb75c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:09.650804 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-daf8683d-8dc7-4f33-a7f1-a4f55a79dbf6 req-dfcd1ee2-b198-4d1c-b6f1-b259ceb75c14 service neutron] 10.222.0.121 "GET /v2.0/networks?id=4d54ed5f-d078-4c38-9c35-f6f424a32376 HTTP/1.1" status: 200 len: 921 time: 0.1263866 Feb 09 01:12:09.674322 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-26b4b161-c07b-4ea5-bac8-f620d6fdbc69 req-95fa15b3-dfb1-4552-a662-f479b3731016 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920808 Feb 09 01:12:09.698600 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-82b1b089-e032-495f-b852-04ea2e809895 admin admin] Publish callbacks [] for security_group (e8fae9c5-359a-4046-8cc3-330c98c09cc9), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:09.698723 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-daf8683d-8dc7-4f33-a7f1-a4f55a79dbf6 req-c2605343-692d-4535-be27-e7dce18aafd7 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=308cc62f-d069-4df6-8213-414430c968dc HTTP/1.1" status: 200 len: 217 time: 0.0394580 Feb 09 01:12:09.725667 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9eaab-c19d-4a78-8c92-6da28916847f req-95fce87a-1353-43b6-8916-8f4090acec5d tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:09.727312 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-74b9eaab-c19d-4a78-8c92-6da28916847f req-95fce87a-1353-43b6-8916-8f4090acec5d tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.1000259 Feb 09 01:12:09.732544 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-82b1b089-e032-495f-b852-04ea2e809895 admin admin] Publish callbacks [] for security_group (e8fae9c5-359a-4046-8cc3-330c98c09cc9), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:09.755545 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8683d-8dc7-4f33-a7f1-a4f55a79dbf6 req-80dd1113-5628-4e52-a3dc-1782b4696186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:09.758164 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-daf8683d-8dc7-4f33-a7f1-a4f55a79dbf6 req-80dd1113-5628-4e52-a3dc-1782b4696186 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=dc881d69-9121-4d00-994f-9cce6bcb92ea HTTP/1.1" status: 200 len: 860 time: 0.0527184 Feb 09 01:12:09.802091 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-daf8683d-8dc7-4f33-a7f1-a4f55a79dbf6 req-4d9c5191-9fcc-4447-8370-6ccd5ac0af56 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4d54ed5f-d078-4c38-9c35-f6f424a32376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257516 Feb 09 01:12:09.838986 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-74b9eaab-c19d-4a78-8c92-6da28916847f req-c26e99dc-4b36-4a82-8945-5ae6823d5cfa tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039035 Feb 09 01:12:09.861193 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e962f-de2e-41c7-b05f-5f0bf861cd2f req-2e2c7c14-d325-4756-a0a7-d5b3cccc6285 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:09.861193 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5d3e962f-de2e-41c7-b05f-5f0bf861cd2f req-2e2c7c14-d325-4756-a0a7-d5b3cccc6285 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bb53fc-1844-445e-9f59-ca071ac3ffc3 HTTP/1.1" status: 200 len: 950 time: 0.1103408 Feb 09 01:12:09.861193 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-82b1b089-e032-495f-b852-04ea2e809895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (e8fae9c5-359a-4046-8cc3-330c98c09cc9), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:09.861193 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-82b1b089-e032-495f-b852-04ea2e809895 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:09.861193 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-82b1b089-e032-495f-b852-04ea2e809895 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e8fae9c5-359a-4046-8cc3-330c98c09cc9 HTTP/1.1" status: 204 len: 168 time: 0.3186166 Feb 09 01:12:09.905081 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b1b089-e032-495f-b852-04ea2e809895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fae9c5-359a-4046-8cc3-330c98c09cc9,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:09.930859 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-daf8683d-8dc7-4f33-a7f1-a4f55a79dbf6 req-10635c48-e97f-4772-9dc4-6fd6a1696ab8 service neutron] 10.222.0.121 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108210 Feb 09 01:12:09.970154 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5d3e962f-de2e-41c7-b05f-5f0bf861cd2f req-f36860f6-681f-4190-9d8b-ffc32632a3f3 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a78c11a-1f37-4a8c-a774-d23af2f577c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002326 Feb 09 01:12:09.989836 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ece162-ea01-4e0c-8cfd-2ebd893eb274 req-d77dcd4f-c9a4-44a1-8807-d9ec2c052019 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:09.992055 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79ece162-ea01-4e0c-8cfd-2ebd893eb274 req-d77dcd4f-c9a4-44a1-8807-d9ec2c052019 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.0828481 Feb 09 01:12:10.037101 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb49ff86-ad2e-4d5d-997c-10ac40083082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23958e2-9d45-4b6e-822d-70ee53c087dd'}, {'server_uuid': '322b98fc-afe7-40ce-8f22-47f9426b8b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f994970c-0d91-4b5e-9116-15b7b17b5d24'}, {'server_uuid': 'b1d7df7b-0f98-4d00-b22c-a441f80a83cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283e0042-8e05-4455-a9fc-141b5bff3411'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:12:10.042231 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b17da9-f458-4dc7-87bd-b9212f356675" -d '{"events": [{"server_uuid": "cb49ff86-ad2e-4d5d-997c-10ac40083082", "name": "network-vif-plugged", "status": "completed", "tag": "f23958e2-9d45-4b6e-822d-70ee53c087dd"}, {"server_uuid": "322b98fc-afe7-40ce-8f22-47f9426b8b73", "name": "network-vif-plugged", "status": "completed", "tag": "f994970c-0d91-4b5e-9116-15b7b17b5d24"}, {"server_uuid": "b1d7df7b-0f98-4d00-b22c-a441f80a83cc", "name": "network-vif-plugged", "status": "completed", "tag": "283e0042-8e05-4455-a9fc-141b5bff3411"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:12:10.046113 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-daf8683d-8dc7-4f33-a7f1-a4f55a79dbf6 req-ac65e805-0fbf-4544-a124-c09ab96b558c service neutron] 10.222.0.121 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052048 Feb 09 01:12:10.048868 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79ece162-ea01-4e0c-8cfd-2ebd893eb274 req-48ba8280-6935-4386-8a08-0557a9a86197 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480025 Feb 09 01:12:10.106562 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 09 Feb 2022 01:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277710dc-97b2-4ef8-b532-1d17cbd46342 x-openstack-request-id: req-277710dc-97b2-4ef8-b532-1d17cbd46342 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:12:10.107232 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb49ff86-ad2e-4d5d-997c-10ac40083082", "name": "network-vif-plugged", "status": "completed", "tag": "f23958e2-9d45-4b6e-822d-70ee53c087dd", "code": 200}, {"server_uuid": "322b98fc-afe7-40ce-8f22-47f9426b8b73", "name": "network-vif-plugged", "status": "completed", "tag": "f994970c-0d91-4b5e-9116-15b7b17b5d24", "code": 200}, {"server_uuid": "b1d7df7b-0f98-4d00-b22c-a441f80a83cc", "name": "network-vif-plugged", "status": "completed", "tag": "283e0042-8e05-4455-a9fc-141b5bff3411", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:12:10.107232 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-277710dc-97b2-4ef8-b532-1d17cbd46342 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:12:10.107615 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb49ff86-ad2e-4d5d-997c-10ac40083082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23958e2-9d45-4b6e-822d-70ee53c087dd', 'code': 200} Feb 09 01:12:10.107807 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322b98fc-afe7-40ce-8f22-47f9426b8b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f994970c-0d91-4b5e-9116-15b7b17b5d24', 'code': 200} Feb 09 01:12:10.108089 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d7df7b-0f98-4d00-b22c-a441f80a83cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283e0042-8e05-4455-a9fc-141b5bff3411', 'code': 200} Feb 09 01:12:10.253089 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05562cf9-bb22-4066-be9e-65d5d8a33461 req-b978875e-6a4c-431a-aaf1-25566845d09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:10.257164 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-05562cf9-bb22-4066-be9e-65d5d8a33461 req-b978875e-6a4c-431a-aaf1-25566845d09e service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 1132 time: 0.0508893 Feb 09 01:12:10.302345 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e21659-794f-4cf4-a5f1-bc5e91a6d5be req-6c9b1ae8-58d6-459d-8bbf-12274ab654c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:10.304651 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-80e21659-794f-4cf4-a5f1-bc5e91a6d5be req-6c9b1ae8-58d6-459d-8bbf-12274ab654c1 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b1d7df7b-0f98-4d00-b22c-a441f80a83cc HTTP/1.1" status: 200 len: 1129 time: 0.0589046 Feb 09 01:12:10.319530 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-05562cf9-bb22-4066-be9e-65d5d8a33461 req-3f420d67-197f-4316-9802-352d5f527485 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541546 Feb 09 01:12:10.424370 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc305e-c323-4dd4-aa8c-ef5e732ee704 req-783db87e-9225-4409-867a-c3e9b9edb13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:10.427567 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-25cc305e-c323-4dd4-aa8c-ef5e732ee704 req-783db87e-9225-4409-867a-c3e9b9edb13d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 1133 time: 0.0578172 Feb 09 01:12:10.453979 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-80e21659-794f-4cf4-a5f1-bc5e91a6d5be req-4e7aeb2c-41f2-496f-af0f-b6228208947d service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=4047daa7-99dc-4065-97c6-18555a778085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219182 Feb 09 01:12:10.484680 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8248e1-bce5-4cb8-91a4-35a619654d64 req-dbe60117-c4cf-40ec-9364-07009efe9261 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:10.486320 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ec8248e1-bce5-4cb8-91a4-35a619654d64 req-dbe60117-c4cf-40ec-9364-07009efe9261 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1d7df7b-0f98-4d00-b22c-a441f80a83cc HTTP/1.1" status: 200 len: 946 time: 0.1301057 Feb 09 01:12:10.491653 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-25cc305e-c323-4dd4-aa8c-ef5e732ee704 req-7696bab3-72cf-4700-9012-bcf94c106d66 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554161 Feb 09 01:12:10.497679 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09561119-8a02-463b-8571-a75b16811744 req-dc2e233b-ef59-4b82-b8ef-7bd9ef592f2c tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:10.499200 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-09561119-8a02-463b-8571-a75b16811744 req-dc2e233b-ef59-4b82-b8ef-7bd9ef592f2c tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 943 time: 0.0919926 Feb 09 01:12:10.575483 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ec8248e1-bce5-4cb8-91a4-35a619654d64 req-f74a1331-c3fc-4fba-a297-1844fa32a1b2 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/security-groups?id=4047daa7-99dc-4065-97c6-18555a778085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752296 Feb 09 01:12:10.585294 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-09561119-8a02-463b-8571-a75b16811744 req-985644fd-1126-49be-bede-46db42e3af45 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770738 Feb 09 01:12:10.705716 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ae437-b4af-4f34-b267-efcfe95f6679 req-f2e8ce99-8433-4153-bd5b-79413eb3f1ff tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:10.707391 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-519ae437-b4af-4f34-b267-efcfe95f6679 req-f2e8ce99-8433-4153-bd5b-79413eb3f1ff tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 944 time: 0.0590291 Feb 09 01:12:10.762088 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 48986) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:10.778652 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-519ae437-b4af-4f34-b267-efcfe95f6679 req-e54ad930-5d70-4383-afe5-d813f1cc8ed3 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649419 Feb 09 01:12:10.823134 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a4444-00d7-4186-b860-b0dadfd0f556 req-bea980ab-ded1-4d7f-b7a2-a1e3d4da3e69 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:10.824770 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2f1a4444-00d7-4186-b860-b0dadfd0f556 req-bea980ab-ded1-4d7f-b7a2-a1e3d4da3e69 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0df7bc9-2d3c-4750-89b1-aefcaf986b61 HTTP/1.1" status: 200 len: 949 time: 0.0675139 Feb 09 01:12:10.875452 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2f1a4444-00d7-4186-b860-b0dadfd0f556 req-fc6bd565-f664-40ac-8ef1-40ffa82c3dc1 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449724 Feb 09 01:12:10.875684 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-eeb47a34-f6dd-4dfd-a287-007232e16a2a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1441057647-network', 'tenant_id': 'd3ffa09253f8497e9537d3d732314376'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:10.897736 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb47a34-f6dd-4dfd-a287-007232e16a2a admin admin] Made reservation on behalf of d3ffa09253f8497e9537d3d732314376 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:10.900158 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eeb47a34-f6dd-4dfd-a287-007232e16a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:10.910018 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eeb47a34-f6dd-4dfd-a287-007232e16a2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:10.980172 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653a41f-72f6-443e-b917-3dbcb76d5f2b req-55ad935d-8165-4164-a1f7-6995eb90c5ac tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:10.981703 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4653a41f-72f6-443e-b917-3dbcb76d5f2b req-55ad935d-8165-4164-a1f7-6995eb90c5ac tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.0594358 Feb 09 01:12:10.992802 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eeb47a34-f6dd-4dfd-a287-007232e16a2a admin admin] Publish callbacks [] for security_group (b11b7760-5205-4e08-816a-d771d4eeb43b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:10.997820 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eeb47a34-f6dd-4dfd-a287-007232e16a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b11b7760-5205-4e08-816a-d771d4eeb43b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:11.026337 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb47a34-f6dd-4dfd-a287-007232e16a2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:12:11.036091 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4653a41f-72f6-443e-b917-3dbcb76d5f2b req-7d553bbe-d64f-4454-8b35-0d29e342b7a9 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481615 Feb 09 01:12:11.038081 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb47a34-f6dd-4dfd-a287-007232e16a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11b7760-5205-4e08-816a-d771d4eeb43b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:11.046131 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 9461bf13-de00-4ba3-aa16-1f83b215c5bd up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:12:11.048967 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eeb47a34-f6dd-4dfd-a287-007232e16a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (2b9704c0-6c3a-466c-b73c-7d684fbb4c8c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:11.049410 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-eeb47a34-f6dd-4dfd-a287-007232e16a2a admin admin] Added segment 2b9704c0-6c3a-466c-b73c-7d684fbb4c8c of type vlan for network 73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb Feb 09 01:12:11.109483 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eeb47a34-f6dd-4dfd-a287-007232e16a2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:11.129100 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 9461bf13-de00-4ba3-aa16-1f83b215c5bd completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:11.134922 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 9461bf13-de00-4ba3-aa16-1f83b215c5bd triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:11.135747 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9461bf13-de00-4ba3-aa16-1f83b215c5bd), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:11.149749 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eeb47a34-f6dd-4dfd-a287-007232e16a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:11.151468 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb47a34-f6dd-4dfd-a287-007232e16a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:11.152234 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eeb47a34-f6dd-4dfd-a287-007232e16a2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:11.176753 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea0abd-3bba-4a64-b76c-a03d7368d83a req-b8c89162-ce8b-4cc9-87bc-4f66fcaaeae5 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:11.184296 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-99ea0abd-3bba-4a64-b76c-a03d7368d83a req-b8c89162-ce8b-4cc9-87bc-4f66fcaaeae5 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bb53fc-1844-445e-9f59-ca071ac3ffc3 HTTP/1.1" status: 200 len: 950 time: 0.1276066 Feb 09 01:12:11.235024 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 9461bf13-de00-4ba3-aa16-1f83b215c5bd is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:11.235232 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-eeb47a34-f6dd-4dfd-a287-007232e16a2a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4683704 Feb 09 01:12:11.235356 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9461bf13-de00-4ba3-aa16-1f83b215c5bd), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:11.235453 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 48996) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:11.242492 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-7260a2e4-e346-4d0c-b7b5-7f6c192aedfb admin admin] Request body: {'subnet': {'network_id': '73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1441057647-subnet', 'tenant_id': 'd3ffa09253f8497e9537d3d732314376', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:11.259047 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb47a34-f6dd-4dfd-a287-007232e16a2a admin admin] Pushing event updated for resources: {'Network': ['ID=73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:11.271516 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:12:11.273371 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a01f4a-b121-49d3-b142-8568d5e7ccee req-6b05c91b-f084-4dbd-a02d-7a09b10d08ab tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:11.275039 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7260a2e4-e346-4d0c-b7b5-7f6c192aedfb admin admin] Made reservation on behalf of d3ffa09253f8497e9537d3d732314376 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:11.275252 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c3a01f4a-b121-49d3-b142-8568d5e7ccee req-6b05c91b-f084-4dbd-a02d-7a09b10d08ab tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.1458755 Feb 09 01:12:11.278276 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7260a2e4-e346-4d0c-b7b5-7f6c192aedfb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:11.293483 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 9461bf13-de00-4ba3-aa16-1f83b215c5bd, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9461bf13-de00-4ba3-aa16-1f83b215c5bd,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:11.298486 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-99ea0abd-3bba-4a64-b76c-a03d7368d83a req-780cd06e-64f6-4405-8e5f-bbab14f8bbc5 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a78c11a-1f37-4a8c-a774-d23af2f577c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132715 Feb 09 01:12:11.356885 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9461bf13-de00-4ba3-aa16-1f83b215c5bd), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:11.379501 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c3a01f4a-b121-49d3-b142-8568d5e7ccee req-fb540ec7-317b-41ec-b75d-f18edcffdc22 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941205 Feb 09 01:12:11.433937 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=9461bf13-de00-4ba3-aa16-1f83b215c5bd,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:11.503233 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7260a2e4-e346-4d0c-b7b5-7f6c192aedfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (25285e17-9f75-4b4d-942d-f442cf0bb715), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:11.559147 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7260a2e4-e346-4d0c-b7b5-7f6c192aedfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=25285e17-9f75-4b4d-942d-f442cf0bb715,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:11.569866 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7260a2e4-e346-4d0c-b7b5-7f6c192aedfb admin admin] Checking segment: {'id': '2b9704c0-6c3a-466c-b73c-7d684fbb4c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:12:11.570264 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7260a2e4-e346-4d0c-b7b5-7f6c192aedfb admin admin] Network hostable DHCP agents. Network: 73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:12:11.587842 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7260a2e4-e346-4d0c-b7b5-7f6c192aedfb admin admin] Network 73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:12:11.596845 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-7260a2e4-e346-4d0c-b7b5-7f6c192aedfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:11.602737 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7260a2e4-e346-4d0c-b7b5-7f6c192aedfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:11.603387 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7260a2e4-e346-4d0c-b7b5-7f6c192aedfb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:11.608061 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c541228b-c5ee-49c7-a46f-b11d0d95166d None None] Network 73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:12:11.623966 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7260a2e4-e346-4d0c-b7b5-7f6c192aedfb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3878298 Feb 09 01:12:11.626306 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 49002) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:11.632676 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-d8254a65-43ea-46b1-a9bd-cc83cc846b59 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1441057647-router', 'tenant_id': 'd3ffa09253f8497e9537d3d732314376', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:11.661770 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d8254a65-43ea-46b1-a9bd-cc83cc846b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (821240b1-4bcb-4a78-85e7-de31952f3491), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:11.663878 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d8254a65-43ea-46b1-a9bd-cc83cc846b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (821240b1-4bcb-4a78-85e7-de31952f3491), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:11.742474 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d8254a65-43ea-46b1-a9bd-cc83cc846b59 admin admin] Publish callbacks [] for router_controller (821240b1-4bcb-4a78-85e7-de31952f3491), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:11.743193 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2662494-590b-4f56-9673-35138bbce1cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb', 'network_id': '73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb', 'project_id': 'd3ffa09253f8497e9537d3d732314376', 'fixed_ips': [{'subnet_id': '25285e17-9f75-4b4d-942d-f442cf0bb715'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:12:11.744850 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f2662494-590b-4f56-9673-35138bbce1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:11.794859 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f82a4-b43e-4cb1-8de0-dda0d6b8deea req-6471fee6-0865-43e9-b6e1-fe7e8596685c tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:11.796962 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6a8f82a4-b43e-4cb1-8de0-dda0d6b8deea req-6471fee6-0865-43e9-b6e1-fe7e8596685c tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 943 time: 0.0969825 Feb 09 01:12:11.807297 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ec886-7ffa-459c-908d-1358451b0573 req-fea78c8d-cdfb-496d-a42b-a1b7497064a5 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:11.809917 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c22ec886-7ffa-459c-908d-1358451b0573 req-fea78c8d-cdfb-496d-a42b-a1b7497064a5 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1d7df7b-0f98-4d00-b22c-a441f80a83cc HTTP/1.1" status: 200 len: 946 time: 0.1215088 Feb 09 01:12:11.886002 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6a8f82a4-b43e-4cb1-8de0-dda0d6b8deea req-37d43501-6160-4e76-be49-45d059aebb0f tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748537 Feb 09 01:12:11.889740 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c22ec886-7ffa-459c-908d-1358451b0573 req-76e474f0-c8c6-48cb-8a41-905a28367938 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/security-groups?id=4047daa7-99dc-4065-97c6-18555a778085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725875 Feb 09 01:12:11.921256 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d8254a65-43ea-46b1-a9bd-cc83cc846b59 admin admin] Publish callbacks [] for router_gateway (821240b1-4bcb-4a78-85e7-de31952f3491), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:11.924802 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-f2662494-590b-4f56-9673-35138bbce1cc None None] Allocated IP 172.20.0.2 (73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb/25285e17-9f75-4b4d-942d-f442cf0bb715/e780d431-2d4f-4484-9129-80493115fbe3) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:12:12.067868 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df68b7-3cfc-4f3f-bf1f-5fbf64fe4b36 req-07f85a06-cb7e-4885-9fee-6f346301b05f tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:12.069462 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-36df68b7-3cfc-4f3f-bf1f-5fbf64fe4b36 req-07f85a06-cb7e-4885-9fee-6f346301b05f tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 944 time: 0.0996556 Feb 09 01:12:12.083128 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb065971-49cb-44c9-9e59-a79dc57bc224 req-1abd9edf-634c-4b57-b664-8e6f7866a8ef tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:12.085937 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb065971-49cb-44c9-9e59-a79dc57bc224 req-1abd9edf-634c-4b57-b664-8e6f7866a8ef tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0df7bc9-2d3c-4750-89b1-aefcaf986b61 HTTP/1.1" status: 200 len: 950 time: 0.0846045 Feb 09 01:12:12.088836 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f2662494-590b-4f56-9673-35138bbce1cc None None] Publish callbacks [] for port (e780d431-2d4f-4484-9129-80493115fbe3), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:12.096355 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f2662494-590b-4f56-9673-35138bbce1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (e780d431-2d4f-4484-9129-80493115fbe3), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:12.109742 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0df7bc9-2d3c-4750-89b1-aefcaf986b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9461bf13-de00-4ba3-aa16-1f83b215c5bd'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:12:12.113055 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e94790-ceab-4694-a582-aa6473638e03" -d '{"events": [{"server_uuid": "d0df7bc9-2d3c-4750-89b1-aefcaf986b61", "name": "network-vif-plugged", "status": "completed", "tag": "9461bf13-de00-4ba3-aa16-1f83b215c5bd"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:12:12.148136 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2662494-590b-4f56-9673-35138bbce1cc None None] Network 73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:12.154652 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-f2662494-590b-4f56-9673-35138bbce1cc None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:12.158590 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2662494-590b-4f56-9673-35138bbce1cc None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:12:12.160617 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d8254a65-43ea-46b1-a9bd-cc83cc846b59 admin admin] Publish callbacks [] for router_gateway (821240b1-4bcb-4a78-85e7-de31952f3491), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:12.168021 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-36df68b7-3cfc-4f3f-bf1f-5fbf64fe4b36 req-6b54feef-a386-4bdc-afb1-b3a7fde3371d tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807927 Feb 09 01:12:12.173099 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2662494-590b-4f56-9673-35138bbce1cc None None] Pushing event updated for resources: {'Port': ['ID=e780d431-2d4f-4484-9129-80493115fbe3,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:12.181251 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb065971-49cb-44c9-9e59-a79dc57bc224 req-718a2a3b-72a7-4d47-a388-2ad35bc75129 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867219 Feb 09 01:12:12.182708 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d8254a65-43ea-46b1-a9bd-cc83cc846b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:12.236204 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-f2662494-590b-4f56-9673-35138bbce1cc None None] Attempting to bind port e780d431-2d4f-4484-9129-80493115fbe3 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:12:12.237103 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-f2662494-590b-4f56-9673-35138bbce1cc None None] Attempting to bind port e780d431-2d4f-4484-9129-80493115fbe3 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2b9704c0-6c3a-466c-b73c-7d684fbb4c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:12:12.237612 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2662494-590b-4f56-9673-35138bbce1cc None None] Attempting to bind port e780d431-2d4f-4484-9129-80493115fbe3 on network 73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:12:12.244015 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2662494-590b-4f56-9673-35138bbce1cc None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:12:12.244322 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2662494-590b-4f56-9673-35138bbce1cc None None] Checking segment: {'id': '2b9704c0-6c3a-466c-b73c-7d684fbb4c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:12:12.244630 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f2662494-590b-4f56-9673-35138bbce1cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:12.245050 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2662494-590b-4f56-9673-35138bbce1cc None None] Bound using segment: {'id': '2b9704c0-6c3a-466c-b73c-7d684fbb4c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:12:12.245520 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-f2662494-590b-4f56-9673-35138bbce1cc None None] Bound port: e780d431-2d4f-4484-9129-80493115fbe3, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b9704c0-6c3a-466c-b73c-7d684fbb4c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:12:12.245900 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f2662494-590b-4f56-9673-35138bbce1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e780d431-2d4f-4484-9129-80493115fbe3), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:12.289023 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1deeff0a-5338-48b3-8bbf-36470f3426de x-openstack-request-id: req-1deeff0a-5338-48b3-8bbf-36470f3426de {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:12:12.289324 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0df7bc9-2d3c-4750-89b1-aefcaf986b61", "name": "network-vif-plugged", "status": "completed", "tag": "9461bf13-de00-4ba3-aa16-1f83b215c5bd", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:12:12.289584 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1deeff0a-5338-48b3-8bbf-36470f3426de {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:12:12.290108 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0df7bc9-2d3c-4750-89b1-aefcaf986b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9461bf13-de00-4ba3-aa16-1f83b215c5bd', 'code': 200} Feb 09 01:12:12.323230 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-f2662494-590b-4f56-9673-35138bbce1cc None None] For port e780d431-2d4f-4484-9129-80493115fbe3, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:12:12.325033 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-d8254a65-43ea-46b1-a9bd-cc83cc846b59 admin admin] Allocated IP 172.25.1.188 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/36a35dec-261a-43f0-b3fd-1840cc1d670d) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:12:12.326474 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-f2662494-590b-4f56-9673-35138bbce1cc None None] For port e780d431-2d4f-4484-9129-80493115fbe3, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=e780d431-2d4f-4484-9129-80493115fbe3,segment=NetworkSegment(2b9704c0-6c3a-466c-b73c-7d684fbb4c8c),segment_id=2b9704c0-6c3a-466c-b73c-7d684fbb4c8c)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:12:12.336231 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f2662494-590b-4f56-9673-35138bbce1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e780d431-2d4f-4484-9129-80493115fbe3), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:12.352910 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cdb6ee-5db3-40ea-bb76-ade0cb2915f6 req-f2e68a5f-f3df-43b2-8b30-135148c51b92 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:12.355768 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76cdb6ee-5db3-40ea-bb76-ade0cb2915f6 req-f2e68a5f-f3df-43b2-8b30-135148c51b92 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.0781534 Feb 09 01:12:12.414416 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2662494-590b-4f56-9673-35138bbce1cc None None] Pushing event updated for resources: {'Port': ['ID=e780d431-2d4f-4484-9129-80493115fbe3,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:12.430320 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76cdb6ee-5db3-40ea-bb76-ade0cb2915f6 req-dec11eec-8aed-4e7c-94cb-16b9668dfbf7 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656221 Feb 09 01:12:12.450640 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d8254a65-43ea-46b1-a9bd-cc83cc846b59 admin admin] Publish callbacks [] for port (36a35dec-261a-43f0-b3fd-1840cc1d670d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:12.498957 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d8254a65-43ea-46b1-a9bd-cc83cc846b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (36a35dec-261a-43f0-b3fd-1840cc1d670d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:12.501310 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af5873-31e5-4a12-b2af-99106ef42c5d req-e48ea9f1-265f-4d5c-87e0-1a6ef87eea12 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:12.503341 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b6af5873-31e5-4a12-b2af-99106ef42c5d req-e48ea9f1-265f-4d5c-87e0-1a6ef87eea12 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bb53fc-1844-445e-9f59-ca071ac3ffc3 HTTP/1.1" status: 200 len: 950 time: 0.0716107 Feb 09 01:12:12.544069 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8254a65-43ea-46b1-a9bd-cc83cc846b59 admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:12.551151 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-d8254a65-43ea-46b1-a9bd-cc83cc846b59 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:12.556161 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8254a65-43ea-46b1-a9bd-cc83cc846b59 admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:12:12.581335 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8254a65-43ea-46b1-a9bd-cc83cc846b59 admin admin] Pushing event updated for resources: {'Port': ['ID=36a35dec-261a-43f0-b3fd-1840cc1d670d,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:12.610913 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c20c1-f3ab-4a18-9387-982abd6cce3c req-84afb354-540e-4af2-9eb0-7e98d2c6a77f tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:12.618950 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d7c20c1-f3ab-4a18-9387-982abd6cce3c req-84afb354-540e-4af2-9eb0-7e98d2c6a77f tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.1107626 Feb 09 01:12:12.672014 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b6af5873-31e5-4a12-b2af-99106ef42c5d req-f5de733e-9682-4ac0-a800-c72d0611851e tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a78c11a-1f37-4a8c-a774-d23af2f577c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528485 Feb 09 01:12:12.728644 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d7c20c1-f3ab-4a18-9387-982abd6cce3c req-a0ca63ed-f4ff-4c77-a6da-0a4d39a070f6 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073799 Feb 09 01:12:12.821882 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6485e-9065-43d8-8955-3744cba25c3f req-5388b77b-7df5-4aec-a187-c94086730dbc tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:12.824244 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-65c6485e-9065-43d8-8955-3744cba25c3f req-5388b77b-7df5-4aec-a187-c94086730dbc tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6816801-4457-4631-bc99-1735b61c53af HTTP/1.1" status: 200 len: 950 time: 0.0679467 Feb 09 01:12:12.870081 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d8254a65-43ea-46b1-a9bd-cc83cc846b59 admin admin] Publish callbacks [] for router_gateway (821240b1-4bcb-4a78-85e7-de31952f3491), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:12.881469 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-65c6485e-9065-43d8-8955-3744cba25c3f req-10fb51e0-c4c7-4513-a173-80b4dc07f7ad tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a78c11a-1f37-4a8c-a774-d23af2f577c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504560 Feb 09 01:12:13.054683 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e780d431-2d4f-4484-9129-80493115fbe3 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:12:13.135709 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9171b8d8-68bd-4447-bb1d-02a9863c6bc8 req-194e26f2-b883-4f2f-88c6-ee0d5814a73c tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:13.158849 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9171b8d8-68bd-4447-bb1d-02a9863c6bc8 req-194e26f2-b883-4f2f-88c6-ee0d5814a73c tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1d7df7b-0f98-4d00-b22c-a441f80a83cc HTTP/1.1" status: 200 len: 946 time: 0.1436679 Feb 09 01:12:13.180270 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port e780d431-2d4f-4484-9129-80493115fbe3 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:13.180867 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e780d431-2d4f-4484-9129-80493115fbe3), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:13.252349 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9171b8d8-68bd-4447-bb1d-02a9863c6bc8 req-413a25a1-9494-41ad-8ce0-bb14dca9ab93 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/security-groups?id=4047daa7-99dc-4065-97c6-18555a778085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879662 Feb 09 01:12:13.367150 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d8254a65-43ea-46b1-a9bd-cc83cc846b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (821240b1-4bcb-4a78-85e7-de31952f3491), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:13.416716 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port e780d431-2d4f-4484-9129-80493115fbe3 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:13.417602 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e780d431-2d4f-4484-9129-80493115fbe3), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:13.429612 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290605a6-a5f6-4143-b90d-778136a2a2b2 req-f353b758-8381-4922-83a2-bf4d53ffd6de tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:13.444301 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-290605a6-a5f6-4143-b90d-778136a2a2b2 req-f353b758-8381-4922-83a2-bf4d53ffd6de tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 943 time: 0.0989377 Feb 09 01:12:13.481479 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port e780d431-2d4f-4484-9129-80493115fbe3, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=e780d431-2d4f-4484-9129-80493115fbe3,segment=NetworkSegment(2b9704c0-6c3a-466c-b73c-7d684fbb4c8c),segment_id=2b9704c0-6c3a-466c-b73c-7d684fbb4c8c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:13.488496 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e780d431-2d4f-4484-9129-80493115fbe3), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:13.563967 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-290605a6-a5f6-4143-b90d-778136a2a2b2 req-672000d6-e0c7-4ded-8588-48b8b7065339 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185055 Feb 09 01:12:13.607284 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=e780d431-2d4f-4484-9129-80493115fbe3,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:13.720344 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8fd8f6-99f1-469e-abb3-4cff0aeb76d6 req-46b03910-1c6a-4580-9a42-8b00fb280568 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:13.730080 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fb8fd8f6-99f1-469e-abb3-4cff0aeb76d6 req-46b03910-1c6a-4580-9a42-8b00fb280568 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0df7bc9-2d3c-4750-89b1-aefcaf986b61 HTTP/1.1" status: 200 len: 950 time: 0.0895529 Feb 09 01:12:13.875031 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2b2fc-e267-485d-b2fa-1c501ee6d2a9 req-34827a09-35f5-48af-b833-0772537df459 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:13.881173 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aad2b2fc-e267-485d-b2fa-1c501ee6d2a9 req-34827a09-35f5-48af-b833-0772537df459 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 944 time: 0.1350842 Feb 09 01:12:13.890000 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fb8fd8f6-99f1-469e-abb3-4cff0aeb76d6 req-b1b250b8-adc8-4bd0-9a8d-089843ea6e53 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583874 Feb 09 01:12:13.947776 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aad2b2fc-e267-485d-b2fa-1c501ee6d2a9 req-df5589fa-6486-4427-a331-f66b9fe54e05 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563891 Feb 09 01:12:13.953462 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d880510-760a-4761-a2e3-7ad34b1d1124 req-76359e40-b00b-41ce-a794-01989a57f7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:13.954762 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e52ef79-c7e8-4296-8133-59e0d22f6ee0 None None] Network 73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:12:13.954987 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3d880510-760a-4761-a2e3-7ad34b1d1124 req-76359e40-b00b-41ce-a794-01989a57f7f0 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=d0df7bc9-2d3c-4750-89b1-aefcaf986b61 HTTP/1.1" status: 200 len: 1133 time: 0.7377038 Feb 09 01:12:14.035883 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3d880510-760a-4761-a2e3-7ad34b1d1124 req-a2e16cd3-ef3b-4446-93ed-b5c6a33a3e3b service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635598 Feb 09 01:12:14.106335 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-3ab043dd-aba1-4d60-93ae-5744f7e4566e None None] Provisioning complete for port e780d431-2d4f-4484-9129-80493115fbe3 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:14.107854 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3ab043dd-aba1-4d60-93ae-5744f7e4566e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e780d431-2d4f-4484-9129-80493115fbe3), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:14.113253 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8254a65-43ea-46b1-a9bd-cc83cc846b59 admin admin] Router 821240b1-4bcb-4a78-85e7-de31952f3491 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:12:14.115617 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e16190-16de-47b7-9413-a299025c3def req-3e46791f-01f6-4bfb-9bf1-c7ed0b89269a tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:14.132953 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-96e16190-16de-47b7-9413-a299025c3def req-3e46791f-01f6-4bfb-9bf1-c7ed0b89269a tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1d7df7b-0f98-4d00-b22c-a441f80a83cc HTTP/1.1" status: 200 len: 946 time: 0.1128457 Feb 09 01:12:14.133798 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 49048) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:14.140298 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-8f9eab30-481e-40a4-8345-78bea139d3c4 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Request body: {'floatingip': {'port_id': '283e0042-8e05-4455-a9fc-141b5bff3411'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:14.242619 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643e8c4-7c1b-476d-93bf-e3504967427d req-c84fafd2-b82a-4b0b-baf8-f5c2b1437d04 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:14.250559 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d643e8c4-7c1b-476d-93bf-e3504967427d req-c84fafd2-b82a-4b0b-baf8-f5c2b1437d04 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.1445293 Feb 09 01:12:14.287253 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3ab043dd-aba1-4d60-93ae-5744f7e4566e None None] Current status of the port e780d431-2d4f-4484-9129-80493115fbe3 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:14.295593 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8f9eab30-481e-40a4-8345-78bea139d3c4 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks [] for floatingip (5aeb6b56-c8cc-4a41-b42d-fe0e901238f9), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:14.390460 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d643e8c4-7c1b-476d-93bf-e3504967427d req-b029780b-4519-4ab6-9374-e4a45af9968a tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246603 Feb 09 01:12:14.446371 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c2af4-6e4c-452c-99b9-c6630873dffa req-6cb9b6ac-8ea6-429c-bc58-038789791084 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:14.447888 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5f0c2af4-6e4c-452c-99b9-c6630873dffa req-6cb9b6ac-8ea6-429c-bc58-038789791084 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.1341984 Feb 09 01:12:14.460126 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8254a65-43ea-46b1-a9bd-cc83cc846b59 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:12:14.477058 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb0a2e3-0283-4606-af17-bcbc8df6ef69 None None] Sync routers for ids ['821240b1-4bcb-4a78-85e7-de31952f3491'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:12:14.517113 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb0a2e3-0283-4606-af17-bcbc8df6ef69 None None] Routers {'821240b1-4bcb-4a78-85e7-de31952f3491'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:12:14.518932 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-7fb0a2e3-0283-4606-af17-bcbc8df6ef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:11:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['821240b1-4bcb-4a78-85e7-de31952f3491'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:14.527473 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d8254a65-43ea-46b1-a9bd-cc83cc846b59 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:14.528829 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d8254a65-43ea-46b1-a9bd-cc83cc846b59 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9014897 Feb 09 01:12:14.533547 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 49058) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:14.535615 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5f0c2af4-6e4c-452c-99b9-c6630873dffa req-55099d1b-b128-427d-bfde-5b99ff2b0d1f tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798337 Feb 09 01:12:14.683226 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-7fb0a2e3-0283-4606-af17-bcbc8df6ef69 None None] Set router 821240b1-4bcb-4a78-85e7-de31952f3491 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:12:14.762043 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71b12b-d2dd-45fc-8406-6e394bbaaa7f req-028509bb-d184-4fbe-9b2d-1e2e7f6afe2b tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:14.763807 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bb71b12b-d2dd-45fc-8406-6e394bbaaa7f req-028509bb-d184-4fbe-9b2d-1e2e7f6afe2b tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.0823524 Feb 09 01:12:14.779170 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00838f-6b68-4ce8-8e88-0cf29dcc3d08 req-324a2f2c-0f23-4d92-93db-f97f71c41638 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:14.789123 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0f00838f-6b68-4ce8-8e88-0cf29dcc3d08 req-324a2f2c-0f23-4d92-93db-f97f71c41638 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 943 time: 0.1473725 Feb 09 01:12:14.882776 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bb71b12b-d2dd-45fc-8406-6e394bbaaa7f req-9e20c537-ddef-4b3d-a05a-1b886625e059 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906594 Feb 09 01:12:14.969381 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0f00838f-6b68-4ce8-8e88-0cf29dcc3d08 req-a62ab9ba-9eb8-4739-849a-415410809acd tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790054 Feb 09 01:12:15.101082 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e780d431-2d4f-4484-9129-80493115fbe3 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:12:15.151606 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 308cc62f-d069-4df6-8213-414430c968dc details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:12:15.165914 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a4a18-bed2-4004-9731-4f481603bab4 req-725fee15-3ca2-4cbd-8d30-ef1760da775d tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:15.182859 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-518a4a18-bed2-4004-9731-4f481603bab4 req-725fee15-3ca2-4cbd-8d30-ef1760da775d tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0df7bc9-2d3c-4750-89b1-aefcaf986b61 HTTP/1.1" status: 200 len: 950 time: 0.1273828 Feb 09 01:12:15.288245 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-518a4a18-bed2-4004-9731-4f481603bab4 req-138b645c-cef7-477a-8dca-ec0e3e3a7a1e tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040082 Feb 09 01:12:15.304331 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 308cc62f-d069-4df6-8213-414430c968dc, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=308cc62f-d069-4df6-8213-414430c968dc,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:15.328032 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 9b29190a-3930-41b5-86aa-e98a5fc24971 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:12:15.393958 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '308cc62f-d069-4df6-8213-414430c968dc', 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376', 'port_id': '308cc62f-d069-4df6-8213-414430c968dc', 'mac_address': 'fa:16:3e:14:f1:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc881d69-9121-4d00-994f-9cce6bcb92ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:12:15.482978 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223e8aa-1e65-40b3-b76e-b6106a989a38 req-f8b06d24-8d75-4829-b393-27623541d362 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:15.493573 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e223e8aa-1e65-40b3-b76e-b6106a989a38 req-f8b06d24-8d75-4829-b393-27623541d362 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 944 time: 0.0979614 Feb 09 01:12:15.494577 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8f9eab30-481e-40a4-8345-78bea139d3c4 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:15.514868 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8f9eab30-481e-40a4-8345-78bea139d3c4 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (5aeb6b56-c8cc-4a41-b42d-fe0e901238f9), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:15.547055 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 308cc62f-d069-4df6-8213-414430c968dc is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:15.547807 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (308cc62f-d069-4df6-8213-414430c968dc), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:15.596670 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-248c082d-6506-4c9a-ab5f-e56ee3b8849e None None] Provisioning complete for port e780d431-2d4f-4484-9129-80493115fbe3 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:15.597428 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-248c082d-6506-4c9a-ab5f-e56ee3b8849e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e780d431-2d4f-4484-9129-80493115fbe3), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:15.602062 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port e780d431-2d4f-4484-9129-80493115fbe3 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:15.602790 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e780d431-2d4f-4484-9129-80493115fbe3), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:15.633729 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e223e8aa-1e65-40b3-b76e-b6106a989a38 req-4ffa1277-b289-49e9-95b3-851e2207fcd1 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390195 Feb 09 01:12:15.677375 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 308cc62f-d069-4df6-8213-414430c968dc {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:12:15.702787 n-d-822053-40 neutron-server[103528]: INFO neutron.db.l3_db [None req-8f9eab30-481e-40a4-8345-78bea139d3c4 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Floating IP 5aeb6b56-c8cc-4a41-b42d-fe0e901238f9 associated. External IP: 172.25.1.22, port: 283e0042-8e05-4455-a9fc-141b5bff3411. Feb 09 01:12:15.836978 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 308cc62f-d069-4df6-8213-414430c968dc, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=308cc62f-d069-4df6-8213-414430c968dc,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:15.840626 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 9b29190a-3930-41b5-86aa-e98a5fc24971 is: DOWN; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:15.861363 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (308cc62f-d069-4df6-8213-414430c968dc), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:15.863457 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6ab95-2f2d-43fa-8ca6-2e56dbbb571c req-b94edaef-855f-4472-9dd1-e8fa722057e7 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:15.865729 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79e6ab95-2f2d-43fa-8ca6-2e56dbbb571c req-b94edaef-855f-4472-9dd1-e8fa722057e7 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.1527507 Feb 09 01:12:15.869161 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-7fb0a2e3-0283-4606-af17-bcbc8df6ef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821240b1-4bcb-4a78-85e7-de31952f3491', 'name': 'tempest-ServersTestManualDisk-1441057647-router', 'tenant_id': 'd3ffa09253f8497e9537d3d732314376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '36a35dec-261a-43f0-b3fd-1840cc1d670d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:12:11Z', 'updated_at': '2022-02-09T01:12:12Z', 'revision_number': 3, 'project_id': 'd3ffa09253f8497e9537d3d732314376', 'gw_port': {'id': '36a35dec-261a-43f0-b3fd-1840cc1d670d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821240b1-4bcb-4a78-85e7-de31952f3491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:12:12Z', 'updated_at': '2022-02-09T01:12:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:15.908617 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-36e0c469-6aaa-408d-be47-869aba390e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:15.985604 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79e6ab95-2f2d-43fa-8ca6-2e56dbbb571c req-003c9db1-bdd3-4339-b47d-6977e2e3dc86 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071112 Feb 09 01:12:16.018667 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db60928-b7c6-4f24-b718-a75d1c42ad6e req-deedc9b2-e25d-4c5a-84f5-151915caf193 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:16.020663 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5db60928-b7c6-4f24-b718-a75d1c42ad6e req-deedc9b2-e25d-4c5a-84f5-151915caf193 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.1512790 Feb 09 01:12:16.044817 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb0a2e3-0283-4606-af17-bcbc8df6ef69 None None] Checking router: 821240b1-4bcb-4a78-85e7-de31952f3491 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:12:16.045166 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb0a2e3-0283-4606-af17-bcbc8df6ef69 None None] Updating router 821240b1-4bcb-4a78-85e7-de31952f3491 port 36a35dec-261a-43f0-b3fd-1840cc1d670d binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:12:16.077585 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=308cc62f-d069-4df6-8213-414430c968dc,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:16.085857 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-248c082d-6506-4c9a-ab5f-e56ee3b8849e None None] Current status of the port e780d431-2d4f-4484-9129-80493115fbe3 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:16.088147 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7fb0a2e3-0283-4606-af17-bcbc8df6ef69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (36a35dec-261a-43f0-b3fd-1840cc1d670d), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:16.151503 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5db60928-b7c6-4f24-b718-a75d1c42ad6e req-c8a0055a-0399-4764-843a-073ec2750d53 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220412 Feb 09 01:12:16.201977 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91983edc-13fc-4721-afeb-db06c82a4a3c req-cadfe9a1-3c54-4a83-ad03-87e933b44971 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:16.210722 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-91983edc-13fc-4721-afeb-db06c82a4a3c req-cadfe9a1-3c54-4a83-ad03-87e933b44971 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 943 time: 0.1434038 Feb 09 01:12:16.261537 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-36e0c469-6aaa-408d-be47-869aba390e1c admin admin] Allocated IP 172.20.0.1 (73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb/25285e17-9f75-4b4d-942d-f442cf0bb715/71e99fc0-ba73-4b82-afa3-a720f468d6ac) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:12:16.285731 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-91983edc-13fc-4721-afeb-db06c82a4a3c req-395821a7-7997-4324-87b9-adc3a0d62277 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739996 Feb 09 01:12:16.305965 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9eab30-481e-40a4-8345-78bea139d3c4 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Router 56dc62e7-1868-480d-963b-291f7fa338b6 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:12:16.403312 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port e780d431-2d4f-4484-9129-80493115fbe3 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:16.444139 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-36e0c469-6aaa-408d-be47-869aba390e1c admin admin] Publish callbacks [] for port (71e99fc0-ba73-4b82-afa3-a720f468d6ac), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:16.455713 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737756f-c2ab-4268-905d-87c77df03f15 req-1fcd570d-3be6-49db-aa18-caa0dc0bf21c tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:16.458102 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6737756f-c2ab-4268-905d-87c77df03f15 req-1fcd570d-3be6-49db-aa18-caa0dc0bf21c tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0df7bc9-2d3c-4750-89b1-aefcaf986b61 HTTP/1.1" status: 200 len: 950 time: 0.0784397 Feb 09 01:12:16.464960 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7fb0a2e3-0283-4606-af17-bcbc8df6ef69 None None] Publish callbacks [] for port (36a35dec-261a-43f0-b3fd-1840cc1d670d), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:16.475381 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7fb0a2e3-0283-4606-af17-bcbc8df6ef69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (36a35dec-261a-43f0-b3fd-1840cc1d670d), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:16.544897 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970df84-c388-4527-a058-ea32fbe75111 None None] Pushing event updated for resources: {'Port': ['ID=36a35dec-261a-43f0-b3fd-1840cc1d670d,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:16.549923 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6737756f-c2ab-4268-905d-87c77df03f15 req-36491c2d-c434-421e-913a-24f3add08615 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803337 Feb 09 01:12:16.554204 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['308cc62f-d069-4df6-8213-414430c968dc'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:12:16.639752 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-7fb0a2e3-0283-4606-af17-bcbc8df6ef69 None None] Attempting to bind port 36a35dec-261a-43f0-b3fd-1840cc1d670d on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:12:16.639752 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-7fb0a2e3-0283-4606-af17-bcbc8df6ef69 None None] Attempting to bind port 36a35dec-261a-43f0-b3fd-1840cc1d670d by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:12:16.639752 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb0a2e3-0283-4606-af17-bcbc8df6ef69 None None] Attempting to bind port 36a35dec-261a-43f0-b3fd-1840cc1d670d on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:12:16.648468 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb0a2e3-0283-4606-af17-bcbc8df6ef69 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:12:16.648856 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb0a2e3-0283-4606-af17-bcbc8df6ef69 None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:12:16.649266 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7fb0a2e3-0283-4606-af17-bcbc8df6ef69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:16.649663 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb0a2e3-0283-4606-af17-bcbc8df6ef69 None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:12:16.650151 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-7fb0a2e3-0283-4606-af17-bcbc8df6ef69 None None] Bound port: 36a35dec-261a-43f0-b3fd-1840cc1d670d, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:12:16.650541 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7fb0a2e3-0283-4606-af17-bcbc8df6ef69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (36a35dec-261a-43f0-b3fd-1840cc1d670d), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:16.737959 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-7fb0a2e3-0283-4606-af17-bcbc8df6ef69 None None] For port 36a35dec-261a-43f0-b3fd-1840cc1d670d, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:12:16.743185 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-7fb0a2e3-0283-4606-af17-bcbc8df6ef69 None None] For port 36a35dec-261a-43f0-b3fd-1840cc1d670d, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=36a35dec-261a-43f0-b3fd-1840cc1d670d,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:12:16.765739 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7fb0a2e3-0283-4606-af17-bcbc8df6ef69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (36a35dec-261a-43f0-b3fd-1840cc1d670d), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:16.824801 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfcc48c-dfc8-4fd6-9deb-b7944c931a5d req-e861ffcc-6d46-46bd-a84a-e949aafdff4c tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:16.837817 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4dfcc48c-dfc8-4fd6-9deb-b7944c931a5d req-e861ffcc-6d46-46bd-a84a-e949aafdff4c tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 945 time: 0.1071415 Feb 09 01:12:16.858736 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb0a2e3-0283-4606-af17-bcbc8df6ef69 None None] Routers {'821240b1-4bcb-4a78-85e7-de31952f3491'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:12:16.859603 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-7fb0a2e3-0283-4606-af17-bcbc8df6ef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:11:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['821240b1-4bcb-4a78-85e7-de31952f3491'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:16.865930 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970df84-c388-4527-a058-ea32fbe75111 None None] Pushing event updated for resources: {'Port': ['ID=36a35dec-261a-43f0-b3fd-1840cc1d670d,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:16.905273 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-36e0c469-6aaa-408d-be47-869aba390e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (71e99fc0-ba73-4b82-afa3-a720f468d6ac), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:16.956385 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4dfcc48c-dfc8-4fd6-9deb-b7944c931a5d req-ca232abe-f0b9-43e7-b8f5-ac0400009599 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145279 Feb 09 01:12:16.973015 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e0c469-6aaa-408d-be47-869aba390e1c admin admin] Network 73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:16.981363 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-36e0c469-6aaa-408d-be47-869aba390e1c admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:16.993129 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e0c469-6aaa-408d-be47-869aba390e1c admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:12:17.035236 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-7fb0a2e3-0283-4606-af17-bcbc8df6ef69 None None] Set router 821240b1-4bcb-4a78-85e7-de31952f3491 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:12:17.053053 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-36e0c469-6aaa-408d-be47-869aba390e1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (821240b1-4bcb-4a78-85e7-de31952f3491), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:17.072729 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 89f7c53f-2873-4cf2-a792-13b5a94f34c1 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:12:17.108501 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e0c469-6aaa-408d-be47-869aba390e1c admin admin] Pushing event updated for resources: {'Port': ['ID=71e99fc0-ba73-4b82-afa3-a720f468d6ac,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:17.117313 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9eab30-481e-40a4-8345-78bea139d3c4 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:12:17.123588 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8f9eab30-481e-40a4-8345-78bea139d3c4 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:17.127725 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7930244f-638e-4b6e-9d9a-eadfc217f976 None None] Sync routers for ids ['56dc62e7-1868-480d-963b-291f7fa338b6'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:12:17.151501 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7930244f-638e-4b6e-9d9a-eadfc217f976 None None] Routers {'56dc62e7-1868-480d-963b-291f7fa338b6'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:12:17.152579 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-7930244f-638e-4b6e-9d9a-eadfc217f976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:11:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['56dc62e7-1868-480d-963b-291f7fa338b6'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:17.164486 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56fec72-ead1-42a2-9220-cfe23263be1c req-5b65ae57-7301-440c-957c-204ca8900dbe tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:17.172640 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c56fec72-ead1-42a2-9220-cfe23263be1c req-5b65ae57-7301-440c-957c-204ca8900dbe tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.0869970 Feb 09 01:12:17.221160 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8f9eab30-481e-40a4-8345-78bea139d3c4 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "PUT /v2.0/floatingips/5aeb6b56-c8cc-4a41-b42d-fe0e901238f9 HTTP/1.1" status: 200 len: 991 time: 3.0863657 Feb 09 01:12:17.223785 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d7df7b-0f98-4d00-b22c-a441f80a83cc', 'tag': '283e0042-8e05-4455-a9fc-141b5bff3411'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:12:17.236469 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc49526d-d8d9-41a7-96ef-b7ac89837899" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d7df7b-0f98-4d00-b22c-a441f80a83cc", "tag": "283e0042-8e05-4455-a9fc-141b5bff3411"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:12:17.258192 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.resource_extend [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:12:17.259176 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c56fec72-ead1-42a2-9220-cfe23263be1c req-205a2881-dc55-40bf-9251-46cb79d87d50 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794895 Feb 09 01:12:17.385326 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-7930244f-638e-4b6e-9d9a-eadfc217f976 None None] Set router 56dc62e7-1868-480d-963b-291f7fa338b6 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:12:17.443008 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 89f7c53f-2873-4cf2-a792-13b5a94f34c1, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=89f7c53f-2873-4cf2-a792-13b5a94f34c1,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:17.468635 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '89f7c53f-2873-4cf2-a792-13b5a94f34c1', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': '89f7c53f-2873-4cf2-a792-13b5a94f34c1', 'mac_address': 'fa:16:3e:a7:4e:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:12:17.471147 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6019586-f623-4c50-b3c6-093d12e3acd8 req-59b92376-3a5b-447a-9a01-04cebb5479b9 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:17.473570 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e6019586-f623-4c50-b3c6-093d12e3acd8 req-59b92376-3a5b-447a-9a01-04cebb5479b9 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.1812005 Feb 09 01:12:17.481083 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f3443149-5b66-4ecd-96fb-fa5ef38afc60 None None] Provisioning complete for port 71e99fc0-ba73-4b82-afa3-a720f468d6ac triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:17.481741 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f3443149-5b66-4ecd-96fb-fa5ef38afc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (71e99fc0-ba73-4b82-afa3-a720f468d6ac), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:17.502111 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-36e0c469-6aaa-408d-be47-869aba390e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (71e99fc0-ba73-4b82-afa3-a720f468d6ac), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:17.566161 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 89f7c53f-2873-4cf2-a792-13b5a94f34c1 is: ACTIVE; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:17.566808 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (89f7c53f-2873-4cf2-a792-13b5a94f34c1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:17.588488 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f3443149-5b66-4ecd-96fb-fa5ef38afc60 None None] Port 71e99fc0-ba73-4b82-afa3-a720f468d6ac cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:12:17.593491 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89f7c53f-2873-4cf2-a792-13b5a94f34c1 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:12:17.627934 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-7fb0a2e3-0283-4606-af17-bcbc8df6ef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821240b1-4bcb-4a78-85e7-de31952f3491', 'name': 'tempest-ServersTestManualDisk-1441057647-router', 'tenant_id': 'd3ffa09253f8497e9537d3d732314376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '36a35dec-261a-43f0-b3fd-1840cc1d670d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:12:11Z', 'updated_at': '2022-02-09T01:12:12Z', 'revision_number': 3, 'project_id': 'd3ffa09253f8497e9537d3d732314376', 'gw_port': {'id': '36a35dec-261a-43f0-b3fd-1840cc1d670d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821240b1-4bcb-4a78-85e7-de31952f3491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:12:12Z', 'updated_at': '2022-02-09T01:12:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:17.632739 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 89f7c53f-2873-4cf2-a792-13b5a94f34c1, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=89f7c53f-2873-4cf2-a792-13b5a94f34c1,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:17.673355 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5196c-1a80-4cae-970a-92ebcef85d8a req-e9cbfd80-64cd-488d-acdb-6538a7f3b2ee tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:17.675277 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-32f5196c-1a80-4cae-970a-92ebcef85d8a req-e9cbfd80-64cd-488d-acdb-6538a7f3b2ee tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1d7df7b-0f98-4d00-b22c-a441f80a83cc HTTP/1.1" status: 200 len: 946 time: 0.2566485 Feb 09 01:12:17.706563 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-7930244f-638e-4b6e-9d9a-eadfc217f976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839896309-router', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'fd94e2c1-c6a4-4af5-8f0c-a969d00834b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:43Z', 'updated_at': '2022-02-09T01:09:51Z', 'revision_number': 4, 'project_id': '2ba95e383d254696b30a587479c29af0', 'gw_port': {'id': 'fd94e2c1-c6a4-4af5-8f0c-a969d00834b5', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:44Z', 'updated_at': '2022-02-09T01:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '5aeb6b56-c8cc-4a41-b42d-fe0e901238f9', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'floating_ip_address': '172.25.1.22', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'port_id': '283e0042-8e05-4455-a9fc-141b5bff3411', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a', 'mac_address': 'fa:16:3e:8e:f2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d7df7b-0f98-4d00-b22c-a441f80a83cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:10:21Z', 'updated_at': '2022-02-09T01:12:15Z', 'revision_number': 5, 'project_id': '2ba95e383d254696b30a587479c29af0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea', 'name': '', 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'mac_address': 'fa:16:3e:3d:53:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:49Z', 'updated_at': '2022-02-09T01:09:58Z', 'revision_number': 5, 'project_id': '2ba95e383d254696b30a587479c29af0', 'subnets': [{'id': '32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:17.721713 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e6019586-f623-4c50-b3c6-093d12e3acd8 req-03790e80-84cd-4677-9b3f-3cca5a7d70bd tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055249 Feb 09 01:12:17.776655 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-32f5196c-1a80-4cae-970a-92ebcef85d8a req-160d8390-5a67-48de-864b-40aefa4d4d2a tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/security-groups?id=4047daa7-99dc-4065-97c6-18555a778085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911520 Feb 09 01:12:17.779947 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7930244f-638e-4b6e-9d9a-eadfc217f976 None None] Checking router: 56dc62e7-1868-480d-963b-291f7fa338b6 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:12:17.797801 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7930244f-638e-4b6e-9d9a-eadfc217f976 None None] Routers {'56dc62e7-1868-480d-963b-291f7fa338b6'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:12:17.800427 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-7930244f-638e-4b6e-9d9a-eadfc217f976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:11:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['56dc62e7-1868-480d-963b-291f7fa338b6'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:17.834044 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabb8cc2-3a1d-4f54-a09e-2a677e15d36c x-openstack-request-id: req-dabb8cc2-3a1d-4f54-a09e-2a677e15d36c {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:12:17.835453 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d7df7b-0f98-4d00-b22c-a441f80a83cc", "tag": "283e0042-8e05-4455-a9fc-141b5bff3411", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:12:17.835724 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dabb8cc2-3a1d-4f54-a09e-2a677e15d36c {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:12:17.838301 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d7df7b-0f98-4d00-b22c-a441f80a83cc', 'tag': '283e0042-8e05-4455-a9fc-141b5bff3411', 'status': 'completed', 'code': 200} Feb 09 01:12:17.838875 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb0a2e3-0283-4606-af17-bcbc8df6ef69 None None] The sync data for ids ['821240b1-4bcb-4a78-85e7-de31952f3491'] in n-d-822053-40 is: [{'id': '821240b1-4bcb-4a78-85e7-de31952f3491', 'name': 'tempest-ServersTestManualDisk-1441057647-router', 'tenant_id': 'd3ffa09253f8497e9537d3d732314376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '36a35dec-261a-43f0-b3fd-1840cc1d670d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:12:11Z', 'updated_at': '2022-02-09T01:12:12Z', 'revision_number': 3, 'project_id': 'd3ffa09253f8497e9537d3d732314376', 'gw_port': {'id': '36a35dec-261a-43f0-b3fd-1840cc1d670d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821240b1-4bcb-4a78-85e7-de31952f3491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:12:12Z', 'updated_at': '2022-02-09T01:12:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:12:17.842365 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (89f7c53f-2873-4cf2-a792-13b5a94f34c1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:17.976422 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=89f7c53f-2873-4cf2-a792-13b5a94f34c1,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:18.033688 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49526d-d8d9-41a7-96ef-b7ac89837899 req-b9fd8197-7787-4ac2-b415-0d2ad2ce2b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:18.035251 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fc49526d-d8d9-41a7-96ef-b7ac89837899 req-b9fd8197-7787-4ac2-b415-0d2ad2ce2b1e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2ba95e383d254696b30a587479c29af0&device_id=b1d7df7b-0f98-4d00-b22c-a441f80a83cc HTTP/1.1" status: 200 len: 1129 time: 0.1770079 Feb 09 01:12:18.044415 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-7930244f-638e-4b6e-9d9a-eadfc217f976 None None] Set router 56dc62e7-1868-480d-963b-291f7fa338b6 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:12:18.054848 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c01f1e-c509-4b30-96a9-54b2aa69e9c5 req-2c58b3bf-2658-465b-a76d-680fc5c2f6c4 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:18.056764 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b7c01f1e-c509-4b30-96a9-54b2aa69e9c5 req-2c58b3bf-2658-465b-a76d-680fc5c2f6c4 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 943 time: 0.1473577 Feb 09 01:12:18.065239 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf64820-5476-417d-b14c-c6cb92c3e369 req-9ddd1744-0fd6-475a-a156-58773f2b6aad tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:18.067057 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3cf64820-5476-417d-b14c-c6cb92c3e369 req-9ddd1744-0fd6-475a-a156-58773f2b6aad tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0df7bc9-2d3c-4750-89b1-aefcaf986b61 HTTP/1.1" status: 200 len: 950 time: 0.1738551 Feb 09 01:12:18.067268 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-36e0c469-6aaa-408d-be47-869aba390e1c admin admin] Publish callbacks [] for port (71e99fc0-ba73-4b82-afa3-a720f468d6ac), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:18.137128 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-36e0c469-6aaa-408d-be47-869aba390e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (71e99fc0-ba73-4b82-afa3-a720f468d6ac), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:18.164820 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b7c01f1e-c509-4b30-96a9-54b2aa69e9c5 req-c967cdba-3c42-4b4b-9fa2-f59c3e0e5571 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953724 Feb 09 01:12:18.175124 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['89f7c53f-2873-4cf2-a792-13b5a94f34c1'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:12:18.189000 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3cf64820-5476-417d-b14c-c6cb92c3e369 req-7caa992b-e39a-4574-8c13-c582fb79dc77 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012726 Feb 09 01:12:18.199041 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e0c469-6aaa-408d-be47-869aba390e1c admin admin] Pushing event updated for resources: {'Port': ['ID=71e99fc0-ba73-4b82-afa3-a720f468d6ac,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:18.264564 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-36e0c469-6aaa-408d-be47-869aba390e1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (821240b1-4bcb-4a78-85e7-de31952f3491), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:18.399361 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49526d-d8d9-41a7-96ef-b7ac89837899 req-3a2c49b9-1069-455c-a4b4-d5ed6839119d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:18.401252 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fc49526d-d8d9-41a7-96ef-b7ac89837899 req-3a2c49b9-1069-455c-a4b4-d5ed6839119d service neutron] 10.222.0.91 "GET /v2.0/networks?id=e8a262a2-1887-44d6-8265-164882c37a5a HTTP/1.1" status: 200 len: 925 time: 0.3554833 Feb 09 01:12:18.597594 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e0c469-6aaa-408d-be47-869aba390e1c admin admin] Network 73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:18.602951 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e2260-d468-4dae-ab77-5efc6aba2995 req-8fa48a11-0be4-4287-b6d2-79f212f8b43e tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:18.603896 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fc49526d-d8d9-41a7-96ef-b7ac89837899 req-e4a4fee6-f677-4bd2-be98-4dce713701ae service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=283e0042-8e05-4455-a9fc-141b5bff3411 HTTP/1.1" status: 200 len: 999 time: 0.1633577 Feb 09 01:12:18.612102 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1e8e2260-d468-4dae-ab77-5efc6aba2995 req-8fa48a11-0be4-4287-b6d2-79f212f8b43e tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 945 time: 0.2347732 Feb 09 01:12:18.614085 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-36e0c469-6aaa-408d-be47-869aba390e1c admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:18.659530 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c3624-eca8-4f31-b925-6a4db0a2b890 req-fd19c283-cbcc-477e-bb42-e1dd397483b8 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:18.661199 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-206c3624-eca8-4f31-b925-6a4db0a2b890 req-fd19c283-cbcc-477e-bb42-e1dd397483b8 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.2227170 Feb 09 01:12:18.664685 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-7930244f-638e-4b6e-9d9a-eadfc217f976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839896309-router', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'fd94e2c1-c6a4-4af5-8f0c-a969d00834b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:43Z', 'updated_at': '2022-02-09T01:09:51Z', 'revision_number': 4, 'project_id': '2ba95e383d254696b30a587479c29af0', 'gw_port': {'id': 'fd94e2c1-c6a4-4af5-8f0c-a969d00834b5', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:44Z', 'updated_at': '2022-02-09T01:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '5aeb6b56-c8cc-4a41-b42d-fe0e901238f9', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'floating_ip_address': '172.25.1.22', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'port_id': '283e0042-8e05-4455-a9fc-141b5bff3411', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a', 'mac_address': 'fa:16:3e:8e:f2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d7df7b-0f98-4d00-b22c-a441f80a83cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:10:21Z', 'updated_at': '2022-02-09T01:12:15Z', 'revision_number': 5, 'project_id': '2ba95e383d254696b30a587479c29af0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea', 'name': '', 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'mac_address': 'fa:16:3e:3d:53:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:49Z', 'updated_at': '2022-02-09T01:09:58Z', 'revision_number': 5, 'project_id': '2ba95e383d254696b30a587479c29af0', 'subnets': [{'id': '32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:18.715014 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7930244f-638e-4b6e-9d9a-eadfc217f976 None None] The sync data for ids ['56dc62e7-1868-480d-963b-291f7fa338b6'] in n-d-822053-40 is: [{'id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839896309-router', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'fd94e2c1-c6a4-4af5-8f0c-a969d00834b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:43Z', 'updated_at': '2022-02-09T01:09:51Z', 'revision_number': 4, 'project_id': '2ba95e383d254696b30a587479c29af0', 'gw_port': {'id': 'fd94e2c1-c6a4-4af5-8f0c-a969d00834b5', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:44Z', 'updated_at': '2022-02-09T01:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '5aeb6b56-c8cc-4a41-b42d-fe0e901238f9', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'floating_ip_address': '172.25.1.22', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'port_id': '283e0042-8e05-4455-a9fc-141b5bff3411', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a', 'mac_address': 'fa:16:3e:8e:f2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d7df7b-0f98-4d00-b22c-a441f80a83cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:10:21Z', 'updated_at': '2022-02-09T01:12:15Z', 'revision_number': 5, 'project_id': '2ba95e383d254696b30a587479c29af0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea', 'name': '', 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'mac_address': 'fa:16:3e:3d:53:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:49Z', 'updated_at': '2022-02-09T01:09:58Z', 'revision_number': 5, 'project_id': '2ba95e383d254696b30a587479c29af0', 'subnets': [{'id': '32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:12:18.805336 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1e8e2260-d468-4dae-ab77-5efc6aba2995 req-a9b537ac-1312-4ed9-af92-afaee31bd3f3 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923106 Feb 09 01:12:18.846433 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-a849f071-1966-41ef-9dd5-f2f62699122e service neutron] 10.222.0.91 "GET /v2.0/ports/9b29190a-3930-41b5-86aa-e98a5fc24971/bindings/n-h1-822053-40 HTTP/1.1" status: 200 len: 385 time: 0.2141242 Feb 09 01:12:18.875851 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-206c3624-eca8-4f31-b925-6a4db0a2b890 req-4a9b4da2-2674-4bc5-be12-2651b7aa28be tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797364 Feb 09 01:12:18.935929 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49526d-d8d9-41a7-96ef-b7ac89837899 req-89304957-36a8-487b-9c70-6b595f4ae723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:18.937477 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fc49526d-d8d9-41a7-96ef-b7ac89837899 req-89304957-36a8-487b-9c70-6b595f4ae723 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0 HTTP/1.1" status: 200 len: 863 time: 0.3083465 Feb 09 01:12:19.045142 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e0c469-6aaa-408d-be47-869aba390e1c admin admin] Router 821240b1-4bcb-4a78-85e7-de31952f3491 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:12:19.050065 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 308cc62f-d069-4df6-8213-414430c968dc up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:12:19.098145 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49526d-d8d9-41a7-96ef-b7ac89837899 req-27f254c2-df12-46a0-a9bc-b745f1ece605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:19.099805 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fc49526d-d8d9-41a7-96ef-b7ac89837899 req-27f254c2-df12-46a0-a9bc-b745f1ece605 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e8a262a2-1887-44d6-8265-164882c37a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1361501 Feb 09 01:12:19.107713 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 36a35dec-261a-43f0-b3fd-1840cc1d670d up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:12:19.118529 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 89f7c53f-2873-4cf2-a792-13b5a94f34c1 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:12:19.219965 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab3482-966c-471b-b567-aa4434a8300b req-2efb0a2c-ff3f-4037-8d94-52fd03d9a7cb tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:19.228768 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f4d68c-5ea1-4e65-9ce7-a6ba745ab302 None None] New status for floating IP 5aeb6b56-c8cc-4a41-b42d-fe0e901238f9: ACTIVE {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:12:19.229094 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a7ab3482-966c-471b-b567-aa4434a8300b req-2efb0a2c-ff3f-4037-8d94-52fd03d9a7cb tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.2312245 Feb 09 01:12:19.313699 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728cd81-8340-48a0-af9e-12b91f44f7b4 req-06af2ca2-60b7-44fc-8acb-ece09e76aeb1 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:19.317354 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2728cd81-8340-48a0-af9e-12b91f44f7b4 req-06af2ca2-60b7-44fc-8acb-ece09e76aeb1 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1d7df7b-0f98-4d00-b22c-a441f80a83cc HTTP/1.1" status: 200 len: 946 time: 0.2151256 Feb 09 01:12:19.347037 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:19.370601 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e0c469-6aaa-408d-be47-869aba390e1c admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:12:19.372223 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-1fb9c9d4-159b-4595-8254-d721638b01fc None None] Provisioning complete for port 71e99fc0-ba73-4b82-afa3-a720f468d6ac triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:19.372611 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1fb9c9d4-159b-4595-8254-d721638b01fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (71e99fc0-ba73-4b82-afa3-a720f468d6ac), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:19.373996 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fc49526d-d8d9-41a7-96ef-b7ac89837899 req-6a8de7e9-e827-4b26-abb6-2819d05a1c43 service neutron] 10.222.0.91 "GET /v2.0/networks/e8a262a2-1887-44d6-8265-164882c37a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068000 Feb 09 01:12:19.388680 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-36e0c469-6aaa-408d-be47-869aba390e1c admin admin] 10.222.0.30 "PUT /v2.0/routers/821240b1-4bcb-4a78-85e7-de31952f3491/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8538465 Feb 09 01:12:19.457563 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 36a35dec-261a-43f0-b3fd-1840cc1d670d triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:19.458090 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (36a35dec-261a-43f0-b3fd-1840cc1d670d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:19.493961 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 308cc62f-d069-4df6-8213-414430c968dc completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:19.495098 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-e1a50d66-0f3a-478d-9a4f-9ae4124cb816 service neutron] For port 9b29190a-3930-41b5-86aa-e98a5fc24971, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=9b29190a-3930-41b5-86aa-e98a5fc24971,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:19.519842 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 308cc62f-d069-4df6-8213-414430c968dc triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:19.520111 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (308cc62f-d069-4df6-8213-414430c968dc), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:19.526537 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-1fb9c9d4-159b-4595-8254-d721638b01fc None None] Port 71e99fc0-ba73-4b82-afa3-a720f468d6ac cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:12:19.528203 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 89f7c53f-2873-4cf2-a792-13b5a94f34c1 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:19.528570 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (89f7c53f-2873-4cf2-a792-13b5a94f34c1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:19.545949 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-e1a50d66-0f3a-478d-9a4f-9ae4124cb816 service neutron] For port 9b29190a-3930-41b5-86aa-e98a5fc24971, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:12:19.593310 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a7ab3482-966c-471b-b567-aa4434a8300b req-b39aaf93-088a-4baa-b459-fe8284378a2e tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606632 Feb 09 01:12:19.624522 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-e1a50d66-0f3a-478d-9a4f-9ae4124cb816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b29190a-3930-41b5-86aa-e98a5fc24971 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:12:19.634797 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fc49526d-d8d9-41a7-96ef-b7ac89837899 req-9589a847-5f7e-4be5-9fd0-1586c3aef5e2 service neutron] 10.222.0.91 "GET /v2.0/networks/e8a262a2-1887-44d6-8265-164882c37a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927876 Feb 09 01:12:19.648525 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-e1a50d66-0f3a-478d-9a4f-9ae4124cb816 service neutron] For port 9b29190a-3930-41b5-86aa-e98a5fc24971, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9b29190a-3930-41b5-86aa-e98a5fc24971,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:19.669376 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2728cd81-8340-48a0-af9e-12b91f44f7b4 req-3803e1f3-c281-4e54-9863-13c9961036b0 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/security-groups?id=4047daa7-99dc-4065-97c6-18555a778085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3306625 Feb 09 01:12:19.680463 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-e1a50d66-0f3a-478d-9a4f-9ae4124cb816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9b29190a-3930-41b5-86aa-e98a5fc24971), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:19.794999 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161997c-65d6-4a9f-94e7-0c4e10380394 req-fd1fb1c8-dfe2-4c0b-bc5c-b3cb0d356a9c tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:19.797064 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d161997c-65d6-4a9f-94e7-0c4e10380394 req-fd1fb1c8-dfe2-4c0b-bc5c-b3cb0d356a9c tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0df7bc9-2d3c-4750-89b1-aefcaf986b61 HTTP/1.1" status: 200 len: 950 time: 0.1265633 Feb 09 01:12:19.843897 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-e1a50d66-0f3a-478d-9a4f-9ae4124cb816 service neutron] Transition to ACTIVE for port object 9b29190a-3930-41b5-86aa-e98a5fc24971 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:19.854757 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 36a35dec-261a-43f0-b3fd-1840cc1d670d is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:19.858701 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (36a35dec-261a-43f0-b3fd-1840cc1d670d), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:19.867549 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-e1a50d66-0f3a-478d-9a4f-9ae4124cb816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (9b29190a-3930-41b5-86aa-e98a5fc24971), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:19.921197 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 308cc62f-d069-4df6-8213-414430c968dc is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:19.921594 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (308cc62f-d069-4df6-8213-414430c968dc), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:19.925616 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 36a35dec-261a-43f0-b3fd-1840cc1d670d, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=36a35dec-261a-43f0-b3fd-1840cc1d670d,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:19.945284 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (36a35dec-261a-43f0-b3fd-1840cc1d670d), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:19.959059 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d161997c-65d6-4a9f-94e7-0c4e10380394 req-f1a258d2-e2a3-41ef-b3ac-43791f1bf878 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541030 Feb 09 01:12:19.979235 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 89f7c53f-2873-4cf2-a792-13b5a94f34c1 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:19.979501 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (89f7c53f-2873-4cf2-a792-13b5a94f34c1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:20.017252 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec946f19-9c26-4f76-9d1c-424c90b7ccf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308cc62f-d069-4df6-8213-414430c968dc'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:12:20.018978 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-e1a50d66-0f3a-478d-9a4f-9ae4124cb816 service neutron] No DVR routers for this DVR port 9b29190a-3930-41b5-86aa-e98a5fc24971 on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:12:20.019689 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdc716a-ecab-46c0-ac57-2e1d299608b7" -d '{"events": [{"server_uuid": "ec946f19-9c26-4f76-9d1c-424c90b7ccf6", "name": "network-vif-plugged", "status": "completed", "tag": "308cc62f-d069-4df6-8213-414430c968dc"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:12:20.029315 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a50d66-0f3a-478d-9a4f-9ae4124cb816 service neutron] Pushing event updated for resources: {'Port': ['ID=9b29190a-3930-41b5-86aa-e98a5fc24971,revision_number=10']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:20.044964 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300780ae-a742-493d-8d53-07e2ec84f4b1 req-d739f808-ec67-4161-85f9-1e69e42e48c3 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:20.047573 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-300780ae-a742-493d-8d53-07e2ec84f4b1 req-d739f808-ec67-4161-85f9-1e69e42e48c3 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 944 time: 0.1945443 Feb 09 01:12:20.051644 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 308cc62f-d069-4df6-8213-414430c968dc, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=308cc62f-d069-4df6-8213-414430c968dc,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:20.074412 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (308cc62f-d069-4df6-8213-414430c968dc), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:20.081769 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=36a35dec-261a-43f0-b3fd-1840cc1d670d,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:20.088947 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 89f7c53f-2873-4cf2-a792-13b5a94f34c1, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=89f7c53f-2873-4cf2-a792-13b5a94f34c1,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:20.095529 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:20.095957 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:20.096600 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:20.096600 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:20.096884 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:20.097673 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:20.098010 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:20.098324 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:20.098657 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:20.099098 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:20.099439 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:20.100027 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:20.100446 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:20.104683 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (89f7c53f-2873-4cf2-a792-13b5a94f34c1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:20.114354 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-e1a50d66-0f3a-478d-9a4f-9ae4124cb816 service neutron] 10.222.0.91 "PUT /v2.0/ports/9b29190a-3930-41b5-86aa-e98a5fc24971/bindings/n-h1-822053-40/activate HTTP/1.1" status: 200 len: 370 time: 1.2373786 Feb 09 01:12:20.149202 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-300780ae-a742-493d-8d53-07e2ec84f4b1 req-2d3c4a22-e909-475d-94c9-f97b3b81dd25 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741565 Feb 09 01:12:20.211953 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=308cc62f-d069-4df6-8213-414430c968dc,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:20.295113 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=89f7c53f-2873-4cf2-a792-13b5a94f34c1,revision_number=7']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:20.326176 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-4e07b553-969c-4d12-a516-2594325b2c08 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:20.328942 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-4e07b553-969c-4d12-a516-2594325b2c08 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.121 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb&tenant_id=991583a4f7ce4c4eb6893f1ec411692c&binding%3Ahost_id=n-h2-822053-40 HTTP/1.1" status: 200 len: 1127 time: 0.1015611 Feb 09 01:12:20.363421 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a251519-8f61-45db-8c07-8dc6fce664d0 req-352dc22f-2227-4494-adee-da5d1bec07fb tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:20.365516 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0a251519-8f61-45db-8c07-8dc6fce664d0 req-352dc22f-2227-4494-adee-da5d1bec07fb tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 946 time: 0.0953786 Feb 09 01:12:20.444776 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-a49d8ee3-062e-4005-aeac-de76e6ad1621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:20.450722 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0a251519-8f61-45db-8c07-8dc6fce664d0 req-5cbe3047-bb89-4a5f-98f5-3e22189cf160 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771754 Feb 09 01:12:20.455091 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-a49d8ee3-062e-4005-aeac-de76e6ad1621 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb&tenant_id=991583a4f7ce4c4eb6893f1ec411692c HTTP/1.1" status: 200 len: 1127 time: 0.1075940 Feb 09 01:12:20.602708 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-e8026bf3-e3ea-4714-bc94-5be45105fcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:20.604529 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-e8026bf3-e3ea-4714-bc94-5be45105fcb3 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=991583a4f7ce4c4eb6893f1ec411692c&device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 1127 time: 0.0961063 Feb 09 01:12:20.643029 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0790d-5527-41d1-864a-4f59b1f8f22f req-1bcac509-2efc-4938-b7a0-09f7f0b3943b tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:20.652780 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dcf0790d-5527-41d1-864a-4f59b1f8f22f req-1bcac509-2efc-4938-b7a0-09f7f0b3943b tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.0866160 Feb 09 01:12:20.686768 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 49194) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:20.699470 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-6dd72680-75fa-484d-875b-fd0f255cc796 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2019541813', 'description': 'tempest-description--1514440242'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:20.734793 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dcf0790d-5527-41d1-864a-4f59b1f8f22f req-01a20cd9-e50e-4b58-b9b3-753bd942277e tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810125 Feb 09 01:12:20.762934 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d90a9208-b525-4677-ac6e-74869189ff2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:20.772687 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812d56a8-69cd-48fb-829a-110da358a650 None None] Sync routers for ids ['821240b1-4bcb-4a78-85e7-de31952f3491'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:12:20.784570 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6dd72680-75fa-484d-875b-fd0f255cc796 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:20.795558 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:20.800121 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812d56a8-69cd-48fb-829a-110da358a650 None None] Routers {'821240b1-4bcb-4a78-85e7-de31952f3491'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:12:20.801159 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-812d56a8-69cd-48fb-829a-110da358a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:11:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['821240b1-4bcb-4a78-85e7-de31952f3491'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:20.824614 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d61904-419e-457f-b745-5d5b631fe17d x-openstack-request-id: req-87d61904-419e-457f-b745-5d5b631fe17d {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:12:20.830292 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec946f19-9c26-4f76-9d1c-424c90b7ccf6", "name": "network-vif-plugged", "status": "completed", "tag": "308cc62f-d069-4df6-8213-414430c968dc", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:12:20.830600 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-87d61904-419e-457f-b745-5d5b631fe17d {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:12:20.830958 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec946f19-9c26-4f76-9d1c-424c90b7ccf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308cc62f-d069-4df6-8213-414430c968dc', 'code': 200} Feb 09 01:12:20.946765 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-d62e7084-f9e6-4e56-b919-daf1fa3cef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:20.949719 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-d62e7084-f9e6-4e56-b919-daf1fa3cef62 service neutron] 10.222.0.121 "GET /v2.0/networks?id=28c1f603-e786-4a84-b8ed-ec2e36c0d018 HTTP/1.1" status: 200 len: 909 time: 0.3326237 Feb 09 01:12:21.026260 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 36a35dec-261a-43f0-b3fd-1840cc1d670d up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:12:21.055144 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6dd72680-75fa-484d-875b-fd0f255cc796 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks [] for security_group (442e827f-f1ad-4450-b8fb-9bc169a1e64b), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:21.072557 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594cb504-0ad1-4922-a791-8534f1054eaa req-16800461-0673-42c8-8efc-be90d8077406 tempest-ServersOnMultiNodesTest-1058188293 tempest-ServersOnMultiNodesTest-1058188293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:21.074399 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-407ff07d-f336-4e31-9a9e-1d5a59b20c1e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b29190a-3930-41b5-86aa-e98a5fc24971 HTTP/1.1" status: 200 len: 217 time: 0.1104007 Feb 09 01:12:21.080135 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-594cb504-0ad1-4922-a791-8534f1054eaa req-16800461-0673-42c8-8efc-be90d8077406 tempest-ServersOnMultiNodesTest-1058188293 tempest-ServersOnMultiNodesTest-1058188293-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d0df7bc9-2d3c-4750-89b1-aefcaf986b61 HTTP/1.1" status: 200 len: 1133 time: 0.1998813 Feb 09 01:12:21.085371 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6dd72680-75fa-484d-875b-fd0f255cc796 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (442e827f-f1ad-4450-b8fb-9bc169a1e64b), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:21.111811 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-812d56a8-69cd-48fb-829a-110da358a650 None None] Set router 821240b1-4bcb-4a78-85e7-de31952f3491 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:12:21.116064 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 36a35dec-261a-43f0-b3fd-1840cc1d670d triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:21.116649 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (36a35dec-261a-43f0-b3fd-1840cc1d670d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:21.178370 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-594cb504-0ad1-4922-a791-8534f1054eaa req-e136fad1-f2a6-45c9-ab0b-3b472fe1c656 tempest-ServersOnMultiNodesTest-1058188293 tempest-ServersOnMultiNodesTest-1058188293-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969951 Feb 09 01:12:21.201358 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6dd72680-75fa-484d-875b-fd0f255cc796 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:21.219293 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6dd72680-75fa-484d-875b-fd0f255cc796 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5285268 Feb 09 01:12:21.224146 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 49206) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:21.236101 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-1dd87c3b-c327-4b68-aea3-15de1daa5b1c tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Request body: {'security_group_rule': {'security_group_id': '442e827f-f1ad-4450-b8fb-9bc169a1e64b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:21.249139 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-b2065293-d12c-4848-89cb-81eae0704385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:21.254586 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 36a35dec-261a-43f0-b3fd-1840cc1d670d is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:21.254808 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-b2065293-d12c-4848-89cb-81eae0704385 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8fe24410-38bf-494b-a44d-46f0496d84a5 HTTP/1.1" status: 200 len: 848 time: 0.1705010 Feb 09 01:12:21.266077 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c15214-5c82-464f-bf55-2f75f443d26a req-24c57ad8-195f-4bb7-8862-4fdc67e8d1d1 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:21.281195 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e3c15214-5c82-464f-bf55-2f75f443d26a req-24c57ad8-195f-4bb7-8862-4fdc67e8d1d1 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.3278127 Feb 09 01:12:21.335465 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c969e-3ca9-401a-b2b1-87961501a986 req-6de9c17d-cb44-4f01-8b72-9fdc4f2a17ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:21.337057 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7d4c969e-3ca9-401a-b2b1-87961501a986 req-6de9c17d-cb44-4f01-8b72-9fdc4f2a17ce service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 1129 time: 0.3820155 Feb 09 01:12:21.348871 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-59451774-43ab-4f42-be14-6903d299cd9a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=28c1f603-e786-4a84-b8ed-ec2e36c0d018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807695 Feb 09 01:12:21.424343 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1dd87c3b-c327-4b68-aea3-15de1daa5b1c tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks [] for security_group_rule (78a0aa22-6808-44d2-8e12-6bd778c9dd99), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:21.434662 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd72680-75fa-484d-875b-fd0f255cc796 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=442e827f-f1ad-4450-b8fb-9bc169a1e64b,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:21.524556 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-812d56a8-69cd-48fb-829a-110da358a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821240b1-4bcb-4a78-85e7-de31952f3491', 'name': 'tempest-ServersTestManualDisk-1441057647-router', 'tenant_id': 'd3ffa09253f8497e9537d3d732314376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '36a35dec-261a-43f0-b3fd-1840cc1d670d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:12:11Z', 'updated_at': '2022-02-09T01:12:17Z', 'revision_number': 4, 'project_id': 'd3ffa09253f8497e9537d3d732314376', 'gw_port': {'id': '36a35dec-261a-43f0-b3fd-1840cc1d670d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821240b1-4bcb-4a78-85e7-de31952f3491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:12:12Z', 'updated_at': '2022-02-09T01:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '71e99fc0-ba73-4b82-afa3-a720f468d6ac', 'name': '', 'network_id': '73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb', 'tenant_id': 'd3ffa09253f8497e9537d3d732314376', 'mac_address': 'fa:16:3e:e5:eb:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821240b1-4bcb-4a78-85e7-de31952f3491', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '25285e17-9f75-4b4d-942d-f442cf0bb715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:12:15Z', 'updated_at': '2022-02-09T01:12:17Z', 'revision_number': 2, 'project_id': 'd3ffa09253f8497e9537d3d732314376', 'subnets': [{'id': '25285e17-9f75-4b4d-942d-f442cf0bb715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:21.537708 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7d4c969e-3ca9-401a-b2b1-87961501a986 req-bd5ccb17-87fd-48b0-8034-b8f3b428f3de service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652582 Feb 09 01:12:21.549303 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e3c15214-5c82-464f-bf55-2f75f443d26a req-4c2020d4-dad4-49bc-ae2f-c26809e6864c tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659662 Feb 09 01:12:21.564837 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a5dfd-37dd-4b2a-85b0-6d74e4e95f36 req-1f6e04f1-5f47-4b2b-830f-6dc2f9155a1a tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:21.569488 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-608a5dfd-37dd-4b2a-85b0-6d74e4e95f36 req-1f6e04f1-5f47-4b2b-830f-6dc2f9155a1a tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1d7df7b-0f98-4d00-b22c-a441f80a83cc HTTP/1.1" status: 200 len: 946 time: 0.2301579 Feb 09 01:12:21.578261 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-49be0ddd-6dd8-448a-a642-a4c9705b96da service neutron] 10.222.0.121 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208564 Feb 09 01:12:21.586174 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812d56a8-69cd-48fb-829a-110da358a650 None None] Checking router: 821240b1-4bcb-4a78-85e7-de31952f3491 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:12:21.586516 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812d56a8-69cd-48fb-829a-110da358a650 None None] Updating router 821240b1-4bcb-4a78-85e7-de31952f3491 port 71e99fc0-ba73-4b82-afa3-a720f468d6ac binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:12:21.590367 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1dd87c3b-c327-4b68-aea3-15de1daa5b1c tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks [] for security_group_rule (78a0aa22-6808-44d2-8e12-6bd778c9dd99), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:21.598654 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1dd87c3b-c327-4b68-aea3-15de1daa5b1c tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (78a0aa22-6808-44d2-8e12-6bd778c9dd99), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:21.625314 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-812d56a8-69cd-48fb-829a-110da358a650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (71e99fc0-ba73-4b82-afa3-a720f468d6ac), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:21.627210 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd87c3b-c327-4b68-aea3-15de1daa5b1c tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a0aa22-6808-44d2-8e12-6bd778c9dd99,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:21.672676 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1dd87c3b-c327-4b68-aea3-15de1daa5b1c tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:21.678006 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1dd87c3b-c327-4b68-aea3-15de1daa5b1c tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4444122 Feb 09 01:12:21.678971 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 49212) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:21.683609 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-a1587563-7f5e-45c2-a2fe-fed2a1cba0e4 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Request body: {'security_group_rule': {'security_group_id': '442e827f-f1ad-4450-b8fb-9bc169a1e64b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:21.684514 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-608a5dfd-37dd-4b2a-85b0-6d74e4e95f36 req-17a11494-e33f-455d-b87a-e436e4b93333 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/security-groups?id=4047daa7-99dc-4065-97c6-18555a778085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075091 Feb 09 01:12:21.767547 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a1587563-7f5e-45c2-a2fe-fed2a1cba0e4 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks [] for security_group_rule (2947939c-655f-4314-af46-367321a37d75), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:21.785102 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-7f50fdfc-abfe-4f59-913b-14b8f0920fcf req-62fbd638-d005-4c90-a8c4-1fd9ca557f7e service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:21.789938 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f50fdfc-abfe-4f59-913b-14b8f0920fcf req-62fbd638-d005-4c90-a8c4-1fd9ca557f7e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095778 Feb 09 01:12:21.954238 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a1587563-7f5e-45c2-a2fe-fed2a1cba0e4 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks [] for security_group_rule (2947939c-655f-4314-af46-367321a37d75), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:21.966029 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a1587563-7f5e-45c2-a2fe-fed2a1cba0e4 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (2947939c-655f-4314-af46-367321a37d75), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:22.050719 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-cc68dea7-b705-4c5f-8eff-b54776120a45 service neutron] 10.222.0.121 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197657 Feb 09 01:12:22.075250 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1587563-7f5e-45c2-a2fe-fed2a1cba0e4 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2947939c-655f-4314-af46-367321a37d75,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:22.092998 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a1587563-7f5e-45c2-a2fe-fed2a1cba0e4 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:22.101153 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de26073-c3ee-4689-a80b-500cc7a36463 req-4f037dd0-95ea-434b-9c92-2e3d3883e9c3 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:22.101470 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a1587563-7f5e-45c2-a2fe-fed2a1cba0e4 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4210498 Feb 09 01:12:22.111305 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9de26073-c3ee-4689-a80b-500cc7a36463 req-4f037dd0-95ea-434b-9c92-2e3d3883e9c3 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 944 time: 0.1379285 Feb 09 01:12:22.115383 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 49228) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:22.127233 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-f6c248f1-7a23-4332-9b10-64e91b9e00ca tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:22.206226 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9de26073-c3ee-4689-a80b-500cc7a36463 req-71af8598-369b-42b9-8d0b-6da8e8bbfd3e tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937471 Feb 09 01:12:22.206463 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f6c248f1-7a23-4332-9b10-64e91b9e00ca tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:22.262309 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-392f5b51-7661-47eb-8948-75e5ae479a5a tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=cbcf64bc184340809a27ba774d82840d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549636 Feb 09 01:12:22.293284 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-63579c96-d326-4504-92c4-c5fb53f5c2cc req-37ef4ddf-c672-4926-a290-a355cefc415c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1436658 Feb 09 01:12:22.308411 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-812d56a8-69cd-48fb-829a-110da358a650 None None] Publish callbacks [] for port (71e99fc0-ba73-4b82-afa3-a720f468d6ac), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:22.320176 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-812d56a8-69cd-48fb-829a-110da358a650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (71e99fc0-ba73-4b82-afa3-a720f468d6ac), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:22.425876 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-4c98d9aa-5b90-461f-b342-4da35f738954 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:22.435410 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-4c98d9aa-5b90-461f-b342-4da35f738954 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1719768 Feb 09 01:12:22.440637 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f6c248f1-7a23-4332-9b10-64e91b9e00ca tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:22.468076 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-7502493e-88c9-43ef-a1fc-0b6eb028e44e tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/quotas/cbcf64bc184340809a27ba774d82840d HTTP/1.1" status: 200 len: 375 time: 0.0316327 Feb 09 01:12:22.537222 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e30c1-faec-4fed-baa5-6209b6383c24 None None] Pushing event updated for resources: {'Port': ['ID=71e99fc0-ba73-4b82-afa3-a720f468d6ac,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:22.593012 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e30c1-faec-4fed-baa5-6209b6383c24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:22.594055 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e30c1-faec-4fed-baa5-6209b6383c24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:22.594055 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e30c1-faec-4fed-baa5-6209b6383c24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:22.594055 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e30c1-faec-4fed-baa5-6209b6383c24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:22.594458 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e30c1-faec-4fed-baa5-6209b6383c24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:22.594618 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e30c1-faec-4fed-baa5-6209b6383c24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:22.594960 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e30c1-faec-4fed-baa5-6209b6383c24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:22.596093 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e30c1-faec-4fed-baa5-6209b6383c24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:22.596093 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e30c1-faec-4fed-baa5-6209b6383c24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:22.596093 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e30c1-faec-4fed-baa5-6209b6383c24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:22.596483 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e30c1-faec-4fed-baa5-6209b6383c24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:22.596642 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e30c1-faec-4fed-baa5-6209b6383c24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:22.596927 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e30c1-faec-4fed-baa5-6209b6383c24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:22.702615 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-812d56a8-69cd-48fb-829a-110da358a650 None None] Attempting to bind port 71e99fc0-ba73-4b82-afa3-a720f468d6ac on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:12:22.703310 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-812d56a8-69cd-48fb-829a-110da358a650 None None] Attempting to bind port 71e99fc0-ba73-4b82-afa3-a720f468d6ac by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2b9704c0-6c3a-466c-b73c-7d684fbb4c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:12:22.704185 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812d56a8-69cd-48fb-829a-110da358a650 None None] Attempting to bind port 71e99fc0-ba73-4b82-afa3-a720f468d6ac on network 73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:12:22.722298 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812d56a8-69cd-48fb-829a-110da358a650 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:12:22.723037 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812d56a8-69cd-48fb-829a-110da358a650 None None] Checking segment: {'id': '2b9704c0-6c3a-466c-b73c-7d684fbb4c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:12:22.724134 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-812d56a8-69cd-48fb-829a-110da358a650 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:22.724754 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812d56a8-69cd-48fb-829a-110da358a650 None None] Bound using segment: {'id': '2b9704c0-6c3a-466c-b73c-7d684fbb4c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:12:22.725426 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-812d56a8-69cd-48fb-829a-110da358a650 None None] Bound port: 71e99fc0-ba73-4b82-afa3-a720f468d6ac, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b9704c0-6c3a-466c-b73c-7d684fbb4c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:12:22.725885 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-812d56a8-69cd-48fb-829a-110da358a650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (71e99fc0-ba73-4b82-afa3-a720f468d6ac), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:22.828333 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-b63eae65-bad3-462c-894a-762d170bf8e5 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:22.832635 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6816801-4457-4631-bc99-1735b61c53af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f7c53f-2873-4cf2-a792-13b5a94f34c1'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:12:22.836302 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d286303-7c0b-4fb4-be46-b3a2312a91fa" -d '{"events": [{"server_uuid": "b6816801-4457-4631-bc99-1735b61c53af", "name": "network-vif-plugged", "status": "completed", "tag": "89f7c53f-2873-4cf2-a792-13b5a94f34c1"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:12:22.838529 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-b63eae65-bad3-462c-894a-762d170bf8e5 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.121 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb&tenant_id=991583a4f7ce4c4eb6893f1ec411692c&binding%3Ahost_id=n-h1-822053-40 HTTP/1.1" status: 200 len: 1127 time: 0.3028557 Feb 09 01:12:22.839331 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc526b1-2df8-43a8-957c-63282ee7882a req-e2345022-e7c1-43e6-913f-719848949617 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:22.849312 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0bc526b1-2df8-43a8-957c-63282ee7882a req-e2345022-e7c1-43e6-913f-719848949617 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 946 time: 0.3505945 Feb 09 01:12:22.856854 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-f6c248f1-7a23-4332-9b10-64e91b9e00ca tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Allocated IP 172.25.1.96 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/3ba1e864-24f7-4bad-b19a-466d4f22a5c7) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:12:22.926075 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-92279aed-fc3f-494b-8e23-c808f06d2fbf tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cbcf64bc184340809a27ba774d82840d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4498565 Feb 09 01:12:22.997072 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-812d56a8-69cd-48fb-829a-110da358a650 None None] For port 71e99fc0-ba73-4b82-afa3-a720f468d6ac, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:12:23.006087 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-812d56a8-69cd-48fb-829a-110da358a650 None None] For port 71e99fc0-ba73-4b82-afa3-a720f468d6ac, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=71e99fc0-ba73-4b82-afa3-a720f468d6ac,segment=NetworkSegment(2b9704c0-6c3a-466c-b73c-7d684fbb4c8c),segment_id=2b9704c0-6c3a-466c-b73c-7d684fbb4c8c)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:12:23.027798 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-812d56a8-69cd-48fb-829a-110da358a650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (71e99fc0-ba73-4b82-afa3-a720f468d6ac), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:23.060942 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0bc526b1-2df8-43a8-957c-63282ee7882a req-30ff9985-e401-4c2f-a6bb-e89006c16a86 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101839 Feb 09 01:12:23.143011 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-0926a723-304c-4dd3-9619-47c0fec7e915 None None] Provisioning complete for port 71e99fc0-ba73-4b82-afa3-a720f468d6ac triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:23.146643 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0926a723-304c-4dd3-9619-47c0fec7e915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (71e99fc0-ba73-4b82-afa3-a720f468d6ac), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:23.273286 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812d56a8-69cd-48fb-829a-110da358a650 None None] Routers {'821240b1-4bcb-4a78-85e7-de31952f3491'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:12:23.274248 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-812d56a8-69cd-48fb-829a-110da358a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:11:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['821240b1-4bcb-4a78-85e7-de31952f3491'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:23.288610 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606dd0e-3122-4daa-afcc-24e762798e65 req-6f684b9f-4635-4beb-91e7-d04a8fdb865a tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:23.290251 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c606dd0e-3122-4daa-afcc-24e762798e65 req-6f684b9f-4635-4beb-91e7-d04a8fdb865a tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1d7df7b-0f98-4d00-b22c-a441f80a83cc HTTP/1.1" status: 200 len: 946 time: 0.1569746 Feb 09 01:12:23.510602 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-0926a723-304c-4dd3-9619-47c0fec7e915 None None] Current status of the port 71e99fc0-ba73-4b82-afa3-a720f468d6ac is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:23.511338 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0926a723-304c-4dd3-9619-47c0fec7e915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (71e99fc0-ba73-4b82-afa3-a720f468d6ac), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:23.524118 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c606dd0e-3122-4daa-afcc-24e762798e65 req-b8e47907-33d3-424c-8f9f-03f5fbabcc94 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/security-groups?id=4047daa7-99dc-4065-97c6-18555a778085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2160015 Feb 09 01:12:23.651947 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-0926a723-304c-4dd3-9619-47c0fec7e915 None None] For port 71e99fc0-ba73-4b82-afa3-a720f468d6ac, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=71e99fc0-ba73-4b82-afa3-a720f468d6ac,segment=NetworkSegment(2b9704c0-6c3a-466c-b73c-7d684fbb4c8c),segment_id=2b9704c0-6c3a-466c-b73c-7d684fbb4c8c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:23.664800 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0926a723-304c-4dd3-9619-47c0fec7e915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (71e99fc0-ba73-4b82-afa3-a720f468d6ac), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:23.790915 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94e73c-b9c8-41c2-ab27-fd22763bc2d8 req-ebd9527e-dcf9-4019-95c2-eda03f02b8b1 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:23.796835 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e30c1-faec-4fed-baa5-6209b6383c24 None None] Pushing event updated for resources: {'Port': ['ID=71e99fc0-ba73-4b82-afa3-a720f468d6ac,revision_number=4']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:23.798765 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-b58be5d2-d71a-4498-93ef-76551a856e45 service neutron] For port 9b29190a-3930-41b5-86aa-e98a5fc24971, host n-h2-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:12:23.831943 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-b58be5d2-d71a-4498-93ef-76551a856e45 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:23.832906 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ac94e73c-b9c8-41c2-ab27-fd22763bc2d8 req-ebd9527e-dcf9-4019-95c2-eda03f02b8b1 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.2863221 Feb 09 01:12:23.833176 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-788e5c9a-ab0c-454b-99b3-e87c93dc5466 req-b58be5d2-d71a-4498-93ef-76551a856e45 service neutron] 10.222.0.121 "DELETE /v2.0/ports/9b29190a-3930-41b5-86aa-e98a5fc24971/bindings/n-h2-822053-40 HTTP/1.1" status: 204 len: 173 time: 0.8182683 Feb 09 01:12:23.836048 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-812d56a8-69cd-48fb-829a-110da358a650 None None] Set router 821240b1-4bcb-4a78-85e7-de31952f3491 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:12:23.841653 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f6c248f1-7a23-4332-9b10-64e91b9e00ca tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks [] for port (3ba1e864-24f7-4bad-b19a-466d4f22a5c7), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:23.871366 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926a723-304c-4dd3-9619-47c0fec7e915 None None] Pushing event updated for resources: {'Port': ['ID=71e99fc0-ba73-4b82-afa3-a720f468d6ac,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:23.973455 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f6c248f1-7a23-4332-9b10-64e91b9e00ca tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (3ba1e864-24f7-4bad-b19a-466d4f22a5c7), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:24.007188 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-a83e5e9b-ad39-4f10-ba67-c1debc7b759e None None] Provisioning complete for port 71e99fc0-ba73-4b82-afa3-a720f468d6ac triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:24.010505 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a83e5e9b-ad39-4f10-ba67-c1debc7b759e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (71e99fc0-ba73-4b82-afa3-a720f468d6ac), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:24.065332 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c248f1-7a23-4332-9b10-64e91b9e00ca tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:24.071372 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-f6c248f1-7a23-4332-9b10-64e91b9e00ca tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:24.084804 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c248f1-7a23-4332-9b10-64e91b9e00ca tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:12:24.180981 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c248f1-7a23-4332-9b10-64e91b9e00ca tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Pushing event updated for resources: {'Port': ['ID=3ba1e864-24f7-4bad-b19a-466d4f22a5c7,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:24.240653 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ac94e73c-b9c8-41c2-ab27-fd22763bc2d8 req-9e0629f5-0b0d-4962-abbd-8d10da54540b tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639390 Feb 09 01:12:24.252756 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8a5b-e33b-4333-982a-34840e353f5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:24.290141 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e2ce7-93d3-4098-ae12-b18262f66505 req-78d8c966-e529-4e84-a561-61469db2c882 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:24.315538 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-081e2ce7-93d3-4098-ae12-b18262f66505 req-78d8c966-e529-4e84-a561-61469db2c882 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.4646506 Feb 09 01:12:24.405261 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a83e5e9b-ad39-4f10-ba67-c1debc7b759e None None] Current status of the port 71e99fc0-ba73-4b82-afa3-a720f468d6ac is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:24.552778 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-081e2ce7-93d3-4098-ae12-b18262f66505 req-3ff8cf40-7757-47df-908b-d448244b2d5f tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277690 Feb 09 01:12:24.631190 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944311e6-c3cc-4942-b552-30a6c2d152bb x-openstack-request-id: req-944311e6-c3cc-4942-b552-30a6c2d152bb {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:12:24.631918 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6816801-4457-4631-bc99-1735b61c53af", "name": "network-vif-plugged", "status": "completed", "tag": "89f7c53f-2873-4cf2-a792-13b5a94f34c1", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:12:24.632481 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-944311e6-c3cc-4942-b552-30a6c2d152bb {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:12:24.633459 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6816801-4457-4631-bc99-1735b61c53af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f7c53f-2873-4cf2-a792-13b5a94f34c1', 'code': 200} Feb 09 01:12:24.746955 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f6c248f1-7a23-4332-9b10-64e91b9e00ca tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks [] for floatingip (e43a465f-f79d-4a2b-a9c3-ac8fb6d95199), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:24.917214 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-812d56a8-69cd-48fb-829a-110da358a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821240b1-4bcb-4a78-85e7-de31952f3491', 'name': 'tempest-ServersTestManualDisk-1441057647-router', 'tenant_id': 'd3ffa09253f8497e9537d3d732314376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '36a35dec-261a-43f0-b3fd-1840cc1d670d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:12:11Z', 'updated_at': '2022-02-09T01:12:17Z', 'revision_number': 4, 'project_id': 'd3ffa09253f8497e9537d3d732314376', 'gw_port': {'id': '36a35dec-261a-43f0-b3fd-1840cc1d670d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821240b1-4bcb-4a78-85e7-de31952f3491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:12:12Z', 'updated_at': '2022-02-09T01:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '71e99fc0-ba73-4b82-afa3-a720f468d6ac', 'name': '', 'network_id': '73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb', 'tenant_id': 'd3ffa09253f8497e9537d3d732314376', 'mac_address': 'fa:16:3e:e5:eb:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821240b1-4bcb-4a78-85e7-de31952f3491', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '25285e17-9f75-4b4d-942d-f442cf0bb715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:12:15Z', 'updated_at': '2022-02-09T01:12:22Z', 'revision_number': 4, 'project_id': 'd3ffa09253f8497e9537d3d732314376', 'subnets': [{'id': '25285e17-9f75-4b4d-942d-f442cf0bb715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:24.920149 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f6c248f1-7a23-4332-9b10-64e91b9e00ca tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3ba1e864-24f7-4bad-b19a-466d4f22a5c7), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:24.984956 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812d56a8-69cd-48fb-829a-110da358a650 None None] The sync data for ids ['821240b1-4bcb-4a78-85e7-de31952f3491'] in n-d-822053-40 is: [{'id': '821240b1-4bcb-4a78-85e7-de31952f3491', 'name': 'tempest-ServersTestManualDisk-1441057647-router', 'tenant_id': 'd3ffa09253f8497e9537d3d732314376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '36a35dec-261a-43f0-b3fd-1840cc1d670d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:12:11Z', 'updated_at': '2022-02-09T01:12:17Z', 'revision_number': 4, 'project_id': 'd3ffa09253f8497e9537d3d732314376', 'gw_port': {'id': '36a35dec-261a-43f0-b3fd-1840cc1d670d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821240b1-4bcb-4a78-85e7-de31952f3491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:12:12Z', 'updated_at': '2022-02-09T01:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '71e99fc0-ba73-4b82-afa3-a720f468d6ac', 'name': '', 'network_id': '73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb', 'tenant_id': 'd3ffa09253f8497e9537d3d732314376', 'mac_address': 'fa:16:3e:e5:eb:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821240b1-4bcb-4a78-85e7-de31952f3491', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '25285e17-9f75-4b4d-942d-f442cf0bb715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:12:15Z', 'updated_at': '2022-02-09T01:12:22Z', 'revision_number': 4, 'project_id': 'd3ffa09253f8497e9537d3d732314376', 'subnets': [{'id': '25285e17-9f75-4b4d-942d-f442cf0bb715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:12:25.061863 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cc0565f8-9e4c-4175-8795-57eae62f476c req-053f403a-9e8e-48db-9450-f95dad921dbc tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=30a5e400-bf68-4982-9bbc-c21818f32e71 HTTP/1.1" status: 200 len: 210 time: 0.1389637 Feb 09 01:12:25.100379 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585578a-0f7b-483f-9d05-3436705b4e4f req-2a1db6b0-1034-4e5e-9bc0-8faeb083851f tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:25.113631 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5585578a-0f7b-483f-9d05-3436705b4e4f req-2a1db6b0-1034-4e5e-9bc0-8faeb083851f tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 944 time: 0.3050427 Feb 09 01:12:25.236850 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5585578a-0f7b-483f-9d05-3436705b4e4f req-c2f62337-cef8-49c2-bc27-ff6ace41de14 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193984 Feb 09 01:12:25.468756 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f6c248f1-7a23-4332-9b10-64e91b9e00ca tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks [] for port (3ba1e864-24f7-4bad-b19a-466d4f22a5c7), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:25.483267 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f6c248f1-7a23-4332-9b10-64e91b9e00ca tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (3ba1e864-24f7-4bad-b19a-466d4f22a5c7), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:25.492170 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8085b-3e02-469f-8320-e080498c530b req-7f4e6a10-63b6-4b05-94a6-dbd70a781be6 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:25.504701 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7ea8085b-3e02-469f-8320-e080498c530b req-7f4e6a10-63b6-4b05-94a6-dbd70a781be6 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 946 time: 0.1851680 Feb 09 01:12:25.656521 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c248f1-7a23-4332-9b10-64e91b9e00ca tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Pushing event updated for resources: {'Port': ['ID=3ba1e864-24f7-4bad-b19a-466d4f22a5c7,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:25.668259 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:25.727641 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f6c248f1-7a23-4332-9b10-64e91b9e00ca tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (e43a465f-f79d-4a2b-a9c3-ac8fb6d95199), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:25.740243 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7ea8085b-3e02-469f-8320-e080498c530b req-5ca89c2a-e036-4098-be40-786485d2b98b tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336628 Feb 09 01:12:25.761692 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f6c248f1-7a23-4332-9b10-64e91b9e00ca tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:25.762934 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f6c248f1-7a23-4332-9b10-64e91b9e00ca tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6432462 Feb 09 01:12:25.774054 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfe480-868d-4e70-9b5f-70c359937861 req-8f08c464-2464-4754-a2c1-b6e2f27067ec tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:25.799224 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a6bfe480-868d-4e70-9b5f-70c359937861 req-8f08c464-2464-4754-a2c1-b6e2f27067ec tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.2887459 Feb 09 01:12:25.842654 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63579c96-d326-4504-92c4-c5fb53f5c2cc req-46efed63-3f66-4061-9113-92d5cf8e8911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:25.845187 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-63579c96-d326-4504-92c4-c5fb53f5c2cc req-46efed63-3f66-4061-9113-92d5cf8e8911 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3d8394520fe34c9daa660b5c0721b019&device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 1132 time: 0.1642425 Feb 09 01:12:25.973024 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a6bfe480-868d-4e70-9b5f-70c359937861 req-74f75dda-cd9e-4895-b1b2-fc8b32ef9736 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451573 Feb 09 01:12:26.185862 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63579c96-d326-4504-92c4-c5fb53f5c2cc req-d0ccd81a-78dd-4980-b2f7-031a563f052b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:26.187807 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-63579c96-d326-4504-92c4-c5fb53f5c2cc req-d0ccd81a-78dd-4980-b2f7-031a563f052b service neutron] 10.222.0.121 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.3233504 Feb 09 01:12:26.297602 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-63579c96-d326-4504-92c4-c5fb53f5c2cc req-c6e7312d-5e60-4f24-a358-b0b4743835ce service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=f23958e2-9d45-4b6e-822d-70ee53c087dd HTTP/1.1" status: 200 len: 217 time: 0.0972407 Feb 09 01:12:26.394285 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63579c96-d326-4504-92c4-c5fb53f5c2cc req-69a30381-5f87-4de4-a39f-4d97c8851d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:26.396310 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-63579c96-d326-4504-92c4-c5fb53f5c2cc req-69a30381-5f87-4de4-a39f-4d97c8851d2b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.0874743 Feb 09 01:12:26.481108 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63579c96-d326-4504-92c4-c5fb53f5c2cc req-ce87204d-c2b0-4c88-84db-f9ca0fd83b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:26.484318 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-63579c96-d326-4504-92c4-c5fb53f5c2cc req-ce87204d-c2b0-4c88-84db-f9ca0fd83b46 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0785754 Feb 09 01:12:26.548343 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-71b7678a-0115-4be3-873b-88159a66c63b req-8418d036-da75-4cf1-bd86-c60f94e74ba4 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=bf5d2b15-52d8-45e7-b9a5-58bd3c936fb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5733414 Feb 09 01:12:26.551167 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05e2ea-917f-40b2-a4eb-3d1d97b4105e req-520e5492-3c4e-4321-87f8-b74fa3a7da9b tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:26.558470 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9d05e2ea-917f-40b2-a4eb-3d1d97b4105e req-520e5492-3c4e-4321-87f8-b74fa3a7da9b tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 1127 time: 0.6504555 Feb 09 01:12:26.630523 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38a47e-4235-4393-90fb-f3dcfa0ef950 req-111a66de-62f6-454f-8b46-8c3288d442ab tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:26.632188 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd38a47e-4235-4393-90fb-f3dcfa0ef950 req-111a66de-62f6-454f-8b46-8c3288d442ab tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.5110955 Feb 09 01:12:26.709043 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9d05e2ea-917f-40b2-a4eb-3d1d97b4105e req-29415800-441b-4f3d-9951-1ab9885a51b8 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494970 Feb 09 01:12:26.729007 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-63579c96-d326-4504-92c4-c5fb53f5c2cc req-a2a5abb6-516f-4507-b1e7-40a4ad9e4a6e service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255518 Feb 09 01:12:26.748795 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7678a-0115-4be3-873b-88159a66c63b req-d28575f5-9eb0-43d7-a7a5-75fcb9ad371e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:26.754612 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-71b7678a-0115-4be3-873b-88159a66c63b req-d28575f5-9eb0-43d7-a7a5-75fcb9ad371e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cbcf64bc184340809a27ba774d82840d&device_id=bf5d2b15-52d8-45e7-b9a5-58bd3c936fb9 HTTP/1.1" status: 200 len: 1133 time: 0.1654258 Feb 09 01:12:26.760697 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd38a47e-4235-4393-90fb-f3dcfa0ef950 req-4be7857e-5980-43e9-903f-9950c2c65c70 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154232 Feb 09 01:12:26.946149 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7678a-0115-4be3-873b-88159a66c63b req-467b8a4b-1fe2-4252-bdb7-8a1002ad7e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:26.962536 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-71b7678a-0115-4be3-873b-88159a66c63b req-467b8a4b-1fe2-4252-bdb7-8a1002ad7e55 service neutron] 10.222.0.121 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.1790879 Feb 09 01:12:27.010101 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-63579c96-d326-4504-92c4-c5fb53f5c2cc req-32b4adca-a2f2-4991-aaad-1d65d69643a2 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725198 Feb 09 01:12:27.067099 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 71e99fc0-ba73-4b82-afa3-a720f468d6ac up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:12:27.176950 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 71e99fc0-ba73-4b82-afa3-a720f468d6ac triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:27.181026 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (71e99fc0-ba73-4b82-afa3-a720f468d6ac), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:27.202893 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-167fb1b6-fb87-4f84-8254-049dcd6cfdb7 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=cbcf64bc184340809a27ba774d82840d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2391522 Feb 09 01:12:27.218026 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-71b7678a-0115-4be3-873b-88159a66c63b req-7a7ff9d7-a774-4a18-87d5-dc0c94553b07 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=3fc6e6c1-fe04-4d6e-a5c1-891647370442 HTTP/1.1" status: 200 len: 217 time: 0.1576266 Feb 09 01:12:27.307490 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 71e99fc0-ba73-4b82-afa3-a720f468d6ac is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:27.343809 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7678a-0115-4be3-873b-88159a66c63b req-b6134c83-d2ba-4100-974a-0f683ca6be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:27.357994 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-71b7678a-0115-4be3-873b-88159a66c63b req-b6134c83-d2ba-4100-974a-0f683ca6be72 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.1142299 Feb 09 01:12:27.366491 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:27.472163 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-e008d45a-845b-420c-8081-57b7f1895a27 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2019541813&fields=id&tenant_id=d3ffa09253f8497e9537d3d732314376 HTTP/1.1" status: 200 len: 267 time: 0.4127274 Feb 09 01:12:27.481263 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bf09b-3cac-40f6-b8b9-fc2108116810 req-292daa8f-4cbb-4a0a-b36f-7ea3d463ddad tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:27.484446 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3a6bf09b-3cac-40f6-b8b9-fc2108116810 req-292daa8f-4cbb-4a0a-b36f-7ea3d463ddad tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 1129 time: 0.4938116 Feb 09 01:12:27.638532 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-de84fb12-b488-46ed-b92b-d1964a834cb4 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:27.640019 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-de84fb12-b488-46ed-b92b-d1964a834cb4 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4079268 Feb 09 01:12:27.673600 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7678a-0115-4be3-873b-88159a66c63b req-e6b3f36c-373d-46ee-8bf4-48e247ce930c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:27.675552 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-71b7678a-0115-4be3-873b-88159a66c63b req-e6b3f36c-373d-46ee-8bf4-48e247ce930c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2737403 Feb 09 01:12:27.681555 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-b7b9d9c2-9af2-4c80-8120-713559b0d30f tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Request body: {'port': {'device_id': '30a5e400-bf68-4982-9bbc-c21818f32e71', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'admin_state_up': True, 'tenant_id': 'cbcf64bc184340809a27ba774d82840d'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:27.729038 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ba2b7d1d-25c8-4f86-acd8-74b53b30fa20 req-474760f1-7ba5-4f3e-bcac-445543d2899e service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=233e7aff-9144-4957-a187-ef582ca62d65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0872073 Feb 09 01:12:27.760610 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3a6bf09b-3cac-40f6-b8b9-fc2108116810 req-0e7a6b66-c17a-4ceb-8ddb-01f17abcfc1f tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519820 Feb 09 01:12:27.858874 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-3da48227-1d59-4afc-acfa-9284681b6c07 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:27.867136 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-3da48227-1d59-4afc-acfa-9284681b6c07 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/networks?id=73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb HTTP/1.1" status: 200 len: 812 time: 0.3746495 Feb 09 01:12:27.900199 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-33ad67cf-6ff4-4f5d-8600-8a6d24cf726c tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/quotas/d3ffa09253f8497e9537d3d732314376 HTTP/1.1" status: 200 len: 375 time: 0.0320354 Feb 09 01:12:27.903469 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b7d1d-25c8-4f86-acd8-74b53b30fa20 req-816cb16a-6209-45ff-8118-d3dbe7b8f72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:27.905517 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ba2b7d1d-25c8-4f86-acd8-74b53b30fa20 req-816cb16a-6209-45ff-8118-d3dbe7b8f72d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=991583a4f7ce4c4eb6893f1ec411692c&device_id=233e7aff-9144-4957-a187-ef582ca62d65 HTTP/1.1" status: 200 len: 1149 time: 0.1027575 Feb 09 01:12:27.995264 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a87c3238-e65d-4773-8675-40f345f7d7d9 req-b762a99c-0323-440f-b789-bd0b8812ecea tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=30a5e400-bf68-4982-9bbc-c21818f32e71 HTTP/1.1" status: 200 len: 210 time: 0.0714879 Feb 09 01:12:28.075667 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-71b7678a-0115-4be3-873b-88159a66c63b req-f8285c8f-b9a0-4fc3-91b0-397166c410e6 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593633 Feb 09 01:12:28.122857 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-ed269f92-1d07-47e5-95c7-d8a24949c70c tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3ffa09253f8497e9537d3d732314376&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2217398 Feb 09 01:12:28.136695 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b7d1d-25c8-4f86-acd8-74b53b30fa20 req-c1883765-c435-4aa7-ac95-9aa875a69842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:28.138832 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ba2b7d1d-25c8-4f86-acd8-74b53b30fa20 req-c1883765-c435-4aa7-ac95-9aa875a69842 service neutron] 10.222.0.91 "GET /v2.0/networks?id=28c1f603-e786-4a84-b8ed-ec2e36c0d018 HTTP/1.1" status: 200 len: 909 time: 0.1976571 Feb 09 01:12:28.141244 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:28.174857 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-b7b9d9c2-9af2-4c80-8120-713559b0d30f tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Made reservation on behalf of cbcf64bc184340809a27ba774d82840d for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:28.178836 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-b7b9d9c2-9af2-4c80-8120-713559b0d30f tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:28.198266 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ba2b7d1d-25c8-4f86-acd8-74b53b30fa20 req-70bf6584-4afb-43e3-952e-0284d6b0cba4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae1864f9-d6b2-46c3-921c-f067c0726ab2 HTTP/1.1" status: 200 len: 217 time: 0.0512531 Feb 09 01:12:28.260448 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b7d1d-25c8-4f86-acd8-74b53b30fa20 req-fec249a9-61b2-433a-8fb3-28a9a832c6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:28.263119 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ba2b7d1d-25c8-4f86-acd8-74b53b30fa20 req-fec249a9-61b2-433a-8fb3-28a9a832c6fa service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8fe24410-38bf-494b-a44d-46f0496d84a5 HTTP/1.1" status: 200 len: 848 time: 0.0581572 Feb 09 01:12:28.337628 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-71b7678a-0115-4be3-873b-88159a66c63b req-99f4f5c2-1af7-4627-b65a-2696b41cc7f8 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472239 Feb 09 01:12:28.354982 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ba2b7d1d-25c8-4f86-acd8-74b53b30fa20 req-e720d9f8-209b-423d-9dfe-6b5a1c2d02d2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=28c1f603-e786-4a84-b8ed-ec2e36c0d018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653734 Feb 09 01:12:28.489916 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ba2b7d1d-25c8-4f86-acd8-74b53b30fa20 req-d54b0684-2089-423e-91c4-665dd8a92779 service neutron] 10.222.0.91 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277385 Feb 09 01:12:28.512860 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-f8bd815b-60cc-4340-b2d6-6176b9388a41 service neutron] 10.222.0.30 "GET /v2.0/networks/73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273215 Feb 09 01:12:28.585978 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fcd90-7cf8-47e4-8539-af991eea1e6d req-79c517bb-7aa2-4c1d-be30-7c77bbed9f07 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:28.595082 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-931fcd90-7cf8-47e4-8539-af991eea1e6d req-79c517bb-7aa2-4c1d-be30-7c77bbed9f07 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 1127 time: 0.4211655 Feb 09 01:12:28.700325 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ba2b7d1d-25c8-4f86-acd8-74b53b30fa20 req-0cf5d536-fa03-4528-a576-4388091d9cd8 service neutron] 10.222.0.91 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857667 Feb 09 01:12:28.757033 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-b7b9d9c2-9af2-4c80-8120-713559b0d30f tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Allocated IP 192.168.233.209 (3976161f-bd1f-4dbb-b950-6897c01f16f1/98abf639-2282-4fa1-acd9-5660b4f87a0d/1e68fd13-69db-47c3-9c5f-85da914b9197) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:12:28.819662 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-931fcd90-7cf8-47e4-8539-af991eea1e6d req-8a20b036-221e-45a3-930d-4402390e601d tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235525 Feb 09 01:12:28.855562 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-be1064bf-22e0-4ac9-b80c-0060c335b8bc service neutron] 10.222.0.30 "GET /v2.0/networks/73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881718 Feb 09 01:12:29.090844 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce39792-5643-4828-bc1b-3541e72f10dc req-de6ad343-e18c-4680-a4da-01365caa03d3 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:29.092459 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ce39792-5643-4828-bc1b-3541e72f10dc req-de6ad343-e18c-4680-a4da-01365caa03d3 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.1200330 Feb 09 01:12:29.123222 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-b7b9d9c2-9af2-4c80-8120-713559b0d30f tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks [] for port (1e68fd13-69db-47c3-9c5f-85da914b9197), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:29.219046 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ce39792-5643-4828-bc1b-3541e72f10dc req-cc4eb12f-49ee-47a8-b90c-8963a7a01f6f tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155910 Feb 09 01:12:29.335169 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-b7b9d9c2-9af2-4c80-8120-713559b0d30f tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (1e68fd13-69db-47c3-9c5f-85da914b9197), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:29.357381 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['27fe8a84-17a5-4744-b287-c5a8fdf17b82', '3fc6e6c1-fe04-4d6e-a5c1-891647370442', '37cc49f2-46da-4fdb-bb24-198cc9bba705', 'be60904b-3c53-4589-9c61-6521a3a5d93f', '9461bf13-de00-4ba3-aa16-1f83b215c5bd'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:12:29.361142 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['0299c62c-b308-454a-bf29-0a85c3420970', 'e360c9ab-0a13-41c6-8d70-5912dbd9ce2a'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:12:29.514078 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-b7b9d9c2-9af2-4c80-8120-713559b0d30f tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Network 3976161f-bd1f-4dbb-b950-6897c01f16f1 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:29.533765 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3942aa-e5a0-40a1-8a3b-dd4885cc2e08 req-761e44cd-cca3-4a89-a71e-6e61ef795d19 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:29.536242 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c3942aa-e5a0-40a1-8a3b-dd4885cc2e08 req-761e44cd-cca3-4a89-a71e-6e61ef795d19 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.3038993 Feb 09 01:12:29.537438 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-b7b9d9c2-9af2-4c80-8120-713559b0d30f tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:29.543903 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-b7b9d9c2-9af2-4c80-8120-713559b0d30f tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:12:29.711463 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9d9c2-9af2-4c80-8120-713559b0d30f tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Pushing event updated for resources: {'Port': ['ID=1e68fd13-69db-47c3-9c5f-85da914b9197,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:29.821429 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c3942aa-e5a0-40a1-8a3b-dd4885cc2e08 req-6d5674fd-8a29-465a-a66e-d5dee3128301 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660205 Feb 09 01:12:29.862987 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-b7b9d9c2-9af2-4c80-8120-713559b0d30f tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:29.864649 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-b7b9d9c2-9af2-4c80-8120-713559b0d30f tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:29.905378 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-b7b9d9c2-9af2-4c80-8120-713559b0d30f tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2286415 Feb 09 01:12:29.929003 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-e7fdf161-2a66-43cb-af43-93d039bf06cf service neutron] Request body: {'port': {'device_id': '30a5e400-bf68-4982-9bbc-c21818f32e71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:30.158643 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-e7fdf161-2a66-43cb-af43-93d039bf06cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1e68fd13-69db-47c3-9c5f-85da914b9197), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:30.171836 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-ef902b5d-103d-4061-84f0-16e76f364e03 None None] Provisioning complete for port 1e68fd13-69db-47c3-9c5f-85da914b9197 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:30.172909 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ef902b5d-103d-4061-84f0-16e76f364e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1e68fd13-69db-47c3-9c5f-85da914b9197), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:30.221506 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0996a-e3e3-46d8-9653-aebefd81e5dd req-7533b503-6027-4d35-86ea-e7afe52569b6 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:30.229762 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d6a0996a-e3e3-46d8-9653-aebefd81e5dd req-7533b503-6027-4d35-86ea-e7afe52569b6 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=30a5e400-bf68-4982-9bbc-c21818f32e71 HTTP/1.1" status: 200 len: 936 time: 0.2146733 Feb 09 01:12:30.325043 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ef902b5d-103d-4061-84f0-16e76f364e03 None None] Port 1e68fd13-69db-47c3-9c5f-85da914b9197 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:12:30.341452 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d6a0996a-e3e3-46d8-9653-aebefd81e5dd req-a6960793-a31b-40e0-8239-c19d350aa86e tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038527 Feb 09 01:12:30.627541 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7a2879ab-90e0-4972-b14a-87fbc81d8816 req-8e560d67-fe3e-4f8f-85c8-932e1105d6c9 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f4535cf-4c29-4763-939b-fd93281ed8cd HTTP/1.1" status: 200 len: 210 time: 0.0732193 Feb 09 01:12:30.929956 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1951bc6-4ad7-4afb-bfbf-b6bb47063974 req-27b7f596-ab7b-4161-bb3c-4d2e2ce2b898 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:30.941350 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a1951bc6-4ad7-4afb-bfbf-b6bb47063974 req-27b7f596-ab7b-4161-bb3c-4d2e2ce2b898 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.4668391 Feb 09 01:12:31.196595 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a1951bc6-4ad7-4afb-bfbf-b6bb47063974 req-90e35eaa-4e0d-4bc2-aa2a-2e9add6a4352 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542706 Feb 09 01:12:31.290393 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-e7fdf161-2a66-43cb-af43-93d039bf06cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e68fd13-69db-47c3-9c5f-85da914b9197 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:12:31.300483 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-e7fdf161-2a66-43cb-af43-93d039bf06cf service neutron] Publish callbacks [] for port (1e68fd13-69db-47c3-9c5f-85da914b9197), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:31.320979 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-e7fdf161-2a66-43cb-af43-93d039bf06cf service neutron] Transition to ACTIVE for port object 1e68fd13-69db-47c3-9c5f-85da914b9197 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:31.329934 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-e7fdf161-2a66-43cb-af43-93d039bf06cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (1e68fd13-69db-47c3-9c5f-85da914b9197), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:31.399663 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a4706-e511-4ba1-93b6-0368818b82b2 req-d6e8943b-152a-4043-a63e-465caf22c8fe tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:31.410188 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-229a4706-e511-4ba1-93b6-0368818b82b2 req-d6e8943b-152a-4043-a63e-465caf22c8fe tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.3342316 Feb 09 01:12:31.560865 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fdf161-2a66-43cb-af43-93d039bf06cf service neutron] Pushing event updated for resources: {'Port': ['ID=1e68fd13-69db-47c3-9c5f-85da914b9197,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:31.802006 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-3d542dc6-5b49-445d-a284-a75dd5da7f89 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:31.803870 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-3d542dc6-5b49-445d-a284-a75dd5da7f89 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.121 "GET /v2.0/networks?id=73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb HTTP/1.1" status: 200 len: 812 time: 0.2325807 Feb 09 01:12:31.891129 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-229a4706-e511-4ba1-93b6-0368818b82b2 req-0734a8bf-9434-426c-abaa-43d222c30610 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4790866 Feb 09 01:12:31.955344 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5f894-0730-4602-8cc4-2bfd3d27eff7 req-ae20c4af-afa0-468f-8df1-44cbb6569ccc tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:31.956955 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76e5f894-0730-4602-8cc4-2bfd3d27eff7 req-ae20c4af-afa0-468f-8df1-44cbb6569ccc tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=30a5e400-bf68-4982-9bbc-c21818f32e71 HTTP/1.1" status: 200 len: 948 time: 0.4528143 Feb 09 01:12:32.005928 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-e7fdf161-2a66-43cb-af43-93d039bf06cf service neutron] Attempting to bind port 1e68fd13-69db-47c3-9c5f-85da914b9197 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:12:32.005928 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-e7fdf161-2a66-43cb-af43-93d039bf06cf service neutron] Attempting to bind port 1e68fd13-69db-47c3-9c5f-85da914b9197 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:12:32.005928 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-e7fdf161-2a66-43cb-af43-93d039bf06cf service neutron] Attempting to bind port 1e68fd13-69db-47c3-9c5f-85da914b9197 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:12:32.028415 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-e7fdf161-2a66-43cb-af43-93d039bf06cf service neutron] Port 1e68fd13-69db-47c3-9c5f-85da914b9197 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:12:32.028901 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-e7fdf161-2a66-43cb-af43-93d039bf06cf service neutron] Attempting to bind port 1e68fd13-69db-47c3-9c5f-85da914b9197 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:12:32.041677 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-e7fdf161-2a66-43cb-af43-93d039bf06cf service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:12:32.042579 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-e7fdf161-2a66-43cb-af43-93d039bf06cf service neutron] Checking segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:12:32.042579 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-e7fdf161-2a66-43cb-af43-93d039bf06cf service neutron] Bound using segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:12:32.043218 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-e7fdf161-2a66-43cb-af43-93d039bf06cf service neutron] Bound port: 1e68fd13-69db-47c3-9c5f-85da914b9197, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:12:32.043686 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-e7fdf161-2a66-43cb-af43-93d039bf06cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1e68fd13-69db-47c3-9c5f-85da914b9197), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:32.075824 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-c662c199-2daa-41a1-84a3-f135568bfd5e tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3ffa09253f8497e9537d3d732314376 HTTP/1.1" status: 200 len: 380 time: 0.2542763 Feb 09 01:12:32.115629 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-3b5b7b9e-b23e-4841-8ef5-68afebc86827 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Request body: {'port': {'device_id': '0f4535cf-4c29-4763-939b-fd93281ed8cd', 'network_id': '73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb', 'admin_state_up': True, 'tenant_id': 'd3ffa09253f8497e9537d3d732314376', 'security_groups': ['442e827f-f1ad-4450-b8fb-9bc169a1e64b']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:32.205288 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76e5f894-0730-4602-8cc4-2bfd3d27eff7 req-fb53bae1-9f23-4d53-b1c5-556d5ec78d5d tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303052 Feb 09 01:12:33.084829 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ba255d89-9c2f-4800-9256-65ebd203e8ab req-5ef5bff8-2112-4814-a795-ba561d0bd5c0 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f4535cf-4c29-4763-939b-fd93281ed8cd HTTP/1.1" status: 200 len: 210 time: 0.9333401 Feb 09 01:12:33.178345 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-3b5b7b9e-b23e-4841-8ef5-68afebc86827 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Made reservation on behalf of d3ffa09253f8497e9537d3d732314376 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:33.182384 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-3b5b7b9e-b23e-4841-8ef5-68afebc86827 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:33.247028 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-e7fdf161-2a66-43cb-af43-93d039bf06cf service neutron] For port 1e68fd13-69db-47c3-9c5f-85da914b9197, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:12:33.258166 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84d23a-d7f3-430f-8cae-e747e03e8907 req-9670a6bc-1ece-4da1-bc3b-a84d0482a1e4 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:33.259720 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ea84d23a-d7f3-430f-8cae-e747e03e8907 req-9670a6bc-1ece-4da1-bc3b-a84d0482a1e4 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.2376001 Feb 09 01:12:33.315916 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-e7fdf161-2a66-43cb-af43-93d039bf06cf service neutron] For port 1e68fd13-69db-47c3-9c5f-85da914b9197, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=1e68fd13-69db-47c3-9c5f-85da914b9197,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:12:33.352931 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-e7fdf161-2a66-43cb-af43-93d039bf06cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (1e68fd13-69db-47c3-9c5f-85da914b9197), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:33.438042 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299632b-6961-4d3a-a016-28486687a55b req-0cf03dda-ffdf-4d3f-bba9-d3c4bbb95171 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:33.439537 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5299632b-6961-4d3a-a016-28486687a55b req-0cf03dda-ffdf-4d3f-bba9-d3c4bbb95171 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.2384715 Feb 09 01:12:33.513739 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-e7fdf161-2a66-43cb-af43-93d039bf06cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:33.514441 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-e7fdf161-2a66-43cb-af43-93d039bf06cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:33.521711 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-e7fdf161-2a66-43cb-af43-93d039bf06cf service neutron] 10.222.0.91 "PUT /v2.0/ports/1e68fd13-69db-47c3-9c5f-85da914b9197 HTTP/1.1" status: 200 len: 1097 time: 3.6015217 Feb 09 01:12:33.524464 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a5e400-bf68-4982-9bbc-c21818f32e71', 'tag': '1e68fd13-69db-47c3-9c5f-85da914b9197'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:12:33.536747 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88244bf1-c150-418d-8b72-192af226bc0e" -d '{"events": [{"name": "network-changed", "server_uuid": "30a5e400-bf68-4982-9bbc-c21818f32e71", "tag": "1e68fd13-69db-47c3-9c5f-85da914b9197"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:12:33.663872 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fdf161-2a66-43cb-af43-93d039bf06cf service neutron] Pushing event updated for resources: {'Port': ['ID=1e68fd13-69db-47c3-9c5f-85da914b9197,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:33.731948 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ea84d23a-d7f3-430f-8cae-e747e03e8907 req-6101a51d-1bb6-4559-8910-5cb495d6ecd2 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4454377 Feb 09 01:12:33.815471 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-3b5b7b9e-b23e-4841-8ef5-68afebc86827 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Allocated IP 172.20.0.4 (73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb/25285e17-9f75-4b4d-942d-f442cf0bb715/2174d6c4-4548-46ec-8d59-4157aafdd677) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:12:33.840949 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5299632b-6961-4d3a-a016-28486687a55b req-49db1be7-49d8-4067-9780-df214ab5aa71 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884130 Feb 09 01:12:33.950988 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-0eaf19c6-14fe-4f96-bf31-096a98e9ac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:33.969977 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-0eaf19c6-14fe-4f96-bf31-096a98e9ac7a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cbcf64bc184340809a27ba774d82840d&device_id=30a5e400-bf68-4982-9bbc-c21818f32e71 HTTP/1.1" status: 200 len: 1131 time: 0.3497143 Feb 09 01:12:34.177257 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-02180f63-c936-4bef-8e4c-ba2a48558825 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=1e68fd13-69db-47c3-9c5f-85da914b9197 HTTP/1.1" status: 200 len: 217 time: 0.1160476 Feb 09 01:12:34.381481 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4533c6-c465-4ad7-9259-c016ef99c30a req-367d0be6-3c44-42e4-a2ac-d310ed86fa47 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:34.390130 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf4533c6-c465-4ad7-9259-c016ef99c30a req-367d0be6-3c44-42e4-a2ac-d310ed86fa47 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=30a5e400-bf68-4982-9bbc-c21818f32e71 HTTP/1.1" status: 200 len: 948 time: 0.4104342 Feb 09 01:12:34.505490 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-df5bec73-0eda-41d2-a65c-ab33f381a63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:34.507767 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-df5bec73-0eda-41d2-a65c-ab33f381a63c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.3170476 Feb 09 01:12:34.620247 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-3b5b7b9e-b23e-4841-8ef5-68afebc86827 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks [] for port (2174d6c4-4548-46ec-8d59-4157aafdd677), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:34.679237 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e068d7b9-1ac2-42f3-83e6-9ad1ff93a526 x-openstack-request-id: req-e068d7b9-1ac2-42f3-83e6-9ad1ff93a526 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:12:34.679542 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a5e400-bf68-4982-9bbc-c21818f32e71", "tag": "1e68fd13-69db-47c3-9c5f-85da914b9197", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:12:34.679804 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e068d7b9-1ac2-42f3-83e6-9ad1ff93a526 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:12:34.680354 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30a5e400-bf68-4982-9bbc-c21818f32e71', 'tag': '1e68fd13-69db-47c3-9c5f-85da914b9197', 'status': 'completed', 'code': 200} Feb 09 01:12:34.700623 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-3b5b7b9e-b23e-4841-8ef5-68afebc86827 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (2174d6c4-4548-46ec-8d59-4157aafdd677), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:34.797724 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-3b5b7b9e-b23e-4841-8ef5-68afebc86827 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Network 73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:34.804821 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-3b5b7b9e-b23e-4841-8ef5-68afebc86827 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:34.835364 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf4533c6-c465-4ad7-9259-c016ef99c30a req-2c0dca93-ba0a-42a3-96f3-869cfd012af7 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4432089 Feb 09 01:12:34.837891 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-3b5b7b9e-b23e-4841-8ef5-68afebc86827 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:12:34.889499 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-862b18a6-d0c3-4563-a7a1-1cb6cb1b93d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:34.891143 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-862b18a6-d0c3-4563-a7a1-1cb6cb1b93d5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2100213 Feb 09 01:12:35.006470 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-3b5b7b9e-b23e-4841-8ef5-68afebc86827 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:35.007527 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-3b5b7b9e-b23e-4841-8ef5-68afebc86827 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:35.011359 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b7b9e-b23e-4841-8ef5-68afebc86827 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Pushing event updated for resources: {'Port': ['ID=2174d6c4-4548-46ec-8d59-4157aafdd677,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:35.172580 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-3b5b7b9e-b23e-4841-8ef5-68afebc86827 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0890996 Feb 09 01:12:35.251122 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-12b49ab1-8e2b-4c1f-8f60-e5af30f85309 service neutron] Request body: {'port': {'device_id': '0f4535cf-4c29-4763-939b-fd93281ed8cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:35.288635 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968ddd9-3e6c-4ede-81dc-8dcc63da54be req-7a9b1614-35ef-47fd-ba52-eac8567744eb tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:35.290721 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6968ddd9-3e6c-4ede-81dc-8dcc63da54be req-7a9b1614-35ef-47fd-ba52-eac8567744eb tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f4535cf-4c29-4763-939b-fd93281ed8cd HTTP/1.1" status: 200 len: 931 time: 0.5154741 Feb 09 01:12:35.344950 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-7eeec722-d1fc-48dd-bafe-98549b5a5541 None None] Provisioning complete for port 2174d6c4-4548-46ec-8d59-4157aafdd677 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:35.345608 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7eeec722-d1fc-48dd-bafe-98549b5a5541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2174d6c4-4548-46ec-8d59-4157aafdd677), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:35.469697 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7eeec722-d1fc-48dd-bafe-98549b5a5541 None None] Port 2174d6c4-4548-46ec-8d59-4157aafdd677 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:12:35.487426 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6968ddd9-3e6c-4ede-81dc-8dcc63da54be req-01fa06b6-df4c-4793-8e2b-18c09bc73944 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/security-groups?id=442e827f-f1ad-4450-b8fb-9bc169a1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586008 Feb 09 01:12:35.514378 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e595e3-1140-4902-8cf8-109fe185bc58 req-b0786c7e-2645-4fb4-aa97-8d64210debf2 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:35.518620 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e1e595e3-1140-4902-8cf8-109fe185bc58 req-b0786c7e-2645-4fb4-aa97-8d64210debf2 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.3369412 Feb 09 01:12:35.521949 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-12b49ab1-8e2b-4c1f-8f60-e5af30f85309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2174d6c4-4548-46ec-8d59-4157aafdd677), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:35.527087 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-a4d61f4c-c513-4ca1-9ccb-12ad086b6e45 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5567834 Feb 09 01:12:35.876308 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e1e595e3-1140-4902-8cf8-109fe185bc58 req-85719d0f-4764-4b4d-8a3c-c22344751e45 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423731 Feb 09 01:12:36.029087 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:12:36.232705 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-12b49ab1-8e2b-4c1f-8f60-e5af30f85309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2174d6c4-4548-46ec-8d59-4157aafdd677 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:12:36.243880 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-12b49ab1-8e2b-4c1f-8f60-e5af30f85309 service neutron] Publish callbacks [] for port (2174d6c4-4548-46ec-8d59-4157aafdd677), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:36.260456 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-12b49ab1-8e2b-4c1f-8f60-e5af30f85309 service neutron] Transition to ACTIVE for port object 2174d6c4-4548-46ec-8d59-4157aafdd677 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:36.264411 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-b38cc78d-61af-4336-aa09-cc04a88f11a3 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7038512 Feb 09 01:12:36.324372 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-12b49ab1-8e2b-4c1f-8f60-e5af30f85309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (2174d6c4-4548-46ec-8d59-4157aafdd677), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:36.432350 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff94f7-cb76-41b2-abb9-3d88b2def206 req-6a41fc48-de69-4c60-992b-a838e8739114 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:36.445281 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0eff94f7-cb76-41b2-abb9-3d88b2def206 req-6a41fc48-de69-4c60-992b-a838e8739114 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.7983084 Feb 09 01:12:36.637028 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a00af-2e90-42c5-8253-cc6ec68698a0 req-21ac457a-54cb-45de-b483-be2b382016bf tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:36.652670 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c03a00af-2e90-42c5-8253-cc6ec68698a0 req-21ac457a-54cb-45de-b483-be2b382016bf tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=30a5e400-bf68-4982-9bbc-c21818f32e71 HTTP/1.1" status: 200 len: 948 time: 0.3861933 Feb 09 01:12:36.657487 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0eff94f7-cb76-41b2-abb9-3d88b2def206 req-fd44d391-4c59-4eb3-982a-3465e46ec5fb tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111192 Feb 09 01:12:36.669810 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b49ab1-8e2b-4c1f-8f60-e5af30f85309 service neutron] Pushing event updated for resources: {'Port': ['ID=2174d6c4-4548-46ec-8d59-4157aafdd677,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:36.895211 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c03a00af-2e90-42c5-8253-cc6ec68698a0 req-1c82f199-37e8-49a8-bd20-c476c19c4ddd tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413211 Feb 09 01:12:36.897517 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88244bf1-c150-418d-8b72-192af226bc0e req-c74e54f5-8bd7-4c80-941e-4b24211276c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:36.915189 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-88244bf1-c150-418d-8b72-192af226bc0e req-c74e54f5-8bd7-4c80-941e-4b24211276c2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cbcf64bc184340809a27ba774d82840d&device_id=30a5e400-bf68-4982-9bbc-c21818f32e71 HTTP/1.1" status: 200 len: 1131 time: 0.5228524 Feb 09 01:12:37.215416 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4b9a9-5001-4661-a48e-b2ec1b3fd0a2 req-6f46a34b-dfd3-4d71-9aba-c6ba724fdc6e tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:37.216893 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-38d4b9a9-5001-4661-a48e-b2ec1b3fd0a2 req-6f46a34b-dfd3-4d71-9aba-c6ba724fdc6e tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f4535cf-4c29-4763-939b-fd93281ed8cd HTTP/1.1" status: 200 len: 943 time: 0.3403742 Feb 09 01:12:37.225370 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-12b49ab1-8e2b-4c1f-8f60-e5af30f85309 service neutron] Attempting to bind port 2174d6c4-4548-46ec-8d59-4157aafdd677 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:12:37.225713 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-12b49ab1-8e2b-4c1f-8f60-e5af30f85309 service neutron] Attempting to bind port 2174d6c4-4548-46ec-8d59-4157aafdd677 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '2b9704c0-6c3a-466c-b73c-7d684fbb4c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:12:37.226044 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-12b49ab1-8e2b-4c1f-8f60-e5af30f85309 service neutron] Attempting to bind port 2174d6c4-4548-46ec-8d59-4157aafdd677 on network 73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:12:37.243706 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-12b49ab1-8e2b-4c1f-8f60-e5af30f85309 service neutron] Port 2174d6c4-4548-46ec-8d59-4157aafdd677 on network 73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:12:37.244051 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-12b49ab1-8e2b-4c1f-8f60-e5af30f85309 service neutron] Attempting to bind port 2174d6c4-4548-46ec-8d59-4157aafdd677 on network 73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:12:37.251918 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c4deb-432a-400b-9b7e-2ef71f2c2845 req-57e490d1-2c92-4688-be14-a7fb2ec05a51 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:37.253493 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5e0c4deb-432a-400b-9b7e-2ef71f2c2845 req-57e490d1-2c92-4688-be14-a7fb2ec05a51 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.2295799 Feb 09 01:12:37.295035 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-12b49ab1-8e2b-4c1f-8f60-e5af30f85309 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:12:37.295770 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-12b49ab1-8e2b-4c1f-8f60-e5af30f85309 service neutron] Checking segment: {'id': '2b9704c0-6c3a-466c-b73c-7d684fbb4c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:12:37.295770 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-12b49ab1-8e2b-4c1f-8f60-e5af30f85309 service neutron] Bound using segment: {'id': '2b9704c0-6c3a-466c-b73c-7d684fbb4c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:12:37.296384 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-12b49ab1-8e2b-4c1f-8f60-e5af30f85309 service neutron] Bound port: 2174d6c4-4548-46ec-8d59-4157aafdd677, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b9704c0-6c3a-466c-b73c-7d684fbb4c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:12:37.297314 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-12b49ab1-8e2b-4c1f-8f60-e5af30f85309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2174d6c4-4548-46ec-8d59-4157aafdd677), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:37.310269 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88244bf1-c150-418d-8b72-192af226bc0e req-86dc5c64-bd3b-43ba-9211-235328edbe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:37.311864 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-88244bf1-c150-418d-8b72-192af226bc0e req-86dc5c64-bd3b-43ba-9211-235328edbe4f service neutron] 10.222.0.91 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.3562288 Feb 09 01:12:37.421501 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-88244bf1-c150-418d-8b72-192af226bc0e req-a41d3866-9281-4673-855c-cf705c9da9a4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=1e68fd13-69db-47c3-9c5f-85da914b9197 HTTP/1.1" status: 200 len: 217 time: 0.0891633 Feb 09 01:12:37.435852 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-38d4b9a9-5001-4661-a48e-b2ec1b3fd0a2 req-6989d0d6-28c3-4202-9ba5-216918f910c7 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/security-groups?id=442e827f-f1ad-4450-b8fb-9bc169a1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001297 Feb 09 01:12:37.508620 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5e0c4deb-432a-400b-9b7e-2ef71f2c2845 req-a6b8c6ef-6a82-4570-97d0-4658d70e2bf4 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415316 Feb 09 01:12:37.538857 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88244bf1-c150-418d-8b72-192af226bc0e req-83db9a7e-ba30-4887-a86e-7a0ac1d72ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:37.540363 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-88244bf1-c150-418d-8b72-192af226bc0e req-83db9a7e-ba30-4887-a86e-7a0ac1d72ada service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.0970156 Feb 09 01:12:37.561420 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-12b49ab1-8e2b-4c1f-8f60-e5af30f85309 service neutron] For port 2174d6c4-4548-46ec-8d59-4157aafdd677, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:12:37.579189 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-12b49ab1-8e2b-4c1f-8f60-e5af30f85309 service neutron] For port 2174d6c4-4548-46ec-8d59-4157aafdd677, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=2174d6c4-4548-46ec-8d59-4157aafdd677,segment=NetworkSegment(2b9704c0-6c3a-466c-b73c-7d684fbb4c8c),segment_id=2b9704c0-6c3a-466c-b73c-7d684fbb4c8c)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:12:37.613139 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-12b49ab1-8e2b-4c1f-8f60-e5af30f85309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (2174d6c4-4548-46ec-8d59-4157aafdd677), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:37.690105 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-12b49ab1-8e2b-4c1f-8f60-e5af30f85309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:37.690745 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-12b49ab1-8e2b-4c1f-8f60-e5af30f85309 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:37.693983 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-12b49ab1-8e2b-4c1f-8f60-e5af30f85309 service neutron] 10.222.0.121 "PUT /v2.0/ports/2174d6c4-4548-46ec-8d59-4157aafdd677 HTTP/1.1" status: 200 len: 1092 time: 2.4612448 Feb 09 01:12:37.694627 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f4535cf-4c29-4763-939b-fd93281ed8cd', 'tag': '2174d6c4-4548-46ec-8d59-4157aafdd677'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:12:37.697742 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c0edec-937d-4b5c-a193-069c8904579e" -d '{"events": [{"name": "network-changed", "server_uuid": "0f4535cf-4c29-4763-939b-fd93281ed8cd", "tag": "2174d6c4-4548-46ec-8d59-4157aafdd677"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:12:37.710926 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88244bf1-c150-418d-8b72-192af226bc0e req-3a04ce78-e86d-440a-bfe3-89d48a73acf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:37.712509 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-88244bf1-c150-418d-8b72-192af226bc0e req-3a04ce78-e86d-440a-bfe3-89d48a73acf0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1475482 Feb 09 01:12:37.775465 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b49ab1-8e2b-4c1f-8f60-e5af30f85309 service neutron] Pushing event updated for resources: {'Port': ['ID=2174d6c4-4548-46ec-8d59-4157aafdd677,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:37.812550 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fda8cea-4636-4674-ab05-ae2a1df223c7 x-openstack-request-id: req-4fda8cea-4636-4674-ab05-ae2a1df223c7 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:12:37.813196 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f4535cf-4c29-4763-939b-fd93281ed8cd", "tag": "2174d6c4-4548-46ec-8d59-4157aafdd677", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:12:37.813634 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4fda8cea-4636-4674-ab05-ae2a1df223c7 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:12:37.814372 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f4535cf-4c29-4763-939b-fd93281ed8cd', 'tag': '2174d6c4-4548-46ec-8d59-4157aafdd677', 'status': 'completed', 'code': 200} Feb 09 01:12:38.045977 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-88244bf1-c150-418d-8b72-192af226bc0e req-09e0b45a-6081-45a8-8255-eb99cb6dee64 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988141 Feb 09 01:12:38.119011 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ad3ad-6294-465d-9b9e-bf351bf26ce9 req-c506a83b-1b16-45a6-bbee-fd88e61feb78 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:38.120728 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c87ad3ad-6294-465d-9b9e-bf351bf26ce9 req-c506a83b-1b16-45a6-bbee-fd88e61feb78 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.2437758 Feb 09 01:12:38.153830 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-3b437692-6a9d-4da9-9433-e53b48645ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:38.155486 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-3b437692-6a9d-4da9-9433-e53b48645ef6 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d3ffa09253f8497e9537d3d732314376&device_id=0f4535cf-4c29-4763-939b-fd93281ed8cd HTTP/1.1" status: 200 len: 1126 time: 0.3554432 Feb 09 01:12:38.576042 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-a0b3e0ec-9efd-45cf-b4b4-b21ed7ea66d1 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2174d6c4-4548-46ec-8d59-4157aafdd677 HTTP/1.1" status: 200 len: 217 time: 0.3937211 Feb 09 01:12:38.664450 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbc7ec-4821-4c4e-90f4-fc2ea390e1be req-ec901b9b-75bd-4262-9376-0fca07d250ca tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:38.666063 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cfdbc7ec-4821-4c4e-90f4-fc2ea390e1be req-ec901b9b-75bd-4262-9376-0fca07d250ca tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=30a5e400-bf68-4982-9bbc-c21818f32e71 HTTP/1.1" status: 200 len: 948 time: 0.6310248 Feb 09 01:12:38.673961 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c87ad3ad-6294-465d-9b9e-bf351bf26ce9 req-865d0c43-a008-412b-813a-e079f727b003 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5173719 Feb 09 01:12:38.677664 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-88244bf1-c150-418d-8b72-192af226bc0e req-c972578e-4ff6-4245-9f59-2a6fa85a2283 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6191816 Feb 09 01:12:38.730081 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-99ff7de6-a416-4b35-959b-36010f3bef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:38.731562 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-99ff7de6-a416-4b35-959b-36010f3bef72 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=25285e17-9f75-4b4d-942d-f442cf0bb715 HTTP/1.1" status: 200 len: 851 time: 0.1412199 Feb 09 01:12:38.778591 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cfdbc7ec-4821-4c4e-90f4-fc2ea390e1be req-f6b429d1-8427-4f4f-8a80-a710265570a7 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946877 Feb 09 01:12:38.950733 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-f7732eaf-c6ca-4283-833c-9431a35cc55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:38.950733 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-f7732eaf-c6ca-4283-833c-9431a35cc55e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1697190 Feb 09 01:12:38.976750 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7de14-9b8f-4fe1-8fb1-1297cc9f0dc2 req-c6c736cd-35ff-494e-b8cb-d5192f18d80e tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:38.978850 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dac7de14-9b8f-4fe1-8fb1-1297cc9f0dc2 req-c6c736cd-35ff-494e-b8cb-d5192f18d80e tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.1164927 Feb 09 01:12:38.987574 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99312b6-fae5-4150-8fc6-3e57d82bf918 req-1c1a91fe-b81b-476d-a148-616a647c38ed tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:38.990068 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a99312b6-fae5-4150-8fc6-3e57d82bf918 req-1c1a91fe-b81b-476d-a148-616a647c38ed tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f4535cf-4c29-4763-939b-fd93281ed8cd HTTP/1.1" status: 200 len: 943 time: 0.1725674 Feb 09 01:12:39.122269 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dac7de14-9b8f-4fe1-8fb1-1297cc9f0dc2 req-a53de797-6cf4-4d47-ac6f-2e183fd1c0d0 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310425 Feb 09 01:12:39.195238 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 1e68fd13-69db-47c3-9c5f-85da914b9197 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:12:39.248582 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-c4b7c621-e8f6-4301-8787-07fc3e24044e service neutron] 10.222.0.121 "GET /v2.0/networks/73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870314 Feb 09 01:12:39.252618 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a99312b6-fae5-4150-8fc6-3e57d82bf918 req-35a26db5-6e56-4181-a824-d67134b6a049 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/security-groups?id=442e827f-f1ad-4450-b8fb-9bc169a1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092166 Feb 09 01:12:39.350373 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 1e68fd13-69db-47c3-9c5f-85da914b9197, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=1e68fd13-69db-47c3-9c5f-85da914b9197,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:39.368579 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '1e68fd13-69db-47c3-9c5f-85da914b9197', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': '1e68fd13-69db-47c3-9c5f-85da914b9197', 'mac_address': 'fa:16:3e:1a:01:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:12:39.408485 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d87d103a-e2c9-4f60-924d-bc77c694b9b7 req-e86b6385-0bc4-43ba-9615-1d72f0c8a16b service neutron] 10.222.0.121 "GET /v2.0/networks/73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445596 Feb 09 01:12:39.419577 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 1e68fd13-69db-47c3-9c5f-85da914b9197 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:39.420288 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1e68fd13-69db-47c3-9c5f-85da914b9197), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:39.437528 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e68fd13-69db-47c3-9c5f-85da914b9197 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:12:39.467571 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 1e68fd13-69db-47c3-9c5f-85da914b9197, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=1e68fd13-69db-47c3-9c5f-85da914b9197,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:39.477340 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1e68fd13-69db-47c3-9c5f-85da914b9197), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:39.545325 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0edec-937d-4b5c-a193-069c8904579e req-56d96cbb-6d4a-45a6-95ae-79a2e6aed092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:39.545325 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-08c0edec-937d-4b5c-a193-069c8904579e req-56d96cbb-6d4a-45a6-95ae-79a2e6aed092 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d3ffa09253f8497e9537d3d732314376&device_id=0f4535cf-4c29-4763-939b-fd93281ed8cd HTTP/1.1" status: 200 len: 1126 time: 0.0763135 Feb 09 01:12:39.581837 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=1e68fd13-69db-47c3-9c5f-85da914b9197,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:39.680848 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0edec-937d-4b5c-a193-069c8904579e req-ed2fcb6f-f2f7-4ea3-a2dc-60be2e57e284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:39.682393 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-08c0edec-937d-4b5c-a193-069c8904579e req-ed2fcb6f-f2f7-4ea3-a2dc-60be2e57e284 service neutron] 10.222.0.121 "GET /v2.0/networks?id=73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb HTTP/1.1" status: 200 len: 913 time: 0.1306794 Feb 09 01:12:39.742642 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-08c0edec-937d-4b5c-a193-069c8904579e req-c6208aad-5c8a-4f9f-a354-3d97ff68d840 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2174d6c4-4548-46ec-8d59-4157aafdd677 HTTP/1.1" status: 200 len: 217 time: 0.0452368 Feb 09 01:12:39.801836 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0edec-937d-4b5c-a193-069c8904579e req-96482d98-8ab5-4ffa-a844-befd3b3fad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:39.803863 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-08c0edec-937d-4b5c-a193-069c8904579e req-96482d98-8ab5-4ffa-a844-befd3b3fad02 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=25285e17-9f75-4b4d-942d-f442cf0bb715 HTTP/1.1" status: 200 len: 851 time: 0.0548491 Feb 09 01:12:39.939657 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600020b-bc44-4e39-95a8-bc10879381e2 req-b50a0087-e635-45ae-a8b2-0a08b82698c6 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:39.941368 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a600020b-bc44-4e39-95a8-bc10879381e2 req-b50a0087-e635-45ae-a8b2-0a08b82698c6 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.1194634 Feb 09 01:12:39.979008 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0edec-937d-4b5c-a193-069c8904579e req-00486f5e-1a2f-4650-b27b-6e70d61a25c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:39.980362 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-08c0edec-937d-4b5c-a193-069c8904579e req-00486f5e-1a2f-4650-b27b-6e70d61a25c9 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1595740 Feb 09 01:12:40.101196 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225adcfb-6f21-48a2-9b16-a62753276ca9 req-dc2ad8db-5623-4288-93cd-4c64c6bb8196 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:40.102827 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-225adcfb-6f21-48a2-9b16-a62753276ca9 req-dc2ad8db-5623-4288-93cd-4c64c6bb8196 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=30a5e400-bf68-4982-9bbc-c21818f32e71 HTTP/1.1" status: 200 len: 949 time: 0.1897166 Feb 09 01:12:40.108642 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a600020b-bc44-4e39-95a8-bc10879381e2 req-7c5146a5-34c3-4219-b1d6-c47e07984d8f tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439495 Feb 09 01:12:40.165222 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-08c0edec-937d-4b5c-a193-069c8904579e req-f0501bb5-2770-4302-8869-0b83536a90b7 service neutron] 10.222.0.121 "GET /v2.0/networks/73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738839 Feb 09 01:12:40.187667 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['1e68fd13-69db-47c3-9c5f-85da914b9197'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:12:40.198366 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-225adcfb-6f21-48a2-9b16-a62753276ca9 req-34f97259-2eb5-4a6c-83c1-a778d9c1df5a tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861223 Feb 09 01:12:40.342911 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381aa9e1-4fd4-485f-9d68-96b79af9074d req-7207bc37-9efb-4fad-94a4-cf9762016501 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:40.344503 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-381aa9e1-4fd4-485f-9d68-96b79af9074d req-7207bc37-9efb-4fad-94a4-cf9762016501 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.0975916 Feb 09 01:12:40.349515 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-08c0edec-937d-4b5c-a193-069c8904579e req-871ecb3b-3362-49ba-a950-ab5d4750f526 service neutron] 10.222.0.121 "GET /v2.0/networks/73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714611 Feb 09 01:12:40.427404 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-381aa9e1-4fd4-485f-9d68-96b79af9074d req-488b4578-6fff-438e-8785-f131ef107884 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754907 Feb 09 01:12:40.451753 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a18b61-7da5-4d95-b028-53071918b002 req-13cad68e-bd44-4eec-9f67-c593b9b3f2a7 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:40.453261 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89a18b61-7da5-4d95-b028-53071918b002 req-13cad68e-bd44-4eec-9f67-c593b9b3f2a7 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f4535cf-4c29-4763-939b-fd93281ed8cd HTTP/1.1" status: 200 len: 943 time: 0.0811164 Feb 09 01:12:40.538549 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89a18b61-7da5-4d95-b028-53071918b002 req-cd5f1b81-b123-400b-9dae-fb13b25619c3 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/security-groups?id=442e827f-f1ad-4450-b8fb-9bc169a1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754943 Feb 09 01:12:40.695681 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfa90d-3ec3-4566-acd7-48d8a6f79c49 req-ac5b0339-fef3-48ab-af43-f8d0f603acec tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:40.697204 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f9dfa90d-3ec3-4566-acd7-48d8a6f79c49 req-ac5b0339-fef3-48ab-af43-f8d0f603acec tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6816801-4457-4631-bc99-1735b61c53af HTTP/1.1" status: 200 len: 950 time: 0.0607047 Feb 09 01:12:40.751557 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f9dfa90d-3ec3-4566-acd7-48d8a6f79c49 req-97816a91-3e8c-4499-ad4e-ecb1627ce2be tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a78c11a-1f37-4a8c-a774-d23af2f577c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485163 Feb 09 01:12:41.254746 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c9584-0ac7-431c-8606-09553cb46526 req-2f998457-a3e3-4599-acf0-ec46cb44c56e tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:41.256562 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-950c9584-0ac7-431c-8606-09553cb46526 req-2f998457-a3e3-4599-acf0-ec46cb44c56e tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.0622246 Feb 09 01:12:41.342078 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-950c9584-0ac7-431c-8606-09553cb46526 req-9c56d1a9-3095-4248-b9b5-ca095ec1234f tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794616 Feb 09 01:12:41.365336 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaebd8f-ca9b-4aad-b669-e6de6e60f6a2 req-6c5d3045-11fe-4361-b8c9-fbd345002e08 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:41.365336 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0aaebd8f-ca9b-4aad-b669-e6de6e60f6a2 req-6c5d3045-11fe-4361-b8c9-fbd345002e08 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=30a5e400-bf68-4982-9bbc-c21818f32e71 HTTP/1.1" status: 200 len: 949 time: 0.0823011 Feb 09 01:12:41.431007 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0aaebd8f-ca9b-4aad-b669-e6de6e60f6a2 req-e5c3959a-41a2-4401-88c8-5ce1f26a1150 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590370 Feb 09 01:12:41.554212 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419bd36-6d3e-4334-9585-a3803dbce46e req-f73b2805-5a53-44ec-a7a2-3a25522f02d8 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:41.555704 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0419bd36-6d3e-4334-9585-a3803dbce46e req-f73b2805-5a53-44ec-a7a2-3a25522f02d8 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.0562463 Feb 09 01:12:41.607619 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0419bd36-6d3e-4334-9585-a3803dbce46e req-532e5058-2b70-4549-8565-1106b060c66b tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458791 Feb 09 01:12:41.672665 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4b939-3781-4534-81a5-a6c987e1e673 req-0fe004b5-f48b-4870-869b-d8a0ce711ec3 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:41.674148 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ea4b939-3781-4534-81a5-a6c987e1e673 req-0fe004b5-f48b-4870-869b-d8a0ce711ec3 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f4535cf-4c29-4763-939b-fd93281ed8cd HTTP/1.1" status: 200 len: 943 time: 0.0620611 Feb 09 01:12:41.725317 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ea4b939-3781-4534-81a5-a6c987e1e673 req-eff2a08a-af40-467f-8276-2f7fd8cba7ff tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/security-groups?id=442e827f-f1ad-4450-b8fb-9bc169a1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449219 Feb 09 01:12:42.484000 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb7f2c-86b2-4e42-af67-4b3778b2ad78 req-ce6f4324-8dbf-4511-87d1-bcdf29be984a tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:42.485674 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5bdb7f2c-86b2-4e42-af67-4b3778b2ad78 req-ce6f4324-8dbf-4511-87d1-bcdf29be984a tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.0701888 Feb 09 01:12:42.562919 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5bdb7f2c-86b2-4e42-af67-4b3778b2ad78 req-cdc45177-7ed4-4031-b042-015225086ffc tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699294 Feb 09 01:12:42.602389 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3c01f-7b28-4816-861c-774c7f10ee6b req-73dd1f90-c556-4bc5-b1d5-f7efb8cb0f71 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:42.603909 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94c3c01f-7b28-4816-861c-774c7f10ee6b req-73dd1f90-c556-4bc5-b1d5-f7efb8cb0f71 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=30a5e400-bf68-4982-9bbc-c21818f32e71 HTTP/1.1" status: 200 len: 949 time: 0.0784011 Feb 09 01:12:42.661903 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94c3c01f-7b28-4816-861c-774c7f10ee6b req-4df6eb76-a7ca-4050-8eb7-b9a1115e27f8 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517006 Feb 09 01:12:42.744240 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b30fe-b09a-43cc-8ae6-881f04f54247 req-af025501-675a-4377-b9da-4d3997773f5d tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:42.745753 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-572b30fe-b09a-43cc-8ae6-881f04f54247 req-af025501-675a-4377-b9da-4d3997773f5d tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.0588758 Feb 09 01:12:42.800414 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-572b30fe-b09a-43cc-8ae6-881f04f54247 req-f632a1cb-4e63-4c31-a20e-82eb31e8715b tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488396 Feb 09 01:12:42.854392 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f5d73-6b9e-43f9-bd3b-4d42ae328337 req-89c964d8-2adb-4ecf-a9e8-b71841837519 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:42.856068 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-738f5d73-6b9e-43f9-bd3b-4d42ae328337 req-89c964d8-2adb-4ecf-a9e8-b71841837519 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f4535cf-4c29-4763-939b-fd93281ed8cd HTTP/1.1" status: 200 len: 943 time: 0.0546286 Feb 09 01:12:42.906636 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-738f5d73-6b9e-43f9-bd3b-4d42ae328337 req-45f10da7-22b2-45d0-97d7-c257ab9d551f tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/security-groups?id=442e827f-f1ad-4450-b8fb-9bc169a1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446310 Feb 09 01:12:43.124761 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 2174d6c4-4548-46ec-8d59-4157aafdd677 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:12:43.221325 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 1e68fd13-69db-47c3-9c5f-85da914b9197 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:12:43.261522 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 2174d6c4-4548-46ec-8d59-4157aafdd677, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=2174d6c4-4548-46ec-8d59-4157aafdd677,segment=NetworkSegment(2b9704c0-6c3a-466c-b73c-7d684fbb4c8c),segment_id=2b9704c0-6c3a-466c-b73c-7d684fbb4c8c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:43.280163 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '2174d6c4-4548-46ec-8d59-4157aafdd677', 'network_id': '73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb', 'port_id': '2174d6c4-4548-46ec-8d59-4157aafdd677', 'mac_address': 'fa:16:3e:7d:21:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25285e17-9f75-4b4d-942d-f442cf0bb715', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:12:43.326767 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 1e68fd13-69db-47c3-9c5f-85da914b9197 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:43.333718 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 1e68fd13-69db-47c3-9c5f-85da914b9197 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:43.334093 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1e68fd13-69db-47c3-9c5f-85da914b9197), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:43.335697 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 2174d6c4-4548-46ec-8d59-4157aafdd677 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:43.336096 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2174d6c4-4548-46ec-8d59-4157aafdd677), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:43.370736 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2174d6c4-4548-46ec-8d59-4157aafdd677 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:12:43.400482 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 2174d6c4-4548-46ec-8d59-4157aafdd677, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=2174d6c4-4548-46ec-8d59-4157aafdd677,segment=NetworkSegment(2b9704c0-6c3a-466c-b73c-7d684fbb4c8c),segment_id=2b9704c0-6c3a-466c-b73c-7d684fbb4c8c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:43.405571 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (2174d6c4-4548-46ec-8d59-4157aafdd677), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:43.489196 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=2174d6c4-4548-46ec-8d59-4157aafdd677,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:43.491672 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 1e68fd13-69db-47c3-9c5f-85da914b9197 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:43.492294 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1e68fd13-69db-47c3-9c5f-85da914b9197), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:43.521593 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a5e400-bf68-4982-9bbc-c21818f32e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e68fd13-69db-47c3-9c5f-85da914b9197'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:12:43.523947 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1708c7b-7268-4753-9bbc-3176c31c22cf" -d '{"events": [{"server_uuid": "30a5e400-bf68-4982-9bbc-c21818f32e71", "name": "network-vif-plugged", "status": "completed", "tag": "1e68fd13-69db-47c3-9c5f-85da914b9197"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:12:43.538356 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 1e68fd13-69db-47c3-9c5f-85da914b9197, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=1e68fd13-69db-47c3-9c5f-85da914b9197,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:43.545962 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1e68fd13-69db-47c3-9c5f-85da914b9197), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:43.550482 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 89f7c53f-2873-4cf2-a792-13b5a94f34c1 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:12:43.605431 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e046a80-4499-470c-a700-bd54d1564396 x-openstack-request-id: req-7e046a80-4499-470c-a700-bd54d1564396 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:12:43.605827 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a5e400-bf68-4982-9bbc-c21818f32e71", "name": "network-vif-plugged", "status": "completed", "tag": "1e68fd13-69db-47c3-9c5f-85da914b9197", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:12:43.606160 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7e046a80-4499-470c-a700-bd54d1564396 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:12:43.606652 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a5e400-bf68-4982-9bbc-c21818f32e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e68fd13-69db-47c3-9c5f-85da914b9197', 'code': 200} Feb 09 01:12:43.648390 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=1e68fd13-69db-47c3-9c5f-85da914b9197,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:43.709799 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 89f7c53f-2873-4cf2-a792-13b5a94f34c1 is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:43.710196 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (89f7c53f-2873-4cf2-a792-13b5a94f34c1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:43.799613 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 89f7c53f-2873-4cf2-a792-13b5a94f34c1, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=89f7c53f-2873-4cf2-a792-13b5a94f34c1,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:43.807740 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (89f7c53f-2873-4cf2-a792-13b5a94f34c1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:43.871614 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e9731-9e66-4feb-885f-3fb978287739 req-a79cd6c0-1712-43d1-84dc-4604a983904e tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:43.876484 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=89f7c53f-2873-4cf2-a792-13b5a94f34c1,revision_number=8']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:43.880110 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ec5e9731-9e66-4feb-885f-3fb978287739 req-a79cd6c0-1712-43d1-84dc-4604a983904e tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.2022579 Feb 09 01:12:43.895454 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['2174d6c4-4548-46ec-8d59-4157aafdd677'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:12:43.907891 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4cac5-7815-41cb-9dcc-24de5bdbe3c8 req-46cd04f2-e776-4cb7-a504-cc8d3ca85176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:43.909413 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-32e4cac5-7815-41cb-9dcc-24de5bdbe3c8 req-46cd04f2-e776-4cb7-a504-cc8d3ca85176 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=30a5e400-bf68-4982-9bbc-c21818f32e71 HTTP/1.1" status: 200 len: 1133 time: 0.1874859 Feb 09 01:12:43.976678 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f0ffd-f382-4db7-b2b3-889fad522d5f req-445d094a-fcb7-45fd-bc3c-34233ae24059 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:43.978157 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ac6f0ffd-f382-4db7-b2b3-889fad522d5f req-445d094a-fcb7-45fd-bc3c-34233ae24059 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=30a5e400-bf68-4982-9bbc-c21818f32e71 HTTP/1.1" status: 200 len: 950 time: 0.2031381 Feb 09 01:12:43.981378 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ec5e9731-9e66-4feb-885f-3fb978287739 req-61a4b66c-2c16-4d46-b8b2-ec4e607876e0 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004615 Feb 09 01:12:44.017172 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-32e4cac5-7815-41cb-9dcc-24de5bdbe3c8 req-58ae4572-c175-49f4-b5ba-bbbaa8ba6204 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975237 Feb 09 01:12:44.055068 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ac6f0ffd-f382-4db7-b2b3-889fad522d5f req-4c3e41d2-75a7-45cb-9a9c-7193b886119a tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676417 Feb 09 01:12:44.123430 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1809d-1766-49d5-a00d-5f0c2d48c798 req-ac47c322-9b3f-4804-b586-89ddfbec19e5 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:44.124990 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-90b1809d-1766-49d5-a00d-5f0c2d48c798 req-ac47c322-9b3f-4804-b586-89ddfbec19e5 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.0642948 Feb 09 01:12:44.205158 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-90b1809d-1766-49d5-a00d-5f0c2d48c798 req-7bf0b1dc-2991-40ed-b21f-c922b9f33584 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723078 Feb 09 01:12:44.223501 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a434bb-b8eb-4072-88fc-60ad659ddf2f req-b83901c9-bd79-4092-a5e6-7543d3d9d909 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:44.225234 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b7a434bb-b8eb-4072-88fc-60ad659ddf2f req-b83901c9-bd79-4092-a5e6-7543d3d9d909 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f4535cf-4c29-4763-939b-fd93281ed8cd HTTP/1.1" status: 200 len: 944 time: 0.0860355 Feb 09 01:12:44.277161 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b7a434bb-b8eb-4072-88fc-60ad659ddf2f req-9b9b32b4-f895-43b6-84b5-ff77e1e3ce97 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/security-groups?id=442e827f-f1ad-4450-b8fb-9bc169a1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458202 Feb 09 01:12:45.138926 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae44891-bf28-4997-a66b-0aeb04eb9fe7 req-70f5967a-f382-4f6c-9d7b-e46b4f199400 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:45.141222 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fae44891-bf28-4997-a66b-0aeb04eb9fe7 req-70f5967a-f382-4f6c-9d7b-e46b4f199400 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.0772009 Feb 09 01:12:45.227240 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 6e35ad25-099c-4cd8-af5f-c5e1e2e2e431 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:12:45.249583 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d17c05-9bb2-492c-a808-e1a4d0ef8d30 req-f5bb9320-b6d7-402b-bb3d-72ebfe478320 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:45.251660 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75d17c05-9bb2-492c-a808-e1a4d0ef8d30 req-f5bb9320-b6d7-402b-bb3d-72ebfe478320 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=30a5e400-bf68-4982-9bbc-c21818f32e71 HTTP/1.1" status: 200 len: 950 time: 0.1087229 Feb 09 01:12:45.274639 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fae44891-bf28-4997-a66b-0aeb04eb9fe7 req-73e4fa9c-4411-40a6-827a-b9f418bffacf tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025629 Feb 09 01:12:45.375260 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75d17c05-9bb2-492c-a808-e1a4d0ef8d30 req-49362e72-ea94-4c97-9b7b-ac685d344bd7 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919671 Feb 09 01:12:45.468057 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 6e35ad25-099c-4cd8-af5f-c5e1e2e2e431, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=6e35ad25-099c-4cd8-af5f-c5e1e2e2e431,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:45.470617 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f6b1e-2174-4539-901f-4296d8dc309d req-239e1cb5-c49a-484d-a246-7ecb15708529 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:45.479517 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-229f6b1e-2174-4539-901f-4296d8dc309d req-239e1cb5-c49a-484d-a246-7ecb15708529 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.1176004 Feb 09 01:12:45.481570 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '6e35ad25-099c-4cd8-af5f-c5e1e2e2e431', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': '6e35ad25-099c-4cd8-af5f-c5e1e2e2e431', 'mac_address': 'fa:16:3e:25:2a:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:12:45.528482 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 6e35ad25-099c-4cd8-af5f-c5e1e2e2e431 is: ACTIVE; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:45.528977 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (6e35ad25-099c-4cd8-af5f-c5e1e2e2e431), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:45.553812 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e35ad25-099c-4cd8-af5f-c5e1e2e2e431 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:12:45.569329 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-229f6b1e-2174-4539-901f-4296d8dc309d req-7dd5a6dc-c400-4b24-b00d-4415df9d59f9 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880861 Feb 09 01:12:45.590724 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 6e35ad25-099c-4cd8-af5f-c5e1e2e2e431, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=6e35ad25-099c-4cd8-af5f-c5e1e2e2e431,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:45.596803 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (6e35ad25-099c-4cd8-af5f-c5e1e2e2e431), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:45.624681 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6816801-4457-4631-bc99-1735b61c53af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89f7c53f-2873-4cf2-a792-13b5a94f34c1'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:12:45.627408 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d7b7a8-5572-4af1-a160-d51c92f85d98" -d '{"events": [{"server_uuid": "b6816801-4457-4631-bc99-1735b61c53af", "name": "network-vif-unplugged", "status": "completed", "tag": "89f7c53f-2873-4cf2-a792-13b5a94f34c1"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:12:45.649247 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468d551-5cb2-4645-8676-d0ec7976f72a req-6046d97b-e87a-4dfa-992f-bb14522eba97 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:45.668389 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8468d551-5cb2-4645-8676-d0ec7976f72a req-6046d97b-e87a-4dfa-992f-bb14522eba97 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f4535cf-4c29-4763-939b-fd93281ed8cd HTTP/1.1" status: 200 len: 944 time: 0.1400065 Feb 09 01:12:45.670068 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=6e35ad25-099c-4cd8-af5f-c5e1e2e2e431,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:45.743910 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8468d551-5cb2-4645-8676-d0ec7976f72a req-d1b84835-8281-40f3-9e40-5fa2620dc854 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/security-groups?id=442e827f-f1ad-4450-b8fb-9bc169a1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744154 Feb 09 01:12:45.769564 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903dc445-8137-45fd-b581-a7d92632ec19 x-openstack-request-id: req-903dc445-8137-45fd-b581-a7d92632ec19 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:12:45.770183 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6816801-4457-4631-bc99-1735b61c53af", "name": "network-vif-unplugged", "status": "completed", "tag": "89f7c53f-2873-4cf2-a792-13b5a94f34c1", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:12:45.770448 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-903dc445-8137-45fd-b581-a7d92632ec19 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:12:45.771117 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6816801-4457-4631-bc99-1735b61c53af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89f7c53f-2873-4cf2-a792-13b5a94f34c1', 'code': 200} Feb 09 01:12:46.145586 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['6e35ad25-099c-4cd8-af5f-c5e1e2e2e431'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:12:46.529482 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db824d9d-c606-49da-9f79-9858d8bc712a req-5765bc34-9d65-4f2d-a721-2903ec440bd5 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:46.531320 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db824d9d-c606-49da-9f79-9858d8bc712a req-5765bc34-9d65-4f2d-a721-2903ec440bd5 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.1415410 Feb 09 01:12:46.601602 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902133c4-a6d2-4b80-bdc1-f210a86d97ec req-219181b5-f92a-4ae7-9bbe-ec1588d35362 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:46.603151 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-902133c4-a6d2-4b80-bdc1-f210a86d97ec req-219181b5-f92a-4ae7-9bbe-ec1588d35362 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=30a5e400-bf68-4982-9bbc-c21818f32e71 HTTP/1.1" status: 200 len: 950 time: 0.1325917 Feb 09 01:12:46.606684 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db824d9d-c606-49da-9f79-9858d8bc712a req-c1fc5d88-3c3b-4ae4-a1b0-53a62f738772 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671268 Feb 09 01:12:46.685315 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-902133c4-a6d2-4b80-bdc1-f210a86d97ec req-4a751997-9ad4-4a05-acd9-f2a5a1ec015a tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744908 Feb 09 01:12:46.840502 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a765409-90be-40e7-98f3-5f87f2de72eb req-ceba0eab-394e-48dd-bee9-f18e298ce816 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:46.843079 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6a765409-90be-40e7-98f3-5f87f2de72eb req-ceba0eab-394e-48dd-bee9-f18e298ce816 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.0953162 Feb 09 01:12:46.937876 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6a765409-90be-40e7-98f3-5f87f2de72eb req-4d0ca59c-3050-4db5-b268-94396313e72f tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869472 Feb 09 01:12:47.158646 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 2174d6c4-4548-46ec-8d59-4157aafdd677 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:12:47.162735 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e6b18-ac56-4051-a946-fbd01cd36628 req-508fa816-7aa8-494d-83fc-0418417069c8 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:47.168534 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d25e6b18-ac56-4051-a946-fbd01cd36628 req-508fa816-7aa8-494d-83fc-0418417069c8 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f4535cf-4c29-4763-939b-fd93281ed8cd HTTP/1.1" status: 200 len: 944 time: 0.1268358 Feb 09 01:12:47.250588 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 6e35ad25-099c-4cd8-af5f-c5e1e2e2e431 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:12:47.281531 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d25e6b18-ac56-4051-a946-fbd01cd36628 req-5383d83e-658b-4fb0-bb8b-946f2c8667ea tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/security-groups?id=442e827f-f1ad-4450-b8fb-9bc169a1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032186 Feb 09 01:12:47.338972 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 2174d6c4-4548-46ec-8d59-4157aafdd677 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:47.344883 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 2174d6c4-4548-46ec-8d59-4157aafdd677 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:47.345646 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2174d6c4-4548-46ec-8d59-4157aafdd677), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:47.397451 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 6e35ad25-099c-4cd8-af5f-c5e1e2e2e431 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:47.397823 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (6e35ad25-099c-4cd8-af5f-c5e1e2e2e431), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:47.567269 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 2174d6c4-4548-46ec-8d59-4157aafdd677 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:47.567673 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2174d6c4-4548-46ec-8d59-4157aafdd677), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:47.653521 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 2174d6c4-4548-46ec-8d59-4157aafdd677, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=2174d6c4-4548-46ec-8d59-4157aafdd677,segment=NetworkSegment(2b9704c0-6c3a-466c-b73c-7d684fbb4c8c),segment_id=2b9704c0-6c3a-466c-b73c-7d684fbb4c8c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:47.654506 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 6e35ad25-099c-4cd8-af5f-c5e1e2e2e431 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:47.654880 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (6e35ad25-099c-4cd8-af5f-c5e1e2e2e431), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:47.698397 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 6e35ad25-099c-4cd8-af5f-c5e1e2e2e431, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=6e35ad25-099c-4cd8-af5f-c5e1e2e2e431,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:47.699905 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (2174d6c4-4548-46ec-8d59-4157aafdd677), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:47.708387 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (6e35ad25-099c-4cd8-af5f-c5e1e2e2e431), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:47.772414 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f4535cf-4c29-4763-939b-fd93281ed8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2174d6c4-4548-46ec-8d59-4157aafdd677'}, {'server_uuid': 'a5bb53fc-1844-445e-9f59-ca071ac3ffc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e35ad25-099c-4cd8-af5f-c5e1e2e2e431'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:12:47.781829 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ce73f9-b58c-49b4-be82-e1b7fe715e67" -d '{"events": [{"server_uuid": "0f4535cf-4c29-4763-939b-fd93281ed8cd", "name": "network-vif-plugged", "status": "completed", "tag": "2174d6c4-4548-46ec-8d59-4157aafdd677"}, {"server_uuid": "a5bb53fc-1844-445e-9f59-ca071ac3ffc3", "name": "network-vif-plugged", "status": "completed", "tag": "6e35ad25-099c-4cd8-af5f-c5e1e2e2e431"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:12:47.812589 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=2174d6c4-4548-46ec-8d59-4157aafdd677,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:47.854351 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede2e42-ecd0-42da-8f8f-eba321ec3d6f req-47789fdd-4742-4354-b829-41fa100961c9 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:47.856742 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0ede2e42-ecd0-42da-8f8f-eba321ec3d6f req-47789fdd-4742-4354-b829-41fa100961c9 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.1560543 Feb 09 01:12:47.918002 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=6e35ad25-099c-4cd8-af5f-c5e1e2e2e431,revision_number=7']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:48.034094 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0ede2e42-ecd0-42da-8f8f-eba321ec3d6f req-887a0f1b-4db5-409e-8f18-dd5f2379af72 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632118 Feb 09 01:12:48.230600 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a107ab-ef9b-49e6-8c5e-167f7444b0d8 req-e312be60-b677-4952-8f61-815597ce1d83 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:48.233587 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-78a107ab-ef9b-49e6-8c5e-167f7444b0d8 req-e312be60-b677-4952-8f61-815597ce1d83 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=30a5e400-bf68-4982-9bbc-c21818f32e71 HTTP/1.1" status: 200 len: 950 time: 0.0798318 Feb 09 01:12:48.345099 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-78a107ab-ef9b-49e6-8c5e-167f7444b0d8 req-3fa06019-cbc0-47a9-bf38-f701612c267d tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040273 Feb 09 01:12:48.447683 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 01:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88232ff1-3eeb-40d1-8cb9-38f3d5352064 x-openstack-request-id: req-88232ff1-3eeb-40d1-8cb9-38f3d5352064 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:12:48.448261 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f4535cf-4c29-4763-939b-fd93281ed8cd", "name": "network-vif-plugged", "status": "completed", "tag": "2174d6c4-4548-46ec-8d59-4157aafdd677", "code": 200}, {"server_uuid": "a5bb53fc-1844-445e-9f59-ca071ac3ffc3", "name": "network-vif-plugged", "status": "completed", "tag": "6e35ad25-099c-4cd8-af5f-c5e1e2e2e431", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:12:48.448869 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-88232ff1-3eeb-40d1-8cb9-38f3d5352064 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:12:48.449552 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f4535cf-4c29-4763-939b-fd93281ed8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2174d6c4-4548-46ec-8d59-4157aafdd677', 'code': 200} Feb 09 01:12:48.449552 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5bb53fc-1844-445e-9f59-ca071ac3ffc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e35ad25-099c-4cd8-af5f-c5e1e2e2e431', 'code': 200} Feb 09 01:12:48.682771 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a532b7-4702-473d-b128-b231f5e58859 req-609cb015-cf40-4346-960b-ad5d41c24696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:48.684597 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c1a532b7-4702-473d-b128-b231f5e58859 req-609cb015-cf40-4346-960b-ad5d41c24696 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=0f4535cf-4c29-4763-939b-fd93281ed8cd HTTP/1.1" status: 200 len: 1128 time: 0.1084864 Feb 09 01:12:48.693270 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12490042-1488-4081-98e3-b8147b3b4be8 req-8160cd72-8307-4924-9971-56535972e093 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:48.703442 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-12490042-1488-4081-98e3-b8147b3b4be8 req-8160cd72-8307-4924-9971-56535972e093 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.1738610 Feb 09 01:12:48.802640 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-12490042-1488-4081-98e3-b8147b3b4be8 req-fb18ba18-90fa-49ba-801a-b3a3f424d799 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993705 Feb 09 01:12:48.823342 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c1a532b7-4702-473d-b128-b231f5e58859 req-5544711c-d77d-466c-bb52-5967db9c303c service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=442e827f-f1ad-4450-b8fb-9bc169a1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037321 Feb 09 01:12:48.954261 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb5e75-e5ee-46cd-90fd-e4dacdf01cd8 req-5d7ccee1-6268-4871-b578-9565d3adf991 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:48.959602 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-21eb5e75-e5ee-46cd-90fd-e4dacdf01cd8 req-5d7ccee1-6268-4871-b578-9565d3adf991 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f4535cf-4c29-4763-939b-fd93281ed8cd HTTP/1.1" status: 200 len: 945 time: 0.0861564 Feb 09 01:12:49.025147 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-21eb5e75-e5ee-46cd-90fd-e4dacdf01cd8 req-ad42bc7f-3430-443c-9550-23095f5df681 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/security-groups?id=442e827f-f1ad-4450-b8fb-9bc169a1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596459 Feb 09 01:12:49.205848 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:49.345084 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac649a-58ef-41e3-bc5a-22ebf6836e35 req-e0e47e31-235f-459a-9b63-56545440b335 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:49.353810 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-25ac649a-58ef-41e3-bc5a-22ebf6836e35 req-e0e47e31-235f-459a-9b63-56545440b335 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.1197410 Feb 09 01:12:49.410819 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-25ac649a-58ef-41e3-bc5a-22ebf6836e35 req-175cd348-7fdc-4524-b865-496adc2fdba1 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542850 Feb 09 01:12:49.537186 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1666d-7923-417c-b734-638f53686248 req-fe00ee93-ac69-433b-9ff8-cc5bd1793920 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:49.548087 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-65d1666d-7923-417c-b734-638f53686248 req-fe00ee93-ac69-433b-9ff8-cc5bd1793920 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=30a5e400-bf68-4982-9bbc-c21818f32e71 HTTP/1.1" status: 200 len: 950 time: 0.0693631 Feb 09 01:12:49.617940 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-65d1666d-7923-417c-b734-638f53686248 req-be0f43b1-6c57-4b37-b559-71b2711fd1b8 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695333 Feb 09 01:12:49.982084 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5a685-44a5-43ab-9f49-a3dc02da0b23 req-5cee37ef-db79-46ee-9fab-db21c3893395 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:49.984920 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-20d5a685-44a5-43ab-9f49-a3dc02da0b23 req-5cee37ef-db79-46ee-9fab-db21c3893395 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.0780599 Feb 09 01:12:50.062732 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-20d5a685-44a5-43ab-9f49-a3dc02da0b23 req-aef91127-1cc7-4099-9bcb-e28554e2b0c4 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707130 Feb 09 01:12:50.212314 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36f8a9-97ff-4a02-8c88-4fd423ee8396 req-b2b23f49-e652-4ff2-a34d-0d38f7526283 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:50.221481 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0c36f8a9-97ff-4a02-8c88-4fd423ee8396 req-b2b23f49-e652-4ff2-a34d-0d38f7526283 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f4535cf-4c29-4763-939b-fd93281ed8cd HTTP/1.1" status: 200 len: 945 time: 0.0823898 Feb 09 01:12:50.305956 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0c36f8a9-97ff-4a02-8c88-4fd423ee8396 req-87362aaa-e415-4b08-9fd1-666385f9a4e6 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/security-groups?id=442e827f-f1ad-4450-b8fb-9bc169a1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835698 Feb 09 01:12:50.630713 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8c7c9-89d5-482e-b66b-d3a187aa80ac req-6227d345-25f4-4599-82ef-c1c72f61d8c0 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:50.639281 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-31c8c7c9-89d5-482e-b66b-d3a187aa80ac req-6227d345-25f4-4599-82ef-c1c72f61d8c0 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.1337638 Feb 09 01:12:50.773772 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1e760955-a037-4ec7-ac7e-784a0395f24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:50.788026 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:50.878727 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-31c8c7c9-89d5-482e-b66b-d3a187aa80ac req-95c41480-8755-4f9b-b271-165824af8f40 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384560 Feb 09 01:12:51.076032 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5965b-d012-4138-b603-76c468a92660 req-7eec96bf-f707-4b6b-9faf-25945b011223 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:51.078687 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4e5965b-d012-4138-b603-76c468a92660 req-7eec96bf-f707-4b6b-9faf-25945b011223 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=30a5e400-bf68-4982-9bbc-c21818f32e71 HTTP/1.1" status: 200 len: 950 time: 0.0880110 Feb 09 01:12:51.152250 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4e5965b-d012-4138-b603-76c468a92660 req-aebcc3aa-845b-44e5-8183-fd2b1e480ecd tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671494 Feb 09 01:12:51.321890 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd126d5-9fe9-4cdc-8540-dbd63bfd85d8 req-30fce14f-d78b-4f45-a08c-703fbaecd34e tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:51.329301 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8dd126d5-9fe9-4cdc-8540-dbd63bfd85d8 req-30fce14f-d78b-4f45-a08c-703fbaecd34e tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.0790830 Feb 09 01:12:51.390954 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8dd126d5-9fe9-4cdc-8540-dbd63bfd85d8 req-2cba05b5-b0bc-487b-aa4d-5f8afa980150 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588601 Feb 09 01:12:51.584648 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b22e86-1fe7-4d33-95b8-4c612a9089b6 req-7478c23a-37d6-495e-acdd-056ab112ba34 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:51.594130 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-44b22e86-1fe7-4d33-95b8-4c612a9089b6 req-7478c23a-37d6-495e-acdd-056ab112ba34 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f4535cf-4c29-4763-939b-fd93281ed8cd HTTP/1.1" status: 200 len: 945 time: 0.0869181 Feb 09 01:12:51.748052 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-44b22e86-1fe7-4d33-95b8-4c612a9089b6 req-5d34c6a3-681c-4fb8-b942-81469562994a tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/security-groups?id=442e827f-f1ad-4450-b8fb-9bc169a1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512198 Feb 09 01:12:51.940293 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059972d-4956-4c13-8d9a-79c9cb947ee1 req-b5efb9e4-3a9c-4d8d-b134-daa7c16c3be9 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:51.947749 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3059972d-4956-4c13-8d9a-79c9cb947ee1 req-b5efb9e4-3a9c-4d8d-b134-daa7c16c3be9 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f4535cf-4c29-4763-939b-fd93281ed8cd HTTP/1.1" status: 200 len: 945 time: 0.1090269 Feb 09 01:12:51.957015 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 49840) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:51.963532 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-5a1b605f-a07d-439c-b181-3cb9c68bb8e1 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Request body: {'floatingip': {'port_id': '2174d6c4-4548-46ec-8d59-4157aafdd677'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:52.101959 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a1b605f-a07d-439c-b181-3cb9c68bb8e1 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks [] for floatingip (e43a465f-f79d-4a2b-a9c3-ac8fb6d95199), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:52.124486 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98952de9-3e0d-4b86-94b7-39d6926313da req-149f9392-541c-41d3-a252-adaf957aaaa4 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:52.134390 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-98952de9-3e0d-4b86-94b7-39d6926313da req-149f9392-541c-41d3-a252-adaf957aaaa4 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.1000545 Feb 09 01:12:52.207955 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-98952de9-3e0d-4b86-94b7-39d6926313da req-f6ba6a9d-b31d-4cfb-a7ee-29b3bee0b279 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725856 Feb 09 01:12:52.336523 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec3eaa-5b7a-4d88-89a9-f8ace558a021 req-4d7a2b55-262e-4b8c-b5af-1ce088def2f1 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:52.349521 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9fec3eaa-5b7a-4d88-89a9-f8ace558a021 req-4d7a2b55-262e-4b8c-b5af-1ce088def2f1 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=30a5e400-bf68-4982-9bbc-c21818f32e71 HTTP/1.1" status: 200 len: 950 time: 0.0814259 Feb 09 01:12:52.421482 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9fec3eaa-5b7a-4d88-89a9-f8ace558a021 req-8fce019e-dd19-4e08-b855-88038328dd87 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731213 Feb 09 01:12:52.636680 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e088100-a1b8-4bce-83b7-4626fc02dc68 req-18d50bd5-6100-4906-9cc5-7a7d5f8cdbd4 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:52.647609 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e088100-a1b8-4bce-83b7-4626fc02dc68 req-18d50bd5-6100-4906-9cc5-7a7d5f8cdbd4 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.1651220 Feb 09 01:12:52.725896 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e088100-a1b8-4bce-83b7-4626fc02dc68 req-d332745a-958a-4ade-9591-308616c4ec02 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770962 Feb 09 01:12:53.339506 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a1b605f-a07d-439c-b181-3cb9c68bb8e1 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:53.353650 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a1b605f-a07d-439c-b181-3cb9c68bb8e1 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (e43a465f-f79d-4a2b-a9c3-ac8fb6d95199), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:53.392332 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff41d81-6188-4768-98ba-a91d85f80135 req-38977ebc-7aa6-4257-b901-2460c0e5f685 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:53.399835 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cff41d81-6188-4768-98ba-a91d85f80135 req-38977ebc-7aa6-4257-b901-2460c0e5f685 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.1133139 Feb 09 01:12:53.464609 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cff41d81-6188-4768-98ba-a91d85f80135 req-e3e7d559-9ac5-482e-ac47-cad2e1b38340 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623858 Feb 09 01:12:53.539943 n-d-822053-40 neutron-server[103528]: INFO neutron.db.l3_db [None req-5a1b605f-a07d-439c-b181-3cb9c68bb8e1 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Floating IP e43a465f-f79d-4a2b-a9c3-ac8fb6d95199 associated. External IP: 172.25.1.96, port: 2174d6c4-4548-46ec-8d59-4157aafdd677. Feb 09 01:12:53.614349 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215033a-0091-4e4a-86e5-790e88e1d6e6 req-843c1c00-64a6-4ec7-8902-e31cc4856268 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:53.616786 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1215033a-0091-4e4a-86e5-790e88e1d6e6 req-843c1c00-64a6-4ec7-8902-e31cc4856268 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=30a5e400-bf68-4982-9bbc-c21818f32e71 HTTP/1.1" status: 200 len: 950 time: 0.0803459 Feb 09 01:12:53.758715 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1215033a-0091-4e4a-86e5-790e88e1d6e6 req-9ee2d4af-11ae-43f4-ba2f-c893248a9776 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248064 Feb 09 01:12:53.870189 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1b605f-a07d-439c-b181-3cb9c68bb8e1 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Router 821240b1-4bcb-4a78-85e7-de31952f3491 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:12:53.922364 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2a306-8557-458d-872d-f66c6696aa2d req-b5464a7b-aec9-4f80-9f19-0b66fd3f3471 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:53.932285 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1dd2a306-8557-458d-872d-f66c6696aa2d req-b5464a7b-aec9-4f80-9f19-0b66fd3f3471 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.0890234 Feb 09 01:12:54.005469 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1dd2a306-8557-458d-872d-f66c6696aa2d req-dc20b7d0-29fd-40fa-b7f7-3a08057e68f7 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719149 Feb 09 01:12:54.046590 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1b605f-a07d-439c-b181-3cb9c68bb8e1 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:12:54.097527 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a1b605f-a07d-439c-b181-3cb9c68bb8e1 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:54.107768 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9000a784-2d3e-478b-ac8b-48c350b1b652 None None] Sync routers for ids ['821240b1-4bcb-4a78-85e7-de31952f3491'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:12:54.132781 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9000a784-2d3e-478b-ac8b-48c350b1b652 None None] Routers {'821240b1-4bcb-4a78-85e7-de31952f3491'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:12:54.133770 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-9000a784-2d3e-478b-ac8b-48c350b1b652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:12:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['821240b1-4bcb-4a78-85e7-de31952f3491'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:54.214795 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5a1b605f-a07d-439c-b181-3cb9c68bb8e1 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "PUT /v2.0/floatingips/e43a465f-f79d-4a2b-a9c3-ac8fb6d95199 HTTP/1.1" status: 200 len: 990 time: 2.2534337 Feb 09 01:12:54.214795 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f4535cf-4c29-4763-939b-fd93281ed8cd', 'tag': '2174d6c4-4548-46ec-8d59-4157aafdd677'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:12:54.239143 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99f78f8-ad19-4a9a-94dc-880c667e179b" -d '{"events": [{"name": "network-changed", "server_uuid": "0f4535cf-4c29-4763-939b-fd93281ed8cd", "tag": "2174d6c4-4548-46ec-8d59-4157aafdd677"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:12:54.439401 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-9000a784-2d3e-478b-ac8b-48c350b1b652 None None] Set router 821240b1-4bcb-4a78-85e7-de31952f3491 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:12:54.439821 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af03dc-e092-4a09-b7fe-c02c0b0c4cf0 req-05d650ec-e962-4a5b-bd39-dde4184dacf6 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:54.453475 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-16af03dc-e092-4a09-b7fe-c02c0b0c4cf0 req-05d650ec-e962-4a5b-bd39-dde4184dacf6 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f4535cf-4c29-4763-939b-fd93281ed8cd HTTP/1.1" status: 200 len: 945 time: 0.1513581 Feb 09 01:12:54.541362 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-16af03dc-e092-4a09-b7fe-c02c0b0c4cf0 req-cb5e8ce3-6e49-48a2-8184-c4ac175f16ab tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/security-groups?id=442e827f-f1ad-4450-b8fb-9bc169a1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866849 Feb 09 01:12:54.630483 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eab5748-bd86-4792-ab90-0d15cc915996 x-openstack-request-id: req-2eab5748-bd86-4792-ab90-0d15cc915996 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:12:54.631149 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f4535cf-4c29-4763-939b-fd93281ed8cd", "tag": "2174d6c4-4548-46ec-8d59-4157aafdd677", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:12:54.631415 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2eab5748-bd86-4792-ab90-0d15cc915996 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:12:54.631838 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f4535cf-4c29-4763-939b-fd93281ed8cd', 'tag': '2174d6c4-4548-46ec-8d59-4157aafdd677', 'status': 'completed', 'code': 200} Feb 09 01:12:54.851080 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f78f8-ad19-4a9a-94dc-880c667e179b req-27a11bd0-e327-4186-9285-3c37391fe377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:54.852653 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f99f78f8-ad19-4a9a-94dc-880c667e179b req-27a11bd0-e327-4186-9285-3c37391fe377 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d3ffa09253f8497e9537d3d732314376&device_id=0f4535cf-4c29-4763-939b-fd93281ed8cd HTTP/1.1" status: 200 len: 1128 time: 0.1964760 Feb 09 01:12:54.904174 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748c99d-96c4-4cad-9258-1fb496226a7b req-05c8823a-57b3-4d00-9969-123beeddda79 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:54.912242 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0748c99d-96c4-4cad-9258-1fb496226a7b req-05c8823a-57b3-4d00-9969-123beeddda79 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.1838322 Feb 09 01:12:55.018413 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0748c99d-96c4-4cad-9258-1fb496226a7b req-179d4f54-6a4a-4269-8d3f-eb4a21cdddfe tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052237 Feb 09 01:12:55.047030 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3bde8872-7c4e-4310-8de9-66b0840f5905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:55.160506 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f78f8-ad19-4a9a-94dc-880c667e179b req-3d6f96c0-3a2e-4b5f-9c8d-3a75e4645389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:55.163021 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f99f78f8-ad19-4a9a-94dc-880c667e179b req-3d6f96c0-3a2e-4b5f-9c8d-3a75e4645389 service neutron] 10.222.0.121 "GET /v2.0/networks?id=73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb HTTP/1.1" status: 200 len: 913 time: 0.2878065 Feb 09 01:12:55.291095 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-9000a784-2d3e-478b-ac8b-48c350b1b652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821240b1-4bcb-4a78-85e7-de31952f3491', 'name': 'tempest-ServersTestManualDisk-1441057647-router', 'tenant_id': 'd3ffa09253f8497e9537d3d732314376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '36a35dec-261a-43f0-b3fd-1840cc1d670d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:12:11Z', 'updated_at': '2022-02-09T01:12:17Z', 'revision_number': 4, 'project_id': 'd3ffa09253f8497e9537d3d732314376', 'gw_port': {'id': '36a35dec-261a-43f0-b3fd-1840cc1d670d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821240b1-4bcb-4a78-85e7-de31952f3491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:12:12Z', 'updated_at': '2022-02-09T01:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': 'e43a465f-f79d-4a2b-a9c3-ac8fb6d95199', 'tenant_id': 'd3ffa09253f8497e9537d3d732314376', 'floating_ip_address': '172.25.1.96', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '821240b1-4bcb-4a78-85e7-de31952f3491', 'port_id': '2174d6c4-4548-46ec-8d59-4157aafdd677', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb', 'mac_address': 'fa:16:3e:7d:21:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4535cf-4c29-4763-939b-fd93281ed8cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:12:24Z', 'updated_at': '2022-02-09T01:12:53Z', 'revision_number': 1, 'project_id': 'd3ffa09253f8497e9537d3d732314376', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e99fc0-ba73-4b82-afa3-a720f468d6ac', 'name': '', 'network_id': '73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb', 'tenant_id': 'd3ffa09253f8497e9537d3d732314376', 'mac_address': 'fa:16:3e:e5:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821240b1-4bcb-4a78-85e7-de31952f3491', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '25285e17-9f75-4b4d-942d-f442cf0bb715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:12:15Z', 'updated_at': '2022-02-09T01:12:23Z', 'revision_number': 5, 'project_id': 'd3ffa09253f8497e9537d3d732314376', 'subnets': [{'id': '25285e17-9f75-4b4d-942d-f442cf0bb715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:55.337973 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b810b-c619-451a-9131-20abfdc03d0a req-db5292b6-cb18-45e7-a132-6024e20a087c tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:55.345124 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-236b810b-c619-451a-9131-20abfdc03d0a req-db5292b6-cb18-45e7-a132-6024e20a087c tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=30a5e400-bf68-4982-9bbc-c21818f32e71 HTTP/1.1" status: 200 len: 950 time: 0.1659772 Feb 09 01:12:55.372398 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f99f78f8-ad19-4a9a-94dc-880c667e179b req-912bd7ad-9864-4736-be9a-d09146342b4b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2174d6c4-4548-46ec-8d59-4157aafdd677 HTTP/1.1" status: 200 len: 998 time: 0.1368272 Feb 09 01:12:55.376832 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9000a784-2d3e-478b-ac8b-48c350b1b652 None None] Checking router: 821240b1-4bcb-4a78-85e7-de31952f3491 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:12:55.403671 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9000a784-2d3e-478b-ac8b-48c350b1b652 None None] Routers {'821240b1-4bcb-4a78-85e7-de31952f3491'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:12:55.405787 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-9000a784-2d3e-478b-ac8b-48c350b1b652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:12:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['821240b1-4bcb-4a78-85e7-de31952f3491'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:55.447361 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-236b810b-c619-451a-9131-20abfdc03d0a req-b97fb369-eea6-4cd4-a69b-b32ad8b0e959 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011567 Feb 09 01:12:55.508551 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f78f8-ad19-4a9a-94dc-880c667e179b req-1d46e577-4d16-4fba-8374-ed72e66ca060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:55.510069 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f99f78f8-ad19-4a9a-94dc-880c667e179b req-1d46e577-4d16-4fba-8374-ed72e66ca060 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=25285e17-9f75-4b4d-942d-f442cf0bb715 HTTP/1.1" status: 200 len: 851 time: 0.1300478 Feb 09 01:12:55.576647 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f78f8-ad19-4a9a-94dc-880c667e179b req-1c5fdfdc-6edd-483c-bcd1-5c1d32283664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:55.576647 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f99f78f8-ad19-4a9a-94dc-880c667e179b req-1c5fdfdc-6edd-483c-bcd1-5c1d32283664 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0552294 Feb 09 01:12:55.695388 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-9000a784-2d3e-478b-ac8b-48c350b1b652 None None] Set router 821240b1-4bcb-4a78-85e7-de31952f3491 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:12:55.700341 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:55.735556 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f99f78f8-ad19-4a9a-94dc-880c667e179b req-ea2ecda3-9f95-481b-93fe-d639323fa5d9 service neutron] 10.222.0.121 "GET /v2.0/networks/73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053698 Feb 09 01:12:55.892409 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c0851e-54ac-4808-8bd7-1f1d1f4f6c17 req-68a6ebed-6973-4b34-bd30-7d2a3e179362 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:55.894441 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-61c0851e-54ac-4808-8bd7-1f1d1f4f6c17 req-68a6ebed-6973-4b34-bd30-7d2a3e179362 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.3003852 Feb 09 01:12:55.990266 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f99f78f8-ad19-4a9a-94dc-880c667e179b req-74a6eba5-c2ff-4d80-9386-e9ab84eb884b service neutron] 10.222.0.121 "GET /v2.0/networks/73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426319 Feb 09 01:12:56.010396 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-61c0851e-54ac-4808-8bd7-1f1d1f4f6c17 req-10762fba-29bc-4be5-9fd3-40787e10d97c tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064789 Feb 09 01:12:56.247133 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-9000a784-2d3e-478b-ac8b-48c350b1b652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821240b1-4bcb-4a78-85e7-de31952f3491', 'name': 'tempest-ServersTestManualDisk-1441057647-router', 'tenant_id': 'd3ffa09253f8497e9537d3d732314376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '36a35dec-261a-43f0-b3fd-1840cc1d670d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:12:11Z', 'updated_at': '2022-02-09T01:12:17Z', 'revision_number': 4, 'project_id': 'd3ffa09253f8497e9537d3d732314376', 'gw_port': {'id': '36a35dec-261a-43f0-b3fd-1840cc1d670d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821240b1-4bcb-4a78-85e7-de31952f3491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:12:12Z', 'updated_at': '2022-02-09T01:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': 'e43a465f-f79d-4a2b-a9c3-ac8fb6d95199', 'tenant_id': 'd3ffa09253f8497e9537d3d732314376', 'floating_ip_address': '172.25.1.96', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '821240b1-4bcb-4a78-85e7-de31952f3491', 'port_id': '2174d6c4-4548-46ec-8d59-4157aafdd677', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb', 'mac_address': 'fa:16:3e:7d:21:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4535cf-4c29-4763-939b-fd93281ed8cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:12:24Z', 'updated_at': '2022-02-09T01:12:53Z', 'revision_number': 1, 'project_id': 'd3ffa09253f8497e9537d3d732314376', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e99fc0-ba73-4b82-afa3-a720f468d6ac', 'name': '', 'network_id': '73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb', 'tenant_id': 'd3ffa09253f8497e9537d3d732314376', 'mac_address': 'fa:16:3e:e5:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821240b1-4bcb-4a78-85e7-de31952f3491', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '25285e17-9f75-4b4d-942d-f442cf0bb715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:12:15Z', 'updated_at': '2022-02-09T01:12:23Z', 'revision_number': 5, 'project_id': 'd3ffa09253f8497e9537d3d732314376', 'subnets': [{'id': '25285e17-9f75-4b4d-942d-f442cf0bb715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:56.324635 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9000a784-2d3e-478b-ac8b-48c350b1b652 None None] The sync data for ids ['821240b1-4bcb-4a78-85e7-de31952f3491'] in n-d-822053-40 is: [{'id': '821240b1-4bcb-4a78-85e7-de31952f3491', 'name': 'tempest-ServersTestManualDisk-1441057647-router', 'tenant_id': 'd3ffa09253f8497e9537d3d732314376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '36a35dec-261a-43f0-b3fd-1840cc1d670d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:12:11Z', 'updated_at': '2022-02-09T01:12:17Z', 'revision_number': 4, 'project_id': 'd3ffa09253f8497e9537d3d732314376', 'gw_port': {'id': '36a35dec-261a-43f0-b3fd-1840cc1d670d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821240b1-4bcb-4a78-85e7-de31952f3491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:12:12Z', 'updated_at': '2022-02-09T01:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': 'e43a465f-f79d-4a2b-a9c3-ac8fb6d95199', 'tenant_id': 'd3ffa09253f8497e9537d3d732314376', 'floating_ip_address': '172.25.1.96', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '821240b1-4bcb-4a78-85e7-de31952f3491', 'port_id': '2174d6c4-4548-46ec-8d59-4157aafdd677', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb', 'mac_address': 'fa:16:3e:7d:21:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4535cf-4c29-4763-939b-fd93281ed8cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:12:24Z', 'updated_at': '2022-02-09T01:12:53Z', 'revision_number': 1, 'project_id': 'd3ffa09253f8497e9537d3d732314376', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e99fc0-ba73-4b82-afa3-a720f468d6ac', 'name': '', 'network_id': '73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb', 'tenant_id': 'd3ffa09253f8497e9537d3d732314376', 'mac_address': 'fa:16:3e:e5:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821240b1-4bcb-4a78-85e7-de31952f3491', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '25285e17-9f75-4b4d-942d-f442cf0bb715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:12:15Z', 'updated_at': '2022-02-09T01:12:23Z', 'revision_number': 5, 'project_id': 'd3ffa09253f8497e9537d3d732314376', 'subnets': [{'id': '25285e17-9f75-4b4d-942d-f442cf0bb715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:12:56.501189 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79b186-3b8c-4a90-8590-274b632d4bf2 req-7828302b-588b-42e3-ac0f-4f4890a8d3c4 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:56.511097 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2f79b186-3b8c-4a90-8590-274b632d4bf2 req-7828302b-588b-42e3-ac0f-4f4890a8d3c4 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f4535cf-4c29-4763-939b-fd93281ed8cd HTTP/1.1" status: 200 len: 945 time: 0.4256217 Feb 09 01:12:56.589330 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2f79b186-3b8c-4a90-8590-274b632d4bf2 req-76760d56-8185-47d8-809f-2e65d3ea0dc9 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/security-groups?id=442e827f-f1ad-4450-b8fb-9bc169a1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772288 Feb 09 01:12:56.673459 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1eadac-a7c7-435b-abd7-72c3aaed9155 None None] New status for floating IP e43a465f-f79d-4a2b-a9c3-ac8fb6d95199: ACTIVE {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:12:56.756092 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d193ae1-7830-4391-a414-4a74d88c6a9b req-5dbfa045-d409-4393-ab8c-0b6d3e9d6a09 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:56.766847 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2d193ae1-7830-4391-a414-4a74d88c6a9b req-5dbfa045-d409-4393-ab8c-0b6d3e9d6a09 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.1002455 Feb 09 01:12:56.865851 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2d193ae1-7830-4391-a414-4a74d88c6a9b req-9b7f27ff-1730-4a52-8f4b-86e08217a9c6 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981083 Feb 09 01:12:57.073501 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74419d06-39ad-4e78-a4e6-70c31a46cb2d req-296c3a3c-fbd3-43e1-9aa4-f06f6cd674be tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:57.076896 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-74419d06-39ad-4e78-a4e6-70c31a46cb2d req-296c3a3c-fbd3-43e1-9aa4-f06f6cd674be tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=30a5e400-bf68-4982-9bbc-c21818f32e71 HTTP/1.1" status: 200 len: 950 time: 0.0868709 Feb 09 01:12:57.165772 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-74419d06-39ad-4e78-a4e6-70c31a46cb2d req-ba83edfb-933c-49a0-9de3-1dc9a7f9eebb tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812066 Feb 09 01:12:57.334208 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64a0cf-bdad-4424-8e5a-7fe7410e3d3d req-65b50f40-c4ed-44af-b8cb-aa3b282072a0 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:57.342524 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ba64a0cf-bdad-4424-8e5a-7fe7410e3d3d req-65b50f40-c4ed-44af-b8cb-aa3b282072a0 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f4535cf-4c29-4763-939b-fd93281ed8cd HTTP/1.1" status: 200 len: 945 time: 0.0808985 Feb 09 01:12:57.379875 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:57.428956 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ba64a0cf-bdad-4424-8e5a-7fe7410e3d3d req-9902daa3-418d-4275-997f-52edbdeea176 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/security-groups?id=442e827f-f1ad-4450-b8fb-9bc169a1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632067 Feb 09 01:12:57.597811 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a167ed-589d-4556-9bc3-7a5e158d37e1 req-040b2eda-333f-4fec-b762-62ada7dfad6b tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:57.599815 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c8a167ed-589d-4556-9bc3-7a5e158d37e1 req-040b2eda-333f-4fec-b762-62ada7dfad6b tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.0898213 Feb 09 01:12:57.689717 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c8a167ed-589d-4556-9bc3-7a5e158d37e1 req-6143afbc-f4db-4a97-877c-ca0181eac78d tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749712 Feb 09 01:12:58.034958 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712f6da-48f0-4342-ad3b-ae5797db4579 req-656faf29-cddb-43bd-9d37-395b72e2dee0 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:58.036540 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8712f6da-48f0-4342-ad3b-ae5797db4579 req-656faf29-cddb-43bd-9d37-395b72e2dee0 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.0807762 Feb 09 01:12:58.110563 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8712f6da-48f0-4342-ad3b-ae5797db4579 req-f57c8308-7943-4064-9bf2-a52cf109a4d3 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680084 Feb 09 01:12:58.127741 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:58.312657 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072edbf-525f-4a79-a961-f9e8ebfe5d02 req-d60755b3-c11b-4d66-a0a0-3efdc4c04e4c tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:58.316886 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8072edbf-525f-4a79-a961-f9e8ebfe5d02 req-d60755b3-c11b-4d66-a0a0-3efdc4c04e4c tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=30a5e400-bf68-4982-9bbc-c21818f32e71 HTTP/1.1" status: 200 len: 950 time: 0.0731025 Feb 09 01:12:58.385981 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8072edbf-525f-4a79-a961-f9e8ebfe5d02 req-2920784f-10c4-4fac-b491-3a3fbe4f42de tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648196 Feb 09 01:12:58.866295 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1013996-1f59-4c92-b6ad-dd0918dfb668 req-0d486e43-516c-4b92-a21b-ab6f92d2cbc0 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:58.868013 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f1013996-1f59-4c92-b6ad-dd0918dfb668 req-0d486e43-516c-4b92-a21b-ab6f92d2cbc0 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.0831420 Feb 09 01:12:58.930106 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f1013996-1f59-4c92-b6ad-dd0918dfb668 req-eaf562ad-d9a9-4933-9ecd-e0afdd224204 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562112 Feb 09 01:12:59.256097 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d99eb2-4cce-434a-889f-10196422c6ba req-c1760205-d3ca-49ce-a2a5-c35b7015620a tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:59.264898 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a7d99eb2-4cce-434a-889f-10196422c6ba req-c1760205-d3ca-49ce-a2a5-c35b7015620a tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.0796914 Feb 09 01:12:59.323662 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a7d99eb2-4cce-434a-889f-10196422c6ba req-21199d31-2e15-4b14-9159-ac8be18d92db tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577779 Feb 09 01:12:59.593697 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06347e-a8f2-4b67-8aef-52b36fbeb64b req-46c379e1-1742-4e6c-bfed-6d73e8b27a41 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:59.595378 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f06347e-a8f2-4b67-8aef-52b36fbeb64b req-46c379e1-1742-4e6c-bfed-6d73e8b27a41 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=30a5e400-bf68-4982-9bbc-c21818f32e71 HTTP/1.1" status: 200 len: 950 time: 0.1022923 Feb 09 01:12:59.680068 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f06347e-a8f2-4b67-8aef-52b36fbeb64b req-899c5ff8-cf4c-448b-94da-e854d511d268 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734606 Feb 09 01:13:00.078131 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601937d-134d-4a12-a86f-1418e5840758 req-9ed585d1-6178-4c02-bcbd-1cf05d007e59 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:00.086225 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3601937d-134d-4a12-a86f-1418e5840758 req-9ed585d1-6178-4c02-bcbd-1cf05d007e59 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.0691645 Feb 09 01:13:00.141674 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3601937d-134d-4a12-a86f-1418e5840758 req-9e5ccaca-f55c-4136-ae3b-c0c85459c12c tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544767 Feb 09 01:13:00.589400 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe73bee-0ae4-4a9b-ae4b-6a6954edd3ab req-971540c2-7f25-478b-b8b1-bf083434ee37 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:00.591151 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3fe73bee-0ae4-4a9b-ae4b-6a6954edd3ab req-971540c2-7f25-478b-b8b1-bf083434ee37 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.1347456 Feb 09 01:13:00.670857 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3fe73bee-0ae4-4a9b-ae4b-6a6954edd3ab req-560d8ce5-7134-4567-8f43-30747e2616a3 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662222 Feb 09 01:13:00.866970 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008de4a-43e0-4d6f-b84f-8719d07d2b94 req-e0a63c85-ec0d-4402-9e4e-1b57d2492e88 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:00.875039 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d008de4a-43e0-4d6f-b84f-8719d07d2b94 req-e0a63c85-ec0d-4402-9e4e-1b57d2492e88 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=30a5e400-bf68-4982-9bbc-c21818f32e71 HTTP/1.1" status: 200 len: 950 time: 0.0883949 Feb 09 01:13:01.001317 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d008de4a-43e0-4d6f-b84f-8719d07d2b94 req-351f6985-0def-42bb-ace0-77125752a283 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250839 Feb 09 01:13:01.331437 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a293ca-8559-4242-83e6-cae9b4e565b1 req-436fca62-38e7-444e-9c58-24368368a330 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:01.344918 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-41a293ca-8559-4242-83e6-cae9b4e565b1 req-436fca62-38e7-444e-9c58-24368368a330 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.1065066 Feb 09 01:13:01.404959 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-41a293ca-8559-4242-83e6-cae9b4e565b1 req-eb10bac9-5a64-4491-90d9-7ed33a2060dd tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587215 Feb 09 01:13:01.858164 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a419c74-65fa-462c-aad1-14f09dbd56a9 req-d80707e1-b7f4-46af-a10e-9305abeda050 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:01.861634 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0a419c74-65fa-462c-aad1-14f09dbd56a9 req-d80707e1-b7f4-46af-a10e-9305abeda050 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bb53fc-1844-445e-9f59-ca071ac3ffc3 HTTP/1.1" status: 200 len: 950 time: 0.0958445 Feb 09 01:13:01.868761 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbbbb64-cd5f-41b1-af6e-fb7ad5752e3d req-4dca6097-463c-4d3d-b850-ca24b583f07e tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:01.870436 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6fbbbb64-cd5f-41b1-af6e-fb7ad5752e3d req-4dca6097-463c-4d3d-b850-ca24b583f07e tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.1163809 Feb 09 01:13:01.978154 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0a419c74-65fa-462c-aad1-14f09dbd56a9 req-d1060242-6c88-415a-bd05-f81eb100a573 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a78c11a-1f37-4a8c-a774-d23af2f577c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064124 Feb 09 01:13:01.983641 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6fbbbb64-cd5f-41b1-af6e-fb7ad5752e3d req-937838e4-fbcc-4598-a74e-c3bd24eb105c tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050923 Feb 09 01:13:02.137545 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aad7d4-791a-49dc-9ef2-96442dff735a req-22572164-eb24-4602-832d-53922e260cf3 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:02.145188 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-33aad7d4-791a-49dc-9ef2-96442dff735a req-22572164-eb24-4602-832d-53922e260cf3 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=30a5e400-bf68-4982-9bbc-c21818f32e71 HTTP/1.1" status: 200 len: 950 time: 0.0779939 Feb 09 01:13:02.201101 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-33aad7d4-791a-49dc-9ef2-96442dff735a req-143a765b-9f77-4a1e-afd2-463195edaac4 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547793 Feb 09 01:13:02.555360 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801b5e9-3935-4b93-890a-bee2ce69de59 req-f0806421-9ae0-452b-8150-0aae3ad931dc tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:02.556967 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e801b5e9-3935-4b93-890a-bee2ce69de59 req-f0806421-9ae0-452b-8150-0aae3ad931dc tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.0698555 Feb 09 01:13:02.619747 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e801b5e9-3935-4b93-890a-bee2ce69de59 req-1cc46e65-5a8b-4b03-ba97-60ccc689560c tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566394 Feb 09 01:13:03.175326 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33821e2f-61fe-44a2-b8e0-d3d574608c96 req-989c0b4c-16e9-46b8-9a00-8ed6b0310766 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:03.176960 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-33821e2f-61fe-44a2-b8e0-d3d574608c96 req-989c0b4c-16e9-46b8-9a00-8ed6b0310766 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.0783548 Feb 09 01:13:03.183778 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b4322-5277-41de-89ae-f0546ba94511 req-595f0c6e-3dbb-4614-aa42-6aab34f0423c tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:03.185259 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-454b4322-5277-41de-89ae-f0546ba94511 req-595f0c6e-3dbb-4614-aa42-6aab34f0423c tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bb53fc-1844-445e-9f59-ca071ac3ffc3 HTTP/1.1" status: 200 len: 950 time: 0.1228638 Feb 09 01:13:03.259664 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-33821e2f-61fe-44a2-b8e0-d3d574608c96 req-505047d3-4a43-48be-b866-a8647a749117 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734344 Feb 09 01:13:03.272925 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-454b4322-5277-41de-89ae-f0546ba94511 req-f912f051-835f-4f8f-8940-7b4ef54bd381 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a78c11a-1f37-4a8c-a774-d23af2f577c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724537 Feb 09 01:13:03.422257 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761eb5d6-fb7e-46ad-a80c-1f9e29dfa784 req-83b046a7-9ff1-468a-9f17-ba163f2650ad tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:03.423805 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-761eb5d6-fb7e-46ad-a80c-1f9e29dfa784 req-83b046a7-9ff1-468a-9f17-ba163f2650ad tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 1129 time: 0.0914392 Feb 09 01:13:03.431536 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43848eb-4ae6-4b3c-8e2c-c76109f02ea9 req-689d61ac-1dd5-4e5c-a898-34de76ed48b2 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:03.433033 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b43848eb-4ae6-4b3c-8e2c-c76109f02ea9 req-689d61ac-1dd5-4e5c-a898-34de76ed48b2 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=30a5e400-bf68-4982-9bbc-c21818f32e71 HTTP/1.1" status: 200 len: 950 time: 0.0893333 Feb 09 01:13:03.508495 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-761eb5d6-fb7e-46ad-a80c-1f9e29dfa784 req-a6d2df9c-fec0-48ad-b4c2-93e15d43525c tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744529 Feb 09 01:13:03.512010 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b43848eb-4ae6-4b3c-8e2c-c76109f02ea9 req-c88482e4-8cf6-414f-b43c-5e1d9675d059 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722210 Feb 09 01:13:04.021476 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca855c-ddaf-4cb9-b34e-818846c71c04 req-10c8d1eb-4997-4ad3-ad64-e95220e1788c tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:04.023065 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-41ca855c-ddaf-4cb9-b34e-818846c71c04 req-10c8d1eb-4997-4ad3-ad64-e95220e1788c tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.0635424 Feb 09 01:13:04.094627 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-41ca855c-ddaf-4cb9-b34e-818846c71c04 req-c3fe3ab0-d69d-4e60-adaf-4e0467251756 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644231 Feb 09 01:13:04.413128 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c6f97-40a7-456b-bdba-89cd7aaa8e05 req-b3d21e8d-ead8-453c-b49b-b996dfad88c8 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:04.414714 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b99c6f97-40a7-456b-bdba-89cd7aaa8e05 req-b3d21e8d-ead8-453c-b49b-b996dfad88c8 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.0738454 Feb 09 01:13:04.480978 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b99c6f97-40a7-456b-bdba-89cd7aaa8e05 req-83cb135d-328d-47a0-8693-3efff2688b9a tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550792 Feb 09 01:13:04.626709 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [req-253e34a9-6046-455e-a399-fc51a34e9898 req-49d61c95-fe5d-4a04-b10c-5958babe9535 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:13:04.629127 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-253e34a9-6046-455e-a399-fc51a34e9898 req-49d61c95-fe5d-4a04-b10c-5958babe9535 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061581 Feb 09 01:13:04.676711 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80fbd5a-d261-44d3-adfa-ae0926fbf1e5 req-3aa9343d-57fe-4606-88d9-6ec345c208a7 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:04.678969 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e34a9-6046-455e-a399-fc51a34e9898 req-9e0efd14-2d9b-4bd8-b8de-b22236081515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:04.684099 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a80fbd5a-d261-44d3-adfa-ae0926fbf1e5 req-3aa9343d-57fe-4606-88d9-6ec345c208a7 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=30a5e400-bf68-4982-9bbc-c21818f32e71 HTTP/1.1" status: 200 len: 950 time: 0.0804729 Feb 09 01:13:04.685996 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-253e34a9-6046-455e-a399-fc51a34e9898 req-9e0efd14-2d9b-4bd8-b8de-b22236081515 service neutron] 10.222.0.30 "GET /v2.0/ports/308cc62f-d069-4df6-8213-414430c968dc HTTP/1.1" status: 200 len: 1126 time: 0.0501394 Feb 09 01:13:04.691619 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-253e34a9-6046-455e-a399-fc51a34e9898 req-de1497b1-6fdb-479a-a831-75c7c13acb43 service neutron] Request body: {'binding': {'host': 'n-h2-822053-40', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:04.692468 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-253e34a9-6046-455e-a399-fc51a34e9898 req-de1497b1-6fdb-479a-a831-75c7c13acb43 service neutron] Unknown quota resources ['binding']. {{(pid=103528) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:13:04.733130 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a80fbd5a-d261-44d3-adfa-ae0926fbf1e5 req-d4fdf9e8-e48f-49b8-8b85-34a795de9a55 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478776 Feb 09 01:13:04.837857 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-253e34a9-6046-455e-a399-fc51a34e9898 req-de1497b1-6fdb-479a-a831-75c7c13acb43 service neutron] Attempting to bind port 308cc62f-d069-4df6-8213-414430c968dc on host n-h2-822053-40 for vnic_type normal with profile None {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:13:04.838191 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-253e34a9-6046-455e-a399-fc51a34e9898 req-de1497b1-6fdb-479a-a831-75c7c13acb43 service neutron] Attempting to bind port 308cc62f-d069-4df6-8213-414430c968dc by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:13:04.838511 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253e34a9-6046-455e-a399-fc51a34e9898 req-de1497b1-6fdb-479a-a831-75c7c13acb43 service neutron] Attempting to bind port 308cc62f-d069-4df6-8213-414430c968dc on network 4d54ed5f-d078-4c38-9c35-f6f424a32376 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:13:04.842782 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253e34a9-6046-455e-a399-fc51a34e9898 req-de1497b1-6fdb-479a-a831-75c7c13acb43 service neutron] Port 308cc62f-d069-4df6-8213-414430c968dc on network 4d54ed5f-d078-4c38-9c35-f6f424a32376 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:13:04.843097 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253e34a9-6046-455e-a399-fc51a34e9898 req-de1497b1-6fdb-479a-a831-75c7c13acb43 service neutron] Attempting to bind port 308cc62f-d069-4df6-8213-414430c968dc on network 4d54ed5f-d078-4c38-9c35-f6f424a32376 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:13:04.848614 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253e34a9-6046-455e-a399-fc51a34e9898 req-de1497b1-6fdb-479a-a831-75c7c13acb43 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:13:04.848957 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253e34a9-6046-455e-a399-fc51a34e9898 req-de1497b1-6fdb-479a-a831-75c7c13acb43 service neutron] Checking segment: {'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:13:04.849334 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253e34a9-6046-455e-a399-fc51a34e9898 req-de1497b1-6fdb-479a-a831-75c7c13acb43 service neutron] Bound using segment: {'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:13:04.849745 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-253e34a9-6046-455e-a399-fc51a34e9898 req-de1497b1-6fdb-479a-a831-75c7c13acb43 service neutron] Bound port: 308cc62f-d069-4df6-8213-414430c968dc, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:13:04.906377 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-253e34a9-6046-455e-a399-fc51a34e9898 req-de1497b1-6fdb-479a-a831-75c7c13acb43 service neutron] For port 308cc62f-d069-4df6-8213-414430c968dc, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=308cc62f-d069-4df6-8213-414430c968dc,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:13:04.913506 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-253e34a9-6046-455e-a399-fc51a34e9898 req-de1497b1-6fdb-479a-a831-75c7c13acb43 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:04.914668 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-253e34a9-6046-455e-a399-fc51a34e9898 req-de1497b1-6fdb-479a-a831-75c7c13acb43 service neutron] 10.222.0.30 "POST /v2.0/ports/308cc62f-d069-4df6-8213-414430c968dc/bindings HTTP/1.1" status: 201 len: 390 time: 0.2276833 Feb 09 01:13:05.085079 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818afbaa-abe1-4d2e-98e9-c83f21efbf14 req-31df1a69-6b26-4e7b-a7a2-7447f98a12ae tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:05.086595 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-818afbaa-abe1-4d2e-98e9-c83f21efbf14 req-31df1a69-6b26-4e7b-a7a2-7447f98a12ae tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 946 time: 0.0651991 Feb 09 01:13:05.142435 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-818afbaa-abe1-4d2e-98e9-c83f21efbf14 req-6081dbb0-6276-4ca1-8947-9d3471ac2e44 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500157 Feb 09 01:13:05.279481 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b588272-76d8-4f97-84f2-ebf929908a70 req-57995e10-555d-4dfa-abf3-9e9a0a66d8c8 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:05.280993 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2b588272-76d8-4f97-84f2-ebf929908a70 req-57995e10-555d-4dfa-abf3-9e9a0a66d8c8 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.1007242 Feb 09 01:13:05.287682 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e34a9-6046-455e-a399-fc51a34e9898 req-78dc1fe7-78fd-4c06-b5d0-eb3b05228019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:05.289200 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-253e34a9-6046-455e-a399-fc51a34e9898 req-78dc1fe7-78fd-4c06-b5d0-eb3b05228019 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=89a8855b9bab40b69c27334c734383e8&device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 1129 time: 0.0703301 Feb 09 01:13:05.376557 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 6e35ad25-099c-4cd8-af5f-c5e1e2e2e431 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:13:05.384448 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2b588272-76d8-4f97-84f2-ebf929908a70 req-42b2d290-7292-4f1e-a447-3b954cb16ff3 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942914 Feb 09 01:13:05.416559 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e34a9-6046-455e-a399-fc51a34e9898 req-13ebfc8b-36b2-41bf-94fb-674c51ba7e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:05.418070 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-253e34a9-6046-455e-a399-fc51a34e9898 req-13ebfc8b-36b2-41bf-94fb-674c51ba7e84 service neutron] 10.222.0.91 "GET /v2.0/networks?id=4d54ed5f-d078-4c38-9c35-f6f424a32376 HTTP/1.1" status: 200 len: 921 time: 0.1130562 Feb 09 01:13:05.472040 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-253e34a9-6046-455e-a399-fc51a34e9898 req-56d6d852-9aa9-4b56-b91e-015e52ddc839 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=308cc62f-d069-4df6-8213-414430c968dc HTTP/1.1" status: 200 len: 217 time: 0.0387356 Feb 09 01:13:05.493768 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 6e35ad25-099c-4cd8-af5f-c5e1e2e2e431 is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:05.494309 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (6e35ad25-099c-4cd8-af5f-c5e1e2e2e431), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:05.525385 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5bb53fc-1844-445e-9f59-ca071ac3ffc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e35ad25-099c-4cd8-af5f-c5e1e2e2e431'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:13:05.528013 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13862af4-b7b3-4280-b1cb-a055a018611e" -d '{"events": [{"server_uuid": "a5bb53fc-1844-445e-9f59-ca071ac3ffc3", "name": "network-vif-unplugged", "status": "completed", "tag": "6e35ad25-099c-4cd8-af5f-c5e1e2e2e431"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:13:05.553569 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 6e35ad25-099c-4cd8-af5f-c5e1e2e2e431, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=6e35ad25-099c-4cd8-af5f-c5e1e2e2e431,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:05.556030 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e34a9-6046-455e-a399-fc51a34e9898 req-4d71bbf8-a24f-4750-ad58-2def4a8fd373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:05.557616 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-253e34a9-6046-455e-a399-fc51a34e9898 req-4d71bbf8-a24f-4750-ad58-2def4a8fd373 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=dc881d69-9121-4d00-994f-9cce6bcb92ea HTTP/1.1" status: 200 len: 860 time: 0.0737770 Feb 09 01:13:05.560953 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (6e35ad25-099c-4cd8-af5f-c5e1e2e2e431), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:05.600350 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076018eb-d3bf-46a3-a5a8-5048b206d906 x-openstack-request-id: req-076018eb-d3bf-46a3-a5a8-5048b206d906 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:13:05.600901 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5bb53fc-1844-445e-9f59-ca071ac3ffc3", "name": "network-vif-unplugged", "status": "completed", "tag": "6e35ad25-099c-4cd8-af5f-c5e1e2e2e431", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:13:05.601159 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-076018eb-d3bf-46a3-a5a8-5048b206d906 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:13:05.601553 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5bb53fc-1844-445e-9f59-ca071ac3ffc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e35ad25-099c-4cd8-af5f-c5e1e2e2e431', 'code': 200} Feb 09 01:13:05.622303 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-253e34a9-6046-455e-a399-fc51a34e9898 req-91da2c56-5a36-4b4a-84bf-61f87ce67133 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4d54ed5f-d078-4c38-9c35-f6f424a32376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418153 Feb 09 01:13:05.635427 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=6e35ad25-099c-4cd8-af5f-c5e1e2e2e431,revision_number=8']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:05.739757 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812e0c6-5d48-4723-84d3-6c4e7fe754b3 req-fdb76292-a918-4735-a8e9-4fbcfb8b8ded tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:05.741184 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d812e0c6-5d48-4723-84d3-6c4e7fe754b3 req-fdb76292-a918-4735-a8e9-4fbcfb8b8ded tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.1213815 Feb 09 01:13:05.763134 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-253e34a9-6046-455e-a399-fc51a34e9898 req-167cb726-8cf8-4fc1-ab02-4c3e2fecbc85 service neutron] 10.222.0.91 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305685 Feb 09 01:13:05.846017 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d812e0c6-5d48-4723-84d3-6c4e7fe754b3 req-6039aa82-d958-4498-bb0f-956f0f85bdae tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955925 Feb 09 01:13:05.920212 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-253e34a9-6046-455e-a399-fc51a34e9898 req-e880962d-e4a9-44c7-86d8-f63fae33301e service neutron] 10.222.0.91 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419909 Feb 09 01:13:05.948258 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd710ce-0822-48ed-9620-bd4f71a1d1e8 req-3c14059e-23a1-428c-9af9-060a9337f181 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:05.950261 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7cd710ce-0822-48ed-9620-bd4f71a1d1e8 req-3c14059e-23a1-428c-9af9-060a9337f181 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=30a5e400-bf68-4982-9bbc-c21818f32e71 HTTP/1.1" status: 200 len: 950 time: 0.0886412 Feb 09 01:13:06.003443 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7cd710ce-0822-48ed-9620-bd4f71a1d1e8 req-561ba6fc-3b76-48b2-a101-c3b032764bbf tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458457 Feb 09 01:13:06.353234 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7d3fd-00da-4650-ad34-ef6d9549245c req-eac800cd-48ee-4719-9949-0615331fbb1b tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:06.355043 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7ac7d3fd-00da-4650-ad34-ef6d9549245c req-eac800cd-48ee-4719-9949-0615331fbb1b tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 946 time: 0.0843554 Feb 09 01:13:06.412078 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7ac7d3fd-00da-4650-ad34-ef6d9549245c req-1e4ccc27-ef27-415b-afe5-9c086c06e24b tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500436 Feb 09 01:13:06.552523 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c0c00-1e53-40f3-9372-fe77617dfc32 req-b9fc7f7f-4497-41ab-9d55-25eff46a3025 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:06.555424 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-426c0c00-1e53-40f3-9372-fe77617dfc32 req-b9fc7f7f-4497-41ab-9d55-25eff46a3025 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.0802202 Feb 09 01:13:06.619744 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-426c0c00-1e53-40f3-9372-fe77617dfc32 req-893e54ae-610b-4e7f-9744-362fa8574add tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573089 Feb 09 01:13:07.000446 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d1d52-d02e-4ba6-9ca7-65935f8ee539 req-7a093281-302b-4733-924b-2bf57b6e955e tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:07.002366 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e61d1d52-d02e-4ba6-9ca7-65935f8ee539 req-7a093281-302b-4733-924b-2bf57b6e955e tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.0674191 Feb 09 01:13:07.076138 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e61d1d52-d02e-4ba6-9ca7-65935f8ee539 req-c42e6924-cfab-42dd-aab1-fe55b9e20117 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638664 Feb 09 01:13:07.139790 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f391d-bf32-4026-bd03-dfc7fb1d4530 req-13247c5f-cabb-472a-b352-4fa7bc0be1f8 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:07.141168 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a33f391d-bf32-4026-bd03-dfc7fb1d4530 req-13247c5f-cabb-472a-b352-4fa7bc0be1f8 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=30a5e400-bf68-4982-9bbc-c21818f32e71 HTTP/1.1" status: 200 len: 950 time: 0.0546708 Feb 09 01:13:07.199764 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a33f391d-bf32-4026-bd03-dfc7fb1d4530 req-7e98f394-54f4-499a-ac20-e66f066d258c tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516546 Feb 09 01:13:07.544262 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf7999-09a7-4fd0-92f8-ed47036aec67 req-a9bc0023-ccec-43d6-ae13-a79051e9d4a6 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:07.546677 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-37cf7999-09a7-4fd0-92f8-ed47036aec67 req-a9bc0023-ccec-43d6-ae13-a79051e9d4a6 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 946 time: 0.0553715 Feb 09 01:13:07.601311 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-37cf7999-09a7-4fd0-92f8-ed47036aec67 req-68b00323-992d-425e-a7f7-2bba4f2d182e tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461109 Feb 09 01:13:07.741048 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173cd404-d5d9-4dad-84dd-637d5e1d596c req-391678f4-40d7-4c4e-9b8e-48debe68e41d tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:07.742703 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-173cd404-d5d9-4dad-84dd-637d5e1d596c req-391678f4-40d7-4c4e-9b8e-48debe68e41d tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.0541604 Feb 09 01:13:07.806154 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-173cd404-d5d9-4dad-84dd-637d5e1d596c req-55bb0282-a496-4576-aa5c-32d6d0fa7821 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563760 Feb 09 01:13:08.199503 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085616b0-5252-4d4f-9a66-ebfc65b82476 req-058abda0-80c0-41dc-83c9-1135353df8a4 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:08.201337 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-085616b0-5252-4d4f-9a66-ebfc65b82476 req-058abda0-80c0-41dc-83c9-1135353df8a4 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.0630283 Feb 09 01:13:08.260759 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-085616b0-5252-4d4f-9a66-ebfc65b82476 req-b6defb2a-632a-4328-833e-6970d62de563 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518265 Feb 09 01:13:08.330172 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ab6cb-535f-42f0-bf1f-3988862388a1 req-1d4b5047-09f7-4bf9-a1c6-ac0fdc1f35a6 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:08.332414 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-173ab6cb-535f-42f0-bf1f-3988862388a1 req-1d4b5047-09f7-4bf9-a1c6-ac0fdc1f35a6 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=30a5e400-bf68-4982-9bbc-c21818f32e71 HTTP/1.1" status: 200 len: 950 time: 0.0602703 Feb 09 01:13:08.397330 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-173ab6cb-535f-42f0-bf1f-3988862388a1 req-828fbf7e-e846-48b1-86dd-bf2d43504d5f tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593774 Feb 09 01:13:08.766627 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b538ca-2c98-4574-b356-1a8c2c5e44fc req-4c26273d-257b-4069-b1e2-dd4d540931e5 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:08.769654 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-08b538ca-2c98-4574-b356-1a8c2c5e44fc req-4c26273d-257b-4069-b1e2-dd4d540931e5 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 946 time: 0.0808473 Feb 09 01:13:08.833811 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-08b538ca-2c98-4574-b356-1a8c2c5e44fc req-100f7fd3-2833-4533-9c50-6b7b0777201e tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554712 Feb 09 01:13:08.983057 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77fdfd-6803-4cae-8951-c87530cff5a9 req-58d64d0a-4649-49d6-985c-af2594181cee tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:08.985890 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4d77fdfd-6803-4cae-8951-c87530cff5a9 req-58d64d0a-4649-49d6-985c-af2594181cee tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.0854406 Feb 09 01:13:09.054566 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4d77fdfd-6803-4cae-8951-c87530cff5a9 req-9116e87d-6a36-4adf-8824-374b16b5a926 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576599 Feb 09 01:13:09.260140 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-52c5a0c2-5bb7-4990-ac4b-b4ca1c995cb8 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:09.261639 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-52c5a0c2-5bb7-4990-ac4b-b4ca1c995cb8 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.91 "GET /v2.0/ports?device_id=30a5e400-bf68-4982-9bbc-c21818f32e71 HTTP/1.1" status: 200 len: 950 time: 0.0640831 Feb 09 01:13:09.392231 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 89f7c53f-2873-4cf2-a792-13b5a94f34c1 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:13:09.504062 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0b91e-b10f-49a6-9c5c-b73046e009db req-875dab17-a4ed-4b45-8cc3-4e5dcd13dfd1 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:09.505614 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-02c0b91e-b10f-49a6-9c5c-b73046e009db req-875dab17-a4ed-4b45-8cc3-4e5dcd13dfd1 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.1427634 Feb 09 01:13:09.578986 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 89f7c53f-2873-4cf2-a792-13b5a94f34c1, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=89f7c53f-2873-4cf2-a792-13b5a94f34c1,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:09.598938 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '89f7c53f-2873-4cf2-a792-13b5a94f34c1', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': '89f7c53f-2873-4cf2-a792-13b5a94f34c1', 'mac_address': 'fa:16:3e:a7:4e:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:13:09.600722 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-6fed59c1-7380-4f67-b99f-af2792b1bff3 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Deleting port 1e68fd13-69db-47c3-9c5f-85da914b9197 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:13:09.601064 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-6fed59c1-7380-4f67-b99f-af2792b1bff3 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (1e68fd13-69db-47c3-9c5f-85da914b9197), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:09.670089 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 89f7c53f-2873-4cf2-a792-13b5a94f34c1 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:09.671183 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (89f7c53f-2873-4cf2-a792-13b5a94f34c1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:09.700805 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89f7c53f-2873-4cf2-a792-13b5a94f34c1 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:13:09.721508 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 89f7c53f-2873-4cf2-a792-13b5a94f34c1, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=89f7c53f-2873-4cf2-a792-13b5a94f34c1,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:09.726846 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9b589-56c1-422f-9a55-22a57ce02731 req-fa2a50c1-ab78-4ae6-be1d-157ca1996a91 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:09.727392 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (89f7c53f-2873-4cf2-a792-13b5a94f34c1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:09.739505 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e1d9b589-56c1-422f-9a55-22a57ce02731 req-fa2a50c1-ab78-4ae6-be1d-157ca1996a91 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=30a5e400-bf68-4982-9bbc-c21818f32e71 HTTP/1.1" status: 200 len: 950 time: 0.2326849 Feb 09 01:13:09.787718 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=89f7c53f-2873-4cf2-a792-13b5a94f34c1,revision_number=9']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:09.804992 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e1d9b589-56c1-422f-9a55-22a57ce02731 req-0bcacbcd-966b-4b47-9c26-fe9581f23423 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641294 Feb 09 01:13:09.891105 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-6fed59c1-7380-4f67-b99f-af2792b1bff3 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] For port 1e68fd13-69db-47c3-9c5f-85da914b9197, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=1e68fd13-69db-47c3-9c5f-85da914b9197,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:09.891526 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-6fed59c1-7380-4f67-b99f-af2792b1bff3 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (1e68fd13-69db-47c3-9c5f-85da914b9197), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:09.916885 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-6fed59c1-7380-4f67-b99f-af2792b1bff3 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Calling delete_port for 1e68fd13-69db-47c3-9c5f-85da914b9197 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:13:09.985956 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['89f7c53f-2873-4cf2-a792-13b5a94f34c1'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:13:10.067616 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-02c0b91e-b10f-49a6-9c5c-b73046e009db req-98c5f109-0c9a-49de-9c88-06cdae74109b tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5337887 Feb 09 01:13:10.386555 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-63579c96-d326-4504-92c4-c5fb53f5c2cc req-cd0f17a6-be12-4f4e-9370-f7f85d86f318 service neutron] 10.222.0.121 "GET /v2.0/ports/f23958e2-9d45-4b6e-822d-70ee53c087dd/bindings/n-h1-822053-40 HTTP/1.1" status: 200 len: 383 time: 0.2681899 Feb 09 01:13:10.387419 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-6fed59c1-7380-4f67-b99f-af2792b1bff3 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (1e68fd13-69db-47c3-9c5f-85da914b9197), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:10.405125 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['0299c62c-b308-454a-bf29-0a85c3420970', 'e360c9ab-0a13-41c6-8d70-5912dbd9ce2a'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:13:10.419337 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6bb51-454d-4e07-acef-44b43dcbac43 req-3cfaf953-676c-438d-90f1-0ddfa102d483 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:10.422224 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['27fe8a84-17a5-4744-b287-c5a8fdf17b82', '3fc6e6c1-fe04-4d6e-a5c1-891647370442', '37cc49f2-46da-4fdb-bb24-198cc9bba705', 'be60904b-3c53-4589-9c61-6521a3a5d93f', '9461bf13-de00-4ba3-aa16-1f83b215c5bd'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:13:10.429610 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6fa6bb51-454d-4e07-acef-44b43dcbac43 req-3cfaf953-676c-438d-90f1-0ddfa102d483 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 946 time: 0.3604758 Feb 09 01:13:10.546919 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed59c1-7380-4f67-b99f-af2792b1bff3 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Pushing event deleted for resources: {'Port': ['ID=1e68fd13-69db-47c3-9c5f-85da914b9197,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:10.660797 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fed59c1-7380-4f67-b99f-af2792b1bff3 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:10.661183 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fed59c1-7380-4f67-b99f-af2792b1bff3 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:10.661489 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fed59c1-7380-4f67-b99f-af2792b1bff3 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:10.661861 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fed59c1-7380-4f67-b99f-af2792b1bff3 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:10.662200 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fed59c1-7380-4f67-b99f-af2792b1bff3 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:10.662528 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fed59c1-7380-4f67-b99f-af2792b1bff3 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:10.665475 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fed59c1-7380-4f67-b99f-af2792b1bff3 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:10.665816 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fed59c1-7380-4f67-b99f-af2792b1bff3 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:10.666157 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fed59c1-7380-4f67-b99f-af2792b1bff3 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:10.666494 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fed59c1-7380-4f67-b99f-af2792b1bff3 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:10.670609 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fed59c1-7380-4f67-b99f-af2792b1bff3 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:10.671048 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fed59c1-7380-4f67-b99f-af2792b1bff3 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:10.671467 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fed59c1-7380-4f67-b99f-af2792b1bff3 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:10.745292 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddecd97-cd6e-4510-99f2-8680cdb8e6ac req-0da3386d-b92f-414f-b6ce-371e8a9aadb1 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:10.758188 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ddecd97-cd6e-4510-99f2-8680cdb8e6ac req-0da3386d-b92f-414f-b6ce-371e8a9aadb1 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.5478930 Feb 09 01:13:10.817146 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-6fed59c1-7380-4f67-b99f-af2792b1bff3 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] No DVR routers for this DVR port 1e68fd13-69db-47c3-9c5f-85da914b9197 on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:13:10.820699 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-6fed59c1-7380-4f67-b99f-af2792b1bff3 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:10.825445 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-6fed59c1-7380-4f67-b99f-af2792b1bff3 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.91 "DELETE /v2.0/ports/1e68fd13-69db-47c3-9c5f-85da914b9197 HTTP/1.1" status: 204 len: 173 time: 1.5228562 Feb 09 01:13:10.840035 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a5e400-bf68-4982-9bbc-c21818f32e71', 'name': 'network-vif-deleted', 'tag': '1e68fd13-69db-47c3-9c5f-85da914b9197'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:13:10.842457 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f49ac4-6793-4db7-be59-7b698235e153" -d '{"events": [{"server_uuid": "30a5e400-bf68-4982-9bbc-c21818f32e71", "name": "network-vif-deleted", "tag": "1e68fd13-69db-47c3-9c5f-85da914b9197"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:13:10.974232 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ddecd97-cd6e-4510-99f2-8680cdb8e6ac req-c7c5d3a9-98d4-407a-97ca-97d393f2f655 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129123 Feb 09 01:13:10.993155 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6fa6bb51-454d-4e07-acef-44b43dcbac43 req-2e5e0132-536e-4396-a508-b078462b9cb5 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5617781 Feb 09 01:13:11.059073 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63579c96-d326-4504-92c4-c5fb53f5c2cc req-39b0db64-2fee-48f6-93b4-4d2565c92cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:11.060689 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-63579c96-d326-4504-92c4-c5fb53f5c2cc req-39b0db64-2fee-48f6-93b4-4d2565c92cce service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082&tenant_id=3d8394520fe34c9daa660b5c0721b019 HTTP/1.1" status: 200 len: 1132 time: 0.2581401 Feb 09 01:13:11.295864 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 09 Feb 2022 01:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bcfcee1-9ccb-432d-9b2a-5d91634c6e20 x-openstack-request-id: req-1bcfcee1-9ccb-432d-9b2a-5d91634c6e20 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:13:11.296540 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a5e400-bf68-4982-9bbc-c21818f32e71", "name": "network-vif-deleted", "tag": "1e68fd13-69db-47c3-9c5f-85da914b9197", "status": "failed", "code": 422}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:13:11.296960 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1bcfcee1-9ccb-432d-9b2a-5d91634c6e20 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:13:11.297788 n-d-822053-40 neutron-server[103529]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '30a5e400-bf68-4982-9bbc-c21818f32e71', 'name': 'network-vif-deleted', 'tag': '1e68fd13-69db-47c3-9c5f-85da914b9197', 'status': 'failed', 'code': 422} returned with failed status Feb 09 01:13:11.318323 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e86e2b62-fbbe-4514-8f1b-5d7fe325c9ac req-6840ad5b-fbb3-4bbe-8680-f1ba2c50e1f3 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=30a5e400-bf68-4982-9bbc-c21818f32e71 HTTP/1.1" status: 200 len: 210 time: 0.0918846 Feb 09 01:13:11.371290 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63579c96-d326-4504-92c4-c5fb53f5c2cc req-a14b96aa-64f7-49e4-8550-926d914c74b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:11.372839 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-63579c96-d326-4504-92c4-c5fb53f5c2cc req-a14b96aa-64f7-49e4-8550-926d914c74b3 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3d8394520fe34c9daa660b5c0721b019&device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 1132 time: 0.2774515 Feb 09 01:13:11.436182 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 1e68fd13-69db-47c3-9c5f-85da914b9197 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:13:11.525578 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada23ed-30af-421b-bdb4-eaa9f3c53ac5 req-10ea53e4-335e-4b96-96e3-7174587b5d47 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:11.526895 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 1e68fd13-69db-47c3-9c5f-85da914b9197 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:13:11.532009 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 1e68fd13-69db-47c3-9c5f-85da914b9197 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:13:11.534603 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ada23ed-30af-421b-bdb4-eaa9f3c53ac5 req-10ea53e4-335e-4b96-96e3-7174587b5d47 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.0882258 Feb 09 01:13:11.585400 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63579c96-d326-4504-92c4-c5fb53f5c2cc req-0f20d9a8-3a25-4db6-9953-5bf85e2a4234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:11.587156 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-63579c96-d326-4504-92c4-c5fb53f5c2cc req-0f20d9a8-3a25-4db6-9953-5bf85e2a4234 service neutron] 10.222.0.121 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.2002146 Feb 09 01:13:11.639021 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-63579c96-d326-4504-92c4-c5fb53f5c2cc req-f9d63871-8794-4020-b17a-99b4662342dc service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=f23958e2-9d45-4b6e-822d-70ee53c087dd HTTP/1.1" status: 200 len: 217 time: 0.0398917 Feb 09 01:13:11.738753 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63579c96-d326-4504-92c4-c5fb53f5c2cc req-08d84b67-436b-4764-9cf7-93ae92aff468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:11.747515 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-63579c96-d326-4504-92c4-c5fb53f5c2cc req-08d84b67-436b-4764-9cf7-93ae92aff468 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.0957119 Feb 09 01:13:11.769170 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ada23ed-30af-421b-bdb4-eaa9f3c53ac5 req-f2952197-162c-4d3d-9c7e-389bb9179814 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329626 Feb 09 01:13:11.878849 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 50202) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:11.919721 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63579c96-d326-4504-92c4-c5fb53f5c2cc req-13ddca3f-d564-4149-9c5e-3f3bbab6b1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:11.927162 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-63579c96-d326-4504-92c4-c5fb53f5c2cc req-13ddca3f-d564-4149-9c5e-3f3bbab6b1cb service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1558261 Feb 09 01:13:11.953922 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-f023ce71-d8bf-49ed-8191-858b50208fef tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=30a5e400-bf68-4982-9bbc-c21818f32e71 HTTP/1.1" status: 200 len: 210 time: 0.0737422 Feb 09 01:13:12.146669 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-63579c96-d326-4504-92c4-c5fb53f5c2cc req-bbd7b885-87ef-457b-992d-4bf345591463 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090142 Feb 09 01:13:12.313226 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4612ef-7632-417a-a080-c8d99166cb72 req-d6959199-a3cb-40cc-8c79-fe78509fb416 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:12.316015 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f4612ef-7632-417a-a080-c8d99166cb72 req-d6959199-a3cb-40cc-8c79-fe78509fb416 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.1681724 Feb 09 01:13:12.392199 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f4612ef-7632-417a-a080-c8d99166cb72 req-09a260ed-17a9-409f-a35d-9897462b928e tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671279 Feb 09 01:13:12.426856 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a0af1-92e5-4cd8-a7c0-c6086495cbc7 req-f183c3e4-fad0-4ba5-b63a-a10b6b39a27e tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:12.436396 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dc4a0af1-92e5-4cd8-a7c0-c6086495cbc7 req-f183c3e4-fad0-4ba5-b63a-a10b6b39a27e tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 946 time: 0.2697754 Feb 09 01:13:12.790890 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-63579c96-d326-4504-92c4-c5fb53f5c2cc req-fb79531e-5176-415a-b8ea-2e928877fa1f service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6121128 Feb 09 01:13:12.792754 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-24ce20f6-9d98-4283-a876-65a9ea8635e2 req-364f9b9f-d993-4a08-9621-1bbaf203b10e tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=30a5e400-bf68-4982-9bbc-c21818f32e71 HTTP/1.1" status: 200 len: 210 time: 0.0441294 Feb 09 01:13:12.824495 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dc4a0af1-92e5-4cd8-a7c0-c6086495cbc7 req-5fb5d8df-95b7-4cdd-ac74-33f7ed7bc137 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870397 Feb 09 01:13:13.029768 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:13:13.092243 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b14f0da-6bef-4d9c-89cb-27b43ce67e7b req-dff09960-4753-4103-9a5a-ca4db5ab0814 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=30a5e400-bf68-4982-9bbc-c21818f32e71 HTTP/1.1" status: 200 len: 210 time: 0.0938234 Feb 09 01:13:13.156948 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a686a2-06aa-4471-aaae-35dbedaecb31 req-5f9d32e3-3b4b-4369-8fa5-5cce5d1b5a9b tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:13.176157 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a9a686a2-06aa-4471-aaae-35dbedaecb31 req-5f9d32e3-3b4b-4369-8fa5-5cce5d1b5a9b tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.2482355 Feb 09 01:13:13.277814 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device f23958e2-9d45-4b6e-822d-70ee53c087dd no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:13:13.295428 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a9a686a2-06aa-4471-aaae-35dbedaecb31 req-f9f0607a-3894-4fe0-bb9a-6d89e26fec6f tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215868 Feb 09 01:13:13.468315 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port f23958e2-9d45-4b6e-822d-70ee53c087dd is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:13.470295 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f23958e2-9d45-4b6e-822d-70ee53c087dd), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:13.474252 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 89f7c53f-2873-4cf2-a792-13b5a94f34c1 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:13:13.599842 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083778f-a3ce-476d-bf6a-0d2d8b9bffe6 req-e438eab4-cb59-46ac-ae82-c073c771c78a tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:13.620920 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0083778f-a3ce-476d-bf6a-0d2d8b9bffe6 req-e438eab4-cb59-46ac-ae82-c073c771c78a tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.1037204 Feb 09 01:13:13.646079 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb49ff86-ad2e-4d5d-997c-10ac40083082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f23958e2-9d45-4b6e-822d-70ee53c087dd'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:13:13.651348 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b52928-2837-4bfc-984b-7e915d502557" -d '{"events": [{"server_uuid": "cb49ff86-ad2e-4d5d-997c-10ac40083082", "name": "network-vif-unplugged", "status": "completed", "tag": "f23958e2-9d45-4b6e-822d-70ee53c087dd"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:13:13.708190 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port f23958e2-9d45-4b6e-822d-70ee53c087dd, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=f23958e2-9d45-4b6e-822d-70ee53c087dd,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:13.722502 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f23958e2-9d45-4b6e-822d-70ee53c087dd), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:13.760860 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0083778f-a3ce-476d-bf6a-0d2d8b9bffe6 req-7edb2acd-3056-43f6-882e-53480abb0732 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389966 Feb 09 01:13:13.769468 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 89f7c53f-2873-4cf2-a792-13b5a94f34c1 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:13.770210 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (89f7c53f-2873-4cf2-a792-13b5a94f34c1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:13.880963 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=f23958e2-9d45-4b6e-822d-70ee53c087dd,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:14.056772 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e34ecf-3165-43f4-b0b2-c92b76f34253 x-openstack-request-id: req-23e34ecf-3165-43f4-b0b2-c92b76f34253 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:13:14.057136 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb49ff86-ad2e-4d5d-997c-10ac40083082", "name": "network-vif-unplugged", "status": "completed", "tag": "f23958e2-9d45-4b6e-822d-70ee53c087dd", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:13:14.057414 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-23e34ecf-3165-43f4-b0b2-c92b76f34253 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:13:14.057815 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb49ff86-ad2e-4d5d-997c-10ac40083082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f23958e2-9d45-4b6e-822d-70ee53c087dd', 'code': 200} Feb 09 01:13:14.093252 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 89f7c53f-2873-4cf2-a792-13b5a94f34c1 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:14.093654 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (89f7c53f-2873-4cf2-a792-13b5a94f34c1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:14.170126 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 89f7c53f-2873-4cf2-a792-13b5a94f34c1, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=89f7c53f-2873-4cf2-a792-13b5a94f34c1,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:14.179269 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (89f7c53f-2873-4cf2-a792-13b5a94f34c1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:14.212772 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95513cf6-89be-4afe-a135-a942aa96895a req-fd124b44-859a-4501-8453-d38abbc86e9f tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:14.223181 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-95513cf6-89be-4afe-a135-a942aa96895a req-fd124b44-859a-4501-8453-d38abbc86e9f tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 946 time: 0.1679380 Feb 09 01:13:14.273410 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=89f7c53f-2873-4cf2-a792-13b5a94f34c1,revision_number=10']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:14.330873 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-95513cf6-89be-4afe-a135-a942aa96895a req-64b92644-0574-43d3-8e8c-2aff83991e71 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041343 Feb 09 01:13:14.449849 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd93741-862b-46ab-b0da-374c8d0b992e req-ea50eb74-477a-4785-a22d-07ff0e06e44c tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:14.452715 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8fd93741-862b-46ab-b0da-374c8d0b992e req-ea50eb74-477a-4785-a22d-07ff0e06e44c tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0df7bc9-2d3c-4750-89b1-aefcaf986b61 HTTP/1.1" status: 200 len: 950 time: 0.1141229 Feb 09 01:13:14.548782 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8fd93741-862b-46ab-b0da-374c8d0b992e req-4110c9f2-2c47-4de8-8549-6249e56036c8 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894768 Feb 09 01:13:14.572954 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacfd4a-4105-456b-b1aa-cac76a14be14 req-fb0ebd55-1df3-4537-aa2f-7515d0c2ef91 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:14.581728 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cfacfd4a-4105-456b-b1aa-cac76a14be14 req-fb0ebd55-1df3-4537-aa2f-7515d0c2ef91 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.0960431 Feb 09 01:13:14.660231 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cfacfd4a-4105-456b-b1aa-cac76a14be14 req-69beae95-5512-41ad-9e40-18d1f5352e56 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742660 Feb 09 01:13:15.016958 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c5280-96a5-4822-88fd-4201043d404f req-dfc4d997-4652-4d4d-89e0-b0b5be045cb2 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:15.019608 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fc6c5280-96a5-4822-88fd-4201043d404f req-dfc4d997-4652-4d4d-89e0-b0b5be045cb2 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 947 time: 0.1527064 Feb 09 01:13:15.109497 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fc6c5280-96a5-4822-88fd-4201043d404f req-004fd23b-ccfa-44fc-823f-1b9a933f7d30 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661397 Feb 09 01:13:15.295792 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device f23958e2-9d45-4b6e-822d-70ee53c087dd details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:13:15.531530 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port f23958e2-9d45-4b6e-822d-70ee53c087dd, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=f23958e2-9d45-4b6e-822d-70ee53c087dd,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:15.570447 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': 'f23958e2-9d45-4b6e-822d-70ee53c087dd', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': 'f23958e2-9d45-4b6e-822d-70ee53c087dd', 'mac_address': 'fa:16:3e:86:23:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:13:15.602867 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5bf69-c7a3-4b9b-9c98-7ef0e0119b88 req-b62255f1-aa10-448c-aa2f-764eb4a5ec5b tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:15.613889 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9fd5bf69-c7a3-4b9b-9c98-7ef0e0119b88 req-b62255f1-aa10-448c-aa2f-764eb4a5ec5b tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 946 time: 0.1503413 Feb 09 01:13:15.662334 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port f23958e2-9d45-4b6e-822d-70ee53c087dd is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:15.662727 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f23958e2-9d45-4b6e-822d-70ee53c087dd), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:15.688825 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f23958e2-9d45-4b6e-822d-70ee53c087dd {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:13:15.695029 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9fd5bf69-c7a3-4b9b-9c98-7ef0e0119b88 req-05b648f8-7407-48ae-8ba2-da3517a89c02 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795224 Feb 09 01:13:15.742025 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port f23958e2-9d45-4b6e-822d-70ee53c087dd, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=f23958e2-9d45-4b6e-822d-70ee53c087dd,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:15.748476 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f23958e2-9d45-4b6e-822d-70ee53c087dd), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:15.863113 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=f23958e2-9d45-4b6e-822d-70ee53c087dd,revision_number=7']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:15.864611 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f5b55-2652-4620-8342-f34f2bb2ae23 req-3e7ece78-a8b6-4379-85d4-3b4b50450863 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:15.867600 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a75f5b55-2652-4620-8342-f34f2bb2ae23 req-3e7ece78-a8b6-4379-85d4-3b4b50450863 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0df7bc9-2d3c-4750-89b1-aefcaf986b61 HTTP/1.1" status: 200 len: 950 time: 0.1505959 Feb 09 01:13:15.994527 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a75f5b55-2652-4620-8342-f34f2bb2ae23 req-bc6aec10-ca47-4c25-ac0e-06d09d4d6431 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624051 Feb 09 01:13:16.029673 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb923667-1ab3-43d9-ad58-fd6ba6b76a34 req-7751b18b-5742-4ec2-a7dd-29e1fc0b8d84 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:16.031264 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb923667-1ab3-43d9-ad58-fd6ba6b76a34 req-7751b18b-5742-4ec2-a7dd-29e1fc0b8d84 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.1617703 Feb 09 01:13:16.058937 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6816801-4457-4631-bc99-1735b61c53af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f7c53f-2873-4cf2-a792-13b5a94f34c1'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:13:16.061416 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1628effe-7d87-41fe-85e1-f3f6616cf8ab" -d '{"events": [{"server_uuid": "b6816801-4457-4631-bc99-1735b61c53af", "name": "network-vif-plugged", "status": "completed", "tag": "89f7c53f-2873-4cf2-a792-13b5a94f34c1"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:13:16.159686 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb923667-1ab3-43d9-ad58-fd6ba6b76a34 req-5aa3b056-11fd-4f9c-b390-c5e2a26f5b66 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986118 Feb 09 01:13:16.227672 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba7f7f9-21ec-4cee-a3b6-eda317f8f4e1 x-openstack-request-id: req-9ba7f7f9-21ec-4cee-a3b6-eda317f8f4e1 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:13:16.228319 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6816801-4457-4631-bc99-1735b61c53af", "name": "network-vif-plugged", "status": "completed", "tag": "89f7c53f-2873-4cf2-a792-13b5a94f34c1", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:13:16.228756 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9ba7f7f9-21ec-4cee-a3b6-eda317f8f4e1 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:13:16.229322 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6816801-4457-4631-bc99-1735b61c53af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f7c53f-2873-4cf2-a792-13b5a94f34c1', 'code': 200} Feb 09 01:13:16.369078 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['f23958e2-9d45-4b6e-822d-70ee53c087dd'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:13:16.383844 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa4acb-9b14-4a84-bee1-29b326215969 req-2b78f45a-5cd0-4b6f-9f22-f4f1675c77f8 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:16.392516 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3aaa4acb-9b14-4a84-bee1-29b326215969 req-2b78f45a-5cd0-4b6f-9f22-f4f1675c77f8 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 948 time: 0.1447785 Feb 09 01:13:16.467854 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3aaa4acb-9b14-4a84-bee1-29b326215969 req-33e2aa57-db4b-4d37-8ebf-df6bddcf570f tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701988 Feb 09 01:13:16.738819 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901e93b-9a39-4cc4-97ff-1c64a14aa95c req-fe964a46-8ec1-4245-a4e7-18e4e6f38da0 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:16.741107 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2901e93b-9a39-4cc4-97ff-1c64a14aa95c req-fe964a46-8ec1-4245-a4e7-18e4e6f38da0 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.121 "GET /v2.0/ports?device_id=d0df7bc9-2d3c-4750-89b1-aefcaf986b61 HTTP/1.1" status: 200 len: 950 time: 0.0856261 Feb 09 01:13:16.931296 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89b9d3-a727-43e9-9277-75377a6ca26c req-cb0ef95f-3a8d-4e75-a56e-bcfd85d0848e tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:16.941334 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d89b9d3-a727-43e9-9277-75377a6ca26c req-cb0ef95f-3a8d-4e75-a56e-bcfd85d0848e tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 946 time: 0.1379018 Feb 09 01:13:17.028775 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-2901e93b-9a39-4cc4-97ff-1c64a14aa95c req-d24dfe12-1138-45ed-83aa-309a50865e27 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Deleting port 9461bf13-de00-4ba3-aa16-1f83b215c5bd {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:13:17.029267 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-2901e93b-9a39-4cc4-97ff-1c64a14aa95c req-d24dfe12-1138-45ed-83aa-309a50865e27 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (9461bf13-de00-4ba3-aa16-1f83b215c5bd), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:17.056980 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d89b9d3-a727-43e9-9277-75377a6ca26c req-e9008c3e-b042-4b8f-974f-4fd55d5805d0 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141624 Feb 09 01:13:17.216907 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-2901e93b-9a39-4cc4-97ff-1c64a14aa95c req-d24dfe12-1138-45ed-83aa-309a50865e27 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] For port 9461bf13-de00-4ba3-aa16-1f83b215c5bd, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9461bf13-de00-4ba3-aa16-1f83b215c5bd,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:17.217281 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-2901e93b-9a39-4cc4-97ff-1c64a14aa95c req-d24dfe12-1138-45ed-83aa-309a50865e27 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (9461bf13-de00-4ba3-aa16-1f83b215c5bd), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:17.272956 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-2901e93b-9a39-4cc4-97ff-1c64a14aa95c req-d24dfe12-1138-45ed-83aa-309a50865e27 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Calling delete_port for 9461bf13-de00-4ba3-aa16-1f83b215c5bd owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:13:17.362801 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c1907-8a23-4955-8eb6-d16a2ebf232e req-70566804-fdad-41bc-820b-452807d16496 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:17.368421 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-578c1907-8a23-4955-8eb6-d16a2ebf232e req-70566804-fdad-41bc-820b-452807d16496 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0df7bc9-2d3c-4750-89b1-aefcaf986b61 HTTP/1.1" status: 200 len: 950 time: 0.2447240 Feb 09 01:13:17.416846 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557f731-c12b-4114-b858-9995a8474b74 req-cf91cbff-cf89-4620-96dd-448542fa10f8 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:17.418448 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e557f731-c12b-4114-b858-9995a8474b74 req-cf91cbff-cf89-4620-96dd-448542fa10f8 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.1625831 Feb 09 01:13:17.422722 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device f994970c-0d91-4b5e-9116-15b7b17b5d24 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:13:17.530740 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-578c1907-8a23-4955-8eb6-d16a2ebf232e req-7545e3c0-34d0-4d03-88d2-32a8a24a1672 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365087 Feb 09 01:13:17.605406 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port f994970c-0d91-4b5e-9116-15b7b17b5d24 is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:17.607598 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e557f731-c12b-4114-b858-9995a8474b74 req-c6818c45-1dba-47a9-b539-a9ba1d067e6f tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552019 Feb 09 01:13:17.613274 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f994970c-0d91-4b5e-9116-15b7b17b5d24), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:17.663035 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-2901e93b-9a39-4cc4-97ff-1c64a14aa95c req-d24dfe12-1138-45ed-83aa-309a50865e27 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (9461bf13-de00-4ba3-aa16-1f83b215c5bd), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:17.688787 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['27fe8a84-17a5-4744-b287-c5a8fdf17b82', '3fc6e6c1-fe04-4d6e-a5c1-891647370442', '37cc49f2-46da-4fdb-bb24-198cc9bba705', 'be60904b-3c53-4589-9c61-6521a3a5d93f'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:13:17.696013 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['0299c62c-b308-454a-bf29-0a85c3420970', 'e360c9ab-0a13-41c6-8d70-5912dbd9ce2a'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:13:17.721998 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24dfe12-1138-45ed-83aa-309a50865e27 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Pushing event deleted for resources: {'Port': ['ID=9461bf13-de00-4ba3-aa16-1f83b215c5bd,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:17.821216 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port f994970c-0d91-4b5e-9116-15b7b17b5d24, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=f994970c-0d91-4b5e-9116-15b7b17b5d24,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:17.840424 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f994970c-0d91-4b5e-9116-15b7b17b5d24), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:17.912872 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=f994970c-0d91-4b5e-9116-15b7b17b5d24,revision_number=9']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:17.913920 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-2901e93b-9a39-4cc4-97ff-1c64a14aa95c req-d24dfe12-1138-45ed-83aa-309a50865e27 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] No DVR routers for this DVR port 9461bf13-de00-4ba3-aa16-1f83b215c5bd on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:13:17.928949 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-ce618c45-1e1d-4ced-ba88-edda2e7a8375 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:17.931138 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-ce618c45-1e1d-4ced-ba88-edda2e7a8375 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/networks?id=28c1f603-e786-4a84-b8ed-ec2e36c0d018 HTTP/1.1" status: 200 len: 808 time: 0.2216377 Feb 09 01:13:17.933423 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-2901e93b-9a39-4cc4-97ff-1c64a14aa95c req-d24dfe12-1138-45ed-83aa-309a50865e27 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:17.939002 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2901e93b-9a39-4cc4-97ff-1c64a14aa95c req-d24dfe12-1138-45ed-83aa-309a50865e27 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.121 "DELETE /v2.0/ports/9461bf13-de00-4ba3-aa16-1f83b215c5bd HTTP/1.1" status: 204 len: 173 time: 1.1897736 Feb 09 01:13:17.939639 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0df7bc9-2d3c-4750-89b1-aefcaf986b61', 'name': 'network-vif-deleted', 'tag': '9461bf13-de00-4ba3-aa16-1f83b215c5bd'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:13:17.942107 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc7c0ea-e152-48db-860f-e174173c9aba" -d '{"events": [{"server_uuid": "d0df7bc9-2d3c-4750-89b1-aefcaf986b61", "name": "network-vif-deleted", "tag": "9461bf13-de00-4ba3-aa16-1f83b215c5bd"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:13:17.963427 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-b83c7eb5-a149-44fe-b680-3c8af59514cd tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/quotas/991583a4f7ce4c4eb6893f1ec411692c HTTP/1.1" status: 200 len: 375 time: 0.0183372 Feb 09 01:13:18.033007 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a059e-9362-43df-be25-a8f6be1b026a req-8eb46105-8d93-4c73-8594-1d4e50ddfa95 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:18.044146 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb5a059e-9362-43df-be25-a8f6be1b026a req-8eb46105-8d93-4c73-8594-1d4e50ddfa95 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 948 time: 0.3058896 Feb 09 01:13:18.103906 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-9d9bd86f-cc59-4d5f-b94d-335a2ed1b46a tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=991583a4f7ce4c4eb6893f1ec411692c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1339653 Feb 09 01:13:18.231504 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322b98fc-afe7-40ce-8f22-47f9426b8b73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f994970c-0d91-4b5e-9116-15b7b17b5d24'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:13:18.234162 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af03251-f058-4275-88ec-172c834f07d8" -d '{"events": [{"server_uuid": "322b98fc-afe7-40ce-8f22-47f9426b8b73", "name": "network-vif-unplugged", "status": "completed", "tag": "f994970c-0d91-4b5e-9116-15b7b17b5d24"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:13:18.280708 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb5a059e-9362-43df-be25-a8f6be1b026a req-8c7e46e2-12fd-48bf-bfe1-8d3e4e67a77d tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355335 Feb 09 01:13:18.343963 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-61c89bb8-61c1-41c7-961e-04fa14c34b31 service neutron] 10.222.0.30 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217631 Feb 09 01:13:18.535462 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045a3bc3-c4d7-454c-af0b-eb27e179e376 x-openstack-request-id: req-045a3bc3-c4d7-454c-af0b-eb27e179e376 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:13:18.536073 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0df7bc9-2d3c-4750-89b1-aefcaf986b61", "name": "network-vif-deleted", "tag": "9461bf13-de00-4ba3-aa16-1f83b215c5bd", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:13:18.536514 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-045a3bc3-c4d7-454c-af0b-eb27e179e376 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:13:18.537080 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0df7bc9-2d3c-4750-89b1-aefcaf986b61', 'name': 'network-vif-deleted', 'tag': '9461bf13-de00-4ba3-aa16-1f83b215c5bd', 'status': 'completed', 'code': 200} Feb 09 01:13:18.606951 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-d2fa3d64-2277-4ce6-9fd2-06b7e173fe7d service neutron] 10.222.0.30 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617269 Feb 09 01:13:18.662763 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd872c-1003-4ec4-9fbf-28ab79bca489 req-d32f8c03-f193-456e-9e67-03d79a0c286f tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:18.681021 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d6bd872c-1003-4ec4-9fbf-28ab79bca489 req-d32f8c03-f193-456e-9e67-03d79a0c286f tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 946 time: 0.1428413 Feb 09 01:13:18.770287 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d6bd872c-1003-4ec4-9fbf-28ab79bca489 req-83e833cc-d435-4eab-bf71-9b9513dee189 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879681 Feb 09 01:13:18.932783 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dada60df-a5a8-419d-89d9-35f572f4332c x-openstack-request-id: req-dada60df-a5a8-419d-89d9-35f572f4332c {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:13:18.933246 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322b98fc-afe7-40ce-8f22-47f9426b8b73", "name": "network-vif-unplugged", "status": "completed", "tag": "f994970c-0d91-4b5e-9116-15b7b17b5d24", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:13:18.933348 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dada60df-a5a8-419d-89d9-35f572f4332c {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:13:18.933751 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322b98fc-afe7-40ce-8f22-47f9426b8b73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f994970c-0d91-4b5e-9116-15b7b17b5d24', 'code': 200} Feb 09 01:13:19.183017 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:19.208998 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7b4b0-1e0d-4323-8612-07895309deb8 req-de71ab2b-ef6b-4a85-8d27-c1f029981654 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:19.216598 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-07e7b4b0-1e0d-4323-8612-07895309deb8 req-de71ab2b-ef6b-4a85-8d27-c1f029981654 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 948 time: 0.0744543 Feb 09 01:13:19.297927 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f357a925-9030-4d9e-8e35-082e696492f3 req-c583144f-dffa-4942-8ee3-07a22ab05e99 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 210 time: 0.0731120 Feb 09 01:13:19.307554 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device f23958e2-9d45-4b6e-822d-70ee53c087dd up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:13:19.350716 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21089e-2aac-413a-81fe-12275febd299 req-165968eb-5f6e-4966-a664-d07aca32dc03 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:19.352308 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aa21089e-2aac-413a-81fe-12275febd299 req-165968eb-5f6e-4966-a664-d07aca32dc03 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.121 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082&tenant_id=3d8394520fe34c9daa660b5c0721b019&binding%3Ahost_id=n-h1-822053-40 HTTP/1.1" status: 200 len: 948 time: 0.0860653 Feb 09 01:13:19.387253 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-07e7b4b0-1e0d-4323-8612-07895309deb8 req-0362f49c-ad8f-4cfb-8343-ff48a30a44ab tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695249 Feb 09 01:13:19.492446 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device f994970c-0d91-4b5e-9116-15b7b17b5d24 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:13:19.695532 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d695a-19d7-47d8-b981-4d09bd72b86e req-d01d57b7-4be5-48ba-84b5-2e3edd68420c tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:19.711730 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-368d695a-19d7-47d8-b981-4d09bd72b86e req-d01d57b7-4be5-48ba-84b5-2e3edd68420c tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 948 time: 0.2570548 Feb 09 01:13:19.726087 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21089e-2aac-413a-81fe-12275febd299 req-dfdf391d-ddce-46b3-b942-e3d9d9c4aaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:19.731484 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aa21089e-2aac-413a-81fe-12275febd299 req-dfdf391d-ddce-46b3-b942-e3d9d9c4aaec service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3d8394520fe34c9daa660b5c0721b019&device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 1131 time: 0.2069905 Feb 09 01:13:19.842632 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port f23958e2-9d45-4b6e-822d-70ee53c087dd triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:19.842998 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f23958e2-9d45-4b6e-822d-70ee53c087dd), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:19.921400 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port f994970c-0d91-4b5e-9116-15b7b17b5d24, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=f994970c-0d91-4b5e-9116-15b7b17b5d24,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:19.944025 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': 'f994970c-0d91-4b5e-9116-15b7b17b5d24', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': 'f994970c-0d91-4b5e-9116-15b7b17b5d24', 'mac_address': 'fa:16:3e:69:1c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:13:20.049331 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port f994970c-0d91-4b5e-9116-15b7b17b5d24 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:20.051885 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f994970c-0d91-4b5e-9116-15b7b17b5d24), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:20.060464 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port f23958e2-9d45-4b6e-822d-70ee53c087dd is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:20.060929 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f23958e2-9d45-4b6e-822d-70ee53c087dd), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:20.090646 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f994970c-0d91-4b5e-9116-15b7b17b5d24 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:13:20.103660 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-368d695a-19d7-47d8-b981-4d09bd72b86e req-a69ed944-60e0-47b7-8cc1-13d8ba436928 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794913 Feb 09 01:13:20.128478 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port f23958e2-9d45-4b6e-822d-70ee53c087dd, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=f23958e2-9d45-4b6e-822d-70ee53c087dd,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:20.131808 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port f994970c-0d91-4b5e-9116-15b7b17b5d24, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=f994970c-0d91-4b5e-9116-15b7b17b5d24,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:20.137445 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f23958e2-9d45-4b6e-822d-70ee53c087dd), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:20.138266 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 9461bf13-de00-4ba3-aa16-1f83b215c5bd no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:13:20.143456 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f994970c-0d91-4b5e-9116-15b7b17b5d24), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:20.180447 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc92ce-cd0a-47f5-a42c-8b80a32722b0 req-15e16228-2e1f-4259-9702-c570b5877735 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:20.182560 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-02dc92ce-cd0a-47f5-a42c-8b80a32722b0 req-15e16228-2e1f-4259-9702-c570b5877735 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=84aa487a-54b0-4d43-9d2e-3391162a6fa6 HTTP/1.1" status: 200 len: 949 time: 0.2645638 Feb 09 01:13:20.213305 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 9461bf13-de00-4ba3-aa16-1f83b215c5bd {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:13:20.213669 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 9461bf13-de00-4ba3-aa16-1f83b215c5bd not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:13:20.225422 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21089e-2aac-413a-81fe-12275febd299 req-bb698dd6-7405-4a7f-b747-15ce22cc45ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:20.230305 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aa21089e-2aac-413a-81fe-12275febd299 req-bb698dd6-7405-4a7f-b747-15ce22cc45ee service neutron] 10.222.0.121 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.4886305 Feb 09 01:13:20.245375 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=f23958e2-9d45-4b6e-822d-70ee53c087dd,revision_number=8']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:20.254273 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:20.254830 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:20.255053 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:20.255381 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:20.255916 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:20.256783 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:20.256783 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:20.257080 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:20.257413 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:20.257748 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:20.258066 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:20.258583 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:20.258910 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:20.335390 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-02dc92ce-cd0a-47f5-a42c-8b80a32722b0 req-a45541ea-2221-47e2-a0a2-b3376feaf8ae tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806704 Feb 09 01:13:20.387123 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=f994970c-0d91-4b5e-9116-15b7b17b5d24,revision_number=10']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:20.440575 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aa21089e-2aac-413a-81fe-12275febd299 req-b5ba3ab5-3d70-4dbc-8d78-c74e0f4b5bfb service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=f23958e2-9d45-4b6e-822d-70ee53c087dd HTTP/1.1" status: 200 len: 217 time: 0.1937242 Feb 09 01:13:20.472912 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5061f-e992-40a7-b94c-2aae54537cc9 req-9e0f3323-4e4e-4771-b5c5-02eb81d98b64 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:20.474688 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-faf5061f-e992-40a7-b94c-2aae54537cc9 req-9e0f3323-4e4e-4771-b5c5-02eb81d98b64 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 946 time: 0.2899842 Feb 09 01:13:20.644468 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1a985dcb-9cdb-4f5a-b2e9-5327b95cd258 req-5f0dbb97-d7d6-41a1-96e8-ffa6d769f9d9 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 210 time: 0.1102023 Feb 09 01:13:20.690238 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21089e-2aac-413a-81fe-12275febd299 req-806c2c80-5e45-419c-bb7f-69cfab1117b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:20.692965 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aa21089e-2aac-413a-81fe-12275febd299 req-806c2c80-5e45-419c-bb7f-69cfab1117b3 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.2156701 Feb 09 01:13:20.731027 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['f994970c-0d91-4b5e-9116-15b7b17b5d24'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:13:20.749830 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-49c29722-5738-4da0-b53d-f252bd69e36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:20.784481 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-faf5061f-e992-40a7-b94c-2aae54537cc9 req-23649938-b115-4b05-a3dd-17b2e87b549d tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473536 Feb 09 01:13:20.832320 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:20.893817 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21089e-2aac-413a-81fe-12275febd299 req-bbee8da0-afca-4005-926d-1217cc49d631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:20.896805 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aa21089e-2aac-413a-81fe-12275febd299 req-bbee8da0-afca-4005-926d-1217cc49d631 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1855197 Feb 09 01:13:20.935811 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb49ff86-ad2e-4d5d-997c-10ac40083082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23958e2-9d45-4b6e-822d-70ee53c087dd'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:13:20.938373 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f76595b-169a-47b7-8d39-b585b6ad8867" -d '{"events": [{"server_uuid": "cb49ff86-ad2e-4d5d-997c-10ac40083082", "name": "network-vif-plugged", "status": "completed", "tag": "f23958e2-9d45-4b6e-822d-70ee53c087dd"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:13:21.027193 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a99258-9d83-4a70-ba52-53b88f1d0557 req-35e17cce-eec8-49c4-87f3-0f1610f4f75e tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:21.032561 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-23a99258-9d83-4a70-ba52-53b88f1d0557 req-35e17cce-eec8-49c4-87f3-0f1610f4f75e tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.2218032 Feb 09 01:13:21.040479 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f10b7b5-c775-4c83-bf67-3e2aa0a1cdf1 x-openstack-request-id: req-5f10b7b5-c775-4c83-bf67-3e2aa0a1cdf1 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:13:21.041008 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb49ff86-ad2e-4d5d-997c-10ac40083082", "name": "network-vif-plugged", "status": "completed", "tag": "f23958e2-9d45-4b6e-822d-70ee53c087dd", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:13:21.041547 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5f10b7b5-c775-4c83-bf67-3e2aa0a1cdf1 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:13:21.042041 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb49ff86-ad2e-4d5d-997c-10ac40083082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23958e2-9d45-4b6e-822d-70ee53c087dd', 'code': 200} Feb 09 01:13:21.159470 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-23a99258-9d83-4a70-ba52-53b88f1d0557 req-37678ec2-9902-4e27-89ec-884a84d97c7b tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032512 Feb 09 01:13:21.235150 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aa21089e-2aac-413a-81fe-12275febd299 req-4b033879-2ff3-423f-8088-6ace85101787 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285949 Feb 09 01:13:21.405745 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-b591dab6-5187-4e8a-8a12-2320d0d0b96d tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:21.407277 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-b591dab6-5187-4e8a-8a12-2320d0d0b96d tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.91 "GET /v2.0/networks?id=28c1f603-e786-4a84-b8ed-ec2e36c0d018 HTTP/1.1" status: 200 len: 808 time: 0.2464800 Feb 09 01:13:21.435430 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-871b9c64-2eb2-4305-9286-d215fdf1a038 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Request body: {'port': {'device_id': '80e76f2d-81ce-462e-b9bb-7579a7aca527', 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018', 'admin_state_up': True, 'tenant_id': '991583a4f7ce4c4eb6893f1ec411692c'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:21.476449 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776eaa6-906c-42fa-824f-3f2c6ab51efc req-22b91297-8558-4c8d-904d-7ee27c647a91 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:21.478144 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8776eaa6-906c-42fa-824f-3f2c6ab51efc req-22b91297-8558-4c8d-904d-7ee27c647a91 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.2395561 Feb 09 01:13:21.538027 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aa21089e-2aac-413a-81fe-12275febd299 req-eda15ede-8a02-4f34-98ab-bcb5a2950560 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906942 Feb 09 01:13:21.628859 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8776eaa6-906c-42fa-824f-3f2c6ab51efc req-76231149-b53f-4653-a5db-8c1fb5f7eb17 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126313 Feb 09 01:13:21.636023 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff4473-0df2-4111-ae7f-a8169eb89640 req-31960c38-5587-42e8-844d-a37d100bd1ce tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:21.637572 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e3ff4473-0df2-4111-ae7f-a8169eb89640 req-31960c38-5587-42e8-844d-a37d100bd1ce tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=84aa487a-54b0-4d43-9d2e-3391162a6fa6 HTTP/1.1" status: 200 len: 949 time: 0.2259483 Feb 09 01:13:21.747439 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-871b9c64-2eb2-4305-9286-d215fdf1a038 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Made reservation on behalf of 991583a4f7ce4c4eb6893f1ec411692c for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:21.750896 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-871b9c64-2eb2-4305-9286-d215fdf1a038 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:21.781318 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e3ff4473-0df2-4111-ae7f-a8169eb89640 req-e606e235-eca4-4b9d-a83d-302b7001c78e tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901766 Feb 09 01:13:21.897389 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56f229-09c5-4823-b801-63ef97757185 req-902400a5-b5e5-49c0-a797-bf6b06620ef6 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:21.899377 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2d56f229-09c5-4823-b801-63ef97757185 req-902400a5-b5e5-49c0-a797-bf6b06620ef6 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.121 "GET /v2.0/ports?device_id=84aa487a-54b0-4d43-9d2e-3391162a6fa6 HTTP/1.1" status: 200 len: 949 time: 0.2210715 Feb 09 01:13:21.968226 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-95e24bc9-fef6-4306-9a9f-7c164f1dcc80 req-2eacde8b-3a26-410f-9d69-cff2fa5c22ca tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 210 time: 0.0580127 Feb 09 01:13:22.148631 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e37c95-cd76-4912-8e1c-73da884ee792 req-0d913d0c-7f8d-4609-adb2-435442351250 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:22.150285 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-51e37c95-cd76-4912-8e1c-73da884ee792 req-0d913d0c-7f8d-4609-adb2-435442351250 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 946 time: 0.2026460 Feb 09 01:13:22.190058 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-871b9c64-2eb2-4305-9286-d215fdf1a038 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Allocated IP 172.20.0.3 (28c1f603-e786-4a84-b8ed-ec2e36c0d018/8fe24410-38bf-494b-a44d-46f0496d84a5/9197891f-6ece-41d3-8116-69c5f02980c4) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:22.623367 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-51e37c95-cd76-4912-8e1c-73da884ee792 req-1b6b8ea5-a56e-4557-bc97-7c07b70e2cc0 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162476 Feb 09 01:13:22.644723 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-2d56f229-09c5-4823-b801-63ef97757185 req-f6670e88-56aa-4075-9dc9-27aa504c3d52 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Deleting port be60904b-3c53-4589-9c61-6521a3a5d93f {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:13:22.644836 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-2d56f229-09c5-4823-b801-63ef97757185 req-f6670e88-56aa-4075-9dc9-27aa504c3d52 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (be60904b-3c53-4589-9c61-6521a3a5d93f), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:22.900226 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ff1fa-8cfb-4569-b339-eace765c5101 req-cf32c807-8e4c-40c2-99cc-ce7b94adba45 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:22.902159 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b04ff1fa-8cfb-4569-b339-eace765c5101 req-cf32c807-8e4c-40c2-99cc-ce7b94adba45 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 950 time: 0.6041689 Feb 09 01:13:22.955039 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1132f1-e66d-493f-a9f2-f4be61bfd199 req-2a4c159b-e14c-4250-8097-648785e8fcab tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:22.960598 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8b1132f1-e66d-493f-a9f2-f4be61bfd199 req-2a4c159b-e14c-4250-8097-648785e8fcab tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.2274656 Feb 09 01:13:22.974261 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-2d56f229-09c5-4823-b801-63ef97757185 req-f6670e88-56aa-4075-9dc9-27aa504c3d52 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] For port be60904b-3c53-4589-9c61-6521a3a5d93f, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=be60904b-3c53-4589-9c61-6521a3a5d93f,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:22.974985 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-2d56f229-09c5-4823-b801-63ef97757185 req-f6670e88-56aa-4075-9dc9-27aa504c3d52 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (be60904b-3c53-4589-9c61-6521a3a5d93f), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:23.019211 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-871b9c64-2eb2-4305-9286-d215fdf1a038 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Publish callbacks [] for port (9197891f-6ece-41d3-8116-69c5f02980c4), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:23.021077 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-2d56f229-09c5-4823-b801-63ef97757185 req-f6670e88-56aa-4075-9dc9-27aa504c3d52 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Calling delete_port for be60904b-3c53-4589-9c61-6521a3a5d93f owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:13:23.093148 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8b1132f1-e66d-493f-a9f2-f4be61bfd199 req-5d7bcf26-9987-448e-a350-110fcb86d672 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061914 Feb 09 01:13:23.183901 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b04ff1fa-8cfb-4569-b339-eace765c5101 req-e488bf44-db4c-48f1-a014-7899b1e0664e tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445748 Feb 09 01:13:23.252437 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-871b9c64-2eb2-4305-9286-d215fdf1a038 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (9197891f-6ece-41d3-8116-69c5f02980c4), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:23.268135 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['9b29190a-3930-41b5-86aa-e98a5fc24971'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:13:23.426548 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-871b9c64-2eb2-4305-9286-d215fdf1a038 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:23.443830 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device f994970c-0d91-4b5e-9116-15b7b17b5d24 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:13:23.465260 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-871b9c64-2eb2-4305-9286-d215fdf1a038 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:23.479583 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-871b9c64-2eb2-4305-9286-d215fdf1a038 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:13:23.535793 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b9c64-2eb2-4305-9286-d215fdf1a038 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Pushing event updated for resources: {'Port': ['ID=9197891f-6ece-41d3-8116-69c5f02980c4,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:23.552114 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port f994970c-0d91-4b5e-9116-15b7b17b5d24 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:23.552661 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f994970c-0d91-4b5e-9116-15b7b17b5d24), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:23.594990 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-2d56f229-09c5-4823-b801-63ef97757185 req-f6670e88-56aa-4075-9dc9-27aa504c3d52 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (be60904b-3c53-4589-9c61-6521a3a5d93f), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:23.606215 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2426cb2-ea42-43ae-be7a-58b03e3cd428 req-19d12ccd-d7aa-40a8-b9b5-4df6aa44a851 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:23.608855 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c2426cb2-ea42-43ae-be7a-58b03e3cd428 req-19d12ccd-d7aa-40a8-b9b5-4df6aa44a851 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=84aa487a-54b0-4d43-9d2e-3391162a6fa6 HTTP/1.1" status: 200 len: 949 time: 0.3151493 Feb 09 01:13:23.613199 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['27fe8a84-17a5-4744-b287-c5a8fdf17b82', '3fc6e6c1-fe04-4d6e-a5c1-891647370442', '37cc49f2-46da-4fdb-bb24-198cc9bba705'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:13:23.641908 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['0299c62c-b308-454a-bf29-0a85c3420970', 'e360c9ab-0a13-41c6-8d70-5912dbd9ce2a'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:13:23.662610 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6670e88-56aa-4075-9dc9-27aa504c3d52 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Pushing event deleted for resources: {'Port': ['ID=be60904b-3c53-4589-9c61-6521a3a5d93f,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:23.677143 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e7895-2383-439f-a9dd-a3d0e3eba488 req-013d25d6-4f38-4b5b-9bbf-d7b6c0e86a76 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:23.685047 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b8e7895-2383-439f-a9dd-a3d0e3eba488 req-013d25d6-4f38-4b5b-9bbf-d7b6c0e86a76 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 931 time: 0.3738339 Feb 09 01:13:23.729173 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-871b9c64-2eb2-4305-9286-d215fdf1a038 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:23.729173 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-871b9c64-2eb2-4305-9286-d215fdf1a038 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:23.738507 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port f994970c-0d91-4b5e-9116-15b7b17b5d24 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:23.738997 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f994970c-0d91-4b5e-9116-15b7b17b5d24), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:23.784092 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port f994970c-0d91-4b5e-9116-15b7b17b5d24, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=f994970c-0d91-4b5e-9116-15b7b17b5d24,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:23.786125 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322b98fc-afe7-40ce-8f22-47f9426b8b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f994970c-0d91-4b5e-9116-15b7b17b5d24'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:13:23.791376 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850bc370-cf59-44d2-a66b-d73240caf6a1" -d '{"events": [{"server_uuid": "322b98fc-afe7-40ce-8f22-47f9426b8b73", "name": "network-vif-plugged", "status": "completed", "tag": "f994970c-0d91-4b5e-9116-15b7b17b5d24"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:13:23.808352 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f994970c-0d91-4b5e-9116-15b7b17b5d24), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:23.808838 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d56f229-09c5-4823-b801-63ef97757185 req-f6670e88-56aa-4075-9dc9-27aa504c3d52 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] No DVR routers for this DVR port be60904b-3c53-4589-9c61-6521a3a5d93f on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:13:23.828113 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-2d56f229-09c5-4823-b801-63ef97757185 req-f6670e88-56aa-4075-9dc9-27aa504c3d52 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:23.832301 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2d56f229-09c5-4823-b801-63ef97757185 req-f6670e88-56aa-4075-9dc9-27aa504c3d52 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.121 "DELETE /v2.0/ports/be60904b-3c53-4589-9c61-6521a3a5d93f HTTP/1.1" status: 204 len: 173 time: 1.9094846 Feb 09 01:13:23.832844 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84aa487a-54b0-4d43-9d2e-3391162a6fa6', 'name': 'network-vif-deleted', 'tag': 'be60904b-3c53-4589-9c61-6521a3a5d93f'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:13:23.837128 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8206f0-b740-43ba-9e85-e9ccabe1a171" -d '{"events": [{"server_uuid": "84aa487a-54b0-4d43-9d2e-3391162a6fa6", "name": "network-vif-deleted", "tag": "be60904b-3c53-4589-9c61-6521a3a5d93f"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:13:23.861457 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c2426cb2-ea42-43ae-be7a-58b03e3cd428 req-f04616ed-b5ac-4847-9fec-47149fd6dc83 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197669 Feb 09 01:13:23.885641 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-871b9c64-2eb2-4305-9286-d215fdf1a038 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4548340 Feb 09 01:13:23.909770 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-06c3b3a1-f524-46f2-8053-2770e73c8fbb service neutron] Request body: {'port': {'device_id': '80e76f2d-81ce-462e-b9bb-7579a7aca527', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:23.992359 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b8e7895-2383-439f-a9dd-a3d0e3eba488 req-d6e40e2c-bb85-4ddd-937a-0c9205001b3a tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057535 Feb 09 01:13:24.020717 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=f994970c-0d91-4b5e-9116-15b7b17b5d24,revision_number=11']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:24.240619 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6da63-e831-4e89-aaaa-b2fbf97a7dfc req-f881ccc2-8ff8-4715-a52a-e8f90c0f9ecd tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:24.244868 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-80f6da63-e831-4e89-aaaa-b2fbf97a7dfc req-f881ccc2-8ff8-4715-a52a-e8f90c0f9ecd tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.2499013 Feb 09 01:13:24.270227 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-06c3b3a1-f524-46f2-8053-2770e73c8fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9197891f-6ece-41d3-8116-69c5f02980c4), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:24.281277 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0135c56c-0a6e-4fb6-9653-57d441382572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:24.395320 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa015a-0960-40bb-9ea7-31b73ae3757f req-f13f0689-1503-4640-899b-49d328e786da tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:24.401233 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fcfa015a-0960-40bb-9ea7-31b73ae3757f req-f13f0689-1503-4640-899b-49d328e786da tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 946 time: 0.2355773 Feb 09 01:13:24.544154 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fcfa015a-0960-40bb-9ea7-31b73ae3757f req-5c04c636-7486-4eab-a5cb-d25ca65ba3f3 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187036 Feb 09 01:13:24.618764 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45918e21-8a5e-4328-b285-22f2e49e1b4b x-openstack-request-id: req-45918e21-8a5e-4328-b285-22f2e49e1b4b {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:13:24.619115 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322b98fc-afe7-40ce-8f22-47f9426b8b73", "name": "network-vif-plugged", "status": "completed", "tag": "f994970c-0d91-4b5e-9116-15b7b17b5d24", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:13:24.619333 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-45918e21-8a5e-4328-b285-22f2e49e1b4b {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:13:24.619735 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322b98fc-afe7-40ce-8f22-47f9426b8b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f994970c-0d91-4b5e-9116-15b7b17b5d24', 'code': 200} Feb 09 01:13:24.778892 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-80f6da63-e831-4e89-aaaa-b2fbf97a7dfc req-05103838-9a87-48c6-8083-beabd6d163bb tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5272551 Feb 09 01:13:24.783736 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9823e24-f753-4043-be0c-38f20995f75b x-openstack-request-id: req-b9823e24-f753-4043-be0c-38f20995f75b {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:13:24.784215 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84aa487a-54b0-4d43-9d2e-3391162a6fa6", "name": "network-vif-deleted", "tag": "be60904b-3c53-4589-9c61-6521a3a5d93f", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:13:24.784611 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b9823e24-f753-4043-be0c-38f20995f75b {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:13:24.785190 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84aa487a-54b0-4d43-9d2e-3391162a6fa6', 'name': 'network-vif-deleted', 'tag': 'be60904b-3c53-4589-9c61-6521a3a5d93f', 'status': 'completed', 'code': 200} Feb 09 01:13:25.192616 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02dd5f-2012-4afc-9625-a56f9800630a req-255ff5b6-1fc2-4b1a-b1aa-76f6c8e0cb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:25.195259 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ca02dd5f-2012-4afc-9625-a56f9800630a req-255ff5b6-1fc2-4b1a-b1aa-76f6c8e0cb5b service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 1134 time: 0.1052384 Feb 09 01:13:25.282563 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f3f9e-ce68-469c-8850-7548344b6a54 req-ea269997-7986-4ae5-adf5-cdd82db8f5a2 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:25.284021 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e79f3f9e-ce68-469c-8850-7548344b6a54 req-ea269997-7986-4ae5-adf5-cdd82db8f5a2 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 951 time: 0.4352310 Feb 09 01:13:25.311583 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device be60904b-3c53-4589-9c61-6521a3a5d93f no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:13:25.328496 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514cf9e-8ffd-4ae3-87a8-cba5d2627bd0 req-12142645-5b59-44dd-97d7-55bfa950f163 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:25.330609 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2514cf9e-8ffd-4ae3-87a8-cba5d2627bd0 req-12142645-5b59-44dd-97d7-55bfa950f163 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 931 time: 0.1618357 Feb 09 01:13:25.351184 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: be60904b-3c53-4589-9c61-6521a3a5d93f {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:13:25.351530 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device be60904b-3c53-4589-9c61-6521a3a5d93f not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:13:25.375410 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ca02dd5f-2012-4afc-9625-a56f9800630a req-bf8917d9-9c0a-4624-8636-a74de9a0b71a service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587014 Feb 09 01:13:25.445431 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e79f3f9e-ce68-469c-8850-7548344b6a54 req-c6e66922-813a-4e42-8014-31b8c4106fe3 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507516 Feb 09 01:13:25.453425 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5233a6aa-eac9-4711-aadb-440f2986be3a req-17790449-365c-4302-8e3c-83620581b942 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=6b9cd924-5454-40eb-a35e-b6e0541805f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3461947 Feb 09 01:13:25.526724 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2514cf9e-8ffd-4ae3-87a8-cba5d2627bd0 req-9de20f2b-2790-4e13-8350-1055937482e4 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775696 Feb 09 01:13:25.657159 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:25.691652 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-06c3b3a1-f524-46f2-8053-2770e73c8fbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9197891f-6ece-41d3-8116-69c5f02980c4 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:13:25.743150 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-06c3b3a1-f524-46f2-8053-2770e73c8fbb service neutron] Publish callbacks [] for port (9197891f-6ece-41d3-8116-69c5f02980c4), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:25.803654 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233a6aa-eac9-4711-aadb-440f2986be3a req-f7a7502a-9137-4302-88a2-3e9289fdf7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:25.803654 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5233a6aa-eac9-4711-aadb-440f2986be3a req-f7a7502a-9137-4302-88a2-3e9289fdf7d2 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cbcf64bc184340809a27ba774d82840d&device_id=6b9cd924-5454-40eb-a35e-b6e0541805f1 HTTP/1.1" status: 200 len: 1132 time: 0.2630248 Feb 09 01:13:25.822511 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-06c3b3a1-f524-46f2-8053-2770e73c8fbb service neutron] Transition to ACTIVE for port object 9197891f-6ece-41d3-8116-69c5f02980c4 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:25.831960 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-06c3b3a1-f524-46f2-8053-2770e73c8fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (9197891f-6ece-41d3-8116-69c5f02980c4), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:25.960319 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15f215-0f93-446b-bcc9-5e37a433b167 req-cd3e1e93-5a3c-4db4-b36c-c4c70eabeb36 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:25.962168 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf15f215-0f93-446b-bcc9-5e37a433b167 req-cd3e1e93-5a3c-4db4-b36c-c4c70eabeb36 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 946 time: 0.2377188 Feb 09 01:13:26.118121 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3b3a1-f524-46f2-8053-2770e73c8fbb service neutron] Pushing event updated for resources: {'Port': ['ID=9197891f-6ece-41d3-8116-69c5f02980c4,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:26.209774 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-6ec5e231-5b7a-4017-99ef-c01b00bf5004 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=3d8394520fe34c9daa660b5c0721b019&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558143 Feb 09 01:13:26.216279 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-06c3b3a1-f524-46f2-8053-2770e73c8fbb service neutron] Attempting to bind port 9197891f-6ece-41d3-8116-69c5f02980c4 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:13:26.216638 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-06c3b3a1-f524-46f2-8053-2770e73c8fbb service neutron] Attempting to bind port 9197891f-6ece-41d3-8116-69c5f02980c4 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:13:26.216964 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-06c3b3a1-f524-46f2-8053-2770e73c8fbb service neutron] Attempting to bind port 9197891f-6ece-41d3-8116-69c5f02980c4 on network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:13:26.245255 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-06c3b3a1-f524-46f2-8053-2770e73c8fbb service neutron] Port 9197891f-6ece-41d3-8116-69c5f02980c4 on network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:13:26.245564 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-06c3b3a1-f524-46f2-8053-2770e73c8fbb service neutron] Attempting to bind port 9197891f-6ece-41d3-8116-69c5f02980c4 on network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:13:26.273445 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-06c3b3a1-f524-46f2-8053-2770e73c8fbb service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:13:26.273780 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-06c3b3a1-f524-46f2-8053-2770e73c8fbb service neutron] Checking segment: {'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:13:26.277703 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-06c3b3a1-f524-46f2-8053-2770e73c8fbb service neutron] Bound using segment: {'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:13:26.277703 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-06c3b3a1-f524-46f2-8053-2770e73c8fbb service neutron] Bound port: 9197891f-6ece-41d3-8116-69c5f02980c4, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:13:26.277703 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-06c3b3a1-f524-46f2-8053-2770e73c8fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9197891f-6ece-41d3-8116-69c5f02980c4), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:26.319096 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf15f215-0f93-446b-bcc9-5e37a433b167 req-253300fc-ef14-4217-9905-873e210ba328 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027058 Feb 09 01:13:26.338960 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233a6aa-eac9-4711-aadb-440f2986be3a req-209544a7-7552-4f9f-bb51-be6190f4a511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:26.340447 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5233a6aa-eac9-4711-aadb-440f2986be3a req-209544a7-7552-4f9f-bb51-be6190f4a511 service neutron] 10.222.0.121 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.4818165 Feb 09 01:13:26.414230 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5233a6aa-eac9-4711-aadb-440f2986be3a req-6873f783-8808-4e60-bd01-ae91a40d57e5 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=27fe8a84-17a5-4744-b287-c5a8fdf17b82 HTTP/1.1" status: 200 len: 217 time: 0.0437193 Feb 09 01:13:26.520886 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-06c3b3a1-f524-46f2-8053-2770e73c8fbb service neutron] For port 9197891f-6ece-41d3-8116-69c5f02980c4, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:13:26.524468 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-06c3b3a1-f524-46f2-8053-2770e73c8fbb service neutron] For port 9197891f-6ece-41d3-8116-69c5f02980c4, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=9197891f-6ece-41d3-8116-69c5f02980c4,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:13:26.546931 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-6b6ea518-0af7-4e03-8d16-e1e16541c2b4 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:26.551185 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-6b6ea518-0af7-4e03-8d16-e1e16541c2b4 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3228619 Feb 09 01:13:26.575359 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-06c3b3a1-f524-46f2-8053-2770e73c8fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (9197891f-6ece-41d3-8116-69c5f02980c4), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:26.660505 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3b3a1-f524-46f2-8053-2770e73c8fbb service neutron] Pushing event updated for resources: {'Port': ['ID=9197891f-6ece-41d3-8116-69c5f02980c4,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:26.675853 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa855415-3df0-44ac-b076-791442cdfe49 req-0acff29c-01f1-44bb-bd1a-708484e04f28 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:26.678375 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aa855415-3df0-44ac-b076-791442cdfe49 req-0acff29c-01f1-44bb-bd1a-708484e04f28 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3319b93-06cf-452c-b1c1-5a3257079a4f HTTP/1.1" status: 200 len: 949 time: 0.2540970 Feb 09 01:13:26.685626 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-a0491e5d-d156-41da-bc9a-552db500cc3a tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/quotas/3d8394520fe34c9daa660b5c0721b019 HTTP/1.1" status: 200 len: 375 time: 0.1060529 Feb 09 01:13:26.724254 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-06c3b3a1-f524-46f2-8053-2770e73c8fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:26.725556 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-06c3b3a1-f524-46f2-8053-2770e73c8fbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:26.727968 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-06c3b3a1-f524-46f2-8053-2770e73c8fbb service neutron] 10.222.0.91 "PUT /v2.0/ports/9197891f-6ece-41d3-8116-69c5f02980c4 HTTP/1.1" status: 200 len: 1092 time: 2.8294528 Feb 09 01:13:26.793106 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80e76f2d-81ce-462e-b9bb-7579a7aca527', 'tag': '9197891f-6ece-41d3-8116-69c5f02980c4'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:13:26.795431 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf93394-46ec-4a95-aa1e-60164b0f4f61" -d '{"events": [{"name": "network-changed", "server_uuid": "80e76f2d-81ce-462e-b9bb-7579a7aca527", "tag": "9197891f-6ece-41d3-8116-69c5f02980c4"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:13:26.869030 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233a6aa-eac9-4711-aadb-440f2986be3a req-4d708e9c-eec6-4945-949f-c766acdedd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:26.871493 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5233a6aa-eac9-4711-aadb-440f2986be3a req-4d708e9c-eec6-4945-949f-c766acdedd5e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.4116464 Feb 09 01:13:26.954922 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aa855415-3df0-44ac-b076-791442cdfe49 req-04e37ea2-096f-4302-898b-f69c25bd0678 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522428 Feb 09 01:13:26.993489 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-b883ce07-9f57-4c91-b5ca-553e718ec14d tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d8394520fe34c9daa660b5c0721b019&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3066585 Feb 09 01:13:27.011491 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-bf5c794f-584e-42d0-94f5-77731e9e6c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:27.013013 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-bf5c794f-584e-42d0-94f5-77731e9e6c3f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=991583a4f7ce4c4eb6893f1ec411692c&device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 1126 time: 0.2104924 Feb 09 01:13:27.027811 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233a6aa-eac9-4711-aadb-440f2986be3a req-c34bbdf0-d9aa-47b6-a96e-baf874d660bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:27.029660 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5233a6aa-eac9-4711-aadb-440f2986be3a req-c34bbdf0-d9aa-47b6-a96e-baf874d660bf service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1422150 Feb 09 01:13:27.082758 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-d2ddbb9b-f364-4501-9f74-752f90e7251f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9197891f-6ece-41d3-8116-69c5f02980c4 HTTP/1.1" status: 200 len: 217 time: 0.0519104 Feb 09 01:13:27.415477 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:27.612356 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-2d565350-1a05-4a22-ac6e-4c7fc1265971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:27.613836 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-2d565350-1a05-4a22-ac6e-4c7fc1265971 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8fe24410-38bf-494b-a44d-46f0496d84a5 HTTP/1.1" status: 200 len: 848 time: 0.4691136 Feb 09 01:13:27.643861 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f623b8-45e5-4ec3-8ad1-61ff383a5e21 req-28f750ab-6ef6-4662-8d26-7ab72c7f1948 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:27.645415 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75f623b8-45e5-4ec3-8ad1-61ff383a5e21 req-28f750ab-6ef6-4662-8d26-7ab72c7f1948 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 951 time: 0.5612156 Feb 09 01:13:27.704854 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-29983eb4-6490-402f-be38-86f026a8bd20 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=28c1f603-e786-4a84-b8ed-ec2e36c0d018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564198 Feb 09 01:13:27.721548 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5233a6aa-eac9-4711-aadb-440f2986be3a req-36092294-7f59-483c-9ba4-f4424320cb56 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6049223 Feb 09 01:13:27.738157 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8a3dc-c548-4e6d-be46-7e81c4b79ea5 req-e03dbb78-b9da-4f6b-9c0b-edb5dcea0a11 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:27.739653 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a2f8a3dc-c548-4e6d-be46-7e81c4b79ea5 req-e03dbb78-b9da-4f6b-9c0b-edb5dcea0a11 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 943 time: 0.2385406 Feb 09 01:13:27.963372 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75f623b8-45e5-4ec3-8ad1-61ff383a5e21 req-a522a08b-283c-4c05-97bd-60e436aab847 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020270 Feb 09 01:13:28.041641 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e34a9-6046-455e-a399-fc51a34e9898 req-0a03e67b-fa9c-497b-9d61-d805b0ee57a6 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:28.043496 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a2f8a3dc-c548-4e6d-be46-7e81c4b79ea5 req-f0cc5f3d-00c3-4497-bb0e-cc4071105b46 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882288 Feb 09 01:13:28.043950 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-253e34a9-6046-455e-a399-fc51a34e9898 req-0a03e67b-fa9c-497b-9d61-d805b0ee57a6 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6&tenant_id=89a8855b9bab40b69c27334c734383e8&binding%3Ahost_id=n-h1-822053-40 HTTP/1.1" status: 200 len: 1129 time: 0.1558509 Feb 09 01:13:28.062633 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cb223-c0f9-460d-876d-955eae10611a req-fc59fe14-5526-495a-bb79-1c8b32183734 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:28.064836 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e29cb223-c0f9-460d-876d-955eae10611a req-fc59fe14-5526-495a-bb79-1c8b32183734 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.121 "GET /v2.0/ports?device_id=3ee2b0ef-7a3e-449d-afee-c1c409b901d0 HTTP/1.1" status: 200 len: 949 time: 0.1200755 Feb 09 01:13:28.069974 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-253e34a9-6046-455e-a399-fc51a34e9898 req-4bc79964-e03d-4cfe-87be-94b4aa4aaf21 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-822053-40'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:28.122992 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:28.131905 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b092e070-90ab-48c8-bfe6-95c46fc4fd1d x-openstack-request-id: req-b092e070-90ab-48c8-bfe6-95c46fc4fd1d {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:13:28.132219 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80e76f2d-81ce-462e-b9bb-7579a7aca527", "tag": "9197891f-6ece-41d3-8116-69c5f02980c4", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:13:28.132470 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b092e070-90ab-48c8-bfe6-95c46fc4fd1d {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:13:28.132871 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80e76f2d-81ce-462e-b9bb-7579a7aca527', 'tag': '9197891f-6ece-41d3-8116-69c5f02980c4', 'status': 'completed', 'code': 200} Feb 09 01:13:28.135735 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5233a6aa-eac9-4711-aadb-440f2986be3a req-dfed0ed0-f9a6-4c5c-9fd4-3ed2b1851892 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892245 Feb 09 01:13:28.141585 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-962eb1d8-9d03-40f5-a98e-31b68b935a22 service neutron] 10.222.0.91 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188826 Feb 09 01:13:28.327095 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-253e34a9-6046-455e-a399-fc51a34e9898 req-4bc79964-e03d-4cfe-87be-94b4aa4aaf21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (308cc62f-d069-4df6-8213-414430c968dc), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:28.372224 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cf120ec3-8cb1-42b0-9dfe-e471b19ca45d req-6f9cd2d9-4805-46e2-b3f9-2b0063797a4a service neutron] 10.222.0.91 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150371 Feb 09 01:13:28.453234 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-74b92b8a-b3d5-42b6-9003-c6debd4d1d02 req-2cd8a0ce-683a-4326-b6b7-1e10353ade75 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 210 time: 0.0676210 Feb 09 01:13:28.518831 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-e29cb223-c0f9-460d-876d-955eae10611a req-d0476fbd-9800-4908-8133-47150024fa69 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Deleting port 37cc49f2-46da-4fdb-bb24-198cc9bba705 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:13:28.519469 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e29cb223-c0f9-460d-876d-955eae10611a req-d0476fbd-9800-4908-8133-47150024fa69 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (37cc49f2-46da-4fdb-bb24-198cc9bba705), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:28.533090 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b598ec5-f82c-4baf-9122-64ac97c2b74f req-f3377057-e406-4a42-9ca4-7125f64cd140 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:28.535036 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b598ec5-f82c-4baf-9122-64ac97c2b74f req-f3377057-e406-4a42-9ca4-7125f64cd140 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 946 time: 0.1619134 Feb 09 01:13:28.672370 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-253e34a9-6046-455e-a399-fc51a34e9898 req-4bc79964-e03d-4cfe-87be-94b4aa4aaf21 service neutron] For port 308cc62f-d069-4df6-8213-414430c968dc, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=308cc62f-d069-4df6-8213-414430c968dc,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:28.723535 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-253e34a9-6046-455e-a399-fc51a34e9898 req-4bc79964-e03d-4cfe-87be-94b4aa4aaf21 service neutron] For port 308cc62f-d069-4df6-8213-414430c968dc, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:13:28.774860 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-253e34a9-6046-455e-a399-fc51a34e9898 req-4bc79964-e03d-4cfe-87be-94b4aa4aaf21 service neutron] Publish callbacks [] for port (308cc62f-d069-4df6-8213-414430c968dc), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:28.778865 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec946f19-9c26-4f76-9d1c-424c90b7ccf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '308cc62f-d069-4df6-8213-414430c968dc'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:13:28.784504 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1176bb3e-72cd-43ab-ba35-89d015c18264" -d '{"events": [{"server_uuid": "ec946f19-9c26-4f76-9d1c-424c90b7ccf6", "name": "network-vif-unplugged", "status": "completed", "tag": "308cc62f-d069-4df6-8213-414430c968dc"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:13:28.791093 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-253e34a9-6046-455e-a399-fc51a34e9898 req-4bc79964-e03d-4cfe-87be-94b4aa4aaf21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (308cc62f-d069-4df6-8213-414430c968dc), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:28.815287 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b598ec5-f82c-4baf-9122-64ac97c2b74f req-31354e82-4de7-4a0b-b932-5c473cef29ef tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677596 Feb 09 01:13:28.824391 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf93394-46ec-4a95-aa1e-60164b0f4f61 req-9f8b4d4b-95e9-47b9-967a-6411cdb34ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:28.825888 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5bf93394-46ec-4a95-aa1e-60164b0f4f61 req-9f8b4d4b-95e9-47b9-967a-6411cdb34ab7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=991583a4f7ce4c4eb6893f1ec411692c&device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 1126 time: 0.1313303 Feb 09 01:13:28.868260 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42dc89-ae28-47b3-86e3-52540ace8d5d req-6980f8d5-38df-47eb-a51a-c3e2e4357155 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:28.873158 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cf42dc89-ae28-47b3-86e3-52540ace8d5d req-6980f8d5-38df-47eb-a51a-c3e2e4357155 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3319b93-06cf-452c-b1c1-5a3257079a4f HTTP/1.1" status: 200 len: 949 time: 0.2754538 Feb 09 01:13:28.928823 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff14596e-5114-41fe-aa69-f92eaf154da4 x-openstack-request-id: req-ff14596e-5114-41fe-aa69-f92eaf154da4 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:13:28.928823 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec946f19-9c26-4f76-9d1c-424c90b7ccf6", "name": "network-vif-unplugged", "status": "completed", "tag": "308cc62f-d069-4df6-8213-414430c968dc", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:13:28.929192 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ff14596e-5114-41fe-aa69-f92eaf154da4 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:13:28.929573 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec946f19-9c26-4f76-9d1c-424c90b7ccf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '308cc62f-d069-4df6-8213-414430c968dc', 'code': 200} Feb 09 01:13:28.950756 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-253e34a9-6046-455e-a399-fc51a34e9898 req-4bc79964-e03d-4cfe-87be-94b4aa4aaf21 service neutron] Attempting to bind port 308cc62f-d069-4df6-8213-414430c968dc on host n-h1-822053-40 for vnic_type normal with profile {"migrating_to": "n-h2-822053-40"} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:13:28.951078 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-253e34a9-6046-455e-a399-fc51a34e9898 req-4bc79964-e03d-4cfe-87be-94b4aa4aaf21 service neutron] Attempting to bind port 308cc62f-d069-4df6-8213-414430c968dc by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:13:28.951562 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253e34a9-6046-455e-a399-fc51a34e9898 req-4bc79964-e03d-4cfe-87be-94b4aa4aaf21 service neutron] Attempting to bind port 308cc62f-d069-4df6-8213-414430c968dc on network 4d54ed5f-d078-4c38-9c35-f6f424a32376 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:13:28.957081 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-e29cb223-c0f9-460d-876d-955eae10611a req-d0476fbd-9800-4908-8133-47150024fa69 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] For port 37cc49f2-46da-4fdb-bb24-198cc9bba705, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=37cc49f2-46da-4fdb-bb24-198cc9bba705,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:28.957548 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e29cb223-c0f9-460d-876d-955eae10611a req-d0476fbd-9800-4908-8133-47150024fa69 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (37cc49f2-46da-4fdb-bb24-198cc9bba705), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:28.966241 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc79964-e03d-4cfe-87be-94b4aa4aaf21 service neutron] Pushing event updated for resources: {'Port': ['ID=308cc62f-d069-4df6-8213-414430c968dc,revision_number=7']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:28.979260 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc79964-e03d-4cfe-87be-94b4aa4aaf21 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:28.980832 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc79964-e03d-4cfe-87be-94b4aa4aaf21 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:28.981249 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc79964-e03d-4cfe-87be-94b4aa4aaf21 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:28.981655 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc79964-e03d-4cfe-87be-94b4aa4aaf21 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:28.982317 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc79964-e03d-4cfe-87be-94b4aa4aaf21 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:28.982778 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc79964-e03d-4cfe-87be-94b4aa4aaf21 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:28.983173 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc79964-e03d-4cfe-87be-94b4aa4aaf21 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:28.983678 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc79964-e03d-4cfe-87be-94b4aa4aaf21 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:28.984093 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc79964-e03d-4cfe-87be-94b4aa4aaf21 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:28.984485 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc79964-e03d-4cfe-87be-94b4aa4aaf21 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:28.984874 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc79964-e03d-4cfe-87be-94b4aa4aaf21 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:28.985263 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc79964-e03d-4cfe-87be-94b4aa4aaf21 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:28.986347 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc79964-e03d-4cfe-87be-94b4aa4aaf21 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:28.995068 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-e29cb223-c0f9-460d-876d-955eae10611a req-d0476fbd-9800-4908-8133-47150024fa69 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Calling delete_port for 37cc49f2-46da-4fdb-bb24-198cc9bba705 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:13:28.996974 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253e34a9-6046-455e-a399-fc51a34e9898 req-4bc79964-e03d-4cfe-87be-94b4aa4aaf21 service neutron] Port 308cc62f-d069-4df6-8213-414430c968dc on network 4d54ed5f-d078-4c38-9c35-f6f424a32376 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:13:28.998682 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253e34a9-6046-455e-a399-fc51a34e9898 req-4bc79964-e03d-4cfe-87be-94b4aa4aaf21 service neutron] Attempting to bind port 308cc62f-d069-4df6-8213-414430c968dc on network 4d54ed5f-d078-4c38-9c35-f6f424a32376 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:13:29.005558 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253e34a9-6046-455e-a399-fc51a34e9898 req-4bc79964-e03d-4cfe-87be-94b4aa4aaf21 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:13:29.006090 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253e34a9-6046-455e-a399-fc51a34e9898 req-4bc79964-e03d-4cfe-87be-94b4aa4aaf21 service neutron] Checking segment: {'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:13:29.006500 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253e34a9-6046-455e-a399-fc51a34e9898 req-4bc79964-e03d-4cfe-87be-94b4aa4aaf21 service neutron] Bound using segment: {'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:13:29.006939 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-253e34a9-6046-455e-a399-fc51a34e9898 req-4bc79964-e03d-4cfe-87be-94b4aa4aaf21 service neutron] Bound port: 308cc62f-d069-4df6-8213-414430c968dc, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:13:29.007513 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-253e34a9-6046-455e-a399-fc51a34e9898 req-4bc79964-e03d-4cfe-87be-94b4aa4aaf21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (308cc62f-d069-4df6-8213-414430c968dc), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:29.115349 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cf42dc89-ae28-47b3-86e3-52540ace8d5d req-86c7429f-ae0a-433b-aaa1-ee031cf308db tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336638 Feb 09 01:13:29.162965 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf93394-46ec-4a95-aa1e-60164b0f4f61 req-521a1fa0-c849-4c47-8c68-a5ba4646d4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:29.166444 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5bf93394-46ec-4a95-aa1e-60164b0f4f61 req-521a1fa0-c849-4c47-8c68-a5ba4646d4db service neutron] 10.222.0.91 "GET /v2.0/networks?id=28c1f603-e786-4a84-b8ed-ec2e36c0d018 HTTP/1.1" status: 200 len: 909 time: 0.2731426 Feb 09 01:13:29.170494 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-253e34a9-6046-455e-a399-fc51a34e9898 req-4bc79964-e03d-4cfe-87be-94b4aa4aaf21 service neutron] For port 308cc62f-d069-4df6-8213-414430c968dc, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:13:29.176273 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-253e34a9-6046-455e-a399-fc51a34e9898 req-4bc79964-e03d-4cfe-87be-94b4aa4aaf21 service neutron] For port 308cc62f-d069-4df6-8213-414430c968dc, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=308cc62f-d069-4df6-8213-414430c968dc,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:13:29.193237 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-253e34a9-6046-455e-a399-fc51a34e9898 req-4bc79964-e03d-4cfe-87be-94b4aa4aaf21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (308cc62f-d069-4df6-8213-414430c968dc), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:29.245916 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5bf93394-46ec-4a95-aa1e-60164b0f4f61 req-71e90f44-a6e4-486c-a48a-3db106c2372a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9197891f-6ece-41d3-8116-69c5f02980c4 HTTP/1.1" status: 200 len: 217 time: 0.0698886 Feb 09 01:13:29.284825 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-f4d93d9e-e0b8-4b7f-971f-b9f728550633 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.121 "GET /v2.0/networks?tenant_id=3d8394520fe34c9daa660b5c0721b019&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265391 Feb 09 01:13:29.376836 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc79964-e03d-4cfe-87be-94b4aa4aaf21 service neutron] Pushing event updated for resources: {'Port': ['ID=308cc62f-d069-4df6-8213-414430c968dc,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:29.466079 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 308cc62f-d069-4df6-8213-414430c968dc details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:13:29.494769 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c13130-919a-451d-8f12-baf435225e8f req-13026f9f-a9a9-4295-bb1f-325e9f7b9596 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:29.497364 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e4c13130-919a-451d-8f12-baf435225e8f req-13026f9f-a9a9-4295-bb1f-325e9f7b9596 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.91 "GET /v2.0/ports?device_id=e3319b93-06cf-452c-b1c1-5a3257079a4f HTTP/1.1" status: 200 len: 949 time: 0.1785660 Feb 09 01:13:29.597589 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf93394-46ec-4a95-aa1e-60164b0f4f61 req-3d78088b-05c3-4c5b-9e55-7158a2874eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:29.599319 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5bf93394-46ec-4a95-aa1e-60164b0f4f61 req-3d78088b-05c3-4c5b-9e55-7158a2874eb3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8fe24410-38bf-494b-a44d-46f0496d84a5 HTTP/1.1" status: 200 len: 848 time: 0.3117955 Feb 09 01:13:29.612842 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e34a9-6046-455e-a399-fc51a34e9898 req-4bc79964-e03d-4cfe-87be-94b4aa4aaf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:29.613530 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-253e34a9-6046-455e-a399-fc51a34e9898 req-4bc79964-e03d-4cfe-87be-94b4aa4aaf21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:29.615123 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-253e34a9-6046-455e-a399-fc51a34e9898 req-4bc79964-e03d-4cfe-87be-94b4aa4aaf21 service neutron] 10.222.0.91 "PUT /v2.0/ports/308cc62f-d069-4df6-8213-414430c968dc HTTP/1.1" status: 200 len: 1124 time: 1.5491805 Feb 09 01:13:29.621995 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edec6b-c8a5-4d9c-921f-32a66a2e4aa1 req-90ed6bbd-768d-4651-b62b-bc40aa5d5f52 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:29.627302 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e1edec6b-c8a5-4d9c-921f-32a66a2e4aa1 req-90ed6bbd-768d-4651-b62b-bc40aa5d5f52 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 951 time: 0.5393748 Feb 09 01:13:29.654826 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e29cb223-c0f9-460d-876d-955eae10611a req-d0476fbd-9800-4908-8133-47150024fa69 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (37cc49f2-46da-4fdb-bb24-198cc9bba705), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:29.734065 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-e4c13130-919a-451d-8f12-baf435225e8f req-eef0c322-8b9b-42ce-a5dd-0cb317b994ea tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Deleting port e360c9ab-0a13-41c6-8d70-5912dbd9ce2a {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:13:29.734416 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e4c13130-919a-451d-8f12-baf435225e8f req-eef0c322-8b9b-42ce-a5dd-0cb317b994ea tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (e360c9ab-0a13-41c6-8d70-5912dbd9ce2a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:29.776529 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 308cc62f-d069-4df6-8213-414430c968dc, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=308cc62f-d069-4df6-8213-414430c968dc,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:29.789224 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b2901-ba74-426b-ac35-c51db13fa9e8 req-2dec35ab-4258-49f8-b5d8-146901af7eae tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:29.796582 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e28b2901-ba74-426b-ac35-c51db13fa9e8 req-2dec35ab-4258-49f8-b5d8-146901af7eae tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 943 time: 0.5492301 Feb 09 01:13:29.804514 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0476fbd-9800-4908-8133-47150024fa69 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Pushing event deleted for resources: {'Port': ['ID=37cc49f2-46da-4fdb-bb24-198cc9bba705,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:29.820754 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['27fe8a84-17a5-4744-b287-c5a8fdf17b82', '3fc6e6c1-fe04-4d6e-a5c1-891647370442', '37cc49f2-46da-4fdb-bb24-198cc9bba705'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:13:29.830969 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5bf93394-46ec-4a95-aa1e-60164b0f4f61 req-869bf37a-cff7-4b62-9e1c-eb3d845c3f95 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=28c1f603-e786-4a84-b8ed-ec2e36c0d018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1927135 Feb 09 01:13:29.865377 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['308cc62f-d069-4df6-8213-414430c968dc'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:13:30.056859 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['0299c62c-b308-454a-bf29-0a85c3420970', 'e360c9ab-0a13-41c6-8d70-5912dbd9ce2a'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:13:30.058048 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29cb223-c0f9-460d-876d-955eae10611a req-d0476fbd-9800-4908-8133-47150024fa69 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] No DVR routers for this DVR port 37cc49f2-46da-4fdb-bb24-198cc9bba705 on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:13:30.060760 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['308cc62f-d069-4df6-8213-414430c968dc'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:13:30.074732 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e29cb223-c0f9-460d-876d-955eae10611a req-d0476fbd-9800-4908-8133-47150024fa69 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:30.075878 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 308cc62f-d069-4df6-8213-414430c968dc has no active binding in host n-h2-822053-40 {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 01:13:30.080315 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e29cb223-c0f9-460d-876d-955eae10611a req-d0476fbd-9800-4908-8133-47150024fa69 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.121 "DELETE /v2.0/ports/37cc49f2-46da-4fdb-bb24-198cc9bba705 HTTP/1.1" status: 204 len: 173 time: 2.0072052 Feb 09 01:13:30.092270 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-e4c13130-919a-451d-8f12-baf435225e8f req-eef0c322-8b9b-42ce-a5dd-0cb317b994ea tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] For port e360c9ab-0a13-41c6-8d70-5912dbd9ce2a, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=e360c9ab-0a13-41c6-8d70-5912dbd9ce2a,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:30.092735 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e4c13130-919a-451d-8f12-baf435225e8f req-eef0c322-8b9b-42ce-a5dd-0cb317b994ea tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (e360c9ab-0a13-41c6-8d70-5912dbd9ce2a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:30.106431 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e1edec6b-c8a5-4d9c-921f-32a66a2e4aa1 req-18eb720e-5f15-47af-9506-49643824454c tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4206641 Feb 09 01:13:30.113325 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5bf93394-46ec-4a95-aa1e-60164b0f4f61 req-0fd6084e-af53-4b8a-92f8-5bf4bbf4a226 service neutron] 10.222.0.91 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490540 Feb 09 01:13:30.138248 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-e4c13130-919a-451d-8f12-baf435225e8f req-eef0c322-8b9b-42ce-a5dd-0cb317b994ea tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Calling delete_port for e360c9ab-0a13-41c6-8d70-5912dbd9ce2a owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:13:30.326728 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5bf93394-46ec-4a95-aa1e-60164b0f4f61 req-03986974-e9b5-4a75-b00a-bb2686b7e15b service neutron] 10.222.0.91 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663039 Feb 09 01:13:30.364992 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-438d73ef-116e-4097-90b0-837002b6330d tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:30.366512 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-438d73ef-116e-4097-90b0-837002b6330d tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0340717 Feb 09 01:13:30.432829 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-8c5a735b-ea4a-4c35-aa3b-97d52a69ecf0 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Request body: {'port': {'device_id': '1525aac7-d7bc-4b62-adf2-38e63bd0147b', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'admin_state_up': True, 'tenant_id': '3d8394520fe34c9daa660b5c0721b019'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:30.445303 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e4c13130-919a-451d-8f12-baf435225e8f req-eef0c322-8b9b-42ce-a5dd-0cb317b994ea tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (e360c9ab-0a13-41c6-8d70-5912dbd9ce2a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:30.476803 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['27fe8a84-17a5-4744-b287-c5a8fdf17b82', '3fc6e6c1-fe04-4d6e-a5c1-891647370442', '37cc49f2-46da-4fdb-bb24-198cc9bba705'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:13:30.481223 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['0299c62c-b308-454a-bf29-0a85c3420970'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:13:30.491746 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef0c322-8b9b-42ce-a5dd-0cb317b994ea tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Pushing event deleted for resources: {'Port': ['ID=e360c9ab-0a13-41c6-8d70-5912dbd9ce2a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:30.519373 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a52072d5-49e0-4cce-9375-632963edf483 req-946e9b0f-2687-4c45-ac5a-804ac4f3cecd tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 210 time: 0.1411541 Feb 09 01:13:30.610359 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c13130-919a-451d-8f12-baf435225e8f req-eef0c322-8b9b-42ce-a5dd-0cb317b994ea tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] No DVR routers for this DVR port e360c9ab-0a13-41c6-8d70-5912dbd9ce2a on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:13:30.629130 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e28b2901-ba74-426b-ac35-c51db13fa9e8 req-d8aef925-d07b-451e-bd9a-40a515bf3d90 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8315802 Feb 09 01:13:30.643850 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e4c13130-919a-451d-8f12-baf435225e8f req-eef0c322-8b9b-42ce-a5dd-0cb317b994ea tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:30.652028 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e4c13130-919a-451d-8f12-baf435225e8f req-eef0c322-8b9b-42ce-a5dd-0cb317b994ea tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.91 "DELETE /v2.0/ports/e360c9ab-0a13-41c6-8d70-5912dbd9ce2a HTTP/1.1" status: 204 len: 173 time: 1.1304538 Feb 09 01:13:30.843156 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6921cdb0-1a9a-4c16-8e0c-69724cf717f3 req-4acbaaa3-39e4-4669-933b-ad8d39bbb9fc tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3319b93-06cf-452c-b1c1-5a3257079a4f HTTP/1.1" status: 200 len: 210 time: 0.0574732 Feb 09 01:13:30.890634 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6b75d822-288d-4f1a-a73a-1890617e3b18 req-35896f53-5824-4a82-ac99-330174a8d3f3 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ef0faff8-ea7d-43b4-924e-bfe58191799b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0878136 Feb 09 01:13:30.928243 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa7294-9603-407a-9820-a007f7c03172 req-0d6186fb-fc7e-4b11-a000-3ed65953f070 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:30.930459 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dcfa7294-9603-407a-9820-a007f7c03172 req-0d6186fb-fc7e-4b11-a000-3ed65953f070 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 944 time: 0.2189844 Feb 09 01:13:30.933637 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec946f19-9c26-4f76-9d1c-424c90b7ccf6', 'tag': '308cc62f-d069-4df6-8213-414430c968dc'}, {'server_uuid': '3ee2b0ef-7a3e-449d-afee-c1c409b901d0', 'name': 'network-vif-deleted', 'tag': '37cc49f2-46da-4fdb-bb24-198cc9bba705'}, {'server_uuid': 'e3319b93-06cf-452c-b1c1-5a3257079a4f', 'name': 'network-vif-deleted', 'tag': 'e360c9ab-0a13-41c6-8d70-5912dbd9ce2a'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:13:30.940597 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8269b12d-064a-4252-9a46-d86d9e294315" -d '{"events": [{"name": "network-changed", "server_uuid": "ec946f19-9c26-4f76-9d1c-424c90b7ccf6", "tag": "308cc62f-d069-4df6-8213-414430c968dc"}, {"server_uuid": "3ee2b0ef-7a3e-449d-afee-c1c409b901d0", "name": "network-vif-deleted", "tag": "37cc49f2-46da-4fdb-bb24-198cc9bba705"}, {"server_uuid": "e3319b93-06cf-452c-b1c1-5a3257079a4f", "name": "network-vif-deleted", "tag": "e360c9ab-0a13-41c6-8d70-5912dbd9ce2a"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:13:30.984047 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-8c5a735b-ea4a-4c35-aa3b-97d52a69ecf0 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Made reservation on behalf of 3d8394520fe34c9daa660b5c0721b019 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:30.991363 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-8c5a735b-ea4a-4c35-aa3b-97d52a69ecf0 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:31.082461 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dcfa7294-9603-407a-9820-a007f7c03172 req-8de61efc-7e2b-4ad8-afe8-d616b716cc55 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280909 Feb 09 01:13:31.109674 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75d822-288d-4f1a-a73a-1890617e3b18 req-ba64cf40-9108-4e47-8304-a81f1f89a987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:31.109674 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6b75d822-288d-4f1a-a73a-1890617e3b18 req-ba64cf40-9108-4e47-8304-a81f1f89a987 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=991583a4f7ce4c4eb6893f1ec411692c&device_id=ef0faff8-ea7d-43b4-924e-bfe58191799b HTTP/1.1" status: 200 len: 1128 time: 0.1540217 Feb 09 01:13:31.410705 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75d822-288d-4f1a-a73a-1890617e3b18 req-a2f646f6-a558-46ce-92d9-983d5c9a17b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:31.412481 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6b75d822-288d-4f1a-a73a-1890617e3b18 req-a2f646f6-a558-46ce-92d9-983d5c9a17b7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=28c1f603-e786-4a84-b8ed-ec2e36c0d018 HTTP/1.1" status: 200 len: 909 time: 0.2444677 Feb 09 01:13:31.443601 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Wed, 09 Feb 2022 01:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391287e2-4ef6-4569-9f20-3170b3076bfd x-openstack-request-id: req-391287e2-4ef6-4569-9f20-3170b3076bfd {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:13:31.444184 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec946f19-9c26-4f76-9d1c-424c90b7ccf6", "tag": "308cc62f-d069-4df6-8213-414430c968dc", "status": "completed", "code": 200}, {"server_uuid": "3ee2b0ef-7a3e-449d-afee-c1c409b901d0", "name": "network-vif-deleted", "tag": "37cc49f2-46da-4fdb-bb24-198cc9bba705", "status": "completed", "code": 200}, {"server_uuid": "e3319b93-06cf-452c-b1c1-5a3257079a4f", "name": "network-vif-deleted", "tag": "e360c9ab-0a13-41c6-8d70-5912dbd9ce2a", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:13:31.444599 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-391287e2-4ef6-4569-9f20-3170b3076bfd {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:13:31.445144 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec946f19-9c26-4f76-9d1c-424c90b7ccf6', 'tag': '308cc62f-d069-4df6-8213-414430c968dc', 'status': 'completed', 'code': 200} Feb 09 01:13:31.445585 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ee2b0ef-7a3e-449d-afee-c1c409b901d0', 'name': 'network-vif-deleted', 'tag': '37cc49f2-46da-4fdb-bb24-198cc9bba705', 'status': 'completed', 'code': 200} Feb 09 01:13:31.446684 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3319b93-06cf-452c-b1c1-5a3257079a4f', 'name': 'network-vif-deleted', 'tag': 'e360c9ab-0a13-41c6-8d70-5912dbd9ce2a', 'status': 'completed', 'code': 200} Feb 09 01:13:31.491564 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-8c5a735b-ea4a-4c35-aa3b-97d52a69ecf0 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Allocated IP 192.168.233.185 (3976161f-bd1f-4dbb-b950-6897c01f16f1/98abf639-2282-4fa1-acd9-5660b4f87a0d/10551c51-c220-42f9-a6c3-c6dec216fd5b) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:31.492745 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6b75d822-288d-4f1a-a73a-1890617e3b18 req-04b8791b-632a-49e4-93f0-ef83c4fb1dbb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f HTTP/1.1" status: 200 len: 217 time: 0.0439653 Feb 09 01:13:31.512097 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269b12d-064a-4252-9a46-d86d9e294315 req-2dea1c52-db2e-4b08-8fe3-2807d17bb580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:31.513948 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8269b12d-064a-4252-9a46-d86d9e294315 req-2dea1c52-db2e-4b08-8fe3-2807d17bb580 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=89a8855b9bab40b69c27334c734383e8&device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 1158 time: 0.1003580 Feb 09 01:13:31.568836 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b5734-d50f-42d9-8382-71ee8013ce48 req-de1ccfff-b696-4e83-b5b8-9a8250a92766 tempest-ServersAdminTestJSON-614713888 tempest-ServersAdminTestJSON-614713888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:31.574711 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dc3b5734-d50f-42d9-8382-71ee8013ce48 req-de1ccfff-b696-4e83-b5b8-9a8250a92766 tempest-ServersAdminTestJSON-614713888 tempest-ServersAdminTestJSON-614713888-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 1134 time: 0.2114725 Feb 09 01:13:31.595968 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device e360c9ab-0a13-41c6-8d70-5912dbd9ce2a no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:13:31.718881 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269b12d-064a-4252-9a46-d86d9e294315 req-eda0d7b3-8573-4c43-9d3d-0997f7592fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:31.720883 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8269b12d-064a-4252-9a46-d86d9e294315 req-eda0d7b3-8573-4c43-9d3d-0997f7592fbc service neutron] 10.222.0.121 "GET /v2.0/networks?id=4d54ed5f-d078-4c38-9c35-f6f424a32376 HTTP/1.1" status: 200 len: 921 time: 0.1965868 Feb 09 01:13:31.722519 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75d822-288d-4f1a-a73a-1890617e3b18 req-d1d9d164-8981-4f2e-91b3-7ab719501c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:31.724002 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6b75d822-288d-4f1a-a73a-1890617e3b18 req-d1d9d164-8981-4f2e-91b3-7ab719501c84 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8fe24410-38bf-494b-a44d-46f0496d84a5 HTTP/1.1" status: 200 len: 848 time: 0.1137857 Feb 09 01:13:31.740222 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: e360c9ab-0a13-41c6-8d70-5912dbd9ce2a {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:13:31.740328 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device e360c9ab-0a13-41c6-8d70-5912dbd9ce2a not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:13:31.761732 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1e8699c3-2aa5-4526-8b23-e92899aa95d5 req-100c7a8b-6472-4904-af38-ba6d8fdcbd97 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 210 time: 0.0992308 Feb 09 01:13:31.895557 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8269b12d-064a-4252-9a46-d86d9e294315 req-3dc3809c-9103-4402-b31b-c341b3675b6a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=308cc62f-d069-4df6-8213-414430c968dc HTTP/1.1" status: 200 len: 217 time: 0.1616907 Feb 09 01:13:31.925587 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dc3b5734-d50f-42d9-8382-71ee8013ce48 req-bdc78138-1ef7-4dee-9058-daa0430a5df5 tempest-ServersAdminTestJSON-614713888 tempest-ServersAdminTestJSON-614713888-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382406 Feb 09 01:13:31.974734 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6b75d822-288d-4f1a-a73a-1890617e3b18 req-0b1c489b-962d-4581-99a2-10f012dbffd3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=28c1f603-e786-4a84-b8ed-ec2e36c0d018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2277355 Feb 09 01:13:31.993288 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbacb5-521c-4f20-9c87-e672285cdfdf req-4377d074-bf1b-46a9-80e7-f4333f774313 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:31.995468 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-49bbacb5-521c-4f20-9c87-e672285cdfdf req-4377d074-bf1b-46a9-80e7-f4333f774313 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 943 time: 0.1218297 Feb 09 01:13:32.042458 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269b12d-064a-4252-9a46-d86d9e294315 req-973008f9-ddcf-469d-919f-382eddc59944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:32.047886 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-8c5a735b-ea4a-4c35-aa3b-97d52a69ecf0 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Publish callbacks [] for port (10551c51-c220-42f9-a6c3-c6dec216fd5b), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:32.054797 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8269b12d-064a-4252-9a46-d86d9e294315 req-973008f9-ddcf-469d-919f-382eddc59944 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=dc881d69-9121-4d00-994f-9cce6bcb92ea HTTP/1.1" status: 200 len: 860 time: 0.1353962 Feb 09 01:13:32.099130 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-8c5a735b-ea4a-4c35-aa3b-97d52a69ecf0 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (10551c51-c220-42f9-a6c3-c6dec216fd5b), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:32.123291 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['8a9ab06c-1f75-4126-bb17-2d4af3691030', 'f23958e2-9d45-4b6e-822d-70ee53c087dd'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:13:32.135946 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8269b12d-064a-4252-9a46-d86d9e294315 req-523a3c3d-0d4b-4536-9932-05a6a91f81a6 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4d54ed5f-d078-4c38-9c35-f6f424a32376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460231 Feb 09 01:13:32.181541 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-8c5a735b-ea4a-4c35-aa3b-97d52a69ecf0 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Network 3976161f-bd1f-4dbb-b950-6897c01f16f1 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:32.206020 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-8c5a735b-ea4a-4c35-aa3b-97d52a69ecf0 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:32.216044 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-8c5a735b-ea4a-4c35-aa3b-97d52a69ecf0 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:13:32.277753 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a735b-ea4a-4c35-aa3b-97d52a69ecf0 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Pushing event updated for resources: {'Port': ['ID=10551c51-c220-42f9-a6c3-c6dec216fd5b,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:32.287401 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8269b12d-064a-4252-9a46-d86d9e294315 req-41460752-1a0e-4ce9-ad1a-c870178ceb3a service neutron] 10.222.0.121 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405733 Feb 09 01:13:32.315443 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-49bbacb5-521c-4f20-9c87-e672285cdfdf req-0e5dd722-ccea-43dd-990a-28e3ef0d96e3 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058057 Feb 09 01:13:32.396880 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-8c5a735b-ea4a-4c35-aa3b-97d52a69ecf0 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:32.397574 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-8c5a735b-ea4a-4c35-aa3b-97d52a69ecf0 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:32.518720 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-8c5a735b-ea4a-4c35-aa3b-97d52a69ecf0 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1023459 Feb 09 01:13:32.533496 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-1949ca36-fa34-406b-9fcb-2aea7d2dc507 service neutron] Request body: {'port': {'device_id': '1525aac7-d7bc-4b62-adf2-38e63bd0147b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:32.602122 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768643d-9b93-4815-a16c-f66ae3d17255 req-f8707445-4ab5-47fd-8ced-7a3155423710 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:32.603692 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2768643d-9b93-4815-a16c-f66ae3d17255 req-f8707445-4ab5-47fd-8ced-7a3155423710 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 944 time: 0.1907899 Feb 09 01:13:32.610470 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d320eb6-c5d9-4376-8bf8-6bca881aa7de req-67d8d10e-1e0d-40aa-a45e-444ed18977c7 tempest-ServersAdminTestJSON-614713888 tempest-ServersAdminTestJSON-614713888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:32.617933 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0d320eb6-c5d9-4376-8bf8-6bca881aa7de req-67d8d10e-1e0d-40aa-a45e-444ed18977c7 tempest-ServersAdminTestJSON-614713888 tempest-ServersAdminTestJSON-614713888-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 1134 time: 0.1675704 Feb 09 01:13:32.682158 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-9ac0edcd-fd98-4a93-aa81-aa2e35db5b91 None None] Provisioning complete for port 10551c51-c220-42f9-a6c3-c6dec216fd5b triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:32.683175 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9ac0edcd-fd98-4a93-aa81-aa2e35db5b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (10551c51-c220-42f9-a6c3-c6dec216fd5b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:32.691475 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-1949ca36-fa34-406b-9fcb-2aea7d2dc507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (10551c51-c220-42f9-a6c3-c6dec216fd5b), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:32.737568 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6b75d822-288d-4f1a-a73a-1890617e3b18 req-4c132c80-4658-4e42-8091-5688707182ed service neutron] 10.222.0.91 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7470379 Feb 09 01:13:32.740094 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-9ac0edcd-fd98-4a93-aa81-aa2e35db5b91 None None] Port 10551c51-c220-42f9-a6c3-c6dec216fd5b cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:13:32.767656 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0d320eb6-c5d9-4376-8bf8-6bca881aa7de req-75033c3a-ca6d-47d6-8fa8-d8ebd8ab62e4 tempest-ServersAdminTestJSON-614713888 tempest-ServersAdminTestJSON-614713888-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486874 Feb 09 01:13:32.796271 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2768643d-9b93-4815-a16c-f66ae3d17255 req-da19a4fe-93c0-4a8e-bd27-b36175ae6054 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581666 Feb 09 01:13:32.881445 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8269b12d-064a-4252-9a46-d86d9e294315 req-1d68f89e-0944-4123-a697-87e5cf1fea1a service neutron] 10.222.0.121 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5858927 Feb 09 01:13:32.974949 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6b75d822-288d-4f1a-a73a-1890617e3b18 req-a6961ff3-9b42-479c-9ca3-0623a449dfd5 service neutron] 10.222.0.91 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278302 Feb 09 01:13:33.105321 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c821d3b-5b39-4332-b953-a8b5fb8b07c8 req-a2c28350-5e2e-4daf-a622-d06e381fa41a tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:33.107160 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2c821d3b-5b39-4332-b953-a8b5fb8b07c8 req-a2c28350-5e2e-4daf-a622-d06e381fa41a tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 936 time: 0.0975106 Feb 09 01:13:33.208924 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2c821d3b-5b39-4332-b953-a8b5fb8b07c8 req-ead9ab8a-4f71-49a2-ad67-94b5f4e62db8 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875549 Feb 09 01:13:33.243369 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-1949ca36-fa34-406b-9fcb-2aea7d2dc507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10551c51-c220-42f9-a6c3-c6dec216fd5b {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:13:33.257293 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-1949ca36-fa34-406b-9fcb-2aea7d2dc507 service neutron] Publish callbacks [] for port (10551c51-c220-42f9-a6c3-c6dec216fd5b), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:33.274982 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-1949ca36-fa34-406b-9fcb-2aea7d2dc507 service neutron] Transition to ACTIVE for port object 10551c51-c220-42f9-a6c3-c6dec216fd5b will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:33.280425 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-1949ca36-fa34-406b-9fcb-2aea7d2dc507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (10551c51-c220-42f9-a6c3-c6dec216fd5b), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:33.343542 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 37cc49f2-46da-4fdb-bb24-198cc9bba705 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:13:33.379006 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1949ca36-fa34-406b-9fcb-2aea7d2dc507 service neutron] Pushing event updated for resources: {'Port': ['ID=10551c51-c220-42f9-a6c3-c6dec216fd5b,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:33.460588 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fef3ba-9249-4fa2-9317-d1d120005de0 req-5025680c-d720-4af0-af68-e91fcedd2523 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:33.462223 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-29fef3ba-9249-4fa2-9317-d1d120005de0 req-5025680c-d720-4af0-af68-e91fcedd2523 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d8b9fa-c4a7-4849-90a2-29f812ea2f94 HTTP/1.1" status: 200 len: 950 time: 0.1549640 Feb 09 01:13:33.465791 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 37cc49f2-46da-4fdb-bb24-198cc9bba705 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:13:33.466424 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 37cc49f2-46da-4fdb-bb24-198cc9bba705 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:13:33.521787 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-1949ca36-fa34-406b-9fcb-2aea7d2dc507 service neutron] Attempting to bind port 10551c51-c220-42f9-a6c3-c6dec216fd5b on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:13:33.522700 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-1949ca36-fa34-406b-9fcb-2aea7d2dc507 service neutron] Attempting to bind port 10551c51-c220-42f9-a6c3-c6dec216fd5b by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:13:33.522700 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-1949ca36-fa34-406b-9fcb-2aea7d2dc507 service neutron] Attempting to bind port 10551c51-c220-42f9-a6c3-c6dec216fd5b on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:13:33.535493 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-1949ca36-fa34-406b-9fcb-2aea7d2dc507 service neutron] Port 10551c51-c220-42f9-a6c3-c6dec216fd5b on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:13:33.535493 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-1949ca36-fa34-406b-9fcb-2aea7d2dc507 service neutron] Attempting to bind port 10551c51-c220-42f9-a6c3-c6dec216fd5b on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:13:33.558033 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-1949ca36-fa34-406b-9fcb-2aea7d2dc507 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:13:33.558475 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-1949ca36-fa34-406b-9fcb-2aea7d2dc507 service neutron] Checking segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:13:33.558934 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-1949ca36-fa34-406b-9fcb-2aea7d2dc507 service neutron] Bound using segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:13:33.559454 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-1949ca36-fa34-406b-9fcb-2aea7d2dc507 service neutron] Bound port: 10551c51-c220-42f9-a6c3-c6dec216fd5b, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:13:33.559881 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-1949ca36-fa34-406b-9fcb-2aea7d2dc507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (10551c51-c220-42f9-a6c3-c6dec216fd5b), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:33.583468 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-29fef3ba-9249-4fa2-9317-d1d120005de0 req-4ac8f955-79a8-47f3-a718-59eafe8a5b41 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099257 Feb 09 01:13:33.633316 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89304be7-fa61-4d4b-9177-8ad691e90f52 req-aa02d5ca-c869-4611-a7f4-0420a862d67d tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:33.634831 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89304be7-fa61-4d4b-9177-8ad691e90f52 req-aa02d5ca-c869-4611-a7f4-0420a862d67d tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6816801-4457-4631-bc99-1735b61c53af HTTP/1.1" status: 200 len: 951 time: 0.1717088 Feb 09 01:13:33.730368 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-1949ca36-fa34-406b-9fcb-2aea7d2dc507 service neutron] For port 10551c51-c220-42f9-a6c3-c6dec216fd5b, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:13:33.758439 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-1949ca36-fa34-406b-9fcb-2aea7d2dc507 service neutron] For port 10551c51-c220-42f9-a6c3-c6dec216fd5b, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=10551c51-c220-42f9-a6c3-c6dec216fd5b,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:13:33.767579 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89304be7-fa61-4d4b-9177-8ad691e90f52 req-35e201da-43e0-4e03-a078-fbc5f410fd5a tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a78c11a-1f37-4a8c-a774-d23af2f577c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244128 Feb 09 01:13:33.781664 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-1949ca36-fa34-406b-9fcb-2aea7d2dc507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (10551c51-c220-42f9-a6c3-c6dec216fd5b), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:34.087296 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034a712-31e6-483c-87ac-e240ce6fbec2 req-e91cdd36-80c3-41c3-a349-1a18cf2cd107 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:34.088869 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c034a712-31e6-483c-87ac-e240ce6fbec2 req-e91cdd36-80c3-41c3-a349-1a18cf2cd107 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 943 time: 0.4375858 Feb 09 01:13:34.154058 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-1949ca36-fa34-406b-9fcb-2aea7d2dc507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:34.154669 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-1949ca36-fa34-406b-9fcb-2aea7d2dc507 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:34.156158 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-1949ca36-fa34-406b-9fcb-2aea7d2dc507 service neutron] 10.222.0.121 "PUT /v2.0/ports/10551c51-c220-42f9-a6c3-c6dec216fd5b HTTP/1.1" status: 200 len: 1097 time: 1.6274583 Feb 09 01:13:34.156624 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1525aac7-d7bc-4b62-adf2-38e63bd0147b', 'tag': '10551c51-c220-42f9-a6c3-c6dec216fd5b'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:13:34.159607 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85e2b10-7047-4779-981c-8d7780b41751" -d '{"events": [{"name": "network-changed", "server_uuid": "1525aac7-d7bc-4b62-adf2-38e63bd0147b", "tag": "10551c51-c220-42f9-a6c3-c6dec216fd5b"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:13:34.189328 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1949ca36-fa34-406b-9fcb-2aea7d2dc507 service neutron] Pushing event updated for resources: {'Port': ['ID=10551c51-c220-42f9-a6c3-c6dec216fd5b,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:34.259114 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c034a712-31e6-483c-87ac-e240ce6fbec2 req-6ccb2774-dcab-4a8f-aff3-77a733afa488 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615586 Feb 09 01:13:34.281526 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69338f00-b6bb-45d1-89a6-947efb492c9e req-10ac2cf0-fbb1-4399-9ad9-6f66ce5b2ca6 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:34.281526 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-69338f00-b6bb-45d1-89a6-947efb492c9e req-10ac2cf0-fbb1-4399-9ad9-6f66ce5b2ca6 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf5d2b15-52d8-45e7-b9a5-58bd3c936fb9 HTTP/1.1" status: 200 len: 950 time: 0.2022915 Feb 09 01:13:34.335365 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-8886a923-3a96-41b3-ba74-8ea0258b8182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:34.337232 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-8886a923-3a96-41b3-ba74-8ea0258b8182 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3d8394520fe34c9daa660b5c0721b019&device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 1131 time: 0.1160409 Feb 09 01:13:34.347610 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-69338f00-b6bb-45d1-89a6-947efb492c9e req-01266a65-2a9a-47f3-a814-236a2a83b77e tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657122 Feb 09 01:13:34.398877 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-afa27c2a-ccdb-4808-8ddd-2140fec7e034 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=10551c51-c220-42f9-a6c3-c6dec216fd5b HTTP/1.1" status: 200 len: 217 time: 0.0447919 Feb 09 01:13:34.479316 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d3e67c-946a-477b-9a9c-5e83eb83262e x-openstack-request-id: req-c5d3e67c-946a-477b-9a9c-5e83eb83262e {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:13:34.479582 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1525aac7-d7bc-4b62-adf2-38e63bd0147b", "tag": "10551c51-c220-42f9-a6c3-c6dec216fd5b", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:13:34.480043 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c5d3e67c-946a-477b-9a9c-5e83eb83262e {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:13:34.480503 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1525aac7-d7bc-4b62-adf2-38e63bd0147b', 'tag': '10551c51-c220-42f9-a6c3-c6dec216fd5b', 'status': 'completed', 'code': 200} Feb 09 01:13:34.498656 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-e92df854-2346-4bb5-821a-19802ba71ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:34.501421 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-e92df854-2346-4bb5-821a-19802ba71ea8 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.0929532 Feb 09 01:13:34.524148 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9e858-a19f-4857-81be-809288380e29 req-c7deae64-5568-40f6-bbc9-2932e8085d48 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:34.525572 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c0f9e858-a19f-4857-81be-809288380e29 req-c7deae64-5568-40f6-bbc9-2932e8085d48 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 944 time: 0.0819480 Feb 09 01:13:34.645399 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d43c8-565d-404e-a08e-afeb2784f87d req-d865d061-c89d-40bd-8758-edd0e7d4388c tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:34.646830 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-614d43c8-565d-404e-a08e-afeb2784f87d req-d865d061-c89d-40bd-8758-edd0e7d4388c tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 948 time: 0.1139412 Feb 09 01:13:34.649889 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c0f9e858-a19f-4857-81be-809288380e29 req-d5f27d47-353e-4279-944f-6ae70aa52211 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159401 Feb 09 01:13:34.651873 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-f1a9aaa1-caca-4888-aed1-fb92881bb349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:34.653346 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-f1a9aaa1-caca-4888-aed1-fb92881bb349 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1373558 Feb 09 01:13:34.765632 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-614d43c8-565d-404e-a08e-afeb2784f87d req-ba9e919a-859f-4c9d-82cb-f45d47b1db7c tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069052 Feb 09 01:13:34.805219 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-0b8d2a47-9c8e-475d-a8d3-5c9274d60a09 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401713 Feb 09 01:13:34.918685 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488221a-cae3-4562-a41f-34d7f462f930 req-9f80ff2b-7494-42c7-a0e7-a314b094cde4 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:34.920115 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b488221a-cae3-4562-a41f-34d7f462f930 req-9f80ff2b-7494-42c7-a0e7-a314b094cde4 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d8b9fa-c4a7-4849-90a2-29f812ea2f94 HTTP/1.1" status: 200 len: 950 time: 0.1138277 Feb 09 01:13:34.986756 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b8fec4fc-8433-429b-99f4-de015b6af8b8 req-23d3e31b-88bd-4df6-ac36-5198395602cd service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519954 Feb 09 01:13:35.015862 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b488221a-cae3-4562-a41f-34d7f462f930 req-e3d130eb-9272-427e-92e4-6426fbc09a70 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865316 Feb 09 01:13:35.108315 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e2b10-7047-4779-981c-8d7780b41751 req-9cb28449-5390-446e-b250-da06af3220ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:35.110834 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e85e2b10-7047-4779-981c-8d7780b41751 req-9cb28449-5390-446e-b250-da06af3220ea service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3d8394520fe34c9daa660b5c0721b019&device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 1131 time: 0.0539670 Feb 09 01:13:35.238081 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e2b10-7047-4779-981c-8d7780b41751 req-bdf072af-ed08-4541-b505-c62abefce27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:35.239602 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e85e2b10-7047-4779-981c-8d7780b41751 req-bdf072af-ed08-4541-b505-c62abefce27a service neutron] 10.222.0.121 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.1091006 Feb 09 01:13:35.297370 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e85e2b10-7047-4779-981c-8d7780b41751 req-60156cdf-6510-46b2-9071-ecc9cd595658 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=10551c51-c220-42f9-a6c3-c6dec216fd5b HTTP/1.1" status: 200 len: 217 time: 0.0374637 Feb 09 01:13:35.392329 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e2b10-7047-4779-981c-8d7780b41751 req-b645c410-829f-4c06-87d8-4ad19c9e09e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:35.393798 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e85e2b10-7047-4779-981c-8d7780b41751 req-b645c410-829f-4c06-87d8-4ad19c9e09e7 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.0853913 Feb 09 01:13:35.440731 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971175c-5f79-4eb4-bd52-8107cf569d86 req-a8674de7-e60b-427a-8dc3-0d395b33fd18 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:35.442835 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5971175c-5f79-4eb4-bd52-8107cf569d86 req-a8674de7-e60b-427a-8dc3-0d395b33fd18 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.121 "GET /v2.0/ports?device_id=bf5d2b15-52d8-45e7-b9a5-58bd3c936fb9 HTTP/1.1" status: 200 len: 950 time: 0.0721211 Feb 09 01:13:35.457570 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a83d0-c26d-453d-ac51-130bbed604a0 req-c4aee51d-ebe4-456f-97ee-368f76eb280b tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:35.459651 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3b9a83d0-c26d-453d-ac51-130bbed604a0 req-c4aee51d-ebe4-456f-97ee-368f76eb280b tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 943 time: 0.1066852 Feb 09 01:13:35.485492 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e2b10-7047-4779-981c-8d7780b41751 req-12ed9e8e-0304-4f9b-aa2c-728c4db00c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:35.486958 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e85e2b10-7047-4779-981c-8d7780b41751 req-12ed9e8e-0304-4f9b-aa2c-728c4db00c04 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0841200 Feb 09 01:13:35.610758 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-5971175c-5f79-4eb4-bd52-8107cf569d86 req-2e197eb6-8f41-4713-a40f-12b18a129b4d tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Deleting port 3fc6e6c1-fe04-4d6e-a5c1-891647370442 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:13:35.611379 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5971175c-5f79-4eb4-bd52-8107cf569d86 req-2e197eb6-8f41-4713-a40f-12b18a129b4d tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (3fc6e6c1-fe04-4d6e-a5c1-891647370442), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:35.617772 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3b9a83d0-c26d-453d-ac51-130bbed604a0 req-58e41131-7bd2-494d-a5be-a182af794f04 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512530 Feb 09 01:13:35.644201 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3a69d-1033-4c6f-b9c1-df538fdfb6df req-2150adcc-e678-41a4-b8c9-dce17d1fdaf9 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:35.645718 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d0a3a69d-1033-4c6f-b9c1-df538fdfb6df req-2150adcc-e678-41a4-b8c9-dce17d1fdaf9 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf5d2b15-52d8-45e7-b9a5-58bd3c936fb9 HTTP/1.1" status: 200 len: 950 time: 0.0851102 Feb 09 01:13:35.674438 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e85e2b10-7047-4779-981c-8d7780b41751 req-0c8062cb-f7dc-426e-8f87-ac92744e8378 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769683 Feb 09 01:13:35.722931 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-5971175c-5f79-4eb4-bd52-8107cf569d86 req-2e197eb6-8f41-4713-a40f-12b18a129b4d tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] For port 3fc6e6c1-fe04-4d6e-a5c1-891647370442, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=3fc6e6c1-fe04-4d6e-a5c1-891647370442,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:35.723554 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5971175c-5f79-4eb4-bd52-8107cf569d86 req-2e197eb6-8f41-4713-a40f-12b18a129b4d tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (3fc6e6c1-fe04-4d6e-a5c1-891647370442), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:35.742248 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-5971175c-5f79-4eb4-bd52-8107cf569d86 req-2e197eb6-8f41-4713-a40f-12b18a129b4d tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Calling delete_port for 3fc6e6c1-fe04-4d6e-a5c1-891647370442 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:13:35.775063 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d0a3a69d-1033-4c6f-b9c1-df538fdfb6df req-ebba7770-af1c-4fe9-82d7-ccbbcc78a0f3 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994802 Feb 09 01:13:35.877436 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e85e2b10-7047-4779-981c-8d7780b41751 req-58e746ed-f766-4b73-a060-08277649e366 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712811 Feb 09 01:13:35.902441 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508284ae-1134-49c7-8148-72aad62e2154 req-b6e3110f-e20c-4836-8a07-aeb219f71e09 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:35.905008 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-508284ae-1134-49c7-8148-72aad62e2154 req-b6e3110f-e20c-4836-8a07-aeb219f71e09 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 944 time: 0.1149271 Feb 09 01:13:35.907694 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5971175c-5f79-4eb4-bd52-8107cf569d86 req-2e197eb6-8f41-4713-a40f-12b18a129b4d tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (3fc6e6c1-fe04-4d6e-a5c1-891647370442), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:35.921632 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['27fe8a84-17a5-4744-b287-c5a8fdf17b82', '3fc6e6c1-fe04-4d6e-a5c1-891647370442'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:13:35.970257 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['0299c62c-b308-454a-bf29-0a85c3420970'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:13:35.991066 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-508284ae-1134-49c7-8148-72aad62e2154 req-1db28c44-bde6-4a78-911e-8acdf2646b11 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715623 Feb 09 01:13:35.993128 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e197eb6-8f41-4713-a40f-12b18a129b4d tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Pushing event deleted for resources: {'Port': ['ID=3fc6e6c1-fe04-4d6e-a5c1-891647370442,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:36.069607 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-5971175c-5f79-4eb4-bd52-8107cf569d86 req-2e197eb6-8f41-4713-a40f-12b18a129b4d tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] No DVR routers for this DVR port 3fc6e6c1-fe04-4d6e-a5c1-891647370442 on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:13:36.078028 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010d9e5-b351-4362-9aff-582f0d5b2a71 req-98eb8849-aa00-465f-ba67-11ff1b439148 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:36.080806 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9010d9e5-b351-4362-9aff-582f0d5b2a71 req-98eb8849-aa00-465f-ba67-11ff1b439148 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.121 "GET /v2.0/ports?device_id=6b9cd924-5454-40eb-a35e-b6e0541805f1 HTTP/1.1" status: 200 len: 949 time: 0.5207770 Feb 09 01:13:36.082708 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5971175c-5f79-4eb4-bd52-8107cf569d86 req-2e197eb6-8f41-4713-a40f-12b18a129b4d tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:36.085978 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5971175c-5f79-4eb4-bd52-8107cf569d86 req-2e197eb6-8f41-4713-a40f-12b18a129b4d tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.121 "DELETE /v2.0/ports/3fc6e6c1-fe04-4d6e-a5c1-891647370442 HTTP/1.1" status: 204 len: 173 time: 0.6364527 Feb 09 01:13:36.086597 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5d2b15-52d8-45e7-b9a5-58bd3c936fb9', 'name': 'network-vif-deleted', 'tag': '3fc6e6c1-fe04-4d6e-a5c1-891647370442'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:13:36.089382 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8cddfe-fc07-40a7-b4f2-763a810639dd" -d '{"events": [{"server_uuid": "bf5d2b15-52d8-45e7-b9a5-58bd3c936fb9", "name": "network-vif-deleted", "tag": "3fc6e6c1-fe04-4d6e-a5c1-891647370442"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:13:36.148785 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f915236-7c81-4a86-a553-b24e45e283e9 req-2608bdc4-9232-45f2-9060-267fdf80ad48 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:36.150594 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3f915236-7c81-4a86-a553-b24e45e283e9 req-2608bdc4-9232-45f2-9060-267fdf80ad48 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 948 time: 0.1044419 Feb 09 01:13:36.248325 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-9010d9e5-b351-4362-9aff-582f0d5b2a71 req-adffd2ce-45e0-4587-8838-65db44e07e2e tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Deleting port 27fe8a84-17a5-4744-b287-c5a8fdf17b82 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:13:36.248732 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9010d9e5-b351-4362-9aff-582f0d5b2a71 req-adffd2ce-45e0-4587-8838-65db44e07e2e tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (27fe8a84-17a5-4744-b287-c5a8fdf17b82), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:36.312381 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3f915236-7c81-4a86-a553-b24e45e283e9 req-0a6df3cc-d838-45d6-bc8d-b29f34238897 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430213 Feb 09 01:13:36.350760 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc254d-45ad-4d3e-946d-8ef7f1631f68 req-68c3bf6f-ab1e-4944-90d1-53c13570804f tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:36.360199 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dcdc254d-45ad-4d3e-946d-8ef7f1631f68 req-68c3bf6f-ab1e-4944-90d1-53c13570804f tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d8b9fa-c4a7-4849-90a2-29f812ea2f94 HTTP/1.1" status: 200 len: 950 time: 0.1785617 Feb 09 01:13:36.437354 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-9010d9e5-b351-4362-9aff-582f0d5b2a71 req-adffd2ce-45e0-4587-8838-65db44e07e2e tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] For port 27fe8a84-17a5-4744-b287-c5a8fdf17b82, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=27fe8a84-17a5-4744-b287-c5a8fdf17b82,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:36.437731 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9010d9e5-b351-4362-9aff-582f0d5b2a71 req-adffd2ce-45e0-4587-8838-65db44e07e2e tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (27fe8a84-17a5-4744-b287-c5a8fdf17b82), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:36.473043 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dcdc254d-45ad-4d3e-946d-8ef7f1631f68 req-f6eafb39-8514-412b-9a37-56505a1845b0 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114998 Feb 09 01:13:36.486310 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7341e59-cefb-4616-bc5d-4e07125b6ce4 x-openstack-request-id: req-d7341e59-cefb-4616-bc5d-4e07125b6ce4 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:13:36.486853 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5d2b15-52d8-45e7-b9a5-58bd3c936fb9", "name": "network-vif-deleted", "tag": "3fc6e6c1-fe04-4d6e-a5c1-891647370442", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:13:36.487221 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d7341e59-cefb-4616-bc5d-4e07125b6ce4 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:13:36.487722 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5d2b15-52d8-45e7-b9a5-58bd3c936fb9', 'name': 'network-vif-deleted', 'tag': '3fc6e6c1-fe04-4d6e-a5c1-891647370442', 'status': 'completed', 'code': 200} Feb 09 01:13:36.506976 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-9010d9e5-b351-4362-9aff-582f0d5b2a71 req-adffd2ce-45e0-4587-8838-65db44e07e2e tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Calling delete_port for 27fe8a84-17a5-4744-b287-c5a8fdf17b82 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:13:36.595917 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3cb67-ca81-48dc-ab55-ea1f34c6b9ff req-b6a91c90-391d-41b7-8cb4-ecf7ce6c4fa7 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:36.597735 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1ee3cb67-ca81-48dc-ab55-ea1f34c6b9ff req-b6a91c90-391d-41b7-8cb4-ecf7ce6c4fa7 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.91 "GET /v2.0/ports?device_id=59d8b9fa-c4a7-4849-90a2-29f812ea2f94 HTTP/1.1" status: 200 len: 950 time: 0.1516056 Feb 09 01:13:36.801443 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-1ee3cb67-ca81-48dc-ab55-ea1f34c6b9ff req-f502304d-c004-4de0-a476-2e0ea38f9df5 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Deleting port b23e9a90-0720-4121-9d3a-627339a21480 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:13:36.801787 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-1ee3cb67-ca81-48dc-ab55-ea1f34c6b9ff req-f502304d-c004-4de0-a476-2e0ea38f9df5 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (b23e9a90-0720-4121-9d3a-627339a21480), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:36.875346 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a8b1e-da8e-490a-8dba-fd2cd0ad099b req-5eded313-729b-4be5-9e7d-447af19b8bfd tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:36.878761 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-512a8b1e-da8e-490a-8dba-fd2cd0ad099b req-5eded313-729b-4be5-9e7d-447af19b8bfd tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 943 time: 0.0876684 Feb 09 01:13:36.885267 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9010d9e5-b351-4362-9aff-582f0d5b2a71 req-adffd2ce-45e0-4587-8838-65db44e07e2e tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (27fe8a84-17a5-4744-b287-c5a8fdf17b82), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:36.897832 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['3fc6e6c1-fe04-4d6e-a5c1-891647370442'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:13:36.922914 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adffd2ce-45e0-4587-8838-65db44e07e2e tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Pushing event deleted for resources: {'Port': ['ID=27fe8a84-17a5-4744-b287-c5a8fdf17b82,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:36.978460 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-512a8b1e-da8e-490a-8dba-fd2cd0ad099b req-9cf4cc0c-fd83-41bb-8785-85b44851e8d3 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830562 Feb 09 01:13:36.993739 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['0299c62c-b308-454a-bf29-0a85c3420970'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:13:37.014732 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-9010d9e5-b351-4362-9aff-582f0d5b2a71 req-adffd2ce-45e0-4587-8838-65db44e07e2e tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] No DVR routers for this DVR port 27fe8a84-17a5-4744-b287-c5a8fdf17b82 on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:13:37.020957 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9010d9e5-b351-4362-9aff-582f0d5b2a71 req-adffd2ce-45e0-4587-8838-65db44e07e2e tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:37.024770 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9010d9e5-b351-4362-9aff-582f0d5b2a71 req-adffd2ce-45e0-4587-8838-65db44e07e2e tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.121 "DELETE /v2.0/ports/27fe8a84-17a5-4744-b287-c5a8fdf17b82 HTTP/1.1" status: 204 len: 173 time: 0.9323218 Feb 09 01:13:37.027460 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-1ee3cb67-ca81-48dc-ab55-ea1f34c6b9ff req-f502304d-c004-4de0-a476-2e0ea38f9df5 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] For port b23e9a90-0720-4121-9d3a-627339a21480, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=b23e9a90-0720-4121-9d3a-627339a21480,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:37.027837 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-1ee3cb67-ca81-48dc-ab55-ea1f34c6b9ff req-f502304d-c004-4de0-a476-2e0ea38f9df5 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (b23e9a90-0720-4121-9d3a-627339a21480), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:37.044874 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-1ee3cb67-ca81-48dc-ab55-ea1f34c6b9ff req-f502304d-c004-4de0-a476-2e0ea38f9df5 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Calling delete_port for b23e9a90-0720-4121-9d3a-627339a21480 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:13:37.141708 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2e3115d0-61b4-48a5-8e0e-1de6c8a5dde4 req-fdb7c1e2-c113-4f87-8ee4-a36fb840a00a tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b9cd924-5454-40eb-a35e-b6e0541805f1 HTTP/1.1" status: 200 len: 210 time: 0.0663376 Feb 09 01:13:37.308009 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-1ee3cb67-ca81-48dc-ab55-ea1f34c6b9ff req-f502304d-c004-4de0-a476-2e0ea38f9df5 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (b23e9a90-0720-4121-9d3a-627339a21480), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:37.333162 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['b23e9a90-0720-4121-9d3a-627339a21480', 'f994970c-0d91-4b5e-9116-15b7b17b5d24'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:13:37.335991 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['ac3bf43f-6224-4589-b573-7d1d3b437b98'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:13:37.352748 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f502304d-c004-4de0-a476-2e0ea38f9df5 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Pushing event deleted for resources: {'Port': ['ID=b23e9a90-0720-4121-9d3a-627339a21480,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:37.381469 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a326b15-7d3a-4806-8a15-13ac8f7e2c1d req-0bdd039d-07bd-4f94-b9bf-da3a00b2826f tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:37.390063 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0a326b15-7d3a-4806-8a15-13ac8f7e2c1d req-0bdd039d-07bd-4f94-b9bf-da3a00b2826f tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 944 time: 0.1289129 Feb 09 01:13:37.437502 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee3cb67-ca81-48dc-ab55-ea1f34c6b9ff req-f502304d-c004-4de0-a476-2e0ea38f9df5 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] No DVR routers for this DVR port b23e9a90-0720-4121-9d3a-627339a21480 on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:13:37.445437 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-1ee3cb67-ca81-48dc-ab55-ea1f34c6b9ff req-f502304d-c004-4de0-a476-2e0ea38f9df5 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:37.454281 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1ee3cb67-ca81-48dc-ab55-ea1f34c6b9ff req-f502304d-c004-4de0-a476-2e0ea38f9df5 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.91 "DELETE /v2.0/ports/b23e9a90-0720-4121-9d3a-627339a21480 HTTP/1.1" status: 204 len: 173 time: 0.8436925 Feb 09 01:13:37.478732 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 89f7c53f-2873-4cf2-a792-13b5a94f34c1 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:13:37.519544 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0a326b15-7d3a-4806-8a15-13ac8f7e2c1d req-f290e4c2-b187-4b3a-82f9-365dea0ad320 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244636 Feb 09 01:13:37.782913 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952cfe2-d74e-45a1-bd28-f72d428dab97 req-087935d1-0001-4591-95ac-699cbb81b282 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:37.796689 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b952cfe2-d74e-45a1-bd28-f72d428dab97 req-087935d1-0001-4591-95ac-699cbb81b282 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 948 time: 0.1406720 Feb 09 01:13:37.881110 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 89f7c53f-2873-4cf2-a792-13b5a94f34c1 is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:37.881589 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (89f7c53f-2873-4cf2-a792-13b5a94f34c1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:37.883838 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e9c3b9d0-cd27-4ca8-944a-c83fca8ac178 req-380ab271-04b8-4832-bd75-5decf77b93df tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d8b9fa-c4a7-4849-90a2-29f812ea2f94 HTTP/1.1" status: 200 len: 210 time: 0.0519962 Feb 09 01:13:37.926435 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b952cfe2-d74e-45a1-bd28-f72d428dab97 req-14291607-b377-4a8e-8599-4a472b669f60 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278820 Feb 09 01:13:38.066771 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6816801-4457-4631-bc99-1735b61c53af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89f7c53f-2873-4cf2-a792-13b5a94f34c1'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:13:38.069417 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0303dd2-14ce-49ce-a49a-d53488940000" -d '{"events": [{"server_uuid": "b6816801-4457-4631-bc99-1735b61c53af", "name": "network-vif-unplugged", "status": "completed", "tag": "89f7c53f-2873-4cf2-a792-13b5a94f34c1"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:13:38.080405 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 89f7c53f-2873-4cf2-a792-13b5a94f34c1, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=89f7c53f-2873-4cf2-a792-13b5a94f34c1,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:38.089143 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (89f7c53f-2873-4cf2-a792-13b5a94f34c1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:38.145037 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e840940-be69-470d-980f-bae1e59d24a5 req-31c8eea2-8209-4d27-955b-127146b02cba tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:38.147180 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8e840940-be69-470d-980f-bae1e59d24a5 req-31c8eea2-8209-4d27-955b-127146b02cba tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 943 time: 0.0808210 Feb 09 01:13:38.155103 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=89f7c53f-2873-4cf2-a792-13b5a94f34c1,revision_number=11']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:38.226172 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8e840940-be69-470d-980f-bae1e59d24a5 req-f6886769-46e5-4d20-b542-c440f406ddb6 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726659 Feb 09 01:13:38.319430 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03f9dad-fabf-4723-8f78-a5b7a2e9ac3a x-openstack-request-id: req-e03f9dad-fabf-4723-8f78-a5b7a2e9ac3a {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:13:38.319827 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6816801-4457-4631-bc99-1735b61c53af", "name": "network-vif-unplugged", "status": "completed", "tag": "89f7c53f-2873-4cf2-a792-13b5a94f34c1", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:13:38.320519 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e03f9dad-fabf-4723-8f78-a5b7a2e9ac3a {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:13:38.320919 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6816801-4457-4631-bc99-1735b61c53af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89f7c53f-2873-4cf2-a792-13b5a94f34c1', 'code': 200} Feb 09 01:13:38.488628 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9cd924-5454-40eb-a35e-b6e0541805f1', 'name': 'network-vif-deleted', 'tag': '27fe8a84-17a5-4744-b287-c5a8fdf17b82'}, {'server_uuid': '59d8b9fa-c4a7-4849-90a2-29f812ea2f94', 'name': 'network-vif-deleted', 'tag': 'b23e9a90-0720-4121-9d3a-627339a21480'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:13:38.491336 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38e2c37-d7fa-46b1-9cbe-26675b1f8f1e" -d '{"events": [{"server_uuid": "6b9cd924-5454-40eb-a35e-b6e0541805f1", "name": "network-vif-deleted", "tag": "27fe8a84-17a5-4744-b287-c5a8fdf17b82"}, {"server_uuid": "59d8b9fa-c4a7-4849-90a2-29f812ea2f94", "name": "network-vif-deleted", "tag": "b23e9a90-0720-4121-9d3a-627339a21480"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:13:38.613083 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 01:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53246c6-5f7f-4395-be66-74f15ef8abd1 x-openstack-request-id: req-c53246c6-5f7f-4395-be66-74f15ef8abd1 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:13:38.613390 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b9cd924-5454-40eb-a35e-b6e0541805f1", "name": "network-vif-deleted", "tag": "27fe8a84-17a5-4744-b287-c5a8fdf17b82", "status": "completed", "code": 200}, {"server_uuid": "59d8b9fa-c4a7-4849-90a2-29f812ea2f94", "name": "network-vif-deleted", "tag": "b23e9a90-0720-4121-9d3a-627339a21480", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:13:38.613650 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c53246c6-5f7f-4395-be66-74f15ef8abd1 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:13:38.614056 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9cd924-5454-40eb-a35e-b6e0541805f1', 'name': 'network-vif-deleted', 'tag': '27fe8a84-17a5-4744-b287-c5a8fdf17b82', 'status': 'completed', 'code': 200} Feb 09 01:13:38.614366 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d8b9fa-c4a7-4849-90a2-29f812ea2f94', 'name': 'network-vif-deleted', 'tag': 'b23e9a90-0720-4121-9d3a-627339a21480', 'status': 'completed', 'code': 200} Feb 09 01:13:38.684809 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616dbd3f-2e54-4de4-b449-0e8239735c6f req-d8d7f3c6-ecdd-4ac8-9db6-4d542cf06602 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:38.686461 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-616dbd3f-2e54-4de4-b449-0e8239735c6f req-d8d7f3c6-ecdd-4ac8-9db6-4d542cf06602 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 944 time: 0.0575678 Feb 09 01:13:38.743476 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-616dbd3f-2e54-4de4-b449-0e8239735c6f req-ce7b62ec-5453-4a1c-b131-dd9e21fbc4a3 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486500 Feb 09 01:13:38.881007 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d38c2-71ba-48bd-bd2a-9999c4bffaee req-055c9de0-51b2-4987-af69-c08700b6279a tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:38.882540 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f47d38c2-71ba-48bd-bd2a-9999c4bffaee req-055c9de0-51b2-4987-af69-c08700b6279a tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9ba7461-2eff-4b6a-9ac4-8589e5930e63 HTTP/1.1" status: 200 len: 949 time: 0.0632343 Feb 09 01:13:38.941922 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f47d38c2-71ba-48bd-bd2a-9999c4bffaee req-e98b5f80-9fe8-45ff-a170-6684a4e125d5 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529394 Feb 09 01:13:39.104558 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1f749-c820-43c4-af12-a1fd35f28780 req-b2433cb4-de15-4489-9b84-a85c71b571fc tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:39.106981 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b7c1f749-c820-43c4-af12-a1fd35f28780 req-b2433cb4-de15-4489-9b84-a85c71b571fc tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 948 time: 0.0598853 Feb 09 01:13:39.162937 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b7c1f749-c820-43c4-af12-a1fd35f28780 req-f45e0913-897f-40bd-8cd9-e093f79c633a tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483372 Feb 09 01:13:39.361538 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041b057-ea5e-4360-b140-f34b138f3710 req-c4f70ff7-193b-4af6-b538-2f0968413120 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:39.363145 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b041b057-ea5e-4360-b140-f34b138f3710 req-c4f70ff7-193b-4af6-b538-2f0968413120 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=03f5dcd5-1fb7-4798-a59c-5e9b6ba756ad HTTP/1.1" status: 200 len: 949 time: 0.0640492 Feb 09 01:13:39.370387 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 10551c51-c220-42f9-a6c3-c6dec216fd5b details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:13:39.374910 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 3fc6e6c1-fe04-4d6e-a5c1-891647370442 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:13:39.407251 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 3fc6e6c1-fe04-4d6e-a5c1-891647370442 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:13:39.408014 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 3fc6e6c1-fe04-4d6e-a5c1-891647370442 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:13:39.472107 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b041b057-ea5e-4360-b140-f34b138f3710 req-19a74cf5-91a2-4a84-8558-c3cc7586b4ff tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920913 Feb 09 01:13:39.482990 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12402575-c0f3-414d-bc2b-adae615ddcd0 req-7073ce95-cef8-4a7a-b4d6-eab12db6f737 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:39.484604 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-12402575-c0f3-414d-bc2b-adae615ddcd0 req-7073ce95-cef8-4a7a-b4d6-eab12db6f737 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 943 time: 0.1059246 Feb 09 01:13:39.548279 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 10551c51-c220-42f9-a6c3-c6dec216fd5b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=10551c51-c220-42f9-a6c3-c6dec216fd5b,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:39.558959 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-12402575-c0f3-414d-bc2b-adae615ddcd0 req-d1f154a0-de03-4062-990c-bcbf81ee2188 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660131 Feb 09 01:13:39.563498 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '10551c51-c220-42f9-a6c3-c6dec216fd5b', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': '10551c51-c220-42f9-a6c3-c6dec216fd5b', 'mac_address': 'fa:16:3e:70:41:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:13:39.607781 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f7ebc-042c-4a8d-8f64-b52ff9f5faad req-bd8b8501-3cb1-41c9-bff0-a1a241770213 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:39.610333 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d55f7ebc-042c-4a8d-8f64-b52ff9f5faad req-bd8b8501-3cb1-41c9-bff0-a1a241770213 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bb53fc-1844-445e-9f59-ca071ac3ffc3 HTTP/1.1" status: 200 len: 948 time: 0.0649042 Feb 09 01:13:39.611377 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 10551c51-c220-42f9-a6c3-c6dec216fd5b is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:39.612041 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (10551c51-c220-42f9-a6c3-c6dec216fd5b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:39.626367 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10551c51-c220-42f9-a6c3-c6dec216fd5b {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:13:39.646833 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 10551c51-c220-42f9-a6c3-c6dec216fd5b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=10551c51-c220-42f9-a6c3-c6dec216fd5b,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:39.651033 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (10551c51-c220-42f9-a6c3-c6dec216fd5b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:39.664138 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d55f7ebc-042c-4a8d-8f64-b52ff9f5faad req-fcd1aa63-3b37-4361-b529-96ac696da450 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a78c11a-1f37-4a8c-a774-d23af2f577c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477133 Feb 09 01:13:39.709889 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=10551c51-c220-42f9-a6c3-c6dec216fd5b,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:39.883236 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0282ed-661b-4be4-8aee-c294af4f6a57 req-8f038857-62cd-4448-8925-3f5a6bd7e03a tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:39.884682 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2c0282ed-661b-4be4-8aee-c294af4f6a57 req-8f038857-62cd-4448-8925-3f5a6bd7e03a tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 944 time: 0.0604053 Feb 09 01:13:39.932001 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2c0282ed-661b-4be4-8aee-c294af4f6a57 req-1e53a5d6-8afd-4afd-b832-fe4e8255a79c tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415869 Feb 09 01:13:39.991599 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['10551c51-c220-42f9-a6c3-c6dec216fd5b'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:13:40.071244 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b2528-ee8e-4439-a4bf-4b99ff76afb2 req-9e5b593a-ee33-4701-bd21-70fc15279a43 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:40.073362 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-767b2528-ee8e-4439-a4bf-4b99ff76afb2 req-9e5b593a-ee33-4701-bd21-70fc15279a43 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9ba7461-2eff-4b6a-9ac4-8589e5930e63 HTTP/1.1" status: 200 len: 949 time: 0.0571954 Feb 09 01:13:40.128168 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-767b2528-ee8e-4439-a4bf-4b99ff76afb2 req-f1859514-680e-47f4-8c60-0aac4ec91a2d tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482490 Feb 09 01:13:40.289301 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99836eee-ed34-4c82-85bc-a7f2d2ddcc3a req-18011a89-2fb5-4aa1-acb5-c83fbf1576d3 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:40.290809 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-99836eee-ed34-4c82-85bc-a7f2d2ddcc3a req-18011a89-2fb5-4aa1-acb5-c83fbf1576d3 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 949 time: 0.0579076 Feb 09 01:13:40.338364 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-99836eee-ed34-4c82-85bc-a7f2d2ddcc3a req-78fc5de3-65b0-4bd9-ac88-b74fabf1b1a7 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419641 Feb 09 01:13:40.702928 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07f6bb-2a7f-46d6-8584-d103cde2a146 req-7aacc616-c307-4b7c-810b-44677887e8a8 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:40.704508 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d07f6bb-2a7f-46d6-8584-d103cde2a146 req-7aacc616-c307-4b7c-810b-44677887e8a8 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=03f5dcd5-1fb7-4798-a59c-5e9b6ba756ad HTTP/1.1" status: 200 len: 949 time: 0.1575637 Feb 09 01:13:40.720880 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fde31-30ca-4c85-bdf8-c655c28ce69d req-646e3085-a6b9-4310-84f1-c78cdcf0c631 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:40.722834 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fb5fde31-30ca-4c85-bdf8-c655c28ce69d req-646e3085-a6b9-4310-84f1-c78cdcf0c631 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 943 time: 0.0808287 Feb 09 01:13:40.794981 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d07f6bb-2a7f-46d6-8584-d103cde2a146 req-789e49be-c50f-4a3d-af43-077b17a6ba09 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836685 Feb 09 01:13:40.807939 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fb5fde31-30ca-4c85-bdf8-c655c28ce69d req-cc31be2f-0cd5-4e62-87f7-d6f7d36a731e tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779445 Feb 09 01:13:40.912908 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb23729-9765-4458-a265-e12d60c472de req-ef1d4932-1530-4f18-a4d0-06a5d11873e0 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:40.914590 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bdb23729-9765-4458-a265-e12d60c472de req-ef1d4932-1530-4f18-a4d0-06a5d11873e0 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bb53fc-1844-445e-9f59-ca071ac3ffc3 HTTP/1.1" status: 200 len: 948 time: 0.0572846 Feb 09 01:13:40.964784 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bdb23729-9765-4458-a265-e12d60c472de req-c60615ea-08bc-4c60-9143-09a324dcd411 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a78c11a-1f37-4a8c-a774-d23af2f577c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445354 Feb 09 01:13:41.065735 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88646c-1b72-4f6d-9e63-47228a7d6aba req-a0d28ff2-503e-4535-9715-1d6c679c2d3e tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:41.067479 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ed88646c-1b72-4f6d-9e63-47228a7d6aba req-a0d28ff2-503e-4535-9715-1d6c679c2d3e tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 944 time: 0.0573187 Feb 09 01:13:41.124171 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ed88646c-1b72-4f6d-9e63-47228a7d6aba req-1ce75a91-d1fa-4701-b307-71d965a66fc8 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507536 Feb 09 01:13:41.163198 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001170b0-5ee7-45ac-a779-06a3b3d79d3f req-921f9340-0693-4c66-be4a-290afac4f9f9 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:41.164813 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-001170b0-5ee7-45ac-a779-06a3b3d79d3f req-921f9340-0693-4c66-be4a-290afac4f9f9 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.121 "GET /v2.0/ports?device_id=03f5dcd5-1fb7-4798-a59c-5e9b6ba756ad HTTP/1.1" status: 200 len: 949 time: 0.0696836 Feb 09 01:13:41.266522 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cb157-802a-40a4-980a-87c863a206f7 req-146e7c11-bd84-48d1-ac1a-afcb8e94a36c tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:41.268688 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d01cb157-802a-40a4-980a-87c863a206f7 req-146e7c11-bd84-48d1-ac1a-afcb8e94a36c tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9ba7461-2eff-4b6a-9ac4-8589e5930e63 HTTP/1.1" status: 200 len: 949 time: 0.0661345 Feb 09 01:13:41.284826 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51be88c-a4a8-4ad2-92bc-93eaecb4b45c req-bc568cb1-0c88-422f-9a4f-c04bf0c14cfb tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:41.286309 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f51be88c-a4a8-4ad2-92bc-93eaecb4b45c req-bc568cb1-0c88-422f-9a4f-c04bf0c14cfb tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.91 "GET /v2.0/ports?device_id=b9ba7461-2eff-4b6a-9ac4-8589e5930e63 HTTP/1.1" status: 200 len: 949 time: 0.1206088 Feb 09 01:13:41.323110 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d01cb157-802a-40a4-980a-87c863a206f7 req-382b6858-c2e8-4efb-974a-a96c9e5d8687 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/security-groups?id=f999e390-abd9-479b-b949-278a0e179ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482225 Feb 09 01:13:41.381636 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-001170b0-5ee7-45ac-a779-06a3b3d79d3f req-f99fa38a-0f9d-4f59-9f80-1675a0e26786 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Deleting port ac3bf43f-6224-4589-b573-7d1d3b437b98 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:13:41.381980 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-001170b0-5ee7-45ac-a779-06a3b3d79d3f req-f99fa38a-0f9d-4f59-9f80-1675a0e26786 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (ac3bf43f-6224-4589-b573-7d1d3b437b98), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:41.387434 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 10551c51-c220-42f9-a6c3-c6dec216fd5b up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:13:41.443635 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 10551c51-c220-42f9-a6c3-c6dec216fd5b completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:41.447577 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 10551c51-c220-42f9-a6c3-c6dec216fd5b triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:41.447949 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (10551c51-c220-42f9-a6c3-c6dec216fd5b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:41.470263 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7be27-9992-4821-8a6a-a38fdc7ac096 req-09e8f57d-f9e0-4983-8eaf-74ee673369dc tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:41.470462 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device b23e9a90-0720-4121-9d3a-627339a21480 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:13:41.472357 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4fa7be27-9992-4821-8a6a-a38fdc7ac096 req-09e8f57d-f9e0-4983-8eaf-74ee673369dc tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 949 time: 0.0656714 Feb 09 01:13:41.487320 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-253e34a9-6046-455e-a399-fc51a34e9898 req-ee1983ea-0a42-4cfa-94e7-875b8a77581d service neutron] 10.222.0.121 "GET /v2.0/ports/308cc62f-d069-4df6-8213-414430c968dc/bindings/n-h2-822053-40 HTTP/1.1" status: 200 len: 385 time: 0.1800325 Feb 09 01:13:41.497644 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: b23e9a90-0720-4121-9d3a-627339a21480 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:13:41.497996 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device b23e9a90-0720-4121-9d3a-627339a21480 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:13:41.541255 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4fa7be27-9992-4821-8a6a-a38fdc7ac096 req-4d498da7-8a8b-4003-a6bc-c3b359e18127 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519288 Feb 09 01:13:41.557421 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 10551c51-c220-42f9-a6c3-c6dec216fd5b is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:41.557846 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (10551c51-c220-42f9-a6c3-c6dec216fd5b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:41.575689 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-001170b0-5ee7-45ac-a779-06a3b3d79d3f req-f99fa38a-0f9d-4f59-9f80-1675a0e26786 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] For port ac3bf43f-6224-4589-b573-7d1d3b437b98, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=ac3bf43f-6224-4589-b573-7d1d3b437b98,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:41.576083 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-001170b0-5ee7-45ac-a779-06a3b3d79d3f req-f99fa38a-0f9d-4f59-9f80-1675a0e26786 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (ac3bf43f-6224-4589-b573-7d1d3b437b98), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:41.588296 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1525aac7-d7bc-4b62-adf2-38e63bd0147b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10551c51-c220-42f9-a6c3-c6dec216fd5b'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:13:41.590554 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61aa3ae-2c57-472c-994e-51fda860e536" -d '{"events": [{"server_uuid": "1525aac7-d7bc-4b62-adf2-38e63bd0147b", "name": "network-vif-plugged", "status": "completed", "tag": "10551c51-c220-42f9-a6c3-c6dec216fd5b"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:13:41.597169 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-f51be88c-a4a8-4ad2-92bc-93eaecb4b45c req-3234b785-0f52-4f6e-ae78-fe24da231879 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Deleting port 0299c62c-b308-454a-bf29-0a85c3420970 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:13:41.597502 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f51be88c-a4a8-4ad2-92bc-93eaecb4b45c req-3234b785-0f52-4f6e-ae78-fe24da231879 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (0299c62c-b308-454a-bf29-0a85c3420970), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:41.603762 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 10551c51-c220-42f9-a6c3-c6dec216fd5b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=10551c51-c220-42f9-a6c3-c6dec216fd5b,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:41.606232 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-001170b0-5ee7-45ac-a779-06a3b3d79d3f req-f99fa38a-0f9d-4f59-9f80-1675a0e26786 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Calling delete_port for ac3bf43f-6224-4589-b573-7d1d3b437b98 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:13:41.608501 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (10551c51-c220-42f9-a6c3-c6dec216fd5b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:41.609430 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 27fe8a84-17a5-4744-b287-c5a8fdf17b82 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:13:41.634344 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2223bec8-f7b2-470c-8139-0104566cdea0 x-openstack-request-id: req-2223bec8-f7b2-470c-8139-0104566cdea0 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:13:41.634642 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1525aac7-d7bc-4b62-adf2-38e63bd0147b", "name": "network-vif-plugged", "status": "completed", "tag": "10551c51-c220-42f9-a6c3-c6dec216fd5b", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:13:41.634888 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2223bec8-f7b2-470c-8139-0104566cdea0 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:13:41.635271 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1525aac7-d7bc-4b62-adf2-38e63bd0147b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10551c51-c220-42f9-a6c3-c6dec216fd5b', 'code': 200} Feb 09 01:13:41.652660 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 27fe8a84-17a5-4744-b287-c5a8fdf17b82 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:13:41.653069 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 27fe8a84-17a5-4744-b287-c5a8fdf17b82 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:13:41.653443 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 308cc62f-d069-4df6-8213-414430c968dc no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:13:41.709254 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=10551c51-c220-42f9-a6c3-c6dec216fd5b,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:41.757117 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 308cc62f-d069-4df6-8213-414430c968dc is: DOWN; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:41.769369 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485547c8-8993-4299-a6c3-6c03038a7b39 req-9a0163ef-0306-4c09-8f9e-e3121c1ddf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:41.770990 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-485547c8-8993-4299-a6c3-6c03038a7b39 req-9a0163ef-0306-4c09-8f9e-e3121c1ddf15 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 1133 time: 0.0604501 Feb 09 01:13:41.820201 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-485547c8-8993-4299-a6c3-6c03038a7b39 req-484573bd-5292-4fed-b27a-f61e1fbc419a service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427406 Feb 09 01:13:41.840593 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-f51be88c-a4a8-4ad2-92bc-93eaecb4b45c req-3234b785-0f52-4f6e-ae78-fe24da231879 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] For port 0299c62c-b308-454a-bf29-0a85c3420970, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=0299c62c-b308-454a-bf29-0a85c3420970,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:41.840960 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f51be88c-a4a8-4ad2-92bc-93eaecb4b45c req-3234b785-0f52-4f6e-ae78-fe24da231879 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (0299c62c-b308-454a-bf29-0a85c3420970), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:41.869389 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-f51be88c-a4a8-4ad2-92bc-93eaecb4b45c req-3234b785-0f52-4f6e-ae78-fe24da231879 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Calling delete_port for 0299c62c-b308-454a-bf29-0a85c3420970 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:13:41.964646 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9040b-2825-4664-ac2c-adf074ff1cba req-604bbcb9-1273-42ea-9e5f-041646682b60 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:41.966146 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-72a9040b-2825-4664-ac2c-adf074ff1cba req-604bbcb9-1273-42ea-9e5f-041646682b60 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=03f5dcd5-1fb7-4798-a59c-5e9b6ba756ad HTTP/1.1" status: 200 len: 949 time: 0.0882454 Feb 09 01:13:41.978457 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a684f9-4ce8-4b03-8ae2-bacfc3281ba1 req-8cb0b431-411f-4e12-98e6-1d1ed9953676 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:41.979921 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-68a684f9-4ce8-4b03-8ae2-bacfc3281ba1 req-8cb0b431-411f-4e12-98e6-1d1ed9953676 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 943 time: 0.0741801 Feb 09 01:13:41.992093 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-253e34a9-6046-455e-a399-fc51a34e9898 req-5122c367-f319-414d-85e8-70f75ee180e0 service neutron] For port 308cc62f-d069-4df6-8213-414430c968dc, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=308cc62f-d069-4df6-8213-414430c968dc,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:42.040928 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-253e34a9-6046-455e-a399-fc51a34e9898 req-5122c367-f319-414d-85e8-70f75ee180e0 service neutron] For port 308cc62f-d069-4df6-8213-414430c968dc, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:13:42.058683 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-72a9040b-2825-4664-ac2c-adf074ff1cba req-c13cd416-2478-4d46-b379-bf008ace4ee0 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777633 Feb 09 01:13:42.060938 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-001170b0-5ee7-45ac-a779-06a3b3d79d3f req-f99fa38a-0f9d-4f59-9f80-1675a0e26786 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (ac3bf43f-6224-4589-b573-7d1d3b437b98), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:42.063442 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-68a684f9-4ce8-4b03-8ae2-bacfc3281ba1 req-fd019c94-e49c-4f1e-9fb8-d26bfc6f7ad7 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670018 Feb 09 01:13:42.077050 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['ac3bf43f-6224-4589-b573-7d1d3b437b98'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:13:42.105684 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fa38a-0f9d-4f59-9f80-1675a0e26786 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Pushing event deleted for resources: {'Port': ['ID=ac3bf43f-6224-4589-b573-7d1d3b437b98,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:42.106931 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['f994970c-0d91-4b5e-9116-15b7b17b5d24'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:13:42.139832 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-253e34a9-6046-455e-a399-fc51a34e9898 req-5122c367-f319-414d-85e8-70f75ee180e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 308cc62f-d069-4df6-8213-414430c968dc {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:13:42.186848 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-253e34a9-6046-455e-a399-fc51a34e9898 req-5122c367-f319-414d-85e8-70f75ee180e0 service neutron] For port 308cc62f-d069-4df6-8213-414430c968dc, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=308cc62f-d069-4df6-8213-414430c968dc,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:42.227048 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-001170b0-5ee7-45ac-a779-06a3b3d79d3f req-f99fa38a-0f9d-4f59-9f80-1675a0e26786 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] No DVR routers for this DVR port ac3bf43f-6224-4589-b573-7d1d3b437b98 on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:13:42.231041 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-253e34a9-6046-455e-a399-fc51a34e9898 req-5122c367-f319-414d-85e8-70f75ee180e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (308cc62f-d069-4df6-8213-414430c968dc), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:42.235513 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-001170b0-5ee7-45ac-a779-06a3b3d79d3f req-f99fa38a-0f9d-4f59-9f80-1675a0e26786 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:42.241291 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-001170b0-5ee7-45ac-a779-06a3b3d79d3f req-f99fa38a-0f9d-4f59-9f80-1675a0e26786 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.121 "DELETE /v2.0/ports/ac3bf43f-6224-4589-b573-7d1d3b437b98 HTTP/1.1" status: 204 len: 173 time: 1.0671239 Feb 09 01:13:42.243251 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f5dcd5-1fb7-4798-a59c-5e9b6ba756ad', 'name': 'network-vif-deleted', 'tag': 'ac3bf43f-6224-4589-b573-7d1d3b437b98'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:13:42.246010 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea324f4-276b-44f8-be89-ef10245b0b56" -d '{"events": [{"server_uuid": "03f5dcd5-1fb7-4798-a59c-5e9b6ba756ad", "name": "network-vif-deleted", "tag": "ac3bf43f-6224-4589-b573-7d1d3b437b98"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:13:42.257350 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f51be88c-a4a8-4ad2-92bc-93eaecb4b45c req-3234b785-0f52-4f6e-ae78-fe24da231879 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (0299c62c-b308-454a-bf29-0a85c3420970), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:42.274452 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['0299c62c-b308-454a-bf29-0a85c3420970'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:13:42.296845 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234b785-0f52-4f6e-ae78-fe24da231879 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Pushing event deleted for resources: {'Port': ['ID=0299c62c-b308-454a-bf29-0a85c3420970,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:42.336203 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc36ee-f259-4882-8f0f-0c89fff92dfb req-56028dc7-b5c0-4423-acc0-e9dfdd906d84 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:42.341170 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94cc36ee-f259-4882-8f0f-0c89fff92dfb req-56028dc7-b5c0-4423-acc0-e9dfdd906d84 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bb53fc-1844-445e-9f59-ca071ac3ffc3 HTTP/1.1" status: 200 len: 948 time: 0.1783636 Feb 09 01:13:42.381078 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51be88c-a4a8-4ad2-92bc-93eaecb4b45c req-3234b785-0f52-4f6e-ae78-fe24da231879 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] No DVR routers for this DVR port 0299c62c-b308-454a-bf29-0a85c3420970 on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:13:42.388793 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f51be88c-a4a8-4ad2-92bc-93eaecb4b45c req-3234b785-0f52-4f6e-ae78-fe24da231879 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:42.393027 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f51be88c-a4a8-4ad2-92bc-93eaecb4b45c req-3234b785-0f52-4f6e-ae78-fe24da231879 tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.91 "DELETE /v2.0/ports/0299c62c-b308-454a-bf29-0a85c3420970 HTTP/1.1" status: 204 len: 173 time: 1.0947483 Feb 09 01:13:42.415196 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94cc36ee-f259-4882-8f0f-0c89fff92dfb req-b71be574-7cc0-46d5-8bd6-839d4668e99c tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a78c11a-1f37-4a8c-a774-d23af2f577c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682306 Feb 09 01:13:42.423132 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-253e34a9-6046-455e-a399-fc51a34e9898 req-5122c367-f319-414d-85e8-70f75ee180e0 service neutron] Transition to ACTIVE for port object 308cc62f-d069-4df6-8213-414430c968dc will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:42.427821 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-253e34a9-6046-455e-a399-fc51a34e9898 req-5122c367-f319-414d-85e8-70f75ee180e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (308cc62f-d069-4df6-8213-414430c968dc), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:42.489467 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2b947a-f1aa-4db0-b1a1-a1a0026f90e6 x-openstack-request-id: req-df2b947a-f1aa-4db0-b1a1-a1a0026f90e6 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:13:42.489842 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f5dcd5-1fb7-4798-a59c-5e9b6ba756ad", "name": "network-vif-deleted", "tag": "ac3bf43f-6224-4589-b573-7d1d3b437b98", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:13:42.490029 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-df2b947a-f1aa-4db0-b1a1-a1a0026f90e6 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:13:42.490407 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f5dcd5-1fb7-4798-a59c-5e9b6ba756ad', 'name': 'network-vif-deleted', 'tag': 'ac3bf43f-6224-4589-b573-7d1d3b437b98', 'status': 'completed', 'code': 200} Feb 09 01:13:42.584558 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0cf816aa-910a-4b14-949d-6cd9c45fe344 req-e784aebd-6d38-4f4b-be96-4795f7bf5bcf tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9ba7461-2eff-4b6a-9ac4-8589e5930e63 HTTP/1.1" status: 200 len: 210 time: 0.0511866 Feb 09 01:13:42.603773 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e8abb-c3e4-4374-9497-66921de14e71 req-d3580418-55a2-4ff0-942b-5bfc2599352a tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:42.605362 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d9e8abb-c3e4-4374-9497-66921de14e71 req-d3580418-55a2-4ff0-942b-5bfc2599352a tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 945 time: 0.1342375 Feb 09 01:13:42.606209 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-253e34a9-6046-455e-a399-fc51a34e9898 req-5122c367-f319-414d-85e8-70f75ee180e0 service neutron] No DVR routers for this DVR port 308cc62f-d069-4df6-8213-414430c968dc on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:13:42.608455 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5122c367-f319-414d-85e8-70f75ee180e0 service neutron] Pushing event updated for resources: {'Port': ['ID=308cc62f-d069-4df6-8213-414430c968dc,revision_number=10']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:42.654531 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-253e34a9-6046-455e-a399-fc51a34e9898 req-5122c367-f319-414d-85e8-70f75ee180e0 service neutron] 10.222.0.121 "PUT /v2.0/ports/308cc62f-d069-4df6-8213-414430c968dc/bindings/n-h2-822053-40/activate HTTP/1.1" status: 200 len: 370 time: 1.1581659 Feb 09 01:13:42.681037 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82be3f6-da18-446d-a865-98be287c234b req-a9bb761e-bcd2-4bb1-a954-4dede8b7b738 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:42.682561 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f82be3f6-da18-446d-a865-98be287c234b req-a9bb761e-bcd2-4bb1-a954-4dede8b7b738 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.91 "GET /v2.0/ports?device_id=a5bb53fc-1844-445e-9f59-ca071ac3ffc3 HTTP/1.1" status: 200 len: 948 time: 0.1441932 Feb 09 01:13:42.686340 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d9e8abb-c3e4-4374-9497-66921de14e71 req-0f47bfdc-3d4c-4402-94ff-5204ab58ee51 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736680 Feb 09 01:13:42.785483 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f1546-683b-408a-b1c9-073634bf92e0 req-294b0c13-bd7d-45d4-aeb7-5d3c595096ae tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:42.786963 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e24f1546-683b-408a-b1c9-073634bf92e0 req-294b0c13-bd7d-45d4-aeb7-5d3c595096ae tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 950 time: 0.1101890 Feb 09 01:13:42.807628 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-f82be3f6-da18-446d-a865-98be287c234b req-bdf2f5dc-1c28-4676-83a8-d0c8f975a28a tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Deleting port 6e35ad25-099c-4cd8-af5f-c5e1e2e2e431 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:13:42.808275 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f82be3f6-da18-446d-a865-98be287c234b req-bdf2f5dc-1c28-4676-83a8-d0c8f975a28a tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (6e35ad25-099c-4cd8-af5f-c5e1e2e2e431), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:42.822658 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e34a9-6046-455e-a399-fc51a34e9898 req-6c61f0f0-7e2d-4d75-b7e6-cfe8433d041d tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:42.824155 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-253e34a9-6046-455e-a399-fc51a34e9898 req-6c61f0f0-7e2d-4d75-b7e6-cfe8433d041d tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6&tenant_id=89a8855b9bab40b69c27334c734383e8&binding%3Ahost_id=n-h1-822053-40 HTTP/1.1" status: 200 len: 1128 time: 0.0893767 Feb 09 01:13:42.886852 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e24f1546-683b-408a-b1c9-073634bf92e0 req-6ae9cac7-5a7b-4c98-b895-3ece982e574c tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852129 Feb 09 01:13:42.915164 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-f82be3f6-da18-446d-a865-98be287c234b req-bdf2f5dc-1c28-4676-83a8-d0c8f975a28a tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] For port 6e35ad25-099c-4cd8-af5f-c5e1e2e2e431, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=6e35ad25-099c-4cd8-af5f-c5e1e2e2e431,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:42.915594 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f82be3f6-da18-446d-a865-98be287c234b req-bdf2f5dc-1c28-4676-83a8-d0c8f975a28a tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (6e35ad25-099c-4cd8-af5f-c5e1e2e2e431), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:42.916705 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e34a9-6046-455e-a399-fc51a34e9898 req-81bec7f5-3832-4535-852e-5474f1d57c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:42.918291 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-253e34a9-6046-455e-a399-fc51a34e9898 req-81bec7f5-3832-4535-852e-5474f1d57c30 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6&tenant_id=89a8855b9bab40b69c27334c734383e8 HTTP/1.1" status: 200 len: 1128 time: 0.0803208 Feb 09 01:13:42.936011 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-f82be3f6-da18-446d-a865-98be287c234b req-bdf2f5dc-1c28-4676-83a8-d0c8f975a28a tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Calling delete_port for 6e35ad25-099c-4cd8-af5f-c5e1e2e2e431 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:13:43.004357 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e34a9-6046-455e-a399-fc51a34e9898 req-0f25d731-9ab2-4288-9b73-016aebd5defb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:43.005862 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-253e34a9-6046-455e-a399-fc51a34e9898 req-0f25d731-9ab2-4288-9b73-016aebd5defb service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=89a8855b9bab40b69c27334c734383e8&device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 1128 time: 0.0505223 Feb 09 01:13:43.099172 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f82be3f6-da18-446d-a865-98be287c234b req-bdf2f5dc-1c28-4676-83a8-d0c8f975a28a tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (6e35ad25-099c-4cd8-af5f-c5e1e2e2e431), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:43.118375 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e34a9-6046-455e-a399-fc51a34e9898 req-1045a3f3-3234-43a2-930a-c842f281e95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:43.120500 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-253e34a9-6046-455e-a399-fc51a34e9898 req-1045a3f3-3234-43a2-930a-c842f281e95b service neutron] 10.222.0.91 "GET /v2.0/networks?id=4d54ed5f-d078-4c38-9c35-f6f424a32376 HTTP/1.1" status: 200 len: 921 time: 0.1020193 Feb 09 01:13:43.138115 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2f5dc-1c28-4676-83a8-d0c8f975a28a tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Pushing event deleted for resources: {'Port': ['ID=6e35ad25-099c-4cd8-af5f-c5e1e2e2e431,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:43.181984 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-253e34a9-6046-455e-a399-fc51a34e9898 req-94a3f66d-93c5-4119-8d6c-0fe312fa1c9b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=308cc62f-d069-4df6-8213-414430c968dc HTTP/1.1" status: 200 len: 217 time: 0.0529318 Feb 09 01:13:43.201137 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82be3f6-da18-446d-a865-98be287c234b req-bdf2f5dc-1c28-4676-83a8-d0c8f975a28a tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] No DVR routers for this DVR port 6e35ad25-099c-4cd8-af5f-c5e1e2e2e431 on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:13:43.204039 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f82be3f6-da18-446d-a865-98be287c234b req-bdf2f5dc-1c28-4676-83a8-d0c8f975a28a tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:43.208017 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f82be3f6-da18-446d-a865-98be287c234b req-bdf2f5dc-1c28-4676-83a8-d0c8f975a28a tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.91 "DELETE /v2.0/ports/6e35ad25-099c-4cd8-af5f-c5e1e2e2e431 HTTP/1.1" status: 204 len: 173 time: 0.5113161 Feb 09 01:13:43.297809 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e34a9-6046-455e-a399-fc51a34e9898 req-04dc5aaa-2eb3-49c9-84cf-084b065bdb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:43.300427 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-253e34a9-6046-455e-a399-fc51a34e9898 req-04dc5aaa-2eb3-49c9-84cf-084b065bdb2e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=dc881d69-9121-4d00-994f-9cce6bcb92ea HTTP/1.1" status: 200 len: 860 time: 0.1008291 Feb 09 01:13:43.369622 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-253e34a9-6046-455e-a399-fc51a34e9898 req-29088637-632b-4f3e-a304-c5be493afa76 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4d54ed5f-d078-4c38-9c35-f6f424a32376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547810 Feb 09 01:13:43.458444 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19885692-a46f-4e18-a0e9-e1b6587d2be1 req-f841884f-65b0-45ce-93ef-c04b2c128b48 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:43.460031 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-19885692-a46f-4e18-a0e9-e1b6587d2be1 req-f841884f-65b0-45ce-93ef-c04b2c128b48 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 943 time: 0.1586637 Feb 09 01:13:43.549724 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-253e34a9-6046-455e-a399-fc51a34e9898 req-d83e511c-a5bb-4782-819c-7af849008c17 service neutron] 10.222.0.91 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676545 Feb 09 01:13:43.585497 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-19885692-a46f-4e18-a0e9-e1b6587d2be1 req-84a46914-aa70-4fec-addf-23fc90f02049 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164849 Feb 09 01:13:43.638628 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05628938-3178-40cb-bcd1-beff65464317 req-4a0cf4d1-d33f-40c3-a9d9-62dfbb8685be tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:43.640114 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-05628938-3178-40cb-bcd1-beff65464317 req-4a0cf4d1-d33f-40c3-a9d9-62dfbb8685be tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 951 time: 0.1588097 Feb 09 01:13:43.694566 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-70fc883c-8059-4a75-9903-8b29796daa5d req-a8c10780-cf3d-4637-9c98-2a49b2dcdb8d tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bb53fc-1844-445e-9f59-ca071ac3ffc3 HTTP/1.1" status: 200 len: 210 time: 0.0353425 Feb 09 01:13:43.700092 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-253e34a9-6046-455e-a399-fc51a34e9898 req-e12aaf34-3065-4658-a9e7-e2a8b18e98a2 service neutron] 10.222.0.91 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380572 Feb 09 01:13:43.771934 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-05628938-3178-40cb-bcd1-beff65464317 req-b16291ee-ffe6-476d-8997-dfc9b142f5a9 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232069 Feb 09 01:13:43.862824 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b09e6-7e23-40a6-95f5-228b93f44020 req-7ca40130-792a-4ce0-afe6-a6b0b02509d1 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:43.864404 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6c7b09e6-7e23-40a6-95f5-228b93f44020 req-7ca40130-792a-4ce0-afe6-a6b0b02509d1 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 945 time: 0.0696018 Feb 09 01:13:43.929926 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6c7b09e6-7e23-40a6-95f5-228b93f44020 req-f4bbaab0-46a8-40da-a6c7-490041b9962a tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584741 Feb 09 01:13:44.031742 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51036) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:44.048204 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277b3f9-723d-40b2-88a9-fa50917ed4fe req-b25298f0-6608-41d8-bb5f-fdc3a30c3f7a tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:44.049811 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b277b3f9-723d-40b2-88a9-fa50917ed4fe req-b25298f0-6608-41d8-bb5f-fdc3a30c3f7a tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 950 time: 0.0721219 Feb 09 01:13:44.151319 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e34a9-6046-455e-a399-fc51a34e9898 req-eb2d596c-c0a9-4bd6-9b32-24ba4588c07f tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:44.152926 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-253e34a9-6046-455e-a399-fc51a34e9898 req-eb2d596c-c0a9-4bd6-9b32-24ba4588c07f tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6&tenant_id=89a8855b9bab40b69c27334c734383e8&binding%3Ahost_id=n-h2-822053-40 HTTP/1.1" status: 200 len: 1128 time: 0.1012082 Feb 09 01:13:44.157337 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b277b3f9-723d-40b2-88a9-fa50917ed4fe req-1e4414b5-0712-49ff-bf60-6fab15dcb199 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949252 Feb 09 01:13:44.190054 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a4fc24ce-ccf2-400b-91bf-43161a191902 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cbcf64bc184340809a27ba774d82840d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1566446 Feb 09 01:13:44.192721 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51042) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:44.247253 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8db8fcfa-824b-4be7-8ba4-ced38bb2f391 admin admin] Publish callbacks [] for security_group (f999e390-abd9-479b-b949-278a0e179ebb), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:44.271017 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8db8fcfa-824b-4be7-8ba4-ced38bb2f391 admin admin] Publish callbacks [] for security_group (f999e390-abd9-479b-b949-278a0e179ebb), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:44.321049 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-253e34a9-6046-455e-a399-fc51a34e9898 req-503721d9-4e29-471a-8d77-87f514e20860 service neutron] For port 308cc62f-d069-4df6-8213-414430c968dc, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:13:44.324149 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8db8fcfa-824b-4be7-8ba4-ced38bb2f391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f999e390-abd9-479b-b949-278a0e179ebb), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:44.326906 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8db8fcfa-824b-4be7-8ba4-ced38bb2f391 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:44.327062 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-253e34a9-6046-455e-a399-fc51a34e9898 req-503721d9-4e29-471a-8d77-87f514e20860 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:44.328901 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-253e34a9-6046-455e-a399-fc51a34e9898 req-503721d9-4e29-471a-8d77-87f514e20860 service neutron] 10.222.0.91 "DELETE /v2.0/ports/308cc62f-d069-4df6-8213-414430c968dc/bindings/n-h1-822053-40 HTTP/1.1" status: 204 len: 173 time: 0.1639080 Feb 09 01:13:44.332231 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8db8fcfa-824b-4be7-8ba4-ced38bb2f391 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f999e390-abd9-479b-b949-278a0e179ebb HTTP/1.1" status: 204 len: 168 time: 0.1377094 Feb 09 01:13:44.340906 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db8fcfa-824b-4be7-8ba4-ced38bb2f391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f999e390-abd9-479b-b949-278a0e179ebb,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:44.347636 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1652d58-29b9-4531-b302-4ede28de1a56 req-8f755db7-69ed-48c6-9ac4-08c2b13dd937 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:44.354428 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b1652d58-29b9-4531-b302-4ede28de1a56 req-8f755db7-69ed-48c6-9ac4-08c2b13dd937 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 950 time: 0.0927379 Feb 09 01:13:44.403781 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b1652d58-29b9-4531-b302-4ede28de1a56 req-eabbdeac-a700-43e2-821e-4128c8c18ad4 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483944 Feb 09 01:13:44.491829 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ba7461-2eff-4b6a-9ac4-8589e5930e63', 'name': 'network-vif-deleted', 'tag': '0299c62c-b308-454a-bf29-0a85c3420970'}, {'server_uuid': 'a5bb53fc-1844-445e-9f59-ca071ac3ffc3', 'name': 'network-vif-deleted', 'tag': '6e35ad25-099c-4cd8-af5f-c5e1e2e2e431'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:13:44.494257 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce8554e-df5b-4c3b-9c4e-b409a3c37318" -d '{"events": [{"server_uuid": "b9ba7461-2eff-4b6a-9ac4-8589e5930e63", "name": "network-vif-deleted", "tag": "0299c62c-b308-454a-bf29-0a85c3420970"}, {"server_uuid": "a5bb53fc-1844-445e-9f59-ca071ac3ffc3", "name": "network-vif-deleted", "tag": "6e35ad25-099c-4cd8-af5f-c5e1e2e2e431"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:13:44.537019 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 01:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd17d646-d201-442d-be7f-80ab6029ad04 x-openstack-request-id: req-fd17d646-d201-442d-be7f-80ab6029ad04 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:13:44.537706 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ba7461-2eff-4b6a-9ac4-8589e5930e63", "name": "network-vif-deleted", "tag": "0299c62c-b308-454a-bf29-0a85c3420970", "status": "completed", "code": 200}, {"server_uuid": "a5bb53fc-1844-445e-9f59-ca071ac3ffc3", "name": "network-vif-deleted", "tag": "6e35ad25-099c-4cd8-af5f-c5e1e2e2e431", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:13:44.538416 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fd17d646-d201-442d-be7f-80ab6029ad04 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:13:44.538816 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ba7461-2eff-4b6a-9ac4-8589e5930e63', 'name': 'network-vif-deleted', 'tag': '0299c62c-b308-454a-bf29-0a85c3420970', 'status': 'completed', 'code': 200} Feb 09 01:13:44.539072 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5bb53fc-1844-445e-9f59-ca071ac3ffc3', 'name': 'network-vif-deleted', 'tag': '6e35ad25-099c-4cd8-af5f-c5e1e2e2e431', 'status': 'completed', 'code': 200} Feb 09 01:13:44.668172 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51060) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:44.746650 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b0869ad2-c610-4139-ac2c-389292f3ae80 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e6ae7a04802d4d4ea280f71d871cf8d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0772390 Feb 09 01:13:44.747191 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51064) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:44.776718 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91bbc4-d2d5-49e5-b73d-14758806cfd1 req-163b9015-a9fc-478a-8564-f66276f80268 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:44.778569 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ac91bbc4-d2d5-49e5-b73d-14758806cfd1 req-163b9015-a9fc-478a-8564-f66276f80268 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 943 time: 0.0924041 Feb 09 01:13:44.791453 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46765f63-9d23-4f51-b4d8-4c63bf24c60d req-cb843252-0669-40ee-afe7-bee3bc78f38e tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:44.793030 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-46765f63-9d23-4f51-b4d8-4c63bf24c60d req-cb843252-0669-40ee-afe7-bee3bc78f38e tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 950 time: 0.0800509 Feb 09 01:13:44.794251 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-444663ff-3df2-481b-89ae-dc5cd4562002 req-e9d8bba0-f46b-4a4d-b7a8-66709d57a462 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0882289 Feb 09 01:13:44.820488 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e4724e6b-ee71-4224-8280-b3ccabf454e0 admin admin] Publish callbacks [] for security_group (728e1f76-7d09-4171-bdba-538b4faef0eb), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:44.853904 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e4724e6b-ee71-4224-8280-b3ccabf454e0 admin admin] Publish callbacks [] for security_group (728e1f76-7d09-4171-bdba-538b4faef0eb), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:44.877720 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ac91bbc4-d2d5-49e5-b73d-14758806cfd1 req-c3b5842c-f582-47be-9e94-8341f3b85692 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836272 Feb 09 01:13:44.897641 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-46765f63-9d23-4f51-b4d8-4c63bf24c60d req-4dcb54ad-2e71-464b-800a-68826a1d9caf tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867577 Feb 09 01:13:44.933625 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e4724e6b-ee71-4224-8280-b3ccabf454e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (728e1f76-7d09-4171-bdba-538b4faef0eb), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:44.939186 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e4724e6b-ee71-4224-8280-b3ccabf454e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:44.943786 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e4724e6b-ee71-4224-8280-b3ccabf454e0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/728e1f76-7d09-4171-bdba-538b4faef0eb HTTP/1.1" status: 204 len: 168 time: 0.1947043 Feb 09 01:13:44.965268 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4724e6b-ee71-4224-8280-b3ccabf454e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728e1f76-7d09-4171-bdba-538b4faef0eb,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:45.071497 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe4aeb-a682-4c3a-934c-8a0191ba02a8 req-7f70c142-cf5b-4a67-8ace-5ecf73f8b55a tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:45.073263 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76fe4aeb-a682-4c3a-934c-8a0191ba02a8 req-7f70c142-cf5b-4a67-8ace-5ecf73f8b55a tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 951 time: 0.0810535 Feb 09 01:13:45.150281 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76fe4aeb-a682-4c3a-934c-8a0191ba02a8 req-07253823-10f4-4e47-917a-a2882994311f tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685210 Feb 09 01:13:45.433349 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device ac3bf43f-6224-4589-b573-7d1d3b437b98 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:13:45.460392 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: ac3bf43f-6224-4589-b573-7d1d3b437b98 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:13:45.460743 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device ac3bf43f-6224-4589-b573-7d1d3b437b98 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:13:45.496653 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 9197891f-6ece-41d3-8116-69c5f02980c4 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:13:45.575092 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 0299c62c-b308-454a-bf29-0a85c3420970 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:13:45.611310 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 0299c62c-b308-454a-bf29-0a85c3420970 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:13:45.611662 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 0299c62c-b308-454a-bf29-0a85c3420970 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:13:45.633840 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e962c7-8ce1-453f-9085-d5c29536f7a6 req-64ae94a4-9c12-43ea-8dd3-1f009ec4ec32 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:45.641879 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-97e962c7-8ce1-453f-9085-d5c29536f7a6 req-64ae94a4-9c12-43ea-8dd3-1f009ec4ec32 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 945 time: 0.4469705 Feb 09 01:13:45.654128 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 9197891f-6ece-41d3-8116-69c5f02980c4, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=9197891f-6ece-41d3-8116-69c5f02980c4,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:45.657512 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b7a2a-c6e3-4ff9-b207-453548e8eef9 req-6c7dfaf6-3bcc-4b12-a490-767c3a028b0f tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:45.665256 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ee7b7a2a-c6e3-4ff9-b207-453548e8eef9 req-6c7dfaf6-3bcc-4b12-a490-767c3a028b0f tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6816801-4457-4631-bc99-1735b61c53af HTTP/1.1" status: 200 len: 949 time: 0.4345362 Feb 09 01:13:45.677534 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '9197891f-6ece-41d3-8116-69c5f02980c4', 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018', 'port_id': '9197891f-6ece-41d3-8116-69c5f02980c4', 'mac_address': 'fa:16:3e:ec:b6:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe24410-38bf-494b-a44d-46f0496d84a5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:13:45.727000 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 9197891f-6ece-41d3-8116-69c5f02980c4 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:45.727615 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9197891f-6ece-41d3-8116-69c5f02980c4), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:45.746247 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-97e962c7-8ce1-453f-9085-d5c29536f7a6 req-670b9fa6-f8af-4a8a-a13c-23752bf339b9 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034181 Feb 09 01:13:45.748511 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9197891f-6ece-41d3-8116-69c5f02980c4 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:13:45.776962 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ee7b7a2a-c6e3-4ff9-b207-453548e8eef9 req-82dc75b1-7d33-47a9-8d00-0263177d424e tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a78c11a-1f37-4a8c-a774-d23af2f577c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053946 Feb 09 01:13:45.816789 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 9197891f-6ece-41d3-8116-69c5f02980c4, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=9197891f-6ece-41d3-8116-69c5f02980c4,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:45.828868 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9197891f-6ece-41d3-8116-69c5f02980c4), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:45.911914 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=9197891f-6ece-41d3-8116-69c5f02980c4,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:46.028622 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcddebd-28cc-4603-8d4c-df65e8c510f2 req-43a129b9-6c67-42fb-9963-e1d8a2aa7433 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:46.030127 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cbcddebd-28cc-4603-8d4c-df65e8c510f2 req-43a129b9-6c67-42fb-9963-e1d8a2aa7433 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 1128 time: 0.1045403 Feb 09 01:13:46.047354 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6da8b6-5ad1-4aff-9c4e-f9fa2a237742 req-f011b20e-f61e-4e01-aa80-fde4c6fec81a tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:46.048902 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb6da8b6-5ad1-4aff-9c4e-f9fa2a237742 req-f011b20e-f61e-4e01-aa80-fde4c6fec81a tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.91 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 951 time: 0.0930958 Feb 09 01:13:46.109026 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51130) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:46.157823 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cbcddebd-28cc-4603-8d4c-df65e8c510f2 req-2f657581-f1b4-45de-a9da-fb24774033e5 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079090 Feb 09 01:13:46.166580 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b26d48-bceb-4578-a735-d58e207375f3 req-4bbd2758-a511-46ad-be4e-442a6fe235b3 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:46.168415 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-02b26d48-bceb-4578-a735-d58e207375f3 req-4bbd2758-a511-46ad-be4e-442a6fe235b3 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 950 time: 0.1421769 Feb 09 01:13:46.248893 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-02b26d48-bceb-4578-a735-d58e207375f3 req-abc20819-a342-4a52-bcbe-3632c798332c tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614836 Feb 09 01:13:46.256650 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-cc149dde-d57c-47fc-a821-1b936c9f152d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1460656888-network', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:46.282302 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc149dde-d57c-47fc-a821-1b936c9f152d admin admin] Made reservation on behalf of 0b233f865ec047a6a7107d45af2813ba for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:46.285313 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cc149dde-d57c-47fc-a821-1b936c9f152d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:46.290683 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-eb6da8b6-5ad1-4aff-9c4e-f9fa2a237742 req-792f661a-fb6c-4b5a-b227-7bc52b4730b8 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Deleting port f994970c-0d91-4b5e-9116-15b7b17b5d24 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:13:46.291027 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-eb6da8b6-5ad1-4aff-9c4e-f9fa2a237742 req-792f661a-fb6c-4b5a-b227-7bc52b4730b8 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (f994970c-0d91-4b5e-9116-15b7b17b5d24), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:46.294500 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cc149dde-d57c-47fc-a821-1b936c9f152d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:46.379112 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cc149dde-d57c-47fc-a821-1b936c9f152d admin admin] Publish callbacks [] for security_group (b739604c-d70f-4acc-a6a4-8ae594b83425), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:46.383541 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cc149dde-d57c-47fc-a821-1b936c9f152d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b739604c-d70f-4acc-a6a4-8ae594b83425), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:46.407430 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0acc3-eaf5-455c-bec3-d5929cfe2b92 req-7b2678c8-3e5b-472c-b7e9-e5ba0cb68251 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:46.409187 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aaf0acc3-eaf5-455c-bec3-d5929cfe2b92 req-7b2678c8-3e5b-472c-b7e9-e5ba0cb68251 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 944 time: 0.1568949 Feb 09 01:13:46.412849 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc149dde-d57c-47fc-a821-1b936c9f152d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:13:46.418410 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc149dde-d57c-47fc-a821-1b936c9f152d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b739604c-d70f-4acc-a6a4-8ae594b83425,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:46.428458 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['9197891f-6ece-41d3-8116-69c5f02980c4'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:13:46.429781 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cc149dde-d57c-47fc-a821-1b936c9f152d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (bc74054a-02eb-47eb-9c30-0228fafadd7b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:46.430259 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-cc149dde-d57c-47fc-a821-1b936c9f152d admin admin] Added segment bc74054a-02eb-47eb-9c30-0228fafadd7b of type vlan for network 3fde9f08-e2c6-46e2-8db6-ded916a4f400 Feb 09 01:13:46.459615 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-eb6da8b6-5ad1-4aff-9c4e-f9fa2a237742 req-792f661a-fb6c-4b5a-b227-7bc52b4730b8 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] For port f994970c-0d91-4b5e-9116-15b7b17b5d24, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=f994970c-0d91-4b5e-9116-15b7b17b5d24,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:46.460032 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-eb6da8b6-5ad1-4aff-9c4e-f9fa2a237742 req-792f661a-fb6c-4b5a-b227-7bc52b4730b8 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (f994970c-0d91-4b5e-9116-15b7b17b5d24), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:46.476942 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cc149dde-d57c-47fc-a821-1b936c9f152d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (3fde9f08-e2c6-46e2-8db6-ded916a4f400), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:46.488374 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-eb6da8b6-5ad1-4aff-9c4e-f9fa2a237742 req-792f661a-fb6c-4b5a-b227-7bc52b4730b8 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Calling delete_port for f994970c-0d91-4b5e-9116-15b7b17b5d24 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:13:46.496636 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5841e3-3816-43dd-91b4-870582fab24a req-e4808f0d-0540-47d8-a1dd-09e6f10dfbce tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:46.498109 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ed5841e3-3816-43dd-91b4-870582fab24a req-e4808f0d-0540-47d8-a1dd-09e6f10dfbce tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1d7df7b-0f98-4d00-b22c-a441f80a83cc HTTP/1.1" status: 200 len: 946 time: 0.1633172 Feb 09 01:13:46.514694 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cc149dde-d57c-47fc-a821-1b936c9f152d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (3fde9f08-e2c6-46e2-8db6-ded916a4f400), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:46.517394 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc149dde-d57c-47fc-a821-1b936c9f152d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:46.518020 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cc149dde-d57c-47fc-a821-1b936c9f152d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:46.539709 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aaf0acc3-eaf5-455c-bec3-d5929cfe2b92 req-ee332fd9-1305-484e-93e4-3318a0a45502 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201453 Feb 09 01:13:46.619668 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc149dde-d57c-47fc-a821-1b936c9f152d admin admin] Pushing event updated for resources: {'Network': ['ID=3fde9f08-e2c6-46e2-8db6-ded916a4f400,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:46.628478 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ed5841e3-3816-43dd-91b4-870582fab24a req-74498cd8-f41f-44d8-b88b-9e9b5b8598ca tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/security-groups?id=4047daa7-99dc-4065-97c6-18555a778085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212859 Feb 09 01:13:46.636459 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 3fde9f08-e2c6-46e2-8db6-ded916a4f400 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:13:46.652834 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cc149dde-d57c-47fc-a821-1b936c9f152d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5424967 Feb 09 01:13:46.658573 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51138) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:46.699598 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-c211f33e-935e-414d-ac42-f4d055ff3973 admin admin] Request body: {'subnet': {'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1460656888-subnet', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:46.731804 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c211f33e-935e-414d-ac42-f4d055ff3973 admin admin] Made reservation on behalf of 0b233f865ec047a6a7107d45af2813ba for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:46.735231 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c211f33e-935e-414d-ac42-f4d055ff3973 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:46.779546 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444663ff-3df2-481b-89ae-dc5cd4562002 req-c6878879-fcb4-4ec3-bb22-3eacffe4cdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:46.781091 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-444663ff-3df2-481b-89ae-dc5cd4562002 req-c6878879-fcb4-4ec3-bb22-3eacffe4cdf5 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3d8394520fe34c9daa660b5c0721b019&device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 1133 time: 0.1452928 Feb 09 01:13:46.790565 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-eb6da8b6-5ad1-4aff-9c4e-f9fa2a237742 req-792f661a-fb6c-4b5a-b227-7bc52b4730b8 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (f994970c-0d91-4b5e-9116-15b7b17b5d24), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:46.806562 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['f994970c-0d91-4b5e-9116-15b7b17b5d24'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:13:46.842004 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f661a-fb6c-4b5a-b227-7bc52b4730b8 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Pushing event deleted for resources: {'Port': ['ID=f994970c-0d91-4b5e-9116-15b7b17b5d24,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:46.858604 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965abbe-11e3-4cb5-ba02-0431420d5700 req-30c3b86e-9cee-4e8c-8c7c-443e98892223 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:46.860804 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c965abbe-11e3-4cb5-ba02-0431420d5700 req-30c3b86e-9cee-4e8c-8c7c-443e98892223 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/ports?device_id=322b98fc-afe7-40ce-8f22-47f9426b8b73 HTTP/1.1" status: 200 len: 868 time: 0.1799026 Feb 09 01:13:46.877954 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f003d34-dca5-435d-adb8-f5c3c7196718 req-341ea0c5-51e8-4d29-944f-e645990494ea tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:46.879623 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f003d34-dca5-435d-adb8-f5c3c7196718 req-341ea0c5-51e8-4d29-944f-e645990494ea tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 1128 time: 0.1695123 Feb 09 01:13:46.908601 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6da8b6-5ad1-4aff-9c4e-f9fa2a237742 req-792f661a-fb6c-4b5a-b227-7bc52b4730b8 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] No DVR routers for this DVR port f994970c-0d91-4b5e-9116-15b7b17b5d24 on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:13:46.921616 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-eb6da8b6-5ad1-4aff-9c4e-f9fa2a237742 req-792f661a-fb6c-4b5a-b227-7bc52b4730b8 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:46.925660 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb6da8b6-5ad1-4aff-9c4e-f9fa2a237742 req-792f661a-fb6c-4b5a-b227-7bc52b4730b8 tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.91 "DELETE /v2.0/ports/f994970c-0d91-4b5e-9116-15b7b17b5d24 HTTP/1.1" status: 204 len: 173 time: 0.8542440 Feb 09 01:13:46.928180 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322b98fc-afe7-40ce-8f22-47f9426b8b73', 'name': 'network-vif-deleted', 'tag': 'f994970c-0d91-4b5e-9116-15b7b17b5d24'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:13:46.930879 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42d8d70-e118-465b-a3dd-bc6b7d898a1d" -d '{"events": [{"server_uuid": "322b98fc-afe7-40ce-8f22-47f9426b8b73", "name": "network-vif-deleted", "tag": "f994970c-0d91-4b5e-9116-15b7b17b5d24"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:13:46.993833 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c965abbe-11e3-4cb5-ba02-0431420d5700 req-7e3526b5-b498-482e-a548-3ca9f5b83e7a tempest-ServersAdminTestJSON-858146235 tempest-ServersAdminTestJSON-858146235-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d42e242-6cfc-4eff-80f4-f6eea65dab9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129878 Feb 09 01:13:47.005046 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f003d34-dca5-435d-adb8-f5c3c7196718 req-4a48e475-669f-4ce7-adee-cc140750cb18 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998843 Feb 09 01:13:47.102244 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc1ba2b-acfb-43ea-9d69-fa450c3d2ad5 x-openstack-request-id: req-4cc1ba2b-acfb-43ea-9d69-fa450c3d2ad5 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:13:47.102751 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322b98fc-afe7-40ce-8f22-47f9426b8b73", "name": "network-vif-deleted", "tag": "f994970c-0d91-4b5e-9116-15b7b17b5d24", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:13:47.103168 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4cc1ba2b-acfb-43ea-9d69-fa450c3d2ad5 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:13:47.103771 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322b98fc-afe7-40ce-8f22-47f9426b8b73', 'name': 'network-vif-deleted', 'tag': 'f994970c-0d91-4b5e-9116-15b7b17b5d24', 'status': 'completed', 'code': 200} Feb 09 01:13:47.207024 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c6550-69dd-4bd6-b917-ae517d07502f req-6e74e1bc-0e74-421d-89da-deab8e8dce69 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:47.209212 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0f1c6550-69dd-4bd6-b917-ae517d07502f req-6e74e1bc-0e74-421d-89da-deab8e8dce69 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6816801-4457-4631-bc99-1735b61c53af HTTP/1.1" status: 200 len: 949 time: 0.0967281 Feb 09 01:13:47.268530 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0f1c6550-69dd-4bd6-b917-ae517d07502f req-52301738-7eda-49fb-b508-72f033f30a98 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a78c11a-1f37-4a8c-a774-d23af2f577c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518825 Feb 09 01:13:47.292535 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444663ff-3df2-481b-89ae-dc5cd4562002 req-0b85468e-3964-4f13-9d6e-20f4d4b0d50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:47.294011 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-444663ff-3df2-481b-89ae-dc5cd4562002 req-0b85468e-3964-4f13-9d6e-20f4d4b0d50b service neutron] 10.222.0.121 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.4995067 Feb 09 01:13:47.351342 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-444663ff-3df2-481b-89ae-dc5cd4562002 req-b28d0c9a-36e7-41f4-8ae1-cd848e5f6643 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=10551c51-c220-42f9-a6c3-c6dec216fd5b HTTP/1.1" status: 200 len: 217 time: 0.0480711 Feb 09 01:13:47.410554 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fd608-a454-4b57-8d42-c5e319b04cb4 req-4b9f674e-9ca2-40b9-9478-5634b95f72af tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:47.412606 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c28fd608-a454-4b57-8d42-c5e319b04cb4 req-4b9f674e-9ca2-40b9-9478-5634b95f72af tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 950 time: 0.0603316 Feb 09 01:13:47.444050 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c211f33e-935e-414d-ac42-f4d055ff3973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (6b040f8c-8400-4459-bf91-d804cd8d4a9a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:47.466939 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c28fd608-a454-4b57-8d42-c5e319b04cb4 req-210053fb-14ab-4c0a-8a20-2b200d60f684 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476954 Feb 09 01:13:47.473580 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444663ff-3df2-481b-89ae-dc5cd4562002 req-b33f1177-fc25-46e6-ae06-6d7454a6ce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:47.475041 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-444663ff-3df2-481b-89ae-dc5cd4562002 req-b33f1177-fc25-46e6-ae06-6d7454a6ce5f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.0830338 Feb 09 01:13:47.520634 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 6e35ad25-099c-4cd8-af5f-c5e1e2e2e431 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:13:47.553361 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211f33e-935e-414d-ac42-f4d055ff3973 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b040f8c-8400-4459-bf91-d804cd8d4a9a,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:47.554463 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 6e35ad25-099c-4cd8-af5f-c5e1e2e2e431 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:13:47.555021 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 6e35ad25-099c-4cd8-af5f-c5e1e2e2e431 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:13:47.581959 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c211f33e-935e-414d-ac42-f4d055ff3973 admin admin] Checking segment: {'id': 'bc74054a-02eb-47eb-9c30-0228fafadd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:13:47.582319 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c211f33e-935e-414d-ac42-f4d055ff3973 admin admin] Network hostable DHCP agents. Network: 3fde9f08-e2c6-46e2-8db6-ded916a4f400, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:13:47.587457 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444663ff-3df2-481b-89ae-dc5cd4562002 req-29deb4d1-be3a-41a6-88b9-f8fe107e2c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:47.589089 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-444663ff-3df2-481b-89ae-dc5cd4562002 req-29deb4d1-be3a-41a6-88b9-f8fe107e2c48 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1071701 Feb 09 01:13:47.611466 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c211f33e-935e-414d-ac42-f4d055ff3973 admin admin] Network 3fde9f08-e2c6-46e2-8db6-ded916a4f400 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:13:47.633318 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-c211f33e-935e-414d-ac42-f4d055ff3973 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 3fde9f08-e2c6-46e2-8db6-ded916a4f400) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:47.638327 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c211f33e-935e-414d-ac42-f4d055ff3973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:47.638976 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c211f33e-935e-414d-ac42-f4d055ff3973 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:47.645931 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424fb999-2970-47c2-85ff-558be0536df1 None None] Network 3fde9f08-e2c6-46e2-8db6-ded916a4f400 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:13:47.669910 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c211f33e-935e-414d-ac42-f4d055ff3973 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0080612 Feb 09 01:13:47.681156 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51162) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:47.685772 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-e77225ae-561f-4b56-8f72-02ee7d1f57fe admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1460656888-router', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:47.764161 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e77225ae-561f-4b56-8f72-02ee7d1f57fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (736c9c0b-18c6-4b31-87e2-b6b139d48913), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:47.765237 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e77225ae-561f-4b56-8f72-02ee7d1f57fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (736c9c0b-18c6-4b31-87e2-b6b139d48913), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:47.820444 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b5f751-9bf9-40c9-87c7-47307b11c0bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-3fde9f08-e2c6-46e2-8db6-ded916a4f400', 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400', 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'fixed_ips': [{'subnet_id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:13:47.821712 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c4b5f751-9bf9-40c9-87c7-47307b11c0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:47.824394 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-444663ff-3df2-481b-89ae-dc5cd4562002 req-c439f5d5-a4b3-407a-81fc-fc1cb128b55f service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262185 Feb 09 01:13:47.831689 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42050cdd-a1a4-4faa-ac45-db7d644482e5 req-7fdb7c21-382c-4cc0-a7c4-d7a8d1b89317 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:47.833531 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-42050cdd-a1a4-4faa-ac45-db7d644482e5 req-7fdb7c21-382c-4cc0-a7c4-d7a8d1b89317 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1d7df7b-0f98-4d00-b22c-a441f80a83cc HTTP/1.1" status: 200 len: 946 time: 0.1085477 Feb 09 01:13:47.846992 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f204d2-a3e7-4c9f-9e1d-419225956e3f req-c2a64020-684c-44e1-8381-09fc541847e0 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:47.848596 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-43f204d2-a3e7-4c9f-9e1d-419225956e3f req-c2a64020-684c-44e1-8381-09fc541847e0 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 944 time: 0.1787159 Feb 09 01:13:47.889932 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e77225ae-561f-4b56-8f72-02ee7d1f57fe admin admin] Publish callbacks [] for router_controller (736c9c0b-18c6-4b31-87e2-b6b139d48913), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:47.937248 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-43f204d2-a3e7-4c9f-9e1d-419225956e3f req-0b957668-acc7-462d-8f28-d2755188a5d3 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803766 Feb 09 01:13:47.952616 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-42050cdd-a1a4-4faa-ac45-db7d644482e5 req-e6963d16-f95d-4f75-a2aa-6cc99698e315 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/security-groups?id=4047daa7-99dc-4065-97c6-18555a778085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029050 Feb 09 01:13:47.976894 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-c4b5f751-9bf9-40c9-87c7-47307b11c0bf None None] Allocated IP 172.20.0.2 (3fde9f08-e2c6-46e2-8db6-ded916a4f400/6b040f8c-8400-4459-bf91-d804cd8d4a9a/80f5eb21-5011-443b-9fa5-db3b1308f673) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:48.098053 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e77225ae-561f-4b56-8f72-02ee7d1f57fe admin admin] Publish callbacks [] for router_gateway (736c9c0b-18c6-4b31-87e2-b6b139d48913), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:48.104299 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-444663ff-3df2-481b-89ae-dc5cd4562002 req-353bb02e-18c4-4a68-828b-54387526ca11 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374632 Feb 09 01:13:48.179883 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c4b5f751-9bf9-40c9-87c7-47307b11c0bf None None] Publish callbacks [] for port (80f5eb21-5011-443b-9fa5-db3b1308f673), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:48.189260 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c4b5f751-9bf9-40c9-87c7-47307b11c0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (80f5eb21-5011-443b-9fa5-db3b1308f673), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:48.244267 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b5f751-9bf9-40c9-87c7-47307b11c0bf None None] Network 3fde9f08-e2c6-46e2-8db6-ded916a4f400 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:48.249661 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-c4b5f751-9bf9-40c9-87c7-47307b11c0bf None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:48.255619 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b5f751-9bf9-40c9-87c7-47307b11c0bf None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:13:48.262073 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b5f751-9bf9-40c9-87c7-47307b11c0bf None None] Pushing event updated for resources: {'Port': ['ID=80f5eb21-5011-443b-9fa5-db3b1308f673,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:48.380132 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-c4b5f751-9bf9-40c9-87c7-47307b11c0bf None None] Attempting to bind port 80f5eb21-5011-443b-9fa5-db3b1308f673 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:13:48.380420 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-c4b5f751-9bf9-40c9-87c7-47307b11c0bf None None] Attempting to bind port 80f5eb21-5011-443b-9fa5-db3b1308f673 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'bc74054a-02eb-47eb-9c30-0228fafadd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:13:48.380789 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b5f751-9bf9-40c9-87c7-47307b11c0bf None None] Attempting to bind port 80f5eb21-5011-443b-9fa5-db3b1308f673 on network 3fde9f08-e2c6-46e2-8db6-ded916a4f400 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:13:48.381505 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e77225ae-561f-4b56-8f72-02ee7d1f57fe admin admin] Publish callbacks [] for router_gateway (736c9c0b-18c6-4b31-87e2-b6b139d48913), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:48.386834 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b5f751-9bf9-40c9-87c7-47307b11c0bf None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:13:48.387209 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b5f751-9bf9-40c9-87c7-47307b11c0bf None None] Checking segment: {'id': 'bc74054a-02eb-47eb-9c30-0228fafadd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:13:48.387615 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c4b5f751-9bf9-40c9-87c7-47307b11c0bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:48.388289 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b5f751-9bf9-40c9-87c7-47307b11c0bf None None] Bound using segment: {'id': 'bc74054a-02eb-47eb-9c30-0228fafadd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:13:48.388764 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-c4b5f751-9bf9-40c9-87c7-47307b11c0bf None None] Bound port: 80f5eb21-5011-443b-9fa5-db3b1308f673, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc74054a-02eb-47eb-9c30-0228fafadd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:13:48.389145 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c4b5f751-9bf9-40c9-87c7-47307b11c0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (80f5eb21-5011-443b-9fa5-db3b1308f673), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:48.405581 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e77225ae-561f-4b56-8f72-02ee7d1f57fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:48.457838 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51174) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:48.466397 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-c4b5f751-9bf9-40c9-87c7-47307b11c0bf None None] For port 80f5eb21-5011-443b-9fa5-db3b1308f673, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:13:48.471998 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-c4b5f751-9bf9-40c9-87c7-47307b11c0bf None None] For port 80f5eb21-5011-443b-9fa5-db3b1308f673, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=80f5eb21-5011-443b-9fa5-db3b1308f673,segment=NetworkSegment(bc74054a-02eb-47eb-9c30-0228fafadd7b),segment_id=bc74054a-02eb-47eb-9c30-0228fafadd7b)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:13:48.486861 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c4b5f751-9bf9-40c9-87c7-47307b11c0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (80f5eb21-5011-443b-9fa5-db3b1308f673), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:48.495535 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bcf5db-efbe-48f3-85b5-9559fd55ec6b req-24fe9bc4-aeb5-4372-8bdd-e5ba306639dd tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:48.503590 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-80bcf5db-efbe-48f3-85b5-9559fd55ec6b req-24fe9bc4-aeb5-4372-8bdd-e5ba306639dd tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6816801-4457-4631-bc99-1735b61c53af HTTP/1.1" status: 200 len: 949 time: 0.1288686 Feb 09 01:13:48.613686 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-80bcf5db-efbe-48f3-85b5-9559fd55ec6b req-104a01a6-35b2-4d19-8df7-0c17d624fb95 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a78c11a-1f37-4a8c-a774-d23af2f577c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090994 Feb 09 01:13:48.618951 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-e77225ae-561f-4b56-8f72-02ee7d1f57fe admin admin] Allocated IP 172.25.1.100 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/460187ba-b21c-4f38-9e37-85a597e1b3f7) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:48.648165 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b5f751-9bf9-40c9-87c7-47307b11c0bf None None] Pushing event updated for resources: {'Port': ['ID=80f5eb21-5011-443b-9fa5-db3b1308f673,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:48.701931 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4980267-1c1e-4c60-942f-b7da19010720 req-f5edf42c-0c4a-4b37-b35a-b5f3dca2f811 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:48.704762 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a4980267-1c1e-4c60-942f-b7da19010720 req-f5edf42c-0c4a-4b37-b35a-b5f3dca2f811 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 950 time: 0.0893407 Feb 09 01:13:48.757080 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4221525c-0c34-4cdf-ae91-d803c6caefb3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ca20cdba996f44058e73e23c54527620&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2980762 Feb 09 01:13:48.759560 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51180) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:48.810047 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e77225ae-561f-4b56-8f72-02ee7d1f57fe admin admin] Publish callbacks [] for port (460187ba-b21c-4f38-9e37-85a597e1b3f7), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:48.826925 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a4980267-1c1e-4c60-942f-b7da19010720 req-32d8f35e-faf0-4d5d-8d20-72c5b656292e tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130989 Feb 09 01:13:48.893818 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-533b6437-0043-4168-a7e5-25303f5aea1d admin admin] Publish callbacks [] for security_group (0d42e242-6cfc-4eff-80f4-f6eea65dab9d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:48.894513 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e77225ae-561f-4b56-8f72-02ee7d1f57fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (460187ba-b21c-4f38-9e37-85a597e1b3f7), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:48.934649 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe1c0b5-0097-4799-9da8-85019a3c4f69 req-297270c5-43fe-4516-b3ec-4c7803452b87 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:48.936389 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7fe1c0b5-0097-4799-9da8-85019a3c4f69 req-297270c5-43fe-4516-b3ec-4c7803452b87 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.91 "GET /v2.0/ports?device_id=b6816801-4457-4631-bc99-1735b61c53af HTTP/1.1" status: 200 len: 949 time: 0.1426289 Feb 09 01:13:49.026615 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77225ae-561f-4b56-8f72-02ee7d1f57fe admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:49.037648 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-e77225ae-561f-4b56-8f72-02ee7d1f57fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:49.050107 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77225ae-561f-4b56-8f72-02ee7d1f57fe admin admin] Pushing event updated for resources: {'Port': ['ID=460187ba-b21c-4f38-9e37-85a597e1b3f7,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:49.052717 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77225ae-561f-4b56-8f72-02ee7d1f57fe admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:13:49.092560 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-533b6437-0043-4168-a7e5-25303f5aea1d admin admin] Publish callbacks [] for security_group (0d42e242-6cfc-4eff-80f4-f6eea65dab9d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:49.128203 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 80f5eb21-5011-443b-9fa5-db3b1308f673 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:13:49.207424 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:49.227745 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 80f5eb21-5011-443b-9fa5-db3b1308f673 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:49.228313 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (80f5eb21-5011-443b-9fa5-db3b1308f673), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:49.292315 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b0fd4-23c2-4e7f-8a87-e63fdac45f80 req-395e2a9e-924b-4f63-b3d1-9b4f47f72d43 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:49.294563 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-261b0fd4-23c2-4e7f-8a87-e63fdac45f80 req-395e2a9e-924b-4f63-b3d1-9b4f47f72d43 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 944 time: 0.2214942 Feb 09 01:13:49.303809 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90513d19-a602-4a45-9ea5-f6a69f918f0d req-a57f2596-7b75-4e05-a429-c753fcac5029 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:49.311531 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-90513d19-a602-4a45-9ea5-f6a69f918f0d req-a57f2596-7b75-4e05-a429-c753fcac5029 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1d7df7b-0f98-4d00-b22c-a441f80a83cc HTTP/1.1" status: 200 len: 946 time: 0.2288773 Feb 09 01:13:49.348805 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 80f5eb21-5011-443b-9fa5-db3b1308f673 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:49.349396 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (80f5eb21-5011-443b-9fa5-db3b1308f673), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:49.379471 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18fea3-aa19-4c91-8cd7-a88558149ca6 req-3aea7632-d08d-46f4-94f5-2e43dc01bd53 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:49.381068 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5a18fea3-aa19-4c91-8cd7-a88558149ca6 req-3aea7632-d08d-46f4-94f5-2e43dc01bd53 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1d7df7b-0f98-4d00-b22c-a441f80a83cc HTTP/1.1" status: 200 len: 946 time: 0.4171946 Feb 09 01:13:49.398743 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 80f5eb21-5011-443b-9fa5-db3b1308f673, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=80f5eb21-5011-443b-9fa5-db3b1308f673,segment=NetworkSegment(bc74054a-02eb-47eb-9c30-0228fafadd7b),segment_id=bc74054a-02eb-47eb-9c30-0228fafadd7b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:49.405193 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-261b0fd4-23c2-4e7f-8a87-e63fdac45f80 req-ef27c357-6bb1-43b2-aa9f-59e357e0b8ef tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833495 Feb 09 01:13:49.408431 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-7fe1c0b5-0097-4799-9da8-85019a3c4f69 req-3bbfc942-649c-4106-a0d5-f4decbacce23 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Deleting port 89f7c53f-2873-4cf2-a792-13b5a94f34c1 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:13:49.408780 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7fe1c0b5-0097-4799-9da8-85019a3c4f69 req-3bbfc942-649c-4106-a0d5-f4decbacce23 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (89f7c53f-2873-4cf2-a792-13b5a94f34c1), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:49.418193 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (80f5eb21-5011-443b-9fa5-db3b1308f673), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:49.423100 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-533b6437-0043-4168-a7e5-25303f5aea1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0d42e242-6cfc-4eff-80f4-f6eea65dab9d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:49.427006 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-533b6437-0043-4168-a7e5-25303f5aea1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:49.428275 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-533b6437-0043-4168-a7e5-25303f5aea1d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0d42e242-6cfc-4eff-80f4-f6eea65dab9d HTTP/1.1" status: 204 len: 168 time: 0.6675820 Feb 09 01:13:49.506377 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b6437-0043-4168-a7e5-25303f5aea1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d42e242-6cfc-4eff-80f4-f6eea65dab9d,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:49.514670 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e77225ae-561f-4b56-8f72-02ee7d1f57fe admin admin] Publish callbacks [] for router_gateway (736c9c0b-18c6-4b31-87e2-b6b139d48913), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:49.523611 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-90513d19-a602-4a45-9ea5-f6a69f918f0d req-f006cac6-af78-48be-816f-769791a3f2ba tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/security-groups?id=4047daa7-99dc-4065-97c6-18555a778085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101991 Feb 09 01:13:49.555746 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 9197891f-6ece-41d3-8116-69c5f02980c4 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:13:49.598432 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-7fe1c0b5-0097-4799-9da8-85019a3c4f69 req-3bbfc942-649c-4106-a0d5-f4decbacce23 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] For port 89f7c53f-2873-4cf2-a792-13b5a94f34c1, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=89f7c53f-2873-4cf2-a792-13b5a94f34c1,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:49.599153 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7fe1c0b5-0097-4799-9da8-85019a3c4f69 req-3bbfc942-649c-4106-a0d5-f4decbacce23 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (89f7c53f-2873-4cf2-a792-13b5a94f34c1), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:49.635370 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-7fe1c0b5-0097-4799-9da8-85019a3c4f69 req-3bbfc942-649c-4106-a0d5-f4decbacce23 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Calling delete_port for 89f7c53f-2873-4cf2-a792-13b5a94f34c1 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:13:49.667729 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=80f5eb21-5011-443b-9fa5-db3b1308f673,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:49.704581 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 9197891f-6ece-41d3-8116-69c5f02980c4 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:49.713503 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 9197891f-6ece-41d3-8116-69c5f02980c4 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:49.714103 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9197891f-6ece-41d3-8116-69c5f02980c4), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:49.726969 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-5a18fea3-aa19-4c91-8cd7-a88558149ca6 req-655ebe10-5b6f-485a-a4ed-3da4e37d57b1 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Deleting port 283e0042-8e05-4455-a9fc-141b5bff3411 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:13:49.728037 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5a18fea3-aa19-4c91-8cd7-a88558149ca6 req-655ebe10-5b6f-485a-a4ed-3da4e37d57b1 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (283e0042-8e05-4455-a9fc-141b5bff3411), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:49.836201 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-5a18fea3-aa19-4c91-8cd7-a88558149ca6 req-655ebe10-5b6f-485a-a4ed-3da4e37d57b1 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] For port 283e0042-8e05-4455-a9fc-141b5bff3411, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=283e0042-8e05-4455-a9fc-141b5bff3411,segment=NetworkSegment(27fa4c45-9ec5-40ed-92ab-1cc81471d9c8),segment_id=27fa4c45-9ec5-40ed-92ab-1cc81471d9c8)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:49.837066 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5a18fea3-aa19-4c91-8cd7-a88558149ca6 req-655ebe10-5b6f-485a-a4ed-3da4e37d57b1 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (283e0042-8e05-4455-a9fc-141b5bff3411), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:49.934305 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 9197891f-6ece-41d3-8116-69c5f02980c4 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:49.934632 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9197891f-6ece-41d3-8116-69c5f02980c4), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:49.942686 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7fe1c0b5-0097-4799-9da8-85019a3c4f69 req-3bbfc942-649c-4106-a0d5-f4decbacce23 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (89f7c53f-2873-4cf2-a792-13b5a94f34c1), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:49.990330 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e76f2d-81ce-462e-b9bb-7579a7aca527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9197891f-6ece-41d3-8116-69c5f02980c4'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:13:49.995727 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad509fea-0f90-4971-bd01-41bef911f554" -d '{"events": [{"server_uuid": "80e76f2d-81ce-462e-b9bb-7579a7aca527", "name": "network-vif-plugged", "status": "completed", "tag": "9197891f-6ece-41d3-8116-69c5f02980c4"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:13:50.021033 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51198) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:50.029119 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:13:50.034839 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 9197891f-6ece-41d3-8116-69c5f02980c4, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=9197891f-6ece-41d3-8116-69c5f02980c4,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:50.043961 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9197891f-6ece-41d3-8116-69c5f02980c4), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:50.052108 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-061a6657-b173-4ac3-a64f-32fe54887a73 req-a24fc81e-3e2c-4df0-99b4-2be579ec48e0 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6816801-4457-4631-bc99-1735b61c53af HTTP/1.1" status: 200 len: 210 time: 0.1290357 Feb 09 01:13:50.154691 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbfc942-649c-4106-a0d5-f4decbacce23 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Pushing event deleted for resources: {'Port': ['ID=89f7c53f-2873-4cf2-a792-13b5a94f34c1,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:50.166376 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011c440b-8ee6-4919-8961-1494d8f5d2e0 x-openstack-request-id: req-011c440b-8ee6-4919-8961-1494d8f5d2e0 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:13:50.166691 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e76f2d-81ce-462e-b9bb-7579a7aca527", "name": "network-vif-plugged", "status": "completed", "tag": "9197891f-6ece-41d3-8116-69c5f02980c4", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:13:50.167008 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-011c440b-8ee6-4919-8961-1494d8f5d2e0 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:13:50.167363 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e76f2d-81ce-462e-b9bb-7579a7aca527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9197891f-6ece-41d3-8116-69c5f02980c4', 'code': 200} Feb 09 01:13:50.181514 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=9197891f-6ece-41d3-8116-69c5f02980c4,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:50.232626 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b529902f-7e3d-499e-a8ae-fccbbd86cbe2 None None] Network 3fde9f08-e2c6-46e2-8db6-ded916a4f400 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:13:50.237561 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe1c0b5-0097-4799-9da8-85019a3c4f69 req-3bbfc942-649c-4106-a0d5-f4decbacce23 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] No DVR routers for this DVR port 89f7c53f-2873-4cf2-a792-13b5a94f34c1 on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:13:50.241543 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7fe1c0b5-0097-4799-9da8-85019a3c4f69 req-3bbfc942-649c-4106-a0d5-f4decbacce23 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:50.247861 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7fe1c0b5-0097-4799-9da8-85019a3c4f69 req-3bbfc942-649c-4106-a0d5-f4decbacce23 tempest-ListImageFiltersTestJSON-875706496 tempest-ListImageFiltersTestJSON-875706496-project] 10.222.0.91 "DELETE /v2.0/ports/89f7c53f-2873-4cf2-a792-13b5a94f34c1 HTTP/1.1" status: 204 len: 173 time: 1.3010919 Feb 09 01:13:50.248731 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6816801-4457-4631-bc99-1735b61c53af', 'name': 'network-vif-deleted', 'tag': '89f7c53f-2873-4cf2-a792-13b5a94f34c1'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:13:50.258347 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af35d24-19eb-4579-b135-25df880122f2" -d '{"events": [{"server_uuid": "b6816801-4457-4631-bc99-1735b61c53af", "name": "network-vif-deleted", "tag": "89f7c53f-2873-4cf2-a792-13b5a94f34c1"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:13:50.292349 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c42bba-0112-4b8e-a039-b628108dd00b req-59e6e082-d400-4e6e-9526-ec3d73da1ad7 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:50.301403 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-895493bb-d1b6-4d04-b5bc-ffa3b0d30319 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2442391e74404ed88ec2bc2746184046&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2776127 Feb 09 01:13:50.303074 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-88c42bba-0112-4b8e-a039-b628108dd00b req-59e6e082-d400-4e6e-9526-ec3d73da1ad7 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 950 time: 0.2837834 Feb 09 01:13:50.307317 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51202) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:50.331789 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-5bacfe06-a9f5-469e-9036-d5f0d496215e None None] Provisioning complete for port 80f5eb21-5011-443b-9fa5-db3b1308f673 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:50.332330 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5bacfe06-a9f5-469e-9036-d5f0d496215e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (80f5eb21-5011-443b-9fa5-db3b1308f673), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:50.372829 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5a18fea3-aa19-4c91-8cd7-a88558149ca6 req-655ebe10-5b6f-485a-a4ed-3da4e37d57b1 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:50.373459 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5a18fea3-aa19-4c91-8cd7-a88558149ca6 req-655ebe10-5b6f-485a-a4ed-3da4e37d57b1 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (5aeb6b56-c8cc-4a41-b42d-fe0e901238f9), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:50.373984 n-d-822053-40 neutron-server[103528]: INFO neutron.db.l3_db [req-5a18fea3-aa19-4c91-8cd7-a88558149ca6 req-655ebe10-5b6f-485a-a4ed-3da4e37d57b1 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Floating IP 5aeb6b56-c8cc-4a41-b42d-fe0e901238f9 disassociated. External IP: 172.25.1.22, port: 283e0042-8e05-4455-a9fc-141b5bff3411. Feb 09 01:13:50.374480 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-5a18fea3-aa19-4c91-8cd7-a88558149ca6 req-655ebe10-5b6f-485a-a4ed-3da4e37d57b1 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Calling delete_port for 283e0042-8e05-4455-a9fc-141b5bff3411 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:13:50.398891 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8020bec-599b-47a7-9398-4e1ca176defa x-openstack-request-id: req-c8020bec-599b-47a7-9398-4e1ca176defa {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:13:50.399186 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6816801-4457-4631-bc99-1735b61c53af", "name": "network-vif-deleted", "tag": "89f7c53f-2873-4cf2-a792-13b5a94f34c1", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:13:50.399445 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c8020bec-599b-47a7-9398-4e1ca176defa {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:13:50.399852 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6816801-4457-4631-bc99-1735b61c53af', 'name': 'network-vif-deleted', 'tag': '89f7c53f-2873-4cf2-a792-13b5a94f34c1', 'status': 'completed', 'code': 200} Feb 09 01:13:50.476497 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-88c42bba-0112-4b8e-a039-b628108dd00b req-5fdd4e60-9388-45c1-8473-e8f1825256c1 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722882 Feb 09 01:13:50.477161 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6b66c2f6-c630-4c90-b113-2b77ce7cb4ae admin admin] Publish callbacks [] for security_group (769ccdc6-03bd-4a84-ad3a-07bac340dfea), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:50.495783 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ed33f-a654-40ee-9e5b-cd8ca0e3304f req-64a85744-06d9-4e16-9e27-e05123644530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:50.498975 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8f5ed33f-a654-40ee-9e5b-cd8ca0e3304f req-64a85744-06d9-4e16-9e27-e05123644530 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 1128 time: 0.1845543 Feb 09 01:13:50.553458 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6b66c2f6-c630-4c90-b113-2b77ce7cb4ae admin admin] Publish callbacks [] for security_group (769ccdc6-03bd-4a84-ad3a-07bac340dfea), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:50.555751 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e77225ae-561f-4b56-8f72-02ee7d1f57fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (736c9c0b-18c6-4b31-87e2-b6b139d48913), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:50.707116 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ace95-6382-4cf7-a1ba-82c7b8244ec6 req-a263667e-baf5-44b1-8400-b630225961ee tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:50.715264 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-322ace95-6382-4cf7-a1ba-82c7b8244ec6 req-a263667e-baf5-44b1-8400-b630225961ee tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 945 time: 0.1446915 Feb 09 01:13:50.748785 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6b66c2f6-c630-4c90-b113-2b77ce7cb4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (769ccdc6-03bd-4a84-ad3a-07bac340dfea), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:50.752724 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6b66c2f6-c630-4c90-b113-2b77ce7cb4ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:50.753963 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6b66c2f6-c630-4c90-b113-2b77ce7cb4ae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/769ccdc6-03bd-4a84-ad3a-07bac340dfea HTTP/1.1" status: 204 len: 168 time: 0.4448817 Feb 09 01:13:50.809361 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-322ace95-6382-4cf7-a1ba-82c7b8244ec6 req-d0d811ff-9542-4f59-b6af-9315836f4a66 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903807 Feb 09 01:13:50.846385 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681542a-49f9-4077-88e8-3ffaa293fc9c req-f0ecd75f-4f1d-477e-8b92-8f28d987522f tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:50.852202 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e681542a-49f9-4077-88e8-3ffaa293fc9c req-f0ecd75f-4f1d-477e-8b92-8f28d987522f tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1d7df7b-0f98-4d00-b22c-a441f80a83cc HTTP/1.1" status: 200 len: 946 time: 0.1980639 Feb 09 01:13:50.855963 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66c2f6-c630-4c90-b113-2b77ce7cb4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769ccdc6-03bd-4a84-ad3a-07bac340dfea,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:51.003374 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e681542a-49f9-4077-88e8-3ffaa293fc9c req-6c166ea6-c264-4f4f-ab27-26c68d4bb775 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/security-groups?id=4047daa7-99dc-4065-97c6-18555a778085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319215 Feb 09 01:13:51.025176 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:51.025934 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-66bae00d-fa10-4284-a5da-ad4e23affd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:51.034578 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5bacfe06-a9f5-469e-9036-d5f0d496215e None None] Current status of the port 80f5eb21-5011-443b-9fa5-db3b1308f673 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:51.113821 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 80f5eb21-5011-443b-9fa5-db3b1308f673 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:13:51.192794 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 80f5eb21-5011-443b-9fa5-db3b1308f673 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:51.193181 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (80f5eb21-5011-443b-9fa5-db3b1308f673), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:51.196549 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8f5ed33f-a654-40ee-9e5b-cd8ca0e3304f req-30bd8100-6101-4aaa-9544-881c2784872c service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6834626 Feb 09 01:13:51.398565 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 80f5eb21-5011-443b-9fa5-db3b1308f673 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:51.401600 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-30bf0b81-c758-42e2-9338-d9bca538e3cf None None] Provisioning complete for port 80f5eb21-5011-443b-9fa5-db3b1308f673 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:51.401973 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-30bf0b81-c758-42e2-9338-d9bca538e3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (80f5eb21-5011-443b-9fa5-db3b1308f673), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:51.411055 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5a18fea3-aa19-4c91-8cd7-a88558149ca6 req-655ebe10-5b6f-485a-a4ed-3da4e37d57b1 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (283e0042-8e05-4455-a9fc-141b5bff3411), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:51.462618 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ebe10-5b6f-485a-a4ed-3da4e37d57b1 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Pushing event deleted for resources: {'Port': ['ID=283e0042-8e05-4455-a9fc-141b5bff3411,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:51.627707 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device f994970c-0d91-4b5e-9116-15b7b17b5d24 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:13:51.662812 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: f994970c-0d91-4b5e-9116-15b7b17b5d24 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:13:51.663314 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device f994970c-0d91-4b5e-9116-15b7b17b5d24 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:13:51.673719 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77225ae-561f-4b56-8f72-02ee7d1f57fe admin admin] Router 736c9c0b-18c6-4b31-87e2-b6b139d48913 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:13:51.725076 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9198f6-d095-4305-9c24-aa0fa4dae774 req-e4894e06-e300-4457-affb-e350e540e3f0 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:51.740253 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ea9198f6-d095-4305-9c24-aa0fa4dae774 req-e4894e06-e300-4457-affb-e350e540e3f0 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 950 time: 0.1648691 Feb 09 01:13:51.766346 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-30bf0b81-c758-42e2-9338-d9bca538e3cf None None] Current status of the port 80f5eb21-5011-443b-9fa5-db3b1308f673 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:51.851999 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a18fea3-aa19-4c91-8cd7-a88558149ca6 req-655ebe10-5b6f-485a-a4ed-3da4e37d57b1 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Router 56dc62e7-1868-480d-963b-291f7fa338b6 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:13:51.881604 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ea9198f6-d095-4305-9c24-aa0fa4dae774 req-bc452afa-efa7-4278-986c-da57e6857056 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394343 Feb 09 01:13:52.087324 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a18fea3-aa19-4c91-8cd7-a88558149ca6 req-655ebe10-5b6f-485a-a4ed-3da4e37d57b1 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:13:52.102180 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c9c7c4-0470-4573-893e-ae48483caebb None None] Sync routers for ids ['56dc62e7-1868-480d-963b-291f7fa338b6'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:13:52.143906 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a472c8-b8bf-4dae-a56e-a6fbda56642a req-580deb02-cba1-414e-b141-873eae896f64 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:52.145567 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c9c7c4-0470-4573-893e-ae48483caebb None None] Routers {'56dc62e7-1868-480d-963b-291f7fa338b6'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:13:52.146427 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-b7c9c7c4-0470-4573-893e-ae48483caebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:13:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['56dc62e7-1868-480d-963b-291f7fa338b6'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:52.158246 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e0a472c8-b8bf-4dae-a56e-a6fbda56642a req-580deb02-cba1-414e-b141-873eae896f64 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 945 time: 0.2010596 Feb 09 01:13:52.159062 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51268) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:52.186987 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a18fea3-aa19-4c91-8cd7-a88558149ca6 req-655ebe10-5b6f-485a-a4ed-3da4e37d57b1 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] No DVR routers for this DVR port 283e0042-8e05-4455-a9fc-141b5bff3411 on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:13:52.202311 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5a18fea3-aa19-4c91-8cd7-a88558149ca6 req-655ebe10-5b6f-485a-a4ed-3da4e37d57b1 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:52.214654 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5a18fea3-aa19-4c91-8cd7-a88558149ca6 req-655ebe10-5b6f-485a-a4ed-3da4e37d57b1 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.91 "DELETE /v2.0/ports/283e0042-8e05-4455-a9fc-141b5bff3411 HTTP/1.1" status: 204 len: 173 time: 2.8229051 Feb 09 01:13:52.215736 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d7df7b-0f98-4d00-b22c-a441f80a83cc', 'name': 'network-vif-deleted', 'tag': '283e0042-8e05-4455-a9fc-141b5bff3411'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:13:52.218202 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580d1c7f-0cce-4259-9487-aa09a4d13cf3" -d '{"events": [{"server_uuid": "b1d7df7b-0f98-4d00-b22c-a441f80a83cc", "name": "network-vif-deleted", "tag": "283e0042-8e05-4455-a9fc-141b5bff3411"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:13:52.226254 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77225ae-561f-4b56-8f72-02ee7d1f57fe admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:13:52.248888 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20523a2-3457-4839-811d-c4126f7422a5 None None] Sync routers for ids ['736c9c0b-18c6-4b31-87e2-b6b139d48913'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:13:52.270159 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e77225ae-561f-4b56-8f72-02ee7d1f57fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:52.273629 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e77225ae-561f-4b56-8f72-02ee7d1f57fe admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.5915000 Feb 09 01:13:52.275971 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51274) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:52.287136 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20523a2-3457-4839-811d-c4126f7422a5 None None] Routers {'736c9c0b-18c6-4b31-87e2-b6b139d48913'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:13:52.290980 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-e20523a2-3457-4839-811d-c4126f7422a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:13:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['736c9c0b-18c6-4b31-87e2-b6b139d48913'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:52.352666 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e0a472c8-b8bf-4dae-a56e-a6fbda56642a req-ee506c48-5780-4a20-a86d-d095773d6d8c tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899104 Feb 09 01:13:52.364690 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-503f1d1b-8cd0-47ef-9244-90da0318af9c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1541533459-network', 'tenant_id': '9248c29e825e4051a9651bb462ce7848'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:52.414856 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503f1d1b-8cd0-47ef-9244-90da0318af9c admin admin] Made reservation on behalf of 9248c29e825e4051a9651bb462ce7848 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:52.418309 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-503f1d1b-8cd0-47ef-9244-90da0318af9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:52.436496 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-503f1d1b-8cd0-47ef-9244-90da0318af9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:52.560947 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c9c2732-53be-4d4f-bef0-db591776b92e req-46b393d7-e917-4c02-9269-bd32672e0254 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1d7df7b-0f98-4d00-b22c-a441f80a83cc HTTP/1.1" status: 200 len: 210 time: 0.0638633 Feb 09 01:13:52.565453 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-b7c9c7c4-0470-4573-893e-ae48483caebb None None] Set router 56dc62e7-1868-480d-963b-291f7fa338b6 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:13:52.648972 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-e20523a2-3457-4839-811d-c4126f7422a5 None None] Set router 736c9c0b-18c6-4b31-87e2-b6b139d48913 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:13:52.689941 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb92f396-4432-4c44-9e13-e401af60ac7e x-openstack-request-id: req-fb92f396-4432-4c44-9e13-e401af60ac7e {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:13:52.691466 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d7df7b-0f98-4d00-b22c-a441f80a83cc", "name": "network-vif-deleted", "tag": "283e0042-8e05-4455-a9fc-141b5bff3411", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:13:52.691792 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fb92f396-4432-4c44-9e13-e401af60ac7e {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:13:52.693480 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d7df7b-0f98-4d00-b22c-a441f80a83cc', 'name': 'network-vif-deleted', 'tag': '283e0042-8e05-4455-a9fc-141b5bff3411', 'status': 'completed', 'code': 200} Feb 09 01:13:52.744202 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-503f1d1b-8cd0-47ef-9244-90da0318af9c admin admin] Publish callbacks [] for security_group (adbf4183-4ba0-4b6d-b42d-02fc339dfbf6), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:52.756525 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-503f1d1b-8cd0-47ef-9244-90da0318af9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (adbf4183-4ba0-4b6d-b42d-02fc339dfbf6), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:52.822701 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f1d1b-8cd0-47ef-9244-90da0318af9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbf4183-4ba0-4b6d-b42d-02fc339dfbf6,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:52.840752 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-503f1d1b-8cd0-47ef-9244-90da0318af9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:13:52.878145 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-503f1d1b-8cd0-47ef-9244-90da0318af9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (ad487043-1389-4064-a057-c3dbd8cffcb0), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:52.880680 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-503f1d1b-8cd0-47ef-9244-90da0318af9c admin admin] Added segment ad487043-1389-4064-a057-c3dbd8cffcb0 of type vlan for network c9772753-5a40-40f9-8f33-2eabab0a38be Feb 09 01:13:53.030531 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-e20523a2-3457-4839-811d-c4126f7422a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'name': 'tempest-FloatingIPsAssociationTestJSON-1460656888-router', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:47Z', 'updated_at': '2022-02-09T01:13:49Z', 'revision_number': 3, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'gw_port': {'id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:48Z', 'updated_at': '2022-02-09T01:13:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:53.059927 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-503f1d1b-8cd0-47ef-9244-90da0318af9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (c9772753-5a40-40f9-8f33-2eabab0a38be), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:53.127679 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-503f1d1b-8cd0-47ef-9244-90da0318af9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (c9772753-5a40-40f9-8f33-2eabab0a38be), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:53.128779 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503f1d1b-8cd0-47ef-9244-90da0318af9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:53.129365 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-503f1d1b-8cd0-47ef-9244-90da0318af9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:53.133973 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20523a2-3457-4839-811d-c4126f7422a5 None None] Checking router: 736c9c0b-18c6-4b31-87e2-b6b139d48913 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:13:53.136070 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20523a2-3457-4839-811d-c4126f7422a5 None None] Updating router 736c9c0b-18c6-4b31-87e2-b6b139d48913 port 460187ba-b21c-4f38-9e37-85a597e1b3f7 binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:13:53.211701 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e20523a2-3457-4839-811d-c4126f7422a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (460187ba-b21c-4f38-9e37-85a597e1b3f7), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:53.221467 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-503f1d1b-8cd0-47ef-9244-90da0318af9c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0611031 Feb 09 01:13:53.225023 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51310) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:53.236445 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-f589b731-34d9-4553-928d-e59311d95db6 admin admin] Request body: {'subnet': {'network_id': 'c9772753-5a40-40f9-8f33-2eabab0a38be', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1541533459-subnet', 'tenant_id': '9248c29e825e4051a9651bb462ce7848', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:53.257282 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f1d1b-8cd0-47ef-9244-90da0318af9c admin admin] Pushing event updated for resources: {'Network': ['ID=c9772753-5a40-40f9-8f33-2eabab0a38be,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:53.276567 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f589b731-34d9-4553-928d-e59311d95db6 admin admin] Made reservation on behalf of 9248c29e825e4051a9651bb462ce7848 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:53.279106 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f589b731-34d9-4553-928d-e59311d95db6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:53.280115 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network c9772753-5a40-40f9-8f33-2eabab0a38be details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:13:53.309674 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49571a88-07f7-437a-a4e8-a3671beb218c req-8091fc4d-286a-44ad-b857-020a948e7a17 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:53.319846 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-49571a88-07f7-437a-a4e8-a3671beb218c req-8091fc4d-286a-44ad-b857-020a948e7a17 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f4535cf-4c29-4763-939b-fd93281ed8cd HTTP/1.1" status: 200 len: 945 time: 0.1177514 Feb 09 01:13:53.458686 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-49571a88-07f7-437a-a4e8-a3671beb218c req-38490dcf-9c3f-4f79-b07d-880c65b4ac39 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/security-groups?id=442e827f-f1ad-4450-b8fb-9bc169a1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335297 Feb 09 01:13:53.520101 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ffaef3fd-a753-47d6-bce1-28e1e72acf6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:53.559470 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-b7c9c7c4-0470-4573-893e-ae48483caebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839896309-router', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'fd94e2c1-c6a4-4af5-8f0c-a969d00834b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:43Z', 'updated_at': '2022-02-09T01:09:51Z', 'revision_number': 4, 'project_id': '2ba95e383d254696b30a587479c29af0', 'gw_port': {'id': 'fd94e2c1-c6a4-4af5-8f0c-a969d00834b5', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:44Z', 'updated_at': '2022-02-09T01:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea', 'name': '', 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'mac_address': 'fa:16:3e:3d:53:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:49Z', 'updated_at': '2022-02-09T01:09:58Z', 'revision_number': 5, 'project_id': '2ba95e383d254696b30a587479c29af0', 'subnets': [{'id': '32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:53.575235 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 89f7c53f-2873-4cf2-a792-13b5a94f34c1 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:13:53.612786 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e20523a2-3457-4839-811d-c4126f7422a5 None None] Publish callbacks [] for port (460187ba-b21c-4f38-9e37-85a597e1b3f7), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:53.620865 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e20523a2-3457-4839-811d-c4126f7422a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (460187ba-b21c-4f38-9e37-85a597e1b3f7), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:53.654472 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce1e31-9b19-4d83-b64f-78a99b1ea534 req-35f14865-50e4-492c-a0ab-30d1609061ef tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:53.670803 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-37ce1e31-9b19-4d83-b64f-78a99b1ea534 req-35f14865-50e4-492c-a0ab-30d1609061ef tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 950 time: 0.1656256 Feb 09 01:13:53.725161 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-e20523a2-3457-4839-811d-c4126f7422a5 None None] Attempting to bind port 460187ba-b21c-4f38-9e37-85a597e1b3f7 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:13:53.725532 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-e20523a2-3457-4839-811d-c4126f7422a5 None None] Attempting to bind port 460187ba-b21c-4f38-9e37-85a597e1b3f7 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:13:53.725888 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20523a2-3457-4839-811d-c4126f7422a5 None None] Attempting to bind port 460187ba-b21c-4f38-9e37-85a597e1b3f7 on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:13:53.736900 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c9c7c4-0470-4573-893e-ae48483caebb None None] Checking router: 56dc62e7-1868-480d-963b-291f7fa338b6 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:13:53.738988 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 89f7c53f-2873-4cf2-a792-13b5a94f34c1 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:13:53.739332 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 89f7c53f-2873-4cf2-a792-13b5a94f34c1 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:13:53.739751 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 283e0042-8e05-4455-a9fc-141b5bff3411 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:13:53.740518 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20523a2-3457-4839-811d-c4126f7422a5 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:13:53.740893 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20523a2-3457-4839-811d-c4126f7422a5 None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:13:53.741719 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e20523a2-3457-4839-811d-c4126f7422a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:53.742126 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20523a2-3457-4839-811d-c4126f7422a5 None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:13:53.742616 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-e20523a2-3457-4839-811d-c4126f7422a5 None None] Bound port: 460187ba-b21c-4f38-9e37-85a597e1b3f7, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:13:53.742996 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e20523a2-3457-4839-811d-c4126f7422a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (460187ba-b21c-4f38-9e37-85a597e1b3f7), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:53.748833 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf82dd7e-1577-4060-8ed8-50aa478ae118 None None] Pushing event updated for resources: {'Port': ['ID=460187ba-b21c-4f38-9e37-85a597e1b3f7,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:53.786548 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 283e0042-8e05-4455-a9fc-141b5bff3411 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:13:53.790286 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 283e0042-8e05-4455-a9fc-141b5bff3411 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:13:53.794730 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-ffaef3fd-a753-47d6-bce1-28e1e72acf6c admin admin] Allocated IP 172.20.0.1 (3fde9f08-e2c6-46e2-8db6-ded916a4f400/6b040f8c-8400-4459-bf91-d804cd8d4a9a/3b6e0b78-9096-49a5-9ea4-8f62568b2e3b) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:53.810357 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c9c7c4-0470-4573-893e-ae48483caebb None None] Routers {'56dc62e7-1868-480d-963b-291f7fa338b6'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:13:53.812391 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-b7c9c7c4-0470-4573-893e-ae48483caebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:13:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['56dc62e7-1868-480d-963b-291f7fa338b6'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:53.816288 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82dd7e-1577-4060-8ed8-50aa478ae118 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:53.816773 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82dd7e-1577-4060-8ed8-50aa478ae118 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:53.817155 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82dd7e-1577-4060-8ed8-50aa478ae118 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:53.817574 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82dd7e-1577-4060-8ed8-50aa478ae118 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:53.819323 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82dd7e-1577-4060-8ed8-50aa478ae118 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:53.820631 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82dd7e-1577-4060-8ed8-50aa478ae118 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:53.828791 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82dd7e-1577-4060-8ed8-50aa478ae118 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:53.829251 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82dd7e-1577-4060-8ed8-50aa478ae118 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:53.830666 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82dd7e-1577-4060-8ed8-50aa478ae118 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:53.831694 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82dd7e-1577-4060-8ed8-50aa478ae118 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:53.832128 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82dd7e-1577-4060-8ed8-50aa478ae118 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:53.832533 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82dd7e-1577-4060-8ed8-50aa478ae118 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:53.832923 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82dd7e-1577-4060-8ed8-50aa478ae118 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:53.860448 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-37ce1e31-9b19-4d83-b64f-78a99b1ea534 req-25aff695-0a4c-410b-a12f-2689bb59bfbe tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886785 Feb 09 01:13:53.868745 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51324) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:53.916583 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fd23b-8ef4-4b08-97fa-2138fff8448e req-ea5d881b-554e-44de-bd76-17b161d67cdc tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:53.920245 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d30fd23b-8ef4-4b08-97fa-2138fff8448e req-ea5d881b-554e-44de-bd76-17b161d67cdc tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 945 time: 0.2232237 Feb 09 01:13:53.923285 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-e20523a2-3457-4839-811d-c4126f7422a5 None None] For port 460187ba-b21c-4f38-9e37-85a597e1b3f7, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:13:53.929378 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-e20523a2-3457-4839-811d-c4126f7422a5 None None] For port 460187ba-b21c-4f38-9e37-85a597e1b3f7, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=460187ba-b21c-4f38-9e37-85a597e1b3f7,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:13:53.946328 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e20523a2-3457-4839-811d-c4126f7422a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (460187ba-b21c-4f38-9e37-85a597e1b3f7), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:54.000456 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ffaef3fd-a753-47d6-bce1-28e1e72acf6c admin admin] Publish callbacks [] for port (3b6e0b78-9096-49a5-9ea4-8f62568b2e3b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:54.011703 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-b7c9c7c4-0470-4573-893e-ae48483caebb None None] Set router 56dc62e7-1868-480d-963b-291f7fa338b6 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:13:54.053837 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d30fd23b-8ef4-4b08-97fa-2138fff8448e req-28e22b12-dd98-4652-b42d-e5df4bd3c3e1 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242411 Feb 09 01:13:54.162941 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20523a2-3457-4839-811d-c4126f7422a5 None None] Routers {'736c9c0b-18c6-4b31-87e2-b6b139d48913'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:13:54.166683 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-e20523a2-3457-4839-811d-c4126f7422a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:13:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['736c9c0b-18c6-4b31-87e2-b6b139d48913'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:54.185574 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ffaef3fd-a753-47d6-bce1-28e1e72acf6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (3b6e0b78-9096-49a5-9ea4-8f62568b2e3b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:54.214322 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d80a06f2-acb9-42ac-9345-cddcab0ffcb5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=42f4d68bc8854beda55aff6a8d6accc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3442934 Feb 09 01:13:54.220590 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51336) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:54.221660 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f589b731-34d9-4553-928d-e59311d95db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (19cfe0db-8228-4fc4-897c-f14bd95391c3), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:54.250942 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-10bcd75d-b9b1-4198-97b0-a18db7c80505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:54.287437 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfad7c5-7634-45c7-8dfc-0acd41ae6ab8 req-a1db0f69-5984-4ed6-8e75-b07ebeae2c22 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:54.289924 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fdfad7c5-7634-45c7-8dfc-0acd41ae6ab8 req-a1db0f69-5984-4ed6-8e75-b07ebeae2c22 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 1128 time: 0.0890241 Feb 09 01:13:54.293403 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51340) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:54.296155 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf82dd7e-1577-4060-8ed8-50aa478ae118 None None] Pushing event updated for resources: {'Port': ['ID=460187ba-b21c-4f38-9e37-85a597e1b3f7,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:54.297526 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaef3fd-a753-47d6-bce1-28e1e72acf6c admin admin] Network 3fde9f08-e2c6-46e2-8db6-ded916a4f400 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:54.318657 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-ffaef3fd-a753-47d6-bce1-28e1e72acf6c admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:54.321331 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaef3fd-a753-47d6-bce1-28e1e72acf6c admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:13:54.370709 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaef3fd-a753-47d6-bce1-28e1e72acf6c admin admin] Pushing event updated for resources: {'Port': ['ID=3b6e0b78-9096-49a5-9ea4-8f62568b2e3b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:54.418767 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589b731-34d9-4553-928d-e59311d95db6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19cfe0db-8228-4fc4-897c-f14bd95391c3,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:54.435935 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ffaef3fd-a753-47d6-bce1-28e1e72acf6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (736c9c0b-18c6-4b31-87e2-b6b139d48913), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:54.439773 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-950ec211-80b3-4188-96e8-b0b1f6acde00 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks [] for security_group (4047daa7-99dc-4065-97c6-18555a778085), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:54.447011 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fdfad7c5-7634-45c7-8dfc-0acd41ae6ab8 req-27786915-4e67-484b-831e-04650b643b6a tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438854 Feb 09 01:13:54.513014 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-950ec211-80b3-4188-96e8-b0b1f6acde00 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks [] for security_group (4047daa7-99dc-4065-97c6-18555a778085), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:54.572332 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-b7c9c7c4-0470-4573-893e-ae48483caebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839896309-router', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'fd94e2c1-c6a4-4af5-8f0c-a969d00834b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:43Z', 'updated_at': '2022-02-09T01:09:51Z', 'revision_number': 4, 'project_id': '2ba95e383d254696b30a587479c29af0', 'gw_port': {'id': 'fd94e2c1-c6a4-4af5-8f0c-a969d00834b5', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:44Z', 'updated_at': '2022-02-09T01:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea', 'name': '', 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'mac_address': 'fa:16:3e:3d:53:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:49Z', 'updated_at': '2022-02-09T01:09:58Z', 'revision_number': 5, 'project_id': '2ba95e383d254696b30a587479c29af0', 'subnets': [{'id': '32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:54.613419 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-e20523a2-3457-4839-811d-c4126f7422a5 None None] Set router 736c9c0b-18c6-4b31-87e2-b6b139d48913 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:13:54.632728 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f589b731-34d9-4553-928d-e59311d95db6 admin admin] Checking segment: {'id': 'ad487043-1389-4064-a057-c3dbd8cffcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c9772753-5a40-40f9-8f33-2eabab0a38be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:13:54.633035 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f589b731-34d9-4553-928d-e59311d95db6 admin admin] Network hostable DHCP agents. Network: c9772753-5a40-40f9-8f33-2eabab0a38be, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:13:54.656311 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50bf7f7b-09e8-4807-9f36-def00774fd36 admin admin] Publish callbacks [] for security_group (1a78c11a-1f37-4a8c-a774-d23af2f577c1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:54.682532 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-950ec211-80b3-4188-96e8-b0b1f6acde00 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (4047daa7-99dc-4065-97c6-18555a778085), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:54.685685 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c9c7c4-0470-4573-893e-ae48483caebb None None] The sync data for ids ['56dc62e7-1868-480d-963b-291f7fa338b6'] in n-d-822053-40 is: [{'id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839896309-router', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'fd94e2c1-c6a4-4af5-8f0c-a969d00834b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:43Z', 'updated_at': '2022-02-09T01:09:51Z', 'revision_number': 4, 'project_id': '2ba95e383d254696b30a587479c29af0', 'gw_port': {'id': 'fd94e2c1-c6a4-4af5-8f0c-a969d00834b5', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:44Z', 'updated_at': '2022-02-09T01:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea', 'name': '', 'network_id': 'e8a262a2-1887-44d6-8265-164882c37a5a', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'mac_address': 'fa:16:3e:3d:53:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:49Z', 'updated_at': '2022-02-09T01:09:58Z', 'revision_number': 5, 'project_id': '2ba95e383d254696b30a587479c29af0', 'subnets': [{'id': '32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:13:54.700745 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-950ec211-80b3-4188-96e8-b0b1f6acde00 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:54.702025 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-950ec211-80b3-4188-96e8-b0b1f6acde00 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "DELETE /v2.0/security-groups/4047daa7-99dc-4065-97c6-18555a778085 HTTP/1.1" status: 204 len: 168 time: 0.4074721 Feb 09 01:13:54.713726 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51350) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:54.723460 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ec211-80b3-4188-96e8-b0b1f6acde00 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4047daa7-99dc-4065-97c6-18555a778085,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:54.741335 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587b0da-469b-498c-9e3b-c01eac28e116 req-c43d6609-86c8-4240-83f4-a796066aae42 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:54.748887 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2587b0da-469b-498c-9e3b-c01eac28e116 req-c43d6609-86c8-4240-83f4-a796066aae42 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 1128 time: 0.1469514 Feb 09 01:13:54.786415 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50bf7f7b-09e8-4807-9f36-def00774fd36 admin admin] Publish callbacks [] for security_group (1a78c11a-1f37-4a8c-a774-d23af2f577c1), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:54.819110 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f589b731-34d9-4553-928d-e59311d95db6 admin admin] Network c9772753-5a40-40f9-8f33-2eabab0a38be is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:13:54.830449 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-c3355147-643e-457e-9132-18c49eb83c42 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] show failed (client error): The resource could not be found. Feb 09 01:13:54.833639 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c3355147-643e-457e-9132-18c49eb83c42 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "GET /v2.0/security-groups/4047daa7-99dc-4065-97c6-18555a778085 HTTP/1.1" status: 404 len: 347 time: 0.1117442 Feb 09 01:13:54.838527 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51352) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:54.895487 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2587b0da-469b-498c-9e3b-c01eac28e116 req-58f5a877-6ff0-4c26-a7f1-ef1fbb514fb1 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454933 Feb 09 01:13:54.933091 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-f589b731-34d9-4553-928d-e59311d95db6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, c9772753-5a40-40f9-8f33-2eabab0a38be) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:54.941248 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-9806569c-66b6-4269-9f80-cb17c7cba4d2 None None] Provisioning complete for port 3b6e0b78-9096-49a5-9ea4-8f62568b2e3b triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:54.942309 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9806569c-66b6-4269-9f80-cb17c7cba4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3b6e0b78-9096-49a5-9ea4-8f62568b2e3b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:54.973450 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f589b731-34d9-4553-928d-e59311d95db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:54.974786 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f589b731-34d9-4553-928d-e59311d95db6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:54.977259 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee3a28a-c0f3-4b6e-b29f-31d48435aa5b None None] Network c9772753-5a40-40f9-8f33-2eabab0a38be requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:13:54.981812 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50bf7f7b-09e8-4807-9f36-def00774fd36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1a78c11a-1f37-4a8c-a774-d23af2f577c1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:54.988419 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50bf7f7b-09e8-4807-9f36-def00774fd36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:54.990731 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-50bf7f7b-09e8-4807-9f36-def00774fd36 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1a78c11a-1f37-4a8c-a774-d23af2f577c1 HTTP/1.1" status: 204 len: 168 time: 0.7625768 Feb 09 01:13:55.039695 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf7f7b-09e8-4807-9f36-def00774fd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a78c11a-1f37-4a8c-a774-d23af2f577c1,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:55.057840 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f589b731-34d9-4553-928d-e59311d95db6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8287184 Feb 09 01:13:55.097048 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-e20523a2-3457-4839-811d-c4126f7422a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'name': 'tempest-FloatingIPsAssociationTestJSON-1460656888-router', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:47Z', 'updated_at': '2022-02-09T01:13:49Z', 'revision_number': 3, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'gw_port': {'id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:48Z', 'updated_at': '2022-02-09T01:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:55.163336 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20523a2-3457-4839-811d-c4126f7422a5 None None] The sync data for ids ['736c9c0b-18c6-4b31-87e2-b6b139d48913'] in n-d-822053-40 is: [{'id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'name': 'tempest-FloatingIPsAssociationTestJSON-1460656888-router', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:47Z', 'updated_at': '2022-02-09T01:13:49Z', 'revision_number': 3, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'gw_port': {'id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:48Z', 'updated_at': '2022-02-09T01:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:13:55.195235 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ffaef3fd-a753-47d6-bce1-28e1e72acf6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3b6e0b78-9096-49a5-9ea4-8f62568b2e3b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:55.237587 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b03733-944c-471c-b96f-e1a9e4db9dc3 None None] New status for floating IP 5aeb6b56-c8cc-4a41-b42d-fe0e901238f9: DOWN {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:13:55.258086 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7ed42-0092-42dc-9faa-4ae3d0841b55 req-4369fe33-4442-4117-a9b8-b77cd20fe7df tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:55.265786 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9bb7ed42-0092-42dc-9faa-4ae3d0841b55 req-4369fe33-4442-4117-a9b8-b77cd20fe7df tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 950 time: 0.2482545 Feb 09 01:13:55.281459 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e6662-5db6-4f77-9f0f-570f5a623ddb req-5556edbd-dd1a-44de-9472-291024c0c38d tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:55.286028 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2c0e6662-5db6-4f77-9f0f-570f5a623ddb req-5556edbd-dd1a-44de-9472-291024c0c38d tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f4535cf-4c29-4763-939b-fd93281ed8cd HTTP/1.1" status: 200 len: 945 time: 0.4204121 Feb 09 01:13:55.380532 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9bb7ed42-0092-42dc-9faa-4ae3d0841b55 req-33586e52-dd47-4ef4-942f-434bd07e8315 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131556 Feb 09 01:13:55.504435 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-620aa5b6-e5b3-4fc8-83b9-67f4afc63aa6 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Deleting port 6df941f1-122a-4e1e-a079-97623142de08 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:13:55.504969 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-620aa5b6-e5b3-4fc8-83b9-67f4afc63aa6 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (6df941f1-122a-4e1e-a079-97623142de08), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:55.517936 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2c0e6662-5db6-4f77-9f0f-570f5a623ddb req-ebb8be17-0aa2-4567-9733-62a6ef87d271 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/security-groups?id=442e827f-f1ad-4450-b8fb-9bc169a1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2259033 Feb 09 01:13:55.626590 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ffaef3fd-a753-47d6-bce1-28e1e72acf6c admin admin] Publish callbacks [] for port (3b6e0b78-9096-49a5-9ea4-8f62568b2e3b), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:55.635789 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ffaef3fd-a753-47d6-bce1-28e1e72acf6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (3b6e0b78-9096-49a5-9ea4-8f62568b2e3b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:55.743399 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaef3fd-a753-47d6-bce1-28e1e72acf6c admin admin] Pushing event updated for resources: {'Port': ['ID=3b6e0b78-9096-49a5-9ea4-8f62568b2e3b,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:55.775668 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ffaef3fd-a753-47d6-bce1-28e1e72acf6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (736c9c0b-18c6-4b31-87e2-b6b139d48913), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:55.828962 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-620aa5b6-e5b3-4fc8-83b9-67f4afc63aa6 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (6df941f1-122a-4e1e-a079-97623142de08), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:55.829302 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-620aa5b6-e5b3-4fc8-83b9-67f4afc63aa6 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks [] for floatingip (6df941f1-122a-4e1e-a079-97623142de08), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:55.882732 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-620aa5b6-e5b3-4fc8-83b9-67f4afc63aa6 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Calling delete_port for 6df941f1-122a-4e1e-a079-97623142de08 owned by network:floatingip {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:13:56.047770 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaef3fd-a753-47d6-bce1-28e1e72acf6c admin admin] Network 3fde9f08-e2c6-46e2-8db6-ded916a4f400 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:56.052668 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-ffaef3fd-a753-47d6-bce1-28e1e72acf6c admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:56.078388 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-9806569c-66b6-4269-9f80-cb17c7cba4d2 None None] Port 3b6e0b78-9096-49a5-9ea4-8f62568b2e3b cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:13:56.180221 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:56.376053 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248c5b3a-e2a1-488d-a975-d9680d32d858 None None] Network c9772753-5a40-40f9-8f33-2eabab0a38be requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:13:56.494673 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffaef3fd-a753-47d6-bce1-28e1e72acf6c admin admin] Router 736c9c0b-18c6-4b31-87e2-b6b139d48913 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:13:56.639072 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-ae387395-418b-4672-9c1d-5c67dec54b19 None None] Provisioning complete for port 3b6e0b78-9096-49a5-9ea4-8f62568b2e3b triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:56.640635 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ae387395-418b-4672-9c1d-5c67dec54b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3b6e0b78-9096-49a5-9ea4-8f62568b2e3b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:56.792804 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ae387395-418b-4672-9c1d-5c67dec54b19 None None] Port 3b6e0b78-9096-49a5-9ea4-8f62568b2e3b cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:13:56.952266 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe79db4-47fd-4c30-8d8f-71be87b8a92c req-015517a6-1822-4821-822a-08b90d219113 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:56.959928 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484d87c-83f7-4a06-bc8b-b3745f53eb62 req-df756885-b912-46a2-b3c9-76a540e24905 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:56.962649 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3484d87c-83f7-4a06-bc8b-b3745f53eb62 req-df756885-b912-46a2-b3c9-76a540e24905 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.121 "GET /v2.0/ports?device_id=0f4535cf-4c29-4763-939b-fd93281ed8cd HTTP/1.1" status: 200 len: 945 time: 0.4646320 Feb 09 01:13:56.966359 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9fe79db4-47fd-4c30-8d8f-71be87b8a92c req-015517a6-1822-4821-822a-08b90d219113 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 950 time: 0.1670363 Feb 09 01:13:57.068956 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9fe79db4-47fd-4c30-8d8f-71be87b8a92c req-901ba83b-637e-4d7c-9262-91b5bbcb825e tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005690 Feb 09 01:13:57.157809 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51426) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:57.172142 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-3de2760c-0e7b-4d49-8057-f343371f2211 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-540416452-network', 'tenant_id': '62b4f5fcc36946a98c23d1033c7b895b'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:57.226593 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 460187ba-b21c-4f38-9e37-85a597e1b3f7 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:13:57.237890 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffaef3fd-a753-47d6-bce1-28e1e72acf6c admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:13:57.251799 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ffaef3fd-a753-47d6-bce1-28e1e72acf6c admin admin] 10.222.0.30 "PUT /v2.0/routers/736c9c0b-18c6-4b31-87e2-b6b139d48913/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9738789 Feb 09 01:13:57.359180 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 460187ba-b21c-4f38-9e37-85a597e1b3f7 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:57.360285 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de2760c-0e7b-4d49-8057-f343371f2211 admin admin] Made reservation on behalf of 62b4f5fcc36946a98c23d1033c7b895b for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:57.361310 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (460187ba-b21c-4f38-9e37-85a597e1b3f7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:57.363017 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3de2760c-0e7b-4d49-8057-f343371f2211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:57.389242 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-3484d87c-83f7-4a06-bc8b-b3745f53eb62 req-370bd9e3-baa3-45f8-986e-01ae24ae80d1 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Deleting port 2174d6c4-4548-46ec-8d59-4157aafdd677 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:13:57.390666 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3484d87c-83f7-4a06-bc8b-b3745f53eb62 req-370bd9e3-baa3-45f8-986e-01ae24ae80d1 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (2174d6c4-4548-46ec-8d59-4157aafdd677), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:57.391911 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-620aa5b6-e5b3-4fc8-83b9-67f4afc63aa6 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (6df941f1-122a-4e1e-a079-97623142de08), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:57.414662 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3de2760c-0e7b-4d49-8057-f343371f2211 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:57.455899 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:57.501274 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620aa5b6-e5b3-4fc8-83b9-67f4afc63aa6 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Pushing event deleted for resources: {'Port': ['ID=6df941f1-122a-4e1e-a079-97623142de08,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:57.519497 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 460187ba-b21c-4f38-9e37-85a597e1b3f7 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:57.520066 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (460187ba-b21c-4f38-9e37-85a597e1b3f7), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:57.531136 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d13b4-1b71-49cf-b167-d94af0ad2796 req-bd4c5ae6-dbab-4793-8ca7-2584ec0ff6a8 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:57.539602 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3a5d13b4-1b71-49cf-b167-d94af0ad2796 req-bd4c5ae6-dbab-4793-8ca7-2584ec0ff6a8 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f4535cf-4c29-4763-939b-fd93281ed8cd HTTP/1.1" status: 200 len: 945 time: 0.3311405 Feb 09 01:13:57.558049 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 460187ba-b21c-4f38-9e37-85a597e1b3f7, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=460187ba-b21c-4f38-9e37-85a597e1b3f7,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:57.571109 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (460187ba-b21c-4f38-9e37-85a597e1b3f7), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:57.591791 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-3484d87c-83f7-4a06-bc8b-b3745f53eb62 req-370bd9e3-baa3-45f8-986e-01ae24ae80d1 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] For port 2174d6c4-4548-46ec-8d59-4157aafdd677, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=2174d6c4-4548-46ec-8d59-4157aafdd677,segment=NetworkSegment(2b9704c0-6c3a-466c-b73c-7d684fbb4c8c),segment_id=2b9704c0-6c3a-466c-b73c-7d684fbb4c8c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:57.592282 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3484d87c-83f7-4a06-bc8b-b3745f53eb62 req-370bd9e3-baa3-45f8-986e-01ae24ae80d1 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (2174d6c4-4548-46ec-8d59-4157aafdd677), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:57.673276 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=460187ba-b21c-4f38-9e37-85a597e1b3f7,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:57.727631 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-d04e1508-b9fc-4386-9b22-10afd95e0074 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:13:57.728662 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-d04e1508-b9fc-4386-9b22-10afd95e0074 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079033 Feb 09 01:13:57.737389 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-620aa5b6-e5b3-4fc8-83b9-67f4afc63aa6 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks [] for floatingip (5aeb6b56-c8cc-4a41-b42d-fe0e901238f9), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:57.741303 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-620aa5b6-e5b3-4fc8-83b9-67f4afc63aa6 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:57.742680 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-620aa5b6-e5b3-4fc8-83b9-67f4afc63aa6 tempest-ServersWithSpecificFlavorTestJSON-699786039 tempest-ServersWithSpecificFlavorTestJSON-699786039-project] 10.222.0.30 "DELETE /v2.0/floatingips/5aeb6b56-c8cc-4a41-b42d-fe0e901238f9 HTTP/1.1" status: 204 len: 168 time: 2.8931813 Feb 09 01:13:57.787456 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3a5d13b4-1b71-49cf-b167-d94af0ad2796 req-955e4e24-172f-4dd9-8a0e-2ea6db2acff6 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/security-groups?id=442e827f-f1ad-4450-b8fb-9bc169a1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009201 Feb 09 01:13:57.843957 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3de2760c-0e7b-4d49-8057-f343371f2211 admin admin] Publish callbacks [] for security_group (e0ef2997-a5d6-4144-bff3-5524d4378a96), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:57.847152 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-ad8c69c0-af9c-4eca-b7d3-2c8b9c72da3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:57.848642 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-ad8c69c0-af9c-4eca-b7d3-2c8b9c72da3c service neutron] 10.222.0.30 "GET /v2.0/ports/9197891f-6ece-41d3-8116-69c5f02980c4 HTTP/1.1" status: 200 len: 1125 time: 0.0981789 Feb 09 01:13:57.853853 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3de2760c-0e7b-4d49-8057-f343371f2211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (e0ef2997-a5d6-4144-bff3-5524d4378a96), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:57.861359 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-6d178510-f1a7-4181-86d8-0f5c9c3ac3db service neutron] Request body: {'binding': {'host': 'n-h1-822053-40', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:57.861851 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-6d178510-f1a7-4181-86d8-0f5c9c3ac3db service neutron] Unknown quota resources ['binding']. {{(pid=103528) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:13:57.892929 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3484d87c-83f7-4a06-bc8b-b3745f53eb62 req-370bd9e3-baa3-45f8-986e-01ae24ae80d1 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:57.893310 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3484d87c-83f7-4a06-bc8b-b3745f53eb62 req-370bd9e3-baa3-45f8-986e-01ae24ae80d1 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (e43a465f-f79d-4a2b-a9c3-ac8fb6d95199), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:57.893629 n-d-822053-40 neutron-server[103528]: INFO neutron.db.l3_db [req-3484d87c-83f7-4a06-bc8b-b3745f53eb62 req-370bd9e3-baa3-45f8-986e-01ae24ae80d1 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Floating IP e43a465f-f79d-4a2b-a9c3-ac8fb6d95199 disassociated. External IP: 172.25.1.96, port: 2174d6c4-4548-46ec-8d59-4157aafdd677. Feb 09 01:13:57.893972 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-3484d87c-83f7-4a06-bc8b-b3745f53eb62 req-370bd9e3-baa3-45f8-986e-01ae24ae80d1 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Calling delete_port for 2174d6c4-4548-46ec-8d59-4157aafdd677 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:13:57.902446 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de2760c-0e7b-4d49-8057-f343371f2211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ef2997-a5d6-4144-bff3-5524d4378a96,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:57.916139 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3de2760c-0e7b-4d49-8057-f343371f2211 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:13:57.930517 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3de2760c-0e7b-4d49-8057-f343371f2211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (53b577c7-eb1c-4185-8562-d6ab867af691), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:57.930863 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-3de2760c-0e7b-4d49-8057-f343371f2211 admin admin] Added segment 53b577c7-eb1c-4185-8562-d6ab867af691 of type vlan for network 3155742c-91e9-48a0-9edb-5d7b18c93eb0 Feb 09 01:13:57.996131 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3de2760c-0e7b-4d49-8057-f343371f2211 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (3155742c-91e9-48a0-9edb-5d7b18c93eb0), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:58.038062 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3de2760c-0e7b-4d49-8057-f343371f2211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (3155742c-91e9-48a0-9edb-5d7b18c93eb0), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:58.039596 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de2760c-0e7b-4d49-8057-f343371f2211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:58.040617 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3de2760c-0e7b-4d49-8057-f343371f2211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:58.113256 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-6d178510-f1a7-4181-86d8-0f5c9c3ac3db service neutron] Attempting to bind port 9197891f-6ece-41d3-8116-69c5f02980c4 on host n-h1-822053-40 for vnic_type normal with profile None {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:13:58.113589 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-6d178510-f1a7-4181-86d8-0f5c9c3ac3db service neutron] Attempting to bind port 9197891f-6ece-41d3-8116-69c5f02980c4 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:13:58.113918 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-6d178510-f1a7-4181-86d8-0f5c9c3ac3db service neutron] Attempting to bind port 9197891f-6ece-41d3-8116-69c5f02980c4 on network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:13:58.123743 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-6d178510-f1a7-4181-86d8-0f5c9c3ac3db service neutron] Port 9197891f-6ece-41d3-8116-69c5f02980c4 on network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:13:58.124095 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-6d178510-f1a7-4181-86d8-0f5c9c3ac3db service neutron] Attempting to bind port 9197891f-6ece-41d3-8116-69c5f02980c4 on network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:13:58.130479 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de2760c-0e7b-4d49-8057-f343371f2211 admin admin] Pushing event updated for resources: {'Network': ['ID=3155742c-91e9-48a0-9edb-5d7b18c93eb0,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:58.134875 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-6d178510-f1a7-4181-86d8-0f5c9c3ac3db service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:13:58.135388 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-6d178510-f1a7-4181-86d8-0f5c9c3ac3db service neutron] Checking segment: {'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:13:58.135774 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-6d178510-f1a7-4181-86d8-0f5c9c3ac3db service neutron] Bound using segment: {'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:13:58.136241 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-6d178510-f1a7-4181-86d8-0f5c9c3ac3db service neutron] Bound port: 9197891f-6ece-41d3-8116-69c5f02980c4, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:13:58.142115 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:58.149727 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 3155742c-91e9-48a0-9edb-5d7b18c93eb0 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:13:58.156535 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3de2760c-0e7b-4d49-8057-f343371f2211 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9952588 Feb 09 01:13:58.168531 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51440) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:58.169018 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ec8a68-7218-43bf-a029-77f1c5b27cbb None None] Sync routers for ids ['736c9c0b-18c6-4b31-87e2-b6b139d48913'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:13:58.174065 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-8949c088-2bee-4f3f-86d7-3669aeadd791 admin admin] Request body: {'subnet': {'network_id': '3155742c-91e9-48a0-9edb-5d7b18c93eb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-540416452-subnet', 'tenant_id': '62b4f5fcc36946a98c23d1033c7b895b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:58.186648 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ec8a68-7218-43bf-a029-77f1c5b27cbb None None] Routers {'736c9c0b-18c6-4b31-87e2-b6b139d48913'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:13:58.188544 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-54ec8a68-7218-43bf-a029-77f1c5b27cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:13:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['736c9c0b-18c6-4b31-87e2-b6b139d48913'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:58.213236 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8949c088-2bee-4f3f-86d7-3669aeadd791 admin admin] Made reservation on behalf of 62b4f5fcc36946a98c23d1033c7b895b for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:58.215760 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8949c088-2bee-4f3f-86d7-3669aeadd791 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:58.353452 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-54ec8a68-7218-43bf-a029-77f1c5b27cbb None None] Set router 736c9c0b-18c6-4b31-87e2-b6b139d48913 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:13:58.366187 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3484d87c-83f7-4a06-bc8b-b3745f53eb62 req-370bd9e3-baa3-45f8-986e-01ae24ae80d1 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (2174d6c4-4548-46ec-8d59-4157aafdd677), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:58.415306 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370bd9e3-baa3-45f8-986e-01ae24ae80d1 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Pushing event deleted for resources: {'Port': ['ID=2174d6c4-4548-46ec-8d59-4157aafdd677,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:58.550317 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-6d178510-f1a7-4181-86d8-0f5c9c3ac3db service neutron] For port 9197891f-6ece-41d3-8116-69c5f02980c4, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9197891f-6ece-41d3-8116-69c5f02980c4,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:13:58.555969 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8949c088-2bee-4f3f-86d7-3669aeadd791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (7f620cae-5937-48d4-84c9-277b2b02d90e), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:58.570413 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-6d178510-f1a7-4181-86d8-0f5c9c3ac3db service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:58.583566 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-6d178510-f1a7-4181-86d8-0f5c9c3ac3db service neutron] 10.222.0.30 "POST /v2.0/ports/9197891f-6ece-41d3-8116-69c5f02980c4/bindings HTTP/1.1" status: 201 len: 390 time: 0.7286179 Feb 09 01:13:58.626797 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3484d87c-83f7-4a06-bc8b-b3745f53eb62 req-370bd9e3-baa3-45f8-986e-01ae24ae80d1 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Router 821240b1-4bcb-4a78-85e7-de31952f3491 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:13:58.665916 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949c088-2bee-4f3f-86d7-3669aeadd791 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f620cae-5937-48d4-84c9-277b2b02d90e,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:58.803735 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8949c088-2bee-4f3f-86d7-3669aeadd791 admin admin] Checking segment: {'id': '53b577c7-eb1c-4185-8562-d6ab867af691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '3155742c-91e9-48a0-9edb-5d7b18c93eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:13:58.813802 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8949c088-2bee-4f3f-86d7-3669aeadd791 admin admin] Network hostable DHCP agents. Network: 3155742c-91e9-48a0-9edb-5d7b18c93eb0, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:13:58.872845 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8949c088-2bee-4f3f-86d7-3669aeadd791 admin admin] Network 3155742c-91e9-48a0-9edb-5d7b18c93eb0 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:13:58.907678 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3484d87c-83f7-4a06-bc8b-b3745f53eb62 req-370bd9e3-baa3-45f8-986e-01ae24ae80d1 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:13:58.909216 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-8949c088-2bee-4f3f-86d7-3669aeadd791 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 3155742c-91e9-48a0-9edb-5d7b18c93eb0) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:58.920044 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-54ec8a68-7218-43bf-a029-77f1c5b27cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'name': 'tempest-FloatingIPsAssociationTestJSON-1460656888-router', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:47Z', 'updated_at': '2022-02-09T01:13:55Z', 'revision_number': 4, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'gw_port': {'id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:48Z', 'updated_at': '2022-02-09T01:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '3b6e0b78-9096-49a5-9ea4-8f62568b2e3b', 'name': '', 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'mac_address': 'fa:16:3e:b1:35:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:53Z', 'updated_at': '2022-02-09T01:13:55Z', 'revision_number': 2, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'subnets': [{'id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:58.922919 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62027246-593a-4763-84f0-41d55f686af9 None None] Sync routers for ids ['821240b1-4bcb-4a78-85e7-de31952f3491'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:13:58.934327 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30fb7ec-13f6-48c1-9b6c-911a0b9f7004 None None] Network 3155742c-91e9-48a0-9edb-5d7b18c93eb0 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:13:58.939217 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8949c088-2bee-4f3f-86d7-3669aeadd791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:58.939829 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8949c088-2bee-4f3f-86d7-3669aeadd791 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:58.987648 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8949c088-2bee-4f3f-86d7-3669aeadd791 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8179159 Feb 09 01:13:59.054298 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62027246-593a-4763-84f0-41d55f686af9 None None] Routers {'821240b1-4bcb-4a78-85e7-de31952f3491'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:13:59.059322 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ec8a68-7218-43bf-a029-77f1c5b27cbb None None] Checking router: 736c9c0b-18c6-4b31-87e2-b6b139d48913 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:13:59.060289 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-62027246-593a-4763-84f0-41d55f686af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:13:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['821240b1-4bcb-4a78-85e7-de31952f3491'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:59.064092 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ec8a68-7218-43bf-a029-77f1c5b27cbb None None] Updating router 736c9c0b-18c6-4b31-87e2-b6b139d48913 port 3b6e0b78-9096-49a5-9ea4-8f62568b2e3b binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:13:59.100506 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-3484d87c-83f7-4a06-bc8b-b3745f53eb62 req-370bd9e3-baa3-45f8-986e-01ae24ae80d1 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] No DVR routers for this DVR port 2174d6c4-4548-46ec-8d59-4157aafdd677 on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:13:59.108300 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3484d87c-83f7-4a06-bc8b-b3745f53eb62 req-370bd9e3-baa3-45f8-986e-01ae24ae80d1 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:59.115900 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3484d87c-83f7-4a06-bc8b-b3745f53eb62 req-370bd9e3-baa3-45f8-986e-01ae24ae80d1 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.121 "DELETE /v2.0/ports/2174d6c4-4548-46ec-8d59-4157aafdd677 HTTP/1.1" status: 204 len: 173 time: 2.1393938 Feb 09 01:13:59.118842 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f4535cf-4c29-4763-939b-fd93281ed8cd', 'name': 'network-vif-deleted', 'tag': '2174d6c4-4548-46ec-8d59-4157aafdd677'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:13:59.128446 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660f84c1-7577-4ee8-b7e0-418013d922b0" -d '{"events": [{"server_uuid": "0f4535cf-4c29-4763-939b-fd93281ed8cd", "name": "network-vif-deleted", "tag": "2174d6c4-4548-46ec-8d59-4157aafdd677"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:13:59.136767 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-54ec8a68-7218-43bf-a029-77f1c5b27cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3b6e0b78-9096-49a5-9ea4-8f62568b2e3b), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:59.193049 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-fc44951c-0cf2-4d8f-8ef5-e3105f82e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:59.200871 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-fc44951c-0cf2-4d8f-8ef5-e3105f82e0f8 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=991583a4f7ce4c4eb6893f1ec411692c&device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 1128 time: 0.2343099 Feb 09 01:13:59.257623 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 460187ba-b21c-4f38-9e37-85a597e1b3f7 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:13:59.340608 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a49a6-b369-468a-96cb-7fb725de6718 req-7dfd3d1c-d941-4a0f-9a39-e7729789c821 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:59.351346 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7c8a49a6-b369-468a-96cb-7fb725de6718 req-7dfd3d1c-d941-4a0f-9a39-e7729789c821 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 950 time: 0.3222761 Feb 09 01:13:59.434530 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99426574-1135-4e5f-bbc9-1d8a9a43f080 None None] Network 3155742c-91e9-48a0-9edb-5d7b18c93eb0 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:13:59.487511 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-fae1312a-8c24-4b62-869f-130b80f20711 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:59.489638 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-fae1312a-8c24-4b62-869f-130b80f20711 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/networks?id=3fde9f08-e2c6-46e2-8db6-ded916a4f400 HTTP/1.1" status: 200 len: 821 time: 0.4461236 Feb 09 01:13:59.498854 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-62027246-593a-4763-84f0-41d55f686af9 None None] Set router 821240b1-4bcb-4a78-85e7-de31952f3491 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:13:59.503212 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7c8a49a6-b369-468a-96cb-7fb725de6718 req-3cc3084f-e137-492c-982d-6287da882fbd tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500168 Feb 09 01:13:59.533183 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-38d249c1-aad4-4b2a-ace2-b1059303f171 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/quotas/0b233f865ec047a6a7107d45af2813ba HTTP/1.1" status: 200 len: 375 time: 0.0288827 Feb 09 01:13:59.563932 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 460187ba-b21c-4f38-9e37-85a597e1b3f7 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:59.564747 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (460187ba-b21c-4f38-9e37-85a597e1b3f7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:59.721527 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-afb929ba-6808-4bef-b542-ce359b3473c6 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b233f865ec047a6a7107d45af2813ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1730883 Feb 09 01:13:59.765740 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-54ec8a68-7218-43bf-a029-77f1c5b27cbb None None] Publish callbacks [] for port (3b6e0b78-9096-49a5-9ea4-8f62568b2e3b), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:59.775148 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-54ec8a68-7218-43bf-a029-77f1c5b27cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (3b6e0b78-9096-49a5-9ea4-8f62568b2e3b), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:59.851622 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24265f-34dd-42d6-9626-568efe5a3342 req-b03af4e7-733d-4aec-990b-62669fec8fa5 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:59.861846 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dc24265f-34dd-42d6-9626-568efe5a3342 req-b03af4e7-733d-4aec-990b-62669fec8fa5 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 945 time: 0.2461507 Feb 09 01:13:59.884261 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e7e3e7-70d7-426a-86b9-80c581f4f0b8 None None] Pushing event updated for resources: {'Port': ['ID=3b6e0b78-9096-49a5-9ea4-8f62568b2e3b,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:59.967832 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-58edf4be-af77-45ec-b780-dd383ad6f123 service neutron] 10.222.0.30 "GET /v2.0/networks/3fde9f08-e2c6-46e2-8db6-ded916a4f400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447929 Feb 09 01:13:59.984576 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dc24265f-34dd-42d6-9626-568efe5a3342 req-a783fab2-a5d1-48a2-a68b-e315b903da88 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166265 Feb 09 01:14:00.050398 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-54ec8a68-7218-43bf-a029-77f1c5b27cbb None None] Attempting to bind port 3b6e0b78-9096-49a5-9ea4-8f62568b2e3b on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:14:00.051831 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 460187ba-b21c-4f38-9e37-85a597e1b3f7 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:00.053565 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-54ec8a68-7218-43bf-a029-77f1c5b27cbb None None] Attempting to bind port 3b6e0b78-9096-49a5-9ea4-8f62568b2e3b by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'bc74054a-02eb-47eb-9c30-0228fafadd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:14:00.054328 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ec8a68-7218-43bf-a029-77f1c5b27cbb None None] Attempting to bind port 3b6e0b78-9096-49a5-9ea4-8f62568b2e3b on network 3fde9f08-e2c6-46e2-8db6-ded916a4f400 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:14:00.075566 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ec8a68-7218-43bf-a029-77f1c5b27cbb None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:14:00.076244 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ec8a68-7218-43bf-a029-77f1c5b27cbb None None] Checking segment: {'id': 'bc74054a-02eb-47eb-9c30-0228fafadd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:14:00.076642 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-54ec8a68-7218-43bf-a029-77f1c5b27cbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:00.078587 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ec8a68-7218-43bf-a029-77f1c5b27cbb None None] Bound using segment: {'id': 'bc74054a-02eb-47eb-9c30-0228fafadd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:14:00.079198 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-54ec8a68-7218-43bf-a029-77f1c5b27cbb None None] Bound port: 3b6e0b78-9096-49a5-9ea4-8f62568b2e3b, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc74054a-02eb-47eb-9c30-0228fafadd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:14:00.080118 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-54ec8a68-7218-43bf-a029-77f1c5b27cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3b6e0b78-9096-49a5-9ea4-8f62568b2e3b), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:00.094531 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-854e6cbc-f94b-4d53-ba5f-4b33ce66e624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:00.097193 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-854e6cbc-f94b-4d53-ba5f-4b33ce66e624 service neutron] 10.222.0.121 "GET /v2.0/networks?id=28c1f603-e786-4a84-b8ed-ec2e36c0d018 HTTP/1.1" status: 200 len: 909 time: 0.8883247 Feb 09 01:14:00.100781 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-62027246-593a-4763-84f0-41d55f686af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821240b1-4bcb-4a78-85e7-de31952f3491', 'name': 'tempest-ServersTestManualDisk-1441057647-router', 'tenant_id': 'd3ffa09253f8497e9537d3d732314376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '36a35dec-261a-43f0-b3fd-1840cc1d670d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:12:11Z', 'updated_at': '2022-02-09T01:12:17Z', 'revision_number': 4, 'project_id': 'd3ffa09253f8497e9537d3d732314376', 'gw_port': {'id': '36a35dec-261a-43f0-b3fd-1840cc1d670d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821240b1-4bcb-4a78-85e7-de31952f3491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:12:12Z', 'updated_at': '2022-02-09T01:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '71e99fc0-ba73-4b82-afa3-a720f468d6ac', 'name': '', 'network_id': '73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb', 'tenant_id': 'd3ffa09253f8497e9537d3d732314376', 'mac_address': 'fa:16:3e:e5:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821240b1-4bcb-4a78-85e7-de31952f3491', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '25285e17-9f75-4b4d-942d-f442cf0bb715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:12:15Z', 'updated_at': '2022-02-09T01:12:23Z', 'revision_number': 5, 'project_id': 'd3ffa09253f8497e9537d3d732314376', 'subnets': [{'id': '25285e17-9f75-4b4d-942d-f442cf0bb715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:00.167391 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62027246-593a-4763-84f0-41d55f686af9 None None] Checking router: 821240b1-4bcb-4a78-85e7-de31952f3491 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:14:00.181713 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62027246-593a-4763-84f0-41d55f686af9 None None] Routers {'821240b1-4bcb-4a78-85e7-de31952f3491'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:14:00.182620 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-62027246-593a-4763-84f0-41d55f686af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:13:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['821240b1-4bcb-4a78-85e7-de31952f3491'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:00.199115 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-2c97b3a0-f5fd-4817-98fa-9f3c6a17fa78 service neutron] 10.222.0.30 "GET /v2.0/networks/3fde9f08-e2c6-46e2-8db6-ded916a4f400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126441 Feb 09 01:14:00.205376 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-8beba7dc-b4e1-46b9-a425-3aaf0f8e90dc service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9197891f-6ece-41d3-8116-69c5f02980c4 HTTP/1.1" status: 200 len: 217 time: 0.0988374 Feb 09 01:14:00.256231 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-54ec8a68-7218-43bf-a029-77f1c5b27cbb None None] For port 3b6e0b78-9096-49a5-9ea4-8f62568b2e3b, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:14:00.266208 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-54ec8a68-7218-43bf-a029-77f1c5b27cbb None None] For port 3b6e0b78-9096-49a5-9ea4-8f62568b2e3b, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=3b6e0b78-9096-49a5-9ea4-8f62568b2e3b,segment=NetworkSegment(bc74054a-02eb-47eb-9c30-0228fafadd7b),segment_id=bc74054a-02eb-47eb-9c30-0228fafadd7b)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:14:00.283035 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-54ec8a68-7218-43bf-a029-77f1c5b27cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (3b6e0b78-9096-49a5-9ea4-8f62568b2e3b), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:00.353496 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-e98fbdc8-7b5e-4a3a-ad15-6a9bde573835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:00.355280 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-e98fbdc8-7b5e-4a3a-ad15-6a9bde573835 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8fe24410-38bf-494b-a44d-46f0496d84a5 HTTP/1.1" status: 200 len: 848 time: 0.1423864 Feb 09 01:14:00.379844 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-7c41c1e8-b1bc-49db-87ae-cee8ec56b5e6 None None] Provisioning complete for port 3b6e0b78-9096-49a5-9ea4-8f62568b2e3b triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:00.380246 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7c41c1e8-b1bc-49db-87ae-cee8ec56b5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3b6e0b78-9096-49a5-9ea4-8f62568b2e3b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:00.445789 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05de6874-26dd-420b-ae47-446904c5e8c9 x-openstack-request-id: req-05de6874-26dd-420b-ae47-446904c5e8c9 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:14:00.446604 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f4535cf-4c29-4763-939b-fd93281ed8cd", "name": "network-vif-deleted", "tag": "2174d6c4-4548-46ec-8d59-4157aafdd677", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:14:00.447723 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-05de6874-26dd-420b-ae47-446904c5e8c9 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:14:00.449150 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f4535cf-4c29-4763-939b-fd93281ed8cd', 'name': 'network-vif-deleted', 'tag': '2174d6c4-4548-46ec-8d59-4157aafdd677', 'status': 'completed', 'code': 200} Feb 09 01:14:00.451540 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-b8b0b1cc-baa2-4d11-a79f-1d3b6a1b9eb5 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=28c1f603-e786-4a84-b8ed-ec2e36c0d018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823567 Feb 09 01:14:00.486660 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ec8a68-7218-43bf-a029-77f1c5b27cbb None None] Routers {'736c9c0b-18c6-4b31-87e2-b6b139d48913'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:14:00.489271 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-54ec8a68-7218-43bf-a029-77f1c5b27cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:13:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['736c9c0b-18c6-4b31-87e2-b6b139d48913'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:00.498446 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e7e3e7-70d7-426a-86b9-80c581f4f0b8 None None] Pushing event updated for resources: {'Port': ['ID=3b6e0b78-9096-49a5-9ea4-8f62568b2e3b,revision_number=4']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:00.599708 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-62027246-593a-4763-84f0-41d55f686af9 None None] Set router 821240b1-4bcb-4a78-85e7-de31952f3491 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:14:00.610387 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51490) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:00.816576 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-9cc1437b-479e-4676-86c4-edd1a4c336d2 service neutron] 10.222.0.121 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511908 Feb 09 01:14:00.927144 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-54ec8a68-7218-43bf-a029-77f1c5b27cbb None None] Set router 736c9c0b-18c6-4b31-87e2-b6b139d48913 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:14:00.993055 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-9f8cb293-5e6b-4912-9672-cefe2414bfa4 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:01.001178 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-85725676-4530-438e-b779-787108c791d1 service neutron] 10.222.0.121 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724133 Feb 09 01:14:01.004353 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-9f8cb293-5e6b-4912-9672-cefe2414bfa4 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] 10.222.0.30 "GET /v2.0/networks?id=c9772753-5a40-40f9-8f33-2eabab0a38be HTTP/1.1" status: 200 len: 815 time: 0.3183310 Feb 09 01:14:01.111964 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-59b9cd08-99fe-470f-a70d-dbc6e981c216 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] 10.222.0.30 "GET /v2.0/quotas/9248c29e825e4051a9651bb462ce7848 HTTP/1.1" status: 200 len: 375 time: 0.1057127 Feb 09 01:14:01.132248 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3f9c01a9-893d-4c71-aa26-a8afb6d6f485 req-05b29142-20db-4cf3-908f-2ecc2c229e55 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/ports?device_id=40894bac-855c-422c-9eb4-81cb0ac83afb HTTP/1.1" status: 200 len: 210 time: 0.1159248 Feb 09 01:14:01.241908 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-cf2304e0-d9d8-4339-a8b1-e6c9d4789140 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9248c29e825e4051a9651bb462ce7848&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1285503 Feb 09 01:14:01.372268 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7c41c1e8-b1bc-49db-87ae-cee8ec56b5e6 None None] Current status of the port 3b6e0b78-9096-49a5-9ea4-8f62568b2e3b is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:01.373270 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7c41c1e8-b1bc-49db-87ae-cee8ec56b5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3b6e0b78-9096-49a5-9ea4-8f62568b2e3b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:01.394281 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fc255734-fd82-4dbf-b236-7fc18a0d8a6f tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks [] for security_group (442e827f-f1ad-4450-b8fb-9bc169a1e64b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:01.397848 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-54ec8a68-7218-43bf-a029-77f1c5b27cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'name': 'tempest-FloatingIPsAssociationTestJSON-1460656888-router', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:47Z', 'updated_at': '2022-02-09T01:13:55Z', 'revision_number': 4, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'gw_port': {'id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:48Z', 'updated_at': '2022-02-09T01:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '3b6e0b78-9096-49a5-9ea4-8f62568b2e3b', 'name': '', 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'mac_address': 'fa:16:3e:b1:35:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:53Z', 'updated_at': '2022-02-09T01:14:00Z', 'revision_number': 4, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'subnets': [{'id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:01.444167 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ec8a68-7218-43bf-a029-77f1c5b27cbb None None] The sync data for ids ['736c9c0b-18c6-4b31-87e2-b6b139d48913'] in n-d-822053-40 is: [{'id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'name': 'tempest-FloatingIPsAssociationTestJSON-1460656888-router', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:47Z', 'updated_at': '2022-02-09T01:13:55Z', 'revision_number': 4, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'gw_port': {'id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:48Z', 'updated_at': '2022-02-09T01:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '3b6e0b78-9096-49a5-9ea4-8f62568b2e3b', 'name': '', 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'mac_address': 'fa:16:3e:b1:35:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:53Z', 'updated_at': '2022-02-09T01:14:00Z', 'revision_number': 4, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'subnets': [{'id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:14:01.468512 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-7c41c1e8-b1bc-49db-87ae-cee8ec56b5e6 None None] For port 3b6e0b78-9096-49a5-9ea4-8f62568b2e3b, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=3b6e0b78-9096-49a5-9ea4-8f62568b2e3b,segment=NetworkSegment(bc74054a-02eb-47eb-9c30-0228fafadd7b),segment_id=bc74054a-02eb-47eb-9c30-0228fafadd7b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:01.475225 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-b6ac0032-98c2-450e-8fa1-e40f3e462c01 service neutron] 10.222.0.30 "GET /v2.0/networks/c9772753-5a40-40f9-8f33-2eabab0a38be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323651 Feb 09 01:14:01.503837 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fc255734-fd82-4dbf-b236-7fc18a0d8a6f tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks [] for security_group (442e827f-f1ad-4450-b8fb-9bc169a1e64b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:01.548804 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 2174d6c4-4548-46ec-8d59-4157aafdd677 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:14:01.584990 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 2174d6c4-4548-46ec-8d59-4157aafdd677 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:14:01.585328 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 2174d6c4-4548-46ec-8d59-4157aafdd677 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:14:01.587572 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7c41c1e8-b1bc-49db-87ae-cee8ec56b5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (3b6e0b78-9096-49a5-9ea4-8f62568b2e3b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:01.772186 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c41c1e8-b1bc-49db-87ae-cee8ec56b5e6 None None] Pushing event updated for resources: {'Port': ['ID=3b6e0b78-9096-49a5-9ea4-8f62568b2e3b,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:01.816717 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-6d0a8daf-7063-4c90-aa97-9beb594f66c5 None None] Provisioning complete for port 3b6e0b78-9096-49a5-9ea4-8f62568b2e3b triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:01.817384 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6d0a8daf-7063-4c90-aa97-9beb594f66c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3b6e0b78-9096-49a5-9ea4-8f62568b2e3b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:01.943037 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-62027246-593a-4763-84f0-41d55f686af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821240b1-4bcb-4a78-85e7-de31952f3491', 'name': 'tempest-ServersTestManualDisk-1441057647-router', 'tenant_id': 'd3ffa09253f8497e9537d3d732314376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '36a35dec-261a-43f0-b3fd-1840cc1d670d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:12:11Z', 'updated_at': '2022-02-09T01:12:17Z', 'revision_number': 4, 'project_id': 'd3ffa09253f8497e9537d3d732314376', 'gw_port': {'id': '36a35dec-261a-43f0-b3fd-1840cc1d670d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821240b1-4bcb-4a78-85e7-de31952f3491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:12:12Z', 'updated_at': '2022-02-09T01:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '71e99fc0-ba73-4b82-afa3-a720f468d6ac', 'name': '', 'network_id': '73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb', 'tenant_id': 'd3ffa09253f8497e9537d3d732314376', 'mac_address': 'fa:16:3e:e5:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821240b1-4bcb-4a78-85e7-de31952f3491', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '25285e17-9f75-4b4d-942d-f442cf0bb715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:12:15Z', 'updated_at': '2022-02-09T01:12:23Z', 'revision_number': 5, 'project_id': 'd3ffa09253f8497e9537d3d732314376', 'subnets': [{'id': '25285e17-9f75-4b4d-942d-f442cf0bb715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:01.976144 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fc255734-fd82-4dbf-b236-7fc18a0d8a6f tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (442e827f-f1ad-4450-b8fb-9bc169a1e64b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:01.984335 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fc255734-fd82-4dbf-b236-7fc18a0d8a6f tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:01.990450 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51508) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:01.991044 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-fc255734-fd82-4dbf-b236-7fc18a0d8a6f tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "DELETE /v2.0/security-groups/442e827f-f1ad-4450-b8fb-9bc169a1e64b HTTP/1.1" status: 204 len: 168 time: 1.3791301 Feb 09 01:14:02.011150 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3932bf-48d0-4333-9727-37d78211c41c req-18cd8aa5-f065-49fc-b12a-27fcbe62e490 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:02.017306 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-3b029b1c-ed9a-477c-af2f-c3e0f19b8523 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] show failed (client error): The resource could not be found. Feb 09 01:14:02.018384 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3b029b1c-ed9a-477c-af2f-c3e0f19b8523 tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "GET /v2.0/security-groups/442e827f-f1ad-4450-b8fb-9bc169a1e64b HTTP/1.1" status: 404 len: 347 time: 0.0269265 Feb 09 01:14:02.018674 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62027246-593a-4763-84f0-41d55f686af9 None None] The sync data for ids ['821240b1-4bcb-4a78-85e7-de31952f3491'] in n-d-822053-40 is: [{'id': '821240b1-4bcb-4a78-85e7-de31952f3491', 'name': 'tempest-ServersTestManualDisk-1441057647-router', 'tenant_id': 'd3ffa09253f8497e9537d3d732314376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '36a35dec-261a-43f0-b3fd-1840cc1d670d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:12:11Z', 'updated_at': '2022-02-09T01:12:17Z', 'revision_number': 4, 'project_id': 'd3ffa09253f8497e9537d3d732314376', 'gw_port': {'id': '36a35dec-261a-43f0-b3fd-1840cc1d670d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821240b1-4bcb-4a78-85e7-de31952f3491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:12:12Z', 'updated_at': '2022-02-09T01:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '71e99fc0-ba73-4b82-afa3-a720f468d6ac', 'name': '', 'network_id': '73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb', 'tenant_id': 'd3ffa09253f8497e9537d3d732314376', 'mac_address': 'fa:16:3e:e5:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821240b1-4bcb-4a78-85e7-de31952f3491', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '25285e17-9f75-4b4d-942d-f442cf0bb715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:12:15Z', 'updated_at': '2022-02-09T01:12:23Z', 'revision_number': 5, 'project_id': 'd3ffa09253f8497e9537d3d732314376', 'subnets': [{'id': '25285e17-9f75-4b4d-942d-f442cf0bb715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:14:02.021707 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51510) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:02.024117 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6e3932bf-48d0-4333-9727-37d78211c41c req-18cd8aa5-f065-49fc-b12a-27fcbe62e490 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 950 time: 0.6307509 Feb 09 01:14:02.031345 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc255734-fd82-4dbf-b236-7fc18a0d8a6f tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=442e827f-f1ad-4450-b8fb-9bc169a1e64b,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:02.085038 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-936bd00c-d63d-447d-81c3-0539f92c7c5c service neutron] 10.222.0.30 "GET /v2.0/networks/c9772753-5a40-40f9-8f33-2eabab0a38be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5867634 Feb 09 01:14:02.144615 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6e3932bf-48d0-4333-9727-37d78211c41c req-1be7b262-044a-4eae-a4fe-5c9498f0d10c tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195269 Feb 09 01:14:02.193779 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6d0a8daf-7063-4c90-aa97-9beb594f66c5 None None] Current status of the port 3b6e0b78-9096-49a5-9ea4-8f62568b2e3b is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:02.617249 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-3dbc9675-7434-4f7d-9177-cddf4f90c79e tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Deleting port 3ba1e864-24f7-4bad-b19a-466d4f22a5c7 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:14:02.618550 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3dbc9675-7434-4f7d-9177-cddf4f90c79e tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (3ba1e864-24f7-4bad-b19a-466d4f22a5c7), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:02.645325 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c5e090-dc40-48b8-82b5-414b970d6c29 None None] New status for floating IP e43a465f-f79d-4a2b-a9c3-ac8fb6d95199: DOWN {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:14:02.698504 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e36d8-efeb-46ae-a7ef-343547c53900 req-3612b951-8d84-478f-b379-674568570ab2 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:02.707073 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1c4e36d8-efeb-46ae-a7ef-343547c53900 req-3612b951-8d84-478f-b379-674568570ab2 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 945 time: 0.1417532 Feb 09 01:14:02.816342 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1c4e36d8-efeb-46ae-a7ef-343547c53900 req-6a0dbd79-58be-4344-8644-12a376204d49 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079886 Feb 09 01:14:02.985056 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-51eba923-f22a-4200-ba27-8b9a42b1d1c2 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:02.986555 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-51eba923-f22a-4200-ba27-8b9a42b1d1c2 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.121 "GET /v2.0/networks?id=3fde9f08-e2c6-46e2-8db6-ded916a4f400 HTTP/1.1" status: 200 len: 821 time: 0.5257487 Feb 09 01:14:03.069792 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3dbc9675-7434-4f7d-9177-cddf4f90c79e tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (3ba1e864-24f7-4bad-b19a-466d4f22a5c7), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:03.071318 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3dbc9675-7434-4f7d-9177-cddf4f90c79e tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks [] for floatingip (3ba1e864-24f7-4bad-b19a-466d4f22a5c7), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:03.170166 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-fca99e98-cd41-4dc2-9fcd-37ef2bdf1b81 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Request body: {'port': {'device_id': '40894bac-855c-422c-9eb4-81cb0ac83afb', 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400', 'admin_state_up': True, 'tenant_id': '0b233f865ec047a6a7107d45af2813ba'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:03.173481 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 3b6e0b78-9096-49a5-9ea4-8f62568b2e3b up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:14:03.201505 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-3dbc9675-7434-4f7d-9177-cddf4f90c79e tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Calling delete_port for 3ba1e864-24f7-4bad-b19a-466d4f22a5c7 owned by network:floatingip {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:14:03.251863 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1ca2a001-0d8d-41c5-b739-52c03a719a0b req-07438934-b51f-43da-8ee4-0a813d42616d tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/ports?device_id=40894bac-855c-422c-9eb4-81cb0ac83afb HTTP/1.1" status: 200 len: 210 time: 0.0681100 Feb 09 01:14:03.368238 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a6f2a7c0-3c7b-4b61-b3ce-bc475b8fd9e1 req-b0b76750-f46d-43bb-93f7-c96e276161a1 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] 10.222.0.30 "GET /v2.0/ports?device_id=a781a189-ba0f-4618-bf82-c650c88e33e8 HTTP/1.1" status: 200 len: 210 time: 0.1068060 Feb 09 01:14:03.389477 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 3b6e0b78-9096-49a5-9ea4-8f62568b2e3b triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:03.395899 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3b6e0b78-9096-49a5-9ea4-8f62568b2e3b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:03.646979 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 3b6e0b78-9096-49a5-9ea4-8f62568b2e3b is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:03.721356 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-fca99e98-cd41-4dc2-9fcd-37ef2bdf1b81 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Made reservation on behalf of 0b233f865ec047a6a7107d45af2813ba for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:03.725776 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-fca99e98-cd41-4dc2-9fcd-37ef2bdf1b81 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:03.799896 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a317bae-b41a-4de0-bd0e-26421940266a req-e3b95129-e2a1-46b0-806c-cc4c797d3dbe tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:03.799896 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5a317bae-b41a-4de0-bd0e-26421940266a req-e3b95129-e2a1-46b0-806c-cc4c797d3dbe tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 950 time: 0.2178800 Feb 09 01:14:03.902001 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51544) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:03.923281 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5a317bae-b41a-4de0-bd0e-26421940266a req-9fccd304-a695-4612-a7d9-f830b52fcf75 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151996 Feb 09 01:14:04.027846 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3dbc9675-7434-4f7d-9177-cddf4f90c79e tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (3ba1e864-24f7-4bad-b19a-466d4f22a5c7), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:04.053143 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-fca99e98-cd41-4dc2-9fcd-37ef2bdf1b81 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Allocated IP 172.20.0.14 (3fde9f08-e2c6-46e2-8db6-ded916a4f400/6b040f8c-8400-4459-bf91-d804cd8d4a9a/5d37836c-3184-4b81-b103-6d26332c95c4) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:04.219008 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc9675-7434-4f7d-9177-cddf4f90c79e tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Pushing event deleted for resources: {'Port': ['ID=3ba1e864-24f7-4bad-b19a-466d4f22a5c7,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:04.408424 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3dbc9675-7434-4f7d-9177-cddf4f90c79e tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks [] for floatingip (e43a465f-f79d-4a2b-a9c3-ac8fb6d95199), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:04.413312 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3dbc9675-7434-4f7d-9177-cddf4f90c79e tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:04.414783 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3dbc9675-7434-4f7d-9177-cddf4f90c79e tempest-ServersTestManualDisk-335129688 tempest-ServersTestManualDisk-335129688-project] 10.222.0.30 "DELETE /v2.0/floatingips/e43a465f-f79d-4a2b-a9c3-ac8fb6d95199 HTTP/1.1" status: 204 len: 168 time: 2.3918302 Feb 09 01:14:04.418574 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51554) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:04.420531 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b97a44-070e-4905-8811-240873af45cc req-35476071-a6df-4e4b-af43-78b0d0b2b86f tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:04.422866 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-82b97a44-070e-4905-8811-240873af45cc req-35476071-a6df-4e4b-af43-78b0d0b2b86f tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 945 time: 0.3419709 Feb 09 01:14:04.662436 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0a1e8408-7624-4fbb-9c6b-e7397b754860 req-2c771f2d-9796-4171-ac77-aaa233df4da3 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/ports?device_id=40894bac-855c-422c-9eb4-81cb0ac83afb HTTP/1.1" status: 200 len: 210 time: 0.0764456 Feb 09 01:14:04.696294 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-82b97a44-070e-4905-8811-240873af45cc req-3106662c-8096-4785-821d-cbea214f82c4 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465327 Feb 09 01:14:05.016359 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7701f225-807a-4b8e-a9d7-e02df40a15ff req-c86a43fe-a849-4e30-bb1b-4985bfa34143 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] 10.222.0.30 "GET /v2.0/ports?device_id=a781a189-ba0f-4618-bf82-c650c88e33e8 HTTP/1.1" status: 200 len: 210 time: 0.1194117 Feb 09 01:14:05.102002 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-fca99e98-cd41-4dc2-9fcd-37ef2bdf1b81 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks [] for port (5d37836c-3184-4b81-b103-6d26332c95c4), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:05.193539 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-40569ac0-56ea-44ca-b240-efdaf6f37a49 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:05.203514 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-40569ac0-56ea-44ca-b240-efdaf6f37a49 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] 10.222.0.121 "GET /v2.0/networks?id=c9772753-5a40-40f9-8f33-2eabab0a38be HTTP/1.1" status: 200 len: 815 time: 0.5702360 Feb 09 01:14:05.245937 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-c76bb543-137a-4f63-8a52-ae66b10f2f21 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] Request body: {'port': {'device_id': 'a781a189-ba0f-4618-bf82-c650c88e33e8', 'network_id': 'c9772753-5a40-40f9-8f33-2eabab0a38be', 'admin_state_up': True, 'tenant_id': '9248c29e825e4051a9651bb462ce7848'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:05.416374 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972c335-8781-495b-a0d5-238f5692c073 req-121aaddd-d6d2-44cf-a678-0c1ce14626ec tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:05.429433 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7972c335-8781-495b-a0d5-238f5692c073 req-121aaddd-d6d2-44cf-a678-0c1ce14626ec tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 950 time: 0.1536539 Feb 09 01:14:05.591244 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-fca99e98-cd41-4dc2-9fcd-37ef2bdf1b81 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (5d37836c-3184-4b81-b103-6d26332c95c4), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:05.649198 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7972c335-8781-495b-a0d5-238f5692c073 req-a308b973-af88-4f81-abaf-85ded7d8de37 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120125 Feb 09 01:14:05.676888 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8aa65e51-37d6-4bdb-bab6-67ee3be5a0f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (56dc62e7-1868-480d-963b-291f7fa338b6), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:05.693844 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-c76bb543-137a-4f63-8a52-ae66b10f2f21 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] Made reservation on behalf of 9248c29e825e4051a9651bb462ce7848 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:05.697915 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-c76bb543-137a-4f63-8a52-ae66b10f2f21 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:05.810408 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-fca99e98-cd41-4dc2-9fcd-37ef2bdf1b81 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Network 3fde9f08-e2c6-46e2-8db6-ded916a4f400 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:05.819029 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-fca99e98-cd41-4dc2-9fcd-37ef2bdf1b81 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:05.847182 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-fca99e98-cd41-4dc2-9fcd-37ef2bdf1b81 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:14:05.857028 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca99e98-cd41-4dc2-9fcd-37ef2bdf1b81 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Pushing event updated for resources: {'Port': ['ID=5d37836c-3184-4b81-b103-6d26332c95c4,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:06.004966 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4814c9-9ac2-4b2c-9664-a4d95aa71367 req-1a2568f8-c851-4c5e-8d08-2b869192c95f tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:06.006530 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9e4814c9-9ac2-4b2c-9664-a4d95aa71367 req-1a2568f8-c851-4c5e-8d08-2b869192c95f tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 945 time: 0.2071574 Feb 09 01:14:06.057373 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-fca99e98-cd41-4dc2-9fcd-37ef2bdf1b81 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:06.058405 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-fca99e98-cd41-4dc2-9fcd-37ef2bdf1b81 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:06.112811 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde65c0f-2682-461e-902b-e16c32c3ca57 req-24e49ff3-f600-4881-a2c7-b62fb56fcc9a tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:06.113941 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-fca99e98-cd41-4dc2-9fcd-37ef2bdf1b81 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9710758 Feb 09 01:14:06.114307 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cde65c0f-2682-461e-902b-e16c32c3ca57 req-24e49ff3-f600-4881-a2c7-b62fb56fcc9a tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/ports?device_id=40894bac-855c-422c-9eb4-81cb0ac83afb HTTP/1.1" status: 200 len: 932 time: 0.3137367 Feb 09 01:14:06.115034 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-c76bb543-137a-4f63-8a52-ae66b10f2f21 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] Allocated IP 172.20.0.10 (c9772753-5a40-40f9-8f33-2eabab0a38be/19cfe0db-8228-4fc4-897c-f14bd95391c3/7ef7185e-2941-407c-9fe6-16e22e634c01) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:06.132153 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-b18d9ccf-5bd0-4e53-8e3f-03ccbdd16a71 service neutron] Request body: {'port': {'device_id': '40894bac-855c-422c-9eb4-81cb0ac83afb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:06.160970 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-350d7f24-6dab-43f4-9116-45bd55eb4969 None None] Provisioning complete for port 5d37836c-3184-4b81-b103-6d26332c95c4 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:06.162529 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-350d7f24-6dab-43f4-9116-45bd55eb4969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5d37836c-3184-4b81-b103-6d26332c95c4), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:06.205385 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9e4814c9-9ac2-4b2c-9664-a4d95aa71367 req-3e2aa955-c83e-49f8-9ce2-185253340c3a tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656108 Feb 09 01:14:06.238727 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-350d7f24-6dab-43f4-9116-45bd55eb4969 None None] Port 5d37836c-3184-4b81-b103-6d26332c95c4 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:14:06.336567 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cde65c0f-2682-461e-902b-e16c32c3ca57 req-0ee12f64-0c27-42d4-a44e-f29c77deb8e7 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/security-groups?id=b739604c-d70f-4acc-a6a4-8ae594b83425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765778 Feb 09 01:14:06.362670 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-b18d9ccf-5bd0-4e53-8e3f-03ccbdd16a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5d37836c-3184-4b81-b103-6d26332c95c4), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:06.420093 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6c331f18-babc-495e-9f90-a8a90c849a7e req-e542ed66-7c88-4e3a-a9bf-66f57e7295dd tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] 10.222.0.30 "GET /v2.0/ports?device_id=a781a189-ba0f-4618-bf82-c650c88e33e8 HTTP/1.1" status: 200 len: 210 time: 0.0448225 Feb 09 01:14:06.443866 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-8aa65e51-37d6-4bdb-bab6-67ee3be5a0f8 admin admin] Deleting port 2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:14:06.444508 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8aa65e51-37d6-4bdb-bab6-67ee3be5a0f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:06.493322 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c5a48318-3529-4983-81aa-86e375554265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (821240b1-4bcb-4a78-85e7-de31952f3491), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:06.779334 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-c76bb543-137a-4f63-8a52-ae66b10f2f21 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] Publish callbacks [] for port (7ef7185e-2941-407c-9fe6-16e22e634c01), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:07.049822 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f36a7e-b2f8-45ee-a944-3afd6be3df37 req-0c28ce78-14af-4bef-a37d-ef9c7d07188f tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:07.060063 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e5f36a7e-b2f8-45ee-a944-3afd6be3df37 req-0c28ce78-14af-4bef-a37d-ef9c7d07188f tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 950 time: 0.1401272 Feb 09 01:14:07.092186 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-8aa65e51-37d6-4bdb-bab6-67ee3be5a0f8 admin admin] For port 2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea,segment=NetworkSegment(27fa4c45-9ec5-40ed-92ab-1cc81471d9c8),segment_id=27fa4c45-9ec5-40ed-92ab-1cc81471d9c8)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:07.092848 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8aa65e51-37d6-4bdb-bab6-67ee3be5a0f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:07.114516 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-8aa65e51-37d6-4bdb-bab6-67ee3be5a0f8 admin admin] Calling delete_port for 2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:14:07.200037 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-b18d9ccf-5bd0-4e53-8e3f-03ccbdd16a71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d37836c-3184-4b81-b103-6d26332c95c4 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:14:07.222291 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-b18d9ccf-5bd0-4e53-8e3f-03ccbdd16a71 service neutron] Publish callbacks [] for port (5d37836c-3184-4b81-b103-6d26332c95c4), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:07.247970 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-b18d9ccf-5bd0-4e53-8e3f-03ccbdd16a71 service neutron] Transition to ACTIVE for port object 5d37836c-3184-4b81-b103-6d26332c95c4 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:07.255520 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-c76bb543-137a-4f63-8a52-ae66b10f2f21 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (7ef7185e-2941-407c-9fe6-16e22e634c01), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:07.258050 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-b18d9ccf-5bd0-4e53-8e3f-03ccbdd16a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (5d37836c-3184-4b81-b103-6d26332c95c4), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:07.319627 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d9ccf-5bd0-4e53-8e3f-03ccbdd16a71 service neutron] Pushing event updated for resources: {'Port': ['ID=5d37836c-3184-4b81-b103-6d26332c95c4,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:07.387545 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76bb543-137a-4f63-8a52-ae66b10f2f21 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] Pushing event updated for resources: {'Port': ['ID=7ef7185e-2941-407c-9fe6-16e22e634c01,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:07.428173 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-c76bb543-137a-4f63-8a52-ae66b10f2f21 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] Network c9772753-5a40-40f9-8f33-2eabab0a38be is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:07.439807 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-c76bb543-137a-4f63-8a52-ae66b10f2f21 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:07.446639 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-c76bb543-137a-4f63-8a52-ae66b10f2f21 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:14:07.454364 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8aa65e51-37d6-4bdb-bab6-67ee3be5a0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:07.532462 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa65e51-37d6-4bdb-bab6-67ee3be5a0f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:07.554388 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e5f36a7e-b2f8-45ee-a944-3afd6be3df37 req-9fd7937f-0cb9-489c-9d3f-ea7847f31499 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4908187 Feb 09 01:14:07.560014 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-c76bb543-137a-4f63-8a52-ae66b10f2f21 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:07.562082 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-c76bb543-137a-4f63-8a52-ae66b10f2f21 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:07.640159 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-c76bb543-137a-4f63-8a52-ae66b10f2f21 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4108109 Feb 09 01:14:07.680408 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-5ccda6ce-21b9-4cba-a52a-3f14467aa8d2 service neutron] Request body: {'port': {'device_id': 'a781a189-ba0f-4618-bf82-c650c88e33e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:07.985697 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65cf059-3c53-4ba7-9b4d-9b6e5334bbfd req-829abf0d-b4f9-4702-846a-9e0940afe905 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:07.993007 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c65cf059-3c53-4ba7-9b4d-9b6e5334bbfd req-829abf0d-b4f9-4702-846a-9e0940afe905 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 945 time: 0.3441174 Feb 09 01:14:08.059205 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d47c9-c709-4a73-b8a3-ae436e95a6e2 req-1ae21db5-56c7-4775-811b-76130a565e18 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:08.060820 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f1d47c9-c709-4a73-b8a3-ae436e95a6e2 req-1ae21db5-56c7-4775-811b-76130a565e18 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/ports?device_id=40894bac-855c-422c-9eb4-81cb0ac83afb HTTP/1.1" status: 200 len: 944 time: 0.3197758 Feb 09 01:14:08.103149 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c65cf059-3c53-4ba7-9b4d-9b6e5334bbfd req-278cbc6c-6e9b-4926-961c-b892825fdc18 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091874 Feb 09 01:14:08.109007 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8aa65e51-37d6-4bdb-bab6-67ee3be5a0f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (56dc62e7-1868-480d-963b-291f7fa338b6), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:08.391092 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-b18d9ccf-5bd0-4e53-8e3f-03ccbdd16a71 service neutron] Attempting to bind port 5d37836c-3184-4b81-b103-6d26332c95c4 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:14:08.392475 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-b18d9ccf-5bd0-4e53-8e3f-03ccbdd16a71 service neutron] Attempting to bind port 5d37836c-3184-4b81-b103-6d26332c95c4 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'bc74054a-02eb-47eb-9c30-0228fafadd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:14:08.393035 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-b18d9ccf-5bd0-4e53-8e3f-03ccbdd16a71 service neutron] Attempting to bind port 5d37836c-3184-4b81-b103-6d26332c95c4 on network 3fde9f08-e2c6-46e2-8db6-ded916a4f400 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:14:08.399324 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f1d47c9-c709-4a73-b8a3-ae436e95a6e2 req-7241b7da-da00-4249-b923-5ac51b779eed tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/security-groups?id=b739604c-d70f-4acc-a6a4-8ae594b83425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284607 Feb 09 01:14:08.445335 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-5ccda6ce-21b9-4cba-a52a-3f14467aa8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7ef7185e-2941-407c-9fe6-16e22e634c01), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:08.452527 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-b18d9ccf-5bd0-4e53-8e3f-03ccbdd16a71 service neutron] Port 5d37836c-3184-4b81-b103-6d26332c95c4 on network 3fde9f08-e2c6-46e2-8db6-ded916a4f400 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:14:08.452850 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-b18d9ccf-5bd0-4e53-8e3f-03ccbdd16a71 service neutron] Attempting to bind port 5d37836c-3184-4b81-b103-6d26332c95c4 on network 3fde9f08-e2c6-46e2-8db6-ded916a4f400 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:14:08.469090 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-b18d9ccf-5bd0-4e53-8e3f-03ccbdd16a71 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:14:08.469513 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-b18d9ccf-5bd0-4e53-8e3f-03ccbdd16a71 service neutron] Checking segment: {'id': 'bc74054a-02eb-47eb-9c30-0228fafadd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:14:08.469960 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-b18d9ccf-5bd0-4e53-8e3f-03ccbdd16a71 service neutron] Bound using segment: {'id': 'bc74054a-02eb-47eb-9c30-0228fafadd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:14:08.470483 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-b18d9ccf-5bd0-4e53-8e3f-03ccbdd16a71 service neutron] Bound port: 5d37836c-3184-4b81-b103-6d26332c95c4, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc74054a-02eb-47eb-9c30-0228fafadd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:14:08.470913 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-b18d9ccf-5bd0-4e53-8e3f-03ccbdd16a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5d37836c-3184-4b81-b103-6d26332c95c4), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:08.628968 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa65e51-37d6-4bdb-bab6-67ee3be5a0f8 admin admin] Router 56dc62e7-1868-480d-963b-291f7fa338b6 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:14:08.692952 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-b18d9ccf-5bd0-4e53-8e3f-03ccbdd16a71 service neutron] For port 5d37836c-3184-4b81-b103-6d26332c95c4, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:14:08.699078 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-b18d9ccf-5bd0-4e53-8e3f-03ccbdd16a71 service neutron] For port 5d37836c-3184-4b81-b103-6d26332c95c4, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=5d37836c-3184-4b81-b103-6d26332c95c4,segment=NetworkSegment(bc74054a-02eb-47eb-9c30-0228fafadd7b),segment_id=bc74054a-02eb-47eb-9c30-0228fafadd7b)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:14:08.715337 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-b18d9ccf-5bd0-4e53-8e3f-03ccbdd16a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (5d37836c-3184-4b81-b103-6d26332c95c4), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:08.906762 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46bb08-f1a4-4004-8843-90e3cfe72bb2 req-0fcf1c2b-358c-49f9-8eb7-59ffbeb2c7cb tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:08.912474 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c5a48318-3529-4983-81aa-86e375554265 admin admin] Deleting port 71e99fc0-ba73-4b82-afa3-a720f468d6ac {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:14:08.913554 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c5a48318-3529-4983-81aa-86e375554265 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (71e99fc0-ba73-4b82-afa3-a720f468d6ac), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:08.914783 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dc46bb08-f1a4-4004-8843-90e3cfe72bb2 req-0fcf1c2b-358c-49f9-8eb7-59ffbeb2c7cb tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] 10.222.0.30 "GET /v2.0/ports?device_id=a781a189-ba0f-4618-bf82-c650c88e33e8 HTTP/1.1" status: 200 len: 932 time: 0.5732901 Feb 09 01:14:08.930741 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d72de-88b2-4059-92f8-40f65c589285 req-53624246-8c92-4681-8707-b477482721dc tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:08.932129 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d47d72de-88b2-4059-92f8-40f65c589285 req-53624246-8c92-4681-8707-b477482721dc tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 950 time: 0.1277239 Feb 09 01:14:09.003770 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa65e51-37d6-4bdb-bab6-67ee3be5a0f8 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:14:09.015253 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8aa65e51-37d6-4bdb-bab6-67ee3be5a0f8 admin admin] 10.222.0.30 "PUT /v2.0/routers/56dc62e7-1868-480d-963b-291f7fa338b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1095908 Feb 09 01:14:09.015897 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87c19ed-334d-4fd1-909e-581ed9fd080b None None] Sync routers for ids ['56dc62e7-1868-480d-963b-291f7fa338b6'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:14:09.025287 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51686) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:09.033548 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87c19ed-334d-4fd1-909e-581ed9fd080b None None] Routers {'56dc62e7-1868-480d-963b-291f7fa338b6'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:14:09.037229 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e87c19ed-334d-4fd1-909e-581ed9fd080b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:13:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['56dc62e7-1868-480d-963b-291f7fa338b6'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:09.133463 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dc46bb08-f1a4-4004-8843-90e3cfe72bb2 req-56bc7515-b070-4a13-b897-364bc3290c27 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] 10.222.0.30 "GET /v2.0/security-groups?id=adbf4183-4ba0-4b6d-b42d-02fc339dfbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127631 Feb 09 01:14:09.195085 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51690) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:09.229735 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d9ccf-5bd0-4e53-8e3f-03ccbdd16a71 service neutron] Pushing event updated for resources: {'Port': ['ID=5d37836c-3184-4b81-b103-6d26332c95c4,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:09.246442 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d47d72de-88b2-4059-92f8-40f65c589285 req-ec378b22-1d71-45bc-a5b7-0b34c5de584c tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031266 Feb 09 01:14:09.248965 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-b18d9ccf-5bd0-4e53-8e3f-03ccbdd16a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:09.252261 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-b18d9ccf-5bd0-4e53-8e3f-03ccbdd16a71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:09.254466 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-b18d9ccf-5bd0-4e53-8e3f-03ccbdd16a71 service neutron] 10.222.0.121 "PUT /v2.0/ports/5d37836c-3184-4b81-b103-6d26332c95c4 HTTP/1.1" status: 200 len: 1093 time: 3.1286573 Feb 09 01:14:09.255549 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40894bac-855c-422c-9eb4-81cb0ac83afb', 'tag': '5d37836c-3184-4b81-b103-6d26332c95c4'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:14:09.258714 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767476d5-a928-45d6-b181-964db61185df" -d '{"events": [{"name": "network-changed", "server_uuid": "40894bac-855c-422c-9eb4-81cb0ac83afb", "tag": "5d37836c-3184-4b81-b103-6d26332c95c4"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:14:09.330462 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-e87c19ed-334d-4fd1-909e-581ed9fd080b None None] Set router 56dc62e7-1868-480d-963b-291f7fa338b6 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:14:09.452661 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b200884-1b61-4015-9dfd-102b89e637a5 req-4611505e-1673-445f-bb07-b8716086a095 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:09.458586 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33181b7-95ab-4a49-99bf-8464b9f6ff37 x-openstack-request-id: req-a33181b7-95ab-4a49-99bf-8464b9f6ff37 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:14:09.459083 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40894bac-855c-422c-9eb4-81cb0ac83afb", "tag": "5d37836c-3184-4b81-b103-6d26332c95c4", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:14:09.460722 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a33181b7-95ab-4a49-99bf-8464b9f6ff37 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:14:09.461325 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b200884-1b61-4015-9dfd-102b89e637a5 req-4611505e-1673-445f-bb07-b8716086a095 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 945 time: 0.1887698 Feb 09 01:14:09.462201 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40894bac-855c-422c-9eb4-81cb0ac83afb', 'tag': '5d37836c-3184-4b81-b103-6d26332c95c4', 'status': 'completed', 'code': 200} Feb 09 01:14:09.538260 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b200884-1b61-4015-9dfd-102b89e637a5 req-78de19e4-5ed7-406a-9e0a-ae679647a2fa tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760098 Feb 09 01:14:09.540410 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-85ba2a74-15d9-4886-b953-584cea820b76 admin admin] Publish callbacks [] for router (56dc62e7-1868-480d-963b-291f7fa338b6), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:09.564863 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-c5a48318-3529-4983-81aa-86e375554265 admin admin] For port 71e99fc0-ba73-4b82-afa3-a720f468d6ac, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=71e99fc0-ba73-4b82-afa3-a720f468d6ac,segment=NetworkSegment(2b9704c0-6c3a-466c-b73c-7d684fbb4c8c),segment_id=2b9704c0-6c3a-466c-b73c-7d684fbb4c8c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:09.576560 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c5a48318-3529-4983-81aa-86e375554265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (71e99fc0-ba73-4b82-afa3-a720f468d6ac), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:09.625256 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4361a72b-11a6-43fc-a20c-b8cbe8c493d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:09.665828 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c5a48318-3529-4983-81aa-86e375554265 admin admin] Calling delete_port for 71e99fc0-ba73-4b82-afa3-a720f468d6ac owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:14:09.726683 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c42c7-ef49-4a27-9714-2071b3a0b83e req-27d1cbe3-3dcb-432c-be41-147552aa3b10 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:09.739733 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-919c42c7-ef49-4a27-9714-2071b3a0b83e req-27d1cbe3-3dcb-432c-be41-147552aa3b10 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/ports?device_id=40894bac-855c-422c-9eb4-81cb0ac83afb HTTP/1.1" status: 200 len: 944 time: 0.1302059 Feb 09 01:14:09.740746 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-5ccda6ce-21b9-4cba-a52a-3f14467aa8d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ef7185e-2941-407c-9fe6-16e22e634c01 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:14:09.752497 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-5ccda6ce-21b9-4cba-a52a-3f14467aa8d2 service neutron] Publish callbacks [] for port (7ef7185e-2941-407c-9fe6-16e22e634c01), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:09.767840 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-5ccda6ce-21b9-4cba-a52a-3f14467aa8d2 service neutron] Transition to ACTIVE for port object 7ef7185e-2941-407c-9fe6-16e22e634c01 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:09.789755 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e87c19ed-334d-4fd1-909e-581ed9fd080b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839896309-router', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'fd94e2c1-c6a4-4af5-8f0c-a969d00834b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:43Z', 'updated_at': '2022-02-09T01:14:07Z', 'revision_number': 5, 'project_id': '2ba95e383d254696b30a587479c29af0', 'gw_port': {'id': 'fd94e2c1-c6a4-4af5-8f0c-a969d00834b5', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:44Z', 'updated_at': '2022-02-09T01:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:09.818189 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-85ba2a74-15d9-4886-b953-584cea820b76 admin admin] Publish callbacks [] for router_gateway (56dc62e7-1868-480d-963b-291f7fa338b6), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:09.840421 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87c19ed-334d-4fd1-909e-581ed9fd080b None None] Checking router: 56dc62e7-1868-480d-963b-291f7fa338b6 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:14:09.854787 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-919c42c7-ef49-4a27-9714-2071b3a0b83e req-4df182e4-1e5c-414e-bf17-c24e1511887b tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/security-groups?id=b739604c-d70f-4acc-a6a4-8ae594b83425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136434 Feb 09 01:14:09.856182 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87c19ed-334d-4fd1-909e-581ed9fd080b None None] Routers {'56dc62e7-1868-480d-963b-291f7fa338b6'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:14:09.857079 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e87c19ed-334d-4fd1-909e-581ed9fd080b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:13:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['56dc62e7-1868-480d-963b-291f7fa338b6'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:09.869865 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4361a72b-11a6-43fc-a20c-b8cbe8c493d0 admin admin] Publish callbacks [] for security_group (82cd318a-efc0-4578-84d8-8ee39b7842a3), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:09.876842 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-5ccda6ce-21b9-4cba-a52a-3f14467aa8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (7ef7185e-2941-407c-9fe6-16e22e634c01), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:09.988315 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-85ba2a74-15d9-4886-b953-584cea820b76 admin admin] Deleting port fd94e2c1-c6a4-4af5-8f0c-a969d00834b5 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:14:09.988642 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-85ba2a74-15d9-4886-b953-584cea820b76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (fd94e2c1-c6a4-4af5-8f0c-a969d00834b5), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:10.095640 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-e87c19ed-334d-4fd1-909e-581ed9fd080b None None] Set router 56dc62e7-1868-480d-963b-291f7fa338b6 gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:14:10.120309 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-85ba2a74-15d9-4886-b953-584cea820b76 admin admin] For port fd94e2c1-c6a4-4af5-8f0c-a969d00834b5, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=fd94e2c1-c6a4-4af5-8f0c-a969d00834b5,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:10.120695 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-85ba2a74-15d9-4886-b953-584cea820b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (fd94e2c1-c6a4-4af5-8f0c-a969d00834b5), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:10.133145 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-822996a5-954d-4827-be27-e7ad753b3a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:10.135390 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-822996a5-954d-4827-be27-e7ad753b3a28 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0b233f865ec047a6a7107d45af2813ba&device_id=40894bac-855c-422c-9eb4-81cb0ac83afb HTTP/1.1" status: 200 len: 1127 time: 0.7889402 Feb 09 01:14:10.138593 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-85ba2a74-15d9-4886-b953-584cea820b76 admin admin] Calling delete_port for fd94e2c1-c6a4-4af5-8f0c-a969d00834b5 owned by network:router_gateway {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:14:10.141226 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c5a48318-3529-4983-81aa-86e375554265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (71e99fc0-ba73-4b82-afa3-a720f468d6ac), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:10.143074 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4361a72b-11a6-43fc-a20c-b8cbe8c493d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (82cd318a-efc0-4578-84d8-8ee39b7842a3), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:10.210454 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4361a72b-11a6-43fc-a20c-b8cbe8c493d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82cd318a-efc0-4578-84d8-8ee39b7842a3,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:10.290045 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-aeaa4f39-6ecd-41f9-8430-fd6dd4e099d9 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d37836c-3184-4b81-b103-6d26332c95c4 HTTP/1.1" status: 200 len: 217 time: 0.1192844 Feb 09 01:14:10.310406 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e87c19ed-334d-4fd1-909e-581ed9fd080b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839896309-router', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:43Z', 'updated_at': '2022-02-09T01:14:09Z', 'revision_number': 6, 'project_id': '2ba95e383d254696b30a587479c29af0', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:10.409411 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-85ba2a74-15d9-4886-b953-584cea820b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (fd94e2c1-c6a4-4af5-8f0c-a969d00834b5), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:10.410735 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87c19ed-334d-4fd1-909e-581ed9fd080b None None] The sync data for ids ['56dc62e7-1868-480d-963b-291f7fa338b6'] in n-d-822053-40 is: [{'id': '56dc62e7-1868-480d-963b-291f7fa338b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1839896309-router', 'tenant_id': '2ba95e383d254696b30a587479c29af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:43Z', 'updated_at': '2022-02-09T01:14:09Z', 'revision_number': 6, 'project_id': '2ba95e383d254696b30a587479c29af0', 'gw_port_host': None}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:14:10.462073 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccda6ce-21b9-4cba-a52a-3f14467aa8d2 service neutron] Pushing event updated for resources: {'Port': ['ID=7ef7185e-2941-407c-9fe6-16e22e634c01,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:10.500090 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba2a74-15d9-4886-b953-584cea820b76 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd94e2c1-c6a4-4af5-8f0c-a969d00834b5,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:10.547547 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4361a72b-11a6-43fc-a20c-b8cbe8c493d0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=54b38421fcbf4d11a1f6797bf9ef4f5c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3305855 Feb 09 01:14:10.551037 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51704) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:10.640029 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a83a9981-b35c-4d4b-aa71-1369a3f7e159 admin admin] Publish callbacks [] for security_group (82cd318a-efc0-4578-84d8-8ee39b7842a3), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:10.657641 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a48318-3529-4983-81aa-86e375554265 admin admin] Pushing event deleted for resources: {'Port': ['ID=71e99fc0-ba73-4b82-afa3-a720f468d6ac,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:10.680827 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-0db17339-e991-4958-b4b8-b2947d7899ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:10.682585 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-0db17339-e991-4958-b4b8-b2947d7899ef service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6b040f8c-8400-4459-bf91-d804cd8d4a9a HTTP/1.1" status: 200 len: 860 time: 0.3835444 Feb 09 01:14:10.756846 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a83a9981-b35c-4d4b-aa71-1369a3f7e159 admin admin] Publish callbacks [] for security_group (82cd318a-efc0-4578-84d8-8ee39b7842a3), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:10.805643 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdac960-dfce-43e0-a214-379aa6df6377 req-bea92c53-a53f-4d31-9cb9-950e38f271b0 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:10.818014 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ffdac960-dfce-43e0-a214-379aa6df6377 req-bea92c53-a53f-4d31-9cb9-950e38f271b0 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] 10.222.0.30 "GET /v2.0/ports?device_id=a781a189-ba0f-4618-bf82-c650c88e33e8 HTTP/1.1" status: 200 len: 944 time: 0.4212193 Feb 09 01:14:10.827635 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750119d-87a8-4c9a-b507-cea8f44fa2e9 req-e50f2130-ec8f-4276-bbf9-5fb692102915 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:10.832070 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5750119d-87a8-4c9a-b507-cea8f44fa2e9 req-e50f2130-ec8f-4276-bbf9-5fb692102915 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 950 time: 0.4201736 Feb 09 01:14:10.839927 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-85ba2a74-15d9-4886-b953-584cea820b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (56dc62e7-1868-480d-963b-291f7fa338b6), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:10.925534 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-5ccda6ce-21b9-4cba-a52a-3f14467aa8d2 service neutron] Attempting to bind port 7ef7185e-2941-407c-9fe6-16e22e634c01 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:14:10.926508 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-5ccda6ce-21b9-4cba-a52a-3f14467aa8d2 service neutron] Attempting to bind port 7ef7185e-2941-407c-9fe6-16e22e634c01 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'ad487043-1389-4064-a057-c3dbd8cffcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c9772753-5a40-40f9-8f33-2eabab0a38be'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:14:10.927220 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-5ccda6ce-21b9-4cba-a52a-3f14467aa8d2 service neutron] Attempting to bind port 7ef7185e-2941-407c-9fe6-16e22e634c01 on network c9772753-5a40-40f9-8f33-2eabab0a38be {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:14:10.949255 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-5ccda6ce-21b9-4cba-a52a-3f14467aa8d2 service neutron] Port 7ef7185e-2941-407c-9fe6-16e22e634c01 on network c9772753-5a40-40f9-8f33-2eabab0a38be not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:14:10.949992 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-5ccda6ce-21b9-4cba-a52a-3f14467aa8d2 service neutron] Attempting to bind port 7ef7185e-2941-407c-9fe6-16e22e634c01 on network c9772753-5a40-40f9-8f33-2eabab0a38be {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:14:10.977504 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-5ccda6ce-21b9-4cba-a52a-3f14467aa8d2 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:14:10.978129 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-5ccda6ce-21b9-4cba-a52a-3f14467aa8d2 service neutron] Checking segment: {'id': 'ad487043-1389-4064-a057-c3dbd8cffcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c9772753-5a40-40f9-8f33-2eabab0a38be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:14:10.978704 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-5ccda6ce-21b9-4cba-a52a-3f14467aa8d2 service neutron] Bound using segment: {'id': 'ad487043-1389-4064-a057-c3dbd8cffcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c9772753-5a40-40f9-8f33-2eabab0a38be'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:14:10.979571 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-5ccda6ce-21b9-4cba-a52a-3f14467aa8d2 service neutron] Bound port: 7ef7185e-2941-407c-9fe6-16e22e634c01, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad487043-1389-4064-a057-c3dbd8cffcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c9772753-5a40-40f9-8f33-2eabab0a38be'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:14:10.980115 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-5ccda6ce-21b9-4cba-a52a-3f14467aa8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7ef7185e-2941-407c-9fe6-16e22e634c01), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:11.005847 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-8e4cd0e7-2f95-4281-abd2-cc01a910b215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:11.007361 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-8e4cd0e7-2f95-4281-abd2-cc01a910b215 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3fde9f08-e2c6-46e2-8db6-ded916a4f400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2621434 Feb 09 01:14:11.012412 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c5a48318-3529-4983-81aa-86e375554265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (821240b1-4bcb-4a78-85e7-de31952f3491), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:11.100448 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-85ba2a74-15d9-4886-b953-584cea820b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (56dc62e7-1868-480d-963b-291f7fa338b6), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:11.106594 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-85ba2a74-15d9-4886-b953-584cea820b76 admin admin] Publish callbacks [] for router_controller (56dc62e7-1868-480d-963b-291f7fa338b6), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:11.111598 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5750119d-87a8-4c9a-b507-cea8f44fa2e9 req-aafbbf5c-65f5-4191-a1b0-c22adc67eb8a tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329812 Feb 09 01:14:11.179275 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a83a9981-b35c-4d4b-aa71-1369a3f7e159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (82cd318a-efc0-4578-84d8-8ee39b7842a3), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:11.183340 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a83a9981-b35c-4d4b-aa71-1369a3f7e159 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:11.188863 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a83a9981-b35c-4d4b-aa71-1369a3f7e159 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/82cd318a-efc0-4578-84d8-8ee39b7842a3 HTTP/1.1" status: 204 len: 168 time: 0.6365392 Feb 09 01:14:11.193163 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ffdac960-dfce-43e0-a214-379aa6df6377 req-b3694b02-6923-4b0d-81ba-3feb37b1e407 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] 10.222.0.30 "GET /v2.0/security-groups?id=adbf4183-4ba0-4b6d-b42d-02fc339dfbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742692 Feb 09 01:14:11.259913 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a9981-b35c-4d4b-aa71-1369a3f7e159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cd318a-efc0-4578-84d8-8ee39b7842a3,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:11.271546 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a9981-b35c-4d4b-aa71-1369a3f7e159 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:11.272019 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a9981-b35c-4d4b-aa71-1369a3f7e159 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:11.273495 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a9981-b35c-4d4b-aa71-1369a3f7e159 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:11.274091 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a9981-b35c-4d4b-aa71-1369a3f7e159 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:11.274600 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a9981-b35c-4d4b-aa71-1369a3f7e159 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:11.275047 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a9981-b35c-4d4b-aa71-1369a3f7e159 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:11.275472 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a9981-b35c-4d4b-aa71-1369a3f7e159 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:11.276085 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a9981-b35c-4d4b-aa71-1369a3f7e159 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:11.276357 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a9981-b35c-4d4b-aa71-1369a3f7e159 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:11.276941 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a9981-b35c-4d4b-aa71-1369a3f7e159 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:11.277369 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a9981-b35c-4d4b-aa71-1369a3f7e159 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:11.277989 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a9981-b35c-4d4b-aa71-1369a3f7e159 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:11.278412 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a9981-b35c-4d4b-aa71-1369a3f7e159 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:11.282652 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-85ba2a74-15d9-4886-b953-584cea820b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (56dc62e7-1868-480d-963b-291f7fa338b6), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:11.283375 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ba2a74-15d9-4886-b953-584cea820b76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56dc62e7-1868-480d-963b-291f7fa338b6 {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:14:11.288874 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-85ba2a74-15d9-4886-b953-584cea820b76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:11.290162 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-85ba2a74-15d9-4886-b953-584cea820b76 admin admin] 10.222.0.30 "DELETE /v2.0/routers/56dc62e7-1868-480d-963b-291f7fa338b6 HTTP/1.1" status: 204 len: 168 time: 2.2639129 Feb 09 01:14:11.292692 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51716) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:11.458134 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1fde4e0-336a-4fca-adb7-02d422cffeaa admin admin] Deleting subnet 32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:14:11.482198 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-5ccda6ce-21b9-4cba-a52a-3f14467aa8d2 service neutron] For port 7ef7185e-2941-407c-9fe6-16e22e634c01, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:14:11.493616 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-5ccda6ce-21b9-4cba-a52a-3f14467aa8d2 service neutron] For port 7ef7185e-2941-407c-9fe6-16e22e634c01, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7ef7185e-2941-407c-9fe6-16e22e634c01,segment=NetworkSegment(ad487043-1389-4064-a057-c3dbd8cffcb0),segment_id=ad487043-1389-4064-a057-c3dbd8cffcb0)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:14:11.518180 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f1fde4e0-336a-4fca-adb7-02d422cffeaa admin admin] Publish callbacks [] for subnet (32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:11.542775 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:14:11.567818 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-5ccda6ce-21b9-4cba-a52a-3f14467aa8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (7ef7185e-2941-407c-9fe6-16e22e634c01), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:11.603282 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:14:11.604415 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 2c14ff6b-06ca-4c3d-aaa6-cd3cfd54a1ea not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:14:11.606404 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device fd94e2c1-c6a4-4af5-8f0c-a969d00834b5 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:14:11.669707 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: fd94e2c1-c6a4-4af5-8f0c-a969d00834b5 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:14:11.670050 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device fd94e2c1-c6a4-4af5-8f0c-a969d00834b5 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:14:11.681662 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f1fde4e0-336a-4fca-adb7-02d422cffeaa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:11.743857 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-98a3226c-a436-44a3-8db2-9d3f07c1f441 service neutron] 10.222.0.121 "GET /v2.0/networks/3fde9f08-e2c6-46e2-8db6-ded916a4f400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6962080 Feb 09 01:14:11.781218 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bccb210-f942-425e-a94a-cc410ce332c2 req-5d026445-58a4-414c-95ed-d17885b14e84 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:11.784215 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1bccb210-f942-425e-a94a-cc410ce332c2 req-5d026445-58a4-414c-95ed-d17885b14e84 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/ports?device_id=40894bac-855c-422c-9eb4-81cb0ac83afb HTTP/1.1" status: 200 len: 944 time: 0.3100817 Feb 09 01:14:11.789995 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-5ccda6ce-21b9-4cba-a52a-3f14467aa8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:11.790627 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-5ccda6ce-21b9-4cba-a52a-3f14467aa8d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:11.792922 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-5ccda6ce-21b9-4cba-a52a-3f14467aa8d2 service neutron] 10.222.0.121 "PUT /v2.0/ports/7ef7185e-2941-407c-9fe6-16e22e634c01 HTTP/1.1" status: 200 len: 1093 time: 4.1184113 Feb 09 01:14:11.793451 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a781a189-ba0f-4618-bf82-c650c88e33e8', 'tag': '7ef7185e-2941-407c-9fe6-16e22e634c01'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:14:11.799084 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3a28b3-2608-496e-b15b-277bd5baab23" -d '{"events": [{"name": "network-changed", "server_uuid": "a781a189-ba0f-4618-bf82-c650c88e33e8", "tag": "7ef7185e-2941-407c-9fe6-16e22e634c01"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:14:12.141789 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1bccb210-f942-425e-a94a-cc410ce332c2 req-4b305b65-28a9-49d1-b83d-a5c238ce3a47 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/security-groups?id=b739604c-d70f-4acc-a6a4-8ae594b83425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466270 Feb 09 01:14:12.153431 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f1fde4e0-336a-4fca-adb7-02d422cffeaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:12.268096 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5eaf42c-f655-4b15-b6d4-5a599cb17300 x-openstack-request-id: req-f5eaf42c-f655-4b15-b6d4-5a599cb17300 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:14:12.268381 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a781a189-ba0f-4618-bf82-c650c88e33e8", "tag": "7ef7185e-2941-407c-9fe6-16e22e634c01", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:14:12.274539 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f5eaf42c-f655-4b15-b6d4-5a599cb17300 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:14:12.275262 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a781a189-ba0f-4618-bf82-c650c88e33e8', 'tag': '7ef7185e-2941-407c-9fe6-16e22e634c01', 'status': 'completed', 'code': 200} Feb 09 01:14:12.283961 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccda6ce-21b9-4cba-a52a-3f14467aa8d2 service neutron] Pushing event updated for resources: {'Port': ['ID=7ef7185e-2941-407c-9fe6-16e22e634c01,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:12.314338 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d91ae4-d51c-4423-82b8-5fef6616147f req-e500fbc0-815c-4e68-be54-4d52b99150ae tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:12.322898 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-41d91ae4-d51c-4423-82b8-5fef6616147f req-e500fbc0-815c-4e68-be54-4d52b99150ae tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 945 time: 0.2557549 Feb 09 01:14:12.359774 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d07b0ca9-8be2-4a96-9b86-036401de7da1 req-4878e04b-c308-4112-b44e-be79aea1c89b service neutron] 10.222.0.121 "GET /v2.0/networks/3fde9f08-e2c6-46e2-8db6-ded916a4f400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6053131 Feb 09 01:14:12.386896 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-a079838a-c40e-4378-b27d-57ca81bf49ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:12.390010 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-a079838a-c40e-4378-b27d-57ca81bf49ee service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9248c29e825e4051a9651bb462ce7848&device_id=a781a189-ba0f-4618-bf82-c650c88e33e8 HTTP/1.1" status: 200 len: 1127 time: 0.5112545 Feb 09 01:14:12.456280 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-8798a3d4-b6a4-464c-8669-5e32a33904b1 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ef7185e-2941-407c-9fe6-16e22e634c01 HTTP/1.1" status: 200 len: 217 time: 0.0518320 Feb 09 01:14:12.456787 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51744) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:12.574537 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a48318-3529-4983-81aa-86e375554265 admin admin] Router 821240b1-4bcb-4a78-85e7-de31952f3491 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:14:12.606572 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-71b8fbb5-7f4c-4476-8018-e9cfd4ae3a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:12.609295 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-71b8fbb5-7f4c-4476-8018-e9cfd4ae3a4d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=19cfe0db-8228-4fc4-897c-f14bd95391c3 HTTP/1.1" status: 200 len: 855 time: 0.0995882 Feb 09 01:14:12.622512 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767476d5-a928-45d6-b181-964db61185df req-5974c25e-45e8-4b2c-b6b2-7c47c68ba459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:12.624860 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-767476d5-a928-45d6-b181-964db61185df req-5974c25e-45e8-4b2c-b6b2-7c47c68ba459 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0b233f865ec047a6a7107d45af2813ba&device_id=40894bac-855c-422c-9eb4-81cb0ac83afb HTTP/1.1" status: 200 len: 1127 time: 0.1671224 Feb 09 01:14:12.712342 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-45ed1e02-2d3e-4e71-a9a9-e6836ad393e0 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c9772753-5a40-40f9-8f33-2eabab0a38be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942559 Feb 09 01:14:12.783923 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-41d91ae4-d51c-4423-82b8-5fef6616147f req-572fd12f-dc39-40f0-9e03-10c508c4c952 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372611 Feb 09 01:14:12.817553 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f1fde4e0-336a-4fca-adb7-02d422cffeaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:12.823736 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-ede0d31f-b8fb-4b7b-8b8a-eae59575016c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1286856405-network', 'tenant_id': '0edeb144f81f4d66b455a07b636e6ab9'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:12.868273 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fde4e0-336a-4fca-adb7-02d422cffeaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:12.920083 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ef9d6c-ff1f-4782-9726-e340dc292010 None None] Network e8a262a2-1887-44d6-8265-164882c37a5a requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:14:12.938536 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5b672-3b59-4280-98cc-ebcb2808bc4e req-270766b7-b576-492a-9c5d-ad215b94f1e7 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:12.940349 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cac5b672-3b59-4280-98cc-ebcb2808bc4e req-270766b7-b576-492a-9c5d-ad215b94f1e7 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 950 time: 0.6417570 Feb 09 01:14:12.961502 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f1fde4e0-336a-4fca-adb7-02d422cffeaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:12.967390 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f1fde4e0-336a-4fca-adb7-02d422cffeaa admin admin] 10.222.0.30 "DELETE /v2.0/subnets/32190df4-8ee4-4b1f-b36f-bc5e7a9c13a0 HTTP/1.1" status: 204 len: 168 time: 1.6701810 Feb 09 01:14:12.980316 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51750) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:13.102261 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-88a8c643-1513-492c-9fe2-e759aabb2dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (e8a262a2-1887-44d6-8265-164882c37a5a), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:13.176910 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cac5b672-3b59-4280-98cc-ebcb2808bc4e req-604c5bd7-9e26-4fc2-aaf7-cdcbf17efb3a tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105374 Feb 09 01:14:13.197116 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d0213-99dc-45f7-b00a-fdcf3d4f9246 req-93cd9080-6c85-46f4-afaa-dd8c66d21341 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:13.198787 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c6d0213-99dc-45f7-b00a-fdcf3d4f9246 req-93cd9080-6c85-46f4-afaa-dd8c66d21341 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] 10.222.0.30 "GET /v2.0/ports?device_id=a781a189-ba0f-4618-bf82-c650c88e33e8 HTTP/1.1" status: 200 len: 944 time: 0.3114324 Feb 09 01:14:13.212249 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebea03c-9aa5-4170-a33a-d816a9b659bf None None] DHCP port deletion for e8a262a2-1887-44d6-8265-164882c37a5a request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:14:13.329507 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7ebea03c-9aa5-4170-a33a-d816a9b659bf None None] Deleting port c17fe1b9-4ec2-4658-9887-a520b3de1586 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:14:13.329873 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7ebea03c-9aa5-4170-a33a-d816a9b659bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (c17fe1b9-4ec2-4658-9887-a520b3de1586), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:13.379716 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c6d0213-99dc-45f7-b00a-fdcf3d4f9246 req-613805b2-bec1-4214-948e-78b0ff180aa1 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] 10.222.0.30 "GET /v2.0/security-groups?id=adbf4183-4ba0-4b6d-b42d-02fc339dfbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314278 Feb 09 01:14:13.391554 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-88a8c643-1513-492c-9fe2-e759aabb2dd8 admin admin] Deleting port c17fe1b9-4ec2-4658-9887-a520b3de1586 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:14:13.391953 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-88a8c643-1513-492c-9fe2-e759aabb2dd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (c17fe1b9-4ec2-4658-9887-a520b3de1586), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:13.415002 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c6b24-7dc9-4ba9-83f0-6f8245bd0f91 req-75c88d8b-606c-4a58-9945-10c0ee3eb250 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:13.416630 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e21c6b24-7dc9-4ba9-83f0-6f8245bd0f91 req-75c88d8b-606c-4a58-9945-10c0ee3eb250 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/ports?device_id=40894bac-855c-422c-9eb4-81cb0ac83afb HTTP/1.1" status: 200 len: 944 time: 0.1243877 Feb 09 01:14:13.419232 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede0d31f-b8fb-4b7b-8b8a-eae59575016c admin admin] Made reservation on behalf of 0edeb144f81f4d66b455a07b636e6ab9 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:13.422100 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ede0d31f-b8fb-4b7b-8b8a-eae59575016c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:13.462818 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ede0d31f-b8fb-4b7b-8b8a-eae59575016c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:13.510420 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767476d5-a928-45d6-b181-964db61185df req-48a3acf7-9b45-491b-96a7-520414f2d27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:13.511717 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-767476d5-a928-45d6-b181-964db61185df req-48a3acf7-9b45-491b-96a7-520414f2d27d service neutron] 10.222.0.121 "GET /v2.0/networks?id=3fde9f08-e2c6-46e2-8db6-ded916a4f400 HTTP/1.1" status: 200 len: 922 time: 0.8762519 Feb 09 01:14:13.515882 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a48318-3529-4983-81aa-86e375554265 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:14:13.522633 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-2ee405e1-ec84-4fe6-b0cb-fefd8f0c4279 service neutron] 10.222.0.121 "GET /v2.0/networks/c9772753-5a40-40f9-8f33-2eabab0a38be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7648635 Feb 09 01:14:13.525890 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ecea41-7190-4154-bda6-74807748b65a None None] Sync routers for ids ['821240b1-4bcb-4a78-85e7-de31952f3491'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:14:13.528771 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c5a48318-3529-4983-81aa-86e375554265 admin admin] 10.222.0.30 "PUT /v2.0/routers/821240b1-4bcb-4a78-85e7-de31952f3491/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1090214 Feb 09 01:14:13.546530 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51756) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:13.549358 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-88a8c643-1513-492c-9fe2-e759aabb2dd8 admin admin] For port c17fe1b9-4ec2-4658-9887-a520b3de1586, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=c17fe1b9-4ec2-4658-9887-a520b3de1586,segment=NetworkSegment(27fa4c45-9ec5-40ed-92ab-1cc81471d9c8),segment_id=27fa4c45-9ec5-40ed-92ab-1cc81471d9c8)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:13.549721 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-88a8c643-1513-492c-9fe2-e759aabb2dd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (c17fe1b9-4ec2-4658-9887-a520b3de1586), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:13.566309 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ecea41-7190-4154-bda6-74807748b65a None None] Routers {'821240b1-4bcb-4a78-85e7-de31952f3491'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:14:13.568512 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-c7ecea41-7190-4154-bda6-74807748b65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:13:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['821240b1-4bcb-4a78-85e7-de31952f3491'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:13.577361 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-88a8c643-1513-492c-9fe2-e759aabb2dd8 admin admin] Calling delete_port for c17fe1b9-4ec2-4658-9887-a520b3de1586 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:14:13.585906 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e21c6b24-7dc9-4ba9-83f0-6f8245bd0f91 req-24811663-160c-41e7-840e-bcb9126f73c8 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/security-groups?id=b739604c-d70f-4acc-a6a4-8ae594b83425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585288 Feb 09 01:14:13.609900 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-7ebea03c-9aa5-4170-a33a-d816a9b659bf None None] For port c17fe1b9-4ec2-4658-9887-a520b3de1586, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=c17fe1b9-4ec2-4658-9887-a520b3de1586,segment=NetworkSegment(27fa4c45-9ec5-40ed-92ab-1cc81471d9c8),segment_id=27fa4c45-9ec5-40ed-92ab-1cc81471d9c8)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:13.610882 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7ebea03c-9aa5-4170-a33a-d816a9b659bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (c17fe1b9-4ec2-4658-9887-a520b3de1586), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:13.656447 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7ebea03c-9aa5-4170-a33a-d816a9b659bf None None] Calling delete_port for c17fe1b9-4ec2-4658-9887-a520b3de1586 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:14:13.661354 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-767476d5-a928-45d6-b181-964db61185df req-741cb9e1-b439-4911-8961-3e1cb55422a8 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d37836c-3184-4b81-b103-6d26332c95c4 HTTP/1.1" status: 200 len: 217 time: 0.1357210 Feb 09 01:14:13.673407 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-88a8c643-1513-492c-9fe2-e759aabb2dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (c17fe1b9-4ec2-4658-9887-a520b3de1586), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:13.720481 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8c643-1513-492c-9fe2-e759aabb2dd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c17fe1b9-4ec2-4658-9887-a520b3de1586,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:13.731816 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a8c643-1513-492c-9fe2-e759aabb2dd8 admin admin] No DVR routers for this DVR port c17fe1b9-4ec2-4658-9887-a520b3de1586 on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:14:13.796193 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767476d5-a928-45d6-b181-964db61185df req-54879b58-b7e8-4075-8d57-62b5a539dad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:13.798010 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-767476d5-a928-45d6-b181-964db61185df req-54879b58-b7e8-4075-8d57-62b5a539dad0 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6b040f8c-8400-4459-bf91-d804cd8d4a9a HTTP/1.1" status: 200 len: 860 time: 0.0603445 Feb 09 01:14:13.935005 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-88a8c643-1513-492c-9fe2-e759aabb2dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (e8a262a2-1887-44d6-8265-164882c37a5a), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:13.961374 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767476d5-a928-45d6-b181-964db61185df req-617c0dc7-1819-4350-b1ce-98f573d3d939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:13.963172 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-767476d5-a928-45d6-b181-964db61185df req-617c0dc7-1819-4350-b1ce-98f573d3d939 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3fde9f08-e2c6-46e2-8db6-ded916a4f400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1575453 Feb 09 01:14:13.965368 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-c7ecea41-7190-4154-bda6-74807748b65a None None] Set router 821240b1-4bcb-4a78-85e7-de31952f3491 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:14:13.974678 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7ebea03c-9aa5-4170-a33a-d816a9b659bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (c17fe1b9-4ec2-4658-9887-a520b3de1586), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:14.010910 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0d62e251-3eaf-4d66-a36b-0f01df51f9e1 admin admin] Publish callbacks [] for router (821240b1-4bcb-4a78-85e7-de31952f3491), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:14.040533 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-88a8c643-1513-492c-9fe2-e759aabb2dd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8a262a2-1887-44d6-8265-164882c37a5a']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:14.044647 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebea03c-9aa5-4170-a33a-d816a9b659bf None None] No DVR routers for this DVR port c17fe1b9-4ec2-4658-9887-a520b3de1586 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:14:14.058356 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-88a8c643-1513-492c-9fe2-e759aabb2dd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27fa4c45-9ec5-40ed-92ab-1cc81471d9c8') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:14.059611 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-88a8c643-1513-492c-9fe2-e759aabb2dd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27fa4c45-9ec5-40ed-92ab-1cc81471d9c8') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:14.075781 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebea03c-9aa5-4170-a33a-d816a9b659bf None None] Pushing event deleted for resources: {'Port': ['ID=c17fe1b9-4ec2-4658-9887-a520b3de1586,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:14.078445 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-88a8c643-1513-492c-9fe2-e759aabb2dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (27fa4c45-9ec5-40ed-92ab-1cc81471d9c8), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:14.102328 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-88a8c643-1513-492c-9fe2-e759aabb2dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (27fa4c45-9ec5-40ed-92ab-1cc81471d9c8), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:14.118802 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e6361-89b3-4636-8f8a-8cb125338a21 req-dd87879c-b04f-4974-8da2-306f8417311d tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:14.120967 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ba4e6361-89b3-4636-8f8a-8cb125338a21 req-dd87879c-b04f-4974-8da2-306f8417311d tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 945 time: 0.1750953 Feb 09 01:14:14.125080 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88a8c643-1513-492c-9fe2-e759aabb2dd8 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:14:14.125485 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-88a8c643-1513-492c-9fe2-e759aabb2dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (27fa4c45-9ec5-40ed-92ab-1cc81471d9c8), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:14.127694 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:14:14.127694 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:14:14.127694 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:14:14.127694 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:14:14.127694 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:14:14.127694 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:14:14.127694 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:14:14.127694 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:14:14.127694 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:14:14.127694 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:14:14.127694 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:14:14.127694 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:14:14.127694 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:14:14.127694 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:14:14.127694 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:14:14.127694 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:14:14.127694 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:14:14.127694 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:14:14.127694 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:14:14.127694 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:14:14.127694 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:14:14.127694 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:14:14.127694 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:14:14.127694 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:14:14.127694 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:14:14.127694 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:14:14.127694 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:14:14.127694 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:14:14.127694 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:14:14.127694 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:14:14.127694 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:14:14.127694 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:14:14.231238 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fea6db0d-2784-4ff9-b1b0-4aa7a4feb30d req-07721cfb-4511-4c96-8f5f-be353148bddd service neutron] 10.222.0.121 "GET /v2.0/networks/c9772753-5a40-40f9-8f33-2eabab0a38be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6902790 Feb 09 01:14:14.262436 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-88a8c643-1513-492c-9fe2-e759aabb2dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (e8a262a2-1887-44d6-8265-164882c37a5a), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:14.269707 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ede0d31f-b8fb-4b7b-8b8a-eae59575016c admin admin] Publish callbacks [] for security_group (376d5811-5003-401c-8a52-6b0b0393a072), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:14.271678 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ba4e6361-89b3-4636-8f8a-8cb125338a21 req-0ab08fa3-175b-4063-9569-716bcead9cf1 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281803 Feb 09 01:14:14.281117 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-88a8c643-1513-492c-9fe2-e759aabb2dd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:14.291311 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-88a8c643-1513-492c-9fe2-e759aabb2dd8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e8a262a2-1887-44d6-8265-164882c37a5a HTTP/1.1" status: 204 len: 168 time: 1.2993145 Feb 09 01:14:14.302762 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51764) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:14.303635 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ede0d31f-b8fb-4b7b-8b8a-eae59575016c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (376d5811-5003-401c-8a52-6b0b0393a072), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:14.320580 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8c643-1513-492c-9fe2-e759aabb2dd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8a262a2-1887-44d6-8265-164882c37a5a,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:14.418255 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec71d2-df98-45b0-8195-96a7b7129e44 req-71c87fb7-f6cb-4422-8e5e-21e71c704b21 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:14.419938 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fbec71d2-df98-45b0-8195-96a7b7129e44 req-71c87fb7-f6cb-4422-8e5e-21e71c704b21 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 950 time: 0.0956802 Feb 09 01:14:14.470873 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-c7ecea41-7190-4154-bda6-74807748b65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821240b1-4bcb-4a78-85e7-de31952f3491', 'name': 'tempest-ServersTestManualDisk-1441057647-router', 'tenant_id': 'd3ffa09253f8497e9537d3d732314376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '36a35dec-261a-43f0-b3fd-1840cc1d670d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:12:11Z', 'updated_at': '2022-02-09T01:14:10Z', 'revision_number': 5, 'project_id': 'd3ffa09253f8497e9537d3d732314376', 'gw_port': {'id': '36a35dec-261a-43f0-b3fd-1840cc1d670d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821240b1-4bcb-4a78-85e7-de31952f3491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:12:12Z', 'updated_at': '2022-02-09T01:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:14.502343 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ede0d31f-b8fb-4b7b-8b8a-eae59575016c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:14:14.523264 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ecea41-7190-4154-bda6-74807748b65a None None] Checking router: 821240b1-4bcb-4a78-85e7-de31952f3491 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:14:14.540071 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ecea41-7190-4154-bda6-74807748b65a None None] Routers {'821240b1-4bcb-4a78-85e7-de31952f3491'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:14:14.541769 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-c7ecea41-7190-4154-bda6-74807748b65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:13:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['821240b1-4bcb-4a78-85e7-de31952f3491'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:14.550648 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-767476d5-a928-45d6-b181-964db61185df req-32a310dc-e0ae-485f-8211-3d56efa3db09 service neutron] 10.222.0.121 "GET /v2.0/networks/3fde9f08-e2c6-46e2-8db6-ded916a4f400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5777919 Feb 09 01:14:14.552308 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede0d31f-b8fb-4b7b-8b8a-eae59575016c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376d5811-5003-401c-8a52-6b0b0393a072,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:14.577375 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ede0d31f-b8fb-4b7b-8b8a-eae59575016c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (42da4e3b-4a1e-41ef-b635-a8afd4aeb166), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:14.577375 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-ede0d31f-b8fb-4b7b-8b8a-eae59575016c admin admin] Added segment 42da4e3b-4a1e-41ef-b635-a8afd4aeb166 of type vlan for network c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940 Feb 09 01:14:14.668945 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0d62e251-3eaf-4d66-a36b-0f01df51f9e1 admin admin] Publish callbacks [] for router_gateway (821240b1-4bcb-4a78-85e7-de31952f3491), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:14.672119 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fbec71d2-df98-45b0-8195-96a7b7129e44 req-225995d0-89fa-41ef-bb78-9f58e972efb4 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439787 Feb 09 01:14:14.696866 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-c7ecea41-7190-4154-bda6-74807748b65a None None] Set router 821240b1-4bcb-4a78-85e7-de31952f3491 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:14:14.746785 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59022d5-bfcd-4fd8-9d8c-ef2662edc110 req-ca995303-5b70-404e-a6e9-9fa8c9c17cdf tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:14.751682 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e59022d5-bfcd-4fd8-9d8c-ef2662edc110 req-ca995303-5b70-404e-a6e9-9fa8c9c17cdf tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] 10.222.0.30 "GET /v2.0/ports?device_id=a781a189-ba0f-4618-bf82-c650c88e33e8 HTTP/1.1" status: 200 len: 944 time: 0.2014513 Feb 09 01:14:14.777012 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ede0d31f-b8fb-4b7b-8b8a-eae59575016c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:14.796316 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a28b3-2608-496e-b15b-277bd5baab23 req-5d1c9928-4a8d-458f-9a15-1378b094c60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:14.799051 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ae3a28b3-2608-496e-b15b-277bd5baab23 req-5d1c9928-4a8d-458f-9a15-1378b094c60c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9248c29e825e4051a9651bb462ce7848&device_id=a781a189-ba0f-4618-bf82-c650c88e33e8 HTTP/1.1" status: 200 len: 1127 time: 0.4438057 Feb 09 01:14:14.952666 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e59022d5-bfcd-4fd8-9d8c-ef2662edc110 req-a86680be-b9fa-4e97-bfe7-b6c08a78a61f tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] 10.222.0.30 "GET /v2.0/security-groups?id=adbf4183-4ba0-4b6d-b42d-02fc339dfbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951275 Feb 09 01:14:14.968036 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-c7ecea41-7190-4154-bda6-74807748b65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821240b1-4bcb-4a78-85e7-de31952f3491', 'name': 'tempest-ServersTestManualDisk-1441057647-router', 'tenant_id': 'd3ffa09253f8497e9537d3d732314376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '36a35dec-261a-43f0-b3fd-1840cc1d670d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:12:11Z', 'updated_at': '2022-02-09T01:14:10Z', 'revision_number': 5, 'project_id': 'd3ffa09253f8497e9537d3d732314376', 'gw_port': {'id': '36a35dec-261a-43f0-b3fd-1840cc1d670d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821240b1-4bcb-4a78-85e7-de31952f3491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:12:12Z', 'updated_at': '2022-02-09T01:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:14.985431 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb98a89-6e5e-455f-bb76-f1bdce6b49d7 req-b2a6002f-41b6-4964-aa92-6ec3c0a17d05 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:14.990503 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2cb98a89-6e5e-455f-bb76-f1bdce6b49d7 req-b2a6002f-41b6-4964-aa92-6ec3c0a17d05 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/ports?device_id=40894bac-855c-422c-9eb4-81cb0ac83afb HTTP/1.1" status: 200 len: 944 time: 0.1828113 Feb 09 01:14:15.009974 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ecea41-7190-4154-bda6-74807748b65a None None] The sync data for ids ['821240b1-4bcb-4a78-85e7-de31952f3491'] in n-d-822053-40 is: [{'id': '821240b1-4bcb-4a78-85e7-de31952f3491', 'name': 'tempest-ServersTestManualDisk-1441057647-router', 'tenant_id': 'd3ffa09253f8497e9537d3d732314376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '36a35dec-261a-43f0-b3fd-1840cc1d670d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:12:11Z', 'updated_at': '2022-02-09T01:14:10Z', 'revision_number': 5, 'project_id': 'd3ffa09253f8497e9537d3d732314376', 'gw_port': {'id': '36a35dec-261a-43f0-b3fd-1840cc1d670d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821240b1-4bcb-4a78-85e7-de31952f3491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:12:12Z', 'updated_at': '2022-02-09T01:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:14:15.036180 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ede0d31f-b8fb-4b7b-8b8a-eae59575016c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:15.037146 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede0d31f-b8fb-4b7b-8b8a-eae59575016c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:15.037732 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ede0d31f-b8fb-4b7b-8b8a-eae59575016c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:15.059254 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-767476d5-a928-45d6-b181-964db61185df req-a87e2ba1-2007-4abf-8213-d04fc07802ba service neutron] 10.222.0.121 "GET /v2.0/networks/3fde9f08-e2c6-46e2-8db6-ded916a4f400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4916952 Feb 09 01:14:15.088625 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2cb98a89-6e5e-455f-bb76-f1bdce6b49d7 req-03c63991-94b0-471f-8819-a344bf688cdf tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/security-groups?id=b739604c-d70f-4acc-a6a4-8ae594b83425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910425 Feb 09 01:14:15.179856 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ede0d31f-b8fb-4b7b-8b8a-eae59575016c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.7183135 Feb 09 01:14:15.183052 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51770) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:15.193396 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-2a07252f-95dd-474c-9079-b64b7d01d9ed admin admin] Request body: {'subnet': {'network_id': 'c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1286856405-subnet', 'tenant_id': '0edeb144f81f4d66b455a07b636e6ab9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:15.203387 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a28b3-2608-496e-b15b-277bd5baab23 req-5d90cdcd-a64e-4bbb-9609-c299944d99a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:15.205002 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ae3a28b3-2608-496e-b15b-277bd5baab23 req-5d90cdcd-a64e-4bbb-9609-c299944d99a5 service neutron] 10.222.0.121 "GET /v2.0/networks?id=c9772753-5a40-40f9-8f33-2eabab0a38be HTTP/1.1" status: 200 len: 916 time: 0.3915937 Feb 09 01:14:15.208394 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede0d31f-b8fb-4b7b-8b8a-eae59575016c admin admin] Pushing event updated for resources: {'Network': ['ID=c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:15.215284 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0d62e251-3eaf-4d66-a36b-0f01df51f9e1 admin admin] Deleting port 36a35dec-261a-43f0-b3fd-1840cc1d670d {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:14:15.215613 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0d62e251-3eaf-4d66-a36b-0f01df51f9e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (36a35dec-261a-43f0-b3fd-1840cc1d670d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:15.221638 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:14:15.239239 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a07252f-95dd-474c-9079-b64b7d01d9ed admin admin] Made reservation on behalf of 0edeb144f81f4d66b455a07b636e6ab9 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:15.249718 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2a07252f-95dd-474c-9079-b64b7d01d9ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:15.362765 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ae3a28b3-2608-496e-b15b-277bd5baab23 req-6a7e6e25-061a-4997-a853-14e744f9ca45 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ef7185e-2941-407c-9fe6-16e22e634c01 HTTP/1.1" status: 200 len: 217 time: 0.1433401 Feb 09 01:14:15.465231 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device c17fe1b9-4ec2-4658-9887-a520b3de1586 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:14:15.531961 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: c17fe1b9-4ec2-4658-9887-a520b3de1586 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:14:15.534117 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device c17fe1b9-4ec2-4658-9887-a520b3de1586 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:14:15.567847 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 5d37836c-3184-4b81-b103-6d26332c95c4 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:14:15.628157 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0d62e251-3eaf-4d66-a36b-0f01df51f9e1 admin admin] For port 36a35dec-261a-43f0-b3fd-1840cc1d670d, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=36a35dec-261a-43f0-b3fd-1840cc1d670d,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:15.628961 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0d62e251-3eaf-4d66-a36b-0f01df51f9e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (36a35dec-261a-43f0-b3fd-1840cc1d670d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:15.637639 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2a07252f-95dd-474c-9079-b64b7d01d9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (58a3d8a1-b976-4fd7-a8cd-ab2983e09e0d), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:15.647472 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a28b3-2608-496e-b15b-277bd5baab23 req-0d4686da-a7ae-44d1-8472-ec72bf616970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:15.649252 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ae3a28b3-2608-496e-b15b-277bd5baab23 req-0d4686da-a7ae-44d1-8472-ec72bf616970 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=19cfe0db-8228-4fc4-897c-f14bd95391c3 HTTP/1.1" status: 200 len: 855 time: 0.2556722 Feb 09 01:14:15.670064 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0d62e251-3eaf-4d66-a36b-0f01df51f9e1 admin admin] Calling delete_port for 36a35dec-261a-43f0-b3fd-1840cc1d670d owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:14:15.724562 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07252f-95dd-474c-9079-b64b7d01d9ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=58a3d8a1-b976-4fd7-a8cd-ab2983e09e0d,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:15.785329 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 5d37836c-3184-4b81-b103-6d26332c95c4, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=5d37836c-3184-4b81-b103-6d26332c95c4,segment=NetworkSegment(bc74054a-02eb-47eb-9c30-0228fafadd7b),segment_id=bc74054a-02eb-47eb-9c30-0228fafadd7b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:15.789010 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79517b4-593c-4df9-b5d1-2e924511a1ef req-ba494f8c-09bc-48b2-a3ae-008ca9cb326d tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:15.790610 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f79517b4-593c-4df9-b5d1-2e924511a1ef req-ba494f8c-09bc-48b2-a3ae-008ca9cb326d tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 945 time: 0.3064203 Feb 09 01:14:15.801891 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '5d37836c-3184-4b81-b103-6d26332c95c4', 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400', 'port_id': '5d37836c-3184-4b81-b103-6d26332c95c4', 'mac_address': 'fa:16:3e:94:bf:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:14:15.804175 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ae3a28b3-2608-496e-b15b-277bd5baab23 req-156b03e5-8088-4edf-b12a-d95ed24e3371 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c9772753-5a40-40f9-8f33-2eabab0a38be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1378298 Feb 09 01:14:15.863789 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 5d37836c-3184-4b81-b103-6d26332c95c4 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:15.864197 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5d37836c-3184-4b81-b103-6d26332c95c4), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:15.882604 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d37836c-3184-4b81-b103-6d26332c95c4 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:14:15.918650 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 5d37836c-3184-4b81-b103-6d26332c95c4, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=5d37836c-3184-4b81-b103-6d26332c95c4,segment=NetworkSegment(bc74054a-02eb-47eb-9c30-0228fafadd7b),segment_id=bc74054a-02eb-47eb-9c30-0228fafadd7b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:15.927715 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5d37836c-3184-4b81-b103-6d26332c95c4), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:15.935683 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03961f9e-40b7-4aea-945b-9e5598d2d9af req-5dba336e-43f4-45ee-b6b1-48d0b41ddf9f tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:15.941464 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-03961f9e-40b7-4aea-945b-9e5598d2d9af req-5dba336e-43f4-45ee-b6b1-48d0b41ddf9f tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 950 time: 0.1469450 Feb 09 01:14:15.942820 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a07252f-95dd-474c-9079-b64b7d01d9ed admin admin] Checking segment: {'id': '42da4e3b-4a1e-41ef-b635-a8afd4aeb166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:14:15.943183 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a07252f-95dd-474c-9079-b64b7d01d9ed admin admin] Network hostable DHCP agents. Network: c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:14:15.950081 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f79517b4-593c-4df9-b5d1-2e924511a1ef req-b2eced79-610a-4761-9605-fc23d74395b6 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425717 Feb 09 01:14:16.008425 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a07252f-95dd-474c-9079-b64b7d01d9ed admin admin] Network c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:14:16.013494 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=5d37836c-3184-4b81-b103-6d26332c95c4,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:16.025470 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-03961f9e-40b7-4aea-945b-9e5598d2d9af req-d5e6be5b-c421-4214-8e19-de7bc3b29bc5 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736105 Feb 09 01:14:16.026834 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-2a07252f-95dd-474c-9079-b64b7d01d9ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:16.041830 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a07252f-95dd-474c-9079-b64b7d01d9ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:16.042451 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2a07252f-95dd-474c-9079-b64b7d01d9ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:16.046042 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444f098d-6bb5-4166-a165-853393e0fbaa None None] Network c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:14:16.084852 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2a07252f-95dd-474c-9079-b64b7d01d9ed admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8998163 Feb 09 01:14:16.088252 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51780) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:16.098385 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-7dd3e49e-8d7a-4f80-ad1d-c3c469c54ff3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1286856405-router', 'tenant_id': '0edeb144f81f4d66b455a07b636e6ab9', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:16.231879 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7dd3e49e-8d7a-4f80-ad1d-c3c469c54ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (792ad467-42f0-47a1-94a9-0ab71dc2198a), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:16.234039 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ae3a28b3-2608-496e-b15b-277bd5baab23 req-fe03d95d-8796-4380-870e-69543a426c8f service neutron] 10.222.0.121 "GET /v2.0/networks/c9772753-5a40-40f9-8f33-2eabab0a38be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4207642 Feb 09 01:14:16.235553 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7dd3e49e-8d7a-4f80-ad1d-c3c469c54ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (792ad467-42f0-47a1-94a9-0ab71dc2198a), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:16.367642 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ae3a28b3-2608-496e-b15b-277bd5baab23 req-47d154ca-b180-4566-b4ab-9e1533b3b881 service neutron] 10.222.0.121 "GET /v2.0/networks/c9772753-5a40-40f9-8f33-2eabab0a38be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201122 Feb 09 01:14:16.393184 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d037697-2a76-460f-bb3c-be4aeae578ff None None] Network c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:14:16.406989 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-25d126ff-9425-4a4a-a5f9-afb9bef47eb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (c91bc69c-452e-41fb-8699-b76373b8c63b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:16.506929 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7dd3e49e-8d7a-4f80-ad1d-c3c469c54ff3 admin admin] Publish callbacks [] for router_controller (792ad467-42f0-47a1-94a9-0ab71dc2198a), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:16.513707 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['5d37836c-3184-4b81-b103-6d26332c95c4'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:14:16.557911 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9d2cf-74c0-4f12-b870-52ebf85ce6ba req-195784a4-909e-4ba3-b125-75e2cb6208e8 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:16.572028 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7fc9d2cf-74c0-4f12-b870-52ebf85ce6ba req-195784a4-909e-4ba3-b125-75e2cb6208e8 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/ports?device_id=40894bac-855c-422c-9eb4-81cb0ac83afb HTTP/1.1" status: 200 len: 945 time: 0.3471222 Feb 09 01:14:16.645556 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb664de0-4acc-443a-9649-60ca135bc853 req-7113d6d4-6bb8-4abb-ade9-5fd5a985459b tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:16.658695 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bb664de0-4acc-443a-9649-60ca135bc853 req-7113d6d4-6bb8-4abb-ade9-5fd5a985459b tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] 10.222.0.30 "GET /v2.0/ports?device_id=a781a189-ba0f-4618-bf82-c650c88e33e8 HTTP/1.1" status: 200 len: 944 time: 0.5197206 Feb 09 01:14:16.790622 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7fc9d2cf-74c0-4f12-b870-52ebf85ce6ba req-df0950b8-4b8c-4564-800f-86332691690b tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/security-groups?id=b739604c-d70f-4acc-a6a4-8ae594b83425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174954 Feb 09 01:14:16.894527 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0d62e251-3eaf-4d66-a36b-0f01df51f9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (36a35dec-261a-43f0-b3fd-1840cc1d670d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:16.926625 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7dd3e49e-8d7a-4f80-ad1d-c3c469c54ff3 admin admin] Publish callbacks [] for router_gateway (792ad467-42f0-47a1-94a9-0ab71dc2198a), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:16.969001 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62e251-3eaf-4d66-a36b-0f01df51f9e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=36a35dec-261a-43f0-b3fd-1840cc1d670d,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:17.007776 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bb664de0-4acc-443a-9649-60ca135bc853 req-f01d4061-1ba1-495d-ab0a-f88fe68ccd26 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] 10.222.0.30 "GET /v2.0/security-groups?id=adbf4183-4ba0-4b6d-b42d-02fc339dfbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479137 Feb 09 01:14:17.071583 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0d62e251-3eaf-4d66-a36b-0f01df51f9e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (821240b1-4bcb-4a78-85e7-de31952f3491), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:17.179102 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 71e99fc0-ba73-4b82-afa3-a720f468d6ac no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:14:17.204002 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 71e99fc0-ba73-4b82-afa3-a720f468d6ac {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:14:17.204726 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 71e99fc0-ba73-4b82-afa3-a720f468d6ac not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:14:17.215386 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0d62e251-3eaf-4d66-a36b-0f01df51f9e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (821240b1-4bcb-4a78-85e7-de31952f3491), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:17.219538 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0d62e251-3eaf-4d66-a36b-0f01df51f9e1 admin admin] Publish callbacks [] for router_controller (821240b1-4bcb-4a78-85e7-de31952f3491), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:17.300481 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0d62e251-3eaf-4d66-a36b-0f01df51f9e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (821240b1-4bcb-4a78-85e7-de31952f3491), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:17.300991 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d62e251-3eaf-4d66-a36b-0f01df51f9e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 821240b1-4bcb-4a78-85e7-de31952f3491 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:14:17.306871 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0d62e251-3eaf-4d66-a36b-0f01df51f9e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:17.310275 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0d62e251-3eaf-4d66-a36b-0f01df51f9e1 admin admin] 10.222.0.30 "DELETE /v2.0/routers/821240b1-4bcb-4a78-85e7-de31952f3491 HTTP/1.1" status: 204 len: 168 time: 3.7542574 Feb 09 01:14:17.315281 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51790) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:17.398538 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366512e5-52c5-4af6-8432-573f25543a49 req-439a6f8b-9c39-4063-a1d0-f8147f20467f tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:17.400949 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-366512e5-52c5-4af6-8432-573f25543a49 req-439a6f8b-9c39-4063-a1d0-f8147f20467f tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 950 time: 0.1897357 Feb 09 01:14:17.409577 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa474d-4d3b-44f4-9529-5b07177ebfc0 req-81c68b22-4592-40e3-a76e-9a718a494d19 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:17.417249 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-49fa474d-4d3b-44f4-9529-5b07177ebfc0 req-81c68b22-4592-40e3-a76e-9a718a494d19 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 945 time: 0.2799187 Feb 09 01:14:17.465858 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-28588940-62d1-469f-b3fb-c343610caeca admin admin] Deleting subnet 25285e17-9f75-4b4d-942d-f442cf0bb715 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:14:17.470154 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28588940-62d1-469f-b3fb-c343610caeca admin admin] Publish callbacks [] for subnet (25285e17-9f75-4b4d-942d-f442cf0bb715), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:17.531868 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-366512e5-52c5-4af6-8432-573f25543a49 req-f5662e71-4958-4bfd-8d2f-f3fb5532a1a4 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105609 Feb 09 01:14:17.558588 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28588940-62d1-469f-b3fb-c343610caeca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (25285e17-9f75-4b4d-942d-f442cf0bb715), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:17.578314 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-49fa474d-4d3b-44f4-9529-5b07177ebfc0 req-69cabc0d-391e-4e7d-8333-8fc1671d8439 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526413 Feb 09 01:14:17.579951 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 7ef7185e-2941-407c-9fe6-16e22e634c01 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:14:17.582221 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 5d37836c-3184-4b81-b103-6d26332c95c4 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:14:17.599659 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7dd3e49e-8d7a-4f80-ad1d-c3c469c54ff3 admin admin] Publish callbacks [] for router_gateway (792ad467-42f0-47a1-94a9-0ab71dc2198a), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:17.619534 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7dd3e49e-8d7a-4f80-ad1d-c3c469c54ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:17.674379 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28588940-62d1-469f-b3fb-c343610caeca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (25285e17-9f75-4b4d-942d-f442cf0bb715), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:17.792328 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 5d37836c-3184-4b81-b103-6d26332c95c4 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:14:17.797033 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28588940-62d1-469f-b3fb-c343610caeca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (25285e17-9f75-4b4d-942d-f442cf0bb715), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:17.801817 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 5d37836c-3184-4b81-b103-6d26332c95c4 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:17.802774 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5d37836c-3184-4b81-b103-6d26332c95c4), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:17.805602 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-7dd3e49e-8d7a-4f80-ad1d-c3c469c54ff3 admin admin] Allocated IP 172.25.1.248 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/30e27974-d6df-421a-b97a-2378eaadd3c0) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:17.865697 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 7ef7185e-2941-407c-9fe6-16e22e634c01, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7ef7185e-2941-407c-9fe6-16e22e634c01,segment=NetworkSegment(ad487043-1389-4064-a057-c3dbd8cffcb0),segment_id=ad487043-1389-4064-a057-c3dbd8cffcb0)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:17.882797 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '7ef7185e-2941-407c-9fe6-16e22e634c01', 'network_id': 'c9772753-5a40-40f9-8f33-2eabab0a38be', 'port_id': '7ef7185e-2941-407c-9fe6-16e22e634c01', 'mac_address': 'fa:16:3e:c7:9e:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19cfe0db-8228-4fc4-897c-f14bd95391c3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:14:17.902505 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28588940-62d1-469f-b3fb-c343610caeca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25285e17-9f75-4b4d-942d-f442cf0bb715,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:17.914210 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28588940-62d1-469f-b3fb-c343610caeca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:17.926916 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-28588940-62d1-469f-b3fb-c343610caeca admin admin] 10.222.0.30 "DELETE /v2.0/subnets/25285e17-9f75-4b4d-942d-f442cf0bb715 HTTP/1.1" status: 204 len: 168 time: 0.6104848 Feb 09 01:14:17.930088 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51796) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:18.024112 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7dd3e49e-8d7a-4f80-ad1d-c3c469c54ff3 admin admin] Publish callbacks [] for port (30e27974-d6df-421a-b97a-2378eaadd3c0), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:18.047216 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5860d9c6-572d-49a1-9f7b-881c166138d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:18.061634 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d117d86-8372-4ba8-9627-d44cfe99ba54 None None] Network 73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:14:18.108655 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-25d126ff-9425-4a4a-a5f9-afb9bef47eb1 admin admin] Deleting port bc80a23e-f638-43b0-a2b2-c3449ed522be {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:14:18.108994 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-25d126ff-9425-4a4a-a5f9-afb9bef47eb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (bc80a23e-f638-43b0-a2b2-c3449ed522be), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:18.112458 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb91d26-a930-4269-b22a-ebc69b8bf9ce req-bcb7dd70-40ad-44f3-a7e1-a8377a230ae0 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:18.119901 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8bb91d26-a930-4269-b22a-ebc69b8bf9ce req-bcb7dd70-40ad-44f3-a7e1-a8377a230ae0 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/ports?device_id=40894bac-855c-422c-9eb4-81cb0ac83afb HTTP/1.1" status: 200 len: 945 time: 0.1178970 Feb 09 01:14:18.177920 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7dd3e49e-8d7a-4f80-ad1d-c3c469c54ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (30e27974-d6df-421a-b97a-2378eaadd3c0), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:18.198221 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 5d37836c-3184-4b81-b103-6d26332c95c4 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:18.198554 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5d37836c-3184-4b81-b103-6d26332c95c4), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:18.238978 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5860d9c6-572d-49a1-9f7b-881c166138d6 admin admin] Deleting port e780d431-2d4f-4484-9129-80493115fbe3 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:14:18.239319 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5860d9c6-572d-49a1-9f7b-881c166138d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (e780d431-2d4f-4484-9129-80493115fbe3), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:18.283260 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8bb91d26-a930-4269-b22a-ebc69b8bf9ce req-3694a943-e7e7-4f18-ab01-efa6a7225754 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/security-groups?id=b739604c-d70f-4acc-a6a4-8ae594b83425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622345 Feb 09 01:14:18.336241 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-25d126ff-9425-4a4a-a5f9-afb9bef47eb1 admin admin] For port bc80a23e-f638-43b0-a2b2-c3449ed522be, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=bc80a23e-f638-43b0-a2b2-c3449ed522be,segment=NetworkSegment(23db5a79-905e-442f-99d5-c3c72a5a9794),segment_id=23db5a79-905e-442f-99d5-c3c72a5a9794)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:18.336607 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-25d126ff-9425-4a4a-a5f9-afb9bef47eb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (bc80a23e-f638-43b0-a2b2-c3449ed522be), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:18.360023 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-25d126ff-9425-4a4a-a5f9-afb9bef47eb1 admin admin] Calling delete_port for bc80a23e-f638-43b0-a2b2-c3449ed522be owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:14:18.362627 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd3e49e-8d7a-4f80-ad1d-c3c469c54ff3 admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:18.369070 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-7dd3e49e-8d7a-4f80-ad1d-c3c469c54ff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:18.371251 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3e49e-8d7a-4f80-ad1d-c3c469c54ff3 admin admin] Pushing event updated for resources: {'Port': ['ID=30e27974-d6df-421a-b97a-2378eaadd3c0,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:18.377000 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd3e49e-8d7a-4f80-ad1d-c3c469c54ff3 admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:14:18.384830 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 5d37836c-3184-4b81-b103-6d26332c95c4, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=5d37836c-3184-4b81-b103-6d26332c95c4,segment=NetworkSegment(bc74054a-02eb-47eb-9c30-0228fafadd7b),segment_id=bc74054a-02eb-47eb-9c30-0228fafadd7b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:18.387499 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40894bac-855c-422c-9eb4-81cb0ac83afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d37836c-3184-4b81-b103-6d26332c95c4'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:14:18.390823 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f5a260-7d1c-4203-b41f-34add6fbd44b" -d '{"events": [{"server_uuid": "40894bac-855c-422c-9eb4-81cb0ac83afb", "name": "network-vif-plugged", "status": "completed", "tag": "5d37836c-3184-4b81-b103-6d26332c95c4"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:14:18.406284 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 7ef7185e-2941-407c-9fe6-16e22e634c01 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:18.406284 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7ef7185e-2941-407c-9fe6-16e22e634c01), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:18.408229 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5d37836c-3184-4b81-b103-6d26332c95c4), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:18.464994 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767b453-35f4-4847-acc4-744b19e9f344 req-3c62c0bb-5518-4e5d-860f-731529c310a5 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:18.472056 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4767b453-35f4-4847-acc4-744b19e9f344 req-3c62c0bb-5518-4e5d-860f-731529c310a5 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] 10.222.0.30 "GET /v2.0/ports?device_id=a781a189-ba0f-4618-bf82-c650c88e33e8 HTTP/1.1" status: 200 len: 944 time: 0.2284925 Feb 09 01:14:18.479581 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ef7185e-2941-407c-9fe6-16e22e634c01 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:14:18.481124 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-5860d9c6-572d-49a1-9f7b-881c166138d6 admin admin] For port e780d431-2d4f-4484-9129-80493115fbe3, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=e780d431-2d4f-4484-9129-80493115fbe3,segment=NetworkSegment(2b9704c0-6c3a-466c-b73c-7d684fbb4c8c),segment_id=2b9704c0-6c3a-466c-b73c-7d684fbb4c8c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:18.481746 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5860d9c6-572d-49a1-9f7b-881c166138d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (e780d431-2d4f-4484-9129-80493115fbe3), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:18.510874 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5860d9c6-572d-49a1-9f7b-881c166138d6 admin admin] Calling delete_port for e780d431-2d4f-4484-9129-80493115fbe3 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:14:18.594510 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 7ef7185e-2941-407c-9fe6-16e22e634c01, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7ef7185e-2941-407c-9fe6-16e22e634c01,segment=NetworkSegment(ad487043-1389-4064-a057-c3dbd8cffcb0),segment_id=ad487043-1389-4064-a057-c3dbd8cffcb0)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:18.611344 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7ef7185e-2941-407c-9fe6-16e22e634c01), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:18.614834 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=5d37836c-3184-4b81-b103-6d26332c95c4,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:18.695895 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4767b453-35f4-4847-acc4-744b19e9f344 req-15d5a803-35e0-4d47-9ff2-96a667644640 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] 10.222.0.30 "GET /v2.0/security-groups?id=adbf4183-4ba0-4b6d-b42d-02fc339dfbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084191 Feb 09 01:14:18.701862 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=7ef7185e-2941-407c-9fe6-16e22e634c01,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:18.741994 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79c5312-634c-4e6c-a0f3-c3a73b65d562 None None] DHCP port deletion for 73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:14:18.793538 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5860d9c6-572d-49a1-9f7b-881c166138d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (e780d431-2d4f-4484-9129-80493115fbe3), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:18.895693 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75395064-62af-4f9a-a9b5-45c5c9851a79 x-openstack-request-id: req-75395064-62af-4f9a-a9b5-45c5c9851a79 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:14:18.896123 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40894bac-855c-422c-9eb4-81cb0ac83afb", "name": "network-vif-plugged", "status": "completed", "tag": "5d37836c-3184-4b81-b103-6d26332c95c4", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:14:18.896334 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-75395064-62af-4f9a-a9b5-45c5c9851a79 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:14:18.899709 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40894bac-855c-422c-9eb4-81cb0ac83afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d37836c-3184-4b81-b103-6d26332c95c4', 'code': 200} Feb 09 01:14:18.905073 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5860d9c6-572d-49a1-9f7b-881c166138d6 admin admin] No DVR routers for this DVR port e780d431-2d4f-4484-9129-80493115fbe3 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:14:18.931678 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5860d9c6-572d-49a1-9f7b-881c166138d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e780d431-2d4f-4484-9129-80493115fbe3,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:18.993024 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e79c5312-634c-4e6c-a0f3-c3a73b65d562 None None] Deleting port e780d431-2d4f-4484-9129-80493115fbe3 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:14:18.993385 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e79c5312-634c-4e6c-a0f3-c3a73b65d562 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (e780d431-2d4f-4484-9129-80493115fbe3), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:19.073939 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba766a-fc1b-4790-b544-a84374250ba4 req-201ebee6-6a0b-4d24-8717-e151bef238b6 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:19.078258 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5860d9c6-572d-49a1-9f7b-881c166138d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:19.084440 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3dba766a-fc1b-4790-b544-a84374250ba4 req-201ebee6-6a0b-4d24-8717-e151bef238b6 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 950 time: 0.1469216 Feb 09 01:14:19.086359 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['7ef7185e-2941-407c-9fe6-16e22e634c01'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:14:19.088663 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7dd3e49e-8d7a-4f80-ad1d-c3c469c54ff3 admin admin] Publish callbacks [] for router_gateway (792ad467-42f0-47a1-94a9-0ab71dc2198a), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:19.120836 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-5860d9c6-572d-49a1-9f7b-881c166138d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:19.136042 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-25d126ff-9425-4a4a-a5f9-afb9bef47eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (bc80a23e-f638-43b0-a2b2-c3449ed522be), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:19.141633 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-5860d9c6-572d-49a1-9f7b-881c166138d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b9704c0-6c3a-466c-b73c-7d684fbb4c8c') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:19.141973 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-5860d9c6-572d-49a1-9f7b-881c166138d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b9704c0-6c3a-466c-b73c-7d684fbb4c8c') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:19.176816 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e79c5312-634c-4e6c-a0f3-c3a73b65d562 None None] For port e780d431-2d4f-4484-9129-80493115fbe3, host n-d-822053-40, got binding levels [] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:19.177357 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e79c5312-634c-4e6c-a0f3-c3a73b65d562 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (e780d431-2d4f-4484-9129-80493115fbe3), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:19.184695 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5860d9c6-572d-49a1-9f7b-881c166138d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (2b9704c0-6c3a-466c-b73c-7d684fbb4c8c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:19.207686 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d126ff-9425-4a4a-a5f9-afb9bef47eb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc80a23e-f638-43b0-a2b2-c3449ed522be,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:19.217884 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e780d431-2d4f-4484-9129-80493115fbe3 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:14:19.224705 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e79c5312-634c-4e6c-a0f3-c3a73b65d562 None None] Calling delete_port for e780d431-2d4f-4484-9129-80493115fbe3 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:14:19.258280 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5860d9c6-572d-49a1-9f7b-881c166138d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (2b9704c0-6c3a-466c-b73c-7d684fbb4c8c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:19.265190 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062379b-57c3-428a-9dc0-891dc98632a7 req-72a2fbe0-5ebe-4ee7-90fd-a5cd6944a764 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:19.268231 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5860d9c6-572d-49a1-9f7b-881c166138d6 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:14:19.269202 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.ipam_backend_mixin [None req-e79c5312-634c-4e6c-a0f3-c3a73b65d562 None None] Port e780d431-2d4f-4484-9129-80493115fbe3 was not found and therefore no delete operation was performed {{(pid=103530) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:14:19.270109 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2062379b-57c3-428a-9dc0-891dc98632a7 req-72a2fbe0-5ebe-4ee7-90fd-a5cd6944a764 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 945 time: 0.3471949 Feb 09 01:14:19.276829 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5860d9c6-572d-49a1-9f7b-881c166138d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (2b9704c0-6c3a-466c-b73c-7d684fbb4c8c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:19.299569 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e79c5312-634c-4e6c-a0f3-c3a73b65d562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (e780d431-2d4f-4484-9129-80493115fbe3), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:19.301428 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: e780d431-2d4f-4484-9129-80493115fbe3 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:14:19.301766 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e780d431-2d4f-4484-9129-80493115fbe3 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:14:19.302186 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 36a35dec-261a-43f0-b3fd-1840cc1d670d no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:14:19.329272 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3dba766a-fc1b-4790-b544-a84374250ba4 req-05193744-6151-421e-aa1a-c40cc55bcdda tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434702 Feb 09 01:14:19.369750 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c5312-634c-4e6c-a0f3-c3a73b65d562 None None] Pushing event deleted for resources: {'Port': ['ID=e780d431-2d4f-4484-9129-80493115fbe3,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:19.378820 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:19.379608 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 36a35dec-261a-43f0-b3fd-1840cc1d670d {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:14:19.380051 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 36a35dec-261a-43f0-b3fd-1840cc1d670d not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:14:19.393824 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79c5312-634c-4e6c-a0f3-c3a73b65d562 None None] No DVR routers for this DVR port e780d431-2d4f-4484-9129-80493115fbe3 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:14:19.473512 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:14:19.473512 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:14:19.473512 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:14:19.473512 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:14:19.473512 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:14:19.473512 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:14:19.473512 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:14:19.473512 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:14:19.473512 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:14:19.473512 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:14:19.473512 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:14:19.473512 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:14:19.473512 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:14:19.473512 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:14:19.473512 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:14:19.473512 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:14:19.473512 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:14:19.473512 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:14:19.473512 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:14:19.473512 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:14:19.473512 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:14:19.473512 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:14:19.473512 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:14:19.473512 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:14:19.473512 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:14:19.473512 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:14:19.473512 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:14:19.473512 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:14:19.473512 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:14:19.473512 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:14:19.473512 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:14:19.473512 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:14:19.481814 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5860d9c6-572d-49a1-9f7b-881c166138d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:19.502658 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d3084-b5fd-4c76-8c0f-b934f285a3d1 req-5743c8f6-2120-4692-b11e-0f2482395547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:19.505122 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-da9d3084-b5fd-4c76-8c0f-b934f285a3d1 req-5743c8f6-2120-4692-b11e-0f2482395547 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=40894bac-855c-422c-9eb4-81cb0ac83afb HTTP/1.1" status: 200 len: 1129 time: 0.6074495 Feb 09 01:14:19.561811 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2062379b-57c3-428a-9dc0-891dc98632a7 req-60ba6cb8-7e93-4f21-8da9-3200f864792c tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500193 Feb 09 01:14:19.604688 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5860d9c6-572d-49a1-9f7b-881c166138d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:19.616333 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5860d9c6-572d-49a1-9f7b-881c166138d6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb HTTP/1.1" status: 204 len: 168 time: 1.6848600 Feb 09 01:14:19.711236 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-25d126ff-9425-4a4a-a5f9-afb9bef47eb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (c91bc69c-452e-41fb-8699-b76373b8c63b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:19.720061 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5860d9c6-572d-49a1-9f7b-881c166138d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=73bd629f-10b0-4e3f-a0b9-bbf1fd48afdb,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:19.726614 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f0cbf-f1d0-406b-a470-6e15be390ef0 req-3f33aaeb-bc18-4920-aa00-4ae62b714e0b tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:19.729365 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-036f0cbf-f1d0-406b-a470-6e15be390ef0 req-3f33aaeb-bc18-4920-aa00-4ae62b714e0b tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/ports?device_id=40894bac-855c-422c-9eb4-81cb0ac83afb HTTP/1.1" status: 200 len: 946 time: 0.2063918 Feb 09 01:14:19.803722 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7dd3e49e-8d7a-4f80-ad1d-c3c469c54ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (792ad467-42f0-47a1-94a9-0ab71dc2198a), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:19.817736 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-036f0cbf-f1d0-406b-a470-6e15be390ef0 req-6b8750b7-9751-4416-b7a3-18c1454d9835 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/security-groups?id=b739604c-d70f-4acc-a6a4-8ae594b83425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766001 Feb 09 01:14:19.866306 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51816) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:19.995442 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-da9d3084-b5fd-4c76-8c0f-b934f285a3d1 req-fd1c8d60-4dbb-4aa3-9bd3-d0390fb8b814 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=b739604c-d70f-4acc-a6a4-8ae594b83425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743896 Feb 09 01:14:20.056022 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cd480365-238a-420a-b79d-1c504641607f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d3ffa09253f8497e9537d3d732314376&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1843741 Feb 09 01:14:20.060064 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51820) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:20.082805 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54847c02-ac19-49d7-9f5f-bc975364628e req-05048737-14d5-4e2d-9464-265c9d8e7a50 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:20.083171 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-54847c02-ac19-49d7-9f5f-bc975364628e req-05048737-14d5-4e2d-9464-265c9d8e7a50 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] 10.222.0.30 "GET /v2.0/ports?device_id=a781a189-ba0f-4618-bf82-c650c88e33e8 HTTP/1.1" status: 200 len: 945 time: 0.1201830 Feb 09 01:14:20.155913 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-54847c02-ac19-49d7-9f5f-bc975364628e req-cff630cc-0c30-4f12-8805-3bdb51da979e tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] 10.222.0.30 "GET /v2.0/security-groups?id=adbf4183-4ba0-4b6d-b42d-02fc339dfbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598190 Feb 09 01:14:20.160446 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd3e49e-8d7a-4f80-ad1d-c3c469c54ff3 admin admin] Router 792ad467-42f0-47a1-94a9-0ab71dc2198a is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:14:20.328614 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d126ff-9425-4a4a-a5f9-afb9bef47eb1 admin admin] Router c91bc69c-452e-41fb-8699-b76373b8c63b has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:14:20.405480 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-444663ff-3df2-481b-89ae-dc5cd4562002 req-9af687c4-25fa-4723-aaf2-afba5c161326 service neutron] 10.222.0.121 "GET /v2.0/ports/10551c51-c220-42f9-a6c3-c6dec216fd5b/bindings/n-h1-822053-40 HTTP/1.1" status: 200 len: 383 time: 0.1952806 Feb 09 01:14:20.504316 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d126ff-9425-4a4a-a5f9-afb9bef47eb1 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:14:20.514919 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50570d5-cda4-4261-abd0-b86d90140a6a None None] Sync routers for ids ['c91bc69c-452e-41fb-8699-b76373b8c63b'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:14:20.516986 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-25d126ff-9425-4a4a-a5f9-afb9bef47eb1 admin admin] 10.222.0.30 "PUT /v2.0/routers/c91bc69c-452e-41fb-8699-b76373b8c63b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2074292 Feb 09 01:14:20.519510 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51824) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:20.540866 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50570d5-cda4-4261-abd0-b86d90140a6a None None] Routers {'c91bc69c-452e-41fb-8699-b76373b8c63b'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:14:20.544505 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e50570d5-cda4-4261-abd0-b86d90140a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:13:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c91bc69c-452e-41fb-8699-b76373b8c63b'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:20.779792 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444663ff-3df2-481b-89ae-dc5cd4562002 req-5979f128-cac2-4e24-8316-4a557044f1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:20.780748 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-444663ff-3df2-481b-89ae-dc5cd4562002 req-5979f128-cac2-4e24-8316-4a557044f1b2 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b&tenant_id=3d8394520fe34c9daa660b5c0721b019 HTTP/1.1" status: 200 len: 1133 time: 0.1021912 Feb 09 01:14:20.782726 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee961e5c-d702-4741-91ac-f4326d822cc9 admin admin] Publish callbacks [] for router (c91bc69c-452e-41fb-8699-b76373b8c63b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:20.905031 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd3e49e-8d7a-4f80-ad1d-c3c469c54ff3 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:14:20.923877 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca923dc-b27e-49ce-826c-fd74f0eeab3b None None] Sync routers for ids ['792ad467-42f0-47a1-94a9-0ab71dc2198a'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:14:20.943728 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca923dc-b27e-49ce-826c-fd74f0eeab3b None None] Routers {'792ad467-42f0-47a1-94a9-0ab71dc2198a'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:14:20.945545 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-3ca923dc-b27e-49ce-826c-fd74f0eeab3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:13:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['792ad467-42f0-47a1-94a9-0ab71dc2198a'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:20.949844 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee961e5c-d702-4741-91ac-f4326d822cc9 admin admin] Publish callbacks [] for router_gateway (c91bc69c-452e-41fb-8699-b76373b8c63b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:20.966495 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b1114d8c-524b-4994-8a0d-2c39c9a5b852 admin admin] Publish callbacks [] for security_group (b11b7760-5205-4e08-816a-d771d4eeb43b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:20.973014 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e4e3f329-c637-42fa-b010-c2c204356066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:20.984020 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:21.035301 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b1114d8c-524b-4994-8a0d-2c39c9a5b852 admin admin] Publish callbacks [] for security_group (b11b7760-5205-4e08-816a-d771d4eeb43b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:21.098332 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-e50570d5-cda4-4261-abd0-b86d90140a6a None None] Set router c91bc69c-452e-41fb-8699-b76373b8c63b gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:14:21.147347 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444663ff-3df2-481b-89ae-dc5cd4562002 req-b07e6b90-0346-4fcb-808c-f0b415d3fad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:21.148901 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-444663ff-3df2-481b-89ae-dc5cd4562002 req-b07e6b90-0346-4fcb-808c-f0b415d3fad9 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3d8394520fe34c9daa660b5c0721b019&device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 1133 time: 0.2160606 Feb 09 01:14:21.169338 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ee961e5c-d702-4741-91ac-f4326d822cc9 admin admin] Deleting port 3a06af3a-fdfa-45b2-9384-01a02a221213 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:14:21.169611 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee961e5c-d702-4741-91ac-f4326d822cc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (3a06af3a-fdfa-45b2-9384-01a02a221213), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:21.239133 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7dd3e49e-8d7a-4f80-ad1d-c3c469c54ff3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:21.246914 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7dd3e49e-8d7a-4f80-ad1d-c3c469c54ff3 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.1572828 Feb 09 01:14:21.248708 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51834) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:21.261129 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-3ca923dc-b27e-49ce-826c-fd74f0eeab3b None None] Set router 792ad467-42f0-47a1-94a9-0ab71dc2198a gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:14:21.320875 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-ee961e5c-d702-4741-91ac-f4326d822cc9 admin admin] For port 3a06af3a-fdfa-45b2-9384-01a02a221213, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=3a06af3a-fdfa-45b2-9384-01a02a221213,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:21.321497 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee961e5c-d702-4741-91ac-f4326d822cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (3a06af3a-fdfa-45b2-9384-01a02a221213), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:21.338029 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ee961e5c-d702-4741-91ac-f4326d822cc9 admin admin] Calling delete_port for 3a06af3a-fdfa-45b2-9384-01a02a221213 owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:14:21.486245 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e50570d5-cda4-4261-abd0-b86d90140a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91bc69c-452e-41fb-8699-b76373b8c63b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1667338913-router', 'tenant_id': '39b6aeee5b6e47eeb37f54289dccfbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '3a06af3a-fdfa-45b2-9384-01a02a221213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:58Z', 'updated_at': '2022-02-09T01:14:18Z', 'revision_number': 5, 'project_id': '39b6aeee5b6e47eeb37f54289dccfbf4', 'gw_port': {'id': '3a06af3a-fdfa-45b2-9384-01a02a221213', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91bc69c-452e-41fb-8699-b76373b8c63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:00Z', 'updated_at': '2022-02-09T01:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:21.561758 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b1114d8c-524b-4994-8a0d-2c39c9a5b852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b11b7760-5205-4e08-816a-d771d4eeb43b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:21.564722 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b1114d8c-524b-4994-8a0d-2c39c9a5b852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:21.566068 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b1114d8c-524b-4994-8a0d-2c39c9a5b852 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b11b7760-5205-4e08-816a-d771d4eeb43b HTTP/1.1" status: 204 len: 168 time: 1.5045719 Feb 09 01:14:21.585961 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50570d5-cda4-4261-abd0-b86d90140a6a None None] Checking router: c91bc69c-452e-41fb-8699-b76373b8c63b for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:14:21.599003 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1114d8c-524b-4994-8a0d-2c39c9a5b852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11b7760-5205-4e08-816a-d771d4eeb43b,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:21.608784 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce28593-d6c9-4004-8430-475b56d17511 req-7050ac5a-9808-422b-8a67-d93375bbd596 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:21.615006 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444663ff-3df2-481b-89ae-dc5cd4562002 req-c9b54604-8531-4b4f-92ac-faf3f07392dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:21.616563 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-444663ff-3df2-481b-89ae-dc5cd4562002 req-c9b54604-8531-4b4f-92ac-faf3f07392dc service neutron] 10.222.0.121 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.4605932 Feb 09 01:14:21.617370 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ce28593-d6c9-4004-8430-475b56d17511 req-7050ac5a-9808-422b-8a67-d93375bbd596 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 950 time: 0.7090154 Feb 09 01:14:21.629237 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 7ef7185e-2941-407c-9fe6-16e22e634c01 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:14:21.666562 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459d284-bb55-478a-a2fe-b7c7b2ce1a07 req-bffab4a5-f8da-48c9-a060-f240821902e3 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:21.668231 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d459d284-bb55-478a-a2fe-b7c7b2ce1a07 req-bffab4a5-f8da-48c9-a060-f240821902e3 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 945 time: 0.7511239 Feb 09 01:14:21.735899 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50570d5-cda4-4261-abd0-b86d90140a6a None None] Routers {'c91bc69c-452e-41fb-8699-b76373b8c63b'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:14:21.736646 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e50570d5-cda4-4261-abd0-b86d90140a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:13:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c91bc69c-452e-41fb-8699-b76373b8c63b'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:21.882115 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-3ca923dc-b27e-49ce-826c-fd74f0eeab3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792ad467-42f0-47a1-94a9-0ab71dc2198a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1286856405-router', 'tenant_id': '0edeb144f81f4d66b455a07b636e6ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '30e27974-d6df-421a-b97a-2378eaadd3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:16Z', 'updated_at': '2022-02-09T01:14:18Z', 'revision_number': 3, 'project_id': '0edeb144f81f4d66b455a07b636e6ab9', 'gw_port': {'id': '30e27974-d6df-421a-b97a-2378eaadd3c0', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:26:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792ad467-42f0-47a1-94a9-0ab71dc2198a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:17Z', 'updated_at': '2022-02-09T01:14:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:21.927068 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ce28593-d6c9-4004-8430-475b56d17511 req-4a4834bb-4f27-4ac8-a857-175ec957a5e6 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082857 Feb 09 01:14:21.927961 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca923dc-b27e-49ce-826c-fd74f0eeab3b None None] Checking router: 792ad467-42f0-47a1-94a9-0ab71dc2198a for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:14:21.928449 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca923dc-b27e-49ce-826c-fd74f0eeab3b None None] Updating router 792ad467-42f0-47a1-94a9-0ab71dc2198a port 30e27974-d6df-421a-b97a-2378eaadd3c0 binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:14:21.986253 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-e50570d5-cda4-4261-abd0-b86d90140a6a None None] Set router c91bc69c-452e-41fb-8699-b76373b8c63b gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:14:21.990797 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 7ef7185e-2941-407c-9fe6-16e22e634c01 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:14:21.995217 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3ca923dc-b27e-49ce-826c-fd74f0eeab3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (30e27974-d6df-421a-b97a-2378eaadd3c0), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:22.007082 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d459d284-bb55-478a-a2fe-b7c7b2ce1a07 req-3b2e834f-984b-4974-bd06-3b9dfcbb3452 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309827 Feb 09 01:14:22.113271 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 7ef7185e-2941-407c-9fe6-16e22e634c01 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:22.113883 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7ef7185e-2941-407c-9fe6-16e22e634c01), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:22.118627 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e50570d5-cda4-4261-abd0-b86d90140a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91bc69c-452e-41fb-8699-b76373b8c63b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1667338913-router', 'tenant_id': '39b6aeee5b6e47eeb37f54289dccfbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:58Z', 'updated_at': '2022-02-09T01:14:20Z', 'revision_number': 6, 'project_id': '39b6aeee5b6e47eeb37f54289dccfbf4', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:22.411248 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-444663ff-3df2-481b-89ae-dc5cd4562002 req-6888638c-2ae6-4681-b097-2517b4d7fce8 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=10551c51-c220-42f9-a6c3-c6dec216fd5b HTTP/1.1" status: 200 len: 217 time: 0.7857077 Feb 09 01:14:22.429771 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee961e5c-d702-4741-91ac-f4326d822cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (3a06af3a-fdfa-45b2-9384-01a02a221213), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:22.499334 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee961e5c-d702-4741-91ac-f4326d822cc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a06af3a-fdfa-45b2-9384-01a02a221213,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:22.536662 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50570d5-cda4-4261-abd0-b86d90140a6a None None] The sync data for ids ['c91bc69c-452e-41fb-8699-b76373b8c63b'] in n-d-822053-40 is: [{'id': 'c91bc69c-452e-41fb-8699-b76373b8c63b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1667338913-router', 'tenant_id': '39b6aeee5b6e47eeb37f54289dccfbf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:58Z', 'updated_at': '2022-02-09T01:14:20Z', 'revision_number': 6, 'project_id': '39b6aeee5b6e47eeb37f54289dccfbf4', 'gw_port_host': None}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:14:22.589409 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444663ff-3df2-481b-89ae-dc5cd4562002 req-c4a765b3-7837-4d33-b041-caf0bc8088d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:22.591160 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-444663ff-3df2-481b-89ae-dc5cd4562002 req-c4a765b3-7837-4d33-b041-caf0bc8088d1 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.1726444 Feb 09 01:14:22.654106 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee961e5c-d702-4741-91ac-f4326d822cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (c91bc69c-452e-41fb-8699-b76373b8c63b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:22.671229 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce29349-fed5-4d61-b8ef-56bf704fd19f req-91986663-4a38-418b-ad69-fe641579987c tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:22.673718 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1ce29349-fed5-4d61-b8ef-56bf704fd19f req-91986663-4a38-418b-ad69-fe641579987c tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] 10.222.0.30 "GET /v2.0/ports?device_id=a781a189-ba0f-4618-bf82-c650c88e33e8 HTTP/1.1" status: 200 len: 945 time: 0.4281189 Feb 09 01:14:22.699556 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ced06-2414-41f2-895e-376a59f6785f req-ab2832eb-c1e8-4fdb-af8f-e271a1c076aa tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:22.706105 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f69ced06-2414-41f2-895e-376a59f6785f req-ab2832eb-c1e8-4fdb-af8f-e271a1c076aa tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/ports?device_id=40894bac-855c-422c-9eb4-81cb0ac83afb HTTP/1.1" status: 200 len: 946 time: 0.3921683 Feb 09 01:14:22.719939 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 7ef7185e-2941-407c-9fe6-16e22e634c01 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:22.721464 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7ef7185e-2941-407c-9fe6-16e22e634c01), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:22.767246 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444663ff-3df2-481b-89ae-dc5cd4562002 req-23346cc9-3772-432b-ae9b-290fc995b1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:22.768824 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-444663ff-3df2-481b-89ae-dc5cd4562002 req-23346cc9-3772-432b-ae9b-290fc995b1f4 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1704993 Feb 09 01:14:22.783610 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee961e5c-d702-4741-91ac-f4326d822cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (c91bc69c-452e-41fb-8699-b76373b8c63b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:22.791799 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a781a189-ba0f-4618-bf82-c650c88e33e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef7185e-2941-407c-9fe6-16e22e634c01'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:14:22.793232 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee961e5c-d702-4741-91ac-f4326d822cc9 admin admin] Publish callbacks [] for router_controller (c91bc69c-452e-41fb-8699-b76373b8c63b), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:22.798972 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffc01fb-0a6d-4307-ba2f-528b4c13c35c" -d '{"events": [{"server_uuid": "a781a189-ba0f-4618-bf82-c650c88e33e8", "name": "network-vif-plugged", "status": "completed", "tag": "7ef7185e-2941-407c-9fe6-16e22e634c01"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:14:22.832145 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 7ef7185e-2941-407c-9fe6-16e22e634c01, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7ef7185e-2941-407c-9fe6-16e22e634c01,segment=NetworkSegment(ad487043-1389-4064-a057-c3dbd8cffcb0),segment_id=ad487043-1389-4064-a057-c3dbd8cffcb0)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:22.844308 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7ef7185e-2941-407c-9fe6-16e22e634c01), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:22.873561 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3ca923dc-b27e-49ce-826c-fd74f0eeab3b None None] Publish callbacks [] for port (30e27974-d6df-421a-b97a-2378eaadd3c0), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:22.892544 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3ca923dc-b27e-49ce-826c-fd74f0eeab3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (30e27974-d6df-421a-b97a-2378eaadd3c0), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:22.901658 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee961e5c-d702-4741-91ac-f4326d822cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (c91bc69c-452e-41fb-8699-b76373b8c63b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:22.902805 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee961e5c-d702-4741-91ac-f4326d822cc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c91bc69c-452e-41fb-8699-b76373b8c63b {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:14:22.916961 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee961e5c-d702-4741-91ac-f4326d822cc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:22.920257 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ee961e5c-d702-4741-91ac-f4326d822cc9 admin admin] 10.222.0.30 "DELETE /v2.0/routers/c91bc69c-452e-41fb-8699-b76373b8c63b HTTP/1.1" status: 204 len: 168 time: 2.3989284 Feb 09 01:14:22.923876 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51854) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:23.027549 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-444663ff-3df2-481b-89ae-dc5cd4562002 req-b158938c-f09c-475c-92f2-f4066c3082ae service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472401 Feb 09 01:14:23.039671 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=7ef7185e-2941-407c-9fe6-16e22e634c01,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:23.053914 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:23.055202 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:23.055856 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:23.056689 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:23.057232 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:23.057840 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:23.058512 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:23.059030 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:23.059591 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:23.061033 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:23.061762 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:23.062801 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:23.065746 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:23.100576 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bba47a-c47d-4eb9-9d8d-07e5e954e4f3 None None] Pushing event updated for resources: {'Port': ['ID=30e27974-d6df-421a-b97a-2378eaadd3c0,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:23.127688 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-addd4e71-cd18-4b05-8a96-52906c28811b admin admin] Deleting subnet 8ffcbfa8-7493-42ae-a5da-6dd8765680ba {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:14:23.139633 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-3ca923dc-b27e-49ce-826c-fd74f0eeab3b None None] Attempting to bind port 30e27974-d6df-421a-b97a-2378eaadd3c0 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:14:23.139884 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-addd4e71-cd18-4b05-8a96-52906c28811b admin admin] Publish callbacks [] for subnet (8ffcbfa8-7493-42ae-a5da-6dd8765680ba), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:23.140011 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-3ca923dc-b27e-49ce-826c-fd74f0eeab3b None None] Attempting to bind port 30e27974-d6df-421a-b97a-2378eaadd3c0 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:14:23.142030 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca923dc-b27e-49ce-826c-fd74f0eeab3b None None] Attempting to bind port 30e27974-d6df-421a-b97a-2378eaadd3c0 on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:14:23.151350 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1ce29349-fed5-4d61-b8ef-56bf704fd19f req-cb8fb636-0e82-4ccc-86f2-cfacd62c836a tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] 10.222.0.30 "GET /v2.0/security-groups?id=adbf4183-4ba0-4b6d-b42d-02fc339dfbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4441130 Feb 09 01:14:23.176310 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca923dc-b27e-49ce-826c-fd74f0eeab3b None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:14:23.177386 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca923dc-b27e-49ce-826c-fd74f0eeab3b None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:14:23.179481 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device bc80a23e-f638-43b0-a2b2-c3449ed522be no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:14:23.180203 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3ca923dc-b27e-49ce-826c-fd74f0eeab3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:23.180741 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca923dc-b27e-49ce-826c-fd74f0eeab3b None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:14:23.181419 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-3ca923dc-b27e-49ce-826c-fd74f0eeab3b None None] Bound port: 30e27974-d6df-421a-b97a-2378eaadd3c0, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:14:23.181551 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3ca923dc-b27e-49ce-826c-fd74f0eeab3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (30e27974-d6df-421a-b97a-2378eaadd3c0), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:23.196134 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-444663ff-3df2-481b-89ae-dc5cd4562002 req-419aa7f3-14f4-432c-8695-8dde066fc1d5 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592276 Feb 09 01:14:23.211105 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-addd4e71-cd18-4b05-8a96-52906c28811b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (8ffcbfa8-7493-42ae-a5da-6dd8765680ba), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:23.238734 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f69ced06-2414-41f2-895e-376a59f6785f req-0ed0534c-f820-4a58-a4c9-df59aec06540 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/security-groups?id=b739604c-d70f-4acc-a6a4-8ae594b83425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4976776 Feb 09 01:14:23.268878 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: bc80a23e-f638-43b0-a2b2-c3449ed522be {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:14:23.269544 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device bc80a23e-f638-43b0-a2b2-c3449ed522be not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:14:23.358019 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b195fa20-3f63-4f9d-a54e-9f9da405d47a x-openstack-request-id: req-b195fa20-3f63-4f9d-a54e-9f9da405d47a {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:14:23.358765 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a781a189-ba0f-4618-bf82-c650c88e33e8", "name": "network-vif-plugged", "status": "completed", "tag": "7ef7185e-2941-407c-9fe6-16e22e634c01", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:14:23.359108 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b195fa20-3f63-4f9d-a54e-9f9da405d47a {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:14:23.359633 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a781a189-ba0f-4618-bf82-c650c88e33e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef7185e-2941-407c-9fe6-16e22e634c01', 'code': 200} Feb 09 01:14:23.408660 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-3ca923dc-b27e-49ce-826c-fd74f0eeab3b None None] For port 30e27974-d6df-421a-b97a-2378eaadd3c0, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:14:23.416438 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-3ca923dc-b27e-49ce-826c-fd74f0eeab3b None None] For port 30e27974-d6df-421a-b97a-2378eaadd3c0, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=30e27974-d6df-421a-b97a-2378eaadd3c0,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:14:23.434728 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3ca923dc-b27e-49ce-826c-fd74f0eeab3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (30e27974-d6df-421a-b97a-2378eaadd3c0), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:23.441685 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70cf3dba-2db0-4e96-b9db-0487d641e8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:23.494147 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51870) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:23.500402 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-addd4e71-cd18-4b05-8a96-52906c28811b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (8ffcbfa8-7493-42ae-a5da-6dd8765680ba), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:23.528310 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca923dc-b27e-49ce-826c-fd74f0eeab3b None None] Routers {'792ad467-42f0-47a1-94a9-0ab71dc2198a'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:14:23.531096 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-3ca923dc-b27e-49ce-826c-fd74f0eeab3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:13:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['792ad467-42f0-47a1-94a9-0ab71dc2198a'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:23.751949 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bba47a-c47d-4eb9-9d8d-07e5e954e4f3 None None] Pushing event updated for resources: {'Port': ['ID=30e27974-d6df-421a-b97a-2378eaadd3c0,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:23.754391 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08419ad-2f73-4c87-b8f4-ff36e8ccace8 req-4ef32871-9c10-4ddc-8857-c5d9cb303848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:23.758103 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c08419ad-2f73-4c87-b8f4-ff36e8ccace8 req-4ef32871-9c10-4ddc-8857-c5d9cb303848 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=a781a189-ba0f-4618-bf82-c650c88e33e8 HTTP/1.1" status: 200 len: 1129 time: 0.2428126 Feb 09 01:14:23.762331 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-00a0a449-93ff-4e8b-9e1d-c62bf1587f01 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-278170261-network', 'tenant_id': 'cbaeccec23794cfba3c5f4e5c5caae25'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:23.769196 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ba6d6-8b2e-4675-8924-c7ea81b00919 req-a832b4a1-4951-4b1a-b756-29ef785af18e tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:23.770755 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ef2ba6d6-8b2e-4675-8924-c7ea81b00919 req-a832b4a1-4951-4b1a-b756-29ef785af18e tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 950 time: 0.2947795 Feb 09 01:14:23.822589 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-3ca923dc-b27e-49ce-826c-fd74f0eeab3b None None] Set router 792ad467-42f0-47a1-94a9-0ab71dc2198a gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:14:23.835680 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c08419ad-2f73-4c87-b8f4-ff36e8ccace8 req-a43d48a8-1f9f-4151-9515-1ea6262a9154 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=adbf4183-4ba0-4b6d-b42d-02fc339dfbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606763 Feb 09 01:14:23.836827 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-addd4e71-cd18-4b05-8a96-52906c28811b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (8ffcbfa8-7493-42ae-a5da-6dd8765680ba), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:23.852922 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14b62a-9c6c-4550-ad0c-3c6b77cb803f req-a464db99-b4d5-43bb-ac64-ff9758c72160 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:23.861588 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2f14b62a-9c6c-4550-ad0c-3c6b77cb803f req-a464db99-b4d5-43bb-ac64-ff9758c72160 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 945 time: 0.3313429 Feb 09 01:14:23.881820 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd4e71-cd18-4b05-8a96-52906c28811b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ffcbfa8-7493-42ae-a5da-6dd8765680ba,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:23.885039 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-addd4e71-cd18-4b05-8a96-52906c28811b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:23.892811 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-addd4e71-cd18-4b05-8a96-52906c28811b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8ffcbfa8-7493-42ae-a5da-6dd8765680ba HTTP/1.1" status: 204 len: 168 time: 0.9636595 Feb 09 01:14:23.892811 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a0a449-93ff-4e8b-9e1d-c62bf1587f01 admin admin] Made reservation on behalf of cbaeccec23794cfba3c5f4e5c5caae25 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:23.892811 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-00a0a449-93ff-4e8b-9e1d-c62bf1587f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:23.894827 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb133f2-0e0d-4d5d-841c-c3b3af547082 None None] Network 54babc3b-8401-4be9-a676-10c2ebb7a12a requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:14:23.902056 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51874) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:23.910424 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-00a0a449-93ff-4e8b-9e1d-c62bf1587f01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:23.964071 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2f14b62a-9c6c-4550-ad0c-3c6b77cb803f req-580b1ece-fe4f-4056-8814-c78f33b95d7e tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870860 Feb 09 01:14:24.028141 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dd17ecb5-0a56-43a7-836a-e87dab31c68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (54babc3b-8401-4be9-a676-10c2ebb7a12a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:24.163826 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-00a0a449-93ff-4e8b-9e1d-c62bf1587f01 admin admin] Publish callbacks [] for security_group (d42fb62d-b4ff-4e09-886f-82f8bef72e3a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:24.190902 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-00a0a449-93ff-4e8b-9e1d-c62bf1587f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (d42fb62d-b4ff-4e09-886f-82f8bef72e3a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:24.199180 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0121cf28-198f-40ed-8c25-b4f1acd4bf82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:24.214892 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-3ca923dc-b27e-49ce-826c-fd74f0eeab3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792ad467-42f0-47a1-94a9-0ab71dc2198a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1286856405-router', 'tenant_id': '0edeb144f81f4d66b455a07b636e6ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '30e27974-d6df-421a-b97a-2378eaadd3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:16Z', 'updated_at': '2022-02-09T01:14:18Z', 'revision_number': 3, 'project_id': '0edeb144f81f4d66b455a07b636e6ab9', 'gw_port': {'id': '30e27974-d6df-421a-b97a-2378eaadd3c0', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:26:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792ad467-42f0-47a1-94a9-0ab71dc2198a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:17Z', 'updated_at': '2022-02-09T01:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:24.245597 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0a449-93ff-4e8b-9e1d-c62bf1587f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42fb62d-b4ff-4e09-886f-82f8bef72e3a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:24.271855 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1a299a-4118-4795-838e-3f66cf681b25 None None] DHCP port deletion for 54babc3b-8401-4be9-a676-10c2ebb7a12a request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:14:24.282629 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca923dc-b27e-49ce-826c-fd74f0eeab3b None None] The sync data for ids ['792ad467-42f0-47a1-94a9-0ab71dc2198a'] in n-d-822053-40 is: [{'id': '792ad467-42f0-47a1-94a9-0ab71dc2198a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1286856405-router', 'tenant_id': '0edeb144f81f4d66b455a07b636e6ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '30e27974-d6df-421a-b97a-2378eaadd3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:16Z', 'updated_at': '2022-02-09T01:14:18Z', 'revision_number': 3, 'project_id': '0edeb144f81f4d66b455a07b636e6ab9', 'gw_port': {'id': '30e27974-d6df-421a-b97a-2378eaadd3c0', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:26:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792ad467-42f0-47a1-94a9-0ab71dc2198a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:17Z', 'updated_at': '2022-02-09T01:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:14:24.286300 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00a0a449-93ff-4e8b-9e1d-c62bf1587f01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:14:24.300782 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-dd17ecb5-0a56-43a7-836a-e87dab31c68f admin admin] Deleting port e5973201-e0a1-46f0-aaa5-cfcdbb789faa {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:14:24.303693 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dd17ecb5-0a56-43a7-836a-e87dab31c68f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (e5973201-e0a1-46f0-aaa5-cfcdbb789faa), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:24.363931 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-00a0a449-93ff-4e8b-9e1d-c62bf1587f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (158dba19-5735-47e2-959b-0f43b19e9324), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:24.364650 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-00a0a449-93ff-4e8b-9e1d-c62bf1587f01 admin admin] Added segment 158dba19-5735-47e2-959b-0f43b19e9324 of type vlan for network 43a9c334-4321-4d28-b3f8-b1881e973379 Feb 09 01:14:24.453769 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7a1a299a-4118-4795-838e-3f66cf681b25 None None] Deleting port e5973201-e0a1-46f0-aaa5-cfcdbb789faa {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:14:24.454232 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7a1a299a-4118-4795-838e-3f66cf681b25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (e5973201-e0a1-46f0-aaa5-cfcdbb789faa), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:24.472147 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ef2ba6d6-8b2e-4675-8924-c7ea81b00919 req-eecbc04a-a169-40bd-977b-87dc2dc2d1ad tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6623487 Feb 09 01:14:24.497214 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e1ca2498-5be5-4208-aa5e-9d437b902d20 req-a35425ce-ef19-46ef-98ee-676cbcc30d6e tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4859407 Feb 09 01:14:24.516625 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-70cf3dba-2db0-4e96-b9db-0487d641e8b0 admin admin] Allocated IP 172.20.0.1 (c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940/58a3d8a1-b976-4fd7-a8cd-ab2983e09e0d/ea4357cc-835a-48be-86df-fdc1909d1f5c) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:24.538323 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-00a0a449-93ff-4e8b-9e1d-c62bf1587f01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (43a9c334-4321-4d28-b3f8-b1881e973379), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:24.542481 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-e1ca2498-5be5-4208-aa5e-9d437b902d20 req-ac0c9a20-549a-4ee6-9565-cb8fd7e76a09 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:24.548061 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-dd17ecb5-0a56-43a7-836a-e87dab31c68f admin admin] For port e5973201-e0a1-46f0-aaa5-cfcdbb789faa, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=e5973201-e0a1-46f0-aaa5-cfcdbb789faa,segment=NetworkSegment(23db5a79-905e-442f-99d5-c3c72a5a9794),segment_id=23db5a79-905e-442f-99d5-c3c72a5a9794)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:24.548061 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dd17ecb5-0a56-43a7-836a-e87dab31c68f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (e5973201-e0a1-46f0-aaa5-cfcdbb789faa), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:24.588355 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-dd17ecb5-0a56-43a7-836a-e87dab31c68f admin admin] Calling delete_port for e5973201-e0a1-46f0-aaa5-cfcdbb789faa owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:14:24.648778 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-7a1a299a-4118-4795-838e-3f66cf681b25 None None] For port e5973201-e0a1-46f0-aaa5-cfcdbb789faa, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=e5973201-e0a1-46f0-aaa5-cfcdbb789faa,segment=NetworkSegment(23db5a79-905e-442f-99d5-c3c72a5a9794),segment_id=23db5a79-905e-442f-99d5-c3c72a5a9794)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:24.649580 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7a1a299a-4118-4795-838e-3f66cf681b25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (e5973201-e0a1-46f0-aaa5-cfcdbb789faa), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:24.674527 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7a1a299a-4118-4795-838e-3f66cf681b25 None None] Calling delete_port for e5973201-e0a1-46f0-aaa5-cfcdbb789faa owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:14:24.679613 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e1ca2498-5be5-4208-aa5e-9d437b902d20 req-ac0c9a20-549a-4ee6-9565-cb8fd7e76a09 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:24.728931 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-00a0a449-93ff-4e8b-9e1d-c62bf1587f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (43a9c334-4321-4d28-b3f8-b1881e973379), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:24.730738 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a0a449-93ff-4e8b-9e1d-c62bf1587f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:24.731348 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-00a0a449-93ff-4e8b-9e1d-c62bf1587f01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:24.763956 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-00a0a449-93ff-4e8b-9e1d-c62bf1587f01 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2643921 Feb 09 01:14:24.765904 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51880) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:24.781778 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-125f35cf-9f07-4056-8f38-a01843d81944 admin admin] Request body: {'subnet': {'network_id': '43a9c334-4321-4d28-b3f8-b1881e973379', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-278170261-subnet', 'tenant_id': 'cbaeccec23794cfba3c5f4e5c5caae25', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:24.866018 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7a1a299a-4118-4795-838e-3f66cf681b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (e5973201-e0a1-46f0-aaa5-cfcdbb789faa), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:24.932611 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1a299a-4118-4795-838e-3f66cf681b25 None None] No DVR routers for this DVR port e5973201-e0a1-46f0-aaa5-cfcdbb789faa on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:14:24.933501 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dd17ecb5-0a56-43a7-836a-e87dab31c68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (e5973201-e0a1-46f0-aaa5-cfcdbb789faa), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:24.940823 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a299a-4118-4795-838e-3f66cf681b25 None None] Pushing event deleted for resources: {'Port': ['ID=e5973201-e0a1-46f0-aaa5-cfcdbb789faa,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:24.951103 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125f35cf-9f07-4056-8f38-a01843d81944 admin admin] Made reservation on behalf of cbaeccec23794cfba3c5f4e5c5caae25 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:24.958663 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-125f35cf-9f07-4056-8f38-a01843d81944 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:24.987582 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70cf3dba-2db0-4e96-b9db-0487d641e8b0 admin admin] Publish callbacks [] for port (ea4357cc-835a-48be-86df-fdc1909d1f5c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:25.012782 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e3b11-2716-4893-866b-6f8eff5cd93d req-9a275200-d80d-429a-92dc-901630697e14 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:25.016104 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f9e3b11-2716-4893-866b-6f8eff5cd93d req-9a275200-d80d-429a-92dc-901630697e14 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] 10.222.0.30 "GET /v2.0/ports?device_id=a781a189-ba0f-4618-bf82-c650c88e33e8 HTTP/1.1" status: 200 len: 946 time: 0.3992851 Feb 09 01:14:25.161796 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70cf3dba-2db0-4e96-b9db-0487d641e8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (ea4357cc-835a-48be-86df-fdc1909d1f5c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:25.170680 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f9e3b11-2716-4893-866b-6f8eff5cd93d req-39109e57-790f-4eeb-9b6b-f66e08d45130 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] 10.222.0.30 "GET /v2.0/security-groups?id=adbf4183-4ba0-4b6d-b42d-02fc339dfbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430137 Feb 09 01:14:25.241237 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 30e27974-d6df-421a-b97a-2378eaadd3c0 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:14:25.264959 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd17ecb5-0a56-43a7-836a-e87dab31c68f admin admin] Pushing event deleted for resources: {'Port': ['ID=e5973201-e0a1-46f0-aaa5-cfcdbb789faa,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:25.305907 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd17ecb5-0a56-43a7-836a-e87dab31c68f admin admin] No DVR routers for this DVR port e5973201-e0a1-46f0-aaa5-cfcdbb789faa on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:14:25.309609 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0a449-93ff-4e8b-9e1d-c62bf1587f01 admin admin] Pushing event updated for resources: {'Network': ['ID=43a9c334-4321-4d28-b3f8-b1881e973379,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:25.344003 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 43a9c334-4321-4d28-b3f8-b1881e973379 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:14:25.355497 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cf3dba-2db0-4e96-b9db-0487d641e8b0 admin admin] Network c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:25.362742 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-70cf3dba-2db0-4e96-b9db-0487d641e8b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:25.367274 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cf3dba-2db0-4e96-b9db-0487d641e8b0 admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:14:25.386691 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf3dba-2db0-4e96-b9db-0487d641e8b0 admin admin] Pushing event updated for resources: {'Port': ['ID=ea4357cc-835a-48be-86df-fdc1909d1f5c,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:25.478268 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e1ca2498-5be5-4208-aa5e-9d437b902d20 req-ac0c9a20-549a-4ee6-9565-cb8fd7e76a09 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:25.520343 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 30e27974-d6df-421a-b97a-2378eaadd3c0 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:25.520343 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (30e27974-d6df-421a-b97a-2378eaadd3c0), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:25.530894 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dd17ecb5-0a56-43a7-836a-e87dab31c68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (54babc3b-8401-4be9-a676-10c2ebb7a12a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:25.627476 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 10551c51-c220-42f9-a6c3-c6dec216fd5b no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:14:25.655053 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-e1ca2498-5be5-4208-aa5e-9d437b902d20 req-ac0c9a20-549a-4ee6-9565-cb8fd7e76a09 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Allocated IP 172.25.1.91 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/ee3ff7c8-6b32-4181-a229-859c61225561) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:25.721001 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:25.723838 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 30e27974-d6df-421a-b97a-2378eaadd3c0 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:25.724268 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (30e27974-d6df-421a-b97a-2378eaadd3c0), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:25.724992 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-dd17ecb5-0a56-43a7-836a-e87dab31c68f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54babc3b-8401-4be9-a676-10c2ebb7a12a']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:25.753369 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 30e27974-d6df-421a-b97a-2378eaadd3c0, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=30e27974-d6df-421a-b97a-2378eaadd3c0,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:25.765017 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (30e27974-d6df-421a-b97a-2378eaadd3c0), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:25.789938 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-dd17ecb5-0a56-43a7-836a-e87dab31c68f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23db5a79-905e-442f-99d5-c3c72a5a9794') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:25.791079 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-dd17ecb5-0a56-43a7-836a-e87dab31c68f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23db5a79-905e-442f-99d5-c3c72a5a9794') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:25.802599 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e1ca2498-5be5-4208-aa5e-9d437b902d20 req-ac0c9a20-549a-4ee6-9565-cb8fd7e76a09 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks [] for port (ee3ff7c8-6b32-4181-a229-859c61225561), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:25.826325 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dd17ecb5-0a56-43a7-836a-e87dab31c68f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (23db5a79-905e-442f-99d5-c3c72a5a9794), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:25.834326 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-125f35cf-9f07-4056-8f38-a01843d81944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (ff1cca00-3513-4f39-8d35-d4d379227416), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:25.882744 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e1ca2498-5be5-4208-aa5e-9d437b902d20 req-ac0c9a20-549a-4ee6-9565-cb8fd7e76a09 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (ee3ff7c8-6b32-4181-a229-859c61225561), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:25.899086 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 3a06af3a-fdfa-45b2-9384-01a02a221213 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:14:25.956012 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 3a06af3a-fdfa-45b2-9384-01a02a221213 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:14:25.957692 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 3a06af3a-fdfa-45b2-9384-01a02a221213 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:14:25.958127 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e5973201-e0a1-46f0-aaa5-cfcdbb789faa no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:14:25.966129 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dd17ecb5-0a56-43a7-836a-e87dab31c68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (23db5a79-905e-442f-99d5-c3c72a5a9794), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:25.974094 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0c9a20-549a-4ee6-9565-cb8fd7e76a09 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Pushing event updated for resources: {'Port': ['ID=ee3ff7c8-6b32-4181-a229-859c61225561,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:25.987396 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1ca2498-5be5-4208-aa5e-9d437b902d20 req-ac0c9a20-549a-4ee6-9565-cb8fd7e76a09 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:25.995367 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-e1ca2498-5be5-4208-aa5e-9d437b902d20 req-ac0c9a20-549a-4ee6-9565-cb8fd7e76a09 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:25.997417 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd17ecb5-0a56-43a7-836a-e87dab31c68f admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:14:25.998699 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dd17ecb5-0a56-43a7-836a-e87dab31c68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (23db5a79-905e-442f-99d5-c3c72a5a9794), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:26.002144 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:14:26.002144 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:14:26.002144 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:14:26.002144 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:14:26.002144 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:14:26.002144 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:14:26.002144 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:14:26.002144 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:14:26.002144 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:14:26.002144 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:14:26.002144 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:14:26.002144 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:14:26.002144 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:14:26.002144 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:14:26.002144 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:14:26.002144 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:14:26.002144 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:14:26.002144 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:14:26.002144 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:14:26.002144 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:14:26.002144 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:14:26.002144 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:14:26.002144 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:14:26.002144 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:14:26.002144 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:14:26.002144 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:14:26.002144 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:14:26.002144 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:14:26.002144 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:14:26.002144 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:14:26.002144 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:14:26.002144 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:14:26.002144 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:14:26.002144 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:14:26.002144 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:14:26.002144 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:14:26.002144 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:14:26.002144 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:14:26.002144 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:14:26.002144 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:14:26.004845 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70cf3dba-2db0-4e96-b9db-0487d641e8b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (792ad467-42f0-47a1-94a9-0ab71dc2198a), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:26.005966 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ca2498-5be5-4208-aa5e-9d437b902d20 req-ac0c9a20-549a-4ee6-9565-cb8fd7e76a09 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:14:26.013292 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 10551c51-c220-42f9-a6c3-c6dec216fd5b is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:26.014870 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (10551c51-c220-42f9-a6c3-c6dec216fd5b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:26.022469 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: e5973201-e0a1-46f0-aaa5-cfcdbb789faa {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:14:26.023830 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e5973201-e0a1-46f0-aaa5-cfcdbb789faa not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:14:26.053146 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=30e27974-d6df-421a-b97a-2378eaadd3c0,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:26.081213 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b7360-f791-40dd-ab61-5d371788aa4c req-e0690702-1b94-4886-a744-a198b5e0db47 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:26.082704 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-305b7360-f791-40dd-ab61-5d371788aa4c req-e0690702-1b94-4886-a744-a198b5e0db47 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 945 time: 0.7113245 Feb 09 01:14:26.092078 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1525aac7-d7bc-4b62-adf2-38e63bd0147b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10551c51-c220-42f9-a6c3-c6dec216fd5b'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:14:26.094570 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb11f59a-cd08-473d-8c50-b59349f2d348" -d '{"events": [{"server_uuid": "1525aac7-d7bc-4b62-adf2-38e63bd0147b", "name": "network-vif-unplugged", "status": "completed", "tag": "10551c51-c220-42f9-a6c3-c6dec216fd5b"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:14:26.107159 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 10551c51-c220-42f9-a6c3-c6dec216fd5b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=10551c51-c220-42f9-a6c3-c6dec216fd5b,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:26.112620 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (10551c51-c220-42f9-a6c3-c6dec216fd5b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:26.168248 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f35cf-9f07-4056-8f38-a01843d81944 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff1cca00-3513-4f39-8d35-d4d379227416,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:26.176820 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125f35cf-9f07-4056-8f38-a01843d81944 admin admin] Checking segment: {'id': '158dba19-5735-47e2-959b-0f43b19e9324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '43a9c334-4321-4d28-b3f8-b1881e973379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:14:26.177262 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125f35cf-9f07-4056-8f38-a01843d81944 admin admin] Network hostable DHCP agents. Network: 43a9c334-4321-4d28-b3f8-b1881e973379, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:14:26.191113 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dd17ecb5-0a56-43a7-836a-e87dab31c68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (54babc3b-8401-4be9-a676-10c2ebb7a12a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:26.202194 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dd17ecb5-0a56-43a7-836a-e87dab31c68f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:26.208362 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-dd17ecb5-0a56-43a7-836a-e87dab31c68f admin admin] 10.222.0.30 "DELETE /v2.0/networks/54babc3b-8401-4be9-a676-10c2ebb7a12a HTTP/1.1" status: 204 len: 168 time: 2.3051655 Feb 09 01:14:26.223208 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=10551c51-c220-42f9-a6c3-c6dec216fd5b,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:26.242892 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd17ecb5-0a56-43a7-836a-e87dab31c68f admin admin] Pushing event deleted for resources: {'Network': ['ID=54babc3b-8401-4be9-a676-10c2ebb7a12a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:26.252307 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125f35cf-9f07-4056-8f38-a01843d81944 admin admin] Network 43a9c334-4321-4d28-b3f8-b1881e973379 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:14:26.266582 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-125f35cf-9f07-4056-8f38-a01843d81944 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 43a9c334-4321-4d28-b3f8-b1881e973379) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:26.277713 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125f35cf-9f07-4056-8f38-a01843d81944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:26.278350 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-125f35cf-9f07-4056-8f38-a01843d81944 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:26.280971 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5897b318-9e4b-4d3c-9397-28cfbd6c3513 None None] Network 43a9c334-4321-4d28-b3f8-b1881e973379 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:14:26.303051 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-125f35cf-9f07-4056-8f38-a01843d81944 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5251579 Feb 09 01:14:26.303304 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-305b7360-f791-40dd-ab61-5d371788aa4c req-29cd8a97-e473-4ccf-925b-a7686699144a tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486888 Feb 09 01:14:26.305209 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51894) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:26.307662 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e1ca2498-5be5-4208-aa5e-9d437b902d20 req-ac0c9a20-549a-4ee6-9565-cb8fd7e76a09 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks [] for floatingip (6659cbfe-72dc-4faf-8bcb-0a1b535f826c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:26.314371 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-5d8a448e-e98a-47a8-a6be-f2666ca17f52 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-278170261-router', 'tenant_id': 'cbaeccec23794cfba3c5f4e5c5caae25', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:26.453471 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5d8a448e-e98a-47a8-a6be-f2666ca17f52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (d831d56d-a227-4db2-8965-9872bda4051d), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:26.454841 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5d8a448e-e98a-47a8-a6be-f2666ca17f52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (d831d56d-a227-4db2-8965-9872bda4051d), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:26.465649 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51896) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:26.466737 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70cf3dba-2db0-4e96-b9db-0487d641e8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ea4357cc-835a-48be-86df-fdc1909d1f5c), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:26.473589 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e1ca2498-5be5-4208-aa5e-9d437b902d20 req-ac0c9a20-549a-4ee6-9565-cb8fd7e76a09 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ee3ff7c8-6b32-4181-a229-859c61225561), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:26.481412 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a30a62-3081-48f0-9990-11efc720c530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-43a9c334-4321-4d28-b3f8-b1881e973379', 'network_id': '43a9c334-4321-4d28-b3f8-b1881e973379', 'project_id': 'cbaeccec23794cfba3c5f4e5c5caae25', 'fixed_ips': [{'subnet_id': 'ff1cca00-3513-4f39-8d35-d4d379227416'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:14:26.483648 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-47a30a62-3081-48f0-9990-11efc720c530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:26.531910 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-393203ca-a892-4f7d-8c63-a58ae665c663 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2ba95e383d254696b30a587479c29af0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0648665 Feb 09 01:14:26.535919 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51898) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:26.618947 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2d0f8034-bd59-4121-8614-afb4a2cffa2e admin admin] Publish callbacks [] for security_group (3412f817-de76-4610-875f-7162530522a2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:26.662850 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2d0f8034-bd59-4121-8614-afb4a2cffa2e admin admin] Publish callbacks [] for security_group (3412f817-de76-4610-875f-7162530522a2), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:26.721209 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-47a30a62-3081-48f0-9990-11efc720c530 None None] Allocated IP 172.20.0.2 (43a9c334-4321-4d28-b3f8-b1881e973379/ff1cca00-3513-4f39-8d35-d4d379227416/2be5a366-12a7-4fd8-a279-36a7ffe1079a) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:26.746190 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2d0f8034-bd59-4121-8614-afb4a2cffa2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3412f817-de76-4610-875f-7162530522a2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:26.754426 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2d0f8034-bd59-4121-8614-afb4a2cffa2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:26.755884 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2d0f8034-bd59-4121-8614-afb4a2cffa2e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3412f817-de76-4610-875f-7162530522a2 HTTP/1.1" status: 204 len: 168 time: 0.2166049 Feb 09 01:14:26.777655 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f8034-bd59-4121-8614-afb4a2cffa2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3412f817-de76-4610-875f-7162530522a2,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:27.012112 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae3a9e-9a41-481b-9038-001659891c31 req-e2058b66-06a3-4528-be62-61bb7ff31ae3 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:27.014505 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7fae3a9e-9a41-481b-9038-001659891c31 req-e2058b66-06a3-4528-be62-61bb7ff31ae3 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 948 time: 0.6011415 Feb 09 01:14:27.020034 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5d8a448e-e98a-47a8-a6be-f2666ca17f52 admin admin] Publish callbacks [] for router_controller (d831d56d-a227-4db2-8965-9872bda4051d), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:27.030888 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:14:27.048337 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-47a30a62-3081-48f0-9990-11efc720c530 None None] Publish callbacks [] for port (2be5a366-12a7-4fd8-a279-36a7ffe1079a), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:27.073036 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-47a30a62-3081-48f0-9990-11efc720c530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (2be5a366-12a7-4fd8-a279-36a7ffe1079a), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:27.150601 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 30e27974-d6df-421a-b97a-2378eaadd3c0 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:14:27.178933 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a30a62-3081-48f0-9990-11efc720c530 None None] Network 43a9c334-4321-4d28-b3f8-b1881e973379 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:27.212688 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-47a30a62-3081-48f0-9990-11efc720c530 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:27.216088 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a30a62-3081-48f0-9990-11efc720c530 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:14:27.239208 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a30a62-3081-48f0-9990-11efc720c530 None None] Pushing event updated for resources: {'Port': ['ID=2be5a366-12a7-4fd8-a279-36a7ffe1079a,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:27.288674 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7fae3a9e-9a41-481b-9038-001659891c31 req-10c8dd21-1177-4840-8b71-1baeab5a69db tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639298 Feb 09 01:14:27.314849 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-47a30a62-3081-48f0-9990-11efc720c530 None None] Attempting to bind port 2be5a366-12a7-4fd8-a279-36a7ffe1079a on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:14:27.315481 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-47a30a62-3081-48f0-9990-11efc720c530 None None] Attempting to bind port 2be5a366-12a7-4fd8-a279-36a7ffe1079a by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '158dba19-5735-47e2-959b-0f43b19e9324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '43a9c334-4321-4d28-b3f8-b1881e973379'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:14:27.315860 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a30a62-3081-48f0-9990-11efc720c530 None None] Attempting to bind port 2be5a366-12a7-4fd8-a279-36a7ffe1079a on network 43a9c334-4321-4d28-b3f8-b1881e973379 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:14:27.319402 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 30e27974-d6df-421a-b97a-2378eaadd3c0 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:27.319963 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (30e27974-d6df-421a-b97a-2378eaadd3c0), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:27.327476 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a30a62-3081-48f0-9990-11efc720c530 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:14:27.327862 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a30a62-3081-48f0-9990-11efc720c530 None None] Checking segment: {'id': '158dba19-5735-47e2-959b-0f43b19e9324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '43a9c334-4321-4d28-b3f8-b1881e973379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:14:27.328371 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-47a30a62-3081-48f0-9990-11efc720c530 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:27.328770 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a30a62-3081-48f0-9990-11efc720c530 None None] Bound using segment: {'id': '158dba19-5735-47e2-959b-0f43b19e9324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '43a9c334-4321-4d28-b3f8-b1881e973379'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:14:27.329272 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-47a30a62-3081-48f0-9990-11efc720c530 None None] Bound port: 2be5a366-12a7-4fd8-a279-36a7ffe1079a, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158dba19-5735-47e2-959b-0f43b19e9324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '43a9c334-4321-4d28-b3f8-b1881e973379'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:14:27.330083 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-47a30a62-3081-48f0-9990-11efc720c530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2be5a366-12a7-4fd8-a279-36a7ffe1079a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:27.361047 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51910) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:27.440115 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f103f325-6ab5-4b22-ad93-01fadbebc19d x-openstack-request-id: req-f103f325-6ab5-4b22-ad93-01fadbebc19d {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:14:27.440496 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1525aac7-d7bc-4b62-adf2-38e63bd0147b", "name": "network-vif-unplugged", "status": "completed", "tag": "10551c51-c220-42f9-a6c3-c6dec216fd5b", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:14:27.440803 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f103f325-6ab5-4b22-ad93-01fadbebc19d {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:14:27.441359 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1525aac7-d7bc-4b62-adf2-38e63bd0147b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10551c51-c220-42f9-a6c3-c6dec216fd5b', 'code': 200} Feb 09 01:14:27.451395 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7c8bcbf3-5d8b-4f21-9936-b3fe163a75eb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=39b6aeee5b6e47eeb37f54289dccfbf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0882959 Feb 09 01:14:27.454024 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51912) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:27.494532 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5d8a448e-e98a-47a8-a6be-f2666ca17f52 admin admin] Publish callbacks [] for router_gateway (d831d56d-a227-4db2-8965-9872bda4051d), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:27.543462 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:27.570173 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e1ca2498-5be5-4208-aa5e-9d437b902d20 req-ac0c9a20-549a-4ee6-9565-cb8fd7e76a09 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks [] for port (ee3ff7c8-6b32-4181-a229-859c61225561), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:27.575303 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e22b0883-8d60-4f44-9636-cac721504c96 admin admin] Publish callbacks [] for security_group (ca369bec-9c0c-4d5d-adf3-288c992f8586), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:27.604769 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 30e27974-d6df-421a-b97a-2378eaadd3c0 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:27.620224 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e22b0883-8d60-4f44-9636-cac721504c96 admin admin] Publish callbacks [] for security_group (ca369bec-9c0c-4d5d-adf3-288c992f8586), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:27.621084 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 10551c51-c220-42f9-a6c3-c6dec216fd5b details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:14:27.625350 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e1ca2498-5be5-4208-aa5e-9d437b902d20 req-ac0c9a20-549a-4ee6-9565-cb8fd7e76a09 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (ee3ff7c8-6b32-4181-a229-859c61225561), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:27.662019 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-47a30a62-3081-48f0-9990-11efc720c530 None None] For port 2be5a366-12a7-4fd8-a279-36a7ffe1079a, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:14:27.695706 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-47a30a62-3081-48f0-9990-11efc720c530 None None] For port 2be5a366-12a7-4fd8-a279-36a7ffe1079a, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=2be5a366-12a7-4fd8-a279-36a7ffe1079a,segment=NetworkSegment(158dba19-5735-47e2-959b-0f43b19e9324),segment_id=158dba19-5735-47e2-959b-0f43b19e9324)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:14:27.725251 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1046c-2529-45ca-bb6d-23eb2a6ea52c req-9195dbb3-aeff-46ac-b820-1c684c9f37d8 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:27.738554 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-74c1046c-2529-45ca-bb6d-23eb2a6ea52c req-9195dbb3-aeff-46ac-b820-1c684c9f37d8 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] 10.222.0.30 "GET /v2.0/ports?device_id=a781a189-ba0f-4618-bf82-c650c88e33e8 HTTP/1.1" status: 200 len: 946 time: 0.2994618 Feb 09 01:14:27.747033 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e22b0883-8d60-4f44-9636-cac721504c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ca369bec-9c0c-4d5d-adf3-288c992f8586), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:27.753136 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e22b0883-8d60-4f44-9636-cac721504c96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:27.754718 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e22b0883-8d60-4f44-9636-cac721504c96 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ca369bec-9c0c-4d5d-adf3-288c992f8586 HTTP/1.1" status: 204 len: 168 time: 0.2996409 Feb 09 01:14:27.770785 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70cf3dba-2db0-4e96-b9db-0487d641e8b0 admin admin] Publish callbacks [] for port (ea4357cc-835a-48be-86df-fdc1909d1f5c), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:27.772140 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b0883-8d60-4f44-9636-cac721504c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca369bec-9c0c-4d5d-adf3-288c992f8586,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:27.778305 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-47a30a62-3081-48f0-9990-11efc720c530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (2be5a366-12a7-4fd8-a279-36a7ffe1079a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:27.796003 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70cf3dba-2db0-4e96-b9db-0487d641e8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (ea4357cc-835a-48be-86df-fdc1909d1f5c), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:27.802638 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0c9a20-549a-4ee6-9565-cb8fd7e76a09 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Pushing event updated for resources: {'Port': ['ID=ee3ff7c8-6b32-4181-a229-859c61225561,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:27.902522 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e1ca2498-5be5-4208-aa5e-9d437b902d20 req-ac0c9a20-549a-4ee6-9565-cb8fd7e76a09 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (6659cbfe-72dc-4faf-8bcb-0a1b535f826c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:27.920181 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a30a62-3081-48f0-9990-11efc720c530 None None] Pushing event updated for resources: {'Port': ['ID=2be5a366-12a7-4fd8-a279-36a7ffe1079a,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:27.941112 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 10551c51-c220-42f9-a6c3-c6dec216fd5b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=10551c51-c220-42f9-a6c3-c6dec216fd5b,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:27.961124 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '10551c51-c220-42f9-a6c3-c6dec216fd5b', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': '10551c51-c220-42f9-a6c3-c6dec216fd5b', 'mac_address': 'fa:16:3e:70:41:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:14:27.967559 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf3dba-2db0-4e96-b9db-0487d641e8b0 admin admin] Pushing event updated for resources: {'Port': ['ID=ea4357cc-835a-48be-86df-fdc1909d1f5c,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:27.976262 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e1ca2498-5be5-4208-aa5e-9d437b902d20 req-ac0c9a20-549a-4ee6-9565-cb8fd7e76a09 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:27.985294 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e1ca2498-5be5-4208-aa5e-9d437b902d20 req-ac0c9a20-549a-4ee6-9565-cb8fd7e76a09 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4591599 Feb 09 01:14:28.004181 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-74c1046c-2529-45ca-bb6d-23eb2a6ea52c req-ff23297f-402d-4b80-aded-aab1dbfe3e61 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] 10.222.0.30 "GET /v2.0/security-groups?id=adbf4183-4ba0-4b6d-b42d-02fc339dfbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646999 Feb 09 01:14:28.012270 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70cf3dba-2db0-4e96-b9db-0487d641e8b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (792ad467-42f0-47a1-94a9-0ab71dc2198a), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:28.056235 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 10551c51-c220-42f9-a6c3-c6dec216fd5b is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:28.058021 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (10551c51-c220-42f9-a6c3-c6dec216fd5b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:28.098307 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10551c51-c220-42f9-a6c3-c6dec216fd5b {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:14:28.107760 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e1ca2498-5be5-4208-aa5e-9d437b902d20 req-fd40e33a-613d-4aa6-82f2-34cb36eeb1ee tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.91 HTTP/1.1" status: 200 len: 695 time: 0.1206276 Feb 09 01:14:28.242984 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 10551c51-c220-42f9-a6c3-c6dec216fd5b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=10551c51-c220-42f9-a6c3-c6dec216fd5b,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:28.255227 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:28.262163 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (10551c51-c220-42f9-a6c3-c6dec216fd5b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:28.448612 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=10551c51-c220-42f9-a6c3-c6dec216fd5b,revision_number=7']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:28.642668 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['10551c51-c220-42f9-a6c3-c6dec216fd5b'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:14:28.794041 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5d8a448e-e98a-47a8-a6be-f2666ca17f52 admin admin] Publish callbacks [] for router_gateway (d831d56d-a227-4db2-8965-9872bda4051d), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:28.814634 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cf3dba-2db0-4e96-b9db-0487d641e8b0 admin admin] Network c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:28.860365 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-70cf3dba-2db0-4e96-b9db-0487d641e8b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:28.876945 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca2498-5be5-4208-aa5e-9d437b902d20 req-7b24e2af-15c4-4523-a22f-97d55f4d1e72 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:28.880083 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e1ca2498-5be5-4208-aa5e-9d437b902d20 req-7b24e2af-15c4-4523-a22f-97d55f4d1e72 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/networks/def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 784 time: 0.7702827 Feb 09 01:14:28.892014 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5d8a448e-e98a-47a8-a6be-f2666ca17f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:29.061573 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d34e3-0e78-4694-8c84-6ef1a28d7505 req-e28fd7a7-4f93-4c55-a58a-1be38ad7ad80 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:29.063088 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3a9d34e3-0e78-4694-8c84-6ef1a28d7505 req-e28fd7a7-4f93-4c55-a58a-1be38ad7ad80 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.121 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b&tenant_id=3d8394520fe34c9daa660b5c0721b019&binding%3Ahost_id=n-h1-822053-40 HTTP/1.1" status: 200 len: 949 time: 0.4474101 Feb 09 01:14:29.236983 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 2be5a366-12a7-4fd8-a279-36a7ffe1079a up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:14:29.403966 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-15519532-834f-4675-bb72-c25cbb386555 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:29.406126 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-15519532-834f-4675-bb72-c25cbb386555 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.121 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527&tenant_id=991583a4f7ce4c4eb6893f1ec411692c&binding%3Ahost_id=n-h2-822053-40 HTTP/1.1" status: 200 len: 1128 time: 0.9823387 Feb 09 01:14:29.410427 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3a9d34e3-0e78-4694-8c84-6ef1a28d7505 req-fd00ea03-f297-4122-b279-4470ff282f7c service neutron] 10.222.0.121 "GET /v2.0/ports/10551c51-c220-42f9-a6c3-c6dec216fd5b/bindings/n-h1-822053-40 HTTP/1.1" status: 200 len: 383 time: 0.3373322 Feb 09 01:14:29.432350 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-ee904477-1db9-4892-b566-678b1cdb5546 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-822053-40'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:29.507697 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 2be5a366-12a7-4fd8-a279-36a7ffe1079a triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:29.508263 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2be5a366-12a7-4fd8-a279-36a7ffe1079a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:29.523229 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13be26-c049-4b8e-b186-efad935e24e8 req-999930a7-5118-4a8e-8d55-fb9d213d40e1 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:29.531362 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-de13be26-c049-4b8e-b186-efad935e24e8 req-999930a7-5118-4a8e-8d55-fb9d213d40e1 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 945 time: 0.7939894 Feb 09 01:14:29.742531 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 2be5a366-12a7-4fd8-a279-36a7ffe1079a is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:29.743063 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2be5a366-12a7-4fd8-a279-36a7ffe1079a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:29.787518 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc9466-233c-4667-bd6b-7281292416ab req-765cb0d4-6265-4dc2-8c7c-4ead50f4c94b tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:29.792521 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1adc9466-233c-4667-bd6b-7281292416ab req-765cb0d4-6265-4dc2-8c7c-4ead50f4c94b tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 949 time: 0.5450892 Feb 09 01:14:29.808500 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-ee904477-1db9-4892-b566-678b1cdb5546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9197891f-6ece-41d3-8116-69c5f02980c4), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:29.820924 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 2be5a366-12a7-4fd8-a279-36a7ffe1079a, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=2be5a366-12a7-4fd8-a279-36a7ffe1079a,segment=NetworkSegment(158dba19-5735-47e2-959b-0f43b19e9324),segment_id=158dba19-5735-47e2-959b-0f43b19e9324)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:29.830424 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-5d8a448e-e98a-47a8-a6be-f2666ca17f52 admin admin] Allocated IP 172.25.1.222 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/2b2c7523-4989-438c-b217-7b23fef2bb1e) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:29.831213 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (2be5a366-12a7-4fd8-a279-36a7ffe1079a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:29.877535 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d34e3-0e78-4694-8c84-6ef1a28d7505 req-f05c1676-7764-4ed4-a0b8-30940d0c922c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:29.880224 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3a9d34e3-0e78-4694-8c84-6ef1a28d7505 req-f05c1676-7764-4ed4-a0b8-30940d0c922c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3d8394520fe34c9daa660b5c0721b019&device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 1132 time: 0.3124962 Feb 09 01:14:29.905927 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8125ea2-ddea-4488-b35d-219b8c8143b9 None None] Network 43a9c334-4321-4d28-b3f8-b1881e973379 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:14:30.156257 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=2be5a366-12a7-4fd8-a279-36a7ffe1079a,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:30.176807 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-6a26e508-4880-4339-a410-d7c6aa0ac80f None None] Provisioning complete for port 2be5a366-12a7-4fd8-a279-36a7ffe1079a triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:30.177177 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6a26e508-4880-4339-a410-d7c6aa0ac80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2be5a366-12a7-4fd8-a279-36a7ffe1079a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:30.258093 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d34e3-0e78-4694-8c84-6ef1a28d7505 req-70b7f47f-8f10-44a0-bea7-2f88190e40de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:30.262096 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3a9d34e3-0e78-4694-8c84-6ef1a28d7505 req-70b7f47f-8f10-44a0-bea7-2f88190e40de service neutron] 10.222.0.121 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.3745534 Feb 09 01:14:30.285862 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5d8a448e-e98a-47a8-a6be-f2666ca17f52 admin admin] Publish callbacks [] for port (2b2c7523-4989-438c-b217-7b23fef2bb1e), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:30.315024 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-de13be26-c049-4b8e-b186-efad935e24e8 req-9a4079b0-4b3b-4d0a-ad8c-2c25a5a00269 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7827652 Feb 09 01:14:30.365535 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70cf3dba-2db0-4e96-b9db-0487d641e8b0 admin admin] Router 792ad467-42f0-47a1-94a9-0ab71dc2198a has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:14:30.380196 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6a26e508-4880-4339-a410-d7c6aa0ac80f None None] Current status of the port 2be5a366-12a7-4fd8-a279-36a7ffe1079a is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:30.461693 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-ee904477-1db9-4892-b566-678b1cdb5546 service neutron] For port 9197891f-6ece-41d3-8116-69c5f02980c4, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=9197891f-6ece-41d3-8116-69c5f02980c4,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:30.468616 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3a9d34e3-0e78-4694-8c84-6ef1a28d7505 req-702a6a3e-34cb-4b40-adc5-a58597d4e364 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=10551c51-c220-42f9-a6c3-c6dec216fd5b HTTP/1.1" status: 200 len: 217 time: 0.1957409 Feb 09 01:14:30.503097 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5d8a448e-e98a-47a8-a6be-f2666ca17f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (2b2c7523-4989-438c-b217-7b23fef2bb1e), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:30.604712 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d34e3-0e78-4694-8c84-6ef1a28d7505 req-c5c56a05-aa17-4f52-a3c6-9242a31defd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:30.606552 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3a9d34e3-0e78-4694-8c84-6ef1a28d7505 req-c5c56a05-aa17-4f52-a3c6-9242a31defd4 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.1097336 Feb 09 01:14:30.717208 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-2f2ed54e-a9d7-47b3-ac30-94dc902d728d None None] Provisioning complete for port 2be5a366-12a7-4fd8-a279-36a7ffe1079a triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:30.718181 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2f2ed54e-a9d7-47b3-ac30-94dc902d728d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2be5a366-12a7-4fd8-a279-36a7ffe1079a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:30.764649 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70cf3dba-2db0-4e96-b9db-0487d641e8b0 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:14:30.781457 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1628ea-bc84-496b-b70e-e2c3e3999a97 None None] Sync routers for ids ['792ad467-42f0-47a1-94a9-0ab71dc2198a'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:14:30.790211 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-70cf3dba-2db0-4e96-b9db-0487d641e8b0 admin admin] 10.222.0.30 "PUT /v2.0/routers/792ad467-42f0-47a1-94a9-0ab71dc2198a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5005167 Feb 09 01:14:30.805391 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1628ea-bc84-496b-b70e-e2c3e3999a97 None None] Routers {'792ad467-42f0-47a1-94a9-0ab71dc2198a'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:14:30.807107 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-2a1628ea-bc84-496b-b70e-e2c3e3999a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:14:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['792ad467-42f0-47a1-94a9-0ab71dc2198a'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:30.877724 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-ee904477-1db9-4892-b566-678b1cdb5546 service neutron] For port 9197891f-6ece-41d3-8116-69c5f02980c4, host n-h2-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:14:30.954965 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8a448e-e98a-47a8-a6be-f2666ca17f52 admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:30.957620 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a448e-e98a-47a8-a6be-f2666ca17f52 admin admin] Pushing event updated for resources: {'Port': ['ID=2b2c7523-4989-438c-b217-7b23fef2bb1e,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:30.974027 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d34e3-0e78-4694-8c84-6ef1a28d7505 req-0b289a25-27ad-4451-8b8e-9ec6c76876cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:30.976453 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3a9d34e3-0e78-4694-8c84-6ef1a28d7505 req-0b289a25-27ad-4451-8b8e-9ec6c76876cf service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3597507 Feb 09 01:14:30.978589 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1adc9466-233c-4667-bd6b-7281292416ab req-09c392c0-22e3-4fd3-9dc3-ae8c7b020e54 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6605811 Feb 09 01:14:30.987003 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-5d8a448e-e98a-47a8-a6be-f2666ca17f52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:31.065275 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8a448e-e98a-47a8-a6be-f2666ca17f52 admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:14:31.148209 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 2be5a366-12a7-4fd8-a279-36a7ffe1079a up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:14:31.236554 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2f2ed54e-a9d7-47b3-ac30-94dc902d728d None None] Current status of the port 2be5a366-12a7-4fd8-a279-36a7ffe1079a is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:31.249049 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3a9d34e3-0e78-4694-8c84-6ef1a28d7505 req-ba8e9503-ddbe-49d9-891a-c2d089f23173 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521851 Feb 09 01:14:31.292330 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-2a1628ea-bc84-496b-b70e-e2c3e3999a97 None None] Set router 792ad467-42f0-47a1-94a9-0ab71dc2198a gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:14:31.334034 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 2be5a366-12a7-4fd8-a279-36a7ffe1079a triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:31.334483 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2be5a366-12a7-4fd8-a279-36a7ffe1079a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:31.639139 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 9197891f-6ece-41d3-8116-69c5f02980c4 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:14:31.650172 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 10551c51-c220-42f9-a6c3-c6dec216fd5b up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:14:31.659022 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e76f2d-81ce-462e-b9bb-7579a7aca527', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9197891f-6ece-41d3-8116-69c5f02980c4'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:14:31.662514 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d10d19d-61a6-4e83-bcd3-1ef1e9821e05" -d '{"events": [{"server_uuid": "80e76f2d-81ce-462e-b9bb-7579a7aca527", "name": "network-vif-unplugged", "status": "completed", "tag": "9197891f-6ece-41d3-8116-69c5f02980c4"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:14:31.678199 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-ee904477-1db9-4892-b566-678b1cdb5546 service neutron] Publish callbacks [] for port (9197891f-6ece-41d3-8116-69c5f02980c4), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:31.687743 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3a9d34e3-0e78-4694-8c84-6ef1a28d7505 req-1ea616bb-1140-4e3c-b202-bc09342f226e service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206290 Feb 09 01:14:31.707587 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 2be5a366-12a7-4fd8-a279-36a7ffe1079a is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:31.725036 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-ee904477-1db9-4892-b566-678b1cdb5546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (9197891f-6ece-41d3-8116-69c5f02980c4), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:31.863505 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee904477-1db9-4892-b566-678b1cdb5546 service neutron] Pushing event updated for resources: {'Port': ['ID=9197891f-6ece-41d3-8116-69c5f02980c4,revision_number=7']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:31.867961 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-31fb740e-152e-49ed-8974-b1700ff4a3e7 req-cffd3f4f-a41a-402f-8459-3cf91520c04c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d49e7424-23cf-4ce1-a113-569c8fa1091f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6179426 Feb 09 01:14:31.916701 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee904477-1db9-4892-b566-678b1cdb5546 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:31.917053 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee904477-1db9-4892-b566-678b1cdb5546 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:31.917522 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee904477-1db9-4892-b566-678b1cdb5546 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:31.917867 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee904477-1db9-4892-b566-678b1cdb5546 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:31.918199 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee904477-1db9-4892-b566-678b1cdb5546 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:31.918528 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee904477-1db9-4892-b566-678b1cdb5546 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:31.918862 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee904477-1db9-4892-b566-678b1cdb5546 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:31.919457 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee904477-1db9-4892-b566-678b1cdb5546 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:31.919786 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee904477-1db9-4892-b566-678b1cdb5546 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:31.920405 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-2eceb933-585d-4db0-b0fa-e0d4964b249a tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:31.920911 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee904477-1db9-4892-b566-678b1cdb5546 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:31.920911 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee904477-1db9-4892-b566-678b1cdb5546 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:31.921124 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee904477-1db9-4892-b566-678b1cdb5546 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:31.921424 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee904477-1db9-4892-b566-678b1cdb5546 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:31.932810 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-2eceb933-585d-4db0-b0fa-e0d4964b249a tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/networks?id=3fde9f08-e2c6-46e2-8db6-ded916a4f400 HTTP/1.1" status: 200 len: 821 time: 1.1246667 Feb 09 01:14:31.935000 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-ee904477-1db9-4892-b566-678b1cdb5546 service neutron] Attempting to bind port 9197891f-6ece-41d3-8116-69c5f02980c4 on host n-h2-822053-40 for vnic_type normal with profile {"migrating_to": "n-h1-822053-40"} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:14:31.935424 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-ee904477-1db9-4892-b566-678b1cdb5546 service neutron] Attempting to bind port 9197891f-6ece-41d3-8116-69c5f02980c4 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:14:31.936242 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-ee904477-1db9-4892-b566-678b1cdb5546 service neutron] Attempting to bind port 9197891f-6ece-41d3-8116-69c5f02980c4 on network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:14:31.975739 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-da049c8f-c934-457d-b6ea-f0d0f7e4a87f tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/quotas/0b233f865ec047a6a7107d45af2813ba HTTP/1.1" status: 200 len: 375 time: 0.0406702 Feb 09 01:14:31.992943 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 9197891f-6ece-41d3-8116-69c5f02980c4, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=9197891f-6ece-41d3-8116-69c5f02980c4,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:31.995738 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 10551c51-c220-42f9-a6c3-c6dec216fd5b triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:31.996340 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (10551c51-c220-42f9-a6c3-c6dec216fd5b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:32.022604 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-ee904477-1db9-4892-b566-678b1cdb5546 service neutron] Port 9197891f-6ece-41d3-8116-69c5f02980c4 on network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:14:32.025019 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-ee904477-1db9-4892-b566-678b1cdb5546 service neutron] Attempting to bind port 9197891f-6ece-41d3-8116-69c5f02980c4 on network 28c1f603-e786-4a84-b8ed-ec2e36c0d018 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:14:32.036498 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-2a1628ea-bc84-496b-b70e-e2c3e3999a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792ad467-42f0-47a1-94a9-0ab71dc2198a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1286856405-router', 'tenant_id': '0edeb144f81f4d66b455a07b636e6ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '30e27974-d6df-421a-b97a-2378eaadd3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:16Z', 'updated_at': '2022-02-09T01:14:26Z', 'revision_number': 4, 'project_id': '0edeb144f81f4d66b455a07b636e6ab9', 'gw_port': {'id': '30e27974-d6df-421a-b97a-2378eaadd3c0', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:26:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792ad467-42f0-47a1-94a9-0ab71dc2198a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:17Z', 'updated_at': '2022-02-09T01:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'ea4357cc-835a-48be-86df-fdc1909d1f5c', 'name': '', 'network_id': 'c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940', 'tenant_id': '0edeb144f81f4d66b455a07b636e6ab9', 'mac_address': 'fa:16:3e:b7:d7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792ad467-42f0-47a1-94a9-0ab71dc2198a', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '58a3d8a1-b976-4fd7-a8cd-ab2983e09e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:23Z', 'updated_at': '2022-02-09T01:14:27Z', 'revision_number': 2, 'project_id': '0edeb144f81f4d66b455a07b636e6ab9', 'subnets': [{'id': '58a3d8a1-b976-4fd7-a8cd-ab2983e09e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:32.037873 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-ee904477-1db9-4892-b566-678b1cdb5546 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:14:32.038215 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-ee904477-1db9-4892-b566-678b1cdb5546 service neutron] Checking segment: {'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:14:32.038628 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-ee904477-1db9-4892-b566-678b1cdb5546 service neutron] Bound using segment: {'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:14:32.039039 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-ee904477-1db9-4892-b566-678b1cdb5546 service neutron] Bound port: 9197891f-6ece-41d3-8116-69c5f02980c4, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8010f871-6321-42f1-8dcd-8199d91f08c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '28c1f603-e786-4a84-b8ed-ec2e36c0d018'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:14:32.042573 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-ee904477-1db9-4892-b566-678b1cdb5546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9197891f-6ece-41d3-8116-69c5f02980c4), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:32.042968 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 9197891f-6ece-41d3-8116-69c5f02980c4 has no active binding in host n-h1-822053-40 {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 01:14:32.110223 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1628ea-bc84-496b-b70e-e2c3e3999a97 None None] Checking router: 792ad467-42f0-47a1-94a9-0ab71dc2198a for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:14:32.110958 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315bd0b-4a16-4f18-a272-c328adb3a645 req-3b43c8c8-05b8-413f-a34c-a2185c9af504 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:32.114720 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1628ea-bc84-496b-b70e-e2c3e3999a97 None None] Updating router 792ad467-42f0-47a1-94a9-0ab71dc2198a port ea4357cc-835a-48be-86df-fdc1909d1f5c binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:14:32.118722 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a315bd0b-4a16-4f18-a272-c328adb3a645 req-3b43c8c8-05b8-413f-a34c-a2185c9af504 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 943 time: 0.4509966 Feb 09 01:14:32.143083 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-ee904477-1db9-4892-b566-678b1cdb5546 service neutron] For port 9197891f-6ece-41d3-8116-69c5f02980c4, host n-h2-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:14:32.147508 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-ee904477-1db9-4892-b566-678b1cdb5546 service neutron] For port 9197891f-6ece-41d3-8116-69c5f02980c4, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=9197891f-6ece-41d3-8116-69c5f02980c4,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:14:32.158366 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-ee904477-1db9-4892-b566-678b1cdb5546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (9197891f-6ece-41d3-8116-69c5f02980c4), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:32.181639 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2a1628ea-bc84-496b-b70e-e2c3e3999a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ea4357cc-835a-48be-86df-fdc1909d1f5c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:32.229625 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee904477-1db9-4892-b566-678b1cdb5546 service neutron] Pushing event updated for resources: {'Port': ['ID=9197891f-6ece-41d3-8116-69c5f02980c4,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:32.244690 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb740e-152e-49ed-8974-b1700ff4a3e7 req-db9928b7-5372-4388-8ce8-7bb76cb4ac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:32.246786 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-31fb740e-152e-49ed-8974-b1700ff4a3e7 req-db9928b7-5372-4388-8ce8-7bb76cb4ac53 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=89a8855b9bab40b69c27334c734383e8&device_id=d49e7424-23cf-4ce1-a113-569c8fa1091f HTTP/1.1" status: 200 len: 1128 time: 0.3071134 Feb 09 01:14:32.281046 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-ee904477-1db9-4892-b566-678b1cdb5546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:32.281740 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-ee904477-1db9-4892-b566-678b1cdb5546 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:32.283551 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-ee904477-1db9-4892-b566-678b1cdb5546 service neutron] 10.222.0.121 "PUT /v2.0/ports/9197891f-6ece-41d3-8116-69c5f02980c4 HTTP/1.1" status: 200 len: 1123 time: 2.8590810 Feb 09 01:14:32.554483 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5d8a448e-e98a-47a8-a6be-f2666ca17f52 admin admin] Publish callbacks [] for router_gateway (d831d56d-a227-4db2-8965-9872bda4051d), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:32.584303 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb740e-152e-49ed-8974-b1700ff4a3e7 req-54336ee6-4dd0-4c61-b211-4cb793e47418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:32.586297 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-31fb740e-152e-49ed-8974-b1700ff4a3e7 req-54336ee6-4dd0-4c61-b211-4cb793e47418 service neutron] 10.222.0.91 "GET /v2.0/networks?id=4d54ed5f-d078-4c38-9c35-f6f424a32376 HTTP/1.1" status: 200 len: 921 time: 0.3008776 Feb 09 01:14:32.620855 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 10551c51-c220-42f9-a6c3-c6dec216fd5b is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:32.621377 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (10551c51-c220-42f9-a6c3-c6dec216fd5b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:32.660326 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-31fb740e-152e-49ed-8974-b1700ff4a3e7 req-0ae1bce1-32bd-4576-b2e3-62c7f3d2f4c9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0db41797-db17-4a54-ae13-c5ec0fa080a6 HTTP/1.1" status: 200 len: 217 time: 0.0607240 Feb 09 01:14:32.664368 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 10551c51-c220-42f9-a6c3-c6dec216fd5b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=10551c51-c220-42f9-a6c3-c6dec216fd5b,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:32.666283 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['9197891f-6ece-41d3-8116-69c5f02980c4'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:14:32.669837 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['9197891f-6ece-41d3-8116-69c5f02980c4'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:14:32.717771 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1525aac7-d7bc-4b62-adf2-38e63bd0147b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10551c51-c220-42f9-a6c3-c6dec216fd5b'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:14:32.720179 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1aff2d2-3de6-4449-b1c8-80c69fda96cc" -d '{"events": [{"server_uuid": "1525aac7-d7bc-4b62-adf2-38e63bd0147b", "name": "network-vif-plugged", "status": "completed", "tag": "10551c51-c220-42f9-a6c3-c6dec216fd5b"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:14:32.725334 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (10551c51-c220-42f9-a6c3-c6dec216fd5b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:32.734487 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb740e-152e-49ed-8974-b1700ff4a3e7 req-7d71a8be-9d64-4a87-adb1-dfe792d44fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:32.736692 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-31fb740e-152e-49ed-8974-b1700ff4a3e7 req-7d71a8be-9d64-4a87-adb1-dfe792d44fdd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=dc881d69-9121-4d00-994f-9cce6bcb92ea HTTP/1.1" status: 200 len: 860 time: 0.0653796 Feb 09 01:14:32.793250 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-945c3a44-a89d-432c-ad8b-e5ceea8f4970 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b233f865ec047a6a7107d45af2813ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8165762 Feb 09 01:14:32.807683 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-31fb740e-152e-49ed-8974-b1700ff4a3e7 req-e65844ff-3be8-4e0c-89cb-52313ef6bc26 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4d54ed5f-d078-4c38-9c35-f6f424a32376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577250 Feb 09 01:14:32.946840 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=10551c51-c220-42f9-a6c3-c6dec216fd5b,revision_number=8']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:32.951745 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-31fb740e-152e-49ed-8974-b1700ff4a3e7 req-1f41a028-4c20-4aab-8006-68bfde2b5711 service neutron] 10.222.0.91 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320333 Feb 09 01:14:33.088057 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2a1628ea-bc84-496b-b70e-e2c3e3999a97 None None] Publish callbacks [] for port (ea4357cc-835a-48be-86df-fdc1909d1f5c), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:33.103322 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2a1628ea-bc84-496b-b70e-e2c3e3999a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ea4357cc-835a-48be-86df-fdc1909d1f5c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:33.125479 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-31fb740e-152e-49ed-8974-b1700ff4a3e7 req-1b73a735-9811-45f4-966b-19d7d947a301 service neutron] 10.222.0.91 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586213 Feb 09 01:14:33.181629 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b7acb-e8b3-4568-a064-757a0909d281 None None] Pushing event updated for resources: {'Port': ['ID=ea4357cc-835a-48be-86df-fdc1909d1f5c,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:33.240348 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-2a1628ea-bc84-496b-b70e-e2c3e3999a97 None None] Attempting to bind port ea4357cc-835a-48be-86df-fdc1909d1f5c on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:14:33.240713 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-2a1628ea-bc84-496b-b70e-e2c3e3999a97 None None] Attempting to bind port ea4357cc-835a-48be-86df-fdc1909d1f5c by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '42da4e3b-4a1e-41ef-b635-a8afd4aeb166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:14:33.241072 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1628ea-bc84-496b-b70e-e2c3e3999a97 None None] Attempting to bind port ea4357cc-835a-48be-86df-fdc1909d1f5c on network c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:14:33.246560 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1628ea-bc84-496b-b70e-e2c3e3999a97 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:14:33.246933 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1628ea-bc84-496b-b70e-e2c3e3999a97 None None] Checking segment: {'id': '42da4e3b-4a1e-41ef-b635-a8afd4aeb166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:14:33.248103 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2a1628ea-bc84-496b-b70e-e2c3e3999a97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:33.248527 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1628ea-bc84-496b-b70e-e2c3e3999a97 None None] Bound using segment: {'id': '42da4e3b-4a1e-41ef-b635-a8afd4aeb166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:14:33.249000 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-2a1628ea-bc84-496b-b70e-e2c3e3999a97 None None] Bound port: ea4357cc-835a-48be-86df-fdc1909d1f5c, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42da4e3b-4a1e-41ef-b635-a8afd4aeb166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:14:33.249378 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2a1628ea-bc84-496b-b70e-e2c3e3999a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ea4357cc-835a-48be-86df-fdc1909d1f5c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:33.314867 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-2a1628ea-bc84-496b-b70e-e2c3e3999a97 None None] For port ea4357cc-835a-48be-86df-fdc1909d1f5c, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:14:33.316465 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a315bd0b-4a16-4f18-a272-c328adb3a645 req-dcc33a87-b08b-495a-a8de-cbc6550af288 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1968906 Feb 09 01:14:33.318499 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-2a1628ea-bc84-496b-b70e-e2c3e3999a97 None None] For port ea4357cc-835a-48be-86df-fdc1909d1f5c, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=ea4357cc-835a-48be-86df-fdc1909d1f5c,segment=NetworkSegment(42da4e3b-4a1e-41ef-b635-a8afd4aeb166),segment_id=42da4e3b-4a1e-41ef-b635-a8afd4aeb166)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:14:33.330128 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2a1628ea-bc84-496b-b70e-e2c3e3999a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ea4357cc-835a-48be-86df-fdc1909d1f5c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:33.409367 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1628ea-bc84-496b-b70e-e2c3e3999a97 None None] Routers {'792ad467-42f0-47a1-94a9-0ab71dc2198a'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:14:33.410072 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-2a1628ea-bc84-496b-b70e-e2c3e3999a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:14:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['792ad467-42f0-47a1-94a9-0ab71dc2198a'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:33.503482 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b7acb-e8b3-4568-a064-757a0909d281 None None] Pushing event updated for resources: {'Port': ['ID=ea4357cc-835a-48be-86df-fdc1909d1f5c,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:33.536467 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5d8a448e-e98a-47a8-a6be-f2666ca17f52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (d831d56d-a227-4db2-8965-9872bda4051d), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:33.585357 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-2a1628ea-bc84-496b-b70e-e2c3e3999a97 None None] Set router 792ad467-42f0-47a1-94a9-0ab71dc2198a gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:14:33.624867 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-0b9dadef-108f-430f-a781-5b0372fcb47c service neutron] 10.222.0.30 "GET /v2.0/networks/3fde9f08-e2c6-46e2-8db6-ded916a4f400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8215401 Feb 09 01:14:33.861152 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-2a1628ea-bc84-496b-b70e-e2c3e3999a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792ad467-42f0-47a1-94a9-0ab71dc2198a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1286856405-router', 'tenant_id': '0edeb144f81f4d66b455a07b636e6ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '30e27974-d6df-421a-b97a-2378eaadd3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:16Z', 'updated_at': '2022-02-09T01:14:26Z', 'revision_number': 4, 'project_id': '0edeb144f81f4d66b455a07b636e6ab9', 'gw_port': {'id': '30e27974-d6df-421a-b97a-2378eaadd3c0', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:26:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792ad467-42f0-47a1-94a9-0ab71dc2198a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:17Z', 'updated_at': '2022-02-09T01:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'ea4357cc-835a-48be-86df-fdc1909d1f5c', 'name': '', 'network_id': 'c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940', 'tenant_id': '0edeb144f81f4d66b455a07b636e6ab9', 'mac_address': 'fa:16:3e:b7:d7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792ad467-42f0-47a1-94a9-0ab71dc2198a', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '58a3d8a1-b976-4fd7-a8cd-ab2983e09e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:23Z', 'updated_at': '2022-02-09T01:14:33Z', 'revision_number': 4, 'project_id': '0edeb144f81f4d66b455a07b636e6ab9', 'subnets': [{'id': '58a3d8a1-b976-4fd7-a8cd-ab2983e09e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:33.891786 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1628ea-bc84-496b-b70e-e2c3e3999a97 None None] The sync data for ids ['792ad467-42f0-47a1-94a9-0ab71dc2198a'] in n-d-822053-40 is: [{'id': '792ad467-42f0-47a1-94a9-0ab71dc2198a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1286856405-router', 'tenant_id': '0edeb144f81f4d66b455a07b636e6ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '30e27974-d6df-421a-b97a-2378eaadd3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:16Z', 'updated_at': '2022-02-09T01:14:26Z', 'revision_number': 4, 'project_id': '0edeb144f81f4d66b455a07b636e6ab9', 'gw_port': {'id': '30e27974-d6df-421a-b97a-2378eaadd3c0', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:26:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792ad467-42f0-47a1-94a9-0ab71dc2198a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:17Z', 'updated_at': '2022-02-09T01:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'ea4357cc-835a-48be-86df-fdc1909d1f5c', 'name': '', 'network_id': 'c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940', 'tenant_id': '0edeb144f81f4d66b455a07b636e6ab9', 'mac_address': 'fa:16:3e:b7:d7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792ad467-42f0-47a1-94a9-0ab71dc2198a', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '58a3d8a1-b976-4fd7-a8cd-ab2983e09e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:23Z', 'updated_at': '2022-02-09T01:14:33Z', 'revision_number': 4, 'project_id': '0edeb144f81f4d66b455a07b636e6ab9', 'subnets': [{'id': '58a3d8a1-b976-4fd7-a8cd-ab2983e09e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:14:33.901761 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-be5bfe73-a67e-4f63-ad76-09a4aa071111 service neutron] 10.222.0.30 "GET /v2.0/networks/3fde9f08-e2c6-46e2-8db6-ded916a4f400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495680 Feb 09 01:14:33.936117 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-3250d08d-92e5-4a68-a6c5-a4bbc03a2fac tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:33.937976 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-3250d08d-92e5-4a68-a6c5-a4bbc03a2fac tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/networks?id=c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940 HTTP/1.1" status: 200 len: 820 time: 0.2129192 Feb 09 01:14:33.959534 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-97eaffc9-82d8-49f0-8f23-cb8e0605a46d tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/quotas/0edeb144f81f4d66b455a07b636e6ab9 HTTP/1.1" status: 200 len: 375 time: 0.0148294 Feb 09 01:14:34.018252 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8a448e-e98a-47a8-a6be-f2666ca17f52 admin admin] Router d831d56d-a227-4db2-8965-9872bda4051d is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:14:34.108307 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-7dff27fa-d7aa-44be-aa38-2d3dc12d1ea9 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0edeb144f81f4d66b455a07b636e6ab9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1315775 Feb 09 01:14:34.203075 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8a448e-e98a-47a8-a6be-f2666ca17f52 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:14:34.217211 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858ebaeb-82fd-48e2-bea4-db65cb005d2a None None] Sync routers for ids ['d831d56d-a227-4db2-8965-9872bda4051d'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:14:34.251340 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858ebaeb-82fd-48e2-bea4-db65cb005d2a None None] Routers {'d831d56d-a227-4db2-8965-9872bda4051d'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:14:34.252222 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-858ebaeb-82fd-48e2-bea4-db65cb005d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:14:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['d831d56d-a227-4db2-8965-9872bda4051d'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:34.256353 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5d8a448e-e98a-47a8-a6be-f2666ca17f52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:34.257559 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5d8a448e-e98a-47a8-a6be-f2666ca17f52 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.9513764 Feb 09 01:14:34.260521 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52060) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:34.370279 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453a345e-a0ac-42d0-a904-ecd685f4e53d x-openstack-request-id: req-453a345e-a0ac-42d0-a904-ecd685f4e53d {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:14:34.370555 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e76f2d-81ce-462e-b9bb-7579a7aca527", "name": "network-vif-unplugged", "status": "completed", "tag": "9197891f-6ece-41d3-8116-69c5f02980c4", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:14:34.370807 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-453a345e-a0ac-42d0-a904-ecd685f4e53d {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:14:34.371405 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e76f2d-81ce-462e-b9bb-7579a7aca527', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9197891f-6ece-41d3-8116-69c5f02980c4', 'code': 200} Feb 09 01:14:34.385484 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-41f41bca-b7e5-4b69-a67f-a91e4a8921a5 service neutron] 10.222.0.30 "GET /v2.0/networks/c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464647 Feb 09 01:14:34.560670 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-858ebaeb-82fd-48e2-bea4-db65cb005d2a None None] Set router d831d56d-a227-4db2-8965-9872bda4051d gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:14:34.749119 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4700218-3c81-4656-b4a6-42034b381cc9 req-53078914-3232-4398-8b4d-3754789045fa tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:34.755630 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4700218-3c81-4656-b4a6-42034b381cc9 req-53078914-3232-4398-8b4d-3754789045fa tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 950 time: 0.2270024 Feb 09 01:14:34.855625 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-e83a3e93-f6ac-492f-b946-33e210a42ca9 service neutron] 10.222.0.30 "GET /v2.0/networks/c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632950 Feb 09 01:14:35.017371 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4700218-3c81-4656-b4a6-42034b381cc9 req-58d07842-5f6e-48db-932d-46a9b21c2353 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500765 Feb 09 01:14:35.075683 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-858ebaeb-82fd-48e2-bea4-db65cb005d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd831d56d-a227-4db2-8965-9872bda4051d', 'name': 'tempest-ServersTestMultiNic-278170261-router', 'tenant_id': 'cbaeccec23794cfba3c5f4e5c5caae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '2b2c7523-4989-438c-b217-7b23fef2bb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:26Z', 'updated_at': '2022-02-09T01:14:32Z', 'revision_number': 3, 'project_id': 'cbaeccec23794cfba3c5f4e5c5caae25', 'gw_port': {'id': '2b2c7523-4989-438c-b217-7b23fef2bb1e', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd831d56d-a227-4db2-8965-9872bda4051d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:28Z', 'updated_at': '2022-02-09T01:14:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:35.109856 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858ebaeb-82fd-48e2-bea4-db65cb005d2a None None] Checking router: d831d56d-a227-4db2-8965-9872bda4051d for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:14:35.110200 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858ebaeb-82fd-48e2-bea4-db65cb005d2a None None] Updating router d831d56d-a227-4db2-8965-9872bda4051d port 2b2c7523-4989-438c-b217-7b23fef2bb1e binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:14:35.151437 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-858ebaeb-82fd-48e2-bea4-db65cb005d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2b2c7523-4989-438c-b217-7b23fef2bb1e), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:35.249769 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device ea4357cc-835a-48be-86df-fdc1909d1f5c up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:14:35.352113 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63563e73-a9f6-4b22-a5f3-94c29f1838b6 x-openstack-request-id: req-63563e73-a9f6-4b22-a5f3-94c29f1838b6 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:14:35.352424 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1525aac7-d7bc-4b62-adf2-38e63bd0147b", "name": "network-vif-plugged", "status": "completed", "tag": "10551c51-c220-42f9-a6c3-c6dec216fd5b", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:14:35.360099 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-63563e73-a9f6-4b22-a5f3-94c29f1838b6 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:14:35.360591 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1525aac7-d7bc-4b62-adf2-38e63bd0147b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10551c51-c220-42f9-a6c3-c6dec216fd5b', 'code': 200} Feb 09 01:14:35.485828 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port ea4357cc-835a-48be-86df-fdc1909d1f5c triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:35.486297 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (ea4357cc-835a-48be-86df-fdc1909d1f5c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:35.619557 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d34e3-0e78-4694-8c84-6ef1a28d7505 req-fc7072eb-6a1e-459d-af37-7f04e74201a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:35.621228 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3a9d34e3-0e78-4694-8c84-6ef1a28d7505 req-fc7072eb-6a1e-459d-af37-7f04e74201a2 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b&tenant_id=3d8394520fe34c9daa660b5c0721b019 HTTP/1.1" status: 200 len: 1133 time: 0.2475641 Feb 09 01:14:35.717534 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-858ebaeb-82fd-48e2-bea4-db65cb005d2a None None] Publish callbacks [] for port (2b2c7523-4989-438c-b217-7b23fef2bb1e), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:35.732079 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-858ebaeb-82fd-48e2-bea4-db65cb005d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (2b2c7523-4989-438c-b217-7b23fef2bb1e), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:35.803721 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4639fb24-baf9-4d31-a6a7-8755052840a6 req-f1653eca-4726-4a76-b30b-fdbae09b3720 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/ports?device_id=481d9706-51ee-4d48-ab4a-38eda2118501 HTTP/1.1" status: 200 len: 210 time: 0.0841031 Feb 09 01:14:35.924056 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d34e3-0e78-4694-8c84-6ef1a28d7505 req-76c7b672-4e5b-411d-8f78-572eaf984087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:35.925830 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3a9d34e3-0e78-4694-8c84-6ef1a28d7505 req-76c7b672-4e5b-411d-8f78-572eaf984087 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3d8394520fe34c9daa660b5c0721b019&device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 1133 time: 0.1504333 Feb 09 01:14:35.963173 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-858ebaeb-82fd-48e2-bea4-db65cb005d2a None None] Attempting to bind port 2b2c7523-4989-438c-b217-7b23fef2bb1e on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:14:35.965529 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-858ebaeb-82fd-48e2-bea4-db65cb005d2a None None] Attempting to bind port 2b2c7523-4989-438c-b217-7b23fef2bb1e by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:14:35.968216 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858ebaeb-82fd-48e2-bea4-db65cb005d2a None None] Attempting to bind port 2b2c7523-4989-438c-b217-7b23fef2bb1e on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:14:35.974740 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c90e5-f1cf-4c77-9bbe-d93bfae525d8 None None] Pushing event updated for resources: {'Port': ['ID=2b2c7523-4989-438c-b217-7b23fef2bb1e,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:36.004761 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858ebaeb-82fd-48e2-bea4-db65cb005d2a None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:14:36.005559 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858ebaeb-82fd-48e2-bea4-db65cb005d2a None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:14:36.007490 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-858ebaeb-82fd-48e2-bea4-db65cb005d2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:36.008487 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858ebaeb-82fd-48e2-bea4-db65cb005d2a None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:14:36.011737 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-858ebaeb-82fd-48e2-bea4-db65cb005d2a None None] Bound port: 2b2c7523-4989-438c-b217-7b23fef2bb1e, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:14:36.012528 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-858ebaeb-82fd-48e2-bea4-db65cb005d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2b2c7523-4989-438c-b217-7b23fef2bb1e), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:36.137074 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port ea4357cc-835a-48be-86df-fdc1909d1f5c is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:36.137471 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ea4357cc-835a-48be-86df-fdc1909d1f5c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:36.154585 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7aa32a7c-e004-49af-b91f-4b8143dd3b03 req-d515ed05-073e-452d-af92-8378cc66dd86 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 210 time: 0.0707655 Feb 09 01:14:36.232795 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-858ebaeb-82fd-48e2-bea4-db65cb005d2a None None] For port 2b2c7523-4989-438c-b217-7b23fef2bb1e, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:14:36.244949 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-858ebaeb-82fd-48e2-bea4-db65cb005d2a None None] For port 2b2c7523-4989-438c-b217-7b23fef2bb1e, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=2b2c7523-4989-438c-b217-7b23fef2bb1e,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:14:36.261237 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3f5fc-dc36-4fef-acec-cbb2548abffb req-a58f8ac6-6d0e-4b1a-bed1-6ff558919b9a tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:36.263309 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-858ebaeb-82fd-48e2-bea4-db65cb005d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (2b2c7523-4989-438c-b217-7b23fef2bb1e), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:36.279970 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-07c3f5fc-dc36-4fef-acec-cbb2548abffb req-a58f8ac6-6d0e-4b1a-bed1-6ff558919b9a tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 943 time: 0.2869105 Feb 09 01:14:36.305351 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port ea4357cc-835a-48be-86df-fdc1909d1f5c, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=ea4357cc-835a-48be-86df-fdc1909d1f5c,segment=NetworkSegment(42da4e3b-4a1e-41ef-b635-a8afd4aeb166),segment_id=42da4e3b-4a1e-41ef-b635-a8afd4aeb166)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:36.314767 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ea4357cc-835a-48be-86df-fdc1909d1f5c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:36.406529 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80e76f2d-81ce-462e-b9bb-7579a7aca527', 'tag': '9197891f-6ece-41d3-8116-69c5f02980c4'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:14:36.419701 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab8b5d9-7c07-4280-ae9d-4d98c571311b" -d '{"events": [{"name": "network-changed", "server_uuid": "80e76f2d-81ce-462e-b9bb-7579a7aca527", "tag": "9197891f-6ece-41d3-8116-69c5f02980c4"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:14:36.494070 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=ea4357cc-835a-48be-86df-fdc1909d1f5c,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:36.532810 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c90e5-f1cf-4c77-9bbe-d93bfae525d8 None None] Pushing event updated for resources: {'Port': ['ID=2b2c7523-4989-438c-b217-7b23fef2bb1e,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:36.563612 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858ebaeb-82fd-48e2-bea4-db65cb005d2a None None] Routers {'d831d56d-a227-4db2-8965-9872bda4051d'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:14:36.564319 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-858ebaeb-82fd-48e2-bea4-db65cb005d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:14:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['d831d56d-a227-4db2-8965-9872bda4051d'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:36.568303 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-07c3f5fc-dc36-4fef-acec-cbb2548abffb req-b057824e-b898-48be-ac18-dbcf640ea046 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871046 Feb 09 01:14:36.643451 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3f76b-0ec6-4269-9fac-a671376c4e5d req-0dbdaba2-2a72-43cb-82cd-699cdfcbc2cb tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:36.655423 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f5d3f76b-0ec6-4269-9fac-a671376c4e5d req-0dbdaba2-2a72-43cb-82cd-699cdfcbc2cb tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 950 time: 0.1895158 Feb 09 01:14:36.741540 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d34e3-0e78-4694-8c84-6ef1a28d7505 req-92c6e70b-c802-4847-8628-3e382f704245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:36.743101 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3a9d34e3-0e78-4694-8c84-6ef1a28d7505 req-92c6e70b-c802-4847-8628-3e382f704245 service neutron] 10.222.0.121 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.7109363 Feb 09 01:14:36.777071 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f5d3f76b-0ec6-4269-9fac-a671376c4e5d req-311980be-e332-412c-9606-396778005048 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193521 Feb 09 01:14:36.789420 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-fed3a2d0-734e-4de0-bd46-688d2c918a94 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:36.801609 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-fed3a2d0-734e-4de0-bd46-688d2c918a94 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.91 "GET /v2.0/networks?id=3fde9f08-e2c6-46e2-8db6-ded916a4f400 HTTP/1.1" status: 200 len: 821 time: 0.5626073 Feb 09 01:14:36.820682 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-00418dcb-8fdc-41a8-aa7a-725cf8f96261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:36.834529 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-858ebaeb-82fd-48e2-bea4-db65cb005d2a None None] Set router d831d56d-a227-4db2-8965-9872bda4051d gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:14:36.844442 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-f83ab50c-c209-4f89-981d-e8393a9e14e4 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Request body: {'port': {'device_id': '481d9706-51ee-4d48-ab4a-38eda2118501', 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400', 'admin_state_up': True, 'tenant_id': '0b233f865ec047a6a7107d45af2813ba'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:36.920951 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3a9d34e3-0e78-4694-8c84-6ef1a28d7505 req-57c92346-83f6-4f3a-bd15-2d1b82167e30 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=10551c51-c220-42f9-a6c3-c6dec216fd5b HTTP/1.1" status: 200 len: 217 time: 0.1565592 Feb 09 01:14:37.017016 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4188710b-57df-48e6-ae84-535d7cae3d5f x-openstack-request-id: req-4188710b-57df-48e6-ae84-535d7cae3d5f {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:14:37.023457 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80e76f2d-81ce-462e-b9bb-7579a7aca527", "tag": "9197891f-6ece-41d3-8116-69c5f02980c4", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:14:37.024082 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4188710b-57df-48e6-ae84-535d7cae3d5f {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:14:37.024637 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80e76f2d-81ce-462e-b9bb-7579a7aca527', 'tag': '9197891f-6ece-41d3-8116-69c5f02980c4', 'status': 'completed', 'code': 200} Feb 09 01:14:37.153935 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device ea4357cc-835a-48be-86df-fdc1909d1f5c up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:14:37.252778 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d34e3-0e78-4694-8c84-6ef1a28d7505 req-2dab69ff-ad32-41ef-bc0b-9c869bd98e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:37.254156 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3a9d34e3-0e78-4694-8c84-6ef1a28d7505 req-2dab69ff-ad32-41ef-bc0b-9c869bd98e7a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.2269480 Feb 09 01:14:37.286690 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d17c186f-6535-43c4-8d34-148559243f5c req-0dd02791-d82b-4c1e-83a8-b74d68dbfa59 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/ports?device_id=481d9706-51ee-4d48-ab4a-38eda2118501 HTTP/1.1" status: 200 len: 210 time: 0.0892093 Feb 09 01:14:37.366507 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port ea4357cc-835a-48be-86df-fdc1909d1f5c triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:37.367078 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (ea4357cc-835a-48be-86df-fdc1909d1f5c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:37.435240 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8b5d9-7c07-4280-ae9d-4d98c571311b req-41d0690f-eecf-435c-bd94-e96e60752aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:37.443124 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5ab8b5d9-7c07-4280-ae9d-4d98c571311b req-41d0690f-eecf-435c-bd94-e96e60752aaa service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=991583a4f7ce4c4eb6893f1ec411692c&device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 1157 time: 0.4173880 Feb 09 01:14:37.477908 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-02abe982-0dbb-45ad-95b8-1bc8d0c454a0 req-f8bfec77-6f08-4bbe-a259-a8f0ba1f7723 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 210 time: 0.0434268 Feb 09 01:14:37.627591 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-f83ab50c-c209-4f89-981d-e8393a9e14e4 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Made reservation on behalf of 0b233f865ec047a6a7107d45af2813ba for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:37.631444 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-f83ab50c-c209-4f89-981d-e8393a9e14e4 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:37.648969 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d34e3-0e78-4694-8c84-6ef1a28d7505 req-d9c34064-d5df-45b5-a5df-8b60243699fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:37.667896 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 10551c51-c220-42f9-a6c3-c6dec216fd5b no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:14:37.676995 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3a9d34e3-0e78-4694-8c84-6ef1a28d7505 req-d9c34064-d5df-45b5-a5df-8b60243699fb service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4098041 Feb 09 01:14:37.722451 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-858ebaeb-82fd-48e2-bea4-db65cb005d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd831d56d-a227-4db2-8965-9872bda4051d', 'name': 'tempest-ServersTestMultiNic-278170261-router', 'tenant_id': 'cbaeccec23794cfba3c5f4e5c5caae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '2b2c7523-4989-438c-b217-7b23fef2bb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:26Z', 'updated_at': '2022-02-09T01:14:32Z', 'revision_number': 3, 'project_id': 'cbaeccec23794cfba3c5f4e5c5caae25', 'gw_port': {'id': '2b2c7523-4989-438c-b217-7b23fef2bb1e', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd831d56d-a227-4db2-8965-9872bda4051d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:28Z', 'updated_at': '2022-02-09T01:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:37.740398 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port ea4357cc-835a-48be-86df-fdc1909d1f5c is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:37.808360 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 10551c51-c220-42f9-a6c3-c6dec216fd5b is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:37.811530 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (10551c51-c220-42f9-a6c3-c6dec216fd5b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:37.849283 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858ebaeb-82fd-48e2-bea4-db65cb005d2a None None] The sync data for ids ['d831d56d-a227-4db2-8965-9872bda4051d'] in n-d-822053-40 is: [{'id': 'd831d56d-a227-4db2-8965-9872bda4051d', 'name': 'tempest-ServersTestMultiNic-278170261-router', 'tenant_id': 'cbaeccec23794cfba3c5f4e5c5caae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '2b2c7523-4989-438c-b217-7b23fef2bb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:26Z', 'updated_at': '2022-02-09T01:14:32Z', 'revision_number': 3, 'project_id': 'cbaeccec23794cfba3c5f4e5c5caae25', 'gw_port': {'id': '2b2c7523-4989-438c-b217-7b23fef2bb1e', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd831d56d-a227-4db2-8965-9872bda4051d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:28Z', 'updated_at': '2022-02-09T01:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:14:37.865379 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1525aac7-d7bc-4b62-adf2-38e63bd0147b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10551c51-c220-42f9-a6c3-c6dec216fd5b'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:14:37.868554 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2cbbc42-f906-4480-95a9-9738ccefdde5" -d '{"events": [{"server_uuid": "1525aac7-d7bc-4b62-adf2-38e63bd0147b", "name": "network-vif-unplugged", "status": "completed", "tag": "10551c51-c220-42f9-a6c3-c6dec216fd5b"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:14:37.889384 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 10551c51-c220-42f9-a6c3-c6dec216fd5b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=10551c51-c220-42f9-a6c3-c6dec216fd5b,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:37.902243 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (10551c51-c220-42f9-a6c3-c6dec216fd5b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:37.959230 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-00418dcb-8fdc-41a8-aa7a-725cf8f96261 admin admin] Allocated IP 172.20.0.1 (43a9c334-4321-4d28-b3f8-b1881e973379/ff1cca00-3513-4f39-8d35-d4d379227416/de5c6cc5-b976-41b1-a58b-3ee9f484a30f) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:38.021489 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=10551c51-c220-42f9-a6c3-c6dec216fd5b,revision_number=9']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:38.108317 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8b5d9-7c07-4280-ae9d-4d98c571311b req-6127154b-d486-4f38-a7be-53c7f0798471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:38.110204 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5ab8b5d9-7c07-4280-ae9d-4d98c571311b req-6127154b-d486-4f38-a7be-53c7f0798471 service neutron] 10.222.0.91 "GET /v2.0/networks?id=28c1f603-e786-4a84-b8ed-ec2e36c0d018 HTTP/1.1" status: 200 len: 909 time: 0.6342030 Feb 09 01:14:38.161342 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3622a-f038-4c81-a5ed-7a0acf2a7119 req-53355c07-12bc-40bd-8f87-efe445bc6ccd tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:38.171569 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9ad3622a-f038-4c81-a5ed-7a0acf2a7119 req-53355c07-12bc-40bd-8f87-efe445bc6ccd tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 943 time: 0.2845066 Feb 09 01:14:38.279174 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-df046a22-62da-4a75-a3c2-3d3615f5efa0 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:38.280728 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-df046a22-62da-4a75-a3c2-3d3615f5efa0 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.91 "GET /v2.0/networks?id=c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940 HTTP/1.1" status: 200 len: 820 time: 0.5698490 Feb 09 01:14:38.297824 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-c042ccd6-c84a-4fd3-b6bb-33ec477a6172 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Request body: {'port': {'device_id': 'c0ef7e3e-bb1d-4563-80ee-e9e15b99203c', 'network_id': 'c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940', 'admin_state_up': True, 'tenant_id': '0edeb144f81f4d66b455a07b636e6ab9'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:38.493183 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9ad3622a-f038-4c81-a5ed-7a0acf2a7119 req-a70e5112-9d3b-43d3-b190-83fbd6306efa tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202536 Feb 09 01:14:38.506996 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5ab8b5d9-7c07-4280-ae9d-4d98c571311b req-8f460c3d-cfdd-441d-baee-882217a72d68 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9197891f-6ece-41d3-8116-69c5f02980c4 HTTP/1.1" status: 200 len: 217 time: 0.3243904 Feb 09 01:14:38.542579 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437a317-4960-45db-ab5f-0ae284e6c40e req-55fca9d1-4b5e-45d4-9ac1-28c58dcaab71 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:38.554753 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1437a317-4960-45db-ab5f-0ae284e6c40e req-55fca9d1-4b5e-45d4-9ac1-28c58dcaab71 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 948 time: 0.4131429 Feb 09 01:14:38.589802 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2926775-d7cd-44b2-b7f0-d66cbf741064 x-openstack-request-id: req-d2926775-d7cd-44b2-b7f0-d66cbf741064 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:14:38.590315 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1525aac7-d7bc-4b62-adf2-38e63bd0147b", "name": "network-vif-unplugged", "status": "completed", "tag": "10551c51-c220-42f9-a6c3-c6dec216fd5b", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:14:38.590422 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d2926775-d7cd-44b2-b7f0-d66cbf741064 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:14:38.592026 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1525aac7-d7bc-4b62-adf2-38e63bd0147b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10551c51-c220-42f9-a6c3-c6dec216fd5b', 'code': 200} Feb 09 01:14:38.603306 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-c042ccd6-c84a-4fd3-b6bb-33ec477a6172 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Made reservation on behalf of 0edeb144f81f4d66b455a07b636e6ab9 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:38.616799 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-00418dcb-8fdc-41a8-aa7a-725cf8f96261 admin admin] Publish callbacks [] for port (de5c6cc5-b976-41b1-a58b-3ee9f484a30f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:38.617650 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-c042ccd6-c84a-4fd3-b6bb-33ec477a6172 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:38.688118 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-00418dcb-8fdc-41a8-aa7a-725cf8f96261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (de5c6cc5-b976-41b1-a58b-3ee9f484a30f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:38.778756 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1437a317-4960-45db-ab5f-0ae284e6c40e req-789f51ab-0b40-4a8a-bc3f-8ecf54c1bb88 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224965 Feb 09 01:14:38.818586 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00418dcb-8fdc-41a8-aa7a-725cf8f96261 admin admin] Pushing event updated for resources: {'Port': ['ID=de5c6cc5-b976-41b1-a58b-3ee9f484a30f,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:38.883257 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3a9d34e3-0e78-4694-8c84-6ef1a28d7505 req-2d888d04-3701-4c58-8609-84a68f8a822a service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1304958 Feb 09 01:14:38.907112 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00418dcb-8fdc-41a8-aa7a-725cf8f96261 admin admin] Network 43a9c334-4321-4d28-b3f8-b1881e973379 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:38.965299 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5b0e97f6-cf53-4dbc-a40f-22744b4a6ca3 req-7fa5d10b-1846-4e94-98f7-644840451efc tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/ports?device_id=481d9706-51ee-4d48-ab4a-38eda2118501 HTTP/1.1" status: 200 len: 210 time: 0.1296141 Feb 09 01:14:39.049326 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e9e46df-7519-46e5-a2af-897430582c8a req-85b0d352-8620-4d3b-90f3-05b818411a31 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 210 time: 0.1342111 Feb 09 01:14:39.090034 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-00418dcb-8fdc-41a8-aa7a-725cf8f96261 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:39.095937 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00418dcb-8fdc-41a8-aa7a-725cf8f96261 admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:14:39.185870 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3a9d34e3-0e78-4694-8c84-6ef1a28d7505 req-981690e2-33ee-49ff-8cf3-db10a3e7098d service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712483 Feb 09 01:14:39.219151 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-c042ccd6-c84a-4fd3-b6bb-33ec477a6172 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Allocated IP 172.20.0.3 (c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940/58a3d8a1-b976-4fd7-a8cd-ab2983e09e0d/2b59282d-c827-453c-91f3-1f2512cf4704) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:39.228198 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 2b2c7523-4989-438c-b217-7b23fef2bb1e up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:14:39.255305 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8b5d9-7c07-4280-ae9d-4d98c571311b req-ef1770f8-3bb5-4759-9467-6629e75a696f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:39.256853 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5ab8b5d9-7c07-4280-ae9d-4d98c571311b req-ef1770f8-3bb5-4759-9467-6629e75a696f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8fe24410-38bf-494b-a44d-46f0496d84a5 HTTP/1.1" status: 200 len: 848 time: 0.5866125 Feb 09 01:14:39.261795 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-00418dcb-8fdc-41a8-aa7a-725cf8f96261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (d831d56d-a227-4db2-8965-9872bda4051d), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:39.292310 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-f83ab50c-c209-4f89-981d-e8393a9e14e4 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Allocated IP 172.20.0.5 (3fde9f08-e2c6-46e2-8db6-ded916a4f400/6b040f8c-8400-4459-bf91-d804cd8d4a9a/92f71fad-8330-4a96-8e87-71234967c29a) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:39.408501 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 2b2c7523-4989-438c-b217-7b23fef2bb1e triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:39.408885 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2b2c7523-4989-438c-b217-7b23fef2bb1e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:39.423144 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5ab8b5d9-7c07-4280-ae9d-4d98c571311b req-10084f8e-7da4-47dc-b44a-87e28e00daa4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=28c1f603-e786-4a84-b8ed-ec2e36c0d018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1549857 Feb 09 01:14:39.486328 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-c042ccd6-c84a-4fd3-b6bb-33ec477a6172 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks [] for port (2b59282d-c827-453c-91f3-1f2512cf4704), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:39.558650 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-c042ccd6-c84a-4fd3-b6bb-33ec477a6172 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (2b59282d-c827-453c-91f3-1f2512cf4704), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:39.638660 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-c042ccd6-c84a-4fd3-b6bb-33ec477a6172 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Network c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:39.650884 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-c042ccd6-c84a-4fd3-b6bb-33ec477a6172 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:39.661598 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-c042ccd6-c84a-4fd3-b6bb-33ec477a6172 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:14:39.667612 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5ab8b5d9-7c07-4280-ae9d-4d98c571311b req-dda6f1cf-4f44-4df1-87b5-92caae74b23f service neutron] 10.222.0.91 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306571 Feb 09 01:14:39.715380 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042ccd6-c84a-4fd3-b6bb-33ec477a6172 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Pushing event updated for resources: {'Port': ['ID=2b59282d-c827-453c-91f3-1f2512cf4704,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:39.747330 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 2b2c7523-4989-438c-b217-7b23fef2bb1e is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:39.747940 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2b2c7523-4989-438c-b217-7b23fef2bb1e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:39.782251 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 9197891f-6ece-41d3-8116-69c5f02980c4 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:14:39.792124 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-c042ccd6-c84a-4fd3-b6bb-33ec477a6172 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:39.799332 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f503bbdb-730c-41c5-b97f-c103f0aab7d5 None None] Provisioning complete for port de5c6cc5-b976-41b1-a58b-3ee9f484a30f triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:39.800084 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f503bbdb-730c-41c5-b97f-c103f0aab7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (de5c6cc5-b976-41b1-a58b-3ee9f484a30f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:39.805729 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-c042ccd6-c84a-4fd3-b6bb-33ec477a6172 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:39.825649 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5ab8b5d9-7c07-4280-ae9d-4d98c571311b req-d5dd885f-4970-45a2-a79c-35b0c184aa27 service neutron] 10.222.0.91 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502762 Feb 09 01:14:39.854390 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144cf49-aa78-451e-84ad-9cca66d0a96a req-683af91a-03e2-4540-94bf-c4fe66e6bd20 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:39.874529 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6144cf49-aa78-451e-84ad-9cca66d0a96a req-683af91a-03e2-4540-94bf-c4fe66e6bd20 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 943 time: 0.2263734 Feb 09 01:14:39.893770 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-c042ccd6-c84a-4fd3-b6bb-33ec477a6172 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6014349 Feb 09 01:14:39.909799 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-3c35d51c-66d7-4053-9afa-967478829ddc service neutron] Request body: {'port': {'device_id': 'c0ef7e3e-bb1d-4563-80ee-e9e15b99203c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:39.951326 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 2b2c7523-4989-438c-b217-7b23fef2bb1e, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=2b2c7523-4989-438c-b217-7b23fef2bb1e,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:39.969938 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (2b2c7523-4989-438c-b217-7b23fef2bb1e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:39.999384 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f503bbdb-730c-41c5-b97f-c103f0aab7d5 None None] Port de5c6cc5-b976-41b1-a58b-3ee9f484a30f cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:14:40.024590 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6144cf49-aa78-451e-84ad-9cca66d0a96a req-6224204f-19da-45cf-bf1f-f1a1e4a5e858 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413510 Feb 09 01:14:40.123854 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-3c35d51c-66d7-4053-9afa-967478829ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2b59282d-c827-453c-91f3-1f2512cf4704), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:40.151048 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-00418dcb-8fdc-41a8-aa7a-725cf8f96261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (de5c6cc5-b976-41b1-a58b-3ee9f484a30f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:40.225383 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=2b2c7523-4989-438c-b217-7b23fef2bb1e,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:40.266723 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 9197891f-6ece-41d3-8116-69c5f02980c4 is: DOWN; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:40.341058 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8573b318-7f0b-4692-9bb4-56c2333d8752 req-859db532-19ba-4659-91bb-a92daffcab9f tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/ports?device_id=481d9706-51ee-4d48-ab4a-38eda2118501 HTTP/1.1" status: 200 len: 210 time: 0.0498693 Feb 09 01:14:40.404767 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a3a6c-d095-4cdf-826a-1e2bb1d65828 req-2505b004-a5f7-4f48-bc78-cc6b1521f7ca tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:40.417599 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6e2a3a6c-d095-4cdf-826a-1e2bb1d65828 req-2505b004-a5f7-4f48-bc78-cc6b1521f7ca tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 948 time: 0.3678675 Feb 09 01:14:40.650371 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee4d9d-34ef-489e-a0fc-f87d6fc437b9 req-54ff0923-d1b3-4b92-9475-a13de17b7814 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:40.657833 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9cee4d9d-34ef-489e-a0fc-f87d6fc437b9 req-54ff0923-d1b3-4b92-9475-a13de17b7814 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 931 time: 0.1347404 Feb 09 01:14:40.687188 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6e2a3a6c-d095-4cdf-826a-1e2bb1d65828 req-2719a63a-2ba2-4dc5-be7e-7701d33d4fe1 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684047 Feb 09 01:14:40.804484 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9cee4d9d-34ef-489e-a0fc-f87d6fc437b9 req-36f99dfe-9051-47d7-af0c-847aafa1fca0 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/security-groups?id=376d5811-5003-401c-8a52-6b0b0393a072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395380 Feb 09 01:14:40.882258 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-3c35d51c-66d7-4053-9afa-967478829ddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b59282d-c827-453c-91f3-1f2512cf4704 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:14:40.897559 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-00418dcb-8fdc-41a8-aa7a-725cf8f96261 admin admin] Publish callbacks [] for port (de5c6cc5-b976-41b1-a58b-3ee9f484a30f), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:40.898017 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-3c35d51c-66d7-4053-9afa-967478829ddc service neutron] Publish callbacks [] for port (2b59282d-c827-453c-91f3-1f2512cf4704), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:40.906624 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-00418dcb-8fdc-41a8-aa7a-725cf8f96261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (de5c6cc5-b976-41b1-a58b-3ee9f484a30f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:40.915448 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-f83ab50c-c209-4f89-981d-e8393a9e14e4 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks [] for port (92f71fad-8330-4a96-8e87-71234967c29a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:40.926109 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-3c35d51c-66d7-4053-9afa-967478829ddc service neutron] Transition to ACTIVE for port object 2b59282d-c827-453c-91f3-1f2512cf4704 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:40.933304 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-3c35d51c-66d7-4053-9afa-967478829ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (2b59282d-c827-453c-91f3-1f2512cf4704), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:40.940109 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52208) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:41.024411 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c35d51c-66d7-4053-9afa-967478829ddc service neutron] Pushing event updated for resources: {'Port': ['ID=2b59282d-c827-453c-91f3-1f2512cf4704,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:41.043462 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00418dcb-8fdc-41a8-aa7a-725cf8f96261 admin admin] Pushing event updated for resources: {'Port': ['ID=de5c6cc5-b976-41b1-a58b-3ee9f484a30f,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:41.080472 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-00418dcb-8fdc-41a8-aa7a-725cf8f96261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (d831d56d-a227-4db2-8965-9872bda4051d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:41.164164 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 2b2c7523-4989-438c-b217-7b23fef2bb1e up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:14:41.193896 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-f83ab50c-c209-4f89-981d-e8393a9e14e4 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (92f71fad-8330-4a96-8e87-71234967c29a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:41.241217 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-860b818c-6f99-4338-9c94-55817c961315 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:41.243331 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-3c35d51c-66d7-4053-9afa-967478829ddc service neutron] Attempting to bind port 2b59282d-c827-453c-91f3-1f2512cf4704 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:14:41.243669 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-3c35d51c-66d7-4053-9afa-967478829ddc service neutron] Attempting to bind port 2b59282d-c827-453c-91f3-1f2512cf4704 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '42da4e3b-4a1e-41ef-b635-a8afd4aeb166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:14:41.244039 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-3c35d51c-66d7-4053-9afa-967478829ddc service neutron] Attempting to bind port 2b59282d-c827-453c-91f3-1f2512cf4704 on network c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:14:41.266333 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['5d37836c-3184-4b81-b103-6d26332c95c4'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:14:41.270490 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-3c35d51c-66d7-4053-9afa-967478829ddc service neutron] Port 2b59282d-c827-453c-91f3-1f2512cf4704 on network c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:14:41.270829 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-3c35d51c-66d7-4053-9afa-967478829ddc service neutron] Attempting to bind port 2b59282d-c827-453c-91f3-1f2512cf4704 on network c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:14:41.286204 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-3c35d51c-66d7-4053-9afa-967478829ddc service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:14:41.286667 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-3c35d51c-66d7-4053-9afa-967478829ddc service neutron] Checking segment: {'id': '42da4e3b-4a1e-41ef-b635-a8afd4aeb166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:14:41.287272 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-3c35d51c-66d7-4053-9afa-967478829ddc service neutron] Bound using segment: {'id': '42da4e3b-4a1e-41ef-b635-a8afd4aeb166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:14:41.287720 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-3c35d51c-66d7-4053-9afa-967478829ddc service neutron] Bound port: 2b59282d-c827-453c-91f3-1f2512cf4704, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42da4e3b-4a1e-41ef-b635-a8afd4aeb166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:14:41.288104 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-3c35d51c-66d7-4053-9afa-967478829ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2b59282d-c827-453c-91f3-1f2512cf4704), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:41.290945 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ab50c-c209-4f89-981d-e8393a9e14e4 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Pushing event updated for resources: {'Port': ['ID=92f71fad-8330-4a96-8e87-71234967c29a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:41.314022 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574703b-d23e-43b4-9193-79469f8288b4 req-03061aae-f9c8-403c-8cac-f6f02d7b276d tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:41.315822 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6574703b-d23e-43b4-9193-79469f8288b4 req-03061aae-f9c8-403c-8cac-f6f02d7b276d tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 943 time: 0.1403716 Feb 09 01:14:41.320357 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-f83ab50c-c209-4f89-981d-e8393a9e14e4 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Network 3fde9f08-e2c6-46e2-8db6-ded916a4f400 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:41.326508 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-f83ab50c-c209-4f89-981d-e8393a9e14e4 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:41.329118 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-f83ab50c-c209-4f89-981d-e8393a9e14e4 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:14:41.390958 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 2b2c7523-4989-438c-b217-7b23fef2bb1e triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:41.391597 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2b2c7523-4989-438c-b217-7b23fef2bb1e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:41.435613 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00418dcb-8fdc-41a8-aa7a-725cf8f96261 admin admin] Network 43a9c334-4321-4d28-b3f8-b1881e973379 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:41.439436 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-00418dcb-8fdc-41a8-aa7a-725cf8f96261 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:41.521697 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-f83ab50c-c209-4f89-981d-e8393a9e14e4 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:41.522522 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-f83ab50c-c209-4f89-981d-e8393a9e14e4 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:41.680682 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6574703b-d23e-43b4-9193-79469f8288b4 req-63cf7c53-92c3-4f99-b10c-4d1d59470a43 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307772 Feb 09 01:14:41.730934 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-f83ab50c-c209-4f89-981d-e8393a9e14e4 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9130850 Feb 09 01:14:41.732610 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-3c35d51c-66d7-4053-9afa-967478829ddc service neutron] For port 2b59282d-c827-453c-91f3-1f2512cf4704, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:14:41.742714 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-3c35d51c-66d7-4053-9afa-967478829ddc service neutron] For port 2b59282d-c827-453c-91f3-1f2512cf4704, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=2b59282d-c827-453c-91f3-1f2512cf4704,segment=NetworkSegment(42da4e3b-4a1e-41ef-b635-a8afd4aeb166),segment_id=42da4e3b-4a1e-41ef-b635-a8afd4aeb166)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:14:41.788527 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-c234a6d5-b07b-4977-83f4-35356a7e897d service neutron] Request body: {'port': {'device_id': '481d9706-51ee-4d48-ab4a-38eda2118501', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:41.793836 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 2b2c7523-4989-438c-b217-7b23fef2bb1e is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:41.807821 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-3c35d51c-66d7-4053-9afa-967478829ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (2b59282d-c827-453c-91f3-1f2512cf4704), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:41.944862 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b665ec7e-36ec-4636-a362-23cc6cb33367 None None] Provisioning complete for port 92f71fad-8330-4a96-8e87-71234967c29a triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:41.945321 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b665ec7e-36ec-4636-a362-23cc6cb33367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (92f71fad-8330-4a96-8e87-71234967c29a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:41.966531 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-3c35d51c-66d7-4053-9afa-967478829ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:41.967396 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-3c35d51c-66d7-4053-9afa-967478829ddc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:41.968940 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-3c35d51c-66d7-4053-9afa-967478829ddc service neutron] 10.222.0.91 "PUT /v2.0/ports/2b59282d-c827-453c-91f3-1f2512cf4704 HTTP/1.1" status: 200 len: 1092 time: 2.0666733 Feb 09 01:14:41.975704 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ef7e3e-bb1d-4563-80ee-e9e15b99203c', 'tag': '2b59282d-c827-453c-91f3-1f2512cf4704'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:14:41.993517 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-c234a6d5-b07b-4977-83f4-35356a7e897d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (92f71fad-8330-4a96-8e87-71234967c29a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:41.994237 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f057233-3133-4957-b420-996eecaf9fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ef7e3e-bb1d-4563-80ee-e9e15b99203c", "tag": "2b59282d-c827-453c-91f3-1f2512cf4704"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:14:42.020410 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e43809-2db1-4dc4-8c9c-318cc3529bbb req-afe2178f-a1ea-41b8-8089-8c1205997ba7 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:42.026363 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-72e43809-2db1-4dc4-8c9c-318cc3529bbb req-afe2178f-a1ea-41b8-8089-8c1205997ba7 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/ports?device_id=481d9706-51ee-4d48-ab4a-38eda2118501 HTTP/1.1" status: 200 len: 931 time: 0.4837673 Feb 09 01:14:42.045203 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b665ec7e-36ec-4636-a362-23cc6cb33367 None None] Port 92f71fad-8330-4a96-8e87-71234967c29a cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:14:42.053790 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-860b818c-6f99-4338-9c94-55817c961315 admin admin] Publish callbacks [] for security_group (744af57b-3d81-4d50-98a4-6971753683c0), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:42.094758 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-860b818c-6f99-4338-9c94-55817c961315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (744af57b-3d81-4d50-98a4-6971753683c0), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:42.120384 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00418dcb-8fdc-41a8-aa7a-725cf8f96261 admin admin] Router d831d56d-a227-4db2-8965-9872bda4051d has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:14:42.179212 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f7f38c04-cbf6-4617-a3b4-087963464211 None None] Provisioning complete for port de5c6cc5-b976-41b1-a58b-3ee9f484a30f triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:42.179801 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f7f38c04-cbf6-4617-a3b4-087963464211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (de5c6cc5-b976-41b1-a58b-3ee9f484a30f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:42.180196 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47345d-194b-4f06-aa5a-af329413537a req-cdf6f236-7a35-4ef7-9b4f-35a01bc98fc7 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:42.188538 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3f47345d-194b-4f06-aa5a-af329413537a req-cdf6f236-7a35-4ef7-9b4f-35a01bc98fc7 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 948 time: 0.3360522 Feb 09 01:14:42.211186 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c35d51c-66d7-4053-9afa-967478829ddc service neutron] Pushing event updated for resources: {'Port': ['ID=2b59282d-c827-453c-91f3-1f2512cf4704,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:42.247793 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-72e43809-2db1-4dc4-8c9c-318cc3529bbb req-5be8cfe9-6497-46f5-b135-17b18869e91b tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/security-groups?id=b739604c-d70f-4acc-a6a4-8ae594b83425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060316 Feb 09 01:14:42.262322 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-860b818c-6f99-4338-9c94-55817c961315 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=101d30adaf5f4a6395b23d0c1462ea91&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3215497 Feb 09 01:14:42.263055 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b818c-6f99-4338-9c94-55817c961315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744af57b-3d81-4d50-98a4-6971753683c0,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:42.267498 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52222) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:42.306765 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f7f38c04-cbf6-4617-a3b4-087963464211 None None] Port de5c6cc5-b976-41b1-a58b-3ee9f484a30f cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:14:42.322231 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3f47345d-194b-4f06-aa5a-af329413537a req-443c4025-9b81-493f-b2bd-5d6c6e5d01d9 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333854 Feb 09 01:14:42.362768 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-0193e8e6-37c0-47b8-a887-7e91417d5dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:42.373920 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-0193e8e6-37c0-47b8-a887-7e91417d5dd4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0edeb144f81f4d66b455a07b636e6ab9&device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 1126 time: 0.2944126 Feb 09 01:14:42.461837 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-0f8fe9f4-5e7e-4b2e-aecb-e47b348f3a6b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b59282d-c827-453c-91f3-1f2512cf4704 HTTP/1.1" status: 200 len: 217 time: 0.0782454 Feb 09 01:14:42.463547 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b6576eb1-894c-46e7-aed8-fe1ecd9b91b9 admin admin] Publish callbacks [] for security_group (744af57b-3d81-4d50-98a4-6971753683c0), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:42.476542 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00418dcb-8fdc-41a8-aa7a-725cf8f96261 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:14:42.489086 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1013c2-3573-4e00-af42-9266942d1a27 None None] Sync routers for ids ['d831d56d-a227-4db2-8965-9872bda4051d'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:14:42.508842 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-00418dcb-8fdc-41a8-aa7a-725cf8f96261 admin admin] 10.222.0.30 "PUT /v2.0/routers/d831d56d-a227-4db2-8965-9872bda4051d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2378180 Feb 09 01:14:42.515894 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1013c2-3573-4e00-af42-9266942d1a27 None None] Routers {'d831d56d-a227-4db2-8965-9872bda4051d'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:14:42.519302 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-2d1013c2-3573-4e00-af42-9266942d1a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:14:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['d831d56d-a227-4db2-8965-9872bda4051d'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:42.603054 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b6576eb1-894c-46e7-aed8-fe1ecd9b91b9 admin admin] Publish callbacks [] for security_group (744af57b-3d81-4d50-98a4-6971753683c0), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:42.650834 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52228) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:42.665644 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b317009-9364-4db3-b2a6-3cbd3a2ca93b x-openstack-request-id: req-0b317009-9364-4db3-b2a6-3cbd3a2ca93b {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:14:42.666187 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ef7e3e-bb1d-4563-80ee-e9e15b99203c", "tag": "2b59282d-c827-453c-91f3-1f2512cf4704", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:14:42.666592 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0b317009-9364-4db3-b2a6-3cbd3a2ca93b {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:14:42.667159 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ef7e3e-bb1d-4563-80ee-e9e15b99203c', 'tag': '2b59282d-c827-453c-91f3-1f2512cf4704', 'status': 'completed', 'code': 200} Feb 09 01:14:42.674759 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247fc45-3b30-464e-ba92-484dae19646a req-2bb4abd0-4430-4e28-8b4d-37b4048bfac5 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:42.676571 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4247fc45-3b30-464e-ba92-484dae19646a req-2bb4abd0-4430-4e28-8b4d-37b4048bfac5 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 943 time: 0.2866523 Feb 09 01:14:42.700990 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-c234a6d5-b07b-4977-83f4-35356a7e897d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92f71fad-8330-4a96-8e87-71234967c29a {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:14:42.701627 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-5659e157-755b-4dfb-924d-395e8f9e8295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:42.703581 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-5659e157-755b-4dfb-924d-395e8f9e8295 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=58a3d8a1-b976-4fd7-a8cd-ab2983e09e0d HTTP/1.1" status: 200 len: 860 time: 0.2319522 Feb 09 01:14:42.719265 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-c234a6d5-b07b-4977-83f4-35356a7e897d service neutron] Publish callbacks [] for port (92f71fad-8330-4a96-8e87-71234967c29a), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:42.758598 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-c234a6d5-b07b-4977-83f4-35356a7e897d service neutron] Transition to ACTIVE for port object 92f71fad-8330-4a96-8e87-71234967c29a will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:42.767161 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-c234a6d5-b07b-4977-83f4-35356a7e897d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (92f71fad-8330-4a96-8e87-71234967c29a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:42.795858 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-2d1013c2-3573-4e00-af42-9266942d1a27 None None] Set router d831d56d-a227-4db2-8965-9872bda4051d gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:14:42.811358 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-69ccddbe-7eae-4aa4-88ad-695c4c32c6cf tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1577637070'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:42.818266 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-c815ab5e-3dba-4322-a7e1-c4b582a4e526 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880480 Feb 09 01:14:42.923431 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234a6d5-b07b-4977-83f4-35356a7e897d service neutron] Pushing event updated for resources: {'Port': ['ID=92f71fad-8330-4a96-8e87-71234967c29a,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:43.049005 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-c234a6d5-b07b-4977-83f4-35356a7e897d service neutron] Attempting to bind port 92f71fad-8330-4a96-8e87-71234967c29a on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:14:43.049471 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-c234a6d5-b07b-4977-83f4-35356a7e897d service neutron] Attempting to bind port 92f71fad-8330-4a96-8e87-71234967c29a by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': 'bc74054a-02eb-47eb-9c30-0228fafadd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:14:43.049867 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-c234a6d5-b07b-4977-83f4-35356a7e897d service neutron] Attempting to bind port 92f71fad-8330-4a96-8e87-71234967c29a on network 3fde9f08-e2c6-46e2-8db6-ded916a4f400 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:14:43.055170 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-c234a6d5-b07b-4977-83f4-35356a7e897d service neutron] Port 92f71fad-8330-4a96-8e87-71234967c29a on network 3fde9f08-e2c6-46e2-8db6-ded916a4f400 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:14:43.055598 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-c234a6d5-b07b-4977-83f4-35356a7e897d service neutron] Attempting to bind port 92f71fad-8330-4a96-8e87-71234967c29a on network 3fde9f08-e2c6-46e2-8db6-ded916a4f400 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:14:43.071972 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-c234a6d5-b07b-4977-83f4-35356a7e897d service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:14:43.071972 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-c234a6d5-b07b-4977-83f4-35356a7e897d service neutron] Checking segment: {'id': 'bc74054a-02eb-47eb-9c30-0228fafadd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:14:43.072578 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-c234a6d5-b07b-4977-83f4-35356a7e897d service neutron] Bound using segment: {'id': 'bc74054a-02eb-47eb-9c30-0228fafadd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:14:43.073091 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-c234a6d5-b07b-4977-83f4-35356a7e897d service neutron] Bound port: 92f71fad-8330-4a96-8e87-71234967c29a, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc74054a-02eb-47eb-9c30-0228fafadd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:14:43.073523 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-c234a6d5-b07b-4977-83f4-35356a7e897d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (92f71fad-8330-4a96-8e87-71234967c29a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:43.179856 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-c234a6d5-b07b-4977-83f4-35356a7e897d service neutron] For port 92f71fad-8330-4a96-8e87-71234967c29a, host n-h2-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:14:43.185858 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-c234a6d5-b07b-4977-83f4-35356a7e897d service neutron] For port 92f71fad-8330-4a96-8e87-71234967c29a, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=92f71fad-8330-4a96-8e87-71234967c29a,segment=NetworkSegment(bc74054a-02eb-47eb-9c30-0228fafadd7b),segment_id=bc74054a-02eb-47eb-9c30-0228fafadd7b)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:14:43.207046 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-c234a6d5-b07b-4977-83f4-35356a7e897d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (92f71fad-8330-4a96-8e87-71234967c29a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:43.223642 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-2d1013c2-3573-4e00-af42-9266942d1a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd831d56d-a227-4db2-8965-9872bda4051d', 'name': 'tempest-ServersTestMultiNic-278170261-router', 'tenant_id': 'cbaeccec23794cfba3c5f4e5c5caae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '2b2c7523-4989-438c-b217-7b23fef2bb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:26Z', 'updated_at': '2022-02-09T01:14:40Z', 'revision_number': 4, 'project_id': 'cbaeccec23794cfba3c5f4e5c5caae25', 'gw_port': {'id': '2b2c7523-4989-438c-b217-7b23fef2bb1e', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd831d56d-a227-4db2-8965-9872bda4051d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:28Z', 'updated_at': '2022-02-09T01:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'de5c6cc5-b976-41b1-a58b-3ee9f484a30f', 'name': '', 'network_id': '43a9c334-4321-4d28-b3f8-b1881e973379', 'tenant_id': 'cbaeccec23794cfba3c5f4e5c5caae25', 'mac_address': 'fa:16:3e:44:3d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd831d56d-a227-4db2-8965-9872bda4051d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ff1cca00-3513-4f39-8d35-d4d379227416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:37Z', 'updated_at': '2022-02-09T01:14:40Z', 'revision_number': 2, 'project_id': 'cbaeccec23794cfba3c5f4e5c5caae25', 'subnets': [{'id': 'ff1cca00-3513-4f39-8d35-d4d379227416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:43.264289 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1013c2-3573-4e00-af42-9266942d1a27 None None] Checking router: d831d56d-a227-4db2-8965-9872bda4051d for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:14:43.264946 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1013c2-3573-4e00-af42-9266942d1a27 None None] Updating router d831d56d-a227-4db2-8965-9872bda4051d port de5c6cc5-b976-41b1-a58b-3ee9f484a30f binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:14:43.289367 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-c234a6d5-b07b-4977-83f4-35356a7e897d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:43.290652 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-c234a6d5-b07b-4977-83f4-35356a7e897d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:43.293497 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-c234a6d5-b07b-4977-83f4-35356a7e897d service neutron] 10.222.0.91 "PUT /v2.0/ports/92f71fad-8330-4a96-8e87-71234967c29a HTTP/1.1" status: 200 len: 1092 time: 1.5350523 Feb 09 01:14:43.297240 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '481d9706-51ee-4d48-ab4a-38eda2118501', 'tag': '92f71fad-8330-4a96-8e87-71234967c29a'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:14:43.300459 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc50898-8b43-434f-baae-428b3ab13e83" -d '{"events": [{"name": "network-changed", "server_uuid": "481d9706-51ee-4d48-ab4a-38eda2118501", "tag": "92f71fad-8330-4a96-8e87-71234967c29a"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:14:43.344113 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2d1013c2-3573-4e00-af42-9266942d1a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (de5c6cc5-b976-41b1-a58b-3ee9f484a30f), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:43.403324 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234a6d5-b07b-4977-83f4-35356a7e897d service neutron] Pushing event updated for resources: {'Port': ['ID=92f71fad-8330-4a96-8e87-71234967c29a,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:43.457884 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-1aa9bc9a-dd95-477b-823d-901edd3bfb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:43.461400 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-1aa9bc9a-dd95-477b-823d-901edd3bfb44 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0b233f865ec047a6a7107d45af2813ba&device_id=481d9706-51ee-4d48-ab4a-38eda2118501 HTTP/1.1" status: 200 len: 1126 time: 0.1000507 Feb 09 01:14:43.583869 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ccddbe-7eae-4aa4-88ad-695c4c32c6cf tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Made reservation on behalf of cbaeccec23794cfba3c5f4e5c5caae25 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:43.593044 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-69ccddbe-7eae-4aa4-88ad-695c4c32c6cf tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:43.599434 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-8392dfb3-0e45-437c-a4f7-115ee609ec84 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92f71fad-8330-4a96-8e87-71234967c29a HTTP/1.1" status: 200 len: 217 time: 0.1255152 Feb 09 01:14:43.632379 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4247fc45-3b30-464e-ba92-484dae19646a req-75b63a5b-3420-4b76-99fc-5bd5e4fc6ac0 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/security-groups?id=376d5811-5003-401c-8a52-6b0b0393a072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9481704 Feb 09 01:14:43.644785 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b6576eb1-894c-46e7-aed8-fe1ecd9b91b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (744af57b-3d81-4d50-98a4-6971753683c0), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:43.647552 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b6576eb1-894c-46e7-aed8-fe1ecd9b91b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:43.651784 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b6576eb1-894c-46e7-aed8-fe1ecd9b91b9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/744af57b-3d81-4d50-98a4-6971753683c0 HTTP/1.1" status: 204 len: 168 time: 1.3829188 Feb 09 01:14:43.711508 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-9fc174a7-7dcc-4c46-bbe8-86afb470a903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:43.713621 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-9fc174a7-7dcc-4c46-bbe8-86afb470a903 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6b040f8c-8400-4459-bf91-d804cd8d4a9a HTTP/1.1" status: 200 len: 860 time: 0.1051519 Feb 09 01:14:43.757246 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59352548-b902-44a0-9f54-0c57c2e5900d req-09cbe61e-290c-4c3c-adb8-a1993f03850f tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:43.769326 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-59352548-b902-44a0-9f54-0c57c2e5900d req-09cbe61e-290c-4c3c-adb8-a1993f03850f tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 943 time: 0.9538200 Feb 09 01:14:43.788391 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 10551c51-c220-42f9-a6c3-c6dec216fd5b details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:14:43.804053 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6576eb1-894c-46e7-aed8-fe1ecd9b91b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744af57b-3d81-4d50-98a4-6971753683c0,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:43.829029 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-29c263f0-bcbb-4ac6-b9dd-f62c8edd8d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:43.831185 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-29c263f0-bcbb-4ac6-b9dd-f62c8edd8d47 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3fde9f08-e2c6-46e2-8db6-ded916a4f400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1100681 Feb 09 01:14:43.948392 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ccddbe-7eae-4aa4-88ad-695c4c32c6cf tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:14:43.953605 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-35834a04-0e3b-472c-932a-c189259326e1 service neutron] 10.222.0.91 "GET /v2.0/networks/c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0982182 Feb 09 01:14:44.023671 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-69ccddbe-7eae-4aa4-88ad-695c4c32c6cf tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (a066264f-c54f-4a9d-bc3d-1a8ee1ad9465), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:44.024093 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-69ccddbe-7eae-4aa4-88ad-695c4c32c6cf tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Added segment a066264f-c54f-4a9d-bc3d-1a8ee1ad9465 of type vlan for network f32ffc05-35f0-41ce-827a-f029c1ede77a Feb 09 01:14:44.057404 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-2e416192-cb15-431a-ad9d-e94cd570bd3e service neutron] 10.222.0.91 "GET /v2.0/networks/3fde9f08-e2c6-46e2-8db6-ded916a4f400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178226 Feb 09 01:14:44.075495 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 10551c51-c220-42f9-a6c3-c6dec216fd5b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=10551c51-c220-42f9-a6c3-c6dec216fd5b,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:44.163062 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2d1013c2-3573-4e00-af42-9266942d1a27 None None] Publish callbacks [] for port (de5c6cc5-b976-41b1-a58b-3ee9f484a30f), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:44.178056 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '10551c51-c220-42f9-a6c3-c6dec216fd5b', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': '10551c51-c220-42f9-a6c3-c6dec216fd5b', 'mac_address': 'fa:16:3e:70:41:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:14:44.189869 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2d1013c2-3573-4e00-af42-9266942d1a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (de5c6cc5-b976-41b1-a58b-3ee9f484a30f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:44.286627 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e65ac1-537c-47dc-9253-6905cc12404e None None] Pushing event updated for resources: {'Port': ['ID=de5c6cc5-b976-41b1-a58b-3ee9f484a30f,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:44.304608 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52244) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:44.311205 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04849149-4f3e-4087-b795-1afe9a1f153d req-b795a388-82f2-4e74-8f31-1055f5441825 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:44.312842 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-04849149-4f3e-4087-b795-1afe9a1f153d req-b795a388-82f2-4e74-8f31-1055f5441825 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/ports?device_id=481d9706-51ee-4d48-ab4a-38eda2118501 HTTP/1.1" status: 200 len: 943 time: 0.4662750 Feb 09 01:14:44.323171 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-59352548-b902-44a0-9f54-0c57c2e5900d req-cb67688c-b085-49c8-b07b-58f15149134f tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5529566 Feb 09 01:14:44.331655 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-46720234-c5c6-42f2-9ee6-bcb064bb1f50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:44.349413 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-69ccddbe-7eae-4aa4-88ad-695c4c32c6cf tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (f32ffc05-35f0-41ce-827a-f029c1ede77a), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:44.350211 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9a06e9bd-6830-421f-b97e-91de415cd967 req-166212c7-3fd6-44f5-bd81-68e17d4ae09e service neutron] 10.222.0.91 "GET /v2.0/networks/3fde9f08-e2c6-46e2-8db6-ded916a4f400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812340 Feb 09 01:14:44.410683 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 10551c51-c220-42f9-a6c3-c6dec216fd5b is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:44.411718 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (10551c51-c220-42f9-a6c3-c6dec216fd5b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:44.455718 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10551c51-c220-42f9-a6c3-c6dec216fd5b {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:14:44.490567 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86364bc-8c6d-4703-97c8-23a43090c1ad x-openstack-request-id: req-e86364bc-8c6d-4703-97c8-23a43090c1ad {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:14:44.491075 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "481d9706-51ee-4d48-ab4a-38eda2118501", "tag": "92f71fad-8330-4a96-8e87-71234967c29a", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:14:44.491075 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e86364bc-8c6d-4703-97c8-23a43090c1ad {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:14:44.491593 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '481d9706-51ee-4d48-ab4a-38eda2118501', 'tag': '92f71fad-8330-4a96-8e87-71234967c29a', 'status': 'completed', 'code': 200} Feb 09 01:14:44.504601 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-69ccddbe-7eae-4aa4-88ad-695c4c32c6cf tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (f32ffc05-35f0-41ce-827a-f029c1ede77a), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:44.504999 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 10551c51-c220-42f9-a6c3-c6dec216fd5b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=10551c51-c220-42f9-a6c3-c6dec216fd5b,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:44.510443 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ccddbe-7eae-4aa4-88ad-695c4c32c6cf tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:44.511324 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-69ccddbe-7eae-4aa4-88ad-695c4c32c6cf tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:44.543950 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-04849149-4f3e-4087-b795-1afe9a1f153d req-dc279f52-28f8-4c13-9d7f-943cd64532e2 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/security-groups?id=b739604c-d70f-4acc-a6a4-8ae594b83425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170327 Feb 09 01:14:44.546112 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf14ed54-97c6-4dec-8244-b09b0ff50d0b req-2eb8a735-aeb8-41ff-a7ac-0a700123431b service neutron] 10.222.0.91 "GET /v2.0/networks/c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5722897 Feb 09 01:14:44.561964 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (10551c51-c220-42f9-a6c3-c6dec216fd5b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:44.635894 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-69ccddbe-7eae-4aa4-88ad-695c4c32c6cf tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.9784715 Feb 09 01:14:44.647041 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52246) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:44.655534 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-14684418-c2c3-4da4-9972-0bd082bfbc8e tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Request body: {'subnet': {'network_id': 'f32ffc05-35f0-41ce-827a-f029c1ede77a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:44.705026 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-2d1013c2-3573-4e00-af42-9266942d1a27 None None] Attempting to bind port de5c6cc5-b976-41b1-a58b-3ee9f484a30f on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:14:44.705394 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-2d1013c2-3573-4e00-af42-9266942d1a27 None None] Attempting to bind port de5c6cc5-b976-41b1-a58b-3ee9f484a30f by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '158dba19-5735-47e2-959b-0f43b19e9324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '43a9c334-4321-4d28-b3f8-b1881e973379'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:14:44.705754 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1013c2-3573-4e00-af42-9266942d1a27 None None] Attempting to bind port de5c6cc5-b976-41b1-a58b-3ee9f484a30f on network 43a9c334-4321-4d28-b3f8-b1881e973379 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:14:44.736602 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1013c2-3573-4e00-af42-9266942d1a27 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:14:44.736973 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1013c2-3573-4e00-af42-9266942d1a27 None None] Checking segment: {'id': '158dba19-5735-47e2-959b-0f43b19e9324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '43a9c334-4321-4d28-b3f8-b1881e973379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:14:44.737378 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2d1013c2-3573-4e00-af42-9266942d1a27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:44.737769 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1013c2-3573-4e00-af42-9266942d1a27 None None] Bound using segment: {'id': '158dba19-5735-47e2-959b-0f43b19e9324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '43a9c334-4321-4d28-b3f8-b1881e973379'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:14:44.738246 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-2d1013c2-3573-4e00-af42-9266942d1a27 None None] Bound port: de5c6cc5-b976-41b1-a58b-3ee9f484a30f, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158dba19-5735-47e2-959b-0f43b19e9324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '43a9c334-4321-4d28-b3f8-b1881e973379'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:14:44.738621 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2d1013c2-3573-4e00-af42-9266942d1a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (de5c6cc5-b976-41b1-a58b-3ee9f484a30f), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:44.831772 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-fd7b423b-86b9-4ee9-8df3-c9b04cbc1bf9 service neutron] 10.222.0.91 "GET /v2.0/ports/9197891f-6ece-41d3-8116-69c5f02980c4/bindings/n-h1-822053-40 HTTP/1.1" status: 200 len: 385 time: 0.7617831 Feb 09 01:14:44.860217 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ccddbe-7eae-4aa4-88ad-695c4c32c6cf tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Pushing event updated for resources: {'Network': ['ID=f32ffc05-35f0-41ce-827a-f029c1ede77a,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:44.875282 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-46720234-c5c6-42f2-9ee6-bcb064bb1f50 admin admin] Publish callbacks [] for security_group (bad681df-1ece-4ba6-b24a-73e7724cc291), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:44.879515 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=10551c51-c220-42f9-a6c3-c6dec216fd5b,revision_number=10']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:44.894792 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network f32ffc05-35f0-41ce-827a-f029c1ede77a details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:14:44.899686 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f057233-3133-4957-b420-996eecaf9fd9 req-7a8741b4-5a98-4dba-858e-4958e22aee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:44.901696 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f057233-3133-4957-b420-996eecaf9fd9 req-7a8741b4-5a98-4dba-858e-4958e22aee20 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0edeb144f81f4d66b455a07b636e6ab9&device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 1126 time: 0.2006345 Feb 09 01:14:44.916669 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc50898-8b43-434f-baae-428b3ab13e83 req-dde695a7-d969-427b-8c5a-343c3f7b015a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:44.918359 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-dfc50898-8b43-434f-baae-428b3ab13e83 req-dde695a7-d969-427b-8c5a-343c3f7b015a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0b233f865ec047a6a7107d45af2813ba&device_id=481d9706-51ee-4d48-ab4a-38eda2118501 HTTP/1.1" status: 200 len: 1126 time: 0.4000239 Feb 09 01:14:44.927320 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562b2ed-5bb2-4fb6-9d35-d87a91eadcfe req-87028703-3205-48ee-b6d5-e74e77f9c570 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:44.935160 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a562b2ed-5bb2-4fb6-9d35-d87a91eadcfe req-87028703-3205-48ee-b6d5-e74e77f9c570 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 950 time: 0.2470698 Feb 09 01:14:44.942928 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-46720234-c5c6-42f2-9ee6-bcb064bb1f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (bad681df-1ece-4ba6-b24a-73e7724cc291), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:44.949109 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a69867-8c7e-40a8-b899-99344b2fbbb8 req-4ac134d5-2b65-4379-92ff-2d59a1bac6f5 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:44.951418 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b8a69867-8c7e-40a8-b899-99344b2fbbb8 req-4ac134d5-2b65-4379-92ff-2d59a1bac6f5 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 943 time: 0.1465173 Feb 09 01:14:44.997105 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-46720234-c5c6-42f2-9ee6-bcb064bb1f50 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bba02ca856694208a669202854064845&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6906664 Feb 09 01:14:45.008144 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46720234-c5c6-42f2-9ee6-bcb064bb1f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad681df-1ece-4ba6-b24a-73e7724cc291,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:45.010215 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52250) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:45.064967 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['10551c51-c220-42f9-a6c3-c6dec216fd5b'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:14:45.113820 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-2d1013c2-3573-4e00-af42-9266942d1a27 None None] For port de5c6cc5-b976-41b1-a58b-3ee9f484a30f, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:14:45.138380 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-2d1013c2-3573-4e00-af42-9266942d1a27 None None] For port de5c6cc5-b976-41b1-a58b-3ee9f484a30f, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=de5c6cc5-b976-41b1-a58b-3ee9f484a30f,segment=NetworkSegment(158dba19-5735-47e2-959b-0f43b19e9324),segment_id=158dba19-5735-47e2-959b-0f43b19e9324)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:14:45.179061 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a562b2ed-5bb2-4fb6-9d35-d87a91eadcfe req-09cccad6-6bda-4561-a6d7-7dde239d6c34 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425859 Feb 09 01:14:45.222616 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b8a69867-8c7e-40a8-b899-99344b2fbbb8 req-8e4e40fb-7d25-42df-b8f0-c7611c6af608 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/security-groups?id=376d5811-5003-401c-8a52-6b0b0393a072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323363 Feb 09 01:14:45.251366 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-fce61d58-ba0b-4bab-9717-81724ddd4241 service neutron] For port 9197891f-6ece-41d3-8116-69c5f02980c4, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=9197891f-6ece-41d3-8116-69c5f02980c4,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:45.261081 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f057233-3133-4957-b420-996eecaf9fd9 req-db6f664a-252d-48c3-9409-85b1bab53e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:45.274249 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-fce61d58-ba0b-4bab-9717-81724ddd4241 service neutron] For port 9197891f-6ece-41d3-8116-69c5f02980c4, host n-h2-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:14:45.281371 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f057233-3133-4957-b420-996eecaf9fd9 req-db6f664a-252d-48c3-9409-85b1bab53e48 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940 HTTP/1.1" status: 200 len: 921 time: 0.3725212 Feb 09 01:14:45.297056 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ffbd6145-bde9-4821-90d7-5d0539cc3321 admin admin] Publish callbacks [] for security_group (bad681df-1ece-4ba6-b24a-73e7724cc291), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:45.297315 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2d1013c2-3573-4e00-af42-9266942d1a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (de5c6cc5-b976-41b1-a58b-3ee9f484a30f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:45.313977 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-fce61d58-ba0b-4bab-9717-81724ddd4241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9197891f-6ece-41d3-8116-69c5f02980c4 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:14:45.326324 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-fce61d58-ba0b-4bab-9717-81724ddd4241 service neutron] For port 9197891f-6ece-41d3-8116-69c5f02980c4, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9197891f-6ece-41d3-8116-69c5f02980c4,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:45.341443 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-4e8ae6b4-9fe7-4755-8f76-d405d166fa62 None None] Provisioning complete for port de5c6cc5-b976-41b1-a58b-3ee9f484a30f triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:45.341807 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4e8ae6b4-9fe7-4755-8f76-d405d166fa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (de5c6cc5-b976-41b1-a58b-3ee9f484a30f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:45.360266 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14684418-c2c3-4da4-9972-0bd082bfbc8e tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Made reservation on behalf of cbaeccec23794cfba3c5f4e5c5caae25 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:45.367531 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-14684418-c2c3-4da4-9972-0bd082bfbc8e tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:45.395606 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-fce61d58-ba0b-4bab-9717-81724ddd4241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9197891f-6ece-41d3-8116-69c5f02980c4), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:45.531765 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-fce61d58-ba0b-4bab-9717-81724ddd4241 service neutron] Transition to ACTIVE for port object 9197891f-6ece-41d3-8116-69c5f02980c4 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:45.563506 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f057233-3133-4957-b420-996eecaf9fd9 req-0338506d-51a3-4f25-bf1d-8b1ce5ff0a68 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b59282d-c827-453c-91f3-1f2512cf4704 HTTP/1.1" status: 200 len: 217 time: 0.2456250 Feb 09 01:14:45.660106 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-fce61d58-ba0b-4bab-9717-81724ddd4241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (9197891f-6ece-41d3-8116-69c5f02980c4), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:45.752902 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc50898-8b43-434f-baae-428b3ab13e83 req-b022d036-3729-4669-bbcd-e3e614b721ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:45.755381 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-dfc50898-8b43-434f-baae-428b3ab13e83 req-b022d036-3729-4669-bbcd-e3e614b721ef service neutron] 10.222.0.91 "GET /v2.0/networks?id=3fde9f08-e2c6-46e2-8db6-ded916a4f400 HTTP/1.1" status: 200 len: 922 time: 0.7822146 Feb 09 01:14:45.790287 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f057233-3133-4957-b420-996eecaf9fd9 req-0fac3a99-83dc-4263-90af-cb7b45766c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:45.793746 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f057233-3133-4957-b420-996eecaf9fd9 req-0fac3a99-83dc-4263-90af-cb7b45766c4a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=58a3d8a1-b976-4fd7-a8cd-ab2983e09e0d HTTP/1.1" status: 200 len: 860 time: 0.2289557 Feb 09 01:14:45.809720 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1013c2-3573-4e00-af42-9266942d1a27 None None] Routers {'d831d56d-a227-4db2-8965-9872bda4051d'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:14:45.810779 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-2d1013c2-3573-4e00-af42-9266942d1a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:14:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['d831d56d-a227-4db2-8965-9872bda4051d'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:45.886224 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ffbd6145-bde9-4821-90d7-5d0539cc3321 admin admin] Publish callbacks [] for security_group (bad681df-1ece-4ba6-b24a-73e7724cc291), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:45.892711 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-dfc50898-8b43-434f-baae-428b3ab13e83 req-57be5eaf-64ce-454e-9152-0a4f1cfae770 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92f71fad-8330-4a96-8e87-71234967c29a HTTP/1.1" status: 200 len: 217 time: 0.1191919 Feb 09 01:14:45.893693 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f057233-3133-4957-b420-996eecaf9fd9 req-dae8b3e8-82b6-4548-8829-92c832eaaaa2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674019 Feb 09 01:14:45.899929 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-fce61d58-ba0b-4bab-9717-81724ddd4241 service neutron] No DVR routers for this DVR port 9197891f-6ece-41d3-8116-69c5f02980c4 on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:14:45.924105 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce61d58-ba0b-4bab-9717-81724ddd4241 service neutron] Pushing event updated for resources: {'Port': ['ID=9197891f-6ece-41d3-8116-69c5f02980c4,revision_number=10']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:45.997043 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-fce61d58-ba0b-4bab-9717-81724ddd4241 service neutron] 10.222.0.91 "PUT /v2.0/ports/9197891f-6ece-41d3-8116-69c5f02980c4/bindings/n-h1-822053-40/activate HTTP/1.1" status: 200 len: 370 time: 1.1497684 Feb 09 01:14:46.031408 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc50898-8b43-434f-baae-428b3ab13e83 req-feb41a75-241f-41b1-b46f-ce72113fc049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:46.032154 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942102c8-6070-451d-91c6-7d7e417f359c req-e8efafc0-7a58-4d79-a2db-0cdfd1cbc453 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:46.033221 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-dfc50898-8b43-434f-baae-428b3ab13e83 req-feb41a75-241f-41b1-b46f-ce72113fc049 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6b040f8c-8400-4459-bf91-d804cd8d4a9a HTTP/1.1" status: 200 len: 860 time: 0.1230252 Feb 09 01:14:46.048618 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-942102c8-6070-451d-91c6-7d7e417f359c req-e8efafc0-7a58-4d79-a2db-0cdfd1cbc453 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 950 time: 0.6016517 Feb 09 01:14:46.099295 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e65ac1-537c-47dc-9253-6905cc12404e None None] Pushing event updated for resources: {'Port': ['ID=de5c6cc5-b976-41b1-a58b-3ee9f484a30f,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:46.104140 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5315bf5-f67b-4ecd-9bfd-ccca0b4a6b02 req-cf4df8cb-33c5-413c-843c-9b1e27d0cc79 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:46.113175 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a5315bf5-f67b-4ecd-9bfd-ccca0b4a6b02 req-cf4df8cb-33c5-413c-843c-9b1e27d0cc79 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 944 time: 0.3715796 Feb 09 01:14:46.176248 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f057233-3133-4957-b420-996eecaf9fd9 req-18cc2398-ef2d-4bd5-8a17-f9d76460f77a service neutron] 10.222.0.91 "GET /v2.0/networks/c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711661 Feb 09 01:14:46.182061 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ffbd6145-bde9-4821-90d7-5d0539cc3321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (bad681df-1ece-4ba6-b24a-73e7724cc291), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:46.185688 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ffbd6145-bde9-4821-90d7-5d0539cc3321 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:46.188831 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ffbd6145-bde9-4821-90d7-5d0539cc3321 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bad681df-1ece-4ba6-b24a-73e7724cc291 HTTP/1.1" status: 204 len: 168 time: 1.1747622 Feb 09 01:14:46.206913 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-14684418-c2c3-4da4-9972-0bd082bfbc8e tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (ccf1591d-cb14-4cbe-bcfb-e2121fb5c5b0), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:46.255643 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc50898-8b43-434f-baae-428b3ab13e83 req-b0a8d8cc-79fa-42ed-b55b-903e664f191a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:46.257121 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-dfc50898-8b43-434f-baae-428b3ab13e83 req-b0a8d8cc-79fa-42ed-b55b-903e664f191a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3fde9f08-e2c6-46e2-8db6-ded916a4f400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2162645 Feb 09 01:14:46.272207 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-942102c8-6070-451d-91c6-7d7e417f359c req-c9726ffa-7eb0-4d26-b5f6-350c16cc4944 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225952 Feb 09 01:14:46.346137 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-61780e92-5bc8-49a3-8138-bb709e98816f tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:46.347637 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-61780e92-5bc8-49a3-8138-bb709e98816f tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.121 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527&tenant_id=991583a4f7ce4c4eb6893f1ec411692c&binding%3Ahost_id=n-h2-822053-40 HTTP/1.1" status: 200 len: 1127 time: 0.2761278 Feb 09 01:14:46.363366 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd6145-bde9-4821-90d7-5d0539cc3321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad681df-1ece-4ba6-b24a-73e7724cc291,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:46.488512 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14684418-c2c3-4da4-9972-0bd082bfbc8e tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Pushing event updated for resources: {'Subnet': ['ID=ccf1591d-cb14-4cbe-bcfb-e2121fb5c5b0,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:46.502238 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-2d1013c2-3573-4e00-af42-9266942d1a27 None None] Set router d831d56d-a227-4db2-8965-9872bda4051d gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:14:46.505364 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14684418-c2c3-4da4-9972-0bd082bfbc8e tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Checking segment: {'id': 'a066264f-c54f-4a9d-bc3d-1a8ee1ad9465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f32ffc05-35f0-41ce-827a-f029c1ede77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:14:46.505872 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14684418-c2c3-4da4-9972-0bd082bfbc8e tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Network hostable DHCP agents. Network: f32ffc05-35f0-41ce-827a-f029c1ede77a, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:14:46.582459 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-9e0f815a-1807-465d-9455-a379d8e97c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:46.584992 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-9e0f815a-1807-465d-9455-a379d8e97c46 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527&tenant_id=991583a4f7ce4c4eb6893f1ec411692c HTTP/1.1" status: 200 len: 1127 time: 0.1546073 Feb 09 01:14:46.588181 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-4e8ae6b4-9fe7-4755-8f76-d405d166fa62 None None] Current status of the port de5c6cc5-b976-41b1-a58b-3ee9f484a30f is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:46.589796 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4e8ae6b4-9fe7-4755-8f76-d405d166fa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (de5c6cc5-b976-41b1-a58b-3ee9f484a30f), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:46.595014 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-dfc50898-8b43-434f-baae-428b3ab13e83 req-c70d30f0-959b-4692-ad2d-b49e057677e9 service neutron] 10.222.0.91 "GET /v2.0/networks/3fde9f08-e2c6-46e2-8db6-ded916a4f400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302016 Feb 09 01:14:46.596188 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14684418-c2c3-4da4-9972-0bd082bfbc8e tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Network f32ffc05-35f0-41ce-827a-f029c1ede77a is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:14:46.683596 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-14684418-c2c3-4da4-9972-0bd082bfbc8e tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, f32ffc05-35f0-41ce-827a-f029c1ede77a) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:46.706004 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a5315bf5-f67b-4ecd-9bfd-ccca0b4a6b02 req-d3fea95b-f0a0-4c9f-8659-5188cac74212 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5917542 Feb 09 01:14:46.750074 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39ccad9-a61e-486a-b2be-4e84cf928dc4 None None] Network f32ffc05-35f0-41ce-827a-f029c1ede77a requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:14:46.777379 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a059b-3d8e-439e-88d8-7ef786644c51 req-8490935c-c900-4c7a-aedd-28b8a5a95088 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:46.778066 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14684418-c2c3-4da4-9972-0bd082bfbc8e tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:46.779151 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-14684418-c2c3-4da4-9972-0bd082bfbc8e tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:46.792488 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-999a059b-3d8e-439e-88d8-7ef786644c51 req-8490935c-c900-4c7a-aedd-28b8a5a95088 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/ports?device_id=481d9706-51ee-4d48-ab4a-38eda2118501 HTTP/1.1" status: 200 len: 943 time: 0.1713793 Feb 09 01:14:46.862302 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f057233-3133-4957-b420-996eecaf9fd9 req-da9e10f7-26c0-40ff-a374-f853487e3557 service neutron] 10.222.0.91 "GET /v2.0/networks/c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6728947 Feb 09 01:14:46.906311 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-14684418-c2c3-4da4-9972-0bd082bfbc8e tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2555308 Feb 09 01:14:46.913001 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52274) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:46.938968 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-d88c8111-176b-40f5-a7e5-c168ad205c82 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1868247682'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:46.949143 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-999a059b-3d8e-439e-88d8-7ef786644c51 req-4cde20f0-4aa3-4de3-a868-c8573c4e3c0b tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/security-groups?id=b739604c-d70f-4acc-a6a4-8ae594b83425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534307 Feb 09 01:14:46.987145 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063dcae-5d4c-4b9f-84b8-340f72413332 req-adbca04a-aebf-495c-9da9-b288426a79f4 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:46.988350 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3063dcae-5d4c-4b9f-84b8-340f72413332 req-adbca04a-aebf-495c-9da9-b288426a79f4 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 943 time: 0.0939140 Feb 09 01:14:47.046170 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-47d636a3-c6fc-4681-aee9-7db561794d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:47.047445 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-47d636a3-c6fc-4681-aee9-7db561794d5d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=991583a4f7ce4c4eb6893f1ec411692c&device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 1127 time: 0.3895526 Feb 09 01:14:47.060986 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-dfc50898-8b43-434f-baae-428b3ab13e83 req-8bfaba9d-c18f-4c36-9a38-4ae47138af6c service neutron] 10.222.0.91 "GET /v2.0/networks/3fde9f08-e2c6-46e2-8db6-ded916a4f400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530833 Feb 09 01:14:47.098355 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88c8111-176b-40f5-a7e5-c168ad205c82 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Made reservation on behalf of cbaeccec23794cfba3c5f4e5c5caae25 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:47.104872 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3063dcae-5d4c-4b9f-84b8-340f72413332 req-0137b39c-5729-4bc8-8d58-1aff9a37f6cb tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/security-groups?id=376d5811-5003-401c-8a52-6b0b0393a072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081586 Feb 09 01:14:47.112921 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52278) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:47.117624 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-4e8ae6b4-9fe7-4755-8f76-d405d166fa62 None None] For port de5c6cc5-b976-41b1-a58b-3ee9f484a30f, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=de5c6cc5-b976-41b1-a58b-3ee9f484a30f,segment=NetworkSegment(158dba19-5735-47e2-959b-0f43b19e9324),segment_id=158dba19-5735-47e2-959b-0f43b19e9324)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:47.119736 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d88c8111-176b-40f5-a7e5-c168ad205c82 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:47.145966 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-df7f9591-e5f7-443a-8a16-7de5ce13b7ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:47.154888 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4e8ae6b4-9fe7-4755-8f76-d405d166fa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (de5c6cc5-b976-41b1-a58b-3ee9f484a30f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:47.209001 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d88c8111-176b-40f5-a7e5-c168ad205c82 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:14:47.243834 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d88c8111-176b-40f5-a7e5-c168ad205c82 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (a9994094-9412-429c-9ae9-65d0045e2e58), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:47.244281 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-d88c8111-176b-40f5-a7e5-c168ad205c82 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Added segment a9994094-9412-429c-9ae9-65d0045e2e58 of type vlan for network c8473862-3e26-4a67-b80b-729d9738658a Feb 09 01:14:47.282819 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70060083-546d-489d-805e-f53fced546a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-f32ffc05-35f0-41ce-827a-f029c1ede77a', 'network_id': 'f32ffc05-35f0-41ce-827a-f029c1ede77a', 'project_id': 'cbaeccec23794cfba3c5f4e5c5caae25', 'fixed_ips': [{'subnet_id': 'ccf1591d-cb14-4cbe-bcfb-e2121fb5c5b0'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:14:47.283590 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-70060083-546d-489d-805e-f53fced546a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:47.289033 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-949361cc-3615-41c9-b8f8-fbeed6c6508a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:47.290339 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-949361cc-3615-41c9-b8f8-fbeed6c6508a service neutron] 10.222.0.121 "GET /v2.0/networks?id=28c1f603-e786-4a84-b8ed-ec2e36c0d018 HTTP/1.1" status: 200 len: 909 time: 0.2328386 Feb 09 01:14:47.303921 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d88c8111-176b-40f5-a7e5-c168ad205c82 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (c8473862-3e26-4a67-b80b-729d9738658a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:47.347445 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-df7f9591-e5f7-443a-8a16-7de5ce13b7ec admin admin] Publish callbacks [] for security_group (43a4c7b1-f2e5-48ec-ba4d-f2fb7df3c5f2), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:47.354324 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-df7f9591-e5f7-443a-8a16-7de5ce13b7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (43a4c7b1-f2e5-48ec-ba4d-f2fb7df3c5f2), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:47.386541 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-16400cae-cf9b-474e-aef8-f2fcf5c8cf48 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9197891f-6ece-41d3-8116-69c5f02980c4 HTTP/1.1" status: 200 len: 217 time: 0.0794237 Feb 09 01:14:47.427721 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-df7f9591-e5f7-443a-8a16-7de5ce13b7ec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=220abe3ee7a54a1586a9e5658fb150cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3112607 Feb 09 01:14:47.428503 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52292) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:47.456850 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-a7c8c467-e796-406f-a710-6af4d6bb5395 None None] Provisioning complete for port de5c6cc5-b976-41b1-a58b-3ee9f484a30f triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:47.457223 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a7c8c467-e796-406f-a710-6af4d6bb5395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (de5c6cc5-b976-41b1-a58b-3ee9f484a30f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:47.480538 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d88c8111-176b-40f5-a7e5-c168ad205c82 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (c8473862-3e26-4a67-b80b-729d9738658a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:47.486916 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88c8111-176b-40f5-a7e5-c168ad205c82 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:47.487560 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d88c8111-176b-40f5-a7e5-c168ad205c82 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:47.487946 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f9591-e5f7-443a-8a16-7de5ce13b7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a4c7b1-f2e5-48ec-ba4d-f2fb7df3c5f2,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:47.544970 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d88c8111-176b-40f5-a7e5-c168ad205c82 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6221960 Feb 09 01:14:47.551504 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52296) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:47.599719 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-ad368ea5-b815-4d77-9084-888e04ab3186 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Request body: {'subnet': {'network_id': 'c8473862-3e26-4a67-b80b-729d9738658a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:47.627085 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-3f4be28e-c12c-45c7-a6f4-2e0c5d0eb720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:47.629528 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-3f4be28e-c12c-45c7-a6f4-2e0c5d0eb720 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=8fe24410-38bf-494b-a44d-46f0496d84a5 HTTP/1.1" status: 200 len: 848 time: 0.2272592 Feb 09 01:14:47.695227 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-8823666c-60fe-4fea-94db-414ffe7eada6 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=28c1f603-e786-4a84-b8ed-ec2e36c0d018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511916 Feb 09 01:14:47.696265 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c8111-176b-40f5-a7e5-c168ad205c82 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Pushing event updated for resources: {'Network': ['ID=c8473862-3e26-4a67-b80b-729d9738658a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:47.697508 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-87953cec-e88d-419f-91f7-68adc432d950 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=3d8394520fe34c9daa660b5c0721b019&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2698603 Feb 09 01:14:47.816371 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f7f179db-d894-461f-a92c-406b6032df4a admin admin] Publish callbacks [] for security_group (43a4c7b1-f2e5-48ec-ba4d-f2fb7df3c5f2), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:47.877218 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-70060083-546d-489d-805e-f53fced546a9 None None] Allocated IP 19.80.0.2 (f32ffc05-35f0-41ce-827a-f029c1ede77a/ccf1591d-cb14-4cbe-bcfb-e2121fb5c5b0/369ca131-bd20-4e53-93fb-b2c220494188) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:47.932645 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f7f179db-d894-461f-a92c-406b6032df4a admin admin] Publish callbacks [] for security_group (43a4c7b1-f2e5-48ec-ba4d-f2fb7df3c5f2), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:48.000854 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 10551c51-c220-42f9-a6c3-c6dec216fd5b up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:14:48.003696 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network c8473862-3e26-4a67-b80b-729d9738658a details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:14:48.005949 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 2b59282d-c827-453c-91f3-1f2512cf4704 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:14:48.013205 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ae6b4-9fe7-4755-8f76-d405d166fa62 None None] Pushing event updated for resources: {'Port': ['ID=de5c6cc5-b976-41b1-a58b-3ee9f484a30f,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:48.018692 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad368ea5-b815-4d77-9084-888e04ab3186 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Made reservation on behalf of cbaeccec23794cfba3c5f4e5c5caae25 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:48.024094 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ad368ea5-b815-4d77-9084-888e04ab3186 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:48.127782 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a7c8c467-e796-406f-a710-6af4d6bb5395 None None] Current status of the port de5c6cc5-b976-41b1-a58b-3ee9f484a30f is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:48.146976 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-971b4a3e-eade-4709-a467-5abbcecb6c42 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:48.156383 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-971b4a3e-eade-4709-a467-5abbcecb6c42 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4576941 Feb 09 01:14:48.193194 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb7651-740a-4417-ab7f-83ee291fddbd req-f5219b9f-1c68-45b0-9c6e-2c661a064148 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:48.204432 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bfcb7651-740a-4417-ab7f-83ee291fddbd req-f5219b9f-1c68-45b0-9c6e-2c661a064148 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 944 time: 0.3376172 Feb 09 01:14:48.228936 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-80ac1667-3094-44f6-954a-df781781ec18 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/quotas/3d8394520fe34c9daa660b5c0721b019 HTTP/1.1" status: 200 len: 375 time: 0.0714767 Feb 09 01:14:48.249636 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-222b7f8a-cef8-461f-8348-3e65e415e67c service neutron] 10.222.0.121 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5380547 Feb 09 01:14:48.296098 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-2d1013c2-3573-4e00-af42-9266942d1a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd831d56d-a227-4db2-8965-9872bda4051d', 'name': 'tempest-ServersTestMultiNic-278170261-router', 'tenant_id': 'cbaeccec23794cfba3c5f4e5c5caae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '2b2c7523-4989-438c-b217-7b23fef2bb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:26Z', 'updated_at': '2022-02-09T01:14:40Z', 'revision_number': 4, 'project_id': 'cbaeccec23794cfba3c5f4e5c5caae25', 'gw_port': {'id': '2b2c7523-4989-438c-b217-7b23fef2bb1e', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd831d56d-a227-4db2-8965-9872bda4051d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:28Z', 'updated_at': '2022-02-09T01:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'de5c6cc5-b976-41b1-a58b-3ee9f484a30f', 'name': '', 'network_id': '43a9c334-4321-4d28-b3f8-b1881e973379', 'tenant_id': 'cbaeccec23794cfba3c5f4e5c5caae25', 'mac_address': 'fa:16:3e:44:3d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd831d56d-a227-4db2-8965-9872bda4051d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ff1cca00-3513-4f39-8d35-d4d379227416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:37Z', 'updated_at': '2022-02-09T01:14:45Z', 'revision_number': 4, 'project_id': 'cbaeccec23794cfba3c5f4e5c5caae25', 'subnets': [{'id': 'ff1cca00-3513-4f39-8d35-d4d379227416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:48.344442 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f7f179db-d894-461f-a92c-406b6032df4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (43a4c7b1-f2e5-48ec-ba4d-f2fb7df3c5f2), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:48.349470 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f7f179db-d894-461f-a92c-406b6032df4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:48.350785 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f7f179db-d894-461f-a92c-406b6032df4a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/43a4c7b1-f2e5-48ec-ba4d-f2fb7df3c5f2 HTTP/1.1" status: 204 len: 168 time: 0.9215219 Feb 09 01:14:48.408049 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1013c2-3573-4e00-af42-9266942d1a27 None None] The sync data for ids ['d831d56d-a227-4db2-8965-9872bda4051d'] in n-d-822053-40 is: [{'id': 'd831d56d-a227-4db2-8965-9872bda4051d', 'name': 'tempest-ServersTestMultiNic-278170261-router', 'tenant_id': 'cbaeccec23794cfba3c5f4e5c5caae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '2b2c7523-4989-438c-b217-7b23fef2bb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:26Z', 'updated_at': '2022-02-09T01:14:40Z', 'revision_number': 4, 'project_id': 'cbaeccec23794cfba3c5f4e5c5caae25', 'gw_port': {'id': '2b2c7523-4989-438c-b217-7b23fef2bb1e', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd831d56d-a227-4db2-8965-9872bda4051d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:28Z', 'updated_at': '2022-02-09T01:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'de5c6cc5-b976-41b1-a58b-3ee9f484a30f', 'name': '', 'network_id': '43a9c334-4321-4d28-b3f8-b1881e973379', 'tenant_id': 'cbaeccec23794cfba3c5f4e5c5caae25', 'mac_address': 'fa:16:3e:44:3d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd831d56d-a227-4db2-8965-9872bda4051d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ff1cca00-3513-4f39-8d35-d4d379227416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:37Z', 'updated_at': '2022-02-09T01:14:45Z', 'revision_number': 4, 'project_id': 'cbaeccec23794cfba3c5f4e5c5caae25', 'subnets': [{'id': 'ff1cca00-3513-4f39-8d35-d4d379227416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:14:48.424652 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f179db-d894-461f-a92c-406b6032df4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a4c7b1-f2e5-48ec-ba4d-f2fb7df3c5f2,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:48.454937 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 10551c51-c220-42f9-a6c3-c6dec216fd5b triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:48.455313 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (10551c51-c220-42f9-a6c3-c6dec216fd5b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:48.471645 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-c8778233-b92d-404c-bdd6-ffb4aae092a3 service neutron] 10.222.0.121 "GET /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139585 Feb 09 01:14:48.500879 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-06812fab-8d3f-4607-9b3f-73348bf9b275 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d8394520fe34c9daa660b5c0721b019&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2705779 Feb 09 01:14:48.504784 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bfcb7651-740a-4417-ab7f-83ee291fddbd req-392a3082-cc59-45fa-b054-12e8f0bbd1a9 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607691 Feb 09 01:14:48.892824 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ad368ea5-b815-4d77-9084-888e04ab3186 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (203710b2-cfa5-47d1-86af-9d687312b020), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:49.001938 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-64732f35-a8bd-41fe-84f3-51e61305b55e tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:49.009744 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-64732f35-a8bd-41fe-84f3-51e61305b55e tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.121 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527&tenant_id=991583a4f7ce4c4eb6893f1ec411692c&binding%3Ahost_id=n-h1-822053-40 HTTP/1.1" status: 200 len: 1127 time: 0.1431570 Feb 09 01:14:49.019315 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 2b59282d-c827-453c-91f3-1f2512cf4704, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=2b59282d-c827-453c-91f3-1f2512cf4704,segment=NetworkSegment(42da4e3b-4a1e-41ef-b635-a8afd4aeb166),segment_id=42da4e3b-4a1e-41ef-b635-a8afd4aeb166)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:49.062354 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43a25e-5602-44d8-9efe-df290be0b39e req-bc5621c2-6381-4f57-bb99-90fbf08d16cd tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:49.069481 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c43a25e-5602-44d8-9efe-df290be0b39e req-bc5621c2-6381-4f57-bb99-90fbf08d16cd tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/ports?device_id=481d9706-51ee-4d48-ab4a-38eda2118501 HTTP/1.1" status: 200 len: 943 time: 0.3288555 Feb 09 01:14:49.165743 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad368ea5-b815-4d77-9084-888e04ab3186 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Pushing event updated for resources: {'Subnet': ['ID=203710b2-cfa5-47d1-86af-9d687312b020,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:49.176557 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-70060083-546d-489d-805e-f53fced546a9 None None] Publish callbacks [] for port (369ca131-bd20-4e53-93fb-b2c220494188), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:49.243096 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device de5c6cc5-b976-41b1-a58b-3ee9f484a30f up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:14:49.326653 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad368ea5-b815-4d77-9084-888e04ab3186 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Checking segment: {'id': 'a9994094-9412-429c-9ae9-65d0045e2e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'c8473862-3e26-4a67-b80b-729d9738658a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:14:49.327158 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad368ea5-b815-4d77-9084-888e04ab3186 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Network hostable DHCP agents. Network: c8473862-3e26-4a67-b80b-729d9738658a, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:14:49.351101 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-70060083-546d-489d-805e-f53fced546a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (369ca131-bd20-4e53-93fb-b2c220494188), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:49.360313 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '2b59282d-c827-453c-91f3-1f2512cf4704', 'network_id': 'c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940', 'port_id': '2b59282d-c827-453c-91f3-1f2512cf4704', 'mac_address': 'fa:16:3e:3e:a2:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a3d8a1-b976-4fd7-a8cd-ab2983e09e0d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:14:49.413908 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb20a7-40ba-455d-b56a-9c1a33178df3 req-bc17078e-1a28-42dd-9136-fedda4604a57 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:49.422930 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-49cb20a7-40ba-455d-b56a-9c1a33178df3 req-bc17078e-1a28-42dd-9136-fedda4604a57 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 943 time: 0.2934825 Feb 09 01:14:49.439137 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-9d98738b-4b98-44f8-9cac-565b78fc84d2 service neutron] For port 9197891f-6ece-41d3-8116-69c5f02980c4, host n-h2-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:14:49.444962 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-9d98738b-4b98-44f8-9cac-565b78fc84d2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:49.447701 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f95b3f3b-440a-4c05-87db-b0ac97a8df90 req-9d98738b-4b98-44f8-9cac-565b78fc84d2 service neutron] 10.222.0.121 "DELETE /v2.0/ports/9197891f-6ece-41d3-8116-69c5f02980c4/bindings/n-h2-822053-40 HTTP/1.1" status: 204 len: 173 time: 0.4306357 Feb 09 01:14:49.509267 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad368ea5-b815-4d77-9084-888e04ab3186 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Network c8473862-3e26-4a67-b80b-729d9738658a is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:14:49.532315 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c43a25e-5602-44d8-9efe-df290be0b39e req-b3194b91-16e3-4fa9-bff6-66a5e7db3948 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/security-groups?id=b739604c-d70f-4acc-a6a4-8ae594b83425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4602661 Feb 09 01:14:49.603373 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70060083-546d-489d-805e-f53fced546a9 None None] Pushing event updated for resources: {'Port': ['ID=369ca131-bd20-4e53-93fb-b2c220494188,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:49.614890 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-49cb20a7-40ba-455d-b56a-9c1a33178df3 req-2b5b5d99-e6a6-439e-94c3-f8adc067a96d tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/security-groups?id=376d5811-5003-401c-8a52-6b0b0393a072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909487 Feb 09 01:14:49.615872 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-ad368ea5-b815-4d77-9084-888e04ab3186 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, c8473862-3e26-4a67-b80b-729d9738658a) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:49.622414 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad368ea5-b815-4d77-9084-888e04ab3186 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:49.623515 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ad368ea5-b815-4d77-9084-888e04ab3186 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:49.628981 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 10551c51-c220-42f9-a6c3-c6dec216fd5b is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:49.629999 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (10551c51-c220-42f9-a6c3-c6dec216fd5b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:49.655699 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ad368ea5-b815-4d77-9084-888e04ab3186 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1028249 Feb 09 01:14:49.702081 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eeb0d16-1a6a-493b-be44-18d24eddef8e None None] Network c8473862-3e26-4a67-b80b-729d9738658a requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:14:49.781499 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70060083-546d-489d-805e-f53fced546a9 None None] Network f32ffc05-35f0-41ce-827a-f029c1ede77a is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:49.782789 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:49.806298 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-70060083-546d-489d-805e-f53fced546a9 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:49.814759 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70060083-546d-489d-805e-f53fced546a9 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:14:49.835416 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-442139ee-3e07-40bb-a09a-087e165b4856 req-ec0e3bca-6d0f-47a6-a9cf-225530b6dd20 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 210 time: 0.1383483 Feb 09 01:14:49.992615 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21df473-925c-4a86-8e4b-8277e718e451 req-51b25b6a-67f1-4413-9bdc-7c1f8e42c630 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:49.994172 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f21df473-925c-4a86-8e4b-8277e718e451 req-51b25b6a-67f1-4413-9bdc-7c1f8e42c630 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 944 time: 0.1214480 Feb 09 01:14:50.239402 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f21df473-925c-4a86-8e4b-8277e718e451 req-dfe4f809-6410-476e-bb37-71c33899e1f2 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256331 Feb 09 01:14:50.258006 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1525aac7-d7bc-4b62-adf2-38e63bd0147b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10551c51-c220-42f9-a6c3-c6dec216fd5b'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:14:50.260581 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a097de-3871-4b1c-85a4-dcb3f29fb44d" -d '{"events": [{"server_uuid": "1525aac7-d7bc-4b62-adf2-38e63bd0147b", "name": "network-vif-plugged", "status": "completed", "tag": "10551c51-c220-42f9-a6c3-c6dec216fd5b"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:14:50.282723 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 2b59282d-c827-453c-91f3-1f2512cf4704 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:50.283189 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2b59282d-c827-453c-91f3-1f2512cf4704), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:50.338266 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-bd53b085-d6f5-4548-a35f-86ad5891db44 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:50.345767 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-bd53b085-d6f5-4548-a35f-86ad5891db44 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/networks?id=4d54ed5f-d078-4c38-9c35-f6f424a32376 HTTP/1.1" status: 200 len: 820 time: 0.3179753 Feb 09 01:14:50.363460 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-f1a99194-0257-47dd-89f0-2dd8ddfe0e44 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/quotas/89a8855b9bab40b69c27334c734383e8 HTTP/1.1" status: 200 len: 375 time: 0.0165148 Feb 09 01:14:50.373850 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 10551c51-c220-42f9-a6c3-c6dec216fd5b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=10551c51-c220-42f9-a6c3-c6dec216fd5b,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:50.413856 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (10551c51-c220-42f9-a6c3-c6dec216fd5b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:50.421824 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b59282d-c827-453c-91f3-1f2512cf4704 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:14:50.512951 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port de5c6cc5-b976-41b1-a58b-3ee9f484a30f triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:50.513371 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (de5c6cc5-b976-41b1-a58b-3ee9f484a30f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:50.612443 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 2b59282d-c827-453c-91f3-1f2512cf4704, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=2b59282d-c827-453c-91f3-1f2512cf4704,segment=NetworkSegment(42da4e3b-4a1e-41ef-b635-a8afd4aeb166),segment_id=42da4e3b-4a1e-41ef-b635-a8afd4aeb166)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:50.634778 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-9ae30b74-ec6c-4fd0-b0cd-ab51b1f6c258 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:50.635899 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7708a30-c770-4331-9a04-369fd8d637ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-c8473862-3e26-4a67-b80b-729d9738658a', 'network_id': 'c8473862-3e26-4a67-b80b-729d9738658a', 'project_id': 'cbaeccec23794cfba3c5f4e5c5caae25', 'fixed_ips': [{'subnet_id': '203710b2-cfa5-47d1-86af-9d687312b020'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:14:50.638412 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e7708a30-c770-4331-9a04-369fd8d637ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:50.643734 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-9ae30b74-ec6c-4fd0-b0cd-ab51b1f6c258 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:50.654551 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (2b59282d-c827-453c-91f3-1f2512cf4704), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:50.655230 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 92f71fad-8330-4a96-8e87-71234967c29a details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:14:50.655898 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-9ae30b74-ec6c-4fd0-b0cd-ab51b1f6c258 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/networks?id=f32ffc05-35f0-41ce-827a-f029c1ede77a&id=c8473862-3e26-4a67-b80b-729d9738658a&id=f32ffc05-35f0-41ce-827a-f029c1ede77a HTTP/1.1" status: 200 len: 1392 time: 0.2806408 Feb 09 01:14:50.693795 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-baa3e102-cb53-475d-878b-9fa39060a877 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/quotas/cbaeccec23794cfba3c5f4e5c5caae25 HTTP/1.1" status: 200 len: 375 time: 0.0365059 Feb 09 01:14:50.731735 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-70060083-546d-489d-805e-f53fced546a9 None None] Attempting to bind port 369ca131-bd20-4e53-93fb-b2c220494188 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:14:50.732218 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-70060083-546d-489d-805e-f53fced546a9 None None] Attempting to bind port 369ca131-bd20-4e53-93fb-b2c220494188 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'a066264f-c54f-4a9d-bc3d-1a8ee1ad9465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f32ffc05-35f0-41ce-827a-f029c1ede77a'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:14:50.732523 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70060083-546d-489d-805e-f53fced546a9 None None] Attempting to bind port 369ca131-bd20-4e53-93fb-b2c220494188 on network f32ffc05-35f0-41ce-827a-f029c1ede77a {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:14:50.752654 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-263c97df-4ca8-4ce5-a4d0-bef59cc4f4bd tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=89a8855b9bab40b69c27334c734383e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3877950 Feb 09 01:14:50.913986 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0043c464-186a-4e81-b18e-1ba3cc4059ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:50.921290 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70060083-546d-489d-805e-f53fced546a9 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:14:50.921665 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70060083-546d-489d-805e-f53fced546a9 None None] Checking segment: {'id': 'a066264f-c54f-4a9d-bc3d-1a8ee1ad9465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f32ffc05-35f0-41ce-827a-f029c1ede77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:14:50.922053 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-70060083-546d-489d-805e-f53fced546a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:50.922985 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70060083-546d-489d-805e-f53fced546a9 None None] Bound using segment: {'id': 'a066264f-c54f-4a9d-bc3d-1a8ee1ad9465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f32ffc05-35f0-41ce-827a-f029c1ede77a'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:14:50.923485 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-70060083-546d-489d-805e-f53fced546a9 None None] Bound port: 369ca131-bd20-4e53-93fb-b2c220494188, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a066264f-c54f-4a9d-bc3d-1a8ee1ad9465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f32ffc05-35f0-41ce-827a-f029c1ede77a'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:14:50.923866 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-70060083-546d-489d-805e-f53fced546a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (369ca131-bd20-4e53-93fb-b2c220494188), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:50.940889 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-09cd16d3-ae6c-4eb1-a64f-2b640880702e tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cbaeccec23794cfba3c5f4e5c5caae25&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2459857 Feb 09 01:14:50.966549 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-3e199512-1381-460e-8605-c66a5ae398e2 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.121 "GET /v2.0/networks?tenant_id=3d8394520fe34c9daa660b5c0721b019&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263047 Feb 09 01:14:50.994495 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=10551c51-c220-42f9-a6c3-c6dec216fd5b,revision_number=11']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:51.071597 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:51.107783 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-72cc01dd-d66d-47d8-ab50-3202e1963682 service neutron] 10.222.0.30 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472495 Feb 09 01:14:51.152952 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port de5c6cc5-b976-41b1-a58b-3ee9f484a30f is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:51.254130 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-da7ed3ea-d15a-4113-bc87-689f6d407486 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:51.258650 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-da7ed3ea-d15a-4113-bc87-689f6d407486 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2779505 Feb 09 01:14:51.265403 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-70060083-546d-489d-805e-f53fced546a9 None None] For port 369ca131-bd20-4e53-93fb-b2c220494188, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:14:51.271376 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-70060083-546d-489d-805e-f53fced546a9 None None] For port 369ca131-bd20-4e53-93fb-b2c220494188, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=369ca131-bd20-4e53-93fb-b2c220494188,segment=NetworkSegment(a066264f-c54f-4a9d-bc3d-1a8ee1ad9465),segment_id=a066264f-c54f-4a9d-bc3d-1a8ee1ad9465)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:14:51.274308 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-511e0312-5e74-4ec7-be5a-b9b2565f7d6d tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Request body: {'port': {'device_id': 'aaa48c96-732a-4bf6-8556-edde312f2fe2', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'admin_state_up': True, 'tenant_id': '3d8394520fe34c9daa660b5c0721b019'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:51.285913 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=2b59282d-c827-453c-91f3-1f2512cf4704,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:51.298145 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-c4a3e5c6-219e-454b-9d73-1e4741b1a753 service neutron] 10.222.0.30 "GET /v2.0/networks/f32ffc05-35f0-41ce-827a-f029c1ede77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562462 Feb 09 01:14:51.312361 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 92f71fad-8330-4a96-8e87-71234967c29a, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=92f71fad-8330-4a96-8e87-71234967c29a,segment=NetworkSegment(bc74054a-02eb-47eb-9c30-0228fafadd7b),segment_id=bc74054a-02eb-47eb-9c30-0228fafadd7b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:51.339209 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-70060083-546d-489d-805e-f53fced546a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (369ca131-bd20-4e53-93fb-b2c220494188), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:51.342880 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '92f71fad-8330-4a96-8e87-71234967c29a', 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400', 'port_id': '92f71fad-8330-4a96-8e87-71234967c29a', 'mac_address': 'fa:16:3e:29:79:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:14:51.350134 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-6a2b8a86-ebf0-4071-8dd3-a51ebfa77580 service neutron] 10.222.0.30 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322049 Feb 09 01:14:51.457963 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-4a249a86-ca57-4714-8f6d-e8307e8decb0 service neutron] 10.222.0.30 "GET /v2.0/networks/f32ffc05-35f0-41ce-827a-f029c1ede77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589251 Feb 09 01:14:51.468144 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 92f71fad-8330-4a96-8e87-71234967c29a is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:51.468540 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (92f71fad-8330-4a96-8e87-71234967c29a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:51.488942 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92f71fad-8330-4a96-8e87-71234967c29a {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:14:51.516965 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-511e0312-5e74-4ec7-be5a-b9b2565f7d6d tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Made reservation on behalf of 3d8394520fe34c9daa660b5c0721b019 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:51.518431 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 92f71fad-8330-4a96-8e87-71234967c29a, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=92f71fad-8330-4a96-8e87-71234967c29a,segment=NetworkSegment(bc74054a-02eb-47eb-9c30-0228fafadd7b),segment_id=bc74054a-02eb-47eb-9c30-0228fafadd7b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:51.529005 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-511e0312-5e74-4ec7-be5a-b9b2565f7d6d tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:51.533480 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (92f71fad-8330-4a96-8e87-71234967c29a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:51.564005 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70060083-546d-489d-805e-f53fced546a9 None None] Pushing event updated for resources: {'Port': ['ID=369ca131-bd20-4e53-93fb-b2c220494188,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:51.577938 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-e7708a30-c770-4331-9a04-369fd8d637ac None None] Allocated IP 19.86.0.2 (c8473862-3e26-4a67-b80b-729d9738658a/203710b2-cfa5-47d1-86af-9d687312b020/37dea0d0-a6ca-49cb-81ab-ecea5220fe94) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:51.712965 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-b75f1a76-2259-44ba-b8e8-486927b00ba5 service neutron] 10.222.0.30 "GET /v2.0/networks/c8473862-3e26-4a67-b80b-729d9738658a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489250 Feb 09 01:14:51.738064 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=92f71fad-8330-4a96-8e87-71234967c29a,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:51.867886 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['92f71fad-8330-4a96-8e87-71234967c29a'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:14:51.909109 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-d14fb769-997a-423f-a7eb-70760f5aed1d service neutron] 10.222.0.30 "GET /v2.0/networks/c8473862-3e26-4a67-b80b-729d9738658a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855178 Feb 09 01:14:51.912537 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-511e0312-5e74-4ec7-be5a-b9b2565f7d6d tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Allocated IP 192.168.233.136 (3976161f-bd1f-4dbb-b950-6897c01f16f1/98abf639-2282-4fa1-acd9-5660b4f87a0d/42cd6e7b-28d3-48c1-b837-95c690627409) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:52.008837 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8087a0-f40d-4055-a42c-a4cfa0c82582 x-openstack-request-id: req-1c8087a0-f40d-4055-a42c-a4cfa0c82582 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:14:52.009163 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1525aac7-d7bc-4b62-adf2-38e63bd0147b", "name": "network-vif-plugged", "status": "completed", "tag": "10551c51-c220-42f9-a6c3-c6dec216fd5b", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:14:52.009430 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1c8087a0-f40d-4055-a42c-a4cfa0c82582 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:14:52.009851 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1525aac7-d7bc-4b62-adf2-38e63bd0147b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10551c51-c220-42f9-a6c3-c6dec216fd5b', 'code': 200} Feb 09 01:14:52.010887 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['2b59282d-c827-453c-91f3-1f2512cf4704'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:14:52.139816 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-21d88311-0250-4756-a54f-c9225571b27d service neutron] 10.222.0.30 "GET /v2.0/networks/f32ffc05-35f0-41ce-827a-f029c1ede77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293229 Feb 09 01:14:52.161542 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ed648-9bd7-43cb-95a7-b11e9dd4fc5b req-7a93aea3-96f5-4865-a7b5-152f272fd037 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:52.163577 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-369ed648-9bd7-43cb-95a7-b11e9dd4fc5b req-7a93aea3-96f5-4865-a7b5-152f272fd037 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/ports?device_id=481d9706-51ee-4d48-ab4a-38eda2118501 HTTP/1.1" status: 200 len: 944 time: 0.1288102 Feb 09 01:14:52.206927 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-511e0312-5e74-4ec7-be5a-b9b2565f7d6d tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Publish callbacks [] for port (42cd6e7b-28d3-48c1-b837-95c690627409), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:52.261623 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-511e0312-5e74-4ec7-be5a-b9b2565f7d6d tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (42cd6e7b-28d3-48c1-b837-95c690627409), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:52.282315 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['8a9ab06c-1f75-4126-bb17-2d4af3691030', 'f23958e2-9d45-4b6e-822d-70ee53c087dd', '10551c51-c220-42f9-a6c3-c6dec216fd5b'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:14:52.314395 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-511e0312-5e74-4ec7-be5a-b9b2565f7d6d tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Network 3976161f-bd1f-4dbb-b950-6897c01f16f1 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:52.317231 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-369ed648-9bd7-43cb-95a7-b11e9dd4fc5b req-a5cc1a7a-a34b-48b5-a37c-10881e25f22b tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/security-groups?id=b739604c-d70f-4acc-a6a4-8ae594b83425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310210 Feb 09 01:14:52.320944 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-511e0312-5e74-4ec7-be5a-b9b2565f7d6d tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:52.339132 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-511e0312-5e74-4ec7-be5a-b9b2565f7d6d tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:14:52.395914 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-c51975a0-38bd-4591-bf7a-4e7d3467ec4a service neutron] 10.222.0.30 "GET /v2.0/networks/f32ffc05-35f0-41ce-827a-f029c1ede77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551043 Feb 09 01:14:52.417163 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e0312-5e74-4ec7-be5a-b9b2565f7d6d tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Pushing event updated for resources: {'Port': ['ID=42cd6e7b-28d3-48c1-b837-95c690627409,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:52.451834 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-511e0312-5e74-4ec7-be5a-b9b2565f7d6d tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:52.454056 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-511e0312-5e74-4ec7-be5a-b9b2565f7d6d tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:52.492731 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e7708a30-c770-4331-9a04-369fd8d637ac None None] Publish callbacks [] for port (37dea0d0-a6ca-49cb-81ab-ecea5220fe94), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:52.493171 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-511e0312-5e74-4ec7-be5a-b9b2565f7d6d tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2232804 Feb 09 01:14:52.513367 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-ada11e91-e1c5-41f9-9a40-b169f0626736 service neutron] Request body: {'port': {'device_id': 'aaa48c96-732a-4bf6-8556-edde312f2fe2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:52.558517 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e7708a30-c770-4331-9a04-369fd8d637ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (37dea0d0-a6ca-49cb-81ab-ecea5220fe94), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:52.645377 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e46fea-483b-45a8-88d6-7dbec8f347da req-a37c5925-03d1-4bef-911d-4429f242de1e tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:52.659226 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c3e46fea-483b-45a8-88d6-7dbec8f347da req-a37c5925-03d1-4bef-911d-4429f242de1e tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 944 time: 0.1828530 Feb 09 01:14:52.674051 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-ada11e91-e1c5-41f9-9a40-b169f0626736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (42cd6e7b-28d3-48c1-b837-95c690627409), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:52.892462 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7708a30-c770-4331-9a04-369fd8d637ac None None] Network c8473862-3e26-4a67-b80b-729d9738658a is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:52.963017 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-e7708a30-c770-4331-9a04-369fd8d637ac None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:52.988115 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7708a30-c770-4331-9a04-369fd8d637ac None None] Pushing event updated for resources: {'Port': ['ID=37dea0d0-a6ca-49cb-81ab-ecea5220fe94,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:52.991887 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7708a30-c770-4331-9a04-369fd8d637ac None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:14:53.015066 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c3e46fea-483b-45a8-88d6-7dbec8f347da req-838f6b5f-80b4-46b8-994a-0e340f49dfc3 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/security-groups?id=376d5811-5003-401c-8a52-6b0b0393a072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503649 Feb 09 01:14:53.048950 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2d0a6-5bc2-4904-a833-b42088254fcf req-b9d5c266-80a7-4666-b62d-6f3953d7149d tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:53.050508 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-30e2d0a6-5bc2-4904-a833-b42088254fcf req-b9d5c266-80a7-4666-b62d-6f3953d7149d tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 936 time: 0.2726111 Feb 09 01:14:53.162817 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-aa7449e1-d6b3-40b5-b78f-912cd8f3f6c1 None None] Provisioning complete for port 42cd6e7b-28d3-48c1-b837-95c690627409 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:53.162817 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa7449e1-d6b3-40b5-b78f-912cd8f3f6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (42cd6e7b-28d3-48c1-b837-95c690627409), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:53.191641 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-30e2d0a6-5bc2-4904-a833-b42088254fcf req-7c70d950-a21b-4391-ab4d-4e67746545b1 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322532 Feb 09 01:14:53.305196 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-ada11e91-e1c5-41f9-9a40-b169f0626736 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42cd6e7b-28d3-48c1-b837-95c690627409 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:14:53.327303 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-ada11e91-e1c5-41f9-9a40-b169f0626736 service neutron] Publish callbacks [] for port (42cd6e7b-28d3-48c1-b837-95c690627409), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:53.357813 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-ada11e91-e1c5-41f9-9a40-b169f0626736 service neutron] Transition to ACTIVE for port object 42cd6e7b-28d3-48c1-b837-95c690627409 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:53.365816 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-ada11e91-e1c5-41f9-9a40-b169f0626736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (42cd6e7b-28d3-48c1-b837-95c690627409), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:53.421805 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c837fe84-e7aa-4a50-9b0f-5d0ab4bffc23 req-33a52846-bf23-4ce4-b7fa-bcb1dcdb49bb tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 210 time: 0.0600085 Feb 09 01:14:53.593256 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada11e91-e1c5-41f9-9a40-b169f0626736 service neutron] Pushing event updated for resources: {'Port': ['ID=42cd6e7b-28d3-48c1-b837-95c690627409,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:53.604472 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642cee84-6765-471e-90fb-815af0f10602 None None] Network f32ffc05-35f0-41ce-827a-f029c1ede77a requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:14:53.626190 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 369ca131-bd20-4e53-93fb-b2c220494188 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:14:53.647156 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7a3ff366-adef-46de-a615-034461a44161 req-4a78996c-ca6e-40a4-bd72-0513b4f83c61 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab32427-5417-4b9b-8686-b285c645884e HTTP/1.1" status: 200 len: 210 time: 0.0472958 Feb 09 01:14:53.650960 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd5193-0a9a-49b5-90ca-576bc936efd8 req-b3cf2325-dd7e-43a4-b6d2-715ebe81ec0e tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:53.672529 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-aa7449e1-d6b3-40b5-b78f-912cd8f3f6c1 None None] Port 42cd6e7b-28d3-48c1-b837-95c690627409 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:14:53.672882 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-62fd5193-0a9a-49b5-90ca-576bc936efd8 req-b3cf2325-dd7e-43a4-b6d2-715ebe81ec0e tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 1127 time: 0.1474462 Feb 09 01:14:53.759307 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-62fd5193-0a9a-49b5-90ca-576bc936efd8 req-f52d020a-b73f-4b3d-80e3-fae254c7a078 tempest-LiveMigrationTest-718001415 tempest-LiveMigrationTest-718001415-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669582 Feb 09 01:14:53.829068 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-ada11e91-e1c5-41f9-9a40-b169f0626736 service neutron] Attempting to bind port 42cd6e7b-28d3-48c1-b837-95c690627409 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:14:53.829412 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-ada11e91-e1c5-41f9-9a40-b169f0626736 service neutron] Attempting to bind port 42cd6e7b-28d3-48c1-b837-95c690627409 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:14:53.829740 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-ada11e91-e1c5-41f9-9a40-b169f0626736 service neutron] Attempting to bind port 42cd6e7b-28d3-48c1-b837-95c690627409 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:14:53.872370 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-ada11e91-e1c5-41f9-9a40-b169f0626736 service neutron] Port 42cd6e7b-28d3-48c1-b837-95c690627409 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:14:53.872971 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-ada11e91-e1c5-41f9-9a40-b169f0626736 service neutron] Attempting to bind port 42cd6e7b-28d3-48c1-b837-95c690627409 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:14:53.880217 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-ada11e91-e1c5-41f9-9a40-b169f0626736 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:14:53.882285 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-ada11e91-e1c5-41f9-9a40-b169f0626736 service neutron] Checking segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:14:53.892965 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-ada11e91-e1c5-41f9-9a40-b169f0626736 service neutron] Bound using segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:14:53.893801 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-ada11e91-e1c5-41f9-9a40-b169f0626736 service neutron] Bound port: 42cd6e7b-28d3-48c1-b837-95c690627409, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:14:53.894515 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-ada11e91-e1c5-41f9-9a40-b169f0626736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (42cd6e7b-28d3-48c1-b837-95c690627409), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:53.922831 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498d725-5840-46b9-b51e-17046b229eea req-7bd1943d-b19a-4690-bb63-5f64fd51f793 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:53.932596 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5498d725-5840-46b9-b51e-17046b229eea req-7bd1943d-b19a-4690-bb63-5f64fd51f793 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/ports?device_id=481d9706-51ee-4d48-ab4a-38eda2118501 HTTP/1.1" status: 200 len: 944 time: 0.1180503 Feb 09 01:14:53.946799 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-e7708a30-c770-4331-9a04-369fd8d637ac None None] Attempting to bind port 37dea0d0-a6ca-49cb-81ab-ecea5220fe94 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:14:53.947451 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-e7708a30-c770-4331-9a04-369fd8d637ac None None] Attempting to bind port 37dea0d0-a6ca-49cb-81ab-ecea5220fe94 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'a9994094-9412-429c-9ae9-65d0045e2e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'c8473862-3e26-4a67-b80b-729d9738658a'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:14:53.948025 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7708a30-c770-4331-9a04-369fd8d637ac None None] Attempting to bind port 37dea0d0-a6ca-49cb-81ab-ecea5220fe94 on network c8473862-3e26-4a67-b80b-729d9738658a {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:14:53.981808 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7708a30-c770-4331-9a04-369fd8d637ac None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:14:53.984565 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7708a30-c770-4331-9a04-369fd8d637ac None None] Checking segment: {'id': 'a9994094-9412-429c-9ae9-65d0045e2e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'c8473862-3e26-4a67-b80b-729d9738658a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:14:53.984972 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e7708a30-c770-4331-9a04-369fd8d637ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:53.985367 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7708a30-c770-4331-9a04-369fd8d637ac None None] Bound using segment: {'id': 'a9994094-9412-429c-9ae9-65d0045e2e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'c8473862-3e26-4a67-b80b-729d9738658a'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:14:53.991567 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-e7708a30-c770-4331-9a04-369fd8d637ac None None] Bound port: 37dea0d0-a6ca-49cb-81ab-ecea5220fe94, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9994094-9412-429c-9ae9-65d0045e2e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'c8473862-3e26-4a67-b80b-729d9738658a'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:14:53.992671 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e7708a30-c770-4331-9a04-369fd8d637ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (37dea0d0-a6ca-49cb-81ab-ecea5220fe94), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:54.043125 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5498d725-5840-46b9-b51e-17046b229eea req-537b9b2f-f2fe-4d0a-8b44-d65181af8c07 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/security-groups?id=b739604c-d70f-4acc-a6a4-8ae594b83425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081223 Feb 09 01:14:54.063257 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-30bdd97c-7576-4c72-9298-fe0ae9cb1d97 None None] Provisioning complete for port 369ca131-bd20-4e53-93fb-b2c220494188 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:54.063634 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-30bdd97c-7576-4c72-9298-fe0ae9cb1d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (369ca131-bd20-4e53-93fb-b2c220494188), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:54.130339 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-4439c948-4b4d-4802-b470-815939197540 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:54.133138 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-4439c948-4b4d-4802-b470-815939197540 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.121 "GET /v2.0/networks?id=4d54ed5f-d078-4c38-9c35-f6f424a32376 HTTP/1.1" status: 200 len: 820 time: 0.2878606 Feb 09 01:14:54.160917 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-e873b491-d3b1-4cb5-a3aa-8b27eb7ffd7d tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Request body: {'port': {'device_id': '700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2', 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376', 'admin_state_up': True, 'tenant_id': '89a8855b9bab40b69c27334c734383e8'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:54.317919 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-745aef94-40e9-488c-abf5-7019ecc04715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:54.416330 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913aed0-4307-45b6-b747-8e9b7986c442 req-254aea43-c870-4268-9505-03cc4c8e201e tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:54.424445 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a913aed0-4307-45b6-b747-8e9b7986c442 req-254aea43-c870-4268-9505-03cc4c8e201e tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 944 time: 0.1650469 Feb 09 01:14:54.475894 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-30bdd97c-7576-4c72-9298-fe0ae9cb1d97 None None] Current status of the port 369ca131-bd20-4e53-93fb-b2c220494188 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:54.478161 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-e873b491-d3b1-4cb5-a3aa-8b27eb7ffd7d tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Made reservation on behalf of 89a8855b9bab40b69c27334c734383e8 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:54.482613 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-30bdd97c-7576-4c72-9298-fe0ae9cb1d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (369ca131-bd20-4e53-93fb-b2c220494188), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:54.484277 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-e873b491-d3b1-4cb5-a3aa-8b27eb7ffd7d tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:54.538356 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-ada11e91-e1c5-41f9-9a40-b169f0626736 service neutron] For port 42cd6e7b-28d3-48c1-b837-95c690627409, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:14:54.544880 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-ada11e91-e1c5-41f9-9a40-b169f0626736 service neutron] For port 42cd6e7b-28d3-48c1-b837-95c690627409, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=42cd6e7b-28d3-48c1-b837-95c690627409,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:14:54.561764 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a913aed0-4307-45b6-b747-8e9b7986c442 req-6d028808-39cd-4ca2-b808-45d7a9652cb2 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/security-groups?id=376d5811-5003-401c-8a52-6b0b0393a072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302631 Feb 09 01:14:54.575466 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-30bdd97c-7576-4c72-9298-fe0ae9cb1d97 None None] For port 369ca131-bd20-4e53-93fb-b2c220494188, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=369ca131-bd20-4e53-93fb-b2c220494188,segment=NetworkSegment(a066264f-c54f-4a9d-bc3d-1a8ee1ad9465),segment_id=a066264f-c54f-4a9d-bc3d-1a8ee1ad9465)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:54.598525 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-ada11e91-e1c5-41f9-9a40-b169f0626736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (42cd6e7b-28d3-48c1-b837-95c690627409), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:54.616687 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-30bdd97c-7576-4c72-9298-fe0ae9cb1d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (369ca131-bd20-4e53-93fb-b2c220494188), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:54.618664 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 369ca131-bd20-4e53-93fb-b2c220494188 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:54.623461 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (369ca131-bd20-4e53-93fb-b2c220494188), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:54.659910 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76a0f5-67df-49a4-a173-1388aa1f8dce req-a75d8512-7e4e-4db2-9a2d-20730485e4af tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:54.661994 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f76a0f5-67df-49a4-a173-1388aa1f8dce req-a75d8512-7e4e-4db2-9a2d-20730485e4af tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 948 time: 0.1924958 Feb 09 01:14:54.704360 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada11e91-e1c5-41f9-9a40-b169f0626736 service neutron] Pushing event updated for resources: {'Port': ['ID=42cd6e7b-28d3-48c1-b837-95c690627409,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:54.721021 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-ada11e91-e1c5-41f9-9a40-b169f0626736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:54.721717 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-ada11e91-e1c5-41f9-9a40-b169f0626736 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:54.723752 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-ada11e91-e1c5-41f9-9a40-b169f0626736 service neutron] 10.222.0.121 "PUT /v2.0/ports/42cd6e7b-28d3-48c1-b837-95c690627409 HTTP/1.1" status: 200 len: 1097 time: 2.2166269 Feb 09 01:14:54.730863 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaa48c96-732a-4bf6-8556-edde312f2fe2', 'tag': '42cd6e7b-28d3-48c1-b837-95c690627409'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:14:54.735266 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8aa1e6-0cef-49ee-803c-b74f929ba7f9" -d '{"events": [{"name": "network-changed", "server_uuid": "aaa48c96-732a-4bf6-8556-edde312f2fe2", "tag": "42cd6e7b-28d3-48c1-b837-95c690627409"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:14:54.881932 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f76a0f5-67df-49a4-a173-1388aa1f8dce req-999d5c3f-0dd7-4bc8-a137-e28f89934eae tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140169 Feb 09 01:14:54.930237 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338c714-ab8f-4b82-af34-1a969fab0940 req-802c7823-041d-4236-a34e-9b0674570004 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:54.941087 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3338c714-ab8f-4b82-af34-1a969fab0940 req-802c7823-041d-4236-a34e-9b0674570004 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 944 time: 0.1896620 Feb 09 01:14:54.944633 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-18af53eb-d67c-42cc-851d-e0619654ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:54.946158 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-18af53eb-d67c-42cc-851d-e0619654ef09 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3d8394520fe34c9daa660b5c0721b019&device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 1131 time: 0.1663156 Feb 09 01:14:55.078662 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-1da1fe17-817b-4ac2-8cb8-bca4977a2fb4 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=42cd6e7b-28d3-48c1-b837-95c690627409 HTTP/1.1" status: 200 len: 217 time: 0.0993114 Feb 09 01:14:55.079853 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-e873b491-d3b1-4cb5-a3aa-8b27eb7ffd7d tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Allocated IP 172.20.0.2 (4d54ed5f-d078-4c38-9c35-f6f424a32376/dc881d69-9121-4d00-994f-9cce6bcb92ea/4e6f1dea-5278-4db9-98db-9750dbf841d5) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:55.203328 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3338c714-ab8f-4b82-af34-1a969fab0940 req-9e1d3190-a6a5-4347-ad3a-24da5c135c6c tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612576 Feb 09 01:14:55.221991 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-79dac9b2-569d-4fa7-ab82-087c7663a6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:55.225544 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-79dac9b2-569d-4fa7-ab82-087c7663a6b4 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.1321220 Feb 09 01:14:55.302628 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e7708a30-c770-4331-9a04-369fd8d637ac None None] For port 37dea0d0-a6ca-49cb-81ab-ecea5220fe94, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:14:55.330507 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-454d9c6b-c47a-4471-87af-8d69a4612d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:55.332988 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-454d9c6b-c47a-4471-87af-8d69a4612d35 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0849562 Feb 09 01:14:55.342726 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e7708a30-c770-4331-9a04-369fd8d637ac None None] For port 37dea0d0-a6ca-49cb-81ab-ecea5220fe94, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=37dea0d0-a6ca-49cb-81ab-ecea5220fe94,segment=NetworkSegment(a9994094-9412-429c-9ae9-65d0045e2e58),segment_id=a9994094-9412-429c-9ae9-65d0045e2e58)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:14:55.347636 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bdd97c-7576-4c72-9298-fe0ae9cb1d97 None None] Pushing event updated for resources: {'Port': ['ID=369ca131-bd20-4e53-93fb-b2c220494188,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:55.381523 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e7708a30-c770-4331-9a04-369fd8d637ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (37dea0d0-a6ca-49cb-81ab-ecea5220fe94), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:55.504591 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-2d45d96a-b378-4596-8e5f-0b90c7a0edd4 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537845 Feb 09 01:14:55.612597 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 92f71fad-8330-4a96-8e87-71234967c29a up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:14:55.644932 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 369ca131-bd20-4e53-93fb-b2c220494188 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:55.682732 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52456) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:55.801841 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7708a30-c770-4331-9a04-369fd8d637ac None None] Pushing event updated for resources: {'Port': ['ID=37dea0d0-a6ca-49cb-81ab-ecea5220fe94,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:55.860797 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:55.907828 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 369ca131-bd20-4e53-93fb-b2c220494188 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:14:56.056460 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-e873b491-d3b1-4cb5-a3aa-8b27eb7ffd7d tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Publish callbacks [] for port (4e6f1dea-5278-4db9-98db-9750dbf841d5), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:56.075590 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 92f71fad-8330-4a96-8e87-71234967c29a completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:14:56.088448 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-75116b7b-4311-4ebf-a799-42b0d6d84090 req-40da13c0-a9a0-4dea-adfd-571727eb55fe service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5712812 Feb 09 01:14:56.130952 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-a08c2b80-b8fe-4adb-b527-338e31ef6fa3 None None] Provisioning complete for port 369ca131-bd20-4e53-93fb-b2c220494188 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:56.131327 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a08c2b80-b8fe-4adb-b527-338e31ef6fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (369ca131-bd20-4e53-93fb-b2c220494188), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:56.133226 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 92f71fad-8330-4a96-8e87-71234967c29a triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:56.133585 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (92f71fad-8330-4a96-8e87-71234967c29a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:56.144633 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-80c6d59f-7743-409d-bc22-a0422372fa00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:56.226052 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-146c94d5-27d7-491e-9829-a525a00b86dc req-be543bd4-732e-4ca6-959e-18472751cba4 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 210 time: 1.0998724 Feb 09 01:14:56.244683 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 369ca131-bd20-4e53-93fb-b2c220494188 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:56.245126 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (369ca131-bd20-4e53-93fb-b2c220494188), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:56.272957 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-e873b491-d3b1-4cb5-a3aa-8b27eb7ffd7d tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (4e6f1dea-5278-4db9-98db-9750dbf841d5), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:56.320428 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5cf357ff-3f8c-4565-97df-c892570da8b7 req-62b711d9-5f0d-4df2-923b-98c38d671fab tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab32427-5417-4b9b-8686-b285c645884e HTTP/1.1" status: 200 len: 210 time: 0.0867107 Feb 09 01:14:56.381988 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['308cc62f-d069-4df6-8213-414430c968dc'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:14:56.390773 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc468e82-cca8-48b5-90d5-035c6beba968 x-openstack-request-id: req-dc468e82-cca8-48b5-90d5-035c6beba968 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:14:56.394376 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaa48c96-732a-4bf6-8556-edde312f2fe2", "tag": "42cd6e7b-28d3-48c1-b837-95c690627409", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:14:56.396160 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dc468e82-cca8-48b5-90d5-035c6beba968 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:14:56.396843 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaa48c96-732a-4bf6-8556-edde312f2fe2', 'tag': '42cd6e7b-28d3-48c1-b837-95c690627409', 'status': 'completed', 'code': 200} Feb 09 01:14:56.449147 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-e873b491-d3b1-4cb5-a3aa-8b27eb7ffd7d tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Network 4d54ed5f-d078-4c38-9c35-f6f424a32376 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:56.491454 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-e873b491-d3b1-4cb5-a3aa-8b27eb7ffd7d tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:56.502735 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-e873b491-d3b1-4cb5-a3aa-8b27eb7ffd7d tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:14:56.524260 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da935f8-e388-4ab5-8762-5c15b380de1f req-aff002fb-34f1-48eb-ba24-81a0d927a105 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:56.525895 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6da935f8-e388-4ab5-8762-5c15b380de1f req-aff002fb-34f1-48eb-ba24-81a0d927a105 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.121 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 944 time: 1.2121465 Feb 09 01:14:56.600621 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-16f65301-5ccb-4194-8460-e9d316f230ea tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:56.606033 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-16f65301-5ccb-4194-8460-e9d316f230ea tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:56.607711 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-16f65301-5ccb-4194-8460-e9d316f230ea tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.121 "GET /v2.0/networks?id=f32ffc05-35f0-41ce-827a-f029c1ede77a&id=c8473862-3e26-4a67-b80b-729d9738658a&id=f32ffc05-35f0-41ce-827a-f029c1ede77a HTTP/1.1" status: 200 len: 1392 time: 1.5201027 Feb 09 01:14:56.650545 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-ced28205-a665-4b57-b603-53b6a8710480 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Request body: {'port': {'device_id': '8ab32427-5417-4b9b-8686-b285c645884e', 'network_id': 'f32ffc05-35f0-41ce-827a-f029c1ede77a', 'admin_state_up': True, 'tenant_id': 'cbaeccec23794cfba3c5f4e5c5caae25'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:56.693394 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a08c2b80-b8fe-4adb-b527-338e31ef6fa3 None None] Current status of the port 369ca131-bd20-4e53-93fb-b2c220494188 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:56.709949 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 369ca131-bd20-4e53-93fb-b2c220494188 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:56.717445 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-80c6d59f-7743-409d-bc22-a0422372fa00 admin admin] Publish callbacks [] for security_group (1847ebb8-2bd7-477e-82d8-70e78a5f47ce), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:56.735088 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-e873b491-d3b1-4cb5-a3aa-8b27eb7ffd7d tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:56.736546 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-e873b491-d3b1-4cb5-a3aa-8b27eb7ffd7d tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:56.766103 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873b491-d3b1-4cb5-a3aa-8b27eb7ffd7d tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Pushing event updated for resources: {'Port': ['ID=4e6f1dea-5278-4db9-98db-9750dbf841d5,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:56.769241 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-80c6d59f-7743-409d-bc22-a0422372fa00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1847ebb8-2bd7-477e-82d8-70e78a5f47ce), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:56.800317 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1459321-9299-4908-8936-baf5f74a5301 req-f3312ead-0adc-4010-8e45-381c089acaeb tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:56.807394 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-e873b491-d3b1-4cb5-a3aa-8b27eb7ffd7d tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6629939 Feb 09 01:14:56.809572 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6d59f-7743-409d-bc22-a0422372fa00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1847ebb8-2bd7-477e-82d8-70e78a5f47ce,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:56.814200 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c1459321-9299-4908-8936-baf5f74a5301 req-f3312ead-0adc-4010-8e45-381c089acaeb tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/ports?device_id=481d9706-51ee-4d48-ab4a-38eda2118501 HTTP/1.1" status: 200 len: 944 time: 0.3492022 Feb 09 01:14:56.823864 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-2065b799-41c5-4ae7-9685-7b83d18a4cf8 service neutron] Request body: {'port': {'device_id': '700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:56.854482 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82cabd8-0638-4de0-b9d7-85c1ed5e15c2 req-0304e4dc-9af0-4741-9f24-e149a68bbbba tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:56.857257 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a82cabd8-0638-4de0-b9d7-85c1ed5e15c2 req-0304e4dc-9af0-4741-9f24-e149a68bbbba tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 944 time: 0.3593955 Feb 09 01:14:56.889169 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 92f71fad-8330-4a96-8e87-71234967c29a is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:56.889772 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (92f71fad-8330-4a96-8e87-71234967c29a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:56.927305 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-2065b799-41c5-4ae7-9685-7b83d18a4cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (4e6f1dea-5278-4db9-98db-9750dbf841d5), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:56.943716 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481d9706-51ee-4d48-ab4a-38eda2118501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f71fad-8330-4a96-8e87-71234967c29a'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:14:56.947616 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18eda4cf-3dc2-462d-a9cf-553ca46ac8b5" -d '{"events": [{"server_uuid": "481d9706-51ee-4d48-ab4a-38eda2118501", "name": "network-vif-plugged", "status": "completed", "tag": "92f71fad-8330-4a96-8e87-71234967c29a"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:14:56.949885 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8aa1e6-0cef-49ee-803c-b74f929ba7f9 req-14229f4f-929a-425e-8da6-8aed4296b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:56.951677 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9c8aa1e6-0cef-49ee-803c-b74f929ba7f9 req-14229f4f-929a-425e-8da6-8aed4296b9cf service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3d8394520fe34c9daa660b5c0721b019&device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 1131 time: 0.4962833 Feb 09 01:14:56.978833 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 92f71fad-8330-4a96-8e87-71234967c29a, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=92f71fad-8330-4a96-8e87-71234967c29a,segment=NetworkSegment(bc74054a-02eb-47eb-9c30-0228fafadd7b),segment_id=bc74054a-02eb-47eb-9c30-0228fafadd7b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:56.998237 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (92f71fad-8330-4a96-8e87-71234967c29a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:56.998941 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 2b59282d-c827-453c-91f3-1f2512cf4704 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:14:57.011713 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c1459321-9299-4908-8936-baf5f74a5301 req-5f8ba071-b741-4e4e-8b0a-64f51a8351cc tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/security-groups?id=b739604c-d70f-4acc-a6a4-8ae594b83425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963983 Feb 09 01:14:57.079786 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8aa1e6-0cef-49ee-803c-b74f929ba7f9 req-a6a32111-e65c-4da7-aa9e-092bdcb0d0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:57.081862 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9c8aa1e6-0cef-49ee-803c-b74f929ba7f9 req-a6a32111-e65c-4da7-aa9e-092bdcb0d0c7 service neutron] 10.222.0.121 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.1230257 Feb 09 01:14:57.089625 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-80c6d59f-7743-409d-bc22-a0422372fa00 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3cb21a873a5142cd9b8183cc2c49b6ab&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4056664 Feb 09 01:14:57.090361 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52466) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:57.185435 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=92f71fad-8330-4a96-8e87-71234967c29a,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:57.193788 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 2b59282d-c827-453c-91f3-1f2512cf4704 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:14:57.198374 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 2b59282d-c827-453c-91f3-1f2512cf4704 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:57.198905 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2b59282d-c827-453c-91f3-1f2512cf4704), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:57.231756 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927a7ef3-f753-403b-a781-da6f705557db None None] Network c8473862-3e26-4a67-b80b-729d9738658a requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:14:57.254537 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-6da935f8-e388-4ab5-8762-5c15b380de1f req-a65ec98c-a1ad-47f6-9935-70a98688ef59 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Deleting port 9197891f-6ece-41d3-8116-69c5f02980c4 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:14:57.255483 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6da935f8-e388-4ab5-8762-5c15b380de1f req-a65ec98c-a1ad-47f6-9935-70a98688ef59 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (9197891f-6ece-41d3-8116-69c5f02980c4), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:57.270597 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a82cabd8-0638-4de0-b9d7-85c1ed5e15c2 req-ac0fc855-7f38-4b0c-b54e-91cb5d49f0d8 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/security-groups?id=376d5811-5003-401c-8a52-6b0b0393a072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970933 Feb 09 01:14:57.363323 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-ced28205-a665-4b57-b603-53b6a8710480 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Made reservation on behalf of cbaeccec23794cfba3c5f4e5c5caae25 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:57.367145 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-ced28205-a665-4b57-b603-53b6a8710480 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:57.446888 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9c8aa1e6-0cef-49ee-803c-b74f929ba7f9 req-cf445a6f-d0d4-4427-9c5f-c983a649d3f2 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=42cd6e7b-28d3-48c1-b837-95c690627409 HTTP/1.1" status: 200 len: 217 time: 0.3538935 Feb 09 01:14:57.453671 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 2b59282d-c827-453c-91f3-1f2512cf4704 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:57.454831 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2b59282d-c827-453c-91f3-1f2512cf4704), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:57.485757 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:57.488688 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-4542a1e9-37dd-40c8-82ec-e7c29354636e None None] Provisioning complete for port 37dea0d0-a6ca-49cb-81ab-ecea5220fe94 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:57.489079 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4542a1e9-37dd-40c8-82ec-e7c29354636e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (37dea0d0-a6ca-49cb-81ab-ecea5220fe94), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:57.524015 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-18ba87bc-0459-419b-ac84-d922103d2749 admin admin] Publish callbacks [] for security_group (1847ebb8-2bd7-477e-82d8-70e78a5f47ce), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:57.572072 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-ced28205-a665-4b57-b603-53b6a8710480 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Allocated IP 19.80.0.10 (f32ffc05-35f0-41ce-827a-f029c1ede77a/ccf1591d-cb14-4cbe-bcfb-e2121fb5c5b0/1bbe8256-8c79-4d71-b657-051ef04a612f) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:57.575824 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 2b59282d-c827-453c-91f3-1f2512cf4704, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=2b59282d-c827-453c-91f3-1f2512cf4704,segment=NetworkSegment(42da4e3b-4a1e-41ef-b635-a8afd4aeb166),segment_id=42da4e3b-4a1e-41ef-b635-a8afd4aeb166)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:57.588201 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-18ba87bc-0459-419b-ac84-d922103d2749 admin admin] Publish callbacks [] for security_group (1847ebb8-2bd7-477e-82d8-70e78a5f47ce), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:57.598922 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (2b59282d-c827-453c-91f3-1f2512cf4704), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:57.612872 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8aa1e6-0cef-49ee-803c-b74f929ba7f9 req-0f4c61a4-1b23-457d-9cb5-71038904a4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:57.614505 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9c8aa1e6-0cef-49ee-803c-b74f929ba7f9 req-0f4c61a4-1b23-457d-9cb5-71038904a4c2 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.1502750 Feb 09 01:14:57.717796 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-4542a1e9-37dd-40c8-82ec-e7c29354636e None None] Current status of the port 37dea0d0-a6ca-49cb-81ab-ecea5220fe94 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:57.718284 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4542a1e9-37dd-40c8-82ec-e7c29354636e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (37dea0d0-a6ca-49cb-81ab-ecea5220fe94), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:57.742610 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=2b59282d-c827-453c-91f3-1f2512cf4704,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:57.803919 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-4542a1e9-37dd-40c8-82ec-e7c29354636e None None] For port 37dea0d0-a6ca-49cb-81ab-ecea5220fe94, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=37dea0d0-a6ca-49cb-81ab-ecea5220fe94,segment=NetworkSegment(a9994094-9412-429c-9ae9-65d0045e2e58),segment_id=a9994094-9412-429c-9ae9-65d0045e2e58)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:57.815604 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4542a1e9-37dd-40c8-82ec-e7c29354636e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (37dea0d0-a6ca-49cb-81ab-ecea5220fe94), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:57.828191 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-2065b799-41c5-4ae7-9685-7b83d18a4cf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e6f1dea-5278-4db9-98db-9750dbf841d5 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:14:57.846186 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-2065b799-41c5-4ae7-9685-7b83d18a4cf8 service neutron] Publish callbacks [] for port (4e6f1dea-5278-4db9-98db-9750dbf841d5), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:57.850275 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8aa1e6-0cef-49ee-803c-b74f929ba7f9 req-80e636c1-1a8f-4941-be44-49488350f4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:57.851949 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9c8aa1e6-0cef-49ee-803c-b74f929ba7f9 req-80e636c1-1a8f-4941-be44-49488350f4f6 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2257307 Feb 09 01:14:57.858137 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-18ba87bc-0459-419b-ac84-d922103d2749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1847ebb8-2bd7-477e-82d8-70e78a5f47ce), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:57.861804 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-18ba87bc-0459-419b-ac84-d922103d2749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:57.863119 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-18ba87bc-0459-419b-ac84-d922103d2749 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1847ebb8-2bd7-477e-82d8-70e78a5f47ce HTTP/1.1" status: 204 len: 168 time: 0.5702255 Feb 09 01:14:57.921273 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-ced28205-a665-4b57-b603-53b6a8710480 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks [] for port (1bbe8256-8c79-4d71-b657-051ef04a612f), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:57.925091 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-2065b799-41c5-4ae7-9685-7b83d18a4cf8 service neutron] Transition to ACTIVE for port object 4e6f1dea-5278-4db9-98db-9750dbf841d5 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:57.955801 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba87bc-0459-419b-ac84-d922103d2749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1847ebb8-2bd7-477e-82d8-70e78a5f47ce,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:57.965946 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-2065b799-41c5-4ae7-9685-7b83d18a4cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (4e6f1dea-5278-4db9-98db-9750dbf841d5), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:57.986459 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-ced28205-a665-4b57-b603-53b6a8710480 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (1bbe8256-8c79-4d71-b657-051ef04a612f), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:58.012002 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542a1e9-37dd-40c8-82ec-e7c29354636e None None] Pushing event updated for resources: {'Port': ['ID=37dea0d0-a6ca-49cb-81ab-ecea5220fe94,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:58.026002 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 37dea0d0-a6ca-49cb-81ab-ecea5220fe94 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:14:58.079253 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065b799-41c5-4ae7-9685-7b83d18a4cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6f1dea-5278-4db9-98db-9750dbf841d5,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:58.128485 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced28205-a665-4b57-b603-53b6a8710480 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Pushing event updated for resources: {'Port': ['ID=1bbe8256-8c79-4d71-b657-051ef04a612f,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:58.141956 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9c8aa1e6-0cef-49ee-803c-b74f929ba7f9 req-a3ca79ad-2745-40a5-a509-8e4cf26ff615 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730050 Feb 09 01:14:58.144425 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-ced28205-a665-4b57-b603-53b6a8710480 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Network f32ffc05-35f0-41ce-827a-f029c1ede77a is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:58.151282 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9516339-f639-4531-ba01-63e8b3aa4489 req-872d44a0-91f0-4925-840b-2b9ae3f3f667 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:58.153407 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d9516339-f639-4531-ba01-63e8b3aa4489 req-872d44a0-91f0-4925-840b-2b9ae3f3f667 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 948 time: 1.0008790 Feb 09 01:14:58.172196 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-ced28205-a665-4b57-b603-53b6a8710480 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:58.178296 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-ced28205-a665-4b57-b603-53b6a8710480 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:14:58.191403 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-091b7f8c-8813-4501-9bf3-1451c4ef27c3 None None] Provisioning complete for port 37dea0d0-a6ca-49cb-81ab-ecea5220fe94 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:58.191774 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-091b7f8c-8813-4501-9bf3-1451c4ef27c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (37dea0d0-a6ca-49cb-81ab-ecea5220fe94), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:58.266941 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-ced28205-a665-4b57-b603-53b6a8710480 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:58.267615 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-ced28205-a665-4b57-b603-53b6a8710480 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:58.307114 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:58.329611 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91c0cc-6214-43c5-a622-1a6aab1e8425 req-4024e03d-09ee-424d-a6e0-1e3fd8bfb2f8 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:58.334550 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1c91c0cc-6214-43c5-a622-1a6aab1e8425 req-4024e03d-09ee-424d-a6e0-1e3fd8bfb2f8 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 944 time: 0.8166540 Feb 09 01:14:58.348511 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9c8aa1e6-0cef-49ee-803c-b74f929ba7f9 req-c204ab12-f9b3-4aef-9998-19829b0e4fc8 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989400 Feb 09 01:14:58.358811 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 37dea0d0-a6ca-49cb-81ab-ecea5220fe94 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:58.359651 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (37dea0d0-a6ca-49cb-81ab-ecea5220fe94), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:58.361322 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-6da935f8-e388-4ab5-8762-5c15b380de1f req-a65ec98c-a1ad-47f6-9935-70a98688ef59 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] For port 9197891f-6ece-41d3-8116-69c5f02980c4, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9197891f-6ece-41d3-8116-69c5f02980c4,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:58.361770 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6da935f8-e388-4ab5-8762-5c15b380de1f req-a65ec98c-a1ad-47f6-9935-70a98688ef59 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (9197891f-6ece-41d3-8116-69c5f02980c4), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:58.426395 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-ced28205-a665-4b57-b603-53b6a8710480 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7877195 Feb 09 01:14:58.434785 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-2065b799-41c5-4ae7-9685-7b83d18a4cf8 service neutron] Attempting to bind port 4e6f1dea-5278-4db9-98db-9750dbf841d5 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:14:58.435267 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-2065b799-41c5-4ae7-9685-7b83d18a4cf8 service neutron] Attempting to bind port 4e6f1dea-5278-4db9-98db-9750dbf841d5 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:14:58.435639 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-2065b799-41c5-4ae7-9685-7b83d18a4cf8 service neutron] Attempting to bind port 4e6f1dea-5278-4db9-98db-9750dbf841d5 on network 4d54ed5f-d078-4c38-9c35-f6f424a32376 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:14:58.448390 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-2065b799-41c5-4ae7-9685-7b83d18a4cf8 service neutron] Port 4e6f1dea-5278-4db9-98db-9750dbf841d5 on network 4d54ed5f-d078-4c38-9c35-f6f424a32376 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:14:58.448899 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-2065b799-41c5-4ae7-9685-7b83d18a4cf8 service neutron] Attempting to bind port 4e6f1dea-5278-4db9-98db-9750dbf841d5 on network 4d54ed5f-d078-4c38-9c35-f6f424a32376 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:14:58.452528 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d9516339-f639-4531-ba01-63e8b3aa4489 req-6eab784d-eefd-47ac-8300-2ad13d407df4 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824271 Feb 09 01:14:58.454600 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-6da935f8-e388-4ab5-8762-5c15b380de1f req-a65ec98c-a1ad-47f6-9935-70a98688ef59 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Calling delete_port for 9197891f-6ece-41d3-8116-69c5f02980c4 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:14:58.465282 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-15b64f41-ac57-4a67-9f6e-878eb5445cf0 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Request body: {'port': {'device_id': '8ab32427-5417-4b9b-8686-b285c645884e', 'network_id': 'c8473862-3e26-4a67-b80b-729d9738658a', 'admin_state_up': True, 'tenant_id': 'cbaeccec23794cfba3c5f4e5c5caae25'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:58.468636 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-2065b799-41c5-4ae7-9685-7b83d18a4cf8 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:14:58.468881 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-2065b799-41c5-4ae7-9685-7b83d18a4cf8 service neutron] Checking segment: {'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:14:58.469299 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-2065b799-41c5-4ae7-9685-7b83d18a4cf8 service neutron] Bound using segment: {'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:14:58.469724 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-2065b799-41c5-4ae7-9685-7b83d18a4cf8 service neutron] Bound port: 4e6f1dea-5278-4db9-98db-9750dbf841d5, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:14:58.470101 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-2065b799-41c5-4ae7-9685-7b83d18a4cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (4e6f1dea-5278-4db9-98db-9750dbf841d5), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:58.501686 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52482) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:58.522187 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-091b7f8c-8813-4501-9bf3-1451c4ef27c3 None None] Current status of the port 37dea0d0-a6ca-49cb-81ab-ecea5220fe94 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:58.558311 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62eb4d6-6b3b-4efe-9853-ad17b5fdffc2 x-openstack-request-id: req-e62eb4d6-6b3b-4efe-9853-ad17b5fdffc2 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:14:58.558710 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481d9706-51ee-4d48-ab4a-38eda2118501", "name": "network-vif-plugged", "status": "completed", "tag": "92f71fad-8330-4a96-8e87-71234967c29a", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:14:58.559041 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e62eb4d6-6b3b-4efe-9853-ad17b5fdffc2 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:14:58.568458 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481d9706-51ee-4d48-ab4a-38eda2118501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f71fad-8330-4a96-8e87-71234967c29a', 'code': 200} Feb 09 01:14:58.614577 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1c91c0cc-6214-43c5-a622-1a6aab1e8425 req-b2fbfd99-a77b-446f-ae4c-ee9342a348a2 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659285 Feb 09 01:14:58.681100 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-2065b799-41c5-4ae7-9685-7b83d18a4cf8 service neutron] For port 4e6f1dea-5278-4db9-98db-9750dbf841d5, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:14:58.690235 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-2065b799-41c5-4ae7-9685-7b83d18a4cf8 service neutron] For port 4e6f1dea-5278-4db9-98db-9750dbf841d5, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=4e6f1dea-5278-4db9-98db-9750dbf841d5,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:14:58.704484 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-a0cc0270-cff6-4382-8fa7-1012593a8c9f None None] Provisioning complete for port 1bbe8256-8c79-4d71-b657-051ef04a612f triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:58.705025 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a0cc0270-cff6-4382-8fa7-1012593a8c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1bbe8256-8c79-4d71-b657-051ef04a612f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:58.707730 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 37dea0d0-a6ca-49cb-81ab-ecea5220fe94 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:58.736193 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-2065b799-41c5-4ae7-9685-7b83d18a4cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (4e6f1dea-5278-4db9-98db-9750dbf841d5), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:58.758051 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c211f775-ed42-4c2e-8e60-c099df3ac53b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:58.764246 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a0cc0270-cff6-4382-8fa7-1012593a8c9f None None] Port 1bbe8256-8c79-4d71-b657-051ef04a612f cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:14:58.781384 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-2065b799-41c5-4ae7-9685-7b83d18a4cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:58.781993 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-2065b799-41c5-4ae7-9685-7b83d18a4cf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:58.784025 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-2065b799-41c5-4ae7-9685-7b83d18a4cf8 service neutron] 10.222.0.121 "PUT /v2.0/ports/4e6f1dea-5278-4db9-98db-9750dbf841d5 HTTP/1.1" status: 200 len: 1092 time: 1.9645073 Feb 09 01:14:58.785240 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2', 'tag': '4e6f1dea-5278-4db9-98db-9750dbf841d5'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:14:58.787637 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219cda70-967e-417d-9b9b-eea4189403d1" -d '{"events": [{"name": "network-changed", "server_uuid": "700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2", "tag": "4e6f1dea-5278-4db9-98db-9750dbf841d5"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:14:58.926184 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065b799-41c5-4ae7-9685-7b83d18a4cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6f1dea-5278-4db9-98db-9750dbf841d5,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:58.951816 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4003855-1d35-420c-933a-b7958bb15932 req-c12c3fd4-56c2-4b15-88cb-233a738bb84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:58.953976 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f4003855-1d35-420c-933a-b7958bb15932 req-c12c3fd4-56c2-4b15-88cb-233a738bb84e service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=481d9706-51ee-4d48-ab4a-38eda2118501 HTTP/1.1" status: 200 len: 1128 time: 0.2400942 Feb 09 01:14:58.960116 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be861e-8c09-4e31-82dd-6379f8e5e681 req-6dc4e337-7752-44fb-b1f4-a797f7f32bc2 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:58.964618 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94be861e-8c09-4e31-82dd-6379f8e5e681 req-6dc4e337-7752-44fb-b1f4-a797f7f32bc2 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 943 time: 0.2596502 Feb 09 01:14:59.003890 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f522482-dc95-41fa-9818-bafc3cc8ba32 req-95c2c7b9-6019-4369-bdd3-ea40c79e7439 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:59.006178 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6f522482-dc95-41fa-9818-bafc3cc8ba32 req-95c2c7b9-6019-4369-bdd3-ea40c79e7439 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab32427-5417-4b9b-8686-b285c645884e HTTP/1.1" status: 200 len: 931 time: 0.2415032 Feb 09 01:14:59.019001 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-15b64f41-ac57-4a67-9f6e-878eb5445cf0 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Made reservation on behalf of cbaeccec23794cfba3c5f4e5c5caae25 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:59.025257 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-15b64f41-ac57-4a67-9f6e-878eb5445cf0 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:59.036436 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-6ce9afd5-daa0-4a65-b08d-d231e4ded7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:59.038154 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-6ce9afd5-daa0-4a65-b08d-d231e4ded7bc service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=89a8855b9bab40b69c27334c734383e8&device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 1126 time: 0.1661508 Feb 09 01:14:59.064971 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f4003855-1d35-420c-933a-b7958bb15932 req-194e828d-1f11-4c1c-bac0-78cac9256784 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=b739604c-d70f-4acc-a6a4-8ae594b83425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011467 Feb 09 01:14:59.097697 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-bbd6f3b6-a34c-4704-b1ac-54566ab7b444 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e6f1dea-5278-4db9-98db-9750dbf841d5 HTTP/1.1" status: 200 len: 217 time: 0.0509863 Feb 09 01:14:59.107435 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c211f775-ed42-4c2e-8e60-c099df3ac53b admin admin] Publish callbacks [] for security_group (267876cf-9de3-4421-ac1c-cd64584b5913), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:59.112047 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c211f775-ed42-4c2e-8e60-c099df3ac53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (267876cf-9de3-4421-ac1c-cd64584b5913), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:59.152863 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211f775-ed42-4c2e-8e60-c099df3ac53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267876cf-9de3-4421-ac1c-cd64584b5913,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:59.201131 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c211f775-ed42-4c2e-8e60-c099df3ac53b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f45a54a30c864ef0b3a643c5cb03551b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6921740 Feb 09 01:14:59.201897 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52486) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:59.225095 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-32851193-9222-4935-98fe-706054aff349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:59.226604 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-32851193-9222-4935-98fe-706054aff349 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=dc881d69-9121-4d00-994f-9cce6bcb92ea HTTP/1.1" status: 200 len: 860 time: 0.1107368 Feb 09 01:14:59.252150 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6da935f8-e388-4ab5-8762-5c15b380de1f req-a65ec98c-a1ad-47f6-9935-70a98688ef59 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (9197891f-6ece-41d3-8116-69c5f02980c4), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:59.264800 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-97adb679-84be-46f5-ba4b-7e078f538512 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4d54ed5f-d078-4c38-9c35-f6f424a32376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297997 Feb 09 01:14:59.267303 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['9b29190a-3930-41b5-86aa-e98a5fc24971'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:14:59.291733 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94be861e-8c09-4e31-82dd-6379f8e5e681 req-f4b3c051-d19b-406f-933a-c14be5ab14c4 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712619 Feb 09 01:14:59.367625 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ec98c-a1ad-47f6-9935-70a98688ef59 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Pushing event deleted for resources: {'Port': ['ID=9197891f-6ece-41d3-8116-69c5f02980c4,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:59.383464 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-d6281d81-7e50-479c-9d3f-46dd298f30e4 service neutron] 10.222.0.121 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105614 Feb 09 01:14:59.386198 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6f522482-dc95-41fa-9818-bafc3cc8ba32 req-b648a17d-6ef4-44c7-9ff8-0621e36fd7ed tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42fb62d-b4ff-4e09-886f-82f8bef72e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244739 Feb 09 01:14:59.426051 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b5219b4-9d33-4da3-82cf-4a315070d59b admin admin] Publish callbacks [] for security_group (267876cf-9de3-4421-ac1c-cd64584b5913), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:59.491664 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da935f8-e388-4ab5-8762-5c15b380de1f req-a65ec98c-a1ad-47f6-9935-70a98688ef59 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] No DVR routers for this DVR port 9197891f-6ece-41d3-8116-69c5f02980c4 on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:14:59.494818 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6da935f8-e388-4ab5-8762-5c15b380de1f req-a65ec98c-a1ad-47f6-9935-70a98688ef59 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:59.499539 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6da935f8-e388-4ab5-8762-5c15b380de1f req-a65ec98c-a1ad-47f6-9935-70a98688ef59 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.121 "DELETE /v2.0/ports/9197891f-6ece-41d3-8116-69c5f02980c4 HTTP/1.1" status: 204 len: 173 time: 2.9512262 Feb 09 01:14:59.502672 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e76f2d-81ce-462e-b9bb-7579a7aca527', 'name': 'network-vif-deleted', 'tag': '9197891f-6ece-41d3-8116-69c5f02980c4'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:14:59.505333 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4bda62-69ff-440f-a8aa-9f79b0a4b058" -d '{"events": [{"server_uuid": "80e76f2d-81ce-462e-b9bb-7579a7aca527", "name": "network-vif-deleted", "tag": "9197891f-6ece-41d3-8116-69c5f02980c4"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:14:59.525252 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b5219b4-9d33-4da3-82cf-4a315070d59b admin admin] Publish callbacks [] for security_group (267876cf-9de3-4421-ac1c-cd64584b5913), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:59.539044 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-15b64f41-ac57-4a67-9f6e-878eb5445cf0 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Allocated IP 19.86.0.171 (c8473862-3e26-4a67-b80b-729d9738658a/203710b2-cfa5-47d1-86af-9d687312b020/16032e94-f2f5-4e18-a0ec-4da10a86904c) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:59.607941 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c5934e1a-cb0c-4887-8682-8124eacbd39b req-6bca85c3-4634-4983-88da-854826fe83ae service neutron] 10.222.0.121 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077057 Feb 09 01:14:59.612779 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c284c-63f8-47ae-974a-da4fd0b83c61 req-e506ce10-9be5-4fae-922c-dca051839452 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:59.620640 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b71c284c-63f8-47ae-974a-da4fd0b83c61 req-e506ce10-9be5-4fae-922c-dca051839452 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/ports?device_id=481d9706-51ee-4d48-ab4a-38eda2118501 HTTP/1.1" status: 200 len: 945 time: 0.2042794 Feb 09 01:14:59.621263 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b5219b4-9d33-4da3-82cf-4a315070d59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (267876cf-9de3-4421-ac1c-cd64584b5913), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:59.626239 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b5219b4-9d33-4da3-82cf-4a315070d59b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:59.627812 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4b5219b4-9d33-4da3-82cf-4a315070d59b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/267876cf-9de3-4421-ac1c-cd64584b5913 HTTP/1.1" status: 204 len: 168 time: 0.4253433 Feb 09 01:14:59.647935 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5219b4-9d33-4da3-82cf-4a315070d59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267876cf-9de3-4421-ac1c-cd64584b5913,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:59.731456 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2355406-12c0-4097-8f00-982037e678e5 req-5edffb4b-c236-490b-a6a3-75c2f61cd824 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:59.733350 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d2355406-12c0-4097-8f00-982037e678e5 req-5edffb4b-c236-490b-a6a3-75c2f61cd824 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 945 time: 0.2108660 Feb 09 01:14:59.771818 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 37dea0d0-a6ca-49cb-81ab-ecea5220fe94 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:14:59.789144 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b71c284c-63f8-47ae-974a-da4fd0b83c61 req-49c0a3af-118f-4c9b-b88f-07310789f947 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/security-groups?id=b739604c-d70f-4acc-a6a4-8ae594b83425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670141 Feb 09 01:14:59.804881 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 42cd6e7b-28d3-48c1-b837-95c690627409 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:14:59.807487 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 9197891f-6ece-41d3-8116-69c5f02980c4 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:14:59.863632 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a49c752-8116-4642-bcdf-c21c5d46f679 x-openstack-request-id: req-2a49c752-8116-4642-bcdf-c21c5d46f679 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:14:59.864297 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2", "tag": "4e6f1dea-5278-4db9-98db-9750dbf841d5", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:14:59.864797 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2a49c752-8116-4642-bcdf-c21c5d46f679 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:14:59.865549 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2', 'tag': '4e6f1dea-5278-4db9-98db-9750dbf841d5', 'status': 'completed', 'code': 200} Feb 09 01:14:59.875731 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 9197891f-6ece-41d3-8116-69c5f02980c4 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:14:59.878468 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 9197891f-6ece-41d3-8116-69c5f02980c4 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:14:59.888302 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-15b64f41-ac57-4a67-9f6e-878eb5445cf0 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks [] for port (16032e94-f2f5-4e18-a0ec-4da10a86904c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:59.975219 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d2355406-12c0-4097-8f00-982037e678e5 req-04259265-a342-4a42-b4b1-9b2f8f502df0 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/security-groups?id=376d5811-5003-401c-8a52-6b0b0393a072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310550 Feb 09 01:15:00.007172 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-15b64f41-ac57-4a67-9f6e-878eb5445cf0 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (16032e94-f2f5-4e18-a0ec-4da10a86904c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:00.022364 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219cda70-967e-417d-9b9b-eea4189403d1 req-2be9fcae-a4ee-4b0a-b619-f2cce6f7e9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:00.024105 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-219cda70-967e-417d-9b9b-eea4189403d1 req-2be9fcae-a4ee-4b0a-b619-f2cce6f7e9a7 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=89a8855b9bab40b69c27334c734383e8&device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 1126 time: 0.1061695 Feb 09 01:15:00.113877 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 37dea0d0-a6ca-49cb-81ab-ecea5220fe94 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:00.114123 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (37dea0d0-a6ca-49cb-81ab-ecea5220fe94), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:00.171900 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98433ff6-6dd6-4191-a62b-e1dcd19f9233 x-openstack-request-id: req-98433ff6-6dd6-4191-a62b-e1dcd19f9233 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:15:00.172218 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e76f2d-81ce-462e-b9bb-7579a7aca527", "name": "network-vif-deleted", "tag": "9197891f-6ece-41d3-8116-69c5f02980c4", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:15:00.172999 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-98433ff6-6dd6-4191-a62b-e1dcd19f9233 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:15:00.172999 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e76f2d-81ce-462e-b9bb-7579a7aca527', 'name': 'network-vif-deleted', 'tag': '9197891f-6ece-41d3-8116-69c5f02980c4', 'status': 'completed', 'code': 200} Feb 09 01:15:00.174996 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b64f41-ac57-4a67-9f6e-878eb5445cf0 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Pushing event updated for resources: {'Port': ['ID=16032e94-f2f5-4e18-a0ec-4da10a86904c,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:00.223909 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 42cd6e7b-28d3-48c1-b837-95c690627409, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=42cd6e7b-28d3-48c1-b837-95c690627409,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:00.236670 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-32320a03-0198-419d-91a9-e60de99001e8 req-a5d0f56b-1b4d-4bcd-8c62-a79c3ed53aaf tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 210 time: 0.0394413 Feb 09 01:15:00.239815 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219cda70-967e-417d-9b9b-eea4189403d1 req-6c767757-cdf2-4c1d-99fb-89167143a096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:00.247468 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-219cda70-967e-417d-9b9b-eea4189403d1 req-6c767757-cdf2-4c1d-99fb-89167143a096 service neutron] 10.222.0.121 "GET /v2.0/networks?id=4d54ed5f-d078-4c38-9c35-f6f424a32376 HTTP/1.1" status: 200 len: 921 time: 0.2134421 Feb 09 01:15:00.257051 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '42cd6e7b-28d3-48c1-b837-95c690627409', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': '42cd6e7b-28d3-48c1-b837-95c690627409', 'mac_address': 'fa:16:3e:5f:2b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:15:00.276708 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d9306-afb5-4304-a586-f513588f8aaf req-11ae103f-3b63-4489-98a6-50ea55ae80dc tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:00.278643 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-924d9306-afb5-4304-a586-f513588f8aaf req-11ae103f-3b63-4489-98a6-50ea55ae80dc tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 948 time: 0.2996523 Feb 09 01:15:00.284863 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-15b64f41-ac57-4a67-9f6e-878eb5445cf0 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Network c8473862-3e26-4a67-b80b-729d9738658a is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:00.331128 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-15b64f41-ac57-4a67-9f6e-878eb5445cf0 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:00.345538 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-15b64f41-ac57-4a67-9f6e-878eb5445cf0 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:15:00.360893 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-219cda70-967e-417d-9b9b-eea4189403d1 req-499baae8-5ac6-4e24-ac6b-223645772d3c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e6f1dea-5278-4db9-98db-9750dbf841d5 HTTP/1.1" status: 200 len: 217 time: 0.0921025 Feb 09 01:15:00.396421 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 42cd6e7b-28d3-48c1-b837-95c690627409 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:00.401404 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (42cd6e7b-28d3-48c1-b837-95c690627409), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:00.458804 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42cd6e7b-28d3-48c1-b837-95c690627409 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:15:00.469522 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-15b64f41-ac57-4a67-9f6e-878eb5445cf0 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:00.470224 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-15b64f41-ac57-4a67-9f6e-878eb5445cf0 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:00.499174 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219cda70-967e-417d-9b9b-eea4189403d1 req-244c3240-5d95-4da8-ab4a-2c6c748caf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:00.503514 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-219cda70-967e-417d-9b9b-eea4189403d1 req-244c3240-5d95-4da8-ab4a-2c6c748caf73 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=dc881d69-9121-4d00-994f-9cce6bcb92ea HTTP/1.1" status: 200 len: 860 time: 0.1260214 Feb 09 01:15:00.578110 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ef7e3e-bb1d-4563-80ee-e9e15b99203c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b59282d-c827-453c-91f3-1f2512cf4704'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:15:00.590968 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95466f69-36a1-443f-8e16-0c64e17915e4" -d '{"events": [{"server_uuid": "c0ef7e3e-bb1d-4563-80ee-e9e15b99203c", "name": "network-vif-plugged", "status": "completed", "tag": "2b59282d-c827-453c-91f3-1f2512cf4704"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:15:00.613645 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-219cda70-967e-417d-9b9b-eea4189403d1 req-dc99b71d-a644-4287-ad8e-3e197f9dc2d5 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4d54ed5f-d078-4c38-9c35-f6f424a32376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021183 Feb 09 01:15:00.622730 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-924d9306-afb5-4304-a586-f513588f8aaf req-9342efa8-707c-4a50-96d9-3058bb172503 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360865 Feb 09 01:15:00.628517 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-15b64f41-ac57-4a67-9f6e-878eb5445cf0 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1700611 Feb 09 01:15:00.637088 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 42cd6e7b-28d3-48c1-b837-95c690627409, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=42cd6e7b-28d3-48c1-b837-95c690627409,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:00.644529 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-705ffcdc-adae-4f41-825f-28c05c6b6176 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Request body: {'port': {'device_id': '8ab32427-5417-4b9b-8686-b285c645884e', 'network_id': 'f32ffc05-35f0-41ce-827a-f029c1ede77a', 'admin_state_up': True, 'tenant_id': 'cbaeccec23794cfba3c5f4e5c5caae25'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:00.650381 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (42cd6e7b-28d3-48c1-b837-95c690627409), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:00.767229 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3512e6-46b9-4e38-9add-3335569e97d0 req-ac35fb40-88dd-4278-bea8-6a493bcd08e8 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:00.781492 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ea3512e6-46b9-4e38-9add-3335569e97d0 req-ac35fb40-88dd-4278-bea8-6a493bcd08e8 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 943 time: 0.3058128 Feb 09 01:15:00.817294 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=42cd6e7b-28d3-48c1-b837-95c690627409,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:00.824676 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 37dea0d0-a6ca-49cb-81ab-ecea5220fe94 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:00.878583 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-0545ad38-5f79-4e63-b843-007f49643446 None None] Provisioning complete for port 16032e94-f2f5-4e18-a0ec-4da10a86904c triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:00.879034 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0545ad38-5f79-4e63-b843-007f49643446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (16032e94-f2f5-4e18-a0ec-4da10a86904c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:01.006950 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-0545ad38-5f79-4e63-b843-007f49643446 None None] Port 16032e94-f2f5-4e18-a0ec-4da10a86904c cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:15:01.014723 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-219cda70-967e-417d-9b9b-eea4189403d1 req-2dcf4a41-3d96-44fe-9888-53b014965c81 service neutron] 10.222.0.121 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951116 Feb 09 01:15:01.121098 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ea3512e6-46b9-4e38-9add-3335569e97d0 req-18f0d09a-017a-41f9-8428-0e76cf8d962b tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239491 Feb 09 01:15:01.146569 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2f36d-d5f5-430b-b58a-d770daaa826d req-a95898df-b134-4f65-8bfe-72d5da1e9730 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:01.150530 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['42cd6e7b-28d3-48c1-b837-95c690627409'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:15:01.168238 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2f36d-d5f5-430b-b58a-d770daaa826d req-a95898df-b134-4f65-8bfe-72d5da1e9730 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:01.178709 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2a2f36d-d5f5-430b-b58a-d770daaa826d req-a95898df-b134-4f65-8bfe-72d5da1e9730 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab32427-5417-4b9b-8686-b285c645884e HTTP/1.1" status: 200 len: 1654 time: 0.2603335 Feb 09 01:15:01.222421 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-219cda70-967e-417d-9b9b-eea4189403d1 req-96b5684a-1a71-40c9-a643-ee7394734841 service neutron] 10.222.0.121 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972694 Feb 09 01:15:01.234104 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d635919-1f52-4ba7-b5f5-bbf53783d418 x-openstack-request-id: req-2d635919-1f52-4ba7-b5f5-bbf53783d418 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:15:01.234269 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ef7e3e-bb1d-4563-80ee-e9e15b99203c", "name": "network-vif-plugged", "status": "completed", "tag": "2b59282d-c827-453c-91f3-1f2512cf4704", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:15:01.234528 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2d635919-1f52-4ba7-b5f5-bbf53783d418 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:15:01.234925 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ef7e3e-bb1d-4563-80ee-e9e15b99203c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b59282d-c827-453c-91f3-1f2512cf4704', 'code': 200} Feb 09 01:15:01.333462 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2a2f36d-d5f5-430b-b58a-d770daaa826d req-0e0ac007-8130-4f90-98f4-3354c4c88539 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42fb62d-b4ff-4e09-886f-82f8bef72e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532354 Feb 09 01:15:01.383808 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-705ffcdc-adae-4f41-825f-28c05c6b6176 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Made reservation on behalf of cbaeccec23794cfba3c5f4e5c5caae25 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:01.398826 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-705ffcdc-adae-4f41-825f-28c05c6b6176 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:01.456075 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df4639-2ad7-400c-98b0-eb5c00fd1d92 req-b2602f6c-a551-4cfe-a01b-96e455787475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:01.457593 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-22df4639-2ad7-400c-98b0-eb5c00fd1d92 req-b2602f6c-a551-4cfe-a01b-96e455787475 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 1128 time: 0.1416211 Feb 09 01:15:01.580865 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-22df4639-2ad7-400c-98b0-eb5c00fd1d92 req-e383b69b-0b4a-4d23-8077-61dc347d7cc3 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=376d5811-5003-401c-8a52-6b0b0393a072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145346 Feb 09 01:15:01.681405 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a7120-9b17-4137-a152-ff5449ea38f0 req-e7b37711-4981-4771-89f6-88c4a13984ab tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:01.683147 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d11a7120-9b17-4137-a152-ff5449ea38f0 req-e7b37711-4981-4771-89f6-88c4a13984ab tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 945 time: 0.1612928 Feb 09 01:15:01.698039 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd03e09-f01b-41e8-9a37-e33e95438fe7 req-e72be577-6793-44d4-a89b-522cf4176f2b tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:01.699719 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dbd03e09-f01b-41e8-9a37-e33e95438fe7 req-e72be577-6793-44d4-a89b-522cf4176f2b tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/ports?device_id=481d9706-51ee-4d48-ab4a-38eda2118501 HTTP/1.1" status: 200 len: 945 time: 0.2576149 Feb 09 01:15:01.848105 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-705ffcdc-adae-4f41-825f-28c05c6b6176 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Allocated IP 19.80.0.109 (f32ffc05-35f0-41ce-827a-f029c1ede77a/ccf1591d-cb14-4cbe-bcfb-e2121fb5c5b0/3af5aaaa-c097-4a4f-9dcc-776bd20e1554) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:01.885025 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dbd03e09-f01b-41e8-9a37-e33e95438fe7 req-f09a7d38-ab26-40a9-997f-f13dfe720ac8 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/security-groups?id=b739604c-d70f-4acc-a6a4-8ae594b83425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636992 Feb 09 01:15:01.890416 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d11a7120-9b17-4137-a152-ff5449ea38f0 req-216a60a9-af6e-437a-92ca-9d61c2aaa599 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/security-groups?id=376d5811-5003-401c-8a52-6b0b0393a072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702743 Feb 09 01:15:02.129816 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-058ecac9-2825-498a-83f8-d743cb6d527b req-59528814-1ebe-406d-baca-ef6f9628cc6d tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 210 time: 0.0703974 Feb 09 01:15:02.193518 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a62632-725f-4b01-9084-706fd9277339 req-6b9e0ed3-386a-440f-98c7-f9905a6e9787 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:02.202765 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e0a62632-725f-4b01-9084-706fd9277339 req-6b9e0ed3-386a-440f-98c7-f9905a6e9787 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 949 time: 0.1448562 Feb 09 01:15:02.235781 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-705ffcdc-adae-4f41-825f-28c05c6b6176 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks [] for port (3af5aaaa-c097-4a4f-9dcc-776bd20e1554), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:02.331951 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e0a62632-725f-4b01-9084-706fd9277339 req-e20f29d9-db6e-4a2a-a664-2d8deff57858 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282167 Feb 09 01:15:02.371428 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-705ffcdc-adae-4f41-825f-28c05c6b6176 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (3af5aaaa-c097-4a4f-9dcc-776bd20e1554), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:02.435502 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-705ffcdc-adae-4f41-825f-28c05c6b6176 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Network f32ffc05-35f0-41ce-827a-f029c1ede77a is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:02.451247 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-705ffcdc-adae-4f41-825f-28c05c6b6176 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:02.469590 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-705ffcdc-adae-4f41-825f-28c05c6b6176 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:15:02.524001 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b240d3e-69eb-4466-a4a7-02000bc57896 req-16f84343-37f6-4eb7-a460-89b8641567ac tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:02.533620 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3b240d3e-69eb-4466-a4a7-02000bc57896 req-16f84343-37f6-4eb7-a460-89b8641567ac tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/ports?device_id=40894bac-855c-422c-9eb4-81cb0ac83afb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2420084 Feb 09 01:15:02.558321 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ffcdc-adae-4f41-825f-28c05c6b6176 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Pushing event updated for resources: {'Port': ['ID=3af5aaaa-c097-4a4f-9dcc-776bd20e1554,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:02.616574 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3b240d3e-69eb-4466-a4a7-02000bc57896 req-93156e54-ec51-4e01-9b03-c68951834929 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.91 HTTP/1.1" status: 200 len: 695 time: 0.0817926 Feb 09 01:15:02.627905 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-705ffcdc-adae-4f41-825f-28c05c6b6176 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:02.628600 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-705ffcdc-adae-4f41-825f-28c05c6b6176 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:02.636480 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-3b240d3e-69eb-4466-a4a7-02000bc57896 req-59ba4f5c-4635-4126-99da-bbb69f3c1b7e tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Request body: {'floatingip': {'port_id': '5d37836c-3184-4b81-b103-6d26332c95c4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:02.696963 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030112de-098f-4165-badc-6ebb1867d9a4 req-886a9439-382e-46c1-bb8d-8e6ceda4bd40 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:02.698541 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-030112de-098f-4165-badc-6ebb1867d9a4 req-886a9439-382e-46c1-bb8d-8e6ceda4bd40 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 943 time: 0.2973616 Feb 09 01:15:02.702923 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-705ffcdc-adae-4f41-825f-28c05c6b6176 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0653827 Feb 09 01:15:02.705244 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3b240d3e-69eb-4466-a4a7-02000bc57896 req-59ba4f5c-4635-4126-99da-bbb69f3c1b7e tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks [] for floatingip (6659cbfe-72dc-4faf-8bcb-0a1b535f826c), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:02.752436 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-28924ebf-cbe1-4495-bcca-18c873ee9b84 None None] Provisioning complete for port 3af5aaaa-c097-4a4f-9dcc-776bd20e1554 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:02.753561 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-28924ebf-cbe1-4495-bcca-18c873ee9b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3af5aaaa-c097-4a4f-9dcc-776bd20e1554), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:02.758090 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-450ea8e2-4387-447d-b25e-3041c00e2fee service neutron] Request body: {'port': {'device_id': '8ab32427-5417-4b9b-8686-b285c645884e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:02.830883 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-28924ebf-cbe1-4495-bcca-18c873ee9b84 None None] Port 3af5aaaa-c097-4a4f-9dcc-776bd20e1554 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:15:02.929609 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-030112de-098f-4165-badc-6ebb1867d9a4 req-67dd96e6-a363-43f7-ad2d-64a61e9201ac tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202282 Feb 09 01:15:02.967568 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-450ea8e2-4387-447d-b25e-3041c00e2fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1bbe8256-8c79-4d71-b657-051ef04a612f), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:03.790943 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcea3a-b48f-4311-85b9-f5e33d8a968e req-b6b2def7-b116-4876-8645-fcbb9cd37162 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:03.796757 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcea3a-b48f-4311-85b9-f5e33d8a968e req-b6b2def7-b116-4876-8645-fcbb9cd37162 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:03.802129 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcea3a-b48f-4311-85b9-f5e33d8a968e req-b6b2def7-b116-4876-8645-fcbb9cd37162 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:03.803860 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2dbcea3a-b48f-4311-85b9-f5e33d8a968e req-b6b2def7-b116-4876-8645-fcbb9cd37162 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab32427-5417-4b9b-8686-b285c645884e HTTP/1.1" status: 200 len: 2376 time: 0.2257292 Feb 09 01:15:03.821732 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 42cd6e7b-28d3-48c1-b837-95c690627409 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:15:03.908530 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 42cd6e7b-28d3-48c1-b837-95c690627409 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:15:03.914801 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 42cd6e7b-28d3-48c1-b837-95c690627409 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:03.915367 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (42cd6e7b-28d3-48c1-b837-95c690627409), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:04.014159 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2dbcea3a-b48f-4311-85b9-f5e33d8a968e req-ae0b8489-98e7-4e47-b99b-56dcd27356d5 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42fb62d-b4ff-4e09-886f-82f8bef72e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008924 Feb 09 01:15:04.035113 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-450ea8e2-4387-447d-b25e-3041c00e2fee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bbe8256-8c79-4d71-b657-051ef04a612f {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:15:04.042814 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:15:04.048034 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-450ea8e2-4387-447d-b25e-3041c00e2fee service neutron] Publish callbacks [] for port (1bbe8256-8c79-4d71-b657-051ef04a612f), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:04.057171 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3b240d3e-69eb-4466-a4a7-02000bc57896 req-59ba4f5c-4635-4126-99da-bbb69f3c1b7e tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:04.069351 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3b240d3e-69eb-4466-a4a7-02000bc57896 req-59ba4f5c-4635-4126-99da-bbb69f3c1b7e tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (6659cbfe-72dc-4faf-8bcb-0a1b535f826c), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:04.074717 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-450ea8e2-4387-447d-b25e-3041c00e2fee service neutron] Transition to ACTIVE for port object 1bbe8256-8c79-4d71-b657-051ef04a612f will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:04.085367 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 42cd6e7b-28d3-48c1-b837-95c690627409 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:04.085998 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (42cd6e7b-28d3-48c1-b837-95c690627409), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:04.141365 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa48c96-732a-4bf6-8556-edde312f2fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42cd6e7b-28d3-48c1-b837-95c690627409'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:15:04.145882 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177e887b-d9a5-4296-b606-119ecc20777c" -d '{"events": [{"server_uuid": "aaa48c96-732a-4bf6-8556-edde312f2fe2", "name": "network-vif-plugged", "status": "completed", "tag": "42cd6e7b-28d3-48c1-b837-95c690627409"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:15:04.146996 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-450ea8e2-4387-447d-b25e-3041c00e2fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (1bbe8256-8c79-4d71-b657-051ef04a612f), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:04.174415 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 42cd6e7b-28d3-48c1-b837-95c690627409, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=42cd6e7b-28d3-48c1-b837-95c690627409,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:04.181301 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (42cd6e7b-28d3-48c1-b837-95c690627409), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:04.253487 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=42cd6e7b-28d3-48c1-b837-95c690627409,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:04.259555 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ea8e2-4387-447d-b25e-3041c00e2fee service neutron] Pushing event updated for resources: {'Port': ['ID=1bbe8256-8c79-4d71-b657-051ef04a612f,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:04.299160 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [req-3b240d3e-69eb-4466-a4a7-02000bc57896 req-59ba4f5c-4635-4126-99da-bbb69f3c1b7e tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Floating IP 6659cbfe-72dc-4faf-8bcb-0a1b535f826c associated. External IP: 172.25.1.91, port: 5d37836c-3184-4b81-b103-6d26332c95c4. Feb 09 01:15:04.311919 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd84c57c-d42a-473e-8f4b-c7807ab4aedc req-40453d07-26c0-4492-9868-99009a1d848f tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:04.313533 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bd84c57c-d42a-473e-8f4b-c7807ab4aedc req-40453d07-26c0-4492-9868-99009a1d848f tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 945 time: 0.1677887 Feb 09 01:15:04.497806 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bd84c57c-d42a-473e-8f4b-c7807ab4aedc req-b03adc22-2299-4ae2-be41-7a6d14add366 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/security-groups?id=376d5811-5003-401c-8a52-6b0b0393a072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506627 Feb 09 01:15:04.506675 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-450ea8e2-4387-447d-b25e-3041c00e2fee service neutron] Attempting to bind port 1bbe8256-8c79-4d71-b657-051ef04a612f on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:15:04.507077 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-450ea8e2-4387-447d-b25e-3041c00e2fee service neutron] Attempting to bind port 1bbe8256-8c79-4d71-b657-051ef04a612f by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'a066264f-c54f-4a9d-bc3d-1a8ee1ad9465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f32ffc05-35f0-41ce-827a-f029c1ede77a'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:15:04.507411 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-450ea8e2-4387-447d-b25e-3041c00e2fee service neutron] Attempting to bind port 1bbe8256-8c79-4d71-b657-051ef04a612f on network f32ffc05-35f0-41ce-827a-f029c1ede77a {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:15:04.516387 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-450ea8e2-4387-447d-b25e-3041c00e2fee service neutron] Port 1bbe8256-8c79-4d71-b657-051ef04a612f on network f32ffc05-35f0-41ce-827a-f029c1ede77a not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:15:04.516717 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-450ea8e2-4387-447d-b25e-3041c00e2fee service neutron] Attempting to bind port 1bbe8256-8c79-4d71-b657-051ef04a612f on network f32ffc05-35f0-41ce-827a-f029c1ede77a {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:15:04.561057 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-450ea8e2-4387-447d-b25e-3041c00e2fee service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:15:04.561394 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-450ea8e2-4387-447d-b25e-3041c00e2fee service neutron] Checking segment: {'id': 'a066264f-c54f-4a9d-bc3d-1a8ee1ad9465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f32ffc05-35f0-41ce-827a-f029c1ede77a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:15:04.561777 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-450ea8e2-4387-447d-b25e-3041c00e2fee service neutron] Bound using segment: {'id': 'a066264f-c54f-4a9d-bc3d-1a8ee1ad9465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f32ffc05-35f0-41ce-827a-f029c1ede77a'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:15:04.562227 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-450ea8e2-4387-447d-b25e-3041c00e2fee service neutron] Bound port: 1bbe8256-8c79-4d71-b657-051ef04a612f, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a066264f-c54f-4a9d-bc3d-1a8ee1ad9465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f32ffc05-35f0-41ce-827a-f029c1ede77a'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:15:04.562587 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-450ea8e2-4387-447d-b25e-3041c00e2fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1bbe8256-8c79-4d71-b657-051ef04a612f), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:04.693817 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-450ea8e2-4387-447d-b25e-3041c00e2fee service neutron] For port 1bbe8256-8c79-4d71-b657-051ef04a612f, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:15:04.697320 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-450ea8e2-4387-447d-b25e-3041c00e2fee service neutron] For port 1bbe8256-8c79-4d71-b657-051ef04a612f, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1bbe8256-8c79-4d71-b657-051ef04a612f,segment=NetworkSegment(a066264f-c54f-4a9d-bc3d-1a8ee1ad9465),segment_id=a066264f-c54f-4a9d-bc3d-1a8ee1ad9465)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:15:04.707897 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b240d3e-69eb-4466-a4a7-02000bc57896 req-59ba4f5c-4635-4126-99da-bbb69f3c1b7e tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Router 736c9c0b-18c6-4b31-87e2-b6b139d48913 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:15:04.710136 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-450ea8e2-4387-447d-b25e-3041c00e2fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (1bbe8256-8c79-4d71-b657-051ef04a612f), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:04.777744 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-450ea8e2-4387-447d-b25e-3041c00e2fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:04.778381 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-450ea8e2-4387-447d-b25e-3041c00e2fee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:04.780034 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-450ea8e2-4387-447d-b25e-3041c00e2fee service neutron] 10.222.0.121 "PUT /v2.0/ports/1bbe8256-8c79-4d71-b657-051ef04a612f HTTP/1.1" status: 200 len: 1092 time: 2.0262315 Feb 09 01:15:04.781598 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ab32427-5417-4b9b-8686-b285c645884e', 'tag': '1bbe8256-8c79-4d71-b657-051ef04a612f'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:15:04.783893 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ede38f-be9d-4782-9ccd-1d496c042318" -d '{"events": [{"name": "network-changed", "server_uuid": "8ab32427-5417-4b9b-8686-b285c645884e", "tag": "1bbe8256-8c79-4d71-b657-051ef04a612f"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:15:04.822578 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-239a3ef1-fc3e-48ea-804d-8fb38305a487 req-4ade81c4-c4e7-4f91-8321-baadbb918882 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 210 time: 0.0698292 Feb 09 01:15:04.827000 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-2552b8f7-e8a4-4606-94b9-f70b06c48d0b service neutron] Request body: {'port': {'device_id': '8ab32427-5417-4b9b-8686-b285c645884e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:04.925828 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ea8e2-4387-447d-b25e-3041c00e2fee service neutron] Pushing event updated for resources: {'Port': ['ID=1bbe8256-8c79-4d71-b657-051ef04a612f,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:05.032482 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-2552b8f7-e8a4-4606-94b9-f70b06c48d0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (16032e94-f2f5-4e18-a0ec-4da10a86904c), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:05.050783 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b240d3e-69eb-4466-a4a7-02000bc57896 req-59ba4f5c-4635-4126-99da-bbb69f3c1b7e tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:15:05.058479 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36aa3d4-04f9-451f-9324-4081cc56c7a1 req-92166eec-1b42-4e4f-ad63-c01129490c30 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:05.062440 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faf283e-1d4e-46e3-a869-d64afdc09f62 None None] Sync routers for ids ['736c9c0b-18c6-4b31-87e2-b6b139d48913'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:15:05.063083 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f36aa3d4-04f9-451f-9324-4081cc56c7a1 req-92166eec-1b42-4e4f-ad63-c01129490c30 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 950 time: 0.1421723 Feb 09 01:15:05.066570 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3b240d3e-69eb-4466-a4a7-02000bc57896 req-59ba4f5c-4635-4126-99da-bbb69f3c1b7e tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:05.079666 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faf283e-1d4e-46e3-a869-d64afdc09f62 None None] Routers {'736c9c0b-18c6-4b31-87e2-b6b139d48913'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:05.080341 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-6faf283e-1d4e-46e3-a869-d64afdc09f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:14:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['736c9c0b-18c6-4b31-87e2-b6b139d48913'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:05.153459 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3b240d3e-69eb-4466-a4a7-02000bc57896 req-59ba4f5c-4635-4126-99da-bbb69f3c1b7e tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "PUT /v2.0/floatingips/6659cbfe-72dc-4faf-8bcb-0a1b535f826c HTTP/1.1" status: 200 len: 996 time: 2.5207510 Feb 09 01:15:05.214334 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-6faf283e-1d4e-46e3-a869-d64afdc09f62 None None] Set router 736c9c0b-18c6-4b31-87e2-b6b139d48913 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:15:05.227755 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f36aa3d4-04f9-451f-9324-4081cc56c7a1 req-d1b4b9ee-bc94-46bd-a067-b69d0ff75fb7 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298454 Feb 09 01:15:05.318518 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b240d3e-69eb-4466-a4a7-02000bc57896 req-3daebc12-524f-469e-a260-0a26265adb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:05.320195 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3b240d3e-69eb-4466-a4a7-02000bc57896 req-3daebc12-524f-469e-a260-0a26265adb58 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b233f865ec047a6a7107d45af2813ba&device_id=40894bac-855c-422c-9eb4-81cb0ac83afb HTTP/1.1" status: 200 len: 1129 time: 0.1507957 Feb 09 01:15:05.486267 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-6faf283e-1d4e-46e3-a869-d64afdc09f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'name': 'tempest-FloatingIPsAssociationTestJSON-1460656888-router', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:47Z', 'updated_at': '2022-02-09T01:13:55Z', 'revision_number': 4, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'gw_port': {'id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:48Z', 'updated_at': '2022-02-09T01:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '6659cbfe-72dc-4faf-8bcb-0a1b535f826c', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'floating_ip_address': '172.25.1.91', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'port_id': '5d37836c-3184-4b81-b103-6d26332c95c4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400', 'mac_address': 'fa:16:3e:94:bf:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40894bac-855c-422c-9eb4-81cb0ac83afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:14:26Z', 'updated_at': '2022-02-09T01:15:03Z', 'revision_number': 1, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b6e0b78-9096-49a5-9ea4-8f62568b2e3b', 'name': '', 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'mac_address': 'fa:16:3e:b1:35:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:53Z', 'updated_at': '2022-02-09T01:14:01Z', 'revision_number': 5, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'subnets': [{'id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:05.520207 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faf283e-1d4e-46e3-a869-d64afdc09f62 None None] Checking router: 736c9c0b-18c6-4b31-87e2-b6b139d48913 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:15:05.531878 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faf283e-1d4e-46e3-a869-d64afdc09f62 None None] Routers {'736c9c0b-18c6-4b31-87e2-b6b139d48913'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:05.532513 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-6faf283e-1d4e-46e3-a869-d64afdc09f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:14:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['736c9c0b-18c6-4b31-87e2-b6b139d48913'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:05.546693 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34531cfe-58bd-41d8-aa05-a9374efed88a req-98bc82f6-1ae4-4911-b3b5-28504c6f7194 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:05.551118 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-34531cfe-58bd-41d8-aa05-a9374efed88a req-98bc82f6-1ae4-4911-b3b5-28504c6f7194 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 943 time: 0.2109447 Feb 09 01:15:05.592746 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b240d3e-69eb-4466-a4a7-02000bc57896 req-9a03ecec-0c96-420d-b022-1586789f9daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:05.594302 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3b240d3e-69eb-4466-a4a7-02000bc57896 req-9a03ecec-0c96-420d-b022-1586789f9daf service neutron] 10.222.0.30 "GET /v2.0/networks?id=3fde9f08-e2c6-46e2-8db6-ded916a4f400 HTTP/1.1" status: 200 len: 922 time: 0.2561402 Feb 09 01:15:05.693287 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-6faf283e-1d4e-46e3-a869-d64afdc09f62 None None] Set router 736c9c0b-18c6-4b31-87e2-b6b139d48913 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:15:05.727483 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-34531cfe-58bd-41d8-aa05-a9374efed88a req-3cecc25f-1c90-4110-a2f8-6aaa79244493 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570625 Feb 09 01:15:05.743971 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-2552b8f7-e8a4-4606-94b9-f70b06c48d0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16032e94-f2f5-4e18-a0ec-4da10a86904c {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:15:05.781427 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3b240d3e-69eb-4466-a4a7-02000bc57896 req-10fdb36b-f956-45fc-8f4d-9558535d2860 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d37836c-3184-4b81-b103-6d26332c95c4 HTTP/1.1" status: 200 len: 999 time: 0.1796124 Feb 09 01:15:05.786182 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-2552b8f7-e8a4-4606-94b9-f70b06c48d0b service neutron] Publish callbacks [] for port (16032e94-f2f5-4e18-a0ec-4da10a86904c), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:05.799266 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c063b94-8afa-4f9a-a83e-f3b13deeed42 x-openstack-request-id: req-5c063b94-8afa-4f9a-a83e-f3b13deeed42 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:15:05.799835 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa48c96-732a-4bf6-8556-edde312f2fe2", "name": "network-vif-plugged", "status": "completed", "tag": "42cd6e7b-28d3-48c1-b837-95c690627409", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:15:05.799935 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5c063b94-8afa-4f9a-a83e-f3b13deeed42 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:15:05.801005 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa48c96-732a-4bf6-8556-edde312f2fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42cd6e7b-28d3-48c1-b837-95c690627409', 'code': 200} Feb 09 01:15:05.897683 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-2552b8f7-e8a4-4606-94b9-f70b06c48d0b service neutron] Transition to ACTIVE for port object 16032e94-f2f5-4e18-a0ec-4da10a86904c will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:05.921685 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-2552b8f7-e8a4-4606-94b9-f70b06c48d0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (16032e94-f2f5-4e18-a0ec-4da10a86904c), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:05.972294 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bc67d-c71c-4d13-951e-d36fb70abd29 req-d8e1fab6-b478-430f-b960-15118c843d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:05.974678 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b70bc67d-c71c-4d13-951e-d36fb70abd29 req-d8e1fab6-b478-430f-b960-15118c843d6d service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 1133 time: 0.0949557 Feb 09 01:15:05.993270 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b240d3e-69eb-4466-a4a7-02000bc57896 req-bfc93730-cacc-40b5-96b5-4c52e066e4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:06.002714 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3b240d3e-69eb-4466-a4a7-02000bc57896 req-bfc93730-cacc-40b5-96b5-4c52e066e4f5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6b040f8c-8400-4459-bf91-d804cd8d4a9a HTTP/1.1" status: 200 len: 860 time: 0.2122629 Feb 09 01:15:06.054753 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b70bc67d-c71c-4d13-951e-d36fb70abd29 req-e5d78a94-597b-4528-8123-202c5128271e service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706627 Feb 09 01:15:06.099441 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552b8f7-e8a4-4606-94b9-f70b06c48d0b service neutron] Pushing event updated for resources: {'Port': ['ID=16032e94-f2f5-4e18-a0ec-4da10a86904c,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:06.169755 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-6faf283e-1d4e-46e3-a869-d64afdc09f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'name': 'tempest-FloatingIPsAssociationTestJSON-1460656888-router', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:47Z', 'updated_at': '2022-02-09T01:13:55Z', 'revision_number': 4, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'gw_port': {'id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:48Z', 'updated_at': '2022-02-09T01:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '6659cbfe-72dc-4faf-8bcb-0a1b535f826c', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'floating_ip_address': '172.25.1.91', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'port_id': '5d37836c-3184-4b81-b103-6d26332c95c4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400', 'mac_address': 'fa:16:3e:94:bf:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40894bac-855c-422c-9eb4-81cb0ac83afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:14:26Z', 'updated_at': '2022-02-09T01:15:03Z', 'revision_number': 1, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b6e0b78-9096-49a5-9ea4-8f62568b2e3b', 'name': '', 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'mac_address': 'fa:16:3e:b1:35:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:53Z', 'updated_at': '2022-02-09T01:14:01Z', 'revision_number': 5, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'subnets': [{'id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:06.232720 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faf283e-1d4e-46e3-a869-d64afdc09f62 None None] The sync data for ids ['736c9c0b-18c6-4b31-87e2-b6b139d48913'] in n-d-822053-40 is: [{'id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'name': 'tempest-FloatingIPsAssociationTestJSON-1460656888-router', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:47Z', 'updated_at': '2022-02-09T01:13:55Z', 'revision_number': 4, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'gw_port': {'id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:48Z', 'updated_at': '2022-02-09T01:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '6659cbfe-72dc-4faf-8bcb-0a1b535f826c', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'floating_ip_address': '172.25.1.91', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'port_id': '5d37836c-3184-4b81-b103-6d26332c95c4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400', 'mac_address': 'fa:16:3e:94:bf:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40894bac-855c-422c-9eb4-81cb0ac83afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:14:26Z', 'updated_at': '2022-02-09T01:15:03Z', 'revision_number': 1, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b6e0b78-9096-49a5-9ea4-8f62568b2e3b', 'name': '', 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'mac_address': 'fa:16:3e:b1:35:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:53Z', 'updated_at': '2022-02-09T01:14:01Z', 'revision_number': 5, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'subnets': [{'id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:15:06.292141 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c8745b-6cbd-481b-be11-4faf72396acd x-openstack-request-id: req-c9c8745b-6cbd-481b-be11-4faf72396acd {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:15:06.292585 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ab32427-5417-4b9b-8686-b285c645884e", "tag": "1bbe8256-8c79-4d71-b657-051ef04a612f", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:15:06.292910 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c9c8745b-6cbd-481b-be11-4faf72396acd {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:15:06.295287 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ab32427-5417-4b9b-8686-b285c645884e', 'tag': '1bbe8256-8c79-4d71-b657-051ef04a612f', 'status': 'completed', 'code': 200} Feb 09 01:15:06.303203 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fc325-3d51-4be2-ada8-835c32a4b08b req-713fc2ae-c332-4f2f-adfa-c42dc20b79cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:06.306118 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-857fc325-3d51-4be2-ada8-835c32a4b08b req-713fc2ae-c332-4f2f-adfa-c42dc20b79cf service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0edeb144f81f4d66b455a07b636e6ab9&device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 1128 time: 0.1101594 Feb 09 01:15:06.341521 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b240d3e-69eb-4466-a4a7-02000bc57896 req-5a53a0e1-bb09-411d-a0ac-8b6752d18bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:06.343417 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3b240d3e-69eb-4466-a4a7-02000bc57896 req-5a53a0e1-bb09-411d-a0ac-8b6752d18bab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3fde9f08-e2c6-46e2-8db6-ded916a4f400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3399544 Feb 09 01:15:06.351692 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-2552b8f7-e8a4-4606-94b9-f70b06c48d0b service neutron] Attempting to bind port 16032e94-f2f5-4e18-a0ec-4da10a86904c on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:15:06.352148 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-2552b8f7-e8a4-4606-94b9-f70b06c48d0b service neutron] Attempting to bind port 16032e94-f2f5-4e18-a0ec-4da10a86904c by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'a9994094-9412-429c-9ae9-65d0045e2e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'c8473862-3e26-4a67-b80b-729d9738658a'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:15:06.352886 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-2552b8f7-e8a4-4606-94b9-f70b06c48d0b service neutron] Attempting to bind port 16032e94-f2f5-4e18-a0ec-4da10a86904c on network c8473862-3e26-4a67-b80b-729d9738658a {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:15:06.415153 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-2552b8f7-e8a4-4606-94b9-f70b06c48d0b service neutron] Port 16032e94-f2f5-4e18-a0ec-4da10a86904c on network c8473862-3e26-4a67-b80b-729d9738658a not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:15:06.415477 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-2552b8f7-e8a4-4606-94b9-f70b06c48d0b service neutron] Attempting to bind port 16032e94-f2f5-4e18-a0ec-4da10a86904c on network c8473862-3e26-4a67-b80b-729d9738658a {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:15:06.453814 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fc325-3d51-4be2-ada8-835c32a4b08b req-583fce07-5a19-49dd-834e-5580b53b07bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:06.456286 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-857fc325-3d51-4be2-ada8-835c32a4b08b req-583fce07-5a19-49dd-834e-5580b53b07bf service neutron] 10.222.0.91 "GET /v2.0/networks?id=c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940 HTTP/1.1" status: 200 len: 921 time: 0.1421261 Feb 09 01:15:06.513618 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-2552b8f7-e8a4-4606-94b9-f70b06c48d0b service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:15:06.514114 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-2552b8f7-e8a4-4606-94b9-f70b06c48d0b service neutron] Checking segment: {'id': 'a9994094-9412-429c-9ae9-65d0045e2e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'c8473862-3e26-4a67-b80b-729d9738658a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:15:06.514499 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-2552b8f7-e8a4-4606-94b9-f70b06c48d0b service neutron] Bound using segment: {'id': 'a9994094-9412-429c-9ae9-65d0045e2e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'c8473862-3e26-4a67-b80b-729d9738658a'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:15:06.514901 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-2552b8f7-e8a4-4606-94b9-f70b06c48d0b service neutron] Bound port: 16032e94-f2f5-4e18-a0ec-4da10a86904c, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9994094-9412-429c-9ae9-65d0045e2e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'c8473862-3e26-4a67-b80b-729d9738658a'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:15:06.515767 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-2552b8f7-e8a4-4606-94b9-f70b06c48d0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (16032e94-f2f5-4e18-a0ec-4da10a86904c), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:06.581209 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-857fc325-3d51-4be2-ada8-835c32a4b08b req-5bb52267-11f8-4558-9a45-68423b1e681e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b59282d-c827-453c-91f3-1f2512cf4704 HTTP/1.1" status: 200 len: 217 time: 0.0714645 Feb 09 01:15:06.589236 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52586) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:06.631095 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ede38f-be9d-4782-9ccd-1d496c042318 req-2dbc73b0-06f2-48ca-81ea-69c5dd5fd879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:06.631910 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ede38f-be9d-4782-9ccd-1d496c042318 req-2dbc73b0-06f2-48ca-81ea-69c5dd5fd879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:06.632561 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ede38f-be9d-4782-9ccd-1d496c042318 req-2dbc73b0-06f2-48ca-81ea-69c5dd5fd879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:06.634346 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f8ede38f-be9d-4782-9ccd-1d496c042318 req-2dbc73b0-06f2-48ca-81ea-69c5dd5fd879 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cbaeccec23794cfba3c5f4e5c5caae25&device_id=8ab32427-5417-4b9b-8686-b285c645884e HTTP/1.1" status: 200 len: 2789 time: 0.1765437 Feb 09 01:15:06.644095 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c546929e-ccb4-4c3f-9320-ea8e01681840 None None] New status for floating IP 6659cbfe-72dc-4faf-8bcb-0a1b535f826c: ACTIVE {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:15:06.681553 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-2552b8f7-e8a4-4606-94b9-f70b06c48d0b service neutron] For port 16032e94-f2f5-4e18-a0ec-4da10a86904c, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:15:06.686470 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-2552b8f7-e8a4-4606-94b9-f70b06c48d0b service neutron] For port 16032e94-f2f5-4e18-a0ec-4da10a86904c, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=16032e94-f2f5-4e18-a0ec-4da10a86904c,segment=NetworkSegment(a9994094-9412-429c-9ae9-65d0045e2e58),segment_id=a9994094-9412-429c-9ae9-65d0045e2e58)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:15:06.706431 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88e049-e51b-496c-9561-a315ef81f5e0 req-07f84eeb-9e93-48cb-b1d3-561a41e28511 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:06.712310 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88e049-e51b-496c-9561-a315ef81f5e0 req-07f84eeb-9e93-48cb-b1d3-561a41e28511 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:06.720544 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88e049-e51b-496c-9561-a315ef81f5e0 req-07f84eeb-9e93-48cb-b1d3-561a41e28511 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:06.728238 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fc88e049-e51b-496c-9561-a315ef81f5e0 req-07f84eeb-9e93-48cb-b1d3-561a41e28511 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab32427-5417-4b9b-8686-b285c645884e HTTP/1.1" status: 200 len: 2400 time: 0.3471589 Feb 09 01:15:06.734349 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-2552b8f7-e8a4-4606-94b9-f70b06c48d0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (16032e94-f2f5-4e18-a0ec-4da10a86904c), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:06.752562 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-2552b8f7-e8a4-4606-94b9-f70b06c48d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:06.753548 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-2552b8f7-e8a4-4606-94b9-f70b06c48d0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:06.755352 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-2552b8f7-e8a4-4606-94b9-f70b06c48d0b service neutron] 10.222.0.121 "PUT /v2.0/ports/16032e94-f2f5-4e18-a0ec-4da10a86904c HTTP/1.1" status: 200 len: 1093 time: 1.9371843 Feb 09 01:15:06.775774 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3b240d3e-69eb-4466-a4a7-02000bc57896 req-dcd86d75-f778-4236-8e88-9671a1aa407f service neutron] 10.222.0.30 "GET /v2.0/networks/3fde9f08-e2c6-46e2-8db6-ded916a4f400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126863 Feb 09 01:15:06.834098 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-1210c12b-bd97-4b98-a289-07b0a43dcaf4 service neutron] Request body: {'port': {'device_id': '8ab32427-5417-4b9b-8686-b285c645884e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:07.002176 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552b8f7-e8a4-4606-94b9-f70b06c48d0b service neutron] Pushing event updated for resources: {'Port': ['ID=16032e94-f2f5-4e18-a0ec-4da10a86904c,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:07.055642 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fc88e049-e51b-496c-9561-a315ef81f5e0 req-d62ee329-e33d-49fc-a9b4-56f704d5d856 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42fb62d-b4ff-4e09-886f-82f8bef72e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265090 Feb 09 01:15:07.060491 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-1210c12b-bd97-4b98-a289-07b0a43dcaf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3af5aaaa-c097-4a4f-9dcc-776bd20e1554), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:07.110802 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fc325-3d51-4be2-ada8-835c32a4b08b req-e4b4cae7-92ff-4597-9a83-970f66430f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:07.112315 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-857fc325-3d51-4be2-ada8-835c32a4b08b req-e4b4cae7-92ff-4597-9a83-970f66430f18 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=58a3d8a1-b976-4fd7-a8cd-ab2983e09e0d HTTP/1.1" status: 200 len: 860 time: 0.5191445 Feb 09 01:15:07.115753 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3b240d3e-69eb-4466-a4a7-02000bc57896 req-6ec44fc5-0f0a-4542-874d-170055038374 service neutron] 10.222.0.30 "GET /v2.0/networks/3fde9f08-e2c6-46e2-8db6-ded916a4f400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933166 Feb 09 01:15:07.117112 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-41a6aea2-c393-47af-8d98-a8026e77dff0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:07.165919 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-857fc325-3d51-4be2-ada8-835c32a4b08b req-e416eb2f-e78e-4e8e-9cea-63dcdea6a9bf service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444760 Feb 09 01:15:07.275215 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ede38f-be9d-4782-9ccd-1d496c042318 req-99352972-30ab-41af-b0bb-be6718f85115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:07.275684 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ede38f-be9d-4782-9ccd-1d496c042318 req-99352972-30ab-41af-b0bb-be6718f85115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:07.276176 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ede38f-be9d-4782-9ccd-1d496c042318 req-99352972-30ab-41af-b0bb-be6718f85115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:07.277835 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f8ede38f-be9d-4782-9ccd-1d496c042318 req-99352972-30ab-41af-b0bb-be6718f85115 service neutron] 10.222.0.121 "GET /v2.0/networks?tenant_id=cbaeccec23794cfba3c5f4e5c5caae25&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6323388 Feb 09 01:15:07.370529 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-857fc325-3d51-4be2-ada8-835c32a4b08b req-b8fbe9b1-db62-445b-b863-1b0eee359a8a service neutron] 10.222.0.91 "GET /v2.0/networks/c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901927 Feb 09 01:15:07.470229 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-41a6aea2-c393-47af-8d98-a8026e77dff0 admin admin] Publish callbacks [] for security_group (9222281e-be4b-41ec-9bd1-e988be8dd003), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:07.481904 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-41a6aea2-c393-47af-8d98-a8026e77dff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (9222281e-be4b-41ec-9bd1-e988be8dd003), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:07.537335 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ede38f-be9d-4782-9ccd-1d496c042318 req-4a171b35-7f6f-43b3-992c-bdf1d8c004ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:07.538807 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f8ede38f-be9d-4782-9ccd-1d496c042318 req-4a171b35-7f6f-43b3-992c-bdf1d8c004ab service neutron] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2449212 Feb 09 01:15:07.559967 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-41a6aea2-c393-47af-8d98-a8026e77dff0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4d5ace1bfb9e42ceb9ba9196676f4e71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9688101 Feb 09 01:15:07.563255 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6aea2-c393-47af-8d98-a8026e77dff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9222281e-be4b-41ec-9bd1-e988be8dd003,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:07.567359 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52594) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:07.584798 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-857fc325-3d51-4be2-ada8-835c32a4b08b req-0d56070e-5a1a-4dcd-a4ac-f28a921b5401 service neutron] 10.222.0.91 "GET /v2.0/networks/c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003026 Feb 09 01:15:07.627111 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ec3e05d2-0ff1-41f6-8d25-fc58a8eabd3e req-ab2ee8ae-5b67-43bb-95f1-5714e9bae407 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 210 time: 0.1311209 Feb 09 01:15:07.636452 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1a79999e-c1e2-42f0-9c0b-8a4c44ab54fe admin admin] Publish callbacks [] for security_group (9222281e-be4b-41ec-9bd1-e988be8dd003), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:07.690744 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1a79999e-c1e2-42f0-9c0b-8a4c44ab54fe admin admin] Publish callbacks [] for security_group (9222281e-be4b-41ec-9bd1-e988be8dd003), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:07.777068 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1a79999e-c1e2-42f0-9c0b-8a4c44ab54fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (9222281e-be4b-41ec-9bd1-e988be8dd003), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:07.780464 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1a79999e-c1e2-42f0-9c0b-8a4c44ab54fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:07.786156 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1a79999e-c1e2-42f0-9c0b-8a4c44ab54fe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9222281e-be4b-41ec-9bd1-e988be8dd003 HTTP/1.1" status: 204 len: 168 time: 0.2174926 Feb 09 01:15:07.786271 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac5d9a-ea95-47ad-9db8-021c07c0b014 req-79bf5bad-6d94-4e54-800a-44fda178653b tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:07.787896 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a8ac5d9a-ea95-47ad-9db8-021c07c0b014 req-79bf5bad-6d94-4e54-800a-44fda178653b tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 945 time: 0.2924933 Feb 09 01:15:07.794479 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79999e-c1e2-42f0-9c0b-8a4c44ab54fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9222281e-be4b-41ec-9bd1-e988be8dd003,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:07.884571 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d78c7-c3ee-4074-b1a0-c36dccf45e77 req-b9eed0e6-7b9a-4284-af40-c0eb07a83410 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:07.886057 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e93d78c7-c3ee-4074-b1a0-c36dccf45e77 req-b9eed0e6-7b9a-4284-af40-c0eb07a83410 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 950 time: 0.2022753 Feb 09 01:15:07.893029 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a8ac5d9a-ea95-47ad-9db8-021c07c0b014 req-262a212a-d5f7-49e8-bbaf-8f7bbbbde942 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/security-groups?id=376d5811-5003-401c-8a52-6b0b0393a072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976751 Feb 09 01:15:07.995298 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e93d78c7-c3ee-4074-b1a0-c36dccf45e77 req-e057916d-0439-4724-9b3e-9ba31e2e1606 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012297 Feb 09 01:15:08.037655 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-1210c12b-bd97-4b98-a289-07b0a43dcaf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3af5aaaa-c097-4a4f-9dcc-776bd20e1554 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:15:08.048484 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-1210c12b-bd97-4b98-a289-07b0a43dcaf4 service neutron] Publish callbacks [] for port (3af5aaaa-c097-4a4f-9dcc-776bd20e1554), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:08.070415 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-1210c12b-bd97-4b98-a289-07b0a43dcaf4 service neutron] Transition to ACTIVE for port object 3af5aaaa-c097-4a4f-9dcc-776bd20e1554 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:08.080534 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-1210c12b-bd97-4b98-a289-07b0a43dcaf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (3af5aaaa-c097-4a4f-9dcc-776bd20e1554), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:08.096344 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9883c-0a43-4936-a556-f59cdb508444 req-a1fa53be-012f-4c07-a88e-7cdb83304313 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:08.097905 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f5c9883c-0a43-4936-a556-f59cdb508444 req-a1fa53be-012f-4c07-a88e-7cdb83304313 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 943 time: 0.1165683 Feb 09 01:15:08.246282 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f5c9883c-0a43-4936-a556-f59cdb508444 req-c6641019-6edb-4e78-b9ee-0a7d55c053fd tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118658 Feb 09 01:15:08.250280 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210c12b-bd97-4b98-a289-07b0a43dcaf4 service neutron] Pushing event updated for resources: {'Port': ['ID=3af5aaaa-c097-4a4f-9dcc-776bd20e1554,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:08.285563 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52606) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:08.308722 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f87a029b-f609-4d3b-8ed5-4586a94f291b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:08.338568 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40894bac-855c-422c-9eb4-81cb0ac83afb', 'tag': '5d37836c-3184-4b81-b103-6d26332c95c4'}, {'name': 'network-changed', 'server_uuid': '8ab32427-5417-4b9b-8686-b285c645884e', 'tag': '16032e94-f2f5-4e18-a0ec-4da10a86904c'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:15:08.342099 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb23143f-bc42-4a51-9ba6-625540833849" -d '{"events": [{"name": "network-changed", "server_uuid": "40894bac-855c-422c-9eb4-81cb0ac83afb", "tag": "5d37836c-3184-4b81-b103-6d26332c95c4"}, {"name": "network-changed", "server_uuid": "8ab32427-5417-4b9b-8686-b285c645884e", "tag": "16032e94-f2f5-4e18-a0ec-4da10a86904c"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:15:08.351142 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f1075-386d-4d2c-a1e3-5b735623080b req-1b820ec5-204c-43a9-a565-b15c9436229d tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:08.353744 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f6f1075-386d-4d2c-a1e3-5b735623080b req-1b820ec5-204c-43a9-a565-b15c9436229d tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/ports?device_id=481d9706-51ee-4d48-ab4a-38eda2118501&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2531404 Feb 09 01:15:08.419962 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f87a029b-f609-4d3b-8ed5-4586a94f291b admin admin] Publish callbacks [] for security_group (ae08b457-5713-4010-ba1f-3d3987d5285c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:08.424984 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f87a029b-f609-4d3b-8ed5-4586a94f291b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ae08b457-5713-4010-ba1f-3d3987d5285c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:08.482079 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a029b-f609-4d3b-8ed5-4586a94f291b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae08b457-5713-4010-ba1f-3d3987d5285c,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:08.487038 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f87a029b-f609-4d3b-8ed5-4586a94f291b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=feb9907bfecb419b89ab8fdcb3fff034&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2004006 Feb 09 01:15:08.490241 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52610) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:08.508737 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f6f1075-386d-4d2c-a1e3-5b735623080b req-cea0cb7c-9759-4f89-87ca-31dbb6c10cbd tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.91 HTTP/1.1" status: 200 len: 1001 time: 0.1381314 Feb 09 01:15:08.511632 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-1210c12b-bd97-4b98-a289-07b0a43dcaf4 service neutron] Attempting to bind port 3af5aaaa-c097-4a4f-9dcc-776bd20e1554 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:15:08.511796 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-1210c12b-bd97-4b98-a289-07b0a43dcaf4 service neutron] Attempting to bind port 3af5aaaa-c097-4a4f-9dcc-776bd20e1554 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'a066264f-c54f-4a9d-bc3d-1a8ee1ad9465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f32ffc05-35f0-41ce-827a-f029c1ede77a'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:15:08.512114 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-1210c12b-bd97-4b98-a289-07b0a43dcaf4 service neutron] Attempting to bind port 3af5aaaa-c097-4a4f-9dcc-776bd20e1554 on network f32ffc05-35f0-41ce-827a-f029c1ede77a {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:15:08.527922 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-7f6f1075-386d-4d2c-a1e3-5b735623080b req-97c05aaa-b7b0-4493-8d02-239239eaefae tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Request body: {'floatingip': {'port_id': '92f71fad-8330-4a96-8e87-71234967c29a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:08.547590 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f832c35-1914-4b9f-b976-16ad24e31d79 req-d9eef062-baaa-4c4c-ac7f-2715d209407c tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:08.553286 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f832c35-1914-4b9f-b976-16ad24e31d79 req-d9eef062-baaa-4c4c-ac7f-2715d209407c tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:08.558151 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d151e3ca-03f6-46e9-86cf-94dcdff16982 admin admin] Publish callbacks [] for security_group (ae08b457-5713-4010-ba1f-3d3987d5285c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:08.559210 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f832c35-1914-4b9f-b976-16ad24e31d79 req-d9eef062-baaa-4c4c-ac7f-2715d209407c tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:08.562635 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5f832c35-1914-4b9f-b976-16ad24e31d79 req-d9eef062-baaa-4c4c-ac7f-2715d209407c tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab32427-5417-4b9b-8686-b285c645884e HTTP/1.1" status: 200 len: 2412 time: 0.2075472 Feb 09 01:15:08.564689 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-1210c12b-bd97-4b98-a289-07b0a43dcaf4 service neutron] Port 3af5aaaa-c097-4a4f-9dcc-776bd20e1554 on network f32ffc05-35f0-41ce-827a-f029c1ede77a not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:15:08.565017 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-1210c12b-bd97-4b98-a289-07b0a43dcaf4 service neutron] Attempting to bind port 3af5aaaa-c097-4a4f-9dcc-776bd20e1554 on network f32ffc05-35f0-41ce-827a-f029c1ede77a {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:15:08.590725 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d151e3ca-03f6-46e9-86cf-94dcdff16982 admin admin] Publish callbacks [] for security_group (ae08b457-5713-4010-ba1f-3d3987d5285c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:08.621572 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-1210c12b-bd97-4b98-a289-07b0a43dcaf4 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:15:08.622034 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-1210c12b-bd97-4b98-a289-07b0a43dcaf4 service neutron] Checking segment: {'id': 'a066264f-c54f-4a9d-bc3d-1a8ee1ad9465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f32ffc05-35f0-41ce-827a-f029c1ede77a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:15:08.622938 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-1210c12b-bd97-4b98-a289-07b0a43dcaf4 service neutron] Bound using segment: {'id': 'a066264f-c54f-4a9d-bc3d-1a8ee1ad9465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f32ffc05-35f0-41ce-827a-f029c1ede77a'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:15:08.623414 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-1210c12b-bd97-4b98-a289-07b0a43dcaf4 service neutron] Bound port: 3af5aaaa-c097-4a4f-9dcc-776bd20e1554, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a066264f-c54f-4a9d-bc3d-1a8ee1ad9465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f32ffc05-35f0-41ce-827a-f029c1ede77a'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:15:08.623775 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-1210c12b-bd97-4b98-a289-07b0a43dcaf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3af5aaaa-c097-4a4f-9dcc-776bd20e1554), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:08.650166 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d151e3ca-03f6-46e9-86cf-94dcdff16982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ae08b457-5713-4010-ba1f-3d3987d5285c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:08.652831 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d151e3ca-03f6-46e9-86cf-94dcdff16982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:08.657056 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d151e3ca-03f6-46e9-86cf-94dcdff16982 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ae08b457-5713-4010-ba1f-3d3987d5285c HTTP/1.1" status: 204 len: 168 time: 0.1633055 Feb 09 01:15:08.672153 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7f6f1075-386d-4d2c-a1e3-5b735623080b req-97c05aaa-b7b0-4493-8d02-239239eaefae tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks [] for floatingip (6659cbfe-72dc-4faf-8bcb-0a1b535f826c), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:08.675944 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151e3ca-03f6-46e9-86cf-94dcdff16982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae08b457-5713-4010-ba1f-3d3987d5285c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:08.750487 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5f832c35-1914-4b9f-b976-16ad24e31d79 req-3e8a7f5b-083f-4fd7-a4c4-9ec750580605 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42fb62d-b4ff-4e09-886f-82f8bef72e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514349 Feb 09 01:15:08.849124 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 01:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82283c9f-dd8f-40c7-bd81-4a45c1f0005b x-openstack-request-id: req-82283c9f-dd8f-40c7-bd81-4a45c1f0005b {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:15:08.849424 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40894bac-855c-422c-9eb4-81cb0ac83afb", "tag": "5d37836c-3184-4b81-b103-6d26332c95c4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8ab32427-5417-4b9b-8686-b285c645884e", "tag": "16032e94-f2f5-4e18-a0ec-4da10a86904c", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:15:08.849679 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-82283c9f-dd8f-40c7-bd81-4a45c1f0005b {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:15:08.850084 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40894bac-855c-422c-9eb4-81cb0ac83afb', 'tag': '5d37836c-3184-4b81-b103-6d26332c95c4', 'status': 'completed', 'code': 200} Feb 09 01:15:08.850342 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ab32427-5417-4b9b-8686-b285c645884e', 'tag': '16032e94-f2f5-4e18-a0ec-4da10a86904c', 'status': 'completed', 'code': 200} Feb 09 01:15:08.854773 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-1210c12b-bd97-4b98-a289-07b0a43dcaf4 service neutron] For port 3af5aaaa-c097-4a4f-9dcc-776bd20e1554, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:15:08.883476 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-1210c12b-bd97-4b98-a289-07b0a43dcaf4 service neutron] For port 3af5aaaa-c097-4a4f-9dcc-776bd20e1554, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=3af5aaaa-c097-4a4f-9dcc-776bd20e1554,segment=NetworkSegment(a066264f-c54f-4a9d-bc3d-1a8ee1ad9465),segment_id=a066264f-c54f-4a9d-bc3d-1a8ee1ad9465)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:15:08.901076 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-1210c12b-bd97-4b98-a289-07b0a43dcaf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (3af5aaaa-c097-4a4f-9dcc-776bd20e1554), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:08.970266 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23143f-bc42-4a51-9ba6-625540833849 req-c50236d4-d22c-4d50-af52-5bc327d2de60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:08.973336 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bb23143f-bc42-4a51-9ba6-625540833849 req-c50236d4-d22c-4d50-af52-5bc327d2de60 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0b233f865ec047a6a7107d45af2813ba&device_id=40894bac-855c-422c-9eb4-81cb0ac83afb HTTP/1.1" status: 200 len: 1129 time: 0.1073043 Feb 09 01:15:09.056428 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-1210c12b-bd97-4b98-a289-07b0a43dcaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:09.057041 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-1210c12b-bd97-4b98-a289-07b0a43dcaf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:09.058427 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-1210c12b-bd97-4b98-a289-07b0a43dcaf4 service neutron] 10.222.0.121 "PUT /v2.0/ports/3af5aaaa-c097-4a4f-9dcc-776bd20e1554 HTTP/1.1" status: 200 len: 1093 time: 2.2285221 Feb 09 01:15:09.064044 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-90015862-577c-4283-be21-d7d901326c38 req-cb9376cd-5a2f-4e3c-af48-fe02164f415e tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 210 time: 0.1000521 Feb 09 01:15:09.106074 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210c12b-bd97-4b98-a289-07b0a43dcaf4 service neutron] Pushing event updated for resources: {'Port': ['ID=3af5aaaa-c097-4a4f-9dcc-776bd20e1554,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:09.164064 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23143f-bc42-4a51-9ba6-625540833849 req-8991b7b8-8086-4c5c-b3af-3dc1533aae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:09.165784 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bb23143f-bc42-4a51-9ba6-625540833849 req-8991b7b8-8086-4c5c-b3af-3dc1533aae6b service neutron] 10.222.0.121 "GET /v2.0/networks?id=3fde9f08-e2c6-46e2-8db6-ded916a4f400 HTTP/1.1" status: 200 len: 922 time: 0.1861751 Feb 09 01:15:09.292657 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bb23143f-bc42-4a51-9ba6-625540833849 req-e729c79a-7e4b-45f3-8b55-898833e5704c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d37836c-3184-4b81-b103-6d26332c95c4 HTTP/1.1" status: 200 len: 1001 time: 0.1045825 Feb 09 01:15:09.302290 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-31bbe083-25dd-456a-8089-cb2bee7ab83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:09.302793 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-31bbe083-25dd-456a-8089-cb2bee7ab83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:09.303244 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-31bbe083-25dd-456a-8089-cb2bee7ab83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:09.304954 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-31bbe083-25dd-456a-8089-cb2bee7ab83f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cbaeccec23794cfba3c5f4e5c5caae25&device_id=8ab32427-5417-4b9b-8686-b285c645884e HTTP/1.1" status: 200 len: 2961 time: 0.1947494 Feb 09 01:15:09.355209 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23143f-bc42-4a51-9ba6-625540833849 req-21c8f932-7fe5-4552-88a7-487c02bba645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:09.357542 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bb23143f-bc42-4a51-9ba6-625540833849 req-21c8f932-7fe5-4552-88a7-487c02bba645 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6b040f8c-8400-4459-bf91-d804cd8d4a9a HTTP/1.1" status: 200 len: 860 time: 0.0551288 Feb 09 01:15:09.439789 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23143f-bc42-4a51-9ba6-625540833849 req-bdfcecd1-bc89-49c2-b863-c6d5a24c651c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:09.442283 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bb23143f-bc42-4a51-9ba6-625540833849 req-bdfcecd1-bc89-49c2-b863-c6d5a24c651c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3fde9f08-e2c6-46e2-8db6-ded916a4f400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0771492 Feb 09 01:15:09.456348 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-9d30f526-05b5-4536-8f99-f2de959ce94b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.10&port_id=1bbe8256-8c79-4d71-b657-051ef04a612f HTTP/1.1" status: 200 len: 217 time: 0.0808890 Feb 09 01:15:09.474080 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51db3f-5feb-4f83-9e78-d9630220f3e7 req-d3f428ae-3b1f-4eb2-abed-129903661c75 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:09.475637 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2b51db3f-5feb-4f83-9e78-d9630220f3e7 req-d3f428ae-3b1f-4eb2-abed-129903661c75 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 945 time: 0.2920709 Feb 09 01:15:09.592833 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bb23143f-bc42-4a51-9ba6-625540833849 req-edc60ce9-4e00-44b1-98a0-905fbe416134 service neutron] 10.222.0.121 "GET /v2.0/networks/3fde9f08-e2c6-46e2-8db6-ded916a4f400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398401 Feb 09 01:15:09.605535 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-624be0d4-606b-4322-b480-e1cd36cc1ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:09.607303 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-624be0d4-606b-4322-b480-e1cd36cc1ecc service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ccf1591d-cb14-4cbe-bcfb-e2121fb5c5b0 HTTP/1.1" status: 200 len: 801 time: 0.1418710 Feb 09 01:15:09.655085 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2b51db3f-5feb-4f83-9e78-d9630220f3e7 req-c630a34d-291d-40fc-8a04-f22304ad3b0d tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/security-groups?id=376d5811-5003-401c-8a52-6b0b0393a072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619351 Feb 09 01:15:09.691691 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.db.resource_extend [req-7f6f1075-386d-4d2c-a1e3-5b735623080b req-97c05aaa-b7b0-4493-8d02-239239eaefae tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:15:09.737382 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bb23143f-bc42-4a51-9ba6-625540833849 req-3e693e0e-d7c5-411b-b4bc-c9c3a481fae0 service neutron] 10.222.0.121 "GET /v2.0/networks/3fde9f08-e2c6-46e2-8db6-ded916a4f400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364975 Feb 09 01:15:09.805747 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7f6f1075-386d-4d2c-a1e3-5b735623080b req-97c05aaa-b7b0-4493-8d02-239239eaefae tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:09.811804 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7f6f1075-386d-4d2c-a1e3-5b735623080b req-97c05aaa-b7b0-4493-8d02-239239eaefae tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (6659cbfe-72dc-4faf-8bcb-0a1b535f826c), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:09.848995 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-899d1f78-de45-4e22-aa19-35264418cdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:09.850503 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-899d1f78-de45-4e22-aa19-35264418cdd9 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f32ffc05-35f0-41ce-827a-f029c1ede77a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2319329 Feb 09 01:15:09.984433 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d238d10-4518-4ac0-93e2-092ecb72e60c req-e895d309-e831-4072-8bd3-22997200ff27 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:09.986722 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5d238d10-4518-4ac0-93e2-092ecb72e60c req-e895d309-e831-4072-8bd3-22997200ff27 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 950 time: 0.2359376 Feb 09 01:15:10.077581 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [req-7f6f1075-386d-4d2c-a1e3-5b735623080b req-97c05aaa-b7b0-4493-8d02-239239eaefae tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Floating IP 6659cbfe-72dc-4faf-8bcb-0a1b535f826c associated. External IP: 172.25.1.91, port: 5d37836c-3184-4b81-b103-6d26332c95c4. Feb 09 01:15:10.220273 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-4e00ce09-6465-4413-9540-ec1e3007bef6 service neutron] 10.222.0.121 "GET /v2.0/networks/f32ffc05-35f0-41ce-827a-f029c1ede77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368416 Feb 09 01:15:10.228246 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5d238d10-4518-4ac0-93e2-092ecb72e60c req-de8f6eac-e804-4c61-81d8-4386e12e0fd7 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294278 Feb 09 01:15:10.384942 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-035f473c-0e32-4f74-a1c5-158cd027317e service neutron] 10.222.0.121 "GET /v2.0/networks/f32ffc05-35f0-41ce-827a-f029c1ede77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506178 Feb 09 01:15:10.772971 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-6a109761-a5bf-4bcb-980a-4731181f0472 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.171&port_id=16032e94-f2f5-4e18-a0ec-4da10a86904c HTTP/1.1" status: 200 len: 217 time: 0.0699737 Feb 09 01:15:10.850160 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c397ea-58b7-48f0-a040-9907c234a1ee req-f5488498-63b8-4cea-befa-1e62a37f4080 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:10.851547 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c5c397ea-58b7-48f0-a040-9907c234a1ee req-f5488498-63b8-4cea-befa-1e62a37f4080 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 943 time: 0.4692597 Feb 09 01:15:10.854996 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ab32427-5417-4b9b-8686-b285c645884e', 'tag': '3af5aaaa-c097-4a4f-9dcc-776bd20e1554'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:15:10.857559 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9ee2ec-ecd1-46a2-b501-0f6f47da8468" -d '{"events": [{"name": "network-changed", "server_uuid": "8ab32427-5417-4b9b-8686-b285c645884e", "tag": "3af5aaaa-c097-4a4f-9dcc-776bd20e1554"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:15:10.871470 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-577bf888-56a4-4e1e-b388-a747f5f55435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:10.872911 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-577bf888-56a4-4e1e-b388-a747f5f55435 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=203710b2-cfa5-47d1-86af-9d687312b020 HTTP/1.1" status: 200 len: 801 time: 0.0925162 Feb 09 01:15:10.896823 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f6f1075-386d-4d2c-a1e3-5b735623080b req-97c05aaa-b7b0-4493-8d02-239239eaefae tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Router 736c9c0b-18c6-4b31-87e2-b6b139d48913 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:15:10.954723 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c5c397ea-58b7-48f0-a040-9907c234a1ee req-9ad38e38-e344-4b6a-887a-a849ea1a362f tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945182 Feb 09 01:15:11.031118 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-1afe8c37-5f24-4b6d-a192-3d51bd0bb9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:11.032876 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-1afe8c37-5f24-4b6d-a192-3d51bd0bb9f1 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c8473862-3e26-4a67-b80b-729d9738658a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1479671 Feb 09 01:15:11.165494 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f6f1075-386d-4d2c-a1e3-5b735623080b req-97c05aaa-b7b0-4493-8d02-239239eaefae tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:15:11.178277 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be88aa89-e3d0-4efb-acd9-0df2a03b56ee None None] Sync routers for ids ['736c9c0b-18c6-4b31-87e2-b6b139d48913'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:15:11.178905 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddaedc-7d4c-4ee1-a959-58ba2e321fa2 req-5120e7fe-b74e-4561-b746-4e07bf26e81f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:11.183801 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddaedc-7d4c-4ee1-a959-58ba2e321fa2 req-5120e7fe-b74e-4561-b746-4e07bf26e81f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:11.189585 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be88aa89-e3d0-4efb-acd9-0df2a03b56ee None None] Routers {'736c9c0b-18c6-4b31-87e2-b6b139d48913'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:11.189750 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddaedc-7d4c-4ee1-a959-58ba2e321fa2 req-5120e7fe-b74e-4561-b746-4e07bf26e81f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:11.190431 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-be88aa89-e3d0-4efb-acd9-0df2a03b56ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:14:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['736c9c0b-18c6-4b31-87e2-b6b139d48913'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:11.191402 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c5ddaedc-7d4c-4ee1-a959-58ba2e321fa2 req-5120e7fe-b74e-4561-b746-4e07bf26e81f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab32427-5417-4b9b-8686-b285c645884e HTTP/1.1" status: 200 len: 2412 time: 0.1559439 Feb 09 01:15:11.287538 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-b53944e7-e4e7-4cf1-862c-f2e4198a134a service neutron] 10.222.0.121 "GET /v2.0/networks/c8473862-3e26-4a67-b80b-729d9738658a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412279 Feb 09 01:15:11.315531 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-be88aa89-e3d0-4efb-acd9-0df2a03b56ee None None] Set router 736c9c0b-18c6-4b31-87e2-b6b139d48913 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:15:11.387106 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c5ddaedc-7d4c-4ee1-a959-58ba2e321fa2 req-f3c73f54-533e-42ed-a2b1-a61b5d328e20 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42fb62d-b4ff-4e09-886f-82f8bef72e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851540 Feb 09 01:15:11.437142 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-d20d0cc3-f0e4-4c04-9716-a0dbcfe2fd05 service neutron] 10.222.0.121 "GET /v2.0/networks/c8473862-3e26-4a67-b80b-729d9738658a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374850 Feb 09 01:15:11.578375 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-5bca1211-39fc-4871-8474-713e82c6bd56 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.109&port_id=3af5aaaa-c097-4a4f-9dcc-776bd20e1554 HTTP/1.1" status: 200 len: 217 time: 0.1004136 Feb 09 01:15:11.585119 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ebabe39b-d7a6-4ba9-80fa-86a3adb07daf req-7e47a757-3215-4b76-adcb-8658a9e6f7d2 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 210 time: 0.1060615 Feb 09 01:15:11.652424 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-ab334e37-8b59-4db0-a9d7-1c0b9248d2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:11.654882 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-ab334e37-8b59-4db0-a9d7-1c0b9248d2ff service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ccf1591d-cb14-4cbe-bcfb-e2121fb5c5b0 HTTP/1.1" status: 200 len: 801 time: 0.0623634 Feb 09 01:15:11.748016 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f6f1075-386d-4d2c-a1e3-5b735623080b req-97c05aaa-b7b0-4493-8d02-239239eaefae tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Router 736c9c0b-18c6-4b31-87e2-b6b139d48913 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:15:11.762423 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-ba714ee7-b5b9-47ee-8f49-fbe97b6ec141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:11.764932 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-ba714ee7-b5b9-47ee-8f49-fbe97b6ec141 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f32ffc05-35f0-41ce-827a-f029c1ede77a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1013601 Feb 09 01:15:11.775461 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-be88aa89-e3d0-4efb-acd9-0df2a03b56ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'name': 'tempest-FloatingIPsAssociationTestJSON-1460656888-router', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:47Z', 'updated_at': '2022-02-09T01:13:55Z', 'revision_number': 4, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'gw_port': {'id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:48Z', 'updated_at': '2022-02-09T01:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '6659cbfe-72dc-4faf-8bcb-0a1b535f826c', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'floating_ip_address': '172.25.1.91', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'port_id': '92f71fad-8330-4a96-8e87-71234967c29a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400', 'mac_address': 'fa:16:3e:29:79:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481d9706-51ee-4d48-ab4a-38eda2118501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:14:26Z', 'updated_at': '2022-02-09T01:15:09Z', 'revision_number': 3, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b6e0b78-9096-49a5-9ea4-8f62568b2e3b', 'name': '', 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'mac_address': 'fa:16:3e:b1:35:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:53Z', 'updated_at': '2022-02-09T01:14:01Z', 'revision_number': 5, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'subnets': [{'id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:11.785023 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2a265-842b-43ae-b7a6-0257d3ed433f req-e7e9b54f-c388-4bf4-9ed7-0c5e348cf567 tempest-MigrationsAdminTest-1583966719 tempest-MigrationsAdminTest-1583966719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:11.786500 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c8a2a265-842b-43ae-b7a6-0257d3ed433f req-e7e9b54f-c388-4bf4-9ed7-0c5e348cf567 tempest-MigrationsAdminTest-1583966719 tempest-MigrationsAdminTest-1583966719-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 1133 time: 0.1090600 Feb 09 01:15:11.814156 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be88aa89-e3d0-4efb-acd9-0df2a03b56ee None None] Checking router: 736c9c0b-18c6-4b31-87e2-b6b139d48913 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:15:11.830352 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be88aa89-e3d0-4efb-acd9-0df2a03b56ee None None] Routers {'736c9c0b-18c6-4b31-87e2-b6b139d48913'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:11.830966 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-be88aa89-e3d0-4efb-acd9-0df2a03b56ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:14:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['736c9c0b-18c6-4b31-87e2-b6b139d48913'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:11.964902 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-be88aa89-e3d0-4efb-acd9-0df2a03b56ee None None] Set router 736c9c0b-18c6-4b31-87e2-b6b139d48913 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:15:11.979044 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c8a2a265-842b-43ae-b7a6-0257d3ed433f req-a0d20f1f-95b7-4f04-a515-4c710f6a926d tempest-MigrationsAdminTest-1583966719 tempest-MigrationsAdminTest-1583966719-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543419 Feb 09 01:15:11.992448 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-a1df65ea-f6e9-42ae-9a19-bb314a271877 service neutron] 10.222.0.121 "GET /v2.0/networks/f32ffc05-35f0-41ce-827a-f029c1ede77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186573 Feb 09 01:15:11.997326 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f6f1075-386d-4d2c-a1e3-5b735623080b req-97c05aaa-b7b0-4493-8d02-239239eaefae tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:15:12.023099 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7f6f1075-386d-4d2c-a1e3-5b735623080b req-97c05aaa-b7b0-4493-8d02-239239eaefae tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:12.158757 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f6f1075-386d-4d2c-a1e3-5b735623080b req-97c05aaa-b7b0-4493-8d02-239239eaefae tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "PUT /v2.0/floatingips/6659cbfe-72dc-4faf-8bcb-0a1b535f826c HTTP/1.1" status: 200 len: 997 time: 3.6426232 Feb 09 01:15:12.217773 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00b2301b-ecbe-439d-b82c-0cf8b269757b req-9fddd993-9754-4abc-b6e0-fe82404db8c5 service neutron] 10.222.0.121 "GET /v2.0/networks/f32ffc05-35f0-41ce-827a-f029c1ede77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177033 Feb 09 01:15:12.244287 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f1075-386d-4d2c-a1e3-5b735623080b req-cffc1bfe-53fc-489d-b62a-c9b00c948f17 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:12.245979 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f6f1075-386d-4d2c-a1e3-5b735623080b req-cffc1bfe-53fc-489d-b62a-c9b00c948f17 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/ports/5d37836c-3184-4b81-b103-6d26332c95c4 HTTP/1.1" status: 200 len: 943 time: 0.0757835 Feb 09 01:15:12.293598 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-be88aa89-e3d0-4efb-acd9-0df2a03b56ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'name': 'tempest-FloatingIPsAssociationTestJSON-1460656888-router', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:47Z', 'updated_at': '2022-02-09T01:13:55Z', 'revision_number': 4, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'gw_port': {'id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:48Z', 'updated_at': '2022-02-09T01:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '6659cbfe-72dc-4faf-8bcb-0a1b535f826c', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'floating_ip_address': '172.25.1.91', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'port_id': '92f71fad-8330-4a96-8e87-71234967c29a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400', 'mac_address': 'fa:16:3e:29:79:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481d9706-51ee-4d48-ab4a-38eda2118501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:14:26Z', 'updated_at': '2022-02-09T01:15:09Z', 'revision_number': 3, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b6e0b78-9096-49a5-9ea4-8f62568b2e3b', 'name': '', 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'mac_address': 'fa:16:3e:b1:35:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:53Z', 'updated_at': '2022-02-09T01:14:01Z', 'revision_number': 5, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'subnets': [{'id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:12.328233 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be88aa89-e3d0-4efb-acd9-0df2a03b56ee None None] The sync data for ids ['736c9c0b-18c6-4b31-87e2-b6b139d48913'] in n-d-822053-40 is: [{'id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'name': 'tempest-FloatingIPsAssociationTestJSON-1460656888-router', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:47Z', 'updated_at': '2022-02-09T01:13:55Z', 'revision_number': 4, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'gw_port': {'id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:48Z', 'updated_at': '2022-02-09T01:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '6659cbfe-72dc-4faf-8bcb-0a1b535f826c', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'floating_ip_address': '172.25.1.91', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'port_id': '92f71fad-8330-4a96-8e87-71234967c29a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400', 'mac_address': 'fa:16:3e:29:79:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481d9706-51ee-4d48-ab4a-38eda2118501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:14:26Z', 'updated_at': '2022-02-09T01:15:09Z', 'revision_number': 3, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b6e0b78-9096-49a5-9ea4-8f62568b2e3b', 'name': '', 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'mac_address': 'fa:16:3e:b1:35:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:53Z', 'updated_at': '2022-02-09T01:14:01Z', 'revision_number': 5, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'subnets': [{'id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:15:12.413548 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda21805-ea93-48dc-8c69-5244fecd5c60 req-aca054c4-5d91-4544-8715-6b8429f32b43 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:12.420868 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cda21805-ea93-48dc-8c69-5244fecd5c60 req-aca054c4-5d91-4544-8715-6b8429f32b43 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 945 time: 0.1519427 Feb 09 01:15:12.447211 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23143f-bc42-4a51-9ba6-625540833849 req-70577285-6eb0-4433-be69-4e62c00cac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:12.447671 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23143f-bc42-4a51-9ba6-625540833849 req-70577285-6eb0-4433-be69-4e62c00cac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:12.448220 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23143f-bc42-4a51-9ba6-625540833849 req-70577285-6eb0-4433-be69-4e62c00cac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:12.449861 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bb23143f-bc42-4a51-9ba6-625540833849 req-70577285-6eb0-4433-be69-4e62c00cac60 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cbaeccec23794cfba3c5f4e5c5caae25&device_id=8ab32427-5417-4b9b-8686-b285c645884e HTTP/1.1" status: 200 len: 2961 time: 0.1318736 Feb 09 01:15:12.455853 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f1075-386d-4d2c-a1e3-5b735623080b req-8bd0235c-15b4-4746-b91f-f357ed77d932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:12.457382 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f6f1075-386d-4d2c-a1e3-5b735623080b req-8bd0235c-15b4-4746-b91f-f357ed77d932 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b233f865ec047a6a7107d45af2813ba&device_id=40894bac-855c-422c-9eb4-81cb0ac83afb HTTP/1.1" status: 200 len: 1129 time: 0.1487241 Feb 09 01:15:12.538477 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db4828b-1bd0-4b38-9677-c64480554a8f None None] New status for floating IP 6659cbfe-72dc-4faf-8bcb-0a1b535f826c: ACTIVE {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:15:12.592898 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cda21805-ea93-48dc-8c69-5244fecd5c60 req-0a93654c-f8af-40f9-baf1-80ac2260b8fa tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/security-groups?id=376d5811-5003-401c-8a52-6b0b0393a072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676879 Feb 09 01:15:12.654382 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29b3bf6-8b25-4dba-8b92-20c872a9b891 x-openstack-request-id: req-d29b3bf6-8b25-4dba-8b92-20c872a9b891 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:15:12.654892 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ab32427-5417-4b9b-8686-b285c645884e", "tag": "3af5aaaa-c097-4a4f-9dcc-776bd20e1554", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:15:12.655664 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d29b3bf6-8b25-4dba-8b92-20c872a9b891 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:15:12.656397 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ab32427-5417-4b9b-8686-b285c645884e', 'tag': '3af5aaaa-c097-4a4f-9dcc-776bd20e1554', 'status': 'completed', 'code': 200} Feb 09 01:15:12.663604 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23143f-bc42-4a51-9ba6-625540833849 req-04d645d9-9c6d-410d-9b04-9c8bc9d463a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:12.665764 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bb23143f-bc42-4a51-9ba6-625540833849 req-04d645d9-9c6d-410d-9b04-9c8bc9d463a5 service neutron] 10.222.0.121 "GET /v2.0/networks?id=c8473862-3e26-4a67-b80b-729d9738658a HTTP/1.1" status: 200 len: 903 time: 0.2042592 Feb 09 01:15:12.724886 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f1075-386d-4d2c-a1e3-5b735623080b req-ab21d314-a7fb-429d-aade-82c3f9ad719f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:12.726392 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f6f1075-386d-4d2c-a1e3-5b735623080b req-ab21d314-a7fb-429d-aade-82c3f9ad719f service neutron] 10.222.0.30 "GET /v2.0/networks?id=3fde9f08-e2c6-46e2-8db6-ded916a4f400 HTTP/1.1" status: 200 len: 922 time: 0.2559566 Feb 09 01:15:12.727805 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bb23143f-bc42-4a51-9ba6-625540833849 req-3632b373-c3ce-4c83-b920-fc9de32a4f2d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.171&port_id=16032e94-f2f5-4e18-a0ec-4da10a86904c HTTP/1.1" status: 200 len: 217 time: 0.0535462 Feb 09 01:15:12.833651 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f6f1075-386d-4d2c-a1e3-5b735623080b req-4d20ecab-015b-4a69-997d-0dc3282ac934 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d37836c-3184-4b81-b103-6d26332c95c4 HTTP/1.1" status: 200 len: 217 time: 0.0925291 Feb 09 01:15:12.859555 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23143f-bc42-4a51-9ba6-625540833849 req-9133f6c9-646c-46f8-a97d-d69a5ed014dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:12.861137 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bb23143f-bc42-4a51-9ba6-625540833849 req-9133f6c9-646c-46f8-a97d-d69a5ed014dd service neutron] 10.222.0.121 "GET /v2.0/subnets?id=203710b2-cfa5-47d1-86af-9d687312b020 HTTP/1.1" status: 200 len: 801 time: 0.1189704 Feb 09 01:15:12.903178 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6639a6-1296-444f-8569-1af9be63b515 req-48855167-4e8f-45d5-a83f-7afb14775f93 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:12.904815 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9b6639a6-1296-444f-8569-1af9be63b515 req-48855167-4e8f-45d5-a83f-7afb14775f93 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 943 time: 0.1830239 Feb 09 01:15:12.968568 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f1075-386d-4d2c-a1e3-5b735623080b req-ff264350-cf3b-418f-8cd7-92bb9555ffa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:12.970081 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f6f1075-386d-4d2c-a1e3-5b735623080b req-ff264350-cf3b-418f-8cd7-92bb9555ffa5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6b040f8c-8400-4459-bf91-d804cd8d4a9a HTTP/1.1" status: 200 len: 860 time: 0.1234157 Feb 09 01:15:13.011304 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd5622b-9911-409c-acf7-bc4289620b3f None None] Sync routers for ids ['736c9c0b-18c6-4b31-87e2-b6b139d48913'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:15:13.027366 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd5622b-9911-409c-acf7-bc4289620b3f None None] Routers {'736c9c0b-18c6-4b31-87e2-b6b139d48913'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:13.028156 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-7fd5622b-9911-409c-acf7-bc4289620b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:14:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['736c9c0b-18c6-4b31-87e2-b6b139d48913'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:13.039796 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9b6639a6-1296-444f-8569-1af9be63b515 req-3ae78b74-d1cd-4d2c-a079-c84586f795ec tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003072 Feb 09 01:15:13.044946 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23143f-bc42-4a51-9ba6-625540833849 req-784c30cd-3c0b-47cb-b78b-5ab386880d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:13.046671 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bb23143f-bc42-4a51-9ba6-625540833849 req-784c30cd-3c0b-47cb-b78b-5ab386880d7b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c8473862-3e26-4a67-b80b-729d9738658a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1659963 Feb 09 01:15:13.121462 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f1075-386d-4d2c-a1e3-5b735623080b req-c4ad9763-764c-4e01-958f-c5065cb68bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:13.123899 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f6f1075-386d-4d2c-a1e3-5b735623080b req-c4ad9763-764c-4e01-958f-c5065cb68bd9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3fde9f08-e2c6-46e2-8db6-ded916a4f400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1458092 Feb 09 01:15:13.160547 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-7fd5622b-9911-409c-acf7-bc4289620b3f None None] Set router 736c9c0b-18c6-4b31-87e2-b6b139d48913 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:15:13.194864 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bb23143f-bc42-4a51-9ba6-625540833849 req-018fac32-39a3-4213-9fe8-d22a78a063a9 service neutron] 10.222.0.121 "GET /v2.0/networks/c8473862-3e26-4a67-b80b-729d9738658a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354685 Feb 09 01:15:13.411629 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f6f1075-386d-4d2c-a1e3-5b735623080b req-62208453-70e8-46ce-b687-70afafb7ec60 service neutron] 10.222.0.30 "GET /v2.0/networks/3fde9f08-e2c6-46e2-8db6-ded916a4f400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189815 Feb 09 01:15:13.413470 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bb23143f-bc42-4a51-9ba6-625540833849 req-01c9543a-9a1d-45c0-87de-e0d79e77ca9d service neutron] 10.222.0.121 "GET /v2.0/networks/c8473862-3e26-4a67-b80b-729d9738658a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093446 Feb 09 01:15:13.490272 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-7fd5622b-9911-409c-acf7-bc4289620b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'name': 'tempest-FloatingIPsAssociationTestJSON-1460656888-router', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:47Z', 'updated_at': '2022-02-09T01:13:55Z', 'revision_number': 4, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'gw_port': {'id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:48Z', 'updated_at': '2022-02-09T01:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '6659cbfe-72dc-4faf-8bcb-0a1b535f826c', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'floating_ip_address': '172.25.1.91', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'port_id': '92f71fad-8330-4a96-8e87-71234967c29a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400', 'mac_address': 'fa:16:3e:29:79:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481d9706-51ee-4d48-ab4a-38eda2118501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:14:26Z', 'updated_at': '2022-02-09T01:15:12Z', 'revision_number': 4, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b6e0b78-9096-49a5-9ea4-8f62568b2e3b', 'name': '', 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'mac_address': 'fa:16:3e:b1:35:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:53Z', 'updated_at': '2022-02-09T01:14:01Z', 'revision_number': 5, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'subnets': [{'id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:13.553042 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd5622b-9911-409c-acf7-bc4289620b3f None None] Checking router: 736c9c0b-18c6-4b31-87e2-b6b139d48913 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:15:13.571344 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f6f1075-386d-4d2c-a1e3-5b735623080b req-ac853380-d112-43a1-9188-68cf452cf145 service neutron] 10.222.0.30 "GET /v2.0/networks/3fde9f08-e2c6-46e2-8db6-ded916a4f400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532779 Feb 09 01:15:13.574660 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ee2ec-ecd1-46a2-b501-0f6f47da8468 req-c7a5983a-f644-4900-83b8-c0b5de9387ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:13.575125 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ee2ec-ecd1-46a2-b501-0f6f47da8468 req-c7a5983a-f644-4900-83b8-c0b5de9387ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:13.576452 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ee2ec-ecd1-46a2-b501-0f6f47da8468 req-c7a5983a-f644-4900-83b8-c0b5de9387ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:13.578605 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d9ee2ec-ecd1-46a2-b501-0f6f47da8468 req-c7a5983a-f644-4900-83b8-c0b5de9387ad service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cbaeccec23794cfba3c5f4e5c5caae25&device_id=8ab32427-5417-4b9b-8686-b285c645884e HTTP/1.1" status: 200 len: 2961 time: 0.1001780 Feb 09 01:15:13.600218 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd5622b-9911-409c-acf7-bc4289620b3f None None] Routers {'736c9c0b-18c6-4b31-87e2-b6b139d48913'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:13.602513 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-7fd5622b-9911-409c-acf7-bc4289620b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:14:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['736c9c0b-18c6-4b31-87e2-b6b139d48913'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:13.791213 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f1075-386d-4d2c-a1e3-5b735623080b req-f0c04efd-9c0c-4626-9c6e-dce738190cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:13.792932 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f6f1075-386d-4d2c-a1e3-5b735623080b req-f0c04efd-9c0c-4626-9c6e-dce738190cc1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b233f865ec047a6a7107d45af2813ba&device_id=481d9706-51ee-4d48-ab4a-38eda2118501 HTTP/1.1" status: 200 len: 1128 time: 0.1593430 Feb 09 01:15:13.794846 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ee2ec-ecd1-46a2-b501-0f6f47da8468 req-c9356619-2c9a-493c-9c1a-0f8b688ae6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:13.796304 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d9ee2ec-ecd1-46a2-b501-0f6f47da8468 req-c9356619-2c9a-493c-9c1a-0f8b688ae6bf service neutron] 10.222.0.121 "GET /v2.0/networks?id=f32ffc05-35f0-41ce-827a-f029c1ede77a HTTP/1.1" status: 200 len: 903 time: 0.2111161 Feb 09 01:15:13.821432 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-7fd5622b-9911-409c-acf7-bc4289620b3f None None] Set router 736c9c0b-18c6-4b31-87e2-b6b139d48913 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:15:13.968446 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-cf2211f5-6348-4a9c-ae22-7905aafac7fc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2863021 Feb 09 01:15:13.985013 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-19d293c9-e2fb-457f-ab51-896424aab139 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:15:13.991739 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-19d293c9-e2fb-457f-ab51-896424aab139 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136054 Feb 09 01:15:14.294397 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-7fd5622b-9911-409c-acf7-bc4289620b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'name': 'tempest-FloatingIPsAssociationTestJSON-1460656888-router', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:47Z', 'updated_at': '2022-02-09T01:13:55Z', 'revision_number': 4, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'gw_port': {'id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:48Z', 'updated_at': '2022-02-09T01:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '6659cbfe-72dc-4faf-8bcb-0a1b535f826c', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'floating_ip_address': '172.25.1.91', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'port_id': '92f71fad-8330-4a96-8e87-71234967c29a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400', 'mac_address': 'fa:16:3e:29:79:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481d9706-51ee-4d48-ab4a-38eda2118501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:14:26Z', 'updated_at': '2022-02-09T01:15:12Z', 'revision_number': 4, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b6e0b78-9096-49a5-9ea4-8f62568b2e3b', 'name': '', 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'mac_address': 'fa:16:3e:b1:35:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:53Z', 'updated_at': '2022-02-09T01:14:01Z', 'revision_number': 5, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'subnets': [{'id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:14.327866 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f1075-386d-4d2c-a1e3-5b735623080b req-dfb681ac-fc10-44fd-a765-16a387f3d159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:14.329473 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f6f1075-386d-4d2c-a1e3-5b735623080b req-dfb681ac-fc10-44fd-a765-16a387f3d159 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3fde9f08-e2c6-46e2-8db6-ded916a4f400 HTTP/1.1" status: 200 len: 922 time: 0.5297418 Feb 09 01:15:14.332434 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d9ee2ec-ecd1-46a2-b501-0f6f47da8468 req-d71dad87-5159-49db-ae4a-f3c7f1bbf6cb service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.109&port_id=3af5aaaa-c097-4a4f-9dcc-776bd20e1554 HTTP/1.1" status: 200 len: 217 time: 0.5214095 Feb 09 01:15:14.338214 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd5622b-9911-409c-acf7-bc4289620b3f None None] The sync data for ids ['736c9c0b-18c6-4b31-87e2-b6b139d48913'] in n-d-822053-40 is: [{'id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'name': 'tempest-FloatingIPsAssociationTestJSON-1460656888-router', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:47Z', 'updated_at': '2022-02-09T01:13:55Z', 'revision_number': 4, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'gw_port': {'id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:48Z', 'updated_at': '2022-02-09T01:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '6659cbfe-72dc-4faf-8bcb-0a1b535f826c', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'floating_ip_address': '172.25.1.91', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'port_id': '92f71fad-8330-4a96-8e87-71234967c29a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400', 'mac_address': 'fa:16:3e:29:79:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481d9706-51ee-4d48-ab4a-38eda2118501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:14:26Z', 'updated_at': '2022-02-09T01:15:12Z', 'revision_number': 4, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b6e0b78-9096-49a5-9ea4-8f62568b2e3b', 'name': '', 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'mac_address': 'fa:16:3e:b1:35:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:53Z', 'updated_at': '2022-02-09T01:14:01Z', 'revision_number': 5, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'subnets': [{'id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:15:14.498388 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f6f1075-386d-4d2c-a1e3-5b735623080b req-f6fb7262-1cd4-470f-9e74-01a62aed0dd4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92f71fad-8330-4a96-8e87-71234967c29a HTTP/1.1" status: 200 len: 1000 time: 0.1565754 Feb 09 01:15:14.502705 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ee2ec-ecd1-46a2-b501-0f6f47da8468 req-b8b836f9-e9f4-4d1f-8025-780a55303815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:14.505143 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d9ee2ec-ecd1-46a2-b501-0f6f47da8468 req-b8b836f9-e9f4-4d1f-8025-780a55303815 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ccf1591d-cb14-4cbe-bcfb-e2121fb5c5b0 HTTP/1.1" status: 200 len: 801 time: 0.1551583 Feb 09 01:15:14.622959 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50b2f5-8253-4cf3-a664-d548e2722ab1 req-65105541-9897-419d-b38d-43313272f78d tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:14.629308 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50b2f5-8253-4cf3-a664-d548e2722ab1 req-65105541-9897-419d-b38d-43313272f78d tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:14.634926 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50b2f5-8253-4cf3-a664-d548e2722ab1 req-65105541-9897-419d-b38d-43313272f78d tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:14.636801 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aa50b2f5-8253-4cf3-a664-d548e2722ab1 req-65105541-9897-419d-b38d-43313272f78d tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab32427-5417-4b9b-8686-b285c645884e HTTP/1.1" status: 200 len: 2412 time: 0.3063531 Feb 09 01:15:14.650331 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f1075-386d-4d2c-a1e3-5b735623080b req-745c6162-1d39-4178-b227-aaa5aba139e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:14.651816 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f6f1075-386d-4d2c-a1e3-5b735623080b req-745c6162-1d39-4178-b227-aaa5aba139e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6b040f8c-8400-4459-bf91-d804cd8d4a9a HTTP/1.1" status: 200 len: 860 time: 0.1452653 Feb 09 01:15:14.665702 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40894bac-855c-422c-9eb4-81cb0ac83afb', 'tag': '5d37836c-3184-4b81-b103-6d26332c95c4'}, {'name': 'network-changed', 'server_uuid': '481d9706-51ee-4d48-ab4a-38eda2118501', 'tag': '92f71fad-8330-4a96-8e87-71234967c29a'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:15:14.667909 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16ec069-9eba-436c-a7a4-5ff404405970" -d '{"events": [{"name": "network-changed", "server_uuid": "40894bac-855c-422c-9eb4-81cb0ac83afb", "tag": "5d37836c-3184-4b81-b103-6d26332c95c4"}, {"name": "network-changed", "server_uuid": "481d9706-51ee-4d48-ab4a-38eda2118501", "tag": "92f71fad-8330-4a96-8e87-71234967c29a"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:15:14.672165 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ee2ec-ecd1-46a2-b501-0f6f47da8468 req-474d3a8c-8998-4cf1-bb76-a84316e77156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:14.673694 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d9ee2ec-ecd1-46a2-b501-0f6f47da8468 req-474d3a8c-8998-4cf1-bb76-a84316e77156 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f32ffc05-35f0-41ce-827a-f029c1ede77a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1497593 Feb 09 01:15:14.808649 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aa50b2f5-8253-4cf3-a664-d548e2722ab1 req-ad931732-4195-462b-8dfb-44fcf9203853 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42fb62d-b4ff-4e09-886f-82f8bef72e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549063 Feb 09 01:15:14.825124 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f1075-386d-4d2c-a1e3-5b735623080b req-fa93a80b-0eec-4810-91b6-433bf8b1690b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:14.826784 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f6f1075-386d-4d2c-a1e3-5b735623080b req-fa93a80b-0eec-4810-91b6-433bf8b1690b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3fde9f08-e2c6-46e2-8db6-ded916a4f400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1618674 Feb 09 01:15:14.903179 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d9ee2ec-ecd1-46a2-b501-0f6f47da8468 req-6d47555e-f359-496d-8556-8cd316124c4e service neutron] 10.222.0.121 "GET /v2.0/networks/f32ffc05-35f0-41ce-827a-f029c1ede77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128117 Feb 09 01:15:15.009316 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ec139f0-024a-4eea-83c6-3b05d74213e9 req-2626616b-690e-437a-9341-63d10415ca9b tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 210 time: 0.0742576 Feb 09 01:15:15.042403 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f6f1075-386d-4d2c-a1e3-5b735623080b req-382113f3-3655-4039-b352-49ac0fba29bd service neutron] 10.222.0.30 "GET /v2.0/networks/3fde9f08-e2c6-46e2-8db6-ded916a4f400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042000 Feb 09 01:15:15.110863 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d9ee2ec-ecd1-46a2-b501-0f6f47da8468 req-fc8623b8-fc6c-4592-99fd-c6aa5fc25ed8 service neutron] 10.222.0.121 "GET /v2.0/networks/f32ffc05-35f0-41ce-827a-f029c1ede77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997411 Feb 09 01:15:15.193328 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f6f1075-386d-4d2c-a1e3-5b735623080b req-0c51255d-9a7b-4099-8c51-7b51592ae766 service neutron] 10.222.0.30 "GET /v2.0/networks/3fde9f08-e2c6-46e2-8db6-ded916a4f400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423066 Feb 09 01:15:15.201296 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f782a2-3763-49bd-826f-098e216572f0 req-f786e348-eab4-44f9-869d-c2339cb82493 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:15.202820 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-96f782a2-3763-49bd-826f-098e216572f0 req-f786e348-eab4-44f9-869d-c2339cb82493 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 950 time: 0.0946183 Feb 09 01:15:15.260918 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-96f782a2-3763-49bd-826f-098e216572f0 req-1e768bbd-c4f0-4528-a88f-c0ba70e21e36 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512736 Feb 09 01:15:15.340050 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea4606-215a-471b-84eb-98a0fa2def55 req-ba63dd04-3052-4471-ac9d-e2dd7fa619c6 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:15.340050 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-61ea4606-215a-471b-84eb-98a0fa2def55 req-ba63dd04-3052-4471-ac9d-e2dd7fa619c6 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 945 time: 0.0595825 Feb 09 01:15:15.423390 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-61ea4606-215a-471b-84eb-98a0fa2def55 req-5b0725ce-5409-420c-978e-71b6fb2d320e tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/security-groups?id=376d5811-5003-401c-8a52-6b0b0393a072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718737 Feb 09 01:15:15.431221 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b3800-94eb-4567-a5d5-1dc58716450d req-56f65676-6193-4221-bdcd-785ce8216f8d tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:15.432730 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c86b3800-94eb-4567-a5d5-1dc58716450d req-56f65676-6193-4221-bdcd-785ce8216f8d tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 943 time: 0.1013277 Feb 09 01:15:15.492738 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c86b3800-94eb-4567-a5d5-1dc58716450d req-c476d6f9-b149-4ecf-9a7d-8633de64ace2 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542493 Feb 09 01:15:15.514698 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 01:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b055b08-e139-4e7e-9623-2eeaf21b0124 x-openstack-request-id: req-1b055b08-e139-4e7e-9623-2eeaf21b0124 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:15:15.515601 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40894bac-855c-422c-9eb4-81cb0ac83afb", "tag": "5d37836c-3184-4b81-b103-6d26332c95c4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "481d9706-51ee-4d48-ab4a-38eda2118501", "tag": "92f71fad-8330-4a96-8e87-71234967c29a", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:15:15.515601 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1b055b08-e139-4e7e-9623-2eeaf21b0124 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:15:15.518176 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40894bac-855c-422c-9eb4-81cb0ac83afb', 'tag': '5d37836c-3184-4b81-b103-6d26332c95c4', 'status': 'completed', 'code': 200} Feb 09 01:15:15.518458 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '481d9706-51ee-4d48-ab4a-38eda2118501', 'tag': '92f71fad-8330-4a96-8e87-71234967c29a', 'status': 'completed', 'code': 200} Feb 09 01:15:15.632823 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-32c05799-8e12-4be5-ab60-3c176047d1e1 req-efeae436-08bc-45b6-b97c-ad955c72eed9 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.91 HTTP/1.1" status: 200 len: 1000 time: 0.1075330 Feb 09 01:15:15.662423 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ec069-9eba-436c-a7a4-5ff404405970 req-498d005f-0a45-40b4-951f-685e871c3665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:15.663953 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e16ec069-9eba-436c-a7a4-5ff404405970 req-498d005f-0a45-40b4-951f-685e871c3665 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0b233f865ec047a6a7107d45af2813ba&device_id=40894bac-855c-422c-9eb4-81cb0ac83afb HTTP/1.1" status: 200 len: 1129 time: 0.0967047 Feb 09 01:15:15.682297 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ec069-9eba-436c-a7a4-5ff404405970 req-90233a5a-5e56-445e-9a6f-5e2b4eb940ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:15.690270 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e16ec069-9eba-436c-a7a4-5ff404405970 req-90233a5a-5e56-445e-9a6f-5e2b4eb940ed service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0b233f865ec047a6a7107d45af2813ba&device_id=481d9706-51ee-4d48-ab4a-38eda2118501 HTTP/1.1" status: 200 len: 1128 time: 0.1274247 Feb 09 01:15:15.725970 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c05799-8e12-4be5-ab60-3c176047d1e1 req-fb71f06b-0e8b-4109-ae67-20bc26450359 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:15.727531 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-32c05799-8e12-4be5-ab60-3c176047d1e1 req-fb71f06b-0e8b-4109-ae67-20bc26450359 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/ports/92f71fad-8330-4a96-8e87-71234967c29a HTTP/1.1" status: 200 len: 942 time: 0.0803325 Feb 09 01:15:15.837158 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-3b0f6a03-209a-4308-9ee8-b8b7b8943f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:15.839357 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-3b0f6a03-209a-4308-9ee8-b8b7b8943f3e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3d8394520fe34c9daa660b5c0721b019&device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 1133 time: 0.1136792 Feb 09 01:15:15.852476 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 16032e94-f2f5-4e18-a0ec-4da10a86904c details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:15:15.878619 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ec069-9eba-436c-a7a4-5ff404405970 req-4e192f08-d964-4004-8806-dd8a3bd288f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:15.881331 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e16ec069-9eba-436c-a7a4-5ff404405970 req-4e192f08-d964-4004-8806-dd8a3bd288f7 service neutron] 10.222.0.121 "GET /v2.0/networks?id=3fde9f08-e2c6-46e2-8db6-ded916a4f400 HTTP/1.1" status: 200 len: 922 time: 0.1878402 Feb 09 01:15:15.883394 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ec069-9eba-436c-a7a4-5ff404405970 req-aea7bb3b-dbb7-4dc7-86ea-9a4fcd248c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:15.884297 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-32c05799-8e12-4be5-ab60-3c176047d1e1 req-aba59175-81b2-4b6c-98da-72a846680895 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.91 HTTP/1.1" status: 200 len: 1000 time: 0.1008167 Feb 09 01:15:15.885852 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e16ec069-9eba-436c-a7a4-5ff404405970 req-aea7bb3b-dbb7-4dc7-86ea-9a4fcd248c09 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3fde9f08-e2c6-46e2-8db6-ded916a4f400 HTTP/1.1" status: 200 len: 922 time: 0.1869779 Feb 09 01:15:15.991939 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e16ec069-9eba-436c-a7a4-5ff404405970 req-6efaeb26-8dc9-4df4-8040-9ce43e54a07b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d37836c-3184-4b81-b103-6d26332c95c4 HTTP/1.1" status: 200 len: 217 time: 0.0894072 Feb 09 01:15:16.060444 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e16ec069-9eba-436c-a7a4-5ff404405970 req-b73d26b5-847f-4cc3-b5de-6ace4bcc5fb2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92f71fad-8330-4a96-8e87-71234967c29a HTTP/1.1" status: 200 len: 1000 time: 0.1567113 Feb 09 01:15:16.061625 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ec069-9eba-436c-a7a4-5ff404405970 req-42badd47-365d-46ad-aa7c-1fba834e6de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:16.063658 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e16ec069-9eba-436c-a7a4-5ff404405970 req-42badd47-365d-46ad-aa7c-1fba834e6de5 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6b040f8c-8400-4459-bf91-d804cd8d4a9a HTTP/1.1" status: 200 len: 860 time: 0.0598297 Feb 09 01:15:16.082982 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 16032e94-f2f5-4e18-a0ec-4da10a86904c, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=16032e94-f2f5-4e18-a0ec-4da10a86904c,segment=NetworkSegment(a9994094-9412-429c-9ae9-65d0045e2e58),segment_id=a9994094-9412-429c-9ae9-65d0045e2e58)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:16.123792 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '16032e94-f2f5-4e18-a0ec-4da10a86904c', 'network_id': 'c8473862-3e26-4a67-b80b-729d9738658a', 'port_id': '16032e94-f2f5-4e18-a0ec-4da10a86904c', 'mac_address': 'fa:16:3e:e7:35:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '203710b2-cfa5-47d1-86af-9d687312b020', 'ip_address': '19.86.0.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:15:16.128588 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-3d34a35d-9d14-4b86-bb3f-0dcfc19557bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:16.130590 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-3d34a35d-9d14-4b86-bb3f-0dcfc19557bb service neutron] 10.222.0.121 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.2747605 Feb 09 01:15:16.159735 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52734) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:16.196570 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c05799-8e12-4be5-ab60-3c176047d1e1 req-cab0ca97-9760-4c6b-9e78-272a571b2235 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:16.197789 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 16032e94-f2f5-4e18-a0ec-4da10a86904c is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:16.198178 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (16032e94-f2f5-4e18-a0ec-4da10a86904c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:16.200735 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-684ed6c0-4a41-4fcc-a00c-581ab1a6c549 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=42cd6e7b-28d3-48c1-b837-95c690627409 HTTP/1.1" status: 200 len: 217 time: 0.0597274 Feb 09 01:15:16.209923 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-32c05799-8e12-4be5-ab60-3c176047d1e1 req-cab0ca97-9760-4c6b-9e78-272a571b2235 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/networks/def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 784 time: 0.3187804 Feb 09 01:15:16.213381 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ec069-9eba-436c-a7a4-5ff404405970 req-d009a990-c966-4485-8d6b-d4c45e7c0abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:16.214858 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e16ec069-9eba-436c-a7a4-5ff404405970 req-d009a990-c966-4485-8d6b-d4c45e7c0abc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6b040f8c-8400-4459-bf91-d804cd8d4a9a HTTP/1.1" status: 200 len: 860 time: 0.1446054 Feb 09 01:15:16.218288 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16032e94-f2f5-4e18-a0ec-4da10a86904c {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:15:16.225424 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d472e7-02a1-43c1-bd29-6be0ea398939 req-d7502e4b-d241-4243-aa88-f5529ea72577 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:16.245964 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 16032e94-f2f5-4e18-a0ec-4da10a86904c, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=16032e94-f2f5-4e18-a0ec-4da10a86904c,segment=NetworkSegment(a9994094-9412-429c-9ae9-65d0045e2e58),segment_id=a9994094-9412-429c-9ae9-65d0045e2e58)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:16.250647 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d472e7-02a1-43c1-bd29-6be0ea398939 req-d7502e4b-d241-4243-aa88-f5529ea72577 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:16.255504 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (16032e94-f2f5-4e18-a0ec-4da10a86904c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:16.256295 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d472e7-02a1-43c1-bd29-6be0ea398939 req-d7502e4b-d241-4243-aa88-f5529ea72577 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:16.256786 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 3af5aaaa-c097-4a4f-9dcc-776bd20e1554 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:15:16.258647 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e2d472e7-02a1-43c1-bd29-6be0ea398939 req-d7502e4b-d241-4243-aa88-f5529ea72577 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab32427-5417-4b9b-8686-b285c645884e HTTP/1.1" status: 200 len: 2412 time: 0.2970431 Feb 09 01:15:16.266299 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ec069-9eba-436c-a7a4-5ff404405970 req-0c86dbde-9f43-4f08-92f1-99e1c7b7ae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:16.268320 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e16ec069-9eba-436c-a7a4-5ff404405970 req-0c86dbde-9f43-4f08-92f1-99e1c7b7ae90 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3fde9f08-e2c6-46e2-8db6-ded916a4f400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1774323 Feb 09 01:15:16.329947 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-b66ef0a1-ce0a-4d29-9b6a-b6678e215d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:16.331506 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-b66ef0a1-ce0a-4d29-9b6a-b6678e215d9b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.1157663 Feb 09 01:15:16.380780 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 3af5aaaa-c097-4a4f-9dcc-776bd20e1554, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=3af5aaaa-c097-4a4f-9dcc-776bd20e1554,segment=NetworkSegment(a066264f-c54f-4a9d-bc3d-1a8ee1ad9465),segment_id=a066264f-c54f-4a9d-bc3d-1a8ee1ad9465)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:16.387703 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ec069-9eba-436c-a7a4-5ff404405970 req-ef9bcef0-7f36-44d1-a765-fa6b44965098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:16.389432 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e16ec069-9eba-436c-a7a4-5ff404405970 req-ef9bcef0-7f36-44d1-a765-fa6b44965098 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3fde9f08-e2c6-46e2-8db6-ded916a4f400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1642480 Feb 09 01:15:16.395657 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '3af5aaaa-c097-4a4f-9dcc-776bd20e1554', 'network_id': 'f32ffc05-35f0-41ce-827a-f029c1ede77a', 'port_id': '3af5aaaa-c097-4a4f-9dcc-776bd20e1554', 'mac_address': 'fa:16:3e:c3:17:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccf1591d-cb14-4cbe-bcfb-e2121fb5c5b0', 'ip_address': '19.80.0.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:15:16.406481 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-40950b3c-2e46-49d8-a5e1-e7129b41d85a req-60687140-071f-4e7f-afce-38eb932b3172 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 210 time: 0.0541344 Feb 09 01:15:16.416722 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-37236fc5-9f90-4be5-87ef-dd59dded7f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:16.418210 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-37236fc5-9f90-4be5-87ef-dd59dded7f28 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0774257 Feb 09 01:15:16.425291 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e2d472e7-02a1-43c1-bd29-6be0ea398939 req-990fec79-1d76-4164-80ed-f87105461ac7 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42fb62d-b4ff-4e09-886f-82f8bef72e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558387 Feb 09 01:15:16.426429 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-936c599d-9cdf-4626-b172-1d8f95d2adb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:16.473523 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 3af5aaaa-c097-4a4f-9dcc-776bd20e1554 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:16.473915 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3af5aaaa-c097-4a4f-9dcc-776bd20e1554), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:16.490865 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3af5aaaa-c097-4a4f-9dcc-776bd20e1554 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:15:16.511867 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 3af5aaaa-c097-4a4f-9dcc-776bd20e1554, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=3af5aaaa-c097-4a4f-9dcc-776bd20e1554,segment=NetworkSegment(a066264f-c54f-4a9d-bc3d-1a8ee1ad9465),segment_id=a066264f-c54f-4a9d-bc3d-1a8ee1ad9465)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:16.520856 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (3af5aaaa-c097-4a4f-9dcc-776bd20e1554), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:16.521764 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 1bbe8256-8c79-4d71-b657-051ef04a612f details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:15:16.546812 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e16ec069-9eba-436c-a7a4-5ff404405970 req-72510980-554d-423f-b4d5-041f40d3c64d service neutron] 10.222.0.121 "GET /v2.0/networks/3fde9f08-e2c6-46e2-8db6-ded916a4f400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552264 Feb 09 01:15:16.556820 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 1bbe8256-8c79-4d71-b657-051ef04a612f, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1bbe8256-8c79-4d71-b657-051ef04a612f,segment=NetworkSegment(a066264f-c54f-4a9d-bc3d-1a8ee1ad9465),segment_id=a066264f-c54f-4a9d-bc3d-1a8ee1ad9465)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:16.589295 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '1bbe8256-8c79-4d71-b657-051ef04a612f', 'network_id': 'f32ffc05-35f0-41ce-827a-f029c1ede77a', 'port_id': '1bbe8256-8c79-4d71-b657-051ef04a612f', 'mac_address': 'fa:16:3e:5e:e2:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccf1591d-cb14-4cbe-bcfb-e2121fb5c5b0', 'ip_address': '19.80.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:15:16.598854 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=16032e94-f2f5-4e18-a0ec-4da10a86904c,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:16.668502 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e16ec069-9eba-436c-a7a4-5ff404405970 req-6a785a15-5898-4f09-af10-8d09e3b8c728 service neutron] 10.222.0.91 "GET /v2.0/networks/3fde9f08-e2c6-46e2-8db6-ded916a4f400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649734 Feb 09 01:15:16.674079 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-f62307ef-637e-4b40-99b7-03efd3a73da8 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316759 Feb 09 01:15:16.703141 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 1bbe8256-8c79-4d71-b657-051ef04a612f is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:16.704497 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1bbe8256-8c79-4d71-b657-051ef04a612f), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:16.708780 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=3af5aaaa-c097-4a4f-9dcc-776bd20e1554,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:16.731597 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bbe8256-8c79-4d71-b657-051ef04a612f {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:15:16.743441 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-569beb4c-6863-4d90-9be6-a1afab26bf7a req-3418646c-78a9-4fc7-89f8-26ebb56d4726 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.91 HTTP/1.1" status: 200 len: 1000 time: 0.2636423 Feb 09 01:15:16.769221 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 1bbe8256-8c79-4d71-b657-051ef04a612f, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1bbe8256-8c79-4d71-b657-051ef04a612f,segment=NetworkSegment(a066264f-c54f-4a9d-bc3d-1a8ee1ad9465),segment_id=a066264f-c54f-4a9d-bc3d-1a8ee1ad9465)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:16.775577 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1bbe8256-8c79-4d71-b657-051ef04a612f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:16.830884 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569beb4c-6863-4d90-9be6-a1afab26bf7a req-34ecd320-9395-4e1b-b8f3-2d41db5781d3 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:16.844313 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-569beb4c-6863-4d90-9be6-a1afab26bf7a req-34ecd320-9395-4e1b-b8f3-2d41db5781d3 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/ports/92f71fad-8330-4a96-8e87-71234967c29a HTTP/1.1" status: 200 len: 942 time: 0.0832620 Feb 09 01:15:16.860083 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=1bbe8256-8c79-4d71-b657-051ef04a612f,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:16.870748 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-936c599d-9cdf-4626-b172-1d8f95d2adb5 admin admin] Publish callbacks [] for security_group (04fc91c2-faf3-4e0e-b0fe-d6a2d0a24f49), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:16.872487 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e16ec069-9eba-436c-a7a4-5ff404405970 req-54ddd434-1ce8-49bb-8a80-e75f9023ac86 service neutron] 10.222.0.91 "GET /v2.0/networks/3fde9f08-e2c6-46e2-8db6-ded916a4f400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934719 Feb 09 01:15:16.874651 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-f4b0cfb4-0d6b-40e5-9bd3-293b2a75c553 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856015 Feb 09 01:15:16.897871 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562cce0-7387-44e8-ad63-79c7ab0f0d93 req-364a711e-8bfc-4ecb-a3e2-970dc2f64c39 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:16.900604 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1562cce0-7387-44e8-ad63-79c7ab0f0d93 req-364a711e-8bfc-4ecb-a3e2-970dc2f64c39 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 950 time: 0.3489070 Feb 09 01:15:16.920560 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-936c599d-9cdf-4626-b172-1d8f95d2adb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (04fc91c2-faf3-4e0e-b0fe-d6a2d0a24f49), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:16.995730 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e16ec069-9eba-436c-a7a4-5ff404405970 req-fc8bc190-f2eb-4c9c-94f7-8aa21974f62d service neutron] 10.222.0.121 "GET /v2.0/networks/3fde9f08-e2c6-46e2-8db6-ded916a4f400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789084 Feb 09 01:15:17.020307 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c599d-9cdf-4626-b172-1d8f95d2adb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04fc91c2-faf3-4e0e-b0fe-d6a2d0a24f49,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:17.043885 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-936c599d-9cdf-4626-b172-1d8f95d2adb5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3b490ce3c9c544f4836eca8f922ac3f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8795075 Feb 09 01:15:17.047187 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52746) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:17.053597 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c599d-9cdf-4626-b172-1d8f95d2adb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:17.053939 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c599d-9cdf-4626-b172-1d8f95d2adb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:17.054281 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c599d-9cdf-4626-b172-1d8f95d2adb5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:17.054617 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c599d-9cdf-4626-b172-1d8f95d2adb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:17.054951 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c599d-9cdf-4626-b172-1d8f95d2adb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:17.055282 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c599d-9cdf-4626-b172-1d8f95d2adb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:17.055615 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c599d-9cdf-4626-b172-1d8f95d2adb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:17.055937 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c599d-9cdf-4626-b172-1d8f95d2adb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:17.056298 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c599d-9cdf-4626-b172-1d8f95d2adb5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:17.056621 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c599d-9cdf-4626-b172-1d8f95d2adb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:17.056945 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c599d-9cdf-4626-b172-1d8f95d2adb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:17.057265 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c599d-9cdf-4626-b172-1d8f95d2adb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:17.057583 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c599d-9cdf-4626-b172-1d8f95d2adb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:17.072208 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-569beb4c-6863-4d90-9be6-a1afab26bf7a req-fb49a548-f834-429d-a662-6df53cd997ee tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.91 HTTP/1.1" status: 200 len: 1000 time: 0.1647480 Feb 09 01:15:17.106699 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c56af88f-ec2d-4cd7-a187-f0209fe233b9 admin admin] Publish callbacks [] for security_group (04fc91c2-faf3-4e0e-b0fe-d6a2d0a24f49), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:17.115397 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1562cce0-7387-44e8-ad63-79c7ab0f0d93 req-c00b7014-3b0f-4cf5-987e-291c3c388998 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055471 Feb 09 01:15:17.135925 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c56af88f-ec2d-4cd7-a187-f0209fe233b9 admin admin] Publish callbacks [] for security_group (04fc91c2-faf3-4e0e-b0fe-d6a2d0a24f49), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:17.193392 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c56af88f-ec2d-4cd7-a187-f0209fe233b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (04fc91c2-faf3-4e0e-b0fe-d6a2d0a24f49), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:17.196217 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c56af88f-ec2d-4cd7-a187-f0209fe233b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:17.199708 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c56af88f-ec2d-4cd7-a187-f0209fe233b9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/04fc91c2-faf3-4e0e-b0fe-d6a2d0a24f49 HTTP/1.1" status: 204 len: 168 time: 0.1491089 Feb 09 01:15:17.211288 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56af88f-ec2d-4cd7-a187-f0209fe233b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fc91c2-faf3-4e0e-b0fe-d6a2d0a24f49,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:17.258772 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569beb4c-6863-4d90-9be6-a1afab26bf7a req-6fd48ef0-6ce6-49d7-963f-2f7498d2f3ec tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:17.264520 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['1bbe8256-8c79-4d71-b657-051ef04a612f'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:15:17.266955 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-569beb4c-6863-4d90-9be6-a1afab26bf7a req-6fd48ef0-6ce6-49d7-963f-2f7498d2f3ec tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/networks/def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 784 time: 0.1939006 Feb 09 01:15:17.267483 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['16032e94-f2f5-4e18-a0ec-4da10a86904c'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:15:17.329391 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3eee2-0e56-48e4-8503-4ad41c476653 req-e341a958-62a8-4ae4-83cd-51a5ea63110e tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:17.330953 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f1d3eee2-0e56-48e4-8503-4ad41c476653 req-e341a958-62a8-4ae4-83cd-51a5ea63110e tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 945 time: 0.1453242 Feb 09 01:15:17.362588 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-569beb4c-6863-4d90-9be6-a1afab26bf7a req-79d62f9c-6a50-4767-a445-052fbef144d1 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.91 HTTP/1.1" status: 200 len: 1000 time: 0.0946772 Feb 09 01:15:17.374602 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-569beb4c-6863-4d90-9be6-a1afab26bf7a req-2d086dbd-e6c6-4a76-8989-0647d890b49b tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:17.460608 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f1d3eee2-0e56-48e4-8503-4ad41c476653 req-2a34de61-c1a2-43c5-a4e2-4a6b6ddc830a tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/security-groups?id=376d5811-5003-401c-8a52-6b0b0393a072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194887 Feb 09 01:15:17.467650 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-569beb4c-6863-4d90-9be6-a1afab26bf7a req-2d086dbd-e6c6-4a76-8989-0647d890b49b tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks [] for floatingip (6659cbfe-72dc-4faf-8bcb-0a1b535f826c), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:17.628013 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52756) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:17.645871 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49f8c0cf-a930-4535-b85e-584dece079ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:17.680625 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5a28c-8d1e-4876-85bf-1980280b1dd1 req-7f1490be-41fc-40eb-be5a-29386b809b6a tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:17.682107 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eda5a28c-8d1e-4876-85bf-1980280b1dd1 req-7f1490be-41fc-40eb-be5a-29386b809b6a tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 943 time: 0.1223755 Feb 09 01:15:17.736971 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-569beb4c-6863-4d90-9be6-a1afab26bf7a req-2d086dbd-e6c6-4a76-8989-0647d890b49b tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:17.739929 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49f8c0cf-a930-4535-b85e-584dece079ee admin admin] Publish callbacks [] for security_group (2488845f-1201-4433-b7de-68d7938e9763), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:17.744671 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-569beb4c-6863-4d90-9be6-a1afab26bf7a req-2d086dbd-e6c6-4a76-8989-0647d890b49b tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (6659cbfe-72dc-4faf-8bcb-0a1b535f826c), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:17.745022 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [req-569beb4c-6863-4d90-9be6-a1afab26bf7a req-2d086dbd-e6c6-4a76-8989-0647d890b49b tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Floating IP 6659cbfe-72dc-4faf-8bcb-0a1b535f826c disassociated. External IP: 172.25.1.91, port: 92f71fad-8330-4a96-8e87-71234967c29a. Feb 09 01:15:17.745215 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49f8c0cf-a930-4535-b85e-584dece079ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (2488845f-1201-4433-b7de-68d7938e9763), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:17.791182 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-49f8c0cf-a930-4535-b85e-584dece079ee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=58347abb842341c0855a3302662d55c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1615784 Feb 09 01:15:17.792615 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52758) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:17.802015 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f8c0cf-a930-4535-b85e-584dece079ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2488845f-1201-4433-b7de-68d7938e9763,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:17.858827 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eda5a28c-8d1e-4876-85bf-1980280b1dd1 req-1d7f04e2-f6fc-4576-8ed9-7ab6f68c0732 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629732 Feb 09 01:15:17.885426 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ac3e64f1-d5b0-4b0f-8d9b-2f1943da27b3 admin admin] Publish callbacks [] for security_group (2488845f-1201-4433-b7de-68d7938e9763), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:17.916600 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ac3e64f1-d5b0-4b0f-8d9b-2f1943da27b3 admin admin] Publish callbacks [] for security_group (2488845f-1201-4433-b7de-68d7938e9763), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:17.996637 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ac3e64f1-d5b0-4b0f-8d9b-2f1943da27b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (2488845f-1201-4433-b7de-68d7938e9763), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:18.001916 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ac3e64f1-d5b0-4b0f-8d9b-2f1943da27b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:18.006178 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ac3e64f1-d5b0-4b0f-8d9b-2f1943da27b3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2488845f-1201-4433-b7de-68d7938e9763 HTTP/1.1" status: 204 len: 168 time: 0.2097158 Feb 09 01:15:18.014766 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-06fc8504-8a8d-4cc5-aaf4-a608e369b2e4 req-f64dad0e-8269-44ac-b078-2662ffe6389e tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=80e76f2d-81ce-462e-b9bb-7579a7aca527 HTTP/1.1" status: 200 len: 210 time: 0.0638857 Feb 09 01:15:18.031672 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e64f1-d5b0-4b0f-8d9b-2f1943da27b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2488845f-1201-4433-b7de-68d7938e9763,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:18.074507 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [req-569beb4c-6863-4d90-9be6-a1afab26bf7a req-2d086dbd-e6c6-4a76-8989-0647d890b49b tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Router 736c9c0b-18c6-4b31-87e2-b6b139d48913 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:15:18.497569 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['3af5aaaa-c097-4a4f-9dcc-776bd20e1554'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:15:18.631523 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e89ae-dc5c-4340-91d7-27ee2ac7cef8 req-bf74b9e0-4896-4118-85e0-e7581006294f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:18.636890 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e89ae-dc5c-4340-91d7-27ee2ac7cef8 req-bf74b9e0-4896-4118-85e0-e7581006294f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:18.642631 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e89ae-dc5c-4340-91d7-27ee2ac7cef8 req-bf74b9e0-4896-4118-85e0-e7581006294f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:18.649473 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f63e89ae-dc5c-4340-91d7-27ee2ac7cef8 req-bf74b9e0-4896-4118-85e0-e7581006294f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab32427-5417-4b9b-8686-b285c645884e HTTP/1.1" status: 200 len: 2415 time: 0.5104859 Feb 09 01:15:18.670830 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-569beb4c-6863-4d90-9be6-a1afab26bf7a req-2d086dbd-e6c6-4a76-8989-0647d890b49b tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:15:18.685077 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadb35db-e523-4f52-a957-29a6a111faa6 None None] Sync routers for ids ['736c9c0b-18c6-4b31-87e2-b6b139d48913'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:15:18.702185 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-569beb4c-6863-4d90-9be6-a1afab26bf7a req-2d086dbd-e6c6-4a76-8989-0647d890b49b tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:18.721140 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadb35db-e523-4f52-a957-29a6a111faa6 None None] Routers {'736c9c0b-18c6-4b31-87e2-b6b139d48913'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:18.722428 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-aadb35db-e523-4f52-a957-29a6a111faa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:14:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['736c9c0b-18c6-4b31-87e2-b6b139d48913'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:18.747893 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f63e89ae-dc5c-4340-91d7-27ee2ac7cef8 req-f2d039e0-7d84-44a2-b492-e724b853afb3 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42fb62d-b4ff-4e09-886f-82f8bef72e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928545 Feb 09 01:15:18.764563 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-569beb4c-6863-4d90-9be6-a1afab26bf7a req-2d086dbd-e6c6-4a76-8989-0647d890b49b tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "PUT /v2.0/floatingips/6659cbfe-72dc-4faf-8bcb-0a1b535f826c HTTP/1.1" status: 200 len: 694 time: 1.4010112 Feb 09 01:15:18.766189 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '481d9706-51ee-4d48-ab4a-38eda2118501', 'tag': '92f71fad-8330-4a96-8e87-71234967c29a'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:15:18.769000 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd90d9ad-14d9-439a-9c68-ac43c532bb8c" -d '{"events": [{"name": "network-changed", "server_uuid": "481d9706-51ee-4d48-ab4a-38eda2118501", "tag": "92f71fad-8330-4a96-8e87-71234967c29a"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:15:18.887606 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569beb4c-6863-4d90-9be6-a1afab26bf7a req-b0b8b125-1caf-40ff-93a0-312abadabfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:18.896496 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-569beb4c-6863-4d90-9be6-a1afab26bf7a req-b0b8b125-1caf-40ff-93a0-312abadabfb3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b233f865ec047a6a7107d45af2813ba&device_id=481d9706-51ee-4d48-ab4a-38eda2118501 HTTP/1.1" status: 200 len: 1128 time: 0.1309290 Feb 09 01:15:18.937547 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-aadb35db-e523-4f52-a957-29a6a111faa6 None None] Set router 736c9c0b-18c6-4b31-87e2-b6b139d48913 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:15:19.048600 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569beb4c-6863-4d90-9be6-a1afab26bf7a req-1f84e146-3171-4ec2-8ffe-acdd9e643fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:19.050788 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-569beb4c-6863-4d90-9be6-a1afab26bf7a req-1f84e146-3171-4ec2-8ffe-acdd9e643fe3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3fde9f08-e2c6-46e2-8db6-ded916a4f400 HTTP/1.1" status: 200 len: 922 time: 0.1534834 Feb 09 01:15:19.074834 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3647d65-62f8-4a1f-8eb6-2b34f2663384 req-c939dad0-1fa5-4f89-9136-889f377f470e tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:19.085764 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b3647d65-62f8-4a1f-8eb6-2b34f2663384 req-c939dad0-1fa5-4f89-9136-889f377f470e tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 950 time: 0.2418528 Feb 09 01:15:19.133190 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-569beb4c-6863-4d90-9be6-a1afab26bf7a req-be466031-d39e-406e-89a1-3b3b96fa6170 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92f71fad-8330-4a96-8e87-71234967c29a HTTP/1.1" status: 200 len: 217 time: 0.0762727 Feb 09 01:15:19.254340 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:19.271826 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-aadb35db-e523-4f52-a957-29a6a111faa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'name': 'tempest-FloatingIPsAssociationTestJSON-1460656888-router', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:47Z', 'updated_at': '2022-02-09T01:13:55Z', 'revision_number': 4, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'gw_port': {'id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:48Z', 'updated_at': '2022-02-09T01:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '3b6e0b78-9096-49a5-9ea4-8f62568b2e3b', 'name': '', 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'mac_address': 'fa:16:3e:b1:35:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:53Z', 'updated_at': '2022-02-09T01:14:01Z', 'revision_number': 5, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'subnets': [{'id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:19.285165 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b3647d65-62f8-4a1f-8eb6-2b34f2663384 req-a7696ff6-437d-47a2-a6e1-e40ff3bcb495 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979356 Feb 09 01:15:19.304730 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadb35db-e523-4f52-a957-29a6a111faa6 None None] Checking router: 736c9c0b-18c6-4b31-87e2-b6b139d48913 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:15:19.310638 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569beb4c-6863-4d90-9be6-a1afab26bf7a req-1e53ba1f-5c8b-491b-9b58-6ab9ac2dfab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:19.312054 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-569beb4c-6863-4d90-9be6-a1afab26bf7a req-1e53ba1f-5c8b-491b-9b58-6ab9ac2dfab9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6b040f8c-8400-4459-bf91-d804cd8d4a9a HTTP/1.1" status: 200 len: 860 time: 0.1780493 Feb 09 01:15:19.317158 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadb35db-e523-4f52-a957-29a6a111faa6 None None] Routers {'736c9c0b-18c6-4b31-87e2-b6b139d48913'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:19.319269 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-aadb35db-e523-4f52-a957-29a6a111faa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:14:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['736c9c0b-18c6-4b31-87e2-b6b139d48913'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:19.431416 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569beb4c-6863-4d90-9be6-a1afab26bf7a req-a64484ba-8336-4a26-be72-0280a8b81f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:19.433068 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-569beb4c-6863-4d90-9be6-a1afab26bf7a req-a64484ba-8336-4a26-be72-0280a8b81f3f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3fde9f08-e2c6-46e2-8db6-ded916a4f400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1121955 Feb 09 01:15:19.455254 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee12c5-07ed-4073-872c-ee9e17e11a6a req-f78d62df-69a5-4c90-90ca-a2b8081440e2 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:19.456869 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-44ee12c5-07ed-4073-872c-ee9e17e11a6a req-f78d62df-69a5-4c90-90ca-a2b8081440e2 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 945 time: 0.0720251 Feb 09 01:15:19.486565 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-aadb35db-e523-4f52-a957-29a6a111faa6 None None] Set router 736c9c0b-18c6-4b31-87e2-b6b139d48913 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:15:19.574573 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-44ee12c5-07ed-4073-872c-ee9e17e11a6a req-8f4d4745-d29e-4531-a10f-671cfa59ed9f tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/security-groups?id=376d5811-5003-401c-8a52-6b0b0393a072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986400 Feb 09 01:15:19.595732 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-569beb4c-6863-4d90-9be6-a1afab26bf7a req-ab72a299-bf4e-4a1c-b7f9-473b4662bd9d service neutron] 10.222.0.30 "GET /v2.0/networks/3fde9f08-e2c6-46e2-8db6-ded916a4f400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479347 Feb 09 01:15:19.709578 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05873063-de4a-4234-9909-86d53d088754 x-openstack-request-id: req-05873063-de4a-4234-9909-86d53d088754 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:15:19.710277 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "481d9706-51ee-4d48-ab4a-38eda2118501", "tag": "92f71fad-8330-4a96-8e87-71234967c29a", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:15:19.710277 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-05873063-de4a-4234-9909-86d53d088754 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:15:19.710581 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '481d9706-51ee-4d48-ab4a-38eda2118501', 'tag': '92f71fad-8330-4a96-8e87-71234967c29a', 'status': 'completed', 'code': 200} Feb 09 01:15:19.785027 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-569beb4c-6863-4d90-9be6-a1afab26bf7a req-5b361224-0354-4c53-9713-0afa79b3a683 service neutron] 10.222.0.30 "GET /v2.0/networks/3fde9f08-e2c6-46e2-8db6-ded916a4f400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801932 Feb 09 01:15:19.813192 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd90d9ad-14d9-439a-9c68-ac43c532bb8c req-8d8be624-411e-4b5a-8b88-3e49268adee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:19.815864 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fd90d9ad-14d9-439a-9c68-ac43c532bb8c req-8d8be624-411e-4b5a-8b88-3e49268adee2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0b233f865ec047a6a7107d45af2813ba&device_id=481d9706-51ee-4d48-ab4a-38eda2118501 HTTP/1.1" status: 200 len: 1128 time: 0.1031394 Feb 09 01:15:19.847628 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-aadb35db-e523-4f52-a957-29a6a111faa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'name': 'tempest-FloatingIPsAssociationTestJSON-1460656888-router', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:47Z', 'updated_at': '2022-02-09T01:13:55Z', 'revision_number': 4, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'gw_port': {'id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:48Z', 'updated_at': '2022-02-09T01:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '3b6e0b78-9096-49a5-9ea4-8f62568b2e3b', 'name': '', 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'mac_address': 'fa:16:3e:b1:35:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:53Z', 'updated_at': '2022-02-09T01:14:01Z', 'revision_number': 5, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'subnets': [{'id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:19.859876 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab0f79-591d-48e1-9cd4-f0e2cf38a1b7 req-9618f7b1-ce86-42cf-9885-9949e6358fbf tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:19.867527 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76ab0f79-591d-48e1-9cd4-f0e2cf38a1b7 req-9618f7b1-ce86-42cf-9885-9949e6358fbf tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 943 time: 0.1487298 Feb 09 01:15:19.931166 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76ab0f79-591d-48e1-9cd4-f0e2cf38a1b7 req-b9d38d77-8278-448f-a3e6-8f64a037f7d9 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623484 Feb 09 01:15:19.944489 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 16032e94-f2f5-4e18-a0ec-4da10a86904c up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:15:19.950729 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadb35db-e523-4f52-a957-29a6a111faa6 None None] The sync data for ids ['736c9c0b-18c6-4b31-87e2-b6b139d48913'] in n-d-822053-40 is: [{'id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'name': 'tempest-FloatingIPsAssociationTestJSON-1460656888-router', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:47Z', 'updated_at': '2022-02-09T01:13:55Z', 'revision_number': 4, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'gw_port': {'id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:48Z', 'updated_at': '2022-02-09T01:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '3b6e0b78-9096-49a5-9ea4-8f62568b2e3b', 'name': '', 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'mac_address': 'fa:16:3e:b1:35:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:53Z', 'updated_at': '2022-02-09T01:14:01Z', 'revision_number': 5, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'subnets': [{'id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:15:20.026432 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd90d9ad-14d9-439a-9c68-ac43c532bb8c req-61ec1d8a-35a2-4209-856a-650a2399cf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:20.027934 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fd90d9ad-14d9-439a-9c68-ac43c532bb8c req-61ec1d8a-35a2-4209-856a-650a2399cf0f service neutron] 10.222.0.91 "GET /v2.0/networks?id=3fde9f08-e2c6-46e2-8db6-ded916a4f400 HTTP/1.1" status: 200 len: 922 time: 0.2025363 Feb 09 01:15:20.110033 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 16032e94-f2f5-4e18-a0ec-4da10a86904c completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:15:20.123615 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 16032e94-f2f5-4e18-a0ec-4da10a86904c triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:20.125646 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fd90d9ad-14d9-439a-9c68-ac43c532bb8c req-31345e1c-ef5e-408c-9bc9-7994d5e24cc7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92f71fad-8330-4a96-8e87-71234967c29a HTTP/1.1" status: 200 len: 217 time: 0.0875022 Feb 09 01:15:20.126110 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (16032e94-f2f5-4e18-a0ec-4da10a86904c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:20.128717 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609c454-96f6-4fd1-9fe2-9054e1d8967c req-6b8fe91b-dc6d-4ddf-85de-6efa01be9c24 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:20.155318 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609c454-96f6-4fd1-9fe2-9054e1d8967c req-6b8fe91b-dc6d-4ddf-85de-6efa01be9c24 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:20.175674 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609c454-96f6-4fd1-9fe2-9054e1d8967c req-6b8fe91b-dc6d-4ddf-85de-6efa01be9c24 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:20.194715 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0609c454-96f6-4fd1-9fe2-9054e1d8967c req-6b8fe91b-dc6d-4ddf-85de-6efa01be9c24 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab32427-5417-4b9b-8686-b285c645884e HTTP/1.1" status: 200 len: 2415 time: 0.1947837 Feb 09 01:15:20.241035 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd90d9ad-14d9-439a-9c68-ac43c532bb8c req-d3869350-6a2a-4aec-8992-6db0b9d74820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:20.243353 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fd90d9ad-14d9-439a-9c68-ac43c532bb8c req-d3869350-6a2a-4aec-8992-6db0b9d74820 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6b040f8c-8400-4459-bf91-d804cd8d4a9a HTTP/1.1" status: 200 len: 860 time: 0.1097109 Feb 09 01:15:20.303575 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 16032e94-f2f5-4e18-a0ec-4da10a86904c is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:20.303896 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (16032e94-f2f5-4e18-a0ec-4da10a86904c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:20.353037 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd90d9ad-14d9-439a-9c68-ac43c532bb8c req-f81ca508-7ba2-4ff0-8f17-fa9317c11959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:20.359549 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fd90d9ad-14d9-439a-9c68-ac43c532bb8c req-f81ca508-7ba2-4ff0-8f17-fa9317c11959 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3fde9f08-e2c6-46e2-8db6-ded916a4f400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1066873 Feb 09 01:15:20.359838 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0609c454-96f6-4fd1-9fe2-9054e1d8967c req-8d32aac2-2566-4852-822b-eab1f2057e6f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42fb62d-b4ff-4e09-886f-82f8bef72e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639657 Feb 09 01:15:20.367466 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab32427-5417-4b9b-8686-b285c645884e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16032e94-f2f5-4e18-a0ec-4da10a86904c'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:15:20.375510 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4e9e88-3aaf-439a-b84b-c84c8b21bb0c" -d '{"events": [{"server_uuid": "8ab32427-5417-4b9b-8686-b285c645884e", "name": "network-vif-plugged", "status": "completed", "tag": "16032e94-f2f5-4e18-a0ec-4da10a86904c"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:15:20.533190 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08bf181-4eea-4633-a9a0-1cc972fdb57f None None] New status for floating IP 6659cbfe-72dc-4faf-8bcb-0a1b535f826c: DOWN {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:15:20.579856 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fd90d9ad-14d9-439a-9c68-ac43c532bb8c req-fbece992-aef6-4259-87b4-7ab9c1bb1232 service neutron] 10.222.0.91 "GET /v2.0/networks/3fde9f08-e2c6-46e2-8db6-ded916a4f400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056537 Feb 09 01:15:20.616352 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 16032e94-f2f5-4e18-a0ec-4da10a86904c, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=16032e94-f2f5-4e18-a0ec-4da10a86904c,segment=NetworkSegment(a9994094-9412-429c-9ae9-65d0045e2e58),segment_id=a9994094-9412-429c-9ae9-65d0045e2e58)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:20.633480 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (16032e94-f2f5-4e18-a0ec-4da10a86904c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:20.636341 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 1bbe8256-8c79-4d71-b657-051ef04a612f up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:15:20.640476 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bd911-b4a3-4d2f-9a16-b2adfb59009a req-ddde68bf-537b-4dc9-9e44-8859102acc29 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:20.644793 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a31bd911-b4a3-4d2f-9a16-b2adfb59009a req-ddde68bf-537b-4dc9-9e44-8859102acc29 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 950 time: 0.1651607 Feb 09 01:15:20.750785 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a31bd911-b4a3-4d2f-9a16-b2adfb59009a req-813cd27f-67c9-44b9-8c8e-61224d5e97d3 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982096 Feb 09 01:15:20.782509 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fd90d9ad-14d9-439a-9c68-ac43c532bb8c req-854b3117-b36f-47e8-8c3b-6b9121db160a service neutron] 10.222.0.91 "GET /v2.0/networks/3fde9f08-e2c6-46e2-8db6-ded916a4f400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912436 Feb 09 01:15:20.861133 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4e2b1361-9261-419b-9ba2-d20598816b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:20.864622 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:20.870018 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=16032e94-f2f5-4e18-a0ec-4da10a86904c,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:20.899471 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 1bbe8256-8c79-4d71-b657-051ef04a612f completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:15:20.906888 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 1bbe8256-8c79-4d71-b657-051ef04a612f triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:20.907514 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1bbe8256-8c79-4d71-b657-051ef04a612f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:20.981291 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eddc2a-4b04-4adf-913f-89e127422d89 req-666a9116-6faa-4cf1-87a3-1e95cdf4b358 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:20.986418 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89eddc2a-4b04-4adf-913f-89e127422d89 req-666a9116-6faa-4cf1-87a3-1e95cdf4b358 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/ports?device_id=40894bac-855c-422c-9eb4-81cb0ac83afb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1255720 Feb 09 01:15:21.002618 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b56f04-e717-4694-af4f-79b86a1c03bf x-openstack-request-id: req-70b56f04-e717-4694-af4f-79b86a1c03bf {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:15:21.004724 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab32427-5417-4b9b-8686-b285c645884e", "name": "network-vif-plugged", "status": "completed", "tag": "16032e94-f2f5-4e18-a0ec-4da10a86904c", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:15:21.004724 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-70b56f04-e717-4694-af4f-79b86a1c03bf {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:15:21.004724 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab32427-5417-4b9b-8686-b285c645884e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16032e94-f2f5-4e18-a0ec-4da10a86904c', 'code': 200} Feb 09 01:15:21.083895 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89eddc2a-4b04-4adf-913f-89e127422d89 req-56d32248-5175-4ae8-b3ce-0eba6c84555a tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.91 HTTP/1.1" status: 200 len: 697 time: 0.0864966 Feb 09 01:15:21.095276 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 1bbe8256-8c79-4d71-b657-051ef04a612f is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:21.095795 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1bbe8256-8c79-4d71-b657-051ef04a612f), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:21.100245 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-89eddc2a-4b04-4adf-913f-89e127422d89 req-3d538879-6249-45be-a431-6bde48ec071e tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Request body: {'floatingip': {'port_id': '5d37836c-3184-4b81-b103-6d26332c95c4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:21.141083 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 1bbe8256-8c79-4d71-b657-051ef04a612f, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1bbe8256-8c79-4d71-b657-051ef04a612f,segment=NetworkSegment(a066264f-c54f-4a9d-bc3d-1a8ee1ad9465),segment_id=a066264f-c54f-4a9d-bc3d-1a8ee1ad9465)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:21.146194 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1bbe8256-8c79-4d71-b657-051ef04a612f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:21.149246 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-89eddc2a-4b04-4adf-913f-89e127422d89 req-3d538879-6249-45be-a431-6bde48ec071e tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks [] for floatingip (6659cbfe-72dc-4faf-8bcb-0a1b535f826c), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:21.224101 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=1bbe8256-8c79-4d71-b657-051ef04a612f,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:21.410513 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3bdbec-40c9-434f-9a3b-3ed8980d3db9 req-a152e00e-7f91-47d1-b241-10c92c56c9e0 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:21.412027 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cc3bdbec-40c9-434f-9a3b-3ed8980d3db9 req-a152e00e-7f91-47d1-b241-10c92c56c9e0 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 945 time: 0.1475761 Feb 09 01:15:21.517056 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cc3bdbec-40c9-434f-9a3b-3ed8980d3db9 req-952478f4-f647-4a12-9df4-495f60c6f983 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/security-groups?id=376d5811-5003-401c-8a52-6b0b0393a072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930417 Feb 09 01:15:21.701512 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee12e1-3a4b-4600-bed9-d655859faf45 req-6eea387a-dd64-4a8c-b00e-ce62cdb01bf5 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:21.702999 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ceee12e1-3a4b-4600-bed9-d655859faf45 req-6eea387a-dd64-4a8c-b00e-ce62cdb01bf5 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 943 time: 0.1065881 Feb 09 01:15:21.784079 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-89eddc2a-4b04-4adf-913f-89e127422d89 req-3d538879-6249-45be-a431-6bde48ec071e tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:21.795301 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-89eddc2a-4b04-4adf-913f-89e127422d89 req-3d538879-6249-45be-a431-6bde48ec071e tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (6659cbfe-72dc-4faf-8bcb-0a1b535f826c), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:21.801687 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ceee12e1-3a4b-4600-bed9-d655859faf45 req-4f7bebff-de11-47df-9f44-685382cd9442 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914223 Feb 09 01:15:21.880224 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 3af5aaaa-c097-4a4f-9dcc-776bd20e1554 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:15:21.937737 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [req-89eddc2a-4b04-4adf-913f-89e127422d89 req-3d538879-6249-45be-a431-6bde48ec071e tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Floating IP 6659cbfe-72dc-4faf-8bcb-0a1b535f826c associated. External IP: 172.25.1.91, port: 5d37836c-3184-4b81-b103-6d26332c95c4. Feb 09 01:15:21.954224 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 3af5aaaa-c097-4a4f-9dcc-776bd20e1554 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:15:21.959479 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 3af5aaaa-c097-4a4f-9dcc-776bd20e1554 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:21.959910 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3af5aaaa-c097-4a4f-9dcc-776bd20e1554), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:22.082417 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 3af5aaaa-c097-4a4f-9dcc-776bd20e1554 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:22.083749 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3af5aaaa-c097-4a4f-9dcc-776bd20e1554), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:22.157294 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 3af5aaaa-c097-4a4f-9dcc-776bd20e1554, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=3af5aaaa-c097-4a4f-9dcc-776bd20e1554,segment=NetworkSegment(a066264f-c54f-4a9d-bc3d-1a8ee1ad9465),segment_id=a066264f-c54f-4a9d-bc3d-1a8ee1ad9465)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:22.166358 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (3af5aaaa-c097-4a4f-9dcc-776bd20e1554), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:22.229712 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=3af5aaaa-c097-4a4f-9dcc-776bd20e1554,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:22.246506 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89eddc2a-4b04-4adf-913f-89e127422d89 req-3d538879-6249-45be-a431-6bde48ec071e tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Router 736c9c0b-18c6-4b31-87e2-b6b139d48913 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:15:22.342420 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479989e-aba1-4b73-b105-a0aa15fc242f req-c103229b-3a53-48e6-80c9-3c0d0753efa2 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:22.345003 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6479989e-aba1-4b73-b105-a0aa15fc242f req-c103229b-3a53-48e6-80c9-3c0d0753efa2 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.91 "GET /v2.0/ports?device_id=481d9706-51ee-4d48-ab4a-38eda2118501 HTTP/1.1" status: 200 len: 945 time: 0.0949759 Feb 09 01:15:22.412454 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ed3cb-cce3-49d3-982a-0a1740a4b085 req-2d103f53-5438-422d-9ee1-4aab090b4c10 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:22.417655 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ed3cb-cce3-49d3-982a-0a1740a4b085 req-2d103f53-5438-422d-9ee1-4aab090b4c10 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:22.423019 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ed3cb-cce3-49d3-982a-0a1740a4b085 req-2d103f53-5438-422d-9ee1-4aab090b4c10 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:22.424721 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-586ed3cb-cce3-49d3-982a-0a1740a4b085 req-2d103f53-5438-422d-9ee1-4aab090b4c10 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab32427-5417-4b9b-8686-b285c645884e HTTP/1.1" status: 200 len: 2418 time: 0.0953817 Feb 09 01:15:22.430955 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89eddc2a-4b04-4adf-913f-89e127422d89 req-3d538879-6249-45be-a431-6bde48ec071e tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:15:22.436324 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-89eddc2a-4b04-4adf-913f-89e127422d89 req-3d538879-6249-45be-a431-6bde48ec071e tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:22.448543 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74aa54a-a1d2-4f4d-86e6-091c1883aeda None None] Sync routers for ids ['736c9c0b-18c6-4b31-87e2-b6b139d48913'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:15:22.459095 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-6479989e-aba1-4b73-b105-a0aa15fc242f req-0d150530-843d-48c9-9a12-9b0470b1d3eb tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Deleting port 92f71fad-8330-4a96-8e87-71234967c29a {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:15:22.459667 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-6479989e-aba1-4b73-b105-a0aa15fc242f req-0d150530-843d-48c9-9a12-9b0470b1d3eb tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (92f71fad-8330-4a96-8e87-71234967c29a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:22.460142 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74aa54a-a1d2-4f4d-86e6-091c1883aeda None None] Routers {'736c9c0b-18c6-4b31-87e2-b6b139d48913'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:22.460759 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e74aa54a-a1d2-4f4d-86e6-091c1883aeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:14:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['736c9c0b-18c6-4b31-87e2-b6b139d48913'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:22.502564 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89eddc2a-4b04-4adf-913f-89e127422d89 req-3d538879-6249-45be-a431-6bde48ec071e tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "PUT /v2.0/floatingips/6659cbfe-72dc-4faf-8bcb-0a1b535f826c HTTP/1.1" status: 200 len: 996 time: 1.4074221 Feb 09 01:15:22.531869 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40894bac-855c-422c-9eb4-81cb0ac83afb', 'tag': '5d37836c-3184-4b81-b103-6d26332c95c4'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:15:22.534437 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ff761c-3c7b-4bdc-bade-cfad64e5e549" -d '{"events": [{"name": "network-changed", "server_uuid": "40894bac-855c-422c-9eb4-81cb0ac83afb", "tag": "5d37836c-3184-4b81-b103-6d26332c95c4"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:15:22.569303 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-6479989e-aba1-4b73-b105-a0aa15fc242f req-0d150530-843d-48c9-9a12-9b0470b1d3eb tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] For port 92f71fad-8330-4a96-8e87-71234967c29a, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=92f71fad-8330-4a96-8e87-71234967c29a,segment=NetworkSegment(bc74054a-02eb-47eb-9c30-0228fafadd7b),segment_id=bc74054a-02eb-47eb-9c30-0228fafadd7b)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:22.569966 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-6479989e-aba1-4b73-b105-a0aa15fc242f req-0d150530-843d-48c9-9a12-9b0470b1d3eb tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (92f71fad-8330-4a96-8e87-71234967c29a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:22.588710 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-6479989e-aba1-4b73-b105-a0aa15fc242f req-0d150530-843d-48c9-9a12-9b0470b1d3eb tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Calling delete_port for 92f71fad-8330-4a96-8e87-71234967c29a owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:15:22.589969 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-e74aa54a-a1d2-4f4d-86e6-091c1883aeda None None] Set router 736c9c0b-18c6-4b31-87e2-b6b139d48913 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:15:22.614573 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eddc2a-4b04-4adf-913f-89e127422d89 req-8f00413f-cc7b-445c-bcd0-11070144aa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:22.623822 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89eddc2a-4b04-4adf-913f-89e127422d89 req-8f00413f-cc7b-445c-bcd0-11070144aa7b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b233f865ec047a6a7107d45af2813ba&device_id=40894bac-855c-422c-9eb4-81cb0ac83afb HTTP/1.1" status: 200 len: 1129 time: 0.0856326 Feb 09 01:15:22.682254 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-586ed3cb-cce3-49d3-982a-0a1740a4b085 req-9c40ec52-240d-4b0e-872f-009e37edd841 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42fb62d-b4ff-4e09-886f-82f8bef72e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757250 Feb 09 01:15:22.782010 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-6479989e-aba1-4b73-b105-a0aa15fc242f req-0d150530-843d-48c9-9a12-9b0470b1d3eb tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (92f71fad-8330-4a96-8e87-71234967c29a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:22.793431 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eddc2a-4b04-4adf-913f-89e127422d89 req-5e8c24f2-f7b8-4c19-86dd-96d42fc2882c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:22.807164 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89eddc2a-4b04-4adf-913f-89e127422d89 req-5e8c24f2-f7b8-4c19-86dd-96d42fc2882c service neutron] 10.222.0.30 "GET /v2.0/networks?id=3fde9f08-e2c6-46e2-8db6-ded916a4f400 HTTP/1.1" status: 200 len: 922 time: 0.1822169 Feb 09 01:15:22.826396 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['5d37836c-3184-4b81-b103-6d26332c95c4'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:15:22.826624 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d150530-843d-48c9-9a12-9b0470b1d3eb tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Pushing event deleted for resources: {'Port': ['ID=92f71fad-8330-4a96-8e87-71234967c29a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:22.892862 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-6479989e-aba1-4b73-b105-a0aa15fc242f req-0d150530-843d-48c9-9a12-9b0470b1d3eb tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] No DVR routers for this DVR port 92f71fad-8330-4a96-8e87-71234967c29a on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:15:22.895582 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-6479989e-aba1-4b73-b105-a0aa15fc242f req-0d150530-843d-48c9-9a12-9b0470b1d3eb tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:22.899832 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6479989e-aba1-4b73-b105-a0aa15fc242f req-0d150530-843d-48c9-9a12-9b0470b1d3eb tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.91 "DELETE /v2.0/ports/92f71fad-8330-4a96-8e87-71234967c29a HTTP/1.1" status: 204 len: 173 time: 0.5406635 Feb 09 01:15:22.899832 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481d9706-51ee-4d48-ab4a-38eda2118501', 'name': 'network-vif-deleted', 'tag': '92f71fad-8330-4a96-8e87-71234967c29a'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:15:22.901997 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72313482-71ba-470d-a9bd-c633fba470eb" -d '{"events": [{"server_uuid": "481d9706-51ee-4d48-ab4a-38eda2118501", "name": "network-vif-deleted", "tag": "92f71fad-8330-4a96-8e87-71234967c29a"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:15:22.910269 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['92f71fad-8330-4a96-8e87-71234967c29a'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:15:22.935876 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89eddc2a-4b04-4adf-913f-89e127422d89 req-b1e2f046-6560-4a51-9a90-123563ab437e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d37836c-3184-4b81-b103-6d26332c95c4 HTTP/1.1" status: 200 len: 999 time: 0.1264589 Feb 09 01:15:22.957102 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b579574-4951-43b2-834d-76bc65a6b435 req-102d5cca-d6ec-451c-9cd8-17b2c812ef2d tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:22.985210 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0b579574-4951-43b2-834d-76bc65a6b435 req-102d5cca-d6ec-451c-9cd8-17b2c812ef2d tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 950 time: 0.1164372 Feb 09 01:15:23.019296 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab32427-5417-4b9b-8686-b285c645884e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bbe8256-8c79-4d71-b657-051ef04a612f'}, {'server_uuid': '8ab32427-5417-4b9b-8686-b285c645884e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af5aaaa-c097-4a4f-9dcc-776bd20e1554'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:15:23.021587 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7c0f8d-bdd4-456e-b5dd-d05dae7c7075" -d '{"events": [{"server_uuid": "8ab32427-5417-4b9b-8686-b285c645884e", "name": "network-vif-plugged", "status": "completed", "tag": "1bbe8256-8c79-4d71-b657-051ef04a612f"}, {"server_uuid": "8ab32427-5417-4b9b-8686-b285c645884e", "name": "network-vif-plugged", "status": "completed", "tag": "3af5aaaa-c097-4a4f-9dcc-776bd20e1554"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:15:23.080103 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0b579574-4951-43b2-834d-76bc65a6b435 req-8cb972de-9dd3-4c2e-8fb0-86d7ef048145 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894744 Feb 09 01:15:23.118058 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eddc2a-4b04-4adf-913f-89e127422d89 req-c63de113-4132-446f-b4a3-d19b2f4b6adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:23.119866 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89eddc2a-4b04-4adf-913f-89e127422d89 req-c63de113-4132-446f-b4a3-d19b2f4b6adc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6b040f8c-8400-4459-bf91-d804cd8d4a9a HTTP/1.1" status: 200 len: 860 time: 0.1317599 Feb 09 01:15:23.179171 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e74aa54a-a1d2-4f4d-86e6-091c1883aeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'name': 'tempest-FloatingIPsAssociationTestJSON-1460656888-router', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:47Z', 'updated_at': '2022-02-09T01:13:55Z', 'revision_number': 4, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'gw_port': {'id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:48Z', 'updated_at': '2022-02-09T01:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '6659cbfe-72dc-4faf-8bcb-0a1b535f826c', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'floating_ip_address': '172.25.1.91', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'port_id': '5d37836c-3184-4b81-b103-6d26332c95c4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400', 'mac_address': 'fa:16:3e:94:bf:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40894bac-855c-422c-9eb4-81cb0ac83afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:14:26Z', 'updated_at': '2022-02-09T01:15:21Z', 'revision_number': 8, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b6e0b78-9096-49a5-9ea4-8f62568b2e3b', 'name': '', 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'mac_address': 'fa:16:3e:b1:35:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:53Z', 'updated_at': '2022-02-09T01:14:01Z', 'revision_number': 5, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'subnets': [{'id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:23.188531 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eddc2a-4b04-4adf-913f-89e127422d89 req-9496dc35-54d4-4e51-8f7d-171baf4def2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:23.190434 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89eddc2a-4b04-4adf-913f-89e127422d89 req-9496dc35-54d4-4e51-8f7d-171baf4def2e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3fde9f08-e2c6-46e2-8db6-ded916a4f400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0596054 Feb 09 01:15:23.221147 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74aa54a-a1d2-4f4d-86e6-091c1883aeda None None] Checking router: 736c9c0b-18c6-4b31-87e2-b6b139d48913 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:15:23.264769 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74aa54a-a1d2-4f4d-86e6-091c1883aeda None None] Routers {'736c9c0b-18c6-4b31-87e2-b6b139d48913'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:23.265422 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e74aa54a-a1d2-4f4d-86e6-091c1883aeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:14:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['736c9c0b-18c6-4b31-87e2-b6b139d48913'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:23.343173 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89eddc2a-4b04-4adf-913f-89e127422d89 req-58b474e5-ef9c-4883-8128-5ad8c5bcf7d8 service neutron] 10.222.0.30 "GET /v2.0/networks/3fde9f08-e2c6-46e2-8db6-ded916a4f400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452076 Feb 09 01:15:23.420238 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-e74aa54a-a1d2-4f4d-86e6-091c1883aeda None None] Set router 736c9c0b-18c6-4b31-87e2-b6b139d48913 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:15:23.431910 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd56005-02cf-486d-b80f-044031550556 req-39ae9f85-037a-48c7-b271-a6ffef4faeb0 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:23.439994 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0dd56005-02cf-486d-b80f-044031550556 req-39ae9f85-037a-48c7-b271-a6ffef4faeb0 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 945 time: 0.1483581 Feb 09 01:15:23.550059 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0dd56005-02cf-486d-b80f-044031550556 req-f75635eb-c545-4f07-94bb-2caad04816d5 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/security-groups?id=376d5811-5003-401c-8a52-6b0b0393a072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087682 Feb 09 01:15:23.595555 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89eddc2a-4b04-4adf-913f-89e127422d89 req-5f1367c0-6c4f-47a7-9e48-ad680d4c83d6 service neutron] 10.222.0.30 "GET /v2.0/networks/3fde9f08-e2c6-46e2-8db6-ded916a4f400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387662 Feb 09 01:15:23.671342 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a57bbc-cad5-4f6c-9894-fd77a69587ef x-openstack-request-id: req-c6a57bbc-cad5-4f6c-9894-fd77a69587ef {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:15:23.671860 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40894bac-855c-422c-9eb4-81cb0ac83afb", "tag": "5d37836c-3184-4b81-b103-6d26332c95c4", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:15:23.672325 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c6a57bbc-cad5-4f6c-9894-fd77a69587ef {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:15:23.672901 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40894bac-855c-422c-9eb4-81cb0ac83afb', 'tag': '5d37836c-3184-4b81-b103-6d26332c95c4', 'status': 'completed', 'code': 200} Feb 09 01:15:23.758559 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580bf5b5-dec7-4c0d-917c-270e927b8c72 x-openstack-request-id: req-580bf5b5-dec7-4c0d-917c-270e927b8c72 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:15:23.759405 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481d9706-51ee-4d48-ab4a-38eda2118501", "name": "network-vif-deleted", "tag": "92f71fad-8330-4a96-8e87-71234967c29a", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:15:23.759863 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-580bf5b5-dec7-4c0d-917c-270e927b8c72 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:15:23.760439 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481d9706-51ee-4d48-ab4a-38eda2118501', 'name': 'network-vif-deleted', 'tag': '92f71fad-8330-4a96-8e87-71234967c29a', 'status': 'completed', 'code': 200} Feb 09 01:15:23.836730 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 01:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce2accd-34a4-488b-8feb-843356dcfb38 x-openstack-request-id: req-6ce2accd-34a4-488b-8feb-843356dcfb38 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:15:23.837253 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab32427-5417-4b9b-8686-b285c645884e", "name": "network-vif-plugged", "status": "completed", "tag": "1bbe8256-8c79-4d71-b657-051ef04a612f", "code": 200}, {"server_uuid": "8ab32427-5417-4b9b-8686-b285c645884e", "name": "network-vif-plugged", "status": "completed", "tag": "3af5aaaa-c097-4a4f-9dcc-776bd20e1554", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:15:23.837746 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6ce2accd-34a4-488b-8feb-843356dcfb38 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:15:23.838462 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab32427-5417-4b9b-8686-b285c645884e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bbe8256-8c79-4d71-b657-051ef04a612f', 'code': 200} Feb 09 01:15:23.838830 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab32427-5417-4b9b-8686-b285c645884e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af5aaaa-c097-4a4f-9dcc-776bd20e1554', 'code': 200} Feb 09 01:15:23.877166 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff761c-3c7b-4bdc-bade-cfad64e5e549 req-6e14833b-a63d-43fa-bd3a-e31ac4f9c65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:23.879685 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f9ff761c-3c7b-4bdc-bade-cfad64e5e549 req-6e14833b-a63d-43fa-bd3a-e31ac4f9c65f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0b233f865ec047a6a7107d45af2813ba&device_id=40894bac-855c-422c-9eb4-81cb0ac83afb HTTP/1.1" status: 200 len: 1129 time: 0.1283154 Feb 09 01:15:23.887295 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dda672-b322-4344-9b40-bf3d7af8fcb8 req-edebd67f-10e7-405b-95d6-db55333b8353 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:23.892751 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e74aa54a-a1d2-4f4d-86e6-091c1883aeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'name': 'tempest-FloatingIPsAssociationTestJSON-1460656888-router', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:47Z', 'updated_at': '2022-02-09T01:13:55Z', 'revision_number': 4, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'gw_port': {'id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:48Z', 'updated_at': '2022-02-09T01:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '6659cbfe-72dc-4faf-8bcb-0a1b535f826c', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'floating_ip_address': '172.25.1.91', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'port_id': '5d37836c-3184-4b81-b103-6d26332c95c4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400', 'mac_address': 'fa:16:3e:94:bf:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40894bac-855c-422c-9eb4-81cb0ac83afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:14:26Z', 'updated_at': '2022-02-09T01:15:21Z', 'revision_number': 8, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b6e0b78-9096-49a5-9ea4-8f62568b2e3b', 'name': '', 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'mac_address': 'fa:16:3e:b1:35:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:53Z', 'updated_at': '2022-02-09T01:14:01Z', 'revision_number': 5, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'subnets': [{'id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:23.894502 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b5dda672-b322-4344-9b40-bf3d7af8fcb8 req-edebd67f-10e7-405b-95d6-db55333b8353 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 943 time: 0.1562052 Feb 09 01:15:23.932393 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74aa54a-a1d2-4f4d-86e6-091c1883aeda None None] The sync data for ids ['736c9c0b-18c6-4b31-87e2-b6b139d48913'] in n-d-822053-40 is: [{'id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'name': 'tempest-FloatingIPsAssociationTestJSON-1460656888-router', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:47Z', 'updated_at': '2022-02-09T01:13:55Z', 'revision_number': 4, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'gw_port': {'id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:48Z', 'updated_at': '2022-02-09T01:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '6659cbfe-72dc-4faf-8bcb-0a1b535f826c', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'floating_ip_address': '172.25.1.91', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'port_id': '5d37836c-3184-4b81-b103-6d26332c95c4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400', 'mac_address': 'fa:16:3e:94:bf:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40894bac-855c-422c-9eb4-81cb0ac83afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:14:26Z', 'updated_at': '2022-02-09T01:15:21Z', 'revision_number': 8, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b6e0b78-9096-49a5-9ea4-8f62568b2e3b', 'name': '', 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'mac_address': 'fa:16:3e:b1:35:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:53Z', 'updated_at': '2022-02-09T01:14:01Z', 'revision_number': 5, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'subnets': [{'id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:15:23.991865 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4979a-b6db-44f1-aeb7-71a254979e59 req-ffc927ab-d664-4a0a-a9ee-fc7ed213c3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:23.992727 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4979a-b6db-44f1-aeb7-71a254979e59 req-ffc927ab-d664-4a0a-a9ee-fc7ed213c3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:23.993361 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4979a-b6db-44f1-aeb7-71a254979e59 req-ffc927ab-d664-4a0a-a9ee-fc7ed213c3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:23.995405 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6bf4979a-b6db-44f1-aeb7-71a254979e59 req-ffc927ab-d664-4a0a-a9ee-fc7ed213c3c7 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=8ab32427-5417-4b9b-8686-b285c645884e HTTP/1.1" status: 200 len: 2967 time: 0.0668066 Feb 09 01:15:24.080828 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6bf4979a-b6db-44f1-aeb7-71a254979e59 req-e049ad48-e5ae-4e34-a574-6c4c713c51a4 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=d42fb62d-b4ff-4e09-886f-82f8bef72e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764458 Feb 09 01:15:24.091016 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b5dda672-b322-4344-9b40-bf3d7af8fcb8 req-a312119b-42eb-49ea-a40d-9da286ba33ec tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955848 Feb 09 01:15:24.133387 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-11181cc4-85ee-4148-ac61-c11867e3cd81 req-fceb5952-520b-4df9-a573-2416927c3ef7 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/floatingips/6659cbfe-72dc-4faf-8bcb-0a1b535f826c HTTP/1.1" status: 200 len: 996 time: 0.1231532 Feb 09 01:15:24.177977 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2b96a58a-e0f3-435b-95d5-58b2c0245964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:24.255290 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff761c-3c7b-4bdc-bade-cfad64e5e549 req-00405576-609c-4ac8-a8c5-acd3b3891b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:24.256921 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f9ff761c-3c7b-4bdc-bade-cfad64e5e549 req-00405576-609c-4ac8-a8c5-acd3b3891b26 service neutron] 10.222.0.121 "GET /v2.0/networks?id=3fde9f08-e2c6-46e2-8db6-ded916a4f400 HTTP/1.1" status: 200 len: 922 time: 0.3417387 Feb 09 01:15:24.279098 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e6c9b5-ec1f-49bb-a399-4286b0aa76be None None] New status for floating IP 6659cbfe-72dc-4faf-8bcb-0a1b535f826c: ACTIVE {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:15:24.317325 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27954a-386a-42bb-8b42-76f596e1bdbf req-2dd4cd6a-be72-4270-ab6d-3bd79e2f2044 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:24.322591 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27954a-386a-42bb-8b42-76f596e1bdbf req-2dd4cd6a-be72-4270-ab6d-3bd79e2f2044 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:24.328790 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27954a-386a-42bb-8b42-76f596e1bdbf req-2dd4cd6a-be72-4270-ab6d-3bd79e2f2044 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:24.330050 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d27954a-386a-42bb-8b42-76f596e1bdbf req-2dd4cd6a-be72-4270-ab6d-3bd79e2f2044 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab32427-5417-4b9b-8686-b285c645884e HTTP/1.1" status: 200 len: 2418 time: 0.1298954 Feb 09 01:15:24.376750 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11181cc4-85ee-4148-ac61-c11867e3cd81 req-baefd220-dcaf-443b-91a2-5555f48859de tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:24.378078 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-11181cc4-85ee-4148-ac61-c11867e3cd81 req-baefd220-dcaf-443b-91a2-5555f48859de tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/networks/def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 784 time: 0.2439234 Feb 09 01:15:24.405696 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-11181cc4-85ee-4148-ac61-c11867e3cd81 req-4d4b0b05-1ad0-4349-ba90-de20fafe6837 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:15:24.406735 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-11181cc4-85ee-4148-ac61-c11867e3cd81 req-4d4b0b05-1ad0-4349-ba90-de20fafe6837 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0171885 Feb 09 01:15:24.434121 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f9ff761c-3c7b-4bdc-bade-cfad64e5e549 req-a653f384-ae4d-44c0-aab7-e4b77567c936 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d37836c-3184-4b81-b103-6d26332c95c4 HTTP/1.1" status: 200 len: 999 time: 0.1360703 Feb 09 01:15:24.464773 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d27954a-386a-42bb-8b42-76f596e1bdbf req-c6ecbe8e-0e9e-4be8-bbf0-8989949bdd7a tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42fb62d-b4ff-4e09-886f-82f8bef72e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021152 Feb 09 01:15:24.539441 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff761c-3c7b-4bdc-bade-cfad64e5e549 req-c0c1d838-1494-45be-a59a-52e4269c223b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:24.541367 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f9ff761c-3c7b-4bdc-bade-cfad64e5e549 req-c0c1d838-1494-45be-a59a-52e4269c223b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6b040f8c-8400-4459-bf91-d804cd8d4a9a HTTP/1.1" status: 200 len: 860 time: 0.0954032 Feb 09 01:15:24.627282 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fda9b-d73b-4ae6-b981-e7269b81bfdc req-a7d10863-3a70-4268-a0f2-915d8b54e2df tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:24.627282 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-423fda9b-d73b-4ae6-b981-e7269b81bfdc req-a7d10863-3a70-4268-a0f2-915d8b54e2df tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 950 time: 0.1330914 Feb 09 01:15:24.648664 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff761c-3c7b-4bdc-bade-cfad64e5e549 req-ced131de-3b12-4384-a3c7-1ebf4eb5976e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:24.650155 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f9ff761c-3c7b-4bdc-bade-cfad64e5e549 req-ced131de-3b12-4384-a3c7-1ebf4eb5976e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3fde9f08-e2c6-46e2-8db6-ded916a4f400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1003969 Feb 09 01:15:24.730927 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-423fda9b-d73b-4ae6-b981-e7269b81bfdc req-1236c90d-5d6b-478c-a88a-c98296408e98 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004522 Feb 09 01:15:24.832157 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f9ff761c-3c7b-4bdc-bade-cfad64e5e549 req-daaa3bd3-fd31-48e7-8675-cfb5cd0592b8 service neutron] 10.222.0.121 "GET /v2.0/networks/3fde9f08-e2c6-46e2-8db6-ded916a4f400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733997 Feb 09 01:15:24.914980 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d32af10e-d3f7-4305-aa94-547e70b948c0 req-9c24a130-5946-4133-9592-38d53d6ae55e tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.91 HTTP/1.1" status: 200 len: 1001 time: 0.1473584 Feb 09 01:15:25.321231 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32af10e-d3f7-4305-aa94-547e70b948c0 req-2566ef99-12d4-46b3-a7cc-ddd12bb88c51 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:25.322558 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d32af10e-d3f7-4305-aa94-547e70b948c0 req-2566ef99-12d4-46b3-a7cc-ddd12bb88c51 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/ports/5d37836c-3184-4b81-b103-6d26332c95c4 HTTP/1.1" status: 200 len: 943 time: 0.3821564 Feb 09 01:15:25.340304 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f9ff761c-3c7b-4bdc-bade-cfad64e5e549 req-17cc074b-4098-45c9-8916-f16e188b8814 service neutron] 10.222.0.121 "GET /v2.0/networks/3fde9f08-e2c6-46e2-8db6-ded916a4f400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5014534 Feb 09 01:15:25.348300 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472895c1-973f-45c3-bead-38270097d77f req-e348b21b-0406-4b24-9677-b2c04e5ed919 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:25.349980 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-472895c1-973f-45c3-bead-38270097d77f req-e348b21b-0406-4b24-9677-b2c04e5ed919 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 945 time: 0.4527395 Feb 09 01:15:25.454840 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-472895c1-973f-45c3-bead-38270097d77f req-2a27d209-7c3d-4351-b780-3ca2bc48d0c8 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/security-groups?id=376d5811-5003-401c-8a52-6b0b0393a072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941875 Feb 09 01:15:25.462864 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d32af10e-d3f7-4305-aa94-547e70b948c0 req-acd832c8-3b4a-42db-84f5-df6624675f7c tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.91 HTTP/1.1" status: 200 len: 1001 time: 0.0855243 Feb 09 01:15:25.636160 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32af10e-d3f7-4305-aa94-547e70b948c0 req-3a1c6cce-a0a9-41bd-8a72-8d9c16cffc57 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:25.651447 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d32af10e-d3f7-4305-aa94-547e70b948c0 req-3a1c6cce-a0a9-41bd-8a72-8d9c16cffc57 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/networks/def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 784 time: 0.1761076 Feb 09 01:15:25.661634 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:25.733311 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 92f71fad-8330-4a96-8e87-71234967c29a no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:15:25.757538 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d32af10e-d3f7-4305-aa94-547e70b948c0 req-2abafd01-9a70-496c-bc0d-148e58d1c7c5 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.91 HTTP/1.1" status: 200 len: 1001 time: 0.1044056 Feb 09 01:15:25.765477 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-d32af10e-d3f7-4305-aa94-547e70b948c0 req-e948e5a3-13fb-4214-956b-424ab2972199 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:25.786525 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 92f71fad-8330-4a96-8e87-71234967c29a {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:15:25.800568 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 92f71fad-8330-4a96-8e87-71234967c29a not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:15:25.838637 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d32af10e-d3f7-4305-aa94-547e70b948c0 req-e948e5a3-13fb-4214-956b-424ab2972199 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks [] for floatingip (6659cbfe-72dc-4faf-8bcb-0a1b535f826c), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:25.991417 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3c114-17f2-4c53-8314-0f380a4671ac req-c8fcc59c-0394-4085-a0b1-2ae394794c07 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:25.992934 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-64a3c114-17f2-4c53-8314-0f380a4671ac req-c8fcc59c-0394-4085-a0b1-2ae394794c07 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 943 time: 0.1204491 Feb 09 01:15:26.038005 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d32af10e-d3f7-4305-aa94-547e70b948c0 req-e948e5a3-13fb-4214-956b-424ab2972199 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:26.048208 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d32af10e-d3f7-4305-aa94-547e70b948c0 req-e948e5a3-13fb-4214-956b-424ab2972199 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (6659cbfe-72dc-4faf-8bcb-0a1b535f826c), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:26.048547 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [req-d32af10e-d3f7-4305-aa94-547e70b948c0 req-e948e5a3-13fb-4214-956b-424ab2972199 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Floating IP 6659cbfe-72dc-4faf-8bcb-0a1b535f826c disassociated. External IP: 172.25.1.91, port: 5d37836c-3184-4b81-b103-6d26332c95c4. Feb 09 01:15:26.160018 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-64a3c114-17f2-4c53-8314-0f380a4671ac req-4f66df3d-cd2e-4d97-a836-ea4687363996 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330276 Feb 09 01:15:26.371256 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f387a-e5d4-4cad-9f3b-738212600c3e req-7f873cea-b909-4f7c-97fb-10cf9db7f7c4 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:26.377280 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f387a-e5d4-4cad-9f3b-738212600c3e req-7f873cea-b909-4f7c-97fb-10cf9db7f7c4 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:26.382886 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f387a-e5d4-4cad-9f3b-738212600c3e req-7f873cea-b909-4f7c-97fb-10cf9db7f7c4 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:26.384694 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c88f387a-e5d4-4cad-9f3b-738212600c3e req-7f873cea-b909-4f7c-97fb-10cf9db7f7c4 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab32427-5417-4b9b-8686-b285c645884e HTTP/1.1" status: 200 len: 2418 time: 0.1054623 Feb 09 01:15:26.395271 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d32af10e-d3f7-4305-aa94-547e70b948c0 req-e948e5a3-13fb-4214-956b-424ab2972199 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Router 736c9c0b-18c6-4b31-87e2-b6b139d48913 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:15:26.562766 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c88f387a-e5d4-4cad-9f3b-738212600c3e req-42c648d3-c4e0-4d38-b784-126c2d11ee42 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42fb62d-b4ff-4e09-886f-82f8bef72e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581328 Feb 09 01:15:26.622042 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d32af10e-d3f7-4305-aa94-547e70b948c0 req-e948e5a3-13fb-4214-956b-424ab2972199 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:15:26.628247 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d32af10e-d3f7-4305-aa94-547e70b948c0 req-e948e5a3-13fb-4214-956b-424ab2972199 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:26.640261 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081ef633-34f3-4532-a854-10489c8f19b0 None None] Sync routers for ids ['736c9c0b-18c6-4b31-87e2-b6b139d48913'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:15:26.658747 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081ef633-34f3-4532-a854-10489c8f19b0 None None] Routers {'736c9c0b-18c6-4b31-87e2-b6b139d48913'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:26.659517 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-081ef633-34f3-4532-a854-10489c8f19b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:15:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['736c9c0b-18c6-4b31-87e2-b6b139d48913'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:26.679657 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d32af10e-d3f7-4305-aa94-547e70b948c0 req-e948e5a3-13fb-4214-956b-424ab2972199 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "PUT /v2.0/floatingips/6659cbfe-72dc-4faf-8bcb-0a1b535f826c HTTP/1.1" status: 200 len: 695 time: 0.9209332 Feb 09 01:15:26.690150 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40894bac-855c-422c-9eb4-81cb0ac83afb', 'tag': '5d37836c-3184-4b81-b103-6d26332c95c4'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:15:26.692441 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a85350e-827a-41fd-85f4-e0c5403cca10" -d '{"events": [{"name": "network-changed", "server_uuid": "40894bac-855c-422c-9eb4-81cb0ac83afb", "tag": "5d37836c-3184-4b81-b103-6d26332c95c4"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:15:26.829366 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29e105-74c7-425c-afcb-05eac6ee0553 req-4f74273f-bd2d-4e67-827d-4b9ea5a63137 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:26.837416 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6d29e105-74c7-425c-afcb-05eac6ee0553 req-4f74273f-bd2d-4e67-827d-4b9ea5a63137 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 950 time: 0.1018558 Feb 09 01:15:26.846463 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32af10e-d3f7-4305-aa94-547e70b948c0 req-9a5ffd2c-c52a-4fbe-9498-a2dcbfbaebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:26.848658 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d32af10e-d3f7-4305-aa94-547e70b948c0 req-9a5ffd2c-c52a-4fbe-9498-a2dcbfbaebe4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b233f865ec047a6a7107d45af2813ba&device_id=40894bac-855c-422c-9eb4-81cb0ac83afb HTTP/1.1" status: 200 len: 1129 time: 0.1681387 Feb 09 01:15:26.855611 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-081ef633-34f3-4532-a854-10489c8f19b0 None None] Set router 736c9c0b-18c6-4b31-87e2-b6b139d48913 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:15:27.082397 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6d29e105-74c7-425c-afcb-05eac6ee0553 req-16a961e4-fb28-4194-a1ff-c602f3d8a213 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436244 Feb 09 01:15:27.115735 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-081ef633-34f3-4532-a854-10489c8f19b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'name': 'tempest-FloatingIPsAssociationTestJSON-1460656888-router', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:47Z', 'updated_at': '2022-02-09T01:13:55Z', 'revision_number': 4, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'gw_port': {'id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:48Z', 'updated_at': '2022-02-09T01:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '3b6e0b78-9096-49a5-9ea4-8f62568b2e3b', 'name': '', 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'mac_address': 'fa:16:3e:b1:35:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:53Z', 'updated_at': '2022-02-09T01:14:01Z', 'revision_number': 5, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'subnets': [{'id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:27.153432 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081ef633-34f3-4532-a854-10489c8f19b0 None None] Checking router: 736c9c0b-18c6-4b31-87e2-b6b139d48913 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:15:27.155502 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e3b70c77-282c-49b8-bec0-25e2be6e59f6 req-0a575c36-990c-41fc-83c8-ecdffe42b9bc service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1808715 Feb 09 01:15:27.163779 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32af10e-d3f7-4305-aa94-547e70b948c0 req-a3d4ec3f-211e-4908-9b95-1657853513a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:27.178641 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d32af10e-d3f7-4305-aa94-547e70b948c0 req-a3d4ec3f-211e-4908-9b95-1657853513a7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3fde9f08-e2c6-46e2-8db6-ded916a4f400 HTTP/1.1" status: 200 len: 922 time: 0.3188798 Feb 09 01:15:27.182444 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081ef633-34f3-4532-a854-10489c8f19b0 None None] Routers {'736c9c0b-18c6-4b31-87e2-b6b139d48913'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:27.183090 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-081ef633-34f3-4532-a854-10489c8f19b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:15:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['736c9c0b-18c6-4b31-87e2-b6b139d48913'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:27.233192 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d32af10e-d3f7-4305-aa94-547e70b948c0 req-fe42f275-ebd3-40bf-b26b-f3dc96aa8bf7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d37836c-3184-4b81-b103-6d26332c95c4 HTTP/1.1" status: 200 len: 217 time: 0.0519261 Feb 09 01:15:27.348726 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-081ef633-34f3-4532-a854-10489c8f19b0 None None] Set router 736c9c0b-18c6-4b31-87e2-b6b139d48913 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:15:27.355832 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b70c77-282c-49b8-bec0-25e2be6e59f6 req-8487a301-6873-495a-ae05-e1d66c581646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:27.357239 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e3b70c77-282c-49b8-bec0-25e2be6e59f6 req-8487a301-6873-495a-ae05-e1d66c581646 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3d8394520fe34c9daa660b5c0721b019&device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 1132 time: 0.1227369 Feb 09 01:15:27.358737 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32af10e-d3f7-4305-aa94-547e70b948c0 req-18c28fa6-fec9-4ae3-ab0e-d9cf9180ae8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:27.360257 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d32af10e-d3f7-4305-aa94-547e70b948c0 req-18c28fa6-fec9-4ae3-ab0e-d9cf9180ae8d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6b040f8c-8400-4459-bf91-d804cd8d4a9a HTTP/1.1" status: 200 len: 860 time: 0.1152039 Feb 09 01:15:27.585538 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:27.616447 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32af10e-d3f7-4305-aa94-547e70b948c0 req-1f137543-e62a-490a-90a8-fc4da13fc54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:27.618102 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d32af10e-d3f7-4305-aa94-547e70b948c0 req-1f137543-e62a-490a-90a8-fc4da13fc54e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3fde9f08-e2c6-46e2-8db6-ded916a4f400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2394674 Feb 09 01:15:27.788935 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b70c77-282c-49b8-bec0-25e2be6e59f6 req-c0b49880-66de-49b6-ad3a-a915e42c4aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:27.790757 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e3b70c77-282c-49b8-bec0-25e2be6e59f6 req-c0b49880-66de-49b6-ad3a-a915e42c4aac service neutron] 10.222.0.121 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.4108837 Feb 09 01:15:27.800876 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c6861-1fa4-4391-a1e5-a2e7f315abd4 req-cf437a88-1e72-4035-abb6-99d6c6a390b2 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:27.815595 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5e1c6861-1fa4-4391-a1e5-a2e7f315abd4 req-cf437a88-1e72-4035-abb6-99d6c6a390b2 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 945 time: 0.2142396 Feb 09 01:15:27.845367 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-081ef633-34f3-4532-a854-10489c8f19b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'name': 'tempest-FloatingIPsAssociationTestJSON-1460656888-router', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:47Z', 'updated_at': '2022-02-09T01:13:55Z', 'revision_number': 4, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'gw_port': {'id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:48Z', 'updated_at': '2022-02-09T01:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '3b6e0b78-9096-49a5-9ea4-8f62568b2e3b', 'name': '', 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'mac_address': 'fa:16:3e:b1:35:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:53Z', 'updated_at': '2022-02-09T01:14:01Z', 'revision_number': 5, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'subnets': [{'id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:27.892311 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081ef633-34f3-4532-a854-10489c8f19b0 None None] The sync data for ids ['736c9c0b-18c6-4b31-87e2-b6b139d48913'] in n-d-822053-40 is: [{'id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'name': 'tempest-FloatingIPsAssociationTestJSON-1460656888-router', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:47Z', 'updated_at': '2022-02-09T01:13:55Z', 'revision_number': 4, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'gw_port': {'id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:48Z', 'updated_at': '2022-02-09T01:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '3b6e0b78-9096-49a5-9ea4-8f62568b2e3b', 'name': '', 'network_id': '3fde9f08-e2c6-46e2-8db6-ded916a4f400', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'mac_address': 'fa:16:3e:b1:35:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:53Z', 'updated_at': '2022-02-09T01:14:01Z', 'revision_number': 5, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'subnets': [{'id': '6b040f8c-8400-4459-bf91-d804cd8d4a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:15:27.919903 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e3b70c77-282c-49b8-bec0-25e2be6e59f6 req-c2d6c5aa-5acc-4200-8e1e-22c0a7d30302 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=8a9ab06c-1f75-4126-bb17-2d4af3691030 HTTP/1.1" status: 200 len: 217 time: 0.0852931 Feb 09 01:15:28.019142 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d32af10e-d3f7-4305-aa94-547e70b948c0 req-01a13954-7e6c-47a1-90d1-cff1032d0c6a service neutron] 10.222.0.30 "GET /v2.0/networks/3fde9f08-e2c6-46e2-8db6-ded916a4f400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745639 Feb 09 01:15:28.025943 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5e1c6861-1fa4-4391-a1e5-a2e7f315abd4 req-b684172d-3d2b-41a3-84b4-b20d445ee935 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/security-groups?id=376d5811-5003-401c-8a52-6b0b0393a072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035766 Feb 09 01:15:28.039181 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b70c77-282c-49b8-bec0-25e2be6e59f6 req-cc8ab48f-16fe-47ca-a979-a676fc11c8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:28.040683 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e3b70c77-282c-49b8-bec0-25e2be6e59f6 req-cc8ab48f-16fe-47ca-a979-a676fc11c8bf service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.1124566 Feb 09 01:15:28.137941 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:28.202542 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b70c77-282c-49b8-bec0-25e2be6e59f6 req-a27ea852-4ad0-4bbc-89d9-959950850363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:28.204126 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e3b70c77-282c-49b8-bec0-25e2be6e59f6 req-a27ea852-4ad0-4bbc-89d9-959950850363 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1413770 Feb 09 01:15:28.208107 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d32af10e-d3f7-4305-aa94-547e70b948c0 req-4402aae7-3dcb-438b-b1d9-1010314653d4 service neutron] 10.222.0.30 "GET /v2.0/networks/3fde9f08-e2c6-46e2-8db6-ded916a4f400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811762 Feb 09 01:15:28.213653 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157cf360-3032-4cf3-a5d6-0c38709755f7 x-openstack-request-id: req-157cf360-3032-4cf3-a5d6-0c38709755f7 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:15:28.214127 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40894bac-855c-422c-9eb4-81cb0ac83afb", "tag": "5d37836c-3184-4b81-b103-6d26332c95c4", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:15:28.214554 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-157cf360-3032-4cf3-a5d6-0c38709755f7 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:15:28.215185 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40894bac-855c-422c-9eb4-81cb0ac83afb', 'tag': '5d37836c-3184-4b81-b103-6d26332c95c4', 'status': 'completed', 'code': 200} Feb 09 01:15:28.365604 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfec2671-6038-4b5d-b2b5-177728a164a8 None None] New status for floating IP 6659cbfe-72dc-4faf-8bcb-0a1b535f826c: DOWN {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:15:28.392659 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85350e-827a-41fd-85f4-e0c5403cca10 req-a67e001a-9c92-45da-b344-a0f1095bf221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:28.396990 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5a85350e-827a-41fd-85f4-e0c5403cca10 req-a67e001a-9c92-45da-b344-a0f1095bf221 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=0b233f865ec047a6a7107d45af2813ba&device_id=40894bac-855c-422c-9eb4-81cb0ac83afb HTTP/1.1" status: 200 len: 1129 time: 0.1550100 Feb 09 01:15:28.623946 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051aa94-d209-49b3-80b7-fc93720373ad req-1bcf1acf-29fc-46fa-9c20-6b797cabdcce tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:28.632340 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b051aa94-d209-49b3-80b7-fc93720373ad req-1bcf1acf-29fc-46fa-9c20-6b797cabdcce tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 943 time: 0.2544603 Feb 09 01:15:28.647324 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85350e-827a-41fd-85f4-e0c5403cca10 req-89c62a84-98e5-4066-841f-a5ba3bd93297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:28.649148 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5a85350e-827a-41fd-85f4-e0c5403cca10 req-89c62a84-98e5-4066-841f-a5ba3bd93297 service neutron] 10.222.0.121 "GET /v2.0/networks?id=3fde9f08-e2c6-46e2-8db6-ded916a4f400 HTTP/1.1" status: 200 len: 922 time: 0.2429624 Feb 09 01:15:28.715399 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e3b70c77-282c-49b8-bec0-25e2be6e59f6 req-26bdc37b-e1a1-440d-8038-bc1c9190caa1 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4991357 Feb 09 01:15:28.732813 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5a85350e-827a-41fd-85f4-e0c5403cca10 req-215277c6-c1bf-4bcd-9efa-db4581e48ae6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d37836c-3184-4b81-b103-6d26332c95c4 HTTP/1.1" status: 200 len: 217 time: 0.0757062 Feb 09 01:15:28.802348 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b051aa94-d209-49b3-80b7-fc93720373ad req-eb7585ab-eff2-48fa-be21-4eabdc0b79e5 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691165 Feb 09 01:15:28.818778 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85350e-827a-41fd-85f4-e0c5403cca10 req-bc6ed10a-f682-40d7-9147-faa29d0ea162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:28.820300 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5a85350e-827a-41fd-85f4-e0c5403cca10 req-bc6ed10a-f682-40d7-9147-faa29d0ea162 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6b040f8c-8400-4459-bf91-d804cd8d4a9a HTTP/1.1" status: 200 len: 860 time: 0.0790880 Feb 09 01:15:28.939177 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85350e-827a-41fd-85f4-e0c5403cca10 req-6ef4a4b3-29aa-45b0-b2c1-47126fb5e876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:28.940729 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5a85350e-827a-41fd-85f4-e0c5403cca10 req-6ef4a4b3-29aa-45b0-b2c1-47126fb5e876 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3fde9f08-e2c6-46e2-8db6-ded916a4f400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1135724 Feb 09 01:15:29.028577 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65e7d6-096f-43e0-97b8-9e38547584c2 req-f5598eb3-1c8e-4ff4-bfc9-54fb960da983 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:29.030593 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f65e7d6-096f-43e0-97b8-9e38547584c2 req-f5598eb3-1c8e-4ff4-bfc9-54fb960da983 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 950 time: 0.3050907 Feb 09 01:15:29.119188 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e3b70c77-282c-49b8-bec0-25e2be6e59f6 req-0a1b1163-ac24-4aab-96e0-e585cc5028c3 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916216 Feb 09 01:15:29.171613 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5a85350e-827a-41fd-85f4-e0c5403cca10 req-108db966-b5c7-4102-a4a6-8931835d1245 service neutron] 10.222.0.121 "GET /v2.0/networks/3fde9f08-e2c6-46e2-8db6-ded916a4f400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221365 Feb 09 01:15:29.364584 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5a85350e-827a-41fd-85f4-e0c5403cca10 req-111c46f8-ca7d-431f-b4f4-9c06a59ebf16 service neutron] 10.222.0.121 "GET /v2.0/networks/3fde9f08-e2c6-46e2-8db6-ded916a4f400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819491 Feb 09 01:15:29.413371 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f65e7d6-096f-43e0-97b8-9e38547584c2 req-66f077ad-3abe-42ae-98d8-1007c415f376 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552465 Feb 09 01:15:29.765336 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76576a5-2d03-4de3-a689-55c242cc2fbf req-e979457a-be42-4aa6-a9b4-72bae59eea63 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:29.781292 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76576a5-2d03-4de3-a689-55c242cc2fbf req-e979457a-be42-4aa6-a9b4-72bae59eea63 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:29.795934 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76576a5-2d03-4de3-a689-55c242cc2fbf req-e979457a-be42-4aa6-a9b4-72bae59eea63 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:29.811442 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b76576a5-2d03-4de3-a689-55c242cc2fbf req-e979457a-be42-4aa6-a9b4-72bae59eea63 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab32427-5417-4b9b-8686-b285c645884e HTTP/1.1" status: 200 len: 2418 time: 0.2462571 Feb 09 01:15:29.836489 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f1308-81ae-4ef1-a9f2-1067860d94b5 req-dd207443-9ff0-4800-809a-243c63e90fba tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:29.846164 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ee5f1308-81ae-4ef1-a9f2-1067860d94b5 req-dd207443-9ff0-4800-809a-243c63e90fba tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 945 time: 0.2925739 Feb 09 01:15:29.965459 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b76576a5-2d03-4de3-a689-55c242cc2fbf req-130267d5-c0b1-46c8-b266-67619b7d00c2 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42fb62d-b4ff-4e09-886f-82f8bef72e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507514 Feb 09 01:15:30.004639 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ee5f1308-81ae-4ef1-a9f2-1067860d94b5 req-d19406fb-4bc4-4b94-aeca-f9f5b2dcf71f tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/security-groups?id=376d5811-5003-401c-8a52-6b0b0393a072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574926 Feb 09 01:15:30.188920 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c60f86-fa0b-46d1-a623-dc7e804444bf req-632a7171-b081-4eed-8f44-8468ec68dd5c tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:30.190535 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-51c60f86-fa0b-46d1-a623-dc7e804444bf req-632a7171-b081-4eed-8f44-8468ec68dd5c tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 943 time: 0.1027749 Feb 09 01:15:30.269347 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-51c60f86-fa0b-46d1-a623-dc7e804444bf req-c78e6297-4970-496d-80ae-1f8e05b1a797 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721536 Feb 09 01:15:30.347538 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c8399705-396e-4fe4-9659-ce93828cbe90 req-2b7feedb-8544-4521-81aa-aad74e1f3c23 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/floatingips/6659cbfe-72dc-4faf-8bcb-0a1b535f826c HTTP/1.1" status: 200 len: 693 time: 0.0571043 Feb 09 01:15:30.463256 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8399705-396e-4fe4-9659-ce93828cbe90 req-3351d6c2-c894-4863-a868-bda55214f196 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:30.474260 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c8399705-396e-4fe4-9659-ce93828cbe90 req-3351d6c2-c894-4863-a868-bda55214f196 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/networks/def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 784 time: 0.1232369 Feb 09 01:15:30.576509 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c8399705-396e-4fe4-9659-ce93828cbe90 req-f501fa23-2a65-47df-8a39-b0ee94c4066a tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.91 HTTP/1.1" status: 200 len: 696 time: 0.1030095 Feb 09 01:15:30.695317 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c8399705-396e-4fe4-9659-ce93828cbe90 req-d8183f39-974f-4887-ae65-e15a3caec2e6 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.91 HTTP/1.1" status: 200 len: 696 time: 0.1142595 Feb 09 01:15:30.815039 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a5a843f8-93ec-4075-88e7-ab70f37d798d req-046966ab-e600-4323-b849-9fefaf615bb2 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=afe25b88-2612-487d-85c9-0d9d1ecd7312&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0875485 Feb 09 01:15:30.930369 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a843f8-93ec-4075-88e7-ab70f37d798d req-fc303243-e3c7-4855-8fe8-929ecf63dd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:30.931885 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a5a843f8-93ec-4075-88e7-ab70f37d798d req-fc303243-e3c7-4855-8fe8-929ecf63dd89 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=89a8855b9bab40b69c27334c734383e8&device_id=afe25b88-2612-487d-85c9-0d9d1ecd7312 HTTP/1.1" status: 200 len: 1128 time: 0.0914502 Feb 09 01:15:30.970867 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-c8399705-396e-4fe4-9659-ce93828cbe90 req-be0fecea-6a68-45b2-a0c0-9337e6087697 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Deleting port ee3ff7c8-6b32-4181-a229-859c61225561 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:15:30.971380 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c8399705-396e-4fe4-9659-ce93828cbe90 req-be0fecea-6a68-45b2-a0c0-9337e6087697 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (ee3ff7c8-6b32-4181-a229-859c61225561), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:31.137668 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a843f8-93ec-4075-88e7-ab70f37d798d req-42ca882e-90f6-49d7-a560-fe83b4e05481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:31.140088 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a5a843f8-93ec-4075-88e7-ab70f37d798d req-42ca882e-90f6-49d7-a560-fe83b4e05481 service neutron] 10.222.0.91 "GET /v2.0/networks?id=4d54ed5f-d078-4c38-9c35-f6f424a32376 HTTP/1.1" status: 200 len: 921 time: 0.1868541 Feb 09 01:15:31.148763 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b350d-4612-461d-946b-e05afb0757d0 req-bd4692f3-73ce-4d01-94ee-818d97658dbb tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:31.157891 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ad2b350d-4612-461d-946b-e05afb0757d0 req-bd4692f3-73ce-4d01-94ee-818d97658dbb tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 950 time: 0.1101563 Feb 09 01:15:31.177239 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c8399705-396e-4fe4-9659-ce93828cbe90 req-be0fecea-6a68-45b2-a0c0-9337e6087697 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (ee3ff7c8-6b32-4181-a229-859c61225561), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:31.178113 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c8399705-396e-4fe4-9659-ce93828cbe90 req-be0fecea-6a68-45b2-a0c0-9337e6087697 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks [] for floatingip (ee3ff7c8-6b32-4181-a229-859c61225561), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:31.199209 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-c8399705-396e-4fe4-9659-ce93828cbe90 req-be0fecea-6a68-45b2-a0c0-9337e6087697 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Calling delete_port for ee3ff7c8-6b32-4181-a229-859c61225561 owned by network:floatingip {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:15:31.225836 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a5a843f8-93ec-4075-88e7-ab70f37d798d req-bf0ebe4c-fd05-43b2-9d39-3b47d8271dbb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ca29457-e348-4681-af82-7be07e1dac0b HTTP/1.1" status: 200 len: 217 time: 0.0779767 Feb 09 01:15:31.345810 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f6191-2d8e-4b22-adec-a92f2f36fd93 req-510f2564-f6c4-4db0-9b69-007872308607 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:31.351384 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f6191-2d8e-4b22-adec-a92f2f36fd93 req-510f2564-f6c4-4db0-9b69-007872308607 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:31.357637 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f6191-2d8e-4b22-adec-a92f2f36fd93 req-510f2564-f6c4-4db0-9b69-007872308607 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:31.359293 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a28f6191-2d8e-4b22-adec-a92f2f36fd93 req-510f2564-f6c4-4db0-9b69-007872308607 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.121 "GET /v2.0/ports?device_id=8ab32427-5417-4b9b-8686-b285c645884e HTTP/1.1" status: 200 len: 2418 time: 0.1325505 Feb 09 01:15:31.361570 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a843f8-93ec-4075-88e7-ab70f37d798d req-5f8638da-5612-43fe-b540-865d67a8c02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:31.362930 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a5a843f8-93ec-4075-88e7-ab70f37d798d req-5f8638da-5612-43fe-b540-865d67a8c02d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=dc881d69-9121-4d00-994f-9cce6bcb92ea HTTP/1.1" status: 200 len: 860 time: 0.0851834 Feb 09 01:15:31.507126 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a5a843f8-93ec-4075-88e7-ab70f37d798d req-39fdfa2a-7b39-4ba4-8028-115a313a90aa service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4d54ed5f-d078-4c38-9c35-f6f424a32376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941012 Feb 09 01:15:31.616146 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-a28f6191-2d8e-4b22-adec-a92f2f36fd93 req-8f08ab90-737c-4150-95bf-8ed3e92248b5 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Deleting port 16032e94-f2f5-4e18-a0ec-4da10a86904c {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:15:31.616477 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a28f6191-2d8e-4b22-adec-a92f2f36fd93 req-8f08ab90-737c-4150-95bf-8ed3e92248b5 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (16032e94-f2f5-4e18-a0ec-4da10a86904c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:31.698268 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ad2b350d-4612-461d-946b-e05afb0757d0 req-830413b3-7c90-4a0e-b53e-2b3612761bfa tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5217559 Feb 09 01:15:31.701810 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a5a843f8-93ec-4075-88e7-ab70f37d798d req-4d8c536c-21ca-456c-838d-df844c97f3d5 service neutron] 10.222.0.91 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842630 Feb 09 01:15:31.823569 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-a28f6191-2d8e-4b22-adec-a92f2f36fd93 req-8f08ab90-737c-4150-95bf-8ed3e92248b5 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] For port 16032e94-f2f5-4e18-a0ec-4da10a86904c, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=16032e94-f2f5-4e18-a0ec-4da10a86904c,segment=NetworkSegment(a9994094-9412-429c-9ae9-65d0045e2e58),segment_id=a9994094-9412-429c-9ae9-65d0045e2e58)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:31.824295 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a28f6191-2d8e-4b22-adec-a92f2f36fd93 req-8f08ab90-737c-4150-95bf-8ed3e92248b5 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (16032e94-f2f5-4e18-a0ec-4da10a86904c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:31.862609 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-a28f6191-2d8e-4b22-adec-a92f2f36fd93 req-8f08ab90-737c-4150-95bf-8ed3e92248b5 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Calling delete_port for 16032e94-f2f5-4e18-a0ec-4da10a86904c owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:15:31.930116 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 4e6f1dea-5278-4db9-98db-9750dbf841d5 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:15:31.934159 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a5a843f8-93ec-4075-88e7-ab70f37d798d req-764398e0-7c29-45ff-bbf3-1f7f0510bebf service neutron] 10.222.0.91 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234375 Feb 09 01:15:31.944953 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c8399705-396e-4fe4-9659-ce93828cbe90 req-be0fecea-6a68-45b2-a0c0-9337e6087697 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (ee3ff7c8-6b32-4181-a229-859c61225561), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:32.027103 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0fecea-6a68-45b2-a0c0-9337e6087697 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Pushing event deleted for resources: {'Port': ['ID=ee3ff7c8-6b32-4181-a229-859c61225561,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:32.163546 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c8399705-396e-4fe4-9659-ce93828cbe90 req-be0fecea-6a68-45b2-a0c0-9337e6087697 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks [] for floatingip (6659cbfe-72dc-4faf-8bcb-0a1b535f826c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:32.170730 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c8399705-396e-4fe4-9659-ce93828cbe90 req-be0fecea-6a68-45b2-a0c0-9337e6087697 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:32.174341 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c8399705-396e-4fe4-9659-ce93828cbe90 req-be0fecea-6a68-45b2-a0c0-9337e6087697 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "DELETE /v2.0/floatingips/6659cbfe-72dc-4faf-8bcb-0a1b535f826c HTTP/1.1" status: 204 len: 173 time: 1.4695113 Feb 09 01:15:32.220440 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a28f6191-2d8e-4b22-adec-a92f2f36fd93 req-8f08ab90-737c-4150-95bf-8ed3e92248b5 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (16032e94-f2f5-4e18-a0ec-4da10a86904c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:32.246167 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['1bbe8256-8c79-4d71-b657-051ef04a612f', '16032e94-f2f5-4e18-a0ec-4da10a86904c', '3af5aaaa-c097-4a4f-9dcc-776bd20e1554'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:15:32.257838 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 4e6f1dea-5278-4db9-98db-9750dbf841d5, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=4e6f1dea-5278-4db9-98db-9750dbf841d5,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:32.345789 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '4e6f1dea-5278-4db9-98db-9750dbf841d5', 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376', 'port_id': '4e6f1dea-5278-4db9-98db-9750dbf841d5', 'mac_address': 'fa:16:3e:1c:51:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc881d69-9121-4d00-994f-9cce6bcb92ea', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:15:32.423310 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f08ab90-737c-4150-95bf-8ed3e92248b5 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Pushing event deleted for resources: {'Port': ['ID=16032e94-f2f5-4e18-a0ec-4da10a86904c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:32.450500 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 4e6f1dea-5278-4db9-98db-9750dbf841d5 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:32.452041 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (4e6f1dea-5278-4db9-98db-9750dbf841d5), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:32.454097 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62331a2-e143-406e-af14-25f848dba69c req-a25452d3-a8a4-4a0f-a62e-eead06c51e9a tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:32.494123 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62331a2-e143-406e-af14-25f848dba69c req-a25452d3-a8a4-4a0f-a62e-eead06c51e9a tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:32.499721 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e62331a2-e143-406e-af14-25f848dba69c req-a25452d3-a8a4-4a0f-a62e-eead06c51e9a tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab32427-5417-4b9b-8686-b285c645884e HTTP/1.1" status: 200 len: 1682 time: 0.2140503 Feb 09 01:15:32.539081 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f08ab90-737c-4150-95bf-8ed3e92248b5 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:32.541479 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f08ab90-737c-4150-95bf-8ed3e92248b5 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:32.541827 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f08ab90-737c-4150-95bf-8ed3e92248b5 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:32.542170 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f08ab90-737c-4150-95bf-8ed3e92248b5 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:32.542505 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f08ab90-737c-4150-95bf-8ed3e92248b5 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:32.542842 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f08ab90-737c-4150-95bf-8ed3e92248b5 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:32.543171 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f08ab90-737c-4150-95bf-8ed3e92248b5 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:32.543493 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f08ab90-737c-4150-95bf-8ed3e92248b5 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:32.543816 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f08ab90-737c-4150-95bf-8ed3e92248b5 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:32.544162 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f08ab90-737c-4150-95bf-8ed3e92248b5 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:32.545238 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f08ab90-737c-4150-95bf-8ed3e92248b5 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:32.545572 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f08ab90-737c-4150-95bf-8ed3e92248b5 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:32.545906 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f08ab90-737c-4150-95bf-8ed3e92248b5 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:32.570074 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28f6191-2d8e-4b22-adec-a92f2f36fd93 req-8f08ab90-737c-4150-95bf-8ed3e92248b5 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] No DVR routers for this DVR port 16032e94-f2f5-4e18-a0ec-4da10a86904c on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:15:32.574098 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a28f6191-2d8e-4b22-adec-a92f2f36fd93 req-8f08ab90-737c-4150-95bf-8ed3e92248b5 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:32.587767 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a28f6191-2d8e-4b22-adec-a92f2f36fd93 req-8f08ab90-737c-4150-95bf-8ed3e92248b5 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.121 "DELETE /v2.0/ports/16032e94-f2f5-4e18-a0ec-4da10a86904c HTTP/1.1" status: 204 len: 173 time: 1.2206459 Feb 09 01:15:32.588294 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab32427-5417-4b9b-8686-b285c645884e', 'name': 'network-vif-deleted', 'tag': '16032e94-f2f5-4e18-a0ec-4da10a86904c'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:15:32.590577 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbaafd7-6a4c-413d-9059-3e28721b6904" -d '{"events": [{"server_uuid": "8ab32427-5417-4b9b-8686-b285c645884e", "name": "network-vif-deleted", "tag": "16032e94-f2f5-4e18-a0ec-4da10a86904c"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:15:32.624904 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e62331a2-e143-406e-af14-25f848dba69c req-fa01f0cc-7c35-4a17-9e61-0cb94cd7f962 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42fb62d-b4ff-4e09-886f-82f8bef72e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178501 Feb 09 01:15:32.701737 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e6f1dea-5278-4db9-98db-9750dbf841d5 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:15:32.802931 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b46efc-af61-4146-9f6c-f5e87e822a24 req-1f01b202-f67a-4e73-9b70-2ec1ec29b854 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:32.804557 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c8b46efc-af61-4146-9f6c-f5e87e822a24 req-1f01b202-f67a-4e73-9b70-2ec1ec29b854 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 945 time: 0.1032512 Feb 09 01:15:32.875665 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 4e6f1dea-5278-4db9-98db-9750dbf841d5, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=4e6f1dea-5278-4db9-98db-9750dbf841d5,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:32.895923 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (4e6f1dea-5278-4db9-98db-9750dbf841d5), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:32.908632 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-a28f6191-2d8e-4b22-adec-a92f2f36fd93 req-cf3ef8ca-5799-4c82-8e8a-3b92fbe22c2f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Deleting port 1bbe8256-8c79-4d71-b657-051ef04a612f {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:15:32.909226 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a28f6191-2d8e-4b22-adec-a92f2f36fd93 req-cf3ef8ca-5799-4c82-8e8a-3b92fbe22c2f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (1bbe8256-8c79-4d71-b657-051ef04a612f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:32.960759 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c8b46efc-af61-4146-9f6c-f5e87e822a24 req-da521b7c-25c4-4aad-89b8-42233d1ead6c tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/security-groups?id=376d5811-5003-401c-8a52-6b0b0393a072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474593 Feb 09 01:15:33.158126 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=4e6f1dea-5278-4db9-98db-9750dbf841d5,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:33.175497 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:33.176283 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:33.176864 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:33.179167 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:33.180218 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:33.180803 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:33.181356 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:33.181922 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:33.182478 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:33.183031 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:33.183575 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:33.184174 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:33.184718 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:33.299749 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['4e6f1dea-5278-4db9-98db-9750dbf841d5'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:15:33.361000 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53048) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:33.461419 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006ed30-0041-44f9-a193-27d35e49b4a8 req-5415b938-0919-4c3d-9a85-dcd59fba3989 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:33.469633 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6006ed30-0041-44f9-a193-27d35e49b4a8 req-5415b938-0919-4c3d-9a85-dcd59fba3989 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 944 time: 0.1949401 Feb 09 01:15:33.599868 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6006ed30-0041-44f9-a193-27d35e49b4a8 req-bb5e6463-edfb-4867-847c-106f30822d55 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258173 Feb 09 01:15:33.780944 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1688221d-d23f-406a-a658-50537d940cdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:33.864566 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64cb24-9c27-4a9e-bca1-41fd512139b6 req-fea01773-6263-4dd2-9e32-97f9f0103508 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:33.866349 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3a64cb24-9c27-4a9e-bca1-41fd512139b6 req-fea01773-6263-4dd2-9e32-97f9f0103508 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.121 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 944 time: 0.2375550 Feb 09 01:15:33.932382 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-a28f6191-2d8e-4b22-adec-a92f2f36fd93 req-cf3ef8ca-5799-4c82-8e8a-3b92fbe22c2f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] For port 1bbe8256-8c79-4d71-b657-051ef04a612f, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1bbe8256-8c79-4d71-b657-051ef04a612f,segment=NetworkSegment(a066264f-c54f-4a9d-bc3d-1a8ee1ad9465),segment_id=a066264f-c54f-4a9d-bc3d-1a8ee1ad9465)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:33.933601 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a28f6191-2d8e-4b22-adec-a92f2f36fd93 req-cf3ef8ca-5799-4c82-8e8a-3b92fbe22c2f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (1bbe8256-8c79-4d71-b657-051ef04a612f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:33.958944 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 16032e94-f2f5-4e18-a0ec-4da10a86904c no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:15:33.962238 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-a28f6191-2d8e-4b22-adec-a92f2f36fd93 req-cf3ef8ca-5799-4c82-8e8a-3b92fbe22c2f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Calling delete_port for 1bbe8256-8c79-4d71-b657-051ef04a612f owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:15:33.995437 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 16032e94-f2f5-4e18-a0ec-4da10a86904c {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:15:34.006669 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 16032e94-f2f5-4e18-a0ec-4da10a86904c not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:15:34.007686 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 3af5aaaa-c097-4a4f-9dcc-776bd20e1554 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:15:34.133159 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6c40d2-e33c-4462-b1d4-924575f92375 x-openstack-request-id: req-ce6c40d2-e33c-4462-b1d4-924575f92375 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:15:34.134272 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab32427-5417-4b9b-8686-b285c645884e", "name": "network-vif-deleted", "tag": "16032e94-f2f5-4e18-a0ec-4da10a86904c", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:15:34.135342 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ce6c40d2-e33c-4462-b1d4-924575f92375 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:15:34.136744 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab32427-5417-4b9b-8686-b285c645884e', 'name': 'network-vif-deleted', 'tag': '16032e94-f2f5-4e18-a0ec-4da10a86904c', 'status': 'completed', 'code': 200} Feb 09 01:15:34.140666 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a28f6191-2d8e-4b22-adec-a92f2f36fd93 req-cf3ef8ca-5799-4c82-8e8a-3b92fbe22c2f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (1bbe8256-8c79-4d71-b657-051ef04a612f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:34.167288 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 3af5aaaa-c097-4a4f-9dcc-776bd20e1554 is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:34.168325 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3af5aaaa-c097-4a4f-9dcc-776bd20e1554), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:34.228658 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab32427-5417-4b9b-8686-b285c645884e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af5aaaa-c097-4a4f-9dcc-776bd20e1554'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:15:34.234096 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481770d0-8d8c-4210-b60c-99ee270f58b2" -d '{"events": [{"server_uuid": "8ab32427-5417-4b9b-8686-b285c645884e", "name": "network-vif-unplugged", "status": "completed", "tag": "3af5aaaa-c097-4a4f-9dcc-776bd20e1554"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:15:34.260830 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ef8ca-5799-4c82-8e8a-3b92fbe22c2f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Pushing event deleted for resources: {'Port': ['ID=1bbe8256-8c79-4d71-b657-051ef04a612f,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:34.266288 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 3af5aaaa-c097-4a4f-9dcc-776bd20e1554, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=3af5aaaa-c097-4a4f-9dcc-776bd20e1554,segment=NetworkSegment(a066264f-c54f-4a9d-bc3d-1a8ee1ad9465),segment_id=a066264f-c54f-4a9d-bc3d-1a8ee1ad9465)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:34.275878 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (3af5aaaa-c097-4a4f-9dcc-776bd20e1554), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:34.276831 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 1bbe8256-8c79-4d71-b657-051ef04a612f no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:15:34.306118 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aaa98b-40f1-47f8-a78b-7e870f79b9e8 req-0ea857b6-a523-4913-9c9b-b5938eddd096 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:34.314838 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28f6191-2d8e-4b22-adec-a92f2f36fd93 req-cf3ef8ca-5799-4c82-8e8a-3b92fbe22c2f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] No DVR routers for this DVR port 1bbe8256-8c79-4d71-b657-051ef04a612f on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:15:34.319556 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-33aaa98b-40f1-47f8-a78b-7e870f79b9e8 req-0ea857b6-a523-4913-9c9b-b5938eddd096 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 950 time: 0.5284278 Feb 09 01:15:34.322180 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a28f6191-2d8e-4b22-adec-a92f2f36fd93 req-cf3ef8ca-5799-4c82-8e8a-3b92fbe22c2f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:34.326447 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a28f6191-2d8e-4b22-adec-a92f2f36fd93 req-cf3ef8ca-5799-4c82-8e8a-3b92fbe22c2f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.121 "DELETE /v2.0/ports/1bbe8256-8c79-4d71-b657-051ef04a612f HTTP/1.1" status: 204 len: 173 time: 1.7211142 Feb 09 01:15:34.394897 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=3af5aaaa-c097-4a4f-9dcc-776bd20e1554,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:34.422660 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-33aaa98b-40f1-47f8-a78b-7e870f79b9e8 req-27b08a51-f83c-434f-bad2-7cfb0b11494c tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020634 Feb 09 01:15:34.446047 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a632181-f0bf-4315-828c-d290beb05587 req-9cff10d2-2585-46f9-bdef-43959e6755cf tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:34.457577 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 1bbe8256-8c79-4d71-b657-051ef04a612f {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:15:34.458167 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 1bbe8256-8c79-4d71-b657-051ef04a612f not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:15:34.464617 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7a632181-f0bf-4315-828c-d290beb05587 req-9cff10d2-2585-46f9-bdef-43959e6755cf tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 944 time: 0.6670594 Feb 09 01:15:34.539350 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-a28f6191-2d8e-4b22-adec-a92f2f36fd93 req-337d390a-c304-4789-9ba7-c1161c6b9546 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Deleting port 3af5aaaa-c097-4a4f-9dcc-776bd20e1554 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:15:34.540020 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a28f6191-2d8e-4b22-adec-a92f2f36fd93 req-337d390a-c304-4789-9ba7-c1161c6b9546 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (3af5aaaa-c097-4a4f-9dcc-776bd20e1554), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:34.704417 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-a28f6191-2d8e-4b22-adec-a92f2f36fd93 req-337d390a-c304-4789-9ba7-c1161c6b9546 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] For port 3af5aaaa-c097-4a4f-9dcc-776bd20e1554, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=3af5aaaa-c097-4a4f-9dcc-776bd20e1554,segment=NetworkSegment(a066264f-c54f-4a9d-bc3d-1a8ee1ad9465),segment_id=a066264f-c54f-4a9d-bc3d-1a8ee1ad9465)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:34.705156 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a28f6191-2d8e-4b22-adec-a92f2f36fd93 req-337d390a-c304-4789-9ba7-c1161c6b9546 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (3af5aaaa-c097-4a4f-9dcc-776bd20e1554), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:34.706405 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1688221d-d23f-406a-a658-50537d940cdb admin admin] Publish callbacks [] for security_group (1ea8d538-f809-4c45-94d5-5cff3de99cfd), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:34.713276 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7a632181-f0bf-4315-828c-d290beb05587 req-30561e92-7387-4549-9687-4aab1c283e76 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361677 Feb 09 01:15:34.718035 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-3a64cb24-9c27-4a9e-bca1-41fd512139b6 req-6b3fe7bb-1484-4236-8b62-86b8ace9400d tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Deleting port 9b29190a-3930-41b5-86aa-e98a5fc24971 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:15:34.718379 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3a64cb24-9c27-4a9e-bca1-41fd512139b6 req-6b3fe7bb-1484-4236-8b62-86b8ace9400d tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (9b29190a-3930-41b5-86aa-e98a5fc24971), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:34.725380 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-a28f6191-2d8e-4b22-adec-a92f2f36fd93 req-337d390a-c304-4789-9ba7-c1161c6b9546 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Calling delete_port for 3af5aaaa-c097-4a4f-9dcc-776bd20e1554 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:15:34.730051 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f9aff-a236-413f-b7f1-e8400d413d15 req-faa0f45f-e8be-4efb-94fb-f2a0c4c0a746 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:34.746761 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-673f9aff-a236-413f-b7f1-e8400d413d15 req-faa0f45f-e8be-4efb-94fb-f2a0c4c0a746 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/ports?device_id=40894bac-855c-422c-9eb4-81cb0ac83afb HTTP/1.1" status: 200 len: 946 time: 0.1763189 Feb 09 01:15:34.754084 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1688221d-d23f-406a-a658-50537d940cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1ea8d538-f809-4c45-94d5-5cff3de99cfd), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:34.868874 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1688221d-d23f-406a-a658-50537d940cdb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e65061acd61e4cb3b237b79413917a07&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5058398 Feb 09 01:15:34.884644 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53066) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:34.925129 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a28f6191-2d8e-4b22-adec-a92f2f36fd93 req-337d390a-c304-4789-9ba7-c1161c6b9546 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (3af5aaaa-c097-4a4f-9dcc-776bd20e1554), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:34.977170 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d390a-c304-4789-9ba7-c1161c6b9546 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Pushing event deleted for resources: {'Port': ['ID=3af5aaaa-c097-4a4f-9dcc-776bd20e1554,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:34.988710 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688221d-d23f-406a-a658-50537d940cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea8d538-f809-4c45-94d5-5cff3de99cfd,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:35.030360 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-673f9aff-a236-413f-b7f1-e8400d413d15 req-1d5a82d7-e253-4ba0-bab6-f27b8f89be35 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/security-groups?id=b739604c-d70f-4acc-a6a4-8ae594b83425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769029 Feb 09 01:15:35.058860 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-3a64cb24-9c27-4a9e-bca1-41fd512139b6 req-6b3fe7bb-1484-4236-8b62-86b8ace9400d tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] For port 9b29190a-3930-41b5-86aa-e98a5fc24971, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9b29190a-3930-41b5-86aa-e98a5fc24971,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:35.059785 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3a64cb24-9c27-4a9e-bca1-41fd512139b6 req-6b3fe7bb-1484-4236-8b62-86b8ace9400d tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (9b29190a-3930-41b5-86aa-e98a5fc24971), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:35.095031 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28f6191-2d8e-4b22-adec-a92f2f36fd93 req-337d390a-c304-4789-9ba7-c1161c6b9546 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] No DVR routers for this DVR port 3af5aaaa-c097-4a4f-9dcc-776bd20e1554 on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:15:35.098255 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a28f6191-2d8e-4b22-adec-a92f2f36fd93 req-337d390a-c304-4789-9ba7-c1161c6b9546 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:35.102198 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a28f6191-2d8e-4b22-adec-a92f2f36fd93 req-337d390a-c304-4789-9ba7-c1161c6b9546 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.121 "DELETE /v2.0/ports/3af5aaaa-c097-4a4f-9dcc-776bd20e1554 HTTP/1.1" status: 204 len: 173 time: 0.7702413 Feb 09 01:15:35.112600 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-3a64cb24-9c27-4a9e-bca1-41fd512139b6 req-6b3fe7bb-1484-4236-8b62-86b8ace9400d tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Calling delete_port for 9b29190a-3930-41b5-86aa-e98a5fc24971 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:15:35.141842 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e2046a78-91fc-4a3f-9ac5-4e422c42edb5 admin admin] Publish callbacks [] for security_group (1ea8d538-f809-4c45-94d5-5cff3de99cfd), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:35.166295 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57a325-61e9-4cbc-95be-56316703486d req-4bd4580d-1e3e-4a3d-b62b-4b5e9d23d0ba tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:35.178000 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6e57a325-61e9-4cbc-95be-56316703486d req-4bd4580d-1e3e-4a3d-b62b-4b5e9d23d0ba tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ab32427-5417-4b9b-8686-b285c645884e HTTP/1.1" status: 200 len: 865 time: 0.3418365 Feb 09 01:15:35.226367 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e2046a78-91fc-4a3f-9ac5-4e422c42edb5 admin admin] Publish callbacks [] for security_group (1ea8d538-f809-4c45-94d5-5cff3de99cfd), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:35.415027 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d663f-ed66-442c-94a4-4b365157313f req-c29ca2bd-52de-4a11-b6b1-4f64a9850aa9 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:35.416438 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-489d663f-ed66-442c-94a4-4b365157313f req-c29ca2bd-52de-4a11-b6b1-4f64a9850aa9 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.121 "GET /v2.0/ports?device_id=40894bac-855c-422c-9eb4-81cb0ac83afb HTTP/1.1" status: 200 len: 946 time: 0.3188577 Feb 09 01:15:35.432578 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6e57a325-61e9-4cbc-95be-56316703486d req-9e46a45d-8da4-4c33-9824-26826e9a2b86 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42fb62d-b4ff-4e09-886f-82f8bef72e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432592 Feb 09 01:15:35.532692 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6e1c55-11a0-4d15-b006-835e14b210c3 x-openstack-request-id: req-fa6e1c55-11a0-4d15-b006-835e14b210c3 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:15:35.532692 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab32427-5417-4b9b-8686-b285c645884e", "name": "network-vif-unplugged", "status": "completed", "tag": "3af5aaaa-c097-4a4f-9dcc-776bd20e1554", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:15:35.532692 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fa6e1c55-11a0-4d15-b006-835e14b210c3 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:15:35.533501 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab32427-5417-4b9b-8686-b285c645884e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af5aaaa-c097-4a4f-9dcc-776bd20e1554', 'code': 200} Feb 09 01:15:35.591014 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e2046a78-91fc-4a3f-9ac5-4e422c42edb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1ea8d538-f809-4c45-94d5-5cff3de99cfd), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:35.594474 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e2046a78-91fc-4a3f-9ac5-4e422c42edb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:35.601232 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e2046a78-91fc-4a3f-9ac5-4e422c42edb5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1ea8d538-f809-4c45-94d5-5cff3de99cfd HTTP/1.1" status: 204 len: 168 time: 0.7081013 Feb 09 01:15:35.633859 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d5f92-34f6-45c8-983a-0779e3ec64ad req-7b9f8aa0-cbf6-4f54-9f7a-5941e683f245 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:35.644164 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-329d5f92-34f6-45c8-983a-0779e3ec64ad req-7b9f8aa0-cbf6-4f54-9f7a-5941e683f245 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 945 time: 0.3856235 Feb 09 01:15:35.668856 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2046a78-91fc-4a3f-9ac5-4e422c42edb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea8d538-f809-4c45-94d5-5cff3de99cfd,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:35.677638 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3a64cb24-9c27-4a9e-bca1-41fd512139b6 req-6b3fe7bb-1484-4236-8b62-86b8ace9400d tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (9b29190a-3930-41b5-86aa-e98a5fc24971), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:35.705940 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['9b29190a-3930-41b5-86aa-e98a5fc24971'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:15:35.845049 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3fe7bb-1484-4236-8b62-86b8ace9400d tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Pushing event deleted for resources: {'Port': ['ID=9b29190a-3930-41b5-86aa-e98a5fc24971,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:35.935834 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-329d5f92-34f6-45c8-983a-0779e3ec64ad req-a38ff210-13c2-45f4-9246-3a711bfdcd66 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/security-groups?id=376d5811-5003-401c-8a52-6b0b0393a072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908123 Feb 09 01:15:35.991945 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a64cb24-9c27-4a9e-bca1-41fd512139b6 req-6b3fe7bb-1484-4236-8b62-86b8ace9400d tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] No DVR routers for this DVR port 9b29190a-3930-41b5-86aa-e98a5fc24971 on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:15:36.000545 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3a64cb24-9c27-4a9e-bca1-41fd512139b6 req-6b3fe7bb-1484-4236-8b62-86b8ace9400d tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:36.009154 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3a64cb24-9c27-4a9e-bca1-41fd512139b6 req-6b3fe7bb-1484-4236-8b62-86b8ace9400d tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.121 "DELETE /v2.0/ports/9b29190a-3930-41b5-86aa-e98a5fc24971 HTTP/1.1" status: 204 len: 173 time: 2.1256580 Feb 09 01:15:36.015167 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b2cbc9-c0bc-4908-affe-0af5ed0849bb', 'name': 'network-vif-deleted', 'tag': '9b29190a-3930-41b5-86aa-e98a5fc24971'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:15:36.019896 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53076) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:36.020512 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a171936b-e2d3-4f15-8d0f-5d81b61d9f7f" -d '{"events": [{"server_uuid": "a1b2cbc9-c0bc-4908-affe-0af5ed0849bb", "name": "network-vif-deleted", "tag": "9b29190a-3930-41b5-86aa-e98a5fc24971"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:15:36.058299 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae099-7864-4eb8-84f3-768de9c7f3cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:36.065082 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e3c7a-2b1e-4116-8f07-93acc35a7c9a req-ac0cd0da-3546-41ce-99c1-3095e9ea6e91 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:36.067777 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-822e3c7a-2b1e-4116-8f07-93acc35a7c9a req-ac0cd0da-3546-41ce-99c1-3095e9ea6e91 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 944 time: 0.4008548 Feb 09 01:15:36.115883 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 4e6f1dea-5278-4db9-98db-9750dbf841d5 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:15:36.158516 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-489d663f-ed66-442c-94a4-4b365157313f req-35b76178-592a-4469-9574-eb76ae19b2e0 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Deleting port 5d37836c-3184-4b81-b103-6d26332c95c4 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:15:36.159064 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-489d663f-ed66-442c-94a4-4b365157313f req-35b76178-592a-4469-9574-eb76ae19b2e0 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (5d37836c-3184-4b81-b103-6d26332c95c4), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:36.199802 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-822e3c7a-2b1e-4116-8f07-93acc35a7c9a req-1d7c1876-90ba-4265-9d96-1aefc0e16e38 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251185 Feb 09 01:15:36.215155 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 4e6f1dea-5278-4db9-98db-9750dbf841d5 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:15:36.233169 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae099-7864-4eb8-84f3-768de9c7f3cc admin admin] Publish callbacks [] for security_group (a1c32cd8-8e37-43be-955f-d1d538b7a466), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:36.234519 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab32427-5417-4b9b-8686-b285c645884e', 'name': 'network-vif-deleted', 'tag': '1bbe8256-8c79-4d71-b657-051ef04a612f'}, {'server_uuid': '8ab32427-5417-4b9b-8686-b285c645884e', 'name': 'network-vif-deleted', 'tag': '3af5aaaa-c097-4a4f-9dcc-776bd20e1554'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:15:36.240166 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb93d417-bb7e-40f7-9b81-6d3d2f878c13" -d '{"events": [{"server_uuid": "8ab32427-5417-4b9b-8686-b285c645884e", "name": "network-vif-deleted", "tag": "1bbe8256-8c79-4d71-b657-051ef04a612f"}, {"server_uuid": "8ab32427-5417-4b9b-8686-b285c645884e", "name": "network-vif-deleted", "tag": "3af5aaaa-c097-4a4f-9dcc-776bd20e1554"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:15:36.242059 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 4e6f1dea-5278-4db9-98db-9750dbf841d5 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:36.242712 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (4e6f1dea-5278-4db9-98db-9750dbf841d5), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:36.244944 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae099-7864-4eb8-84f3-768de9c7f3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (a1c32cd8-8e37-43be-955f-d1d538b7a466), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:36.283614 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9e927-494c-454a-a882-512cbb3636c2 req-7ce56c4f-fa08-4de7-a650-546662ed720a tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:36.285422 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d0a9e927-494c-454a-a882-512cbb3636c2 req-7ce56c4f-fa08-4de7-a650-546662ed720a tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 950 time: 0.2059562 Feb 09 01:15:36.348263 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9b7ae099-7864-4eb8-84f3-768de9c7f3cc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d68d98d65ece4d209079539aa9a52384&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3251963 Feb 09 01:15:36.351256 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ae099-7864-4eb8-84f3-768de9c7f3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c32cd8-8e37-43be-955f-d1d538b7a466,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:36.373642 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53084) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:36.397146 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d0a9e927-494c-454a-a882-512cbb3636c2 req-ce7c8e9a-df36-4989-91d8-994feb875f93 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986934 Feb 09 01:15:36.435536 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 4e6f1dea-5278-4db9-98db-9750dbf841d5 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:36.436291 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (4e6f1dea-5278-4db9-98db-9750dbf841d5), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:36.473318 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d4d1a308-096f-4696-9d8c-c008b7e6b290 req-fba18292-3ab4-4e50-8c66-3a0bc943c3f7 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1b2cbc9-c0bc-4908-affe-0af5ed0849bb HTTP/1.1" status: 200 len: 210 time: 0.0748997 Feb 09 01:15:36.480379 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 4e6f1dea-5278-4db9-98db-9750dbf841d5, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=4e6f1dea-5278-4db9-98db-9750dbf841d5,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:36.488043 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (4e6f1dea-5278-4db9-98db-9750dbf841d5), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:36.488724 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-489d663f-ed66-442c-94a4-4b365157313f req-35b76178-592a-4469-9574-eb76ae19b2e0 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] For port 5d37836c-3184-4b81-b103-6d26332c95c4, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=5d37836c-3184-4b81-b103-6d26332c95c4,segment=NetworkSegment(bc74054a-02eb-47eb-9c30-0228fafadd7b),segment_id=bc74054a-02eb-47eb-9c30-0228fafadd7b)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:36.491318 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-489d663f-ed66-442c-94a4-4b365157313f req-35b76178-592a-4469-9574-eb76ae19b2e0 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (5d37836c-3184-4b81-b103-6d26332c95c4), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:36.504959 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7e86775f-bdbe-4ab0-b4fd-48c8eecc5326 admin admin] Publish callbacks [] for security_group (a1c32cd8-8e37-43be-955f-d1d538b7a466), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:36.515588 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f151fd-2186-4ff0-8275-53a1f9f3d8eb x-openstack-request-id: req-f3f151fd-2186-4ff0-8275-53a1f9f3d8eb {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:15:36.515899 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b2cbc9-c0bc-4908-affe-0af5ed0849bb", "name": "network-vif-deleted", "tag": "9b29190a-3930-41b5-86aa-e98a5fc24971", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:15:36.516195 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f3f151fd-2186-4ff0-8275-53a1f9f3d8eb {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:15:36.516784 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b2cbc9-c0bc-4908-affe-0af5ed0849bb', 'name': 'network-vif-deleted', 'tag': '9b29190a-3930-41b5-86aa-e98a5fc24971', 'status': 'completed', 'code': 200} Feb 09 01:15:36.550579 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-489d663f-ed66-442c-94a4-4b365157313f req-35b76178-592a-4469-9574-eb76ae19b2e0 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Calling delete_port for 5d37836c-3184-4b81-b103-6d26332c95c4 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:15:36.578603 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 01:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79db75fa-3f88-470a-8ae2-4b7113b9d938 x-openstack-request-id: req-79db75fa-3f88-470a-8ae2-4b7113b9d938 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:15:36.580678 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=4e6f1dea-5278-4db9-98db-9750dbf841d5,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:36.581060 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab32427-5417-4b9b-8686-b285c645884e", "name": "network-vif-deleted", "tag": "1bbe8256-8c79-4d71-b657-051ef04a612f", "status": "completed", "code": 200}, {"server_uuid": "8ab32427-5417-4b9b-8686-b285c645884e", "name": "network-vif-deleted", "tag": "3af5aaaa-c097-4a4f-9dcc-776bd20e1554", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:15:36.581416 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-79db75fa-3f88-470a-8ae2-4b7113b9d938 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:15:36.581922 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab32427-5417-4b9b-8686-b285c645884e', 'name': 'network-vif-deleted', 'tag': '1bbe8256-8c79-4d71-b657-051ef04a612f', 'status': 'completed', 'code': 200} Feb 09 01:15:36.582303 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab32427-5417-4b9b-8686-b285c645884e', 'name': 'network-vif-deleted', 'tag': '3af5aaaa-c097-4a4f-9dcc-776bd20e1554', 'status': 'completed', 'code': 200} Feb 09 01:15:36.594898 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7e86775f-bdbe-4ab0-b4fd-48c8eecc5326 admin admin] Publish callbacks [] for security_group (a1c32cd8-8e37-43be-955f-d1d538b7a466), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:36.602243 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53090) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:36.722532 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-965a4f87-3673-4720-bb27-8d5bf085bb36 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Deleting subnet 203710b2-cfa5-47d1-86af-9d687312b020 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:15:36.725648 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-965a4f87-3673-4720-bb27-8d5bf085bb36 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks [] for subnet (203710b2-cfa5-47d1-86af-9d687312b020), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:36.738013 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97011a7d-19a0-46c7-a993-bd4acf32e413 req-50f91345-e90f-4c88-87d7-cc5ddc059ace tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:36.740038 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-97011a7d-19a0-46c7-a993-bd4acf32e413 req-50f91345-e90f-4c88-87d7-cc5ddc059ace tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/ports?device_id=40894bac-855c-422c-9eb4-81cb0ac83afb HTTP/1.1" status: 200 len: 946 time: 0.0891836 Feb 09 01:15:36.760315 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7e86775f-bdbe-4ab0-b4fd-48c8eecc5326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (a1c32cd8-8e37-43be-955f-d1d538b7a466), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:36.762892 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7e86775f-bdbe-4ab0-b4fd-48c8eecc5326 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:36.765009 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7e86775f-bdbe-4ab0-b4fd-48c8eecc5326 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a1c32cd8-8e37-43be-955f-d1d538b7a466 HTTP/1.1" status: 204 len: 168 time: 0.3894947 Feb 09 01:15:36.779833 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-965a4f87-3673-4720-bb27-8d5bf085bb36 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (203710b2-cfa5-47d1-86af-9d687312b020), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:36.782697 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86775f-bdbe-4ab0-b4fd-48c8eecc5326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c32cd8-8e37-43be-955f-d1d538b7a466,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:36.806002 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-97011a7d-19a0-46c7-a993-bd4acf32e413 req-9478cdca-b74e-46c5-b343-56593f549a41 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.30 "GET /v2.0/security-groups?id=b739604c-d70f-4acc-a6a4-8ae594b83425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556679 Feb 09 01:15:36.890682 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-489d663f-ed66-442c-94a4-4b365157313f req-35b76178-592a-4469-9574-eb76ae19b2e0 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (5d37836c-3184-4b81-b103-6d26332c95c4), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:36.908633 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-965a4f87-3673-4720-bb27-8d5bf085bb36 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (203710b2-cfa5-47d1-86af-9d687312b020), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:36.911381 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['5d37836c-3184-4b81-b103-6d26332c95c4'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:15:36.932452 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b76178-592a-4469-9574-eb76ae19b2e0 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Pushing event deleted for resources: {'Port': ['ID=5d37836c-3184-4b81-b103-6d26332c95c4,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:36.997429 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-965a4f87-3673-4720-bb27-8d5bf085bb36 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (203710b2-cfa5-47d1-86af-9d687312b020), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:37.044451 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-489d663f-ed66-442c-94a4-4b365157313f req-35b76178-592a-4469-9574-eb76ae19b2e0 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] No DVR routers for this DVR port 5d37836c-3184-4b81-b103-6d26332c95c4 on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:15:37.051435 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-965a4f87-3673-4720-bb27-8d5bf085bb36 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:37.056702 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-965a4f87-3673-4720-bb27-8d5bf085bb36 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "DELETE /v2.0/subnets/203710b2-cfa5-47d1-86af-9d687312b020 HTTP/1.1" status: 204 len: 168 time: 0.4531813 Feb 09 01:15:37.058476 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a4f87-3673-4720-bb27-8d5bf085bb36 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Pushing event deleted for resources: {'Subnet': ['ID=203710b2-cfa5-47d1-86af-9d687312b020,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:37.059827 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-489d663f-ed66-442c-94a4-4b365157313f req-35b76178-592a-4469-9574-eb76ae19b2e0 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:37.062796 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53096) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:37.063112 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002b2f22-c0cc-496b-a3f4-0283d6f87a4e None None] Network c8473862-3e26-4a67-b80b-729d9738658a requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:15:37.067317 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-489d663f-ed66-442c-94a4-4b365157313f req-35b76178-592a-4469-9574-eb76ae19b2e0 tempest-FloatingIPsAssociationTestJSON-1273306878 tempest-FloatingIPsAssociationTestJSON-1273306878-project] 10.222.0.121 "DELETE /v2.0/ports/5d37836c-3184-4b81-b103-6d26332c95c4 HTTP/1.1" status: 204 len: 173 time: 1.5245709 Feb 09 01:15:37.172234 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1206c-638a-47c9-b1c9-c904e69c845f req-3b21e4df-bc7a-484f-9405-9866bd8b9fde tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:37.174178 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-02f1206c-638a-47c9-b1c9-c904e69c845f req-3b21e4df-bc7a-484f-9405-9866bd8b9fde tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 945 time: 0.0921607 Feb 09 01:15:37.268699 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c67e5907-6a74-4134-b9d6-5d9740af82b7 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (c8473862-3e26-4a67-b80b-729d9738658a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:37.313123 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-02f1206c-638a-47c9-b1c9-c904e69c845f req-049360db-bcb7-4907-99c8-4ddee9c6892b tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/security-groups?id=376d5811-5003-401c-8a52-6b0b0393a072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307297 Feb 09 01:15:37.313967 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c311f58f-999f-47e5-8d70-4c2f6d7dc351 None None] DHCP port deletion for c8473862-3e26-4a67-b80b-729d9738658a request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:15:37.357562 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c67e5907-6a74-4134-b9d6-5d9740af82b7 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Deleting port 37dea0d0-a6ca-49cb-81ab-ecea5220fe94 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:15:37.357900 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c67e5907-6a74-4134-b9d6-5d9740af82b7 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (37dea0d0-a6ca-49cb-81ab-ecea5220fe94), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:37.438671 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c311f58f-999f-47e5-8d70-4c2f6d7dc351 None None] Deleting port 37dea0d0-a6ca-49cb-81ab-ecea5220fe94 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:15:37.439051 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c311f58f-999f-47e5-8d70-4c2f6d7dc351 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (37dea0d0-a6ca-49cb-81ab-ecea5220fe94), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:37.443195 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed10833-72dd-479a-85ee-bf0d44fa0eb7 req-c4453775-3902-4e3b-bf5f-9db019cf5c3f tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:37.463013 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6ed10833-72dd-479a-85ee-bf0d44fa0eb7 req-c4453775-3902-4e3b-bf5f-9db019cf5c3f tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 945 time: 0.1064925 Feb 09 01:15:37.479616 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-c67e5907-6a74-4134-b9d6-5d9740af82b7 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] For port 37dea0d0-a6ca-49cb-81ab-ecea5220fe94, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=37dea0d0-a6ca-49cb-81ab-ecea5220fe94,segment=NetworkSegment(a9994094-9412-429c-9ae9-65d0045e2e58),segment_id=a9994094-9412-429c-9ae9-65d0045e2e58)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:37.480026 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c67e5907-6a74-4134-b9d6-5d9740af82b7 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (37dea0d0-a6ca-49cb-81ab-ecea5220fe94), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:37.496722 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c67e5907-6a74-4134-b9d6-5d9740af82b7 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Calling delete_port for 37dea0d0-a6ca-49cb-81ab-ecea5220fe94 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:15:37.536747 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6f1dea-5278-4db9-98db-9750dbf841d5'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:15:37.542677 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430b3bb0-cb33-4913-975a-4de424395841" -d '{"events": [{"server_uuid": "700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2", "name": "network-vif-plugged", "status": "completed", "tag": "4e6f1dea-5278-4db9-98db-9750dbf841d5"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:15:37.587090 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6ed10833-72dd-479a-85ee-bf0d44fa0eb7 req-d9b7037f-e583-4fad-af20-b10caa92dd7c tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200767 Feb 09 01:15:37.594646 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-c311f58f-999f-47e5-8d70-4c2f6d7dc351 None None] For port 37dea0d0-a6ca-49cb-81ab-ecea5220fe94, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=37dea0d0-a6ca-49cb-81ab-ecea5220fe94,segment=NetworkSegment(a9994094-9412-429c-9ae9-65d0045e2e58),segment_id=a9994094-9412-429c-9ae9-65d0045e2e58)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:37.595767 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c311f58f-999f-47e5-8d70-4c2f6d7dc351 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (37dea0d0-a6ca-49cb-81ab-ecea5220fe94), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:37.642225 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c311f58f-999f-47e5-8d70-4c2f6d7dc351 None None] Calling delete_port for 37dea0d0-a6ca-49cb-81ab-ecea5220fe94 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:15:37.657724 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cddb8-6c34-45f7-889d-13d7f33b73b8 req-dba1b0f1-ec2c-4a2a-beec-6ba9a1b3ced1 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:37.668438 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9e9cddb8-6c34-45f7-889d-13d7f33b73b8 req-dba1b0f1-ec2c-4a2a-beec-6ba9a1b3ced1 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 950 time: 0.1662447 Feb 09 01:15:37.703832 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c67e5907-6a74-4134-b9d6-5d9740af82b7 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (37dea0d0-a6ca-49cb-81ab-ecea5220fe94), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:37.742810 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67e5907-6a74-4134-b9d6-5d9740af82b7 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] No DVR routers for this DVR port 37dea0d0-a6ca-49cb-81ab-ecea5220fe94 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:15:37.844326 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 37dea0d0-a6ca-49cb-81ab-ecea5220fe94 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:15:37.860243 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9e9cddb8-6c34-45f7-889d-13d7f33b73b8 req-07fbeca3-4df4-4612-b946-661f72f8d3c6 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907935 Feb 09 01:15:37.886252 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0782f8-7d20-4749-b8b6-e81ec94630f1 x-openstack-request-id: req-5b0782f8-7d20-4749-b8b6-e81ec94630f1 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:15:37.886811 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2", "name": "network-vif-plugged", "status": "completed", "tag": "4e6f1dea-5278-4db9-98db-9750dbf841d5", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:15:37.887411 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5b0782f8-7d20-4749-b8b6-e81ec94630f1 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:15:37.888056 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6f1dea-5278-4db9-98db-9750dbf841d5', 'code': 200} Feb 09 01:15:37.889317 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 37dea0d0-a6ca-49cb-81ab-ecea5220fe94 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:15:37.889888 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 37dea0d0-a6ca-49cb-81ab-ecea5220fe94 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:15:37.938508 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c311f58f-999f-47e5-8d70-4c2f6d7dc351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (37dea0d0-a6ca-49cb-81ab-ecea5220fe94), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:37.972525 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311f58f-999f-47e5-8d70-4c2f6d7dc351 None None] Pushing event deleted for resources: {'Port': ['ID=37dea0d0-a6ca-49cb-81ab-ecea5220fe94,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:37.987292 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c311f58f-999f-47e5-8d70-4c2f6d7dc351 None None] No DVR routers for this DVR port 37dea0d0-a6ca-49cb-81ab-ecea5220fe94 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:15:38.057607 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e5907-6a74-4134-b9d6-5d9740af82b7 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Pushing event deleted for resources: {'Port': ['ID=37dea0d0-a6ca-49cb-81ab-ecea5220fe94,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:38.063970 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53128) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:38.069203 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c67e5907-6a74-4134-b9d6-5d9740af82b7 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (c8473862-3e26-4a67-b80b-729d9738658a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:38.105885 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 9b29190a-3930-41b5-86aa-e98a5fc24971 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:15:38.113580 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-c67e5907-6a74-4134-b9d6-5d9740af82b7 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8473862-3e26-4a67-b80b-729d9738658a']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:38.133471 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-c67e5907-6a74-4134-b9d6-5d9740af82b7 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9994094-9412-429c-9ae9-65d0045e2e58') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:38.134145 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-c67e5907-6a74-4134-b9d6-5d9740af82b7 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9994094-9412-429c-9ae9-65d0045e2e58') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:38.151798 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 9b29190a-3930-41b5-86aa-e98a5fc24971 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:15:38.156290 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 9b29190a-3930-41b5-86aa-e98a5fc24971 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:15:38.156940 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 5d37836c-3184-4b81-b103-6d26332c95c4 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:15:38.165801 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c67e5907-6a74-4134-b9d6-5d9740af82b7 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (a9994094-9412-429c-9ae9-65d0045e2e58), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:38.216858 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c67e5907-6a74-4134-b9d6-5d9740af82b7 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (a9994094-9412-429c-9ae9-65d0045e2e58), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:38.222799 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 5d37836c-3184-4b81-b103-6d26332c95c4 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:15:38.226077 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c67e5907-6a74-4134-b9d6-5d9740af82b7 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:15:38.226648 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c67e5907-6a74-4134-b9d6-5d9740af82b7 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (a9994094-9412-429c-9ae9-65d0045e2e58), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:38.230249 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:15:38.230249 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:15:38.230249 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:15:38.230249 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:15:38.230249 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:15:38.230249 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:15:38.230249 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:15:38.230249 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:15:38.230249 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:15:38.230249 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:15:38.230249 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:15:38.230249 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:15:38.230249 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:15:38.230249 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:15:38.230249 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:15:38.230249 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:15:38.230249 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:15:38.230249 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:15:38.230249 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:15:38.230249 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:15:38.230249 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:15:38.230249 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:15:38.230249 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:15:38.230249 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:15:38.230249 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:15:38.230249 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:15:38.230249 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:15:38.230249 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:15:38.230249 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:15:38.230249 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:15:38.230249 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:15:38.230249 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:15:38.233657 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 5d37836c-3184-4b81-b103-6d26332c95c4 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:15:38.273835 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048da1b9-7424-4766-b984-c2f17e324be5 req-dfc8e90b-1a2e-40ff-9941-589ad455a1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:38.275959 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-048da1b9-7424-4766-b984-c2f17e324be5 req-dfc8e90b-1a2e-40ff-9941-589ad455a1d5 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 1128 time: 0.3283360 Feb 09 01:15:38.323794 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c67e5907-6a74-4134-b9d6-5d9740af82b7 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (c8473862-3e26-4a67-b80b-729d9738658a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:38.337170 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c67e5907-6a74-4134-b9d6-5d9740af82b7 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:38.346136 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c67e5907-6a74-4134-b9d6-5d9740af82b7 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "DELETE /v2.0/networks/c8473862-3e26-4a67-b80b-729d9738658a HTTP/1.1" status: 204 len: 168 time: 1.2798269 Feb 09 01:15:38.359461 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53136) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:38.375241 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e5907-6a74-4134-b9d6-5d9740af82b7 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Pushing event deleted for resources: {'Network': ['ID=c8473862-3e26-4a67-b80b-729d9738658a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:38.376043 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-048da1b9-7424-4766-b984-c2f17e324be5 req-7b603e57-a15f-4d83-b28b-796eed1421d0 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819974 Feb 09 01:15:38.439056 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-9100bad2-5645-4652-8851-91fdcbeb6201 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Deleting subnet ccf1591d-cb14-4cbe-bcfb-e2121fb5c5b0 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:15:38.443961 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9100bad2-5645-4652-8851-91fdcbeb6201 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks [] for subnet (ccf1591d-cb14-4cbe-bcfb-e2121fb5c5b0), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:38.521253 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9100bad2-5645-4652-8851-91fdcbeb6201 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (ccf1591d-cb14-4cbe-bcfb-e2121fb5c5b0), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:38.525375 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40894bac-855c-422c-9eb4-81cb0ac83afb', 'name': 'network-vif-deleted', 'tag': '5d37836c-3184-4b81-b103-6d26332c95c4'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:15:38.527030 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6775a292-3604-4e3f-bd73-a20aae9f0c93" -d '{"events": [{"server_uuid": "40894bac-855c-422c-9eb4-81cb0ac83afb", "name": "network-vif-deleted", "tag": "5d37836c-3184-4b81-b103-6d26332c95c4"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:15:38.580875 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3861f44-f4bf-4db7-9f58-e19fa488db50 req-daa824f9-8695-491d-8716-a20060cee583 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:38.582407 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d3861f44-f4bf-4db7-9f58-e19fa488db50 req-daa824f9-8695-491d-8716-a20060cee583 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 945 time: 0.1706703 Feb 09 01:15:38.591104 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd279c-6bdb-4a21-9448-c01560584066 req-f7048fcd-2e23-4a73-b69b-ead17d70db69 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:38.593240 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-16bd279c-6bdb-4a21-9448-c01560584066 req-f7048fcd-2e23-4a73-b69b-ead17d70db69 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef0faff8-ea7d-43b4-924e-bfe58191799b HTTP/1.1" status: 200 len: 945 time: 0.2212298 Feb 09 01:15:38.657005 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9100bad2-5645-4652-8851-91fdcbeb6201 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (ccf1591d-cb14-4cbe-bcfb-e2121fb5c5b0), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:38.719525 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d3861f44-f4bf-4db7-9f58-e19fa488db50 req-e6f768ba-2b04-4325-9ce4-e54ea29b3f09 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/security-groups?id=376d5811-5003-401c-8a52-6b0b0393a072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203241 Feb 09 01:15:38.735498 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-16bd279c-6bdb-4a21-9448-c01560584066 req-375bc923-9e91-48a8-826d-f838a979c333 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246059 Feb 09 01:15:38.802251 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098974a9-e14a-4e54-9c19-4d2dc31d9b0f x-openstack-request-id: req-098974a9-e14a-4e54-9c19-4d2dc31d9b0f {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:15:38.802542 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40894bac-855c-422c-9eb4-81cb0ac83afb", "name": "network-vif-deleted", "tag": "5d37836c-3184-4b81-b103-6d26332c95c4", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:15:38.802656 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff91cb6-00cd-4178-8625-04cd44098533 req-53a3f47c-44cb-4b19-90d6-70c89c726a4f tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:38.802849 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-098974a9-e14a-4e54-9c19-4d2dc31d9b0f {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:15:38.803178 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40894bac-855c-422c-9eb4-81cb0ac83afb', 'name': 'network-vif-deleted', 'tag': '5d37836c-3184-4b81-b103-6d26332c95c4', 'status': 'completed', 'code': 200} Feb 09 01:15:38.804151 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2ff91cb6-00cd-4178-8625-04cd44098533 req-53a3f47c-44cb-4b19-90d6-70c89c726a4f tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.91 "GET /v2.0/ports?device_id=ef0faff8-ea7d-43b4-924e-bfe58191799b HTTP/1.1" status: 200 len: 945 time: 0.1015882 Feb 09 01:15:38.805677 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9100bad2-5645-4652-8851-91fdcbeb6201 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (ccf1591d-cb14-4cbe-bcfb-e2121fb5c5b0), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:38.841182 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100bad2-5645-4652-8851-91fdcbeb6201 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Pushing event deleted for resources: {'Subnet': ['ID=ccf1591d-cb14-4cbe-bcfb-e2121fb5c5b0,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:38.879866 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c3915a-0911-45af-9e6e-aac05eaf2971 None None] Network f32ffc05-35f0-41ce-827a-f029c1ede77a requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:15:38.882171 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9100bad2-5645-4652-8851-91fdcbeb6201 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:38.890607 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9100bad2-5645-4652-8851-91fdcbeb6201 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "DELETE /v2.0/subnets/ccf1591d-cb14-4cbe-bcfb-e2121fb5c5b0 HTTP/1.1" status: 204 len: 168 time: 0.5295122 Feb 09 01:15:38.896459 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53154) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:38.986346 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-2ff91cb6-00cd-4178-8625-04cd44098533 req-f0bdb424-393b-44df-8808-4718ec669326 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Deleting port 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:15:38.986970 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-2ff91cb6-00cd-4178-8625-04cd44098533 req-f0bdb424-393b-44df-8808-4718ec669326 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:39.114948 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcdffb0-a449-4797-a3eb-6fd4327200c8 None None] DHCP port deletion for f32ffc05-35f0-41ce-827a-f029c1ede77a request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:15:39.139203 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-00322294-51b4-4c80-8eb9-853ec2ff718f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (f32ffc05-35f0-41ce-827a-f029c1ede77a), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:39.147805 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-2ff91cb6-00cd-4178-8625-04cd44098533 req-f0bdb424-393b-44df-8808-4718ec669326 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] For port 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:39.149497 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-2ff91cb6-00cd-4178-8625-04cd44098533 req-f0bdb424-393b-44df-8808-4718ec669326 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:39.167585 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-2ff91cb6-00cd-4178-8625-04cd44098533 req-f0bdb424-393b-44df-8808-4718ec669326 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Calling delete_port for 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:15:39.173721 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b33ed-c968-4773-8586-7d3c4fa9d050 req-1c98e5ad-27c6-4040-a1a7-eed6c31cef86 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:39.177500 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-599b33ed-c968-4773-8586-7d3c4fa9d050 req-1c98e5ad-27c6-4040-a1a7-eed6c31cef86 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 945 time: 0.2837384 Feb 09 01:15:39.209650 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-1bcdffb0-a449-4797-a3eb-6fd4327200c8 None None] Deleting port 369ca131-bd20-4e53-93fb-b2c220494188 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:15:39.210441 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1bcdffb0-a449-4797-a3eb-6fd4327200c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (369ca131-bd20-4e53-93fb-b2c220494188), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:39.218236 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbab88-21ec-4cc1-966a-c79cb9211ada req-7739adc5-9b06-4d8f-af66-72190107c9f1 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:39.220911 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e3fbab88-21ec-4cc1-966a-c79cb9211ada req-7739adc5-9b06-4d8f-af66-72190107c9f1 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 950 time: 0.1831563 Feb 09 01:15:39.288895 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-1bcdffb0-a449-4797-a3eb-6fd4327200c8 None None] For port 369ca131-bd20-4e53-93fb-b2c220494188, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=369ca131-bd20-4e53-93fb-b2c220494188,segment=NetworkSegment(a066264f-c54f-4a9d-bc3d-1a8ee1ad9465),segment_id=a066264f-c54f-4a9d-bc3d-1a8ee1ad9465)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:39.288895 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1bcdffb0-a449-4797-a3eb-6fd4327200c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (369ca131-bd20-4e53-93fb-b2c220494188), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:39.309164 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-1bcdffb0-a449-4797-a3eb-6fd4327200c8 None None] Calling delete_port for 369ca131-bd20-4e53-93fb-b2c220494188 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:15:39.360999 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-2ff91cb6-00cd-4178-8625-04cd44098533 req-f0bdb424-393b-44df-8808-4718ec669326 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:39.412222 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-599b33ed-c968-4773-8586-7d3c4fa9d050 req-3f190eb4-4256-4aaa-ac84-35452865ce74 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195334 Feb 09 01:15:39.426100 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bdb424-393b-44df-8808-4718ec669326 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Pushing event deleted for resources: {'Port': ['ID=6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:39.429855 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1bcdffb0-a449-4797-a3eb-6fd4327200c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (369ca131-bd20-4e53-93fb-b2c220494188), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:39.449534 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e3fbab88-21ec-4cc1-966a-c79cb9211ada req-a93381d5-212a-4d41-888e-bf1fdd6e12fa tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095597 Feb 09 01:15:39.519154 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4ba129e5-894c-43fb-953e-84a6ee3ac3cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (736c9c0b-18c6-4b31-87e2-b6b139d48913), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:39.521354 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcdffb0-a449-4797-a3eb-6fd4327200c8 None None] Pushing event deleted for resources: {'Port': ['ID=369ca131-bd20-4e53-93fb-b2c220494188,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:39.523056 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-00322294-51b4-4c80-8eb9-853ec2ff718f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Deleting port 369ca131-bd20-4e53-93fb-b2c220494188 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:15:39.523526 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-00322294-51b4-4c80-8eb9-853ec2ff718f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (369ca131-bd20-4e53-93fb-b2c220494188), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:39.535101 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcdffb0-a449-4797-a3eb-6fd4327200c8 None None] No DVR routers for this DVR port 369ca131-bd20-4e53-93fb-b2c220494188 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:15:39.536996 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff91cb6-00cd-4178-8625-04cd44098533 req-f0bdb424-393b-44df-8808-4718ec669326 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] No DVR routers for this DVR port 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:15:39.554230 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-2ff91cb6-00cd-4178-8625-04cd44098533 req-f0bdb424-393b-44df-8808-4718ec669326 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:39.559090 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2ff91cb6-00cd-4178-8625-04cd44098533 req-f0bdb424-393b-44df-8808-4718ec669326 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.91 "DELETE /v2.0/ports/6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f HTTP/1.1" status: 204 len: 173 time: 0.7236209 Feb 09 01:15:39.559897 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef0faff8-ea7d-43b4-924e-bfe58191799b', 'name': 'network-vif-deleted', 'tag': '6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:15:39.587008 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabf4ae5-371d-4d12-8f7d-9129e4c22787" -d '{"events": [{"server_uuid": "ef0faff8-ea7d-43b4-924e-bfe58191799b", "name": "network-vif-deleted", "tag": "6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:15:39.737059 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef630388-3f4a-41c1-a9bd-8bbf8223a5e6 x-openstack-request-id: req-ef630388-3f4a-41c1-a9bd-8bbf8223a5e6 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:15:39.739831 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef0faff8-ea7d-43b4-924e-bfe58191799b", "name": "network-vif-deleted", "tag": "6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:15:39.740301 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ef630388-3f4a-41c1-a9bd-8bbf8223a5e6 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:15:39.740910 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef0faff8-ea7d-43b4-924e-bfe58191799b', 'name': 'network-vif-deleted', 'tag': '6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f', 'status': 'completed', 'code': 200} Feb 09 01:15:39.829744 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659506f2-fbc9-453e-bd33-43b1d4745622 req-bbe63711-3029-4702-b49c-910db6f5511b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:39.835037 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-659506f2-fbc9-453e-bd33-43b1d4745622 req-bbe63711-3029-4702-b49c-910db6f5511b service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 1128 time: 0.2274187 Feb 09 01:15:39.850163 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 369ca131-bd20-4e53-93fb-b2c220494188 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:15:39.945323 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 369ca131-bd20-4e53-93fb-b2c220494188 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:15:39.945928 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 369ca131-bd20-4e53-93fb-b2c220494188 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:15:40.005702 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-659506f2-fbc9-453e-bd33-43b1d4745622 req-dd210a1f-3b8a-4fe9-9167-61ca1716f5ba service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=376d5811-5003-401c-8a52-6b0b0393a072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636834 Feb 09 01:15:40.156665 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f4867b4-bd72-4fb5-ac84-5d749b773d68 req-a42b29c8-b3ab-470d-bbbe-5a7d8ca5776b tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef0faff8-ea7d-43b4-924e-bfe58191799b HTTP/1.1" status: 200 len: 210 time: 0.0675733 Feb 09 01:15:40.159159 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-00322294-51b4-4c80-8eb9-853ec2ff718f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] For port 369ca131-bd20-4e53-93fb-b2c220494188, host n-d-822053-40, got binding levels [] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:40.159574 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-00322294-51b4-4c80-8eb9-853ec2ff718f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (369ca131-bd20-4e53-93fb-b2c220494188), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:40.188986 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-00322294-51b4-4c80-8eb9-853ec2ff718f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Calling delete_port for 369ca131-bd20-4e53-93fb-b2c220494188 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:15:40.194896 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.ipam_backend_mixin [None req-00322294-51b4-4c80-8eb9-853ec2ff718f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Port 369ca131-bd20-4e53-93fb-b2c220494188 was not found and therefore no delete operation was performed {{(pid=103529) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:15:40.200468 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-00322294-51b4-4c80-8eb9-853ec2ff718f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (369ca131-bd20-4e53-93fb-b2c220494188), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:40.237483 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00322294-51b4-4c80-8eb9-853ec2ff718f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Pushing event deleted for resources: {'Port': ['ID=369ca131-bd20-4e53-93fb-b2c220494188,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:40.273016 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00322294-51b4-4c80-8eb9-853ec2ff718f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] No DVR routers for this DVR port 369ca131-bd20-4e53-93fb-b2c220494188 on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:15:40.285954 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ad8b1-9a32-4a9b-9b8f-b20ced7e720b req-3a2f09d3-20a1-49db-9bb3-6074f0321e27 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:40.287462 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-879ad8b1-9a32-4a9b-9b8f-b20ced7e720b req-3a2f09d3-20a1-49db-9bb3-6074f0321e27 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 945 time: 0.2009575 Feb 09 01:15:40.445211 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-00322294-51b4-4c80-8eb9-853ec2ff718f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (f32ffc05-35f0-41ce-827a-f029c1ede77a), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:40.459420 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-879ad8b1-9a32-4a9b-9b8f-b20ced7e720b req-f38cbe20-2d79-474a-9a15-76c1880d098e tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/security-groups?id=376d5811-5003-401c-8a52-6b0b0393a072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394103 Feb 09 01:15:40.474385 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-00322294-51b4-4c80-8eb9-853ec2ff718f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f32ffc05-35f0-41ce-827a-f029c1ede77a']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:40.490064 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-00322294-51b4-4c80-8eb9-853ec2ff718f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a066264f-c54f-4a9d-bc3d-1a8ee1ad9465') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:40.490353 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-00322294-51b4-4c80-8eb9-853ec2ff718f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a066264f-c54f-4a9d-bc3d-1a8ee1ad9465') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:40.523313 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-00322294-51b4-4c80-8eb9-853ec2ff718f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (a066264f-c54f-4a9d-bc3d-1a8ee1ad9465), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:40.546784 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-00322294-51b4-4c80-8eb9-853ec2ff718f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (a066264f-c54f-4a9d-bc3d-1a8ee1ad9465), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:40.575554 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00322294-51b4-4c80-8eb9-853ec2ff718f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:15:40.576412 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-00322294-51b4-4c80-8eb9-853ec2ff718f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (a066264f-c54f-4a9d-bc3d-1a8ee1ad9465), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:40.587777 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:15:40.587777 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:15:40.587777 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:15:40.587777 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:15:40.587777 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:15:40.587777 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:15:40.587777 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:15:40.587777 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:15:40.587777 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:15:40.587777 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:15:40.587777 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:15:40.587777 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:15:40.587777 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:15:40.587777 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:15:40.587777 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:15:40.587777 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:15:40.587777 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:15:40.587777 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:15:40.587777 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:15:40.587777 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:15:40.587777 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:15:40.587777 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:15:40.587777 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:15:40.587777 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:15:40.587777 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:15:40.587777 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:15:40.587777 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:15:40.587777 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:15:40.587777 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:15:40.587777 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:15:40.587777 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:15:40.587777 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:15:40.682542 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53196) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:40.722556 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-00322294-51b4-4c80-8eb9-853ec2ff718f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (f32ffc05-35f0-41ce-827a-f029c1ede77a), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:40.744207 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-00322294-51b4-4c80-8eb9-853ec2ff718f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:40.751177 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-00322294-51b4-4c80-8eb9-853ec2ff718f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "DELETE /v2.0/networks/f32ffc05-35f0-41ce-827a-f029c1ede77a HTTP/1.1" status: 204 len: 168 time: 1.8476357 Feb 09 01:15:40.757360 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53200) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:40.763945 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-7c7b1a5d-fe60-44f4-98ad-d9112a3f6829 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-582952138'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:40.776451 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae184f6-644a-428e-9d97-ab57ccd298f5 req-3d9e2f99-865b-477f-831b-49250714b54c tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:40.777983 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0ae184f6-644a-428e-9d97-ab57ccd298f5 req-3d9e2f99-865b-477f-831b-49250714b54c tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 945 time: 0.2087433 Feb 09 01:15:40.779758 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00322294-51b4-4c80-8eb9-853ec2ff718f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Pushing event deleted for resources: {'Network': ['ID=f32ffc05-35f0-41ce-827a-f029c1ede77a,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:40.789492 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-4ba129e5-894c-43fb-953e-84a6ee3ac3cf admin admin] Deleting port 3b6e0b78-9096-49a5-9ea4-8f62568b2e3b {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:15:40.789827 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4ba129e5-894c-43fb-953e-84a6ee3ac3cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (3b6e0b78-9096-49a5-9ea4-8f62568b2e3b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:40.801809 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce5cdc-4d73-41f8-a1ad-fc393fc7dc38 req-0785f962-fac2-4745-9699-20b5e2831d7f tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:40.803393 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-57ce5cdc-4d73-41f8-a1ad-fc393fc7dc38 req-0785f962-fac2-4745-9699-20b5e2831d7f tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 950 time: 0.2019310 Feb 09 01:15:40.820666 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7b1a5d-fe60-44f4-98ad-d9112a3f6829 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Made reservation on behalf of cbaeccec23794cfba3c5f4e5c5caae25 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:40.826415 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7c7b1a5d-fe60-44f4-98ad-d9112a3f6829 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:40.857022 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7f385d53-f718-41a5-853d-509b6054cd12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:40.894228 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c7b1a5d-fe60-44f4-98ad-d9112a3f6829 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:15:40.921950 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7c7b1a5d-fe60-44f4-98ad-d9112a3f6829 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (b25c531f-39e7-4a7c-ade3-bce09b366b69), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:40.923517 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-7c7b1a5d-fe60-44f4-98ad-d9112a3f6829 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Added segment b25c531f-39e7-4a7c-ade3-bce09b366b69 of type vlan for network 1cbb5168-2b33-4897-a2e3-c1363d2528ac Feb 09 01:15:40.951882 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0ae184f6-644a-428e-9d97-ab57ccd298f5 req-e146d37e-9c2c-4e78-af19-a8c13ee96ef7 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381319 Feb 09 01:15:40.965793 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-57ce5cdc-4d73-41f8-a1ad-fc393fc7dc38 req-9da8ce47-a535-4573-9512-95763a43b553 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457543 Feb 09 01:15:40.973962 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-4ba129e5-894c-43fb-953e-84a6ee3ac3cf admin admin] For port 3b6e0b78-9096-49a5-9ea4-8f62568b2e3b, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=3b6e0b78-9096-49a5-9ea4-8f62568b2e3b,segment=NetworkSegment(bc74054a-02eb-47eb-9c30-0228fafadd7b),segment_id=bc74054a-02eb-47eb-9c30-0228fafadd7b)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:40.974251 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4ba129e5-894c-43fb-953e-84a6ee3ac3cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (3b6e0b78-9096-49a5-9ea4-8f62568b2e3b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:40.996745 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7c7b1a5d-fe60-44f4-98ad-d9112a3f6829 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (1cbb5168-2b33-4897-a2e3-c1363d2528ac), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:41.010397 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-4ba129e5-894c-43fb-953e-84a6ee3ac3cf admin admin] Calling delete_port for 3b6e0b78-9096-49a5-9ea4-8f62568b2e3b owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:15:41.039055 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:15:41.074830 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7c7b1a5d-fe60-44f4-98ad-d9112a3f6829 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (1cbb5168-2b33-4897-a2e3-c1363d2528ac), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:41.080453 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7b1a5d-fe60-44f4-98ad-d9112a3f6829 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:41.081033 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7c7b1a5d-fe60-44f4-98ad-d9112a3f6829 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:41.101864 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7f385d53-f718-41a5-853d-509b6054cd12 admin admin] Publish callbacks [] for security_group (7d4faba9-fd40-40da-a60e-143cd8c1ab7b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:41.138943 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7f385d53-f718-41a5-853d-509b6054cd12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7d4faba9-fd40-40da-a60e-143cd8c1ab7b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:41.147308 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7c7b1a5d-fe60-44f4-98ad-d9112a3f6829 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3884809 Feb 09 01:15:41.163300 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53204) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:41.168089 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-88e773f1-7517-471d-b984-045b6e677872 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Request body: {'subnet': {'network_id': '1cbb5168-2b33-4897-a2e3-c1363d2528ac', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:41.187647 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad28e95-93fe-4da8-ad1b-19089f961890 req-8e974128-d223-4cf5-8883-3a850a99f536 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:41.194415 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3ad28e95-93fe-4da8-ad1b-19089f961890 req-8e974128-d223-4cf5-8883-3a850a99f536 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 1128 time: 0.1203420 Feb 09 01:15:41.217970 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7f385d53-f718-41a5-853d-509b6054cd12 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=76858501c6fe4fd9b18bad9dcc5d5c6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5335886 Feb 09 01:15:41.229117 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53210) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:41.246234 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3ad28e95-93fe-4da8-ad1b-19089f961890 req-5cb671ee-792e-4edd-b967-83fd98a69bc6 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508957 Feb 09 01:15:41.280968 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b1a5d-fe60-44f4-98ad-d9112a3f6829 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Pushing event updated for resources: {'Network': ['ID=1cbb5168-2b33-4897-a2e3-c1363d2528ac,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:41.295760 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 1cbb5168-2b33-4897-a2e3-c1363d2528ac details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:15:41.329114 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f385d53-f718-41a5-853d-509b6054cd12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4faba9-fd40-40da-a60e-143cd8c1ab7b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:41.443654 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e773f1-7517-471d-b984-045b6e677872 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Made reservation on behalf of cbaeccec23794cfba3c5f4e5c5caae25 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:41.447198 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-88e773f1-7517-471d-b984-045b6e677872 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:41.450201 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-80a2a249-af12-410e-a761-98fdbe83e187 admin admin] Publish callbacks [] for security_group (7d4faba9-fd40-40da-a60e-143cd8c1ab7b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:41.502740 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815bf55-aae3-4e1e-8dce-dbd5b7021c38 req-a9f83a53-8b65-4817-ba71-052ec0bd7adf tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:41.506025 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7815bf55-aae3-4e1e-8dce-dbd5b7021c38 req-a9f83a53-8b65-4817-ba71-052ec0bd7adf tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 1128 time: 0.0974436 Feb 09 01:15:41.507512 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4ba129e5-894c-43fb-953e-84a6ee3ac3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (3b6e0b78-9096-49a5-9ea4-8f62568b2e3b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:41.543038 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-80a2a249-af12-410e-a761-98fdbe83e187 admin admin] Publish callbacks [] for security_group (7d4faba9-fd40-40da-a60e-143cd8c1ab7b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:41.547020 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba129e5-894c-43fb-953e-84a6ee3ac3cf admin admin] Pushing event deleted for resources: {'Port': ['ID=3b6e0b78-9096-49a5-9ea4-8f62568b2e3b,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:41.687178 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-80a2a249-af12-410e-a761-98fdbe83e187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7d4faba9-fd40-40da-a60e-143cd8c1ab7b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:41.690349 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-80a2a249-af12-410e-a761-98fdbe83e187 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:41.694293 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-80a2a249-af12-410e-a761-98fdbe83e187 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7d4faba9-fd40-40da-a60e-143cd8c1ab7b HTTP/1.1" status: 204 len: 168 time: 0.4502439 Feb 09 01:15:41.725491 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2a249-af12-410e-a761-98fdbe83e187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4faba9-fd40-40da-a60e-143cd8c1ab7b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:41.800647 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:15:41.848716 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7815bf55-aae3-4e1e-8dce-dbd5b7021c38 req-604b2bcb-a935-4047-9c40-a3b4c2511cb8 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287635 Feb 09 01:15:41.869433 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-88e773f1-7517-471d-b984-045b6e677872 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (55d4c6ce-f7d4-4114-b5f3-f8dcafe5ab08), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:41.871007 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:15:41.876829 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 6a8ac2d0-8c4c-4b4c-b856-9f1647c7a71f not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:15:41.942289 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d8656-3a12-4808-93bf-db4f22163eee req-d5b66fec-caf7-4baa-a843-dd538c088b68 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:41.952738 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c10d8656-3a12-4808-93bf-db4f22163eee req-d5b66fec-caf7-4baa-a843-dd538c088b68 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 945 time: 0.3154910 Feb 09 01:15:41.977753 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4ba129e5-894c-43fb-953e-84a6ee3ac3cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (736c9c0b-18c6-4b31-87e2-b6b139d48913), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:41.992382 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e773f1-7517-471d-b984-045b6e677872 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Pushing event updated for resources: {'Subnet': ['ID=55d4c6ce-f7d4-4114-b5f3-f8dcafe5ab08,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:42.012880 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e773f1-7517-471d-b984-045b6e677872 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Checking segment: {'id': 'b25c531f-39e7-4a7c-ade3-bce09b366b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '1cbb5168-2b33-4897-a2e3-c1363d2528ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:15:42.014118 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e773f1-7517-471d-b984-045b6e677872 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Network hostable DHCP agents. Network: 1cbb5168-2b33-4897-a2e3-c1363d2528ac, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:15:42.047255 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e773f1-7517-471d-b984-045b6e677872 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Network 1cbb5168-2b33-4897-a2e3-c1363d2528ac is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:15:42.069280 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-88e773f1-7517-471d-b984-045b6e677872 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 1cbb5168-2b33-4897-a2e3-c1363d2528ac) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:42.077240 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e773f1-7517-471d-b984-045b6e677872 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:42.077960 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-88e773f1-7517-471d-b984-045b6e677872 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:42.079610 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b90168-ee9d-403f-ba67-daebbdaddbd1 None None] Network 1cbb5168-2b33-4897-a2e3-c1363d2528ac requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:15:42.107344 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-88e773f1-7517-471d-b984-045b6e677872 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9404361 Feb 09 01:15:42.108565 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53228) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:42.121415 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-d7d74ff1-e8b1-419a-aedf-aa7bdac4b71f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1272280680'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:42.176308 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c10d8656-3a12-4808-93bf-db4f22163eee req-9c9f78ae-0976-45dd-ae3a-6cb0730aeacd tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/security-groups?id=376d5811-5003-401c-8a52-6b0b0393a072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198925 Feb 09 01:15:42.216159 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d74ff1-e8b1-419a-aedf-aa7bdac4b71f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Made reservation on behalf of cbaeccec23794cfba3c5f4e5c5caae25 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:42.220375 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d7d74ff1-e8b1-419a-aedf-aa7bdac4b71f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:42.224578 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a93a47-c9dc-4a80-9275-83a792e4c45f req-a3eb54c7-ecab-4cb9-8fc4-98317719d19f tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:42.231644 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4a93a47-c9dc-4a80-9275-83a792e4c45f req-a3eb54c7-ecab-4cb9-8fc4-98317719d19f tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/ports?device_id=233e7aff-9144-4957-a187-ef582ca62d65 HTTP/1.1" status: 200 len: 966 time: 0.2150252 Feb 09 01:15:42.254751 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07f9f47-ea50-4a5a-867b-297888332672 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-1cbb5168-2b33-4897-a2e3-c1363d2528ac', 'network_id': '1cbb5168-2b33-4897-a2e3-c1363d2528ac', 'project_id': 'cbaeccec23794cfba3c5f4e5c5caae25', 'fixed_ips': [{'subnet_id': '55d4c6ce-f7d4-4114-b5f3-f8dcafe5ab08'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:15:42.256067 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b07f9f47-ea50-4a5a-867b-297888332672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:42.277893 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25aa08-6e6c-46f5-881f-56d3f16bc90a req-15ac37d1-ea25-4e0e-b3b2-42e4ee0d4bca tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:42.279598 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2d25aa08-6e6c-46f5-881f-56d3f16bc90a req-15ac37d1-ea25-4e0e-b3b2-42e4ee0d4bca tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.91 "GET /v2.0/ports?device_id=233e7aff-9144-4957-a187-ef582ca62d65 HTTP/1.1" status: 200 len: 966 time: 0.1369553 Feb 09 01:15:42.300066 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d74ff1-e8b1-419a-aedf-aa7bdac4b71f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:15:42.342694 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53236) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:42.357038 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d7d74ff1-e8b1-419a-aedf-aa7bdac4b71f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (e0a7113e-f0a9-4d1b-aa22-15afb09b7c6f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:42.358239 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-d7d74ff1-e8b1-419a-aedf-aa7bdac4b71f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Added segment e0a7113e-f0a9-4d1b-aa22-15afb09b7c6f of type vlan for network 693682c4-f09c-4718-805a-f0540b20e4cd Feb 09 01:15:42.384965 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4a93a47-c9dc-4a80-9275-83a792e4c45f req-3c42fa52-b4dc-4021-9b5e-ce22c3c7e4d7 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.30 "GET /v2.0/security-groups?id=da99bb99-0422-4aa1-8cfa-5d9d081d6171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523073 Feb 09 01:15:42.412669 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-da30c687-3c8a-4d5d-8ec2-51cbd59b16c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:42.447921 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d7d74ff1-e8b1-419a-aedf-aa7bdac4b71f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (693682c4-f09c-4718-805a-f0540b20e4cd), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:42.488132 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-b07f9f47-ea50-4a5a-867b-297888332672 None None] Allocated IP 19.80.0.2 (1cbb5168-2b33-4897-a2e3-c1363d2528ac/55d4c6ce-f7d4-4114-b5f3-f8dcafe5ab08/9969c0f8-ecdf-4517-a681-d463867f70f7) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:42.496908 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f697b-b278-42cb-978f-98f8a9837950 req-061435f7-12ec-4d65-a8e0-3e607fb979cf tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:42.505433 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-570f697b-b278-42cb-978f-98f8a9837950 req-061435f7-12ec-4d65-a8e0-3e607fb979cf tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 950 time: 0.1520562 Feb 09 01:15:42.509348 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d7d74ff1-e8b1-419a-aedf-aa7bdac4b71f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (693682c4-f09c-4718-805a-f0540b20e4cd), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:42.519185 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d74ff1-e8b1-419a-aedf-aa7bdac4b71f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:42.520242 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d7d74ff1-e8b1-419a-aedf-aa7bdac4b71f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:42.520387 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-3c182e22-67e6-49ee-8878-72c23749500b req-144b617e-25e7-4f08-8974-06f4fdab9e7c tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-764800855', 'description': 'tempest-description-214984656'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:42.537086 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-2d25aa08-6e6c-46f5-881f-56d3f16bc90a req-e7068dd7-f3a8-403f-af6d-5b4bef460692 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Deleting port ae1864f9-d6b2-46c3-921c-f067c0726ab2 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:15:42.537779 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-2d25aa08-6e6c-46f5-881f-56d3f16bc90a req-e7068dd7-f3a8-403f-af6d-5b4bef460692 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (ae1864f9-d6b2-46c3-921c-f067c0726ab2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:42.659182 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d7d74ff1-e8b1-419a-aedf-aa7bdac4b71f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5485306 Feb 09 01:15:42.663932 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53242) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:42.674412 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba129e5-894c-43fb-953e-84a6ee3ac3cf admin admin] Router 736c9c0b-18c6-4b31-87e2-b6b139d48913 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:15:42.675888 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-942013f3-eb45-4235-93c2-4333c29cd9e1 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Request body: {'subnet': {'network_id': '693682c4-f09c-4718-805a-f0540b20e4cd', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:42.692813 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d74ff1-e8b1-419a-aedf-aa7bdac4b71f tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Pushing event updated for resources: {'Network': ['ID=693682c4-f09c-4718-805a-f0540b20e4cd,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:42.709288 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-da30c687-3c8a-4d5d-8ec2-51cbd59b16c8 admin admin] Publish callbacks [] for security_group (41d7971e-64a0-4abc-8fb8-d23310513421), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:42.723399 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-570f697b-b278-42cb-978f-98f8a9837950 req-eb4a6ad9-cd09-4560-a4ec-a31ec9fe696a tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166975 Feb 09 01:15:42.730778 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-da30c687-3c8a-4d5d-8ec2-51cbd59b16c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (41d7971e-64a0-4abc-8fb8-d23310513421), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:42.744648 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3c182e22-67e6-49ee-8878-72c23749500b req-144b617e-25e7-4f08-8974-06f4fdab9e7c tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:42.755683 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b07f9f47-ea50-4a5a-867b-297888332672 None None] Publish callbacks [] for port (9969c0f8-ecdf-4517-a681-d463867f70f7), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:42.761075 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 693682c4-f09c-4718-805a-f0540b20e4cd details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:15:42.768478 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b07f9f47-ea50-4a5a-867b-297888332672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (9969c0f8-ecdf-4517-a681-d463867f70f7), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:42.783153 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-2d25aa08-6e6c-46f5-881f-56d3f16bc90a req-e7068dd7-f3a8-403f-af6d-5b4bef460692 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] For port ae1864f9-d6b2-46c3-921c-f067c0726ab2, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=ae1864f9-d6b2-46c3-921c-f067c0726ab2,segment=NetworkSegment(8010f871-6321-42f1-8dcd-8199d91f08c0),segment_id=8010f871-6321-42f1-8dcd-8199d91f08c0)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:42.783816 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-2d25aa08-6e6c-46f5-881f-56d3f16bc90a req-e7068dd7-f3a8-403f-af6d-5b4bef460692 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (ae1864f9-d6b2-46c3-921c-f067c0726ab2), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:42.806594 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-2d25aa08-6e6c-46f5-881f-56d3f16bc90a req-e7068dd7-f3a8-403f-af6d-5b4bef460692 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Calling delete_port for ae1864f9-d6b2-46c3-921c-f067c0726ab2 owned by compute:tempest-test_az-1687480238 {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:15:42.873281 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07f9f47-ea50-4a5a-867b-297888332672 None None] Network 1cbb5168-2b33-4897-a2e3-c1363d2528ac is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:42.879673 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-b07f9f47-ea50-4a5a-867b-297888332672 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:42.888090 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07f9f47-ea50-4a5a-867b-297888332672 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:15:42.903918 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30c687-3c8a-4d5d-8ec2-51cbd59b16c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d7971e-64a0-4abc-8fb8-d23310513421,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:42.973922 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942013f3-eb45-4235-93c2-4333c29cd9e1 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Made reservation on behalf of cbaeccec23794cfba3c5f4e5c5caae25 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:42.983543 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f9f47-ea50-4a5a-867b-297888332672 None None] Pushing event updated for resources: {'Port': ['ID=9969c0f8-ecdf-4517-a681-d463867f70f7,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:42.998951 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-942013f3-eb45-4235-93c2-4333c29cd9e1 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:43.002669 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-b07f9f47-ea50-4a5a-867b-297888332672 None None] Attempting to bind port 9969c0f8-ecdf-4517-a681-d463867f70f7 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:15:43.003617 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-b07f9f47-ea50-4a5a-867b-297888332672 None None] Attempting to bind port 9969c0f8-ecdf-4517-a681-d463867f70f7 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'b25c531f-39e7-4a7c-ade3-bce09b366b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '1cbb5168-2b33-4897-a2e3-c1363d2528ac'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:15:43.006850 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07f9f47-ea50-4a5a-867b-297888332672 None None] Attempting to bind port 9969c0f8-ecdf-4517-a681-d463867f70f7 on network 1cbb5168-2b33-4897-a2e3-c1363d2528ac {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:15:43.019074 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07f9f47-ea50-4a5a-867b-297888332672 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:15:43.020124 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07f9f47-ea50-4a5a-867b-297888332672 None None] Checking segment: {'id': 'b25c531f-39e7-4a7c-ade3-bce09b366b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '1cbb5168-2b33-4897-a2e3-c1363d2528ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:15:43.021417 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b07f9f47-ea50-4a5a-867b-297888332672 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:43.022941 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07f9f47-ea50-4a5a-867b-297888332672 None None] Bound using segment: {'id': 'b25c531f-39e7-4a7c-ade3-bce09b366b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '1cbb5168-2b33-4897-a2e3-c1363d2528ac'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:15:43.023842 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-b07f9f47-ea50-4a5a-867b-297888332672 None None] Bound port: 9969c0f8-ecdf-4517-a681-d463867f70f7, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25c531f-39e7-4a7c-ade3-bce09b366b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '1cbb5168-2b33-4897-a2e3-c1363d2528ac'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:15:43.024606 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b07f9f47-ea50-4a5a-867b-297888332672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9969c0f8-ecdf-4517-a681-d463867f70f7), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:43.042146 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-da30c687-3c8a-4d5d-8ec2-51cbd59b16c8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6742548e87a64015bea3bdd2de3654d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6956716 Feb 09 01:15:43.047327 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53248) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:43.135949 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b07f9f47-ea50-4a5a-867b-297888332672 None None] For port 9969c0f8-ecdf-4517-a681-d463867f70f7, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:15:43.167366 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba129e5-894c-43fb-953e-84a6ee3ac3cf admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:15:43.180584 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4ba129e5-894c-43fb-953e-84a6ee3ac3cf admin admin] 10.222.0.30 "PUT /v2.0/routers/736c9c0b-18c6-4b31-87e2-b6b139d48913/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1077976 Feb 09 01:15:43.180802 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb4d7a1-fd7a-41f8-8127-a6a5cfaebd9b None None] Sync routers for ids ['736c9c0b-18c6-4b31-87e2-b6b139d48913'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:15:43.186110 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53256) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:43.198612 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb4d7a1-fd7a-41f8-8127-a6a5cfaebd9b None None] Routers {'736c9c0b-18c6-4b31-87e2-b6b139d48913'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:43.199581 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-dfb4d7a1-fd7a-41f8-8127-a6a5cfaebd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:15:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['736c9c0b-18c6-4b31-87e2-b6b139d48913'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:43.226072 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3c182e22-67e6-49ee-8878-72c23749500b req-144b617e-25e7-4f08-8974-06f4fdab9e7c tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks [] for security_group (d7adfce0-68b8-4336-80ea-3bdb8c61813d), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:43.228602 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-62fcf64b-f2ef-45fb-a8fb-ce25667ebd5e admin admin] Publish callbacks [] for security_group (41d7971e-64a0-4abc-8fb8-d23310513421), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:43.241474 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3c182e22-67e6-49ee-8878-72c23749500b req-144b617e-25e7-4f08-8974-06f4fdab9e7c tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (d7adfce0-68b8-4336-80ea-3bdb8c61813d), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:43.304500 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b617e-25e7-4f08-8974-06f4fdab9e7c tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7adfce0-68b8-4336-80ea-3bdb8c61813d,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:43.332873 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-2d25aa08-6e6c-46f5-881f-56d3f16bc90a req-e7068dd7-f3a8-403f-af6d-5b4bef460692 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (ae1864f9-d6b2-46c3-921c-f067c0726ab2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:43.337024 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-62fcf64b-f2ef-45fb-a8fb-ce25667ebd5e admin admin] Publish callbacks [] for security_group (41d7971e-64a0-4abc-8fb8-d23310513421), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:43.355581 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3c182e22-67e6-49ee-8878-72c23749500b req-144b617e-25e7-4f08-8974-06f4fdab9e7c tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:43.362371 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c182e22-67e6-49ee-8878-72c23749500b req-144b617e-25e7-4f08-8974-06f4fdab9e7c tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.8458381 Feb 09 01:15:43.456364 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-62fcf64b-f2ef-45fb-a8fb-ce25667ebd5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (41d7971e-64a0-4abc-8fb8-d23310513421), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:43.459664 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-62fcf64b-f2ef-45fb-a8fb-ce25667ebd5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:43.460985 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-62fcf64b-f2ef-45fb-a8fb-ce25667ebd5e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/41d7971e-64a0-4abc-8fb8-d23310513421 HTTP/1.1" status: 204 len: 168 time: 0.4133465 Feb 09 01:15:43.525166 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7068dd7-f3a8-403f-af6d-5b4bef460692 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Pushing event deleted for resources: {'Port': ['ID=ae1864f9-d6b2-46c3-921c-f067c0726ab2,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:43.526371 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fcf64b-f2ef-45fb-a8fb-ce25667ebd5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d7971e-64a0-4abc-8fb8-d23310513421,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:43.572463 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ff655c41-a54b-4893-8ecc-38a504b3233b admin admin] Publish callbacks [] for router (736c9c0b-18c6-4b31-87e2-b6b139d48913), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:43.585062 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-dfb4d7a1-fd7a-41f8-8127-a6a5cfaebd9b None None] Set router 736c9c0b-18c6-4b31-87e2-b6b139d48913 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:15:43.662192 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-470763a7-ab00-4831-987a-571765c0369e req-22482c02-a4e8-480e-9f0d-1081a7e64311 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-764800855&fields=id&tenant_id=0edeb144f81f4d66b455a07b636e6ab9 HTTP/1.1" status: 200 len: 267 time: 0.1831298 Feb 09 01:15:43.781050 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b07f9f47-ea50-4a5a-867b-297888332672 None None] For port 9969c0f8-ecdf-4517-a681-d463867f70f7, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=9969c0f8-ecdf-4517-a681-d463867f70f7,segment=NetworkSegment(b25c531f-39e7-4a7c-ade3-bce09b366b69),segment_id=b25c531f-39e7-4a7c-ade3-bce09b366b69)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:15:43.803413 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ff655c41-a54b-4893-8ecc-38a504b3233b admin admin] Publish callbacks [] for router_gateway (736c9c0b-18c6-4b31-87e2-b6b139d48913), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:43.829470 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470763a7-ab00-4831-987a-571765c0369e req-99ce043c-7371-45ed-aded-bc8ade0d1c4c tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:43.831466 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-470763a7-ab00-4831-987a-571765c0369e req-99ce043c-7371-45ed-aded-bc8ade0d1c4c tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 945 time: 0.1668251 Feb 09 01:15:43.839221 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b07f9f47-ea50-4a5a-867b-297888332672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9969c0f8-ecdf-4517-a681-d463867f70f7), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:43.861727 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-470763a7-ab00-4831-987a-571765c0369e req-71dc1177-b24c-42c8-b5b0-bd1b66efb16c tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Request body: {'port': {'security_groups': ['376d5811-5003-401c-8a52-6b0b0393a072', 'd7adfce0-68b8-4336-80ea-3bdb8c61813d']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:43.874773 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d25aa08-6e6c-46f5-881f-56d3f16bc90a req-e7068dd7-f3a8-403f-af6d-5b4bef460692 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] No DVR routers for this DVR port ae1864f9-d6b2-46c3-921c-f067c0726ab2 on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:15:43.878651 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-2d25aa08-6e6c-46f5-881f-56d3f16bc90a req-e7068dd7-f3a8-403f-af6d-5b4bef460692 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:43.884111 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2d25aa08-6e6c-46f5-881f-56d3f16bc90a req-e7068dd7-f3a8-403f-af6d-5b4bef460692 tempest-LiveMigrationTest-1852872283 tempest-LiveMigrationTest-1852872283-project] 10.222.0.91 "DELETE /v2.0/ports/ae1864f9-d6b2-46c3-921c-f067c0726ab2 HTTP/1.1" status: 204 len: 173 time: 1.5964751 Feb 09 01:15:43.890130 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233e7aff-9144-4957-a187-ef582ca62d65', 'name': 'network-vif-deleted', 'tag': 'ae1864f9-d6b2-46c3-921c-f067c0726ab2'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:15:43.894463 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efee6a7-fe16-417b-942a-cdeed36a0950" -d '{"events": [{"server_uuid": "233e7aff-9144-4957-a187-ef582ca62d65", "name": "network-vif-deleted", "tag": "ae1864f9-d6b2-46c3-921c-f067c0726ab2"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:15:43.952499 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-dfb4d7a1-fd7a-41f8-8127-a6a5cfaebd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'name': 'tempest-FloatingIPsAssociationTestJSON-1460656888-router', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:47Z', 'updated_at': '2022-02-09T01:15:41Z', 'revision_number': 5, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'gw_port': {'id': '460187ba-b21c-4f38-9e37-85a597e1b3f7', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:48Z', 'updated_at': '2022-02-09T01:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:44.053539 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb4d7a1-fd7a-41f8-8127-a6a5cfaebd9b None None] Checking router: 736c9c0b-18c6-4b31-87e2-b6b139d48913 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:15:44.098524 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-470763a7-ab00-4831-987a-571765c0369e req-71dc1177-b24c-42c8-b5b0-bd1b66efb16c tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2b59282d-c827-453c-91f3-1f2512cf4704), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:44.114764 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f9f47-ea50-4a5a-867b-297888332672 None None] Pushing event updated for resources: {'Port': ['ID=9969c0f8-ecdf-4517-a681-d463867f70f7,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:44.130671 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb4d7a1-fd7a-41f8-8127-a6a5cfaebd9b None None] Routers {'736c9c0b-18c6-4b31-87e2-b6b139d48913'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:44.132931 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-dfb4d7a1-fd7a-41f8-8127-a6a5cfaebd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:15:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['736c9c0b-18c6-4b31-87e2-b6b139d48913'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:44.168849 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ff655c41-a54b-4893-8ecc-38a504b3233b admin admin] Deleting port 460187ba-b21c-4f38-9e37-85a597e1b3f7 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:15:44.169230 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ff655c41-a54b-4893-8ecc-38a504b3233b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (460187ba-b21c-4f38-9e37-85a597e1b3f7), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:44.279508 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-942013f3-eb45-4235-93c2-4333c29cd9e1 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (bb0d100a-7456-44c8-8c0b-70cafd45f8f3), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:44.394778 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-dfb4d7a1-fd7a-41f8-8127-a6a5cfaebd9b None None] Set router 736c9c0b-18c6-4b31-87e2-b6b139d48913 gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:15:44.413544 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-ff655c41-a54b-4893-8ecc-38a504b3233b admin admin] For port 460187ba-b21c-4f38-9e37-85a597e1b3f7, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=460187ba-b21c-4f38-9e37-85a597e1b3f7,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:44.416140 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ff655c41-a54b-4893-8ecc-38a504b3233b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (460187ba-b21c-4f38-9e37-85a597e1b3f7), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:44.519388 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ff655c41-a54b-4893-8ecc-38a504b3233b admin admin] Calling delete_port for 460187ba-b21c-4f38-9e37-85a597e1b3f7 owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:15:44.569882 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-470763a7-ab00-4831-987a-571765c0369e req-71dc1177-b24c-42c8-b5b0-bd1b66efb16c tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] For port 2b59282d-c827-453c-91f3-1f2512cf4704, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=2b59282d-c827-453c-91f3-1f2512cf4704,segment=NetworkSegment(42da4e3b-4a1e-41ef-b635-a8afd4aeb166),segment_id=42da4e3b-4a1e-41ef-b635-a8afd4aeb166)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:44.589022 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942013f3-eb45-4235-93c2-4333c29cd9e1 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Checking segment: {'id': 'e0a7113e-f0a9-4d1b-aa22-15afb09b7c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '693682c4-f09c-4718-805a-f0540b20e4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:15:44.589371 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942013f3-eb45-4235-93c2-4333c29cd9e1 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Network hostable DHCP agents. Network: 693682c4-f09c-4718-805a-f0540b20e4cd, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:15:44.593404 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-dfb4d7a1-fd7a-41f8-8127-a6a5cfaebd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'name': 'tempest-FloatingIPsAssociationTestJSON-1460656888-router', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:47Z', 'updated_at': '2022-02-09T01:15:43Z', 'revision_number': 6, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:44.635376 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb4d7a1-fd7a-41f8-8127-a6a5cfaebd9b None None] The sync data for ids ['736c9c0b-18c6-4b31-87e2-b6b139d48913'] in n-d-822053-40 is: [{'id': '736c9c0b-18c6-4b31-87e2-b6b139d48913', 'name': 'tempest-FloatingIPsAssociationTestJSON-1460656888-router', 'tenant_id': '0b233f865ec047a6a7107d45af2813ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:47Z', 'updated_at': '2022-02-09T01:15:43Z', 'revision_number': 6, 'project_id': '0b233f865ec047a6a7107d45af2813ba', 'gw_port_host': None}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:15:44.652451 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-470763a7-ab00-4831-987a-571765c0369e req-71dc1177-b24c-42c8-b5b0-bd1b66efb16c tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks [] for port (2b59282d-c827-453c-91f3-1f2512cf4704), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:44.666339 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942013f3-eb45-4235-93c2-4333c29cd9e1 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Pushing event updated for resources: {'Subnet': ['ID=bb0d100a-7456-44c8-8c0b-70cafd45f8f3,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:44.668113 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-470763a7-ab00-4831-987a-571765c0369e req-71dc1177-b24c-42c8-b5b0-bd1b66efb16c tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (2b59282d-c827-453c-91f3-1f2512cf4704), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:44.683446 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['2b59282d-c827-453c-91f3-1f2512cf4704'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:15:44.753848 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942013f3-eb45-4235-93c2-4333c29cd9e1 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Network 693682c4-f09c-4718-805a-f0540b20e4cd is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:15:44.801427 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-942013f3-eb45-4235-93c2-4333c29cd9e1 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 693682c4-f09c-4718-805a-f0540b20e4cd) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:44.818385 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc1177-b24c-42c8-b5b0-bd1b66efb16c tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Pushing event updated for resources: {'Port': ['ID=2b59282d-c827-453c-91f3-1f2512cf4704,revision_number=6']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:44.829765 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b3a620-7ea0-4e8d-91d1-2e636ea442ae None None] Network 693682c4-f09c-4718-805a-f0540b20e4cd requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:15:44.848729 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470763a7-ab00-4831-987a-571765c0369e req-71dc1177-b24c-42c8-b5b0-bd1b66efb16c tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:44.849419 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-470763a7-ab00-4831-987a-571765c0369e req-71dc1177-b24c-42c8-b5b0-bd1b66efb16c tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:44.858053 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-470763a7-ab00-4831-987a-571765c0369e req-71dc1177-b24c-42c8-b5b0-bd1b66efb16c tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "PUT /v2.0/ports/2b59282d-c827-453c-91f3-1f2512cf4704 HTTP/1.1" status: 200 len: 981 time: 1.0164690 Feb 09 01:15:44.858751 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ef7e3e-bb1d-4563-80ee-e9e15b99203c', 'tag': '2b59282d-c827-453c-91f3-1f2512cf4704'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:15:44.861352 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b522eba6-6bc6-4907-9918-1810ae0f3f59" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ef7e3e-bb1d-4563-80ee-e9e15b99203c", "tag": "2b59282d-c827-453c-91f3-1f2512cf4704"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:15:44.889676 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942013f3-eb45-4235-93c2-4333c29cd9e1 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:44.890281 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-942013f3-eb45-4235-93c2-4333c29cd9e1 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:44.912060 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53312) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:44.962323 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-942013f3-eb45-4235-93c2-4333c29cd9e1 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2950189 Feb 09 01:15:45.065738 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ff655c41-a54b-4893-8ecc-38a504b3233b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (460187ba-b21c-4f38-9e37-85a597e1b3f7), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:45.134796 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['2b59282d-c827-453c-91f3-1f2512cf4704'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:15:45.182201 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff655c41-a54b-4893-8ecc-38a504b3233b admin admin] Pushing event deleted for resources: {'Port': ['ID=460187ba-b21c-4f38-9e37-85a597e1b3f7,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:45.216551 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15f5d4-61d5-4377-b31c-b12b7ec7d0a0 req-c736243f-116c-4b3d-a1f7-02c44e4bba8e tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:45.229851 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9e15f5d4-61d5-4377-b31c-b12b7ec7d0a0 req-c736243f-116c-4b3d-a1f7-02c44e4bba8e tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 950 time: 0.1684039 Feb 09 01:15:45.314792 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ff655c41-a54b-4893-8ecc-38a504b3233b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (736c9c0b-18c6-4b31-87e2-b6b139d48913), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:45.388933 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc477fa-d73a-4f26-855a-f8a7cf9075ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-693682c4-f09c-4718-805a-f0540b20e4cd', 'network_id': '693682c4-f09c-4718-805a-f0540b20e4cd', 'project_id': 'cbaeccec23794cfba3c5f4e5c5caae25', 'fixed_ips': [{'subnet_id': 'bb0d100a-7456-44c8-8c0b-70cafd45f8f3'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:15:45.389900 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8cc477fa-d73a-4f26-855a-f8a7cf9075ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:45.459168 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [req-eae72d42-0265-41f2-b1d9-307192b91142 req-4a85c8c4-5c26-48bb-9b3d-870e423b5de5 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:15:45.460508 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-eae72d42-0265-41f2-b1d9-307192b91142 req-4a85c8c4-5c26-48bb-9b3d-870e423b5de5 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5728390 Feb 09 01:15:45.520475 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ff655c41-a54b-4893-8ecc-38a504b3233b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (736c9c0b-18c6-4b31-87e2-b6b139d48913), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:45.523592 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ff655c41-a54b-4893-8ecc-38a504b3233b admin admin] Publish callbacks [] for router_controller (736c9c0b-18c6-4b31-87e2-b6b139d48913), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:45.564545 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9e15f5d4-61d5-4377-b31c-b12b7ec7d0a0 req-cac171eb-0e37-41a5-9e8e-4489f7537f7b tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300290 Feb 09 01:15:45.617790 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-41e52882-8125-4fbf-a6f6-1bb7b511ee8a admin admin] Deleting subnet 8fe24410-38bf-494b-a44d-46f0496d84a5 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:15:45.624709 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-41e52882-8125-4fbf-a6f6-1bb7b511ee8a admin admin] Publish callbacks [] for subnet (8fe24410-38bf-494b-a44d-46f0496d84a5), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:45.680452 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c182284-dfb9-4432-a4e2-a661480e4918 x-openstack-request-id: req-5c182284-dfb9-4432-a4e2-a661480e4918 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:15:45.680651 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233e7aff-9144-4957-a187-ef582ca62d65", "name": "network-vif-deleted", "tag": "ae1864f9-d6b2-46c3-921c-f067c0726ab2", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:15:45.680844 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5c182284-dfb9-4432-a4e2-a661480e4918 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:15:45.681180 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233e7aff-9144-4957-a187-ef582ca62d65', 'name': 'network-vif-deleted', 'tag': 'ae1864f9-d6b2-46c3-921c-f067c0726ab2', 'status': 'completed', 'code': 200} Feb 09 01:15:45.703480 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ff655c41-a54b-4893-8ecc-38a504b3233b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (736c9c0b-18c6-4b31-87e2-b6b139d48913), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:45.703480 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff655c41-a54b-4893-8ecc-38a504b3233b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 736c9c0b-18c6-4b31-87e2-b6b139d48913 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:15:45.729218 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ff655c41-a54b-4893-8ecc-38a504b3233b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:45.731804 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ff655c41-a54b-4893-8ecc-38a504b3233b admin admin] 10.222.0.30 "DELETE /v2.0/routers/736c9c0b-18c6-4b31-87e2-b6b139d48913 HTTP/1.1" status: 204 len: 168 time: 2.5445194 Feb 09 01:15:45.736028 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53328) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:45.738498 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-41e52882-8125-4fbf-a6f6-1bb7b511ee8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (8fe24410-38bf-494b-a44d-46f0496d84a5), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:45.748884 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae72d42-0265-41f2-b1d9-307192b91142 req-875a1b45-620d-4035-922e-d74ffc3bef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:45.756874 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-eae72d42-0265-41f2-b1d9-307192b91142 req-875a1b45-620d-4035-922e-d74ffc3bef8f service neutron] 10.222.0.30 "GET /v2.0/ports/4e6f1dea-5278-4db9-98db-9750dbf841d5 HTTP/1.1" status: 200 len: 1125 time: 0.2571025 Feb 09 01:15:45.768676 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-eae72d42-0265-41f2-b1d9-307192b91142 req-259505a5-f6e8-442e-85ad-38c14bd5ff8c service neutron] Request body: {'binding': {'host': 'n-h2-822053-40', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:45.775515 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-eae72d42-0265-41f2-b1d9-307192b91142 req-259505a5-f6e8-442e-85ad-38c14bd5ff8c service neutron] Unknown quota resources ['binding']. {{(pid=103528) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:15:45.844301 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device ae1864f9-d6b2-46c3-921c-f067c0726ab2 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:15:45.918015 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: ae1864f9-d6b2-46c3-921c-f067c0726ab2 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:15:45.918400 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device ae1864f9-d6b2-46c3-921c-f067c0726ab2 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:15:45.985968 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 9969c0f8-ecdf-4517-a681-d463867f70f7 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:15:46.000737 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c2d3b7-4d79-450b-a424-0864f2589aa7 admin admin] Deleting subnet 6b040f8c-8400-4459-bf91-d804cd8d4a9a {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:15:46.024827 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b2c2d3b7-4d79-450b-a424-0864f2589aa7 admin admin] Publish callbacks [] for subnet (6b040f8c-8400-4459-bf91-d804cd8d4a9a), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:46.027482 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-41e52882-8125-4fbf-a6f6-1bb7b511ee8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (8fe24410-38bf-494b-a44d-46f0496d84a5), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:46.085513 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e5497cb0-634e-4f5d-b6d6-95eae490c6e5 req-ac8b6f82-0896-453a-a718-4ba8df4374b4 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-764800855&fields=id&tenant_id=0edeb144f81f4d66b455a07b636e6ab9 HTTP/1.1" status: 200 len: 267 time: 0.2342336 Feb 09 01:15:46.098643 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fb96aa-0288-4b8b-bf62-5decb83efe11 None None] Network 1cbb5168-2b33-4897-a2e3-c1363d2528ac requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:15:46.101924 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-eae72d42-0265-41f2-b1d9-307192b91142 req-259505a5-f6e8-442e-85ad-38c14bd5ff8c service neutron] Attempting to bind port 4e6f1dea-5278-4db9-98db-9750dbf841d5 on host n-h2-822053-40 for vnic_type normal with profile None {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:15:46.103070 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-eae72d42-0265-41f2-b1d9-307192b91142 req-259505a5-f6e8-442e-85ad-38c14bd5ff8c service neutron] Attempting to bind port 4e6f1dea-5278-4db9-98db-9750dbf841d5 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:15:46.103648 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae72d42-0265-41f2-b1d9-307192b91142 req-259505a5-f6e8-442e-85ad-38c14bd5ff8c service neutron] Attempting to bind port 4e6f1dea-5278-4db9-98db-9750dbf841d5 on network 4d54ed5f-d078-4c38-9c35-f6f424a32376 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:15:46.118819 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae72d42-0265-41f2-b1d9-307192b91142 req-259505a5-f6e8-442e-85ad-38c14bd5ff8c service neutron] Port 4e6f1dea-5278-4db9-98db-9750dbf841d5 on network 4d54ed5f-d078-4c38-9c35-f6f424a32376 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:15:46.119050 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae72d42-0265-41f2-b1d9-307192b91142 req-259505a5-f6e8-442e-85ad-38c14bd5ff8c service neutron] Attempting to bind port 4e6f1dea-5278-4db9-98db-9750dbf841d5 on network 4d54ed5f-d078-4c38-9c35-f6f424a32376 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:15:46.127319 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae72d42-0265-41f2-b1d9-307192b91142 req-259505a5-f6e8-442e-85ad-38c14bd5ff8c service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:15:46.127800 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae72d42-0265-41f2-b1d9-307192b91142 req-259505a5-f6e8-442e-85ad-38c14bd5ff8c service neutron] Checking segment: {'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:15:46.128447 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae72d42-0265-41f2-b1d9-307192b91142 req-259505a5-f6e8-442e-85ad-38c14bd5ff8c service neutron] Bound using segment: {'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:15:46.129078 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-eae72d42-0265-41f2-b1d9-307192b91142 req-259505a5-f6e8-442e-85ad-38c14bd5ff8c service neutron] Bound port: 4e6f1dea-5278-4db9-98db-9750dbf841d5, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:15:46.163504 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b2c2d3b7-4d79-450b-a424-0864f2589aa7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (6b040f8c-8400-4459-bf91-d804cd8d4a9a), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:46.227045 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-eae72d42-0265-41f2-b1d9-307192b91142 req-259505a5-f6e8-442e-85ad-38c14bd5ff8c service neutron] For port 4e6f1dea-5278-4db9-98db-9750dbf841d5, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=4e6f1dea-5278-4db9-98db-9750dbf841d5,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:15:46.239141 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-eae72d42-0265-41f2-b1d9-307192b91142 req-259505a5-f6e8-442e-85ad-38c14bd5ff8c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:46.241381 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-eae72d42-0265-41f2-b1d9-307192b91142 req-259505a5-f6e8-442e-85ad-38c14bd5ff8c service neutron] 10.222.0.30 "POST /v2.0/ports/4e6f1dea-5278-4db9-98db-9750dbf841d5/bindings HTTP/1.1" status: 201 len: 390 time: 0.4782577 Feb 09 01:15:46.250530 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-41e52882-8125-4fbf-a6f6-1bb7b511ee8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (8fe24410-38bf-494b-a44d-46f0496d84a5), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:46.264103 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5497cb0-634e-4f5d-b6d6-95eae490c6e5 req-f9bb1397-0420-49c1-9662-97121b216600 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:46.265676 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e5497cb0-634e-4f5d-b6d6-95eae490c6e5 req-f9bb1397-0420-49c1-9662-97121b216600 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 984 time: 0.1797028 Feb 09 01:15:46.286815 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 9969c0f8-ecdf-4517-a681-d463867f70f7 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:46.287385 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9969c0f8-ecdf-4517-a681-d463867f70f7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:46.303680 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-e5497cb0-634e-4f5d-b6d6-95eae490c6e5 req-5db4f1b8-56d5-40f2-bf76-9ea6e28bc350 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Request body: {'port': {'security_groups': ['376d5811-5003-401c-8a52-6b0b0393a072']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:46.330873 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e52882-8125-4fbf-a6f6-1bb7b511ee8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fe24410-38bf-494b-a44d-46f0496d84a5,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:46.394161 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-2c545937-3967-4e0a-ae79-08c8f143c313 None None] Provisioning complete for port 9969c0f8-ecdf-4517-a681-d463867f70f7 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:46.394540 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2c545937-3967-4e0a-ae79-08c8f143c313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9969c0f8-ecdf-4517-a681-d463867f70f7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:46.401303 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-41e52882-8125-4fbf-a6f6-1bb7b511ee8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:46.405650 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-41e52882-8125-4fbf-a6f6-1bb7b511ee8a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8fe24410-38bf-494b-a44d-46f0496d84a5 HTTP/1.1" status: 204 len: 168 time: 1.4925456 Feb 09 01:15:46.408436 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53336) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:46.440332 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-8cc477fa-d73a-4f26-855a-f8a7cf9075ec None None] Allocated IP 19.86.0.2 (693682c4-f09c-4718-805a-f0540b20e4cd/bb0d100a-7456-44c8-8c0b-70cafd45f8f3/4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:46.460350 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bfa5ca-2c4d-486f-894f-5e554a37a489 x-openstack-request-id: req-41bfa5ca-2c4d-486f-894f-5e554a37a489 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:15:46.460640 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ef7e3e-bb1d-4563-80ee-e9e15b99203c", "tag": "2b59282d-c827-453c-91f3-1f2512cf4704", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:15:46.462984 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-41bfa5ca-2c4d-486f-894f-5e554a37a489 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:15:46.463642 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ef7e3e-bb1d-4563-80ee-e9e15b99203c', 'tag': '2b59282d-c827-453c-91f3-1f2512cf4704', 'status': 'completed', 'code': 200} Feb 09 01:15:46.523380 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b2c2d3b7-4d79-450b-a424-0864f2589aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (6b040f8c-8400-4459-bf91-d804cd8d4a9a), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:46.632515 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e5497cb0-634e-4f5d-b6d6-95eae490c6e5 req-5db4f1b8-56d5-40f2-bf76-9ea6e28bc350 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2b59282d-c827-453c-91f3-1f2512cf4704), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:46.640949 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce62f184-680b-472a-9835-1ab7a6693faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (28c1f603-e786-4a84-b8ed-ec2e36c0d018), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:46.644998 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2c545937-3967-4e0a-ae79-08c8f143c313 None None] Current status of the port 9969c0f8-ecdf-4517-a681-d463867f70f7 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:46.645394 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2c545937-3967-4e0a-ae79-08c8f143c313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9969c0f8-ecdf-4517-a681-d463867f70f7), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:46.657156 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522eba6-6bc6-4907-9918-1810ae0f3f59 req-838b705d-49b2-42e0-8bfb-02dd7dac9765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:46.658804 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b522eba6-6bc6-4907-9918-1810ae0f3f59 req-838b705d-49b2-42e0-8bfb-02dd7dac9765 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0edeb144f81f4d66b455a07b636e6ab9&device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 1167 time: 0.1264393 Feb 09 01:15:46.767636 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 9969c0f8-ecdf-4517-a681-d463867f70f7 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:46.768066 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9969c0f8-ecdf-4517-a681-d463867f70f7), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:46.771251 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-2c545937-3967-4e0a-ae79-08c8f143c313 None None] For port 9969c0f8-ecdf-4517-a681-d463867f70f7, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=9969c0f8-ecdf-4517-a681-d463867f70f7,segment=NetworkSegment(b25c531f-39e7-4a7c-ade3-bce09b366b69),segment_id=b25c531f-39e7-4a7c-ade3-bce09b366b69)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:46.788862 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2c545937-3967-4e0a-ae79-08c8f143c313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9969c0f8-ecdf-4517-a681-d463867f70f7), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:46.938996 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8cc477fa-d73a-4f26-855a-f8a7cf9075ec None None] Publish callbacks [] for port (4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:46.940555 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c545937-3967-4e0a-ae79-08c8f143c313 None None] Pushing event updated for resources: {'Port': ['ID=9969c0f8-ecdf-4517-a681-d463867f70f7,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:46.948810 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:15:46.949183 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:15:46.950840 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8cc477fa-d73a-4f26-855a-f8a7cf9075ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:46.997859 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc477fa-d73a-4f26-855a-f8a7cf9075ec None None] Network 693682c4-f09c-4718-805a-f0540b20e4cd is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:47.007972 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-8cc477fa-d73a-4f26-855a-f8a7cf9075ec None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:47.012406 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc477fa-d73a-4f26-855a-f8a7cf9075ec None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:15:47.015163 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc477fa-d73a-4f26-855a-f8a7cf9075ec None None] Pushing event updated for resources: {'Port': ['ID=4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:47.056807 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-ff508af1-3beb-4eeb-b4a2-202b87d5e14b None None] Provisioning complete for port 9969c0f8-ecdf-4517-a681-d463867f70f7 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:47.057180 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ff508af1-3beb-4eeb-b4a2-202b87d5e14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9969c0f8-ecdf-4517-a681-d463867f70f7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:47.077623 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b2c2d3b7-4d79-450b-a424-0864f2589aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (6b040f8c-8400-4459-bf91-d804cd8d4a9a), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:47.119853 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-8cc477fa-d73a-4f26-855a-f8a7cf9075ec None None] Attempting to bind port 4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:15:47.120424 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-8cc477fa-d73a-4f26-855a-f8a7cf9075ec None None] Attempting to bind port 4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'e0a7113e-f0a9-4d1b-aa22-15afb09b7c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '693682c4-f09c-4718-805a-f0540b20e4cd'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:15:47.120657 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc477fa-d73a-4f26-855a-f8a7cf9075ec None None] Attempting to bind port 4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd on network 693682c4-f09c-4718-805a-f0540b20e4cd {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:15:47.130515 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc477fa-d73a-4f26-855a-f8a7cf9075ec None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:15:47.130996 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc477fa-d73a-4f26-855a-f8a7cf9075ec None None] Checking segment: {'id': 'e0a7113e-f0a9-4d1b-aa22-15afb09b7c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '693682c4-f09c-4718-805a-f0540b20e4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:15:47.131287 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8cc477fa-d73a-4f26-855a-f8a7cf9075ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:47.131673 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc477fa-d73a-4f26-855a-f8a7cf9075ec None None] Bound using segment: {'id': 'e0a7113e-f0a9-4d1b-aa22-15afb09b7c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '693682c4-f09c-4718-805a-f0540b20e4cd'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:15:47.132176 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-8cc477fa-d73a-4f26-855a-f8a7cf9075ec None None] Bound port: 4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0a7113e-f0a9-4d1b-aa22-15afb09b7c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '693682c4-f09c-4718-805a-f0540b20e4cd'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:15:47.132933 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8cc477fa-d73a-4f26-855a-f8a7cf9075ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:47.161599 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce62f184-680b-472a-9835-1ab7a6693faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (28c1f603-e786-4a84-b8ed-ec2e36c0d018), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:47.182885 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2d3b7-4d79-450b-a424-0864f2589aa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b040f8c-8400-4459-bf91-d804cd8d4a9a,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:47.196372 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-e7d89283-3201-47de-abbc-fd2b4b779eb6 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:47.201689 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-e7d89283-3201-47de-abbc-fd2b4b779eb6 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:47.203547 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-e7d89283-3201-47de-abbc-fd2b4b779eb6 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/networks?id=1cbb5168-2b33-4897-a2e3-c1363d2528ac&id=693682c4-f09c-4718-805a-f0540b20e4cd HTTP/1.1" status: 200 len: 1391 time: 0.6494243 Feb 09 01:15:47.204246 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-ce62f184-680b-472a-9835-1ab7a6693faf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28c1f603-e786-4a84-b8ed-ec2e36c0d018']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:47.209297 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b2c2d3b7-4d79-450b-a424-0864f2589aa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:47.214989 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b2c2d3b7-4d79-450b-a424-0864f2589aa7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6b040f8c-8400-4459-bf91-d804cd8d4a9a HTTP/1.1" status: 204 len: 168 time: 1.4684358 Feb 09 01:15:47.221537 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53348) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:47.240972 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-ce62f184-680b-472a-9835-1ab7a6693faf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8010f871-6321-42f1-8dcd-8199d91f08c0') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:47.241692 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-ce62f184-680b-472a-9835-1ab7a6693faf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8010f871-6321-42f1-8dcd-8199d91f08c0') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:47.263718 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-604a46a3-93fa-4711-8ad0-aabb454455bd tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/quotas/cbaeccec23794cfba3c5f4e5c5caae25 HTTP/1.1" status: 200 len: 375 time: 0.0411267 Feb 09 01:15:47.268589 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae72d42-0265-41f2-b1d9-307192b91142 req-cc7366aa-b53a-4081-acfd-d11df7bf0211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:47.268992 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce62f184-680b-472a-9835-1ab7a6693faf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (8010f871-6321-42f1-8dcd-8199d91f08c0), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:47.270265 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eae72d42-0265-41f2-b1d9-307192b91142 req-cc7366aa-b53a-4081-acfd-d11df7bf0211 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=89a8855b9bab40b69c27334c734383e8&device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 1128 time: 0.6322427 Feb 09 01:15:47.307282 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522eba6-6bc6-4907-9918-1810ae0f3f59 req-d6e05164-0c96-46ac-a9c3-959e42740b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:47.309040 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b522eba6-6bc6-4907-9918-1810ae0f3f59 req-d6e05164-0c96-46ac-a9c3-959e42740b8f service neutron] 10.222.0.91 "GET /v2.0/networks?id=c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940 HTTP/1.1" status: 200 len: 921 time: 0.6408734 Feb 09 01:15:47.333620 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce62f184-680b-472a-9835-1ab7a6693faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (8010f871-6321-42f1-8dcd-8199d91f08c0), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:47.360503 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a269be-6fc1-44d8-bccd-295cd3337f52 None None] Network 3fde9f08-e2c6-46e2-8db6-ded916a4f400 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:15:47.380143 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce62f184-680b-472a-9835-1ab7a6693faf admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:15:47.380647 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce62f184-680b-472a-9835-1ab7a6693faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (8010f871-6321-42f1-8dcd-8199d91f08c0), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:47.382563 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:15:47.382563 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:15:47.382563 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:15:47.382563 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:15:47.382563 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:15:47.382563 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:15:47.382563 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:15:47.382563 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:15:47.382563 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:15:47.382563 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:15:47.382563 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:15:47.382563 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:15:47.382563 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:15:47.382563 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:15:47.382563 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:15:47.382563 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:15:47.382563 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:15:47.382563 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:15:47.382563 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:15:47.382563 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:15:47.382563 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:15:47.382563 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:15:47.382563 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:15:47.382563 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:15:47.382563 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:15:47.382563 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:15:47.382563 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:15:47.382563 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:15:47.382563 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:15:47.382563 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:15:47.382563 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:15:47.382563 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:15:47.399146 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b522eba6-6bc6-4907-9918-1810ae0f3f59 req-d0843a30-320b-492c-8112-69897d61e4b9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b59282d-c827-453c-91f3-1f2512cf4704 HTTP/1.1" status: 200 len: 217 time: 0.0798638 Feb 09 01:15:47.442236 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ff508af1-3beb-4eeb-b4a2-202b87d5e14b None None] Current status of the port 9969c0f8-ecdf-4517-a681-d463867f70f7 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:47.446325 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-8cc477fa-d73a-4f26-855a-f8a7cf9075ec None None] For port 4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:15:47.455483 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-8cc477fa-d73a-4f26-855a-f8a7cf9075ec None None] For port 4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd,segment=NetworkSegment(e0a7113e-f0a9-4d1b-aa22-15afb09b7c6f),segment_id=e0a7113e-f0a9-4d1b-aa22-15afb09b7c6f)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:15:47.476696 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50e043a0-22ad-4f46-906d-e95e20a3e0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (3fde9f08-e2c6-46e2-8db6-ded916a4f400), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:47.483128 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce62f184-680b-472a-9835-1ab7a6693faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (28c1f603-e786-4a84-b8ed-ec2e36c0d018), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:47.487231 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-75a0dc19-bd2e-4f43-acdc-e00ba242b3ca tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cbaeccec23794cfba3c5f4e5c5caae25&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2117774 Feb 09 01:15:47.496478 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce62f184-680b-472a-9835-1ab7a6693faf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:47.502702 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ce62f184-680b-472a-9835-1ab7a6693faf admin admin] 10.222.0.30 "DELETE /v2.0/networks/28c1f603-e786-4a84-b8ed-ec2e36c0d018 HTTP/1.1" status: 204 len: 168 time: 1.0922573 Feb 09 01:15:47.505959 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8cc477fa-d73a-4f26-855a-f8a7cf9075ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:47.516374 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae72d42-0265-41f2-b1d9-307192b91142 req-401bd5d5-2c51-4fb9-ba31-ec580d8b6ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:47.517963 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eae72d42-0265-41f2-b1d9-307192b91142 req-401bd5d5-2c51-4fb9-ba31-ec580d8b6ee3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=4d54ed5f-d078-4c38-9c35-f6f424a32376 HTTP/1.1" status: 200 len: 921 time: 0.2274652 Feb 09 01:15:47.519517 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53350) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:47.559846 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-e5497cb0-634e-4f5d-b6d6-95eae490c6e5 req-5db4f1b8-56d5-40f2-bf76-9ea6e28bc350 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] For port 2b59282d-c827-453c-91f3-1f2512cf4704, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=2b59282d-c827-453c-91f3-1f2512cf4704,segment=NetworkSegment(42da4e3b-4a1e-41ef-b635-a8afd4aeb166),segment_id=42da4e3b-4a1e-41ef-b635-a8afd4aeb166)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:47.565913 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 9969c0f8-ecdf-4517-a681-d463867f70f7 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:47.611124 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce62f184-680b-472a-9835-1ab7a6693faf admin admin] Pushing event deleted for resources: {'Network': ['ID=28c1f603-e786-4a84-b8ed-ec2e36c0d018,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:47.611537 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc477fa-d73a-4f26-855a-f8a7cf9075ec None None] Pushing event updated for resources: {'Port': ['ID=4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:47.658643 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 3b6e0b78-9096-49a5-9ea4-8f62568b2e3b no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:15:47.680510 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e5497cb0-634e-4f5d-b6d6-95eae490c6e5 req-5db4f1b8-56d5-40f2-bf76-9ea6e28bc350 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks [] for port (2b59282d-c827-453c-91f3-1f2512cf4704), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:47.689041 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 3b6e0b78-9096-49a5-9ea4-8f62568b2e3b {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:15:47.689335 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522eba6-6bc6-4907-9918-1810ae0f3f59 req-b64ff426-167b-443f-ba69-a0dc6e15f2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:47.689493 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 3b6e0b78-9096-49a5-9ea4-8f62568b2e3b not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:15:47.689908 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 460187ba-b21c-4f38-9e37-85a597e1b3f7 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:15:47.692725 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b522eba6-6bc6-4907-9918-1810ae0f3f59 req-b64ff426-167b-443f-ba69-a0dc6e15f2d1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=58a3d8a1-b976-4fd7-a8cd-ab2983e09e0d HTTP/1.1" status: 200 len: 860 time: 0.2105072 Feb 09 01:15:47.699897 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-50e043a0-22ad-4f46-906d-e95e20a3e0e1 admin admin] Deleting port 80f5eb21-5011-443b-9fa5-db3b1308f673 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:15:47.700389 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50e043a0-22ad-4f46-906d-e95e20a3e0e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (80f5eb21-5011-443b-9fa5-db3b1308f673), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:47.718635 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4937bef-fa78-4404-a1ef-1f6ee72b6c64 None None] DHCP port deletion for 3fde9f08-e2c6-46e2-8db6-ded916a4f400 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:15:47.722995 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 460187ba-b21c-4f38-9e37-85a597e1b3f7 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:15:47.723508 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 460187ba-b21c-4f38-9e37-85a597e1b3f7 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:15:47.742866 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b522eba6-6bc6-4907-9918-1810ae0f3f59 req-38b09609-cd4f-4991-afe9-3461dfdc0cbf service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392179 Feb 09 01:15:47.745050 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e5497cb0-634e-4f5d-b6d6-95eae490c6e5 req-5db4f1b8-56d5-40f2-bf76-9ea6e28bc350 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (2b59282d-c827-453c-91f3-1f2512cf4704), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:47.758780 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['2b59282d-c827-453c-91f3-1f2512cf4704'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:15:47.765134 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eae72d42-0265-41f2-b1d9-307192b91142 req-5a74b5da-f610-48e2-a1fd-02d41aa940ee service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e6f1dea-5278-4db9-98db-9750dbf841d5 HTTP/1.1" status: 200 len: 217 time: 0.1378930 Feb 09 01:15:47.870979 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5497cb0-634e-4f5d-b6d6-95eae490c6e5 req-5db4f1b8-56d5-40f2-bf76-9ea6e28bc350 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:47.871954 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e5497cb0-634e-4f5d-b6d6-95eae490c6e5 req-5db4f1b8-56d5-40f2-bf76-9ea6e28bc350 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:47.874605 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e5497cb0-634e-4f5d-b6d6-95eae490c6e5 req-5db4f1b8-56d5-40f2-bf76-9ea6e28bc350 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "PUT /v2.0/ports/2b59282d-c827-453c-91f3-1f2512cf4704 HTTP/1.1" status: 200 len: 942 time: 1.5789175 Feb 09 01:15:47.948014 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e4937bef-fa78-4404-a1ef-1f6ee72b6c64 None None] Deleting port 80f5eb21-5011-443b-9fa5-db3b1308f673 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:15:47.950070 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e4937bef-fa78-4404-a1ef-1f6ee72b6c64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (80f5eb21-5011-443b-9fa5-db3b1308f673), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:47.961798 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4f1b8-56d5-40f2-bf76-9ea6e28bc350 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Pushing event updated for resources: {'Port': ['ID=2b59282d-c827-453c-91f3-1f2512cf4704,revision_number=7']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:47.978706 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-50e043a0-22ad-4f46-906d-e95e20a3e0e1 admin admin] For port 80f5eb21-5011-443b-9fa5-db3b1308f673, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=80f5eb21-5011-443b-9fa5-db3b1308f673,segment=NetworkSegment(bc74054a-02eb-47eb-9c30-0228fafadd7b),segment_id=bc74054a-02eb-47eb-9c30-0228fafadd7b)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:47.978976 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50e043a0-22ad-4f46-906d-e95e20a3e0e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (80f5eb21-5011-443b-9fa5-db3b1308f673), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:47.981958 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-2475f4a1-0c5e-45ca-a28a-aea476304187 admin admin] Deleting subnet d2101b91-a95c-4a8f-9e4a-0de252edd888 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:15:47.984713 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 9969c0f8-ecdf-4517-a681-d463867f70f7 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:15:47.996758 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2475f4a1-0c5e-45ca-a28a-aea476304187 admin admin] Publish callbacks [] for subnet (d2101b91-a95c-4a8f-9e4a-0de252edd888), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:48.003163 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-173fc189-9a5d-451c-9480-0a18ef1d69db service neutron] 10.222.0.30 "GET /v2.0/networks/1cbb5168-2b33-4897-a2e3-c1363d2528ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5033753 Feb 09 01:15:48.024932 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-50e043a0-22ad-4f46-906d-e95e20a3e0e1 admin admin] Calling delete_port for 80f5eb21-5011-443b-9fa5-db3b1308f673 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:15:48.038816 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['2b59282d-c827-453c-91f3-1f2512cf4704'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:15:48.065176 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae72d42-0265-41f2-b1d9-307192b91142 req-af1f1b33-cd55-4234-82fe-e91fe2b270d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:48.066670 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eae72d42-0265-41f2-b1d9-307192b91142 req-af1f1b33-cd55-4234-82fe-e91fe2b270d3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=dc881d69-9121-4d00-994f-9cce6bcb92ea HTTP/1.1" status: 200 len: 860 time: 0.2474871 Feb 09 01:15:48.074662 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b522eba6-6bc6-4907-9918-1810ae0f3f59 req-4ded38bb-cd81-4768-a215-9cf988e5aec3 service neutron] 10.222.0.91 "GET /v2.0/networks/c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099508 Feb 09 01:15:48.149221 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eae72d42-0265-41f2-b1d9-307192b91142 req-8cf346aa-75ad-412d-a01d-2465d1c6410d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4d54ed5f-d078-4c38-9c35-f6f424a32376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339625 Feb 09 01:15:48.166752 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2475f4a1-0c5e-45ca-a28a-aea476304187 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (d2101b91-a95c-4a8f-9e4a-0de252edd888), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:48.194950 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e4937bef-fa78-4404-a1ef-1f6ee72b6c64 None None] For port 80f5eb21-5011-443b-9fa5-db3b1308f673, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=80f5eb21-5011-443b-9fa5-db3b1308f673,segment=NetworkSegment(bc74054a-02eb-47eb-9c30-0228fafadd7b),segment_id=bc74054a-02eb-47eb-9c30-0228fafadd7b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:48.195354 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e4937bef-fa78-4404-a1ef-1f6ee72b6c64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (80f5eb21-5011-443b-9fa5-db3b1308f673), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:48.236530 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e4937bef-fa78-4404-a1ef-1f6ee72b6c64 None None] Calling delete_port for 80f5eb21-5011-443b-9fa5-db3b1308f673 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:15:48.252169 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50e043a0-22ad-4f46-906d-e95e20a3e0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (80f5eb21-5011-443b-9fa5-db3b1308f673), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:48.290512 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b522eba6-6bc6-4907-9918-1810ae0f3f59 req-5f717175-baba-40f5-99e8-221aeda589e2 service neutron] 10.222.0.91 "GET /v2.0/networks/c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757257 Feb 09 01:15:48.293662 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e043a0-22ad-4f46-906d-e95e20a3e0e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=80f5eb21-5011-443b-9fa5-db3b1308f673,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:48.299076 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e043a0-22ad-4f46-906d-e95e20a3e0e1 admin admin] No DVR routers for this DVR port 80f5eb21-5011-443b-9fa5-db3b1308f673 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:15:48.365340 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2475f4a1-0c5e-45ca-a28a-aea476304187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (d2101b91-a95c-4a8f-9e4a-0de252edd888), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:48.390264 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50e043a0-22ad-4f46-906d-e95e20a3e0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (3fde9f08-e2c6-46e2-8db6-ded916a4f400), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:48.395026 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 9969c0f8-ecdf-4517-a681-d463867f70f7 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:48.395401 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9969c0f8-ecdf-4517-a681-d463867f70f7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:48.401632 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5fc41-9126-4156-8009-41d63ce94eb6 req-78548f34-588c-4bf4-bea0-bcaee1c9d276 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:48.405585 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-16b5fc41-9126-4156-8009-41d63ce94eb6 req-78548f34-588c-4bf4-bea0-bcaee1c9d276 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 945 time: 0.2896447 Feb 09 01:15:48.415273 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-f7d9aa97-51b4-4e8c-8a2f-b5c221408a93 service neutron] 10.222.0.30 "GET /v2.0/networks/1cbb5168-2b33-4897-a2e3-c1363d2528ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3809438 Feb 09 01:15:48.418078 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-50e043a0-22ad-4f46-906d-e95e20a3e0e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fde9f08-e2c6-46e2-8db6-ded916a4f400']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:48.431193 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-50e043a0-22ad-4f46-906d-e95e20a3e0e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc74054a-02eb-47eb-9c30-0228fafadd7b') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:48.431823 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-50e043a0-22ad-4f46-906d-e95e20a3e0e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc74054a-02eb-47eb-9c30-0228fafadd7b') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:48.444279 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50e043a0-22ad-4f46-906d-e95e20a3e0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (bc74054a-02eb-47eb-9c30-0228fafadd7b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:48.462796 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50e043a0-22ad-4f46-906d-e95e20a3e0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (bc74054a-02eb-47eb-9c30-0228fafadd7b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:48.471898 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50e043a0-22ad-4f46-906d-e95e20a3e0e1 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:15:48.472485 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50e043a0-22ad-4f46-906d-e95e20a3e0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (bc74054a-02eb-47eb-9c30-0228fafadd7b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:48.474001 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ef7e3e-bb1d-4563-80ee-e9e15b99203c', 'tag': '2b59282d-c827-453c-91f3-1f2512cf4704'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:15:48.474435 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:15:48.474435 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:15:48.474435 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:15:48.474435 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:15:48.474435 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:15:48.474435 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:15:48.474435 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:15:48.474435 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:15:48.474435 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:15:48.474435 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:15:48.474435 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:15:48.474435 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:15:48.474435 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:15:48.474435 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:15:48.474435 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:15:48.474435 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:15:48.474435 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:15:48.474435 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:15:48.474435 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:15:48.474435 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:15:48.474435 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:15:48.474435 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:15:48.474435 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:15:48.474435 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:15:48.474435 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:15:48.474435 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:15:48.474435 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:15:48.474435 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:15:48.474435 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:15:48.474435 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:15:48.474435 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:15:48.474435 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:15:48.476652 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab03edc-0a85-479b-9314-7eeb0175483d" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ef7e3e-bb1d-4563-80ee-e9e15b99203c", "tag": "2b59282d-c827-453c-91f3-1f2512cf4704"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:15:48.483077 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e4937bef-fa78-4404-a1ef-1f6ee72b6c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (80f5eb21-5011-443b-9fa5-db3b1308f673), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:48.523516 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4937bef-fa78-4404-a1ef-1f6ee72b6c64 None None] Pushing event deleted for resources: {'Port': ['ID=80f5eb21-5011-443b-9fa5-db3b1308f673,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:48.524823 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eae72d42-0265-41f2-b1d9-307192b91142 req-e8c2c851-4cda-424f-9040-5a3e0e56eb84 service neutron] 10.222.0.91 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199911 Feb 09 01:15:48.530582 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4937bef-fa78-4404-a1ef-1f6ee72b6c64 None None] No DVR routers for this DVR port 80f5eb21-5011-443b-9fa5-db3b1308f673 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:15:48.552236 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50e043a0-22ad-4f46-906d-e95e20a3e0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (3fde9f08-e2c6-46e2-8db6-ded916a4f400), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:48.560196 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50e043a0-22ad-4f46-906d-e95e20a3e0e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:48.567670 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-50e043a0-22ad-4f46-906d-e95e20a3e0e1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/3fde9f08-e2c6-46e2-8db6-ded916a4f400 HTTP/1.1" status: 204 len: 168 time: 1.3386314 Feb 09 01:15:48.580386 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e043a0-22ad-4f46-906d-e95e20a3e0e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fde9f08-e2c6-46e2-8db6-ded916a4f400,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:48.604506 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 9969c0f8-ecdf-4517-a681-d463867f70f7 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:48.675015 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 80f5eb21-5011-443b-9fa5-db3b1308f673 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:15:48.694239 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-16b5fc41-9126-4156-8009-41d63ce94eb6 req-e8e0ae53-f86a-4e5f-9f02-bcff1313798d tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761712 Feb 09 01:15:48.712586 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2475f4a1-0c5e-45ca-a28a-aea476304187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (d2101b91-a95c-4a8f-9e4a-0de252edd888), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:48.725929 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 80f5eb21-5011-443b-9fa5-db3b1308f673 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:15:48.726459 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 80f5eb21-5011-443b-9fa5-db3b1308f673 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:15:48.754954 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475f4a1-0c5e-45ca-a28a-aea476304187 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2101b91-a95c-4a8f-9e4a-0de252edd888,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:48.758896 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2475f4a1-0c5e-45ca-a28a-aea476304187 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:48.765050 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53362) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:48.765244 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2475f4a1-0c5e-45ca-a28a-aea476304187 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d2101b91-a95c-4a8f-9e4a-0de252edd888 HTTP/1.1" status: 204 len: 168 time: 1.2420154 Feb 09 01:15:48.822525 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53364) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:48.827749 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-440db14e-2caf-4dd8-9438-6f07afff2a9e service neutron] 10.222.0.30 "GET /v2.0/networks/693682c4-f09c-4718-805a-f0540b20e4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028287 Feb 09 01:15:48.894013 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eae72d42-0265-41f2-b1d9-307192b91142 req-ba5a479a-ee2e-4a70-9336-8428a1cbb050 service neutron] 10.222.0.91 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450212 Feb 09 01:15:48.908266 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cfa80c96-21bc-4004-8a52-236b2c7f52a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (8eb0030c-ffe4-43d7-b2cb-be14def2946e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:48.936571 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-fa785dfd-2c10-424f-86cf-7e0ab568c4ca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0b233f865ec047a6a7107d45af2813ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1127856 Feb 09 01:15:48.939342 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53370) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:49.118039 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cfa80c96-21bc-4004-8a52-236b2c7f52a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (8eb0030c-ffe4-43d7-b2cb-be14def2946e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:49.149666 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-cfa80c96-21bc-4004-8a52-236b2c7f52a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb0030c-ffe4-43d7-b2cb-be14def2946e']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:49.163228 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-cfa80c96-21bc-4004-8a52-236b2c7f52a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fb214ad-747f-440f-b069-1d49c26f3cd5') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:49.163778 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-cfa80c96-21bc-4004-8a52-236b2c7f52a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fb214ad-747f-440f-b069-1d49c26f3cd5') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:49.176311 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-b03fafe8-2758-4278-9d08-03039f3ed415 service neutron] 10.222.0.30 "GET /v2.0/networks/693682c4-f09c-4718-805a-f0540b20e4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322678 Feb 09 01:15:49.176984 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cfa80c96-21bc-4004-8a52-236b2c7f52a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (8fb214ad-747f-440f-b069-1d49c26f3cd5), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:49.196525 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cfa80c96-21bc-4004-8a52-236b2c7f52a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (8fb214ad-747f-440f-b069-1d49c26f3cd5), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:49.207006 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa80c96-21bc-4004-8a52-236b2c7f52a8 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:15:49.208739 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-127707df-1037-4285-a320-4390fffb4472 service neutron] show failed (client error): The resource could not be found. Feb 09 01:15:49.209459 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cfa80c96-21bc-4004-8a52-236b2c7f52a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (8fb214ad-747f-440f-b069-1d49c26f3cd5), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:49.209783 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-127707df-1037-4285-a320-4390fffb4472 service neutron] 10.222.0.121 "GET /v2.0/ports/42cd6e7b-28d3-48c1-b837-95c690627409/bindings/n-h2-822053-40 HTTP/1.1" status: 404 len: 381 time: 0.2258840 Feb 09 01:15:49.217556 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3e01890d-27b6-48fa-9737-131d8b5f6f16 admin admin] Publish callbacks [] for security_group (b739604c-d70f-4acc-a6a4-8ae594b83425), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:49.232064 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:49.241909 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:15:49.241909 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:15:49.241909 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:15:49.241909 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:15:49.241909 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:15:49.241909 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:15:49.241909 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:15:49.241909 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:15:49.241909 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:15:49.241909 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:15:49.241909 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:15:49.241909 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:15:49.241909 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:15:49.241909 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:15:49.241909 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:15:49.241909 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:15:49.241909 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:15:49.241909 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:15:49.241909 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:15:49.241909 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:15:49.241909 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:15:49.241909 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:15:49.241909 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:15:49.241909 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:15:49.241909 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:15:49.241909 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:15:49.241909 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:15:49.241909 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:15:49.241909 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:15:49.241909 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:15:49.241909 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:15:49.241909 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:15:49.275456 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e794df7-1cfa-437a-b0b2-fc5ab304a49c req-0730db98-9928-40ad-ac12-dcb7b8655b4c tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:49.278280 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7e794df7-1cfa-437a-b0b2-fc5ab304a49c req-0730db98-9928-40ad-ac12-dcb7b8655b4c tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 950 time: 0.2328191 Feb 09 01:15:49.294453 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce73aae-85be-474b-80d2-4fad2fc23895 None None] Network 693682c4-f09c-4718-805a-f0540b20e4cd requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:15:49.333879 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3e01890d-27b6-48fa-9737-131d8b5f6f16 admin admin] Publish callbacks [] for security_group (b739604c-d70f-4acc-a6a4-8ae594b83425), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:49.336892 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cfa80c96-21bc-4004-8a52-236b2c7f52a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (8eb0030c-ffe4-43d7-b2cb-be14def2946e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:49.367590 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cfa80c96-21bc-4004-8a52-236b2c7f52a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:49.370878 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cfa80c96-21bc-4004-8a52-236b2c7f52a8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8eb0030c-ffe4-43d7-b2cb-be14def2946e HTTP/1.1" status: 204 len: 168 time: 0.6041529 Feb 09 01:15:49.371804 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa80c96-21bc-4004-8a52-236b2c7f52a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8eb0030c-ffe4-43d7-b2cb-be14def2946e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:49.553999 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f1902886-9760-495d-b4f9-9deb93215369 None None] Provisioning complete for port 4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:49.554381 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f1902886-9760-495d-b4f9-9deb93215369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:49.714168 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7e794df7-1cfa-437a-b0b2-fc5ab304a49c req-350ce3c8-aa51-4ef1-8e7a-05a2054edd57 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239235 Feb 09 01:15:49.809199 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3e01890d-27b6-48fa-9737-131d8b5f6f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b739604c-d70f-4acc-a6a4-8ae594b83425), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:49.816072 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3e01890d-27b6-48fa-9737-131d8b5f6f16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:49.828904 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3e01890d-27b6-48fa-9737-131d8b5f6f16 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b739604c-d70f-4acc-a6a4-8ae594b83425 HTTP/1.1" status: 204 len: 168 time: 0.8851280 Feb 09 01:15:49.872407 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53394) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:49.895270 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f1902886-9760-495d-b4f9-9deb93215369 None None] Current status of the port 4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:49.895684 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f1902886-9760-495d-b4f9-9deb93215369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:49.948709 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-f1902886-9760-495d-b4f9-9deb93215369 None None] For port 4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd,segment=NetworkSegment(e0a7113e-f0a9-4d1b-aa22-15afb09b7c6f),segment_id=e0a7113e-f0a9-4d1b-aa22-15afb09b7c6f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:49.960205 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f1902886-9760-495d-b4f9-9deb93215369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:49.995264 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c6f7263b-11f0-4599-93ac-48e5f8d2c2a1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=991583a4f7ce4c4eb6893f1ec411692c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1195433 Feb 09 01:15:50.003657 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53396) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:50.018219 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e01890d-27b6-48fa-9737-131d8b5f6f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b739604c-d70f-4acc-a6a4-8ae594b83425,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:50.031336 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb732404-c4b2-44f5-9a01-ea157b2026f9 x-openstack-request-id: req-cb732404-c4b2-44f5-9a01-ea157b2026f9 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:15:50.031902 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ef7e3e-bb1d-4563-80ee-e9e15b99203c", "tag": "2b59282d-c827-453c-91f3-1f2512cf4704", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:15:50.032403 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cb732404-c4b2-44f5-9a01-ea157b2026f9 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:15:50.034789 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ef7e3e-bb1d-4563-80ee-e9e15b99203c', 'tag': '2b59282d-c827-453c-91f3-1f2512cf4704', 'status': 'completed', 'code': 200} Feb 09 01:15:50.047425 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-3b88f0ed-4fac-4812-a056-71011f915816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:50.056858 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-3b88f0ed-4fac-4812-a056-71011f915816 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2&tenant_id=3d8394520fe34c9daa660b5c0721b019 HTTP/1.1" status: 200 len: 1133 time: 0.5213420 Feb 09 01:15:50.072457 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-b2df874c-f354-4b94-9e49-a3c02da1b04e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822053-40', 'device_owner': 'compute:nova'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:50.121645 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:15:50.174293 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-390dac09-53e6-46e0-8b9c-2c03d7733c97 req-75499154-ea73-4693-9e0d-0f73ce85f877 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/ports?device_id=38151e77-fd58-4728-b1b0-ff538e34933e HTTP/1.1" status: 200 len: 210 time: 0.0641065 Feb 09 01:15:50.205217 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a18c599b-94bf-4895-a3f0-4017e0f1c220 req-216aaeb8-fd1e-4aa3-96fb-95cd082fed8f tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6743703 Feb 09 01:15:50.269470 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-a18c599b-94bf-4895-a3f0-4017e0f1c220 req-cdcd008a-d030-463b-af89-69ebf28fd1a6 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:50.307494 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1902886-9760-495d-b4f9-9deb93215369 None None] Pushing event updated for resources: {'Port': ['ID=4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:50.314367 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-b2df874c-f354-4b94-9e49-a3c02da1b04e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (42cd6e7b-28d3-48c1-b837-95c690627409), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:50.327958 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a18c599b-94bf-4895-a3f0-4017e0f1c220 req-cdcd008a-d030-463b-af89-69ebf28fd1a6 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:50.329405 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-92239c59-5d6a-4976-948f-ddb33d5fe9cb admin admin] Publish callbacks [] for security_group (da99bb99-0422-4aa1-8cfa-5d9d081d6171), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:50.360945 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:50.361436 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:50.379722 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-92239c59-5d6a-4976-948f-ddb33d5fe9cb admin admin] Publish callbacks [] for security_group (da99bb99-0422-4aa1-8cfa-5d9d081d6171), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:50.454604 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d3e96e3c-81c1-42f9-ae62-efa25cf1431a None None] Provisioning complete for port 4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:50.454987 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d3e96e3c-81c1-42f9-ae62-efa25cf1431a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:50.462110 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab03edc-0a85-479b-9314-7eeb0175483d req-362eba54-3da9-4672-91e7-0f08b954acc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:50.469354 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-cab03edc-0a85-479b-9314-7eeb0175483d req-362eba54-3da9-4672-91e7-0f08b954acc3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0edeb144f81f4d66b455a07b636e6ab9&device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 1128 time: 0.2992740 Feb 09 01:15:50.488814 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-92239c59-5d6a-4976-948f-ddb33d5fe9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (da99bb99-0422-4aa1-8cfa-5d9d081d6171), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:50.491601 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-92239c59-5d6a-4976-948f-ddb33d5fe9cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:50.492764 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-92239c59-5d6a-4976-948f-ddb33d5fe9cb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/da99bb99-0422-4aa1-8cfa-5d9d081d6171 HTTP/1.1" status: 204 len: 168 time: 0.4859815 Feb 09 01:15:50.753291 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab03edc-0a85-479b-9314-7eeb0175483d req-d4f7c7e0-ed8b-470e-a392-df49ef9b0a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:50.754798 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-cab03edc-0a85-479b-9314-7eeb0175483d req-d4f7c7e0-ed8b-470e-a392-df49ef9b0a69 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940 HTTP/1.1" status: 200 len: 921 time: 0.2610409 Feb 09 01:15:50.755573 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92239c59-5d6a-4976-948f-ddb33d5fe9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da99bb99-0422-4aa1-8cfa-5d9d081d6171,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:50.808827 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab85b20-dcfe-4a4a-9660-2c0001a21e46 req-ca0c74b9-99fb-464e-b550-9e2d1c3b4534 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:50.810368 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aab85b20-dcfe-4a4a-9660-2c0001a21e46 req-ca0c74b9-99fb-464e-b550-9e2d1c3b4534 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 945 time: 0.4922016 Feb 09 01:15:50.884401 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-cab03edc-0a85-479b-9314-7eeb0175483d req-3e6d9a10-2d62-48ec-bc48-3b7496894561 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b59282d-c827-453c-91f3-1f2512cf4704 HTTP/1.1" status: 200 len: 217 time: 0.1052115 Feb 09 01:15:50.931862 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:50.955578 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:50.987412 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-312899b5-4c97-4cec-9496-1c6995e5bb02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:51.024177 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab03edc-0a85-479b-9314-7eeb0175483d req-933d2d65-80d6-465b-9844-e653166e7afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:51.032890 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-cab03edc-0a85-479b-9314-7eeb0175483d req-933d2d65-80d6-465b-9844-e653166e7afb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=58a3d8a1-b976-4fd7-a8cd-ab2983e09e0d HTTP/1.1" status: 200 len: 860 time: 0.1393611 Feb 09 01:15:51.086327 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d3e96e3c-81c1-42f9-ae62-efa25cf1431a None None] Current status of the port 4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:51.135090 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-cab03edc-0a85-479b-9314-7eeb0175483d req-cbd59a1b-220f-4c3b-aa82-4cf29174a737 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897703 Feb 09 01:15:51.203058 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aab85b20-dcfe-4a4a-9660-2c0001a21e46 req-d1190e01-e228-44fa-98f5-1b9b31c04784 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735404 Feb 09 01:15:51.375279 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53428) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:51.398325 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-b2df874c-f354-4b94-9e49-a3c02da1b04e service neutron] For port 42cd6e7b-28d3-48c1-b837-95c690627409, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=42cd6e7b-28d3-48c1-b837-95c690627409,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:51.449628 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a18c599b-94bf-4895-a3f0-4017e0f1c220 req-cdcd008a-d030-463b-af89-69ebf28fd1a6 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:51.580410 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-b2df874c-f354-4b94-9e49-a3c02da1b04e service neutron] For port 42cd6e7b-28d3-48c1-b837-95c690627409, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:15:51.727281 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0aadb992-0d06-4df5-8c1c-ff085ccb9463 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f05a1ed467144d6a9a1eaaa4661880a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3492177 Feb 09 01:15:51.736228 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53432) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:51.794199 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f14978-e11c-4b5e-a570-4e66cc8b99ec req-62d1f4c2-ca67-4fae-aac2-60a79a30708e tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:51.800698 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-08f14978-e11c-4b5e-a570-4e66cc8b99ec req-62d1f4c2-ca67-4fae-aac2-60a79a30708e tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 950 time: 0.3377748 Feb 09 01:15:51.847506 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-cab03edc-0a85-479b-9314-7eeb0175483d req-e93bd882-a2c8-441b-8809-e30c2a8a693c service neutron] 10.222.0.91 "GET /v2.0/networks/c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7056541 Feb 09 01:15:51.856486 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-13c26f82-ae79-4067-982d-7238a39128af tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:51.865800 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-13c26f82-ae79-4067-982d-7238a39128af tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:51.873658 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-13c26f82-ae79-4067-982d-7238a39128af tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.91 "GET /v2.0/networks?id=1cbb5168-2b33-4897-a2e3-c1363d2528ac&id=693682c4-f09c-4718-805a-f0540b20e4cd HTTP/1.1" status: 200 len: 1391 time: 0.4028327 Feb 09 01:15:51.876012 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-b2df874c-f354-4b94-9e49-a3c02da1b04e service neutron] Publish callbacks [] for port (42cd6e7b-28d3-48c1-b837-95c690627409), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:51.911799 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-a18c599b-94bf-4895-a3f0-4017e0f1c220 req-cdcd008a-d030-463b-af89-69ebf28fd1a6 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Allocated IP 172.25.1.153 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/177e3e2f-1cd1-4aeb-a37d-070c96dd5581) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:51.917859 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-b2df874c-f354-4b94-9e49-a3c02da1b04e service neutron] Transition to ACTIVE for port object 42cd6e7b-28d3-48c1-b837-95c690627409 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:51.918912 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-5b83d8d1-e3d7-4891-9e76-e7d52972730e tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Request body: {'port': {'device_id': '38151e77-fd58-4728-b1b0-ff538e34933e', 'network_id': '1cbb5168-2b33-4897-a2e3-c1363d2528ac', 'admin_state_up': True, 'tenant_id': 'cbaeccec23794cfba3c5f4e5c5caae25'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:51.932734 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-b2df874c-f354-4b94-9e49-a3c02da1b04e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (42cd6e7b-28d3-48c1-b837-95c690627409), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:52.039031 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df874c-f354-4b94-9e49-a3c02da1b04e service neutron] Pushing event updated for resources: {'Port': ['ID=42cd6e7b-28d3-48c1-b837-95c690627409,revision_number=6']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:52.043951 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa48c96-732a-4bf6-8556-edde312f2fe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42cd6e7b-28d3-48c1-b837-95c690627409'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:15:52.047397 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabb93b2-0b27-4aaa-97ff-cd06a0e4663d" -d '{"events": [{"server_uuid": "aaa48c96-732a-4bf6-8556-edde312f2fe2", "name": "network-vif-unplugged", "status": "completed", "tag": "42cd6e7b-28d3-48c1-b837-95c690627409"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:15:52.068794 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-08f14978-e11c-4b5e-a570-4e66cc8b99ec req-92c2e7d6-0fe7-4e0f-b02f-f9b1dd9264b7 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663054 Feb 09 01:15:52.084280 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:15:52.173442 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 42cd6e7b-28d3-48c1-b837-95c690627409 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:15:52.174663 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-b2df874c-f354-4b94-9e49-a3c02da1b04e service neutron] No DVR routers for this DVR port 42cd6e7b-28d3-48c1-b837-95c690627409 on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:15:52.274259 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-b2df874c-f354-4b94-9e49-a3c02da1b04e service neutron] Attempting to bind port 42cd6e7b-28d3-48c1-b837-95c690627409 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:15:52.274259 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-b2df874c-f354-4b94-9e49-a3c02da1b04e service neutron] Attempting to bind port 42cd6e7b-28d3-48c1-b837-95c690627409 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:15:52.280018 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-b2df874c-f354-4b94-9e49-a3c02da1b04e service neutron] Attempting to bind port 42cd6e7b-28d3-48c1-b837-95c690627409 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:15:52.283124 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6b24877c-f714-475c-9290-64caab141782 admin admin] Publish callbacks [] for security_group (9b63db83-2f2c-4274-8063-e05d04f6ddee), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:52.295547 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-b2df874c-f354-4b94-9e49-a3c02da1b04e service neutron] Port 42cd6e7b-28d3-48c1-b837-95c690627409 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:15:52.296039 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-b2df874c-f354-4b94-9e49-a3c02da1b04e service neutron] Attempting to bind port 42cd6e7b-28d3-48c1-b837-95c690627409 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:15:52.313523 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] The host n-h1-822053-40 is not matching for port 42cd6e7b-28d3-48c1-b837-95c690627409 host n-h2-822053-40! {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:15:52.314111 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 42cd6e7b-28d3-48c1-b837-95c690627409 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:15:52.320469 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-b2df874c-f354-4b94-9e49-a3c02da1b04e service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:15:52.321186 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-b2df874c-f354-4b94-9e49-a3c02da1b04e service neutron] Checking segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:15:52.321363 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-b2df874c-f354-4b94-9e49-a3c02da1b04e service neutron] Bound using segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:15:52.321800 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-b2df874c-f354-4b94-9e49-a3c02da1b04e service neutron] Bound port: 42cd6e7b-28d3-48c1-b837-95c690627409, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:15:52.322233 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-b2df874c-f354-4b94-9e49-a3c02da1b04e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (42cd6e7b-28d3-48c1-b837-95c690627409), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:52.334612 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:52.335089 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:52.367650 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5ac4b5da-950c-4890-a20b-502654a0f96d req-dfe72065-821f-4fbe-b8ca-75809c277c0b tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/ports?device_id=38151e77-fd58-4728-b1b0-ff538e34933e HTTP/1.1" status: 200 len: 210 time: 0.0953345 Feb 09 01:15:52.436307 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6b24877c-f714-475c-9290-64caab141782 admin admin] Publish callbacks [] for security_group (9b63db83-2f2c-4274-8063-e05d04f6ddee), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:52.594147 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-cab03edc-0a85-479b-9314-7eeb0175483d req-517ebf1a-4214-4bfe-9cb6-506a381eb8d2 service neutron] 10.222.0.91 "GET /v2.0/networks/c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7187970 Feb 09 01:15:52.636953 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:52.724770 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53452) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:52.726748 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-5b83d8d1-e3d7-4891-9e76-e7d52972730e tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Made reservation on behalf of cbaeccec23794cfba3c5f4e5c5caae25 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:52.736561 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-5b83d8d1-e3d7-4891-9e76-e7d52972730e tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:52.890830 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6b24877c-f714-475c-9290-64caab141782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (9b63db83-2f2c-4274-8063-e05d04f6ddee), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:52.897411 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6b24877c-f714-475c-9290-64caab141782 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:52.910599 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6b24877c-f714-475c-9290-64caab141782 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9b63db83-2f2c-4274-8063-e05d04f6ddee HTTP/1.1" status: 204 len: 168 time: 1.1711690 Feb 09 01:15:52.990455 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fa0617-0932-4491-8445-7229c12a4949 x-openstack-request-id: req-28fa0617-0932-4491-8445-7229c12a4949 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:15:52.999507 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa48c96-732a-4bf6-8556-edde312f2fe2", "name": "network-vif-unplugged", "status": "completed", "tag": "42cd6e7b-28d3-48c1-b837-95c690627409", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:15:53.001604 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-28fa0617-0932-4491-8445-7229c12a4949 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:15:53.002414 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa48c96-732a-4bf6-8556-edde312f2fe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42cd6e7b-28d3-48c1-b837-95c690627409', 'code': 200} Feb 09 01:15:53.130412 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b24877c-f714-475c-9290-64caab141782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b63db83-2f2c-4274-8063-e05d04f6ddee,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:53.180571 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a18c599b-94bf-4895-a3f0-4017e0f1c220 req-cdcd008a-d030-463b-af89-69ebf28fd1a6 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks [] for port (177e3e2f-1cd1-4aeb-a37d-070c96dd5581), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:53.209940 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-5b83d8d1-e3d7-4891-9e76-e7d52972730e tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Allocated IP 19.80.0.18 (1cbb5168-2b33-4897-a2e3-c1363d2528ac/55d4c6ce-f7d4-4114-b5f3-f8dcafe5ab08/e1212d63-abf5-44eb-b9b9-312a27932a75) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:53.274021 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a18c599b-94bf-4895-a3f0-4017e0f1c220 req-cdcd008a-d030-463b-af89-69ebf28fd1a6 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (177e3e2f-1cd1-4aeb-a37d-070c96dd5581), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:53.420820 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a18c599b-94bf-4895-a3f0-4017e0f1c220 req-cdcd008a-d030-463b-af89-69ebf28fd1a6 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:53.485499 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-b7ad8eba-904f-492c-a1e1-501c7e2ef848 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-559966184-network', 'tenant_id': '22757ae997c7497ca4684832a30adf94'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:53.491804 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-b2df874c-f354-4b94-9e49-a3c02da1b04e service neutron] For port 42cd6e7b-28d3-48c1-b837-95c690627409, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:15:53.501941 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-b2df874c-f354-4b94-9e49-a3c02da1b04e service neutron] For port 42cd6e7b-28d3-48c1-b837-95c690627409, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=42cd6e7b-28d3-48c1-b837-95c690627409,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:15:53.513395 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd008a-d030-463b-af89-69ebf28fd1a6 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Pushing event updated for resources: {'Port': ['ID=177e3e2f-1cd1-4aeb-a37d-070c96dd5581,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:53.531655 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-a18c599b-94bf-4895-a3f0-4017e0f1c220 req-cdcd008a-d030-463b-af89-69ebf28fd1a6 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:53.548905 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-b2df874c-f354-4b94-9e49-a3c02da1b04e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (42cd6e7b-28d3-48c1-b837-95c690627409), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:53.551732 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18c599b-94bf-4895-a3f0-4017e0f1c220 req-cdcd008a-d030-463b-af89-69ebf28fd1a6 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:15:53.579106 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64e7e9-f42e-4394-b7a6-b551d2b26c44 req-0ec3bb70-7c61-4c16-ab22-59223984bbf4 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:53.586744 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c64e7e9-f42e-4394-b7a6-b551d2b26c44 req-0ec3bb70-7c61-4c16-ab22-59223984bbf4 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 945 time: 0.5831513 Feb 09 01:15:53.603158 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ad8eba-904f-492c-a1e1-501c7e2ef848 admin admin] Made reservation on behalf of 22757ae997c7497ca4684832a30adf94 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:53.610101 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b7ad8eba-904f-492c-a1e1-501c7e2ef848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:53.641267 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-5b83d8d1-e3d7-4891-9e76-e7d52972730e tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks [] for port (e1212d63-abf5-44eb-b9b9-312a27932a75), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:53.660773 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b7ad8eba-904f-492c-a1e1-501c7e2ef848 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:53.704489 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-b2df874c-f354-4b94-9e49-a3c02da1b04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:53.706616 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-b2df874c-f354-4b94-9e49-a3c02da1b04e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:53.710261 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-5b83d8d1-e3d7-4891-9e76-e7d52972730e tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (e1212d63-abf5-44eb-b9b9-312a27932a75), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:53.710467 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-b2df874c-f354-4b94-9e49-a3c02da1b04e service neutron] 10.222.0.91 "PUT /v2.0/ports/42cd6e7b-28d3-48c1-b837-95c690627409 HTTP/1.1" status: 200 len: 1097 time: 3.6452286 Feb 09 01:15:53.777215 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-5b83d8d1-e3d7-4891-9e76-e7d52972730e tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Network 1cbb5168-2b33-4897-a2e3-c1363d2528ac is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:53.784569 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-5b83d8d1-e3d7-4891-9e76-e7d52972730e tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:53.787578 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-5b83d8d1-e3d7-4891-9e76-e7d52972730e tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:15:53.876890 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83d8d1-e3d7-4891-9e76-e7d52972730e tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Pushing event updated for resources: {'Port': ['ID=e1212d63-abf5-44eb-b9b9-312a27932a75,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:53.880508 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c64e7e9-f42e-4394-b7a6-b551d2b26c44 req-cece65d8-3f7c-4281-992e-081fd1663cd6 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924891 Feb 09 01:15:53.881310 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df874c-f354-4b94-9e49-a3c02da1b04e service neutron] Pushing event updated for resources: {'Port': ['ID=42cd6e7b-28d3-48c1-b837-95c690627409,revision_number=7']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:54.011639 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-5b83d8d1-e3d7-4891-9e76-e7d52972730e tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:54.016118 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-5b83d8d1-e3d7-4891-9e76-e7d52972730e tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:54.087857 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-5b83d8d1-e3d7-4891-9e76-e7d52972730e tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1764376 Feb 09 01:15:54.115661 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-dd3e35de-86bc-4579-a2ec-093c25015b06 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Request body: {'port': {'device_id': '38151e77-fd58-4728-b1b0-ff538e34933e', 'network_id': '693682c4-f09c-4718-805a-f0540b20e4cd', 'admin_state_up': True, 'tenant_id': 'cbaeccec23794cfba3c5f4e5c5caae25'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:54.135746 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-5d9a0118-8827-455b-bc67-c057b5079766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:54.138175 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-5d9a0118-8827-455b-bc67-c057b5079766 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3d8394520fe34c9daa660b5c0721b019&device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 1131 time: 0.3814034 Feb 09 01:15:54.203398 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-495a9e62-f65a-41c5-87a9-0ea77bd4b020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:54.313417 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a18c599b-94bf-4895-a3f0-4017e0f1c220 req-cdcd008a-d030-463b-af89-69ebf28fd1a6 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks [] for floatingip (73e1a790-93fd-4c4e-bcac-95cf8055f7b2), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:54.333367 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-9ae006cb-48a7-4d56-a715-767013e3228b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:54.335061 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-9ae006cb-48a7-4d56-a715-767013e3228b service neutron] 10.222.0.91 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.1829283 Feb 09 01:15:54.369889 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b7ad8eba-904f-492c-a1e1-501c7e2ef848 admin admin] Publish callbacks [] for security_group (20dcf4db-2b63-4eb6-b7e4-e16c5902d4a5), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:54.383842 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b7ad8eba-904f-492c-a1e1-501c7e2ef848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (20dcf4db-2b63-4eb6-b7e4-e16c5902d4a5), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:54.392288 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-ca003203-66cf-48de-9ad6-2dd865c37b37 None None] Provisioning complete for port e1212d63-abf5-44eb-b9b9-312a27932a75 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:54.392667 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ca003203-66cf-48de-9ad6-2dd865c37b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e1212d63-abf5-44eb-b9b9-312a27932a75), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:54.422782 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1990f-1e35-443c-8a4f-4951d8b58cab req-c412e310-f840-4660-91fc-44022375d113 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:54.431763 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-84e1990f-1e35-443c-8a4f-4951d8b58cab req-c412e310-f840-4660-91fc-44022375d113 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 948 time: 0.3403707 Feb 09 01:15:54.441353 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-ca877690-2197-48d5-b610-80ff45d088b4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=42cd6e7b-28d3-48c1-b837-95c690627409 HTTP/1.1" status: 200 len: 217 time: 0.0961137 Feb 09 01:15:54.443830 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ad8eba-904f-492c-a1e1-501c7e2ef848 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:15:54.483849 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad8eba-904f-492c-a1e1-501c7e2ef848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20dcf4db-2b63-4eb6-b7e4-e16c5902d4a5,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:54.489323 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b7ad8eba-904f-492c-a1e1-501c7e2ef848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (bf240883-6a6c-4995-9472-52dd77345be3), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:54.490434 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-b7ad8eba-904f-492c-a1e1-501c7e2ef848 admin admin] Added segment bf240883-6a6c-4995-9472-52dd77345be3 of type vlan for network fe669116-1a16-48fc-b30c-7a7cb91ef694 Feb 09 01:15:54.497406 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ca003203-66cf-48de-9ad6-2dd865c37b37 None None] Port e1212d63-abf5-44eb-b9b9-312a27932a75 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:15:54.567340 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a18c599b-94bf-4895-a3f0-4017e0f1c220 req-cdcd008a-d030-463b-af89-69ebf28fd1a6 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (177e3e2f-1cd1-4aeb-a37d-070c96dd5581), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:54.580592 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b7ad8eba-904f-492c-a1e1-501c7e2ef848 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (fe669116-1a16-48fc-b30c-7a7cb91ef694), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:54.590649 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-dd3e35de-86bc-4579-a2ec-093c25015b06 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Made reservation on behalf of cbaeccec23794cfba3c5f4e5c5caae25 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:54.615922 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-dd3e35de-86bc-4579-a2ec-093c25015b06 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:54.653222 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-84e1990f-1e35-443c-8a4f-4951d8b58cab req-7246d600-ecc2-400f-b504-1bd3a404f8c6 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203498 Feb 09 01:15:54.687972 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b7ad8eba-904f-492c-a1e1-501c7e2ef848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (fe669116-1a16-48fc-b30c-7a7cb91ef694), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:54.688921 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-c9a2f63c-7986-46c7-b4ab-800c4ca83457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:54.689088 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ad8eba-904f-492c-a1e1-501c7e2ef848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:54.689616 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b7ad8eba-904f-492c-a1e1-501c7e2ef848 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:54.692857 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-c9a2f63c-7986-46c7-b4ab-800c4ca83457 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.2366209 Feb 09 01:15:54.786811 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad8eba-904f-492c-a1e1-501c7e2ef848 admin admin] Pushing event updated for resources: {'Network': ['ID=fe669116-1a16-48fc-b30c-7a7cb91ef694,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:54.807196 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network fe669116-1a16-48fc-b30c-7a7cb91ef694 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:15:54.944242 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-53aa63b8-4a76-4c29-9467-bf771aa1dad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:54.946423 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-53aa63b8-4a76-4c29-9467-bf771aa1dad1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2390833 Feb 09 01:15:55.007375 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b7ad8eba-904f-492c-a1e1-501c7e2ef848 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2365026 Feb 09 01:15:55.013212 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53496) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:55.023808 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-efbc8e4a-5f73-43fe-9052-89a4f85f0fb6 admin admin] Request body: {'subnet': {'network_id': 'fe669116-1a16-48fc-b30c-7a7cb91ef694', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-559966184-subnet', 'tenant_id': '22757ae997c7497ca4684832a30adf94', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:55.028403 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaa48c96-732a-4bf6-8556-edde312f2fe2', 'tag': '42cd6e7b-28d3-48c1-b837-95c690627409'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:15:55.031238 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbe9a5a-c444-4416-911d-35d305d70b98" -d '{"events": [{"name": "network-changed", "server_uuid": "aaa48c96-732a-4bf6-8556-edde312f2fe2", "tag": "42cd6e7b-28d3-48c1-b837-95c690627409"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:15:55.056753 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a8894-7bac-4053-b13c-a23da564d9e9 req-21946349-e255-4bd6-aec0-e87d4811bcb7 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:55.058337 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c34a8894-7bac-4053-b13c-a23da564d9e9 req-21946349-e255-4bd6-aec0-e87d4811bcb7 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/ports?device_id=38151e77-fd58-4728-b1b0-ff538e34933e HTTP/1.1" status: 200 len: 931 time: 0.1990759 Feb 09 01:15:55.175419 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbc8e4a-5f73-43fe-9052-89a4f85f0fb6 admin admin] Made reservation on behalf of 22757ae997c7497ca4684832a30adf94 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:55.177766 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-efbc8e4a-5f73-43fe-9052-89a4f85f0fb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:55.196300 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-dd3e35de-86bc-4579-a2ec-093c25015b06 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Allocated IP 19.86.0.237 (693682c4-f09c-4718-805a-f0540b20e4cd/bb0d100a-7456-44c8-8c0b-70cafd45f8f3/c0c869a1-187d-4996-baf1-8c90705818df) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:55.211611 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a18c599b-94bf-4895-a3f0-4017e0f1c220 req-cdcd008a-d030-463b-af89-69ebf28fd1a6 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks [] for port (177e3e2f-1cd1-4aeb-a37d-070c96dd5581), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:55.239813 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a18c599b-94bf-4895-a3f0-4017e0f1c220 req-cdcd008a-d030-463b-af89-69ebf28fd1a6 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (177e3e2f-1cd1-4aeb-a37d-070c96dd5581), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:55.395193 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c34a8894-7bac-4053-b13c-a23da564d9e9 req-17e334f0-ab09-4f58-a74d-02171649841e tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42fb62d-b4ff-4e09-886f-82f8bef72e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273864 Feb 09 01:15:55.402116 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-87a1e7fe-a802-45f3-86ed-e00289fa4e73 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423254 Feb 09 01:15:55.588034 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-dd3e35de-86bc-4579-a2ec-093c25015b06 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks [] for port (c0c869a1-187d-4996-baf1-8c90705818df), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:55.694187 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:55.719055 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-efbc8e4a-5f73-43fe-9052-89a4f85f0fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (377ee2ae-80e9-44ce-b413-31f703b67261), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:55.831798 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd008a-d030-463b-af89-69ebf28fd1a6 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Pushing event updated for resources: {'Port': ['ID=177e3e2f-1cd1-4aeb-a37d-070c96dd5581,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:55.837922 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-dd3e35de-86bc-4579-a2ec-093c25015b06 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (c0c869a1-187d-4996-baf1-8c90705818df), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:55.942974 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e20897b-1d88-4b03-9fce-fad4f815cfd6 req-8eb52268-f380-4ba7-a3ef-fe7a8650ebea service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5276446 Feb 09 01:15:55.944015 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a18c599b-94bf-4895-a3f0-4017e0f1c220 req-cdcd008a-d030-463b-af89-69ebf28fd1a6 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (73e1a790-93fd-4c4e-bcac-95cf8055f7b2), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:55.974851 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a18c599b-94bf-4895-a3f0-4017e0f1c220 req-cdcd008a-d030-463b-af89-69ebf28fd1a6 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:55.976636 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a18c599b-94bf-4895-a3f0-4017e0f1c220 req-cdcd008a-d030-463b-af89-69ebf28fd1a6 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.7539854 Feb 09 01:15:56.032559 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-dd3e35de-86bc-4579-a2ec-093c25015b06 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Network 693682c4-f09c-4718-805a-f0540b20e4cd is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:56.040385 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-dd3e35de-86bc-4579-a2ec-093c25015b06 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:56.042353 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc8e4a-5f73-43fe-9052-89a4f85f0fb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=377ee2ae-80e9-44ce-b413-31f703b67261,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:56.044517 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-dd3e35de-86bc-4579-a2ec-093c25015b06 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:15:56.089760 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e35de-86bc-4579-a2ec-093c25015b06 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Pushing event updated for resources: {'Port': ['ID=c0c869a1-187d-4996-baf1-8c90705818df,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:56.097243 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbc8e4a-5f73-43fe-9052-89a4f85f0fb6 admin admin] Checking segment: {'id': 'bf240883-6a6c-4995-9472-52dd77345be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'fe669116-1a16-48fc-b30c-7a7cb91ef694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:15:56.097654 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbc8e4a-5f73-43fe-9052-89a4f85f0fb6 admin admin] Network hostable DHCP agents. Network: fe669116-1a16-48fc-b30c-7a7cb91ef694, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:15:56.133653 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a18c599b-94bf-4895-a3f0-4017e0f1c220 req-20210c55-d1a2-46bc-8376-24e2945d8501 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.153 HTTP/1.1" status: 200 len: 696 time: 0.1464217 Feb 09 01:15:56.134068 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53524) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:56.134253 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-dd3e35de-86bc-4579-a2ec-093c25015b06 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:56.134949 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-dd3e35de-86bc-4579-a2ec-093c25015b06 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:56.154883 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbc8e4a-5f73-43fe-9052-89a4f85f0fb6 admin admin] Network fe669116-1a16-48fc-b30c-7a7cb91ef694 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:15:56.180873 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-dd3e35de-86bc-4579-a2ec-093c25015b06 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0827668 Feb 09 01:15:56.183398 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-efbc8e4a-5f73-43fe-9052-89a4f85f0fb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, fe669116-1a16-48fc-b30c-7a7cb91ef694) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:56.192912 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbc8e4a-5f73-43fe-9052-89a4f85f0fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:56.193505 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-efbc8e4a-5f73-43fe-9052-89a4f85f0fb6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:56.213510 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b921a24-4786-49d5-b630-e9598aea1e17 None None] Network fe669116-1a16-48fc-b30c-7a7cb91ef694 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:15:56.231629 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-bfa07da2-cc2c-497b-980e-ef99cd0eb55f service neutron] Request body: {'port': {'device_id': '38151e77-fd58-4728-b1b0-ff538e34933e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:56.385069 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-efbc8e4a-5f73-43fe-9052-89a4f85f0fb6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3699245 Feb 09 01:15:56.386832 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11b746-ce2c-4ade-8a98-29b5bd0409ff req-0a68339c-8791-49fe-8b1a-c77060a4a627 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:56.391263 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53528) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:56.396347 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d11b746-ce2c-4ade-8a98-29b5bd0409ff req-0a68339c-8791-49fe-8b1a-c77060a4a627 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 945 time: 0.6858757 Feb 09 01:15:56.400791 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-bf2c0de4-5879-4127-a9a5-29e04fca6355 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-559966184-router', 'tenant_id': '22757ae997c7497ca4684832a30adf94', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:56.482776 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-67258cef-d012-4386-aaac-7b4c39c15b99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:56.520677 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0de4-5879-4127-a9a5-29e04fca6355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (09325590-4bad-490e-b0b8-3a002346b8a4), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:56.522053 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0de4-5879-4127-a9a5-29e04fca6355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (09325590-4bad-490e-b0b8-3a002346b8a4), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:56.524325 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7288894d-af8c-43fe-b581-a5c9a8bdadf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-fe669116-1a16-48fc-b30c-7a7cb91ef694', 'network_id': 'fe669116-1a16-48fc-b30c-7a7cb91ef694', 'project_id': '22757ae997c7497ca4684832a30adf94', 'fixed_ips': [{'subnet_id': '377ee2ae-80e9-44ce-b413-31f703b67261'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:15:56.525227 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7288894d-af8c-43fe-b581-a5c9a8bdadf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:56.550669 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-bfa07da2-cc2c-497b-980e-ef99cd0eb55f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e1212d63-abf5-44eb-b9b9-312a27932a75), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:56.646572 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c599b-94bf-4895-a3f0-4017e0f1c220 req-634722c1-4ae0-4628-ac12-282d869c0305 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:56.658213 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a18c599b-94bf-4895-a3f0-4017e0f1c220 req-634722c1-4ae0-4628-ac12-282d869c0305 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/networks/def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 784 time: 0.5020895 Feb 09 01:15:56.722882 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d11b746-ce2c-4ade-8a98-29b5bd0409ff req-ee7fb32d-0f44-49f7-ba4f-19e75b1cf8b1 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693286 Feb 09 01:15:56.727529 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0de4-5879-4127-a9a5-29e04fca6355 admin admin] Publish callbacks [] for router_controller (09325590-4bad-490e-b0b8-3a002346b8a4), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:56.846517 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97899750-61b0-49a2-8ecd-56db36290000 x-openstack-request-id: req-97899750-61b0-49a2-8ecd-56db36290000 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:15:56.850306 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaa48c96-732a-4bf6-8556-edde312f2fe2", "tag": "42cd6e7b-28d3-48c1-b837-95c690627409", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:15:56.850773 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-97899750-61b0-49a2-8ecd-56db36290000 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:15:56.853477 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaa48c96-732a-4bf6-8556-edde312f2fe2', 'tag': '42cd6e7b-28d3-48c1-b837-95c690627409', 'status': 'completed', 'code': 200} Feb 09 01:15:56.861606 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-79b00b87-72e7-40be-bac6-9e433e6517ca None None] Provisioning complete for port c0c869a1-187d-4996-baf1-8c90705818df triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:56.863549 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-79b00b87-72e7-40be-bac6-9e433e6517ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c0c869a1-187d-4996-baf1-8c90705818df), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:57.012081 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-7288894d-af8c-43fe-b581-a5c9a8bdadf5 None None] Allocated IP 172.20.0.2 (fe669116-1a16-48fc-b30c-7a7cb91ef694/377ee2ae-80e9-44ce-b413-31f703b67261/c089661b-7b64-4d5e-8da2-209544cc5fa7) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:57.047050 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-79b00b87-72e7-40be-bac6-9e433e6517ca None None] Port c0c869a1-187d-4996-baf1-8c90705818df cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:15:57.213328 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-67258cef-d012-4386-aaac-7b4c39c15b99 admin admin] Publish callbacks [] for security_group (46e3570c-39c0-4fba-8aaa-d3d305459195), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:57.225010 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe9a5a-c444-4416-911d-35d305d70b98 req-2653d2d6-62f7-4b0b-b597-614d98ed773d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:57.229817 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bcbe9a5a-c444-4416-911d-35d305d70b98 req-2653d2d6-62f7-4b0b-b597-614d98ed773d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3d8394520fe34c9daa660b5c0721b019&device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 1131 time: 0.3402696 Feb 09 01:15:57.244628 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe9a5a-c444-4416-911d-35d305d70b98 req-9a1d9457-61e9-4110-b3e6-4b12dbb2c0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:57.252046 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bcbe9a5a-c444-4416-911d-35d305d70b98 req-9a1d9457-61e9-4110-b3e6-4b12dbb2c0ae service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3d8394520fe34c9daa660b5c0721b019&device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 1131 time: 0.3881040 Feb 09 01:15:57.282753 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3439a-dd2c-436b-8988-1c521b395ccf req-9e999cad-4ab6-4469-860f-3bcd5905b78d tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:57.284669 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7ff3439a-dd2c-436b-8988-1c521b395ccf req-9e999cad-4ab6-4469-860f-3bcd5905b78d tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 948 time: 0.2474272 Feb 09 01:15:57.287467 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-67258cef-d012-4386-aaac-7b4c39c15b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (46e3570c-39c0-4fba-8aaa-d3d305459195), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:57.445972 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-bfa07da2-cc2c-497b-980e-ef99cd0eb55f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1212d63-abf5-44eb-b9b9-312a27932a75 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:15:57.465663 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-bfa07da2-cc2c-497b-980e-ef99cd0eb55f service neutron] Publish callbacks [] for port (e1212d63-abf5-44eb-b9b9-312a27932a75), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:57.470892 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:57.545490 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7288894d-af8c-43fe-b581-a5c9a8bdadf5 None None] Publish callbacks [] for port (c089661b-7b64-4d5e-8da2-209544cc5fa7), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:57.556151 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7288894d-af8c-43fe-b581-a5c9a8bdadf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (c089661b-7b64-4d5e-8da2-209544cc5fa7), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:57.634204 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7288894d-af8c-43fe-b581-a5c9a8bdadf5 None None] Network fe669116-1a16-48fc-b30c-7a7cb91ef694 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:57.638452 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-7288894d-af8c-43fe-b581-a5c9a8bdadf5 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:57.648487 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7288894d-af8c-43fe-b581-a5c9a8bdadf5 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:15:57.669282 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-bfa07da2-cc2c-497b-980e-ef99cd0eb55f service neutron] Transition to ACTIVE for port object e1212d63-abf5-44eb-b9b9-312a27932a75 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:57.672170 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288894d-af8c-43fe-b581-a5c9a8bdadf5 None None] Pushing event updated for resources: {'Port': ['ID=c089661b-7b64-4d5e-8da2-209544cc5fa7,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:57.678025 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0de4-5879-4127-a9a5-29e04fca6355 admin admin] Publish callbacks [] for router_gateway (09325590-4bad-490e-b0b8-3a002346b8a4), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:57.688981 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-bfa07da2-cc2c-497b-980e-ef99cd0eb55f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (e1212d63-abf5-44eb-b9b9-312a27932a75), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:57.800127 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7ff3439a-dd2c-436b-8988-1c521b395ccf req-d7349df9-10a9-497b-a624-3b97cd0e9580 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4713955 Feb 09 01:15:57.801805 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67258cef-d012-4386-aaac-7b4c39c15b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e3570c-39c0-4fba-8aaa-d3d305459195,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:57.802973 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-7288894d-af8c-43fe-b581-a5c9a8bdadf5 None None] Attempting to bind port c089661b-7b64-4d5e-8da2-209544cc5fa7 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:15:57.803721 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-7288894d-af8c-43fe-b581-a5c9a8bdadf5 None None] Attempting to bind port c089661b-7b64-4d5e-8da2-209544cc5fa7 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'bf240883-6a6c-4995-9472-52dd77345be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'fe669116-1a16-48fc-b30c-7a7cb91ef694'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:15:57.804692 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7288894d-af8c-43fe-b581-a5c9a8bdadf5 None None] Attempting to bind port c089661b-7b64-4d5e-8da2-209544cc5fa7 on network fe669116-1a16-48fc-b30c-7a7cb91ef694 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:15:57.822733 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe9a5a-c444-4416-911d-35d305d70b98 req-9d83c31c-3114-444f-b8b7-73327f8d2d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:57.827383 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7288894d-af8c-43fe-b581-a5c9a8bdadf5 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:15:57.828566 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7288894d-af8c-43fe-b581-a5c9a8bdadf5 None None] Checking segment: {'id': 'bf240883-6a6c-4995-9472-52dd77345be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'fe669116-1a16-48fc-b30c-7a7cb91ef694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:15:57.829289 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7288894d-af8c-43fe-b581-a5c9a8bdadf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:57.831757 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bcbe9a5a-c444-4416-911d-35d305d70b98 req-9d83c31c-3114-444f-b8b7-73327f8d2d6a service neutron] 10.222.0.91 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.5757868 Feb 09 01:15:57.833331 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7288894d-af8c-43fe-b581-a5c9a8bdadf5 None None] Bound using segment: {'id': 'bf240883-6a6c-4995-9472-52dd77345be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'fe669116-1a16-48fc-b30c-7a7cb91ef694'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:15:57.837184 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-7288894d-af8c-43fe-b581-a5c9a8bdadf5 None None] Bound port: c089661b-7b64-4d5e-8da2-209544cc5fa7, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf240883-6a6c-4995-9472-52dd77345be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'fe669116-1a16-48fc-b30c-7a7cb91ef694'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:15:57.839399 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7288894d-af8c-43fe-b581-a5c9a8bdadf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c089661b-7b64-4d5e-8da2-209544cc5fa7), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:57.881447 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe9a5a-c444-4416-911d-35d305d70b98 req-b41915a5-4b19-4709-89aa-44ccc446db89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:57.883180 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bcbe9a5a-c444-4416-911d-35d305d70b98 req-b41915a5-4b19-4709-89aa-44ccc446db89 service neutron] 10.222.0.121 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.5914369 Feb 09 01:15:57.890168 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 42cd6e7b-28d3-48c1-b837-95c690627409 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:15:57.894520 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-67258cef-d012-4386-aaac-7b4c39c15b99 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d44fed8d09ab4b3181cbe321910313bb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7593360 Feb 09 01:15:57.896521 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53550) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:57.947030 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bcbe9a5a-c444-4416-911d-35d305d70b98 req-8e0dd7c8-b0cb-4e29-98a7-cd72674a7411 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=42cd6e7b-28d3-48c1-b837-95c690627409 HTTP/1.1" status: 200 len: 217 time: 0.0605485 Feb 09 01:15:58.016433 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bcbe9a5a-c444-4416-911d-35d305d70b98 req-975e5d35-2aa2-4c91-b2ff-c085ff19af35 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=42cd6e7b-28d3-48c1-b837-95c690627409 HTTP/1.1" status: 200 len: 217 time: 0.1206183 Feb 09 01:15:58.116748 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe9a5a-c444-4416-911d-35d305d70b98 req-13edc521-c3df-45ce-9068-d1f5b45ec942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:58.118319 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bcbe9a5a-c444-4416-911d-35d305d70b98 req-13edc521-c3df-45ce-9068-d1f5b45ec942 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.0847278 Feb 09 01:15:58.298267 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a189ad3-98e4-40ae-9198-2b194b7ab098 req-de30577b-8a56-487b-ac8d-89f3d8818805 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:58.308618 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a189ad3-98e4-40ae-9198-2b194b7ab098 req-de30577b-8a56-487b-ac8d-89f3d8818805 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:58.310827 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7a189ad3-98e4-40ae-9198-2b194b7ab098 req-de30577b-8a56-487b-ac8d-89f3d8818805 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/ports?device_id=38151e77-fd58-4728-b1b0-ff538e34933e HTTP/1.1" status: 200 len: 1654 time: 0.6789622 Feb 09 01:15:58.355497 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe9a5a-c444-4416-911d-35d305d70b98 req-89a187d2-a8ed-4e01-b3af-81fffb534c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:58.357120 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bcbe9a5a-c444-4416-911d-35d305d70b98 req-89a187d2-a8ed-4e01-b3af-81fffb534c57 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.3364365 Feb 09 01:15:58.403853 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5095cc7-9cc6-4008-a875-76aa4a09e173 req-3d76e4e3-135e-4149-8d66-12befa3596df tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:58.406422 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b5095cc7-9cc6-4008-a875-76aa4a09e173 req-3d76e4e3-135e-4149-8d66-12befa3596df tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3889296 Feb 09 01:15:58.444411 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3daef450-d15d-466c-8bdf-03af8ba12fe9 admin admin] Publish callbacks [] for security_group (46e3570c-39c0-4fba-8aaa-d3d305459195), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:58.510766 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 42cd6e7b-28d3-48c1-b837-95c690627409, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=42cd6e7b-28d3-48c1-b837-95c690627409,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:58.527728 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe9a5a-c444-4416-911d-35d305d70b98 req-c9c66c04-be46-4360-9b4d-c967822fa74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:58.530741 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bcbe9a5a-c444-4416-911d-35d305d70b98 req-c9c66c04-be46-4360-9b4d-c967822fa74a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3844962 Feb 09 01:15:58.534382 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b5095cc7-9cc6-4008-a875-76aa4a09e173 req-8ffc44df-e925-4bfb-8cdf-d306a337743e tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.153 HTTP/1.1" status: 200 len: 696 time: 0.0914063 Feb 09 01:15:58.580084 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-b5095cc7-9cc6-4008-a875-76aa4a09e173 req-444d494c-6f2b-4b46-8299-c79abd5f4017 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Request body: {'floatingip': {'port_id': '2b59282d-c827-453c-91f3-1f2512cf4704', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:58.594757 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '42cd6e7b-28d3-48c1-b837-95c690627409', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': '42cd6e7b-28d3-48c1-b837-95c690627409', 'mac_address': 'fa:16:3e:5f:2b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:15:58.803112 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa07da2-cc2c-497b-980e-ef99cd0eb55f service neutron] Pushing event updated for resources: {'Port': ['ID=e1212d63-abf5-44eb-b9b9-312a27932a75,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:58.833814 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 42cd6e7b-28d3-48c1-b837-95c690627409 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:58.834627 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (42cd6e7b-28d3-48c1-b837-95c690627409), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:58.838772 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:58.902746 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42cd6e7b-28d3-48c1-b837-95c690627409 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:15:58.904748 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-bfa07da2-cc2c-497b-980e-ef99cd0eb55f service neutron] Attempting to bind port e1212d63-abf5-44eb-b9b9-312a27932a75 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:15:58.904748 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-bfa07da2-cc2c-497b-980e-ef99cd0eb55f service neutron] Attempting to bind port e1212d63-abf5-44eb-b9b9-312a27932a75 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': 'b25c531f-39e7-4a7c-ade3-bce09b366b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '1cbb5168-2b33-4897-a2e3-c1363d2528ac'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:15:58.905169 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-bfa07da2-cc2c-497b-980e-ef99cd0eb55f service neutron] Attempting to bind port e1212d63-abf5-44eb-b9b9-312a27932a75 on network 1cbb5168-2b33-4897-a2e3-c1363d2528ac {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:15:58.915215 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-bfa07da2-cc2c-497b-980e-ef99cd0eb55f service neutron] Port e1212d63-abf5-44eb-b9b9-312a27932a75 on network 1cbb5168-2b33-4897-a2e3-c1363d2528ac not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:15:58.915536 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-bfa07da2-cc2c-497b-980e-ef99cd0eb55f service neutron] Attempting to bind port e1212d63-abf5-44eb-b9b9-312a27932a75 on network 1cbb5168-2b33-4897-a2e3-c1363d2528ac {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:15:58.926135 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-bfa07da2-cc2c-497b-980e-ef99cd0eb55f service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:15:58.926507 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-bfa07da2-cc2c-497b-980e-ef99cd0eb55f service neutron] Checking segment: {'id': 'b25c531f-39e7-4a7c-ade3-bce09b366b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '1cbb5168-2b33-4897-a2e3-c1363d2528ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:15:58.926862 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-bfa07da2-cc2c-497b-980e-ef99cd0eb55f service neutron] Bound using segment: {'id': 'b25c531f-39e7-4a7c-ade3-bce09b366b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '1cbb5168-2b33-4897-a2e3-c1363d2528ac'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:15:58.927350 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-bfa07da2-cc2c-497b-980e-ef99cd0eb55f service neutron] Bound port: e1212d63-abf5-44eb-b9b9-312a27932a75, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b25c531f-39e7-4a7c-ade3-bce09b366b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '1cbb5168-2b33-4897-a2e3-c1363d2528ac'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:15:58.927884 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-bfa07da2-cc2c-497b-980e-ef99cd0eb55f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e1212d63-abf5-44eb-b9b9-312a27932a75), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:58.966542 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 42cd6e7b-28d3-48c1-b837-95c690627409, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=42cd6e7b-28d3-48c1-b837-95c690627409,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:59.006826 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (42cd6e7b-28d3-48c1-b837-95c690627409), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:59.144830 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-bfa07da2-cc2c-497b-980e-ef99cd0eb55f service neutron] For port e1212d63-abf5-44eb-b9b9-312a27932a75, host n-h2-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:15:59.153197 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-7288894d-af8c-43fe-b581-a5c9a8bdadf5 None None] For port c089661b-7b64-4d5e-8da2-209544cc5fa7, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:15:59.167101 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-bfa07da2-cc2c-497b-980e-ef99cd0eb55f service neutron] For port e1212d63-abf5-44eb-b9b9-312a27932a75, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=e1212d63-abf5-44eb-b9b9-312a27932a75,segment=NetworkSegment(b25c531f-39e7-4a7c-ade3-bce09b366b69),segment_id=b25c531f-39e7-4a7c-ade3-bce09b366b69)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:15:59.188379 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-bfa07da2-cc2c-497b-980e-ef99cd0eb55f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (e1212d63-abf5-44eb-b9b9-312a27932a75), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:59.202866 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0de4-5879-4127-a9a5-29e04fca6355 admin admin] Publish callbacks [] for router_gateway (09325590-4bad-490e-b0b8-3a002346b8a4), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:59.234161 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-7288894d-af8c-43fe-b581-a5c9a8bdadf5 None None] For port c089661b-7b64-4d5e-8da2-209544cc5fa7, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=c089661b-7b64-4d5e-8da2-209544cc5fa7,segment=NetworkSegment(bf240883-6a6c-4995-9472-52dd77345be3),segment_id=bf240883-6a6c-4995-9472-52dd77345be3)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:15:59.248740 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b5095cc7-9cc6-4008-a875-76aa4a09e173 req-444d494c-6f2b-4b46-8299-c79abd5f4017 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks [] for floatingip (73e1a790-93fd-4c4e-bcac-95cf8055f7b2), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:59.256260 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=42cd6e7b-28d3-48c1-b837-95c690627409,revision_number=8']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:59.263355 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7288894d-af8c-43fe-b581-a5c9a8bdadf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (c089661b-7b64-4d5e-8da2-209544cc5fa7), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:59.272355 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0de4-5879-4127-a9a5-29e04fca6355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:59.279715 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-bfa07da2-cc2c-497b-980e-ef99cd0eb55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:59.288495 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-bfa07da2-cc2c-497b-980e-ef99cd0eb55f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:59.290037 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-bfa07da2-cc2c-497b-980e-ef99cd0eb55f service neutron] 10.222.0.91 "PUT /v2.0/ports/e1212d63-abf5-44eb-b9b9-312a27932a75 HTTP/1.1" status: 200 len: 1092 time: 3.0887172 Feb 09 01:15:59.290503 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38151e77-fd58-4728-b1b0-ff538e34933e', 'tag': 'e1212d63-abf5-44eb-b9b9-312a27932a75'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:15:59.293110 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e491023-f493-4453-8736-04086d581985" -d '{"events": [{"name": "network-changed", "server_uuid": "38151e77-fd58-4728-b1b0-ff538e34933e", "tag": "e1212d63-abf5-44eb-b9b9-312a27932a75"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:15:59.347285 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-9c6bd1d1-eea5-476d-aa79-b323024c2e42 service neutron] Request body: {'port': {'device_id': '38151e77-fd58-4728-b1b0-ff538e34933e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:59.388277 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bcbe9a5a-c444-4416-911d-35d305d70b98 req-312b31f2-a197-42b9-b6dc-286660f54eb1 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8404675 Feb 09 01:15:59.399608 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['42cd6e7b-28d3-48c1-b837-95c690627409'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:15:59.423632 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288894d-af8c-43fe-b581-a5c9a8bdadf5 None None] Pushing event updated for resources: {'Port': ['ID=c089661b-7b64-4d5e-8da2-209544cc5fa7,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:59.436817 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7a189ad3-98e4-40ae-9198-2b194b7ab098 req-251862ce-fb3d-4032-9532-e6208b3f3a2e tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42fb62d-b4ff-4e09-886f-82f8bef72e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1083682 Feb 09 01:15:59.452868 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3daef450-d15d-466c-8bdf-03af8ba12fe9 admin admin] Publish callbacks [] for security_group (46e3570c-39c0-4fba-8aaa-d3d305459195), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:59.626272 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa07da2-cc2c-497b-980e-ef99cd0eb55f service neutron] Pushing event updated for resources: {'Port': ['ID=e1212d63-abf5-44eb-b9b9-312a27932a75,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:59.717638 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bcbe9a5a-c444-4416-911d-35d305d70b98 req-b97d7c2c-07fd-4658-bec8-9a2a10e85d60 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738678 Feb 09 01:15:59.759648 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe9a5a-c444-4416-911d-35d305d70b98 req-32beda73-46af-47c0-a3f2-9ec4db90f772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:59.761280 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bcbe9a5a-c444-4416-911d-35d305d70b98 req-32beda73-46af-47c0-a3f2-9ec4db90f772 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 1.3651710 Feb 09 01:15:59.792745 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-9c6bd1d1-eea5-476d-aa79-b323024c2e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c0c869a1-187d-4996-baf1-8c90705818df), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:00.065418 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-bf2c0de4-5879-4127-a9a5-29e04fca6355 admin admin] Allocated IP 172.25.1.166 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/b48c75d2-d468-463b-9522-2e5ce7ee31bd) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:00.283212 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3daef450-d15d-466c-8bdf-03af8ba12fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (46e3570c-39c0-4fba-8aaa-d3d305459195), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:00.285901 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3daef450-d15d-466c-8bdf-03af8ba12fe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:00.286904 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3daef450-d15d-466c-8bdf-03af8ba12fe9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/46e3570c-39c0-4fba-8aaa-d3d305459195 HTTP/1.1" status: 204 len: 168 time: 2.3421440 Feb 09 01:16:00.344621 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0de4-5879-4127-a9a5-29e04fca6355 admin admin] Publish callbacks [] for port (b48c75d2-d468-463b-9522-2e5ce7ee31bd), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:00.390949 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daef450-d15d-466c-8bdf-03af8ba12fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e3570c-39c0-4fba-8aaa-d3d305459195,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:00.417296 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-9c6bd1d1-eea5-476d-aa79-b323024c2e42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c869a1-187d-4996-baf1-8c90705818df {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:16:00.429669 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-9c6bd1d1-eea5-476d-aa79-b323024c2e42 service neutron] Publish callbacks [] for port (c0c869a1-187d-4996-baf1-8c90705818df), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:00.431843 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83244c02-231c-4a1b-ab1b-2042d19b12cc req-e6685a00-fc78-4e3b-8ac2-8ff15003ca84 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:00.447886 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-83244c02-231c-4a1b-ab1b-2042d19b12cc req-e6685a00-fc78-4e3b-8ac2-8ff15003ca84 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 945 time: 0.3371754 Feb 09 01:16:00.450466 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-9c6bd1d1-eea5-476d-aa79-b323024c2e42 service neutron] Transition to ACTIVE for port object c0c869a1-187d-4996-baf1-8c90705818df will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:00.452883 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0de4-5879-4127-a9a5-29e04fca6355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (b48c75d2-d468-463b-9522-2e5ce7ee31bd), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:00.455795 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bcbe9a5a-c444-4416-911d-35d305d70b98 req-63e70036-8fdf-4349-8ef4-670c9fe55ad7 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6725357 Feb 09 01:16:00.498015 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-9c6bd1d1-eea5-476d-aa79-b323024c2e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (c0c869a1-187d-4996-baf1-8c90705818df), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:00.568128 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2c0de4-5879-4127-a9a5-29e04fca6355 admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:00.569346 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c0de4-5879-4127-a9a5-29e04fca6355 admin admin] Pushing event updated for resources: {'Port': ['ID=b48c75d2-d468-463b-9522-2e5ce7ee31bd,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:00.597152 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-bf2c0de4-5879-4127-a9a5-29e04fca6355 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:00.609250 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2c0de4-5879-4127-a9a5-29e04fca6355 admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:00.713571 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-83244c02-231c-4a1b-ab1b-2042d19b12cc req-2098f045-eba9-423c-aad0-94bd63c57b2b tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645276 Feb 09 01:16:00.940482 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6bd1d1-eea5-476d-aa79-b323024c2e42 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c869a1-187d-4996-baf1-8c90705818df,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:01.257623 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-9c6bd1d1-eea5-476d-aa79-b323024c2e42 service neutron] Attempting to bind port c0c869a1-187d-4996-baf1-8c90705818df on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:01.258314 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-9c6bd1d1-eea5-476d-aa79-b323024c2e42 service neutron] Attempting to bind port c0c869a1-187d-4996-baf1-8c90705818df by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': 'e0a7113e-f0a9-4d1b-aa22-15afb09b7c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '693682c4-f09c-4718-805a-f0540b20e4cd'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:01.258314 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-9c6bd1d1-eea5-476d-aa79-b323024c2e42 service neutron] Attempting to bind port c0c869a1-187d-4996-baf1-8c90705818df on network 693682c4-f09c-4718-805a-f0540b20e4cd {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:01.266153 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b5095cc7-9cc6-4008-a875-76aa4a09e173 req-444d494c-6f2b-4b46-8299-c79abd5f4017 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:01.267446 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-9c6bd1d1-eea5-476d-aa79-b323024c2e42 service neutron] Port c0c869a1-187d-4996-baf1-8c90705818df on network 693682c4-f09c-4718-805a-f0540b20e4cd not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:16:01.267768 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-9c6bd1d1-eea5-476d-aa79-b323024c2e42 service neutron] Attempting to bind port c0c869a1-187d-4996-baf1-8c90705818df on network 693682c4-f09c-4718-805a-f0540b20e4cd {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:01.313853 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bcbe9a5a-c444-4416-911d-35d305d70b98 req-25d7fa90-aecb-43ce-a635-0997917030c1 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8316145 Feb 09 01:16:01.319456 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-9c6bd1d1-eea5-476d-aa79-b323024c2e42 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:16:01.319840 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-9c6bd1d1-eea5-476d-aa79-b323024c2e42 service neutron] Checking segment: {'id': 'e0a7113e-f0a9-4d1b-aa22-15afb09b7c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '693682c4-f09c-4718-805a-f0540b20e4cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:16:01.321198 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-9c6bd1d1-eea5-476d-aa79-b323024c2e42 service neutron] Bound using segment: {'id': 'e0a7113e-f0a9-4d1b-aa22-15afb09b7c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '693682c4-f09c-4718-805a-f0540b20e4cd'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:16:01.321928 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-9c6bd1d1-eea5-476d-aa79-b323024c2e42 service neutron] Bound port: c0c869a1-187d-4996-baf1-8c90705818df, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a7113e-f0a9-4d1b-aa22-15afb09b7c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '693682c4-f09c-4718-805a-f0540b20e4cd'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:16:01.325651 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-9c6bd1d1-eea5-476d-aa79-b323024c2e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c0c869a1-187d-4996-baf1-8c90705818df), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:01.400197 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b5095cc7-9cc6-4008-a875-76aa4a09e173 req-444d494c-6f2b-4b46-8299-c79abd5f4017 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (73e1a790-93fd-4c4e-bcac-95cf8055f7b2), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:01.564971 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0de4-5879-4127-a9a5-29e04fca6355 admin admin] Publish callbacks [] for router_gateway (09325590-4bad-490e-b0b8-3a002346b8a4), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:01.661514 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c214872-dbe1-424e-9fd2-23fb5ff28e0f req-0e99d004-4140-431b-ad36-fa181c88c6aa tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:01.679331 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7c214872-dbe1-424e-9fd2-23fb5ff28e0f req-0e99d004-4140-431b-ad36-fa181c88c6aa tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 949 time: 0.7229679 Feb 09 01:16:01.792113 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7c214872-dbe1-424e-9fd2-23fb5ff28e0f req-94b70eb0-6545-42b3-a806-3e45762fcd9e tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090157 Feb 09 01:16:01.823561 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [req-b5095cc7-9cc6-4008-a875-76aa4a09e173 req-444d494c-6f2b-4b46-8299-c79abd5f4017 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Floating IP 73e1a790-93fd-4c4e-bcac-95cf8055f7b2 associated. External IP: 172.25.1.153, port: 2b59282d-c827-453c-91f3-1f2512cf4704. Feb 09 01:16:01.834281 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-9c6bd1d1-eea5-476d-aa79-b323024c2e42 service neutron] For port c0c869a1-187d-4996-baf1-8c90705818df, host n-h2-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:16:01.868659 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-9c6bd1d1-eea5-476d-aa79-b323024c2e42 service neutron] For port c0c869a1-187d-4996-baf1-8c90705818df, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=c0c869a1-187d-4996-baf1-8c90705818df,segment=NetworkSegment(e0a7113e-f0a9-4d1b-aa22-15afb09b7c6f),segment_id=e0a7113e-f0a9-4d1b-aa22-15afb09b7c6f)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:16:01.873909 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 42cd6e7b-28d3-48c1-b837-95c690627409 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:01.943851 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cc0e9c-2933-4b12-81c3-60d1880367a7 x-openstack-request-id: req-55cc0e9c-2933-4b12-81c3-60d1880367a7 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:16:01.944271 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38151e77-fd58-4728-b1b0-ff538e34933e", "tag": "e1212d63-abf5-44eb-b9b9-312a27932a75", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:16:01.944399 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-55cc0e9c-2933-4b12-81c3-60d1880367a7 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:16:01.944822 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38151e77-fd58-4728-b1b0-ff538e34933e', 'tag': 'e1212d63-abf5-44eb-b9b9-312a27932a75', 'status': 'completed', 'code': 200} Feb 09 01:16:01.970854 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-9c6bd1d1-eea5-476d-aa79-b323024c2e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (c0c869a1-187d-4996-baf1-8c90705818df), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:02.004795 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2814edf9-30d7-4dcb-8d94-55c55592cc47 None None] Network fe669116-1a16-48fc-b30c-7a7cb91ef694 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:16:02.272297 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device c089661b-7b64-4d5e-8da2-209544cc5fa7 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:02.293428 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e491023-f493-4453-8736-04086d581985 req-7a18b399-e840-4052-a3c8-13fe2fe63762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:02.295861 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e491023-f493-4453-8736-04086d581985 req-7a18b399-e840-4052-a3c8-13fe2fe63762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:02.297628 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1e491023-f493-4453-8736-04086d581985 req-7a18b399-e840-4052-a3c8-13fe2fe63762 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cbaeccec23794cfba3c5f4e5c5caae25&device_id=38151e77-fd58-4728-b1b0-ff538e34933e HTTP/1.1" status: 200 len: 2044 time: 0.2616866 Feb 09 01:16:02.347200 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-9c6bd1d1-eea5-476d-aa79-b323024c2e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:02.348515 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-9c6bd1d1-eea5-476d-aa79-b323024c2e42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:02.350156 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-9c6bd1d1-eea5-476d-aa79-b323024c2e42 service neutron] 10.222.0.91 "PUT /v2.0/ports/c0c869a1-187d-4996-baf1-8c90705818df HTTP/1.1" status: 200 len: 1093 time: 3.0116644 Feb 09 01:16:02.409970 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6bd1d1-eea5-476d-aa79-b323024c2e42 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c869a1-187d-4996-baf1-8c90705818df,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:02.469910 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0de4-5879-4127-a9a5-29e04fca6355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (09325590-4bad-490e-b0b8-3a002346b8a4), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:02.546623 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f3b9a313-a663-4fbc-9c8f-0f4035b0f60e None None] Provisioning complete for port c089661b-7b64-4d5e-8da2-209544cc5fa7 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:02.548231 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f3b9a313-a663-4fbc-9c8f-0f4035b0f60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c089661b-7b64-4d5e-8da2-209544cc5fa7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:02.565945 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9972abe2-4cee-47f4-8ba4-8b3c3871675b req-8df8fcd6-6182-439f-b8e7-19d7ab5bd68c tempest-QuotasAdminNegativeTest-365409924 tempest-QuotasAdminNegativeTest-365409924-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=17f451195b6b4536b92429515a6e5f31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2083247 Feb 09 01:16:02.664683 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 42cd6e7b-28d3-48c1-b837-95c690627409 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:02.673748 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 42cd6e7b-28d3-48c1-b837-95c690627409 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:02.674277 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (42cd6e7b-28d3-48c1-b837-95c690627409), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:02.678496 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port c089661b-7b64-4d5e-8da2-209544cc5fa7 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:02.678877 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c089661b-7b64-4d5e-8da2-209544cc5fa7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:02.708411 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5095cc7-9cc6-4008-a875-76aa4a09e173 req-444d494c-6f2b-4b46-8299-c79abd5f4017 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Router 792ad467-42f0-47a1-94a9-0ab71dc2198a has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:16:02.780506 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2c0de4-5879-4127-a9a5-29e04fca6355 admin admin] Router 09325590-4bad-490e-b0b8-3a002346b8a4 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:16:02.940938 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port c089661b-7b64-4d5e-8da2-209544cc5fa7 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:02.942123 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c089661b-7b64-4d5e-8da2-209544cc5fa7), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:03.055999 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e491023-f493-4453-8736-04086d581985 req-0b3fc552-6f1e-4d79-a34e-e3412a6fe734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:03.056792 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e491023-f493-4453-8736-04086d581985 req-0b3fc552-6f1e-4d79-a34e-e3412a6fe734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:03.057392 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e491023-f493-4453-8736-04086d581985 req-0b3fc552-6f1e-4d79-a34e-e3412a6fe734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:03.064874 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1e491023-f493-4453-8736-04086d581985 req-0b3fc552-6f1e-4d79-a34e-e3412a6fe734 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=cbaeccec23794cfba3c5f4e5c5caae25&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.7460339 Feb 09 01:16:03.074481 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2c0de4-5879-4127-a9a5-29e04fca6355 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:16:03.089946 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77504006-0b7e-4da8-880b-41f60c8a754c None None] Sync routers for ids ['09325590-4bad-490e-b0b8-3a002346b8a4'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:03.111388 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f3b9a313-a663-4fbc-9c8f-0f4035b0f60e None None] Current status of the port c089661b-7b64-4d5e-8da2-209544cc5fa7 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:03.111779 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f3b9a313-a663-4fbc-9c8f-0f4035b0f60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c089661b-7b64-4d5e-8da2-209544cc5fa7), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:03.128657 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77504006-0b7e-4da8-880b-41f60c8a754c None None] Routers {'09325590-4bad-490e-b0b8-3a002346b8a4'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:03.129742 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-77504006-0b7e-4da8-880b-41f60c8a754c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:15:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['09325590-4bad-490e-b0b8-3a002346b8a4'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:03.130113 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0de4-5879-4127-a9a5-29e04fca6355 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:03.130464 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port c089661b-7b64-4d5e-8da2-209544cc5fa7, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=c089661b-7b64-4d5e-8da2-209544cc5fa7,segment=NetworkSegment(bf240883-6a6c-4995-9472-52dd77345be3),segment_id=bf240883-6a6c-4995-9472-52dd77345be3)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:03.131376 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-bf2c0de4-5879-4127-a9a5-29e04fca6355 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.7358372 Feb 09 01:16:03.135363 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53612) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:03.189844 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 42cd6e7b-28d3-48c1-b837-95c690627409 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:03.190252 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (42cd6e7b-28d3-48c1-b837-95c690627409), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:03.193003 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (c089661b-7b64-4d5e-8da2-209544cc5fa7), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:03.285086 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-f3b9a313-a663-4fbc-9c8f-0f4035b0f60e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:16:03.285504 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-f3b9a313-a663-4fbc-9c8f-0f4035b0f60e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:16:03.349213 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972abe2-4cee-47f4-8ba4-8b3c3871675b req-29afdfc1-1b62-4e5e-b752-a9dd0d3e0d69 tempest-QuotasAdminNegativeTest-365409924 tempest-QuotasAdminNegativeTest-365409924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:03.351301 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9972abe2-4cee-47f4-8ba4-8b3c3871675b req-29afdfc1-1b62-4e5e-b752-a9dd0d3e0d69 tempest-QuotasAdminNegativeTest-365409924 tempest-QuotasAdminNegativeTest-365409924-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7473180 Feb 09 01:16:03.422340 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9972abe2-4cee-47f4-8ba4-8b3c3871675b req-0a15af97-5fa4-4109-b7fc-638d615b93d7 tempest-QuotasAdminNegativeTest-365409924 tempest-QuotasAdminNegativeTest-365409924-project] 10.222.0.30 "GET /v2.0/quotas/17f451195b6b4536b92429515a6e5f31 HTTP/1.1" status: 200 len: 375 time: 0.0562716 Feb 09 01:16:03.430478 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5095cc7-9cc6-4008-a875-76aa4a09e173 req-444d494c-6f2b-4b46-8299-c79abd5f4017 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:16:03.439430 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 42cd6e7b-28d3-48c1-b837-95c690627409, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=42cd6e7b-28d3-48c1-b837-95c690627409,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:03.443736 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa48c96-732a-4bf6-8556-edde312f2fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42cd6e7b-28d3-48c1-b837-95c690627409'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:16:03.451905 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0833cd-db25-45f5-ae70-d73fdbfac2f9" -d '{"events": [{"server_uuid": "aaa48c96-732a-4bf6-8556-edde312f2fe2", "name": "network-vif-plugged", "status": "completed", "tag": "42cd6e7b-28d3-48c1-b837-95c690627409"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:16:03.458443 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b5095cc7-9cc6-4008-a875-76aa4a09e173 req-444d494c-6f2b-4b46-8299-c79abd5f4017 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:03.474557 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc09f25-6cf8-44ab-89e5-c3d141555102 None None] Sync routers for ids ['792ad467-42f0-47a1-94a9-0ab71dc2198a'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:03.491600 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (42cd6e7b-28d3-48c1-b837-95c690627409), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:03.505371 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-77504006-0b7e-4da8-880b-41f60c8a754c None None] Set router 09325590-4bad-490e-b0b8-3a002346b8a4 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:16:03.530089 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e491023-f493-4453-8736-04086d581985 req-1df35a6c-82d1-4a68-8b9f-c74bdb820305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:03.533249 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1e491023-f493-4453-8736-04086d581985 req-1df35a6c-82d1-4a68-8b9f-c74bdb820305 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4502017 Feb 09 01:16:03.539573 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9972abe2-4cee-47f4-8ba4-8b3c3871675b req-e8c6af8e-8a0a-4430-bfa6-9e038da9e310 tempest-QuotasAdminNegativeTest-365409924 tempest-QuotasAdminNegativeTest-365409924-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=17f451195b6b4536b92429515a6e5f31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0930839 Feb 09 01:16:03.576056 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b5095cc7-9cc6-4008-a875-76aa4a09e173 req-444d494c-6f2b-4b46-8299-c79abd5f4017 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "PUT /v2.0/floatingips/73e1a790-93fd-4c4e-bcac-95cf8055f7b2 HTTP/1.1" status: 200 len: 996 time: 5.0222926 Feb 09 01:16:03.576056 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ef7e3e-bb1d-4563-80ee-e9e15b99203c', 'tag': '2b59282d-c827-453c-91f3-1f2512cf4704'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:16:03.578847 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc38322-75ab-48de-9400-1ae24e44ff11" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ef7e3e-bb1d-4563-80ee-e9e15b99203c", "tag": "2b59282d-c827-453c-91f3-1f2512cf4704"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:16:03.637462 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=c089661b-7b64-4d5e-8da2-209544cc5fa7,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:03.808082 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5095cc7-9cc6-4008-a875-76aa4a09e173 req-8c5b9a27-a944-4f96-8ada-010ffdf39b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:03.822479 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b5095cc7-9cc6-4008-a875-76aa4a09e173 req-8c5b9a27-a944-4f96-8ada-010ffdf39b81 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0edeb144f81f4d66b455a07b636e6ab9&device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 1128 time: 0.2146578 Feb 09 01:16:03.883007 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-29eda9d0-39e7-4fd3-8a14-2f6447605838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:03.883650 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-29eda9d0-39e7-4fd3-8a14-2f6447605838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:03.885441 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-29eda9d0-39e7-4fd3-8a14-2f6447605838 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cbaeccec23794cfba3c5f4e5c5caae25&device_id=38151e77-fd58-4728-b1b0-ff538e34933e HTTP/1.1" status: 200 len: 2044 time: 0.2596025 Feb 09 01:16:03.899804 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=42cd6e7b-28d3-48c1-b837-95c690627409,revision_number=9']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:03.906222 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f3b9a313-a663-4fbc-9c8f-0f4035b0f60e None None] Current status of the port c089661b-7b64-4d5e-8da2-209544cc5fa7 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:03.909486 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc09f25-6cf8-44ab-89e5-c3d141555102 None None] Routers {'792ad467-42f0-47a1-94a9-0ab71dc2198a'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:03.910136 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-4fc09f25-6cf8-44ab-89e5-c3d141555102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:15:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['792ad467-42f0-47a1-94a9-0ab71dc2198a'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:03.971179 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38151e77-fd58-4728-b1b0-ff538e34933e', 'tag': 'c0c869a1-187d-4996-baf1-8c90705818df'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:16:03.976001 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3d0645-849d-4fac-8a3f-803212f61c3e" -d '{"events": [{"name": "network-changed", "server_uuid": "38151e77-fd58-4728-b1b0-ff538e34933e", "tag": "c0c869a1-187d-4996-baf1-8c90705818df"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:16:04.011631 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device c089661b-7b64-4d5e-8da2-209544cc5fa7 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:04.029162 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-77504006-0b7e-4da8-880b-41f60c8a754c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09325590-4bad-490e-b0b8-3a002346b8a4', 'name': 'tempest-FloatingIPDetailsTestJSON-559966184-router', 'tenant_id': '22757ae997c7497ca4684832a30adf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'b48c75d2-d468-463b-9522-2e5ce7ee31bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:56Z', 'updated_at': '2022-02-09T01:16:01Z', 'revision_number': 3, 'project_id': '22757ae997c7497ca4684832a30adf94', 'gw_port': {'id': 'b48c75d2-d468-463b-9522-2e5ce7ee31bd', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09325590-4bad-490e-b0b8-3a002346b8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:59Z', 'updated_at': '2022-02-09T01:16:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:04.063478 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77504006-0b7e-4da8-880b-41f60c8a754c None None] Checking router: 09325590-4bad-490e-b0b8-3a002346b8a4 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:16:04.064226 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77504006-0b7e-4da8-880b-41f60c8a754c None None] Updating router 09325590-4bad-490e-b0b8-3a002346b8a4 port b48c75d2-d468-463b-9522-2e5ce7ee31bd binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:16:04.115403 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-77504006-0b7e-4da8-880b-41f60c8a754c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b48c75d2-d468-463b-9522-2e5ce7ee31bd), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:04.299582 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port c089661b-7b64-4d5e-8da2-209544cc5fa7 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:04.300307 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c089661b-7b64-4d5e-8da2-209544cc5fa7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:04.321779 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e4950ef9-4100-4d49-8a41-4d517deb3268 None None] Provisioning complete for port c089661b-7b64-4d5e-8da2-209544cc5fa7 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:04.322164 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e4950ef9-4100-4d49-8a41-4d517deb3268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c089661b-7b64-4d5e-8da2-209544cc5fa7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:04.442942 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d76677f5-8f52-4289-82ed-5ef332422ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:04.540285 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-4fc09f25-6cf8-44ab-89e5-c3d141555102 None None] Set router 792ad467-42f0-47a1-94a9-0ab71dc2198a gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:16:04.656746 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e4950ef9-4100-4d49-8a41-4d517deb3268 None None] Current status of the port c089661b-7b64-4d5e-8da2-209544cc5fa7 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:04.677962 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-77504006-0b7e-4da8-880b-41f60c8a754c None None] Publish callbacks [] for port (b48c75d2-d468-463b-9522-2e5ce7ee31bd), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:04.694069 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-77504006-0b7e-4da8-880b-41f60c8a754c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b48c75d2-d468-463b-9522-2e5ce7ee31bd), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:04.745155 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port c089661b-7b64-4d5e-8da2-209544cc5fa7 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:04.787412 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-54509b27-0257-4e7b-a145-1d9951e2cc2e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.18&port_id=e1212d63-abf5-44eb-b9b9-312a27932a75 HTTP/1.1" status: 200 len: 217 time: 0.8752010 Feb 09 01:16:04.799604 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-d76677f5-8f52-4289-82ed-5ef332422ee0 admin admin] Allocated IP 172.20.0.1 (fe669116-1a16-48fc-b30c-7a7cb91ef694/377ee2ae-80e9-44ce-b413-31f703b67261/884a0053-65d4-4910-9557-25e3bc6b08f4) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:04.855929 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-77504006-0b7e-4da8-880b-41f60c8a754c None None] Attempting to bind port b48c75d2-d468-463b-9522-2e5ce7ee31bd on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:04.856524 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-77504006-0b7e-4da8-880b-41f60c8a754c None None] Attempting to bind port b48c75d2-d468-463b-9522-2e5ce7ee31bd by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:04.857111 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77504006-0b7e-4da8-880b-41f60c8a754c None None] Attempting to bind port b48c75d2-d468-463b-9522-2e5ce7ee31bd on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:04.873763 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf58e2e-14c8-4126-b7d4-2c2d8cc53d57 None None] Pushing event updated for resources: {'Port': ['ID=b48c75d2-d468-463b-9522-2e5ce7ee31bd,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:04.918218 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77504006-0b7e-4da8-880b-41f60c8a754c None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:16:04.918898 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77504006-0b7e-4da8-880b-41f60c8a754c None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:16:04.919525 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-77504006-0b7e-4da8-880b-41f60c8a754c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:04.923344 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77504006-0b7e-4da8-880b-41f60c8a754c None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:16:04.924317 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-77504006-0b7e-4da8-880b-41f60c8a754c None None] Bound port: b48c75d2-d468-463b-9522-2e5ce7ee31bd, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:16:04.925302 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-77504006-0b7e-4da8-880b-41f60c8a754c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b48c75d2-d468-463b-9522-2e5ce7ee31bd), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:04.937731 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf58e2e-14c8-4126-b7d4-2c2d8cc53d57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:04.938302 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf58e2e-14c8-4126-b7d4-2c2d8cc53d57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:04.942253 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf58e2e-14c8-4126-b7d4-2c2d8cc53d57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:04.942253 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf58e2e-14c8-4126-b7d4-2c2d8cc53d57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:04.942783 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf58e2e-14c8-4126-b7d4-2c2d8cc53d57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:04.943305 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf58e2e-14c8-4126-b7d4-2c2d8cc53d57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:04.948290 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf58e2e-14c8-4126-b7d4-2c2d8cc53d57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:04.948821 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf58e2e-14c8-4126-b7d4-2c2d8cc53d57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:04.949320 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf58e2e-14c8-4126-b7d4-2c2d8cc53d57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:04.949578 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf58e2e-14c8-4126-b7d4-2c2d8cc53d57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:04.949915 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf58e2e-14c8-4126-b7d4-2c2d8cc53d57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:04.950243 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf58e2e-14c8-4126-b7d4-2c2d8cc53d57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:04.950572 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf58e2e-14c8-4126-b7d4-2c2d8cc53d57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:04.989967 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d76677f5-8f52-4289-82ed-5ef332422ee0 admin admin] Publish callbacks [] for port (884a0053-65d4-4910-9557-25e3bc6b08f4), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:05.029516 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5095cc7-9cc6-4008-a875-76aa4a09e173 req-81983e25-9d06-41a8-99eb-5aaa4bb18058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:05.043849 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d76677f5-8f52-4289-82ed-5ef332422ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (884a0053-65d4-4910-9557-25e3bc6b08f4), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:05.045969 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b5095cc7-9cc6-4008-a875-76aa4a09e173 req-81983e25-9d06-41a8-99eb-5aaa4bb18058 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940 HTTP/1.1" status: 200 len: 921 time: 1.2095251 Feb 09 01:16:05.089920 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-74a346d0-2339-4a87-8fa7-04dbe4961ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:05.096426 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-77504006-0b7e-4da8-880b-41f60c8a754c None None] For port b48c75d2-d468-463b-9522-2e5ce7ee31bd, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:16:05.100466 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-74a346d0-2339-4a87-8fa7-04dbe4961ab6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=55d4c6ce-f7d4-4114-b5f3-f8dcafe5ab08 HTTP/1.1" status: 200 len: 801 time: 0.3002152 Feb 09 01:16:05.103454 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-77504006-0b7e-4da8-880b-41f60c8a754c None None] For port b48c75d2-d468-463b-9522-2e5ce7ee31bd, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b48c75d2-d468-463b-9522-2e5ce7ee31bd,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:16:05.124076 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-77504006-0b7e-4da8-880b-41f60c8a754c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b48c75d2-d468-463b-9522-2e5ce7ee31bd), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:05.136370 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76677f5-8f52-4289-82ed-5ef332422ee0 admin admin] Pushing event updated for resources: {'Port': ['ID=884a0053-65d4-4910-9557-25e3bc6b08f4,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:05.161870 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76677f5-8f52-4289-82ed-5ef332422ee0 admin admin] Network fe669116-1a16-48fc-b30c-7a7cb91ef694 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:05.164225 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-d76677f5-8f52-4289-82ed-5ef332422ee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:05.168158 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76677f5-8f52-4289-82ed-5ef332422ee0 admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:05.180789 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-4fc09f25-6cf8-44ab-89e5-c3d141555102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792ad467-42f0-47a1-94a9-0ab71dc2198a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1286856405-router', 'tenant_id': '0edeb144f81f4d66b455a07b636e6ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '30e27974-d6df-421a-b97a-2378eaadd3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:16Z', 'updated_at': '2022-02-09T01:14:26Z', 'revision_number': 4, 'project_id': '0edeb144f81f4d66b455a07b636e6ab9', 'gw_port': {'id': '30e27974-d6df-421a-b97a-2378eaadd3c0', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:26:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792ad467-42f0-47a1-94a9-0ab71dc2198a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:17Z', 'updated_at': '2022-02-09T01:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '73e1a790-93fd-4c4e-bcac-95cf8055f7b2', 'tenant_id': '0edeb144f81f4d66b455a07b636e6ab9', 'floating_ip_address': '172.25.1.153', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '792ad467-42f0-47a1-94a9-0ab71dc2198a', 'port_id': '2b59282d-c827-453c-91f3-1f2512cf4704', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 770, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940', 'mac_address': 'fa:16:3e:3e:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ef7e3e-bb1d-4563-80ee-e9e15b99203c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:15:53Z', 'updated_at': '2022-02-09T01:16:01Z', 'revision_number': 1, 'project_id': '0edeb144f81f4d66b455a07b636e6ab9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea4357cc-835a-48be-86df-fdc1909d1f5c', 'name': '', 'network_id': 'c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940', 'tenant_id': '0edeb144f81f4d66b455a07b636e6ab9', 'mac_address': 'fa:16:3e:b7:d7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792ad467-42f0-47a1-94a9-0ab71dc2198a', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '58a3d8a1-b976-4fd7-a8cd-ab2983e09e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:23Z', 'updated_at': '2022-02-09T01:14:36Z', 'revision_number': 5, 'project_id': '0edeb144f81f4d66b455a07b636e6ab9', 'subnets': [{'id': '58a3d8a1-b976-4fd7-a8cd-ab2983e09e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:05.242864 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b5095cc7-9cc6-4008-a875-76aa4a09e173 req-29ab410e-cac2-4756-924a-d37278670933 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b59282d-c827-453c-91f3-1f2512cf4704 HTTP/1.1" status: 200 len: 999 time: 0.1953974 Feb 09 01:16:05.247813 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf58e2e-14c8-4126-b7d4-2c2d8cc53d57 None None] Pushing event updated for resources: {'Port': ['ID=b48c75d2-d468-463b-9522-2e5ce7ee31bd,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:05.254733 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77504006-0b7e-4da8-880b-41f60c8a754c None None] Routers {'09325590-4bad-490e-b0b8-3a002346b8a4'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:05.255783 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-77504006-0b7e-4da8-880b-41f60c8a754c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:15:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['09325590-4bad-490e-b0b8-3a002346b8a4'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:05.269427 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec69c01-ca81-4a25-a4bc-839c63b02f3c req-d9c341b8-b1e8-4b60-bd61-1c81f9dc712c tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:05.277936 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec69c01-ca81-4a25-a4bc-839c63b02f3c req-d9c341b8-b1e8-4b60-bd61-1c81f9dc712c tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:05.279675 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ec69c01-ca81-4a25-a4bc-839c63b02f3c req-d9c341b8-b1e8-4b60-bd61-1c81f9dc712c tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/ports?device_id=38151e77-fd58-4728-b1b0-ff538e34933e HTTP/1.1" status: 200 len: 1678 time: 1.4052310 Feb 09 01:16:05.283668 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d76677f5-8f52-4289-82ed-5ef332422ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (09325590-4bad-490e-b0b8-3a002346b8a4), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:05.303049 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc09f25-6cf8-44ab-89e5-c3d141555102 None None] Checking router: 792ad467-42f0-47a1-94a9-0ab71dc2198a for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:16:05.331516 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc09f25-6cf8-44ab-89e5-c3d141555102 None None] Routers {'792ad467-42f0-47a1-94a9-0ab71dc2198a'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:05.332729 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-4fc09f25-6cf8-44ab-89e5-c3d141555102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:15:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['792ad467-42f0-47a1-94a9-0ab71dc2198a'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:05.409732 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5095cc7-9cc6-4008-a875-76aa4a09e173 req-b8e05c89-44a7-4f9f-9a6f-b756fa624e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:05.411261 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b5095cc7-9cc6-4008-a875-76aa4a09e173 req-b8e05c89-44a7-4f9f-9a6f-b756fa624e37 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58a3d8a1-b976-4fd7-a8cd-ab2983e09e0d HTTP/1.1" status: 200 len: 860 time: 0.1220896 Feb 09 01:16:05.498816 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b5095cc7-9cc6-4008-a875-76aa4a09e173 req-6a5209a3-b9a5-4da9-8cce-d9bd9e3b7e83 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473576 Feb 09 01:16:05.591521 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d76677f5-8f52-4289-82ed-5ef332422ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (884a0053-65d4-4910-9557-25e3bc6b08f4), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:05.659369 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b5095cc7-9cc6-4008-a875-76aa4a09e173 req-26e4c340-6097-4eb8-92ca-3afc87498f16 service neutron] 10.222.0.30 "GET /v2.0/networks/c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474082 Feb 09 01:16:05.684695 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ec69c01-ca81-4a25-a4bc-839c63b02f3c req-7a3e8e76-280a-465a-96c6-2b62ad59f082 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42fb62d-b4ff-4e09-886f-82f8bef72e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769458 Feb 09 01:16:05.727698 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-96a4e3b7-cad4-43af-bcd7-75a7a1513e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:05.729673 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-96a4e3b7-cad4-43af-bcd7-75a7a1513e10 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1cbb5168-2b33-4897-a2e3-c1363d2528ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4857607 Feb 09 01:16:05.849142 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-77504006-0b7e-4da8-880b-41f60c8a754c None None] Set router 09325590-4bad-490e-b0b8-3a002346b8a4 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:16:05.930058 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b5095cc7-9cc6-4008-a875-76aa4a09e173 req-114485fc-7cf0-439c-8e24-cb18f7f0f8c7 service neutron] 10.222.0.30 "GET /v2.0/networks/c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571044 Feb 09 01:16:05.967667 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-8de2e631-46ed-4506-9a0c-958732135a19 service neutron] 10.222.0.91 "GET /v2.0/networks/1cbb5168-2b33-4897-a2e3-c1363d2528ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266142 Feb 09 01:16:05.981640 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b5fe1f-ab5e-410b-aa8d-ace15fea50bf req-e8571ba7-e2a6-4586-882b-e897929a925a tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:05.986868 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c2b5fe1f-ab5e-410b-aa8d-ace15fea50bf req-e8571ba7-e2a6-4586-882b-e897929a925a tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 945 time: 0.1156452 Feb 09 01:16:06.066753 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-4fc09f25-6cf8-44ab-89e5-c3d141555102 None None] Set router 792ad467-42f0-47a1-94a9-0ab71dc2198a gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:16:06.097603 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d76677f5-8f52-4289-82ed-5ef332422ee0 admin admin] Publish callbacks [] for port (884a0053-65d4-4910-9557-25e3bc6b08f4), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:06.111823 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d76677f5-8f52-4289-82ed-5ef332422ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (884a0053-65d4-4910-9557-25e3bc6b08f4), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:06.151110 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-2d20ac31-0103-4382-b774-a2317a3514d0 service neutron] 10.222.0.91 "GET /v2.0/networks/1cbb5168-2b33-4897-a2e3-c1363d2528ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563261 Feb 09 01:16:06.244583 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-77504006-0b7e-4da8-880b-41f60c8a754c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09325590-4bad-490e-b0b8-3a002346b8a4', 'name': 'tempest-FloatingIPDetailsTestJSON-559966184-router', 'tenant_id': '22757ae997c7497ca4684832a30adf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'b48c75d2-d468-463b-9522-2e5ce7ee31bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:56Z', 'updated_at': '2022-02-09T01:16:01Z', 'revision_number': 3, 'project_id': '22757ae997c7497ca4684832a30adf94', 'gw_port': {'id': 'b48c75d2-d468-463b-9522-2e5ce7ee31bd', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09325590-4bad-490e-b0b8-3a002346b8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:59Z', 'updated_at': '2022-02-09T01:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:06.273124 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-01dbd962-e8cb-4b88-b0c4-6d315facabee service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.237&port_id=c0c869a1-187d-4996-baf1-8c90705818df HTTP/1.1" status: 200 len: 217 time: 0.1208665 Feb 09 01:16:06.304402 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77504006-0b7e-4da8-880b-41f60c8a754c None None] The sync data for ids ['09325590-4bad-490e-b0b8-3a002346b8a4'] in n-d-822053-40 is: [{'id': '09325590-4bad-490e-b0b8-3a002346b8a4', 'name': 'tempest-FloatingIPDetailsTestJSON-559966184-router', 'tenant_id': '22757ae997c7497ca4684832a30adf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'b48c75d2-d468-463b-9522-2e5ce7ee31bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:56Z', 'updated_at': '2022-02-09T01:16:01Z', 'revision_number': 3, 'project_id': '22757ae997c7497ca4684832a30adf94', 'gw_port': {'id': 'b48c75d2-d468-463b-9522-2e5ce7ee31bd', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09325590-4bad-490e-b0b8-3a002346b8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:59Z', 'updated_at': '2022-02-09T01:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:06.346346 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d76677f5-8f52-4289-82ed-5ef332422ee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (09325590-4bad-490e-b0b8-3a002346b8a4), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:06.363697 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76677f5-8f52-4289-82ed-5ef332422ee0 admin admin] Pushing event updated for resources: {'Port': ['ID=884a0053-65d4-4910-9557-25e3bc6b08f4,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:06.474453 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c2b5fe1f-ab5e-410b-aa8d-ace15fea50bf req-28e402ac-b1bd-4e5a-ae8e-089e34f1cd69 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197348 Feb 09 01:16:06.489206 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-fa4a6a2a-8095-404d-944e-8653b8986518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:06.492038 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-fa4a6a2a-8095-404d-944e-8653b8986518 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=bb0d100a-7456-44c8-8c0b-70cafd45f8f3 HTTP/1.1" status: 200 len: 801 time: 0.1982856 Feb 09 01:16:06.497746 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d072bb0e-07d1-4195-99b1-9d06f93d8bec None None] Provisioning complete for port 884a0053-65d4-4910-9557-25e3bc6b08f4 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:06.499412 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d072bb0e-07d1-4195-99b1-9d06f93d8bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (884a0053-65d4-4910-9557-25e3bc6b08f4), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:06.586075 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d072bb0e-07d1-4195-99b1-9d06f93d8bec None None] Port 884a0053-65d4-4910-9557-25e3bc6b08f4 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:16:06.647733 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-705c0c5e-2b16-41c3-8eb9-d65a0a7a4d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:06.652965 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-705c0c5e-2b16-41c3-8eb9-d65a0a7a4d03 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=693682c4-f09c-4718-805a-f0540b20e4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1514711 Feb 09 01:16:06.748133 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb652be-68cb-43a4-a6c5-9e1fa8fb7729 x-openstack-request-id: req-feb652be-68cb-43a4-a6c5-9e1fa8fb7729 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:16:06.749635 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa48c96-732a-4bf6-8556-edde312f2fe2", "name": "network-vif-plugged", "status": "completed", "tag": "42cd6e7b-28d3-48c1-b837-95c690627409", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:16:06.750105 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-feb652be-68cb-43a4-a6c5-9e1fa8fb7729 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:16:06.751509 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa48c96-732a-4bf6-8556-edde312f2fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42cd6e7b-28d3-48c1-b837-95c690627409', 'code': 200} Feb 09 01:16:06.793697 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76677f5-8f52-4289-82ed-5ef332422ee0 admin admin] Network fe669116-1a16-48fc-b30c-7a7cb91ef694 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:06.797591 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-d76677f5-8f52-4289-82ed-5ef332422ee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:06.852231 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-4fc09f25-6cf8-44ab-89e5-c3d141555102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792ad467-42f0-47a1-94a9-0ab71dc2198a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1286856405-router', 'tenant_id': '0edeb144f81f4d66b455a07b636e6ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '30e27974-d6df-421a-b97a-2378eaadd3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:16Z', 'updated_at': '2022-02-09T01:14:26Z', 'revision_number': 4, 'project_id': '0edeb144f81f4d66b455a07b636e6ab9', 'gw_port': {'id': '30e27974-d6df-421a-b97a-2378eaadd3c0', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:26:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792ad467-42f0-47a1-94a9-0ab71dc2198a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:17Z', 'updated_at': '2022-02-09T01:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '73e1a790-93fd-4c4e-bcac-95cf8055f7b2', 'tenant_id': '0edeb144f81f4d66b455a07b636e6ab9', 'floating_ip_address': '172.25.1.153', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '792ad467-42f0-47a1-94a9-0ab71dc2198a', 'port_id': '2b59282d-c827-453c-91f3-1f2512cf4704', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 770, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940', 'mac_address': 'fa:16:3e:3e:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ef7e3e-bb1d-4563-80ee-e9e15b99203c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:15:53Z', 'updated_at': '2022-02-09T01:16:01Z', 'revision_number': 1, 'project_id': '0edeb144f81f4d66b455a07b636e6ab9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea4357cc-835a-48be-86df-fdc1909d1f5c', 'name': '', 'network_id': 'c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940', 'tenant_id': '0edeb144f81f4d66b455a07b636e6ab9', 'mac_address': 'fa:16:3e:b7:d7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792ad467-42f0-47a1-94a9-0ab71dc2198a', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '58a3d8a1-b976-4fd7-a8cd-ab2983e09e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:23Z', 'updated_at': '2022-02-09T01:14:36Z', 'revision_number': 5, 'project_id': '0edeb144f81f4d66b455a07b636e6ab9', 'subnets': [{'id': '58a3d8a1-b976-4fd7-a8cd-ab2983e09e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:06.966500 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc09f25-6cf8-44ab-89e5-c3d141555102 None None] The sync data for ids ['792ad467-42f0-47a1-94a9-0ab71dc2198a'] in n-d-822053-40 is: [{'id': '792ad467-42f0-47a1-94a9-0ab71dc2198a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1286856405-router', 'tenant_id': '0edeb144f81f4d66b455a07b636e6ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '30e27974-d6df-421a-b97a-2378eaadd3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:16Z', 'updated_at': '2022-02-09T01:14:26Z', 'revision_number': 4, 'project_id': '0edeb144f81f4d66b455a07b636e6ab9', 'gw_port': {'id': '30e27974-d6df-421a-b97a-2378eaadd3c0', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:26:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792ad467-42f0-47a1-94a9-0ab71dc2198a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:17Z', 'updated_at': '2022-02-09T01:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '73e1a790-93fd-4c4e-bcac-95cf8055f7b2', 'tenant_id': '0edeb144f81f4d66b455a07b636e6ab9', 'floating_ip_address': '172.25.1.153', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '792ad467-42f0-47a1-94a9-0ab71dc2198a', 'port_id': '2b59282d-c827-453c-91f3-1f2512cf4704', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 770, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940', 'mac_address': 'fa:16:3e:3e:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ef7e3e-bb1d-4563-80ee-e9e15b99203c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:15:53Z', 'updated_at': '2022-02-09T01:16:01Z', 'revision_number': 1, 'project_id': '0edeb144f81f4d66b455a07b636e6ab9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea4357cc-835a-48be-86df-fdc1909d1f5c', 'name': '', 'network_id': 'c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940', 'tenant_id': '0edeb144f81f4d66b455a07b636e6ab9', 'mac_address': 'fa:16:3e:b7:d7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792ad467-42f0-47a1-94a9-0ab71dc2198a', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '58a3d8a1-b976-4fd7-a8cd-ab2983e09e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:23Z', 'updated_at': '2022-02-09T01:14:36Z', 'revision_number': 5, 'project_id': '0edeb144f81f4d66b455a07b636e6ab9', 'subnets': [{'id': '58a3d8a1-b976-4fd7-a8cd-ab2983e09e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:06.999209 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df94291a-a8d0-470a-9562-f3220325dc35 x-openstack-request-id: req-df94291a-a8d0-470a-9562-f3220325dc35 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:16:07.000051 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ef7e3e-bb1d-4563-80ee-e9e15b99203c", "tag": "2b59282d-c827-453c-91f3-1f2512cf4704", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:16:07.000051 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-df94291a-a8d0-470a-9562-f3220325dc35 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:16:07.002808 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ef7e3e-bb1d-4563-80ee-e9e15b99203c', 'tag': '2b59282d-c827-453c-91f3-1f2512cf4704', 'status': 'completed', 'code': 200} Feb 09 01:16:07.083830 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-064e38ca-37fe-4f29-95e5-0a02130dfd95 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:07.090477 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-064e38ca-37fe-4f29-95e5-0a02130dfd95 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.91 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2&tenant_id=3d8394520fe34c9daa660b5c0721b019&binding%3Ahost_id=n-h2-822053-40 HTTP/1.1" status: 200 len: 950 time: 0.4323716 Feb 09 01:16:07.160934 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64deb5c-92a7-4d87-922c-7c37ac307060 x-openstack-request-id: req-b64deb5c-92a7-4d87-922c-7c37ac307060 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:16:07.161675 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38151e77-fd58-4728-b1b0-ff538e34933e", "tag": "c0c869a1-187d-4996-baf1-8c90705818df", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:16:07.161675 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b64deb5c-92a7-4d87-922c-7c37ac307060 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:16:07.162098 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38151e77-fd58-4728-b1b0-ff538e34933e', 'tag': 'c0c869a1-187d-4996-baf1-8c90705818df', 'status': 'completed', 'code': 200} Feb 09 01:16:07.173027 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-2cc1c9bd-145d-4ce2-81b4-364ce20adfd6 service neutron] 10.222.0.91 "GET /v2.0/networks/693682c4-f09c-4718-805a-f0540b20e4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5024445 Feb 09 01:16:07.447652 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-ff7a570b-82a1-4c80-bec6-99d2e4cabb70 None None] Provisioning complete for port 884a0053-65d4-4910-9557-25e3bc6b08f4 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:07.449026 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ff7a570b-82a1-4c80-bec6-99d2e4cabb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (884a0053-65d4-4910-9557-25e3bc6b08f4), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:07.505231 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-57079fb6-499b-468a-a143-2b5e56b0f230 service neutron] 10.222.0.91 "GET /v2.0/ports/42cd6e7b-28d3-48c1-b837-95c690627409/bindings/n-h2-822053-40 HTTP/1.1" status: 200 len: 383 time: 0.3386078 Feb 09 01:16:07.509818 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc38322-75ab-48de-9400-1ae24e44ff11 req-cbe658bc-53a9-433a-9597-4edb164f93bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:07.511375 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0dc38322-75ab-48de-9400-1ae24e44ff11 req-cbe658bc-53a9-433a-9597-4edb164f93bd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0edeb144f81f4d66b455a07b636e6ab9&device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 1128 time: 0.5373704 Feb 09 01:16:07.519176 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76677f5-8f52-4289-82ed-5ef332422ee0 admin admin] Router 09325590-4bad-490e-b0b8-3a002346b8a4 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:16:07.588088 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b05f9f8-4df8-4cd0-a118-7181b16e17c8 None None] New status for floating IP 73e1a790-93fd-4c4e-bcac-95cf8055f7b2: ACTIVE {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:16:07.589195 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ff7a570b-82a1-4c80-bec6-99d2e4cabb70 None None] Port 884a0053-65d4-4910-9557-25e3bc6b08f4 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:16:07.665197 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8dc70a43-99c1-4800-9869-46cad0ee698d req-dab2f623-d0b4-433d-9f15-72cc72a6f579 service neutron] 10.222.0.91 "GET /v2.0/networks/693682c4-f09c-4718-805a-f0540b20e4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4790988 Feb 09 01:16:07.780641 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d30051e-d2ec-4ac2-a0ee-a2e94c764c78 req-01f846c3-aa97-4b29-b0b5-5586c8be044f tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.153 HTTP/1.1" status: 200 len: 999 time: 0.5963159 Feb 09 01:16:07.867736 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53650) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:07.898253 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76677f5-8f52-4289-82ed-5ef332422ee0 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:16:07.908667 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d76677f5-8f52-4289-82ed-5ef332422ee0 admin admin] 10.222.0.30 "PUT /v2.0/routers/09325590-4bad-490e-b0b8-3a002346b8a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7715130 Feb 09 01:16:07.951294 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc38322-75ab-48de-9400-1ae24e44ff11 req-76aad2c3-5b04-4ac0-ab4b-385f4b81dfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:07.960700 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0dc38322-75ab-48de-9400-1ae24e44ff11 req-76aad2c3-5b04-4ac0-ab4b-385f4b81dfa9 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940 HTTP/1.1" status: 200 len: 921 time: 0.4389846 Feb 09 01:16:07.981090 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-598b85bc-7742-4dec-9059-952c91178b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:07.982017 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b48c75d2-d468-463b-9522-2e5ce7ee31bd up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:07.984260 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-598b85bc-7742-4dec-9059-952c91178b65 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3d8394520fe34c9daa660b5c0721b019&device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 1133 time: 0.4204979 Feb 09 01:16:08.066002 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d6f3c-1624-4e0f-9b65-9a8142a3933a req-7ba166ce-3161-4243-a437-26802b0b2159 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:08.067535 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-274d6f3c-1624-4e0f-9b65-9a8142a3933a req-7ba166ce-3161-4243-a437-26802b0b2159 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 950 time: 0.3917735 Feb 09 01:16:08.082464 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30051e-d2ec-4ac2-a0ee-a2e94c764c78 req-261a7a78-48b6-4102-8fd1-3e70c0299bad tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:08.097944 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d30051e-d2ec-4ac2-a0ee-a2e94c764c78 req-261a7a78-48b6-4102-8fd1-3e70c0299bad tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/ports/2b59282d-c827-453c-91f3-1f2512cf4704 HTTP/1.1" status: 200 len: 942 time: 0.3087950 Feb 09 01:16:08.150724 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port b48c75d2-d468-463b-9522-2e5ce7ee31bd triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:08.151407 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b48c75d2-d468-463b-9522-2e5ce7ee31bd), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:08.354374 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port b48c75d2-d468-463b-9522-2e5ce7ee31bd is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:08.355026 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b48c75d2-d468-463b-9522-2e5ce7ee31bd), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:08.364607 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d30051e-d2ec-4ac2-a0ee-a2e94c764c78 req-642d2412-176d-47d5-b025-22dae0ec2d4a tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.153 HTTP/1.1" status: 200 len: 1001 time: 0.0970411 Feb 09 01:16:08.386877 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-274d6f3c-1624-4e0f-9b65-9a8142a3933a req-c53a8b47-708a-4940-9e68-e0124e51699a tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798042 Feb 09 01:16:08.399656 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port b48c75d2-d468-463b-9522-2e5ce7ee31bd, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b48c75d2-d468-463b-9522-2e5ce7ee31bd,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:08.410737 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b48c75d2-d468-463b-9522-2e5ce7ee31bd), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:08.422372 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d0645-849d-4fac-8a3f-803212f61c3e req-682d1fb9-cc73-4522-9541-c97155a9f638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:08.422853 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d0645-849d-4fac-8a3f-803212f61c3e req-682d1fb9-cc73-4522-9541-c97155a9f638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:08.424670 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-be3d0645-849d-4fac-8a3f-803212f61c3e req-682d1fb9-cc73-4522-9541-c97155a9f638 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cbaeccec23794cfba3c5f4e5c5caae25&device_id=38151e77-fd58-4728-b1b0-ff538e34933e HTTP/1.1" status: 200 len: 2044 time: 0.4750624 Feb 09 01:16:08.547372 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=b48c75d2-d468-463b-9522-2e5ce7ee31bd,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:08.560351 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0079e0b5-3132-477b-adc4-99733aae05b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:08.601174 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0dc38322-75ab-48de-9400-1ae24e44ff11 req-523dba4c-fdb2-4291-a7bf-882a6cad7c72 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b59282d-c827-453c-91f3-1f2512cf4704 HTTP/1.1" status: 200 len: 1001 time: 0.6156945 Feb 09 01:16:08.683176 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30051e-d2ec-4ac2-a0ee-a2e94c764c78 req-53b6d6cd-fc49-462f-8a08-a58e3681455e tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:08.684666 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d30051e-d2ec-4ac2-a0ee-a2e94c764c78 req-53b6d6cd-fc49-462f-8a08-a58e3681455e tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/networks/def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 784 time: 0.3118062 Feb 09 01:16:08.685938 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d0645-849d-4fac-8a3f-803212f61c3e req-a83b84d4-50d1-4e8d-ac90-66e69e13c1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:08.687179 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-be3d0645-849d-4fac-8a3f-803212f61c3e req-a83b84d4-50d1-4e8d-ac90-66e69e13c1fb service neutron] 10.222.0.91 "GET /v2.0/networks?id=693682c4-f09c-4718-805a-f0540b20e4cd HTTP/1.1" status: 200 len: 903 time: 0.2384238 Feb 09 01:16:08.701333 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-2a7b3224-db0a-4da4-9268-fac6a2fa37e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:08.703455 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-2a7b3224-db0a-4da4-9268-fac6a2fa37e9 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.7068961 Feb 09 01:16:08.712728 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc38322-75ab-48de-9400-1ae24e44ff11 req-c7dfafb2-6eb0-4ab5-9871-602e445a2f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:08.714433 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0dc38322-75ab-48de-9400-1ae24e44ff11 req-c7dfafb2-6eb0-4ab5-9871-602e445a2f84 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=58a3d8a1-b976-4fd7-a8cd-ab2983e09e0d HTTP/1.1" status: 200 len: 860 time: 0.1004422 Feb 09 01:16:08.759966 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430db3df-f6e4-4257-a65c-b9a99ec12976 req-87d8a5e9-edbc-419a-8d51-0daaadb570c9 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:08.766213 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430db3df-f6e4-4257-a65c-b9a99ec12976 req-87d8a5e9-edbc-419a-8d51-0daaadb570c9 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:08.768128 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-430db3df-f6e4-4257-a65c-b9a99ec12976 req-87d8a5e9-edbc-419a-8d51-0daaadb570c9 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/ports?device_id=38151e77-fd58-4728-b1b0-ff538e34933e HTTP/1.1" status: 200 len: 1678 time: 0.2176781 Feb 09 01:16:08.769625 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-9dde1db7-92b8-4d60-901b-85cada54604f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=42cd6e7b-28d3-48c1-b837-95c690627409 HTTP/1.1" status: 200 len: 217 time: 0.0527482 Feb 09 01:16:08.801628 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0dc38322-75ab-48de-9400-1ae24e44ff11 req-03ad53fc-b914-4728-a574-c4a0556936c1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717614 Feb 09 01:16:08.802565 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-be3d0645-849d-4fac-8a3f-803212f61c3e req-c65fe62f-a8a0-4c5a-98f7-8b9ca9431d5b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.237&port_id=c0c869a1-187d-4996-baf1-8c90705818df HTTP/1.1" status: 200 len: 217 time: 0.1047728 Feb 09 01:16:08.874221 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d0645-849d-4fac-8a3f-803212f61c3e req-e03851ee-1c00-45d7-a168-6d26f5437ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:08.875874 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-be3d0645-849d-4fac-8a3f-803212f61c3e req-e03851ee-1c00-45d7-a168-6d26f5437ed8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=bb0d100a-7456-44c8-8c0b-70cafd45f8f3 HTTP/1.1" status: 200 len: 801 time: 0.0536828 Feb 09 01:16:08.901910 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0079e0b5-3132-477b-adc4-99733aae05b3 admin admin] Publish callbacks [] for security_group (bc375677-2dd7-4377-beac-49779af440f7), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:08.914581 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0079e0b5-3132-477b-adc4-99733aae05b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (bc375677-2dd7-4377-beac-49779af440f7), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:08.924471 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-58f43486-6a30-4a99-b2b1-5051f7e6c88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:08.926024 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-58f43486-6a30-4a99-b2b1-5051f7e6c88b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.1357496 Feb 09 01:16:08.938220 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-430db3df-f6e4-4257-a65c-b9a99ec12976 req-9ede8d4b-5a0b-4439-bf92-9cb165132e29 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42fb62d-b4ff-4e09-886f-82f8bef72e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310549 Feb 09 01:16:09.013508 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d30051e-d2ec-4ac2-a0ee-a2e94c764c78 req-d15eb531-89f1-4787-95cc-859f0e0a2458 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.153 HTTP/1.1" status: 200 len: 1001 time: 0.3167739 Feb 09 01:16:09.021502 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-3d30051e-d2ec-4ac2-a0ee-a2e94c764c78 req-16b0c3d0-b31a-4a98-a21a-93c1ed6e9ce3 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:09.089128 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d0645-849d-4fac-8a3f-803212f61c3e req-e88b8931-485f-404a-83ea-be1b25bab547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:09.095355 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0079e0b5-3132-477b-adc4-99733aae05b3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6a48d2cd4a9e4b6f80ad143b171548c7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2254825 Feb 09 01:16:09.096395 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-be3d0645-849d-4fac-8a3f-803212f61c3e req-e88b8931-485f-404a-83ea-be1b25bab547 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=693682c4-f09c-4718-805a-f0540b20e4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1757379 Feb 09 01:16:09.099611 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53664) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:09.137433 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079e0b5-3132-477b-adc4-99733aae05b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc375677-2dd7-4377-beac-49779af440f7,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:09.178125 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0dc38322-75ab-48de-9400-1ae24e44ff11 req-2b7a0d64-100e-418b-9692-7d09f19b5b98 service neutron] 10.222.0.91 "GET /v2.0/networks/c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475459 Feb 09 01:16:09.230606 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-bcf4aa8f-1ef9-4348-a4a9-c890887683db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:09.232133 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-bcf4aa8f-1ef9-4348-a4a9-c890887683db service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2965431 Feb 09 01:16:09.288848 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3d30051e-d2ec-4ac2-a0ee-a2e94c764c78 req-16b0c3d0-b31a-4a98-a21a-93c1ed6e9ce3 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks [] for floatingip (73e1a790-93fd-4c4e-bcac-95cf8055f7b2), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:09.442324 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-48bb44a2-a428-4939-9ebe-785c5bba9e65 admin admin] Publish callbacks [] for security_group (bc375677-2dd7-4377-beac-49779af440f7), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:09.446936 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0dc38322-75ab-48de-9400-1ae24e44ff11 req-72a2d23d-5406-42b9-9d78-35e7b3754b16 service neutron] 10.222.0.91 "GET /v2.0/networks/c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601657 Feb 09 01:16:09.463168 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-7dec079a-f323-4228-881b-b5965a1c80bb service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968284 Feb 09 01:16:09.518673 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-be3d0645-849d-4fac-8a3f-803212f61c3e req-30bcd8f3-3c3b-4df0-be65-adb437eff7c7 service neutron] 10.222.0.91 "GET /v2.0/networks/693682c4-f09c-4718-805a-f0540b20e4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891804 Feb 09 01:16:09.598386 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-e71ee563-a833-4d5a-9ed0-b099c28a80e9 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254182 Feb 09 01:16:09.611252 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962f5b10-552d-4bbd-9f71-b60d135a45b0 None None] Sync routers for ids ['09325590-4bad-490e-b0b8-3a002346b8a4'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:09.636421 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962f5b10-552d-4bbd-9f71-b60d135a45b0 None None] Routers {'09325590-4bad-490e-b0b8-3a002346b8a4'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:09.637186 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-962f5b10-552d-4bbd-9f71-b60d135a45b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:15:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['09325590-4bad-490e-b0b8-3a002346b8a4'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:09.673292 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-be3d0645-849d-4fac-8a3f-803212f61c3e req-ba3beebd-888b-4daf-8f4a-1b61f16a9c62 service neutron] 10.222.0.91 "GET /v2.0/networks/693682c4-f09c-4718-805a-f0540b20e4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091874 Feb 09 01:16:09.676983 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-48bb44a2-a428-4939-9ebe-785c5bba9e65 admin admin] Publish callbacks [] for security_group (bc375677-2dd7-4377-beac-49779af440f7), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:09.796454 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29981b-daff-4537-a5e1-88dd33136483 req-11918868-1e99-41ab-864f-62d168717ed7 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:09.804036 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9e29981b-daff-4537-a5e1-88dd33136483 req-11918868-1e99-41ab-864f-62d168717ed7 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 945 time: 0.4233134 Feb 09 01:16:09.815462 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-962f5b10-552d-4bbd-9f71-b60d135a45b0 None None] Set router 09325590-4bad-490e-b0b8-3a002346b8a4 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:16:09.874493 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3d30051e-d2ec-4ac2-a0ee-a2e94c764c78 req-16b0c3d0-b31a-4a98-a21a-93c1ed6e9ce3 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:09.887744 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3d30051e-d2ec-4ac2-a0ee-a2e94c764c78 req-16b0c3d0-b31a-4a98-a21a-93c1ed6e9ce3 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (73e1a790-93fd-4c4e-bcac-95cf8055f7b2), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:09.888475 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [req-3d30051e-d2ec-4ac2-a0ee-a2e94c764c78 req-16b0c3d0-b31a-4a98-a21a-93c1ed6e9ce3 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Floating IP 73e1a790-93fd-4c4e-bcac-95cf8055f7b2 disassociated. External IP: 172.25.1.153, port: 2b59282d-c827-453c-91f3-1f2512cf4704. Feb 09 01:16:09.900855 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-48bb44a2-a428-4939-9ebe-785c5bba9e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (bc375677-2dd7-4377-beac-49779af440f7), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:09.903883 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-48bb44a2-a428-4939-9ebe-785c5bba9e65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:09.905769 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-48bb44a2-a428-4939-9ebe-785c5bba9e65 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bc375677-2dd7-4377-beac-49779af440f7 HTTP/1.1" status: 204 len: 168 time: 0.8011043 Feb 09 01:16:09.924311 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b48c75d2-d468-463b-9522-2e5ce7ee31bd up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:09.926501 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device c0c869a1-187d-4996-baf1-8c90705818df details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:16:10.110971 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9e29981b-daff-4537-a5e1-88dd33136483 req-eada3d25-81e6-4263-a8fa-d33ae2e1c686 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040755 Feb 09 01:16:10.114102 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb44a2-a428-4939-9ebe-785c5bba9e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc375677-2dd7-4377-beac-49779af440f7,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:10.406263 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d30051e-d2ec-4ac2-a0ee-a2e94c764c78 req-16b0c3d0-b31a-4a98-a21a-93c1ed6e9ce3 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Router 792ad467-42f0-47a1-94a9-0ab71dc2198a has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:16:10.425206 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port b48c75d2-d468-463b-9522-2e5ce7ee31bd triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:10.425555 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b48c75d2-d468-463b-9522-2e5ce7ee31bd), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:10.497494 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port c0c869a1-187d-4996-baf1-8c90705818df, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=c0c869a1-187d-4996-baf1-8c90705818df,segment=NetworkSegment(e0a7113e-f0a9-4d1b-aa22-15afb09b7c6f),segment_id=e0a7113e-f0a9-4d1b-aa22-15afb09b7c6f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:10.542918 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': 'c0c869a1-187d-4996-baf1-8c90705818df', 'network_id': '693682c4-f09c-4718-805a-f0540b20e4cd', 'port_id': 'c0c869a1-187d-4996-baf1-8c90705818df', 'mac_address': 'fa:16:3e:7e:11:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb0d100a-7456-44c8-8c0b-70cafd45f8f3', 'ip_address': '19.86.0.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:16:10.664118 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port b48c75d2-d468-463b-9522-2e5ce7ee31bd is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:10.676546 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-962f5b10-552d-4bbd-9f71-b60d135a45b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09325590-4bad-490e-b0b8-3a002346b8a4', 'name': 'tempest-FloatingIPDetailsTestJSON-559966184-router', 'tenant_id': '22757ae997c7497ca4684832a30adf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'b48c75d2-d468-463b-9522-2e5ce7ee31bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:56Z', 'updated_at': '2022-02-09T01:16:05Z', 'revision_number': 4, 'project_id': '22757ae997c7497ca4684832a30adf94', 'gw_port': {'id': 'b48c75d2-d468-463b-9522-2e5ce7ee31bd', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09325590-4bad-490e-b0b8-3a002346b8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:59Z', 'updated_at': '2022-02-09T01:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '884a0053-65d4-4910-9557-25e3bc6b08f4', 'name': '', 'network_id': 'fe669116-1a16-48fc-b30c-7a7cb91ef694', 'tenant_id': '22757ae997c7497ca4684832a30adf94', 'mac_address': 'fa:16:3e:7e:f9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09325590-4bad-490e-b0b8-3a002346b8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '377ee2ae-80e9-44ce-b413-31f703b67261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:04Z', 'updated_at': '2022-02-09T01:16:05Z', 'revision_number': 2, 'project_id': '22757ae997c7497ca4684832a30adf94', 'subnets': [{'id': '377ee2ae-80e9-44ce-b413-31f703b67261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:10.718079 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962f5b10-552d-4bbd-9f71-b60d135a45b0 None None] Checking router: 09325590-4bad-490e-b0b8-3a002346b8a4 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:16:10.718598 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962f5b10-552d-4bbd-9f71-b60d135a45b0 None None] Updating router 09325590-4bad-490e-b0b8-3a002346b8a4 port 884a0053-65d4-4910-9557-25e3bc6b08f4 binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:16:10.722606 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port c0c869a1-187d-4996-baf1-8c90705818df is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:10.722994 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c0c869a1-187d-4996-baf1-8c90705818df), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:10.758350 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c869a1-187d-4996-baf1-8c90705818df {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:16:10.789728 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-962f5b10-552d-4bbd-9f71-b60d135a45b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (884a0053-65d4-4910-9557-25e3bc6b08f4), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:10.833343 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port c0c869a1-187d-4996-baf1-8c90705818df, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=c0c869a1-187d-4996-baf1-8c90705818df,segment=NetworkSegment(e0a7113e-f0a9-4d1b-aa22-15afb09b7c6f),segment_id=e0a7113e-f0a9-4d1b-aa22-15afb09b7c6f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:10.889960 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (c0c869a1-187d-4996-baf1-8c90705818df), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:10.890592 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device e1212d63-abf5-44eb-b9b9-312a27932a75 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:16:11.149649 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=c0c869a1-187d-4996-baf1-8c90705818df,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:11.188046 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53700) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:11.252629 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d30051e-d2ec-4ac2-a0ee-a2e94c764c78 req-16b0c3d0-b31a-4a98-a21a-93c1ed6e9ce3 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:16:11.258278 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3d30051e-d2ec-4ac2-a0ee-a2e94c764c78 req-16b0c3d0-b31a-4a98-a21a-93c1ed6e9ce3 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:11.267317 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaaf551-5134-45b2-9a2b-321deb7b59e2 None None] Sync routers for ids ['792ad467-42f0-47a1-94a9-0ab71dc2198a'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:11.299894 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaaf551-5134-45b2-9a2b-321deb7b59e2 None None] Routers {'792ad467-42f0-47a1-94a9-0ab71dc2198a'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:11.303277 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-2eaaf551-5134-45b2-9a2b-321deb7b59e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:15:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['792ad467-42f0-47a1-94a9-0ab71dc2198a'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:11.310256 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d30051e-d2ec-4ac2-a0ee-a2e94c764c78 req-16b0c3d0-b31a-4a98-a21a-93c1ed6e9ce3 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "PUT /v2.0/floatingips/73e1a790-93fd-4c4e-bcac-95cf8055f7b2 HTTP/1.1" status: 200 len: 695 time: 2.2891169 Feb 09 01:16:11.318829 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c5ed3bdb-2cea-4429-b25d-f6324d92f6d5 req-ffd2fd8f-53ce-4b7f-8bbd-31f27c50b50c tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7693925 Feb 09 01:16:11.321111 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ef7e3e-bb1d-4563-80ee-e9e15b99203c', 'tag': '2b59282d-c827-453c-91f3-1f2512cf4704'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:16:11.323806 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3ab38f-c66f-42b4-b9b9-ecb91b30b5a1" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ef7e3e-bb1d-4563-80ee-e9e15b99203c", "tag": "2b59282d-c827-453c-91f3-1f2512cf4704"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:16:11.344453 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-c5ed3bdb-2cea-4429-b25d-f6324d92f6d5 req-fccd43db-7ba0-413b-b041-eac9798a1bc4 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:11.394338 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port e1212d63-abf5-44eb-b9b9-312a27932a75, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=e1212d63-abf5-44eb-b9b9-312a27932a75,segment=NetworkSegment(b25c531f-39e7-4a7c-ade3-bce09b366b69),segment_id=b25c531f-39e7-4a7c-ade3-bce09b366b69)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:11.403547 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30051e-d2ec-4ac2-a0ee-a2e94c764c78 req-4ea4a9e2-4729-4adb-a464-17646f9744df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:11.414412 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d30051e-d2ec-4ac2-a0ee-a2e94c764c78 req-4ea4a9e2-4729-4adb-a464-17646f9744df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0edeb144f81f4d66b455a07b636e6ab9&device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 1128 time: 0.0939894 Feb 09 01:16:11.421385 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-2a99a73c-4765-46ce-98f8-3ea28053b3a7 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-794800628-network', 'tenant_id': 'd27c756c8932484ba946bc81ad113e78'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:11.450550 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c5ed3bdb-2cea-4429-b25d-f6324d92f6d5 req-fccd43db-7ba0-413b-b041-eac9798a1bc4 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:11.463290 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': 'e1212d63-abf5-44eb-b9b9-312a27932a75', 'network_id': '1cbb5168-2b33-4897-a2e3-c1363d2528ac', 'port_id': 'e1212d63-abf5-44eb-b9b9-312a27932a75', 'mac_address': 'fa:16:3e:27:13:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d4c6ce-f7d4-4114-b5f3-f8dcafe5ab08', 'ip_address': '19.80.0.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:16:11.507291 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a99a73c-4765-46ce-98f8-3ea28053b3a7 admin admin] Made reservation on behalf of d27c756c8932484ba946bc81ad113e78 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:11.511441 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a99a73c-4765-46ce-98f8-3ea28053b3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:11.531395 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a99a73c-4765-46ce-98f8-3ea28053b3a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:11.548457 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-2eaaf551-5134-45b2-9a2b-321deb7b59e2 None None] Set router 792ad467-42f0-47a1-94a9-0ab71dc2198a gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:16:11.643250 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30051e-d2ec-4ac2-a0ee-a2e94c764c78 req-24a9ae05-2dfa-4040-932f-bfbd909c5915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:11.652202 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d30051e-d2ec-4ac2-a0ee-a2e94c764c78 req-24a9ae05-2dfa-4040-932f-bfbd909c5915 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940 HTTP/1.1" status: 200 len: 921 time: 0.2368231 Feb 09 01:16:11.738467 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d30051e-d2ec-4ac2-a0ee-a2e94c764c78 req-e687810f-4e83-4821-a6cb-1c351a2dcf53 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b59282d-c827-453c-91f3-1f2512cf4704 HTTP/1.1" status: 200 len: 217 time: 0.0851705 Feb 09 01:16:11.742732 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a99a73c-4765-46ce-98f8-3ea28053b3a7 admin admin] Publish callbacks [] for security_group (64b36f3f-7c46-4d17-a766-a84a2db8d59f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:11.753783 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port e1212d63-abf5-44eb-b9b9-312a27932a75 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:11.753783 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e1212d63-abf5-44eb-b9b9-312a27932a75), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:11.759032 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a99a73c-4765-46ce-98f8-3ea28053b3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (64b36f3f-7c46-4d17-a766-a84a2db8d59f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:11.774700 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1212d63-abf5-44eb-b9b9-312a27932a75 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:16:11.811368 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a99a73c-4765-46ce-98f8-3ea28053b3a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:16:11.817291 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-962f5b10-552d-4bbd-9f71-b60d135a45b0 None None] Publish callbacks [] for port (884a0053-65d4-4910-9557-25e3bc6b08f4), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:11.833368 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port e1212d63-abf5-44eb-b9b9-312a27932a75, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=e1212d63-abf5-44eb-b9b9-312a27932a75,segment=NetworkSegment(b25c531f-39e7-4a7c-ade3-bce09b366b69),segment_id=b25c531f-39e7-4a7c-ade3-bce09b366b69)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:11.836057 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-962f5b10-552d-4bbd-9f71-b60d135a45b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (884a0053-65d4-4910-9557-25e3bc6b08f4), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:11.837965 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99a73c-4765-46ce-98f8-3ea28053b3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b36f3f-7c46-4d17-a766-a84a2db8d59f,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:11.860746 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a99a73c-4765-46ce-98f8-3ea28053b3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:11.861269 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-2a99a73c-4765-46ce-98f8-3ea28053b3a7 admin admin] Added segment 6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12 of type vlan for network fe516e29-735a-4343-b41d-62f1308dd9ac Feb 09 01:16:11.871966 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c5ed3bdb-2cea-4429-b25d-f6324d92f6d5 req-fccd43db-7ba0-413b-b041-eac9798a1bc4 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:11.875011 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30051e-d2ec-4ac2-a0ee-a2e94c764c78 req-9cea3391-d66c-4138-af2e-39ff57d8be61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:11.877138 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d30051e-d2ec-4ac2-a0ee-a2e94c764c78 req-9cea3391-d66c-4138-af2e-39ff57d8be61 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58a3d8a1-b976-4fd7-a8cd-ab2983e09e0d HTTP/1.1" status: 200 len: 860 time: 0.1365213 Feb 09 01:16:11.894005 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e1212d63-abf5-44eb-b9b9-312a27932a75), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:11.941979 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 42cd6e7b-28d3-48c1-b837-95c690627409 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:16:11.983276 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a99a73c-4765-46ce-98f8-3ea28053b3a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (fe516e29-735a-4343-b41d-62f1308dd9ac), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:12.049955 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f961e-d54f-40e2-9884-062b80bf9435 None None] Pushing event updated for resources: {'Port': ['ID=884a0053-65d4-4910-9557-25e3bc6b08f4,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:12.071849 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a99a73c-4765-46ce-98f8-3ea28053b3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (fe516e29-735a-4343-b41d-62f1308dd9ac), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:12.075295 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a99a73c-4765-46ce-98f8-3ea28053b3a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:12.081489 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a99a73c-4765-46ce-98f8-3ea28053b3a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:12.094416 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d30051e-d2ec-4ac2-a0ee-a2e94c764c78 req-39cadc0c-4e56-4f95-9dd8-e7267181ab10 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2063110 Feb 09 01:16:12.114956 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-2eaaf551-5134-45b2-9a2b-321deb7b59e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792ad467-42f0-47a1-94a9-0ab71dc2198a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1286856405-router', 'tenant_id': '0edeb144f81f4d66b455a07b636e6ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '30e27974-d6df-421a-b97a-2378eaadd3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:16Z', 'updated_at': '2022-02-09T01:14:26Z', 'revision_number': 4, 'project_id': '0edeb144f81f4d66b455a07b636e6ab9', 'gw_port': {'id': '30e27974-d6df-421a-b97a-2378eaadd3c0', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:26:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792ad467-42f0-47a1-94a9-0ab71dc2198a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:17Z', 'updated_at': '2022-02-09T01:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'ea4357cc-835a-48be-86df-fdc1909d1f5c', 'name': '', 'network_id': 'c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940', 'tenant_id': '0edeb144f81f4d66b455a07b636e6ab9', 'mac_address': 'fa:16:3e:b7:d7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792ad467-42f0-47a1-94a9-0ab71dc2198a', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '58a3d8a1-b976-4fd7-a8cd-ab2983e09e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:23Z', 'updated_at': '2022-02-09T01:14:36Z', 'revision_number': 5, 'project_id': '0edeb144f81f4d66b455a07b636e6ab9', 'subnets': [{'id': '58a3d8a1-b976-4fd7-a8cd-ab2983e09e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:12.168665 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2a99a73c-4765-46ce-98f8-3ea28053b3a7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9765558 Feb 09 01:16:12.171274 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53708) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:12.196279 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaaf551-5134-45b2-9a2b-321deb7b59e2 None None] Checking router: 792ad467-42f0-47a1-94a9-0ab71dc2198a for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:16:12.199877 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=e1212d63-abf5-44eb-b9b9-312a27932a75,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:12.210409 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaaf551-5134-45b2-9a2b-321deb7b59e2 None None] Routers {'792ad467-42f0-47a1-94a9-0ab71dc2198a'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:12.211957 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-2eaaf551-5134-45b2-9a2b-321deb7b59e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:15:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['792ad467-42f0-47a1-94a9-0ab71dc2198a'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:12.330487 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-962f5b10-552d-4bbd-9f71-b60d135a45b0 None None] Attempting to bind port 884a0053-65d4-4910-9557-25e3bc6b08f4 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:12.330952 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-962f5b10-552d-4bbd-9f71-b60d135a45b0 None None] Attempting to bind port 884a0053-65d4-4910-9557-25e3bc6b08f4 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'bf240883-6a6c-4995-9472-52dd77345be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'fe669116-1a16-48fc-b30c-7a7cb91ef694'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:12.331400 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962f5b10-552d-4bbd-9f71-b60d135a45b0 None None] Attempting to bind port 884a0053-65d4-4910-9557-25e3bc6b08f4 on network fe669116-1a16-48fc-b30c-7a7cb91ef694 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:12.357400 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['e1212d63-abf5-44eb-b9b9-312a27932a75'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:16:12.361097 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['c0c869a1-187d-4996-baf1-8c90705818df'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:16:12.383632 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99a73c-4765-46ce-98f8-3ea28053b3a7 admin admin] Pushing event updated for resources: {'Network': ['ID=fe516e29-735a-4343-b41d-62f1308dd9ac,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:12.405185 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-c5ed3bdb-2cea-4429-b25d-f6324d92f6d5 req-fccd43db-7ba0-413b-b041-eac9798a1bc4 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Allocated IP 172.25.1.93 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/d6b12a7e-96e4-4c5d-b196-4396e00cdbbb) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:12.405875 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-e9e08a5d-bd17-47d3-a031-91a6ec866edf admin admin] Request body: {'subnet': {'network_id': 'fe516e29-735a-4343-b41d-62f1308dd9ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-794800628-subnet', 'tenant_id': 'd27c756c8932484ba946bc81ad113e78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:12.464959 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-2eaaf551-5134-45b2-9a2b-321deb7b59e2 None None] Set router 792ad467-42f0-47a1-94a9-0ab71dc2198a gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:16:12.467793 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e08a5d-bd17-47d3-a031-91a6ec866edf admin admin] Made reservation on behalf of d27c756c8932484ba946bc81ad113e78 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:12.474936 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e9e08a5d-bd17-47d3-a031-91a6ec866edf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:12.478144 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d30051e-d2ec-4ac2-a0ee-a2e94c764c78 req-db97c713-cac5-4f3a-9314-a04576f6a37f service neutron] 10.222.0.30 "GET /v2.0/networks/c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722527 Feb 09 01:16:12.500398 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network fe516e29-735a-4343-b41d-62f1308dd9ac details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:16:12.600964 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962f5b10-552d-4bbd-9f71-b60d135a45b0 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:16:12.601451 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962f5b10-552d-4bbd-9f71-b60d135a45b0 None None] Checking segment: {'id': 'bf240883-6a6c-4995-9472-52dd77345be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'fe669116-1a16-48fc-b30c-7a7cb91ef694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:16:12.602104 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-962f5b10-552d-4bbd-9f71-b60d135a45b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:12.603413 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962f5b10-552d-4bbd-9f71-b60d135a45b0 None None] Bound using segment: {'id': 'bf240883-6a6c-4995-9472-52dd77345be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'fe669116-1a16-48fc-b30c-7a7cb91ef694'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:16:12.604647 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-962f5b10-552d-4bbd-9f71-b60d135a45b0 None None] Bound port: 884a0053-65d4-4910-9557-25e3bc6b08f4, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf240883-6a6c-4995-9472-52dd77345be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'fe669116-1a16-48fc-b30c-7a7cb91ef694'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:16:12.605122 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-962f5b10-552d-4bbd-9f71-b60d135a45b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (884a0053-65d4-4910-9557-25e3bc6b08f4), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:12.695662 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 42cd6e7b-28d3-48c1-b837-95c690627409 is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:12.696173 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (42cd6e7b-28d3-48c1-b837-95c690627409), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:12.774344 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 42cd6e7b-28d3-48c1-b837-95c690627409, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=42cd6e7b-28d3-48c1-b837-95c690627409,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:12.841940 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa48c96-732a-4bf6-8556-edde312f2fe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42cd6e7b-28d3-48c1-b837-95c690627409'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:16:12.845222 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7db2cc-5368-4a7c-9723-f0288b7534e4" -d '{"events": [{"server_uuid": "aaa48c96-732a-4bf6-8556-edde312f2fe2", "name": "network-vif-unplugged", "status": "completed", "tag": "42cd6e7b-28d3-48c1-b837-95c690627409"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:16:12.860203 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-3669abaa-d279-4311-a8c1-f1132e2517f5 None None] Provisioning complete for port 884a0053-65d4-4910-9557-25e3bc6b08f4 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:12.861010 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3669abaa-d279-4311-a8c1-f1132e2517f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (884a0053-65d4-4910-9557-25e3bc6b08f4), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:12.951219 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (42cd6e7b-28d3-48c1-b837-95c690627409), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:12.962957 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3669abaa-d279-4311-a8c1-f1132e2517f5 None None] Port 884a0053-65d4-4910-9557-25e3bc6b08f4 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:16:12.972515 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c5ed3bdb-2cea-4429-b25d-f6324d92f6d5 req-fccd43db-7ba0-413b-b041-eac9798a1bc4 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks [] for port (d6b12a7e-96e4-4c5d-b196-4396e00cdbbb), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:13.016902 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e9e08a5d-bd17-47d3-a031-91a6ec866edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (e6c7e660-340b-43fd-ab14-a81164bb8bc4), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:13.026351 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-2eaaf551-5134-45b2-9a2b-321deb7b59e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792ad467-42f0-47a1-94a9-0ab71dc2198a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1286856405-router', 'tenant_id': '0edeb144f81f4d66b455a07b636e6ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '30e27974-d6df-421a-b97a-2378eaadd3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:16Z', 'updated_at': '2022-02-09T01:14:26Z', 'revision_number': 4, 'project_id': '0edeb144f81f4d66b455a07b636e6ab9', 'gw_port': {'id': '30e27974-d6df-421a-b97a-2378eaadd3c0', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:26:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792ad467-42f0-47a1-94a9-0ab71dc2198a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:17Z', 'updated_at': '2022-02-09T01:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'ea4357cc-835a-48be-86df-fdc1909d1f5c', 'name': '', 'network_id': 'c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940', 'tenant_id': '0edeb144f81f4d66b455a07b636e6ab9', 'mac_address': 'fa:16:3e:b7:d7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792ad467-42f0-47a1-94a9-0ab71dc2198a', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '58a3d8a1-b976-4fd7-a8cd-ab2983e09e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:23Z', 'updated_at': '2022-02-09T01:14:36Z', 'revision_number': 5, 'project_id': '0edeb144f81f4d66b455a07b636e6ab9', 'subnets': [{'id': '58a3d8a1-b976-4fd7-a8cd-ab2983e09e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:13.039442 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-0de20504-45a3-4275-b915-a491194cfa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:13.054177 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-0de20504-45a3-4275-b915-a491194cfa31 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2&tenant_id=3d8394520fe34c9daa660b5c0721b019 HTTP/1.1" status: 200 len: 1133 time: 0.4619272 Feb 09 01:16:13.062502 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d30051e-d2ec-4ac2-a0ee-a2e94c764c78 req-3c4f35eb-476c-4b85-b39c-3e59e9ef8211 service neutron] 10.222.0.30 "GET /v2.0/networks/c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5566432 Feb 09 01:16:13.062722 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaaf551-5134-45b2-9a2b-321deb7b59e2 None None] The sync data for ids ['792ad467-42f0-47a1-94a9-0ab71dc2198a'] in n-d-822053-40 is: [{'id': '792ad467-42f0-47a1-94a9-0ab71dc2198a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1286856405-router', 'tenant_id': '0edeb144f81f4d66b455a07b636e6ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '30e27974-d6df-421a-b97a-2378eaadd3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:16Z', 'updated_at': '2022-02-09T01:14:26Z', 'revision_number': 4, 'project_id': '0edeb144f81f4d66b455a07b636e6ab9', 'gw_port': {'id': '30e27974-d6df-421a-b97a-2378eaadd3c0', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:26:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792ad467-42f0-47a1-94a9-0ab71dc2198a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:17Z', 'updated_at': '2022-02-09T01:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'ea4357cc-835a-48be-86df-fdc1909d1f5c', 'name': '', 'network_id': 'c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940', 'tenant_id': '0edeb144f81f4d66b455a07b636e6ab9', 'mac_address': 'fa:16:3e:b7:d7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792ad467-42f0-47a1-94a9-0ab71dc2198a', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '58a3d8a1-b976-4fd7-a8cd-ab2983e09e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:23Z', 'updated_at': '2022-02-09T01:14:36Z', 'revision_number': 5, 'project_id': '0edeb144f81f4d66b455a07b636e6ab9', 'subnets': [{'id': '58a3d8a1-b976-4fd7-a8cd-ab2983e09e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:13.085808 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-4c44edf7-4c12-4e6e-9057-8ee49b4dba0e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822053-40', 'device_owner': 'compute:nova'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:13.127427 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e08a5d-bd17-47d3-a031-91a6ec866edf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6c7e660-340b-43fd-ab14-a81164bb8bc4,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:13.179157 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e08a5d-bd17-47d3-a031-91a6ec866edf admin admin] Checking segment: {'id': '6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'fe516e29-735a-4343-b41d-62f1308dd9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:16:13.179419 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e08a5d-bd17-47d3-a031-91a6ec866edf admin admin] Network hostable DHCP agents. Network: fe516e29-735a-4343-b41d-62f1308dd9ac, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:16:13.214597 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e08a5d-bd17-47d3-a031-91a6ec866edf admin admin] Network fe516e29-735a-4343-b41d-62f1308dd9ac is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:16:13.235469 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-e9e08a5d-bd17-47d3-a031-91a6ec866edf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, fe516e29-735a-4343-b41d-62f1308dd9ac) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:13.260573 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e08a5d-bd17-47d3-a031-91a6ec866edf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:13.261189 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e9e08a5d-bd17-47d3-a031-91a6ec866edf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:13.309870 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e9e08a5d-bd17-47d3-a031-91a6ec866edf admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0105095 Feb 09 01:16:13.360774 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c5ed3bdb-2cea-4429-b25d-f6324d92f6d5 req-fccd43db-7ba0-413b-b041-eac9798a1bc4 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (d6b12a7e-96e4-4c5d-b196-4396e00cdbbb), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:13.376330 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60607c3d-9375-4394-a6f9-5d9c064153c6 None None] Network fe516e29-735a-4343-b41d-62f1308dd9ac requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:16:13.460148 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-4c44edf7-4c12-4e6e-9057-8ee49b4dba0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (42cd6e7b-28d3-48c1-b837-95c690627409), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:13.480821 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5ed3bdb-2cea-4429-b25d-f6324d92f6d5 req-fccd43db-7ba0-413b-b041-eac9798a1bc4 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:13.517272 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-c5ed3bdb-2cea-4429-b25d-f6324d92f6d5 req-fccd43db-7ba0-413b-b041-eac9798a1bc4 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:13.528499 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ed3bdb-2cea-4429-b25d-f6324d92f6d5 req-fccd43db-7ba0-413b-b041-eac9798a1bc4 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:13.538452 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd43db-7ba0-413b-b041-eac9798a1bc4 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Pushing event updated for resources: {'Port': ['ID=d6b12a7e-96e4-4c5d-b196-4396e00cdbbb,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:13.667960 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c510064a-b3f8-4444-8b24-5d66ac92494d None None] New status for floating IP 73e1a790-93fd-4c4e-bcac-95cf8055f7b2: DOWN {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:16:13.899707 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c5ed3bdb-2cea-4429-b25d-f6324d92f6d5 req-fccd43db-7ba0-413b-b041-eac9798a1bc4 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks [] for floatingip (076f111d-ba08-4e18-8e02-aeb849b6d22c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:13.993935 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c5ed3bdb-2cea-4429-b25d-f6324d92f6d5 req-fccd43db-7ba0-413b-b041-eac9798a1bc4 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d6b12a7e-96e4-4c5d-b196-4396e00cdbbb), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:14.001792 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-4c44edf7-4c12-4e6e-9057-8ee49b4dba0e service neutron] For port 42cd6e7b-28d3-48c1-b837-95c690627409, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=42cd6e7b-28d3-48c1-b837-95c690627409,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:14.037313 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-962f5b10-552d-4bbd-9f71-b60d135a45b0 None None] For port 884a0053-65d4-4910-9557-25e3bc6b08f4, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:16:14.043376 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-962f5b10-552d-4bbd-9f71-b60d135a45b0 None None] For port 884a0053-65d4-4910-9557-25e3bc6b08f4, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=884a0053-65d4-4910-9557-25e3bc6b08f4,segment=NetworkSegment(bf240883-6a6c-4995-9472-52dd77345be3),segment_id=bf240883-6a6c-4995-9472-52dd77345be3)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:16:14.049580 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79228364-df26-4e5e-b79f-fcb490e19b9c req-a6e9a1de-1da6-4208-9720-d975600d9d6b tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:14.051101 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79228364-df26-4e5e-b79f-fcb490e19b9c req-a6e9a1de-1da6-4208-9720-d975600d9d6b tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 949 time: 0.2170033 Feb 09 01:16:14.085198 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=42cd6e7b-28d3-48c1-b837-95c690627409,revision_number=10']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:14.116965 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-4c44edf7-4c12-4e6e-9057-8ee49b4dba0e service neutron] For port 42cd6e7b-28d3-48c1-b837-95c690627409, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:16:14.117952 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-962f5b10-552d-4bbd-9f71-b60d135a45b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (884a0053-65d4-4910-9557-25e3bc6b08f4), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:14.241481 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d984c4cf-f08d-4d39-853a-4d9a6c0923ca None None] Network fe516e29-735a-4343-b41d-62f1308dd9ac requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:16:14.255121 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962f5b10-552d-4bbd-9f71-b60d135a45b0 None None] Routers {'09325590-4bad-490e-b0b8-3a002346b8a4'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:14.256467 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-962f5b10-552d-4bbd-9f71-b60d135a45b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:15:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['09325590-4bad-490e-b0b8-3a002346b8a4'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:14.283374 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-4c44edf7-4c12-4e6e-9057-8ee49b4dba0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42cd6e7b-28d3-48c1-b837-95c690627409 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:16:14.317499 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-4c44edf7-4c12-4e6e-9057-8ee49b4dba0e service neutron] Publish callbacks [] for port (42cd6e7b-28d3-48c1-b837-95c690627409), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:14.351206 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79228364-df26-4e5e-b79f-fcb490e19b9c req-70233cfb-3884-437e-91e1-a3157aa6f85a tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816043 Feb 09 01:16:14.434690 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-4c44edf7-4c12-4e6e-9057-8ee49b4dba0e service neutron] Transition to ACTIVE for port object 42cd6e7b-28d3-48c1-b837-95c690627409 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:14.447126 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-4c44edf7-4c12-4e6e-9057-8ee49b4dba0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (42cd6e7b-28d3-48c1-b837-95c690627409), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:14.485266 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f961e-d54f-40e2-9884-062b80bf9435 None None] Pushing event updated for resources: {'Port': ['ID=884a0053-65d4-4910-9557-25e3bc6b08f4,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:14.578608 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-962f5b10-552d-4bbd-9f71-b60d135a45b0 None None] Set router 09325590-4bad-490e-b0b8-3a002346b8a4 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:16:14.614814 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-4c44edf7-4c12-4e6e-9057-8ee49b4dba0e service neutron] No DVR routers for this DVR port 42cd6e7b-28d3-48c1-b837-95c690627409 on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:14.622057 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c5ed3bdb-2cea-4429-b25d-f6324d92f6d5 req-fccd43db-7ba0-413b-b041-eac9798a1bc4 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks [] for port (d6b12a7e-96e4-4c5d-b196-4396e00cdbbb), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:14.651782 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c5ed3bdb-2cea-4429-b25d-f6324d92f6d5 req-fccd43db-7ba0-413b-b041-eac9798a1bc4 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (d6b12a7e-96e4-4c5d-b196-4396e00cdbbb), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:14.687397 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c44edf7-4c12-4e6e-9057-8ee49b4dba0e service neutron] Pushing event updated for resources: {'Port': ['ID=42cd6e7b-28d3-48c1-b837-95c690627409,revision_number=11']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:14.757966 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850ba83-7dd9-4600-99b8-7f6ef36a5cab req-12bedcbd-c19f-458f-bced-2624d286917c tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:14.763760 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850ba83-7dd9-4600-99b8-7f6ef36a5cab req-12bedcbd-c19f-458f-bced-2624d286917c tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:14.766823 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6850ba83-7dd9-4600-99b8-7f6ef36a5cab req-12bedcbd-c19f-458f-bced-2624d286917c tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/ports?device_id=38151e77-fd58-4728-b1b0-ff538e34933e HTTP/1.1" status: 200 len: 1680 time: 0.3217106 Feb 09 01:16:14.773711 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c96d850f-6217-40da-8f69-bfa3e7a8a629 None None] Provisioning complete for port 884a0053-65d4-4910-9557-25e3bc6b08f4 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:14.774094 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c96d850f-6217-40da-8f69-bfa3e7a8a629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (884a0053-65d4-4910-9557-25e3bc6b08f4), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:14.779926 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-4c44edf7-4c12-4e6e-9057-8ee49b4dba0e service neutron] Attempting to bind port 42cd6e7b-28d3-48c1-b837-95c690627409 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:14.781028 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-4c44edf7-4c12-4e6e-9057-8ee49b4dba0e service neutron] Attempting to bind port 42cd6e7b-28d3-48c1-b837-95c690627409 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:14.781528 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-4c44edf7-4c12-4e6e-9057-8ee49b4dba0e service neutron] Attempting to bind port 42cd6e7b-28d3-48c1-b837-95c690627409 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:14.809469 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-4c44edf7-4c12-4e6e-9057-8ee49b4dba0e service neutron] Port 42cd6e7b-28d3-48c1-b837-95c690627409 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:16:14.809804 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-4c44edf7-4c12-4e6e-9057-8ee49b4dba0e service neutron] Attempting to bind port 42cd6e7b-28d3-48c1-b837-95c690627409 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:14.849790 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-4c44edf7-4c12-4e6e-9057-8ee49b4dba0e service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:16:14.850493 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-4c44edf7-4c12-4e6e-9057-8ee49b4dba0e service neutron] Checking segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:16:14.851260 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-4c44edf7-4c12-4e6e-9057-8ee49b4dba0e service neutron] Bound using segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:16:14.853724 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-4c44edf7-4c12-4e6e-9057-8ee49b4dba0e service neutron] Bound port: 42cd6e7b-28d3-48c1-b837-95c690627409, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:16:14.854629 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-4c44edf7-4c12-4e6e-9057-8ee49b4dba0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (42cd6e7b-28d3-48c1-b837-95c690627409), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:14.904178 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd43db-7ba0-413b-b041-eac9798a1bc4 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Pushing event updated for resources: {'Port': ['ID=d6b12a7e-96e4-4c5d-b196-4396e00cdbbb,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:14.956346 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c96d850f-6217-40da-8f69-bfa3e7a8a629 None None] Current status of the port 884a0053-65d4-4910-9557-25e3bc6b08f4 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:14.956695 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c5ed3bdb-2cea-4429-b25d-f6324d92f6d5 req-fccd43db-7ba0-413b-b041-eac9798a1bc4 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (076f111d-ba08-4e18-8e02-aeb849b6d22c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:14.956824 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c96d850f-6217-40da-8f69-bfa3e7a8a629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (884a0053-65d4-4910-9557-25e3bc6b08f4), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:15.012617 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6850ba83-7dd9-4600-99b8-7f6ef36a5cab req-acb87ce0-7907-4485-935a-d3f99ada262d tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42fb62d-b4ff-4e09-886f-82f8bef72e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365243 Feb 09 01:16:15.024474 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c5ed3bdb-2cea-4429-b25d-f6324d92f6d5 req-fccd43db-7ba0-413b-b041-eac9798a1bc4 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:15.026224 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c5ed3bdb-2cea-4429-b25d-f6324d92f6d5 req-fccd43db-7ba0-413b-b041-eac9798a1bc4 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.6900594 Feb 09 01:16:15.040296 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-c96d850f-6217-40da-8f69-bfa3e7a8a629 None None] For port 884a0053-65d4-4910-9557-25e3bc6b08f4, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=884a0053-65d4-4910-9557-25e3bc6b08f4,segment=NetworkSegment(bf240883-6a6c-4995-9472-52dd77345be3),segment_id=bf240883-6a6c-4995-9472-52dd77345be3)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:15.052354 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c96d850f-6217-40da-8f69-bfa3e7a8a629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (884a0053-65d4-4910-9557-25e3bc6b08f4), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:15.105360 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c5ed3bdb-2cea-4429-b25d-f6324d92f6d5 req-083ccb19-f69a-4eaa-8c83-7947a2bf6acc tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.93 HTTP/1.1" status: 200 len: 695 time: 0.0681808 Feb 09 01:16:15.108227 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-4c44edf7-4c12-4e6e-9057-8ee49b4dba0e service neutron] For port 42cd6e7b-28d3-48c1-b837-95c690627409, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:16:15.133373 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d850f-6217-40da-8f69-bfa3e7a8a629 None None] Pushing event updated for resources: {'Port': ['ID=884a0053-65d4-4910-9557-25e3bc6b08f4,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:15.137832 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-962f5b10-552d-4bbd-9f71-b60d135a45b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09325590-4bad-490e-b0b8-3a002346b8a4', 'name': 'tempest-FloatingIPDetailsTestJSON-559966184-router', 'tenant_id': '22757ae997c7497ca4684832a30adf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'b48c75d2-d468-463b-9522-2e5ce7ee31bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:56Z', 'updated_at': '2022-02-09T01:16:05Z', 'revision_number': 4, 'project_id': '22757ae997c7497ca4684832a30adf94', 'gw_port': {'id': 'b48c75d2-d468-463b-9522-2e5ce7ee31bd', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09325590-4bad-490e-b0b8-3a002346b8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:59Z', 'updated_at': '2022-02-09T01:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '884a0053-65d4-4910-9557-25e3bc6b08f4', 'name': '', 'network_id': 'fe669116-1a16-48fc-b30c-7a7cb91ef694', 'tenant_id': '22757ae997c7497ca4684832a30adf94', 'mac_address': 'fa:16:3e:7e:f9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09325590-4bad-490e-b0b8-3a002346b8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '377ee2ae-80e9-44ce-b413-31f703b67261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:04Z', 'updated_at': '2022-02-09T01:16:14Z', 'revision_number': 4, 'project_id': '22757ae997c7497ca4684832a30adf94', 'subnets': [{'id': '377ee2ae-80e9-44ce-b413-31f703b67261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:15.138206 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-4c44edf7-4c12-4e6e-9057-8ee49b4dba0e service neutron] For port 42cd6e7b-28d3-48c1-b837-95c690627409, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=42cd6e7b-28d3-48c1-b837-95c690627409,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:16:15.185177 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962f5b10-552d-4bbd-9f71-b60d135a45b0 None None] The sync data for ids ['09325590-4bad-490e-b0b8-3a002346b8a4'] in n-d-822053-40 is: [{'id': '09325590-4bad-490e-b0b8-3a002346b8a4', 'name': 'tempest-FloatingIPDetailsTestJSON-559966184-router', 'tenant_id': '22757ae997c7497ca4684832a30adf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'b48c75d2-d468-463b-9522-2e5ce7ee31bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:56Z', 'updated_at': '2022-02-09T01:16:05Z', 'revision_number': 4, 'project_id': '22757ae997c7497ca4684832a30adf94', 'gw_port': {'id': 'b48c75d2-d468-463b-9522-2e5ce7ee31bd', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09325590-4bad-490e-b0b8-3a002346b8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:59Z', 'updated_at': '2022-02-09T01:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '884a0053-65d4-4910-9557-25e3bc6b08f4', 'name': '', 'network_id': 'fe669116-1a16-48fc-b30c-7a7cb91ef694', 'tenant_id': '22757ae997c7497ca4684832a30adf94', 'mac_address': 'fa:16:3e:7e:f9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09325590-4bad-490e-b0b8-3a002346b8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '377ee2ae-80e9-44ce-b413-31f703b67261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:04Z', 'updated_at': '2022-02-09T01:16:14Z', 'revision_number': 4, 'project_id': '22757ae997c7497ca4684832a30adf94', 'subnets': [{'id': '377ee2ae-80e9-44ce-b413-31f703b67261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:15.188321 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-4c44edf7-4c12-4e6e-9057-8ee49b4dba0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (42cd6e7b-28d3-48c1-b837-95c690627409), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:15.334213 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-4c44edf7-4c12-4e6e-9057-8ee49b4dba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:15.334828 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-4c44edf7-4c12-4e6e-9057-8ee49b4dba0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:15.336413 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-4c44edf7-4c12-4e6e-9057-8ee49b4dba0e service neutron] 10.222.0.121 "PUT /v2.0/ports/42cd6e7b-28d3-48c1-b837-95c690627409 HTTP/1.1" status: 200 len: 1098 time: 2.2724564 Feb 09 01:16:15.426423 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed3bdb-2cea-4429-b25d-f6324d92f6d5 req-1a0d939a-cc63-48ac-a444-edb5d614476b tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:15.427968 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c5ed3bdb-2cea-4429-b25d-f6324d92f6d5 req-1a0d939a-cc63-48ac-a444-edb5d614476b tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] 10.222.0.30 "GET /v2.0/networks/def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 784 time: 0.3143439 Feb 09 01:16:15.428676 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c44edf7-4c12-4e6e-9057-8ee49b4dba0e service neutron] Pushing event updated for resources: {'Port': ['ID=42cd6e7b-28d3-48c1-b837-95c690627409,revision_number=12']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:15.490422 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1f18f-4213-47a3-8657-e741075c83b8 req-402900ef-5f62-40e0-8300-1784279d1093 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:15.492480 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b5b1f18f-4213-47a3-8657-e741075c83b8 req-402900ef-5f62-40e0-8300-1784279d1093 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 945 time: 0.3708813 Feb 09 01:16:15.538312 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38cd53bc-e8df-4c9c-af94-192930c36768 x-openstack-request-id: req-38cd53bc-e8df-4c9c-af94-192930c36768 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:16:15.538599 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ef7e3e-bb1d-4563-80ee-e9e15b99203c", "tag": "2b59282d-c827-453c-91f3-1f2512cf4704", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:16:15.538855 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-38cd53bc-e8df-4c9c-af94-192930c36768 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:16:15.539262 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ef7e3e-bb1d-4563-80ee-e9e15b99203c', 'tag': '2b59282d-c827-453c-91f3-1f2512cf4704', 'status': 'completed', 'code': 200} Feb 09 01:16:15.605315 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b0812f-cc6d-49da-ac6f-dd48b21f1050 x-openstack-request-id: req-42b0812f-cc6d-49da-ac6f-dd48b21f1050 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:16:15.605812 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa48c96-732a-4bf6-8556-edde312f2fe2", "name": "network-vif-unplugged", "status": "completed", "tag": "42cd6e7b-28d3-48c1-b837-95c690627409", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:16:15.606260 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-42b0812f-cc6d-49da-ac6f-dd48b21f1050 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:16:15.606948 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa48c96-732a-4bf6-8556-edde312f2fe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42cd6e7b-28d3-48c1-b837-95c690627409', 'code': 200} Feb 09 01:16:15.660499 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-c434fc44-35c0-45b7-a570-a579d37e26fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:15.662933 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-c434fc44-35c0-45b7-a570-a579d37e26fd service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3d8394520fe34c9daa660b5c0721b019&device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 1132 time: 0.2307713 Feb 09 01:16:15.745048 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b5b1f18f-4213-47a3-8657-e741075c83b8 req-500485c8-6aa4-44a1-90d3-aff9e3ac9935 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349608 Feb 09 01:16:15.786466 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f3a2fe35-9c62-4d3a-a561-a8ee87a46dd4 req-df36205c-07f0-4b17-8a3d-8ce34e491dc6 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/floatingips/73e1a790-93fd-4c4e-bcac-95cf8055f7b2 HTTP/1.1" status: 200 len: 693 time: 0.1357293 Feb 09 01:16:15.791186 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ab38f-c66f-42b4-b9b9-ecb91b30b5a1 req-fc3fe5ae-0b1a-4475-bbf4-62a44a8ca396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:15.792750 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ed3ab38f-c66f-42b4-b9b9-ecb91b30b5a1 req-fc3fe5ae-0b1a-4475-bbf4-62a44a8ca396 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0edeb144f81f4d66b455a07b636e6ab9&device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 1128 time: 0.2352133 Feb 09 01:16:15.933157 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 884a0053-65d4-4910-9557-25e3bc6b08f4 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:15.984405 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device c0c869a1-187d-4996-baf1-8c90705818df up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:16.064178 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-c662d76d-d645-4f86-b4d8-d0f698178b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:16.066481 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-c662d76d-d645-4f86-b4d8-d0f698178b26 service neutron] 10.222.0.121 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.3886294 Feb 09 01:16:16.069163 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port c0c869a1-187d-4996-baf1-8c90705818df completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:16.071643 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 884a0053-65d4-4910-9557-25e3bc6b08f4 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:16.072262 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (884a0053-65d4-4910-9557-25e3bc6b08f4), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:16.077653 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port c0c869a1-187d-4996-baf1-8c90705818df triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:16.078026 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c0c869a1-187d-4996-baf1-8c90705818df), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:16.082354 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ab38f-c66f-42b4-b9b9-ecb91b30b5a1 req-4e338303-e642-432b-9f61-2999a9372154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:16.084154 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ed3ab38f-c66f-42b4-b9b9-ecb91b30b5a1 req-4e338303-e642-432b-9f61-2999a9372154 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940 HTTP/1.1" status: 200 len: 921 time: 0.2641563 Feb 09 01:16:16.204885 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-a0f7d66f-f216-43b1-a121-f1bae76ae2a5 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=42cd6e7b-28d3-48c1-b837-95c690627409 HTTP/1.1" status: 200 len: 217 time: 0.1159432 Feb 09 01:16:16.253565 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 884a0053-65d4-4910-9557-25e3bc6b08f4 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:16.266589 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ed3ab38f-c66f-42b4-b9b9-ecb91b30b5a1 req-0c7dbdf4-48a8-480c-9aef-1401a48092f0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b59282d-c827-453c-91f3-1f2512cf4704 HTTP/1.1" status: 200 len: 217 time: 0.1101589 Feb 09 01:16:16.275887 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port c0c869a1-187d-4996-baf1-8c90705818df is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:16.276905 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c0c869a1-187d-4996-baf1-8c90705818df), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:16.319485 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port c0c869a1-187d-4996-baf1-8c90705818df, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=c0c869a1-187d-4996-baf1-8c90705818df,segment=NetworkSegment(e0a7113e-f0a9-4d1b-aa22-15afb09b7c6f),segment_id=e0a7113e-f0a9-4d1b-aa22-15afb09b7c6f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:16.326068 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (c0c869a1-187d-4996-baf1-8c90705818df), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:16.328190 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device e1212d63-abf5-44eb-b9b9-312a27932a75 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:16.416107 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2fe35-9c62-4d3a-a561-a8ee87a46dd4 req-910c6c57-5896-4e81-b71f-24e1e28288ca tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:16.417552 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f3a2fe35-9c62-4d3a-a561-a8ee87a46dd4 req-910c6c57-5896-4e81-b71f-24e1e28288ca tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/networks/def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 784 time: 0.6220496 Feb 09 01:16:16.442626 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ab38f-c66f-42b4-b9b9-ecb91b30b5a1 req-0e95c613-fb71-435d-aa9e-fe797f4d8064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:16.444108 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ed3ab38f-c66f-42b4-b9b9-ecb91b30b5a1 req-0e95c613-fb71-435d-aa9e-fe797f4d8064 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=58a3d8a1-b976-4fd7-a8cd-ab2983e09e0d HTTP/1.1" status: 200 len: 860 time: 0.1683068 Feb 09 01:16:16.449091 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=c0c869a1-187d-4996-baf1-8c90705818df,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:16.453651 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-09d56d28-95a2-4e54-996b-61b7a36758b2 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:16.465906 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port e1212d63-abf5-44eb-b9b9-312a27932a75 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:16.469570 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-09d56d28-95a2-4e54-996b-61b7a36758b2 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/networks?id=fe516e29-735a-4343-b41d-62f1308dd9ac HTTP/1.1" status: 200 len: 814 time: 0.4430044 Feb 09 01:16:16.476199 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port e1212d63-abf5-44eb-b9b9-312a27932a75 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:16.476575 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e1212d63-abf5-44eb-b9b9-312a27932a75), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:16.517342 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-25dae61f-4d66-4c73-86cb-a771ee870c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:16.518932 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-25dae61f-4d66-4c73-86cb-a771ee870c2a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.2694848 Feb 09 01:16:16.579097 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f3a2fe35-9c62-4d3a-a561-a8ee87a46dd4 req-92acb4ac-a45d-4c64-a86f-cd4d35bbac71 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.153 HTTP/1.1" status: 200 len: 696 time: 0.1480999 Feb 09 01:16:16.581101 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ed3ab38f-c66f-42b4-b9b9-ecb91b30b5a1 req-a05bec36-7fec-4b0f-9cb5-6c8e83e2b23d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676167 Feb 09 01:16:16.614727 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-b22f2411-6dad-473e-8d43-65c8817f3759 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/quotas/d27c756c8932484ba946bc81ad113e78 HTTP/1.1" status: 200 len: 375 time: 0.0852308 Feb 09 01:16:16.715253 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port e1212d63-abf5-44eb-b9b9-312a27932a75 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:16.715639 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e1212d63-abf5-44eb-b9b9-312a27932a75), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:16.745441 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-09d3ee5b-a102-46ea-873f-19f05a8ce028 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d27c756c8932484ba946bc81ad113e78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467577 Feb 09 01:16:16.756767 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port e1212d63-abf5-44eb-b9b9-312a27932a75, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=e1212d63-abf5-44eb-b9b9-312a27932a75,segment=NetworkSegment(b25c531f-39e7-4a7c-ade3-bce09b366b69),segment_id=b25c531f-39e7-4a7c-ade3-bce09b366b69)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:16.757924 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f3a2fe35-9c62-4d3a-a561-a8ee87a46dd4 req-8889e429-c5b7-4ff7-aad7-6626d6f2cee2 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.153 HTTP/1.1" status: 200 len: 696 time: 0.1555870 Feb 09 01:16:16.766749 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e1212d63-abf5-44eb-b9b9-312a27932a75), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:16.845216 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=e1212d63-abf5-44eb-b9b9-312a27932a75,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:16.860220 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-add8dae0-0489-4c48-b0cd-14be7d532316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:16.862013 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-add8dae0-0489-4c48-b0cd-14be7d532316 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3272896 Feb 09 01:16:17.045971 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ed3ab38f-c66f-42b4-b9b9-ecb91b30b5a1 req-6f5e3937-8975-4e83-a6d6-55a3794f5faa service neutron] 10.222.0.91 "GET /v2.0/networks/c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422016 Feb 09 01:16:17.149627 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-9f147428-ba84-479c-be1e-178435897380 service neutron] 10.222.0.30 "GET /v2.0/networks/fe516e29-735a-4343-b41d-62f1308dd9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678784 Feb 09 01:16:17.177534 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-544eaa1a-4d11-43d2-8ff0-dc8a0741562b service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799678 Feb 09 01:16:17.544134 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaa48c96-732a-4bf6-8556-edde312f2fe2', 'tag': '42cd6e7b-28d3-48c1-b837-95c690627409'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:16:17.546300 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dce197c-9bb9-4f44-b7a5-3cafad7f9d98" -d '{"events": [{"name": "network-changed", "server_uuid": "aaa48c96-732a-4bf6-8556-edde312f2fe2", "tag": "42cd6e7b-28d3-48c1-b837-95c690627409"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:16:17.608085 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38151e77-fd58-4728-b1b0-ff538e34933e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c869a1-187d-4996-baf1-8c90705818df'}, {'server_uuid': '38151e77-fd58-4728-b1b0-ff538e34933e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1212d63-abf5-44eb-b9b9-312a27932a75'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:16:17.610717 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb23c2e-449d-46ad-9672-857a9d67c881" -d '{"events": [{"server_uuid": "38151e77-fd58-4728-b1b0-ff538e34933e", "name": "network-vif-plugged", "status": "completed", "tag": "c0c869a1-187d-4996-baf1-8c90705818df"}, {"server_uuid": "38151e77-fd58-4728-b1b0-ff538e34933e", "name": "network-vif-plugged", "status": "completed", "tag": "e1212d63-abf5-44eb-b9b9-312a27932a75"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:16:17.633622 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-f3a2fe35-9c62-4d3a-a561-a8ee87a46dd4 req-4a2fb748-516e-4303-b9c2-a115d8ea31f0 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Deleting port 177e3e2f-1cd1-4aeb-a37d-070c96dd5581 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:17.633966 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f3a2fe35-9c62-4d3a-a561-a8ee87a46dd4 req-4a2fb748-516e-4303-b9c2-a115d8ea31f0 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (177e3e2f-1cd1-4aeb-a37d-070c96dd5581), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:17.637038 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ed3ab38f-c66f-42b4-b9b9-ecb91b30b5a1 req-07d36c92-a3b5-4af8-8e72-296bddab8a2e service neutron] 10.222.0.91 "GET /v2.0/networks/c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5788260 Feb 09 01:16:17.728251 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-a69557b6-64ec-4e60-b179-749faf8bf5e4 service neutron] 10.222.0.30 "GET /v2.0/networks/fe516e29-735a-4343-b41d-62f1308dd9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5703394 Feb 09 01:16:17.757496 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e88caa50-b7bd-4949-8918-8a5e1c456354 req-6b492098-a9e8-4239-bc1b-63da8514aa43 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150438 Feb 09 01:16:17.773696 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f3a2fe35-9c62-4d3a-a561-a8ee87a46dd4 req-4a2fb748-516e-4303-b9c2-a115d8ea31f0 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (177e3e2f-1cd1-4aeb-a37d-070c96dd5581), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:17.774565 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f3a2fe35-9c62-4d3a-a561-a8ee87a46dd4 req-4a2fb748-516e-4303-b9c2-a115d8ea31f0 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks [] for floatingip (177e3e2f-1cd1-4aeb-a37d-070c96dd5581), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:17.794421 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-f3a2fe35-9c62-4d3a-a561-a8ee87a46dd4 req-4a2fb748-516e-4303-b9c2-a115d8ea31f0 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Calling delete_port for 177e3e2f-1cd1-4aeb-a37d-070c96dd5581 owned by network:floatingip {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:17.965089 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-61ec063f-1ee2-457b-ada1-3e5b093a4099 req-ad3b3408-9e80-484d-a50d-1b754c842b56 tempest-QuotasAdminNegativeTest-365409924 tempest-QuotasAdminNegativeTest-365409924-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=17f451195b6b4536b92429515a6e5f31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488105 Feb 09 01:16:18.005626 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f3a2fe35-9c62-4d3a-a561-a8ee87a46dd4 req-4a2fb748-516e-4303-b9c2-a115d8ea31f0 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (177e3e2f-1cd1-4aeb-a37d-070c96dd5581), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:18.040639 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:16:18.081738 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2fb748-516e-4303-b9c2-a115d8ea31f0 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Pushing event deleted for resources: {'Port': ['ID=177e3e2f-1cd1-4aeb-a37d-070c96dd5581,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:18.118404 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2fb748-516e-4303-b9c2-a115d8ea31f0 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:18.118755 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2fb748-516e-4303-b9c2-a115d8ea31f0 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:18.119097 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2fb748-516e-4303-b9c2-a115d8ea31f0 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:18.119433 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2fb748-516e-4303-b9c2-a115d8ea31f0 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:18.119766 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2fb748-516e-4303-b9c2-a115d8ea31f0 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:18.120126 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2fb748-516e-4303-b9c2-a115d8ea31f0 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:18.120456 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2fb748-516e-4303-b9c2-a115d8ea31f0 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:18.120782 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2fb748-516e-4303-b9c2-a115d8ea31f0 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:18.121107 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2fb748-516e-4303-b9c2-a115d8ea31f0 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:18.121429 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2fb748-516e-4303-b9c2-a115d8ea31f0 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:18.121751 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2fb748-516e-4303-b9c2-a115d8ea31f0 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:18.122079 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2fb748-516e-4303-b9c2-a115d8ea31f0 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:18.122503 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2fb748-516e-4303-b9c2-a115d8ea31f0 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:18.191670 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec063f-1ee2-457b-ada1-3e5b093a4099 req-c44d7c42-3cec-4956-aab3-3beb19cde8ec tempest-QuotasAdminNegativeTest-365409924 tempest-QuotasAdminNegativeTest-365409924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:18.193273 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-61ec063f-1ee2-457b-ada1-3e5b093a4099 req-c44d7c42-3cec-4956-aab3-3beb19cde8ec tempest-QuotasAdminNegativeTest-365409924 tempest-QuotasAdminNegativeTest-365409924-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2219694 Feb 09 01:16:18.201254 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f3a2fe35-9c62-4d3a-a561-a8ee87a46dd4 req-4a2fb748-516e-4303-b9c2-a115d8ea31f0 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks [] for floatingip (73e1a790-93fd-4c4e-bcac-95cf8055f7b2), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:18.205255 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f3a2fe35-9c62-4d3a-a561-a8ee87a46dd4 req-4a2fb748-516e-4303-b9c2-a115d8ea31f0 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:18.206144 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f3a2fe35-9c62-4d3a-a561-a8ee87a46dd4 req-4a2fb748-516e-4303-b9c2-a115d8ea31f0 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "DELETE /v2.0/floatingips/73e1a790-93fd-4c4e-bcac-95cf8055f7b2 HTTP/1.1" status: 204 len: 173 time: 1.4387577 Feb 09 01:16:18.218002 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-61ec063f-1ee2-457b-ada1-3e5b093a4099 req-64901b48-192f-4c3b-b1e2-6eea487bb2ed tempest-QuotasAdminNegativeTest-365409924 tempest-QuotasAdminNegativeTest-365409924-project] 10.222.0.30 "GET /v2.0/quotas/17f451195b6b4536b92429515a6e5f31 HTTP/1.1" status: 200 len: 375 time: 0.0172279 Feb 09 01:16:18.268657 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-61ec063f-1ee2-457b-ada1-3e5b093a4099 req-442745e4-9c56-4db6-a5e2-ac8c4789fbf8 tempest-QuotasAdminNegativeTest-365409924 tempest-QuotasAdminNegativeTest-365409924-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=17f451195b6b4536b92429515a6e5f31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440576 Feb 09 01:16:18.544520 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19497de1-95f2-42c6-8da1-b4f91ec3f77e req-184223a2-64e1-4a27-a65d-5a485fd9f5b6 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:18.546136 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-19497de1-95f2-42c6-8da1-b4f91ec3f77e req-184223a2-64e1-4a27-a65d-5a485fd9f5b6 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 949 time: 0.1312878 Feb 09 01:16:18.556986 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d58f4d90-95bc-4ec9-ade0-54ce09f25447 req-3a8242f0-5c37-414f-9784-3daa2bba10c8 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1569531 Feb 09 01:16:18.568775 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-d58f4d90-95bc-4ec9-ade0-54ce09f25447 req-886175d8-0947-4c75-9616-1bc576ac961c tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:18.616290 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d58f4d90-95bc-4ec9-ade0-54ce09f25447 req-886175d8-0947-4c75-9616-1bc576ac961c tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:18.638038 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-19497de1-95f2-42c6-8da1-b4f91ec3f77e req-79c03716-2a3f-4e18-8397-5d47a8973f7f tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802321 Feb 09 01:16:18.779345 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d58f4d90-95bc-4ec9-ade0-54ce09f25447 req-886175d8-0947-4c75-9616-1bc576ac961c tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:18.832893 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25627e37-e69d-4266-93b6-c4e72f038aeb req-3ab2d9bc-cad1-43e9-8006-84b68fb7e5ce tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:18.838185 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25627e37-e69d-4266-93b6-c4e72f038aeb req-3ab2d9bc-cad1-43e9-8006-84b68fb7e5ce tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:18.839781 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-25627e37-e69d-4266-93b6-c4e72f038aeb req-3ab2d9bc-cad1-43e9-8006-84b68fb7e5ce tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/ports?device_id=38151e77-fd58-4728-b1b0-ff538e34933e HTTP/1.1" status: 200 len: 1682 time: 0.1190643 Feb 09 01:16:18.936917 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-25627e37-e69d-4266-93b6-c4e72f038aeb req-7fb00070-34be-4963-b67a-94b1df388aed tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42fb62d-b4ff-4e09-886f-82f8bef72e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882304 Feb 09 01:16:18.959609 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-d58f4d90-95bc-4ec9-ade0-54ce09f25447 req-886175d8-0947-4c75-9616-1bc576ac961c tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Allocated IP 172.25.1.182 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/fb18875c-91f5-4f7f-bd7d-42c694446816) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:19.161294 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-acb947e3-dc5b-4019-9097-d8c3db3fdb2e tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:19.162808 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-acb947e3-dc5b-4019-9097-d8c3db3fdb2e tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.91 "GET /v2.0/networks?id=fe516e29-735a-4343-b41d-62f1308dd9ac HTTP/1.1" status: 200 len: 814 time: 0.2124896 Feb 09 01:16:19.186651 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-3e81a494-927f-4649-8d7e-3c985976951a tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Request body: {'port': {'device_id': '1d7ed2d7-8536-41bc-b6cb-fd3544ea6570', 'network_id': 'fe516e29-735a-4343-b41d-62f1308dd9ac', 'admin_state_up': True, 'tenant_id': 'd27c756c8932484ba946bc81ad113e78'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:19.200538 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249404c0-84f6-4119-b9e9-210074024886 req-a33b5069-4a60-4afa-b1b8-e8020612cd8d tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:19.202642 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-249404c0-84f6-4119-b9e9-210074024886 req-a33b5069-4a60-4afa-b1b8-e8020612cd8d tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 945 time: 0.1867168 Feb 09 01:16:19.216089 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:19.289518 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d58f4d90-95bc-4ec9-ade0-54ce09f25447 req-886175d8-0947-4c75-9616-1bc576ac961c tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks [] for port (fb18875c-91f5-4f7f-bd7d-42c694446816), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:19.343278 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-249404c0-84f6-4119-b9e9-210074024886 req-b99b3c9a-2cba-420a-9b6b-5248d86d01a3 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001608 Feb 09 01:16:19.401155 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d58f4d90-95bc-4ec9-ade0-54ce09f25447 req-886175d8-0947-4c75-9616-1bc576ac961c tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (fb18875c-91f5-4f7f-bd7d-42c694446816), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:19.411440 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-3e81a494-927f-4649-8d7e-3c985976951a tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Made reservation on behalf of d27c756c8932484ba946bc81ad113e78 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:19.413585 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-3e81a494-927f-4649-8d7e-3c985976951a tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:19.421379 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193f39b8-f307-4cde-8110-2146c7964857 x-openstack-request-id: req-193f39b8-f307-4cde-8110-2146c7964857 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:16:19.424404 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaa48c96-732a-4bf6-8556-edde312f2fe2", "tag": "42cd6e7b-28d3-48c1-b837-95c690627409", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:16:19.424763 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-193f39b8-f307-4cde-8110-2146c7964857 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:16:19.425333 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaa48c96-732a-4bf6-8556-edde312f2fe2', 'tag': '42cd6e7b-28d3-48c1-b837-95c690627409', 'status': 'completed', 'code': 200} Feb 09 01:16:19.461152 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 01:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b512f3-a9ff-4063-841d-33ee605d8878 x-openstack-request-id: req-f8b512f3-a9ff-4063-841d-33ee605d8878 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:16:19.461841 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38151e77-fd58-4728-b1b0-ff538e34933e", "name": "network-vif-plugged", "status": "completed", "tag": "c0c869a1-187d-4996-baf1-8c90705818df", "code": 200}, {"server_uuid": "38151e77-fd58-4728-b1b0-ff538e34933e", "name": "network-vif-plugged", "status": "completed", "tag": "e1212d63-abf5-44eb-b9b9-312a27932a75", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:16:19.462426 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f8b512f3-a9ff-4063-841d-33ee605d8878 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:16:19.463237 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38151e77-fd58-4728-b1b0-ff538e34933e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c869a1-187d-4996-baf1-8c90705818df', 'code': 200} Feb 09 01:16:19.463699 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38151e77-fd58-4728-b1b0-ff538e34933e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1212d63-abf5-44eb-b9b9-312a27932a75', 'code': 200} Feb 09 01:16:19.495629 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d58f4d90-95bc-4ec9-ade0-54ce09f25447 req-886175d8-0947-4c75-9616-1bc576ac961c tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:19.529177 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce197c-9bb9-4f44-b7a5-3cafad7f9d98 req-6a9ff29a-512d-4642-b45a-e7298b1fe59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:19.531426 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5dce197c-9bb9-4f44-b7a5-3cafad7f9d98 req-6a9ff29a-512d-4642-b45a-e7298b1fe59b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3d8394520fe34c9daa660b5c0721b019&device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 1132 time: 0.0800219 Feb 09 01:16:19.532577 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-d58f4d90-95bc-4ec9-ade0-54ce09f25447 req-886175d8-0947-4c75-9616-1bc576ac961c tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:19.544554 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-d58f4d90-95bc-4ec9-ade0-54ce09f25447 req-886175d8-0947-4c75-9616-1bc576ac961c tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:19.630334 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8b143fec-9d2d-43e8-bc12-a6659c928ee2 req-dec41d04-0c56-414b-ba69-68b0abf176c1 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d7ed2d7-8536-41bc-b6cb-fd3544ea6570 HTTP/1.1" status: 200 len: 210 time: 0.1033189 Feb 09 01:16:19.630952 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886175d8-0947-4c75-9616-1bc576ac961c tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Pushing event updated for resources: {'Port': ['ID=fb18875c-91f5-4f7f-bd7d-42c694446816,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:19.672015 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4814e-7981-4766-95e8-36539eeb6200 req-d541c66a-8157-4e9d-8cc1-f745af336d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:19.673244 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4814e-7981-4766-95e8-36539eeb6200 req-d541c66a-8157-4e9d-8cc1-f745af336d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:19.675598 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-04d4814e-7981-4766-95e8-36539eeb6200 req-d541c66a-8157-4e9d-8cc1-f745af336d3e service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=38151e77-fd58-4728-b1b0-ff538e34933e HTTP/1.1" status: 200 len: 2048 time: 0.1261561 Feb 09 01:16:19.727792 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce197c-9bb9-4f44-b7a5-3cafad7f9d98 req-b7326fdc-33b0-4357-82a1-540985b0d15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:19.728779 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5dce197c-9bb9-4f44-b7a5-3cafad7f9d98 req-b7326fdc-33b0-4357-82a1-540985b0d15d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3d8394520fe34c9daa660b5c0721b019&device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 1132 time: 0.2692409 Feb 09 01:16:19.746010 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce197c-9bb9-4f44-b7a5-3cafad7f9d98 req-14fc400f-f7b0-4977-afd3-bc878647b1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:19.747496 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5dce197c-9bb9-4f44-b7a5-3cafad7f9d98 req-14fc400f-f7b0-4977-afd3-bc878647b1b1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.1884251 Feb 09 01:16:19.764709 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-04d4814e-7981-4766-95e8-36539eeb6200 req-547d0108-2c59-42d0-adf3-abc801b11ead service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=d42fb62d-b4ff-4e09-886f-82f8bef72e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819001 Feb 09 01:16:19.797437 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5dce197c-9bb9-4f44-b7a5-3cafad7f9d98 req-44494af3-73ca-4b9b-8cfd-a23d40ed5156 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=42cd6e7b-28d3-48c1-b837-95c690627409 HTTP/1.1" status: 200 len: 217 time: 0.0404959 Feb 09 01:16:19.866499 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-3e81a494-927f-4649-8d7e-3c985976951a tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Allocated IP 172.20.0.3 (fe516e29-735a-4343-b41d-62f1308dd9ac/e6c7e660-340b-43fd-ab14-a81164bb8bc4/110cb464-a641-4916-bcb5-edb0e09c3b46) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:19.881622 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-52a74188-4f05-4582-a37d-69817231d14a req-cf2ae72e-4d00-419e-abb9-366d2f511c95 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/security-groups/d7adfce0-68b8-4336-80ea-3bdb8c61813d HTTP/1.1" status: 200 len: 1823 time: 0.2024415 Feb 09 01:16:19.903779 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d58f4d90-95bc-4ec9-ade0-54ce09f25447 req-886175d8-0947-4c75-9616-1bc576ac961c tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks [] for floatingip (c1453a90-ad31-4239-b74d-ed23091b934c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:20.006449 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce197c-9bb9-4f44-b7a5-3cafad7f9d98 req-cf3c919d-1e09-4bc9-9096-9626539acdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:20.007844 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5dce197c-9bb9-4f44-b7a5-3cafad7f9d98 req-cf3c919d-1e09-4bc9-9096-9626539acdb9 service neutron] 10.222.0.121 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.2655449 Feb 09 01:16:20.039222 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d58f4d90-95bc-4ec9-ade0-54ce09f25447 req-886175d8-0947-4c75-9616-1bc576ac961c tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (fb18875c-91f5-4f7f-bd7d-42c694446816), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:20.140809 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5dce197c-9bb9-4f44-b7a5-3cafad7f9d98 req-c2d40c9f-1fee-4f27-9e2d-f7b0add53324 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=42cd6e7b-28d3-48c1-b837-95c690627409 HTTP/1.1" status: 200 len: 217 time: 0.1191425 Feb 09 01:16:20.164809 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-52a74188-4f05-4582-a37d-69817231d14a req-df2a3d1c-bc86-46b1-884e-b3eb3df00eee tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks [] for security_group (d7adfce0-68b8-4336-80ea-3bdb8c61813d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:20.276111 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce197c-9bb9-4f44-b7a5-3cafad7f9d98 req-e9ce394f-92d7-4169-a1c4-6d553f2814fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:20.276388 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 42cd6e7b-28d3-48c1-b837-95c690627409 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:16:20.279080 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5dce197c-9bb9-4f44-b7a5-3cafad7f9d98 req-e9ce394f-92d7-4169-a1c4-6d553f2814fe service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.0567827 Feb 09 01:16:20.331288 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-52a74188-4f05-4582-a37d-69817231d14a req-df2a3d1c-bc86-46b1-884e-b3eb3df00eee tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks [] for security_group (d7adfce0-68b8-4336-80ea-3bdb8c61813d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:20.348870 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce197c-9bb9-4f44-b7a5-3cafad7f9d98 req-2fc04b96-678f-4244-a6f4-7fbc103a9468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:20.350563 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5dce197c-9bb9-4f44-b7a5-3cafad7f9d98 req-2fc04b96-678f-4244-a6f4-7fbc103a9468 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0619721 Feb 09 01:16:20.362278 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce197c-9bb9-4f44-b7a5-3cafad7f9d98 req-72e35e1c-c424-4419-96ac-fd5eebf51298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:20.365419 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5dce197c-9bb9-4f44-b7a5-3cafad7f9d98 req-72e35e1c-c424-4419-96ac-fd5eebf51298 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.2153773 Feb 09 01:16:20.410877 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-3e81a494-927f-4649-8d7e-3c985976951a tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Publish callbacks [] for port (110cb464-a641-4916-bcb5-edb0e09c3b46), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:20.414031 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 42cd6e7b-28d3-48c1-b837-95c690627409, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=42cd6e7b-28d3-48c1-b837-95c690627409,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:20.437626 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '42cd6e7b-28d3-48c1-b837-95c690627409', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': '42cd6e7b-28d3-48c1-b837-95c690627409', 'mac_address': 'fa:16:3e:5f:2b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:16:20.470909 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5dce197c-9bb9-4f44-b7a5-3cafad7f9d98 req-45ad4b7b-e71a-4a9d-b246-e707bc4b2fd2 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129804 Feb 09 01:16:20.496949 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db982476-c0a9-42cb-8382-c97a9569bd80 req-014c185e-ec14-46fa-9c81-1694d6d1a260 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:20.498071 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 42cd6e7b-28d3-48c1-b837-95c690627409 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:20.499029 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db982476-c0a9-42cb-8382-c97a9569bd80 req-014c185e-ec14-46fa-9c81-1694d6d1a260 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] 10.222.0.121 "GET /v2.0/ports?device_id=a781a189-ba0f-4618-bf82-c650c88e33e8 HTTP/1.1" status: 200 len: 946 time: 0.2613709 Feb 09 01:16:20.499259 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (42cd6e7b-28d3-48c1-b837-95c690627409), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:20.520005 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42cd6e7b-28d3-48c1-b837-95c690627409 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:16:20.533195 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-52a74188-4f05-4582-a37d-69817231d14a req-df2a3d1c-bc86-46b1-884e-b3eb3df00eee tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (d7adfce0-68b8-4336-80ea-3bdb8c61813d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:20.535932 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-52a74188-4f05-4582-a37d-69817231d14a req-df2a3d1c-bc86-46b1-884e-b3eb3df00eee tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:20.537035 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-52a74188-4f05-4582-a37d-69817231d14a req-df2a3d1c-bc86-46b1-884e-b3eb3df00eee tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "DELETE /v2.0/security-groups/d7adfce0-68b8-4336-80ea-3bdb8c61813d HTTP/1.1" status: 204 len: 173 time: 0.6480200 Feb 09 01:16:20.565116 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 42cd6e7b-28d3-48c1-b837-95c690627409, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=42cd6e7b-28d3-48c1-b837-95c690627409,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:20.575137 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (42cd6e7b-28d3-48c1-b837-95c690627409), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:20.592088 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a3d1c-bc86-46b1-884e-b3eb3df00eee tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7adfce0-68b8-4336-80ea-3bdb8c61813d,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:20.620362 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce197c-9bb9-4f44-b7a5-3cafad7f9d98 req-7a58e347-17fb-4daf-8b68-46e9d53b7a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:20.621913 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5dce197c-9bb9-4f44-b7a5-3cafad7f9d98 req-7a58e347-17fb-4daf-8b68-46e9d53b7a6d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2501559 Feb 09 01:16:20.642479 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d58f4d90-95bc-4ec9-ade0-54ce09f25447 req-886175d8-0947-4c75-9616-1bc576ac961c tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks [] for port (fb18875c-91f5-4f7f-bd7d-42c694446816), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:20.644632 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-3e81a494-927f-4649-8d7e-3c985976951a tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (110cb464-a641-4916-bcb5-edb0e09c3b46), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:20.654034 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5dce197c-9bb9-4f44-b7a5-3cafad7f9d98 req-a206764e-b27d-41ed-a96a-d6d6c58ae716 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667099 Feb 09 01:16:20.719735 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=42cd6e7b-28d3-48c1-b837-95c690627409,revision_number=13']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:20.721568 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d58f4d90-95bc-4ec9-ade0-54ce09f25447 req-886175d8-0947-4c75-9616-1bc576ac961c tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (fb18875c-91f5-4f7f-bd7d-42c694446816), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:20.761869 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c628ac5d-4db2-40b0-baff-93434cb685ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:20.771876 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:20.786405 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-3e81a494-927f-4649-8d7e-3c985976951a tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Network fe516e29-735a-4343-b41d-62f1308dd9ac is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:20.802508 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-3e81a494-927f-4649-8d7e-3c985976951a tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:20.829494 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81a494-927f-4649-8d7e-3c985976951a tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Pushing event updated for resources: {'Port': ['ID=110cb464-a641-4916-bcb5-edb0e09c3b46,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:20.831970 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-3e81a494-927f-4649-8d7e-3c985976951a tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:20.923661 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['42cd6e7b-28d3-48c1-b837-95c690627409'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:16:20.980604 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d58f4d90-95bc-4ec9-ade0-54ce09f25447 req-886175d8-0947-4c75-9616-1bc576ac961c tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (c1453a90-ad31-4239-b74d-ed23091b934c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:20.986418 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5dce197c-9bb9-4f44-b7a5-3cafad7f9d98 req-17f6f887-be53-4b8e-a677-05241ca4cc53 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548541 Feb 09 01:16:21.005511 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886175d8-0947-4c75-9616-1bc576ac961c tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Pushing event updated for resources: {'Port': ['ID=fb18875c-91f5-4f7f-bd7d-42c694446816,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:21.022001 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-3e81a494-927f-4649-8d7e-3c985976951a tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:21.022657 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-3e81a494-927f-4649-8d7e-3c985976951a tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:21.032546 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-db982476-c0a9-42cb-8382-c97a9569bd80 req-32bfcda4-e9c3-4dcf-94a9-1af2300045c2 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] Deleting port 7ef7185e-2941-407c-9fe6-16e22e634c01 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:21.032885 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-db982476-c0a9-42cb-8382-c97a9569bd80 req-32bfcda4-e9c3-4dcf-94a9-1af2300045c2 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (7ef7185e-2941-407c-9fe6-16e22e634c01), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:21.096864 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d58f4d90-95bc-4ec9-ade0-54ce09f25447 req-886175d8-0947-4c75-9616-1bc576ac961c tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:21.098095 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d58f4d90-95bc-4ec9-ade0-54ce09f25447 req-886175d8-0947-4c75-9616-1bc576ac961c tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5341733 Feb 09 01:16:21.482564 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-3e81a494-927f-4649-8d7e-3c985976951a tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3031654 Feb 09 01:16:21.525215 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-e520387b-9247-45e3-bbc8-d72acdc9edcf service neutron] Request body: {'port': {'device_id': '1d7ed2d7-8536-41bc-b6cb-fd3544ea6570', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:21.548893 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4d14a-f7c6-48ab-a7e4-7fb9da5c80fd req-f8b65433-26cd-4666-8b16-1005646c587a tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:21.550459 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-82e4d14a-f7c6-48ab-a7e4-7fb9da5c80fd req-f8b65433-26cd-4666-8b16-1005646c587a tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] 10.222.0.30 "GET /v2.0/ports?device_id=a781a189-ba0f-4618-bf82-c650c88e33e8 HTTP/1.1" status: 200 len: 946 time: 0.6522667 Feb 09 01:16:21.553196 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d58f4d90-95bc-4ec9-ade0-54ce09f25447 req-69eea242-0feb-4c9b-9213-28ee6a16e276 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.182 HTTP/1.1" status: 200 len: 696 time: 0.0965664 Feb 09 01:16:21.713152 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5dce197c-9bb9-4f44-b7a5-3cafad7f9d98 req-d1f058d5-38ee-4cd5-9a3f-4386565910ad service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7111311 Feb 09 01:16:21.777377 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-db982476-c0a9-42cb-8382-c97a9569bd80 req-32bfcda4-e9c3-4dcf-94a9-1af2300045c2 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] For port 7ef7185e-2941-407c-9fe6-16e22e634c01, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7ef7185e-2941-407c-9fe6-16e22e634c01,segment=NetworkSegment(ad487043-1389-4064-a057-c3dbd8cffcb0),segment_id=ad487043-1389-4064-a057-c3dbd8cffcb0)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:21.777774 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-db982476-c0a9-42cb-8382-c97a9569bd80 req-32bfcda4-e9c3-4dcf-94a9-1af2300045c2 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (7ef7185e-2941-407c-9fe6-16e22e634c01), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:21.806255 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-82e4d14a-f7c6-48ab-a7e4-7fb9da5c80fd req-2cd00dd5-8e00-4a87-8810-35a120073e73 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] 10.222.0.30 "GET /v2.0/security-groups?id=adbf4183-4ba0-4b6d-b42d-02fc339dfbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193878 Feb 09 01:16:21.806829 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-e520387b-9247-45e3-bbc8-d72acdc9edcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (110cb464-a641-4916-bcb5-edb0e09c3b46), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:21.827366 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-db982476-c0a9-42cb-8382-c97a9569bd80 req-32bfcda4-e9c3-4dcf-94a9-1af2300045c2 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] Calling delete_port for 7ef7185e-2941-407c-9fe6-16e22e634c01 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:21.844913 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f4d90-95bc-4ec9-ade0-54ce09f25447 req-e14bd81c-1696-4fa2-bb22-4b6601a51a68 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:21.846327 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d58f4d90-95bc-4ec9-ade0-54ce09f25447 req-e14bd81c-1696-4fa2-bb22-4b6601a51a68 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] 10.222.0.30 "GET /v2.0/networks/def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 784 time: 0.2606552 Feb 09 01:16:22.156626 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e2c1f-40cf-4742-9bc4-9e6caed25dc6 req-fd912918-fc54-45b4-a037-5d242d5606ef tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:22.158150 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-237e2c1f-40cf-4742-9bc4-9e6caed25dc6 req-fd912918-fc54-45b4-a037-5d242d5606ef tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 950 time: 0.2812665 Feb 09 01:16:22.162877 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae72d42-0265-41f2-b1d9-307192b91142 req-d404e3bf-919a-48ab-96fd-fa4178724918 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:22.164719 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-eae72d42-0265-41f2-b1d9-307192b91142 req-d404e3bf-919a-48ab-96fd-fa4178724918 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2&tenant_id=89a8855b9bab40b69c27334c734383e8&binding%3Ahost_id=n-h1-822053-40 HTTP/1.1" status: 200 len: 1128 time: 0.0582967 Feb 09 01:16:22.168179 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3c025-f86f-420a-bbda-6ed9ee5dd33a req-f9c2d36b-ba04-4b0b-944c-aee6489a5dce tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:22.173757 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3c025-f86f-420a-bbda-6ed9ee5dd33a req-f9c2d36b-ba04-4b0b-944c-aee6489a5dce tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:22.175520 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aae3c025-f86f-420a-bbda-6ed9ee5dd33a req-f9c2d36b-ba04-4b0b-944c-aee6489a5dce tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/ports?device_id=38151e77-fd58-4728-b1b0-ff538e34933e HTTP/1.1" status: 200 len: 1682 time: 0.2545435 Feb 09 01:16:22.177336 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-eae72d42-0265-41f2-b1d9-307192b91142 req-c859291f-8068-4a53-a13f-9f8d5d02721b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-822053-40'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:22.251688 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-eae72d42-0265-41f2-b1d9-307192b91142 req-c859291f-8068-4a53-a13f-9f8d5d02721b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (4e6f1dea-5278-4db9-98db-9750dbf841d5), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:22.302997 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 42cd6e7b-28d3-48c1-b837-95c690627409 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:22.336389 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-db982476-c0a9-42cb-8382-c97a9569bd80 req-32bfcda4-e9c3-4dcf-94a9-1af2300045c2 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (7ef7185e-2941-407c-9fe6-16e22e634c01), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:22.347946 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aae3c025-f86f-420a-bbda-6ed9ee5dd33a req-a0e25bb4-4eee-47ac-87ad-7db0703d6da4 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42fb62d-b4ff-4e09-886f-82f8bef72e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559467 Feb 09 01:16:22.351227 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-237e2c1f-40cf-4742-9bc4-9e6caed25dc6 req-bb8be928-6da1-43cf-ba4a-140fa4eccef8 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747000 Feb 09 01:16:22.379871 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 42cd6e7b-28d3-48c1-b837-95c690627409 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:22.379871 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 42cd6e7b-28d3-48c1-b837-95c690627409 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:22.379871 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (42cd6e7b-28d3-48c1-b837-95c690627409), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:22.394007 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bfcda4-e9c3-4dcf-94a9-1af2300045c2 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] Pushing event deleted for resources: {'Port': ['ID=7ef7185e-2941-407c-9fe6-16e22e634c01,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:22.472039 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-db982476-c0a9-42cb-8382-c97a9569bd80 req-32bfcda4-e9c3-4dcf-94a9-1af2300045c2 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] No DVR routers for this DVR port 7ef7185e-2941-407c-9fe6-16e22e634c01 on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:22.485381 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-eae72d42-0265-41f2-b1d9-307192b91142 req-c859291f-8068-4a53-a13f-9f8d5d02721b service neutron] For port 4e6f1dea-5278-4db9-98db-9750dbf841d5, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=4e6f1dea-5278-4db9-98db-9750dbf841d5,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:22.497584 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-db982476-c0a9-42cb-8382-c97a9569bd80 req-32bfcda4-e9c3-4dcf-94a9-1af2300045c2 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:22.502133 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db982476-c0a9-42cb-8382-c97a9569bd80 req-32bfcda4-e9c3-4dcf-94a9-1af2300045c2 tempest-VolumesAdminNegativeTest-1620729271 tempest-VolumesAdminNegativeTest-1620729271-project] 10.222.0.121 "DELETE /v2.0/ports/7ef7185e-2941-407c-9fe6-16e22e634c01 HTTP/1.1" status: 204 len: 173 time: 1.9938548 Feb 09 01:16:22.502772 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a781a189-ba0f-4618-bf82-c650c88e33e8', 'name': 'network-vif-deleted', 'tag': '7ef7185e-2941-407c-9fe6-16e22e634c01'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:16:22.505525 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832cede6-1e63-4d50-b27c-5a159997e2b8" -d '{"events": [{"server_uuid": "a781a189-ba0f-4618-bf82-c650c88e33e8", "name": "network-vif-deleted", "tag": "7ef7185e-2941-407c-9fe6-16e22e634c01"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:16:22.541341 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-e520387b-9247-45e3-bbc8-d72acdc9edcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 110cb464-a641-4916-bcb5-edb0e09c3b46 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:16:22.552587 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-e520387b-9247-45e3-bbc8-d72acdc9edcf service neutron] Publish callbacks [] for port (110cb464-a641-4916-bcb5-edb0e09c3b46), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:22.571779 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-e520387b-9247-45e3-bbc8-d72acdc9edcf service neutron] Transition to ACTIVE for port object 110cb464-a641-4916-bcb5-edb0e09c3b46 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:22.594536 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1a860-c000-415d-a215-52140bd071c3 req-29f6d9d1-ea8d-48a4-8128-ae3f8f9e95ae tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:22.596973 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-85d1a860-c000-415d-a215-52140bd071c3 req-29f6d9d1-ea8d-48a4-8128-ae3f8f9e95ae tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 945 time: 0.1355808 Feb 09 01:16:22.598476 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-e520387b-9247-45e3-bbc8-d72acdc9edcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (110cb464-a641-4916-bcb5-edb0e09c3b46), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:22.602195 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 42cd6e7b-28d3-48c1-b837-95c690627409 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:22.604484 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (42cd6e7b-28d3-48c1-b837-95c690627409), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:22.619169 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-eae72d42-0265-41f2-b1d9-307192b91142 req-c859291f-8068-4a53-a13f-9f8d5d02721b service neutron] For port 4e6f1dea-5278-4db9-98db-9750dbf841d5, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:16:22.651608 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa48c96-732a-4bf6-8556-edde312f2fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42cd6e7b-28d3-48c1-b837-95c690627409'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:16:22.654429 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273e8088-9a84-46f3-a03e-425a7037228f" -d '{"events": [{"server_uuid": "aaa48c96-732a-4bf6-8556-edde312f2fe2", "name": "network-vif-plugged", "status": "completed", "tag": "42cd6e7b-28d3-48c1-b837-95c690627409"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:16:22.658713 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 42cd6e7b-28d3-48c1-b837-95c690627409, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=42cd6e7b-28d3-48c1-b837-95c690627409,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:22.665859 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (42cd6e7b-28d3-48c1-b837-95c690627409), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:22.666981 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 7ef7185e-2941-407c-9fe6-16e22e634c01 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:16:22.687594 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e6f1dea-5278-4db9-98db-9750dbf841d5'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:16:22.690045 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6e196a-4dd2-43dc-b112-a878231c4fd0" -d '{"events": [{"server_uuid": "700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2", "name": "network-vif-unplugged", "status": "completed", "tag": "4e6f1dea-5278-4db9-98db-9750dbf841d5"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:16:22.694595 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-eae72d42-0265-41f2-b1d9-307192b91142 req-c859291f-8068-4a53-a13f-9f8d5d02721b service neutron] Publish callbacks [] for port (4e6f1dea-5278-4db9-98db-9750dbf841d5), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:22.701907 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520387b-9247-45e3-bbc8-d72acdc9edcf service neutron] Pushing event updated for resources: {'Port': ['ID=110cb464-a641-4916-bcb5-edb0e09c3b46,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:22.702151 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-eae72d42-0265-41f2-b1d9-307192b91142 req-c859291f-8068-4a53-a13f-9f8d5d02721b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (4e6f1dea-5278-4db9-98db-9750dbf841d5), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:22.720331 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 7ef7185e-2941-407c-9fe6-16e22e634c01 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:16:22.722546 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 7ef7185e-2941-407c-9fe6-16e22e634c01 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:16:22.759047 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=42cd6e7b-28d3-48c1-b837-95c690627409,revision_number=14']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:22.783380 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-85d1a860-c000-415d-a215-52140bd071c3 req-b38f0d33-017a-4281-aad7-fb4cf7daf893 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719906 Feb 09 01:16:22.801013 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859291f-8068-4a53-a13f-9f8d5d02721b service neutron] Pushing event updated for resources: {'Port': ['ID=4e6f1dea-5278-4db9-98db-9750dbf841d5,revision_number=7']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:22.804294 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-eae72d42-0265-41f2-b1d9-307192b91142 req-c859291f-8068-4a53-a13f-9f8d5d02721b service neutron] Attempting to bind port 4e6f1dea-5278-4db9-98db-9750dbf841d5 on host n-h1-822053-40 for vnic_type normal with profile {"migrating_to": "n-h2-822053-40"} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:22.804622 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-eae72d42-0265-41f2-b1d9-307192b91142 req-c859291f-8068-4a53-a13f-9f8d5d02721b service neutron] Attempting to bind port 4e6f1dea-5278-4db9-98db-9750dbf841d5 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:22.804950 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae72d42-0265-41f2-b1d9-307192b91142 req-c859291f-8068-4a53-a13f-9f8d5d02721b service neutron] Attempting to bind port 4e6f1dea-5278-4db9-98db-9750dbf841d5 on network 4d54ed5f-d078-4c38-9c35-f6f424a32376 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:22.810151 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae72d42-0265-41f2-b1d9-307192b91142 req-c859291f-8068-4a53-a13f-9f8d5d02721b service neutron] Port 4e6f1dea-5278-4db9-98db-9750dbf841d5 on network 4d54ed5f-d078-4c38-9c35-f6f424a32376 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:16:22.810441 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae72d42-0265-41f2-b1d9-307192b91142 req-c859291f-8068-4a53-a13f-9f8d5d02721b service neutron] Attempting to bind port 4e6f1dea-5278-4db9-98db-9750dbf841d5 on network 4d54ed5f-d078-4c38-9c35-f6f424a32376 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:22.822269 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae72d42-0265-41f2-b1d9-307192b91142 req-c859291f-8068-4a53-a13f-9f8d5d02721b service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:16:22.822599 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae72d42-0265-41f2-b1d9-307192b91142 req-c859291f-8068-4a53-a13f-9f8d5d02721b service neutron] Checking segment: {'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:16:22.822980 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae72d42-0265-41f2-b1d9-307192b91142 req-c859291f-8068-4a53-a13f-9f8d5d02721b service neutron] Bound using segment: {'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:16:22.823412 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-eae72d42-0265-41f2-b1d9-307192b91142 req-c859291f-8068-4a53-a13f-9f8d5d02721b service neutron] Bound port: 4e6f1dea-5278-4db9-98db-9750dbf841d5, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fd4bd3-7109-47da-8325-7016fe4abb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '4d54ed5f-d078-4c38-9c35-f6f424a32376'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:16:22.823769 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-eae72d42-0265-41f2-b1d9-307192b91142 req-c859291f-8068-4a53-a13f-9f8d5d02721b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (4e6f1dea-5278-4db9-98db-9750dbf841d5), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:22.866847 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-e520387b-9247-45e3-bbc8-d72acdc9edcf service neutron] Attempting to bind port 110cb464-a641-4916-bcb5-edb0e09c3b46 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:22.867188 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-e520387b-9247-45e3-bbc8-d72acdc9edcf service neutron] Attempting to bind port 110cb464-a641-4916-bcb5-edb0e09c3b46 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'fe516e29-735a-4343-b41d-62f1308dd9ac'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:22.867513 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-e520387b-9247-45e3-bbc8-d72acdc9edcf service neutron] Attempting to bind port 110cb464-a641-4916-bcb5-edb0e09c3b46 on network fe516e29-735a-4343-b41d-62f1308dd9ac {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:22.875059 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-e520387b-9247-45e3-bbc8-d72acdc9edcf service neutron] Port 110cb464-a641-4916-bcb5-edb0e09c3b46 on network fe516e29-735a-4343-b41d-62f1308dd9ac not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:16:22.875787 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-e520387b-9247-45e3-bbc8-d72acdc9edcf service neutron] Attempting to bind port 110cb464-a641-4916-bcb5-edb0e09c3b46 on network fe516e29-735a-4343-b41d-62f1308dd9ac {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:22.884090 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fbec7-2ea1-413c-a7f1-3f263f97c581 req-7d829054-c12f-4512-a3d2-c0007005e5c3 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:22.891152 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f99fbec7-2ea1-413c-a7f1-3f263f97c581 req-7d829054-c12f-4512-a3d2-c0007005e5c3 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d7ed2d7-8536-41bc-b6cb-fd3544ea6570 HTTP/1.1" status: 200 len: 943 time: 0.1986799 Feb 09 01:16:22.909138 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-e520387b-9247-45e3-bbc8-d72acdc9edcf service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:16:22.909430 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-e520387b-9247-45e3-bbc8-d72acdc9edcf service neutron] Checking segment: {'id': '6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'fe516e29-735a-4343-b41d-62f1308dd9ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:16:22.909776 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-e520387b-9247-45e3-bbc8-d72acdc9edcf service neutron] Bound using segment: {'id': '6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'fe516e29-735a-4343-b41d-62f1308dd9ac'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:16:22.910192 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-e520387b-9247-45e3-bbc8-d72acdc9edcf service neutron] Bound port: 110cb464-a641-4916-bcb5-edb0e09c3b46, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'fe516e29-735a-4343-b41d-62f1308dd9ac'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:16:22.910560 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-e520387b-9247-45e3-bbc8-d72acdc9edcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (110cb464-a641-4916-bcb5-edb0e09c3b46), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:22.914203 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-eae72d42-0265-41f2-b1d9-307192b91142 req-c859291f-8068-4a53-a13f-9f8d5d02721b service neutron] For port 4e6f1dea-5278-4db9-98db-9750dbf841d5, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:16:22.920220 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-eae72d42-0265-41f2-b1d9-307192b91142 req-c859291f-8068-4a53-a13f-9f8d5d02721b service neutron] For port 4e6f1dea-5278-4db9-98db-9750dbf841d5, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=4e6f1dea-5278-4db9-98db-9750dbf841d5,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:16:22.934610 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-eae72d42-0265-41f2-b1d9-307192b91142 req-c859291f-8068-4a53-a13f-9f8d5d02721b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (4e6f1dea-5278-4db9-98db-9750dbf841d5), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:23.012274 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae72d42-0265-41f2-b1d9-307192b91142 req-c859291f-8068-4a53-a13f-9f8d5d02721b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:23.012894 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-eae72d42-0265-41f2-b1d9-307192b91142 req-c859291f-8068-4a53-a13f-9f8d5d02721b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:23.014940 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-eae72d42-0265-41f2-b1d9-307192b91142 req-c859291f-8068-4a53-a13f-9f8d5d02721b service neutron] 10.222.0.91 "PUT /v2.0/ports/4e6f1dea-5278-4db9-98db-9750dbf841d5 HTTP/1.1" status: 200 len: 1123 time: 0.8412943 Feb 09 01:16:23.021156 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859291f-8068-4a53-a13f-9f8d5d02721b service neutron] Pushing event updated for resources: {'Port': ['ID=4e6f1dea-5278-4db9-98db-9750dbf841d5,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:23.025774 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f99fbec7-2ea1-413c-a7f1-3f263f97c581 req-3879f80c-b2e9-453e-adaf-c02a328133f1 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337335 Feb 09 01:16:23.102552 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-e520387b-9247-45e3-bbc8-d72acdc9edcf service neutron] For port 110cb464-a641-4916-bcb5-edb0e09c3b46, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:16:23.124979 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-e520387b-9247-45e3-bbc8-d72acdc9edcf service neutron] For port 110cb464-a641-4916-bcb5-edb0e09c3b46, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=110cb464-a641-4916-bcb5-edb0e09c3b46,segment=NetworkSegment(6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12),segment_id=6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:16:23.132811 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['4e6f1dea-5278-4db9-98db-9750dbf841d5'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:16:23.141714 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-42bbb05d-fc31-4f10-866a-01c027c49e33 req-b3713c76-717e-4c6f-91ed-329d47492a36 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1994734 Feb 09 01:16:23.143853 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-e520387b-9247-45e3-bbc8-d72acdc9edcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (110cb464-a641-4916-bcb5-edb0e09c3b46), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:23.157506 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-42bbb05d-fc31-4f10-866a-01c027c49e33 req-31a7ad80-2955-4c96-8160-fa71205f0f93 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:23.213555 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-e520387b-9247-45e3-bbc8-d72acdc9edcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:23.214168 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-e520387b-9247-45e3-bbc8-d72acdc9edcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:23.215547 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-e520387b-9247-45e3-bbc8-d72acdc9edcf service neutron] 10.222.0.91 "PUT /v2.0/ports/110cb464-a641-4916-bcb5-edb0e09c3b46 HTTP/1.1" status: 200 len: 1092 time: 1.6945055 Feb 09 01:16:23.236479 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-42bbb05d-fc31-4f10-866a-01c027c49e33 req-31a7ad80-2955-4c96-8160-fa71205f0f93 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:23.240545 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520387b-9247-45e3-bbc8-d72acdc9edcf service neutron] Pushing event updated for resources: {'Port': ['ID=110cb464-a641-4916-bcb5-edb0e09c3b46,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:23.247370 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['4e6f1dea-5278-4db9-98db-9750dbf841d5'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:16:23.363410 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-ad2a23fa-471d-43e2-8c59-83a4aae08da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:23.364963 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-ad2a23fa-471d-43e2-8c59-83a4aae08da1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d27c756c8932484ba946bc81ad113e78&device_id=1d7ed2d7-8536-41bc-b6cb-fd3544ea6570 HTTP/1.1" status: 200 len: 1126 time: 0.0722408 Feb 09 01:16:23.439677 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-031c38ef-cd13-465a-8f0a-4ff4d313edf1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=110cb464-a641-4916-bcb5-edb0e09c3b46 HTTP/1.1" status: 200 len: 217 time: 0.0591841 Feb 09 01:16:23.512151 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-42bbb05d-fc31-4f10-866a-01c027c49e33 req-31a7ad80-2955-4c96-8160-fa71205f0f93 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:23.523320 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608dda6-e6d7-4ae1-aa15-8dfb4bab4e0a req-b2c841e4-dbe2-4bdf-9172-ae673dde62a6 tempest-MigrationsAdminTest-1583966719 tempest-MigrationsAdminTest-1583966719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:23.524882 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2608dda6-e6d7-4ae1-aa15-8dfb4bab4e0a req-b2c841e4-dbe2-4bdf-9172-ae673dde62a6 tempest-MigrationsAdminTest-1583966719 tempest-MigrationsAdminTest-1583966719-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 1134 time: 0.1558428 Feb 09 01:16:23.527396 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-74885e1a-057c-4bd3-a327-e6f494a6e0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:23.528805 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-74885e1a-057c-4bd3-a327-e6f494a6e0c9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e6c7e660-340b-43fd-ab14-a81164bb8bc4 HTTP/1.1" status: 200 len: 854 time: 0.0792999 Feb 09 01:16:23.598067 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-9878379e-e2be-469d-a2c3-18be82253821 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=fe516e29-735a-4343-b41d-62f1308dd9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350268 Feb 09 01:16:23.683776 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2608dda6-e6d7-4ae1-aa15-8dfb4bab4e0a req-fe5bf992-3447-476a-9e6f-2d1cf57447e5 tempest-MigrationsAdminTest-1583966719 tempest-MigrationsAdminTest-1583966719-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525731 Feb 09 01:16:23.741486 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967ffeb0-4d51-4b21-9150-84e6684df3d2 x-openstack-request-id: req-967ffeb0-4d51-4b21-9150-84e6684df3d2 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:16:23.741934 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a781a189-ba0f-4618-bf82-c650c88e33e8", "name": "network-vif-deleted", "tag": "7ef7185e-2941-407c-9fe6-16e22e634c01", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:16:23.742227 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-967ffeb0-4d51-4b21-9150-84e6684df3d2 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:16:23.742756 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a781a189-ba0f-4618-bf82-c650c88e33e8', 'name': 'network-vif-deleted', 'tag': '7ef7185e-2941-407c-9fe6-16e22e634c01', 'status': 'completed', 'code': 200} Feb 09 01:16:23.756739 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-42bbb05d-fc31-4f10-866a-01c027c49e33 req-31a7ad80-2955-4c96-8160-fa71205f0f93 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Allocated IP 172.25.1.197 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/a28ea48f-8ce1-444a-8266-f1c8bcb9ef64) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:23.779192 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-d1b0111b-a51f-4304-bb32-0ceb7147ca66 service neutron] 10.222.0.91 "GET /v2.0/networks/fe516e29-735a-4343-b41d-62f1308dd9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709573 Feb 09 01:16:24.005244 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-42bbb05d-fc31-4f10-866a-01c027c49e33 req-31a7ad80-2955-4c96-8160-fa71205f0f93 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks [] for port (a28ea48f-8ce1-444a-8266-f1c8bcb9ef64), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:24.013757 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30d412-8b31-454e-9589-d63e02f5eff2 req-ac675e88-3888-49ca-b307-603787d6ce3f tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:24.015574 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fa30d412-8b31-454e-9589-d63e02f5eff2 req-ac675e88-3888-49ca-b307-603787d6ce3f tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 945 time: 0.2174292 Feb 09 01:16:24.019375 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b414c1a4-b147-4ba6-8dd5-858b672a3165 req-34d1ed9e-2a27-41a2-94e2-a708f2149673 service neutron] 10.222.0.91 "GET /v2.0/networks/fe516e29-735a-4343-b41d-62f1308dd9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221837 Feb 09 01:16:24.024511 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 4e6f1dea-5278-4db9-98db-9750dbf841d5 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:16:24.091532 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fa30d412-8b31-454e-9589-d63e02f5eff2 req-c9b4e69a-9d49-40e9-9dc3-c322925a0036 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/security-groups?id=376d5811-5003-401c-8a52-6b0b0393a072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679626 Feb 09 01:16:24.093869 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-42bbb05d-fc31-4f10-866a-01c027c49e33 req-31a7ad80-2955-4c96-8160-fa71205f0f93 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (a28ea48f-8ce1-444a-8266-f1c8bcb9ef64), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:24.134071 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42bbb05d-fc31-4f10-866a-01c027c49e33 req-31a7ad80-2955-4c96-8160-fa71205f0f93 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:24.141536 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-42bbb05d-fc31-4f10-866a-01c027c49e33 req-31a7ad80-2955-4c96-8160-fa71205f0f93 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:24.145607 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-42bbb05d-fc31-4f10-866a-01c027c49e33 req-31a7ad80-2955-4c96-8160-fa71205f0f93 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:24.150298 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5373f8c1-0238-49a2-8f77-e0e8f76dcaed x-openstack-request-id: req-5373f8c1-0238-49a2-8f77-e0e8f76dcaed {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:16:24.150766 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa48c96-732a-4bf6-8556-edde312f2fe2", "name": "network-vif-plugged", "status": "completed", "tag": "42cd6e7b-28d3-48c1-b837-95c690627409", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:16:24.151118 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5373f8c1-0238-49a2-8f77-e0e8f76dcaed {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:16:24.151620 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa48c96-732a-4bf6-8556-edde312f2fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42cd6e7b-28d3-48c1-b837-95c690627409', 'code': 200} Feb 09 01:16:24.172343 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a7ad80-2955-4c96-8160-fa71205f0f93 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Pushing event updated for resources: {'Port': ['ID=a28ea48f-8ce1-444a-8266-f1c8bcb9ef64,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:24.179774 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 4e6f1dea-5278-4db9-98db-9750dbf841d5, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=4e6f1dea-5278-4db9-98db-9750dbf841d5,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:24.189318 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda7dd74-877c-4ef1-83f7-5cd79dea023a x-openstack-request-id: req-dda7dd74-877c-4ef1-83f7-5cd79dea023a {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:16:24.189875 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2", "name": "network-vif-unplugged", "status": "completed", "tag": "4e6f1dea-5278-4db9-98db-9750dbf841d5", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:16:24.189979 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dda7dd74-877c-4ef1-83f7-5cd79dea023a {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:16:24.190382 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e6f1dea-5278-4db9-98db-9750dbf841d5', 'code': 200} Feb 09 01:16:24.198735 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-eb791978-172b-4502-a88b-fad9b2e463e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:24.206611 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 4e6f1dea-5278-4db9-98db-9750dbf841d5 has no active binding in host n-h2-822053-40 {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 01:16:24.225964 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53838) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:24.256913 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-42bbb05d-fc31-4f10-866a-01c027c49e33 req-31a7ad80-2955-4c96-8160-fa71205f0f93 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks [] for floatingip (22a100cd-4270-40b3-9ee0-ce1ddaefa7d2), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:24.284973 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-13a3895e-46c1-4e71-b32c-0cd3019c4ec3 admin admin] Deleting subnet 19cfe0db-8228-4fc4-897c-f14bd95391c3 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:16:24.288941 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-13a3895e-46c1-4e71-b32c-0cd3019c4ec3 admin admin] Publish callbacks [] for subnet (19cfe0db-8228-4fc4-897c-f14bd95391c3), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:24.299834 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-42bbb05d-fc31-4f10-866a-01c027c49e33 req-31a7ad80-2955-4c96-8160-fa71205f0f93 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a28ea48f-8ce1-444a-8266-f1c8bcb9ef64), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:24.330621 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-13a3895e-46c1-4e71-b32c-0cd3019c4ec3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (19cfe0db-8228-4fc4-897c-f14bd95391c3), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:24.376263 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-13a3895e-46c1-4e71-b32c-0cd3019c4ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (19cfe0db-8228-4fc4-897c-f14bd95391c3), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:24.441517 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-13a3895e-46c1-4e71-b32c-0cd3019c4ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (19cfe0db-8228-4fc4-897c-f14bd95391c3), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:24.472735 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3895e-46c1-4e71-b32c-0cd3019c4ec3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19cfe0db-8228-4fc4-897c-f14bd95391c3,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:24.477582 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-13a3895e-46c1-4e71-b32c-0cd3019c4ec3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:24.484179 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-13a3895e-46c1-4e71-b32c-0cd3019c4ec3 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/19cfe0db-8228-4fc4-897c-f14bd95391c3 HTTP/1.1" status: 204 len: 168 time: 0.2537994 Feb 09 01:16:24.484179 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53848) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:24.520144 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-42bbb05d-fc31-4f10-866a-01c027c49e33 req-31a7ad80-2955-4c96-8160-fa71205f0f93 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks [] for port (a28ea48f-8ce1-444a-8266-f1c8bcb9ef64), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:24.526786 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-42bbb05d-fc31-4f10-866a-01c027c49e33 req-31a7ad80-2955-4c96-8160-fa71205f0f93 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (a28ea48f-8ce1-444a-8266-f1c8bcb9ef64), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:24.580700 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e08a008e-f3b5-4276-927e-fe3f95a70e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (c9772753-5a40-40f9-8f33-2eabab0a38be), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:24.608253 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a7ad80-2955-4c96-8160-fa71205f0f93 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Pushing event updated for resources: {'Port': ['ID=a28ea48f-8ce1-444a-8266-f1c8bcb9ef64,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:24.620519 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-42bbb05d-fc31-4f10-866a-01c027c49e33 req-31a7ad80-2955-4c96-8160-fa71205f0f93 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (22a100cd-4270-40b3-9ee0-ce1ddaefa7d2), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:24.636459 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-42bbb05d-fc31-4f10-866a-01c027c49e33 req-31a7ad80-2955-4c96-8160-fa71205f0f93 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:24.637832 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-42bbb05d-fc31-4f10-866a-01c027c49e33 req-31a7ad80-2955-4c96-8160-fa71205f0f93 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4861848 Feb 09 01:16:24.678753 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e08a008e-f3b5-4276-927e-fe3f95a70e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (c9772753-5a40-40f9-8f33-2eabab0a38be), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:24.695154 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-42bbb05d-fc31-4f10-866a-01c027c49e33 req-c6a89a89-1653-4d51-bb23-9c065d140fd1 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.197 HTTP/1.1" status: 200 len: 696 time: 0.0505381 Feb 09 01:16:24.700586 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-e08a008e-f3b5-4276-927e-fe3f95a70e5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9772753-5a40-40f9-8f33-2eabab0a38be']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:24.713750 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-e08a008e-f3b5-4276-927e-fe3f95a70e5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad487043-1389-4064-a057-c3dbd8cffcb0') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:24.713992 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-e08a008e-f3b5-4276-927e-fe3f95a70e5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad487043-1389-4064-a057-c3dbd8cffcb0') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:24.726616 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e08a008e-f3b5-4276-927e-fe3f95a70e5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (ad487043-1389-4064-a057-c3dbd8cffcb0), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:24.740732 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e08a008e-f3b5-4276-927e-fe3f95a70e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (ad487043-1389-4064-a057-c3dbd8cffcb0), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:24.747582 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e08a008e-f3b5-4276-927e-fe3f95a70e5f admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:16:24.748018 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e08a008e-f3b5-4276-927e-fe3f95a70e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (ad487043-1389-4064-a057-c3dbd8cffcb0), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:24.749952 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:16:24.749952 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:16:24.749952 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:16:24.749952 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:16:24.749952 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:16:24.749952 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:16:24.749952 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:16:24.749952 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:16:24.749952 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:16:24.749952 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:16:24.749952 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:16:24.749952 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:16:24.749952 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:16:24.749952 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:16:24.749952 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:16:24.749952 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:16:24.749952 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:16:24.749952 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:16:24.749952 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:16:24.749952 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:16:24.749952 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:16:24.749952 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:16:24.749952 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:16:24.749952 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:16:24.749952 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:16:24.749952 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:16:24.749952 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:16:24.749952 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:16:24.749952 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:16:24.749952 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:16:24.749952 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:16:24.749952 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:16:24.813648 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e08a008e-f3b5-4276-927e-fe3f95a70e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (c9772753-5a40-40f9-8f33-2eabab0a38be), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:24.819778 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e08a008e-f3b5-4276-927e-fe3f95a70e5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:24.823697 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e08a008e-f3b5-4276-927e-fe3f95a70e5f admin admin] 10.222.0.30 "DELETE /v2.0/networks/c9772753-5a40-40f9-8f33-2eabab0a38be HTTP/1.1" status: 204 len: 168 time: 0.3382659 Feb 09 01:16:24.828347 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53854) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:24.836503 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a008e-f3b5-4276-927e-fe3f95a70e5f admin admin] Pushing event deleted for resources: {'Network': ['ID=c9772753-5a40-40f9-8f33-2eabab0a38be,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:24.847456 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bbb05d-fc31-4f10-866a-01c027c49e33 req-eab79c4b-a0e5-4367-a79d-01f9a54ab61e tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:24.848900 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-42bbb05d-fc31-4f10-866a-01c027c49e33 req-eab79c4b-a0e5-4367-a79d-01f9a54ab61e tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] 10.222.0.30 "GET /v2.0/networks/def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 784 time: 0.1485994 Feb 09 01:16:24.856100 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c4267-c7d9-4209-8585-944275aab309 req-de0d9b91-7d56-47a1-80bf-f419bf2a21c4 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:24.857534 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-427c4267-c7d9-4209-8585-944275aab309 req-de0d9b91-7d56-47a1-80bf-f419bf2a21c4 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 943 time: 0.1107385 Feb 09 01:16:24.944274 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a8f8b0-bb4a-4bcc-953a-7b5573af765c admin admin] Deleting subnet 7f620cae-5937-48d4-84c9-277b2b02d90e {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:16:24.957787 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-07a8f8b0-bb4a-4bcc-953a-7b5573af765c admin admin] Publish callbacks [] for subnet (7f620cae-5937-48d4-84c9-277b2b02d90e), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:24.989485 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-427c4267-c7d9-4209-8585-944275aab309 req-da085d99-f304-48a1-9e46-ef3815f76e3e tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128523 Feb 09 01:16:25.007870 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-07a8f8b0-bb4a-4bcc-953a-7b5573af765c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (7f620cae-5937-48d4-84c9-277b2b02d90e), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:25.033459 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7e644-61b8-4096-aa7b-3732355c0951 req-262d70e7-a955-414b-a94c-c4c8575768dc tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:25.034930 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-39d7e644-61b8-4096-aa7b-3732355c0951 req-262d70e7-a955-414b-a94c-c4c8575768dc tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d7ed2d7-8536-41bc-b6cb-fd3544ea6570 HTTP/1.1" status: 200 len: 943 time: 0.1362028 Feb 09 01:16:25.082605 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-07a8f8b0-bb4a-4bcc-953a-7b5573af765c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (7f620cae-5937-48d4-84c9-277b2b02d90e), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:25.118454 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c85fe84-1eec-4ae8-a6ea-4890ee282be7 req-f974d781-ac26-4437-bf68-e07034065bb7 tempest-QuotasAdminNegativeTest-365409924 tempest-QuotasAdminNegativeTest-365409924-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=17f451195b6b4536b92429515a6e5f31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528076 Feb 09 01:16:25.164348 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-39d7e644-61b8-4096-aa7b-3732355c0951 req-c1ac3473-a4ca-4a2f-8312-a86a7bba7e50 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217344 Feb 09 01:16:25.583410 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-07a8f8b0-bb4a-4bcc-953a-7b5573af765c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (7f620cae-5937-48d4-84c9-277b2b02d90e), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:25.627766 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8f8b0-bb4a-4bcc-953a-7b5573af765c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f620cae-5937-48d4-84c9-277b2b02d90e,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:25.629712 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-07a8f8b0-bb4a-4bcc-953a-7b5573af765c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:25.636658 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-07a8f8b0-bb4a-4bcc-953a-7b5573af765c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7f620cae-5937-48d4-84c9-277b2b02d90e HTTP/1.1" status: 204 len: 168 time: 0.8021543 Feb 09 01:16:25.637283 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53868) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:25.651069 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:25.653390 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7bcb5-1ca8-44ee-ac42-83085c7d7265 req-6e5f2c9d-b51f-4edf-baab-d1842085cb81 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:25.659190 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7bcb5-1ca8-44ee-ac42-83085c7d7265 req-6e5f2c9d-b51f-4edf-baab-d1842085cb81 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:25.660806 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4de7bcb5-1ca8-44ee-ac42-83085c7d7265 req-6e5f2c9d-b51f-4edf-baab-d1842085cb81 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/ports?device_id=38151e77-fd58-4728-b1b0-ff538e34933e HTTP/1.1" status: 200 len: 1682 time: 0.1396246 Feb 09 01:16:25.666893 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85fe84-1eec-4ae8-a6ea-4890ee282be7 req-517ae0d9-e9f4-4c92-848a-ac8706461f25 tempest-QuotasAdminNegativeTest-365409924 tempest-QuotasAdminNegativeTest-365409924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:25.668455 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c85fe84-1eec-4ae8-a6ea-4890ee282be7 req-517ae0d9-e9f4-4c92-848a-ac8706461f25 tempest-QuotasAdminNegativeTest-365409924 tempest-QuotasAdminNegativeTest-365409924-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5401745 Feb 09 01:16:25.694288 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c85fe84-1eec-4ae8-a6ea-4890ee282be7 req-fe1e4dac-ddf2-42f2-a22f-6600ceed08b5 tempest-QuotasAdminNegativeTest-365409924 tempest-QuotasAdminNegativeTest-365409924-project] 10.222.0.30 "GET /v2.0/quotas/17f451195b6b4536b92429515a6e5f31 HTTP/1.1" status: 200 len: 375 time: 0.0182645 Feb 09 01:16:25.710816 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-26dbceeb-b112-4617-8adb-7d0e5a96b120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (3155742c-91e9-48a0-9edb-5d7b18c93eb0), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:25.743718 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c85fe84-1eec-4ae8-a6ea-4890ee282be7 req-a1718bb3-b046-4232-a056-7f844ef1873c tempest-QuotasAdminNegativeTest-365409924 tempest-QuotasAdminNegativeTest-365409924-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=17f451195b6b4536b92429515a6e5f31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395138 Feb 09 01:16:25.745034 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7ed2d7-8536-41bc-b6cb-fd3544ea6570', 'tag': '110cb464-a641-4916-bcb5-edb0e09c3b46'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:16:25.747785 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd6c5bb-9aa4-4fc7-aa43-16b8e3e228dd" -d '{"events": [{"name": "network-changed", "server_uuid": "1d7ed2d7-8536-41bc-b6cb-fd3544ea6570", "tag": "110cb464-a641-4916-bcb5-edb0e09c3b46"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:16:25.753193 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4de7bcb5-1ca8-44ee-ac42-83085c7d7265 req-2bca8b45-b781-4b5f-a7f7-ec42691e3510 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42fb62d-b4ff-4e09-886f-82f8bef72e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838089 Feb 09 01:16:25.807383 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-26dbceeb-b112-4617-8adb-7d0e5a96b120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (3155742c-91e9-48a0-9edb-5d7b18c93eb0), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:25.831215 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-26dbceeb-b112-4617-8adb-7d0e5a96b120 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3155742c-91e9-48a0-9edb-5d7b18c93eb0']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:25.840816 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-26dbceeb-b112-4617-8adb-7d0e5a96b120 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53b577c7-eb1c-4185-8562-d6ab867af691') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:25.841199 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-26dbceeb-b112-4617-8adb-7d0e5a96b120 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53b577c7-eb1c-4185-8562-d6ab867af691') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:25.851733 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-26dbceeb-b112-4617-8adb-7d0e5a96b120 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (53b577c7-eb1c-4185-8562-d6ab867af691), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:25.866778 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-26dbceeb-b112-4617-8adb-7d0e5a96b120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (53b577c7-eb1c-4185-8562-d6ab867af691), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:25.872676 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26dbceeb-b112-4617-8adb-7d0e5a96b120 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:16:25.873054 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-26dbceeb-b112-4617-8adb-7d0e5a96b120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (53b577c7-eb1c-4185-8562-d6ab867af691), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:25.875402 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:16:25.875402 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:16:25.875402 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:16:25.875402 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:16:25.875402 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:16:25.875402 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:16:25.875402 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:16:25.875402 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:16:25.875402 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:16:25.875402 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:16:25.875402 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:16:25.875402 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:16:25.875402 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:16:25.875402 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:16:25.875402 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:16:25.875402 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:16:25.875402 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:16:25.875402 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:16:25.875402 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:16:25.875402 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:16:25.875402 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:16:25.875402 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:16:25.875402 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:16:25.875402 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:16:25.875402 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:16:25.875402 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:16:25.875402 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:16:25.875402 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:16:25.875402 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:16:25.875402 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:16:25.875402 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:16:25.875402 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:16:25.937134 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-26dbceeb-b112-4617-8adb-7d0e5a96b120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (3155742c-91e9-48a0-9edb-5d7b18c93eb0), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:25.941986 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-26dbceeb-b112-4617-8adb-7d0e5a96b120 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:25.954471 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-26dbceeb-b112-4617-8adb-7d0e5a96b120 admin admin] 10.222.0.30 "DELETE /v2.0/networks/3155742c-91e9-48a0-9edb-5d7b18c93eb0 HTTP/1.1" status: 204 len: 168 time: 0.3125923 Feb 09 01:16:25.965532 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf64df1-be32-48d8-b829-78e04a914813 req-51111d27-fea3-4898-be54-5156f953103c tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:25.968033 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1bf64df1-be32-48d8-b829-78e04a914813 req-51111d27-fea3-4898-be54-5156f953103c tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 951 time: 0.1424835 Feb 09 01:16:25.970753 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dbceeb-b112-4617-8adb-7d0e5a96b120 admin admin] Pushing event deleted for resources: {'Network': ['ID=3155742c-91e9-48a0-9edb-5d7b18c93eb0,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:25.974253 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6d0d6727-c163-4cf0-b452-0d138dd27812 req-ad9236cd-73b3-41e4-baf7-694845c7fb92 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1513460 Feb 09 01:16:25.992985 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-6d0d6727-c163-4cf0-b452-0d138dd27812 req-57130f04-ee86-4c4f-9eb9-9d5eba43ec11 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:26.038040 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6d0d6727-c163-4cf0-b452-0d138dd27812 req-57130f04-ee86-4c4f-9eb9-9d5eba43ec11 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:26.059403 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1bf64df1-be32-48d8-b829-78e04a914813 req-344aabd8-a02a-4c66-a23d-ee2631ed5e6d tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786808 Feb 09 01:16:26.081267 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53878) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:26.128643 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-43cebcd4-aa98-49fc-b5ca-2a286964eb96 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9248c29e825e4051a9651bb462ce7848&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0509546 Feb 09 01:16:26.131077 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53880) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:26.181372 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37148362-d83e-41e0-bcb4-24ff96cd35e9 admin admin] Publish callbacks [] for security_group (adbf4183-4ba0-4b6d-b42d-02fc339dfbf6), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:26.191595 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2', 'tag': '4e6f1dea-5278-4db9-98db-9750dbf841d5'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:16:26.193426 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1178bb-5f2d-44a6-97d2-a57a6489740d" -d '{"events": [{"name": "network-changed", "server_uuid": "700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2", "tag": "4e6f1dea-5278-4db9-98db-9750dbf841d5"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:16:26.194293 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6d0d6727-c163-4cf0-b452-0d138dd27812 req-57130f04-ee86-4c4f-9eb9-9d5eba43ec11 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:26.209287 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37148362-d83e-41e0-bcb4-24ff96cd35e9 admin admin] Publish callbacks [] for security_group (adbf4183-4ba0-4b6d-b42d-02fc339dfbf6), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:26.215789 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d41b4e-7d0a-4c6d-851d-b04ac359adc1 req-3bc946bd-8325-4876-ae68-069f2095b3ab tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:26.217410 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e2d41b4e-7d0a-4c6d-851d-b04ac359adc1 req-3bc946bd-8325-4876-ae68-069f2095b3ab tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 945 time: 0.0871046 Feb 09 01:16:26.260032 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37148362-d83e-41e0-bcb4-24ff96cd35e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (adbf4183-4ba0-4b6d-b42d-02fc339dfbf6), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:26.262913 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37148362-d83e-41e0-bcb4-24ff96cd35e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:26.266536 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-37148362-d83e-41e0-bcb4-24ff96cd35e9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/adbf4183-4ba0-4b6d-b42d-02fc339dfbf6 HTTP/1.1" status: 204 len: 168 time: 0.1320856 Feb 09 01:16:26.274180 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37148362-d83e-41e0-bcb4-24ff96cd35e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbf4183-4ba0-4b6d-b42d-02fc339dfbf6,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:26.364375 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e2d41b4e-7d0a-4c6d-851d-b04ac359adc1 req-5a599982-942f-40a7-a3ad-22997328a5d5 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.30 "GET /v2.0/security-groups?id=376d5811-5003-401c-8a52-6b0b0393a072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208317 Feb 09 01:16:26.395641 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-6d0d6727-c163-4cf0-b452-0d138dd27812 req-57130f04-ee86-4c4f-9eb9-9d5eba43ec11 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Allocated IP 172.25.1.100 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/7cbe969a-1c42-4019-89af-0e937bdfe2bc) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:26.424676 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2e172-de81-4a39-abb0-2fc46fbfabd4 req-a4620a28-c86a-47fd-b64c-01dfe894b1a5 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:26.426231 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-64f2e172-de81-4a39-abb0-2fc46fbfabd4 req-a4620a28-c86a-47fd-b64c-01dfe894b1a5 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.121 "GET /v2.0/ports?device_id=aaa48c96-732a-4bf6-8556-edde312f2fe2 HTTP/1.1" status: 200 len: 951 time: 0.1082296 Feb 09 01:16:26.474370 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3caec2e3-6810-4386-82a5-4ddc4e80826f x-openstack-request-id: req-3caec2e3-6810-4386-82a5-4ddc4e80826f {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:16:26.474656 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d7ed2d7-8536-41bc-b6cb-fd3544ea6570", "tag": "110cb464-a641-4916-bcb5-edb0e09c3b46", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:16:26.474905 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3caec2e3-6810-4386-82a5-4ddc4e80826f {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:16:26.475295 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d7ed2d7-8536-41bc-b6cb-fd3544ea6570', 'tag': '110cb464-a641-4916-bcb5-edb0e09c3b46', 'status': 'completed', 'code': 200} Feb 09 01:16:26.626754 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6c5bb-9aa4-4fc7-aa43-16b8e3e228dd req-20168e8f-bb7b-4eb9-9e7c-4483bef4cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:26.628269 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6fd6c5bb-9aa4-4fc7-aa43-16b8e3e228dd req-20168e8f-bb7b-4eb9-9e7c-4483bef4cc8c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d27c756c8932484ba946bc81ad113e78&device_id=1d7ed2d7-8536-41bc-b6cb-fd3544ea6570 HTTP/1.1" status: 200 len: 1126 time: 0.1424301 Feb 09 01:16:26.656651 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6d0d6727-c163-4cf0-b452-0d138dd27812 req-57130f04-ee86-4c4f-9eb9-9d5eba43ec11 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks [] for port (7cbe969a-1c42-4019-89af-0e937bdfe2bc), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:26.685705 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53894) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:26.729765 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-204a61e7-3153-4514-a67c-a0121d497c3b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=62b4f5fcc36946a98c23d1033c7b895b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428095 Feb 09 01:16:26.732282 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53896) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:26.747334 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-64f2e172-de81-4a39-abb0-2fc46fbfabd4 req-1271789f-50d8-4626-866d-d282af0c282e tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Deleting port 42cd6e7b-28d3-48c1-b837-95c690627409 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:26.747723 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-64f2e172-de81-4a39-abb0-2fc46fbfabd4 req-1271789f-50d8-4626-866d-d282af0c282e tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (42cd6e7b-28d3-48c1-b837-95c690627409), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:26.823838 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6d0d6727-c163-4cf0-b452-0d138dd27812 req-57130f04-ee86-4c4f-9eb9-9d5eba43ec11 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (7cbe969a-1c42-4019-89af-0e937bdfe2bc), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:26.831157 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-61edb7cd-8a0b-4544-b7d6-5a481470c504 admin admin] Publish callbacks [] for security_group (e0ef2997-a5d6-4144-bff3-5524d4378a96), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:26.849657 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a99b1-2614-460f-82dc-5ff16f11404d req-3b045acc-397c-48a0-b675-300a9ba7c9d6 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:26.851113 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a35a99b1-2614-460f-82dc-5ff16f11404d req-3b045acc-397c-48a0-b675-300a9ba7c9d6 tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.91 "GET /v2.0/ports?device_id=c0ef7e3e-bb1d-4563-80ee-e9e15b99203c HTTP/1.1" status: 200 len: 945 time: 0.0913634 Feb 09 01:16:26.862114 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6c5bb-9aa4-4fc7-aa43-16b8e3e228dd req-46b3be99-f6cb-4087-98b8-3660f34693dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:26.863537 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6fd6c5bb-9aa4-4fc7-aa43-16b8e3e228dd req-46b3be99-f6cb-4087-98b8-3660f34693dc service neutron] 10.222.0.91 "GET /v2.0/networks?id=fe516e29-735a-4343-b41d-62f1308dd9ac HTTP/1.1" status: 200 len: 915 time: 0.2209673 Feb 09 01:16:26.872136 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-61edb7cd-8a0b-4544-b7d6-5a481470c504 admin admin] Publish callbacks [] for security_group (e0ef2997-a5d6-4144-bff3-5524d4378a96), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:26.959735 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d0d6727-c163-4cf0-b452-0d138dd27812 req-57130f04-ee86-4c4f-9eb9-9d5eba43ec11 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:26.971481 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6fd6c5bb-9aa4-4fc7-aa43-16b8e3e228dd req-51885c98-c4c4-4ec2-9b69-f0ee0520583f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=110cb464-a641-4916-bcb5-edb0e09c3b46 HTTP/1.1" status: 200 len: 217 time: 0.0904469 Feb 09 01:16:26.975666 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57130f04-ee86-4c4f-9eb9-9d5eba43ec11 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Pushing event updated for resources: {'Port': ['ID=7cbe969a-1c42-4019-89af-0e937bdfe2bc,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:26.978343 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-6d0d6727-c163-4cf0-b452-0d138dd27812 req-57130f04-ee86-4c4f-9eb9-9d5eba43ec11 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:26.982035 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0d6727-c163-4cf0-b452-0d138dd27812 req-57130f04-ee86-4c4f-9eb9-9d5eba43ec11 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:26.989280 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-61edb7cd-8a0b-4544-b7d6-5a481470c504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (e0ef2997-a5d6-4144-bff3-5524d4378a96), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:26.991890 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-61edb7cd-8a0b-4544-b7d6-5a481470c504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:26.993045 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-61edb7cd-8a0b-4544-b7d6-5a481470c504 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e0ef2997-a5d6-4144-bff3-5524d4378a96 HTTP/1.1" status: 204 len: 168 time: 0.2589245 Feb 09 01:16:27.006719 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61edb7cd-8a0b-4544-b7d6-5a481470c504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ef2997-a5d6-4144-bff3-5524d4378a96,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:27.010718 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-a35a99b1-2614-460f-82dc-5ff16f11404d req-aa6cb01f-9c7d-49ed-8f6d-e5f9d1ce47eb tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Deleting port 2b59282d-c827-453c-91f3-1f2512cf4704 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:27.011065 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a35a99b1-2614-460f-82dc-5ff16f11404d req-aa6cb01f-9c7d-49ed-8f6d-e5f9d1ce47eb tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (2b59282d-c827-453c-91f3-1f2512cf4704), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:27.076518 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-64f2e172-de81-4a39-abb0-2fc46fbfabd4 req-1271789f-50d8-4626-866d-d282af0c282e tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] For port 42cd6e7b-28d3-48c1-b837-95c690627409, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=42cd6e7b-28d3-48c1-b837-95c690627409,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:27.077406 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-64f2e172-de81-4a39-abb0-2fc46fbfabd4 req-1271789f-50d8-4626-866d-d282af0c282e tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (42cd6e7b-28d3-48c1-b837-95c690627409), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:27.115689 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-64f2e172-de81-4a39-abb0-2fc46fbfabd4 req-1271789f-50d8-4626-866d-d282af0c282e tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Calling delete_port for 42cd6e7b-28d3-48c1-b837-95c690627409 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:27.138048 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6c5bb-9aa4-4fc7-aa43-16b8e3e228dd req-9d8825c5-7ac1-4aae-b4c9-9d1b2f5de71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:27.140195 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6fd6c5bb-9aa4-4fc7-aa43-16b8e3e228dd req-9d8825c5-7ac1-4aae-b4c9-9d1b2f5de71b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e6c7e660-340b-43fd-ab14-a81164bb8bc4 HTTP/1.1" status: 200 len: 854 time: 0.1338658 Feb 09 01:16:27.150475 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6338102e-2bdf-4b30-9a96-3ab645f22b64 req-5e0aa7e1-32e1-4239-ba50-23122d8ca1eb tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:27.152097 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6338102e-2bdf-4b30-9a96-3ab645f22b64 req-5e0aa7e1-32e1-4239-ba50-23122d8ca1eb tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 943 time: 0.2914734 Feb 09 01:16:27.159619 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-a35a99b1-2614-460f-82dc-5ff16f11404d req-aa6cb01f-9c7d-49ed-8f6d-e5f9d1ce47eb tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] For port 2b59282d-c827-453c-91f3-1f2512cf4704, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=2b59282d-c827-453c-91f3-1f2512cf4704,segment=NetworkSegment(42da4e3b-4a1e-41ef-b635-a8afd4aeb166),segment_id=42da4e3b-4a1e-41ef-b635-a8afd4aeb166)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:27.159954 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a35a99b1-2614-460f-82dc-5ff16f11404d req-aa6cb01f-9c7d-49ed-8f6d-e5f9d1ce47eb tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (2b59282d-c827-453c-91f3-1f2512cf4704), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:27.177314 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-a35a99b1-2614-460f-82dc-5ff16f11404d req-aa6cb01f-9c7d-49ed-8f6d-e5f9d1ce47eb tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Calling delete_port for 2b59282d-c827-453c-91f3-1f2512cf4704 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:27.252932 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6fd6c5bb-9aa4-4fc7-aa43-16b8e3e228dd req-5096f452-d79f-479f-acb1-b6d1a434481f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=fe516e29-735a-4343-b41d-62f1308dd9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949879 Feb 09 01:16:27.266033 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5f89e950-da10-426a-87e8-34af20ed16e0 req-b305da59-29f8-4140-b407-ec4d8dd6434e service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3087084 Feb 09 01:16:27.390725 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:27.391322 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a35a99b1-2614-460f-82dc-5ff16f11404d req-aa6cb01f-9c7d-49ed-8f6d-e5f9d1ce47eb tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (2b59282d-c827-453c-91f3-1f2512cf4704), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:27.408758 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['2b59282d-c827-453c-91f3-1f2512cf4704'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:16:27.421285 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6d0d6727-c163-4cf0-b452-0d138dd27812 req-57130f04-ee86-4c4f-9eb9-9d5eba43ec11 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks [] for floatingip (f5046481-cf92-4525-be1f-1b6160950dac), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:27.436320 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6338102e-2bdf-4b30-9a96-3ab645f22b64 req-2cc91376-ac1b-4ef8-af95-220f3d2bbada tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663357 Feb 09 01:16:27.462416 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6cb01f-9c7d-49ed-8f6d-e5f9d1ce47eb tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Pushing event deleted for resources: {'Port': ['ID=2b59282d-c827-453c-91f3-1f2512cf4704,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:27.572282 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6d0d6727-c163-4cf0-b452-0d138dd27812 req-57130f04-ee86-4c4f-9eb9-9d5eba43ec11 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7cbe969a-1c42-4019-89af-0e937bdfe2bc), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:27.595310 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35a99b1-2614-460f-82dc-5ff16f11404d req-aa6cb01f-9c7d-49ed-8f6d-e5f9d1ce47eb tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] No DVR routers for this DVR port 2b59282d-c827-453c-91f3-1f2512cf4704 on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:27.601706 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a35a99b1-2614-460f-82dc-5ff16f11404d req-aa6cb01f-9c7d-49ed-8f6d-e5f9d1ce47eb tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:27.601954 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89e950-da10-426a-87e8-34af20ed16e0 req-72102dad-3509-499f-b8ef-651486227d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:27.603126 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a35a99b1-2614-460f-82dc-5ff16f11404d req-aa6cb01f-9c7d-49ed-8f6d-e5f9d1ce47eb tempest-ServerRescueTestJSONUnderV235-1925220127 tempest-ServerRescueTestJSONUnderV235-1925220127-project] 10.222.0.91 "DELETE /v2.0/ports/2b59282d-c827-453c-91f3-1f2512cf4704 HTTP/1.1" status: 204 len: 173 time: 0.7411177 Feb 09 01:16:27.603430 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5f89e950-da10-426a-87e8-34af20ed16e0 req-72102dad-3509-499f-b8ef-651486227d7b service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3d8394520fe34c9daa660b5c0721b019&device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 1132 time: 0.2947798 Feb 09 01:16:27.650852 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6fd6c5bb-9aa4-4fc7-aa43-16b8e3e228dd req-cc104e4a-22de-4cc4-9c86-c3d1a2415212 service neutron] 10.222.0.91 "GET /v2.0/networks/fe516e29-735a-4343-b41d-62f1308dd9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790860 Feb 09 01:16:27.676016 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fd511-514f-4729-951b-8a69c24d5a10 req-36f4e97a-f361-4311-8296-6e1bad8759fd tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:27.681816 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fd511-514f-4729-951b-8a69c24d5a10 req-36f4e97a-f361-4311-8296-6e1bad8759fd tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:27.685316 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f79fd511-514f-4729-951b-8a69c24d5a10 req-36f4e97a-f361-4311-8296-6e1bad8759fd tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.91 "GET /v2.0/ports?device_id=38151e77-fd58-4728-b1b0-ff538e34933e HTTP/1.1" status: 200 len: 1682 time: 0.2810636 Feb 09 01:16:27.732220 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-64f2e172-de81-4a39-abb0-2fc46fbfabd4 req-1271789f-50d8-4626-866d-d282af0c282e tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (42cd6e7b-28d3-48c1-b837-95c690627409), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:27.748269 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['8a9ab06c-1f75-4126-bb17-2d4af3691030', 'f23958e2-9d45-4b6e-822d-70ee53c087dd', '10551c51-c220-42f9-a6c3-c6dec216fd5b', '42cd6e7b-28d3-48c1-b837-95c690627409'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:16:27.872452 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-f79fd511-514f-4729-951b-8a69c24d5a10 req-f2b3a688-ceaf-4f24-b9b7-7cdd0beaaaf0 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Deleting port e1212d63-abf5-44eb-b9b9-312a27932a75 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:27.875204 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f79fd511-514f-4729-951b-8a69c24d5a10 req-f2b3a688-ceaf-4f24-b9b7-7cdd0beaaaf0 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (e1212d63-abf5-44eb-b9b9-312a27932a75), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:27.888775 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271789f-50d8-4626-866d-d282af0c282e tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Pushing event deleted for resources: {'Port': ['ID=42cd6e7b-28d3-48c1-b837-95c690627409,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:28.009237 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f2e172-de81-4a39-abb0-2fc46fbfabd4 req-1271789f-50d8-4626-866d-d282af0c282e tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] No DVR routers for this DVR port 42cd6e7b-28d3-48c1-b837-95c690627409 on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:28.026036 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032efe02-d07e-4cdf-9f7c-6f9d7078fe75 req-701ecd0f-d0d3-44ac-978d-e64e54c43af3 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.043102 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-032efe02-d07e-4cdf-9f7c-6f9d7078fe75 req-701ecd0f-d0d3-44ac-978d-e64e54c43af3 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d7ed2d7-8536-41bc-b6cb-fd3544ea6570 HTTP/1.1" status: 200 len: 943 time: 0.4361246 Feb 09 01:16:28.052388 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 110cb464-a641-4916-bcb5-edb0e09c3b46 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:16:28.054246 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-64f2e172-de81-4a39-abb0-2fc46fbfabd4 req-1271789f-50d8-4626-866d-d282af0c282e tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:28.059535 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-64f2e172-de81-4a39-abb0-2fc46fbfabd4 req-1271789f-50d8-4626-866d-d282af0c282e tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.121 "DELETE /v2.0/ports/42cd6e7b-28d3-48c1-b837-95c690627409 HTTP/1.1" status: 204 len: 173 time: 1.5834014 Feb 09 01:16:28.095324 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89e950-da10-426a-87e8-34af20ed16e0 req-4c510499-568c-40fe-9742-7d01ee7181e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.098883 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5f89e950-da10-426a-87e8-34af20ed16e0 req-4c510499-568c-40fe-9742-7d01ee7181e3 service neutron] 10.222.0.121 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.4519820 Feb 09 01:16:28.119836 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6fd6c5bb-9aa4-4fc7-aa43-16b8e3e228dd req-71083699-d801-4b0c-9f5c-b5452db0c721 service neutron] 10.222.0.91 "GET /v2.0/networks/fe516e29-735a-4343-b41d-62f1308dd9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4558048 Feb 09 01:16:28.121148 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-f79fd511-514f-4729-951b-8a69c24d5a10 req-f2b3a688-ceaf-4f24-b9b7-7cdd0beaaaf0 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] For port e1212d63-abf5-44eb-b9b9-312a27932a75, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=e1212d63-abf5-44eb-b9b9-312a27932a75,segment=NetworkSegment(b25c531f-39e7-4a7c-ade3-bce09b366b69),segment_id=b25c531f-39e7-4a7c-ade3-bce09b366b69)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:28.121620 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f79fd511-514f-4729-951b-8a69c24d5a10 req-f2b3a688-ceaf-4f24-b9b7-7cdd0beaaaf0 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (e1212d63-abf5-44eb-b9b9-312a27932a75), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:28.186837 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-f79fd511-514f-4729-951b-8a69c24d5a10 req-f2b3a688-ceaf-4f24-b9b7-7cdd0beaaaf0 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Calling delete_port for e1212d63-abf5-44eb-b9b9-312a27932a75 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:28.269348 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5f89e950-da10-426a-87e8-34af20ed16e0 req-73b123a8-ad03-4f0d-8a4a-c47a418f4a81 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=f23958e2-9d45-4b6e-822d-70ee53c087dd HTTP/1.1" status: 200 len: 217 time: 0.1529391 Feb 09 01:16:28.374961 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-032efe02-d07e-4cdf-9f7c-6f9d7078fe75 req-288653c2-4dda-4cba-b0de-4aac380f134e tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306313 Feb 09 01:16:28.421804 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6d0d6727-c163-4cf0-b452-0d138dd27812 req-57130f04-ee86-4c4f-9eb9-9d5eba43ec11 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks [] for port (7cbe969a-1c42-4019-89af-0e937bdfe2bc), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:28.429384 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:28.457458 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89e950-da10-426a-87e8-34af20ed16e0 req-70ed6e35-c070-41aa-9984-5be1214a873f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.459010 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5f89e950-da10-426a-87e8-34af20ed16e0 req-70ed6e35-c070-41aa-9984-5be1214a873f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.1823342 Feb 09 01:16:28.465794 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6d0d6727-c163-4cf0-b452-0d138dd27812 req-57130f04-ee86-4c4f-9eb9-9d5eba43ec11 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (7cbe969a-1c42-4019-89af-0e937bdfe2bc), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:28.487398 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa48c96-732a-4bf6-8556-edde312f2fe2', 'name': 'network-vif-deleted', 'tag': '42cd6e7b-28d3-48c1-b837-95c690627409'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:16:28.496974 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53e18d2-e8b2-4316-b7af-7535585dca43" -d '{"events": [{"server_uuid": "aaa48c96-732a-4bf6-8556-edde312f2fe2", "name": "network-vif-deleted", "tag": "42cd6e7b-28d3-48c1-b837-95c690627409"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:16:28.498444 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f426cb-8187-47f3-9448-402070d9bb45 x-openstack-request-id: req-42f426cb-8187-47f3-9448-402070d9bb45 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:16:28.501758 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2", "tag": "4e6f1dea-5278-4db9-98db-9750dbf841d5", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:16:28.502674 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-42f426cb-8187-47f3-9448-402070d9bb45 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:16:28.503115 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2', 'tag': '4e6f1dea-5278-4db9-98db-9750dbf841d5', 'status': 'completed', 'code': 200} Feb 09 01:16:28.508526 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f79fd511-514f-4729-951b-8a69c24d5a10 req-f2b3a688-ceaf-4f24-b9b7-7cdd0beaaaf0 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (e1212d63-abf5-44eb-b9b9-312a27932a75), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:28.570073 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['c0c869a1-187d-4996-baf1-8c90705818df', 'e1212d63-abf5-44eb-b9b9-312a27932a75'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:16:28.587692 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53932) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:28.601582 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3a688-ceaf-4f24-b9b7-7cdd0beaaaf0 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Pushing event deleted for resources: {'Port': ['ID=e1212d63-abf5-44eb-b9b9-312a27932a75,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:28.729004 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79fd511-514f-4729-951b-8a69c24d5a10 req-f2b3a688-ceaf-4f24-b9b7-7cdd0beaaaf0 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] No DVR routers for this DVR port e1212d63-abf5-44eb-b9b9-312a27932a75 on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:28.731995 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f79fd511-514f-4729-951b-8a69c24d5a10 req-f2b3a688-ceaf-4f24-b9b7-7cdd0beaaaf0 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:28.740217 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f79fd511-514f-4729-951b-8a69c24d5a10 req-f2b3a688-ceaf-4f24-b9b7-7cdd0beaaaf0 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.91 "DELETE /v2.0/ports/e1212d63-abf5-44eb-b9b9-312a27932a75 HTTP/1.1" status: 204 len: 173 time: 1.0497649 Feb 09 01:16:28.770448 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 110cb464-a641-4916-bcb5-edb0e09c3b46, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=110cb464-a641-4916-bcb5-edb0e09c3b46,segment=NetworkSegment(6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12),segment_id=6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:28.858807 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '110cb464-a641-4916-bcb5-edb0e09c3b46', 'network_id': 'fe516e29-735a-4343-b41d-62f1308dd9ac', 'port_id': '110cb464-a641-4916-bcb5-edb0e09c3b46', 'mac_address': 'fa:16:3e:99:7f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c7e660-340b-43fd-ab14-a81164bb8bc4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:16:29.021740 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6d0d6727-c163-4cf0-b452-0d138dd27812 req-57130f04-ee86-4c4f-9eb9-9d5eba43ec11 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (f5046481-cf92-4525-be1f-1b6160950dac), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:29.036921 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-f79fd511-514f-4729-951b-8a69c24d5a10 req-a3d28581-1ac5-42af-8583-f30446ae09cb tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Deleting port c0c869a1-187d-4996-baf1-8c90705818df {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:29.037523 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57130f04-ee86-4c4f-9eb9-9d5eba43ec11 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Pushing event updated for resources: {'Port': ['ID=7cbe969a-1c42-4019-89af-0e937bdfe2bc,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:29.037618 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f79fd511-514f-4729-951b-8a69c24d5a10 req-a3d28581-1ac5-42af-8583-f30446ae09cb tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (c0c869a1-187d-4996-baf1-8c90705818df), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:29.068370 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 110cb464-a641-4916-bcb5-edb0e09c3b46 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:29.069516 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (110cb464-a641-4916-bcb5-edb0e09c3b46), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:29.081104 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6d0d6727-c163-4cf0-b452-0d138dd27812 req-57130f04-ee86-4c4f-9eb9-9d5eba43ec11 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:29.082760 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6d0d6727-c163-4cf0-b452-0d138dd27812 req-57130f04-ee86-4c4f-9eb9-9d5eba43ec11 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1002440 Feb 09 01:16:29.097518 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1178bb-5f2d-44a6-97d2-a57a6489740d req-62aecbb0-9b9e-4b23-a474-9d5b213cb647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:29.099422 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fa1178bb-5f2d-44a6-97d2-a57a6489740d req-62aecbb0-9b9e-4b23-a474-9d5b213cb647 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=89a8855b9bab40b69c27334c734383e8&device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 1157 time: 0.4999707 Feb 09 01:16:29.147872 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 110cb464-a641-4916-bcb5-edb0e09c3b46 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:16:29.162074 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89e950-da10-426a-87e8-34af20ed16e0 req-c3b7fd54-8b44-4dc1-8aa3-48ae95821497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:29.165130 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5f89e950-da10-426a-87e8-34af20ed16e0 req-c3b7fd54-8b44-4dc1-8aa3-48ae95821497 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6852553 Feb 09 01:16:29.170112 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53940) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:29.202624 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 110cb464-a641-4916-bcb5-edb0e09c3b46, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=110cb464-a641-4916-bcb5-edb0e09c3b46,segment=NetworkSegment(6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12),segment_id=6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:29.222384 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (110cb464-a641-4916-bcb5-edb0e09c3b46), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:29.227293 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-f79fd511-514f-4729-951b-8a69c24d5a10 req-a3d28581-1ac5-42af-8583-f30446ae09cb tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] For port c0c869a1-187d-4996-baf1-8c90705818df, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=c0c869a1-187d-4996-baf1-8c90705818df,segment=NetworkSegment(e0a7113e-f0a9-4d1b-aa22-15afb09b7c6f),segment_id=e0a7113e-f0a9-4d1b-aa22-15afb09b7c6f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:29.227651 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f79fd511-514f-4729-951b-8a69c24d5a10 req-a3d28581-1ac5-42af-8583-f30446ae09cb tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (c0c869a1-187d-4996-baf1-8c90705818df), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:29.244700 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-f79fd511-514f-4729-951b-8a69c24d5a10 req-a3d28581-1ac5-42af-8583-f30446ae09cb tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Calling delete_port for c0c869a1-187d-4996-baf1-8c90705818df owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:29.245991 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6d0d6727-c163-4cf0-b452-0d138dd27812 req-553dadbe-312a-4f8b-86c6-661da83bf490 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.100 HTTP/1.1" status: 200 len: 696 time: 0.1541524 Feb 09 01:16:29.299858 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173cf3d9-5657-4f49-8d00-afb8dfb6aac5 req-d1689ac2-d0f9-459b-b939-b464b21d6f46 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:29.310245 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-173cf3d9-5657-4f49-8d00-afb8dfb6aac5 req-d1689ac2-d0f9-459b-b939-b464b21d6f46 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/ports?device_id=38151e77-fd58-4728-b1b0-ff538e34933e HTTP/1.1" status: 200 len: 946 time: 0.5691681 Feb 09 01:16:29.409788 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=110cb464-a641-4916-bcb5-edb0e09c3b46,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:29.426793 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-cb9675ed-8daa-4ffe-b939-99befbf9fb44 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-11973568-network', 'tenant_id': '2e43c459132849b3838aed83b1a5a2c8'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:29.432766 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f79fd511-514f-4729-951b-8a69c24d5a10 req-a3d28581-1ac5-42af-8583-f30446ae09cb tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (c0c869a1-187d-4996-baf1-8c90705818df), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:29.473941 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d28581-1ac5-42af-8583-f30446ae09cb tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Pushing event deleted for resources: {'Port': ['ID=c0c869a1-187d-4996-baf1-8c90705818df,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:29.508870 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9675ed-8daa-4ffe-b939-99befbf9fb44 admin admin] Made reservation on behalf of 2e43c459132849b3838aed83b1a5a2c8 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:29.511274 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cb9675ed-8daa-4ffe-b939-99befbf9fb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:29.534429 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['110cb464-a641-4916-bcb5-edb0e09c3b46'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:16:29.551077 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cb9675ed-8daa-4ffe-b939-99befbf9fb44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:29.564295 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79fd511-514f-4729-951b-8a69c24d5a10 req-a3d28581-1ac5-42af-8583-f30446ae09cb tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] No DVR routers for this DVR port c0c869a1-187d-4996-baf1-8c90705818df on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:29.567270 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f79fd511-514f-4729-951b-8a69c24d5a10 req-a3d28581-1ac5-42af-8583-f30446ae09cb tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:29.573402 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f79fd511-514f-4729-951b-8a69c24d5a10 req-a3d28581-1ac5-42af-8583-f30446ae09cb tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.91 "DELETE /v2.0/ports/c0c869a1-187d-4996-baf1-8c90705818df HTTP/1.1" status: 204 len: 173 time: 0.8263433 Feb 09 01:16:29.712199 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cb9675ed-8daa-4ffe-b939-99befbf9fb44 admin admin] Publish callbacks [] for security_group (d0bdfb5e-c148-4308-9999-97894617418e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:29.721328 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cb9675ed-8daa-4ffe-b939-99befbf9fb44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (d0bdfb5e-c148-4308-9999-97894617418e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:29.787924 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb9675ed-8daa-4ffe-b939-99befbf9fb44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:16:29.828051 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9675ed-8daa-4ffe-b939-99befbf9fb44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bdfb5e-c148-4308-9999-97894617418e,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:29.835839 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cb9675ed-8daa-4ffe-b939-99befbf9fb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (91f274b6-01ef-4925-944c-a3429e436a98), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:29.836247 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-cb9675ed-8daa-4ffe-b939-99befbf9fb44 admin admin] Added segment 91f274b6-01ef-4925-944c-a3429e436a98 of type vlan for network b35cc821-d90e-4f53-9471-2dcf659bf615 Feb 09 01:16:29.942609 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cb9675ed-8daa-4ffe-b939-99befbf9fb44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (b35cc821-d90e-4f53-9471-2dcf659bf615), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:29.996951 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cb9675ed-8daa-4ffe-b939-99befbf9fb44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (b35cc821-d90e-4f53-9471-2dcf659bf615), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:29.999837 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9675ed-8daa-4ffe-b939-99befbf9fb44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:30.000719 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cb9675ed-8daa-4ffe-b939-99befbf9fb44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:30.050903 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device c0c869a1-187d-4996-baf1-8c90705818df no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:16:30.073879 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3b1422e3-751b-4a19-8da4-1724833edb88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:30.153306 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9675ed-8daa-4ffe-b939-99befbf9fb44 admin admin] Pushing event updated for resources: {'Network': ['ID=b35cc821-d90e-4f53-9471-2dcf659bf615,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:30.154433 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: c0c869a1-187d-4996-baf1-8c90705818df {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:16:30.155340 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device c0c869a1-187d-4996-baf1-8c90705818df not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:16:30.156359 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 2b59282d-c827-453c-91f3-1f2512cf4704 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:16:30.166231 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cb9675ed-8daa-4ffe-b939-99befbf9fb44 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5554962 Feb 09 01:16:30.180868 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53948) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:30.197831 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-d6abe594-d723-43fc-ae4f-b1595184c94c admin admin] Request body: {'subnet': {'network_id': 'b35cc821-d90e-4f53-9471-2dcf659bf615', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-11973568-subnet', 'tenant_id': '2e43c459132849b3838aed83b1a5a2c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:30.219606 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-173cf3d9-5657-4f49-8d00-afb8dfb6aac5 req-960e930e-a625-437f-8eae-3a356cb25990 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42fb62d-b4ff-4e09-886f-82f8bef72e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9060347 Feb 09 01:16:30.221099 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network b35cc821-d90e-4f53-9471-2dcf659bf615 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:16:30.226402 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 2b59282d-c827-453c-91f3-1f2512cf4704 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:16:30.226883 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 2b59282d-c827-453c-91f3-1f2512cf4704 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:16:30.227549 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device e1212d63-abf5-44eb-b9b9-312a27932a75 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:16:30.297506 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1178bb-5f2d-44a6-97d2-a57a6489740d req-e04440a5-3363-4f29-9dce-78f406254411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:30.298253 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fa1178bb-5f2d-44a6-97d2-a57a6489740d req-e04440a5-3363-4f29-9dce-78f406254411 service neutron] 10.222.0.121 "GET /v2.0/networks?id=4d54ed5f-d078-4c38-9c35-f6f424a32376 HTTP/1.1" status: 200 len: 921 time: 1.1850533 Feb 09 01:16:30.324790 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: e1212d63-abf5-44eb-b9b9-312a27932a75 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:16:30.325681 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device e1212d63-abf5-44eb-b9b9-312a27932a75 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:16:30.329114 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5f89e950-da10-426a-87e8-34af20ed16e0 req-4021cff1-94ad-4266-8eb8-387c5f7d4679 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1432469 Feb 09 01:16:30.408592 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 4e6f1dea-5278-4db9-98db-9750dbf841d5 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:16:30.423651 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53952) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:30.488662 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5f89e950-da10-426a-87e8-34af20ed16e0 req-079fbc0d-2bb1-43de-bfd1-22c7b5e492b5 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472604 Feb 09 01:16:30.524067 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ef7e3e-bb1d-4563-80ee-e9e15b99203c', 'name': 'network-vif-deleted', 'tag': '2b59282d-c827-453c-91f3-1f2512cf4704'}, {'server_uuid': '38151e77-fd58-4728-b1b0-ff538e34933e', 'name': 'network-vif-deleted', 'tag': 'e1212d63-abf5-44eb-b9b9-312a27932a75'}, {'server_uuid': '38151e77-fd58-4728-b1b0-ff538e34933e', 'name': 'network-vif-deleted', 'tag': 'c0c869a1-187d-4996-baf1-8c90705818df'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:16:30.528464 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e0f8d0-6f44-4aac-960f-45bf500f9a0f" -d '{"events": [{"server_uuid": "c0ef7e3e-bb1d-4563-80ee-e9e15b99203c", "name": "network-vif-deleted", "tag": "2b59282d-c827-453c-91f3-1f2512cf4704"}, {"server_uuid": "38151e77-fd58-4728-b1b0-ff538e34933e", "name": "network-vif-deleted", "tag": "e1212d63-abf5-44eb-b9b9-312a27932a75"}, {"server_uuid": "38151e77-fd58-4728-b1b0-ff538e34933e", "name": "network-vif-deleted", "tag": "c0c869a1-187d-4996-baf1-8c90705818df"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:16:30.548413 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d6727-c163-4cf0-b452-0d138dd27812 req-55b9f229-b870-44f8-8a29-ef6ffd65b668 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:30.552063 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6d0d6727-c163-4cf0-b452-0d138dd27812 req-55b9f229-b870-44f8-8a29-ef6ffd65b668 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] 10.222.0.30 "GET /v2.0/networks/def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 784 time: 1.2939115 Feb 09 01:16:30.564121 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6abe594-d723-43fc-ae4f-b1595184c94c admin admin] Made reservation on behalf of 2e43c459132849b3838aed83b1a5a2c8 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:30.564121 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d6abe594-d723-43fc-ae4f-b1595184c94c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:30.564916 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fa1178bb-5f2d-44a6-97d2-a57a6489740d req-9fcd4de9-df47-443c-889c-4dc916714d40 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e6f1dea-5278-4db9-98db-9750dbf841d5 HTTP/1.1" status: 200 len: 217 time: 0.2390287 Feb 09 01:16:30.566118 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 4e6f1dea-5278-4db9-98db-9750dbf841d5 is: DOWN; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:30.567342 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 42cd6e7b-28d3-48c1-b837-95c690627409 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:16:30.603049 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 42cd6e7b-28d3-48c1-b837-95c690627409 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:16:30.603439 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 42cd6e7b-28d3-48c1-b837-95c690627409 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:16:30.666696 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d081c96-fa43-4af9-a6f1-d33578f7b6ec x-openstack-request-id: req-7d081c96-fa43-4af9-a6f1-d33578f7b6ec {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:16:30.666965 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa48c96-732a-4bf6-8556-edde312f2fe2", "name": "network-vif-deleted", "tag": "42cd6e7b-28d3-48c1-b837-95c690627409", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:16:30.667216 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7d081c96-fa43-4af9-a6f1-d33578f7b6ec {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:16:30.667606 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa48c96-732a-4bf6-8556-edde312f2fe2', 'name': 'network-vif-deleted', 'tag': '42cd6e7b-28d3-48c1-b837-95c690627409', 'status': 'completed', 'code': 200} Feb 09 01:16:30.787796 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3b1422e3-751b-4a19-8da4-1724833edb88 admin admin] Publish callbacks [] for security_group (4da63759-4488-4af1-b1be-2f262c420371), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:30.808536 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1178bb-5f2d-44a6-97d2-a57a6489740d req-3c5dafe1-2014-4266-9733-58b78fdae808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:30.809963 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fa1178bb-5f2d-44a6-97d2-a57a6489740d req-3c5dafe1-2014-4266-9733-58b78fdae808 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=dc881d69-9121-4d00-994f-9cce6bcb92ea HTTP/1.1" status: 200 len: 860 time: 0.2356906 Feb 09 01:16:30.816535 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3b1422e3-751b-4a19-8da4-1724833edb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (4da63759-4488-4af1-b1be-2f262c420371), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:30.890604 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07fd86-cf78-4459-832a-4dde55ac5fa9 req-ac1018b3-57b5-4840-8c59-c8958114b1df tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:30.892400 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5e07fd86-cf78-4459-832a-4dde55ac5fa9 req-ac1018b3-57b5-4840-8c59-c8958114b1df tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 943 time: 0.3385463 Feb 09 01:16:30.903820 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fa1178bb-5f2d-44a6-97d2-a57a6489740d req-2ae57498-bb8b-420f-9445-2f699dcd4a99 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4d54ed5f-d078-4c38-9c35-f6f424a32376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825670 Feb 09 01:16:30.946660 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3b1422e3-751b-4a19-8da4-1724833edb88 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=17f451195b6b4536b92429515a6e5f31&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7749567 Feb 09 01:16:30.949116 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e63ac30-2527-440c-a6d0-e5c77927f9fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (792ad467-42f0-47a1-94a9-0ab71dc2198a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:30.950956 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53958) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:30.967059 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1422e3-751b-4a19-8da4-1724833edb88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da63759-4488-4af1-b1be-2f262c420371,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:31.029115 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4e871-5d22-427d-b893-cf0740fd15c0 req-7afa6124-6149-43b8-b57d-97cd2a35511d tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:31.031081 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4af4e871-5d22-427d-b893-cf0740fd15c0 req-7afa6124-6149-43b8-b57d-97cd2a35511d tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d7ed2d7-8536-41bc-b6cb-fd3544ea6570 HTTP/1.1" status: 200 len: 944 time: 0.3256505 Feb 09 01:16:31.119813 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5e07fd86-cf78-4459-832a-4dde55ac5fa9 req-24870435-d378-4964-91ba-7657e1c7c380 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048960 Feb 09 01:16:31.182520 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d8279262-7009-4bde-beda-eb28e72e86c6 admin admin] Publish callbacks [] for security_group (4da63759-4488-4af1-b1be-2f262c420371), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:31.210254 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fa1178bb-5f2d-44a6-97d2-a57a6489740d req-f96fdb1b-88c8-4f8d-b7fb-64261897b14d service neutron] 10.222.0.121 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942040 Feb 09 01:16:31.218093 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d8279262-7009-4bde-beda-eb28e72e86c6 admin admin] Publish callbacks [] for security_group (4da63759-4488-4af1-b1be-2f262c420371), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:31.219828 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4af4e871-5d22-427d-b893-cf0740fd15c0 req-6e21acdb-f5e9-4922-b74d-0ce75f567a60 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569314 Feb 09 01:16:31.246032 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d6abe594-d723-43fc-ae4f-b1595184c94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (7784eae8-2c13-4214-a7a9-47fdb1c059c4), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:31.370557 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6abe594-d723-43fc-ae4f-b1595184c94c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7784eae8-2c13-4214-a7a9-47fdb1c059c4,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:31.426122 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 09 Feb 2022 01:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60bec99-2cec-44bb-9083-ab4efd89c0b4 x-openstack-request-id: req-f60bec99-2cec-44bb-9083-ab4efd89c0b4 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:16:31.426469 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ef7e3e-bb1d-4563-80ee-e9e15b99203c", "name": "network-vif-deleted", "tag": "2b59282d-c827-453c-91f3-1f2512cf4704", "status": "completed", "code": 200}, {"server_uuid": "38151e77-fd58-4728-b1b0-ff538e34933e", "name": "network-vif-deleted", "tag": "e1212d63-abf5-44eb-b9b9-312a27932a75", "status": "completed", "code": 200}, {"server_uuid": "38151e77-fd58-4728-b1b0-ff538e34933e", "name": "network-vif-deleted", "tag": "c0c869a1-187d-4996-baf1-8c90705818df", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:16:31.426657 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f60bec99-2cec-44bb-9083-ab4efd89c0b4 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:16:31.427048 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ef7e3e-bb1d-4563-80ee-e9e15b99203c', 'name': 'network-vif-deleted', 'tag': '2b59282d-c827-453c-91f3-1f2512cf4704', 'status': 'completed', 'code': 200} Feb 09 01:16:31.427299 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38151e77-fd58-4728-b1b0-ff538e34933e', 'name': 'network-vif-deleted', 'tag': 'e1212d63-abf5-44eb-b9b9-312a27932a75', 'status': 'completed', 'code': 200} Feb 09 01:16:31.427548 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38151e77-fd58-4728-b1b0-ff538e34933e', 'name': 'network-vif-deleted', 'tag': 'c0c869a1-187d-4996-baf1-8c90705818df', 'status': 'completed', 'code': 200} Feb 09 01:16:31.429820 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d8279262-7009-4bde-beda-eb28e72e86c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (4da63759-4488-4af1-b1be-2f262c420371), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:31.433371 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d8279262-7009-4bde-beda-eb28e72e86c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:31.434527 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d8279262-7009-4bde-beda-eb28e72e86c6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4da63759-4488-4af1-b1be-2f262c420371 HTTP/1.1" status: 204 len: 168 time: 0.4828515 Feb 09 01:16:31.460614 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fa1178bb-5f2d-44a6-97d2-a57a6489740d req-e8edd09c-3eb2-48e0-8099-0fc78afbc6ae service neutron] 10.222.0.121 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397857 Feb 09 01:16:31.461342 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6abe594-d723-43fc-ae4f-b1595184c94c admin admin] Checking segment: {'id': '91f274b6-01ef-4925-944c-a3429e436a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b35cc821-d90e-4f53-9471-2dcf659bf615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:16:31.461704 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6abe594-d723-43fc-ae4f-b1595184c94c admin admin] Network hostable DHCP agents. Network: b35cc821-d90e-4f53-9471-2dcf659bf615, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:16:31.470536 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53966) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:31.482386 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a2cf4877-f548-4600-8b00-02518f20c84c req-84090e0f-e7f8-47fe-9750-acbec4da5fbe tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] 10.222.0.30 "GET /v2.0/floatingips/f5046481-cf92-4525-be1f-1b6160950dac HTTP/1.1" status: 200 len: 693 time: 0.0878847 Feb 09 01:16:31.526893 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8279262-7009-4bde-beda-eb28e72e86c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da63759-4488-4af1-b1be-2f262c420371,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:31.598830 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6abe594-d723-43fc-ae4f-b1595184c94c admin admin] Network b35cc821-d90e-4f53-9471-2dcf659bf615 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:16:31.614152 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e2bd67-dc40-40b6-96d2-c9aeb64397ce tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Deleting subnet bb0d100a-7456-44c8-8c0b-70cafd45f8f3 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:16:31.621172 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-32e2bd67-dc40-40b6-96d2-c9aeb64397ce tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks [] for subnet (bb0d100a-7456-44c8-8c0b-70cafd45f8f3), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:31.666604 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-d6abe594-d723-43fc-ae4f-b1595184c94c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, b35cc821-d90e-4f53-9471-2dcf659bf615) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:31.676765 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1748c5f2-d777-4c86-b3d9-e4ccc1610a9e None None] Network b35cc821-d90e-4f53-9471-2dcf659bf615 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:16:31.714454 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6abe594-d723-43fc-ae4f-b1595184c94c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:31.715089 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d6abe594-d723-43fc-ae4f-b1595184c94c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:31.728031 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8e63ac30-2527-440c-a6d0-e5c77927f9fc admin admin] Deleting port ea4357cc-835a-48be-86df-fdc1909d1f5c {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:31.728399 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e63ac30-2527-440c-a6d0-e5c77927f9fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (ea4357cc-835a-48be-86df-fdc1909d1f5c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:31.754781 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-32e2bd67-dc40-40b6-96d2-c9aeb64397ce tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (bb0d100a-7456-44c8-8c0b-70cafd45f8f3), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:31.763136 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf4877-f548-4600-8b00-02518f20c84c req-b78f7875-0bf2-494a-840f-1da0fbd946b9 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:31.764665 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a2cf4877-f548-4600-8b00-02518f20c84c req-b78f7875-0bf2-494a-840f-1da0fbd946b9 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] 10.222.0.30 "GET /v2.0/networks/def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 784 time: 0.2574439 Feb 09 01:16:31.804176 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d6abe594-d723-43fc-ae4f-b1595184c94c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6176524 Feb 09 01:16:31.804915 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53972) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:31.814389 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-3219c8b9-893c-42a4-9aac-6019fc7fbddc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-11973568-router', 'tenant_id': '2e43c459132849b3838aed83b1a5a2c8', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:31.899289 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e59e3-b1ef-4c11-8e97-8abdf48a0298 req-af3858c9-fd5e-4472-acc6-4b8401e7e1cd tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:31.907497 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c58e59e3-b1ef-4c11-8e97-8abdf48a0298 req-af3858c9-fd5e-4472-acc6-4b8401e7e1cd tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 951 time: 0.2472384 Feb 09 01:16:31.917882 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba10e88-a557-4f2c-b4ed-5ded967118d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-b35cc821-d90e-4f53-9471-2dcf659bf615', 'network_id': 'b35cc821-d90e-4f53-9471-2dcf659bf615', 'project_id': '2e43c459132849b3838aed83b1a5a2c8', 'fixed_ips': [{'subnet_id': '7784eae8-2c13-4214-a7a9-47fdb1c059c4'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:16:31.919109 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8ba10e88-a557-4f2c-b4ed-5ded967118d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:31.929233 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8e63ac30-2527-440c-a6d0-e5c77927f9fc admin admin] For port ea4357cc-835a-48be-86df-fdc1909d1f5c, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=ea4357cc-835a-48be-86df-fdc1909d1f5c,segment=NetworkSegment(42da4e3b-4a1e-41ef-b635-a8afd4aeb166),segment_id=42da4e3b-4a1e-41ef-b635-a8afd4aeb166)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:31.932897 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e63ac30-2527-440c-a6d0-e5c77927f9fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (ea4357cc-835a-48be-86df-fdc1909d1f5c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:31.948934 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-206d8aac-b551-4865-9021-b8b9935fa9a3 req-ac3a5adc-4046-4d01-acad-f0ed26ecaaf9 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] 10.222.0.30 "GET /v2.0/floatingips/f5046481-cf92-4525-be1f-1b6160950dac HTTP/1.1" status: 200 len: 693 time: 0.1204460 Feb 09 01:16:31.957396 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3219c8b9-893c-42a4-9aac-6019fc7fbddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (54450a0c-eee3-4e03-9f26-1a313b509c11), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:31.958455 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3219c8b9-893c-42a4-9aac-6019fc7fbddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (54450a0c-eee3-4e03-9f26-1a313b509c11), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:31.967967 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8e63ac30-2527-440c-a6d0-e5c77927f9fc admin admin] Calling delete_port for ea4357cc-835a-48be-86df-fdc1909d1f5c owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:32.090358 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 110cb464-a641-4916-bcb5-edb0e09c3b46 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:32.115269 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53974) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:32.199896 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c58e59e3-b1ef-4c11-8e97-8abdf48a0298 req-0c8c0c8c-8c9c-4e02-882d-c1adb3bac83f tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768855 Feb 09 01:16:32.213742 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 110cb464-a641-4916-bcb5-edb0e09c3b46 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:32.221140 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 110cb464-a641-4916-bcb5-edb0e09c3b46 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:32.221765 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (110cb464-a641-4916-bcb5-edb0e09c3b46), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:32.225809 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-32e2bd67-dc40-40b6-96d2-c9aeb64397ce tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (bb0d100a-7456-44c8-8c0b-70cafd45f8f3), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:32.238489 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6af37476-c4da-4208-bbb7-41abb024945f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:32.247602 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-8ba10e88-a557-4f2c-b4ed-5ded967118d3 None None] Allocated IP 172.20.0.2 (b35cc821-d90e-4f53-9471-2dcf659bf615/7784eae8-2c13-4214-a7a9-47fdb1c059c4/f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:32.378744 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 110cb464-a641-4916-bcb5-edb0e09c3b46 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:32.379481 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (110cb464-a641-4916-bcb5-edb0e09c3b46), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:32.464501 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3219c8b9-893c-42a4-9aac-6019fc7fbddc admin admin] Publish callbacks [] for router_controller (54450a0c-eee3-4e03-9f26-1a313b509c11), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:32.570088 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7ed2d7-8536-41bc-b6cb-fd3544ea6570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110cb464-a641-4916-bcb5-edb0e09c3b46'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:16:32.575894 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d8aac-b551-4865-9021-b8b9935fa9a3 req-c5dbb136-ad6f-4d08-847b-59c086a5298f tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:32.579089 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28142645-f5b9-471f-ab4d-2ca8d3b4b017" -d '{"events": [{"server_uuid": "1d7ed2d7-8536-41bc-b6cb-fd3544ea6570", "name": "network-vif-plugged", "status": "completed", "tag": "110cb464-a641-4916-bcb5-edb0e09c3b46"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:16:32.582610 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-206d8aac-b551-4865-9021-b8b9935fa9a3 req-c5dbb136-ad6f-4d08-847b-59c086a5298f tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] 10.222.0.30 "GET /v2.0/networks/def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 784 time: 0.6327181 Feb 09 01:16:32.611789 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 110cb464-a641-4916-bcb5-edb0e09c3b46, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=110cb464-a641-4916-bcb5-edb0e09c3b46,segment=NetworkSegment(6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12),segment_id=6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:32.621035 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (110cb464-a641-4916-bcb5-edb0e09c3b46), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:32.688487 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=110cb464-a641-4916-bcb5-edb0e09c3b46,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:32.722382 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3219c8b9-893c-42a4-9aac-6019fc7fbddc admin admin] Publish callbacks [] for router_gateway (54450a0c-eee3-4e03-9f26-1a313b509c11), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:32.750390 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-206d8aac-b551-4865-9021-b8b9935fa9a3 req-a2d6f0db-8528-43a5-99d1-5edc3a447a4d tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.100 HTTP/1.1" status: 200 len: 696 time: 0.1666901 Feb 09 01:16:32.773958 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8ba10e88-a557-4f2c-b4ed-5ded967118d3 None None] Publish callbacks [] for port (f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:32.788356 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8ba10e88-a557-4f2c-b4ed-5ded967118d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:32.817135 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-32e2bd67-dc40-40b6-96d2-c9aeb64397ce tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (bb0d100a-7456-44c8-8c0b-70cafd45f8f3), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:32.826037 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89995557-01eb-4be6-8975-46cedd71fb1d req-e7378462-778d-47de-8d67-d36ef8827ba3 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:32.828748 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89995557-01eb-4be6-8975-46cedd71fb1d req-e7378462-778d-47de-8d67-d36ef8827ba3 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 943 time: 0.4700592 Feb 09 01:16:32.832828 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba10e88-a557-4f2c-b4ed-5ded967118d3 None None] Network b35cc821-d90e-4f53-9471-2dcf659bf615 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:32.849949 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-8ba10e88-a557-4f2c-b4ed-5ded967118d3 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:32.855556 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba10e88-a557-4f2c-b4ed-5ded967118d3 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:32.881643 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba10e88-a557-4f2c-b4ed-5ded967118d3 None None] Pushing event updated for resources: {'Port': ['ID=f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:32.908584 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-206d8aac-b551-4865-9021-b8b9935fa9a3 req-f5a912c1-34c8-4352-a76d-f49ea1e0ff49 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.100 HTTP/1.1" status: 200 len: 696 time: 0.1572225 Feb 09 01:16:32.945439 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-32e2bd67-dc40-40b6-96d2-c9aeb64397ce tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:32.952899 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-32e2bd67-dc40-40b6-96d2-c9aeb64397ce tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "DELETE /v2.0/subnets/bb0d100a-7456-44c8-8c0b-70cafd45f8f3 HTTP/1.1" status: 204 len: 168 time: 1.4788439 Feb 09 01:16:32.953228 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-8ba10e88-a557-4f2c-b4ed-5ded967118d3 None None] Attempting to bind port f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:32.953228 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-8ba10e88-a557-4f2c-b4ed-5ded967118d3 None None] Attempting to bind port f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '91f274b6-01ef-4925-944c-a3429e436a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b35cc821-d90e-4f53-9471-2dcf659bf615'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:32.953228 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba10e88-a557-4f2c-b4ed-5ded967118d3 None None] Attempting to bind port f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c on network b35cc821-d90e-4f53-9471-2dcf659bf615 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:32.954683 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe3a33c-4861-4040-8211-39a2e6071f7d None None] Network 693682c4-f09c-4718-805a-f0540b20e4cd requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:16:32.988384 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53982) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:33.001573 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89995557-01eb-4be6-8975-46cedd71fb1d req-1c59ec40-eebf-4d14-a102-9afb1d183a56 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378555 Feb 09 01:16:33.003357 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e63ac30-2527-440c-a6d0-e5c77927f9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (ea4357cc-835a-48be-86df-fdc1909d1f5c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:33.004875 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba10e88-a557-4f2c-b4ed-5ded967118d3 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:16:33.005261 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba10e88-a557-4f2c-b4ed-5ded967118d3 None None] Checking segment: {'id': '91f274b6-01ef-4925-944c-a3429e436a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b35cc821-d90e-4f53-9471-2dcf659bf615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:16:33.005673 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8ba10e88-a557-4f2c-b4ed-5ded967118d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:33.006076 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba10e88-a557-4f2c-b4ed-5ded967118d3 None None] Bound using segment: {'id': '91f274b6-01ef-4925-944c-a3429e436a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b35cc821-d90e-4f53-9471-2dcf659bf615'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:16:33.006622 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-8ba10e88-a557-4f2c-b4ed-5ded967118d3 None None] Bound port: f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f274b6-01ef-4925-944c-a3429e436a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b35cc821-d90e-4f53-9471-2dcf659bf615'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:16:33.007015 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8ba10e88-a557-4f2c-b4ed-5ded967118d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:33.011692 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2bd67-dc40-40b6-96d2-c9aeb64397ce tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Pushing event deleted for resources: {'Subnet': ['ID=bb0d100a-7456-44c8-8c0b-70cafd45f8f3,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:33.037168 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6af37476-c4da-4208-bbb7-41abb024945f admin admin] Publish callbacks [] for security_group (3284130a-0ef8-40b2-a4cd-e200a898c485), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:33.126721 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6af37476-c4da-4208-bbb7-41abb024945f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3284130a-0ef8-40b2-a4cd-e200a898c485), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:33.148195 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63ac30-2527-440c-a6d0-e5c77927f9fc admin admin] Pushing event deleted for resources: {'Port': ['ID=ea4357cc-835a-48be-86df-fdc1909d1f5c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:33.164748 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-8ba10e88-a557-4f2c-b4ed-5ded967118d3 None None] For port f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:16:33.168558 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-8ba10e88-a557-4f2c-b4ed-5ded967118d3 None None] For port f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c,segment=NetworkSegment(91f274b6-01ef-4925-944c-a3429e436a98),segment_id=91f274b6-01ef-4925-944c-a3429e436a98)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:16:33.179665 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8ba10e88-a557-4f2c-b4ed-5ded967118d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:33.211685 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63ac30-2527-440c-a6d0-e5c77927f9fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:33.212113 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63ac30-2527-440c-a6d0-e5c77927f9fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:33.212501 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63ac30-2527-440c-a6d0-e5c77927f9fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:33.212921 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63ac30-2527-440c-a6d0-e5c77927f9fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:33.213871 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63ac30-2527-440c-a6d0-e5c77927f9fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:33.214253 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63ac30-2527-440c-a6d0-e5c77927f9fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:33.214664 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63ac30-2527-440c-a6d0-e5c77927f9fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:33.215063 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63ac30-2527-440c-a6d0-e5c77927f9fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:33.215508 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63ac30-2527-440c-a6d0-e5c77927f9fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:33.215906 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63ac30-2527-440c-a6d0-e5c77927f9fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:33.216333 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63ac30-2527-440c-a6d0-e5c77927f9fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:33.216730 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63ac30-2527-440c-a6d0-e5c77927f9fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:33.217163 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63ac30-2527-440c-a6d0-e5c77927f9fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:33.229877 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af37476-c4da-4208-bbb7-41abb024945f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3284130a-0ef8-40b2-a4cd-e200a898c485,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:33.242043 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6af37476-c4da-4208-bbb7-41abb024945f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1744340591a344fcbfe0a028f988e98c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1256287 Feb 09 01:16:33.247300 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53988) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:33.261067 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba10e88-a557-4f2c-b4ed-5ded967118d3 None None] Pushing event updated for resources: {'Port': ['ID=f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:33.276183 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba10e88-a557-4f2c-b4ed-5ded967118d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:33.276718 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba10e88-a557-4f2c-b4ed-5ded967118d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:33.277138 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba10e88-a557-4f2c-b4ed-5ded967118d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:33.277624 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba10e88-a557-4f2c-b4ed-5ded967118d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:33.278061 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba10e88-a557-4f2c-b4ed-5ded967118d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:33.278960 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba10e88-a557-4f2c-b4ed-5ded967118d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:33.278960 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba10e88-a557-4f2c-b4ed-5ded967118d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:33.279411 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba10e88-a557-4f2c-b4ed-5ded967118d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:33.279817 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba10e88-a557-4f2c-b4ed-5ded967118d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:33.280309 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba10e88-a557-4f2c-b4ed-5ded967118d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:33.280736 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba10e88-a557-4f2c-b4ed-5ded967118d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:33.281255 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba10e88-a557-4f2c-b4ed-5ded967118d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:33.282163 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba10e88-a557-4f2c-b4ed-5ded967118d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:33.309415 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9e678b-f9ef-4a10-a2a1-00cab9a2abb9 None None] DHCP port deletion for 693682c4-f09c-4718-805a-f0540b20e4cd request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:16:33.370545 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-bd9e678b-f9ef-4a10-a2a1-00cab9a2abb9 None None] Deleting port 4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:33.371059 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bd9e678b-f9ef-4a10-a2a1-00cab9a2abb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:33.408912 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eae72d42-0265-41f2-b1d9-307192b91142 req-a1cc648a-1ef7-47f2-9ff4-2c16285e7ec9 service neutron] 10.222.0.121 "GET /v2.0/ports/4e6f1dea-5278-4db9-98db-9750dbf841d5/bindings/n-h2-822053-40 HTTP/1.1" status: 200 len: 385 time: 0.1467202 Feb 09 01:16:33.426657 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0238dfef-96ed-45e7-9e71-11385c9784f9 admin admin] Publish callbacks [] for security_group (3284130a-0ef8-40b2-a4cd-e200a898c485), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:33.470268 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0238dfef-96ed-45e7-9e71-11385c9784f9 admin admin] Publish callbacks [] for security_group (3284130a-0ef8-40b2-a4cd-e200a898c485), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:33.477773 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-bd9e678b-f9ef-4a10-a2a1-00cab9a2abb9 None None] For port 4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd,segment=NetworkSegment(e0a7113e-f0a9-4d1b-aa22-15afb09b7c6f),segment_id=e0a7113e-f0a9-4d1b-aa22-15afb09b7c6f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:33.478240 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e63ac30-2527-440c-a6d0-e5c77927f9fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (792ad467-42f0-47a1-94a9-0ab71dc2198a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:33.478417 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bd9e678b-f9ef-4a10-a2a1-00cab9a2abb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:33.498316 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-65c8ae7a-b146-49f1-b89f-bfd43743899c tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (693682c4-f09c-4718-805a-f0540b20e4cd), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:33.500252 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-bd9e678b-f9ef-4a10-a2a1-00cab9a2abb9 None None] Calling delete_port for 4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:33.539943 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434bbd6-d284-44d3-a2fe-e4e590669700 req-8c289a61-dc81-442d-9503-5ca731251170 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:33.539943 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6434bbd6-d284-44d3-a2fe-e4e590669700 req-8c289a61-dc81-442d-9503-5ca731251170 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.121 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 951 time: 0.5521061 Feb 09 01:16:33.654553 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb7ff6-9371-4995-a716-cf91be025cf6 req-3b84fcd1-2917-428a-9f62-3d514cf86665 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:33.662879 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d3cb7ff6-9371-4995-a716-cf91be025cf6 req-3b84fcd1-2917-428a-9f62-3d514cf86665 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d7ed2d7-8536-41bc-b6cb-fd3544ea6570 HTTP/1.1" status: 200 len: 945 time: 0.4508910 Feb 09 01:16:33.693773 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0238dfef-96ed-45e7-9e71-11385c9784f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3284130a-0ef8-40b2-a4cd-e200a898c485), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:33.695630 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bd9e678b-f9ef-4a10-a2a1-00cab9a2abb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:33.696938 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0238dfef-96ed-45e7-9e71-11385c9784f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:33.698394 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0238dfef-96ed-45e7-9e71-11385c9784f9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3284130a-0ef8-40b2-a4cd-e200a898c485 HTTP/1.1" status: 204 len: 168 time: 0.4503093 Feb 09 01:16:33.717407 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0238dfef-96ed-45e7-9e71-11385c9784f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3284130a-0ef8-40b2-a4cd-e200a898c485,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:33.749776 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-65c8ae7a-b146-49f1-b89f-bfd43743899c tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] The port '4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd' was deleted {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 09 01:16:33.755676 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e678b-f9ef-4a10-a2a1-00cab9a2abb9 None None] Pushing event deleted for resources: {'Port': ['ID=4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:33.792546 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9e678b-f9ef-4a10-a2a1-00cab9a2abb9 None None] No DVR routers for this DVR port 4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:33.890787 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e63ac30-2527-440c-a6d0-e5c77927f9fc admin admin] Router 792ad467-42f0-47a1-94a9-0ab71dc2198a has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:16:34.042572 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:34.075479 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e63ac30-2527-440c-a6d0-e5c77927f9fc admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:16:34.085878 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8e63ac30-2527-440c-a6d0-e5c77927f9fc admin admin] 10.222.0.30 "PUT /v2.0/routers/792ad467-42f0-47a1-94a9-0ab71dc2198a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6610534 Feb 09 01:16:34.086631 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53996) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:34.089929 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b836df86-9b0f-4a65-ba8f-7740638deed6 None None] Sync routers for ids ['792ad467-42f0-47a1-94a9-0ab71dc2198a'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:34.115408 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b836df86-9b0f-4a65-ba8f-7740638deed6 None None] Routers {'792ad467-42f0-47a1-94a9-0ab71dc2198a'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:34.115659 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:34.115933 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:34.116096 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-b836df86-9b0f-4a65-ba8f-7740638deed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:16:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['792ad467-42f0-47a1-94a9-0ab71dc2198a'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:34.256695 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:34.257221 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:34.269551 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a6b2f0cd-e171-46d4-afc5-77c390d4661d admin admin] Publish callbacks [] for router (792ad467-42f0-47a1-94a9-0ab71dc2198a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:34.317386 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c,segment=NetworkSegment(91f274b6-01ef-4925-944c-a3429e436a98),segment_id=91f274b6-01ef-4925-944c-a3429e436a98)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:34.328100 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:34.398547 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-b836df86-9b0f-4a65-ba8f-7740638deed6 None None] Set router 792ad467-42f0-47a1-94a9-0ab71dc2198a gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:16:34.422608 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:16:34.460480 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-206d8aac-b551-4865-9021-b8b9935fa9a3 req-3afbb0bd-1d3f-4895-910b-955422240f5c tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Deleting port 7cbe969a-1c42-4019-89af-0e937bdfe2bc {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:34.461057 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-206d8aac-b551-4865-9021-b8b9935fa9a3 req-3afbb0bd-1d3f-4895-910b-955422240f5c tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (7cbe969a-1c42-4019-89af-0e937bdfe2bc), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:34.503859 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:16:34.511245 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 4d2fd7ce-4455-488c-b0aa-d9b6ea2862bd not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:16:34.537700 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a6b2f0cd-e171-46d4-afc5-77c390d4661d admin admin] Publish callbacks [] for router_gateway (792ad467-42f0-47a1-94a9-0ab71dc2198a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:34.553717 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:34.600044 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d3cb7ff6-9371-4995-a716-cf91be025cf6 req-9ae2eab6-f68f-4965-9aee-48d4c8d1ec6c tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9360166 Feb 09 01:16:34.662798 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04e8323-c277-49f3-9da0-fc09161d983f None None] Network b35cc821-d90e-4f53-9471-2dcf659bf615 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:16:34.669001 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-65c8ae7a-b146-49f1-b89f-bfd43743899c tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (693682c4-f09c-4718-805a-f0540b20e4cd), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:34.673741 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a6b2f0cd-e171-46d4-afc5-77c390d4661d admin admin] Deleting port 30e27974-d6df-421a-b97a-2378eaadd3c0 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:34.677235 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a6b2f0cd-e171-46d4-afc5-77c390d4661d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (30e27974-d6df-421a-b97a-2378eaadd3c0), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:34.830331 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f13d99-9e1d-47a1-8deb-a7c2c4bf8263 x-openstack-request-id: req-67f13d99-9e1d-47a1-8deb-a7c2c4bf8263 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:16:34.830946 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7ed2d7-8536-41bc-b6cb-fd3544ea6570", "name": "network-vif-plugged", "status": "completed", "tag": "110cb464-a641-4916-bcb5-edb0e09c3b46", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:16:34.830946 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-67f13d99-9e1d-47a1-8deb-a7c2c4bf8263 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:16:34.831238 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7ed2d7-8536-41bc-b6cb-fd3544ea6570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110cb464-a641-4916-bcb5-edb0e09c3b46', 'code': 200} Feb 09 01:16:34.871613 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a6b2f0cd-e171-46d4-afc5-77c390d4661d admin admin] For port 30e27974-d6df-421a-b97a-2378eaadd3c0, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=30e27974-d6df-421a-b97a-2378eaadd3c0,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:34.872369 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a6b2f0cd-e171-46d4-afc5-77c390d4661d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (30e27974-d6df-421a-b97a-2378eaadd3c0), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:34.874088 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-b836df86-9b0f-4a65-ba8f-7740638deed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792ad467-42f0-47a1-94a9-0ab71dc2198a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1286856405-router', 'tenant_id': '0edeb144f81f4d66b455a07b636e6ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '30e27974-d6df-421a-b97a-2378eaadd3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:16Z', 'updated_at': '2022-02-09T01:16:32Z', 'revision_number': 5, 'project_id': '0edeb144f81f4d66b455a07b636e6ab9', 'gw_port': {'id': '30e27974-d6df-421a-b97a-2378eaadd3c0', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:26:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792ad467-42f0-47a1-94a9-0ab71dc2198a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:17Z', 'updated_at': '2022-02-09T01:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:34.899543 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f9d85-c98e-4879-bb01-5f6dc059a354 req-0376f345-2698-425b-8fb2-043d4ecaf243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:34.902588 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-2edcc33d-5666-4a2f-bf20-d504faf64619 None None] Provisioning complete for port f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:34.902979 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2edcc33d-5666-4a2f-bf20-d504faf64619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:34.908163 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ff9f9d85-c98e-4879-bb01-5f6dc059a354 req-0376f345-2698-425b-8fb2-043d4ecaf243 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1d7ed2d7-8536-41bc-b6cb-fd3544ea6570 HTTP/1.1" status: 200 len: 1128 time: 0.1117489 Feb 09 01:16:34.914917 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a6b2f0cd-e171-46d4-afc5-77c390d4661d admin admin] Calling delete_port for 30e27974-d6df-421a-b97a-2378eaadd3c0 owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:34.933875 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b836df86-9b0f-4a65-ba8f-7740638deed6 None None] Checking router: 792ad467-42f0-47a1-94a9-0ab71dc2198a for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:16:34.950643 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b836df86-9b0f-4a65-ba8f-7740638deed6 None None] Routers {'792ad467-42f0-47a1-94a9-0ab71dc2198a'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:34.951700 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-b836df86-9b0f-4a65-ba8f-7740638deed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:16:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['792ad467-42f0-47a1-94a9-0ab71dc2198a'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:35.019551 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54014) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:35.039152 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2edcc33d-5666-4a2f-bf20-d504faf64619 None None] Current status of the port f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:35.052335 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-65c8ae7a-b146-49f1-b89f-bfd43743899c tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['693682c4-f09c-4718-805a-f0540b20e4cd']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:35.064132 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ff9f9d85-c98e-4879-bb01-5f6dc059a354 req-1c52f785-b7c2-4091-8a45-2e79cb2078cc service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502876 Feb 09 01:16:35.069269 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-6434bbd6-d284-44d3-a2fe-e4e590669700 req-b3974b80-dcdf-4fec-a9eb-bcb63ec5b1b2 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Deleting port 10551c51-c220-42f9-a6c3-c6dec216fd5b {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:35.069610 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6434bbd6-d284-44d3-a2fe-e4e590669700 req-b3974b80-dcdf-4fec-a9eb-bcb63ec5b1b2 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (10551c51-c220-42f9-a6c3-c6dec216fd5b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.106852 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-b836df86-9b0f-4a65-ba8f-7740638deed6 None None] Set router 792ad467-42f0-47a1-94a9-0ab71dc2198a gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:16:35.142557 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-65c8ae7a-b146-49f1-b89f-bfd43743899c tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0a7113e-f0a9-4d1b-aa22-15afb09b7c6f') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:35.142860 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-65c8ae7a-b146-49f1-b89f-bfd43743899c tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0a7113e-f0a9-4d1b-aa22-15afb09b7c6f') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:35.150584 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3219c8b9-893c-42a4-9aac-6019fc7fbddc admin admin] Publish callbacks [] for router_gateway (54450a0c-eee3-4e03-9f26-1a313b509c11), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.197673 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-65c8ae7a-b146-49f1-b89f-bfd43743899c tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (e0a7113e-f0a9-4d1b-aa22-15afb09b7c6f), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.203802 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-206d8aac-b551-4865-9021-b8b9935fa9a3 req-3afbb0bd-1d3f-4895-910b-955422240f5c tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (7cbe969a-1c42-4019-89af-0e937bdfe2bc), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.204182 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-206d8aac-b551-4865-9021-b8b9935fa9a3 req-3afbb0bd-1d3f-4895-910b-955422240f5c tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks [] for floatingip (7cbe969a-1c42-4019-89af-0e937bdfe2bc), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.217701 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-b836df86-9b0f-4a65-ba8f-7740638deed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792ad467-42f0-47a1-94a9-0ab71dc2198a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1286856405-router', 'tenant_id': '0edeb144f81f4d66b455a07b636e6ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:16Z', 'updated_at': '2022-02-09T01:16:34Z', 'revision_number': 6, 'project_id': '0edeb144f81f4d66b455a07b636e6ab9', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:35.218454 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3219c8b9-893c-42a4-9aac-6019fc7fbddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.231298 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a6b2f0cd-e171-46d4-afc5-77c390d4661d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (30e27974-d6df-421a-b97a-2378eaadd3c0), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.245454 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-206d8aac-b551-4865-9021-b8b9935fa9a3 req-3afbb0bd-1d3f-4895-910b-955422240f5c tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Calling delete_port for 7cbe969a-1c42-4019-89af-0e937bdfe2bc owned by network:floatingip {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:35.247195 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b836df86-9b0f-4a65-ba8f-7740638deed6 None None] The sync data for ids ['792ad467-42f0-47a1-94a9-0ab71dc2198a'] in n-d-822053-40 is: [{'id': '792ad467-42f0-47a1-94a9-0ab71dc2198a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1286856405-router', 'tenant_id': '0edeb144f81f4d66b455a07b636e6ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:16Z', 'updated_at': '2022-02-09T01:16:34Z', 'revision_number': 6, 'project_id': '0edeb144f81f4d66b455a07b636e6ab9', 'gw_port_host': None}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:35.261167 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2f0cd-e171-46d4-afc5-77c390d4661d admin admin] Pushing event deleted for resources: {'Port': ['ID=30e27974-d6df-421a-b97a-2378eaadd3c0,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:35.266878 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cba2ac-68d3-44d2-9d50-97da4d25e61c req-7bdc9d66-1ec4-4774-8f6a-826cc4a21198 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:35.267917 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-60746cff-3207-4825-9c7a-1e0adb114c43 None None] Provisioning complete for port f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:35.269158 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e2cba2ac-68d3-44d2-9d50-97da4d25e61c req-7bdc9d66-1ec4-4774-8f6a-826cc4a21198 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 951 time: 0.4290216 Feb 09 01:16:35.270566 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-60746cff-3207-4825-9c7a-1e0adb114c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.333104 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a6b2f0cd-e171-46d4-afc5-77c390d4661d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (792ad467-42f0-47a1-94a9-0ab71dc2198a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.340716 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-30c7dffa-0962-46f0-b488-a884dd5218fd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1398017240-network', 'tenant_id': 'd3df79db395d43c7b21f36f3bef80e07'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:35.365482 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-eae72d42-0265-41f2-b1d9-307192b91142 req-67ad1062-01ab-4fb2-8342-4174f40a36d4 service neutron] For port 4e6f1dea-5278-4db9-98db-9750dbf841d5, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=4e6f1dea-5278-4db9-98db-9750dbf841d5,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:35.371111 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-65c8ae7a-b146-49f1-b89f-bfd43743899c tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (e0a7113e-f0a9-4d1b-aa22-15afb09b7c6f), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.375173 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-60746cff-3207-4825-9c7a-1e0adb114c43 None None] Current status of the port f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:35.429094 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a6b2f0cd-e171-46d4-afc5-77c390d4661d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (792ad467-42f0-47a1-94a9-0ab71dc2198a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.431191 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a6b2f0cd-e171-46d4-afc5-77c390d4661d admin admin] Publish callbacks [] for router_controller (792ad467-42f0-47a1-94a9-0ab71dc2198a), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.454806 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c8ae7a-b146-49f1-b89f-bfd43743899c tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:16:35.455212 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-65c8ae7a-b146-49f1-b89f-bfd43743899c tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (e0a7113e-f0a9-4d1b-aa22-15afb09b7c6f), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.459767 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:16:35.459767 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:16:35.459767 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:16:35.459767 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:16:35.459767 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:16:35.459767 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:16:35.459767 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:16:35.459767 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:16:35.459767 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:16:35.459767 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:16:35.459767 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:16:35.459767 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:16:35.459767 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:16:35.459767 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:16:35.459767 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:16:35.459767 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:16:35.459767 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:16:35.459767 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:16:35.459767 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:16:35.459767 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:16:35.459767 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:16:35.459767 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:16:35.459767 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:16:35.459767 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:16:35.459767 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:16:35.459767 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:16:35.459767 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:16:35.459767 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:16:35.459767 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:16:35.459767 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:16:35.459767 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:16:35.459767 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:16:35.486182 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a6b2f0cd-e171-46d4-afc5-77c390d4661d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (792ad467-42f0-47a1-94a9-0ab71dc2198a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.486772 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b2f0cd-e171-46d4-afc5-77c390d4661d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 792ad467-42f0-47a1-94a9-0ab71dc2198a {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:16:35.496601 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a6b2f0cd-e171-46d4-afc5-77c390d4661d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.497751 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a6b2f0cd-e171-46d4-afc5-77c390d4661d admin admin] 10.222.0.30 "DELETE /v2.0/routers/792ad467-42f0-47a1-94a9-0ab71dc2198a HTTP/1.1" status: 204 len: 168 time: 1.4101174 Feb 09 01:16:35.500333 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54018) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:35.547193 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-eae72d42-0265-41f2-b1d9-307192b91142 req-67ad1062-01ab-4fb2-8342-4174f40a36d4 service neutron] For port 4e6f1dea-5278-4db9-98db-9750dbf841d5, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:16:35.549281 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d133f20-d2a3-4e58-87f0-66e9dfbe0125 admin admin] Deleting subnet 58a3d8a1-b976-4fd7-a8cd-ab2983e09e0d {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:16:35.551812 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5d133f20-d2a3-4e58-87f0-66e9dfbe0125 admin admin] Publish callbacks [] for subnet (58a3d8a1-b976-4fd7-a8cd-ab2983e09e0d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.587648 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5d133f20-d2a3-4e58-87f0-66e9dfbe0125 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (58a3d8a1-b976-4fd7-a8cd-ab2983e09e0d), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.587877 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c7dffa-0962-46f0-b488-a884dd5218fd admin admin] Made reservation on behalf of d3df79db395d43c7b21f36f3bef80e07 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:35.590496 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-30c7dffa-0962-46f0-b488-a884dd5218fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.632498 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5d133f20-d2a3-4e58-87f0-66e9dfbe0125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (58a3d8a1-b976-4fd7-a8cd-ab2983e09e0d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.663909 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-6434bbd6-d284-44d3-a2fe-e4e590669700 req-b3974b80-dcdf-4fec-a9eb-bcb63ec5b1b2 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] For port 10551c51-c220-42f9-a6c3-c6dec216fd5b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=10551c51-c220-42f9-a6c3-c6dec216fd5b,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:35.664327 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6434bbd6-d284-44d3-a2fe-e4e590669700 req-b3974b80-dcdf-4fec-a9eb-bcb63ec5b1b2 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (10551c51-c220-42f9-a6c3-c6dec216fd5b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.669886 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-30c7dffa-0962-46f0-b488-a884dd5218fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.697139 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-65c8ae7a-b146-49f1-b89f-bfd43743899c tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (693682c4-f09c-4718-805a-f0540b20e4cd), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.702392 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-65c8ae7a-b146-49f1-b89f-bfd43743899c tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.708065 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-65c8ae7a-b146-49f1-b89f-bfd43743899c tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "DELETE /v2.0/networks/693682c4-f09c-4718-805a-f0540b20e4cd HTTP/1.1" status: 204 len: 168 time: 2.6998959 Feb 09 01:16:35.709167 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54022) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:35.712407 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5d133f20-d2a3-4e58-87f0-66e9dfbe0125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (58a3d8a1-b976-4fd7-a8cd-ab2983e09e0d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.723376 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-6434bbd6-d284-44d3-a2fe-e4e590669700 req-b3974b80-dcdf-4fec-a9eb-bcb63ec5b1b2 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Calling delete_port for 10551c51-c220-42f9-a6c3-c6dec216fd5b owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:35.726876 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-eae72d42-0265-41f2-b1d9-307192b91142 req-67ad1062-01ab-4fb2-8342-4174f40a36d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e6f1dea-5278-4db9-98db-9750dbf841d5 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:16:35.736336 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e2cba2ac-68d3-44d2-9d50-97da4d25e61c req-d8f9c654-d7a4-4ce8-b687-946bd00fa3a9 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031775 Feb 09 01:16:35.763610 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-eae72d42-0265-41f2-b1d9-307192b91142 req-67ad1062-01ab-4fb2-8342-4174f40a36d4 service neutron] For port 4e6f1dea-5278-4db9-98db-9750dbf841d5, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=4e6f1dea-5278-4db9-98db-9750dbf841d5,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:35.767708 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d133f20-d2a3-4e58-87f0-66e9dfbe0125 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58a3d8a1-b976-4fd7-a8cd-ab2983e09e0d,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:35.782722 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c8ae7a-b146-49f1-b89f-bfd43743899c tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Pushing event deleted for resources: {'Network': ['ID=693682c4-f09c-4718-805a-f0540b20e4cd,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:35.783256 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5d133f20-d2a3-4e58-87f0-66e9dfbe0125 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.786811 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5d133f20-d2a3-4e58-87f0-66e9dfbe0125 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/58a3d8a1-b976-4fd7-a8cd-ab2983e09e0d HTTP/1.1" status: 204 len: 168 time: 0.2853274 Feb 09 01:16:35.791566 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54024) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:35.833644 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-3219c8b9-893c-42a4-9aac-6019fc7fbddc admin admin] Allocated IP 172.25.1.163 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:35.859486 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-d599dab8-0f65-4bfe-9264-43b9bd04d0e9 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Deleting subnet 55d4c6ce-f7d4-4114-b5f3-f8dcafe5ab08 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:16:35.870459 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d599dab8-0f65-4bfe-9264-43b9bd04d0e9 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks [] for subnet (55d4c6ce-f7d4-4114-b5f3-f8dcafe5ab08), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.877945 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-eae72d42-0265-41f2-b1d9-307192b91142 req-67ad1062-01ab-4fb2-8342-4174f40a36d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (4e6f1dea-5278-4db9-98db-9750dbf841d5), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.916114 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-048de542-af13-47cc-bee2-cc7d2222ab59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.930783 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d599dab8-0f65-4bfe-9264-43b9bd04d0e9 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (55d4c6ce-f7d4-4114-b5f3-f8dcafe5ab08), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:36.051299 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-206d8aac-b551-4865-9021-b8b9935fa9a3 req-3afbb0bd-1d3f-4895-910b-955422240f5c tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (7cbe969a-1c42-4019-89af-0e937bdfe2bc), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:36.053800 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-048de542-af13-47cc-bee2-cc7d2222ab59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:36.104807 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-048de542-af13-47cc-bee2-cc7d2222ab59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:36.119494 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-048de542-af13-47cc-bee2-cc7d2222ab59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42da4e3b-4a1e-41ef-b635-a8afd4aeb166') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:36.119770 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-048de542-af13-47cc-bee2-cc7d2222ab59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42da4e3b-4a1e-41ef-b635-a8afd4aeb166') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:36.122015 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d599dab8-0f65-4bfe-9264-43b9bd04d0e9 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (55d4c6ce-f7d4-4114-b5f3-f8dcafe5ab08), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:36.134222 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afbb0bd-1d3f-4895-910b-955422240f5c tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Pushing event deleted for resources: {'Port': ['ID=7cbe969a-1c42-4019-89af-0e937bdfe2bc,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:36.153894 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-048de542-af13-47cc-bee2-cc7d2222ab59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (42da4e3b-4a1e-41ef-b635-a8afd4aeb166), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:36.177494 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-048de542-af13-47cc-bee2-cc7d2222ab59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (42da4e3b-4a1e-41ef-b635-a8afd4aeb166), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:36.195461 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-048de542-af13-47cc-bee2-cc7d2222ab59 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:16:36.195899 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-048de542-af13-47cc-bee2-cc7d2222ab59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (42da4e3b-4a1e-41ef-b635-a8afd4aeb166), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:36.198253 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:16:36.198253 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:16:36.198253 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:16:36.198253 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:16:36.198253 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:16:36.198253 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:16:36.198253 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:16:36.198253 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:16:36.198253 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:16:36.198253 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:16:36.198253 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:16:36.198253 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:16:36.198253 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:16:36.198253 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:16:36.198253 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:16:36.198253 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:16:36.198253 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:16:36.198253 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:16:36.198253 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:16:36.198253 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:16:36.198253 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:16:36.198253 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:16:36.198253 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:16:36.198253 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:16:36.198253 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:16:36.198253 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:16:36.198253 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:16:36.198253 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:16:36.198253 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:16:36.198253 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:16:36.198253 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:16:36.198253 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:16:36.213056 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:36.222494 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-30c7dffa-0962-46f0-b488-a884dd5218fd admin admin] Publish callbacks [] for security_group (10f38edd-e295-4aa1-bc77-878eeb92117a), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:36.278449 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:36.278790 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:36.299778 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd1149-502e-4e50-b547-d15912ae5cf2 req-d043be68-2e79-41c3-a70e-4a8eaaaa4975 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:36.301418 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-10dd1149-502e-4e50-b547-d15912ae5cf2 req-d043be68-2e79-41c3-a70e-4a8eaaaa4975 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 943 time: 0.4281297 Feb 09 01:16:36.302091 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-30c7dffa-0962-46f0-b488-a884dd5218fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (10f38edd-e295-4aa1-bc77-878eeb92117a), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:36.303805 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-048de542-af13-47cc-bee2-cc7d2222ab59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:36.308475 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-206d8aac-b551-4865-9021-b8b9935fa9a3 req-3afbb0bd-1d3f-4895-910b-955422240f5c tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks [] for floatingip (f5046481-cf92-4525-be1f-1b6160950dac), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:36.310538 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-048de542-af13-47cc-bee2-cc7d2222ab59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:36.311078 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-206d8aac-b551-4865-9021-b8b9935fa9a3 req-3afbb0bd-1d3f-4895-910b-955422240f5c tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:36.313137 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-206d8aac-b551-4865-9021-b8b9935fa9a3 req-3afbb0bd-1d3f-4895-910b-955422240f5c tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] 10.222.0.30 "DELETE /v2.0/floatingips/f5046481-cf92-4525-be1f-1b6160950dac HTTP/1.1" status: 204 len: 173 time: 3.3256848 Feb 09 01:16:36.317371 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-048de542-af13-47cc-bee2-cc7d2222ab59 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940 HTTP/1.1" status: 204 len: 168 time: 0.5246029 Feb 09 01:16:36.340587 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d599dab8-0f65-4bfe-9264-43b9bd04d0e9 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (55d4c6ce-f7d4-4114-b5f3-f8dcafe5ab08), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:36.394376 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:36.396989 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 10551c51-c220-42f9-a6c3-c6dec216fd5b no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:16:36.402801 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048de542-af13-47cc-bee2-cc7d2222ab59 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3e08ef8-f3d5-4237-9bc1-4a9b01c7c940,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:36.462071 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599dab8-0f65-4bfe-9264-43b9bd04d0e9 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Pushing event deleted for resources: {'Subnet': ['ID=55d4c6ce-f7d4-4114-b5f3-f8dcafe5ab08,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:36.464233 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d599dab8-0f65-4bfe-9264-43b9bd04d0e9 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:36.472056 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d599dab8-0f65-4bfe-9264-43b9bd04d0e9 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "DELETE /v2.0/subnets/55d4c6ce-f7d4-4114-b5f3-f8dcafe5ab08 HTTP/1.1" status: 204 len: 168 time: 0.7609887 Feb 09 01:16:36.475872 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54032) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:36.476397 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beba6857-94d6-495a-b546-41f7e02c74b9 None None] Network 1cbb5168-2b33-4897-a2e3-c1363d2528ac requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:16:36.520156 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-10dd1149-502e-4e50-b547-d15912ae5cf2 req-7e2afe0a-cb3e-45b1-bd0a-bac715d1237b tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746676 Feb 09 01:16:36.526452 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30c7dffa-0962-46f0-b488-a884dd5218fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:16:36.597464 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device ea4357cc-835a-48be-86df-fdc1909d1f5c no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:16:36.599535 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54034) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:36.646083 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-af4db5a4-ac0b-4c3a-87aa-111d4a1b3bb2 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (1cbb5168-2b33-4897-a2e3-c1363d2528ac), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:36.661141 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: ea4357cc-835a-48be-86df-fdc1909d1f5c {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:16:36.661502 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device ea4357cc-835a-48be-86df-fdc1909d1f5c not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:16:36.661912 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 30e27974-d6df-421a-b97a-2378eaadd3c0 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:16:36.679724 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-02902bb6-731e-45b7-b645-7668d9008a94 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0edeb144f81f4d66b455a07b636e6ab9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0770819 Feb 09 01:16:36.683116 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54036) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:36.696103 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 30e27974-d6df-421a-b97a-2378eaadd3c0 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:16:36.696455 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 30e27974-d6df-421a-b97a-2378eaadd3c0 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:16:36.727756 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 10551c51-c220-42f9-a6c3-c6dec216fd5b is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:36.728233 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (10551c51-c220-42f9-a6c3-c6dec216fd5b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:36.749512 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-30c7dffa-0962-46f0-b488-a884dd5218fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (77f5f6de-2912-4bde-8be0-2caaa2221b45), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:36.749859 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-30c7dffa-0962-46f0-b488-a884dd5218fd admin admin] Added segment 77f5f6de-2912-4bde-8be0-2caaa2221b45 of type vlan for network c3bbe03a-31dc-461a-b4d8-0c9862de5249 Feb 09 01:16:36.775438 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-578c48c1-936a-4070-aed8-3341c01c2f8e admin admin] Publish callbacks [] for security_group (376d5811-5003-401c-8a52-6b0b0393a072), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:36.789479 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3219c8b9-893c-42a4-9aac-6019fc7fbddc admin admin] Publish callbacks [] for port (4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:36.789729 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-af4db5a4-ac0b-4c3a-87aa-111d4a1b3bb2 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Deleting port 9969c0f8-ecdf-4517-a681-d463867f70f7 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:36.790078 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-af4db5a4-ac0b-4c3a-87aa-111d4a1b3bb2 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (9969c0f8-ecdf-4517-a681-d463867f70f7), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:36.816495 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c7dffa-0962-46f0-b488-a884dd5218fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f38edd-e295-4aa1-bc77-878eeb92117a,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:36.847232 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-578c48c1-936a-4070-aed8-3341c01c2f8e admin admin] Publish callbacks [] for security_group (376d5811-5003-401c-8a52-6b0b0393a072), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:36.869916 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47469635-d72c-4978-89b6-d19b2699d510 None None] DHCP port deletion for 1cbb5168-2b33-4897-a2e3-c1363d2528ac request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:16:36.904175 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-af4db5a4-ac0b-4c3a-87aa-111d4a1b3bb2 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] For port 9969c0f8-ecdf-4517-a681-d463867f70f7, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=9969c0f8-ecdf-4517-a681-d463867f70f7,segment=NetworkSegment(b25c531f-39e7-4a7c-ade3-bce09b366b69),segment_id=b25c531f-39e7-4a7c-ade3-bce09b366b69)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:36.904466 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-af4db5a4-ac0b-4c3a-87aa-111d4a1b3bb2 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (9969c0f8-ecdf-4517-a681-d463867f70f7), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:36.923489 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-af4db5a4-ac0b-4c3a-87aa-111d4a1b3bb2 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Calling delete_port for 9969c0f8-ecdf-4517-a681-d463867f70f7 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:36.927518 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-47469635-d72c-4978-89b6-d19b2699d510 None None] Deleting port 9969c0f8-ecdf-4517-a681-d463867f70f7 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:36.928412 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-47469635-d72c-4978-89b6-d19b2699d510 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (9969c0f8-ecdf-4517-a681-d463867f70f7), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:36.928561 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-30c7dffa-0962-46f0-b488-a884dd5218fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (c3bbe03a-31dc-461a-b4d8-0c9862de5249), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:36.955969 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6434bbd6-d284-44d3-a2fe-e4e590669700 req-b3974b80-dcdf-4fec-a9eb-bcb63ec5b1b2 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (10551c51-c220-42f9-a6c3-c6dec216fd5b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:36.966502 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-eae72d42-0265-41f2-b1d9-307192b91142 req-67ad1062-01ab-4fb2-8342-4174f40a36d4 service neutron] Transition to ACTIVE for port object 4e6f1dea-5278-4db9-98db-9750dbf841d5 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:36.983407 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-578c48c1-936a-4070-aed8-3341c01c2f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (376d5811-5003-401c-8a52-6b0b0393a072), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:36.986426 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-578c48c1-936a-4070-aed8-3341c01c2f8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:36.990338 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-578c48c1-936a-4070-aed8-3341c01c2f8e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/376d5811-5003-401c-8a52-6b0b0393a072 HTTP/1.1" status: 204 len: 168 time: 0.3034744 Feb 09 01:16:36.995276 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-eae72d42-0265-41f2-b1d9-307192b91142 req-67ad1062-01ab-4fb2-8342-4174f40a36d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (4e6f1dea-5278-4db9-98db-9750dbf841d5), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:36.996693 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['8a9ab06c-1f75-4126-bb17-2d4af3691030', 'f23958e2-9d45-4b6e-822d-70ee53c087dd'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:16:37.002648 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c48c1-936a-4070-aed8-3341c01c2f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376d5811-5003-401c-8a52-6b0b0393a072,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:37.047688 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-af4db5a4-ac0b-4c3a-87aa-111d4a1b3bb2 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (9969c0f8-ecdf-4517-a681-d463867f70f7), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:37.053240 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3974b80-dcdf-4fec-a9eb-bcb63ec5b1b2 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Pushing event deleted for resources: {'Port': ['ID=10551c51-c220-42f9-a6c3-c6dec216fd5b,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:37.078307 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90bf44-5823-4629-a101-a55e2cc443f2 req-f81a878b-468d-400d-9d64-8a14c2b2a9a6 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:37.095641 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4db5a4-ac0b-4c3a-87aa-111d4a1b3bb2 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Pushing event deleted for resources: {'Port': ['ID=9969c0f8-ecdf-4517-a681-d463867f70f7,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:37.098048 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4db5a4-ac0b-4c3a-87aa-111d4a1b3bb2 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] No DVR routers for this DVR port 9969c0f8-ecdf-4517-a681-d463867f70f7 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:37.102343 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aa90bf44-5823-4629-a101-a55e2cc443f2 req-f81a878b-468d-400d-9d64-8a14c2b2a9a6 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4973099 Feb 09 01:16:37.137475 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-47469635-d72c-4978-89b6-d19b2699d510 None None] For port 9969c0f8-ecdf-4517-a681-d463867f70f7, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=9969c0f8-ecdf-4517-a681-d463867f70f7,segment=NetworkSegment(b25c531f-39e7-4a7c-ade3-bce09b366b69),segment_id=b25c531f-39e7-4a7c-ade3-bce09b366b69)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:37.138174 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-47469635-d72c-4978-89b6-d19b2699d510 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (9969c0f8-ecdf-4517-a681-d463867f70f7), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:37.166407 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-47469635-d72c-4978-89b6-d19b2699d510 None None] Calling delete_port for 9969c0f8-ecdf-4517-a681-d463867f70f7 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:37.170261 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fc227-1aaf-4005-8021-815a8dad1fd0 req-5d1ef564-79a9-4175-b941-6f8598ed2543 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:37.179343 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-971fc227-1aaf-4005-8021-815a8dad1fd0 req-5d1ef564-79a9-4175-b941-6f8598ed2543 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d7ed2d7-8536-41bc-b6cb-fd3544ea6570 HTTP/1.1" status: 200 len: 945 time: 0.6094873 Feb 09 01:16:37.196444 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-30c7dffa-0962-46f0-b488-a884dd5218fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (c3bbe03a-31dc-461a-b4d8-0c9862de5249), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:37.197551 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c7dffa-0962-46f0-b488-a884dd5218fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:37.198304 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-30c7dffa-0962-46f0-b488-a884dd5218fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:37.215447 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-af4db5a4-ac0b-4c3a-87aa-111d4a1b3bb2 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (1cbb5168-2b33-4897-a2e3-c1363d2528ac), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:37.245419 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-af4db5a4-ac0b-4c3a-87aa-111d4a1b3bb2 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cbb5168-2b33-4897-a2e3-c1363d2528ac']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:37.258011 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3219c8b9-893c-42a4-9aac-6019fc7fbddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:37.266351 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-af4db5a4-ac0b-4c3a-87aa-111d4a1b3bb2 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b25c531f-39e7-4a7c-ade3-bce09b366b69') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:37.266351 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-af4db5a4-ac0b-4c3a-87aa-111d4a1b3bb2 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b25c531f-39e7-4a7c-ade3-bce09b366b69') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:37.282886 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-af4db5a4-ac0b-4c3a-87aa-111d4a1b3bb2 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (b25c531f-39e7-4a7c-ade3-bce09b366b69), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:37.300585 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-af4db5a4-ac0b-4c3a-87aa-111d4a1b3bb2 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (b25c531f-39e7-4a7c-ade3-bce09b366b69), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:37.309465 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af4db5a4-ac0b-4c3a-87aa-111d4a1b3bb2 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:16:37.309815 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-af4db5a4-ac0b-4c3a-87aa-111d4a1b3bb2 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (b25c531f-39e7-4a7c-ade3-bce09b366b69), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:37.314422 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:16:37.314422 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:16:37.314422 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:16:37.314422 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:16:37.314422 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:16:37.314422 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:16:37.314422 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:16:37.314422 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:16:37.314422 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:16:37.314422 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:16:37.314422 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:16:37.314422 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:16:37.314422 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:16:37.314422 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:16:37.314422 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:16:37.314422 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:16:37.314422 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:16:37.314422 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:16:37.314422 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:16:37.314422 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:16:37.314422 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:16:37.314422 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:16:37.314422 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:16:37.314422 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:16:37.314422 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:16:37.314422 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:16:37.314422 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:16:37.314422 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:16:37.314422 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:16:37.314422 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:16:37.314422 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:16:37.314422 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:16:37.362443 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-47469635-d72c-4978-89b6-d19b2699d510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (9969c0f8-ecdf-4517-a681-d463867f70f7), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:37.395416 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-af4db5a4-ac0b-4c3a-87aa-111d4a1b3bb2 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (1cbb5168-2b33-4897-a2e3-c1363d2528ac), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:37.408372 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-af4db5a4-ac0b-4c3a-87aa-111d4a1b3bb2 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:37.418115 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-af4db5a4-ac0b-4c3a-87aa-111d4a1b3bb2 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] 10.222.0.30 "DELETE /v2.0/networks/1cbb5168-2b33-4897-a2e3-c1363d2528ac HTTP/1.1" status: 204 len: 168 time: 0.9381981 Feb 09 01:16:37.422945 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47469635-d72c-4978-89b6-d19b2699d510 None None] No DVR routers for this DVR port 9969c0f8-ecdf-4517-a681-d463867f70f7 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:37.428295 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47469635-d72c-4978-89b6-d19b2699d510 None None] Pushing event deleted for resources: {'Port': ['ID=9969c0f8-ecdf-4517-a681-d463867f70f7,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:37.442394 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4db5a4-ac0b-4c3a-87aa-111d4a1b3bb2 tempest-ServersTestMultiNic-1944331165 tempest-ServersTestMultiNic-1944331165-project] Pushing event deleted for resources: {'Network': ['ID=1cbb5168-2b33-4897-a2e3-c1363d2528ac,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:37.503723 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-6434bbd6-d284-44d3-a2fe-e4e590669700 req-b3974b80-dcdf-4fec-a9eb-bcb63ec5b1b2 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] No DVR routers for this DVR port 10551c51-c220-42f9-a6c3-c6dec216fd5b on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:37.533802 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b5473bbc-592e-4b8e-a00f-a3d3320677b0 req-9cae8253-d6cb-478b-9d0b-07f511a92557 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=1525aac7-d7bc-4b62-adf2-38e63bd0147b HTTP/1.1" status: 200 len: 210 time: 0.3325317 Feb 09 01:16:37.540188 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6434bbd6-d284-44d3-a2fe-e4e590669700 req-b3974b80-dcdf-4fec-a9eb-bcb63ec5b1b2 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:37.543659 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6434bbd6-d284-44d3-a2fe-e4e590669700 req-b3974b80-dcdf-4fec-a9eb-bcb63ec5b1b2 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.121 "DELETE /v2.0/ports/10551c51-c220-42f9-a6c3-c6dec216fd5b HTTP/1.1" status: 204 len: 173 time: 3.9851606 Feb 09 01:16:37.554570 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae72d42-0265-41f2-b1d9-307192b91142 req-67ad1062-01ab-4fb2-8342-4174f40a36d4 service neutron] No DVR routers for this DVR port 4e6f1dea-5278-4db9-98db-9750dbf841d5 on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:37.555928 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1525aac7-d7bc-4b62-adf2-38e63bd0147b', 'name': 'network-vif-deleted', 'tag': '10551c51-c220-42f9-a6c3-c6dec216fd5b'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:16:37.558186 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82954058-c3da-4f1f-8c98-5be79a79c6f6" -d '{"events": [{"server_uuid": "1525aac7-d7bc-4b62-adf2-38e63bd0147b", "name": "network-vif-deleted", "tag": "10551c51-c220-42f9-a6c3-c6dec216fd5b"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:16:37.583210 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54056) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:37.583379 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-30c7dffa-0962-46f0-b488-a884dd5218fd admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5546162 Feb 09 01:16:37.599901 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-7b626a06-c08d-4fe8-90f6-a697e73dbf64 admin admin] Request body: {'subnet': {'network_id': 'c3bbe03a-31dc-461a-b4d8-0c9862de5249', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1398017240-subnet', 'tenant_id': 'd3df79db395d43c7b21f36f3bef80e07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:37.604012 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3219c8b9-893c-42a4-9aac-6019fc7fbddc admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:37.611701 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad1062-01ab-4fb2-8342-4174f40a36d4 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6f1dea-5278-4db9-98db-9750dbf841d5,revision_number=10']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:37.622713 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-3219c8b9-893c-42a4-9aac-6019fc7fbddc admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:37.644364 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c7dffa-0962-46f0-b488-a884dd5218fd admin admin] Pushing event updated for resources: {'Network': ['ID=c3bbe03a-31dc-461a-b4d8-0c9862de5249,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:37.649240 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3219c8b9-893c-42a4-9aac-6019fc7fbddc admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:37.653506 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b626a06-c08d-4fe8-90f6-a697e73dbf64 admin admin] Made reservation on behalf of d3df79db395d43c7b21f36f3bef80e07 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:37.657399 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7b626a06-c08d-4fe8-90f6-a697e73dbf64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:37.660712 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network c3bbe03a-31dc-461a-b4d8-0c9862de5249 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:16:37.722737 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eae72d42-0265-41f2-b1d9-307192b91142 req-67ad1062-01ab-4fb2-8342-4174f40a36d4 service neutron] 10.222.0.121 "PUT /v2.0/ports/4e6f1dea-5278-4db9-98db-9750dbf841d5/bindings/n-h2-822053-40/activate HTTP/1.1" status: 200 len: 370 time: 4.2962904 Feb 09 01:16:37.915254 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 9969c0f8-ecdf-4517-a681-d463867f70f7 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:16:37.944589 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae72d42-0265-41f2-b1d9-307192b91142 req-e73d4a94-5560-4d25-a8db-a98f9f6ae1c3 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:37.946597 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-eae72d42-0265-41f2-b1d9-307192b91142 req-e73d4a94-5560-4d25-a8db-a98f9f6ae1c3 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2&tenant_id=89a8855b9bab40b69c27334c734383e8&binding%3Ahost_id=n-h1-822053-40 HTTP/1.1" status: 200 len: 1127 time: 0.1393859 Feb 09 01:16:37.956806 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 9969c0f8-ecdf-4517-a681-d463867f70f7 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:16:37.957146 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 9969c0f8-ecdf-4517-a681-d463867f70f7 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:16:38.037121 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7b626a06-c08d-4fe8-90f6-a697e73dbf64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (8f0d2a38-1edc-4e05-b273-22d1320ec722), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:38.136072 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae72d42-0265-41f2-b1d9-307192b91142 req-30828bec-ada4-4489-8121-7f34a6a49107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:38.138501 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-eae72d42-0265-41f2-b1d9-307192b91142 req-30828bec-ada4-4489-8121-7f34a6a49107 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2&tenant_id=89a8855b9bab40b69c27334c734383e8 HTTP/1.1" status: 200 len: 1127 time: 0.1672978 Feb 09 01:16:38.221402 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b626a06-c08d-4fe8-90f6-a697e73dbf64 admin admin] Checking segment: {'id': '77f5f6de-2912-4bde-8be0-2caaa2221b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c3bbe03a-31dc-461a-b4d8-0c9862de5249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:16:38.221773 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b626a06-c08d-4fe8-90f6-a697e73dbf64 admin admin] Network hostable DHCP agents. Network: c3bbe03a-31dc-461a-b4d8-0c9862de5249, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:16:38.224875 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b626a06-c08d-4fe8-90f6-a697e73dbf64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f0d2a38-1edc-4e05-b273-22d1320ec722,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:38.241662 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-971fc227-1aaf-4005-8021-815a8dad1fd0 req-dfa2284e-f86f-4efd-b7df-863d16f1e7b1 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0265539 Feb 09 01:16:38.250998 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c5332eb-6b60-4912-9ef7-b9067b6a8c57 req-7538c0fe-f7e3-4d72-8955-84a29447f855 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] 10.222.0.30 "GET /v2.0/floatingips?tenant_id=22757ae997c7497ca4684832a30adf94 HTTP/1.1" status: 200 len: 1656 time: 0.5979006 Feb 09 01:16:38.264031 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3219c8b9-893c-42a4-9aac-6019fc7fbddc admin admin] Pushing event updated for resources: {'Port': ['ID=4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:38.269269 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b626a06-c08d-4fe8-90f6-a697e73dbf64 admin admin] Network c3bbe03a-31dc-461a-b4d8-0c9862de5249 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:16:38.288392 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae72d42-0265-41f2-b1d9-307192b91142 req-051ec8b1-d45c-4c3a-8f56-ed1f165f4aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:38.289969 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-eae72d42-0265-41f2-b1d9-307192b91142 req-051ec8b1-d45c-4c3a-8f56-ed1f165f4aa1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=89a8855b9bab40b69c27334c734383e8&device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 1127 time: 0.1161025 Feb 09 01:16:38.291148 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-7b626a06-c08d-4fe8-90f6-a697e73dbf64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, c3bbe03a-31dc-461a-b4d8-0c9862de5249) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:38.305936 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92902e2-ba17-4110-81a4-eeb0ab55afe1 None None] Network c3bbe03a-31dc-461a-b4d8-0c9862de5249 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:16:38.313682 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b626a06-c08d-4fe8-90f6-a697e73dbf64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:38.314293 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7b626a06-c08d-4fe8-90f6-a697e73dbf64 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:38.426288 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7b626a06-c08d-4fe8-90f6-a697e73dbf64 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8413949 Feb 09 01:16:38.428955 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54074) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:38.433176 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-d40e6d13-aba3-419f-bf30-78b5bc1bae16 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1398017240-router', 'tenant_id': 'd3df79db395d43c7b21f36f3bef80e07', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:38.478205 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf22f598-2bd3-490d-a445-5afca318842e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-c3bbe03a-31dc-461a-b4d8-0c9862de5249', 'network_id': 'c3bbe03a-31dc-461a-b4d8-0c9862de5249', 'project_id': 'd3df79db395d43c7b21f36f3bef80e07', 'fixed_ips': [{'subnet_id': '8f0d2a38-1edc-4e05-b273-22d1320ec722'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:16:38.479254 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cf22f598-2bd3-490d-a445-5afca318842e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:38.531129 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5332eb-6b60-4912-9ef7-b9067b6a8c57 req-9f676959-4bc6-4370-8fd1-006c6852bd17 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:38.532689 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c5332eb-6b60-4912-9ef7-b9067b6a8c57 req-9f676959-4bc6-4370-8fd1-006c6852bd17 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] 10.222.0.30 "GET /v2.0/networks?id=def43282-5318-4ecb-a74b-178f79c0eb6e&id=def43282-5318-4ecb-a74b-178f79c0eb6e&id=def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 787 time: 0.2686968 Feb 09 01:16:38.611274 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-5c5332eb-6b60-4912-9ef7-b9067b6a8c57 req-fea9f123-2fb7-407d-a114-e1512031e241 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:16:38.612340 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c5332eb-6b60-4912-9ef7-b9067b6a8c57 req-fea9f123-2fb7-407d-a114-e1512031e241 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0400598 Feb 09 01:16:38.619502 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729fb019-f03d-473f-b616-4ec772fe4f89 req-7ace1459-01ef-465e-a314-b6e2883a342c tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:38.621050 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-729fb019-f03d-473f-b616-4ec772fe4f89 req-7ace1459-01ef-465e-a314-b6e2883a342c tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 944 time: 0.1914148 Feb 09 01:16:38.672759 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-cf22f598-2bd3-490d-a445-5afca318842e None None] Allocated IP 172.20.0.2 (c3bbe03a-31dc-461a-b4d8-0c9862de5249/8f0d2a38-1edc-4e05-b273-22d1320ec722/f730a7b5-944a-4163-861e-4061e5bd0300) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:38.689122 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3219c8b9-893c-42a4-9aac-6019fc7fbddc admin admin] Publish callbacks [] for router_gateway (54450a0c-eee3-4e03-9f26-1a313b509c11), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:38.806777 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae72d42-0265-41f2-b1d9-307192b91142 req-539998a8-9849-4553-9c8b-3103730c73f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:38.808310 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-eae72d42-0265-41f2-b1d9-307192b91142 req-539998a8-9849-4553-9c8b-3103730c73f1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=4d54ed5f-d078-4c38-9c35-f6f424a32376 HTTP/1.1" status: 200 len: 921 time: 0.5102637 Feb 09 01:16:38.814093 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d40e6d13-aba3-419f-bf30-78b5bc1bae16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (7bf369ba-1072-491b-b336-6d2a28e3db53), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:38.815761 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d40e6d13-aba3-419f-bf30-78b5bc1bae16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (7bf369ba-1072-491b-b336-6d2a28e3db53), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:38.824966 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba4909e-8e45-4bf0-bba3-a9d464e0c6c1 x-openstack-request-id: req-3ba4909e-8e45-4bf0-bba3-a9d464e0c6c1 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:16:38.825480 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1525aac7-d7bc-4b62-adf2-38e63bd0147b", "name": "network-vif-deleted", "tag": "10551c51-c220-42f9-a6c3-c6dec216fd5b", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:16:38.825836 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3ba4909e-8e45-4bf0-bba3-a9d464e0c6c1 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:16:38.826330 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1525aac7-d7bc-4b62-adf2-38e63bd0147b', 'name': 'network-vif-deleted', 'tag': '10551c51-c220-42f9-a6c3-c6dec216fd5b', 'status': 'completed', 'code': 200} Feb 09 01:16:38.858894 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cf22f598-2bd3-490d-a445-5afca318842e None None] Publish callbacks [] for port (f730a7b5-944a-4163-861e-4061e5bd0300), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:38.868727 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cf22f598-2bd3-490d-a445-5afca318842e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (f730a7b5-944a-4163-861e-4061e5bd0300), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:38.899253 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-729fb019-f03d-473f-b616-4ec772fe4f89 req-239a6752-24ef-498a-bde9-49ae6e581678 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030140 Feb 09 01:16:38.919949 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-eae72d42-0265-41f2-b1d9-307192b91142 req-3b0f9551-2411-4ad4-a1b0-8e477355b466 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e6f1dea-5278-4db9-98db-9750dbf841d5 HTTP/1.1" status: 200 len: 217 time: 0.0859914 Feb 09 01:16:38.923933 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d40e6d13-aba3-419f-bf30-78b5bc1bae16 admin admin] Publish callbacks [] for router_controller (7bf369ba-1072-491b-b336-6d2a28e3db53), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:38.939189 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf22f598-2bd3-490d-a445-5afca318842e None None] Network c3bbe03a-31dc-461a-b4d8-0c9862de5249 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:38.946071 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf22f598-2bd3-490d-a445-5afca318842e None None] Pushing event updated for resources: {'Port': ['ID=f730a7b5-944a-4163-861e-4061e5bd0300,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:38.952672 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-cf22f598-2bd3-490d-a445-5afca318842e None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:38.955491 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf22f598-2bd3-490d-a445-5afca318842e None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:39.042751 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-cf22f598-2bd3-490d-a445-5afca318842e None None] Attempting to bind port f730a7b5-944a-4163-861e-4061e5bd0300 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:39.043134 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-cf22f598-2bd3-490d-a445-5afca318842e None None] Attempting to bind port f730a7b5-944a-4163-861e-4061e5bd0300 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '77f5f6de-2912-4bde-8be0-2caaa2221b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c3bbe03a-31dc-461a-b4d8-0c9862de5249'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:39.044100 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf22f598-2bd3-490d-a445-5afca318842e None None] Attempting to bind port f730a7b5-944a-4163-861e-4061e5bd0300 on network c3bbe03a-31dc-461a-b4d8-0c9862de5249 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:39.052658 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf22f598-2bd3-490d-a445-5afca318842e None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:16:39.053442 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf22f598-2bd3-490d-a445-5afca318842e None None] Checking segment: {'id': '77f5f6de-2912-4bde-8be0-2caaa2221b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c3bbe03a-31dc-461a-b4d8-0c9862de5249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:16:39.054055 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cf22f598-2bd3-490d-a445-5afca318842e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:39.054642 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf22f598-2bd3-490d-a445-5afca318842e None None] Bound using segment: {'id': '77f5f6de-2912-4bde-8be0-2caaa2221b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c3bbe03a-31dc-461a-b4d8-0c9862de5249'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:16:39.055902 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-cf22f598-2bd3-490d-a445-5afca318842e None None] Bound port: f730a7b5-944a-4163-861e-4061e5bd0300, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f5f6de-2912-4bde-8be0-2caaa2221b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c3bbe03a-31dc-461a-b4d8-0c9862de5249'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:16:39.056596 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cf22f598-2bd3-490d-a445-5afca318842e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f730a7b5-944a-4163-861e-4061e5bd0300), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:39.155888 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae72d42-0265-41f2-b1d9-307192b91142 req-74141c7b-cf54-480a-915e-1ea2ec77fc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:39.157418 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-eae72d42-0265-41f2-b1d9-307192b91142 req-74141c7b-cf54-480a-915e-1ea2ec77fc6a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=dc881d69-9121-4d00-994f-9cce6bcb92ea HTTP/1.1" status: 200 len: 860 time: 0.2308083 Feb 09 01:16:39.159961 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d40e6d13-aba3-419f-bf30-78b5bc1bae16 admin admin] Publish callbacks [] for router_gateway (7bf369ba-1072-491b-b336-6d2a28e3db53), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:39.161321 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-cf22f598-2bd3-490d-a445-5afca318842e None None] For port f730a7b5-944a-4163-861e-4061e5bd0300, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:16:39.166128 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-cf22f598-2bd3-490d-a445-5afca318842e None None] For port f730a7b5-944a-4163-861e-4061e5bd0300, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=f730a7b5-944a-4163-861e-4061e5bd0300,segment=NetworkSegment(77f5f6de-2912-4bde-8be0-2caaa2221b45),segment_id=77f5f6de-2912-4bde-8be0-2caaa2221b45)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:16:39.177711 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cf22f598-2bd3-490d-a445-5afca318842e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f730a7b5-944a-4163-861e-4061e5bd0300), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:39.200273 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-eae72d42-0265-41f2-b1d9-307192b91142 req-995a928c-b3db-49af-b8a0-cadf178791d0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4d54ed5f-d078-4c38-9c35-f6f424a32376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352058 Feb 09 01:16:39.235419 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1ac73fc4-a35f-442a-a747-2899dd4266bf req-8f33ff05-a4b4-48af-8cbe-4394c4000a73 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] 10.222.0.30 "GET /v2.0/floatingips/22a100cd-4270-40b3-9ee0-ce1ddaefa7d2 HTTP/1.1" status: 200 len: 693 time: 0.1391301 Feb 09 01:16:39.302474 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf22f598-2bd3-490d-a445-5afca318842e None None] Pushing event updated for resources: {'Port': ['ID=f730a7b5-944a-4163-861e-4061e5bd0300,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:39.366629 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3219c8b9-893c-42a4-9aac-6019fc7fbddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (54450a0c-eee3-4e03-9f26-1a313b509c11), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:39.434246 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-eae72d42-0265-41f2-b1d9-307192b91142 req-54aafaa8-eeea-4e92-adae-ca3be267e9ba service neutron] 10.222.0.91 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170842 Feb 09 01:16:39.477423 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac73fc4-a35f-442a-a747-2899dd4266bf req-22c3e0ed-26f2-4fe8-89dd-29195e281f6f tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:39.478842 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1ac73fc4-a35f-442a-a747-2899dd4266bf req-22c3e0ed-26f2-4fe8-89dd-29195e281f6f tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] 10.222.0.30 "GET /v2.0/networks/def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 784 time: 0.2371786 Feb 09 01:16:39.616920 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-eae72d42-0265-41f2-b1d9-307192b91142 req-533342bc-e232-45b9-aea5-0b99c7096ff5 service neutron] 10.222.0.91 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750631 Feb 09 01:16:39.636154 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1ac73fc4-a35f-442a-a747-2899dd4266bf req-5a0a5989-8333-404d-a6d9-8a934cf05f32 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.197 HTTP/1.1" status: 200 len: 696 time: 0.1482577 Feb 09 01:16:39.640357 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8b65c990-f682-4c65-9a24-9bcc7955dd71 req-66bc6557-d9a2-4c97-960a-b2a30e1f4419 tempest-ServerShowV257Test-101010638 tempest-ServerShowV257Test-101010638-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d9542e3-f283-4dae-bfb1-24496d4e3805 HTTP/1.1" status: 200 len: 210 time: 0.1314702 Feb 09 01:16:39.724583 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1ac73fc4-a35f-442a-a747-2899dd4266bf req-dfeadcf7-d63b-450b-8d9e-fb6409d6ce1c tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.197 HTTP/1.1" status: 200 len: 696 time: 0.0874579 Feb 09 01:16:39.741242 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54112) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:39.925210 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device f730a7b5-944a-4163-861e-4061e5bd0300 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:40.019346 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d40e6d13-aba3-419f-bf30-78b5bc1bae16 admin admin] Publish callbacks [] for router_gateway (7bf369ba-1072-491b-b336-6d2a28e3db53), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:40.051469 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d40e6d13-aba3-419f-bf30-78b5bc1bae16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:40.113435 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae72d42-0265-41f2-b1d9-307192b91142 req-6d6e216b-531e-4432-bdb4-02d3aa748c6c tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:40.115556 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-eae72d42-0265-41f2-b1d9-307192b91142 req-6d6e216b-531e-4432-bdb4-02d3aa748c6c tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2&tenant_id=89a8855b9bab40b69c27334c734383e8&binding%3Ahost_id=n-h2-822053-40 HTTP/1.1" status: 200 len: 1127 time: 0.1577621 Feb 09 01:16:40.138452 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3219c8b9-893c-42a4-9aac-6019fc7fbddc admin admin] Router 54450a0c-eee3-4e03-9f26-1a313b509c11 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:16:40.147308 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1699b1-5854-4cfe-a561-f9950e2d8073 req-3a9b4b57-746c-4a4e-ba09-979ef17f15b1 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:40.155472 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4d1699b1-5854-4cfe-a561-f9950e2d8073 req-3a9b4b57-746c-4a4e-ba09-979ef17f15b1 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d7ed2d7-8536-41bc-b6cb-fd3544ea6570 HTTP/1.1" status: 200 len: 945 time: 0.2716031 Feb 09 01:16:40.197203 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port f730a7b5-944a-4163-861e-4061e5bd0300 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:40.197570 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f730a7b5-944a-4163-861e-4061e5bd0300), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:40.279691 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-d40e6d13-aba3-419f-bf30-78b5bc1bae16 admin admin] Allocated IP 172.25.1.52 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/3ba63d83-05c6-4b50-abc9-dddef4f9507a) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:40.301040 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port f730a7b5-944a-4163-861e-4061e5bd0300 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:40.301575 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f730a7b5-944a-4163-861e-4061e5bd0300), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:40.347417 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port f730a7b5-944a-4163-861e-4061e5bd0300, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=f730a7b5-944a-4163-861e-4061e5bd0300,segment=NetworkSegment(77f5f6de-2912-4bde-8be0-2caaa2221b45),segment_id=77f5f6de-2912-4bde-8be0-2caaa2221b45)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:40.354114 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f730a7b5-944a-4163-861e-4061e5bd0300), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:40.433933 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-eae72d42-0265-41f2-b1d9-307192b91142 req-3c976a42-7f38-4912-b23d-0e5df783547d service neutron] For port 4e6f1dea-5278-4db9-98db-9750dbf841d5, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:16:40.442606 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=f730a7b5-944a-4163-861e-4061e5bd0300,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:40.446285 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-eae72d42-0265-41f2-b1d9-307192b91142 req-3c976a42-7f38-4912-b23d-0e5df783547d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:40.448688 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-eae72d42-0265-41f2-b1d9-307192b91142 req-3c976a42-7f38-4912-b23d-0e5df783547d service neutron] 10.222.0.91 "DELETE /v2.0/ports/4e6f1dea-5278-4db9-98db-9750dbf841d5/bindings/n-h1-822053-40 HTTP/1.1" status: 204 len: 173 time: 0.3234279 Feb 09 01:16:40.533169 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d40e6d13-aba3-419f-bf30-78b5bc1bae16 admin admin] Publish callbacks [] for port (3ba63d83-05c6-4b50-abc9-dddef4f9507a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:40.586445 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d40e6d13-aba3-419f-bf30-78b5bc1bae16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (3ba63d83-05c6-4b50-abc9-dddef4f9507a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:40.642609 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40e6d13-aba3-419f-bf30-78b5bc1bae16 admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:40.646116 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-d40e6d13-aba3-419f-bf30-78b5bc1bae16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:40.651193 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40e6d13-aba3-419f-bf30-78b5bc1bae16 admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:40.657104 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e6d13-aba3-419f-bf30-78b5bc1bae16 admin admin] Pushing event updated for resources: {'Port': ['ID=3ba63d83-05c6-4b50-abc9-dddef4f9507a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:40.817255 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb316eec-2ec4-426f-8ec4-ef43ac299006 None None] Network c3bbe03a-31dc-461a-b4d8-0c9862de5249 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:16:40.819197 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4d1699b1-5854-4cfe-a561-f9950e2d8073 req-6d87d0cd-d272-48ca-8d4e-9db0be5a0b13 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6625507 Feb 09 01:16:40.841222 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-1ac73fc4-a35f-442a-a747-2899dd4266bf req-0cce7bae-9892-4e17-9dfe-b0874318f568 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Deleting port a28ea48f-8ce1-444a-8266-f1c8bcb9ef64 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:40.841845 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1ac73fc4-a35f-442a-a747-2899dd4266bf req-0cce7bae-9892-4e17-9dfe-b0874318f568 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (a28ea48f-8ce1-444a-8266-f1c8bcb9ef64), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:40.932388 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-27289f56-1472-4326-b241-e9ce99c40c76 None None] Provisioning complete for port f730a7b5-944a-4163-861e-4061e5bd0300 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:40.932984 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-27289f56-1472-4326-b241-e9ce99c40c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f730a7b5-944a-4163-861e-4061e5bd0300), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:40.938577 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3219c8b9-893c-42a4-9aac-6019fc7fbddc admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:16:41.001289 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7d02f0-ae09-443f-b467-aeb7c22194f6 None None] Sync routers for ids ['54450a0c-eee3-4e03-9f26-1a313b509c11'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:41.052766 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7d02f0-ae09-443f-b467-aeb7c22194f6 None None] Routers {'54450a0c-eee3-4e03-9f26-1a313b509c11'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:41.053020 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3219c8b9-893c-42a4-9aac-6019fc7fbddc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:41.053532 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-0f7d02f0-ae09-443f-b467-aeb7c22194f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:16:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['54450a0c-eee3-4e03-9f26-1a313b509c11'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:41.054174 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3219c8b9-893c-42a4-9aac-6019fc7fbddc admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 9.2443986 Feb 09 01:16:41.062843 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54120) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:41.097991 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1ac73fc4-a35f-442a-a747-2899dd4266bf req-0cce7bae-9892-4e17-9dfe-b0874318f568 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (a28ea48f-8ce1-444a-8266-f1c8bcb9ef64), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:41.098296 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1ac73fc4-a35f-442a-a747-2899dd4266bf req-0cce7bae-9892-4e17-9dfe-b0874318f568 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks [] for floatingip (a28ea48f-8ce1-444a-8266-f1c8bcb9ef64), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:41.125135 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-1ac73fc4-a35f-442a-a747-2899dd4266bf req-0cce7bae-9892-4e17-9dfe-b0874318f568 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Calling delete_port for a28ea48f-8ce1-444a-8266-f1c8bcb9ef64 owned by network:floatingip {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:41.158641 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2b126-7856-4705-8ce5-7b35e1502a60 req-cdb63b56-f51c-4fca-afce-9a28d0b10280 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:41.160293 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4fa2b126-7856-4705-8ce5-7b35e1502a60 req-cdb63b56-f51c-4fca-afce-9a28d0b10280 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.121 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.2167094 Feb 09 01:16:41.183265 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d40e6d13-aba3-419f-bf30-78b5bc1bae16 admin admin] Publish callbacks [] for router_gateway (7bf369ba-1072-491b-b336-6d2a28e3db53), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:41.232989 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-27289f56-1472-4326-b241-e9ce99c40c76 None None] Current status of the port f730a7b5-944a-4163-861e-4061e5bd0300 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:41.240451 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-0f7d02f0-ae09-443f-b467-aeb7c22194f6 None None] Set router 54450a0c-eee3-4e03-9f26-1a313b509c11 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:16:41.270860 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e531151-02ac-468d-afa1-7d41569a09f0 req-e704c560-f8a1-4821-8e2c-e6f1853e0682 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:41.272315 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8e531151-02ac-468d-afa1-7d41569a09f0 req-e704c560-f8a1-4821-8e2c-e6f1853e0682 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb49ff86-ad2e-4d5d-997c-10ac40083082 HTTP/1.1" status: 200 len: 949 time: 0.2854576 Feb 09 01:16:41.473167 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8e531151-02ac-468d-afa1-7d41569a09f0 req-56f21809-091f-4ec4-a69b-1c6428bd05da tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841884 Feb 09 01:16:41.579549 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-4fa2b126-7856-4705-8ce5-7b35e1502a60 req-657d2ed5-e38c-449d-8551-d38364a303d0 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Deleting port f23958e2-9d45-4b6e-822d-70ee53c087dd {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:41.579549 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4fa2b126-7856-4705-8ce5-7b35e1502a60 req-657d2ed5-e38c-449d-8551-d38364a303d0 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (f23958e2-9d45-4b6e-822d-70ee53c087dd), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:41.604047 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d40e6d13-aba3-419f-bf30-78b5bc1bae16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (7bf369ba-1072-491b-b336-6d2a28e3db53), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:41.644843 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-0f7d02f0-ae09-443f-b467-aeb7c22194f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54450a0c-eee3-4e03-9f26-1a313b509c11', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-11973568-router', 'tenant_id': '2e43c459132849b3838aed83b1a5a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:32Z', 'updated_at': '2022-02-09T01:16:38Z', 'revision_number': 3, 'project_id': '2e43c459132849b3838aed83b1a5a2c8', 'gw_port': {'id': '4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54450a0c-eee3-4e03-9f26-1a313b509c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:35Z', 'updated_at': '2022-02-09T01:16:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:41.683237 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7d02f0-ae09-443f-b467-aeb7c22194f6 None None] Checking router: 54450a0c-eee3-4e03-9f26-1a313b509c11 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:16:41.684016 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7d02f0-ae09-443f-b467-aeb7c22194f6 None None] Updating router 54450a0c-eee3-4e03-9f26-1a313b509c11 port 4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:16:41.692742 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1ac73fc4-a35f-442a-a747-2899dd4266bf req-0cce7bae-9892-4e17-9dfe-b0874318f568 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (a28ea48f-8ce1-444a-8266-f1c8bcb9ef64), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:41.723966 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0f7d02f0-ae09-443f-b467-aeb7c22194f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:41.724453 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-58e1207f-fe88-441a-a808-1390159e60cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (d831d56d-a227-4db2-8965-9872bda4051d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:41.727447 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-2f38745f-fd37-4654-91ed-90f392fcb354 None None] Provisioning complete for port f730a7b5-944a-4163-861e-4061e5bd0300 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:41.727447 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2f38745f-fd37-4654-91ed-90f392fcb354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f730a7b5-944a-4163-861e-4061e5bd0300), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:41.787670 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce7bae-9892-4e17-9dfe-b0874318f568 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Pushing event deleted for resources: {'Port': ['ID=a28ea48f-8ce1-444a-8266-f1c8bcb9ef64,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:41.943011 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3808a01f-4047-45a5-b8f8-69f27d7eba35 req-2337b82e-804d-4b57-862e-cec7ad3004bd service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=6d9542e3-f283-4dae-bfb1-24496d4e3805 HTTP/1.1" status: 200 len: 210 time: 0.0722394 Feb 09 01:16:41.961894 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-4fa2b126-7856-4705-8ce5-7b35e1502a60 req-657d2ed5-e38c-449d-8551-d38364a303d0 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] For port f23958e2-9d45-4b6e-822d-70ee53c087dd, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=f23958e2-9d45-4b6e-822d-70ee53c087dd,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:41.962261 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4fa2b126-7856-4705-8ce5-7b35e1502a60 req-657d2ed5-e38c-449d-8551-d38364a303d0 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (f23958e2-9d45-4b6e-822d-70ee53c087dd), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:41.975864 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device f730a7b5-944a-4163-861e-4061e5bd0300 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:41.992920 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43037534-069f-4335-a389-6488bbb1d34a req-252d9d3e-091e-43ad-880d-698ef0582128 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:41.994428 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-43037534-069f-4335-a389-6488bbb1d34a req-252d9d3e-091e-43ad-880d-698ef0582128 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 944 time: 0.3281043 Feb 09 01:16:41.995548 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-4fa2b126-7856-4705-8ce5-7b35e1502a60 req-657d2ed5-e38c-449d-8551-d38364a303d0 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Calling delete_port for f23958e2-9d45-4b6e-822d-70ee53c087dd owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:42.009210 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1ac73fc4-a35f-442a-a747-2899dd4266bf req-0cce7bae-9892-4e17-9dfe-b0874318f568 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks [] for floatingip (22a100cd-4270-40b3-9ee0-ce1ddaefa7d2), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:42.011262 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2f38745f-fd37-4654-91ed-90f392fcb354 None None] Current status of the port f730a7b5-944a-4163-861e-4061e5bd0300 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:42.012447 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1ac73fc4-a35f-442a-a747-2899dd4266bf req-0cce7bae-9892-4e17-9dfe-b0874318f568 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:42.013793 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1ac73fc4-a35f-442a-a747-2899dd4266bf req-0cce7bae-9892-4e17-9dfe-b0874318f568 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] 10.222.0.30 "DELETE /v2.0/floatingips/22a100cd-4270-40b3-9ee0-ce1ddaefa7d2 HTTP/1.1" status: 204 len: 173 time: 2.2833500 Feb 09 01:16:42.104061 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port f730a7b5-944a-4163-861e-4061e5bd0300 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:42.104705 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f730a7b5-944a-4163-861e-4061e5bd0300), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:42.132288 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8a476033-ce9e-4fed-95b6-e70e847d661a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:42.196388 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40e6d13-aba3-419f-bf30-78b5bc1bae16 admin admin] Router 7bf369ba-1072-491b-b336-6d2a28e3db53 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:16:42.230248 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0f7d02f0-ae09-443f-b467-aeb7c22194f6 None None] Publish callbacks [] for port (4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:42.241028 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-43037534-069f-4335-a389-6488bbb1d34a req-e29d2519-958c-4543-8e9c-21691ab779ad tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315090 Feb 09 01:16:42.260460 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0f7d02f0-ae09-443f-b467-aeb7c22194f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:42.260932 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aa457f9b-4cce-4c42-a376-0a56caadb486 req-0ff75682-0e53-408c-919a-6d39ec861c41 tempest-ServerShowV257Test-101010638 tempest-ServerShowV257Test-101010638-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d9542e3-f283-4dae-bfb1-24496d4e3805 HTTP/1.1" status: 200 len: 210 time: 0.0548089 Feb 09 01:16:42.335232 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port f730a7b5-944a-4163-861e-4061e5bd0300 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:42.354428 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-0f7d02f0-ae09-443f-b467-aeb7c22194f6 None None] Attempting to bind port 4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:42.354428 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-0f7d02f0-ae09-443f-b467-aeb7c22194f6 None None] Attempting to bind port 4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:42.354428 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7d02f0-ae09-443f-b467-aeb7c22194f6 None None] Attempting to bind port 4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:42.361022 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd92090-71d7-4604-86e3-c82b52070b9d None None] Pushing event updated for resources: {'Port': ['ID=4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:42.363958 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7d02f0-ae09-443f-b467-aeb7c22194f6 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:16:42.364667 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7d02f0-ae09-443f-b467-aeb7c22194f6 None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:16:42.365266 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0f7d02f0-ae09-443f-b467-aeb7c22194f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:42.365823 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7d02f0-ae09-443f-b467-aeb7c22194f6 None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:16:42.366481 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-0f7d02f0-ae09-443f-b467-aeb7c22194f6 None None] Bound port: 4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:16:42.367042 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0f7d02f0-ae09-443f-b467-aeb7c22194f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:42.426178 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-0f7d02f0-ae09-443f-b467-aeb7c22194f6 None None] For port 4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:16:42.430119 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-0f7d02f0-ae09-443f-b467-aeb7c22194f6 None None] For port 4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:16:42.442294 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0f7d02f0-ae09-443f-b467-aeb7c22194f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:42.458491 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-8a476033-ce9e-4fed-95b6-e70e847d661a admin admin] Allocated IP 172.20.0.1 (b35cc821-d90e-4f53-9471-2dcf659bf615/7784eae8-2c13-4214-a7a9-47fdb1c059c4/691f0be3-c307-4fbb-95cd-346408fa4327) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:42.471133 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40e6d13-aba3-419f-bf30-78b5bc1bae16 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:16:42.488709 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bbb15248-d453-4810-80ba-c5571bc9b7ce req-38b914df-62e8-434a-8d92-329bac02436f tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] 10.222.0.30 "GET /v2.0/floatingips/c1453a90-ad31-4239-b74d-ed23091b934c HTTP/1.1" status: 200 len: 693 time: 0.1129203 Feb 09 01:16:42.492368 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4fa2b126-7856-4705-8ce5-7b35e1502a60 req-657d2ed5-e38c-449d-8551-d38364a303d0 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (f23958e2-9d45-4b6e-822d-70ee53c087dd), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:42.493454 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be63807d-8367-4b50-a8ea-10addb85c28c None None] Sync routers for ids ['7bf369ba-1072-491b-b336-6d2a28e3db53'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:42.499012 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d40e6d13-aba3-419f-bf30-78b5bc1bae16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:42.503666 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d40e6d13-aba3-419f-bf30-78b5bc1bae16 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0712056 Feb 09 01:16:42.506273 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54126) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:42.509121 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['8a9ab06c-1f75-4126-bb17-2d4af3691030'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:16:42.528380 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be63807d-8367-4b50-a8ea-10addb85c28c None None] Routers {'7bf369ba-1072-491b-b336-6d2a28e3db53'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:42.529566 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-be63807d-8367-4b50-a8ea-10addb85c28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:16:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7bf369ba-1072-491b-b336-6d2a28e3db53'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:42.559212 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7d02f0-ae09-443f-b467-aeb7c22194f6 None None] Routers {'54450a0c-eee3-4e03-9f26-1a313b509c11'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:42.559954 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-0f7d02f0-ae09-443f-b467-aeb7c22194f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:16:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['54450a0c-eee3-4e03-9f26-1a313b509c11'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:42.565141 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd92090-71d7-4604-86e3-c82b52070b9d None None] Pushing event updated for resources: {'Port': ['ID=4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:42.686163 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-be63807d-8367-4b50-a8ea-10addb85c28c None None] Set router 7bf369ba-1072-491b-b336-6d2a28e3db53 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:16:42.756256 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-0f7d02f0-ae09-443f-b467-aeb7c22194f6 None None] Set router 54450a0c-eee3-4e03-9f26-1a313b509c11 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:16:42.863004 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d2ed5-e38c-449d-8551-d38364a303d0 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Pushing event deleted for resources: {'Port': ['ID=f23958e2-9d45-4b6e-822d-70ee53c087dd,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:42.994439 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8a476033-ce9e-4fed-95b6-e70e847d661a admin admin] Publish callbacks [] for port (691f0be3-c307-4fbb-95cd-346408fa4327), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:43.037279 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa2b126-7856-4705-8ce5-7b35e1502a60 req-657d2ed5-e38c-449d-8551-d38364a303d0 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] No DVR routers for this DVR port f23958e2-9d45-4b6e-822d-70ee53c087dd on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:43.051808 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-be63807d-8367-4b50-a8ea-10addb85c28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf369ba-1072-491b-b336-6d2a28e3db53', 'name': 'tempest-FloatingIPsTestJSON-1398017240-router', 'tenant_id': 'd3df79db395d43c7b21f36f3bef80e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '3ba63d83-05c6-4b50-abc9-dddef4f9507a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:38Z', 'updated_at': '2022-02-09T01:16:40Z', 'revision_number': 3, 'project_id': 'd3df79db395d43c7b21f36f3bef80e07', 'gw_port': {'id': '3ba63d83-05c6-4b50-abc9-dddef4f9507a', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:18:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf369ba-1072-491b-b336-6d2a28e3db53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:40Z', 'updated_at': '2022-02-09T01:16:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:43.053373 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4fa2b126-7856-4705-8ce5-7b35e1502a60 req-657d2ed5-e38c-449d-8551-d38364a303d0 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:43.059724 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4fa2b126-7856-4705-8ce5-7b35e1502a60 req-657d2ed5-e38c-449d-8551-d38364a303d0 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.121 "DELETE /v2.0/ports/f23958e2-9d45-4b6e-822d-70ee53c087dd HTTP/1.1" status: 204 len: 173 time: 1.8863969 Feb 09 01:16:43.065980 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb49ff86-ad2e-4d5d-997c-10ac40083082', 'name': 'network-vif-deleted', 'tag': 'f23958e2-9d45-4b6e-822d-70ee53c087dd'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:16:43.074855 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c66a764-93a9-4da6-a1b7-0ad131480dc9" -d '{"events": [{"server_uuid": "cb49ff86-ad2e-4d5d-997c-10ac40083082", "name": "network-vif-deleted", "tag": "f23958e2-9d45-4b6e-822d-70ee53c087dd"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:16:43.095751 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b861b94-fddd-4be3-9682-65ca44a5393a req-f3c0e248-bd2b-4c22-8608-03df65896ecf tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:43.104636 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9b861b94-fddd-4be3-9682-65ca44a5393a req-f3c0e248-bd2b-4c22-8608-03df65896ecf tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d7ed2d7-8536-41bc-b6cb-fd3544ea6570 HTTP/1.1" status: 200 len: 945 time: 0.6823547 Feb 09 01:16:43.123323 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be63807d-8367-4b50-a8ea-10addb85c28c None None] Checking router: 7bf369ba-1072-491b-b336-6d2a28e3db53 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:16:43.124407 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be63807d-8367-4b50-a8ea-10addb85c28c None None] Updating router 7bf369ba-1072-491b-b336-6d2a28e3db53 port 3ba63d83-05c6-4b50-abc9-dddef4f9507a binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:16:43.166558 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb15248-d453-4810-80ba-c5571bc9b7ce req-c1e61af4-fe1a-467b-8ba6-9d61e65a2782 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:43.168222 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bbb15248-d453-4810-80ba-c5571bc9b7ce req-c1e61af4-fe1a-467b-8ba6-9d61e65a2782 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] 10.222.0.30 "GET /v2.0/networks/def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 784 time: 0.6634405 Feb 09 01:16:43.212692 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8a476033-ce9e-4fed-95b6-e70e847d661a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (691f0be3-c307-4fbb-95cd-346408fa4327), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:43.257518 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-0f7d02f0-ae09-443f-b467-aeb7c22194f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54450a0c-eee3-4e03-9f26-1a313b509c11', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-11973568-router', 'tenant_id': '2e43c459132849b3838aed83b1a5a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:32Z', 'updated_at': '2022-02-09T01:16:38Z', 'revision_number': 3, 'project_id': '2e43c459132849b3838aed83b1a5a2c8', 'gw_port': {'id': '4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54450a0c-eee3-4e03-9f26-1a313b509c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:35Z', 'updated_at': '2022-02-09T01:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:43.298071 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-be63807d-8367-4b50-a8ea-10addb85c28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3ba63d83-05c6-4b50-abc9-dddef4f9507a), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:43.298358 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7d02f0-ae09-443f-b467-aeb7c22194f6 None None] The sync data for ids ['54450a0c-eee3-4e03-9f26-1a313b509c11'] in n-d-822053-40 is: [{'id': '54450a0c-eee3-4e03-9f26-1a313b509c11', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-11973568-router', 'tenant_id': '2e43c459132849b3838aed83b1a5a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:32Z', 'updated_at': '2022-02-09T01:16:38Z', 'revision_number': 3, 'project_id': '2e43c459132849b3838aed83b1a5a2c8', 'gw_port': {'id': '4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54450a0c-eee3-4e03-9f26-1a313b509c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:35Z', 'updated_at': '2022-02-09T01:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:43.311068 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a476033-ce9e-4fed-95b6-e70e847d661a admin admin] Network b35cc821-d90e-4f53-9471-2dcf659bf615 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:43.319040 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bbb15248-d453-4810-80ba-c5571bc9b7ce req-bff3c22e-0684-4508-8d26-af2e972807dd tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.182 HTTP/1.1" status: 200 len: 696 time: 0.1110675 Feb 09 01:16:43.324080 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-8a476033-ce9e-4fed-95b6-e70e847d661a admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:43.336262 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a476033-ce9e-4fed-95b6-e70e847d661a admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:43.390295 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a476033-ce9e-4fed-95b6-e70e847d661a admin admin] Pushing event updated for resources: {'Port': ['ID=691f0be3-c307-4fbb-95cd-346408fa4327,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:43.474850 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8a476033-ce9e-4fed-95b6-e70e847d661a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (54450a0c-eee3-4e03-9f26-1a313b509c11), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:43.481078 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-58e1207f-fe88-441a-a808-1390159e60cd admin admin] Deleting port de5c6cc5-b976-41b1-a58b-3ee9f484a30f {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:43.482500 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-58e1207f-fe88-441a-a808-1390159e60cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (de5c6cc5-b976-41b1-a58b-3ee9f484a30f), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:43.622610 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9b861b94-fddd-4be3-9682-65ca44a5393a req-979ae114-14ae-4618-971b-4df38db0eecc tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4449866 Feb 09 01:16:43.641732 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bbb15248-d453-4810-80ba-c5571bc9b7ce req-14550724-bac1-42ea-803a-7307ddc45f7f tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.182 HTTP/1.1" status: 200 len: 696 time: 0.2915432 Feb 09 01:16:43.728083 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4988860b-77ca-492a-8b26-bc24586e018e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:43.910828 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-be63807d-8367-4b50-a8ea-10addb85c28c None None] Publish callbacks [] for port (3ba63d83-05c6-4b50-abc9-dddef4f9507a), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:43.923061 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-be63807d-8367-4b50-a8ea-10addb85c28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (3ba63d83-05c6-4b50-abc9-dddef4f9507a), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:43.949036 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8a476033-ce9e-4fed-95b6-e70e847d661a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (691f0be3-c307-4fbb-95cd-346408fa4327), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:43.988014 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-be63807d-8367-4b50-a8ea-10addb85c28c None None] Attempting to bind port 3ba63d83-05c6-4b50-abc9-dddef4f9507a on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:43.988014 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-be63807d-8367-4b50-a8ea-10addb85c28c None None] Attempting to bind port 3ba63d83-05c6-4b50-abc9-dddef4f9507a by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:43.988014 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be63807d-8367-4b50-a8ea-10addb85c28c None None] Attempting to bind port 3ba63d83-05c6-4b50-abc9-dddef4f9507a on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:44.005462 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-9adbc9e4-3e86-45b9-aabb-4ca1a6c35a64 None None] Provisioning complete for port 691f0be3-c307-4fbb-95cd-346408fa4327 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:44.005749 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9adbc9e4-3e86-45b9-aabb-4ca1a6c35a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (691f0be3-c307-4fbb-95cd-346408fa4327), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:44.044463 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be63807d-8367-4b50-a8ea-10addb85c28c None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:16:44.045733 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be63807d-8367-4b50-a8ea-10addb85c28c None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:16:44.047871 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-be63807d-8367-4b50-a8ea-10addb85c28c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:44.048538 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be63807d-8367-4b50-a8ea-10addb85c28c None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:16:44.049242 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-be63807d-8367-4b50-a8ea-10addb85c28c None None] Bound port: 3ba63d83-05c6-4b50-abc9-dddef4f9507a, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:16:44.051728 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-be63807d-8367-4b50-a8ea-10addb85c28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3ba63d83-05c6-4b50-abc9-dddef4f9507a), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:44.090329 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:44.116994 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84483800-04a6-4953-824c-ed36423b1fcd x-openstack-request-id: req-84483800-04a6-4953-824c-ed36423b1fcd {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:16:44.117684 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb49ff86-ad2e-4d5d-997c-10ac40083082", "name": "network-vif-deleted", "tag": "f23958e2-9d45-4b6e-822d-70ee53c087dd", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:16:44.117684 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-84483800-04a6-4953-824c-ed36423b1fcd {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:16:44.118256 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb49ff86-ad2e-4d5d-997c-10ac40083082', 'name': 'network-vif-deleted', 'tag': 'f23958e2-9d45-4b6e-822d-70ee53c087dd', 'status': 'completed', 'code': 200} Feb 09 01:16:44.136489 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-be63807d-8367-4b50-a8ea-10addb85c28c None None] For port 3ba63d83-05c6-4b50-abc9-dddef4f9507a, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:16:44.141273 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-be63807d-8367-4b50-a8ea-10addb85c28c None None] For port 3ba63d83-05c6-4b50-abc9-dddef4f9507a, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=3ba63d83-05c6-4b50-abc9-dddef4f9507a,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:16:44.161094 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-be63807d-8367-4b50-a8ea-10addb85c28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (3ba63d83-05c6-4b50-abc9-dddef4f9507a), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:44.164745 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-9adbc9e4-3e86-45b9-aabb-4ca1a6c35a64 None None] Port 691f0be3-c307-4fbb-95cd-346408fa4327 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:16:44.194040 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-58e1207f-fe88-441a-a808-1390159e60cd admin admin] For port de5c6cc5-b976-41b1-a58b-3ee9f484a30f, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=de5c6cc5-b976-41b1-a58b-3ee9f484a30f,segment=NetworkSegment(158dba19-5735-47e2-959b-0f43b19e9324),segment_id=158dba19-5735-47e2-959b-0f43b19e9324)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:44.194493 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-58e1207f-fe88-441a-a808-1390159e60cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (de5c6cc5-b976-41b1-a58b-3ee9f484a30f), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:44.204051 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be63807d-8367-4b50-a8ea-10addb85c28c None None] Routers {'7bf369ba-1072-491b-b336-6d2a28e3db53'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:44.204824 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-be63807d-8367-4b50-a8ea-10addb85c28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:16:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7bf369ba-1072-491b-b336-6d2a28e3db53'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:44.211556 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:44.212802 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:44.260762 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-58e1207f-fe88-441a-a808-1390159e60cd admin admin] Calling delete_port for de5c6cc5-b976-41b1-a58b-3ee9f484a30f owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:44.335158 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-be63807d-8367-4b50-a8ea-10addb85c28c None None] Set router 7bf369ba-1072-491b-b336-6d2a28e3db53 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:16:44.371882 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:44.372517 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:44.391551 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-4988860b-77ca-492a-8b26-bc24586e018e admin admin] Allocated IP 172.20.0.1 (c3bbe03a-31dc-461a-b4d8-0c9862de5249/8f0d2a38-1edc-4e05-b273-22d1320ec722/dc259c1c-b082-4649-892d-055dcc107a86) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:44.412094 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4be5e58-6a44-4003-95dd-437534938ead req-54fefa5b-f69c-43b4-adc1-d7432f57e68e tempest-ServerShowV257Test-101010638 tempest-ServerShowV257Test-101010638-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d9542e3-f283-4dae-bfb1-24496d4e3805 HTTP/1.1" status: 200 len: 210 time: 0.0549319 Feb 09 01:16:44.432883 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:44.441462 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-bbb15248-d453-4810-80ba-c5571bc9b7ce req-9dc16696-e969-485a-bbaa-2008b9eb9ef6 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Deleting port fb18875c-91f5-4f7f-bd7d-42c694446816 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:44.441874 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bbb15248-d453-4810-80ba-c5571bc9b7ce req-9dc16696-e969-485a-bbaa-2008b9eb9ef6 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (fb18875c-91f5-4f7f-bd7d-42c694446816), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:44.442483 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device f23958e2-9d45-4b6e-822d-70ee53c087dd no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:16:44.521410 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:44.533622 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: f23958e2-9d45-4b6e-822d-70ee53c087dd {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:16:44.533972 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device f23958e2-9d45-4b6e-822d-70ee53c087dd not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:16:44.592864 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f75f7b2-cfc0-4137-bc4f-755704afd90d None None] Pushing event updated for resources: {'Port': ['ID=3ba63d83-05c6-4b50-abc9-dddef4f9507a,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:44.646720 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:44.674012 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8a476033-ce9e-4fed-95b6-e70e847d661a admin admin] Publish callbacks [] for port (691f0be3-c307-4fbb-95cd-346408fa4327), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:44.684952 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8a476033-ce9e-4fed-95b6-e70e847d661a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (691f0be3-c307-4fbb-95cd-346408fa4327), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:44.696591 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-be63807d-8367-4b50-a8ea-10addb85c28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf369ba-1072-491b-b336-6d2a28e3db53', 'name': 'tempest-FloatingIPsTestJSON-1398017240-router', 'tenant_id': 'd3df79db395d43c7b21f36f3bef80e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '3ba63d83-05c6-4b50-abc9-dddef4f9507a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:38Z', 'updated_at': '2022-02-09T01:16:40Z', 'revision_number': 3, 'project_id': 'd3df79db395d43c7b21f36f3bef80e07', 'gw_port': {'id': '3ba63d83-05c6-4b50-abc9-dddef4f9507a', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:18:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf369ba-1072-491b-b336-6d2a28e3db53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:40Z', 'updated_at': '2022-02-09T01:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:44.731197 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be63807d-8367-4b50-a8ea-10addb85c28c None None] The sync data for ids ['7bf369ba-1072-491b-b336-6d2a28e3db53'] in n-d-822053-40 is: [{'id': '7bf369ba-1072-491b-b336-6d2a28e3db53', 'name': 'tempest-FloatingIPsTestJSON-1398017240-router', 'tenant_id': 'd3df79db395d43c7b21f36f3bef80e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '3ba63d83-05c6-4b50-abc9-dddef4f9507a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:38Z', 'updated_at': '2022-02-09T01:16:40Z', 'revision_number': 3, 'project_id': 'd3df79db395d43c7b21f36f3bef80e07', 'gw_port': {'id': '3ba63d83-05c6-4b50-abc9-dddef4f9507a', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:18:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf369ba-1072-491b-b336-6d2a28e3db53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:40Z', 'updated_at': '2022-02-09T01:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:44.756990 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f75f7b2-cfc0-4137-bc4f-755704afd90d None None] Pushing event updated for resources: {'Port': ['ID=3ba63d83-05c6-4b50-abc9-dddef4f9507a,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:44.797671 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bbb15248-d453-4810-80ba-c5571bc9b7ce req-9dc16696-e969-485a-bbaa-2008b9eb9ef6 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (fb18875c-91f5-4f7f-bd7d-42c694446816), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:44.798115 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bbb15248-d453-4810-80ba-c5571bc9b7ce req-9dc16696-e969-485a-bbaa-2008b9eb9ef6 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks [] for floatingip (fb18875c-91f5-4f7f-bd7d-42c694446816), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:44.805491 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4988860b-77ca-492a-8b26-bc24586e018e admin admin] Publish callbacks [] for port (dc259c1c-b082-4649-892d-055dcc107a86), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:44.822616 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-bbb15248-d453-4810-80ba-c5571bc9b7ce req-9dc16696-e969-485a-bbaa-2008b9eb9ef6 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Calling delete_port for fb18875c-91f5-4f7f-bd7d-42c694446816 owned by network:floatingip {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:44.870319 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4988860b-77ca-492a-8b26-bc24586e018e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (dc259c1c-b082-4649-892d-055dcc107a86), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:44.907826 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4988860b-77ca-492a-8b26-bc24586e018e admin admin] Network c3bbe03a-31dc-461a-b4d8-0c9862de5249 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:44.917470 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-4988860b-77ca-492a-8b26-bc24586e018e admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:44.925050 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4988860b-77ca-492a-8b26-bc24586e018e admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:44.994316 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8a476033-ce9e-4fed-95b6-e70e847d661a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (54450a0c-eee3-4e03-9f26-1a313b509c11), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:45.005402 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a476033-ce9e-4fed-95b6-e70e847d661a admin admin] Pushing event updated for resources: {'Port': ['ID=691f0be3-c307-4fbb-95cd-346408fa4327,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:45.080643 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988860b-77ca-492a-8b26-bc24586e018e admin admin] Pushing event updated for resources: {'Port': ['ID=dc259c1c-b082-4649-892d-055dcc107a86,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:45.104505 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6893d-b73f-449d-89eb-38b179582ef7 req-a38685eb-96ca-4dd4-bae1-0021559c53bd tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:45.113856 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93c6893d-b73f-449d-89eb-38b179582ef7 req-a38685eb-96ca-4dd4-bae1-0021559c53bd tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 1127 time: 0.1594691 Feb 09 01:16:45.136296 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-58e1207f-fe88-441a-a808-1390159e60cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (de5c6cc5-b976-41b1-a58b-3ee9f484a30f), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:45.182818 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4988860b-77ca-492a-8b26-bc24586e018e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (7bf369ba-1072-491b-b336-6d2a28e3db53), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:45.441624 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e1207f-fe88-441a-a808-1390159e60cd admin admin] Pushing event deleted for resources: {'Port': ['ID=de5c6cc5-b976-41b1-a58b-3ee9f484a30f,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:45.463229 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a476033-ce9e-4fed-95b6-e70e847d661a admin admin] Network b35cc821-d90e-4f53-9471-2dcf659bf615 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:45.471127 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-8a476033-ce9e-4fed-95b6-e70e847d661a admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:45.524412 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f0ff9052-66db-4616-be9c-9b424419befc None None] Provisioning complete for port dc259c1c-b082-4649-892d-055dcc107a86 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:45.524991 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f0ff9052-66db-4616-be9c-9b424419befc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (dc259c1c-b082-4649-892d-055dcc107a86), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:45.652274 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f0ff9052-66db-4616-be9c-9b424419befc None None] Port dc259c1c-b082-4649-892d-055dcc107a86 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:16:45.681106 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93c6893d-b73f-449d-89eb-38b179582ef7 req-384742c4-b1b8-402b-9cfd-bea7998da124 tempest-LiveAutoBlockMigrationV225Test-1709642094 tempest-LiveAutoBlockMigrationV225Test-1709642094-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5664711 Feb 09 01:16:45.694182 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bbb15248-d453-4810-80ba-c5571bc9b7ce req-9dc16696-e969-485a-bbaa-2008b9eb9ef6 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (fb18875c-91f5-4f7f-bd7d-42c694446816), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:45.707653 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4988860b-77ca-492a-8b26-bc24586e018e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (dc259c1c-b082-4649-892d-055dcc107a86), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:45.770185 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc16696-e969-485a-bbaa-2008b9eb9ef6 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Pushing event deleted for resources: {'Port': ['ID=fb18875c-91f5-4f7f-bd7d-42c694446816,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:45.888906 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d0bb1986-2d3d-4c77-badb-33b6d16b340e None None] Provisioning complete for port 691f0be3-c307-4fbb-95cd-346408fa4327 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:45.892005 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d0bb1986-2d3d-4c77-badb-33b6d16b340e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (691f0be3-c307-4fbb-95cd-346408fa4327), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:45.925865 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bbb15248-d453-4810-80ba-c5571bc9b7ce req-9dc16696-e969-485a-bbaa-2008b9eb9ef6 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks [] for floatingip (c1453a90-ad31-4239-b74d-ed23091b934c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:45.932504 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bbb15248-d453-4810-80ba-c5571bc9b7ce req-9dc16696-e969-485a-bbaa-2008b9eb9ef6 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:45.935346 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bbb15248-d453-4810-80ba-c5571bc9b7ce req-9dc16696-e969-485a-bbaa-2008b9eb9ef6 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] 10.222.0.30 "DELETE /v2.0/floatingips/c1453a90-ad31-4239-b74d-ed23091b934c HTTP/1.1" status: 204 len: 173 time: 2.2923870 Feb 09 01:16:45.990865 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-58e1207f-fe88-441a-a808-1390159e60cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (d831d56d-a227-4db2-8965-9872bda4051d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:46.015525 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4988860b-77ca-492a-8b26-bc24586e018e admin admin] Publish callbacks [] for port (dc259c1c-b082-4649-892d-055dcc107a86), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:46.034795 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4988860b-77ca-492a-8b26-bc24586e018e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (dc259c1c-b082-4649-892d-055dcc107a86), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:46.048293 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d0bb1986-2d3d-4c77-badb-33b6d16b340e None None] Port 691f0be3-c307-4fbb-95cd-346408fa4327 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:16:46.144762 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a476033-ce9e-4fed-95b6-e70e847d661a admin admin] Router 54450a0c-eee3-4e03-9f26-1a313b509c11 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:16:46.185225 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4988860b-77ca-492a-8b26-bc24586e018e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (7bf369ba-1072-491b-b336-6d2a28e3db53), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:46.198137 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 3ba63d83-05c6-4b50-abc9-dddef4f9507a up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:46.199908 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988860b-77ca-492a-8b26-bc24586e018e admin admin] Pushing event updated for resources: {'Port': ['ID=dc259c1c-b082-4649-892d-055dcc107a86,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:46.294515 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 3ba63d83-05c6-4b50-abc9-dddef4f9507a triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:46.296361 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3ba63d83-05c6-4b50-abc9-dddef4f9507a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:46.394128 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61cc28-a601-44f7-a140-6f8ec22a040c req-52bc646b-3503-4f5c-8a7f-d1a7f569221d tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:46.400571 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1e61cc28-a601-44f7-a140-6f8ec22a040c req-52bc646b-3503-4f5c-8a7f-d1a7f569221d tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d7ed2d7-8536-41bc-b6cb-fd3544ea6570 HTTP/1.1" status: 200 len: 945 time: 0.2296026 Feb 09 01:16:46.425818 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 3ba63d83-05c6-4b50-abc9-dddef4f9507a is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:46.426296 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3ba63d83-05c6-4b50-abc9-dddef4f9507a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:46.489035 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 3ba63d83-05c6-4b50-abc9-dddef4f9507a, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=3ba63d83-05c6-4b50-abc9-dddef4f9507a,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:46.511275 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (3ba63d83-05c6-4b50-abc9-dddef4f9507a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:46.512607 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:46.529272 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a476033-ce9e-4fed-95b6-e70e847d661a admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:16:46.536409 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8a476033-ce9e-4fed-95b6-e70e847d661a admin admin] 10.222.0.30 "PUT /v2.0/routers/54450a0c-eee3-4e03-9f26-1a313b509c11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4723213 Feb 09 01:16:46.551679 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4988860b-77ca-492a-8b26-bc24586e018e admin admin] Network c3bbe03a-31dc-461a-b4d8-0c9862de5249 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:46.553789 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-4988860b-77ca-492a-8b26-bc24586e018e admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:46.765674 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=3ba63d83-05c6-4b50-abc9-dddef4f9507a,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:46.827177 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:46.828791 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:46.896787 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1e61cc28-a601-44f7-a140-6f8ec22a040c req-53336a55-5b53-4cfc-a4ca-079e22e7bad8 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4860642 Feb 09 01:16:46.915749 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4988860b-77ca-492a-8b26-bc24586e018e admin admin] Router 7bf369ba-1072-491b-b336-6d2a28e3db53 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:16:46.982519 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa2110-a95a-4608-b06c-9ee3d5f029e2 req-f488795c-230c-433c-bcad-c43396f6386a tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:46.984739 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-84aa2110-a95a-4608-b06c-9ee3d5f029e2 req-f488795c-230c-433c-bcad-c43396f6386a tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.121 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 949 time: 0.4765778 Feb 09 01:16:47.042470 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-0d9ed296-c303-4aa0-a2f7-a8f147e9659b None None] Provisioning complete for port dc259c1c-b082-4649-892d-055dcc107a86 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:47.042834 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0d9ed296-c303-4aa0-a2f7-a8f147e9659b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (dc259c1c-b082-4649-892d-055dcc107a86), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:47.044083 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f7a1d8de-3dbd-43b1-af04-5aaf7e44207e req-47c25b41-7f17-4618-bf1f-71db505811e2 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] 10.222.0.30 "GET /v2.0/floatingips/076f111d-ba08-4e18-8e02-aeb849b6d22c HTTP/1.1" status: 200 len: 692 time: 0.0581701 Feb 09 01:16:47.123245 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-0d9ed296-c303-4aa0-a2f7-a8f147e9659b None None] Port dc259c1c-b082-4649-892d-055dcc107a86 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:16:47.139193 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4988860b-77ca-492a-8b26-bc24586e018e admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:16:47.145785 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:47.156272 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4988860b-77ca-492a-8b26-bc24586e018e admin admin] 10.222.0.30 "PUT /v2.0/routers/7bf369ba-1072-491b-b336-6d2a28e3db53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6491158 Feb 09 01:16:47.160339 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcfe57b-0f41-4b0f-9e80-a380b9486bc2 None None] Sync routers for ids ['54450a0c-eee3-4e03-9f26-1a313b509c11'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:47.187145 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcfe57b-0f41-4b0f-9e80-a380b9486bc2 None None] Routers {'54450a0c-eee3-4e03-9f26-1a313b509c11'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:47.188524 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-edcfe57b-0f41-4b0f-9e80-a380b9486bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:16:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['54450a0c-eee3-4e03-9f26-1a313b509c11'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:47.292580 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e1207f-fe88-441a-a808-1390159e60cd admin admin] Router d831d56d-a227-4db2-8965-9872bda4051d has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:16:47.307600 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1d8de-3dbd-43b1-af04-5aaf7e44207e req-15e317b6-7d07-403e-b576-c8baa60dc363 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:47.309385 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f7a1d8de-3dbd-43b1-af04-5aaf7e44207e req-15e317b6-7d07-403e-b576-c8baa60dc363 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] 10.222.0.30 "GET /v2.0/networks/def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 784 time: 0.2644949 Feb 09 01:16:47.346091 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-edcfe57b-0f41-4b0f-9e80-a380b9486bc2 None None] Set router 54450a0c-eee3-4e03-9f26-1a313b509c11 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:16:47.404546 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f7a1d8de-3dbd-43b1-af04-5aaf7e44207e req-4e81c49d-4844-420d-975f-79edb0f367a1 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.93 HTTP/1.1" status: 200 len: 695 time: 0.0846303 Feb 09 01:16:47.545879 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3108c0ce-6247-47e7-8040-a28a69b3ab95 None None] Sync routers for ids ['7bf369ba-1072-491b-b336-6d2a28e3db53'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:47.557860 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3108c0ce-6247-47e7-8040-a28a69b3ab95 None None] Routers {'7bf369ba-1072-491b-b336-6d2a28e3db53'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:47.558493 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-3108c0ce-6247-47e7-8040-a28a69b3ab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:16:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7bf369ba-1072-491b-b336-6d2a28e3db53'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:47.622985 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-edcfe57b-0f41-4b0f-9e80-a380b9486bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54450a0c-eee3-4e03-9f26-1a313b509c11', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-11973568-router', 'tenant_id': '2e43c459132849b3838aed83b1a5a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:32Z', 'updated_at': '2022-02-09T01:16:43Z', 'revision_number': 4, 'project_id': '2e43c459132849b3838aed83b1a5a2c8', 'gw_port': {'id': '4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54450a0c-eee3-4e03-9f26-1a313b509c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:35Z', 'updated_at': '2022-02-09T01:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '691f0be3-c307-4fbb-95cd-346408fa4327', 'name': '', 'network_id': 'b35cc821-d90e-4f53-9471-2dcf659bf615', 'tenant_id': '2e43c459132849b3838aed83b1a5a2c8', 'mac_address': 'fa:16:3e:e2:05:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54450a0c-eee3-4e03-9f26-1a313b509c11', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '7784eae8-2c13-4214-a7a9-47fdb1c059c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:42Z', 'updated_at': '2022-02-09T01:16:44Z', 'revision_number': 2, 'project_id': '2e43c459132849b3838aed83b1a5a2c8', 'subnets': [{'id': '7784eae8-2c13-4214-a7a9-47fdb1c059c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:47.657053 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcfe57b-0f41-4b0f-9e80-a380b9486bc2 None None] Checking router: 54450a0c-eee3-4e03-9f26-1a313b509c11 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:16:47.657576 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcfe57b-0f41-4b0f-9e80-a380b9486bc2 None None] Updating router 54450a0c-eee3-4e03-9f26-1a313b509c11 port 691f0be3-c307-4fbb-95cd-346408fa4327 binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:16:47.676846 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-3108c0ce-6247-47e7-8040-a28a69b3ab95 None None] Set router 7bf369ba-1072-491b-b336-6d2a28e3db53 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:16:47.688696 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-edcfe57b-0f41-4b0f-9e80-a380b9486bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (691f0be3-c307-4fbb-95cd-346408fa4327), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:47.752638 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-84aa2110-a95a-4608-b06c-9ee3d5f029e2 req-56192d76-679b-4972-ac57-b73e67a22d6c tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Deleting port 8a9ab06c-1f75-4126-bb17-2d4af3691030 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:47.752932 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-84aa2110-a95a-4608-b06c-9ee3d5f029e2 req-56192d76-679b-4972-ac57-b73e67a22d6c tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (8a9ab06c-1f75-4126-bb17-2d4af3691030), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:47.862026 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f7a1d8de-3dbd-43b1-af04-5aaf7e44207e req-d7e1e1f7-53d1-4350-b808-db1bcb3d71f8 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.93 HTTP/1.1" status: 200 len: 695 time: 0.1531847 Feb 09 01:16:47.897761 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbed3f-94ac-423f-af88-4d6e23ca0bb6 req-fe80098f-862c-4a65-a795-d9981a490631 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:47.899720 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5ddbed3f-94ac-423f-af88-4d6e23ca0bb6 req-fe80098f-862c-4a65-a795-d9981a490631 tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d95a876-4d25-426f-882c-16da1b298c6f HTTP/1.1" status: 200 len: 949 time: 0.5894341 Feb 09 01:16:47.922998 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 3ba63d83-05c6-4b50-abc9-dddef4f9507a up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:48.022656 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e1207f-fe88-441a-a808-1390159e60cd admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:16:48.027421 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 3ba63d83-05c6-4b50-abc9-dddef4f9507a triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:48.027897 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3ba63d83-05c6-4b50-abc9-dddef4f9507a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:48.042814 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-58e1207f-fe88-441a-a808-1390159e60cd admin admin] 10.222.0.30 "PUT /v2.0/routers/d831d56d-a227-4db2-8965-9872bda4051d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2995200 Feb 09 01:16:48.046084 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54190) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:48.054232 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-3108c0ce-6247-47e7-8040-a28a69b3ab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf369ba-1072-491b-b336-6d2a28e3db53', 'name': 'tempest-FloatingIPsTestJSON-1398017240-router', 'tenant_id': 'd3df79db395d43c7b21f36f3bef80e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '3ba63d83-05c6-4b50-abc9-dddef4f9507a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:38Z', 'updated_at': '2022-02-09T01:16:45Z', 'revision_number': 4, 'project_id': 'd3df79db395d43c7b21f36f3bef80e07', 'gw_port': {'id': '3ba63d83-05c6-4b50-abc9-dddef4f9507a', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:18:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf369ba-1072-491b-b336-6d2a28e3db53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:40Z', 'updated_at': '2022-02-09T01:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'dc259c1c-b082-4649-892d-055dcc107a86', 'name': '', 'network_id': 'c3bbe03a-31dc-461a-b4d8-0c9862de5249', 'tenant_id': 'd3df79db395d43c7b21f36f3bef80e07', 'mac_address': 'fa:16:3e:9d:cd:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf369ba-1072-491b-b336-6d2a28e3db53', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '8f0d2a38-1edc-4e05-b273-22d1320ec722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:43Z', 'updated_at': '2022-02-09T01:16:45Z', 'revision_number': 2, 'project_id': 'd3df79db395d43c7b21f36f3bef80e07', 'subnets': [{'id': '8f0d2a38-1edc-4e05-b273-22d1320ec722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:48.054546 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e44556-9e52-472d-84fc-670f34cddd27 None None] Sync routers for ids ['d831d56d-a227-4db2-8965-9872bda4051d'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:48.070891 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-84aa2110-a95a-4608-b06c-9ee3d5f029e2 req-56192d76-679b-4972-ac57-b73e67a22d6c tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] For port 8a9ab06c-1f75-4126-bb17-2d4af3691030, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=8a9ab06c-1f75-4126-bb17-2d4af3691030,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:48.071279 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-84aa2110-a95a-4608-b06c-9ee3d5f029e2 req-56192d76-679b-4972-ac57-b73e67a22d6c tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (8a9ab06c-1f75-4126-bb17-2d4af3691030), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:48.092182 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3108c0ce-6247-47e7-8040-a28a69b3ab95 None None] Checking router: 7bf369ba-1072-491b-b336-6d2a28e3db53 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:16:48.092558 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3108c0ce-6247-47e7-8040-a28a69b3ab95 None None] Updating router 7bf369ba-1072-491b-b336-6d2a28e3db53 port dc259c1c-b082-4649-892d-055dcc107a86 binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:16:48.118032 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e44556-9e52-472d-84fc-670f34cddd27 None None] Routers {'d831d56d-a227-4db2-8965-9872bda4051d'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:48.118414 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-03e44556-9e52-472d-84fc-670f34cddd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:16:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['d831d56d-a227-4db2-8965-9872bda4051d'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:48.120610 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5ddbed3f-94ac-423f-af88-4d6e23ca0bb6 req-beafe993-7131-4381-943c-ddbf7cb0e80e tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce3aa9db-cca3-4463-940d-c05ea031837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832325 Feb 09 01:16:48.121607 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-84aa2110-a95a-4608-b06c-9ee3d5f029e2 req-56192d76-679b-4972-ac57-b73e67a22d6c tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Calling delete_port for 8a9ab06c-1f75-4126-bb17-2d4af3691030 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:48.123678 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-edcfe57b-0f41-4b0f-9e80-a380b9486bc2 None None] Publish callbacks [] for port (691f0be3-c307-4fbb-95cd-346408fa4327), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:48.136345 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3108c0ce-6247-47e7-8040-a28a69b3ab95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (dc259c1c-b082-4649-892d-055dcc107a86), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:48.245029 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-f7a1d8de-3dbd-43b1-af04-5aaf7e44207e req-b9492d0b-93a0-43cc-8949-b4442c8687e0 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Deleting port d6b12a7e-96e4-4c5d-b196-4396e00cdbbb {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:48.245464 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f7a1d8de-3dbd-43b1-af04-5aaf7e44207e req-b9492d0b-93a0-43cc-8949-b4442c8687e0 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (d6b12a7e-96e4-4c5d-b196-4396e00cdbbb), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:48.268891 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-235d64c0-5f94-4c25-8c88-a21f7b90e17c req-e5d8c909-ce5f-4e23-a171-7f5fb4594dee tempest-ServerShowV257Test-101010638 tempest-ServerShowV257Test-101010638-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d9542e3-f283-4dae-bfb1-24496d4e3805 HTTP/1.1" status: 200 len: 210 time: 0.0475533 Feb 09 01:16:48.291255 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-03e44556-9e52-472d-84fc-670f34cddd27 None None] Set router d831d56d-a227-4db2-8965-9872bda4051d gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:16:48.413343 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f7a1d8de-3dbd-43b1-af04-5aaf7e44207e req-b9492d0b-93a0-43cc-8949-b4442c8687e0 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (d6b12a7e-96e4-4c5d-b196-4396e00cdbbb), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:48.413970 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f7a1d8de-3dbd-43b1-af04-5aaf7e44207e req-b9492d0b-93a0-43cc-8949-b4442c8687e0 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks [] for floatingip (d6b12a7e-96e4-4c5d-b196-4396e00cdbbb), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:48.442959 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-f7a1d8de-3dbd-43b1-af04-5aaf7e44207e req-b9492d0b-93a0-43cc-8949-b4442c8687e0 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Calling delete_port for d6b12a7e-96e4-4c5d-b196-4396e00cdbbb owned by network:floatingip {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:48.452890 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-edcfe57b-0f41-4b0f-9e80-a380b9486bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (691f0be3-c307-4fbb-95cd-346408fa4327), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:48.466405 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-84aa2110-a95a-4608-b06c-9ee3d5f029e2 req-56192d76-679b-4972-ac57-b73e67a22d6c tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (8a9ab06c-1f75-4126-bb17-2d4af3691030), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:48.554677 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [req-d6d48fd3-5704-46e3-a353-f3aedf482814 req-81120085-36d8-48b3-862d-21fd0e13a318 tempest-FloatingIPDetailsNegativeTestJSON-527775603 tempest-FloatingIPDetailsNegativeTestJSON-527775603-project] show failed (client error): The resource could not be found. Feb 09 01:16:48.562117 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d6d48fd3-5704-46e3-a353-f3aedf482814 req-81120085-36d8-48b3-862d-21fd0e13a318 tempest-FloatingIPDetailsNegativeTestJSON-527775603 tempest-FloatingIPDetailsNegativeTestJSON-527775603-project] 10.222.0.30 "GET /v2.0/floatingips/68269467-e27a-45f1-9e5a-3287f908ba0d HTTP/1.1" status: 404 len: 350 time: 0.1068692 Feb 09 01:16:48.567690 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54194) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:48.636971 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3108c0ce-6247-47e7-8040-a28a69b3ab95 None None] Publish callbacks [] for port (dc259c1c-b082-4649-892d-055dcc107a86), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:48.643536 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56192d76-679b-4972-ac57-b73e67a22d6c tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Pushing event deleted for resources: {'Port': ['ID=8a9ab06c-1f75-4126-bb17-2d4af3691030,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:48.647484 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3108c0ce-6247-47e7-8040-a28a69b3ab95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (dc259c1c-b082-4649-892d-055dcc107a86), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:48.663824 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5475c0-3244-422a-8a71-94b0437617b7 None None] Pushing event updated for resources: {'Port': ['ID=691f0be3-c307-4fbb-95cd-346408fa4327,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:48.700960 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 3ba63d83-05c6-4b50-abc9-dddef4f9507a is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:48.718922 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ffa889-0319-45ab-b361-73b718f24da1 req-7be7b001-c6f1-4297-8f63-f1f970cbe1b9 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:48.721048 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e0ffa889-0319-45ab-b361-73b718f24da1 req-7be7b001-c6f1-4297-8f63-f1f970cbe1b9 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.91 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 944 time: 0.7416151 Feb 09 01:16:48.777151 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f7a1d8de-3dbd-43b1-af04-5aaf7e44207e req-b9492d0b-93a0-43cc-8949-b4442c8687e0 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (d6b12a7e-96e4-4c5d-b196-4396e00cdbbb), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:48.781267 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e229f-d972-4827-a83f-7a573a3fa146 None None] Pushing event updated for resources: {'Port': ['ID=dc259c1c-b082-4649-892d-055dcc107a86,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:48.807916 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-edcfe57b-0f41-4b0f-9e80-a380b9486bc2 None None] Attempting to bind port 691f0be3-c307-4fbb-95cd-346408fa4327 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:48.808232 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-edcfe57b-0f41-4b0f-9e80-a380b9486bc2 None None] Attempting to bind port 691f0be3-c307-4fbb-95cd-346408fa4327 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '91f274b6-01ef-4925-944c-a3429e436a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b35cc821-d90e-4f53-9471-2dcf659bf615'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:48.808601 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcfe57b-0f41-4b0f-9e80-a380b9486bc2 None None] Attempting to bind port 691f0be3-c307-4fbb-95cd-346408fa4327 on network b35cc821-d90e-4f53-9471-2dcf659bf615 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:48.837664 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcfe57b-0f41-4b0f-9e80-a380b9486bc2 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:16:48.838070 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcfe57b-0f41-4b0f-9e80-a380b9486bc2 None None] Checking segment: {'id': '91f274b6-01ef-4925-944c-a3429e436a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b35cc821-d90e-4f53-9471-2dcf659bf615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:16:48.838483 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-edcfe57b-0f41-4b0f-9e80-a380b9486bc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:48.839504 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcfe57b-0f41-4b0f-9e80-a380b9486bc2 None None] Bound using segment: {'id': '91f274b6-01ef-4925-944c-a3429e436a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b35cc821-d90e-4f53-9471-2dcf659bf615'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:16:48.839504 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-edcfe57b-0f41-4b0f-9e80-a380b9486bc2 None None] Bound port: 691f0be3-c307-4fbb-95cd-346408fa4327, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f274b6-01ef-4925-944c-a3429e436a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b35cc821-d90e-4f53-9471-2dcf659bf615'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:16:48.839780 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-edcfe57b-0f41-4b0f-9e80-a380b9486bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (691f0be3-c307-4fbb-95cd-346408fa4327), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:48.879432 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9492d0b-93a0-43cc-8949-b4442c8687e0 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Pushing event deleted for resources: {'Port': ['ID=d6b12a7e-96e4-4c5d-b196-4396e00cdbbb,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:48.939666 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-84aa2110-a95a-4608-b06c-9ee3d5f029e2 req-56192d76-679b-4972-ac57-b73e67a22d6c tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] No DVR routers for this DVR port 8a9ab06c-1f75-4126-bb17-2d4af3691030 on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:48.969635 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-3108c0ce-6247-47e7-8040-a28a69b3ab95 None None] Attempting to bind port dc259c1c-b082-4649-892d-055dcc107a86 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:48.969911 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-84aa2110-a95a-4608-b06c-9ee3d5f029e2 req-56192d76-679b-4972-ac57-b73e67a22d6c tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:48.971855 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-3108c0ce-6247-47e7-8040-a28a69b3ab95 None None] Attempting to bind port dc259c1c-b082-4649-892d-055dcc107a86 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '77f5f6de-2912-4bde-8be0-2caaa2221b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c3bbe03a-31dc-461a-b4d8-0c9862de5249'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:48.972446 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3108c0ce-6247-47e7-8040-a28a69b3ab95 None None] Attempting to bind port dc259c1c-b082-4649-892d-055dcc107a86 on network c3bbe03a-31dc-461a-b4d8-0c9862de5249 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:48.973512 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-84aa2110-a95a-4608-b06c-9ee3d5f029e2 req-56192d76-679b-4972-ac57-b73e67a22d6c tempest-MigrationsAdminTest-1287837025 tempest-MigrationsAdminTest-1287837025-project] 10.222.0.121 "DELETE /v2.0/ports/8a9ab06c-1f75-4126-bb17-2d4af3691030 HTTP/1.1" status: 204 len: 173 time: 1.8614423 Feb 09 01:16:48.974476 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d95a876-4d25-426f-882c-16da1b298c6f', 'name': 'network-vif-deleted', 'tag': '8a9ab06c-1f75-4126-bb17-2d4af3691030'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:16:48.977050 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10296d52-1d84-434a-a27e-9748046bea96" -d '{"events": [{"server_uuid": "9d95a876-4d25-426f-882c-16da1b298c6f", "name": "network-vif-deleted", "tag": "8a9ab06c-1f75-4126-bb17-2d4af3691030"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:16:48.982311 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3108c0ce-6247-47e7-8040-a28a69b3ab95 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:16:48.984324 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3108c0ce-6247-47e7-8040-a28a69b3ab95 None None] Checking segment: {'id': '77f5f6de-2912-4bde-8be0-2caaa2221b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c3bbe03a-31dc-461a-b4d8-0c9862de5249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:16:48.985239 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3108c0ce-6247-47e7-8040-a28a69b3ab95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:48.988020 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3108c0ce-6247-47e7-8040-a28a69b3ab95 None None] Bound using segment: {'id': '77f5f6de-2912-4bde-8be0-2caaa2221b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c3bbe03a-31dc-461a-b4d8-0c9862de5249'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:16:48.988902 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-3108c0ce-6247-47e7-8040-a28a69b3ab95 None None] Bound port: dc259c1c-b082-4649-892d-055dcc107a86, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f5f6de-2912-4bde-8be0-2caaa2221b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c3bbe03a-31dc-461a-b4d8-0c9862de5249'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:16:48.989428 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3108c0ce-6247-47e7-8040-a28a69b3ab95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (dc259c1c-b082-4649-892d-055dcc107a86), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:49.047681 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-62c9c3b3-4dbe-4b5a-ac07-de46de1b3bf2 admin admin] Publish callbacks [] for router (d831d56d-a227-4db2-8965-9872bda4051d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:49.048216 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-edcfe57b-0f41-4b0f-9e80-a380b9486bc2 None None] For port 691f0be3-c307-4fbb-95cd-346408fa4327, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:16:49.051365 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-80ed7e48-2df2-4c85-89fe-aade995ab8ef None None] Provisioning complete for port 691f0be3-c307-4fbb-95cd-346408fa4327 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:49.052043 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-80ed7e48-2df2-4c85-89fe-aade995ab8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (691f0be3-c307-4fbb-95cd-346408fa4327), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:49.056425 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-edcfe57b-0f41-4b0f-9e80-a380b9486bc2 None None] For port 691f0be3-c307-4fbb-95cd-346408fa4327, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=691f0be3-c307-4fbb-95cd-346408fa4327,segment=NetworkSegment(91f274b6-01ef-4925-944c-a3429e436a98),segment_id=91f274b6-01ef-4925-944c-a3429e436a98)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:16:49.075437 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b15d58-b988-403d-8fd7-c097001ec5b0 req-ff690484-d3f3-42a2-9649-bba8547286fe tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:49.076725 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e3b15d58-b988-403d-8fd7-c097001ec5b0 req-ff690484-d3f3-42a2-9649-bba8547286fe tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 944 time: 0.4276106 Feb 09 01:16:49.094979 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-edcfe57b-0f41-4b0f-9e80-a380b9486bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (691f0be3-c307-4fbb-95cd-346408fa4327), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:49.130351 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f7a1d8de-3dbd-43b1-af04-5aaf7e44207e req-b9492d0b-93a0-43cc-8949-b4442c8687e0 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks [] for floatingip (076f111d-ba08-4e18-8e02-aeb849b6d22c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:49.133084 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f7a1d8de-3dbd-43b1-af04-5aaf7e44207e req-b9492d0b-93a0-43cc-8949-b4442c8687e0 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:49.134333 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-3108c0ce-6247-47e7-8040-a28a69b3ab95 None None] For port dc259c1c-b082-4649-892d-055dcc107a86, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:16:49.138462 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-3108c0ce-6247-47e7-8040-a28a69b3ab95 None None] For port dc259c1c-b082-4649-892d-055dcc107a86, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=dc259c1c-b082-4649-892d-055dcc107a86,segment=NetworkSegment(77f5f6de-2912-4bde-8be0-2caaa2221b45),segment_id=77f5f6de-2912-4bde-8be0-2caaa2221b45)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:16:49.142083 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-03e44556-9e52-472d-84fc-670f34cddd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd831d56d-a227-4db2-8965-9872bda4051d', 'name': 'tempest-ServersTestMultiNic-278170261-router', 'tenant_id': 'cbaeccec23794cfba3c5f4e5c5caae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '2b2c7523-4989-438c-b217-7b23fef2bb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:26Z', 'updated_at': '2022-02-09T01:16:44Z', 'revision_number': 5, 'project_id': 'cbaeccec23794cfba3c5f4e5c5caae25', 'gw_port': {'id': '2b2c7523-4989-438c-b217-7b23fef2bb1e', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd831d56d-a227-4db2-8965-9872bda4051d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:28Z', 'updated_at': '2022-02-09T01:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:49.144668 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f7a1d8de-3dbd-43b1-af04-5aaf7e44207e req-b9492d0b-93a0-43cc-8949-b4442c8687e0 tempest-FloatingIPDetailsTestJSON-1423249885 tempest-FloatingIPDetailsTestJSON-1423249885-project] 10.222.0.30 "DELETE /v2.0/floatingips/076f111d-ba08-4e18-8e02-aeb849b6d22c HTTP/1.1" status: 204 len: 173 time: 1.2709448 Feb 09 01:16:49.145201 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54198) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:49.151361 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3108c0ce-6247-47e7-8040-a28a69b3ab95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (dc259c1c-b082-4649-892d-055dcc107a86), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:49.239761 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e229f-d972-4827-a83f-7a573a3fa146 None None] Pushing event updated for resources: {'Port': ['ID=dc259c1c-b082-4649-892d-055dcc107a86,revision_number=4']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:49.306681 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3108c0ce-6247-47e7-8040-a28a69b3ab95 None None] Routers {'7bf369ba-1072-491b-b336-6d2a28e3db53'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:49.307311 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-3108c0ce-6247-47e7-8040-a28a69b3ab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:16:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7bf369ba-1072-491b-b336-6d2a28e3db53'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:49.388768 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-62c9c3b3-4dbe-4b5a-ac07-de46de1b3bf2 admin admin] Publish callbacks [] for router_gateway (d831d56d-a227-4db2-8965-9872bda4051d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:49.394828 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-e0ffa889-0319-45ab-b361-73b718f24da1 req-4fbf8a18-97c8-42d8-bf5d-15b44663ca08 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Deleting port 4e6f1dea-5278-4db9-98db-9750dbf841d5 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:49.395166 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e0ffa889-0319-45ab-b361-73b718f24da1 req-4fbf8a18-97c8-42d8-bf5d-15b44663ca08 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (4e6f1dea-5278-4db9-98db-9750dbf841d5), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:49.458403 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e44556-9e52-472d-84fc-670f34cddd27 None None] Checking router: d831d56d-a227-4db2-8965-9872bda4051d for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:16:49.463050 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-80ed7e48-2df2-4c85-89fe-aade995ab8ef None None] Port 691f0be3-c307-4fbb-95cd-346408fa4327 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:16:49.515131 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e3b15d58-b988-403d-8fd7-c097001ec5b0 req-9467b616-9651-46db-8758-20eab736f672 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4265504 Feb 09 01:16:49.552250 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcfe57b-0f41-4b0f-9e80-a380b9486bc2 None None] Routers {'54450a0c-eee3-4e03-9f26-1a313b509c11'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:49.553281 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-edcfe57b-0f41-4b0f-9e80-a380b9486bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:16:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['54450a0c-eee3-4e03-9f26-1a313b509c11'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:49.558259 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e44556-9e52-472d-84fc-670f34cddd27 None None] Routers {'d831d56d-a227-4db2-8965-9872bda4051d'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:49.559524 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-03e44556-9e52-472d-84fc-670f34cddd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:16:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['d831d56d-a227-4db2-8965-9872bda4051d'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:49.604802 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:49.605793 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5475c0-3244-422a-8a71-94b0437617b7 None None] Pushing event updated for resources: {'Port': ['ID=691f0be3-c307-4fbb-95cd-346408fa4327,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:49.616435 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-3108c0ce-6247-47e7-8040-a28a69b3ab95 None None] Set router 7bf369ba-1072-491b-b336-6d2a28e3db53 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:16:49.773332 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-e0ffa889-0319-45ab-b361-73b718f24da1 req-4fbf8a18-97c8-42d8-bf5d-15b44663ca08 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] For port 4e6f1dea-5278-4db9-98db-9750dbf841d5, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=4e6f1dea-5278-4db9-98db-9750dbf841d5,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:49.774011 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e0ffa889-0319-45ab-b361-73b718f24da1 req-4fbf8a18-97c8-42d8-bf5d-15b44663ca08 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (4e6f1dea-5278-4db9-98db-9750dbf841d5), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:49.834801 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-e0ffa889-0319-45ab-b361-73b718f24da1 req-4fbf8a18-97c8-42d8-bf5d-15b44663ca08 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Calling delete_port for 4e6f1dea-5278-4db9-98db-9750dbf841d5 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:49.887430 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-91d62d78-a302-4afb-8886-0f4f2535d6bf None None] Provisioning complete for port dc259c1c-b082-4649-892d-055dcc107a86 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:49.892495 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-91d62d78-a302-4afb-8886-0f4f2535d6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (dc259c1c-b082-4649-892d-055dcc107a86), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:49.919528 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-62c9c3b3-4dbe-4b5a-ac07-de46de1b3bf2 admin admin] Deleting port 2b2c7523-4989-438c-b217-7b23fef2bb1e {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:49.920329 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-62c9c3b3-4dbe-4b5a-ac07-de46de1b3bf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (2b2c7523-4989-438c-b217-7b23fef2bb1e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:49.962320 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-03e44556-9e52-472d-84fc-670f34cddd27 None None] Set router d831d56d-a227-4db2-8965-9872bda4051d gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:16:49.965624 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-3108c0ce-6247-47e7-8040-a28a69b3ab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf369ba-1072-491b-b336-6d2a28e3db53', 'name': 'tempest-FloatingIPsTestJSON-1398017240-router', 'tenant_id': 'd3df79db395d43c7b21f36f3bef80e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '3ba63d83-05c6-4b50-abc9-dddef4f9507a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:38Z', 'updated_at': '2022-02-09T01:16:45Z', 'revision_number': 4, 'project_id': 'd3df79db395d43c7b21f36f3bef80e07', 'gw_port': {'id': '3ba63d83-05c6-4b50-abc9-dddef4f9507a', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:18:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf369ba-1072-491b-b336-6d2a28e3db53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:40Z', 'updated_at': '2022-02-09T01:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'dc259c1c-b082-4649-892d-055dcc107a86', 'name': '', 'network_id': 'c3bbe03a-31dc-461a-b4d8-0c9862de5249', 'tenant_id': 'd3df79db395d43c7b21f36f3bef80e07', 'mac_address': 'fa:16:3e:9d:cd:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf369ba-1072-491b-b336-6d2a28e3db53', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '8f0d2a38-1edc-4e05-b273-22d1320ec722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:43Z', 'updated_at': '2022-02-09T01:16:49Z', 'revision_number': 4, 'project_id': 'd3df79db395d43c7b21f36f3bef80e07', 'subnets': [{'id': '8f0d2a38-1edc-4e05-b273-22d1320ec722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:50.026744 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3108c0ce-6247-47e7-8040-a28a69b3ab95 None None] The sync data for ids ['7bf369ba-1072-491b-b336-6d2a28e3db53'] in n-d-822053-40 is: [{'id': '7bf369ba-1072-491b-b336-6d2a28e3db53', 'name': 'tempest-FloatingIPsTestJSON-1398017240-router', 'tenant_id': 'd3df79db395d43c7b21f36f3bef80e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '3ba63d83-05c6-4b50-abc9-dddef4f9507a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:38Z', 'updated_at': '2022-02-09T01:16:45Z', 'revision_number': 4, 'project_id': 'd3df79db395d43c7b21f36f3bef80e07', 'gw_port': {'id': '3ba63d83-05c6-4b50-abc9-dddef4f9507a', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:18:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf369ba-1072-491b-b336-6d2a28e3db53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:40Z', 'updated_at': '2022-02-09T01:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'dc259c1c-b082-4649-892d-055dcc107a86', 'name': '', 'network_id': 'c3bbe03a-31dc-461a-b4d8-0c9862de5249', 'tenant_id': 'd3df79db395d43c7b21f36f3bef80e07', 'mac_address': 'fa:16:3e:9d:cd:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf369ba-1072-491b-b336-6d2a28e3db53', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '8f0d2a38-1edc-4e05-b273-22d1320ec722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:43Z', 'updated_at': '2022-02-09T01:16:49Z', 'revision_number': 4, 'project_id': 'd3df79db395d43c7b21f36f3bef80e07', 'subnets': [{'id': '8f0d2a38-1edc-4e05-b273-22d1320ec722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:50.034401 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a090f46-227f-4acb-8f60-70921cd595f6 req-0b226ca3-59ad-4513-9c0a-ed1d0758454b tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6867030 Feb 09 01:16:50.043622 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-03e44556-9e52-472d-84fc-670f34cddd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd831d56d-a227-4db2-8965-9872bda4051d', 'name': 'tempest-ServersTestMultiNic-278170261-router', 'tenant_id': 'cbaeccec23794cfba3c5f4e5c5caae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:26Z', 'updated_at': '2022-02-09T01:16:49Z', 'revision_number': 6, 'project_id': 'cbaeccec23794cfba3c5f4e5c5caae25', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:50.051939 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-edcfe57b-0f41-4b0f-9e80-a380b9486bc2 None None] Set router 54450a0c-eee3-4e03-9f26-1a313b509c11 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:16:50.095635 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-4a090f46-227f-4acb-8f60-70921cd595f6 req-0fafa444-ebf1-4cac-933d-1c0ac5fa7fa0 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:50.126428 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 4e6f1dea-5278-4db9-98db-9750dbf841d5 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:16:50.135911 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e44556-9e52-472d-84fc-670f34cddd27 None None] The sync data for ids ['d831d56d-a227-4db2-8965-9872bda4051d'] in n-d-822053-40 is: [{'id': 'd831d56d-a227-4db2-8965-9872bda4051d', 'name': 'tempest-ServersTestMultiNic-278170261-router', 'tenant_id': 'cbaeccec23794cfba3c5f4e5c5caae25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:26Z', 'updated_at': '2022-02-09T01:16:49Z', 'revision_number': 6, 'project_id': 'cbaeccec23794cfba3c5f4e5c5caae25', 'gw_port_host': None}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:50.200685 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4a090f46-227f-4acb-8f60-70921cd595f6 req-0fafa444-ebf1-4cac-933d-1c0ac5fa7fa0 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:50.209463 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-62c9c3b3-4dbe-4b5a-ac07-de46de1b3bf2 admin admin] For port 2b2c7523-4989-438c-b217-7b23fef2bb1e, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=2b2c7523-4989-438c-b217-7b23fef2bb1e,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:50.210453 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-62c9c3b3-4dbe-4b5a-ac07-de46de1b3bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (2b2c7523-4989-438c-b217-7b23fef2bb1e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:50.243263 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-62c9c3b3-4dbe-4b5a-ac07-de46de1b3bf2 admin admin] Calling delete_port for 2b2c7523-4989-438c-b217-7b23fef2bb1e owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:50.244815 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd4bb2-edeb-499f-b2d8-fc2cd3361b0d req-ae86d558-0147-4d9c-83f4-f390ec3996f5 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:50.254756 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f4cd4bb2-edeb-499f-b2d8-fc2cd3361b0d req-ae86d558-0147-4d9c-83f4-f390ec3996f5 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d7ed2d7-8536-41bc-b6cb-fd3544ea6570 HTTP/1.1" status: 200 len: 945 time: 0.5166323 Feb 09 01:16:50.303022 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e0ffa889-0319-45ab-b361-73b718f24da1 req-4fbf8a18-97c8-42d8-bf5d-15b44663ca08 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (4e6f1dea-5278-4db9-98db-9750dbf841d5), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:50.346582 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['308cc62f-d069-4df6-8213-414430c968dc'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:16:50.355042 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No active binding found for port 4e6f1dea-5278-4db9-98db-9750dbf841d5 {{(pid=103530) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 01:16:50.355642 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] The host n-h2-822053-40 is not matching for port 4e6f1dea-5278-4db9-98db-9750dbf841d5 host None! {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:16:50.356303 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 4e6f1dea-5278-4db9-98db-9750dbf841d5 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:16:50.396244 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f4cd4bb2-edeb-499f-b2d8-fc2cd3361b0d req-e59bc50d-80e3-4bc5-8b03-2c070c12f80d tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362312 Feb 09 01:16:50.401852 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-25902dc5-1a61-4592-b394-1dbd7a777b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (54450a0c-eee3-4e03-9f26-1a313b509c11), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:50.435202 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-91d62d78-a302-4afb-8886-0f4f2535d6bf None None] Current status of the port dc259c1c-b082-4649-892d-055dcc107a86 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:50.438458 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-91d62d78-a302-4afb-8886-0f4f2535d6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (dc259c1c-b082-4649-892d-055dcc107a86), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:50.458015 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 8a9ab06c-1f75-4126-bb17-2d4af3691030 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:16:50.458275 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf8a18-97c8-42d8-bf5d-15b44663ca08 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Pushing event deleted for resources: {'Port': ['ID=4e6f1dea-5278-4db9-98db-9750dbf841d5,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:50.514122 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a150b4-2798-417f-b8f2-7b42045f2e8a x-openstack-request-id: req-e8a150b4-2798-417f-b8f2-7b42045f2e8a {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:16:50.515365 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d95a876-4d25-426f-882c-16da1b298c6f", "name": "network-vif-deleted", "tag": "8a9ab06c-1f75-4126-bb17-2d4af3691030", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:16:50.517706 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e8a150b4-2798-417f-b8f2-7b42045f2e8a {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:16:50.519129 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d95a876-4d25-426f-882c-16da1b298c6f', 'name': 'network-vif-deleted', 'tag': '8a9ab06c-1f75-4126-bb17-2d4af3691030', 'status': 'completed', 'code': 200} Feb 09 01:16:50.583364 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 8a9ab06c-1f75-4126-bb17-2d4af3691030 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:16:50.584025 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 8a9ab06c-1f75-4126-bb17-2d4af3691030 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:16:50.597026 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4a090f46-227f-4acb-8f60-70921cd595f6 req-0fafa444-ebf1-4cac-933d-1c0ac5fa7fa0 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:50.617575 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c8107a3a-07e8-4269-ae90-6b9c53d0d64b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (09325590-4bad-490e-b0b8-3a002346b8a4), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:50.622923 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ffa889-0319-45ab-b361-73b718f24da1 req-4fbf8a18-97c8-42d8-bf5d-15b44663ca08 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] No DVR routers for this DVR port 4e6f1dea-5278-4db9-98db-9750dbf841d5 on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:50.629999 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e0ffa889-0319-45ab-b361-73b718f24da1 req-4fbf8a18-97c8-42d8-bf5d-15b44663ca08 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:50.633377 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e0ffa889-0319-45ab-b361-73b718f24da1 req-4fbf8a18-97c8-42d8-bf5d-15b44663ca08 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.91 "DELETE /v2.0/ports/4e6f1dea-5278-4db9-98db-9750dbf841d5 HTTP/1.1" status: 204 len: 173 time: 1.8653197 Feb 09 01:16:50.638748 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2', 'name': 'network-vif-deleted', 'tag': '4e6f1dea-5278-4db9-98db-9750dbf841d5'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:16:50.641939 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8816070d-8b65-47b3-b5c0-bfe78afffccd" -d '{"events": [{"server_uuid": "700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2", "name": "network-vif-deleted", "tag": "4e6f1dea-5278-4db9-98db-9750dbf841d5"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:16:50.844303 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-91d62d78-a302-4afb-8886-0f4f2535d6bf None None] For port dc259c1c-b082-4649-892d-055dcc107a86, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=dc259c1c-b082-4649-892d-055dcc107a86,segment=NetworkSegment(77f5f6de-2912-4bde-8be0-2caaa2221b45),segment_id=77f5f6de-2912-4bde-8be0-2caaa2221b45)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:50.861313 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-91d62d78-a302-4afb-8886-0f4f2535d6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (dc259c1c-b082-4649-892d-055dcc107a86), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:50.909404 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:50.937815 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-78240668-a9ad-49e1-8b6c-abf81ff40fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:50.986993 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-70eb4b8c-4435-4001-b9b8-243fa23bd103 req-10594430-0480-47e6-80d2-44fbc5d039a7 tempest-ServerShowV257Test-101010638 tempest-ServerShowV257Test-101010638-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d9542e3-f283-4dae-bfb1-24496d4e3805 HTTP/1.1" status: 200 len: 210 time: 0.0686848 Feb 09 01:16:51.061211 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d62d78-a302-4afb-8886-0f4f2535d6bf None None] Pushing event updated for resources: {'Port': ['ID=dc259c1c-b082-4649-892d-055dcc107a86,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:51.118259 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-20665e98-03b6-4f94-a141-54b304c33ea1 None None] Provisioning complete for port dc259c1c-b082-4649-892d-055dcc107a86 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:51.119165 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-20665e98-03b6-4f94-a141-54b304c33ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (dc259c1c-b082-4649-892d-055dcc107a86), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:51.136605 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-edcfe57b-0f41-4b0f-9e80-a380b9486bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54450a0c-eee3-4e03-9f26-1a313b509c11', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-11973568-router', 'tenant_id': '2e43c459132849b3838aed83b1a5a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:32Z', 'updated_at': '2022-02-09T01:16:43Z', 'revision_number': 4, 'project_id': '2e43c459132849b3838aed83b1a5a2c8', 'gw_port': {'id': '4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54450a0c-eee3-4e03-9f26-1a313b509c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:35Z', 'updated_at': '2022-02-09T01:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '691f0be3-c307-4fbb-95cd-346408fa4327', 'name': '', 'network_id': 'b35cc821-d90e-4f53-9471-2dcf659bf615', 'tenant_id': '2e43c459132849b3838aed83b1a5a2c8', 'mac_address': 'fa:16:3e:e2:05:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54450a0c-eee3-4e03-9f26-1a313b509c11', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '7784eae8-2c13-4214-a7a9-47fdb1c059c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:42Z', 'updated_at': '2022-02-09T01:16:49Z', 'revision_number': 4, 'project_id': '2e43c459132849b3838aed83b1a5a2c8', 'subnets': [{'id': '7784eae8-2c13-4214-a7a9-47fdb1c059c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:51.246832 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcfe57b-0f41-4b0f-9e80-a380b9486bc2 None None] The sync data for ids ['54450a0c-eee3-4e03-9f26-1a313b509c11'] in n-d-822053-40 is: [{'id': '54450a0c-eee3-4e03-9f26-1a313b509c11', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-11973568-router', 'tenant_id': '2e43c459132849b3838aed83b1a5a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:32Z', 'updated_at': '2022-02-09T01:16:43Z', 'revision_number': 4, 'project_id': '2e43c459132849b3838aed83b1a5a2c8', 'gw_port': {'id': '4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54450a0c-eee3-4e03-9f26-1a313b509c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:35Z', 'updated_at': '2022-02-09T01:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '691f0be3-c307-4fbb-95cd-346408fa4327', 'name': '', 'network_id': 'b35cc821-d90e-4f53-9471-2dcf659bf615', 'tenant_id': '2e43c459132849b3838aed83b1a5a2c8', 'mac_address': 'fa:16:3e:e2:05:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54450a0c-eee3-4e03-9f26-1a313b509c11', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '7784eae8-2c13-4214-a7a9-47fdb1c059c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:42Z', 'updated_at': '2022-02-09T01:16:49Z', 'revision_number': 4, 'project_id': '2e43c459132849b3838aed83b1a5a2c8', 'subnets': [{'id': '7784eae8-2c13-4214-a7a9-47fdb1c059c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:51.341763 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-62c9c3b3-4dbe-4b5a-ac07-de46de1b3bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (2b2c7523-4989-438c-b217-7b23fef2bb1e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:51.382902 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6d71f141-76db-477c-85f8-94a18d1d585e req-692a7d67-d345-46df-adb9-fbe313472cbb tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 210 time: 0.2613316 Feb 09 01:16:51.383441 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-20665e98-03b6-4f94-a141-54b304c33ea1 None None] Current status of the port dc259c1c-b082-4649-892d-055dcc107a86 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:51.417151 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c9c3b3-4dbe-4b5a-ac07-de46de1b3bf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b2c7523-4989-438c-b217-7b23fef2bb1e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:51.417404 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-20665e98-03b6-4f94-a141-54b304c33ea1 None None] Provisioning complete for port 691f0be3-c307-4fbb-95cd-346408fa4327 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:51.417404 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-20665e98-03b6-4f94-a141-54b304c33ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (691f0be3-c307-4fbb-95cd-346408fa4327), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:51.469173 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54216) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:51.536568 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe8f7f7-c8af-4557-9e44-dc266c72761c x-openstack-request-id: req-4fe8f7f7-c8af-4557-9e44-dc266c72761c {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:16:51.536869 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2", "name": "network-vif-deleted", "tag": "4e6f1dea-5278-4db9-98db-9750dbf841d5", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:16:51.537306 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4fe8f7f7-c8af-4557-9e44-dc266c72761c {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:16:51.537812 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2', 'name': 'network-vif-deleted', 'tag': '4e6f1dea-5278-4db9-98db-9750dbf841d5', 'status': 'completed', 'code': 200} Feb 09 01:16:51.581297 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-25902dc5-1a61-4592-b394-1dbd7a777b82 admin admin] Deleting port 691f0be3-c307-4fbb-95cd-346408fa4327 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:51.581644 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-25902dc5-1a61-4592-b394-1dbd7a777b82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (691f0be3-c307-4fbb-95cd-346408fa4327), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:51.595466 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-20665e98-03b6-4f94-a141-54b304c33ea1 None None] Current status of the port 691f0be3-c307-4fbb-95cd-346408fa4327 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:51.596301 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-20665e98-03b6-4f94-a141-54b304c33ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (691f0be3-c307-4fbb-95cd-346408fa4327), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:51.726071 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-20665e98-03b6-4f94-a141-54b304c33ea1 None None] For port 691f0be3-c307-4fbb-95cd-346408fa4327, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=691f0be3-c307-4fbb-95cd-346408fa4327,segment=NetworkSegment(91f274b6-01ef-4925-944c-a3429e436a98),segment_id=91f274b6-01ef-4925-944c-a3429e436a98)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:51.734563 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-20665e98-03b6-4f94-a141-54b304c33ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (691f0be3-c307-4fbb-95cd-346408fa4327), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:51.755670 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-62c9c3b3-4dbe-4b5a-ac07-de46de1b3bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (d831d56d-a227-4db2-8965-9872bda4051d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:51.904395 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20665e98-03b6-4f94-a141-54b304c33ea1 None None] Pushing event updated for resources: {'Port': ['ID=691f0be3-c307-4fbb-95cd-346408fa4327,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:51.944574 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-4a090f46-227f-4acb-8f60-70921cd595f6 req-0fafa444-ebf1-4cac-933d-1c0ac5fa7fa0 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Allocated IP 172.25.1.118 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/f7b63fc8-bd03-400b-8561-6ba97f159fe7) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:52.001829 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-25902dc5-1a61-4592-b394-1dbd7a777b82 admin admin] For port 691f0be3-c307-4fbb-95cd-346408fa4327, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=691f0be3-c307-4fbb-95cd-346408fa4327,segment=NetworkSegment(91f274b6-01ef-4925-944c-a3429e436a98),segment_id=91f274b6-01ef-4925-944c-a3429e436a98)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:52.002602 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-25902dc5-1a61-4592-b394-1dbd7a777b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (691f0be3-c307-4fbb-95cd-346408fa4327), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:52.006604 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-62c9c3b3-4dbe-4b5a-ac07-de46de1b3bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (d831d56d-a227-4db2-8965-9872bda4051d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:52.007687 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e06ae3-96e1-43a6-a7ed-863e39858b1c req-c8ba3af1-12f4-416c-833f-a61ba62632f3 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:52.009667 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-45e06ae3-96e1-43a6-a7ed-863e39858b1c req-c8ba3af1-12f4-416c-833f-a61ba62632f3 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d7ed2d7-8536-41bc-b6cb-fd3544ea6570 HTTP/1.1" status: 200 len: 945 time: 0.3846154 Feb 09 01:16:52.022649 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-62c9c3b3-4dbe-4b5a-ac07-de46de1b3bf2 admin admin] Publish callbacks [] for router_controller (d831d56d-a227-4db2-8965-9872bda4051d), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:52.045566 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-25902dc5-1a61-4592-b394-1dbd7a777b82 admin admin] Calling delete_port for 691f0be3-c307-4fbb-95cd-346408fa4327 owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:52.309356 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ace4faea-ba9e-436c-94fa-940324d86dbe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3d8394520fe34c9daa660b5c0721b019&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8389568 Feb 09 01:16:52.313747 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54222) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:52.323460 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-62c9c3b3-4dbe-4b5a-ac07-de46de1b3bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (d831d56d-a227-4db2-8965-9872bda4051d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:52.324197 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c9c3b3-4dbe-4b5a-ac07-de46de1b3bf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d831d56d-a227-4db2-8965-9872bda4051d {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:16:52.350528 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-62c9c3b3-4dbe-4b5a-ac07-de46de1b3bf2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:52.351855 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-62c9c3b3-4dbe-4b5a-ac07-de46de1b3bf2 admin admin] 10.222.0.30 "DELETE /v2.0/routers/d831d56d-a227-4db2-8965-9872bda4051d HTTP/1.1" status: 204 len: 168 time: 4.3037708 Feb 09 01:16:52.362400 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54224) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:52.401925 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device dc259c1c-b082-4649-892d-055dcc107a86 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:52.493793 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port dc259c1c-b082-4649-892d-055dcc107a86 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:52.494603 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (dc259c1c-b082-4649-892d-055dcc107a86), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:52.585349 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-c8107a3a-07e8-4269-ae90-6b9c53d0d64b admin admin] Deleting port 884a0053-65d4-4910-9557-25e3bc6b08f4 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:52.585691 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c8107a3a-07e8-4269-ae90-6b9c53d0d64b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (884a0053-65d4-4910-9557-25e3bc6b08f4), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:52.635275 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port dc259c1c-b082-4649-892d-055dcc107a86 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:52.637005 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 691f0be3-c307-4fbb-95cd-346408fa4327 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:52.690250 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-c8107a3a-07e8-4269-ae90-6b9c53d0d64b admin admin] For port 884a0053-65d4-4910-9557-25e3bc6b08f4, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=884a0053-65d4-4910-9557-25e3bc6b08f4,segment=NetworkSegment(bf240883-6a6c-4995-9472-52dd77345be3),segment_id=bf240883-6a6c-4995-9472-52dd77345be3)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:52.690592 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c8107a3a-07e8-4269-ae90-6b9c53d0d64b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (884a0053-65d4-4910-9557-25e3bc6b08f4), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:52.715294 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 691f0be3-c307-4fbb-95cd-346408fa4327 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:52.716144 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (691f0be3-c307-4fbb-95cd-346408fa4327), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:52.717692 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-c8107a3a-07e8-4269-ae90-6b9c53d0d64b admin admin] Calling delete_port for 884a0053-65d4-4910-9557-25e3bc6b08f4 owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:52.727095 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-45e06ae3-96e1-43a6-a7ed-863e39858b1c req-d7ac1096-5ca3-4d78-bf19-dff6746fd719 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7075295 Feb 09 01:16:52.877206 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4a090f46-227f-4acb-8f60-70921cd595f6 req-0fafa444-ebf1-4cac-933d-1c0ac5fa7fa0 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Publish callbacks [] for port (f7b63fc8-bd03-400b-8561-6ba97f159fe7), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:52.970082 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c33f9fc-61cf-42a8-8496-83965cbb1474 admin admin] Deleting subnet ff1cca00-3513-4f39-8d35-d4d379227416 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:16:52.977776 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-847e3d51-f986-45ca-a5d1-82cc644594de admin admin] Publish callbacks [] for security_group (ce3aa9db-cca3-4463-940d-c05ea031837e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:52.979494 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3c33f9fc-61cf-42a8-8496-83965cbb1474 admin admin] Publish callbacks [] for subnet (ff1cca00-3513-4f39-8d35-d4d379227416), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:53.022472 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-70846542-08db-488c-8f2a-1c5fd7a976f4 req-7d6f0fdf-fe7c-489c-ac2f-4cc618b27b55 tempest-ServerShowV257Test-101010638 tempest-ServerShowV257Test-101010638-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d9542e3-f283-4dae-bfb1-24496d4e3805 HTTP/1.1" status: 200 len: 210 time: 0.0346084 Feb 09 01:16:53.042429 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 691f0be3-c307-4fbb-95cd-346408fa4327 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:53.061068 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4a090f46-227f-4acb-8f60-70921cd595f6 req-0fafa444-ebf1-4cac-933d-1c0ac5fa7fa0 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (f7b63fc8-bd03-400b-8561-6ba97f159fe7), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:53.102810 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-847e3d51-f986-45ca-a5d1-82cc644594de admin admin] Publish callbacks [] for security_group (ce3aa9db-cca3-4463-940d-c05ea031837e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:53.116555 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3c33f9fc-61cf-42a8-8496-83965cbb1474 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (ff1cca00-3513-4f39-8d35-d4d379227416), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:53.127323 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a090f46-227f-4acb-8f60-70921cd595f6 req-0fafa444-ebf1-4cac-933d-1c0ac5fa7fa0 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:53.129415 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-25902dc5-1a61-4592-b394-1dbd7a777b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (691f0be3-c307-4fbb-95cd-346408fa4327), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:53.132405 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-4a090f46-227f-4acb-8f60-70921cd595f6 req-0fafa444-ebf1-4cac-933d-1c0ac5fa7fa0 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:53.136722 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a090f46-227f-4acb-8f60-70921cd595f6 req-0fafa444-ebf1-4cac-933d-1c0ac5fa7fa0 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:53.192110 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device de5c6cc5-b976-41b1-a58b-3ee9f484a30f no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:16:53.231809 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: de5c6cc5-b976-41b1-a58b-3ee9f484a30f {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:16:53.232379 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device de5c6cc5-b976-41b1-a58b-3ee9f484a30f not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:16:53.233016 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 2b2c7523-4989-438c-b217-7b23fef2bb1e no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:16:53.236171 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fafa444-ebf1-4cac-933d-1c0ac5fa7fa0 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Pushing event updated for resources: {'Port': ['ID=f7b63fc8-bd03-400b-8561-6ba97f159fe7,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:53.285821 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 2b2c7523-4989-438c-b217-7b23fef2bb1e {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:16:53.286076 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 2b2c7523-4989-438c-b217-7b23fef2bb1e not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:16:53.287412 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25902dc5-1a61-4592-b394-1dbd7a777b82 admin admin] Pushing event deleted for resources: {'Port': ['ID=691f0be3-c307-4fbb-95cd-346408fa4327,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:53.332991 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bb17c8f6-9026-4658-a0b8-ff4198767993 req-f536d219-3d26-4a68-a238-97faaa010746 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 210 time: 0.0501339 Feb 09 01:16:53.398969 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c8107a3a-07e8-4269-ae90-6b9c53d0d64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (884a0053-65d4-4910-9557-25e3bc6b08f4), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:53.452205 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-847e3d51-f986-45ca-a5d1-82cc644594de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ce3aa9db-cca3-4463-940d-c05ea031837e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:53.456267 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-847e3d51-f986-45ca-a5d1-82cc644594de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:53.461196 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-847e3d51-f986-45ca-a5d1-82cc644594de admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ce3aa9db-cca3-4463-940d-c05ea031837e HTTP/1.1" status: 204 len: 168 time: 1.1462839 Feb 09 01:16:53.480440 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8107a3a-07e8-4269-ae90-6b9c53d0d64b admin admin] Pushing event deleted for resources: {'Port': ['ID=884a0053-65d4-4910-9557-25e3bc6b08f4,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:53.529705 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4a090f46-227f-4acb-8f60-70921cd595f6 req-0fafa444-ebf1-4cac-933d-1c0ac5fa7fa0 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Publish callbacks [] for floatingip (74dd4fb2-5aac-415b-a18c-0d6322699aaa), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:53.714630 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-25902dc5-1a61-4592-b394-1dbd7a777b82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (54450a0c-eee3-4e03-9f26-1a313b509c11), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:53.719780 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e3d51-f986-45ca-a5d1-82cc644594de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3aa9db-cca3-4463-940d-c05ea031837e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:53.728636 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3c33f9fc-61cf-42a8-8496-83965cbb1474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (ff1cca00-3513-4f39-8d35-d4d379227416), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:53.742936 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4a090f46-227f-4acb-8f60-70921cd595f6 req-0fafa444-ebf1-4cac-933d-1c0ac5fa7fa0 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f7b63fc8-bd03-400b-8561-6ba97f159fe7), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.039878 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3c33f9fc-61cf-42a8-8496-83965cbb1474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (ff1cca00-3513-4f39-8d35-d4d379227416), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.118008 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33f9fc-61cf-42a8-8496-83965cbb1474 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff1cca00-3513-4f39-8d35-d4d379227416,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:54.125393 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3c33f9fc-61cf-42a8-8496-83965cbb1474 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.129576 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3c33f9fc-61cf-42a8-8496-83965cbb1474 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ff1cca00-3513-4f39-8d35-d4d379227416 HTTP/1.1" status: 204 len: 168 time: 1.7662156 Feb 09 01:16:54.132389 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7408f54-7662-4964-b284-944fd6a8ad0d None None] Network 43a9c334-4321-4d28-b3f8-b1881e973379 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:16:54.133230 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54234) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:54.187061 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54238) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:54.226641 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fe7731a3-374f-4d19-8e8e-d6796695c5d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.319954 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4a090f46-227f-4acb-8f60-70921cd595f6 req-0fafa444-ebf1-4cac-933d-1c0ac5fa7fa0 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Publish callbacks [] for port (f7b63fc8-bd03-400b-8561-6ba97f159fe7), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.322537 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fda7e1a2-dd18-4c7e-b9c7-ebe7d8dc64ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (43a9c334-4321-4d28-b3f8-b1881e973379), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.333958 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4a090f46-227f-4acb-8f60-70921cd595f6 req-0fafa444-ebf1-4cac-933d-1c0ac5fa7fa0 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (f7b63fc8-bd03-400b-8561-6ba97f159fe7), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.359452 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8cf60dc2-7629-49f6-a184-72aedbbcb9af admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=586e5c17cfed42a2869beca5f591f44e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1688786 Feb 09 01:16:54.363557 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54240) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:54.449951 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15eb7b-c000-429c-b28e-9cb29074f880 req-89af6cca-477c-4c70-be3c-0ef3c5d61e90 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:54.458527 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b3cc3e-430c-4444-b80a-96b9aab2ca3a None None] DHCP port deletion for 43a9c334-4321-4d28-b3f8-b1881e973379 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:16:54.459307 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da15eb7b-c000-429c-b28e-9cb29074f880 req-89af6cca-477c-4c70-be3c-0ef3c5d61e90 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d7ed2d7-8536-41bc-b6cb-fd3544ea6570 HTTP/1.1" status: 200 len: 945 time: 0.4981105 Feb 09 01:16:54.467198 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25902dc5-1a61-4592-b394-1dbd7a777b82 admin admin] Router 54450a0c-eee3-4e03-9f26-1a313b509c11 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:16:54.484033 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fafa444-ebf1-4cac-933d-1c0ac5fa7fa0 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Pushing event updated for resources: {'Port': ['ID=f7b63fc8-bd03-400b-8561-6ba97f159fe7,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:54.495771 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-70fe1c14-d45c-4e00-9d40-f6970391e206 admin admin] Publish callbacks [] for security_group (04d5dd30-a17a-4bec-bcf2-b282c114b036), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.506382 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c8107a3a-07e8-4269-ae90-6b9c53d0d64b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (09325590-4bad-490e-b0b8-3a002346b8a4), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.507089 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-fda7e1a2-dd18-4c7e-b9c7-ebe7d8dc64ab admin admin] Deleting port 2be5a366-12a7-4fd8-a279-36a7ffe1079a {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:54.507432 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fda7e1a2-dd18-4c7e-b9c7-ebe7d8dc64ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (2be5a366-12a7-4fd8-a279-36a7ffe1079a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.544544 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c3b3cc3e-430c-4444-b80a-96b9aab2ca3a None None] Deleting port 2be5a366-12a7-4fd8-a279-36a7ffe1079a {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:54.544544 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c3b3cc3e-430c-4444-b80a-96b9aab2ca3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (2be5a366-12a7-4fd8-a279-36a7ffe1079a), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.566380 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da15eb7b-c000-429c-b28e-9cb29074f880 req-d775c631-f709-4a70-8d31-b4ad3eb7afc1 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058171 Feb 09 01:16:54.567384 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4a090f46-227f-4acb-8f60-70921cd595f6 req-0fafa444-ebf1-4cac-933d-1c0ac5fa7fa0 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (74dd4fb2-5aac-415b-a18c-0d6322699aaa), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.605347 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4a090f46-227f-4acb-8f60-70921cd595f6 req-0fafa444-ebf1-4cac-933d-1c0ac5fa7fa0 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.606770 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a090f46-227f-4acb-8f60-70921cd595f6 req-0fafa444-ebf1-4cac-933d-1c0ac5fa7fa0 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.5375564 Feb 09 01:16:54.674692 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-70fe1c14-d45c-4e00-9d40-f6970391e206 admin admin] Publish callbacks [] for security_group (04d5dd30-a17a-4bec-bcf2-b282c114b036), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.709009 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-c3b3cc3e-430c-4444-b80a-96b9aab2ca3a None None] For port 2be5a366-12a7-4fd8-a279-36a7ffe1079a, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=2be5a366-12a7-4fd8-a279-36a7ffe1079a,segment=NetworkSegment(158dba19-5735-47e2-959b-0f43b19e9324),segment_id=158dba19-5735-47e2-959b-0f43b19e9324)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:54.709407 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c3b3cc3e-430c-4444-b80a-96b9aab2ca3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (2be5a366-12a7-4fd8-a279-36a7ffe1079a), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.731367 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c3b3cc3e-430c-4444-b80a-96b9aab2ca3a None None] Calling delete_port for 2be5a366-12a7-4fd8-a279-36a7ffe1079a owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:54.737526 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-fda7e1a2-dd18-4c7e-b9c7-ebe7d8dc64ab admin admin] For port 2be5a366-12a7-4fd8-a279-36a7ffe1079a, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=2be5a366-12a7-4fd8-a279-36a7ffe1079a,segment=NetworkSegment(158dba19-5735-47e2-959b-0f43b19e9324),segment_id=158dba19-5735-47e2-959b-0f43b19e9324)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:54.737897 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fda7e1a2-dd18-4c7e-b9c7-ebe7d8dc64ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (2be5a366-12a7-4fd8-a279-36a7ffe1079a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.764480 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-fda7e1a2-dd18-4c7e-b9c7-ebe7d8dc64ab admin admin] Calling delete_port for 2be5a366-12a7-4fd8-a279-36a7ffe1079a owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:54.826828 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25902dc5-1a61-4592-b394-1dbd7a777b82 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:16:54.844456 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-25902dc5-1a61-4592-b394-1dbd7a777b82 admin admin] 10.222.0.30 "PUT /v2.0/routers/54450a0c-eee3-4e03-9f26-1a313b509c11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2724814 Feb 09 01:16:54.848545 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54244) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:54.859282 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-70fe1c14-d45c-4e00-9d40-f6970391e206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (04d5dd30-a17a-4bec-bcf2-b282c114b036), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.862361 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-70fe1c14-d45c-4e00-9d40-f6970391e206 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.863555 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-70fe1c14-d45c-4e00-9d40-f6970391e206 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/04d5dd30-a17a-4bec-bcf2-b282c114b036 HTTP/1.1" status: 204 len: 168 time: 0.4956257 Feb 09 01:16:54.901810 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c3b3cc3e-430c-4444-b80a-96b9aab2ca3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (2be5a366-12a7-4fd8-a279-36a7ffe1079a), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.931101 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a090f46-227f-4acb-8f60-70921cd595f6 req-4cd6dbe9-08ce-4982-8902-cb834c4aed2c tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.118 HTTP/1.1" status: 200 len: 696 time: 0.1778257 Feb 09 01:16:54.943434 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe1c14-d45c-4e00-9d40-f6970391e206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d5dd30-a17a-4bec-bcf2-b282c114b036,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:54.998334 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-083793ce-04b8-4d7e-8689-afcb78a2ce77 req-86643d58-e0c8-4ca8-b5bc-862d03af4af0 tempest-ServerShowV257Test-101010638 tempest-ServerShowV257Test-101010638-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d9542e3-f283-4dae-bfb1-24496d4e3805 HTTP/1.1" status: 200 len: 210 time: 0.2439194 Feb 09 01:16:55.006857 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411bfced-2588-42cd-ac6a-e1511f8873dd None None] Sync routers for ids ['54450a0c-eee3-4e03-9f26-1a313b509c11'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:55.020167 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fda7e1a2-dd18-4c7e-b9c7-ebe7d8dc64ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (2be5a366-12a7-4fd8-a279-36a7ffe1079a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:55.054591 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b3cc3e-430c-4444-b80a-96b9aab2ca3a None None] Pushing event deleted for resources: {'Port': ['ID=2be5a366-12a7-4fd8-a279-36a7ffe1079a,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:55.091732 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b3cc3e-430c-4444-b80a-96b9aab2ca3a None None] No DVR routers for this DVR port 2be5a366-12a7-4fd8-a279-36a7ffe1079a on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:55.129320 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411bfced-2588-42cd-ac6a-e1511f8873dd None None] Routers {'54450a0c-eee3-4e03-9f26-1a313b509c11'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:55.130442 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-411bfced-2588-42cd-ac6a-e1511f8873dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:16:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['54450a0c-eee3-4e03-9f26-1a313b509c11'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:55.140638 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7e1a2-dd18-4c7e-b9c7-ebe7d8dc64ab admin admin] Pushing event deleted for resources: {'Port': ['ID=2be5a366-12a7-4fd8-a279-36a7ffe1079a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:55.158585 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda7e1a2-dd18-4c7e-b9c7-ebe7d8dc64ab admin admin] No DVR routers for this DVR port 2be5a366-12a7-4fd8-a279-36a7ffe1079a on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:55.244016 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a090f46-227f-4acb-8f60-70921cd595f6 req-8de0f1db-695c-4935-a766-670b4135eba9 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:55.245515 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a090f46-227f-4acb-8f60-70921cd595f6 req-8de0f1db-695c-4935-a766-670b4135eba9 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] 10.222.0.30 "GET /v2.0/networks/def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 784 time: 0.2819819 Feb 09 01:16:55.247803 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a2b512b8-17dc-4593-a2d4-5f463f559fb3 req-8ea2af62-0fb5-4bf2-90b6-b031628890c8 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 210 time: 0.0658107 Feb 09 01:16:55.308277 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fda7e1a2-dd18-4c7e-b9c7-ebe7d8dc64ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (43a9c334-4321-4d28-b3f8-b1881e973379), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:55.323801 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:16:55.333273 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-35321d12-4844-4632-9456-af9c32d7e68a admin admin] Publish callbacks [] for router (54450a0c-eee3-4e03-9f26-1a313b509c11), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:55.364094 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b81eed64-ff0f-4f02-b583-ffc21530ece1 req-9be050dd-18e8-46ab-9f83-42ed1eb3f3d4 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] 10.222.0.30 "GET /v2.0/floatingips/74dd4fb2-5aac-415b-a18c-0d6322699aaa HTTP/1.1" status: 200 len: 693 time: 0.0923769 Feb 09 01:16:55.446409 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-411bfced-2588-42cd-ac6a-e1511f8873dd None None] Set router 54450a0c-eee3-4e03-9f26-1a313b509c11 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:16:55.459093 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-fda7e1a2-dd18-4c7e-b9c7-ebe7d8dc64ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a9c334-4321-4d28-b3f8-b1881e973379']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:55.470553 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-35321d12-4844-4632-9456-af9c32d7e68a admin admin] Publish callbacks [] for router_gateway (54450a0c-eee3-4e03-9f26-1a313b509c11), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:55.480682 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-fda7e1a2-dd18-4c7e-b9c7-ebe7d8dc64ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '158dba19-5735-47e2-959b-0f43b19e9324') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:55.481055 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-fda7e1a2-dd18-4c7e-b9c7-ebe7d8dc64ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '158dba19-5735-47e2-959b-0f43b19e9324') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:55.522243 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fda7e1a2-dd18-4c7e-b9c7-ebe7d8dc64ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (158dba19-5735-47e2-959b-0f43b19e9324), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:55.544078 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81eed64-ff0f-4f02-b583-ffc21530ece1 req-4e2dd91f-f822-4e79-8ac6-28b493196d25 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:55.549188 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fda7e1a2-dd18-4c7e-b9c7-ebe7d8dc64ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (158dba19-5735-47e2-959b-0f43b19e9324), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:55.553809 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b81eed64-ff0f-4f02-b583-ffc21530ece1 req-4e2dd91f-f822-4e79-8ac6-28b493196d25 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] 10.222.0.30 "GET /v2.0/networks/def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 784 time: 0.1830208 Feb 09 01:16:55.565098 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fda7e1a2-dd18-4c7e-b9c7-ebe7d8dc64ab admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:16:55.565436 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fda7e1a2-dd18-4c7e-b9c7-ebe7d8dc64ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (158dba19-5735-47e2-959b-0f43b19e9324), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:55.567717 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:16:55.567717 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:16:55.567717 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:16:55.567717 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:16:55.567717 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:16:55.567717 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:16:55.567717 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:16:55.567717 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:16:55.567717 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:16:55.567717 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:16:55.567717 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:16:55.567717 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:16:55.567717 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:16:55.567717 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:16:55.567717 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:16:55.567717 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:16:55.567717 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:16:55.567717 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:16:55.567717 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:16:55.567717 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:16:55.567717 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:16:55.567717 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:16:55.567717 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:16:55.567717 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:16:55.567717 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:16:55.567717 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:16:55.567717 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:16:55.567717 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:16:55.567717 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:16:55.567717 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:16:55.567717 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:16:55.567717 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:16:55.567717 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:16:55.567717 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:16:55.567717 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:16:55.567717 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:16:55.567717 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:16:55.567717 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:16:55.567717 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:16:55.567717 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:16:55.579163 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-b81eed64-ff0f-4f02-b583-ffc21530ece1 req-371f6b45-d2ee-42d9-b8e5-af80bd35d36e tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:16:55.580261 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b81eed64-ff0f-4f02-b583-ffc21530ece1 req-371f6b45-d2ee-42d9-b8e5-af80bd35d36e tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0162890 Feb 09 01:16:55.582616 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8107a3a-07e8-4269-ae90-6b9c53d0d64b admin admin] Router 09325590-4bad-490e-b0b8-3a002346b8a4 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:16:55.670799 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:55.717371 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-35321d12-4844-4632-9456-af9c32d7e68a admin admin] Deleting port 4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:55.718074 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-35321d12-4844-4632-9456-af9c32d7e68a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:55.721509 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fda7e1a2-dd18-4c7e-b9c7-ebe7d8dc64ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (43a9c334-4321-4d28-b3f8-b1881e973379), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:55.737381 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fda7e1a2-dd18-4c7e-b9c7-ebe7d8dc64ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:55.743793 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-fda7e1a2-dd18-4c7e-b9c7-ebe7d8dc64ab admin admin] 10.222.0.30 "DELETE /v2.0/networks/43a9c334-4321-4d28-b3f8-b1881e973379 HTTP/1.1" status: 204 len: 168 time: 1.6088824 Feb 09 01:16:55.804177 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7e1a2-dd18-4c7e-b9c7-ebe7d8dc64ab admin admin] Pushing event deleted for resources: {'Network': ['ID=43a9c334-4321-4d28-b3f8-b1881e973379,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:55.812552 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-411bfced-2588-42cd-ac6a-e1511f8873dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54450a0c-eee3-4e03-9f26-1a313b509c11', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-11973568-router', 'tenant_id': '2e43c459132849b3838aed83b1a5a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:32Z', 'updated_at': '2022-02-09T01:16:52Z', 'revision_number': 5, 'project_id': '2e43c459132849b3838aed83b1a5a2c8', 'gw_port': {'id': '4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54450a0c-eee3-4e03-9f26-1a313b509c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:35Z', 'updated_at': '2022-02-09T01:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:55.872280 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411bfced-2588-42cd-ac6a-e1511f8873dd None None] Checking router: 54450a0c-eee3-4e03-9f26-1a313b509c11 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:16:55.883730 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411bfced-2588-42cd-ac6a-e1511f8873dd None None] Routers {'54450a0c-eee3-4e03-9f26-1a313b509c11'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:55.884693 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-411bfced-2588-42cd-ac6a-e1511f8873dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:16:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['54450a0c-eee3-4e03-9f26-1a313b509c11'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:55.907859 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-35321d12-4844-4632-9456-af9c32d7e68a admin admin] For port 4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:55.911196 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-35321d12-4844-4632-9456-af9c32d7e68a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:55.952384 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-35321d12-4844-4632-9456-af9c32d7e68a admin admin] Calling delete_port for 4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:55.974495 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e45a2e59-a8c8-4709-ba54-3f389d6dbc72 req-2e26f4e1-d904-42cc-b34a-933645aa1291 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] 10.222.0.30 "GET /v2.0/floatingips?tenant_id=d3df79db395d43c7b21f36f3bef80e07 HTTP/1.1" status: 200 len: 696 time: 0.3609099 Feb 09 01:16:56.046154 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-411bfced-2588-42cd-ac6a-e1511f8873dd None None] Set router 54450a0c-eee3-4e03-9f26-1a313b509c11 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:16:56.121677 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3872-3c97-4b98-b006-48103666bce4 req-4cce16d1-2c5d-46c5-a222-26f385265d47 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:56.129943 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-558c3872-3c97-4b98-b006-48103666bce4 req-4cce16d1-2c5d-46c5-a222-26f385265d47 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d7ed2d7-8536-41bc-b6cb-fd3544ea6570 HTTP/1.1" status: 200 len: 945 time: 0.3920727 Feb 09 01:16:56.149274 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54276) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:56.191226 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-411bfced-2588-42cd-ac6a-e1511f8873dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54450a0c-eee3-4e03-9f26-1a313b509c11', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-11973568-router', 'tenant_id': '2e43c459132849b3838aed83b1a5a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:32Z', 'updated_at': '2022-02-09T01:16:55Z', 'revision_number': 6, 'project_id': '2e43c459132849b3838aed83b1a5a2c8', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:56.244624 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411bfced-2588-42cd-ac6a-e1511f8873dd None None] The sync data for ids ['54450a0c-eee3-4e03-9f26-1a313b509c11'] in n-d-822053-40 is: [{'id': '54450a0c-eee3-4e03-9f26-1a313b509c11', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-11973568-router', 'tenant_id': '2e43c459132849b3838aed83b1a5a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:32Z', 'updated_at': '2022-02-09T01:16:55Z', 'revision_number': 6, 'project_id': '2e43c459132849b3838aed83b1a5a2c8', 'gw_port_host': None}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:56.294262 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 2be5a366-12a7-4fd8-a279-36a7ffe1079a no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:16:56.318919 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8107a3a-07e8-4269-ae90-6b9c53d0d64b admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:16:56.332685 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c8107a3a-07e8-4269-ae90-6b9c53d0d64b admin admin] 10.222.0.30 "PUT /v2.0/routers/09325590-4bad-490e-b0b8-3a002346b8a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1838288 Feb 09 01:16:56.349040 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 2be5a366-12a7-4fd8-a279-36a7ffe1079a {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:16:56.349385 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 2be5a366-12a7-4fd8-a279-36a7ffe1079a not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:16:56.353062 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f07b8f0-ad59-44a2-9805-ad6160484b47 None None] Sync routers for ids ['09325590-4bad-490e-b0b8-3a002346b8a4'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:56.367035 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54280) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:56.381975 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f07b8f0-ad59-44a2-9805-ad6160484b47 None None] Routers {'09325590-4bad-490e-b0b8-3a002346b8a4'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:56.382446 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-0f07b8f0-ad59-44a2-9805-ad6160484b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:16:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['09325590-4bad-490e-b0b8-3a002346b8a4'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:56.391416 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a2e59-a8c8-4709-ba54-3f389d6dbc72 req-ae5aedb4-d24d-4887-8402-ac939de9c43c tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:56.395426 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e45a2e59-a8c8-4709-ba54-3f389d6dbc72 req-ae5aedb4-d24d-4887-8402-ac939de9c43c tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] 10.222.0.30 "GET /v2.0/networks?id=def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 787 time: 0.4090998 Feb 09 01:16:56.432318 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-558c3872-3c97-4b98-b006-48103666bce4 req-2e5f0b7b-85ff-4de7-971e-3d61f932982f tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013062 Feb 09 01:16:56.532304 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ab4bd859-76b2-4a13-a7c2-23403b160c98 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cbaeccec23794cfba3c5f4e5c5caae25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3815966 Feb 09 01:16:56.534341 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-35321d12-4844-4632-9456-af9c32d7e68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:56.544869 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-0f07b8f0-ad59-44a2-9805-ad6160484b47 None None] Set router 09325590-4bad-490e-b0b8-3a002346b8a4 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:16:56.552926 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54286) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:56.610087 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35321d12-4844-4632-9456-af9c32d7e68a admin admin] Pushing event deleted for resources: {'Port': ['ID=4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:56.669974 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c9bed1b4-0fe4-43c9-b0ac-1c1365c9b74c req-edea1724-7489-4122-96de-a4c15ccd965f tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 210 time: 0.0465312 Feb 09 01:16:56.740987 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-35321d12-4844-4632-9456-af9c32d7e68a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (54450a0c-eee3-4e03-9f26-1a313b509c11), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:56.742960 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4411248d-5878-4252-8a07-0e2b45812404 req-85073403-c6c5-4012-b9cf-05e405c895ac tempest-ServerShowV257Test-101010638 tempest-ServerShowV257Test-101010638-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d9542e3-f283-4dae-bfb1-24496d4e3805 HTTP/1.1" status: 200 len: 210 time: 0.1185334 Feb 09 01:16:56.977070 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-35321d12-4844-4632-9456-af9c32d7e68a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (54450a0c-eee3-4e03-9f26-1a313b509c11), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:56.980360 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-35321d12-4844-4632-9456-af9c32d7e68a admin admin] Publish callbacks [] for router_controller (54450a0c-eee3-4e03-9f26-1a313b509c11), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:57.033227 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-0f07b8f0-ad59-44a2-9805-ad6160484b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09325590-4bad-490e-b0b8-3a002346b8a4', 'name': 'tempest-FloatingIPDetailsTestJSON-559966184-router', 'tenant_id': '22757ae997c7497ca4684832a30adf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'b48c75d2-d468-463b-9522-2e5ce7ee31bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:56Z', 'updated_at': '2022-02-09T01:16:53Z', 'revision_number': 5, 'project_id': '22757ae997c7497ca4684832a30adf94', 'gw_port': {'id': 'b48c75d2-d468-463b-9522-2e5ce7ee31bd', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09325590-4bad-490e-b0b8-3a002346b8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:59Z', 'updated_at': '2022-02-09T01:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:57.072438 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f07b8f0-ad59-44a2-9805-ad6160484b47 None None] Checking router: 09325590-4bad-490e-b0b8-3a002346b8a4 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:16:57.073447 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-35321d12-4844-4632-9456-af9c32d7e68a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (54450a0c-eee3-4e03-9f26-1a313b509c11), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:57.074465 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35321d12-4844-4632-9456-af9c32d7e68a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54450a0c-eee3-4e03-9f26-1a313b509c11 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:16:57.084526 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f07b8f0-ad59-44a2-9805-ad6160484b47 None None] Routers {'09325590-4bad-490e-b0b8-3a002346b8a4'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:57.085220 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-0f07b8f0-ad59-44a2-9805-ad6160484b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:16:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['09325590-4bad-490e-b0b8-3a002346b8a4'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:57.092332 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-35321d12-4844-4632-9456-af9c32d7e68a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:57.095453 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-35321d12-4844-4632-9456-af9c32d7e68a admin admin] 10.222.0.30 "DELETE /v2.0/routers/54450a0c-eee3-4e03-9f26-1a313b509c11 HTTP/1.1" status: 204 len: 168 time: 2.2459083 Feb 09 01:16:57.098253 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54296) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:57.175476 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f33832fb-b3b4-4453-8023-aeebe623947b req-398abb08-2509-46fd-adf5-25cf8bbe9292 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] 10.222.0.30 "GET /v2.0/floatingips/74dd4fb2-5aac-415b-a18c-0d6322699aaa HTTP/1.1" status: 200 len: 693 time: 0.4390860 Feb 09 01:16:57.212514 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2020c8f-8bee-4eae-961a-ce81272e0aed admin admin] Deleting subnet 7784eae8-2c13-4214-a7a9-47fdb1c059c4 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:16:57.225979 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f2020c8f-8bee-4eae-961a-ce81272e0aed admin admin] Publish callbacks [] for subnet (7784eae8-2c13-4214-a7a9-47fdb1c059c4), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:57.272013 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-0f07b8f0-ad59-44a2-9805-ad6160484b47 None None] Set router 09325590-4bad-490e-b0b8-3a002346b8a4 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:16:57.294529 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f2020c8f-8bee-4eae-961a-ce81272e0aed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (7784eae8-2c13-4214-a7a9-47fdb1c059c4), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:57.337863 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5cfa090e-5f48-478c-9cb6-4a79b90bdc7d admin admin] Publish callbacks [] for router (09325590-4bad-490e-b0b8-3a002346b8a4), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:57.412815 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-301600d8-5a2f-4588-84f9-b3f562969147 admin admin] Publish callbacks [] for security_group (d42fb62d-b4ff-4e09-886f-82f8bef72e3a), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:57.414340 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f2020c8f-8bee-4eae-961a-ce81272e0aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (7784eae8-2c13-4214-a7a9-47fdb1c059c4), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:57.493928 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-301600d8-5a2f-4588-84f9-b3f562969147 admin admin] Publish callbacks [] for security_group (d42fb62d-b4ff-4e09-886f-82f8bef72e3a), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:57.538593 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:57.570234 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f2020c8f-8bee-4eae-961a-ce81272e0aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (7784eae8-2c13-4214-a7a9-47fdb1c059c4), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:57.607862 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2020c8f-8bee-4eae-961a-ce81272e0aed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7784eae8-2c13-4214-a7a9-47fdb1c059c4,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:57.617593 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33832fb-b3b4-4453-8023-aeebe623947b req-b21578e4-f9de-4aed-a1c5-1af3dcaa3594 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:57.629728 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f2020c8f-8bee-4eae-961a-ce81272e0aed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:57.639292 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f2020c8f-8bee-4eae-961a-ce81272e0aed admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7784eae8-2c13-4214-a7a9-47fdb1c059c4 HTTP/1.1" status: 204 len: 168 time: 0.5338526 Feb 09 01:16:57.640138 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f33832fb-b3b4-4453-8023-aeebe623947b req-b21578e4-f9de-4aed-a1c5-1af3dcaa3594 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] 10.222.0.30 "GET /v2.0/networks/def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 784 time: 0.4564111 Feb 09 01:16:57.641630 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54304) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:57.642120 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beeebdd4-2f2b-42ff-ac07-b00fc257df02 None None] Network b35cc821-d90e-4f53-9471-2dcf659bf615 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:16:57.811026 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1a37198a-396d-4713-9948-6736df3489ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (b35cc821-d90e-4f53-9471-2dcf659bf615), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:57.818553 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f33832fb-b3b4-4453-8023-aeebe623947b req-a5b35df5-c603-464b-8b14-28413b264e9d tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.118 HTTP/1.1" status: 200 len: 696 time: 0.1803522 Feb 09 01:16:57.855418 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-0f07b8f0-ad59-44a2-9805-ad6160484b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09325590-4bad-490e-b0b8-3a002346b8a4', 'name': 'tempest-FloatingIPDetailsTestJSON-559966184-router', 'tenant_id': '22757ae997c7497ca4684832a30adf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'b48c75d2-d468-463b-9522-2e5ce7ee31bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:56Z', 'updated_at': '2022-02-09T01:16:53Z', 'revision_number': 5, 'project_id': '22757ae997c7497ca4684832a30adf94', 'gw_port': {'id': 'b48c75d2-d468-463b-9522-2e5ce7ee31bd', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09325590-4bad-490e-b0b8-3a002346b8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:59Z', 'updated_at': '2022-02-09T01:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:57.900445 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5cfa090e-5f48-478c-9cb6-4a79b90bdc7d admin admin] Publish callbacks [] for router_gateway (09325590-4bad-490e-b0b8-3a002346b8a4), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:57.903892 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f07b8f0-ad59-44a2-9805-ad6160484b47 None None] The sync data for ids ['09325590-4bad-490e-b0b8-3a002346b8a4'] in n-d-822053-40 is: [{'id': '09325590-4bad-490e-b0b8-3a002346b8a4', 'name': 'tempest-FloatingIPDetailsTestJSON-559966184-router', 'tenant_id': '22757ae997c7497ca4684832a30adf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'b48c75d2-d468-463b-9522-2e5ce7ee31bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:56Z', 'updated_at': '2022-02-09T01:16:53Z', 'revision_number': 5, 'project_id': '22757ae997c7497ca4684832a30adf94', 'gw_port': {'id': 'b48c75d2-d468-463b-9522-2e5ce7ee31bd', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09325590-4bad-490e-b0b8-3a002346b8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:15:59Z', 'updated_at': '2022-02-09T01:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:57.939149 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-1a37198a-396d-4713-9948-6736df3489ef admin admin] Deleting port f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:57.939794 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1a37198a-396d-4713-9948-6736df3489ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:57.969945 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-301600d8-5a2f-4588-84f9-b3f562969147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (d42fb62d-b4ff-4e09-886f-82f8bef72e3a), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:57.973104 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-301600d8-5a2f-4588-84f9-b3f562969147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:57.977481 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-301600d8-5a2f-4588-84f9-b3f562969147 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d42fb62d-b4ff-4e09-886f-82f8bef72e3a HTTP/1.1" status: 204 len: 168 time: 1.4184325 Feb 09 01:16:57.984623 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bed659-c26b-4f26-af3b-fc95fe745af4 req-92903a4c-ce6d-4bbd-827e-72f0a43ee3e9 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:57.986836 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-25bed659-c26b-4f26-af3b-fc95fe745af4 req-92903a4c-ce6d-4bbd-827e-72f0a43ee3e9 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d7ed2d7-8536-41bc-b6cb-fd3544ea6570 HTTP/1.1" status: 200 len: 945 time: 0.3034208 Feb 09 01:16:57.997978 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f33832fb-b3b4-4453-8023-aeebe623947b req-bb778433-a294-412d-8bfa-e3e96afca941 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.118 HTTP/1.1" status: 200 len: 696 time: 0.1785464 Feb 09 01:16:58.002281 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301600d8-5a2f-4588-84f9-b3f562969147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42fb62d-b4ff-4e09-886f-82f8bef72e3a,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:58.038995 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-1a37198a-396d-4713-9948-6736df3489ef admin admin] For port f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c,segment=NetworkSegment(91f274b6-01ef-4925-944c-a3429e436a98),segment_id=91f274b6-01ef-4925-944c-a3429e436a98)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:58.039357 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1a37198a-396d-4713-9948-6736df3489ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:58.068443 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-1a37198a-396d-4713-9948-6736df3489ef admin admin] Calling delete_port for f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:58.133781 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:58.163162 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1a37198a-396d-4713-9948-6736df3489ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:58.201203 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a37198a-396d-4713-9948-6736df3489ef admin admin] No DVR routers for this DVR port f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:58.207290 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a37198a-396d-4713-9948-6736df3489ef admin admin] Pushing event deleted for resources: {'Port': ['ID=f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:58.209736 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-25bed659-c26b-4f26-af3b-fc95fe745af4 req-b219955f-69df-402f-b2f3-edb7ef6a6839 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086871 Feb 09 01:16:58.210981 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-5cfa090e-5f48-478c-9cb6-4a79b90bdc7d admin admin] Deleting port b48c75d2-d468-463b-9522-2e5ce7ee31bd {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:58.211314 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5cfa090e-5f48-478c-9cb6-4a79b90bdc7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (b48c75d2-d468-463b-9522-2e5ce7ee31bd), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:58.281617 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731f9fe2-ee13-40e7-9a9c-861a59228475 None None] DHCP port deletion for b35cc821-d90e-4f53-9471-2dcf659bf615 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:16:58.377878 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1a37198a-396d-4713-9948-6736df3489ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (b35cc821-d90e-4f53-9471-2dcf659bf615), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:58.406459 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-1a37198a-396d-4713-9948-6736df3489ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b35cc821-d90e-4f53-9471-2dcf659bf615']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:58.412422 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 884a0053-65d4-4910-9557-25e3bc6b08f4 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:16:58.425938 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-1a37198a-396d-4713-9948-6736df3489ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91f274b6-01ef-4925-944c-a3429e436a98') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:58.426450 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-1a37198a-396d-4713-9948-6736df3489ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91f274b6-01ef-4925-944c-a3429e436a98') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:58.440995 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1a37198a-396d-4713-9948-6736df3489ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (91f274b6-01ef-4925-944c-a3429e436a98), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:58.452927 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 884a0053-65d4-4910-9557-25e3bc6b08f4 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:16:58.456203 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 884a0053-65d4-4910-9557-25e3bc6b08f4 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:16:58.456495 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:16:58.463710 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1a37198a-396d-4713-9948-6736df3489ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (91f274b6-01ef-4925-944c-a3429e436a98), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:58.479053 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a37198a-396d-4713-9948-6736df3489ef admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:16:58.479670 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1a37198a-396d-4713-9948-6736df3489ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (91f274b6-01ef-4925-944c-a3429e436a98), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:58.481930 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:16:58.481930 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:16:58.481930 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:16:58.481930 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:16:58.481930 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:16:58.481930 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:16:58.481930 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:16:58.481930 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:16:58.481930 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:16:58.481930 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:16:58.481930 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:16:58.481930 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:16:58.481930 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:16:58.481930 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:16:58.481930 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:16:58.481930 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:16:58.481930 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:16:58.481930 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:16:58.481930 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:16:58.481930 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:16:58.481930 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:16:58.481930 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:16:58.481930 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:16:58.481930 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:16:58.481930 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:16:58.481930 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:16:58.481930 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:16:58.481930 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:16:58.481930 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:16:58.481930 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:16:58.481930 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:16:58.481930 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:16:58.507894 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:16:58.508273 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 4b8253e1-d3e4-4b63-a0dc-caff3dd5b86f not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:16:58.508687 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 691f0be3-c307-4fbb-95cd-346408fa4327 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:16:58.536782 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-5cfa090e-5f48-478c-9cb6-4a79b90bdc7d admin admin] For port b48c75d2-d468-463b-9522-2e5ce7ee31bd, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b48c75d2-d468-463b-9522-2e5ce7ee31bd,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:58.537394 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 691f0be3-c307-4fbb-95cd-346408fa4327 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:16:58.537494 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 691f0be3-c307-4fbb-95cd-346408fa4327 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:16:58.537894 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:16:58.548534 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5cfa090e-5f48-478c-9cb6-4a79b90bdc7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (b48c75d2-d468-463b-9522-2e5ce7ee31bd), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:58.559725 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:16:58.560117 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device f06f3eb9-ba83-40ff-aa4a-9c7f7049ba5c not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:16:58.595167 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-5cfa090e-5f48-478c-9cb6-4a79b90bdc7d admin admin] Calling delete_port for b48c75d2-d468-463b-9522-2e5ce7ee31bd owned by network:router_gateway {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:58.631920 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1a37198a-396d-4713-9948-6736df3489ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (b35cc821-d90e-4f53-9471-2dcf659bf615), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:58.641715 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1a37198a-396d-4713-9948-6736df3489ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:58.648580 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1a37198a-396d-4713-9948-6736df3489ef admin admin] 10.222.0.30 "DELETE /v2.0/networks/b35cc821-d90e-4f53-9471-2dcf659bf615 HTTP/1.1" status: 204 len: 168 time: 1.0056047 Feb 09 01:16:58.675819 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a37198a-396d-4713-9948-6736df3489ef admin admin] Pushing event deleted for resources: {'Network': ['ID=b35cc821-d90e-4f53-9471-2dcf659bf615,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:58.716495 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-8249f3e6-57f5-4ee6-8c34-ac02bb9ecf30 req-acc9c0c9-c212-4957-9778-df238167b82f tempest-SecurityGroupsTestAdminJSON-1514091003 tempest-SecurityGroupsTestAdminJSON-1514091003-project] Request body: {'security_group': {'name': 'tempest-securitygroup-356443949', 'description': 'tempest-description-1153471525'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:58.752064 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-f33832fb-b3b4-4453-8023-aeebe623947b req-4c941fa8-868b-4301-abfe-f295340af95b tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Deleting port f7b63fc8-bd03-400b-8561-6ba97f159fe7 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:58.752767 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f33832fb-b3b4-4453-8023-aeebe623947b req-4c941fa8-868b-4301-abfe-f295340af95b tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (f7b63fc8-bd03-400b-8561-6ba97f159fe7), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:58.901873 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8249f3e6-57f5-4ee6-8c34-ac02bb9ecf30 req-acc9c0c9-c212-4957-9778-df238167b82f tempest-SecurityGroupsTestAdminJSON-1514091003 tempest-SecurityGroupsTestAdminJSON-1514091003-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:58.908479 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54334) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:58.926382 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8249f3e6-57f5-4ee6-8c34-ac02bb9ecf30 req-acc9c0c9-c212-4957-9778-df238167b82f tempest-SecurityGroupsTestAdminJSON-1514091003 tempest-SecurityGroupsTestAdminJSON-1514091003-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:58.995358 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a9f18e44-1b5f-46ab-a7da-3c66a4f157ce admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2e43c459132849b3838aed83b1a5a2c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0845275 Feb 09 01:16:58.997749 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54336) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:59.020558 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f33832fb-b3b4-4453-8023-aeebe623947b req-4c941fa8-868b-4301-abfe-f295340af95b tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (f7b63fc8-bd03-400b-8561-6ba97f159fe7), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:59.021279 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f33832fb-b3b4-4453-8023-aeebe623947b req-4c941fa8-868b-4301-abfe-f295340af95b tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Publish callbacks [] for floatingip (f7b63fc8-bd03-400b-8561-6ba97f159fe7), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:59.066374 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3efd7667-8ee0-4932-876a-b2eb7ea3df97 admin admin] Publish callbacks [] for security_group (d0bdfb5e-c148-4308-9999-97894617418e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:59.097471 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3efd7667-8ee0-4932-876a-b2eb7ea3df97 admin admin] Publish callbacks [] for security_group (d0bdfb5e-c148-4308-9999-97894617418e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:59.106752 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8249f3e6-57f5-4ee6-8c34-ac02bb9ecf30 req-acc9c0c9-c212-4957-9778-df238167b82f tempest-SecurityGroupsTestAdminJSON-1514091003 tempest-SecurityGroupsTestAdminJSON-1514091003-project] Publish callbacks [] for security_group (0d96a4d5-9474-4cd7-bfa7-b4cbb7580368), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:59.122309 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8249f3e6-57f5-4ee6-8c34-ac02bb9ecf30 req-acc9c0c9-c212-4957-9778-df238167b82f tempest-SecurityGroupsTestAdminJSON-1514091003 tempest-SecurityGroupsTestAdminJSON-1514091003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0d96a4d5-9474-4cd7-bfa7-b4cbb7580368), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:59.158279 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-f33832fb-b3b4-4453-8023-aeebe623947b req-4c941fa8-868b-4301-abfe-f295340af95b tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Calling delete_port for f7b63fc8-bd03-400b-8561-6ba97f159fe7 owned by network:floatingip {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:59.167271 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5cfa090e-5f48-478c-9cb6-4a79b90bdc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (b48c75d2-d468-463b-9522-2e5ce7ee31bd), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:59.176631 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3efd7667-8ee0-4932-876a-b2eb7ea3df97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (d0bdfb5e-c148-4308-9999-97894617418e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:59.180091 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3efd7667-8ee0-4932-876a-b2eb7ea3df97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:59.181474 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3efd7667-8ee0-4932-876a-b2eb7ea3df97 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d0bdfb5e-c148-4308-9999-97894617418e HTTP/1.1" status: 204 len: 168 time: 0.1825819 Feb 09 01:16:59.192694 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd7667-8ee0-4932-876a-b2eb7ea3df97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bdfb5e-c148-4308-9999-97894617418e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:59.231424 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9c0c9-c212-4957-9778-df238167b82f tempest-SecurityGroupsTestAdminJSON-1514091003 tempest-SecurityGroupsTestAdminJSON-1514091003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d96a4d5-9474-4cd7-bfa7-b4cbb7580368,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:59.233916 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa090e-5f48-478c-9cb6-4a79b90bdc7d admin admin] Pushing event deleted for resources: {'Port': ['ID=b48c75d2-d468-463b-9522-2e5ce7ee31bd,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:59.315961 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54350) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:59.387578 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8249f3e6-57f5-4ee6-8c34-ac02bb9ecf30 req-acc9c0c9-c212-4957-9778-df238167b82f tempest-SecurityGroupsTestAdminJSON-1514091003 tempest-SecurityGroupsTestAdminJSON-1514091003-project] Publish callbacks [] for security_group (f1fb9a09-08f4-40bb-806f-e5ddff9dbc14), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:59.399905 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8249f3e6-57f5-4ee6-8c34-ac02bb9ecf30 req-acc9c0c9-c212-4957-9778-df238167b82f tempest-SecurityGroupsTestAdminJSON-1514091003 tempest-SecurityGroupsTestAdminJSON-1514091003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f1fb9a09-08f4-40bb-806f-e5ddff9dbc14), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:59.437823 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5cfa090e-5f48-478c-9cb6-4a79b90bdc7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (09325590-4bad-490e-b0b8-3a002346b8a4), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:59.551049 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5cfa090e-5f48-478c-9cb6-4a79b90bdc7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (09325590-4bad-490e-b0b8-3a002346b8a4), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:59.553503 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5cfa090e-5f48-478c-9cb6-4a79b90bdc7d admin admin] Publish callbacks [] for router_controller (09325590-4bad-490e-b0b8-3a002346b8a4), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:59.594874 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-75ccaedf-198c-4256-a6b1-711dbf6dd0fe admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-206863347-network', 'tenant_id': 'e9919418afe248229cfe208277f2e93f'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:59.633290 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8249f3e6-57f5-4ee6-8c34-ac02bb9ecf30 req-acc9c0c9-c212-4957-9778-df238167b82f tempest-SecurityGroupsTestAdminJSON-1514091003 tempest-SecurityGroupsTestAdminJSON-1514091003-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:59.634558 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8249f3e6-57f5-4ee6-8c34-ac02bb9ecf30 req-acc9c0c9-c212-4957-9778-df238167b82f tempest-SecurityGroupsTestAdminJSON-1514091003 tempest-SecurityGroupsTestAdminJSON-1514091003-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.9285977 Feb 09 01:16:59.638332 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5cfa090e-5f48-478c-9cb6-4a79b90bdc7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (09325590-4bad-490e-b0b8-3a002346b8a4), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:59.638332 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfa090e-5f48-478c-9cb6-4a79b90bdc7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09325590-4bad-490e-b0b8-3a002346b8a4 {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:16:59.641233 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9c0c9-c212-4957-9778-df238167b82f tempest-SecurityGroupsTestAdminJSON-1514091003 tempest-SecurityGroupsTestAdminJSON-1514091003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fb9a09-08f4-40bb-806f-e5ddff9dbc14,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:59.647796 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5cfa090e-5f48-478c-9cb6-4a79b90bdc7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:59.651779 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5cfa090e-5f48-478c-9cb6-4a79b90bdc7d admin admin] 10.222.0.30 "DELETE /v2.0/routers/09325590-4bad-490e-b0b8-3a002346b8a4 HTTP/1.1" status: 204 len: 168 time: 3.2548821 Feb 09 01:16:59.652574 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54360) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:59.667384 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ccaedf-198c-4256-a6b1-711dbf6dd0fe admin admin] Made reservation on behalf of e9919418afe248229cfe208277f2e93f for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:59.673401 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-75ccaedf-198c-4256-a6b1-711dbf6dd0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:59.709462 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-75ccaedf-198c-4256-a6b1-711dbf6dd0fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:59.762776 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-c26ba1bc-014c-40ff-ac34-1bdc05464a72 admin admin] Deleting subnet 377ee2ae-80e9-44ce-b413-31f703b67261 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:16:59.769147 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c26ba1bc-014c-40ff-ac34-1bdc05464a72 admin admin] Publish callbacks [] for subnet (377ee2ae-80e9-44ce-b413-31f703b67261), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:59.836802 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-51e69c6c-2ae8-4e3b-8eec-157b0a624bdf req-1ad76c17-4e16-4636-b267-48d11fce6b8c tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 210 time: 0.0428262 Feb 09 01:16:59.841061 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f33832fb-b3b4-4453-8023-aeebe623947b req-4c941fa8-868b-4301-abfe-f295340af95b tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (f7b63fc8-bd03-400b-8561-6ba97f159fe7), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:59.867405 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-75ccaedf-198c-4256-a6b1-711dbf6dd0fe admin admin] Publish callbacks [] for security_group (af858176-f16e-4107-91d6-75eaea8a0791), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:59.870444 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c26ba1bc-014c-40ff-ac34-1bdc05464a72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (377ee2ae-80e9-44ce-b413-31f703b67261), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:59.874787 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-75ccaedf-198c-4256-a6b1-711dbf6dd0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (af858176-f16e-4107-91d6-75eaea8a0791), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:59.905218 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccaedf-198c-4256-a6b1-711dbf6dd0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af858176-f16e-4107-91d6-75eaea8a0791,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:59.918523 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75ccaedf-198c-4256-a6b1-711dbf6dd0fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:16:59.935720 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-75ccaedf-198c-4256-a6b1-711dbf6dd0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (1842e8bc-30db-4f8e-a47b-1ae1504abf86), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:59.938273 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-75ccaedf-198c-4256-a6b1-711dbf6dd0fe admin admin] Added segment 1842e8bc-30db-4f8e-a47b-1ae1504abf86 of type vlan for network da52059d-73c2-403d-a351-476231473b23 Feb 09 01:16:59.943086 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c941fa8-868b-4301-abfe-f295340af95b tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Pushing event deleted for resources: {'Port': ['ID=f7b63fc8-bd03-400b-8561-6ba97f159fe7,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:00.009271 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-75ccaedf-198c-4256-a6b1-711dbf6dd0fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (da52059d-73c2-403d-a351-476231473b23), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:00.012212 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f33832fb-b3b4-4453-8023-aeebe623947b req-4c941fa8-868b-4301-abfe-f295340af95b tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Publish callbacks [] for floatingip (74dd4fb2-5aac-415b-a18c-0d6322699aaa), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:00.016105 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f33832fb-b3b4-4453-8023-aeebe623947b req-4c941fa8-868b-4301-abfe-f295340af95b tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:00.017304 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f33832fb-b3b4-4453-8023-aeebe623947b req-4c941fa8-868b-4301-abfe-f295340af95b tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] 10.222.0.30 "DELETE /v2.0/floatingips/74dd4fb2-5aac-415b-a18c-0d6322699aaa HTTP/1.1" status: 204 len: 173 time: 2.0126228 Feb 09 01:17:00.044496 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-75ccaedf-198c-4256-a6b1-711dbf6dd0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (da52059d-73c2-403d-a351-476231473b23), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:00.045760 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ccaedf-198c-4256-a6b1-711dbf6dd0fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:00.049838 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-75ccaedf-198c-4256-a6b1-711dbf6dd0fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:00.073103 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b408794a-1f90-4e13-bbe0-e22cc00940a1 req-dd60378b-2a16-49d3-b242-a078889c7281 tempest-ServerShowV257Test-101010638 tempest-ServerShowV257Test-101010638-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d9542e3-f283-4dae-bfb1-24496d4e3805 HTTP/1.1" status: 200 len: 210 time: 0.0621512 Feb 09 01:17:00.083362 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c26ba1bc-014c-40ff-ac34-1bdc05464a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (377ee2ae-80e9-44ce-b413-31f703b67261), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:00.134687 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-75ccaedf-198c-4256-a6b1-711dbf6dd0fe admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8168154 Feb 09 01:17:00.137621 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54374) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:00.141234 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-03dccd94-2663-4dcd-ba53-5049073aba16 req-650b8274-cf61-407a-9fa9-1799aac14a4a tempest-SecurityGroupsTestAdminJSON-1514091003 tempest-SecurityGroupsTestAdminJSON-1514091003-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1888355046', 'description': 'tempest-description-2021373752'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:00.145053 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-e1be336e-e0be-4b79-b7fe-f582978dd611 admin admin] Request body: {'subnet': {'network_id': 'da52059d-73c2-403d-a351-476231473b23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-206863347-subnet', 'tenant_id': 'e9919418afe248229cfe208277f2e93f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:00.155044 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccaedf-198c-4256-a6b1-711dbf6dd0fe admin admin] Pushing event updated for resources: {'Network': ['ID=da52059d-73c2-403d-a351-476231473b23,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:00.168862 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network da52059d-73c2-403d-a351-476231473b23 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:17:00.192590 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1be336e-e0be-4b79-b7fe-f582978dd611 admin admin] Made reservation on behalf of e9919418afe248229cfe208277f2e93f for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:00.195001 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e1be336e-e0be-4b79-b7fe-f582978dd611 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:00.221018 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c26ba1bc-014c-40ff-ac34-1bdc05464a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (377ee2ae-80e9-44ce-b413-31f703b67261), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:00.291243 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ba1bc-014c-40ff-ac34-1bdc05464a72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=377ee2ae-80e9-44ce-b413-31f703b67261,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:00.325378 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-03dccd94-2663-4dcd-ba53-5049073aba16 req-650b8274-cf61-407a-9fa9-1799aac14a4a tempest-SecurityGroupsTestAdminJSON-1514091003 tempest-SecurityGroupsTestAdminJSON-1514091003-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:00.333512 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724c72b2-d1f3-4ec4-9ba6-14c6e87325c9 None None] Network fe669116-1a16-48fc-b30c-7a7cb91ef694 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:17:00.334198 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c26ba1bc-014c-40ff-ac34-1bdc05464a72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:00.339734 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c26ba1bc-014c-40ff-ac34-1bdc05464a72 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/377ee2ae-80e9-44ce-b413-31f703b67261 HTTP/1.1" status: 204 len: 168 time: 0.6793060 Feb 09 01:17:00.341940 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54378) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:00.401708 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b48c75d2-d468-463b-9522-2e5ce7ee31bd no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:17:00.451281 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: b48c75d2-d468-463b-9522-2e5ce7ee31bd {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:17:00.452385 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b48c75d2-d468-463b-9522-2e5ce7ee31bd not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:17:00.479325 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e1be336e-e0be-4b79-b7fe-f582978dd611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (ef054353-32e4-4288-8c12-230c98a17b20), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:00.568903 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f0a6f-9284-49bc-a6a9-40e07931e030 req-e9b45ea5-c8af-473e-8a9a-c23715f93bb0 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:00.579260 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e30f0a6f-9284-49bc-a6a9-40e07931e030 req-e9b45ea5-c8af-473e-8a9a-c23715f93bb0 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d7ed2d7-8536-41bc-b6cb-fd3544ea6570 HTTP/1.1" status: 200 len: 945 time: 0.4463882 Feb 09 01:17:00.606945 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be336e-e0be-4b79-b7fe-f582978dd611 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef054353-32e4-4288-8c12-230c98a17b20,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:00.633101 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1be336e-e0be-4b79-b7fe-f582978dd611 admin admin] Checking segment: {'id': '1842e8bc-30db-4f8e-a47b-1ae1504abf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'da52059d-73c2-403d-a351-476231473b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:17:00.633496 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1be336e-e0be-4b79-b7fe-f582978dd611 admin admin] Network hostable DHCP agents. Network: da52059d-73c2-403d-a351-476231473b23, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:17:00.636216 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c10b30-ebfb-465b-bdf4-ff8ba87e8fbf None None] DHCP port deletion for fe669116-1a16-48fc-b30c-7a7cb91ef694 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:17:00.641258 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-980955e0-6945-44ce-bacb-7cc7c606fe60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (fe669116-1a16-48fc-b30c-7a7cb91ef694), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:00.657004 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1be336e-e0be-4b79-b7fe-f582978dd611 admin admin] Network da52059d-73c2-403d-a351-476231473b23 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:17:00.668912 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-e1be336e-e0be-4b79-b7fe-f582978dd611 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, da52059d-73c2-403d-a351-476231473b23) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:00.683952 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0889316d-b230-4688-92ab-daa29e45effd None None] Network da52059d-73c2-403d-a351-476231473b23 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:17:00.685916 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1be336e-e0be-4b79-b7fe-f582978dd611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:00.688685 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e1be336e-e0be-4b79-b7fe-f582978dd611 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:00.712165 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e1be336e-e0be-4b79-b7fe-f582978dd611 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5732594 Feb 09 01:17:00.714691 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54386) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:00.727382 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-4b774f16-24b6-4451-a228-4dd809284b8b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-206863347-router', 'tenant_id': 'e9919418afe248229cfe208277f2e93f', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:00.763115 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-03dccd94-2663-4dcd-ba53-5049073aba16 req-650b8274-cf61-407a-9fa9-1799aac14a4a tempest-SecurityGroupsTestAdminJSON-1514091003 tempest-SecurityGroupsTestAdminJSON-1514091003-project] Publish callbacks [] for security_group (335350c1-ead5-4f43-a6b5-cb0771375293), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:00.767927 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e30f0a6f-9284-49bc-a6a9-40e07931e030 req-cc404ff5-ff4a-4aea-a9f7-2cb6fb3cd444 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523476 Feb 09 01:17:00.769713 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b774f16-24b6-4451-a228-4dd809284b8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (eed5a29a-e485-4b85-9479-23549366fee1), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:00.771607 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b774f16-24b6-4451-a228-4dd809284b8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (eed5a29a-e485-4b85-9479-23549366fee1), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:00.771824 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-03dccd94-2663-4dcd-ba53-5049073aba16 req-650b8274-cf61-407a-9fa9-1799aac14a4a tempest-SecurityGroupsTestAdminJSON-1514091003 tempest-SecurityGroupsTestAdminJSON-1514091003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (335350c1-ead5-4f43-a6b5-cb0771375293), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:00.832921 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-03dccd94-2663-4dcd-ba53-5049073aba16 req-650b8274-cf61-407a-9fa9-1799aac14a4a tempest-SecurityGroupsTestAdminJSON-1514091003 tempest-SecurityGroupsTestAdminJSON-1514091003-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:00.836941 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-67c10b30-ebfb-465b-bdf4-ff8ba87e8fbf None None] Deleting port c089661b-7b64-4d5e-8da2-209544cc5fa7 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:00.838216 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-67c10b30-ebfb-465b-bdf4-ff8ba87e8fbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (c089661b-7b64-4d5e-8da2-209544cc5fa7), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:00.858531 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-03dccd94-2663-4dcd-ba53-5049073aba16 req-650b8274-cf61-407a-9fa9-1799aac14a4a tempest-SecurityGroupsTestAdminJSON-1514091003 tempest-SecurityGroupsTestAdminJSON-1514091003-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.7285705 Feb 09 01:17:00.877045 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b774f16-24b6-4451-a228-4dd809284b8b admin admin] Publish callbacks [] for router_controller (eed5a29a-e485-4b85-9479-23549366fee1), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:00.902453 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b8274-cf61-407a-9fa9-1799aac14a4a tempest-SecurityGroupsTestAdminJSON-1514091003 tempest-SecurityGroupsTestAdminJSON-1514091003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=335350c1-ead5-4f43-a6b5-cb0771375293,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:00.922571 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-67c10b30-ebfb-465b-bdf4-ff8ba87e8fbf None None] For port c089661b-7b64-4d5e-8da2-209544cc5fa7, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=c089661b-7b64-4d5e-8da2-209544cc5fa7,segment=NetworkSegment(bf240883-6a6c-4995-9472-52dd77345be3),segment_id=bf240883-6a6c-4995-9472-52dd77345be3)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:00.923285 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-67c10b30-ebfb-465b-bdf4-ff8ba87e8fbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (c089661b-7b64-4d5e-8da2-209544cc5fa7), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:00.937989 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-67c10b30-ebfb-465b-bdf4-ff8ba87e8fbf None None] Calling delete_port for c089661b-7b64-4d5e-8da2-209544cc5fa7 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:01.022371 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-980955e0-6945-44ce-bacb-7cc7c606fe60 admin admin] Deleting port c089661b-7b64-4d5e-8da2-209544cc5fa7 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:01.026583 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-980955e0-6945-44ce-bacb-7cc7c606fe60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (c089661b-7b64-4d5e-8da2-209544cc5fa7), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:01.106113 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b774f16-24b6-4451-a228-4dd809284b8b admin admin] Publish callbacks [] for router_gateway (eed5a29a-e485-4b85-9479-23549366fee1), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:01.208922 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-980955e0-6945-44ce-bacb-7cc7c606fe60 admin admin] For port c089661b-7b64-4d5e-8da2-209544cc5fa7, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=c089661b-7b64-4d5e-8da2-209544cc5fa7,segment=NetworkSegment(bf240883-6a6c-4995-9472-52dd77345be3),segment_id=bf240883-6a6c-4995-9472-52dd77345be3)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:01.209460 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-980955e0-6945-44ce-bacb-7cc7c606fe60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (c089661b-7b64-4d5e-8da2-209544cc5fa7), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:01.246491 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-62662332-2798-4eae-af72-effc0ddaefb6 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ac76150f6b37417ab7cb95d2dd248e5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396824 Feb 09 01:17:01.258806 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c12a04fc-ec99-47e5-9c92-d3c55e0d3217 req-7c8ada9e-bb93-4f8c-889e-3569a86da847 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4361475 Feb 09 01:17:01.278255 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-c12a04fc-ec99-47e5-9c92-d3c55e0d3217 req-e0179d32-ed97-443a-9104-ae6178ccc43c tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:01.290046 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-980955e0-6945-44ce-bacb-7cc7c606fe60 admin admin] Calling delete_port for c089661b-7b64-4d5e-8da2-209544cc5fa7 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:01.324736 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b848575-25f4-40a6-95b7-ecc15206d414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-da52059d-73c2-403d-a351-476231473b23', 'network_id': 'da52059d-73c2-403d-a351-476231473b23', 'project_id': 'e9919418afe248229cfe208277f2e93f', 'fixed_ips': [{'subnet_id': 'ef054353-32e4-4288-8c12-230c98a17b20'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:17:01.325659 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6b848575-25f4-40a6-95b7-ecc15206d414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:01.436121 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c12a04fc-ec99-47e5-9c92-d3c55e0d3217 req-e0179d32-ed97-443a-9104-ae6178ccc43c tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:01.569053 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-b2cf25a0-61c9-43a0-ba18-7860a92fdc3a tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:01.576948 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-b2cf25a0-61c9-43a0-ba18-7860a92fdc3a tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3291225 Feb 09 01:17:01.611924 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-d9374744-0f74-45df-b0cf-52415284384f tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] 10.222.0.30 "GET /v2.0/quotas/ac76150f6b37417ab7cb95d2dd248e5e HTTP/1.1" status: 200 len: 375 time: 0.0321789 Feb 09 01:17:01.646163 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-6b848575-25f4-40a6-95b7-ecc15206d414 None None] Allocated IP 172.20.0.2 (da52059d-73c2-403d-a351-476231473b23/ef054353-32e4-4288-8c12-230c98a17b20/fbf03476-6ece-45a2-8d61-13b06dc61468) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:01.655009 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-2dc82ce9-873c-45eb-8b61-608ea04166f6 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ac76150f6b37417ab7cb95d2dd248e5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416758 Feb 09 01:17:01.680883 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-980955e0-6945-44ce-bacb-7cc7c606fe60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (c089661b-7b64-4d5e-8da2-209544cc5fa7), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:01.768360 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980955e0-6945-44ce-bacb-7cc7c606fe60 admin admin] Pushing event deleted for resources: {'Port': ['ID=c089661b-7b64-4d5e-8da2-209544cc5fa7,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:01.776803 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980955e0-6945-44ce-bacb-7cc7c606fe60 admin admin] No DVR routers for this DVR port c089661b-7b64-4d5e-8da2-209544cc5fa7 on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:01.790553 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-67c10b30-ebfb-465b-bdf4-ff8ba87e8fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (c089661b-7b64-4d5e-8da2-209544cc5fa7), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:01.810091 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b774f16-24b6-4451-a228-4dd809284b8b admin admin] Publish callbacks [] for router_gateway (eed5a29a-e485-4b85-9479-23549366fee1), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:01.854798 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b774f16-24b6-4451-a228-4dd809284b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:01.902675 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c10b30-ebfb-465b-bdf4-ff8ba87e8fbf None None] Pushing event deleted for resources: {'Port': ['ID=c089661b-7b64-4d5e-8da2-209544cc5fa7,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:01.914380 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c10b30-ebfb-465b-bdf4-ff8ba87e8fbf None None] No DVR routers for this DVR port c089661b-7b64-4d5e-8da2-209544cc5fa7 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:02.011045 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-980955e0-6945-44ce-bacb-7cc7c606fe60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (fe669116-1a16-48fc-b30c-7a7cb91ef694), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:02.073211 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6b848575-25f4-40a6-95b7-ecc15206d414 None None] Publish callbacks [] for port (fbf03476-6ece-45a2-8d61-13b06dc61468), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:02.080862 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-980955e0-6945-44ce-bacb-7cc7c606fe60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe669116-1a16-48fc-b30c-7a7cb91ef694']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:02.082894 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6b848575-25f4-40a6-95b7-ecc15206d414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (fbf03476-6ece-45a2-8d61-13b06dc61468), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:02.104505 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-980955e0-6945-44ce-bacb-7cc7c606fe60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf240883-6a6c-4995-9472-52dd77345be3') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:02.107231 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-980955e0-6945-44ce-bacb-7cc7c606fe60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf240883-6a6c-4995-9472-52dd77345be3') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:02.121435 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-4b774f16-24b6-4451-a228-4dd809284b8b admin admin] Allocated IP 172.25.1.152 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/66fe411e-b7bd-457b-b581-e04de188e96c) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:02.134872 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b848575-25f4-40a6-95b7-ecc15206d414 None None] Network da52059d-73c2-403d-a351-476231473b23 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:02.142330 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-6b848575-25f4-40a6-95b7-ecc15206d414 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:02.147969 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-980955e0-6945-44ce-bacb-7cc7c606fe60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (bf240883-6a6c-4995-9472-52dd77345be3), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:02.171717 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b848575-25f4-40a6-95b7-ecc15206d414 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:17:02.182346 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-980955e0-6945-44ce-bacb-7cc7c606fe60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (bf240883-6a6c-4995-9472-52dd77345be3), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:02.208637 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-980955e0-6945-44ce-bacb-7cc7c606fe60 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:17:02.209073 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-980955e0-6945-44ce-bacb-7cc7c606fe60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (bf240883-6a6c-4995-9472-52dd77345be3), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:02.213045 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b848575-25f4-40a6-95b7-ecc15206d414 None None] Pushing event updated for resources: {'Port': ['ID=fbf03476-6ece-45a2-8d61-13b06dc61468,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:02.270560 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:17:02.270560 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:17:02.270560 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:17:02.270560 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:17:02.270560 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:17:02.270560 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:17:02.270560 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:17:02.270560 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:17:02.270560 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:17:02.270560 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:17:02.270560 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:17:02.270560 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:17:02.270560 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:17:02.270560 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:17:02.270560 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:17:02.270560 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:17:02.270560 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:17:02.270560 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:17:02.270560 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:17:02.270560 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:17:02.270560 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:17:02.270560 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:17:02.270560 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:17:02.270560 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:17:02.270560 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:17:02.270560 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:17:02.270560 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:17:02.270560 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:17:02.270560 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:17:02.270560 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:17:02.270560 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:17:02.270560 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:17:02.296358 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-6b848575-25f4-40a6-95b7-ecc15206d414 None None] Attempting to bind port fbf03476-6ece-45a2-8d61-13b06dc61468 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:17:02.296358 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-6b848575-25f4-40a6-95b7-ecc15206d414 None None] Attempting to bind port fbf03476-6ece-45a2-8d61-13b06dc61468 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '1842e8bc-30db-4f8e-a47b-1ae1504abf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'da52059d-73c2-403d-a351-476231473b23'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:17:02.296358 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b848575-25f4-40a6-95b7-ecc15206d414 None None] Attempting to bind port fbf03476-6ece-45a2-8d61-13b06dc61468 on network da52059d-73c2-403d-a351-476231473b23 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:17:02.301554 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b848575-25f4-40a6-95b7-ecc15206d414 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:17:02.302291 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b848575-25f4-40a6-95b7-ecc15206d414 None None] Checking segment: {'id': '1842e8bc-30db-4f8e-a47b-1ae1504abf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'da52059d-73c2-403d-a351-476231473b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:17:02.302945 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6b848575-25f4-40a6-95b7-ecc15206d414 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:02.303601 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b848575-25f4-40a6-95b7-ecc15206d414 None None] Bound using segment: {'id': '1842e8bc-30db-4f8e-a47b-1ae1504abf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'da52059d-73c2-403d-a351-476231473b23'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:17:02.304471 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-6b848575-25f4-40a6-95b7-ecc15206d414 None None] Bound port: fbf03476-6ece-45a2-8d61-13b06dc61468, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1842e8bc-30db-4f8e-a47b-1ae1504abf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'da52059d-73c2-403d-a351-476231473b23'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:17:02.305095 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6b848575-25f4-40a6-95b7-ecc15206d414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (fbf03476-6ece-45a2-8d61-13b06dc61468), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:02.308616 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-29f217ce-7f94-4c27-b030-647bf2146c14 req-9c01eb5c-976e-4421-928e-58ca3acd29b6 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-836914501', 'description': 'tempest-description-1701062851'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:02.345987 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b774f16-24b6-4451-a228-4dd809284b8b admin admin] Publish callbacks [] for port (66fe411e-b7bd-457b-b581-e04de188e96c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:02.360787 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-980955e0-6945-44ce-bacb-7cc7c606fe60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (fe669116-1a16-48fc-b30c-7a7cb91ef694), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:02.367266 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device c089661b-7b64-4d5e-8da2-209544cc5fa7 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:17:02.386674 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c12a04fc-ec99-47e5-9c92-d3c55e0d3217 req-e0179d32-ed97-443a-9104-ae6178ccc43c tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:02.393917 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: c089661b-7b64-4d5e-8da2-209544cc5fa7 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:17:02.394944 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device c089661b-7b64-4d5e-8da2-209544cc5fa7 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:17:02.398171 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b774f16-24b6-4451-a228-4dd809284b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (66fe411e-b7bd-457b-b581-e04de188e96c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:02.436179 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-6b848575-25f4-40a6-95b7-ecc15206d414 None None] For port fbf03476-6ece-45a2-8d61-13b06dc61468, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:17:02.440966 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-6b848575-25f4-40a6-95b7-ecc15206d414 None None] For port fbf03476-6ece-45a2-8d61-13b06dc61468, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=fbf03476-6ece-45a2-8d61-13b06dc61468,segment=NetworkSegment(1842e8bc-30db-4f8e-a47b-1ae1504abf86),segment_id=1842e8bc-30db-4f8e-a47b-1ae1504abf86)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:17:02.450726 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6b848575-25f4-40a6-95b7-ecc15206d414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (fbf03476-6ece-45a2-8d61-13b06dc61468), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:02.460315 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b774f16-24b6-4451-a228-4dd809284b8b admin admin] Pushing event updated for resources: {'Port': ['ID=66fe411e-b7bd-457b-b581-e04de188e96c,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:02.463502 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980955e0-6945-44ce-bacb-7cc7c606fe60 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe669116-1a16-48fc-b30c-7a7cb91ef694,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:02.470999 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-29f217ce-7f94-4c27-b030-647bf2146c14 req-9c01eb5c-976e-4421-928e-58ca3acd29b6 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:02.474186 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b774f16-24b6-4451-a228-4dd809284b8b admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:02.476175 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-4b774f16-24b6-4451-a228-4dd809284b8b admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:02.482871 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b774f16-24b6-4451-a228-4dd809284b8b admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:17:02.486655 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-980955e0-6945-44ce-bacb-7cc7c606fe60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:02.497385 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-980955e0-6945-44ce-bacb-7cc7c606fe60 admin admin] 10.222.0.30 "DELETE /v2.0/networks/fe669116-1a16-48fc-b30c-7a7cb91ef694 HTTP/1.1" status: 204 len: 168 time: 2.1395416 Feb 09 01:17:02.551061 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b848575-25f4-40a6-95b7-ecc15206d414 None None] Pushing event updated for resources: {'Port': ['ID=fbf03476-6ece-45a2-8d61-13b06dc61468,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:02.622878 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-29f217ce-7f94-4c27-b030-647bf2146c14 req-9c01eb5c-976e-4421-928e-58ca3acd29b6 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:02.900898 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54420) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:02.908189 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-c12a04fc-ec99-47e5-9c92-d3c55e0d3217 req-e0179d32-ed97-443a-9104-ae6178ccc43c tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Allocated IP 172.25.1.41 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/4abb17c7-36d6-4dcb-8a6a-020aea2c6fe5) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:02.981655 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b774f16-24b6-4451-a228-4dd809284b8b admin admin] Publish callbacks [] for router_gateway (eed5a29a-e485-4b85-9479-23549366fee1), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:03.020507 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-29f217ce-7f94-4c27-b030-647bf2146c14 req-9c01eb5c-976e-4421-928e-58ca3acd29b6 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] Publish callbacks [] for security_group (41b2c4c9-4ec4-4202-b54f-22b4c29ad88b), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:03.056001 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-29f217ce-7f94-4c27-b030-647bf2146c14 req-9c01eb5c-976e-4421-928e-58ca3acd29b6 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (41b2c4c9-4ec4-4202-b54f-22b4c29ad88b), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:03.204471 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e8392977-99cd-4f82-936d-db324bd9f8d2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=22757ae997c7497ca4684832a30adf94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2978547 Feb 09 01:17:03.209376 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54422) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:03.223479 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c01eb5c-976e-4421-928e-58ca3acd29b6 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b2c4c9-4ec4-4202-b54f-22b4c29ad88b,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:03.339658 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b774f16-24b6-4451-a228-4dd809284b8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (eed5a29a-e485-4b85-9479-23549366fee1), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:03.615632 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b774f16-24b6-4451-a228-4dd809284b8b admin admin] Router eed5a29a-e485-4b85-9479-23549366fee1 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:17:03.630480 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-9e00c4b9-2a91-40f8-939c-1c9da12dad6c tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] 10.222.0.121 "GET /v2.0/networks?tenant_id=ac76150f6b37417ab7cb95d2dd248e5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388694 Feb 09 01:17:03.654516 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-29f217ce-7f94-4c27-b030-647bf2146c14 req-9c01eb5c-976e-4421-928e-58ca3acd29b6 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] Publish callbacks [] for security_group (0281eca8-cd5b-41b3-a59e-5f80edd014a6), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:03.680715 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-29f217ce-7f94-4c27-b030-647bf2146c14 req-9c01eb5c-976e-4421-928e-58ca3acd29b6 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0281eca8-cd5b-41b3-a59e-5f80edd014a6), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:03.707596 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c12a04fc-ec99-47e5-9c92-d3c55e0d3217 req-e0179d32-ed97-443a-9104-ae6178ccc43c tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Publish callbacks [] for port (4abb17c7-36d6-4dcb-8a6a-020aea2c6fe5), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:03.794192 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c01eb5c-976e-4421-928e-58ca3acd29b6 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0281eca8-cd5b-41b3-a59e-5f80edd014a6,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:03.847385 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-08e4f337-f86a-4d69-8e8e-c01d0332036b admin admin] Publish callbacks [] for security_group (20dcf4db-2b63-4eb6-b7e4-e16c5902d4a5), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:03.851400 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-29f217ce-7f94-4c27-b030-647bf2146c14 req-9c01eb5c-976e-4421-928e-58ca3acd29b6 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:03.852982 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-29f217ce-7f94-4c27-b030-647bf2146c14 req-9c01eb5c-976e-4421-928e-58ca3acd29b6 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.5838108 Feb 09 01:17:03.865696 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b774f16-24b6-4451-a228-4dd809284b8b admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:17:03.876606 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec0d19c-83a1-40e0-82a9-a906bd643274 None None] Sync routers for ids ['eed5a29a-e485-4b85-9479-23549366fee1'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:17:03.899263 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b774f16-24b6-4451-a228-4dd809284b8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:03.903109 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4b774f16-24b6-4451-a228-4dd809284b8b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1846285 Feb 09 01:17:03.903353 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54426) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:03.907189 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec0d19c-83a1-40e0-82a9-a906bd643274 None None] Routers {'eed5a29a-e485-4b85-9479-23549366fee1'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:03.907896 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-3ec0d19c-83a1-40e0-82a9-a906bd643274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:16:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['eed5a29a-e485-4b85-9479-23549366fee1'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:03.986614 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-08e4f337-f86a-4d69-8e8e-c01d0332036b admin admin] Publish callbacks [] for security_group (20dcf4db-2b63-4eb6-b7e4-e16c5902d4a5), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:04.071324 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-6af981d5-6a56-41a1-9f2e-7fa35b9712c7 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:04.073076 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-6af981d5-6a56-41a1-9f2e-7fa35b9712c7 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4351065 Feb 09 01:17:04.148161 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-523cc74a-3298-4162-aae6-365d04089121 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] Request body: {'port': {'device_id': '2043a619-df48-484b-b0df-dedaa1c33fe0', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'admin_state_up': True, 'tenant_id': 'ac76150f6b37417ab7cb95d2dd248e5e'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:04.255461 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34dc253-adc4-466e-95e8-b3bab2b776da None None] Network da52059d-73c2-403d-a351-476231473b23 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:17:04.260037 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-349a585f-ab70-4c2f-a963-5e4ff3cc5335 req-5d334502-1c9a-427e-ba4e-5774af374fe3 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 210 time: 0.2706037 Feb 09 01:17:04.281027 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c12a04fc-ec99-47e5-9c92-d3c55e0d3217 req-e0179d32-ed97-443a-9104-ae6178ccc43c tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (4abb17c7-36d6-4dcb-8a6a-020aea2c6fe5), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:04.321034 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-3ec0d19c-83a1-40e0-82a9-a906bd643274 None None] Set router eed5a29a-e485-4b85-9479-23549366fee1 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:04.369688 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device fbf03476-6ece-45a2-8d61-13b06dc61468 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:17:04.376725 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0179d32-ed97-443a-9104-ae6178ccc43c tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Pushing event updated for resources: {'Port': ['ID=4abb17c7-36d6-4dcb-8a6a-020aea2c6fe5,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:04.420383 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c12a04fc-ec99-47e5-9c92-d3c55e0d3217 req-e0179d32-ed97-443a-9104-ae6178ccc43c tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:04.444584 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7b25662d-207a-410e-b5cb-d3614c8ad419 req-4d8cb3de-a344-4ff2-9fde-e671d958fe90 tempest-ServerShowV257Test-101010638 tempest-ServerShowV257Test-101010638-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d9542e3-f283-4dae-bfb1-24496d4e3805 HTTP/1.1" status: 200 len: 210 time: 0.0506883 Feb 09 01:17:04.451173 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-c12a04fc-ec99-47e5-9c92-d3c55e0d3217 req-e0179d32-ed97-443a-9104-ae6178ccc43c tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:04.465868 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-c12a04fc-ec99-47e5-9c92-d3c55e0d3217 req-e0179d32-ed97-443a-9104-ae6178ccc43c tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:17:04.508965 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-aa339e1a-59fe-484e-8086-9e1732224218 None None] Provisioning complete for port fbf03476-6ece-45a2-8d61-13b06dc61468 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:04.511742 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa339e1a-59fe-484e-8086-9e1732224218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (fbf03476-6ece-45a2-8d61-13b06dc61468), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:04.515498 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-08e4f337-f86a-4d69-8e8e-c01d0332036b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (20dcf4db-2b63-4eb6-b7e4-e16c5902d4a5), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:04.519684 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-08e4f337-f86a-4d69-8e8e-c01d0332036b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:04.522367 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-08e4f337-f86a-4d69-8e8e-c01d0332036b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/20dcf4db-2b63-4eb6-b7e4-e16c5902d4a5 HTTP/1.1" status: 204 len: 168 time: 1.3082767 Feb 09 01:17:04.611972 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e4f337-f86a-4d69-8e8e-c01d0332036b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20dcf4db-2b63-4eb6-b7e4-e16c5902d4a5,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:04.623649 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-3ec0d19c-83a1-40e0-82a9-a906bd643274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed5a29a-e485-4b85-9479-23549366fee1', 'name': 'tempest-TaggedBootDevicesTest-206863347-router', 'tenant_id': 'e9919418afe248229cfe208277f2e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '66fe411e-b7bd-457b-b581-e04de188e96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:00Z', 'updated_at': '2022-02-09T01:17:02Z', 'revision_number': 3, 'project_id': 'e9919418afe248229cfe208277f2e93f', 'gw_port': {'id': '66fe411e-b7bd-457b-b581-e04de188e96c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed5a29a-e485-4b85-9479-23549366fee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:01Z', 'updated_at': '2022-02-09T01:17:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:04.635703 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port fbf03476-6ece-45a2-8d61-13b06dc61468 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:04.636202 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (fbf03476-6ece-45a2-8d61-13b06dc61468), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:04.653564 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec0d19c-83a1-40e0-82a9-a906bd643274 None None] Checking router: eed5a29a-e485-4b85-9479-23549366fee1 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:17:04.654269 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec0d19c-83a1-40e0-82a9-a906bd643274 None None] Updating router eed5a29a-e485-4b85-9479-23549366fee1 port 66fe411e-b7bd-457b-b581-e04de188e96c binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:17:04.684543 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3ec0d19c-83a1-40e0-82a9-a906bd643274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (66fe411e-b7bd-457b-b581-e04de188e96c), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:04.811504 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7366517d-a1c3-4632-b42b-46aff13904ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:04.897603 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-523cc74a-3298-4162-aae6-365d04089121 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] Made reservation on behalf of ac76150f6b37417ab7cb95d2dd248e5e for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:04.914203 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-523cc74a-3298-4162-aae6-365d04089121 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:04.932176 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-523cc74a-3298-4162-aae6-365d04089121 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:04.977251 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port fbf03476-6ece-45a2-8d61-13b06dc61468 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:04.977617 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (fbf03476-6ece-45a2-8d61-13b06dc61468), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:04.987440 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e889b64-5f10-461e-a2f0-524fb141ad8c req-5d569f6e-db5d-461a-987e-f1b557ccb9e5 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:04.989036 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1e889b64-5f10-461e-a2f0-524fb141ad8c req-5d569f6e-db5d-461a-987e-f1b557ccb9e5 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d7ed2d7-8536-41bc-b6cb-fd3544ea6570 HTTP/1.1" status: 200 len: 945 time: 0.3828835 Feb 09 01:17:04.996722 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-aa339e1a-59fe-484e-8086-9e1732224218 None None] Current status of the port fbf03476-6ece-45a2-8d61-13b06dc61468 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:04.997176 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa339e1a-59fe-484e-8086-9e1732224218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (fbf03476-6ece-45a2-8d61-13b06dc61468), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:05.042862 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port fbf03476-6ece-45a2-8d61-13b06dc61468, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=fbf03476-6ece-45a2-8d61-13b06dc61468,segment=NetworkSegment(1842e8bc-30db-4f8e-a47b-1ae1504abf86),segment_id=1842e8bc-30db-4f8e-a47b-1ae1504abf86)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:05.050270 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (fbf03476-6ece-45a2-8d61-13b06dc61468), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:05.104169 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3ec0d19c-83a1-40e0-82a9-a906bd643274 None None] Publish callbacks [] for port (66fe411e-b7bd-457b-b581-e04de188e96c), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:05.116107 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c12a04fc-ec99-47e5-9c92-d3c55e0d3217 req-e0179d32-ed97-443a-9104-ae6178ccc43c tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Publish callbacks [] for floatingip (862b3bc1-3d47-4799-998a-3280d15a23bb), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:05.128938 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3ec0d19c-83a1-40e0-82a9-a906bd643274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (66fe411e-b7bd-457b-b581-e04de188e96c), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:05.198881 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=fbf03476-6ece-45a2-8d61-13b06dc61468,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:05.201749 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-aa339e1a-59fe-484e-8086-9e1732224218 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:17:05.202900 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-aa339e1a-59fe-484e-8086-9e1732224218 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:17:05.248341 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1e889b64-5f10-461e-a2f0-524fb141ad8c req-647c8aae-1117-492a-b54b-31daebd4fa7b tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479792 Feb 09 01:17:05.269197 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77567b40-a395-4035-8b49-c37141ef04bb None None] Pushing event updated for resources: {'Port': ['ID=66fe411e-b7bd-457b-b581-e04de188e96c,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:05.283440 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77567b40-a395-4035-8b49-c37141ef04bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:05.283676 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77567b40-a395-4035-8b49-c37141ef04bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:05.284380 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77567b40-a395-4035-8b49-c37141ef04bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:05.284819 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77567b40-a395-4035-8b49-c37141ef04bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:05.285722 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77567b40-a395-4035-8b49-c37141ef04bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:05.286170 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77567b40-a395-4035-8b49-c37141ef04bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:05.286681 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77567b40-a395-4035-8b49-c37141ef04bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:05.287114 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77567b40-a395-4035-8b49-c37141ef04bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:05.287547 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77567b40-a395-4035-8b49-c37141ef04bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:05.287996 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77567b40-a395-4035-8b49-c37141ef04bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:05.288411 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77567b40-a395-4035-8b49-c37141ef04bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:05.289011 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77567b40-a395-4035-8b49-c37141ef04bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:05.289234 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77567b40-a395-4035-8b49-c37141ef04bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:05.290413 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-7366517d-a1c3-4632-b42b-46aff13904ab admin admin] Allocated IP 172.20.0.1 (da52059d-73c2-403d-a351-476231473b23/ef054353-32e4-4288-8c12-230c98a17b20/c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:05.305830 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-3ec0d19c-83a1-40e0-82a9-a906bd643274 None None] Attempting to bind port 66fe411e-b7bd-457b-b581-e04de188e96c on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:17:05.306657 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-3ec0d19c-83a1-40e0-82a9-a906bd643274 None None] Attempting to bind port 66fe411e-b7bd-457b-b581-e04de188e96c by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:17:05.308556 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec0d19c-83a1-40e0-82a9-a906bd643274 None None] Attempting to bind port 66fe411e-b7bd-457b-b581-e04de188e96c on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:17:05.311337 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c12a04fc-ec99-47e5-9c92-d3c55e0d3217 req-e0179d32-ed97-443a-9104-ae6178ccc43c tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (4abb17c7-36d6-4dcb-8a6a-020aea2c6fe5), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:05.320614 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec0d19c-83a1-40e0-82a9-a906bd643274 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:17:05.322408 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec0d19c-83a1-40e0-82a9-a906bd643274 None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:17:05.323051 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3ec0d19c-83a1-40e0-82a9-a906bd643274 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:05.323653 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec0d19c-83a1-40e0-82a9-a906bd643274 None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:17:05.325075 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-3ec0d19c-83a1-40e0-82a9-a906bd643274 None None] Bound port: 66fe411e-b7bd-457b-b581-e04de188e96c, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:17:05.326643 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3ec0d19c-83a1-40e0-82a9-a906bd643274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (66fe411e-b7bd-457b-b581-e04de188e96c), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:05.432766 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7dd087c0-adea-4ea2-bd23-470ea160fc6a req-2f2278c8-465a-4c1c-a9fd-edbca2c0e698 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] 10.222.0.30 "GET /v2.0/ports?device_id=2043a619-df48-484b-b0df-dedaa1c33fe0 HTTP/1.1" status: 200 len: 210 time: 0.0451393 Feb 09 01:17:05.436237 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-523cc74a-3298-4162-aae6-365d04089121 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] Publish callbacks [] for security_group (cae92d08-e4a6-4eba-a75a-1bf840710929), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:05.445004 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-3ec0d19c-83a1-40e0-82a9-a906bd643274 None None] For port 66fe411e-b7bd-457b-b581-e04de188e96c, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:17:05.448341 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-523cc74a-3298-4162-aae6-365d04089121 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (cae92d08-e4a6-4eba-a75a-1bf840710929), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:05.454225 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-3ec0d19c-83a1-40e0-82a9-a906bd643274 None None] For port 66fe411e-b7bd-457b-b581-e04de188e96c, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=66fe411e-b7bd-457b-b581-e04de188e96c,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:17:05.484465 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3ec0d19c-83a1-40e0-82a9-a906bd643274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (66fe411e-b7bd-457b-b581-e04de188e96c), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:05.496083 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-3ec845dd-e293-4a71-bdcc-8654499067e2 req-48aa8d00-bc66-40cd-bae5-2f39c1b86457 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-44032165', 'description': 'tempest-description-563689197'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:05.532322 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7366517d-a1c3-4632-b42b-46aff13904ab admin admin] Publish callbacks [] for port (c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:05.574779 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7366517d-a1c3-4632-b42b-46aff13904ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:05.603934 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523cc74a-3298-4162-aae6-365d04089121 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae92d08-e4a6-4eba-a75a-1bf840710929,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:05.634355 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec0d19c-83a1-40e0-82a9-a906bd643274 None None] Routers {'eed5a29a-e485-4b85-9479-23549366fee1'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:05.634989 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-3ec0d19c-83a1-40e0-82a9-a906bd643274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:16:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['eed5a29a-e485-4b85-9479-23549366fee1'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:05.667241 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7366517d-a1c3-4632-b42b-46aff13904ab admin admin] Network da52059d-73c2-403d-a351-476231473b23 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:05.675389 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-7366517d-a1c3-4632-b42b-46aff13904ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:05.681014 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3ec845dd-e293-4a71-bdcc-8654499067e2 req-48aa8d00-bc66-40cd-bae5-2f39c1b86457 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:05.698390 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7366517d-a1c3-4632-b42b-46aff13904ab admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:17:05.712313 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77567b40-a395-4035-8b49-c37141ef04bb None None] Pushing event updated for resources: {'Port': ['ID=66fe411e-b7bd-457b-b581-e04de188e96c,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:05.771639 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-3ec0d19c-83a1-40e0-82a9-a906bd643274 None None] Set router eed5a29a-e485-4b85-9479-23549366fee1 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:05.800855 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366517d-a1c3-4632-b42b-46aff13904ab admin admin] Pushing event updated for resources: {'Port': ['ID=c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:05.815192 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-aa339e1a-59fe-484e-8086-9e1732224218 None None] Current status of the port fbf03476-6ece-45a2-8d61-13b06dc61468 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:05.853916 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7366517d-a1c3-4632-b42b-46aff13904ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (eed5a29a-e485-4b85-9479-23549366fee1), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:05.900731 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-523cc74a-3298-4162-aae6-365d04089121 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] Allocated IP 192.168.233.78 (3976161f-bd1f-4dbb-b950-6897c01f16f1/98abf639-2282-4fa1-acd9-5660b4f87a0d/e2802cd0-c205-4a26-82c7-646e9b414123) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:05.954737 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-4f26eec9-e4e6-42aa-b2dc-1d621025d4af None None] Provisioning complete for port fbf03476-6ece-45a2-8d61-13b06dc61468 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:05.955777 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4f26eec9-e4e6-42aa-b2dc-1d621025d4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (fbf03476-6ece-45a2-8d61-13b06dc61468), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:06.125785 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-4f26eec9-e4e6-42aa-b2dc-1d621025d4af None None] Current status of the port fbf03476-6ece-45a2-8d61-13b06dc61468 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:06.130403 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-3ec0d19c-83a1-40e0-82a9-a906bd643274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed5a29a-e485-4b85-9479-23549366fee1', 'name': 'tempest-TaggedBootDevicesTest-206863347-router', 'tenant_id': 'e9919418afe248229cfe208277f2e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '66fe411e-b7bd-457b-b581-e04de188e96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:00Z', 'updated_at': '2022-02-09T01:17:02Z', 'revision_number': 3, 'project_id': 'e9919418afe248229cfe208277f2e93f', 'gw_port': {'id': '66fe411e-b7bd-457b-b581-e04de188e96c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed5a29a-e485-4b85-9479-23549366fee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:01Z', 'updated_at': '2022-02-09T01:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:06.148458 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c12a04fc-ec99-47e5-9c92-d3c55e0d3217 req-e0179d32-ed97-443a-9104-ae6178ccc43c tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Publish callbacks [] for port (4abb17c7-36d6-4dcb-8a6a-020aea2c6fe5), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:06.166268 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec0d19c-83a1-40e0-82a9-a906bd643274 None None] The sync data for ids ['eed5a29a-e485-4b85-9479-23549366fee1'] in n-d-822053-40 is: [{'id': 'eed5a29a-e485-4b85-9479-23549366fee1', 'name': 'tempest-TaggedBootDevicesTest-206863347-router', 'tenant_id': 'e9919418afe248229cfe208277f2e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '66fe411e-b7bd-457b-b581-e04de188e96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:00Z', 'updated_at': '2022-02-09T01:17:02Z', 'revision_number': 3, 'project_id': 'e9919418afe248229cfe208277f2e93f', 'gw_port': {'id': '66fe411e-b7bd-457b-b581-e04de188e96c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed5a29a-e485-4b85-9479-23549366fee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:01Z', 'updated_at': '2022-02-09T01:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:17:06.193561 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c12a04fc-ec99-47e5-9c92-d3c55e0d3217 req-e0179d32-ed97-443a-9104-ae6178ccc43c tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (4abb17c7-36d6-4dcb-8a6a-020aea2c6fe5), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:06.206666 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7366517d-a1c3-4632-b42b-46aff13904ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:06.262007 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-ce52c8c9-29b7-42bd-b014-1386b338e638 None None] Provisioning complete for port c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:06.262776 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ce52c8c9-29b7-42bd-b014-1386b338e638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:06.290538 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0179d32-ed97-443a-9104-ae6178ccc43c tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Pushing event updated for resources: {'Port': ['ID=4abb17c7-36d6-4dcb-8a6a-020aea2c6fe5,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:06.366042 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device fbf03476-6ece-45a2-8d61-13b06dc61468 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:17:06.387636 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c12a04fc-ec99-47e5-9c92-d3c55e0d3217 req-e0179d32-ed97-443a-9104-ae6178ccc43c tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (862b3bc1-3d47-4799-998a-3280d15a23bb), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:06.392780 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3ec845dd-e293-4a71-bdcc-8654499067e2 req-48aa8d00-bc66-40cd-bae5-2f39c1b86457 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] Publish callbacks [] for security_group (ae0f462f-5881-46e7-b184-15e5e834a5b9), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:06.396689 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ce52c8c9-29b7-42bd-b014-1386b338e638 None None] Port c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:17:06.431507 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port fbf03476-6ece-45a2-8d61-13b06dc61468 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:06.432201 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (fbf03476-6ece-45a2-8d61-13b06dc61468), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:06.444808 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3ec845dd-e293-4a71-bdcc-8654499067e2 req-48aa8d00-bc66-40cd-bae5-2f39c1b86457 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ae0f462f-5881-46e7-b184-15e5e834a5b9), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:06.484490 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3ec845dd-e293-4a71-bdcc-8654499067e2 req-48aa8d00-bc66-40cd-bae5-2f39c1b86457 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:06.486587 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3ec845dd-e293-4a71-bdcc-8654499067e2 req-48aa8d00-bc66-40cd-bae5-2f39c1b86457 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9960256 Feb 09 01:17:06.507755 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c12a04fc-ec99-47e5-9c92-d3c55e0d3217 req-e0179d32-ed97-443a-9104-ae6178ccc43c tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:06.509437 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c12a04fc-ec99-47e5-9c92-d3c55e0d3217 req-e0179d32-ed97-443a-9104-ae6178ccc43c tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.2490494 Feb 09 01:17:06.541062 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-523cc74a-3298-4162-aae6-365d04089121 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] Publish callbacks [] for port (e2802cd0-c205-4a26-82c7-646e9b414123), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:06.616720 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7366517d-a1c3-4632-b42b-46aff13904ab admin admin] Publish callbacks [] for port (c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:06.624953 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7366517d-a1c3-4632-b42b-46aff13904ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:06.650114 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port fbf03476-6ece-45a2-8d61-13b06dc61468 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:06.656635 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c12a04fc-ec99-47e5-9c92-d3c55e0d3217 req-1186190f-344a-410c-b2e7-8a13fd97048a tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.41 HTTP/1.1" status: 200 len: 695 time: 0.1267140 Feb 09 01:17:06.665824 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa8d00-bc66-40cd-bae5-2f39c1b86457 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0f462f-5881-46e7-b184-15e5e834a5b9,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:06.712302 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7366517d-a1c3-4632-b42b-46aff13904ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (eed5a29a-e485-4b85-9479-23549366fee1), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:06.839591 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7366517d-a1c3-4632-b42b-46aff13904ab admin admin] Network da52059d-73c2-403d-a351-476231473b23 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:06.845073 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-7366517d-a1c3-4632-b42b-46aff13904ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:06.859562 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366517d-a1c3-4632-b42b-46aff13904ab admin admin] Pushing event updated for resources: {'Port': ['ID=c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:06.873215 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a04fc-ec99-47e5-9c92-d3c55e0d3217 req-a204c670-02c3-4412-9ac4-46cbd4ef6485 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:06.875883 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c12a04fc-ec99-47e5-9c92-d3c55e0d3217 req-a204c670-02c3-4412-9ac4-46cbd4ef6485 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] 10.222.0.30 "GET /v2.0/networks/def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 784 time: 0.2118552 Feb 09 01:17:06.966811 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-523cc74a-3298-4162-aae6-365d04089121 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (e2802cd0-c205-4a26-82c7-646e9b414123), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:06.984475 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1cc57c50-2741-4d08-94eb-3b4b89a4f8a8 req-7531629b-9b8a-466f-b331-5d935242179e tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=700fe0b0-d1f2-4ac4-9b51-0f5659f7c2b2 HTTP/1.1" status: 200 len: 210 time: 0.2975383 Feb 09 01:17:07.141243 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-523cc74a-3298-4162-aae6-365d04089121 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] Network 3976161f-bd1f-4dbb-b950-6897c01f16f1 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:07.168473 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-523cc74a-3298-4162-aae6-365d04089121 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:07.235150 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-523cc74a-3298-4162-aae6-365d04089121 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:17:07.243102 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75d3198b-046c-48d6-8b24-f18f4894c808 req-accd2cd1-8e14-40ad-a654-6b458ca12e7a tempest-ServerShowV257Test-101010638 tempest-ServerShowV257Test-101010638-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d9542e3-f283-4dae-bfb1-24496d4e3805 HTTP/1.1" status: 200 len: 210 time: 0.2155948 Feb 09 01:17:07.338310 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7366517d-a1c3-4632-b42b-46aff13904ab admin admin] Router eed5a29a-e485-4b85-9479-23549366fee1 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:17:07.493563 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-60592d8d-2747-4b01-86dc-e944bb8cb7d0 None None] Provisioning complete for port c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:07.494680 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-60592d8d-2747-4b01-86dc-e944bb8cb7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:07.545727 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-523cc74a-3298-4162-aae6-365d04089121 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:07.545727 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-523cc74a-3298-4162-aae6-365d04089121 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:07.576717 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523cc74a-3298-4162-aae6-365d04089121 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] Pushing event updated for resources: {'Port': ['ID=e2802cd0-c205-4a26-82c7-646e9b414123,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:07.605990 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-60592d8d-2747-4b01-86dc-e944bb8cb7d0 None None] Port c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:17:07.633562 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7366517d-a1c3-4632-b42b-46aff13904ab admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:17:07.648786 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7366517d-a1c3-4632-b42b-46aff13904ab admin admin] 10.222.0.30 "PUT /v2.0/routers/eed5a29a-e485-4b85-9479-23549366fee1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7422476 Feb 09 01:17:07.653985 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-523cc74a-3298-4162-aae6-365d04089121 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5215561 Feb 09 01:17:07.668564 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-e9130daa-399f-4a6e-aef1-7f982aef70bd service neutron] Request body: {'port': {'device_id': '2043a619-df48-484b-b0df-dedaa1c33fe0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:07.722003 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e50c0b-1266-4bea-a9fd-1b14ab22b3d4 req-e6015809-22d4-4741-8838-389402fed595 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:07.723722 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-34e50c0b-1266-4bea-a9fd-1b14ab22b3d4 req-e6015809-22d4-4741-8838-389402fed595 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d7ed2d7-8536-41bc-b6cb-fd3544ea6570 HTTP/1.1" status: 200 len: 945 time: 0.5685387 Feb 09 01:17:07.742875 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-948cab3e-9461-426b-a9b1-7fbb1a07e9b1 None None] Provisioning complete for port e2802cd0-c205-4a26-82c7-646e9b414123 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:07.743286 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-948cab3e-9461-426b-a9b1-7fbb1a07e9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e2802cd0-c205-4a26-82c7-646e9b414123), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:07.799157 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-948cab3e-9461-426b-a9b1-7fbb1a07e9b1 None None] Port e2802cd0-c205-4a26-82c7-646e9b414123 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:17:07.826599 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-e9130daa-399f-4a6e-aef1-7f982aef70bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e2802cd0-c205-4a26-82c7-646e9b414123), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:08.021342 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-34e50c0b-1266-4bea-a9fd-1b14ab22b3d4 req-c0140565-b110-4273-8aed-a14d1c3d053c tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649324 Feb 09 01:17:08.044703 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-d12d38b0-4b4d-4b99-be4c-8e01f83150ac tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=96ec3c67678146beaf15c5b8f55a284c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507550 Feb 09 01:17:08.315916 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 66fe411e-b7bd-457b-b581-e04de188e96c up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:17:08.360013 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-fc080fc1-74f2-4581-846a-4ead38bee139 tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:08.362503 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-fc080fc1-74f2-4581-846a-4ead38bee139 tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2975459 Feb 09 01:17:08.410983 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e644fc8-e5c0-4abd-ba29-d556a7366d1c req-90cf4655-c006-472e-94e2-7eb5d4072525 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:08.413346 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 66fe411e-b7bd-457b-b581-e04de188e96c triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:08.414652 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (66fe411e-b7bd-457b-b581-e04de188e96c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:08.422561 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0e644fc8-e5c0-4abd-ba29-d556a7366d1c req-90cf4655-c006-472e-94e2-7eb5d4072525 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] 10.222.0.30 "GET /v2.0/ports?device_id=2043a619-df48-484b-b0df-dedaa1c33fe0 HTTP/1.1" status: 200 len: 935 time: 0.2780590 Feb 09 01:17:08.430932 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-04257ba0-d7c9-4877-8935-abe61d5c524c tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] 10.222.0.30 "GET /v2.0/quotas/96ec3c67678146beaf15c5b8f55a284c HTTP/1.1" status: 200 len: 375 time: 0.0591202 Feb 09 01:17:08.490396 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-a6b40226-e852-463e-b115-1f69789dc9f2 tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=96ec3c67678146beaf15c5b8f55a284c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518377 Feb 09 01:17:08.557886 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 66fe411e-b7bd-457b-b581-e04de188e96c is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:08.559087 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (66fe411e-b7bd-457b-b581-e04de188e96c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:08.572161 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-e9130daa-399f-4a6e-aef1-7f982aef70bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2802cd0-c205-4a26-82c7-646e9b414123 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:17:08.592852 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 66fe411e-b7bd-457b-b581-e04de188e96c, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=66fe411e-b7bd-457b-b581-e04de188e96c,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:08.593580 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0e644fc8-e5c0-4abd-ba29-d556a7366d1c req-0d2a70bf-52b5-4d46-90d5-236ea6f596fe tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] 10.222.0.30 "GET /v2.0/security-groups?id=cae92d08-e4a6-4eba-a75a-1bf840710929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698596 Feb 09 01:17:08.595901 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-e9130daa-399f-4a6e-aef1-7f982aef70bd service neutron] Publish callbacks [] for port (e2802cd0-c205-4a26-82c7-646e9b414123), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:08.600909 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (66fe411e-b7bd-457b-b581-e04de188e96c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:08.676026 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-e9130daa-399f-4a6e-aef1-7f982aef70bd service neutron] Transition to ACTIVE for port object e2802cd0-c205-4a26-82c7-646e9b414123 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:08.680858 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54492) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:08.686380 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-e9130daa-399f-4a6e-aef1-7f982aef70bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (e2802cd0-c205-4a26-82c7-646e9b414123), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:08.688456 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-9c5b7b03-5a3f-4c73-86e4-de9c0bf28fab admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-854535665-network', 'tenant_id': 'cac06763934f48759bf988bffb5e2355'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:08.706311 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=66fe411e-b7bd-457b-b581-e04de188e96c,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:08.745387 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5b7b03-5a3f-4c73-86e4-de9c0bf28fab admin admin] Made reservation on behalf of cac06763934f48759bf988bffb5e2355 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:08.748220 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9c5b7b03-5a3f-4c73-86e4-de9c0bf28fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:08.787273 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9130daa-399f-4a6e-aef1-7f982aef70bd service neutron] Pushing event updated for resources: {'Port': ['ID=e2802cd0-c205-4a26-82c7-646e9b414123,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:08.794477 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9c5b7b03-5a3f-4c73-86e4-de9c0bf28fab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:08.974971 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9c5b7b03-5a3f-4c73-86e4-de9c0bf28fab admin admin] Publish callbacks [] for security_group (8df77f9e-2ec4-4af4-8d6e-f53ae95c6c1d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:08.981522 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9c5b7b03-5a3f-4c73-86e4-de9c0bf28fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (8df77f9e-2ec4-4af4-8d6e-f53ae95c6c1d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:09.039585 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bd837957-3f8e-4471-86b2-4b8ce4611864 req-0383fe1a-21b1-4c6b-85a6-46046b4b1658 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] 10.222.0.30 "GET /v2.0/floatingips/862b3bc1-3d47-4799-998a-3280d15a23bb HTTP/1.1" status: 200 len: 692 time: 0.1864517 Feb 09 01:17:09.047125 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c5b7b03-5a3f-4c73-86e4-de9c0bf28fab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:17:09.074628 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b7b03-5a3f-4c73-86e4-de9c0bf28fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df77f9e-2ec4-4af4-8d6e-f53ae95c6c1d,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:09.091850 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0c84f7-6875-4710-aeff-4f6bd39539ad None None] Sync routers for ids ['eed5a29a-e485-4b85-9479-23549366fee1'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:17:09.102051 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9c5b7b03-5a3f-4c73-86e4-de9c0bf28fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (1fcfd921-2942-4949-9e68-36da773a855f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:09.103378 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-9c5b7b03-5a3f-4c73-86e4-de9c0bf28fab admin admin] Added segment 1fcfd921-2942-4949-9e68-36da773a855f of type vlan for network 8645e20d-4975-4f2e-9e97-c8c07527c266 Feb 09 01:17:09.113537 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-e9130daa-399f-4a6e-aef1-7f982aef70bd service neutron] Attempting to bind port e2802cd0-c205-4a26-82c7-646e9b414123 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:17:09.114072 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-e9130daa-399f-4a6e-aef1-7f982aef70bd service neutron] Attempting to bind port e2802cd0-c205-4a26-82c7-646e9b414123 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:17:09.114588 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-e9130daa-399f-4a6e-aef1-7f982aef70bd service neutron] Attempting to bind port e2802cd0-c205-4a26-82c7-646e9b414123 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:17:09.129060 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0c84f7-6875-4710-aeff-4f6bd39539ad None None] Routers {'eed5a29a-e485-4b85-9479-23549366fee1'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:09.131144 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-2f0c84f7-6875-4710-aeff-4f6bd39539ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:16:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['eed5a29a-e485-4b85-9479-23549366fee1'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:09.168237 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-e9130daa-399f-4a6e-aef1-7f982aef70bd service neutron] Port e2802cd0-c205-4a26-82c7-646e9b414123 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:17:09.168567 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-e9130daa-399f-4a6e-aef1-7f982aef70bd service neutron] Attempting to bind port e2802cd0-c205-4a26-82c7-646e9b414123 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:17:09.178482 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9c5b7b03-5a3f-4c73-86e4-de9c0bf28fab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (8645e20d-4975-4f2e-9e97-c8c07527c266), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:09.196860 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-e9130daa-399f-4a6e-aef1-7f982aef70bd service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:17:09.197200 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-e9130daa-399f-4a6e-aef1-7f982aef70bd service neutron] Checking segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:17:09.197585 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-e9130daa-399f-4a6e-aef1-7f982aef70bd service neutron] Bound using segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:17:09.198212 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-e9130daa-399f-4a6e-aef1-7f982aef70bd service neutron] Bound port: e2802cd0-c205-4a26-82c7-646e9b414123, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:17:09.198847 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-e9130daa-399f-4a6e-aef1-7f982aef70bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e2802cd0-c205-4a26-82c7-646e9b414123), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:09.229819 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9c5b7b03-5a3f-4c73-86e4-de9c0bf28fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (8645e20d-4975-4f2e-9e97-c8c07527c266), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:09.231515 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5b7b03-5a3f-4c73-86e4-de9c0bf28fab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:09.242014 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9c5b7b03-5a3f-4c73-86e4-de9c0bf28fab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:09.352462 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd837957-3f8e-4471-86b2-4b8ce4611864 req-3b912406-4c88-455b-96e6-ea8bfff0e42b tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:09.353896 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bd837957-3f8e-4471-86b2-4b8ce4611864 req-3b912406-4c88-455b-96e6-ea8bfff0e42b tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] 10.222.0.30 "GET /v2.0/networks/def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 784 time: 0.2876618 Feb 09 01:17:09.368174 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-2f0c84f7-6875-4710-aeff-4f6bd39539ad None None] Set router eed5a29a-e485-4b85-9479-23549366fee1 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:09.375857 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-24146159-754b-465d-81de-efc07870d282 req-fc9213a7-f093-41b0-a080-2ea1f61b6afa tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 37093 time: 0.7291384 Feb 09 01:17:09.388121 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9c5b7b03-5a3f-4c73-86e4-de9c0bf28fab admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7052248 Feb 09 01:17:09.392442 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54504) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:09.410166 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-634878f7-53d0-438d-b199-1657877ac26a admin admin] Request body: {'subnet': {'network_id': '8645e20d-4975-4f2e-9e97-c8c07527c266', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-854535665-subnet', 'tenant_id': 'cac06763934f48759bf988bffb5e2355', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:09.432672 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b7b03-5a3f-4c73-86e4-de9c0bf28fab admin admin] Pushing event updated for resources: {'Network': ['ID=8645e20d-4975-4f2e-9e97-c8c07527c266,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:09.457969 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bd837957-3f8e-4471-86b2-4b8ce4611864 req-707094f9-4e4d-4d4b-b357-7f613c32db6e tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.41 HTTP/1.1" status: 200 len: 695 time: 0.0937376 Feb 09 01:17:09.459324 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-e9130daa-399f-4a6e-aef1-7f982aef70bd service neutron] For port e2802cd0-c205-4a26-82c7-646e9b414123, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:17:09.459804 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634878f7-53d0-438d-b199-1657877ac26a admin admin] Made reservation on behalf of cac06763934f48759bf988bffb5e2355 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:09.463282 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-634878f7-53d0-438d-b199-1657877ac26a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:09.487172 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 8645e20d-4975-4f2e-9e97-c8c07527c266 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:17:09.489725 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-e9130daa-399f-4a6e-aef1-7f982aef70bd service neutron] For port e2802cd0-c205-4a26-82c7-646e9b414123, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=e2802cd0-c205-4a26-82c7-646e9b414123,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:17:09.533853 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-e9130daa-399f-4a6e-aef1-7f982aef70bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (e2802cd0-c205-4a26-82c7-646e9b414123), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:09.543199 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-24146159-754b-465d-81de-efc07870d282 req-4fffb821-435f-469c-9ec3-d8139e5bd658 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] 10.222.0.30 "GET /v2.0/security-groups/0d96a4d5-9474-4cd7-bfa7-b4cbb7580368 HTTP/1.1" status: 200 len: 2998 time: 0.1520703 Feb 09 01:17:09.546663 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bd837957-3f8e-4471-86b2-4b8ce4611864 req-fe28ed15-96f5-4eee-a6d0-75294a744898 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.1.41 HTTP/1.1" status: 200 len: 695 time: 0.0789523 Feb 09 01:17:09.807165 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-2f0c84f7-6875-4710-aeff-4f6bd39539ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed5a29a-e485-4b85-9479-23549366fee1', 'name': 'tempest-TaggedBootDevicesTest-206863347-router', 'tenant_id': 'e9919418afe248229cfe208277f2e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '66fe411e-b7bd-457b-b581-e04de188e96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:00Z', 'updated_at': '2022-02-09T01:17:06Z', 'revision_number': 4, 'project_id': 'e9919418afe248229cfe208277f2e93f', 'gw_port': {'id': '66fe411e-b7bd-457b-b581-e04de188e96c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:21:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed5a29a-e485-4b85-9479-23549366fee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:01Z', 'updated_at': '2022-02-09T01:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e', 'name': '', 'network_id': 'da52059d-73c2-403d-a351-476231473b23', 'tenant_id': 'e9919418afe248229cfe208277f2e93f', 'mac_address': 'fa:16:3e:ac:8b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed5a29a-e485-4b85-9479-23549366fee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'ef054353-32e4-4288-8c12-230c98a17b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:04Z', 'updated_at': '2022-02-09T01:17:06Z', 'revision_number': 2, 'project_id': 'e9919418afe248229cfe208277f2e93f', 'subnets': [{'id': 'ef054353-32e4-4288-8c12-230c98a17b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:09.826384 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-634878f7-53d0-438d-b199-1657877ac26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (d8a55110-c3b2-46c7-99b4-f7db990efa50), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:09.852770 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0c84f7-6875-4710-aeff-4f6bd39539ad None None] Checking router: eed5a29a-e485-4b85-9479-23549366fee1 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:17:09.853454 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0c84f7-6875-4710-aeff-4f6bd39539ad None None] Updating router eed5a29a-e485-4b85-9479-23549366fee1 port c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:17:09.903270 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2f0c84f7-6875-4710-aeff-4f6bd39539ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:09.932112 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634878f7-53d0-438d-b199-1657877ac26a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8a55110-c3b2-46c7-99b4-f7db990efa50,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:09.958128 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634878f7-53d0-438d-b199-1657877ac26a admin admin] Checking segment: {'id': '1fcfd921-2942-4949-9e68-36da773a855f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8645e20d-4975-4f2e-9e97-c8c07527c266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:17:09.958963 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634878f7-53d0-438d-b199-1657877ac26a admin admin] Network hostable DHCP agents. Network: 8645e20d-4975-4f2e-9e97-c8c07527c266, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:17:09.982494 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634878f7-53d0-438d-b199-1657877ac26a admin admin] Network 8645e20d-4975-4f2e-9e97-c8c07527c266 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:17:10.003006 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-634878f7-53d0-438d-b199-1657877ac26a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 8645e20d-4975-4f2e-9e97-c8c07527c266) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:10.008163 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634878f7-53d0-438d-b199-1657877ac26a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:10.009246 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-634878f7-53d0-438d-b199-1657877ac26a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:10.021735 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9871e4d1-d417-4065-a941-2070c5e03034 None None] Network 8645e20d-4975-4f2e-9e97-c8c07527c266 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:17:10.032567 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-e9130daa-399f-4a6e-aef1-7f982aef70bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:10.033393 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-e9130daa-399f-4a6e-aef1-7f982aef70bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:10.033975 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-634878f7-53d0-438d-b199-1657877ac26a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6404541 Feb 09 01:17:10.034977 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-e9130daa-399f-4a6e-aef1-7f982aef70bd service neutron] 10.222.0.121 "PUT /v2.0/ports/e2802cd0-c205-4a26-82c7-646e9b414123 HTTP/1.1" status: 200 len: 1096 time: 2.3721972 Feb 09 01:17:10.036846 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54510) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:10.046855 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-ea53022e-28ff-473e-9d49-00dc88ec6ec6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-854535665-router', 'tenant_id': 'cac06763934f48759bf988bffb5e2355', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:10.050302 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2043a619-df48-484b-b0df-dedaa1c33fe0', 'tag': 'e2802cd0-c205-4a26-82c7-646e9b414123'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:17:10.053680 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59548e7-c0b7-448e-8650-50994e501e99" -d '{"events": [{"name": "network-changed", "server_uuid": "2043a619-df48-484b-b0df-dedaa1c33fe0", "tag": "e2802cd0-c205-4a26-82c7-646e9b414123"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:17:10.083143 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea53022e-28ff-473e-9d49-00dc88ec6ec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (c13ebd50-8857-4350-bb48-ac5d55faf5fe), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:10.086348 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea53022e-28ff-473e-9d49-00dc88ec6ec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (c13ebd50-8857-4350-bb48-ac5d55faf5fe), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:10.165523 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9130daa-399f-4a6e-aef1-7f982aef70bd service neutron] Pushing event updated for resources: {'Port': ['ID=e2802cd0-c205-4a26-82c7-646e9b414123,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:10.183772 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea53022e-28ff-473e-9d49-00dc88ec6ec6 admin admin] Publish callbacks [] for router_controller (c13ebd50-8857-4350-bb48-ac5d55faf5fe), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:10.201569 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-24146159-754b-465d-81de-efc07870d282 req-7e5c13be-4fea-4681-a92f-8e2264445913 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] 10.222.0.30 "GET /v2.0/security-groups/0d96a4d5-9474-4cd7-bfa7-b4cbb7580368 HTTP/1.1" status: 200 len: 2998 time: 0.6300836 Feb 09 01:17:10.251004 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-e7c08ce7-9ef2-411d-be47-6d238b37659c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:10.252980 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-e7c08ce7-9ef2-411d-be47-6d238b37659c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ac76150f6b37417ab7cb95d2dd248e5e&device_id=2043a619-df48-484b-b0df-dedaa1c33fe0 HTTP/1.1" status: 200 len: 1130 time: 0.1609745 Feb 09 01:17:10.320216 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-065b3df1-54a5-497c-9bfd-b21e99cec1ee service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=e2802cd0-c205-4a26-82c7-646e9b414123 HTTP/1.1" status: 200 len: 217 time: 0.0538213 Feb 09 01:17:10.323391 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-24146159-754b-465d-81de-efc07870d282 req-9c9726cd-afc3-40dd-aacb-5105b48df831 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] 10.222.0.30 "GET /v2.0/security-groups/10f38edd-e295-4aa1-bc77-878eeb92117a HTTP/1.1" status: 200 len: 2998 time: 0.1108193 Feb 09 01:17:10.336204 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-bd837957-3f8e-4471-86b2-4b8ce4611864 req-e2ea9e77-83b0-4bd5-bd56-71ab4cdba7e4 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Deleting port 4abb17c7-36d6-4dcb-8a6a-020aea2c6fe5 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:10.336440 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bd837957-3f8e-4471-86b2-4b8ce4611864 req-e2ea9e77-83b0-4bd5-bd56-71ab4cdba7e4 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (4abb17c7-36d6-4dcb-8a6a-020aea2c6fe5), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:10.441317 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea53022e-28ff-473e-9d49-00dc88ec6ec6 admin admin] Publish callbacks [] for router_gateway (c13ebd50-8857-4350-bb48-ac5d55faf5fe), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:10.451416 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2f0c84f7-6875-4710-aeff-4f6bd39539ad None None] Publish callbacks [] for port (c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:10.452973 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-59973094-b0cd-473f-ad0f-895b3f441460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:10.454466 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-59973094-b0cd-473f-ad0f-895b3f441460 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.1282341 Feb 09 01:17:10.471878 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 110cb464-a641-4916-bcb5-edb0e09c3b46 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:17:10.544758 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-24146159-754b-465d-81de-efc07870d282 req-bd86f653-8310-41af-a799-e48c417870f3 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] 10.222.0.30 "GET /v2.0/security-groups/10f38edd-e295-4aa1-bc77-878eeb92117a HTTP/1.1" status: 200 len: 2998 time: 0.2030308 Feb 09 01:17:10.569115 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-7e91fa3b-4c50-4a18-8e49-d1378945fa3b tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=96ec3c67678146beaf15c5b8f55a284c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561857 Feb 09 01:17:10.576673 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bd837957-3f8e-4471-86b2-4b8ce4611864 req-e2ea9e77-83b0-4bd5-bd56-71ab4cdba7e4 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (4abb17c7-36d6-4dcb-8a6a-020aea2c6fe5), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:10.576673 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bd837957-3f8e-4471-86b2-4b8ce4611864 req-e2ea9e77-83b0-4bd5-bd56-71ab4cdba7e4 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Publish callbacks [] for floatingip (4abb17c7-36d6-4dcb-8a6a-020aea2c6fe5), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:10.603278 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-bd837957-3f8e-4471-86b2-4b8ce4611864 req-e2ea9e77-83b0-4bd5-bd56-71ab4cdba7e4 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Calling delete_port for 4abb17c7-36d6-4dcb-8a6a-020aea2c6fe5 owned by network:floatingip {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:10.646494 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-38de0637-b5ab-45fa-917a-bcf08907baaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:10.648449 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-38de0637-b5ab-45fa-917a-bcf08907baaf service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1842072 Feb 09 01:17:10.752687 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 110cb464-a641-4916-bcb5-edb0e09c3b46 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:17:10.754568 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 66fe411e-b7bd-457b-b581-e04de188e96c up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:17:10.796521 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-24146159-754b-465d-81de-efc07870d282 req-845d5fce-a4a3-46b4-b47f-f2bef1a8a2c3 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] 10.222.0.30 "GET /v2.0/security-groups/41b2c4c9-4ec4-4202-b54f-22b4c29ad88b HTTP/1.1" status: 200 len: 2998 time: 0.2348125 Feb 09 01:17:10.842655 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2f0c84f7-6875-4710-aeff-4f6bd39539ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:10.865726 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de96f9d-cac9-477e-8f35-ac207352a6da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-8645e20d-4975-4f2e-9e97-c8c07527c266', 'network_id': '8645e20d-4975-4f2e-9e97-c8c07527c266', 'project_id': 'cac06763934f48759bf988bffb5e2355', 'fixed_ips': [{'subnet_id': 'd8a55110-c3b2-46c7-99b4-f7db990efa50'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:17:10.866504 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4de96f9d-cac9-477e-8f35-ac207352a6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:10.932676 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-24146159-754b-465d-81de-efc07870d282 req-eb5184fc-22b5-446d-a1dc-9725e765f68c tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] 10.222.0.30 "GET /v2.0/security-groups/41b2c4c9-4ec4-4202-b54f-22b4c29ad88b HTTP/1.1" status: 200 len: 2998 time: 0.1277969 Feb 09 01:17:10.935753 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-e974b8c3-5199-4058-9844-39ccfcfdc665 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342896 Feb 09 01:17:11.000734 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1530438f-e522-4436-920b-e95431c4d4c6 None None] Pushing event updated for resources: {'Port': ['ID=c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:11.138181 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 110cb464-a641-4916-bcb5-edb0e09c3b46, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=110cb464-a641-4916-bcb5-edb0e09c3b46,segment=NetworkSegment(6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12),segment_id=6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:11.205019 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a2e26bf3-8e6c-4f39-8c34-b6c1b5557749 req-555e50ad-2802-4182-aded-582f3f240152 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557793 Feb 09 01:17:11.210457 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bd837957-3f8e-4471-86b2-4b8ce4611864 req-e2ea9e77-83b0-4bd5-bd56-71ab4cdba7e4 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (4abb17c7-36d6-4dcb-8a6a-020aea2c6fe5), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:11.231410 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-500ae3db-175b-4a19-a302-9b8d22ea8fb4 tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:11.232862 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-500ae3db-175b-4a19-a302-9b8d22ea8fb4 tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6566563 Feb 09 01:17:11.243110 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-24146159-754b-465d-81de-efc07870d282 req-d3477f12-50a9-4125-94ac-fb1894cc9ed2 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] 10.222.0.30 "GET /v2.0/security-groups/5ba8d8a1-e3eb-4ac0-9ffe-de6f17d9b637 HTTP/1.1" status: 200 len: 2990 time: 0.2834983 Feb 09 01:17:11.247412 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea9e77-83b0-4bd5-bd56-71ab4cdba7e4 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Pushing event deleted for resources: {'Port': ['ID=4abb17c7-36d6-4dcb-8a6a-020aea2c6fe5,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:11.263782 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-4e25349e-e648-4b81-8ae8-3e7c25f8d8ee tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] Request body: {'port': {'device_id': '4c593708-2e8a-498c-af6b-c981dd18dd0e', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'admin_state_up': True, 'tenant_id': '96ec3c67678146beaf15c5b8f55a284c'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:11.334470 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-4de96f9d-cac9-477e-8f35-ac207352a6da None None] Allocated IP 172.20.0.2 (8645e20d-4975-4f2e-9e97-c8c07527c266/d8a55110-c3b2-46c7-99b4-f7db990efa50/3a79df08-f108-4e06-8d14-5405689454ab) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:11.361088 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-24146159-754b-465d-81de-efc07870d282 req-43466e7b-648f-4c0b-a984-6d0981884db1 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] 10.222.0.30 "GET /v2.0/security-groups/5ba8d8a1-e3eb-4ac0-9ffe-de6f17d9b637 HTTP/1.1" status: 200 len: 2990 time: 0.1084535 Feb 09 01:17:11.379259 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bd837957-3f8e-4471-86b2-4b8ce4611864 req-e2ea9e77-83b0-4bd5-bd56-71ab4cdba7e4 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Publish callbacks [] for floatingip (862b3bc1-3d47-4799-998a-3280d15a23bb), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:11.382629 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bd837957-3f8e-4471-86b2-4b8ce4611864 req-e2ea9e77-83b0-4bd5-bd56-71ab4cdba7e4 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:11.384377 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bd837957-3f8e-4471-86b2-4b8ce4611864 req-e2ea9e77-83b0-4bd5-bd56-71ab4cdba7e4 tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] 10.222.0.30 "DELETE /v2.0/floatingips/862b3bc1-3d47-4799-998a-3280d15a23bb HTTP/1.1" status: 204 len: 173 time: 1.8160489 Feb 09 01:17:11.397415 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-4e25349e-e648-4b81-8ae8-3e7c25f8d8ee tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] Made reservation on behalf of 96ec3c67678146beaf15c5b8f55a284c for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:11.403619 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-4e25349e-e648-4b81-8ae8-3e7c25f8d8ee tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:11.415313 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '110cb464-a641-4916-bcb5-edb0e09c3b46', 'network_id': 'fe516e29-735a-4343-b41d-62f1308dd9ac', 'port_id': '110cb464-a641-4916-bcb5-edb0e09c3b46', 'mac_address': 'fa:16:3e:99:7f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c7e660-340b-43fd-ab14-a81164bb8bc4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:17:11.418355 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-4e25349e-e648-4b81-8ae8-3e7c25f8d8ee tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:11.433013 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea53022e-28ff-473e-9d49-00dc88ec6ec6 admin admin] Publish callbacks [] for router_gateway (c13ebd50-8857-4350-bb48-ac5d55faf5fe), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:11.449535 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-24146159-754b-465d-81de-efc07870d282 req-e5d90baa-0f96-4396-96d0-178429430603 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] 10.222.0.30 "GET /v2.0/security-groups/64b36f3f-7c46-4d17-a766-a84a2db8d59f HTTP/1.1" status: 200 len: 2998 time: 0.0804052 Feb 09 01:17:11.466078 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea53022e-28ff-473e-9d49-00dc88ec6ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:11.562154 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 66fe411e-b7bd-457b-b581-e04de188e96c triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:11.562537 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (66fe411e-b7bd-457b-b581-e04de188e96c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:11.567358 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-24146159-754b-465d-81de-efc07870d282 req-b4c0b303-bb50-45d4-aa37-edecf461717c tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] 10.222.0.30 "GET /v2.0/security-groups/64b36f3f-7c46-4d17-a766-a84a2db8d59f HTTP/1.1" status: 200 len: 2998 time: 0.1082606 Feb 09 01:17:11.611683 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-2f0c84f7-6875-4710-aeff-4f6bd39539ad None None] Attempting to bind port c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:17:11.612269 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-2f0c84f7-6875-4710-aeff-4f6bd39539ad None None] Attempting to bind port c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '1842e8bc-30db-4f8e-a47b-1ae1504abf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'da52059d-73c2-403d-a351-476231473b23'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:17:11.612269 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0c84f7-6875-4710-aeff-4f6bd39539ad None None] Attempting to bind port c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e on network da52059d-73c2-403d-a351-476231473b23 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:17:11.632430 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-ea53022e-28ff-473e-9d49-00dc88ec6ec6 admin admin] Allocated IP 172.25.1.43 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/bae12c89-5da9-44c5-b0de-f97627ec8d35) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:11.687896 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c0d1b75-d3ff-41dd-b3c2-9de3a32c0735 req-0bd863d6-5e58-41f4-be27-469482d7c736 tempest-ServerShowV257Test-101010638 tempest-ServerShowV257Test-101010638-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d9542e3-f283-4dae-bfb1-24496d4e3805 HTTP/1.1" status: 200 len: 210 time: 0.0856822 Feb 09 01:17:11.729790 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0c84f7-6875-4710-aeff-4f6bd39539ad None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:17:11.730163 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0c84f7-6875-4710-aeff-4f6bd39539ad None None] Checking segment: {'id': '1842e8bc-30db-4f8e-a47b-1ae1504abf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'da52059d-73c2-403d-a351-476231473b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:17:11.730566 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2f0c84f7-6875-4710-aeff-4f6bd39539ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:11.730959 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0c84f7-6875-4710-aeff-4f6bd39539ad None None] Bound using segment: {'id': '1842e8bc-30db-4f8e-a47b-1ae1504abf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'da52059d-73c2-403d-a351-476231473b23'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:17:11.731442 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-2f0c84f7-6875-4710-aeff-4f6bd39539ad None None] Bound port: c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1842e8bc-30db-4f8e-a47b-1ae1504abf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'da52059d-73c2-403d-a351-476231473b23'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:17:11.732224 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2f0c84f7-6875-4710-aeff-4f6bd39539ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:11.734984 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-24146159-754b-465d-81de-efc07870d282 req-6155d7f4-e439-497b-a843-fd4ef3106f0d tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] 10.222.0.30 "GET /v2.0/security-groups/aa9af908-395a-4841-802a-95af000d35a6 HTTP/1.1" status: 200 len: 2998 time: 0.1612947 Feb 09 01:17:11.785294 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-83f3530c-7a8e-4995-869b-cae2aea36dbc None None] Provisioning complete for port c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:11.785671 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-83f3530c-7a8e-4995-869b-cae2aea36dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:11.813807 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 110cb464-a641-4916-bcb5-edb0e09c3b46 is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:11.814200 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (110cb464-a641-4916-bcb5-edb0e09c3b46), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:11.824929 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-24146159-754b-465d-81de-efc07870d282 req-cdf0bff6-b202-4363-8df8-af7c90354bb6 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] 10.222.0.30 "GET /v2.0/security-groups/aa9af908-395a-4841-802a-95af000d35a6 HTTP/1.1" status: 200 len: 2998 time: 0.0814779 Feb 09 01:17:11.833494 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea53022e-28ff-473e-9d49-00dc88ec6ec6 admin admin] Publish callbacks [] for port (bae12c89-5da9-44c5-b0de-f97627ec8d35), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:11.887208 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d93c5316-8296-4d56-b489-c01a77499be2 req-e4b4cfd3-ca08-41c2-93d2-5e46a3defaca tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c593708-2e8a-498c-af6b-c981dd18dd0e HTTP/1.1" status: 200 len: 210 time: 0.0612307 Feb 09 01:17:11.950631 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea53022e-28ff-473e-9d49-00dc88ec6ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (bae12c89-5da9-44c5-b0de-f97627ec8d35), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:11.959669 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-4e25349e-e648-4b81-8ae8-3e7c25f8d8ee tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] Publish callbacks [] for security_group (02c73380-8749-489e-943b-f7bf37fffd8c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:11.966086 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-24146159-754b-465d-81de-efc07870d282 req-fc60b57f-2b7f-48b8-8856-cb56fad61988 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] 10.222.0.30 "GET /v2.0/security-groups/af858176-f16e-4107-91d6-75eaea8a0791 HTTP/1.1" status: 200 len: 2998 time: 0.1185920 Feb 09 01:17:12.017053 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-4e25349e-e648-4b81-8ae8-3e7c25f8d8ee tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (02c73380-8749-489e-943b-f7bf37fffd8c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:12.033141 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea53022e-28ff-473e-9d49-00dc88ec6ec6 admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:12.039222 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-ea53022e-28ff-473e-9d49-00dc88ec6ec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:12.057566 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea53022e-28ff-473e-9d49-00dc88ec6ec6 admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:17:12.100331 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-24146159-754b-465d-81de-efc07870d282 req-8e274190-6981-4a95-9c03-04bbe5abe7b5 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] 10.222.0.30 "GET /v2.0/security-groups/af858176-f16e-4107-91d6-75eaea8a0791 HTTP/1.1" status: 200 len: 2998 time: 0.1222944 Feb 09 01:17:12.126791 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4de96f9d-cac9-477e-8f35-ac207352a6da None None] Publish callbacks [] for port (3a79df08-f108-4e06-8d14-5405689454ab), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:12.145142 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cf7c2-71ed-483f-9c60-917d6c1b7f95 req-44941844-65d7-4d7c-9fce-b65c3ffb0f20 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:12.146740 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-be2cf7c2-71ed-483f-9c60-917d6c1b7f95 req-44941844-65d7-4d7c-9fce-b65c3ffb0f20 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d7ed2d7-8536-41bc-b6cb-fd3544ea6570 HTTP/1.1" status: 200 len: 945 time: 0.1237876 Feb 09 01:17:12.152633 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 110cb464-a641-4916-bcb5-edb0e09c3b46 is: ACTIVE; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:12.153037 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (110cb464-a641-4916-bcb5-edb0e09c3b46), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:12.164256 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25349e-e648-4b81-8ae8-3e7c25f8d8ee tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02c73380-8749-489e-943b-f7bf37fffd8c,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:12.180701 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea53022e-28ff-473e-9d49-00dc88ec6ec6 admin admin] Pushing event updated for resources: {'Port': ['ID=bae12c89-5da9-44c5-b0de-f97627ec8d35,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:12.197384 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-24146159-754b-465d-81de-efc07870d282 req-ab4b94d7-020b-4d84-bf19-1a11076a7db7 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] 10.222.0.30 "GET /v2.0/security-groups/b84867f9-0ce1-4394-a45a-1a73db83e7be HTTP/1.1" status: 200 len: 2998 time: 0.0835927 Feb 09 01:17:12.235522 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7ed2d7-8536-41bc-b6cb-fd3544ea6570', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '110cb464-a641-4916-bcb5-edb0e09c3b46'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:17:12.235782 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-be2cf7c2-71ed-483f-9c60-917d6c1b7f95 req-24d6c863-016b-43da-90f0-6782b97f9f61 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827475 Feb 09 01:17:12.244555 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de416989-f837-4563-8a42-de8bd44176bb" -d '{"events": [{"server_uuid": "1d7ed2d7-8536-41bc-b6cb-fd3544ea6570", "name": "network-vif-unplugged", "status": "completed", "tag": "110cb464-a641-4916-bcb5-edb0e09c3b46"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:17:12.252510 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4de96f9d-cac9-477e-8f35-ac207352a6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (3a79df08-f108-4e06-8d14-5405689454ab), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:12.277176 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-24146159-754b-465d-81de-efc07870d282 req-fa829d5e-46b6-4f1c-9eea-d6bca96f08ef tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] 10.222.0.30 "GET /v2.0/security-groups/b84867f9-0ce1-4394-a45a-1a73db83e7be HTTP/1.1" status: 200 len: 2998 time: 0.0700552 Feb 09 01:17:12.299210 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 110cb464-a641-4916-bcb5-edb0e09c3b46, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=110cb464-a641-4916-bcb5-edb0e09c3b46,segment=NetworkSegment(6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12),segment_id=6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:12.346530 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-83f3530c-7a8e-4995-869b-cae2aea36dbc None None] Port c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:17:12.353549 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 110cb464-a641-4916-bcb5-edb0e09c3b46 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:17:12.357564 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-24146159-754b-465d-81de-efc07870d282 req-6b38a8b4-11bb-4e18-9fb2-2539be464325 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] 10.222.0.30 "GET /v2.0/security-groups/cae92d08-e4a6-4eba-a75a-1bf840710929 HTTP/1.1" status: 200 len: 2998 time: 0.0736153 Feb 09 01:17:12.432028 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-4e25349e-e648-4b81-8ae8-3e7c25f8d8ee tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] Allocated IP 192.168.233.20 (3976161f-bd1f-4dbb-b950-6897c01f16f1/98abf639-2282-4fa1-acd9-5660b4f87a0d/bc10b6c4-55fb-4a05-9368-4cd0232906ff) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:12.446074 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (110cb464-a641-4916-bcb5-edb0e09c3b46), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:12.470333 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-24146159-754b-465d-81de-efc07870d282 req-c122c2b0-d3c7-4d63-8b74-7da08bbb0d69 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] 10.222.0.30 "GET /v2.0/security-groups/cae92d08-e4a6-4eba-a75a-1bf840710929 HTTP/1.1" status: 200 len: 2998 time: 0.1013548 Feb 09 01:17:12.501495 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de96f9d-cac9-477e-8f35-ac207352a6da None None] Network 8645e20d-4975-4f2e-9e97-c8c07527c266 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:12.538032 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055c17e-7404-4dd2-a0c5-ef6617ec3286 req-d1854e2d-fc01-409b-919c-71de65d1d4f3 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:12.545289 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de96f9d-cac9-477e-8f35-ac207352a6da None None] Pushing event updated for resources: {'Port': ['ID=3a79df08-f108-4e06-8d14-5405689454ab,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:12.554002 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f055c17e-7404-4dd2-a0c5-ef6617ec3286 req-d1854e2d-fc01-409b-919c-71de65d1d4f3 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] 10.222.0.30 "GET /v2.0/ports?device_id=2043a619-df48-484b-b0df-dedaa1c33fe0 HTTP/1.1" status: 200 len: 947 time: 0.1408420 Feb 09 01:17:12.563550 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-24146159-754b-465d-81de-efc07870d282 req-1294a088-7d2f-4a39-aa9e-a7c89b8300b9 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] 10.222.0.30 "GET /v2.0/security-groups/cc3eb31f-95e6-462d-ac9e-c032734cd490 HTTP/1.1" status: 200 len: 2994 time: 0.0834689 Feb 09 01:17:12.605360 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-2f0c84f7-6875-4710-aeff-4f6bd39539ad None None] For port c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:17:12.637641 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-24146159-754b-465d-81de-efc07870d282 req-7626c6be-be5a-46b3-a6a8-cdb28ed497c0 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] 10.222.0.30 "GET /v2.0/security-groups/cc3eb31f-95e6-462d-ac9e-c032734cd490 HTTP/1.1" status: 200 len: 2994 time: 0.0671144 Feb 09 01:17:12.721513 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea53022e-28ff-473e-9d49-00dc88ec6ec6 admin admin] Publish callbacks [] for router_gateway (c13ebd50-8857-4350-bb48-ac5d55faf5fe), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:12.726150 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=110cb464-a641-4916-bcb5-edb0e09c3b46,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:12.734469 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f055c17e-7404-4dd2-a0c5-ef6617ec3286 req-f3499830-25a2-4c69-943a-15bd47d6f85c tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] 10.222.0.30 "GET /v2.0/security-groups?id=cae92d08-e4a6-4eba-a75a-1bf840710929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794200 Feb 09 01:17:12.767621 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-4de96f9d-cac9-477e-8f35-ac207352a6da None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:12.793295 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-24146159-754b-465d-81de-efc07870d282 req-4ad43425-4a84-4d96-9dab-d55bfa0609eb tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] 10.222.0.30 "GET /v2.0/security-groups/d224bcc4-9ba1-4695-9095-d244d6821fb1 HTTP/1.1" status: 200 len: 2998 time: 0.1388831 Feb 09 01:17:12.818003 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:17:12.818427 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:17:12.819378 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de96f9d-cac9-477e-8f35-ac207352a6da None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:17:12.820272 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a576f466-963e-4074-81ad-677888c922fb x-openstack-request-id: req-a576f466-963e-4074-81ad-677888c922fb {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:17:12.820667 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2043a619-df48-484b-b0df-dedaa1c33fe0", "tag": "e2802cd0-c205-4a26-82c7-646e9b414123", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:17:12.821621 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a576f466-963e-4074-81ad-677888c922fb {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:17:12.822119 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2043a619-df48-484b-b0df-dedaa1c33fe0', 'tag': 'e2802cd0-c205-4a26-82c7-646e9b414123', 'status': 'completed', 'code': 200} Feb 09 01:17:12.847556 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-2f0c84f7-6875-4710-aeff-4f6bd39539ad None None] For port c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e,segment=NetworkSegment(1842e8bc-30db-4f8e-a47b-1ae1504abf86),segment_id=1842e8bc-30db-4f8e-a47b-1ae1504abf86)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:17:12.850680 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 66fe411e-b7bd-457b-b581-e04de188e96c is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:12.877011 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2f0c84f7-6875-4710-aeff-4f6bd39539ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:12.901549 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-4e25349e-e648-4b81-8ae8-3e7c25f8d8ee tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] Publish callbacks [] for port (bc10b6c4-55fb-4a05-9368-4cd0232906ff), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:12.955938 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-4e25349e-e648-4b81-8ae8-3e7c25f8d8ee tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (bc10b6c4-55fb-4a05-9368-4cd0232906ff), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:12.962994 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1530438f-e522-4436-920b-e95431c4d4c6 None None] Pushing event updated for resources: {'Port': ['ID=c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:12.994890 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-4de96f9d-cac9-477e-8f35-ac207352a6da None None] Attempting to bind port 3a79df08-f108-4e06-8d14-5405689454ab on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:17:12.995524 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-4de96f9d-cac9-477e-8f35-ac207352a6da None None] Attempting to bind port 3a79df08-f108-4e06-8d14-5405689454ab by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '1fcfd921-2942-4949-9e68-36da773a855f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8645e20d-4975-4f2e-9e97-c8c07527c266'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:17:12.996208 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de96f9d-cac9-477e-8f35-ac207352a6da None None] Attempting to bind port 3a79df08-f108-4e06-8d14-5405689454ab on network 8645e20d-4975-4f2e-9e97-c8c07527c266 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:17:13.004197 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de96f9d-cac9-477e-8f35-ac207352a6da None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:17:13.005855 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de96f9d-cac9-477e-8f35-ac207352a6da None None] Checking segment: {'id': '1fcfd921-2942-4949-9e68-36da773a855f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8645e20d-4975-4f2e-9e97-c8c07527c266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:17:13.006460 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4de96f9d-cac9-477e-8f35-ac207352a6da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:13.008221 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de96f9d-cac9-477e-8f35-ac207352a6da None None] Bound using segment: {'id': '1fcfd921-2942-4949-9e68-36da773a855f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8645e20d-4975-4f2e-9e97-c8c07527c266'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:17:13.008926 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-4de96f9d-cac9-477e-8f35-ac207352a6da None None] Bound port: 3a79df08-f108-4e06-8d14-5405689454ab, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fcfd921-2942-4949-9e68-36da773a855f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8645e20d-4975-4f2e-9e97-c8c07527c266'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:17:13.009835 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4de96f9d-cac9-477e-8f35-ac207352a6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3a79df08-f108-4e06-8d14-5405689454ab), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:13.048878 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0c84f7-6875-4710-aeff-4f6bd39539ad None None] Routers {'eed5a29a-e485-4b85-9479-23549366fee1'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:13.052532 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-2f0c84f7-6875-4710-aeff-4f6bd39539ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:16:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['eed5a29a-e485-4b85-9479-23549366fee1'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:13.082218 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25349e-e648-4b81-8ae8-3e7c25f8d8ee tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] Pushing event updated for resources: {'Port': ['ID=bc10b6c4-55fb-4a05-9368-4cd0232906ff,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:13.096568 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-4e25349e-e648-4b81-8ae8-3e7c25f8d8ee tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] Network 3976161f-bd1f-4dbb-b950-6897c01f16f1 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:13.102748 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-4e25349e-e648-4b81-8ae8-3e7c25f8d8ee tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:13.114229 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-4e25349e-e648-4b81-8ae8-3e7c25f8d8ee tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:17:13.125407 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-24146159-754b-465d-81de-efc07870d282 req-1858fd1c-ffa3-45d3-b4c9-eb62678ee1e5 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] 10.222.0.30 "GET /v2.0/security-groups/d224bcc4-9ba1-4695-9095-d244d6821fb1 HTTP/1.1" status: 200 len: 2998 time: 0.3244851 Feb 09 01:17:13.128410 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [req-94c16632-d42d-4358-a9fd-a31f77fca0f3 req-302cdbcc-3614-4c06-9e52-0f7eeae7d96f tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] show failed (client error): The resource could not be found. Feb 09 01:17:13.153903 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94c16632-d42d-4358-a9fd-a31f77fca0f3 req-302cdbcc-3614-4c06-9e52-0f7eeae7d96f tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] 10.222.0.30 "GET /v2.0/floatingips/862b3bc1-3d47-4799-998a-3280d15a23bb HTTP/1.1" status: 404 len: 350 time: 0.3036811 Feb 09 01:17:13.193072 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59548e7-c0b7-448e-8650-50994e501e99 req-c17cfa6e-c9e2-46c1-9747-724ea1ceb9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:13.194609 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c59548e7-c0b7-448e-8650-50994e501e99 req-c17cfa6e-c9e2-46c1-9747-724ea1ceb9a6 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ac76150f6b37417ab7cb95d2dd248e5e&device_id=2043a619-df48-484b-b0df-dedaa1c33fe0 HTTP/1.1" status: 200 len: 1130 time: 0.3450651 Feb 09 01:17:13.200756 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-4e25349e-e648-4b81-8ae8-3e7c25f8d8ee tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:13.201452 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-4e25349e-e648-4b81-8ae8-3e7c25f8d8ee tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:13.253481 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-4e25349e-e648-4b81-8ae8-3e7c25f8d8ee tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9954569 Feb 09 01:17:13.292308 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-d70d45fe-21bc-4add-aff7-7965d804f8c0 service neutron] Request body: {'port': {'device_id': '4c593708-2e8a-498c-af6b-c981dd18dd0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:13.356283 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-4de96f9d-cac9-477e-8f35-ac207352a6da None None] For port 3a79df08-f108-4e06-8d14-5405689454ab, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:17:13.363605 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-4de96f9d-cac9-477e-8f35-ac207352a6da None None] For port 3a79df08-f108-4e06-8d14-5405689454ab, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=3a79df08-f108-4e06-8d14-5405689454ab,segment=NetworkSegment(1fcfd921-2942-4949-9e68-36da773a855f),segment_id=1fcfd921-2942-4949-9e68-36da773a855f)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:17:13.371380 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2895a4-27f9-4f5b-9b03-31ba7a763e82 x-openstack-request-id: req-8b2895a4-27f9-4f5b-9b03-31ba7a763e82 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:17:13.371770 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7ed2d7-8536-41bc-b6cb-fd3544ea6570", "name": "network-vif-unplugged", "status": "completed", "tag": "110cb464-a641-4916-bcb5-edb0e09c3b46", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:17:13.373036 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8b2895a4-27f9-4f5b-9b03-31ba7a763e82 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:17:13.373451 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7ed2d7-8536-41bc-b6cb-fd3544ea6570', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '110cb464-a641-4916-bcb5-edb0e09c3b46', 'code': 200} Feb 09 01:17:13.444044 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4de96f9d-cac9-477e-8f35-ac207352a6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (3a79df08-f108-4e06-8d14-5405689454ab), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:13.489019 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d77ee258-2fd7-4511-a443-bd96c8b3b318 req-68f96e1c-7d38-464b-8363-9fccc0a24ad8 tempest-ServerShowV257Test-101010638 tempest-ServerShowV257Test-101010638-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d9542e3-f283-4dae-bfb1-24496d4e3805 HTTP/1.1" status: 200 len: 210 time: 0.1475174 Feb 09 01:17:13.594636 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de96f9d-cac9-477e-8f35-ac207352a6da None None] Pushing event updated for resources: {'Port': ['ID=3a79df08-f108-4e06-8d14-5405689454ab,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:13.656618 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-62571fd6-27db-447b-95c8-a3b91f5cd571 None None] Provisioning complete for port c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:13.657297 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-62571fd6-27db-447b-95c8-a3b91f5cd571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:13.686576 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [req-e5bdbb0d-3810-4e0e-b14e-294a3dd3aff1 req-d300cef3-0429-41a7-91b1-b6f001146b2f tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] show failed (client error): The resource could not be found. Feb 09 01:17:13.688128 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e5bdbb0d-3810-4e0e-b14e-294a3dd3aff1 req-d300cef3-0429-41a7-91b1-b6f001146b2f tempest-FloatingIPsTestJSON-488962073 tempest-FloatingIPsTestJSON-488962073-project] 10.222.0.30 "GET /v2.0/floatingips/862b3bc1-3d47-4799-998a-3280d15a23bb HTTP/1.1" status: 404 len: 350 time: 0.1030705 Feb 09 01:17:13.712741 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54534) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:13.719937 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 110cb464-a641-4916-bcb5-edb0e09c3b46 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:13.720362 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (110cb464-a641-4916-bcb5-edb0e09c3b46), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:13.722314 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-d70d45fe-21bc-4add-aff7-7965d804f8c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (bc10b6c4-55fb-4a05-9368-4cd0232906ff), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:13.762485 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 110cb464-a641-4916-bcb5-edb0e09c3b46 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:17:13.766490 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea53022e-28ff-473e-9d49-00dc88ec6ec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (c13ebd50-8857-4350-bb48-ac5d55faf5fe), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:13.792358 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb3fbe-b0b1-42fe-b543-4820218bcd47 req-d612f74e-f4b7-4710-b161-d3bc8dbf1155 tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:13.805069 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-39fb3fbe-b0b1-42fe-b543-4820218bcd47 req-d612f74e-f4b7-4710-b161-d3bc8dbf1155 tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c593708-2e8a-498c-af6b-c981dd18dd0e HTTP/1.1" status: 200 len: 935 time: 0.4491158 Feb 09 01:17:13.810429 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 110cb464-a641-4916-bcb5-edb0e09c3b46, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=110cb464-a641-4916-bcb5-edb0e09c3b46,segment=NetworkSegment(6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12),segment_id=6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:13.820475 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (110cb464-a641-4916-bcb5-edb0e09c3b46), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:13.881170 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-62571fd6-27db-447b-95c8-a3b91f5cd571 None None] Current status of the port c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:13.881562 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-62571fd6-27db-447b-95c8-a3b91f5cd571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:13.907138 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-2f0c84f7-6875-4710-aeff-4f6bd39539ad None None] Set router eed5a29a-e485-4b85-9479-23549366fee1 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:14.005550 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59548e7-c0b7-448e-8650-50994e501e99 req-3f0989e0-4046-488a-b1c0-09a6c4ebf8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:14.007690 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c59548e7-c0b7-448e-8650-50994e501e99 req-3f0989e0-4046-488a-b1c0-09a6c4ebf8e5 service neutron] 10.222.0.121 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.8017132 Feb 09 01:17:14.204067 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea53022e-28ff-473e-9d49-00dc88ec6ec6 admin admin] Router c13ebd50-8857-4350-bb48-ac5d55faf5fe is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:17:14.252959 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c59548e7-c0b7-448e-8650-50994e501e99 req-f03b5388-e76a-4e59-ad44-2aebee06ce01 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=e2802cd0-c205-4a26-82c7-646e9b414123 HTTP/1.1" status: 200 len: 217 time: 0.1532967 Feb 09 01:17:14.284107 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-39fb3fbe-b0b1-42fe-b543-4820218bcd47 req-d908d6f5-90b3-4172-85f7-5a12a35ddf21 tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] 10.222.0.30 "GET /v2.0/security-groups?id=02c73380-8749-489e-943b-f7bf37fffd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4778979 Feb 09 01:17:14.377912 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-419ce3f8-da48-46a2-9eaf-3acf8e662d64 req-c49cc30c-77c8-4bdd-a551-12c79ec41de3 tempest-SecurityGroupsTestAdminJSON-1514091003 tempest-SecurityGroupsTestAdminJSON-1514091003-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f8c3685a60194e8bb8c3f0dfc41aa236 HTTP/1.1" status: 200 len: 6154 time: 0.6377895 Feb 09 01:17:14.403758 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59548e7-c0b7-448e-8650-50994e501e99 req-5112defc-c16f-45a9-9b3c-c6ad10250467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:14.405579 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c59548e7-c0b7-448e-8650-50994e501e99 req-5112defc-c16f-45a9-9b3c-c6ad10250467 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.1420758 Feb 09 01:17:14.438869 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['110cb464-a641-4916-bcb5-edb0e09c3b46'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:17:14.442371 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=110cb464-a641-4916-bcb5-edb0e09c3b46,revision_number=7']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:14.607505 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-419ce3f8-da48-46a2-9eaf-3acf8e662d64 req-dc93b665-bd06-4c32-ba22-8e0d200d59fa tempest-SecurityGroupsTestAdminJSON-1514091003 tempest-SecurityGroupsTestAdminJSON-1514091003-project] 10.222.0.30 "GET /v2.0/security-groups/0d96a4d5-9474-4cd7-bfa7-b4cbb7580368 HTTP/1.1" status: 200 len: 2998 time: 0.2213755 Feb 09 01:17:14.624941 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8598c73-6973-430f-8383-eb9ad6bcb1cc req-0e50ce20-7132-4c1b-a946-68274566ce34 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:14.625576 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d8598c73-6973-430f-8383-eb9ad6bcb1cc req-0e50ce20-7132-4c1b-a946-68274566ce34 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d7ed2d7-8536-41bc-b6cb-fd3544ea6570 HTTP/1.1" status: 200 len: 944 time: 0.2446413 Feb 09 01:17:14.632871 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59548e7-c0b7-448e-8650-50994e501e99 req-66f92d11-b246-4bbb-a5ab-d23e64b15224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:14.634360 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c59548e7-c0b7-448e-8650-50994e501e99 req-66f92d11-b246-4bbb-a5ab-d23e64b15224 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2045653 Feb 09 01:17:14.676211 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea53022e-28ff-473e-9d49-00dc88ec6ec6 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:17:14.686218 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06319d5-db2e-48f7-906a-dcafcb76b424 None None] Sync routers for ids ['c13ebd50-8857-4350-bb48-ac5d55faf5fe'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:17:14.712003 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06319d5-db2e-48f7-906a-dcafcb76b424 None None] Routers {'c13ebd50-8857-4350-bb48-ac5d55faf5fe'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:14.712592 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-62571fd6-27db-447b-95c8-a3b91f5cd571 None None] For port c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e,segment=NetworkSegment(1842e8bc-30db-4f8e-a47b-1ae1504abf86),segment_id=1842e8bc-30db-4f8e-a47b-1ae1504abf86)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:14.712752 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-c06319d5-db2e-48f7-906a-dcafcb76b424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:16:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c13ebd50-8857-4350-bb48-ac5d55faf5fe'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:14.728444 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device e2802cd0-c205-4a26-82c7-646e9b414123 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:17:14.743658 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea53022e-28ff-473e-9d49-00dc88ec6ec6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:14.755528 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ea53022e-28ff-473e-9d49-00dc88ec6ec6 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7167914 Feb 09 01:17:14.759250 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db62f5fd-517e-45f5-abab-83e71327ce1c req-be110221-f9c1-45ad-b1b6-9da32898db6b service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=6d9542e3-f283-4dae-bfb1-24496d4e3805 HTTP/1.1" status: 200 len: 210 time: 0.1292474 Feb 09 01:17:14.762383 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54542) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:14.783065 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-d70d45fe-21bc-4add-aff7-7965d804f8c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc10b6c4-55fb-4a05-9368-4cd0232906ff {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:17:14.805091 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-d70d45fe-21bc-4add-aff7-7965d804f8c0 service neutron] Publish callbacks [] for port (bc10b6c4-55fb-4a05-9368-4cd0232906ff), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:14.837700 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-d70d45fe-21bc-4add-aff7-7965d804f8c0 service neutron] Transition to ACTIVE for port object bc10b6c4-55fb-4a05-9368-4cd0232906ff will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:14.845229 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-d70d45fe-21bc-4add-aff7-7965d804f8c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (bc10b6c4-55fb-4a05-9368-4cd0232906ff), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:14.954519 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port e2802cd0-c205-4a26-82c7-646e9b414123, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=e2802cd0-c205-4a26-82c7-646e9b414123,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:14.972324 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': 'e2802cd0-c205-4a26-82c7-646e9b414123', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': 'e2802cd0-c205-4a26-82c7-646e9b414123', 'mac_address': 'fa:16:3e:e7:16:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:17:14.976611 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-62571fd6-27db-447b-95c8-a3b91f5cd571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:14.988420 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-c06319d5-db2e-48f7-906a-dcafcb76b424 None None] Set router c13ebd50-8857-4350-bb48-ac5d55faf5fe gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:15.052589 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d8598c73-6973-430f-8383-eb9ad6bcb1cc req-89787068-b6a5-450b-9a44-f658b53619d3 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830876 Feb 09 01:17:15.104868 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-419ce3f8-da48-46a2-9eaf-3acf8e662d64 req-bab525ed-60ab-44d0-9634-b2ff7f612549 tempest-SecurityGroupsTestAdminJSON-1514091003 tempest-SecurityGroupsTestAdminJSON-1514091003-project] 10.222.0.30 "GET /v2.0/security-groups/0d96a4d5-9474-4cd7-bfa7-b4cbb7580368 HTTP/1.1" status: 200 len: 2998 time: 0.4774613 Feb 09 01:17:15.174710 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 3a79df08-f108-4e06-8d14-5405689454ab up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:17:15.244927 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70d45fe-21bc-4add-aff7-7965d804f8c0 service neutron] Pushing event updated for resources: {'Port': ['ID=bc10b6c4-55fb-4a05-9368-4cd0232906ff,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:15.276046 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-c06319d5-db2e-48f7-906a-dcafcb76b424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13ebd50-8857-4350-bb48-ac5d55faf5fe', 'name': 'tempest-TaggedBootDevicesTest-854535665-router', 'tenant_id': 'cac06763934f48759bf988bffb5e2355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'bae12c89-5da9-44c5-b0de-f97627ec8d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:10Z', 'updated_at': '2022-02-09T01:17:12Z', 'revision_number': 3, 'project_id': 'cac06763934f48759bf988bffb5e2355', 'gw_port': {'id': 'bae12c89-5da9-44c5-b0de-f97627ec8d35', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:bd:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13ebd50-8857-4350-bb48-ac5d55faf5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:11Z', 'updated_at': '2022-02-09T01:17:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:15.337562 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06319d5-db2e-48f7-906a-dcafcb76b424 None None] Checking router: c13ebd50-8857-4350-bb48-ac5d55faf5fe for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:17:15.337903 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06319d5-db2e-48f7-906a-dcafcb76b424 None None] Updating router c13ebd50-8857-4350-bb48-ac5d55faf5fe port bae12c89-5da9-44c5-b0de-f97627ec8d35 binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:17:15.346966 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62571fd6-27db-447b-95c8-a3b91f5cd571 None None] Pushing event updated for resources: {'Port': ['ID=c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:15.413701 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c06319d5-db2e-48f7-906a-dcafcb76b424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (bae12c89-5da9-44c5-b0de-f97627ec8d35), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:15.428554 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port e2802cd0-c205-4a26-82c7-646e9b414123 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:15.440700 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e2802cd0-c205-4a26-82c7-646e9b414123), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:15.444513 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4aaa196b-05e2-4cae-bf22-7fc836d1e745 req-b5b70eea-4f8a-43d9-86d6-12c03ec632d8 tempest-ServerShowV257Test-101010638 tempest-ServerShowV257Test-101010638-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d9542e3-f283-4dae-bfb1-24496d4e3805 HTTP/1.1" status: 200 len: 210 time: 0.2234712 Feb 09 01:17:15.455880 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c59548e7-c0b7-448e-8650-50994e501e99 req-3b93646e-245e-4272-b01a-a48068ff39cb service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7917347 Feb 09 01:17:15.521535 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2802cd0-c205-4a26-82c7-646e9b414123 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:17:15.569246 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port e2802cd0-c205-4a26-82c7-646e9b414123, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=e2802cd0-c205-4a26-82c7-646e9b414123,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:15.631621 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e2802cd0-c205-4a26-82c7-646e9b414123), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:15.644471 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a507dc-9626-4064-a68f-c4d2c5597229 None None] Network 8645e20d-4975-4f2e-9e97-c8c07527c266 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:17:15.696276 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-d70d45fe-21bc-4add-aff7-7965d804f8c0 service neutron] Attempting to bind port bc10b6c4-55fb-4a05-9368-4cd0232906ff on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:17:15.701468 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-d70d45fe-21bc-4add-aff7-7965d804f8c0 service neutron] Attempting to bind port bc10b6c4-55fb-4a05-9368-4cd0232906ff by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:17:15.702519 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-d70d45fe-21bc-4add-aff7-7965d804f8c0 service neutron] Attempting to bind port bc10b6c4-55fb-4a05-9368-4cd0232906ff on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:17:15.728864 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c59548e7-c0b7-448e-8650-50994e501e99 req-28bc928b-cdce-43bd-be89-04fbfc648210 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943309 Feb 09 01:17:15.782011 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-d70d45fe-21bc-4add-aff7-7965d804f8c0 service neutron] Port bc10b6c4-55fb-4a05-9368-4cd0232906ff on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:17:15.782590 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-d70d45fe-21bc-4add-aff7-7965d804f8c0 service neutron] Attempting to bind port bc10b6c4-55fb-4a05-9368-4cd0232906ff on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:17:15.807919 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-d70d45fe-21bc-4add-aff7-7965d804f8c0 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:17:15.814765 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-d70d45fe-21bc-4add-aff7-7965d804f8c0 service neutron] Checking segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:17:15.815441 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-d70d45fe-21bc-4add-aff7-7965d804f8c0 service neutron] Bound using segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:17:15.821941 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-d70d45fe-21bc-4add-aff7-7965d804f8c0 service neutron] Bound port: bc10b6c4-55fb-4a05-9368-4cd0232906ff, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:17:15.822188 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-2f0c84f7-6875-4710-aeff-4f6bd39539ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed5a29a-e485-4b85-9479-23549366fee1', 'name': 'tempest-TaggedBootDevicesTest-206863347-router', 'tenant_id': 'e9919418afe248229cfe208277f2e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '66fe411e-b7bd-457b-b581-e04de188e96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:00Z', 'updated_at': '2022-02-09T01:17:06Z', 'revision_number': 4, 'project_id': 'e9919418afe248229cfe208277f2e93f', 'gw_port': {'id': '66fe411e-b7bd-457b-b581-e04de188e96c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:21:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed5a29a-e485-4b85-9479-23549366fee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:01Z', 'updated_at': '2022-02-09T01:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e', 'name': '', 'network_id': 'da52059d-73c2-403d-a351-476231473b23', 'tenant_id': 'e9919418afe248229cfe208277f2e93f', 'mac_address': 'fa:16:3e:ac:8b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed5a29a-e485-4b85-9479-23549366fee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'ef054353-32e4-4288-8c12-230c98a17b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:04Z', 'updated_at': '2022-02-09T01:17:12Z', 'revision_number': 4, 'project_id': 'e9919418afe248229cfe208277f2e93f', 'subnets': [{'id': 'ef054353-32e4-4288-8c12-230c98a17b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:15.822453 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-d70d45fe-21bc-4add-aff7-7965d804f8c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (bc10b6c4-55fb-4a05-9368-4cd0232906ff), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:15.895030 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0c84f7-6875-4710-aeff-4f6bd39539ad None None] The sync data for ids ['eed5a29a-e485-4b85-9479-23549366fee1'] in n-d-822053-40 is: [{'id': 'eed5a29a-e485-4b85-9479-23549366fee1', 'name': 'tempest-TaggedBootDevicesTest-206863347-router', 'tenant_id': 'e9919418afe248229cfe208277f2e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '66fe411e-b7bd-457b-b581-e04de188e96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:00Z', 'updated_at': '2022-02-09T01:17:06Z', 'revision_number': 4, 'project_id': 'e9919418afe248229cfe208277f2e93f', 'gw_port': {'id': '66fe411e-b7bd-457b-b581-e04de188e96c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:21:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed5a29a-e485-4b85-9479-23549366fee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:01Z', 'updated_at': '2022-02-09T01:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e', 'name': '', 'network_id': 'da52059d-73c2-403d-a351-476231473b23', 'tenant_id': 'e9919418afe248229cfe208277f2e93f', 'mac_address': 'fa:16:3e:ac:8b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed5a29a-e485-4b85-9479-23549366fee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'ef054353-32e4-4288-8c12-230c98a17b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:04Z', 'updated_at': '2022-02-09T01:17:12Z', 'revision_number': 4, 'project_id': 'e9919418afe248229cfe208277f2e93f', 'subnets': [{'id': 'ef054353-32e4-4288-8c12-230c98a17b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:17:16.033104 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['e2802cd0-c205-4a26-82c7-646e9b414123'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:17:16.041603 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 3a79df08-f108-4e06-8d14-5405689454ab triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:16.042120 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3a79df08-f108-4e06-8d14-5405689454ab), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:16.160360 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-d70d45fe-21bc-4add-aff7-7965d804f8c0 service neutron] For port bc10b6c4-55fb-4a05-9368-4cd0232906ff, host n-h2-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:17:16.282415 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-d70d45fe-21bc-4add-aff7-7965d804f8c0 service neutron] For port bc10b6c4-55fb-4a05-9368-4cd0232906ff, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=bc10b6c4-55fb-4a05-9368-4cd0232906ff,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:17:16.318858 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-d70d45fe-21bc-4add-aff7-7965d804f8c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (bc10b6c4-55fb-4a05-9368-4cd0232906ff), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:16.336589 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-4a776f7c-39ea-4552-a1b6-1acac31d4517 None None] Provisioning complete for port 3a79df08-f108-4e06-8d14-5405689454ab triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:16.336889 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4a776f7c-39ea-4552-a1b6-1acac31d4517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3a79df08-f108-4e06-8d14-5405689454ab), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:16.369436 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c06319d5-db2e-48f7-906a-dcafcb76b424 None None] Publish callbacks [] for port (bae12c89-5da9-44c5-b0de-f97627ec8d35), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:16.379404 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c06319d5-db2e-48f7-906a-dcafcb76b424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (bae12c89-5da9-44c5-b0de-f97627ec8d35), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:16.431679 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-d70d45fe-21bc-4add-aff7-7965d804f8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:16.437260 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-d70d45fe-21bc-4add-aff7-7965d804f8c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:16.439505 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-d70d45fe-21bc-4add-aff7-7965d804f8c0 service neutron] 10.222.0.91 "PUT /v2.0/ports/bc10b6c4-55fb-4a05-9368-4cd0232906ff HTTP/1.1" status: 200 len: 1096 time: 3.1581051 Feb 09 01:17:16.450729 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c593708-2e8a-498c-af6b-c981dd18dd0e', 'tag': 'bc10b6c4-55fb-4a05-9368-4cd0232906ff'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:17:16.459188 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08c53ee-dc23-45e0-8373-5c337dd244ec" -d '{"events": [{"name": "network-changed", "server_uuid": "4c593708-2e8a-498c-af6b-c981dd18dd0e", "tag": "bc10b6c4-55fb-4a05-9368-4cd0232906ff"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:17:16.465959 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=e2802cd0-c205-4a26-82c7-646e9b414123,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:16.536556 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-c06319d5-db2e-48f7-906a-dcafcb76b424 None None] Attempting to bind port bae12c89-5da9-44c5-b0de-f97627ec8d35 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:17:16.536924 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-c06319d5-db2e-48f7-906a-dcafcb76b424 None None] Attempting to bind port bae12c89-5da9-44c5-b0de-f97627ec8d35 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:17:16.537289 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06319d5-db2e-48f7-906a-dcafcb76b424 None None] Attempting to bind port bae12c89-5da9-44c5-b0de-f97627ec8d35 on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:17:16.560518 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112c7c9-536f-4661-b53f-0ef6ff57e5b3 None None] Pushing event updated for resources: {'Port': ['ID=bae12c89-5da9-44c5-b0de-f97627ec8d35,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:16.575805 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06319d5-db2e-48f7-906a-dcafcb76b424 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:17:16.575805 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06319d5-db2e-48f7-906a-dcafcb76b424 None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:17:16.575805 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c06319d5-db2e-48f7-906a-dcafcb76b424 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:16.575805 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06319d5-db2e-48f7-906a-dcafcb76b424 None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:17:16.575805 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-c06319d5-db2e-48f7-906a-dcafcb76b424 None None] Bound port: bae12c89-5da9-44c5-b0de-f97627ec8d35, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:17:16.575805 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c06319d5-db2e-48f7-906a-dcafcb76b424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (bae12c89-5da9-44c5-b0de-f97627ec8d35), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:16.584753 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70d45fe-21bc-4add-aff7-7965d804f8c0 service neutron] Pushing event updated for resources: {'Port': ['ID=bc10b6c4-55fb-4a05-9368-4cd0232906ff,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:16.610696 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dc5ea163-6c73-4dc9-8713-11b9e2d4c6a5 req-3cba2ffc-8542-425e-bb4c-e28676a3a5fd tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] 10.222.0.30 "GET /v2.0/security-groups/ae0f462f-5881-46e7-b184-15e5e834a5b9 HTTP/1.1" status: 200 len: 1792 time: 1.0773294 Feb 09 01:17:16.622431 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74bd49-7fc4-4ac7-a8f4-1341cdb7df20 req-ce6601bb-0ddf-4902-9d45-23cef68c40f7 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:16.626190 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0b74bd49-7fc4-4ac7-a8f4-1341cdb7df20 req-ce6601bb-0ddf-4902-9d45-23cef68c40f7 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] 10.222.0.30 "GET /v2.0/ports?device_id=2043a619-df48-484b-b0df-dedaa1c33fe0 HTTP/1.1" status: 200 len: 947 time: 1.3292482 Feb 09 01:17:16.790268 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-c06319d5-db2e-48f7-906a-dcafcb76b424 None None] For port bae12c89-5da9-44c5-b0de-f97627ec8d35, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:17:16.800657 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-c06319d5-db2e-48f7-906a-dcafcb76b424 None None] For port bae12c89-5da9-44c5-b0de-f97627ec8d35, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=bae12c89-5da9-44c5-b0de-f97627ec8d35,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:17:16.814116 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-c06319d5-db2e-48f7-906a-dcafcb76b424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (bae12c89-5da9-44c5-b0de-f97627ec8d35), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:16.848422 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 3a79df08-f108-4e06-8d14-5405689454ab is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:16.848873 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3a79df08-f108-4e06-8d14-5405689454ab), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:16.885378 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-dc5ea163-6c73-4dc9-8713-11b9e2d4c6a5 req-5c19d014-8019-4cdd-a5ab-70f9becc49c4 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] Publish callbacks [] for security_group (ae0f462f-5881-46e7-b184-15e5e834a5b9), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:16.962103 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-dc5ea163-6c73-4dc9-8713-11b9e2d4c6a5 req-5c19d014-8019-4cdd-a5ab-70f9becc49c4 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] Publish callbacks [] for security_group (ae0f462f-5881-46e7-b184-15e5e834a5b9), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:16.989579 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06319d5-db2e-48f7-906a-dcafcb76b424 None None] Routers {'c13ebd50-8857-4350-bb48-ac5d55faf5fe'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:16.990464 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-c06319d5-db2e-48f7-906a-dcafcb76b424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:16:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c13ebd50-8857-4350-bb48-ac5d55faf5fe'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:17.052806 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-dc5ea163-6c73-4dc9-8713-11b9e2d4c6a5 req-5c19d014-8019-4cdd-a5ab-70f9becc49c4 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ae0f462f-5881-46e7-b184-15e5e834a5b9), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:17.058212 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-dc5ea163-6c73-4dc9-8713-11b9e2d4c6a5 req-5c19d014-8019-4cdd-a5ab-70f9becc49c4 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:17.059377 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dc5ea163-6c73-4dc9-8713-11b9e2d4c6a5 req-5c19d014-8019-4cdd-a5ab-70f9becc49c4 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] 10.222.0.30 "DELETE /v2.0/security-groups/ae0f462f-5881-46e7-b184-15e5e834a5b9 HTTP/1.1" status: 204 len: 173 time: 0.4306581 Feb 09 01:17:17.080020 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 3a79df08-f108-4e06-8d14-5405689454ab, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=3a79df08-f108-4e06-8d14-5405689454ab,segment=NetworkSegment(1fcfd921-2942-4949-9e68-36da773a855f),segment_id=1fcfd921-2942-4949-9e68-36da773a855f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:17.097392 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0b74bd49-7fc4-4ac7-a8f4-1341cdb7df20 req-5e959d03-4291-4993-81c5-1124b5c94114 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] 10.222.0.30 "GET /v2.0/security-groups?id=cae92d08-e4a6-4eba-a75a-1bf840710929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4659538 Feb 09 01:17:17.107634 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (3a79df08-f108-4e06-8d14-5405689454ab), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:17.110002 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19d014-8019-4cdd-a5ab-70f9becc49c4 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0f462f-5881-46e7-b184-15e5e834a5b9,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:17.149949 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-114e751d-4c06-4130-91a3-733461f567a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (7bf369ba-1072-491b-b336-6d2a28e3db53), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:17.156526 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112c7c9-536f-4661-b53f-0ef6ff57e5b3 None None] Pushing event updated for resources: {'Port': ['ID=bae12c89-5da9-44c5-b0de-f97627ec8d35,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:17.213976 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-4a776f7c-39ea-4552-a1b6-1acac31d4517 None None] Current status of the port 3a79df08-f108-4e06-8d14-5405689454ab is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:17.214363 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4a776f7c-39ea-4552-a1b6-1acac31d4517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3a79df08-f108-4e06-8d14-5405689454ab), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:17.306873 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-c06319d5-db2e-48f7-906a-dcafcb76b424 None None] Set router c13ebd50-8857-4350-bb48-ac5d55faf5fe gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:17.327379 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=3a79df08-f108-4e06-8d14-5405689454ab,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:17.418881 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:17:17.553162 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-4a776f7c-39ea-4552-a1b6-1acac31d4517 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:17:17.553833 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-4a776f7c-39ea-4552-a1b6-1acac31d4517 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:17:17.568055 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:17.568440 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:17.601122 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-216f9eb0-262b-43f3-8b4b-50396f23da9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:17.609504 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-216f9eb0-262b-43f3-8b4b-50396f23da9d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=96ec3c67678146beaf15c5b8f55a284c&device_id=4c593708-2e8a-498c-af6b-c981dd18dd0e HTTP/1.1" status: 200 len: 1130 time: 1.1092362 Feb 09 01:17:17.619723 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355bfaf-5d63-4c66-8e0c-8331daa5110f req-a5343700-c9ac-420b-a55a-030ef4784b60 tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:17.623022 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7355bfaf-5d63-4c66-8e0c-8331daa5110f req-a5343700-c9ac-420b-a55a-030ef4784b60 tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c593708-2e8a-498c-af6b-c981dd18dd0e HTTP/1.1" status: 200 len: 947 time: 0.3713610 Feb 09 01:17:17.649375 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36cd415-fc2f-4e88-bc0c-2dfd259c051b req-17094f89-7b7b-44c0-a116-2e14926b0094 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:17.650913 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d36cd415-fc2f-4e88-bc0c-2dfd259c051b req-17094f89-7b7b-44c0-a116-2e14926b0094 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d7ed2d7-8536-41bc-b6cb-fd3544ea6570 HTTP/1.1" status: 200 len: 944 time: 0.2191269 Feb 09 01:17:17.680573 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-c2575a0c-3699-4aef-98c1-1d449a061ebb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=bc10b6c4-55fb-4a05-9368-4cd0232906ff HTTP/1.1" status: 200 len: 217 time: 0.0654099 Feb 09 01:17:17.718766 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-c06319d5-db2e-48f7-906a-dcafcb76b424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13ebd50-8857-4350-bb48-ac5d55faf5fe', 'name': 'tempest-TaggedBootDevicesTest-854535665-router', 'tenant_id': 'cac06763934f48759bf988bffb5e2355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'bae12c89-5da9-44c5-b0de-f97627ec8d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:10Z', 'updated_at': '2022-02-09T01:17:12Z', 'revision_number': 3, 'project_id': 'cac06763934f48759bf988bffb5e2355', 'gw_port': {'id': 'bae12c89-5da9-44c5-b0de-f97627ec8d35', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:bd:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13ebd50-8857-4350-bb48-ac5d55faf5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:11Z', 'updated_at': '2022-02-09T01:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:17.782375 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06319d5-db2e-48f7-906a-dcafcb76b424 None None] The sync data for ids ['c13ebd50-8857-4350-bb48-ac5d55faf5fe'] in n-d-822053-40 is: [{'id': 'c13ebd50-8857-4350-bb48-ac5d55faf5fe', 'name': 'tempest-TaggedBootDevicesTest-854535665-router', 'tenant_id': 'cac06763934f48759bf988bffb5e2355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'bae12c89-5da9-44c5-b0de-f97627ec8d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:10Z', 'updated_at': '2022-02-09T01:17:12Z', 'revision_number': 3, 'project_id': 'cac06763934f48759bf988bffb5e2355', 'gw_port': {'id': 'bae12c89-5da9-44c5-b0de-f97627ec8d35', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:bd:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13ebd50-8857-4350-bb48-ac5d55faf5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:11Z', 'updated_at': '2022-02-09T01:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:17:17.799762 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:17.842618 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 110cb464-a641-4916-bcb5-edb0e09c3b46 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:17:17.851970 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-5676f772-659d-4b9d-9c21-879271e0b805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:17.853828 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-5676f772-659d-4b9d-9c21-879271e0b805 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.1594245 Feb 09 01:17:17.875785 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d36cd415-fc2f-4e88-bc0c-2dfd259c051b req-d8980100-a76d-43ad-9070-83892510cba6 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094493 Feb 09 01:17:17.883753 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7355bfaf-5d63-4c66-8e0c-8331daa5110f req-e692561c-1afd-4290-b502-00680a6d32a3 tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] 10.222.0.30 "GET /v2.0/security-groups?id=02c73380-8749-489e-943b-f7bf37fffd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262692 Feb 09 01:17:17.911366 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dbd5eac9-33bf-4327-bcdd-5311dd094422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:18.034960 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c505fffb-e82e-4808-8bdb-d593c69521a5 x-openstack-request-id: req-c505fffb-e82e-4808-8bdb-d593c69521a5 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:17:18.037908 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c593708-2e8a-498c-af6b-c981dd18dd0e", "tag": "bc10b6c4-55fb-4a05-9368-4cd0232906ff", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:17:18.038386 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c505fffb-e82e-4808-8bdb-d593c69521a5 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:17:18.039535 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c593708-2e8a-498c-af6b-c981dd18dd0e', 'tag': 'bc10b6c4-55fb-4a05-9368-4cd0232906ff', 'status': 'completed', 'code': 200} Feb 09 01:17:18.050440 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 110cb464-a641-4916-bcb5-edb0e09c3b46 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:18.051103 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (110cb464-a641-4916-bcb5-edb0e09c3b46), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:18.097570 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-91c0681b-5192-406d-a185-f37724c982ef req-e779f8a9-8ddb-4328-b556-16a9eabbb057 tempest-ServerShowV257Test-101010638 tempest-ServerShowV257Test-101010638-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d9542e3-f283-4dae-bfb1-24496d4e3805 HTTP/1.1" status: 200 len: 210 time: 0.1033132 Feb 09 01:17:18.183561 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-45e84291-208e-4e36-91e4-c32d242de222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:18.187352 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ddad6b38-2a7c-4ea8-858a-d879bac9d5ae req-f4eca905-fbe0-4473-96ea-4d70f34e0c4a tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] 10.222.0.30 "GET /v2.0/security-groups/0281eca8-cd5b-41b3-a59e-5f80edd014a6 HTTP/1.1" status: 200 len: 1794 time: 0.1170998 Feb 09 01:17:18.188355 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-45e84291-208e-4e36-91e4-c32d242de222 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3243313 Feb 09 01:17:18.194430 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-4a776f7c-39ea-4552-a1b6-1acac31d4517 None None] Current status of the port 3a79df08-f108-4e06-8d14-5405689454ab is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:18.277073 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 110cb464-a641-4916-bcb5-edb0e09c3b46 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:18.277468 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (110cb464-a641-4916-bcb5-edb0e09c3b46), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:18.298845 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-114e751d-4c06-4130-91a3-733461f567a3 admin admin] Deleting port dc259c1c-b082-4649-892d-055dcc107a86 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:18.299317 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-114e751d-4c06-4130-91a3-733461f567a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (dc259c1c-b082-4649-892d-055dcc107a86), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:18.351531 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 110cb464-a641-4916-bcb5-edb0e09c3b46, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=110cb464-a641-4916-bcb5-edb0e09c3b46,segment=NetworkSegment(6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12),segment_id=6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:18.353933 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7ed2d7-8536-41bc-b6cb-fd3544ea6570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110cb464-a641-4916-bcb5-edb0e09c3b46'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:17:18.356518 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cabe3fc-48bd-40b0-b063-1c61cd1e17b1" -d '{"events": [{"server_uuid": "1d7ed2d7-8536-41bc-b6cb-fd3544ea6570", "name": "network-vif-plugged", "status": "completed", "tag": "110cb464-a641-4916-bcb5-edb0e09c3b46"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:17:18.369856 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (110cb464-a641-4916-bcb5-edb0e09c3b46), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:18.464079 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ddad6b38-2a7c-4ea8-858a-d879bac9d5ae req-5b27c9f1-4d36-408a-bc6b-c6f5da221412 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] Publish callbacks [] for security_group (0281eca8-cd5b-41b3-a59e-5f80edd014a6), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:18.468638 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d04f7b38-d6c6-4f3c-a103-978629a47487 None None] Provisioning complete for port 3a79df08-f108-4e06-8d14-5405689454ab triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:18.469020 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d04f7b38-d6c6-4f3c-a103-978629a47487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3a79df08-f108-4e06-8d14-5405689454ab), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:18.562334 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device e2802cd0-c205-4a26-82c7-646e9b414123 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:17:18.568040 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfffabd-87c9-4f13-b08b-0f6948b12a5c req-ec02b55f-ab09-4daf-bd99-1e063749f405 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:18.572678 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bdfffabd-87c9-4f13-b08b-0f6948b12a5c req-ec02b55f-ab09-4daf-bd99-1e063749f405 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] 10.222.0.30 "GET /v2.0/ports?device_id=2043a619-df48-484b-b0df-dedaa1c33fe0 HTTP/1.1" status: 200 len: 948 time: 0.2970195 Feb 09 01:17:18.596329 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ddad6b38-2a7c-4ea8-858a-d879bac9d5ae req-5b27c9f1-4d36-408a-bc6b-c6f5da221412 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] Publish callbacks [] for security_group (0281eca8-cd5b-41b3-a59e-5f80edd014a6), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:18.670031 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=110cb464-a641-4916-bcb5-edb0e09c3b46,revision_number=8']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:18.693457 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-114e751d-4c06-4130-91a3-733461f567a3 admin admin] For port dc259c1c-b082-4649-892d-055dcc107a86, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=dc259c1c-b082-4649-892d-055dcc107a86,segment=NetworkSegment(77f5f6de-2912-4bde-8be0-2caaa2221b45),segment_id=77f5f6de-2912-4bde-8be0-2caaa2221b45)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:18.695854 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-e8abf0dd-5c9e-4c19-bd87-d8e74a98f603 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4996405 Feb 09 01:17:18.696626 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-114e751d-4c06-4130-91a3-733461f567a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (dc259c1c-b082-4649-892d-055dcc107a86), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:18.748424 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port e2802cd0-c205-4a26-82c7-646e9b414123 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:17:18.751423 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-114e751d-4c06-4130-91a3-733461f567a3 admin admin] Calling delete_port for dc259c1c-b082-4649-892d-055dcc107a86 owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:18.783994 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bdfffabd-87c9-4f13-b08b-0f6948b12a5c req-ea51071e-7187-41c6-9516-822570a39f12 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] 10.222.0.30 "GET /v2.0/security-groups?id=cae92d08-e4a6-4eba-a75a-1bf840710929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915123 Feb 09 01:17:18.786855 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ddad6b38-2a7c-4ea8-858a-d879bac9d5ae req-5b27c9f1-4d36-408a-bc6b-c6f5da221412 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0281eca8-cd5b-41b3-a59e-5f80edd014a6), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:18.790650 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ddad6b38-2a7c-4ea8-858a-d879bac9d5ae req-5b27c9f1-4d36-408a-bc6b-c6f5da221412 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:18.792098 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ddad6b38-2a7c-4ea8-858a-d879bac9d5ae req-5b27c9f1-4d36-408a-bc6b-c6f5da221412 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] 10.222.0.30 "DELETE /v2.0/security-groups/0281eca8-cd5b-41b3-a59e-5f80edd014a6 HTTP/1.1" status: 204 len: 173 time: 0.5974429 Feb 09 01:17:18.817064 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port e2802cd0-c205-4a26-82c7-646e9b414123 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:18.817745 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e2802cd0-c205-4a26-82c7-646e9b414123), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:18.885285 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7147da-68d7-475f-8bd4-00a46b1ee957 x-openstack-request-id: req-1f7147da-68d7-475f-8bd4-00a46b1ee957 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:17:18.885730 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7ed2d7-8536-41bc-b6cb-fd3544ea6570", "name": "network-vif-plugged", "status": "completed", "tag": "110cb464-a641-4916-bcb5-edb0e09c3b46", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:17:18.886085 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1f7147da-68d7-475f-8bd4-00a46b1ee957 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:17:18.886581 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7ed2d7-8536-41bc-b6cb-fd3544ea6570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110cb464-a641-4916-bcb5-edb0e09c3b46', 'code': 200} Feb 09 01:17:18.890808 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27c9f1-4d36-408a-bc6b-c6f5da221412 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0281eca8-cd5b-41b3-a59e-5f80edd014a6,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:18.898599 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d04f7b38-d6c6-4f3c-a103-978629a47487 None None] Current status of the port 3a79df08-f108-4e06-8d14-5405689454ab is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:19.005807 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27c9f1-4d36-408a-bc6b-c6f5da221412 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:19.006167 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27c9f1-4d36-408a-bc6b-c6f5da221412 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:19.008961 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27c9f1-4d36-408a-bc6b-c6f5da221412 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:19.009505 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27c9f1-4d36-408a-bc6b-c6f5da221412 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:19.009710 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27c9f1-4d36-408a-bc6b-c6f5da221412 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:19.010056 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27c9f1-4d36-408a-bc6b-c6f5da221412 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:19.010582 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27c9f1-4d36-408a-bc6b-c6f5da221412 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:19.010914 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27c9f1-4d36-408a-bc6b-c6f5da221412 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:19.012090 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27c9f1-4d36-408a-bc6b-c6f5da221412 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:19.012489 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27c9f1-4d36-408a-bc6b-c6f5da221412 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:19.012855 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27c9f1-4d36-408a-bc6b-c6f5da221412 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:19.013164 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27c9f1-4d36-408a-bc6b-c6f5da221412 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:19.017961 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27c9f1-4d36-408a-bc6b-c6f5da221412 tempest-SecurityGroupsTestAdminJSON-1034701318 tempest-SecurityGroupsTestAdminJSON-1034701318-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:19.022597 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port e2802cd0-c205-4a26-82c7-646e9b414123 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:19.028852 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-7f1798e0-b1e0-49bc-87b0-666c5247a715 req-b5adcb1a-9cc0-428a-87be-5a4060bb9062 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204846 Feb 09 01:17:19.030394 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e2802cd0-c205-4a26-82c7-646e9b414123), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:19.049813 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-dbd5eac9-33bf-4327-bcdd-5311dd094422 admin admin] Allocated IP 172.20.0.1 (8645e20d-4975-4f2e-9e97-c8c07527c266/d8a55110-c3b2-46c7-99b4-f7db990efa50/d29d1a9c-6dbb-4dee-a86b-379c73c4ad81) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:19.201088 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port e2802cd0-c205-4a26-82c7-646e9b414123, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=e2802cd0-c205-4a26-82c7-646e9b414123,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:19.211386 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e2802cd0-c205-4a26-82c7-646e9b414123), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:19.350858 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=e2802cd0-c205-4a26-82c7-646e9b414123,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:19.375700 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:19.435932 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device bae12c89-5da9-44c5-b0de-f97627ec8d35 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:17:19.438621 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-52555ffa-07ed-49e2-a20b-1a332bde2540 req-31a92516-e16d-4360-9a51-bebace7057f9 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9211b293c3ca4278a5cf52b52e3a6472&device_id=6d9542e3-f283-4dae-bfb1-24496d4e3805 HTTP/1.1" status: 200 len: 210 time: 0.1945124 Feb 09 01:17:19.450017 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fa353-b375-4f82-aa20-1047736304fb req-3dd6ef35-360f-49fd-9d9f-4f4728fce427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:19.451710 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c42fa353-b375-4f82-aa20-1047736304fb req-3dd6ef35-360f-49fd-9d9f-4f4728fce427 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1d7ed2d7-8536-41bc-b6cb-fd3544ea6570 HTTP/1.1" status: 200 len: 1128 time: 0.3429286 Feb 09 01:17:19.536261 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dbd5eac9-33bf-4327-bcdd-5311dd094422 admin admin] Publish callbacks [] for port (d29d1a9c-6dbb-4dee-a86b-379c73c4ad81), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:19.540471 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c42fa353-b375-4f82-aa20-1047736304fb req-bf487e9a-7acd-4fb2-9fe0-bb109eeb73d5 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780528 Feb 09 01:17:19.566408 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port bae12c89-5da9-44c5-b0de-f97627ec8d35 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:19.566984 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (bae12c89-5da9-44c5-b0de-f97627ec8d35), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:19.568105 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eff73d01-2a41-4b62-a55c-803ca95e8dd6 req-d98860fa-4b0d-4689-a1f6-edd2009ef9e7 tempest-SecurityGroupsTestAdminJSON-1514091003 tempest-SecurityGroupsTestAdminJSON-1514091003-project] 10.222.0.30 "GET /v2.0/security-groups/335350c1-ead5-4f43-a6b5-cb0771375293 HTTP/1.1" status: 200 len: 1795 time: 0.6296294 Feb 09 01:17:19.570011 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-52555ffa-07ed-49e2-a20b-1a332bde2540 req-7a71e5a9-02c9-4dde-b8c8-d841dd2e67fe service neutron] 10.222.0.121 "GET /v2.0/networks?tenant_id=9211b293c3ca4278a5cf52b52e3a6472&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1165254 Feb 09 01:17:19.589757 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c53ee-dc23-45e0-8373-5c337dd244ec req-740a1140-279e-4bbf-a312-50c59289004f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:19.591857 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a08c53ee-dc23-45e0-8373-5c337dd244ec req-740a1140-279e-4bbf-a312-50c59289004f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=96ec3c67678146beaf15c5b8f55a284c&device_id=4c593708-2e8a-498c-af6b-c981dd18dd0e HTTP/1.1" status: 200 len: 1130 time: 0.4649475 Feb 09 01:17:19.602491 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dbd5eac9-33bf-4327-bcdd-5311dd094422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (d29d1a9c-6dbb-4dee-a86b-379c73c4ad81), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:19.634358 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd5eac9-33bf-4327-bcdd-5311dd094422 admin admin] Network 8645e20d-4975-4f2e-9e97-c8c07527c266 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:19.669697 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-dbd5eac9-33bf-4327-bcdd-5311dd094422 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:19.673443 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd5eac9-33bf-4327-bcdd-5311dd094422 admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:17:19.714987 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5eac9-33bf-4327-bcdd-5311dd094422 admin admin] Pushing event updated for resources: {'Port': ['ID=d29d1a9c-6dbb-4dee-a86b-379c73c4ad81,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:19.737077 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port bae12c89-5da9-44c5-b0de-f97627ec8d35 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:19.737781 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (bae12c89-5da9-44c5-b0de-f97627ec8d35), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:19.793489 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dbd5eac9-33bf-4327-bcdd-5311dd094422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (c13ebd50-8857-4350-bb48-ac5d55faf5fe), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:19.794050 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5f5b2-12d8-423f-942d-f14b76e1484a req-c69c66f0-a34c-4353-a270-62eda1638c0a tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:19.795712 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port bae12c89-5da9-44c5-b0de-f97627ec8d35, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=bae12c89-5da9-44c5-b0de-f97627ec8d35,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:19.797492 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-77d5f5b2-12d8-423f-942d-f14b76e1484a req-c69c66f0-a34c-4353-a270-62eda1638c0a tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d7ed2d7-8536-41bc-b6cb-fd3544ea6570 HTTP/1.1" status: 200 len: 945 time: 0.5570378 Feb 09 01:17:19.805051 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (bae12c89-5da9-44c5-b0de-f97627ec8d35), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:19.807913 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 3a79df08-f108-4e06-8d14-5405689454ab up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:17:19.923195 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=bae12c89-5da9-44c5-b0de-f97627ec8d35,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:19.955857 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 3a79df08-f108-4e06-8d14-5405689454ab triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:19.956714 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3a79df08-f108-4e06-8d14-5405689454ab), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:19.967106 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-eff73d01-2a41-4b62-a55c-803ca95e8dd6 req-179721be-3c70-459c-a60c-80812d60c7d9 tempest-SecurityGroupsTestAdminJSON-1514091003 tempest-SecurityGroupsTestAdminJSON-1514091003-project] Publish callbacks [] for security_group (335350c1-ead5-4f43-a6b5-cb0771375293), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:20.050101 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dbd5eac9-33bf-4327-bcdd-5311dd094422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d29d1a9c-6dbb-4dee-a86b-379c73c4ad81), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:20.145234 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-77d5f5b2-12d8-423f-942d-f14b76e1484a req-67eee29d-5304-4345-9680-3d2a7cdc33e7 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183513 Feb 09 01:17:20.164022 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-eff73d01-2a41-4b62-a55c-803ca95e8dd6 req-179721be-3c70-459c-a60c-80812d60c7d9 tempest-SecurityGroupsTestAdminJSON-1514091003 tempest-SecurityGroupsTestAdminJSON-1514091003-project] Publish callbacks [] for security_group (335350c1-ead5-4f43-a6b5-cb0771375293), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:20.182936 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 3a79df08-f108-4e06-8d14-5405689454ab is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:20.185167 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-1d3d2ca6-4456-4da5-b137-c760e23af212 None None] Provisioning complete for port d29d1a9c-6dbb-4dee-a86b-379c73c4ad81 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:20.185556 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1d3d2ca6-4456-4da5-b137-c760e23af212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d29d1a9c-6dbb-4dee-a86b-379c73c4ad81), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:20.198186 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52555ffa-07ed-49e2-a20b-1a332bde2540 req-347a078e-bddf-4e06-b60a-ac48df465e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:20.200420 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-52555ffa-07ed-49e2-a20b-1a332bde2540 req-347a078e-bddf-4e06-b60a-ac48df465e52 service neutron] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6211154 Feb 09 01:17:20.257728 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c53ee-dc23-45e0-8373-5c337dd244ec req-751d298e-9c1f-4c32-97fe-16119bc2fade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:20.259867 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a08c53ee-dc23-45e0-8373-5c337dd244ec req-751d298e-9c1f-4c32-97fe-16119bc2fade service neutron] 10.222.0.91 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.5135925 Feb 09 01:17:20.266594 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-114e751d-4c06-4130-91a3-733461f567a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (dc259c1c-b082-4649-892d-055dcc107a86), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:20.279435 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-1d3d2ca6-4456-4da5-b137-c760e23af212 None None] Port d29d1a9c-6dbb-4dee-a86b-379c73c4ad81 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:17:20.317988 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dbd5eac9-33bf-4327-bcdd-5311dd094422 admin admin] Publish callbacks [] for port (d29d1a9c-6dbb-4dee-a86b-379c73c4ad81), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:20.323699 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dbd5eac9-33bf-4327-bcdd-5311dd094422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (d29d1a9c-6dbb-4dee-a86b-379c73c4ad81), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:20.386494 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dbd5eac9-33bf-4327-bcdd-5311dd094422 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (c13ebd50-8857-4350-bb48-ac5d55faf5fe), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:20.478788 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e751d-4c06-4130-91a3-733461f567a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc259c1c-b082-4649-892d-055dcc107a86,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:20.516401 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a08c53ee-dc23-45e0-8373-5c337dd244ec req-9a7292a1-3642-4c10-926d-021742ff5c9d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=bc10b6c4-55fb-4a05-9368-4cd0232906ff HTTP/1.1" status: 200 len: 217 time: 0.2284133 Feb 09 01:17:20.525792 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-eff73d01-2a41-4b62-a55c-803ca95e8dd6 req-179721be-3c70-459c-a60c-80812d60c7d9 tempest-SecurityGroupsTestAdminJSON-1514091003 tempest-SecurityGroupsTestAdminJSON-1514091003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (335350c1-ead5-4f43-a6b5-cb0771375293), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:20.533220 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-eff73d01-2a41-4b62-a55c-803ca95e8dd6 req-179721be-3c70-459c-a60c-80812d60c7d9 tempest-SecurityGroupsTestAdminJSON-1514091003 tempest-SecurityGroupsTestAdminJSON-1514091003-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:20.534371 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eff73d01-2a41-4b62-a55c-803ca95e8dd6 req-179721be-3c70-459c-a60c-80812d60c7d9 tempest-SecurityGroupsTestAdminJSON-1514091003 tempest-SecurityGroupsTestAdminJSON-1514091003-project] 10.222.0.30 "DELETE /v2.0/security-groups/335350c1-ead5-4f43-a6b5-cb0771375293 HTTP/1.1" status: 204 len: 173 time: 0.9394279 Feb 09 01:17:20.610823 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd5eac9-33bf-4327-bcdd-5311dd094422 admin admin] Network 8645e20d-4975-4f2e-9e97-c8c07527c266 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:20.616892 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-dbd5eac9-33bf-4327-bcdd-5311dd094422 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:20.668273 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179721be-3c70-459c-a60c-80812d60c7d9 tempest-SecurityGroupsTestAdminJSON-1514091003 tempest-SecurityGroupsTestAdminJSON-1514091003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=335350c1-ead5-4f43-a6b5-cb0771375293,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:20.769681 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a8fd6030-67ab-4cb0-84e3-d794410435cf req-ac5b4caa-16cf-400d-9a25-0b65aedfe49d tempest-ServerShowV257Test-101010638 tempest-ServerShowV257Test-101010638-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d9542e3-f283-4dae-bfb1-24496d4e3805 HTTP/1.1" status: 200 len: 210 time: 0.0937803 Feb 09 01:17:20.796906 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c53ee-dc23-45e0-8373-5c337dd244ec req-3ce0cef1-abd3-40b6-b558-52307ac17f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:20.801754 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-afba1872-a8dc-439b-9b36-ac601b587aaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:20.812484 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a08c53ee-dc23-45e0-8373-5c337dd244ec req-3ce0cef1-abd3-40b6-b558-52307ac17f67 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.2316065 Feb 09 01:17:20.822202 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd5eac9-33bf-4327-bcdd-5311dd094422 admin admin] Router c13ebd50-8857-4350-bb48-ac5d55faf5fe has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:17:20.823476 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5eac9-33bf-4327-bcdd-5311dd094422 admin admin] Pushing event updated for resources: {'Port': ['ID=d29d1a9c-6dbb-4dee-a86b-379c73c4ad81,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:20.855422 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:20.887434 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2043a619-df48-484b-b0df-dedaa1c33fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2802cd0-c205-4a26-82c7-646e9b414123'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:17:20.890527 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfc25e6-81b9-4971-a9ad-106949d66eee" -d '{"events": [{"server_uuid": "2043a619-df48-484b-b0df-dedaa1c33fe0", "name": "network-vif-plugged", "status": "completed", "tag": "e2802cd0-c205-4a26-82c7-646e9b414123"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:17:21.059217 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd5eac9-33bf-4327-bcdd-5311dd094422 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:17:21.077401 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6050e311-64f2-4427-b7b1-9bc61f543ff4 None None] Sync routers for ids ['c13ebd50-8857-4350-bb48-ac5d55faf5fe'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:17:21.080718 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-dbd5eac9-33bf-4327-bcdd-5311dd094422 admin admin] 10.222.0.30 "PUT /v2.0/routers/c13ebd50-8857-4350-bb48-ac5d55faf5fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3146892 Feb 09 01:17:21.099149 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6050e311-64f2-4427-b7b1-9bc61f543ff4 None None] Routers {'c13ebd50-8857-4350-bb48-ac5d55faf5fe'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:21.101611 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6050e311-64f2-4427-b7b1-9bc61f543ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:16:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c13ebd50-8857-4350-bb48-ac5d55faf5fe'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:21.138429 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0800dd-d534-487c-a06d-b6e0b00b2553 req-bd08178d-57c6-490e-bda2-64cb7fdee13c tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:21.151193 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c0800dd-d534-487c-a06d-b6e0b00b2553 req-bd08178d-57c6-490e-bda2-64cb7fdee13c tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c593708-2e8a-498c-af6b-c981dd18dd0e HTTP/1.1" status: 200 len: 947 time: 0.8126302 Feb 09 01:17:21.264476 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-6050e311-64f2-4427-b7b1-9bc61f543ff4 None None] Set router c13ebd50-8857-4350-bb48-ac5d55faf5fe gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:21.395706 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c0800dd-d534-487c-a06d-b6e0b00b2553 req-daa9063b-b516-4aea-becd-555a966184b0 tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] 10.222.0.30 "GET /v2.0/security-groups?id=02c73380-8749-489e-943b-f7bf37fffd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417014 Feb 09 01:17:21.429842 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-114e751d-4c06-4130-91a3-733461f567a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (7bf369ba-1072-491b-b336-6d2a28e3db53), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:21.433019 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c53ee-dc23-45e0-8373-5c337dd244ec req-f325bb1b-13cf-469e-9f0b-c04113a7f094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:21.434706 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a08c53ee-dc23-45e0-8373-5c337dd244ec req-f325bb1b-13cf-469e-9f0b-c04113a7f094 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4430025 Feb 09 01:17:21.448859 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69874a8e-3c9e-4eaa-9968-971ccad3ef73 req-c9771400-13b4-407d-b729-d97c34a8e881 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:21.456612 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device bae12c89-5da9-44c5-b0de-f97627ec8d35 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:17:21.456862 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-69874a8e-3c9e-4eaa-9968-971ccad3ef73 req-c9771400-13b4-407d-b729-d97c34a8e881 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] 10.222.0.30 "GET /v2.0/ports?device_id=2043a619-df48-484b-b0df-dedaa1c33fe0 HTTP/1.1" status: 200 len: 949 time: 0.3807003 Feb 09 01:17:21.635623 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-52555ffa-07ed-49e2-a20b-1a332bde2540 req-d9bc9a35-e7d4-4e77-83f0-2d64dd031c48 tempest-ServerShowV257Test-101010638 tempest-ServerShowV257Test-101010638-project] 10.222.0.121 "GET /v2.0/ports?device_id=6d9542e3-f283-4dae-bfb1-24496d4e3805 HTTP/1.1" status: 200 len: 210 time: 0.1348205 Feb 09 01:17:21.779697 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bb512c92-6e34-4d3e-b69d-6c801426f802 req-abd61928-e5cf-4df7-8531-09d8f0a2f655 tempest-SecurityGroupsTestAdminJSON-1514091003 tempest-SecurityGroupsTestAdminJSON-1514091003-project] 10.222.0.30 "GET /v2.0/security-groups/f1fb9a09-08f4-40bb-806f-e5ddff9dbc14 HTTP/1.1" status: 200 len: 1794 time: 0.3537180 Feb 09 01:17:21.828999 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-69874a8e-3c9e-4eaa-9968-971ccad3ef73 req-4ee72ea4-f6fb-4ab7-9736-8470184bac21 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] 10.222.0.30 "GET /v2.0/security-groups?id=cae92d08-e4a6-4eba-a75a-1bf840710929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711255 Feb 09 01:17:21.844019 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-cb79cc54-23b1-4231-8ab4-9ab79bbb8266 None None] Provisioning complete for port d29d1a9c-6dbb-4dee-a86b-379c73c4ad81 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:21.844019 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cb79cc54-23b1-4231-8ab4-9ab79bbb8266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d29d1a9c-6dbb-4dee-a86b-379c73c4ad81), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:21.852851 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device bc10b6c4-55fb-4a05-9368-4cd0232906ff details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:17:21.933666 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6156284d-1c13-4a5f-b074-35f9e31a68e8 x-openstack-request-id: req-6156284d-1c13-4a5f-b074-35f9e31a68e8 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:17:21.934000 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2043a619-df48-484b-b0df-dedaa1c33fe0", "name": "network-vif-plugged", "status": "completed", "tag": "e2802cd0-c205-4a26-82c7-646e9b414123", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:17:21.934209 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6156284d-1c13-4a5f-b074-35f9e31a68e8 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:17:21.934571 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2043a619-df48-484b-b0df-dedaa1c33fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2802cd0-c205-4a26-82c7-646e9b414123', 'code': 200} Feb 09 01:17:21.936428 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a08c53ee-dc23-45e0-8373-5c337dd244ec req-001b8e3a-d3ac-4c29-8331-401b14254934 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4588780 Feb 09 01:17:22.119019 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-cb79cc54-23b1-4231-8ab4-9ab79bbb8266 None None] Port d29d1a9c-6dbb-4dee-a86b-379c73c4ad81 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:17:22.231552 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port bae12c89-5da9-44c5-b0de-f97627ec8d35 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:22.240314 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (bae12c89-5da9-44c5-b0de-f97627ec8d35), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:22.288153 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port bc10b6c4-55fb-4a05-9368-4cd0232906ff, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=bc10b6c4-55fb-4a05-9368-4cd0232906ff,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:22.330141 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': 'bc10b6c4-55fb-4a05-9368-4cd0232906ff', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': 'bc10b6c4-55fb-4a05-9368-4cd0232906ff', 'mac_address': 'fa:16:3e:31:f5:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:17:22.430240 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port bc10b6c4-55fb-4a05-9368-4cd0232906ff is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:22.430932 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (bc10b6c4-55fb-4a05-9368-4cd0232906ff), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:22.449469 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6050e311-64f2-4427-b7b1-9bc61f543ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13ebd50-8857-4350-bb48-ac5d55faf5fe', 'name': 'tempest-TaggedBootDevicesTest-854535665-router', 'tenant_id': 'cac06763934f48759bf988bffb5e2355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'bae12c89-5da9-44c5-b0de-f97627ec8d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:10Z', 'updated_at': '2022-02-09T01:17:19Z', 'revision_number': 4, 'project_id': 'cac06763934f48759bf988bffb5e2355', 'gw_port': {'id': 'bae12c89-5da9-44c5-b0de-f97627ec8d35', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:bd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13ebd50-8857-4350-bb48-ac5d55faf5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:11Z', 'updated_at': '2022-02-09T01:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'd29d1a9c-6dbb-4dee-a86b-379c73c4ad81', 'name': '', 'network_id': '8645e20d-4975-4f2e-9e97-c8c07527c266', 'tenant_id': 'cac06763934f48759bf988bffb5e2355', 'mac_address': 'fa:16:3e:12:28:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13ebd50-8857-4350-bb48-ac5d55faf5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'd8a55110-c3b2-46c7-99b4-f7db990efa50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:18Z', 'updated_at': '2022-02-09T01:17:20Z', 'revision_number': 2, 'project_id': 'cac06763934f48759bf988bffb5e2355', 'subnets': [{'id': 'd8a55110-c3b2-46c7-99b4-f7db990efa50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:22.495541 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc10b6c4-55fb-4a05-9368-4cd0232906ff {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:17:22.501670 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6050e311-64f2-4427-b7b1-9bc61f543ff4 None None] Checking router: c13ebd50-8857-4350-bb48-ac5d55faf5fe for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:17:22.502243 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6050e311-64f2-4427-b7b1-9bc61f543ff4 None None] Updating router c13ebd50-8857-4350-bb48-ac5d55faf5fe port d29d1a9c-6dbb-4dee-a86b-379c73c4ad81 binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:17:22.505068 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port bae12c89-5da9-44c5-b0de-f97627ec8d35 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:22.545089 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port bc10b6c4-55fb-4a05-9368-4cd0232906ff, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=bc10b6c4-55fb-4a05-9368-4cd0232906ff,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:22.549293 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bb512c92-6e34-4d3e-b69d-6c801426f802 req-a3d36f8f-d066-491d-ae2e-39c402abb117 tempest-SecurityGroupsTestAdminJSON-1514091003 tempest-SecurityGroupsTestAdminJSON-1514091003-project] Publish callbacks [] for security_group (f1fb9a09-08f4-40bb-806f-e5ddff9dbc14), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:22.556793 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (bc10b6c4-55fb-4a05-9368-4cd0232906ff), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:22.627564 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ecf47-5b62-4d57-b162-960ef3a8b872 req-2eeb203f-f151-4703-9958-4170cbd22ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:22.629138 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ba5ecf47-5b62-4d57-b162-960ef3a8b872 req-2eeb203f-f151-4703-9958-4170cbd22ba0 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=2043a619-df48-484b-b0df-dedaa1c33fe0 HTTP/1.1" status: 200 len: 1132 time: 0.2636058 Feb 09 01:17:22.636478 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6050e311-64f2-4427-b7b1-9bc61f543ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d29d1a9c-6dbb-4dee-a86b-379c73c4ad81), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:22.642220 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a08c53ee-dc23-45e0-8373-5c337dd244ec req-4ca2f83a-f465-43cc-9e9a-a711992539d0 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6975312 Feb 09 01:17:22.647002 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bb512c92-6e34-4d3e-b69d-6c801426f802 req-a3d36f8f-d066-491d-ae2e-39c402abb117 tempest-SecurityGroupsTestAdminJSON-1514091003 tempest-SecurityGroupsTestAdminJSON-1514091003-project] Publish callbacks [] for security_group (f1fb9a09-08f4-40bb-806f-e5ddff9dbc14), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:22.713310 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114e751d-4c06-4130-91a3-733461f567a3 admin admin] Router 7bf369ba-1072-491b-b336-6d2a28e3db53 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:17:22.722614 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8f2b8-5865-4114-a6a6-62f7c1ea2468 req-81aa8a82-ca71-4706-baee-04d0aac1af80 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:22.724671 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c3b8f2b8-5865-4114-a6a6-62f7c1ea2468 req-81aa8a82-ca71-4706-baee-04d0aac1af80 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d7ed2d7-8536-41bc-b6cb-fd3544ea6570 HTTP/1.1" status: 200 len: 945 time: 0.3553338 Feb 09 01:17:22.792489 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ba5ecf47-5b62-4d57-b162-960ef3a8b872 req-7bd2af87-a739-4bb2-bf53-5bef413cf7bf service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=cae92d08-e4a6-4eba-a75a-1bf840710929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270714 Feb 09 01:17:22.797317 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bb512c92-6e34-4d3e-b69d-6c801426f802 req-a3d36f8f-d066-491d-ae2e-39c402abb117 tempest-SecurityGroupsTestAdminJSON-1514091003 tempest-SecurityGroupsTestAdminJSON-1514091003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f1fb9a09-08f4-40bb-806f-e5ddff9dbc14), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:22.801301 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bb512c92-6e34-4d3e-b69d-6c801426f802 req-a3d36f8f-d066-491d-ae2e-39c402abb117 tempest-SecurityGroupsTestAdminJSON-1514091003 tempest-SecurityGroupsTestAdminJSON-1514091003-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:22.802616 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bb512c92-6e34-4d3e-b69d-6c801426f802 req-a3d36f8f-d066-491d-ae2e-39c402abb117 tempest-SecurityGroupsTestAdminJSON-1514091003 tempest-SecurityGroupsTestAdminJSON-1514091003-project] 10.222.0.30 "DELETE /v2.0/security-groups/f1fb9a09-08f4-40bb-806f-e5ddff9dbc14 HTTP/1.1" status: 204 len: 173 time: 1.0216658 Feb 09 01:17:22.841437 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d36f8f-d066-491d-ae2e-39c402abb117 tempest-SecurityGroupsTestAdminJSON-1514091003 tempest-SecurityGroupsTestAdminJSON-1514091003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fb9a09-08f4-40bb-806f-e5ddff9dbc14,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:23.031295 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c3b8f2b8-5865-4114-a6a6-62f7c1ea2468 req-3e0d6618-c715-4221-b4e6-3827e163a5af tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480986 Feb 09 01:17:23.048485 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=bc10b6c4-55fb-4a05-9368-4cd0232906ff,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:23.134712 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['bc10b6c4-55fb-4a05-9368-4cd0232906ff'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:17:23.270255 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653dbed0-9641-4c53-a518-f0bdf3292b9f req-2b6791c0-4567-4fe5-977f-9387b14f2c05 tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:23.271463 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-653dbed0-9641-4c53-a518-f0bdf3292b9f req-2b6791c0-4567-4fe5-977f-9387b14f2c05 tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c593708-2e8a-498c-af6b-c981dd18dd0e HTTP/1.1" status: 200 len: 948 time: 0.1798542 Feb 09 01:17:23.287064 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114e751d-4c06-4130-91a3-733461f567a3 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:17:23.295028 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-114e751d-4c06-4130-91a3-733461f567a3 admin admin] 10.222.0.30 "PUT /v2.0/routers/7bf369ba-1072-491b-b336-6d2a28e3db53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5686591 Feb 09 01:17:23.297594 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54682) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:23.302560 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a286c2a1-5d30-4ca7-884f-10914a075ca9 None None] Sync routers for ids ['7bf369ba-1072-491b-b336-6d2a28e3db53'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:17:23.355591 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a286c2a1-5d30-4ca7-884f-10914a075ca9 None None] Routers {'7bf369ba-1072-491b-b336-6d2a28e3db53'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:23.355591 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-a286c2a1-5d30-4ca7-884f-10914a075ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:16:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7bf369ba-1072-491b-b336-6d2a28e3db53'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:23.429034 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54690) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:23.447914 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-653dbed0-9641-4c53-a518-f0bdf3292b9f req-2195cffd-0081-42a2-bda5-e8e2d223ed0b tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] 10.222.0.30 "GET /v2.0/security-groups?id=02c73380-8749-489e-943b-f7bf37fffd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492441 Feb 09 01:17:23.541068 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6050e311-64f2-4427-b7b1-9bc61f543ff4 None None] Publish callbacks [] for port (d29d1a9c-6dbb-4dee-a86b-379c73c4ad81), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:23.558422 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c945ef-0b17-4b46-8533-992081c0c28f req-3d19b393-904c-402e-86fa-d15e3e3e6c21 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:23.573810 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6050e311-64f2-4427-b7b1-9bc61f543ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d29d1a9c-6dbb-4dee-a86b-379c73c4ad81), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:23.574637 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-72c945ef-0b17-4b46-8533-992081c0c28f req-3d19b393-904c-402e-86fa-d15e3e3e6c21 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] 10.222.0.30 "GET /v2.0/ports?device_id=2043a619-df48-484b-b0df-dedaa1c33fe0 HTTP/1.1" status: 200 len: 949 time: 0.1307604 Feb 09 01:17:23.611021 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54694) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:23.784850 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-72c945ef-0b17-4b46-8533-992081c0c28f req-00bc70fa-7338-4d12-92f1-0abe79426fe4 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] 10.222.0.30 "GET /v2.0/security-groups?id=cae92d08-e4a6-4eba-a75a-1bf840710929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051647 Feb 09 01:17:23.804544 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bf289d94-93f8-4c7a-a057-78ad98acb91e admin admin] Publish callbacks [] for router (7bf369ba-1072-491b-b336-6d2a28e3db53), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:23.855384 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10efa648-05cd-4c02-b223-3b947c900b61 None None] Pushing event updated for resources: {'Port': ['ID=d29d1a9c-6dbb-4dee-a86b-379c73c4ad81,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:23.909940 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-a286c2a1-5d30-4ca7-884f-10914a075ca9 None None] Set router 7bf369ba-1072-491b-b336-6d2a28e3db53 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:23.911740 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d159193-6023-4181-8c9c-4d41234c7417 req-4f5eacb3-4adb-4d0a-8e3f-367e05ca2754 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:23.915643 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2d159193-6023-4181-8c9c-4d41234c7417 req-4f5eacb3-4adb-4d0a-8e3f-367e05ca2754 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d7ed2d7-8536-41bc-b6cb-fd3544ea6570 HTTP/1.1" status: 200 len: 945 time: 0.2859817 Feb 09 01:17:23.939348 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-6050e311-64f2-4427-b7b1-9bc61f543ff4 None None] Attempting to bind port d29d1a9c-6dbb-4dee-a86b-379c73c4ad81 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:17:23.939728 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-6050e311-64f2-4427-b7b1-9bc61f543ff4 None None] Attempting to bind port d29d1a9c-6dbb-4dee-a86b-379c73c4ad81 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '1fcfd921-2942-4949-9e68-36da773a855f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8645e20d-4975-4f2e-9e97-c8c07527c266'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:17:23.940126 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6050e311-64f2-4427-b7b1-9bc61f543ff4 None None] Attempting to bind port d29d1a9c-6dbb-4dee-a86b-379c73c4ad81 on network 8645e20d-4975-4f2e-9e97-c8c07527c266 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:17:23.950981 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6050e311-64f2-4427-b7b1-9bc61f543ff4 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:17:23.951369 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6050e311-64f2-4427-b7b1-9bc61f543ff4 None None] Checking segment: {'id': '1fcfd921-2942-4949-9e68-36da773a855f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8645e20d-4975-4f2e-9e97-c8c07527c266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:17:23.951779 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6050e311-64f2-4427-b7b1-9bc61f543ff4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:23.952202 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6050e311-64f2-4427-b7b1-9bc61f543ff4 None None] Bound using segment: {'id': '1fcfd921-2942-4949-9e68-36da773a855f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8645e20d-4975-4f2e-9e97-c8c07527c266'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:17:23.953534 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-6050e311-64f2-4427-b7b1-9bc61f543ff4 None None] Bound port: d29d1a9c-6dbb-4dee-a86b-379c73c4ad81, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fcfd921-2942-4949-9e68-36da773a855f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8645e20d-4975-4f2e-9e97-c8c07527c266'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:17:23.954122 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6050e311-64f2-4427-b7b1-9bc61f543ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d29d1a9c-6dbb-4dee-a86b-379c73c4ad81), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:23.995071 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-db2c18da-d303-473d-a9e1-f02e89ca4102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:24.057465 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-6050e311-64f2-4427-b7b1-9bc61f543ff4 None None] For port d29d1a9c-6dbb-4dee-a86b-379c73c4ad81, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:17:24.068626 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-6050e311-64f2-4427-b7b1-9bc61f543ff4 None None] For port d29d1a9c-6dbb-4dee-a86b-379c73c4ad81, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d29d1a9c-6dbb-4dee-a86b-379c73c4ad81,segment=NetworkSegment(1fcfd921-2942-4949-9e68-36da773a855f),segment_id=1fcfd921-2942-4949-9e68-36da773a855f)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:17:24.083740 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6050e311-64f2-4427-b7b1-9bc61f543ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d29d1a9c-6dbb-4dee-a86b-379c73c4ad81), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:24.245563 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5d428e8b-0214-4c53-9aeb-93bf806f926a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f8c3685a60194e8bb8c3f0dfc41aa236&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8153858 Feb 09 01:17:24.248725 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5802b97e-7897-4a31-8497-1f9d71efa685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:24.252375 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54698) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:24.259686 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10efa648-05cd-4c02-b223-3b947c900b61 None None] Pushing event updated for resources: {'Port': ['ID=d29d1a9c-6dbb-4dee-a86b-379c73c4ad81,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:24.267255 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6050e311-64f2-4427-b7b1-9bc61f543ff4 None None] Routers {'c13ebd50-8857-4350-bb48-ac5d55faf5fe'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:24.267908 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6050e311-64f2-4427-b7b1-9bc61f543ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:16:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c13ebd50-8857-4350-bb48-ac5d55faf5fe'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:24.304269 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2d159193-6023-4181-8c9c-4d41234c7417 req-22d48d51-b9e9-4e5b-b67a-ac9cc3f6c8e6 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566637 Feb 09 01:17:24.314636 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bf289d94-93f8-4c7a-a057-78ad98acb91e admin admin] Publish callbacks [] for router_gateway (7bf369ba-1072-491b-b336-6d2a28e3db53), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:24.365891 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6096c-e3a0-44a6-82c3-cefe9787fde2 req-417c671d-2fdc-4a70-87a7-e553dee80e98 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:24.368533 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e7c6096c-e3a0-44a6-82c3-cefe9787fde2 req-417c671d-2fdc-4a70-87a7-e553dee80e98 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.91 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 945 time: 0.4227033 Feb 09 01:17:24.368709 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-77dee5f7-1e75-4249-a5f4-a7372c7f5ff3 admin admin] Publish callbacks [] for security_group (0d96a4d5-9474-4cd7-bfa7-b4cbb7580368), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:24.407876 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6bab0e-2da4-47d2-879a-a724a2c10436 req-b7cce495-e8b7-42ce-b943-f68cf2b4b1eb tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:24.418865 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ed6bab0e-2da4-47d2-879a-a724a2c10436 req-b7cce495-e8b7-42ce-b943-f68cf2b4b1eb tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 945 time: 0.4681773 Feb 09 01:17:24.551209 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-77dee5f7-1e75-4249-a5f4-a7372c7f5ff3 admin admin] Publish callbacks [] for security_group (0d96a4d5-9474-4cd7-bfa7-b4cbb7580368), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:24.557450 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-50b72054-9fd0-415e-ab88-21c292464e34 None None] Provisioning complete for port d29d1a9c-6dbb-4dee-a86b-379c73c4ad81 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:24.558010 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-50b72054-9fd0-415e-ab88-21c292464e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d29d1a9c-6dbb-4dee-a86b-379c73c4ad81), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:24.723924 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-bf289d94-93f8-4c7a-a057-78ad98acb91e admin admin] Deleting port 3ba63d83-05c6-4b50-abc9-dddef4f9507a {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:24.724524 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bf289d94-93f8-4c7a-a057-78ad98acb91e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (3ba63d83-05c6-4b50-abc9-dddef4f9507a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:24.726615 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-db2c18da-d303-473d-a9e1-f02e89ca4102 admin admin] Publish callbacks [] for security_group (e47422db-88e9-41ec-885c-299b696e5f16), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:24.742298 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-db2c18da-d303-473d-a9e1-f02e89ca4102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (e47422db-88e9-41ec-885c-299b696e5f16), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:24.751256 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-a286c2a1-5d30-4ca7-884f-10914a075ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf369ba-1072-491b-b336-6d2a28e3db53', 'name': 'tempest-FloatingIPsTestJSON-1398017240-router', 'tenant_id': 'd3df79db395d43c7b21f36f3bef80e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '3ba63d83-05c6-4b50-abc9-dddef4f9507a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:38Z', 'updated_at': '2022-02-09T01:17:19Z', 'revision_number': 5, 'project_id': 'd3df79db395d43c7b21f36f3bef80e07', 'gw_port': {'id': '3ba63d83-05c6-4b50-abc9-dddef4f9507a', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:18:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf369ba-1072-491b-b336-6d2a28e3db53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:40Z', 'updated_at': '2022-02-09T01:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:24.781794 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ed6bab0e-2da4-47d2-879a-a724a2c10436 req-37309fa9-58a7-4ea2-9231-a705cb7edf13 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619070 Feb 09 01:17:24.814922 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a286c2a1-5d30-4ca7-884f-10914a075ca9 None None] Checking router: 7bf369ba-1072-491b-b336-6d2a28e3db53 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:17:24.828809 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-77dee5f7-1e75-4249-a5f4-a7372c7f5ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0d96a4d5-9474-4cd7-bfa7-b4cbb7580368), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:24.832778 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a286c2a1-5d30-4ca7-884f-10914a075ca9 None None] Routers {'7bf369ba-1072-491b-b336-6d2a28e3db53'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:24.833475 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-a286c2a1-5d30-4ca7-884f-10914a075ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:17:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7bf369ba-1072-491b-b336-6d2a28e3db53'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:24.834231 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-77dee5f7-1e75-4249-a5f4-a7372c7f5ff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:24.835420 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-77dee5f7-1e75-4249-a5f4-a7372c7f5ff3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0d96a4d5-9474-4cd7-bfa7-b4cbb7580368 HTTP/1.1" status: 204 len: 168 time: 0.5820851 Feb 09 01:17:24.883276 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dee5f7-1e75-4249-a5f4-a7372c7f5ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d96a4d5-9474-4cd7-bfa7-b4cbb7580368,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:24.896871 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c18da-d303-473d-a9e1-f02e89ca4102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47422db-88e9-41ec-885c-299b696e5f16,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:24.901482 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-6050e311-64f2-4427-b7b1-9bc61f543ff4 None None] Set router c13ebd50-8857-4350-bb48-ac5d55faf5fe gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:24.939156 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-bf289d94-93f8-4c7a-a057-78ad98acb91e admin admin] For port 3ba63d83-05c6-4b50-abc9-dddef4f9507a, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=3ba63d83-05c6-4b50-abc9-dddef4f9507a,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:24.939515 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bf289d94-93f8-4c7a-a057-78ad98acb91e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (3ba63d83-05c6-4b50-abc9-dddef4f9507a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:24.946201 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-db2c18da-d303-473d-a9e1-f02e89ca4102 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9211b293c3ca4278a5cf52b52e3a6472&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3218451 Feb 09 01:17:24.949758 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54712) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:24.993750 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-bf289d94-93f8-4c7a-a057-78ad98acb91e admin admin] Calling delete_port for 3ba63d83-05c6-4b50-abc9-dddef4f9507a owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:25.089370 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-e7c6096c-e3a0-44a6-82c3-cefe9787fde2 req-b557defb-9266-407d-a610-6be3c3bc1357 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Deleting port 308cc62f-d069-4df6-8213-414430c968dc {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:25.089702 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e7c6096c-e3a0-44a6-82c3-cefe9787fde2 req-b557defb-9266-407d-a610-6be3c3bc1357 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (308cc62f-d069-4df6-8213-414430c968dc), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:25.185726 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-50b72054-9fd0-415e-ab88-21c292464e34 None None] Current status of the port d29d1a9c-6dbb-4dee-a86b-379c73c4ad81 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:25.187435 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-50b72054-9fd0-415e-ab88-21c292464e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d29d1a9c-6dbb-4dee-a86b-379c73c4ad81), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:25.199878 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-a286c2a1-5d30-4ca7-884f-10914a075ca9 None None] Set router 7bf369ba-1072-491b-b336-6d2a28e3db53 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:25.326715 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24452e07-3919-416d-bd99-2df1e63b947d req-e1ae39da-222f-4216-85e8-c1458081624f tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:25.329362 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-24452e07-3919-416d-bd99-2df1e63b947d req-e1ae39da-222f-4216-85e8-c1458081624f tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c593708-2e8a-498c-af6b-c981dd18dd0e HTTP/1.1" status: 200 len: 948 time: 0.3807850 Feb 09 01:17:25.330125 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-98aa74f5-d69b-45d6-a258-2a908b522df4 admin admin] Publish callbacks [] for security_group (e47422db-88e9-41ec-885c-299b696e5f16), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:25.365702 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-a286c2a1-5d30-4ca7-884f-10914a075ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf369ba-1072-491b-b336-6d2a28e3db53', 'name': 'tempest-FloatingIPsTestJSON-1398017240-router', 'tenant_id': 'd3df79db395d43c7b21f36f3bef80e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:38Z', 'updated_at': '2022-02-09T01:17:24Z', 'revision_number': 6, 'project_id': 'd3df79db395d43c7b21f36f3bef80e07', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:25.370523 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-98aa74f5-d69b-45d6-a258-2a908b522df4 admin admin] Publish callbacks [] for security_group (e47422db-88e9-41ec-885c-299b696e5f16), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:25.397439 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-50b72054-9fd0-415e-ab88-21c292464e34 None None] For port d29d1a9c-6dbb-4dee-a86b-379c73c4ad81, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d29d1a9c-6dbb-4dee-a86b-379c73c4ad81,segment=NetworkSegment(1fcfd921-2942-4949-9e68-36da773a855f),segment_id=1fcfd921-2942-4949-9e68-36da773a855f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:25.414814 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-50b72054-9fd0-415e-ab88-21c292464e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d29d1a9c-6dbb-4dee-a86b-379c73c4ad81), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:25.459671 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-98aa74f5-d69b-45d6-a258-2a908b522df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (e47422db-88e9-41ec-885c-299b696e5f16), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:25.462934 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a286c2a1-5d30-4ca7-884f-10914a075ca9 None None] The sync data for ids ['7bf369ba-1072-491b-b336-6d2a28e3db53'] in n-d-822053-40 is: [{'id': '7bf369ba-1072-491b-b336-6d2a28e3db53', 'name': 'tempest-FloatingIPsTestJSON-1398017240-router', 'tenant_id': 'd3df79db395d43c7b21f36f3bef80e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:38Z', 'updated_at': '2022-02-09T01:17:24Z', 'revision_number': 6, 'project_id': 'd3df79db395d43c7b21f36f3bef80e07', 'gw_port_host': None}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:17:25.463143 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-98aa74f5-d69b-45d6-a258-2a908b522df4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:25.474748 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-98aa74f5-d69b-45d6-a258-2a908b522df4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e47422db-88e9-41ec-885c-299b696e5f16 HTTP/1.1" status: 204 len: 168 time: 0.5222061 Feb 09 01:17:25.503525 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54720) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:25.551654 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8c9a7-d752-4e13-9650-656199b9f259 req-e022c620-62ad-4342-b04e-e30ed38eaa02 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:25.556179 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a3a8c9a7-d752-4e13-9650-656199b9f259 req-e022c620-62ad-4342-b04e-e30ed38eaa02 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] 10.222.0.30 "GET /v2.0/ports?device_id=2043a619-df48-484b-b0df-dedaa1c33fe0 HTTP/1.1" status: 200 len: 949 time: 0.5489752 Feb 09 01:17:25.563024 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bf289d94-93f8-4c7a-a057-78ad98acb91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (3ba63d83-05c6-4b50-abc9-dddef4f9507a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:25.574686 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aa74f5-d69b-45d6-a258-2a908b522df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47422db-88e9-41ec-885c-299b696e5f16,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:25.615589 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf289d94-93f8-4c7a-a057-78ad98acb91e admin admin] Pushing event deleted for resources: {'Port': ['ID=3ba63d83-05c6-4b50-abc9-dddef4f9507a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:25.672921 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-52f9d364-0b7c-4f4b-ae41-66490214c50a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=56238e68fcb248fb948db31778d4efa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1628122 Feb 09 01:17:25.708252 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54724) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:25.711770 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b72054-9fd0-415e-ab88-21c292464e34 None None] Pushing event updated for resources: {'Port': ['ID=d29d1a9c-6dbb-4dee-a86b-379c73c4ad81,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:25.777847 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-e7c6096c-e3a0-44a6-82c3-cefe9787fde2 req-b557defb-9266-407d-a610-6be3c3bc1357 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] For port 308cc62f-d069-4df6-8213-414430c968dc, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=308cc62f-d069-4df6-8213-414430c968dc,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:25.778721 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e7c6096c-e3a0-44a6-82c3-cefe9787fde2 req-b557defb-9266-407d-a610-6be3c3bc1357 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (308cc62f-d069-4df6-8213-414430c968dc), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:25.787634 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-24452e07-3919-416d-bd99-2df1e63b947d req-8208ae3b-9744-4623-9ae1-89041bb40705 tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] 10.222.0.30 "GET /v2.0/security-groups?id=02c73380-8749-489e-943b-f7bf37fffd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447094 Feb 09 01:17:25.813062 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a3a8c9a7-d752-4e13-9650-656199b9f259 req-cd17cbf5-420d-44e1-a642-44a64527521b tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] 10.222.0.30 "GET /v2.0/security-groups?id=cae92d08-e4a6-4eba-a75a-1bf840710929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403035 Feb 09 01:17:25.823997 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-ceb6a9d2-7074-479f-8b28-62c76772d62f None None] Provisioning complete for port d29d1a9c-6dbb-4dee-a86b-379c73c4ad81 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:25.824278 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ceb6a9d2-7074-479f-8b28-62c76772d62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d29d1a9c-6dbb-4dee-a86b-379c73c4ad81), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:25.829431 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-e7c6096c-e3a0-44a6-82c3-cefe9787fde2 req-b557defb-9266-407d-a610-6be3c3bc1357 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Calling delete_port for 308cc62f-d069-4df6-8213-414430c968dc owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:25.885863 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bf289d94-93f8-4c7a-a057-78ad98acb91e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (7bf369ba-1072-491b-b336-6d2a28e3db53), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:25.957276 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device bc10b6c4-55fb-4a05-9368-4cd0232906ff up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:17:25.968767 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:26.142643 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bf289d94-93f8-4c7a-a057-78ad98acb91e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (7bf369ba-1072-491b-b336-6d2a28e3db53), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:26.144493 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5692298-bc64-4e38-bac5-e58b3c614bde admin admin] Publish callbacks [] for security_group (41b2c4c9-4ec4-4202-b54f-22b4c29ad88b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:26.179252 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-fcde3a56-6e0b-4b4c-8cd7-4efea0bcfcf4 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:26.182995 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-fcde3a56-6e0b-4b4c-8cd7-4efea0bcfcf4 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/networks?id=fe516e29-735a-4343-b41d-62f1308dd9ac HTTP/1.1" status: 200 len: 814 time: 0.1765964 Feb 09 01:17:26.195308 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5692298-bc64-4e38-bac5-e58b3c614bde admin admin] Publish callbacks [] for security_group (41b2c4c9-4ec4-4202-b54f-22b4c29ad88b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:26.258167 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ceb6a9d2-7074-479f-8b28-62c76772d62f None None] Current status of the port d29d1a9c-6dbb-4dee-a86b-379c73c4ad81 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:26.292199 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bf289d94-93f8-4c7a-a057-78ad98acb91e admin admin] Publish callbacks [] for router_controller (7bf369ba-1072-491b-b336-6d2a28e3db53), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:26.294731 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6050e311-64f2-4427-b7b1-9bc61f543ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13ebd50-8857-4350-bb48-ac5d55faf5fe', 'name': 'tempest-TaggedBootDevicesTest-854535665-router', 'tenant_id': 'cac06763934f48759bf988bffb5e2355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'bae12c89-5da9-44c5-b0de-f97627ec8d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:10Z', 'updated_at': '2022-02-09T01:17:19Z', 'revision_number': 4, 'project_id': 'cac06763934f48759bf988bffb5e2355', 'gw_port': {'id': 'bae12c89-5da9-44c5-b0de-f97627ec8d35', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:bd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13ebd50-8857-4350-bb48-ac5d55faf5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:11Z', 'updated_at': '2022-02-09T01:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'd29d1a9c-6dbb-4dee-a86b-379c73c4ad81', 'name': '', 'network_id': '8645e20d-4975-4f2e-9e97-c8c07527c266', 'tenant_id': 'cac06763934f48759bf988bffb5e2355', 'mac_address': 'fa:16:3e:12:28:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13ebd50-8857-4350-bb48-ac5d55faf5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'd8a55110-c3b2-46c7-99b4-f7db990efa50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:18Z', 'updated_at': '2022-02-09T01:17:24Z', 'revision_number': 4, 'project_id': 'cac06763934f48759bf988bffb5e2355', 'subnets': [{'id': 'd8a55110-c3b2-46c7-99b4-f7db990efa50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:26.300459 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port bc10b6c4-55fb-4a05-9368-4cd0232906ff completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:17:26.318244 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5692298-bc64-4e38-bac5-e58b3c614bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (41b2c4c9-4ec4-4202-b54f-22b4c29ad88b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:26.321149 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5692298-bc64-4e38-bac5-e58b3c614bde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:26.323273 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a5692298-bc64-4e38-bac5-e58b3c614bde admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/41b2c4c9-4ec4-4202-b54f-22b4c29ad88b HTTP/1.1" status: 204 len: 168 time: 0.5912991 Feb 09 01:17:26.477493 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-3a821e62-8dcd-4212-a8aa-6ef2ae640c09 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/quotas/d27c756c8932484ba946bc81ad113e78 HTTP/1.1" status: 200 len: 375 time: 0.2794948 Feb 09 01:17:26.487516 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5692298-bc64-4e38-bac5-e58b3c614bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b2c4c9-4ec4-4202-b54f-22b4c29ad88b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:26.536437 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bf289d94-93f8-4c7a-a057-78ad98acb91e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (7bf369ba-1072-491b-b336-6d2a28e3db53), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:26.538680 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf289d94-93f8-4c7a-a057-78ad98acb91e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bf369ba-1072-491b-b336-6d2a28e3db53 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:17:26.552566 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bf289d94-93f8-4c7a-a057-78ad98acb91e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:26.554412 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-bf289d94-93f8-4c7a-a057-78ad98acb91e admin admin] 10.222.0.30 "DELETE /v2.0/routers/7bf369ba-1072-491b-b336-6d2a28e3db53 HTTP/1.1" status: 204 len: 168 time: 3.2535107 Feb 09 01:17:26.558296 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54750) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:26.590474 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29ad7c-1480-4066-924a-73553175a25a req-11ac9c19-872d-438d-b279-3805474668d3 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:26.599867 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db29ad7c-1480-4066-924a-73553175a25a req-11ac9c19-872d-438d-b279-3805474668d3 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec946f19-9c26-4f76-9d1c-424c90b7ccf6 HTTP/1.1" status: 200 len: 945 time: 0.4143651 Feb 09 01:17:26.684678 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a97c2c-eada-42a1-abf2-5ff4fc53a99e req-3be5bc46-cb36-48f7-b667-6c9173b29cff tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:26.691132 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-95a97c2c-eada-42a1-abf2-5ff4fc53a99e req-3be5bc46-cb36-48f7-b667-6c9173b29cff tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.91 "GET /v2.0/ports?device_id=1d7ed2d7-8536-41bc-b6cb-fd3544ea6570 HTTP/1.1" status: 200 len: 945 time: 0.2423680 Feb 09 01:17:26.697090 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d2ac538-c0dd-4fa4-aada-fc30a1406fdf admin admin] Deleting subnet 8f0d2a38-1edc-4e05-b273-22d1320ec722 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:17:26.713035 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9d2ac538-c0dd-4fa4-aada-fc30a1406fdf admin admin] Publish callbacks [] for subnet (8f0d2a38-1edc-4e05-b273-22d1320ec722), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:26.714726 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e7c6096c-e3a0-44a6-82c3-cefe9787fde2 req-b557defb-9266-407d-a610-6be3c3bc1357 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (308cc62f-d069-4df6-8213-414430c968dc), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:26.775827 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port bc10b6c4-55fb-4a05-9368-4cd0232906ff triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:26.776948 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (bc10b6c4-55fb-4a05-9368-4cd0232906ff), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:26.784712 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6050e311-64f2-4427-b7b1-9bc61f543ff4 None None] The sync data for ids ['c13ebd50-8857-4350-bb48-ac5d55faf5fe'] in n-d-822053-40 is: [{'id': 'c13ebd50-8857-4350-bb48-ac5d55faf5fe', 'name': 'tempest-TaggedBootDevicesTest-854535665-router', 'tenant_id': 'cac06763934f48759bf988bffb5e2355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'bae12c89-5da9-44c5-b0de-f97627ec8d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:10Z', 'updated_at': '2022-02-09T01:17:19Z', 'revision_number': 4, 'project_id': 'cac06763934f48759bf988bffb5e2355', 'gw_port': {'id': 'bae12c89-5da9-44c5-b0de-f97627ec8d35', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:bd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13ebd50-8857-4350-bb48-ac5d55faf5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:11Z', 'updated_at': '2022-02-09T01:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'd29d1a9c-6dbb-4dee-a86b-379c73c4ad81', 'name': '', 'network_id': '8645e20d-4975-4f2e-9e97-c8c07527c266', 'tenant_id': 'cac06763934f48759bf988bffb5e2355', 'mac_address': 'fa:16:3e:12:28:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13ebd50-8857-4350-bb48-ac5d55faf5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'd8a55110-c3b2-46c7-99b4-f7db990efa50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:18Z', 'updated_at': '2022-02-09T01:17:24Z', 'revision_number': 4, 'project_id': 'cac06763934f48759bf988bffb5e2355', 'subnets': [{'id': 'd8a55110-c3b2-46c7-99b4-f7db990efa50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:17:26.912597 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9d2ac538-c0dd-4fa4-aada-fc30a1406fdf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (8f0d2a38-1edc-4e05-b273-22d1320ec722), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:26.954926 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c6096c-e3a0-44a6-82c3-cefe9787fde2 req-b557defb-9266-407d-a610-6be3c3bc1357 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] No DVR routers for this DVR port 308cc62f-d069-4df6-8213-414430c968dc on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:26.963156 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e7c6096c-e3a0-44a6-82c3-cefe9787fde2 req-b557defb-9266-407d-a610-6be3c3bc1357 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:26.996782 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e7c6096c-e3a0-44a6-82c3-cefe9787fde2 req-b557defb-9266-407d-a610-6be3c3bc1357 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.91 "DELETE /v2.0/ports/308cc62f-d069-4df6-8213-414430c968dc HTTP/1.1" status: 204 len: 173 time: 2.6141963 Feb 09 01:17:27.031543 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-f70e0db8-74a8-40f9-bc87-3712b7ed0a7e tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d27c756c8932484ba946bc81ad113e78&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5036674 Feb 09 01:17:27.033976 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec946f19-9c26-4f76-9d1c-424c90b7ccf6', 'name': 'network-vif-deleted', 'tag': '308cc62f-d069-4df6-8213-414430c968dc'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:17:27.045192 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27252f6-b76f-4035-9225-f9f316531c19" -d '{"events": [{"server_uuid": "ec946f19-9c26-4f76-9d1c-424c90b7ccf6", "name": "network-vif-deleted", "tag": "308cc62f-d069-4df6-8213-414430c968dc"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:17:27.073273 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db29ad7c-1480-4066-924a-73553175a25a req-fa99c223-884e-4971-852a-5bff0651ac9d tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4723344 Feb 09 01:17:27.100229 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b557defb-9266-407d-a610-6be3c3bc1357 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Pushing event deleted for resources: {'Port': ['ID=308cc62f-d069-4df6-8213-414430c968dc,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:27.167480 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port bc10b6c4-55fb-4a05-9368-4cd0232906ff is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:27.169695 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (bc10b6c4-55fb-4a05-9368-4cd0232906ff), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:27.218817 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-95a97c2c-eada-42a1-abf2-5ff4fc53a99e req-e9bdd09b-d5e8-4050-997d-1fcd98988afb tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Deleting port 110cb464-a641-4916-bcb5-edb0e09c3b46 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:27.219305 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-95a97c2c-eada-42a1-abf2-5ff4fc53a99e req-e9bdd09b-d5e8-4050-997d-1fcd98988afb tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (110cb464-a641-4916-bcb5-edb0e09c3b46), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:27.262836 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port bc10b6c4-55fb-4a05-9368-4cd0232906ff, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=bc10b6c4-55fb-4a05-9368-4cd0232906ff,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:27.265305 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c593708-2e8a-498c-af6b-c981dd18dd0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc10b6c4-55fb-4a05-9368-4cd0232906ff'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:17:27.269709 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb000228-c90c-4693-8db1-c21ed906c5a1" -d '{"events": [{"server_uuid": "4c593708-2e8a-498c-af6b-c981dd18dd0e", "name": "network-vif-plugged", "status": "completed", "tag": "bc10b6c4-55fb-4a05-9368-4cd0232906ff"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:17:27.292129 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (bc10b6c4-55fb-4a05-9368-4cd0232906ff), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:27.292965 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 308cc62f-d069-4df6-8213-414430c968dc no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:17:27.382908 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 308cc62f-d069-4df6-8213-414430c968dc {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:17:27.383233 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 308cc62f-d069-4df6-8213-414430c968dc not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:17:27.444664 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9d2ac538-c0dd-4fa4-aada-fc30a1406fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (8f0d2a38-1edc-4e05-b273-22d1320ec722), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:27.446384 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:27.462278 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d29d1a9c-6dbb-4dee-a86b-379c73c4ad81 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:17:27.476201 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-88a6b58f-8e12-4888-8e63-99c3111d39bd service neutron] 10.222.0.30 "GET /v2.0/networks/fe516e29-735a-4343-b41d-62f1308dd9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828371 Feb 09 01:17:27.550063 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=bc10b6c4-55fb-4a05-9368-4cd0232906ff,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:27.676458 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port d29d1a9c-6dbb-4dee-a86b-379c73c4ad81 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:27.677308 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d29d1a9c-6dbb-4dee-a86b-379c73c4ad81), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:27.737761 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-95a97c2c-eada-42a1-abf2-5ff4fc53a99e req-e9bdd09b-d5e8-4050-997d-1fcd98988afb tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] For port 110cb464-a641-4916-bcb5-edb0e09c3b46, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=110cb464-a641-4916-bcb5-edb0e09c3b46,segment=NetworkSegment(6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12),segment_id=6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:27.738756 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-95a97c2c-eada-42a1-abf2-5ff4fc53a99e req-e9bdd09b-d5e8-4050-997d-1fcd98988afb tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (110cb464-a641-4916-bcb5-edb0e09c3b46), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:27.760391 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-95a97c2c-eada-42a1-abf2-5ff4fc53a99e req-e9bdd09b-d5e8-4050-997d-1fcd98988afb tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Calling delete_port for 110cb464-a641-4916-bcb5-edb0e09c3b46 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:27.764394 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-7596268c-3c0b-4c62-ad26-db42c0f10a3d service neutron] 10.222.0.30 "GET /v2.0/networks/fe516e29-735a-4343-b41d-62f1308dd9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811933 Feb 09 01:17:27.771403 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9d2ac538-c0dd-4fa4-aada-fc30a1406fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (8f0d2a38-1edc-4e05-b273-22d1320ec722), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:27.837949 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ac538-c0dd-4fa4-aada-fc30a1406fdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f0d2a38-1edc-4e05-b273-22d1320ec722,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:27.840248 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000989c1-e574-472b-8a39-a56f54c9a262 None None] Network c3bbe03a-31dc-461a-b4d8-0c9862de5249 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:17:27.844178 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9d2ac538-c0dd-4fa4-aada-fc30a1406fdf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:27.853042 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9d2ac538-c0dd-4fa4-aada-fc30a1406fdf admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8f0d2a38-1edc-4e05-b273-22d1320ec722 HTTP/1.1" status: 204 len: 168 time: 1.2920642 Feb 09 01:17:27.855601 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54786) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:28.139705 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-23a8670d-636e-4a1b-81d5-3b69147564af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (c3bbe03a-31dc-461a-b4d8-0c9862de5249), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:28.253867 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-23a8670d-636e-4a1b-81d5-3b69147564af admin admin] Deleting port f730a7b5-944a-4163-861e-4061e5bd0300 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:28.254950 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-23a8670d-636e-4a1b-81d5-3b69147564af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (f730a7b5-944a-4163-861e-4061e5bd0300), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:28.353257 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:28.361484 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-95a97c2c-eada-42a1-abf2-5ff4fc53a99e req-e9bdd09b-d5e8-4050-997d-1fcd98988afb tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (110cb464-a641-4916-bcb5-edb0e09c3b46), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:28.422345 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['110cb464-a641-4916-bcb5-edb0e09c3b46'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:17:28.441625 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bdd09b-d5e8-4050-997d-1fcd98988afb tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Pushing event deleted for resources: {'Port': ['ID=110cb464-a641-4916-bcb5-edb0e09c3b46,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:28.500730 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54808) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:28.504692 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-23a8670d-636e-4a1b-81d5-3b69147564af admin admin] For port f730a7b5-944a-4163-861e-4061e5bd0300, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=f730a7b5-944a-4163-861e-4061e5bd0300,segment=NetworkSegment(77f5f6de-2912-4bde-8be0-2caaa2221b45),segment_id=77f5f6de-2912-4bde-8be0-2caaa2221b45)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:28.505170 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-23a8670d-636e-4a1b-81d5-3b69147564af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (f730a7b5-944a-4163-861e-4061e5bd0300), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:28.522938 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-23a8670d-636e-4a1b-81d5-3b69147564af admin admin] Calling delete_port for f730a7b5-944a-4163-861e-4061e5bd0300 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:28.545479 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port d29d1a9c-6dbb-4dee-a86b-379c73c4ad81 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:28.567016 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a97c2c-eada-42a1-abf2-5ff4fc53a99e req-e9bdd09b-d5e8-4050-997d-1fcd98988afb tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] No DVR routers for this DVR port 110cb464-a641-4916-bcb5-edb0e09c3b46 on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:28.575945 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-95a97c2c-eada-42a1-abf2-5ff4fc53a99e req-e9bdd09b-d5e8-4050-997d-1fcd98988afb tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:28.587008 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-95a97c2c-eada-42a1-abf2-5ff4fc53a99e req-e9bdd09b-d5e8-4050-997d-1fcd98988afb tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.91 "DELETE /v2.0/ports/110cb464-a641-4916-bcb5-edb0e09c3b46 HTTP/1.1" status: 204 len: 173 time: 1.8844488 Feb 09 01:17:28.587527 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7ed2d7-8536-41bc-b6cb-fd3544ea6570', 'name': 'network-vif-deleted', 'tag': '110cb464-a641-4916-bcb5-edb0e09c3b46'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:17:28.606829 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac332b8-b1fb-4714-a68c-3c4c4475ba6c" -d '{"events": [{"server_uuid": "1d7ed2d7-8536-41bc-b6cb-fd3544ea6570", "name": "network-vif-deleted", "tag": "110cb464-a641-4916-bcb5-edb0e09c3b46"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:17:28.659704 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c508fb11-7021-497a-bcdc-cafbd3b20cc0 x-openstack-request-id: req-c508fb11-7021-497a-bcdc-cafbd3b20cc0 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:17:28.663080 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec946f19-9c26-4f76-9d1c-424c90b7ccf6", "name": "network-vif-deleted", "tag": "308cc62f-d069-4df6-8213-414430c968dc", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:17:28.663571 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c508fb11-7021-497a-bcdc-cafbd3b20cc0 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:17:28.664439 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec946f19-9c26-4f76-9d1c-424c90b7ccf6', 'name': 'network-vif-deleted', 'tag': '308cc62f-d069-4df6-8213-414430c968dc', 'status': 'completed', 'code': 200} Feb 09 01:17:28.679905 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-23a8670d-636e-4a1b-81d5-3b69147564af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (f730a7b5-944a-4163-861e-4061e5bd0300), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:28.715752 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c8fa06-eb86-4ef0-bbd7-3150fc500ff7 None None] DHCP port deletion for c3bbe03a-31dc-461a-b4d8-0c9862de5249 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:17:28.731453 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a8670d-636e-4a1b-81d5-3b69147564af admin admin] No DVR routers for this DVR port f730a7b5-944a-4163-861e-4061e5bd0300 on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:28.736250 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device dc259c1c-b082-4649-892d-055dcc107a86 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:17:28.838400 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe982b2e-19bf-4adf-94a9-1b437f543c4b x-openstack-request-id: req-fe982b2e-19bf-4adf-94a9-1b437f543c4b {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:17:28.838659 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c593708-2e8a-498c-af6b-c981dd18dd0e", "name": "network-vif-plugged", "status": "completed", "tag": "bc10b6c4-55fb-4a05-9368-4cd0232906ff", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:17:28.839811 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fe982b2e-19bf-4adf-94a9-1b437f543c4b {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:17:28.848223 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c593708-2e8a-498c-af6b-c981dd18dd0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc10b6c4-55fb-4a05-9368-4cd0232906ff', 'code': 200} Feb 09 01:17:28.850123 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: dc259c1c-b082-4649-892d-055dcc107a86 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:17:28.850649 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device dc259c1c-b082-4649-892d-055dcc107a86 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:17:28.851306 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 3ba63d83-05c6-4b50-abc9-dddef4f9507a no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:17:28.926312 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-d35291b4-3d00-44e6-aa1b-93c8204d805d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1411537540-network', 'tenant_id': '8504a22500a54a54a8fec90c069aae71'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:28.946516 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 3ba63d83-05c6-4b50-abc9-dddef4f9507a {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:17:28.947201 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 3ba63d83-05c6-4b50-abc9-dddef4f9507a not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:17:28.949615 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8670d-636e-4a1b-81d5-3b69147564af admin admin] Pushing event deleted for resources: {'Port': ['ID=f730a7b5-944a-4163-861e-4061e5bd0300,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:29.019428 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35291b4-3d00-44e6-aa1b-93c8204d805d admin admin] Made reservation on behalf of 8504a22500a54a54a8fec90c069aae71 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:29.022856 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d35291b4-3d00-44e6-aa1b-93c8204d805d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:29.184897 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d35291b4-3d00-44e6-aa1b-93c8204d805d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:29.219549 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-19d15876-942f-405d-a742-40028be3756c req-e07c70f6-9d3b-4e17-99da-b2215690f2c8 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f3d044-7a48-46eb-b162-4de66bd62588 HTTP/1.1" status: 200 len: 210 time: 0.1600246 Feb 09 01:17:29.227362 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-23a8670d-636e-4a1b-81d5-3b69147564af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (c3bbe03a-31dc-461a-b4d8-0c9862de5249), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:29.313424 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f924e-05ca-4c8a-934e-40fa326536be req-df806a68-5261-4b5f-8d51-d284335c51ad tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:29.319377 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d198b-9a3c-41c1-b69a-977cf9f0eee9 req-898dc978-2bef-4933-a38d-1a45ae61ab6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:29.323851 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-884d198b-9a3c-41c1-b69a-977cf9f0eee9 req-898dc978-2bef-4933-a38d-1a45ae61ab6d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=4c593708-2e8a-498c-af6b-c981dd18dd0e HTTP/1.1" status: 200 len: 1132 time: 0.2612705 Feb 09 01:17:29.331902 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd9f924e-05ca-4c8a-934e-40fa326536be req-df806a68-5261-4b5f-8d51-d284335c51ad tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c593708-2e8a-498c-af6b-c981dd18dd0e HTTP/1.1" status: 200 len: 949 time: 0.6746817 Feb 09 01:17:29.347346 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device f730a7b5-944a-4163-861e-4061e5bd0300 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:17:29.365144 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-23a8670d-636e-4a1b-81d5-3b69147564af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3bbe03a-31dc-461a-b4d8-0c9862de5249']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:29.417462 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: f730a7b5-944a-4163-861e-4061e5bd0300 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:17:29.418862 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device f730a7b5-944a-4163-861e-4061e5bd0300 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:17:29.439015 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-23a8670d-636e-4a1b-81d5-3b69147564af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f5f6de-2912-4bde-8be0-2caaa2221b45') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:29.440123 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-23a8670d-636e-4a1b-81d5-3b69147564af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f5f6de-2912-4bde-8be0-2caaa2221b45') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:29.483270 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab740ff-c296-4697-b2e4-0ffa69a303f9 x-openstack-request-id: req-3ab740ff-c296-4697-b2e4-0ffa69a303f9 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:17:29.484319 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7ed2d7-8536-41bc-b6cb-fd3544ea6570", "name": "network-vif-deleted", "tag": "110cb464-a641-4916-bcb5-edb0e09c3b46", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:17:29.484768 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3ab740ff-c296-4697-b2e4-0ffa69a303f9 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:17:29.485482 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7ed2d7-8536-41bc-b6cb-fd3544ea6570', 'name': 'network-vif-deleted', 'tag': '110cb464-a641-4916-bcb5-edb0e09c3b46', 'status': 'completed', 'code': 200} Feb 09 01:17:29.488420 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-23a8670d-636e-4a1b-81d5-3b69147564af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (77f5f6de-2912-4bde-8be0-2caaa2221b45), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:29.520132 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-884d198b-9a3c-41c1-b69a-977cf9f0eee9 req-3623dd10-e8c8-4b68-8690-7330f23e6276 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=02c73380-8749-489e-943b-f7bf37fffd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892865 Feb 09 01:17:29.528045 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54838) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:29.605070 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd9f924e-05ca-4c8a-934e-40fa326536be req-d6257856-0364-4b7d-84d7-90a0c6f44832 tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] 10.222.0.30 "GET /v2.0/security-groups?id=02c73380-8749-489e-943b-f7bf37fffd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718647 Feb 09 01:17:29.606224 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-23a8670d-636e-4a1b-81d5-3b69147564af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (77f5f6de-2912-4bde-8be0-2caaa2221b45), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:29.621157 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a8670d-636e-4a1b-81d5-3b69147564af admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:17:29.621945 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-23a8670d-636e-4a1b-81d5-3b69147564af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (77f5f6de-2912-4bde-8be0-2caaa2221b45), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:29.624400 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:17:29.624400 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:17:29.624400 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:17:29.624400 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:17:29.624400 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:17:29.624400 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:17:29.624400 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:17:29.624400 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:17:29.624400 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:17:29.624400 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:17:29.624400 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:17:29.624400 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:17:29.624400 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:17:29.624400 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:17:29.624400 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:17:29.624400 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:17:29.624400 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:17:29.624400 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:17:29.624400 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:17:29.624400 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:17:29.624400 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:17:29.624400 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:17:29.624400 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:17:29.624400 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:17:29.624400 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:17:29.624400 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:17:29.624400 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:17:29.624400 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:17:29.624400 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:17:29.624400 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:17:29.624400 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:17:29.624400 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:17:29.644534 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d35291b4-3d00-44e6-aa1b-93c8204d805d admin admin] Publish callbacks [] for security_group (cea86a2c-77d8-4634-9388-dbba610dc35b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:29.653498 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d35291b4-3d00-44e6-aa1b-93c8204d805d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (cea86a2c-77d8-4634-9388-dbba610dc35b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:29.731293 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-23a8670d-636e-4a1b-81d5-3b69147564af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (c3bbe03a-31dc-461a-b4d8-0c9862de5249), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:29.740268 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-23a8670d-636e-4a1b-81d5-3b69147564af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:29.747853 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35291b4-3d00-44e6-aa1b-93c8204d805d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea86a2c-77d8-4634-9388-dbba610dc35b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:29.748098 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-23a8670d-636e-4a1b-81d5-3b69147564af admin admin] 10.222.0.30 "DELETE /v2.0/networks/c3bbe03a-31dc-461a-b4d8-0c9862de5249 HTTP/1.1" status: 204 len: 168 time: 1.8911772 Feb 09 01:17:29.758804 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d35291b4-3d00-44e6-aa1b-93c8204d805d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:17:29.775716 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d35291b4-3d00-44e6-aa1b-93c8204d805d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (6daca91f-d266-4653-9c4c-7bffb4b74c3e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:29.776465 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-d35291b4-3d00-44e6-aa1b-93c8204d805d admin admin] Added segment 6daca91f-d266-4653-9c4c-7bffb4b74c3e of type vlan for network abf1fb35-3013-4c3d-bbbe-19417af179a8 Feb 09 01:17:29.778952 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8670d-636e-4a1b-81d5-3b69147564af admin admin] Pushing event deleted for resources: {'Network': ['ID=c3bbe03a-31dc-461a-b4d8-0c9862de5249,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:29.883259 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d35291b4-3d00-44e6-aa1b-93c8204d805d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (abf1fb35-3013-4c3d-bbbe-19417af179a8), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:29.950081 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d35291b4-3d00-44e6-aa1b-93c8204d805d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (abf1fb35-3013-4c3d-bbbe-19417af179a8), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:29.951862 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35291b4-3d00-44e6-aa1b-93c8204d805d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:29.953655 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d35291b4-3d00-44e6-aa1b-93c8204d805d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:29.979544 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-170308fd-bb9f-4ede-8ba3-3b4cdf74f069 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:30.061847 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54846) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:30.070400 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d35291b4-3d00-44e6-aa1b-93c8204d805d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5677907 Feb 09 01:17:30.084337 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54848) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:30.090368 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-9af74f02-6c06-4e41-93a4-88e42903c2fb admin admin] Request body: {'subnet': {'network_id': 'abf1fb35-3013-4c3d-bbbe-19417af179a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1411537540-subnet', 'tenant_id': '8504a22500a54a54a8fec90c069aae71', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:30.111768 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35291b4-3d00-44e6-aa1b-93c8204d805d admin admin] Pushing event updated for resources: {'Network': ['ID=abf1fb35-3013-4c3d-bbbe-19417af179a8,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:30.126916 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network abf1fb35-3013-4c3d-bbbe-19417af179a8 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:17:30.194373 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af74f02-6c06-4e41-93a4-88e42903c2fb admin admin] Made reservation on behalf of 8504a22500a54a54a8fec90c069aae71 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:30.197570 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9af74f02-6c06-4e41-93a4-88e42903c2fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:30.295411 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-395a0a00-711f-4016-befd-44bc808fc9f8 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:30.297459 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-395a0a00-711f-4016-befd-44bc808fc9f8 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.121 "GET /v2.0/networks?id=fe516e29-735a-4343-b41d-62f1308dd9ac HTTP/1.1" status: 200 len: 814 time: 0.1633604 Feb 09 01:17:30.318582 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfafa25-aa68-4cbc-bf91-c220384e3cbd req-98488141-9c9b-4fe5-83bf-6206eb798ad1 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:30.320524 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-acfafa25-aa68-4cbc-bf91-c220384e3cbd req-98488141-9c9b-4fe5-83bf-6206eb798ad1 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=afe25b88-2612-487d-85c9-0d9d1ecd7312 HTTP/1.1" status: 200 len: 945 time: 0.3602421 Feb 09 01:17:30.325195 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-138ba42f-e0d0-45e0-b5a7-d157c5f5ba66 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Request body: {'port': {'device_id': '87f3d044-7a48-46eb-b162-4de66bd62588', 'network_id': 'fe516e29-735a-4343-b41d-62f1308dd9ac', 'admin_state_up': True, 'tenant_id': 'd27c756c8932484ba946bc81ad113e78'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:30.451298 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-253d633f-f31b-4f64-a711-d6e03320909d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d3df79db395d43c7b21f36f3bef80e07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3869147 Feb 09 01:17:30.462550 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54856) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:30.478109 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-170308fd-bb9f-4ede-8ba3-3b4cdf74f069 admin admin] Publish callbacks [] for security_group (1f5f6e85-0d13-4432-bc63-b59b273909bc), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:30.502388 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-170308fd-bb9f-4ede-8ba3-3b4cdf74f069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1f5f6e85-0d13-4432-bc63-b59b273909bc), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:30.515606 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4b7e8c9b-de8f-43cf-a54b-8d368a42b52b req-1ba0cf32-9efb-4785-8b40-a1340798115a tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f3d044-7a48-46eb-b162-4de66bd62588 HTTP/1.1" status: 200 len: 210 time: 0.0680461 Feb 09 01:17:30.541952 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9af74f02-6c06-4e41-93a4-88e42903c2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (7fc7da2c-4277-42ec-9319-84787d86a60d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:30.553359 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7658d2-8b04-4f6f-9f9c-8802092382d5 req-32a6a12d-f3ea-4273-a2ca-f4855355ebbc tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:30.557544 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5b7658d2-8b04-4f6f-9f9c-8802092382d5 req-32a6a12d-f3ea-4273-a2ca-f4855355ebbc tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.91 "GET /v2.0/ports?device_id=afe25b88-2612-487d-85c9-0d9d1ecd7312 HTTP/1.1" status: 200 len: 945 time: 0.2085567 Feb 09 01:17:30.604665 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device e2802cd0-c205-4a26-82c7-646e9b414123 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:17:30.727656 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-170308fd-bb9f-4ede-8ba3-3b4cdf74f069 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9c4bbc8413074d839f8602f8d19a61d4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1957629 Feb 09 01:17:30.752075 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54868) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:30.753301 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170308fd-bb9f-4ede-8ba3-3b4cdf74f069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5f6e85-0d13-4432-bc63-b59b273909bc,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:30.775240 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c4389d3-af19-41f8-9833-fc9737091a2f admin admin] Publish callbacks [] for security_group (10f38edd-e295-4aa1-bc77-878eeb92117a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:30.803507 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c4389d3-af19-41f8-9833-fc9737091a2f admin admin] Publish callbacks [] for security_group (10f38edd-e295-4aa1-bc77-878eeb92117a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:30.845666 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port e2802cd0-c205-4a26-82c7-646e9b414123, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=e2802cd0-c205-4a26-82c7-646e9b414123,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:30.873002 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c4389d3-af19-41f8-9833-fc9737091a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (10f38edd-e295-4aa1-bc77-878eeb92117a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:30.875612 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': 'e2802cd0-c205-4a26-82c7-646e9b414123', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': 'e2802cd0-c205-4a26-82c7-646e9b414123', 'mac_address': 'fa:16:3e:e7:16:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:17:30.876225 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c4389d3-af19-41f8-9833-fc9737091a2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:30.880130 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4c4389d3-af19-41f8-9833-fc9737091a2f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/10f38edd-e295-4aa1-bc77-878eeb92117a HTTP/1.1" status: 204 len: 168 time: 0.4138899 Feb 09 01:17:30.893262 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af74f02-6c06-4e41-93a4-88e42903c2fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fc7da2c-4277-42ec-9319-84787d86a60d,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:30.924260 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4389d3-af19-41f8-9833-fc9737091a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f38edd-e295-4aa1-bc77-878eeb92117a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:30.936951 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af74f02-6c06-4e41-93a4-88e42903c2fb admin admin] Checking segment: {'id': '6daca91f-d266-4653-9c4c-7bffb4b74c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'abf1fb35-3013-4c3d-bbbe-19417af179a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:17:30.937486 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af74f02-6c06-4e41-93a4-88e42903c2fb admin admin] Network hostable DHCP agents. Network: abf1fb35-3013-4c3d-bbbe-19417af179a8, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:17:30.954420 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port e2802cd0-c205-4a26-82c7-646e9b414123 is: ACTIVE; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:30.955525 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e2802cd0-c205-4a26-82c7-646e9b414123), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:30.966107 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e6c0b4c0-81c7-4a5a-8c88-12024df91500 admin admin] Publish callbacks [] for security_group (1f5f6e85-0d13-4432-bc63-b59b273909bc), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:30.981132 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-acfafa25-aa68-4cbc-bf91-c220384e3cbd req-e7fba7c9-d8e8-4985-b78a-dd32309be58e tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5333836 Feb 09 01:17:30.991497 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af74f02-6c06-4e41-93a4-88e42903c2fb admin admin] Network abf1fb35-3013-4c3d-bbbe-19417af179a8 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:17:30.999101 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2802cd0-c205-4a26-82c7-646e9b414123 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:17:30.999921 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-5b7658d2-8b04-4f6f-9f9c-8802092382d5 req-f91693f5-f9c3-450d-9f87-70f2c290c035 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Deleting port 7ca29457-e348-4681-af82-7be07e1dac0b {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:31.000512 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5b7658d2-8b04-4f6f-9f9c-8802092382d5 req-f91693f5-f9c3-450d-9f87-70f2c290c035 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (7ca29457-e348-4681-af82-7be07e1dac0b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:31.036203 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port e2802cd0-c205-4a26-82c7-646e9b414123, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=e2802cd0-c205-4a26-82c7-646e9b414123,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:31.043827 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e2802cd0-c205-4a26-82c7-646e9b414123), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:31.074123 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e6c0b4c0-81c7-4a5a-8c88-12024df91500 admin admin] Publish callbacks [] for security_group (1f5f6e85-0d13-4432-bc63-b59b273909bc), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:31.078598 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-9af74f02-6c06-4e41-93a4-88e42903c2fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, abf1fb35-3013-4c3d-bbbe-19417af179a8) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:31.084783 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af74f02-6c06-4e41-93a4-88e42903c2fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:31.089062 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9af74f02-6c06-4e41-93a4-88e42903c2fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:31.091442 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6975249d-1850-43d5-9150-96151fd1e8a7 None None] Network abf1fb35-3013-4c3d-bbbe-19417af179a8 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:17:31.096897 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-138ba42f-e0d0-45e0-b5a7-d157c5f5ba66 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Made reservation on behalf of d27c756c8932484ba946bc81ad113e78 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:31.102555 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-138ba42f-e0d0-45e0-b5a7-d157c5f5ba66 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:31.162431 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['e2802cd0-c205-4a26-82c7-646e9b414123'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:17:31.173014 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fd104-00e1-407c-90e8-927d96c00c81 req-04195c7a-a17c-4b0a-9ccc-e4c4c2d0910d tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:31.175376 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-000fd104-00e1-407c-90e8-927d96c00c81 req-04195c7a-a17c-4b0a-9ccc-e4c4c2d0910d tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c593708-2e8a-498c-af6b-c981dd18dd0e HTTP/1.1" status: 200 len: 949 time: 0.2023878 Feb 09 01:17:31.195360 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=e2802cd0-c205-4a26-82c7-646e9b414123,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:31.207748 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9af74f02-6c06-4e41-93a4-88e42903c2fb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1194315 Feb 09 01:17:31.225162 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54872) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:31.252033 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-5fc5f47c-4834-442f-9aed-62ea274a81ba admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1411537540-router', 'tenant_id': '8504a22500a54a54a8fec90c069aae71', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:31.298718 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ca4e97-0448-48df-b9a6-9365d18034e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-abf1fb35-3013-4c3d-bbbe-19417af179a8', 'network_id': 'abf1fb35-3013-4c3d-bbbe-19417af179a8', 'project_id': '8504a22500a54a54a8fec90c069aae71', 'fixed_ips': [{'subnet_id': '7fc7da2c-4277-42ec-9319-84787d86a60d'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:17:31.300753 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-97ca4e97-0448-48df-b9a6-9365d18034e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:31.379183 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-5b7658d2-8b04-4f6f-9f9c-8802092382d5 req-f91693f5-f9c3-450d-9f87-70f2c290c035 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] For port 7ca29457-e348-4681-af82-7be07e1dac0b, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=7ca29457-e348-4681-af82-7be07e1dac0b,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:31.379648 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5b7658d2-8b04-4f6f-9f9c-8802092382d5 req-f91693f5-f9c3-450d-9f87-70f2c290c035 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (7ca29457-e348-4681-af82-7be07e1dac0b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:31.399199 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-5b7658d2-8b04-4f6f-9f9c-8802092382d5 req-f91693f5-f9c3-450d-9f87-70f2c290c035 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Calling delete_port for 7ca29457-e348-4681-af82-7be07e1dac0b owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:31.419844 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-000fd104-00e1-407c-90e8-927d96c00c81 req-ac3a6bd9-bbe1-450d-9abb-f6eecca625fa tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] 10.222.0.30 "GET /v2.0/security-groups?id=02c73380-8749-489e-943b-f7bf37fffd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803899 Feb 09 01:17:31.475049 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-138ba42f-e0d0-45e0-b5a7-d157c5f5ba66 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Allocated IP 172.20.0.9 (fe516e29-735a-4343-b41d-62f1308dd9ac/e6c7e660-340b-43fd-ab14-a81164bb8bc4/20c88474-d13c-4a12-a51b-d3a0c31c50c8) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:31.539766 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-97ca4e97-0448-48df-b9a6-9365d18034e1 None None] Allocated IP 172.20.0.2 (abf1fb35-3013-4c3d-bbbe-19417af179a8/7fc7da2c-4277-42ec-9319-84787d86a60d/b0a17fff-034c-4791-ac9c-dbe73d0eae3a) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:31.660717 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b5701f15-662d-40e2-9feb-7170a5cbda41 req-41f766e1-4d3c-4ebe-952f-5f575660be5a tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f3d044-7a48-46eb-b162-4de66bd62588 HTTP/1.1" status: 200 len: 210 time: 0.0459001 Feb 09 01:17:31.776178 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-97ca4e97-0448-48df-b9a6-9365d18034e1 None None] Publish callbacks [] for port (b0a17fff-034c-4791-ac9c-dbe73d0eae3a), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:31.787404 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-97ca4e97-0448-48df-b9a6-9365d18034e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (b0a17fff-034c-4791-ac9c-dbe73d0eae3a), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:31.886698 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 110cb464-a641-4916-bcb5-edb0e09c3b46 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:17:31.901076 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ca4e97-0448-48df-b9a6-9365d18034e1 None None] Network abf1fb35-3013-4c3d-bbbe-19417af179a8 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:31.907473 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5fc5f47c-4834-442f-9aed-62ea274a81ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (358eccb0-2f14-4421-96eb-d698c291d152), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:31.908588 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5fc5f47c-4834-442f-9aed-62ea274a81ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (358eccb0-2f14-4421-96eb-d698c291d152), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:31.925521 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-97ca4e97-0448-48df-b9a6-9365d18034e1 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:31.930217 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 110cb464-a641-4916-bcb5-edb0e09c3b46 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:17:31.930555 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 110cb464-a641-4916-bcb5-edb0e09c3b46 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:17:31.932096 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ca4e97-0448-48df-b9a6-9365d18034e1 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:17:31.936329 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca4e97-0448-48df-b9a6-9365d18034e1 None None] Pushing event updated for resources: {'Port': ['ID=b0a17fff-034c-4791-ac9c-dbe73d0eae3a,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:31.942317 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e6c0b4c0-81c7-4a5a-8c88-12024df91500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1f5f6e85-0d13-4432-bc63-b59b273909bc), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:31.949819 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e6c0b4c0-81c7-4a5a-8c88-12024df91500 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:31.953481 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e6c0b4c0-81c7-4a5a-8c88-12024df91500 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1f5f6e85-0d13-4432-bc63-b59b273909bc HTTP/1.1" status: 204 len: 168 time: 1.1988413 Feb 09 01:17:32.003839 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c0b4c0-81c7-4a5a-8c88-12024df91500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5f6e85-0d13-4432-bc63-b59b273909bc,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:32.018289 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5fc5f47c-4834-442f-9aed-62ea274a81ba admin admin] Publish callbacks [] for router_controller (358eccb0-2f14-4421-96eb-d698c291d152), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:32.068698 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:17:32.082023 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-97ca4e97-0448-48df-b9a6-9365d18034e1 None None] Attempting to bind port b0a17fff-034c-4791-ac9c-dbe73d0eae3a on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:17:32.082239 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-97ca4e97-0448-48df-b9a6-9365d18034e1 None None] Attempting to bind port b0a17fff-034c-4791-ac9c-dbe73d0eae3a by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '6daca91f-d266-4653-9c4c-7bffb4b74c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'abf1fb35-3013-4c3d-bbbe-19417af179a8'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:17:32.082599 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ca4e97-0448-48df-b9a6-9365d18034e1 None None] Attempting to bind port b0a17fff-034c-4791-ac9c-dbe73d0eae3a on network abf1fb35-3013-4c3d-bbbe-19417af179a8 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:17:32.094899 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ca4e97-0448-48df-b9a6-9365d18034e1 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:17:32.097848 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ca4e97-0448-48df-b9a6-9365d18034e1 None None] Checking segment: {'id': '6daca91f-d266-4653-9c4c-7bffb4b74c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'abf1fb35-3013-4c3d-bbbe-19417af179a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:17:32.098251 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-97ca4e97-0448-48df-b9a6-9365d18034e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:32.101339 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ca4e97-0448-48df-b9a6-9365d18034e1 None None] Bound using segment: {'id': '6daca91f-d266-4653-9c4c-7bffb4b74c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'abf1fb35-3013-4c3d-bbbe-19417af179a8'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:17:32.104258 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-97ca4e97-0448-48df-b9a6-9365d18034e1 None None] Bound port: b0a17fff-034c-4791-ac9c-dbe73d0eae3a, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6daca91f-d266-4653-9c4c-7bffb4b74c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'abf1fb35-3013-4c3d-bbbe-19417af179a8'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:17:32.104453 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-97ca4e97-0448-48df-b9a6-9365d18034e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b0a17fff-034c-4791-ac9c-dbe73d0eae3a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:32.211247 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-138ba42f-e0d0-45e0-b5a7-d157c5f5ba66 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Publish callbacks [] for port (20c88474-d13c-4a12-a51b-d3a0c31c50c8), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:32.299059 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-97ca4e97-0448-48df-b9a6-9365d18034e1 None None] For port b0a17fff-034c-4791-ac9c-dbe73d0eae3a, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:17:32.307751 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-97ca4e97-0448-48df-b9a6-9365d18034e1 None None] For port b0a17fff-034c-4791-ac9c-dbe73d0eae3a, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b0a17fff-034c-4791-ac9c-dbe73d0eae3a,segment=NetworkSegment(6daca91f-d266-4653-9c4c-7bffb4b74c3e),segment_id=6daca91f-d266-4653-9c4c-7bffb4b74c3e)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:17:32.328138 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-97ca4e97-0448-48df-b9a6-9365d18034e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b0a17fff-034c-4791-ac9c-dbe73d0eae3a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:32.341671 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f30653-34b7-4461-b117-479e38570c7f req-6388bb3e-3aad-4186-95bd-e95acbf680eb tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:32.350800 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-08f30653-34b7-4461-b117-479e38570c7f req-6388bb3e-3aad-4186-95bd-e95acbf680eb tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=afe25b88-2612-487d-85c9-0d9d1ecd7312 HTTP/1.1" status: 200 len: 945 time: 0.1117845 Feb 09 01:17:32.353990 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5b7658d2-8b04-4f6f-9f9c-8802092382d5 req-f91693f5-f9c3-450d-9f87-70f2c290c035 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (7ca29457-e348-4681-af82-7be07e1dac0b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:32.366542 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5fc5f47c-4834-442f-9aed-62ea274a81ba admin admin] Publish callbacks [] for router_gateway (358eccb0-2f14-4421-96eb-d698c291d152), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:32.387006 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-138ba42f-e0d0-45e0-b5a7-d157c5f5ba66 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (20c88474-d13c-4a12-a51b-d3a0c31c50c8), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:32.454094 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91693f5-f9c3-450d-9f87-70f2c290c035 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Pushing event deleted for resources: {'Port': ['ID=7ca29457-e348-4681-af82-7be07e1dac0b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:32.549602 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca4e97-0448-48df-b9a6-9365d18034e1 None None] Pushing event updated for resources: {'Port': ['ID=b0a17fff-034c-4791-ac9c-dbe73d0eae3a,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:32.595842 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-08f30653-34b7-4461-b117-479e38570c7f req-675a8e2f-f9de-47ae-8a06-6a22f66d6911 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440600 Feb 09 01:17:32.609236 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device e2802cd0-c205-4a26-82c7-646e9b414123 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:17:32.639725 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-138ba42f-e0d0-45e0-b5a7-d157c5f5ba66 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Network fe516e29-735a-4343-b41d-62f1308dd9ac is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:32.649083 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-138ba42f-e0d0-45e0-b5a7-d157c5f5ba66 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:32.694050 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b7658d2-8b04-4f6f-9f9c-8802092382d5 req-f91693f5-f9c3-450d-9f87-70f2c290c035 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] No DVR routers for this DVR port 7ca29457-e348-4681-af82-7be07e1dac0b on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:32.697266 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5b7658d2-8b04-4f6f-9f9c-8802092382d5 req-f91693f5-f9c3-450d-9f87-70f2c290c035 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:32.708003 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-138ba42f-e0d0-45e0-b5a7-d157c5f5ba66 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:17:32.710613 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5b7658d2-8b04-4f6f-9f9c-8802092382d5 req-f91693f5-f9c3-450d-9f87-70f2c290c035 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.91 "DELETE /v2.0/ports/7ca29457-e348-4681-af82-7be07e1dac0b HTTP/1.1" status: 204 len: 173 time: 2.1346691 Feb 09 01:17:32.715190 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe25b88-2612-487d-85c9-0d9d1ecd7312', 'name': 'network-vif-deleted', 'tag': '7ca29457-e348-4681-af82-7be07e1dac0b'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:17:32.720632 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646ea609-2e5c-4e20-9a1f-9a14d0d7fdb6" -d '{"events": [{"server_uuid": "afe25b88-2612-487d-85c9-0d9d1ecd7312", "name": "network-vif-deleted", "tag": "7ca29457-e348-4681-af82-7be07e1dac0b"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:17:32.847094 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port e2802cd0-c205-4a26-82c7-646e9b414123 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:32.847745 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e2802cd0-c205-4a26-82c7-646e9b414123), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:32.856692 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54936) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:32.950268 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-138ba42f-e0d0-45e0-b5a7-d157c5f5ba66 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:32.951439 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-138ba42f-e0d0-45e0-b5a7-d157c5f5ba66 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:33.022066 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ba42f-e0d0-45e0-b5a7-d157c5f5ba66 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Pushing event updated for resources: {'Port': ['ID=20c88474-d13c-4a12-a51b-d3a0c31c50c8,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:33.061249 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-138ba42f-e0d0-45e0-b5a7-d157c5f5ba66 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7530091 Feb 09 01:17:33.083555 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-394f66b8-70dd-4e1f-8a6d-24f60f9d99d2 service neutron] Request body: {'port': {'device_id': '87f3d044-7a48-46eb-b162-4de66bd62588', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:33.114867 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port e2802cd0-c205-4a26-82c7-646e9b414123 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:33.115881 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e2802cd0-c205-4a26-82c7-646e9b414123), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:33.177010 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2043a619-df48-484b-b0df-dedaa1c33fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2802cd0-c205-4a26-82c7-646e9b414123'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:17:33.180703 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c01684f-1b43-4807-9964-870dbd63da73" -d '{"events": [{"server_uuid": "2043a619-df48-484b-b0df-dedaa1c33fe0", "name": "network-vif-plugged", "status": "completed", "tag": "e2802cd0-c205-4a26-82c7-646e9b414123"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:17:33.206780 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port e2802cd0-c205-4a26-82c7-646e9b414123, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=e2802cd0-c205-4a26-82c7-646e9b414123,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:33.207484 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01b4ee-5ad3-4a6d-b464-f5f9cae186fc req-7ac28a7d-4012-4fd0-b361-951c1c9b2f6b tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:33.220411 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fc01b4ee-5ad3-4a6d-b464-f5f9cae186fc req-7ac28a7d-4012-4fd0-b361-951c1c9b2f6b tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f3d044-7a48-46eb-b162-4de66bd62588 HTTP/1.1" status: 200 len: 931 time: 0.2469029 Feb 09 01:17:33.221642 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e2802cd0-c205-4a26-82c7-646e9b414123), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:33.259178 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-2224cd28-038f-4c9e-9243-69262b98776e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1085193772-network', 'tenant_id': '512f509bb0914b24aa9f5f295bedfd55'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:33.293178 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed6934-9697-4739-8dad-e443cdd16106 req-548b89dc-2ba7-4831-a9fc-9196d21ce91e tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:33.300663 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8fed6934-9697-4739-8dad-e443cdd16106 req-548b89dc-2ba7-4831-a9fc-9196d21ce91e tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c593708-2e8a-498c-af6b-c981dd18dd0e HTTP/1.1" status: 200 len: 949 time: 0.6967809 Feb 09 01:17:33.322793 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-394f66b8-70dd-4e1f-8a6d-24f60f9d99d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (20c88474-d13c-4a12-a51b-d3a0c31c50c8), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:33.355407 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=e2802cd0-c205-4a26-82c7-646e9b414123,revision_number=7']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:33.380296 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:33.380670 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:33.381019 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:33.381357 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:33.381691 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:33.382022 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:33.385461 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:33.385879 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:33.386341 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:33.387545 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:33.389314 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:33.389314 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:33.390323 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:33.407419 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2224cd28-038f-4c9e-9243-69262b98776e admin admin] Made reservation on behalf of 512f509bb0914b24aa9f5f295bedfd55 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:33.409290 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b0a17fff-034c-4791-ac9c-dbe73d0eae3a up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:17:33.416362 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2224cd28-038f-4c9e-9243-69262b98776e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:33.441736 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fc01b4ee-5ad3-4a6d-b464-f5f9cae186fc req-2809c904-8a07-405e-99ac-0a6de3e69a3a tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176371 Feb 09 01:17:33.464503 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2224cd28-038f-4c9e-9243-69262b98776e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:33.506006 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8fed6934-9697-4739-8dad-e443cdd16106 req-bda83560-e6c6-48ec-bdfd-c469f4268f19 tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] 10.222.0.30 "GET /v2.0/security-groups?id=02c73380-8749-489e-943b-f7bf37fffd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932752 Feb 09 01:17:33.562736 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5fc5f47c-4834-442f-9aed-62ea274a81ba admin admin] Publish callbacks [] for router_gateway (358eccb0-2f14-4421-96eb-d698c291d152), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:33.600577 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-979ccdba-b896-4780-bd54-d3402e6f9c5e req-6cca9d0b-6f5f-48fd-84ce-8421fd8f69f3 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d49e7424-23cf-4ce1-a113-569c8fa1091f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3485637 Feb 09 01:17:33.608092 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5fc5f47c-4834-442f-9aed-62ea274a81ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:33.694020 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0089ba6b-a718-4fe0-a813-c7cd9e25a1b9 x-openstack-request-id: req-0089ba6b-a718-4fe0-a813-c7cd9e25a1b9 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:17:33.694394 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe25b88-2612-487d-85c9-0d9d1ecd7312", "name": "network-vif-deleted", "tag": "7ca29457-e348-4681-af82-7be07e1dac0b", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:17:33.694594 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0089ba6b-a718-4fe0-a813-c7cd9e25a1b9 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:17:33.694941 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe25b88-2612-487d-85c9-0d9d1ecd7312', 'name': 'network-vif-deleted', 'tag': '7ca29457-e348-4681-af82-7be07e1dac0b', 'status': 'completed', 'code': 200} Feb 09 01:17:33.735749 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port b0a17fff-034c-4791-ac9c-dbe73d0eae3a triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:33.736201 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b0a17fff-034c-4791-ac9c-dbe73d0eae3a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:33.745102 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2224cd28-038f-4c9e-9243-69262b98776e admin admin] Publish callbacks [] for security_group (1341b369-2bad-4c7b-876e-583602469497), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:33.790097 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2224cd28-038f-4c9e-9243-69262b98776e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1341b369-2bad-4c7b-876e-583602469497), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:33.853327 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4002a342-749e-4263-b65b-51ce26a8a8a5 x-openstack-request-id: req-4002a342-749e-4263-b65b-51ce26a8a8a5 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:17:33.853856 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2043a619-df48-484b-b0df-dedaa1c33fe0", "name": "network-vif-plugged", "status": "completed", "tag": "e2802cd0-c205-4a26-82c7-646e9b414123", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:17:33.855534 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4002a342-749e-4263-b65b-51ce26a8a8a5 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:17:33.855940 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2043a619-df48-484b-b0df-dedaa1c33fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2802cd0-c205-4a26-82c7-646e9b414123', 'code': 200} Feb 09 01:17:33.922720 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2224cd28-038f-4c9e-9243-69262b98776e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:17:33.972305 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ccdba-b896-4780-bd54-d3402e6f9c5e req-d7cdfb84-f4cd-4190-bdca-a3613875d6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:33.973970 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-979ccdba-b896-4780-bd54-d3402e6f9c5e req-d7cdfb84-f4cd-4190-bdca-a3613875d6b0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=89a8855b9bab40b69c27334c734383e8&device_id=d49e7424-23cf-4ce1-a113-569c8fa1091f HTTP/1.1" status: 200 len: 1128 time: 0.2332358 Feb 09 01:17:34.010580 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-394f66b8-70dd-4e1f-8a6d-24f60f9d99d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20c88474-d13c-4a12-a51b-d3a0c31c50c8 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:17:34.020263 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2224cd28-038f-4c9e-9243-69262b98776e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (c87e5ccc-ca64-4e78-8e5d-3ce96cae4347), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:34.021916 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-2224cd28-038f-4c9e-9243-69262b98776e admin admin] Added segment c87e5ccc-ca64-4e78-8e5d-3ce96cae4347 of type vlan for network be432b46-d986-4cfb-bd6a-d82368ac45ce Feb 09 01:17:34.022720 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-394f66b8-70dd-4e1f-8a6d-24f60f9d99d2 service neutron] Publish callbacks [] for port (20c88474-d13c-4a12-a51b-d3a0c31c50c8), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:34.056050 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-394f66b8-70dd-4e1f-8a6d-24f60f9d99d2 service neutron] Transition to ACTIVE for port object 20c88474-d13c-4a12-a51b-d3a0c31c50c8 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:34.064399 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port b0a17fff-034c-4791-ac9c-dbe73d0eae3a is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:34.065626 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b0a17fff-034c-4791-ac9c-dbe73d0eae3a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:34.068809 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-394f66b8-70dd-4e1f-8a6d-24f60f9d99d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (20c88474-d13c-4a12-a51b-d3a0c31c50c8), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:34.183249 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port b0a17fff-034c-4791-ac9c-dbe73d0eae3a, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b0a17fff-034c-4791-ac9c-dbe73d0eae3a,segment=NetworkSegment(6daca91f-d266-4653-9c4c-7bffb4b74c3e),segment_id=6daca91f-d266-4653-9c4c-7bffb4b74c3e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:34.193257 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b0a17fff-034c-4791-ac9c-dbe73d0eae3a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:34.247504 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2224cd28-038f-4c9e-9243-69262b98776e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (be432b46-d986-4cfb-bd6a-d82368ac45ce), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:34.256029 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f66b8-70dd-4e1f-8a6d-24f60f9d99d2 service neutron] Pushing event updated for resources: {'Port': ['ID=20c88474-d13c-4a12-a51b-d3a0c31c50c8,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:34.328221 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=b0a17fff-034c-4791-ac9c-dbe73d0eae3a,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:34.401933 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2224cd28-038f-4c9e-9243-69262b98776e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1341b369-2bad-4c7b-876e-583602469497,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:34.496545 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-394f66b8-70dd-4e1f-8a6d-24f60f9d99d2 service neutron] Attempting to bind port 20c88474-d13c-4a12-a51b-d3a0c31c50c8 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:17:34.497042 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-394f66b8-70dd-4e1f-8a6d-24f60f9d99d2 service neutron] Attempting to bind port 20c88474-d13c-4a12-a51b-d3a0c31c50c8 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'fe516e29-735a-4343-b41d-62f1308dd9ac'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:17:34.497811 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-394f66b8-70dd-4e1f-8a6d-24f60f9d99d2 service neutron] Attempting to bind port 20c88474-d13c-4a12-a51b-d3a0c31c50c8 on network fe516e29-735a-4343-b41d-62f1308dd9ac {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:17:34.509633 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-394f66b8-70dd-4e1f-8a6d-24f60f9d99d2 service neutron] Port 20c88474-d13c-4a12-a51b-d3a0c31c50c8 on network fe516e29-735a-4343-b41d-62f1308dd9ac not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:17:34.510055 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-394f66b8-70dd-4e1f-8a6d-24f60f9d99d2 service neutron] Attempting to bind port 20c88474-d13c-4a12-a51b-d3a0c31c50c8 on network fe516e29-735a-4343-b41d-62f1308dd9ac {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:17:34.510301 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-5fc5f47c-4834-442f-9aed-62ea274a81ba admin admin] Allocated IP 172.25.1.141 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/57c988e8-4e0c-482b-8a20-18f236f1b32a) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:34.532178 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-394f66b8-70dd-4e1f-8a6d-24f60f9d99d2 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:17:34.533017 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-394f66b8-70dd-4e1f-8a6d-24f60f9d99d2 service neutron] Checking segment: {'id': '6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'fe516e29-735a-4343-b41d-62f1308dd9ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:17:34.533588 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-394f66b8-70dd-4e1f-8a6d-24f60f9d99d2 service neutron] Bound using segment: {'id': '6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'fe516e29-735a-4343-b41d-62f1308dd9ac'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:17:34.538286 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-394f66b8-70dd-4e1f-8a6d-24f60f9d99d2 service neutron] Bound port: 20c88474-d13c-4a12-a51b-d3a0c31c50c8, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'fe516e29-735a-4343-b41d-62f1308dd9ac'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:17:34.539317 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-394f66b8-70dd-4e1f-8a6d-24f60f9d99d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (20c88474-d13c-4a12-a51b-d3a0c31c50c8), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:34.573887 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282f7f8-0255-4e00-a265-ca4d3ef038d2 req-017dc3a7-8197-4b9b-a93d-f957542aab78 tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:34.576137 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c282f7f8-0255-4e00-a265-ca4d3ef038d2 req-017dc3a7-8197-4b9b-a93d-f957542aab78 tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c593708-2e8a-498c-af6b-c981dd18dd0e HTTP/1.1" status: 200 len: 949 time: 0.1357303 Feb 09 01:17:34.597780 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d40ccc-c304-4310-90a0-6eb3f614510e None None] Network abf1fb35-3013-4c3d-bbbe-19417af179a8 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:17:34.705726 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c282f7f8-0255-4e00-a265-ca4d3ef038d2 req-efdbf8b3-08e1-4af3-a899-ea1001873b91 tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] 10.222.0.30 "GET /v2.0/security-groups?id=02c73380-8749-489e-943b-f7bf37fffd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931091 Feb 09 01:17:34.726825 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-394f66b8-70dd-4e1f-8a6d-24f60f9d99d2 service neutron] For port 20c88474-d13c-4a12-a51b-d3a0c31c50c8, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:17:34.730858 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-394f66b8-70dd-4e1f-8a6d-24f60f9d99d2 service neutron] For port 20c88474-d13c-4a12-a51b-d3a0c31c50c8, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=20c88474-d13c-4a12-a51b-d3a0c31c50c8,segment=NetworkSegment(6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12),segment_id=6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:17:34.745067 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-394f66b8-70dd-4e1f-8a6d-24f60f9d99d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (20c88474-d13c-4a12-a51b-d3a0c31c50c8), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:34.771732 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-394f66b8-70dd-4e1f-8a6d-24f60f9d99d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:34.772512 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-394f66b8-70dd-4e1f-8a6d-24f60f9d99d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:34.773950 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-394f66b8-70dd-4e1f-8a6d-24f60f9d99d2 service neutron] 10.222.0.121 "PUT /v2.0/ports/20c88474-d13c-4a12-a51b-d3a0c31c50c8 HTTP/1.1" status: 200 len: 1092 time: 1.7026906 Feb 09 01:17:34.775547 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87f3d044-7a48-46eb-b162-4de66bd62588', 'tag': '20c88474-d13c-4a12-a51b-d3a0c31c50c8'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:17:34.783614 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2224cd28-038f-4c9e-9243-69262b98776e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:34.784833 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ef6fb4-c358-48d9-92bc-b0b6c9242f5d" -d '{"events": [{"name": "network-changed", "server_uuid": "87f3d044-7a48-46eb-b162-4de66bd62588", "tag": "20c88474-d13c-4a12-a51b-d3a0c31c50c8"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:17:34.785952 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2224cd28-038f-4c9e-9243-69262b98776e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:34.786671 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2224cd28-038f-4c9e-9243-69262b98776e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:34.788413 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2224cd28-038f-4c9e-9243-69262b98776e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:34.790108 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2224cd28-038f-4c9e-9243-69262b98776e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:34.790718 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2224cd28-038f-4c9e-9243-69262b98776e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:34.792285 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2224cd28-038f-4c9e-9243-69262b98776e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:34.792835 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2224cd28-038f-4c9e-9243-69262b98776e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:34.795453 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2224cd28-038f-4c9e-9243-69262b98776e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:34.796205 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2224cd28-038f-4c9e-9243-69262b98776e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:34.798332 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2224cd28-038f-4c9e-9243-69262b98776e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:34.799082 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2224cd28-038f-4c9e-9243-69262b98776e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:34.800700 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2224cd28-038f-4c9e-9243-69262b98776e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:34.836345 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2224cd28-038f-4c9e-9243-69262b98776e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (be432b46-d986-4cfb-bd6a-d82368ac45ce), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:34.837650 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2224cd28-038f-4c9e-9243-69262b98776e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:34.839718 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2224cd28-038f-4c9e-9243-69262b98776e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:34.906217 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2224cd28-038f-4c9e-9243-69262b98776e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0443141 Feb 09 01:17:34.916949 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5fc5f47c-4834-442f-9aed-62ea274a81ba admin admin] Publish callbacks [] for port (57c988e8-4e0c-482b-8a20-18f236f1b32a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:34.927337 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54996) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:34.959017 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-41406ee9-4fdb-4324-a948-1c4598177801 None None] Provisioning complete for port b0a17fff-034c-4791-ac9c-dbe73d0eae3a triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:34.959803 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-27e9f889-f052-48df-8607-fcca2b00a8cd admin admin] Request body: {'subnet': {'network_id': 'be432b46-d986-4cfb-bd6a-d82368ac45ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1085193772-subnet', 'tenant_id': '512f509bb0914b24aa9f5f295bedfd55', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:34.965046 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-41406ee9-4fdb-4324-a948-1c4598177801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b0a17fff-034c-4791-ac9c-dbe73d0eae3a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:35.190164 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e9f889-f052-48df-8607-fcca2b00a8cd admin admin] Made reservation on behalf of 512f509bb0914b24aa9f5f295bedfd55 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:35.192649 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-27e9f889-f052-48df-8607-fcca2b00a8cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:35.222236 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5fc5f47c-4834-442f-9aed-62ea274a81ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (57c988e8-4e0c-482b-8a20-18f236f1b32a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:35.230858 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2224cd28-038f-4c9e-9243-69262b98776e admin admin] Pushing event updated for resources: {'Network': ['ID=be432b46-d986-4cfb-bd6a-d82368ac45ce,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:35.256147 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-a588f3ce-abb7-44e0-b756-4c44257024de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:35.258202 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-a588f3ce-abb7-44e0-b756-4c44257024de service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d27c756c8932484ba946bc81ad113e78&device_id=87f3d044-7a48-46eb-b162-4de66bd62588 HTTP/1.1" status: 200 len: 1126 time: 0.3953171 Feb 09 01:17:35.258969 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f66b8-70dd-4e1f-8a6d-24f60f9d99d2 service neutron] Pushing event updated for resources: {'Port': ['ID=20c88474-d13c-4a12-a51b-d3a0c31c50c8,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:35.321142 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5f47c-4834-442f-9aed-62ea274a81ba admin admin] Pushing event updated for resources: {'Port': ['ID=57c988e8-4e0c-482b-8a20-18f236f1b32a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:35.334589 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ccdba-b896-4780-bd54-d3402e6f9c5e req-58154473-cd66-4684-8f13-0052996fe919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:35.336911 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-979ccdba-b896-4780-bd54-d3402e6f9c5e req-58154473-cd66-4684-8f13-0052996fe919 service neutron] 10.222.0.91 "GET /v2.0/networks?id=4d54ed5f-d078-4c38-9c35-f6f424a32376 HTTP/1.1" status: 200 len: 921 time: 1.3325744 Feb 09 01:17:35.339249 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc5f47c-4834-442f-9aed-62ea274a81ba admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:35.340685 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-5fc5f47c-4834-442f-9aed-62ea274a81ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:35.350264 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc5f47c-4834-442f-9aed-62ea274a81ba admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:17:35.401186 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network be432b46-d986-4cfb-bd6a-d82368ac45ce details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:17:35.411491 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-41406ee9-4fdb-4324-a948-1c4598177801 None None] Current status of the port b0a17fff-034c-4791-ac9c-dbe73d0eae3a is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:35.425849 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b0a17fff-034c-4791-ac9c-dbe73d0eae3a up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:17:35.654780 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-979ccdba-b896-4780-bd54-d3402e6f9c5e req-a9bba718-6de5-4d4a-9338-07ac240f838f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0db41797-db17-4a54-ae13-c5ec0fa080a6 HTTP/1.1" status: 200 len: 217 time: 0.2117398 Feb 09 01:17:35.692374 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c4c4fe0b-fe34-43c5-a59b-31e4a945c23f None None] Provisioning complete for port b0a17fff-034c-4791-ac9c-dbe73d0eae3a triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:35.692838 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c4c4fe0b-fe34-43c5-a59b-31e4a945c23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b0a17fff-034c-4791-ac9c-dbe73d0eae3a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:35.695549 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port b0a17fff-034c-4791-ac9c-dbe73d0eae3a triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:35.695912 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b0a17fff-034c-4791-ac9c-dbe73d0eae3a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:35.829550 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ccdba-b896-4780-bd54-d3402e6f9c5e req-7b609fa3-0eaa-44ec-ac98-30c79603d43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:35.831736 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-979ccdba-b896-4780-bd54-d3402e6f9c5e req-7b609fa3-0eaa-44ec-ac98-30c79603d43e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=dc881d69-9121-4d00-994f-9cce6bcb92ea HTTP/1.1" status: 200 len: 860 time: 0.1344240 Feb 09 01:17:35.930055 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 7ca29457-e348-4681-af82-7be07e1dac0b no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:17:35.988918 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 7ca29457-e348-4681-af82-7be07e1dac0b {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:17:35.989658 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 7ca29457-e348-4681-af82-7be07e1dac0b not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:17:36.000675 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-6d1a4d79-cfe2-4854-bca7-54922a3ec08c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20c88474-d13c-4a12-a51b-d3a0c31c50c8 HTTP/1.1" status: 200 len: 217 time: 0.4133418 Feb 09 01:17:36.031143 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-27e9f889-f052-48df-8607-fcca2b00a8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (be1ce3a4-b13c-47c4-ba7e-eee950a9b5d0), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:36.068886 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5fc5f47c-4834-442f-9aed-62ea274a81ba admin admin] Publish callbacks [] for router_gateway (358eccb0-2f14-4421-96eb-d698c291d152), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:36.172594 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9f889-f052-48df-8607-fcca2b00a8cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=be1ce3a4-b13c-47c4-ba7e-eee950a9b5d0,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:36.285154 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-979ccdba-b896-4780-bd54-d3402e6f9c5e req-0b6d9bef-6642-4f2c-8d54-cdb6f0fe4bce service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4d54ed5f-d078-4c38-9c35-f6f424a32376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2135844 Feb 09 01:17:36.410702 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8dacd-543f-45cc-9f2d-06419cde65fa req-9d7b3b26-ec3f-47ff-b992-708b34f4db75 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:36.422788 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cfe8dacd-543f-45cc-9f2d-06419cde65fa req-9d7b3b26-ec3f-47ff-b992-708b34f4db75 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f3d044-7a48-46eb-b162-4de66bd62588 HTTP/1.1" status: 200 len: 943 time: 1.2429917 Feb 09 01:17:36.464533 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port b0a17fff-034c-4791-ac9c-dbe73d0eae3a is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:36.467802 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c4c4fe0b-fe34-43c5-a59b-31e4a945c23f None None] Current status of the port b0a17fff-034c-4791-ac9c-dbe73d0eae3a is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:36.494071 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-e1591872-1f6f-40ee-9209-9f86f484efb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:36.499693 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-e1591872-1f6f-40ee-9209-9f86f484efb6 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=e6c7e660-340b-43fd-ab14-a81164bb8bc4 HTTP/1.1" status: 200 len: 854 time: 0.4700060 Feb 09 01:17:36.510459 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b450e1-cd37-4e76-b659-b1c2588db727 req-0df2413b-a248-4216-b8d0-e11698160944 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:36.526594 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d8b450e1-cd37-4e76-b659-b1c2588db727 req-0df2413b-a248-4216-b8d0-e11698160944 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.91 "GET /v2.0/ports?device_id=d49e7424-23cf-4ce1-a113-569c8fa1091f HTTP/1.1" status: 200 len: 945 time: 0.9021626 Feb 09 01:17:36.528772 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e9f889-f052-48df-8607-fcca2b00a8cd admin admin] Checking segment: {'id': 'c87e5ccc-ca64-4e78-8e5d-3ce96cae4347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'be432b46-d986-4cfb-bd6a-d82368ac45ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:17:36.532112 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e9f889-f052-48df-8607-fcca2b00a8cd admin admin] Network hostable DHCP agents. Network: be432b46-d986-4cfb-bd6a-d82368ac45ce, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:17:36.558705 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a257b22-1de8-4ab3-8cb0-219b38564afc req-a8c0748f-5060-40e6-ba43-e2116f2a7a85 tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:36.560272 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9a257b22-1de8-4ab3-8cb0-219b38564afc req-a8c0748f-5060-40e6-ba43-e2116f2a7a85 tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] 10.222.0.91 "GET /v2.0/ports?device_id=4c593708-2e8a-498c-af6b-c981dd18dd0e HTTP/1.1" status: 200 len: 949 time: 0.3011963 Feb 09 01:17:36.696361 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-d9680369-dcaf-48d4-9eb6-e63b6f32ff96 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=fe516e29-735a-4343-b41d-62f1308dd9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1293311 Feb 09 01:17:36.733062 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-979ccdba-b896-4780-bd54-d3402e6f9c5e req-ba996c07-b625-4e5d-8f6a-176247392df5 service neutron] 10.222.0.91 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627727 Feb 09 01:17:36.919669 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5fc5f47c-4834-442f-9aed-62ea274a81ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (358eccb0-2f14-4421-96eb-d698c291d152), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:37.018116 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cfe8dacd-543f-45cc-9f2d-06419cde65fa req-17191933-0206-4cc4-bf04-4e5a02f1511c tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5922098 Feb 09 01:17:37.070260 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-979ccdba-b896-4780-bd54-d3402e6f9c5e req-49b2ae26-a9e8-4d93-92cf-bca43e329e5c service neutron] 10.222.0.91 "GET /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302193 Feb 09 01:17:37.149356 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1650d6b-af72-4566-b330-95ccd3bd3ef7 x-openstack-request-id: req-c1650d6b-af72-4566-b330-95ccd3bd3ef7 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:17:37.153086 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87f3d044-7a48-46eb-b162-4de66bd62588", "tag": "20c88474-d13c-4a12-a51b-d3a0c31c50c8", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:17:37.153440 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c1650d6b-af72-4566-b330-95ccd3bd3ef7 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:17:37.155030 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87f3d044-7a48-46eb-b162-4de66bd62588', 'tag': '20c88474-d13c-4a12-a51b-d3a0c31c50c8', 'status': 'completed', 'code': 200} Feb 09 01:17:37.192375 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-9a257b22-1de8-4ab3-8cb0-219b38564afc req-c7d9b465-afed-489b-a88d-ee17a015e685 tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] Deleting port bc10b6c4-55fb-4a05-9368-4cd0232906ff {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:37.196721 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9a257b22-1de8-4ab3-8cb0-219b38564afc req-c7d9b465-afed-489b-a88d-ee17a015e685 tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (bc10b6c4-55fb-4a05-9368-4cd0232906ff), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:37.271654 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e9f889-f052-48df-8607-fcca2b00a8cd admin admin] Network be432b46-d986-4cfb-bd6a-d82368ac45ce is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:17:37.357820 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-1315062e-5605-410f-bc9f-e907b88cc901 service neutron] 10.222.0.121 "GET /v2.0/networks/fe516e29-735a-4343-b41d-62f1308dd9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6466472 Feb 09 01:17:37.532334 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-9a257b22-1de8-4ab3-8cb0-219b38564afc req-c7d9b465-afed-489b-a88d-ee17a015e685 tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] For port bc10b6c4-55fb-4a05-9368-4cd0232906ff, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=bc10b6c4-55fb-4a05-9368-4cd0232906ff,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:37.533832 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9a257b22-1de8-4ab3-8cb0-219b38564afc req-c7d9b465-afed-489b-a88d-ee17a015e685 tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (bc10b6c4-55fb-4a05-9368-4cd0232906ff), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:37.561496 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-9a257b22-1de8-4ab3-8cb0-219b38564afc req-c7d9b465-afed-489b-a88d-ee17a015e685 tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] Calling delete_port for bc10b6c4-55fb-4a05-9368-4cd0232906ff owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:37.568096 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6484d4af-38ae-4058-9887-2b4e5740c41a req-39849596-191d-4fe3-9ed5-dc0ceecd36df service neutron] 10.222.0.121 "GET /v2.0/networks/fe516e29-735a-4343-b41d-62f1308dd9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906881 Feb 09 01:17:37.568749 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-27e9f889-f052-48df-8607-fcca2b00a8cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, be432b46-d986-4cfb-bd6a-d82368ac45ce) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:37.580483 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b9f11b-6b52-4fdc-8a85-e2bae52baf33 None None] Network be432b46-d986-4cfb-bd6a-d82368ac45ce requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:17:37.595243 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e9f889-f052-48df-8607-fcca2b00a8cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:37.596145 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-27e9f889-f052-48df-8607-fcca2b00a8cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:37.650063 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-d8b450e1-cd37-4e76-b659-b1c2588db727 req-bb1d2ed0-9dd3-4dc5-827b-64cfb0a684b4 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Deleting port 0db41797-db17-4a54-ae13-c5ec0fa080a6 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:37.650513 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d8b450e1-cd37-4e76-b659-b1c2588db727 req-bb1d2ed0-9dd3-4dc5-827b-64cfb0a684b4 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (0db41797-db17-4a54-ae13-c5ec0fa080a6), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:37.663153 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-27e9f889-f052-48df-8607-fcca2b00a8cd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.7270143 Feb 09 01:17:37.668236 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1aeb6-6662-467c-aaca-5c18ff42bd14 req-d73ae3e1-59e9-4863-9560-d269b401687b tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:37.677011 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-60b1aeb6-6662-467c-aaca-5c18ff42bd14 req-d73ae3e1-59e9-4863-9560-d269b401687b tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=d49e7424-23cf-4ce1-a113-569c8fa1091f HTTP/1.1" status: 200 len: 945 time: 0.4510772 Feb 09 01:17:37.735177 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55038) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:37.778781 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc5f47c-4834-442f-9aed-62ea274a81ba admin admin] Router 358eccb0-2f14-4421-96eb-d698c291d152 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:17:37.790509 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-5a8abefb-c054-429e-9957-b99e4e1520e6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1085193772-router', 'tenant_id': '512f509bb0914b24aa9f5f295bedfd55', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:37.825713 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5a8abefb-c054-429e-9957-b99e4e1520e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (5ec85b58-7689-4711-97ed-e65c01d5c73c), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:37.826846 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5a8abefb-c054-429e-9957-b99e4e1520e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (5ec85b58-7689-4711-97ed-e65c01d5c73c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:37.905351 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae8be64-030e-4acd-b3ae-3b234a89ec82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-be432b46-d986-4cfb-bd6a-d82368ac45ce', 'network_id': 'be432b46-d986-4cfb-bd6a-d82368ac45ce', 'project_id': '512f509bb0914b24aa9f5f295bedfd55', 'fixed_ips': [{'subnet_id': 'be1ce3a4-b13c-47c4-ba7e-eee950a9b5d0'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:17:37.906819 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3ae8be64-030e-4acd-b3ae-3b234a89ec82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:37.912865 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-60b1aeb6-6662-467c-aaca-5c18ff42bd14 req-93c02ba3-dd05-470a-a4ff-17026629f99a tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348368 Feb 09 01:17:37.941401 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef6fb4-c358-48d9-92bc-b0b6c9242f5d req-2fdeb6af-025c-48bb-940e-8b6da4e4c0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:37.946528 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e7ef6fb4-c358-48d9-92bc-b0b6c9242f5d req-2fdeb6af-025c-48bb-940e-8b6da4e4c0ef service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d27c756c8932484ba946bc81ad113e78&device_id=87f3d044-7a48-46eb-b162-4de66bd62588 HTTP/1.1" status: 200 len: 1126 time: 0.2413735 Feb 09 01:17:38.096475 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9a257b22-1de8-4ab3-8cb0-219b38564afc req-c7d9b465-afed-489b-a88d-ee17a015e685 tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (bc10b6c4-55fb-4a05-9368-4cd0232906ff), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:38.134885 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9b465-afed-489b-a88d-ee17a015e685 tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] Pushing event deleted for resources: {'Port': ['ID=bc10b6c4-55fb-4a05-9368-4cd0232906ff,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:38.232759 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-3ae8be64-030e-4acd-b3ae-3b234a89ec82 None None] Allocated IP 172.20.0.2 (be432b46-d986-4cfb-bd6a-d82368ac45ce/be1ce3a4-b13c-47c4-ba7e-eee950a9b5d0/b6a26ff1-f164-43e5-8399-0794bd1d9dce) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:38.238426 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a257b22-1de8-4ab3-8cb0-219b38564afc req-c7d9b465-afed-489b-a88d-ee17a015e685 tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] No DVR routers for this DVR port bc10b6c4-55fb-4a05-9368-4cd0232906ff on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:38.246246 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9a257b22-1de8-4ab3-8cb0-219b38564afc req-c7d9b465-afed-489b-a88d-ee17a015e685 tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:38.250947 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9a257b22-1de8-4ab3-8cb0-219b38564afc req-c7d9b465-afed-489b-a88d-ee17a015e685 tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] 10.222.0.91 "DELETE /v2.0/ports/bc10b6c4-55fb-4a05-9368-4cd0232906ff HTTP/1.1" status: 204 len: 173 time: 1.6576331 Feb 09 01:17:38.251449 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c593708-2e8a-498c-af6b-c981dd18dd0e', 'name': 'network-vif-deleted', 'tag': 'bc10b6c4-55fb-4a05-9368-4cd0232906ff'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:17:38.256134 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1bb49e-3b9a-4d8e-bc01-7f781aa62171" -d '{"events": [{"server_uuid": "4c593708-2e8a-498c-af6b-c981dd18dd0e", "name": "network-vif-deleted", "tag": "bc10b6c4-55fb-4a05-9368-4cd0232906ff"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:17:38.268752 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc5f47c-4834-442f-9aed-62ea274a81ba admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:17:38.305652 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-d8b450e1-cd37-4e76-b659-b1c2588db727 req-bb1d2ed0-9dd3-4dc5-827b-64cfb0a684b4 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] For port 0db41797-db17-4a54-ae13-c5ec0fa080a6, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=0db41797-db17-4a54-ae13-c5ec0fa080a6,segment=NetworkSegment(35fd4bd3-7109-47da-8325-7016fe4abb36),segment_id=35fd4bd3-7109-47da-8325-7016fe4abb36)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:38.307805 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5fc5f47c-4834-442f-9aed-62ea274a81ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:38.309492 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5fc5f47c-4834-442f-9aed-62ea274a81ba admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.0807717 Feb 09 01:17:38.311225 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d8b450e1-cd37-4e76-b659-b1c2588db727 req-bb1d2ed0-9dd3-4dc5-827b-64cfb0a684b4 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (0db41797-db17-4a54-ae13-c5ec0fa080a6), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:38.313959 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55050) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:38.433153 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398b6752-528f-4d70-9548-a712cffcfdb0 None None] Sync routers for ids ['358eccb0-2f14-4421-96eb-d698c291d152'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:17:38.559479 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398b6752-528f-4d70-9548-a712cffcfdb0 None None] Routers {'358eccb0-2f14-4421-96eb-d698c291d152'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:38.565622 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-398b6752-528f-4d70-9548-a712cffcfdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:17:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['358eccb0-2f14-4421-96eb-d698c291d152'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:38.956881 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3ae8be64-030e-4acd-b3ae-3b234a89ec82 None None] Publish callbacks [] for port (b6a26ff1-f164-43e5-8399-0794bd1d9dce), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:38.976317 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3ae8be64-030e-4acd-b3ae-3b234a89ec82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (b6a26ff1-f164-43e5-8399-0794bd1d9dce), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:38.977370 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef6fb4-c358-48d9-92bc-b0b6c9242f5d req-101d61bb-008c-4efd-adfa-6238b84bda96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:38.979958 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e7ef6fb4-c358-48d9-92bc-b0b6c9242f5d req-101d61bb-008c-4efd-adfa-6238b84bda96 service neutron] 10.222.0.121 "GET /v2.0/networks?id=fe516e29-735a-4343-b41d-62f1308dd9ac HTTP/1.1" status: 200 len: 915 time: 0.9192305 Feb 09 01:17:38.983143 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2129cd17-f2b8-49b0-8035-ad036c4ed54a req-5c6af0e3-8aef-4ae1-adcd-0c381b6bcab4 tempest-ImagesNegativeTestJSON-860780441 tempest-ImagesNegativeTestJSON-860780441-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c593708-2e8a-498c-af6b-c981dd18dd0e HTTP/1.1" status: 200 len: 210 time: 0.1467943 Feb 09 01:17:39.012792 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae8be64-030e-4acd-b3ae-3b234a89ec82 None None] Network be432b46-d986-4cfb-bd6a-d82368ac45ce is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:39.019271 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-3ae8be64-030e-4acd-b3ae-3b234a89ec82 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:39.032922 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5a8abefb-c054-429e-9957-b99e4e1520e6 admin admin] Publish callbacks [] for router_controller (5ec85b58-7689-4711-97ed-e65c01d5c73c), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:39.036202 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-d8b450e1-cd37-4e76-b659-b1c2588db727 req-bb1d2ed0-9dd3-4dc5-827b-64cfb0a684b4 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Calling delete_port for 0db41797-db17-4a54-ae13-c5ec0fa080a6 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:39.103161 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae8be64-030e-4acd-b3ae-3b234a89ec82 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:17:39.295561 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8be64-030e-4acd-b3ae-3b234a89ec82 None None] Pushing event updated for resources: {'Port': ['ID=b6a26ff1-f164-43e5-8399-0794bd1d9dce,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:39.352371 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-398b6752-528f-4d70-9548-a712cffcfdb0 None None] Set router 358eccb0-2f14-4421-96eb-d698c291d152 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:39.369434 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e7ef6fb4-c358-48d9-92bc-b0b6c9242f5d req-7fa7162c-1285-4934-8d54-4a295ab41df0 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20c88474-d13c-4a12-a51b-d3a0c31c50c8 HTTP/1.1" status: 200 len: 217 time: 0.3579931 Feb 09 01:17:39.676566 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5a8abefb-c054-429e-9957-b99e4e1520e6 admin admin] Publish callbacks [] for router_gateway (5ec85b58-7689-4711-97ed-e65c01d5c73c), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:39.694394 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4f5e5-8a16-41bc-aed4-b135b3d8b36e req-946767ce-e85f-4389-b947-5b82a982009f tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:39.696250 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-08d4f5e5-8a16-41bc-aed4-b135b3d8b36e req-946767ce-e85f-4389-b947-5b82a982009f tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f3d044-7a48-46eb-b162-4de66bd62588 HTTP/1.1" status: 200 len: 943 time: 0.3753924 Feb 09 01:17:39.775277 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-3ae8be64-030e-4acd-b3ae-3b234a89ec82 None None] Attempting to bind port b6a26ff1-f164-43e5-8399-0794bd1d9dce on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:17:39.775632 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-3ae8be64-030e-4acd-b3ae-3b234a89ec82 None None] Attempting to bind port b6a26ff1-f164-43e5-8399-0794bd1d9dce by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'c87e5ccc-ca64-4e78-8e5d-3ce96cae4347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'be432b46-d986-4cfb-bd6a-d82368ac45ce'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:17:39.776013 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae8be64-030e-4acd-b3ae-3b234a89ec82 None None] Attempting to bind port b6a26ff1-f164-43e5-8399-0794bd1d9dce on network be432b46-d986-4cfb-bd6a-d82368ac45ce {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:17:39.821510 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef6fb4-c358-48d9-92bc-b0b6c9242f5d req-2311ebf4-5e47-4d7d-b769-63b1d88a399c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:39.823021 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e7ef6fb4-c358-48d9-92bc-b0b6c9242f5d req-2311ebf4-5e47-4d7d-b769-63b1d88a399c service neutron] 10.222.0.121 "GET /v2.0/subnets?id=e6c7e660-340b-43fd-ab14-a81164bb8bc4 HTTP/1.1" status: 200 len: 854 time: 0.3023574 Feb 09 01:17:39.826332 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae8be64-030e-4acd-b3ae-3b234a89ec82 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:17:39.826920 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae8be64-030e-4acd-b3ae-3b234a89ec82 None None] Checking segment: {'id': 'c87e5ccc-ca64-4e78-8e5d-3ce96cae4347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'be432b46-d986-4cfb-bd6a-d82368ac45ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:17:39.831415 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3ae8be64-030e-4acd-b3ae-3b234a89ec82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:39.832411 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae8be64-030e-4acd-b3ae-3b234a89ec82 None None] Bound using segment: {'id': 'c87e5ccc-ca64-4e78-8e5d-3ce96cae4347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'be432b46-d986-4cfb-bd6a-d82368ac45ce'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:17:39.833343 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-3ae8be64-030e-4acd-b3ae-3b234a89ec82 None None] Bound port: b6a26ff1-f164-43e5-8399-0794bd1d9dce, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87e5ccc-ca64-4e78-8e5d-3ce96cae4347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'be432b46-d986-4cfb-bd6a-d82368ac45ce'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:17:39.833965 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3ae8be64-030e-4acd-b3ae-3b234a89ec82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b6a26ff1-f164-43e5-8399-0794bd1d9dce), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:39.884132 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e7ef6fb4-c358-48d9-92bc-b0b6c9242f5d req-49658212-b6c9-4692-a240-939ecbf17142 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=fe516e29-735a-4343-b41d-62f1308dd9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513513 Feb 09 01:17:39.917878 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-08d4f5e5-8a16-41bc-aed4-b135b3d8b36e req-af4cbf14-c2a7-4751-91b6-aa4aa34c0df7 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079649 Feb 09 01:17:39.932689 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 0db41797-db17-4a54-ae13-c5ec0fa080a6 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:17:40.100251 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d281254d-71c9-4baa-8fa2-1da94a2d3de0 x-openstack-request-id: req-d281254d-71c9-4baa-8fa2-1da94a2d3de0 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:17:40.102281 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c593708-2e8a-498c-af6b-c981dd18dd0e", "name": "network-vif-deleted", "tag": "bc10b6c4-55fb-4a05-9368-4cd0232906ff", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:17:40.102569 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d281254d-71c9-4baa-8fa2-1da94a2d3de0 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:17:40.102972 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c593708-2e8a-498c-af6b-c981dd18dd0e', 'name': 'network-vif-deleted', 'tag': 'bc10b6c4-55fb-4a05-9368-4cd0232906ff', 'status': 'completed', 'code': 200} Feb 09 01:17:40.203908 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-3ae8be64-030e-4acd-b3ae-3b234a89ec82 None None] For port b6a26ff1-f164-43e5-8399-0794bd1d9dce, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:17:40.323087 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d46e3a3-caa5-4d7b-a512-645a8eb7b16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:40.336217 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-3ae8be64-030e-4acd-b3ae-3b234a89ec82 None None] For port b6a26ff1-f164-43e5-8399-0794bd1d9dce, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b6a26ff1-f164-43e5-8399-0794bd1d9dce,segment=NetworkSegment(c87e5ccc-ca64-4e78-8e5d-3ce96cae4347),segment_id=c87e5ccc-ca64-4e78-8e5d-3ce96cae4347)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:17:40.366171 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3ae8be64-030e-4acd-b3ae-3b234a89ec82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b6a26ff1-f164-43e5-8399-0794bd1d9dce), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:40.530813 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8be64-030e-4acd-b3ae-3b234a89ec82 None None] Pushing event updated for resources: {'Port': ['ID=b6a26ff1-f164-43e5-8399-0794bd1d9dce,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:40.550336 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-398b6752-528f-4d70-9548-a712cffcfdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358eccb0-2f14-4421-96eb-d698c291d152', 'name': 'tempest-AttachSCSIVolumeTestJSON-1411537540-router', 'tenant_id': '8504a22500a54a54a8fec90c069aae71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '57c988e8-4e0c-482b-8a20-18f236f1b32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:31Z', 'updated_at': '2022-02-09T01:17:35Z', 'revision_number': 3, 'project_id': '8504a22500a54a54a8fec90c069aae71', 'gw_port': {'id': '57c988e8-4e0c-482b-8a20-18f236f1b32a', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358eccb0-2f14-4421-96eb-d698c291d152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:33Z', 'updated_at': '2022-02-09T01:17:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:40.627182 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 0db41797-db17-4a54-ae13-c5ec0fa080a6 is: DOWN; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:40.629487 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device bc10b6c4-55fb-4a05-9368-4cd0232906ff no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:17:40.635285 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398b6752-528f-4d70-9548-a712cffcfdb0 None None] Checking router: 358eccb0-2f14-4421-96eb-d698c291d152 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:17:40.636658 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398b6752-528f-4d70-9548-a712cffcfdb0 None None] Updating router 358eccb0-2f14-4421-96eb-d698c291d152 port 57c988e8-4e0c-482b-8a20-18f236f1b32a binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:17:40.685863 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 20c88474-d13c-4a12-a51b-d3a0c31c50c8 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:17:40.747615 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: bc10b6c4-55fb-4a05-9368-4cd0232906ff {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:17:40.748279 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device bc10b6c4-55fb-4a05-9368-4cd0232906ff not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:17:40.785868 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-398b6752-528f-4d70-9548-a712cffcfdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (57c988e8-4e0c-482b-8a20-18f236f1b32a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:40.887348 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-8d46e3a3-caa5-4d7b-a512-645a8eb7b16d admin admin] Allocated IP 172.20.0.1 (abf1fb35-3013-4c3d-bbbe-19417af179a8/7fc7da2c-4277-42ec-9319-84787d86a60d/8ca75ef5-1c2d-4167-b688-cd26222c8773) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:40.935722 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.resource_extend [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:17:41.180455 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e7ef6fb4-c358-48d9-92bc-b0b6c9242f5d req-b200ac37-cb7d-49e7-b571-73abdbb66b67 service neutron] 10.222.0.121 "GET /v2.0/networks/fe516e29-735a-4343-b41d-62f1308dd9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2877471 Feb 09 01:17:41.197882 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d46e3a3-caa5-4d7b-a512-645a8eb7b16d admin admin] Publish callbacks [] for port (8ca75ef5-1c2d-4167-b688-cd26222c8773), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:41.354874 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d46e3a3-caa5-4d7b-a512-645a8eb7b16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (8ca75ef5-1c2d-4167-b688-cd26222c8773), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:41.417704 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b6a26ff1-f164-43e5-8399-0794bd1d9dce up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:17:41.426792 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 20c88474-d13c-4a12-a51b-d3a0c31c50c8, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=20c88474-d13c-4a12-a51b-d3a0c31c50c8,segment=NetworkSegment(6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12),segment_id=6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:41.492955 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '20c88474-d13c-4a12-a51b-d3a0c31c50c8', 'network_id': 'fe516e29-735a-4343-b41d-62f1308dd9ac', 'port_id': '20c88474-d13c-4a12-a51b-d3a0c31c50c8', 'mac_address': 'fa:16:3e:53:94:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c7e660-340b-43fd-ab14-a81164bb8bc4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:17:41.568621 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d8b450e1-cd37-4e76-b659-b1c2588db727 req-bb1d2ed0-9dd3-4dc5-827b-64cfb0a684b4 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (0db41797-db17-4a54-ae13-c5ec0fa080a6), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:41.578645 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d46e3a3-caa5-4d7b-a512-645a8eb7b16d admin admin] Network abf1fb35-3013-4c3d-bbbe-19417af179a8 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:41.583557 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-8d46e3a3-caa5-4d7b-a512-645a8eb7b16d admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:41.590616 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d46e3a3-caa5-4d7b-a512-645a8eb7b16d admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:17:41.618432 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d46e3a3-caa5-4d7b-a512-645a8eb7b16d admin admin] Pushing event updated for resources: {'Port': ['ID=8ca75ef5-1c2d-4167-b688-cd26222c8773,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:41.653160 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d46e3a3-caa5-4d7b-a512-645a8eb7b16d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (358eccb0-2f14-4421-96eb-d698c291d152), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:41.814863 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 20c88474-d13c-4a12-a51b-d3a0c31c50c8 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:41.815670 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (20c88474-d13c-4a12-a51b-d3a0c31c50c8), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:41.899794 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20c88474-d13c-4a12-a51b-d3a0c31c50c8 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:17:41.974608 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 20c88474-d13c-4a12-a51b-d3a0c31c50c8, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=20c88474-d13c-4a12-a51b-d3a0c31c50c8,segment=NetworkSegment(6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12),segment_id=6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:42.019580 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (20c88474-d13c-4a12-a51b-d3a0c31c50c8), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:42.054238 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5a8abefb-c054-429e-9957-b99e4e1520e6 admin admin] Publish callbacks [] for router_gateway (5ec85b58-7689-4711-97ed-e65c01d5c73c), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:42.059343 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d2ed0-9dd3-4dc5-827b-64cfb0a684b4 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Pushing event deleted for resources: {'Port': ['ID=0db41797-db17-4a54-ae13-c5ec0fa080a6,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:42.090221 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d46e3a3-caa5-4d7b-a512-645a8eb7b16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8ca75ef5-1c2d-4167-b688-cd26222c8773), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:42.097387 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dea78e-d157-4303-afa9-8efc8471a7b6 req-1fb2ede2-b55e-46fc-8c89-ee62b3e76ab0 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:42.102225 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b8dea78e-d157-4303-afa9-8efc8471a7b6 req-1fb2ede2-b55e-46fc-8c89-ee62b3e76ab0 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/ports?device_id=d49e7424-23cf-4ce1-a113-569c8fa1091f HTTP/1.1" status: 200 len: 866 time: 1.1190250 Feb 09 01:17:42.205449 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port b6a26ff1-f164-43e5-8399-0794bd1d9dce triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:42.205449 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b6a26ff1-f164-43e5-8399-0794bd1d9dce), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:42.212837 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b450e1-cd37-4e76-b659-b1c2588db727 req-bb1d2ed0-9dd3-4dc5-827b-64cfb0a684b4 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] No DVR routers for this DVR port 0db41797-db17-4a54-ae13-c5ec0fa080a6 on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:42.215042 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5a8abefb-c054-429e-9957-b99e4e1520e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:42.340894 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d8b450e1-cd37-4e76-b659-b1c2588db727 req-bb1d2ed0-9dd3-4dc5-827b-64cfb0a684b4 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:42.347282 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d8b450e1-cd37-4e76-b659-b1c2588db727 req-bb1d2ed0-9dd3-4dc5-827b-64cfb0a684b4 tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.91 "DELETE /v2.0/ports/0db41797-db17-4a54-ae13-c5ec0fa080a6 HTTP/1.1" status: 204 len: 173 time: 5.7947807 Feb 09 01:17:42.354138 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49e7424-23cf-4ce1-a113-569c8fa1091f', 'name': 'network-vif-deleted', 'tag': '0db41797-db17-4a54-ae13-c5ec0fa080a6'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:17:42.362064 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58de627c-a0c2-497a-bcd2-2e3e1c0b2b04" -d '{"events": [{"server_uuid": "d49e7424-23cf-4ce1-a113-569c8fa1091f", "name": "network-vif-deleted", "tag": "0db41797-db17-4a54-ae13-c5ec0fa080a6"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:17:42.379874 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e7ef6fb4-c358-48d9-92bc-b0b6c9242f5d req-19fa8f17-2d88-4b7d-af5c-21cf16760bc0 service neutron] 10.222.0.121 "GET /v2.0/networks/fe516e29-735a-4343-b41d-62f1308dd9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1495919 Feb 09 01:17:42.520270 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d46e3a3-caa5-4d7b-a512-645a8eb7b16d admin admin] Publish callbacks [] for port (8ca75ef5-1c2d-4167-b688-cd26222c8773), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:42.534418 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d46e3a3-caa5-4d7b-a512-645a8eb7b16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (8ca75ef5-1c2d-4167-b688-cd26222c8773), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:42.604085 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b8dea78e-d157-4303-afa9-8efc8471a7b6 req-631c2095-b249-4be1-8836-fe1809b0a3bd tempest-LiveAutoBlockMigrationV225Test-167544090 tempest-LiveAutoBlockMigrationV225Test-167544090-project] 10.222.0.30 "GET /v2.0/security-groups?id=d224bcc4-9ba1-4695-9095-d244d6821fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976433 Feb 09 01:17:42.681099 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6377b655-a331-49af-afbe-02aba085db36 None None] Network be432b46-d986-4cfb-bd6a-d82368ac45ce requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:17:42.691466 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d46e3a3-caa5-4d7b-a512-645a8eb7b16d admin admin] Pushing event updated for resources: {'Port': ['ID=8ca75ef5-1c2d-4167-b688-cd26222c8773,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:42.694397 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d46e3a3-caa5-4d7b-a512-645a8eb7b16d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (358eccb0-2f14-4421-96eb-d698c291d152), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:42.888604 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['20c88474-d13c-4a12-a51b-d3a0c31c50c8'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:17:42.912529 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d46e3a3-caa5-4d7b-a512-645a8eb7b16d admin admin] Network abf1fb35-3013-4c3d-bbbe-19417af179a8 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:42.915113 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-8d46e3a3-caa5-4d7b-a512-645a8eb7b16d admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:43.084252 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67529a99-cdc4-45aa-a9da-43ad2bec9348 req-f87796f0-5b40-4cd6-a1e1-292139dc0aff tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:43.102836 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-67529a99-cdc4-45aa-a9da-43ad2bec9348 req-f87796f0-5b40-4cd6-a1e1-292139dc0aff tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f3d044-7a48-46eb-b162-4de66bd62588 HTTP/1.1" status: 200 len: 944 time: 0.2258377 Feb 09 01:17:43.134610 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-398b6752-528f-4d70-9548-a712cffcfdb0 None None] Publish callbacks [] for port (57c988e8-4e0c-482b-8a20-18f236f1b32a), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:43.195360 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-2d686063-941d-4633-8e9a-2bd22aeeafea None None] Provisioning complete for port 8ca75ef5-1c2d-4167-b688-cd26222c8773 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:43.195919 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2d686063-941d-4633-8e9a-2bd22aeeafea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8ca75ef5-1c2d-4167-b688-cd26222c8773), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:43.201458 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-398b6752-528f-4d70-9548-a712cffcfdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (57c988e8-4e0c-482b-8a20-18f236f1b32a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:43.236750 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d46e3a3-caa5-4d7b-a512-645a8eb7b16d admin admin] Router 358eccb0-2f14-4421-96eb-d698c291d152 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:17:43.246471 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-67529a99-cdc4-45aa-a9da-43ad2bec9348 req-3467ddc6-18e1-439f-90f3-2be50a6a73f6 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269336 Feb 09 01:17:43.360680 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000b5f72-5e3c-4af5-99b7-ffc14f9cca6d x-openstack-request-id: req-000b5f72-5e3c-4af5-99b7-ffc14f9cca6d {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:17:43.360989 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49e7424-23cf-4ce1-a113-569c8fa1091f", "name": "network-vif-deleted", "tag": "0db41797-db17-4a54-ae13-c5ec0fa080a6", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:17:43.361446 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-000b5f72-5e3c-4af5-99b7-ffc14f9cca6d {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:17:43.366904 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd49e7424-23cf-4ce1-a113-569c8fa1091f', 'name': 'network-vif-deleted', 'tag': '0db41797-db17-4a54-ae13-c5ec0fa080a6', 'status': 'completed', 'code': 200} Feb 09 01:17:43.398603 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=20c88474-d13c-4a12-a51b-d3a0c31c50c8,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:43.409679 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-5a8abefb-c054-429e-9957-b99e4e1520e6 admin admin] Allocated IP 172.25.1.154 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/590c9273-20f9-4700-8ed5-2946fd3ee525) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:43.466149 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-398b6752-528f-4d70-9548-a712cffcfdb0 None None] Attempting to bind port 57c988e8-4e0c-482b-8a20-18f236f1b32a on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:17:43.469502 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-398b6752-528f-4d70-9548-a712cffcfdb0 None None] Attempting to bind port 57c988e8-4e0c-482b-8a20-18f236f1b32a by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:17:43.470019 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398b6752-528f-4d70-9548-a712cffcfdb0 None None] Attempting to bind port 57c988e8-4e0c-482b-8a20-18f236f1b32a on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:17:43.613324 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d46e3a3-caa5-4d7b-a512-645a8eb7b16d admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:17:43.620169 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8d46e3a3-caa5-4d7b-a512-645a8eb7b16d admin admin] 10.222.0.30 "PUT /v2.0/routers/358eccb0-2f14-4421-96eb-d698c291d152/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3048427 Feb 09 01:17:43.685605 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398b6752-528f-4d70-9548-a712cffcfdb0 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:17:43.686142 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398b6752-528f-4d70-9548-a712cffcfdb0 None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:17:43.686414 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-398b6752-528f-4d70-9548-a712cffcfdb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:43.688701 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398b6752-528f-4d70-9548-a712cffcfdb0 None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:17:43.690076 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-398b6752-528f-4d70-9548-a712cffcfdb0 None None] Bound port: 57c988e8-4e0c-482b-8a20-18f236f1b32a, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:17:43.690468 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-398b6752-528f-4d70-9548-a712cffcfdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (57c988e8-4e0c-482b-8a20-18f236f1b32a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:43.747688 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5a8abefb-c054-429e-9957-b99e4e1520e6 admin admin] Publish callbacks [] for port (590c9273-20f9-4700-8ed5-2946fd3ee525), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:43.773244 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55148) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:43.848576 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5a8abefb-c054-429e-9957-b99e4e1520e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (590c9273-20f9-4700-8ed5-2946fd3ee525), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:43.885863 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4fa4f-650b-4763-b38f-9ece0733961b None None] Pushing event updated for resources: {'Port': ['ID=57c988e8-4e0c-482b-8a20-18f236f1b32a,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:43.895550 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8abefb-c054-429e-9957-b99e4e1520e6 admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:43.905203 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-5a8abefb-c054-429e-9957-b99e4e1520e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:43.917465 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8abefb-c054-429e-9957-b99e4e1520e6 admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:17:43.948665 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2d686063-941d-4633-8e9a-2bd22aeeafea None None] Port 8ca75ef5-1c2d-4167-b688-cd26222c8773 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:17:43.979342 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8abefb-c054-429e-9957-b99e4e1520e6 admin admin] Pushing event updated for resources: {'Port': ['ID=590c9273-20f9-4700-8ed5-2946fd3ee525,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:44.254874 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-398b6752-528f-4d70-9548-a712cffcfdb0 None None] For port 57c988e8-4e0c-482b-8a20-18f236f1b32a, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:17:44.294706 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f89e3d4b-a35f-4bb8-b369-68af8ac8f2c2 None None] Provisioning complete for port b6a26ff1-f164-43e5-8399-0794bd1d9dce triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:44.295480 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f89e3d4b-a35f-4bb8-b369-68af8ac8f2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b6a26ff1-f164-43e5-8399-0794bd1d9dce), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:44.431184 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port b6a26ff1-f164-43e5-8399-0794bd1d9dce is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:44.432869 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b6a26ff1-f164-43e5-8399-0794bd1d9dce), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:44.493961 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-a906b385-22bf-4039-b2ca-8f8eeba6c570 admin admin] Deleting subnet dc881d69-9121-4d00-994f-9cce6bcb92ea {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:17:44.510182 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a906b385-22bf-4039-b2ca-8f8eeba6c570 admin admin] Publish callbacks [] for subnet (dc881d69-9121-4d00-994f-9cce6bcb92ea), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:44.534478 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-398b6752-528f-4d70-9548-a712cffcfdb0 None None] For port 57c988e8-4e0c-482b-8a20-18f236f1b32a, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=57c988e8-4e0c-482b-8a20-18f236f1b32a,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:17:44.632923 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a906b385-22bf-4039-b2ca-8f8eeba6c570 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (dc881d69-9121-4d00-994f-9cce6bcb92ea), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:44.658602 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-398b6752-528f-4d70-9548-a712cffcfdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (57c988e8-4e0c-482b-8a20-18f236f1b32a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:44.733393 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55168) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:44.756926 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a906b385-22bf-4039-b2ca-8f8eeba6c570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (dc881d69-9121-4d00-994f-9cce6bcb92ea), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:44.810749 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5a8abefb-c054-429e-9957-b99e4e1520e6 admin admin] Publish callbacks [] for router_gateway (5ec85b58-7689-4711-97ed-e65c01d5c73c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:44.857242 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4fa4f-650b-4763-b38f-9ece0733961b None None] Pushing event updated for resources: {'Port': ['ID=57c988e8-4e0c-482b-8a20-18f236f1b32a,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:44.901042 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port b6a26ff1-f164-43e5-8399-0794bd1d9dce, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b6a26ff1-f164-43e5-8399-0794bd1d9dce,segment=NetworkSegment(c87e5ccc-ca64-4e78-8e5d-3ce96cae4347),segment_id=c87e5ccc-ca64-4e78-8e5d-3ce96cae4347)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:44.906783 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a906b385-22bf-4039-b2ca-8f8eeba6c570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (dc881d69-9121-4d00-994f-9cce6bcb92ea), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:44.978756 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b6a26ff1-f164-43e5-8399-0794bd1d9dce), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:45.020360 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398b6752-528f-4d70-9548-a712cffcfdb0 None None] Routers {'358eccb0-2f14-4421-96eb-d698c291d152'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:45.030049 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-398b6752-528f-4d70-9548-a712cffcfdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:17:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['358eccb0-2f14-4421-96eb-d698c291d152'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:45.034886 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906b385-22bf-4039-b2ca-8f8eeba6c570 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc881d69-9121-4d00-994f-9cce6bcb92ea,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:45.070462 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a906b385-22bf-4039-b2ca-8f8eeba6c570 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:45.087172 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55184) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:45.100847 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a906b385-22bf-4039-b2ca-8f8eeba6c570 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/dc881d69-9121-4d00-994f-9cce6bcb92ea HTTP/1.1" status: 204 len: 168 time: 1.3221915 Feb 09 01:17:45.156502 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863871d6-1e86-40ec-8b34-381f251d0361 req-bc3053e4-0f87-41e9-a7ae-3b068dd890e8 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:45.164794 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-863871d6-1e86-40ec-8b34-381f251d0361 req-bc3053e4-0f87-41e9-a7ae-3b068dd890e8 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f3d044-7a48-46eb-b162-4de66bd62588 HTTP/1.1" status: 200 len: 944 time: 0.7238936 Feb 09 01:17:45.220757 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f161e82e-fe9d-4569-a07c-7b8560ebccd4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=96ec3c67678146beaf15c5b8f55a284c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4851253 Feb 09 01:17:45.223284 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55188) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:45.339207 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-60de5d12-fc46-43a5-bdbc-c16a47f7af1c admin admin] Publish callbacks [] for security_group (02c73380-8749-489e-943b-f7bf37fffd8c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:45.360643 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=b6a26ff1-f164-43e5-8399-0794bd1d9dce,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:45.401131 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-60de5d12-fc46-43a5-bdbc-c16a47f7af1c admin admin] Publish callbacks [] for security_group (02c73380-8749-489e-943b-f7bf37fffd8c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:45.454080 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-863871d6-1e86-40ec-8b34-381f251d0361 req-93a3f556-c155-4954-9b98-b881e5db95b5 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867234 Feb 09 01:17:45.479681 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55200) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:45.497292 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2a963131-4e6c-479b-bf08-ae1cd8d92c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (4d54ed5f-d078-4c38-9c35-f6f424a32376), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:45.516973 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-ef139a3d-a4bd-4d56-b155-4c3646565744 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1639825987-network', 'tenant_id': 'a084beff60944de39c415f4d0011e770'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:45.548460 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-60de5d12-fc46-43a5-bdbc-c16a47f7af1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (02c73380-8749-489e-943b-f7bf37fffd8c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:45.556814 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-60de5d12-fc46-43a5-bdbc-c16a47f7af1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:45.563751 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-60de5d12-fc46-43a5-bdbc-c16a47f7af1c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/02c73380-8749-489e-943b-f7bf37fffd8c HTTP/1.1" status: 204 len: 168 time: 0.3393452 Feb 09 01:17:45.583076 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f89e3d4b-a35f-4bb8-b369-68af8ac8f2c2 None None] Current status of the port b6a26ff1-f164-43e5-8399-0794bd1d9dce is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:45.584199 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef139a3d-a4bd-4d56-b155-4c3646565744 admin admin] Made reservation on behalf of a084beff60944de39c415f4d0011e770 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:45.586928 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ef139a3d-a4bd-4d56-b155-4c3646565744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:45.604968 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de5d12-fc46-43a5-bdbc-c16a47f7af1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c73380-8749-489e-943b-f7bf37fffd8c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:45.607879 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-398b6752-528f-4d70-9548-a712cffcfdb0 None None] Set router 358eccb0-2f14-4421-96eb-d698c291d152 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:45.609842 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f89e3d4b-a35f-4bb8-b369-68af8ac8f2c2 None None] Provisioning complete for port 8ca75ef5-1c2d-4167-b688-cd26222c8773 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:45.610210 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f89e3d4b-a35f-4bb8-b369-68af8ac8f2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8ca75ef5-1c2d-4167-b688-cd26222c8773), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:45.735141 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ef139a3d-a4bd-4d56-b155-4c3646565744 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:45.748135 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f89e3d4b-a35f-4bb8-b369-68af8ac8f2c2 None None] Port 8ca75ef5-1c2d-4167-b688-cd26222c8773 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:17:45.913309 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-484c143d-ba99-42dd-ab36-6955327d6a03 None None] Provisioning complete for port b6a26ff1-f164-43e5-8399-0794bd1d9dce triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:45.913928 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-484c143d-ba99-42dd-ab36-6955327d6a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b6a26ff1-f164-43e5-8399-0794bd1d9dce), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:46.081917 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-398b6752-528f-4d70-9548-a712cffcfdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358eccb0-2f14-4421-96eb-d698c291d152', 'name': 'tempest-AttachSCSIVolumeTestJSON-1411537540-router', 'tenant_id': '8504a22500a54a54a8fec90c069aae71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '57c988e8-4e0c-482b-8a20-18f236f1b32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:31Z', 'updated_at': '2022-02-09T01:17:41Z', 'revision_number': 4, 'project_id': '8504a22500a54a54a8fec90c069aae71', 'gw_port': {'id': '57c988e8-4e0c-482b-8a20-18f236f1b32a', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358eccb0-2f14-4421-96eb-d698c291d152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:33Z', 'updated_at': '2022-02-09T01:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '8ca75ef5-1c2d-4167-b688-cd26222c8773', 'name': '', 'network_id': 'abf1fb35-3013-4c3d-bbbe-19417af179a8', 'tenant_id': '8504a22500a54a54a8fec90c069aae71', 'mac_address': 'fa:16:3e:76:5c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358eccb0-2f14-4421-96eb-d698c291d152', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7fc7da2c-4277-42ec-9319-84787d86a60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:40Z', 'updated_at': '2022-02-09T01:17:42Z', 'revision_number': 2, 'project_id': '8504a22500a54a54a8fec90c069aae71', 'subnets': [{'id': '7fc7da2c-4277-42ec-9319-84787d86a60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:46.082399 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2a963131-4e6c-479b-bf08-ae1cd8d92c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (4d54ed5f-d078-4c38-9c35-f6f424a32376), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:46.210971 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5a8abefb-c054-429e-9957-b99e4e1520e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (5ec85b58-7689-4711-97ed-e65c01d5c73c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:46.220089 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-2a963131-4e6c-479b-bf08-ae1cd8d92c55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d54ed5f-d078-4c38-9c35-f6f424a32376']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:46.263337 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398b6752-528f-4d70-9548-a712cffcfdb0 None None] The sync data for ids ['358eccb0-2f14-4421-96eb-d698c291d152'] in n-d-822053-40 is: [{'id': '358eccb0-2f14-4421-96eb-d698c291d152', 'name': 'tempest-AttachSCSIVolumeTestJSON-1411537540-router', 'tenant_id': '8504a22500a54a54a8fec90c069aae71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '57c988e8-4e0c-482b-8a20-18f236f1b32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:31Z', 'updated_at': '2022-02-09T01:17:41Z', 'revision_number': 4, 'project_id': '8504a22500a54a54a8fec90c069aae71', 'gw_port': {'id': '57c988e8-4e0c-482b-8a20-18f236f1b32a', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358eccb0-2f14-4421-96eb-d698c291d152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:33Z', 'updated_at': '2022-02-09T01:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '8ca75ef5-1c2d-4167-b688-cd26222c8773', 'name': '', 'network_id': 'abf1fb35-3013-4c3d-bbbe-19417af179a8', 'tenant_id': '8504a22500a54a54a8fec90c069aae71', 'mac_address': 'fa:16:3e:76:5c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358eccb0-2f14-4421-96eb-d698c291d152', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7fc7da2c-4277-42ec-9319-84787d86a60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:40Z', 'updated_at': '2022-02-09T01:17:42Z', 'revision_number': 2, 'project_id': '8504a22500a54a54a8fec90c069aae71', 'subnets': [{'id': '7fc7da2c-4277-42ec-9319-84787d86a60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:17:46.330674 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-484c143d-ba99-42dd-ab36-6955327d6a03 None None] Current status of the port b6a26ff1-f164-43e5-8399-0794bd1d9dce is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:46.375756 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-2a963131-4e6c-479b-bf08-ae1cd8d92c55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35fd4bd3-7109-47da-8325-7016fe4abb36') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:46.376248 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-2a963131-4e6c-479b-bf08-ae1cd8d92c55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35fd4bd3-7109-47da-8325-7016fe4abb36') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:46.392979 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2a963131-4e6c-479b-bf08-ae1cd8d92c55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (35fd4bd3-7109-47da-8325-7016fe4abb36), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:46.469190 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2a963131-4e6c-479b-bf08-ae1cd8d92c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (35fd4bd3-7109-47da-8325-7016fe4abb36), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:46.494011 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a963131-4e6c-479b-bf08-ae1cd8d92c55 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:17:46.494730 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2a963131-4e6c-479b-bf08-ae1cd8d92c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (35fd4bd3-7109-47da-8325-7016fe4abb36), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:46.496971 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:17:46.496971 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:17:46.496971 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:17:46.496971 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:17:46.496971 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:17:46.496971 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:17:46.496971 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:17:46.496971 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:17:46.496971 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:17:46.496971 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:17:46.496971 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:17:46.496971 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:17:46.496971 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:17:46.496971 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:17:46.496971 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:17:46.496971 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:17:46.496971 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:17:46.496971 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:17:46.496971 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:17:46.496971 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:17:46.496971 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:17:46.496971 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:17:46.496971 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:17:46.496971 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:17:46.496971 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:17:46.496971 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:17:46.496971 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:17:46.496971 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:17:46.496971 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:17:46.496971 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:17:46.496971 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:17:46.496971 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:17:46.529592 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ef139a3d-a4bd-4d56-b155-4c3646565744 admin admin] Publish callbacks [] for security_group (6ccac488-53a2-469e-9f1b-3370012b38ff), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:46.575736 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ef139a3d-a4bd-4d56-b155-4c3646565744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (6ccac488-53a2-469e-9f1b-3370012b38ff), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:46.613508 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef139a3d-a4bd-4d56-b155-4c3646565744 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:17:46.685482 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 20c88474-d13c-4a12-a51b-d3a0c31c50c8 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:17:46.788555 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 20c88474-d13c-4a12-a51b-d3a0c31c50c8 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:17:46.804770 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 20c88474-d13c-4a12-a51b-d3a0c31c50c8 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:46.805484 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (20c88474-d13c-4a12-a51b-d3a0c31c50c8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:46.915429 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ef139a3d-a4bd-4d56-b155-4c3646565744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (b53421b6-f83a-4fea-a3c5-86c7b6dc9f5c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:46.915796 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-ef139a3d-a4bd-4d56-b155-4c3646565744 admin admin] Added segment b53421b6-f83a-4fea-a3c5-86c7b6dc9f5c of type vlan for network c6c728be-ebe1-48b3-ac77-65b4d05323f4 Feb 09 01:17:47.006357 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef139a3d-a4bd-4d56-b155-4c3646565744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccac488-53a2-469e-9f1b-3370012b38ff,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:47.013411 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2a963131-4e6c-479b-bf08-ae1cd8d92c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (4d54ed5f-d078-4c38-9c35-f6f424a32376), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:47.028126 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2a963131-4e6c-479b-bf08-ae1cd8d92c55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:47.037257 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2a963131-4e6c-479b-bf08-ae1cd8d92c55 admin admin] 10.222.0.30 "DELETE /v2.0/networks/4d54ed5f-d078-4c38-9c35-f6f424a32376 HTTP/1.1" status: 204 len: 168 time: 1.9490249 Feb 09 01:17:47.040088 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55270) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:47.103156 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 20c88474-d13c-4a12-a51b-d3a0c31c50c8 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:47.108188 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (20c88474-d13c-4a12-a51b-d3a0c31c50c8), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:47.135198 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a963131-4e6c-479b-bf08-ae1cd8d92c55 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d54ed5f-d078-4c38-9c35-f6f424a32376,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:47.184610 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 20c88474-d13c-4a12-a51b-d3a0c31c50c8, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=20c88474-d13c-4a12-a51b-d3a0c31c50c8,segment=NetworkSegment(6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12),segment_id=6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:47.185995 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f3d044-7a48-46eb-b162-4de66bd62588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c88474-d13c-4a12-a51b-d3a0c31c50c8'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:17:47.189931 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e479f969-15b7-4e51-8e93-1dbdcad29cb2" -d '{"events": [{"server_uuid": "87f3d044-7a48-46eb-b162-4de66bd62588", "name": "network-vif-plugged", "status": "completed", "tag": "20c88474-d13c-4a12-a51b-d3a0c31c50c8"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:17:47.194982 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (20c88474-d13c-4a12-a51b-d3a0c31c50c8), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:47.195202 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ef139a3d-a4bd-4d56-b155-4c3646565744 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (c6c728be-ebe1-48b3-ac77-65b4d05323f4), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:47.276847 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4172cf0-491e-4706-a40c-0e21d99562ef admin admin] Deleting subnet f47b30ea-6958-472a-a9f5-87315aa9ccd2 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:17:47.280260 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b6a26ff1-f164-43e5-8399-0794bd1d9dce up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:17:47.292902 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4172cf0-491e-4706-a40c-0e21d99562ef admin admin] Publish callbacks [] for subnet (f47b30ea-6958-472a-a9f5-87315aa9ccd2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:47.387491 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ef139a3d-a4bd-4d56-b155-4c3646565744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (c6c728be-ebe1-48b3-ac77-65b4d05323f4), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:47.388818 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef139a3d-a4bd-4d56-b155-4c3646565744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:47.389440 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ef139a3d-a4bd-4d56-b155-4c3646565744 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:47.423354 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36d53b-1ea0-40f3-819d-72ca2f15e8db req-2c661595-aec8-44b4-8125-b90cc6ba687d tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:47.433974 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3f36d53b-1ea0-40f3-819d-72ca2f15e8db req-2c661595-aec8-44b4-8125-b90cc6ba687d tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f3d044-7a48-46eb-b162-4de66bd62588 HTTP/1.1" status: 200 len: 944 time: 0.7913346 Feb 09 01:17:47.443906 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4c9c2b-b593-4f36-a621-dd39399943ba x-openstack-request-id: req-ff4c9c2b-b593-4f36-a621-dd39399943ba {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:17:47.444646 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87f3d044-7a48-46eb-b162-4de66bd62588", "name": "network-vif-plugged", "status": "completed", "tag": "20c88474-d13c-4a12-a51b-d3a0c31c50c8", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:17:47.445036 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ff4c9c2b-b593-4f36-a621-dd39399943ba {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:17:47.445456 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f3d044-7a48-46eb-b162-4de66bd62588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c88474-d13c-4a12-a51b-d3a0c31c50c8', 'code': 200} Feb 09 01:17:47.511073 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4172cf0-491e-4706-a40c-0e21d99562ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (f47b30ea-6958-472a-a9f5-87315aa9ccd2), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:47.617379 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=20c88474-d13c-4a12-a51b-d3a0c31c50c8,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:47.637982 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef139a3d-a4bd-4d56-b155-4c3646565744 admin admin] Pushing event updated for resources: {'Network': ['ID=c6c728be-ebe1-48b3-ac77-65b4d05323f4,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:47.668436 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port b6a26ff1-f164-43e5-8399-0794bd1d9dce triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:47.668436 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b6a26ff1-f164-43e5-8399-0794bd1d9dce), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:47.673438 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4172cf0-491e-4706-a40c-0e21d99562ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (f47b30ea-6958-472a-a9f5-87315aa9ccd2), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:47.697511 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8abefb-c054-429e-9957-b99e4e1520e6 admin admin] Router 5ec85b58-7689-4711-97ed-e65c01d5c73c is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:17:47.859590 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ef139a3d-a4bd-4d56-b155-4c3646565744 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3771899 Feb 09 01:17:47.862358 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55302) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:47.883009 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-e619eba3-6804-42bc-9544-988fcbf8faed admin admin] Request body: {'subnet': {'network_id': 'c6c728be-ebe1-48b3-ac77-65b4d05323f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1639825987-subnet', 'tenant_id': 'a084beff60944de39c415f4d0011e770', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:47.940953 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network c6c728be-ebe1-48b3-ac77-65b4d05323f4 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:17:47.978724 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e619eba3-6804-42bc-9544-988fcbf8faed admin admin] Made reservation on behalf of a084beff60944de39c415f4d0011e770 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:47.985480 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e619eba3-6804-42bc-9544-988fcbf8faed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:48.174602 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4172cf0-491e-4706-a40c-0e21d99562ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (f47b30ea-6958-472a-a9f5-87315aa9ccd2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:48.265033 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3f36d53b-1ea0-40f3-819d-72ca2f15e8db req-044baab5-c391-4f6e-84e6-40d03ea9fd8a tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8300290 Feb 09 01:17:48.292092 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port b6a26ff1-f164-43e5-8399-0794bd1d9dce is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:48.330138 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee42d7d-728d-4487-bffd-acd66d1b46b1 req-0c044074-69a0-4799-9abe-333b8d07253c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:48.331877 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0ee42d7d-728d-4487-bffd-acd66d1b46b1 req-0c044074-69a0-4799-9abe-333b8d07253c service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=87f3d044-7a48-46eb-b162-4de66bd62588 HTTP/1.1" status: 200 len: 1128 time: 0.8957703 Feb 09 01:17:48.390266 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4172cf0-491e-4706-a40c-0e21d99562ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:48.401227 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f4172cf0-491e-4706-a40c-0e21d99562ef admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f47b30ea-6958-472a-a9f5-87315aa9ccd2 HTTP/1.1" status: 204 len: 168 time: 1.3600690 Feb 09 01:17:48.402319 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4172cf0-491e-4706-a40c-0e21d99562ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f47b30ea-6958-472a-a9f5-87315aa9ccd2,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:48.438244 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55320) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:48.441383 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0ee42d7d-728d-4487-bffd-acd66d1b46b1 req-66b17098-946a-4d2a-8bab-c05295952a65 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018984 Feb 09 01:17:48.458039 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8abefb-c054-429e-9957-b99e4e1520e6 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:17:48.475499 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce166d1f-a31f-4e41-8ab4-c07957dadf8e None None] Sync routers for ids ['5ec85b58-7689-4711-97ed-e65c01d5c73c'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:17:48.512774 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce166d1f-a31f-4e41-8ab4-c07957dadf8e None None] Routers {'5ec85b58-7689-4711-97ed-e65c01d5c73c'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:48.515516 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ce166d1f-a31f-4e41-8ab4-c07957dadf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:17:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['5ec85b58-7689-4711-97ed-e65c01d5c73c'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:48.520651 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5a8abefb-c054-429e-9957-b99e4e1520e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:48.522922 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5a8abefb-c054-429e-9957-b99e4e1520e6 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 10.7732515 Feb 09 01:17:48.525818 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55326) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:48.778067 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-59e49534-4f7d-4759-96b6-cdb9f6cb0c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (4b52b538-2032-431e-a42c-62f82bf03225), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:48.857817 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-ce166d1f-a31f-4e41-8ab4-c07957dadf8e None None] Set router 5ec85b58-7689-4711-97ed-e65c01d5c73c gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:49.193458 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-59e49534-4f7d-4759-96b6-cdb9f6cb0c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (4b52b538-2032-431e-a42c-62f82bf03225), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:49.256386 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:49.256973 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e619eba3-6804-42bc-9544-988fcbf8faed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (6245841b-5b19-4a19-9c47-35dd5d5392c6), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:49.257285 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 57c988e8-4e0c-482b-8a20-18f236f1b32a up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:17:49.260070 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-59e49534-4f7d-4759-96b6-cdb9f6cb0c76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b52b538-2032-431e-a42c-62f82bf03225']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:49.308237 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-59e49534-4f7d-4759-96b6-cdb9f6cb0c76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e86be940-10fd-4836-92c9-c7c21f6b0deb') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:49.308512 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-59e49534-4f7d-4759-96b6-cdb9f6cb0c76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e86be940-10fd-4836-92c9-c7c21f6b0deb') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:49.334511 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-59e49534-4f7d-4759-96b6-cdb9f6cb0c76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (e86be940-10fd-4836-92c9-c7c21f6b0deb), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:49.366993 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-59e49534-4f7d-4759-96b6-cdb9f6cb0c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (e86be940-10fd-4836-92c9-c7c21f6b0deb), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:49.370860 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e619eba3-6804-42bc-9544-988fcbf8faed admin admin] Pushing event updated for resources: {'Subnet': ['ID=6245841b-5b19-4a19-9c47-35dd5d5392c6,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:49.385537 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e49534-4f7d-4759-96b6-cdb9f6cb0c76 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:17:49.386083 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-59e49534-4f7d-4759-96b6-cdb9f6cb0c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (e86be940-10fd-4836-92c9-c7c21f6b0deb), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:49.387924 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:17:49.387924 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:17:49.387924 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:17:49.387924 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:17:49.387924 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:17:49.387924 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:17:49.387924 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:17:49.387924 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:17:49.387924 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:17:49.387924 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:17:49.387924 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:17:49.387924 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:17:49.387924 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:17:49.387924 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:17:49.387924 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:17:49.387924 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:17:49.387924 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:17:49.387924 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:17:49.387924 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:17:49.387924 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:17:49.387924 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:17:49.387924 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:17:49.387924 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:17:49.387924 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:17:49.387924 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:17:49.387924 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:17:49.387924 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:17:49.387924 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:17:49.387924 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:17:49.387924 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:17:49.387924 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:17:49.387924 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:17:49.447546 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 57c988e8-4e0c-482b-8a20-18f236f1b32a triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:49.448655 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (57c988e8-4e0c-482b-8a20-18f236f1b32a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:49.533671 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e619eba3-6804-42bc-9544-988fcbf8faed admin admin] Checking segment: {'id': 'b53421b6-f83a-4fea-a3c5-86c7b6dc9f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'c6c728be-ebe1-48b3-ac77-65b4d05323f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:17:49.545366 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e619eba3-6804-42bc-9544-988fcbf8faed admin admin] Network hostable DHCP agents. Network: c6c728be-ebe1-48b3-ac77-65b4d05323f4, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:17:49.701731 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-59e49534-4f7d-4759-96b6-cdb9f6cb0c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (4b52b538-2032-431e-a42c-62f82bf03225), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:49.730424 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-59e49534-4f7d-4759-96b6-cdb9f6cb0c76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:49.751835 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-59e49534-4f7d-4759-96b6-cdb9f6cb0c76 admin admin] 10.222.0.30 "DELETE /v2.0/networks/4b52b538-2032-431e-a42c-62f82bf03225 HTTP/1.1" status: 204 len: 168 time: 1.3095360 Feb 09 01:17:49.818886 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e619eba3-6804-42bc-9544-988fcbf8faed admin admin] Network c6c728be-ebe1-48b3-ac77-65b4d05323f4 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:17:49.847583 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e49534-4f7d-4759-96b6-cdb9f6cb0c76 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b52b538-2032-431e-a42c-62f82bf03225,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:49.876795 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-e619eba3-6804-42bc-9544-988fcbf8faed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, c6c728be-ebe1-48b3-ac77-65b4d05323f4) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:49.896432 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70572e3-4c61-4cb2-a025-5d40dc0cc674 None None] Network c6c728be-ebe1-48b3-ac77-65b4d05323f4 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:17:49.923467 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e619eba3-6804-42bc-9544-988fcbf8faed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:49.924796 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e619eba3-6804-42bc-9544-988fcbf8faed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:49.986076 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e619eba3-6804-42bc-9544-988fcbf8faed admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1171565 Feb 09 01:17:49.990892 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55386) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:50.007408 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-b8d6a1b8-b95b-4a94-9f38-980fa74efac8 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1639825987-router', 'tenant_id': 'a084beff60944de39c415f4d0011e770', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:50.039350 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ce166d1f-a31f-4e41-8ab4-c07957dadf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec85b58-7689-4711-97ed-e65c01d5c73c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1085193772-router', 'tenant_id': '512f509bb0914b24aa9f5f295bedfd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '590c9273-20f9-4700-8ed5-2946fd3ee525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:37Z', 'updated_at': '2022-02-09T01:17:44Z', 'revision_number': 3, 'project_id': '512f509bb0914b24aa9f5f295bedfd55', 'gw_port': {'id': '590c9273-20f9-4700-8ed5-2946fd3ee525', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec85b58-7689-4711-97ed-e65c01d5c73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:42Z', 'updated_at': '2022-02-09T01:17:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:50.094848 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce166d1f-a31f-4e41-8ab4-c07957dadf8e None None] Checking router: 5ec85b58-7689-4711-97ed-e65c01d5c73c for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:17:50.095246 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b8d6a1b8-b95b-4a94-9f38-980fa74efac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (81ef6999-724b-41c8-bada-2f40ad432b98), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:50.095945 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce166d1f-a31f-4e41-8ab4-c07957dadf8e None None] Updating router 5ec85b58-7689-4711-97ed-e65c01d5c73c port 590c9273-20f9-4700-8ed5-2946fd3ee525 binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:17:50.099242 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b8d6a1b8-b95b-4a94-9f38-980fa74efac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (81ef6999-724b-41c8-bada-2f40ad432b98), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:50.150080 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ce166d1f-a31f-4e41-8ab4-c07957dadf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (590c9273-20f9-4700-8ed5-2946fd3ee525), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:50.185899 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 57c988e8-4e0c-482b-8a20-18f236f1b32a is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:50.186276 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (57c988e8-4e0c-482b-8a20-18f236f1b32a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:50.187903 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55392) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:50.293197 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 57c988e8-4e0c-482b-8a20-18f236f1b32a, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=57c988e8-4e0c-482b-8a20-18f236f1b32a,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:50.322736 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b8d6a1b8-b95b-4a94-9f38-980fa74efac8 admin admin] Publish callbacks [] for router_controller (81ef6999-724b-41c8-bada-2f40ad432b98), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:50.352470 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55394) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:50.365908 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (57c988e8-4e0c-482b-8a20-18f236f1b32a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:50.370103 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe06f02-ce98-4e33-91f8-0b4ec8f5995e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-c6c728be-ebe1-48b3-ac77-65b4d05323f4', 'network_id': 'c6c728be-ebe1-48b3-ac77-65b4d05323f4', 'project_id': 'a084beff60944de39c415f4d0011e770', 'fixed_ips': [{'subnet_id': '6245841b-5b19-4a19-9c47-35dd5d5392c6'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:17:50.371499 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bbe06f02-ce98-4e33-91f8-0b4ec8f5995e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:50.465890 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=57c988e8-4e0c-482b-8a20-18f236f1b32a,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:50.567076 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-860be1e9-faec-423d-b2c1-6563c37f4c49 req-64666fc5-760a-4f2f-ba7b-7a8a48b00087 tempest-AbsoluteLimitsNegativeTestJSON-10299751 tempest-AbsoluteLimitsNegativeTestJSON-10299751-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f733b1ceae684dd49451e0065f746911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2024229 Feb 09 01:17:50.633401 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-95f3afd5-9e0b-41b5-ad8e-9aeb1fd72138 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=89a8855b9bab40b69c27334c734383e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4422367 Feb 09 01:17:50.643148 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55398) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:50.652735 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-463ffc5e-1de9-4ed2-9eb6-e980d5cdc27f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:50.820096 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b8d6a1b8-b95b-4a94-9f38-980fa74efac8 admin admin] Publish callbacks [] for router_gateway (81ef6999-724b-41c8-bada-2f40ad432b98), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:50.883287 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-bbe06f02-ce98-4e33-91f8-0b4ec8f5995e None None] Allocated IP 172.20.0.2 (c6c728be-ebe1-48b3-ac77-65b4d05323f4/6245841b-5b19-4a19-9c47-35dd5d5392c6/95bab4d4-2c39-4954-bf09-f33046c75460) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:50.916612 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5ac3df64-e0d8-4b62-a784-cb3d272ca4a7 admin admin] Publish callbacks [] for security_group (d224bcc4-9ba1-4695-9095-d244d6821fb1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:50.933304 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860be1e9-faec-423d-b2c1-6563c37f4c49 req-2d7b9181-c8c1-4baa-8a19-8537b17bf320 tempest-AbsoluteLimitsNegativeTestJSON-10299751 tempest-AbsoluteLimitsNegativeTestJSON-10299751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:50.937370 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-860be1e9-faec-423d-b2c1-6563c37f4c49 req-2d7b9181-c8c1-4baa-8a19-8537b17bf320 tempest-AbsoluteLimitsNegativeTestJSON-10299751 tempest-AbsoluteLimitsNegativeTestJSON-10299751-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3671408 Feb 09 01:17:50.954922 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5ac3df64-e0d8-4b62-a784-cb3d272ca4a7 admin admin] Publish callbacks [] for security_group (d224bcc4-9ba1-4695-9095-d244d6821fb1), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:50.963182 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ce166d1f-a31f-4e41-8ab4-c07957dadf8e None None] Publish callbacks [] for port (590c9273-20f9-4700-8ed5-2946fd3ee525), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:50.972443 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ce166d1f-a31f-4e41-8ab4-c07957dadf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (590c9273-20f9-4700-8ed5-2946fd3ee525), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:51.030326 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5ac3df64-e0d8-4b62-a784-cb3d272ca4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (d224bcc4-9ba1-4695-9095-d244d6821fb1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:51.033596 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5ac3df64-e0d8-4b62-a784-cb3d272ca4a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:51.034957 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5ac3df64-e0d8-4b62-a784-cb3d272ca4a7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d224bcc4-9ba1-4695-9095-d244d6821fb1 HTTP/1.1" status: 204 len: 168 time: 0.3905249 Feb 09 01:17:51.036391 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7945d-53cd-4479-99b7-bcc4d3653a35 req-cce8dde9-21b2-4e10-8c37-90ecf2829023 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:51.049320 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d2ed08-263f-448c-8d7b-600f5c2b8043 None None] Sync routers for ids ['358eccb0-2f14-4421-96eb-d698c291d152'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:17:51.052746 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86f7945d-53cd-4479-99b7-bcc4d3653a35 req-cce8dde9-21b2-4e10-8c37-90ecf2829023 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f3d044-7a48-46eb-b162-4de66bd62588 HTTP/1.1" status: 200 len: 945 time: 0.7123144 Feb 09 01:17:51.069524 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3df64-e0d8-4b62-a784-cb3d272ca4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d224bcc4-9ba1-4695-9095-d244d6821fb1,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:51.081434 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-860be1e9-faec-423d-b2c1-6563c37f4c49 req-8d3924c4-8440-4d23-8194-4eca69cf9754 tempest-AbsoluteLimitsNegativeTestJSON-10299751 tempest-AbsoluteLimitsNegativeTestJSON-10299751-project] 10.222.0.30 "GET /v2.0/quotas/f733b1ceae684dd49451e0065f746911 HTTP/1.1" status: 200 len: 375 time: 0.1310797 Feb 09 01:17:51.105825 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af927f-4a28-4750-a8e7-8345fd8f713d None None] Pushing event updated for resources: {'Port': ['ID=590c9273-20f9-4700-8ed5-2946fd3ee525,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:51.153424 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-ce166d1f-a31f-4e41-8ab4-c07957dadf8e None None] Attempting to bind port 590c9273-20f9-4700-8ed5-2946fd3ee525 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:17:51.153792 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-ce166d1f-a31f-4e41-8ab4-c07957dadf8e None None] Attempting to bind port 590c9273-20f9-4700-8ed5-2946fd3ee525 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:17:51.154158 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce166d1f-a31f-4e41-8ab4-c07957dadf8e None None] Attempting to bind port 590c9273-20f9-4700-8ed5-2946fd3ee525 on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:17:51.164264 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce166d1f-a31f-4e41-8ab4-c07957dadf8e None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:17:51.164705 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce166d1f-a31f-4e41-8ab4-c07957dadf8e None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:17:51.165034 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ce166d1f-a31f-4e41-8ab4-c07957dadf8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:51.165427 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce166d1f-a31f-4e41-8ab4-c07957dadf8e None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:17:51.165906 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-ce166d1f-a31f-4e41-8ab4-c07957dadf8e None None] Bound port: 590c9273-20f9-4700-8ed5-2946fd3ee525, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:17:51.166280 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ce166d1f-a31f-4e41-8ab4-c07957dadf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (590c9273-20f9-4700-8ed5-2946fd3ee525), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:51.189321 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-463ffc5e-1de9-4ed2-9eb6-e980d5cdc27f admin admin] Publish callbacks [] for security_group (c7e2a3e6-2f8a-4dc6-99b7-3ba7f4248bfc), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:51.233014 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-463ffc5e-1de9-4ed2-9eb6-e980d5cdc27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c7e2a3e6-2f8a-4dc6-99b7-3ba7f4248bfc), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:51.234933 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-ce166d1f-a31f-4e41-8ab4-c07957dadf8e None None] For port 590c9273-20f9-4700-8ed5-2946fd3ee525, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:17:51.237599 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-ce166d1f-a31f-4e41-8ab4-c07957dadf8e None None] For port 590c9273-20f9-4700-8ed5-2946fd3ee525, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=590c9273-20f9-4700-8ed5-2946fd3ee525,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:17:51.247725 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ce166d1f-a31f-4e41-8ab4-c07957dadf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (590c9273-20f9-4700-8ed5-2946fd3ee525), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:51.258131 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 57c988e8-4e0c-482b-8a20-18f236f1b32a up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:17:51.315148 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-463ffc5e-1de9-4ed2-9eb6-e980d5cdc27f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cf71bb94e19b4f3496f0b3c623f7049c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9574342 Feb 09 01:17:51.317364 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55404) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:51.318043 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ffc5e-1de9-4ed2-9eb6-e980d5cdc27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e2a3e6-2f8a-4dc6-99b7-3ba7f4248bfc,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:51.325462 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-19ba59a1-6cc0-41e7-beb7-d769e0cae566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:51.352929 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:51.376336 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d2ed08-263f-448c-8d7b-600f5c2b8043 None None] Routers {'358eccb0-2f14-4421-96eb-d698c291d152'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:51.377472 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-f9d2ed08-263f-448c-8d7b-600f5c2b8043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:17:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['358eccb0-2f14-4421-96eb-d698c291d152'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:51.394885 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-860be1e9-faec-423d-b2c1-6563c37f4c49 req-ba895d0f-4238-4ad1-ba9e-2c14e66a0f0a tempest-AbsoluteLimitsNegativeTestJSON-10299751 tempest-AbsoluteLimitsNegativeTestJSON-10299751-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f733b1ceae684dd49451e0065f746911&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2009053 Feb 09 01:17:51.406935 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86f7945d-53cd-4479-99b7-bcc4d3653a35 req-c40cc895-6755-41d8-8ce4-c2ab9066bab7 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531692 Feb 09 01:17:51.434379 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af927f-4a28-4750-a8e7-8345fd8f713d None None] Pushing event updated for resources: {'Port': ['ID=590c9273-20f9-4700-8ed5-2946fd3ee525,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:51.510629 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bbe06f02-ce98-4e33-91f8-0b4ec8f5995e None None] Publish callbacks [] for port (95bab4d4-2c39-4954-bf09-f33046c75460), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:51.516790 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce166d1f-a31f-4e41-8ab4-c07957dadf8e None None] Routers {'5ec85b58-7689-4711-97ed-e65c01d5c73c'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:51.517483 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ce166d1f-a31f-4e41-8ab4-c07957dadf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:17:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['5ec85b58-7689-4711-97ed-e65c01d5c73c'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:51.591797 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bbe06f02-ce98-4e33-91f8-0b4ec8f5995e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (95bab4d4-2c39-4954-bf09-f33046c75460), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:51.852942 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe06f02-ce98-4e33-91f8-0b4ec8f5995e None None] Pushing event updated for resources: {'Port': ['ID=95bab4d4-2c39-4954-bf09-f33046c75460,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:51.878439 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-ce166d1f-a31f-4e41-8ab4-c07957dadf8e None None] Set router 5ec85b58-7689-4711-97ed-e65c01d5c73c gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:51.907600 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55420) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:51.921947 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-f9d2ed08-263f-448c-8d7b-600f5c2b8043 None None] Set router 358eccb0-2f14-4421-96eb-d698c291d152 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:52.052578 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b8d6a1b8-b95b-4a94-9f38-980fa74efac8 admin admin] Publish callbacks [] for router_gateway (81ef6999-724b-41c8-bada-2f40ad432b98), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:52.063451 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9af95df4-28a2-4f18-984b-f73b0a00d79a admin admin] Publish callbacks [] for security_group (c7e2a3e6-2f8a-4dc6-99b7-3ba7f4248bfc), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:52.067600 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe06f02-ce98-4e33-91f8-0b4ec8f5995e None None] Network c6c728be-ebe1-48b3-ac77-65b4d05323f4 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:52.068666 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 57c988e8-4e0c-482b-8a20-18f236f1b32a triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:52.069038 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (57c988e8-4e0c-482b-8a20-18f236f1b32a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:52.085827 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-bbe06f02-ce98-4e33-91f8-0b4ec8f5995e None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:52.088931 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe06f02-ce98-4e33-91f8-0b4ec8f5995e None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:17:52.126209 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b8d6a1b8-b95b-4a94-9f38-980fa74efac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:52.161887 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-56a293cc-4c82-4752-8071-3d1b5725111a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=63af026813f945219767991e640849bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2519455 Feb 09 01:17:52.166938 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55424) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:52.239758 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9af95df4-28a2-4f18-984b-f73b0a00d79a admin admin] Publish callbacks [] for security_group (c7e2a3e6-2f8a-4dc6-99b7-3ba7f4248bfc), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:52.241794 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55426) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:52.319705 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-bbe06f02-ce98-4e33-91f8-0b4ec8f5995e None None] Attempting to bind port 95bab4d4-2c39-4954-bf09-f33046c75460 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:17:52.321887 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-bbe06f02-ce98-4e33-91f8-0b4ec8f5995e None None] Attempting to bind port 95bab4d4-2c39-4954-bf09-f33046c75460 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'b53421b6-f83a-4fea-a3c5-86c7b6dc9f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'c6c728be-ebe1-48b3-ac77-65b4d05323f4'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:17:52.323718 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe06f02-ce98-4e33-91f8-0b4ec8f5995e None None] Attempting to bind port 95bab4d4-2c39-4954-bf09-f33046c75460 on network c6c728be-ebe1-48b3-ac77-65b4d05323f4 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:17:52.353886 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ce166d1f-a31f-4e41-8ab4-c07957dadf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec85b58-7689-4711-97ed-e65c01d5c73c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1085193772-router', 'tenant_id': '512f509bb0914b24aa9f5f295bedfd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '590c9273-20f9-4700-8ed5-2946fd3ee525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:37Z', 'updated_at': '2022-02-09T01:17:44Z', 'revision_number': 3, 'project_id': '512f509bb0914b24aa9f5f295bedfd55', 'gw_port': {'id': '590c9273-20f9-4700-8ed5-2946fd3ee525', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec85b58-7689-4711-97ed-e65c01d5c73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:42Z', 'updated_at': '2022-02-09T01:17:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:52.372975 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe06f02-ce98-4e33-91f8-0b4ec8f5995e None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:17:52.373361 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe06f02-ce98-4e33-91f8-0b4ec8f5995e None None] Checking segment: {'id': 'b53421b6-f83a-4fea-a3c5-86c7b6dc9f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'c6c728be-ebe1-48b3-ac77-65b4d05323f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:17:52.373766 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bbe06f02-ce98-4e33-91f8-0b4ec8f5995e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:52.374214 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe06f02-ce98-4e33-91f8-0b4ec8f5995e None None] Bound using segment: {'id': 'b53421b6-f83a-4fea-a3c5-86c7b6dc9f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'c6c728be-ebe1-48b3-ac77-65b4d05323f4'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:17:52.374862 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-bbe06f02-ce98-4e33-91f8-0b4ec8f5995e None None] Bound port: 95bab4d4-2c39-4954-bf09-f33046c75460, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b53421b6-f83a-4fea-a3c5-86c7b6dc9f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'c6c728be-ebe1-48b3-ac77-65b4d05323f4'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:17:52.375297 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bbe06f02-ce98-4e33-91f8-0b4ec8f5995e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (95bab4d4-2c39-4954-bf09-f33046c75460), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:52.399110 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-b8d6a1b8-b95b-4a94-9f38-980fa74efac8 admin admin] Allocated IP 172.25.1.25 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/28847ad6-109f-4b2b-aa04-e4fb55ddd4ec) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:52.402613 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9af95df4-28a2-4f18-984b-f73b0a00d79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c7e2a3e6-2f8a-4dc6-99b7-3ba7f4248bfc), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:52.407092 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9af95df4-28a2-4f18-984b-f73b0a00d79a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:52.408469 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9af95df4-28a2-4f18-984b-f73b0a00d79a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c7e2a3e6-2f8a-4dc6-99b7-3ba7f4248bfc HTTP/1.1" status: 204 len: 168 time: 1.0749862 Feb 09 01:17:52.413578 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-959467dc-ba1f-4b8a-b053-84e21f4220ec admin admin] Publish callbacks [] for security_group (aa9af908-395a-4841-802a-95af000d35a6), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:52.435245 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bd90a3f7-8ba7-4db7-99b2-20bf90c912d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:52.452593 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce166d1f-a31f-4e41-8ab4-c07957dadf8e None None] The sync data for ids ['5ec85b58-7689-4711-97ed-e65c01d5c73c'] in n-d-822053-40 is: [{'id': '5ec85b58-7689-4711-97ed-e65c01d5c73c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1085193772-router', 'tenant_id': '512f509bb0914b24aa9f5f295bedfd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '590c9273-20f9-4700-8ed5-2946fd3ee525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:37Z', 'updated_at': '2022-02-09T01:17:44Z', 'revision_number': 3, 'project_id': '512f509bb0914b24aa9f5f295bedfd55', 'gw_port': {'id': '590c9273-20f9-4700-8ed5-2946fd3ee525', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec85b58-7689-4711-97ed-e65c01d5c73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:42Z', 'updated_at': '2022-02-09T01:17:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:17:52.472507 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af95df4-28a2-4f18-984b-f73b0a00d79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e2a3e6-2f8a-4dc6-99b7-3ba7f4248bfc,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:52.542615 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-bbe06f02-ce98-4e33-91f8-0b4ec8f5995e None None] For port 95bab4d4-2c39-4954-bf09-f33046c75460, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:17:52.549264 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-bbe06f02-ce98-4e33-91f8-0b4ec8f5995e None None] For port 95bab4d4-2c39-4954-bf09-f33046c75460, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=95bab4d4-2c39-4954-bf09-f33046c75460,segment=NetworkSegment(b53421b6-f83a-4fea-a3c5-86c7b6dc9f5c),segment_id=b53421b6-f83a-4fea-a3c5-86c7b6dc9f5c)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:17:52.569048 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-959467dc-ba1f-4b8a-b053-84e21f4220ec admin admin] Publish callbacks [] for security_group (aa9af908-395a-4841-802a-95af000d35a6), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:52.599525 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bbe06f02-ce98-4e33-91f8-0b4ec8f5995e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (95bab4d4-2c39-4954-bf09-f33046c75460), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:52.619414 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-36473ea4-6f92-40b5-9d05-f373449109af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:53.041508 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b8d6a1b8-b95b-4a94-9f38-980fa74efac8 admin admin] Publish callbacks [] for port (28847ad6-109f-4b2b-aa04-e4fb55ddd4ec), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:53.070140 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55448) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:53.126757 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0fd91d42-2d09-4212-8c99-5c5b8c621280 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:53.387953 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b8d6a1b8-b95b-4a94-9f38-980fa74efac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (28847ad6-109f-4b2b-aa04-e4fb55ddd4ec), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:53.397229 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe06f02-ce98-4e33-91f8-0b4ec8f5995e None None] Pushing event updated for resources: {'Port': ['ID=95bab4d4-2c39-4954-bf09-f33046c75460,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:53.429635 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 57c988e8-4e0c-482b-8a20-18f236f1b32a is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:53.531571 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-bd90a3f7-8ba7-4db7-99b2-20bf90c912d6 admin admin] Allocated IP 172.20.0.1 (be432b46-d986-4cfb-bd6a-d82368ac45ce/be1ce3a4-b13c-47c4-ba7e-eee950a9b5d0/c32bec14-c2f9-412b-a866-21c9b8e56ab3) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:53.538414 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-f9d2ed08-263f-448c-8d7b-600f5c2b8043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358eccb0-2f14-4421-96eb-d698c291d152', 'name': 'tempest-AttachSCSIVolumeTestJSON-1411537540-router', 'tenant_id': '8504a22500a54a54a8fec90c069aae71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '57c988e8-4e0c-482b-8a20-18f236f1b32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:31Z', 'updated_at': '2022-02-09T01:17:41Z', 'revision_number': 4, 'project_id': '8504a22500a54a54a8fec90c069aae71', 'gw_port': {'id': '57c988e8-4e0c-482b-8a20-18f236f1b32a', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358eccb0-2f14-4421-96eb-d698c291d152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:33Z', 'updated_at': '2022-02-09T01:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '8ca75ef5-1c2d-4167-b688-cd26222c8773', 'name': '', 'network_id': 'abf1fb35-3013-4c3d-bbbe-19417af179a8', 'tenant_id': '8504a22500a54a54a8fec90c069aae71', 'mac_address': 'fa:16:3e:76:5c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358eccb0-2f14-4421-96eb-d698c291d152', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7fc7da2c-4277-42ec-9319-84787d86a60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:40Z', 'updated_at': '2022-02-09T01:17:42Z', 'revision_number': 2, 'project_id': '8504a22500a54a54a8fec90c069aae71', 'subnets': [{'id': '7fc7da2c-4277-42ec-9319-84787d86a60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:53.603878 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d6a1b8-b95b-4a94-9f38-980fa74efac8 admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:53.617391 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d2ed08-263f-448c-8d7b-600f5c2b8043 None None] Checking router: 358eccb0-2f14-4421-96eb-d698c291d152 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:17:53.618419 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d2ed08-263f-448c-8d7b-600f5c2b8043 None None] Updating router 358eccb0-2f14-4421-96eb-d698c291d152 port 8ca75ef5-1c2d-4167-b688-cd26222c8773 binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:17:53.627410 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d6a1b8-b95b-4a94-9f38-980fa74efac8 admin admin] Pushing event updated for resources: {'Port': ['ID=28847ad6-109f-4b2b-aa04-e4fb55ddd4ec,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:53.636987 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-b8d6a1b8-b95b-4a94-9f38-980fa74efac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:53.652695 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d6a1b8-b95b-4a94-9f38-980fa74efac8 admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:17:53.700504 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bd90a3f7-8ba7-4db7-99b2-20bf90c912d6 admin admin] Publish callbacks [] for port (c32bec14-c2f9-412b-a866-21c9b8e56ab3), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:53.716906 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f9d2ed08-263f-448c-8d7b-600f5c2b8043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8ca75ef5-1c2d-4167-b688-cd26222c8773), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:53.794783 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bd90a3f7-8ba7-4db7-99b2-20bf90c912d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (c32bec14-c2f9-412b-a866-21c9b8e56ab3), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:53.798097 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0fd91d42-2d09-4212-8c99-5c5b8c621280 admin admin] Publish callbacks [] for security_group (bd1ec1cb-619b-4f68-9211-7269ea1d0b24), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:53.833713 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0fd91d42-2d09-4212-8c99-5c5b8c621280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (bd1ec1cb-619b-4f68-9211-7269ea1d0b24), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:53.846350 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-959467dc-ba1f-4b8a-b053-84e21f4220ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (aa9af908-395a-4841-802a-95af000d35a6), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:53.850479 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-959467dc-ba1f-4b8a-b053-84e21f4220ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:53.851291 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-959467dc-ba1f-4b8a-b053-84e21f4220ec admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aa9af908-395a-4841-802a-95af000d35a6 HTTP/1.1" status: 204 len: 168 time: 1.6808891 Feb 09 01:17:53.882586 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d727c-347f-4757-a622-b8ba032b8ebc req-1a2e2476-ef3e-4c27-8d75-72c8885475d6 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:53.890068 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e36d727c-347f-4757-a622-b8ba032b8ebc req-1a2e2476-ef3e-4c27-8d75-72c8885475d6 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f3d044-7a48-46eb-b162-4de66bd62588 HTTP/1.1" status: 200 len: 945 time: 1.2654471 Feb 09 01:17:54.012878 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd90a3f7-8ba7-4db7-99b2-20bf90c912d6 admin admin] Network be432b46-d986-4cfb-bd6a-d82368ac45ce is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:54.032222 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 95bab4d4-2c39-4954-bf09-f33046c75460 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:17:54.036562 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-bd90a3f7-8ba7-4db7-99b2-20bf90c912d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:54.057171 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd90a3f7-8ba7-4db7-99b2-20bf90c912d6 admin admin] Pushing event updated for resources: {'Port': ['ID=c32bec14-c2f9-412b-a866-21c9b8e56ab3,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:54.075719 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-36473ea4-6f92-40b5-9d05-f373449109af admin admin] Publish callbacks [] for security_group (a1253fb5-6b92-4911-a4a9-fbda512cd538), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:54.093432 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959467dc-ba1f-4b8a-b053-84e21f4220ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9af908-395a-4841-802a-95af000d35a6,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:54.105734 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-36473ea4-6f92-40b5-9d05-f373449109af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (a1253fb5-6b92-4911-a4a9-fbda512cd538), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:54.115207 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd90a3f7-8ba7-4db7-99b2-20bf90c912d6 admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:17:54.142417 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0fd91d42-2d09-4212-8c99-5c5b8c621280 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d2c0b9c4ebc5491ba6601e4c65770b50&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0678234 Feb 09 01:17:54.143220 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd91d42-2d09-4212-8c99-5c5b8c621280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1ec1cb-619b-4f68-9211-7269ea1d0b24,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:54.217496 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55468) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:54.554617 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bd90a3f7-8ba7-4db7-99b2-20bf90c912d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (5ec85b58-7689-4711-97ed-e65c01d5c73c), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:54.882095 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e36d727c-347f-4757-a622-b8ba032b8ebc req-0cc35808-6715-422b-8a50-a1ebe0a21b5a tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9556527 Feb 09 01:17:55.022402 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3d0a12-b0a9-4305-8760-494045e68d39 None None] Network c6c728be-ebe1-48b3-ac77-65b4d05323f4 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:17:55.049438 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3b61e640-a178-4955-b853-399faaf2cfcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:55.065522 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bd90a3f7-8ba7-4db7-99b2-20bf90c912d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c32bec14-c2f9-412b-a866-21c9b8e56ab3), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:55.069041 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bda45f1f-cd8b-4731-886a-0e0b3d1e0e39 admin admin] Publish callbacks [] for security_group (bd1ec1cb-619b-4f68-9211-7269ea1d0b24), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:55.147478 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d2a89ba1-4f5c-418c-b325-1eda94062aa8 None None] Provisioning complete for port c32bec14-c2f9-412b-a866-21c9b8e56ab3 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:55.148475 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d2a89ba1-4f5c-418c-b325-1eda94062aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c32bec14-c2f9-412b-a866-21c9b8e56ab3), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:55.212440 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 95bab4d4-2c39-4954-bf09-f33046c75460 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:55.212844 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (95bab4d4-2c39-4954-bf09-f33046c75460), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:55.245728 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d2a89ba1-4f5c-418c-b325-1eda94062aa8 None None] Port c32bec14-c2f9-412b-a866-21c9b8e56ab3 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:17:55.604492 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bda45f1f-cd8b-4731-886a-0e0b3d1e0e39 admin admin] Publish callbacks [] for security_group (bd1ec1cb-619b-4f68-9211-7269ea1d0b24), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:55.685409 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-36473ea4-6f92-40b5-9d05-f373449109af admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f733b1ceae684dd49451e0065f746911&name=default HTTP/1.1" status: 200 len: 2996 time: 3.4403875 Feb 09 01:17:55.688488 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36473ea4-6f92-40b5-9d05-f373449109af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1253fb5-6b92-4911-a4a9-fbda512cd538,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:55.690625 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-1f53da6d-5cd7-4e8f-b3e1-78907fadbe78 None None] Provisioning complete for port 95bab4d4-2c39-4954-bf09-f33046c75460 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:55.691148 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1f53da6d-5cd7-4e8f-b3e1-78907fadbe78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (95bab4d4-2c39-4954-bf09-f33046c75460), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:55.696182 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55502) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:55.794614 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad12ff-82ef-4811-b90b-a4ad11bdfcdf req-1a07b9e1-6079-403c-87f8-82c10a9390df tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:55.818965 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-43ad12ff-82ef-4811-b90b-a4ad11bdfcdf req-1a07b9e1-6079-403c-87f8-82c10a9390df tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f3d044-7a48-46eb-b162-4de66bd62588 HTTP/1.1" status: 200 len: 945 time: 0.7583911 Feb 09 01:17:56.091963 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0a373c2d-789e-435c-aec4-c9a77eba36c6 admin admin] Publish callbacks [] for security_group (a1253fb5-6b92-4911-a4a9-fbda512cd538), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:56.101010 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b8d6a1b8-b95b-4a94-9f38-980fa74efac8 admin admin] Publish callbacks [] for router_gateway (81ef6999-724b-41c8-bada-2f40ad432b98), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:56.167897 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0a373c2d-789e-435c-aec4-c9a77eba36c6 admin admin] Publish callbacks [] for security_group (a1253fb5-6b92-4911-a4a9-fbda512cd538), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:56.169875 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-1f53da6d-5cd7-4e8f-b3e1-78907fadbe78 None None] Current status of the port 95bab4d4-2c39-4954-bf09-f33046c75460 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:56.172100 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1f53da6d-5cd7-4e8f-b3e1-78907fadbe78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (95bab4d4-2c39-4954-bf09-f33046c75460), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:56.203284 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 95bab4d4-2c39-4954-bf09-f33046c75460 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:56.205076 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (95bab4d4-2c39-4954-bf09-f33046c75460), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:56.242015 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:56.286618 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f9d2ed08-263f-448c-8d7b-600f5c2b8043 None None] Publish callbacks [] for port (8ca75ef5-1c2d-4167-b688-cd26222c8773), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:56.310823 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-43ad12ff-82ef-4811-b90b-a4ad11bdfcdf req-8e5b6a2d-61dd-4a53-b2e4-62eeb23360f5 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4870815 Feb 09 01:17:56.313914 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f9d2ed08-263f-448c-8d7b-600f5c2b8043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8ca75ef5-1c2d-4167-b688-cd26222c8773), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:56.376146 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0a373c2d-789e-435c-aec4-c9a77eba36c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (a1253fb5-6b92-4911-a4a9-fbda512cd538), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:56.381431 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0a373c2d-789e-435c-aec4-c9a77eba36c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:56.387929 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0a373c2d-789e-435c-aec4-c9a77eba36c6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a1253fb5-6b92-4911-a4a9-fbda512cd538 HTTP/1.1" status: 204 len: 168 time: 0.6825306 Feb 09 01:17:56.417575 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 95bab4d4-2c39-4954-bf09-f33046c75460, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=95bab4d4-2c39-4954-bf09-f33046c75460,segment=NetworkSegment(b53421b6-f83a-4fea-a3c5-86c7b6dc9f5c),segment_id=b53421b6-f83a-4fea-a3c5-86c7b6dc9f5c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:56.431643 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bd90a3f7-8ba7-4db7-99b2-20bf90c912d6 admin admin] Publish callbacks [] for port (c32bec14-c2f9-412b-a866-21c9b8e56ab3), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:56.435091 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a373c2d-789e-435c-aec4-c9a77eba36c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1253fb5-6b92-4911-a4a9-fbda512cd538,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:56.440248 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (95bab4d4-2c39-4954-bf09-f33046c75460), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:56.441975 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 590c9273-20f9-4700-8ed5-2946fd3ee525 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:17:56.457338 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bd90a3f7-8ba7-4db7-99b2-20bf90c912d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (c32bec14-c2f9-412b-a866-21c9b8e56ab3), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:56.689514 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a5e47-ed79-486b-a0ee-1e0785348783 None None] Pushing event updated for resources: {'Port': ['ID=8ca75ef5-1c2d-4167-b688-cd26222c8773,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:56.792257 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd90a3f7-8ba7-4db7-99b2-20bf90c912d6 admin admin] Pushing event updated for resources: {'Port': ['ID=c32bec14-c2f9-412b-a866-21c9b8e56ab3,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:56.804056 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bda45f1f-cd8b-4731-886a-0e0b3d1e0e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (bd1ec1cb-619b-4f68-9211-7269ea1d0b24), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:56.807885 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bda45f1f-cd8b-4731-886a-0e0b3d1e0e39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:56.810002 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-bda45f1f-cd8b-4731-886a-0e0b3d1e0e39 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bd1ec1cb-619b-4f68-9211-7269ea1d0b24 HTTP/1.1" status: 204 len: 168 time: 2.5884120 Feb 09 01:17:56.830014 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda45f1f-cd8b-4731-886a-0e0b3d1e0e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1ec1cb-619b-4f68-9211-7269ea1d0b24,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:56.867787 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bd90a3f7-8ba7-4db7-99b2-20bf90c912d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (5ec85b58-7689-4711-97ed-e65c01d5c73c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:57.026875 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b8d6a1b8-b95b-4a94-9f38-980fa74efac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (81ef6999-724b-41c8-bada-2f40ad432b98), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:57.050572 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=95bab4d4-2c39-4954-bf09-f33046c75460,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:57.099492 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217bd4f-1b4e-4e91-b46c-ad1b2f1cf6a3 req-4f1100ec-5348-427d-bd65-6608d5b4cc79 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:57.126699 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4217bd4f-1b4e-4e91-b46c-ad1b2f1cf6a3 req-4f1100ec-5348-427d-bd65-6608d5b4cc79 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f3d044-7a48-46eb-b162-4de66bd62588 HTTP/1.1" status: 200 len: 945 time: 0.1520042 Feb 09 01:17:57.154913 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-1f53da6d-5cd7-4e8f-b3e1-78907fadbe78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:17:57.165250 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-1f53da6d-5cd7-4e8f-b3e1-78907fadbe78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:17:57.198481 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd90a3f7-8ba7-4db7-99b2-20bf90c912d6 admin admin] Network be432b46-d986-4cfb-bd6a-d82368ac45ce is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:57.209494 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-bd90a3f7-8ba7-4db7-99b2-20bf90c912d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:57.406342 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d6a1b8-b95b-4a94-9f38-980fa74efac8 admin admin] Router 81ef6999-724b-41c8-bada-2f40ad432b98 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:17:57.433421 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-f9d2ed08-263f-448c-8d7b-600f5c2b8043 None None] Attempting to bind port 8ca75ef5-1c2d-4167-b688-cd26222c8773 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:17:57.436683 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-f9d2ed08-263f-448c-8d7b-600f5c2b8043 None None] Attempting to bind port 8ca75ef5-1c2d-4167-b688-cd26222c8773 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '6daca91f-d266-4653-9c4c-7bffb4b74c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'abf1fb35-3013-4c3d-bbbe-19417af179a8'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:17:57.441520 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d2ed08-263f-448c-8d7b-600f5c2b8043 None None] Attempting to bind port 8ca75ef5-1c2d-4167-b688-cd26222c8773 on network abf1fb35-3013-4c3d-bbbe-19417af179a8 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:17:57.481137 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4217bd4f-1b4e-4e91-b46c-ad1b2f1cf6a3 req-48335a34-38f4-44fc-b5e1-c8a77a3abc39 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520358 Feb 09 01:17:57.496134 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d2ed08-263f-448c-8d7b-600f5c2b8043 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:17:57.502341 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d2ed08-263f-448c-8d7b-600f5c2b8043 None None] Checking segment: {'id': '6daca91f-d266-4653-9c4c-7bffb4b74c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'abf1fb35-3013-4c3d-bbbe-19417af179a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:17:57.504893 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f9d2ed08-263f-448c-8d7b-600f5c2b8043 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:57.505322 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d2ed08-263f-448c-8d7b-600f5c2b8043 None None] Bound using segment: {'id': '6daca91f-d266-4653-9c4c-7bffb4b74c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'abf1fb35-3013-4c3d-bbbe-19417af179a8'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:17:57.505848 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-f9d2ed08-263f-448c-8d7b-600f5c2b8043 None None] Bound port: 8ca75ef5-1c2d-4167-b688-cd26222c8773, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6daca91f-d266-4653-9c4c-7bffb4b74c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'abf1fb35-3013-4c3d-bbbe-19417af179a8'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:17:57.506235 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f9d2ed08-263f-448c-8d7b-600f5c2b8043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8ca75ef5-1c2d-4167-b688-cd26222c8773), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:57.568242 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 590c9273-20f9-4700-8ed5-2946fd3ee525 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:57.571390 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (590c9273-20f9-4700-8ed5-2946fd3ee525), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:57.646356 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd90a3f7-8ba7-4db7-99b2-20bf90c912d6 admin admin] Router 5ec85b58-7689-4711-97ed-e65c01d5c73c has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:17:57.693535 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:57.813461 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d6a1b8-b95b-4a94-9f38-980fa74efac8 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:17:57.828296 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68f20f0-3434-4ecf-bed1-ea15a5925839 None None] Sync routers for ids ['81ef6999-724b-41c8-bada-2f40ad432b98'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:17:57.878350 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68f20f0-3434-4ecf-bed1-ea15a5925839 None None] Routers {'81ef6999-724b-41c8-bada-2f40ad432b98'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:57.879155 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-a68f20f0-3434-4ecf-bed1-ea15a5925839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:17:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['81ef6999-724b-41c8-bada-2f40ad432b98'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:57.890809 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b8d6a1b8-b95b-4a94-9f38-980fa74efac8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:57.896273 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b8d6a1b8-b95b-4a94-9f38-980fa74efac8 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.9001179 Feb 09 01:17:57.901324 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55598) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:58.055764 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55602) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:58.083884 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-1f53da6d-5cd7-4e8f-b3e1-78907fadbe78 None None] Current status of the port 95bab4d4-2c39-4954-bf09-f33046c75460 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:58.101768 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-f9d2ed08-263f-448c-8d7b-600f5c2b8043 None None] For port 8ca75ef5-1c2d-4167-b688-cd26222c8773, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:17:58.109807 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-f9d2ed08-263f-448c-8d7b-600f5c2b8043 None None] For port 8ca75ef5-1c2d-4167-b688-cd26222c8773, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=8ca75ef5-1c2d-4167-b688-cd26222c8773,segment=NetworkSegment(6daca91f-d266-4653-9c4c-7bffb4b74c3e),segment_id=6daca91f-d266-4653-9c4c-7bffb4b74c3e)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:17:58.158026 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5657a-c42a-4eec-b3cd-db1b099b213c req-b546f949-2214-40d3-9074-65533e9b87a5 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:58.175541 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-a68f20f0-3434-4ecf-bed1-ea15a5925839 None None] Set router 81ef6999-724b-41c8-bada-2f40ad432b98 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:58.177424 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-16c5657a-c42a-4eec-b3cd-db1b099b213c req-b546f949-2214-40d3-9074-65533e9b87a5 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f3d044-7a48-46eb-b162-4de66bd62588 HTTP/1.1" status: 200 len: 945 time: 0.3315241 Feb 09 01:17:58.194790 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f9d2ed08-263f-448c-8d7b-600f5c2b8043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8ca75ef5-1c2d-4167-b688-cd26222c8773), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:58.263860 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd90a3f7-8ba7-4db7-99b2-20bf90c912d6 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:17:58.281499 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-bd90a3f7-8ba7-4db7-99b2-20bf90c912d6 admin admin] 10.222.0.30 "PUT /v2.0/routers/5ec85b58-7689-4711-97ed-e65c01d5c73c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7543662 Feb 09 01:17:58.373051 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-16c5657a-c42a-4eec-b3cd-db1b099b213c req-7976ffd0-a201-4323-924b-27a599513e97 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944501 Feb 09 01:17:58.425786 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 590c9273-20f9-4700-8ed5-2946fd3ee525 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:58.426269 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (590c9273-20f9-4700-8ed5-2946fd3ee525), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:58.485206 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:58.499181 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a6d591-ef18-4231-8b6c-1d92959da234 None None] Sync routers for ids ['5ec85b58-7689-4711-97ed-e65c01d5c73c'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:17:58.631506 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-395c03ac-65c3-4a4b-9c2b-58e802d896c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:58.741508 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-a68f20f0-3434-4ecf-bed1-ea15a5925839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ef6999-724b-41c8-bada-2f40ad432b98', 'name': 'tempest-AttachSCSIVolumeTestJSON-1639825987-router', 'tenant_id': 'a084beff60944de39c415f4d0011e770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '28847ad6-109f-4b2b-aa04-e4fb55ddd4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:50Z', 'updated_at': '2022-02-09T01:17:55Z', 'revision_number': 3, 'project_id': 'a084beff60944de39c415f4d0011e770', 'gw_port': {'id': '28847ad6-109f-4b2b-aa04-e4fb55ddd4ec', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ef6999-724b-41c8-bada-2f40ad432b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:52Z', 'updated_at': '2022-02-09T01:17:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:58.783646 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a5e47-ed79-486b-a0ee-1e0785348783 None None] Pushing event updated for resources: {'Port': ['ID=8ca75ef5-1c2d-4167-b688-cd26222c8773,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:58.828597 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-252196de-0047-4010-b737-4171d11b7a9f None None] Provisioning complete for port 95bab4d4-2c39-4954-bf09-f33046c75460 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:58.829089 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-252196de-0047-4010-b737-4171d11b7a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (95bab4d4-2c39-4954-bf09-f33046c75460), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:58.856618 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68f20f0-3434-4ecf-bed1-ea15a5925839 None None] Checking router: 81ef6999-724b-41c8-bada-2f40ad432b98 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:17:58.857197 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68f20f0-3434-4ecf-bed1-ea15a5925839 None None] Updating router 81ef6999-724b-41c8-bada-2f40ad432b98 port 28847ad6-109f-4b2b-aa04-e4fb55ddd4ec binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:17:58.995648 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-395c03ac-65c3-4a4b-9c2b-58e802d896c9 admin admin] Publish callbacks [] for security_group (c83483be-0183-434d-a9b8-f63e7a06ad71), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:59.025042 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-395c03ac-65c3-4a4b-9c2b-58e802d896c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c83483be-0183-434d-a9b8-f63e7a06ad71), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:59.060553 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a68f20f0-3434-4ecf-bed1-ea15a5925839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (28847ad6-109f-4b2b-aa04-e4fb55ddd4ec), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:59.078991 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 590c9273-20f9-4700-8ed5-2946fd3ee525, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=590c9273-20f9-4700-8ed5-2946fd3ee525,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:59.101674 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a6d591-ef18-4231-8b6c-1d92959da234 None None] Routers {'5ec85b58-7689-4711-97ed-e65c01d5c73c'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:59.102735 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-73a6d591-ef18-4231-8b6c-1d92959da234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:17:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['5ec85b58-7689-4711-97ed-e65c01d5c73c'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:59.189405 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c03ac-65c3-4a4b-9c2b-58e802d896c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83483be-0183-434d-a9b8-f63e7a06ad71,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:59.382231 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-73a6d591-ef18-4231-8b6c-1d92959da234 None None] Set router 5ec85b58-7689-4711-97ed-e65c01d5c73c gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:59.455877 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-395c03ac-65c3-4a4b-9c2b-58e802d896c9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=72bb17e69cf4484aadca3f42cfcd0861&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3989697 Feb 09 01:17:59.463463 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55662) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:59.555026 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2079ce-b4ef-40d9-863d-df434ac95490 req-26729e06-6352-4fb4-83cd-b936874a7380 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:59.570675 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6a2079ce-b4ef-40d9-863d-df434ac95490 req-26729e06-6352-4fb4-83cd-b936874a7380 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f3d044-7a48-46eb-b162-4de66bd62588 HTTP/1.1" status: 200 len: 945 time: 0.3980165 Feb 09 01:17:59.869918 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a68f20f0-3434-4ecf-bed1-ea15a5925839 None None] Publish callbacks [] for port (28847ad6-109f-4b2b-aa04-e4fb55ddd4ec), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:59.878470 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6a2079ce-b4ef-40d9-863d-df434ac95490 req-cb079e80-d971-44d6-9300-f8f3d29c38fa tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042867 Feb 09 01:17:59.883602 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a68f20f0-3434-4ecf-bed1-ea15a5925839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (28847ad6-109f-4b2b-aa04-e4fb55ddd4ec), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:00.019931 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0d354366-fa71-4233-91ce-52cebe9a5224 req-745801bf-6c91-41aa-b48c-7e75db07698f tempest-FloatingIPsNegativeTestJSON-187522021 tempest-FloatingIPsNegativeTestJSON-187522021-project] 10.222.0.30 "GET /v2.0/floatingips?tenant_id=512f509bb0914b24aa9f5f295bedfd55 HTTP/1.1" status: 200 len: 217 time: 0.1827810 Feb 09 01:18:00.029891 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (590c9273-20f9-4700-8ed5-2946fd3ee525), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:00.035029 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d2ed08-263f-448c-8d7b-600f5c2b8043 None None] Routers {'358eccb0-2f14-4421-96eb-d698c291d152'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:18:00.035907 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-f9d2ed08-263f-448c-8d7b-600f5c2b8043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:17:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['358eccb0-2f14-4421-96eb-d698c291d152'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:00.050382 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-24781925-a893-4c1c-8d7a-a0743f26f217 admin admin] Publish callbacks [] for security_group (c83483be-0183-434d-a9b8-f63e7a06ad71), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:00.068420 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a4b03b39-7210-419b-95bb-0d51d8ce0528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:00.081974 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e0246-e947-4c49-b66e-f1f165a378c7 None None] Pushing event updated for resources: {'Port': ['ID=28847ad6-109f-4b2b-aa04-e4fb55ddd4ec,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:00.117032 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55682) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:00.176749 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-a68f20f0-3434-4ecf-bed1-ea15a5925839 None None] Attempting to bind port 28847ad6-109f-4b2b-aa04-e4fb55ddd4ec on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:18:00.177116 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-a68f20f0-3434-4ecf-bed1-ea15a5925839 None None] Attempting to bind port 28847ad6-109f-4b2b-aa04-e4fb55ddd4ec by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:18:00.181444 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68f20f0-3434-4ecf-bed1-ea15a5925839 None None] Attempting to bind port 28847ad6-109f-4b2b-aa04-e4fb55ddd4ec on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:18:00.198927 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d1a1185c-7b78-4b2f-8ee3-e463625d6a14 req-fba49819-3571-4b92-b985-13a1073886d1 tempest-FloatingIPsNegativeTestJSON-187522021 tempest-FloatingIPsNegativeTestJSON-187522021-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1328335 Feb 09 01:18:00.207223 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68f20f0-3434-4ecf-bed1-ea15a5925839 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:18:00.212401 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68f20f0-3434-4ecf-bed1-ea15a5925839 None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:18:00.213078 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a68f20f0-3434-4ecf-bed1-ea15a5925839 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:00.213647 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68f20f0-3434-4ecf-bed1-ea15a5925839 None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:18:00.214343 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-a68f20f0-3434-4ecf-bed1-ea15a5925839 None None] Bound port: 28847ad6-109f-4b2b-aa04-e4fb55ddd4ec, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:18:00.214919 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a68f20f0-3434-4ecf-bed1-ea15a5925839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (28847ad6-109f-4b2b-aa04-e4fb55ddd4ec), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:00.240405 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-f9d2ed08-263f-448c-8d7b-600f5c2b8043 None None] Set router 358eccb0-2f14-4421-96eb-d698c291d152 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:18:00.386447 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-a68f20f0-3434-4ecf-bed1-ea15a5925839 None None] For port 28847ad6-109f-4b2b-aa04-e4fb55ddd4ec, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:18:00.392920 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [req-07d995e3-d2cc-4a10-b0fe-7707f978eea1 req-c72e8d21-4647-47bb-8f3d-72ac57cee92d tempest-FloatingIPsNegativeTestJSON-187522021 tempest-FloatingIPsNegativeTestJSON-187522021-project] show failed (client error): The resource could not be found. Feb 09 01:18:00.405121 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-a68f20f0-3434-4ecf-bed1-ea15a5925839 None None] For port 28847ad6-109f-4b2b-aa04-e4fb55ddd4ec, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=28847ad6-109f-4b2b-aa04-e4fb55ddd4ec,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:18:00.407319 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-07d995e3-d2cc-4a10-b0fe-7707f978eea1 req-c72e8d21-4647-47bb-8f3d-72ac57cee92d tempest-FloatingIPsNegativeTestJSON-187522021 tempest-FloatingIPsNegativeTestJSON-187522021-project] 10.222.0.30 "GET /v2.0/floatingips/e8a90756-102b-47f3-8fc5-60ba4decefbb HTTP/1.1" status: 404 len: 350 time: 0.1914485 Feb 09 01:18:00.416450 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55688) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:00.422023 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-29e93f69-a413-40fe-9a92-85f731926a0e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1028009265-network', 'tenant_id': '3a7975de586b4e08b0e9bb01c09679ae'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:00.431699 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a68f20f0-3434-4ecf-bed1-ea15a5925839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (28847ad6-109f-4b2b-aa04-e4fb55ddd4ec), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:00.580843 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e93f69-a413-40fe-9a92-85f731926a0e admin admin] Made reservation on behalf of 3a7975de586b4e08b0e9bb01c09679ae for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:00.585432 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-29e93f69-a413-40fe-9a92-85f731926a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:00.624189 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-29e93f69-a413-40fe-9a92-85f731926a0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:00.703502 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-24781925-a893-4c1c-8d7a-a0743f26f217 admin admin] Publish callbacks [] for security_group (c83483be-0183-434d-a9b8-f63e7a06ad71), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:00.774683 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68f20f0-3434-4ecf-bed1-ea15a5925839 None None] Routers {'81ef6999-724b-41c8-bada-2f40ad432b98'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:18:00.776475 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-a68f20f0-3434-4ecf-bed1-ea15a5925839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:17:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['81ef6999-724b-41c8-bada-2f40ad432b98'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:00.781375 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 95bab4d4-2c39-4954-bf09-f33046c75460 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:18:00.834561 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-a4b03b39-7210-419b-95bb-0d51d8ce0528 admin admin] Allocated IP 172.20.0.1 (c6c728be-ebe1-48b3-ac77-65b4d05323f4/6245841b-5b19-4a19-9c47-35dd5d5392c6/82631568-df74-4587-bd85-c2f32e47d26d) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:00.844817 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-24781925-a893-4c1c-8d7a-a0743f26f217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c83483be-0183-434d-a9b8-f63e7a06ad71), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:00.857875 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-24781925-a893-4c1c-8d7a-a0743f26f217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:00.866554 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-24781925-a893-4c1c-8d7a-a0743f26f217 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c83483be-0183-434d-a9b8-f63e7a06ad71 HTTP/1.1" status: 204 len: 168 time: 1.3975408 Feb 09 01:18:01.200534 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a4b03b39-7210-419b-95bb-0d51d8ce0528 admin admin] Publish callbacks [] for port (82631568-df74-4587-bd85-c2f32e47d26d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:01.317311 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a4b03b39-7210-419b-95bb-0d51d8ce0528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (82631568-df74-4587-bd85-c2f32e47d26d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:01.386625 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-252196de-0047-4010-b737-4171d11b7a9f None None] Current status of the port 95bab4d4-2c39-4954-bf09-f33046c75460 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:01.450911 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=590c9273-20f9-4700-8ed5-2946fd3ee525,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:01.463126 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-252196de-0047-4010-b737-4171d11b7a9f None None] Provisioning complete for port c32bec14-c2f9-412b-a866-21c9b8e56ab3 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:01.463514 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-252196de-0047-4010-b737-4171d11b7a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c32bec14-c2f9-412b-a866-21c9b8e56ab3), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:01.508347 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e0246-e947-4c49-b66e-f1f165a378c7 None None] Pushing event updated for resources: {'Port': ['ID=28847ad6-109f-4b2b-aa04-e4fb55ddd4ec,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:01.512193 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-252196de-0047-4010-b737-4171d11b7a9f None None] Port c32bec14-c2f9-412b-a866-21c9b8e56ab3 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:18:01.521562 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-73a6d591-ef18-4231-8b6c-1d92959da234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec85b58-7689-4711-97ed-e65c01d5c73c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1085193772-router', 'tenant_id': '512f509bb0914b24aa9f5f295bedfd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '590c9273-20f9-4700-8ed5-2946fd3ee525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:37Z', 'updated_at': '2022-02-09T01:17:54Z', 'revision_number': 4, 'project_id': '512f509bb0914b24aa9f5f295bedfd55', 'gw_port': {'id': '590c9273-20f9-4700-8ed5-2946fd3ee525', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec85b58-7689-4711-97ed-e65c01d5c73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:42Z', 'updated_at': '2022-02-09T01:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'c32bec14-c2f9-412b-a866-21c9b8e56ab3', 'name': '', 'network_id': 'be432b46-d986-4cfb-bd6a-d82368ac45ce', 'tenant_id': '512f509bb0914b24aa9f5f295bedfd55', 'mac_address': 'fa:16:3e:b4:0c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec85b58-7689-4711-97ed-e65c01d5c73c', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'be1ce3a4-b13c-47c4-ba7e-eee950a9b5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:52Z', 'updated_at': '2022-02-09T01:17:55Z', 'revision_number': 2, 'project_id': '512f509bb0914b24aa9f5f295bedfd55', 'subnets': [{'id': 'be1ce3a4-b13c-47c4-ba7e-eee950a9b5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:01.554307 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b03b39-7210-419b-95bb-0d51d8ce0528 admin admin] Network c6c728be-ebe1-48b3-ac77-65b4d05323f4 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:01.601528 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a6d591-ef18-4231-8b6c-1d92959da234 None None] Checking router: 5ec85b58-7689-4711-97ed-e65c01d5c73c for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:18:01.601944 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a6d591-ef18-4231-8b6c-1d92959da234 None None] Updating router 5ec85b58-7689-4711-97ed-e65c01d5c73c port c32bec14-c2f9-412b-a866-21c9b8e56ab3 binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:18:01.610704 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-a4b03b39-7210-419b-95bb-0d51d8ce0528 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:01.621547 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b03b39-7210-419b-95bb-0d51d8ce0528 admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:18:01.662478 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-a68f20f0-3434-4ecf-bed1-ea15a5925839 None None] Set router 81ef6999-724b-41c8-bada-2f40ad432b98 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:18:01.685324 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-73a6d591-ef18-4231-8b6c-1d92959da234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c32bec14-c2f9-412b-a866-21c9b8e56ab3), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:01.715417 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 95bab4d4-2c39-4954-bf09-f33046c75460 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:01.715796 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (95bab4d4-2c39-4954-bf09-f33046c75460), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:01.806088 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24781925-a893-4c1c-8d7a-a0743f26f217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83483be-0183-434d-a9b8-f63e7a06ad71,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:01.837439 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-29e93f69-a413-40fe-9a92-85f731926a0e admin admin] Publish callbacks [] for security_group (d30b6bd6-ee82-453d-882d-6bbb3d802968), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:01.884862 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-29e93f69-a413-40fe-9a92-85f731926a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (d30b6bd6-ee82-453d-882d-6bbb3d802968), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:01.892683 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b03b39-7210-419b-95bb-0d51d8ce0528 admin admin] Pushing event updated for resources: {'Port': ['ID=82631568-df74-4587-bd85-c2f32e47d26d,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:01.980844 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a8d9c-2236-4362-bd6d-7831b516d2af req-99f52c02-1503-492c-97b3-8e55ef9d2e27 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:01.987348 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ca4a8d9c-2236-4362-bd6d-7831b516d2af req-99f52c02-1503-492c-97b3-8e55ef9d2e27 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f3d044-7a48-46eb-b162-4de66bd62588 HTTP/1.1" status: 200 len: 945 time: 0.4469216 Feb 09 01:18:02.025739 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a4b03b39-7210-419b-95bb-0d51d8ce0528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (81ef6999-724b-41c8-bada-2f40ad432b98), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:02.238718 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ca4a8d9c-2236-4362-bd6d-7831b516d2af req-820fde19-1927-4b56-b33b-0fef93848f3c tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029119 Feb 09 01:18:02.278670 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c18bf454-fd82-4daf-85d6-167d47cdde04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (5ec85b58-7689-4711-97ed-e65c01d5c73c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:02.315017 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-73a6d591-ef18-4231-8b6c-1d92959da234 None None] Publish callbacks [] for port (c32bec14-c2f9-412b-a866-21c9b8e56ab3), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:02.380770 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-73a6d591-ef18-4231-8b6c-1d92959da234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (c32bec14-c2f9-412b-a866-21c9b8e56ab3), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:02.446863 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-a68f20f0-3434-4ecf-bed1-ea15a5925839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ef6999-724b-41c8-bada-2f40ad432b98', 'name': 'tempest-AttachSCSIVolumeTestJSON-1639825987-router', 'tenant_id': 'a084beff60944de39c415f4d0011e770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '28847ad6-109f-4b2b-aa04-e4fb55ddd4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:50Z', 'updated_at': '2022-02-09T01:17:55Z', 'revision_number': 3, 'project_id': 'a084beff60944de39c415f4d0011e770', 'gw_port': {'id': '28847ad6-109f-4b2b-aa04-e4fb55ddd4ec', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ef6999-724b-41c8-bada-2f40ad432b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:52Z', 'updated_at': '2022-02-09T01:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:02.461056 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-252196de-0047-4010-b737-4171d11b7a9f None None] Provisioning complete for port 8ca75ef5-1c2d-4167-b688-cd26222c8773 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:02.462031 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-252196de-0047-4010-b737-4171d11b7a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8ca75ef5-1c2d-4167-b688-cd26222c8773), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:02.557387 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68f20f0-3434-4ecf-bed1-ea15a5925839 None None] The sync data for ids ['81ef6999-724b-41c8-bada-2f40ad432b98'] in n-d-822053-40 is: [{'id': '81ef6999-724b-41c8-bada-2f40ad432b98', 'name': 'tempest-AttachSCSIVolumeTestJSON-1639825987-router', 'tenant_id': 'a084beff60944de39c415f4d0011e770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '28847ad6-109f-4b2b-aa04-e4fb55ddd4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:50Z', 'updated_at': '2022-02-09T01:17:55Z', 'revision_number': 3, 'project_id': 'a084beff60944de39c415f4d0011e770', 'gw_port': {'id': '28847ad6-109f-4b2b-aa04-e4fb55ddd4ec', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ef6999-724b-41c8-bada-2f40ad432b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:52Z', 'updated_at': '2022-02-09T01:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:18:02.594209 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e93f69-a413-40fe-9a92-85f731926a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30b6bd6-ee82-453d-882d-6bbb3d802968,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:02.654197 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29e93f69-a413-40fe-9a92-85f731926a0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:18:02.664097 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-f9d2ed08-263f-448c-8d7b-600f5c2b8043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358eccb0-2f14-4421-96eb-d698c291d152', 'name': 'tempest-AttachSCSIVolumeTestJSON-1411537540-router', 'tenant_id': '8504a22500a54a54a8fec90c069aae71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '57c988e8-4e0c-482b-8a20-18f236f1b32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:31Z', 'updated_at': '2022-02-09T01:17:41Z', 'revision_number': 4, 'project_id': '8504a22500a54a54a8fec90c069aae71', 'gw_port': {'id': '57c988e8-4e0c-482b-8a20-18f236f1b32a', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358eccb0-2f14-4421-96eb-d698c291d152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:33Z', 'updated_at': '2022-02-09T01:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '8ca75ef5-1c2d-4167-b688-cd26222c8773', 'name': '', 'network_id': 'abf1fb35-3013-4c3d-bbbe-19417af179a8', 'tenant_id': '8504a22500a54a54a8fec90c069aae71', 'mac_address': 'fa:16:3e:76:5c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358eccb0-2f14-4421-96eb-d698c291d152', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7fc7da2c-4277-42ec-9319-84787d86a60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:40Z', 'updated_at': '2022-02-09T01:17:58Z', 'revision_number': 4, 'project_id': '8504a22500a54a54a8fec90c069aae71', 'subnets': [{'id': '7fc7da2c-4277-42ec-9319-84787d86a60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:02.768253 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-29e93f69-a413-40fe-9a92-85f731926a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (72acbb77-99d7-449f-a5b4-bbffd1cfebf0), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:02.775112 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-29e93f69-a413-40fe-9a92-85f731926a0e admin admin] Added segment 72acbb77-99d7-449f-a5b4-bbffd1cfebf0 of type vlan for network d782717c-da84-43e9-83e3-7ef1f07f2c40 Feb 09 01:18:03.084415 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d2ed08-263f-448c-8d7b-600f5c2b8043 None None] The sync data for ids ['358eccb0-2f14-4421-96eb-d698c291d152'] in n-d-822053-40 is: [{'id': '358eccb0-2f14-4421-96eb-d698c291d152', 'name': 'tempest-AttachSCSIVolumeTestJSON-1411537540-router', 'tenant_id': '8504a22500a54a54a8fec90c069aae71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '57c988e8-4e0c-482b-8a20-18f236f1b32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:31Z', 'updated_at': '2022-02-09T01:17:41Z', 'revision_number': 4, 'project_id': '8504a22500a54a54a8fec90c069aae71', 'gw_port': {'id': '57c988e8-4e0c-482b-8a20-18f236f1b32a', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358eccb0-2f14-4421-96eb-d698c291d152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:33Z', 'updated_at': '2022-02-09T01:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '8ca75ef5-1c2d-4167-b688-cd26222c8773', 'name': '', 'network_id': 'abf1fb35-3013-4c3d-bbbe-19417af179a8', 'tenant_id': '8504a22500a54a54a8fec90c069aae71', 'mac_address': 'fa:16:3e:76:5c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358eccb0-2f14-4421-96eb-d698c291d152', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7fc7da2c-4277-42ec-9319-84787d86a60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:40Z', 'updated_at': '2022-02-09T01:17:58Z', 'revision_number': 4, 'project_id': '8504a22500a54a54a8fec90c069aae71', 'subnets': [{'id': '7fc7da2c-4277-42ec-9319-84787d86a60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:18:03.123601 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c4824-8656-4688-acbe-149c41356120 None None] Pushing event updated for resources: {'Port': ['ID=c32bec14-c2f9-412b-a866-21c9b8e56ab3,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:03.185356 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-73a6d591-ef18-4231-8b6c-1d92959da234 None None] Attempting to bind port c32bec14-c2f9-412b-a866-21c9b8e56ab3 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:18:03.189460 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-73a6d591-ef18-4231-8b6c-1d92959da234 None None] Attempting to bind port c32bec14-c2f9-412b-a866-21c9b8e56ab3 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'c87e5ccc-ca64-4e78-8e5d-3ce96cae4347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'be432b46-d986-4cfb-bd6a-d82368ac45ce'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:18:03.190182 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a6d591-ef18-4231-8b6c-1d92959da234 None None] Attempting to bind port c32bec14-c2f9-412b-a866-21c9b8e56ab3 on network be432b46-d986-4cfb-bd6a-d82368ac45ce {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:18:03.208880 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a4b03b39-7210-419b-95bb-0d51d8ce0528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (82631568-df74-4587-bd85-c2f32e47d26d), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:03.212268 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-252196de-0047-4010-b737-4171d11b7a9f None None] Current status of the port 8ca75ef5-1c2d-4167-b688-cd26222c8773 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:03.232631 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-29e93f69-a413-40fe-9a92-85f731926a0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (d782717c-da84-43e9-83e3-7ef1f07f2c40), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:03.260964 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-252196de-0047-4010-b737-4171d11b7a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8ca75ef5-1c2d-4167-b688-cd26222c8773), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:03.267430 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a6d591-ef18-4231-8b6c-1d92959da234 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:18:03.267807 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a6d591-ef18-4231-8b6c-1d92959da234 None None] Checking segment: {'id': 'c87e5ccc-ca64-4e78-8e5d-3ce96cae4347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'be432b46-d986-4cfb-bd6a-d82368ac45ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:18:03.279517 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-73a6d591-ef18-4231-8b6c-1d92959da234 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:03.280010 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a6d591-ef18-4231-8b6c-1d92959da234 None None] Bound using segment: {'id': 'c87e5ccc-ca64-4e78-8e5d-3ce96cae4347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'be432b46-d986-4cfb-bd6a-d82368ac45ce'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:18:03.280526 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-73a6d591-ef18-4231-8b6c-1d92959da234 None None] Bound port: c32bec14-c2f9-412b-a866-21c9b8e56ab3, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87e5ccc-ca64-4e78-8e5d-3ce96cae4347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'be432b46-d986-4cfb-bd6a-d82368ac45ce'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:18:03.284384 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-73a6d591-ef18-4231-8b6c-1d92959da234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c32bec14-c2f9-412b-a866-21c9b8e56ab3), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:03.441831 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-29e93f69-a413-40fe-9a92-85f731926a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (d782717c-da84-43e9-83e3-7ef1f07f2c40), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:03.443687 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e93f69-a413-40fe-9a92-85f731926a0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:03.482684 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-29e93f69-a413-40fe-9a92-85f731926a0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:03.506391 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55774) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:03.511425 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 95bab4d4-2c39-4954-bf09-f33046c75460 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:03.512831 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 8ca75ef5-1c2d-4167-b688-cd26222c8773 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:18:03.699813 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-252196de-0047-4010-b737-4171d11b7a9f None None] For port 8ca75ef5-1c2d-4167-b688-cd26222c8773, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=8ca75ef5-1c2d-4167-b688-cd26222c8773,segment=NetworkSegment(6daca91f-d266-4653-9c4c-7bffb4b74c3e),segment_id=6daca91f-d266-4653-9c4c-7bffb4b74c3e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:03.727638 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-252196de-0047-4010-b737-4171d11b7a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8ca75ef5-1c2d-4167-b688-cd26222c8773), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:04.010321 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-73a6d591-ef18-4231-8b6c-1d92959da234 None None] For port c32bec14-c2f9-412b-a866-21c9b8e56ab3, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:18:04.019653 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e93f69-a413-40fe-9a92-85f731926a0e admin admin] Pushing event updated for resources: {'Network': ['ID=d782717c-da84-43e9-83e3-7ef1f07f2c40,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:04.033813 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-2cf29b8d-053c-45e7-94b8-db475d93ea84 None None] Provisioning complete for port 82631568-df74-4587-bd85-c2f32e47d26d triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:04.034158 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2cf29b8d-053c-45e7-94b8-db475d93ea84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (82631568-df74-4587-bd85-c2f32e47d26d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:04.053987 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-29e93f69-a413-40fe-9a92-85f731926a0e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.9110172 Feb 09 01:18:04.076800 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55784) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:04.112150 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-8c39567e-6f70-41af-b5a6-8257c4e90e55 admin admin] Request body: {'subnet': {'network_id': 'd782717c-da84-43e9-83e3-7ef1f07f2c40', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1028009265-subnet', 'tenant_id': '3a7975de586b4e08b0e9bb01c09679ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:04.117164 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network d782717c-da84-43e9-83e3-7ef1f07f2c40 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:18:04.186563 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-9481c922-a936-4569-a24c-35d328369e21 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-293933725-network', 'tenant_id': '7b44166604b3436881425cea10d1d658'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:04.248077 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2cf29b8d-053c-45e7-94b8-db475d93ea84 None None] Port 82631568-df74-4587-bd85-c2f32e47d26d cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:18:04.342901 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c39567e-6f70-41af-b5a6-8257c4e90e55 admin admin] Made reservation on behalf of 3a7975de586b4e08b0e9bb01c09679ae for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:04.346976 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8c39567e-6f70-41af-b5a6-8257c4e90e55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:04.361203 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-73a6d591-ef18-4231-8b6c-1d92959da234 None None] For port c32bec14-c2f9-412b-a866-21c9b8e56ab3, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=c32bec14-c2f9-412b-a866-21c9b8e56ab3,segment=NetworkSegment(c87e5ccc-ca64-4e78-8e5d-3ce96cae4347),segment_id=c87e5ccc-ca64-4e78-8e5d-3ce96cae4347)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:18:04.369509 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-2cf29b8d-053c-45e7-94b8-db475d93ea84 None None] Provisioning complete for port c32bec14-c2f9-412b-a866-21c9b8e56ab3 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:04.369932 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2cf29b8d-053c-45e7-94b8-db475d93ea84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c32bec14-c2f9-412b-a866-21c9b8e56ab3), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:04.431874 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9481c922-a936-4569-a24c-35d328369e21 admin admin] Made reservation on behalf of 7b44166604b3436881425cea10d1d658 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:04.436155 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9481c922-a936-4569-a24c-35d328369e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:04.450623 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 8ca75ef5-1c2d-4167-b688-cd26222c8773 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:04.451012 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8ca75ef5-1c2d-4167-b688-cd26222c8773), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:04.508257 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2cf29b8d-053c-45e7-94b8-db475d93ea84 None None] Port c32bec14-c2f9-412b-a866-21c9b8e56ab3 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:18:04.529924 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252196de-0047-4010-b737-4171d11b7a9f None None] Pushing event updated for resources: {'Port': ['ID=8ca75ef5-1c2d-4167-b688-cd26222c8773,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:04.590640 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-73a6d591-ef18-4231-8b6c-1d92959da234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (c32bec14-c2f9-412b-a866-21c9b8e56ab3), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:04.624254 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9481c922-a936-4569-a24c-35d328369e21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:04.701423 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c4824-8656-4688-acbe-149c41356120 None None] Pushing event updated for resources: {'Port': ['ID=c32bec14-c2f9-412b-a866-21c9b8e56ab3,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:04.748638 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae55a70-88f0-4d44-9bcd-910856b73798 req-601ca277-4ef9-4bb6-a113-c92310a0ec9c tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:04.753021 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a6d591-ef18-4231-8b6c-1d92959da234 None None] Routers {'5ec85b58-7689-4711-97ed-e65c01d5c73c'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:18:04.755081 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-73a6d591-ef18-4231-8b6c-1d92959da234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:17:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['5ec85b58-7689-4711-97ed-e65c01d5c73c'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:04.764247 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aae55a70-88f0-4d44-9bcd-910856b73798 req-601ca277-4ef9-4bb6-a113-c92310a0ec9c tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f3d044-7a48-46eb-b162-4de66bd62588 HTTP/1.1" status: 200 len: 945 time: 0.4225252 Feb 09 01:18:04.850615 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a4b03b39-7210-419b-95bb-0d51d8ce0528 admin admin] Publish callbacks [] for port (82631568-df74-4587-bd85-c2f32e47d26d), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:04.989061 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-c18bf454-fd82-4daf-85d6-167d47cdde04 admin admin] Deleting port c32bec14-c2f9-412b-a866-21c9b8e56ab3 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:18:04.989955 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c18bf454-fd82-4daf-85d6-167d47cdde04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (c32bec14-c2f9-412b-a866-21c9b8e56ab3), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:05.002398 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-2cf29b8d-053c-45e7-94b8-db475d93ea84 None None] Provisioning complete for port 8ca75ef5-1c2d-4167-b688-cd26222c8773 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:05.004705 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2cf29b8d-053c-45e7-94b8-db475d93ea84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8ca75ef5-1c2d-4167-b688-cd26222c8773), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:05.130237 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 8ca75ef5-1c2d-4167-b688-cd26222c8773 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:05.155267 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aae55a70-88f0-4d44-9bcd-910856b73798 req-23bcab99-0e68-40dc-9d9b-70cea9f0d521 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859658 Feb 09 01:18:05.215391 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a4b03b39-7210-419b-95bb-0d51d8ce0528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (82631568-df74-4587-bd85-c2f32e47d26d), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:05.360982 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8c39567e-6f70-41af-b5a6-8257c4e90e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (638ae294-4220-494e-8e41-1b81408b19b1), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:05.367822 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-73a6d591-ef18-4231-8b6c-1d92959da234 None None] Set router 5ec85b58-7689-4711-97ed-e65c01d5c73c gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:18:05.393802 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-c18bf454-fd82-4daf-85d6-167d47cdde04 admin admin] For port c32bec14-c2f9-412b-a866-21c9b8e56ab3, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=c32bec14-c2f9-412b-a866-21c9b8e56ab3,segment=NetworkSegment(c87e5ccc-ca64-4e78-8e5d-3ce96cae4347),segment_id=c87e5ccc-ca64-4e78-8e5d-3ce96cae4347)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:05.394445 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c18bf454-fd82-4daf-85d6-167d47cdde04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (c32bec14-c2f9-412b-a866-21c9b8e56ab3), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:05.424393 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a4b03b39-7210-419b-95bb-0d51d8ce0528 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (81ef6999-724b-41c8-bada-2f40ad432b98), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:05.460495 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-c18bf454-fd82-4daf-85d6-167d47cdde04 admin admin] Calling delete_port for c32bec14-c2f9-412b-a866-21c9b8e56ab3 owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:18:05.601284 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b03b39-7210-419b-95bb-0d51d8ce0528 admin admin] Pushing event updated for resources: {'Port': ['ID=82631568-df74-4587-bd85-c2f32e47d26d,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:05.675431 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c39567e-6f70-41af-b5a6-8257c4e90e55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=638ae294-4220-494e-8e41-1b81408b19b1,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:05.982571 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c39567e-6f70-41af-b5a6-8257c4e90e55 admin admin] Checking segment: {'id': '72acbb77-99d7-449f-a5b4-bbffd1cfebf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd782717c-da84-43e9-83e3-7ef1f07f2c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:18:05.983438 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c39567e-6f70-41af-b5a6-8257c4e90e55 admin admin] Network hostable DHCP agents. Network: d782717c-da84-43e9-83e3-7ef1f07f2c40, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:18:06.001997 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 590c9273-20f9-4700-8ed5-2946fd3ee525 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:18:06.167126 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c39567e-6f70-41af-b5a6-8257c4e90e55 admin admin] Network d782717c-da84-43e9-83e3-7ef1f07f2c40 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:18:06.173504 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c18bf454-fd82-4daf-85d6-167d47cdde04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (c32bec14-c2f9-412b-a866-21c9b8e56ab3), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:06.195758 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9481c922-a936-4569-a24c-35d328369e21 admin admin] Publish callbacks [] for security_group (21cbc7c4-2874-43cf-92cd-954af8c6b2b8), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:06.225457 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9481c922-a936-4569-a24c-35d328369e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (21cbc7c4-2874-43cf-92cd-954af8c6b2b8), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:06.318682 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-8c39567e-6f70-41af-b5a6-8257c4e90e55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, d782717c-da84-43e9-83e3-7ef1f07f2c40) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:06.327165 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c39567e-6f70-41af-b5a6-8257c4e90e55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:06.330354 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8c39567e-6f70-41af-b5a6-8257c4e90e55 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:06.333930 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18bf454-fd82-4daf-85d6-167d47cdde04 admin admin] Pushing event deleted for resources: {'Port': ['ID=c32bec14-c2f9-412b-a866-21c9b8e56ab3,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:06.395857 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9481c922-a936-4569-a24c-35d328369e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21cbc7c4-2874-43cf-92cd-954af8c6b2b8,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:06.447791 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8c39567e-6f70-41af-b5a6-8257c4e90e55 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3698754 Feb 09 01:18:06.449431 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9481c922-a936-4569-a24c-35d328369e21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:18:06.498531 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b03b39-7210-419b-95bb-0d51d8ce0528 admin admin] Network c6c728be-ebe1-48b3-ac77-65b4d05323f4 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:06.499110 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8604738-a94a-40d8-81ed-2d308b7d51b8 None None] Network d782717c-da84-43e9-83e3-7ef1f07f2c40 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:18:06.502950 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-a4b03b39-7210-419b-95bb-0d51d8ce0528 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:06.538239 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9481c922-a936-4569-a24c-35d328369e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (231cc619-b79a-4847-94b3-cdbf4f5bda22), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:06.548482 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-9481c922-a936-4569-a24c-35d328369e21 admin admin] Added segment 231cc619-b79a-4847-94b3-cdbf4f5bda22 of type vlan for network f155bdb8-b796-4b2f-8f0d-8611315d30bd Feb 09 01:18:06.753237 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2cf29b8d-053c-45e7-94b8-db475d93ea84 None None] Current status of the port 8ca75ef5-1c2d-4167-b688-cd26222c8773 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:06.864304 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9481c922-a936-4569-a24c-35d328369e21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (f155bdb8-b796-4b2f-8f0d-8611315d30bd), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:07.083246 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47862a8f-a59d-454a-8518-c501b71e73ea req-2a44e5cd-8ecc-495d-b6fa-19a984b036e5 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:07.085059 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-47862a8f-a59d-454a-8518-c501b71e73ea req-2a44e5cd-8ecc-495d-b6fa-19a984b036e5 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f3d044-7a48-46eb-b162-4de66bd62588 HTTP/1.1" status: 200 len: 945 time: 0.6464269 Feb 09 01:18:07.096394 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9481c922-a936-4569-a24c-35d328369e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (f155bdb8-b796-4b2f-8f0d-8611315d30bd), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:07.097367 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9481c922-a936-4569-a24c-35d328369e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:07.100315 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9481c922-a936-4569-a24c-35d328369e21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:07.123851 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-15b5a756-40fd-4917-b645-6811e5cdd6bd None None] Could not find standard attr ID for object c32bec14-c2f9-412b-a866-21c9b8e56ab3. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:18:07.188497 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fa68f6-36f7-49cd-ae59-086dd1676870 None None] Network d782717c-da84-43e9-83e3-7ef1f07f2c40 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:18:07.199758 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-47862a8f-a59d-454a-8518-c501b71e73ea req-209bb9b8-f4de-4334-8e7c-b871b26e20de tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076825 Feb 09 01:18:07.211926 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c18bf454-fd82-4daf-85d6-167d47cdde04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (5ec85b58-7689-4711-97ed-e65c01d5c73c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:07.495739 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-81f972fd-7c4f-4e51-b0c1-530f2ac53af4 req-c104a78f-dfa2-4380-98c8-b2e56c9e7f79 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-209729317', 'description': 'tempest-description-2083781817'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:07.534733 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-8b1e0616-d1a3-427f-a350-59c470d780b8 None None] Provisioning complete for port 82631568-df74-4587-bd85-c2f32e47d26d triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:07.537789 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8b1e0616-d1a3-427f-a350-59c470d780b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (82631568-df74-4587-bd85-c2f32e47d26d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:07.669994 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55880) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:07.672989 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9481c922-a936-4569-a24c-35d328369e21 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 4.1572440 Feb 09 01:18:07.696667 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9481c922-a936-4569-a24c-35d328369e21 admin admin] Pushing event updated for resources: {'Network': ['ID=f155bdb8-b796-4b2f-8f0d-8611315d30bd,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:07.696928 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-9fe57482-17d9-4286-9716-a6ff3b7604d9 admin admin] Request body: {'subnet': {'network_id': 'f155bdb8-b796-4b2f-8f0d-8611315d30bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-293933725-subnet', 'tenant_id': '7b44166604b3436881425cea10d1d658', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:07.728358 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-8b1e0616-d1a3-427f-a350-59c470d780b8 None None] Port 82631568-df74-4587-bd85-c2f32e47d26d cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:18:07.742627 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network f155bdb8-b796-4b2f-8f0d-8611315d30bd details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:18:07.850558 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b03b39-7210-419b-95bb-0d51d8ce0528 admin admin] Router 81ef6999-724b-41c8-bada-2f40ad432b98 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:18:07.862086 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 590c9273-20f9-4700-8ed5-2946fd3ee525 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:07.864343 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (590c9273-20f9-4700-8ed5-2946fd3ee525), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:08.014033 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-73a6d591-ef18-4231-8b6c-1d92959da234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec85b58-7689-4711-97ed-e65c01d5c73c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1085193772-router', 'tenant_id': '512f509bb0914b24aa9f5f295bedfd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '590c9273-20f9-4700-8ed5-2946fd3ee525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:37Z', 'updated_at': '2022-02-09T01:17:54Z', 'revision_number': 4, 'project_id': '512f509bb0914b24aa9f5f295bedfd55', 'gw_port': {'id': '590c9273-20f9-4700-8ed5-2946fd3ee525', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec85b58-7689-4711-97ed-e65c01d5c73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:42Z', 'updated_at': '2022-02-09T01:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'c32bec14-c2f9-412b-a866-21c9b8e56ab3', 'name': '', 'network_id': 'be432b46-d986-4cfb-bd6a-d82368ac45ce', 'tenant_id': '512f509bb0914b24aa9f5f295bedfd55', 'mac_address': 'fa:16:3e:b4:0c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec85b58-7689-4711-97ed-e65c01d5c73c', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'be1ce3a4-b13c-47c4-ba7e-eee950a9b5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:52Z', 'updated_at': '2022-02-09T01:18:03Z', 'revision_number': 4, 'project_id': '512f509bb0914b24aa9f5f295bedfd55', 'subnets': [{'id': 'be1ce3a4-b13c-47c4-ba7e-eee950a9b5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:08.075291 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a6d591-ef18-4231-8b6c-1d92959da234 None None] The sync data for ids ['5ec85b58-7689-4711-97ed-e65c01d5c73c'] in n-d-822053-40 is: [{'id': '5ec85b58-7689-4711-97ed-e65c01d5c73c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1085193772-router', 'tenant_id': '512f509bb0914b24aa9f5f295bedfd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '590c9273-20f9-4700-8ed5-2946fd3ee525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:37Z', 'updated_at': '2022-02-09T01:17:54Z', 'revision_number': 4, 'project_id': '512f509bb0914b24aa9f5f295bedfd55', 'gw_port': {'id': '590c9273-20f9-4700-8ed5-2946fd3ee525', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec85b58-7689-4711-97ed-e65c01d5c73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:42Z', 'updated_at': '2022-02-09T01:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'c32bec14-c2f9-412b-a866-21c9b8e56ab3', 'name': '', 'network_id': 'be432b46-d986-4cfb-bd6a-d82368ac45ce', 'tenant_id': '512f509bb0914b24aa9f5f295bedfd55', 'mac_address': 'fa:16:3e:b4:0c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec85b58-7689-4711-97ed-e65c01d5c73c', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'be1ce3a4-b13c-47c4-ba7e-eee950a9b5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:52Z', 'updated_at': '2022-02-09T01:18:03Z', 'revision_number': 4, 'project_id': '512f509bb0914b24aa9f5f295bedfd55', 'subnets': [{'id': 'be1ce3a4-b13c-47c4-ba7e-eee950a9b5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:18:08.078627 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-81f972fd-7c4f-4e51-b0c1-530f2ac53af4 req-c104a78f-dfa2-4380-98c8-b2e56c9e7f79 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:08.151493 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe57482-17d9-4286-9716-a6ff3b7604d9 admin admin] Made reservation on behalf of 7b44166604b3436881425cea10d1d658 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:08.158385 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9fe57482-17d9-4286-9716-a6ff3b7604d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:08.189987 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b03b39-7210-419b-95bb-0d51d8ce0528 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:18:08.211907 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a4b03b39-7210-419b-95bb-0d51d8ce0528 admin admin] 10.222.0.30 "PUT /v2.0/routers/81ef6999-724b-41c8-bada-2f40ad432b98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3087316 Feb 09 01:18:08.252529 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 590c9273-20f9-4700-8ed5-2946fd3ee525 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:08.256439 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 8ca75ef5-1c2d-4167-b688-cd26222c8773 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:18:08.258551 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5a2013-8627-4477-856b-5bcf4038ef46 None None] Sync routers for ids ['81ef6999-724b-41c8-bada-2f40ad432b98'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:18:08.286607 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5a2013-8627-4477-856b-5bcf4038ef46 None None] Routers {'81ef6999-724b-41c8-bada-2f40ad432b98'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:18:08.287244 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-1c5a2013-8627-4477-856b-5bcf4038ef46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:17:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['81ef6999-724b-41c8-bada-2f40ad432b98'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:08.420387 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 8ca75ef5-1c2d-4167-b688-cd26222c8773 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:08.420768 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8ca75ef5-1c2d-4167-b688-cd26222c8773), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:08.581243 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-81f972fd-7c4f-4e51-b0c1-530f2ac53af4 req-c104a78f-dfa2-4380-98c8-b2e56c9e7f79 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (d77e22fd-3e31-4a48-8a54-598f6dafe9fd), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:08.610450 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-1c5a2013-8627-4477-856b-5bcf4038ef46 None None] Set router 81ef6999-724b-41c8-bada-2f40ad432b98 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:18:08.635063 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-81f972fd-7c4f-4e51-b0c1-530f2ac53af4 req-c104a78f-dfa2-4380-98c8-b2e56c9e7f79 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (d77e22fd-3e31-4a48-8a54-598f6dafe9fd), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:08.760776 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55912) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:08.800506 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 8ca75ef5-1c2d-4167-b688-cd26222c8773 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:08.801711 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 28847ad6-109f-4b2b-aa04-e4fb55ddd4ec up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:18:08.861923 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-81f972fd-7c4f-4e51-b0c1-530f2ac53af4 req-c104a78f-dfa2-4380-98c8-b2e56c9e7f79 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:08.897884 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-81f972fd-7c4f-4e51-b0c1-530f2ac53af4 req-c104a78f-dfa2-4380-98c8-b2e56c9e7f79 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 1.4214666 Feb 09 01:18:08.907898 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-fe629436-cd40-4bdf-a06d-de5aa8b684d7 req-51844626-47af-44f7-ae9a-18cc24db20b4 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1054769117', 'description': 'tempest-description-898772267'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:09.033081 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 28847ad6-109f-4b2b-aa04-e4fb55ddd4ec triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:09.035219 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (28847ad6-109f-4b2b-aa04-e4fb55ddd4ec), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:09.042227 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18bf454-fd82-4daf-85d6-167d47cdde04 admin admin] Router 5ec85b58-7689-4711-97ed-e65c01d5c73c has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:18:09.057929 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104a78f-dfa2-4380-98c8-b2e56c9e7f79 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d77e22fd-3e31-4a48-8a54-598f6dafe9fd,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:09.092258 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1d8500e7-9c00-4d11-b987-627350707d1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:09.097521 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ebf06d-9a47-4373-8453-70888562819a req-e5a12b5e-5e53-49de-8880-ce12e47cd64e tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:09.111046 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-48ebf06d-9a47-4373-8453-70888562819a req-e5a12b5e-5e53-49de-8880-ce12e47cd64e tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f3d044-7a48-46eb-b162-4de66bd62588 HTTP/1.1" status: 200 len: 945 time: 0.6294537 Feb 09 01:18:09.123911 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:18:09.182357 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fe629436-cd40-4bdf-a06d-de5aa8b684d7 req-51844626-47af-44f7-ae9a-18cc24db20b4 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:09.340905 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1d8500e7-9c00-4d11-b987-627350707d1d admin admin] Publish callbacks [] for security_group (9c8f2d4e-b513-4ed1-8645-d6d98f6d2dce), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:09.349041 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1d8500e7-9c00-4d11-b987-627350707d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (9c8f2d4e-b513-4ed1-8645-d6d98f6d2dce), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:09.373449 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 28847ad6-109f-4b2b-aa04-e4fb55ddd4ec is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:09.374059 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (28847ad6-109f-4b2b-aa04-e4fb55ddd4ec), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:09.397838 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8500e7-9c00-4d11-b987-627350707d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8f2d4e-b513-4ed1-8645-d6d98f6d2dce,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:09.417171 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-1c5a2013-8627-4477-856b-5bcf4038ef46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ef6999-724b-41c8-bada-2f40ad432b98', 'name': 'tempest-AttachSCSIVolumeTestJSON-1639825987-router', 'tenant_id': 'a084beff60944de39c415f4d0011e770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '28847ad6-109f-4b2b-aa04-e4fb55ddd4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:50Z', 'updated_at': '2022-02-09T01:18:02Z', 'revision_number': 4, 'project_id': 'a084beff60944de39c415f4d0011e770', 'gw_port': {'id': '28847ad6-109f-4b2b-aa04-e4fb55ddd4ec', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ef6999-724b-41c8-bada-2f40ad432b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:52Z', 'updated_at': '2022-02-09T01:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '82631568-df74-4587-bd85-c2f32e47d26d', 'name': '', 'network_id': 'c6c728be-ebe1-48b3-ac77-65b4d05323f4', 'tenant_id': 'a084beff60944de39c415f4d0011e770', 'mac_address': 'fa:16:3e:31:4f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ef6999-724b-41c8-bada-2f40ad432b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '6245841b-5b19-4a19-9c47-35dd5d5392c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:00Z', 'updated_at': '2022-02-09T01:18:03Z', 'revision_number': 2, 'project_id': 'a084beff60944de39c415f4d0011e770', 'subnets': [{'id': '6245841b-5b19-4a19-9c47-35dd5d5392c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:09.462573 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 28847ad6-109f-4b2b-aa04-e4fb55ddd4ec, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=28847ad6-109f-4b2b-aa04-e4fb55ddd4ec,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:09.471421 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1d8500e7-9c00-4d11-b987-627350707d1d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=308aa774f95140bfab9a0affaaaa7330&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7091937 Feb 09 01:18:09.472195 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55936) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:09.475400 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (28847ad6-109f-4b2b-aa04-e4fb55ddd4ec), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:09.542107 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5a2013-8627-4477-856b-5bcf4038ef46 None None] Checking router: 81ef6999-724b-41c8-bada-2f40ad432b98 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:18:09.544558 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5a2013-8627-4477-856b-5bcf4038ef46 None None] Updating router 81ef6999-724b-41c8-bada-2f40ad432b98 port 82631568-df74-4587-bd85-c2f32e47d26d binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:18:09.614833 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=28847ad6-109f-4b2b-aa04-e4fb55ddd4ec,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:09.696565 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-69e7e68e-98e8-4d38-a39e-751ef64db8e1 admin admin] Publish callbacks [] for security_group (9c8f2d4e-b513-4ed1-8645-d6d98f6d2dce), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:09.697862 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1c5a2013-8627-4477-856b-5bcf4038ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (82631568-df74-4587-bd85-c2f32e47d26d), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:09.746746 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-69e7e68e-98e8-4d38-a39e-751ef64db8e1 admin admin] Publish callbacks [] for security_group (9c8f2d4e-b513-4ed1-8645-d6d98f6d2dce), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:09.813587 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-48ebf06d-9a47-4373-8453-70888562819a req-403d21d5-77ad-4d54-ab65-fa9d066a0c9b tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7011633 Feb 09 01:18:09.879692 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-69e7e68e-98e8-4d38-a39e-751ef64db8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (9c8f2d4e-b513-4ed1-8645-d6d98f6d2dce), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:09.897458 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-69e7e68e-98e8-4d38-a39e-751ef64db8e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:09.902235 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-69e7e68e-98e8-4d38-a39e-751ef64db8e1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9c8f2d4e-b513-4ed1-8645-d6d98f6d2dce HTTP/1.1" status: 204 len: 168 time: 0.4289947 Feb 09 01:18:09.945714 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e7e68e-98e8-4d38-a39e-751ef64db8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8f2d4e-b513-4ed1-8645-d6d98f6d2dce,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:10.225194 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9fe57482-17d9-4286-9716-a6ff3b7604d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (b6c9902a-ca90-4768-8ad8-e74435b83d39), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:10.363123 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fe629436-cd40-4bdf-a06d-de5aa8b684d7 req-51844626-47af-44f7-ae9a-18cc24db20b4 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (f0af7433-ebb5-4067-ac97-973936f4c3e6), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:10.396972 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18bf454-fd82-4daf-85d6-167d47cdde04 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:18:10.417444 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c18bf454-fd82-4daf-85d6-167d47cdde04 admin admin] 10.222.0.30 "PUT /v2.0/routers/5ec85b58-7689-4711-97ed-e65c01d5c73c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9986017 Feb 09 01:18:10.419770 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55962) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:10.433052 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fe629436-cd40-4bdf-a06d-de5aa8b684d7 req-51844626-47af-44f7-ae9a-18cc24db20b4 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f0af7433-ebb5-4067-ac97-973936f4c3e6), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:10.651219 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1c5a2013-8627-4477-856b-5bcf4038ef46 None None] Publish callbacks [] for port (82631568-df74-4587-bd85-c2f32e47d26d), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:10.673529 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1c5a2013-8627-4477-856b-5bcf4038ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (82631568-df74-4587-bd85-c2f32e47d26d), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:10.752654 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f221b7-a862-4339-8e86-ec1f68b5c937 None None] Pushing event updated for resources: {'Port': ['ID=82631568-df74-4587-bd85-c2f32e47d26d,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:10.821032 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f221b7-a862-4339-8e86-ec1f68b5c937 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:10.821315 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f221b7-a862-4339-8e86-ec1f68b5c937 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:10.821950 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f221b7-a862-4339-8e86-ec1f68b5c937 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:10.822363 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f221b7-a862-4339-8e86-ec1f68b5c937 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:10.822824 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f221b7-a862-4339-8e86-ec1f68b5c937 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:10.823343 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f221b7-a862-4339-8e86-ec1f68b5c937 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:10.823755 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f221b7-a862-4339-8e86-ec1f68b5c937 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:10.824367 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f221b7-a862-4339-8e86-ec1f68b5c937 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:10.824808 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f221b7-a862-4339-8e86-ec1f68b5c937 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:10.825273 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f221b7-a862-4339-8e86-ec1f68b5c937 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:10.825721 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f221b7-a862-4339-8e86-ec1f68b5c937 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:10.826139 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f221b7-a862-4339-8e86-ec1f68b5c937 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:10.826760 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f221b7-a862-4339-8e86-ec1f68b5c937 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:10.879252 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-1c5a2013-8627-4477-856b-5bcf4038ef46 None None] Attempting to bind port 82631568-df74-4587-bd85-c2f32e47d26d on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:18:10.879763 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-1c5a2013-8627-4477-856b-5bcf4038ef46 None None] Attempting to bind port 82631568-df74-4587-bd85-c2f32e47d26d by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'b53421b6-f83a-4fea-a3c5-86c7b6dc9f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'c6c728be-ebe1-48b3-ac77-65b4d05323f4'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:18:10.880233 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5a2013-8627-4477-856b-5bcf4038ef46 None None] Attempting to bind port 82631568-df74-4587-bd85-c2f32e47d26d on network c6c728be-ebe1-48b3-ac77-65b4d05323f4 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:18:10.886735 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5a2013-8627-4477-856b-5bcf4038ef46 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:18:10.887206 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5a2013-8627-4477-856b-5bcf4038ef46 None None] Checking segment: {'id': 'b53421b6-f83a-4fea-a3c5-86c7b6dc9f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'c6c728be-ebe1-48b3-ac77-65b4d05323f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:18:10.887734 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1c5a2013-8627-4477-856b-5bcf4038ef46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:10.890630 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5a2013-8627-4477-856b-5bcf4038ef46 None None] Bound using segment: {'id': 'b53421b6-f83a-4fea-a3c5-86c7b6dc9f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'c6c728be-ebe1-48b3-ac77-65b4d05323f4'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:18:10.891350 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-1c5a2013-8627-4477-856b-5bcf4038ef46 None None] Bound port: 82631568-df74-4587-bd85-c2f32e47d26d, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b53421b6-f83a-4fea-a3c5-86c7b6dc9f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'c6c728be-ebe1-48b3-ac77-65b4d05323f4'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:18:10.892016 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1c5a2013-8627-4477-856b-5bcf4038ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (82631568-df74-4587-bd85-c2f32e47d26d), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:11.013888 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55968) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:11.059690 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-1c5a2013-8627-4477-856b-5bcf4038ef46 None None] For port 82631568-df74-4587-bd85-c2f32e47d26d, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:18:11.064715 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-1c5a2013-8627-4477-856b-5bcf4038ef46 None None] For port 82631568-df74-4587-bd85-c2f32e47d26d, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=82631568-df74-4587-bd85-c2f32e47d26d,segment=NetworkSegment(b53421b6-f83a-4fea-a3c5-86c7b6dc9f5c),segment_id=b53421b6-f83a-4fea-a3c5-86c7b6dc9f5c)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:18:11.084467 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1c5a2013-8627-4477-856b-5bcf4038ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (82631568-df74-4587-bd85-c2f32e47d26d), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:11.101000 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-abd9c050-cc12-463d-a62c-9f16d6736af8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:11.168541 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-269aae24-760b-4c7a-b0fb-942fd53041f6 admin admin] Publish callbacks [] for router (5ec85b58-7689-4711-97ed-e65c01d5c73c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:11.252342 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5a2013-8627-4477-856b-5bcf4038ef46 None None] Routers {'81ef6999-724b-41c8-bada-2f40ad432b98'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:18:11.270888 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-1c5a2013-8627-4477-856b-5bcf4038ef46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:17:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['81ef6999-724b-41c8-bada-2f40ad432b98'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:11.334041 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-3a9f592a-4216-4851-9de7-b27e16d7ef50 None None] Provisioning complete for port 82631568-df74-4587-bd85-c2f32e47d26d triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:11.336616 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3a9f592a-4216-4851-9de7-b27e16d7ef50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (82631568-df74-4587-bd85-c2f32e47d26d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:11.467867 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-abd9c050-cc12-463d-a62c-9f16d6736af8 admin admin] Publish callbacks [] for security_group (392a5507-3165-49e9-9c28-5683237a208d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:11.477418 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-abd9c050-cc12-463d-a62c-9f16d6736af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (392a5507-3165-49e9-9c28-5683237a208d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:11.586501 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f221b7-a862-4339-8e86-ec1f68b5c937 None None] Pushing event updated for resources: {'Port': ['ID=82631568-df74-4587-bd85-c2f32e47d26d,revision_number=4']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:11.630063 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-abd9c050-cc12-463d-a62c-9f16d6736af8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f6f91f52f54849e88e5b255dfbd00112&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6124470 Feb 09 01:18:11.635849 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55972) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:11.657694 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badddbcd-2876-4ce5-b853-618db93cd7e1 None None] Sync routers for ids ['5ec85b58-7689-4711-97ed-e65c01d5c73c'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:18:11.711761 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-269aae24-760b-4c7a-b0fb-942fd53041f6 admin admin] Publish callbacks [] for router_gateway (5ec85b58-7689-4711-97ed-e65c01d5c73c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:11.733076 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-1c5a2013-8627-4477-856b-5bcf4038ef46 None None] Set router 81ef6999-724b-41c8-bada-2f40ad432b98 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:18:11.747268 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fe629436-cd40-4bdf-a06d-de5aa8b684d7 req-51844626-47af-44f7-ae9a-18cc24db20b4 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:11.755300 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3a9f592a-4216-4851-9de7-b27e16d7ef50 None None] Current status of the port 82631568-df74-4587-bd85-c2f32e47d26d is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:11.758077 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3a9f592a-4216-4851-9de7-b27e16d7ef50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (82631568-df74-4587-bd85-c2f32e47d26d), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:11.761607 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badddbcd-2876-4ce5-b853-618db93cd7e1 None None] Routers {'5ec85b58-7689-4711-97ed-e65c01d5c73c'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:18:11.765252 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fe629436-cd40-4bdf-a06d-de5aa8b684d7 req-51844626-47af-44f7-ae9a-18cc24db20b4 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 2.8663304 Feb 09 01:18:11.766616 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-badddbcd-2876-4ce5-b853-618db93cd7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:17:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['5ec85b58-7689-4711-97ed-e65c01d5c73c'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:11.816187 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd9c050-cc12-463d-a62c-9f16d6736af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392a5507-3165-49e9-9c28-5683237a208d,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:12.030275 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d1e3ac26-7f46-4a0e-890c-34c7fb6fd3f8 admin admin] Publish callbacks [] for security_group (392a5507-3165-49e9-9c28-5683237a208d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:12.053637 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 28847ad6-109f-4b2b-aa04-e4fb55ddd4ec up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:18:12.069952 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe57482-17d9-4286-9716-a6ff3b7604d9 admin admin] Checking segment: {'id': '231cc619-b79a-4847-94b3-cdbf4f5bda22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f155bdb8-b796-4b2f-8f0d-8611315d30bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:18:12.070452 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe57482-17d9-4286-9716-a6ff3b7604d9 admin admin] Network hostable DHCP agents. Network: f155bdb8-b796-4b2f-8f0d-8611315d30bd, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:18:12.101005 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d1e3ac26-7f46-4a0e-890c-34c7fb6fd3f8 admin admin] Publish callbacks [] for security_group (392a5507-3165-49e9-9c28-5683237a208d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:12.259044 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe57482-17d9-4286-9716-a6ff3b7604d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6c9902a-ca90-4768-8ad8-e74435b83d39,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:12.279616 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d1e3ac26-7f46-4a0e-890c-34c7fb6fd3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (392a5507-3165-49e9-9c28-5683237a208d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:12.283451 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d1e3ac26-7f46-4a0e-890c-34c7fb6fd3f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:12.285835 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d1e3ac26-7f46-4a0e-890c-34c7fb6fd3f8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/392a5507-3165-49e9-9c28-5683237a208d HTTP/1.1" status: 204 len: 168 time: 0.6445076 Feb 09 01:18:12.303865 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3ac26-7f46-4a0e-890c-34c7fb6fd3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392a5507-3165-49e9-9c28-5683237a208d,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:12.346037 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-1c5a2013-8627-4477-856b-5bcf4038ef46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ef6999-724b-41c8-bada-2f40ad432b98', 'name': 'tempest-AttachSCSIVolumeTestJSON-1639825987-router', 'tenant_id': 'a084beff60944de39c415f4d0011e770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '28847ad6-109f-4b2b-aa04-e4fb55ddd4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:50Z', 'updated_at': '2022-02-09T01:18:02Z', 'revision_number': 4, 'project_id': 'a084beff60944de39c415f4d0011e770', 'gw_port': {'id': '28847ad6-109f-4b2b-aa04-e4fb55ddd4ec', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ef6999-724b-41c8-bada-2f40ad432b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:52Z', 'updated_at': '2022-02-09T01:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '82631568-df74-4587-bd85-c2f32e47d26d', 'name': '', 'network_id': 'c6c728be-ebe1-48b3-ac77-65b4d05323f4', 'tenant_id': 'a084beff60944de39c415f4d0011e770', 'mac_address': 'fa:16:3e:31:4f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ef6999-724b-41c8-bada-2f40ad432b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '6245841b-5b19-4a19-9c47-35dd5d5392c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:00Z', 'updated_at': '2022-02-09T01:18:11Z', 'revision_number': 4, 'project_id': 'a084beff60944de39c415f4d0011e770', 'subnets': [{'id': '6245841b-5b19-4a19-9c47-35dd5d5392c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:12.351214 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf1d8c-b958-475d-b5d4-963b02b0161f req-599b6bea-b71d-4139-b8c1-e48a4f5bc928 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:12.362621 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-51cf1d8c-b958-475d-b5d4-963b02b0161f req-599b6bea-b71d-4139-b8c1-e48a4f5bc928 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] 10.222.0.30 "GET /v2.0/ports?device_id=2043a619-df48-484b-b0df-dedaa1c33fe0 HTTP/1.1" status: 200 len: 949 time: 1.4534321 Feb 09 01:18:12.363318 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844626-47af-44f7-ae9a-18cc24db20b4 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0af7433-ebb5-4067-ac97-973936f4c3e6,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:12.382645 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5a2013-8627-4477-856b-5bcf4038ef46 None None] The sync data for ids ['81ef6999-724b-41c8-bada-2f40ad432b98'] in n-d-822053-40 is: [{'id': '81ef6999-724b-41c8-bada-2f40ad432b98', 'name': 'tempest-AttachSCSIVolumeTestJSON-1639825987-router', 'tenant_id': 'a084beff60944de39c415f4d0011e770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '28847ad6-109f-4b2b-aa04-e4fb55ddd4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:50Z', 'updated_at': '2022-02-09T01:18:02Z', 'revision_number': 4, 'project_id': 'a084beff60944de39c415f4d0011e770', 'gw_port': {'id': '28847ad6-109f-4b2b-aa04-e4fb55ddd4ec', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ef6999-724b-41c8-bada-2f40ad432b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:52Z', 'updated_at': '2022-02-09T01:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '82631568-df74-4587-bd85-c2f32e47d26d', 'name': '', 'network_id': 'c6c728be-ebe1-48b3-ac77-65b4d05323f4', 'tenant_id': 'a084beff60944de39c415f4d0011e770', 'mac_address': 'fa:16:3e:31:4f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ef6999-724b-41c8-bada-2f40ad432b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '6245841b-5b19-4a19-9c47-35dd5d5392c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:00Z', 'updated_at': '2022-02-09T01:18:11Z', 'revision_number': 4, 'project_id': 'a084beff60944de39c415f4d0011e770', 'subnets': [{'id': '6245841b-5b19-4a19-9c47-35dd5d5392c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:18:12.501861 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-3a9f592a-4216-4851-9de7-b27e16d7ef50 None None] For port 82631568-df74-4587-bd85-c2f32e47d26d, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=82631568-df74-4587-bd85-c2f32e47d26d,segment=NetworkSegment(b53421b6-f83a-4fea-a3c5-86c7b6dc9f5c),segment_id=b53421b6-f83a-4fea-a3c5-86c7b6dc9f5c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:12.540327 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe57482-17d9-4286-9716-a6ff3b7604d9 admin admin] Network f155bdb8-b796-4b2f-8f0d-8611315d30bd is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:18:12.568085 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-badddbcd-2876-4ce5-b853-618db93cd7e1 None None] Set router 5ec85b58-7689-4711-97ed-e65c01d5c73c gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:18:12.571051 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-269aae24-760b-4c7a-b0fb-942fd53041f6 admin admin] Deleting port 590c9273-20f9-4700-8ed5-2946fd3ee525 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:18:12.571051 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-269aae24-760b-4c7a-b0fb-942fd53041f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (590c9273-20f9-4700-8ed5-2946fd3ee525), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:12.678058 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-9fe57482-17d9-4286-9716-a6ff3b7604d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, f155bdb8-b796-4b2f-8f0d-8611315d30bd) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:12.696279 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ecaf0f-8b96-4486-bb25-411d56c41383 req-602de382-93cc-4d65-92a3-76284a02eeac tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:12.698064 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-59ecaf0f-8b96-4486-bb25-411d56c41383 req-602de382-93cc-4d65-92a3-76284a02eeac tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f3d044-7a48-46eb-b162-4de66bd62588 HTTP/1.1" status: 200 len: 945 time: 0.6115377 Feb 09 01:18:12.755165 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-badddbcd-2876-4ce5-b853-618db93cd7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec85b58-7689-4711-97ed-e65c01d5c73c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1085193772-router', 'tenant_id': '512f509bb0914b24aa9f5f295bedfd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:37Z', 'updated_at': '2022-02-09T01:18:11Z', 'revision_number': 6, 'project_id': '512f509bb0914b24aa9f5f295bedfd55', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:12.765054 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b98f095-afa4-442c-bf38-2b5893ac70af None None] Network f155bdb8-b796-4b2f-8f0d-8611315d30bd requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:18:12.788556 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device e2802cd0-c205-4a26-82c7-646e9b414123 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:18:12.820010 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe57482-17d9-4286-9716-a6ff3b7604d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:12.820010 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9fe57482-17d9-4286-9716-a6ff3b7604d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:12.841735 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-51cf1d8c-b958-475d-b5d4-963b02b0161f req-00a320e1-dbdf-499b-97f1-72433b930b39 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] 10.222.0.30 "GET /v2.0/security-groups?id=cae92d08-e4a6-4eba-a75a-1bf840710929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4505682 Feb 09 01:18:12.886100 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3a9f592a-4216-4851-9de7-b27e16d7ef50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (82631568-df74-4587-bd85-c2f32e47d26d), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:13.009845 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9fe57482-17d9-4286-9716-a6ff3b7604d9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 5.3333344 Feb 09 01:18:13.129585 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-59ecaf0f-8b96-4486-bb25-411d56c41383 req-d4549d88-6c58-4df4-a718-eb819bc0db60 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263342 Feb 09 01:18:13.272426 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-269aae24-760b-4c7a-b0fb-942fd53041f6 admin admin] For port 590c9273-20f9-4700-8ed5-2946fd3ee525, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=590c9273-20f9-4700-8ed5-2946fd3ee525,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:13.277281 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-269aae24-760b-4c7a-b0fb-942fd53041f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (590c9273-20f9-4700-8ed5-2946fd3ee525), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:13.348171 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-269aae24-760b-4c7a-b0fb-942fd53041f6 admin admin] Calling delete_port for 590c9273-20f9-4700-8ed5-2946fd3ee525 owned by network:router_gateway {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:18:13.623796 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badddbcd-2876-4ce5-b853-618db93cd7e1 None None] Checking router: 5ec85b58-7689-4711-97ed-e65c01d5c73c for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:18:13.641351 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c683411-59ad-4430-98a0-58ece5c9463c req-d4787bc1-1423-4647-af05-fcf75cd3c934 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:13.642964 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c683411-59ad-4430-98a0-58ece5c9463c req-d4787bc1-1423-4647-af05-fcf75cd3c934 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/networks?id=d782717c-da84-43e9-83e3-7ef1f07f2c40 HTTP/1.1" status: 200 len: 813 time: 0.5507536 Feb 09 01:18:13.708770 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badddbcd-2876-4ce5-b853-618db93cd7e1 None None] Routers {'5ec85b58-7689-4711-97ed-e65c01d5c73c'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:18:13.715579 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c683411-59ad-4430-98a0-58ece5c9463c req-766edf5c-42ee-4bb1-9856-4dcf9be772c6 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/quotas/3a7975de586b4e08b0e9bb01c09679ae HTTP/1.1" status: 200 len: 375 time: 0.0535052 Feb 09 01:18:13.716279 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-badddbcd-2876-4ce5-b853-618db93cd7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:17:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['5ec85b58-7689-4711-97ed-e65c01d5c73c'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:14.025570 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f592a-4216-4851-9de7-b27e16d7ef50 None None] Pushing event updated for resources: {'Port': ['ID=82631568-df74-4587-bd85-c2f32e47d26d,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:14.028575 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 28847ad6-109f-4b2b-aa04-e4fb55ddd4ec triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:14.028949 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (28847ad6-109f-4b2b-aa04-e4fb55ddd4ec), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:14.190499 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-269aae24-760b-4c7a-b0fb-942fd53041f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (590c9273-20f9-4700-8ed5-2946fd3ee525), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:14.217234 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c683411-59ad-4430-98a0-58ece5c9463c req-c8473646-262a-4cd3-ad25-91c711bf8baa tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a7975de586b4e08b0e9bb01c09679ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4881563 Feb 09 01:18:14.276464 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-3aff3304-008e-40ba-a822-67481971bf5d None None] Provisioning complete for port 82631568-df74-4587-bd85-c2f32e47d26d triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:14.279477 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3aff3304-008e-40ba-a822-67481971bf5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (82631568-df74-4587-bd85-c2f32e47d26d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:14.366863 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269aae24-760b-4c7a-b0fb-942fd53041f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=590c9273-20f9-4700-8ed5-2946fd3ee525,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:14.441331 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-badddbcd-2876-4ce5-b853-618db93cd7e1 None None] Set router 5ec85b58-7689-4711-97ed-e65c01d5c73c gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:18:14.478767 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-269aae24-760b-4c7a-b0fb-942fd53041f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (5ec85b58-7689-4711-97ed-e65c01d5c73c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:14.619062 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-badddbcd-2876-4ce5-b853-618db93cd7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec85b58-7689-4711-97ed-e65c01d5c73c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1085193772-router', 'tenant_id': '512f509bb0914b24aa9f5f295bedfd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:37Z', 'updated_at': '2022-02-09T01:18:11Z', 'revision_number': 6, 'project_id': '512f509bb0914b24aa9f5f295bedfd55', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:14.634443 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c683411-59ad-4430-98a0-58ece5c9463c req-c59e44b0-928e-4549-b0fe-7c78ff3c5158 service neutron] 10.222.0.30 "GET /v2.0/networks/d782717c-da84-43e9-83e3-7ef1f07f2c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162216 Feb 09 01:18:14.770075 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c683411-59ad-4430-98a0-58ece5c9463c req-8f54906a-2e3c-4234-881d-0059f140d921 service neutron] 10.222.0.30 "GET /v2.0/networks/d782717c-da84-43e9-83e3-7ef1f07f2c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346502 Feb 09 01:18:14.803996 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-269aae24-760b-4c7a-b0fb-942fd53041f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (5ec85b58-7689-4711-97ed-e65c01d5c73c), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:14.818367 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-269aae24-760b-4c7a-b0fb-942fd53041f6 admin admin] Publish callbacks [] for router_controller (5ec85b58-7689-4711-97ed-e65c01d5c73c), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:14.818592 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f330b6f0-3ac0-4b7d-8e6d-f64ae07a485d None None] Network f155bdb8-b796-4b2f-8f0d-8611315d30bd requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:18:15.070765 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badddbcd-2876-4ce5-b853-618db93cd7e1 None None] The sync data for ids ['5ec85b58-7689-4711-97ed-e65c01d5c73c'] in n-d-822053-40 is: [{'id': '5ec85b58-7689-4711-97ed-e65c01d5c73c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1085193772-router', 'tenant_id': '512f509bb0914b24aa9f5f295bedfd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:37Z', 'updated_at': '2022-02-09T01:18:11Z', 'revision_number': 6, 'project_id': '512f509bb0914b24aa9f5f295bedfd55', 'gw_port_host': None}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:18:15.216124 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port e2802cd0-c205-4a26-82c7-646e9b414123 is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:15.218787 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e2802cd0-c205-4a26-82c7-646e9b414123), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:15.383002 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2043a619-df48-484b-b0df-dedaa1c33fe0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2802cd0-c205-4a26-82c7-646e9b414123'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:18:15.389998 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288ddc04-1c9d-49b3-bafe-82f2e24e3d47" -d '{"events": [{"server_uuid": "2043a619-df48-484b-b0df-dedaa1c33fe0", "name": "network-vif-unplugged", "status": "completed", "tag": "e2802cd0-c205-4a26-82c7-646e9b414123"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:18:15.472658 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port e2802cd0-c205-4a26-82c7-646e9b414123, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=e2802cd0-c205-4a26-82c7-646e9b414123,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:15.542545 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e2802cd0-c205-4a26-82c7-646e9b414123), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:15.568128 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-269aae24-760b-4c7a-b0fb-942fd53041f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (5ec85b58-7689-4711-97ed-e65c01d5c73c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:15.570558 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269aae24-760b-4c7a-b0fb-942fd53041f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ec85b58-7689-4711-97ed-e65c01d5c73c {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:18:15.584178 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-269aae24-760b-4c7a-b0fb-942fd53041f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:15.588547 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-269aae24-760b-4c7a-b0fb-942fd53041f6 admin admin] 10.222.0.30 "DELETE /v2.0/routers/5ec85b58-7689-4711-97ed-e65c01d5c73c HTTP/1.1" status: 204 len: 168 time: 5.1577048 Feb 09 01:18:15.591102 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56096) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:15.646034 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab1aee-5d29-4d5a-a744-cfe478dbce53 req-a9130268-6778-4f83-a83f-504cbc037265 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:15.649145 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-67ab1aee-5d29-4d5a-a744-cfe478dbce53 req-a9130268-6778-4f83-a83f-504cbc037265 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f3d044-7a48-46eb-b162-4de66bd62588 HTTP/1.1" status: 200 len: 945 time: 0.1255503 Feb 09 01:18:15.736325 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7aadb99-df87-41f1-88de-6979f8b12a4b admin admin] Deleting subnet be1ce3a4-b13c-47c4-ba7e-eee950a9b5d0 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:18:15.758914 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c7aadb99-df87-41f1-88de-6979f8b12a4b admin admin] Publish callbacks [] for subnet (be1ce3a4-b13c-47c4-ba7e-eee950a9b5d0), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:15.779267 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-67ab1aee-5d29-4d5a-a744-cfe478dbce53 req-be7ef605-14f0-4fb7-a754-d136cf05482b tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240194 Feb 09 01:18:15.793607 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3aff3304-008e-40ba-a822-67481971bf5d None None] Current status of the port 82631568-df74-4587-bd85-c2f32e47d26d is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:15.889185 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c7aadb99-df87-41f1-88de-6979f8b12a4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (be1ce3a4-b13c-47c4-ba7e-eee950a9b5d0), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:15.896341 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 28847ad6-109f-4b2b-aa04-e4fb55ddd4ec is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:15.906544 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=e2802cd0-c205-4a26-82c7-646e9b414123,revision_number=8']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:16.077106 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c7aadb99-df87-41f1-88de-6979f8b12a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (be1ce3a4-b13c-47c4-ba7e-eee950a9b5d0), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:16.123188 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-805c0733-dc54-4a27-8ef8-274dde25d34c req-f56dc410-807a-41d8-85a6-ca4902459547 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/ports?device_id=c48882ac-1295-4d05-bea3-b4dacd467fe9 HTTP/1.1" status: 200 len: 210 time: 0.2176089 Feb 09 01:18:16.189440 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c7aadb99-df87-41f1-88de-6979f8b12a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (be1ce3a4-b13c-47c4-ba7e-eee950a9b5d0), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:16.287013 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aadb99-df87-41f1-88de-6979f8b12a4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be1ce3a4-b13c-47c4-ba7e-eee950a9b5d0,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:16.295505 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c7aadb99-df87-41f1-88de-6979f8b12a4b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:16.301463 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f234a3cc-b822-4283-8a3a-b723cba2ca65 None None] Network be432b46-d986-4cfb-bd6a-d82368ac45ce requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:18:16.320939 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c7aadb99-df87-41f1-88de-6979f8b12a4b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/be1ce3a4-b13c-47c4-ba7e-eee950a9b5d0 HTTP/1.1" status: 204 len: 168 time: 0.7281067 Feb 09 01:18:16.326135 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56122) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:16.347559 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc88d6b-a3d8-471a-86bb-1b52dff60d6c x-openstack-request-id: req-afc88d6b-a3d8-471a-86bb-1b52dff60d6c {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:18:16.351654 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2043a619-df48-484b-b0df-dedaa1c33fe0", "name": "network-vif-unplugged", "status": "completed", "tag": "e2802cd0-c205-4a26-82c7-646e9b414123", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:18:16.351966 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-afc88d6b-a3d8-471a-86bb-1b52dff60d6c {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:18:16.354746 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2043a619-df48-484b-b0df-dedaa1c33fe0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2802cd0-c205-4a26-82c7-646e9b414123', 'code': 200} Feb 09 01:18:16.674078 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4dee20d4-428e-4729-bffd-a032de0b1857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (be432b46-d986-4cfb-bd6a-d82368ac45ce), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:16.756559 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-1b0e3e7f-cea1-4bd7-a2b4-44e762405b4d tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:16.759373 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-1b0e3e7f-cea1-4bd7-a2b4-44e762405b4d tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/networks?id=f155bdb8-b796-4b2f-8f0d-8611315d30bd HTTP/1.1" status: 200 len: 804 time: 0.6556985 Feb 09 01:18:16.810640 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-4e903b4f-e5da-47cc-a462-044ebb44fc19 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/quotas/7b44166604b3436881425cea10d1d658 HTTP/1.1" status: 200 len: 375 time: 0.0432153 Feb 09 01:18:16.893679 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-f6f7c399-2327-4f30-83d3-7ae63bed26e8 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b44166604b3436881425cea10d1d658&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767248 Feb 09 01:18:16.985043 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4dee20d4-428e-4729-bffd-a032de0b1857 admin admin] Deleting port b6a26ff1-f164-43e5-8399-0794bd1d9dce {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:18:16.985323 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4dee20d4-428e-4729-bffd-a032de0b1857 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (b6a26ff1-f164-43e5-8399-0794bd1d9dce), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:17.044509 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a299c149-22bb-4117-b581-dcd598bab320 None None] DHCP port deletion for be432b46-d986-4cfb-bd6a-d82368ac45ce request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:18:17.071566 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 82631568-df74-4587-bd85-c2f32e47d26d up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:18:17.362392 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-4dee20d4-428e-4729-bffd-a032de0b1857 admin admin] For port b6a26ff1-f164-43e5-8399-0794bd1d9dce, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b6a26ff1-f164-43e5-8399-0794bd1d9dce,segment=NetworkSegment(c87e5ccc-ca64-4e78-8e5d-3ce96cae4347),segment_id=c87e5ccc-ca64-4e78-8e5d-3ce96cae4347)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:17.367703 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4dee20d4-428e-4729-bffd-a032de0b1857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (b6a26ff1-f164-43e5-8399-0794bd1d9dce), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:17.442737 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4dee20d4-428e-4729-bffd-a032de0b1857 admin admin] Calling delete_port for b6a26ff1-f164-43e5-8399-0794bd1d9dce owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:18:17.454259 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-b372ae25-bcc7-4292-955d-0b89c5d49102 service neutron] 10.222.0.30 "GET /v2.0/networks/f155bdb8-b796-4b2f-8f0d-8611315d30bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5351503 Feb 09 01:18:17.486479 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a299c149-22bb-4117-b581-dcd598bab320 None None] Deleting port b6a26ff1-f164-43e5-8399-0794bd1d9dce {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:18:17.486860 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a299c149-22bb-4117-b581-dcd598bab320 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (b6a26ff1-f164-43e5-8399-0794bd1d9dce), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:17.490279 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 82631568-df74-4587-bd85-c2f32e47d26d triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:17.490636 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (82631568-df74-4587-bd85-c2f32e47d26d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:17.723117 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-a299c149-22bb-4117-b581-dcd598bab320 None None] For port b6a26ff1-f164-43e5-8399-0794bd1d9dce, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b6a26ff1-f164-43e5-8399-0794bd1d9dce,segment=NetworkSegment(c87e5ccc-ca64-4e78-8e5d-3ce96cae4347),segment_id=c87e5ccc-ca64-4e78-8e5d-3ce96cae4347)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:17.724097 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a299c149-22bb-4117-b581-dcd598bab320 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (b6a26ff1-f164-43e5-8399-0794bd1d9dce), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:17.732854 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4dee20d4-428e-4729-bffd-a032de0b1857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (b6a26ff1-f164-43e5-8399-0794bd1d9dce), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:17.760413 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a299c149-22bb-4117-b581-dcd598bab320 None None] Calling delete_port for b6a26ff1-f164-43e5-8399-0794bd1d9dce owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:18:17.838235 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee20d4-428e-4729-bffd-a032de0b1857 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6a26ff1-f164-43e5-8399-0794bd1d9dce,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:17.848607 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dee20d4-428e-4729-bffd-a032de0b1857 admin admin] No DVR routers for this DVR port b6a26ff1-f164-43e5-8399-0794bd1d9dce on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:18:17.955581 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 82631568-df74-4587-bd85-c2f32e47d26d is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:18.004407 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4dee20d4-428e-4729-bffd-a032de0b1857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (be432b46-d986-4cfb-bd6a-d82368ac45ce), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:18.064325 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-4dee20d4-428e-4729-bffd-a032de0b1857 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be432b46-d986-4cfb-bd6a-d82368ac45ce']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:18.071166 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a299c149-22bb-4117-b581-dcd598bab320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (b6a26ff1-f164-43e5-8399-0794bd1d9dce), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:18.094772 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-4dee20d4-428e-4729-bffd-a032de0b1857 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c87e5ccc-ca64-4e78-8e5d-3ce96cae4347') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:18.095482 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-4dee20d4-428e-4729-bffd-a032de0b1857 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c87e5ccc-ca64-4e78-8e5d-3ce96cae4347') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:18.125058 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4dee20d4-428e-4729-bffd-a032de0b1857 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (c87e5ccc-ca64-4e78-8e5d-3ce96cae4347), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:18.129157 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299c149-22bb-4117-b581-dcd598bab320 None None] Pushing event deleted for resources: {'Port': ['ID=b6a26ff1-f164-43e5-8399-0794bd1d9dce,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:18.165486 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a299c149-22bb-4117-b581-dcd598bab320 None None] No DVR routers for this DVR port b6a26ff1-f164-43e5-8399-0794bd1d9dce on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:18:18.180723 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4dee20d4-428e-4729-bffd-a032de0b1857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (c87e5ccc-ca64-4e78-8e5d-3ce96cae4347), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:18.201406 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device c32bec14-c2f9-412b-a866-21c9b8e56ab3 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:18:18.208119 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-a1088b69-bcf2-4555-8bf2-95e28f28012d service neutron] 10.222.0.30 "GET /v2.0/networks/f155bdb8-b796-4b2f-8f0d-8611315d30bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7517891 Feb 09 01:18:18.221991 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dee20d4-428e-4729-bffd-a032de0b1857 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:18:18.222775 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4dee20d4-428e-4729-bffd-a032de0b1857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (c87e5ccc-ca64-4e78-8e5d-3ce96cae4347), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:18.224292 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:18:18.224292 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:18:18.224292 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:18:18.224292 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:18:18.224292 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:18:18.224292 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:18:18.224292 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:18:18.224292 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:18:18.224292 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:18:18.224292 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:18:18.224292 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:18:18.224292 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:18:18.224292 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:18:18.224292 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:18:18.224292 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:18:18.224292 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:18:18.224292 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:18:18.224292 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:18:18.224292 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:18:18.224292 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:18:18.224292 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:18:18.224292 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:18:18.224292 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:18:18.224292 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:18:18.224292 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:18:18.224292 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:18:18.224292 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:18:18.224292 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:18:18.224292 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:18:18.224292 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:18:18.224292 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:18:18.224292 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:18:18.301202 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: c32bec14-c2f9-412b-a866-21c9b8e56ab3 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:18:18.301903 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device c32bec14-c2f9-412b-a866-21c9b8e56ab3 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:18:18.305471 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b6a26ff1-f164-43e5-8399-0794bd1d9dce no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:18:18.365444 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c683411-59ad-4430-98a0-58ece5c9463c req-0854510d-1f28-4013-bf92-dc1886bd54c8 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:18.369753 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c683411-59ad-4430-98a0-58ece5c9463c req-0854510d-1f28-4013-bf92-dc1886bd54c8 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.91 "GET /v2.0/networks?id=d782717c-da84-43e9-83e3-7ef1f07f2c40 HTTP/1.1" status: 200 len: 813 time: 0.4385338 Feb 09 01:18:18.371921 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: b6a26ff1-f164-43e5-8399-0794bd1d9dce {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:18:18.372977 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b6a26ff1-f164-43e5-8399-0794bd1d9dce not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:18:18.376679 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 590c9273-20f9-4700-8ed5-2946fd3ee525 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:18:18.398215 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-8c683411-59ad-4430-98a0-58ece5c9463c req-6717a670-dcf3-4204-ad43-03bf93d3b958 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Request body: {'port': {'device_id': 'c48882ac-1295-4d05-bea3-b4dacd467fe9', 'network_id': 'd782717c-da84-43e9-83e3-7ef1f07f2c40', 'admin_state_up': True, 'tenant_id': '3a7975de586b4e08b0e9bb01c09679ae'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:18.435793 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 590c9273-20f9-4700-8ed5-2946fd3ee525 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:18:18.439324 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 590c9273-20f9-4700-8ed5-2946fd3ee525 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:18:18.556154 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c489fd-bb16-416f-b23d-c65988ba8233 req-f5abd76e-0c29-4c9d-a78c-ceb010ff0515 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:18.579172 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-12c489fd-bb16-416f-b23d-c65988ba8233 req-f5abd76e-0c29-4c9d-a78c-ceb010ff0515 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f3d044-7a48-46eb-b162-4de66bd62588 HTTP/1.1" status: 200 len: 945 time: 0.6848392 Feb 09 01:18:18.694858 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b9d1275b-aa87-434a-a4f6-173fa5d50ab7 req-a0029c6c-e8f1-42db-9658-463683ceafc7 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/ports?device_id=c48882ac-1295-4d05-bea3-b4dacd467fe9 HTTP/1.1" status: 200 len: 210 time: 0.0620964 Feb 09 01:18:18.828564 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-12c489fd-bb16-416f-b23d-c65988ba8233 req-299e9d39-80aa-434f-b772-dd53c2941035 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364111 Feb 09 01:18:19.039673 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b928120c-307e-4405-bbc0-c52c34aabe4b req-62307459-996f-4adf-8479-18a663b1b9db tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=95310ab8-9a1d-4e60-9b72-79184e312e12 HTTP/1.1" status: 200 len: 210 time: 0.1463308 Feb 09 01:18:19.091064 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4dee20d4-428e-4729-bffd-a032de0b1857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (be432b46-d986-4cfb-bd6a-d82368ac45ce), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:19.110091 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4dee20d4-428e-4729-bffd-a032de0b1857 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:19.110091 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4dee20d4-428e-4729-bffd-a032de0b1857 admin admin] 10.222.0.30 "DELETE /v2.0/networks/be432b46-d986-4cfb-bd6a-d82368ac45ce HTTP/1.1" status: 204 len: 168 time: 2.7745981 Feb 09 01:18:19.116649 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c683411-59ad-4430-98a0-58ece5c9463c req-6717a670-dcf3-4204-ad43-03bf93d3b958 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Made reservation on behalf of 3a7975de586b4e08b0e9bb01c09679ae for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:19.128555 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8c683411-59ad-4430-98a0-58ece5c9463c req-6717a670-dcf3-4204-ad43-03bf93d3b958 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:19.182508 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee20d4-428e-4729-bffd-a032de0b1857 admin admin] Pushing event deleted for resources: {'Network': ['ID=be432b46-d986-4cfb-bd6a-d82368ac45ce,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:19.244202 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:19.454594 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56200) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:19.551050 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56202) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:19.556081 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-840da741-60b9-4832-bf69-e3c6fa72a15d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=512f509bb0914b24aa9f5f295bedfd55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0985720 Feb 09 01:18:19.557850 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56204) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:19.623405 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-8c683411-59ad-4430-98a0-58ece5c9463c req-6717a670-dcf3-4204-ad43-03bf93d3b958 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Allocated IP 172.20.0.12 (d782717c-da84-43e9-83e3-7ef1f07f2c40/638ae294-4220-494e-8e41-1b81408b19b1/2fa33a0a-bd57-4833-888e-d845bfa74804) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:19.663549 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-504290a3-c51b-4c0c-b44d-d255b490e70f admin admin] Publish callbacks [] for security_group (1341b369-2bad-4c7b-876e-583602469497), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:19.736149 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-504290a3-c51b-4c0c-b44d-d255b490e70f admin admin] Publish callbacks [] for security_group (1341b369-2bad-4c7b-876e-583602469497), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:19.838343 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-504290a3-c51b-4c0c-b44d-d255b490e70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1341b369-2bad-4c7b-876e-583602469497), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:19.842688 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-504290a3-c51b-4c0c-b44d-d255b490e70f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:19.847127 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-504290a3-c51b-4c0c-b44d-d255b490e70f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1341b369-2bad-4c7b-876e-583602469497 HTTP/1.1" status: 204 len: 168 time: 0.2855489 Feb 09 01:18:19.866098 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504290a3-c51b-4c0c-b44d-d255b490e70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1341b369-2bad-4c7b-876e-583602469497,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:19.991815 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7b42dd65-c7bb-4e9d-9aa9-9f31413061f6 req-c2199ab7-c1b8-488c-9d47-0811747406d7 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/ports?device_id=c48882ac-1295-4d05-bea3-b4dacd467fe9 HTTP/1.1" status: 200 len: 210 time: 0.1382706 Feb 09 01:18:20.074224 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8647a672-39ec-491c-a1f9-86a788a09509 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:20.372226 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-52823ffe-16c2-4875-97af-42cab48f8edd req-94ce8382-deb9-4d6e-a09b-e1a1088064f4 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=95310ab8-9a1d-4e60-9b72-79184e312e12 HTTP/1.1" status: 200 len: 210 time: 0.1200287 Feb 09 01:18:20.378905 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8647a672-39ec-491c-a1f9-86a788a09509 admin admin] Publish callbacks [] for security_group (b461a40b-9838-45c9-b401-cca8d3977e58), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:20.402623 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8647a672-39ec-491c-a1f9-86a788a09509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b461a40b-9838-45c9-b401-cca8d3977e58), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:20.457508 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8647a672-39ec-491c-a1f9-86a788a09509 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7e2ccfb1ab6b4b8893ad235fea8720b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9029264 Feb 09 01:18:20.459005 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56236) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:20.462923 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8c683411-59ad-4430-98a0-58ece5c9463c req-6717a670-dcf3-4204-ad43-03bf93d3b958 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for port (2fa33a0a-bd57-4833-888e-d845bfa74804), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:20.474397 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720f00f-fbba-42f6-9f90-4ab2814c597d req-3d0b968e-c79d-4cf5-a8d6-d02ea56b27a5 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:20.476428 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a720f00f-fbba-42f6-9f90-4ab2814c597d req-3d0b968e-c79d-4cf5-a8d6-d02ea56b27a5 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f3d044-7a48-46eb-b162-4de66bd62588 HTTP/1.1" status: 200 len: 945 time: 0.4500456 Feb 09 01:18:20.529397 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647a672-39ec-491c-a1f9-86a788a09509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b461a40b-9838-45c9-b401-cca8d3977e58,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:20.568385 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647a672-39ec-491c-a1f9-86a788a09509 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:20.569275 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647a672-39ec-491c-a1f9-86a788a09509 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:20.569275 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647a672-39ec-491c-a1f9-86a788a09509 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:20.569791 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647a672-39ec-491c-a1f9-86a788a09509 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:20.569791 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647a672-39ec-491c-a1f9-86a788a09509 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:20.570062 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647a672-39ec-491c-a1f9-86a788a09509 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:20.571076 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647a672-39ec-491c-a1f9-86a788a09509 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:20.571076 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647a672-39ec-491c-a1f9-86a788a09509 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:20.571076 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647a672-39ec-491c-a1f9-86a788a09509 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:20.584839 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647a672-39ec-491c-a1f9-86a788a09509 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:20.585222 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647a672-39ec-491c-a1f9-86a788a09509 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:20.585561 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647a672-39ec-491c-a1f9-86a788a09509 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:20.585934 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647a672-39ec-491c-a1f9-86a788a09509 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:20.622261 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a720f00f-fbba-42f6-9f90-4ab2814c597d req-da5c4333-57e5-4af5-9568-f3e96eab6adc tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345949 Feb 09 01:18:20.658712 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8c683411-59ad-4430-98a0-58ece5c9463c req-6717a670-dcf3-4204-ad43-03bf93d3b958 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (2fa33a0a-bd57-4833-888e-d845bfa74804), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:20.773018 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2131bb05-33ac-4c2f-9b8b-fa1e80d79908 admin admin] Publish callbacks [] for security_group (b461a40b-9838-45c9-b401-cca8d3977e58), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:20.776469 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0b8f50e9-3b49-4a8d-b6e2-56125730dedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:20.801209 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device e2802cd0-c205-4a26-82c7-646e9b414123 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:18:20.833697 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2131bb05-33ac-4c2f-9b8b-fa1e80d79908 admin admin] Publish callbacks [] for security_group (b461a40b-9838-45c9-b401-cca8d3977e58), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:20.835925 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c683411-59ad-4430-98a0-58ece5c9463c req-6717a670-dcf3-4204-ad43-03bf93d3b958 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Network d782717c-da84-43e9-83e3-7ef1f07f2c40 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:20.839574 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6717a670-dcf3-4204-ad43-03bf93d3b958 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Pushing event updated for resources: {'Port': ['ID=2fa33a0a-bd57-4833-888e-d845bfa74804,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:20.848228 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-8c683411-59ad-4430-98a0-58ece5c9463c req-6717a670-dcf3-4204-ad43-03bf93d3b958 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:20.853640 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c683411-59ad-4430-98a0-58ece5c9463c req-6717a670-dcf3-4204-ad43-03bf93d3b958 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:18:20.910090 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-c9ae0d95-4b2c-4fae-b8f1-d238d2fc4c3a tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:20.915483 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-c9ae0d95-4b2c-4fae-b8f1-d238d2fc4c3a tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.91 "GET /v2.0/networks?id=f155bdb8-b796-4b2f-8f0d-8611315d30bd HTTP/1.1" status: 200 len: 804 time: 0.2813506 Feb 09 01:18:20.939350 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-541f4166-13b5-4b3e-8172-07a027c400bc tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Request body: {'port': {'device_id': '95310ab8-9a1d-4e60-9b72-79184e312e12', 'network_id': 'f155bdb8-b796-4b2f-8f0d-8611315d30bd', 'admin_state_up': True, 'tenant_id': '7b44166604b3436881425cea10d1d658'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:20.949319 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c683411-59ad-4430-98a0-58ece5c9463c req-6717a670-dcf3-4204-ad43-03bf93d3b958 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:20.950373 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8c683411-59ad-4430-98a0-58ece5c9463c req-6717a670-dcf3-4204-ad43-03bf93d3b958 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:20.986695 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c683411-59ad-4430-98a0-58ece5c9463c req-6717a670-dcf3-4204-ad43-03bf93d3b958 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5995836 Feb 09 01:18:20.994793 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:21.004293 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-8c683411-59ad-4430-98a0-58ece5c9463c req-2b9f973c-fdf9-4fef-b555-0d3e4059ce2a service neutron] Request body: {'port': {'device_id': 'c48882ac-1295-4d05-bea3-b4dacd467fe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:21.169302 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port e2802cd0-c205-4a26-82c7-646e9b414123, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=e2802cd0-c205-4a26-82c7-646e9b414123,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:21.208722 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-541f4166-13b5-4b3e-8172-07a027c400bc tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Made reservation on behalf of 7b44166604b3436881425cea10d1d658 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:21.211161 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': 'e2802cd0-c205-4a26-82c7-646e9b414123', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': 'e2802cd0-c205-4a26-82c7-646e9b414123', 'mac_address': 'fa:16:3e:e7:16:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:18:21.213645 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-541f4166-13b5-4b3e-8172-07a027c400bc tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:21.222680 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56260) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:21.313411 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port e2802cd0-c205-4a26-82c7-646e9b414123 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:21.313703 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e2802cd0-c205-4a26-82c7-646e9b414123), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:21.352198 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2802cd0-c205-4a26-82c7-646e9b414123 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:18:21.358014 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8c683411-59ad-4430-98a0-58ece5c9463c req-2b9f973c-fdf9-4fef-b555-0d3e4059ce2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2fa33a0a-bd57-4833-888e-d845bfa74804), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:21.378253 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port e2802cd0-c205-4a26-82c7-646e9b414123, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=e2802cd0-c205-4a26-82c7-646e9b414123,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:21.388935 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e2802cd0-c205-4a26-82c7-646e9b414123), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:21.426819 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2131bb05-33ac-4c2f-9b8b-fa1e80d79908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b461a40b-9838-45c9-b401-cca8d3977e58), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:21.429915 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2131bb05-33ac-4c2f-9b8b-fa1e80d79908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:21.433526 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2131bb05-33ac-4c2f-9b8b-fa1e80d79908 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b461a40b-9838-45c9-b401-cca8d3977e58 HTTP/1.1" status: 204 len: 168 time: 0.9710758 Feb 09 01:18:21.452548 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a6879-52b9-4d11-a8b4-283c2dd15490 req-e688e13a-11d8-4f12-883e-cd67436399e2 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:21.468455 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-012a6879-52b9-4d11-a8b4-283c2dd15490 req-e688e13a-11d8-4f12-883e-cd67436399e2 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/ports?device_id=c48882ac-1295-4d05-bea3-b4dacd467fe9 HTTP/1.1" status: 200 len: 932 time: 0.2843730 Feb 09 01:18:21.499161 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2131bb05-33ac-4c2f-9b8b-fa1e80d79908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b461a40b-9838-45c9-b401-cca8d3977e58,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:21.621192 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['e2802cd0-c205-4a26-82c7-646e9b414123'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:18:21.665000 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-8e7a85d0-8e67-48ba-8052-8fc923a72473 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-617995032-network', 'tenant_id': '425a719b34a746919c58206639b6374e'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:21.791455 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-541f4166-13b5-4b3e-8172-07a027c400bc tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Allocated IP 172.20.0.10 (f155bdb8-b796-4b2f-8f0d-8611315d30bd/b6c9902a-ca90-4768-8ad8-e74435b83d39/5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:21.924455 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fc47381c-b834-4d3a-a1f2-59f74c01547d req-a841b1c6-291b-4249-94f4-47c81b9d70b7 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=95310ab8-9a1d-4e60-9b72-79184e312e12 HTTP/1.1" status: 200 len: 210 time: 0.1983898 Feb 09 01:18:21.929366 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=e2802cd0-c205-4a26-82c7-646e9b414123,revision_number=9']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:22.092750 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7a85d0-8e67-48ba-8052-8fc923a72473 admin admin] Made reservation on behalf of 425a719b34a746919c58206639b6374e for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:22.101488 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e7a85d0-8e67-48ba-8052-8fc923a72473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:22.259338 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-012a6879-52b9-4d11-a8b4-283c2dd15490 req-f8b09cbe-1a53-44a5-9ce7-cbee75b0eeb1 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups?id=d30b6bd6-ee82-453d-882d-6bbb3d802968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7827573 Feb 09 01:18:22.459683 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e7a85d0-8e67-48ba-8052-8fc923a72473 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:22.603597 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56310) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:22.687790 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d311314-6141-4510-8415-48d4bb81c8b2 req-8027f5d7-6420-4678-ab63-531ebd7deb55 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:22.687790 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5d311314-6141-4510-8415-48d4bb81c8b2 req-8027f5d7-6420-4678-ab63-531ebd7deb55 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f3d044-7a48-46eb-b162-4de66bd62588 HTTP/1.1" status: 200 len: 945 time: 0.4663100 Feb 09 01:18:22.773735 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-86e17e1d-4b57-44ed-9b61-1e769487cb59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:22.805582 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device e2802cd0-c205-4a26-82c7-646e9b414123 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:18:22.825843 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5d311314-6141-4510-8415-48d4bb81c8b2 req-b7238a8f-6000-46d2-ab58-193fc99d7653 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287951 Feb 09 01:18:22.932638 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-541f4166-13b5-4b3e-8172-07a027c400bc tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Publish callbacks [] for port (5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:22.935103 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port e2802cd0-c205-4a26-82c7-646e9b414123 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:22.935642 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-8c683411-59ad-4430-98a0-58ece5c9463c req-2b9f973c-fdf9-4fef-b555-0d3e4059ce2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fa33a0a-bd57-4833-888e-d845bfa74804 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:18:22.936094 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e2802cd0-c205-4a26-82c7-646e9b414123), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:22.953710 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8c683411-59ad-4430-98a0-58ece5c9463c req-2b9f973c-fdf9-4fef-b555-0d3e4059ce2a service neutron] Publish callbacks [] for port (2fa33a0a-bd57-4833-888e-d845bfa74804), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:22.996357 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-8c683411-59ad-4430-98a0-58ece5c9463c req-2b9f973c-fdf9-4fef-b555-0d3e4059ce2a service neutron] Transition to ACTIVE for port object 2fa33a0a-bd57-4833-888e-d845bfa74804 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:18:23.008970 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8c683411-59ad-4430-98a0-58ece5c9463c req-2b9f973c-fdf9-4fef-b555-0d3e4059ce2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (2fa33a0a-bd57-4833-888e-d845bfa74804), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:23.082830 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-86e17e1d-4b57-44ed-9b61-1e769487cb59 admin admin] Publish callbacks [] for security_group (c7ac5a64-f049-4c59-bf16-3e2bbc3b6569), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:23.088555 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-541f4166-13b5-4b3e-8172-07a027c400bc tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:23.186022 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port e2802cd0-c205-4a26-82c7-646e9b414123 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:23.186356 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e2802cd0-c205-4a26-82c7-646e9b414123), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:23.220568 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f4166-13b5-4b3e-8172-07a027c400bc tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Pushing event updated for resources: {'Port': ['ID=5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:23.240202 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-86e17e1d-4b57-44ed-9b61-1e769487cb59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c7ac5a64-f049-4c59-bf16-3e2bbc3b6569), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:23.250298 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2043a619-df48-484b-b0df-dedaa1c33fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2802cd0-c205-4a26-82c7-646e9b414123'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:18:23.253463 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f973c-fdf9-4fef-b555-0d3e4059ce2a service neutron] Pushing event updated for resources: {'Port': ['ID=2fa33a0a-bd57-4833-888e-d845bfa74804,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:23.255107 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bea0779-102e-4d15-93e2-adc0d36873c8" -d '{"events": [{"server_uuid": "2043a619-df48-484b-b0df-dedaa1c33fe0", "name": "network-vif-plugged", "status": "completed", "tag": "e2802cd0-c205-4a26-82c7-646e9b414123"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:18:23.282395 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port e2802cd0-c205-4a26-82c7-646e9b414123, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=e2802cd0-c205-4a26-82c7-646e9b414123,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:23.295216 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e2802cd0-c205-4a26-82c7-646e9b414123), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:23.305794 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 20c88474-d13c-4a12-a51b-d3a0c31c50c8 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:18:23.339271 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e17e1d-4b57-44ed-9b61-1e769487cb59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ac5a64-f049-4c59-bf16-3e2bbc3b6569,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:23.415292 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-8c683411-59ad-4430-98a0-58ece5c9463c req-2b9f973c-fdf9-4fef-b555-0d3e4059ce2a service neutron] Attempting to bind port 2fa33a0a-bd57-4833-888e-d845bfa74804 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:18:23.416213 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-8c683411-59ad-4430-98a0-58ece5c9463c req-2b9f973c-fdf9-4fef-b555-0d3e4059ce2a service neutron] Attempting to bind port 2fa33a0a-bd57-4833-888e-d845bfa74804 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '72acbb77-99d7-449f-a5b4-bbffd1cfebf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd782717c-da84-43e9-83e3-7ef1f07f2c40'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:18:23.416543 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c683411-59ad-4430-98a0-58ece5c9463c req-2b9f973c-fdf9-4fef-b555-0d3e4059ce2a service neutron] Attempting to bind port 2fa33a0a-bd57-4833-888e-d845bfa74804 on network d782717c-da84-43e9-83e3-7ef1f07f2c40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:18:23.429377 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a128c6-e4a8-49cc-9e16-77daed19d1f6 req-bb208188-ac0f-4a23-b939-779d5d1f6e9b tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:23.430946 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e7a128c6-e4a8-49cc-9e16-77daed19d1f6 req-bb208188-ac0f-4a23-b939-779d5d1f6e9b tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=95310ab8-9a1d-4e60-9b72-79184e312e12 HTTP/1.1" status: 200 len: 932 time: 0.2383707 Feb 09 01:18:23.455466 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-541f4166-13b5-4b3e-8172-07a027c400bc tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Network f155bdb8-b796-4b2f-8f0d-8611315d30bd is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:23.462988 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c683411-59ad-4430-98a0-58ece5c9463c req-2b9f973c-fdf9-4fef-b555-0d3e4059ce2a service neutron] Port 2fa33a0a-bd57-4833-888e-d845bfa74804 on network d782717c-da84-43e9-83e3-7ef1f07f2c40 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:18:23.463344 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c683411-59ad-4430-98a0-58ece5c9463c req-2b9f973c-fdf9-4fef-b555-0d3e4059ce2a service neutron] Attempting to bind port 2fa33a0a-bd57-4833-888e-d845bfa74804 on network d782717c-da84-43e9-83e3-7ef1f07f2c40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:18:23.480321 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c683411-59ad-4430-98a0-58ece5c9463c req-2b9f973c-fdf9-4fef-b555-0d3e4059ce2a service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:18:23.480630 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c683411-59ad-4430-98a0-58ece5c9463c req-2b9f973c-fdf9-4fef-b555-0d3e4059ce2a service neutron] Checking segment: {'id': '72acbb77-99d7-449f-a5b4-bbffd1cfebf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd782717c-da84-43e9-83e3-7ef1f07f2c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:18:23.481023 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c683411-59ad-4430-98a0-58ece5c9463c req-2b9f973c-fdf9-4fef-b555-0d3e4059ce2a service neutron] Bound using segment: {'id': '72acbb77-99d7-449f-a5b4-bbffd1cfebf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd782717c-da84-43e9-83e3-7ef1f07f2c40'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:18:23.481453 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-8c683411-59ad-4430-98a0-58ece5c9463c req-2b9f973c-fdf9-4fef-b555-0d3e4059ce2a service neutron] Bound port: 2fa33a0a-bd57-4833-888e-d845bfa74804, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72acbb77-99d7-449f-a5b4-bbffd1cfebf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd782717c-da84-43e9-83e3-7ef1f07f2c40'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:18:23.481803 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8c683411-59ad-4430-98a0-58ece5c9463c req-2b9f973c-fdf9-4fef-b555-0d3e4059ce2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2fa33a0a-bd57-4833-888e-d845bfa74804), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:23.502123 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-86e17e1d-4b57-44ed-9b61-1e769487cb59 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=88e530a48d71492f8d0078f146cffb0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8931332 Feb 09 01:18:23.504191 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e7a85d0-8e67-48ba-8052-8fc923a72473 admin admin] Publish callbacks [] for security_group (6aafb2fd-20c4-4778-89d5-a452a43d2a1f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:23.507591 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56340) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:23.509806 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-541f4166-13b5-4b3e-8172-07a027c400bc tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:23.531878 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-541f4166-13b5-4b3e-8172-07a027c400bc tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:18:23.542896 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e7a85d0-8e67-48ba-8052-8fc923a72473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (6aafb2fd-20c4-4778-89d5-a452a43d2a1f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:23.562970 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e7a128c6-e4a8-49cc-9e16-77daed19d1f6 req-5100ae08-91a6-47f0-95e5-b6e01218e0f3 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160491 Feb 09 01:18:23.573769 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6f2fa3-b194-456d-8c4f-c876b4b591c3 x-openstack-request-id: req-4a6f2fa3-b194-456d-8c4f-c876b4b591c3 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:18:23.574582 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2043a619-df48-484b-b0df-dedaa1c33fe0", "name": "network-vif-plugged", "status": "completed", "tag": "e2802cd0-c205-4a26-82c7-646e9b414123", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:18:23.575249 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4a6f2fa3-b194-456d-8c4f-c876b4b591c3 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:18:23.576120 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2043a619-df48-484b-b0df-dedaa1c33fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2802cd0-c205-4a26-82c7-646e9b414123', 'code': 200} Feb 09 01:18:23.668831 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=e2802cd0-c205-4a26-82c7-646e9b414123,revision_number=10']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:23.733055 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 20c88474-d13c-4a12-a51b-d3a0c31c50c8 is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:23.735439 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (20c88474-d13c-4a12-a51b-d3a0c31c50c8), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:23.746323 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e7a85d0-8e67-48ba-8052-8fc923a72473 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:18:23.763165 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a85d0-8e67-48ba-8052-8fc923a72473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aafb2fd-20c4-4778-89d5-a452a43d2a1f,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:23.781915 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-541f4166-13b5-4b3e-8172-07a027c400bc tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:23.782536 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-541f4166-13b5-4b3e-8172-07a027c400bc tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:23.787326 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-8c683411-59ad-4430-98a0-58ece5c9463c req-2b9f973c-fdf9-4fef-b555-0d3e4059ce2a service neutron] For port 2fa33a0a-bd57-4833-888e-d845bfa74804, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:18:23.792404 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-8c683411-59ad-4430-98a0-58ece5c9463c req-2b9f973c-fdf9-4fef-b555-0d3e4059ce2a service neutron] For port 2fa33a0a-bd57-4833-888e-d845bfa74804, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=2fa33a0a-bd57-4833-888e-d845bfa74804,segment=NetworkSegment(72acbb77-99d7-449f-a5b4-bbffd1cfebf0),segment_id=72acbb77-99d7-449f-a5b4-bbffd1cfebf0)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:18:23.818883 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2398a1-6547-4c9c-8b5f-37d195efbcee req-5535bd9e-971b-4439-8486-b2abde3fa480 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:23.826952 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e7a85d0-8e67-48ba-8052-8fc923a72473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (93377c63-554d-4e75-a6fa-1c5faaa2bcb9), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:23.827293 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-8e7a85d0-8e67-48ba-8052-8fc923a72473 admin admin] Added segment 93377c63-554d-4e75-a6fa-1c5faaa2bcb9 of type vlan for network 4f2352f9-f273-4371-afcf-34ba242f040c Feb 09 01:18:23.830402 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1a2398a1-6547-4c9c-8b5f-37d195efbcee req-5535bd9e-971b-4439-8486-b2abde3fa480 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/ports?device_id=c48882ac-1295-4d05-bea3-b4dacd467fe9 HTTP/1.1" status: 200 len: 944 time: 0.1702352 Feb 09 01:18:23.831814 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8c683411-59ad-4430-98a0-58ece5c9463c req-2b9f973c-fdf9-4fef-b555-0d3e4059ce2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (2fa33a0a-bd57-4833-888e-d845bfa74804), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:23.846543 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 20c88474-d13c-4a12-a51b-d3a0c31c50c8, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=20c88474-d13c-4a12-a51b-d3a0c31c50c8,segment=NetworkSegment(6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12),segment_id=6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:23.857353 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (20c88474-d13c-4a12-a51b-d3a0c31c50c8), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:23.860364 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e1bde153-af54-41c8-8d2d-4bba97e19c89 admin admin] Publish callbacks [] for security_group (c7ac5a64-f049-4c59-bf16-3e2bbc3b6569), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:23.906533 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e1bde153-af54-41c8-8d2d-4bba97e19c89 admin admin] Publish callbacks [] for security_group (c7ac5a64-f049-4c59-bf16-3e2bbc3b6569), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:23.941571 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=20c88474-d13c-4a12-a51b-d3a0c31c50c8,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:23.959784 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f973c-fdf9-4fef-b555-0d3e4059ce2a service neutron] Pushing event updated for resources: {'Port': ['ID=2fa33a0a-bd57-4833-888e-d845bfa74804,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:24.001051 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-541f4166-13b5-4b3e-8172-07a027c400bc tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0730948 Feb 09 01:18:24.023729 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-b0a0ab5c-0e02-4f1a-8c6d-bc1f397d8faf service neutron] Request body: {'port': {'device_id': '95310ab8-9a1d-4e60-9b72-79184e312e12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:24.026835 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e1bde153-af54-41c8-8d2d-4bba97e19c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c7ac5a64-f049-4c59-bf16-3e2bbc3b6569), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:24.030231 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e1bde153-af54-41c8-8d2d-4bba97e19c89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:24.035187 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e1bde153-af54-41c8-8d2d-4bba97e19c89 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c7ac5a64-f049-4c59-bf16-3e2bbc3b6569 HTTP/1.1" status: 204 len: 168 time: 0.5206120 Feb 09 01:18:24.055595 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c683411-59ad-4430-98a0-58ece5c9463c req-2b9f973c-fdf9-4fef-b555-0d3e4059ce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:24.057702 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8c683411-59ad-4430-98a0-58ece5c9463c req-2b9f973c-fdf9-4fef-b555-0d3e4059ce2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:24.065007 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c683411-59ad-4430-98a0-58ece5c9463c req-2b9f973c-fdf9-4fef-b555-0d3e4059ce2a service neutron] 10.222.0.91 "PUT /v2.0/ports/2fa33a0a-bd57-4833-888e-d845bfa74804 HTTP/1.1" status: 200 len: 1093 time: 3.0668921 Feb 09 01:18:24.119521 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48882ac-1295-4d05-bea3-b4dacd467fe9', 'tag': '2fa33a0a-bd57-4833-888e-d845bfa74804'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:18:24.127784 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e466e9-d470-4f04-9f40-8fd3f1b9c884" -d '{"events": [{"name": "network-changed", "server_uuid": "c48882ac-1295-4d05-bea3-b4dacd467fe9", "tag": "2fa33a0a-bd57-4833-888e-d845bfa74804"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:18:24.153587 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bde153-af54-41c8-8d2d-4bba97e19c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ac5a64-f049-4c59-bf16-3e2bbc3b6569,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:24.159883 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e7a85d0-8e67-48ba-8052-8fc923a72473 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (4f2352f9-f273-4371-afcf-34ba242f040c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:24.237498 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-32659c97-9fd4-44ab-b627-a95add7cc00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:24.284050 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1a2398a1-6547-4c9c-8b5f-37d195efbcee req-4595342c-be04-4adf-8b9e-745e5210e09d tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups?id=d30b6bd6-ee82-453d-882d-6bbb3d802968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389716 Feb 09 01:18:24.321874 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e7a85d0-8e67-48ba-8052-8fc923a72473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (4f2352f9-f273-4371-afcf-34ba242f040c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:24.322851 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7a85d0-8e67-48ba-8052-8fc923a72473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:24.323433 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e7a85d0-8e67-48ba-8052-8fc923a72473 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:24.333939 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c683411-59ad-4430-98a0-58ece5c9463c req-7b786a1c-5189-4c29-81dd-8432edf3fb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:24.340558 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c683411-59ad-4430-98a0-58ece5c9463c req-7b786a1c-5189-4c29-81dd-8432edf3fb46 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3a7975de586b4e08b0e9bb01c09679ae&device_id=c48882ac-1295-4d05-bea3-b4dacd467fe9 HTTP/1.1" status: 200 len: 1127 time: 0.2037847 Feb 09 01:18:24.344885 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-b0a0ab5c-0e02-4f1a-8c6d-bc1f397d8faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:24.453987 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c683411-59ad-4430-98a0-58ece5c9463c req-6957d228-aecb-4f3a-a817-935b86fb59e2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fa33a0a-bd57-4833-888e-d845bfa74804 HTTP/1.1" status: 200 len: 217 time: 0.1009581 Feb 09 01:18:24.657041 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c683411-59ad-4430-98a0-58ece5c9463c req-eb4e9394-f8b1-49b0-9ba3-300b92b24402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:24.663034 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c683411-59ad-4430-98a0-58ece5c9463c req-eb4e9394-f8b1-49b0-9ba3-300b92b24402 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=638ae294-4220-494e-8e41-1b81408b19b1 HTTP/1.1" status: 200 len: 853 time: 0.1434572 Feb 09 01:18:24.742969 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c683411-59ad-4430-98a0-58ece5c9463c req-ff7d3cf6-39e9-4e6e-b0b3-63322e3b5ed3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d782717c-da84-43e9-83e3-7ef1f07f2c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693984 Feb 09 01:18:24.824752 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 20c88474-d13c-4a12-a51b-d3a0c31c50c8 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:18:24.956447 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdffe064-dc2a-42bb-9297-6d71eca98a57 req-6195b3fd-5c72-457f-b705-763a7cb092a5 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:24.961633 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cdffe064-dc2a-42bb-9297-6d71eca98a57 req-6195b3fd-5c72-457f-b705-763a7cb092a5 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f3d044-7a48-46eb-b162-4de66bd62588 HTTP/1.1" status: 200 len: 943 time: 0.5104084 Feb 09 01:18:25.083085 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a85d0-8e67-48ba-8052-8fc923a72473 admin admin] Pushing event updated for resources: {'Network': ['ID=4f2352f9-f273-4371-afcf-34ba242f040c,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:25.138063 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8e7a85d0-8e67-48ba-8052-8fc923a72473 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.9082179 Feb 09 01:18:25.142620 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56370) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:25.147573 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-b0a0ab5c-0e02-4f1a-8c6d-bc1f397d8faf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:18:25.155962 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-1f15fbf7-64ce-4cce-b4a7-d77d004d693a admin admin] Request body: {'subnet': {'network_id': '4f2352f9-f273-4371-afcf-34ba242f040c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-617995032-subnet', 'tenant_id': '425a719b34a746919c58206639b6374e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:25.168782 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 4f2352f9-f273-4371-afcf-34ba242f040c details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:18:25.174645 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-b0a0ab5c-0e02-4f1a-8c6d-bc1f397d8faf service neutron] Publish callbacks [] for port (5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:25.202792 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-b0a0ab5c-0e02-4f1a-8c6d-bc1f397d8faf service neutron] Transition to ACTIVE for port object 5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:18:25.207760 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f15fbf7-64ce-4cce-b4a7-d77d004d693a admin admin] Made reservation on behalf of 425a719b34a746919c58206639b6374e for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:25.210976 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1f15fbf7-64ce-4cce-b4a7-d77d004d693a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:25.213209 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cdffe064-dc2a-42bb-9297-6d71eca98a57 req-1030fe25-14fd-413c-ac7b-7e6183cfe999 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385633 Feb 09 01:18:25.226902 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-b0a0ab5c-0e02-4f1a-8c6d-bc1f397d8faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:25.283313 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c683411-59ad-4430-98a0-58ece5c9463c req-4313b9d3-e60f-4162-bf41-c834f3744837 service neutron] 10.222.0.91 "GET /v2.0/networks/d782717c-da84-43e9-83e3-7ef1f07f2c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5289013 Feb 09 01:18:25.460658 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 20c88474-d13c-4a12-a51b-d3a0c31c50c8, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=20c88474-d13c-4a12-a51b-d3a0c31c50c8,segment=NetworkSegment(6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12),segment_id=6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:25.484434 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0ab5c-0e02-4f1a-8c6d-bc1f397d8faf service neutron] Pushing event updated for resources: {'Port': ['ID=5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:25.593469 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '20c88474-d13c-4a12-a51b-d3a0c31c50c8', 'network_id': 'fe516e29-735a-4343-b41d-62f1308dd9ac', 'port_id': '20c88474-d13c-4a12-a51b-d3a0c31c50c8', 'mac_address': 'fa:16:3e:53:94:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c7e660-340b-43fd-ab14-a81164bb8bc4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:18:25.603081 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f3d044-7a48-46eb-b162-4de66bd62588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20c88474-d13c-4a12-a51b-d3a0c31c50c8'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:18:25.612837 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de025380-ba28-4e85-9330-400658d7d83c" -d '{"events": [{"server_uuid": "87f3d044-7a48-46eb-b162-4de66bd62588", "name": "network-vif-unplugged", "status": "completed", "tag": "20c88474-d13c-4a12-a51b-d3a0c31c50c8"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:18:25.692141 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c683411-59ad-4430-98a0-58ece5c9463c req-f3c62e56-d984-409b-82af-d10702bd9178 service neutron] 10.222.0.91 "GET /v2.0/networks/d782717c-da84-43e9-83e3-7ef1f07f2c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015882 Feb 09 01:18:25.760172 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2622b57f-376b-449f-9ad3-26c4ef71f382 x-openstack-request-id: req-2622b57f-376b-449f-9ad3-26c4ef71f382 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:18:25.760837 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48882ac-1295-4d05-bea3-b4dacd467fe9", "tag": "2fa33a0a-bd57-4833-888e-d845bfa74804", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:18:25.761288 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2622b57f-376b-449f-9ad3-26c4ef71f382 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:18:25.761856 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c48882ac-1295-4d05-bea3-b4dacd467fe9', 'tag': '2fa33a0a-bd57-4833-888e-d845bfa74804', 'status': 'completed', 'code': 200} Feb 09 01:18:25.778740 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-b0a0ab5c-0e02-4f1a-8c6d-bc1f397d8faf service neutron] Attempting to bind port 5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:18:25.779091 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-b0a0ab5c-0e02-4f1a-8c6d-bc1f397d8faf service neutron] Attempting to bind port 5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '231cc619-b79a-4847-94b3-cdbf4f5bda22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f155bdb8-b796-4b2f-8f0d-8611315d30bd'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:18:25.779423 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-b0a0ab5c-0e02-4f1a-8c6d-bc1f397d8faf service neutron] Attempting to bind port 5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6 on network f155bdb8-b796-4b2f-8f0d-8611315d30bd {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:18:25.826832 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-b0a0ab5c-0e02-4f1a-8c6d-bc1f397d8faf service neutron] Port 5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6 on network f155bdb8-b796-4b2f-8f0d-8611315d30bd not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:18:25.827163 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-b0a0ab5c-0e02-4f1a-8c6d-bc1f397d8faf service neutron] Attempting to bind port 5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6 on network f155bdb8-b796-4b2f-8f0d-8611315d30bd {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:18:25.863386 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56386) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:25.883954 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-07b2841d-e321-42cf-b097-866852ea8a82 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1749161207'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:25.886944 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-b0a0ab5c-0e02-4f1a-8c6d-bc1f397d8faf service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:18:25.892960 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-b0a0ab5c-0e02-4f1a-8c6d-bc1f397d8faf service neutron] Checking segment: {'id': '231cc619-b79a-4847-94b3-cdbf4f5bda22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f155bdb8-b796-4b2f-8f0d-8611315d30bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:18:25.899760 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-b0a0ab5c-0e02-4f1a-8c6d-bc1f397d8faf service neutron] Bound using segment: {'id': '231cc619-b79a-4847-94b3-cdbf4f5bda22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f155bdb8-b796-4b2f-8f0d-8611315d30bd'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:18:25.901496 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-b0a0ab5c-0e02-4f1a-8c6d-bc1f397d8faf service neutron] Bound port: 5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '231cc619-b79a-4847-94b3-cdbf4f5bda22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f155bdb8-b796-4b2f-8f0d-8611315d30bd'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:18:25.902236 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-b0a0ab5c-0e02-4f1a-8c6d-bc1f397d8faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:25.927610 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:25.933712 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d1941-bd80-435f-b982-f28a025d8049 req-c8d101f4-11b0-488f-bf06-d635d0eb3d37 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:25.935540 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-231d1941-bd80-435f-b982-f28a025d8049 req-c8d101f4-11b0-488f-bf06-d635d0eb3d37 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=95310ab8-9a1d-4e60-9b72-79184e312e12 HTTP/1.1" status: 200 len: 944 time: 0.2411554 Feb 09 01:18:25.938173 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 20c88474-d13c-4a12-a51b-d3a0c31c50c8 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:25.952978 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (20c88474-d13c-4a12-a51b-d3a0c31c50c8), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:26.023617 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e466e9-d470-4f04-9f40-8fd3f1b9c884 req-2388dd3a-4a34-47ee-8568-7ffee40248c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:26.025294 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75e466e9-d470-4f04-9f40-8fd3f1b9c884 req-2388dd3a-4a34-47ee-8568-7ffee40248c7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3a7975de586b4e08b0e9bb01c09679ae&device_id=c48882ac-1295-4d05-bea3-b4dacd467fe9 HTTP/1.1" status: 200 len: 1127 time: 0.2588983 Feb 09 01:18:26.034469 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20c88474-d13c-4a12-a51b-d3a0c31c50c8 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:18:26.066554 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b2841d-e321-42cf-b097-866852ea8a82 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Made reservation on behalf of e9919418afe248229cfe208277f2e93f for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:26.076899 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-07b2841d-e321-42cf-b097-866852ea8a82 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:26.100107 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 20c88474-d13c-4a12-a51b-d3a0c31c50c8, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=20c88474-d13c-4a12-a51b-d3a0c31c50c8,segment=NetworkSegment(6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12),segment_id=6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:26.115166 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (20c88474-d13c-4a12-a51b-d3a0c31c50c8), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:26.136513 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07b2841d-e321-42cf-b097-866852ea8a82 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:18:26.161269 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-07b2841d-e321-42cf-b097-866852ea8a82 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (af93cac6-5d5f-4d5f-921e-cbbc9866a4d1), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:26.161792 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-07b2841d-e321-42cf-b097-866852ea8a82 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Added segment af93cac6-5d5f-4d5f-921e-cbbc9866a4d1 of type vlan for network a87ac28a-2aeb-4a83-82bf-decda1e08acb Feb 09 01:18:26.252678 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-07b2841d-e321-42cf-b097-866852ea8a82 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (a87ac28a-2aeb-4a83-82bf-decda1e08acb), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:26.298250 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-b0a0ab5c-0e02-4f1a-8c6d-bc1f397d8faf service neutron] For port 5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6, host n-h2-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:18:26.312405 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-b0a0ab5c-0e02-4f1a-8c6d-bc1f397d8faf service neutron] For port 5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6,segment=NetworkSegment(231cc619-b79a-4847-94b3-cdbf4f5bda22),segment_id=231cc619-b79a-4847-94b3-cdbf4f5bda22)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:18:26.318133 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1f15fbf7-64ce-4cce-b4a7-d77d004d693a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (2ce5a8b1-7fc6-4c71-98bf-e410dbdc2daf), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:26.351175 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=20c88474-d13c-4a12-a51b-d3a0c31c50c8,revision_number=7']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:26.382610 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['20c88474-d13c-4a12-a51b-d3a0c31c50c8'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:18:26.393395 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-b0a0ab5c-0e02-4f1a-8c6d-bc1f397d8faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:26.464682 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0ab5c-0e02-4f1a-8c6d-bc1f397d8faf service neutron] Pushing event updated for resources: {'Port': ['ID=5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:26.484693 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-b0a0ab5c-0e02-4f1a-8c6d-bc1f397d8faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:26.485893 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-b0a0ab5c-0e02-4f1a-8c6d-bc1f397d8faf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:26.487847 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-b0a0ab5c-0e02-4f1a-8c6d-bc1f397d8faf service neutron] 10.222.0.91 "PUT /v2.0/ports/5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6 HTTP/1.1" status: 200 len: 1093 time: 2.4686744 Feb 09 01:18:26.504060 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95310ab8-9a1d-4e60-9b72-79184e312e12', 'tag': '5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:18:26.511417 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea28c626-67b9-4a09-bbef-7bf635e35409" -d '{"events": [{"name": "network-changed", "server_uuid": "95310ab8-9a1d-4e60-9b72-79184e312e12", "tag": "5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:18:26.584795 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15fbf7-64ce-4cce-b4a7-d77d004d693a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ce5a8b1-7fc6-4c71-98bf-e410dbdc2daf,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:26.590983 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f15fbf7-64ce-4cce-b4a7-d77d004d693a admin admin] Checking segment: {'id': '93377c63-554d-4e75-a6fa-1c5faaa2bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '4f2352f9-f273-4371-afcf-34ba242f040c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:18:26.590983 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f15fbf7-64ce-4cce-b4a7-d77d004d693a admin admin] Network hostable DHCP agents. Network: 4f2352f9-f273-4371-afcf-34ba242f040c, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:18:26.635627 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-07b2841d-e321-42cf-b097-866852ea8a82 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (a87ac28a-2aeb-4a83-82bf-decda1e08acb), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:26.658435 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b2841d-e321-42cf-b097-866852ea8a82 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:26.660755 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-07b2841d-e321-42cf-b097-866852ea8a82 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:26.667235 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f15fbf7-64ce-4cce-b4a7-d77d004d693a admin admin] Network 4f2352f9-f273-4371-afcf-34ba242f040c is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:18:26.731426 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-c7a2e65a-0d9c-4292-a466-180d77b74290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:26.746990 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-c7a2e65a-0d9c-4292-a466-180d77b74290 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7b44166604b3436881425cea10d1d658&device_id=95310ab8-9a1d-4e60-9b72-79184e312e12 HTTP/1.1" status: 200 len: 1127 time: 0.2101183 Feb 09 01:18:26.748965 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-1f15fbf7-64ce-4cce-b4a7-d77d004d693a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 4f2352f9-f273-4371-afcf-34ba242f040c) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:26.778001 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-231d1941-bd80-435f-b982-f28a025d8049 req-a1692c88-b307-4eba-967b-014e69ee44c8 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8258688 Feb 09 01:18:26.779104 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e466e9-d470-4f04-9f40-8fd3f1b9c884 req-f547383c-a4bb-42ad-b759-cd4202c0bb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:26.781170 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75e466e9-d470-4f04-9f40-8fd3f1b9c884 req-f547383c-a4bb-42ad-b759-cd4202c0bb34 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d782717c-da84-43e9-83e3-7ef1f07f2c40 HTTP/1.1" status: 200 len: 914 time: 0.7461481 Feb 09 01:18:26.819517 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5314bb49-59c6-4bb8-abb8-9547e2a9b752 None None] Network 4f2352f9-f273-4371-afcf-34ba242f040c requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:18:26.824333 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f15fbf7-64ce-4cce-b4a7-d77d004d693a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:26.830658 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-07b2841d-e321-42cf-b097-866852ea8a82 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9541790 Feb 09 01:18:26.837492 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1f15fbf7-64ce-4cce-b4a7-d77d004d693a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:26.890224 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56398) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:26.903300 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-bef6c822-8ebc-4b0a-ab71-eecf227299d8 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-771407254'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:26.919513 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75e466e9-d470-4f04-9f40-8fd3f1b9c884 req-7e91f6ba-99b3-4f4f-a0c8-d1710a954a0e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fa33a0a-bd57-4833-888e-d845bfa74804 HTTP/1.1" status: 200 len: 217 time: 0.1203375 Feb 09 01:18:26.926018 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b2841d-e321-42cf-b097-866852ea8a82 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Pushing event updated for resources: {'Network': ['ID=a87ac28a-2aeb-4a83-82bf-decda1e08acb,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:27.008838 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-0598c542-db73-48e6-bc26-3a9d93bc333b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6 HTTP/1.1" status: 200 len: 217 time: 0.2391193 Feb 09 01:18:27.089954 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network a87ac28a-2aeb-4a83-82bf-decda1e08acb details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:18:27.168032 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1f15fbf7-64ce-4cce-b4a7-d77d004d693a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0240700 Feb 09 01:18:27.178822 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef6c822-8ebc-4b0a-ab71-eecf227299d8 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Made reservation on behalf of e9919418afe248229cfe208277f2e93f for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:27.191329 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bef6c822-8ebc-4b0a-ab71-eecf227299d8 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:27.217155 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-82641da0-e284-4cc7-8ba2-3dd7beda7804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:27.219215 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-82641da0-e284-4cc7-8ba2-3dd7beda7804 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b6c9902a-ca90-4768-8ad8-e74435b83d39 HTTP/1.1" status: 200 len: 844 time: 0.1967571 Feb 09 01:18:27.263023 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e466e9-d470-4f04-9f40-8fd3f1b9c884 req-06e54ae9-86da-4799-a5cc-a3c10d6e184b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:27.268363 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75e466e9-d470-4f04-9f40-8fd3f1b9c884 req-06e54ae9-86da-4799-a5cc-a3c10d6e184b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=638ae294-4220-494e-8e41-1b81408b19b1 HTTP/1.1" status: 200 len: 853 time: 0.3252912 Feb 09 01:18:27.318429 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-731e0f6d-4847-4fa9-a987-2d5c009a93f0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f155bdb8-b796-4b2f-8f0d-8611315d30bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891247 Feb 09 01:18:27.393913 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75e466e9-d470-4f04-9f40-8fd3f1b9c884 req-c75a06cd-7dd3-4d86-83d9-ffcc9d901cdc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d782717c-da84-43e9-83e3-7ef1f07f2c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033404 Feb 09 01:18:27.397317 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bef6c822-8ebc-4b0a-ab71-eecf227299d8 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:18:27.560747 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:27.584237 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831b1fb3-6305-4dff-b0dc-a7e7bedbeec3 None None] Network 4f2352f9-f273-4371-afcf-34ba242f040c requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:18:27.613221 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-bf836a3f-53cf-477d-8d9f-7373a7029693 service neutron] 10.222.0.91 "GET /v2.0/networks/f155bdb8-b796-4b2f-8f0d-8611315d30bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784305 Feb 09 01:18:27.676823 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75e466e9-d470-4f04-9f40-8fd3f1b9c884 req-679a461f-b873-4b68-abb3-5138b8f772b4 service neutron] 10.222.0.91 "GET /v2.0/networks/d782717c-da84-43e9-83e3-7ef1f07f2c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732162 Feb 09 01:18:27.691335 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bef6c822-8ebc-4b0a-ab71-eecf227299d8 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (0d3c1337-4602-4f96-922a-4ca1aedec141), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:27.691692 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-bef6c822-8ebc-4b0a-ab71-eecf227299d8 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Added segment 0d3c1337-4602-4f96-922a-4ca1aedec141 of type vlan for network 2cffe158-1e62-4cc7-b53e-f2901607bc8e Feb 09 01:18:27.715326 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa79ba-75c2-4f4c-a220-0420a3b392ad req-4bd6b9d8-9a7a-43fe-a4e8-6221ad6efb7e tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:27.726917 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-35aa79ba-75c2-4f4c-a220-0420a3b392ad req-4bd6b9d8-9a7a-43fe-a4e8-6221ad6efb7e tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/ports?device_id=c48882ac-1295-4d05-bea3-b4dacd467fe9 HTTP/1.1" status: 200 len: 944 time: 0.6919336 Feb 09 01:18:27.955222 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8549ef5b-275c-47b0-9ef1-db69bda86510 req-2a40e790-d18b-4692-a62a-7c724a7b08ba service neutron] 10.222.0.91 "GET /v2.0/networks/f155bdb8-b796-4b2f-8f0d-8611315d30bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339913 Feb 09 01:18:28.151234 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:28.237226 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 2fa33a0a-bd57-4833-888e-d845bfa74804 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:18:28.482498 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 2fa33a0a-bd57-4833-888e-d845bfa74804, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=2fa33a0a-bd57-4833-888e-d845bfa74804,segment=NetworkSegment(72acbb77-99d7-449f-a5b4-bbffd1cfebf0),segment_id=72acbb77-99d7-449f-a5b4-bbffd1cfebf0)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:28.513140 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '2fa33a0a-bd57-4833-888e-d845bfa74804', 'network_id': 'd782717c-da84-43e9-83e3-7ef1f07f2c40', 'port_id': '2fa33a0a-bd57-4833-888e-d845bfa74804', 'mac_address': 'fa:16:3e:7a:91:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '638ae294-4220-494e-8e41-1b81408b19b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:18:28.538572 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bef6c822-8ebc-4b0a-ab71-eecf227299d8 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (2cffe158-1e62-4cc7-b53e-f2901607bc8e), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:28.561432 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75e466e9-d470-4f04-9f40-8fd3f1b9c884 req-00bd35e5-229e-4a1b-8439-ed93f3868cb7 service neutron] 10.222.0.91 "GET /v2.0/networks/d782717c-da84-43e9-83e3-7ef1f07f2c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8664184 Feb 09 01:18:28.611559 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 2fa33a0a-bd57-4833-888e-d845bfa74804 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:28.612194 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2fa33a0a-bd57-4833-888e-d845bfa74804), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:28.635669 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fa33a0a-bd57-4833-888e-d845bfa74804 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:18:28.665590 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-35aa79ba-75c2-4f4c-a220-0420a3b392ad req-2a38c07b-d00f-4b3f-98fe-b3f06a81fb66 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups?id=d30b6bd6-ee82-453d-882d-6bbb3d802968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9376466 Feb 09 01:18:28.674083 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 2fa33a0a-bd57-4833-888e-d845bfa74804, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=2fa33a0a-bd57-4833-888e-d845bfa74804,segment=NetworkSegment(72acbb77-99d7-449f-a5b4-bbffd1cfebf0),segment_id=72acbb77-99d7-449f-a5b4-bbffd1cfebf0)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:28.685915 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (2fa33a0a-bd57-4833-888e-d845bfa74804), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:28.689453 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bef6c822-8ebc-4b0a-ab71-eecf227299d8 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (2cffe158-1e62-4cc7-b53e-f2901607bc8e), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:28.696332 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef6c822-8ebc-4b0a-ab71-eecf227299d8 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:28.697282 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bef6c822-8ebc-4b0a-ab71-eecf227299d8 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:28.782340 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab34bb0f-e4ad-443d-b86d-63b082f42f8f x-openstack-request-id: req-ab34bb0f-e4ad-443d-b86d-63b082f42f8f {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:18:28.794810 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87f3d044-7a48-46eb-b162-4de66bd62588", "name": "network-vif-unplugged", "status": "completed", "tag": "20c88474-d13c-4a12-a51b-d3a0c31c50c8", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:18:28.797507 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ab34bb0f-e4ad-443d-b86d-63b082f42f8f {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:18:28.799476 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f3d044-7a48-46eb-b162-4de66bd62588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20c88474-d13c-4a12-a51b-d3a0c31c50c8', 'code': 200} Feb 09 01:18:28.838189 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 20c88474-d13c-4a12-a51b-d3a0c31c50c8 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:18:28.845092 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-bef6c822-8ebc-4b0a-ab71-eecf227299d8 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.9479496 Feb 09 01:18:28.845982 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56426) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:28.853569 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-160bc3af-454f-403d-92d8-8ae18e50ed89 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Request body: {'subnet': {'network_id': 'a87ac28a-2aeb-4a83-82bf-decda1e08acb', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:28.885537 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6c822-8ebc-4b0a-ab71-eecf227299d8 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Pushing event updated for resources: {'Network': ['ID=2cffe158-1e62-4cc7-b53e-f2901607bc8e,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:29.022798 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 2cffe158-1e62-4cc7-b53e-f2901607bc8e details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:18:29.136695 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c910d-08d5-4c60-b315-8b90245b92a8 req-8284fbdf-162e-4068-a14d-6ac1fded2641 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:29.147935 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c46c910d-08d5-4c60-b315-8b90245b92a8 req-8284fbdf-162e-4068-a14d-6ac1fded2641 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f3d044-7a48-46eb-b162-4de66bd62588 HTTP/1.1" status: 200 len: 944 time: 0.2331858 Feb 09 01:18:29.159772 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=2fa33a0a-bd57-4833-888e-d845bfa74804,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:29.215370 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160bc3af-454f-403d-92d8-8ae18e50ed89 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Made reservation on behalf of e9919418afe248229cfe208277f2e93f for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:29.224571 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-160bc3af-454f-403d-92d8-8ae18e50ed89 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:29.249171 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['2fa33a0a-bd57-4833-888e-d845bfa74804'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:18:29.330249 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c46c910d-08d5-4c60-b315-8b90245b92a8 req-c9618213-c1d5-428b-be05-ec97ca358928 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657436 Feb 09 01:18:29.332603 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299c7e0-bfa8-4fb9-97d7-e41ce7407ea8 req-1fcc7a7e-8219-47e1-ba0e-9d43cc04f62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:29.334108 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e299c7e0-bfa8-4fb9-97d7-e41ce7407ea8 req-1fcc7a7e-8219-47e1-ba0e-9d43cc04f62d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ac76150f6b37417ab7cb95d2dd248e5e&device_id=2043a619-df48-484b-b0df-dedaa1c33fe0 HTTP/1.1" status: 200 len: 1133 time: 0.3271773 Feb 09 01:18:29.363698 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 20c88474-d13c-4a12-a51b-d3a0c31c50c8 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:29.364618 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (20c88474-d13c-4a12-a51b-d3a0c31c50c8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:29.471271 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf1d169-06de-44cc-bf62-72c5418300f6 x-openstack-request-id: req-caf1d169-06de-44cc-bf62-72c5418300f6 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:18:29.471271 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95310ab8-9a1d-4e60-9b72-79184e312e12", "tag": "5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:18:29.471271 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-caf1d169-06de-44cc-bf62-72c5418300f6 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:18:29.471271 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95310ab8-9a1d-4e60-9b72-79184e312e12', 'tag': '5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6', 'status': 'completed', 'code': 200} Feb 09 01:18:29.615260 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28c626-67b9-4a09-bbef-7bf635e35409 req-6ed9bdcd-d2b5-492d-87cc-cce28b03901d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:29.674291 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ea28c626-67b9-4a09-bbef-7bf635e35409 req-6ed9bdcd-d2b5-492d-87cc-cce28b03901d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7b44166604b3436881425cea10d1d658&device_id=95310ab8-9a1d-4e60-9b72-79184e312e12 HTTP/1.1" status: 200 len: 1127 time: 0.1720076 Feb 09 01:18:29.676809 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 20c88474-d13c-4a12-a51b-d3a0c31c50c8 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:29.676809 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (20c88474-d13c-4a12-a51b-d3a0c31c50c8), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:29.677648 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299c7e0-bfa8-4fb9-97d7-e41ce7407ea8 req-efe44578-e197-47b8-aaca-9d619635ccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:29.677648 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e299c7e0-bfa8-4fb9-97d7-e41ce7407ea8 req-efe44578-e197-47b8-aaca-9d619635ccdc service neutron] 10.222.0.121 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.2343557 Feb 09 01:18:29.704090 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-160bc3af-454f-403d-92d8-8ae18e50ed89 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (aa9fcc5d-ba04-4bc8-ac3a-fa1b2158dd4f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:29.719924 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 20c88474-d13c-4a12-a51b-d3a0c31c50c8, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=20c88474-d13c-4a12-a51b-d3a0c31c50c8,segment=NetworkSegment(6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12),segment_id=6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:29.729073 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (20c88474-d13c-4a12-a51b-d3a0c31c50c8), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:29.819607 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e299c7e0-bfa8-4fb9-97d7-e41ce7407ea8 req-ee1ea1b8-7b7f-4ccc-a32c-0df39599de2d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=e2802cd0-c205-4a26-82c7-646e9b414123 HTTP/1.1" status: 200 len: 217 time: 0.1040397 Feb 09 01:18:29.863770 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=20c88474-d13c-4a12-a51b-d3a0c31c50c8,revision_number=8']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:29.892343 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160bc3af-454f-403d-92d8-8ae18e50ed89 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Pushing event updated for resources: {'Subnet': ['ID=aa9fcc5d-ba04-4bc8-ac3a-fa1b2158dd4f,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:29.960285 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160bc3af-454f-403d-92d8-8ae18e50ed89 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Checking segment: {'id': 'af93cac6-5d5f-4d5f-921e-cbbc9866a4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a87ac28a-2aeb-4a83-82bf-decda1e08acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:18:29.960880 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160bc3af-454f-403d-92d8-8ae18e50ed89 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Network hostable DHCP agents. Network: a87ac28a-2aeb-4a83-82bf-decda1e08acb, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:18:30.003011 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160bc3af-454f-403d-92d8-8ae18e50ed89 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Network a87ac28a-2aeb-4a83-82bf-decda1e08acb is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:18:30.010067 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299c7e0-bfa8-4fb9-97d7-e41ce7407ea8 req-8f39a9f0-6794-4260-9042-18498116507a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:30.012112 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e299c7e0-bfa8-4fb9-97d7-e41ce7407ea8 req-8f39a9f0-6794-4260-9042-18498116507a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.1825383 Feb 09 01:18:30.029474 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-160bc3af-454f-403d-92d8-8ae18e50ed89 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, a87ac28a-2aeb-4a83-82bf-decda1e08acb) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:30.035064 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160bc3af-454f-403d-92d8-8ae18e50ed89 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:30.035913 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-160bc3af-454f-403d-92d8-8ae18e50ed89 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:30.041980 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156eea65-6734-4355-8acd-7390dbcc3108 None None] Network a87ac28a-2aeb-4a83-82bf-decda1e08acb requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:18:30.065520 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-160bc3af-454f-403d-92d8-8ae18e50ed89 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2173145 Feb 09 01:18:30.069442 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56454) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:30.080269 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-cf25f0af-24f5-4e3f-a384-7b8a6e30ff2e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Request body: {'subnet': {'network_id': '2cffe158-1e62-4cc7-b53e-f2901607bc8e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:30.097763 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28c626-67b9-4a09-bbef-7bf635e35409 req-0d3c9d94-37f4-4a04-8e60-8f31e75e3600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:30.099244 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ea28c626-67b9-4a09-bbef-7bf635e35409 req-0d3c9d94-37f4-4a04-8e60-8f31e75e3600 service neutron] 10.222.0.91 "GET /v2.0/networks?id=f155bdb8-b796-4b2f-8f0d-8611315d30bd HTTP/1.1" status: 200 len: 905 time: 0.4647653 Feb 09 01:18:30.217290 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ea28c626-67b9-4a09-bbef-7bf635e35409 req-15bf3746-646c-471e-964c-8c1024348b84 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6 HTTP/1.1" status: 200 len: 217 time: 0.0942388 Feb 09 01:18:30.263906 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:18:30.266993 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 2fa33a0a-bd57-4833-888e-d845bfa74804 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:18:30.276630 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa3fc63-8364-4354-a14f-09b58ba5ac31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-a87ac28a-2aeb-4a83-82bf-decda1e08acb', 'network_id': 'a87ac28a-2aeb-4a83-82bf-decda1e08acb', 'project_id': 'e9919418afe248229cfe208277f2e93f', 'fixed_ips': [{'subnet_id': 'aa9fcc5d-ba04-4bc8-ac3a-fa1b2158dd4f'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:18:30.280160 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7fa3fc63-8364-4354-a14f-09b58ba5ac31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:30.308775 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf25f0af-24f5-4e3f-a384-7b8a6e30ff2e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Made reservation on behalf of e9919418afe248229cfe208277f2e93f for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:30.314189 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cf25f0af-24f5-4e3f-a384-7b8a6e30ff2e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:30.349775 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28c626-67b9-4a09-bbef-7bf635e35409 req-8d0ac153-d825-48ac-8b2e-f2dcf643c736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:30.351163 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ea28c626-67b9-4a09-bbef-7bf635e35409 req-8d0ac153-d825-48ac-8b2e-f2dcf643c736 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b6c9902a-ca90-4768-8ad8-e74435b83d39 HTTP/1.1" status: 200 len: 844 time: 0.1346524 Feb 09 01:18:30.360125 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299c7e0-bfa8-4fb9-97d7-e41ce7407ea8 req-d72a1456-515f-41d1-af9d-bf67e55bcfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:30.361650 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e299c7e0-bfa8-4fb9-97d7-e41ce7407ea8 req-d72a1456-515f-41d1-af9d-bf67e55bcfac service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3427014 Feb 09 01:18:30.439205 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ea28c626-67b9-4a09-bbef-7bf635e35409 req-a2238580-f469-4622-94b0-52cbe5daf921 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f155bdb8-b796-4b2f-8f0d-8611315d30bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765619 Feb 09 01:18:30.516628 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.resource_extend [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:18:30.811447 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f3d044-7a48-46eb-b162-4de66bd62588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c88474-d13c-4a12-a51b-d3a0c31c50c8'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:18:30.815839 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07fd095-3435-44b2-8159-7c4e9b05871f" -d '{"events": [{"server_uuid": "87f3d044-7a48-46eb-b162-4de66bd62588", "name": "network-vif-plugged", "status": "completed", "tag": "20c88474-d13c-4a12-a51b-d3a0c31c50c8"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:18:30.826504 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 2fa33a0a-bd57-4833-888e-d845bfa74804 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:18:30.826876 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cf25f0af-24f5-4e3f-a384-7b8a6e30ff2e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (989f8a52-0a9a-46f5-868b-2d52ddf6538c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:30.827891 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ea28c626-67b9-4a09-bbef-7bf635e35409 req-d0a5a346-ee56-4802-8cd7-5106f44ee0a3 service neutron] 10.222.0.91 "GET /v2.0/networks/f155bdb8-b796-4b2f-8f0d-8611315d30bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618836 Feb 09 01:18:30.866382 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 2fa33a0a-bd57-4833-888e-d845bfa74804 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:30.866901 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2fa33a0a-bd57-4833-888e-d845bfa74804), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:30.989010 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e299c7e0-bfa8-4fb9-97d7-e41ce7407ea8 req-cc0e4c6a-8091-4fc0-a1aa-5f6e1161f5de service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6041420 Feb 09 01:18:31.064986 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf25f0af-24f5-4e3f-a384-7b8a6e30ff2e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Pushing event updated for resources: {'Subnet': ['ID=989f8a52-0a9a-46f5-868b-2d52ddf6538c,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:31.145324 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ea28c626-67b9-4a09-bbef-7bf635e35409 req-43e5c803-458a-4526-806b-e103184cf609 service neutron] 10.222.0.91 "GET /v2.0/networks/f155bdb8-b796-4b2f-8f0d-8611315d30bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013988 Feb 09 01:18:31.181839 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf25f0af-24f5-4e3f-a384-7b8a6e30ff2e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Checking segment: {'id': '0d3c1337-4602-4f96-922a-4ca1aedec141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2cffe158-1e62-4cc7-b53e-f2901607bc8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:18:31.185218 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf25f0af-24f5-4e3f-a384-7b8a6e30ff2e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Network hostable DHCP agents. Network: 2cffe158-1e62-4cc7-b53e-f2901607bc8e, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:18:31.229393 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e299c7e0-bfa8-4fb9-97d7-e41ce7407ea8 req-5b297f45-f09e-4157-b35e-430427d51521 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333479 Feb 09 01:18:31.243223 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6,segment=NetworkSegment(231cc619-b79a-4847-94b3-cdbf4f5bda22),segment_id=231cc619-b79a-4847-94b3-cdbf4f5bda22)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:31.267376 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf25f0af-24f5-4e3f-a384-7b8a6e30ff2e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Network 2cffe158-1e62-4cc7-b53e-f2901607bc8e is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:18:31.291805 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6', 'network_id': 'f155bdb8-b796-4b2f-8f0d-8611315d30bd', 'port_id': '5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6', 'mac_address': 'fa:16:3e:53:b3:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6c9902a-ca90-4768-8ad8-e74435b83d39', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:18:31.297102 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-cf25f0af-24f5-4e3f-a384-7b8a6e30ff2e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 2cffe158-1e62-4cc7-b53e-f2901607bc8e) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:31.314103 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf25f0af-24f5-4e3f-a384-7b8a6e30ff2e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:31.318506 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cf25f0af-24f5-4e3f-a384-7b8a6e30ff2e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:31.319138 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-7fa3fc63-8364-4354-a14f-09b58ba5ac31 None None] Allocated IP 10.1.1.2 (a87ac28a-2aeb-4a83-82bf-decda1e08acb/aa9fcc5d-ba04-4bc8-ac3a-fa1b2158dd4f/e5e9cae4-d648-4df0-add2-d98d1dba5204) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:31.327064 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dffe58f-1ad5-4598-93e0-afd5e7e56e44 None None] Network 2cffe158-1e62-4cc7-b53e-f2901607bc8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:18:31.378466 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cf25f0af-24f5-4e3f-a384-7b8a6e30ff2e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3048320 Feb 09 01:18:31.382478 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56466) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:31.388965 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-57aaf833-770e-436d-b279-e65ab8e93e20 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Request body: {'port': {'network_id': 'a87ac28a-2aeb-4a83-82bf-decda1e08acb', 'name': 'tempest-TaggedBootDevicesTest-2026448034', 'fixed_ips': [{'subnet_id': 'aa9fcc5d-ba04-4bc8-ac3a-fa1b2158dd4f'}]}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:31.677374 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 2fa33a0a-bd57-4833-888e-d845bfa74804 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:31.682925 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2fa33a0a-bd57-4833-888e-d845bfa74804), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:31.703513 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57aaf833-770e-436d-b279-e65ab8e93e20 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Made reservation on behalf of e9919418afe248229cfe208277f2e93f for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:31.942145 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-57aaf833-770e-436d-b279-e65ab8e93e20 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:31.972055 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-57aaf833-770e-436d-b279-e65ab8e93e20 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] device_id is not set on port e4ad6d56-00d7-42d0-9033-d57c5a0dae64 yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:18:32.071523 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 2fa33a0a-bd57-4833-888e-d845bfa74804, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=2fa33a0a-bd57-4833-888e-d845bfa74804,segment=NetworkSegment(72acbb77-99d7-449f-a5b4-bbffd1cfebf0),segment_id=72acbb77-99d7-449f-a5b4-bbffd1cfebf0)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:32.087535 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (2fa33a0a-bd57-4833-888e-d845bfa74804), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:32.098275 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:32.098651 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:32.310190 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca76de47-4373-47d4-bc3d-0416cd876a6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-2cffe158-1e62-4cc7-b53e-f2901607bc8e', 'network_id': '2cffe158-1e62-4cc7-b53e-f2901607bc8e', 'project_id': 'e9919418afe248229cfe208277f2e93f', 'fixed_ips': [{'subnet_id': '989f8a52-0a9a-46f5-868b-2d52ddf6538c'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:18:32.311788 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ca76de47-4373-47d4-bc3d-0416cd876a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:32.384941 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:18:32.632431 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6,segment=NetworkSegment(231cc619-b79a-4847-94b3-cdbf4f5bda22),segment_id=231cc619-b79a-4847-94b3-cdbf4f5bda22)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:32.633683 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=2fa33a0a-bd57-4833-888e-d845bfa74804,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:32.646484 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:32.872520 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:32.910456 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7fa3fc63-8364-4354-a14f-09b58ba5ac31 None None] Publish callbacks [] for port (e5e9cae4-d648-4df0-add2-d98d1dba5204), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:32.926015 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7fa3fc63-8364-4354-a14f-09b58ba5ac31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (e5e9cae4-d648-4df0-add2-d98d1dba5204), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:33.117487 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:18:33.139609 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-57aaf833-770e-436d-b279-e65ab8e93e20 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Allocated IP 10.1.1.43 (a87ac28a-2aeb-4a83-82bf-decda1e08acb/aa9fcc5d-ba04-4bc8-ac3a-fa1b2158dd4f/e4ad6d56-00d7-42d0-9033-d57c5a0dae64) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:33.246769 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa3fc63-8364-4354-a14f-09b58ba5ac31 None None] Network a87ac28a-2aeb-4a83-82bf-decda1e08acb is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:33.281588 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-7fa3fc63-8364-4354-a14f-09b58ba5ac31 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:33.294268 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa3fc63-8364-4354-a14f-09b58ba5ac31 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:18:33.352855 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa3fc63-8364-4354-a14f-09b58ba5ac31 None None] Pushing event updated for resources: {'Port': ['ID=e5e9cae4-d648-4df0-add2-d98d1dba5204,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:33.394512 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-ca76de47-4373-47d4-bc3d-0416cd876a6e None None] Allocated IP 10.2.2.2 (2cffe158-1e62-4cc7-b53e-f2901607bc8e/989f8a52-0a9a-46f5-868b-2d52ddf6538c/f0136efd-1269-4932-a6f1-227e5a8bea62) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:33.517322 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-7fa3fc63-8364-4354-a14f-09b58ba5ac31 None None] Attempting to bind port e5e9cae4-d648-4df0-add2-d98d1dba5204 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:18:33.517694 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-7fa3fc63-8364-4354-a14f-09b58ba5ac31 None None] Attempting to bind port e5e9cae4-d648-4df0-add2-d98d1dba5204 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'af93cac6-5d5f-4d5f-921e-cbbc9866a4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a87ac28a-2aeb-4a83-82bf-decda1e08acb'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:18:33.518065 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa3fc63-8364-4354-a14f-09b58ba5ac31 None None] Attempting to bind port e5e9cae4-d648-4df0-add2-d98d1dba5204 on network a87ac28a-2aeb-4a83-82bf-decda1e08acb {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:18:33.559399 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-57aaf833-770e-436d-b279-e65ab8e93e20 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks [] for port (e4ad6d56-00d7-42d0-9033-d57c5a0dae64), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:33.572038 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa3fc63-8364-4354-a14f-09b58ba5ac31 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:18:33.572038 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa3fc63-8364-4354-a14f-09b58ba5ac31 None None] Checking segment: {'id': 'af93cac6-5d5f-4d5f-921e-cbbc9866a4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a87ac28a-2aeb-4a83-82bf-decda1e08acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:18:33.572038 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7fa3fc63-8364-4354-a14f-09b58ba5ac31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:33.572516 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa3fc63-8364-4354-a14f-09b58ba5ac31 None None] Bound using segment: {'id': 'af93cac6-5d5f-4d5f-921e-cbbc9866a4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a87ac28a-2aeb-4a83-82bf-decda1e08acb'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:18:33.572788 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-7fa3fc63-8364-4354-a14f-09b58ba5ac31 None None] Bound port: e5e9cae4-d648-4df0-add2-d98d1dba5204, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af93cac6-5d5f-4d5f-921e-cbbc9866a4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a87ac28a-2aeb-4a83-82bf-decda1e08acb'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:18:33.573181 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7fa3fc63-8364-4354-a14f-09b58ba5ac31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e5e9cae4-d648-4df0-add2-d98d1dba5204), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:33.627130 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-57aaf833-770e-436d-b279-e65ab8e93e20 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (e4ad6d56-00d7-42d0-9033-d57c5a0dae64), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:33.686402 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57aaf833-770e-436d-b279-e65ab8e93e20 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Network a87ac28a-2aeb-4a83-82bf-decda1e08acb is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:33.695214 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-57aaf833-770e-436d-b279-e65ab8e93e20 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:33.697859 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aaf833-770e-436d-b279-e65ab8e93e20 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:18:33.747127 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aaf833-770e-436d-b279-e65ab8e93e20 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Pushing event updated for resources: {'Port': ['ID=e4ad6d56-00d7-42d0-9033-d57c5a0dae64,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:33.821298 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57aaf833-770e-436d-b279-e65ab8e93e20 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:33.822679 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-57aaf833-770e-436d-b279-e65ab8e93e20 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:33.861685 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-57aaf833-770e-436d-b279-e65ab8e93e20 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4785273 Feb 09 01:18:33.862047 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56486) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:33.867388 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-cbc2427a-b1bb-4335-aef8-e547d6f24b46 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Request body: {'port': {'network_id': 'a87ac28a-2aeb-4a83-82bf-decda1e08acb', 'name': 'tempest-TaggedBootDevicesTest-881778539', 'fixed_ips': [{'subnet_id': 'aa9fcc5d-ba04-4bc8-ac3a-fa1b2158dd4f'}]}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:34.091641 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-7fa3fc63-8364-4354-a14f-09b58ba5ac31 None None] For port e5e9cae4-d648-4df0-add2-d98d1dba5204, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:18:34.138612 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-7fa3fc63-8364-4354-a14f-09b58ba5ac31 None None] For port e5e9cae4-d648-4df0-add2-d98d1dba5204, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=e5e9cae4-d648-4df0-add2-d98d1dba5204,segment=NetworkSegment(af93cac6-5d5f-4d5f-921e-cbbc9866a4d1),segment_id=af93cac6-5d5f-4d5f-921e-cbbc9866a4d1)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:18:34.139964 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc2427a-b1bb-4335-aef8-e547d6f24b46 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Made reservation on behalf of e9919418afe248229cfe208277f2e93f for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:34.145079 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cbc2427a-b1bb-4335-aef8-e547d6f24b46 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:34.183422 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-cbc2427a-b1bb-4335-aef8-e547d6f24b46 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] device_id is not set on port 5d99abd4-5248-45fa-8dc3-6b85097edb46 yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:18:34.227301 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7fa3fc63-8364-4354-a14f-09b58ba5ac31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e5e9cae4-d648-4df0-add2-d98d1dba5204), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:34.316271 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ca76de47-4373-47d4-bc3d-0416cd876a6e None None] Publish callbacks [] for port (f0136efd-1269-4932-a6f1-227e5a8bea62), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:34.358979 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ca76de47-4373-47d4-bc3d-0416cd876a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (f0136efd-1269-4932-a6f1-227e5a8bea62), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:34.438713 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa3fc63-8364-4354-a14f-09b58ba5ac31 None None] Pushing event updated for resources: {'Port': ['ID=e5e9cae4-d648-4df0-add2-d98d1dba5204,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:34.463785 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa3fc63-8364-4354-a14f-09b58ba5ac31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:34.476508 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa3fc63-8364-4354-a14f-09b58ba5ac31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:34.476870 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa3fc63-8364-4354-a14f-09b58ba5ac31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:34.477214 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa3fc63-8364-4354-a14f-09b58ba5ac31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:34.477551 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa3fc63-8364-4354-a14f-09b58ba5ac31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:34.477886 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa3fc63-8364-4354-a14f-09b58ba5ac31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:34.478210 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa3fc63-8364-4354-a14f-09b58ba5ac31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:34.478544 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa3fc63-8364-4354-a14f-09b58ba5ac31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:34.478860 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa3fc63-8364-4354-a14f-09b58ba5ac31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:34.479181 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa3fc63-8364-4354-a14f-09b58ba5ac31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:34.479504 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa3fc63-8364-4354-a14f-09b58ba5ac31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:34.479824 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa3fc63-8364-4354-a14f-09b58ba5ac31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:34.488340 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa3fc63-8364-4354-a14f-09b58ba5ac31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:34.501158 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca76de47-4373-47d4-bc3d-0416cd876a6e None None] Network 2cffe158-1e62-4cc7-b53e-f2901607bc8e is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:34.509900 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-ca76de47-4373-47d4-bc3d-0416cd876a6e None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:34.514920 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca76de47-4373-47d4-bc3d-0416cd876a6e None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:18:34.591342 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-cbc2427a-b1bb-4335-aef8-e547d6f24b46 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Allocated IP 10.1.1.56 (a87ac28a-2aeb-4a83-82bf-decda1e08acb/aa9fcc5d-ba04-4bc8-ac3a-fa1b2158dd4f/5d99abd4-5248-45fa-8dc3-6b85097edb46) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:34.681119 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:18:34.782254 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca76de47-4373-47d4-bc3d-0416cd876a6e None None] Pushing event updated for resources: {'Port': ['ID=f0136efd-1269-4932-a6f1-227e5a8bea62,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:34.948195 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-ca76de47-4373-47d4-bc3d-0416cd876a6e None None] Attempting to bind port f0136efd-1269-4932-a6f1-227e5a8bea62 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:18:34.948900 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-ca76de47-4373-47d4-bc3d-0416cd876a6e None None] Attempting to bind port f0136efd-1269-4932-a6f1-227e5a8bea62 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '0d3c1337-4602-4f96-922a-4ca1aedec141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2cffe158-1e62-4cc7-b53e-f2901607bc8e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:18:34.952614 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca76de47-4373-47d4-bc3d-0416cd876a6e None None] Attempting to bind port f0136efd-1269-4932-a6f1-227e5a8bea62 on network 2cffe158-1e62-4cc7-b53e-f2901607bc8e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:18:35.001576 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca76de47-4373-47d4-bc3d-0416cd876a6e None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:18:35.002272 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca76de47-4373-47d4-bc3d-0416cd876a6e None None] Checking segment: {'id': '0d3c1337-4602-4f96-922a-4ca1aedec141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2cffe158-1e62-4cc7-b53e-f2901607bc8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:18:35.003401 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ca76de47-4373-47d4-bc3d-0416cd876a6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:35.004078 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca76de47-4373-47d4-bc3d-0416cd876a6e None None] Bound using segment: {'id': '0d3c1337-4602-4f96-922a-4ca1aedec141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2cffe158-1e62-4cc7-b53e-f2901607bc8e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:18:35.006038 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-ca76de47-4373-47d4-bc3d-0416cd876a6e None None] Bound port: f0136efd-1269-4932-a6f1-227e5a8bea62, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d3c1337-4602-4f96-922a-4ca1aedec141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2cffe158-1e62-4cc7-b53e-f2901607bc8e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:18:35.007223 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ca76de47-4373-47d4-bc3d-0416cd876a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f0136efd-1269-4932-a6f1-227e5a8bea62), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:35.065014 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cbc2427a-b1bb-4335-aef8-e547d6f24b46 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks [] for port (5d99abd4-5248-45fa-8dc3-6b85097edb46), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:35.076512 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:18:35.085393 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:35.086234 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:35.114752 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cbc2427a-b1bb-4335-aef8-e547d6f24b46 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (5d99abd4-5248-45fa-8dc3-6b85097edb46), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:35.173971 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc2427a-b1bb-4335-aef8-e547d6f24b46 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Network a87ac28a-2aeb-4a83-82bf-decda1e08acb is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:35.178793 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-cbc2427a-b1bb-4335-aef8-e547d6f24b46 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:35.181528 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc2427a-b1bb-4335-aef8-e547d6f24b46 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:18:35.216810 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc2427a-b1bb-4335-aef8-e547d6f24b46 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Pushing event updated for resources: {'Port': ['ID=5d99abd4-5248-45fa-8dc3-6b85097edb46,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:35.241031 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:35.242229 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:35.279247 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-ca76de47-4373-47d4-bc3d-0416cd876a6e None None] For port f0136efd-1269-4932-a6f1-227e5a8bea62, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:18:35.283890 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc2427a-b1bb-4335-aef8-e547d6f24b46 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:35.284590 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cbc2427a-b1bb-4335-aef8-e547d6f24b46 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:35.318456 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-ca76de47-4373-47d4-bc3d-0416cd876a6e None None] For port f0136efd-1269-4932-a6f1-227e5a8bea62, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=f0136efd-1269-4932-a6f1-227e5a8bea62,segment=NetworkSegment(0d3c1337-4602-4f96-922a-4ca1aedec141),segment_id=0d3c1337-4602-4f96-922a-4ca1aedec141)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:18:35.324560 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-cbc2427a-b1bb-4335-aef8-e547d6f24b46 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4614851 Feb 09 01:18:35.345047 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ca76de47-4373-47d4-bc3d-0416cd876a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f0136efd-1269-4932-a6f1-227e5a8bea62), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:35.446083 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6,segment=NetworkSegment(231cc619-b79a-4847-94b3-cdbf4f5bda22),segment_id=231cc619-b79a-4847-94b3-cdbf4f5bda22)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:35.465448 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:35.500108 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca76de47-4373-47d4-bc3d-0416cd876a6e None None] Pushing event updated for resources: {'Port': ['ID=f0136efd-1269-4932-a6f1-227e5a8bea62,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:35.619273 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:36.370563 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device f0136efd-1269-4932-a6f1-227e5a8bea62 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:18:36.532915 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port f0136efd-1269-4932-a6f1-227e5a8bea62 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:36.533835 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f0136efd-1269-4932-a6f1-227e5a8bea62), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:36.599591 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5d80b4-b4cd-411b-a95d-e1435f49e57f None None] Network a87ac28a-2aeb-4a83-82bf-decda1e08acb requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:18:36.920326 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-0c9fcd7f-00e7-4753-a12b-889f67970c77 None None] Provisioning complete for port e5e9cae4-d648-4df0-add2-d98d1dba5204 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:36.920692 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0c9fcd7f-00e7-4753-a12b-889f67970c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e5e9cae4-d648-4df0-add2-d98d1dba5204), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:37.126512 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port f0136efd-1269-4932-a6f1-227e5a8bea62 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:37.128328 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f0136efd-1269-4932-a6f1-227e5a8bea62), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:37.311799 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port f0136efd-1269-4932-a6f1-227e5a8bea62, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=f0136efd-1269-4932-a6f1-227e5a8bea62,segment=NetworkSegment(0d3c1337-4602-4f96-922a-4ca1aedec141),segment_id=0d3c1337-4602-4f96-922a-4ca1aedec141)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:37.337454 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f0136efd-1269-4932-a6f1-227e5a8bea62), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:37.338237 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e5e9cae4-d648-4df0-add2-d98d1dba5204 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:18:37.561679 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=f0136efd-1269-4932-a6f1-227e5a8bea62,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:37.574368 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e74df6-88a4-48cf-8ff0-f8c06c4aa4ab None None] Network 2cffe158-1e62-4cc7-b53e-f2901607bc8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:18:37.623970 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-0c9fcd7f-00e7-4753-a12b-889f67970c77 None None] Current status of the port e5e9cae4-d648-4df0-add2-d98d1dba5204 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:37.625010 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0c9fcd7f-00e7-4753-a12b-889f67970c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e5e9cae4-d648-4df0-add2-d98d1dba5204), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:38.226866 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-0c9fcd7f-00e7-4753-a12b-889f67970c77 None None] For port e5e9cae4-d648-4df0-add2-d98d1dba5204, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=e5e9cae4-d648-4df0-add2-d98d1dba5204,segment=NetworkSegment(af93cac6-5d5f-4d5f-921e-cbbc9866a4d1),segment_id=af93cac6-5d5f-4d5f-921e-cbbc9866a4d1)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:38.248745 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0c9fcd7f-00e7-4753-a12b-889f67970c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e5e9cae4-d648-4df0-add2-d98d1dba5204), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:38.394590 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9fcd7f-00e7-4753-a12b-889f67970c77 None None] Pushing event updated for resources: {'Port': ['ID=e5e9cae4-d648-4df0-add2-d98d1dba5204,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:38.488556 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port e5e9cae4-d648-4df0-add2-d98d1dba5204 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:38.489154 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e5e9cae4-d648-4df0-add2-d98d1dba5204), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:38.510564 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-992054a9-0be1-47ed-8af7-1574ea84f5bc None None] Provisioning complete for port 5d99abd4-5248-45fa-8dc3-6b85097edb46 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:38.511782 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-992054a9-0be1-47ed-8af7-1574ea84f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5d99abd4-5248-45fa-8dc3-6b85097edb46), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:38.625777 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-992054a9-0be1-47ed-8af7-1574ea84f5bc None None] Port 5d99abd4-5248-45fa-8dc3-6b85097edb46 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:18:38.675098 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-992054a9-0be1-47ed-8af7-1574ea84f5bc None None] Provisioning complete for port f0136efd-1269-4932-a6f1-227e5a8bea62 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:38.675474 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-992054a9-0be1-47ed-8af7-1574ea84f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f0136efd-1269-4932-a6f1-227e5a8bea62), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:38.856464 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port e5e9cae4-d648-4df0-add2-d98d1dba5204 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:38.917152 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-992054a9-0be1-47ed-8af7-1574ea84f5bc None None] Current status of the port f0136efd-1269-4932-a6f1-227e5a8bea62 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:38.938693 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-992054a9-0be1-47ed-8af7-1574ea84f5bc None None] Provisioning complete for port e4ad6d56-00d7-42d0-9033-d57c5a0dae64 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:38.939159 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-992054a9-0be1-47ed-8af7-1574ea84f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e4ad6d56-00d7-42d0-9033-d57c5a0dae64), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:39.040844 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-992054a9-0be1-47ed-8af7-1574ea84f5bc None None] Port e4ad6d56-00d7-42d0-9033-d57c5a0dae64 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:18:39.051054 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device f0136efd-1269-4932-a6f1-227e5a8bea62 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:18:39.147884 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-992054a9-0be1-47ed-8af7-1574ea84f5bc None None] Provisioning complete for port e5e9cae4-d648-4df0-add2-d98d1dba5204 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:39.148356 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-992054a9-0be1-47ed-8af7-1574ea84f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e5e9cae4-d648-4df0-add2-d98d1dba5204), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:39.230756 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port f0136efd-1269-4932-a6f1-227e5a8bea62 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:39.231119 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f0136efd-1269-4932-a6f1-227e5a8bea62), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:39.349748 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-992054a9-0be1-47ed-8af7-1574ea84f5bc None None] Current status of the port e5e9cae4-d648-4df0-add2-d98d1dba5204 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:39.404508 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port f0136efd-1269-4932-a6f1-227e5a8bea62 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:39.406383 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e5e9cae4-d648-4df0-add2-d98d1dba5204 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:18:39.481721 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d8424ddb-8ef6-4fe4-bc55-5b791a6877f7 None None] Provisioning complete for port f0136efd-1269-4932-a6f1-227e5a8bea62 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:39.481995 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d8424ddb-8ef6-4fe4-bc55-5b791a6877f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f0136efd-1269-4932-a6f1-227e5a8bea62), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:39.487047 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port e5e9cae4-d648-4df0-add2-d98d1dba5204 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:39.488082 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e5e9cae4-d648-4df0-add2-d98d1dba5204), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:39.640763 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port e5e9cae4-d648-4df0-add2-d98d1dba5204 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:39.705390 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d8424ddb-8ef6-4fe4-bc55-5b791a6877f7 None None] Current status of the port f0136efd-1269-4932-a6f1-227e5a8bea62 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:41.299303 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56568) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:41.474133 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-92ec8ea9-aea0-46cc-99f0-6cc83733efa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:41.610444 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-92ec8ea9-aea0-46cc-99f0-6cc83733efa1 admin admin] Publish callbacks [] for security_group (fcad8722-00b5-440e-bcbf-723b516bd72b), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:41.617130 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-92ec8ea9-aea0-46cc-99f0-6cc83733efa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (fcad8722-00b5-440e-bcbf-723b516bd72b), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:41.648821 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-92ec8ea9-aea0-46cc-99f0-6cc83733efa1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=820e2cce55524fa0a6bd277cb86fe135&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3470931 Feb 09 01:18:41.651919 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56586) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:41.678897 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec8ea9-aea0-46cc-99f0-6cc83733efa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcad8722-00b5-440e-bcbf-723b516bd72b,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:41.716770 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-85c9f0ce-6e00-4d63-b48e-2b3b3a8f8f2d admin admin] Publish callbacks [] for security_group (fcad8722-00b5-440e-bcbf-723b516bd72b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:41.745900 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-85c9f0ce-6e00-4d63-b48e-2b3b3a8f8f2d admin admin] Publish callbacks [] for security_group (fcad8722-00b5-440e-bcbf-723b516bd72b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:41.807640 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-85c9f0ce-6e00-4d63-b48e-2b3b3a8f8f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (fcad8722-00b5-440e-bcbf-723b516bd72b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:41.811149 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-85c9f0ce-6e00-4d63-b48e-2b3b3a8f8f2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:41.816419 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-85c9f0ce-6e00-4d63-b48e-2b3b3a8f8f2d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fcad8722-00b5-440e-bcbf-723b516bd72b HTTP/1.1" status: 204 len: 168 time: 0.1634555 Feb 09 01:18:41.827910 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9f0ce-6e00-4d63-b48e-2b3b3a8f8f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcad8722-00b5-440e-bcbf-723b516bd72b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:41.839082 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9f0ce-6e00-4d63-b48e-2b3b3a8f8f2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:41.839701 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9f0ce-6e00-4d63-b48e-2b3b3a8f8f2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:41.840633 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9f0ce-6e00-4d63-b48e-2b3b3a8f8f2d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:41.841338 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9f0ce-6e00-4d63-b48e-2b3b3a8f8f2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:41.841915 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9f0ce-6e00-4d63-b48e-2b3b3a8f8f2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:41.842624 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9f0ce-6e00-4d63-b48e-2b3b3a8f8f2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:41.843764 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9f0ce-6e00-4d63-b48e-2b3b3a8f8f2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:41.844464 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9f0ce-6e00-4d63-b48e-2b3b3a8f8f2d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:41.845209 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9f0ce-6e00-4d63-b48e-2b3b3a8f8f2d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:41.845771 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9f0ce-6e00-4d63-b48e-2b3b3a8f8f2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:41.846563 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9f0ce-6e00-4d63-b48e-2b3b3a8f8f2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:41.847118 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9f0ce-6e00-4d63-b48e-2b3b3a8f8f2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:41.847900 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9f0ce-6e00-4d63-b48e-2b3b3a8f8f2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:42.050599 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151e4e7-ed8b-459a-9371-b6f0cde5d436 req-c46d1a0f-636b-4f09-91f4-285a0d0090ec tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:42.052121 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5151e4e7-ed8b-459a-9371-b6f0cde5d436 req-c46d1a0f-636b-4f09-91f4-285a0d0090ec tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=95310ab8-9a1d-4e60-9b72-79184e312e12 HTTP/1.1" status: 200 len: 946 time: 0.1211364 Feb 09 01:18:42.081067 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-19b6040e-d4c7-4592-acdc-4563dc5fb1a3 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:42.082544 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-19b6040e-d4c7-4592-acdc-4563dc5fb1a3 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/networks?id=4f2352f9-f273-4371-afcf-34ba242f040c HTTP/1.1" status: 200 len: 821 time: 0.1677177 Feb 09 01:18:42.108565 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-9bd67cee-af13-4094-9214-1799b395ecd1 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/quotas/425a719b34a746919c58206639b6374e HTTP/1.1" status: 200 len: 375 time: 0.0194113 Feb 09 01:18:42.154698 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-f2223ce0-4c95-4ab4-bed4-6c31a58dfcb1 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=425a719b34a746919c58206639b6374e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387189 Feb 09 01:18:42.157235 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56610) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:42.165862 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5151e4e7-ed8b-459a-9371-b6f0cde5d436 req-da9a2085-4c58-4cfd-9edf-939b2894cc4b tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048777 Feb 09 01:18:42.191109 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-603d1a12-fd9e-4247-9fa5-8537e08680c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:42.340743 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-5036c399-e5b0-4493-80ce-3ece88e98a5f service neutron] 10.222.0.30 "GET /v2.0/networks/4f2352f9-f273-4371-afcf-34ba242f040c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739297 Feb 09 01:18:42.380829 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51cdd9-d726-46bb-8013-f6428044eb61 req-d06c330d-ad05-4ab7-be90-bbbb6e20dafa tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:42.382356 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2d51cdd9-d726-46bb-8013-f6428044eb61 req-d06c330d-ad05-4ab7-be90-bbbb6e20dafa tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/ports?device_id=c48882ac-1295-4d05-bea3-b4dacd467fe9 HTTP/1.1" status: 200 len: 946 time: 0.1447332 Feb 09 01:18:42.468865 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-603d1a12-fd9e-4247-9fa5-8537e08680c2 admin admin] Publish callbacks [] for security_group (cc6b4500-36dd-481f-86e8-d32c77dcca99), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:42.480380 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-603d1a12-fd9e-4247-9fa5-8537e08680c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (cc6b4500-36dd-481f-86e8-d32c77dcca99), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:42.548983 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2d51cdd9-d726-46bb-8013-f6428044eb61 req-e2be8c3d-47ce-4354-8e07-10f40cb289c8 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups?id=d30b6bd6-ee82-453d-882d-6bbb3d802968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374681 Feb 09 01:18:42.555366 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d1a12-fd9e-4247-9fa5-8537e08680c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6b4500-36dd-481f-86e8-d32c77dcca99,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:42.561021 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-603d1a12-fd9e-4247-9fa5-8537e08680c2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a7aee86b8b074bafa583362881da6f9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4014692 Feb 09 01:18:42.564648 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-28bf7572-0d59-4d03-82a7-9093d9fb8997 service neutron] 10.222.0.30 "GET /v2.0/networks/4f2352f9-f273-4371-afcf-34ba242f040c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160153 Feb 09 01:18:42.566662 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56612) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:42.637439 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1ed4219e-433e-4f19-a52a-d508c36ddac6 admin admin] Publish callbacks [] for security_group (cc6b4500-36dd-481f-86e8-d32c77dcca99), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:42.666140 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1ed4219e-433e-4f19-a52a-d508c36ddac6 admin admin] Publish callbacks [] for security_group (cc6b4500-36dd-481f-86e8-d32c77dcca99), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:42.716923 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8406322-d52d-48ce-90b0-06061dbf2009 req-34eecb21-f85a-4d72-8fa9-f3217d6dc2d3 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:42.720589 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c8406322-d52d-48ce-90b0-06061dbf2009 req-34eecb21-f85a-4d72-8fa9-f3217d6dc2d3 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f3d044-7a48-46eb-b162-4de66bd62588 HTTP/1.1" status: 200 len: 945 time: 0.0932159 Feb 09 01:18:42.724661 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6366d2a6-95e0-44ca-8165-f645418065dc x-openstack-request-id: req-6366d2a6-95e0-44ca-8165-f645418065dc {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:18:42.725598 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87f3d044-7a48-46eb-b162-4de66bd62588", "name": "network-vif-plugged", "status": "completed", "tag": "20c88474-d13c-4a12-a51b-d3a0c31c50c8", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:18:42.726065 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6366d2a6-95e0-44ca-8165-f645418065dc {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:18:42.726636 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f3d044-7a48-46eb-b162-4de66bd62588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c88474-d13c-4a12-a51b-d3a0c31c50c8', 'code': 200} Feb 09 01:18:42.735637 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1ed4219e-433e-4f19-a52a-d508c36ddac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (cc6b4500-36dd-481f-86e8-d32c77dcca99), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:42.743719 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1ed4219e-433e-4f19-a52a-d508c36ddac6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:42.760853 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1ed4219e-433e-4f19-a52a-d508c36ddac6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cc6b4500-36dd-481f-86e8-d32c77dcca99 HTTP/1.1" status: 204 len: 168 time: 0.1856298 Feb 09 01:18:42.782326 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4219e-433e-4f19-a52a-d508c36ddac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6b4500-36dd-481f-86e8-d32c77dcca99,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:42.853723 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c8406322-d52d-48ce-90b0-06061dbf2009 req-43a1e4eb-5e5c-48c0-84fd-982e35fcfc1f tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162374 Feb 09 01:18:43.078931 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56638) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:43.085709 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-7a084684-86b4-42b7-9204-31af6ce07f72 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Request body: {'security_group': {'name': 'tempest-securitygroup--422338364', 'description': 'tempest-description--837661138'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:43.150244 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a084684-86b4-42b7-9204-31af6ce07f72 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:43.355123 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a084684-86b4-42b7-9204-31af6ce07f72 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks [] for security_group (11940a88-c8da-4c2d-8937-d58ae8a1f09a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:43.363182 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a084684-86b4-42b7-9204-31af6ce07f72 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (11940a88-c8da-4c2d-8937-d58ae8a1f09a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:43.371560 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-17754c52-beb9-499e-b6c7-2067b5ee4ef0 req-c316114c-2abb-4036-a298-72b9439de80b tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=669794fb-b492-42c9-aae4-dc6a5578579c HTTP/1.1" status: 200 len: 210 time: 0.0693090 Feb 09 01:18:43.412989 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8c2a7-0939-43ed-9add-528f13cc3e0c req-07d13fa0-d27f-481c-932f-dde508d35e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:43.416547 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-40d8c2a7-0939-43ed-9add-528f13cc3e0c req-07d13fa0-d27f-481c-932f-dde508d35e99 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=87f3d044-7a48-46eb-b162-4de66bd62588 HTTP/1.1" status: 200 len: 1128 time: 0.5578337 Feb 09 01:18:43.418105 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a084684-86b4-42b7-9204-31af6ce07f72 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11940a88-c8da-4c2d-8937-d58ae8a1f09a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:43.437838 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a084684-86b4-42b7-9204-31af6ce07f72 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:43.439358 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7a084684-86b4-42b7-9204-31af6ce07f72 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3587947 Feb 09 01:18:43.443719 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56650) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:43.453187 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-5f9013b5-c9a8-4bc2-9c0b-8313b7afbf52 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Request body: {'security_group_rule': {'security_group_id': '11940a88-c8da-4c2d-8937-d58ae8a1f09a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:43.511331 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5f9013b5-c9a8-4bc2-9c0b-8313b7afbf52 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks [] for security_group_rule (cd218e5a-83d5-4712-9014-0db7d04cea86), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:43.561100 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-40d8c2a7-0939-43ed-9add-528f13cc3e0c req-85a3db14-3be0-42f7-acfc-5cdef547c569 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397145 Feb 09 01:18:43.600391 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5f9013b5-c9a8-4bc2-9c0b-8313b7afbf52 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks [] for security_group_rule (cd218e5a-83d5-4712-9014-0db7d04cea86), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:43.607299 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5f9013b5-c9a8-4bc2-9c0b-8313b7afbf52 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (cd218e5a-83d5-4712-9014-0db7d04cea86), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:43.635166 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9013b5-c9a8-4bc2-9c0b-8313b7afbf52 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd218e5a-83d5-4712-9014-0db7d04cea86,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:43.654788 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5f9013b5-c9a8-4bc2-9c0b-8313b7afbf52 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:43.656791 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5f9013b5-c9a8-4bc2-9c0b-8313b7afbf52 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2118244 Feb 09 01:18:43.659717 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56664) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:43.664579 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-9271e94b-f4fe-44b2-96fb-b5778d07c554 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Request body: {'security_group_rule': {'security_group_id': '11940a88-c8da-4c2d-8937-d58ae8a1f09a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:43.677094 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a04099-21ed-44a3-ad5a-b261ba380d67 req-c07f80e3-30ce-4c0f-b69e-c6c0bb523490 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:43.683268 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-10a04099-21ed-44a3-ad5a-b261ba380d67 req-c07f80e3-30ce-4c0f-b69e-c6c0bb523490 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] 10.222.0.30 "GET /v2.0/ports?device_id=2043a619-df48-484b-b0df-dedaa1c33fe0 HTTP/1.1" status: 200 len: 950 time: 0.1577919 Feb 09 01:18:43.697756 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9271e94b-f4fe-44b2-96fb-b5778d07c554 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks [] for security_group_rule (95665476-a744-4f53-9531-11e716ba4982), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:43.736569 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194714b9-ee66-4e47-b684-5aab45378f5e req-558b07c5-a759-46ca-bd4a-50969fcc7fb8 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:43.738169 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-194714b9-ee66-4e47-b684-5aab45378f5e req-558b07c5-a759-46ca-bd4a-50969fcc7fb8 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] 10.222.0.30 "GET /v2.0/networks?id=abf1fb35-3013-4c3d-bbbe-19417af179a8 HTTP/1.1" status: 200 len: 815 time: 0.2161200 Feb 09 01:18:43.770345 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9271e94b-f4fe-44b2-96fb-b5778d07c554 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks [] for security_group_rule (95665476-a744-4f53-9531-11e716ba4982), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:43.771678 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-194714b9-ee66-4e47-b684-5aab45378f5e req-7ff00a5f-2636-407c-832c-4cf7a9d1ff97 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] 10.222.0.30 "GET /v2.0/quotas/8504a22500a54a54a8fec90c069aae71 HTTP/1.1" status: 200 len: 375 time: 0.0227139 Feb 09 01:18:43.778501 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9271e94b-f4fe-44b2-96fb-b5778d07c554 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (95665476-a744-4f53-9531-11e716ba4982), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:43.782159 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-10a04099-21ed-44a3-ad5a-b261ba380d67 req-2a133d78-0098-484d-8a99-353aed06dfd5 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] 10.222.0.30 "GET /v2.0/security-groups?id=cae92d08-e4a6-4eba-a75a-1bf840710929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859284 Feb 09 01:18:43.802157 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271e94b-f4fe-44b2-96fb-b5778d07c554 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95665476-a744-4f53-9531-11e716ba4982,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:43.817347 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9271e94b-f4fe-44b2-96fb-b5778d07c554 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:43.821809 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9271e94b-f4fe-44b2-96fb-b5778d07c554 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1578770 Feb 09 01:18:43.822593 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56674) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:43.829834 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-b9142827-99f6-4ab3-933a-f604627fe1aa tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:43.879031 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b9142827-99f6-4ab3-933a-f604627fe1aa tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:43.939945 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-194714b9-ee66-4e47-b684-5aab45378f5e req-de0606f5-e812-4412-ae41-4a655dd51c1a tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8504a22500a54a54a8fec90c069aae71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1531794 Feb 09 01:18:43.959375 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84d44d-75e2-49a2-a935-1cca44147790 req-a70ffdfa-5739-4420-9b0f-dc70ecb8bcc3 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:43.960962 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1b84d44d-75e2-49a2-a935-1cca44147790 req-a70ffdfa-5739-4420-9b0f-dc70ecb8bcc3 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=95310ab8-9a1d-4e60-9b72-79184e312e12 HTTP/1.1" status: 200 len: 946 time: 0.0788133 Feb 09 01:18:44.016534 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b9142827-99f6-4ab3-933a-f604627fe1aa tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:44.084277 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1b84d44d-75e2-49a2-a935-1cca44147790 req-5301c8ca-8f2f-47d2-a566-8eb3c57c69f4 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133180 Feb 09 01:18:44.126672 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-194714b9-ee66-4e47-b684-5aab45378f5e req-b7001815-d360-4ff4-8f96-bb10c150f09a service neutron] 10.222.0.30 "GET /v2.0/networks/abf1fb35-3013-4c3d-bbbe-19417af179a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644359 Feb 09 01:18:44.157266 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-b9142827-99f6-4ab3-933a-f604627fe1aa tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Allocated IP 172.25.1.26 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/3f791ab9-52e5-46f2-8866-3d61ca7788fc) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:44.269754 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-194714b9-ee66-4e47-b684-5aab45378f5e req-d36f0273-9de2-417a-8dda-c1b7e3312f54 service neutron] 10.222.0.30 "GET /v2.0/networks/abf1fb35-3013-4c3d-bbbe-19417af179a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419396 Feb 09 01:18:44.277128 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a331e9-1011-4bc0-968e-7340a1e2b049 req-ea24d3a8-02f0-4e9d-9e7b-866fb7925e85 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:44.281793 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b9142827-99f6-4ab3-933a-f604627fe1aa tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks [] for port (3f791ab9-52e5-46f2-8866-3d61ca7788fc), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:44.284098 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a1a331e9-1011-4bc0-968e-7340a1e2b049 req-ea24d3a8-02f0-4e9d-9e7b-866fb7925e85 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/ports?device_id=c48882ac-1295-4d05-bea3-b4dacd467fe9 HTTP/1.1" status: 200 len: 946 time: 0.0997663 Feb 09 01:18:44.342933 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b9142827-99f6-4ab3-933a-f604627fe1aa tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (3f791ab9-52e5-46f2-8866-3d61ca7788fc), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:44.356667 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a1a331e9-1011-4bc0-968e-7340a1e2b049 req-17badb04-4ff4-4f8c-a80b-7687b2ab0b66 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups?id=d30b6bd6-ee82-453d-882d-6bbb3d802968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712132 Feb 09 01:18:44.401923 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9142827-99f6-4ab3-933a-f604627fe1aa tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:44.405305 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-b9142827-99f6-4ab3-933a-f604627fe1aa tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:44.409092 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9142827-99f6-4ab3-933a-f604627fe1aa tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:18:44.419207 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9142827-99f6-4ab3-933a-f604627fe1aa tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Pushing event updated for resources: {'Port': ['ID=3f791ab9-52e5-46f2-8866-3d61ca7788fc,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:44.607840 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b9142827-99f6-4ab3-933a-f604627fe1aa tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks [] for floatingip (30227fee-7116-4164-acd7-e3f7e0d518e0), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:44.720131 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b9142827-99f6-4ab3-933a-f604627fe1aa tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3f791ab9-52e5-46f2-8866-3d61ca7788fc), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:44.723784 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-93c64805-83a0-47c1-a321-62b4972ae347 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:44.725505 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-93c64805-83a0-47c1-a321-62b4972ae347 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.121 "GET /v2.0/networks?id=4f2352f9-f273-4371-afcf-34ba242f040c HTTP/1.1" status: 200 len: 821 time: 0.2665124 Feb 09 01:18:44.728739 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48882ac-1295-4d05-bea3-b4dacd467fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa33a0a-bd57-4833-888e-d845bfa74804'}, {'server_uuid': '95310ab8-9a1d-4e60-9b72-79184e312e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:18:44.731462 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeda38a7-3c16-4eee-b6ef-1b2ccb84a617" -d '{"events": [{"server_uuid": "c48882ac-1295-4d05-bea3-b4dacd467fe9", "name": "network-vif-plugged", "status": "completed", "tag": "2fa33a0a-bd57-4833-888e-d845bfa74804"}, {"server_uuid": "95310ab8-9a1d-4e60-9b72-79184e312e12", "name": "network-vif-plugged", "status": "completed", "tag": "5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:18:44.756403 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-512d2e18-1cd4-4a40-8b65-b199fe335edd tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Request body: {'port': {'device_id': '669794fb-b492-42c9-aae4-dc6a5578579c', 'network_id': '4f2352f9-f273-4371-afcf-34ba242f040c', 'admin_state_up': True, 'tenant_id': '425a719b34a746919c58206639b6374e'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:44.967046 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-512d2e18-1cd4-4a40-8b65-b199fe335edd tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Made reservation on behalf of 425a719b34a746919c58206639b6374e for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:44.975719 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-512d2e18-1cd4-4a40-8b65-b199fe335edd tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:44.984724 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device e2802cd0-c205-4a26-82c7-646e9b414123 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:18:44.995043 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b9142827-99f6-4ab3-933a-f604627fe1aa tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks [] for port (3f791ab9-52e5-46f2-8866-3d61ca7788fc), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:45.003289 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b9142827-99f6-4ab3-933a-f604627fe1aa tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (3f791ab9-52e5-46f2-8866-3d61ca7788fc), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:45.136125 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9142827-99f6-4ab3-933a-f604627fe1aa tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Pushing event updated for resources: {'Port': ['ID=3f791ab9-52e5-46f2-8866-3d61ca7788fc,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:45.148257 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3b33b-0163-4b20-adf4-29a60cbe1c7c req-39a8fec0-2483-4713-a311-2190de6e56bc tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:45.150108 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a2a3b33b-0163-4b20-adf4-29a60cbe1c7c req-39a8fec0-2483-4713-a311-2190de6e56bc tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f3d044-7a48-46eb-b162-4de66bd62588 HTTP/1.1" status: 200 len: 945 time: 0.6244433 Feb 09 01:18:45.160932 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b9142827-99f6-4ab3-933a-f604627fe1aa tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (30227fee-7116-4164-acd7-e3f7e0d518e0), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:45.183972 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b9142827-99f6-4ab3-933a-f604627fe1aa tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:45.188546 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b9142827-99f6-4ab3-933a-f604627fe1aa tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3648968 Feb 09 01:18:45.206753 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port e2802cd0-c205-4a26-82c7-646e9b414123 is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:45.208138 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e2802cd0-c205-4a26-82c7-646e9b414123), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:45.218004 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a2a3b33b-0163-4b20-adf4-29a60cbe1c7c req-3bc378f5-aa35-489e-9e9b-8b0e5af4ae8a tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540245 Feb 09 01:18:45.278256 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port e2802cd0-c205-4a26-82c7-646e9b414123, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=e2802cd0-c205-4a26-82c7-646e9b414123,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:45.285009 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e2802cd0-c205-4a26-82c7-646e9b414123), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:45.335458 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-512d2e18-1cd4-4a40-8b65-b199fe335edd tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Allocated IP 172.20.0.2 (4f2352f9-f273-4371-afcf-34ba242f040c/2ce5a8b1-7fc6-4c71-98bf-e410dbdc2daf/f7794da2-62c0-4bae-afb7-2847be1f8cda) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:45.382799 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=e2802cd0-c205-4a26-82c7-646e9b414123,revision_number=11']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:45.430664 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6445afd3-51ab-4568-9c9b-af1c0f2b8e9d req-07e294b7-8f5f-418e-8fbf-64d684cb9055 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=669794fb-b492-42c9-aae4-dc6a5578579c HTTP/1.1" status: 200 len: 210 time: 0.0610595 Feb 09 01:18:45.559855 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b7a8d94e-2bc4-4828-8324-6a9f7753de07 req-b5866eda-fd25-40b4-9439-93b3b4a4de29 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3f19d81-ea95-41af-959e-8fd7203eec07 HTTP/1.1" status: 200 len: 210 time: 0.0478065 Feb 09 01:18:45.649410 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 01:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b22342-57ec-4981-a1cd-3a864135bc4f x-openstack-request-id: req-46b22342-57ec-4981-a1cd-3a864135bc4f {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:18:45.649999 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48882ac-1295-4d05-bea3-b4dacd467fe9", "name": "network-vif-plugged", "status": "completed", "tag": "2fa33a0a-bd57-4833-888e-d845bfa74804", "code": 200}, {"server_uuid": "95310ab8-9a1d-4e60-9b72-79184e312e12", "name": "network-vif-plugged", "status": "completed", "tag": "5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:18:45.650485 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-46b22342-57ec-4981-a1cd-3a864135bc4f {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:18:45.650981 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48882ac-1295-4d05-bea3-b4dacd467fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa33a0a-bd57-4833-888e-d845bfa74804', 'code': 200} Feb 09 01:18:45.651592 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95310ab8-9a1d-4e60-9b72-79184e312e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6', 'code': 200} Feb 09 01:18:45.713814 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-512d2e18-1cd4-4a40-8b65-b199fe335edd tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks [] for port (f7794da2-62c0-4bae-afb7-2847be1f8cda), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:45.770506 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-512d2e18-1cd4-4a40-8b65-b199fe335edd tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (f7794da2-62c0-4bae-afb7-2847be1f8cda), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:45.885581 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351325be-c463-4cf2-8cf8-08e00f052e9e req-e6053da6-5430-4d2a-b66c-7015c47df65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:45.889310 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-351325be-c463-4cf2-8cf8-08e00f052e9e req-e6053da6-5430-4d2a-b66c-7015c47df65e service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c48882ac-1295-4d05-bea3-b4dacd467fe9 HTTP/1.1" status: 200 len: 1129 time: 0.0965881 Feb 09 01:18:45.938178 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-512d2e18-1cd4-4a40-8b65-b199fe335edd tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Network 4f2352f9-f273-4371-afcf-34ba242f040c is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:45.943429 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3b295-1def-477c-9634-87628ae02d55 req-38d0d49e-a0ed-4646-986c-b754402ec3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:45.945013 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-29d3b295-1def-477c-9634-87628ae02d55 req-38d0d49e-a0ed-4646-986c-b754402ec3bb service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=95310ab8-9a1d-4e60-9b72-79184e312e12 HTTP/1.1" status: 200 len: 1129 time: 0.1899731 Feb 09 01:18:45.945661 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d2e18-1cd4-4a40-8b65-b199fe335edd tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Pushing event updated for resources: {'Port': ['ID=f7794da2-62c0-4bae-afb7-2847be1f8cda,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:45.950666 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-512d2e18-1cd4-4a40-8b65-b199fe335edd tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:45.973256 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-512d2e18-1cd4-4a40-8b65-b199fe335edd tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:18:45.994245 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-351325be-c463-4cf2-8cf8-08e00f052e9e req-cbd73d8b-3d97-48dc-8d7c-0403e577a07c service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=d30b6bd6-ee82-453d-882d-6bbb3d802968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934198 Feb 09 01:18:46.067589 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e966468-d22d-44e7-83d5-b034cbebe0b7 req-5c6a3ef7-0673-432e-9337-68e26c126ec9 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:46.073706 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:18:46.076506 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8e966468-d22d-44e7-83d5-b034cbebe0b7 req-5c6a3ef7-0673-432e-9337-68e26c126ec9 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=95310ab8-9a1d-4e60-9b72-79184e312e12 HTTP/1.1" status: 200 len: 946 time: 0.2595637 Feb 09 01:18:46.223833 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-512d2e18-1cd4-4a40-8b65-b199fe335edd tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:46.224536 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-512d2e18-1cd4-4a40-8b65-b199fe335edd tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:46.247791 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-29d3b295-1def-477c-9634-87628ae02d55 req-2991f032-cbbc-422e-8d2b-db1b921ddebe service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935412 Feb 09 01:18:46.284979 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b24b9b-adc8-455f-afc1-825f46f2692d req-b41a0fd3-966e-426b-a319-bd38cd751eb4 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:46.286499 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-73b24b9b-adc8-455f-afc1-825f46f2692d req-b41a0fd3-966e-426b-a319-bd38cd751eb4 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/ports?device_id=c48882ac-1295-4d05-bea3-b4dacd467fe9 HTTP/1.1" status: 200 len: 946 time: 0.3381956 Feb 09 01:18:46.292447 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-512d2e18-1cd4-4a40-8b65-b199fe335edd tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5433650 Feb 09 01:18:46.300038 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8e966468-d22d-44e7-83d5-b034cbebe0b7 req-dba1772f-73dc-468e-9b52-4608381317a9 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226112 Feb 09 01:18:46.350208 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-da48c1f9-5f8a-4421-a1c8-7aff7ec720b3 service neutron] Request body: {'port': {'device_id': '669794fb-b492-42c9-aae4-dc6a5578579c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:46.451806 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-73b24b9b-adc8-455f-afc1-825f46f2692d req-9bb928cb-3c42-477d-bb0d-0aed10d64eb8 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups?id=d30b6bd6-ee82-453d-882d-6bbb3d802968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558208 Feb 09 01:18:46.502315 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194714b9-ee66-4e47-b684-5aab45378f5e req-adde528c-0d05-44b0-83d0-309d9f571cf4 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:46.504159 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-194714b9-ee66-4e47-b684-5aab45378f5e req-adde528c-0d05-44b0-83d0-309d9f571cf4 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] 10.222.0.121 "GET /v2.0/networks?id=abf1fb35-3013-4c3d-bbbe-19417af179a8 HTTP/1.1" status: 200 len: 815 time: 0.3831127 Feb 09 01:18:46.557899 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-08c8f3f0-5909-49b4-b8a8-1af94244d789 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--422338364&fields=id&tenant_id=e9919418afe248229cfe208277f2e93f HTTP/1.1" status: 200 len: 267 time: 0.1411462 Feb 09 01:18:46.568026 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-194714b9-ee66-4e47-b684-5aab45378f5e req-3396a406-8769-454c-a632-008ace64dde3 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] Request body: {'port': {'device_id': 'b3f19d81-ea95-41af-959e-8fd7203eec07', 'network_id': 'abf1fb35-3013-4c3d-bbbe-19417af179a8', 'admin_state_up': True, 'tenant_id': '8504a22500a54a54a8fec90c069aae71'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:46.585038 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56796) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:46.672789 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-da48c1f9-5f8a-4421-a1c8-7aff7ec720b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f7794da2-62c0-4bae-afb7-2847be1f8cda), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:46.700147 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a183a111-7f23-498f-9634-630d0313a107 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:46.720607 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-c1ad92ff-cbb9-4969-97f2-5a4e9a1d7d3f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:46.722519 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-c1ad92ff-cbb9-4969-97f2-5a4e9a1d7d3f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports/e4ad6d56-00d7-42d0-9033-d57c5a0dae64 HTTP/1.1" status: 200 len: 931 time: 0.1634438 Feb 09 01:18:46.793013 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a183a111-7f23-498f-9634-630d0313a107 admin admin] Publish callbacks [] for security_group (1de73857-d785-4e63-9982-7aeb54c79308), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:46.799287 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a183a111-7f23-498f-9634-630d0313a107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1de73857-d785-4e63-9982-7aeb54c79308), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:46.847833 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89b644-600b-4e1f-912d-4211db9e4abf req-ef9e8c51-ba76-4d6e-8a73-a0e979fb2901 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:46.851419 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a183a111-7f23-498f-9634-630d0313a107 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=41ad92c8b7994524a8db20ecbc76e406&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2625494 Feb 09 01:18:46.851419 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56808) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:46.855500 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5b89b644-600b-4e1f-912d-4211db9e4abf req-ef9e8c51-ba76-4d6e-8a73-a0e979fb2901 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f3d044-7a48-46eb-b162-4de66bd62588 HTTP/1.1" status: 200 len: 945 time: 0.2822058 Feb 09 01:18:46.860838 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a183a111-7f23-498f-9634-630d0313a107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de73857-d785-4e63-9982-7aeb54c79308,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:46.924580 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f27a55d-7f71-4ebf-ac9e-44d2c7ee3867 admin admin] Publish callbacks [] for security_group (1de73857-d785-4e63-9982-7aeb54c79308), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:46.960097 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f27a55d-7f71-4ebf-ac9e-44d2c7ee3867 admin admin] Publish callbacks [] for security_group (1de73857-d785-4e63-9982-7aeb54c79308), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:47.006587 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-6c92a21f-944d-47d3-b0d2-e7d80f1b11a3 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:47.008191 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-6c92a21f-944d-47d3-b0d2-e7d80f1b11a3 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports/5d99abd4-5248-45fa-8dc3-6b85097edb46 HTTP/1.1" status: 200 len: 930 time: 0.2586954 Feb 09 01:18:47.030625 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f27a55d-7f71-4ebf-ac9e-44d2c7ee3867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1de73857-d785-4e63-9982-7aeb54c79308), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:47.037105 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f27a55d-7f71-4ebf-ac9e-44d2c7ee3867 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:47.040137 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4f27a55d-7f71-4ebf-ac9e-44d2c7ee3867 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1de73857-d785-4e63-9982-7aeb54c79308 HTTP/1.1" status: 204 len: 168 time: 0.1878352 Feb 09 01:18:47.072968 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27a55d-7f71-4ebf-ac9e-44d2c7ee3867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de73857-d785-4e63-9982-7aeb54c79308,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:47.140266 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-1bbfd358-c75b-4385-ba45-17b86935214a tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?network_id=2cffe158-1e62-4cc7-b53e-f2901607bc8e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1244833 Feb 09 01:18:47.211627 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-180ff81b-a041-45ed-84bd-36df43e2d96c tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?network_id=2cffe158-1e62-4cc7-b53e-f2901607bc8e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0686729 Feb 09 01:18:47.235366 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-194714b9-ee66-4e47-b684-5aab45378f5e req-3396a406-8769-454c-a632-008ace64dde3 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] Made reservation on behalf of 8504a22500a54a54a8fec90c069aae71 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:47.238807 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-194714b9-ee66-4e47-b684-5aab45378f5e req-3396a406-8769-454c-a632-008ace64dde3 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:47.275247 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5b89b644-600b-4e1f-912d-4211db9e4abf req-e3caf55a-bb05-4d88-96c9-047cc62dd9ae tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187572 Feb 09 01:18:47.648891 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-ea7c01c7-c9b1-446f-ada1-cba2f9286e44 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:47.652611 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2043a619-df48-484b-b0df-dedaa1c33fe0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2802cd0-c205-4a26-82c7-646e9b414123'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:18:47.654670 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-ea7c01c7-c9b1-446f-ada1-cba2f9286e44 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:47.658078 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf7a88c-fb22-4747-ae6b-51ad025b776c" -d '{"events": [{"server_uuid": "2043a619-df48-484b-b0df-dedaa1c33fe0", "name": "network-vif-unplugged", "status": "completed", "tag": "e2802cd0-c205-4a26-82c7-646e9b414123"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:18:47.661085 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-ea7c01c7-c9b1-446f-ada1-cba2f9286e44 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:47.668807 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-ea7c01c7-c9b1-446f-ada1-cba2f9286e44 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/networks?id=da52059d-73c2-403d-a351-476231473b23&id=a87ac28a-2aeb-4a83-82bf-decda1e08acb&id=a87ac28a-2aeb-4a83-82bf-decda1e08acb&id=2cffe158-1e62-4cc7-b53e-f2901607bc8e&id=2cffe158-1e62-4cc7-b53e-f2901607bc8e HTTP/1.1" status: 200 len: 1989 time: 0.4554107 Feb 09 01:18:47.715098 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56822) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:47.728916 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676087bc-b3ef-4132-8da1-004cef066a7c req-77e8204b-4eeb-496f-a34c-ef536a1d3cc8 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:47.736864 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-676087bc-b3ef-4132-8da1-004cef066a7c req-77e8204b-4eeb-496f-a34c-ef536a1d3cc8 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=669794fb-b492-42c9-aae4-dc6a5578579c HTTP/1.1" status: 200 len: 931 time: 0.2723415 Feb 09 01:18:47.747512 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f74a4eb2-c522-4ff4-9c2f-e7839b8d33cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:47.766956 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-5a0f3fcf-b85a-4702-bcf6-7a870f77eb54 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/quotas/e9919418afe248229cfe208277f2e93f HTTP/1.1" status: 200 len: 375 time: 0.0970402 Feb 09 01:18:47.793365 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-194714b9-ee66-4e47-b684-5aab45378f5e req-3396a406-8769-454c-a632-008ace64dde3 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] Allocated IP 172.20.0.4 (abf1fb35-3013-4c3d-bbbe-19417af179a8/7fc7da2c-4277-42ec-9319-84787d86a60d/b7ecaee7-6bc9-4659-95aa-e13d263b9b93) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:47.959623 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f74a4eb2-c522-4ff4-9c2f-e7839b8d33cb admin admin] Publish callbacks [] for security_group (862e7946-ab2b-40c3-8b36-f785981ab4e7), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:47.964937 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f74a4eb2-c522-4ff4-9c2f-e7839b8d33cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (862e7946-ab2b-40c3-8b36-f785981ab4e7), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:48.016954 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f74a4eb2-c522-4ff4-9c2f-e7839b8d33cb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=20d91f4f3f5a49aaa1a2ae9834f8f64b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3001862 Feb 09 01:18:48.017853 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a4eb2-c522-4ff4-9c2f-e7839b8d33cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862e7946-ab2b-40c3-8b36-f785981ab4e7,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:48.020619 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56824) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:48.126616 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-088cab3d-84ba-446f-8b0f-053e6f48886b admin admin] Publish callbacks [] for security_group (862e7946-ab2b-40c3-8b36-f785981ab4e7), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:48.222478 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-088cab3d-84ba-446f-8b0f-053e6f48886b admin admin] Publish callbacks [] for security_group (862e7946-ab2b-40c3-8b36-f785981ab4e7), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:48.248947 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-da48c1f9-5f8a-4421-a1c8-7aff7ec720b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7794da2-62c0-4bae-afb7-2847be1f8cda {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:18:48.269901 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-da48c1f9-5f8a-4421-a1c8-7aff7ec720b3 service neutron] Publish callbacks [] for port (f7794da2-62c0-4bae-afb7-2847be1f8cda), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:48.305096 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-676087bc-b3ef-4132-8da1-004cef066a7c req-91226a81-093e-4430-9ad4-665195e22a60 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5666358 Feb 09 01:18:48.318532 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-da48c1f9-5f8a-4421-a1c8-7aff7ec720b3 service neutron] Transition to ACTIVE for port object f7794da2-62c0-4bae-afb7-2847be1f8cda will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:18:48.330390 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-088cab3d-84ba-446f-8b0f-053e6f48886b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (862e7946-ab2b-40c3-8b36-f785981ab4e7), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:48.334023 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-088cab3d-84ba-446f-8b0f-053e6f48886b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:48.334834 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-088cab3d-84ba-446f-8b0f-053e6f48886b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/862e7946-ab2b-40c3-8b36-f785981ab4e7 HTTP/1.1" status: 204 len: 168 time: 0.3131287 Feb 09 01:18:48.340525 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-da48c1f9-5f8a-4421-a1c8-7aff7ec720b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (f7794da2-62c0-4bae-afb7-2847be1f8cda), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:48.361455 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088cab3d-84ba-446f-8b0f-053e6f48886b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862e7946-ab2b-40c3-8b36-f785981ab4e7,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:48.473451 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-78ab4c19-8cd8-4561-9c76-b42e9cf6307d tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9919418afe248229cfe208277f2e93f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.7053571 Feb 09 01:18:48.518498 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da48c1f9-5f8a-4421-a1c8-7aff7ec720b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f7794da2-62c0-4bae-afb7-2847be1f8cda,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:48.773023 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-194714b9-ee66-4e47-b684-5aab45378f5e req-3396a406-8769-454c-a632-008ace64dde3 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] Publish callbacks [] for port (b7ecaee7-6bc9-4659-95aa-e13d263b9b93), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:48.789485 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-65f714b7-5dd4-4475-9559-f2b9627e8a4c service neutron] 10.222.0.30 "GET /v2.0/networks/da52059d-73c2-403d-a351-476231473b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857268 Feb 09 01:18:48.790516 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-da48c1f9-5f8a-4421-a1c8-7aff7ec720b3 service neutron] Attempting to bind port f7794da2-62c0-4bae-afb7-2847be1f8cda on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:18:48.791097 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-da48c1f9-5f8a-4421-a1c8-7aff7ec720b3 service neutron] Attempting to bind port f7794da2-62c0-4bae-afb7-2847be1f8cda by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '93377c63-554d-4e75-a6fa-1c5faaa2bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '4f2352f9-f273-4371-afcf-34ba242f040c'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:18:48.791638 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-da48c1f9-5f8a-4421-a1c8-7aff7ec720b3 service neutron] Attempting to bind port f7794da2-62c0-4bae-afb7-2847be1f8cda on network 4f2352f9-f273-4371-afcf-34ba242f040c {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:18:48.828973 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8bfd8c4e-3b0e-4246-a289-34528a217012 req-2c4f1a1e-61d1-4675-b5e4-04f7a2848479 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3f19d81-ea95-41af-959e-8fd7203eec07 HTTP/1.1" status: 200 len: 210 time: 0.0487502 Feb 09 01:18:48.848487 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-da48c1f9-5f8a-4421-a1c8-7aff7ec720b3 service neutron] Port f7794da2-62c0-4bae-afb7-2847be1f8cda on network 4f2352f9-f273-4371-afcf-34ba242f040c not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:18:48.849182 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-da48c1f9-5f8a-4421-a1c8-7aff7ec720b3 service neutron] Attempting to bind port f7794da2-62c0-4bae-afb7-2847be1f8cda on network 4f2352f9-f273-4371-afcf-34ba242f040c {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:18:48.899661 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-da48c1f9-5f8a-4421-a1c8-7aff7ec720b3 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:18:48.900256 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-da48c1f9-5f8a-4421-a1c8-7aff7ec720b3 service neutron] Checking segment: {'id': '93377c63-554d-4e75-a6fa-1c5faaa2bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '4f2352f9-f273-4371-afcf-34ba242f040c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:18:48.900851 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-da48c1f9-5f8a-4421-a1c8-7aff7ec720b3 service neutron] Bound using segment: {'id': '93377c63-554d-4e75-a6fa-1c5faaa2bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '4f2352f9-f273-4371-afcf-34ba242f040c'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:18:48.901525 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-da48c1f9-5f8a-4421-a1c8-7aff7ec720b3 service neutron] Bound port: f7794da2-62c0-4bae-afb7-2847be1f8cda, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93377c63-554d-4e75-a6fa-1c5faaa2bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '4f2352f9-f273-4371-afcf-34ba242f040c'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:18:48.902091 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-da48c1f9-5f8a-4421-a1c8-7aff7ec720b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f7794da2-62c0-4bae-afb7-2847be1f8cda), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:49.036333 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-194714b9-ee66-4e47-b684-5aab45378f5e req-3396a406-8769-454c-a632-008ace64dde3 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (b7ecaee7-6bc9-4659-95aa-e13d263b9b93), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:49.131465 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-d58fa0c1-31fb-48c2-84cd-28f36e91b333 service neutron] 10.222.0.30 "GET /v2.0/networks/da52059d-73c2-403d-a351-476231473b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324986 Feb 09 01:18:49.170365 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-da48c1f9-5f8a-4421-a1c8-7aff7ec720b3 service neutron] For port f7794da2-62c0-4bae-afb7-2847be1f8cda, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:18:49.176246 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-194714b9-ee66-4e47-b684-5aab45378f5e req-3396a406-8769-454c-a632-008ace64dde3 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] Network abf1fb35-3013-4c3d-bbbe-19417af179a8 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:49.199831 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-194714b9-ee66-4e47-b684-5aab45378f5e req-3396a406-8769-454c-a632-008ace64dde3 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:49.219696 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-194714b9-ee66-4e47-b684-5aab45378f5e req-3396a406-8769-454c-a632-008ace64dde3 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:18:49.223862 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-da48c1f9-5f8a-4421-a1c8-7aff7ec720b3 service neutron] For port f7794da2-62c0-4bae-afb7-2847be1f8cda, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=f7794da2-62c0-4bae-afb7-2847be1f8cda,segment=NetworkSegment(93377c63-554d-4e75-a6fa-1c5faaa2bcb9),segment_id=93377c63-554d-4e75-a6fa-1c5faaa2bcb9)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:18:49.226226 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396a406-8769-454c-a632-008ace64dde3 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] Pushing event updated for resources: {'Port': ['ID=b7ecaee7-6bc9-4659-95aa-e13d263b9b93,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:49.259473 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:49.322148 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-da48c1f9-5f8a-4421-a1c8-7aff7ec720b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (f7794da2-62c0-4bae-afb7-2847be1f8cda), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:49.332860 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b487bd-ee63-488a-969b-72f65e1fe358 req-5a8a0cc6-30a7-4d6a-a094-35a26e136164 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:49.341299 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-82b487bd-ee63-488a-969b-72f65e1fe358 req-5a8a0cc6-30a7-4d6a-a094-35a26e136164 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=95310ab8-9a1d-4e60-9b72-79184e312e12 HTTP/1.1" status: 200 len: 946 time: 0.3805454 Feb 09 01:18:49.521906 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-4c7e7db6-2a14-4fa2-91d2-44c3222a11d7 service neutron] 10.222.0.30 "GET /v2.0/ports/e4ad6d56-00d7-42d0-9033-d57c5a0dae64?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.3392730 Feb 09 01:18:49.548423 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-da48c1f9-5f8a-4421-a1c8-7aff7ec720b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:49.549414 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-da48c1f9-5f8a-4421-a1c8-7aff7ec720b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:49.550884 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-da48c1f9-5f8a-4421-a1c8-7aff7ec720b3 service neutron] 10.222.0.121 "PUT /v2.0/ports/f7794da2-62c0-4bae-afb7-2847be1f8cda HTTP/1.1" status: 200 len: 1092 time: 3.2231405 Feb 09 01:18:49.580596 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '669794fb-b492-42c9-aae4-dc6a5578579c', 'tag': 'f7794da2-62c0-4bae-afb7-2847be1f8cda'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:18:49.584102 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13ad841-cdb4-416b-b722-ababa05f236e" -d '{"events": [{"name": "network-changed", "server_uuid": "669794fb-b492-42c9-aae4-dc6a5578579c", "tag": "f7794da2-62c0-4bae-afb7-2847be1f8cda"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:18:49.607384 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194714b9-ee66-4e47-b684-5aab45378f5e req-3396a406-8769-454c-a632-008ace64dde3 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:49.608130 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-194714b9-ee66-4e47-b684-5aab45378f5e req-3396a406-8769-454c-a632-008ace64dde3 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:49.668232 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f2a91f17-8e4b-4ca7-a9f6-63bd143f2d0b None None] Provisioning complete for port b7ecaee7-6bc9-4659-95aa-e13d263b9b93 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:49.668597 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f2a91f17-8e4b-4ca7-a9f6-63bd143f2d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b7ecaee7-6bc9-4659-95aa-e13d263b9b93), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:49.748676 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f2a91f17-8e4b-4ca7-a9f6-63bd143f2d0b None None] Port b7ecaee7-6bc9-4659-95aa-e13d263b9b93 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:18:49.774535 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-194714b9-ee66-4e47-b684-5aab45378f5e req-3396a406-8769-454c-a632-008ace64dde3 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2103899 Feb 09 01:18:49.807803 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da48c1f9-5f8a-4421-a1c8-7aff7ec720b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f7794da2-62c0-4bae-afb7-2847be1f8cda,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:49.836893 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-82b487bd-ee63-488a-969b-72f65e1fe358 req-30cc7882-5a02-4608-b42d-5c4270a70c5d tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4943252 Feb 09 01:18:49.956590 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-870e7b5a-523c-4f01-8c94-4b97087920ec service neutron] 10.222.0.30 "GET /v2.0/networks/a87ac28a-2aeb-4a83-82bf-decda1e08acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043338 Feb 09 01:18:50.134902 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d868ee5-59ac-434f-a3f6-653820552446 req-1e973aba-cd1c-4927-a392-a53fe2f170c0 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:50.149358 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d868ee5-59ac-434f-a3f6-653820552446 req-1e973aba-cd1c-4927-a392-a53fe2f170c0 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=87f3d044-7a48-46eb-b162-4de66bd62588 HTTP/1.1" status: 200 len: 945 time: 0.1451499 Feb 09 01:18:50.194811 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-f4e9bc34-e2de-4217-8e7c-802a0bb2374a service neutron] 10.222.0.30 "GET /v2.0/networks/a87ac28a-2aeb-4a83-82bf-decda1e08acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220383 Feb 09 01:18:50.273249 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d868ee5-59ac-434f-a3f6-653820552446 req-49a5e0a2-6ae2-4f05-bb0b-7eb75088e068 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222849 Feb 09 01:18:50.299755 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-6863ff19-0fb4-4905-b487-d8bb692fa0a8 service neutron] 10.222.0.30 "GET /v2.0/ports/5d99abd4-5248-45fa-8dc3-6b85097edb46?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0898676 Feb 09 01:18:50.465111 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-699ea95c-b985-4d34-aea9-38b32a762076 service neutron] 10.222.0.30 "GET /v2.0/networks/a87ac28a-2aeb-4a83-82bf-decda1e08acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593575 Feb 09 01:18:50.474367 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573d979-020a-4bfd-afe2-6d113be73902 req-7750ec30-3dfe-477b-94f3-ac979cec5e0e tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:50.481557 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e573d979-020a-4bfd-afe2-6d113be73902 req-7750ec30-3dfe-477b-94f3-ac979cec5e0e tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/ports?device_id=c48882ac-1295-4d05-bea3-b4dacd467fe9 HTTP/1.1" status: 200 len: 946 time: 0.1081643 Feb 09 01:18:50.605285 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e573d979-020a-4bfd-afe2-6d113be73902 req-93d8c704-844c-43cc-856e-6ff4b16bbfe2 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups?id=d30b6bd6-ee82-453d-882d-6bbb3d802968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227016 Feb 09 01:18:50.682834 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-dfdb8998-a6c7-4922-b2d7-d99b1dceda48 service neutron] 10.222.0.30 "GET /v2.0/networks/a87ac28a-2aeb-4a83-82bf-decda1e08acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932034 Feb 09 01:18:50.707865 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a18b91c-c40a-4390-a694-7dfa1126df67 x-openstack-request-id: req-0a18b91c-c40a-4390-a694-7dfa1126df67 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:18:50.708421 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2043a619-df48-484b-b0df-dedaa1c33fe0", "name": "network-vif-unplugged", "status": "completed", "tag": "e2802cd0-c205-4a26-82c7-646e9b414123", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:18:50.708545 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0a18b91c-c40a-4390-a694-7dfa1126df67 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:18:50.708859 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2043a619-df48-484b-b0df-dedaa1c33fe0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2802cd0-c205-4a26-82c7-646e9b414123', 'code': 200} Feb 09 01:18:50.795431 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8f6b8c67-7ac0-466d-9fb0-6d4520f9f217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:50.823401 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:50.878416 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714470b2-6e36-4345-8ad2-0c7cceb2e410 req-673c40a2-e2f6-4023-ad6d-bad65aa2c9dd tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:50.905293 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-714470b2-6e36-4345-8ad2-0c7cceb2e410 req-673c40a2-e2f6-4023-ad6d-bad65aa2c9dd tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] 10.222.0.30 "GET /v2.0/ports?device_id=2043a619-df48-484b-b0df-dedaa1c33fe0 HTTP/1.1" status: 200 len: 948 time: 0.1027603 Feb 09 01:18:51.016372 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-714470b2-6e36-4345-8ad2-0c7cceb2e410 req-546ec837-4d5d-44ab-adda-03469a1e2bbe tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] 10.222.0.30 "GET /v2.0/security-groups?id=cae92d08-e4a6-4eba-a75a-1bf840710929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030045 Feb 09 01:18:51.031631 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-7f4fa6c3-cc19-4014-8068-d247450ff510 service neutron] 10.222.0.30 "GET /v2.0/networks/a87ac28a-2aeb-4a83-82bf-decda1e08acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412862 Feb 09 01:18:51.237634 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-9a1422c3-1540-4497-a81f-22b9254c6a3b service neutron] 10.222.0.30 "GET /v2.0/networks/a87ac28a-2aeb-4a83-82bf-decda1e08acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028315 Feb 09 01:18:51.297090 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f004b34-931d-4de2-b2fa-50d01debe857 req-ca4501ea-e00d-4218-b6f9-9e197de17501 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:51.304251 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f004b34-931d-4de2-b2fa-50d01debe857 req-ca4501ea-e00d-4218-b6f9-9e197de17501 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=669794fb-b492-42c9-aae4-dc6a5578579c HTTP/1.1" status: 200 len: 943 time: 0.1618905 Feb 09 01:18:51.407604 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f004b34-931d-4de2-b2fa-50d01debe857 req-d40f55ca-7d9e-42fd-86f6-cdb144e10a09 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021969 Feb 09 01:18:51.430901 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-e9007f61-b4bb-4e2a-9cac-5fc904f1733a service neutron] 10.222.0.30 "GET /v2.0/networks/a87ac28a-2aeb-4a83-82bf-decda1e08acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832609 Feb 09 01:18:51.547079 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0b907d-1ac1-4fa8-a194-4bb3205279c9 x-openstack-request-id: req-2a0b907d-1ac1-4fa8-a194-4bb3205279c9 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:18:51.547804 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "669794fb-b492-42c9-aae4-dc6a5578579c", "tag": "f7794da2-62c0-4bae-afb7-2847be1f8cda", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:18:51.547804 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2a0b907d-1ac1-4fa8-a194-4bb3205279c9 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:18:51.548185 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '669794fb-b492-42c9-aae4-dc6a5578579c', 'tag': 'f7794da2-62c0-4bae-afb7-2847be1f8cda', 'status': 'completed', 'code': 200} Feb 09 01:18:51.687549 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-191ac114-a5bd-476f-bc19-10e3c179b58d service neutron] 10.222.0.30 "GET /v2.0/networks/a87ac28a-2aeb-4a83-82bf-decda1e08acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457273 Feb 09 01:18:51.737183 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b17aa-6aec-4e0e-b401-1dc958dc2da9 req-0d77ad67-3eb8-4712-8ad0-77e447f06504 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:51.744933 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c1b17aa-6aec-4e0e-b401-1dc958dc2da9 req-0d77ad67-3eb8-4712-8ad0-77e447f06504 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3f19d81-ea95-41af-959e-8fd7203eec07 HTTP/1.1" status: 200 len: 931 time: 0.1404943 Feb 09 01:18:51.864038 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c1b17aa-6aec-4e0e-b401-1dc958dc2da9 req-abedba15-d399-4ea5-81bd-feba3c624158 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] 10.222.0.30 "GET /v2.0/security-groups?id=cea86a2c-77d8-4634-9388-dbba610dc35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080441 Feb 09 01:18:51.901261 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-9f1a1b2e-a5f6-4979-9876-e0626f079b6f service neutron] 10.222.0.30 "GET /v2.0/networks/2cffe158-1e62-4cc7-b53e-f2901607bc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004595 Feb 09 01:18:52.078367 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-43a970ca-d5d0-4ee9-b915-f234c2665dbb service neutron] 10.222.0.30 "GET /v2.0/networks/2cffe158-1e62-4cc7-b53e-f2901607bc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708214 Feb 09 01:18:52.232997 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-f5473103-b8ff-456b-a2d4-eefae734e5c1 service neutron] 10.222.0.30 "GET /v2.0/networks/2cffe158-1e62-4cc7-b53e-f2901607bc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534948 Feb 09 01:18:52.428921 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-f1046389-8046-48c7-930c-6a8bee392326 service neutron] 10.222.0.30 "GET /v2.0/networks/2cffe158-1e62-4cc7-b53e-f2901607bc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935561 Feb 09 01:18:52.508288 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d906543f-09ef-4dc9-bcd6-3164ece49fda req-7c27c02d-7b17-4848-b03c-d4418926f8dc tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-209729317&fields=id&tenant_id=3a7975de586b4e08b0e9bb01c09679ae HTTP/1.1" status: 200 len: 267 time: 0.1379049 Feb 09 01:18:52.641110 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906543f-09ef-4dc9-bcd6-3164ece49fda req-2b58a407-b305-4f8c-bb0a-7fca4fad01b5 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:52.651070 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d906543f-09ef-4dc9-bcd6-3164ece49fda req-2b58a407-b305-4f8c-bb0a-7fca4fad01b5 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/ports?device_id=c48882ac-1295-4d05-bea3-b4dacd467fe9 HTTP/1.1" status: 200 len: 946 time: 0.1349142 Feb 09 01:18:52.670560 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-d906543f-09ef-4dc9-bcd6-3164ece49fda req-b6ca7210-d5e7-4366-a52b-aec033b48bcb tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Request body: {'port': {'security_groups': ['d30b6bd6-ee82-453d-882d-6bbb3d802968', 'd77e22fd-3e31-4a48-8a54-598f6dafe9fd']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:52.876288 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d906543f-09ef-4dc9-bcd6-3164ece49fda req-b6ca7210-d5e7-4366-a52b-aec033b48bcb tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2fa33a0a-bd57-4833-888e-d845bfa74804), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:53.340531 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56944) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:53.388934 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-d906543f-09ef-4dc9-bcd6-3164ece49fda req-b6ca7210-d5e7-4366-a52b-aec033b48bcb tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] For port 2fa33a0a-bd57-4833-888e-d845bfa74804, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=2fa33a0a-bd57-4833-888e-d845bfa74804,segment=NetworkSegment(72acbb77-99d7-449f-a5b4-bbffd1cfebf0),segment_id=72acbb77-99d7-449f-a5b4-bbffd1cfebf0)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:53.438739 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d906543f-09ef-4dc9-bcd6-3164ece49fda req-b6ca7210-d5e7-4366-a52b-aec033b48bcb tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for port (2fa33a0a-bd57-4833-888e-d845bfa74804), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:53.445933 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d906543f-09ef-4dc9-bcd6-3164ece49fda req-b6ca7210-d5e7-4366-a52b-aec033b48bcb tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (2fa33a0a-bd57-4833-888e-d845bfa74804), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:53.462982 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['2fa33a0a-bd57-4833-888e-d845bfa74804'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:18:53.670498 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906543f-09ef-4dc9-bcd6-3164ece49fda req-b6ca7210-d5e7-4366-a52b-aec033b48bcb tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:53.674015 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d906543f-09ef-4dc9-bcd6-3164ece49fda req-b6ca7210-d5e7-4366-a52b-aec033b48bcb tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:53.701399 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d906543f-09ef-4dc9-bcd6-3164ece49fda req-b6ca7210-d5e7-4366-a52b-aec033b48bcb tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "PUT /v2.0/ports/2fa33a0a-bd57-4833-888e-d845bfa74804 HTTP/1.1" status: 200 len: 982 time: 1.0388296 Feb 09 01:18:53.711701 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-95151fe8-70a0-4c2a-adc8-3ff9d79b9a50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:53.718503 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['2fa33a0a-bd57-4833-888e-d845bfa74804'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:18:53.731038 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48882ac-1295-4d05-bea3-b4dacd467fe9', 'tag': '2fa33a0a-bd57-4833-888e-d845bfa74804'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:18:53.735496 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855eeb94-171b-4504-b4ca-7bac6515a9e2" -d '{"events": [{"name": "network-changed", "server_uuid": "c48882ac-1295-4d05-bea3-b4dacd467fe9", "tag": "2fa33a0a-bd57-4833-888e-d845bfa74804"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:18:53.861184 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca7210-d5e7-4366-a52b-aec033b48bcb tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Pushing event updated for resources: {'Port': ['ID=2fa33a0a-bd57-4833-888e-d845bfa74804,revision_number=6']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:53.966053 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96753cd-3228-40ca-8d5e-05a6f7b2d428 req-cf0e2dac-d748-48f6-b78a-e63616f5334c tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:53.975799 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a96753cd-3228-40ca-8d5e-05a6f7b2d428 req-cf0e2dac-d748-48f6-b78a-e63616f5334c tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=95310ab8-9a1d-4e60-9b72-79184e312e12 HTTP/1.1" status: 200 len: 946 time: 0.4117489 Feb 09 01:18:54.049723 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-95151fe8-70a0-4c2a-adc8-3ff9d79b9a50 admin admin] Publish callbacks [] for security_group (0c419646-cf48-4a5b-8978-5dbca625ae49), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:54.056569 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-95151fe8-70a0-4c2a-adc8-3ff9d79b9a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0c419646-cf48-4a5b-8978-5dbca625ae49), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:54.084675 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b03fee-5d61-42f7-bd24-85a1c8fb86bb req-cea102ea-b137-4d44-a7cc-fd4a00ce8642 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:54.086233 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c0b03fee-5d61-42f7-bd24-85a1c8fb86bb req-cea102ea-b137-4d44-a7cc-fd4a00ce8642 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] 10.222.0.30 "GET /v2.0/ports?device_id=2043a619-df48-484b-b0df-dedaa1c33fe0 HTTP/1.1" status: 200 len: 948 time: 0.2029328 Feb 09 01:18:54.097589 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-95151fe8-70a0-4c2a-adc8-3ff9d79b9a50 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=204c38eae55b43d5a90c1acfda1db340&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7542517 Feb 09 01:18:54.102913 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a96753cd-3228-40ca-8d5e-05a6f7b2d428 req-de04b5e8-cd80-4334-a2c2-6df9a9798695 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178288 Feb 09 01:18:54.107332 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56962) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:54.196956 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95151fe8-70a0-4c2a-adc8-3ff9d79b9a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c419646-cf48-4a5b-8978-5dbca625ae49,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:54.222114 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-194714b9-ee66-4e47-b684-5aab45378f5e req-e8e15519-3cb4-4c18-9ba9-0f66c721faa4 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:18:54.226783 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-194714b9-ee66-4e47-b684-5aab45378f5e req-e8e15519-3cb4-4c18-9ba9-0f66c721faa4 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] 10.222.0.121 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0454409 Feb 09 01:18:54.290042 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f548f8c9-e385-41d4-a84a-1c550801cb33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:54.341139 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c811e5e6-1607-43a0-8c57-c24817a40d9c admin admin] Publish callbacks [] for security_group (0c419646-cf48-4a5b-8978-5dbca625ae49), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:54.416229 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c811e5e6-1607-43a0-8c57-c24817a40d9c admin admin] Publish callbacks [] for security_group (0c419646-cf48-4a5b-8978-5dbca625ae49), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:54.473744 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-194714b9-ee66-4e47-b684-5aab45378f5e req-c2934fef-ba54-464a-891f-a7d5d0d5e0ca service neutron] Request body: {'port': {'device_id': 'b3f19d81-ea95-41af-959e-8fd7203eec07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:54.508508 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c811e5e6-1607-43a0-8c57-c24817a40d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0c419646-cf48-4a5b-8978-5dbca625ae49), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:54.513866 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c811e5e6-1607-43a0-8c57-c24817a40d9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:54.516671 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c811e5e6-1607-43a0-8c57-c24817a40d9c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0c419646-cf48-4a5b-8978-5dbca625ae49 HTTP/1.1" status: 204 len: 168 time: 0.4075003 Feb 09 01:18:54.527795 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811e5e6-1607-43a0-8c57-c24817a40d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c419646-cf48-4a5b-8978-5dbca625ae49,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:54.641859 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c0b03fee-5d61-42f7-bd24-85a1c8fb86bb req-e21bdc15-ef9e-49dc-86ee-934b30cb5179 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] 10.222.0.30 "GET /v2.0/security-groups?id=cae92d08-e4a6-4eba-a75a-1bf840710929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5346920 Feb 09 01:18:54.771342 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea91ce6-1313-443c-b04b-2b75dc1a13b6 req-52924ef1-32bc-409d-9f9f-9d1650d0ed92 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:54.773033 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3ea91ce6-1313-443c-b04b-2b75dc1a13b6 req-52924ef1-32bc-409d-9f9f-9d1650d0ed92 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=669794fb-b492-42c9-aae4-dc6a5578579c HTTP/1.1" status: 200 len: 943 time: 0.4938755 Feb 09 01:18:54.792949 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-194714b9-ee66-4e47-b684-5aab45378f5e req-c2934fef-ba54-464a-891f-a7d5d0d5e0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b7ecaee7-6bc9-4659-95aa-e13d263b9b93), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:54.827194 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-103d0f13-7dac-47c7-8b22-fda0c75eb092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:54.837240 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-103d0f13-7dac-47c7-8b22-fda0c75eb092 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=425a719b34a746919c58206639b6374e&device_id=669794fb-b492-42c9-aae4-dc6a5578579c HTTP/1.1" status: 200 len: 1126 time: 0.5997353 Feb 09 01:18:55.111615 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56984) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:55.145744 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d86840db-7bd5-414f-832a-c238e3cfd726 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:55.249293 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-36b8f538-7643-4a02-a226-b8f302ae591b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7794da2-62c0-4bae-afb7-2847be1f8cda HTTP/1.1" status: 200 len: 217 time: 0.1349459 Feb 09 01:18:55.263818 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3ea91ce6-1313-443c-b04b-2b75dc1a13b6 req-9552bc54-59e6-4cec-9c8a-f62e729c1242 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4807992 Feb 09 01:18:55.269746 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d86840db-7bd5-414f-832a-c238e3cfd726 admin admin] Publish callbacks [] for security_group (93c4037e-2014-40b5-bb59-d3144a341051), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:55.277318 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d86840db-7bd5-414f-832a-c238e3cfd726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (93c4037e-2014-40b5-bb59-d3144a341051), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:55.350548 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-7424a02a-f007-435e-b8b1-11efcf072eec tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:55.352368 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-7424a02a-f007-435e-b8b1-11efcf072eec tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/networks?id=fe516e29-735a-4343-b41d-62f1308dd9ac HTTP/1.1" status: 200 len: 814 time: 0.2466364 Feb 09 01:18:55.355234 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-194714b9-ee66-4e47-b684-5aab45378f5e req-c2934fef-ba54-464a-891f-a7d5d0d5e0ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7ecaee7-6bc9-4659-95aa-e13d263b9b93 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:18:55.362281 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d86840db-7bd5-414f-832a-c238e3cfd726 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=38dfeef4afac4c38a6328783a6b76ab9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2493136 Feb 09 01:18:55.363898 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86840db-7bd5-414f-832a-c238e3cfd726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c4037e-2014-40b5-bb59-d3144a341051,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:55.368325 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-194714b9-ee66-4e47-b684-5aab45378f5e req-c2934fef-ba54-464a-891f-a7d5d0d5e0ca service neutron] Publish callbacks [] for port (b7ecaee7-6bc9-4659-95aa-e13d263b9b93), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:55.368909 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56986) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:55.384973 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-cf21724a-79e7-4055-838b-8fd4ecf71b26 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/quotas/d27c756c8932484ba946bc81ad113e78 HTTP/1.1" status: 200 len: 375 time: 0.0238302 Feb 09 01:18:55.390221 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-194714b9-ee66-4e47-b684-5aab45378f5e req-c2934fef-ba54-464a-891f-a7d5d0d5e0ca service neutron] Transition to ACTIVE for port object b7ecaee7-6bc9-4659-95aa-e13d263b9b93 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:18:55.399691 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-194714b9-ee66-4e47-b684-5aab45378f5e req-c2934fef-ba54-464a-891f-a7d5d0d5e0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (b7ecaee7-6bc9-4659-95aa-e13d263b9b93), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:55.456717 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6791256c-dee3-44e9-a09e-834212c9d569 admin admin] Publish callbacks [] for security_group (93c4037e-2014-40b5-bb59-d3144a341051), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:55.492199 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6791256c-dee3-44e9-a09e-834212c9d569 admin admin] Publish callbacks [] for security_group (93c4037e-2014-40b5-bb59-d3144a341051), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:55.568012 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6791256c-dee3-44e9-a09e-834212c9d569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (93c4037e-2014-40b5-bb59-d3144a341051), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:55.571406 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6791256c-dee3-44e9-a09e-834212c9d569 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:55.572611 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6791256c-dee3-44e9-a09e-834212c9d569 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/93c4037e-2014-40b5-bb59-d3144a341051 HTTP/1.1" status: 204 len: 168 time: 0.2024782 Feb 09 01:18:55.585380 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6791256c-dee3-44e9-a09e-834212c9d569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c4037e-2014-40b5-bb59-d3144a341051,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:55.672289 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:56.083162 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2934fef-ba54-464a-891f-a7d5d0d5e0ca service neutron] Pushing event updated for resources: {'Port': ['ID=b7ecaee7-6bc9-4659-95aa-e13d263b9b93,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:56.090898 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-5c7be533-88cb-408a-95de-5f7ef72124df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:56.091942 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-5c7be533-88cb-408a-95de-5f7ef72124df service neutron] 10.222.0.91 "GET /v2.0/ports/e4ad6d56-00d7-42d0-9033-d57c5a0dae64 HTTP/1.1" status: 200 len: 1027 time: 0.2177744 Feb 09 01:18:56.137470 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-f8305c3a-c444-4569-9e7d-d74c8f0c296e tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d27c756c8932484ba946bc81ad113e78&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7400987 Feb 09 01:18:56.142236 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-5571b2ba-a87f-46d2-aaae-181191461018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:56.144109 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-5571b2ba-a87f-46d2-aaae-181191461018 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2ce5a8b1-7fc6-4c71-98bf-e410dbdc2daf HTTP/1.1" status: 200 len: 861 time: 0.2585342 Feb 09 01:18:56.195964 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-24a04c1d-5864-4315-bfa0-b9280572f2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:56.197394 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-24a04c1d-5864-4315-bfa0-b9280572f2fb service neutron] 10.222.0.91 "GET /v2.0/ports/5d99abd4-5248-45fa-8dc3-6b85097edb46 HTTP/1.1" status: 200 len: 1026 time: 0.0510466 Feb 09 01:18:56.276801 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b129a-39d6-4a49-98c4-0ff739317e22 req-8806e065-16eb-4d46-ab85-6ac1eba95527 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:56.278287 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-124b129a-39d6-4a49-98c4-0ff739317e22 req-8806e065-16eb-4d46-ab85-6ac1eba95527 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3f19d81-ea95-41af-959e-8fd7203eec07 HTTP/1.1" status: 200 len: 943 time: 0.8543465 Feb 09 01:18:56.388922 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-ff555bfa-1f6a-402b-b217-ebe5708475e1 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4f2352f9-f273-4371-afcf-34ba242f040c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801024 Feb 09 01:18:56.428223 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-194714b9-ee66-4e47-b684-5aab45378f5e req-c2934fef-ba54-464a-891f-a7d5d0d5e0ca service neutron] Attempting to bind port b7ecaee7-6bc9-4659-95aa-e13d263b9b93 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:18:56.428494 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-194714b9-ee66-4e47-b684-5aab45378f5e req-c2934fef-ba54-464a-891f-a7d5d0d5e0ca service neutron] Attempting to bind port b7ecaee7-6bc9-4659-95aa-e13d263b9b93 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '6daca91f-d266-4653-9c4c-7bffb4b74c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'abf1fb35-3013-4c3d-bbbe-19417af179a8'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:18:56.428751 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194714b9-ee66-4e47-b684-5aab45378f5e req-c2934fef-ba54-464a-891f-a7d5d0d5e0ca service neutron] Attempting to bind port b7ecaee7-6bc9-4659-95aa-e13d263b9b93 on network abf1fb35-3013-4c3d-bbbe-19417af179a8 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:18:56.520176 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-124b129a-39d6-4a49-98c4-0ff739317e22 req-cc1495a9-ce8e-4b4a-b07e-3be89cffadfe tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] 10.222.0.30 "GET /v2.0/security-groups?id=cea86a2c-77d8-4634-9388-dbba610dc35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785994 Feb 09 01:18:56.520740 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194714b9-ee66-4e47-b684-5aab45378f5e req-c2934fef-ba54-464a-891f-a7d5d0d5e0ca service neutron] Port b7ecaee7-6bc9-4659-95aa-e13d263b9b93 on network abf1fb35-3013-4c3d-bbbe-19417af179a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:18:56.521110 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194714b9-ee66-4e47-b684-5aab45378f5e req-c2934fef-ba54-464a-891f-a7d5d0d5e0ca service neutron] Attempting to bind port b7ecaee7-6bc9-4659-95aa-e13d263b9b93 on network abf1fb35-3013-4c3d-bbbe-19417af179a8 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:18:56.547078 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-bf104480-a37f-4ed7-979b-7d2a1818f031 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:56.556301 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-bf104480-a37f-4ed7-979b-7d2a1818f031 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:56.557476 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-bf104480-a37f-4ed7-979b-7d2a1818f031 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:56.559087 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-bf104480-a37f-4ed7-979b-7d2a1818f031 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.91 "GET /v2.0/networks?id=da52059d-73c2-403d-a351-476231473b23&id=a87ac28a-2aeb-4a83-82bf-decda1e08acb&id=a87ac28a-2aeb-4a83-82bf-decda1e08acb&id=a87ac28a-2aeb-4a83-82bf-decda1e08acb&id=a87ac28a-2aeb-4a83-82bf-decda1e08acb&id=2cffe158-1e62-4cc7-b53e-f2901607bc8e&id=2cffe158-1e62-4cc7-b53e-f2901607bc8e HTTP/1.1" status: 200 len: 1989 time: 0.3454971 Feb 09 01:18:56.566648 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194714b9-ee66-4e47-b684-5aab45378f5e req-c2934fef-ba54-464a-891f-a7d5d0d5e0ca service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:18:56.566985 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194714b9-ee66-4e47-b684-5aab45378f5e req-c2934fef-ba54-464a-891f-a7d5d0d5e0ca service neutron] Checking segment: {'id': '6daca91f-d266-4653-9c4c-7bffb4b74c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'abf1fb35-3013-4c3d-bbbe-19417af179a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:18:56.567381 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194714b9-ee66-4e47-b684-5aab45378f5e req-c2934fef-ba54-464a-891f-a7d5d0d5e0ca service neutron] Bound using segment: {'id': '6daca91f-d266-4653-9c4c-7bffb4b74c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'abf1fb35-3013-4c3d-bbbe-19417af179a8'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:18:56.567819 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-194714b9-ee66-4e47-b684-5aab45378f5e req-c2934fef-ba54-464a-891f-a7d5d0d5e0ca service neutron] Bound port: b7ecaee7-6bc9-4659-95aa-e13d263b9b93, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6daca91f-d266-4653-9c4c-7bffb4b74c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'abf1fb35-3013-4c3d-bbbe-19417af179a8'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:18:56.568230 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-194714b9-ee66-4e47-b684-5aab45378f5e req-c2934fef-ba54-464a-891f-a7d5d0d5e0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b7ecaee7-6bc9-4659-95aa-e13d263b9b93), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:56.601087 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-27fcbac6-d608-4d7c-8d93-e50eaaa62760 service neutron] 10.222.0.30 "GET /v2.0/networks/fe516e29-735a-4343-b41d-62f1308dd9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4619458 Feb 09 01:18:56.758889 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f9237e2e-8a51-49d9-9e97-882332763aac req-2a7929ab-ef1e-4970-ad8e-cc2321015526 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 210 time: 0.1098480 Feb 09 01:18:56.771497 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-194714b9-ee66-4e47-b684-5aab45378f5e req-c2934fef-ba54-464a-891f-a7d5d0d5e0ca service neutron] For port b7ecaee7-6bc9-4659-95aa-e13d263b9b93, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:18:56.815216 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-0b072747-ea98-425b-9822-12adcf4abc4c service neutron] 10.222.0.121 "GET /v2.0/networks/4f2352f9-f273-4371-afcf-34ba242f040c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013915 Feb 09 01:18:56.822482 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-194714b9-ee66-4e47-b684-5aab45378f5e req-c2934fef-ba54-464a-891f-a7d5d0d5e0ca service neutron] For port b7ecaee7-6bc9-4659-95aa-e13d263b9b93, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=b7ecaee7-6bc9-4659-95aa-e13d263b9b93,segment=NetworkSegment(6daca91f-d266-4653-9c4c-7bffb4b74c3e),segment_id=6daca91f-d266-4653-9c4c-7bffb4b74c3e)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:18:56.847457 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-194714b9-ee66-4e47-b684-5aab45378f5e req-c2934fef-ba54-464a-891f-a7d5d0d5e0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (b7ecaee7-6bc9-4659-95aa-e13d263b9b93), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:56.878256 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-1cff6417-03f3-4deb-81e9-5da7431d091b tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9919418afe248229cfe208277f2e93f HTTP/1.1" status: 200 len: 379 time: 0.3069324 Feb 09 01:18:56.940857 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-02a18340-d122-4578-bee9-f4aaa19d63cf tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Request body: {'port': {'device_id': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'network_id': 'da52059d-73c2-403d-a351-476231473b23', 'admin_state_up': True, 'tenant_id': 'e9919418afe248229cfe208277f2e93f', 'security_groups': ['11940a88-c8da-4c2d-8937-d58ae8a1f09a']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:57.049057 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2934fef-ba54-464a-891f-a7d5d0d5e0ca service neutron] Pushing event updated for resources: {'Port': ['ID=b7ecaee7-6bc9-4659-95aa-e13d263b9b93,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:57.125225 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194714b9-ee66-4e47-b684-5aab45378f5e req-c2934fef-ba54-464a-891f-a7d5d0d5e0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:57.126254 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-194714b9-ee66-4e47-b684-5aab45378f5e req-c2934fef-ba54-464a-891f-a7d5d0d5e0ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:57.127922 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-194714b9-ee66-4e47-b684-5aab45378f5e req-c2934fef-ba54-464a-891f-a7d5d0d5e0ca service neutron] 10.222.0.121 "PUT /v2.0/ports/b7ecaee7-6bc9-4659-95aa-e13d263b9b93 HTTP/1.1" status: 200 len: 1092 time: 2.8748505 Feb 09 01:18:57.145549 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-0cefe5a8-3494-4248-9bd8-d3aba24ab530 service neutron] 10.222.0.30 "GET /v2.0/networks/fe516e29-735a-4343-b41d-62f1308dd9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4993880 Feb 09 01:18:57.174630 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-33f129de-4245-4f9c-9784-1cb7305511b3 req-7ef9084e-1bf4-432c-9966-a94730e4a7a0 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1054769117&fields=id&tenant_id=3a7975de586b4e08b0e9bb01c09679ae HTTP/1.1" status: 200 len: 267 time: 0.2698660 Feb 09 01:18:57.178106 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ef634bc-9cea-4bb6-9a2d-892b70bcd607 req-00ec31d7-a776-41a3-a44f-f9682378532e service neutron] 10.222.0.121 "GET /v2.0/networks/4f2352f9-f273-4371-afcf-34ba242f040c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539622 Feb 09 01:18:57.367365 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ad841-cdb4-416b-b722-ababa05f236e req-2108e3db-c81c-47a4-bc3b-992fc9333712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:57.369165 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f13ad841-cdb4-416b-b722-ababa05f236e req-2108e3db-c81c-47a4-bc3b-992fc9333712 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=425a719b34a746919c58206639b6374e&device_id=669794fb-b492-42c9-aae4-dc6a5578579c HTTP/1.1" status: 200 len: 1126 time: 0.0989249 Feb 09 01:18:57.463249 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194714b9-ee66-4e47-b684-5aab45378f5e req-700a538d-705c-4303-9d2a-b5b6bec02b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:57.464849 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-194714b9-ee66-4e47-b684-5aab45378f5e req-700a538d-705c-4303-9d2a-b5b6bec02b49 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=8504a22500a54a54a8fec90c069aae71&device_id=b3f19d81-ea95-41af-959e-8fd7203eec07 HTTP/1.1" status: 200 len: 1126 time: 0.2669888 Feb 09 01:18:57.470109 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:57.474497 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f129de-4245-4f9c-9784-1cb7305511b3 req-cdc23963-1e1d-4665-9a2f-1cfdf8110014 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:57.494999 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-33f129de-4245-4f9c-9784-1cb7305511b3 req-cdc23963-1e1d-4665-9a2f-1cfdf8110014 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/ports?device_id=c48882ac-1295-4d05-bea3-b4dacd467fe9 HTTP/1.1" status: 200 len: 985 time: 0.3194146 Feb 09 01:18:57.510204 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4826d34-19a1-4170-b91b-79419fb0c51d x-openstack-request-id: req-b4826d34-19a1-4170-b91b-79419fb0c51d {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:18:57.511589 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48882ac-1295-4d05-bea3-b4dacd467fe9", "tag": "2fa33a0a-bd57-4833-888e-d845bfa74804", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:18:57.511856 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b4826d34-19a1-4170-b91b-79419fb0c51d {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:18:57.512565 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c48882ac-1295-4d05-bea3-b4dacd467fe9', 'tag': '2fa33a0a-bd57-4833-888e-d845bfa74804', 'status': 'completed', 'code': 200} Feb 09 01:18:57.527371 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-33f129de-4245-4f9c-9784-1cb7305511b3 req-9984199b-a2cd-483e-ad19-7a265ae3e319 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Request body: {'port': {'security_groups': ['d30b6bd6-ee82-453d-882d-6bbb3d802968', 'd77e22fd-3e31-4a48-8a54-598f6dafe9fd', 'f0af7433-ebb5-4067-ac97-973936f4c3e6']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:57.589301 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-02a18340-d122-4578-bee9-f4aaa19d63cf tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Made reservation on behalf of e9919418afe248229cfe208277f2e93f for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:57.593824 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-02a18340-d122-4578-bee9-f4aaa19d63cf tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:57.631544 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-194714b9-ee66-4e47-b684-5aab45378f5e req-ce668963-168b-4a3b-bd48-bdacf654651f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7ecaee7-6bc9-4659-95aa-e13d263b9b93 HTTP/1.1" status: 200 len: 217 time: 0.1181059 Feb 09 01:18:57.735208 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61caecab-3e6c-4a3b-8d6a-e7bd82f2faf3 req-23a8a558-cb7e-4b53-b046-4a34eece3bb2 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:57.737457 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-61caecab-3e6c-4a3b-8d6a-e7bd82f2faf3 req-23a8a558-cb7e-4b53-b046-4a34eece3bb2 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] 10.222.0.121 "GET /v2.0/ports?device_id=2043a619-df48-484b-b0df-dedaa1c33fe0 HTTP/1.1" status: 200 len: 948 time: 0.2525730 Feb 09 01:18:57.754249 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ad841-cdb4-416b-b722-ababa05f236e req-7e2defef-890e-44fe-a16b-49417749daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:57.756091 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f13ad841-cdb4-416b-b722-ababa05f236e req-7e2defef-890e-44fe-a16b-49417749daf8 service neutron] 10.222.0.121 "GET /v2.0/networks?id=4f2352f9-f273-4371-afcf-34ba242f040c HTTP/1.1" status: 200 len: 922 time: 0.3772442 Feb 09 01:18:57.760669 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855eeb94-171b-4504-b4ca-7bac6515a9e2 req-f6bf3b00-6be7-40de-a9bf-b1f06907d7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:57.767133 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-855eeb94-171b-4504-b4ca-7bac6515a9e2 req-f6bf3b00-6be7-40de-a9bf-b1f06907d7d1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3a7975de586b4e08b0e9bb01c09679ae&device_id=c48882ac-1295-4d05-bea3-b4dacd467fe9 HTTP/1.1" status: 200 len: 1168 time: 0.2082663 Feb 09 01:18:57.928462 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6641f4-7c49-469c-93f7-c46019f32095 req-1c453a02-b60b-4961-a4dc-87a80feeb84f tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:57.929236 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f13ad841-cdb4-416b-b722-ababa05f236e req-880993e2-1f98-4aa3-ab2f-cf58d64035b3 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7794da2-62c0-4bae-afb7-2847be1f8cda HTTP/1.1" status: 200 len: 217 time: 0.1139500 Feb 09 01:18:57.931638 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8b6641f4-7c49-469c-93f7-c46019f32095 req-1c453a02-b60b-4961-a4dc-87a80feeb84f tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.121 "GET /v2.0/ports?device_id=87f3d044-7a48-46eb-b162-4de66bd62588 HTTP/1.1" status: 200 len: 945 time: 0.7009978 Feb 09 01:18:58.028573 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194714b9-ee66-4e47-b684-5aab45378f5e req-4af5d012-e7f2-4b7d-bc30-ad9bd2433e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:58.030503 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-194714b9-ee66-4e47-b684-5aab45378f5e req-4af5d012-e7f2-4b7d-bc30-ad9bd2433e00 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7fc7da2c-4277-42ec-9319-84787d86a60d HTTP/1.1" status: 200 len: 854 time: 0.1667900 Feb 09 01:18:58.092417 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ad841-cdb4-416b-b722-ababa05f236e req-39e708be-7662-48c8-8d13-077a80172750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:58.093960 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f13ad841-cdb4-416b-b722-ababa05f236e req-39e708be-7662-48c8-8d13-077a80172750 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2ce5a8b1-7fc6-4c71-98bf-e410dbdc2daf HTTP/1.1" status: 200 len: 861 time: 0.1364644 Feb 09 01:18:58.156704 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:58.172767 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855eeb94-171b-4504-b4ca-7bac6515a9e2 req-5fa22b4b-6b93-4da8-ac69-4c7d1676b47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:58.174312 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-855eeb94-171b-4504-b4ca-7bac6515a9e2 req-5fa22b4b-6b93-4da8-ac69-4c7d1676b47d service neutron] 10.222.0.91 "GET /v2.0/networks?id=d782717c-da84-43e9-83e3-7ef1f07f2c40 HTTP/1.1" status: 200 len: 914 time: 0.3412790 Feb 09 01:18:58.187959 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f13ad841-cdb4-416b-b722-ababa05f236e req-1a14c6fc-9ea9-41a5-866f-f1f8a4fca747 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4f2352f9-f273-4371-afcf-34ba242f040c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809228 Feb 09 01:18:58.217419 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-02a18340-d122-4578-bee9-f4aaa19d63cf tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Allocated IP 172.20.0.13 (da52059d-73c2-403d-a351-476231473b23/ef054353-32e4-4288-8c12-230c98a17b20/d5952791-d7be-4808-b892-3e53282649e6) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:58.536356 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-33f129de-4245-4f9c-9784-1cb7305511b3 req-9984199b-a2cd-483e-ad19-7a265ae3e319 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2fa33a0a-bd57-4833-888e-d845bfa74804), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:58.677436 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-61caecab-3e6c-4a3b-8d6a-e7bd82f2faf3 req-0d52c106-b65e-401e-9aa3-8f19987bd00d tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] Deleting port e2802cd0-c205-4a26-82c7-646e9b414123 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:18:58.678070 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-61caecab-3e6c-4a3b-8d6a-e7bd82f2faf3 req-0d52c106-b65e-401e-9aa3-8f19987bd00d tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (e2802cd0-c205-4a26-82c7-646e9b414123), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:58.681209 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-855eeb94-171b-4504-b4ca-7bac6515a9e2 req-480451bf-ec66-4115-bfec-a04e88823fa7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fa33a0a-bd57-4833-888e-d845bfa74804 HTTP/1.1" status: 200 len: 217 time: 0.4932513 Feb 09 01:18:58.791143 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194714b9-ee66-4e47-b684-5aab45378f5e req-6ade4463-c9e8-4c73-b926-1e747fefebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:58.793220 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-194714b9-ee66-4e47-b684-5aab45378f5e req-6ade4463-c9e8-4c73-b926-1e747fefebd5 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=abf1fb35-3013-4c3d-bbbe-19417af179a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7160552 Feb 09 01:18:58.822015 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-8b6641f4-7c49-469c-93f7-c46019f32095 req-82e69e32-7248-48b5-9e42-1d863b936771 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Deleting port 20c88474-d13c-4a12-a51b-d3a0c31c50c8 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:18:58.822364 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8b6641f4-7c49-469c-93f7-c46019f32095 req-82e69e32-7248-48b5-9e42-1d863b936771 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (20c88474-d13c-4a12-a51b-d3a0c31c50c8), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:58.832404 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57064) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:58.881220 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855eeb94-171b-4504-b4ca-7bac6515a9e2 req-7c263e46-e3df-4a5c-aa87-82bc5ebd00ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:58.882658 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-855eeb94-171b-4504-b4ca-7bac6515a9e2 req-7c263e46-e3df-4a5c-aa87-82bc5ebd00ac service neutron] 10.222.0.91 "GET /v2.0/subnets?id=638ae294-4220-494e-8e41-1b81408b19b1 HTTP/1.1" status: 200 len: 853 time: 0.1877391 Feb 09 01:18:58.941303 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-855eeb94-171b-4504-b4ca-7bac6515a9e2 req-68411062-08ba-422a-a0c4-c909adc99120 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d782717c-da84-43e9-83e3-7ef1f07f2c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440888 Feb 09 01:18:58.945142 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f13ad841-cdb4-416b-b722-ababa05f236e req-6cac9598-6b30-4f32-8e53-036de16207aa service neutron] 10.222.0.121 "GET /v2.0/networks/4f2352f9-f273-4371-afcf-34ba242f040c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7521627 Feb 09 01:18:58.951062 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-61caecab-3e6c-4a3b-8d6a-e7bd82f2faf3 req-0d52c106-b65e-401e-9aa3-8f19987bd00d tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] For port e2802cd0-c205-4a26-82c7-646e9b414123, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=e2802cd0-c205-4a26-82c7-646e9b414123,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:58.951062 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-61caecab-3e6c-4a3b-8d6a-e7bd82f2faf3 req-0d52c106-b65e-401e-9aa3-8f19987bd00d tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (e2802cd0-c205-4a26-82c7-646e9b414123), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:58.967907 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-61caecab-3e6c-4a3b-8d6a-e7bd82f2faf3 req-0d52c106-b65e-401e-9aa3-8f19987bd00d tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] Calling delete_port for e2802cd0-c205-4a26-82c7-646e9b414123 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:18:59.017774 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7d9f5-0a99-486f-b525-ff6384118a34 req-10b98468-6904-408d-966f-333d27e296d4 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:59.019514 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-43d7d9f5-0a99-486f-b525-ff6384118a34 req-10b98468-6904-408d-966f-333d27e296d4 tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] 10.222.0.30 "GET /v2.0/ports?device_id=2043a619-df48-484b-b0df-dedaa1c33fe0 HTTP/1.1" status: 200 len: 948 time: 0.5737569 Feb 09 01:18:59.052940 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device f7794da2-62c0-4bae-afb7-2847be1f8cda details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:18:59.124469 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-33f129de-4245-4f9c-9784-1cb7305511b3 req-9984199b-a2cd-483e-ad19-7a265ae3e319 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] For port 2fa33a0a-bd57-4833-888e-d845bfa74804, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=2fa33a0a-bd57-4833-888e-d845bfa74804,segment=NetworkSegment(72acbb77-99d7-449f-a5b4-bbffd1cfebf0),segment_id=72acbb77-99d7-449f-a5b4-bbffd1cfebf0)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:59.132046 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b8e49c66-32ce-4618-b735-109f1c964bc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:59.188838 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-02a18340-d122-4578-bee9-f4aaa19d63cf tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks [] for port (d5952791-d7be-4808-b892-3e53282649e6), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:59.244141 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-33f129de-4245-4f9c-9784-1cb7305511b3 req-9984199b-a2cd-483e-ad19-7a265ae3e319 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for port (2fa33a0a-bd57-4833-888e-d845bfa74804), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:59.269637 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port f7794da2-62c0-4bae-afb7-2847be1f8cda, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=f7794da2-62c0-4bae-afb7-2847be1f8cda,segment=NetworkSegment(93377c63-554d-4e75-a6fa-1c5faaa2bcb9),segment_id=93377c63-554d-4e75-a6fa-1c5faaa2bcb9)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:59.289473 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': 'f7794da2-62c0-4bae-afb7-2847be1f8cda', 'network_id': '4f2352f9-f273-4371-afcf-34ba242f040c', 'port_id': 'f7794da2-62c0-4bae-afb7-2847be1f8cda', 'mac_address': 'fa:16:3e:09:ff:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5a8b1-7fc6-4c71-98bf-e410dbdc2daf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:18:59.294853 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-33f129de-4245-4f9c-9784-1cb7305511b3 req-9984199b-a2cd-483e-ad19-7a265ae3e319 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (2fa33a0a-bd57-4833-888e-d845bfa74804), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:59.346761 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port f7794da2-62c0-4bae-afb7-2847be1f8cda is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:59.347496 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f7794da2-62c0-4bae-afb7-2847be1f8cda), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:59.355115 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['2fa33a0a-bd57-4833-888e-d845bfa74804'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:18:59.413897 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-855eeb94-171b-4504-b4ca-7bac6515a9e2 req-55f49764-59ee-4a95-9125-17e7239467bc service neutron] 10.222.0.91 "GET /v2.0/networks/d782717c-da84-43e9-83e3-7ef1f07f2c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497297 Feb 09 01:18:59.440315 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7794da2-62c0-4bae-afb7-2847be1f8cda {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:18:59.572029 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port f7794da2-62c0-4bae-afb7-2847be1f8cda, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=f7794da2-62c0-4bae-afb7-2847be1f8cda,segment=NetworkSegment(93377c63-554d-4e75-a6fa-1c5faaa2bcb9),segment_id=93377c63-554d-4e75-a6fa-1c5faaa2bcb9)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:59.575412 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b8e49c66-32ce-4618-b735-109f1c964bc9 admin admin] Publish callbacks [] for security_group (ff60e3f7-0aa8-4555-a741-1401bc9ce96e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:59.578683 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f7794da2-62c0-4bae-afb7-2847be1f8cda), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:59.582533 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f13ad841-cdb4-416b-b722-ababa05f236e req-a74a1785-05c7-438c-8ad6-84c5fead6eee service neutron] 10.222.0.121 "GET /v2.0/networks/4f2352f9-f273-4371-afcf-34ba242f040c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6167152 Feb 09 01:18:59.605644 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b8e49c66-32ce-4618-b735-109f1c964bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ff60e3f7-0aa8-4555-a741-1401bc9ce96e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:59.678131 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=f7794da2-62c0-4bae-afb7-2847be1f8cda,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:59.701204 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f19d81-ea95-41af-959e-8fd7203eec07', 'tag': 'b7ecaee7-6bc9-4659-95aa-e13d263b9b93'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:18:59.703948 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d74b9da-2dc3-438b-94ca-ce87fff65d10" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f19d81-ea95-41af-959e-8fd7203eec07", "tag": "b7ecaee7-6bc9-4659-95aa-e13d263b9b93"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:18:59.737256 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-8b6641f4-7c49-469c-93f7-c46019f32095 req-82e69e32-7248-48b5-9e42-1d863b936771 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] For port 20c88474-d13c-4a12-a51b-d3a0c31c50c8, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=20c88474-d13c-4a12-a51b-d3a0c31c50c8,segment=NetworkSegment(6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12),segment_id=6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:59.737778 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8b6641f4-7c49-469c-93f7-c46019f32095 req-82e69e32-7248-48b5-9e42-1d863b936771 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (20c88474-d13c-4a12-a51b-d3a0c31c50c8), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:59.754227 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-855eeb94-171b-4504-b4ca-7bac6515a9e2 req-15c54705-4b3d-48f9-bd76-88e2f9941b3c service neutron] 10.222.0.91 "GET /v2.0/networks/d782717c-da84-43e9-83e3-7ef1f07f2c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702111 Feb 09 01:18:59.764768 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-194714b9-ee66-4e47-b684-5aab45378f5e req-51ba1d5b-5e03-4aa7-8c71-670e11878beb service neutron] 10.222.0.121 "GET /v2.0/networks/abf1fb35-3013-4c3d-bbbe-19417af179a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9610217 Feb 09 01:18:59.768074 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-43d7d9f5-0a99-486f-b525-ff6384118a34 req-bcf746ea-ce76-4589-a2fe-d918fca6ffcb tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] 10.222.0.30 "GET /v2.0/security-groups?id=cae92d08-e4a6-4eba-a75a-1bf840710929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6294935 Feb 09 01:18:59.774045 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f129de-4245-4f9c-9784-1cb7305511b3 req-9984199b-a2cd-483e-ad19-7a265ae3e319 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:59.774789 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-33f129de-4245-4f9c-9784-1cb7305511b3 req-9984199b-a2cd-483e-ad19-7a265ae3e319 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:59.777762 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-33f129de-4245-4f9c-9784-1cb7305511b3 req-9984199b-a2cd-483e-ad19-7a265ae3e319 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "PUT /v2.0/ports/2fa33a0a-bd57-4833-888e-d845bfa74804 HTTP/1.1" status: 200 len: 1021 time: 2.2804880 Feb 09 01:18:59.795218 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-8b6641f4-7c49-469c-93f7-c46019f32095 req-82e69e32-7248-48b5-9e42-1d863b936771 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Calling delete_port for 20c88474-d13c-4a12-a51b-d3a0c31c50c8 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:18:59.815024 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['f7794da2-62c0-4bae-afb7-2847be1f8cda'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:18:59.890820 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['2fa33a0a-bd57-4833-888e-d845bfa74804'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:18:59.892945 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e49c66-32ce-4618-b735-109f1c964bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff60e3f7-0aa8-4555-a741-1401bc9ce96e,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:59.895050 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-02a18340-d122-4578-bee9-f4aaa19d63cf tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (d5952791-d7be-4808-b892-3e53282649e6), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:59.993345 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b8e49c66-32ce-4618-b735-109f1c964bc9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f823af2456474f40b3ac354a269c3e89&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1584706 Feb 09 01:19:00.011381 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57072) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:00.069273 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-68942c74-b3c4-4105-9355-82b324e3a985 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:00.070886 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-68942c74-b3c4-4105-9355-82b324e3a985 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.121 "GET /v2.0/networks?id=fe516e29-735a-4343-b41d-62f1308dd9ac HTTP/1.1" status: 200 len: 814 time: 0.8671222 Feb 09 01:19:00.087933 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-10240846-78a5-4af9-90b5-79b2fb19c6d9 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Request body: {'port': {'device_id': '5d47ab3e-5ff4-429c-97ab-56c893952958', 'network_id': 'fe516e29-735a-4343-b41d-62f1308dd9ac', 'admin_state_up': True, 'tenant_id': 'd27c756c8932484ba946bc81ad113e78'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:00.139570 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9984199b-a2cd-483e-ad19-7a265ae3e319 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Pushing event updated for resources: {'Port': ['ID=2fa33a0a-bd57-4833-888e-d845bfa74804,revision_number=7']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:00.151279 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8b6641f4-7c49-469c-93f7-c46019f32095 req-82e69e32-7248-48b5-9e42-1d863b936771 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (20c88474-d13c-4a12-a51b-d3a0c31c50c8), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:00.179183 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-61caecab-3e6c-4a3b-8d6a-e7bd82f2faf3 req-0d52c106-b65e-401e-9aa3-8f19987bd00d tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (e2802cd0-c205-4a26-82c7-646e9b414123), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:00.239582 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d52c106-b65e-401e-9aa3-8f19987bd00d tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] Pushing event deleted for resources: {'Port': ['ID=e2802cd0-c205-4a26-82c7-646e9b414123,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:00.248457 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-af824d7f-e11d-4eb2-9f47-fd6e0fa53b09 admin admin] Publish callbacks [] for security_group (ff60e3f7-0aa8-4555-a741-1401bc9ce96e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:00.319559 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-61caecab-3e6c-4a3b-8d6a-e7bd82f2faf3 req-0d52c106-b65e-401e-9aa3-8f19987bd00d tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] No DVR routers for this DVR port e2802cd0-c205-4a26-82c7-646e9b414123 on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:19:00.329278 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a18340-d122-4578-bee9-f4aaa19d63cf tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Pushing event updated for resources: {'Port': ['ID=d5952791-d7be-4808-b892-3e53282649e6,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:00.333999 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-61caecab-3e6c-4a3b-8d6a-e7bd82f2faf3 req-0d52c106-b65e-401e-9aa3-8f19987bd00d tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:00.338059 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-61caecab-3e6c-4a3b-8d6a-e7bd82f2faf3 req-0d52c106-b65e-401e-9aa3-8f19987bd00d tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] 10.222.0.121 "DELETE /v2.0/ports/e2802cd0-c205-4a26-82c7-646e9b414123 HTTP/1.1" status: 204 len: 173 time: 2.5936422 Feb 09 01:19:00.339671 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2043a619-df48-484b-b0df-dedaa1c33fe0', 'name': 'network-vif-deleted', 'tag': 'e2802cd0-c205-4a26-82c7-646e9b414123'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:19:00.342388 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86280e06-e027-45fd-961b-eae80d0340d9" -d '{"events": [{"server_uuid": "2043a619-df48-484b-b0df-dedaa1c33fe0", "name": "network-vif-deleted", "tag": "e2802cd0-c205-4a26-82c7-646e9b414123"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:19:00.352346 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-af824d7f-e11d-4eb2-9f47-fd6e0fa53b09 admin admin] Publish callbacks [] for security_group (ff60e3f7-0aa8-4555-a741-1401bc9ce96e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:00.388490 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5af6bff9-5e06-4d98-9c88-e2b81ecb9c52 req-f49bcbf4-584d-4bdd-8690-5a717f4d10d5 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d47ab3e-5ff4-429c-97ab-56c893952958 HTTP/1.1" status: 200 len: 210 time: 0.2414572 Feb 09 01:19:00.417660 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-02a18340-d122-4578-bee9-f4aaa19d63cf tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Network da52059d-73c2-403d-a351-476231473b23 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:00.427040 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-10240846-78a5-4af9-90b5-79b2fb19c6d9 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Made reservation on behalf of d27c756c8932484ba946bc81ad113e78 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:00.432303 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-10240846-78a5-4af9-90b5-79b2fb19c6d9 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:00.439666 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-af824d7f-e11d-4eb2-9f47-fd6e0fa53b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ff60e3f7-0aa8-4555-a741-1401bc9ce96e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:00.442688 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-af824d7f-e11d-4eb2-9f47-fd6e0fa53b09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:00.446257 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-af824d7f-e11d-4eb2-9f47-fd6e0fa53b09 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ff60e3f7-0aa8-4555-a741-1401bc9ce96e HTTP/1.1" status: 204 len: 168 time: 0.4311726 Feb 09 01:19:00.452472 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6641f4-7c49-469c-93f7-c46019f32095 req-82e69e32-7248-48b5-9e42-1d863b936771 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] No DVR routers for this DVR port 20c88474-d13c-4a12-a51b-d3a0c31c50c8 on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:19:00.457242 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e69e32-7248-48b5-9e42-1d863b936771 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Pushing event deleted for resources: {'Port': ['ID=20c88474-d13c-4a12-a51b-d3a0c31c50c8,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:00.465363 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8b6641f4-7c49-469c-93f7-c46019f32095 req-82e69e32-7248-48b5-9e42-1d863b936771 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:00.466725 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af824d7f-e11d-4eb2-9f47-fd6e0fa53b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff60e3f7-0aa8-4555-a741-1401bc9ce96e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:00.469268 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8b6641f4-7c49-469c-93f7-c46019f32095 req-82e69e32-7248-48b5-9e42-1d863b936771 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.121 "DELETE /v2.0/ports/20c88474-d13c-4a12-a51b-d3a0c31c50c8 HTTP/1.1" status: 204 len: 173 time: 2.4343004 Feb 09 01:19:00.472377 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-02a18340-d122-4578-bee9-f4aaa19d63cf tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:00.477762 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-02a18340-d122-4578-bee9-f4aaa19d63cf tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:19:00.553163 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-194714b9-ee66-4e47-b684-5aab45378f5e req-39536fb1-eda3-4693-8894-3c4b338f4b34 service neutron] 10.222.0.121 "GET /v2.0/networks/abf1fb35-3013-4c3d-bbbe-19417af179a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7593257 Feb 09 01:19:00.583969 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a096d0-8a45-47de-a781-092d79b2c122 req-18b92376-f308-47a3-ab97-3d40ae5000b1 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:00.591814 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f3a096d0-8a45-47de-a781-092d79b2c122 req-18b92376-f308-47a3-ab97-3d40ae5000b1 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=669794fb-b492-42c9-aae4-dc6a5578579c HTTP/1.1" status: 200 len: 944 time: 0.4532137 Feb 09 01:19:00.619223 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-02a18340-d122-4578-bee9-f4aaa19d63cf tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:00.620564 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-02a18340-d122-4578-bee9-f4aaa19d63cf tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:00.729270 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-02a18340-d122-4578-bee9-f4aaa19d63cf tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8197587 Feb 09 01:19:00.784639 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-10adc752-7458-4230-9883-1d1843b49f74 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Request body: {'port': {'device_id': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'network_id': 'a87ac28a-2aeb-4a83-82bf-decda1e08acb', 'admin_state_up': True, 'tenant_id': 'e9919418afe248229cfe208277f2e93f', 'security_groups': ['11940a88-c8da-4c2d-8937-d58ae8a1f09a']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:00.832395 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-10240846-78a5-4af9-90b5-79b2fb19c6d9 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Allocated IP 172.20.0.5 (fe516e29-735a-4343-b41d-62f1308dd9ac/e6c7e660-340b-43fd-ab14-a81164bb8bc4/0599733c-4940-4417-ae09-ea609ef496e2) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:01.029840 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f3a096d0-8a45-47de-a781-092d79b2c122 req-af5ef462-41a5-41a6-9b82-64c605a1741d tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367554 Feb 09 01:19:01.074783 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device f7794da2-62c0-4bae-afb7-2847be1f8cda up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:19:01.144496 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-10240846-78a5-4af9-90b5-79b2fb19c6d9 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Publish callbacks [] for port (0599733c-4940-4417-ae09-ea609ef496e2), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:01.202028 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-54a7564d-66ad-48af-9f57-4af994cd71ef None None] Provisioning complete for port d5952791-d7be-4808-b892-3e53282649e6 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:01.208251 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-54a7564d-66ad-48af-9f57-4af994cd71ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d5952791-d7be-4808-b892-3e53282649e6), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:01.218143 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-10240846-78a5-4af9-90b5-79b2fb19c6d9 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (0599733c-4940-4417-ae09-ea609ef496e2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:01.317127 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-54a7564d-66ad-48af-9f57-4af994cd71ef None None] Port d5952791-d7be-4808-b892-3e53282649e6 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:19:01.343920 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port f7794da2-62c0-4bae-afb7-2847be1f8cda completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:01.351767 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10240846-78a5-4af9-90b5-79b2fb19c6d9 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Pushing event updated for resources: {'Port': ['ID=0599733c-4940-4417-ae09-ea609ef496e2,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:01.355420 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port f7794da2-62c0-4bae-afb7-2847be1f8cda triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:01.356424 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f7794da2-62c0-4bae-afb7-2847be1f8cda), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:01.391704 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-10240846-78a5-4af9-90b5-79b2fb19c6d9 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Network fe516e29-735a-4343-b41d-62f1308dd9ac is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:01.393950 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-10240846-78a5-4af9-90b5-79b2fb19c6d9 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:01.398216 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-10240846-78a5-4af9-90b5-79b2fb19c6d9 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:19:01.471044 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cea257-0c80-4aa8-9031-634acb0372a8 req-12d63e75-ebfc-4d93-b49a-3f3ea7c3eb3a tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:01.494243 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-66cea257-0c80-4aa8-9031-634acb0372a8 req-12d63e75-ebfc-4d93-b49a-3f3ea7c3eb3a tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3f19d81-ea95-41af-959e-8fd7203eec07 HTTP/1.1" status: 200 len: 943 time: 0.7573597 Feb 09 01:19:01.526347 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-10240846-78a5-4af9-90b5-79b2fb19c6d9 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:01.527123 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-10240846-78a5-4af9-90b5-79b2fb19c6d9 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:01.560226 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port f7794da2-62c0-4bae-afb7-2847be1f8cda is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:19:01.566810 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-10240846-78a5-4af9-90b5-79b2fb19c6d9 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4833074 Feb 09 01:19:01.567588 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f7794da2-62c0-4bae-afb7-2847be1f8cda), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:01.590612 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-fb04c349-8dce-4511-8643-93384e0ee17c service neutron] Request body: {'port': {'device_id': '5d47ab3e-5ff4-429c-97ab-56c893952958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:01.655433 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669794fb-b492-42c9-aae4-dc6a5578579c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7794da2-62c0-4bae-afb7-2847be1f8cda'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:19:01.663276 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b6db3b-1e5e-44eb-b758-3da303efe4a0" -d '{"events": [{"server_uuid": "669794fb-b492-42c9-aae4-dc6a5578579c", "name": "network-vif-plugged", "status": "completed", "tag": "f7794da2-62c0-4bae-afb7-2847be1f8cda"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:19:01.689224 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-10adc752-7458-4230-9883-1d1843b49f74 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Made reservation on behalf of e9919418afe248229cfe208277f2e93f for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:01.693685 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-10adc752-7458-4230-9883-1d1843b49f74 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:01.705317 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port f7794da2-62c0-4bae-afb7-2847be1f8cda, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=f7794da2-62c0-4bae-afb7-2847be1f8cda,segment=NetworkSegment(93377c63-554d-4e75-a6fa-1c5faaa2bcb9),segment_id=93377c63-554d-4e75-a6fa-1c5faaa2bcb9)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:01.715088 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f7794da2-62c0-4bae-afb7-2847be1f8cda), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:01.716015 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 20c88474-d13c-4a12-a51b-d3a0c31c50c8 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:19:01.725462 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-fb04c349-8dce-4511-8643-93384e0ee17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0599733c-4940-4417-ae09-ea609ef496e2), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:01.753025 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-66cea257-0c80-4aa8-9031-634acb0372a8 req-1583efea-1914-4900-9d6f-1cd366b42323 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] 10.222.0.30 "GET /v2.0/security-groups?id=cea86a2c-77d8-4634-9388-dbba610dc35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548227 Feb 09 01:19:01.787128 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2d6f0-7bc7-4f79-9303-780e6db82b5d req-e4e245a0-5c44-420b-8e4d-7b95e678b569 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:01.792965 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d1a2d6f0-7bc7-4f79-9303-780e6db82b5d req-e4e245a0-5c44-420b-8e4d-7b95e678b569 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 932 time: 0.5685894 Feb 09 01:19:01.916841 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 20c88474-d13c-4a12-a51b-d3a0c31c50c8 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:19:01.917425 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 20c88474-d13c-4a12-a51b-d3a0c31c50c8 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:19:01.918030 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device e2802cd0-c205-4a26-82c7-646e9b414123 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:19:01.945294 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: e2802cd0-c205-4a26-82c7-646e9b414123 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:19:01.945937 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device e2802cd0-c205-4a26-82c7-646e9b414123 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:19:01.947765 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=f7794da2-62c0-4bae-afb7-2847be1f8cda,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:02.035229 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4467f4-d69a-4367-b018-bd48b0cccebf x-openstack-request-id: req-6b4467f4-d69a-4367-b018-bd48b0cccebf {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:19:02.035875 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f19d81-ea95-41af-959e-8fd7203eec07", "tag": "b7ecaee7-6bc9-4659-95aa-e13d263b9b93", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:19:02.036341 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6b4467f4-d69a-4367-b018-bd48b0cccebf {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:19:02.036893 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f19d81-ea95-41af-959e-8fd7203eec07', 'tag': 'b7ecaee7-6bc9-4659-95aa-e13d263b9b93', 'status': 'completed', 'code': 200} Feb 09 01:19:02.047603 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d1a2d6f0-7bc7-4f79-9303-780e6db82b5d req-89bd99c9-875c-4583-8e20-16bdf427b777 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2451451 Feb 09 01:19:02.165640 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-10adc752-7458-4230-9883-1d1843b49f74 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Allocated IP 10.1.1.174 (a87ac28a-2aeb-4a83-82bf-decda1e08acb/aa9fcc5d-ba04-4bc8-ac3a-fa1b2158dd4f/1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:02.205769 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b630c311-8b27-4b9e-b8b2-e95fdb56359f x-openstack-request-id: req-b630c311-8b27-4b9e-b8b2-e95fdb56359f {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:19:02.212087 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2043a619-df48-484b-b0df-dedaa1c33fe0", "name": "network-vif-deleted", "tag": "e2802cd0-c205-4a26-82c7-646e9b414123", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:19:02.212567 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b630c311-8b27-4b9e-b8b2-e95fdb56359f {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:19:02.213171 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2043a619-df48-484b-b0df-dedaa1c33fe0', 'name': 'network-vif-deleted', 'tag': 'e2802cd0-c205-4a26-82c7-646e9b414123', 'status': 'completed', 'code': 200} Feb 09 01:19:02.481184 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74b9da-2dc3-438b-94ca-ce87fff65d10 req-90823163-dcfa-4483-8fae-edc541147952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:02.481184 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d74b9da-2dc3-438b-94ca-ce87fff65d10 req-90823163-dcfa-4483-8fae-edc541147952 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=8504a22500a54a54a8fec90c069aae71&device_id=b3f19d81-ea95-41af-959e-8fd7203eec07 HTTP/1.1" status: 200 len: 1126 time: 0.4154108 Feb 09 01:19:02.552667 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-fb04c349-8dce-4511-8643-93384e0ee17c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0599733c-4940-4417-ae09-ea609ef496e2 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:19:02.569910 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-fb04c349-8dce-4511-8643-93384e0ee17c service neutron] Publish callbacks [] for port (0599733c-4940-4417-ae09-ea609ef496e2), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:02.591318 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81154b79-1ad2-4bb7-b4fd-1a3143fa15b4 req-4c03693d-dd52-4bf6-a380-130dbcab3533 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:02.599447 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-81154b79-1ad2-4bb7-b4fd-1a3143fa15b4 req-4c03693d-dd52-4bf6-a380-130dbcab3533 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/ports?device_id=c48882ac-1295-4d05-bea3-b4dacd467fe9 HTTP/1.1" status: 200 len: 1024 time: 0.4167824 Feb 09 01:19:02.605515 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-fb04c349-8dce-4511-8643-93384e0ee17c service neutron] Transition to ACTIVE for port object 0599733c-4940-4417-ae09-ea609ef496e2 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:02.619589 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-fb04c349-8dce-4511-8643-93384e0ee17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (0599733c-4940-4417-ae09-ea609ef496e2), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:02.658108 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be4e21-e54d-4c41-917a-5b72d7ecaa93 req-eff4772f-3ed0-4cb6-8c6c-ac9df7387c5b tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:02.659639 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f3be4e21-e54d-4c41-917a-5b72d7ecaa93 req-eff4772f-3ed0-4cb6-8c6c-ac9df7387c5b tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d47ab3e-5ff4-429c-97ab-56c893952958 HTTP/1.1" status: 200 len: 931 time: 0.2925291 Feb 09 01:19:02.732843 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-10adc752-7458-4230-9883-1d1843b49f74 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks [] for port (1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:02.759501 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04c349-8dce-4511-8643-93384e0ee17c service neutron] Pushing event updated for resources: {'Port': ['ID=0599733c-4940-4417-ae09-ea609ef496e2,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:02.785930 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:19:02.802090 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74b9da-2dc3-438b-94ca-ce87fff65d10 req-218a9f66-c5b7-45fa-8154-48a30b869b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:02.803637 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d74b9da-2dc3-438b-94ca-ce87fff65d10 req-218a9f66-c5b7-45fa-8154-48a30b869b23 service neutron] 10.222.0.121 "GET /v2.0/networks?id=abf1fb35-3013-4c3d-bbbe-19417af179a8 HTTP/1.1" status: 200 len: 916 time: 0.3128915 Feb 09 01:19:02.882994 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-fb04c349-8dce-4511-8643-93384e0ee17c service neutron] Attempting to bind port 0599733c-4940-4417-ae09-ea609ef496e2 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:19:02.883558 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-fb04c349-8dce-4511-8643-93384e0ee17c service neutron] Attempting to bind port 0599733c-4940-4417-ae09-ea609ef496e2 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'fe516e29-735a-4343-b41d-62f1308dd9ac'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:19:02.883995 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-fb04c349-8dce-4511-8643-93384e0ee17c service neutron] Attempting to bind port 0599733c-4940-4417-ae09-ea609ef496e2 on network fe516e29-735a-4343-b41d-62f1308dd9ac {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:19:02.895807 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-fb04c349-8dce-4511-8643-93384e0ee17c service neutron] Port 0599733c-4940-4417-ae09-ea609ef496e2 on network fe516e29-735a-4343-b41d-62f1308dd9ac not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:19:02.897813 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-fb04c349-8dce-4511-8643-93384e0ee17c service neutron] Attempting to bind port 0599733c-4940-4417-ae09-ea609ef496e2 on network fe516e29-735a-4343-b41d-62f1308dd9ac {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:19:02.911073 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-fb04c349-8dce-4511-8643-93384e0ee17c service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:19:02.912544 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-fb04c349-8dce-4511-8643-93384e0ee17c service neutron] Checking segment: {'id': '6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'fe516e29-735a-4343-b41d-62f1308dd9ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:19:02.913058 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-fb04c349-8dce-4511-8643-93384e0ee17c service neutron] Bound using segment: {'id': '6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'fe516e29-735a-4343-b41d-62f1308dd9ac'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:19:02.913851 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-fb04c349-8dce-4511-8643-93384e0ee17c service neutron] Bound port: 0599733c-4940-4417-ae09-ea609ef496e2, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'fe516e29-735a-4343-b41d-62f1308dd9ac'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:19:02.916407 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-fb04c349-8dce-4511-8643-93384e0ee17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0599733c-4940-4417-ae09-ea609ef496e2), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:03.020455 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6,segment=NetworkSegment(231cc619-b79a-4847-94b3-cdbf4f5bda22),segment_id=231cc619-b79a-4847-94b3-cdbf4f5bda22)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:03.036179 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6', 'network_id': 'f155bdb8-b796-4b2f-8f0d-8611315d30bd', 'port_id': '5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6', 'mac_address': 'fa:16:3e:53:b3:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6c9902a-ca90-4768-8ad8-e74435b83d39', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:19:03.054476 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-81154b79-1ad2-4bb7-b4fd-1a3143fa15b4 req-f1b73a2f-5e24-4c8c-ae38-5e5a78e9e698 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups?id=d77e22fd-3e31-4a48-8a54-598f6dafe9fd&id=f0af7433-ebb5-4067-ac97-973936f4c3e6&id=d30b6bd6-ee82-453d-882d-6bbb3d802968 HTTP/1.1" status: 200 len: 6199 time: 0.4519396 Feb 09 01:19:03.089778 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device b7ecaee7-6bc9-4659-95aa-e13d263b9b93 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:19:03.110295 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-fb04c349-8dce-4511-8643-93384e0ee17c service neutron] For port 0599733c-4940-4417-ae09-ea609ef496e2, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:19:03.114438 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-fb04c349-8dce-4511-8643-93384e0ee17c service neutron] For port 0599733c-4940-4417-ae09-ea609ef496e2, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=0599733c-4940-4417-ae09-ea609ef496e2,segment=NetworkSegment(6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12),segment_id=6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:19:03.118045 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57150) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:03.128277 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-fb04c349-8dce-4511-8643-93384e0ee17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (0599733c-4940-4417-ae09-ea609ef496e2), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:03.160297 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-10adc752-7458-4230-9883-1d1843b49f74 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:03.177817 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-fb04c349-8dce-4511-8643-93384e0ee17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:03.178807 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-fb04c349-8dce-4511-8643-93384e0ee17c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:03.182422 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-fb04c349-8dce-4511-8643-93384e0ee17c service neutron] 10.222.0.121 "PUT /v2.0/ports/0599733c-4940-4417-ae09-ea609ef496e2 HTTP/1.1" status: 200 len: 1092 time: 1.6038713 Feb 09 01:19:03.184310 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6 is: ACTIVE; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:19:03.184715 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:03.233186 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04c349-8dce-4511-8643-93384e0ee17c service neutron] Pushing event updated for resources: {'Port': ['ID=0599733c-4940-4417-ae09-ea609ef496e2,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:03.242387 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c751b239-eb81-4321-a22f-9271d226c243 x-openstack-request-id: req-c751b239-eb81-4321-a22f-9271d226c243 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:19:03.242688 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669794fb-b492-42c9-aae4-dc6a5578579c", "name": "network-vif-plugged", "status": "completed", "tag": "f7794da2-62c0-4bae-afb7-2847be1f8cda", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:19:03.242953 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c751b239-eb81-4321-a22f-9271d226c243 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:19:03.243411 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669794fb-b492-42c9-aae4-dc6a5578579c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7794da2-62c0-4bae-afb7-2847be1f8cda', 'code': 200} Feb 09 01:19:03.305810 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:19:03.324069 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-4f095d0b-6404-4bb7-9d06-87a71f89e394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:03.326270 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-4f095d0b-6404-4bb7-9d06-87a71f89e394 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d27c756c8932484ba946bc81ad113e78&device_id=5d47ab3e-5ff4-429c-97ab-56c893952958 HTTP/1.1" status: 200 len: 1126 time: 0.0880237 Feb 09 01:19:03.333177 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d74b9da-2dc3-438b-94ca-ce87fff65d10 req-336fc60a-2c36-4da6-8c98-804e579ac9ef service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7ecaee7-6bc9-4659-95aa-e13d263b9b93 HTTP/1.1" status: 200 len: 217 time: 0.2608585 Feb 09 01:19:03.510175 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-14433b8f-fa0a-4254-bfd4-3ac9252bde38 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0599733c-4940-4417-ae09-ea609ef496e2 HTTP/1.1" status: 200 len: 217 time: 0.1661787 Feb 09 01:19:03.591438 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6,segment=NetworkSegment(231cc619-b79a-4847-94b3-cdbf4f5bda22),segment_id=231cc619-b79a-4847-94b3-cdbf4f5bda22)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:03.643443 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:03.690018 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-8360945b-24be-449f-bb16-bf54395601d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:03.692797 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-8360945b-24be-449f-bb16-bf54395601d3 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=e6c7e660-340b-43fd-ab14-a81164bb8bc4 HTTP/1.1" status: 200 len: 854 time: 0.1803529 Feb 09 01:19:03.780922 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-02bdfdec-bb15-479e-8c63-c8435d31d8bb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ac76150f6b37417ab7cb95d2dd248e5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6582313 Feb 09 01:19:03.792075 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-2b97c389-5c8b-4d4c-80e6-07798fb66c47 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=fe516e29-735a-4343-b41d-62f1308dd9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838928 Feb 09 01:19:03.793105 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57162) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:03.804248 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10adc752-7458-4230-9883-1d1843b49f74 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Pushing event updated for resources: {'Port': ['ID=1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:03.808121 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74b9da-2dc3-438b-94ca-ce87fff65d10 req-a6ebae95-2556-45a5-8c77-990ebdc54e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:03.810986 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d74b9da-2dc3-438b-94ca-ce87fff65d10 req-a6ebae95-2556-45a5-8c77-990ebdc54e60 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7fc7da2c-4277-42ec-9319-84787d86a60d HTTP/1.1" status: 200 len: 854 time: 0.1114306 Feb 09 01:19:03.832362 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port b7ecaee7-6bc9-4659-95aa-e13d263b9b93, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=b7ecaee7-6bc9-4659-95aa-e13d263b9b93,segment=NetworkSegment(6daca91f-d266-4653-9c4c-7bffb4b74c3e),segment_id=6daca91f-d266-4653-9c4c-7bffb4b74c3e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:03.888215 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:19:03.945484 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f3be4e21-e54d-4c41-917a-5b72d7ecaa93 req-d8ec56ec-1b69-4dae-a0c1-9cd6bccda3e0 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2715921 Feb 09 01:19:03.993685 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-10adc752-7458-4230-9883-1d1843b49f74 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Network a87ac28a-2aeb-4a83-82bf-decda1e08acb is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:04.016648 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': 'b7ecaee7-6bc9-4659-95aa-e13d263b9b93', 'network_id': 'abf1fb35-3013-4c3d-bbbe-19417af179a8', 'port_id': 'b7ecaee7-6bc9-4659-95aa-e13d263b9b93', 'mac_address': 'fa:16:3e:84:ec:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc7da2c-4277-42ec-9319-84787d86a60d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:19:04.018662 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-10adc752-7458-4230-9883-1d1843b49f74 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:04.042919 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-10adc752-7458-4230-9883-1d1843b49f74 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:19:04.059830 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48882ac-1295-4d05-bea3-b4dacd467fe9', 'tag': '2fa33a0a-bd57-4833-888e-d845bfa74804'}, {'server_uuid': '87f3d044-7a48-46eb-b162-4de66bd62588', 'name': 'network-vif-deleted', 'tag': '20c88474-d13c-4a12-a51b-d3a0c31c50c8'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:19:04.062341 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09901265-a88e-445c-98a2-4103a4069832" -d '{"events": [{"name": "network-changed", "server_uuid": "c48882ac-1295-4d05-bea3-b4dacd467fe9", "tag": "2fa33a0a-bd57-4833-888e-d845bfa74804"}, {"server_uuid": "87f3d044-7a48-46eb-b162-4de66bd62588", "name": "network-vif-deleted", "tag": "20c88474-d13c-4a12-a51b-d3a0c31c50c8"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:19:04.144272 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:04.184597 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7f2a30a7-1d03-40fa-a7ff-2b0a2e9eb898 admin admin] Publish callbacks [] for security_group (cae92d08-e4a6-4eba-a75a-1bf840710929), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:04.214332 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d47ab3e-5ff4-429c-97ab-56c893952958', 'tag': '0599733c-4940-4417-ae09-ea609ef496e2'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:19:04.216767 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf585fb1-58dc-474e-917e-3ebc40e674f2" -d '{"events": [{"name": "network-changed", "server_uuid": "5d47ab3e-5ff4-429c-97ab-56c893952958", "tag": "0599733c-4940-4417-ae09-ea609ef496e2"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:19:04.269507 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a56717-48a8-47cb-a624-136fbc4c04e6 req-169056a2-dd1e-4e0c-b454-9f29e1887641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:04.271170 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c6a56717-48a8-47cb-a624-136fbc4c04e6 req-169056a2-dd1e-4e0c-b454-9f29e1887641 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=669794fb-b492-42c9-aae4-dc6a5578579c HTTP/1.1" status: 200 len: 1128 time: 0.9255006 Feb 09 01:19:04.292585 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74b9da-2dc3-438b-94ca-ce87fff65d10 req-052bf733-9ed9-4b7b-8e0c-15c862434fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:04.294189 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d74b9da-2dc3-438b-94ca-ce87fff65d10 req-052bf733-9ed9-4b7b-8e0c-15c862434fc0 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=abf1fb35-3013-4c3d-bbbe-19417af179a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4718173 Feb 09 01:19:04.322135 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7f2a30a7-1d03-40fa-a7ff-2b0a2e9eb898 admin admin] Publish callbacks [] for security_group (cae92d08-e4a6-4eba-a75a-1bf840710929), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:04.473606 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c6a56717-48a8-47cb-a624-136fbc4c04e6 req-f49f62c1-a81e-41ef-8f63-f09c588f1672 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444592 Feb 09 01:19:04.504136 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-4214167b-6099-4189-9af3-3d8cb8cd37f3 service neutron] 10.222.0.121 "GET /v2.0/networks/fe516e29-735a-4343-b41d-62f1308dd9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7032485 Feb 09 01:19:04.506499 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7f2a30a7-1d03-40fa-a7ff-2b0a2e9eb898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (cae92d08-e4a6-4eba-a75a-1bf840710929), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:04.507922 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port b7ecaee7-6bc9-4659-95aa-e13d263b9b93 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:19:04.508942 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b7ecaee7-6bc9-4659-95aa-e13d263b9b93), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:04.513043 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7f2a30a7-1d03-40fa-a7ff-2b0a2e9eb898 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:04.519466 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7f2a30a7-1d03-40fa-a7ff-2b0a2e9eb898 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cae92d08-e4a6-4eba-a75a-1bf840710929 HTTP/1.1" status: 204 len: 168 time: 0.7222664 Feb 09 01:19:04.538057 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9fa59-01c4-44cd-a92c-cab09a09ac2c req-d99ccad0-4acd-441f-801e-200dd6a79750 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:04.544246 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7ef9fa59-01c4-44cd-a92c-cab09a09ac2c req-d99ccad0-4acd-441f-801e-200dd6a79750 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=669794fb-b492-42c9-aae4-dc6a5578579c HTTP/1.1" status: 200 len: 945 time: 0.7527533 Feb 09 01:19:04.545987 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a30a7-1d03-40fa-a7ff-2b0a2e9eb898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae92d08-e4a6-4eba-a75a-1bf840710929,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:04.663471 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7ecaee7-6bc9-4659-95aa-e13d263b9b93 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:19:04.733621 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port b7ecaee7-6bc9-4659-95aa-e13d263b9b93, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=b7ecaee7-6bc9-4659-95aa-e13d263b9b93,segment=NetworkSegment(6daca91f-d266-4653-9c4c-7bffb4b74c3e),segment_id=6daca91f-d266-4653-9c4c-7bffb4b74c3e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:04.767113 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b7ecaee7-6bc9-4659-95aa-e13d263b9b93), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:04.826083 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-80fa5e7c-bbf1-440d-8cdb-2569d5710914 None None] Provisioning complete for port 1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:04.827378 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-80fa5e7c-bbf1-440d-8cdb-2569d5710914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:04.844413 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d74b9da-2dc3-438b-94ca-ce87fff65d10 req-c12c7faa-b74c-4233-a263-98a4409b6b26 service neutron] 10.222.0.121 "GET /v2.0/networks/abf1fb35-3013-4c3d-bbbe-19417af179a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5295365 Feb 09 01:19:05.062791 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-53b77cd5-3c0e-4c1f-8de9-a9c952f86b79 req-fee303bb-6e1c-4177-a696-e9bba7897741 service neutron] 10.222.0.121 "GET /v2.0/networks/fe516e29-735a-4343-b41d-62f1308dd9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849545 Feb 09 01:19:05.232882 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d74b9da-2dc3-438b-94ca-ce87fff65d10 req-2d9dd8d9-dc7c-4c1a-ae35-cbb4daa6ab30 service neutron] 10.222.0.121 "GET /v2.0/networks/abf1fb35-3013-4c3d-bbbe-19417af179a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843884 Feb 09 01:19:05.344446 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=b7ecaee7-6bc9-4659-95aa-e13d263b9b93,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:05.347743 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-80fa5e7c-bbf1-440d-8cdb-2569d5710914 None None] Port 1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:19:05.353379 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7ef9fa59-01c4-44cd-a92c-cab09a09ac2c req-233101f6-3890-42d1-8fa2-90a136198f40 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4749305 Feb 09 01:19:05.367224 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-10adc752-7458-4230-9883-1d1843b49f74 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:05.367911 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-10adc752-7458-4230-9883-1d1843b49f74 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:05.397343 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd8bc3-3962-46e8-8716-e6c06447f636 req-c38fa7df-4005-4cdc-a378-70f016f313e2 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:05.399723 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['b7ecaee7-6bc9-4659-95aa-e13d263b9b93'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:19:05.410359 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-40fd8bc3-3962-46e8-8716-e6c06447f636 req-c38fa7df-4005-4cdc-a378-70f016f313e2 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3f19d81-ea95-41af-959e-8fd7203eec07 HTTP/1.1" status: 200 len: 943 time: 1.2730243 Feb 09 01:19:05.471406 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-10adc752-7458-4230-9883-1d1843b49f74 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7033706 Feb 09 01:19:05.523668 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-75b04eba-e2c9-4be4-88b6-58724927d8e0 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Request body: {'port': {'device_id': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'network_id': 'a87ac28a-2aeb-4a83-82bf-decda1e08acb', 'admin_state_up': True, 'tenant_id': 'e9919418afe248229cfe208277f2e93f', 'security_groups': ['11940a88-c8da-4c2d-8937-d58ae8a1f09a']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:05.560705 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-40fd8bc3-3962-46e8-8716-e6c06447f636 req-787f1dfe-de98-4044-a474-1868b2f7663a tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] 10.222.0.30 "GET /v2.0/security-groups?id=cea86a2c-77d8-4634-9388-dbba610dc35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494577 Feb 09 01:19:05.715565 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-ededb447-42ce-46b0-84ee-dfe7f3b0f519 req-20ef5d11-2287-44d4-b304-217deebe3778 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Request body: {'security_group': {'name': ' tempest-securitygroup -302709274 ', 'description': 'tempest-description-2117905640'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:05.790522 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ededb447-42ce-46b0-84ee-dfe7f3b0f519 req-20ef5d11-2287-44d4-b304-217deebe3778 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:05.817357 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-75b04eba-e2c9-4be4-88b6-58724927d8e0 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Made reservation on behalf of e9919418afe248229cfe208277f2e93f for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:05.822643 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-75b04eba-e2c9-4be4-88b6-58724927d8e0 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:06.212990 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ededb447-42ce-46b0-84ee-dfe7f3b0f519 req-20ef5d11-2287-44d4-b304-217deebe3778 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (1b728dca-e957-49a6-9f22-43366f5b4bca), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:06.270605 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ededb447-42ce-46b0-84ee-dfe7f3b0f519 req-20ef5d11-2287-44d4-b304-217deebe3778 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1b728dca-e957-49a6-9f22-43366f5b4bca), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:06.314692 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef5d11-2287-44d4-b304-217deebe3778 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b728dca-e957-49a6-9f22-43366f5b4bca,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:06.319222 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ededb447-42ce-46b0-84ee-dfe7f3b0f519 req-20ef5d11-2287-44d4-b304-217deebe3778 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:06.331144 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ededb447-42ce-46b0-84ee-dfe7f3b0f519 req-20ef5d11-2287-44d4-b304-217deebe3778 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.6239662 Feb 09 01:19:06.403120 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-75b04eba-e2c9-4be4-88b6-58724927d8e0 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Allocated IP 10.1.1.121 (a87ac28a-2aeb-4a83-82bf-decda1e08acb/aa9fcc5d-ba04-4bc8-ac3a-fa1b2158dd4f/789db35b-0323-4d38-b70f-7194c1a86af2) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:06.422552 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 01:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d09b2c-a241-4652-8af4-9f46647044b9 x-openstack-request-id: req-f1d09b2c-a241-4652-8af4-9f46647044b9 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:19:06.424276 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48882ac-1295-4d05-bea3-b4dacd467fe9", "tag": "2fa33a0a-bd57-4833-888e-d845bfa74804", "status": "completed", "code": 200}, {"server_uuid": "87f3d044-7a48-46eb-b162-4de66bd62588", "name": "network-vif-deleted", "tag": "20c88474-d13c-4a12-a51b-d3a0c31c50c8", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:19:06.424755 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f1d09b2c-a241-4652-8af4-9f46647044b9 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:19:06.425377 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c48882ac-1295-4d05-bea3-b4dacd467fe9', 'tag': '2fa33a0a-bd57-4833-888e-d845bfa74804', 'status': 'completed', 'code': 200} Feb 09 01:19:06.428458 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f3d044-7a48-46eb-b162-4de66bd62588', 'name': 'network-vif-deleted', 'tag': '20c88474-d13c-4a12-a51b-d3a0c31c50c8', 'status': 'completed', 'code': 200} Feb 09 01:19:06.543454 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dec0497-ad7e-4186-8689-ababeceec1fe x-openstack-request-id: req-3dec0497-ad7e-4186-8689-ababeceec1fe {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:19:06.548519 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d47ab3e-5ff4-429c-97ab-56c893952958", "tag": "0599733c-4940-4417-ae09-ea609ef496e2", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:19:06.549067 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3dec0497-ad7e-4186-8689-ababeceec1fe {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:19:06.549702 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d47ab3e-5ff4-429c-97ab-56c893952958', 'tag': '0599733c-4940-4417-ae09-ea609ef496e2', 'status': 'completed', 'code': 200} Feb 09 01:19:06.578850 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09901265-a88e-445c-98a2-4103a4069832 req-015748cd-a4bc-4cb8-a441-cade8206ed3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:06.585578 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-09901265-a88e-445c-98a2-4103a4069832 req-015748cd-a4bc-4cb8-a441-cade8206ed3c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3a7975de586b4e08b0e9bb01c09679ae&device_id=c48882ac-1295-4d05-bea3-b4dacd467fe9 HTTP/1.1" status: 200 len: 1208 time: 0.1447909 Feb 09 01:19:06.587901 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57236) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:06.811062 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:19:06.871153 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4d99d-93b1-447e-96b7-63a3436236c4 req-6dd8414f-5a08-4998-aed8-ce9fb5f44818 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:06.880727 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4d99d-93b1-447e-96b7-63a3436236c4 req-6dd8414f-5a08-4998-aed8-ce9fb5f44818 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:06.883580 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3af4d99d-93b1-447e-96b7-63a3436236c4 req-6dd8414f-5a08-4998-aed8-ce9fb5f44818 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 1654 time: 0.2659657 Feb 09 01:19:06.907696 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf585fb1-58dc-474e-917e-3ebc40e674f2 req-b0467a30-a2f6-418a-b1ff-2ab15aca9411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:06.909655 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf585fb1-58dc-474e-917e-3ebc40e674f2 req-b0467a30-a2f6-418a-b1ff-2ab15aca9411 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d27c756c8932484ba946bc81ad113e78&device_id=5d47ab3e-5ff4-429c-97ab-56c893952958 HTTP/1.1" status: 200 len: 1126 time: 0.2934978 Feb 09 01:19:06.923449 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-40d57dc6-f87a-4e53-8c83-211598671dd1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1988325144-network', 'tenant_id': 'eb7d557ea5d14a09b3fed8391e4b54c3'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:06.975634 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09901265-a88e-445c-98a2-4103a4069832 req-58d05ecb-d3d0-42de-b8d7-337dfda292cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:06.977140 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-09901265-a88e-445c-98a2-4103a4069832 req-58d05ecb-d3d0-42de-b8d7-337dfda292cc service neutron] 10.222.0.91 "GET /v2.0/networks?id=d782717c-da84-43e9-83e3-7ef1f07f2c40 HTTP/1.1" status: 200 len: 914 time: 0.3563416 Feb 09 01:19:06.977928 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-75b04eba-e2c9-4be4-88b6-58724927d8e0 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks [] for port (789db35b-0323-4d38-b70f-7194c1a86af2), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:06.983501 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:06.984657 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:06.993448 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3af4d99d-93b1-447e-96b7-63a3436236c4 req-4626b514-2136-4168-88b2-e85618a4833e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015422 Feb 09 01:19:07.004166 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6228b-9ed2-4a3d-b0cb-200fd3b8a791 req-4fdabacb-72f9-486e-8426-7f21b9bf6a27 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:07.005942 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d3f6228b-9ed2-4a3d-b0cb-200fd3b8a791 req-4fdabacb-72f9-486e-8426-7f21b9bf6a27 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d47ab3e-5ff4-429c-97ab-56c893952958 HTTP/1.1" status: 200 len: 943 time: 0.2896633 Feb 09 01:19:07.097742 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 0599733c-4940-4417-ae09-ea609ef496e2 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:19:07.104706 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device b7ecaee7-6bc9-4659-95aa-e13d263b9b93 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:19:07.123754 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-09901265-a88e-445c-98a2-4103a4069832 req-79113730-94bf-471a-a25d-9c2b376c738c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fa33a0a-bd57-4833-888e-d845bfa74804 HTTP/1.1" status: 200 len: 217 time: 0.1306159 Feb 09 01:19:07.172683 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d3f6228b-9ed2-4a3d-b0cb-200fd3b8a791 req-33b5179e-8b8d-4655-968f-4a9c6b333ef9 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525333 Feb 09 01:19:07.212722 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d57dc6-f87a-4e53-8c83-211598671dd1 admin admin] Made reservation on behalf of eb7d557ea5d14a09b3fed8391e4b54c3 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:07.212945 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf585fb1-58dc-474e-917e-3ebc40e674f2 req-080055dc-002a-4575-bd51-11815a077e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:07.215965 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf585fb1-58dc-474e-917e-3ebc40e674f2 req-080055dc-002a-4575-bd51-11815a077e96 service neutron] 10.222.0.121 "GET /v2.0/networks?id=fe516e29-735a-4343-b41d-62f1308dd9ac HTTP/1.1" status: 200 len: 915 time: 0.2963517 Feb 09 01:19:07.218917 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-40d57dc6-f87a-4e53-8c83-211598671dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:07.244256 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-75b04eba-e2c9-4be4-88b6-58724927d8e0 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (789db35b-0323-4d38-b70f-7194c1a86af2), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:07.246811 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-40d57dc6-f87a-4e53-8c83-211598671dd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:07.294376 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d0bfb8be-e263-4d9c-b372-061aa821c1b7 req-ece96942-268b-4aed-b345-54655fa2d987 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups/1b728dca-e957-49a6-9f22-43366f5b4bca HTTP/1.1" status: 200 len: 1799 time: 0.1545973 Feb 09 01:19:07.324211 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09901265-a88e-445c-98a2-4103a4069832 req-ecfd667c-ec40-4a92-807b-acff2bb0527b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:07.325691 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-09901265-a88e-445c-98a2-4103a4069832 req-ecfd667c-ec40-4a92-807b-acff2bb0527b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=638ae294-4220-494e-8e41-1b81408b19b1 HTTP/1.1" status: 200 len: 853 time: 0.1916933 Feb 09 01:19:07.430047 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf585fb1-58dc-474e-917e-3ebc40e674f2 req-09a7a5fc-9eae-4564-acb0-00d3ea0a16be service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0599733c-4940-4417-ae09-ea609ef496e2 HTTP/1.1" status: 200 len: 217 time: 0.1623363 Feb 09 01:19:07.431594 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-09901265-a88e-445c-98a2-4103a4069832 req-40129799-8ae7-49f4-8927-65451703bbd9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d782717c-da84-43e9-83e3-7ef1f07f2c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894966 Feb 09 01:19:07.432343 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-75b04eba-e2c9-4be4-88b6-58724927d8e0 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Network a87ac28a-2aeb-4a83-82bf-decda1e08acb is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:07.453990 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:19:07.454397 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:07.500370 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95310ab8-9a1d-4e60-9b72-79184e312e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:19:07.503495 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53929b43-f306-4a7b-8d6f-e0db3e49d9b6" -d '{"events": [{"server_uuid": "95310ab8-9a1d-4e60-9b72-79184e312e12", "name": "network-vif-plugged", "status": "completed", "tag": "5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:19:07.535179 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6,segment=NetworkSegment(231cc619-b79a-4847-94b3-cdbf4f5bda22),segment_id=231cc619-b79a-4847-94b3-cdbf4f5bda22)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:07.538166 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port b7ecaee7-6bc9-4659-95aa-e13d263b9b93 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:07.544857 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port b7ecaee7-6bc9-4659-95aa-e13d263b9b93 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:07.545234 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b7ecaee7-6bc9-4659-95aa-e13d263b9b93), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:07.603086 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:07.619452 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-40d57dc6-f87a-4e53-8c83-211598671dd1 admin admin] Publish callbacks [] for security_group (749941ae-195a-4564-8b2c-763af998950f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:07.631709 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-40d57dc6-f87a-4e53-8c83-211598671dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (749941ae-195a-4564-8b2c-763af998950f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:07.655089 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d57dc6-f87a-4e53-8c83-211598671dd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:19:07.677257 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-40d57dc6-f87a-4e53-8c83-211598671dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (c2c91945-5640-4096-b2ac-bd58a1684b27), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:07.678284 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-40d57dc6-f87a-4e53-8c83-211598671dd1 admin admin] Added segment c2c91945-5640-4096-b2ac-bd58a1684b27 of type vlan for network 2f5d96fe-7dd6-4d44-a1e1-c3011df84e63 Feb 09 01:19:07.682189 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6,revision_number=7']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:07.774521 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-40d57dc6-f87a-4e53-8c83-211598671dd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (2f5d96fe-7dd6-4d44-a1e1-c3011df84e63), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:07.775025 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port b7ecaee7-6bc9-4659-95aa-e13d263b9b93 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:19:07.775455 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b7ecaee7-6bc9-4659-95aa-e13d263b9b93), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:07.857201 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 0599733c-4940-4417-ae09-ea609ef496e2, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=0599733c-4940-4417-ae09-ea609ef496e2,segment=NetworkSegment(6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12),segment_id=6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:07.862170 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-40d57dc6-f87a-4e53-8c83-211598671dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (2f5d96fe-7dd6-4d44-a1e1-c3011df84e63), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:07.864838 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d57dc6-f87a-4e53-8c83-211598671dd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:07.866676 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-40d57dc6-f87a-4e53-8c83-211598671dd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:07.947800 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port b7ecaee7-6bc9-4659-95aa-e13d263b9b93, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=b7ecaee7-6bc9-4659-95aa-e13d263b9b93,segment=NetworkSegment(6daca91f-d266-4653-9c4c-7bffb4b74c3e),segment_id=6daca91f-d266-4653-9c4c-7bffb4b74c3e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:07.959812 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b7ecaee7-6bc9-4659-95aa-e13d263b9b93), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:08.114218 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d57dc6-f87a-4e53-8c83-211598671dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749941ae-195a-4564-8b2c-763af998950f,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:08.137006 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '0599733c-4940-4417-ae09-ea609ef496e2', 'network_id': 'fe516e29-735a-4343-b41d-62f1308dd9ac', 'port_id': '0599733c-4940-4417-ae09-ea609ef496e2', 'mac_address': 'fa:16:3e:68:b6:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c7e660-340b-43fd-ab14-a81164bb8bc4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:19:08.161713 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=b7ecaee7-6bc9-4659-95aa-e13d263b9b93,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:08.223584 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57274) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:08.232940 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-40d57dc6-f87a-4e53-8c83-211598671dd1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6397431 Feb 09 01:19:08.239067 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57278) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:08.254870 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-e7010866-9339-4f50-af38-57fb56ad2639 admin admin] Request body: {'subnet': {'network_id': '2f5d96fe-7dd6-4d44-a1e1-c3011df84e63', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1988325144-subnet', 'tenant_id': 'eb7d557ea5d14a09b3fed8391e4b54c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:08.284498 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 0599733c-4940-4417-ae09-ea609ef496e2 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:19:08.284987 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0599733c-4940-4417-ae09-ea609ef496e2), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:08.312684 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-09901265-a88e-445c-98a2-4103a4069832 req-3f49e18c-ef8a-4056-8a33-a3295ee5b910 service neutron] 10.222.0.91 "GET /v2.0/networks/d782717c-da84-43e9-83e3-7ef1f07f2c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8682194 Feb 09 01:19:08.313005 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0599733c-4940-4417-ae09-ea609ef496e2 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:19:08.318262 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7010866-9339-4f50-af38-57fb56ad2639 admin admin] Made reservation on behalf of eb7d557ea5d14a09b3fed8391e4b54c3 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:08.321471 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e7010866-9339-4f50-af38-57fb56ad2639 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:08.342990 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d57dc6-f87a-4e53-8c83-211598671dd1 admin admin] Pushing event updated for resources: {'Network': ['ID=2f5d96fe-7dd6-4d44-a1e1-c3011df84e63,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:08.362239 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 2f5d96fe-7dd6-4d44-a1e1-c3011df84e63 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:19:08.366814 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 0599733c-4940-4417-ae09-ea609ef496e2, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=0599733c-4940-4417-ae09-ea609ef496e2,segment=NetworkSegment(6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12),segment_id=6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:08.371268 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf585fb1-58dc-474e-917e-3ebc40e674f2 req-9952f60e-5649-43a7-b4bd-7f4fdff00a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:08.375374 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf585fb1-58dc-474e-917e-3ebc40e674f2 req-9952f60e-5649-43a7-b4bd-7f4fdff00a1d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=e6c7e660-340b-43fd-ab14-a81164bb8bc4 HTTP/1.1" status: 200 len: 854 time: 0.1715419 Feb 09 01:19:08.380835 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-75b04eba-e2c9-4be4-88b6-58724927d8e0 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:08.397239 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-75b04eba-e2c9-4be4-88b6-58724927d8e0 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:19:08.488184 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0599733c-4940-4417-ae09-ea609ef496e2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:08.505121 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf585fb1-58dc-474e-917e-3ebc40e674f2 req-49229a87-dc11-4943-a939-cb868d1af69e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=fe516e29-735a-4343-b41d-62f1308dd9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1216094 Feb 09 01:19:08.588782 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b04eba-e2c9-4be4-88b6-58724927d8e0 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Pushing event updated for resources: {'Port': ['ID=789db35b-0323-4d38-b70f-7194c1a86af2,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:08.649861 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=0599733c-4940-4417-ae09-ea609ef496e2,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:08.752846 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['0599733c-4940-4417-ae09-ea609ef496e2'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:19:08.764834 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a929fa-5ba8-4af8-ac40-68bc42c40139 req-8e2e5841-64bd-4fb0-b13f-7e69fdf047e2 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:08.770782 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-63a929fa-5ba8-4af8-ac40-68bc42c40139 req-8e2e5841-64bd-4fb0-b13f-7e69fdf047e2 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3f19d81-ea95-41af-959e-8fd7203eec07 HTTP/1.1" status: 200 len: 944 time: 1.3431392 Feb 09 01:19:08.818252 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b608ae2-1d19-487f-b726-be00c4bea515 req-2c74c4c2-2476-4e3b-a999-6f611dd24fc2 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:08.833510 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4b608ae2-1d19-487f-b726-be00c4bea515 req-2c74c4c2-2476-4e3b-a999-6f611dd24fc2 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=669794fb-b492-42c9-aae4-dc6a5578579c HTTP/1.1" status: 200 len: 945 time: 1.4142382 Feb 09 01:19:08.871101 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-75b04eba-e2c9-4be4-88b6-58724927d8e0 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:08.873062 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-75b04eba-e2c9-4be4-88b6-58724927d8e0 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:08.945812 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e7010866-9339-4f50-af38-57fb56ad2639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (ecffcc91-e233-4a1f-8836-45af7b9c8c70), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:08.964172 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b0468ae-d0f4-493a-b9f0-111850946fcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:08.988223 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-75b04eba-e2c9-4be4-88b6-58724927d8e0 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4562905 Feb 09 01:19:09.006080 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-105fe94d-031d-444d-ae3d-b2772b4e5a1c tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Request body: {'port': {'device_id': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2cffe158-1e62-4cc7-b53e-f2901607bc8e', 'admin_state_up': True, 'tenant_id': 'e9919418afe248229cfe208277f2e93f', 'security_groups': ['11940a88-c8da-4c2d-8937-d58ae8a1f09a']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:09.013410 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b7846b19-3bc9-426c-be7f-02a043460512 None None] Provisioning complete for port 789db35b-0323-4d38-b70f-7194c1a86af2 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:09.025330 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b7846b19-3bc9-426c-be7f-02a043460512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (789db35b-0323-4d38-b70f-7194c1a86af2), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:09.068576 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7010866-9339-4f50-af38-57fb56ad2639 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecffcc91-e233-4a1f-8836-45af7b9c8c70,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:09.086161 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-09901265-a88e-445c-98a2-4103a4069832 req-07fdc612-9a37-4c21-a73a-af34e44e3ba0 service neutron] 10.222.0.91 "GET /v2.0/networks/d782717c-da84-43e9-83e3-7ef1f07f2c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7517107 Feb 09 01:19:09.105259 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7010866-9339-4f50-af38-57fb56ad2639 admin admin] Checking segment: {'id': 'c2c91945-5640-4096-b2ac-bd58a1684b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2f5d96fe-7dd6-4d44-a1e1-c3011df84e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:19:09.105667 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7010866-9339-4f50-af38-57fb56ad2639 admin admin] Network hostable DHCP agents. Network: 2f5d96fe-7dd6-4d44-a1e1-c3011df84e63, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:19:09.155694 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7010866-9339-4f50-af38-57fb56ad2639 admin admin] Network 2f5d96fe-7dd6-4d44-a1e1-c3011df84e63 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:19:09.181617 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-e7010866-9339-4f50-af38-57fb56ad2639 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 2f5d96fe-7dd6-4d44-a1e1-c3011df84e63) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:09.184580 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b0468ae-d0f4-493a-b9f0-111850946fcf admin admin] Publish callbacks [] for security_group (c4dc3fa0-c48d-4bb3-9494-adb7d663b122), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:09.185494 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b7846b19-3bc9-426c-be7f-02a043460512 None None] Port 789db35b-0323-4d38-b70f-7194c1a86af2 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:19:09.189741 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7010866-9339-4f50-af38-57fb56ad2639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:09.190860 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e7010866-9339-4f50-af38-57fb56ad2639 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:09.195478 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b0468ae-d0f4-493a-b9f0-111850946fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c4dc3fa0-c48d-4bb3-9494-adb7d663b122), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:09.200141 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994e4623-86a2-44c9-81cf-b2ccecc8dd47 None None] Network 2f5d96fe-7dd6-4d44-a1e1-c3011df84e63 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:19:09.239364 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e7010866-9339-4f50-af38-57fb56ad2639 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9883721 Feb 09 01:19:09.239778 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4b608ae2-1d19-487f-b726-be00c4bea515 req-43c7a75a-c303-4c63-aea8-dc95b35441e4 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933029 Feb 09 01:19:09.266950 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf585fb1-58dc-474e-917e-3ebc40e674f2 req-a85865b3-9510-493d-bdf6-b9e1fb87b1cb service neutron] 10.222.0.121 "GET /v2.0/networks/fe516e29-735a-4343-b41d-62f1308dd9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7408922 Feb 09 01:19:09.305272 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0468ae-d0f4-493a-b9f0-111850946fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4dc3fa0-c48d-4bb3-9494-adb7d663b122,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:09.331309 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1b0468ae-d0f4-493a-b9f0-111850946fcf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=88b100c10d49460e9a280fdd43a776d6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0941620 Feb 09 01:19:09.332325 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57294) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:09.355425 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-63a929fa-5ba8-4af8-ac40-68bc42c40139 req-1be835c5-ffe1-4b14-8ce6-0d324c8b521e tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] 10.222.0.30 "GET /v2.0/security-groups?id=cea86a2c-77d8-4634-9388-dbba610dc35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5740886 Feb 09 01:19:09.468302 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5452e06e-9b2e-469f-9e7c-ed439cb06fc7 x-openstack-request-id: req-5452e06e-9b2e-469f-9e7c-ed439cb06fc7 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:19:09.469129 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95310ab8-9a1d-4e60-9b72-79184e312e12", "name": "network-vif-plugged", "status": "completed", "tag": "5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:19:09.469595 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5452e06e-9b2e-469f-9e7c-ed439cb06fc7 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:19:09.470198 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95310ab8-9a1d-4e60-9b72-79184e312e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6', 'code': 200} Feb 09 01:19:09.480018 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aa033fbb-bda6-4765-bb64-59b799e0b125 admin admin] Publish callbacks [] for security_group (c4dc3fa0-c48d-4bb3-9494-adb7d663b122), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:09.503906 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc7d484-d00e-481b-ae86-bb38c4d9b8ca None None] Network 2f5d96fe-7dd6-4d44-a1e1-c3011df84e63 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:19:09.513413 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aa033fbb-bda6-4765-bb64-59b799e0b125 admin admin] Publish callbacks [] for security_group (c4dc3fa0-c48d-4bb3-9494-adb7d663b122), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:09.585104 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-105fe94d-031d-444d-ae3d-b2772b4e5a1c tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Made reservation on behalf of e9919418afe248229cfe208277f2e93f for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:09.586269 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aa033fbb-bda6-4765-bb64-59b799e0b125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c4dc3fa0-c48d-4bb3-9494-adb7d663b122), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:09.590653 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aa033fbb-bda6-4765-bb64-59b799e0b125 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:09.592867 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-aa033fbb-bda6-4765-bb64-59b799e0b125 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c4dc3fa0-c48d-4bb3-9494-adb7d663b122 HTTP/1.1" status: 204 len: 168 time: 0.2598331 Feb 09 01:19:09.630156 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa033fbb-bda6-4765-bb64-59b799e0b125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4dc3fa0-c48d-4bb3-9494-adb7d663b122,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:09.811280 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf585fb1-58dc-474e-917e-3ebc40e674f2 req-53a5cbb3-f1a7-4352-8c66-fb656e7d3eaa service neutron] 10.222.0.121 "GET /v2.0/networks/fe516e29-735a-4343-b41d-62f1308dd9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5288968 Feb 09 01:19:09.946254 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0d20ce6f-1669-4028-9a96-6ded973a9f00 req-e9f0a6d4-f849-4da3-928e-1d7120362a40 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups/1b728dca-e957-49a6-9f22-43366f5b4bca HTTP/1.1" status: 200 len: 1799 time: 0.4548457 Feb 09 01:19:09.998786 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07440e93-bd20-439d-84cc-16015e5d51f9 req-b56371f6-f0c3-4cff-8934-a5bd7199a4e0 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:10.004471 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07440e93-bd20-439d-84cc-16015e5d51f9 req-b56371f6-f0c3-4cff-8934-a5bd7199a4e0 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:10.009825 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07440e93-bd20-439d-84cc-16015e5d51f9 req-b56371f6-f0c3-4cff-8934-a5bd7199a4e0 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:10.017900 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-07440e93-bd20-439d-84cc-16015e5d51f9 req-b56371f6-f0c3-4cff-8934-a5bd7199a4e0 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 2375 time: 0.4370224 Feb 09 01:19:10.054495 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-105fe94d-031d-444d-ae3d-b2772b4e5a1c tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:10.098827 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57302) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:10.119022 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-07440e93-bd20-439d-84cc-16015e5d51f9 req-23de7a1a-b2d8-4d03-8c2c-d2839287600e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001487 Feb 09 01:19:10.121241 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a17fc5af-2bbf-4ed5-b2ae-ab55854b9aff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:10.193276 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-0d20ce6f-1669-4028-9a96-6ded973a9f00 req-f62052dc-ef9a-4643-b660-e569bce191e0 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (1b728dca-e957-49a6-9f22-43366f5b4bca), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:10.298524 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-0d20ce6f-1669-4028-9a96-6ded973a9f00 req-f62052dc-ef9a-4643-b660-e569bce191e0 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (1b728dca-e957-49a6-9f22-43366f5b4bca), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:10.331189 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a17fc5af-2bbf-4ed5-b2ae-ab55854b9aff admin admin] Publish callbacks [] for security_group (34856eca-d000-4363-94da-58ecc047cc4a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:10.345559 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a17fc5af-2bbf-4ed5-b2ae-ab55854b9aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (34856eca-d000-4363-94da-58ecc047cc4a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:10.419992 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17fc5af-2bbf-4ed5-b2ae-ab55854b9aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34856eca-d000-4363-94da-58ecc047cc4a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:10.447308 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157db23-c475-4e04-8341-8b21ba7e5aee req-089df6d1-5d13-4eb8-b647-b5b9c67bc9c1 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:10.449509 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c157db23-c475-4e04-8341-8b21ba7e5aee req-089df6d1-5d13-4eb8-b647-b5b9c67bc9c1 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d47ab3e-5ff4-429c-97ab-56c893952958 HTTP/1.1" status: 200 len: 944 time: 0.2301404 Feb 09 01:19:10.455570 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-0d20ce6f-1669-4028-9a96-6ded973a9f00 req-f62052dc-ef9a-4643-b660-e569bce191e0 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1b728dca-e957-49a6-9f22-43366f5b4bca), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:10.458651 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-0d20ce6f-1669-4028-9a96-6ded973a9f00 req-f62052dc-ef9a-4643-b660-e569bce191e0 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:10.465504 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a17fc5af-2bbf-4ed5-b2ae-ab55854b9aff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a5a826e311664f90939e2203ce31af0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3626618 Feb 09 01:19:10.465504 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57308) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:10.470489 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0d20ce6f-1669-4028-9a96-6ded973a9f00 req-f62052dc-ef9a-4643-b660-e569bce191e0 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "DELETE /v2.0/security-groups/1b728dca-e957-49a6-9f22-43366f5b4bca HTTP/1.1" status: 204 len: 173 time: 0.5232303 Feb 09 01:19:10.526275 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-105fe94d-031d-444d-ae3d-b2772b4e5a1c tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Allocated IP 10.2.2.100 (2cffe158-1e62-4cc7-b53e-f2901607bc8e/989f8a52-0a9a-46f5-868b-2d52ddf6538c/da204a12-3812-43bd-b3e0-86cb8015b582) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:10.585631 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fa3f3005-ba30-47a4-916a-e1115d498408 admin admin] Publish callbacks [] for security_group (34856eca-d000-4363-94da-58ecc047cc4a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:10.615838 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fa3f3005-ba30-47a4-916a-e1115d498408 admin admin] Publish callbacks [] for security_group (34856eca-d000-4363-94da-58ecc047cc4a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:10.683291 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fa3f3005-ba30-47a4-916a-e1115d498408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (34856eca-d000-4363-94da-58ecc047cc4a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:10.686529 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fa3f3005-ba30-47a4-916a-e1115d498408 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:10.691782 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-fa3f3005-ba30-47a4-916a-e1115d498408 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/34856eca-d000-4363-94da-58ecc047cc4a HTTP/1.1" status: 204 len: 168 time: 0.2269812 Feb 09 01:19:10.700599 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f3005-ba30-47a4-916a-e1115d498408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34856eca-d000-4363-94da-58ecc047cc4a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:10.724288 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-105fe94d-031d-444d-ae3d-b2772b4e5a1c tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks [] for port (da204a12-3812-43bd-b3e0-86cb8015b582), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:10.777103 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-105fe94d-031d-444d-ae3d-b2772b4e5a1c tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (da204a12-3812-43bd-b3e0-86cb8015b582), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:10.779379 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62052dc-ef9a-4643-b660-e569bce191e0 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b728dca-e957-49a6-9f22-43366f5b4bca,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:10.850515 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-105fe94d-031d-444d-ae3d-b2772b4e5a1c tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Network 2cffe158-1e62-4cc7-b53e-f2901607bc8e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:10.855947 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-105fe94d-031d-444d-ae3d-b2772b4e5a1c tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:10.873857 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-105fe94d-031d-444d-ae3d-b2772b4e5a1c tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:19:10.977597 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105fe94d-031d-444d-ae3d-b2772b4e5a1c tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Pushing event updated for resources: {'Port': ['ID=da204a12-3812-43bd-b3e0-86cb8015b582,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:10.996676 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c157db23-c475-4e04-8341-8b21ba7e5aee req-5458519e-c60d-404d-9671-c0f8f0068a08 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5196099 Feb 09 01:19:11.038417 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16768e-727f-4e2c-8a76-4873741aa810 req-b726ae9e-6468-4c40-8474-67a2f558f71a tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:11.040050 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2f16768e-727f-4e2c-8a76-4873741aa810 req-b726ae9e-6468-4c40-8474-67a2f558f71a tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=669794fb-b492-42c9-aae4-dc6a5578579c HTTP/1.1" status: 200 len: 945 time: 0.2809496 Feb 09 01:19:11.048318 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-105fe94d-031d-444d-ae3d-b2772b4e5a1c tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:11.049023 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-105fe94d-031d-444d-ae3d-b2772b4e5a1c tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:11.111424 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 0599733c-4940-4417-ae09-ea609ef496e2 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:19:11.145463 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-105fe94d-031d-444d-ae3d-b2772b4e5a1c tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1541202 Feb 09 01:19:11.178814 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-e39d0dda-3067-4319-8641-27b5bcbfca38 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Request body: {'port': {'device_id': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2cffe158-1e62-4cc7-b53e-f2901607bc8e', 'admin_state_up': True, 'tenant_id': 'e9919418afe248229cfe208277f2e93f', 'security_groups': ['11940a88-c8da-4c2d-8937-d58ae8a1f09a']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:11.202014 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 0599733c-4940-4417-ae09-ea609ef496e2 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:11.236238 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 0599733c-4940-4417-ae09-ea609ef496e2 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:11.236760 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0599733c-4940-4417-ae09-ea609ef496e2), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:11.290484 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2f16768e-727f-4e2c-8a76-4873741aa810 req-6f5d1ad6-ec92-4872-92ac-361cf7720a13 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380688 Feb 09 01:19:11.414953 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-cc543cd3-615a-4b8f-895b-8cc9aba26b73 None None] Provisioning complete for port da204a12-3812-43bd-b3e0-86cb8015b582 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:11.415328 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cc543cd3-615a-4b8f-895b-8cc9aba26b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (da204a12-3812-43bd-b3e0-86cb8015b582), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:11.475605 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-e39d0dda-3067-4319-8641-27b5bcbfca38 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Made reservation on behalf of e9919418afe248229cfe208277f2e93f for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:11.479900 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f19d81-ea95-41af-959e-8fd7203eec07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ecaee7-6bc9-4659-95aa-e13d263b9b93'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:19:11.486851 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-e39d0dda-3067-4319-8641-27b5bcbfca38 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:11.488535 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0c8986-d069-4769-b202-dc58b71eb494" -d '{"events": [{"server_uuid": "b3f19d81-ea95-41af-959e-8fd7203eec07", "name": "network-vif-plugged", "status": "completed", "tag": "b7ecaee7-6bc9-4659-95aa-e13d263b9b93"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:19:11.591839 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-cc543cd3-615a-4b8f-895b-8cc9aba26b73 None None] Port da204a12-3812-43bd-b3e0-86cb8015b582 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:19:11.613575 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 0599733c-4940-4417-ae09-ea609ef496e2 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:19:11.613965 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0599733c-4940-4417-ae09-ea609ef496e2), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:11.678233 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 0599733c-4940-4417-ae09-ea609ef496e2, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=0599733c-4940-4417-ae09-ea609ef496e2,segment=NetworkSegment(6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12),segment_id=6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:11.686747 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0599733c-4940-4417-ae09-ea609ef496e2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:11.739360 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-6eb71cc3-2d7a-4200-889d-eed1bc29be77 req-dbc38ff7-626c-4236-a468-5dc7716b68cd tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-504101799', 'description': 'tempest-description-729262722'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:11.791961 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=0599733c-4940-4417-ae09-ea609ef496e2,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:11.884711 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6eb71cc3-2d7a-4200-889d-eed1bc29be77 req-dbc38ff7-626c-4236-a468-5dc7716b68cd tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:11.919128 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-e39d0dda-3067-4319-8641-27b5bcbfca38 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Allocated IP 10.2.2.200 (2cffe158-1e62-4cc7-b53e-f2901607bc8e/989f8a52-0a9a-46f5-868b-2d52ddf6538c/516fe2c8-f9f0-4d83-84b6-e9595515fd12) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:11.981411 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4308d7-4e9d-4654-8835-12c08343745e req-14513a9e-b038-4da8-9e52-0cdd9a8bab8a tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:11.983528 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2b4308d7-4e9d-4654-8835-12c08343745e req-14513a9e-b038-4da8-9e52-0cdd9a8bab8a tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3f19d81-ea95-41af-959e-8fd7203eec07 HTTP/1.1" status: 200 len: 945 time: 0.3008046 Feb 09 01:19:12.081798 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6eb71cc3-2d7a-4200-889d-eed1bc29be77 req-dbc38ff7-626c-4236-a468-5dc7716b68cd tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks [] for security_group (434e3e4d-63b1-44f5-af9b-59c42b5aafa5), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:12.143862 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6eb71cc3-2d7a-4200-889d-eed1bc29be77 req-dbc38ff7-626c-4236-a468-5dc7716b68cd tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (434e3e4d-63b1-44f5-af9b-59c42b5aafa5), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:12.216857 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc38ff7-626c-4236-a468-5dc7716b68cd tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=434e3e4d-63b1-44f5-af9b-59c42b5aafa5,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:12.229264 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6eb71cc3-2d7a-4200-889d-eed1bc29be77 req-dbc38ff7-626c-4236-a468-5dc7716b68cd tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:12.231021 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6eb71cc3-2d7a-4200-889d-eed1bc29be77 req-dbc38ff7-626c-4236-a468-5dc7716b68cd tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.5095198 Feb 09 01:19:12.252985 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2b4308d7-4e9d-4654-8835-12c08343745e req-6e8951ef-bfb3-46c4-8109-82daca397378 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] 10.222.0.30 "GET /v2.0/security-groups?id=cea86a2c-77d8-4634-9388-dbba610dc35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655612 Feb 09 01:19:12.330412 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [req-f89cc3ef-06a9-447e-bb33-48e63f1daca7 req-ec1cf070-3be0-47b5-9e85-eeb03e65ae34 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] show failed (client error): The resource could not be found. Feb 09 01:19:12.333294 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f89cc3ef-06a9-447e-bb33-48e63f1daca7 req-ec1cf070-3be0-47b5-9e85-eeb03e65ae34 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups/1b728dca-e957-49a6-9f22-43366f5b4bca HTTP/1.1" status: 404 len: 352 time: 0.0698099 Feb 09 01:19:12.371528 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-e39d0dda-3067-4319-8641-27b5bcbfca38 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks [] for port (516fe2c8-f9f0-4d83-84b6-e9595515fd12), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:12.433576 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18207009-9a9e-4a43-a19f-2015b959db39 x-openstack-request-id: req-18207009-9a9e-4a43-a19f-2015b959db39 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:19:12.434114 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f19d81-ea95-41af-959e-8fd7203eec07", "name": "network-vif-plugged", "status": "completed", "tag": "b7ecaee7-6bc9-4659-95aa-e13d263b9b93", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:19:12.434114 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-18207009-9a9e-4a43-a19f-2015b959db39 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:19:12.434502 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f19d81-ea95-41af-959e-8fd7203eec07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ecaee7-6bc9-4659-95aa-e13d263b9b93', 'code': 200} Feb 09 01:19:12.461328 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-e39d0dda-3067-4319-8641-27b5bcbfca38 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (516fe2c8-f9f0-4d83-84b6-e9595515fd12), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:12.605772 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd95fe5-2075-489a-8824-fd2eb97fda57 req-137f548b-caaf-4257-942a-7879080c511a tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:12.615943 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd95fe5-2075-489a-8824-fd2eb97fda57 req-137f548b-caaf-4257-942a-7879080c511a tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:12.623369 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd95fe5-2075-489a-8824-fd2eb97fda57 req-137f548b-caaf-4257-942a-7879080c511a tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:12.629712 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd95fe5-2075-489a-8824-fd2eb97fda57 req-137f548b-caaf-4257-942a-7879080c511a tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:12.636755 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9bd95fe5-2075-489a-8824-fd2eb97fda57 req-137f548b-caaf-4257-942a-7879080c511a tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 3096 time: 0.2508314 Feb 09 01:19:12.710749 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-e39d0dda-3067-4319-8641-27b5bcbfca38 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Network 2cffe158-1e62-4cc7-b53e-f2901607bc8e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:12.712722 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d0dda-3067-4319-8641-27b5bcbfca38 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Pushing event updated for resources: {'Port': ['ID=516fe2c8-f9f0-4d83-84b6-e9595515fd12,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:12.725781 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-e39d0dda-3067-4319-8641-27b5bcbfca38 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:12.737117 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-e39d0dda-3067-4319-8641-27b5bcbfca38 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:19:12.790531 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53664cc1-def4-4b09-ac7f-95cf8d2a7271 req-69c8cb7b-e33a-4d7f-9663-0bde44ba8358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:12.792106 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-53664cc1-def4-4b09-ac7f-95cf8d2a7271 req-69c8cb7b-e33a-4d7f-9663-0bde44ba8358 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=b3f19d81-ea95-41af-959e-8fd7203eec07 HTTP/1.1" status: 200 len: 1128 time: 0.2515848 Feb 09 01:19:12.872589 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9bd95fe5-2075-489a-8824-fd2eb97fda57 req-bf785426-7ed0-4399-8065-32ae716372fc tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2279222 Feb 09 01:19:12.924181 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db3061-7469-4937-94c0-e791e1d0ee19 req-8ef45739-1daf-4884-98ee-e7a59c042362 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:12.925951 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-37db3061-7469-4937-94c0-e791e1d0ee19 req-8ef45739-1daf-4884-98ee-e7a59c042362 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d47ab3e-5ff4-429c-97ab-56c893952958 HTTP/1.1" status: 200 len: 945 time: 0.3345568 Feb 09 01:19:13.007250 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-53664cc1-def4-4b09-ac7f-95cf8d2a7271 req-74450186-e790-4681-912e-0d756512f2b3 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=cea86a2c-77d8-4634-9388-dbba610dc35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003961 Feb 09 01:19:13.019807 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-e39d0dda-3067-4319-8641-27b5bcbfca38 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:13.020439 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-e39d0dda-3067-4319-8641-27b5bcbfca38 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:13.107153 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-e39d0dda-3067-4319-8641-27b5bcbfca38 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9549894 Feb 09 01:19:13.145645 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-30cc3a43-bbd7-43f0-bdc4-768a97ddb807 None None] Provisioning complete for port 516fe2c8-f9f0-4d83-84b6-e9595515fd12 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:13.146389 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-30cc3a43-bbd7-43f0-bdc4-768a97ddb807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (516fe2c8-f9f0-4d83-84b6-e9595515fd12), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:13.147153 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-23fc0610-80ff-413f-9616-5352714d87db service neutron] Request body: {'port': {'device_id': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:13.246389 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57376) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:13.259016 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-30cc3a43-bbd7-43f0-bdc4-768a97ddb807 None None] Port 516fe2c8-f9f0-4d83-84b6-e9595515fd12 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:19:13.275567 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-37db3061-7469-4937-94c0-e791e1d0ee19 req-9bbc2b92-b14c-4619-af3c-d478d9bc965e tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415102 Feb 09 01:19:13.292416 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5a5be0e5-7ffe-47be-b14f-bb6678bc443d req-882bd746-3474-40aa-8f61-f0b1d34fcad0 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] 10.222.0.30 "GET /v2.0/security-groups/434e3e4d-63b1-44f5-af9b-59c42b5aafa5 HTTP/1.1" status: 200 len: 1830 time: 0.3111238 Feb 09 01:19:13.299025 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-5a5be0e5-7ffe-47be-b14f-bb6678bc443d req-b787baca-8d95-4bed-adf4-cbd9ac0e881d tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '434e3e4d-63b1-44f5-af9b-59c42b5aafa5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:13.300298 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-5a5be0e5-7ffe-47be-b14f-bb6678bc443d req-b787baca-8d95-4bed-adf4-cbd9ac0e881d tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '434e3e4d-63b1-44f5-af9b-59c42b5aafa5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:13.352265 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-8affb6a3-d8e3-49fe-a66e-196645d6ff1c req-b529925b-20ef-4a4f-9b88-5cff8dff2e5e tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1972006355', 'description': 'tempest-description-1050551466'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:13.388040 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-23fc0610-80ff-413f-9616-5352714d87db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d5952791-d7be-4808-b892-3e53282649e6), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:13.416784 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8affb6a3-d8e3-49fe-a66e-196645d6ff1c req-b529925b-20ef-4a4f-9b88-5cff8dff2e5e tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:13.420926 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-28d1970c-d66f-4cf6-b8ad-3e0b4332a50b tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1401469690', 'router:external': True}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:13.460359 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d1970c-d66f-4cf6-b8ad-3e0b4332a50b tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Made reservation on behalf of b0c428d2257b42a28668ed92e2a8c74d for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:13.467598 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28d1970c-d66f-4cf6-b8ad-3e0b4332a50b tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:13.488507 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28d1970c-d66f-4cf6-b8ad-3e0b4332a50b tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:13.582761 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-5a5be0e5-7ffe-47be-b14f-bb6678bc443d req-b787baca-8d95-4bed-adf4-cbd9ac0e881d tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks [] for security_group_rule (e9dcbb3d-4ed4-4e33-a8c2-345e96bfda3d), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:13.657919 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28d1970c-d66f-4cf6-b8ad-3e0b4332a50b tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for security_group (024d46cf-aa77-45bd-b532-fd85f4acbc70), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:13.664673 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28d1970c-d66f-4cf6-b8ad-3e0b4332a50b tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (024d46cf-aa77-45bd-b532-fd85f4acbc70), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:13.687384 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28d1970c-d66f-4cf6-b8ad-3e0b4332a50b tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:19:13.704949 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28d1970c-d66f-4cf6-b8ad-3e0b4332a50b tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (5e845473-4e39-4d79-bece-2377ea0c3a81), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:13.705745 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-28d1970c-d66f-4cf6-b8ad-3e0b4332a50b tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Added segment 5e845473-4e39-4d79-bece-2377ea0c3a81 of type vlan for network e4aa48eb-63dd-49ba-baee-a8a2ea2a56f9 Feb 09 01:19:13.772961 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28d1970c-d66f-4cf6-b8ad-3e0b4332a50b tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (e4aa48eb-63dd-49ba-baee-a8a2ea2a56f9), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:13.792567 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1970c-d66f-4cf6-b8ad-3e0b4332a50b tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024d46cf-aa77-45bd-b532-fd85f4acbc70,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:13.828028 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28d1970c-d66f-4cf6-b8ad-3e0b4332a50b tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (e4aa48eb-63dd-49ba-baee-a8a2ea2a56f9), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:13.829651 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d1970c-d66f-4cf6-b8ad-3e0b4332a50b tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:13.830298 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28d1970c-d66f-4cf6-b8ad-3e0b4332a50b tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:13.906049 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-28d1970c-d66f-4cf6-b8ad-3e0b4332a50b tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.6585150 Feb 09 01:19:13.916207 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57384) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:13.924304 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-144ffa7d-361d-4f1a-97af-d6267b2c4826 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Request body: {'subnet': {'network_id': 'e4aa48eb-63dd-49ba-baee-a8a2ea2a56f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:13.944709 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1970c-d66f-4cf6-b8ad-3e0b4332a50b tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Pushing event updated for resources: {'Network': ['ID=e4aa48eb-63dd-49ba-baee-a8a2ea2a56f9,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:13.960765 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144ffa7d-361d-4f1a-97af-d6267b2c4826 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Made reservation on behalf of b0c428d2257b42a28668ed92e2a8c74d for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:13.961201 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network e4aa48eb-63dd-49ba-baee-a8a2ea2a56f9 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:19:13.964512 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-144ffa7d-361d-4f1a-97af-d6267b2c4826 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:14.080548 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-5a5be0e5-7ffe-47be-b14f-bb6678bc443d req-b787baca-8d95-4bed-adf4-cbd9ac0e881d tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks [] for security_group_rule (e9dcbb3d-4ed4-4e33-a8c2-345e96bfda3d), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:14.100792 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-5a5be0e5-7ffe-47be-b14f-bb6678bc443d req-b787baca-8d95-4bed-adf4-cbd9ac0e881d tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (e9dcbb3d-4ed4-4e33-a8c2-345e96bfda3d), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:14.126533 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b787baca-8d95-4bed-adf4-cbd9ac0e881d tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9dcbb3d-4ed4-4e33-a8c2-345e96bfda3d,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:14.145852 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8affb6a3-d8e3-49fe-a66e-196645d6ff1c req-b529925b-20ef-4a4f-9b88-5cff8dff2e5e tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (fb5aad46-cd80-4568-b2d3-6549de236dac), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:14.176292 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-5a5be0e5-7ffe-47be-b14f-bb6678bc443d req-b787baca-8d95-4bed-adf4-cbd9ac0e881d tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:14.197265 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5a5be0e5-7ffe-47be-b14f-bb6678bc443d req-b787baca-8d95-4bed-adf4-cbd9ac0e881d tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9034920 Feb 09 01:19:14.197962 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8affb6a3-d8e3-49fe-a66e-196645d6ff1c req-b529925b-20ef-4a4f-9b88-5cff8dff2e5e tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (fb5aad46-cd80-4568-b2d3-6549de236dac), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:14.324032 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8affb6a3-d8e3-49fe-a66e-196645d6ff1c req-b529925b-20ef-4a4f-9b88-5cff8dff2e5e tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:14.336711 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8affb6a3-d8e3-49fe-a66e-196645d6ff1c req-b529925b-20ef-4a4f-9b88-5cff8dff2e5e tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.9924974 Feb 09 01:19:14.395887 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529925b-20ef-4a4f-9b88-5cff8dff2e5e tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5aad46-cd80-4568-b2d3-6549de236dac,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:14.436007 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d47ab3e-5ff4-429c-97ab-56c893952958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0599733c-4940-4417-ae09-ea609ef496e2'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:19:14.440808 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b7eab1-b322-4983-977b-d86ef289c768" -d '{"events": [{"server_uuid": "5d47ab3e-5ff4-429c-97ab-56c893952958", "name": "network-vif-plugged", "status": "completed", "tag": "0599733c-4940-4417-ae09-ea609ef496e2"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:19:14.533121 n-d-822053-40 neutron-server[103528]: DEBUG neutron.objects.ports [None req-144ffa7d-361d-4f1a-97af-d6267b2c4826 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103528) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:19:14.533743 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-144ffa7d-361d-4f1a-97af-d6267b2c4826 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (4649df5f-8f9f-4358-817c-e9ff0fc1e9cc), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:14.536449 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-23fc0610-80ff-413f-9616-5352714d87db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5952791-d7be-4808-b892-3e53282649e6 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:19:14.583177 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6db881-cf2c-4b12-9591-009d9bbb095e req-31570aee-64ec-4ca7-9d10-d8ee7d329523 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:14.586180 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ac6db881-cf2c-4b12-9591-009d9bbb095e req-31570aee-64ec-4ca7-9d10-d8ee7d329523 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=669794fb-b492-42c9-aae4-dc6a5578579c HTTP/1.1" status: 200 len: 945 time: 0.2833209 Feb 09 01:19:14.595017 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-23fc0610-80ff-413f-9616-5352714d87db service neutron] Publish callbacks [] for port (d5952791-d7be-4808-b892-3e53282649e6), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:14.610384 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144ffa7d-361d-4f1a-97af-d6267b2c4826 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Checking segment: {'id': '5e845473-4e39-4d79-bece-2377ea0c3a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e4aa48eb-63dd-49ba-baee-a8a2ea2a56f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:19:14.610777 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144ffa7d-361d-4f1a-97af-d6267b2c4826 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Network hostable DHCP agents. Network: e4aa48eb-63dd-49ba-baee-a8a2ea2a56f9, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:19:14.647805 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144ffa7d-361d-4f1a-97af-d6267b2c4826 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Network e4aa48eb-63dd-49ba-baee-a8a2ea2a56f9 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:19:14.657350 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-23fc0610-80ff-413f-9616-5352714d87db service neutron] Transition to ACTIVE for port object d5952791-d7be-4808-b892-3e53282649e6 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:14.659028 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ffa7d-361d-4f1a-97af-d6267b2c4826 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4649df5f-8f9f-4358-817c-e9ff0fc1e9cc,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:14.674670 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-144ffa7d-361d-4f1a-97af-d6267b2c4826 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, e4aa48eb-63dd-49ba-baee-a8a2ea2a56f9) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:14.686152 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-23fc0610-80ff-413f-9616-5352714d87db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (d5952791-d7be-4808-b892-3e53282649e6), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:14.691149 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144ffa7d-361d-4f1a-97af-d6267b2c4826 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:14.691747 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-144ffa7d-361d-4f1a-97af-d6267b2c4826 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:14.694166 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df10df79-559e-4537-896d-e61d3979e462 None None] Network e4aa48eb-63dd-49ba-baee-a8a2ea2a56f9 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:19:14.712007 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-144ffa7d-361d-4f1a-97af-d6267b2c4826 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7943926 Feb 09 01:19:14.715032 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57402) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:14.733356 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-f4a1e932-036b-4eb6-9ed1-6d56d3a3640b tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-292084431', 'network_id': 'e4aa48eb-63dd-49ba-baee-a8a2ea2a56f9'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:14.747240 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b3101-e6b3-40f5-a7d7-c7f993f4ba08 req-168ee09f-e73b-490e-b2b1-b7668db67a2c tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:14.754789 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-112b3101-e6b3-40f5-a7d7-c7f993f4ba08 req-168ee09f-e73b-490e-b2b1-b7668db67a2c tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3f19d81-ea95-41af-959e-8fd7203eec07 HTTP/1.1" status: 200 len: 945 time: 0.2333708 Feb 09 01:19:14.787271 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ac6db881-cf2c-4b12-9591-009d9bbb095e req-29da8be6-9ad1-4f8b-8da3-9051a8b00d5b tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713700 Feb 09 01:19:14.793680 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a1e932-036b-4eb6-9ed1-6d56d3a3640b tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Made reservation on behalf of b0c428d2257b42a28668ed92e2a8c74d for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:14.801049 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4a1e932-036b-4eb6-9ed1-6d56d3a3640b tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:14.838815 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-f4a1e932-036b-4eb6-9ed1-6d56d3a3640b tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] device_id is not set on port 7a7acc35-9d39-4ad2-840f-cbb423bf7dbf yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:19:14.867799 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc0610-80ff-413f-9616-5352714d87db service neutron] Pushing event updated for resources: {'Port': ['ID=d5952791-d7be-4808-b892-3e53282649e6,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:14.970519 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-112b3101-e6b3-40f5-a7d7-c7f993f4ba08 req-e79595ad-5b21-42b2-879f-9ecc36db4c3c tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] 10.222.0.30 "GET /v2.0/security-groups?id=cea86a2c-77d8-4634-9388-dbba610dc35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090652 Feb 09 01:19:14.974629 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-f4a1e932-036b-4eb6-9ed1-6d56d3a3640b tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Allocated IP 172.20.0.2 (e4aa48eb-63dd-49ba-baee-a8a2ea2a56f9/4649df5f-8f9f-4358-817c-e9ff0fc1e9cc/7a7acc35-9d39-4ad2-840f-cbb423bf7dbf) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:14.976693 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833932c6-c225-4efa-81d4-8a487cf31d15 None None] Network e4aa48eb-63dd-49ba-baee-a8a2ea2a56f9 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:19:15.162700 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4a1e932-036b-4eb6-9ed1-6d56d3a3640b tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for port (7a7acc35-9d39-4ad2-840f-cbb423bf7dbf), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:15.212275 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4a1e932-036b-4eb6-9ed1-6d56d3a3640b tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (7a7acc35-9d39-4ad2-840f-cbb423bf7dbf), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:15.267864 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a1e932-036b-4eb6-9ed1-6d56d3a3640b tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Network e4aa48eb-63dd-49ba-baee-a8a2ea2a56f9 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:15.273865 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-f4a1e932-036b-4eb6-9ed1-6d56d3a3640b tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:15.276535 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a1e932-036b-4eb6-9ed1-6d56d3a3640b tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:19:15.405126 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b0895-9190-4463-b120-f90984ccd9cc req-37fc02a2-8fbe-488f-8462-c78d3257729f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:15.412662 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b0895-9190-4463-b120-f90984ccd9cc req-37fc02a2-8fbe-488f-8462-c78d3257729f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:15.434617 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b0895-9190-4463-b120-f90984ccd9cc req-37fc02a2-8fbe-488f-8462-c78d3257729f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:15.445691 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b0895-9190-4463-b120-f90984ccd9cc req-37fc02a2-8fbe-488f-8462-c78d3257729f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:15.453708 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b0895-9190-4463-b120-f90984ccd9cc req-37fc02a2-8fbe-488f-8462-c78d3257729f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:15.470519 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-607b0895-9190-4463-b120-f90984ccd9cc req-37fc02a2-8fbe-488f-8462-c78d3257729f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 3829 time: 0.5786355 Feb 09 01:19:15.475304 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-23fc0610-80ff-413f-9616-5352714d87db service neutron] Attempting to bind port d5952791-d7be-4808-b892-3e53282649e6 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:19:15.476594 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-23fc0610-80ff-413f-9616-5352714d87db service neutron] Attempting to bind port d5952791-d7be-4808-b892-3e53282649e6 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '1842e8bc-30db-4f8e-a47b-1ae1504abf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'da52059d-73c2-403d-a351-476231473b23'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:19:15.479651 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-23fc0610-80ff-413f-9616-5352714d87db service neutron] Attempting to bind port d5952791-d7be-4808-b892-3e53282649e6 on network da52059d-73c2-403d-a351-476231473b23 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:19:15.516833 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-49e0d27b-2dad-4a30-9b61-bc45ea549449 req-2899a00d-ccf3-40a2-848b-eb8d988cfa1c tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] 10.222.0.30 "GET /v2.0/security-groups/434e3e4d-63b1-44f5-af9b-59c42b5aafa5 HTTP/1.1" status: 200 len: 2424 time: 0.4316289 Feb 09 01:19:15.538740 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-23fc0610-80ff-413f-9616-5352714d87db service neutron] Port d5952791-d7be-4808-b892-3e53282649e6 on network da52059d-73c2-403d-a351-476231473b23 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:19:15.556629 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-23fc0610-80ff-413f-9616-5352714d87db service neutron] Attempting to bind port d5952791-d7be-4808-b892-3e53282649e6 on network da52059d-73c2-403d-a351-476231473b23 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:19:15.590007 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-23fc0610-80ff-413f-9616-5352714d87db service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:19:15.596887 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-23fc0610-80ff-413f-9616-5352714d87db service neutron] Checking segment: {'id': '1842e8bc-30db-4f8e-a47b-1ae1504abf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'da52059d-73c2-403d-a351-476231473b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:19:15.598953 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-23fc0610-80ff-413f-9616-5352714d87db service neutron] Bound using segment: {'id': '1842e8bc-30db-4f8e-a47b-1ae1504abf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'da52059d-73c2-403d-a351-476231473b23'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:19:15.603426 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-23fc0610-80ff-413f-9616-5352714d87db service neutron] Bound port: d5952791-d7be-4808-b892-3e53282649e6, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1842e8bc-30db-4f8e-a47b-1ae1504abf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'da52059d-73c2-403d-a351-476231473b23'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:19:15.604168 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-23fc0610-80ff-413f-9616-5352714d87db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d5952791-d7be-4808-b892-3e53282649e6), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:15.773058 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-607b0895-9190-4463-b120-f90984ccd9cc req-942bb2e8-751b-4abc-9456-5896c33a2462 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2999620 Feb 09 01:19:15.797396 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a1e932-036b-4eb6-9ed1-6d56d3a3640b tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:15.798091 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4a1e932-036b-4eb6-9ed1-6d56d3a3640b tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:15.810731 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a1e932-036b-4eb6-9ed1-6d56d3a3640b tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Pushing event updated for resources: {'Port': ['ID=7a7acc35-9d39-4ad2-840f-cbb423bf7dbf,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:15.834074 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f4a1e932-036b-4eb6-9ed1-6d56d3a3640b tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.1123862 Feb 09 01:19:15.836036 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57416) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:15.837764 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-96f0c28b-9fc0-4287-80e0-432a7d2426f4 req-8f3dc319-2c7d-48d0-bbb2-8a5ed3fcd8d1 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1903284058', 'description': 'tempest-description-240741937'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:15.879066 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723e24f-dee5-40a3-b4d6-f51d3ae145aa req-f18aa8fc-ceb8-4192-bbf2-91e4b291ed8e tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:15.886414 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6723e24f-dee5-40a3-b4d6-f51d3ae145aa req-f18aa8fc-ceb8-4192-bbf2-91e4b291ed8e tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d47ab3e-5ff4-429c-97ab-56c893952958 HTTP/1.1" status: 200 len: 945 time: 0.2052338 Feb 09 01:19:15.902628 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-23fc0610-80ff-413f-9616-5352714d87db service neutron] For port d5952791-d7be-4808-b892-3e53282649e6, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:19:15.926846 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-96f0c28b-9fc0-4287-80e0-432a7d2426f4 req-8f3dc319-2c7d-48d0-bbb2-8a5ed3fcd8d1 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:15.931069 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-23fc0610-80ff-413f-9616-5352714d87db service neutron] For port d5952791-d7be-4808-b892-3e53282649e6, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=d5952791-d7be-4808-b892-3e53282649e6,segment=NetworkSegment(1842e8bc-30db-4f8e-a47b-1ae1504abf86),segment_id=1842e8bc-30db-4f8e-a47b-1ae1504abf86)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:19:15.955111 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-23fc0610-80ff-413f-9616-5352714d87db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (d5952791-d7be-4808-b892-3e53282649e6), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:15.957178 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-25cd4e5d-9ca0-46a8-9155-a19dc92d928b tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Deleting port 7a7acc35-9d39-4ad2-840f-cbb423bf7dbf {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:19:15.957590 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-25cd4e5d-9ca0-46a8-9155-a19dc92d928b tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (7a7acc35-9d39-4ad2-840f-cbb423bf7dbf), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:16.021359 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-23fc0610-80ff-413f-9616-5352714d87db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:16.022222 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-23fc0610-80ff-413f-9616-5352714d87db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:16.023894 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-23fc0610-80ff-413f-9616-5352714d87db service neutron] 10.222.0.91 "PUT /v2.0/ports/d5952791-d7be-4808-b892-3e53282649e6 HTTP/1.1" status: 200 len: 1093 time: 2.8846319 Feb 09 01:19:16.024568 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'tag': 'd5952791-d7be-4808-b892-3e53282649e6'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:19:16.027148 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51912b26-2a86-46c9-82c0-61a77bea6703" -d '{"events": [{"name": "network-changed", "server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "tag": "d5952791-d7be-4808-b892-3e53282649e6"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:19:16.078837 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6723e24f-dee5-40a3-b4d6-f51d3ae145aa req-86ed7c9b-b964-4019-9fb0-876001b1a5d7 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853001 Feb 09 01:19:16.113508 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-8f790bcc-bc23-46e9-a0af-38d5a962e718 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:19:16.122406 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-25cd4e5d-9ca0-46a8-9155-a19dc92d928b tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (7a7acc35-9d39-4ad2-840f-cbb423bf7dbf), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:16.125398 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-8f790bcc-bc23-46e9-a0af-38d5a962e718 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0285521 Feb 09 01:19:16.144352 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-25cd4e5d-9ca0-46a8-9155-a19dc92d928b tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Calling delete_port for 7a7acc35-9d39-4ad2-840f-cbb423bf7dbf owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:19:16.155436 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-821c072d-b066-4d2d-9179-f1618947604d service neutron] Request body: {'port': {'device_id': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:16.186774 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72fd20c-f846-45a4-9ecb-21b9112ee9fd x-openstack-request-id: req-c72fd20c-f846-45a4-9ecb-21b9112ee9fd {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:19:16.188287 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d47ab3e-5ff4-429c-97ab-56c893952958", "name": "network-vif-plugged", "status": "completed", "tag": "0599733c-4940-4417-ae09-ea609ef496e2", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:19:16.188711 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c72fd20c-f846-45a4-9ecb-21b9112ee9fd {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:19:16.189318 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d47ab3e-5ff4-429c-97ab-56c893952958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0599733c-4940-4417-ae09-ea609ef496e2', 'code': 200} Feb 09 01:19:16.341616 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc0610-80ff-413f-9616-5352714d87db service neutron] Pushing event updated for resources: {'Port': ['ID=d5952791-d7be-4808-b892-3e53282649e6,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:16.407147 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-25cd4e5d-9ca0-46a8-9155-a19dc92d928b tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (7a7acc35-9d39-4ad2-840f-cbb423bf7dbf), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:16.483102 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd4e5d-9ca0-46a8-9155-a19dc92d928b tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a7acc35-9d39-4ad2-840f-cbb423bf7dbf,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:16.489302 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-821c072d-b066-4d2d-9179-f1618947604d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e4ad6d56-00d7-42d0-9033-d57c5a0dae64), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:16.550514 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-96f0c28b-9fc0-4287-80e0-432a7d2426f4 req-8f3dc319-2c7d-48d0-bbb2-8a5ed3fcd8d1 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (839a4b76-8016-4032-9ee3-11574217561a), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:16.584166 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e9f46-5efd-43db-a464-577a0f295505 req-35e47a2f-3cf5-4da9-acb3-f1fce66bfb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:16.585731 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fe8e9f46-5efd-43db-a464-577a0f295505 req-35e47a2f-3cf5-4da9-acb3-f1fce66bfb0f service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=5d47ab3e-5ff4-429c-97ab-56c893952958 HTTP/1.1" status: 200 len: 1128 time: 0.3291564 Feb 09 01:19:16.588526 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-96f0c28b-9fc0-4287-80e0-432a7d2426f4 req-8f3dc319-2c7d-48d0-bbb2-8a5ed3fcd8d1 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (839a4b76-8016-4032-9ee3-11574217561a), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:16.597748 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-25cd4e5d-9ca0-46a8-9155-a19dc92d928b tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:16.603862 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-25cd4e5d-9ca0-46a8-9155-a19dc92d928b tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] 10.222.0.30 "DELETE /v2.0/ports/7a7acc35-9d39-4ad2-840f-cbb423bf7dbf HTTP/1.1" status: 204 len: 168 time: 0.7664428 Feb 09 01:19:16.606514 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57422) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:16.613557 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-db85452d-07b4-4a90-a0db-df4a4c94bfcb tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e4aa48eb-63dd-49ba-baee-a8a2ea2a56f9', 'external_fixed_ips': [{'subnet_id': '4649df5f-8f9f-4358-817c-e9ff0fc1e9cc', 'ip_address': '172.20.0.2'}]}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:16.644215 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-db85452d-07b4-4a90-a0db-df4a4c94bfcb tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (29caab59-2631-4b22-bba1-8e51f9cb88fc), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:16.647326 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-db85452d-07b4-4a90-a0db-df4a4c94bfcb tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (29caab59-2631-4b22-bba1-8e51f9cb88fc), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:16.724771 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-db85452d-07b4-4a90-a0db-df4a4c94bfcb tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for router_controller (29caab59-2631-4b22-bba1-8e51f9cb88fc), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:16.881918 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47a6ee-5b5c-4380-b1af-76f6613aea95 req-c3fdc3e6-356c-4ad3-976d-2aa061568b4b tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:16.883614 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ff47a6ee-5b5c-4380-b1af-76f6613aea95 req-c3fdc3e6-356c-4ad3-976d-2aa061568b4b tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=669794fb-b492-42c9-aae4-dc6a5578579c HTTP/1.1" status: 200 len: 945 time: 0.5796297 Feb 09 01:19:16.928071 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-db85452d-07b4-4a90-a0db-df4a4c94bfcb tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for router_gateway (29caab59-2631-4b22-bba1-8e51f9cb88fc), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:16.994834 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3dc319-2c7d-48d0-bbb2-8a5ed3fcd8d1 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=839a4b76-8016-4032-9ee3-11574217561a,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:17.199909 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-96f0c28b-9fc0-4287-80e0-432a7d2426f4 req-8f3dc319-2c7d-48d0-bbb2-8a5ed3fcd8d1 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:17.201208 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-96f0c28b-9fc0-4287-80e0-432a7d2426f4 req-8f3dc319-2c7d-48d0-bbb2-8a5ed3fcd8d1 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.3814576 Feb 09 01:19:17.352320 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ff47a6ee-5b5c-4380-b1af-76f6613aea95 req-f4f9d792-047c-4bbd-98bd-dd53f1db2f22 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594825 Feb 09 01:19:17.392521 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fe8e9f46-5efd-43db-a464-577a0f295505 req-d89c0a55-9ea4-4586-a350-0b2916486332 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7956517 Feb 09 01:19:17.403596 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-db85452d-07b4-4a90-a0db-df4a4c94bfcb tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for router_gateway (29caab59-2631-4b22-bba1-8e51f9cb88fc), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:17.415888 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c054259-3916-4303-86c3-e75927023b0f req-d0c7b257-9682-44de-a06d-60f24a6afb5e tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] 10.222.0.30 "GET /v2.0/security-group-rules/e9dcbb3d-4ed4-4e33-a8c2-345e96bfda3d HTTP/1.1" status: 200 len: 778 time: 0.0995321 Feb 09 01:19:17.435347 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-db85452d-07b4-4a90-a0db-df4a4c94bfcb tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:17.501628 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f593893-167a-4fb3-b4da-f06866d0f589 x-openstack-request-id: req-4f593893-167a-4fb3-b4da-f06866d0f589 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:19:17.504212 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "tag": "d5952791-d7be-4808-b892-3e53282649e6", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:19:17.504489 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4f593893-167a-4fb3-b4da-f06866d0f589 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:19:17.504916 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'tag': 'd5952791-d7be-4808-b892-3e53282649e6', 'status': 'completed', 'code': 200} Feb 09 01:19:17.643127 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51912b26-2a86-46c9-82c0-61a77bea6703 req-5226042c-7731-4523-8413-145a9f911bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:17.643885 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51912b26-2a86-46c9-82c0-61a77bea6703 req-5226042c-7731-4523-8413-145a9f911bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:17.644544 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51912b26-2a86-46c9-82c0-61a77bea6703 req-5226042c-7731-4523-8413-145a9f911bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:17.645177 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51912b26-2a86-46c9-82c0-61a77bea6703 req-5226042c-7731-4523-8413-145a9f911bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:17.645810 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51912b26-2a86-46c9-82c0-61a77bea6703 req-5226042c-7731-4523-8413-145a9f911bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:17.648478 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-51912b26-2a86-46c9-82c0-61a77bea6703 req-5226042c-7731-4523-8413-145a9f911bf6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e9919418afe248229cfe208277f2e93f&device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 4396 time: 0.1527658 Feb 09 01:19:17.680775 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c054259-3916-4303-86c3-e75927023b0f req-6c5585cb-8669-4e03-aa3a-8bcea944c4b9 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] 10.222.0.30 "GET /v2.0/security-groups/434e3e4d-63b1-44f5-af9b-59c42b5aafa5 HTTP/1.1" status: 200 len: 2424 time: 0.2488155 Feb 09 01:19:17.786509 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-5c054259-3916-4303-86c3-e75927023b0f req-29fa37eb-0b5c-4df0-ad35-63dc00cea9f9 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks [] for security_group_rule (e9dcbb3d-4ed4-4e33-a8c2-345e96bfda3d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:17.806501 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-5c054259-3916-4303-86c3-e75927023b0f req-29fa37eb-0b5c-4df0-ad35-63dc00cea9f9 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks [] for security_group_rule (e9dcbb3d-4ed4-4e33-a8c2-345e96bfda3d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:17.809405 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51912b26-2a86-46c9-82c0-61a77bea6703 req-a0cb92fc-cc0f-4fe7-a589-73835a6bc529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:17.816726 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51912b26-2a86-46c9-82c0-61a77bea6703 req-a0cb92fc-cc0f-4fe7-a589-73835a6bc529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:17.820372 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51912b26-2a86-46c9-82c0-61a77bea6703 req-a0cb92fc-cc0f-4fe7-a589-73835a6bc529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:17.824076 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-821c072d-b066-4d2d-9179-f1618947604d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4ad6d56-00d7-42d0-9033-d57c5a0dae64 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:19:17.835235 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-51912b26-2a86-46c9-82c0-61a77bea6703 req-a0cb92fc-cc0f-4fe7-a589-73835a6bc529 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=e9919418afe248229cfe208277f2e93f&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1702204 Feb 09 01:19:17.879094 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-821c072d-b066-4d2d-9179-f1618947604d service neutron] Publish callbacks [] for port (e4ad6d56-00d7-42d0-9033-d57c5a0dae64), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:17.892147 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7841d2-7988-4a41-b7e7-46d92f320fb9 req-ace69f8e-9473-4e2c-8dcd-95d9ac59dac2 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:17.902988 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7841d2-7988-4a41-b7e7-46d92f320fb9 req-ace69f8e-9473-4e2c-8dcd-95d9ac59dac2 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:17.909601 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7841d2-7988-4a41-b7e7-46d92f320fb9 req-ace69f8e-9473-4e2c-8dcd-95d9ac59dac2 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:17.915569 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7841d2-7988-4a41-b7e7-46d92f320fb9 req-ace69f8e-9473-4e2c-8dcd-95d9ac59dac2 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:17.922994 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7841d2-7988-4a41-b7e7-46d92f320fb9 req-ace69f8e-9473-4e2c-8dcd-95d9ac59dac2 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:17.925145 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bb7841d2-7988-4a41-b7e7-46d92f320fb9 req-ace69f8e-9473-4e2c-8dcd-95d9ac59dac2 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 3829 time: 0.3379486 Feb 09 01:19:17.975256 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-821c072d-b066-4d2d-9179-f1618947604d service neutron] Transition to ACTIVE for port object e4ad6d56-00d7-42d0-9033-d57c5a0dae64 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:17.982822 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-821c072d-b066-4d2d-9179-f1618947604d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (e4ad6d56-00d7-42d0-9033-d57c5a0dae64), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:18.045170 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c072d-b066-4d2d-9179-f1618947604d service neutron] Pushing event updated for resources: {'Port': ['ID=e4ad6d56-00d7-42d0-9033-d57c5a0dae64,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:18.050123 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-5c054259-3916-4303-86c3-e75927023b0f req-29fa37eb-0b5c-4df0-ad35-63dc00cea9f9 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (e9dcbb3d-4ed4-4e33-a8c2-345e96bfda3d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:18.059458 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-5c054259-3916-4303-86c3-e75927023b0f req-29fa37eb-0b5c-4df0-ad35-63dc00cea9f9 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:18.060643 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c054259-3916-4303-86c3-e75927023b0f req-29fa37eb-0b5c-4df0-ad35-63dc00cea9f9 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/e9dcbb3d-4ed4-4e33-a8c2-345e96bfda3d HTTP/1.1" status: 204 len: 173 time: 0.3621843 Feb 09 01:19:18.183392 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51912b26-2a86-46c9-82c0-61a77bea6703 req-811f15c1-f22f-4b03-bc30-f67b4185a76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:18.188797 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-51912b26-2a86-46c9-82c0-61a77bea6703 req-811f15c1-f22f-4b03-bc30-f67b4185a76e service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3519397 Feb 09 01:19:18.199425 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bb7841d2-7988-4a41-b7e7-46d92f320fb9 req-15d268cf-db74-4381-8be5-4609ab1aca36 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2560804 Feb 09 01:19:18.208632 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa37eb-0b5c-4df0-ad35-63dc00cea9f9 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9dcbb3d-4ed4-4e33-a8c2-345e96bfda3d,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:18.310796 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-1d4f8adc-bd85-4dab-952f-8ce924b8993f req-2ade7615-070c-4a15-ae93-57f1b3bf031e tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1317384774', 'description': 'tempest-description-139415320'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:18.320446 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-db85452d-07b4-4a90-a0db-df4a4c94bfcb tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Allocated IP 172.20.0.2 (e4aa48eb-63dd-49ba-baee-a8a2ea2a56f9/4649df5f-8f9f-4358-817c-e9ff0fc1e9cc/93c3aac5-37f0-4c5f-bd8d-dbec0d421ef9) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:18.382615 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-821c072d-b066-4d2d-9179-f1618947604d service neutron] Attempting to bind port e4ad6d56-00d7-42d0-9033-d57c5a0dae64 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:19:18.382987 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-821c072d-b066-4d2d-9179-f1618947604d service neutron] Attempting to bind port e4ad6d56-00d7-42d0-9033-d57c5a0dae64 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': 'af93cac6-5d5f-4d5f-921e-cbbc9866a4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a87ac28a-2aeb-4a83-82bf-decda1e08acb'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:19:18.383316 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-821c072d-b066-4d2d-9179-f1618947604d service neutron] Attempting to bind port e4ad6d56-00d7-42d0-9033-d57c5a0dae64 on network a87ac28a-2aeb-4a83-82bf-decda1e08acb {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:19:18.406804 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c52e9-9141-49b7-bfce-e7350eef6efe req-9a696283-e472-4d64-9534-38c24d3af98a tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:18.414561 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-341c52e9-9141-49b7-bfce-e7350eef6efe req-9a696283-e472-4d64-9534-38c24d3af98a tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d47ab3e-5ff4-429c-97ab-56c893952958 HTTP/1.1" status: 200 len: 945 time: 0.1905744 Feb 09 01:19:18.426032 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-821c072d-b066-4d2d-9179-f1618947604d service neutron] Port e4ad6d56-00d7-42d0-9033-d57c5a0dae64 on network a87ac28a-2aeb-4a83-82bf-decda1e08acb not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:19:18.426591 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-821c072d-b066-4d2d-9179-f1618947604d service neutron] Attempting to bind port e4ad6d56-00d7-42d0-9033-d57c5a0dae64 on network a87ac28a-2aeb-4a83-82bf-decda1e08acb {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:19:18.436892 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-821c072d-b066-4d2d-9179-f1618947604d service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:19:18.443970 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-821c072d-b066-4d2d-9179-f1618947604d service neutron] Checking segment: {'id': 'af93cac6-5d5f-4d5f-921e-cbbc9866a4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a87ac28a-2aeb-4a83-82bf-decda1e08acb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:19:18.446316 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-821c072d-b066-4d2d-9179-f1618947604d service neutron] Bound using segment: {'id': 'af93cac6-5d5f-4d5f-921e-cbbc9866a4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a87ac28a-2aeb-4a83-82bf-decda1e08acb'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:19:18.447333 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-821c072d-b066-4d2d-9179-f1618947604d service neutron] Bound port: e4ad6d56-00d7-42d0-9033-d57c5a0dae64, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af93cac6-5d5f-4d5f-921e-cbbc9866a4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a87ac28a-2aeb-4a83-82bf-decda1e08acb'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:19:18.449529 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-821c072d-b066-4d2d-9179-f1618947604d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e4ad6d56-00d7-42d0-9033-d57c5a0dae64), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:18.479202 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1d4f8adc-bd85-4dab-952f-8ce924b8993f req-2ade7615-070c-4a15-ae93-57f1b3bf031e tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:18.525485 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-db85452d-07b4-4a90-a0db-df4a4c94bfcb tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for port (93c3aac5-37f0-4c5f-bd8d-dbec0d421ef9), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:18.568718 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-db85452d-07b4-4a90-a0db-df4a4c94bfcb tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (93c3aac5-37f0-4c5f-bd8d-dbec0d421ef9), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:18.581195 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-341c52e9-9141-49b7-bfce-e7350eef6efe req-5f865899-187f-495b-999f-36b43592503e tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657364 Feb 09 01:19:18.622922 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-821c072d-b066-4d2d-9179-f1618947604d service neutron] For port e4ad6d56-00d7-42d0-9033-d57c5a0dae64, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:19:18.631130 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-821c072d-b066-4d2d-9179-f1618947604d service neutron] For port e4ad6d56-00d7-42d0-9033-d57c5a0dae64, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=e4ad6d56-00d7-42d0-9033-d57c5a0dae64,segment=NetworkSegment(af93cac6-5d5f-4d5f-921e-cbbc9866a4d1),segment_id=af93cac6-5d5f-4d5f-921e-cbbc9866a4d1)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:19:18.647420 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-821c072d-b066-4d2d-9179-f1618947604d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (e4ad6d56-00d7-42d0-9033-d57c5a0dae64), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:18.692494 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db85452d-07b4-4a90-a0db-df4a4c94bfcb tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Network e4aa48eb-63dd-49ba-baee-a8a2ea2a56f9 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:18.693453 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85452d-07b4-4a90-a0db-df4a4c94bfcb tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Pushing event updated for resources: {'Port': ['ID=93c3aac5-37f0-4c5f-bd8d-dbec0d421ef9,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:18.711310 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-db85452d-07b4-4a90-a0db-df4a4c94bfcb tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:18.717242 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db85452d-07b4-4a90-a0db-df4a4c94bfcb tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:19:18.763750 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-119a5c88-102b-4d8a-a9a8-25342fb029b4 req-742f0733-6434-4828-99db-9d508addad6f tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-443868529', 'description': 'tempest-description-1779946306'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:18.779181 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c072d-b066-4d2d-9179-f1618947604d service neutron] Pushing event updated for resources: {'Port': ['ID=e4ad6d56-00d7-42d0-9033-d57c5a0dae64,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:18.835187 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-821c072d-b066-4d2d-9179-f1618947604d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:18.836273 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-821c072d-b066-4d2d-9179-f1618947604d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:18.837862 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-821c072d-b066-4d2d-9179-f1618947604d service neutron] 10.222.0.91 "PUT /v2.0/ports/e4ad6d56-00d7-42d0-9033-d57c5a0dae64 HTTP/1.1" status: 200 len: 1131 time: 2.6978397 Feb 09 01:19:18.840606 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1d4f8adc-bd85-4dab-952f-8ce924b8993f req-2ade7615-070c-4a15-ae93-57f1b3bf031e tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (2414b0a4-1d83-4086-8430-97f263480714), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:18.853069 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1d4f8adc-bd85-4dab-952f-8ce924b8993f req-2ade7615-070c-4a15-ae93-57f1b3bf031e tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (2414b0a4-1d83-4086-8430-97f263480714), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:18.878956 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-ceb178c6-4593-44b3-aee5-90ddd7f174ce service neutron] Request body: {'port': {'device_id': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:18.886505 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-119a5c88-102b-4d8a-a9a8-25342fb029b4 req-742f0733-6434-4828-99db-9d508addad6f tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:18.891074 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1d4f8adc-bd85-4dab-952f-8ce924b8993f req-2ade7615-070c-4a15-ae93-57f1b3bf031e tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:18.892581 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d4f8adc-bd85-4dab-952f-8ce924b8993f req-2ade7615-070c-4a15-ae93-57f1b3bf031e tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.6109393 Feb 09 01:19:19.049498 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade7615-070c-4a15-ae93-57f1b3bf031e tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2414b0a4-1d83-4086-8430-97f263480714,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:19.074352 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-119a5c88-102b-4d8a-a9a8-25342fb029b4 req-742f0733-6434-4828-99db-9d508addad6f tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks [] for security_group (82593159-c1da-4179-aed0-2ec86e80cedb), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:19.134624 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-119a5c88-102b-4d8a-a9a8-25342fb029b4 req-742f0733-6434-4828-99db-9d508addad6f tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (82593159-c1da-4179-aed0-2ec86e80cedb), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:19.207764 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f0733-6434-4828-99db-9d508addad6f tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82593159-c1da-4179-aed0-2ec86e80cedb,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:19.213755 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-119a5c88-102b-4d8a-a9a8-25342fb029b4 req-742f0733-6434-4828-99db-9d508addad6f tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:19.224361 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-119a5c88-102b-4d8a-a9a8-25342fb029b4 req-742f0733-6434-4828-99db-9d508addad6f tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.4640274 Feb 09 01:19:19.259589 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:19.303618 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-ceb178c6-4593-44b3-aee5-90ddd7f174ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5d99abd4-5248-45fa-8dc3-6b85097edb46), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:19.376515 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-db85452d-07b4-4a90-a0db-df4a4c94bfcb tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for router_gateway (29caab59-2631-4b22-bba1-8e51f9cb88fc), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:19.704187 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'tag': 'e4ad6d56-00d7-42d0-9033-d57c5a0dae64'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:19:19.707584 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3958c990-a1ae-4a6d-a7bf-2959808721c3" -d '{"events": [{"name": "network-changed", "server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "tag": "e4ad6d56-00d7-42d0-9033-d57c5a0dae64"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:19:19.711183 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-db85452d-07b4-4a90-a0db-df4a4c94bfcb tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (29caab59-2631-4b22-bba1-8e51f9cb88fc), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:19.722135 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-72bb2fd9-0555-41b5-ae3e-3368533eda65 req-828f5057-1f4c-4f0f-a417-fadbd332b889 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3a7975de586b4e08b0e9bb01c09679ae HTTP/1.1" status: 200 len: 11004 time: 0.4692678 Feb 09 01:19:19.810610 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652dbb9f-6e1e-4771-ba23-7ca80dd8da41 req-b163ac26-8f9b-47dc-9bff-bd40cb446744 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:19.812686 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-652dbb9f-6e1e-4771-ba23-7ca80dd8da41 req-b163ac26-8f9b-47dc-9bff-bd40cb446744 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=669794fb-b492-42c9-aae4-dc6a5578579c HTTP/1.1" status: 200 len: 945 time: 0.6390972 Feb 09 01:19:19.827120 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-72bb2fd9-0555-41b5-ae3e-3368533eda65 req-693997c0-dae5-40d1-9cc3-f372c6b8441d tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups/d30b6bd6-ee82-453d-882d-6bbb3d802968 HTTP/1.1" status: 200 len: 2998 time: 0.0918610 Feb 09 01:19:19.908528 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-72bb2fd9-0555-41b5-ae3e-3368533eda65 req-043032cc-9db4-4bbf-ac4f-76c668cca6ef tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups/d30b6bd6-ee82-453d-882d-6bbb3d802968 HTTP/1.1" status: 200 len: 2998 time: 0.0706086 Feb 09 01:19:19.940433 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db85452d-07b4-4a90-a0db-df4a4c94bfcb tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Router 29caab59-2631-4b22-bba1-8e51f9cb88fc is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:19:20.003904 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-652dbb9f-6e1e-4771-ba23-7ca80dd8da41 req-c0fb9da9-2455-4b1a-ba88-c922105fd1c0 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817963 Feb 09 01:19:20.010974 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-ceb178c6-4593-44b3-aee5-90ddd7f174ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d99abd4-5248-45fa-8dc3-6b85097edb46 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:19:20.021574 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-ceb178c6-4593-44b3-aee5-90ddd7f174ce service neutron] Publish callbacks [] for port (5d99abd4-5248-45fa-8dc3-6b85097edb46), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:20.055622 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-ceb178c6-4593-44b3-aee5-90ddd7f174ce service neutron] Transition to ACTIVE for port object 5d99abd4-5248-45fa-8dc3-6b85097edb46 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:20.075732 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-ceb178c6-4593-44b3-aee5-90ddd7f174ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (5d99abd4-5248-45fa-8dc3-6b85097edb46), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:20.158292 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db85452d-07b4-4a90-a0db-df4a4c94bfcb tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:19:20.175382 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bda9d5-0994-4efa-a476-f1f6bb845987 None None] Sync routers for ids ['29caab59-2631-4b22-bba1-8e51f9cb88fc'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:19:20.180115 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-db85452d-07b4-4a90-a0db-df4a4c94bfcb tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:20.185172 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-db85452d-07b4-4a90-a0db-df4a4c94bfcb tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.5755105 Feb 09 01:19:20.186322 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57484) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:20.203339 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bda9d5-0994-4efa-a476-f1f6bb845987 None None] Routers {'29caab59-2631-4b22-bba1-8e51f9cb88fc'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:19:20.212644 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-43bda9d5-0994-4efa-a476-f1f6bb845987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:18:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['29caab59-2631-4b22-bba1-8e51f9cb88fc'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:20.279112 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b7199bdf-5aa0-4e10-bd07-5a6cf4dde1a2 req-971acfad-bc7c-4bb1-84a8-3fe83f8e2766 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] 10.222.0.30 "GET /v2.0/security-groups/82593159-c1da-4179-aed0-2ec86e80cedb HTTP/1.1" status: 200 len: 1831 time: 0.1672807 Feb 09 01:19:20.372030 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb178c6-4593-44b3-aee5-90ddd7f174ce service neutron] Pushing event updated for resources: {'Port': ['ID=5d99abd4-5248-45fa-8dc3-6b85097edb46,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:20.420192 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7c9e2502-eacb-4845-84b5-776f0dc6d1a5 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for router (29caab59-2631-4b22-bba1-8e51f9cb88fc), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:20.744374 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7c9e2502-eacb-4845-84b5-776f0dc6d1a5 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for router_gateway (29caab59-2631-4b22-bba1-8e51f9cb88fc), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:20.780415 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f2853f2d-1115-402c-9ef6-efd161dc367d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:20.786471 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-43bda9d5-0994-4efa-a476-f1f6bb845987 None None] Set router 29caab59-2631-4b22-bba1-8e51f9cb88fc gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:19:20.788345 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:20.832525 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7c9e2502-eacb-4845-84b5-776f0dc6d1a5 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Deleting port 93c3aac5-37f0-4c5f-bd8d-dbec0d421ef9 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:19:20.833128 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7c9e2502-eacb-4845-84b5-776f0dc6d1a5 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (93c3aac5-37f0-4c5f-bd8d-dbec0d421ef9), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:20.839586 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-ceb178c6-4593-44b3-aee5-90ddd7f174ce service neutron] Attempting to bind port 5d99abd4-5248-45fa-8dc3-6b85097edb46 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:19:20.840414 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-ceb178c6-4593-44b3-aee5-90ddd7f174ce service neutron] Attempting to bind port 5d99abd4-5248-45fa-8dc3-6b85097edb46 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': 'af93cac6-5d5f-4d5f-921e-cbbc9866a4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a87ac28a-2aeb-4a83-82bf-decda1e08acb'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:19:20.840750 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-ceb178c6-4593-44b3-aee5-90ddd7f174ce service neutron] Attempting to bind port 5d99abd4-5248-45fa-8dc3-6b85097edb46 on network a87ac28a-2aeb-4a83-82bf-decda1e08acb {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:19:20.915842 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cc307-a507-4bdd-870e-cac9c9fc409f req-f29c47b4-befc-4c2c-96c7-00a441e9a223 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:20.945389 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cc307-a507-4bdd-870e-cac9c9fc409f req-f29c47b4-befc-4c2c-96c7-00a441e9a223 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:20.951963 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7c9e2502-eacb-4845-84b5-776f0dc6d1a5 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (93c3aac5-37f0-4c5f-bd8d-dbec0d421ef9), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:20.959811 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cc307-a507-4bdd-870e-cac9c9fc409f req-f29c47b4-befc-4c2c-96c7-00a441e9a223 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:20.968146 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7c9e2502-eacb-4845-84b5-776f0dc6d1a5 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Calling delete_port for 93c3aac5-37f0-4c5f-bd8d-dbec0d421ef9 owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:19:20.975322 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cc307-a507-4bdd-870e-cac9c9fc409f req-f29c47b4-befc-4c2c-96c7-00a441e9a223 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:20.987428 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cc307-a507-4bdd-870e-cac9c9fc409f req-f29c47b4-befc-4c2c-96c7-00a441e9a223 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:21.001342 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cc307-a507-4bdd-870e-cac9c9fc409f req-f29c47b4-befc-4c2c-96c7-00a441e9a223 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:21.014027 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cc307-a507-4bdd-870e-cac9c9fc409f req-f29c47b4-befc-4c2c-96c7-00a441e9a223 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:21.021002 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-886cc307-a507-4bdd-870e-cac9c9fc409f req-f29c47b4-befc-4c2c-96c7-00a441e9a223 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5372 time: 0.5409536 Feb 09 01:19:21.030804 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-ceb178c6-4593-44b3-aee5-90ddd7f174ce service neutron] Port 5d99abd4-5248-45fa-8dc3-6b85097edb46 on network a87ac28a-2aeb-4a83-82bf-decda1e08acb not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:19:21.032677 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-ceb178c6-4593-44b3-aee5-90ddd7f174ce service neutron] Attempting to bind port 5d99abd4-5248-45fa-8dc3-6b85097edb46 on network a87ac28a-2aeb-4a83-82bf-decda1e08acb {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:19:21.056408 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-43bda9d5-0994-4efa-a476-f1f6bb845987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29caab59-2631-4b22-bba1-8e51f9cb88fc', 'name': '', 'tenant_id': 'b0c428d2257b42a28668ed92e2a8c74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4aa48eb-63dd-49ba-baee-a8a2ea2a56f9', 'external_fixed_ips': [{'subnet_id': '4649df5f-8f9f-4358-817c-e9ff0fc1e9cc', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '93c3aac5-37f0-4c5f-bd8d-dbec0d421ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:19:16Z', 'updated_at': '2022-02-09T01:19:19Z', 'revision_number': 3, 'project_id': 'b0c428d2257b42a28668ed92e2a8c74d', 'gw_port': {'id': '93c3aac5-37f0-4c5f-bd8d-dbec0d421ef9', 'name': '', 'network_id': 'e4aa48eb-63dd-49ba-baee-a8a2ea2a56f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29caab59-2631-4b22-bba1-8e51f9cb88fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '4649df5f-8f9f-4358-817c-e9ff0fc1e9cc', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:19:17Z', 'updated_at': '2022-02-09T01:19:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4649df5f-8f9f-4358-817c-e9ff0fc1e9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:21.106343 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-ceb178c6-4593-44b3-aee5-90ddd7f174ce service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:19:21.109284 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-ceb178c6-4593-44b3-aee5-90ddd7f174ce service neutron] Checking segment: {'id': 'af93cac6-5d5f-4d5f-921e-cbbc9866a4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a87ac28a-2aeb-4a83-82bf-decda1e08acb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:19:21.109847 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-ceb178c6-4593-44b3-aee5-90ddd7f174ce service neutron] Bound using segment: {'id': 'af93cac6-5d5f-4d5f-921e-cbbc9866a4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a87ac28a-2aeb-4a83-82bf-decda1e08acb'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:19:21.110387 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-ceb178c6-4593-44b3-aee5-90ddd7f174ce service neutron] Bound port: 5d99abd4-5248-45fa-8dc3-6b85097edb46, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af93cac6-5d5f-4d5f-921e-cbbc9866a4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a87ac28a-2aeb-4a83-82bf-decda1e08acb'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:19:21.111698 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-ceb178c6-4593-44b3-aee5-90ddd7f174ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5d99abd4-5248-45fa-8dc3-6b85097edb46), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:21.126534 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bda9d5-0994-4efa-a476-f1f6bb845987 None None] Checking router: 29caab59-2631-4b22-bba1-8e51f9cb88fc for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:19:21.129926 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bda9d5-0994-4efa-a476-f1f6bb845987 None None] Updating router 29caab59-2631-4b22-bba1-8e51f9cb88fc port 93c3aac5-37f0-4c5f-bd8d-dbec0d421ef9 binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:19:21.161467 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a4e9c-eafe-4a16-8e03-40ed70ee36ef req-b9af2b81-fdf2-4734-8563-e65206114ec3 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:21.163961 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d40a4e9c-eafe-4a16-8e03-40ed70ee36ef req-b9af2b81-fdf2-4734-8563-e65206114ec3 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d47ab3e-5ff4-429c-97ab-56c893952958 HTTP/1.1" status: 200 len: 945 time: 0.5477874 Feb 09 01:19:21.194842 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-43bda9d5-0994-4efa-a476-f1f6bb845987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (93c3aac5-37f0-4c5f-bd8d-dbec0d421ef9), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:21.273980 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-886cc307-a507-4bdd-870e-cac9c9fc409f req-58886ea4-ef68-4a14-935f-ee86b18004e9 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2340019 Feb 09 01:19:21.322842 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7c9e2502-eacb-4845-84b5-776f0dc6d1a5 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (93c3aac5-37f0-4c5f-bd8d-dbec0d421ef9), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:21.364703 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93798e04-9f6a-4c68-b113-2363930e0a26 x-openstack-request-id: req-93798e04-9f6a-4c68-b113-2363930e0a26 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:19:21.365150 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "tag": "e4ad6d56-00d7-42d0-9033-d57c5a0dae64", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:19:21.365766 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-93798e04-9f6a-4c68-b113-2363930e0a26 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:19:21.367021 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'tag': 'e4ad6d56-00d7-42d0-9033-d57c5a0dae64', 'status': 'completed', 'code': 200} Feb 09 01:19:21.414294 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d40a4e9c-eafe-4a16-8e03-40ed70ee36ef req-93acaa07-3551-4f76-bca4-159793e2d597 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389510 Feb 09 01:19:21.551304 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e2502-eacb-4845-84b5-776f0dc6d1a5 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Pushing event deleted for resources: {'Port': ['ID=93c3aac5-37f0-4c5f-bd8d-dbec0d421ef9,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:21.604460 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd7166a8-0dcd-402a-ae9e-d1a77be3adbe req-7f3efd32-1545-49ac-a0b4-ee025958d857 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups/fb5aad46-cd80-4568-b2d3-6549de236dac HTTP/1.1" status: 200 len: 1820 time: 0.1940455 Feb 09 01:19:21.659469 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.db.api [None req-43bda9d5-0994-4efa-a476-f1f6bb845987 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103531) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:19:21.659859 n-d-822053-40 neutron-server[103531]: DEBUG oslo_db.api [None req-43bda9d5-0994-4efa-a476-f1f6bb845987 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:19:21.724112 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-ceb178c6-4593-44b3-aee5-90ddd7f174ce service neutron] For port 5d99abd4-5248-45fa-8dc3-6b85097edb46, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:19:21.733546 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958c990-a1ae-4a6d-a7bf-2959808721c3 req-1709bd15-ad4b-4e53-83b2-e252073b9049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:21.735801 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958c990-a1ae-4a6d-a7bf-2959808721c3 req-1709bd15-ad4b-4e53-83b2-e252073b9049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:21.735944 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-ceb178c6-4593-44b3-aee5-90ddd7f174ce service neutron] For port 5d99abd4-5248-45fa-8dc3-6b85097edb46, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=5d99abd4-5248-45fa-8dc3-6b85097edb46,segment=NetworkSegment(af93cac6-5d5f-4d5f-921e-cbbc9866a4d1),segment_id=af93cac6-5d5f-4d5f-921e-cbbc9866a4d1)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:19:21.739828 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958c990-a1ae-4a6d-a7bf-2959808721c3 req-1709bd15-ad4b-4e53-83b2-e252073b9049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:21.741360 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958c990-a1ae-4a6d-a7bf-2959808721c3 req-1709bd15-ad4b-4e53-83b2-e252073b9049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:21.744529 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958c990-a1ae-4a6d-a7bf-2959808721c3 req-1709bd15-ad4b-4e53-83b2-e252073b9049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:21.745184 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958c990-a1ae-4a6d-a7bf-2959808721c3 req-1709bd15-ad4b-4e53-83b2-e252073b9049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:21.745700 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958c990-a1ae-4a6d-a7bf-2959808721c3 req-1709bd15-ad4b-4e53-83b2-e252073b9049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:21.749605 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3958c990-a1ae-4a6d-a7bf-2959808721c3 req-1709bd15-ad4b-4e53-83b2-e252073b9049 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e9919418afe248229cfe208277f2e93f&device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 6232 time: 0.3373415 Feb 09 01:19:21.754986 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7c9e2502-eacb-4845-84b5-776f0dc6d1a5 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (29caab59-2631-4b22-bba1-8e51f9cb88fc), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:21.768608 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-ceb178c6-4593-44b3-aee5-90ddd7f174ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (5d99abd4-5248-45fa-8dc3-6b85097edb46), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:21.826918 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fd7166a8-0dcd-402a-ae9e-d1a77be3adbe req-483f3da6-be1f-4fea-afce-f042000292c5 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (fb5aad46-cd80-4568-b2d3-6549de236dac), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:21.881588 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fd7166a8-0dcd-402a-ae9e-d1a77be3adbe req-483f3da6-be1f-4fea-afce-f042000292c5 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (fb5aad46-cd80-4568-b2d3-6549de236dac), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:21.978074 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-ceb178c6-4593-44b3-aee5-90ddd7f174ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:21.978626 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-ceb178c6-4593-44b3-aee5-90ddd7f174ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:21.985253 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-ceb178c6-4593-44b3-aee5-90ddd7f174ce service neutron] 10.222.0.91 "PUT /v2.0/ports/5d99abd4-5248-45fa-8dc3-6b85097edb46 HTTP/1.1" status: 200 len: 1130 time: 3.1134140 Feb 09 01:19:22.001888 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fd7166a8-0dcd-402a-ae9e-d1a77be3adbe req-483f3da6-be1f-4fea-afce-f042000292c5 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (fb5aad46-cd80-4568-b2d3-6549de236dac), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:22.004841 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fd7166a8-0dcd-402a-ae9e-d1a77be3adbe req-483f3da6-be1f-4fea-afce-f042000292c5 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:22.005983 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd7166a8-0dcd-402a-ae9e-d1a77be3adbe req-483f3da6-be1f-4fea-afce-f042000292c5 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "DELETE /v2.0/security-groups/fb5aad46-cd80-4568-b2d3-6549de236dac HTTP/1.1" status: 204 len: 173 time: 0.4007494 Feb 09 01:19:22.035809 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7c9e2502-eacb-4845-84b5-776f0dc6d1a5 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (29caab59-2631-4b22-bba1-8e51f9cb88fc), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:22.041751 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7c9e2502-eacb-4845-84b5-776f0dc6d1a5 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for router_controller (29caab59-2631-4b22-bba1-8e51f9cb88fc), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:22.061276 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-3e6f5e1c-707b-440e-a636-8e005576daab service neutron] Request body: {'port': {'device_id': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:22.205422 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bda9d5-0994-4efa-a476-f1f6bb845987 None None] Port 93c3aac5-37f0-4c5f-bd8d-dbec0d421ef9 not found while updating agent binding for router 29caab59-2631-4b22-bba1-8e51f9cb88fc. {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 09 01:19:22.226906 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7c9e2502-eacb-4845-84b5-776f0dc6d1a5 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (29caab59-2631-4b22-bba1-8e51f9cb88fc), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:22.236828 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bda9d5-0994-4efa-a476-f1f6bb845987 None None] Routers set() bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:19:22.237102 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bda9d5-0994-4efa-a476-f1f6bb845987 None None] Router IDs set() for agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 01:19:22.237907 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9e2502-eacb-4845-84b5-776f0dc6d1a5 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 29caab59-2631-4b22-bba1-8e51f9cb88fc {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:19:22.239412 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_agentschedulers_db [None req-43bda9d5-0994-4efa-a476-f1f6bb845987 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'29caab59-2631-4b22-bba1-8e51f9cb88fc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:18:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent'). {{(pid=103531) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 01:19:22.242933 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bda9d5-0994-4efa-a476-f1f6bb845987 None None] The sync data for ids ['29caab59-2631-4b22-bba1-8e51f9cb88fc'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:19:22.255710 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7c9e2502-eacb-4845-84b5-776f0dc6d1a5 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:22.261190 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7c9e2502-eacb-4845-84b5-776f0dc6d1a5 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] 10.222.0.30 "DELETE /v2.0/routers/29caab59-2631-4b22-bba1-8e51f9cb88fc HTTP/1.1" status: 204 len: 168 time: 2.0728400 Feb 09 01:19:22.261887 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57510) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:22.280391 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f3da6-be1f-4fea-afce-f042000292c5 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5aad46-cd80-4568-b2d3-6549de236dac,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:22.378484 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-16cc2358-dfe9-4b7d-9fd7-168ed16520b2 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Deleting subnet 4649df5f-8f9f-4358-817c-e9ff0fc1e9cc {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:19:22.381867 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-16cc2358-dfe9-4b7d-9fd7-168ed16520b2 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for subnet (4649df5f-8f9f-4358-817c-e9ff0fc1e9cc), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:22.425486 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-16cc2358-dfe9-4b7d-9fd7-168ed16520b2 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (4649df5f-8f9f-4358-817c-e9ff0fc1e9cc), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:22.434165 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483f3da6-be1f-4fea-afce-f042000292c5 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:22.435426 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483f3da6-be1f-4fea-afce-f042000292c5 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:22.436402 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483f3da6-be1f-4fea-afce-f042000292c5 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:22.437307 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483f3da6-be1f-4fea-afce-f042000292c5 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:22.437667 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483f3da6-be1f-4fea-afce-f042000292c5 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:22.438005 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483f3da6-be1f-4fea-afce-f042000292c5 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:22.438338 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483f3da6-be1f-4fea-afce-f042000292c5 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:22.438665 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483f3da6-be1f-4fea-afce-f042000292c5 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:22.438991 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483f3da6-be1f-4fea-afce-f042000292c5 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:22.439316 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483f3da6-be1f-4fea-afce-f042000292c5 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:22.439640 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483f3da6-be1f-4fea-afce-f042000292c5 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:22.439961 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483f3da6-be1f-4fea-afce-f042000292c5 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:22.440304 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483f3da6-be1f-4fea-afce-f042000292c5 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:22.479105 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f096f8-30c4-4743-b504-fc11b13959ba req-a42112a0-9940-4935-aaf5-c39155cff752 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:22.480700 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-05f096f8-30c4-4743-b504-fc11b13959ba req-a42112a0-9940-4935-aaf5-c39155cff752 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=669794fb-b492-42c9-aae4-dc6a5578579c HTTP/1.1" status: 200 len: 945 time: 0.7613237 Feb 09 01:19:22.481379 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb178c6-4593-44b3-aee5-90ddd7f174ce service neutron] Pushing event updated for resources: {'Port': ['ID=5d99abd4-5248-45fa-8dc3-6b85097edb46,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:22.487230 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-3e6f5e1c-707b-440e-a636-8e005576daab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:22.519751 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958c990-a1ae-4a6d-a7bf-2959808721c3 req-eab7c652-4cce-44d5-b41c-ab1bda475c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:22.520480 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958c990-a1ae-4a6d-a7bf-2959808721c3 req-eab7c652-4cce-44d5-b41c-ab1bda475c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:22.521018 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958c990-a1ae-4a6d-a7bf-2959808721c3 req-eab7c652-4cce-44d5-b41c-ab1bda475c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:22.522709 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3958c990-a1ae-4a6d-a7bf-2959808721c3 req-eab7c652-4cce-44d5-b41c-ab1bda475c48 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=e9919418afe248229cfe208277f2e93f&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7632141 Feb 09 01:19:22.542753 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abb1aa-c15f-4900-9613-a119eb6554e7 req-1ffff659-2ecd-4723-a1ea-8d50cb6d64ac tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:22.548345 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c6abb1aa-c15f-4900-9613-a119eb6554e7 req-1ffff659-2ecd-4723-a1ea-8d50cb6d64ac tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d47ab3e-5ff4-429c-97ab-56c893952958 HTTP/1.1" status: 200 len: 945 time: 0.3590574 Feb 09 01:19:22.686175 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c6abb1aa-c15f-4900-9613-a119eb6554e7 req-987b2278-517a-44ac-a616-dc7fcfe52484 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287837 Feb 09 01:19:22.710451 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958c990-a1ae-4a6d-a7bf-2959808721c3 req-10ee80f3-bd52-4d20-bd7a-1b951e834095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:22.711952 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3958c990-a1ae-4a6d-a7bf-2959808721c3 req-10ee80f3-bd52-4d20-bd7a-1b951e834095 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1819835 Feb 09 01:19:22.715103 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-16cc2358-dfe9-4b7d-9fd7-168ed16520b2 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (4649df5f-8f9f-4358-817c-e9ff0fc1e9cc), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:22.728426 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-05f096f8-30c4-4743-b504-fc11b13959ba req-3de7f29d-ad2c-4b46-b5cc-59c48f08f003 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331944 Feb 09 01:19:22.811569 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [req-67690d3d-3bd0-4fda-9672-c949b58d204a req-aa02be11-9913-4fcf-9a3e-dbee1a96fbfc tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] show failed (client error): The resource could not be found. Feb 09 01:19:22.818128 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-16cc2358-dfe9-4b7d-9fd7-168ed16520b2 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (4649df5f-8f9f-4358-817c-e9ff0fc1e9cc), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:22.825251 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-67690d3d-3bd0-4fda-9672-c949b58d204a req-aa02be11-9913-4fcf-9a3e-dbee1a96fbfc tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups/fb5aad46-cd80-4568-b2d3-6549de236dac HTTP/1.1" status: 404 len: 352 time: 0.0934336 Feb 09 01:19:22.863375 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-2084b1bb-1e17-47e3-81da-41782d3d357a req-6529822b-2435-4a84-911f-d6bc0180631c tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1735833344', 'description': 'tempest-description-7344825'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:22.870781 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc2358-dfe9-4b7d-9fd7-168ed16520b2 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4649df5f-8f9f-4358-817c-e9ff0fc1e9cc,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:22.872786 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-16cc2358-dfe9-4b7d-9fd7-168ed16520b2 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:22.876141 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-16cc2358-dfe9-4b7d-9fd7-168ed16520b2 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] 10.222.0.30 "DELETE /v2.0/subnets/4649df5f-8f9f-4358-817c-e9ff0fc1e9cc HTTP/1.1" status: 204 len: 168 time: 0.5844457 Feb 09 01:19:22.882261 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57522) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:23.071904 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:19:23.103191 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-2084b1bb-1e17-47e3-81da-41782d3d357a req-6529822b-2435-4a84-911f-d6bc0180631c tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:23.111231 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-314d04ed-cc0a-4a70-8415-ec37b1a2cd14 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (e4aa48eb-63dd-49ba-baee-a8a2ea2a56f9), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:23.215468 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32987f6a-8dcf-400d-ab83-7234b96f952e req-90f12e78-f43c-4a94-b95f-03ffe67dd85b tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:23.217681 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32987f6a-8dcf-400d-ab83-7234b96f952e req-90f12e78-f43c-4a94-b95f-03ffe67dd85b tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:23.224294 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32987f6a-8dcf-400d-ab83-7234b96f952e req-90f12e78-f43c-4a94-b95f-03ffe67dd85b tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:23.229251 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32987f6a-8dcf-400d-ab83-7234b96f952e req-90f12e78-f43c-4a94-b95f-03ffe67dd85b tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:23.235304 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32987f6a-8dcf-400d-ab83-7234b96f952e req-90f12e78-f43c-4a94-b95f-03ffe67dd85b tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:23.240810 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32987f6a-8dcf-400d-ab83-7234b96f952e req-90f12e78-f43c-4a94-b95f-03ffe67dd85b tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:23.246587 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32987f6a-8dcf-400d-ab83-7234b96f952e req-90f12e78-f43c-4a94-b95f-03ffe67dd85b tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:23.254710 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-32987f6a-8dcf-400d-ab83-7234b96f952e req-90f12e78-f43c-4a94-b95f-03ffe67dd85b tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5372 time: 0.2903721 Feb 09 01:19:23.654504 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'tag': '5d99abd4-5248-45fa-8dc3-6b85097edb46'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:19:23.656802 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2687af96-1d49-4a72-b476-06d1ded7b22f" -d '{"events": [{"name": "network-changed", "server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "tag": "5d99abd4-5248-45fa-8dc3-6b85097edb46"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:19:23.714709 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-314d04ed-cc0a-4a70-8415-ec37b1a2cd14 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (e4aa48eb-63dd-49ba-baee-a8a2ea2a56f9), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:23.799651 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-2084b1bb-1e17-47e3-81da-41782d3d357a req-6529822b-2435-4a84-911f-d6bc0180631c tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks [] for security_group (50a42610-7d39-4921-9efd-dc60cd079745), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:23.803500 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-314d04ed-cc0a-4a70-8415-ec37b1a2cd14 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4aa48eb-63dd-49ba-baee-a8a2ea2a56f9']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:23.818518 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-32987f6a-8dcf-400d-ab83-7234b96f952e req-99114435-73d9-4043-ba24-1e96ffffd17c tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5628273 Feb 09 01:19:23.856340 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-2084b1bb-1e17-47e3-81da-41782d3d357a req-6529822b-2435-4a84-911f-d6bc0180631c tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (50a42610-7d39-4921-9efd-dc60cd079745), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:23.863186 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-314d04ed-cc0a-4a70-8415-ec37b1a2cd14 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e845473-4e39-4d79-bece-2377ea0c3a81') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:23.865045 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-314d04ed-cc0a-4a70-8415-ec37b1a2cd14 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e845473-4e39-4d79-bece-2377ea0c3a81') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:23.888775 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-3e6f5e1c-707b-440e-a636-8e005576daab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:19:23.910947 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-314d04ed-cc0a-4a70-8415-ec37b1a2cd14 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (5e845473-4e39-4d79-bece-2377ea0c3a81), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:23.953756 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-3e6f5e1c-707b-440e-a636-8e005576daab service neutron] Publish callbacks [] for port (1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:23.981386 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-314d04ed-cc0a-4a70-8415-ec37b1a2cd14 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (5e845473-4e39-4d79-bece-2377ea0c3a81), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:24.037920 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-2084b1bb-1e17-47e3-81da-41782d3d357a req-6529822b-2435-4a84-911f-d6bc0180631c tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:24.043597 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2084b1bb-1e17-47e3-81da-41782d3d357a req-6529822b-2435-4a84-911f-d6bc0180631c tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 1.2335277 Feb 09 01:19:24.045717 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-314d04ed-cc0a-4a70-8415-ec37b1a2cd14 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:19:24.047474 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-314d04ed-cc0a-4a70-8415-ec37b1a2cd14 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (5e845473-4e39-4d79-bece-2377ea0c3a81), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:24.058249 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:19:24.058249 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:19:24.058249 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:19:24.058249 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:19:24.058249 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:19:24.058249 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:19:24.058249 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:19:24.058249 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:19:24.058249 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:19:24.058249 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:19:24.058249 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:19:24.058249 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:19:24.058249 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:19:24.058249 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:19:24.058249 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:19:24.058249 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:19:24.058249 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:19:24.058249 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:19:24.058249 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:19:24.058249 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:19:24.058249 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:19:24.058249 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:19:24.058249 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:19:24.058249 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:19:24.058249 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:19:24.058249 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:19:24.058249 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:19:24.058249 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:19:24.058249 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:19:24.058249 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:19:24.058249 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:19:24.058249 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:19:24.082915 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6529822b-2435-4a84-911f-d6bc0180631c tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50a42610-7d39-4921-9efd-dc60cd079745,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:24.203221 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-50385adb-b8a1-413d-9aa5-bacd3fbb5acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:24.213290 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-3e6f5e1c-707b-440e-a636-8e005576daab service neutron] Transition to ACTIVE for port object 1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:24.215007 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-314d04ed-cc0a-4a70-8415-ec37b1a2cd14 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (e4aa48eb-63dd-49ba-baee-a8a2ea2a56f9), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:24.223060 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314d04ed-cc0a-4a70-8415-ec37b1a2cd14 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e4aa48eb-63dd-49ba-baee-a8a2ea2a56f9 {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 01:19:24.228338 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-3e6f5e1c-707b-440e-a636-8e005576daab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:24.232811 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-314d04ed-cc0a-4a70-8415-ec37b1a2cd14 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:24.242534 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-314d04ed-cc0a-4a70-8415-ec37b1a2cd14 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] 10.222.0.30 "DELETE /v2.0/networks/e4aa48eb-63dd-49ba-baee-a8a2ea2a56f9 HTTP/1.1" status: 204 len: 168 time: 1.3524649 Feb 09 01:19:24.290972 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb94f65-f042-4bba-aa8f-f09357be8e33 x-openstack-request-id: req-edb94f65-f042-4bba-aa8f-f09357be8e33 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:19:24.291246 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "tag": "5d99abd4-5248-45fa-8dc3-6b85097edb46", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:19:24.291497 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-edb94f65-f042-4bba-aa8f-f09357be8e33 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:19:24.291886 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'tag': '5d99abd4-5248-45fa-8dc3-6b85097edb46', 'status': 'completed', 'code': 200} Feb 09 01:19:24.323580 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d04ed-cc0a-4a70-8415-ec37b1a2cd14 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Pushing event deleted for resources: {'Network': ['ID=e4aa48eb-63dd-49ba-baee-a8a2ea2a56f9,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:24.335098 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fbe6b900-435b-4de8-a7c6-a99973437297 req-6fba7776-bc71-41fc-bb4e-1fa9fedd895a tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups/839a4b76-8016-4032-9ee3-11574217561a HTTP/1.1" status: 200 len: 1819 time: 0.1746454 Feb 09 01:19:24.471228 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687af96-1d49-4a72-b476-06d1ded7b22f req-c1bcf12f-3c46-44c3-919d-e86e378d84ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:24.471854 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687af96-1d49-4a72-b476-06d1ded7b22f req-c1bcf12f-3c46-44c3-919d-e86e378d84ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:24.472367 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687af96-1d49-4a72-b476-06d1ded7b22f req-c1bcf12f-3c46-44c3-919d-e86e378d84ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:24.472852 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687af96-1d49-4a72-b476-06d1ded7b22f req-c1bcf12f-3c46-44c3-919d-e86e378d84ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:24.473334 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687af96-1d49-4a72-b476-06d1ded7b22f req-c1bcf12f-3c46-44c3-919d-e86e378d84ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:24.473808 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687af96-1d49-4a72-b476-06d1ded7b22f req-c1bcf12f-3c46-44c3-919d-e86e378d84ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:24.474276 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687af96-1d49-4a72-b476-06d1ded7b22f req-c1bcf12f-3c46-44c3-919d-e86e378d84ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:24.481724 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2687af96-1d49-4a72-b476-06d1ded7b22f req-c1bcf12f-3c46-44c3-919d-e86e378d84ef service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e9919418afe248229cfe208277f2e93f&device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 6331 time: 0.1763806 Feb 09 01:19:24.517903 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8514bb63-0801-49c7-b958-c7096d5ec6bf req-0516fc57-abe8-4d72-9639-6e72a8065679 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] 10.222.0.30 "GET /v2.0/security-groups/50a42610-7d39-4921-9efd-dc60cd079745 HTTP/1.1" status: 200 len: 1829 time: 0.2224336 Feb 09 01:19:24.598139 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f5e1c-707b-440e-a636-8e005576daab service neutron] Pushing event updated for resources: {'Port': ['ID=1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:24.679042 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57548) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:24.688493 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-0a27db0e-abfc-4d83-b8f5-8be21878b32e tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Request body: {'router': {'name': 'tempest-router--474124143', 'project_id': 'a89de07f646e4b8489418cc919ad88a2'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:24.737936 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fbe6b900-435b-4de8-a7c6-a99973437297 req-3848f60c-9304-44f6-a450-cb0b7e956733 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (839a4b76-8016-4032-9ee3-11574217561a), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:24.888411 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fbe6b900-435b-4de8-a7c6-a99973437297 req-3848f60c-9304-44f6-a450-cb0b7e956733 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (839a4b76-8016-4032-9ee3-11574217561a), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:24.959336 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-3e6f5e1c-707b-440e-a636-8e005576daab service neutron] Attempting to bind port 1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:19:24.960268 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-3e6f5e1c-707b-440e-a636-8e005576daab service neutron] Attempting to bind port 1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': 'af93cac6-5d5f-4d5f-921e-cbbc9866a4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a87ac28a-2aeb-4a83-82bf-decda1e08acb'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:19:24.960268 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-3e6f5e1c-707b-440e-a636-8e005576daab service neutron] Attempting to bind port 1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88 on network a87ac28a-2aeb-4a83-82bf-decda1e08acb {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:19:24.976007 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a853ba8-eeb9-4f19-a51e-f8a7729a0786 req-c789a760-94c6-48a3-835f-a3d68d65851d tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:24.984815 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1a853ba8-eeb9-4f19-a51e-f8a7729a0786 req-c789a760-94c6-48a3-835f-a3d68d65851d tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=669794fb-b492-42c9-aae4-dc6a5578579c HTTP/1.1" status: 200 len: 945 time: 0.2484796 Feb 09 01:19:24.995721 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-3e6f5e1c-707b-440e-a636-8e005576daab service neutron] Port 1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88 on network a87ac28a-2aeb-4a83-82bf-decda1e08acb not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:19:24.996190 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-3e6f5e1c-707b-440e-a636-8e005576daab service neutron] Attempting to bind port 1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88 on network a87ac28a-2aeb-4a83-82bf-decda1e08acb {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:19:25.013075 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-3e6f5e1c-707b-440e-a636-8e005576daab service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:19:25.013521 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-3e6f5e1c-707b-440e-a636-8e005576daab service neutron] Checking segment: {'id': 'af93cac6-5d5f-4d5f-921e-cbbc9866a4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a87ac28a-2aeb-4a83-82bf-decda1e08acb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:19:25.013958 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-3e6f5e1c-707b-440e-a636-8e005576daab service neutron] Bound using segment: {'id': 'af93cac6-5d5f-4d5f-921e-cbbc9866a4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a87ac28a-2aeb-4a83-82bf-decda1e08acb'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:19:25.014632 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-3e6f5e1c-707b-440e-a636-8e005576daab service neutron] Bound port: 1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af93cac6-5d5f-4d5f-921e-cbbc9866a4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a87ac28a-2aeb-4a83-82bf-decda1e08acb'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:19:25.015746 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-3e6f5e1c-707b-440e-a636-8e005576daab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:25.035715 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fbe6b900-435b-4de8-a7c6-a99973437297 req-3848f60c-9304-44f6-a450-cb0b7e956733 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (839a4b76-8016-4032-9ee3-11574217561a), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:25.038639 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fbe6b900-435b-4de8-a7c6-a99973437297 req-3848f60c-9304-44f6-a450-cb0b7e956733 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:25.052387 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fbe6b900-435b-4de8-a7c6-a99973437297 req-3848f60c-9304-44f6-a450-cb0b7e956733 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "DELETE /v2.0/security-groups/839a4b76-8016-4032-9ee3-11574217561a HTTP/1.1" status: 204 len: 173 time: 0.7162004 Feb 09 01:19:25.104912 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848f60c-9304-44f6-a450-cb0b7e956733 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=839a4b76-8016-4032-9ee3-11574217561a,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:25.127959 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687af96-1d49-4a72-b476-06d1ded7b22f req-9c26fca5-d590-453f-827a-ce1985cc5002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:25.130628 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687af96-1d49-4a72-b476-06d1ded7b22f req-9c26fca5-d590-453f-827a-ce1985cc5002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:25.131622 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687af96-1d49-4a72-b476-06d1ded7b22f req-9c26fca5-d590-453f-827a-ce1985cc5002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:25.133251 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2687af96-1d49-4a72-b476-06d1ded7b22f req-9c26fca5-d590-453f-827a-ce1985cc5002 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=e9919418afe248229cfe208277f2e93f&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6428933 Feb 09 01:19:25.136737 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0a27db0e-abfc-4d83-b8f5-8be21878b32e tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (c2ea1cdc-3f32-4c9b-ba61-e776df03c960), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:25.137841 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0a27db0e-abfc-4d83-b8f5-8be21878b32e tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (c2ea1cdc-3f32-4c9b-ba61-e776df03c960), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:25.180538 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1a853ba8-eeb9-4f19-a51e-f8a7729a0786 req-38df0813-1235-4cfe-8bf6-b1be52c1c749 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947551 Feb 09 01:19:25.260842 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687af96-1d49-4a72-b476-06d1ded7b22f req-5b9bcebf-2c91-4726-b9a7-debaf1c24ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:25.262484 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2687af96-1d49-4a72-b476-06d1ded7b22f req-5b9bcebf-2c91-4726-b9a7-debaf1c24ea6 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1113853 Feb 09 01:19:25.275220 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-0efc6c51-6f92-4ead-a86f-9f0da73fad4d req-4016c579-af2d-4fe6-a481-4bf0dc402de9 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1091721776', 'description': 'tempest-description-433446887'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:25.355341 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-3e6f5e1c-707b-440e-a636-8e005576daab service neutron] For port 1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:19:25.357489 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-0efc6c51-6f92-4ead-a86f-9f0da73fad4d req-4016c579-af2d-4fe6-a481-4bf0dc402de9 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:25.364117 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-3e6f5e1c-707b-440e-a636-8e005576daab service neutron] For port 1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88,segment=NetworkSegment(af93cac6-5d5f-4d5f-921e-cbbc9866a4d1),segment_id=af93cac6-5d5f-4d5f-921e-cbbc9866a4d1)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:19:25.366626 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0a27db0e-abfc-4d83-b8f5-8be21878b32e tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for router_controller (c2ea1cdc-3f32-4c9b-ba61-e776df03c960), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:25.372038 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0a27db0e-abfc-4d83-b8f5-8be21878b32e tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (c2ea1cdc-3f32-4c9b-ba61-e776df03c960), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:25.381164 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-3e6f5e1c-707b-440e-a636-8e005576daab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:25.394100 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0a27db0e-abfc-4d83-b8f5-8be21878b32e tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:25.396150 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0a27db0e-abfc-4d83-b8f5-8be21878b32e tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7157338 Feb 09 01:19:25.398762 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57558) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:25.445506 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c702f-f1bb-4105-a876-68c2ced6ff35 req-d442b4e9-c7ed-4429-a27a-da862d0a5a38 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:25.447397 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c1c702f-f1bb-4105-a876-68c2ced6ff35 req-d442b4e9-c7ed-4429-a27a-da862d0a5a38 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d47ab3e-5ff4-429c-97ab-56c893952958 HTTP/1.1" status: 200 len: 945 time: 0.2273023 Feb 09 01:19:25.454329 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-3e6f5e1c-707b-440e-a636-8e005576daab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:25.454958 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-3e6f5e1c-707b-440e-a636-8e005576daab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:25.457402 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-3e6f5e1c-707b-440e-a636-8e005576daab service neutron] 10.222.0.91 "PUT /v2.0/ports/1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88 HTTP/1.1" status: 200 len: 1092 time: 3.4136589 Feb 09 01:19:25.558325 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-54ba4ab2-2467-477d-a748-850c99e334e4 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for router (c2ea1cdc-3f32-4c9b-ba61-e776df03c960), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:25.610510 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-0efc6c51-6f92-4ead-a86f-9f0da73fad4d req-4016c579-af2d-4fe6-a481-4bf0dc402de9 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks [] for security_group (4249acf9-661b-4558-95d9-1d9612621640), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:25.611919 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f5e1c-707b-440e-a636-8e005576daab service neutron] Pushing event updated for resources: {'Port': ['ID=1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:25.636698 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-0efc6c51-6f92-4ead-a86f-9f0da73fad4d req-4016c579-af2d-4fe6-a481-4bf0dc402de9 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (4249acf9-661b-4558-95d9-1d9612621640), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:25.647041 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-a7a00a3f-144e-4604-9e5a-9a47ed8f520d service neutron] Request body: {'port': {'device_id': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:25.716309 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:25.795533 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-0efc6c51-6f92-4ead-a86f-9f0da73fad4d req-4016c579-af2d-4fe6-a481-4bf0dc402de9 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:25.797744 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0efc6c51-6f92-4ead-a86f-9f0da73fad4d req-4016c579-af2d-4fe6-a481-4bf0dc402de9 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.5475612 Feb 09 01:19:25.815616 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c1c702f-f1bb-4105-a876-68c2ced6ff35 req-bb19b6f3-b321-4f3d-8edf-e606f365e1d7 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491836 Feb 09 01:19:25.832857 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4016c579-af2d-4fe6-a481-4bf0dc402de9 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4249acf9-661b-4558-95d9-1d9612621640,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:25.909567 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-a7a00a3f-144e-4604-9e5a-9a47ed8f520d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (789db35b-0323-4d38-b70f-7194c1a86af2), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:25.974144 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-54ba4ab2-2467-477d-a748-850c99e334e4 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (c2ea1cdc-3f32-4c9b-ba61-e776df03c960), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:25.981819 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-54ba4ab2-2467-477d-a748-850c99e334e4 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for router_controller (c2ea1cdc-3f32-4c9b-ba61-e776df03c960), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:26.043676 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [req-bb81165d-d251-466b-a022-754ee08b4de8 req-06671268-3ff1-496a-b5ff-e3cbf972b875 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] show failed (client error): The resource could not be found. Feb 09 01:19:26.044693 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bb81165d-d251-466b-a022-754ee08b4de8 req-06671268-3ff1-496a-b5ff-e3cbf972b875 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups/839a4b76-8016-4032-9ee3-11574217561a HTTP/1.1" status: 404 len: 352 time: 0.0527670 Feb 09 01:19:26.074960 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-54ba4ab2-2467-477d-a748-850c99e334e4 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (c2ea1cdc-3f32-4c9b-ba61-e776df03c960), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:26.074960 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ba4ab2-2467-477d-a748-850c99e334e4 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c2ea1cdc-3f32-4c9b-ba61-e776df03c960 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:19:26.086588 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-54ba4ab2-2467-477d-a748-850c99e334e4 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:26.088850 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-54ba4ab2-2467-477d-a748-850c99e334e4 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] 10.222.0.30 "DELETE /v2.0/routers/c2ea1cdc-3f32-4c9b-ba61-e776df03c960 HTTP/1.1" status: 204 len: 168 time: 0.6882010 Feb 09 01:19:26.180393 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345083e-5fa7-4fb8-acab-83c956de51f7 req-9b89b066-3d34-46db-be69-4962a133eb6b tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:26.185676 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345083e-5fa7-4fb8-acab-83c956de51f7 req-9b89b066-3d34-46db-be69-4962a133eb6b tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:26.192850 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345083e-5fa7-4fb8-acab-83c956de51f7 req-9b89b066-3d34-46db-be69-4962a133eb6b tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:26.198398 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345083e-5fa7-4fb8-acab-83c956de51f7 req-9b89b066-3d34-46db-be69-4962a133eb6b tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:26.204840 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345083e-5fa7-4fb8-acab-83c956de51f7 req-9b89b066-3d34-46db-be69-4962a133eb6b tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:26.210179 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345083e-5fa7-4fb8-acab-83c956de51f7 req-9b89b066-3d34-46db-be69-4962a133eb6b tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:26.215746 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345083e-5fa7-4fb8-acab-83c956de51f7 req-9b89b066-3d34-46db-be69-4962a133eb6b tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:26.224221 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4345083e-5fa7-4fb8-acab-83c956de51f7 req-9b89b066-3d34-46db-be69-4962a133eb6b tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5384 time: 0.2641938 Feb 09 01:19:26.264465 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57580) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:26.328219 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'tag': '1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:19:26.331313 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284eb3be-f936-4261-bd8f-097074189df0" -d '{"events": [{"name": "network-changed", "server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "tag": "1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:19:26.430053 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4345083e-5fa7-4fb8-acab-83c956de51f7 req-7984e393-5797-4de1-8f3f-7bd89de30a99 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2047942 Feb 09 01:19:26.472534 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa3c83-78d6-4ebf-9475-2b4a66c7c7a9 req-9c936501-8e85-47ad-bf0c-7d44fae3930f tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:26.480853 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e5fa3c83-78d6-4ebf-9475-2b4a66c7c7a9 req-9c936501-8e85-47ad-bf0c-7d44fae3930f tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=669794fb-b492-42c9-aae4-dc6a5578579c HTTP/1.1" status: 200 len: 945 time: 0.2509992 Feb 09 01:19:26.604108 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e5fa3c83-78d6-4ebf-9475-2b4a66c7c7a9 req-d8d36078-5282-4284-acad-9567f42dd0bf tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070178 Feb 09 01:19:26.697028 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-2b4a6242-4a02-45ab-ab4e-b3175b823bd0 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-500037145', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}, 'admin_state_up': False}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:26.697741 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-48230a21-6558-4e58-b0f4-a4ad8d7d0ef9 req-b95c443d-1a75-45ab-bfe2-d0d14d868c20 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] 10.222.0.30 "GET /v2.0/security-groups/4249acf9-661b-4558-95d9-1d9612621640 HTTP/1.1" status: 200 len: 1831 time: 0.2155647 Feb 09 01:19:26.735707 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b4a6242-4a02-45ab-ab4e-b3175b823bd0 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (36c731b8-25df-4952-a6db-6e99509c8722), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:26.737264 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b4a6242-4a02-45ab-ab4e-b3175b823bd0 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (36c731b8-25df-4952-a6db-6e99509c8722), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:26.751329 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-a7a00a3f-144e-4604-9e5a-9a47ed8f520d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 789db35b-0323-4d38-b70f-7194c1a86af2 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:19:26.763112 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-a7a00a3f-144e-4604-9e5a-9a47ed8f520d service neutron] Publish callbacks [] for port (789db35b-0323-4d38-b70f-7194c1a86af2), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:26.811119 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-a7a00a3f-144e-4604-9e5a-9a47ed8f520d service neutron] Transition to ACTIVE for port object 789db35b-0323-4d38-b70f-7194c1a86af2 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:26.818876 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6a33c-abf8-42f4-9e56-7b0732a0067e req-e0cda82e-fcb2-45d7-8971-d8544e2cffb4 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:26.820448 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b4f6a33c-abf8-42f4-9e56-7b0732a0067e req-e0cda82e-fcb2-45d7-8971-d8544e2cffb4 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d47ab3e-5ff4-429c-97ab-56c893952958 HTTP/1.1" status: 200 len: 945 time: 0.1274035 Feb 09 01:19:26.821976 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-a7a00a3f-144e-4604-9e5a-9a47ed8f520d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (789db35b-0323-4d38-b70f-7194c1a86af2), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:26.832210 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-648470a7-5852-46ef-801a-4ebbd1909825 req-97953484-45a0-4900-8212-bb596a7a379c tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups/2414b0a4-1d83-4086-8430-97f263480714 HTTP/1.1" status: 200 len: 1819 time: 0.0943792 Feb 09 01:19:26.840496 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b4a6242-4a02-45ab-ab4e-b3175b823bd0 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router_controller (36c731b8-25df-4952-a6db-6e99509c8722), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:26.957274 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a00a3f-144e-4604-9e5a-9a47ed8f520d service neutron] Pushing event updated for resources: {'Port': ['ID=789db35b-0323-4d38-b70f-7194c1a86af2,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:27.041283 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b4f6a33c-abf8-42f4-9e56-7b0732a0067e req-6ff57786-42e7-4ae7-916f-754f8e3763dd tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071278 Feb 09 01:19:27.079568 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-648470a7-5852-46ef-801a-4ebbd1909825 req-5554a747-09b2-4f49-a4eb-f362f6a04e3b tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (2414b0a4-1d83-4086-8430-97f263480714), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:27.094527 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-a7a00a3f-144e-4604-9e5a-9a47ed8f520d service neutron] Attempting to bind port 789db35b-0323-4d38-b70f-7194c1a86af2 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:19:27.094875 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-a7a00a3f-144e-4604-9e5a-9a47ed8f520d service neutron] Attempting to bind port 789db35b-0323-4d38-b70f-7194c1a86af2 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': 'af93cac6-5d5f-4d5f-921e-cbbc9866a4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a87ac28a-2aeb-4a83-82bf-decda1e08acb'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:19:27.095212 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-a7a00a3f-144e-4604-9e5a-9a47ed8f520d service neutron] Attempting to bind port 789db35b-0323-4d38-b70f-7194c1a86af2 on network a87ac28a-2aeb-4a83-82bf-decda1e08acb {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:19:27.097762 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b4a6242-4a02-45ab-ab4e-b3175b823bd0 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router_gateway (36c731b8-25df-4952-a6db-6e99509c8722), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:27.117176 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-a7a00a3f-144e-4604-9e5a-9a47ed8f520d service neutron] Port 789db35b-0323-4d38-b70f-7194c1a86af2 on network a87ac28a-2aeb-4a83-82bf-decda1e08acb not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:19:27.117508 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-a7a00a3f-144e-4604-9e5a-9a47ed8f520d service neutron] Attempting to bind port 789db35b-0323-4d38-b70f-7194c1a86af2 on network a87ac28a-2aeb-4a83-82bf-decda1e08acb {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:19:27.120599 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4554d711-f966-46f3-af6c-bcc9a306eb82 x-openstack-request-id: req-4554d711-f966-46f3-af6c-bcc9a306eb82 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:19:27.120888 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "tag": "1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:19:27.121138 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4554d711-f966-46f3-af6c-bcc9a306eb82 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:19:27.121574 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'tag': '1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88', 'status': 'completed', 'code': 200} Feb 09 01:19:27.128397 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-648470a7-5852-46ef-801a-4ebbd1909825 req-5554a747-09b2-4f49-a4eb-f362f6a04e3b tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (2414b0a4-1d83-4086-8430-97f263480714), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:27.158348 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-a7a00a3f-144e-4604-9e5a-9a47ed8f520d service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:19:27.158709 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-a7a00a3f-144e-4604-9e5a-9a47ed8f520d service neutron] Checking segment: {'id': 'af93cac6-5d5f-4d5f-921e-cbbc9866a4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a87ac28a-2aeb-4a83-82bf-decda1e08acb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:19:27.159109 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-a7a00a3f-144e-4604-9e5a-9a47ed8f520d service neutron] Bound using segment: {'id': 'af93cac6-5d5f-4d5f-921e-cbbc9866a4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a87ac28a-2aeb-4a83-82bf-decda1e08acb'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:19:27.159566 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-a7a00a3f-144e-4604-9e5a-9a47ed8f520d service neutron] Bound port: 789db35b-0323-4d38-b70f-7194c1a86af2, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af93cac6-5d5f-4d5f-921e-cbbc9866a4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'a87ac28a-2aeb-4a83-82bf-decda1e08acb'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:19:27.159925 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-a7a00a3f-144e-4604-9e5a-9a47ed8f520d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (789db35b-0323-4d38-b70f-7194c1a86af2), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:27.292305 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284eb3be-f936-4261-bd8f-097074189df0 req-a311fa5d-9a93-4fc4-b1b8-6f33c0125b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:27.292803 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284eb3be-f936-4261-bd8f-097074189df0 req-a311fa5d-9a93-4fc4-b1b8-6f33c0125b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:27.293274 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284eb3be-f936-4261-bd8f-097074189df0 req-a311fa5d-9a93-4fc4-b1b8-6f33c0125b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:27.293768 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284eb3be-f936-4261-bd8f-097074189df0 req-a311fa5d-9a93-4fc4-b1b8-6f33c0125b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:27.294234 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284eb3be-f936-4261-bd8f-097074189df0 req-a311fa5d-9a93-4fc4-b1b8-6f33c0125b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:27.294674 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284eb3be-f936-4261-bd8f-097074189df0 req-a311fa5d-9a93-4fc4-b1b8-6f33c0125b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:27.295133 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284eb3be-f936-4261-bd8f-097074189df0 req-a311fa5d-9a93-4fc4-b1b8-6f33c0125b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:27.298245 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-284eb3be-f936-4261-bd8f-097074189df0 req-a311fa5d-9a93-4fc4-b1b8-6f33c0125b3d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e9919418afe248229cfe208277f2e93f&device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 6430 time: 0.1052217 Feb 09 01:19:27.309249 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-648470a7-5852-46ef-801a-4ebbd1909825 req-5554a747-09b2-4f49-a4eb-f362f6a04e3b tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (2414b0a4-1d83-4086-8430-97f263480714), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:27.313060 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-648470a7-5852-46ef-801a-4ebbd1909825 req-5554a747-09b2-4f49-a4eb-f362f6a04e3b tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:27.326913 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-648470a7-5852-46ef-801a-4ebbd1909825 req-5554a747-09b2-4f49-a4eb-f362f6a04e3b tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "DELETE /v2.0/security-groups/2414b0a4-1d83-4086-8430-97f263480714 HTTP/1.1" status: 204 len: 173 time: 0.4638855 Feb 09 01:19:27.362561 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-2f5a76b9-7e37-4803-8272-dc0c13f633c7 req-e31c07f1-57d2-49db-9d10-e366b2a4bf59 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1627430296', 'description': 'tempest-description-637681436'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:27.393778 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554a747-09b2-4f49-a4eb-f362f6a04e3b tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2414b0a4-1d83-4086-8430-97f263480714,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:27.411018 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-2f5a76b9-7e37-4803-8272-dc0c13f633c7 req-e31c07f1-57d2-49db-9d10-e366b2a4bf59 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:27.414273 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:27.419783 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-a7a00a3f-144e-4604-9e5a-9a47ed8f520d service neutron] For port 789db35b-0323-4d38-b70f-7194c1a86af2, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:19:27.470789 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-a7a00a3f-144e-4604-9e5a-9a47ed8f520d service neutron] For port 789db35b-0323-4d38-b70f-7194c1a86af2, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=789db35b-0323-4d38-b70f-7194c1a86af2,segment=NetworkSegment(af93cac6-5d5f-4d5f-921e-cbbc9866a4d1),segment_id=af93cac6-5d5f-4d5f-921e-cbbc9866a4d1)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:19:27.486616 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-a7a00a3f-144e-4604-9e5a-9a47ed8f520d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (789db35b-0323-4d38-b70f-7194c1a86af2), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:27.546591 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284eb3be-f936-4261-bd8f-097074189df0 req-9405cc9b-c7c1-450f-9ccd-4e0205a134da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:27.547324 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284eb3be-f936-4261-bd8f-097074189df0 req-9405cc9b-c7c1-450f-9ccd-4e0205a134da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:27.547791 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284eb3be-f936-4261-bd8f-097074189df0 req-9405cc9b-c7c1-450f-9ccd-4e0205a134da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:27.549504 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-284eb3be-f936-4261-bd8f-097074189df0 req-9405cc9b-c7c1-450f-9ccd-4e0205a134da service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=e9919418afe248229cfe208277f2e93f&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2414508 Feb 09 01:19:27.563622 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-a7a00a3f-144e-4604-9e5a-9a47ed8f520d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:27.565496 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-a7a00a3f-144e-4604-9e5a-9a47ed8f520d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:27.567174 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-a7a00a3f-144e-4604-9e5a-9a47ed8f520d service neutron] 10.222.0.91 "PUT /v2.0/ports/789db35b-0323-4d38-b70f-7194c1a86af2 HTTP/1.1" status: 200 len: 1092 time: 1.9356730 Feb 09 01:19:27.613666 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-b6c22a89-7a8f-4ac9-a487-16b645065123 service neutron] Request body: {'port': {'device_id': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:27.617535 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a00a3f-144e-4604-9e5a-9a47ed8f520d service neutron] Pushing event updated for resources: {'Port': ['ID=789db35b-0323-4d38-b70f-7194c1a86af2,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:27.709204 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-2f5a76b9-7e37-4803-8272-dc0c13f633c7 req-e31c07f1-57d2-49db-9d10-e366b2a4bf59 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks [] for security_group (624bf012-7689-4c88-b517-e032d117451a), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:27.748687 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-2f5a76b9-7e37-4803-8272-dc0c13f633c7 req-e31c07f1-57d2-49db-9d10-e366b2a4bf59 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (624bf012-7689-4c88-b517-e032d117451a), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:27.760798 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b4a6242-4a02-45ab-ab4e-b3175b823bd0 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router_gateway (36c731b8-25df-4952-a6db-6e99509c8722), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:27.803031 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-2f5a76b9-7e37-4803-8272-dc0c13f633c7 req-e31c07f1-57d2-49db-9d10-e366b2a4bf59 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:27.814610 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b4a6242-4a02-45ab-ab4e-b3175b823bd0 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:27.816579 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2f5a76b9-7e37-4803-8272-dc0c13f633c7 req-e31c07f1-57d2-49db-9d10-e366b2a4bf59 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.4721372 Feb 09 01:19:27.826790 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c07f1-57d2-49db-9d10-e366b2a4bf59 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=624bf012-7689-4c88-b517-e032d117451a,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:27.841667 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-b6c22a89-7a8f-4ac9-a487-16b645065123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (da204a12-3812-43bd-b3e0-86cb8015b582), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:27.902395 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284eb3be-f936-4261-bd8f-097074189df0 req-e805b6f4-0d2b-400d-bf90-aec6c829039d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:27.903866 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-284eb3be-f936-4261-bd8f-097074189df0 req-e805b6f4-0d2b-400d-bf90-aec6c829039d service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3216271 Feb 09 01:19:27.926879 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [req-ad07d8be-7841-4214-ae6c-8e64712dba98 req-de3cead1-986d-4a8b-b654-51dcfff223f6 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] show failed (client error): The resource could not be found. Feb 09 01:19:27.944276 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ad07d8be-7841-4214-ae6c-8e64712dba98 req-de3cead1-986d-4a8b-b654-51dcfff223f6 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups/2414b0a4-1d83-4086-8430-97f263480714 HTTP/1.1" status: 404 len: 352 time: 0.0985289 Feb 09 01:19:28.018627 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-2b4a6242-4a02-45ab-ab4e-b3175b823bd0 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Allocated IP 172.25.1.228 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/5eebe5a6-249b-43db-9701-e14bb210bd52) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:28.122215 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cbaca9-fd78-4557-b914-444b272120d7 req-6ab44a5c-3639-4f0c-ac72-1f6b1096bfe4 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:28.127791 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cbaca9-fd78-4557-b914-444b272120d7 req-6ab44a5c-3639-4f0c-ac72-1f6b1096bfe4 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:28.133736 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cbaca9-fd78-4557-b914-444b272120d7 req-6ab44a5c-3639-4f0c-ac72-1f6b1096bfe4 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:28.139072 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cbaca9-fd78-4557-b914-444b272120d7 req-6ab44a5c-3639-4f0c-ac72-1f6b1096bfe4 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:28.145298 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cbaca9-fd78-4557-b914-444b272120d7 req-6ab44a5c-3639-4f0c-ac72-1f6b1096bfe4 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:28.147282 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:28.150669 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cbaca9-fd78-4557-b914-444b272120d7 req-6ab44a5c-3639-4f0c-ac72-1f6b1096bfe4 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:28.156551 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cbaca9-fd78-4557-b914-444b272120d7 req-6ab44a5c-3639-4f0c-ac72-1f6b1096bfe4 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:28.158506 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-47cbaca9-fd78-4557-b914-444b272120d7 req-6ab44a5c-3639-4f0c-ac72-1f6b1096bfe4 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5396 time: 0.1847708 Feb 09 01:19:28.186416 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b4a6242-4a02-45ab-ab4e-b3175b823bd0 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for port (5eebe5a6-249b-43db-9701-e14bb210bd52), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:28.225872 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b4a6242-4a02-45ab-ab4e-b3175b823bd0 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (5eebe5a6-249b-43db-9701-e14bb210bd52), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:28.272767 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4a6242-4a02-45ab-ab4e-b3175b823bd0 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:28.279877 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-2b4a6242-4a02-45ab-ab4e-b3175b823bd0 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:28.283627 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4a6242-4a02-45ab-ab4e-b3175b823bd0 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:19:28.297756 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-15b7bcdd-112d-43a3-9eec-4cd4ce051dd5 req-1510525c-4f5e-469a-9ed3-0ddb7e76d9a5 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] 10.222.0.30 "GET /v2.0/security-groups/624bf012-7689-4c88-b517-e032d117451a HTTP/1.1" status: 200 len: 1831 time: 0.1381571 Feb 09 01:19:28.312485 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a6242-4a02-45ab-ab4e-b3175b823bd0 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Pushing event updated for resources: {'Port': ['ID=5eebe5a6-249b-43db-9701-e14bb210bd52,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:28.369504 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-47cbaca9-fd78-4557-b914-444b272120d7 req-78fd0c61-6340-42de-b2e4-b811b7b493f2 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1984117 Feb 09 01:19:28.488134 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-b6c22a89-7a8f-4ac9-a487-16b645065123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da204a12-3812-43bd-b3e0-86cb8015b582 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:19:28.502296 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-b6c22a89-7a8f-4ac9-a487-16b645065123 service neutron] Publish callbacks [] for port (da204a12-3812-43bd-b3e0-86cb8015b582), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:28.540646 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-b6c22a89-7a8f-4ac9-a487-16b645065123 service neutron] Transition to ACTIVE for port object da204a12-3812-43bd-b3e0-86cb8015b582 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:28.555428 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849a824-4ac9-4a8e-a5b8-d0575695aae5 req-6e503a2d-10f0-4f4a-a420-bd677e2e6610 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:28.557026 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9849a824-4ac9-4a8e-a5b8-d0575695aae5 req-6e503a2d-10f0-4f4a-a420-bd677e2e6610 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d47ab3e-5ff4-429c-97ab-56c893952958 HTTP/1.1" status: 200 len: 945 time: 0.1588032 Feb 09 01:19:28.560262 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-b6c22a89-7a8f-4ac9-a487-16b645065123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (da204a12-3812-43bd-b3e0-86cb8015b582), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:28.620350 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fac4c033-5ba3-45e4-bec3-bfc8f41f6083 req-53d129e6-bf3d-466e-b7c9-989fa3919215 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3a7975de586b4e08b0e9bb01c09679ae HTTP/1.1" status: 200 len: 6199 time: 0.1846373 Feb 09 01:19:28.675677 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b4a6242-4a02-45ab-ab4e-b3175b823bd0 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router_gateway (36c731b8-25df-4952-a6db-6e99509c8722), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:28.683831 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c22a89-7a8f-4ac9-a487-16b645065123 service neutron] Pushing event updated for resources: {'Port': ['ID=da204a12-3812-43bd-b3e0-86cb8015b582,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:28.764211 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9849a824-4ac9-4a8e-a5b8-d0575695aae5 req-c47cde7e-6663-4eea-8b08-53cdcc7de97e tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955998 Feb 09 01:19:28.799242 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fac4c033-5ba3-45e4-bec3-bfc8f41f6083 req-c0b56259-d5ba-419b-a302-5ea1c6e2e91a tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups/d30b6bd6-ee82-453d-882d-6bbb3d802968 HTTP/1.1" status: 200 len: 2998 time: 0.1552978 Feb 09 01:19:28.842366 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-b6c22a89-7a8f-4ac9-a487-16b645065123 service neutron] Attempting to bind port da204a12-3812-43bd-b3e0-86cb8015b582 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:19:28.842506 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-b6c22a89-7a8f-4ac9-a487-16b645065123 service neutron] Attempting to bind port da204a12-3812-43bd-b3e0-86cb8015b582 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '0d3c1337-4602-4f96-922a-4ca1aedec141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2cffe158-1e62-4cc7-b53e-f2901607bc8e'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:19:28.842732 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-b6c22a89-7a8f-4ac9-a487-16b645065123 service neutron] Attempting to bind port da204a12-3812-43bd-b3e0-86cb8015b582 on network 2cffe158-1e62-4cc7-b53e-f2901607bc8e {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:19:28.859606 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-b6c22a89-7a8f-4ac9-a487-16b645065123 service neutron] Port da204a12-3812-43bd-b3e0-86cb8015b582 on network 2cffe158-1e62-4cc7-b53e-f2901607bc8e not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:19:28.859925 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-b6c22a89-7a8f-4ac9-a487-16b645065123 service neutron] Attempting to bind port da204a12-3812-43bd-b3e0-86cb8015b582 on network 2cffe158-1e62-4cc7-b53e-f2901607bc8e {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:19:28.896753 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fac4c033-5ba3-45e4-bec3-bfc8f41f6083 req-b4060984-3a64-43a4-923d-d1586d7fb3c6 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups/d30b6bd6-ee82-453d-882d-6bbb3d802968 HTTP/1.1" status: 200 len: 2998 time: 0.1087291 Feb 09 01:19:28.897814 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-b6c22a89-7a8f-4ac9-a487-16b645065123 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:19:28.898156 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-b6c22a89-7a8f-4ac9-a487-16b645065123 service neutron] Checking segment: {'id': '0d3c1337-4602-4f96-922a-4ca1aedec141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2cffe158-1e62-4cc7-b53e-f2901607bc8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:19:28.898540 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-b6c22a89-7a8f-4ac9-a487-16b645065123 service neutron] Bound using segment: {'id': '0d3c1337-4602-4f96-922a-4ca1aedec141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2cffe158-1e62-4cc7-b53e-f2901607bc8e'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:19:28.898980 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-b6c22a89-7a8f-4ac9-a487-16b645065123 service neutron] Bound port: da204a12-3812-43bd-b3e0-86cb8015b582, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3c1337-4602-4f96-922a-4ca1aedec141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2cffe158-1e62-4cc7-b53e-f2901607bc8e'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:19:28.899335 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-b6c22a89-7a8f-4ac9-a487-16b645065123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (da204a12-3812-43bd-b3e0-86cb8015b582), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:29.012929 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [req-e1d13c41-57c1-4e72-81f4-2b13e148b706 req-ad0e085e-39de-4208-9937-2b06e3241015 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] show failed (client error): The resource could not be found. Feb 09 01:19:29.014509 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e1d13c41-57c1-4e72-81f4-2b13e148b706 req-ad0e085e-39de-4208-9937-2b06e3241015 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] 10.222.0.30 "GET /v2.0/security-groups/767e34f5-896a-473a-8f39-2dc3728c26ca HTTP/1.1" status: 404 len: 352 time: 0.0241735 Feb 09 01:19:29.046728 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-b6c22a89-7a8f-4ac9-a487-16b645065123 service neutron] For port da204a12-3812-43bd-b3e0-86cb8015b582, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:19:29.051217 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-b6c22a89-7a8f-4ac9-a487-16b645065123 service neutron] For port da204a12-3812-43bd-b3e0-86cb8015b582, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=da204a12-3812-43bd-b3e0-86cb8015b582,segment=NetworkSegment(0d3c1337-4602-4f96-922a-4ca1aedec141),segment_id=0d3c1337-4602-4f96-922a-4ca1aedec141)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:19:29.064874 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-b6c22a89-7a8f-4ac9-a487-16b645065123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (da204a12-3812-43bd-b3e0-86cb8015b582), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:29.140895 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-b6c22a89-7a8f-4ac9-a487-16b645065123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:29.141599 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-b6c22a89-7a8f-4ac9-a487-16b645065123 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:29.142990 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-b6c22a89-7a8f-4ac9-a487-16b645065123 service neutron] 10.222.0.91 "PUT /v2.0/ports/da204a12-3812-43bd-b3e0-86cb8015b582 HTTP/1.1" status: 200 len: 1092 time: 1.5375299 Feb 09 01:19:29.144515 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'tag': '789db35b-0323-4d38-b70f-7194c1a86af2'}, {'name': 'network-changed', 'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'tag': 'da204a12-3812-43bd-b3e0-86cb8015b582'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:19:29.146843 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e33316-c516-4289-a18c-6e4d35dbc15c" -d '{"events": [{"name": "network-changed", "server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "tag": "789db35b-0323-4d38-b70f-7194c1a86af2"}, {"name": "network-changed", "server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "tag": "da204a12-3812-43bd-b3e0-86cb8015b582"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:19:29.183487 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-df125068-b43f-4cdb-82df-7439eb4e2593 service neutron] Request body: {'port': {'device_id': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:29.366788 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b4a6242-4a02-45ab-ab4e-b3175b823bd0 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (36c731b8-25df-4952-a6db-6e99509c8722), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:29.370659 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c22a89-7a8f-4ac9-a487-16b645065123 service neutron] Pushing event updated for resources: {'Port': ['ID=da204a12-3812-43bd-b3e0-86cb8015b582,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:29.399309 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51acd7c-51c6-477a-ac64-5a2c2bc240ab req-007fe59e-6631-4577-a60c-1b70defbcb09 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:29.411876 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d51acd7c-51c6-477a-ac64-5a2c2bc240ab req-007fe59e-6631-4577-a60c-1b70defbcb09 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d47ab3e-5ff4-429c-97ab-56c893952958 HTTP/1.1" status: 200 len: 945 time: 0.2567573 Feb 09 01:19:29.499284 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d51acd7c-51c6-477a-ac64-5a2c2bc240ab req-fc8b3d0d-5c9f-4bed-975c-af3650fea729 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895340 Feb 09 01:19:29.500366 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-df125068-b43f-4cdb-82df-7439eb4e2593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (516fe2c8-f9f0-4d83-84b6-e9595515fd12), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:29.566233 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-e166c329-e342-4a41-99e0-ddbe7282d294 req-34f96b06-b5ba-4871-8aec-a334b27ed100 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-384805390', 'description': 'tempest-description-969158437'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:29.580320 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4a6242-4a02-45ab-ab4e-b3175b823bd0 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Router 36c731b8-25df-4952-a6db-6e99509c8722 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:19:29.611893 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e166c329-e342-4a41-99e0-ddbe7282d294 req-34f96b06-b5ba-4871-8aec-a334b27ed100 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:29.727627 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4a6242-4a02-45ab-ab4e-b3175b823bd0 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:19:29.744731 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65580078-dd4a-41bc-af84-86646b0cad0e None None] Sync routers for ids ['36c731b8-25df-4952-a6db-6e99509c8722'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:19:29.765443 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b4a6242-4a02-45ab-ab4e-b3175b823bd0 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:29.769255 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2b4a6242-4a02-45ab-ab4e-b3175b823bd0 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.5025408 Feb 09 01:19:29.772931 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57702) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:29.779434 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65580078-dd4a-41bc-af84-86646b0cad0e None None] Routers {'36c731b8-25df-4952-a6db-6e99509c8722'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:19:29.780118 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-65580078-dd4a-41bc-af84-86646b0cad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:19:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['36c731b8-25df-4952-a6db-6e99509c8722'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:29.861115 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-65580078-dd4a-41bc-af84-86646b0cad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:29.887894 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65580078-dd4a-41bc-af84-86646b0cad0e None None] Routers {'36c731b8-25df-4952-a6db-6e99509c8722'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:19:29.890172 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-65580078-dd4a-41bc-af84-86646b0cad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:19:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['36c731b8-25df-4952-a6db-6e99509c8722'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:29.922328 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-df125068-b43f-4cdb-82df-7439eb4e2593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 516fe2c8-f9f0-4d83-84b6-e9595515fd12 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:19:29.931523 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-566f99b9-4a17-4345-837b-41912414ab20 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] 10.222.0.30 "GET /v2.0/routers/36c731b8-25df-4952-a6db-6e99509c8722 HTTP/1.1" status: 200 len: 920 time: 0.1563253 Feb 09 01:19:29.931798 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-df125068-b43f-4cdb-82df-7439eb4e2593 service neutron] Publish callbacks [] for port (516fe2c8-f9f0-4d83-84b6-e9595515fd12), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:29.935559 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57704) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:29.940653 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-65580078-dd4a-41bc-af84-86646b0cad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:29.942670 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65580078-dd4a-41bc-af84-86646b0cad0e None None] The sync data for ids ['36c731b8-25df-4952-a6db-6e99509c8722'] in n-d-822053-40 is: [] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:19:29.990196 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e166c329-e342-4a41-99e0-ddbe7282d294 req-34f96b06-b5ba-4871-8aec-a334b27ed100 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (9f2bb2af-1649-44ce-a826-198c6af7bfac), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:29.998736 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e166c329-e342-4a41-99e0-ddbe7282d294 req-34f96b06-b5ba-4871-8aec-a334b27ed100 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (9f2bb2af-1649-44ce-a826-198c6af7bfac), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:30.002870 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0220876f-99bd-4a79-b122-2de378956b98 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c731b8-25df-4952-a6db-6e99509c8722 HTTP/1.1" status: 200 len: 205 time: 0.0660222 Feb 09 01:19:30.006385 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57708) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:30.013760 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-df125068-b43f-4cdb-82df-7439eb4e2593 service neutron] Transition to ACTIVE for port object 516fe2c8-f9f0-4d83-84b6-e9595515fd12 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:30.038277 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-df125068-b43f-4cdb-82df-7439eb4e2593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (516fe2c8-f9f0-4d83-84b6-e9595515fd12), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:30.101942 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e166c329-e342-4a41-99e0-ddbe7282d294 req-34f96b06-b5ba-4871-8aec-a334b27ed100 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:30.103504 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e166c329-e342-4a41-99e0-ddbe7282d294 req-34f96b06-b5ba-4871-8aec-a334b27ed100 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5706153 Feb 09 01:19:30.138747 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f96b06-b5ba-4871-8aec-a334b27ed100 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2bb2af-1649-44ce-a826-198c6af7bfac,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:30.165066 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [req-e9f73d23-5eca-400d-85dd-b8350ca3402e req-e2d71968-270f-4ef3-a4f4-6a5d15803df6 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] show failed (client error): The resource could not be found. Feb 09 01:19:30.169071 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-32c99f51-57d7-4227-9d64-2b83130c0e74 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router (36c731b8-25df-4952-a6db-6e99509c8722), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:30.180609 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e9f73d23-5eca-400d-85dd-b8350ca3402e req-e2d71968-270f-4ef3-a4f4-6a5d15803df6 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] 10.222.0.30 "GET /v2.0/security-group-rules/de5279ca-be21-424c-9252-6725aaf188c0 HTTP/1.1" status: 404 len: 361 time: 0.0515928 Feb 09 01:19:30.193156 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df125068-b43f-4cdb-82df-7439eb4e2593 service neutron] Pushing event updated for resources: {'Port': ['ID=516fe2c8-f9f0-4d83-84b6-e9595515fd12,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:30.293445 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 01:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211135c3-69b0-47d5-9cea-dea9345c841b x-openstack-request-id: req-211135c3-69b0-47d5-9cea-dea9345c841b {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:19:30.294116 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "tag": "789db35b-0323-4d38-b70f-7194c1a86af2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "tag": "da204a12-3812-43bd-b3e0-86cb8015b582", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:19:30.294423 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-211135c3-69b0-47d5-9cea-dea9345c841b {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:19:30.295339 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'tag': '789db35b-0323-4d38-b70f-7194c1a86af2', 'status': 'completed', 'code': 200} Feb 09 01:19:30.295496 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'tag': 'da204a12-3812-43bd-b3e0-86cb8015b582', 'status': 'completed', 'code': 200} Feb 09 01:19:30.305618 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b7d47-42bb-4087-a0bd-ea03d2fee861 req-1674545b-3e06-4036-87a6-5ea3cea54d6a tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:30.307151 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-389b7d47-42bb-4087-a0bd-ea03d2fee861 req-1674545b-3e06-4036-87a6-5ea3cea54d6a tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=669794fb-b492-42c9-aae4-dc6a5578579c HTTP/1.1" status: 200 len: 945 time: 0.2923219 Feb 09 01:19:30.377911 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e33316-c516-4289-a18c-6e4d35dbc15c req-d9a869ee-8665-4c69-ad6a-77ed910caf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:30.378472 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e33316-c516-4289-a18c-6e4d35dbc15c req-d9a869ee-8665-4c69-ad6a-77ed910caf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:30.378892 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e33316-c516-4289-a18c-6e4d35dbc15c req-d9a869ee-8665-4c69-ad6a-77ed910caf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:30.379365 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e33316-c516-4289-a18c-6e4d35dbc15c req-d9a869ee-8665-4c69-ad6a-77ed910caf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:30.379833 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e33316-c516-4289-a18c-6e4d35dbc15c req-d9a869ee-8665-4c69-ad6a-77ed910caf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:30.380333 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e33316-c516-4289-a18c-6e4d35dbc15c req-d9a869ee-8665-4c69-ad6a-77ed910caf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:30.380798 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e33316-c516-4289-a18c-6e4d35dbc15c req-d9a869ee-8665-4c69-ad6a-77ed910caf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:30.382956 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-49e33316-c516-4289-a18c-6e4d35dbc15c req-d9a869ee-8665-4c69-ad6a-77ed910caf57 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e9919418afe248229cfe208277f2e93f&device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 6628 time: 0.0850551 Feb 09 01:19:30.385937 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-df125068-b43f-4cdb-82df-7439eb4e2593 service neutron] Attempting to bind port 516fe2c8-f9f0-4d83-84b6-e9595515fd12 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:19:30.386275 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-df125068-b43f-4cdb-82df-7439eb4e2593 service neutron] Attempting to bind port 516fe2c8-f9f0-4d83-84b6-e9595515fd12 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '0d3c1337-4602-4f96-922a-4ca1aedec141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2cffe158-1e62-4cc7-b53e-f2901607bc8e'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:19:30.386604 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-df125068-b43f-4cdb-82df-7439eb4e2593 service neutron] Attempting to bind port 516fe2c8-f9f0-4d83-84b6-e9595515fd12 on network 2cffe158-1e62-4cc7-b53e-f2901607bc8e {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:19:30.388541 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-32c99f51-57d7-4227-9d64-2b83130c0e74 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router_gateway (36c731b8-25df-4952-a6db-6e99509c8722), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:30.395520 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-df125068-b43f-4cdb-82df-7439eb4e2593 service neutron] Port 516fe2c8-f9f0-4d83-84b6-e9595515fd12 on network 2cffe158-1e62-4cc7-b53e-f2901607bc8e not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:19:30.395869 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-df125068-b43f-4cdb-82df-7439eb4e2593 service neutron] Attempting to bind port 516fe2c8-f9f0-4d83-84b6-e9595515fd12 on network 2cffe158-1e62-4cc7-b53e-f2901607bc8e {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:19:30.404234 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-df125068-b43f-4cdb-82df-7439eb4e2593 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:19:30.405026 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-df125068-b43f-4cdb-82df-7439eb4e2593 service neutron] Checking segment: {'id': '0d3c1337-4602-4f96-922a-4ca1aedec141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2cffe158-1e62-4cc7-b53e-f2901607bc8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:19:30.405235 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-df125068-b43f-4cdb-82df-7439eb4e2593 service neutron] Bound using segment: {'id': '0d3c1337-4602-4f96-922a-4ca1aedec141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2cffe158-1e62-4cc7-b53e-f2901607bc8e'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:19:30.405961 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-df125068-b43f-4cdb-82df-7439eb4e2593 service neutron] Bound port: 516fe2c8-f9f0-4d83-84b6-e9595515fd12, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3c1337-4602-4f96-922a-4ca1aedec141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2cffe158-1e62-4cc7-b53e-f2901607bc8e'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:19:30.408314 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-df125068-b43f-4cdb-82df-7439eb4e2593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (516fe2c8-f9f0-4d83-84b6-e9595515fd12), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:30.479959 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-389b7d47-42bb-4087-a0bd-ea03d2fee861 req-bf8f2ea4-513a-4f14-a36d-a4d8a9360197 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531060 Feb 09 01:19:30.500848 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278545a8-94ec-498f-bb64-b5cb3fc2a303 req-be0f0d8f-ad31-417b-94df-6fcbb0e3979a tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:30.512454 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278545a8-94ec-498f-bb64-b5cb3fc2a303 req-be0f0d8f-ad31-417b-94df-6fcbb0e3979a tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:30.512963 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278545a8-94ec-498f-bb64-b5cb3fc2a303 req-be0f0d8f-ad31-417b-94df-6fcbb0e3979a tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:30.519319 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278545a8-94ec-498f-bb64-b5cb3fc2a303 req-be0f0d8f-ad31-417b-94df-6fcbb0e3979a tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:30.525687 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278545a8-94ec-498f-bb64-b5cb3fc2a303 req-be0f0d8f-ad31-417b-94df-6fcbb0e3979a tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:30.531446 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-32c99f51-57d7-4227-9d64-2b83130c0e74 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Deleting port 5eebe5a6-249b-43db-9701-e14bb210bd52 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:19:30.531709 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-32c99f51-57d7-4227-9d64-2b83130c0e74 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (5eebe5a6-249b-43db-9701-e14bb210bd52), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:30.533311 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278545a8-94ec-498f-bb64-b5cb3fc2a303 req-be0f0d8f-ad31-417b-94df-6fcbb0e3979a tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:30.539412 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278545a8-94ec-498f-bb64-b5cb3fc2a303 req-be0f0d8f-ad31-417b-94df-6fcbb0e3979a tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:30.541460 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-278545a8-94ec-498f-bb64-b5cb3fc2a303 req-be0f0d8f-ad31-417b-94df-6fcbb0e3979a tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5420 time: 0.2505484 Feb 09 01:19:30.576492 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e33316-c516-4289-a18c-6e4d35dbc15c req-c696bcf1-942d-401d-8de9-8e713fb1c6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:30.577234 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e33316-c516-4289-a18c-6e4d35dbc15c req-c696bcf1-942d-401d-8de9-8e713fb1c6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:30.578655 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e33316-c516-4289-a18c-6e4d35dbc15c req-c696bcf1-942d-401d-8de9-8e713fb1c6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:30.582106 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-49e33316-c516-4289-a18c-6e4d35dbc15c req-c696bcf1-942d-401d-8de9-8e713fb1c6ba service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=e9919418afe248229cfe208277f2e93f&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1846704 Feb 09 01:19:30.608397 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-df125068-b43f-4cdb-82df-7439eb4e2593 service neutron] For port 516fe2c8-f9f0-4d83-84b6-e9595515fd12, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:19:30.637971 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-df125068-b43f-4cdb-82df-7439eb4e2593 service neutron] For port 516fe2c8-f9f0-4d83-84b6-e9595515fd12, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=516fe2c8-f9f0-4d83-84b6-e9595515fd12,segment=NetworkSegment(0d3c1337-4602-4f96-922a-4ca1aedec141),segment_id=0d3c1337-4602-4f96-922a-4ca1aedec141)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:19:30.650463 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-278545a8-94ec-498f-bb64-b5cb3fc2a303 req-1c07ac26-1e39-46ba-a55c-5e29aae8c886 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1002197 Feb 09 01:19:30.652542 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-df125068-b43f-4cdb-82df-7439eb4e2593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (516fe2c8-f9f0-4d83-84b6-e9595515fd12), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:30.721446 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-df125068-b43f-4cdb-82df-7439eb4e2593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:30.724340 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-df125068-b43f-4cdb-82df-7439eb4e2593 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:30.727411 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-df125068-b43f-4cdb-82df-7439eb4e2593 service neutron] 10.222.0.91 "PUT /v2.0/ports/516fe2c8-f9f0-4d83-84b6-e9595515fd12 HTTP/1.1" status: 200 len: 1092 time: 1.5489609 Feb 09 01:19:30.745200 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-961f3a0e-209c-4592-9028-7978fac94f8a req-39ca82d3-e8e1-44bc-943d-1d4c8419a823 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1445807108', 'description': 'tempest-description-1873951174'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:30.780193 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df125068-b43f-4cdb-82df-7439eb4e2593 service neutron] Pushing event updated for resources: {'Port': ['ID=516fe2c8-f9f0-4d83-84b6-e9595515fd12,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:30.803661 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-961f3a0e-209c-4592-9028-7978fac94f8a req-39ca82d3-e8e1-44bc-943d-1d4c8419a823 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:30.858180 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-32c99f51-57d7-4227-9d64-2b83130c0e74 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (5eebe5a6-249b-43db-9701-e14bb210bd52), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:30.872187 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-32c99f51-57d7-4227-9d64-2b83130c0e74 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Calling delete_port for 5eebe5a6-249b-43db-9701-e14bb210bd52 owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:19:30.920005 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:19:30.954212 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-961f3a0e-209c-4592-9028-7978fac94f8a req-39ca82d3-e8e1-44bc-943d-1d4c8419a823 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (d4c75212-0e11-4218-bda9-80792c409ade), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:30.961071 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-961f3a0e-209c-4592-9028-7978fac94f8a req-39ca82d3-e8e1-44bc-943d-1d4c8419a823 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (d4c75212-0e11-4218-bda9-80792c409ade), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:31.042618 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ca82d3-e8e1-44bc-943d-1d4c8419a823 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c75212-0e11-4218-bda9-80792c409ade,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:31.067699 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-961f3a0e-209c-4592-9028-7978fac94f8a req-39ca82d3-e8e1-44bc-943d-1d4c8419a823 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:31.076659 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-961f3a0e-209c-4592-9028-7978fac94f8a req-39ca82d3-e8e1-44bc-943d-1d4c8419a823 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3383696 Feb 09 01:19:31.088653 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6 is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:19:31.089313 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:31.161099 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95310ab8-9a1d-4e60-9b72-79184e312e12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:19:31.161370 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0a4173e1-a6b9-4b3b-abce-02a2b02a7a4e req-e43247c5-9074-41a5-bc4b-2586cb0bf59b tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] 10.222.0.30 "GET /v2.0/security-groups/624bf012-7689-4c88-b517-e032d117451a HTTP/1.1" status: 200 len: 1831 time: 0.1227825 Feb 09 01:19:31.166977 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c27419b-ce71-4872-9d46-90703847a4b3" -d '{"events": [{"server_uuid": "95310ab8-9a1d-4e60-9b72-79184e312e12", "name": "network-vif-unplugged", "status": "completed", "tag": "5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:19:31.225430 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6,segment=NetworkSegment(231cc619-b79a-4847-94b3-cdbf4f5bda22),segment_id=231cc619-b79a-4847-94b3-cdbf4f5bda22)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:31.245915 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device f7794da2-62c0-4bae-afb7-2847be1f8cda details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:19:31.248381 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-32c99f51-57d7-4227-9d64-2b83130c0e74 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (5eebe5a6-249b-43db-9701-e14bb210bd52), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:31.274582 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:31.290962 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-0a4173e1-a6b9-4b3b-abce-02a2b02a7a4e req-a91c0227-8cb1-4124-95e3-910d9b899aea tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks [] for security_group (624bf012-7689-4c88-b517-e032d117451a), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:31.296710 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c99f51-57d7-4227-9d64-2b83130c0e74 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Pushing event deleted for resources: {'Port': ['ID=5eebe5a6-249b-43db-9701-e14bb210bd52,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:31.302372 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e33316-c516-4289-a18c-6e4d35dbc15c req-8c2f9689-4772-4ec6-a0d4-f51b58bdb5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:31.304774 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-49e33316-c516-4289-a18c-6e4d35dbc15c req-8c2f9689-4772-4ec6-a0d4-f51b58bdb5e0 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7018969 Feb 09 01:19:31.358347 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-0a4173e1-a6b9-4b3b-abce-02a2b02a7a4e req-a91c0227-8cb1-4124-95e3-910d9b899aea tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks [] for security_group (624bf012-7689-4c88-b517-e032d117451a), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:31.420507 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-0a4173e1-a6b9-4b3b-abce-02a2b02a7a4e req-a91c0227-8cb1-4124-95e3-910d9b899aea tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (624bf012-7689-4c88-b517-e032d117451a), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:31.426136 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-0a4173e1-a6b9-4b3b-abce-02a2b02a7a4e req-a91c0227-8cb1-4124-95e3-910d9b899aea tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:31.427778 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0a4173e1-a6b9-4b3b-abce-02a2b02a7a4e req-a91c0227-8cb1-4124-95e3-910d9b899aea tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] 10.222.0.30 "DELETE /v2.0/security-groups/624bf012-7689-4c88-b517-e032d117451a HTTP/1.1" status: 204 len: 173 time: 0.2594213 Feb 09 01:19:31.454389 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c0227-8cb1-4124-95e3-910d9b899aea tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=624bf012-7689-4c88-b517-e032d117451a,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:31.458140 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-32c99f51-57d7-4227-9d64-2b83130c0e74 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (36c731b8-25df-4952-a6db-6e99509c8722), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:31.477487 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6,revision_number=8']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:31.493749 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.resource_extend [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:19:31.597032 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port f7794da2-62c0-4bae-afb7-2847be1f8cda, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=f7794da2-62c0-4bae-afb7-2847be1f8cda,segment=NetworkSegment(93377c63-554d-4e75-a6fa-1c5faaa2bcb9),segment_id=93377c63-554d-4e75-a6fa-1c5faaa2bcb9)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:31.617973 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': 'f7794da2-62c0-4bae-afb7-2847be1f8cda', 'network_id': '4f2352f9-f273-4371-afcf-34ba242f040c', 'port_id': 'f7794da2-62c0-4bae-afb7-2847be1f8cda', 'mac_address': 'fa:16:3e:09:ff:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5a8b1-7fc6-4c71-98bf-e410dbdc2daf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:19:31.678713 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port f7794da2-62c0-4bae-afb7-2847be1f8cda is: ACTIVE; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:19:31.679104 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f7794da2-62c0-4bae-afb7-2847be1f8cda), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:31.684749 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-cc33cb84-9355-49f4-af4e-e1c8f10f19e1 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:31.686316 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-cc33cb84-9355-49f4-af4e-e1c8f10f19e1 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/networks?id=f155bdb8-b796-4b2f-8f0d-8611315d30bd HTTP/1.1" status: 200 len: 804 time: 0.2380319 Feb 09 01:19:31.696736 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7794da2-62c0-4bae-afb7-2847be1f8cda {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:19:31.704457 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-32c99f51-57d7-4227-9d64-2b83130c0e74 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (36c731b8-25df-4952-a6db-6e99509c8722), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:31.707323 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-32c99f51-57d7-4227-9d64-2b83130c0e74 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router_controller (36c731b8-25df-4952-a6db-6e99509c8722), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:31.709274 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-4a8f214a-0872-480f-8333-98dbcba7024d tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/quotas/7b44166604b3436881425cea10d1d658 HTTP/1.1" status: 200 len: 375 time: 0.0143206 Feb 09 01:19:31.722913 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port f7794da2-62c0-4bae-afb7-2847be1f8cda, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=f7794da2-62c0-4bae-afb7-2847be1f8cda,segment=NetworkSegment(93377c63-554d-4e75-a6fa-1c5faaa2bcb9),segment_id=93377c63-554d-4e75-a6fa-1c5faaa2bcb9)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:31.726427 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e578221f-afa7-44e4-9cf6-d6fb627baf54 x-openstack-request-id: req-e578221f-afa7-44e4-9cf6-d6fb627baf54 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:19:31.726767 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95310ab8-9a1d-4e60-9b72-79184e312e12", "name": "network-vif-unplugged", "status": "completed", "tag": "5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:19:31.727027 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e578221f-afa7-44e4-9cf6-d6fb627baf54 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:19:31.727423 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95310ab8-9a1d-4e60-9b72-79184e312e12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6', 'code': 200} Feb 09 01:19:31.738493 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f7794da2-62c0-4bae-afb7-2847be1f8cda), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:31.770119 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e33316-c516-4289-a18c-6e4d35dbc15c req-78bf02d8-ae08-45e9-9658-f55bc9081649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:31.770597 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e33316-c516-4289-a18c-6e4d35dbc15c req-78bf02d8-ae08-45e9-9658-f55bc9081649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:31.771153 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e33316-c516-4289-a18c-6e4d35dbc15c req-78bf02d8-ae08-45e9-9658-f55bc9081649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:31.771621 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e33316-c516-4289-a18c-6e4d35dbc15c req-78bf02d8-ae08-45e9-9658-f55bc9081649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:31.772255 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e33316-c516-4289-a18c-6e4d35dbc15c req-78bf02d8-ae08-45e9-9658-f55bc9081649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:31.772901 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e33316-c516-4289-a18c-6e4d35dbc15c req-78bf02d8-ae08-45e9-9658-f55bc9081649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:31.773532 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e33316-c516-4289-a18c-6e4d35dbc15c req-78bf02d8-ae08-45e9-9658-f55bc9081649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:31.776065 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-49e33316-c516-4289-a18c-6e4d35dbc15c req-78bf02d8-ae08-45e9-9658-f55bc9081649 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e9919418afe248229cfe208277f2e93f&device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 6701 time: 0.4231670 Feb 09 01:19:31.784247 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-32c99f51-57d7-4227-9d64-2b83130c0e74 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (36c731b8-25df-4952-a6db-6e99509c8722), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:31.786258 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c99f51-57d7-4227-9d64-2b83130c0e74 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Fanout notify agent at l3_agent the message router_deleted on router 36c731b8-25df-4952-a6db-6e99509c8722 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:19:31.802512 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-32c99f51-57d7-4227-9d64-2b83130c0e74 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:31.809480 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-32c99f51-57d7-4227-9d64-2b83130c0e74 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] 10.222.0.30 "DELETE /v2.0/routers/36c731b8-25df-4952-a6db-6e99509c8722 HTTP/1.1" status: 204 len: 168 time: 1.8009906 Feb 09 01:19:31.820935 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57746) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:31.845835 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-24375d20-8f8d-4b50-aa8f-35cbe78a3416 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1588108651', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'enable_snat': False}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:31.862759 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=f7794da2-62c0-4bae-afb7-2847be1f8cda,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:31.883095 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['f7794da2-62c0-4bae-afb7-2847be1f8cda'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:19:31.982059 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e33316-c516-4289-a18c-6e4d35dbc15c req-b5938904-9182-4249-8cdd-063918a9a564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:31.983461 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e33316-c516-4289-a18c-6e4d35dbc15c req-b5938904-9182-4249-8cdd-063918a9a564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:31.984721 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e33316-c516-4289-a18c-6e4d35dbc15c req-b5938904-9182-4249-8cdd-063918a9a564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:31.986904 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-49e33316-c516-4289-a18c-6e4d35dbc15c req-b5938904-9182-4249-8cdd-063918a9a564 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=e9919418afe248229cfe208277f2e93f&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1762893 Feb 09 01:19:32.119381 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e33316-c516-4289-a18c-6e4d35dbc15c req-d7ededd5-6c1a-4aef-b44e-d9423c44590a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:32.121685 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-49e33316-c516-4289-a18c-6e4d35dbc15c req-d7ededd5-6c1a-4aef-b44e-d9423c44590a service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1269355 Feb 09 01:19:32.186118 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-ad58203a-3f2c-4174-8630-c2e5df0e4d26 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b44166604b3436881425cea10d1d658&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4708173 Feb 09 01:19:32.191108 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-24375d20-8f8d-4b50-aa8f-35cbe78a3416 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (f788b229-7ac5-4389-8682-a9494e1c495c), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:32.192275 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-24375d20-8f8d-4b50-aa8f-35cbe78a3416 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (f788b229-7ac5-4389-8682-a9494e1c495c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:32.201754 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-dd3ebf60-d58d-405e-a845-8030439e7078 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:19:32.202995 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-dd3ebf60-d58d-405e-a845-8030439e7078 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061903 Feb 09 01:19:32.216406 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe9778-0bbe-45af-877c-129d58a3ccc1 req-f27a8368-38d6-46f7-9b90-3ffcb70a2b63 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:32.218057 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6ffe9778-0bbe-45af-877c-129d58a3ccc1 req-f27a8368-38d6-46f7-9b90-3ffcb70a2b63 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d47ab3e-5ff4-429c-97ab-56c893952958 HTTP/1.1" status: 200 len: 945 time: 0.4174678 Feb 09 01:19:32.253069 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-9dbc3c4b-b7df-4421-9cf1-d103d9663a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:32.253647 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-9dbc3c4b-b7df-4421-9cf1-d103d9663a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:32.254505 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-9dbc3c4b-b7df-4421-9cf1-d103d9663a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:32.254728 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-9dbc3c4b-b7df-4421-9cf1-d103d9663a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:32.255261 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-9dbc3c4b-b7df-4421-9cf1-d103d9663a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:32.255878 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-9dbc3c4b-b7df-4421-9cf1-d103d9663a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:32.256511 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-9dbc3c4b-b7df-4421-9cf1-d103d9663a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:32.259376 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-9dbc3c4b-b7df-4421-9cf1-d103d9663a60 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e9919418afe248229cfe208277f2e93f&device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 6701 time: 0.0854456 Feb 09 01:19:32.313453 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-1ff48c18-c926-47da-95e5-ba3008f04721 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5952791-d7be-4808-b892-3e53282649e6 HTTP/1.1" status: 200 len: 217 time: 0.0453069 Feb 09 01:19:32.321337 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'tag': '516fe2c8-f9f0-4d83-84b6-e9595515fd12'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:19:32.323675 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42385f97-94f3-4e5a-a89e-28a79634ffda" -d '{"events": [{"name": "network-changed", "server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "tag": "516fe2c8-f9f0-4d83-84b6-e9595515fd12"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:19:32.348484 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-24375d20-8f8d-4b50-aa8f-35cbe78a3416 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for router_controller (f788b229-7ac5-4389-8682-a9494e1c495c), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:32.379408 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-9c7ee477-7a3c-42c9-b813-05c6c9f76a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:32.381109 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-9c7ee477-7a3c-42c9-b813-05c6c9f76a45 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ef054353-32e4-4288-8c12-230c98a17b20 HTTP/1.1" status: 200 len: 850 time: 0.0583589 Feb 09 01:19:32.452091 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-6b7ce2d2-fee2-44a6-95e3-4f7430efe53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:32.455018 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-6b7ce2d2-fee2-44a6-95e3-4f7430efe53b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=da52059d-73c2-403d-a351-476231473b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0669031 Feb 09 01:19:32.483500 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6ffe9778-0bbe-45af-877c-129d58a3ccc1 req-da70ef6d-09a8-4c51-a483-fb3ec4d32fca tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/security-groups?id=64b36f3f-7c46-4d17-a766-a84a2db8d59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385333 Feb 09 01:19:32.534381 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-ad0164d7-efc9-46cb-9c14-70546ea4ec5a service neutron] 10.222.0.30 "GET /v2.0/networks/f155bdb8-b796-4b2f-8f0d-8611315d30bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141899 Feb 09 01:19:32.642465 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-7c64f3c1-b2ff-409b-bc25-95ce579367d4 service neutron] 10.222.0.91 "GET /v2.0/networks/da52059d-73c2-403d-a351-476231473b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785138 Feb 09 01:19:32.786447 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-40928143-3a90-4c20-974a-d0f6c7466dac service neutron] 10.222.0.91 "GET /v2.0/networks/da52059d-73c2-403d-a351-476231473b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330020 Feb 09 01:19:32.835574 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-24375d20-8f8d-4b50-aa8f-35cbe78a3416 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for router_gateway (f788b229-7ac5-4389-8682-a9494e1c495c), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:32.841841 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-6950e5a6-6153-48fc-946b-82763adec899 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=e4ad6d56-00d7-42d0-9033-d57c5a0dae64 HTTP/1.1" status: 200 len: 217 time: 0.0432796 Feb 09 01:19:32.915090 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-524f7415-b524-4c2b-98ef-4d81b4c89104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:32.917867 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-524f7415-b524-4c2b-98ef-4d81b4c89104 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=aa9fcc5d-ba04-4bc8-ac3a-fa1b2158dd4f HTTP/1.1" status: 200 len: 797 time: 0.0667739 Feb 09 01:19:32.950198 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7bbe4a57-26c9-4978-964d-44fbf6a0b00a req-2b932718-5b0a-4b1e-87e5-57d626ed40ab service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c48882ac-1295-4d05-bea3-b4dacd467fe9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3076270 Feb 09 01:19:33.018049 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-88c95552-3104-42cf-821f-158947f21003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:33.019736 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-88c95552-3104-42cf-821f-158947f21003 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a87ac28a-2aeb-4a83-82bf-decda1e08acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0958009 Feb 09 01:19:33.036873 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56cd28b-1bc8-4d13-ad2d-a008e94c339c req-9723438d-ec87-41f4-a3a2-a083573c87e5 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:33.038329 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b56cd28b-1bc8-4d13-ad2d-a008e94c339c req-9723438d-ec87-41f4-a3a2-a083573c87e5 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.121 "GET /v2.0/ports?device_id=5d47ab3e-5ff4-429c-97ab-56c893952958 HTTP/1.1" status: 200 len: 945 time: 0.3986914 Feb 09 01:19:33.062042 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-75e17bde-5b9c-4fc0-9147-87abd5fd39de service neutron] 10.222.0.30 "GET /v2.0/networks/f155bdb8-b796-4b2f-8f0d-8611315d30bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5149007 Feb 09 01:19:33.115059 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-0e5fe58e-ce9b-4923-9848-984cc2e78a32 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:33.117681 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-0e5fe58e-ce9b-4923-9848-984cc2e78a32 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/networks?id=d782717c-da84-43e9-83e3-7ef1f07f2c40 HTTP/1.1" status: 200 len: 813 time: 0.4295361 Feb 09 01:19:33.176195 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-4378a84b-e757-4839-bd0c-728759fb0813 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/quotas/3a7975de586b4e08b0e9bb01c09679ae HTTP/1.1" status: 200 len: 375 time: 0.0473440 Feb 09 01:19:33.197208 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device f7794da2-62c0-4bae-afb7-2847be1f8cda no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:19:33.205773 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe4a57-26c9-4978-964d-44fbf6a0b00a req-7bd37904-3c1e-42f2-9027-0d8a9a2f711a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:33.207403 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-7bbe4a57-26c9-4978-964d-44fbf6a0b00a req-7bd37904-3c1e-42f2-9027-0d8a9a2f711a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3a7975de586b4e08b0e9bb01c09679ae&device_id=c48882ac-1295-4d05-bea3-b4dacd467fe9 HTTP/1.1" status: 200 len: 1208 time: 0.1797545 Feb 09 01:19:33.264960 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333243a0-aa6f-41a2-a696-32c39e1e0b5f req-0a88b974-4e08-421a-acad-a8f70dcbc7dd tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:33.267468 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-333243a0-aa6f-41a2-a696-32c39e1e0b5f req-0a88b974-4e08-421a-acad-a8f70dcbc7dd tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.91 "GET /v2.0/ports?device_id=95310ab8-9a1d-4e60-9b72-79184e312e12 HTTP/1.1" status: 200 len: 944 time: 0.2643478 Feb 09 01:19:33.321050 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port f7794da2-62c0-4bae-afb7-2847be1f8cda is: BUILD; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:19:33.321489 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f7794da2-62c0-4bae-afb7-2847be1f8cda), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:33.349374 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f7794da2-62c0-4bae-afb7-2847be1f8cda {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:19:33.371631 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port f7794da2-62c0-4bae-afb7-2847be1f8cda, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=f7794da2-62c0-4bae-afb7-2847be1f8cda,segment=NetworkSegment(93377c63-554d-4e75-a6fa-1c5faaa2bcb9),segment_id=93377c63-554d-4e75-a6fa-1c5faaa2bcb9)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:33.377776 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe4a57-26c9-4978-964d-44fbf6a0b00a req-cb5fc8e6-bd24-4902-88f7-eff82b2d72b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:33.380269 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f7794da2-62c0-4bae-afb7-2847be1f8cda), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:33.380910 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-7bbe4a57-26c9-4978-964d-44fbf6a0b00a req-cb5fc8e6-bd24-4902-88f7-eff82b2d72b3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d782717c-da84-43e9-83e3-7ef1f07f2c40 HTTP/1.1" status: 200 len: 914 time: 0.1391451 Feb 09 01:19:33.381060 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 0599733c-4940-4417-ae09-ea609ef496e2 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:19:33.449343 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-7bbe4a57-26c9-4978-964d-44fbf6a0b00a req-1b943691-4ae1-4ad5-9561-b0490238ee51 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fa33a0a-bd57-4833-888e-d845bfa74804 HTTP/1.1" status: 200 len: 217 time: 0.0579808 Feb 09 01:19:33.454722 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-58547141-ffa9-4133-8225-0acfb91be3e0 service neutron] 10.222.0.91 "GET /v2.0/networks/a87ac28a-2aeb-4a83-82bf-decda1e08acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153109 Feb 09 01:19:33.513502 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-694fae45-b68e-407e-a9bd-13f43a0aa264 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a7975de586b4e08b0e9bb01c09679ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3075202 Feb 09 01:19:33.554656 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=f7794da2-62c0-4bae-afb7-2847be1f8cda,revision_number=7']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:33.606219 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 0599733c-4940-4417-ae09-ea609ef496e2 is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:19:33.606623 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0599733c-4940-4417-ae09-ea609ef496e2), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:33.622421 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe4a57-26c9-4978-964d-44fbf6a0b00a req-606754b1-e274-4057-85db-0b0d6b809ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:33.634853 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-b56cd28b-1bc8-4d13-ad2d-a008e94c339c req-1373419a-6c47-459a-b6fb-d1e5b58a1ca9 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Deleting port 0599733c-4940-4417-ae09-ea609ef496e2 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:19:33.635307 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b56cd28b-1bc8-4d13-ad2d-a008e94c339c req-1373419a-6c47-459a-b6fb-d1e5b58a1ca9 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (0599733c-4940-4417-ae09-ea609ef496e2), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:33.643900 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-7bbe4a57-26c9-4978-964d-44fbf6a0b00a req-606754b1-e274-4057-85db-0b0d6b809ff8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=638ae294-4220-494e-8e41-1b81408b19b1 HTTP/1.1" status: 200 len: 853 time: 0.1879096 Feb 09 01:19:33.645064 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 0599733c-4940-4417-ae09-ea609ef496e2, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=0599733c-4940-4417-ae09-ea609ef496e2,segment=NetworkSegment(6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12),segment_id=6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:33.651859 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0599733c-4940-4417-ae09-ea609ef496e2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:33.702056 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-7bbe4a57-26c9-4978-964d-44fbf6a0b00a req-e4947c05-c199-4a0a-a676-522ddc72374e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d782717c-da84-43e9-83e3-7ef1f07f2c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508134 Feb 09 01:19:33.755936 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d47ab3e-5ff4-429c-97ab-56c893952958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0599733c-4940-4417-ae09-ea609ef496e2'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:19:33.759350 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab31d65-e81f-4119-94f7-a51341ababa3" -d '{"events": [{"server_uuid": "5d47ab3e-5ff4-429c-97ab-56c893952958", "name": "network-vif-unplugged", "status": "completed", "tag": "0599733c-4940-4417-ae09-ea609ef496e2"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:19:33.762086 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=0599733c-4940-4417-ae09-ea609ef496e2,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:33.794957 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-4239b656-2e09-4483-b0c8-20e85853308d service neutron] 10.222.0.91 "GET /v2.0/networks/a87ac28a-2aeb-4a83-82bf-decda1e08acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278677 Feb 09 01:19:33.848574 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-5755fc20-a083-4107-9b35-6fe0352fdb5b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=5d99abd4-5248-45fa-8dc3-6b85097edb46 HTTP/1.1" status: 200 len: 217 time: 0.0446188 Feb 09 01:19:33.869910 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-333243a0-aa6f-41a2-a696-32c39e1e0b5f req-17a8ccd7-b6e5-4fc3-8112-973e4ed7d8c9 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Deleting port 5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:19:33.870435 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-333243a0-aa6f-41a2-a696-32c39e1e0b5f req-17a8ccd7-b6e5-4fc3-8112-973e4ed7d8c9 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:33.976022 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-2c04db87-08f8-4b28-9f36-c01630b62191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:33.978317 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-2c04db87-08f8-4b28-9f36-c01630b62191 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=aa9fcc5d-ba04-4bc8-ac3a-fa1b2158dd4f HTTP/1.1" status: 200 len: 797 time: 0.1232479 Feb 09 01:19:33.980952 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-91ff679d-c4f4-46bc-bf2c-15ae66fce79c req-50e02281-5872-44ad-b9f6-83530bd93c90 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] 10.222.0.30 "GET /v2.0/security-groups/4249acf9-661b-4558-95d9-1d9612621640 HTTP/1.1" status: 200 len: 1831 time: 0.6044710 Feb 09 01:19:33.983244 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-7bbe4a57-26c9-4978-964d-44fbf6a0b00a req-8ff30950-e9ba-4d4f-84bb-2b8c26da6b95 service neutron] 10.222.0.91 "GET /v2.0/networks/d782717c-da84-43e9-83e3-7ef1f07f2c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737494 Feb 09 01:19:34.195345 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-7bbe4a57-26c9-4978-964d-44fbf6a0b00a req-14decf34-579d-4f4d-bec1-3db488e7c85f service neutron] 10.222.0.91 "GET /v2.0/networks/d782717c-da84-43e9-83e3-7ef1f07f2c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945298 Feb 09 01:19:34.221912 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-dd41c740-1d6a-49a9-a7ed-17f86022b76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:34.223454 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-dd41c740-1d6a-49a9-a7ed-17f86022b76e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a87ac28a-2aeb-4a83-82bf-decda1e08acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2347677 Feb 09 01:19:34.275781 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-24375d20-8f8d-4b50-aa8f-35cbe78a3416 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for router_gateway (f788b229-7ac5-4389-8682-a9494e1c495c), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:34.284222 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-b56cd28b-1bc8-4d13-ad2d-a008e94c339c req-1373419a-6c47-459a-b6fb-d1e5b58a1ca9 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] For port 0599733c-4940-4417-ae09-ea609ef496e2, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=0599733c-4940-4417-ae09-ea609ef496e2,segment=NetworkSegment(6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12),segment_id=6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:34.284983 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b56cd28b-1bc8-4d13-ad2d-a008e94c339c req-1373419a-6c47-459a-b6fb-d1e5b58a1ca9 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (0599733c-4940-4417-ae09-ea609ef496e2), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:34.346582 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-24375d20-8f8d-4b50-aa8f-35cbe78a3416 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:34.357757 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-0444301f-dd28-4075-9cf3-cf047acd6558 service neutron] 10.222.0.91 "GET /v2.0/networks/a87ac28a-2aeb-4a83-82bf-decda1e08acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275177 Feb 09 01:19:34.364648 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-b56cd28b-1bc8-4d13-ad2d-a008e94c339c req-1373419a-6c47-459a-b6fb-d1e5b58a1ca9 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Calling delete_port for 0599733c-4940-4417-ae09-ea609ef496e2 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:19:34.373321 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-333243a0-aa6f-41a2-a696-32c39e1e0b5f req-17a8ccd7-b6e5-4fc3-8112-973e4ed7d8c9 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] For port 5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6,segment=NetworkSegment(231cc619-b79a-4847-94b3-cdbf4f5bda22),segment_id=231cc619-b79a-4847-94b3-cdbf4f5bda22)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:34.373690 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-333243a0-aa6f-41a2-a696-32c39e1e0b5f req-17a8ccd7-b6e5-4fc3-8112-973e4ed7d8c9 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:34.382482 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-c3aa8081-cc22-4802-9735-1c5fc021efd9 service neutron] 10.222.0.30 "GET /v2.0/networks/d782717c-da84-43e9-83e3-7ef1f07f2c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8663440 Feb 09 01:19:34.417813 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-333243a0-aa6f-41a2-a696-32c39e1e0b5f req-17a8ccd7-b6e5-4fc3-8112-973e4ed7d8c9 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Calling delete_port for 5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:19:34.480658 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-a7f520dd-f404-4234-9463-5a24e3522795 service neutron] 10.222.0.91 "GET /v2.0/networks/a87ac28a-2aeb-4a83-82bf-decda1e08acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147339 Feb 09 01:19:34.533988 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-b84fa913-181a-4bd9-80f2-df68f8edcc41 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88 HTTP/1.1" status: 200 len: 217 time: 0.0465927 Feb 09 01:19:34.580725 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-91ff679d-c4f4-46bc-bf2c-15ae66fce79c req-e466de88-e28f-443b-9784-a22b725aa9c8 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks [] for security_group (4249acf9-661b-4558-95d9-1d9612621640), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:34.713127 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-42b0c7e2-f03f-4384-b799-b834d5af26c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:34.719740 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-42b0c7e2-f03f-4384-b799-b834d5af26c0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=aa9fcc5d-ba04-4bc8-ac3a-fa1b2158dd4f HTTP/1.1" status: 200 len: 797 time: 0.1783113 Feb 09 01:19:34.809759 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-82080292-5ea7-420c-ad3d-378190033ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:34.813258 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-82080292-5ea7-420c-ad3d-378190033ebd service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a87ac28a-2aeb-4a83-82bf-decda1e08acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0848424 Feb 09 01:19:35.023123 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-91ff679d-c4f4-46bc-bf2c-15ae66fce79c req-e466de88-e28f-443b-9784-a22b725aa9c8 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks [] for security_group (4249acf9-661b-4558-95d9-1d9612621640), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:35.028690 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-dcb71d76-d0d3-4c88-8409-f886b7fa2cc4 service neutron] 10.222.0.91 "GET /v2.0/networks/a87ac28a-2aeb-4a83-82bf-decda1e08acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868980 Feb 09 01:19:35.135406 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-bacdd8a5-0df5-42b5-994d-c31b8e717d75 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:35.137664 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-bacdd8a5-0df5-42b5-994d-c31b8e717d75 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.121 "GET /v2.0/networks?id=f155bdb8-b796-4b2f-8f0d-8611315d30bd HTTP/1.1" status: 200 len: 804 time: 0.3226364 Feb 09 01:19:35.154518 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-e4c48768-042e-435f-b5e0-45c03030bccd tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Request body: {'port': {'device_id': '2fc2ce53-dc79-44fc-95de-06ffadefe1fe', 'network_id': 'f155bdb8-b796-4b2f-8f0d-8611315d30bd', 'admin_state_up': True, 'tenant_id': '7b44166604b3436881425cea10d1d658'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:35.156337 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-7f51f2e4-e0e2-4657-b12f-454448937b24 service neutron] 10.222.0.30 "GET /v2.0/networks/d782717c-da84-43e9-83e3-7ef1f07f2c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7532387 Feb 09 01:19:35.192948 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-24375d20-8f8d-4b50-aa8f-35cbe78a3416 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Allocated IP 172.25.1.149 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/5fc15d11-836f-4b69-8390-b353c97872fa) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:35.320025 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-8cd2c1c1-6759-4edc-ba17-6fcec19de831 service neutron] 10.222.0.91 "GET /v2.0/networks/a87ac28a-2aeb-4a83-82bf-decda1e08acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728524 Feb 09 01:19:35.340513 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-24375d20-8f8d-4b50-aa8f-35cbe78a3416 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for port (5fc15d11-836f-4b69-8390-b353c97872fa), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:35.374058 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-489f908e-dabc-447e-bc77-8b8451406ff1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=789db35b-0323-4d38-b70f-7194c1a86af2 HTTP/1.1" status: 200 len: 217 time: 0.0444362 Feb 09 01:19:35.374856 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-e4c48768-042e-435f-b5e0-45c03030bccd tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Made reservation on behalf of 7b44166604b3436881425cea10d1d658 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:35.378349 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-e4c48768-042e-435f-b5e0-45c03030bccd tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:35.404584 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-24375d20-8f8d-4b50-aa8f-35cbe78a3416 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (5fc15d11-836f-4b69-8390-b353c97872fa), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:35.442087 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-91ff679d-c4f4-46bc-bf2c-15ae66fce79c req-e466de88-e28f-443b-9784-a22b725aa9c8 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (4249acf9-661b-4558-95d9-1d9612621640), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:35.444828 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-91ff679d-c4f4-46bc-bf2c-15ae66fce79c req-e466de88-e28f-443b-9784-a22b725aa9c8 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:35.446082 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-91ff679d-c4f4-46bc-bf2c-15ae66fce79c req-e466de88-e28f-443b-9784-a22b725aa9c8 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] 10.222.0.30 "DELETE /v2.0/security-groups/4249acf9-661b-4558-95d9-1d9612621640 HTTP/1.1" status: 204 len: 173 time: 1.3568821 Feb 09 01:19:35.621475 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-5177a007-41f7-4ced-b59b-36b62efcd752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:35.626443 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-5177a007-41f7-4ced-b59b-36b62efcd752 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=aa9fcc5d-ba04-4bc8-ac3a-fa1b2158dd4f HTTP/1.1" status: 200 len: 797 time: 0.2441912 Feb 09 01:19:35.653164 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466de88-e28f-443b-9784-a22b725aa9c8 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4249acf9-661b-4558-95d9-1d9612621640,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:35.685271 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24375d20-8f8d-4b50-aa8f-35cbe78a3416 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:35.711859 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-24375d20-8f8d-4b50-aa8f-35cbe78a3416 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:35.722866 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24375d20-8f8d-4b50-aa8f-35cbe78a3416 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Pushing event updated for resources: {'Port': ['ID=5fc15d11-836f-4b69-8390-b353c97872fa,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:35.726338 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24375d20-8f8d-4b50-aa8f-35cbe78a3416 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:19:35.762457 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-333243a0-aa6f-41a2-a696-32c39e1e0b5f req-17a8ccd7-b6e5-4fc3-8112-973e4ed7d8c9 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:35.770050 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-e4c48768-042e-435f-b5e0-45c03030bccd tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Allocated IP 172.20.0.5 (f155bdb8-b796-4b2f-8f0d-8611315d30bd/b6c9902a-ca90-4768-8ad8-e74435b83d39/832cda2e-ef3a-41e1-b064-8492ab2c09c2) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:35.772378 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b56cd28b-1bc8-4d13-ad2d-a008e94c339c req-1373419a-6c47-459a-b6fb-d1e5b58a1ca9 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (0599733c-4940-4417-ae09-ea609ef496e2), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:35.783458 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-7193e5e7-adee-41a0-a0ed-e4968f98743c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:35.785312 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-7193e5e7-adee-41a0-a0ed-e4968f98743c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a87ac28a-2aeb-4a83-82bf-decda1e08acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1503651 Feb 09 01:19:35.856981 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e97b91-63df-4c71-93a6-e62903bc5e01 req-79915081-1a8e-4447-9969-d8da46b15511 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:35.859167 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-50e97b91-63df-4c71-93a6-e62903bc5e01 req-79915081-1a8e-4447-9969-d8da46b15511 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=669794fb-b492-42c9-aae4-dc6a5578579c HTTP/1.1" status: 200 len: 943 time: 0.4641240 Feb 09 01:19:35.871106 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8ccd7-b6e5-4fc3-8112-973e4ed7d8c9 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Pushing event deleted for resources: {'Port': ['ID=5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:35.980174 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9f342-265c-40ca-a1db-50bc4028d7c4 req-0e2a4158-96dd-4190-9f4e-b578125e8754 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:35.986832 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9f342-265c-40ca-a1db-50bc4028d7c4 req-0e2a4158-96dd-4190-9f4e-b578125e8754 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:35.992951 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9f342-265c-40ca-a1db-50bc4028d7c4 req-0e2a4158-96dd-4190-9f4e-b578125e8754 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:35.998296 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9f342-265c-40ca-a1db-50bc4028d7c4 req-0e2a4158-96dd-4190-9f4e-b578125e8754 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:36.004716 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9f342-265c-40ca-a1db-50bc4028d7c4 req-0e2a4158-96dd-4190-9f4e-b578125e8754 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:36.010366 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9f342-265c-40ca-a1db-50bc4028d7c4 req-0e2a4158-96dd-4190-9f4e-b578125e8754 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:36.016179 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9f342-265c-40ca-a1db-50bc4028d7c4 req-0e2a4158-96dd-4190-9f4e-b578125e8754 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:36.018274 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e9c9f342-265c-40ca-a1db-50bc4028d7c4 req-0e2a4158-96dd-4190-9f4e-b578125e8754 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5420 time: 0.4534073 Feb 09 01:19:36.045326 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373419a-6c47-459a-b6fb-d1e5b58a1ca9 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Pushing event deleted for resources: {'Port': ['ID=0599733c-4940-4417-ae09-ea609ef496e2,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:36.092863 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56cd28b-1bc8-4d13-ad2d-a008e94c339c req-1373419a-6c47-459a-b6fb-d1e5b58a1ca9 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] No DVR routers for this DVR port 0599733c-4940-4417-ae09-ea609ef496e2 on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:19:36.215816 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b56cd28b-1bc8-4d13-ad2d-a008e94c339c req-1373419a-6c47-459a-b6fb-d1e5b58a1ca9 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:36.220124 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b56cd28b-1bc8-4d13-ad2d-a008e94c339c req-1373419a-6c47-459a-b6fb-d1e5b58a1ca9 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.121 "DELETE /v2.0/ports/0599733c-4940-4417-ae09-ea609ef496e2 HTTP/1.1" status: 204 len: 173 time: 3.1538477 Feb 09 01:19:36.236483 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-50e97b91-63df-4c71-93a6-e62903bc5e01 req-c55f7f4a-22dc-4f04-bf62-3e2fe95cb45d tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510547 Feb 09 01:19:36.284772 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-333243a0-aa6f-41a2-a696-32c39e1e0b5f req-17a8ccd7-b6e5-4fc3-8112-973e4ed7d8c9 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] No DVR routers for this DVR port 5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6 on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:19:36.293080 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-333243a0-aa6f-41a2-a696-32c39e1e0b5f req-17a8ccd7-b6e5-4fc3-8112-973e4ed7d8c9 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:36.297518 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-333243a0-aa6f-41a2-a696-32c39e1e0b5f req-17a8ccd7-b6e5-4fc3-8112-973e4ed7d8c9 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.91 "DELETE /v2.0/ports/5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6 HTTP/1.1" status: 204 len: 173 time: 3.0172949 Feb 09 01:19:36.312803 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b567d9-c002-4726-83cf-12823d5fdc88 x-openstack-request-id: req-44b567d9-c002-4726-83cf-12823d5fdc88 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:19:36.313146 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "tag": "516fe2c8-f9f0-4d83-84b6-e9595515fd12", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:19:36.313443 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-44b567d9-c002-4726-83cf-12823d5fdc88 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:19:36.313824 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'tag': '516fe2c8-f9f0-4d83-84b6-e9595515fd12', 'status': 'completed', 'code': 200} Feb 09 01:19:36.377011 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e9c9f342-265c-40ca-a1db-50bc4028d7c4 req-1e729287-f369-401f-8acc-cc32e4b95bb5 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3248584 Feb 09 01:19:36.424433 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ddd91bd6-73ce-4276-8475-878ca074d161 req-136ab2eb-923a-43f7-af5e-03621807a998 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc2ce53-dc79-44fc-95de-06ffadefe1fe HTTP/1.1" status: 200 len: 210 time: 0.0377135 Feb 09 01:19:36.556370 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-63223504-b253-4648-b1a8-95537e060fbb service neutron] 10.222.0.91 "GET /v2.0/networks/a87ac28a-2aeb-4a83-82bf-decda1e08acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7615478 Feb 09 01:19:36.566629 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d877675f-bc69-464f-b15c-788a1adb238d x-openstack-request-id: req-d877675f-bc69-464f-b15c-788a1adb238d {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:19:36.567671 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d47ab3e-5ff4-429c-97ab-56c893952958", "name": "network-vif-unplugged", "status": "completed", "tag": "0599733c-4940-4417-ae09-ea609ef496e2", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:19:36.568324 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d877675f-bc69-464f-b15c-788a1adb238d {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:19:36.568921 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d47ab3e-5ff4-429c-97ab-56c893952958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0599733c-4940-4417-ae09-ea609ef496e2', 'code': 200} Feb 09 01:19:36.604139 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0ea9a93d-fb87-4c70-b91c-7c7ac32e0ac9 req-a80f6d02-90de-4d52-a255-55c8658a68d0 tempest-ServerDiskConfigTestJSON-7222219 tempest-ServerDiskConfigTestJSON-7222219-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d47ab3e-5ff4-429c-97ab-56c893952958 HTTP/1.1" status: 200 len: 210 time: 0.0494254 Feb 09 01:19:36.706063 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-e4c48768-042e-435f-b5e0-45c03030bccd tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Publish callbacks [] for port (832cda2e-ef3a-41e1-b064-8492ab2c09c2), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:36.714253 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-24375d20-8f8d-4b50-aa8f-35cbe78a3416 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for router_gateway (f788b229-7ac5-4389-8682-a9494e1c495c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:36.752932 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-de71fbdd-1933-411c-b137-196da38b3daa service neutron] 10.222.0.91 "GET /v2.0/networks/a87ac28a-2aeb-4a83-82bf-decda1e08acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893528 Feb 09 01:19:36.865536 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-5d94613f-1d69-423f-b876-56fbb08404c0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=da204a12-3812-43bd-b3e0-86cb8015b582 HTTP/1.1" status: 200 len: 217 time: 0.0997863 Feb 09 01:19:36.877922 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d0f2553d-9770-4640-9a0d-0bc25b97c4b1 req-711ca20b-91aa-4970-bb27-c3fab09a7dd3 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/ports?device_id=efae1912-29b4-427d-8396-5d9dccbe0ba4 HTTP/1.1" status: 200 len: 210 time: 0.1728222 Feb 09 01:19:36.932377 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1a25477d-477f-4812-8ed8-389a4143dc16 req-19f00e91-20a9-4014-a0af-54bb3a7f3f8e tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] 10.222.0.30 "GET /v2.0/security-groups/50a42610-7d39-4921-9efd-dc60cd079745 HTTP/1.1" status: 200 len: 1829 time: 0.2681656 Feb 09 01:19:36.941050 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-e4c48768-042e-435f-b5e0-45c03030bccd tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (832cda2e-ef3a-41e1-b064-8492ab2c09c2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:36.944084 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:19:36.987649 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-e4c48768-042e-435f-b5e0-45c03030bccd tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Network f155bdb8-b796-4b2f-8f0d-8611315d30bd is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:37.016052 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:19:37.016725 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:19:37.045225 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-e4c48768-042e-435f-b5e0-45c03030bccd tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:37.066862 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-e4c48768-042e-435f-b5e0-45c03030bccd tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:19:37.216337 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c48768-042e-435f-b5e0-45c03030bccd tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Pushing event updated for resources: {'Port': ['ID=832cda2e-ef3a-41e1-b064-8492ab2c09c2,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:37.239268 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-7af89a00-5cc2-4f5a-b7f1-5ba95d3b56b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:37.241385 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-7af89a00-5cc2-4f5a-b7f1-5ba95d3b56b9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=989f8a52-0a9a-46f5-868b-2d52ddf6538c HTTP/1.1" status: 200 len: 797 time: 0.3682458 Feb 09 01:19:37.250035 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-e4c48768-042e-435f-b5e0-45c03030bccd tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:37.251009 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-e4c48768-042e-435f-b5e0-45c03030bccd tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:37.273496 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-24375d20-8f8d-4b50-aa8f-35cbe78a3416 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (f788b229-7ac5-4389-8682-a9494e1c495c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:37.281396 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-2691b4c7-d26a-462b-997b-0d1c16d5da74 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:37.282493 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-e4c48768-042e-435f-b5e0-45c03030bccd tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1349809 Feb 09 01:19:37.282918 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-2691b4c7-d26a-462b-997b-0d1c16d5da74 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.91 "GET /v2.0/networks?id=d782717c-da84-43e9-83e3-7ef1f07f2c40 HTTP/1.1" status: 200 len: 813 time: 0.4650209 Feb 09 01:19:37.301870 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-27918b1e-c13d-4d2d-8dbf-92fc6f39a6d2 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Request body: {'port': {'device_id': 'efae1912-29b4-427d-8396-5d9dccbe0ba4', 'network_id': 'd782717c-da84-43e9-83e3-7ef1f07f2c40', 'admin_state_up': True, 'tenant_id': '3a7975de586b4e08b0e9bb01c09679ae'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:37.304489 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-c2a51e46-24d1-48ef-855b-c4ed70f71b42 service neutron] Request body: {'port': {'device_id': '2fc2ce53-dc79-44fc-95de-06ffadefe1fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:37.385634 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-c2a51e46-24d1-48ef-855b-c4ed70f71b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (832cda2e-ef3a-41e1-b064-8492ab2c09c2), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:37.391739 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-25558a22-00a1-4920-b44c-9550ace8aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:37.393541 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-25558a22-00a1-4920-b44c-9550ace8aeba service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2cffe158-1e62-4cc7-b53e-f2901607bc8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1269953 Feb 09 01:19:37.509008 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1a25477d-477f-4812-8ed8-389a4143dc16 req-8cc326df-c045-49af-bb00-1e91ea670da6 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks [] for security_group (50a42610-7d39-4921-9efd-dc60cd079745), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:37.584923 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1a25477d-477f-4812-8ed8-389a4143dc16 req-8cc326df-c045-49af-bb00-1e91ea670da6 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks [] for security_group (50a42610-7d39-4921-9efd-dc60cd079745), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:37.640730 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614927b8-60ec-4c69-9cfd-b21fee0fb1ef req-79e50097-2f66-4f6f-a60a-fa5228d9f14b tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:37.642510 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-614927b8-60ec-4c69-9cfd-b21fee0fb1ef req-79e50097-2f66-4f6f-a60a-fa5228d9f14b tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=669794fb-b492-42c9-aae4-dc6a5578579c HTTP/1.1" status: 200 len: 943 time: 0.3571267 Feb 09 01:19:37.696763 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-27918b1e-c13d-4d2d-8dbf-92fc6f39a6d2 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Made reservation on behalf of 3a7975de586b4e08b0e9bb01c09679ae for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:37.700235 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-27918b1e-c13d-4d2d-8dbf-92fc6f39a6d2 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:37.709454 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-eccb1f95-17cb-4591-a8d4-7de8617e138d service neutron] 10.222.0.91 "GET /v2.0/networks/2cffe158-1e62-4cc7-b53e-f2901607bc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035748 Feb 09 01:19:37.747270 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1a25477d-477f-4812-8ed8-389a4143dc16 req-8cc326df-c045-49af-bb00-1e91ea670da6 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (50a42610-7d39-4921-9efd-dc60cd079745), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:37.749964 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1a25477d-477f-4812-8ed8-389a4143dc16 req-8cc326df-c045-49af-bb00-1e91ea670da6 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:37.751105 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1a25477d-477f-4812-8ed8-389a4143dc16 req-8cc326df-c045-49af-bb00-1e91ea670da6 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] 10.222.0.30 "DELETE /v2.0/security-groups/50a42610-7d39-4921-9efd-dc60cd079745 HTTP/1.1" status: 204 len: 173 time: 0.7959492 Feb 09 01:19:37.854870 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc326df-c045-49af-bb00-1e91ea670da6 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a42610-7d39-4921-9efd-dc60cd079745,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:37.876436 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-614927b8-60ec-4c69-9cfd-b21fee0fb1ef req-c0223e62-ddd2-47a4-97f0-65599805878c tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993754 Feb 09 01:19:37.885964 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24375d20-8f8d-4b50-aa8f-35cbe78a3416 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Router f788b229-7ac5-4389-8682-a9494e1c495c is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:19:38.127685 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-c2a51e46-24d1-48ef-855b-c4ed70f71b42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 832cda2e-ef3a-41e1-b064-8492ab2c09c2 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:19:38.139567 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-c2a51e46-24d1-48ef-855b-c4ed70f71b42 service neutron] Publish callbacks [] for port (832cda2e-ef3a-41e1-b064-8492ab2c09c2), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:38.170761 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-26fddd6b-e2dc-4923-be83-28d787a065a8 service neutron] 10.222.0.91 "GET /v2.0/networks/2cffe158-1e62-4cc7-b53e-f2901607bc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990829 Feb 09 01:19:38.176442 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-c2a51e46-24d1-48ef-855b-c4ed70f71b42 service neutron] Transition to ACTIVE for port object 832cda2e-ef3a-41e1-b064-8492ab2c09c2 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:38.191668 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-c2a51e46-24d1-48ef-855b-c4ed70f71b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (832cda2e-ef3a-41e1-b064-8492ab2c09c2), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:38.238676 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-5d138ec2-9202-4ca9-8f5f-42b05bbe0fe2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=516fe2c8-f9f0-4d83-84b6-e9595515fd12 HTTP/1.1" status: 200 len: 217 time: 0.0587873 Feb 09 01:19:38.355164 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-fe44a813-1e4a-4e6b-8b10-e04af936dffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:38.358035 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-fe44a813-1e4a-4e6b-8b10-e04af936dffa service neutron] 10.222.0.91 "GET /v2.0/subnets?id=989f8a52-0a9a-46f5-868b-2d52ddf6538c HTTP/1.1" status: 200 len: 797 time: 0.0875692 Feb 09 01:19:38.359066 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a51e46-24d1-48ef-855b-c4ed70f71b42 service neutron] Pushing event updated for resources: {'Port': ['ID=832cda2e-ef3a-41e1-b064-8492ab2c09c2,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:38.450155 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d47ab3e-5ff4-429c-97ab-56c893952958', 'name': 'network-vif-deleted', 'tag': '0599733c-4940-4417-ae09-ea609ef496e2'}, {'server_uuid': '95310ab8-9a1d-4e60-9b72-79184e312e12', 'name': 'network-vif-deleted', 'tag': '5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:19:38.454191 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bf6b5f-2dbb-4722-ad3d-c16d56ac2735" -d '{"events": [{"server_uuid": "5d47ab3e-5ff4-429c-97ab-56c893952958", "name": "network-vif-deleted", "tag": "0599733c-4940-4417-ae09-ea609ef496e2"}, {"server_uuid": "95310ab8-9a1d-4e60-9b72-79184e312e12", "name": "network-vif-deleted", "tag": "5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:19:38.528814 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-c2a51e46-24d1-48ef-855b-c4ed70f71b42 service neutron] Attempting to bind port 832cda2e-ef3a-41e1-b064-8492ab2c09c2 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:19:38.530009 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-c2a51e46-24d1-48ef-855b-c4ed70f71b42 service neutron] Attempting to bind port 832cda2e-ef3a-41e1-b064-8492ab2c09c2 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '231cc619-b79a-4847-94b3-cdbf4f5bda22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f155bdb8-b796-4b2f-8f0d-8611315d30bd'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:19:38.530843 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-c2a51e46-24d1-48ef-855b-c4ed70f71b42 service neutron] Attempting to bind port 832cda2e-ef3a-41e1-b064-8492ab2c09c2 on network f155bdb8-b796-4b2f-8f0d-8611315d30bd {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:19:38.537565 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-c2a51e46-24d1-48ef-855b-c4ed70f71b42 service neutron] Port 832cda2e-ef3a-41e1-b064-8492ab2c09c2 on network f155bdb8-b796-4b2f-8f0d-8611315d30bd not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:19:38.538840 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-c2a51e46-24d1-48ef-855b-c4ed70f71b42 service neutron] Attempting to bind port 832cda2e-ef3a-41e1-b064-8492ab2c09c2 on network f155bdb8-b796-4b2f-8f0d-8611315d30bd {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:19:38.546961 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-c2a51e46-24d1-48ef-855b-c4ed70f71b42 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:19:38.547468 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-c2a51e46-24d1-48ef-855b-c4ed70f71b42 service neutron] Checking segment: {'id': '231cc619-b79a-4847-94b3-cdbf4f5bda22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f155bdb8-b796-4b2f-8f0d-8611315d30bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:19:38.548007 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-c2a51e46-24d1-48ef-855b-c4ed70f71b42 service neutron] Bound using segment: {'id': '231cc619-b79a-4847-94b3-cdbf4f5bda22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f155bdb8-b796-4b2f-8f0d-8611315d30bd'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:19:38.548585 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-c2a51e46-24d1-48ef-855b-c4ed70f71b42 service neutron] Bound port: 832cda2e-ef3a-41e1-b064-8492ab2c09c2, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '231cc619-b79a-4847-94b3-cdbf4f5bda22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f155bdb8-b796-4b2f-8f0d-8611315d30bd'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:19:38.549055 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-c2a51e46-24d1-48ef-855b-c4ed70f71b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (832cda2e-ef3a-41e1-b064-8492ab2c09c2), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:38.553729 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-f7a3bf77-15a1-459b-a4ec-64943c55867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:38.555589 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-f7a3bf77-15a1-459b-a4ec-64943c55867f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2cffe158-1e62-4cc7-b53e-f2901607bc8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1819906 Feb 09 01:19:38.563209 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-27918b1e-c13d-4d2d-8dbf-92fc6f39a6d2 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Allocated IP 172.20.0.3 (d782717c-da84-43e9-83e3-7ef1f07f2c40/638ae294-4220-494e-8e41-1b81408b19b1/61356c20-a725-4beb-be2c-6299fdf09ffd) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:38.620248 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb56529-77d1-4af6-840d-e6beee127528 req-8c896072-033a-4c17-a4cc-a9e11fdc28f9 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:38.626443 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb56529-77d1-4af6-840d-e6beee127528 req-8c896072-033a-4c17-a4cc-a9e11fdc28f9 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:38.631877 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb56529-77d1-4af6-840d-e6beee127528 req-8c896072-033a-4c17-a4cc-a9e11fdc28f9 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:38.637296 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb56529-77d1-4af6-840d-e6beee127528 req-8c896072-033a-4c17-a4cc-a9e11fdc28f9 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:38.643478 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb56529-77d1-4af6-840d-e6beee127528 req-8c896072-033a-4c17-a4cc-a9e11fdc28f9 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:38.648771 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb56529-77d1-4af6-840d-e6beee127528 req-8c896072-033a-4c17-a4cc-a9e11fdc28f9 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:38.654189 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb56529-77d1-4af6-840d-e6beee127528 req-8c896072-033a-4c17-a4cc-a9e11fdc28f9 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:38.662081 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-c2a51e46-24d1-48ef-855b-c4ed70f71b42 service neutron] For port 832cda2e-ef3a-41e1-b064-8492ab2c09c2, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:19:38.662664 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7fb56529-77d1-4af6-840d-e6beee127528 req-8c896072-033a-4c17-a4cc-a9e11fdc28f9 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5420 time: 0.7300847 Feb 09 01:19:38.666545 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-c2a51e46-24d1-48ef-855b-c4ed70f71b42 service neutron] For port 832cda2e-ef3a-41e1-b064-8492ab2c09c2, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=832cda2e-ef3a-41e1-b064-8492ab2c09c2,segment=NetworkSegment(231cc619-b79a-4847-94b3-cdbf4f5bda22),segment_id=231cc619-b79a-4847-94b3-cdbf4f5bda22)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:19:38.680332 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6626b8-9d03-4805-97f4-4763f250a00d req-bf771508-59a2-42af-8430-fa80ce82a4e8 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:38.687555 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1c6626b8-9d03-4805-97f4-4763f250a00d req-bf771508-59a2-42af-8430-fa80ce82a4e8 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc2ce53-dc79-44fc-95de-06ffadefe1fe HTTP/1.1" status: 200 len: 943 time: 0.6708047 Feb 09 01:19:38.699005 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-c2a51e46-24d1-48ef-855b-c4ed70f71b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (832cda2e-ef3a-41e1-b064-8492ab2c09c2), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:38.716142 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24375d20-8f8d-4b50-aa8f-35cbe78a3416 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:19:38.727962 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965d94d9-395a-41ea-8449-34d36b4ee524 None None] Sync routers for ids ['f788b229-7ac5-4389-8682-a9494e1c495c'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:19:38.748387 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965d94d9-395a-41ea-8449-34d36b4ee524 None None] Routers {'f788b229-7ac5-4389-8682-a9494e1c495c'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:19:38.751538 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-965d94d9-395a-41ea-8449-34d36b4ee524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:19:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['f788b229-7ac5-4389-8682-a9494e1c495c'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:38.767034 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a51e46-24d1-48ef-855b-c4ed70f71b42 service neutron] Pushing event updated for resources: {'Port': ['ID=832cda2e-ef3a-41e1-b064-8492ab2c09c2,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:38.797681 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-c2a51e46-24d1-48ef-855b-c4ed70f71b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:38.798722 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-c2a51e46-24d1-48ef-855b-c4ed70f71b42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:38.800577 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-c2a51e46-24d1-48ef-855b-c4ed70f71b42 service neutron] 10.222.0.121 "PUT /v2.0/ports/832cda2e-ef3a-41e1-b064-8492ab2c09c2 HTTP/1.1" status: 200 len: 1092 time: 1.5006289 Feb 09 01:19:38.801419 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc2ce53-dc79-44fc-95de-06ffadefe1fe', 'tag': '832cda2e-ef3a-41e1-b064-8492ab2c09c2'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:19:38.805020 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd62469-6d29-4586-a6f3-931b79004410" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc2ce53-dc79-44fc-95de-06ffadefe1fe", "tag": "832cda2e-ef3a-41e1-b064-8492ab2c09c2"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:19:38.844591 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-24375d20-8f8d-4b50-aa8f-35cbe78a3416 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:38.845830 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-24375d20-8f8d-4b50-aa8f-35cbe78a3416 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 7.0229974 Feb 09 01:19:38.869496 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-7ccb8148-5eb9-40b9-8fba-1bfc976f3b3a service neutron] 10.222.0.91 "GET /v2.0/networks/2cffe158-1e62-4cc7-b53e-f2901607bc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993155 Feb 09 01:19:38.870114 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57806) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:38.963080 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1c6626b8-9d03-4805-97f4-4763f250a00d req-4826c31d-e2ef-4d9c-a9cc-223e9ca48c04 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732053 Feb 09 01:19:39.025915 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7fb56529-77d1-4af6-840d-e6beee127528 req-c2ec8f88-f230-4c65-9bc9-f818cd244a57 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3622420 Feb 09 01:19:39.097163 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-965d94d9-395a-41ea-8449-34d36b4ee524 None None] Set router f788b229-7ac5-4389-8682-a9494e1c495c gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:19:39.176169 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-17350cd5-1210-4730-a025-ec0cb0792de2 req-603d60e6-c578-408e-8908-dd9b39f5ec89 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] 10.222.0.30 "GET /v2.0/security-groups/82593159-c1da-4179-aed0-2ec86e80cedb HTTP/1.1" status: 200 len: 1831 time: 0.1288071 Feb 09 01:19:39.189964 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1979c691-8ed9-4854-ae3b-90ce207d76a1 req-a1693448-6d32-40d1-bac6-5000234b5b82 service neutron] 10.222.0.91 "GET /v2.0/networks/2cffe158-1e62-4cc7-b53e-f2901607bc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728002 Feb 09 01:19:39.245307 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0ee3f071-312c-4c2c-ad2b-672708e92223 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] 10.222.0.30 "GET /v2.0/routers/f788b229-7ac5-4389-8682-a9494e1c495c HTTP/1.1" status: 200 len: 909 time: 0.3739259 Feb 09 01:19:39.253436 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57814) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:39.258123 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-b2213935-c0fc-46d9-a806-54aa0fbb8256 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1588108651', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'enable_snat': True}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:39.263179 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-27918b1e-c13d-4d2d-8dbf-92fc6f39a6d2 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for port (61356c20-a725-4beb-be2c-6299fdf09ffd), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:39.389288 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-c4730407-e2db-4aef-ad22-ee17b43c81b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:39.391624 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-c4730407-e2db-4aef-ad22-ee17b43c81b8 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=7b44166604b3436881425cea10d1d658&device_id=2fc2ce53-dc79-44fc-95de-06ffadefe1fe HTTP/1.1" status: 200 len: 1126 time: 0.5143850 Feb 09 01:19:39.474613 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f89e2a5c-3ba5-43e4-bcfe-f61f95a43139 req-76c2b0bf-85d4-465d-b1e4-59842634878b tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/ports?device_id=efae1912-29b4-427d-8396-5d9dccbe0ba4 HTTP/1.1" status: 200 len: 210 time: 0.2056186 Feb 09 01:19:39.486136 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42385f97-94f3-4e5a-a89e-28a79634ffda req-ef2e8a6e-3e19-4835-9f10-bd6f99d04884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:39.486757 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42385f97-94f3-4e5a-a89e-28a79634ffda req-ef2e8a6e-3e19-4835-9f10-bd6f99d04884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:39.487306 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42385f97-94f3-4e5a-a89e-28a79634ffda req-ef2e8a6e-3e19-4835-9f10-bd6f99d04884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:39.487844 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42385f97-94f3-4e5a-a89e-28a79634ffda req-ef2e8a6e-3e19-4835-9f10-bd6f99d04884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:39.488586 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42385f97-94f3-4e5a-a89e-28a79634ffda req-ef2e8a6e-3e19-4835-9f10-bd6f99d04884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:39.489168 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42385f97-94f3-4e5a-a89e-28a79634ffda req-ef2e8a6e-3e19-4835-9f10-bd6f99d04884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:39.490234 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42385f97-94f3-4e5a-a89e-28a79634ffda req-ef2e8a6e-3e19-4835-9f10-bd6f99d04884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:39.492279 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-42385f97-94f3-4e5a-a89e-28a79634ffda req-ef2e8a6e-3e19-4835-9f10-bd6f99d04884 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e9919418afe248229cfe208277f2e93f&device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 6701 time: 0.2172341 Feb 09 01:19:39.493322 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2213935-c0fc-46d9-a806-54aa0fbb8256 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (ba538a06-8bc7-46df-b794-25567c1fcc00), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:39.494523 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2213935-c0fc-46d9-a806-54aa0fbb8256 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (ba538a06-8bc7-46df-b794-25567c1fcc00), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:39.523990 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-965d94d9-395a-41ea-8449-34d36b4ee524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f788b229-7ac5-4389-8682-a9494e1c495c', 'name': 'tempest-snat-router-1588108651', 'tenant_id': 'b0c428d2257b42a28668ed92e2a8c74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.149'}], 'enable_snat': False}, 'gw_port_id': '5fc15d11-836f-4b69-8390-b353c97872fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:19:32Z', 'updated_at': '2022-02-09T01:19:36Z', 'revision_number': 3, 'project_id': 'b0c428d2257b42a28668ed92e2a8c74d', 'gw_port': {'id': '5fc15d11-836f-4b69-8390-b353c97872fa', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f9:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f788b229-7ac5-4389-8682-a9494e1c495c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:19:34Z', 'updated_at': '2022-02-09T01:19:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:39.554303 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2213935-c0fc-46d9-a806-54aa0fbb8256 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for router_controller (ba538a06-8bc7-46df-b794-25567c1fcc00), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:39.570546 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-92328e50-1ef2-4202-96f4-498c0b6b69d4 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=832cda2e-ef3a-41e1-b064-8492ab2c09c2 HTTP/1.1" status: 200 len: 217 time: 0.1695867 Feb 09 01:19:39.598671 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-17350cd5-1210-4730-a025-ec0cb0792de2 req-8799bc8b-ef91-46dc-90f3-e73efba73feb tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks [] for security_group (82593159-c1da-4179-aed0-2ec86e80cedb), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:39.603742 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965d94d9-395a-41ea-8449-34d36b4ee524 None None] Checking router: f788b229-7ac5-4389-8682-a9494e1c495c for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:19:39.605194 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965d94d9-395a-41ea-8449-34d36b4ee524 None None] Updating router f788b229-7ac5-4389-8682-a9494e1c495c port 5fc15d11-836f-4b69-8390-b353c97872fa binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:19:39.621939 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 01:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be46b0ef-bb50-43f9-af20-6717fc14fa23 x-openstack-request-id: req-be46b0ef-bb50-43f9-af20-6717fc14fa23 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:19:39.622782 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d47ab3e-5ff4-429c-97ab-56c893952958", "name": "network-vif-deleted", "tag": "0599733c-4940-4417-ae09-ea609ef496e2", "status": "completed", "code": 200}, {"server_uuid": "95310ab8-9a1d-4e60-9b72-79184e312e12", "name": "network-vif-deleted", "tag": "5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:19:39.623045 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-be46b0ef-bb50-43f9-af20-6717fc14fa23 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:19:39.623450 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d47ab3e-5ff4-429c-97ab-56c893952958', 'name': 'network-vif-deleted', 'tag': '0599733c-4940-4417-ae09-ea609ef496e2', 'status': 'completed', 'code': 200} Feb 09 01:19:39.623705 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95310ab8-9a1d-4e60-9b72-79184e312e12', 'name': 'network-vif-deleted', 'tag': '5b5339a8-6958-4cb8-b6aa-ba4ae91a16f6', 'status': 'completed', 'code': 200} Feb 09 01:19:39.650753 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-965d94d9-395a-41ea-8449-34d36b4ee524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5fc15d11-836f-4b69-8390-b353c97872fa), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:39.658102 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-27918b1e-c13d-4d2d-8dbf-92fc6f39a6d2 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (61356c20-a725-4beb-be2c-6299fdf09ffd), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:39.669644 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1d607-c3af-431f-b59d-8dd1340de164 req-5bd8b6fd-efdd-4840-a365-1be3e90bf6e4 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:39.672059 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bad1d607-c3af-431f-b59d-8dd1340de164 req-5bd8b6fd-efdd-4840-a365-1be3e90bf6e4 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.121 "GET /v2.0/ports?device_id=669794fb-b492-42c9-aae4-dc6a5578579c HTTP/1.1" status: 200 len: 943 time: 0.4035635 Feb 09 01:19:39.672631 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['2fa33a0a-bd57-4833-888e-d845bfa74804'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:19:39.674004 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-17350cd5-1210-4730-a025-ec0cb0792de2 req-8799bc8b-ef91-46dc-90f3-e73efba73feb tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks [] for security_group (82593159-c1da-4179-aed0-2ec86e80cedb), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:39.674958 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-5187e4f7-a0c5-4a15-a7b7-08487f060c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:39.679059 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-5187e4f7-a0c5-4a15-a7b7-08487f060c52 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b6c9902a-ca90-4768-8ad8-e74435b83d39 HTTP/1.1" status: 200 len: 844 time: 0.0948644 Feb 09 01:19:39.834101 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27918b1e-c13d-4d2d-8dbf-92fc6f39a6d2 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Pushing event updated for resources: {'Port': ['ID=61356c20-a725-4beb-be2c-6299fdf09ffd,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:39.871817 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-27918b1e-c13d-4d2d-8dbf-92fc6f39a6d2 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Network d782717c-da84-43e9-83e3-7ef1f07f2c40 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:39.876227 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-17350cd5-1210-4730-a025-ec0cb0792de2 req-8799bc8b-ef91-46dc-90f3-e73efba73feb tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (82593159-c1da-4179-aed0-2ec86e80cedb), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:39.881306 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-17350cd5-1210-4730-a025-ec0cb0792de2 req-8799bc8b-ef91-46dc-90f3-e73efba73feb tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:39.898361 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-17350cd5-1210-4730-a025-ec0cb0792de2 req-8799bc8b-ef91-46dc-90f3-e73efba73feb tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] 10.222.0.30 "DELETE /v2.0/security-groups/82593159-c1da-4179-aed0-2ec86e80cedb HTTP/1.1" status: 204 len: 173 time: 0.7067642 Feb 09 01:19:39.950635 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-27918b1e-c13d-4d2d-8dbf-92fc6f39a6d2 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:39.961439 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafa8d93-16bc-4212-b0d6-82c5483006d2 x-openstack-request-id: req-bafa8d93-16bc-4212-b0d6-82c5483006d2 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:19:39.961864 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc2ce53-dc79-44fc-95de-06ffadefe1fe", "tag": "832cda2e-ef3a-41e1-b064-8492ab2c09c2", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:19:39.962350 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bafa8d93-16bc-4212-b0d6-82c5483006d2 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:19:39.962956 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc2ce53-dc79-44fc-95de-06ffadefe1fe', 'tag': '832cda2e-ef3a-41e1-b064-8492ab2c09c2', 'status': 'completed', 'code': 200} Feb 09 01:19:39.968317 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-8c3eaab6-c767-46fb-9cd7-74b4820245e2 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f155bdb8-b796-4b2f-8f0d-8611315d30bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838115 Feb 09 01:19:39.995678 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-27918b1e-c13d-4d2d-8dbf-92fc6f39a6d2 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:19:40.082084 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-965d94d9-395a-41ea-8449-34d36b4ee524 None None] Publish callbacks [] for port (5fc15d11-836f-4b69-8390-b353c97872fa), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:40.092368 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-965d94d9-395a-41ea-8449-34d36b4ee524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5fc15d11-836f-4b69-8390-b353c97872fa), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:40.127620 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-27918b1e-c13d-4d2d-8dbf-92fc6f39a6d2 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:40.128390 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-27918b1e-c13d-4d2d-8dbf-92fc6f39a6d2 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:40.144578 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8799bc8b-ef91-46dc-90f3-e73efba73feb tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82593159-c1da-4179-aed0-2ec86e80cedb,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:40.148623 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b6677-22c4-4e41-89f0-3ecc09e8ba6b None None] Pushing event updated for resources: {'Port': ['ID=5fc15d11-836f-4b69-8390-b353c97872fa,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:40.173646 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b6677-22c4-4e41-89f0-3ecc09e8ba6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:40.174315 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b6677-22c4-4e41-89f0-3ecc09e8ba6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:40.174816 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b6677-22c4-4e41-89f0-3ecc09e8ba6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:40.175316 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b6677-22c4-4e41-89f0-3ecc09e8ba6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:40.175827 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b6677-22c4-4e41-89f0-3ecc09e8ba6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:40.176358 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-27918b1e-c13d-4d2d-8dbf-92fc6f39a6d2 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8783541 Feb 09 01:19:40.176569 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b6677-22c4-4e41-89f0-3ecc09e8ba6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:40.177069 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b6677-22c4-4e41-89f0-3ecc09e8ba6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:40.177583 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b6677-22c4-4e41-89f0-3ecc09e8ba6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:40.178073 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b6677-22c4-4e41-89f0-3ecc09e8ba6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:40.178565 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b6677-22c4-4e41-89f0-3ecc09e8ba6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:40.179080 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b6677-22c4-4e41-89f0-3ecc09e8ba6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:40.179563 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b6677-22c4-4e41-89f0-3ecc09e8ba6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:40.180087 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b6677-22c4-4e41-89f0-3ecc09e8ba6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:40.183919 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-965d94d9-395a-41ea-8449-34d36b4ee524 None None] Attempting to bind port 5fc15d11-836f-4b69-8390-b353c97872fa on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:19:40.184589 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-965d94d9-395a-41ea-8449-34d36b4ee524 None None] Attempting to bind port 5fc15d11-836f-4b69-8390-b353c97872fa by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:19:40.185165 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965d94d9-395a-41ea-8449-34d36b4ee524 None None] Attempting to bind port 5fc15d11-836f-4b69-8390-b353c97872fa on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:19:40.193273 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965d94d9-395a-41ea-8449-34d36b4ee524 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:19:40.193639 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965d94d9-395a-41ea-8449-34d36b4ee524 None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:19:40.194231 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-965d94d9-395a-41ea-8449-34d36b4ee524 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:40.194793 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965d94d9-395a-41ea-8449-34d36b4ee524 None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:19:40.195458 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-965d94d9-395a-41ea-8449-34d36b4ee524 None None] Bound port: 5fc15d11-836f-4b69-8390-b353c97872fa, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:19:40.196105 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-965d94d9-395a-41ea-8449-34d36b4ee524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5fc15d11-836f-4b69-8390-b353c97872fa), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:40.207847 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-a28ff251-24af-4a45-8a2c-6d7133764e7b service neutron] Request body: {'port': {'device_id': 'efae1912-29b4-427d-8396-5d9dccbe0ba4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:40.315413 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2213935-c0fc-46d9-a806-54aa0fbb8256 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for router_gateway (ba538a06-8bc7-46df-b794-25567c1fcc00), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:40.342485 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-965d94d9-395a-41ea-8449-34d36b4ee524 None None] For port 5fc15d11-836f-4b69-8390-b353c97872fa, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:19:40.352475 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-965d94d9-395a-41ea-8449-34d36b4ee524 None None] For port 5fc15d11-836f-4b69-8390-b353c97872fa, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=5fc15d11-836f-4b69-8390-b353c97872fa,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:19:40.354735 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42385f97-94f3-4e5a-a89e-28a79634ffda req-fda46c87-81f0-435b-9a2d-d340e1e79c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:40.356286 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-42385f97-94f3-4e5a-a89e-28a79634ffda req-fda46c87-81f0-435b-9a2d-d340e1e79c1f service neutron] 10.222.0.91 "GET /v2.0/networks?id=2cffe158-1e62-4cc7-b53e-f2901607bc8e HTTP/1.1" status: 200 len: 902 time: 0.8003254 Feb 09 01:19:40.375171 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-965d94d9-395a-41ea-8449-34d36b4ee524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5fc15d11-836f-4b69-8390-b353c97872fa), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:40.417047 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d84fcb-03b5-4c7b-8e21-57f4813fa01a req-7a25acb6-ce5b-4a1a-b01d-deb4f5529fff tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:40.426998 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b6d84fcb-03b5-4c7b-8e21-57f4813fa01a req-7a25acb6-ce5b-4a1a-b01d-deb4f5529fff tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=669794fb-b492-42c9-aae4-dc6a5578579c HTTP/1.1" status: 200 len: 943 time: 0.3566537 Feb 09 01:19:40.448924 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-42385f97-94f3-4e5a-a89e-28a79634ffda req-882da2f4-73c7-4001-98fc-3a62267b1e9a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=516fe2c8-f9f0-4d83-84b6-e9595515fd12 HTTP/1.1" status: 200 len: 217 time: 0.0794809 Feb 09 01:19:40.450101 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-a28ff251-24af-4a45-8a2c-6d7133764e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (61356c20-a725-4beb-be2c-6299fdf09ffd), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:40.452162 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-1a73e0bf-7f7b-440b-9e2e-0dfc84818ac2 service neutron] 10.222.0.121 "GET /v2.0/networks/f155bdb8-b796-4b2f-8f0d-8611315d30bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4689734 Feb 09 01:19:40.485426 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b6677-22c4-4e41-89f0-3ecc09e8ba6b None None] Pushing event updated for resources: {'Port': ['ID=5fc15d11-836f-4b69-8390-b353c97872fa,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:40.509238 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965d94d9-395a-41ea-8449-34d36b4ee524 None None] Routers {'f788b229-7ac5-4389-8682-a9494e1c495c'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:19:40.510233 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-965d94d9-395a-41ea-8449-34d36b4ee524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:19:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['f788b229-7ac5-4389-8682-a9494e1c495c'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:40.582181 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42385f97-94f3-4e5a-a89e-28a79634ffda req-20061822-3542-44c6-bfd1-16c45349af65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:40.583483 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-42385f97-94f3-4e5a-a89e-28a79634ffda req-20061822-3542-44c6-bfd1-16c45349af65 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=989f8a52-0a9a-46f5-868b-2d52ddf6538c HTTP/1.1" status: 200 len: 797 time: 0.1233866 Feb 09 01:19:40.654523 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fdc7d261-37b8-4196-b34f-5406c0321efe req-046f692e-6586-4103-8353-edc6a1ddf505 service neutron] 10.222.0.121 "GET /v2.0/networks/f155bdb8-b796-4b2f-8f0d-8611315d30bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953595 Feb 09 01:19:40.658252 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-965d94d9-395a-41ea-8449-34d36b4ee524 None None] Set router f788b229-7ac5-4389-8682-a9494e1c495c gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:19:40.684127 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42385f97-94f3-4e5a-a89e-28a79634ffda req-57d9532c-e2df-4850-8348-d579e31c1ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:40.685730 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-42385f97-94f3-4e5a-a89e-28a79634ffda req-57d9532c-e2df-4850-8348-d579e31c1ee0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2cffe158-1e62-4cc7-b53e-f2901607bc8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0951025 Feb 09 01:19:40.808893 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c7fb1573-c27a-4c85-8716-772c14f8566d req-d2e658df-ab06-4f5b-acea-d5531a5c9cc7 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] 10.222.0.30 "GET /v2.0/security-groups/434e3e4d-63b1-44f5-af9b-59c42b5aafa5 HTTP/1.1" status: 200 len: 1830 time: 0.7470503 Feb 09 01:19:40.852007 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-bad1d607-c3af-431f-b59d-8dd1340de164 req-bbb39b5e-54a8-437a-b720-6a9c97adf0f9 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Deleting port f7794da2-62c0-4bae-afb7-2847be1f8cda {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:19:40.852258 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bad1d607-c3af-431f-b59d-8dd1340de164 req-bbb39b5e-54a8-437a-b720-6a9c97adf0f9 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (f7794da2-62c0-4bae-afb7-2847be1f8cda), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:40.921149 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-965d94d9-395a-41ea-8449-34d36b4ee524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f788b229-7ac5-4389-8682-a9494e1c495c', 'name': 'tempest-snat-router-1588108651', 'tenant_id': 'b0c428d2257b42a28668ed92e2a8c74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.149'}], 'enable_snat': False}, 'gw_port_id': '5fc15d11-836f-4b69-8390-b353c97872fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:19:32Z', 'updated_at': '2022-02-09T01:19:36Z', 'revision_number': 3, 'project_id': 'b0c428d2257b42a28668ed92e2a8c74d', 'gw_port': {'id': '5fc15d11-836f-4b69-8390-b353c97872fa', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f9:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f788b229-7ac5-4389-8682-a9494e1c495c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:19:34Z', 'updated_at': '2022-02-09T01:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:40.963263 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965d94d9-395a-41ea-8449-34d36b4ee524 None None] The sync data for ids ['f788b229-7ac5-4389-8682-a9494e1c495c'] in n-d-822053-40 is: [{'id': 'f788b229-7ac5-4389-8682-a9494e1c495c', 'name': 'tempest-snat-router-1588108651', 'tenant_id': 'b0c428d2257b42a28668ed92e2a8c74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.149'}], 'enable_snat': False}, 'gw_port_id': '5fc15d11-836f-4b69-8390-b353c97872fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:19:32Z', 'updated_at': '2022-02-09T01:19:36Z', 'revision_number': 3, 'project_id': 'b0c428d2257b42a28668ed92e2a8c74d', 'gw_port': {'id': '5fc15d11-836f-4b69-8390-b353c97872fa', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f9:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f788b229-7ac5-4389-8682-a9494e1c495c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:19:34Z', 'updated_at': '2022-02-09T01:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:19:40.978806 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b6d84fcb-03b5-4c7b-8e21-57f4813fa01a req-f3dbb3e0-da00-43fa-b61d-c48a13754968 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5500114 Feb 09 01:19:41.007619 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-a28ff251-24af-4a45-8a2c-6d7133764e7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61356c20-a725-4beb-be2c-6299fdf09ffd {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:19:41.057191 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-a28ff251-24af-4a45-8a2c-6d7133764e7b service neutron] Publish callbacks [] for port (61356c20-a725-4beb-be2c-6299fdf09ffd), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:41.072955 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c7fb1573-c27a-4c85-8716-772c14f8566d req-576ce2c7-cddf-4339-910c-6c766874b098 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks [] for security_group (434e3e4d-63b1-44f5-af9b-59c42b5aafa5), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:41.149644 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-a28ff251-24af-4a45-8a2c-6d7133764e7b service neutron] Transition to ACTIVE for port object 61356c20-a725-4beb-be2c-6299fdf09ffd will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:41.172130 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-bad1d607-c3af-431f-b59d-8dd1340de164 req-bbb39b5e-54a8-437a-b720-6a9c97adf0f9 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] For port f7794da2-62c0-4bae-afb7-2847be1f8cda, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=f7794da2-62c0-4bae-afb7-2847be1f8cda,segment=NetworkSegment(93377c63-554d-4e75-a6fa-1c5faaa2bcb9),segment_id=93377c63-554d-4e75-a6fa-1c5faaa2bcb9)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:41.172620 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bad1d607-c3af-431f-b59d-8dd1340de164 req-bbb39b5e-54a8-437a-b720-6a9c97adf0f9 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (f7794da2-62c0-4bae-afb7-2847be1f8cda), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:41.178251 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c7fb1573-c27a-4c85-8716-772c14f8566d req-576ce2c7-cddf-4339-910c-6c766874b098 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks [] for security_group (434e3e4d-63b1-44f5-af9b-59c42b5aafa5), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:41.195464 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-a28ff251-24af-4a45-8a2c-6d7133764e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (61356c20-a725-4beb-be2c-6299fdf09ffd), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:41.266449 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ff251-24af-4a45-8a2c-6d7133764e7b service neutron] Pushing event updated for resources: {'Port': ['ID=61356c20-a725-4beb-be2c-6299fdf09ffd,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:41.278170 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-bad1d607-c3af-431f-b59d-8dd1340de164 req-bbb39b5e-54a8-437a-b720-6a9c97adf0f9 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Calling delete_port for f7794da2-62c0-4bae-afb7-2847be1f8cda owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:19:41.339354 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd62469-6d29-4586-a6f3-931b79004410 req-139c9f70-cad9-42c1-94d7-c93e658ac973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:41.341062 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5bd62469-6d29-4586-a6f3-931b79004410 req-139c9f70-cad9-42c1-94d7-c93e658ac973 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=7b44166604b3436881425cea10d1d658&device_id=2fc2ce53-dc79-44fc-95de-06ffadefe1fe HTTP/1.1" status: 200 len: 1126 time: 0.5848408 Feb 09 01:19:41.366369 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2213935-c0fc-46d9-a806-54aa0fbb8256 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for router_gateway (ba538a06-8bc7-46df-b794-25567c1fcc00), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:41.411879 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-42385f97-94f3-4e5a-a89e-28a79634ffda req-512d9b72-14b1-4250-bf36-cd285dbd56dc service neutron] 10.222.0.91 "GET /v2.0/networks/2cffe158-1e62-4cc7-b53e-f2901607bc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6564193 Feb 09 01:19:41.421837 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71661b64-79ca-4369-9f39-dff713750447 req-44a3987c-6161-476c-a52c-6713498772a4 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:41.427224 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71661b64-79ca-4369-9f39-dff713750447 req-44a3987c-6161-476c-a52c-6713498772a4 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:41.439221 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71661b64-79ca-4369-9f39-dff713750447 req-44a3987c-6161-476c-a52c-6713498772a4 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:41.442771 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71661b64-79ca-4369-9f39-dff713750447 req-44a3987c-6161-476c-a52c-6713498772a4 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:41.449116 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71661b64-79ca-4369-9f39-dff713750447 req-44a3987c-6161-476c-a52c-6713498772a4 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:41.455497 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71661b64-79ca-4369-9f39-dff713750447 req-44a3987c-6161-476c-a52c-6713498772a4 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:41.462461 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71661b64-79ca-4369-9f39-dff713750447 req-44a3987c-6161-476c-a52c-6713498772a4 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:41.464079 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-71661b64-79ca-4369-9f39-dff713750447 req-44a3987c-6161-476c-a52c-6713498772a4 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5420 time: 0.3036137 Feb 09 01:19:41.464705 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c7fb1573-c27a-4c85-8716-772c14f8566d req-576ce2c7-cddf-4339-910c-6c766874b098 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (434e3e4d-63b1-44f5-af9b-59c42b5aafa5), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:41.469764 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c7fb1573-c27a-4c85-8716-772c14f8566d req-576ce2c7-cddf-4339-910c-6c766874b098 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:41.473126 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2213935-c0fc-46d9-a806-54aa0fbb8256 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:41.477046 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57830) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:41.492110 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c7fb1573-c27a-4c85-8716-772c14f8566d req-576ce2c7-cddf-4339-910c-6c766874b098 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] 10.222.0.30 "DELETE /v2.0/security-groups/434e3e4d-63b1-44f5-af9b-59c42b5aafa5 HTTP/1.1" status: 204 len: 173 time: 0.6707160 Feb 09 01:19:41.728361 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ede9831-7f02-42db-b4a8-3723698b82be admin admin] Deleting subnet ecffcc91-e233-4a1f-8836-45af7b9c8c70 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:19:41.736905 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2ede9831-7f02-42db-b4a8-3723698b82be admin admin] Publish callbacks [] for subnet (ecffcc91-e233-4a1f-8836-45af7b9c8c70), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:41.740659 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd62469-6d29-4586-a6f3-931b79004410 req-3c5fff22-22c9-4202-93e1-becd82e1b371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:41.742385 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5bd62469-6d29-4586-a6f3-931b79004410 req-3c5fff22-22c9-4202-93e1-becd82e1b371 service neutron] 10.222.0.121 "GET /v2.0/networks?id=f155bdb8-b796-4b2f-8f0d-8611315d30bd HTTP/1.1" status: 200 len: 905 time: 0.3890860 Feb 09 01:19:41.758705 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-71661b64-79ca-4369-9f39-dff713750447 req-ca7ba6c8-2f7c-48c6-ab39-cfdc5fbf947a tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2286658 Feb 09 01:19:41.759725 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bad1d607-c3af-431f-b59d-8dd1340de164 req-bbb39b5e-54a8-437a-b720-6a9c97adf0f9 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (f7794da2-62c0-4bae-afb7-2847be1f8cda), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:41.774826 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-b2213935-c0fc-46d9-a806-54aa0fbb8256 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Allocated IP 172.25.1.34 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/b4ae94c5-4a4a-46ce-8b3b-fbd96a1b5078) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:41.785023 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ce2c7-cddf-4339-910c-6c766874b098 tempest-SecurityGroupRulesNegativeTestJSON-1721960792 tempest-SecurityGroupRulesNegativeTestJSON-1721960792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=434e3e4d-63b1-44f5-af9b-59c42b5aafa5,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:41.798427 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-a28ff251-24af-4a45-8a2c-6d7133764e7b service neutron] Attempting to bind port 61356c20-a725-4beb-be2c-6299fdf09ffd on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:19:41.798561 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-a28ff251-24af-4a45-8a2c-6d7133764e7b service neutron] Attempting to bind port 61356c20-a725-4beb-be2c-6299fdf09ffd by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '72acbb77-99d7-449f-a5b4-bbffd1cfebf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd782717c-da84-43e9-83e3-7ef1f07f2c40'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:19:41.798800 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-a28ff251-24af-4a45-8a2c-6d7133764e7b service neutron] Attempting to bind port 61356c20-a725-4beb-be2c-6299fdf09ffd on network d782717c-da84-43e9-83e3-7ef1f07f2c40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:19:41.866703 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-a28ff251-24af-4a45-8a2c-6d7133764e7b service neutron] Port 61356c20-a725-4beb-be2c-6299fdf09ffd on network d782717c-da84-43e9-83e3-7ef1f07f2c40 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:19:41.867334 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-a28ff251-24af-4a45-8a2c-6d7133764e7b service neutron] Attempting to bind port 61356c20-a725-4beb-be2c-6299fdf09ffd on network d782717c-da84-43e9-83e3-7ef1f07f2c40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:19:41.872924 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb39b5e-54a8-437a-b720-6a9c97adf0f9 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Pushing event deleted for resources: {'Port': ['ID=f7794da2-62c0-4bae-afb7-2847be1f8cda,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:41.929467 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-a28ff251-24af-4a45-8a2c-6d7133764e7b service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:19:41.929782 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-a28ff251-24af-4a45-8a2c-6d7133764e7b service neutron] Checking segment: {'id': '72acbb77-99d7-449f-a5b4-bbffd1cfebf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd782717c-da84-43e9-83e3-7ef1f07f2c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:19:41.930125 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-a28ff251-24af-4a45-8a2c-6d7133764e7b service neutron] Bound using segment: {'id': '72acbb77-99d7-449f-a5b4-bbffd1cfebf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd782717c-da84-43e9-83e3-7ef1f07f2c40'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:19:41.930564 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-a28ff251-24af-4a45-8a2c-6d7133764e7b service neutron] Bound port: 61356c20-a725-4beb-be2c-6299fdf09ffd, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72acbb77-99d7-449f-a5b4-bbffd1cfebf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd782717c-da84-43e9-83e3-7ef1f07f2c40'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:19:41.930921 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-a28ff251-24af-4a45-8a2c-6d7133764e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (61356c20-a725-4beb-be2c-6299fdf09ffd), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:41.934071 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2213935-c0fc-46d9-a806-54aa0fbb8256 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for port (b4ae94c5-4a4a-46ce-8b3b-fbd96a1b5078), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:41.990656 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad1d607-c3af-431f-b59d-8dd1340de164 req-bbb39b5e-54a8-437a-b720-6a9c97adf0f9 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] No DVR routers for this DVR port f7794da2-62c0-4bae-afb7-2847be1f8cda on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:19:41.996566 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bad1d607-c3af-431f-b59d-8dd1340de164 req-bbb39b5e-54a8-437a-b720-6a9c97adf0f9 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:42.001496 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bad1d607-c3af-431f-b59d-8dd1340de164 req-bbb39b5e-54a8-437a-b720-6a9c97adf0f9 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.121 "DELETE /v2.0/ports/f7794da2-62c0-4bae-afb7-2847be1f8cda HTTP/1.1" status: 204 len: 173 time: 2.3136415 Feb 09 01:19:42.007028 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669794fb-b492-42c9-aae4-dc6a5578579c', 'name': 'network-vif-deleted', 'tag': 'f7794da2-62c0-4bae-afb7-2847be1f8cda'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:19:42.009599 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e3f867-34bf-40cf-ab98-a0bfe6121946" -d '{"events": [{"server_uuid": "669794fb-b492-42c9-aae4-dc6a5578579c", "name": "network-vif-deleted", "tag": "f7794da2-62c0-4bae-afb7-2847be1f8cda"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:19:42.028426 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2c498-1ba0-4c58-b9cb-17d39e0ff6f7 req-12556cbe-fda3-4cb1-9d45-c96e6743ff73 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:42.029878 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a6d2c498-1ba0-4c58-b9cb-17d39e0ff6f7 req-12556cbe-fda3-4cb1-9d45-c96e6743ff73 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc2ce53-dc79-44fc-95de-06ffadefe1fe HTTP/1.1" status: 200 len: 943 time: 0.3505344 Feb 09 01:19:42.045455 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2213935-c0fc-46d9-a806-54aa0fbb8256 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (b4ae94c5-4a4a-46ce-8b3b-fbd96a1b5078), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:42.050562 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-42385f97-94f3-4e5a-a89e-28a79634ffda req-5b19a283-8f44-4fd1-a277-f59348f223cf service neutron] 10.222.0.91 "GET /v2.0/networks/2cffe158-1e62-4cc7-b53e-f2901607bc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5935271 Feb 09 01:19:42.126101 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2ede9831-7f02-42db-b4a8-3723698b82be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (ecffcc91-e233-4a1f-8836-45af7b9c8c70), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:42.162433 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4351a3e-a356-4684-9339-38ad77c605fe req-e57af759-047e-45d8-8eed-3ac669544f16 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:42.164023 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d4351a3e-a356-4684-9339-38ad77c605fe req-e57af759-047e-45d8-8eed-3ac669544f16 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/ports?device_id=efae1912-29b4-427d-8396-5d9dccbe0ba4 HTTP/1.1" status: 200 len: 943 time: 0.2988224 Feb 09 01:19:42.227483 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2213935-c0fc-46d9-a806-54aa0fbb8256 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:42.228133 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-a28ff251-24af-4a45-8a2c-6d7133764e7b service neutron] For port 61356c20-a725-4beb-be2c-6299fdf09ffd, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:19:42.229541 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5bd62469-6d29-4586-a6f3-931b79004410 req-51482b2e-27b0-48ac-a30d-2d0cd8ee7e59 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=832cda2e-ef3a-41e1-b064-8492ab2c09c2 HTTP/1.1" status: 200 len: 217 time: 0.1859543 Feb 09 01:19:42.236704 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-b2213935-c0fc-46d9-a806-54aa0fbb8256 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:42.244862 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2213935-c0fc-46d9-a806-54aa0fbb8256 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:19:42.245015 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a6d2c498-1ba0-4c58-b9cb-17d39e0ff6f7 req-8f0086ec-d60d-4ea5-b18f-4bfe0413beb1 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062035 Feb 09 01:19:42.252400 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-a28ff251-24af-4a45-8a2c-6d7133764e7b service neutron] For port 61356c20-a725-4beb-be2c-6299fdf09ffd, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=61356c20-a725-4beb-be2c-6299fdf09ffd,segment=NetworkSegment(72acbb77-99d7-449f-a5b4-bbffd1cfebf0),segment_id=72acbb77-99d7-449f-a5b4-bbffd1cfebf0)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:19:42.272401 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-a28ff251-24af-4a45-8a2c-6d7133764e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (61356c20-a725-4beb-be2c-6299fdf09ffd), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:42.320612 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2213935-c0fc-46d9-a806-54aa0fbb8256 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Pushing event updated for resources: {'Port': ['ID=b4ae94c5-4a4a-46ce-8b3b-fbd96a1b5078,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:42.321326 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d4351a3e-a356-4684-9339-38ad77c605fe req-7fd46f05-738a-482e-8117-d682e5f036cb tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups?id=d30b6bd6-ee82-453d-882d-6bbb3d802968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374660 Feb 09 01:19:42.334060 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-a28ff251-24af-4a45-8a2c-6d7133764e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:42.334683 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-a28ff251-24af-4a45-8a2c-6d7133764e7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:42.336182 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-a28ff251-24af-4a45-8a2c-6d7133764e7b service neutron] 10.222.0.91 "PUT /v2.0/ports/61356c20-a725-4beb-be2c-6299fdf09ffd HTTP/1.1" status: 200 len: 1092 time: 2.1346440 Feb 09 01:19:42.379166 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ff251-24af-4a45-8a2c-6d7133764e7b service neutron] Pushing event updated for resources: {'Port': ['ID=61356c20-a725-4beb-be2c-6299fdf09ffd,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:42.514637 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9673dede-5d7e-4524-a006-e6f45c8bfe5d req-5b24726e-2f9c-4162-b05f-f7f5850afc4c tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=669794fb-b492-42c9-aae4-dc6a5578579c HTTP/1.1" status: 200 len: 210 time: 0.0506878 Feb 09 01:19:42.526631 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8070cbc-1a1c-43b4-9a75-1be5042448f8 x-openstack-request-id: req-a8070cbc-1a1c-43b4-9a75-1be5042448f8 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:19:42.526929 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669794fb-b492-42c9-aae4-dc6a5578579c", "name": "network-vif-deleted", "tag": "f7794da2-62c0-4bae-afb7-2847be1f8cda", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:19:42.527183 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a8070cbc-1a1c-43b4-9a75-1be5042448f8 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:19:42.529826 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669794fb-b492-42c9-aae4-dc6a5578579c', 'name': 'network-vif-deleted', 'tag': 'f7794da2-62c0-4bae-afb7-2847be1f8cda', 'status': 'completed', 'code': 200} Feb 09 01:19:42.542596 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-24b63e53-8b6c-4a38-9479-a68a93a2d022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:42.549043 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-24b63e53-8b6c-4a38-9479-a68a93a2d022 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3a7975de586b4e08b0e9bb01c09679ae&device_id=efae1912-29b4-427d-8396-5d9dccbe0ba4 HTTP/1.1" status: 200 len: 1126 time: 0.1457512 Feb 09 01:19:42.593024 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57840) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:42.604268 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2213935-c0fc-46d9-a806-54aa0fbb8256 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:42.604954 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2213935-c0fc-46d9-a806-54aa0fbb8256 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:42.605489 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2213935-c0fc-46d9-a806-54aa0fbb8256 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:42.606151 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2213935-c0fc-46d9-a806-54aa0fbb8256 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:42.606778 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2213935-c0fc-46d9-a806-54aa0fbb8256 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:42.607324 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2213935-c0fc-46d9-a806-54aa0fbb8256 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:42.607850 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2213935-c0fc-46d9-a806-54aa0fbb8256 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:42.608404 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2213935-c0fc-46d9-a806-54aa0fbb8256 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:42.609479 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2213935-c0fc-46d9-a806-54aa0fbb8256 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:42.610126 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2213935-c0fc-46d9-a806-54aa0fbb8256 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:42.610700 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2213935-c0fc-46d9-a806-54aa0fbb8256 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:42.611264 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2213935-c0fc-46d9-a806-54aa0fbb8256 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:42.611817 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2213935-c0fc-46d9-a806-54aa0fbb8256 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:42.617165 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-5ff3d95c-983a-4ff2-931b-b21937dc38a5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61356c20-a725-4beb-be2c-6299fdf09ffd HTTP/1.1" status: 200 len: 217 time: 0.0597076 Feb 09 01:19:42.639656 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2ede9831-7f02-42db-b4a8-3723698b82be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (ecffcc91-e233-4a1f-8836-45af7b9c8c70), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:42.680206 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-3e058e1f-ec95-416b-998d-d6b20f46c321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:42.681905 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-3e058e1f-ec95-416b-998d-d6b20f46c321 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=638ae294-4220-494e-8e41-1b81408b19b1 HTTP/1.1" status: 200 len: 853 time: 0.0583210 Feb 09 01:19:42.723816 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-b38f161c-04c0-400b-99f8-7ad83fa16bdc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d782717c-da84-43e9-83e3-7ef1f07f2c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345809 Feb 09 01:19:42.780279 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd62469-6d29-4586-a6f3-931b79004410 req-0ca184af-0875-4bd4-9844-097d10c1a57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:42.782380 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5bd62469-6d29-4586-a6f3-931b79004410 req-0ca184af-0875-4bd4-9844-097d10c1a57f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b6c9902a-ca90-4768-8ad8-e74435b83d39 HTTP/1.1" status: 200 len: 844 time: 0.4773638 Feb 09 01:19:42.830728 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5bd62469-6d29-4586-a6f3-931b79004410 req-ea502f8b-9357-48a7-ae85-1cb336a6ba11 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f155bdb8-b796-4b2f-8f0d-8611315d30bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388000 Feb 09 01:19:42.835706 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c2ab10-3c3c-4e09-bf40-34ba788c707a admin admin] Deleting subnet e6c7e660-340b-43fd-ab14-a81164bb8bc4 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:19:42.849271 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-3f9c6e1d-df9d-4faf-87d0-f4328fa910f7 service neutron] 10.222.0.91 "GET /v2.0/networks/d782717c-da84-43e9-83e3-7ef1f07f2c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184714 Feb 09 01:19:42.851517 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6c2ab10-3c3c-4e09-bf40-34ba788c707a admin admin] Publish callbacks [] for subnet (e6c7e660-340b-43fd-ab14-a81164bb8bc4), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:43.048371 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2ede9831-7f02-42db-b4a8-3723698b82be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (ecffcc91-e233-4a1f-8836-45af7b9c8c70), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:43.048989 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936acdf8-e4d0-4734-8e3d-864d4f369051 req-63eee7b0-d6a5-46b7-a266-3c7291bf01fe tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:43.055114 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936acdf8-e4d0-4734-8e3d-864d4f369051 req-63eee7b0-d6a5-46b7-a266-3c7291bf01fe tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:43.060736 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936acdf8-e4d0-4734-8e3d-864d4f369051 req-63eee7b0-d6a5-46b7-a266-3c7291bf01fe tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:43.065481 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6c2ab10-3c3c-4e09-bf40-34ba788c707a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (e6c7e660-340b-43fd-ab14-a81164bb8bc4), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:43.068175 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936acdf8-e4d0-4734-8e3d-864d4f369051 req-63eee7b0-d6a5-46b7-a266-3c7291bf01fe tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:43.074354 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936acdf8-e4d0-4734-8e3d-864d4f369051 req-63eee7b0-d6a5-46b7-a266-3c7291bf01fe tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:43.080283 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936acdf8-e4d0-4734-8e3d-864d4f369051 req-63eee7b0-d6a5-46b7-a266-3c7291bf01fe tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:43.096318 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936acdf8-e4d0-4734-8e3d-864d4f369051 req-63eee7b0-d6a5-46b7-a266-3c7291bf01fe tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:43.108590 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-936acdf8-e4d0-4734-8e3d-864d4f369051 req-63eee7b0-d6a5-46b7-a266-3c7291bf01fe tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5420 time: 0.1772752 Feb 09 01:19:43.134891 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7d2050bc-463b-4a79-b0bd-b9ba715745f4 req-4812e9c5-d7fd-4e7c-abd3-677e4dedfa78 service neutron] 10.222.0.91 "GET /v2.0/networks/d782717c-da84-43e9-83e3-7ef1f07f2c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785122 Feb 09 01:19:43.143245 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede9831-7f02-42db-b4a8-3723698b82be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecffcc91-e233-4a1f-8836-45af7b9c8c70,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:43.151769 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2ede9831-7f02-42db-b4a8-3723698b82be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:43.158666 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2ede9831-7f02-42db-b4a8-3723698b82be admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ecffcc91-e233-4a1f-8836-45af7b9c8c70 HTTP/1.1" status: 204 len: 168 time: 1.6768565 Feb 09 01:19:43.161213 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 5fc15d11-836f-4b69-8390-b353c97872fa up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:19:43.161753 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57844) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:43.204442 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-936acdf8-e4d0-4734-8e3d-864d4f369051 req-5f4f0afe-38c1-4e6f-8a59-0308239db108 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0940924 Feb 09 01:19:43.242439 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 832cda2e-ef3a-41e1-b064-8492ab2c09c2 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:19:43.245868 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device f7794da2-62c0-4bae-afb7-2847be1f8cda no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:19:43.246445 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5bd62469-6d29-4586-a6f3-931b79004410 req-155a24c8-5139-482f-8b65-c7cef4fd5ec8 service neutron] 10.222.0.121 "GET /v2.0/networks/f155bdb8-b796-4b2f-8f0d-8611315d30bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080260 Feb 09 01:19:43.256775 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6c2ab10-3c3c-4e09-bf40-34ba788c707a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (e6c7e660-340b-43fd-ab14-a81164bb8bc4), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:43.281666 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: f7794da2-62c0-4bae-afb7-2847be1f8cda {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:19:43.282027 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device f7794da2-62c0-4bae-afb7-2847be1f8cda not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:19:43.323315 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2213935-c0fc-46d9-a806-54aa0fbb8256 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for router_gateway (ba538a06-8bc7-46df-b794-25567c1fcc00), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:43.357592 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 5fc15d11-836f-4b69-8390-b353c97872fa triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:43.357970 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5fc15d11-836f-4b69-8390-b353c97872fa), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:43.454115 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688bcff-d47f-40af-a1f2-1a6ba26f7317 req-27a3a2d0-99a9-4a23-9d7f-3f3386fe8c6d tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:43.455577 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b688bcff-d47f-40af-a1f2-1a6ba26f7317 req-27a3a2d0-99a9-4a23-9d7f-3f3386fe8c6d tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc2ce53-dc79-44fc-95de-06ffadefe1fe HTTP/1.1" status: 200 len: 943 time: 0.0875494 Feb 09 01:19:43.472992 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3197877a-fa1c-4c05-9321-df6954a94db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (2f5d96fe-7dd6-4d44-a1e1-c3011df84e63), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:43.524868 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 832cda2e-ef3a-41e1-b064-8492ab2c09c2, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=832cda2e-ef3a-41e1-b064-8492ab2c09c2,segment=NetworkSegment(231cc619-b79a-4847-94b3-cdbf4f5bda22),segment_id=231cc619-b79a-4847-94b3-cdbf4f5bda22)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:43.543208 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '832cda2e-ef3a-41e1-b064-8492ab2c09c2', 'network_id': 'f155bdb8-b796-4b2f-8f0d-8611315d30bd', 'port_id': '832cda2e-ef3a-41e1-b064-8492ab2c09c2', 'mac_address': 'fa:16:3e:a4:f4:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6c9902a-ca90-4768-8ad8-e74435b83d39', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:19:43.557105 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4659a5-368b-491a-a966-60a074bd3db1 req-074ede1a-6c0e-48a5-8c5b-b68d3560757b tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:43.568228 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ff4659a5-368b-491a-a966-60a074bd3db1 req-074ede1a-6c0e-48a5-8c5b-b68d3560757b tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/ports?device_id=efae1912-29b4-427d-8396-5d9dccbe0ba4 HTTP/1.1" status: 200 len: 943 time: 0.1100199 Feb 09 01:19:43.580225 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b688bcff-d47f-40af-a1f2-1a6ba26f7317 req-06d6a0d6-b66e-4cb0-9b67-495c0d36eb13 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097207 Feb 09 01:19:43.586129 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5bd62469-6d29-4586-a6f3-931b79004410 req-fdc26b06-4959-4844-822f-40606ee2cd56 service neutron] 10.222.0.121 "GET /v2.0/networks/f155bdb8-b796-4b2f-8f0d-8611315d30bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306391 Feb 09 01:19:43.587103 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6c2ab10-3c3c-4e09-bf40-34ba788c707a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (e6c7e660-340b-43fd-ab14-a81164bb8bc4), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:43.641225 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c2ab10-3c3c-4e09-bf40-34ba788c707a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6c7e660-340b-43fd-ab14-a81164bb8bc4,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:43.670930 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6c2ab10-3c3c-4e09-bf40-34ba788c707a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:43.681175 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d6c2ab10-3c3c-4e09-bf40-34ba788c707a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e6c7e660-340b-43fd-ab14-a81164bb8bc4 HTTP/1.1" status: 204 len: 168 time: 1.0838141 Feb 09 01:19:43.683428 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ff4659a5-368b-491a-a966-60a074bd3db1 req-8f45f63f-dd80-4cbc-a4c9-b1f8276f398f tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups?id=d30b6bd6-ee82-453d-882d-6bbb3d802968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155360 Feb 09 01:19:43.685343 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57854) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:43.704592 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 832cda2e-ef3a-41e1-b064-8492ab2c09c2 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:19:43.704992 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (832cda2e-ef3a-41e1-b064-8492ab2c09c2), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:43.723680 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 832cda2e-ef3a-41e1-b064-8492ab2c09c2 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:19:43.727889 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 5fc15d11-836f-4b69-8390-b353c97872fa is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:19:43.728553 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5fc15d11-836f-4b69-8390-b353c97872fa), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:43.763806 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 5fc15d11-836f-4b69-8390-b353c97872fa, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=5fc15d11-836f-4b69-8390-b353c97872fa,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:43.766653 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 832cda2e-ef3a-41e1-b064-8492ab2c09c2, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=832cda2e-ef3a-41e1-b064-8492ab2c09c2,segment=NetworkSegment(231cc619-b79a-4847-94b3-cdbf4f5bda22),segment_id=231cc619-b79a-4847-94b3-cdbf4f5bda22)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:43.770634 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5fc15d11-836f-4b69-8390-b353c97872fa), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:43.775681 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (832cda2e-ef3a-41e1-b064-8492ab2c09c2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:43.804258 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3197877a-fa1c-4c05-9321-df6954a94db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (2f5d96fe-7dd6-4d44-a1e1-c3011df84e63), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:43.844133 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=5fc15d11-836f-4b69-8390-b353c97872fa,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:43.852894 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:43.853244 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:43.853589 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:43.853951 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:43.854288 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:43.854759 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:43.855090 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:43.855420 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:43.855606 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e99bdb84-b324-4fdf-afa1-7d8464e4d125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (fe516e29-735a-4343-b41d-62f1308dd9ac), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:43.855736 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:43.856084 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:43.856416 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:43.856737 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:43.857064 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:43.895536 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-3197877a-fa1c-4c05-9321-df6954a94db0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f5d96fe-7dd6-4d44-a1e1-c3011df84e63']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:43.913057 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=832cda2e-ef3a-41e1-b064-8492ab2c09c2,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:43.926431 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-3197877a-fa1c-4c05-9321-df6954a94db0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c91945-5640-4096-b2ac-bd58a1684b27') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:43.926730 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-3197877a-fa1c-4c05-9321-df6954a94db0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c91945-5640-4096-b2ac-bd58a1684b27') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:43.950836 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3197877a-fa1c-4c05-9321-df6954a94db0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (c2c91945-5640-4096-b2ac-bd58a1684b27), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:43.979175 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3197877a-fa1c-4c05-9321-df6954a94db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (c2c91945-5640-4096-b2ac-bd58a1684b27), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:44.006705 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['832cda2e-ef3a-41e1-b064-8492ab2c09c2'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:19:44.026212 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57856) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:44.034826 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-c2309067-057a-4635-89e6-d587a76b2a5e tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Request body: {'security_group': {'name': 'tempest-securitygroup--937026025', 'description': 'tempest-description--354129127'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:44.053669 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3197877a-fa1c-4c05-9321-df6954a94db0 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:19:44.054115 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3197877a-fa1c-4c05-9321-df6954a94db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (c2c91945-5640-4096-b2ac-bd58a1684b27), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:44.056567 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:19:44.056567 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:19:44.056567 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:19:44.056567 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:19:44.056567 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:19:44.056567 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:19:44.056567 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:19:44.056567 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:19:44.056567 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:19:44.056567 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:19:44.056567 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:19:44.056567 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:19:44.056567 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:19:44.056567 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:19:44.056567 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:19:44.056567 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:19:44.056567 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:19:44.056567 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:19:44.056567 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:19:44.056567 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:19:44.056567 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:19:44.056567 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:19:44.056567 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:19:44.056567 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:19:44.056567 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:19:44.056567 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:19:44.056567 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:19:44.056567 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:19:44.056567 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:19:44.056567 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:19:44.056567 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:19:44.056567 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:19:44.064944 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c2309067-057a-4635-89e6-d587a76b2a5e tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:44.151915 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c2309067-057a-4635-89e6-d587a76b2a5e tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks [] for security_group (9432800b-f22c-41f3-a130-0581c11db355), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:44.158151 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c2309067-057a-4635-89e6-d587a76b2a5e tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (9432800b-f22c-41f3-a130-0581c11db355), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:44.174786 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2213935-c0fc-46d9-a806-54aa0fbb8256 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (ba538a06-8bc7-46df-b794-25567c1fcc00), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:44.188520 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c2309067-057a-4635-89e6-d587a76b2a5e tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:44.190748 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c2309067-057a-4635-89e6-d587a76b2a5e tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1633902 Feb 09 01:19:44.193865 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57860) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:44.213521 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-67e6e8e2-e31c-4d18-9e69-86d8d413494a tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Request body: {'security_group_rule': {'security_group_id': '9432800b-f22c-41f3-a130-0581c11db355', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:44.231434 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e99bdb84-b324-4fdf-afa1-7d8464e4d125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (fe516e29-735a-4343-b41d-62f1308dd9ac), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:44.238498 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2309067-057a-4635-89e6-d587a76b2a5e tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9432800b-f22c-41f3-a130-0581c11db355,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:44.279262 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-67e6e8e2-e31c-4d18-9e69-86d8d413494a tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks [] for security_group_rule (bec87a07-c10c-4b20-84bb-45bbe73e360d), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:44.306683 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3197877a-fa1c-4c05-9321-df6954a94db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (2f5d96fe-7dd6-4d44-a1e1-c3011df84e63), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:44.312758 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3197877a-fa1c-4c05-9321-df6954a94db0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:44.319248 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3197877a-fa1c-4c05-9321-df6954a94db0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2f5d96fe-7dd6-4d44-a1e1-c3011df84e63 HTTP/1.1" status: 204 len: 168 time: 1.1530850 Feb 09 01:19:44.323037 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-e99bdb84-b324-4fdf-afa1-7d8464e4d125 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe516e29-735a-4343-b41d-62f1308dd9ac']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:44.343632 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-e99bdb84-b324-4fdf-afa1-7d8464e4d125 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:44.344027 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-e99bdb84-b324-4fdf-afa1-7d8464e4d125 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:44.365587 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3197877a-fa1c-4c05-9321-df6954a94db0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f5d96fe-7dd6-4d44-a1e1-c3011df84e63,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:44.370346 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e99bdb84-b324-4fdf-afa1-7d8464e4d125 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:44.392429 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-67e6e8e2-e31c-4d18-9e69-86d8d413494a tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks [] for security_group_rule (bec87a07-c10c-4b20-84bb-45bbe73e360d), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:44.393430 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e99bdb84-b324-4fdf-afa1-7d8464e4d125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:44.407946 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e99bdb84-b324-4fdf-afa1-7d8464e4d125 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:19:44.408459 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e99bdb84-b324-4fdf-afa1-7d8464e4d125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (6fe8a49b-3c3e-4d39-8a7d-8db4f9cc7a12), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:44.410537 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:19:44.410537 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:19:44.410537 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:19:44.410537 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:19:44.410537 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:19:44.410537 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:19:44.410537 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:19:44.410537 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:19:44.410537 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:19:44.410537 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:19:44.410537 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:19:44.410537 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:19:44.410537 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:19:44.410537 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:19:44.410537 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:19:44.410537 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:19:44.410537 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:19:44.410537 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:19:44.410537 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:19:44.410537 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:19:44.410537 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:19:44.410537 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:19:44.410537 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:19:44.410537 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:19:44.410537 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:19:44.410537 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:19:44.410537 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:19:44.410537 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:19:44.410537 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:19:44.410537 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:19:44.410537 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:19:44.410537 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:19:44.412924 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-67e6e8e2-e31c-4d18-9e69-86d8d413494a tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (bec87a07-c10c-4b20-84bb-45bbe73e360d), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:44.433041 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b3443-2df7-4a33-bb1b-72d684762248 req-46916657-f144-4b8d-b78d-001473045ae6 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:44.439237 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b3443-2df7-4a33-bb1b-72d684762248 req-46916657-f144-4b8d-b78d-001473045ae6 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:44.448732 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b3443-2df7-4a33-bb1b-72d684762248 req-46916657-f144-4b8d-b78d-001473045ae6 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:44.455783 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b3443-2df7-4a33-bb1b-72d684762248 req-46916657-f144-4b8d-b78d-001473045ae6 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:44.462828 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b3443-2df7-4a33-bb1b-72d684762248 req-46916657-f144-4b8d-b78d-001473045ae6 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:44.471171 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b3443-2df7-4a33-bb1b-72d684762248 req-46916657-f144-4b8d-b78d-001473045ae6 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:44.479553 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b3443-2df7-4a33-bb1b-72d684762248 req-46916657-f144-4b8d-b78d-001473045ae6 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:44.485047 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-992b3443-2df7-4a33-bb1b-72d684762248 req-46916657-f144-4b8d-b78d-001473045ae6 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5420 time: 0.1709645 Feb 09 01:19:44.489100 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e99bdb84-b324-4fdf-afa1-7d8464e4d125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (fe516e29-735a-4343-b41d-62f1308dd9ac), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:44.495752 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e99bdb84-b324-4fdf-afa1-7d8464e4d125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:44.503592 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e99bdb84-b324-4fdf-afa1-7d8464e4d125 admin admin] 10.222.0.30 "DELETE /v2.0/networks/fe516e29-735a-4343-b41d-62f1308dd9ac HTTP/1.1" status: 204 len: 168 time: 0.8168423 Feb 09 01:19:44.519917 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e6e8e2-e31c-4d18-9e69-86d8d413494a tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bec87a07-c10c-4b20-84bb-45bbe73e360d,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:44.520322 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99bdb84-b324-4fdf-afa1-7d8464e4d125 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe516e29-735a-4343-b41d-62f1308dd9ac,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:44.532335 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2213935-c0fc-46d9-a806-54aa0fbb8256 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Router ba538a06-8bc7-46df-b794-25567c1fcc00 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:19:44.551150 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efae1912-29b4-427d-8396-5d9dccbe0ba4', 'tag': '61356c20-a725-4beb-be2c-6299fdf09ffd'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:19:44.558695 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28fda239-5a9d-4f11-a120-1578db91927b" -d '{"events": [{"name": "network-changed", "server_uuid": "efae1912-29b4-427d-8396-5d9dccbe0ba4", "tag": "61356c20-a725-4beb-be2c-6299fdf09ffd"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:19:44.569459 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-67e6e8e2-e31c-4d18-9e69-86d8d413494a tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:44.582029 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-67e6e8e2-e31c-4d18-9e69-86d8d413494a tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3866313 Feb 09 01:19:44.589020 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57870) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:44.589365 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57872) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:44.600120 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-75ad382b-4974-4b9a-b65a-0306b1c6c30f tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Request body: {'security_group_rule': {'security_group_id': '9432800b-f22c-41f3-a130-0581c11db355', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:44.666979 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e622163a-f806-40db-aea0-376781a8ecb9 x-openstack-request-id: req-e622163a-f806-40db-aea0-376781a8ecb9 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:19:44.667283 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efae1912-29b4-427d-8396-5d9dccbe0ba4", "tag": "61356c20-a725-4beb-be2c-6299fdf09ffd", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:19:44.667541 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e622163a-f806-40db-aea0-376781a8ecb9 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:19:44.669380 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efae1912-29b4-427d-8396-5d9dccbe0ba4', 'tag': '61356c20-a725-4beb-be2c-6299fdf09ffd', 'status': 'completed', 'code': 200} Feb 09 01:19:44.676019 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-992b3443-2df7-4a33-bb1b-72d684762248 req-2f76149c-a9e9-4f93-bc5d-84d2ddcae411 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1810527 Feb 09 01:19:44.723227 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57878) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:44.755600 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2213935-c0fc-46d9-a806-54aa0fbb8256 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:19:44.765449 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f045a9-ccef-4a0c-917b-8e2396d770b4 None None] Sync routers for ids ['ba538a06-8bc7-46df-b794-25567c1fcc00'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:19:44.781914 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-75ad382b-4974-4b9a-b65a-0306b1c6c30f tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks [] for security_group_rule (94c6ed4e-0587-4d19-8c70-9b0a7ecba53e), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:44.789148 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f045a9-ccef-4a0c-917b-8e2396d770b4 None None] Routers {'ba538a06-8bc7-46df-b794-25567c1fcc00'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:19:44.790118 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e4f045a9-ccef-4a0c-917b-8e2396d770b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:19:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['ba538a06-8bc7-46df-b794-25567c1fcc00'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:44.792620 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-59dd7743-b5d7-49be-a19c-434ff5285b85 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d27c756c8932484ba946bc81ad113e78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0675771 Feb 09 01:19:44.795556 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57880) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:44.816946 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1c77d059-4d0c-477c-9c6b-3651aba9603e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eb7d557ea5d14a09b3fed8391e4b54c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2178771 Feb 09 01:19:44.817911 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2213935-c0fc-46d9-a806-54aa0fbb8256 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:44.819256 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b2213935-c0fc-46d9-a806-54aa0fbb8256 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.5646377 Feb 09 01:19:44.826609 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57882) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:44.827110 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57884) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:44.892614 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fda239-5a9d-4f11-a120-1578db91927b req-b6ea08c9-8c51-4eac-8650-15531e58b3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:44.894450 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-28fda239-5a9d-4f11-a120-1578db91927b req-b6ea08c9-8c51-4eac-8650-15531e58b3ad service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3a7975de586b4e08b0e9bb01c09679ae&device_id=efae1912-29b4-427d-8396-5d9dccbe0ba4 HTTP/1.1" status: 200 len: 1126 time: 0.2257185 Feb 09 01:19:44.958973 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-e4f045a9-ccef-4a0c-917b-8e2396d770b4 None None] Set router ba538a06-8bc7-46df-b794-25567c1fcc00 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:19:44.984309 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9b3cd3c8-bc85-40c8-8bac-c2f16542add2 admin admin] Publish callbacks [] for security_group (64b36f3f-7c46-4d17-a766-a84a2db8d59f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:45.021981 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1d60ee0b-d590-412e-b598-93a76204ac1b tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] 10.222.0.30 "GET /v2.0/routers/ba538a06-8bc7-46df-b794-25567c1fcc00 HTTP/1.1" status: 200 len: 907 time: 0.1928968 Feb 09 01:19:45.026128 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57886) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:45.029498 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9b3cd3c8-bc85-40c8-8bac-c2f16542add2 admin admin] Publish callbacks [] for security_group (64b36f3f-7c46-4d17-a766-a84a2db8d59f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:45.039743 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df38a29-dc82-4251-a661-d0d765fdac51 req-801a8225-3010-4cf7-991d-2fa4f4dc2ce4 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:45.053206 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8df38a29-dc82-4251-a661-d0d765fdac51 req-801a8225-3010-4cf7-991d-2fa4f4dc2ce4 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc2ce53-dc79-44fc-95de-06ffadefe1fe HTTP/1.1" status: 200 len: 944 time: 0.2960870 Feb 09 01:19:45.136970 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-75ad382b-4974-4b9a-b65a-0306b1c6c30f tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks [] for security_group_rule (94c6ed4e-0587-4d19-8c70-9b0a7ecba53e), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:45.154410 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 5fc15d11-836f-4b69-8390-b353c97872fa up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:19:45.160649 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-75ad382b-4974-4b9a-b65a-0306b1c6c30f tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (94c6ed4e-0587-4d19-8c70-9b0a7ecba53e), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:45.230796 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad382b-4974-4b9a-b65a-0306b1c6c30f tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c6ed4e-0587-4d19-8c70-9b0a7ecba53e,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:45.259088 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 832cda2e-ef3a-41e1-b064-8492ab2c09c2 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:19:45.261375 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77986b-2a76-4b6a-a072-053b849d0ef6 req-4f8c81d9-1ab4-41ee-9c58-5e878957cfeb tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:45.271569 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f77986b-2a76-4b6a-a072-053b849d0ef6 req-4f8c81d9-1ab4-41ee-9c58-5e878957cfeb tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/ports?device_id=efae1912-29b4-427d-8396-5d9dccbe0ba4 HTTP/1.1" status: 200 len: 943 time: 0.4137485 Feb 09 01:19:45.278188 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-60e4f4ee-d01e-4c63-9580-22add7c5f2a1 admin admin] Publish callbacks [] for security_group (749941ae-195a-4564-8b2c-763af998950f), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:45.303129 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-75ad382b-4974-4b9a-b65a-0306b1c6c30f tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:45.304544 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-75ad382b-4974-4b9a-b65a-0306b1c6c30f tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7142248 Feb 09 01:19:45.321486 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57890) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:45.340525 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-62c11f12-af32-4f81-ba0b-b6af0fea89b9 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:45.359701 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8df38a29-dc82-4251-a661-d0d765fdac51 req-31d02653-2c2f-4f8b-850b-3d13911d0820 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013802 Feb 09 01:19:45.394443 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 5fc15d11-836f-4b69-8390-b353c97872fa triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:45.395113 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5fc15d11-836f-4b69-8390-b353c97872fa), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:45.403825 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fda239-5a9d-4f11-a120-1578db91927b req-6f7ea4d4-5ad8-4135-84ea-44100e55db4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:45.406377 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-28fda239-5a9d-4f11-a120-1578db91927b req-6f7ea4d4-5ad8-4135-84ea-44100e55db4a service neutron] 10.222.0.91 "GET /v2.0/networks?id=d782717c-da84-43e9-83e3-7ef1f07f2c40 HTTP/1.1" status: 200 len: 914 time: 0.4738138 Feb 09 01:19:45.414015 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-62c11f12-af32-4f81-ba0b-b6af0fea89b9 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:45.443209 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 832cda2e-ef3a-41e1-b064-8492ab2c09c2 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:45.455189 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 832cda2e-ef3a-41e1-b064-8492ab2c09c2 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:45.455872 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (832cda2e-ef3a-41e1-b064-8492ab2c09c2), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:45.487331 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-28fda239-5a9d-4f11-a120-1578db91927b req-15cbcb95-3209-43e9-a607-15657438ef79 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61356c20-a725-4beb-be2c-6299fdf09ffd HTTP/1.1" status: 200 len: 217 time: 0.0623388 Feb 09 01:19:45.497349 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e4f045a9-ccef-4a0c-917b-8e2396d770b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba538a06-8bc7-46df-b794-25567c1fcc00', 'name': 'tempest-snat-router-1588108651', 'tenant_id': 'b0c428d2257b42a28668ed92e2a8c74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'b4ae94c5-4a4a-46ce-8b3b-fbd96a1b5078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:19:39Z', 'updated_at': '2022-02-09T01:19:42Z', 'revision_number': 3, 'project_id': 'b0c428d2257b42a28668ed92e2a8c74d', 'gw_port': {'id': 'b4ae94c5-4a4a-46ce-8b3b-fbd96a1b5078', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a5:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba538a06-8bc7-46df-b794-25567c1fcc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:19:41Z', 'updated_at': '2022-02-09T01:19:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:45.524205 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-60e4f4ee-d01e-4c63-9580-22add7c5f2a1 admin admin] Publish callbacks [] for security_group (749941ae-195a-4564-8b2c-763af998950f), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:45.536295 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9b3cd3c8-bc85-40c8-8bac-c2f16542add2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (64b36f3f-7c46-4d17-a766-a84a2db8d59f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:45.539497 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9b3cd3c8-bc85-40c8-8bac-c2f16542add2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:45.540947 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9b3cd3c8-bc85-40c8-8bac-c2f16542add2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/64b36f3f-7c46-4d17-a766-a84a2db8d59f HTTP/1.1" status: 204 len: 168 time: 0.7434545 Feb 09 01:19:45.556724 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f77986b-2a76-4b6a-a072-053b849d0ef6 req-e5e3f9a2-41c1-4ac2-bef9-d1e844a3559e tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups?id=d30b6bd6-ee82-453d-882d-6bbb3d802968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840128 Feb 09 01:19:45.565910 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3cd3c8-bc85-40c8-8bac-c2f16542add2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b36f3f-7c46-4d17-a766-a84a2db8d59f,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:45.606750 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 832cda2e-ef3a-41e1-b064-8492ab2c09c2 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:19:45.607276 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (832cda2e-ef3a-41e1-b064-8492ab2c09c2), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:45.636440 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bcb3a4b1-9c94-4809-af22-06cd2bb752b5 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for router (ba538a06-8bc7-46df-b794-25567c1fcc00), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:45.677086 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f045a9-ccef-4a0c-917b-8e2396d770b4 None None] Checking router: ba538a06-8bc7-46df-b794-25567c1fcc00 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:19:45.677446 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f045a9-ccef-4a0c-917b-8e2396d770b4 None None] Updating router ba538a06-8bc7-46df-b794-25567c1fcc00 port b4ae94c5-4a4a-46ce-8b3b-fbd96a1b5078 binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:19:45.716160 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fda239-5a9d-4f11-a120-1578db91927b req-839de1f4-e252-4922-87af-be3293667937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:45.717764 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-28fda239-5a9d-4f11-a120-1578db91927b req-839de1f4-e252-4922-87af-be3293667937 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=638ae294-4220-494e-8e41-1b81408b19b1 HTTP/1.1" status: 200 len: 853 time: 0.2074909 Feb 09 01:19:45.750086 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 832cda2e-ef3a-41e1-b064-8492ab2c09c2, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=832cda2e-ef3a-41e1-b064-8492ab2c09c2,segment=NetworkSegment(231cc619-b79a-4847-94b3-cdbf4f5bda22),segment_id=231cc619-b79a-4847-94b3-cdbf4f5bda22)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:45.751614 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 5fc15d11-836f-4b69-8390-b353c97872fa is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:19:45.776348 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc2ce53-dc79-44fc-95de-06ffadefe1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832cda2e-ef3a-41e1-b064-8492ab2c09c2'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:19:45.780223 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6370f67-8f5a-46e5-aedf-ee32f8800b85" -d '{"events": [{"server_uuid": "2fc2ce53-dc79-44fc-95de-06ffadefe1fe", "name": "network-vif-plugged", "status": "completed", "tag": "832cda2e-ef3a-41e1-b064-8492ab2c09c2"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:19:45.784156 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (832cda2e-ef3a-41e1-b064-8492ab2c09c2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:45.796907 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e4f045a9-ccef-4a0c-917b-8e2396d770b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b4ae94c5-4a4a-46ce-8b3b-fbd96a1b5078), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:45.857330 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-28fda239-5a9d-4f11-a120-1578db91927b req-bf69b004-dcd0-44ea-9324-809ceefd5868 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d782717c-da84-43e9-83e3-7ef1f07f2c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1198573 Feb 09 01:19:45.896433 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b70f08c-b7b3-4b4d-8bbc-acf185041ee4 x-openstack-request-id: req-0b70f08c-b7b3-4b4d-8bbc-acf185041ee4 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:19:45.897649 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc2ce53-dc79-44fc-95de-06ffadefe1fe", "name": "network-vif-plugged", "status": "completed", "tag": "832cda2e-ef3a-41e1-b064-8492ab2c09c2", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:19:45.898861 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0b70f08c-b7b3-4b4d-8bbc-acf185041ee4 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:19:45.899307 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bcb3a4b1-9c94-4809-af22-06cd2bb752b5 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for router_gateway (ba538a06-8bc7-46df-b794-25567c1fcc00), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:45.899813 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc2ce53-dc79-44fc-95de-06ffadefe1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832cda2e-ef3a-41e1-b064-8492ab2c09c2', 'code': 200} Feb 09 01:19:45.975298 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=832cda2e-ef3a-41e1-b064-8492ab2c09c2,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:46.046682 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-60e4f4ee-d01e-4c63-9580-22add7c5f2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (749941ae-195a-4564-8b2c-763af998950f), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:46.051611 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-60e4f4ee-d01e-4c63-9580-22add7c5f2a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:46.053191 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-60e4f4ee-d01e-4c63-9580-22add7c5f2a1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/749941ae-195a-4564-8b2c-763af998950f HTTP/1.1" status: 204 len: 168 time: 1.2234523 Feb 09 01:19:46.074070 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-bcb3a4b1-9c94-4809-af22-06cd2bb752b5 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Deleting port b4ae94c5-4a4a-46ce-8b3b-fbd96a1b5078 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:19:46.074345 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bcb3a4b1-9c94-4809-af22-06cd2bb752b5 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (b4ae94c5-4a4a-46ce-8b3b-fbd96a1b5078), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:46.096008 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e9782-3cee-4330-b108-8e7761b23214 req-f5aa6b47-b747-43bd-aec0-af730662f3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:46.099043 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e4f4ee-d01e-4c63-9580-22add7c5f2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749941ae-195a-4564-8b2c-763af998950f,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:46.106773 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ad5e9782-3cee-4330-b108-8e7761b23214 req-f5aa6b47-b747-43bd-aec0-af730662f3c1 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=2fc2ce53-dc79-44fc-95de-06ffadefe1fe HTTP/1.1" status: 200 len: 1128 time: 0.1526768 Feb 09 01:19:46.128394 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e23536-06a8-4024-9946-748b0757eee5 req-3d3ca8cb-33f6-44b9-ba2a-ac5cfe02b7bf tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:46.136721 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e23536-06a8-4024-9946-748b0757eee5 req-3d3ca8cb-33f6-44b9-ba2a-ac5cfe02b7bf tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:46.165368 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e23536-06a8-4024-9946-748b0757eee5 req-3d3ca8cb-33f6-44b9-ba2a-ac5cfe02b7bf tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:46.174306 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e23536-06a8-4024-9946-748b0757eee5 req-3d3ca8cb-33f6-44b9-ba2a-ac5cfe02b7bf tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:46.181767 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e23536-06a8-4024-9946-748b0757eee5 req-3d3ca8cb-33f6-44b9-ba2a-ac5cfe02b7bf tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:46.188768 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e23536-06a8-4024-9946-748b0757eee5 req-3d3ca8cb-33f6-44b9-ba2a-ac5cfe02b7bf tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:46.196049 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e23536-06a8-4024-9946-748b0757eee5 req-3d3ca8cb-33f6-44b9-ba2a-ac5cfe02b7bf tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:46.198267 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c3e23536-06a8-4024-9946-748b0757eee5 req-3d3ca8cb-33f6-44b9-ba2a-ac5cfe02b7bf tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5420 time: 0.3598800 Feb 09 01:19:46.234701 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e4f045a9-ccef-4a0c-917b-8e2396d770b4 None None] Publish callbacks [] for port (b4ae94c5-4a4a-46ce-8b3b-fbd96a1b5078), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:46.252844 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e4f045a9-ccef-4a0c-917b-8e2396d770b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b4ae94c5-4a4a-46ce-8b3b-fbd96a1b5078), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:46.290027 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-62c11f12-af32-4f81-ba0b-b6af0fea89b9 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:46.338969 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-28fda239-5a9d-4f11-a120-1578db91927b req-0dc26f42-84ad-4236-a174-b16be127f0b3 service neutron] 10.222.0.91 "GET /v2.0/networks/d782717c-da84-43e9-83e3-7ef1f07f2c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029717 Feb 09 01:19:46.347612 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ad5e9782-3cee-4330-b108-8e7761b23214 req-7fc8d38b-3d64-4273-8b96-aa1f5ef7441c service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781919 Feb 09 01:19:46.376273 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-e4f045a9-ccef-4a0c-917b-8e2396d770b4 None None] Attempting to bind port b4ae94c5-4a4a-46ce-8b3b-fbd96a1b5078 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:19:46.376763 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-e4f045a9-ccef-4a0c-917b-8e2396d770b4 None None] Attempting to bind port b4ae94c5-4a4a-46ce-8b3b-fbd96a1b5078 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:19:46.377136 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f045a9-ccef-4a0c-917b-8e2396d770b4 None None] Attempting to bind port b4ae94c5-4a4a-46ce-8b3b-fbd96a1b5078 on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:19:46.378532 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bcb3a4b1-9c94-4809-af22-06cd2bb752b5 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (b4ae94c5-4a4a-46ce-8b3b-fbd96a1b5078), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:46.380220 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b6262-0724-4112-8537-c4565683253b None None] Pushing event updated for resources: {'Port': ['ID=b4ae94c5-4a4a-46ce-8b3b-fbd96a1b5078,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:46.388592 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f045a9-ccef-4a0c-917b-8e2396d770b4 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:19:46.389275 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f045a9-ccef-4a0c-917b-8e2396d770b4 None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:19:46.389914 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e4f045a9-ccef-4a0c-917b-8e2396d770b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:46.390635 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f045a9-ccef-4a0c-917b-8e2396d770b4 None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:19:46.391134 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-e4f045a9-ccef-4a0c-917b-8e2396d770b4 None None] Bound port: b4ae94c5-4a4a-46ce-8b3b-fbd96a1b5078, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:19:46.391520 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e4f045a9-ccef-4a0c-917b-8e2396d770b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b4ae94c5-4a4a-46ce-8b3b-fbd96a1b5078), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:46.422647 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-bcb3a4b1-9c94-4809-af22-06cd2bb752b5 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Calling delete_port for b4ae94c5-4a4a-46ce-8b3b-fbd96a1b5078 owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:19:46.488061 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e4f045a9-ccef-4a0c-917b-8e2396d770b4 None None] For port b4ae94c5-4a4a-46ce-8b3b-fbd96a1b5078, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:19:46.494356 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e4f045a9-ccef-4a0c-917b-8e2396d770b4 None None] For port b4ae94c5-4a4a-46ce-8b3b-fbd96a1b5078, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b4ae94c5-4a4a-46ce-8b3b-fbd96a1b5078,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:19:46.509601 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e4f045a9-ccef-4a0c-917b-8e2396d770b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b4ae94c5-4a4a-46ce-8b3b-fbd96a1b5078), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:46.602948 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b6262-0724-4112-8537-c4565683253b None None] Pushing event updated for resources: {'Port': ['ID=b4ae94c5-4a4a-46ce-8b3b-fbd96a1b5078,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:46.612157 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f045a9-ccef-4a0c-917b-8e2396d770b4 None None] Routers {'ba538a06-8bc7-46df-b794-25567c1fcc00'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:19:46.612892 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e4f045a9-ccef-4a0c-917b-8e2396d770b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:19:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['ba538a06-8bc7-46df-b794-25567c1fcc00'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:46.735368 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-e4f045a9-ccef-4a0c-917b-8e2396d770b4 None None] Set router ba538a06-8bc7-46df-b794-25567c1fcc00 gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:19:46.757036 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bcb3a4b1-9c94-4809-af22-06cd2bb752b5 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (b4ae94c5-4a4a-46ce-8b3b-fbd96a1b5078), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:46.790824 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3a4b1-9c94-4809-af22-06cd2bb752b5 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4ae94c5-4a4a-46ce-8b3b-fbd96a1b5078,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:46.898381 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bcb3a4b1-9c94-4809-af22-06cd2bb752b5 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (ba538a06-8bc7-46df-b794-25567c1fcc00), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:46.989038 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 61356c20-a725-4beb-be2c-6299fdf09ffd details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:19:46.997006 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e4f045a9-ccef-4a0c-917b-8e2396d770b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba538a06-8bc7-46df-b794-25567c1fcc00', 'name': 'tempest-snat-router-1588108651', 'tenant_id': 'b0c428d2257b42a28668ed92e2a8c74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:19:39Z', 'updated_at': '2022-02-09T01:19:45Z', 'revision_number': 4, 'project_id': 'b0c428d2257b42a28668ed92e2a8c74d', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:47.043771 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bcb3a4b1-9c94-4809-af22-06cd2bb752b5 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (ba538a06-8bc7-46df-b794-25567c1fcc00), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:47.047936 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bcb3a4b1-9c94-4809-af22-06cd2bb752b5 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for router_controller (ba538a06-8bc7-46df-b794-25567c1fcc00), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:47.056041 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f045a9-ccef-4a0c-917b-8e2396d770b4 None None] The sync data for ids ['ba538a06-8bc7-46df-b794-25567c1fcc00'] in n-d-822053-40 is: [{'id': 'ba538a06-8bc7-46df-b794-25567c1fcc00', 'name': 'tempest-snat-router-1588108651', 'tenant_id': 'b0c428d2257b42a28668ed92e2a8c74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:19:39Z', 'updated_at': '2022-02-09T01:19:45Z', 'revision_number': 4, 'project_id': 'b0c428d2257b42a28668ed92e2a8c74d', 'gw_port_host': None}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:19:47.175590 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bcb3a4b1-9c94-4809-af22-06cd2bb752b5 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (ba538a06-8bc7-46df-b794-25567c1fcc00), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:47.176286 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb3a4b1-9c94-4809-af22-06cd2bb752b5 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ba538a06-8bc7-46df-b794-25567c1fcc00 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:19:47.182935 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bcb3a4b1-9c94-4809-af22-06cd2bb752b5 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:47.184155 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-bcb3a4b1-9c94-4809-af22-06cd2bb752b5 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] 10.222.0.30 "DELETE /v2.0/routers/ba538a06-8bc7-46df-b794-25567c1fcc00 HTTP/1.1" status: 204 len: 168 time: 2.1569657 Feb 09 01:19:47.189296 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57938) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:47.232205 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 61356c20-a725-4beb-be2c-6299fdf09ffd, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=61356c20-a725-4beb-be2c-6299fdf09ffd,segment=NetworkSegment(72acbb77-99d7-449f-a5b4-bbffd1cfebf0),segment_id=72acbb77-99d7-449f-a5b4-bbffd1cfebf0)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:47.269100 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '61356c20-a725-4beb-be2c-6299fdf09ffd', 'network_id': 'd782717c-da84-43e9-83e3-7ef1f07f2c40', 'port_id': '61356c20-a725-4beb-be2c-6299fdf09ffd', 'mac_address': 'fa:16:3e:ff:8a:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '638ae294-4220-494e-8e41-1b81408b19b1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:19:47.306130 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57940) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:47.358959 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 61356c20-a725-4beb-be2c-6299fdf09ffd is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:19:47.363665 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (61356c20-a725-4beb-be2c-6299fdf09ffd), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:47.368969 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c3e23536-06a8-4024-9946-748b0757eee5 req-4230ba43-208e-4aa3-a574-ab21155cc0a2 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.1569221 Feb 09 01:19:47.392427 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a2f5684-4438-4748-bcf1-1a160028894f tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for router (f788b229-7ac5-4389-8682-a9494e1c495c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:47.434782 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-28fda239-5a9d-4f11-a120-1578db91927b req-dd3161fa-5f74-4478-bb64-a9ac391c29e1 service neutron] 10.222.0.91 "GET /v2.0/networks/d782717c-da84-43e9-83e3-7ef1f07f2c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0873220 Feb 09 01:19:47.456102 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61356c20-a725-4beb-be2c-6299fdf09ffd {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:19:47.573762 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 61356c20-a725-4beb-be2c-6299fdf09ffd, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=61356c20-a725-4beb-be2c-6299fdf09ffd,segment=NetworkSegment(72acbb77-99d7-449f-a5b4-bbffd1cfebf0),segment_id=72acbb77-99d7-449f-a5b4-bbffd1cfebf0)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:47.581930 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (61356c20-a725-4beb-be2c-6299fdf09ffd), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:47.609082 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c85859-0e37-4ef6-8fc1-e9417f52f3d9 req-4c99c104-ce52-4e72-9792-7dfcd40ec9a8 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:47.611940 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a9c85859-0e37-4ef6-8fc1-e9417f52f3d9 req-4c99c104-ce52-4e72-9792-7dfcd40ec9a8 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc2ce53-dc79-44fc-95de-06ffadefe1fe HTTP/1.1" status: 200 len: 945 time: 0.3512201 Feb 09 01:19:47.632076 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-62c11f12-af32-4f81-ba0b-b6af0fea89b9 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Allocated IP 172.25.1.100 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/8f26f69e-eb42-4af1-a1a5-1bc31aedae0a) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:47.698344 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=61356c20-a725-4beb-be2c-6299fdf09ffd,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:47.740393 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a2f5684-4438-4748-bcf1-1a160028894f tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for router_gateway (f788b229-7ac5-4389-8682-a9494e1c495c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:47.744527 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57950) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:47.798114 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-6b3169e2-971c-4ddf-b38c-540c26b1b11d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1123071939-network', 'tenant_id': 'f0db03bc1cf94331aa7f5844a6748bab'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:47.818260 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7a2f5684-4438-4748-bcf1-1a160028894f tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Deleting port 5fc15d11-836f-4b69-8390-b353c97872fa {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:19:47.818939 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a2f5684-4438-4748-bcf1-1a160028894f tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (5fc15d11-836f-4b69-8390-b353c97872fa), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:47.858087 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['61356c20-a725-4beb-be2c-6299fdf09ffd'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:19:47.870776 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-666d8984-a689-4cbf-b8d6-e259eda15c55 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-71751964-network', 'tenant_id': '4695261db8974c4fb81609859e9e0500'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:47.900500 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13facb-58f2-4547-9c14-92f865250caf req-b6117873-98f3-4054-ad0c-f24809cecf9e tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:47.903115 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5b13facb-58f2-4547-9c14-92f865250caf req-b6117873-98f3-4054-ad0c-f24809cecf9e tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/ports?device_id=efae1912-29b4-427d-8396-5d9dccbe0ba4 HTTP/1.1" status: 200 len: 944 time: 0.1888850 Feb 09 01:19:47.913671 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3169e2-971c-4ddf-b38c-540c26b1b11d admin admin] Made reservation on behalf of f0db03bc1cf94331aa7f5844a6748bab for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:47.916112 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6b3169e2-971c-4ddf-b38c-540c26b1b11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:47.921923 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666d8984-a689-4cbf-b8d6-e259eda15c55 admin admin] Made reservation on behalf of 4695261db8974c4fb81609859e9e0500 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:47.924540 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-666d8984-a689-4cbf-b8d6-e259eda15c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:47.931841 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a9c85859-0e37-4ef6-8fc1-e9417f52f3d9 req-9ad37087-1338-43b9-a823-9f5b55eabac0 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187696 Feb 09 01:19:47.938656 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-666d8984-a689-4cbf-b8d6-e259eda15c55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:47.947591 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-62c11f12-af32-4f81-ba0b-b6af0fea89b9 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks [] for port (8f26f69e-eb42-4af1-a1a5-1bc31aedae0a), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:47.966217 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6b3169e2-971c-4ddf-b38c-540c26b1b11d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:47.980639 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-7a2f5684-4438-4748-bcf1-1a160028894f tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] For port 5fc15d11-836f-4b69-8390-b353c97872fa, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=5fc15d11-836f-4b69-8390-b353c97872fa,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:47.981499 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a2f5684-4438-4748-bcf1-1a160028894f tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (5fc15d11-836f-4b69-8390-b353c97872fa), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:48.006910 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7a2f5684-4438-4748-bcf1-1a160028894f tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Calling delete_port for 5fc15d11-836f-4b69-8390-b353c97872fa owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:19:48.034429 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5b13facb-58f2-4547-9c14-92f865250caf req-5eb4d5b0-fa37-4663-b057-0e5d9fa1bf8e tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups?id=d30b6bd6-ee82-453d-882d-6bbb3d802968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218596 Feb 09 01:19:48.125477 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-62c11f12-af32-4f81-ba0b-b6af0fea89b9 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (8f26f69e-eb42-4af1-a1a5-1bc31aedae0a), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:48.135337 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-666d8984-a689-4cbf-b8d6-e259eda15c55 admin admin] Publish callbacks [] for security_group (5bcb05d4-9e02-4499-b267-0eb63b1a828b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:48.143228 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-666d8984-a689-4cbf-b8d6-e259eda15c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (5bcb05d4-9e02-4499-b267-0eb63b1a828b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:48.210381 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c11f12-af32-4f81-ba0b-b6af0fea89b9 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:48.214178 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-666d8984-a689-4cbf-b8d6-e259eda15c55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:19:48.218621 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-62c11f12-af32-4f81-ba0b-b6af0fea89b9 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:48.236559 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d8984-a689-4cbf-b8d6-e259eda15c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bcb05d4-9e02-4499-b267-0eb63b1a828b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:48.240478 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-666d8984-a689-4cbf-b8d6-e259eda15c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (2dc703ea-e790-4a36-b146-4aa9d863a08c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:48.240773 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-666d8984-a689-4cbf-b8d6-e259eda15c55 admin admin] Added segment 2dc703ea-e790-4a36-b146-4aa9d863a08c of type vlan for network 05e48949-2ba1-42ec-a486-a7c0b1a1bf59 Feb 09 01:19:48.244259 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c11f12-af32-4f81-ba0b-b6af0fea89b9 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:19:48.314456 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-666d8984-a689-4cbf-b8d6-e259eda15c55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (05e48949-2ba1-42ec-a486-a7c0b1a1bf59), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:48.324743 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c11f12-af32-4f81-ba0b-b6af0fea89b9 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Pushing event updated for resources: {'Port': ['ID=8f26f69e-eb42-4af1-a1a5-1bc31aedae0a,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:48.335160 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6b3169e2-971c-4ddf-b38c-540c26b1b11d admin admin] Publish callbacks [] for security_group (03b30f60-5aff-4228-912c-f7e6dfa6a4a6), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:48.340624 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6b3169e2-971c-4ddf-b38c-540c26b1b11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (03b30f60-5aff-4228-912c-f7e6dfa6a4a6), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:48.347771 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a2f5684-4438-4748-bcf1-1a160028894f tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (5fc15d11-836f-4b69-8390-b353c97872fa), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:48.361512 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b3169e2-971c-4ddf-b38c-540c26b1b11d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:19:48.377461 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6b3169e2-971c-4ddf-b38c-540c26b1b11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (a6d7b3d8-935e-40ef-8656-701030fa3f62), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:48.377870 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-6b3169e2-971c-4ddf-b38c-540c26b1b11d admin admin] Added segment a6d7b3d8-935e-40ef-8656-701030fa3f62 of type vlan for network 868cb34b-554f-4c72-811c-6d845edeea88 Feb 09 01:19:48.381525 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-666d8984-a689-4cbf-b8d6-e259eda15c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (05e48949-2ba1-42ec-a486-a7c0b1a1bf59), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:48.382518 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666d8984-a689-4cbf-b8d6-e259eda15c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:48.383101 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-666d8984-a689-4cbf-b8d6-e259eda15c55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:48.399347 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f5684-4438-4748-bcf1-1a160028894f tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Pushing event deleted for resources: {'Port': ['ID=5fc15d11-836f-4b69-8390-b353c97872fa,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:48.418900 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-666d8984-a689-4cbf-b8d6-e259eda15c55 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6732950 Feb 09 01:19:48.432094 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6b3169e2-971c-4ddf-b38c-540c26b1b11d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (868cb34b-554f-4c72-811c-6d845edeea88), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:48.448602 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57956) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:48.470614 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-7a68abae-f5ad-498d-80ad-3eafdb47bef5 admin admin] Request body: {'subnet': {'network_id': '05e48949-2ba1-42ec-a486-a7c0b1a1bf59', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-71751964-subnet', 'tenant_id': '4695261db8974c4fb81609859e9e0500', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:48.493418 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6b3169e2-971c-4ddf-b38c-540c26b1b11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (868cb34b-554f-4c72-811c-6d845edeea88), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:48.494409 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3169e2-971c-4ddf-b38c-540c26b1b11d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:48.495020 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6b3169e2-971c-4ddf-b38c-540c26b1b11d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:48.555876 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d8984-a689-4cbf-b8d6-e259eda15c55 admin admin] Pushing event updated for resources: {'Network': ['ID=05e48949-2ba1-42ec-a486-a7c0b1a1bf59,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:48.568468 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 05e48949-2ba1-42ec-a486-a7c0b1a1bf59 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:19:48.569836 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a2f5684-4438-4748-bcf1-1a160028894f tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (f788b229-7ac5-4389-8682-a9494e1c495c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:48.686249 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6b3169e2-971c-4ddf-b38c-540c26b1b11d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3680563 Feb 09 01:19:48.694452 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57960) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:48.705816 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3169e2-971c-4ddf-b38c-540c26b1b11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b30f60-5aff-4228-912c-f7e6dfa6a4a6,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:48.729851 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a68abae-f5ad-498d-80ad-3eafdb47bef5 admin admin] Made reservation on behalf of 4695261db8974c4fb81609859e9e0500 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:48.730005 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-2a8e6a26-9188-48ed-bd3f-f2fb166523a0 admin admin] Request body: {'subnet': {'network_id': '868cb34b-554f-4c72-811c-6d845edeea88', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1123071939-subnet', 'tenant_id': 'f0db03bc1cf94331aa7f5844a6748bab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:48.732569 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a68abae-f5ad-498d-80ad-3eafdb47bef5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:48.759597 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a2f5684-4438-4748-bcf1-1a160028894f tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (f788b229-7ac5-4389-8682-a9494e1c495c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:48.775050 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8e6a26-9188-48ed-bd3f-f2fb166523a0 admin admin] Made reservation on behalf of f0db03bc1cf94331aa7f5844a6748bab for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:48.777587 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2a8e6a26-9188-48ed-bd3f-f2fb166523a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:48.787753 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-62c11f12-af32-4f81-ba0b-b6af0fea89b9 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks [] for floatingip (5b6ee398-e549-45dc-914e-e98de133a1af), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:48.812835 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a2f5684-4438-4748-bcf1-1a160028894f tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for router_controller (f788b229-7ac5-4389-8682-a9494e1c495c), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:48.822345 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3169e2-971c-4ddf-b38c-540c26b1b11d admin admin] Pushing event updated for resources: {'Network': ['ID=868cb34b-554f-4c72-811c-6d845edeea88,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:48.839902 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 868cb34b-554f-4c72-811c-6d845edeea88 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:19:48.886790 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a2f5684-4438-4748-bcf1-1a160028894f tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (f788b229-7ac5-4389-8682-a9494e1c495c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:48.887324 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2f5684-4438-4748-bcf1-1a160028894f tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f788b229-7ac5-4389-8682-a9494e1c495c {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:19:48.902086 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a2f5684-4438-4748-bcf1-1a160028894f tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:48.908384 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7a2f5684-4438-4748-bcf1-1a160028894f tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] 10.222.0.30 "DELETE /v2.0/routers/f788b229-7ac5-4389-8682-a9494e1c495c HTTP/1.1" status: 204 len: 168 time: 1.7179193 Feb 09 01:19:48.909682 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57966) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:48.917561 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-d8a01d83-e227-4ecf-bfd7-4449fe617e76 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-893830452', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}, 'admin_state_up': False}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:48.976122 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6b742-5268-4d32-b139-6aa8d35502d0 req-016b1bfa-5010-4937-a1c1-613dccb993af tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:48.987653 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6b742-5268-4d32-b139-6aa8d35502d0 req-016b1bfa-5010-4937-a1c1-613dccb993af tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:48.992594 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 61356c20-a725-4beb-be2c-6299fdf09ffd up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:19:49.007822 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6b742-5268-4d32-b139-6aa8d35502d0 req-016b1bfa-5010-4937-a1c1-613dccb993af tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:49.021024 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6b742-5268-4d32-b139-6aa8d35502d0 req-016b1bfa-5010-4937-a1c1-613dccb993af tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:49.031549 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6b742-5268-4d32-b139-6aa8d35502d0 req-016b1bfa-5010-4937-a1c1-613dccb993af tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:49.045384 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d8a01d83-e227-4ecf-bfd7-4449fe617e76 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (cbef1716-fff8-481c-936e-437599d5c647), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:49.046767 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d8a01d83-e227-4ecf-bfd7-4449fe617e76 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (cbef1716-fff8-481c-936e-437599d5c647), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:49.050495 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6b742-5268-4d32-b139-6aa8d35502d0 req-016b1bfa-5010-4937-a1c1-613dccb993af tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:49.079488 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6b742-5268-4d32-b139-6aa8d35502d0 req-016b1bfa-5010-4937-a1c1-613dccb993af tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:49.088955 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9ee6b742-5268-4d32-b139-6aa8d35502d0 req-016b1bfa-5010-4937-a1c1-613dccb993af tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5420 time: 0.5736465 Feb 09 01:19:49.161842 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d8a01d83-e227-4ecf-bfd7-4449fe617e76 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router_controller (cbef1716-fff8-481c-936e-437599d5c647), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:49.167936 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-62c11f12-af32-4f81-ba0b-b6af0fea89b9 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8f26f69e-eb42-4af1-a1a5-1bc31aedae0a), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:49.169006 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 61356c20-a725-4beb-be2c-6299fdf09ffd completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:49.174132 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 61356c20-a725-4beb-be2c-6299fdf09ffd triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:49.174667 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (61356c20-a725-4beb-be2c-6299fdf09ffd), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:49.266773 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a68abae-f5ad-498d-80ad-3eafdb47bef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (0a4475dd-5699-46d6-bcef-d0f3d6bff86b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:49.288957 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 61356c20-a725-4beb-be2c-6299fdf09ffd is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:19:49.289736 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (61356c20-a725-4beb-be2c-6299fdf09ffd), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:49.312729 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:49.319392 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efae1912-29b4-427d-8396-5d9dccbe0ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61356c20-a725-4beb-be2c-6299fdf09ffd'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:19:49.322799 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266619fe-a66f-4dfe-8e6b-2a1c48a50885" -d '{"events": [{"server_uuid": "efae1912-29b4-427d-8396-5d9dccbe0ba4", "name": "network-vif-plugged", "status": "completed", "tag": "61356c20-a725-4beb-be2c-6299fdf09ffd"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:19:49.345974 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 61356c20-a725-4beb-be2c-6299fdf09ffd, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=61356c20-a725-4beb-be2c-6299fdf09ffd,segment=NetworkSegment(72acbb77-99d7-449f-a5b4-bbffd1cfebf0),segment_id=72acbb77-99d7-449f-a5b4-bbffd1cfebf0)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:49.351032 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (61356c20-a725-4beb-be2c-6299fdf09ffd), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:49.373624 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d8a01d83-e227-4ecf-bfd7-4449fe617e76 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router_gateway (cbef1716-fff8-481c-936e-437599d5c647), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:49.408501 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28924632-8cd7-454a-9379-90754348d78c req-58afb457-e708-46e8-9e1f-3d0c673452b4 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:49.410439 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=61356c20-a725-4beb-be2c-6299fdf09ffd,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:49.417570 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-28924632-8cd7-454a-9379-90754348d78c req-58afb457-e708-46e8-9e1f-3d0c673452b4 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc2ce53-dc79-44fc-95de-06ffadefe1fe HTTP/1.1" status: 200 len: 945 time: 0.1936662 Feb 09 01:19:49.418152 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a68abae-f5ad-498d-80ad-3eafdb47bef5 admin admin] Checking segment: {'id': '2dc703ea-e790-4a36-b146-4aa9d863a08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '05e48949-2ba1-42ec-a486-a7c0b1a1bf59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:19:49.418723 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a68abae-f5ad-498d-80ad-3eafdb47bef5 admin admin] Network hostable DHCP agents. Network: 05e48949-2ba1-42ec-a486-a7c0b1a1bf59, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:19:49.423494 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a68abae-f5ad-498d-80ad-3eafdb47bef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a4475dd-5699-46d6-bcef-d0f3d6bff86b,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:49.456668 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9ee6b742-5268-4d32-b139-6aa8d35502d0 req-84d06934-56c5-4469-a926-8992794aeb52 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3667448 Feb 09 01:19:49.513188 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a68abae-f5ad-498d-80ad-3eafdb47bef5 admin admin] Network 05e48949-2ba1-42ec-a486-a7c0b1a1bf59 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:19:49.540815 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-7a68abae-f5ad-498d-80ad-3eafdb47bef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 05e48949-2ba1-42ec-a486-a7c0b1a1bf59) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:49.546619 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a68abae-f5ad-498d-80ad-3eafdb47bef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:49.547442 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a68abae-f5ad-498d-80ad-3eafdb47bef5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:49.583961 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7a68abae-f5ad-498d-80ad-3eafdb47bef5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1089938 Feb 09 01:19:49.584125 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1aac5d-d047-461d-b6c0-6343ba3d002c None None] Network 05e48949-2ba1-42ec-a486-a7c0b1a1bf59 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:19:49.633356 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2a8e6a26-9188-48ed-bd3f-f2fb166523a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (49763197-212e-4286-9a3e-e9627a5797b6), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:49.742628 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc320d3-94c4-4c9a-8eb5-778d6e98ed23 None None] Network 05e48949-2ba1-42ec-a486-a7c0b1a1bf59 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:19:49.814655 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-28924632-8cd7-454a-9379-90754348d78c req-12df14a2-57ef-4765-b0dc-bfbeeb59ded9 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955040 Feb 09 01:19:49.821531 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8e6a26-9188-48ed-bd3f-f2fb166523a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49763197-212e-4286-9a3e-e9627a5797b6,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:49.865256 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d8a01d83-e227-4ecf-bfd7-4449fe617e76 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router_gateway (cbef1716-fff8-481c-936e-437599d5c647), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:49.882258 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea63ab2-6470-4a0f-a787-02f8ea900f86 req-9106516a-d6fe-431c-b2ca-2b6cb540796e tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:49.883690 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5ea63ab2-6470-4a0f-a787-02f8ea900f86 req-9106516a-d6fe-431c-b2ca-2b6cb540796e tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/ports?device_id=efae1912-29b4-427d-8396-5d9dccbe0ba4 HTTP/1.1" status: 200 len: 945 time: 0.2607653 Feb 09 01:19:49.884516 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8e6a26-9188-48ed-bd3f-f2fb166523a0 admin admin] Checking segment: {'id': 'a6d7b3d8-935e-40ef-8656-701030fa3f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '868cb34b-554f-4c72-811c-6d845edeea88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:19:49.884883 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8e6a26-9188-48ed-bd3f-f2fb166523a0 admin admin] Network hostable DHCP agents. Network: 868cb34b-554f-4c72-811c-6d845edeea88, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:19:49.888656 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d8a01d83-e227-4ecf-bfd7-4449fe617e76 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:49.946391 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-62c11f12-af32-4f81-ba0b-b6af0fea89b9 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks [] for port (8f26f69e-eb42-4af1-a1a5-1bc31aedae0a), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:49.949811 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8e6a26-9188-48ed-bd3f-f2fb166523a0 admin admin] Network 868cb34b-554f-4c72-811c-6d845edeea88 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:19:49.961069 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-62c11f12-af32-4f81-ba0b-b6af0fea89b9 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (8f26f69e-eb42-4af1-a1a5-1bc31aedae0a), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:50.021873 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c11f12-af32-4f81-ba0b-b6af0fea89b9 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Pushing event updated for resources: {'Port': ['ID=8f26f69e-eb42-4af1-a1a5-1bc31aedae0a,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:50.032201 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-2a8e6a26-9188-48ed-bd3f-f2fb166523a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 868cb34b-554f-4c72-811c-6d845edeea88) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:50.039901 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5ea63ab2-6470-4a0f-a787-02f8ea900f86 req-161e53a8-61ad-497c-8e6d-07d1ec641c00 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups?id=d30b6bd6-ee82-453d-882d-6bbb3d802968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472373 Feb 09 01:19:50.041156 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8e6a26-9188-48ed-bd3f-f2fb166523a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:50.041743 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2a8e6a26-9188-48ed-bd3f-f2fb166523a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:50.053729 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b66dc4-36d8-4b95-bed1-1f3615a8b9ae None None] Network 868cb34b-554f-4c72-811c-6d845edeea88 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:19:50.099857 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2a8e6a26-9188-48ed-bd3f-f2fb166523a0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3966527 Feb 09 01:19:50.121276 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-62c11f12-af32-4f81-ba0b-b6af0fea89b9 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (5b6ee398-e549-45dc-914e-e98de133a1af), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:50.155190 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-62c11f12-af32-4f81-ba0b-b6af0fea89b9 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:50.156740 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-62c11f12-af32-4f81-ba0b-b6af0fea89b9 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8341422 Feb 09 01:19:50.189986 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-d8a01d83-e227-4ecf-bfd7-4449fe617e76 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Allocated IP 172.25.1.253 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/ada03b3e-7358-41f2-92a4-8e82cf481e29) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:50.242223 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d0f287-c189-4da9-95ae-28c1677a2170 x-openstack-request-id: req-b4d0f287-c189-4da9-95ae-28c1677a2170 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:19:50.242895 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efae1912-29b4-427d-8396-5d9dccbe0ba4", "name": "network-vif-plugged", "status": "completed", "tag": "61356c20-a725-4beb-be2c-6299fdf09ffd", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:19:50.243363 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b4d0f287-c189-4da9-95ae-28c1677a2170 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:19:50.245539 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efae1912-29b4-427d-8396-5d9dccbe0ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61356c20-a725-4beb-be2c-6299fdf09ffd', 'code': 200} Feb 09 01:19:50.372140 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1eab93-9abd-4ac8-a256-6a4deff1ac57 req-85e3d597-bee9-4748-a454-c589094bdc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:50.373980 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d1eab93-9abd-4ac8-a256-6a4deff1ac57 req-85e3d597-bee9-4748-a454-c589094bdc6c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=efae1912-29b4-427d-8396-5d9dccbe0ba4 HTTP/1.1" status: 200 len: 1128 time: 0.0965304 Feb 09 01:19:50.410924 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a61fcf-0cdc-4f1a-acf9-666209b1a7d2 None None] Network 868cb34b-554f-4c72-811c-6d845edeea88 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:19:50.414213 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d8a01d83-e227-4ecf-bfd7-4449fe617e76 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for port (ada03b3e-7358-41f2-92a4-8e82cf481e29), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:50.523602 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d1eab93-9abd-4ac8-a256-6a4deff1ac57 req-fd4cbf7e-7573-4d3d-80fc-a7be9c0c365b service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=d30b6bd6-ee82-453d-882d-6bbb3d802968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347525 Feb 09 01:19:50.562403 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d8a01d83-e227-4ecf-bfd7-4449fe617e76 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (ada03b3e-7358-41f2-92a4-8e82cf481e29), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:50.648249 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a01d83-e227-4ecf-bfd7-4449fe617e76 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Pushing event updated for resources: {'Port': ['ID=ada03b3e-7358-41f2-92a4-8e82cf481e29,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:50.673372 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a01d83-e227-4ecf-bfd7-4449fe617e76 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:50.685461 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-d8a01d83-e227-4ecf-bfd7-4449fe617e76 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:50.693148 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a01d83-e227-4ecf-bfd7-4449fe617e76 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:19:50.725063 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-1a7db90d-f072-4cf6-af04-fcb387b7a940 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:50.733492 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-1a7db90d-f072-4cf6-af04-fcb387b7a940 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/networks?id=4f2352f9-f273-4371-afcf-34ba242f040c HTTP/1.1" status: 200 len: 821 time: 0.1653521 Feb 09 01:19:50.773085 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4610ce65-061d-43b5-bfb0-fb7606f35d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:50.777758 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:50.807668 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-8f216c62-1080-4d58-9664-8e664d9aed68 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/quotas/425a719b34a746919c58206639b6374e HTTP/1.1" status: 200 len: 375 time: 0.0723801 Feb 09 01:19:50.845760 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-5f6d8a20-3c5a-479b-a594-948f5092eefa tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=425a719b34a746919c58206639b6374e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370178 Feb 09 01:19:50.947942 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-21e40002-f8df-4671-a56f-46071c8f0f58 tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:50.949533 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-21e40002-f8df-4671-a56f-46071c8f0f58 tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] 10.222.0.30 "GET /v2.0/networks?id=05e48949-2ba1-42ec-a486-a7c0b1a1bf59 HTTP/1.1" status: 200 len: 816 time: 0.2121613 Feb 09 01:19:51.004664 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 5fc15d11-836f-4b69-8390-b353c97872fa no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:19:51.009491 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-74822b69-9094-4754-8418-ac695702d856 tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] 10.222.0.30 "GET /v2.0/quotas/4695261db8974c4fb81609859e9e0500 HTTP/1.1" status: 200 len: 375 time: 0.0467224 Feb 09 01:19:51.037939 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-4ec761eb-c970-4309-a72f-36f0bf11e6d3 service neutron] 10.222.0.30 "GET /v2.0/networks/4f2352f9-f273-4371-afcf-34ba242f040c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728089 Feb 09 01:19:51.042853 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 5fc15d11-836f-4b69-8390-b353c97872fa {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:19:51.043198 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 5fc15d11-836f-4b69-8390-b353c97872fa not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:19:51.043395 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d8a01d83-e227-4ecf-bfd7-4449fe617e76 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router_gateway (cbef1716-fff8-481c-936e-437599d5c647), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:51.057095 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-005c6096-f244-41f6-9c93-bae6fb46ad85 tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4695261db8974c4fb81609859e9e0500&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351956 Feb 09 01:19:51.222565 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-eeb5983f-9254-441f-b577-1b2d56f818f4 service neutron] 10.222.0.30 "GET /v2.0/networks/4f2352f9-f273-4371-afcf-34ba242f040c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668122 Feb 09 01:19:51.305895 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-631a9c83-42c0-4503-964f-8ef2fd56b838 service neutron] 10.222.0.30 "GET /v2.0/networks/05e48949-2ba1-42ec-a486-a7c0b1a1bf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299800 Feb 09 01:19:51.516734 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-bd65582b-5974-46fd-91ff-e535351bdbb7 service neutron] 10.222.0.30 "GET /v2.0/networks/05e48949-2ba1-42ec-a486-a7c0b1a1bf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046373 Feb 09 01:19:51.576666 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e031a-a0cd-4a44-b6f3-a3d625bebe99 req-c6ca45a2-d4ba-4371-982c-280acb91ea58 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:51.596278 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bd5e031a-a0cd-4a44-b6f3-a3d625bebe99 req-c6ca45a2-d4ba-4371-982c-280acb91ea58 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc2ce53-dc79-44fc-95de-06ffadefe1fe HTTP/1.1" status: 200 len: 945 time: 0.1297548 Feb 09 01:19:51.715180 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bd5e031a-a0cd-4a44-b6f3-a3d625bebe99 req-9add7956-bd76-40d9-954b-1de0d7ff893b tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179059 Feb 09 01:19:51.890876 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b835c-9d21-4a35-add4-520d1838f5f4 req-cd248d2b-40c9-4ba3-9c41-15afa7366f89 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:51.897276 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b835c-9d21-4a35-add4-520d1838f5f4 req-cd248d2b-40c9-4ba3-9c41-15afa7366f89 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:51.923512 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b835c-9d21-4a35-add4-520d1838f5f4 req-cd248d2b-40c9-4ba3-9c41-15afa7366f89 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:51.940835 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b835c-9d21-4a35-add4-520d1838f5f4 req-cd248d2b-40c9-4ba3-9c41-15afa7366f89 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:51.970549 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d8a01d83-e227-4ecf-bfd7-4449fe617e76 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (cbef1716-fff8-481c-936e-437599d5c647), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:51.983364 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b835c-9d21-4a35-add4-520d1838f5f4 req-cd248d2b-40c9-4ba3-9c41-15afa7366f89 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:52.009840 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b835c-9d21-4a35-add4-520d1838f5f4 req-cd248d2b-40c9-4ba3-9c41-15afa7366f89 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:52.024615 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b835c-9d21-4a35-add4-520d1838f5f4 req-cd248d2b-40c9-4ba3-9c41-15afa7366f89 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:52.026589 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-530b835c-9d21-4a35-add4-520d1838f5f4 req-cd248d2b-40c9-4ba3-9c41-15afa7366f89 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5420 time: 0.2279725 Feb 09 01:19:52.165612 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a01d83-e227-4ecf-bfd7-4449fe617e76 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Router cbef1716-fff8-481c-936e-437599d5c647 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:19:52.300835 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-530b835c-9d21-4a35-add4-520d1838f5f4 req-d478193e-5a86-4496-bc5e-6534d2f5de97 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2585740 Feb 09 01:19:52.354550 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-b7643b0d-22d9-4edf-9364-eafdc52d1384 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:52.358282 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-b7643b0d-22d9-4edf-9364-eafdc52d1384 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] 10.222.0.30 "GET /v2.0/networks?id=868cb34b-554f-4c72-811c-6d845edeea88 HTTP/1.1" status: 200 len: 822 time: 0.3151536 Feb 09 01:19:52.386771 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-7ad1f405-06d5-4599-91ac-0f4567e4aff0 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] 10.222.0.30 "GET /v2.0/quotas/f0db03bc1cf94331aa7f5844a6748bab HTTP/1.1" status: 200 len: 375 time: 0.0184708 Feb 09 01:19:52.400014 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a01d83-e227-4ecf-bfd7-4449fe617e76 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:19:52.411866 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dd1361-0fd5-4c3f-85c1-940a02d1d821 None None] Sync routers for ids ['cbef1716-fff8-481c-936e-437599d5c647'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:19:52.428369 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dd1361-0fd5-4c3f-85c1-940a02d1d821 None None] Routers {'cbef1716-fff8-481c-936e-437599d5c647'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:19:52.431392 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-35dd1361-0fd5-4c3f-85c1-940a02d1d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:19:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['cbef1716-fff8-481c-936e-437599d5c647'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:52.464102 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-4a798c7d-1930-4282-8547-e40fcaa6bbd0 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f0db03bc1cf94331aa7f5844a6748bab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0707359 Feb 09 01:19:52.467209 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d8a01d83-e227-4ecf-bfd7-4449fe617e76 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:52.468532 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d8a01d83-e227-4ecf-bfd7-4449fe617e76 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.5563402 Feb 09 01:19:52.474082 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58060) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:52.482816 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-e5c49bbb-0723-4519-bad6-b823bf0cfb96 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'enable_snat': False}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:52.643533 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1c651-a5fc-4466-a784-89fe3e05e067 req-91e23dd6-779a-4ea7-b54b-957fcd0b93b7 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:52.646274 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-01f1c651-a5fc-4466-a784-89fe3e05e067 req-91e23dd6-779a-4ea7-b54b-957fcd0b93b7 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/ports?device_id=efae1912-29b4-427d-8396-5d9dccbe0ba4 HTTP/1.1" status: 200 len: 945 time: 0.1804440 Feb 09 01:19:52.691338 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-35dd1361-0fd5-4c3f-85c1-940a02d1d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:52.719225 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dd1361-0fd5-4c3f-85c1-940a02d1d821 None None] Routers {'cbef1716-fff8-481c-936e-437599d5c647'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:19:52.722045 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-27f3c7a8-e381-4d86-b2b8-69374f92657e service neutron] 10.222.0.30 "GET /v2.0/networks/868cb34b-554f-4c72-811c-6d845edeea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967089 Feb 09 01:19:52.726241 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-35dd1361-0fd5-4c3f-85c1-940a02d1d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:19:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['cbef1716-fff8-481c-936e-437599d5c647'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:52.770517 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-35dd1361-0fd5-4c3f-85c1-940a02d1d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:52.771284 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dd1361-0fd5-4c3f-85c1-940a02d1d821 None None] The sync data for ids ['cbef1716-fff8-481c-936e-437599d5c647'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:19:52.845389 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-01f1c651-a5fc-4466-a784-89fe3e05e067 req-a1294be8-2d6c-4a50-9c6c-b148553591c3 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups?id=d30b6bd6-ee82-453d-882d-6bbb3d802968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875031 Feb 09 01:19:52.924382 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-c4732a28-2ede-4166-a5ca-f8c0fef0eb90 service neutron] 10.222.0.30 "GET /v2.0/networks/868cb34b-554f-4c72-811c-6d845edeea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014761 Feb 09 01:19:52.993042 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-07f4c568-2487-4747-aa6d-c686c8833749 req-c6be9902-2f00-495f-86db-03045996d869 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5f1ec7a-a40b-43b0-b90f-e9a81ebfcfb9 HTTP/1.1" status: 200 len: 210 time: 0.0466056 Feb 09 01:19:53.031885 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e5c49bbb-0723-4519-bad6-b823bf0cfb96 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for router_gateway (cbef1716-fff8-481c-936e-437599d5c647), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:53.147352 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-24e416a6-ebb6-4317-a97b-d2cd749784a1 req-c102c078-6cd4-4199-a5db-7d4d9fa582d0 tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] 10.222.0.30 "GET /v2.0/ports?device_id=42f8a019-3899-4273-870f-2fd94a8185a3 HTTP/1.1" status: 200 len: 210 time: 0.0505266 Feb 09 01:19:53.208781 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-c8ede353-4eaf-4bce-873e-a7fd1a5f7b29 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:53.210650 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-c8ede353-4eaf-4bce-873e-a7fd1a5f7b29 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.121 "GET /v2.0/networks?id=4f2352f9-f273-4371-afcf-34ba242f040c HTTP/1.1" status: 200 len: 821 time: 0.1688039 Feb 09 01:19:53.232430 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-f394bab7-64d5-42f7-a17f-9acd10ce57bd tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Request body: {'port': {'device_id': 'c5f1ec7a-a40b-43b0-b90f-e9a81ebfcfb9', 'network_id': '4f2352f9-f273-4371-afcf-34ba242f040c', 'admin_state_up': True, 'tenant_id': '425a719b34a746919c58206639b6374e'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:53.402934 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96110a86-3b95-49b2-b89a-a5f231d70ee2 req-1a9fcf67-248c-415b-b66f-986a6d5f1a71 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:53.404850 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-96110a86-3b95-49b2-b89a-a5f231d70ee2 req-1a9fcf67-248c-415b-b66f-986a6d5f1a71 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc2ce53-dc79-44fc-95de-06ffadefe1fe HTTP/1.1" status: 200 len: 945 time: 0.2563012 Feb 09 01:19:53.458551 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-f394bab7-64d5-42f7-a17f-9acd10ce57bd tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Made reservation on behalf of 425a719b34a746919c58206639b6374e for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:53.462014 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-f394bab7-64d5-42f7-a17f-9acd10ce57bd tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:53.471709 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7904810d-3a52-41b1-804d-8459ed698fd1 req-4f58e5cc-57c7-4293-ad8e-090c010fb449 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-384805390&fields=id&tenant_id=3a7975de586b4e08b0e9bb01c09679ae HTTP/1.1" status: 200 len: 267 time: 0.1094928 Feb 09 01:19:53.628900 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-96110a86-3b95-49b2-b89a-a5f231d70ee2 req-01433598-7a6b-473f-97a4-5b0ef79f1c7d tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908634 Feb 09 01:19:53.688304 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904810d-3a52-41b1-804d-8459ed698fd1 req-dba0fbf0-cf8f-41ec-a9fb-0b9892af97ac tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:53.699661 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7904810d-3a52-41b1-804d-8459ed698fd1 req-dba0fbf0-cf8f-41ec-a9fb-0b9892af97ac tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/ports?device_id=efae1912-29b4-427d-8396-5d9dccbe0ba4 HTTP/1.1" status: 200 len: 945 time: 0.1913724 Feb 09 01:19:53.705746 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-7904810d-3a52-41b1-804d-8459ed698fd1 req-bc78b051-e667-4efe-9f9f-5a0896ad3f56 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Request body: {'port': {'security_groups': ['d30b6bd6-ee82-453d-882d-6bbb3d802968', '9f2bb2af-1649-44ce-a826-198c6af7bfac']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:53.817206 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-f394bab7-64d5-42f7-a17f-9acd10ce57bd tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Allocated IP 172.20.0.13 (4f2352f9-f273-4371-afcf-34ba242f040c/2ce5a8b1-7fc6-4c71-98bf-e410dbdc2daf/9e14b42f-a2fa-4ad2-98bb-f5374f407fac) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:53.845043 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-fdab4ee0-92a3-4370-881a-7393daa53692 tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:53.847155 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-fdab4ee0-92a3-4370-881a-7393daa53692 tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] 10.222.0.121 "GET /v2.0/networks?id=05e48949-2ba1-42ec-a486-a7c0b1a1bf59 HTTP/1.1" status: 200 len: 816 time: 0.5110302 Feb 09 01:19:53.848569 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7904810d-3a52-41b1-804d-8459ed698fd1 req-bc78b051-e667-4efe-9f9f-5a0896ad3f56 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (61356c20-a725-4beb-be2c-6299fdf09ffd), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:53.875622 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-636cb243-26b7-4f5b-ab8f-142177cfee2e tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] Request body: {'port': {'device_id': '42f8a019-3899-4273-870f-2fd94a8185a3', 'network_id': '05e48949-2ba1-42ec-a486-a7c0b1a1bf59', 'admin_state_up': True, 'tenant_id': '4695261db8974c4fb81609859e9e0500'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:53.920368 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1dd509bb-d1e1-4283-bfaa-a436773af442 req-b5f7a5a6-3fb3-4f06-929e-2cea97c0a814 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] 10.222.0.30 "GET /v2.0/ports?device_id=65fcc732-ae51-4542-8d69-e18ff6e77558 HTTP/1.1" status: 200 len: 210 time: 0.0970275 Feb 09 01:19:54.165983 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e5c49bbb-0723-4519-bad6-b823bf0cfb96 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8820'] for router (cbef1716-fff8-481c-936e-437599d5c647), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:54.197671 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e5c49bbb-0723-4519-bad6-b823bf0cfb96 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622185'] for router (cbef1716-fff8-481c-936e-437599d5c647), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:54.212607 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-f394bab7-64d5-42f7-a17f-9acd10ce57bd tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks [] for port (9e14b42f-a2fa-4ad2-98bb-f5374f407fac), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:54.231642 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-583c6d52-32ec-426a-971d-e670bef0effd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:54.349971 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-f394bab7-64d5-42f7-a17f-9acd10ce57bd tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (9e14b42f-a2fa-4ad2-98bb-f5374f407fac), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:54.408412 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c49bbb-0723-4519-bad6-b823bf0cfb96 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Router cbef1716-fff8-481c-936e-437599d5c647 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:19:54.415107 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-f394bab7-64d5-42f7-a17f-9acd10ce57bd tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Network 4f2352f9-f273-4371-afcf-34ba242f040c is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:54.420575 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-f394bab7-64d5-42f7-a17f-9acd10ce57bd tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:54.428703 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-f394bab7-64d5-42f7-a17f-9acd10ce57bd tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:19:54.436177 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f394bab7-64d5-42f7-a17f-9acd10ce57bd tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Pushing event updated for resources: {'Port': ['ID=9e14b42f-a2fa-4ad2-98bb-f5374f407fac,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:54.550538 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013d458-b837-4e2a-842f-8a75e4258454 req-99fb80d9-7737-4f23-bdd3-3ebf07c03069 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:54.556418 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013d458-b837-4e2a-842f-8a75e4258454 req-99fb80d9-7737-4f23-bdd3-3ebf07c03069 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:54.562503 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013d458-b837-4e2a-842f-8a75e4258454 req-99fb80d9-7737-4f23-bdd3-3ebf07c03069 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:54.568117 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013d458-b837-4e2a-842f-8a75e4258454 req-99fb80d9-7737-4f23-bdd3-3ebf07c03069 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:54.572035 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-f394bab7-64d5-42f7-a17f-9acd10ce57bd tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:54.573264 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013d458-b837-4e2a-842f-8a75e4258454 req-99fb80d9-7737-4f23-bdd3-3ebf07c03069 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:54.573695 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-f394bab7-64d5-42f7-a17f-9acd10ce57bd tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:54.579365 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013d458-b837-4e2a-842f-8a75e4258454 req-99fb80d9-7737-4f23-bdd3-3ebf07c03069 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:54.584400 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013d458-b837-4e2a-842f-8a75e4258454 req-99fb80d9-7737-4f23-bdd3-3ebf07c03069 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:54.588591 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d013d458-b837-4e2a-842f-8a75e4258454 req-99fb80d9-7737-4f23-bdd3-3ebf07c03069 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5420 time: 0.5795739 Feb 09 01:19:54.603434 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-f394bab7-64d5-42f7-a17f-9acd10ce57bd tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3775485 Feb 09 01:19:54.620548 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-f83ac736-f1fb-43a4-b10b-0f7e73a48203 service neutron] Request body: {'port': {'device_id': 'c5f1ec7a-a40b-43b0-b90f-e9a81ebfcfb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:54.622420 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-636cb243-26b7-4f5b-ab8f-142177cfee2e tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] Made reservation on behalf of 4695261db8974c4fb81609859e9e0500 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:54.626443 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-636cb243-26b7-4f5b-ab8f-142177cfee2e tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:54.659312 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c49bbb-0723-4519-bad6-b823bf0cfb96 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:19:54.665386 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e5c49bbb-0723-4519-bad6-b823bf0cfb96 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:54.669126 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e5c49bbb-0723-4519-bad6-b823bf0cfb96 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] 10.222.0.30 "PUT /v2.0/routers/cbef1716-fff8-481c-936e-437599d5c647 HTTP/1.1" status: 200 len: 921 time: 2.1920164 Feb 09 01:19:54.669765 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58082) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:54.676945 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2a4cb1-a3c2-49d4-a2d1-1dcd3559244c None None] Sync routers for ids ['cbef1716-fff8-481c-936e-437599d5c647'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:19:54.699181 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2a4cb1-a3c2-49d4-a2d1-1dcd3559244c None None] Routers {'cbef1716-fff8-481c-936e-437599d5c647'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:19:54.702523 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6d2a4cb1-a3c2-49d4-a2d1-1dcd3559244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:19:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['cbef1716-fff8-481c-936e-437599d5c647'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:54.803492 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-f83ac736-f1fb-43a4-b10b-0f7e73a48203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9e14b42f-a2fa-4ad2-98bb-f5374f407fac), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:54.805608 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6d2a4cb1-a3c2-49d4-a2d1-1dcd3559244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:54.845330 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2a4cb1-a3c2-49d4-a2d1-1dcd3559244c None None] Routers {'cbef1716-fff8-481c-936e-437599d5c647'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:19:54.854470 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6d2a4cb1-a3c2-49d4-a2d1-1dcd3559244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:19:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['cbef1716-fff8-481c-936e-437599d5c647'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:54.920200 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e95d322c-4234-4610-acdb-6d9741ea862a tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] 10.222.0.30 "GET /v2.0/routers/cbef1716-fff8-481c-936e-437599d5c647 HTTP/1.1" status: 200 len: 921 time: 0.2489088 Feb 09 01:19:54.920874 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58086) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:54.927745 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d013d458-b837-4e2a-842f-8a75e4258454 req-db591db9-d959-4099-b887-48a765e1095c tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3070755 Feb 09 01:19:54.930311 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-7904810d-3a52-41b1-804d-8459ed698fd1 req-bc78b051-e667-4efe-9f9f-5a0896ad3f56 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] For port 61356c20-a725-4beb-be2c-6299fdf09ffd, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=61356c20-a725-4beb-be2c-6299fdf09ffd,segment=NetworkSegment(72acbb77-99d7-449f-a5b4-bbffd1cfebf0),segment_id=72acbb77-99d7-449f-a5b4-bbffd1cfebf0)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:54.985476 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6d2a4cb1-a3c2-49d4-a2d1-1dcd3559244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:54.987745 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2a4cb1-a3c2-49d4-a2d1-1dcd3559244c None None] The sync data for ids ['cbef1716-fff8-481c-936e-437599d5c647'] in n-d-822053-40 is: [] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:19:55.077268 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7904810d-3a52-41b1-804d-8459ed698fd1 req-bc78b051-e667-4efe-9f9f-5a0896ad3f56 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for port (61356c20-a725-4beb-be2c-6299fdf09ffd), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:55.101389 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-268d01ad-99ee-4568-9b10-6e38435d2022 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:55.102940 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-268d01ad-99ee-4568-9b10-6e38435d2022 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] 10.222.0.91 "GET /v2.0/networks?id=868cb34b-554f-4c72-811c-6d845edeea88 HTTP/1.1" status: 200 len: 822 time: 0.4813890 Feb 09 01:19:55.109913 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7904810d-3a52-41b1-804d-8459ed698fd1 req-bc78b051-e667-4efe-9f9f-5a0896ad3f56 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (61356c20-a725-4beb-be2c-6299fdf09ffd), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:55.123654 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-7c088bd3-f40c-47d3-a860-0baa26cf2bd0 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] Request body: {'port': {'device_id': '65fcc732-ae51-4542-8d69-e18ff6e77558', 'network_id': '868cb34b-554f-4c72-811c-6d845edeea88', 'admin_state_up': True, 'tenant_id': 'f0db03bc1cf94331aa7f5844a6748bab'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:55.125051 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['2fa33a0a-bd57-4833-888e-d845bfa74804', '61356c20-a725-4beb-be2c-6299fdf09ffd'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:19:55.158161 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-636cb243-26b7-4f5b-ab8f-142177cfee2e tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] Allocated IP 172.20.0.2 (05e48949-2ba1-42ec-a486-a7c0b1a1bf59/0a4475dd-5699-46d6-bcef-d0f3d6bff86b/29189171-cfae-49bf-97d9-8c3a3353edaa) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:55.256639 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904810d-3a52-41b1-804d-8459ed698fd1 req-bc78b051-e667-4efe-9f9f-5a0896ad3f56 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:55.257314 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7904810d-3a52-41b1-804d-8459ed698fd1 req-bc78b051-e667-4efe-9f9f-5a0896ad3f56 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:55.268577 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7904810d-3a52-41b1-804d-8459ed698fd1 req-bc78b051-e667-4efe-9f9f-5a0896ad3f56 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "PUT /v2.0/ports/61356c20-a725-4beb-be2c-6299fdf09ffd HTTP/1.1" status: 200 len: 981 time: 1.5675938 Feb 09 01:19:55.270693 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efae1912-29b4-427d-8396-5d9dccbe0ba4', 'tag': '61356c20-a725-4beb-be2c-6299fdf09ffd'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:19:55.273299 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956f5a84-f56d-4a41-b62d-3f0a70035efd" -d '{"events": [{"name": "network-changed", "server_uuid": "efae1912-29b4-427d-8396-5d9dccbe0ba4", "tag": "61356c20-a725-4beb-be2c-6299fdf09ffd"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:19:55.347751 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['61356c20-a725-4beb-be2c-6299fdf09ffd'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:19:55.368840 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78b051-e667-4efe-9f9f-5a0896ad3f56 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Pushing event updated for resources: {'Port': ['ID=61356c20-a725-4beb-be2c-6299fdf09ffd,revision_number=6']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:55.405105 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8217ce-c201-4037-bd25-efaff8b6b779 req-0d293d8a-ae5b-4621-8e95-4a3ec997d2f9 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:55.413288 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0a8217ce-c201-4037-bd25-efaff8b6b779 req-0d293d8a-ae5b-4621-8e95-4a3ec997d2f9 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5f1ec7a-a40b-43b0-b90f-e9a81ebfcfb9 HTTP/1.1" status: 200 len: 932 time: 0.3659403 Feb 09 01:19:55.460466 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57914ac7-2688-4968-a8b7-93b63946c608 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:55.465826 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-57914ac7-2688-4968-a8b7-93b63946c608 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=def43282-5318-4ecb-a74b-178f79c0eb6e&device_id=cbef1716-fff8-481c-936e-437599d5c647&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5419087 Feb 09 01:19:55.466498 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58094) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:55.567325 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5f7543e3-a133-4ecc-8f23-d72ea4f639fe req-3c79245a-983d-480e-90a8-34acdb1fc9b5 tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] 10.222.0.30 "GET /v2.0/ports?device_id=42f8a019-3899-4273-870f-2fd94a8185a3 HTTP/1.1" status: 200 len: 210 time: 0.2129564 Feb 09 01:19:55.637205 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4840aea3-6367-40ec-b186-8c6e75ca18c1 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:55.642493 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4840aea3-6367-40ec-b186-8c6e75ca18c1 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] 10.222.0.30 "GET /v2.0/networks/def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 881 time: 0.1723092 Feb 09 01:19:55.643126 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58096) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:55.766554 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-f83ac736-f1fb-43a4-b10b-0f7e73a48203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e14b42f-a2fa-4ad2-98bb-f5374f407fac {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:19:55.783424 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-f83ac736-f1fb-43a4-b10b-0f7e73a48203 service neutron] Publish callbacks [] for port (9e14b42f-a2fa-4ad2-98bb-f5374f407fac), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:55.791399 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0a8217ce-c201-4037-bd25-efaff8b6b779 req-326d9eca-f160-4a62-a749-7f711b09a90b tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767545 Feb 09 01:19:55.791860 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:55.802420 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-f83ac736-f1fb-43a4-b10b-0f7e73a48203 service neutron] Transition to ACTIVE for port object 9e14b42f-a2fa-4ad2-98bb-f5374f407fac will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:55.806550 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0aa8b10c-19e3-4bff-b75d-4b0ed1c3f801 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbef1716-fff8-481c-936e-437599d5c647 HTTP/1.1" status: 200 len: 205 time: 0.1596377 Feb 09 01:19:55.810823 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58098) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:55.813985 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-f83ac736-f1fb-43a4-b10b-0f7e73a48203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (9e14b42f-a2fa-4ad2-98bb-f5374f407fac), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:55.848869 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-7c088bd3-f40c-47d3-a860-0baa26cf2bd0 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] Made reservation on behalf of f0db03bc1cf94331aa7f5844a6748bab for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:55.852521 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-7c088bd3-f40c-47d3-a860-0baa26cf2bd0 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:55.924693 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-636cb243-26b7-4f5b-ab8f-142177cfee2e tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] Publish callbacks [] for port (29189171-cfae-49bf-97d9-8c3a3353edaa), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:55.962607 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0683d5c3-611f-4ffd-b67c-23c67fb697e2 req-54839b2a-3d3a-4a27-ae4e-4be38887bcbd tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] 10.222.0.30 "GET /v2.0/ports?device_id=65fcc732-ae51-4542-8d69-e18ff6e77558 HTTP/1.1" status: 200 len: 210 time: 0.0637834 Feb 09 01:19:55.992068 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-610423f9-98dc-4c79-84f0-a1ac6ddf0756 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router (cbef1716-fff8-481c-936e-437599d5c647), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:56.109658 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a5fae-03e6-4d01-8881-5c560a8f0701 req-69c3a5c0-37ed-4d48-9b17-e187abf66ce0 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:56.111340 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1b4a5fae-03e6-4d01-8881-5c560a8f0701 req-69c3a5c0-37ed-4d48-9b17-e187abf66ce0 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc2ce53-dc79-44fc-95de-06ffadefe1fe HTTP/1.1" status: 200 len: 945 time: 0.4185808 Feb 09 01:19:56.191667 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-636cb243-26b7-4f5b-ab8f-142177cfee2e tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (29189171-cfae-49bf-97d9-8c3a3353edaa), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:56.210214 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-7c088bd3-f40c-47d3-a860-0baa26cf2bd0 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] Allocated IP 172.20.0.12 (868cb34b-554f-4c72-811c-6d845edeea88/49763197-212e-4286-9a3e-e9627a5797b6/f93f623b-910b-4774-8613-7b3ee978432b) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:56.212424 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ac736-f1fb-43a4-b10b-0f7e73a48203 service neutron] Pushing event updated for resources: {'Port': ['ID=9e14b42f-a2fa-4ad2-98bb-f5374f407fac,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:56.263672 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-610423f9-98dc-4c79-84f0-a1ac6ddf0756 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router_gateway (cbef1716-fff8-481c-936e-437599d5c647), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:56.294302 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ea19acd-fe84-49d2-a164-ef419d5c8d70 req-874b18dc-2a20-4e7f-b7e8-70f8445c131f tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups/9f2bb2af-1649-44ce-a826-198c6af7bfac HTTP/1.1" status: 200 len: 1818 time: 0.2211354 Feb 09 01:19:56.313017 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-f83ac736-f1fb-43a4-b10b-0f7e73a48203 service neutron] Attempting to bind port 9e14b42f-a2fa-4ad2-98bb-f5374f407fac on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:19:56.313486 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-f83ac736-f1fb-43a4-b10b-0f7e73a48203 service neutron] Attempting to bind port 9e14b42f-a2fa-4ad2-98bb-f5374f407fac by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '93377c63-554d-4e75-a6fa-1c5faaa2bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '4f2352f9-f273-4371-afcf-34ba242f040c'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:19:56.313928 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-f83ac736-f1fb-43a4-b10b-0f7e73a48203 service neutron] Attempting to bind port 9e14b42f-a2fa-4ad2-98bb-f5374f407fac on network 4f2352f9-f273-4371-afcf-34ba242f040c {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:19:56.319255 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1b4a5fae-03e6-4d01-8881-5c560a8f0701 req-b96b8caf-ea58-47be-8431-a067ee42fd0b tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920817 Feb 09 01:19:56.322951 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-636cb243-26b7-4f5b-ab8f-142177cfee2e tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] Network 05e48949-2ba1-42ec-a486-a7c0b1a1bf59 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:56.335160 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-f83ac736-f1fb-43a4-b10b-0f7e73a48203 service neutron] Port 9e14b42f-a2fa-4ad2-98bb-f5374f407fac on network 4f2352f9-f273-4371-afcf-34ba242f040c not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:19:56.335160 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-f83ac736-f1fb-43a4-b10b-0f7e73a48203 service neutron] Attempting to bind port 9e14b42f-a2fa-4ad2-98bb-f5374f407fac on network 4f2352f9-f273-4371-afcf-34ba242f040c {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:19:56.342360 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-636cb243-26b7-4f5b-ab8f-142177cfee2e tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:56.354688 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-f83ac736-f1fb-43a4-b10b-0f7e73a48203 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:19:56.355683 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-636cb243-26b7-4f5b-ab8f-142177cfee2e tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:19:56.358169 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-f83ac736-f1fb-43a4-b10b-0f7e73a48203 service neutron] Checking segment: {'id': '93377c63-554d-4e75-a6fa-1c5faaa2bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '4f2352f9-f273-4371-afcf-34ba242f040c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:19:56.358732 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636cb243-26b7-4f5b-ab8f-142177cfee2e tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] Pushing event updated for resources: {'Port': ['ID=29189171-cfae-49bf-97d9-8c3a3353edaa,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:56.359254 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-f83ac736-f1fb-43a4-b10b-0f7e73a48203 service neutron] Bound using segment: {'id': '93377c63-554d-4e75-a6fa-1c5faaa2bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '4f2352f9-f273-4371-afcf-34ba242f040c'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:19:56.360709 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-f83ac736-f1fb-43a4-b10b-0f7e73a48203 service neutron] Bound port: 9e14b42f-a2fa-4ad2-98bb-f5374f407fac, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93377c63-554d-4e75-a6fa-1c5faaa2bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '4f2352f9-f273-4371-afcf-34ba242f040c'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:19:56.361217 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-f83ac736-f1fb-43a4-b10b-0f7e73a48203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9e14b42f-a2fa-4ad2-98bb-f5374f407fac), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:56.424018 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3f067d-621b-4f4c-9cfc-a93a2e16f81b x-openstack-request-id: req-0d3f067d-621b-4f4c-9cfc-a93a2e16f81b {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:19:56.424436 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efae1912-29b4-427d-8396-5d9dccbe0ba4", "tag": "61356c20-a725-4beb-be2c-6299fdf09ffd", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:19:56.424745 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0d3f067d-621b-4f4c-9cfc-a93a2e16f81b {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:19:56.440569 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efae1912-29b4-427d-8396-5d9dccbe0ba4', 'tag': '61356c20-a725-4beb-be2c-6299fdf09ffd', 'status': 'completed', 'code': 200} Feb 09 01:19:56.461505 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-610423f9-98dc-4c79-84f0-a1ac6ddf0756 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Deleting port ada03b3e-7358-41f2-92a4-8e82cf481e29 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:19:56.462055 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-610423f9-98dc-4c79-84f0-a1ac6ddf0756 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (ada03b3e-7358-41f2-92a4-8e82cf481e29), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:56.521410 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [req-2ea19acd-fe84-49d2-a164-ef419d5c8d70 req-5bc01d5b-07c9-41f7-9c1e-bad3f9124276 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 01:19:56.527263 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ea19acd-fe84-49d2-a164-ef419d5c8d70 req-5bc01d5b-07c9-41f7-9c1e-bad3f9124276 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "DELETE /v2.0/security-groups/9f2bb2af-1649-44ce-a826-198c6af7bfac HTTP/1.1" status: 409 len: 341 time: 0.2320662 Feb 09 01:19:56.543759 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-636cb243-26b7-4f5b-ab8f-142177cfee2e tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:56.544494 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-636cb243-26b7-4f5b-ab8f-142177cfee2e tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:56.571620 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-f83ac736-f1fb-43a4-b10b-0f7e73a48203 service neutron] For port 9e14b42f-a2fa-4ad2-98bb-f5374f407fac, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:19:56.594999 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-f83ac736-f1fb-43a4-b10b-0f7e73a48203 service neutron] For port 9e14b42f-a2fa-4ad2-98bb-f5374f407fac, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9e14b42f-a2fa-4ad2-98bb-f5374f407fac,segment=NetworkSegment(93377c63-554d-4e75-a6fa-1c5faaa2bcb9),segment_id=93377c63-554d-4e75-a6fa-1c5faaa2bcb9)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:19:56.624735 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-f83ac736-f1fb-43a4-b10b-0f7e73a48203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (9e14b42f-a2fa-4ad2-98bb-f5374f407fac), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:56.634177 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f5a84-f56d-4a41-b62d-3f0a70035efd req-58f7a64e-b4b4-49e9-88b4-ffcf89eec01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:56.635833 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-956f5a84-f56d-4a41-b62d-3f0a70035efd req-58f7a64e-b4b4-49e9-88b4-ffcf89eec01a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3a7975de586b4e08b0e9bb01c09679ae&device_id=efae1912-29b4-427d-8396-5d9dccbe0ba4 HTTP/1.1" status: 200 len: 1167 time: 0.1859632 Feb 09 01:19:56.678128 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-7c088bd3-f40c-47d3-a860-0baa26cf2bd0 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] Publish callbacks [] for port (f93f623b-910b-4774-8613-7b3ee978432b), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:56.700898 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-610423f9-98dc-4c79-84f0-a1ac6ddf0756 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (ada03b3e-7358-41f2-92a4-8e82cf481e29), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:56.732052 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-636cb243-26b7-4f5b-ab8f-142177cfee2e tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8620117 Feb 09 01:19:56.747388 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-f83ac736-f1fb-43a4-b10b-0f7e73a48203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:56.748209 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-f83ac736-f1fb-43a4-b10b-0f7e73a48203 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:56.750647 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-f83ac736-f1fb-43a4-b10b-0f7e73a48203 service neutron] 10.222.0.121 "PUT /v2.0/ports/9e14b42f-a2fa-4ad2-98bb-f5374f407fac HTTP/1.1" status: 200 len: 1093 time: 2.1349006 Feb 09 01:19:56.751264 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f1ec7a-a40b-43b0-b90f-e9a81ebfcfb9', 'tag': '9e14b42f-a2fa-4ad2-98bb-f5374f407fac'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:19:56.753672 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf45ecb-7b9b-4196-8bec-8304288c14d4" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f1ec7a-a40b-43b0-b90f-e9a81ebfcfb9", "tag": "9e14b42f-a2fa-4ad2-98bb-f5374f407fac"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:19:56.763531 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-610423f9-98dc-4c79-84f0-a1ac6ddf0756 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Calling delete_port for ada03b3e-7358-41f2-92a4-8e82cf481e29 owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:19:56.790353 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-7d528190-5f77-44d0-a129-62fe034594d7 service neutron] Request body: {'port': {'device_id': '42f8a019-3899-4273-870f-2fd94a8185a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:56.840238 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-7c088bd3-f40c-47d3-a860-0baa26cf2bd0 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (f93f623b-910b-4774-8613-7b3ee978432b), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:56.850153 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ac736-f1fb-43a4-b10b-0f7e73a48203 service neutron] Pushing event updated for resources: {'Port': ['ID=9e14b42f-a2fa-4ad2-98bb-f5374f407fac,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:56.928807 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f5a84-f56d-4a41-b62d-3f0a70035efd req-2cc60673-0c57-48d0-b22e-8890321b9569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:56.930395 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-956f5a84-f56d-4a41-b62d-3f0a70035efd req-2cc60673-0c57-48d0-b22e-8890321b9569 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d782717c-da84-43e9-83e3-7ef1f07f2c40 HTTP/1.1" status: 200 len: 914 time: 0.2638962 Feb 09 01:19:56.939260 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-7c088bd3-f40c-47d3-a860-0baa26cf2bd0 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] Network 868cb34b-554f-4c72-811c-6d845edeea88 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:56.954025 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-7c088bd3-f40c-47d3-a860-0baa26cf2bd0 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:56.972824 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289226ee-35a3-4f07-8092-2443873972bf req-261960a2-61d5-41f7-add5-0619fe89100e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:56.978379 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289226ee-35a3-4f07-8092-2443873972bf req-261960a2-61d5-41f7-add5-0619fe89100e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:56.984519 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289226ee-35a3-4f07-8092-2443873972bf req-261960a2-61d5-41f7-add5-0619fe89100e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:56.990544 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289226ee-35a3-4f07-8092-2443873972bf req-261960a2-61d5-41f7-add5-0619fe89100e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:56.996108 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289226ee-35a3-4f07-8092-2443873972bf req-261960a2-61d5-41f7-add5-0619fe89100e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:57.002237 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289226ee-35a3-4f07-8092-2443873972bf req-261960a2-61d5-41f7-add5-0619fe89100e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:57.007544 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289226ee-35a3-4f07-8092-2443873972bf req-261960a2-61d5-41f7-add5-0619fe89100e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:57.009627 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-289226ee-35a3-4f07-8092-2443873972bf req-261960a2-61d5-41f7-add5-0619fe89100e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5420 time: 0.2977116 Feb 09 01:19:57.010492 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-7c088bd3-f40c-47d3-a860-0baa26cf2bd0 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:19:57.023482 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212629db-d431-4109-a3b1-d215dc7d8f90 req-60c46934-5915-4ace-99ea-16f1a6978017 tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:57.024569 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-212629db-d431-4109-a3b1-d215dc7d8f90 req-60c46934-5915-4ace-99ea-16f1a6978017 tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] 10.222.0.30 "GET /v2.0/ports?device_id=42f8a019-3899-4273-870f-2fd94a8185a3 HTTP/1.1" status: 200 len: 931 time: 0.3060830 Feb 09 01:19:57.028016 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-956f5a84-f56d-4a41-b62d-3f0a70035efd req-16c56ebe-f3da-4038-8a4f-dda36cac7e9b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61356c20-a725-4beb-be2c-6299fdf09ffd HTTP/1.1" status: 200 len: 217 time: 0.0901248 Feb 09 01:19:57.032051 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-7d528190-5f77-44d0-a129-62fe034594d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (29189171-cfae-49bf-97d9-8c3a3353edaa), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:57.048268 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-c12f46ac-3ee9-4588-a4e9-f04d10d1addc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:57.050017 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-c12f46ac-3ee9-4588-a4e9-f04d10d1addc service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=425a719b34a746919c58206639b6374e&device_id=c5f1ec7a-a40b-43b0-b90f-e9a81ebfcfb9 HTTP/1.1" status: 200 len: 1127 time: 0.2009437 Feb 09 01:19:57.069013 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c088bd3-f40c-47d3-a860-0baa26cf2bd0 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] Pushing event updated for resources: {'Port': ['ID=f93f623b-910b-4774-8613-7b3ee978432b,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:57.130565 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-6ee828e2-f1d1-4cb0-b958-35de9b7f808b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e14b42f-a2fa-4ad2-98bb-f5374f407fac HTTP/1.1" status: 200 len: 217 time: 0.0723114 Feb 09 01:19:57.163045 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-7c088bd3-f40c-47d3-a860-0baa26cf2bd0 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:57.163597 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-7c088bd3-f40c-47d3-a860-0baa26cf2bd0 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:57.192339 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f5a84-f56d-4a41-b62d-3f0a70035efd req-da3961ce-7a2c-4c66-8eca-294eff56fe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:57.194423 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-956f5a84-f56d-4a41-b62d-3f0a70035efd req-da3961ce-7a2c-4c66-8eca-294eff56fe25 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=638ae294-4220-494e-8e41-1b81408b19b1 HTTP/1.1" status: 200 len: 853 time: 0.1582878 Feb 09 01:19:57.242056 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-7c088bd3-f40c-47d3-a860-0baa26cf2bd0 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1296837 Feb 09 01:19:57.243312 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-956f5a84-f56d-4a41-b62d-3f0a70035efd req-039408af-7ae4-4dfa-80cb-1ac4f68bc20d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d782717c-da84-43e9-83e3-7ef1f07f2c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423615 Feb 09 01:19:57.245634 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-212629db-d431-4109-a3b1-d215dc7d8f90 req-24f291bf-361e-4a2b-9bf9-d4670f2ab8df tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bcb05d4-9e02-4499-b267-0eb63b1a828b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892419 Feb 09 01:19:57.266479 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-48686b21-6993-4050-ae52-be63204522db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:57.268305 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-48686b21-6993-4050-ae52-be63204522db service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2ce5a8b1-7fc6-4c71-98bf-e410dbdc2daf HTTP/1.1" status: 200 len: 861 time: 0.1302137 Feb 09 01:19:57.270513 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-610423f9-98dc-4c79-84f0-a1ac6ddf0756 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (ada03b3e-7358-41f2-92a4-8e82cf481e29), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:57.326096 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-289226ee-35a3-4f07-8092-2443873972bf req-e21bb1b7-5b5b-4898-9f27-f710626e2e8a tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2925580 Feb 09 01:19:57.342643 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-b2028d28-3652-4f1a-97ba-eeb64fab392a service neutron] Request body: {'port': {'device_id': '65fcc732-ae51-4542-8d69-e18ff6e77558', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:57.380324 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610423f9-98dc-4c79-84f0-a1ac6ddf0756 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Pushing event deleted for resources: {'Port': ['ID=ada03b3e-7358-41f2-92a4-8e82cf481e29,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:57.392762 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-c1124178-13d7-4b39-a6b3-168cc8c8eead service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4f2352f9-f273-4371-afcf-34ba242f040c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019409 Feb 09 01:19:57.408005 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:57.417483 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d2f748-3994-41fe-b288-81bc5de38962 x-openstack-request-id: req-b5d2f748-3994-41fe-b288-81bc5de38962 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:19:57.417854 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f1ec7a-a40b-43b0-b90f-e9a81ebfcfb9", "tag": "9e14b42f-a2fa-4ad2-98bb-f5374f407fac", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:19:57.418061 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b5d2f748-3994-41fe-b288-81bc5de38962 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:19:57.418435 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f1ec7a-a40b-43b0-b90f-e9a81ebfcfb9', 'tag': '9e14b42f-a2fa-4ad2-98bb-f5374f407fac', 'status': 'completed', 'code': 200} Feb 09 01:19:57.555763 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-956f5a84-f56d-4a41-b62d-3f0a70035efd req-39f4c7e0-d0a5-4b85-bfb2-51e86f5d0c11 service neutron] 10.222.0.91 "GET /v2.0/networks/d782717c-da84-43e9-83e3-7ef1f07f2c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993731 Feb 09 01:19:57.565408 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-610423f9-98dc-4c79-84f0-a1ac6ddf0756 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (cbef1716-fff8-481c-936e-437599d5c647), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:57.666423 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-b2028d28-3652-4f1a-97ba-eeb64fab392a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f93f623b-910b-4774-8613-7b3ee978432b), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:57.680441 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42ab10-dcae-4552-ae05-7c8b8c8607ce req-8d7bde13-cc6d-439e-a279-5ede22bf9a59 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:57.682707 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ba42ab10-dcae-4552-ae05-7c8b8c8607ce req-8d7bde13-cc6d-439e-a279-5ede22bf9a59 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/ports?device_id=efae1912-29b4-427d-8396-5d9dccbe0ba4 HTTP/1.1" status: 200 len: 984 time: 0.2843854 Feb 09 01:19:57.746104 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-610423f9-98dc-4c79-84f0-a1ac6ddf0756 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (cbef1716-fff8-481c-936e-437599d5c647), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:57.749230 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-8c54283b-dbf7-4236-b712-5e69d4e09412 service neutron] 10.222.0.121 "GET /v2.0/networks/4f2352f9-f273-4371-afcf-34ba242f040c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299458 Feb 09 01:19:57.751242 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-610423f9-98dc-4c79-84f0-a1ac6ddf0756 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router_controller (cbef1716-fff8-481c-936e-437599d5c647), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:57.778840 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640574a3-42c7-48b8-982e-2bd40c7565cc req-2500249b-34b8-4e18-bb60-ea74357366b8 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:57.780775 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-640574a3-42c7-48b8-982e-2bd40c7565cc req-2500249b-34b8-4e18-bb60-ea74357366b8 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5f1ec7a-a40b-43b0-b90f-e9a81ebfcfb9 HTTP/1.1" status: 200 len: 944 time: 0.2853167 Feb 09 01:19:57.870410 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-610423f9-98dc-4c79-84f0-a1ac6ddf0756 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (cbef1716-fff8-481c-936e-437599d5c647), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:57.870869 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610423f9-98dc-4c79-84f0-a1ac6ddf0756 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Fanout notify agent at l3_agent the message router_deleted on router cbef1716-fff8-481c-936e-437599d5c647 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:19:57.885634 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-610423f9-98dc-4c79-84f0-a1ac6ddf0756 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:57.888434 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-610423f9-98dc-4c79-84f0-a1ac6ddf0756 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] 10.222.0.30 "DELETE /v2.0/routers/cbef1716-fff8-481c-936e-437599d5c647 HTTP/1.1" status: 204 len: 168 time: 2.0765865 Feb 09 01:19:57.913107 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-956f5a84-f56d-4a41-b62d-3f0a70035efd req-74ea02ce-68b9-4c45-860f-acbcaf33ac5e service neutron] 10.222.0.91 "GET /v2.0/networks/d782717c-da84-43e9-83e3-7ef1f07f2c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445735 Feb 09 01:19:57.913382 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58116) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:57.933861 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5a48ae23-d479-4dbe-b568-dd14b7189b42 req-ac3c0965-b427-4d64-a246-14030a66eb46 service neutron] 10.222.0.121 "GET /v2.0/networks/4f2352f9-f273-4371-afcf-34ba242f040c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766334 Feb 09 01:19:57.940432 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-34729257-8456-4c59-b2ac-ccbe836a455d tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1904966401', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:58.024647 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ba42ab10-dcae-4552-ae05-7c8b8c8607ce req-422ef791-dd4d-4c89-8e95-882b29d41488 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups?id=d30b6bd6-ee82-453d-882d-6bbb3d802968&id=9f2bb2af-1649-44ce-a826-198c6af7bfac&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3313160 Feb 09 01:19:58.091402 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf45ecb-7b9b-4196-8bec-8304288c14d4 req-90fa7a6e-8245-4612-9d19-da2b3612e482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:58.093315 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1bf45ecb-7b9b-4196-8bec-8304288c14d4 req-90fa7a6e-8245-4612-9d19-da2b3612e482 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=425a719b34a746919c58206639b6374e&device_id=c5f1ec7a-a40b-43b0-b90f-e9a81ebfcfb9 HTTP/1.1" status: 200 len: 1127 time: 0.1121387 Feb 09 01:19:58.100654 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0644c-3bbd-4082-be3a-4c1959442ba9 req-710156c3-32a9-4bdb-9834-cb1302283263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:58.102311 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9af0644c-3bbd-4082-be3a-4c1959442ba9 req-710156c3-32a9-4bdb-9834-cb1302283263 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3a7975de586b4e08b0e9bb01c09679ae&device_id=efae1912-29b4-427d-8396-5d9dccbe0ba4 HTTP/1.1" status: 200 len: 1167 time: 0.1098468 Feb 09 01:19:58.104138 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-34729257-8456-4c59-b2ac-ccbe836a455d tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (2830b5a4-2dff-407b-b591-716df8813da8), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:58.105203 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-34729257-8456-4c59-b2ac-ccbe836a455d tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (2830b5a4-2dff-407b-b591-716df8813da8), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:58.121448 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-640574a3-42c7-48b8-982e-2bd40c7565cc req-cf11bca9-2e40-47bc-9082-b6881c0144ce tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137832 Feb 09 01:19:58.126293 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-7d528190-5f77-44d0-a129-62fe034594d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29189171-cfae-49bf-97d9-8c3a3353edaa {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:19:58.136752 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-7d528190-5f77-44d0-a129-62fe034594d7 service neutron] Publish callbacks [] for port (29189171-cfae-49bf-97d9-8c3a3353edaa), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:58.169306 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:58.197799 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-7d528190-5f77-44d0-a129-62fe034594d7 service neutron] Transition to ACTIVE for port object 29189171-cfae-49bf-97d9-8c3a3353edaa will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:58.244752 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-7d528190-5f77-44d0-a129-62fe034594d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (29189171-cfae-49bf-97d9-8c3a3353edaa), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:58.277747 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-34729257-8456-4c59-b2ac-ccbe836a455d tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router_controller (2830b5a4-2dff-407b-b591-716df8813da8), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:58.330140 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-34729257-8456-4c59-b2ac-ccbe836a455d tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (2830b5a4-2dff-407b-b591-716df8813da8), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:58.335401 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0644c-3bbd-4082-be3a-4c1959442ba9 req-2f24a543-19d4-4c75-944f-db5c3ecd70cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:58.337158 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9af0644c-3bbd-4082-be3a-4c1959442ba9 req-2f24a543-19d4-4c75-944f-db5c3ecd70cc service neutron] 10.222.0.91 "GET /v2.0/networks?id=d782717c-da84-43e9-83e3-7ef1f07f2c40 HTTP/1.1" status: 200 len: 914 time: 0.2256701 Feb 09 01:19:58.338821 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf45ecb-7b9b-4196-8bec-8304288c14d4 req-4cff7153-61e9-46df-9883-97af34cbd1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:58.340536 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1bf45ecb-7b9b-4196-8bec-8304288c14d4 req-4cff7153-61e9-46df-9883-97af34cbd1c5 service neutron] 10.222.0.121 "GET /v2.0/networks?id=4f2352f9-f273-4371-afcf-34ba242f040c HTTP/1.1" status: 200 len: 922 time: 0.2314630 Feb 09 01:19:58.403010 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9af0644c-3bbd-4082-be3a-4c1959442ba9 req-f56a742e-fc60-476c-b19b-38508def9d68 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61356c20-a725-4beb-be2c-6299fdf09ffd HTTP/1.1" status: 200 len: 217 time: 0.0577760 Feb 09 01:19:58.420676 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-34729257-8456-4c59-b2ac-ccbe836a455d tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:58.426566 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-34729257-8456-4c59-b2ac-ccbe836a455d tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5036860 Feb 09 01:19:58.429685 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58122) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:58.431856 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d528190-5f77-44d0-a129-62fe034594d7 service neutron] Pushing event updated for resources: {'Port': ['ID=29189171-cfae-49bf-97d9-8c3a3353edaa,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:58.448619 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1bf45ecb-7b9b-4196-8bec-8304288c14d4 req-b4eb1ce5-70c9-47b3-8a40-1174a441f8b8 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e14b42f-a2fa-4ad2-98bb-f5374f407fac HTTP/1.1" status: 200 len: 217 time: 0.0945218 Feb 09 01:19:58.460289 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-9f4d05e5-edbd-4e67-aa9c-3c612644ac9a tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Request body: {'router': {'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:58.526037 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0644c-3bbd-4082-be3a-4c1959442ba9 req-094691ab-386f-416d-88f0-7fab7c3a68c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:58.527701 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9af0644c-3bbd-4082-be3a-4c1959442ba9 req-094691ab-386f-416d-88f0-7fab7c3a68c8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=638ae294-4220-494e-8e41-1b81408b19b1 HTTP/1.1" status: 200 len: 853 time: 0.0896213 Feb 09 01:19:58.535813 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf45ecb-7b9b-4196-8bec-8304288c14d4 req-eb1b4dcd-65f2-44be-a86c-a1bd1a225c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:58.537849 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1bf45ecb-7b9b-4196-8bec-8304288c14d4 req-eb1b4dcd-65f2-44be-a86c-a1bd1a225c4a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2ce5a8b1-7fc6-4c71-98bf-e410dbdc2daf HTTP/1.1" status: 200 len: 861 time: 0.0666792 Feb 09 01:19:58.589078 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1bf45ecb-7b9b-4196-8bec-8304288c14d4 req-5da5daeb-ad27-4f23-ab0a-7fc6c77afe4b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4f2352f9-f273-4371-afcf-34ba242f040c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346465 Feb 09 01:19:58.613257 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9af0644c-3bbd-4082-be3a-4c1959442ba9 req-951b0694-a725-4850-987e-7bd2dcdad186 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d782717c-da84-43e9-83e3-7ef1f07f2c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742385 Feb 09 01:19:58.928805 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f73a09-f8ae-4e4a-9065-8f015a246f8b req-79b09841-45d1-48f4-90d5-9e0da3bb4781 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:58.930463 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a4f73a09-f8ae-4e4a-9065-8f015a246f8b req-79b09841-45d1-48f4-90d5-9e0da3bb4781 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] 10.222.0.30 "GET /v2.0/ports?device_id=65fcc732-ae51-4542-8d69-e18ff6e77558 HTTP/1.1" status: 200 len: 932 time: 0.7538915 Feb 09 01:19:58.967007 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-b2028d28-3652-4f1a-97ba-eeb64fab392a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f93f623b-910b-4774-8613-7b3ee978432b {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:19:59.006334 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-b2028d28-3652-4f1a-97ba-eeb64fab392a service neutron] Publish callbacks [] for port (f93f623b-910b-4774-8613-7b3ee978432b), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:59.024808 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1710f3-07fc-4647-8aa4-19079c347736 req-f99b0109-ce63-4524-92b7-51a72e67b00c tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:59.026439 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fc1710f3-07fc-4647-8aa4-19079c347736 req-f99b0109-ce63-4524-92b7-51a72e67b00c tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc2ce53-dc79-44fc-95de-06ffadefe1fe HTTP/1.1" status: 200 len: 945 time: 0.7597494 Feb 09 01:19:59.126570 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9af0644c-3bbd-4082-be3a-4c1959442ba9 req-2997490d-3d23-4c61-9ae6-775895838b65 service neutron] 10.222.0.91 "GET /v2.0/networks/d782717c-da84-43e9-83e3-7ef1f07f2c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5051048 Feb 09 01:19:59.165193 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-b2028d28-3652-4f1a-97ba-eeb64fab392a service neutron] Transition to ACTIVE for port object f93f623b-910b-4774-8613-7b3ee978432b will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:59.177114 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1bf45ecb-7b9b-4196-8bec-8304288c14d4 req-6b181dc5-b98a-4c7d-ab78-88c4da47a334 service neutron] 10.222.0.121 "GET /v2.0/networks/4f2352f9-f273-4371-afcf-34ba242f040c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5664868 Feb 09 01:19:59.184106 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-b2028d28-3652-4f1a-97ba-eeb64fab392a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (f93f623b-910b-4774-8613-7b3ee978432b), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:59.268615 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 9e14b42f-a2fa-4ad2-98bb-f5374f407fac details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:19:59.299777 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a4f73a09-f8ae-4e4a-9065-8f015a246f8b req-1bedd38b-34af-4e44-ad12-94c2644e1509 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b30f60-5aff-4228-912c-f7e6dfa6a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553808 Feb 09 01:19:59.315011 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9af0644c-3bbd-4082-be3a-4c1959442ba9 req-93f0ebfb-96ef-46a6-823d-f860996087b0 service neutron] 10.222.0.91 "GET /v2.0/networks/d782717c-da84-43e9-83e3-7ef1f07f2c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670394 Feb 09 01:19:59.334867 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-7d528190-5f77-44d0-a129-62fe034594d7 service neutron] Attempting to bind port 29189171-cfae-49bf-97d9-8c3a3353edaa on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:19:59.334867 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-7d528190-5f77-44d0-a129-62fe034594d7 service neutron] Attempting to bind port 29189171-cfae-49bf-97d9-8c3a3353edaa by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '2dc703ea-e790-4a36-b146-4aa9d863a08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '05e48949-2ba1-42ec-a486-a7c0b1a1bf59'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:19:59.335247 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-7d528190-5f77-44d0-a129-62fe034594d7 service neutron] Attempting to bind port 29189171-cfae-49bf-97d9-8c3a3353edaa on network 05e48949-2ba1-42ec-a486-a7c0b1a1bf59 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:19:59.365563 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9f4d05e5-edbd-4e67-aa9c-3c612644ac9a tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router_gateway (2830b5a4-2dff-407b-b591-716df8813da8), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:59.367115 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1bf45ecb-7b9b-4196-8bec-8304288c14d4 req-e40afc15-09ba-473b-aca6-2b88ca4e4595 service neutron] 10.222.0.121 "GET /v2.0/networks/4f2352f9-f273-4371-afcf-34ba242f040c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617930 Feb 09 01:19:59.400335 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fc1710f3-07fc-4647-8aa4-19079c347736 req-c1b3a280-3268-4f0a-9a8e-fe973e8b7f99 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056300 Feb 09 01:19:59.401171 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-7d528190-5f77-44d0-a129-62fe034594d7 service neutron] Port 29189171-cfae-49bf-97d9-8c3a3353edaa on network 05e48949-2ba1-42ec-a486-a7c0b1a1bf59 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:19:59.401505 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-7d528190-5f77-44d0-a129-62fe034594d7 service neutron] Attempting to bind port 29189171-cfae-49bf-97d9-8c3a3353edaa on network 05e48949-2ba1-42ec-a486-a7c0b1a1bf59 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:19:59.414145 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2028d28-3652-4f1a-97ba-eeb64fab392a service neutron] Pushing event updated for resources: {'Port': ['ID=f93f623b-910b-4774-8613-7b3ee978432b,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:59.429431 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 9e14b42f-a2fa-4ad2-98bb-f5374f407fac, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9e14b42f-a2fa-4ad2-98bb-f5374f407fac,segment=NetworkSegment(93377c63-554d-4e75-a6fa-1c5faaa2bcb9),segment_id=93377c63-554d-4e75-a6fa-1c5faaa2bcb9)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:59.443365 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '9e14b42f-a2fa-4ad2-98bb-f5374f407fac', 'network_id': '4f2352f9-f273-4371-afcf-34ba242f040c', 'port_id': '9e14b42f-a2fa-4ad2-98bb-f5374f407fac', 'mac_address': 'fa:16:3e:22:36:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5a8b1-7fc6-4c71-98bf-e410dbdc2daf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:19:59.469132 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-7d528190-5f77-44d0-a129-62fe034594d7 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:19:59.469821 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-7d528190-5f77-44d0-a129-62fe034594d7 service neutron] Checking segment: {'id': '2dc703ea-e790-4a36-b146-4aa9d863a08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '05e48949-2ba1-42ec-a486-a7c0b1a1bf59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:19:59.470406 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-7d528190-5f77-44d0-a129-62fe034594d7 service neutron] Bound using segment: {'id': '2dc703ea-e790-4a36-b146-4aa9d863a08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '05e48949-2ba1-42ec-a486-a7c0b1a1bf59'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:19:59.471095 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-7d528190-5f77-44d0-a129-62fe034594d7 service neutron] Bound port: 29189171-cfae-49bf-97d9-8c3a3353edaa, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dc703ea-e790-4a36-b146-4aa9d863a08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '05e48949-2ba1-42ec-a486-a7c0b1a1bf59'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:19:59.471717 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-7d528190-5f77-44d0-a129-62fe034594d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (29189171-cfae-49bf-97d9-8c3a3353edaa), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:59.488522 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 9e14b42f-a2fa-4ad2-98bb-f5374f407fac is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:19:59.489317 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9e14b42f-a2fa-4ad2-98bb-f5374f407fac), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:59.506394 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e14b42f-a2fa-4ad2-98bb-f5374f407fac {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:19:59.532686 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 9e14b42f-a2fa-4ad2-98bb-f5374f407fac, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9e14b42f-a2fa-4ad2-98bb-f5374f407fac,segment=NetworkSegment(93377c63-554d-4e75-a6fa-1c5faaa2bcb9),segment_id=93377c63-554d-4e75-a6fa-1c5faaa2bcb9)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:59.539073 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9e14b42f-a2fa-4ad2-98bb-f5374f407fac), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:59.600269 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=9e14b42f-a2fa-4ad2-98bb-f5374f407fac,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:59.761756 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544071d4-6391-4ba2-b95e-d583670ae2fc req-aa422714-dd35-46d6-b2bd-0c29f250c640 tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:59.763720 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-544071d4-6391-4ba2-b95e-d583670ae2fc req-aa422714-dd35-46d6-b2bd-0c29f250c640 tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] 10.222.0.30 "GET /v2.0/ports?device_id=42f8a019-3899-4273-870f-2fd94a8185a3 HTTP/1.1" status: 200 len: 943 time: 0.3448358 Feb 09 01:19:59.772545 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-7d528190-5f77-44d0-a129-62fe034594d7 service neutron] For port 29189171-cfae-49bf-97d9-8c3a3353edaa, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:19:59.790102 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['9e14b42f-a2fa-4ad2-98bb-f5374f407fac'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:19:59.792207 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-b2028d28-3652-4f1a-97ba-eeb64fab392a service neutron] Attempting to bind port f93f623b-910b-4774-8613-7b3ee978432b on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:19:59.792545 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-b2028d28-3652-4f1a-97ba-eeb64fab392a service neutron] Attempting to bind port f93f623b-910b-4774-8613-7b3ee978432b by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': 'a6d7b3d8-935e-40ef-8656-701030fa3f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '868cb34b-554f-4c72-811c-6d845edeea88'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:19:59.794579 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-b2028d28-3652-4f1a-97ba-eeb64fab392a service neutron] Attempting to bind port f93f623b-910b-4774-8613-7b3ee978432b on network 868cb34b-554f-4c72-811c-6d845edeea88 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:19:59.812298 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb0d8c-7ef6-481a-8ddc-6586bc7f0216 req-3f559575-dd1b-490f-ba1c-7fa2b8a4cc5f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:59.820477 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb0d8c-7ef6-481a-8ddc-6586bc7f0216 req-3f559575-dd1b-490f-ba1c-7fa2b8a4cc5f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:59.826904 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb0d8c-7ef6-481a-8ddc-6586bc7f0216 req-3f559575-dd1b-490f-ba1c-7fa2b8a4cc5f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:59.834297 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb0d8c-7ef6-481a-8ddc-6586bc7f0216 req-3f559575-dd1b-490f-ba1c-7fa2b8a4cc5f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:59.840985 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb0d8c-7ef6-481a-8ddc-6586bc7f0216 req-3f559575-dd1b-490f-ba1c-7fa2b8a4cc5f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:59.846960 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb0d8c-7ef6-481a-8ddc-6586bc7f0216 req-3f559575-dd1b-490f-ba1c-7fa2b8a4cc5f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:59.852291 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb0d8c-7ef6-481a-8ddc-6586bc7f0216 req-3f559575-dd1b-490f-ba1c-7fa2b8a4cc5f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:59.854337 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-26bb0d8c-7ef6-481a-8ddc-6586bc7f0216 req-3f559575-dd1b-490f-ba1c-7fa2b8a4cc5f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5420 time: 0.3598039 Feb 09 01:19:59.856279 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-7d528190-5f77-44d0-a129-62fe034594d7 service neutron] For port 29189171-cfae-49bf-97d9-8c3a3353edaa, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=29189171-cfae-49bf-97d9-8c3a3353edaa,segment=NetworkSegment(2dc703ea-e790-4a36-b146-4aa9d863a08c),segment_id=2dc703ea-e790-4a36-b146-4aa9d863a08c)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:19:59.895889 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-7d528190-5f77-44d0-a129-62fe034594d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (29189171-cfae-49bf-97d9-8c3a3353edaa), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:59.900011 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-b2028d28-3652-4f1a-97ba-eeb64fab392a service neutron] Port f93f623b-910b-4774-8613-7b3ee978432b on network 868cb34b-554f-4c72-811c-6d845edeea88 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:19:59.900346 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-b2028d28-3652-4f1a-97ba-eeb64fab392a service neutron] Attempting to bind port f93f623b-910b-4774-8613-7b3ee978432b on network 868cb34b-554f-4c72-811c-6d845edeea88 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:19:59.954351 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-b2028d28-3652-4f1a-97ba-eeb64fab392a service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:19:59.955220 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-b2028d28-3652-4f1a-97ba-eeb64fab392a service neutron] Checking segment: {'id': 'a6d7b3d8-935e-40ef-8656-701030fa3f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '868cb34b-554f-4c72-811c-6d845edeea88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:19:59.955220 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-b2028d28-3652-4f1a-97ba-eeb64fab392a service neutron] Bound using segment: {'id': 'a6d7b3d8-935e-40ef-8656-701030fa3f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '868cb34b-554f-4c72-811c-6d845edeea88'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:19:59.955505 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-b2028d28-3652-4f1a-97ba-eeb64fab392a service neutron] Bound port: f93f623b-910b-4774-8613-7b3ee978432b, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6d7b3d8-935e-40ef-8656-701030fa3f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '868cb34b-554f-4c72-811c-6d845edeea88'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:19:59.955847 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-b2028d28-3652-4f1a-97ba-eeb64fab392a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f93f623b-910b-4774-8613-7b3ee978432b), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:59.973565 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-7d528190-5f77-44d0-a129-62fe034594d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:59.974514 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-7d528190-5f77-44d0-a129-62fe034594d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:59.977070 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-7d528190-5f77-44d0-a129-62fe034594d7 service neutron] 10.222.0.121 "PUT /v2.0/ports/29189171-cfae-49bf-97d9-8c3a3353edaa HTTP/1.1" status: 200 len: 1092 time: 3.2154679 Feb 09 01:19:59.996056 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f8a019-3899-4273-870f-2fd94a8185a3', 'tag': '29189171-cfae-49bf-97d9-8c3a3353edaa'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:20:00.000376 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47c95c2-86dd-43bd-a46b-29bf89c03907" -d '{"events": [{"name": "network-changed", "server_uuid": "42f8a019-3899-4273-870f-2fd94a8185a3", "tag": "29189171-cfae-49bf-97d9-8c3a3353edaa"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:20:00.038574 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-544071d4-6391-4ba2-b95e-d583670ae2fc req-fa1e57aa-31c4-4c8d-81c7-e392c0b84bd2 tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bcb05d4-9e02-4499-b267-0eb63b1a828b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623923 Feb 09 01:20:00.072376 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:20:00.150459 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-26bb0d8c-7ef6-481a-8ddc-6586bc7f0216 req-37e28874-6563-44df-881e-1201d3f6a53c tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2826276 Feb 09 01:20:00.157701 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d528190-5f77-44d0-a129-62fe034594d7 service neutron] Pushing event updated for resources: {'Port': ['ID=29189171-cfae-49bf-97d9-8c3a3353edaa,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:00.220802 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-b2028d28-3652-4f1a-97ba-eeb64fab392a service neutron] For port f93f623b-910b-4774-8613-7b3ee978432b, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:20:00.316785 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-b2028d28-3652-4f1a-97ba-eeb64fab392a service neutron] For port f93f623b-910b-4774-8613-7b3ee978432b, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=f93f623b-910b-4774-8613-7b3ee978432b,segment=NetworkSegment(a6d7b3d8-935e-40ef-8656-701030fa3f62),segment_id=a6d7b3d8-935e-40ef-8656-701030fa3f62)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:20:00.348582 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-e41b1382-d746-4f4c-a170-83c1b69ecc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:00.350092 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-e41b1382-d746-4f4c-a170-83c1b69ecc8a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=4695261db8974c4fb81609859e9e0500&device_id=42f8a019-3899-4273-870f-2fd94a8185a3 HTTP/1.1" status: 200 len: 1126 time: 0.3040626 Feb 09 01:20:00.353227 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-b2028d28-3652-4f1a-97ba-eeb64fab392a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (f93f623b-910b-4774-8613-7b3ee978432b), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:00.408458 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3d33a-cec8-4b6e-95b1-78eed6a11a05 req-4e235dbe-6995-45c5-97f9-789dfe06adf8 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:00.410073 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-96c3d33a-cec8-4b6e-95b1-78eed6a11a05 req-4e235dbe-6995-45c5-97f9-789dfe06adf8 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/ports?device_id=efae1912-29b4-427d-8396-5d9dccbe0ba4 HTTP/1.1" status: 200 len: 984 time: 0.2876937 Feb 09 01:20:00.483999 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9f4d05e5-edbd-4e67-aa9c-3c612644ac9a tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router_gateway (2830b5a4-2dff-407b-b591-716df8813da8), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:00.500493 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-1b322fd2-4ac7-434b-a1bc-052724cf77b3 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29189171-cfae-49bf-97d9-8c3a3353edaa HTTP/1.1" status: 200 len: 217 time: 0.1367431 Feb 09 01:20:00.510848 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-b2028d28-3652-4f1a-97ba-eeb64fab392a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:00.511466 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-b2028d28-3652-4f1a-97ba-eeb64fab392a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:00.512900 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-b2028d28-3652-4f1a-97ba-eeb64fab392a service neutron] 10.222.0.91 "PUT /v2.0/ports/f93f623b-910b-4774-8613-7b3ee978432b HTTP/1.1" status: 200 len: 1093 time: 3.1834574 Feb 09 01:20:00.559653 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9f4d05e5-edbd-4e67-aa9c-3c612644ac9a tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:00.665257 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db3ef6-95f1-4f11-98c2-156e46665000 req-04be7c57-f03b-4d46-8037-385e85523ff0 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:00.666945 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-88db3ef6-95f1-4f11-98c2-156e46665000 req-04be7c57-f03b-4d46-8037-385e85523ff0 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5f1ec7a-a40b-43b0-b90f-e9a81ebfcfb9 HTTP/1.1" status: 200 len: 945 time: 0.3999145 Feb 09 01:20:00.675912 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2028d28-3652-4f1a-97ba-eeb64fab392a service neutron] Pushing event updated for resources: {'Port': ['ID=f93f623b-910b-4774-8613-7b3ee978432b,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:00.767122 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-ffe18477-fdba-4a1b-9316-ab04420a3f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:00.768855 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-ffe18477-fdba-4a1b-9316-ab04420a3f9b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=0a4475dd-5699-46d6-bcef-d0f3d6bff86b HTTP/1.1" status: 200 len: 856 time: 0.2519209 Feb 09 01:20:00.787314 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-96c3d33a-cec8-4b6e-95b1-78eed6a11a05 req-d22368ec-6097-43e2-af56-758928a9082c tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups?id=d30b6bd6-ee82-453d-882d-6bbb3d802968&id=9f2bb2af-1649-44ce-a826-198c6af7bfac&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3154833 Feb 09 01:20:00.858058 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a6d1c3-5ea5-43f6-b1ab-5d8d4710b522 x-openstack-request-id: req-87a6d1c3-5ea5-43f6-b1ab-5d8d4710b522 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:20:00.858949 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f8a019-3899-4273-870f-2fd94a8185a3", "tag": "29189171-cfae-49bf-97d9-8c3a3353edaa", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:20:00.860377 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-87a6d1c3-5ea5-43f6-b1ab-5d8d4710b522 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:20:00.860815 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f8a019-3899-4273-870f-2fd94a8185a3', 'tag': '29189171-cfae-49bf-97d9-8c3a3353edaa', 'status': 'completed', 'code': 200} Feb 09 01:20:00.894128 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-35f70cd5-10c9-49e4-af4d-a0b1c5531516 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=05e48949-2ba1-42ec-a486-a7c0b1a1bf59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997956 Feb 09 01:20:00.907473 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-27466f68-d583-4c7e-91f5-ee208e355593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:00.909159 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-27466f68-d583-4c7e-91f5-ee208e355593 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f0db03bc1cf94331aa7f5844a6748bab&device_id=65fcc732-ae51-4542-8d69-e18ff6e77558 HTTP/1.1" status: 200 len: 1127 time: 0.3250523 Feb 09 01:20:00.921470 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-88db3ef6-95f1-4f11-98c2-156e46665000 req-5004de9b-fdf0-4fc1-ae2b-17c9f86a8945 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366898 Feb 09 01:20:01.036510 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-9f4d05e5-edbd-4e67-aa9c-3c612644ac9a tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Allocated IP 172.25.1.253 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/881256a5-46ca-4c32-a369-407fda7998ac) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:01.042473 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-8c6faa87-ab05-4015-a6cf-9eb27fa79f8b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f93f623b-910b-4774-8613-7b3ee978432b HTTP/1.1" status: 200 len: 217 time: 0.1192305 Feb 09 01:20:01.230961 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-2076e5af-49bc-4bd1-a43d-f77716d01e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:01.232446 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-2076e5af-49bc-4bd1-a43d-f77716d01e6a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=49763197-212e-4286-9a3e-e9627a5797b6 HTTP/1.1" status: 200 len: 862 time: 0.1715634 Feb 09 01:20:01.240479 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-46a484f8-6a68-4f60-8c93-e30ee282cac4 service neutron] 10.222.0.121 "GET /v2.0/networks/05e48949-2ba1-42ec-a486-a7c0b1a1bf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378627 Feb 09 01:20:01.247938 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bde857-3e22-4e57-ac7c-68be4afa0106 req-6e447710-6116-4a67-960b-c23c2a00d617 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:01.249945 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-47bde857-3e22-4e57-ac7c-68be4afa0106 req-6e447710-6116-4a67-960b-c23c2a00d617 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] 10.222.0.30 "GET /v2.0/ports?device_id=65fcc732-ae51-4542-8d69-e18ff6e77558 HTTP/1.1" status: 200 len: 944 time: 0.3207784 Feb 09 01:20:01.287554 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 9e14b42f-a2fa-4ad2-98bb-f5374f407fac up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:20:01.351812 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-aadf5007-7f37-470f-8371-81b23e6c8272 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=868cb34b-554f-4c72-811c-6d845edeea88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937927 Feb 09 01:20:01.364384 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c1ba7-62dd-4e12-aa7b-8b35cc30d090 req-224657a6-143f-4e0c-9634-c856975307df tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:01.371692 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-945c1ba7-62dd-4e12-aa7b-8b35cc30d090 req-224657a6-143f-4e0c-9634-c856975307df tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc2ce53-dc79-44fc-95de-06ffadefe1fe HTTP/1.1" status: 200 len: 945 time: 0.3368108 Feb 09 01:20:01.414787 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 9e14b42f-a2fa-4ad2-98bb-f5374f407fac completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:20:01.427714 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 9e14b42f-a2fa-4ad2-98bb-f5374f407fac triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:01.430457 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9e14b42f-a2fa-4ad2-98bb-f5374f407fac), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:01.582258 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 9e14b42f-a2fa-4ad2-98bb-f5374f407fac is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:01.582905 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9e14b42f-a2fa-4ad2-98bb-f5374f407fac), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:01.609938 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f1ec7a-a40b-43b0-b90f-e9a81ebfcfb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e14b42f-a2fa-4ad2-98bb-f5374f407fac'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:20:01.612860 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779d1144-7054-49fa-be5b-6fb73a3a928e" -d '{"events": [{"server_uuid": "c5f1ec7a-a40b-43b0-b90f-e9a81ebfcfb9", "name": "network-vif-plugged", "status": "completed", "tag": "9e14b42f-a2fa-4ad2-98bb-f5374f407fac"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:20:01.629228 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 9e14b42f-a2fa-4ad2-98bb-f5374f407fac, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9e14b42f-a2fa-4ad2-98bb-f5374f407fac,segment=NetworkSegment(93377c63-554d-4e75-a6fa-1c5faaa2bcb9),segment_id=93377c63-554d-4e75-a6fa-1c5faaa2bcb9)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:01.635002 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9e14b42f-a2fa-4ad2-98bb-f5374f407fac), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:01.705562 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=9e14b42f-a2fa-4ad2-98bb-f5374f407fac,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:01.824253 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9f4d05e5-edbd-4e67-aa9c-3c612644ac9a tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for port (881256a5-46ca-4c32-a369-407fda7998ac), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:01.866895 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-47bde857-3e22-4e57-ac7c-68be4afa0106 req-917293a4-a9b0-4a27-bc40-81896e06a555 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b30f60-5aff-4228-912c-f7e6dfa6a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5954216 Feb 09 01:20:01.920224 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-945c1ba7-62dd-4e12-aa7b-8b35cc30d090 req-0598bffa-48af-47cf-a60f-1e55d3433845 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5424325 Feb 09 01:20:01.931649 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94b1d147-3395-46d5-b3c1-7194c39fffae req-b36117cb-947b-48d9-823d-019ee9fb2063 service neutron] 10.222.0.121 "GET /v2.0/networks/05e48949-2ba1-42ec-a486-a7c0b1a1bf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6807179 Feb 09 01:20:01.969507 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-6aa48111-2532-4d4b-a134-420bee5d24d7 service neutron] 10.222.0.91 "GET /v2.0/networks/868cb34b-554f-4c72-811c-6d845edeea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5870776 Feb 09 01:20:02.026124 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9f4d05e5-edbd-4e67-aa9c-3c612644ac9a tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (881256a5-46ca-4c32-a369-407fda7998ac), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:02.205230 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4d05e5-edbd-4e67-aa9c-3c612644ac9a tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:02.214022 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-9f4d05e5-edbd-4e67-aa9c-3c612644ac9a tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:02.216083 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d05e5-edbd-4e67-aa9c-3c612644ac9a tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Pushing event updated for resources: {'Port': ['ID=881256a5-46ca-4c32-a369-407fda7998ac,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:02.221242 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-77a6fe02-be54-4090-a5ee-756669284368 req-f74feb4d-c59c-413c-ab16-63c4458c856c tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1445807108&fields=id&tenant_id=3a7975de586b4e08b0e9bb01c09679ae HTTP/1.1" status: 200 len: 267 time: 0.2602382 Feb 09 01:20:02.225806 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4d05e5-edbd-4e67-aa9c-3c612644ac9a tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:20:02.336996 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c95c2-86dd-43bd-a46b-29bf89c03907 req-955b2aaf-5321-49c2-a529-21be2475b220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:02.338659 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d47c95c2-86dd-43bd-a46b-29bf89c03907 req-955b2aaf-5321-49c2-a529-21be2475b220 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=4695261db8974c4fb81609859e9e0500&device_id=42f8a019-3899-4273-870f-2fd94a8185a3 HTTP/1.1" status: 200 len: 1126 time: 0.3274014 Feb 09 01:20:02.346979 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-266db4b3-f9c5-4b7c-a30f-3e21422893cb req-4e54494c-ae44-4c9e-8aca-317dd5f1f539 service neutron] 10.222.0.91 "GET /v2.0/networks/868cb34b-554f-4c72-811c-6d845edeea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532903 Feb 09 01:20:02.354012 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7236a0c-1eba-4a47-a516-5040f1779e9c req-e326541f-1723-47a4-b225-1303c28a9c31 tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:02.361995 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c7236a0c-1eba-4a47-a516-5040f1779e9c req-e326541f-1723-47a4-b225-1303c28a9c31 tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] 10.222.0.30 "GET /v2.0/ports?device_id=42f8a019-3899-4273-870f-2fd94a8185a3 HTTP/1.1" status: 200 len: 943 time: 0.3493872 Feb 09 01:20:02.577433 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6fe02-be54-4090-a5ee-756669284368 req-f5ee6a97-795f-46bf-b6dd-18de64581f41 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:02.584675 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-77a6fe02-be54-4090-a5ee-756669284368 req-f5ee6a97-795f-46bf-b6dd-18de64581f41 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/ports?device_id=efae1912-29b4-427d-8396-5d9dccbe0ba4 HTTP/1.1" status: 200 len: 984 time: 0.3274412 Feb 09 01:20:02.601117 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c7236a0c-1eba-4a47-a516-5040f1779e9c req-70e86bc5-9ca3-461a-b02b-1d056539cba1 tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bcb05d4-9e02-4499-b267-0eb63b1a828b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380469 Feb 09 01:20:02.624143 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-77a6fe02-be54-4090-a5ee-756669284368 req-5ec80bfa-3a0c-4560-a4b4-c420c4e15c84 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Request body: {'port': {'security_groups': ['9f2bb2af-1649-44ce-a826-198c6af7bfac', 'd30b6bd6-ee82-453d-882d-6bbb3d802968', 'd4c75212-0e11-4218-bda9-80792c409ade']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:02.794789 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c95c2-86dd-43bd-a46b-29bf89c03907 req-1233c43b-fba1-43db-9d43-81f3ff18b0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:02.796577 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d47c95c2-86dd-43bd-a46b-29bf89c03907 req-1233c43b-fba1-43db-9d43-81f3ff18b0e3 service neutron] 10.222.0.121 "GET /v2.0/networks?id=05e48949-2ba1-42ec-a486-a7c0b1a1bf59 HTTP/1.1" status: 200 len: 917 time: 0.4268181 Feb 09 01:20:02.893322 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65fcc732-ae51-4542-8d69-e18ff6e77558', 'tag': 'f93f623b-910b-4774-8613-7b3ee978432b'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:20:02.895507 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2008beaf-a59b-4dfb-ae5b-595a0fff2a0c" -d '{"events": [{"name": "network-changed", "server_uuid": "65fcc732-ae51-4542-8d69-e18ff6e77558", "tag": "f93f623b-910b-4774-8613-7b3ee978432b"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:20:02.942651 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d47c95c2-86dd-43bd-a46b-29bf89c03907 req-d2e3e38b-7441-4b02-9e1a-4ccd9d421c77 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29189171-cfae-49bf-97d9-8c3a3353edaa HTTP/1.1" status: 200 len: 217 time: 0.0961745 Feb 09 01:20:02.974315 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-77a6fe02-be54-4090-a5ee-756669284368 req-5ec80bfa-3a0c-4560-a4b4-c420c4e15c84 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (61356c20-a725-4beb-be2c-6299fdf09ffd), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:03.096858 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6cc49d-1b8a-4892-8d81-6e023d6658e6 req-b1510653-efcd-4855-a141-756ea5188447 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:03.102202 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6cc49d-1b8a-4892-8d81-6e023d6658e6 req-b1510653-efcd-4855-a141-756ea5188447 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:03.107435 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6cc49d-1b8a-4892-8d81-6e023d6658e6 req-b1510653-efcd-4855-a141-756ea5188447 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:03.113641 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6cc49d-1b8a-4892-8d81-6e023d6658e6 req-b1510653-efcd-4855-a141-756ea5188447 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:03.119337 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6cc49d-1b8a-4892-8d81-6e023d6658e6 req-b1510653-efcd-4855-a141-756ea5188447 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:03.125677 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6cc49d-1b8a-4892-8d81-6e023d6658e6 req-b1510653-efcd-4855-a141-756ea5188447 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:03.130914 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6cc49d-1b8a-4892-8d81-6e023d6658e6 req-b1510653-efcd-4855-a141-756ea5188447 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:03.132893 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb6cc49d-1b8a-4892-8d81-6e023d6658e6 req-b1510653-efcd-4855-a141-756ea5188447 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5420 time: 0.3908348 Feb 09 01:20:03.139201 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9f4d05e5-edbd-4e67-aa9c-3c612644ac9a tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router_gateway (2830b5a4-2dff-407b-b591-716df8813da8), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:03.195461 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c95c2-86dd-43bd-a46b-29bf89c03907 req-3e7b4154-5108-4eda-895e-ae08f93d4350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:03.196827 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d47c95c2-86dd-43bd-a46b-29bf89c03907 req-3e7b4154-5108-4eda-895e-ae08f93d4350 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=0a4475dd-5699-46d6-bcef-d0f3d6bff86b HTTP/1.1" status: 200 len: 856 time: 0.2397079 Feb 09 01:20:03.288050 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 29189171-cfae-49bf-97d9-8c3a3353edaa details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:20:03.291524 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d47c95c2-86dd-43bd-a46b-29bf89c03907 req-0e260bdc-6c3d-440b-b975-96df8533e78c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=05e48949-2ba1-42ec-a486-a7c0b1a1bf59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654912 Feb 09 01:20:03.438664 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb6cc49d-1b8a-4892-8d81-6e023d6658e6 req-7f686572-16c4-47b6-8d9c-4c3a3d895905 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2920942 Feb 09 01:20:03.557852 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 29189171-cfae-49bf-97d9-8c3a3353edaa, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=29189171-cfae-49bf-97d9-8c3a3353edaa,segment=NetworkSegment(2dc703ea-e790-4a36-b146-4aa9d863a08c),segment_id=2dc703ea-e790-4a36-b146-4aa9d863a08c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:03.569885 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db57706-e30e-4ab8-934a-a145ff301e4f x-openstack-request-id: req-7db57706-e30e-4ab8-934a-a145ff301e4f {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:20:03.569885 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f1ec7a-a40b-43b0-b90f-e9a81ebfcfb9", "name": "network-vif-plugged", "status": "completed", "tag": "9e14b42f-a2fa-4ad2-98bb-f5374f407fac", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:20:03.569885 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7db57706-e30e-4ab8-934a-a145ff301e4f {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:20:03.569885 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f1ec7a-a40b-43b0-b90f-e9a81ebfcfb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e14b42f-a2fa-4ad2-98bb-f5374f407fac', 'code': 200} Feb 09 01:20:03.581799 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '29189171-cfae-49bf-97d9-8c3a3353edaa', 'network_id': '05e48949-2ba1-42ec-a486-a7c0b1a1bf59', 'port_id': '29189171-cfae-49bf-97d9-8c3a3353edaa', 'mac_address': 'fa:16:3e:92:b0:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a4475dd-5699-46d6-bcef-d0f3d6bff86b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:20:03.585932 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d47c95c2-86dd-43bd-a46b-29bf89c03907 req-c5b5bd8b-11fe-45b8-8a08-bf2b9caeef86 service neutron] 10.222.0.121 "GET /v2.0/networks/05e48949-2ba1-42ec-a486-a7c0b1a1bf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749915 Feb 09 01:20:03.622316 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74943bc-e7e3-4f20-8c72-ee26cf985477 req-42545fb6-0b03-42f4-a312-c3ca28a9a83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:03.626128 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f74943bc-e7e3-4f20-8c72-ee26cf985477 req-42545fb6-0b03-42f4-a312-c3ca28a9a83a service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=c5f1ec7a-a40b-43b0-b90f-e9a81ebfcfb9 HTTP/1.1" status: 200 len: 1129 time: 0.0547984 Feb 09 01:20:03.634378 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 29189171-cfae-49bf-97d9-8c3a3353edaa is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:03.634782 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (29189171-cfae-49bf-97d9-8c3a3353edaa), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:03.656134 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29189171-cfae-49bf-97d9-8c3a3353edaa {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:20:03.680044 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f74943bc-e7e3-4f20-8c72-ee26cf985477 req-7448ad10-4239-458b-a4b6-fc4d7ffeb396 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483587 Feb 09 01:20:03.681853 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 29189171-cfae-49bf-97d9-8c3a3353edaa, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=29189171-cfae-49bf-97d9-8c3a3353edaa,segment=NetworkSegment(2dc703ea-e790-4a36-b146-4aa9d863a08c),segment_id=2dc703ea-e790-4a36-b146-4aa9d863a08c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:03.686206 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (29189171-cfae-49bf-97d9-8c3a3353edaa), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:03.738121 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=29189171-cfae-49bf-97d9-8c3a3353edaa,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:03.849737 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951507b6-4780-4c75-a810-0f7a2541ccb4 req-d7e50e9f-60b6-4b55-9e71-53168910c9b5 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:03.851384 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-951507b6-4780-4c75-a810-0f7a2541ccb4 req-d7e50e9f-60b6-4b55-9e71-53168910c9b5 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5f1ec7a-a40b-43b0-b90f-e9a81ebfcfb9 HTTP/1.1" status: 200 len: 946 time: 0.2631509 Feb 09 01:20:03.878659 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-77a6fe02-be54-4090-a5ee-756669284368 req-5ec80bfa-3a0c-4560-a4b4-c420c4e15c84 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] For port 61356c20-a725-4beb-be2c-6299fdf09ffd, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=61356c20-a725-4beb-be2c-6299fdf09ffd,segment=NetworkSegment(72acbb77-99d7-449f-a5b4-bbffd1cfebf0),segment_id=72acbb77-99d7-449f-a5b4-bbffd1cfebf0)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:03.907399 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d47c95c2-86dd-43bd-a46b-29bf89c03907 req-32410649-6f7d-48db-998d-0257b22028cc service neutron] 10.222.0.121 "GET /v2.0/networks/05e48949-2ba1-42ec-a486-a7c0b1a1bf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078074 Feb 09 01:20:03.916347 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9f4d05e5-edbd-4e67-aa9c-3c612644ac9a tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8820'] for router (2830b5a4-2dff-407b-b591-716df8813da8), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:03.929540 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9f4d05e5-edbd-4e67-aa9c-3c612644ac9a tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622185'] for router (2830b5a4-2dff-407b-b591-716df8813da8), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:03.955339 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['29189171-cfae-49bf-97d9-8c3a3353edaa'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:20:04.291553 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-77a6fe02-be54-4090-a5ee-756669284368 req-5ec80bfa-3a0c-4560-a4b4-c420c4e15c84 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for port (61356c20-a725-4beb-be2c-6299fdf09ffd), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:04.326652 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-77a6fe02-be54-4090-a5ee-756669284368 req-5ec80bfa-3a0c-4560-a4b4-c420c4e15c84 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (61356c20-a725-4beb-be2c-6299fdf09ffd), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:04.333707 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-951507b6-4780-4c75-a810-0f7a2541ccb4 req-5c3afd52-f96a-4c18-83d3-065dca9c1308 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4714894 Feb 09 01:20:04.358183 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['2fa33a0a-bd57-4833-888e-d845bfa74804', '61356c20-a725-4beb-be2c-6299fdf09ffd'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:20:04.400365 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6fe02-be54-4090-a5ee-756669284368 req-5ec80bfa-3a0c-4560-a4b4-c420c4e15c84 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:04.401014 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-77a6fe02-be54-4090-a5ee-756669284368 req-5ec80bfa-3a0c-4560-a4b4-c420c4e15c84 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:04.402381 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-77a6fe02-be54-4090-a5ee-756669284368 req-5ec80bfa-3a0c-4560-a4b4-c420c4e15c84 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "PUT /v2.0/ports/61356c20-a725-4beb-be2c-6299fdf09ffd HTTP/1.1" status: 200 len: 1020 time: 1.7969284 Feb 09 01:20:04.426615 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec80bfa-3a0c-4560-a4b4-c420c4e15c84 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Pushing event updated for resources: {'Port': ['ID=61356c20-a725-4beb-be2c-6299fdf09ffd,revision_number=7']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:04.471298 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5804719-a634-49ca-8d66-5994ce9ddf4c x-openstack-request-id: req-d5804719-a634-49ca-8d66-5994ce9ddf4c {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:20:04.471595 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65fcc732-ae51-4542-8d69-e18ff6e77558", "tag": "f93f623b-910b-4774-8613-7b3ee978432b", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:20:04.471849 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d5804719-a634-49ca-8d66-5994ce9ddf4c {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:20:04.473981 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65fcc732-ae51-4542-8d69-e18ff6e77558', 'tag': 'f93f623b-910b-4774-8613-7b3ee978432b', 'status': 'completed', 'code': 200} Feb 09 01:20:04.554352 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4d05e5-edbd-4e67-aa9c-3c612644ac9a tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Router 2830b5a4-2dff-407b-b591-716df8813da8 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:20:04.559948 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['61356c20-a725-4beb-be2c-6299fdf09ffd'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:20:04.730310 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008beaf-a59b-4dfb-ae5b-595a0fff2a0c req-8ea8cbfd-2e5e-40fa-8c71-13c841924ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:04.731830 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2008beaf-a59b-4dfb-ae5b-595a0fff2a0c req-8ea8cbfd-2e5e-40fa-8c71-13c841924ca0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f0db03bc1cf94331aa7f5844a6748bab&device_id=65fcc732-ae51-4542-8d69-e18ff6e77558 HTTP/1.1" status: 200 len: 1127 time: 0.2363181 Feb 09 01:20:04.768967 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250a19e-ec1e-42d1-9245-9f86cc725cf5 req-c141f45c-0f5e-4d9b-b699-86d726006422 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:04.770504 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7250a19e-ec1e-42d1-9245-9f86cc725cf5 req-c141f45c-0f5e-4d9b-b699-86d726006422 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] 10.222.0.30 "GET /v2.0/ports?device_id=65fcc732-ae51-4542-8d69-e18ff6e77558 HTTP/1.1" status: 200 len: 944 time: 0.1923010 Feb 09 01:20:04.824590 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5bb8b-54e3-40af-bcab-f8bd4bb89480 req-600136a8-da36-4b6e-97fb-b095e148dadc tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:04.826024 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-05b5bb8b-54e3-40af-bcab-f8bd4bb89480 req-600136a8-da36-4b6e-97fb-b095e148dadc tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc2ce53-dc79-44fc-95de-06ffadefe1fe HTTP/1.1" status: 200 len: 945 time: 0.2645319 Feb 09 01:20:04.942287 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4d05e5-edbd-4e67-aa9c-3c612644ac9a tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:20:04.962694 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7250a19e-ec1e-42d1-9245-9f86cc725cf5 req-9e4775be-46c0-4210-9877-117454904e67 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b30f60-5aff-4228-912c-f7e6dfa6a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789737 Feb 09 01:20:04.971710 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9f4d05e5-edbd-4e67-aa9c-3c612644ac9a tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:04.972886 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9f4d05e5-edbd-4e67-aa9c-3c612644ac9a tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] 10.222.0.30 "PUT /v2.0/routers/2830b5a4-2dff-407b-b591-716df8813da8 HTTP/1.1" status: 200 len: 880 time: 6.5417955 Feb 09 01:20:04.973691 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda4ef31-da7d-4539-9d57-650508615140 None None] Sync routers for ids ['2830b5a4-2dff-407b-b591-716df8813da8'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:20:04.975512 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58164) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:04.988499 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-05b5bb8b-54e3-40af-bcab-f8bd4bb89480 req-73f8e65d-180f-4d81-9314-56c35c24c943 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500292 Feb 09 01:20:04.992607 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008beaf-a59b-4dfb-ae5b-595a0fff2a0c req-ae48b2cb-b090-40a4-8c0e-c1bdc49c1a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:04.993990 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2008beaf-a59b-4dfb-ae5b-595a0fff2a0c req-ae48b2cb-b090-40a4-8c0e-c1bdc49c1a1e service neutron] 10.222.0.91 "GET /v2.0/networks?id=868cb34b-554f-4c72-811c-6d845edeea88 HTTP/1.1" status: 200 len: 923 time: 0.2456536 Feb 09 01:20:05.034161 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda4ef31-da7d-4539-9d57-650508615140 None None] Routers {'2830b5a4-2dff-407b-b591-716df8813da8'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:20:05.065163 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-eda4ef31-da7d-4539-9d57-650508615140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:19:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['2830b5a4-2dff-407b-b591-716df8813da8'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:05.076564 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device f93f623b-910b-4774-8613-7b3ee978432b details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:20:05.138449 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-eda4ef31-da7d-4539-9d57-650508615140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:05.150766 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2008beaf-a59b-4dfb-ae5b-595a0fff2a0c req-d5adaf74-9abe-42c1-85e2-8397d131a831 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f93f623b-910b-4774-8613-7b3ee978432b HTTP/1.1" status: 200 len: 217 time: 0.1338482 Feb 09 01:20:05.155158 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda4ef31-da7d-4539-9d57-650508615140 None None] Routers {'2830b5a4-2dff-407b-b591-716df8813da8'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:20:05.157492 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-eda4ef31-da7d-4539-9d57-650508615140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:19:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['2830b5a4-2dff-407b-b591-716df8813da8'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:05.203450 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-eda4ef31-da7d-4539-9d57-650508615140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:05.204487 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda4ef31-da7d-4539-9d57-650508615140 None None] The sync data for ids ['2830b5a4-2dff-407b-b591-716df8813da8'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:20:05.216290 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-01bf601c-fb5d-420c-afa1-129ed330ec77 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] 10.222.0.30 "GET /v2.0/routers/2830b5a4-2dff-407b-b591-716df8813da8 HTTP/1.1" status: 200 len: 921 time: 0.2386706 Feb 09 01:20:05.219775 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58166) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:05.265351 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008beaf-a59b-4dfb-ae5b-595a0fff2a0c req-e754f589-3a43-4983-a37b-8c69d5863d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:05.267362 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2008beaf-a59b-4dfb-ae5b-595a0fff2a0c req-e754f589-3a43-4983-a37b-8c69d5863d98 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=49763197-212e-4286-9a3e-e9627a5797b6 HTTP/1.1" status: 200 len: 862 time: 0.0917275 Feb 09 01:20:05.271643 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f661a9d0-7b96-4edd-99d9-62f896257da8 req-48083c46-7066-42d3-b10e-3ef19beea2c5 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups/d4c75212-0e11-4218-bda9-80792c409ade HTTP/1.1" status: 200 len: 1820 time: 0.1649101 Feb 09 01:20:05.289174 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631c58aa-e334-4a11-be10-ed8b4c1d00f0 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:05.291718 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-631c58aa-e334-4a11-be10-ed8b4c1d00f0 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=def43282-5318-4ecb-a74b-178f79c0eb6e&device_id=2830b5a4-2dff-407b-b591-716df8813da8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0707664 Feb 09 01:20:05.296535 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58168) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:05.303741 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 29189171-cfae-49bf-97d9-8c3a3353edaa up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:20:05.305477 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e1528-e4e7-44b2-986b-59e06b4fc6da req-91bdc425-ab03-4e4a-bb47-766c75534066 tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:05.307127 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9b8e1528-e4e7-44b2-986b-59e06b4fc6da req-91bdc425-ab03-4e4a-bb47-766c75534066 tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] 10.222.0.30 "GET /v2.0/ports?device_id=42f8a019-3899-4273-870f-2fd94a8185a3 HTTP/1.1" status: 200 len: 944 time: 0.1744754 Feb 09 01:20:05.328359 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port f93f623b-910b-4774-8613-7b3ee978432b, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=f93f623b-910b-4774-8613-7b3ee978432b,segment=NetworkSegment(a6d7b3d8-935e-40ef-8656-701030fa3f62),segment_id=a6d7b3d8-935e-40ef-8656-701030fa3f62)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:05.342983 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2008beaf-a59b-4dfb-ae5b-595a0fff2a0c req-490ae4d3-da7f-4d3b-89d0-eea0b91e5296 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=868cb34b-554f-4c72-811c-6d845edeea88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683341 Feb 09 01:20:05.388933 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': 'f93f623b-910b-4774-8613-7b3ee978432b', 'network_id': '868cb34b-554f-4c72-811c-6d845edeea88', 'port_id': 'f93f623b-910b-4774-8613-7b3ee978432b', 'mac_address': 'fa:16:3e:39:75:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49763197-212e-4286-9a3e-e9627a5797b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:20:05.424876 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9659a831-0789-4e47-8403-136180b87997 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:05.428338 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9659a831-0789-4e47-8403-136180b87997 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] 10.222.0.30 "GET /v2.0/networks/def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 881 time: 0.1293912 Feb 09 01:20:05.433756 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58172) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:05.473296 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [req-f661a9d0-7b96-4edd-99d9-62f896257da8 req-083e5ad1-a2b1-4c82-a1d9-01cb031c4639 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 01:20:05.474543 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port f93f623b-910b-4774-8613-7b3ee978432b is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:05.474938 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f93f623b-910b-4774-8613-7b3ee978432b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:05.475550 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f661a9d0-7b96-4edd-99d9-62f896257da8 req-083e5ad1-a2b1-4c82-a1d9-01cb031c4639 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "DELETE /v2.0/security-groups/d4c75212-0e11-4218-bda9-80792c409ade HTTP/1.1" status: 409 len: 341 time: 0.1919103 Feb 09 01:20:05.486805 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d94e3e5e-5bc0-48f0-8940-b59993eac140 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] 10.222.0.30 "GET /v2.0/ports?device_id=2830b5a4-2dff-407b-b591-716df8813da8 HTTP/1.1" status: 200 len: 205 time: 0.0514255 Feb 09 01:20:05.489454 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58176) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:05.491114 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9b8e1528-e4e7-44b2-986b-59e06b4fc6da req-fdde1040-f367-4372-bf7f-cb90b5f32899 tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bcb05d4-9e02-4499-b267-0eb63b1a828b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568699 Feb 09 01:20:05.553251 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 29189171-cfae-49bf-97d9-8c3a3353edaa completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:20:05.559336 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2008beaf-a59b-4dfb-ae5b-595a0fff2a0c req-0d89531f-a209-4b43-8fbc-8331bc2424a6 service neutron] 10.222.0.91 "GET /v2.0/networks/868cb34b-554f-4c72-811c-6d845edeea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067692 Feb 09 01:20:05.561927 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f93f623b-910b-4774-8613-7b3ee978432b {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:20:05.587270 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 29189171-cfae-49bf-97d9-8c3a3353edaa triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:05.587639 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (29189171-cfae-49bf-97d9-8c3a3353edaa), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:05.641856 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port f93f623b-910b-4774-8613-7b3ee978432b, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=f93f623b-910b-4774-8613-7b3ee978432b,segment=NetworkSegment(a6d7b3d8-935e-40ef-8656-701030fa3f62),segment_id=a6d7b3d8-935e-40ef-8656-701030fa3f62)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:05.649793 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f93f623b-910b-4774-8613-7b3ee978432b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:05.736656 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-97ba2f26-f58e-477c-adbb-a52070049061 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router (2830b5a4-2dff-407b-b591-716df8813da8), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:05.736966 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=f93f623b-910b-4774-8613-7b3ee978432b,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:05.753348 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 29189171-cfae-49bf-97d9-8c3a3353edaa is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:05.753744 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (29189171-cfae-49bf-97d9-8c3a3353edaa), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:05.797509 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2008beaf-a59b-4dfb-ae5b-595a0fff2a0c req-182b8c72-6d66-4fd2-ab42-5e2e1e76e86d service neutron] 10.222.0.91 "GET /v2.0/networks/868cb34b-554f-4c72-811c-6d845edeea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293961 Feb 09 01:20:05.799378 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 29189171-cfae-49bf-97d9-8c3a3353edaa, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=29189171-cfae-49bf-97d9-8c3a3353edaa,segment=NetworkSegment(2dc703ea-e790-4a36-b146-4aa9d863a08c),segment_id=2dc703ea-e790-4a36-b146-4aa9d863a08c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:05.800870 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f8a019-3899-4273-870f-2fd94a8185a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29189171-cfae-49bf-97d9-8c3a3353edaa'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:20:05.803587 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fb0e26-002e-433c-bc51-9b4834789ff9" -d '{"events": [{"server_uuid": "42f8a019-3899-4273-870f-2fd94a8185a3", "name": "network-vif-plugged", "status": "completed", "tag": "29189171-cfae-49bf-97d9-8c3a3353edaa"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:20:05.809709 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518cc11-7976-4794-84c1-7b96f1c98cc6 req-b4fc0a01-58cc-442c-8d16-f7821393f53f tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:05.811023 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1518cc11-7976-4794-84c1-7b96f1c98cc6 req-b4fc0a01-58cc-442c-8d16-f7821393f53f tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5f1ec7a-a40b-43b0-b90f-e9a81ebfcfb9 HTTP/1.1" status: 200 len: 946 time: 0.1433055 Feb 09 01:20:05.812251 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (29189171-cfae-49bf-97d9-8c3a3353edaa), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:05.838573 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d26cc7-aefd-4a69-baea-f7e17c4c20ca req-76ff90f0-0ce1-4aeb-a181-b0a8aa1e0c52 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:05.843722 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d26cc7-aefd-4a69-baea-f7e17c4c20ca req-76ff90f0-0ce1-4aeb-a181-b0a8aa1e0c52 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:05.849485 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d26cc7-aefd-4a69-baea-f7e17c4c20ca req-76ff90f0-0ce1-4aeb-a181-b0a8aa1e0c52 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:05.854871 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d26cc7-aefd-4a69-baea-f7e17c4c20ca req-76ff90f0-0ce1-4aeb-a181-b0a8aa1e0c52 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:05.862512 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d26cc7-aefd-4a69-baea-f7e17c4c20ca req-76ff90f0-0ce1-4aeb-a181-b0a8aa1e0c52 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:05.870027 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=29189171-cfae-49bf-97d9-8c3a3353edaa,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:05.870986 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d26cc7-aefd-4a69-baea-f7e17c4c20ca req-76ff90f0-0ce1-4aeb-a181-b0a8aa1e0c52 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:05.876980 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d26cc7-aefd-4a69-baea-f7e17c4c20ca req-76ff90f0-0ce1-4aeb-a181-b0a8aa1e0c52 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:05.879273 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-58d26cc7-aefd-4a69-baea-f7e17c4c20ca req-76ff90f0-0ce1-4aeb-a181-b0a8aa1e0c52 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5420 time: 0.2730236 Feb 09 01:20:05.894443 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['f93f623b-910b-4774-8613-7b3ee978432b'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:20:05.929442 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-97ba2f26-f58e-477c-adbb-a52070049061 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router_gateway (2830b5a4-2dff-407b-b591-716df8813da8), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:05.958749 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1518cc11-7976-4794-84c1-7b96f1c98cc6 req-39838557-b5ba-46af-b8ea-1a7e83153920 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336675 Feb 09 01:20:06.045511 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-58d26cc7-aefd-4a69-baea-f7e17c4c20ca req-1c751de7-2b3a-4cdc-9a61-723a567423b8 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1419673 Feb 09 01:20:06.054040 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-97ba2f26-f58e-477c-adbb-a52070049061 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Deleting port 881256a5-46ca-4c32-a369-407fda7998ac {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:20:06.054612 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-97ba2f26-f58e-477c-adbb-a52070049061 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (881256a5-46ca-4c32-a369-407fda7998ac), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:06.179117 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-97ba2f26-f58e-477c-adbb-a52070049061 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (881256a5-46ca-4c32-a369-407fda7998ac), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:06.197561 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-97ba2f26-f58e-477c-adbb-a52070049061 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Calling delete_port for 881256a5-46ca-4c32-a369-407fda7998ac owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:06.221506 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915fc2a7-7e59-4237-89cc-0e1df92b122d x-openstack-request-id: req-915fc2a7-7e59-4237-89cc-0e1df92b122d {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:20:06.222026 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f8a019-3899-4273-870f-2fd94a8185a3", "name": "network-vif-plugged", "status": "completed", "tag": "29189171-cfae-49bf-97d9-8c3a3353edaa", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:20:06.222482 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-915fc2a7-7e59-4237-89cc-0e1df92b122d {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:20:06.223094 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f8a019-3899-4273-870f-2fd94a8185a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29189171-cfae-49bf-97d9-8c3a3353edaa', 'code': 200} Feb 09 01:20:06.407108 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f089c2-f7e7-4f60-aebe-231919a14ddf req-48edd87b-4a99-432c-afd8-4979caeed431 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:06.408823 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a4f089c2-f7e7-4f60-aebe-231919a14ddf req-48edd87b-4a99-432c-afd8-4979caeed431 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5f1ec7a-a40b-43b0-b90f-e9a81ebfcfb9 HTTP/1.1" status: 200 len: 946 time: 0.1281431 Feb 09 01:20:06.412609 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3903aca-8e04-4a6c-ac57-7f36331b305c req-e9407843-60d8-4719-bf6a-47f8fc64b607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:06.414139 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b3903aca-8e04-4a6c-ac57-7f36331b305c req-e9407843-60d8-4719-bf6a-47f8fc64b607 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=42f8a019-3899-4273-870f-2fd94a8185a3 HTTP/1.1" status: 200 len: 1128 time: 0.1011548 Feb 09 01:20:06.437547 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-97ba2f26-f58e-477c-adbb-a52070049061 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (881256a5-46ca-4c32-a369-407fda7998ac), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:06.464790 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba2f26-f58e-477c-adbb-a52070049061 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Pushing event deleted for resources: {'Port': ['ID=881256a5-46ca-4c32-a369-407fda7998ac,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:06.475353 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efae1912-29b4-427d-8396-5d9dccbe0ba4', 'tag': '61356c20-a725-4beb-be2c-6299fdf09ffd'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:20:06.478432 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786a2107-9982-486f-811a-e9b6a1249695" -d '{"events": [{"name": "network-changed", "server_uuid": "efae1912-29b4-427d-8396-5d9dccbe0ba4", "tag": "61356c20-a725-4beb-be2c-6299fdf09ffd"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:20:06.494859 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4d01e-178c-45f1-8d1f-00596bd853bc req-b69fa918-a38a-4bf8-bbb3-0f3117b792d1 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:06.496367 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89f4d01e-178c-45f1-8d1f-00596bd853bc req-b69fa918-a38a-4bf8-bbb3-0f3117b792d1 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc2ce53-dc79-44fc-95de-06ffadefe1fe HTTP/1.1" status: 200 len: 945 time: 0.1341779 Feb 09 01:20:06.533456 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-97ba2f26-f58e-477c-adbb-a52070049061 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (2830b5a4-2dff-407b-b591-716df8813da8), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:06.540210 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b3903aca-8e04-4a6c-ac57-7f36331b305c req-ec0c7667-13fe-4d42-b275-d32a8167ccdb service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=5bcb05d4-9e02-4499-b267-0eb63b1a828b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166770 Feb 09 01:20:06.545212 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a4f089c2-f7e7-4f60-aebe-231919a14ddf req-a999bc71-b4b3-436a-9bd5-f56ef8b04df3 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259582 Feb 09 01:20:06.578684 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89f4d01e-178c-45f1-8d1f-00596bd853bc req-e5bb1d5e-34a3-4202-9d07-b7cd446c4a6f tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673962 Feb 09 01:20:06.652569 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-97ba2f26-f58e-477c-adbb-a52070049061 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (2830b5a4-2dff-407b-b591-716df8813da8), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:06.655001 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-97ba2f26-f58e-477c-adbb-a52070049061 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router_controller (2830b5a4-2dff-407b-b591-716df8813da8), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:06.700588 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6247b6b-864a-4881-8246-e48e17e53c04 req-1885656b-8161-4177-9af9-978fa7e1db4d tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:06.702353 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e6247b6b-864a-4881-8246-e48e17e53c04 req-1885656b-8161-4177-9af9-978fa7e1db4d tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] 10.222.0.30 "GET /v2.0/ports?device_id=65fcc732-ae51-4542-8d69-e18ff6e77558 HTTP/1.1" status: 200 len: 945 time: 0.0863686 Feb 09 01:20:06.705809 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-97ba2f26-f58e-477c-adbb-a52070049061 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (2830b5a4-2dff-407b-b591-716df8813da8), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:06.706478 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ba2f26-f58e-477c-adbb-a52070049061 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Fanout notify agent at l3_agent the message router_deleted on router 2830b5a4-2dff-407b-b591-716df8813da8 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:20:06.718029 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-97ba2f26-f58e-477c-adbb-a52070049061 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:06.720296 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-97ba2f26-f58e-477c-adbb-a52070049061 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] 10.222.0.30 "DELETE /v2.0/routers/2830b5a4-2dff-407b-b591-716df8813da8 HTTP/1.1" status: 204 len: 168 time: 1.2299016 Feb 09 01:20:06.724127 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58200) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:06.728567 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-5863e741-d1af-4b58-9949-56f40efb5a8a tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1008219184', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:06.737835 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ea559-a27b-4874-be42-21f550334dd5 req-0768076d-8510-48fa-a024-9b54ddbe4737 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:06.739323 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e52ea559-a27b-4874-be42-21f550334dd5 req-0768076d-8510-48fa-a024-9b54ddbe4737 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/ports?device_id=efae1912-29b4-427d-8396-5d9dccbe0ba4 HTTP/1.1" status: 200 len: 1023 time: 0.0924594 Feb 09 01:20:06.751251 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5863e741-d1af-4b58-9949-56f40efb5a8a tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (7a53c0aa-bb4d-4060-92a1-1e92234d6b1e), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:06.752400 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5863e741-d1af-4b58-9949-56f40efb5a8a tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (7a53c0aa-bb4d-4060-92a1-1e92234d6b1e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:06.795277 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e6247b6b-864a-4881-8246-e48e17e53c04 req-32b7f181-d872-4635-b23f-9a274f67e9e4 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b30f60-5aff-4228-912c-f7e6dfa6a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852578 Feb 09 01:20:06.805547 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5863e741-d1af-4b58-9949-56f40efb5a8a tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router_controller (7a53c0aa-bb4d-4060-92a1-1e92234d6b1e), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:06.810604 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5863e741-d1af-4b58-9949-56f40efb5a8a tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (7a53c0aa-bb4d-4060-92a1-1e92234d6b1e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:06.829895 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5863e741-d1af-4b58-9949-56f40efb5a8a tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:06.833459 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5863e741-d1af-4b58-9949-56f40efb5a8a tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1057789 Feb 09 01:20:06.833936 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58202) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:06.839219 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-1a59238d-005c-4cb4-8fbf-900b6765fc33 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'enable_snat': True}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:06.844840 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e52ea559-a27b-4874-be42-21f550334dd5 req-4fb66f04-bd46-45f9-8f3c-b1d3dea60814 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups?id=d30b6bd6-ee82-453d-882d-6bbb3d802968&id=9f2bb2af-1649-44ce-a826-198c6af7bfac&id=d4c75212-0e11-4218-bda9-80792c409ade&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0976033 Feb 09 01:20:06.913503 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae3ff7c-c3b0-4f63-bbe8-b7020b2c9371 x-openstack-request-id: req-6ae3ff7c-c3b0-4f63-bbe8-b7020b2c9371 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:20:06.913862 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efae1912-29b4-427d-8396-5d9dccbe0ba4", "tag": "61356c20-a725-4beb-be2c-6299fdf09ffd", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:20:06.914074 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6ae3ff7c-c3b0-4f63-bbe8-b7020b2c9371 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:20:06.914424 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efae1912-29b4-427d-8396-5d9dccbe0ba4', 'tag': '61356c20-a725-4beb-be2c-6299fdf09ffd', 'status': 'completed', 'code': 200} Feb 09 01:20:07.004527 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc2d54-665b-49e1-8905-a9c56d473bb8 req-4acc1ee7-bcb9-4035-9bc6-053172b4cac1 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:07.006031 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ddc2d54-665b-49e1-8905-a9c56d473bb8 req-4acc1ee7-bcb9-4035-9bc6-053172b4cac1 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3f19d81-ea95-41af-959e-8fd7203eec07 HTTP/1.1" status: 200 len: 945 time: 0.1337264 Feb 09 01:20:07.049625 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a2107-9982-486f-811a-e9b6a1249695 req-607a03fd-2252-4976-84c3-c4bc1ba86776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:07.051122 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-786a2107-9982-486f-811a-e9b6a1249695 req-607a03fd-2252-4976-84c3-c4bc1ba86776 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3a7975de586b4e08b0e9bb01c09679ae&device_id=efae1912-29b4-427d-8396-5d9dccbe0ba4 HTTP/1.1" status: 200 len: 1207 time: 0.1261351 Feb 09 01:20:07.063416 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040bd68-b816-4f0b-be52-a1e4f88943f9 req-a81acc1d-ab0a-4307-b2c9-d92cec458612 tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:07.064913 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f040bd68-b816-4f0b-be52-a1e4f88943f9 req-a81acc1d-ab0a-4307-b2c9-d92cec458612 tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] 10.222.0.30 "GET /v2.0/ports?device_id=42f8a019-3899-4273-870f-2fd94a8185a3 HTTP/1.1" status: 200 len: 945 time: 0.1106033 Feb 09 01:20:07.069314 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1a59238d-005c-4cb4-8fbf-900b6765fc33 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for router_gateway (7a53c0aa-bb4d-4060-92a1-1e92234d6b1e), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:07.083683 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device f93f623b-910b-4774-8613-7b3ee978432b up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:20:07.136450 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port f93f623b-910b-4774-8613-7b3ee978432b completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:20:07.142213 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port f93f623b-910b-4774-8613-7b3ee978432b triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:07.142809 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f93f623b-910b-4774-8613-7b3ee978432b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:07.153084 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ddc2d54-665b-49e1-8905-a9c56d473bb8 req-b13dec29-424c-4778-86ca-bc5ff6a40bdf tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] 10.222.0.30 "GET /v2.0/security-groups?id=cea86a2c-77d8-4634-9388-dbba610dc35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392651 Feb 09 01:20:07.225208 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f040bd68-b816-4f0b-be52-a1e4f88943f9 req-c187798f-f231-400e-93e5-dbdf024a129c tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bcb05d4-9e02-4499-b267-0eb63b1a828b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468265 Feb 09 01:20:07.237885 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a2107-9982-486f-811a-e9b6a1249695 req-6099488b-282b-4a3e-b87a-144fd75228c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:07.238673 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port f93f623b-910b-4774-8613-7b3ee978432b is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:07.238919 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f93f623b-910b-4774-8613-7b3ee978432b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:07.242484 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-786a2107-9982-486f-811a-e9b6a1249695 req-6099488b-282b-4a3e-b87a-144fd75228c7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d782717c-da84-43e9-83e3-7ef1f07f2c40 HTTP/1.1" status: 200 len: 914 time: 0.1747651 Feb 09 01:20:07.288635 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port f93f623b-910b-4774-8613-7b3ee978432b, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=f93f623b-910b-4774-8613-7b3ee978432b,segment=NetworkSegment(a6d7b3d8-935e-40ef-8656-701030fa3f62),segment_id=a6d7b3d8-935e-40ef-8656-701030fa3f62)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:07.295854 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f93f623b-910b-4774-8613-7b3ee978432b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:07.310431 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-786a2107-9982-486f-811a-e9b6a1249695 req-ab9f3778-5873-405c-a7b5-6e51e7858b76 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61356c20-a725-4beb-be2c-6299fdf09ffd HTTP/1.1" status: 200 len: 217 time: 0.0588989 Feb 09 01:20:07.341066 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1a59238d-005c-4cb4-8fbf-900b6765fc33 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for router_gateway (7a53c0aa-bb4d-4060-92a1-1e92234d6b1e), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:07.366227 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=f93f623b-910b-4774-8613-7b3ee978432b,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:07.372495 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1a59238d-005c-4cb4-8fbf-900b6765fc33 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:07.390903 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a2107-9982-486f-811a-e9b6a1249695 req-e47447d0-794f-4223-b48d-a755260ce2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:07.392648 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-786a2107-9982-486f-811a-e9b6a1249695 req-e47447d0-794f-4223-b48d-a755260ce2f9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=638ae294-4220-494e-8e41-1b81408b19b1 HTTP/1.1" status: 200 len: 853 time: 0.0733135 Feb 09 01:20:07.449069 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-786a2107-9982-486f-811a-e9b6a1249695 req-86e8b85a-0508-4246-81ee-c6a9dbe55878 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d782717c-da84-43e9-83e3-7ef1f07f2c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372252 Feb 09 01:20:07.506573 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-1a59238d-005c-4cb4-8fbf-900b6765fc33 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Allocated IP 172.25.1.92 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/02d99271-e794-44d5-84a8-3b7e4b4e3aa6) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:07.519656 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921fb0eb-b31c-4afd-af96-44b6b2e145bc req-ab49ddfd-67c1-409f-9762-6954b3405389 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:07.525509 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921fb0eb-b31c-4afd-af96-44b6b2e145bc req-ab49ddfd-67c1-409f-9762-6954b3405389 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:07.531642 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921fb0eb-b31c-4afd-af96-44b6b2e145bc req-ab49ddfd-67c1-409f-9762-6954b3405389 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:07.538874 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921fb0eb-b31c-4afd-af96-44b6b2e145bc req-ab49ddfd-67c1-409f-9762-6954b3405389 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:07.544024 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921fb0eb-b31c-4afd-af96-44b6b2e145bc req-ab49ddfd-67c1-409f-9762-6954b3405389 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:07.553409 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921fb0eb-b31c-4afd-af96-44b6b2e145bc req-ab49ddfd-67c1-409f-9762-6954b3405389 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:07.560433 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921fb0eb-b31c-4afd-af96-44b6b2e145bc req-ab49ddfd-67c1-409f-9762-6954b3405389 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:07.562519 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-921fb0eb-b31c-4afd-af96-44b6b2e145bc req-ab49ddfd-67c1-409f-9762-6954b3405389 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5420 time: 0.1849122 Feb 09 01:20:07.663855 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1a59238d-005c-4cb4-8fbf-900b6765fc33 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for port (02d99271-e794-44d5-84a8-3b7e4b4e3aa6), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:07.670714 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-786a2107-9982-486f-811a-e9b6a1249695 req-0bf2fcb7-8f18-44b9-98db-820d60c51e91 service neutron] 10.222.0.91 "GET /v2.0/networks/d782717c-da84-43e9-83e3-7ef1f07f2c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105560 Feb 09 01:20:07.680629 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-921fb0eb-b31c-4afd-af96-44b6b2e145bc req-a65a2dc0-9ef7-4017-a23f-c5af34988d31 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1014903 Feb 09 01:20:07.718363 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1a59238d-005c-4cb4-8fbf-900b6765fc33 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (02d99271-e794-44d5-84a8-3b7e4b4e3aa6), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:07.742575 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a59238d-005c-4cb4-8fbf-900b6765fc33 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:07.769324 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-1a59238d-005c-4cb4-8fbf-900b6765fc33 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:07.774158 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a59238d-005c-4cb4-8fbf-900b6765fc33 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:20:07.854403 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59238d-005c-4cb4-8fbf-900b6765fc33 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Pushing event updated for resources: {'Port': ['ID=02d99271-e794-44d5-84a8-3b7e4b4e3aa6,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:07.925513 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-786a2107-9982-486f-811a-e9b6a1249695 req-be284b61-fd3d-4c28-b3b5-14b909762f86 service neutron] 10.222.0.91 "GET /v2.0/networks/d782717c-da84-43e9-83e3-7ef1f07f2c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438514 Feb 09 01:20:07.950122 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d43be7-b381-476e-a323-4bffd520b98f req-27e0d589-7743-41d4-a407-abdef8fd5e3b tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:07.951718 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a5d43be7-b381-476e-a323-4bffd520b98f req-27e0d589-7743-41d4-a407-abdef8fd5e3b tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc2ce53-dc79-44fc-95de-06ffadefe1fe HTTP/1.1" status: 200 len: 945 time: 0.1414776 Feb 09 01:20:07.985693 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71585493-ae4e-4bec-a948-57c78bbe6030 req-dda2d53f-3264-4c1d-89ef-cf815972e1c8 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:07.987213 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-71585493-ae4e-4bec-a948-57c78bbe6030 req-dda2d53f-3264-4c1d-89ef-cf815972e1c8 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5f1ec7a-a40b-43b0-b90f-e9a81ebfcfb9 HTTP/1.1" status: 200 len: 946 time: 0.1057703 Feb 09 01:20:08.031145 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a5d43be7-b381-476e-a323-4bffd520b98f req-70870d5a-ce10-4712-9796-340b93e89798 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714839 Feb 09 01:20:08.054541 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-71585493-ae4e-4bec-a948-57c78bbe6030 req-a9f946c8-fe1f-47da-8e3f-23fc641feab3 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613625 Feb 09 01:20:08.120980 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1a59238d-005c-4cb4-8fbf-900b6765fc33 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for router_gateway (7a53c0aa-bb4d-4060-92a1-1e92234d6b1e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:08.224327 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fcc732-ae51-4542-8d69-e18ff6e77558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93f623b-910b-4774-8613-7b3ee978432b'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:20:08.226870 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d83122f-4f27-4c30-bc60-e2f555a4782d" -d '{"events": [{"server_uuid": "65fcc732-ae51-4542-8d69-e18ff6e77558", "name": "network-vif-plugged", "status": "completed", "tag": "f93f623b-910b-4774-8613-7b3ee978432b"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:20:08.239288 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f2ff3-a198-42a1-b8a1-173905849df0 req-905c33ab-b513-4319-9b64-b169abc2ec28 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:08.240868 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a10f2ff3-a198-42a1-b8a1-173905849df0 req-905c33ab-b513-4319-9b64-b169abc2ec28 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] 10.222.0.30 "GET /v2.0/ports?device_id=65fcc732-ae51-4542-8d69-e18ff6e77558 HTTP/1.1" status: 200 len: 946 time: 0.1344631 Feb 09 01:20:08.255487 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f828a-2a8e-4e61-9b73-b79d48b55b10 req-3e98a26d-1cff-45d4-aa48-513d78089e60 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:08.256967 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e8f828a-2a8e-4e61-9b73-b79d48b55b10 req-3e98a26d-1cff-45d4-aa48-513d78089e60 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/ports?device_id=efae1912-29b4-427d-8396-5d9dccbe0ba4 HTTP/1.1" status: 200 len: 1023 time: 0.1372418 Feb 09 01:20:08.267649 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047e61f-5d53-4b57-b61e-a8194713a9d4 req-5cddd04d-60f2-414a-a21b-a24d64ba22a9 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:08.269140 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8047e61f-5d53-4b57-b61e-a8194713a9d4 req-5cddd04d-60f2-414a-a21b-a24d64ba22a9 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.91 "GET /v2.0/ports?device_id=efae1912-29b4-427d-8396-5d9dccbe0ba4 HTTP/1.1" status: 200 len: 1023 time: 0.1224656 Feb 09 01:20:08.327630 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1a59238d-005c-4cb4-8fbf-900b6765fc33 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8820'] for router (7a53c0aa-bb4d-4060-92a1-1e92234d6b1e), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:08.331194 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1a59238d-005c-4cb4-8fbf-900b6765fc33 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622185'] for router (7a53c0aa-bb4d-4060-92a1-1e92234d6b1e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:08.455864 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a10f2ff3-a198-42a1-b8a1-173905849df0 req-a5e7cadb-07b2-4d12-a9a8-64d43f6aac9b tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b30f60-5aff-4228-912c-f7e6dfa6a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979032 Feb 09 01:20:08.467576 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a59238d-005c-4cb4-8fbf-900b6765fc33 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Router 7a53c0aa-bb4d-4060-92a1-1e92234d6b1e is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:20:08.517045 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e8f828a-2a8e-4e61-9b73-b79d48b55b10 req-643327d5-90bd-42af-81c6-1da49e572854 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups?id=d30b6bd6-ee82-453d-882d-6bbb3d802968&id=9f2bb2af-1649-44ce-a826-198c6af7bfac&id=d4c75212-0e11-4218-bda9-80792c409ade&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2455549 Feb 09 01:20:08.538107 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c132e-c5e4-4236-9167-ebef50da90bb req-df56958d-4bb4-4527-b70e-1f820e7b3ac5 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:08.545272 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e82c132e-c5e4-4236-9167-ebef50da90bb req-df56958d-4bb4-4527-b70e-1f820e7b3ac5 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] 10.222.0.121 "GET /v2.0/ports?device_id=b3f19d81-ea95-41af-959e-8fd7203eec07 HTTP/1.1" status: 200 len: 945 time: 0.1894505 Feb 09 01:20:08.617996 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1ea817-5d23-4672-83da-619652e6019d x-openstack-request-id: req-bf1ea817-5d23-4672-83da-619652e6019d {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:20:08.618292 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65fcc732-ae51-4542-8d69-e18ff6e77558", "name": "network-vif-plugged", "status": "completed", "tag": "f93f623b-910b-4774-8613-7b3ee978432b", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:20:08.618548 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bf1ea817-5d23-4672-83da-619652e6019d {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:20:08.618946 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65fcc732-ae51-4542-8d69-e18ff6e77558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93f623b-910b-4774-8613-7b3ee978432b', 'code': 200} Feb 09 01:20:08.629783 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a59238d-005c-4cb4-8fbf-900b6765fc33 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:20:08.643425 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1a59238d-005c-4cb4-8fbf-900b6765fc33 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:08.643890 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48048b50-4e8a-4c5f-b681-67c56f7ec6d0 None None] Sync routers for ids ['7a53c0aa-bb4d-4060-92a1-1e92234d6b1e'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:20:08.645026 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1a59238d-005c-4cb4-8fbf-900b6765fc33 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] 10.222.0.30 "PUT /v2.0/routers/7a53c0aa-bb4d-4060-92a1-1e92234d6b1e HTTP/1.1" status: 200 len: 914 time: 1.8103812 Feb 09 01:20:08.648056 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58240) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:08.655080 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-8047e61f-5d53-4b57-b61e-a8194713a9d4 req-aa20dc3b-5623-42ff-86ef-88db1e7c666d tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Deleting port 61356c20-a725-4beb-be2c-6299fdf09ffd {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:20:08.656232 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8047e61f-5d53-4b57-b61e-a8194713a9d4 req-aa20dc3b-5623-42ff-86ef-88db1e7c666d tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (61356c20-a725-4beb-be2c-6299fdf09ffd), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:08.677048 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48048b50-4e8a-4c5f-b681-67c56f7ec6d0 None None] Routers {'7a53c0aa-bb4d-4060-92a1-1e92234d6b1e'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:20:08.677849 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-48048b50-4e8a-4c5f-b681-67c56f7ec6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:19:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7a53c0aa-bb4d-4060-92a1-1e92234d6b1e'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:08.743284 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-48048b50-4e8a-4c5f-b681-67c56f7ec6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:08.757292 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48048b50-4e8a-4c5f-b681-67c56f7ec6d0 None None] Routers {'7a53c0aa-bb4d-4060-92a1-1e92234d6b1e'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:20:08.758304 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-48048b50-4e8a-4c5f-b681-67c56f7ec6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:19:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7a53c0aa-bb4d-4060-92a1-1e92234d6b1e'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:08.803205 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-48048b50-4e8a-4c5f-b681-67c56f7ec6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:08.804377 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48048b50-4e8a-4c5f-b681-67c56f7ec6d0 None None] The sync data for ids ['7a53c0aa-bb4d-4060-92a1-1e92234d6b1e'] in n-d-822053-40 is: [] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:20:08.822717 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d4a9c-dae5-453b-9d66-5ee6cd246296 req-85e5a67e-b7ae-4574-af9a-2fbe7f68e5f8 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:08.824357 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-268d4a9c-dae5-453b-9d66-5ee6cd246296 req-85e5a67e-b7ae-4574-af9a-2fbe7f68e5f8 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3f19d81-ea95-41af-959e-8fd7203eec07 HTTP/1.1" status: 200 len: 945 time: 0.2769017 Feb 09 01:20:09.138895 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d21bf-7700-4afc-9aa0-f4ea5d336d10 req-b096808a-d556-41be-936d-e6a3acbe4740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:09.141230 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-185d21bf-7700-4afc-9aa0-f4ea5d336d10 req-b096808a-d556-41be-936d-e6a3acbe4740 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=65fcc732-ae51-4542-8d69-e18ff6e77558 HTTP/1.1" status: 200 len: 1129 time: 0.3909523 Feb 09 01:20:09.147133 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8b74f50a-608c-47ae-89b1-43b693f7b08a tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] 10.222.0.30 "GET /v2.0/routers/7a53c0aa-bb4d-4060-92a1-1e92234d6b1e HTTP/1.1" status: 200 len: 920 time: 0.4896049 Feb 09 01:20:09.153459 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58248) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:09.219521 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-185d21bf-7700-4afc-9aa0-f4ea5d336d10 req-d462fb63-4e73-449b-b5d1-9147e293f117 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=03b30f60-5aff-4228-912c-f7e6dfa6a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709097 Feb 09 01:20:09.223801 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-8047e61f-5d53-4b57-b61e-a8194713a9d4 req-aa20dc3b-5623-42ff-86ef-88db1e7c666d tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] For port 61356c20-a725-4beb-be2c-6299fdf09ffd, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=61356c20-a725-4beb-be2c-6299fdf09ffd,segment=NetworkSegment(72acbb77-99d7-449f-a5b4-bbffd1cfebf0),segment_id=72acbb77-99d7-449f-a5b4-bbffd1cfebf0)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:09.224193 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8047e61f-5d53-4b57-b61e-a8194713a9d4 req-aa20dc3b-5623-42ff-86ef-88db1e7c666d tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (61356c20-a725-4beb-be2c-6299fdf09ffd), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:09.225411 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc06a761-981f-4b12-8825-3c4b98655269 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:09.226838 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-fc06a761-981f-4b12-8825-3c4b98655269 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=def43282-5318-4ecb-a74b-178f79c0eb6e&device_id=7a53c0aa-bb4d-4060-92a1-1e92234d6b1e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0724890 Feb 09 01:20:09.229489 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58250) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:09.258849 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e4bf6-b2bc-427d-bdb6-c1a8677c58ba req-1c574ed4-0311-449b-9651-96c5fe48144f tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:09.260369 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6e7e4bf6-b2bc-427d-bdb6-c1a8677c58ba req-1c574ed4-0311-449b-9651-96c5fe48144f tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] 10.222.0.30 "GET /v2.0/ports?device_id=42f8a019-3899-4273-870f-2fd94a8185a3 HTTP/1.1" status: 200 len: 945 time: 0.5291195 Feb 09 01:20:09.263888 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-8047e61f-5d53-4b57-b61e-a8194713a9d4 req-aa20dc3b-5623-42ff-86ef-88db1e7c666d tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Calling delete_port for 61356c20-a725-4beb-be2c-6299fdf09ffd owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:09.281739 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-268d4a9c-dae5-453b-9d66-5ee6cd246296 req-112a54db-2414-4642-865f-3fdb70efefa7 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] 10.222.0.30 "GET /v2.0/security-groups?id=cea86a2c-77d8-4634-9388-dbba610dc35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409745 Feb 09 01:20:09.289753 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-e82c132e-c5e4-4236-9167-ebef50da90bb req-3353cadc-2927-4ec8-a123-f8208a669619 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] Deleting port b7ecaee7-6bc9-4659-95aa-e13d263b9b93 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:20:09.290088 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e82c132e-c5e4-4236-9167-ebef50da90bb req-3353cadc-2927-4ec8-a123-f8208a669619 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (b7ecaee7-6bc9-4659-95aa-e13d263b9b93), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:09.329615 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6530200f-4aa2-44f1-bc9b-79e196158d91 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:09.330887 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 9e14b42f-a2fa-4ad2-98bb-f5374f407fac details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:20:09.334155 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6530200f-4aa2-44f1-bc9b-79e196158d91 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] 10.222.0.30 "GET /v2.0/networks/def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 881 time: 0.1037214 Feb 09 01:20:09.334833 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58252) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:09.367585 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-81a7b950-5674-4741-8d31-7f7b11f6ffdd tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a53c0aa-bb4d-4060-92a1-1e92234d6b1e HTTP/1.1" status: 200 len: 205 time: 0.0315838 Feb 09 01:20:09.368953 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58254) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:09.454582 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 9e14b42f-a2fa-4ad2-98bb-f5374f407fac, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9e14b42f-a2fa-4ad2-98bb-f5374f407fac,segment=NetworkSegment(93377c63-554d-4e75-a6fa-1c5faaa2bcb9),segment_id=93377c63-554d-4e75-a6fa-1c5faaa2bcb9)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:09.468816 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '9e14b42f-a2fa-4ad2-98bb-f5374f407fac', 'network_id': '4f2352f9-f273-4371-afcf-34ba242f040c', 'port_id': '9e14b42f-a2fa-4ad2-98bb-f5374f407fac', 'mac_address': 'fa:16:3e:22:36:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5a8b1-7fc6-4c71-98bf-e410dbdc2daf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:20:09.483436 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a48a035-ffb9-454c-8a6d-c47403e1fe89 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router (7a53c0aa-bb4d-4060-92a1-1e92234d6b1e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:09.484590 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6e7e4bf6-b2bc-427d-bdb6-c1a8677c58ba req-e0a3a3c9-ede8-44ac-b6da-7a39733fdda9 tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bcb05d4-9e02-4499-b267-0eb63b1a828b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162390 Feb 09 01:20:09.511000 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 9e14b42f-a2fa-4ad2-98bb-f5374f407fac is: ACTIVE; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:09.511517 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9e14b42f-a2fa-4ad2-98bb-f5374f407fac), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:09.526213 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e14b42f-a2fa-4ad2-98bb-f5374f407fac {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:20:09.551312 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 9e14b42f-a2fa-4ad2-98bb-f5374f407fac, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9e14b42f-a2fa-4ad2-98bb-f5374f407fac,segment=NetworkSegment(93377c63-554d-4e75-a6fa-1c5faaa2bcb9),segment_id=93377c63-554d-4e75-a6fa-1c5faaa2bcb9)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:09.556243 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9e14b42f-a2fa-4ad2-98bb-f5374f407fac), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:09.593861 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-e82c132e-c5e4-4236-9167-ebef50da90bb req-3353cadc-2927-4ec8-a123-f8208a669619 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] For port b7ecaee7-6bc9-4659-95aa-e13d263b9b93, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=b7ecaee7-6bc9-4659-95aa-e13d263b9b93,segment=NetworkSegment(6daca91f-d266-4653-9c4c-7bffb4b74c3e),segment_id=6daca91f-d266-4653-9c4c-7bffb4b74c3e)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:09.594226 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e82c132e-c5e4-4236-9167-ebef50da90bb req-3353cadc-2927-4ec8-a123-f8208a669619 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (b7ecaee7-6bc9-4659-95aa-e13d263b9b93), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:09.613171 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=9e14b42f-a2fa-4ad2-98bb-f5374f407fac,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:09.619386 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2cf9fd-fcc1-4c8d-ab4c-d37c78036e24 req-07af5920-d4a4-4f01-80fc-e7e965315efd tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:09.626028 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2cf9fd-fcc1-4c8d-ab4c-d37c78036e24 req-07af5920-d4a4-4f01-80fc-e7e965315efd tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:09.631513 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2cf9fd-fcc1-4c8d-ab4c-d37c78036e24 req-07af5920-d4a4-4f01-80fc-e7e965315efd tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:09.632693 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a48a035-ffb9-454c-8a6d-c47403e1fe89 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router_gateway (7a53c0aa-bb4d-4060-92a1-1e92234d6b1e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:09.636724 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2cf9fd-fcc1-4c8d-ab4c-d37c78036e24 req-07af5920-d4a4-4f01-80fc-e7e965315efd tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:09.642118 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2cf9fd-fcc1-4c8d-ab4c-d37c78036e24 req-07af5920-d4a4-4f01-80fc-e7e965315efd tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:09.647525 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2cf9fd-fcc1-4c8d-ab4c-d37c78036e24 req-07af5920-d4a4-4f01-80fc-e7e965315efd tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:09.653253 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2cf9fd-fcc1-4c8d-ab4c-d37c78036e24 req-07af5920-d4a4-4f01-80fc-e7e965315efd tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:09.654758 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0f2cf9fd-fcc1-4c8d-ab4c-d37c78036e24 req-07af5920-d4a4-4f01-80fc-e7e965315efd tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5420 time: 0.2751563 Feb 09 01:20:09.675462 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-e82c132e-c5e4-4236-9167-ebef50da90bb req-3353cadc-2927-4ec8-a123-f8208a669619 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] Calling delete_port for b7ecaee7-6bc9-4659-95aa-e13d263b9b93 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:09.676924 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['9e14b42f-a2fa-4ad2-98bb-f5374f407fac'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:20:09.697022 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9a48a035-ffb9-454c-8a6d-c47403e1fe89 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Deleting port 02d99271-e794-44d5-84a8-3b7e4b4e3aa6 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:20:09.697412 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a48a035-ffb9-454c-8a6d-c47403e1fe89 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (02d99271-e794-44d5-84a8-3b7e4b4e3aa6), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:09.724528 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8047e61f-5d53-4b57-b61e-a8194713a9d4 req-aa20dc3b-5623-42ff-86ef-88db1e7c666d tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (61356c20-a725-4beb-be2c-6299fdf09ffd), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:09.737093 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['2fa33a0a-bd57-4833-888e-d845bfa74804', '61356c20-a725-4beb-be2c-6299fdf09ffd'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:20:09.801843 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a48a035-ffb9-454c-8a6d-c47403e1fe89 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (02d99271-e794-44d5-84a8-3b7e4b4e3aa6), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:09.814123 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa20dc3b-5623-42ff-86ef-88db1e7c666d tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Pushing event deleted for resources: {'Port': ['ID=61356c20-a725-4beb-be2c-6299fdf09ffd,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:09.825314 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9a48a035-ffb9-454c-8a6d-c47403e1fe89 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Calling delete_port for 02d99271-e794-44d5-84a8-3b7e4b4e3aa6 owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:09.891808 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-8047e61f-5d53-4b57-b61e-a8194713a9d4 req-aa20dc3b-5623-42ff-86ef-88db1e7c666d tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] No DVR routers for this DVR port 61356c20-a725-4beb-be2c-6299fdf09ffd on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:20:09.897824 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8047e61f-5d53-4b57-b61e-a8194713a9d4 req-aa20dc3b-5623-42ff-86ef-88db1e7c666d tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:09.901175 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8047e61f-5d53-4b57-b61e-a8194713a9d4 req-aa20dc3b-5623-42ff-86ef-88db1e7c666d tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.91 "DELETE /v2.0/ports/61356c20-a725-4beb-be2c-6299fdf09ffd HTTP/1.1" status: 204 len: 173 time: 1.6234300 Feb 09 01:20:09.902588 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efae1912-29b4-427d-8396-5d9dccbe0ba4', 'name': 'network-vif-deleted', 'tag': '61356c20-a725-4beb-be2c-6299fdf09ffd'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:20:09.904983 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793f4cdd-7de7-4a34-a6db-6bc90c3d3d79" -d '{"events": [{"server_uuid": "efae1912-29b4-427d-8396-5d9dccbe0ba4", "name": "network-vif-deleted", "tag": "61356c20-a725-4beb-be2c-6299fdf09ffd"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:20:09.916673 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee86493-c964-4c0b-b6d1-4c89bee918da req-93817da1-e44f-4f07-b010-b32f33a6ef58 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:09.920529 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ee86493-c964-4c0b-b6d1-4c89bee918da req-93817da1-e44f-4f07-b010-b32f33a6ef58 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc2ce53-dc79-44fc-95de-06ffadefe1fe HTTP/1.1" status: 200 len: 945 time: 0.3150697 Feb 09 01:20:09.927485 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0f2cf9fd-fcc1-4c8d-ab4c-d37c78036e24 req-e6d3c2a7-850a-4d02-afb7-bf88d72dba0c tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2487588 Feb 09 01:20:10.082383 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ee86493-c964-4c0b-b6d1-4c89bee918da req-2a708bfb-5e84-4856-9cb4-048e75d1bc41 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425276 Feb 09 01:20:10.110811 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e82c132e-c5e4-4236-9167-ebef50da90bb req-3353cadc-2927-4ec8-a123-f8208a669619 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (b7ecaee7-6bc9-4659-95aa-e13d263b9b93), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:10.111263 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a48a035-ffb9-454c-8a6d-c47403e1fe89 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (02d99271-e794-44d5-84a8-3b7e4b4e3aa6), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:10.143999 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a48a035-ffb9-454c-8a6d-c47403e1fe89 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Pushing event deleted for resources: {'Port': ['ID=02d99271-e794-44d5-84a8-3b7e4b4e3aa6,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:10.147383 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072aca26-9d37-4f79-81a2-7a4edae47ac3 req-89a3bf4c-8ff2-4207-80ee-8c23055247ec tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:10.148934 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-072aca26-9d37-4f79-81a2-7a4edae47ac3 req-89a3bf4c-8ff2-4207-80ee-8c23055247ec tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5f1ec7a-a40b-43b0-b90f-e9a81ebfcfb9 HTTP/1.1" status: 200 len: 945 time: 0.1268270 Feb 09 01:20:10.151789 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353cadc-2927-4ec8-a123-f8208a669619 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] Pushing event deleted for resources: {'Port': ['ID=b7ecaee7-6bc9-4659-95aa-e13d263b9b93,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:10.226256 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a48a035-ffb9-454c-8a6d-c47403e1fe89 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (7a53c0aa-bb4d-4060-92a1-1e92234d6b1e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:10.244493 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82c132e-c5e4-4236-9167-ebef50da90bb req-3353cadc-2927-4ec8-a123-f8208a669619 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] No DVR routers for this DVR port b7ecaee7-6bc9-4659-95aa-e13d263b9b93 on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:20:10.254210 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e82c132e-c5e4-4236-9167-ebef50da90bb req-3353cadc-2927-4ec8-a123-f8208a669619 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:10.257496 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e82c132e-c5e4-4236-9167-ebef50da90bb req-3353cadc-2927-4ec8-a123-f8208a669619 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] 10.222.0.121 "DELETE /v2.0/ports/b7ecaee7-6bc9-4659-95aa-e13d263b9b93 HTTP/1.1" status: 204 len: 173 time: 1.6749103 Feb 09 01:20:10.278940 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-072aca26-9d37-4f79-81a2-7a4edae47ac3 req-abd143bf-d72e-4c5a-8c6b-cf672a6f68df tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203384 Feb 09 01:20:10.294369 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d6695-5932-4e16-9177-2d65b63e16ed req-7298e506-3538-414b-88a9-125d393065e7 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:10.296161 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-083d6695-5932-4e16-9177-2d65b63e16ed req-7298e506-3538-414b-88a9-125d393065e7 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] 10.222.0.30 "GET /v2.0/ports?device_id=65fcc732-ae51-4542-8d69-e18ff6e77558 HTTP/1.1" status: 200 len: 946 time: 0.1292598 Feb 09 01:20:10.329872 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a48a035-ffb9-454c-8a6d-c47403e1fe89 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (7a53c0aa-bb4d-4060-92a1-1e92234d6b1e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:10.333664 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a48a035-ffb9-454c-8a6d-c47403e1fe89 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router_controller (7a53c0aa-bb4d-4060-92a1-1e92234d6b1e), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:10.364984 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-083d6695-5932-4e16-9177-2d65b63e16ed req-a42495bb-678a-4219-8be8-e16f89db0fa4 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b30f60-5aff-4228-912c-f7e6dfa6a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603409 Feb 09 01:20:10.391583 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a48a035-ffb9-454c-8a6d-c47403e1fe89 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (7a53c0aa-bb4d-4060-92a1-1e92234d6b1e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:10.392288 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a48a035-ffb9-454c-8a6d-c47403e1fe89 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Fanout notify agent at l3_agent the message router_deleted on router 7a53c0aa-bb4d-4060-92a1-1e92234d6b1e {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:20:10.399368 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a48a035-ffb9-454c-8a6d-c47403e1fe89 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:10.404533 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58266) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:10.404953 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9a48a035-ffb9-454c-8a6d-c47403e1fe89 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] 10.222.0.30 "DELETE /v2.0/routers/7a53c0aa-bb4d-4060-92a1-1e92234d6b1e HTTP/1.1" status: 204 len: 168 time: 1.0349364 Feb 09 01:20:10.409462 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-0f30c8dc-b87d-43ab-9d1a-c971715e495a tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1712206643', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:10.437599 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0f30c8dc-b87d-43ab-9d1a-c971715e495a tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (80432dd2-eda1-45f8-8874-d78144c5d4c9), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:10.441527 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0f30c8dc-b87d-43ab-9d1a-c971715e495a tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (80432dd2-eda1-45f8-8874-d78144c5d4c9), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:10.533256 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c488076e-3c08-4382-abaf-5d27ba922b04 x-openstack-request-id: req-c488076e-3c08-4382-abaf-5d27ba922b04 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:20:10.533256 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efae1912-29b4-427d-8396-5d9dccbe0ba4", "name": "network-vif-deleted", "tag": "61356c20-a725-4beb-be2c-6299fdf09ffd", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:20:10.534001 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c488076e-3c08-4382-abaf-5d27ba922b04 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:20:10.534001 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efae1912-29b4-427d-8396-5d9dccbe0ba4', 'name': 'network-vif-deleted', 'tag': '61356c20-a725-4beb-be2c-6299fdf09ffd', 'status': 'completed', 'code': 200} Feb 09 01:20:10.567807 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0f30c8dc-b87d-43ab-9d1a-c971715e495a tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router_controller (80432dd2-eda1-45f8-8874-d78144c5d4c9), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:10.582131 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5ec5a80e-9dee-43a0-88b3-8c722f990ee3 req-08e566d5-2ba0-4a92-ab84-70ace20a0ea0 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/ports?device_id=efae1912-29b4-427d-8396-5d9dccbe0ba4 HTTP/1.1" status: 200 len: 210 time: 0.0472074 Feb 09 01:20:10.586344 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0f30c8dc-b87d-43ab-9d1a-c971715e495a tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (80432dd2-eda1-45f8-8874-d78144c5d4c9), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:10.627720 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0f30c8dc-b87d-43ab-9d1a-c971715e495a tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:10.632102 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0f30c8dc-b87d-43ab-9d1a-c971715e495a tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2238479 Feb 09 01:20:10.632501 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58270) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:10.637088 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-df496a06-f53d-4b3b-bb18-cc016691775d tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'enable_snat': False}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:10.691306 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-07b71d4b-f5d9-4ab9-ad6e-787f2b0e63cd req-2705c4e5-f350-4f91-9fab-3d6d38485529 tempest-AttachSCSIVolumeTestJSON-1777583178 tempest-AttachSCSIVolumeTestJSON-1777583178-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3f19d81-ea95-41af-959e-8fd7203eec07 HTTP/1.1" status: 200 len: 210 time: 0.0602043 Feb 09 01:20:10.747734 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d825873-f8e1-4937-ae2c-3f6661179730 req-e48864a7-2443-4f78-82ae-6f03ed9f17c9 tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:10.751053 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d825873-f8e1-4937-ae2c-3f6661179730 req-e48864a7-2443-4f78-82ae-6f03ed9f17c9 tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] 10.222.0.30 "GET /v2.0/ports?device_id=42f8a019-3899-4273-870f-2fd94a8185a3 HTTP/1.1" status: 200 len: 945 time: 0.0770595 Feb 09 01:20:10.803919 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d825873-f8e1-4937-ae2c-3f6661179730 req-012a5865-bdd9-45ff-a11a-3cd5a47afb27 tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bcb05d4-9e02-4499-b267-0eb63b1a828b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470855 Feb 09 01:20:10.907864 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-df496a06-f53d-4b3b-bb18-cc016691775d tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for router_gateway (80432dd2-eda1-45f8-8874-d78144c5d4c9), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:11.133421 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7c285-d6e8-43be-862c-fb9ca4865157 req-2bcee980-139a-431d-879c-06cdcfd287e8 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:11.140096 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7c285-d6e8-43be-862c-fb9ca4865157 req-2bcee980-139a-431d-879c-06cdcfd287e8 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:11.146063 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7c285-d6e8-43be-862c-fb9ca4865157 req-2bcee980-139a-431d-879c-06cdcfd287e8 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:11.151956 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7c285-d6e8-43be-862c-fb9ca4865157 req-2bcee980-139a-431d-879c-06cdcfd287e8 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:11.158689 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7c285-d6e8-43be-862c-fb9ca4865157 req-2bcee980-139a-431d-879c-06cdcfd287e8 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:11.163605 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7c285-d6e8-43be-862c-fb9ca4865157 req-2bcee980-139a-431d-879c-06cdcfd287e8 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:11.168894 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7c285-d6e8-43be-862c-fb9ca4865157 req-2bcee980-139a-431d-879c-06cdcfd287e8 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:11.171675 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9ea7c285-d6e8-43be-862c-fb9ca4865157 req-2bcee980-139a-431d-879c-06cdcfd287e8 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5420 time: 0.1223996 Feb 09 01:20:11.177846 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-df496a06-f53d-4b3b-bb18-cc016691775d tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for router_gateway (80432dd2-eda1-45f8-8874-d78144c5d4c9), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:11.198798 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-df496a06-f53d-4b3b-bb18-cc016691775d tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:11.267728 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446abb34-9394-497c-bb71-33e6e83b1cf2 req-b9dc7a70-fdce-4261-9135-eae366318992 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:11.269373 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-446abb34-9394-497c-bb71-33e6e83b1cf2 req-b9dc7a70-fdce-4261-9135-eae366318992 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc2ce53-dc79-44fc-95de-06ffadefe1fe HTTP/1.1" status: 200 len: 945 time: 0.0966504 Feb 09 01:20:11.290067 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9ea7c285-d6e8-43be-862c-fb9ca4865157 req-a5ad5df7-35d9-4d31-a5dd-7c969c85b2b7 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1080720 Feb 09 01:20:11.375932 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-df496a06-f53d-4b3b-bb18-cc016691775d tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Allocated IP 172.25.1.151 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/b5b0c8d4-3936-46cf-b5dd-f207ef83e9bd) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:11.376552 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-446abb34-9394-497c-bb71-33e6e83b1cf2 req-23dc017e-c348-45a1-a116-48b9cffb3283 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637221 Feb 09 01:20:11.376627 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 9e14b42f-a2fa-4ad2-98bb-f5374f407fac no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:20:11.474077 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 9e14b42f-a2fa-4ad2-98bb-f5374f407fac is: BUILD; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:11.474595 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9e14b42f-a2fa-4ad2-98bb-f5374f407fac), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:11.485107 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-df496a06-f53d-4b3b-bb18-cc016691775d tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for port (b5b0c8d4-3936-46cf-b5dd-f207ef83e9bd), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:11.492603 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9e14b42f-a2fa-4ad2-98bb-f5374f407fac {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:20:11.516058 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 9e14b42f-a2fa-4ad2-98bb-f5374f407fac, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9e14b42f-a2fa-4ad2-98bb-f5374f407fac,segment=NetworkSegment(93377c63-554d-4e75-a6fa-1c5faaa2bcb9),segment_id=93377c63-554d-4e75-a6fa-1c5faaa2bcb9)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:11.520726 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9e14b42f-a2fa-4ad2-98bb-f5374f407fac), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:11.521018 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f0995-fd95-4a84-a28a-b330a220e111 req-421ebe27-bf04-4a39-9458-1a5a6354f518 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:11.521514 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device b7ecaee7-6bc9-4659-95aa-e13d263b9b93 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:20:11.522787 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f21f0995-fd95-4a84-a28a-b330a220e111 req-421ebe27-bf04-4a39-9458-1a5a6354f518 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5f1ec7a-a40b-43b0-b90f-e9a81ebfcfb9 HTTP/1.1" status: 200 len: 945 time: 0.1062338 Feb 09 01:20:11.531509 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85233332-9766-4204-96d0-2d25882709e4 req-fb5c4d52-4fb6-4555-92c4-018ae06287bd tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:11.536495 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-85233332-9766-4204-96d0-2d25882709e4 req-fb5c4d52-4fb6-4555-92c4-018ae06287bd tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] 10.222.0.30 "GET /v2.0/ports?device_id=65fcc732-ae51-4542-8d69-e18ff6e77558 HTTP/1.1" status: 200 len: 946 time: 0.0814583 Feb 09 01:20:11.547630 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: b7ecaee7-6bc9-4659-95aa-e13d263b9b93 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:20:11.547971 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device b7ecaee7-6bc9-4659-95aa-e13d263b9b93 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:20:11.557649 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-df496a06-f53d-4b3b-bb18-cc016691775d tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (b5b0c8d4-3936-46cf-b5dd-f207ef83e9bd), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:11.597999 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=9e14b42f-a2fa-4ad2-98bb-f5374f407fac,revision_number=7']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:11.618649 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df496a06-f53d-4b3b-bb18-cc016691775d tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:11.623041 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-85233332-9766-4204-96d0-2d25882709e4 req-fbba06be-7f1e-4fa5-892d-a4a27f90b210 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b30f60-5aff-4228-912c-f7e6dfa6a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816271 Feb 09 01:20:11.623169 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-df496a06-f53d-4b3b-bb18-cc016691775d tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:11.624674 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df496a06-f53d-4b3b-bb18-cc016691775d tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Pushing event updated for resources: {'Port': ['ID=b5b0c8d4-3936-46cf-b5dd-f207ef83e9bd,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:11.627250 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df496a06-f53d-4b3b-bb18-cc016691775d tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:20:11.635216 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f21f0995-fd95-4a84-a28a-b330a220e111 req-4b4127bf-af7d-4bdf-8835-0dbf2cfc2fe2 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966196 Feb 09 01:20:11.767345 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-74f2e1c4-a750-4128-b73b-19e2ab9eddd9 req-74281786-f5ee-4e1f-9373-5ebf7bc8d5de tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups/9f2bb2af-1649-44ce-a826-198c6af7bfac HTTP/1.1" status: 200 len: 1818 time: 0.0430701 Feb 09 01:20:11.850568 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-74f2e1c4-a750-4128-b73b-19e2ab9eddd9 req-3e108861-1035-4d0e-b14c-32b53375d0ec tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (9f2bb2af-1649-44ce-a826-198c6af7bfac), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:11.884457 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-74f2e1c4-a750-4128-b73b-19e2ab9eddd9 req-3e108861-1035-4d0e-b14c-32b53375d0ec tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (9f2bb2af-1649-44ce-a826-198c6af7bfac), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:11.950541 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-df496a06-f53d-4b3b-bb18-cc016691775d tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for router_gateway (80432dd2-eda1-45f8-8874-d78144c5d4c9), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:11.971718 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-74f2e1c4-a750-4128-b73b-19e2ab9eddd9 req-3e108861-1035-4d0e-b14c-32b53375d0ec tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (9f2bb2af-1649-44ce-a826-198c6af7bfac), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:11.974559 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-74f2e1c4-a750-4128-b73b-19e2ab9eddd9 req-3e108861-1035-4d0e-b14c-32b53375d0ec tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:11.975815 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-74f2e1c4-a750-4128-b73b-19e2ab9eddd9 req-3e108861-1035-4d0e-b14c-32b53375d0ec tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "DELETE /v2.0/security-groups/9f2bb2af-1649-44ce-a826-198c6af7bfac HTTP/1.1" status: 204 len: 173 time: 0.2017767 Feb 09 01:20:12.011453 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e108861-1035-4d0e-b14c-32b53375d0ec tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2bb2af-1649-44ce-a826-198c6af7bfac,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:12.021960 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f9dd4-99af-41ed-9922-9cdab02e55fc req-61fa4d78-528b-424c-becc-f9e508f186c4 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:12.023560 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0c5f9dd4-99af-41ed-9922-9cdab02e55fc req-61fa4d78-528b-424c-becc-f9e508f186c4 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5f1ec7a-a40b-43b0-b90f-e9a81ebfcfb9 HTTP/1.1" status: 200 len: 944 time: 0.1060264 Feb 09 01:20:12.129959 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0c5f9dd4-99af-41ed-9922-9cdab02e55fc req-d00e8898-3be8-4462-be2c-48a2f94ed571 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988238 Feb 09 01:20:12.176902 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77227878-78b5-409f-ba38-fd685d9992de req-b6f9b1e0-12fc-4700-a722-380129fd0a39 tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:12.178475 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-77227878-78b5-409f-ba38-fd685d9992de req-b6f9b1e0-12fc-4700-a722-380129fd0a39 tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] 10.222.0.30 "GET /v2.0/ports?device_id=42f8a019-3899-4273-870f-2fd94a8185a3 HTTP/1.1" status: 200 len: 945 time: 0.1148818 Feb 09 01:20:12.230968 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-df496a06-f53d-4b3b-bb18-cc016691775d tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8820'] for router (80432dd2-eda1-45f8-8874-d78144c5d4c9), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:12.236449 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-df496a06-f53d-4b3b-bb18-cc016691775d tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622185'] for router (80432dd2-eda1-45f8-8874-d78144c5d4c9), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:12.257040 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-77227878-78b5-409f-ba38-fd685d9992de req-8c973024-4d93-4b84-8212-ca20fa97d960 tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bcb05d4-9e02-4499-b267-0eb63b1a828b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714185 Feb 09 01:20:12.425738 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-53ff0969-bb03-459f-a4b3-f0a24c02a289 req-24754189-e880-4222-977f-8bf0baeabc90 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups/d4c75212-0e11-4218-bda9-80792c409ade HTTP/1.1" status: 200 len: 1820 time: 0.1163535 Feb 09 01:20:12.457806 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691d190-1064-4810-8e93-a1c3c9c6d99d req-c76458a2-0441-4a86-a7e4-5fbe5f315adb tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:12.459650 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b691d190-1064-4810-8e93-a1c3c9c6d99d req-c76458a2-0441-4a86-a7e4-5fbe5f315adb tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] 10.222.0.121 "GET /v2.0/ports?device_id=42f8a019-3899-4273-870f-2fd94a8185a3 HTTP/1.1" status: 200 len: 945 time: 0.1874382 Feb 09 01:20:12.460555 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df496a06-f53d-4b3b-bb18-cc016691775d tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Router 80432dd2-eda1-45f8-8874-d78144c5d4c9 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:20:12.547375 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f19d81-ea95-41af-959e-8fd7203eec07', 'name': 'network-vif-deleted', 'tag': 'b7ecaee7-6bc9-4659-95aa-e13d263b9b93'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:20:12.550191 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db84fff4-b3a8-460b-b78c-0a91df796e95" -d '{"events": [{"server_uuid": "b3f19d81-ea95-41af-959e-8fd7203eec07", "name": "network-vif-deleted", "tag": "b7ecaee7-6bc9-4659-95aa-e13d263b9b93"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:20:12.634183 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df496a06-f53d-4b3b-bb18-cc016691775d tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:20:12.638512 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-53ff0969-bb03-459f-a4b3-f0a24c02a289 req-b16f3d62-b140-489e-a1a6-945df8af442b tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (d4c75212-0e11-4218-bda9-80792c409ade), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:12.640106 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-df496a06-f53d-4b3b-bb18-cc016691775d tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:12.644246 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-df496a06-f53d-4b3b-bb18-cc016691775d tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] 10.222.0.30 "PUT /v2.0/routers/80432dd2-eda1-45f8-8874-d78144c5d4c9 HTTP/1.1" status: 200 len: 916 time: 2.0082276 Feb 09 01:20:12.644322 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58348) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:12.650628 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a3a654-1d99-4aea-a3ad-ef2827f652e2 None None] Sync routers for ids ['80432dd2-eda1-45f8-8874-d78144c5d4c9'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:20:12.666189 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a3a654-1d99-4aea-a3ad-ef2827f652e2 None None] Routers {'80432dd2-eda1-45f8-8874-d78144c5d4c9'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:20:12.666976 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-21a3a654-1d99-4aea-a3ad-ef2827f652e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:19:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['80432dd2-eda1-45f8-8874-d78144c5d4c9'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:12.681034 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92111bc-88b2-45a5-a175-4e5787bfcd51 req-dc3ee5ef-2fff-4c88-9549-53e2f1e08d42 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:12.687442 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92111bc-88b2-45a5-a175-4e5787bfcd51 req-dc3ee5ef-2fff-4c88-9549-53e2f1e08d42 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:12.693399 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92111bc-88b2-45a5-a175-4e5787bfcd51 req-dc3ee5ef-2fff-4c88-9549-53e2f1e08d42 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:12.699223 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92111bc-88b2-45a5-a175-4e5787bfcd51 req-dc3ee5ef-2fff-4c88-9549-53e2f1e08d42 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:12.708712 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92111bc-88b2-45a5-a175-4e5787bfcd51 req-dc3ee5ef-2fff-4c88-9549-53e2f1e08d42 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:12.714980 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92111bc-88b2-45a5-a175-4e5787bfcd51 req-dc3ee5ef-2fff-4c88-9549-53e2f1e08d42 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:12.717107 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-21a3a654-1d99-4aea-a3ad-ef2827f652e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:12.720530 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92111bc-88b2-45a5-a175-4e5787bfcd51 req-dc3ee5ef-2fff-4c88-9549-53e2f1e08d42 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:12.722727 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f92111bc-88b2-45a5-a175-4e5787bfcd51 req-dc3ee5ef-2fff-4c88-9549-53e2f1e08d42 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5420 time: 0.2398391 Feb 09 01:20:12.737322 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a3a654-1d99-4aea-a3ad-ef2827f652e2 None None] Routers {'80432dd2-eda1-45f8-8874-d78144c5d4c9'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:20:12.737940 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-21a3a654-1d99-4aea-a3ad-ef2827f652e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:19:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['80432dd2-eda1-45f8-8874-d78144c5d4c9'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:12.752074 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-53ff0969-bb03-459f-a4b3-f0a24c02a289 req-b16f3d62-b140-489e-a1a6-945df8af442b tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (d4c75212-0e11-4218-bda9-80792c409ade), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:12.787024 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-21a3a654-1d99-4aea-a3ad-ef2827f652e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:12.788514 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a3a654-1d99-4aea-a3ad-ef2827f652e2 None None] The sync data for ids ['80432dd2-eda1-45f8-8874-d78144c5d4c9'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:20:12.804067 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-26b3b2de-e046-46dc-b30f-61bd71093936 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] 10.222.0.30 "GET /v2.0/routers/80432dd2-eda1-45f8-8874-d78144c5d4c9 HTTP/1.1" status: 200 len: 922 time: 0.1576943 Feb 09 01:20:12.806296 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58356) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:12.809461 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-b691d190-1064-4810-8e93-a1c3c9c6d99d req-eedce678-d493-4002-b0b1-185f6a9832b6 tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] Deleting port 29189171-cfae-49bf-97d9-8c3a3353edaa {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:20:12.809878 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b691d190-1064-4810-8e93-a1c3c9c6d99d req-eedce678-d493-4002-b0b1-185f6a9832b6 tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (29189171-cfae-49bf-97d9-8c3a3353edaa), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:12.863369 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7f40ea-8a10-4d07-904a-756dfda8b41d tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:12.865069 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2b7f40ea-8a10-4d07-904a-756dfda8b41d tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=def43282-5318-4ecb-a74b-178f79c0eb6e&device_id=80432dd2-eda1-45f8-8874-d78144c5d4c9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0570118 Feb 09 01:20:12.868564 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58360) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:12.922462 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-53ff0969-bb03-459f-a4b3-f0a24c02a289 req-b16f3d62-b140-489e-a1a6-945df8af442b tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (d4c75212-0e11-4218-bda9-80792c409ade), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:12.925361 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-53ff0969-bb03-459f-a4b3-f0a24c02a289 req-b16f3d62-b140-489e-a1a6-945df8af442b tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:12.926616 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-53ff0969-bb03-459f-a4b3-f0a24c02a289 req-b16f3d62-b140-489e-a1a6-945df8af442b tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "DELETE /v2.0/security-groups/d4c75212-0e11-4218-bda9-80792c409ade HTTP/1.1" status: 204 len: 173 time: 0.4881780 Feb 09 01:20:12.948879 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f3d62-b140-489e-a1a6-945df8af442b tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c75212-0e11-4218-bda9-80792c409ade,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:12.971092 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f92111bc-88b2-45a5-a175-4e5787bfcd51 req-1c69207f-9d69-4877-885e-0f2bb8b092e6 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2396894 Feb 09 01:20:12.982961 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f644a6-49c9-4751-992f-6f7ceb58d832 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:12.985497 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a1f644a6-49c9-4751-992f-6f7ceb58d832 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] 10.222.0.30 "GET /v2.0/networks/def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 881 time: 0.1159317 Feb 09 01:20:12.991115 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58364) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:13.049481 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cc7a4d36-a216-4d59-b08c-d6156c6d86f9 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] 10.222.0.30 "GET /v2.0/ports?device_id=80432dd2-eda1-45f8-8874-d78144c5d4c9 HTTP/1.1" status: 200 len: 205 time: 0.0461860 Feb 09 01:20:13.052306 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58366) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:13.069644 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-b691d190-1064-4810-8e93-a1c3c9c6d99d req-eedce678-d493-4002-b0b1-185f6a9832b6 tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] For port 29189171-cfae-49bf-97d9-8c3a3353edaa, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=29189171-cfae-49bf-97d9-8c3a3353edaa,segment=NetworkSegment(2dc703ea-e790-4a36-b146-4aa9d863a08c),segment_id=2dc703ea-e790-4a36-b146-4aa9d863a08c)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:13.070015 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b691d190-1064-4810-8e93-a1c3c9c6d99d req-eedce678-d493-4002-b0b1-185f6a9832b6 tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (29189171-cfae-49bf-97d9-8c3a3353edaa), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:13.124922 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 61356c20-a725-4beb-be2c-6299fdf09ffd no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:20:13.142772 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-b691d190-1064-4810-8e93-a1c3c9c6d99d req-eedce678-d493-4002-b0b1-185f6a9832b6 tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] Calling delete_port for 29189171-cfae-49bf-97d9-8c3a3353edaa owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:13.182470 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 61356c20-a725-4beb-be2c-6299fdf09ffd {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:20:13.183170 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 61356c20-a725-4beb-be2c-6299fdf09ffd not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:20:13.186015 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9dc5c-fd19-4b97-a980-8099a2fd408e req-c8e67b3d-6ee0-4527-b1e5-f61bc7c86735 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:13.187036 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-466cc6ba-c1c3-405b-a4bf-c901f1dd3985 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router (80432dd2-eda1-45f8-8874-d78144c5d4c9), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:13.188820 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cda9dc5c-fd19-4b97-a980-8099a2fd408e req-c8e67b3d-6ee0-4527-b1e5-f61bc7c86735 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] 10.222.0.30 "GET /v2.0/ports?device_id=65fcc732-ae51-4542-8d69-e18ff6e77558 HTTP/1.1" status: 200 len: 946 time: 0.1352181 Feb 09 01:20:13.255812 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0bf1dc-9d49-46af-8cc2-01e4f5523f89 req-63cae009-5ed3-4669-9183-f8b624a98005 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:13.257947 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aa0bf1dc-9d49-46af-8cc2-01e4f5523f89 req-63cae009-5ed3-4669-9183-f8b624a98005 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc2ce53-dc79-44fc-95de-06ffadefe1fe HTTP/1.1" status: 200 len: 945 time: 0.1600046 Feb 09 01:20:13.311023 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-466cc6ba-c1c3-405b-a4bf-c901f1dd3985 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router_gateway (80432dd2-eda1-45f8-8874-d78144c5d4c9), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:13.326234 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cda9dc5c-fd19-4b97-a980-8099a2fd408e req-86f95a95-7310-4c98-9c2f-efd69a340919 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b30f60-5aff-4228-912c-f7e6dfa6a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040580 Feb 09 01:20:13.371115 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aa0bf1dc-9d49-46af-8cc2-01e4f5523f89 req-d31d1722-f0ac-427a-bcb4-8ab5216e0c79 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022468 Feb 09 01:20:13.413842 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac575d7-ad32-4188-91dc-85fe32673c5e x-openstack-request-id: req-eac575d7-ad32-4188-91dc-85fe32673c5e {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:20:13.414156 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f19d81-ea95-41af-959e-8fd7203eec07", "name": "network-vif-deleted", "tag": "b7ecaee7-6bc9-4659-95aa-e13d263b9b93", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:20:13.414385 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eac575d7-ad32-4188-91dc-85fe32673c5e {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:20:13.414789 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f19d81-ea95-41af-959e-8fd7203eec07', 'name': 'network-vif-deleted', 'tag': 'b7ecaee7-6bc9-4659-95aa-e13d263b9b93', 'status': 'completed', 'code': 200} Feb 09 01:20:13.417243 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-466cc6ba-c1c3-405b-a4bf-c901f1dd3985 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Deleting port b5b0c8d4-3936-46cf-b5dd-f207ef83e9bd {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:20:13.417599 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-466cc6ba-c1c3-405b-a4bf-c901f1dd3985 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (b5b0c8d4-3936-46cf-b5dd-f207ef83e9bd), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:13.444263 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-bd889f7c-e4df-487b-8c34-84e3c606daa8 req-dec184e9-fd5d-4706-b810-ca4cfd3d2811 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1119829429', 'description': 'tempest-description-716802723'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:13.479725 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bd889f7c-e4df-487b-8c34-84e3c606daa8 req-dec184e9-fd5d-4706-b810-ca4cfd3d2811 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:13.496834 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b691d190-1064-4810-8e93-a1c3c9c6d99d req-eedce678-d493-4002-b0b1-185f6a9832b6 tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (29189171-cfae-49bf-97d9-8c3a3353edaa), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:13.527508 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-466cc6ba-c1c3-405b-a4bf-c901f1dd3985 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (b5b0c8d4-3936-46cf-b5dd-f207ef83e9bd), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:13.546590 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-466cc6ba-c1c3-405b-a4bf-c901f1dd3985 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Calling delete_port for b5b0c8d4-3936-46cf-b5dd-f207ef83e9bd owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:13.586761 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedce678-d493-4002-b0b1-185f6a9832b6 tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] Pushing event deleted for resources: {'Port': ['ID=29189171-cfae-49bf-97d9-8c3a3353edaa,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:13.661536 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-b691d190-1064-4810-8e93-a1c3c9c6d99d req-eedce678-d493-4002-b0b1-185f6a9832b6 tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] No DVR routers for this DVR port 29189171-cfae-49bf-97d9-8c3a3353edaa on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:20:13.668008 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b691d190-1064-4810-8e93-a1c3c9c6d99d req-eedce678-d493-4002-b0b1-185f6a9832b6 tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:13.672546 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b691d190-1064-4810-8e93-a1c3c9c6d99d req-eedce678-d493-4002-b0b1-185f6a9832b6 tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] 10.222.0.121 "DELETE /v2.0/ports/29189171-cfae-49bf-97d9-8c3a3353edaa HTTP/1.1" status: 204 len: 173 time: 1.2047653 Feb 09 01:20:13.712910 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6606b6d-ce13-4954-8f68-684eb35981f1 req-1f38b940-c88e-44a8-adea-dfea1101d99a tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:13.714798 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b6606b6d-ce13-4954-8f68-684eb35981f1 req-1f38b940-c88e-44a8-adea-dfea1101d99a tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5f1ec7a-a40b-43b0-b90f-e9a81ebfcfb9 HTTP/1.1" status: 200 len: 944 time: 0.1972654 Feb 09 01:20:13.735340 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bd889f7c-e4df-487b-8c34-84e3c606daa8 req-dec184e9-fd5d-4706-b810-ca4cfd3d2811 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (3ccf1b70-5464-4ab3-ad6c-53c56f05d2ea), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:13.769407 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bd889f7c-e4df-487b-8c34-84e3c606daa8 req-dec184e9-fd5d-4706-b810-ca4cfd3d2811 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3ccf1b70-5464-4ab3-ad6c-53c56f05d2ea), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:13.786638 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-466cc6ba-c1c3-405b-a4bf-c901f1dd3985 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (b5b0c8d4-3936-46cf-b5dd-f207ef83e9bd), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:13.837331 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bd889f7c-e4df-487b-8c34-84e3c606daa8 req-dec184e9-fd5d-4706-b810-ca4cfd3d2811 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:13.839503 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bd889f7c-e4df-487b-8c34-84e3c606daa8 req-dec184e9-fd5d-4706-b810-ca4cfd3d2811 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4051900 Feb 09 01:20:13.847808 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec184e9-fd5d-4706-b810-ca4cfd3d2811 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccf1b70-5464-4ab3-ad6c-53c56f05d2ea,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:13.859456 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b6606b6d-ce13-4954-8f68-684eb35981f1 req-2c1ec6e8-3fc8-40f3-b29c-ff727041f057 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226740 Feb 09 01:20:13.873220 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482c535-6cd2-4e34-b661-880229d4fc73 req-de5efeb0-7d78-404d-a810-33787e45f2a6 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:13.875463 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d482c535-6cd2-4e34-b661-880229d4fc73 req-de5efeb0-7d78-404d-a810-33787e45f2a6 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.121 "GET /v2.0/ports?device_id=c5f1ec7a-a40b-43b0-b90f-e9a81ebfcfb9 HTTP/1.1" status: 200 len: 944 time: 0.1559405 Feb 09 01:20:14.013536 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0acfe9a5-27a4-4569-bd5d-ce5a53a98f5e req-874d1e10-6d4f-4722-bf81-6db5e70d321b tempest-InstanceActionsV221TestJSON-1552261528 tempest-InstanceActionsV221TestJSON-1552261528-project] 10.222.0.30 "GET /v2.0/ports?device_id=42f8a019-3899-4273-870f-2fd94a8185a3 HTTP/1.1" status: 200 len: 210 time: 0.0564704 Feb 09 01:20:14.114755 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e815e89-4c8e-45b5-8133-c9fa28acd624 req-c7f864d9-4649-4f36-93fb-dc8b32dd8b40 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups/3ccf1b70-5464-4ab3-ad6c-53c56f05d2ea HTTP/1.1" status: 200 len: 1819 time: 0.2229047 Feb 09 01:20:14.137714 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-3e815e89-4c8e-45b5-8133-c9fa28acd624 req-b86f27fd-b214-43be-8de9-b16770dafb79 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Request body: {'security_group': {'name': 'tempest-sg-hth-918832800', 'description': 'tempest-description-hth-541753500'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:14.168489 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15afd3-0816-4006-9550-f2a5d125bea0 req-52c32a10-d523-4bce-8f96-edeaa4b4f5ff tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:14.170097 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0d15afd3-0816-4006-9550-f2a5d125bea0 req-52c32a10-d523-4bce-8f96-edeaa4b4f5ff tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] 10.222.0.91 "GET /v2.0/ports?device_id=65fcc732-ae51-4542-8d69-e18ff6e77558 HTTP/1.1" status: 200 len: 946 time: 0.1875906 Feb 09 01:20:14.243799 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466cc6ba-c1c3-405b-a4bf-c901f1dd3985 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Pushing event deleted for resources: {'Port': ['ID=b5b0c8d4-3936-46cf-b5dd-f207ef83e9bd,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:14.273701 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-d482c535-6cd2-4e34-b661-880229d4fc73 req-2892fe89-d59a-46b8-8db5-4951cde14d14 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Deleting port 9e14b42f-a2fa-4ad2-98bb-f5374f407fac {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:20:14.274039 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d482c535-6cd2-4e34-b661-880229d4fc73 req-2892fe89-d59a-46b8-8db5-4951cde14d14 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (9e14b42f-a2fa-4ad2-98bb-f5374f407fac), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:14.319622 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-466cc6ba-c1c3-405b-a4bf-c901f1dd3985 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (80432dd2-eda1-45f8-8874-d78144c5d4c9), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:14.375705 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3e815e89-4c8e-45b5-8133-c9fa28acd624 req-b86f27fd-b214-43be-8de9-b16770dafb79 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (3ccf1b70-5464-4ab3-ad6c-53c56f05d2ea), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:14.408906 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def06805-18de-4a95-9d31-b63813064248 req-89418b80-be95-4a49-bd73-3ff4cb187b15 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:14.414375 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def06805-18de-4a95-9d31-b63813064248 req-89418b80-be95-4a49-bd73-3ff4cb187b15 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:14.420012 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def06805-18de-4a95-9d31-b63813064248 req-89418b80-be95-4a49-bd73-3ff4cb187b15 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:14.426306 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def06805-18de-4a95-9d31-b63813064248 req-89418b80-be95-4a49-bd73-3ff4cb187b15 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:14.426885 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-466cc6ba-c1c3-405b-a4bf-c901f1dd3985 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (80432dd2-eda1-45f8-8874-d78144c5d4c9), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:14.430288 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-466cc6ba-c1c3-405b-a4bf-c901f1dd3985 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router_controller (80432dd2-eda1-45f8-8874-d78144c5d4c9), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:14.431924 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def06805-18de-4a95-9d31-b63813064248 req-89418b80-be95-4a49-bd73-3ff4cb187b15 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:14.437925 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def06805-18de-4a95-9d31-b63813064248 req-89418b80-be95-4a49-bd73-3ff4cb187b15 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:14.443704 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def06805-18de-4a95-9d31-b63813064248 req-89418b80-be95-4a49-bd73-3ff4cb187b15 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:14.445673 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-def06805-18de-4a95-9d31-b63813064248 req-89418b80-be95-4a49-bd73-3ff4cb187b15 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5420 time: 0.3113520 Feb 09 01:20:14.491381 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-466cc6ba-c1c3-405b-a4bf-c901f1dd3985 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (80432dd2-eda1-45f8-8874-d78144c5d4c9), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:14.493651 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466cc6ba-c1c3-405b-a4bf-c901f1dd3985 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Fanout notify agent at l3_agent the message router_deleted on router 80432dd2-eda1-45f8-8874-d78144c5d4c9 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:20:14.501429 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-466cc6ba-c1c3-405b-a4bf-c901f1dd3985 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:14.502427 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-466cc6ba-c1c3-405b-a4bf-c901f1dd3985 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] 10.222.0.30 "DELETE /v2.0/routers/80432dd2-eda1-45f8-8874-d78144c5d4c9 HTTP/1.1" status: 204 len: 168 time: 1.4484339 Feb 09 01:20:14.506072 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58382) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:14.512014 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-9871b343-0933-4456-b50f-1f9961d864b8 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1525217902', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}, 'admin_state_up': False}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:14.536503 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9871b343-0933-4456-b50f-1f9961d864b8 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (562615f3-7f0c-4d89-8e6e-b6fb3427d756), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:14.537562 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9871b343-0933-4456-b50f-1f9961d864b8 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (562615f3-7f0c-4d89-8e6e-b6fb3427d756), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:14.569921 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3e815e89-4c8e-45b5-8133-c9fa28acd624 req-b86f27fd-b214-43be-8de9-b16770dafb79 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (3ccf1b70-5464-4ab3-ad6c-53c56f05d2ea), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:14.580587 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-d482c535-6cd2-4e34-b661-880229d4fc73 req-2892fe89-d59a-46b8-8db5-4951cde14d14 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] For port 9e14b42f-a2fa-4ad2-98bb-f5374f407fac, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9e14b42f-a2fa-4ad2-98bb-f5374f407fac,segment=NetworkSegment(93377c63-554d-4e75-a6fa-1c5faaa2bcb9),segment_id=93377c63-554d-4e75-a6fa-1c5faaa2bcb9)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:14.581047 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d482c535-6cd2-4e34-b661-880229d4fc73 req-2892fe89-d59a-46b8-8db5-4951cde14d14 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (9e14b42f-a2fa-4ad2-98bb-f5374f407fac), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:14.593986 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3e815e89-4c8e-45b5-8133-c9fa28acd624 req-b86f27fd-b214-43be-8de9-b16770dafb79 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3ccf1b70-5464-4ab3-ad6c-53c56f05d2ea), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:14.596467 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3e815e89-4c8e-45b5-8133-c9fa28acd624 req-b86f27fd-b214-43be-8de9-b16770dafb79 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:14.598097 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e815e89-4c8e-45b5-8133-c9fa28acd624 req-b86f27fd-b214-43be-8de9-b16770dafb79 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "PUT /v2.0/security-groups/3ccf1b70-5464-4ab3-ad6c-53c56f05d2ea HTTP/1.1" status: 200 len: 1792 time: 0.4689589 Feb 09 01:20:14.616346 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9871b343-0933-4456-b50f-1f9961d864b8 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router_controller (562615f3-7f0c-4d89-8e6e-b6fb3427d756), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:14.630108 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-d482c535-6cd2-4e34-b661-880229d4fc73 req-2892fe89-d59a-46b8-8db5-4951cde14d14 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Calling delete_port for 9e14b42f-a2fa-4ad2-98bb-f5374f407fac owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:14.644068 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-def06805-18de-4a95-9d31-b63813064248 req-9c8da10a-99e7-4be6-b5dd-45f9aba690ba tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1897328 Feb 09 01:20:14.652248 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-0d15afd3-0816-4006-9550-f2a5d125bea0 req-5a431b0b-f2fa-4d6d-bac3-b182f3179b58 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] Deleting port f93f623b-910b-4774-8613-7b3ee978432b {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:20:14.652587 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-0d15afd3-0816-4006-9550-f2a5d125bea0 req-5a431b0b-f2fa-4d6d-bac3-b182f3179b58 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (f93f623b-910b-4774-8613-7b3ee978432b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:14.750542 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f27fd-b214-43be-8de9-b16770dafb79 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccf1b70-5464-4ab3-ad6c-53c56f05d2ea,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:14.823540 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9871b343-0933-4456-b50f-1f9961d864b8 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router_gateway (562615f3-7f0c-4d89-8e6e-b6fb3427d756), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:14.922594 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-0d15afd3-0816-4006-9550-f2a5d125bea0 req-5a431b0b-f2fa-4d6d-bac3-b182f3179b58 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] For port f93f623b-910b-4774-8613-7b3ee978432b, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=f93f623b-910b-4774-8613-7b3ee978432b,segment=NetworkSegment(a6d7b3d8-935e-40ef-8656-701030fa3f62),segment_id=a6d7b3d8-935e-40ef-8656-701030fa3f62)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:14.923047 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-0d15afd3-0816-4006-9550-f2a5d125bea0 req-5a431b0b-f2fa-4d6d-bac3-b182f3179b58 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (f93f623b-910b-4774-8613-7b3ee978432b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:14.933260 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734117b-8236-4ee1-bbd9-8428f65d9d73 req-147291c4-22a1-470e-84f6-40f395b6aa77 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:14.934892 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e734117b-8236-4ee1-bbd9-8428f65d9d73 req-147291c4-22a1-470e-84f6-40f395b6aa77 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] 10.222.0.30 "GET /v2.0/ports?device_id=65fcc732-ae51-4542-8d69-e18ff6e77558 HTTP/1.1" status: 200 len: 946 time: 0.1877949 Feb 09 01:20:14.980177 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-0d15afd3-0816-4006-9550-f2a5d125bea0 req-5a431b0b-f2fa-4d6d-bac3-b182f3179b58 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] Calling delete_port for f93f623b-910b-4774-8613-7b3ee978432b owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:14.989817 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bee5f6-3c07-450d-bc8a-5846be2d857d req-a11a50a9-3908-4c9f-9cfe-f80163774bfa tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:14.997175 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b8bee5f6-3c07-450d-bc8a-5846be2d857d req-a11a50a9-3908-4c9f-9cfe-f80163774bfa tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc2ce53-dc79-44fc-95de-06ffadefe1fe HTTP/1.1" status: 200 len: 945 time: 0.2214198 Feb 09 01:20:15.094209 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9871b343-0933-4456-b50f-1f9961d864b8 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router_gateway (562615f3-7f0c-4d89-8e6e-b6fb3427d756), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:15.116263 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9871b343-0933-4456-b50f-1f9961d864b8 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:15.134805 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d482c535-6cd2-4e34-b661-880229d4fc73 req-2892fe89-d59a-46b8-8db5-4951cde14d14 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (9e14b42f-a2fa-4ad2-98bb-f5374f407fac), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:15.162021 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e734117b-8236-4ee1-bbd9-8428f65d9d73 req-4ce8813a-7846-416d-8686-6b59bc34d425 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] 10.222.0.30 "GET /v2.0/security-groups?id=03b30f60-5aff-4228-912c-f7e6dfa6a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066822 Feb 09 01:20:15.201625 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892fe89-d59a-46b8-8db5-4951cde14d14 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Pushing event deleted for resources: {'Port': ['ID=9e14b42f-a2fa-4ad2-98bb-f5374f407fac,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:15.221357 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b8bee5f6-3c07-450d-bc8a-5846be2d857d req-7d165f54-0156-4fc0-9460-0ef0681eeb72 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178130 Feb 09 01:20:15.301605 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-d482c535-6cd2-4e34-b661-880229d4fc73 req-2892fe89-d59a-46b8-8db5-4951cde14d14 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] No DVR routers for this DVR port 9e14b42f-a2fa-4ad2-98bb-f5374f407fac on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:20:15.309796 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d482c535-6cd2-4e34-b661-880229d4fc73 req-2892fe89-d59a-46b8-8db5-4951cde14d14 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:15.310110 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-9871b343-0933-4456-b50f-1f9961d864b8 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Allocated IP 172.25.1.15 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/c6145c66-4e55-49b8-889b-fef70c877d1e) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:15.314029 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d482c535-6cd2-4e34-b661-880229d4fc73 req-2892fe89-d59a-46b8-8db5-4951cde14d14 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.121 "DELETE /v2.0/ports/9e14b42f-a2fa-4ad2-98bb-f5374f407fac HTTP/1.1" status: 204 len: 173 time: 1.4312098 Feb 09 01:20:15.360350 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-564d03b8-c9cc-49dc-a7cf-f23fdf9af06d req-436f85ed-1e9b-44cd-b149-195289c9d95f tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5f1ec7a-a40b-43b0-b90f-e9a81ebfcfb9 HTTP/1.1" status: 200 len: 210 time: 0.0563979 Feb 09 01:20:15.376950 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 29189171-cfae-49bf-97d9-8c3a3353edaa no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:20:15.414479 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 29189171-cfae-49bf-97d9-8c3a3353edaa {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:20:15.415880 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 29189171-cfae-49bf-97d9-8c3a3353edaa not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:20:15.419707 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-32c6b905-02ab-426f-9502-083ddf15642d req-a8e556d7-be2f-4567-83d5-00e46d6a7324 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups/3ccf1b70-5464-4ab3-ad6c-53c56f05d2ea HTTP/1.1" status: 200 len: 1792 time: 0.1619732 Feb 09 01:20:15.420193 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f8a019-3899-4273-870f-2fd94a8185a3', 'name': 'network-vif-deleted', 'tag': '29189171-cfae-49bf-97d9-8c3a3353edaa'}, {'server_uuid': 'c5f1ec7a-a40b-43b0-b90f-e9a81ebfcfb9', 'name': 'network-vif-deleted', 'tag': '9e14b42f-a2fa-4ad2-98bb-f5374f407fac'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:20:15.423100 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf34e2f6-e924-4364-8cd3-5910ccf7d6fd" -d '{"events": [{"server_uuid": "42f8a019-3899-4273-870f-2fd94a8185a3", "name": "network-vif-deleted", "tag": "29189171-cfae-49bf-97d9-8c3a3353edaa"}, {"server_uuid": "c5f1ec7a-a40b-43b0-b90f-e9a81ebfcfb9", "name": "network-vif-deleted", "tag": "9e14b42f-a2fa-4ad2-98bb-f5374f407fac"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:20:15.516853 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-0d15afd3-0816-4006-9550-f2a5d125bea0 req-5a431b0b-f2fa-4d6d-bac3-b182f3179b58 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (f93f623b-910b-4774-8613-7b3ee978432b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:15.525222 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9871b343-0933-4456-b50f-1f9961d864b8 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for port (c6145c66-4e55-49b8-889b-fef70c877d1e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:15.526017 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 01:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f59bbf-bfc8-4f73-9abf-292988e64a5c x-openstack-request-id: req-a1f59bbf-bfc8-4f73-9abf-292988e64a5c {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:20:15.531575 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['f93f623b-910b-4774-8613-7b3ee978432b'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:20:15.535223 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f8a019-3899-4273-870f-2fd94a8185a3", "name": "network-vif-deleted", "tag": "29189171-cfae-49bf-97d9-8c3a3353edaa", "status": "completed", "code": 200}, {"server_uuid": "c5f1ec7a-a40b-43b0-b90f-e9a81ebfcfb9", "name": "network-vif-deleted", "tag": "9e14b42f-a2fa-4ad2-98bb-f5374f407fac", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:20:15.535375 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a1f59bbf-bfc8-4f73-9abf-292988e64a5c {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:20:15.541310 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f8a019-3899-4273-870f-2fd94a8185a3', 'name': 'network-vif-deleted', 'tag': '29189171-cfae-49bf-97d9-8c3a3353edaa', 'status': 'completed', 'code': 200} Feb 09 01:20:15.542227 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f1ec7a-a40b-43b0-b90f-e9a81ebfcfb9', 'name': 'network-vif-deleted', 'tag': '9e14b42f-a2fa-4ad2-98bb-f5374f407fac', 'status': 'completed', 'code': 200} Feb 09 01:20:15.626217 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9871b343-0933-4456-b50f-1f9961d864b8 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (c6145c66-4e55-49b8-889b-fef70c877d1e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:15.656061 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a431b0b-f2fa-4d6d-bac3-b182f3179b58 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] Pushing event deleted for resources: {'Port': ['ID=f93f623b-910b-4774-8613-7b3ee978432b,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:15.716550 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d15afd3-0816-4006-9550-f2a5d125bea0 req-5a431b0b-f2fa-4d6d-bac3-b182f3179b58 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] No DVR routers for this DVR port f93f623b-910b-4774-8613-7b3ee978432b on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:20:15.723272 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-0d15afd3-0816-4006-9550-f2a5d125bea0 req-5a431b0b-f2fa-4d6d-bac3-b182f3179b58 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:15.725855 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871b343-0933-4456-b50f-1f9961d864b8 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Pushing event updated for resources: {'Port': ['ID=c6145c66-4e55-49b8-889b-fef70c877d1e,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:15.726778 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0d15afd3-0816-4006-9550-f2a5d125bea0 req-5a431b0b-f2fa-4d6d-bac3-b182f3179b58 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] 10.222.0.91 "DELETE /v2.0/ports/f93f623b-910b-4774-8613-7b3ee978432b HTTP/1.1" status: 204 len: 173 time: 1.5494804 Feb 09 01:20:15.739871 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d6c4a855-3813-4a9f-9884-3266c920548f req-52ab22c7-e8e5-443e-ba55-54c32029ebb9 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups/3ccf1b70-5464-4ab3-ad6c-53c56f05d2ea HTTP/1.1" status: 200 len: 1792 time: 0.1965992 Feb 09 01:20:15.752477 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9871b343-0933-4456-b50f-1f9961d864b8 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:15.755496 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-9871b343-0933-4456-b50f-1f9961d864b8 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:15.758455 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9871b343-0933-4456-b50f-1f9961d864b8 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:20:15.911655 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d6c4a855-3813-4a9f-9884-3266c920548f req-9d4d6774-5a6a-446f-9670-ab857afa70d3 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (3ccf1b70-5464-4ab3-ad6c-53c56f05d2ea), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:15.956522 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d6c4a855-3813-4a9f-9884-3266c920548f req-9d4d6774-5a6a-446f-9670-ab857afa70d3 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (3ccf1b70-5464-4ab3-ad6c-53c56f05d2ea), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:16.001346 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a46413-28c2-42b0-bb50-cd7f0e430c73 req-e51c9985-477c-4fc3-a192-6b417a7f6942 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:16.008070 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a46413-28c2-42b0-bb50-cd7f0e430c73 req-e51c9985-477c-4fc3-a192-6b417a7f6942 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:16.014444 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a46413-28c2-42b0-bb50-cd7f0e430c73 req-e51c9985-477c-4fc3-a192-6b417a7f6942 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:16.020580 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a46413-28c2-42b0-bb50-cd7f0e430c73 req-e51c9985-477c-4fc3-a192-6b417a7f6942 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:16.026077 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a46413-28c2-42b0-bb50-cd7f0e430c73 req-e51c9985-477c-4fc3-a192-6b417a7f6942 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:16.031774 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a46413-28c2-42b0-bb50-cd7f0e430c73 req-e51c9985-477c-4fc3-a192-6b417a7f6942 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:16.037170 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a46413-28c2-42b0-bb50-cd7f0e430c73 req-e51c9985-477c-4fc3-a192-6b417a7f6942 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:16.040611 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-61a46413-28c2-42b0-bb50-cd7f0e430c73 req-e51c9985-477c-4fc3-a192-6b417a7f6942 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5420 time: 0.2003710 Feb 09 01:20:16.127319 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d6c4a855-3813-4a9f-9884-3266c920548f req-9d4d6774-5a6a-446f-9670-ab857afa70d3 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3ccf1b70-5464-4ab3-ad6c-53c56f05d2ea), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:16.130680 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d6c4a855-3813-4a9f-9884-3266c920548f req-9d4d6774-5a6a-446f-9670-ab857afa70d3 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:16.132285 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d6c4a855-3813-4a9f-9884-3266c920548f req-9d4d6774-5a6a-446f-9670-ab857afa70d3 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "DELETE /v2.0/security-groups/3ccf1b70-5464-4ab3-ad6c-53c56f05d2ea HTTP/1.1" status: 204 len: 173 time: 0.3914835 Feb 09 01:20:16.160824 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d6774-5a6a-446f-9670-ab857afa70d3 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccf1b70-5464-4ab3-ad6c-53c56f05d2ea,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:16.168651 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-61a46413-28c2-42b0-bb50-cd7f0e430c73 req-f36e1505-255e-445e-a914-aff137b2101c tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1159139 Feb 09 01:20:16.233045 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58410) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:16.278690 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9871b343-0933-4456-b50f-1f9961d864b8 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router_gateway (562615f3-7f0c-4d89-8e6e-b6fb3427d756), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:16.336775 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f8a7c7c-93b1-4303-9318-b5cf1147f86a admin admin] Deleting subnet 0a4475dd-5699-46d6-bcef-d0f3d6bff86b {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:20:16.351794 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f8a7c7c-93b1-4303-9318-b5cf1147f86a admin admin] Publish callbacks [] for subnet (0a4475dd-5699-46d6-bcef-d0f3d6bff86b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:16.621568 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9871b343-0933-4456-b50f-1f9961d864b8 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (562615f3-7f0c-4d89-8e6e-b6fb3427d756), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:16.787417 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9871b343-0933-4456-b50f-1f9961d864b8 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Router 562615f3-7f0c-4d89-8e6e-b6fb3427d756 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:20:16.802954 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f8a7c7c-93b1-4303-9318-b5cf1147f86a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (0a4475dd-5699-46d6-bcef-d0f3d6bff86b), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:16.841007 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7cdfe333-a35c-477a-acc9-e54865c80c49 req-d849218a-1de9-4dbc-89bf-21f7cb5890f5 tempest-InstanceActionsNegativeTestJSON-741477583 tempest-InstanceActionsNegativeTestJSON-741477583-project] 10.222.0.30 "GET /v2.0/ports?device_id=65fcc732-ae51-4542-8d69-e18ff6e77558 HTTP/1.1" status: 200 len: 210 time: 0.0606358 Feb 09 01:20:16.884740 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ec904-797b-434a-b353-3162308cda2d req-2a67f101-044a-48a3-ba03-e00f8bf3e6bd tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:16.886315 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-533ec904-797b-434a-b353-3162308cda2d req-2a67f101-044a-48a3-ba03-e00f8bf3e6bd tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc2ce53-dc79-44fc-95de-06ffadefe1fe HTTP/1.1" status: 200 len: 945 time: 0.4956450 Feb 09 01:20:16.887682 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f8a7c7c-93b1-4303-9318-b5cf1147f86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (0a4475dd-5699-46d6-bcef-d0f3d6bff86b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:16.995011 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-533ec904-797b-434a-b353-3162308cda2d req-3c4f96fd-daa1-478b-82fc-abb97cccbf3a tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018453 Feb 09 01:20:17.016018 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f8a7c7c-93b1-4303-9318-b5cf1147f86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (0a4475dd-5699-46d6-bcef-d0f3d6bff86b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:17.023699 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9871b343-0933-4456-b50f-1f9961d864b8 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:20:17.032380 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf1f8eb-6b42-4256-8e84-431052f13a2c None None] Sync routers for ids ['562615f3-7f0c-4d89-8e6e-b6fb3427d756'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:20:17.036328 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a7c7c-93b1-4303-9318-b5cf1147f86a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a4475dd-5699-46d6-bcef-d0f3d6bff86b,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:17.038358 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f8a7c7c-93b1-4303-9318-b5cf1147f86a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:17.041826 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4f8a7c7c-93b1-4303-9318-b5cf1147f86a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0a4475dd-5699-46d6-bcef-d0f3d6bff86b HTTP/1.1" status: 204 len: 168 time: 0.8071263 Feb 09 01:20:17.044284 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58422) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:17.060020 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf1f8eb-6b42-4256-8e84-431052f13a2c None None] Routers {'562615f3-7f0c-4d89-8e6e-b6fb3427d756'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:20:17.068443 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-baf1f8eb-6b42-4256-8e84-431052f13a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:19:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['562615f3-7f0c-4d89-8e6e-b6fb3427d756'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:17.089408 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9871b343-0933-4456-b50f-1f9961d864b8 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:17.096944 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9871b343-0933-4456-b50f-1f9961d864b8 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.5895114 Feb 09 01:20:17.097548 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58426) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:17.128451 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-896f56a5-a26f-4e24-b57c-66904b21d42b tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:17.163534 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-baf1f8eb-6b42-4256-8e84-431052f13a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:17.189351 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf1f8eb-6b42-4256-8e84-431052f13a2c None None] Routers {'562615f3-7f0c-4d89-8e6e-b6fb3427d756'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:20:17.190757 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [req-0c3f9d6f-365c-4dec-9faa-d53ab616229a req-113ce939-7dfc-4cd4-b399-00013cd20fb4 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] show failed (client error): The resource could not be found. Feb 09 01:20:17.191577 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-baf1f8eb-6b42-4256-8e84-431052f13a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:19:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['562615f3-7f0c-4d89-8e6e-b6fb3427d756'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:17.205804 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0c3f9d6f-365c-4dec-9faa-d53ab616229a req-113ce939-7dfc-4cd4-b399-00013cd20fb4 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups/d4c75212-0e11-4218-bda9-80792c409ade HTTP/1.1" status: 404 len: 352 time: 0.1256623 Feb 09 01:20:17.241205 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-baf1f8eb-6b42-4256-8e84-431052f13a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:17.242131 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf1f8eb-6b42-4256-8e84-431052f13a2c None None] The sync data for ids ['562615f3-7f0c-4d89-8e6e-b6fb3427d756'] in n-d-822053-40 is: [] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:20:17.320412 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7baeefcb-81a2-49b8-ac37-e14e8cdd3b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (05e48949-2ba1-42ec-a486-a7c0b1a1bf59), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:17.335164 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [req-d2ff18ec-ec08-4570-83e1-bc761ff66295 req-fb9cc8a4-76d1-4d67-bc9d-65c8f2ebfd5a tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] show failed (client error): The resource could not be found. Feb 09 01:20:17.336592 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d2ff18ec-ec08-4570-83e1-bc761ff66295 req-fb9cc8a4-76d1-4d67-bc9d-65c8f2ebfd5a tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups/9f2bb2af-1649-44ce-a826-198c6af7bfac HTTP/1.1" status: 404 len: 352 time: 0.0899103 Feb 09 01:20:17.375038 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 9e14b42f-a2fa-4ad2-98bb-f5374f407fac no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:20:17.412312 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 9e14b42f-a2fa-4ad2-98bb-f5374f407fac {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:20:17.415727 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 9e14b42f-a2fa-4ad2-98bb-f5374f407fac not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:20:17.523997 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7baeefcb-81a2-49b8-ac37-e14e8cdd3b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (05e48949-2ba1-42ec-a486-a7c0b1a1bf59), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:17.532592 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-4c067331-0374-40f8-8a64-c0a43cb3c1d6 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:17.534145 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-4c067331-0374-40f8-8a64-c0a43cb3c1d6 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/networks?id=4f2352f9-f273-4371-afcf-34ba242f040c HTTP/1.1" status: 200 len: 821 time: 0.3133519 Feb 09 01:20:17.543699 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fcc732-ae51-4542-8d69-e18ff6e77558', 'name': 'network-vif-deleted', 'tag': 'f93f623b-910b-4774-8613-7b3ee978432b'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:20:17.546964 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1709e11-a28c-470e-9cf1-9c7e355b3739" -d '{"events": [{"server_uuid": "65fcc732-ae51-4542-8d69-e18ff6e77558", "name": "network-vif-deleted", "tag": "f93f623b-910b-4774-8613-7b3ee978432b"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:20:17.557066 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-896f56a5-a26f-4e24-b57c-66904b21d42b tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router_gateway (562615f3-7f0c-4d89-8e6e-b6fb3427d756), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:17.571613 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-896f56a5-a26f-4e24-b57c-66904b21d42b tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router_gateway (562615f3-7f0c-4d89-8e6e-b6fb3427d756), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:17.577377 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-7baeefcb-81a2-49b8-ac37-e14e8cdd3b4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05e48949-2ba1-42ec-a486-a7c0b1a1bf59']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:17.591645 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-72c2b1c1-fb76-4d47-b256-7ea0182853c2 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/quotas/425a719b34a746919c58206639b6374e HTTP/1.1" status: 200 len: 375 time: 0.0503333 Feb 09 01:20:17.594482 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-7baeefcb-81a2-49b8-ac37-e14e8cdd3b4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dc703ea-e790-4a36-b146-4aa9d863a08c') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:17.594889 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-7baeefcb-81a2-49b8-ac37-e14e8cdd3b4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dc703ea-e790-4a36-b146-4aa9d863a08c') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:17.613208 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7baeefcb-81a2-49b8-ac37-e14e8cdd3b4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (2dc703ea-e790-4a36-b146-4aa9d863a08c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:17.646656 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-896f56a5-a26f-4e24-b57c-66904b21d42b tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Deleting port c6145c66-4e55-49b8-889b-fef70c877d1e {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:20:17.647214 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-896f56a5-a26f-4e24-b57c-66904b21d42b tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (c6145c66-4e55-49b8-889b-fef70c877d1e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:17.659755 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-24b70690-090c-4681-b037-f14de36f49e8 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=425a719b34a746919c58206639b6374e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561304 Feb 09 01:20:17.674063 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee3d5b-372f-4a49-90c4-6b4605b95bbb req-3c05569b-927b-4a75-ae6b-27c08b225100 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:17.679554 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee3d5b-372f-4a49-90c4-6b4605b95bbb req-3c05569b-927b-4a75-ae6b-27c08b225100 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:17.684930 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee3d5b-372f-4a49-90c4-6b4605b95bbb req-3c05569b-927b-4a75-ae6b-27c08b225100 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:17.690825 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee3d5b-372f-4a49-90c4-6b4605b95bbb req-3c05569b-927b-4a75-ae6b-27c08b225100 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:17.696459 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee3d5b-372f-4a49-90c4-6b4605b95bbb req-3c05569b-927b-4a75-ae6b-27c08b225100 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:17.702086 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee3d5b-372f-4a49-90c4-6b4605b95bbb req-3c05569b-927b-4a75-ae6b-27c08b225100 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:17.707782 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee3d5b-372f-4a49-90c4-6b4605b95bbb req-3c05569b-927b-4a75-ae6b-27c08b225100 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:17.709828 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-50ee3d5b-372f-4a49-90c4-6b4605b95bbb req-3c05569b-927b-4a75-ae6b-27c08b225100 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5420 time: 0.2466927 Feb 09 01:20:17.711080 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7baeefcb-81a2-49b8-ac37-e14e8cdd3b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (2dc703ea-e790-4a36-b146-4aa9d863a08c), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:17.734150 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-896f56a5-a26f-4e24-b57c-66904b21d42b tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (c6145c66-4e55-49b8-889b-fef70c877d1e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:17.756924 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-896f56a5-a26f-4e24-b57c-66904b21d42b tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Calling delete_port for c6145c66-4e55-49b8-889b-fef70c877d1e owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:17.770324 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7baeefcb-81a2-49b8-ac37-e14e8cdd3b4f admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:20:17.770797 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7baeefcb-81a2-49b8-ac37-e14e8cdd3b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (2dc703ea-e790-4a36-b146-4aa9d863a08c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:17.772681 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:20:17.772681 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:20:17.772681 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:20:17.772681 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:20:17.772681 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:20:17.772681 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:20:17.772681 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:20:17.772681 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:20:17.772681 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:20:17.772681 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:20:17.772681 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:20:17.772681 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:20:17.772681 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:20:17.772681 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:20:17.772681 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:20:17.772681 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:20:17.772681 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:20:17.772681 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:20:17.772681 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:20:17.772681 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:20:17.772681 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:20:17.772681 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:20:17.772681 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:20:17.772681 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:20:17.772681 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:20:17.772681 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:20:17.772681 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:20:17.772681 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:20:17.772681 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:20:17.772681 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:20:17.772681 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:20:17.772681 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:20:17.891127 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7baeefcb-81a2-49b8-ac37-e14e8cdd3b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (05e48949-2ba1-42ec-a486-a7c0b1a1bf59), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:17.912368 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7baeefcb-81a2-49b8-ac37-e14e8cdd3b4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:17.916151 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7baeefcb-81a2-49b8-ac37-e14e8cdd3b4f admin admin] 10.222.0.30 "DELETE /v2.0/networks/05e48949-2ba1-42ec-a486-a7c0b1a1bf59 HTTP/1.1" status: 204 len: 168 time: 0.8705387 Feb 09 01:20:17.954625 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-50ee3d5b-372f-4a49-90c4-6b4605b95bbb req-88f25032-68d5-4679-ac96-bfcb63af5dab tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2294755 Feb 09 01:20:18.004374 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-33d6cd8d-c34c-4204-8d19-ee3fdbbdadda service neutron] 10.222.0.30 "GET /v2.0/networks/4f2352f9-f273-4371-afcf-34ba242f040c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902527 Feb 09 01:20:18.088628 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baeefcb-81a2-49b8-ac37-e14e8cdd3b4f admin admin] Pushing event deleted for resources: {'Network': ['ID=05e48949-2ba1-42ec-a486-a7c0b1a1bf59,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:18.114937 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58452) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:18.118157 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [req-f77109a9-4d60-4fd8-9fc0-d8a3fe1dceab req-8123f0fe-eee7-4182-8a71-49e015262572 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] show failed (client error): The resource could not be found. Feb 09 01:20:18.119200 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f77109a9-4d60-4fd8-9fc0-d8a3fe1dceab req-8123f0fe-eee7-4182-8a71-49e015262572 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups/2414b0a4-1d83-4086-8430-97f263480714 HTTP/1.1" status: 404 len: 352 time: 0.0306602 Feb 09 01:20:18.174924 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-fdadc4f8-770c-4fd5-8300-4e5e99db8efe service neutron] 10.222.0.30 "GET /v2.0/networks/4f2352f9-f273-4371-afcf-34ba242f040c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645730 Feb 09 01:20:18.181734 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e94d6b98-e7ee-413e-b268-2dac4e009d15 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4695261db8974c4fb81609859e9e0500&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0632327 Feb 09 01:20:18.182142 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58456) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:18.199182 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60e7019-15b7-40ee-8eea-8a8bdd639b1e x-openstack-request-id: req-a60e7019-15b7-40ee-8eea-8a8bdd639b1e {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:20:18.199538 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65fcc732-ae51-4542-8d69-e18ff6e77558", "name": "network-vif-deleted", "tag": "f93f623b-910b-4774-8613-7b3ee978432b", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:20:18.199796 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a60e7019-15b7-40ee-8eea-8a8bdd639b1e {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:20:18.200251 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65fcc732-ae51-4542-8d69-e18ff6e77558', 'name': 'network-vif-deleted', 'tag': 'f93f623b-910b-4774-8613-7b3ee978432b', 'status': 'completed', 'code': 200} Feb 09 01:20:18.243446 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58460) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:18.245687 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-896f56a5-a26f-4e24-b57c-66904b21d42b tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (c6145c66-4e55-49b8-889b-fef70c877d1e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:18.257283 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f0c064ee-ca4b-4659-a736-b7f0c7703c08 admin admin] Publish callbacks [] for security_group (5bcb05d4-9e02-4499-b267-0eb63b1a828b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:18.371793 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-896f56a5-a26f-4e24-b57c-66904b21d42b tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (562615f3-7f0c-4d89-8e6e-b6fb3427d756), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:18.378241 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f56a5-a26f-4e24-b57c-66904b21d42b tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Pushing event deleted for resources: {'Port': ['ID=c6145c66-4e55-49b8-889b-fef70c877d1e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:18.395852 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [req-40d88698-f1dc-4f4e-b58a-e376e4495b56 req-da38ff43-4736-47e9-abf3-c5806d8cd079 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] show failed (client error): The resource could not be found. Feb 09 01:20:18.396869 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-40d88698-f1dc-4f4e-b58a-e376e4495b56 req-da38ff43-4736-47e9-abf3-c5806d8cd079 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups/839a4b76-8016-4032-9ee3-11574217561a HTTP/1.1" status: 404 len: 352 time: 0.0224547 Feb 09 01:20:18.401983 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5fd046f-f6ff-4c5b-8bdd-7f702d39414e admin admin] Deleting subnet 49763197-212e-4286-9a3e-e9627a5797b6 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:20:18.414079 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e5fd046f-f6ff-4c5b-8bdd-7f702d39414e admin admin] Publish callbacks [] for subnet (49763197-212e-4286-9a3e-e9627a5797b6), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:18.425473 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4ab8d-5031-4a45-8f1c-f7710bf2d413 req-12b95f48-aab1-40f5-bd03-fdf05f924db5 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:18.428492 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-26c4ab8d-5031-4a45-8f1c-f7710bf2d413 req-12b95f48-aab1-40f5-bd03-fdf05f924db5 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc2ce53-dc79-44fc-95de-06ffadefe1fe HTTP/1.1" status: 200 len: 945 time: 0.1087689 Feb 09 01:20:18.469363 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f0c064ee-ca4b-4659-a736-b7f0c7703c08 admin admin] Publish callbacks [] for security_group (5bcb05d4-9e02-4499-b267-0eb63b1a828b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:18.545305 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-26c4ab8d-5031-4a45-8f1c-f7710bf2d413 req-5d65a79f-90d5-45c3-a116-b0b2faa6f03b tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949988 Feb 09 01:20:18.548175 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b8edbfb2-ad0b-4fc5-b638-4f1fbf23884b req-23497a10-b1e3-4c51-9fa6-90846ad192de tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e37cf23-df8e-4477-a94a-3432613a7989 HTTP/1.1" status: 200 len: 210 time: 0.0422494 Feb 09 01:20:18.582027 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e5fd046f-f6ff-4c5b-8bdd-7f702d39414e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (49763197-212e-4286-9a3e-e9627a5797b6), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:18.636814 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [req-2546fe83-82ed-4f79-9814-1394d1eaff53 req-c7d521ec-8a59-4c6d-b3e9-43e8b8b879ff tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] show failed (client error): The resource could not be found. Feb 09 01:20:18.638022 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2546fe83-82ed-4f79-9814-1394d1eaff53 req-c7d521ec-8a59-4c6d-b3e9-43e8b8b879ff tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups/fb5aad46-cd80-4568-b2d3-6549de236dac HTTP/1.1" status: 404 len: 352 time: 0.0234938 Feb 09 01:20:18.653618 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e5fd046f-f6ff-4c5b-8bdd-7f702d39414e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (49763197-212e-4286-9a3e-e9627a5797b6), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:18.666264 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-896f56a5-a26f-4e24-b57c-66904b21d42b tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8820'] for router (562615f3-7f0c-4d89-8e6e-b6fb3427d756), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:18.677419 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-896f56a5-a26f-4e24-b57c-66904b21d42b tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622185'] for router (562615f3-7f0c-4d89-8e6e-b6fb3427d756), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:18.720432 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [req-578f153a-1306-4436-9fb7-e7ad3c92c73e req-f75f05d3-be4f-46c5-a513-580e6f42c82e tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] show failed (client error): The resource could not be found. Feb 09 01:20:18.721823 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-578f153a-1306-4436-9fb7-e7ad3c92c73e req-f75f05d3-be4f-46c5-a513-580e6f42c82e tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups/1b728dca-e957-49a6-9f22-43366f5b4bca HTTP/1.1" status: 404 len: 352 time: 0.0231874 Feb 09 01:20:18.749490 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e5fd046f-f6ff-4c5b-8bdd-7f702d39414e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (49763197-212e-4286-9a3e-e9627a5797b6), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:18.783335 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896f56a5-a26f-4e24-b57c-66904b21d42b tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Router 562615f3-7f0c-4d89-8e6e-b6fb3427d756 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:20:18.824538 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd046f-f6ff-4c5b-8bdd-7f702d39414e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49763197-212e-4286-9a3e-e9627a5797b6,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:18.826661 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e5fd046f-f6ff-4c5b-8bdd-7f702d39414e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:18.833164 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e5fd046f-f6ff-4c5b-8bdd-7f702d39414e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/49763197-212e-4286-9a3e-e9627a5797b6 HTTP/1.1" status: 204 len: 168 time: 0.5886292 Feb 09 01:20:18.833789 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58480) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:18.941062 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-edd15a78-ab16-4248-92ea-9a55bde8e76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (868cb34b-554f-4c72-811c-6d845edeea88), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:19.084211 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-edd15a78-ab16-4248-92ea-9a55bde8e76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (868cb34b-554f-4c72-811c-6d845edeea88), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:19.125548 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-edd15a78-ab16-4248-92ea-9a55bde8e76b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['868cb34b-554f-4c72-811c-6d845edeea88']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:19.132622 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device f93f623b-910b-4774-8613-7b3ee978432b no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:20:19.156878 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: f93f623b-910b-4774-8613-7b3ee978432b {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:20:19.157453 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device f93f623b-910b-4774-8613-7b3ee978432b not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:20:19.177950 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-edd15a78-ab16-4248-92ea-9a55bde8e76b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6d7b3d8-935e-40ef-8656-701030fa3f62') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:19.178426 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-edd15a78-ab16-4248-92ea-9a55bde8e76b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6d7b3d8-935e-40ef-8656-701030fa3f62') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:19.198764 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f0c064ee-ca4b-4659-a736-b7f0c7703c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (5bcb05d4-9e02-4499-b267-0eb63b1a828b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:19.201126 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f0c064ee-ca4b-4659-a736-b7f0c7703c08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:19.205351 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f0c064ee-ca4b-4659-a736-b7f0c7703c08 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5bcb05d4-9e02-4499-b267-0eb63b1a828b HTTP/1.1" status: 204 len: 168 time: 1.0194218 Feb 09 01:20:19.215707 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-edd15a78-ab16-4248-92ea-9a55bde8e76b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (a6d7b3d8-935e-40ef-8656-701030fa3f62), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:19.240653 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c064ee-ca4b-4659-a736-b7f0c7703c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bcb05d4-9e02-4499-b267-0eb63b1a828b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:19.250556 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896f56a5-a26f-4e24-b57c-66904b21d42b tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:20:19.258294 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-896f56a5-a26f-4e24-b57c-66904b21d42b tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:19.259624 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-896f56a5-a26f-4e24-b57c-66904b21d42b tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] 10.222.0.30 "PUT /v2.0/routers/562615f3-7f0c-4d89-8e6e-b6fb3427d756 HTTP/1.1" status: 200 len: 706 time: 2.1611335 Feb 09 01:20:19.261341 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23738518-a2d1-422d-a2c4-10012b8b0779 None None] Sync routers for ids ['562615f3-7f0c-4d89-8e6e-b6fb3427d756'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:20:19.262560 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58488) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:19.278965 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23738518-a2d1-422d-a2c4-10012b8b0779 None None] Routers {'562615f3-7f0c-4d89-8e6e-b6fb3427d756'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:20:19.279593 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-23738518-a2d1-422d-a2c4-10012b8b0779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:19:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['562615f3-7f0c-4d89-8e6e-b6fb3427d756'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:19.280624 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-edd15a78-ab16-4248-92ea-9a55bde8e76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (a6d7b3d8-935e-40ef-8656-701030fa3f62), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:19.306847 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:19.330661 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edd15a78-ab16-4248-92ea-9a55bde8e76b admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:20:19.331832 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-edd15a78-ab16-4248-92ea-9a55bde8e76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (a6d7b3d8-935e-40ef-8656-701030fa3f62), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:19.334970 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:20:19.334970 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:20:19.334970 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:20:19.334970 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:20:19.334970 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:20:19.334970 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:20:19.334970 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:20:19.334970 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:20:19.334970 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:20:19.334970 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:20:19.334970 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:20:19.334970 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:20:19.334970 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:20:19.334970 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:20:19.334970 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:20:19.334970 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:20:19.334970 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:20:19.334970 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:20:19.334970 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:20:19.334970 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:20:19.334970 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:20:19.334970 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:20:19.334970 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:20:19.334970 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:20:19.334970 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:20:19.334970 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:20:19.334970 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:20:19.334970 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:20:19.334970 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:20:19.334970 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:20:19.334970 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:20:19.334970 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:20:19.353811 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-23738518-a2d1-422d-a2c4-10012b8b0779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:19.361440 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f650bb-3176-4fa5-8147-784f4edafdad req-73b1f2cb-f425-4047-9b85-04e2434879a3 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:19.364259 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23738518-a2d1-422d-a2c4-10012b8b0779 None None] Routers {'562615f3-7f0c-4d89-8e6e-b6fb3427d756'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:20:19.364866 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-23738518-a2d1-422d-a2c4-10012b8b0779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:19:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['562615f3-7f0c-4d89-8e6e-b6fb3427d756'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:19.372275 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-02f650bb-3176-4fa5-8147-784f4edafdad req-73b1f2cb-f425-4047-9b85-04e2434879a3 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/ports?device_id=c48882ac-1295-4d05-bea3-b4dacd467fe9 HTTP/1.1" status: 200 len: 1024 time: 0.3258638 Feb 09 01:20:19.381571 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4984695a-7256-4f12-9fe9-4c095bf85df2 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] 10.222.0.30 "GET /v2.0/routers/562615f3-7f0c-4d89-8e6e-b6fb3427d756 HTTP/1.1" status: 200 len: 741 time: 0.1176338 Feb 09 01:20:19.384489 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58492) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:19.402241 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-23738518-a2d1-422d-a2c4-10012b8b0779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:19.402896 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23738518-a2d1-422d-a2c4-10012b8b0779 None None] The sync data for ids ['562615f3-7f0c-4d89-8e6e-b6fb3427d756'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:20:19.461075 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ae1afeb0-14cf-4489-bcb4-a5c526d60798 tempest-RoutersAdminTest-1958738681 tempest-RoutersAdminTest-1958738681-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=def43282-5318-4ecb-a74b-178f79c0eb6e&device_id=562615f3-7f0c-4d89-8e6e-b6fb3427d756 HTTP/1.1" status: 200 len: 205 time: 0.0742095 Feb 09 01:20:19.463256 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58496) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:19.500006 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b37947c6-02d5-45b9-a35f-844de88c5c63 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] 10.222.0.30 "GET /v2.0/ports?device_id=562615f3-7f0c-4d89-8e6e-b6fb3427d756 HTTP/1.1" status: 200 len: 205 time: 0.0328476 Feb 09 01:20:19.500268 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58498) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:19.515455 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8131f-0577-4e40-878c-e80b6aaf8901 req-846c81d3-5fd9-496e-8821-cbb9e0ca5b24 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:19.521896 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8131f-0577-4e40-878c-e80b6aaf8901 req-846c81d3-5fd9-496e-8821-cbb9e0ca5b24 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:19.527789 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8131f-0577-4e40-878c-e80b6aaf8901 req-846c81d3-5fd9-496e-8821-cbb9e0ca5b24 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:19.535687 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8131f-0577-4e40-878c-e80b6aaf8901 req-846c81d3-5fd9-496e-8821-cbb9e0ca5b24 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:19.542067 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8131f-0577-4e40-878c-e80b6aaf8901 req-846c81d3-5fd9-496e-8821-cbb9e0ca5b24 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:19.548617 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8131f-0577-4e40-878c-e80b6aaf8901 req-846c81d3-5fd9-496e-8821-cbb9e0ca5b24 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:19.555692 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8131f-0577-4e40-878c-e80b6aaf8901 req-846c81d3-5fd9-496e-8821-cbb9e0ca5b24 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:19.565185 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ecd8131f-0577-4e40-878c-e80b6aaf8901 req-846c81d3-5fd9-496e-8821-cbb9e0ca5b24 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5420 time: 0.3840184 Feb 09 01:20:19.611739 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f209200-f9a6-46ff-bf27-afa51cdd0622 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router (562615f3-7f0c-4d89-8e6e-b6fb3427d756), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:19.630030 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-edd15a78-ab16-4248-92ea-9a55bde8e76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (868cb34b-554f-4c72-811c-6d845edeea88), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:19.649576 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-edd15a78-ab16-4248-92ea-9a55bde8e76b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:19.653164 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-edd15a78-ab16-4248-92ea-9a55bde8e76b admin admin] 10.222.0.30 "DELETE /v2.0/networks/868cb34b-554f-4c72-811c-6d845edeea88 HTTP/1.1" status: 204 len: 168 time: 0.8180516 Feb 09 01:20:19.690164 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd15a78-ab16-4248-92ea-9a55bde8e76b admin admin] Pushing event deleted for resources: {'Network': ['ID=868cb34b-554f-4c72-811c-6d845edeea88,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:19.743722 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ecd8131f-0577-4e40-878c-e80b6aaf8901 req-b9361ada-7a58-43e8-bcea-a1850f22fac0 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1712556 Feb 09 01:20:19.776462 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-02f650bb-3176-4fa5-8147-784f4edafdad req-510e5b8f-1772-47d9-998e-e9ba0456d59a tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups?id=d77e22fd-3e31-4a48-8a54-598f6dafe9fd&id=f0af7433-ebb5-4067-ac97-973936f4c3e6&id=d30b6bd6-ee82-453d-882d-6bbb3d802968&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4030051 Feb 09 01:20:19.999880 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58514) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:20.033542 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f209200-f9a6-46ff-bf27-afa51cdd0622 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (562615f3-7f0c-4d89-8e6e-b6fb3427d756), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:20.037768 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8e16827c-96b4-48f0-8d69-ac05fab0cd2c req-8653d7ca-8efc-4f59-b894-e67ac9ecc46e tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e37cf23-df8e-4477-a94a-3432613a7989 HTTP/1.1" status: 200 len: 210 time: 0.1306136 Feb 09 01:20:20.052647 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f209200-f9a6-46ff-bf27-afa51cdd0622 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router_controller (562615f3-7f0c-4d89-8e6e-b6fb3427d756), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:20.151935 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58518) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:20.160196 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f451b-29f6-401d-a317-32e8243097d3 req-0a58047a-9f7e-4e43-9186-6147321af4ea tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:20.164780 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-418f451b-29f6-401d-a317-32e8243097d3 req-0a58047a-9f7e-4e43-9186-6147321af4ea tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc2ce53-dc79-44fc-95de-06ffadefe1fe HTTP/1.1" status: 200 len: 945 time: 0.1947463 Feb 09 01:20:20.185965 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b20d2feb-efef-4362-bcc4-7d0923bc2c1c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f0db03bc1cf94331aa7f5844a6748bab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1776252 Feb 09 01:20:20.189285 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58520) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:20.272731 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f209200-f9a6-46ff-bf27-afa51cdd0622 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (562615f3-7f0c-4d89-8e6e-b6fb3427d756), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:20.274119 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f209200-f9a6-46ff-bf27-afa51cdd0622 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Fanout notify agent at l3_agent the message router_deleted on router 562615f3-7f0c-4d89-8e6e-b6fb3427d756 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:20:20.286641 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f209200-f9a6-46ff-bf27-afa51cdd0622 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:20.288447 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4f209200-f9a6-46ff-bf27-afa51cdd0622 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] 10.222.0.30 "DELETE /v2.0/routers/562615f3-7f0c-4d89-8e6e-b6fb3427d756 HTTP/1.1" status: 204 len: 168 time: 0.7871037 Feb 09 01:20:20.293945 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58524) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:20.297516 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-0a9fe806-ba28-4f3b-82d3-3fe75bbb6978 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:20.299265 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-0a9fe806-ba28-4f3b-82d3-3fe75bbb6978 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.121 "GET /v2.0/networks?id=4f2352f9-f273-4371-afcf-34ba242f040c HTTP/1.1" status: 200 len: 821 time: 0.3700030 Feb 09 01:20:20.325110 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-4935728e-6d50-4eb3-9ca0-70af10e90a6a tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Request body: {'port': {'device_id': '2e37cf23-df8e-4477-a94a-3432613a7989', 'network_id': '4f2352f9-f273-4371-afcf-34ba242f040c', 'admin_state_up': True, 'tenant_id': '425a719b34a746919c58206639b6374e'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:20.330889 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5ed25123-07d4-4222-b7cc-fd13549ad710 admin admin] Publish callbacks [] for security_group (03b30f60-5aff-4228-912c-f7e6dfa6a4a6), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:20.360254 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5ed25123-07d4-4222-b7cc-fd13549ad710 admin admin] Publish callbacks [] for security_group (03b30f60-5aff-4228-912c-f7e6dfa6a4a6), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:20.366487 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0e215def-63bc-465b-82fb-f3f90649fc80 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] 10.222.0.30 "GET /v2.0/ports?device_id=562615f3-7f0c-4d89-8e6e-b6fb3427d756 HTTP/1.1" status: 200 len: 205 time: 0.0682003 Feb 09 01:20:20.370119 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58526) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:20.402514 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-418f451b-29f6-401d-a317-32e8243097d3 req-d8d800a3-0c00-47fc-a494-a090d7b8e975 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127197 Feb 09 01:20:20.447767 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-44aaf8cd-79b8-40c8-b54a-3eff2d256759 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] delete failed (client error): The resource could not be found. Feb 09 01:20:20.451529 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-44aaf8cd-79b8-40c8-b54a-3eff2d256759 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] 10.222.0.30 "DELETE /v2.0/routers/562615f3-7f0c-4d89-8e6e-b6fb3427d756 HTTP/1.1" status: 404 len: 336 time: 0.0778425 Feb 09 01:20:20.455287 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58530) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:20.495630 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b4ecbb8f-cd27-4276-a4e6-b2e757a472ee tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] 10.222.0.30 "GET /v2.0/ports?device_id=80432dd2-eda1-45f8-8874-d78144c5d4c9 HTTP/1.1" status: 200 len: 205 time: 0.0352807 Feb 09 01:20:20.495630 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58534) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:20.539749 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-6afef547-5d1c-407e-a788-b483c9427160 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] delete failed (client error): The resource could not be found. Feb 09 01:20:20.541558 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6afef547-5d1c-407e-a788-b483c9427160 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] 10.222.0.30 "DELETE /v2.0/routers/80432dd2-eda1-45f8-8874-d78144c5d4c9 HTTP/1.1" status: 404 len: 336 time: 0.0452571 Feb 09 01:20:20.544651 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58538) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:20.596741 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c0b392a1-f140-44a7-9ccb-c76b8f6c53fb tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a53c0aa-bb4d-4060-92a1-1e92234d6b1e HTTP/1.1" status: 200 len: 205 time: 0.0505188 Feb 09 01:20:20.597262 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58540) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:20.645349 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-d30a1cbf-2953-4d7c-96ca-16b9b938f491 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] delete failed (client error): The resource could not be found. Feb 09 01:20:20.647030 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d30a1cbf-2953-4d7c-96ca-16b9b938f491 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] 10.222.0.30 "DELETE /v2.0/routers/7a53c0aa-bb4d-4060-92a1-1e92234d6b1e HTTP/1.1" status: 404 len: 336 time: 0.0478671 Feb 09 01:20:20.647380 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5ed25123-07d4-4222-b7cc-fd13549ad710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (03b30f60-5aff-4228-912c-f7e6dfa6a4a6), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:20.650079 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5ed25123-07d4-4222-b7cc-fd13549ad710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:20.651342 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5ed25123-07d4-4222-b7cc-fd13549ad710 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/03b30f60-5aff-4228-912c-f7e6dfa6a4a6 HTTP/1.1" status: 204 len: 168 time: 0.4606674 Feb 09 01:20:20.651939 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58544) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:20.674281 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dab155-e810-4df4-a7c3-81be93de5023 req-95c405a7-994c-4a95-a267-c4ef684a60f1 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:20.677205 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-22dab155-e810-4df4-a7c3-81be93de5023 req-95c405a7-994c-4a95-a267-c4ef684a60f1 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.91 "GET /v2.0/ports?device_id=c48882ac-1295-4d05-bea3-b4dacd467fe9 HTTP/1.1" status: 200 len: 1024 time: 0.2520018 Feb 09 01:20:20.689193 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1a92c207-a429-4547-83b6-9e7fb5c51eaf tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] 10.222.0.30 "GET /v2.0/ports?device_id=2830b5a4-2dff-407b-b591-716df8813da8 HTTP/1.1" status: 200 len: 205 time: 0.0346475 Feb 09 01:20:20.690208 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed25123-07d4-4222-b7cc-fd13549ad710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b30f60-5aff-4228-912c-f7e6dfa6a4a6,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:20.692777 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58548) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:20.777652 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-4935728e-6d50-4eb3-9ca0-70af10e90a6a tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Made reservation on behalf of 425a719b34a746919c58206639b6374e for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:20.782885 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-4935728e-6d50-4eb3-9ca0-70af10e90a6a tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:20.786358 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-921e11f0-68c9-48bb-ab02-93ae3993396b tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] delete failed (client error): The resource could not be found. Feb 09 01:20:20.787463 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-921e11f0-68c9-48bb-ab02-93ae3993396b tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] 10.222.0.30 "DELETE /v2.0/routers/2830b5a4-2dff-407b-b591-716df8813da8 HTTP/1.1" status: 404 len: 336 time: 0.0934095 Feb 09 01:20:20.790631 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58552) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:20.801450 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:20.805890 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0e27717b-a392-44dc-9149-0c07580165ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:20.884203 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1693e2b3-519d-4f4b-866f-d126231ad3b3 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbef1716-fff8-481c-936e-437599d5c647 HTTP/1.1" status: 200 len: 205 time: 0.0920703 Feb 09 01:20:20.884869 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58556) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:20.922540 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58558) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:20.938413 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-f39c227a-1641-407a-90cd-bc91656c4845 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] delete failed (client error): The resource could not be found. Feb 09 01:20:20.939425 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f39c227a-1641-407a-90cd-bc91656c4845 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] 10.222.0.30 "DELETE /v2.0/routers/cbef1716-fff8-481c-936e-437599d5c647 HTTP/1.1" status: 404 len: 336 time: 0.0535815 Feb 09 01:20:20.942821 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58562) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:21.005065 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d92f6d05-d254-4305-a5aa-705fcd119bc0 tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] 10.222.0.30 "GET /v2.0/ports?device_id=36c731b8-25df-4952-a6db-6e99509c8722 HTTP/1.1" status: 200 len: 205 time: 0.0609295 Feb 09 01:20:21.007606 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58566) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:21.055050 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-76e57163-1742-4d32-98a9-972b18b7337d tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] delete failed (client error): The resource could not be found. Feb 09 01:20:21.056266 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-76e57163-1742-4d32-98a9-972b18b7337d tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] 10.222.0.30 "DELETE /v2.0/routers/36c731b8-25df-4952-a6db-6e99509c8722 HTTP/1.1" status: 404 len: 336 time: 0.0473282 Feb 09 01:20:21.059037 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58568) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:21.091611 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a39ad9-2f44-4709-bd12-ff2ff7441c0f tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:21.092174 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70a39ad9-2f44-4709-bd12-ff2ff7441c0f tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:21.095754 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-70a39ad9-2f44-4709-bd12-ff2ff7441c0f tempest-RoutersAdminTest-2027417463 tempest-RoutersAdminTest-2027417463-project] 10.222.0.30 "DELETE /v2.0/subnets/4649df5f-8f9f-4358-817c-e9ff0fc1e9cc HTTP/1.1" status: 404 len: 337 time: 0.0356688 Feb 09 01:20:21.290101 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d631e78-abba-4123-97a4-2fce0056da21 req-6b3c0e54-e31b-415c-ab34-3f07ffcc854f tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:21.300165 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d631e78-abba-4123-97a4-2fce0056da21 req-6b3c0e54-e31b-415c-ab34-3f07ffcc854f tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/ports?device_id=c48882ac-1295-4d05-bea3-b4dacd467fe9 HTTP/1.1" status: 200 len: 1024 time: 0.3759902 Feb 09 01:20:21.315025 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-22dab155-e810-4df4-a7c3-81be93de5023 req-ee15023e-6e1f-4c50-904d-b50558d42f8e tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Deleting port 2fa33a0a-bd57-4833-888e-d845bfa74804 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:20:21.315370 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-22dab155-e810-4df4-a7c3-81be93de5023 req-ee15023e-6e1f-4c50-904d-b50558d42f8e tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (2fa33a0a-bd57-4833-888e-d845bfa74804), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:21.322682 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-68351890-0964-4990-a6cb-70842114f3de admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-88334319-network', 'tenant_id': 'b9d7b812952b4f21931b13a0cf0cd868'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:21.434602 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5572acc-7374-4dbe-9c30-9e11369f1efd req-47553175-16ec-4269-82d4-2530ad4a4f16 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:21.442544 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5572acc-7374-4dbe-9c30-9e11369f1efd req-47553175-16ec-4269-82d4-2530ad4a4f16 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:21.452555 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5572acc-7374-4dbe-9c30-9e11369f1efd req-47553175-16ec-4269-82d4-2530ad4a4f16 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:21.462108 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5572acc-7374-4dbe-9c30-9e11369f1efd req-47553175-16ec-4269-82d4-2530ad4a4f16 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:21.473207 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5572acc-7374-4dbe-9c30-9e11369f1efd req-47553175-16ec-4269-82d4-2530ad4a4f16 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:21.485074 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5572acc-7374-4dbe-9c30-9e11369f1efd req-47553175-16ec-4269-82d4-2530ad4a4f16 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:21.496217 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5572acc-7374-4dbe-9c30-9e11369f1efd req-47553175-16ec-4269-82d4-2530ad4a4f16 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:21.505441 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f5572acc-7374-4dbe-9c30-9e11369f1efd req-47553175-16ec-4269-82d4-2530ad4a4f16 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5420 time: 0.5745754 Feb 09 01:20:21.530245 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-4935728e-6d50-4eb3-9ca0-70af10e90a6a tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Allocated IP 172.20.0.13 (4f2352f9-f273-4371-afcf-34ba242f040c/2ce5a8b1-7fc6-4c71-98bf-e410dbdc2daf/8f1526aa-b555-4d6d-b915-a070fa67f04e) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:21.531145 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58586) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:21.600129 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68351890-0964-4990-a6cb-70842114f3de admin admin] Made reservation on behalf of b9d7b812952b4f21931b13a0cf0cd868 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:21.602450 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-68351890-0964-4990-a6cb-70842114f3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:21.661910 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-68351890-0964-4990-a6cb-70842114f3de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:21.750174 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-22dab155-e810-4df4-a7c3-81be93de5023 req-ee15023e-6e1f-4c50-904d-b50558d42f8e tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] For port 2fa33a0a-bd57-4833-888e-d845bfa74804, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=2fa33a0a-bd57-4833-888e-d845bfa74804,segment=NetworkSegment(72acbb77-99d7-449f-a5b4-bbffd1cfebf0),segment_id=72acbb77-99d7-449f-a5b4-bbffd1cfebf0)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:21.750370 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-22dab155-e810-4df4-a7c3-81be93de5023 req-ee15023e-6e1f-4c50-904d-b50558d42f8e tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (2fa33a0a-bd57-4833-888e-d845bfa74804), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:21.796391 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d631e78-abba-4123-97a4-2fce0056da21 req-5e3990a7-bf41-420b-8a1e-f0504e628677 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups?id=d77e22fd-3e31-4a48-8a54-598f6dafe9fd&id=f0af7433-ebb5-4067-ac97-973936f4c3e6&id=d30b6bd6-ee82-453d-882d-6bbb3d802968&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4950957 Feb 09 01:20:21.837139 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2453efa5-ed01-4ef0-a56a-0259eb042163 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:21.873537 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f5572acc-7374-4dbe-9c30-9e11369f1efd req-af3cf6d6-2cfe-4be1-8753-0a0aece7aeb4 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3670812 Feb 09 01:20:21.965178 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2453efa5-ed01-4ef0-a56a-0259eb042163 admin admin] Publish callbacks [] for security_group (628ced38-51eb-40b8-a076-cc448dd06eb3), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:21.974192 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2453efa5-ed01-4ef0-a56a-0259eb042163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (628ced38-51eb-40b8-a076-cc448dd06eb3), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:22.061995 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2453efa5-ed01-4ef0-a56a-0259eb042163 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b130ca8c3ecb47e0ad07c84da269799f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5265529 Feb 09 01:20:22.062846 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58600) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:22.066464 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2453efa5-ed01-4ef0-a56a-0259eb042163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628ced38-51eb-40b8-a076-cc448dd06eb3,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:22.123268 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58602) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:22.147874 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dee7732a-b801-469e-8fa5-5bfe434d8c24 admin admin] Publish callbacks [] for security_group (628ced38-51eb-40b8-a076-cc448dd06eb3), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:22.172652 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dee7732a-b801-469e-8fa5-5bfe434d8c24 admin admin] Publish callbacks [] for security_group (628ced38-51eb-40b8-a076-cc448dd06eb3), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:22.247287 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dee7732a-b801-469e-8fa5-5bfe434d8c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (628ced38-51eb-40b8-a076-cc448dd06eb3), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:22.251225 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dee7732a-b801-469e-8fa5-5bfe434d8c24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:22.252665 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-dee7732a-b801-469e-8fa5-5bfe434d8c24 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/628ced38-51eb-40b8-a076-cc448dd06eb3 HTTP/1.1" status: 204 len: 168 time: 0.1879623 Feb 09 01:20:22.274101 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-5a998344-2b38-47cd-9d98-c2a33ef0989d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-132415409-network', 'tenant_id': '45103008d2704a9a9647209c042e9687'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:22.284436 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7732a-b801-469e-8fa5-5bfe434d8c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628ced38-51eb-40b8-a076-cc448dd06eb3,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:22.313345 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-22dab155-e810-4df4-a7c3-81be93de5023 req-ee15023e-6e1f-4c50-904d-b50558d42f8e tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Calling delete_port for 2fa33a0a-bd57-4833-888e-d845bfa74804 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:22.328949 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a998344-2b38-47cd-9d98-c2a33ef0989d admin admin] Made reservation on behalf of 45103008d2704a9a9647209c042e9687 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:22.331521 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a998344-2b38-47cd-9d98-c2a33ef0989d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:22.341032 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a998344-2b38-47cd-9d98-c2a33ef0989d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:22.441437 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a998344-2b38-47cd-9d98-c2a33ef0989d admin admin] Publish callbacks [] for security_group (78195439-b579-40f3-b577-e8da896ba542), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:22.446276 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a998344-2b38-47cd-9d98-c2a33ef0989d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (78195439-b579-40f3-b577-e8da896ba542), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:22.446513 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5af90c35-3f61-4b26-a189-0b660d057d68 req-44810213-cacf-4723-971d-aabffacd7ec6 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e37cf23-df8e-4477-a94a-3432613a7989 HTTP/1.1" status: 200 len: 210 time: 0.1243036 Feb 09 01:20:22.475876 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a998344-2b38-47cd-9d98-c2a33ef0989d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:20:22.498876 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a998344-2b38-47cd-9d98-c2a33ef0989d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (49600cbb-8cb1-4c26-a09d-2e3526ba7488), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:22.499942 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-5a998344-2b38-47cd-9d98-c2a33ef0989d admin admin] Added segment 49600cbb-8cb1-4c26-a09d-2e3526ba7488 of type vlan for network a46c349d-fbe7-42ad-a83d-3298a4c41cb1 Feb 09 01:20:22.532427 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a998344-2b38-47cd-9d98-c2a33ef0989d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78195439-b579-40f3-b577-e8da896ba542,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:22.602037 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a998344-2b38-47cd-9d98-c2a33ef0989d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (a46c349d-fbe7-42ad-a83d-3298a4c41cb1), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:22.614330 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3659044b-7a0b-4348-a8f6-a89b4a4c9291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (358eccb0-2f14-4421-96eb-d698c291d152), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:22.633176 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a998344-2b38-47cd-9d98-c2a33ef0989d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (a46c349d-fbe7-42ad-a83d-3298a4c41cb1), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:22.634212 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a998344-2b38-47cd-9d98-c2a33ef0989d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:22.634930 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a998344-2b38-47cd-9d98-c2a33ef0989d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:22.646316 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede33563-e36b-4f86-a4a0-76723d032005 req-39619018-c8c6-4b29-aadc-10f69de285e2 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:22.647851 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ede33563-e36b-4f86-a4a0-76723d032005 req-39619018-c8c6-4b29-aadc-10f69de285e2 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc2ce53-dc79-44fc-95de-06ffadefe1fe HTTP/1.1" status: 200 len: 945 time: 0.3215699 Feb 09 01:20:22.649872 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-68351890-0964-4990-a6cb-70842114f3de admin admin] Publish callbacks [] for security_group (44726f25-d890-480d-9087-b6fd79b05048), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:22.653112 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-4935728e-6d50-4eb3-9ca0-70af10e90a6a tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks [] for port (8f1526aa-b555-4d6d-b915-a070fa67f04e), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:22.680310 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58610) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:22.698621 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-68351890-0964-4990-a6cb-70842114f3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (44726f25-d890-480d-9087-b6fd79b05048), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:22.705082 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5a998344-2b38-47cd-9d98-c2a33ef0989d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5800009 Feb 09 01:20:22.714451 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58612) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:22.721834 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-71de0ce7-7634-43ac-a9dc-8aee4c6e71d0 admin admin] Request body: {'subnet': {'network_id': 'a46c349d-fbe7-42ad-a83d-3298a4c41cb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-132415409-subnet', 'tenant_id': '45103008d2704a9a9647209c042e9687', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:22.749125 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a998344-2b38-47cd-9d98-c2a33ef0989d admin admin] Pushing event updated for resources: {'Network': ['ID=a46c349d-fbe7-42ad-a83d-3298a4c41cb1,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:22.761293 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network a46c349d-fbe7-42ad-a83d-3298a4c41cb1 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:20:22.768219 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71de0ce7-7634-43ac-a9dc-8aee4c6e71d0 admin admin] Made reservation on behalf of 45103008d2704a9a9647209c042e9687 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:22.771236 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-71de0ce7-7634-43ac-a9dc-8aee4c6e71d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:22.787788 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a72f2112-efde-492f-b017-35839cd47fe4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b0c428d2257b42a28668ed92e2a8c74d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1056323 Feb 09 01:20:22.791413 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58614) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:22.822784 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68351890-0964-4990-a6cb-70842114f3de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:20:22.876893 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68351890-0964-4990-a6cb-70842114f3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44726f25-d890-480d-9087-b6fd79b05048,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:22.910973 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-68351890-0964-4990-a6cb-70842114f3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (73681689-5506-4e34-8a62-67af8e5522bc), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:22.911324 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-68351890-0964-4990-a6cb-70842114f3de admin admin] Added segment 73681689-5506-4e34-8a62-67af8e5522bc of type vlan for network a626c08d-e9be-4644-b187-a89c9942df70 Feb 09 01:20:22.939823 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68351890-0964-4990-a6cb-70842114f3de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:22.940242 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68351890-0964-4990-a6cb-70842114f3de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:22.940583 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68351890-0964-4990-a6cb-70842114f3de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:22.940936 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68351890-0964-4990-a6cb-70842114f3de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:22.941255 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68351890-0964-4990-a6cb-70842114f3de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:22.941587 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68351890-0964-4990-a6cb-70842114f3de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:22.941913 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68351890-0964-4990-a6cb-70842114f3de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:22.942261 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68351890-0964-4990-a6cb-70842114f3de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:22.942589 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68351890-0964-4990-a6cb-70842114f3de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:22.942903 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68351890-0964-4990-a6cb-70842114f3de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:22.943223 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68351890-0964-4990-a6cb-70842114f3de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:22.943542 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68351890-0964-4990-a6cb-70842114f3de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:22.943859 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68351890-0964-4990-a6cb-70842114f3de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:22.971485 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-4935728e-6d50-4eb3-9ca0-70af10e90a6a tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (8f1526aa-b555-4d6d-b915-a070fa67f04e), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:22.981376 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-71de0ce7-7634-43ac-a9dc-8aee4c6e71d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (00660737-d0c8-4fd3-9454-eb4bf5c5566b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:23.036012 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de0ce7-7634-43ac-a9dc-8aee4c6e71d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00660737-d0c8-4fd3-9454-eb4bf5c5566b,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:23.051882 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ede33563-e36b-4f86-a4a0-76723d032005 req-4561e9a2-29b0-403f-a329-3f0cb3dbf334 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605621 Feb 09 01:20:23.053920 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71de0ce7-7634-43ac-a9dc-8aee4c6e71d0 admin admin] Checking segment: {'id': '49600cbb-8cb1-4c26-a09d-2e3526ba7488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a46c349d-fbe7-42ad-a83d-3298a4c41cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:20:23.054284 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71de0ce7-7634-43ac-a9dc-8aee4c6e71d0 admin admin] Network hostable DHCP agents. Network: a46c349d-fbe7-42ad-a83d-3298a4c41cb1, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:20:23.069629 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-22dab155-e810-4df4-a7c3-81be93de5023 req-ee15023e-6e1f-4c50-904d-b50558d42f8e tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (2fa33a0a-bd57-4833-888e-d845bfa74804), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:23.078232 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-68351890-0964-4990-a6cb-70842114f3de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (a626c08d-e9be-4644-b187-a89c9942df70), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:23.087055 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['2fa33a0a-bd57-4833-888e-d845bfa74804'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:20:23.092111 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71de0ce7-7634-43ac-a9dc-8aee4c6e71d0 admin admin] Network a46c349d-fbe7-42ad-a83d-3298a4c41cb1 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:20:23.111305 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-71de0ce7-7634-43ac-a9dc-8aee4c6e71d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, a46c349d-fbe7-42ad-a83d-3298a4c41cb1) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:23.115645 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71de0ce7-7634-43ac-a9dc-8aee4c6e71d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:23.116268 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-71de0ce7-7634-43ac-a9dc-8aee4c6e71d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:23.132986 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e74097-ab55-40c3-974f-5bfca724c58b None None] Network a46c349d-fbe7-42ad-a83d-3298a4c41cb1 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:20:23.153885 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-71de0ce7-7634-43ac-a9dc-8aee4c6e71d0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4383197 Feb 09 01:20:23.174506 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-4935728e-6d50-4eb3-9ca0-70af10e90a6a tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Network 4f2352f9-f273-4371-afcf-34ba242f040c is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:23.207727 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-4935728e-6d50-4eb3-9ca0-70af10e90a6a tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:23.221976 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-4935728e-6d50-4eb3-9ca0-70af10e90a6a tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:20:23.243627 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-69416771-5c29-4b12-af40-9195086f15df admin admin] Publish callbacks [] for security_group (024d46cf-aa77-45bd-b532-fd85f4acbc70), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:23.259172 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f77748d-d01b-4765-a16a-29272d8f97c5 None None] Network a46c349d-fbe7-42ad-a83d-3298a4c41cb1 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:20:23.365596 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-68351890-0964-4990-a6cb-70842114f3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (a626c08d-e9be-4644-b187-a89c9942df70), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:23.366460 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68351890-0964-4990-a6cb-70842114f3de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:23.367312 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-68351890-0964-4990-a6cb-70842114f3de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:23.369934 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935728e-6d50-4eb3-9ca0-70af10e90a6a tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Pushing event updated for resources: {'Port': ['ID=8f1526aa-b555-4d6d-b915-a070fa67f04e,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:23.388468 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48315fd6-23eb-43ed-8fa6-0b0bdb0c4a53 req-628bc55b-8ef9-4657-af4f-8ef8bfc7ca97 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:23.390665 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-48315fd6-23eb-43ed-8fa6-0b0bdb0c4a53 req-628bc55b-8ef9-4657-af4f-8ef8bfc7ca97 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/ports?device_id=c48882ac-1295-4d05-bea3-b4dacd467fe9 HTTP/1.1" status: 200 len: 945 time: 0.4987910 Feb 09 01:20:23.391512 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-22dab155-e810-4df4-a7c3-81be93de5023 req-ee15023e-6e1f-4c50-904d-b50558d42f8e tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] No DVR routers for this DVR port 2fa33a0a-bd57-4833-888e-d845bfa74804 on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:20:23.415111 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-22dab155-e810-4df4-a7c3-81be93de5023 req-ee15023e-6e1f-4c50-904d-b50558d42f8e tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:23.418438 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-22dab155-e810-4df4-a7c3-81be93de5023 req-ee15023e-6e1f-4c50-904d-b50558d42f8e tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.91 "DELETE /v2.0/ports/2fa33a0a-bd57-4833-888e-d845bfa74804 HTTP/1.1" status: 204 len: 173 time: 2.7337818 Feb 09 01:20:23.432315 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48882ac-1295-4d05-bea3-b4dacd467fe9', 'name': 'network-vif-deleted', 'tag': '2fa33a0a-bd57-4833-888e-d845bfa74804'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:20:23.434987 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534a22c7-924c-4e1c-a8aa-65b8c607741d" -d '{"events": [{"server_uuid": "c48882ac-1295-4d05-bea3-b4dacd467fe9", "name": "network-vif-deleted", "tag": "2fa33a0a-bd57-4833-888e-d845bfa74804"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:20:23.444205 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-69416771-5c29-4b12-af40-9195086f15df admin admin] Publish callbacks [] for security_group (024d46cf-aa77-45bd-b532-fd85f4acbc70), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:23.513223 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15023e-6e1f-4c50-904d-b50558d42f8e tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Pushing event deleted for resources: {'Port': ['ID=2fa33a0a-bd57-4833-888e-d845bfa74804,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:23.535665 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-68351890-0964-4990-a6cb-70842114f3de admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6036482 Feb 09 01:20:23.538625 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58634) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:23.541124 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-4935728e-6d50-4eb3-9ca0-70af10e90a6a tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:23.541764 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-4935728e-6d50-4eb3-9ca0-70af10e90a6a tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:23.544017 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-d9a53ffc-dfa5-4b00-93ae-1656fb95010f admin admin] Request body: {'subnet': {'network_id': 'a626c08d-e9be-4644-b187-a89c9942df70', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-88334319-subnet', 'tenant_id': 'b9d7b812952b4f21931b13a0cf0cd868', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:23.569735 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a53ffc-dfa5-4b00-93ae-1656fb95010f admin admin] Made reservation on behalf of b9d7b812952b4f21931b13a0cf0cd868 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:23.572240 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d9a53ffc-dfa5-4b00-93ae-1656fb95010f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:23.603317 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68351890-0964-4990-a6cb-70842114f3de admin admin] Pushing event updated for resources: {'Network': ['ID=a626c08d-e9be-4644-b187-a89c9942df70,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:23.617631 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network a626c08d-e9be-4644-b187-a89c9942df70 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:20:23.625542 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-4935728e-6d50-4eb3-9ca0-70af10e90a6a tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3159163 Feb 09 01:20:23.642060 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964aa9f4-75b9-454c-83d2-9d9afdf5e655 req-ef001097-6de1-4017-bf5b-afe1cc4d80fa tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:23.647549 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964aa9f4-75b9-454c-83d2-9d9afdf5e655 req-ef001097-6de1-4017-bf5b-afe1cc4d80fa tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:23.652891 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964aa9f4-75b9-454c-83d2-9d9afdf5e655 req-ef001097-6de1-4017-bf5b-afe1cc4d80fa tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:23.659698 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964aa9f4-75b9-454c-83d2-9d9afdf5e655 req-ef001097-6de1-4017-bf5b-afe1cc4d80fa tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:23.665494 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964aa9f4-75b9-454c-83d2-9d9afdf5e655 req-ef001097-6de1-4017-bf5b-afe1cc4d80fa tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:23.670800 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964aa9f4-75b9-454c-83d2-9d9afdf5e655 req-ef001097-6de1-4017-bf5b-afe1cc4d80fa tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:23.676846 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964aa9f4-75b9-454c-83d2-9d9afdf5e655 req-ef001097-6de1-4017-bf5b-afe1cc4d80fa tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:23.678870 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-964aa9f4-75b9-454c-83d2-9d9afdf5e655 req-ef001097-6de1-4017-bf5b-afe1cc4d80fa tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5420 time: 0.5032685 Feb 09 01:20:23.693913 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-d391d224-b92a-4a4f-b892-991d1249ecbe service neutron] Request body: {'port': {'device_id': '2e37cf23-df8e-4477-a94a-3432613a7989', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:23.774840 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d9a53ffc-dfa5-4b00-93ae-1656fb95010f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (1c208700-4d5a-44e9-9849-6bf95cade7a4), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:23.777314 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-48315fd6-23eb-43ed-8fa6-0b0bdb0c4a53 req-3bcbd4b3-b95a-475e-a343-16e0b2c65f3c tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups?id=d77e22fd-3e31-4a48-8a54-598f6dafe9fd&id=f0af7433-ebb5-4067-ac97-973936f4c3e6&id=d30b6bd6-ee82-453d-882d-6bbb3d802968&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3698599 Feb 09 01:20:23.777986 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-69416771-5c29-4b12-af40-9195086f15df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (024d46cf-aa77-45bd-b532-fd85f4acbc70), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:23.781247 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-69416771-5c29-4b12-af40-9195086f15df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:23.782394 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-69416771-5c29-4b12-af40-9195086f15df admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/024d46cf-aa77-45bd-b532-fd85f4acbc70 HTTP/1.1" status: 204 len: 168 time: 0.9786005 Feb 09 01:20:23.845981 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69416771-5c29-4b12-af40-9195086f15df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024d46cf-aa77-45bd-b532-fd85f4acbc70,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:23.865887 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a53ffc-dfa5-4b00-93ae-1656fb95010f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c208700-4d5a-44e9-9849-6bf95cade7a4,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:23.878740 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-d391d224-b92a-4a4f-b892-991d1249ecbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8f1526aa-b555-4d6d-b915-a070fa67f04e), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:23.897821 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a53ffc-dfa5-4b00-93ae-1656fb95010f admin admin] Checking segment: {'id': '73681689-5506-4e34-8a62-67af8e5522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a626c08d-e9be-4644-b187-a89c9942df70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:20:23.899022 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a53ffc-dfa5-4b00-93ae-1656fb95010f admin admin] Network hostable DHCP agents. Network: a626c08d-e9be-4644-b187-a89c9942df70, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:20:23.933073 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-964aa9f4-75b9-454c-83d2-9d9afdf5e655 req-64bc7b63-bce3-4d8a-af1c-18d23db39f2f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2324452 Feb 09 01:20:23.948117 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a53ffc-dfa5-4b00-93ae-1656fb95010f admin admin] Network a626c08d-e9be-4644-b187-a89c9942df70 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:20:23.978498 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-d9a53ffc-dfa5-4b00-93ae-1656fb95010f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, a626c08d-e9be-4644-b187-a89c9942df70) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:23.998042 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acfdee7-8197-41de-bc32-a649e749de9d None None] Network a626c08d-e9be-4644-b187-a89c9942df70 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:20:24.002362 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a53ffc-dfa5-4b00-93ae-1656fb95010f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:24.004349 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d9a53ffc-dfa5-4b00-93ae-1656fb95010f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:24.048918 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d9a53ffc-dfa5-4b00-93ae-1656fb95010f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5016623 Feb 09 01:20:24.049109 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-3659044b-7a0b-4348-a8f6-a89b4a4c9291 admin admin] Deleting port 8ca75ef5-1c2d-4167-b688-cd26222c8773 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:20:24.050789 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3659044b-7a0b-4348-a8f6-a89b4a4c9291 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (8ca75ef5-1c2d-4167-b688-cd26222c8773), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:24.212714 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6161cabf-56b3-4d9a-b75b-b6dd69502f93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:24.222129 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d7cef1-a4c0-406b-a174-7d33d52fcd82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-a626c08d-e9be-4644-b187-a89c9942df70', 'network_id': 'a626c08d-e9be-4644-b187-a89c9942df70', 'project_id': 'b9d7b812952b4f21931b13a0cf0cd868', 'fixed_ips': [{'subnet_id': '1c208700-4d5a-44e9-9849-6bf95cade7a4'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:20:24.223856 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-61d7cef1-a4c0-406b-a174-7d33d52fcd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:24.433170 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-3659044b-7a0b-4348-a8f6-a89b4a4c9291 admin admin] For port 8ca75ef5-1c2d-4167-b688-cd26222c8773, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=8ca75ef5-1c2d-4167-b688-cd26222c8773,segment=NetworkSegment(6daca91f-d266-4653-9c4c-7bffb4b74c3e),segment_id=6daca91f-d266-4653-9c4c-7bffb4b74c3e)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:24.433767 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3659044b-7a0b-4348-a8f6-a89b4a4c9291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (8ca75ef5-1c2d-4167-b688-cd26222c8773), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:24.499061 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3d026a-1477-4895-ac93-f4a117612611 x-openstack-request-id: req-6b3d026a-1477-4895-ac93-f4a117612611 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:20:24.507175 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48882ac-1295-4d05-bea3-b4dacd467fe9", "name": "network-vif-deleted", "tag": "2fa33a0a-bd57-4833-888e-d845bfa74804", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:20:24.507175 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6b3d026a-1477-4895-ac93-f4a117612611 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:20:24.507175 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48882ac-1295-4d05-bea3-b4dacd467fe9', 'name': 'network-vif-deleted', 'tag': '2fa33a0a-bd57-4833-888e-d845bfa74804', 'status': 'completed', 'code': 200} Feb 09 01:20:24.533618 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-3659044b-7a0b-4348-a8f6-a89b4a4c9291 admin admin] Calling delete_port for 8ca75ef5-1c2d-4167-b688-cd26222c8773 owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:24.641776 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-61d7cef1-a4c0-406b-a174-7d33d52fcd82 None None] Allocated IP 172.20.0.2 (a626c08d-e9be-4644-b187-a89c9942df70/1c208700-4d5a-44e9-9849-6bf95cade7a4/209aad1f-0544-465a-b303-8719f0b2d498) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:24.794901 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-d391d224-b92a-4a4f-b892-991d1249ecbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f1526aa-b555-4d6d-b915-a070fa67f04e {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:20:24.818098 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-d391d224-b92a-4a4f-b892-991d1249ecbe service neutron] Publish callbacks [] for port (8f1526aa-b555-4d6d-b915-a070fa67f04e), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:24.829786 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-61d7cef1-a4c0-406b-a174-7d33d52fcd82 None None] Publish callbacks [] for port (209aad1f-0544-465a-b303-8719f0b2d498), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:24.840667 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-61d7cef1-a4c0-406b-a174-7d33d52fcd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (209aad1f-0544-465a-b303-8719f0b2d498), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:24.869247 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-d391d224-b92a-4a4f-b892-991d1249ecbe service neutron] Transition to ACTIVE for port object 8f1526aa-b555-4d6d-b915-a070fa67f04e will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:24.895627 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d7cef1-a4c0-406b-a174-7d33d52fcd82 None None] Network a626c08d-e9be-4644-b187-a89c9942df70 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:24.899702 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-61d7cef1-a4c0-406b-a174-7d33d52fcd82 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:24.907848 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d7cef1-a4c0-406b-a174-7d33d52fcd82 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:20:24.918891 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f77162-1a27-4393-a528-3081661b0b0e req-821aa3a4-fb58-4da8-a23e-aa7998c3214f tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:24.919949 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d7cef1-a4c0-406b-a174-7d33d52fcd82 None None] Pushing event updated for resources: {'Port': ['ID=209aad1f-0544-465a-b303-8719f0b2d498,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:24.921210 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75f77162-1a27-4393-a528-3081661b0b0e req-821aa3a4-fb58-4da8-a23e-aa7998c3214f tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/networks?id=a46c349d-fbe7-42ad-a83d-3298a4c41cb1 HTTP/1.1" status: 200 len: 813 time: 0.3651860 Feb 09 01:20:24.925066 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-d391d224-b92a-4a4f-b892-991d1249ecbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (8f1526aa-b555-4d6d-b915-a070fa67f04e), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:24.941746 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22844b1a-3834-4233-9ca9-0da447c10cb0 req-85333445-2267-41a2-aabd-636d8933df8f tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:24.948870 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-22844b1a-3834-4233-9ca9-0da447c10cb0 req-85333445-2267-41a2-aabd-636d8933df8f tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e37cf23-df8e-4477-a94a-3432613a7989 HTTP/1.1" status: 200 len: 932 time: 0.3065605 Feb 09 01:20:24.989977 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-61d7cef1-a4c0-406b-a174-7d33d52fcd82 None None] Attempting to bind port 209aad1f-0544-465a-b303-8719f0b2d498 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:20:24.990340 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-61d7cef1-a4c0-406b-a174-7d33d52fcd82 None None] Attempting to bind port 209aad1f-0544-465a-b303-8719f0b2d498 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '73681689-5506-4e34-8a62-67af8e5522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a626c08d-e9be-4644-b187-a89c9942df70'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:20:24.990699 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d7cef1-a4c0-406b-a174-7d33d52fcd82 None None] Attempting to bind port 209aad1f-0544-465a-b303-8719f0b2d498 on network a626c08d-e9be-4644-b187-a89c9942df70 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:20:24.997944 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d7cef1-a4c0-406b-a174-7d33d52fcd82 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:20:24.998322 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d7cef1-a4c0-406b-a174-7d33d52fcd82 None None] Checking segment: {'id': '73681689-5506-4e34-8a62-67af8e5522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a626c08d-e9be-4644-b187-a89c9942df70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:20:24.998909 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-61d7cef1-a4c0-406b-a174-7d33d52fcd82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:24.999630 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d7cef1-a4c0-406b-a174-7d33d52fcd82 None None] Bound using segment: {'id': '73681689-5506-4e34-8a62-67af8e5522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a626c08d-e9be-4644-b187-a89c9942df70'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:20:25.000158 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-61d7cef1-a4c0-406b-a174-7d33d52fcd82 None None] Bound port: 209aad1f-0544-465a-b303-8719f0b2d498, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73681689-5506-4e34-8a62-67af8e5522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a626c08d-e9be-4644-b187-a89c9942df70'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:20:25.000578 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-61d7cef1-a4c0-406b-a174-7d33d52fcd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (209aad1f-0544-465a-b303-8719f0b2d498), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:25.037530 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75f77162-1a27-4393-a528-3081661b0b0e req-acb0c246-95b1-4781-9e92-d9767d4ca47a tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/quotas/45103008d2704a9a9647209c042e9687 HTTP/1.1" status: 200 len: 375 time: 0.0789671 Feb 09 01:20:25.078720 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391d224-b92a-4a4f-b892-991d1249ecbe service neutron] Pushing event updated for resources: {'Port': ['ID=8f1526aa-b555-4d6d-b915-a070fa67f04e,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:25.097744 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-61d7cef1-a4c0-406b-a174-7d33d52fcd82 None None] For port 209aad1f-0544-465a-b303-8719f0b2d498, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:20:25.101805 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-61d7cef1-a4c0-406b-a174-7d33d52fcd82 None None] For port 209aad1f-0544-465a-b303-8719f0b2d498, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=209aad1f-0544-465a-b303-8719f0b2d498,segment=NetworkSegment(73681689-5506-4e34-8a62-67af8e5522bc),segment_id=73681689-5506-4e34-8a62-67af8e5522bc)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:20:25.115588 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-61d7cef1-a4c0-406b-a174-7d33d52fcd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (209aad1f-0544-465a-b303-8719f0b2d498), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:25.140194 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75f77162-1a27-4393-a528-3081661b0b0e req-381ee9a9-0052-49b6-b74d-8a2d9df79e6b tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=45103008d2704a9a9647209c042e9687&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0736575 Feb 09 01:20:25.174641 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-22844b1a-3834-4233-9ca9-0da447c10cb0 req-d9e1e943-4564-4608-9c2a-23fd188c5487 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248785 Feb 09 01:20:25.178227 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device e4ad6d56-00d7-42d0-9033-d57c5a0dae64 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:20:25.180510 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 2fa33a0a-bd57-4833-888e-d845bfa74804 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:20:25.271358 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 2fa33a0a-bd57-4833-888e-d845bfa74804 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:20:25.271708 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 2fa33a0a-bd57-4833-888e-d845bfa74804 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:20:25.284914 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d7cef1-a4c0-406b-a174-7d33d52fcd82 None None] Pushing event updated for resources: {'Port': ['ID=209aad1f-0544-465a-b303-8719f0b2d498,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:25.325122 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58698) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:25.414595 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-d391d224-b92a-4a4f-b892-991d1249ecbe service neutron] Attempting to bind port 8f1526aa-b555-4d6d-b915-a070fa67f04e on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:20:25.414927 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-d391d224-b92a-4a4f-b892-991d1249ecbe service neutron] Attempting to bind port 8f1526aa-b555-4d6d-b915-a070fa67f04e by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '93377c63-554d-4e75-a6fa-1c5faaa2bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '4f2352f9-f273-4371-afcf-34ba242f040c'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:20:25.415255 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-d391d224-b92a-4a4f-b892-991d1249ecbe service neutron] Attempting to bind port 8f1526aa-b555-4d6d-b915-a070fa67f04e on network 4f2352f9-f273-4371-afcf-34ba242f040c {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:20:25.425842 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3659044b-7a0b-4348-a8f6-a89b4a4c9291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (8ca75ef5-1c2d-4167-b688-cd26222c8773), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:25.429906 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 832cda2e-ef3a-41e1-b064-8492ab2c09c2 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:20:25.432395 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75f77162-1a27-4393-a528-3081661b0b0e req-732fe3c9-a5d7-4252-a250-d2bfd80b0c80 service neutron] 10.222.0.30 "GET /v2.0/networks/a46c349d-fbe7-42ad-a83d-3298a4c41cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727406 Feb 09 01:20:25.438295 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-d391d224-b92a-4a4f-b892-991d1249ecbe service neutron] Port 8f1526aa-b555-4d6d-b915-a070fa67f04e on network 4f2352f9-f273-4371-afcf-34ba242f040c not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:20:25.438925 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-d391d224-b92a-4a4f-b892-991d1249ecbe service neutron] Attempting to bind port 8f1526aa-b555-4d6d-b915-a070fa67f04e on network 4f2352f9-f273-4371-afcf-34ba242f040c {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:20:25.444851 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port e4ad6d56-00d7-42d0-9033-d57c5a0dae64, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=e4ad6d56-00d7-42d0-9033-d57c5a0dae64,segment=NetworkSegment(af93cac6-5d5f-4d5f-921e-cbbc9866a4d1),segment_id=af93cac6-5d5f-4d5f-921e-cbbc9866a4d1)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:25.474762 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': 'e4ad6d56-00d7-42d0-9033-d57c5a0dae64', 'network_id': 'a87ac28a-2aeb-4a83-82bf-decda1e08acb', 'port_id': 'e4ad6d56-00d7-42d0-9033-d57c5a0dae64', 'mac_address': 'fa:16:3e:10:1e:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa9fcc5d-ba04-4bc8-ac3a-fa1b2158dd4f', 'ip_address': '10.1.1.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:20:25.477109 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3659044b-7a0b-4348-a8f6-a89b4a4c9291 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ca75ef5-1c2d-4167-b688-cd26222c8773,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:25.485390 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-d391d224-b92a-4a4f-b892-991d1249ecbe service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:20:25.485796 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-d391d224-b92a-4a4f-b892-991d1249ecbe service neutron] Checking segment: {'id': '93377c63-554d-4e75-a6fa-1c5faaa2bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '4f2352f9-f273-4371-afcf-34ba242f040c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:20:25.486245 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-d391d224-b92a-4a4f-b892-991d1249ecbe service neutron] Bound using segment: {'id': '93377c63-554d-4e75-a6fa-1c5faaa2bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '4f2352f9-f273-4371-afcf-34ba242f040c'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:20:25.486757 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-d391d224-b92a-4a4f-b892-991d1249ecbe service neutron] Bound port: 8f1526aa-b555-4d6d-b915-a070fa67f04e, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93377c63-554d-4e75-a6fa-1c5faaa2bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '4f2352f9-f273-4371-afcf-34ba242f040c'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:20:25.487231 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-d391d224-b92a-4a4f-b892-991d1249ecbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8f1526aa-b555-4d6d-b915-a070fa67f04e), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:25.510207 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-de15912c-f851-499a-95ff-5c8cb03cac2a tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1618224403'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:25.545886 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port e4ad6d56-00d7-42d0-9033-d57c5a0dae64 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:25.549360 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e4ad6d56-00d7-42d0-9033-d57c5a0dae64), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:25.594923 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de15912c-f851-499a-95ff-5c8cb03cac2a tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Made reservation on behalf of b248293f44364b88a8f32a1102b59eca for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:25.601197 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-de15912c-f851-499a-95ff-5c8cb03cac2a tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:25.614940 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-de15912c-f851-499a-95ff-5c8cb03cac2a tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:25.668328 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4ad6d56-00d7-42d0-9033-d57c5a0dae64 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:20:25.743637 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-de15912c-f851-499a-95ff-5c8cb03cac2a tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks [] for security_group (bc96f536-d64a-4ff7-9be0-009e6df764f4), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:25.758414 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-de15912c-f851-499a-95ff-5c8cb03cac2a tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (bc96f536-d64a-4ff7-9be0-009e6df764f4), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:25.786352 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de15912c-f851-499a-95ff-5c8cb03cac2a tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:20:25.786885 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:25.788804 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port e4ad6d56-00d7-42d0-9033-d57c5a0dae64, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=e4ad6d56-00d7-42d0-9033-d57c5a0dae64,segment=NetworkSegment(af93cac6-5d5f-4d5f-921e-cbbc9866a4d1),segment_id=af93cac6-5d5f-4d5f-921e-cbbc9866a4d1)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:25.797428 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-de15912c-f851-499a-95ff-5c8cb03cac2a tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (f37660c2-2fd2-4108-b06a-c4657114128a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:25.797748 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-de15912c-f851-499a-95ff-5c8cb03cac2a tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Added segment f37660c2-2fd2-4108-b06a-c4657114128a of type vlan for network 03868df1-cc26-4b10-aea3-e2194d96ebbb Feb 09 01:20:25.802697 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e4ad6d56-00d7-42d0-9033-d57c5a0dae64), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:25.803392 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:20:25.872655 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-de15912c-f851-499a-95ff-5c8cb03cac2a tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (03868df1-cc26-4b10-aea3-e2194d96ebbb), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:25.925142 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-de15912c-f851-499a-95ff-5c8cb03cac2a tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (03868df1-cc26-4b10-aea3-e2194d96ebbb), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:25.925375 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88,segment=NetworkSegment(af93cac6-5d5f-4d5f-921e-cbbc9866a4d1),segment_id=af93cac6-5d5f-4d5f-921e-cbbc9866a4d1)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:25.930096 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de15912c-f851-499a-95ff-5c8cb03cac2a tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:25.930730 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-de15912c-f851-499a-95ff-5c8cb03cac2a tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:25.937979 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de15912c-f851-499a-95ff-5c8cb03cac2a tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc96f536-d64a-4ff7-9be0-009e6df764f4,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:25.954864 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 832cda2e-ef3a-41e1-b064-8492ab2c09c2, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=832cda2e-ef3a-41e1-b064-8492ab2c09c2,segment=NetworkSegment(231cc619-b79a-4847-94b3-cdbf4f5bda22),segment_id=231cc619-b79a-4847-94b3-cdbf4f5bda22)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:25.976987 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88', 'network_id': 'a87ac28a-2aeb-4a83-82bf-decda1e08acb', 'port_id': '1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88', 'mac_address': 'fa:16:3e:b0:2c:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa9fcc5d-ba04-4bc8-ac3a-fa1b2158dd4f', 'ip_address': '10.1.1.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:20:25.982180 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '832cda2e-ef3a-41e1-b064-8492ab2c09c2', 'network_id': 'f155bdb8-b796-4b2f-8f0d-8611315d30bd', 'port_id': '832cda2e-ef3a-41e1-b064-8492ab2c09c2', 'mac_address': 'fa:16:3e:a4:f4:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6c9902a-ca90-4768-8ad8-e74435b83d39', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:20:25.986619 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=e4ad6d56-00d7-42d0-9033-d57c5a0dae64,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:26.016845 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-de15912c-f851-499a-95ff-5c8cb03cac2a tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6877241 Feb 09 01:20:26.017509 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58710) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:26.030608 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-56572d81-d226-45a4-8c48-00208b41f23a tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Request body: {'subnet': {'network_id': '03868df1-cc26-4b10-aea3-e2194d96ebbb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:26.067460 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:26.068149 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:26.079081 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 832cda2e-ef3a-41e1-b064-8492ab2c09c2 is: ACTIVE; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:26.079476 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (832cda2e-ef3a-41e1-b064-8492ab2c09c2), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:26.080454 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de15912c-f851-499a-95ff-5c8cb03cac2a tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Pushing event updated for resources: {'Network': ['ID=03868df1-cc26-4b10-aea3-e2194d96ebbb,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:26.097693 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:20:26.106037 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 832cda2e-ef3a-41e1-b064-8492ab2c09c2 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:20:26.126479 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 03868df1-cc26-4b10-aea3-e2194d96ebbb details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:20:26.152994 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56572d81-d226-45a4-8c48-00208b41f23a tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Made reservation on behalf of b248293f44364b88a8f32a1102b59eca for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:26.161723 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88,segment=NetworkSegment(af93cac6-5d5f-4d5f-921e-cbbc9866a4d1),segment_id=af93cac6-5d5f-4d5f-921e-cbbc9866a4d1)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:26.161945 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-56572d81-d226-45a4-8c48-00208b41f23a tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:26.207465 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 832cda2e-ef3a-41e1-b064-8492ab2c09c2, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=832cda2e-ef3a-41e1-b064-8492ab2c09c2,segment=NetworkSegment(231cc619-b79a-4847-94b3-cdbf4f5bda22),segment_id=231cc619-b79a-4847-94b3-cdbf4f5bda22)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:26.209051 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:26.209817 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device d5952791-d7be-4808-b892-3e53282649e6 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:20:26.302138 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (832cda2e-ef3a-41e1-b064-8492ab2c09c2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:26.361218 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-d391d224-b92a-4a4f-b892-991d1249ecbe service neutron] For port 8f1526aa-b555-4d6d-b915-a070fa67f04e, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:20:26.404713 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['832cda2e-ef3a-41e1-b064-8492ab2c09c2'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:20:26.434625 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:26.450231 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-56572d81-d226-45a4-8c48-00208b41f23a tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (203a0065-b38f-4cfb-bec6-06ede3234172), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:26.456750 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port d5952791-d7be-4808-b892-3e53282649e6, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=d5952791-d7be-4808-b892-3e53282649e6,segment=NetworkSegment(1842e8bc-30db-4f8e-a47b-1ae1504abf86),segment_id=1842e8bc-30db-4f8e-a47b-1ae1504abf86)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:26.478395 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75f77162-1a27-4393-a528-3081661b0b0e req-7c415940-8387-4d22-b846-1252a43389c6 service neutron] 10.222.0.30 "GET /v2.0/networks/a46c349d-fbe7-42ad-a83d-3298a4c41cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0100799 Feb 09 01:20:26.551415 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56572d81-d226-45a4-8c48-00208b41f23a tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Pushing event updated for resources: {'Subnet': ['ID=203a0065-b38f-4cfb-bec6-06ede3234172,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:26.573549 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': 'd5952791-d7be-4808-b892-3e53282649e6', 'network_id': 'da52059d-73c2-403d-a351-476231473b23', 'port_id': 'd5952791-d7be-4808-b892-3e53282649e6', 'mac_address': 'fa:16:3e:d7:fc:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef054353-32e4-4288-8c12-230c98a17b20', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:20:26.573888 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56572d81-d226-45a4-8c48-00208b41f23a tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Checking segment: {'id': 'f37660c2-2fd2-4108-b06a-c4657114128a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '03868df1-cc26-4b10-aea3-e2194d96ebbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:20:26.574255 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56572d81-d226-45a4-8c48-00208b41f23a tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Network hostable DHCP agents. Network: 03868df1-cc26-4b10-aea3-e2194d96ebbb, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:20:26.589969 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a469033-bab3-4c40-816f-921a59aece7e req-8b21158f-10d5-4a79-9cbd-ae77940714a1 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:26.597254 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a469033-bab3-4c40-816f-921a59aece7e req-8b21158f-10d5-4a79-9cbd-ae77940714a1 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/networks?id=a626c08d-e9be-4644-b187-a89c9942df70 HTTP/1.1" status: 200 len: 814 time: 0.8026505 Feb 09 01:20:26.599930 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56572d81-d226-45a4-8c48-00208b41f23a tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Network 03868df1-cc26-4b10-aea3-e2194d96ebbb is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:20:26.612567 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-56572d81-d226-45a4-8c48-00208b41f23a tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 03868df1-cc26-4b10-aea3-e2194d96ebbb) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:26.620196 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a469033-bab3-4c40-816f-921a59aece7e req-79d807e2-e055-4d00-99e2-1a055c0b7f23 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/quotas/b9d7b812952b4f21931b13a0cf0cd868 HTTP/1.1" status: 200 len: 375 time: 0.0219414 Feb 09 01:20:26.622023 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56572d81-d226-45a4-8c48-00208b41f23a tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:26.622759 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-56572d81-d226-45a4-8c48-00208b41f23a tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:26.637054 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98903e9-5da5-48fd-bcb5-4bf704de172d None None] Network 03868df1-cc26-4b10-aea3-e2194d96ebbb requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:20:26.637285 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-d391d224-b92a-4a4f-b892-991d1249ecbe service neutron] For port 8f1526aa-b555-4d6d-b915-a070fa67f04e, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=8f1526aa-b555-4d6d-b915-a070fa67f04e,segment=NetworkSegment(93377c63-554d-4e75-a6fa-1c5faaa2bcb9),segment_id=93377c63-554d-4e75-a6fa-1c5faaa2bcb9)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:20:26.661333 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-56572d81-d226-45a4-8c48-00208b41f23a tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6359155 Feb 09 01:20:26.663886 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58716) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:26.673397 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-6f409b76-63fc-454d-afad-03f993b758af tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Request body: {'port': {'network_id': '03868df1-cc26-4b10-aea3-e2194d96ebbb', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1096077535'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:26.688453 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-d391d224-b92a-4a4f-b892-991d1249ecbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (8f1526aa-b555-4d6d-b915-a070fa67f04e), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:26.756539 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391d224-b92a-4a4f-b892-991d1249ecbe service neutron] Pushing event updated for resources: {'Port': ['ID=8f1526aa-b555-4d6d-b915-a070fa67f04e,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:26.783109 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-d391d224-b92a-4a4f-b892-991d1249ecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:26.784266 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=832cda2e-ef3a-41e1-b064-8492ab2c09c2,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:26.784393 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-d391d224-b92a-4a4f-b892-991d1249ecbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:26.785854 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-d391d224-b92a-4a4f-b892-991d1249ecbe service neutron] 10.222.0.121 "PUT /v2.0/ports/8f1526aa-b555-4d6d-b915-a070fa67f04e HTTP/1.1" status: 200 len: 1093 time: 3.1057734 Feb 09 01:20:26.789248 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e37cf23-df8e-4477-a94a-3432613a7989', 'tag': '8f1526aa-b555-4d6d-b915-a070fa67f04e'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:20:26.806804 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a643e051-2bb4-4b1e-ae9b-4adddd9031e6" -d '{"events": [{"name": "network-changed", "server_uuid": "2e37cf23-df8e-4477-a94a-3432613a7989", "tag": "8f1526aa-b555-4d6d-b915-a070fa67f04e"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:20:26.851391 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port d5952791-d7be-4808-b892-3e53282649e6 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:26.851782 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d5952791-d7be-4808-b892-3e53282649e6), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:26.857544 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a469033-bab3-4c40-816f-921a59aece7e req-4bdc31d4-5d11-4901-bc3a-3c3d7508e43b tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b9d7b812952b4f21931b13a0cf0cd868&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2358570 Feb 09 01:20:26.862936 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f409b76-63fc-454d-afad-03f993b758af tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Made reservation on behalf of b248293f44364b88a8f32a1102b59eca for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:26.866837 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6f409b76-63fc-454d-afad-03f993b758af tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:26.885935 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-2a469033-bab3-4c40-816f-921a59aece7e req-9a585c58-570f-450f-8f6f-1a49055eaac2 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:20:26.896644 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a469033-bab3-4c40-816f-921a59aece7e req-9a585c58-570f-450f-8f6f-1a49055eaac2 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0361366 Feb 09 01:20:26.924627 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5952791-d7be-4808-b892-3e53282649e6 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:20:26.940743 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-6f409b76-63fc-454d-afad-03f993b758af tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] device_id is not set on port 317d49ed-6d14-4ce6-a2e3-fcbc7ae48217 yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:20:26.977918 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3659044b-7a0b-4348-a8f6-a89b4a4c9291 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (358eccb0-2f14-4421-96eb-d698c291d152), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:27.002285 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e07d04-cf79-4632-a2dd-2c2bc657a71a None None] Network a626c08d-e9be-4644-b187-a89c9942df70 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:20:27.004663 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a636ae07-e104-45e9-985c-088273101ea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-03868df1-cc26-4b10-aea3-e2194d96ebbb', 'network_id': '03868df1-cc26-4b10-aea3-e2194d96ebbb', 'project_id': 'b248293f44364b88a8f32a1102b59eca', 'fixed_ips': [{'subnet_id': '203a0065-b38f-4cfb-bec6-06ede3234172'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:20:27.006039 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a636ae07-e104-45e9-985c-088273101ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:27.101445 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port d5952791-d7be-4808-b892-3e53282649e6, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=d5952791-d7be-4808-b892-3e53282649e6,segment=NetworkSegment(1842e8bc-30db-4f8e-a47b-1ae1504abf86),segment_id=1842e8bc-30db-4f8e-a47b-1ae1504abf86)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:27.143477 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d5952791-d7be-4808-b892-3e53282649e6), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:27.144167 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 789db35b-0323-4d38-b70f-7194c1a86af2 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:20:27.145028 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-6f409b76-63fc-454d-afad-03f993b758af tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Allocated IP 172.20.0.5 (03868df1-cc26-4b10-aea3-e2194d96ebbb/203a0065-b38f-4cfb-bec6-06ede3234172/317d49ed-6d14-4ce6-a2e3-fcbc7ae48217) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:27.408834 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6f409b76-63fc-454d-afad-03f993b758af tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks [] for port (317d49ed-6d14-4ce6-a2e3-fcbc7ae48217), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:27.424908 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 209aad1f-0544-465a-b303-8719f0b2d498 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:20:27.428661 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-08132da3-0f81-45cb-9629-3d0c99f6d6fc None None] Provisioning complete for port 209aad1f-0544-465a-b303-8719f0b2d498 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:27.429597 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-08132da3-0f81-45cb-9629-3d0c99f6d6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (209aad1f-0544-465a-b303-8719f0b2d498), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:27.461308 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6f409b76-63fc-454d-afad-03f993b758af tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (317d49ed-6d14-4ce6-a2e3-fcbc7ae48217), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:27.466243 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.resource_extend [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:20:27.511722 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a469033-bab3-4c40-816f-921a59aece7e req-a9982cd3-4a0d-44bd-b08c-bca7f7f534ce service neutron] 10.222.0.30 "GET /v2.0/networks/a626c08d-e9be-4644-b187-a89c9942df70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6118987 Feb 09 01:20:27.537565 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=d5952791-d7be-4808-b892-3e53282649e6,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:27.548898 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae7847-91b3-42dd-ae5e-4ba0f6a84e7e req-4e28541f-f94b-4951-b34f-37764c51948e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:27.555599 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae7847-91b3-42dd-ae5e-4ba0f6a84e7e req-4e28541f-f94b-4951-b34f-37764c51948e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:27.562787 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae7847-91b3-42dd-ae5e-4ba0f6a84e7e req-4e28541f-f94b-4951-b34f-37764c51948e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:27.569298 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f409b76-63fc-454d-afad-03f993b758af tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Network 03868df1-cc26-4b10-aea3-e2194d96ebbb is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:27.571369 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae7847-91b3-42dd-ae5e-4ba0f6a84e7e req-4e28541f-f94b-4951-b34f-37764c51948e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:27.577937 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae7847-91b3-42dd-ae5e-4ba0f6a84e7e req-4e28541f-f94b-4951-b34f-37764c51948e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:27.584403 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae7847-91b3-42dd-ae5e-4ba0f6a84e7e req-4e28541f-f94b-4951-b34f-37764c51948e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:27.585563 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-6f409b76-63fc-454d-afad-03f993b758af tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:27.593904 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f409b76-63fc-454d-afad-03f993b758af tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:20:27.594917 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae7847-91b3-42dd-ae5e-4ba0f6a84e7e req-4e28541f-f94b-4951-b34f-37764c51948e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:27.603715 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89ae7847-91b3-42dd-ae5e-4ba0f6a84e7e req-4e28541f-f94b-4951-b34f-37764c51948e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5423 time: 0.5719919 Feb 09 01:20:27.630517 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:27.644645 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 789db35b-0323-4d38-b70f-7194c1a86af2, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=789db35b-0323-4d38-b70f-7194c1a86af2,segment=NetworkSegment(af93cac6-5d5f-4d5f-921e-cbbc9866a4d1),segment_id=af93cac6-5d5f-4d5f-921e-cbbc9866a4d1)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:27.683202 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-d2fa3034-8324-4d46-baff-2679c765e716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:27.684447 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-d2fa3034-8324-4d46-baff-2679c765e716 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=425a719b34a746919c58206639b6374e&device_id=2e37cf23-df8e-4477-a94a-3432613a7989 HTTP/1.1" status: 200 len: 1127 time: 0.7825718 Feb 09 01:20:27.689464 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f409b76-63fc-454d-afad-03f993b758af tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Pushing event updated for resources: {'Port': ['ID=317d49ed-6d14-4ce6-a2e3-fcbc7ae48217,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:27.746691 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f409b76-63fc-454d-afad-03f993b758af tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:27.747356 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6f409b76-63fc-454d-afad-03f993b758af tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:27.768582 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-225fe9d1-9880-4b98-8fce-00ee8dc3d3e0 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f1526aa-b555-4d6d-b915-a070fa67f04e HTTP/1.1" status: 200 len: 217 time: 0.0734949 Feb 09 01:20:27.782235 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6f409b76-63fc-454d-afad-03f993b758af tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.1147447 Feb 09 01:20:27.785936 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58752) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:27.795129 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-63e7c368-3ec8-426f-8176-f4c64ac26aa7 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Request body: {'port': {'network_id': '03868df1-cc26-4b10-aea3-e2194d96ebbb', 'name': 'tempest-ExtraDHCPOptionsTestJSON-745688393', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:27.796395 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.api.validators [None req-63e7c368-3ec8-426f-8176-f4c64ac26aa7 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] bootfile-name is not in valid_values {{(pid=103528) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 01:20:27.796664 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.api.validators [None req-63e7c368-3ec8-426f-8176-f4c64ac26aa7 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] tftp-server is not in valid_values {{(pid=103528) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 01:20:27.796969 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.api.validators [None req-63e7c368-3ec8-426f-8176-f4c64ac26aa7 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] server-ip-address is not in valid_values {{(pid=103528) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 01:20:27.937230 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '789db35b-0323-4d38-b70f-7194c1a86af2', 'network_id': 'a87ac28a-2aeb-4a83-82bf-decda1e08acb', 'port_id': '789db35b-0323-4d38-b70f-7194c1a86af2', 'mac_address': 'fa:16:3e:fd:61:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa9fcc5d-ba04-4bc8-ac3a-fa1b2158dd4f', 'ip_address': '10.1.1.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:20:27.984193 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e7c368-3ec8-426f-8176-f4c64ac26aa7 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Made reservation on behalf of b248293f44364b88a8f32a1102b59eca for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:27.991499 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-63e7c368-3ec8-426f-8176-f4c64ac26aa7 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:28.007322 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-a636ae07-e104-45e9-985c-088273101ea7 None None] Allocated IP 172.20.0.2 (03868df1-cc26-4b10-aea3-e2194d96ebbb/203a0065-b38f-4cfb-bec6-06ede3234172/0543345c-b2de-4e04-ac00-5c848cfe903d) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:28.015878 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89ae7847-91b3-42dd-ae5e-4ba0f6a84e7e req-eebd8669-9094-44e8-ad9b-4fe3300687f6 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4114532 Feb 09 01:20:28.057048 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 209aad1f-0544-465a-b303-8719f0b2d498 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:28.057677 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (209aad1f-0544-465a-b303-8719f0b2d498), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:28.076642 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-63e7c368-3ec8-426f-8176-f4c64ac26aa7 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] device_id is not set on port c938346f-09a4-4e80-b7ef-4ac2ccf908ee yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:20:28.123546 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-621b79c7-9598-4766-a74f-e2fdd0871680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:28.129488 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-621b79c7-9598-4766-a74f-e2fdd0871680 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2ce5a8b1-7fc6-4c71-98bf-e410dbdc2daf HTTP/1.1" status: 200 len: 861 time: 0.3508971 Feb 09 01:20:28.151432 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a469033-bab3-4c40-816f-921a59aece7e req-164a74f2-9ac4-4b2c-8fb2-49839391b71b service neutron] 10.222.0.30 "GET /v2.0/networks/a626c08d-e9be-4644-b187-a89c9942df70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6374459 Feb 09 01:20:28.237107 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 789db35b-0323-4d38-b70f-7194c1a86af2 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:28.238111 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (789db35b-0323-4d38-b70f-7194c1a86af2), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:28.304651 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-08132da3-0f81-45cb-9629-3d0c99f6d6fc None None] Current status of the port 209aad1f-0544-465a-b303-8719f0b2d498 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:28.305044 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-08132da3-0f81-45cb-9629-3d0c99f6d6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (209aad1f-0544-465a-b303-8719f0b2d498), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:28.326637 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 789db35b-0323-4d38-b70f-7194c1a86af2 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:20:28.365248 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:28.417607 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-08132da3-0f81-45cb-9629-3d0c99f6d6fc None None] For port 209aad1f-0544-465a-b303-8719f0b2d498, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=209aad1f-0544-465a-b303-8719f0b2d498,segment=NetworkSegment(73681689-5506-4e34-8a62-67af8e5522bc),segment_id=73681689-5506-4e34-8a62-67af8e5522bc)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:28.448960 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-b2e19765-a25d-4dd7-a541-4fe6c3d8931c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4f2352f9-f273-4371-afcf-34ba242f040c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2848282 Feb 09 01:20:28.564432 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3659044b-7a0b-4348-a8f6-a89b4a4c9291 admin admin] Router 358eccb0-2f14-4421-96eb-d698c291d152 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:20:28.609055 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 789db35b-0323-4d38-b70f-7194c1a86af2, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=789db35b-0323-4d38-b70f-7194c1a86af2,segment=NetworkSegment(af93cac6-5d5f-4d5f-921e-cbbc9866a4d1),segment_id=af93cac6-5d5f-4d5f-921e-cbbc9866a4d1)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:28.611106 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-08132da3-0f81-45cb-9629-3d0c99f6d6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (209aad1f-0544-465a-b303-8719f0b2d498), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:28.666333 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (789db35b-0323-4d38-b70f-7194c1a86af2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:28.672721 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 5d99abd4-5248-45fa-8dc3-6b85097edb46 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:20:28.685492 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d4f94380-3985-4de7-b3f2-e44dab003d08 req-0d2a33e8-bb6d-40fc-91ff-01fba09cd591 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 210 time: 0.0501907 Feb 09 01:20:28.852126 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c95b52-4bcd-4722-bb97-d91e4c239aa5 req-98833adb-07e6-43bb-a6b6-d0c070651c61 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:28.865702 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-34c95b52-4bcd-4722-bb97-d91e4c239aa5 req-98833adb-07e6-43bb-a6b6-d0c070651c61 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e37cf23-df8e-4477-a94a-3432613a7989 HTTP/1.1" status: 200 len: 944 time: 0.5644946 Feb 09 01:20:28.886601 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3679190e-d7b5-442b-8443-27c5c60f7e9d x-openstack-request-id: req-3679190e-d7b5-442b-8443-27c5c60f7e9d {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:20:28.886905 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e37cf23-df8e-4477-a94a-3432613a7989", "tag": "8f1526aa-b555-4d6d-b915-a070fa67f04e", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:20:28.887145 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3679190e-d7b5-442b-8443-27c5c60f7e9d {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:20:28.887554 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e37cf23-df8e-4477-a94a-3432613a7989', 'tag': '8f1526aa-b555-4d6d-b915-a070fa67f04e', 'status': 'completed', 'code': 200} Feb 09 01:20:28.933617 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-1805e11f-3f2a-4752-9289-8dab92e86705 service neutron] 10.222.0.121 "GET /v2.0/networks/4f2352f9-f273-4371-afcf-34ba242f040c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4732668 Feb 09 01:20:28.935692 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08132da3-0f81-45cb-9629-3d0c99f6d6fc None None] Pushing event updated for resources: {'Port': ['ID=209aad1f-0544-465a-b303-8719f0b2d498,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:28.947543 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f77162-1a27-4393-a528-3081661b0b0e req-5e6d8abd-e379-47e3-918a-21e10bc3bfb3 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:28.949308 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75f77162-1a27-4393-a528-3081661b0b0e req-5e6d8abd-e379-47e3-918a-21e10bc3bfb3 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.91 "GET /v2.0/networks?id=a46c349d-fbe7-42ad-a83d-3298a4c41cb1 HTTP/1.1" status: 200 len: 813 time: 0.3983076 Feb 09 01:20:28.969803 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-75f77162-1a27-4393-a528-3081661b0b0e req-9344cb8b-5579-4ff8-892b-ce443ec79324 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Request body: {'port': {'device_id': '48112db7-d4db-4ee7-9336-586b9a6e41e3', 'network_id': 'a46c349d-fbe7-42ad-a83d-3298a4c41cb1', 'admin_state_up': True, 'tenant_id': '45103008d2704a9a9647209c042e9687'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:29.136863 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9007d790-3a17-4a6d-813e-66088e6be5ab req-e0ce6f23-64b6-44a4-9b95-d76b3b4c7088 tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups/f0af7433-ebb5-4067-ac97-973936f4c3e6 HTTP/1.1" status: 200 len: 1817 time: 0.2571816 Feb 09 01:20:29.175366 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-34c95b52-4bcd-4722-bb97-d91e4c239aa5 req-8ef6bd74-571e-4a4e-a9e0-e24d1e11116a tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072686 Feb 09 01:20:29.306425 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3659044b-7a0b-4348-a8f6-a89b4a4c9291 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:20:29.352514 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.resource_extend [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:20:29.355945 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3659044b-7a0b-4348-a8f6-a89b4a4c9291 admin admin] 10.222.0.30 "PUT /v2.0/routers/358eccb0-2f14-4421-96eb-d698c291d152/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1901143 Feb 09 01:20:29.359848 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58788) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:29.365627 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995d52d3-87a3-40d8-b341-92b7af0578d1 None None] Sync routers for ids ['358eccb0-2f14-4421-96eb-d698c291d152'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:20:29.424729 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a636ae07-e104-45e9-985c-088273101ea7 None None] Publish callbacks [] for port (0543345c-b2de-4e04-ac00-5c848cfe903d), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:29.441042 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-255115db-709c-454b-ace4-c537ba3518ab None None] Provisioning complete for port 209aad1f-0544-465a-b303-8719f0b2d498 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:29.442543 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-255115db-709c-454b-ace4-c537ba3518ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (209aad1f-0544-465a-b303-8719f0b2d498), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:29.448022 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 5d99abd4-5248-45fa-8dc3-6b85097edb46, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=5d99abd4-5248-45fa-8dc3-6b85097edb46,segment=NetworkSegment(af93cac6-5d5f-4d5f-921e-cbbc9866a4d1),segment_id=af93cac6-5d5f-4d5f-921e-cbbc9866a4d1)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:29.523336 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=789db35b-0323-4d38-b70f-7194c1a86af2,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:29.526163 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 832cda2e-ef3a-41e1-b064-8492ab2c09c2 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:20:29.598391 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 209aad1f-0544-465a-b303-8719f0b2d498 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:29.601079 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a636ae07-e104-45e9-985c-088273101ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (0543345c-b2de-4e04-ac00-5c848cfe903d), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:29.653401 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fefa6b9a-2367-48e4-8edc-4118ff97d688 req-07bf503e-2943-4c75-bb69-418dab40c00d service neutron] 10.222.0.121 "GET /v2.0/networks/4f2352f9-f273-4371-afcf-34ba242f040c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6958871 Feb 09 01:20:29.679930 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75f77162-1a27-4393-a528-3081661b0b0e req-9344cb8b-5579-4ff8-892b-ce443ec79324 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Made reservation on behalf of 45103008d2704a9a9647209c042e9687 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:29.687496 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-75f77162-1a27-4393-a528-3081661b0b0e req-9344cb8b-5579-4ff8-892b-ce443ec79324 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:29.728699 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-63e7c368-3ec8-426f-8176-f4c64ac26aa7 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Allocated IP 172.20.0.4 (03868df1-cc26-4b10-aea3-e2194d96ebbb/203a0065-b38f-4cfb-bec6-06ede3234172/c938346f-09a4-4e80-b7ef-4ac2ccf908ee) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:29.772811 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9007d790-3a17-4a6d-813e-66088e6be5ab req-49371aff-0d8a-4b77-b9a4-61c58c7c442e tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (f0af7433-ebb5-4067-ac97-973936f4c3e6), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:29.832494 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636ae07-e104-45e9-985c-088273101ea7 None None] Pushing event updated for resources: {'Port': ['ID=0543345c-b2de-4e04-ac00-5c848cfe903d,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:29.838543 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995d52d3-87a3-40d8-b341-92b7af0578d1 None None] Routers {'358eccb0-2f14-4421-96eb-d698c291d152'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:20:29.851375 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-995d52d3-87a3-40d8-b341-92b7af0578d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:20:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['358eccb0-2f14-4421-96eb-d698c291d152'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:29.854367 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '5d99abd4-5248-45fa-8dc3-6b85097edb46', 'network_id': 'a87ac28a-2aeb-4a83-82bf-decda1e08acb', 'port_id': '5d99abd4-5248-45fa-8dc3-6b85097edb46', 'mac_address': 'fa:16:3e:ae:05:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa9fcc5d-ba04-4bc8-ac3a-fa1b2158dd4f', 'ip_address': '10.1.1.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:20:29.873285 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f1b5eb4e-0db4-4d09-962f-904bcb9c9a94 admin admin] Publish callbacks [] for router (358eccb0-2f14-4421-96eb-d698c291d152), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:30.039287 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9007d790-3a17-4a6d-813e-66088e6be5ab req-49371aff-0d8a-4b77-b9a4-61c58c7c442e tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (f0af7433-ebb5-4067-ac97-973936f4c3e6), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:30.052407 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add83084-7482-4cfb-9971-b993f5e39b83 req-a9e33f36-91b6-47e6-8727-1a679033a244 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:30.055414 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-add83084-7482-4cfb-9971-b993f5e39b83 req-a9e33f36-91b6-47e6-8727-1a679033a244 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/networks?id=a626c08d-e9be-4644-b187-a89c9942df70 HTTP/1.1" status: 200 len: 814 time: 0.7194247 Feb 09 01:20:30.129563 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-add83084-7482-4cfb-9971-b993f5e39b83 req-d3f923d8-6d5b-4b86-83d6-6b478296b7ab tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/quotas/b9d7b812952b4f21931b13a0cf0cd868 HTTP/1.1" status: 200 len: 375 time: 0.0518947 Feb 09 01:20:30.213584 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 209aad1f-0544-465a-b303-8719f0b2d498 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:20:30.251924 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a636ae07-e104-45e9-985c-088273101ea7 None None] Network 03868df1-cc26-4b10-aea3-e2194d96ebbb is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:30.318074 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f1b5eb4e-0db4-4d09-962f-904bcb9c9a94 admin admin] Publish callbacks [] for router_gateway (358eccb0-2f14-4421-96eb-d698c291d152), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:30.374897 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643e051-2bb4-4b1e-ae9b-4adddd9031e6 req-3f99f49d-7d2c-4025-84a0-163872483498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:30.377639 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a643e051-2bb4-4b1e-ae9b-4adddd9031e6 req-3f99f49d-7d2c-4025-84a0-163872483498 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=425a719b34a746919c58206639b6374e&device_id=2e37cf23-df8e-4477-a94a-3432613a7989 HTTP/1.1" status: 200 len: 1127 time: 0.5545847 Feb 09 01:20:30.385393 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-a636ae07-e104-45e9-985c-088273101ea7 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:30.390986 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-63e7c368-3ec8-426f-8176-f4c64ac26aa7 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks [] for port (c938346f-09a4-4e80-b7ef-4ac2ccf908ee), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:30.401799 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a636ae07-e104-45e9-985c-088273101ea7 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:20:30.455717 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f1b5eb4e-0db4-4d09-962f-904bcb9c9a94 admin admin] Deleting port 57c988e8-4e0c-482b-8a20-18f236f1b32a {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:20:30.456550 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f1b5eb4e-0db4-4d09-962f-904bcb9c9a94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (57c988e8-4e0c-482b-8a20-18f236f1b32a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:30.472879 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-63e7c368-3ec8-426f-8176-f4c64ac26aa7 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (c938346f-09a4-4e80-b7ef-4ac2ccf908ee), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:30.483886 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-255115db-709c-454b-ace4-c537ba3518ab None None] Current status of the port 209aad1f-0544-465a-b303-8719f0b2d498 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:30.536227 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643e051-2bb4-4b1e-ae9b-4adddd9031e6 req-d9c4e4d9-dbec-4f9b-963c-12c238294e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:30.537876 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a643e051-2bb4-4b1e-ae9b-4adddd9031e6 req-d9c4e4d9-dbec-4f9b-963c-12c238294e68 service neutron] 10.222.0.121 "GET /v2.0/networks?id=4f2352f9-f273-4371-afcf-34ba242f040c HTTP/1.1" status: 200 len: 922 time: 0.1461406 Feb 09 01:20:30.546412 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9007d790-3a17-4a6d-813e-66088e6be5ab req-49371aff-0d8a-4b77-b9a4-61c58c7c442e tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f0af7433-ebb5-4067-ac97-973936f4c3e6), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:30.550066 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9007d790-3a17-4a6d-813e-66088e6be5ab req-49371aff-0d8a-4b77-b9a4-61c58c7c442e tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:30.552934 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9007d790-3a17-4a6d-813e-66088e6be5ab req-49371aff-0d8a-4b77-b9a4-61c58c7c442e tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "DELETE /v2.0/security-groups/f0af7433-ebb5-4067-ac97-973936f4c3e6 HTTP/1.1" status: 204 len: 173 time: 1.4052441 Feb 09 01:20:30.578524 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-75f77162-1a27-4393-a528-3081661b0b0e req-9344cb8b-5579-4ff8-892b-ce443ec79324 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Allocated IP 172.20.0.11 (a46c349d-fbe7-42ad-a83d-3298a4c41cb1/00660737-d0c8-4fd3-9454-eb4bf5c5566b/4a825b64-d1af-4377-836e-5fc508ec6888) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:30.597879 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 5d99abd4-5248-45fa-8dc3-6b85097edb46 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:30.598497 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5d99abd4-5248-45fa-8dc3-6b85097edb46), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:30.622679 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d99abd4-5248-45fa-8dc3-6b85097edb46 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:20:30.656581 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-a636ae07-e104-45e9-985c-088273101ea7 None None] Attempting to bind port 0543345c-b2de-4e04-ac00-5c848cfe903d on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:20:30.657207 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-a636ae07-e104-45e9-985c-088273101ea7 None None] Attempting to bind port 0543345c-b2de-4e04-ac00-5c848cfe903d by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'f37660c2-2fd2-4108-b06a-c4657114128a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '03868df1-cc26-4b10-aea3-e2194d96ebbb'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:20:30.657565 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a636ae07-e104-45e9-985c-088273101ea7 None None] Attempting to bind port 0543345c-b2de-4e04-ac00-5c848cfe903d on network 03868df1-cc26-4b10-aea3-e2194d96ebbb {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:20:30.668963 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a636ae07-e104-45e9-985c-088273101ea7 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:20:30.669441 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a636ae07-e104-45e9-985c-088273101ea7 None None] Checking segment: {'id': 'f37660c2-2fd2-4108-b06a-c4657114128a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '03868df1-cc26-4b10-aea3-e2194d96ebbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:20:30.669953 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a636ae07-e104-45e9-985c-088273101ea7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:30.670340 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a636ae07-e104-45e9-985c-088273101ea7 None None] Bound using segment: {'id': 'f37660c2-2fd2-4108-b06a-c4657114128a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '03868df1-cc26-4b10-aea3-e2194d96ebbb'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:20:30.671419 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-a636ae07-e104-45e9-985c-088273101ea7 None None] Bound port: 0543345c-b2de-4e04-ac00-5c848cfe903d, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f37660c2-2fd2-4108-b06a-c4657114128a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '03868df1-cc26-4b10-aea3-e2194d96ebbb'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:20:30.671853 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a636ae07-e104-45e9-985c-088273101ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0543345c-b2de-4e04-ac00-5c848cfe903d), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:30.717325 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 832cda2e-ef3a-41e1-b064-8492ab2c09c2 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:30.717765 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (832cda2e-ef3a-41e1-b064-8492ab2c09c2), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:30.728546 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 5d99abd4-5248-45fa-8dc3-6b85097edb46, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=5d99abd4-5248-45fa-8dc3-6b85097edb46,segment=NetworkSegment(af93cac6-5d5f-4d5f-921e-cbbc9866a4d1),segment_id=af93cac6-5d5f-4d5f-921e-cbbc9866a4d1)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:30.744109 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e7c368-3ec8-426f-8176-f4c64ac26aa7 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Network 03868df1-cc26-4b10-aea3-e2194d96ebbb is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:30.793922 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-63e7c368-3ec8-426f-8176-f4c64ac26aa7 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:30.796950 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e7c368-3ec8-426f-8176-f4c64ac26aa7 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Pushing event updated for resources: {'Port': ['ID=c938346f-09a4-4e80-b7ef-4ac2ccf908ee,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:30.803850 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5d99abd4-5248-45fa-8dc3-6b85097edb46), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:30.811281 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e7c368-3ec8-426f-8176-f4c64ac26aa7 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:20:30.830031 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-995d52d3-87a3-40d8-b341-92b7af0578d1 None None] Set router 358eccb0-2f14-4421-96eb-d698c291d152 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:20:30.834763 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 209aad1f-0544-465a-b303-8719f0b2d498 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:30.835130 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (209aad1f-0544-465a-b303-8719f0b2d498), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:30.880166 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device da204a12-3812-43bd-b3e0-86cb8015b582 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:20:30.941564 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-f1b5eb4e-0db4-4d09-962f-904bcb9c9a94 admin admin] For port 57c988e8-4e0c-482b-8a20-18f236f1b32a, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=57c988e8-4e0c-482b-8a20-18f236f1b32a,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:30.942315 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f1b5eb4e-0db4-4d09-962f-904bcb9c9a94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (57c988e8-4e0c-482b-8a20-18f236f1b32a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:30.974267 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e7c368-3ec8-426f-8176-f4c64ac26aa7 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:30.975366 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-63e7c368-3ec8-426f-8176-f4c64ac26aa7 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:30.999969 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port da204a12-3812-43bd-b3e0-86cb8015b582, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=da204a12-3812-43bd-b3e0-86cb8015b582,segment=NetworkSegment(0d3c1337-4602-4f96-922a-4ca1aedec141),segment_id=0d3c1337-4602-4f96-922a-4ca1aedec141)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:31.034615 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f1b5eb4e-0db4-4d09-962f-904bcb9c9a94 admin admin] Calling delete_port for 57c988e8-4e0c-482b-8a20-18f236f1b32a owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:31.072959 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-63e7c368-3ec8-426f-8176-f4c64ac26aa7 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 3.2859573 Feb 09 01:20:31.083481 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58798) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:31.102030 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': 'da204a12-3812-43bd-b3e0-86cb8015b582', 'network_id': '2cffe158-1e62-4cc7-b53e-f2901607bc8e', 'port_id': 'da204a12-3812-43bd-b3e0-86cb8015b582', 'mac_address': 'fa:16:3e:fb:39:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989f8a52-0a9a-46f5-868b-2d52ddf6538c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:20:31.163579 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a469033-bab3-4c40-816f-921a59aece7e req-16053290-9135-4352-a071-d53153d1366d tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:31.165698 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2a469033-bab3-4c40-816f-921a59aece7e req-16053290-9135-4352-a071-d53153d1366d tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.91 "GET /v2.0/networks?id=a626c08d-e9be-4644-b187-a89c9942df70 HTTP/1.1" status: 200 len: 814 time: 0.5343809 Feb 09 01:20:31.190116 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49371aff-0d8a-4b77-b9a4-61c58c7c442e tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0af7433-ebb5-4067-ac97-973936f4c3e6,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:31.198209 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-2a469033-bab3-4c40-816f-921a59aece7e req-ac532d2d-4fba-47ba-b40c-58b9e6e5b71d tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Request body: {'port': {'device_id': 'e583f6a8-65e5-44ed-9dcd-ff5b5ba80116', 'network_id': 'a626c08d-e9be-4644-b187-a89c9942df70', 'admin_state_up': True, 'tenant_id': 'b9d7b812952b4f21931b13a0cf0cd868'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:31.206485 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a643e051-2bb4-4b1e-ae9b-4adddd9031e6 req-176d6bae-ec6d-4512-a435-5c66f1d644dc service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f1526aa-b555-4d6d-b915-a070fa67f04e HTTP/1.1" status: 200 len: 217 time: 0.6516948 Feb 09 01:20:31.283076 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-add83084-7482-4cfb-9971-b993f5e39b83 req-7a2cf4e2-f622-432c-81b9-b822168e307b tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b9d7b812952b4f21931b13a0cf0cd868&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0734818 Feb 09 01:20:31.290960 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['e4ad6d56-00d7-42d0-9033-d57c5a0dae64'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:20:31.336725 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['789db35b-0323-4d38-b70f-7194c1a86af2'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:20:31.355687 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643e051-2bb4-4b1e-ae9b-4adddd9031e6 req-e91e0d99-f698-47d8-b0b0-732f8b2d4168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:31.356943 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a643e051-2bb4-4b1e-ae9b-4adddd9031e6 req-e91e0d99-f698-47d8-b0b0-732f8b2d4168 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2ce5a8b1-7fc6-4c71-98bf-e410dbdc2daf HTTP/1.1" status: 200 len: 861 time: 0.0836761 Feb 09 01:20:31.416244 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['d5952791-d7be-4808-b892-3e53282649e6'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:20:31.511611 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-add83084-7482-4cfb-9971-b993f5e39b83 req-a0e01e07-699e-4c61-8b1d-81c4ed4f995c service neutron] 10.222.0.30 "GET /v2.0/networks/a626c08d-e9be-4644-b187-a89c9942df70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530616 Feb 09 01:20:31.558908 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a643e051-2bb4-4b1e-ae9b-4adddd9031e6 req-573e0dcd-7791-412d-a769-4a4cbf0e027e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4f2352f9-f273-4371-afcf-34ba242f040c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450068 Feb 09 01:20:31.701514 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857ba20-2e6d-4785-937e-20ffa1a7096e req-40ecda1f-6dd0-4d13-b198-fce4c33167f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:31.704299 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e857ba20-2e6d-4785-937e-20ffa1a7096e req-40ecda1f-6dd0-4d13-b198-fce4c33167f7 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=7b44166604b3436881425cea10d1d658&device_id=2fc2ce53-dc79-44fc-95de-06ffadefe1fe HTTP/1.1" status: 200 len: 1127 time: 0.7233458 Feb 09 01:20:31.715840 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['5d99abd4-5248-45fa-8dc3-6b85097edb46'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:20:31.733173 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a643e051-2bb4-4b1e-ae9b-4adddd9031e6 req-d30ef276-ed56-45ae-9783-5946341a2073 service neutron] 10.222.0.121 "GET /v2.0/networks/4f2352f9-f273-4371-afcf-34ba242f040c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491945 Feb 09 01:20:31.790883 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 8f1526aa-b555-4d6d-b915-a070fa67f04e details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:20:31.814743 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb2bd96-f8d1-4b7f-a2c1-b1a31f42defb tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:31.816134 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f4b76-8c7f-4a85-9182-11690dc4c703 req-5dd1e1ec-0b87-432b-a986-b639142f6486 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:31.822108 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb2bd96-f8d1-4b7f-a2c1-b1a31f42defb tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:31.822675 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f4b76-8c7f-4a85-9182-11690dc4c703 req-5dd1e1ec-0b87-432b-a986-b639142f6486 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:31.829436 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f4b76-8c7f-4a85-9182-11690dc4c703 req-5dd1e1ec-0b87-432b-a986-b639142f6486 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:31.829742 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb2bd96-f8d1-4b7f-a2c1-b1a31f42defb tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:31.834833 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-beb2bd96-f8d1-4b7f-a2c1-b1a31f42defb tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.7497020 Feb 09 01:20:31.835479 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58806) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:31.836251 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f4b76-8c7f-4a85-9182-11690dc4c703 req-5dd1e1ec-0b87-432b-a986-b639142f6486 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:31.844895 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f4b76-8c7f-4a85-9182-11690dc4c703 req-5dd1e1ec-0b87-432b-a986-b639142f6486 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:31.851697 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f4b76-8c7f-4a85-9182-11690dc4c703 req-5dd1e1ec-0b87-432b-a986-b639142f6486 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:31.859851 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f4b76-8c7f-4a85-9182-11690dc4c703 req-5dd1e1ec-0b87-432b-a986-b639142f6486 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:31.862193 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-239f4b76-8c7f-4a85-9182-11690dc4c703 req-5dd1e1ec-0b87-432b-a986-b639142f6486 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5425 time: 0.6554339 Feb 09 01:20:31.903576 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a469033-bab3-4c40-816f-921a59aece7e req-ac532d2d-4fba-47ba-b40c-58b9e6e5b71d tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Made reservation on behalf of b9d7b812952b4f21931b13a0cf0cd868 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:31.907921 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-2a469033-bab3-4c40-816f-921a59aece7e req-ac532d2d-4fba-47ba-b40c-58b9e6e5b71d tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:32.010215 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port da204a12-3812-43bd-b3e0-86cb8015b582 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:32.010761 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (da204a12-3812-43bd-b3e0-86cb8015b582), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:32.013627 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=5d99abd4-5248-45fa-8dc3-6b85097edb46,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:32.161198 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-2a469033-bab3-4c40-816f-921a59aece7e req-ac532d2d-4fba-47ba-b40c-58b9e6e5b71d tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Allocated IP 172.20.0.6 (a626c08d-e9be-4644-b187-a89c9942df70/1c208700-4d5a-44e9-9849-6bf95cade7a4/02a48834-7a90-41fe-9b8a-8be8c5726010) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:32.216155 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-239f4b76-8c7f-4a85-9182-11690dc4c703 req-08807093-558d-4739-9313-83e0a526da3a tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3406723 Feb 09 01:20:32.231224 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-add83084-7482-4cfb-9971-b993f5e39b83 req-c79315d0-9bb7-4f5b-bb24-ed0ecbc38d06 service neutron] 10.222.0.30 "GET /v2.0/networks/a626c08d-e9be-4644-b187-a89c9942df70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6645401 Feb 09 01:20:32.261023 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-a636ae07-e104-45e9-985c-088273101ea7 None None] For port 0543345c-b2de-4e04-ac00-5c848cfe903d, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:20:32.284835 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a643e051-2bb4-4b1e-ae9b-4adddd9031e6 req-e93f61ed-f214-47e9-b44b-17d64b18001c service neutron] 10.222.0.121 "GET /v2.0/networks/4f2352f9-f273-4371-afcf-34ba242f040c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859631 Feb 09 01:20:32.334073 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-75f77162-1a27-4393-a528-3081661b0b0e req-9344cb8b-5579-4ff8-892b-ce443ec79324 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Publish callbacks [] for port (4a825b64-d1af-4377-836e-5fc508ec6888), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:32.392344 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 209aad1f-0544-465a-b303-8719f0b2d498 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:32.418692 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:20:32.512735 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-75f77162-1a27-4393-a528-3081661b0b0e req-9344cb8b-5579-4ff8-892b-ce443ec79324 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (4a825b64-d1af-4377-836e-5fc508ec6888), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:32.565759 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da204a12-3812-43bd-b3e0-86cb8015b582 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:20:32.603692 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-2a469033-bab3-4c40-816f-921a59aece7e req-ac532d2d-4fba-47ba-b40c-58b9e6e5b71d tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Publish callbacks [] for port (02a48834-7a90-41fe-9b8a-8be8c5726010), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:32.677613 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 832cda2e-ef3a-41e1-b064-8492ab2c09c2 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:32.678048 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (832cda2e-ef3a-41e1-b064-8492ab2c09c2), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:32.708538 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-a636ae07-e104-45e9-985c-088273101ea7 None None] For port 0543345c-b2de-4e04-ac00-5c848cfe903d, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=0543345c-b2de-4e04-ac00-5c848cfe903d,segment=NetworkSegment(f37660c2-2fd2-4108-b06a-c4657114128a),segment_id=f37660c2-2fd2-4108-b06a-c4657114128a)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:20:32.736661 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port da204a12-3812-43bd-b3e0-86cb8015b582, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=da204a12-3812-43bd-b3e0-86cb8015b582,segment=NetworkSegment(0d3c1337-4602-4f96-922a-4ca1aedec141),segment_id=0d3c1337-4602-4f96-922a-4ca1aedec141)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:32.742310 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75f77162-1a27-4393-a528-3081661b0b0e req-9344cb8b-5579-4ff8-892b-ce443ec79324 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Network a46c349d-fbe7-42ad-a83d-3298a4c41cb1 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:32.751700 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-75f77162-1a27-4393-a528-3081661b0b0e req-9344cb8b-5579-4ff8-892b-ce443ec79324 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:32.757214 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f77162-1a27-4393-a528-3081661b0b0e req-9344cb8b-5579-4ff8-892b-ce443ec79324 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:20:32.765495 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (da204a12-3812-43bd-b3e0-86cb8015b582), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:32.766070 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 516fe2c8-f9f0-4d83-84b6-e9595515fd12 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:20:32.814545 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 8f1526aa-b555-4d6d-b915-a070fa67f04e, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=8f1526aa-b555-4d6d-b915-a070fa67f04e,segment=NetworkSegment(93377c63-554d-4e75-a6fa-1c5faaa2bcb9),segment_id=93377c63-554d-4e75-a6fa-1c5faaa2bcb9)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:32.819833 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344cb8b-5579-4ff8-892b-ce443ec79324 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Pushing event updated for resources: {'Port': ['ID=4a825b64-d1af-4377-836e-5fc508ec6888,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:32.881507 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857ba20-2e6d-4785-937e-20ffa1a7096e req-5b967d98-47af-46b1-8513-5dc508adcf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:32.896168 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e857ba20-2e6d-4785-937e-20ffa1a7096e req-5b967d98-47af-46b1-8513-5dc508adcf4c service neutron] 10.222.0.121 "GET /v2.0/networks?id=f155bdb8-b796-4b2f-8f0d-8611315d30bd HTTP/1.1" status: 200 len: 905 time: 1.0448246 Feb 09 01:20:32.903685 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebe88e-caa4-4f42-875a-346415f6aa32 req-07186ef6-446f-4faa-98dc-767faa3f5305 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:32.911308 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '8f1526aa-b555-4d6d-b915-a070fa67f04e', 'network_id': '4f2352f9-f273-4371-afcf-34ba242f040c', 'port_id': '8f1526aa-b555-4d6d-b915-a070fa67f04e', 'mac_address': 'fa:16:3e:73:0d:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce5a8b1-7fc6-4c71-98bf-e410dbdc2daf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:20:32.917018 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b9ebe88e-caa4-4f42-875a-346415f6aa32 req-07186ef6-446f-4faa-98dc-767faa3f5305 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e37cf23-df8e-4477-a94a-3432613a7989 HTTP/1.1" status: 200 len: 944 time: 0.2863808 Feb 09 01:20:32.936020 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=da204a12-3812-43bd-b3e0-86cb8015b582,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:32.937292 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f1b5eb4e-0db4-4d09-962f-904bcb9c9a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (57c988e8-4e0c-482b-8a20-18f236f1b32a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:32.939825 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38a115-15dc-4709-bf57-4239b923073b req-d988fa64-00f1-4ced-b293-d94fc17579e6 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:32.952010 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fb38a115-15dc-4709-bf57-4239b923073b req-d988fa64-00f1-4ced-b293-d94fc17579e6 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 932 time: 0.4713745 Feb 09 01:20:32.963955 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a636ae07-e104-45e9-985c-088273101ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0543345c-b2de-4e04-ac00-5c848cfe903d), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:33.008407 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f77162-1a27-4393-a528-3081661b0b0e req-9344cb8b-5579-4ff8-892b-ce443ec79324 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:33.009089 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-75f77162-1a27-4393-a528-3081661b0b0e req-9344cb8b-5579-4ff8-892b-ce443ec79324 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:33.047863 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e857ba20-2e6d-4785-937e-20ffa1a7096e req-bb966ec9-6b50-4a86-b69c-c8ecb803c984 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=832cda2e-ef3a-41e1-b064-8492ab2c09c2 HTTP/1.1" status: 200 len: 217 time: 0.1352019 Feb 09 01:20:33.059292 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5eb4e-0db4-4d09-962f-904bcb9c9a94 admin admin] Pushing event deleted for resources: {'Port': ['ID=57c988e8-4e0c-482b-8a20-18f236f1b32a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:33.062645 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-2a469033-bab3-4c40-816f-921a59aece7e req-ac532d2d-4fba-47ba-b40c-58b9e6e5b71d tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (02a48834-7a90-41fe-9b8a-8be8c5726010), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:33.069403 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b9ebe88e-caa4-4f42-875a-346415f6aa32 req-6341053b-bb1b-4911-bcf8-878ddbdeb7be tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122634 Feb 09 01:20:33.083106 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75f77162-1a27-4393-a528-3081661b0b0e req-9344cb8b-5579-4ff8-892b-ce443ec79324 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1179981 Feb 09 01:20:33.103508 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b740bc6a-6883-495c-bf6f-35ab2b83713f tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Deleting port c938346f-09a4-4e80-b7ef-4ac2ccf908ee {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:20:33.104348 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fb38a115-15dc-4709-bf57-4239b923073b req-973d1319-132c-4072-88d2-e74e99d97e63 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509361 Feb 09 01:20:33.104812 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b740bc6a-6883-495c-bf6f-35ab2b83713f tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (c938346f-09a4-4e80-b7ef-4ac2ccf908ee), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:33.116677 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-75f77162-1a27-4393-a528-3081661b0b0e req-16664dc7-3d9a-4103-a2b4-f96c8c974d29 service neutron] Request body: {'port': {'device_id': '48112db7-d4db-4ee7-9336-586b9a6e41e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:33.130151 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636ae07-e104-45e9-985c-088273101ea7 None None] Pushing event updated for resources: {'Port': ['ID=0543345c-b2de-4e04-ac00-5c848cfe903d,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:33.210823 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-995d52d3-87a3-40d8-b341-92b7af0578d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358eccb0-2f14-4421-96eb-d698c291d152', 'name': 'tempest-AttachSCSIVolumeTestJSON-1411537540-router', 'tenant_id': '8504a22500a54a54a8fec90c069aae71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '57c988e8-4e0c-482b-8a20-18f236f1b32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:31Z', 'updated_at': '2022-02-09T01:20:25Z', 'revision_number': 5, 'project_id': '8504a22500a54a54a8fec90c069aae71', 'gw_port': {'id': '57c988e8-4e0c-482b-8a20-18f236f1b32a', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358eccb0-2f14-4421-96eb-d698c291d152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:33Z', 'updated_at': '2022-02-09T01:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:33.222794 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-432cf59d-340f-421a-8230-0b77a53bc8b0 req-a2d7dff6-7eec-4d44-961b-72379b82f77c tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "GET /v2.0/security-groups/d77e22fd-3e31-4a48-8a54-598f6dafe9fd HTTP/1.1" status: 200 len: 1817 time: 0.0642021 Feb 09 01:20:33.276222 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 8f1526aa-b555-4d6d-b915-a070fa67f04e is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:33.277356 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8f1526aa-b555-4d6d-b915-a070fa67f04e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:33.282701 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995d52d3-87a3-40d8-b341-92b7af0578d1 None None] Checking router: 358eccb0-2f14-4421-96eb-d698c291d152 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:20:33.304181 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.resource_extend [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:20:33.320234 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 516fe2c8-f9f0-4d83-84b6-e9595515fd12, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=516fe2c8-f9f0-4d83-84b6-e9595515fd12,segment=NetworkSegment(0d3c1337-4602-4f96-922a-4ca1aedec141),segment_id=0d3c1337-4602-4f96-922a-4ca1aedec141)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:33.332603 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-75f77162-1a27-4393-a528-3081661b0b0e req-16664dc7-3d9a-4103-a2b4-f96c8c974d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (4a825b64-d1af-4377-836e-5fc508ec6888), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:33.345173 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '516fe2c8-f9f0-4d83-84b6-e9595515fd12', 'network_id': '2cffe158-1e62-4cc7-b53e-f2901607bc8e', 'port_id': '516fe2c8-f9f0-4d83-84b6-e9595515fd12', 'mac_address': 'fa:16:3e:45:82:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989f8a52-0a9a-46f5-868b-2d52ddf6538c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:20:33.396047 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc2ce53-dc79-44fc-95de-06ffadefe1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832cda2e-ef3a-41e1-b064-8492ab2c09c2'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:20:33.400829 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00948b15-c748-4f54-bc4d-cc8ca7b42ef7" -d '{"events": [{"server_uuid": "2fc2ce53-dc79-44fc-95de-06ffadefe1fe", "name": "network-vif-plugged", "status": "completed", "tag": "832cda2e-ef3a-41e1-b064-8492ab2c09c2"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:20:33.413543 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac532d2d-4fba-47ba-b40c-58b9e6e5b71d tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Pushing event updated for resources: {'Port': ['ID=02a48834-7a90-41fe-9b8a-8be8c5726010,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:33.433303 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a469033-bab3-4c40-816f-921a59aece7e req-ac532d2d-4fba-47ba-b40c-58b9e6e5b71d tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Network a626c08d-e9be-4644-b187-a89c9942df70 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:33.460936 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-2a469033-bab3-4c40-816f-921a59aece7e req-ac532d2d-4fba-47ba-b40c-58b9e6e5b71d tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:33.491635 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a469033-bab3-4c40-816f-921a59aece7e req-ac532d2d-4fba-47ba-b40c-58b9e6e5b71d tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:20:33.523466 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 516fe2c8-f9f0-4d83-84b6-e9595515fd12 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:33.524246 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (516fe2c8-f9f0-4d83-84b6-e9595515fd12), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:33.540139 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 832cda2e-ef3a-41e1-b064-8492ab2c09c2, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=832cda2e-ef3a-41e1-b064-8492ab2c09c2,segment=NetworkSegment(231cc619-b79a-4847-94b3-cdbf4f5bda22),segment_id=231cc619-b79a-4847-94b3-cdbf4f5bda22)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:33.542669 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f1526aa-b555-4d6d-b915-a070fa67f04e {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:20:33.646290 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 8f1526aa-b555-4d6d-b915-a070fa67f04e, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=8f1526aa-b555-4d6d-b915-a070fa67f04e,segment=NetworkSegment(93377c63-554d-4e75-a6fa-1c5faaa2bcb9),segment_id=93377c63-554d-4e75-a6fa-1c5faaa2bcb9)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:33.688540 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995d52d3-87a3-40d8-b341-92b7af0578d1 None None] Routers {'358eccb0-2f14-4421-96eb-d698c291d152'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:20:33.689510 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-995d52d3-87a3-40d8-b341-92b7af0578d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:20:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['358eccb0-2f14-4421-96eb-d698c291d152'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:33.706275 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (832cda2e-ef3a-41e1-b064-8492ab2c09c2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:33.714189 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8f1526aa-b555-4d6d-b915-a070fa67f04e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:33.803287 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857ba20-2e6d-4785-937e-20ffa1a7096e req-0eb83ab5-b04b-472c-a1e0-19c9c1de42e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:33.809820 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e857ba20-2e6d-4785-937e-20ffa1a7096e req-0eb83ab5-b04b-472c-a1e0-19c9c1de42e2 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b6c9902a-ca90-4768-8ad8-e74435b83d39 HTTP/1.1" status: 200 len: 844 time: 0.7508628 Feb 09 01:20:33.816976 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 516fe2c8-f9f0-4d83-84b6-e9595515fd12 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:20:34.083357 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a469033-bab3-4c40-816f-921a59aece7e req-ac532d2d-4fba-47ba-b40c-58b9e6e5b71d tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:34.084065 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-2a469033-bab3-4c40-816f-921a59aece7e req-ac532d2d-4fba-47ba-b40c-58b9e6e5b71d tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:34.089266 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-995d52d3-87a3-40d8-b341-92b7af0578d1 None None] Set router 358eccb0-2f14-4421-96eb-d698c291d152 gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:20:34.121795 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f1b5eb4e-0db4-4d09-962f-904bcb9c9a94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (358eccb0-2f14-4421-96eb-d698c291d152), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:34.144636 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e857ba20-2e6d-4785-937e-20ffa1a7096e req-5831832c-6cd5-4edb-8201-b4d5ae6d47e9 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f155bdb8-b796-4b2f-8f0d-8611315d30bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2987549 Feb 09 01:20:34.195528 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-432cf59d-340f-421a-8230-0b77a53bc8b0 req-643a856c-327e-4edb-9422-12c627044c9f tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (d77e22fd-3e31-4a48-8a54-598f6dafe9fd), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:34.260633 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-20f63526-334c-4830-a084-b7b55209f810 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:34.262441 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-20f63526-334c-4830-a084-b7b55209f810 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/networks?id=a626c08d-e9be-4644-b187-a89c9942df70 HTTP/1.1" status: 200 len: 814 time: 0.9071360 Feb 09 01:20:34.294731 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 516fe2c8-f9f0-4d83-84b6-e9595515fd12, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=516fe2c8-f9f0-4d83-84b6-e9595515fd12,segment=NetworkSegment(0d3c1337-4602-4f96-922a-4ca1aedec141),segment_id=0d3c1337-4602-4f96-922a-4ca1aedec141)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:34.298265 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['8f1526aa-b555-4d6d-b915-a070fa67f04e'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:20:34.307298 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-3fc7268a-e9b6-475d-9edf-4fa1a172a664 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/quotas/b9d7b812952b4f21931b13a0cf0cd868 HTTP/1.1" status: 200 len: 375 time: 0.0291147 Feb 09 01:20:34.364152 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-995d52d3-87a3-40d8-b341-92b7af0578d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358eccb0-2f14-4421-96eb-d698c291d152', 'name': 'tempest-AttachSCSIVolumeTestJSON-1411537540-router', 'tenant_id': '8504a22500a54a54a8fec90c069aae71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:31Z', 'updated_at': '2022-02-09T01:20:32Z', 'revision_number': 7, 'project_id': '8504a22500a54a54a8fec90c069aae71', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:34.366509 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (516fe2c8-f9f0-4d83-84b6-e9595515fd12), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:34.368881 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=832cda2e-ef3a-41e1-b064-8492ab2c09c2,revision_number=7']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:34.387050 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b740bc6a-6883-495c-bf6f-35ab2b83713f tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (c938346f-09a4-4e80-b7ef-4ac2ccf908ee), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:34.389018 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-432cf59d-340f-421a-8230-0b77a53bc8b0 req-643a856c-327e-4edb-9422-12c627044c9f tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (d77e22fd-3e31-4a48-8a54-598f6dafe9fd), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:34.457474 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 789db35b-0323-4d38-b70f-7194c1a86af2 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:20:34.508953 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2a469033-bab3-4c40-816f-921a59aece7e req-ac532d2d-4fba-47ba-b40c-58b9e6e5b71d tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3155475 Feb 09 01:20:34.554755 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f1b5eb4e-0db4-4d09-962f-904bcb9c9a94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (358eccb0-2f14-4421-96eb-d698c291d152), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:34.581633 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-ab2fbe90-20f5-4ca7-9020-049935beff7e tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b9d7b812952b4f21931b13a0cf0cd868&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2667031 Feb 09 01:20:34.593615 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-2a469033-bab3-4c40-816f-921a59aece7e req-b149351e-3564-4ee2-9faa-a63196c87262 service neutron] Request body: {'port': {'device_id': 'e583f6a8-65e5-44ed-9dcd-ff5b5ba80116', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:34.599147 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f1b5eb4e-0db4-4d09-962f-904bcb9c9a94 admin admin] Publish callbacks [] for router_controller (358eccb0-2f14-4421-96eb-d698c291d152), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:34.603904 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b740bc6a-6883-495c-bf6f-35ab2b83713f tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Calling delete_port for c938346f-09a4-4e80-b7ef-4ac2ccf908ee owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:34.691646 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995d52d3-87a3-40d8-b341-92b7af0578d1 None None] The sync data for ids ['358eccb0-2f14-4421-96eb-d698c291d152'] in n-d-822053-40 is: [{'id': '358eccb0-2f14-4421-96eb-d698c291d152', 'name': 'tempest-AttachSCSIVolumeTestJSON-1411537540-router', 'tenant_id': '8504a22500a54a54a8fec90c069aae71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:31Z', 'updated_at': '2022-02-09T01:20:32Z', 'revision_number': 7, 'project_id': '8504a22500a54a54a8fec90c069aae71', 'gw_port_host': None}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:20:34.852986 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-432cf59d-340f-421a-8230-0b77a53bc8b0 req-643a856c-327e-4edb-9422-12c627044c9f tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (d77e22fd-3e31-4a48-8a54-598f6dafe9fd), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:34.863285 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-884b7cda-bcf7-4561-a15e-f6a33fa7cebf None None] Provisioning complete for port 02a48834-7a90-41fe-9b8a-8be8c5726010 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:34.865446 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-884b7cda-bcf7-4561-a15e-f6a33fa7cebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (02a48834-7a90-41fe-9b8a-8be8c5726010), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:34.871513 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-432cf59d-340f-421a-8230-0b77a53bc8b0 req-643a856c-327e-4edb-9422-12c627044c9f tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:34.875491 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f1b5eb4e-0db4-4d09-962f-904bcb9c9a94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (358eccb0-2f14-4421-96eb-d698c291d152), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:34.876101 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b5eb4e-0db4-4d09-962f-904bcb9c9a94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 358eccb0-2f14-4421-96eb-d698c291d152 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:20:34.876909 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['da204a12-3812-43bd-b3e0-86cb8015b582'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:20:34.877869 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-432cf59d-340f-421a-8230-0b77a53bc8b0 req-643a856c-327e-4edb-9422-12c627044c9f tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] 10.222.0.30 "DELETE /v2.0/security-groups/d77e22fd-3e31-4a48-8a54-598f6dafe9fd HTTP/1.1" status: 204 len: 173 time: 1.6527233 Feb 09 01:20:34.886786 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 789db35b-0323-4d38-b70f-7194c1a86af2 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:20:34.972920 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 789db35b-0323-4d38-b70f-7194c1a86af2 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:34.973283 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (789db35b-0323-4d38-b70f-7194c1a86af2), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:34.974996 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58846) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:34.980486 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f1b5eb4e-0db4-4d09-962f-904bcb9c9a94 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:34.981912 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f1b5eb4e-0db4-4d09-962f-904bcb9c9a94 admin admin] 10.222.0.30 "DELETE /v2.0/routers/358eccb0-2f14-4421-96eb-d698c291d152 HTTP/1.1" status: 204 len: 168 time: 5.6204078 Feb 09 01:20:35.043021 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58848) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:35.046324 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=8f1526aa-b555-4d6d-b915-a070fa67f04e,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:35.122155 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a856c-327e-4edb-9422-12c627044c9f tempest-SecurityGroupsTestJSON-1832480249 tempest-SecurityGroupsTestJSON-1832480249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77e22fd-3e31-4a48-8a54-598f6dafe9fd,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:35.122776 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-884b7cda-bcf7-4561-a15e-f6a33fa7cebf None None] Port 02a48834-7a90-41fe-9b8a-8be8c5726010 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:20:35.302278 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-e74f98a4-19cd-4805-a739-feedb4504ab2 admin admin] Deleting subnet 638ae294-4220-494e-8e41-1b81408b19b1 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:20:35.310017 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=516fe2c8-f9f0-4d83-84b6-e9595515fd12,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:35.323361 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 0543345c-b2de-4e04-ac00-5c848cfe903d up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:20:35.324892 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-b901d447-cb6d-48b8-a766-e475a6ae7529 admin admin] Deleting subnet 7fc7da2c-4277-42ec-9319-84787d86a60d {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:20:35.387126 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e857ba20-2e6d-4785-937e-20ffa1a7096e req-c7178973-1caa-41df-ba43-05fe9e69ca4d service neutron] 10.222.0.121 "GET /v2.0/networks/f155bdb8-b796-4b2f-8f0d-8611315d30bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2000182 Feb 09 01:20:35.387126 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-2a469033-bab3-4c40-816f-921a59aece7e req-b149351e-3564-4ee2-9faa-a63196c87262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (02a48834-7a90-41fe-9b8a-8be8c5726010), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:35.512633 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add83084-7482-4cfb-9971-b993f5e39b83 req-7114e36a-5bfc-4776-8575-3ab364f58366 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:35.514891 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-add83084-7482-4cfb-9971-b993f5e39b83 req-7114e36a-5bfc-4776-8575-3ab364f58366 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.121 "GET /v2.0/networks?id=a626c08d-e9be-4644-b187-a89c9942df70 HTTP/1.1" status: 200 len: 814 time: 0.7972791 Feb 09 01:20:35.524951 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-75f77162-1a27-4393-a528-3081661b0b0e req-16664dc7-3d9a-4103-a2b4-f96c8c974d29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a825b64-d1af-4377-836e-5fc508ec6888 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:20:35.556475 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-add83084-7482-4cfb-9971-b993f5e39b83 req-18cd3378-45e1-43c9-adca-a5941b88f0d0 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Request body: {'port': {'device_id': 'd4efe6a9-7b0d-4ff7-b86d-1a8c42d4c95b', 'network_id': 'a626c08d-e9be-4644-b187-a89c9942df70', 'admin_state_up': True, 'tenant_id': 'b9d7b812952b4f21931b13a0cf0cd868'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:35.569533 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-75f77162-1a27-4393-a528-3081661b0b0e req-16664dc7-3d9a-4103-a2b4-f96c8c974d29 service neutron] Publish callbacks [] for port (4a825b64-d1af-4377-836e-5fc508ec6888), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:35.588441 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e74f98a4-19cd-4805-a739-feedb4504ab2 admin admin] Publish callbacks [] for subnet (638ae294-4220-494e-8e41-1b81408b19b1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:35.593728 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e857ba20-2e6d-4785-937e-20ffa1a7096e req-a755acbb-08a2-4af2-a83e-6aa975ef489d service neutron] 10.222.0.121 "GET /v2.0/networks/f155bdb8-b796-4b2f-8f0d-8611315d30bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495397 Feb 09 01:20:35.594589 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b901d447-cb6d-48b8-a766-e475a6ae7529 admin admin] Publish callbacks [] for subnet (7fc7da2c-4277-42ec-9319-84787d86a60d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:35.600541 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-51a59a2c-0b6c-44c6-be79-bd747185ad3c service neutron] 10.222.0.30 "GET /v2.0/networks/a626c08d-e9be-4644-b187-a89c9942df70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9977343 Feb 09 01:20:35.612082 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3631beb-7498-4a5f-b2df-eef6e49ecfdb None None] Network 03868df1-cc26-4b10-aea3-e2194d96ebbb requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:20:35.751830 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-75f77162-1a27-4393-a528-3081661b0b0e req-16664dc7-3d9a-4103-a2b4-f96c8c974d29 service neutron] Transition to ACTIVE for port object 4a825b64-d1af-4377-836e-5fc508ec6888 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:35.839578 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-f03f84f7-6fc5-4169-8868-17589e22949a service neutron] 10.222.0.30 "GET /v2.0/networks/a626c08d-e9be-4644-b187-a89c9942df70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354951 Feb 09 01:20:35.851466 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-75f77162-1a27-4393-a528-3081661b0b0e req-16664dc7-3d9a-4103-a2b4-f96c8c974d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (4a825b64-d1af-4377-836e-5fc508ec6888), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:35.896468 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11caac9f-4e62-42e0-89fa-3f38efc6f8f9 req-f2f0d976-60df-4a08-9a38-c5e67ca42a69 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:35.914460 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11caac9f-4e62-42e0-89fa-3f38efc6f8f9 req-f2f0d976-60df-4a08-9a38-c5e67ca42a69 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:35.933801 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11caac9f-4e62-42e0-89fa-3f38efc6f8f9 req-f2f0d976-60df-4a08-9a38-c5e67ca42a69 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:35.944352 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11caac9f-4e62-42e0-89fa-3f38efc6f8f9 req-f2f0d976-60df-4a08-9a38-c5e67ca42a69 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:35.953777 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11caac9f-4e62-42e0-89fa-3f38efc6f8f9 req-f2f0d976-60df-4a08-9a38-c5e67ca42a69 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:35.967728 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11caac9f-4e62-42e0-89fa-3f38efc6f8f9 req-f2f0d976-60df-4a08-9a38-c5e67ca42a69 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:35.976256 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11caac9f-4e62-42e0-89fa-3f38efc6f8f9 req-f2f0d976-60df-4a08-9a38-c5e67ca42a69 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:35.978414 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-11caac9f-4e62-42e0-89fa-3f38efc6f8f9 req-f2f0d976-60df-4a08-9a38-c5e67ca42a69 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5427 time: 0.8901494 Feb 09 01:20:36.159392 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16664dc7-3d9a-4103-a2b4-f96c8c974d29 service neutron] Pushing event updated for resources: {'Port': ['ID=4a825b64-d1af-4377-836e-5fc508ec6888,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:36.279308 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b740bc6a-6883-495c-bf6f-35ab2b83713f tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (c938346f-09a4-4e80-b7ef-4ac2ccf908ee), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:36.355546 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 789db35b-0323-4d38-b70f-7194c1a86af2 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:36.356283 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (789db35b-0323-4d38-b70f-7194c1a86af2), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:36.369522 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-11caac9f-4e62-42e0-89fa-3f38efc6f8f9 req-40328ace-59c5-4ec6-a667-bdfa79297c8b tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3349726 Feb 09 01:20:36.421879 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-75f77162-1a27-4393-a528-3081661b0b0e req-16664dc7-3d9a-4103-a2b4-f96c8c974d29 service neutron] Attempting to bind port 4a825b64-d1af-4377-836e-5fc508ec6888 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:20:36.434158 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-75f77162-1a27-4393-a528-3081661b0b0e req-16664dc7-3d9a-4103-a2b4-f96c8c974d29 service neutron] Attempting to bind port 4a825b64-d1af-4377-836e-5fc508ec6888 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '49600cbb-8cb1-4c26-a09d-2e3526ba7488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a46c349d-fbe7-42ad-a83d-3298a4c41cb1'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:20:36.435051 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f77162-1a27-4393-a528-3081661b0b0e req-16664dc7-3d9a-4103-a2b4-f96c8c974d29 service neutron] Attempting to bind port 4a825b64-d1af-4377-836e-5fc508ec6888 on network a46c349d-fbe7-42ad-a83d-3298a4c41cb1 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:20:36.435614 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['516fe2c8-f9f0-4d83-84b6-e9595515fd12'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:20:36.445232 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-add83084-7482-4cfb-9971-b993f5e39b83 req-18cd3378-45e1-43c9-adca-a5941b88f0d0 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Made reservation on behalf of b9d7b812952b4f21931b13a0cf0cd868 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:36.455468 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-add83084-7482-4cfb-9971-b993f5e39b83 req-18cd3378-45e1-43c9-adca-a5941b88f0d0 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:36.472662 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f77162-1a27-4393-a528-3081661b0b0e req-16664dc7-3d9a-4103-a2b4-f96c8c974d29 service neutron] Port 4a825b64-d1af-4377-836e-5fc508ec6888 on network a46c349d-fbe7-42ad-a83d-3298a4c41cb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:20:36.475806 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f77162-1a27-4393-a528-3081661b0b0e req-16664dc7-3d9a-4103-a2b4-f96c8c974d29 service neutron] Attempting to bind port 4a825b64-d1af-4377-836e-5fc508ec6888 on network a46c349d-fbe7-42ad-a83d-3298a4c41cb1 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:20:36.509142 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e74f98a4-19cd-4805-a739-feedb4504ab2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (638ae294-4220-494e-8e41-1b81408b19b1), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:36.521966 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740bc6a-6883-495c-bf6f-35ab2b83713f tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Pushing event deleted for resources: {'Port': ['ID=c938346f-09a4-4e80-b7ef-4ac2ccf908ee,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:36.534125 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b901d447-cb6d-48b8-a766-e475a6ae7529 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (7fc7da2c-4277-42ec-9319-84787d86a60d), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:36.556947 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f77162-1a27-4393-a528-3081661b0b0e req-16664dc7-3d9a-4103-a2b4-f96c8c974d29 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:20:36.557493 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f77162-1a27-4393-a528-3081661b0b0e req-16664dc7-3d9a-4103-a2b4-f96c8c974d29 service neutron] Checking segment: {'id': '49600cbb-8cb1-4c26-a09d-2e3526ba7488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a46c349d-fbe7-42ad-a83d-3298a4c41cb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:20:36.557744 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f77162-1a27-4393-a528-3081661b0b0e req-16664dc7-3d9a-4103-a2b4-f96c8c974d29 service neutron] Bound using segment: {'id': '49600cbb-8cb1-4c26-a09d-2e3526ba7488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a46c349d-fbe7-42ad-a83d-3298a4c41cb1'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:20:36.558300 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-75f77162-1a27-4393-a528-3081661b0b0e req-16664dc7-3d9a-4103-a2b4-f96c8c974d29 service neutron] Bound port: 4a825b64-d1af-4377-836e-5fc508ec6888, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49600cbb-8cb1-4c26-a09d-2e3526ba7488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a46c349d-fbe7-42ad-a83d-3298a4c41cb1'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:20:36.558673 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-75f77162-1a27-4393-a528-3081661b0b0e req-16664dc7-3d9a-4103-a2b4-f96c8c974d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (4a825b64-d1af-4377-836e-5fc508ec6888), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:36.757343 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-75f77162-1a27-4393-a528-3081661b0b0e req-16664dc7-3d9a-4103-a2b4-f96c8c974d29 service neutron] For port 4a825b64-d1af-4377-836e-5fc508ec6888, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:20:36.764577 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-75f77162-1a27-4393-a528-3081661b0b0e req-16664dc7-3d9a-4103-a2b4-f96c8c974d29 service neutron] For port 4a825b64-d1af-4377-836e-5fc508ec6888, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=4a825b64-d1af-4377-836e-5fc508ec6888,segment=NetworkSegment(49600cbb-8cb1-4c26-a09d-2e3526ba7488),segment_id=49600cbb-8cb1-4c26-a09d-2e3526ba7488)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:20:36.774625 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e068c60-aef3-4fbd-9964-b4a965718cea x-openstack-request-id: req-7e068c60-aef3-4fbd-9964-b4a965718cea {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:20:36.776375 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc2ce53-dc79-44fc-95de-06ffadefe1fe", "name": "network-vif-plugged", "status": "completed", "tag": "832cda2e-ef3a-41e1-b064-8492ab2c09c2", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:20:36.776792 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7e068c60-aef3-4fbd-9964-b4a965718cea {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:20:36.777342 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc2ce53-dc79-44fc-95de-06ffadefe1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832cda2e-ef3a-41e1-b064-8492ab2c09c2', 'code': 200} Feb 09 01:20:36.806005 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-75f77162-1a27-4393-a528-3081661b0b0e req-16664dc7-3d9a-4103-a2b4-f96c8c974d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (4a825b64-d1af-4377-836e-5fc508ec6888), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:36.815218 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-595afad3-c830-4d12-8e7e-0b2f1df25c80 None None] Provisioning complete for port 0543345c-b2de-4e04-ac00-5c848cfe903d triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:36.828497 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-595afad3-c830-4d12-8e7e-0b2f1df25c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0543345c-b2de-4e04-ac00-5c848cfe903d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:36.892605 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-2a469033-bab3-4c40-816f-921a59aece7e req-b149351e-3564-4ee2-9faa-a63196c87262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02a48834-7a90-41fe-9b8a-8be8c5726010 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:20:36.901666 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f77162-1a27-4393-a528-3081661b0b0e req-16664dc7-3d9a-4103-a2b4-f96c8c974d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:36.902142 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-2a469033-bab3-4c40-816f-921a59aece7e req-b149351e-3564-4ee2-9faa-a63196c87262 service neutron] Publish callbacks [] for port (02a48834-7a90-41fe-9b8a-8be8c5726010), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:36.902726 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-75f77162-1a27-4393-a528-3081661b0b0e req-16664dc7-3d9a-4103-a2b4-f96c8c974d29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:36.904315 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75f77162-1a27-4393-a528-3081661b0b0e req-16664dc7-3d9a-4103-a2b4-f96c8c974d29 service neutron] 10.222.0.91 "PUT /v2.0/ports/4a825b64-d1af-4377-836e-5fc508ec6888 HTTP/1.1" status: 200 len: 1093 time: 3.7989490 Feb 09 01:20:36.908832 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 0543345c-b2de-4e04-ac00-5c848cfe903d triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:36.909639 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0543345c-b2de-4e04-ac00-5c848cfe903d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:36.911555 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48112db7-d4db-4ee7-9336-586b9a6e41e3', 'tag': '4a825b64-d1af-4377-836e-5fc508ec6888'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:20:36.914053 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdecf927-db98-49de-946e-50a59811699d" -d '{"events": [{"name": "network-changed", "server_uuid": "48112db7-d4db-4ee7-9336-586b9a6e41e3", "tag": "4a825b64-d1af-4377-836e-5fc508ec6888"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:20:36.927954 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0f428-18db-47c1-8bc3-65f059f4eead req-e4d36a8d-94a4-4c8c-ab86-8b4dc0e25fde tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:36.933420 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-2a469033-bab3-4c40-816f-921a59aece7e req-b149351e-3564-4ee2-9faa-a63196c87262 service neutron] Transition to ACTIVE for port object 02a48834-7a90-41fe-9b8a-8be8c5726010 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:36.936087 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2b0f428-18db-47c1-8bc3-65f059f4eead req-e4d36a8d-94a4-4c8c-ab86-8b4dc0e25fde tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 944 time: 0.1432426 Feb 09 01:20:36.969709 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-2a469033-bab3-4c40-816f-921a59aece7e req-b149351e-3564-4ee2-9faa-a63196c87262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (02a48834-7a90-41fe-9b8a-8be8c5726010), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:36.992662 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 789db35b-0323-4d38-b70f-7194c1a86af2, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=789db35b-0323-4d38-b70f-7194c1a86af2,segment=NetworkSegment(af93cac6-5d5f-4d5f-921e-cbbc9866a4d1),segment_id=af93cac6-5d5f-4d5f-921e-cbbc9866a4d1)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:37.027349 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-add83084-7482-4cfb-9971-b993f5e39b83 req-18cd3378-45e1-43c9-adca-a5941b88f0d0 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Allocated IP 172.20.0.14 (a626c08d-e9be-4644-b187-a89c9942df70/1c208700-4d5a-44e9-9849-6bf95cade7a4/9f3a8b89-0949-4e44-af71-ce50ad4577fb) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:37.072388 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:20:37.075045 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149351e-3564-4ee2-9faa-a63196c87262 service neutron] Pushing event updated for resources: {'Port': ['ID=02a48834-7a90-41fe-9b8a-8be8c5726010,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:37.086242 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (789db35b-0323-4d38-b70f-7194c1a86af2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:37.087053 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device d5952791-d7be-4808-b892-3e53282649e6 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:20:37.159456 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2b0f428-18db-47c1-8bc3-65f059f4eead req-63cf512c-8532-44eb-bffd-35b5700e0397 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224553 Feb 09 01:20:37.160167 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16664dc7-3d9a-4103-a2b4-f96c8c974d29 service neutron] Pushing event updated for resources: {'Port': ['ID=4a825b64-d1af-4377-836e-5fc508ec6888,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:37.210191 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabd847-a515-47ca-86fe-69f3e0c236d8 req-2dcf2aa2-2f50-4a51-b2f8-7145e3faab96 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:37.213295 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cfabd847-a515-47ca-86fe-69f3e0c236d8 req-2dcf2aa2-2f50-4a51-b2f8-7145e3faab96 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e37cf23-df8e-4477-a94a-3432613a7989 HTTP/1.1" status: 200 len: 945 time: 0.5389149 Feb 09 01:20:37.241870 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b740bc6a-6883-495c-bf6f-35ab2b83713f tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:37.253090 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b740bc6a-6883-495c-bf6f-35ab2b83713f tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] 10.222.0.30 "DELETE /v2.0/ports/c938346f-09a4-4e80-b7ef-4ac2ccf908ee HTTP/1.1" status: 204 len: 168 time: 5.3933725 Feb 09 01:20:37.271544 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58870) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:37.281581 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e74f98a4-19cd-4805-a739-feedb4504ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (638ae294-4220-494e-8e41-1b81408b19b1), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:37.358964 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b901d447-cb6d-48b8-a766-e475a6ae7529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (7fc7da2c-4277-42ec-9319-84787d86a60d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:37.362389 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4ded47c6-e6c2-451c-9d2f-143bbe3f0b6b req-ab28412a-b98d-441b-ad33-84b86c9517b5 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f510f95-9459-448b-9514-d2325720404a HTTP/1.1" status: 200 len: 210 time: 0.0476425 Feb 09 01:20:37.476030 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-dda2b083-e276-4bf2-9478-5f920f5631f7 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Request body: {'port': {'name': 'tempest-new-port-name-1193506648', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:37.476495 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.api.validators [None req-dda2b083-e276-4bf2-9478-5f920f5631f7 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] bootfile-name is not in valid_values {{(pid=103528) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 01:20:37.476877 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.api.validators [None req-dda2b083-e276-4bf2-9478-5f920f5631f7 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] tftp-server is not in valid_values {{(pid=103528) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 01:20:37.477310 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.api.validators [None req-dda2b083-e276-4bf2-9478-5f920f5631f7 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] server-ip-address is not in valid_values {{(pid=103528) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 01:20:37.500753 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port d5952791-d7be-4808-b892-3e53282649e6 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:20:37.650022 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dda2b083-e276-4bf2-9478-5f920f5631f7 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (317d49ed-6d14-4ce6-a2e3-fcbc7ae48217), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:37.650481 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-595afad3-c830-4d12-8e7e-0b2f1df25c80 None None] Current status of the port 0543345c-b2de-4e04-ac00-5c848cfe903d is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:37.652842 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-595afad3-c830-4d12-8e7e-0b2f1df25c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0543345c-b2de-4e04-ac00-5c848cfe903d), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:37.689915 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-2a469033-bab3-4c40-816f-921a59aece7e req-b149351e-3564-4ee2-9faa-a63196c87262 service neutron] Attempting to bind port 02a48834-7a90-41fe-9b8a-8be8c5726010 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:20:37.690422 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-2a469033-bab3-4c40-816f-921a59aece7e req-b149351e-3564-4ee2-9faa-a63196c87262 service neutron] Attempting to bind port 02a48834-7a90-41fe-9b8a-8be8c5726010 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '73681689-5506-4e34-8a62-67af8e5522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a626c08d-e9be-4644-b187-a89c9942df70'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:20:37.690855 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a469033-bab3-4c40-816f-921a59aece7e req-b149351e-3564-4ee2-9faa-a63196c87262 service neutron] Attempting to bind port 02a48834-7a90-41fe-9b8a-8be8c5726010 on network a626c08d-e9be-4644-b187-a89c9942df70 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:20:37.703887 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port d5952791-d7be-4808-b892-3e53282649e6 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:37.704540 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d5952791-d7be-4808-b892-3e53282649e6), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:37.716219 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a469033-bab3-4c40-816f-921a59aece7e req-b149351e-3564-4ee2-9faa-a63196c87262 service neutron] Port 02a48834-7a90-41fe-9b8a-8be8c5726010 on network a626c08d-e9be-4644-b187-a89c9942df70 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:20:37.724281 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a469033-bab3-4c40-816f-921a59aece7e req-b149351e-3564-4ee2-9faa-a63196c87262 service neutron] Attempting to bind port 02a48834-7a90-41fe-9b8a-8be8c5726010 on network a626c08d-e9be-4644-b187-a89c9942df70 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:20:37.799495 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a469033-bab3-4c40-816f-921a59aece7e req-b149351e-3564-4ee2-9faa-a63196c87262 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:20:37.801266 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a469033-bab3-4c40-816f-921a59aece7e req-b149351e-3564-4ee2-9faa-a63196c87262 service neutron] Checking segment: {'id': '73681689-5506-4e34-8a62-67af8e5522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a626c08d-e9be-4644-b187-a89c9942df70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:20:37.802152 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a469033-bab3-4c40-816f-921a59aece7e req-b149351e-3564-4ee2-9faa-a63196c87262 service neutron] Bound using segment: {'id': '73681689-5506-4e34-8a62-67af8e5522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a626c08d-e9be-4644-b187-a89c9942df70'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:20:37.802827 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-2a469033-bab3-4c40-816f-921a59aece7e req-b149351e-3564-4ee2-9faa-a63196c87262 service neutron] Bound port: 02a48834-7a90-41fe-9b8a-8be8c5726010, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73681689-5506-4e34-8a62-67af8e5522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a626c08d-e9be-4644-b187-a89c9942df70'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:20:37.803403 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-2a469033-bab3-4c40-816f-921a59aece7e req-b149351e-3564-4ee2-9faa-a63196c87262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (02a48834-7a90-41fe-9b8a-8be8c5726010), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:37.819257 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 8f1526aa-b555-4d6d-b915-a070fa67f04e up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:20:37.867002 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=789db35b-0323-4d38-b70f-7194c1a86af2,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:37.916928 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 0543345c-b2de-4e04-ac00-5c848cfe903d is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:37.923204 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0543345c-b2de-4e04-ac00-5c848cfe903d), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:38.020581 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-595afad3-c830-4d12-8e7e-0b2f1df25c80 None None] For port 0543345c-b2de-4e04-ac00-5c848cfe903d, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=0543345c-b2de-4e04-ac00-5c848cfe903d,segment=NetworkSegment(f37660c2-2fd2-4108-b06a-c4657114128a),segment_id=f37660c2-2fd2-4108-b06a-c4657114128a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:38.031896 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b901d447-cb6d-48b8-a766-e475a6ae7529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (7fc7da2c-4277-42ec-9319-84787d86a60d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:38.073208 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-595afad3-c830-4d12-8e7e-0b2f1df25c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0543345c-b2de-4e04-ac00-5c848cfe903d), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:38.093322 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b901d447-cb6d-48b8-a766-e475a6ae7529 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:38.102069 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b901d447-cb6d-48b8-a766-e475a6ae7529 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7fc7da2c-4277-42ec-9319-84787d86a60d HTTP/1.1" status: 204 len: 168 time: 3.0301795 Feb 09 01:20:38.110760 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1f1b84-0145-4b0f-a2cb-89310a98ad3d None None] Network abf1fb35-3013-4c3d-bbbe-19417af179a8 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:20:38.111953 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58888) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:38.113149 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901d447-cb6d-48b8-a766-e475a6ae7529 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fc7da2c-4277-42ec-9319-84787d86a60d,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:38.244897 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-add83084-7482-4cfb-9971-b993f5e39b83 req-18cd3378-45e1-43c9-adca-a5941b88f0d0 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Publish callbacks [] for port (9f3a8b89-0949-4e44-af71-ce50ad4577fb), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:38.283524 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:20:38.286187 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:20:38.304392 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d83b650-6508-4059-8fbf-cc008d55504a x-openstack-request-id: req-4d83b650-6508-4059-8fbf-cc008d55504a {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:20:38.304829 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48112db7-d4db-4ee7-9336-586b9a6e41e3", "tag": "4a825b64-d1af-4377-836e-5fc508ec6888", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:20:38.305134 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4d83b650-6508-4059-8fbf-cc008d55504a {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:20:38.305542 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48112db7-d4db-4ee7-9336-586b9a6e41e3', 'tag': '4a825b64-d1af-4377-836e-5fc508ec6888', 'status': 'completed', 'code': 200} Feb 09 01:20:38.331177 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-add83084-7482-4cfb-9971-b993f5e39b83 req-18cd3378-45e1-43c9-adca-a5941b88f0d0 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (9f3a8b89-0949-4e44-af71-ce50ad4577fb), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:38.380483 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-add83084-7482-4cfb-9971-b993f5e39b83 req-18cd3378-45e1-43c9-adca-a5941b88f0d0 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Network a626c08d-e9be-4644-b187-a89c9942df70 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:38.393663 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-add83084-7482-4cfb-9971-b993f5e39b83 req-18cd3378-45e1-43c9-adca-a5941b88f0d0 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:38.401870 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-add83084-7482-4cfb-9971-b993f5e39b83 req-18cd3378-45e1-43c9-adca-a5941b88f0d0 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:20:38.478968 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea7795ec-76b8-4135-8b8c-10ff66330328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (abf1fb35-3013-4c3d-bbbe-19417af179a8), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:38.490358 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-6a5c77b3-213d-42f5-80c8-0cc38c447450 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:38.492643 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-6a5c77b3-213d-42f5-80c8-0cc38c447450 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.121 "GET /v2.0/networks?id=a626c08d-e9be-4644-b187-a89c9942df70 HTTP/1.1" status: 200 len: 814 time: 0.2108543 Feb 09 01:20:38.493876 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e74f98a4-19cd-4805-a739-feedb4504ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (638ae294-4220-494e-8e41-1b81408b19b1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:38.522884 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port d5952791-d7be-4808-b892-3e53282649e6 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:38.524056 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d5952791-d7be-4808-b892-3e53282649e6), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:38.528270 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-194ace17-34e1-42b8-b154-71f3c7f93dfa tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Request body: {'port': {'device_id': '9f510f95-9459-448b-9514-d2325720404a', 'network_id': 'a626c08d-e9be-4644-b187-a89c9942df70', 'admin_state_up': True, 'tenant_id': 'b9d7b812952b4f21931b13a0cf0cd868'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:38.568040 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e74f98a4-19cd-4805-a739-feedb4504ab2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:38.576422 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e74f98a4-19cd-4805-a739-feedb4504ab2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/638ae294-4220-494e-8e41-1b81408b19b1 HTTP/1.1" status: 204 len: 168 time: 3.5924470 Feb 09 01:20:38.654369 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add83084-7482-4cfb-9971-b993f5e39b83 req-18cd3378-45e1-43c9-adca-a5941b88f0d0 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:38.657400 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-add83084-7482-4cfb-9971-b993f5e39b83 req-18cd3378-45e1-43c9-adca-a5941b88f0d0 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:38.660112 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 8f1526aa-b555-4d6d-b915-a070fa67f04e completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:20:38.663971 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595afad3-c830-4d12-8e7e-0b2f1df25c80 None None] Pushing event updated for resources: {'Port': ['ID=0543345c-b2de-4e04-ac00-5c848cfe903d,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:38.688998 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cfabd847-a515-47ca-86fe-69f3e0c236d8 req-38af2ace-3308-49b7-a1cd-d6fb503edb9f tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4410114 Feb 09 01:20:38.691190 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58894) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:38.725953 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-59784f2c-8ea3-48e4-9f3b-bd3e013852aa None None] Provisioning complete for port 317d49ed-6d14-4ce6-a2e3-fcbc7ae48217 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:38.726388 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-59784f2c-8ea3-48e4-9f3b-bd3e013852aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (317d49ed-6d14-4ce6-a2e3-fcbc7ae48217), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:38.747209 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 8f1526aa-b555-4d6d-b915-a070fa67f04e triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:38.747855 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8f1526aa-b555-4d6d-b915-a070fa67f04e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:38.774051 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f77162-1a27-4393-a528-3081661b0b0e req-432a377c-29ab-41d6-b3de-eaced6d11181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:38.776225 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75f77162-1a27-4393-a528-3081661b0b0e req-432a377c-29ab-41d6-b3de-eaced6d11181 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=45103008d2704a9a9647209c042e9687&device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 1127 time: 1.6999378 Feb 09 01:20:38.788592 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789db35b-0323-4d38-b70f-7194c1a86af2'}, {'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5952791-d7be-4808-b892-3e53282649e6'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:20:38.800183 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9839891-121d-48af-a74a-043f209fcc4e" -d '{"events": [{"server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "name": "network-vif-plugged", "status": "completed", "tag": "789db35b-0323-4d38-b70f-7194c1a86af2"}, {"server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "name": "network-vif-plugged", "status": "completed", "tag": "d5952791-d7be-4808-b892-3e53282649e6"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:20:38.947869 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 0543345c-b2de-4e04-ac00-5c848cfe903d is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:38.970010 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port d5952791-d7be-4808-b892-3e53282649e6, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=d5952791-d7be-4808-b892-3e53282649e6,segment=NetworkSegment(1842e8bc-30db-4f8e-a47b-1ae1504abf86),segment_id=1842e8bc-30db-4f8e-a47b-1ae1504abf86)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:38.995177 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75f77162-1a27-4393-a528-3081661b0b0e req-3e3d64c5-a6c4-490e-9a35-872b03240198 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a825b64-d1af-4377-836e-5fc508ec6888 HTTP/1.1" status: 200 len: 217 time: 0.0940366 Feb 09 01:20:38.998734 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d5952791-d7be-4808-b892-3e53282649e6), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:39.001211 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 5d99abd4-5248-45fa-8dc3-6b85097edb46 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:20:39.069190 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-59784f2c-8ea3-48e4-9f3b-bd3e013852aa None None] Port 317d49ed-6d14-4ce6-a2e3-fcbc7ae48217 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:20:39.138686 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a189668-0ddc-4648-a900-99759c926caa req-1271f009-828f-49c9-a3f7-55a91a6a59d0 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:39.147378 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a189668-0ddc-4648-a900-99759c926caa req-1271f009-828f-49c9-a3f7-55a91a6a59d0 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:39.153640 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 0543345c-b2de-4e04-ac00-5c848cfe903d up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:20:39.154458 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a189668-0ddc-4648-a900-99759c926caa req-1271f009-828f-49c9-a3f7-55a91a6a59d0 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:39.161656 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a189668-0ddc-4648-a900-99759c926caa req-1271f009-828f-49c9-a3f7-55a91a6a59d0 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:39.167944 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a189668-0ddc-4648-a900-99759c926caa req-1271f009-828f-49c9-a3f7-55a91a6a59d0 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:39.174878 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a189668-0ddc-4648-a900-99759c926caa req-1271f009-828f-49c9-a3f7-55a91a6a59d0 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:39.182188 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a189668-0ddc-4648-a900-99759c926caa req-1271f009-828f-49c9-a3f7-55a91a6a59d0 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:39.184542 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1a189668-0ddc-4648-a900-99759c926caa req-1271f009-828f-49c9-a3f7-55a91a6a59d0 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5428 time: 0.8781385 Feb 09 01:20:39.189082 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-2a469033-bab3-4c40-816f-921a59aece7e req-b149351e-3564-4ee2-9faa-a63196c87262 service neutron] For port 02a48834-7a90-41fe-9b8a-8be8c5726010, host n-h2-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:20:39.194616 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-194ace17-34e1-42b8-b154-71f3c7f93dfa tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Made reservation on behalf of b9d7b812952b4f21931b13a0cf0cd868 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:39.198517 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-194ace17-34e1-42b8-b154-71f3c7f93dfa tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:39.251810 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-add83084-7482-4cfb-9971-b993f5e39b83 req-18cd3378-45e1-43c9-adca-a5941b88f0d0 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7172701 Feb 09 01:20:39.253152 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd3378-45e1-43c9-adca-a5941b88f0d0 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Pushing event updated for resources: {'Port': ['ID=9f3a8b89-0949-4e44-af71-ce50ad4577fb,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:39.288682 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-add83084-7482-4cfb-9971-b993f5e39b83 req-7e10729b-2806-4634-897c-ad210a17bd42 service neutron] Request body: {'port': {'device_id': 'd4efe6a9-7b0d-4ff7-b86d-1a8c42d4c95b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:39.368820 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-194ace17-34e1-42b8-b154-71f3c7f93dfa tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Allocated IP 172.20.0.3 (a626c08d-e9be-4644-b187-a89c9942df70/1c208700-4d5a-44e9-9849-6bf95cade7a4/f112b940-e9ef-4387-896f-1c23a9f86239) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:39.372409 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f98a4-19cd-4805-a739-feedb4504ab2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=638ae294-4220-494e-8e41-1b81408b19b1,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:39.376091 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-59784f2c-8ea3-48e4-9f3b-bd3e013852aa None None] Provisioning complete for port 0543345c-b2de-4e04-ac00-5c848cfe903d triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:39.376685 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-59784f2c-8ea3-48e4-9f3b-bd3e013852aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0543345c-b2de-4e04-ac00-5c848cfe903d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:39.379067 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4549cb0b-d0b2-4d9c-9d81-e72807dbf257 None None] DHCP port deletion for abf1fb35-3013-4c3d-bbbe-19417af179a8 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:20:39.413520 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-2a469033-bab3-4c40-816f-921a59aece7e req-b149351e-3564-4ee2-9faa-a63196c87262 service neutron] For port 02a48834-7a90-41fe-9b8a-8be8c5726010, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=02a48834-7a90-41fe-9b8a-8be8c5726010,segment=NetworkSegment(73681689-5506-4e34-8a62-67af8e5522bc),segment_id=73681689-5506-4e34-8a62-67af8e5522bc)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:20:39.428808 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 0543345c-b2de-4e04-ac00-5c848cfe903d triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:39.429317 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0543345c-b2de-4e04-ac00-5c848cfe903d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:39.444514 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-40f8f0bd-95de-4abc-ab32-0869326f036e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (d782717c-da84-43e9-83e3-7ef1f07f2c40), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:39.452655 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-2a469033-bab3-4c40-816f-921a59aece7e req-b149351e-3564-4ee2-9faa-a63196c87262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (02a48834-7a90-41fe-9b8a-8be8c5726010), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:39.479727 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f77162-1a27-4393-a528-3081661b0b0e req-1cdafd69-b7f4-4b8c-b9ee-5c2e0fe844df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:39.481521 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75f77162-1a27-4393-a528-3081661b0b0e req-1cdafd69-b7f4-4b8c-b9ee-5c2e0fe844df service neutron] 10.222.0.91 "GET /v2.0/subnets?id=00660737-d0c8-4fd3-9454-eb4bf5c5566b HTTP/1.1" status: 200 len: 853 time: 0.4718511 Feb 09 01:20:39.484583 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-add83084-7482-4cfb-9971-b993f5e39b83 req-7e10729b-2806-4634-897c-ad210a17bd42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9f3a8b89-0949-4e44-af71-ce50ad4577fb), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:39.487762 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=d5952791-d7be-4808-b892-3e53282649e6,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:39.526642 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149351e-3564-4ee2-9faa-a63196c87262 service neutron] Pushing event updated for resources: {'Port': ['ID=02a48834-7a90-41fe-9b8a-8be8c5726010,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:39.563355 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75f77162-1a27-4393-a528-3081661b0b0e req-12fd4075-46e6-4a88-a35b-1f7c4ec23a14 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a46c349d-fbe7-42ad-a83d-3298a4c41cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520837 Feb 09 01:20:39.574604 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1a189668-0ddc-4648-a900-99759c926caa req-bca08654-dd59-4944-95aa-cd10552d5aa6 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3728297 Feb 09 01:20:39.580181 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a469033-bab3-4c40-816f-921a59aece7e req-b149351e-3564-4ee2-9faa-a63196c87262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:39.581189 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-2a469033-bab3-4c40-816f-921a59aece7e req-b149351e-3564-4ee2-9faa-a63196c87262 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:39.582726 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2a469033-bab3-4c40-816f-921a59aece7e req-b149351e-3564-4ee2-9faa-a63196c87262 service neutron] 10.222.0.91 "PUT /v2.0/ports/02a48834-7a90-41fe-9b8a-8be8c5726010 HTTP/1.1" status: 200 len: 1092 time: 5.0020981 Feb 09 01:20:39.588116 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec672305-27fe-41f9-9f30-364276a1c404 req-cf3ecc87-c670-49d3-aead-ea327964e408 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:39.591154 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ec672305-27fe-41f9-9f30-364276a1c404 req-cf3ecc87-c670-49d3-aead-ea327964e408 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 944 time: 0.7175615 Feb 09 01:20:39.614896 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e583f6a8-65e5-44ed-9dcd-ff5b5ba80116', 'tag': '02a48834-7a90-41fe-9b8a-8be8c5726010'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:20:39.618566 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a93c47-a7d5-4733-bb87-46febaa21c95" -d '{"events": [{"name": "network-changed", "server_uuid": "e583f6a8-65e5-44ed-9dcd-ff5b5ba80116", "tag": "02a48834-7a90-41fe-9b8a-8be8c5726010"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:20:39.735088 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-59784f2c-8ea3-48e4-9f3b-bd3e013852aa None None] Current status of the port 0543345c-b2de-4e04-ac00-5c848cfe903d is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:39.749655 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 5d99abd4-5248-45fa-8dc3-6b85097edb46 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:20:39.757585 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dda2b083-e276-4bf2-9478-5f920f5631f7 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks [] for port (317d49ed-6d14-4ce6-a2e3-fcbc7ae48217), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:39.770865 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 8f1526aa-b555-4d6d-b915-a070fa67f04e is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:39.771389 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8f1526aa-b555-4d6d-b915-a070fa67f04e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:39.774722 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ea7795ec-76b8-4135-8b8c-10ff66330328 admin admin] Deleting port b0a17fff-034c-4791-ac9c-dbe73d0eae3a {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:20:39.775056 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea7795ec-76b8-4135-8b8c-10ff66330328 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (b0a17fff-034c-4791-ac9c-dbe73d0eae3a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:39.826128 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dda2b083-e276-4bf2-9478-5f920f5631f7 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (317d49ed-6d14-4ce6-a2e3-fcbc7ae48217), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:39.830203 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 5d99abd4-5248-45fa-8dc3-6b85097edb46 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:39.830878 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5d99abd4-5248-45fa-8dc3-6b85097edb46), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:39.880192 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 8f1526aa-b555-4d6d-b915-a070fa67f04e, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=8f1526aa-b555-4d6d-b915-a070fa67f04e,segment=NetworkSegment(93377c63-554d-4e75-a6fa-1c5faaa2bcb9),segment_id=93377c63-554d-4e75-a6fa-1c5faaa2bcb9)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:39.899247 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8f1526aa-b555-4d6d-b915-a070fa67f04e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:39.995261 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=8f1526aa-b555-4d6d-b915-a070fa67f04e,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:40.032586 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b4c66155-997e-44a2-a1c1-9ca317d889df None None] Provisioning complete for port 9f3a8b89-0949-4e44-af71-ce50ad4577fb triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:40.032586 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b4c66155-997e-44a2-a1c1-9ca317d889df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9f3a8b89-0949-4e44-af71-ce50ad4577fb), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:40.124142 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-4549cb0b-d0b2-4d9c-9d81-e72807dbf257 None None] Deleting port b0a17fff-034c-4791-ac9c-dbe73d0eae3a {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:20:40.124366 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4549cb0b-d0b2-4d9c-9d81-e72807dbf257 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (b0a17fff-034c-4791-ac9c-dbe73d0eae3a), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:40.161493 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-699cae3a-7bb7-465b-bff3-bbe972d5fea3 req-de9f65c2-376d-4694-9a28-6b762265ef37 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f510f95-9459-448b-9514-d2325720404a HTTP/1.1" status: 200 len: 210 time: 0.2163510 Feb 09 01:20:40.199803 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b4c66155-997e-44a2-a1c1-9ca317d889df None None] Port 9f3a8b89-0949-4e44-af71-ce50ad4577fb cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:20:40.211553 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b4c66155-997e-44a2-a1c1-9ca317d889df None None] Could not find standard attr ID for object c938346f-09a4-4e80-b7ef-4ac2ccf908ee. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:20:40.247645 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 5d99abd4-5248-45fa-8dc3-6b85097edb46 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:40.248145 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5d99abd4-5248-45fa-8dc3-6b85097edb46), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:40.275698 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 0543345c-b2de-4e04-ac00-5c848cfe903d is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:40.280728 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-4549cb0b-d0b2-4d9c-9d81-e72807dbf257 None None] For port b0a17fff-034c-4791-ac9c-dbe73d0eae3a, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b0a17fff-034c-4791-ac9c-dbe73d0eae3a,segment=NetworkSegment(6daca91f-d266-4653-9c4c-7bffb4b74c3e),segment_id=6daca91f-d266-4653-9c4c-7bffb4b74c3e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:40.281302 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4549cb0b-d0b2-4d9c-9d81-e72807dbf257 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (b0a17fff-034c-4791-ac9c-dbe73d0eae3a), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:40.293783 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b4c66155-997e-44a2-a1c1-9ca317d889df None None] Provisioning complete for port 317d49ed-6d14-4ce6-a2e3-fcbc7ae48217 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:40.294186 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b4c66155-997e-44a2-a1c1-9ca317d889df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (317d49ed-6d14-4ce6-a2e3-fcbc7ae48217), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:40.294842 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-194ace17-34e1-42b8-b154-71f3c7f93dfa tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Publish callbacks [] for port (f112b940-e9ef-4387-896f-1c23a9f86239), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:40.296956 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 57c988e8-4e0c-482b-8a20-18f236f1b32a no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:20:40.314956 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-40f8f0bd-95de-4abc-ab32-0869326f036e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (d782717c-da84-43e9-83e3-7ef1f07f2c40), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:40.345608 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ec672305-27fe-41f9-9f30-364276a1c404 req-a06b06c8-cda0-4ee6-9b93-30b9ec451055 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7236791 Feb 09 01:20:40.380362 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2b083-e276-4bf2-9478-5f920f5631f7 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Pushing event updated for resources: {'Port': ['ID=317d49ed-6d14-4ce6-a2e3-fcbc7ae48217,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:40.383413 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-194ace17-34e1-42b8-b154-71f3c7f93dfa tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (f112b940-e9ef-4387-896f-1c23a9f86239), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:40.438619 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-4549cb0b-d0b2-4d9c-9d81-e72807dbf257 None None] Calling delete_port for b0a17fff-034c-4791-ac9c-dbe73d0eae3a owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:40.441374 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b4c66155-997e-44a2-a1c1-9ca317d889df None None] Port 317d49ed-6d14-4ce6-a2e3-fcbc7ae48217 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:20:40.464847 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 57c988e8-4e0c-482b-8a20-18f236f1b32a {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:20:40.465239 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 57c988e8-4e0c-482b-8a20-18f236f1b32a not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:20:40.465685 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 8ca75ef5-1c2d-4167-b688-cd26222c8773 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:20:40.466556 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-dda2b083-e276-4bf2-9478-5f920f5631f7 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] In _notify_port_updated(), no bound segment for port 317d49ed-6d14-4ce6-a2e3-fcbc7ae48217 on network 03868df1-cc26-4b10-aea3-e2194d96ebbb {{(pid=103528) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:20:40.472410 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 01:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f7f64f-9774-4394-a006-88414f61c03b x-openstack-request-id: req-61f7f64f-9774-4394-a006-88414f61c03b {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:20:40.472712 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "name": "network-vif-plugged", "status": "completed", "tag": "789db35b-0323-4d38-b70f-7194c1a86af2", "code": 200}, {"server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "name": "network-vif-plugged", "status": "completed", "tag": "d5952791-d7be-4808-b892-3e53282649e6", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:20:40.472967 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-61f7f64f-9774-4394-a006-88414f61c03b {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:20:40.473341 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda2b083-e276-4bf2-9478-5f920f5631f7 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:40.473476 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789db35b-0323-4d38-b70f-7194c1a86af2', 'code': 200} Feb 09 01:20:40.473609 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5952791-d7be-4808-b892-3e53282649e6', 'code': 200} Feb 09 01:20:40.474013 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dda2b083-e276-4bf2-9478-5f920f5631f7 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:40.475467 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-dda2b083-e276-4bf2-9478-5f920f5631f7 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] 10.222.0.30 "PUT /v2.0/ports/317d49ed-6d14-4ce6-a2e3-fcbc7ae48217 HTTP/1.1" status: 200 len: 1136 time: 3.0169301 Feb 09 01:20:40.478302 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e2c084-5aa9-481e-a67e-1053d1621aad x-openstack-request-id: req-e5e2c084-5aa9-481e-a67e-1053d1621aad {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:20:40.478530 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e583f6a8-65e5-44ed-9dcd-ff5b5ba80116", "tag": "02a48834-7a90-41fe-9b8a-8be8c5726010", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:20:40.478780 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e5e2c084-5aa9-481e-a67e-1053d1621aad {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:20:40.479171 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e583f6a8-65e5-44ed-9dcd-ff5b5ba80116', 'tag': '02a48834-7a90-41fe-9b8a-8be8c5726010', 'status': 'completed', 'code': 200} Feb 09 01:20:40.489654 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58914) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:40.583821 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-40f8f0bd-95de-4abc-ab32-0869326f036e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d782717c-da84-43e9-83e3-7ef1f07f2c40']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:40.602439 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8636b9e6-a96e-430b-83a9-12ccddb41220 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:40.608761 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8636b9e6-a96e-430b-83a9-12ccddb41220 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] 10.222.0.30 "GET /v2.0/ports/317d49ed-6d14-4ce6-a2e3-fcbc7ae48217 HTTP/1.1" status: 200 len: 1136 time: 0.1090639 Feb 09 01:20:40.611664 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58916) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:40.620822 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-40f8f0bd-95de-4abc-ab32-0869326f036e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72acbb77-99d7-449f-a5b4-bbffd1cfebf0') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:40.621144 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-40f8f0bd-95de-4abc-ab32-0869326f036e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72acbb77-99d7-449f-a5b4-bbffd1cfebf0') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:40.634987 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-40f8f0bd-95de-4abc-ab32-0869326f036e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (72acbb77-99d7-449f-a5b4-bbffd1cfebf0), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:40.642213 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a469033-bab3-4c40-816f-921a59aece7e req-f2b1067f-0928-45c5-8c58-739d7e7cf16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:40.643717 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2a469033-bab3-4c40-816f-921a59aece7e req-f2b1067f-0928-45c5-8c58-739d7e7cf16e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b9d7b812952b4f21931b13a0cf0cd868&device_id=e583f6a8-65e5-44ed-9dcd-ff5b5ba80116 HTTP/1.1" status: 200 len: 1126 time: 0.8545382 Feb 09 01:20:40.709112 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-194ace17-34e1-42b8-b154-71f3c7f93dfa tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Network a626c08d-e9be-4644-b187-a89c9942df70 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:40.715485 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ace17-34e1-42b8-b154-71f3c7f93dfa tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Pushing event updated for resources: {'Port': ['ID=f112b940-e9ef-4387-896f-1c23a9f86239,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:40.719945 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-194ace17-34e1-42b8-b154-71f3c7f93dfa tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:40.774268 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-194ace17-34e1-42b8-b154-71f3c7f93dfa tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:20:40.847622 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-194ace17-34e1-42b8-b154-71f3c7f93dfa tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:40.848387 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-194ace17-34e1-42b8-b154-71f3c7f93dfa tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:40.875147 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-ea7795ec-76b8-4135-8b8c-10ff66330328 admin admin] For port b0a17fff-034c-4791-ac9c-dbe73d0eae3a, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b0a17fff-034c-4791-ac9c-dbe73d0eae3a,segment=NetworkSegment(6daca91f-d266-4653-9c4c-7bffb4b74c3e),segment_id=6daca91f-d266-4653-9c4c-7bffb4b74c3e)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:40.875555 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea7795ec-76b8-4135-8b8c-10ff66330328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (b0a17fff-034c-4791-ac9c-dbe73d0eae3a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:40.876844 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 8ca75ef5-1c2d-4167-b688-cd26222c8773 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:20:40.877312 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 8ca75ef5-1c2d-4167-b688-cd26222c8773 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:20:40.895848 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 5d99abd4-5248-45fa-8dc3-6b85097edb46, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=5d99abd4-5248-45fa-8dc3-6b85097edb46,segment=NetworkSegment(af93cac6-5d5f-4d5f-921e-cbbc9866a4d1),segment_id=af93cac6-5d5f-4d5f-921e-cbbc9866a4d1)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:40.897505 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-add83084-7482-4cfb-9971-b993f5e39b83 req-7e10729b-2806-4634-897c-ad210a17bd42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f3a8b89-0949-4e44-af71-ce50ad4577fb {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:20:40.909480 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-add83084-7482-4cfb-9971-b993f5e39b83 req-7e10729b-2806-4634-897c-ad210a17bd42 service neutron] Publish callbacks [] for port (9f3a8b89-0949-4e44-af71-ce50ad4577fb), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:40.924524 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-add83084-7482-4cfb-9971-b993f5e39b83 req-7e10729b-2806-4634-897c-ad210a17bd42 service neutron] Transition to ACTIVE for port object 9f3a8b89-0949-4e44-af71-ce50ad4577fb will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:40.936222 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5d99abd4-5248-45fa-8dc3-6b85097edb46), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:40.951256 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75f77162-1a27-4393-a528-3081661b0b0e req-8d80ae5e-c081-45cf-ad57-303d05807a51 service neutron] 10.222.0.91 "GET /v2.0/networks/a46c349d-fbe7-42ad-a83d-3298a4c41cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3531284 Feb 09 01:20:40.952468 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-add83084-7482-4cfb-9971-b993f5e39b83 req-7e10729b-2806-4634-897c-ad210a17bd42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (9f3a8b89-0949-4e44-af71-ce50ad4577fb), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:40.955908 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device e4ad6d56-00d7-42d0-9033-d57c5a0dae64 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:20:40.974060 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-194ace17-34e1-42b8-b154-71f3c7f93dfa tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4521816 Feb 09 01:20:40.975710 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ea7795ec-76b8-4135-8b8c-10ff66330328 admin admin] Calling delete_port for b0a17fff-034c-4791-ac9c-dbe73d0eae3a owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:40.981332 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2a469033-bab3-4c40-816f-921a59aece7e req-9a07f3d8-d522-4d4f-a02d-2d56e4f7901a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02a48834-7a90-41fe-9b8a-8be8c5726010 HTTP/1.1" status: 200 len: 217 time: 0.2672493 Feb 09 01:20:40.996066 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-55285dec-85d0-428d-b7e2-1d06314ba625 service neutron] Request body: {'port': {'device_id': '9f510f95-9459-448b-9514-d2325720404a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:41.046081 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-40f8f0bd-95de-4abc-ab32-0869326f036e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (72acbb77-99d7-449f-a5b4-bbffd1cfebf0), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:41.095099 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b0a17fff-034c-4791-ac9c-dbe73d0eae3a no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:20:41.129333 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40f8f0bd-95de-4abc-ab32-0869326f036e admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:20:41.133007 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=5d99abd4-5248-45fa-8dc3-6b85097edb46,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:41.147418 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-40f8f0bd-95de-4abc-ab32-0869326f036e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (72acbb77-99d7-449f-a5b4-bbffd1cfebf0), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:41.175451 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4549cb0b-d0b2-4d9c-9d81-e72807dbf257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (b0a17fff-034c-4791-ac9c-dbe73d0eae3a), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:41.183913 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:20:41.183913 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:20:41.183913 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:20:41.183913 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:20:41.183913 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:20:41.183913 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:20:41.183913 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:20:41.183913 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:20:41.183913 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:20:41.183913 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:20:41.183913 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:20:41.183913 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:20:41.183913 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:20:41.183913 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:20:41.183913 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:20:41.183913 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:20:41.183913 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:20:41.183913 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:20:41.183913 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:20:41.183913 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:20:41.183913 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:20:41.183913 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:20:41.183913 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:20:41.183913 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:20:41.183913 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:20:41.183913 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:20:41.183913 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:20:41.183913 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:20:41.183913 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:20:41.183913 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:20:41.183913 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:20:41.183913 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:20:41.204271 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-55285dec-85d0-428d-b7e2-1d06314ba625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f112b940-e9ef-4387-896f-1c23a9f86239), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:41.220441 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port e4ad6d56-00d7-42d0-9033-d57c5a0dae64 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:20:41.226161 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port e4ad6d56-00d7-42d0-9033-d57c5a0dae64 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:41.226690 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e4ad6d56-00d7-42d0-9033-d57c5a0dae64), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:41.230595 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a469033-bab3-4c40-816f-921a59aece7e req-b25e2bbd-47cb-4997-a095-77ef4349e631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:41.231131 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549cb0b-d0b2-4d9c-9d81-e72807dbf257 None None] Pushing event deleted for resources: {'Port': ['ID=b0a17fff-034c-4791-ac9c-dbe73d0eae3a,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:41.232139 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2a469033-bab3-4c40-816f-921a59aece7e req-b25e2bbd-47cb-4997-a095-77ef4349e631 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1c208700-4d5a-44e9-9849-6bf95cade7a4 HTTP/1.1" status: 200 len: 853 time: 0.1930697 Feb 09 01:20:41.239404 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No active binding found for port b0a17fff-034c-4791-ac9c-dbe73d0eae3a {{(pid=103530) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 01:20:41.243417 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] The host n-d-822053-40 is not matching for port b0a17fff-034c-4791-ac9c-dbe73d0eae3a host None! {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:20:41.243945 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b0a17fff-034c-4791-ac9c-dbe73d0eae3a not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:20:41.251396 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4549cb0b-d0b2-4d9c-9d81-e72807dbf257 None None] No DVR routers for this DVR port b0a17fff-034c-4791-ac9c-dbe73d0eae3a on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:20:41.283189 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-434ba9e5-ebe0-4f7c-a2ec-3e9775ca371b None None] Provisioning complete for port 317d49ed-6d14-4ce6-a2e3-fcbc7ae48217 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:41.283849 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-434ba9e5-ebe0-4f7c-a2ec-3e9775ca371b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (317d49ed-6d14-4ce6-a2e3-fcbc7ae48217), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:41.354159 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-434ba9e5-ebe0-4f7c-a2ec-3e9775ca371b None None] Port 317d49ed-6d14-4ce6-a2e3-fcbc7ae48217 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:20:41.393034 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e10729b-2806-4634-897c-ad210a17bd42 service neutron] Pushing event updated for resources: {'Port': ['ID=9f3a8b89-0949-4e44-af71-ce50ad4577fb,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:41.413327 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e01ff-ad3c-4d0b-9c38-4888392ed093 req-f8ae2846-eca9-4f08-9c45-ac8ad4ebf3b2 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:41.415698 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3f8e01ff-ad3c-4d0b-9c38-4888392ed093 req-f8ae2846-eca9-4f08-9c45-ac8ad4ebf3b2 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e37cf23-df8e-4477-a94a-3432613a7989 HTTP/1.1" status: 200 len: 946 time: 0.7680011 Feb 09 01:20:41.463356 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea7795ec-76b8-4135-8b8c-10ff66330328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (b0a17fff-034c-4791-ac9c-dbe73d0eae3a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:41.506221 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-add83084-7482-4cfb-9971-b993f5e39b83 req-7e10729b-2806-4634-897c-ad210a17bd42 service neutron] Attempting to bind port 9f3a8b89-0949-4e44-af71-ce50ad4577fb on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:20:41.506517 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-add83084-7482-4cfb-9971-b993f5e39b83 req-7e10729b-2806-4634-897c-ad210a17bd42 service neutron] Attempting to bind port 9f3a8b89-0949-4e44-af71-ce50ad4577fb by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '73681689-5506-4e34-8a62-67af8e5522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a626c08d-e9be-4644-b187-a89c9942df70'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:20:41.506858 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add83084-7482-4cfb-9971-b993f5e39b83 req-7e10729b-2806-4634-897c-ad210a17bd42 service neutron] Attempting to bind port 9f3a8b89-0949-4e44-af71-ce50ad4577fb on network a626c08d-e9be-4644-b187-a89c9942df70 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:20:41.509118 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port e4ad6d56-00d7-42d0-9033-d57c5a0dae64 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:41.512372 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e4ad6d56-00d7-42d0-9033-d57c5a0dae64), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:41.538074 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-40f8f0bd-95de-4abc-ab32-0869326f036e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (d782717c-da84-43e9-83e3-7ef1f07f2c40), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:41.560758 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10862416-7153-4fca-a701-2e308aa91f2b req-f7af51ce-54a2-45c8-8083-76c80c49e15c tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:41.566769 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10862416-7153-4fca-a701-2e308aa91f2b req-f7af51ce-54a2-45c8-8083-76c80c49e15c tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:41.574330 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10862416-7153-4fca-a701-2e308aa91f2b req-f7af51ce-54a2-45c8-8083-76c80c49e15c tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:41.581285 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10862416-7153-4fca-a701-2e308aa91f2b req-f7af51ce-54a2-45c8-8083-76c80c49e15c tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:41.590093 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10862416-7153-4fca-a701-2e308aa91f2b req-f7af51ce-54a2-45c8-8083-76c80c49e15c tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:41.596583 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10862416-7153-4fca-a701-2e308aa91f2b req-f7af51ce-54a2-45c8-8083-76c80c49e15c tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:41.603610 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10862416-7153-4fca-a701-2e308aa91f2b req-f7af51ce-54a2-45c8-8083-76c80c49e15c tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:41.605474 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-10862416-7153-4fca-a701-2e308aa91f2b req-f7af51ce-54a2-45c8-8083-76c80c49e15c tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5430 time: 0.6763349 Feb 09 01:20:41.607016 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-63aa0093-e2f6-4008-acb9-a2ece0b05a3a None None] Provisioning complete for port f112b940-e9ef-4387-896f-1c23a9f86239 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:41.607600 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-63aa0093-e2f6-4008-acb9-a2ece0b05a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f112b940-e9ef-4387-896f-1c23a9f86239), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:41.623060 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7795ec-76b8-4135-8b8c-10ff66330328 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0a17fff-034c-4791-ac9c-dbe73d0eae3a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:41.640782 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7795ec-76b8-4135-8b8c-10ff66330328 admin admin] No DVR routers for this DVR port b0a17fff-034c-4791-ac9c-dbe73d0eae3a on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:20:41.659375 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add83084-7482-4cfb-9971-b993f5e39b83 req-7e10729b-2806-4634-897c-ad210a17bd42 service neutron] Port 9f3a8b89-0949-4e44-af71-ce50ad4577fb on network a626c08d-e9be-4644-b187-a89c9942df70 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:20:41.659880 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add83084-7482-4cfb-9971-b993f5e39b83 req-7e10729b-2806-4634-897c-ad210a17bd42 service neutron] Attempting to bind port 9f3a8b89-0949-4e44-af71-ce50ad4577fb on network a626c08d-e9be-4644-b187-a89c9942df70 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:20:41.670345 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port e4ad6d56-00d7-42d0-9033-d57c5a0dae64, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=e4ad6d56-00d7-42d0-9033-d57c5a0dae64,segment=NetworkSegment(af93cac6-5d5f-4d5f-921e-cbbc9866a4d1),segment_id=af93cac6-5d5f-4d5f-921e-cbbc9866a4d1)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:41.685170 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-40f8f0bd-95de-4abc-ab32-0869326f036e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:41.688590 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-40f8f0bd-95de-4abc-ab32-0869326f036e admin admin] 10.222.0.30 "DELETE /v2.0/networks/d782717c-da84-43e9-83e3-7ef1f07f2c40 HTTP/1.1" status: 204 len: 168 time: 2.9887288 Feb 09 01:20:41.695806 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3f8e01ff-ad3c-4d0b-9c38-4888392ed093 req-03c2c349-86c7-4bfb-8649-d40fa941b1f0 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214758 Feb 09 01:20:41.704602 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e4ad6d56-00d7-42d0-9033-d57c5a0dae64), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:41.713518 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:20:41.722837 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8f0bd-95de-4abc-ab32-0869326f036e admin admin] Pushing event deleted for resources: {'Network': ['ID=d782717c-da84-43e9-83e3-7ef1f07f2c40,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:41.728906 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add83084-7482-4cfb-9971-b993f5e39b83 req-7e10729b-2806-4634-897c-ad210a17bd42 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:20:41.729510 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add83084-7482-4cfb-9971-b993f5e39b83 req-7e10729b-2806-4634-897c-ad210a17bd42 service neutron] Checking segment: {'id': '73681689-5506-4e34-8a62-67af8e5522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a626c08d-e9be-4644-b187-a89c9942df70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:20:41.730334 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add83084-7482-4cfb-9971-b993f5e39b83 req-7e10729b-2806-4634-897c-ad210a17bd42 service neutron] Bound using segment: {'id': '73681689-5506-4e34-8a62-67af8e5522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a626c08d-e9be-4644-b187-a89c9942df70'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:20:41.732542 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-add83084-7482-4cfb-9971-b993f5e39b83 req-7e10729b-2806-4634-897c-ad210a17bd42 service neutron] Bound port: 9f3a8b89-0949-4e44-af71-ce50ad4577fb, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73681689-5506-4e34-8a62-67af8e5522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a626c08d-e9be-4644-b187-a89c9942df70'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:20:41.733201 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-add83084-7482-4cfb-9971-b993f5e39b83 req-7e10729b-2806-4634-897c-ad210a17bd42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9f3a8b89-0949-4e44-af71-ce50ad4577fb), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:41.739214 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75f77162-1a27-4393-a528-3081661b0b0e req-3cbc33dc-0ad8-4e12-a63e-d1b04be627cf service neutron] 10.222.0.91 "GET /v2.0/networks/a46c349d-fbe7-42ad-a83d-3298a4c41cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7330513 Feb 09 01:20:41.814293 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-10862416-7153-4fca-a701-2e308aa91f2b req-c73bd4dc-9bf1-4521-b102-388420b9c166 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1495166 Feb 09 01:20:41.868376 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a469033-bab3-4c40-816f-921a59aece7e req-fa8cca62-5a44-46d6-bc9c-296e5e17eff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:41.870042 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2a469033-bab3-4c40-816f-921a59aece7e req-fa8cca62-5a44-46d6-bc9c-296e5e17eff8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a626c08d-e9be-4644-b187-a89c9942df70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5602190 Feb 09 01:20:41.880156 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea7795ec-76b8-4135-8b8c-10ff66330328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (abf1fb35-3013-4c3d-bbbe-19417af179a8), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:41.965040 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-63aa0093-e2f6-4008-acb9-a2ece0b05a3a None None] Port f112b940-e9ef-4387-896f-1c23a9f86239 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:20:41.990240 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=e4ad6d56-00d7-42d0-9033-d57c5a0dae64,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:41.996269 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-add83084-7482-4cfb-9971-b993f5e39b83 req-7e10729b-2806-4634-897c-ad210a17bd42 service neutron] For port 9f3a8b89-0949-4e44-af71-ce50ad4577fb, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:20:42.014023 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-add83084-7482-4cfb-9971-b993f5e39b83 req-7e10729b-2806-4634-897c-ad210a17bd42 service neutron] For port 9f3a8b89-0949-4e44-af71-ce50ad4577fb, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9f3a8b89-0949-4e44-af71-ce50ad4577fb,segment=NetworkSegment(73681689-5506-4e34-8a62-67af8e5522bc),segment_id=73681689-5506-4e34-8a62-67af8e5522bc)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:20:42.018916 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdecf927-db98-49de-946e-50a59811699d req-f2e20a0d-4ab9-4aca-bc86-edd80642678c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:42.020750 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bdecf927-db98-49de-946e-50a59811699d req-f2e20a0d-4ab9-4aca-bc86-edd80642678c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=45103008d2704a9a9647209c042e9687&device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 1127 time: 0.2029715 Feb 09 01:20:42.046901 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-add83084-7482-4cfb-9971-b993f5e39b83 req-7e10729b-2806-4634-897c-ad210a17bd42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (9f3a8b89-0949-4e44-af71-ce50ad4577fb), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:42.059379 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2a469033-bab3-4c40-816f-921a59aece7e req-56af4056-4923-4dcd-b56b-78b359a6ebd7 service neutron] 10.222.0.91 "GET /v2.0/networks/a626c08d-e9be-4644-b187-a89c9942df70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759539 Feb 09 01:20:42.063497 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:20:42.068875 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:42.068875 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:42.085309 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e412bdb3-e1ad-4b51-a495-7e0df8ceea22 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Deleting port 317d49ed-6d14-4ce6-a2e3-fcbc7ae48217 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:20:42.087970 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e412bdb3-e1ad-4b51-a495-7e0df8ceea22 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (317d49ed-6d14-4ce6-a2e3-fcbc7ae48217), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:42.107702 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f7c9f-f8a6-4f1c-a31f-091b3620fe3b req-72b8f409-82f0-487a-8bac-1a1cf37f1c32 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:42.116445 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6a6f7c9f-f8a6-4f1c-a31f-091b3620fe3b req-72b8f409-82f0-487a-8bac-1a1cf37f1c32 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f510f95-9459-448b-9514-d2325720404a HTTP/1.1" status: 200 len: 931 time: 0.2287128 Feb 09 01:20:42.181364 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58936) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:42.229690 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:42.230214 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:42.275692 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add83084-7482-4cfb-9971-b993f5e39b83 req-7e10729b-2806-4634-897c-ad210a17bd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:42.276351 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-add83084-7482-4cfb-9971-b993f5e39b83 req-7e10729b-2806-4634-897c-ad210a17bd42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:42.282647 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88,segment=NetworkSegment(af93cac6-5d5f-4d5f-921e-cbbc9866a4d1),segment_id=af93cac6-5d5f-4d5f-921e-cbbc9866a4d1)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:42.282913 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-add83084-7482-4cfb-9971-b993f5e39b83 req-7e10729b-2806-4634-897c-ad210a17bd42 service neutron] 10.222.0.121 "PUT /v2.0/ports/9f3a8b89-0949-4e44-af71-ce50ad4577fb HTTP/1.1" status: 200 len: 1093 time: 3.0066383 Feb 09 01:20:42.283478 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4efe6a9-7b0d-4ff7-b86d-1a8c42d4c95b', 'tag': '9f3a8b89-0949-4e44-af71-ce50ad4577fb'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:20:42.285883 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35a0a94-a1ff-442c-bb21-f93adc241380" -d '{"events": [{"name": "network-changed", "server_uuid": "d4efe6a9-7b0d-4ff7-b86d-1a8c42d4c95b", "tag": "9f3a8b89-0949-4e44-af71-ce50ad4577fb"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:20:42.288267 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-ea7795ec-76b8-4135-8b8c-10ff66330328 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf1fb35-3013-4c3d-bbbe-19417af179a8']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:42.289854 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:42.290872 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 516fe2c8-f9f0-4d83-84b6-e9595515fd12 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:20:42.384706 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-ea7795ec-76b8-4135-8b8c-10ff66330328 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6daca91f-d266-4653-9c4c-7bffb4b74c3e') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:42.385719 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-ea7795ec-76b8-4135-8b8c-10ff66330328 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6daca91f-d266-4653-9c4c-7bffb4b74c3e') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:42.415045 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:42.444760 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 516fe2c8-f9f0-4d83-84b6-e9595515fd12 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:20:42.449998 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 516fe2c8-f9f0-4d83-84b6-e9595515fd12 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:42.450529 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (516fe2c8-f9f0-4d83-84b6-e9595515fd12), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:42.453438 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea7795ec-76b8-4135-8b8c-10ff66330328 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (6daca91f-d266-4653-9c4c-7bffb4b74c3e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:42.466680 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-37e24aa5-24da-4834-84f3-b61118278438 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3a7975de586b4e08b0e9bb01c09679ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2769079 Feb 09 01:20:42.484512 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e37cf23-df8e-4477-a94a-3432613a7989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1526aa-b555-4d6d-b915-a070fa67f04e'}, {'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d99abd4-5248-45fa-8dc3-6b85097edb46'}, {'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ad6d56-00d7-42d0-9033-d57c5a0dae64'}, {'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:20:42.487291 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99d32d4-6f57-4f22-826d-591fc9e9579a" -d '{"events": [{"server_uuid": "2e37cf23-df8e-4477-a94a-3432613a7989", "name": "network-vif-plugged", "status": "completed", "tag": "8f1526aa-b555-4d6d-b915-a070fa67f04e"}, {"server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "name": "network-vif-plugged", "status": "completed", "tag": "5d99abd4-5248-45fa-8dc3-6b85097edb46"}, {"server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "name": "network-vif-plugged", "status": "completed", "tag": "e4ad6d56-00d7-42d0-9033-d57c5a0dae64"}, {"server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "name": "network-vif-plugged", "status": "completed", "tag": "1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:20:42.491513 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6a6f7c9f-f8a6-4f1c-a31f-091b3620fe3b req-72598271-d3d2-4968-b2e3-a04323b2ecf8 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740678 Feb 09 01:20:42.522615 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58940) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:42.568993 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e10729b-2806-4634-897c-ad210a17bd42 service neutron] Pushing event updated for resources: {'Port': ['ID=9f3a8b89-0949-4e44-af71-ce50ad4577fb,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:42.575271 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdecf927-db98-49de-946e-50a59811699d req-18c7bdef-ac7f-472c-97d8-f80c5fa4e130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:42.580152 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bdecf927-db98-49de-946e-50a59811699d req-18c7bdef-ac7f-472c-97d8-f80c5fa4e130 service neutron] 10.222.0.91 "GET /v2.0/networks?id=a46c349d-fbe7-42ad-a83d-3298a4c41cb1 HTTP/1.1" status: 200 len: 914 time: 0.5433078 Feb 09 01:20:42.618309 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 516fe2c8-f9f0-4d83-84b6-e9595515fd12 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:42.621357 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (516fe2c8-f9f0-4d83-84b6-e9595515fd12), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:42.625151 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3b7fc4-c74b-4fae-a12b-13870a6e3d68 x-openstack-request-id: req-7c3b7fc4-c74b-4fae-a12b-13870a6e3d68 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:20:42.625442 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4efe6a9-7b0d-4ff7-b86d-1a8c42d4c95b", "tag": "9f3a8b89-0949-4e44-af71-ce50ad4577fb", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:20:42.625699 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7c3b7fc4-c74b-4fae-a12b-13870a6e3d68 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:20:42.626112 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4efe6a9-7b0d-4ff7-b86d-1a8c42d4c95b', 'tag': '9f3a8b89-0949-4e44-af71-ce50ad4577fb', 'status': 'completed', 'code': 200} Feb 09 01:20:42.634321 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e412bdb3-e1ad-4b51-a495-7e0df8ceea22 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (317d49ed-6d14-4ce6-a2e3-fcbc7ae48217), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:42.638861 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07eec9b-add4-4b13-9bdd-3aaa4114ea81 req-7dd83a81-e89f-4e6a-8df4-58b54f664baf tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:42.648033 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a07eec9b-add4-4b13-9bdd-3aaa4114ea81 req-7dd83a81-e89f-4e6a-8df4-58b54f664baf tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 944 time: 0.4751554 Feb 09 01:20:42.667460 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e412bdb3-e1ad-4b51-a495-7e0df8ceea22 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Calling delete_port for 317d49ed-6d14-4ce6-a2e3-fcbc7ae48217 owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:42.691901 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 09 Feb 2022 01:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476cf7c5-b990-4658-a9bf-6c0067d788ce x-openstack-request-id: req-476cf7c5-b990-4658-a9bf-6c0067d788ce {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:20:42.692240 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e37cf23-df8e-4477-a94a-3432613a7989", "name": "network-vif-plugged", "status": "completed", "tag": "8f1526aa-b555-4d6d-b915-a070fa67f04e", "code": 200}, {"server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "name": "network-vif-plugged", "status": "completed", "tag": "5d99abd4-5248-45fa-8dc3-6b85097edb46", "code": 200}, {"server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "name": "network-vif-plugged", "status": "completed", "tag": "e4ad6d56-00d7-42d0-9033-d57c5a0dae64", "code": 200}, {"server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "name": "network-vif-plugged", "status": "completed", "tag": "1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:20:42.692498 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-476cf7c5-b990-4658-a9bf-6c0067d788ce {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:20:42.692913 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e37cf23-df8e-4477-a94a-3432613a7989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1526aa-b555-4d6d-b915-a070fa67f04e', 'code': 200} Feb 09 01:20:42.693172 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d99abd4-5248-45fa-8dc3-6b85097edb46', 'code': 200} Feb 09 01:20:42.693585 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ad6d56-00d7-42d0-9033-d57c5a0dae64', 'code': 200} Feb 09 01:20:42.693844 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88', 'code': 200} Feb 09 01:20:42.716777 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea7795ec-76b8-4135-8b8c-10ff66330328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (6daca91f-d266-4653-9c4c-7bffb4b74c3e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:42.752232 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 516fe2c8-f9f0-4d83-84b6-e9595515fd12, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=516fe2c8-f9f0-4d83-84b6-e9595515fd12,segment=NetworkSegment(0d3c1337-4602-4f96-922a-4ca1aedec141),segment_id=0d3c1337-4602-4f96-922a-4ca1aedec141)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:42.759767 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (516fe2c8-f9f0-4d83-84b6-e9595515fd12), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:42.766208 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device da204a12-3812-43bd-b3e0-86cb8015b582 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:20:42.767357 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea7795ec-76b8-4135-8b8c-10ff66330328 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:20:42.767968 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea7795ec-76b8-4135-8b8c-10ff66330328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (6daca91f-d266-4653-9c4c-7bffb4b74c3e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:42.769833 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:20:42.769833 n-d-822053-40 neutron-server[103528]: items = [ Feb 09 01:20:42.769833 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:20:42.769833 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:20:42.769833 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:20:42.769833 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:20:42.769833 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:20:42.769833 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:20:42.769833 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:20:42.769833 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:20:42.769833 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:20:42.769833 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:20:42.769833 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:20:42.769833 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:20:42.769833 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:20:42.769833 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:20:42.769833 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:20:42.769833 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:20:42.769833 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:20:42.769833 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:20:42.769833 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:20:42.769833 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:20:42.769833 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:20:42.769833 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:20:42.769833 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:20:42.769833 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:20:42.769833 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:20:42.769833 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:20:42.769833 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:20:42.769833 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:20:42.769833 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:20:42.769833 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:20:42.769833 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:20:42.769833 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:20:42.769833 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:20:42.769833 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:20:42.769833 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:20:42.769833 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:20:42.769833 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:20:42.769833 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:20:42.769833 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:20:42.769833 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:20:42.774418 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bdecf927-db98-49de-946e-50a59811699d req-5bf223e3-a174-48c7-b32d-75b8a37a67af service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a825b64-d1af-4377-836e-5fc508ec6888 HTTP/1.1" status: 200 len: 217 time: 0.1783512 Feb 09 01:20:42.799670 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2a469033-bab3-4c40-816f-921a59aece7e req-beb8d258-d2ab-494e-a4cc-12e5f8d5b9d0 service neutron] 10.222.0.91 "GET /v2.0/networks/a626c08d-e9be-4644-b187-a89c9942df70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7082338 Feb 09 01:20:42.903852 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea7795ec-76b8-4135-8b8c-10ff66330328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (abf1fb35-3013-4c3d-bbbe-19417af179a8), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:42.922734 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-55285dec-85d0-428d-b7e2-1d06314ba625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f112b940-e9ef-4387-896f-1c23a9f86239 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:20:42.928170 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=516fe2c8-f9f0-4d83-84b6-e9595515fd12,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:42.928588 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea7795ec-76b8-4135-8b8c-10ff66330328 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:42.932120 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ea7795ec-76b8-4135-8b8c-10ff66330328 admin admin] 10.222.0.30 "DELETE /v2.0/networks/abf1fb35-3013-4c3d-bbbe-19417af179a8 HTTP/1.1" status: 204 len: 168 time: 4.8158872 Feb 09 01:20:42.945385 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58948) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:42.956041 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port da204a12-3812-43bd-b3e0-86cb8015b582 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:20:42.967206 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port da204a12-3812-43bd-b3e0-86cb8015b582 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:42.968371 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (da204a12-3812-43bd-b3e0-86cb8015b582), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:42.976636 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a07eec9b-add4-4b13-9bdd-3aaa4114ea81 req-25b3d6c9-3a78-424d-90d5-e8c4860323da tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270450 Feb 09 01:20:43.078980 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add83084-7482-4cfb-9971-b993f5e39b83 req-ff04ca6c-12c4-400d-997c-a58cf0eeeba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:43.081777 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-add83084-7482-4cfb-9971-b993f5e39b83 req-ff04ca6c-12c4-400d-997c-a58cf0eeeba4 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b9d7b812952b4f21931b13a0cf0cd868&device_id=d4efe6a9-7b0d-4ff7-b86d-1a8c42d4c95b HTTP/1.1" status: 200 len: 1127 time: 0.7441032 Feb 09 01:20:43.110278 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdecf927-db98-49de-946e-50a59811699d req-1839a37e-b3fc-4705-a2aa-8d03bcf641eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:43.111794 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bdecf927-db98-49de-946e-50a59811699d req-1839a37e-b3fc-4705-a2aa-8d03bcf641eb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=00660737-d0c8-4fd3-9454-eb4bf5c5566b HTTP/1.1" status: 200 len: 853 time: 0.1294119 Feb 09 01:20:43.115188 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1f37cf04-7eee-4783-b14c-69eb14608e0a admin admin] Publish callbacks [] for security_group (d30b6bd6-ee82-453d-882d-6bbb3d802968), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:43.117621 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-55285dec-85d0-428d-b7e2-1d06314ba625 service neutron] Publish callbacks [] for port (f112b940-e9ef-4387-896f-1c23a9f86239), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:43.120953 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7795ec-76b8-4135-8b8c-10ff66330328 admin admin] Pushing event deleted for resources: {'Network': ['ID=abf1fb35-3013-4c3d-bbbe-19417af179a8,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:43.128984 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port da204a12-3812-43bd-b3e0-86cb8015b582 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:43.129519 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (da204a12-3812-43bd-b3e0-86cb8015b582), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:43.165711 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b4995-32fe-4a21-adca-db66fb188f50 req-fa683048-ebaa-428a-8a7c-6eb8b3d769fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:43.167464 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6c0b4995-32fe-4a21-adca-db66fb188f50 req-fa683048-ebaa-428a-8a7c-6eb8b3d769fd service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=2e37cf23-df8e-4477-a94a-3432613a7989 HTTP/1.1" status: 200 len: 1129 time: 0.3898923 Feb 09 01:20:43.177927 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port da204a12-3812-43bd-b3e0-86cb8015b582, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=da204a12-3812-43bd-b3e0-86cb8015b582,segment=NetworkSegment(0d3c1337-4602-4f96-922a-4ca1aedec141),segment_id=0d3c1337-4602-4f96-922a-4ca1aedec141)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:43.196782 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e412bdb3-e1ad-4b51-a495-7e0df8ceea22 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (317d49ed-6d14-4ce6-a2e3-fcbc7ae48217), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:43.201076 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (da204a12-3812-43bd-b3e0-86cb8015b582), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:43.221637 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bdecf927-db98-49de-946e-50a59811699d req-62b20d9b-2fa4-4b60-80a6-ec9daa2fc097 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a46c349d-fbe7-42ad-a83d-3298a4c41cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939517 Feb 09 01:20:43.228128 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-add83084-7482-4cfb-9971-b993f5e39b83 req-7e0f40bd-576e-49f5-a639-e1df21283b95 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f3a8b89-0949-4e44-af71-ce50ad4577fb HTTP/1.1" status: 200 len: 217 time: 0.1305845 Feb 09 01:20:43.270270 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=da204a12-3812-43bd-b3e0-86cb8015b582,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:43.278482 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f2165-4c3d-47aa-a67d-9bf179489acb req-81b4d56d-c9ea-49f3-aa45-ccadf578583d tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:43.284499 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-239f2165-4c3d-47aa-a67d-9bf179489acb req-81b4d56d-c9ea-49f3-aa45-ccadf578583d tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e37cf23-df8e-4477-a94a-3432613a7989 HTTP/1.1" status: 200 len: 946 time: 0.4389055 Feb 09 01:20:43.325939 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7795ec-76b8-4135-8b8c-10ff66330328 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:43.326741 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7795ec-76b8-4135-8b8c-10ff66330328 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:43.327968 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7795ec-76b8-4135-8b8c-10ff66330328 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:43.328679 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7795ec-76b8-4135-8b8c-10ff66330328 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:43.329167 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7795ec-76b8-4135-8b8c-10ff66330328 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:43.329746 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7795ec-76b8-4135-8b8c-10ff66330328 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:43.330229 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7795ec-76b8-4135-8b8c-10ff66330328 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:43.330753 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7795ec-76b8-4135-8b8c-10ff66330328 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:43.331244 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7795ec-76b8-4135-8b8c-10ff66330328 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:43.332366 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7795ec-76b8-4135-8b8c-10ff66330328 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:43.332887 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7795ec-76b8-4135-8b8c-10ff66330328 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:43.333496 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7795ec-76b8-4135-8b8c-10ff66330328 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:43.333970 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7795ec-76b8-4135-8b8c-10ff66330328 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:43.349914 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-55285dec-85d0-428d-b7e2-1d06314ba625 service neutron] Transition to ACTIVE for port object f112b940-e9ef-4387-896f-1c23a9f86239 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:43.385710 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412bdb3-e1ad-4b51-a495-7e0df8ceea22 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Pushing event deleted for resources: {'Port': ['ID=317d49ed-6d14-4ce6-a2e3-fcbc7ae48217,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:43.395445 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1f37cf04-7eee-4783-b14c-69eb14608e0a admin admin] Publish callbacks [] for security_group (d30b6bd6-ee82-453d-882d-6bbb3d802968), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:43.459557 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-55285dec-85d0-428d-b7e2-1d06314ba625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (f112b940-e9ef-4387-896f-1c23a9f86239), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:43.468373 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e412bdb3-e1ad-4b51-a495-7e0df8ceea22 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:43.472768 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e412bdb3-e1ad-4b51-a495-7e0df8ceea22 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] 10.222.0.30 "DELETE /v2.0/ports/317d49ed-6d14-4ce6-a2e3-fcbc7ae48217 HTTP/1.1" status: 204 len: 168 time: 2.8591471 Feb 09 01:20:43.481289 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58952) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:43.582688 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-21f5f168-5095-4cdf-b6d0-3dd0bcf98d1b tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Deleting subnet 203a0065-b38f-4cfb-bec6-06ede3234172 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:20:43.586322 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-21f5f168-5095-4cdf-b6d0-3dd0bcf98d1b tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks [] for subnet (203a0065-b38f-4cfb-bec6-06ede3234172), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:43.684134 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-21f5f168-5095-4cdf-b6d0-3dd0bcf98d1b tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (203a0065-b38f-4cfb-bec6-06ede3234172), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:43.850922 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a93c47-a7d5-4733-bb87-46febaa21c95 req-484e674f-35d0-47cc-a4b1-241ea8d849e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:43.852427 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-29a93c47-a7d5-4733-bb87-46febaa21c95 req-484e674f-35d0-47cc-a4b1-241ea8d849e2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b9d7b812952b4f21931b13a0cf0cd868&device_id=e583f6a8-65e5-44ed-9dcd-ff5b5ba80116 HTTP/1.1" status: 200 len: 1126 time: 0.7405491 Feb 09 01:20:43.871579 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55285dec-85d0-428d-b7e2-1d06314ba625 service neutron] Pushing event updated for resources: {'Port': ['ID=f112b940-e9ef-4387-896f-1c23a9f86239,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:43.917491 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bdecf927-db98-49de-946e-50a59811699d req-a01fa9b8-ef35-453a-8135-32bfc10343e8 service neutron] 10.222.0.91 "GET /v2.0/networks/a46c349d-fbe7-42ad-a83d-3298a4c41cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6882403 Feb 09 01:20:43.925812 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6c0b4995-32fe-4a21-adca-db66fb188f50 req-410df4df-5963-46d3-8906-ff72b684a93b service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7029252 Feb 09 01:20:43.973564 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-239f2165-4c3d-47aa-a67d-9bf179489acb req-21d5c30c-4b30-428f-a653-72eb47d678de tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5734382 Feb 09 01:20:43.977042 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add83084-7482-4cfb-9971-b993f5e39b83 req-8fb3b727-15d9-4090-9dad-3b08dd5001cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:43.978511 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-add83084-7482-4cfb-9971-b993f5e39b83 req-8fb3b727-15d9-4090-9dad-3b08dd5001cf service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1c208700-4d5a-44e9-9849-6bf95cade7a4 HTTP/1.1" status: 200 len: 853 time: 0.7097390 Feb 09 01:20:44.004148 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9929b2-8318-4106-8626-10236f2f1487 req-c377f179-9580-4ccc-b4b4-fdea10a1b114 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:44.009676 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9929b2-8318-4106-8626-10236f2f1487 req-c377f179-9580-4ccc-b4b4-fdea10a1b114 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:44.015697 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9929b2-8318-4106-8626-10236f2f1487 req-c377f179-9580-4ccc-b4b4-fdea10a1b114 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:44.026777 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9929b2-8318-4106-8626-10236f2f1487 req-c377f179-9580-4ccc-b4b4-fdea10a1b114 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:44.030443 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9929b2-8318-4106-8626-10236f2f1487 req-c377f179-9580-4ccc-b4b4-fdea10a1b114 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:44.036174 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9929b2-8318-4106-8626-10236f2f1487 req-c377f179-9580-4ccc-b4b4-fdea10a1b114 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:44.041684 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9929b2-8318-4106-8626-10236f2f1487 req-c377f179-9580-4ccc-b4b4-fdea10a1b114 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:44.043778 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ab9929b2-8318-4106-8626-10236f2f1487 req-c377f179-9580-4ccc-b4b4-fdea10a1b114 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5434 time: 0.8334548 Feb 09 01:20:44.180724 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-21f5f168-5095-4cdf-b6d0-3dd0bcf98d1b tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (203a0065-b38f-4cfb-bec6-06ede3234172), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:44.254053 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1f37cf04-7eee-4783-b14c-69eb14608e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (d30b6bd6-ee82-453d-882d-6bbb3d802968), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:44.257361 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1f37cf04-7eee-4783-b14c-69eb14608e0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:44.261036 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1f37cf04-7eee-4783-b14c-69eb14608e0a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d30b6bd6-ee82-453d-882d-6bbb3d802968 HTTP/1.1" status: 204 len: 168 time: 1.6978500 Feb 09 01:20:44.300759 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-55285dec-85d0-428d-b7e2-1d06314ba625 service neutron] Attempting to bind port f112b940-e9ef-4387-896f-1c23a9f86239 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:20:44.301102 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-55285dec-85d0-428d-b7e2-1d06314ba625 service neutron] Attempting to bind port f112b940-e9ef-4387-896f-1c23a9f86239 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '73681689-5506-4e34-8a62-67af8e5522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a626c08d-e9be-4644-b187-a89c9942df70'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:20:44.301432 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-55285dec-85d0-428d-b7e2-1d06314ba625 service neutron] Attempting to bind port f112b940-e9ef-4387-896f-1c23a9f86239 on network a626c08d-e9be-4644-b187-a89c9942df70 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:20:44.314890 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37cf04-7eee-4783-b14c-69eb14608e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30b6bd6-ee82-453d-882d-6bbb3d802968,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:44.318663 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a93c47-a7d5-4733-bb87-46febaa21c95 req-2149fc08-5ea4-43f7-8890-e568227ddc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:44.319625 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-29a93c47-a7d5-4733-bb87-46febaa21c95 req-2149fc08-5ea4-43f7-8890-e568227ddc09 service neutron] 10.222.0.91 "GET /v2.0/networks?id=a626c08d-e9be-4644-b187-a89c9942df70 HTTP/1.1" status: 200 len: 915 time: 0.4546254 Feb 09 01:20:44.354757 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-55285dec-85d0-428d-b7e2-1d06314ba625 service neutron] Port f112b940-e9ef-4387-896f-1c23a9f86239 on network a626c08d-e9be-4644-b187-a89c9942df70 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:20:44.355087 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-55285dec-85d0-428d-b7e2-1d06314ba625 service neutron] Attempting to bind port f112b940-e9ef-4387-896f-1c23a9f86239 on network a626c08d-e9be-4644-b187-a89c9942df70 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:20:44.360475 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bdecf927-db98-49de-946e-50a59811699d req-9c89206a-fca4-4c44-bef4-a8c5b3cf88c2 service neutron] 10.222.0.91 "GET /v2.0/networks/a46c349d-fbe7-42ad-a83d-3298a4c41cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999174 Feb 09 01:20:44.378895 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ab9929b2-8318-4106-8626-10236f2f1487 req-5eaa0ff5-f59a-4aee-b641-4ed348d82c3c tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3182456 Feb 09 01:20:44.391029 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb98993-695c-4aa9-9a38-ccd903e72728 req-84255a5e-0021-4fcd-9507-ab91b37c38f2 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:44.395464 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9eb98993-695c-4aa9-9a38-ccd903e72728 req-84255a5e-0021-4fcd-9507-ab91b37c38f2 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f510f95-9459-448b-9514-d2325720404a HTTP/1.1" status: 200 len: 943 time: 0.2189236 Feb 09 01:20:44.399153 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add83084-7482-4cfb-9971-b993f5e39b83 req-eade7f1b-6c53-4520-ad9e-ee6f1a87c1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:44.403188 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-add83084-7482-4cfb-9971-b993f5e39b83 req-eade7f1b-6c53-4520-ad9e-ee6f1a87c1a9 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=a626c08d-e9be-4644-b187-a89c9942df70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2521210 Feb 09 01:20:44.407207 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 02a48834-7a90-41fe-9b8a-8be8c5726010 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:20:44.418498 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-29a93c47-a7d5-4733-bb87-46febaa21c95 req-9f057a51-3f82-42a6-bc66-184d3730d14d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02a48834-7a90-41fe-9b8a-8be8c5726010 HTTP/1.1" status: 200 len: 217 time: 0.0778511 Feb 09 01:20:44.422140 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-55285dec-85d0-428d-b7e2-1d06314ba625 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:20:44.422500 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-55285dec-85d0-428d-b7e2-1d06314ba625 service neutron] Checking segment: {'id': '73681689-5506-4e34-8a62-67af8e5522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a626c08d-e9be-4644-b187-a89c9942df70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:20:44.423458 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-55285dec-85d0-428d-b7e2-1d06314ba625 service neutron] Bound using segment: {'id': '73681689-5506-4e34-8a62-67af8e5522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a626c08d-e9be-4644-b187-a89c9942df70'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:20:44.423920 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-55285dec-85d0-428d-b7e2-1d06314ba625 service neutron] Bound port: f112b940-e9ef-4387-896f-1c23a9f86239, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73681689-5506-4e34-8a62-67af8e5522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a626c08d-e9be-4644-b187-a89c9942df70'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:20:44.424325 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-55285dec-85d0-428d-b7e2-1d06314ba625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f112b940-e9ef-4387-896f-1c23a9f86239), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:44.602766 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9eb98993-695c-4aa9-9a38-ccd903e72728 req-fc60f008-57d5-4656-988e-4fa71539a93c tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975341 Feb 09 01:20:44.714606 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516fe2c8-f9f0-4d83-84b6-e9595515fd12'}, {'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da204a12-3812-43bd-b3e0-86cb8015b582'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:20:44.727965 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-add83084-7482-4cfb-9971-b993f5e39b83 req-61878c63-6d60-4131-947f-4d0b17ef2bbe service neutron] 10.222.0.121 "GET /v2.0/networks/a626c08d-e9be-4644-b187-a89c9942df70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148253 Feb 09 01:20:44.730234 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a8647f-34d7-42c8-8149-195179e3b695" -d '{"events": [{"server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "name": "network-vif-plugged", "status": "completed", "tag": "516fe2c8-f9f0-4d83-84b6-e9595515fd12"}, {"server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "name": "network-vif-plugged", "status": "completed", "tag": "da204a12-3812-43bd-b3e0-86cb8015b582"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:20:44.746702 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 02a48834-7a90-41fe-9b8a-8be8c5726010, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=02a48834-7a90-41fe-9b8a-8be8c5726010,segment=NetworkSegment(73681689-5506-4e34-8a62-67af8e5522bc),segment_id=73681689-5506-4e34-8a62-67af8e5522bc)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:44.800585 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '02a48834-7a90-41fe-9b8a-8be8c5726010', 'network_id': 'a626c08d-e9be-4644-b187-a89c9942df70', 'port_id': '02a48834-7a90-41fe-9b8a-8be8c5726010', 'mac_address': 'fa:16:3e:8f:28:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c208700-4d5a-44e9-9849-6bf95cade7a4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:20:44.939768 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 01:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe14bce-bd5a-42c4-8732-155b7ac009b6 x-openstack-request-id: req-0fe14bce-bd5a-42c4-8732-155b7ac009b6 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:20:44.948144 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "name": "network-vif-plugged", "status": "completed", "tag": "516fe2c8-f9f0-4d83-84b6-e9595515fd12", "code": 200}, {"server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "name": "network-vif-plugged", "status": "completed", "tag": "da204a12-3812-43bd-b3e0-86cb8015b582", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:20:44.949645 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0fe14bce-bd5a-42c4-8732-155b7ac009b6 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:20:44.951085 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516fe2c8-f9f0-4d83-84b6-e9595515fd12', 'code': 200} Feb 09 01:20:44.960561 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da204a12-3812-43bd-b3e0-86cb8015b582', 'code': 200} Feb 09 01:20:44.963463 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 02a48834-7a90-41fe-9b8a-8be8c5726010 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:44.964204 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (02a48834-7a90-41fe-9b8a-8be8c5726010), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:44.994901 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02a48834-7a90-41fe-9b8a-8be8c5726010 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:20:45.064143 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 02a48834-7a90-41fe-9b8a-8be8c5726010, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=02a48834-7a90-41fe-9b8a-8be8c5726010,segment=NetworkSegment(73681689-5506-4e34-8a62-67af8e5522bc),segment_id=73681689-5506-4e34-8a62-67af8e5522bc)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:45.090836 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e819b1-1cbb-4743-bab4-6d8e9c1fd274 req-5d551302-974a-49c5-8e84-24613750cb99 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:45.094310 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-21f5f168-5095-4cdf-b6d0-3dd0bcf98d1b tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (203a0065-b38f-4cfb-bec6-06ede3234172), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:45.100453 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-99e819b1-1cbb-4743-bab4-6d8e9c1fd274 req-5d551302-974a-49c5-8e84-24613750cb99 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 944 time: 0.4841807 Feb 09 01:20:45.105062 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (02a48834-7a90-41fe-9b8a-8be8c5726010), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:45.105954 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 4a825b64-d1af-4377-836e-5fc508ec6888 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:20:45.335434 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-21f5f168-5095-4cdf-b6d0-3dd0bcf98d1b tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:45.337438 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0005034f-97cd-4ee9-8add-b6d875f36f37 None None] Network 03868df1-cc26-4b10-aea3-e2194d96ebbb requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:20:45.340502 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-21f5f168-5095-4cdf-b6d0-3dd0bcf98d1b tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] 10.222.0.30 "DELETE /v2.0/subnets/203a0065-b38f-4cfb-bec6-06ede3234172 HTTP/1.1" status: 204 len: 168 time: 1.8571751 Feb 09 01:20:45.350767 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a93c47-a7d5-4733-bb87-46febaa21c95 req-bd743c72-cb27-4a33-bdeb-063b2ddff117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:45.352400 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-29a93c47-a7d5-4733-bb87-46febaa21c95 req-bd743c72-cb27-4a33-bdeb-063b2ddff117 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1c208700-4d5a-44e9-9849-6bf95cade7a4 HTTP/1.1" status: 200 len: 853 time: 0.4536996 Feb 09 01:20:45.353128 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5f168-5095-4cdf-b6d0-3dd0bcf98d1b tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Pushing event deleted for resources: {'Subnet': ['ID=203a0065-b38f-4cfb-bec6-06ede3234172,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:45.360454 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58982) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:45.406988 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-55285dec-85d0-428d-b7e2-1d06314ba625 service neutron] For port f112b940-e9ef-4387-896f-1c23a9f86239, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:20:45.415167 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-add83084-7482-4cfb-9971-b993f5e39b83 req-6d810b09-5e20-4e1d-8574-6d1b5610b78f service neutron] 10.222.0.121 "GET /v2.0/networks/a626c08d-e9be-4644-b187-a89c9942df70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6655481 Feb 09 01:20:45.439559 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-99e819b1-1cbb-4743-bab4-6d8e9c1fd274 req-1dfde576-52ad-45b9-909c-df7840ecb2d1 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370767 Feb 09 01:20:45.485153 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-55285dec-85d0-428d-b7e2-1d06314ba625 service neutron] For port f112b940-e9ef-4387-896f-1c23a9f86239, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=f112b940-e9ef-4387-896f-1c23a9f86239,segment=NetworkSegment(73681689-5506-4e34-8a62-67af8e5522bc),segment_id=73681689-5506-4e34-8a62-67af8e5522bc)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:20:45.500856 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15e574-9bc9-44c6-84c3-7b223517eef8 req-f9207e08-4f86-4e7e-9f8b-4067cffd63d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:45.501556 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15e574-9bc9-44c6-84c3-7b223517eef8 req-f9207e08-4f86-4e7e-9f8b-4067cffd63d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:45.504304 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15e574-9bc9-44c6-84c3-7b223517eef8 req-f9207e08-4f86-4e7e-9f8b-4067cffd63d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:45.506224 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15e574-9bc9-44c6-84c3-7b223517eef8 req-f9207e08-4f86-4e7e-9f8b-4067cffd63d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:45.508154 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15e574-9bc9-44c6-84c3-7b223517eef8 req-f9207e08-4f86-4e7e-9f8b-4067cffd63d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:45.508839 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15e574-9bc9-44c6-84c3-7b223517eef8 req-f9207e08-4f86-4e7e-9f8b-4067cffd63d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:45.509962 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15e574-9bc9-44c6-84c3-7b223517eef8 req-f9207e08-4f86-4e7e-9f8b-4067cffd63d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:45.510770 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=02a48834-7a90-41fe-9b8a-8be8c5726010,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:45.515736 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-55285dec-85d0-428d-b7e2-1d06314ba625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (f112b940-e9ef-4387-896f-1c23a9f86239), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:45.516793 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f15e574-9bc9-44c6-84c3-7b223517eef8 req-f9207e08-4f86-4e7e-9f8b-4067cffd63d1 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 6715 time: 0.5572574 Feb 09 01:20:45.565592 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:45.566406 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:45.567106 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:45.569175 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:45.583943 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:45.585704 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:45.591487 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:45.591487 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:45.591487 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:45.591487 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:45.591487 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:45.594248 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:45.594703 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:45.670119 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 4a825b64-d1af-4377-836e-5fc508ec6888, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=4a825b64-d1af-4377-836e-5fc508ec6888,segment=NetworkSegment(49600cbb-8cb1-4c26-a09d-2e3526ba7488),segment_id=49600cbb-8cb1-4c26-a09d-2e3526ba7488)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:45.674718 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-940d767f-19ed-4993-86b1-70bcda0de3a9 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (03868df1-cc26-4b10-aea3-e2194d96ebbb), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:45.711843 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '4a825b64-d1af-4377-836e-5fc508ec6888', 'network_id': 'a46c349d-fbe7-42ad-a83d-3298a4c41cb1', 'port_id': '4a825b64-d1af-4377-836e-5fc508ec6888', 'mac_address': 'fa:16:3e:d2:71:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00660737-d0c8-4fd3-9454-eb4bf5c5566b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:20:45.752996 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a93c47-a7d5-4733-bb87-46febaa21c95 req-58943002-2951-484b-a0ce-d6168b61da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:45.755108 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-29a93c47-a7d5-4733-bb87-46febaa21c95 req-58943002-2951-484b-a0ce-d6168b61da84 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a626c08d-e9be-4644-b187-a89c9942df70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3882663 Feb 09 01:20:45.756621 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-55285dec-85d0-428d-b7e2-1d06314ba625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:45.757179 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-55285dec-85d0-428d-b7e2-1d06314ba625 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:45.758844 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-55285dec-85d0-428d-b7e2-1d06314ba625 service neutron] 10.222.0.121 "PUT /v2.0/ports/f112b940-e9ef-4387-896f-1c23a9f86239 HTTP/1.1" status: 200 len: 1092 time: 4.7763474 Feb 09 01:20:45.772740 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f510f95-9459-448b-9514-d2325720404a', 'tag': 'f112b940-e9ef-4387-896f-1c23a9f86239'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:20:45.775220 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fbb478e-2aff-4505-a515-d3fdc6a1ec16" -d '{"events": [{"name": "network-changed", "server_uuid": "9f510f95-9459-448b-9514-d2325720404a", "tag": "f112b940-e9ef-4387-896f-1c23a9f86239"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:20:45.797892 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002bafee-25a8-43ad-bdcf-a46dd14eaf7f req-05a6b123-3712-4b25-8757-c56b07fa56d3 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:45.810682 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-002bafee-25a8-43ad-bdcf-a46dd14eaf7f req-05a6b123-3712-4b25-8757-c56b07fa56d3 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e37cf23-df8e-4477-a94a-3432613a7989 HTTP/1.1" status: 200 len: 946 time: 0.5196779 Feb 09 01:20:45.891970 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 4a825b64-d1af-4377-836e-5fc508ec6888 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:45.892408 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (4a825b64-d1af-4377-836e-5fc508ec6888), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:45.903118 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12d7e01-26fc-4e6a-afbd-0adcef9eaeb5 None None] DHCP port deletion for 03868df1-cc26-4b10-aea3-e2194d96ebbb request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:20:45.957454 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a825b64-d1af-4377-836e-5fc508ec6888 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:20:46.063902 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f15e574-9bc9-44c6-84c3-7b223517eef8 req-384c8dce-9a2b-408c-85b1-9887e511345f service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5115333 Feb 09 01:20:46.083824 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a0a94-a1ff-442c-bb21-f93adc241380 req-5df33e79-bd99-48a5-9503-d18db73c7a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:46.085514 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c35a0a94-a1ff-442c-bb21-f93adc241380 req-5df33e79-bd99-48a5-9503-d18db73c7a17 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b9d7b812952b4f21931b13a0cf0cd868&device_id=d4efe6a9-7b0d-4ff7-b86d-1a8c42d4c95b HTTP/1.1" status: 200 len: 1127 time: 0.5656343 Feb 09 01:20:46.091235 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 4a825b64-d1af-4377-836e-5fc508ec6888, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=4a825b64-d1af-4377-836e-5fc508ec6888,segment=NetworkSegment(49600cbb-8cb1-4c26-a09d-2e3526ba7488),segment_id=49600cbb-8cb1-4c26-a09d-2e3526ba7488)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:46.104972 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6ad17f5a-7ce8-4315-a6d5-939fee4d626a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (81ef6999-724b-41c8-bada-2f40ad432b98), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:46.108802 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (4a825b64-d1af-4377-836e-5fc508ec6888), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:46.128789 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-002bafee-25a8-43ad-bdcf-a46dd14eaf7f req-c0afac5d-865a-4d89-ad1f-58243141e3bd tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067718 Feb 09 01:20:46.266419 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-08c702cb-839e-442e-b129-0c0910f14566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:46.267948 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-08c702cb-839e-442e-b129-0c0910f14566 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b9d7b812952b4f21931b13a0cf0cd868&device_id=9f510f95-9459-448b-9514-d2325720404a HTTP/1.1" status: 200 len: 1126 time: 0.3026662 Feb 09 01:20:46.268626 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55285dec-85d0-428d-b7e2-1d06314ba625 service neutron] Pushing event updated for resources: {'Port': ['ID=f112b940-e9ef-4387-896f-1c23a9f86239,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:46.280221 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59012) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:46.305140 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=4a825b64-d1af-4377-836e-5fc508ec6888,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:46.327474 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28485eab-f5c3-4ae3-a769-728499864d7c req-d9e050df-9744-4e26-8b4b-4f500999689f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:46.340178 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28485eab-f5c3-4ae3-a769-728499864d7c req-d9e050df-9744-4e26-8b4b-4f500999689f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:46.344227 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-b03c2a3d-42ab-449a-9b16-e10c3ea25214 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f112b940-e9ef-4387-896f-1c23a9f86239 HTTP/1.1" status: 200 len: 217 time: 0.0599043 Feb 09 01:20:46.351369 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-29a93c47-a7d5-4733-bb87-46febaa21c95 req-3a869039-c37c-401d-8a6a-65ee80fcb76e service neutron] 10.222.0.91 "GET /v2.0/networks/a626c08d-e9be-4644-b187-a89c9942df70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5684357 Feb 09 01:20:46.366897 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28485eab-f5c3-4ae3-a769-728499864d7c req-d9e050df-9744-4e26-8b4b-4f500999689f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:46.375174 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28485eab-f5c3-4ae3-a769-728499864d7c req-d9e050df-9744-4e26-8b4b-4f500999689f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:46.384591 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28485eab-f5c3-4ae3-a769-728499864d7c req-d9e050df-9744-4e26-8b4b-4f500999689f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:46.398723 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28485eab-f5c3-4ae3-a769-728499864d7c req-d9e050df-9744-4e26-8b4b-4f500999689f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:46.406073 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f12d7e01-26fc-4e6a-afbd-0adcef9eaeb5 None None] Deleting port 0543345c-b2de-4e04-ac00-5c848cfe903d {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:20:46.406460 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f12d7e01-26fc-4e6a-afbd-0adcef9eaeb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (0543345c-b2de-4e04-ac00-5c848cfe903d), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:46.409502 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28485eab-f5c3-4ae3-a769-728499864d7c req-d9e050df-9744-4e26-8b4b-4f500999689f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:46.414058 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-28485eab-f5c3-4ae3-a769-728499864d7c req-d9e050df-9744-4e26-8b4b-4f500999689f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5434 time: 0.6648242 Feb 09 01:20:46.450854 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-940d767f-19ed-4993-86b1-70bcda0de3a9 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Deleting port 0543345c-b2de-4e04-ac00-5c848cfe903d {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:20:46.451853 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-940d767f-19ed-4993-86b1-70bcda0de3a9 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (0543345c-b2de-4e04-ac00-5c848cfe903d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:46.518454 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['4a825b64-d1af-4377-836e-5fc508ec6888'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:20:46.521566 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['02a48834-7a90-41fe-9b8a-8be8c5726010'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:20:46.570759 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-84a509d0-2d74-4d05-a611-a7091ad16d6c admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1426851178-network', 'tenant_id': '5343e4ed6da34a41bd43895909379b0f'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:46.579075 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0b65f-61f6-4afc-89f1-1e18f50e4131 req-d6cf5737-a334-40c8-bfe9-11f35b9956c2 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:46.587818 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-27f0b65f-61f6-4afc-89f1-1e18f50e4131 req-d6cf5737-a334-40c8-bfe9-11f35b9956c2 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f510f95-9459-448b-9514-d2325720404a HTTP/1.1" status: 200 len: 943 time: 0.3260715 Feb 09 01:20:46.601213 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a0a94-a1ff-442c-bb21-f93adc241380 req-ed17ef7f-440e-432f-9e95-8e805abbd503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:46.603616 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c35a0a94-a1ff-442c-bb21-f93adc241380 req-ed17ef7f-440e-432f-9e95-8e805abbd503 service neutron] 10.222.0.121 "GET /v2.0/networks?id=a626c08d-e9be-4644-b187-a89c9942df70 HTTP/1.1" status: 200 len: 915 time: 0.5066938 Feb 09 01:20:46.660707 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-8b4d9683-dd2e-4022-9d6d-36ebe6411278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:46.663198 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-8b4d9683-dd2e-4022-9d6d-36ebe6411278 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1c208700-4d5a-44e9-9849-6bf95cade7a4 HTTP/1.1" status: 200 len: 853 time: 0.3109131 Feb 09 01:20:46.667030 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-f12d7e01-26fc-4e6a-afbd-0adcef9eaeb5 None None] For port 0543345c-b2de-4e04-ac00-5c848cfe903d, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=0543345c-b2de-4e04-ac00-5c848cfe903d,segment=NetworkSegment(f37660c2-2fd2-4108-b06a-c4657114128a),segment_id=f37660c2-2fd2-4108-b06a-c4657114128a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:46.667435 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f12d7e01-26fc-4e6a-afbd-0adcef9eaeb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (0543345c-b2de-4e04-ac00-5c848cfe903d), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:46.712903 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f12d7e01-26fc-4e6a-afbd-0adcef9eaeb5 None None] Calling delete_port for 0543345c-b2de-4e04-ac00-5c848cfe903d owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:46.722082 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c35a0a94-a1ff-442c-bb21-f93adc241380 req-90640f80-1cef-477d-a1f1-19c6bc997db5 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f3a8b89-0949-4e44-af71-ce50ad4577fb HTTP/1.1" status: 200 len: 217 time: 0.1022880 Feb 09 01:20:46.746126 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a509d0-2d74-4d05-a611-a7091ad16d6c admin admin] Made reservation on behalf of 5343e4ed6da34a41bd43895909379b0f for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:46.748808 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-84a509d0-2d74-4d05-a611-a7091ad16d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:46.769129 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-28485eab-f5c3-4ae3-a769-728499864d7c req-d560f766-ec9e-4600-963d-fa66981ecf90 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3215721 Feb 09 01:20:46.790803 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-27f0b65f-61f6-4afc-89f1-1e18f50e4131 req-edaa768c-ae89-4140-8194-2e80415dc234 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965704 Feb 09 01:20:46.837236 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-84a509d0-2d74-4d05-a611-a7091ad16d6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:46.851856 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-940d767f-19ed-4993-86b1-70bcda0de3a9 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] For port 0543345c-b2de-4e04-ac00-5c848cfe903d, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=0543345c-b2de-4e04-ac00-5c848cfe903d,segment=NetworkSegment(f37660c2-2fd2-4108-b06a-c4657114128a),segment_id=f37660c2-2fd2-4108-b06a-c4657114128a)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:46.852794 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-940d767f-19ed-4993-86b1-70bcda0de3a9 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (0543345c-b2de-4e04-ac00-5c848cfe903d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:46.931319 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a0a94-a1ff-442c-bb21-f93adc241380 req-2fba137c-ea1e-4730-9a7e-089e4df7702e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:46.935796 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c35a0a94-a1ff-442c-bb21-f93adc241380 req-2fba137c-ea1e-4730-9a7e-089e4df7702e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1c208700-4d5a-44e9-9849-6bf95cade7a4 HTTP/1.1" status: 200 len: 853 time: 0.1653781 Feb 09 01:20:47.027388 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f12d7e01-26fc-4e6a-afbd-0adcef9eaeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (0543345c-b2de-4e04-ac00-5c848cfe903d), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:47.029508 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-84a509d0-2d74-4d05-a611-a7091ad16d6c admin admin] Publish callbacks [] for security_group (cbfbde6f-c4f2-4750-bbca-1173a47af34f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:47.033609 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c56292-30ac-4984-b1f3-6034a1938d90 x-openstack-request-id: req-02c56292-30ac-4984-b1f3-6034a1938d90 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:20:47.034187 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f510f95-9459-448b-9514-d2325720404a", "tag": "f112b940-e9ef-4387-896f-1c23a9f86239", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:20:47.034614 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-02c56292-30ac-4984-b1f3-6034a1938d90 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:20:47.035336 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f510f95-9459-448b-9514-d2325720404a', 'tag': 'f112b940-e9ef-4387-896f-1c23a9f86239', 'status': 'completed', 'code': 200} Feb 09 01:20:47.066118 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-29a93c47-a7d5-4733-bb87-46febaa21c95 req-5fc23401-bc3d-4e0d-97c9-1113e63ed689 service neutron] 10.222.0.91 "GET /v2.0/networks/a626c08d-e9be-4644-b187-a89c9942df70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7009890 Feb 09 01:20:47.073159 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-940d767f-19ed-4993-86b1-70bcda0de3a9 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Calling delete_port for 0543345c-b2de-4e04-ac00-5c848cfe903d owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:47.076346 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12d7e01-26fc-4e6a-afbd-0adcef9eaeb5 None None] No DVR routers for this DVR port 0543345c-b2de-4e04-ac00-5c848cfe903d on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:20:47.078685 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-84a509d0-2d74-4d05-a611-a7091ad16d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (cbfbde6f-c4f2-4750-bbca-1173a47af34f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:47.137025 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 0543345c-b2de-4e04-ac00-5c848cfe903d no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:20:47.141712 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d7e01-26fc-4e6a-afbd-0adcef9eaeb5 None None] Pushing event deleted for resources: {'Port': ['ID=0543345c-b2de-4e04-ac00-5c848cfe903d,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:47.168544 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d1422-c038-4951-a7d4-0e24c91af075 req-73629ab8-a6be-48c1-8e58-3d9c2caad93f tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:47.176111 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 0543345c-b2de-4e04-ac00-5c848cfe903d {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:20:47.176727 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 0543345c-b2de-4e04-ac00-5c848cfe903d not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:20:47.181651 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ef2d1422-c038-4951-a7d4-0e24c91af075 req-73629ab8-a6be-48c1-8e58-3d9c2caad93f tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 945 time: 0.2439260 Feb 09 01:20:47.189325 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-5cdf6c4b-906a-4180-bb9d-58348e750054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:47.193477 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-5cdf6c4b-906a-4180-bb9d-58348e750054 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=a626c08d-e9be-4644-b187-a89c9942df70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5106230 Feb 09 01:20:47.202613 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a509d0-2d74-4d05-a611-a7091ad16d6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:20:47.260491 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ef2d1422-c038-4951-a7d4-0e24c91af075 req-a26ad33f-7a27-4aea-b5cf-53aca77ea244 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775888 Feb 09 01:20:47.262668 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a0a94-a1ff-442c-bb21-f93adc241380 req-08768e15-92d4-4a36-a41e-f3ae392e4ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:47.264848 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c35a0a94-a1ff-442c-bb21-f93adc241380 req-08768e15-92d4-4a36-a41e-f3ae392e4ece service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=a626c08d-e9be-4644-b187-a89c9942df70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3132076 Feb 09 01:20:47.290384 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-84a509d0-2d74-4d05-a611-a7091ad16d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (f010bc9d-2b5e-4b47-812d-ce0eb95740c8), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:47.291274 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-84a509d0-2d74-4d05-a611-a7091ad16d6c admin admin] Added segment f010bc9d-2b5e-4b47-812d-ce0eb95740c8 of type vlan for network 60827e70-22ba-4097-9b3b-d59a1d2786bc Feb 09 01:20:47.331127 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a509d0-2d74-4d05-a611-a7091ad16d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfbde6f-c4f2-4750-bbca-1173a47af34f,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:47.426760 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-84a509d0-2d74-4d05-a611-a7091ad16d6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (60827e70-22ba-4097-9b3b-d59a1d2786bc), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:47.496841 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-940d767f-19ed-4993-86b1-70bcda0de3a9 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (0543345c-b2de-4e04-ac00-5c848cfe903d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:47.510637 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c35a0a94-a1ff-442c-bb21-f93adc241380 req-4afa2916-e7fa-42f5-b94d-36f06c3b39d7 service neutron] 10.222.0.121 "GET /v2.0/networks/a626c08d-e9be-4644-b187-a89c9942df70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395103 Feb 09 01:20:47.521455 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c242c11-92aa-4ba0-8654-b6dfb3dd1239 req-3ab7a36f-2835-4988-bec2-5e7782d02053 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:47.529623 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0c242c11-92aa-4ba0-8654-b6dfb3dd1239 req-3ab7a36f-2835-4988-bec2-5e7782d02053 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e37cf23-df8e-4477-a94a-3432613a7989 HTTP/1.1" status: 200 len: 946 time: 0.2596776 Feb 09 01:20:47.564119 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-84a509d0-2d74-4d05-a611-a7091ad16d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (60827e70-22ba-4097-9b3b-d59a1d2786bc), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:47.568271 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a509d0-2d74-4d05-a611-a7091ad16d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:47.570189 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-84a509d0-2d74-4d05-a611-a7091ad16d6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:47.599033 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-5596bcd0-a976-43a3-b508-eced62d437d1 service neutron] 10.222.0.121 "GET /v2.0/networks/a626c08d-e9be-4644-b187-a89c9942df70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427908 Feb 09 01:20:47.625815 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0c242c11-92aa-4ba0-8654-b6dfb3dd1239 req-80213e70-3de2-42bd-bd96-2f1f7c37fea6 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944285 Feb 09 01:20:47.635289 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d767f-19ed-4993-86b1-70bcda0de3a9 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Pushing event deleted for resources: {'Port': ['ID=0543345c-b2de-4e04-ac00-5c848cfe903d,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:47.686837 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940d767f-19ed-4993-86b1-70bcda0de3a9 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] No DVR routers for this DVR port 0543345c-b2de-4e04-ac00-5c848cfe903d on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:20:47.790172 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c35a0a94-a1ff-442c-bb21-f93adc241380 req-b021ebea-69e1-4a71-a759-1fd1fe10cabd service neutron] 10.222.0.121 "GET /v2.0/networks/a626c08d-e9be-4644-b187-a89c9942df70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336283 Feb 09 01:20:47.790579 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 9f3a8b89-0949-4e44-af71-ce50ad4577fb details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:20:47.966127 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bb3645b2-a059-4742-8545-d66b72b8c789 req-fd987958-810d-45a2-8ea8-f86b2c8ccd10 service neutron] 10.222.0.121 "GET /v2.0/networks/a626c08d-e9be-4644-b187-a89c9942df70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321791 Feb 09 01:20:48.043699 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 9f3a8b89-0949-4e44-af71-ce50ad4577fb, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9f3a8b89-0949-4e44-af71-ce50ad4577fb,segment=NetworkSegment(73681689-5506-4e34-8a62-67af8e5522bc),segment_id=73681689-5506-4e34-8a62-67af8e5522bc)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:48.056000 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-940d767f-19ed-4993-86b1-70bcda0de3a9 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (03868df1-cc26-4b10-aea3-e2194d96ebbb), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:48.068557 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '9f3a8b89-0949-4e44-af71-ce50ad4577fb', 'network_id': 'a626c08d-e9be-4644-b187-a89c9942df70', 'port_id': '9f3a8b89-0949-4e44-af71-ce50ad4577fb', 'mac_address': 'fa:16:3e:2d:92:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c208700-4d5a-44e9-9849-6bf95cade7a4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:20:48.083390 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-940d767f-19ed-4993-86b1-70bcda0de3a9 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03868df1-cc26-4b10-aea3-e2194d96ebbb']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:48.098400 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-940d767f-19ed-4993-86b1-70bcda0de3a9 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f37660c2-2fd2-4108-b06a-c4657114128a') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:48.098818 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-940d767f-19ed-4993-86b1-70bcda0de3a9 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f37660c2-2fd2-4108-b06a-c4657114128a') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:48.114163 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-940d767f-19ed-4993-86b1-70bcda0de3a9 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (f37660c2-2fd2-4108-b06a-c4657114128a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:48.121329 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc6ea4-b7da-474a-8823-07673847699e req-f5f41754-c354-4ec1-a047-730472b65d0a tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:48.128106 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc6ea4-b7da-474a-8823-07673847699e req-f5f41754-c354-4ec1-a047-730472b65d0a tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:48.133295 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-940d767f-19ed-4993-86b1-70bcda0de3a9 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (f37660c2-2fd2-4108-b06a-c4657114128a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:48.140014 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc6ea4-b7da-474a-8823-07673847699e req-f5f41754-c354-4ec1-a047-730472b65d0a tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:48.141187 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-940d767f-19ed-4993-86b1-70bcda0de3a9 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:20:48.141600 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-940d767f-19ed-4993-86b1-70bcda0de3a9 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (f37660c2-2fd2-4108-b06a-c4657114128a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:48.147224 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc6ea4-b7da-474a-8823-07673847699e req-f5f41754-c354-4ec1-a047-730472b65d0a tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:48.154451 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc6ea4-b7da-474a-8823-07673847699e req-f5f41754-c354-4ec1-a047-730472b65d0a tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:48.161749 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc6ea4-b7da-474a-8823-07673847699e req-f5f41754-c354-4ec1-a047-730472b65d0a tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:48.168474 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc6ea4-b7da-474a-8823-07673847699e req-f5f41754-c354-4ec1-a047-730472b65d0a tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:48.168730 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 9f3a8b89-0949-4e44-af71-ce50ad4577fb is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:48.171814 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9f3a8b89-0949-4e44-af71-ce50ad4577fb), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:48.172004 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7bcc6ea4-b7da-474a-8823-07673847699e req-f5f41754-c354-4ec1-a047-730472b65d0a tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5434 time: 0.2160909 Feb 09 01:20:48.201405 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aecc4b-4a1a-40f2-9e1b-e98f41b93cce req-d911744b-d9a4-4cd5-86bb-ef7bb2ee35a1 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:48.201644 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f3a8b89-0949-4e44-af71-ce50ad4577fb {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:20:48.209123 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-45aecc4b-4a1a-40f2-9e1b-e98f41b93cce req-d911744b-d9a4-4cd5-86bb-ef7bb2ee35a1 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f510f95-9459-448b-9514-d2325720404a HTTP/1.1" status: 200 len: 943 time: 0.1833694 Feb 09 01:20:48.230237 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:20:48.230237 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:20:48.230237 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:20:48.230237 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:20:48.230237 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:20:48.230237 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:20:48.230237 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:20:48.230237 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:20:48.230237 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:20:48.230237 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:20:48.230237 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:20:48.230237 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:20:48.230237 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:20:48.230237 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:20:48.230237 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:20:48.230237 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:20:48.230237 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:20:48.230237 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:20:48.230237 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:20:48.230237 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:20:48.230237 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:20:48.230237 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:20:48.230237 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:20:48.230237 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:20:48.230237 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:20:48.230237 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:20:48.230237 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:20:48.230237 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:20:48.230237 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:20:48.230237 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:20:48.230237 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:20:48.230237 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:20:48.230237 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:20:48.230237 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:20:48.230237 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:20:48.230237 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:20:48.230237 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:20:48.230237 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:20:48.230237 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:20:48.230237 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:20:48.236663 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 9f3a8b89-0949-4e44-af71-ce50ad4577fb, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9f3a8b89-0949-4e44-af71-ce50ad4577fb,segment=NetworkSegment(73681689-5506-4e34-8a62-67af8e5522bc),segment_id=73681689-5506-4e34-8a62-67af8e5522bc)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:48.236884 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-84a509d0-2d74-4d05-a611-a7091ad16d6c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9480975 Feb 09 01:20:48.244015 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9f3a8b89-0949-4e44-af71-ce50ad4577fb), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:48.244326 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59040) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:48.256811 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-6c640726-024f-4830-8f9c-0d9d60362a6d admin admin] Request body: {'subnet': {'network_id': '60827e70-22ba-4097-9b3b-d59a1d2786bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1426851178-subnet', 'tenant_id': '5343e4ed6da34a41bd43895909379b0f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:48.274505 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-940d767f-19ed-4993-86b1-70bcda0de3a9 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (03868df1-cc26-4b10-aea3-e2194d96ebbb), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:48.298807 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-940d767f-19ed-4993-86b1-70bcda0de3a9 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:48.307652 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-940d767f-19ed-4993-86b1-70bcda0de3a9 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] 10.222.0.30 "DELETE /v2.0/networks/03868df1-cc26-4b10-aea3-e2194d96ebbb HTTP/1.1" status: 204 len: 168 time: 2.9433234 Feb 09 01:20:48.325520 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a509d0-2d74-4d05-a611-a7091ad16d6c admin admin] Pushing event updated for resources: {'Network': ['ID=60827e70-22ba-4097-9b3b-d59a1d2786bc,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:48.331337 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb478e-2aff-4505-a515-d3fdc6a1ec16 req-8f0770b4-db20-4049-9225-ccacd2b3c288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:48.333032 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2fbb478e-2aff-4505-a515-d3fdc6a1ec16 req-8f0770b4-db20-4049-9225-ccacd2b3c288 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b9d7b812952b4f21931b13a0cf0cd868&device_id=9f510f95-9459-448b-9514-d2325720404a HTTP/1.1" status: 200 len: 1126 time: 0.1142852 Feb 09 01:20:48.345100 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 60827e70-22ba-4097-9b3b-d59a1d2786bc details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:20:48.350598 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d767f-19ed-4993-86b1-70bcda0de3a9 tempest-ExtraDHCPOptionsTestJSON-1755238164 tempest-ExtraDHCPOptionsTestJSON-1755238164-project] Pushing event deleted for resources: {'Network': ['ID=03868df1-cc26-4b10-aea3-e2194d96ebbb,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:48.438292 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-45aecc4b-4a1a-40f2-9e1b-e98f41b93cce req-40ec8ffb-58e1-4103-8535-7a0897fd88d4 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282629 Feb 09 01:20:48.455943 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c640726-024f-4830-8f9c-0d9d60362a6d admin admin] Made reservation on behalf of 5343e4ed6da34a41bd43895909379b0f for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:48.458427 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6c640726-024f-4830-8f9c-0d9d60362a6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:48.485168 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 4a825b64-d1af-4377-836e-5fc508ec6888 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:20:48.492222 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=9f3a8b89-0949-4e44-af71-ce50ad4577fb,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:48.509564 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7bcc6ea4-b7da-474a-8823-07673847699e req-42d17d4b-745d-4f27-bb9a-04ed461b6945 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3303740 Feb 09 01:20:48.524681 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb478e-2aff-4505-a515-d3fdc6a1ec16 req-ba139d1c-6bd1-47c3-89b6-1cb08e80f668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:48.526201 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2fbb478e-2aff-4505-a515-d3fdc6a1ec16 req-ba139d1c-6bd1-47c3-89b6-1cb08e80f668 service neutron] 10.222.0.121 "GET /v2.0/networks?id=a626c08d-e9be-4644-b187-a89c9942df70 HTTP/1.1" status: 200 len: 915 time: 0.1725278 Feb 09 01:20:48.527691 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-6ad17f5a-7ce8-4315-a6d5-939fee4d626a admin admin] Deleting port 82631568-df74-4587-bd85-c2f32e47d26d {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:20:48.533473 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6ad17f5a-7ce8-4315-a6d5-939fee4d626a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (82631568-df74-4587-bd85-c2f32e47d26d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:48.604185 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['9f3a8b89-0949-4e44-af71-ce50ad4577fb'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:20:48.607636 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2fbb478e-2aff-4505-a515-d3fdc6a1ec16 req-ae533a5a-a25f-43c5-870d-cc804b5999e0 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f112b940-e9ef-4387-896f-1c23a9f86239 HTTP/1.1" status: 200 len: 217 time: 0.0568254 Feb 09 01:20:48.705008 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb478e-2aff-4505-a515-d3fdc6a1ec16 req-5eb841db-1bea-4719-aaf4-0b7c8af98829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:48.707525 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2fbb478e-2aff-4505-a515-d3fdc6a1ec16 req-5eb841db-1bea-4719-aaf4-0b7c8af98829 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1c208700-4d5a-44e9-9849-6bf95cade7a4 HTTP/1.1" status: 200 len: 853 time: 0.0898311 Feb 09 01:20:48.765558 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 4a825b64-d1af-4377-836e-5fc508ec6888 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:20:48.775931 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 4a825b64-d1af-4377-836e-5fc508ec6888 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:48.776319 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (4a825b64-d1af-4377-836e-5fc508ec6888), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:48.787807 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb478e-2aff-4505-a515-d3fdc6a1ec16 req-79352755-0a20-41b3-86fc-85188b8acd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:48.789524 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2fbb478e-2aff-4505-a515-d3fdc6a1ec16 req-79352755-0a20-41b3-86fc-85188b8acd6a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=a626c08d-e9be-4644-b187-a89c9942df70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0727389 Feb 09 01:20:48.839852 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59058) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:48.879244 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71237e58-eb6b-4456-85f5-824185a7bef9 req-6cb811f0-6d48-4b98-9e85-c5a6d089006e tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:48.888987 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-71237e58-eb6b-4456-85f5-824185a7bef9 req-6cb811f0-6d48-4b98-9e85-c5a6d089006e tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e37cf23-df8e-4477-a94a-3432613a7989 HTTP/1.1" status: 200 len: 946 time: 0.2534330 Feb 09 01:20:48.934870 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-6ad17f5a-7ce8-4315-a6d5-939fee4d626a admin admin] For port 82631568-df74-4587-bd85-c2f32e47d26d, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=82631568-df74-4587-bd85-c2f32e47d26d,segment=NetworkSegment(b53421b6-f83a-4fea-a3c5-86c7b6dc9f5c),segment_id=b53421b6-f83a-4fea-a3c5-86c7b6dc9f5c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:48.935151 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6ad17f5a-7ce8-4315-a6d5-939fee4d626a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (82631568-df74-4587-bd85-c2f32e47d26d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:48.955515 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-6ad17f5a-7ce8-4315-a6d5-939fee4d626a admin admin] Calling delete_port for 82631568-df74-4587-bd85-c2f32e47d26d owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:49.039506 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2fbb478e-2aff-4505-a515-d3fdc6a1ec16 req-c37f7e40-0b92-41cd-9072-720a2458a0bc service neutron] 10.222.0.121 "GET /v2.0/networks/a626c08d-e9be-4644-b187-a89c9942df70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325728 Feb 09 01:20:49.140955 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-71237e58-eb6b-4456-85f5-824185a7bef9 req-db26ce37-c235-4cca-b419-b2b5c4d1dcf7 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497411 Feb 09 01:20:49.159805 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2fbb478e-2aff-4505-a515-d3fdc6a1ec16 req-ced72d9a-854c-4f86-b7f4-ea215fc7a974 service neutron] 10.222.0.121 "GET /v2.0/networks/a626c08d-e9be-4644-b187-a89c9942df70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092985 Feb 09 01:20:49.260989 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10087c-e02b-4841-8a47-a94288bba0d3 req-d90a96df-9848-4518-8a7d-d5a1f62b69ab tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:49.265085 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 4a825b64-d1af-4377-836e-5fc508ec6888 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:49.265743 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (4a825b64-d1af-4377-836e-5fc508ec6888), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:49.271850 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b10087c-e02b-4841-8a47-a94288bba0d3 req-d90a96df-9848-4518-8a7d-d5a1f62b69ab tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 945 time: 0.4343905 Feb 09 01:20:49.284203 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-21c6e027-e244-407a-ad0c-0c6ec22bd0a4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b248293f44364b88a8f32a1102b59eca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4431012 Feb 09 01:20:49.287002 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59062) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:49.318121 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48112db7-d4db-4ee7-9336-586b9a6e41e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a825b64-d1af-4377-836e-5fc508ec6888'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:20:49.320679 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2892029c-a9e9-4c50-a032-3b43137595de" -d '{"events": [{"server_uuid": "48112db7-d4db-4ee7-9336-586b9a6e41e3", "name": "network-vif-plugged", "status": "completed", "tag": "4a825b64-d1af-4377-836e-5fc508ec6888"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:20:49.336013 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:49.337914 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 4a825b64-d1af-4377-836e-5fc508ec6888, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=4a825b64-d1af-4377-836e-5fc508ec6888,segment=NetworkSegment(49600cbb-8cb1-4c26-a09d-2e3526ba7488),segment_id=49600cbb-8cb1-4c26-a09d-2e3526ba7488)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:49.345826 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (4a825b64-d1af-4377-836e-5fc508ec6888), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:49.346738 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 02a48834-7a90-41fe-9b8a-8be8c5726010 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:20:49.394005 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b10087c-e02b-4841-8a47-a94288bba0d3 req-e4c438ad-8ee7-45c6-a523-4244775be8f4 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207752 Feb 09 01:20:49.457000 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=4a825b64-d1af-4377-836e-5fc508ec6888,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:49.469327 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6c640726-024f-4830-8f9c-0d9d60362a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (6cc24d7f-d60e-481d-8961-d05b90104e29), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:49.481576 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 02a48834-7a90-41fe-9b8a-8be8c5726010 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:20:49.488423 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 02a48834-7a90-41fe-9b8a-8be8c5726010 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:49.488853 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (02a48834-7a90-41fe-9b8a-8be8c5726010), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:49.502763 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b69359-3cca-4ce2-a44c-f01bb3a3e9a3 req-f578f9e2-1c5e-4f20-842d-7386c3bd6201 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:49.523675 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b69359-3cca-4ce2-a44c-f01bb3a3e9a3 req-f578f9e2-1c5e-4f20-842d-7386c3bd6201 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:49.544901 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bdcdc5-e421-4e05-ba40-fd08f724c5c1 x-openstack-request-id: req-67bdcdc5-e421-4e05-ba40-fd08f724c5c1 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:20:49.549256 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b69359-3cca-4ce2-a44c-f01bb3a3e9a3 req-f578f9e2-1c5e-4f20-842d-7386c3bd6201 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:49.549426 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48112db7-d4db-4ee7-9336-586b9a6e41e3", "name": "network-vif-plugged", "status": "completed", "tag": "4a825b64-d1af-4377-836e-5fc508ec6888", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:20:49.552433 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-67bdcdc5-e421-4e05-ba40-fd08f724c5c1 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:20:49.552433 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48112db7-d4db-4ee7-9336-586b9a6e41e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a825b64-d1af-4377-836e-5fc508ec6888', 'code': 200} Feb 09 01:20:49.557209 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b69359-3cca-4ce2-a44c-f01bb3a3e9a3 req-f578f9e2-1c5e-4f20-842d-7386c3bd6201 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:49.565065 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b69359-3cca-4ce2-a44c-f01bb3a3e9a3 req-f578f9e2-1c5e-4f20-842d-7386c3bd6201 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:49.571426 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b69359-3cca-4ce2-a44c-f01bb3a3e9a3 req-f578f9e2-1c5e-4f20-842d-7386c3bd6201 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:49.581385 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b69359-3cca-4ce2-a44c-f01bb3a3e9a3 req-f578f9e2-1c5e-4f20-842d-7386c3bd6201 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:49.595430 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f5b69359-3cca-4ce2-a44c-f01bb3a3e9a3 req-f578f9e2-1c5e-4f20-842d-7386c3bd6201 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5434 time: 0.3161318 Feb 09 01:20:49.604694 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59068) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:49.615863 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-8fd4624b-d59c-4b4b-948f-061c2eef4d49 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Request body: {'floatingip': {'port_id': 'd5952791-d7be-4808-b892-3e53282649e6'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:49.651618 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c640726-024f-4830-8f9c-0d9d60362a6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cc24d7f-d60e-481d-8961-d05b90104e29,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:49.678703 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 02a48834-7a90-41fe-9b8a-8be8c5726010 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:49.679201 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (02a48834-7a90-41fe-9b8a-8be8c5726010), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:49.707086 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8fd4624b-d59c-4b4b-948f-061c2eef4d49 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks [] for floatingip (30227fee-7116-4164-acd7-e3f7e0d518e0), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:49.729811 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 02a48834-7a90-41fe-9b8a-8be8c5726010, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=02a48834-7a90-41fe-9b8a-8be8c5726010,segment=NetworkSegment(73681689-5506-4e34-8a62-67af8e5522bc),segment_id=73681689-5506-4e34-8a62-67af8e5522bc)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:49.750789 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (02a48834-7a90-41fe-9b8a-8be8c5726010), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:49.775782 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c640726-024f-4830-8f9c-0d9d60362a6d admin admin] Checking segment: {'id': 'f010bc9d-2b5e-4b47-812d-ce0eb95740c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '60827e70-22ba-4097-9b3b-d59a1d2786bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:20:49.776467 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c640726-024f-4830-8f9c-0d9d60362a6d admin admin] Network hostable DHCP agents. Network: 60827e70-22ba-4097-9b3b-d59a1d2786bc, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:20:49.807396 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device f112b940-e9ef-4387-896f-1c23a9f86239 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:20:49.810510 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec264e-664f-4f16-9872-4ba8822d0c25 req-48b6aa24-7a88-4bc5-886e-e24944489bb9 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:49.813078 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2fec264e-664f-4f16-9872-4ba8822d0c25 req-48b6aa24-7a88-4bc5-886e-e24944489bb9 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f510f95-9459-448b-9514-d2325720404a HTTP/1.1" status: 200 len: 943 time: 0.2162540 Feb 09 01:20:49.815747 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 9f3a8b89-0949-4e44-af71-ce50ad4577fb up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:20:49.915839 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c640726-024f-4830-8f9c-0d9d60362a6d admin admin] Network 60827e70-22ba-4097-9b3b-d59a1d2786bc is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:20:49.926913 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2fec264e-664f-4f16-9872-4ba8822d0c25 req-8b5bbda7-ec46-46b7-8767-0efa0aed7fd0 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055753 Feb 09 01:20:49.930044 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-6c640726-024f-4830-8f9c-0d9d60362a6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 60827e70-22ba-4097-9b3b-d59a1d2786bc) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:49.935427 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c640726-024f-4830-8f9c-0d9d60362a6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:49.937576 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6c640726-024f-4830-8f9c-0d9d60362a6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:49.965489 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6c640726-024f-4830-8f9c-0d9d60362a6d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7174680 Feb 09 01:20:49.965764 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59080) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:49.971075 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-ccf78848-eb31-4d63-9f91-fbd0e70db0c3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1426851178-router', 'tenant_id': '5343e4ed6da34a41bd43895909379b0f', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:49.999489 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ccf78848-eb31-4d63-9f91-fbd0e70db0c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:50.001891 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ccf78848-eb31-4d63-9f91-fbd0e70db0c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:50.023881 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa2103a-28b8-4952-a0d0-82b5640bdda2 None None] Network 60827e70-22ba-4097-9b3b-d59a1d2786bc requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:20:50.115596 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=02a48834-7a90-41fe-9b8a-8be8c5726010,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:50.169178 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 9f3a8b89-0949-4e44-af71-ce50ad4577fb completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:20:50.179463 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 9f3a8b89-0949-4e44-af71-ce50ad4577fb triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:50.180035 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9f3a8b89-0949-4e44-af71-ce50ad4577fb), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:50.214503 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c6e9355d-7a1e-4f6c-9c21-bb59388a0259 admin admin] Publish callbacks [] for security_group (bc96f536-d64a-4ff7-9be0-009e6df764f4), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:50.239440 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port f112b940-e9ef-4387-896f-1c23a9f86239, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=f112b940-e9ef-4387-896f-1c23a9f86239,segment=NetworkSegment(73681689-5506-4e34-8a62-67af8e5522bc),segment_id=73681689-5506-4e34-8a62-67af8e5522bc)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:50.242747 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6ad17f5a-7ce8-4315-a6d5-939fee4d626a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (82631568-df74-4587-bd85-c2f32e47d26d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:50.284982 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': 'f112b940-e9ef-4387-896f-1c23a9f86239', 'network_id': 'a626c08d-e9be-4644-b187-a89c9942df70', 'port_id': 'f112b940-e9ef-4387-896f-1c23a9f86239', 'mac_address': 'fa:16:3e:ea:52:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c208700-4d5a-44e9-9849-6bf95cade7a4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:20:50.313639 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad17f5a-7ce8-4315-a6d5-939fee4d626a admin admin] Pushing event deleted for resources: {'Port': ['ID=82631568-df74-4587-bd85-c2f32e47d26d,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:50.320182 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c6e9355d-7a1e-4f6c-9c21-bb59388a0259 admin admin] Publish callbacks [] for security_group (bc96f536-d64a-4ff7-9be0-009e6df764f4), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:50.342812 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port f112b940-e9ef-4387-896f-1c23a9f86239 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:50.343204 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f112b940-e9ef-4387-896f-1c23a9f86239), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:50.345930 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee660f0-47c6-4924-ba5a-a568016231ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-60827e70-22ba-4097-9b3b-d59a1d2786bc', 'network_id': '60827e70-22ba-4097-9b3b-d59a1d2786bc', 'project_id': '5343e4ed6da34a41bd43895909379b0f', 'fixed_ips': [{'subnet_id': '6cc24d7f-d60e-481d-8961-d05b90104e29'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:20:50.347158 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5ee660f0-47c6-4924-ba5a-a568016231ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:50.372692 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ccf78848-eb31-4d63-9f91-fbd0e70db0c3 admin admin] Publish callbacks [] for router_controller (5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:50.487270 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731dd0f-a474-498d-8b63-64eeec6a0be5 req-e637bbd5-73da-4dc0-80ed-227c0741db21 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:50.489545 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4731dd0f-a474-498d-8b63-64eeec6a0be5 req-e637bbd5-73da-4dc0-80ed-227c0741db21 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e37cf23-df8e-4477-a94a-3432613a7989 HTTP/1.1" status: 200 len: 946 time: 0.1590021 Feb 09 01:20:50.513637 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f112b940-e9ef-4387-896f-1c23a9f86239 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:20:50.628612 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port f112b940-e9ef-4387-896f-1c23a9f86239, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=f112b940-e9ef-4387-896f-1c23a9f86239,segment=NetworkSegment(73681689-5506-4e34-8a62-67af8e5522bc),segment_id=73681689-5506-4e34-8a62-67af8e5522bc)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:50.633731 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 9f3a8b89-0949-4e44-af71-ce50ad4577fb is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:50.635713 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9f3a8b89-0949-4e44-af71-ce50ad4577fb), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:50.669017 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ccf78848-eb31-4d63-9f91-fbd0e70db0c3 admin admin] Publish callbacks [] for router_gateway (5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:50.697963 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f112b940-e9ef-4387-896f-1c23a9f86239), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:50.745750 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4731dd0f-a474-498d-8b63-64eeec6a0be5 req-33bf4eb4-7681-408d-a40b-244a29238b0d tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654065 Feb 09 01:20:50.761488 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca4aea-fd58-42c1-8309-033b7ec1fda4 req-e828c370-57a4-45b2-9e9e-168a25593d43 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:50.769460 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-14ca4aea-fd58-42c1-8309-033b7ec1fda4 req-e828c370-57a4-45b2-9e9e-168a25593d43 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.121 "GET /v2.0/ports?device_id=2e37cf23-df8e-4477-a94a-3432613a7989 HTTP/1.1" status: 200 len: 946 time: 1.3074477 Feb 09 01:20:50.797056 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd701a9-3828-4d2a-a4c9-508506a6b3bb req-69983944-fe9c-4144-8940-596276ec5aac tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:50.804848 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7cd701a9-3828-4d2a-a4c9-508506a6b3bb req-69983944-fe9c-4144-8940-596276ec5aac tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.2777085 Feb 09 01:20:50.833710 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=f112b940-e9ef-4387-896f-1c23a9f86239,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:50.897250 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c6e9355d-7a1e-4f6c-9c21-bb59388a0259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (bc96f536-d64a-4ff7-9be0-009e6df764f4), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:50.904278 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c6e9355d-7a1e-4f6c-9c21-bb59388a0259 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:50.904278 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c6e9355d-7a1e-4f6c-9c21-bb59388a0259 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bc96f536-d64a-4ff7-9be0-009e6df764f4 HTTP/1.1" status: 204 len: 168 time: 1.6166511 Feb 09 01:20:50.949129 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7cd701a9-3828-4d2a-a4c9-508506a6b3bb req-953f7a44-e259-47b5-9343-20c48f9cfc0b tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387708 Feb 09 01:20:51.146558 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a69b3f-5a52-4a0f-9d6d-6db66e93d387 req-6f1b3357-3ce2-4a37-bcb3-0f66cce2f594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:51.152687 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c9a69b3f-5a52-4a0f-9d6d-6db66e93d387 req-6f1b3357-3ce2-4a37-bcb3-0f66cce2f594 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 1129 time: 1.5650730 Feb 09 01:20:51.155430 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-5ee660f0-47c6-4924-ba5a-a568016231ca None None] Allocated IP 172.20.0.2 (60827e70-22ba-4097-9b3b-d59a1d2786bc/6cc24d7f-d60e-481d-8961-d05b90104e29/d25d7fec-2c32-433c-a092-0e87350bf087) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:51.179081 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ccf78848-eb31-4d63-9f91-fbd0e70db0c3 admin admin] Publish callbacks [] for router_gateway (5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:51.208763 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:51.208994 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ccf78848-eb31-4d63-9f91-fbd0e70db0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:51.226806 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 9f3a8b89-0949-4e44-af71-ce50ad4577fb, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9f3a8b89-0949-4e44-af71-ce50ad4577fb,segment=NetworkSegment(73681689-5506-4e34-8a62-67af8e5522bc),segment_id=73681689-5506-4e34-8a62-67af8e5522bc)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:51.228465 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-212f0b80-0a59-4347-a697-4b28583f6bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:51.245740 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9f3a8b89-0949-4e44-af71-ce50ad4577fb), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:51.270151 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5615c7e-b8f3-48b8-b04e-2c7a285fced8 req-f25b71e7-c6e0-48e8-92e4-d3a8883684a9 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:51.271641 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e5615c7e-b8f3-48b8-b04e-2c7a285fced8 req-f25b71e7-c6e0-48e8-92e4-d3a8883684a9 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f510f95-9459-448b-9514-d2325720404a HTTP/1.1" status: 200 len: 944 time: 0.1501691 Feb 09 01:20:51.277143 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9355d-7a1e-4f6c-9c21-bb59388a0259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc96f536-d64a-4ff7-9be0-009e6df764f4,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:51.288639 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['f112b940-e9ef-4387-896f-1c23a9f86239'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:20:51.503591 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c9a69b3f-5a52-4a0f-9d6d-6db66e93d387 req-6d751585-fb1d-4e7e-b126-196e46417867 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777712 Feb 09 01:20:51.599607 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e583f6a8-65e5-44ed-9dcd-ff5b5ba80116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a48834-7a90-41fe-9b8a-8be8c5726010'}, {'server_uuid': 'd4efe6a9-7b0d-4ff7-b86d-1a8c42d4c95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3a8b89-0949-4e44-af71-ce50ad4577fb'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:20:51.601985 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ebbf3c-ede2-41cf-86de-c788abe1d645" -d '{"events": [{"server_uuid": "e583f6a8-65e5-44ed-9dcd-ff5b5ba80116", "name": "network-vif-plugged", "status": "completed", "tag": "02a48834-7a90-41fe-9b8a-8be8c5726010"}, {"server_uuid": "d4efe6a9-7b0d-4ff7-b86d-1a8c42d4c95b", "name": "network-vif-plugged", "status": "completed", "tag": "9f3a8b89-0949-4e44-af71-ce50ad4577fb"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:20:51.658485 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-14ca4aea-fd58-42c1-8309-033b7ec1fda4 req-86ee5173-cc05-401a-95e0-54d5f3a36779 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Deleting port 8f1526aa-b555-4d6d-b915-a070fa67f04e {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:20:51.658822 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-14ca4aea-fd58-42c1-8309-033b7ec1fda4 req-86ee5173-cc05-401a-95e0-54d5f3a36779 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (8f1526aa-b555-4d6d-b915-a070fa67f04e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:51.721473 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 01:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f28ca2b-5bc0-4580-8830-755bb9c163b0 x-openstack-request-id: req-0f28ca2b-5bc0-4580-8830-755bb9c163b0 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:20:51.721866 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e583f6a8-65e5-44ed-9dcd-ff5b5ba80116", "name": "network-vif-plugged", "status": "completed", "tag": "02a48834-7a90-41fe-9b8a-8be8c5726010", "code": 200}, {"server_uuid": "d4efe6a9-7b0d-4ff7-b86d-1a8c42d4c95b", "name": "network-vif-plugged", "status": "completed", "tag": "9f3a8b89-0949-4e44-af71-ce50ad4577fb", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:20:51.722750 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0f28ca2b-5bc0-4580-8830-755bb9c163b0 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:20:51.723867 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e583f6a8-65e5-44ed-9dcd-ff5b5ba80116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a48834-7a90-41fe-9b8a-8be8c5726010', 'code': 200} Feb 09 01:20:51.724208 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4efe6a9-7b0d-4ff7-b86d-1a8c42d4c95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3a8b89-0949-4e44-af71-ce50ad4577fb', 'code': 200} Feb 09 01:20:51.734241 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=9f3a8b89-0949-4e44-af71-ce50ad4577fb,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:51.781058 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6ad17f5a-7ce8-4315-a6d5-939fee4d626a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (81ef6999-724b-41c8-bada-2f40ad432b98), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:51.784904 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5ee660f0-47c6-4924-ba5a-a568016231ca None None] Publish callbacks [] for port (d25d7fec-2c32-433c-a092-0e87350bf087), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:51.805626 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8fd4624b-d59c-4b4b-948f-061c2eef4d49 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:51.858977 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8fd4624b-d59c-4b4b-948f-061c2eef4d49 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (30227fee-7116-4164-acd7-e3f7e0d518e0), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:51.877123 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 8f1526aa-b555-4d6d-b915-a070fa67f04e no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:20:51.907201 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e5615c7e-b8f3-48b8-b04e-2c7a285fced8 req-bb8058e2-7c23-487c-a95b-847ebc8289b0 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6241624 Feb 09 01:20:51.922265 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5ee660f0-47c6-4924-ba5a-a568016231ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (d25d7fec-2c32-433c-a092-0e87350bf087), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:51.923377 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-ccf78848-eb31-4d63-9f91-fbd0e70db0c3 admin admin] Allocated IP 172.25.1.223 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/d1910966-778a-4616-9dcd-463af1cdf87f) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:51.956136 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee660f0-47c6-4924-ba5a-a568016231ca None None] Network 60827e70-22ba-4097-9b3b-d59a1d2786bc is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:51.974463 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55bddef-432e-4061-baf2-2be82b08f0ba req-fb63f4d8-6c98-4f34-b99a-e5533ae2b422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:51.976223 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a55bddef-432e-4061-baf2-2be82b08f0ba req-fb63f4d8-6c98-4f34-b99a-e5533ae2b422 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=d4efe6a9-7b0d-4ff7-b86d-1a8c42d4c95b HTTP/1.1" status: 200 len: 1129 time: 0.1672523 Feb 09 01:20:52.036725 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee660f0-47c6-4924-ba5a-a568016231ca None None] Pushing event updated for resources: {'Port': ['ID=d25d7fec-2c32-433c-a092-0e87350bf087,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:52.042170 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-5ee660f0-47c6-4924-ba5a-a568016231ca None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:52.056347 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a9c87-6955-4d53-ab7e-4789d4a317e7 req-561d154e-834c-407a-8ea7-a30382f559b6 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:52.057537 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee660f0-47c6-4924-ba5a-a568016231ca None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:20:52.057953 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da4a9c87-6955-4d53-ab7e-4789d4a317e7 req-561d154e-834c-407a-8ea7-a30382f559b6 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e37cf23-df8e-4477-a94a-3432613a7989 HTTP/1.1" status: 200 len: 946 time: 0.2069294 Feb 09 01:20:52.110820 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a55bddef-432e-4061-baf2-2be82b08f0ba req-5988dbc8-fda5-491f-85f4-76f0158e224c service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191690 Feb 09 01:20:52.199778 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da4a9c87-6955-4d53-ab7e-4789d4a317e7 req-8533c2dc-5100-4241-b27e-75723e1d7b54 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985868 Feb 09 01:20:52.226385 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ccf78848-eb31-4d63-9f91-fbd0e70db0c3 admin admin] Publish callbacks [] for port (d1910966-778a-4616-9dcd-463af1cdf87f), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:52.335815 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 8f1526aa-b555-4d6d-b915-a070fa67f04e is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:52.338341 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8f1526aa-b555-4d6d-b915-a070fa67f04e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:52.341401 n-d-822053-40 neutron-server[103528]: INFO neutron.db.l3_db [None req-8fd4624b-d59c-4b4b-948f-061c2eef4d49 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Floating IP 30227fee-7116-4164-acd7-e3f7e0d518e0 associated. External IP: 172.25.1.26, port: d5952791-d7be-4808-b892-3e53282649e6. Feb 09 01:20:52.345265 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cfc617-9829-4d60-bd34-d4e22023011c req-04d9f1f6-673a-4598-8eb8-8352b0afa31a tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:52.351881 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-95cfc617-9829-4d60-bd34-d4e22023011c req-04d9f1f6-673a-4598-8eb8-8352b0afa31a tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.1137388 Feb 09 01:20:52.379525 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ccf78848-eb31-4d63-9f91-fbd0e70db0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (d1910966-778a-4616-9dcd-463af1cdf87f), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:52.405514 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-5ee660f0-47c6-4924-ba5a-a568016231ca None None] Attempting to bind port d25d7fec-2c32-433c-a092-0e87350bf087 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:20:52.405890 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-5ee660f0-47c6-4924-ba5a-a568016231ca None None] Attempting to bind port d25d7fec-2c32-433c-a092-0e87350bf087 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'f010bc9d-2b5e-4b47-812d-ce0eb95740c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '60827e70-22ba-4097-9b3b-d59a1d2786bc'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:20:52.406305 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee660f0-47c6-4924-ba5a-a568016231ca None None] Attempting to bind port d25d7fec-2c32-433c-a092-0e87350bf087 on network 60827e70-22ba-4097-9b3b-d59a1d2786bc {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:20:52.416301 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee660f0-47c6-4924-ba5a-a568016231ca None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:20:52.416696 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee660f0-47c6-4924-ba5a-a568016231ca None None] Checking segment: {'id': 'f010bc9d-2b5e-4b47-812d-ce0eb95740c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '60827e70-22ba-4097-9b3b-d59a1d2786bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:20:52.417073 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5ee660f0-47c6-4924-ba5a-a568016231ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:52.417537 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee660f0-47c6-4924-ba5a-a568016231ca None None] Bound using segment: {'id': 'f010bc9d-2b5e-4b47-812d-ce0eb95740c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '60827e70-22ba-4097-9b3b-d59a1d2786bc'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:20:52.418224 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-5ee660f0-47c6-4924-ba5a-a568016231ca None None] Bound port: d25d7fec-2c32-433c-a092-0e87350bf087, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f010bc9d-2b5e-4b47-812d-ce0eb95740c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '60827e70-22ba-4097-9b3b-d59a1d2786bc'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:20:52.418612 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5ee660f0-47c6-4924-ba5a-a568016231ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d25d7fec-2c32-433c-a092-0e87350bf087), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:52.444031 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf78848-eb31-4d63-9f91-fbd0e70db0c3 admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:52.468065 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-ccf78848-eb31-4d63-9f91-fbd0e70db0c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:52.468065 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf78848-eb31-4d63-9f91-fbd0e70db0c3 admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:20:52.468530 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 8f1526aa-b555-4d6d-b915-a070fa67f04e, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=8f1526aa-b555-4d6d-b915-a070fa67f04e,segment=NetworkSegment(93377c63-554d-4e75-a6fa-1c5faaa2bcb9),segment_id=93377c63-554d-4e75-a6fa-1c5faaa2bcb9)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:52.498082 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8f1526aa-b555-4d6d-b915-a070fa67f04e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:52.537586 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-95cfc617-9829-4d60-bd34-d4e22023011c req-e7dcc87b-509b-4c7d-a435-05d37afce094 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845586 Feb 09 01:20:52.581365 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf78848-eb31-4d63-9f91-fbd0e70db0c3 admin admin] Pushing event updated for resources: {'Port': ['ID=d1910966-778a-4616-9dcd-463af1cdf87f,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:52.616119 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-14ca4aea-fd58-42c1-8309-033b7ec1fda4 req-86ee5173-cc05-401a-95e0-54d5f3a36779 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] For port 8f1526aa-b555-4d6d-b915-a070fa67f04e, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=8f1526aa-b555-4d6d-b915-a070fa67f04e,segment=NetworkSegment(93377c63-554d-4e75-a6fa-1c5faaa2bcb9),segment_id=93377c63-554d-4e75-a6fa-1c5faaa2bcb9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:52.616730 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-14ca4aea-fd58-42c1-8309-033b7ec1fda4 req-86ee5173-cc05-401a-95e0-54d5f3a36779 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (8f1526aa-b555-4d6d-b915-a070fa67f04e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:52.696766 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-14ca4aea-fd58-42c1-8309-033b7ec1fda4 req-86ee5173-cc05-401a-95e0-54d5f3a36779 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Calling delete_port for 8f1526aa-b555-4d6d-b915-a070fa67f04e owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:52.755413 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-5ee660f0-47c6-4924-ba5a-a568016231ca None None] For port d25d7fec-2c32-433c-a092-0e87350bf087, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:20:52.771676 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-5ee660f0-47c6-4924-ba5a-a568016231ca None None] For port d25d7fec-2c32-433c-a092-0e87350bf087, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d25d7fec-2c32-433c-a092-0e87350bf087,segment=NetworkSegment(f010bc9d-2b5e-4b47-812d-ce0eb95740c8),segment_id=f010bc9d-2b5e-4b47-812d-ce0eb95740c8)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:20:52.787790 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=8f1526aa-b555-4d6d-b915-a070fa67f04e,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:52.809137 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5ee660f0-47c6-4924-ba5a-a568016231ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d25d7fec-2c32-433c-a092-0e87350bf087), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:52.828336 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59138) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:52.852424 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f9789-d4fe-4c44-adc5-20bd465df31e req-e1c77f81-c8fd-4ed5-9513-b21164060243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:52.853947 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-190f9789-d4fe-4c44-adc5-20bd465df31e req-e1c77f81-c8fd-4ed5-9513-b21164060243 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e583f6a8-65e5-44ed-9dcd-ff5b5ba80116 HTTP/1.1" status: 200 len: 1128 time: 1.0472145 Feb 09 01:20:52.993256 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee660f0-47c6-4924-ba5a-a568016231ca None None] Pushing event updated for resources: {'Port': ['ID=d25d7fec-2c32-433c-a092-0e87350bf087,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:53.073156 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-190f9789-d4fe-4c44-adc5-20bd465df31e req-b8dbc098-6614-4ada-8e16-8a9fa7ff59ed service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807387 Feb 09 01:20:53.152995 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-45ba3180-209e-4a1f-b7d7-45e5af9aee0a tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1924253486'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:53.244143 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad17f5a-7ce8-4315-a6d5-939fee4d626a admin admin] Router 81ef6999-724b-41c8-bada-2f40ad432b98 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:20:53.364953 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ba3180-209e-4a1f-b7d7-45e5af9aee0a tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Made reservation on behalf of a7dda4f9c8a749a786f70da669770cd3 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:53.379759 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-45ba3180-209e-4a1f-b7d7-45e5af9aee0a tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:53.406330 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd4624b-d59c-4b4b-948f-061c2eef4d49 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Router eed5a29a-e485-4b85-9479-23549366fee1 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:20:53.422174 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-45ba3180-209e-4a1f-b7d7-45e5af9aee0a tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:53.503400 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ccf78848-eb31-4d63-9f91-fbd0e70db0c3 admin admin] Publish callbacks [] for router_gateway (5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:53.588648 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-14ca4aea-fd58-42c1-8309-033b7ec1fda4 req-86ee5173-cc05-401a-95e0-54d5f3a36779 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (8f1526aa-b555-4d6d-b915-a070fa67f04e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:53.622437 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ff03c-2653-4b2f-b24a-10c6a60e604e req-fe9ecaa6-e393-47d9-a8d0-9985a60518ec tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:53.624378 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf7ff03c-2653-4b2f-b24a-10c6a60e604e req-fe9ecaa6-e393-47d9-a8d0-9985a60518ec tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f510f95-9459-448b-9514-d2325720404a HTTP/1.1" status: 200 len: 944 time: 0.4958148 Feb 09 01:20:53.695784 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461bffd-3b8a-458d-91f3-964e4fdaaa73 req-a8f19c1d-dec0-4e20-a169-51ab5d422a51 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:53.697622 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0461bffd-3b8a-458d-91f3-964e4fdaaa73 req-a8f19c1d-dec0-4e20-a169-51ab5d422a51 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e37cf23-df8e-4477-a94a-3432613a7989 HTTP/1.1" status: 200 len: 865 time: 0.2967103 Feb 09 01:20:53.725352 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e37cf23-df8e-4477-a94a-3432613a7989', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f1526aa-b555-4d6d-b915-a070fa67f04e'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:20:53.728365 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d3d250-eef1-4e4b-ab0a-70f690bc8e5c" -d '{"events": [{"server_uuid": "2e37cf23-df8e-4477-a94a-3432613a7989", "name": "network-vif-unplugged", "status": "completed", "tag": "8f1526aa-b555-4d6d-b915-a070fa67f04e"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:20:53.805384 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf7ff03c-2653-4b2f-b24a-10c6a60e604e req-ad428e23-fa97-4f63-b79b-15de4845a0ea tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642785 Feb 09 01:20:53.818142 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device f112b940-e9ef-4387-896f-1c23a9f86239 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:20:53.824738 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-45ba3180-209e-4a1f-b7d7-45e5af9aee0a tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks [] for security_group (6b39a8dd-e3a3-42a4-aa76-64a21be114c7), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:53.931672 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port f112b940-e9ef-4387-896f-1c23a9f86239 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:20:53.935303 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-45ba3180-209e-4a1f-b7d7-45e5af9aee0a tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (6b39a8dd-e3a3-42a4-aa76-64a21be114c7), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:53.939474 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port f112b940-e9ef-4387-896f-1c23a9f86239 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:53.939905 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f112b940-e9ef-4387-896f-1c23a9f86239), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:53.989937 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ba3180-209e-4a1f-b7d7-45e5af9aee0a tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:20:54.016960 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0461bffd-3b8a-458d-91f3-964e4fdaaa73 req-20859239-6aab-4588-869c-a3140470c5c3 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6aafb2fd-20c4-4778-89d5-a452a43d2a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024259 Feb 09 01:20:54.069351 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-45ba3180-209e-4a1f-b7d7-45e5af9aee0a tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (bd80f806-5670-4e35-880c-8819b1596bf1), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:54.069871 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-45ba3180-209e-4a1f-b7d7-45e5af9aee0a tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Added segment bd80f806-5670-4e35-880c-8819b1596bf1 of type vlan for network 1d9eeb5f-c328-45ea-aae0-837cb610a5bb Feb 09 01:20:54.077325 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba3180-209e-4a1f-b7d7-45e5af9aee0a tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b39a8dd-e3a3-42a4-aa76-64a21be114c7,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:54.164074 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-45ba3180-209e-4a1f-b7d7-45e5af9aee0a tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (1d9eeb5f-c328-45ea-aae0-837cb610a5bb), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:54.180397 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ccf78848-eb31-4d63-9f91-fbd0e70db0c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:54.205937 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7753961-45fc-4f7f-a54d-21c98310b624 req-78e876b0-7c77-464b-975e-d5c884b1e948 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:54.220589 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b7753961-45fc-4f7f-a54d-21c98310b624 req-78e876b0-7c77-464b-975e-d5c884b1e948 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.2810087 Feb 09 01:20:54.240882 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee5173-cc05-401a-95e0-54d5f3a36779 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Pushing event deleted for resources: {'Port': ['ID=8f1526aa-b555-4d6d-b915-a070fa67f04e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:54.280776 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04b3c6a-202b-4459-90d2-7fb91019ec82 x-openstack-request-id: req-b04b3c6a-202b-4459-90d2-7fb91019ec82 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:20:54.281158 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e37cf23-df8e-4477-a94a-3432613a7989", "name": "network-vif-unplugged", "status": "completed", "tag": "8f1526aa-b555-4d6d-b915-a070fa67f04e", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:20:54.281328 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b04b3c6a-202b-4459-90d2-7fb91019ec82 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:20:54.281728 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e37cf23-df8e-4477-a94a-3432613a7989', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f1526aa-b555-4d6d-b915-a070fa67f04e', 'code': 200} Feb 09 01:20:54.284907 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port f112b940-e9ef-4387-896f-1c23a9f86239 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:54.285388 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f112b940-e9ef-4387-896f-1c23a9f86239), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:54.346194 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9772adf9-d947-4a9d-8452-fd0d988a05d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:54.351726 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-45ba3180-209e-4a1f-b7d7-45e5af9aee0a tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (1d9eeb5f-c328-45ea-aae0-837cb610a5bb), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:54.365229 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port f112b940-e9ef-4387-896f-1c23a9f86239, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=f112b940-e9ef-4387-896f-1c23a9f86239,segment=NetworkSegment(73681689-5506-4e34-8a62-67af8e5522bc),segment_id=73681689-5506-4e34-8a62-67af8e5522bc)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:54.365436 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ba3180-209e-4a1f-b7d7-45e5af9aee0a tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:54.365928 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-45ba3180-209e-4a1f-b7d7-45e5af9aee0a tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:54.373278 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ca4aea-fd58-42c1-8309-033b7ec1fda4 req-86ee5173-cc05-401a-95e0-54d5f3a36779 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] No DVR routers for this DVR port 8f1526aa-b555-4d6d-b915-a070fa67f04e on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:20:54.379960 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f112b940-e9ef-4387-896f-1c23a9f86239), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:54.380368 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-14ca4aea-fd58-42c1-8309-033b7ec1fda4 req-86ee5173-cc05-401a-95e0-54d5f3a36779 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:54.385935 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-14ca4aea-fd58-42c1-8309-033b7ec1fda4 req-86ee5173-cc05-401a-95e0-54d5f3a36779 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.121 "DELETE /v2.0/ports/8f1526aa-b555-4d6d-b915-a070fa67f04e HTTP/1.1" status: 204 len: 173 time: 3.5022016 Feb 09 01:20:54.394875 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e37cf23-df8e-4477-a94a-3432613a7989', 'name': 'network-vif-deleted', 'tag': '8f1526aa-b555-4d6d-b915-a070fa67f04e'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:20:54.397347 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d431384b-c44a-4e15-bb77-2102d239c45d" -d '{"events": [{"server_uuid": "2e37cf23-df8e-4477-a94a-3432613a7989", "name": "network-vif-deleted", "tag": "8f1526aa-b555-4d6d-b915-a070fa67f04e"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:20:54.433665 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad17f5a-7ce8-4315-a6d5-939fee4d626a admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:20:54.448129 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5415f867-9d68-4a57-94ba-e3b90f1a8e6e None None] Sync routers for ids ['81ef6999-724b-41c8-bada-2f40ad432b98'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:20:54.460878 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6ad17f5a-7ce8-4315-a6d5-939fee4d626a admin admin] 10.222.0.30 "PUT /v2.0/routers/81ef6999-724b-41c8-bada-2f40ad432b98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5135241 Feb 09 01:20:54.461562 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59194) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:54.470173 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd4624b-d59c-4b4b-948f-061c2eef4d49 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:20:54.484693 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8fd4624b-d59c-4b4b-948f-061c2eef4d49 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:54.485741 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5415f867-9d68-4a57-94ba-e3b90f1a8e6e None None] Routers {'81ef6999-724b-41c8-bada-2f40ad432b98'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:20:54.486477 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-5415f867-9d68-4a57-94ba-e3b90f1a8e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:20:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['81ef6999-724b-41c8-bada-2f40ad432b98'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:54.531633 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba3180-209e-4a1f-b7d7-45e5af9aee0a tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Pushing event updated for resources: {'Network': ['ID=1d9eeb5f-c328-45ea-aae0-837cb610a5bb,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:54.540865 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633dad0e-b85a-4655-b410-21e93c375258 None None] Sync routers for ids ['eed5a29a-e485-4b85-9479-23549366fee1'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:20:54.560681 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 1d9eeb5f-c328-45ea-aae0-837cb610a5bb details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:20:54.591568 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-45ba3180-209e-4a1f-b7d7-45e5af9aee0a tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7619977 Feb 09 01:20:54.600634 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59200) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:54.611511 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff376d2-8cd2-4595-a1ae-00781dabc310 x-openstack-request-id: req-4ff376d2-8cd2-4595-a1ae-00781dabc310 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:20:54.611825 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e37cf23-df8e-4477-a94a-3432613a7989", "name": "network-vif-deleted", "tag": "8f1526aa-b555-4d6d-b915-a070fa67f04e", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:20:54.612110 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4ff376d2-8cd2-4595-a1ae-00781dabc310 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:20:54.613795 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-87605ea9-3901-4ea4-a38d-e5b572162aa4 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Request body: {'subnet': {'network_id': '1d9eeb5f-c328-45ea-aae0-837cb610a5bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:54.619016 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e37cf23-df8e-4477-a94a-3432613a7989', 'name': 'network-vif-deleted', 'tag': '8f1526aa-b555-4d6d-b915-a070fa67f04e', 'status': 'completed', 'code': 200} Feb 09 01:20:54.658100 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44033166-3b3e-4595-8a3c-576ba2c54041 None None] Network 60827e70-22ba-4097-9b3b-d59a1d2786bc requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:20:54.684258 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b7753961-45fc-4f7f-a54d-21c98310b624 req-23ff430b-fd29-46bb-a8d2-34c17a0364a7 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4624081 Feb 09 01:20:54.704739 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633dad0e-b85a-4655-b410-21e93c375258 None None] Routers {'eed5a29a-e485-4b85-9479-23549366fee1'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:20:54.705395 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-633dad0e-b85a-4655-b410-21e93c375258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:20:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['eed5a29a-e485-4b85-9479-23549366fee1'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:54.768313 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-5415f867-9d68-4a57-94ba-e3b90f1a8e6e None None] Set router 81ef6999-724b-41c8-bada-2f40ad432b98 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:20:54.826229 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5df35596-01e1-412f-b9c5-22e398b79350 admin admin] Publish callbacks [] for router (81ef6999-724b-41c8-bada-2f40ad432b98), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:54.855488 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87605ea9-3901-4ea4-a38d-e5b572162aa4 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Made reservation on behalf of a7dda4f9c8a749a786f70da669770cd3 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:54.866594 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-87605ea9-3901-4ea4-a38d-e5b572162aa4 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:54.932807 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=f112b940-e9ef-4387-896f-1c23a9f86239,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:54.964968 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-6dae4fe3-da70-4824-9d92-0f05375fd2b9 None None] Provisioning complete for port d25d7fec-2c32-433c-a092-0e87350bf087 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:54.965334 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6dae4fe3-da70-4824-9d92-0f05375fd2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d25d7fec-2c32-433c-a092-0e87350bf087), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:55.089528 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-5415f867-9d68-4a57-94ba-e3b90f1a8e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ef6999-724b-41c8-bada-2f40ad432b98', 'name': 'tempest-AttachSCSIVolumeTestJSON-1639825987-router', 'tenant_id': 'a084beff60944de39c415f4d0011e770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '28847ad6-109f-4b2b-aa04-e4fb55ddd4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:50Z', 'updated_at': '2022-02-09T01:20:49Z', 'revision_number': 5, 'project_id': 'a084beff60944de39c415f4d0011e770', 'gw_port': {'id': '28847ad6-109f-4b2b-aa04-e4fb55ddd4ec', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ef6999-724b-41c8-bada-2f40ad432b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:52Z', 'updated_at': '2022-02-09T01:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:55.098532 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5df35596-01e1-412f-b9c5-22e398b79350 admin admin] Publish callbacks [] for router_gateway (81ef6999-724b-41c8-bada-2f40ad432b98), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:55.104296 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf78848-eb31-4d63-9f91-fbd0e70db0c3 admin admin] Router 5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:20:55.106828 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8fd4624b-d59c-4b4b-948f-061c2eef4d49 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "PUT /v2.0/floatingips/30227fee-7116-4164-acd7-e3f7e0d518e0 HTTP/1.1" status: 200 len: 991 time: 5.4982023 Feb 09 01:20:55.187750 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-633dad0e-b85a-4655-b410-21e93c375258 None None] Set router eed5a29a-e485-4b85-9479-23549366fee1 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:20:55.220518 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5415f867-9d68-4a57-94ba-e3b90f1a8e6e None None] Checking router: 81ef6999-724b-41c8-bada-2f40ad432b98 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:20:55.224847 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5df35596-01e1-412f-b9c5-22e398b79350 admin admin] Deleting port 28847ad6-109f-4b2b-aa04-e4fb55ddd4ec {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:20:55.225212 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5df35596-01e1-412f-b9c5-22e398b79350 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (28847ad6-109f-4b2b-aa04-e4fb55ddd4ec), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:55.232700 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5415f867-9d68-4a57-94ba-e3b90f1a8e6e None None] Routers {'81ef6999-724b-41c8-bada-2f40ad432b98'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:20:55.234142 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-5415f867-9d68-4a57-94ba-e3b90f1a8e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:20:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['81ef6999-724b-41c8-bada-2f40ad432b98'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:55.282897 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d25d7fec-2c32-433c-a092-0e87350bf087 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:20:55.326124 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593e22d-3686-43e7-ba37-26c69985f78b req-67d64fa7-2458-44f7-8a08-d0fe6bb721ca tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:55.329428 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1593e22d-3686-43e7-ba37-26c69985f78b req-67d64fa7-2458-44f7-8a08-d0fe6bb721ca tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f510f95-9459-448b-9514-d2325720404a HTTP/1.1" status: 200 len: 945 time: 0.3542361 Feb 09 01:20:55.356480 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-5df35596-01e1-412f-b9c5-22e398b79350 admin admin] For port 28847ad6-109f-4b2b-aa04-e4fb55ddd4ec, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=28847ad6-109f-4b2b-aa04-e4fb55ddd4ec,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:55.357082 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5df35596-01e1-412f-b9c5-22e398b79350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (28847ad6-109f-4b2b-aa04-e4fb55ddd4ec), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:55.365119 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-5415f867-9d68-4a57-94ba-e3b90f1a8e6e None None] Set router 81ef6999-724b-41c8-bada-2f40ad432b98 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:20:55.382419 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5df35596-01e1-412f-b9c5-22e398b79350 admin admin] Calling delete_port for 28847ad6-109f-4b2b-aa04-e4fb55ddd4ec owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:55.430222 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf78848-eb31-4d63-9f91-fbd0e70db0c3 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:20:55.472056 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1593e22d-3686-43e7-ba37-26c69985f78b req-03ff79ff-6bcb-4654-ba7e-3b8fd5c4703e tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334612 Feb 09 01:20:55.480101 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325fd848-ff0c-49f3-a941-106799f67db1 None None] Sync routers for ids ['5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:20:55.523576 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ccf78848-eb31-4d63-9f91-fbd0e70db0c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:55.525131 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ccf78848-eb31-4d63-9f91-fbd0e70db0c3 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.5582387 Feb 09 01:20:55.527906 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59244) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:55.560160 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-5415f867-9d68-4a57-94ba-e3b90f1a8e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ef6999-724b-41c8-bada-2f40ad432b98', 'name': 'tempest-AttachSCSIVolumeTestJSON-1639825987-router', 'tenant_id': 'a084beff60944de39c415f4d0011e770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:50Z', 'updated_at': '2022-02-09T01:20:55Z', 'revision_number': 6, 'project_id': 'a084beff60944de39c415f4d0011e770', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:55.564985 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-87605ea9-3901-4ea4-a38d-e5b572162aa4 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (25dc2154-b17b-4be9-b625-5de0295721dc), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:55.602807 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port d25d7fec-2c32-433c-a092-0e87350bf087 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:55.603588 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d25d7fec-2c32-433c-a092-0e87350bf087), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:55.605253 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6dae4fe3-da70-4824-9d92-0f05375fd2b9 None None] Current status of the port d25d7fec-2c32-433c-a092-0e87350bf087 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:55.607571 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6dae4fe3-da70-4824-9d92-0f05375fd2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d25d7fec-2c32-433c-a092-0e87350bf087), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:55.639029 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5415f867-9d68-4a57-94ba-e3b90f1a8e6e None None] The sync data for ids ['81ef6999-724b-41c8-bada-2f40ad432b98'] in n-d-822053-40 is: [{'id': '81ef6999-724b-41c8-bada-2f40ad432b98', 'name': 'tempest-AttachSCSIVolumeTestJSON-1639825987-router', 'tenant_id': 'a084beff60944de39c415f4d0011e770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:50Z', 'updated_at': '2022-02-09T01:20:55Z', 'revision_number': 6, 'project_id': 'a084beff60944de39c415f4d0011e770', 'gw_port_host': None}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:20:55.653993 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325fd848-ff0c-49f3-a941-106799f67db1 None None] Routers {'5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:20:55.654619 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-325fd848-ff0c-49f3-a941-106799f67db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:20:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:55.862958 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87605ea9-3901-4ea4-a38d-e5b572162aa4 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Pushing event updated for resources: {'Subnet': ['ID=25dc2154-b17b-4be9-b625-5de0295721dc,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:55.894046 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-325fd848-ff0c-49f3-a941-106799f67db1 None None] Set router 5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:20:55.919251 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-6dae4fe3-da70-4824-9d92-0f05375fd2b9 None None] For port d25d7fec-2c32-433c-a092-0e87350bf087, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d25d7fec-2c32-433c-a092-0e87350bf087,segment=NetworkSegment(f010bc9d-2b5e-4b47-812d-ce0eb95740c8),segment_id=f010bc9d-2b5e-4b47-812d-ce0eb95740c8)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:55.928047 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87605ea9-3901-4ea4-a38d-e5b572162aa4 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Checking segment: {'id': 'bd80f806-5670-4e35-880c-8819b1596bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '1d9eeb5f-c328-45ea-aae0-837cb610a5bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:20:55.928423 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87605ea9-3901-4ea4-a38d-e5b572162aa4 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Network hostable DHCP agents. Network: 1d9eeb5f-c328-45ea-aae0-837cb610a5bb, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:20:55.935485 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6dae4fe3-da70-4824-9d92-0f05375fd2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d25d7fec-2c32-433c-a092-0e87350bf087), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:55.945303 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:55.971053 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-1b4f4ade-edfe-4612-be45-55d03ab1649d tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:55.973164 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-1b4f4ade-edfe-4612-be45-55d03ab1649d tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/networks?id=a46c349d-fbe7-42ad-a83d-3298a4c41cb1 HTTP/1.1" status: 200 len: 813 time: 0.3120532 Feb 09 01:20:56.020667 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5d01e-0f5c-4776-8883-1a2388363ccc req-cba0ec4d-fa05-44a5-adac-89a2e2c4ee56 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:56.026883 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5d01e-0f5c-4776-8883-1a2388363ccc req-cba0ec4d-fa05-44a5-adac-89a2e2c4ee56 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:56.033534 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5d01e-0f5c-4776-8883-1a2388363ccc req-cba0ec4d-fa05-44a5-adac-89a2e2c4ee56 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:56.039298 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5d01e-0f5c-4776-8883-1a2388363ccc req-cba0ec4d-fa05-44a5-adac-89a2e2c4ee56 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:56.045074 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5d01e-0f5c-4776-8883-1a2388363ccc req-cba0ec4d-fa05-44a5-adac-89a2e2c4ee56 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:56.057734 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5d01e-0f5c-4776-8883-1a2388363ccc req-cba0ec4d-fa05-44a5-adac-89a2e2c4ee56 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:56.078552 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5d01e-0f5c-4776-8883-1a2388363ccc req-cba0ec4d-fa05-44a5-adac-89a2e2c4ee56 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:56.088413 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ce5d01e-0f5c-4776-8883-1a2388363ccc req-cba0ec4d-fa05-44a5-adac-89a2e2c4ee56 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5434 time: 0.2103975 Feb 09 01:20:56.091400 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87605ea9-3901-4ea4-a38d-e5b572162aa4 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Network 1d9eeb5f-c328-45ea-aae0-837cb610a5bb is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:20:56.100342 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-aeba6d88-a5ca-44c0-a1ba-1248721bccd8 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/quotas/45103008d2704a9a9647209c042e9687 HTTP/1.1" status: 200 len: 375 time: 0.1138017 Feb 09 01:20:56.112222 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5df35596-01e1-412f-b9c5-22e398b79350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (28847ad6-109f-4b2b-aa04-e4fb55ddd4ec), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:56.136941 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae4fe3-da70-4824-9d92-0f05375fd2b9 None None] Pushing event updated for resources: {'Port': ['ID=d25d7fec-2c32-433c-a092-0e87350bf087,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:56.142836 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-87605ea9-3901-4ea4-a38d-e5b572162aa4 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 1d9eeb5f-c328-45ea-aae0-837cb610a5bb) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:56.169489 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df35596-01e1-412f-b9c5-22e398b79350 admin admin] Pushing event deleted for resources: {'Port': ['ID=28847ad6-109f-4b2b-aa04-e4fb55ddd4ec,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:56.194023 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8626a806-1b6b-4178-835a-8c1e0a5d1abe None None] Network 1d9eeb5f-c328-45ea-aae0-837cb610a5bb requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:20:56.232532 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87605ea9-3901-4ea4-a38d-e5b572162aa4 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:56.233800 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-87605ea9-3901-4ea4-a38d-e5b572162aa4 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:56.284923 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ce5d01e-0f5c-4776-8883-1a2388363ccc req-7e432991-1473-4d6b-b149-560bf3d92112 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1949635 Feb 09 01:20:56.294069 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port d25d7fec-2c32-433c-a092-0e87350bf087 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:56.297217 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-91b2cf3c-e708-4588-8122-7caf78a2cf6b None None] Provisioning complete for port d25d7fec-2c32-433c-a092-0e87350bf087 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:56.298024 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-91b2cf3c-e708-4588-8122-7caf78a2cf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d25d7fec-2c32-433c-a092-0e87350bf087), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:56.300224 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f510f95-9459-448b-9514-d2325720404a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f112b940-e9ef-4387-896f-1c23a9f86239'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:20:56.302934 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6e302e-27e8-493f-b118-cdfb8db41938" -d '{"events": [{"server_uuid": "9f510f95-9459-448b-9514-d2325720404a", "name": "network-vif-plugged", "status": "completed", "tag": "f112b940-e9ef-4387-896f-1c23a9f86239"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:20:56.303779 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59258) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:56.304178 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-325fd848-ff0c-49f3-a941-106799f67db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02', 'name': 'tempest-ServersTestFqdnHostnames-1426851178-router', 'tenant_id': '5343e4ed6da34a41bd43895909379b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd1910966-778a-4616-9dcd-463af1cdf87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:50Z', 'updated_at': '2022-02-09T01:20:52Z', 'revision_number': 3, 'project_id': '5343e4ed6da34a41bd43895909379b0f', 'gw_port': {'id': 'd1910966-778a-4616-9dcd-463af1cdf87f', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:51Z', 'updated_at': '2022-02-09T01:20:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:56.310689 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-87605ea9-3901-4ea4-a38d-e5b572162aa4 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7062933 Feb 09 01:20:56.336406 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-7435eb34-fc16-444e-aac0-9dea6df436a1 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=45103008d2704a9a9647209c042e9687&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1991262 Feb 09 01:20:56.350870 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325fd848-ff0c-49f3-a941-106799f67db1 None None] Checking router: 5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:20:56.351215 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325fd848-ff0c-49f3-a941-106799f67db1 None None] Updating router 5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02 port d1910966-778a-4616-9dcd-463af1cdf87f binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:20:56.359057 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-73ffa6a2-80d6-4ee8-a6b6-4fd5e846785c tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1987629774', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:56.391942 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5df35596-01e1-412f-b9c5-22e398b79350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (81ef6999-724b-41c8-bada-2f40ad432b98), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:56.423245 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044c5826-c88e-4b85-8430-ab3ad49765f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-1d9eeb5f-c328-45ea-aae0-837cb610a5bb', 'network_id': '1d9eeb5f-c328-45ea-aae0-837cb610a5bb', 'project_id': 'a7dda4f9c8a749a786f70da669770cd3', 'fixed_ips': [{'subnet_id': '25dc2154-b17b-4be9-b625-5de0295721dc'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:20:56.424363 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-325fd848-ff0c-49f3-a941-106799f67db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d1910966-778a-4616-9dcd-463af1cdf87f), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:56.424504 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-044c5826-c88e-4b85-8430-ab3ad49765f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:56.512978 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5df35596-01e1-412f-b9c5-22e398b79350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (81ef6999-724b-41c8-bada-2f40ad432b98), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:56.530630 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-e8a4f9a9-04b1-429c-ac07-2640059fc083 service neutron] 10.222.0.30 "GET /v2.0/networks/a46c349d-fbe7-42ad-a83d-3298a4c41cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844850 Feb 09 01:20:56.547868 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5df35596-01e1-412f-b9c5-22e398b79350 admin admin] Publish callbacks [] for router_controller (81ef6999-724b-41c8-bada-2f40ad432b98), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:56.638400 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af69fc2f-c890-4c4c-8909-a9dd1e3f8c23 x-openstack-request-id: req-af69fc2f-c890-4c4c-8909-a9dd1e3f8c23 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:20:56.638872 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f510f95-9459-448b-9514-d2325720404a", "name": "network-vif-plugged", "status": "completed", "tag": "f112b940-e9ef-4387-896f-1c23a9f86239", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:20:56.640133 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-af69fc2f-c890-4c4c-8909-a9dd1e3f8c23 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:20:56.640740 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f510f95-9459-448b-9514-d2325720404a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f112b940-e9ef-4387-896f-1c23a9f86239', 'code': 200} Feb 09 01:20:56.643206 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-91b2cf3c-e708-4588-8122-7caf78a2cf6b None None] Current status of the port d25d7fec-2c32-433c-a092-0e87350bf087 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:56.649012 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-633dad0e-b85a-4655-b410-21e93c375258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed5a29a-e485-4b85-9479-23549366fee1', 'name': 'tempest-TaggedBootDevicesTest-206863347-router', 'tenant_id': 'e9919418afe248229cfe208277f2e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '66fe411e-b7bd-457b-b581-e04de188e96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:00Z', 'updated_at': '2022-02-09T01:17:06Z', 'revision_number': 4, 'project_id': 'e9919418afe248229cfe208277f2e93f', 'gw_port': {'id': '66fe411e-b7bd-457b-b581-e04de188e96c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:21:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed5a29a-e485-4b85-9479-23549366fee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:01Z', 'updated_at': '2022-02-09T01:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '30227fee-7116-4164-acd7-e3f7e0d518e0', 'tenant_id': 'e9919418afe248229cfe208277f2e93f', 'floating_ip_address': '172.25.1.26', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'eed5a29a-e485-4b85-9479-23549366fee1', 'port_id': 'd5952791-d7be-4808-b892-3e53282649e6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da52059d-73c2-403d-a351-476231473b23', 'mac_address': 'fa:16:3e:d7:fc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:18:44Z', 'updated_at': '2022-02-09T01:20:51Z', 'revision_number': 1, 'project_id': 'e9919418afe248229cfe208277f2e93f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e', 'name': '', 'network_id': 'da52059d-73c2-403d-a351-476231473b23', 'tenant_id': 'e9919418afe248229cfe208277f2e93f', 'mac_address': 'fa:16:3e:ac:8b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed5a29a-e485-4b85-9479-23549366fee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'ef054353-32e4-4288-8c12-230c98a17b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:04Z', 'updated_at': '2022-02-09T01:17:14Z', 'revision_number': 5, 'project_id': 'e9919418afe248229cfe208277f2e93f', 'subnets': [{'id': 'ef054353-32e4-4288-8c12-230c98a17b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:56.697810 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'tag': 'd5952791-d7be-4808-b892-3e53282649e6'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:20:56.702726 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ed3053-e69b-4789-a2b2-b1f89c023a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "tag": "d5952791-d7be-4808-b892-3e53282649e6"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:20:56.710053 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633dad0e-b85a-4655-b410-21e93c375258 None None] Checking router: eed5a29a-e485-4b85-9479-23549366fee1 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:20:56.732901 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633dad0e-b85a-4655-b410-21e93c375258 None None] Routers {'eed5a29a-e485-4b85-9479-23549366fee1'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:20:56.733426 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-633dad0e-b85a-4655-b410-21e93c375258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:20:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['eed5a29a-e485-4b85-9479-23549366fee1'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:56.735267 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5df35596-01e1-412f-b9c5-22e398b79350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (81ef6999-724b-41c8-bada-2f40ad432b98), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:56.736100 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df35596-01e1-412f-b9c5-22e398b79350 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81ef6999-724b-41c8-bada-2f40ad432b98 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:20:56.777942 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5df35596-01e1-412f-b9c5-22e398b79350 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:56.783316 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59276) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:56.785059 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5df35596-01e1-412f-b9c5-22e398b79350 admin admin] 10.222.0.30 "DELETE /v2.0/routers/81ef6999-724b-41c8-bada-2f40ad432b98 HTTP/1.1" status: 204 len: 168 time: 2.3220468 Feb 09 01:20:56.810266 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-73ffa6a2-80d6-4ee8-a6b6-4fd5e846785c tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (2e1b97b7-e2e6-4d20-8b2c-7c0c1c04b141), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:56.811879 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-73ffa6a2-80d6-4ee8-a6b6-4fd5e846785c tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (2e1b97b7-e2e6-4d20-8b2c-7c0c1c04b141), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:56.821581 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-90adb131-5b68-4429-b482-116d58c407f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:56.868733 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91889e8d-52af-4e94-bd2b-4ad8ada31eda req-d02ecd2f-83b9-4032-950d-27d9392a94a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:56.870390 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-91889e8d-52af-4e94-bd2b-4ad8ada31eda req-d02ecd2f-83b9-4032-950d-27d9392a94a7 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=9f510f95-9459-448b-9514-d2325720404a HTTP/1.1" status: 200 len: 1128 time: 0.1484191 Feb 09 01:20:56.892164 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-044c5826-c88e-4b85-8430-ab3ad49765f3 None None] Allocated IP 172.20.0.2 (1d9eeb5f-c328-45ea-aae0-837cb610a5bb/25dc2154-b17b-4be9-b625-5de0295721dc/2d8604ab-ae55-4479-9902-edad832559dd) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:56.898744 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640b509-1dc8-41d2-a473-8b26a7808cd7 req-498ad730-c22a-4f5f-8b54-cc056627e0ce tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:56.899693 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-325fd848-ff0c-49f3-a941-106799f67db1 None None] Publish callbacks [] for port (d1910966-778a-4616-9dcd-463af1cdf87f), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:56.904960 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0640b509-1dc8-41d2-a473-8b26a7808cd7 req-498ad730-c22a-4f5f-8b54-cc056627e0ce tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f510f95-9459-448b-9514-d2325720404a HTTP/1.1" status: 200 len: 945 time: 0.1783445 Feb 09 01:20:56.909955 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-325fd848-ff0c-49f3-a941-106799f67db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d1910966-778a-4616-9dcd-463af1cdf87f), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:56.918147 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e0ec7ef-c6e7-4562-a0c2-3a2417fa2e69 admin admin] Deleting subnet 6245841b-5b19-4a19-9c47-35dd5d5392c6 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:20:56.925663 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-1749cf0f-14bd-430d-b9d7-d59914fea529 service neutron] 10.222.0.30 "GET /v2.0/networks/a46c349d-fbe7-42ad-a83d-3298a4c41cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864799 Feb 09 01:20:56.931294 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0e0ec7ef-c6e7-4562-a0c2-3a2417fa2e69 admin admin] Publish callbacks [] for subnet (6245841b-5b19-4a19-9c47-35dd5d5392c6), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:56.990546 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-633dad0e-b85a-4655-b410-21e93c375258 None None] Set router eed5a29a-e485-4b85-9479-23549366fee1 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:20:56.997284 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-73ffa6a2-80d6-4ee8-a6b6-4fd5e846785c tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks [] for router_controller (2e1b97b7-e2e6-4d20-8b2c-7c0c1c04b141), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:57.017453 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-73ffa6a2-80d6-4ee8-a6b6-4fd5e846785c tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (2e1b97b7-e2e6-4d20-8b2c-7c0c1c04b141), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:57.053303 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-73ffa6a2-80d6-4ee8-a6b6-4fd5e846785c tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:57.055129 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-73ffa6a2-80d6-4ee8-a6b6-4fd5e846785c tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.7006667 Feb 09 01:20:57.069004 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59278) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:57.069988 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0640b509-1dc8-41d2-a473-8b26a7808cd7 req-fd8231b1-0502-4d8e-9370-e7807e3b20ac tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415448 Feb 09 01:20:57.078279 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0e0ec7ef-c6e7-4562-a0c2-3a2417fa2e69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (6245841b-5b19-4a19-9c47-35dd5d5392c6), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:57.184555 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-325fd848-ff0c-49f3-a941-106799f67db1 None None] Attempting to bind port d1910966-778a-4616-9dcd-463af1cdf87f on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:20:57.185177 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-325fd848-ff0c-49f3-a941-106799f67db1 None None] Attempting to bind port d1910966-778a-4616-9dcd-463af1cdf87f by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:20:57.185787 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325fd848-ff0c-49f3-a941-106799f67db1 None None] Attempting to bind port d1910966-778a-4616-9dcd-463af1cdf87f on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:20:57.191426 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc486bdb-8358-432a-947e-0c383130709d None None] Pushing event updated for resources: {'Port': ['ID=d1910966-778a-4616-9dcd-463af1cdf87f,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:57.218773 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc486bdb-8358-432a-947e-0c383130709d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:57.219333 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc486bdb-8358-432a-947e-0c383130709d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:57.219780 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc486bdb-8358-432a-947e-0c383130709d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:57.220304 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc486bdb-8358-432a-947e-0c383130709d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:57.220738 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc486bdb-8358-432a-947e-0c383130709d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:57.223950 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc486bdb-8358-432a-947e-0c383130709d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:57.224446 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc486bdb-8358-432a-947e-0c383130709d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:57.224932 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc486bdb-8358-432a-947e-0c383130709d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:57.225365 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc486bdb-8358-432a-947e-0c383130709d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:57.225795 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc486bdb-8358-432a-947e-0c383130709d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:57.229705 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc486bdb-8358-432a-947e-0c383130709d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:57.229705 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc486bdb-8358-432a-947e-0c383130709d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:57.229966 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc486bdb-8358-432a-947e-0c383130709d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:57.231844 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0e0ec7ef-c6e7-4562-a0c2-3a2417fa2e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (6245841b-5b19-4a19-9c47-35dd5d5392c6), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:57.243707 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325fd848-ff0c-49f3-a941-106799f67db1 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:20:57.244202 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325fd848-ff0c-49f3-a941-106799f67db1 None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:20:57.244791 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-325fd848-ff0c-49f3-a941-106799f67db1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:57.245279 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325fd848-ff0c-49f3-a941-106799f67db1 None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:20:57.245953 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-325fd848-ff0c-49f3-a941-106799f67db1 None None] Bound port: d1910966-778a-4616-9dcd-463af1cdf87f, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:20:57.246520 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-325fd848-ff0c-49f3-a941-106799f67db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d1910966-778a-4616-9dcd-463af1cdf87f), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:57.339197 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0e0ec7ef-c6e7-4562-a0c2-3a2417fa2e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (6245841b-5b19-4a19-9c47-35dd5d5392c6), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:57.389215 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-325fd848-ff0c-49f3-a941-106799f67db1 None None] For port d1910966-778a-4616-9dcd-463af1cdf87f, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:20:57.398748 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-325fd848-ff0c-49f3-a941-106799f67db1 None None] For port d1910966-778a-4616-9dcd-463af1cdf87f, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d1910966-778a-4616-9dcd-463af1cdf87f,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:20:57.415229 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-325fd848-ff0c-49f3-a941-106799f67db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d1910966-778a-4616-9dcd-463af1cdf87f), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:57.422383 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ec7ef-c6e7-4562-a0c2-3a2417fa2e69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6245841b-5b19-4a19-9c47-35dd5d5392c6,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:57.438078 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0e0ec7ef-c6e7-4562-a0c2-3a2417fa2e69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:57.445191 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0e0ec7ef-c6e7-4562-a0c2-3a2417fa2e69 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6245841b-5b19-4a19-9c47-35dd5d5392c6 HTTP/1.1" status: 204 len: 168 time: 0.6605549 Feb 09 01:20:57.447391 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59298) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:57.458165 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9ddf5f-f4bc-42f2-94f8-215dbee68fe5 x-openstack-request-id: req-1b9ddf5f-f4bc-42f2-94f8-215dbee68fe5 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:20:57.458165 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "tag": "d5952791-d7be-4808-b892-3e53282649e6", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:20:57.458165 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1b9ddf5f-f4bc-42f2-94f8-215dbee68fe5 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:20:57.458922 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'tag': 'd5952791-d7be-4808-b892-3e53282649e6', 'status': 'completed', 'code': 200} Feb 09 01:20:57.474775 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-91889e8d-52af-4e94-bd2b-4ad8ada31eda req-5cb4cf69-742b-40b3-957d-01c63b48be5c service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5898693 Feb 09 01:20:57.537519 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325fd848-ff0c-49f3-a941-106799f67db1 None None] Routers {'5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:20:57.540634 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-325fd848-ff0c-49f3-a941-106799f67db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:20:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:57.556215 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d25d7fec-2c32-433c-a092-0e87350bf087 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:20:57.559557 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524591a3-b8e7-4d2b-b344-8a5e57b270d2 None None] Network c6c728be-ebe1-48b3-ac77-65b4d05323f4 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:20:57.684961 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed3053-e69b-4789-a2b2-b1f89c023a4d req-2a7e4773-6fa6-4a8b-94e3-1786fd9c9aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:57.686672 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed3053-e69b-4789-a2b2-b1f89c023a4d req-2a7e4773-6fa6-4a8b-94e3-1786fd9c9aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:57.687696 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed3053-e69b-4789-a2b2-b1f89c023a4d req-2a7e4773-6fa6-4a8b-94e3-1786fd9c9aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:57.688734 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed3053-e69b-4789-a2b2-b1f89c023a4d req-2a7e4773-6fa6-4a8b-94e3-1786fd9c9aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:57.689741 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed3053-e69b-4789-a2b2-b1f89c023a4d req-2a7e4773-6fa6-4a8b-94e3-1786fd9c9aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:57.690507 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed3053-e69b-4789-a2b2-b1f89c023a4d req-2a7e4773-6fa6-4a8b-94e3-1786fd9c9aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:57.691533 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed3053-e69b-4789-a2b2-b1f89c023a4d req-2a7e4773-6fa6-4a8b-94e3-1786fd9c9aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:57.695362 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-35ed3053-e69b-4789-a2b2-b1f89c023a4d req-2a7e4773-6fa6-4a8b-94e3-1786fd9c9aa6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e9919418afe248229cfe208277f2e93f&device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 6715 time: 0.2473726 Feb 09 01:20:57.762482 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:57.867850 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 832cda2e-ef3a-41e1-b064-8492ab2c09c2 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:20:57.880714 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-90adb131-5b68-4429-b482-116d58c407f0 admin admin] Allocated IP 172.20.0.1 (60827e70-22ba-4097-9b3b-d59a1d2786bc/6cc24d7f-d60e-481d-8961-d05b90104e29/0e6624d6-b89c-421f-ab48-f578b1218356) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:57.932864 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-044c5826-c88e-4b85-8430-ab3ad49765f3 None None] Publish callbacks [] for port (2d8604ab-ae55-4479-9902-edad832559dd), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:57.989277 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc486bdb-8358-432a-947e-0c383130709d None None] Pushing event updated for resources: {'Port': ['ID=d1910966-778a-4616-9dcd-463af1cdf87f,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:57.997468 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d5352764-6da8-49fd-bd62-bd24d4ced8c4 req-d94f7623-3c96-433a-8271-b580fac4192b tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9e4e3d-622b-48ff-b57e-8080f2968cb9 HTTP/1.1" status: 200 len: 210 time: 0.5657139 Feb 09 01:20:58.050735 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed3053-e69b-4789-a2b2-b1f89c023a4d req-9d9a21f0-8745-44de-b12a-6054887f075f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:58.052365 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-35ed3053-e69b-4789-a2b2-b1f89c023a4d req-9d9a21f0-8745-44de-b12a-6054887f075f service neutron] 10.222.0.91 "GET /v2.0/networks?id=da52059d-73c2-403d-a351-476231473b23 HTTP/1.1" status: 200 len: 912 time: 0.3450966 Feb 09 01:20:58.060516 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f41ec0-58f1-4e26-a12f-f471dfc7a650 None None] DHCP port deletion for c6c728be-ebe1-48b3-ac77-65b4d05323f4 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:20:58.064828 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-044c5826-c88e-4b85-8430-ab3ad49765f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (2d8604ab-ae55-4479-9902-edad832559dd), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:58.067832 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-325fd848-ff0c-49f3-a941-106799f67db1 None None] Set router 5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:20:58.153676 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4a2bcfc8-88f8-4bc7-8ee0-ad26e4e24094 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:58.174031 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e651c337-40c6-422b-a1a3-bdb39aaad104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (c6c728be-ebe1-48b3-ac77-65b4d05323f4), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:58.184442 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-5ecda258-a418-43a0-94ab-d80a60bc6407 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:58.187489 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-5ecda258-a418-43a0-94ab-d80a60bc6407 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/networks?id=f155bdb8-b796-4b2f-8f0d-8611315d30bd HTTP/1.1" status: 200 len: 804 time: 0.8648672 Feb 09 01:20:58.220994 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c5826-c88e-4b85-8430-ab3ad49765f3 None None] Pushing event updated for resources: {'Port': ['ID=2d8604ab-ae55-4479-9902-edad832559dd,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:58.223775 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-35ed3053-e69b-4789-a2b2-b1f89c023a4d req-dde2e83e-96e5-4d68-8eb0-e26eb1aa2faa service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5952791-d7be-4808-b892-3e53282649e6 HTTP/1.1" status: 200 len: 999 time: 0.1613066 Feb 09 01:20:58.244041 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-25a5b04d-07a5-4016-aa42-09e3e1fbf30f tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/quotas/7b44166604b3436881425cea10d1d658 HTTP/1.1" status: 200 len: 375 time: 0.0346713 Feb 09 01:20:58.255923 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port d25d7fec-2c32-433c-a092-0e87350bf087 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:58.256363 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d25d7fec-2c32-433c-a092-0e87350bf087), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:58.285200 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044c5826-c88e-4b85-8430-ab3ad49765f3 None None] Network 1d9eeb5f-c328-45ea-aae0-837cb610a5bb is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:58.361380 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-044c5826-c88e-4b85-8430-ab3ad49765f3 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:58.363308 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:58.365582 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044c5826-c88e-4b85-8430-ab3ad49765f3 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:20:58.383496 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c55ebb-cc2e-4415-bb41-3b2fae2aa9db req-c1010ffb-4e7b-4f87-9ec0-6f148071f106 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:58.393590 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c55ebb-cc2e-4415-bb41-3b2fae2aa9db req-c1010ffb-4e7b-4f87-9ec0-6f148071f106 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:58.400034 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c55ebb-cc2e-4415-bb41-3b2fae2aa9db req-c1010ffb-4e7b-4f87-9ec0-6f148071f106 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:58.405999 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c55ebb-cc2e-4415-bb41-3b2fae2aa9db req-c1010ffb-4e7b-4f87-9ec0-6f148071f106 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:58.409560 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-325fd848-ff0c-49f3-a941-106799f67db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02', 'name': 'tempest-ServersTestFqdnHostnames-1426851178-router', 'tenant_id': '5343e4ed6da34a41bd43895909379b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd1910966-778a-4616-9dcd-463af1cdf87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:50Z', 'updated_at': '2022-02-09T01:20:52Z', 'revision_number': 3, 'project_id': '5343e4ed6da34a41bd43895909379b0f', 'gw_port': {'id': 'd1910966-778a-4616-9dcd-463af1cdf87f', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:51Z', 'updated_at': '2022-02-09T01:20:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:58.411746 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c55ebb-cc2e-4415-bb41-3b2fae2aa9db req-c1010ffb-4e7b-4f87-9ec0-6f148071f106 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:58.417126 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c55ebb-cc2e-4415-bb41-3b2fae2aa9db req-c1010ffb-4e7b-4f87-9ec0-6f148071f106 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:58.423772 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c55ebb-cc2e-4415-bb41-3b2fae2aa9db req-c1010ffb-4e7b-4f87-9ec0-6f148071f106 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:58.425964 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-81c55ebb-cc2e-4415-bb41-3b2fae2aa9db req-c1010ffb-4e7b-4f87-9ec0-6f148071f106 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5434 time: 0.3074298 Feb 09 01:20:58.441020 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 832cda2e-ef3a-41e1-b064-8492ab2c09c2 is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:58.441452 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (832cda2e-ef3a-41e1-b064-8492ab2c09c2), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:58.445274 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325fd848-ff0c-49f3-a941-106799f67db1 None None] The sync data for ids ['5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02'] in n-d-822053-40 is: [{'id': '5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02', 'name': 'tempest-ServersTestFqdnHostnames-1426851178-router', 'tenant_id': '5343e4ed6da34a41bd43895909379b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd1910966-778a-4616-9dcd-463af1cdf87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:50Z', 'updated_at': '2022-02-09T01:20:52Z', 'revision_number': 3, 'project_id': '5343e4ed6da34a41bd43895909379b0f', 'gw_port': {'id': 'd1910966-778a-4616-9dcd-463af1cdf87f', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:51Z', 'updated_at': '2022-02-09T01:20:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:20:58.506718 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-e651c337-40c6-422b-a1a3-bdb39aaad104 admin admin] Deleting port 95bab4d4-2c39-4954-bf09-f33046c75460 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:20:58.507047 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e651c337-40c6-422b-a1a3-bdb39aaad104 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (95bab4d4-2c39-4954-bf09-f33046c75460), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:58.558600 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-633dad0e-b85a-4655-b410-21e93c375258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed5a29a-e485-4b85-9479-23549366fee1', 'name': 'tempest-TaggedBootDevicesTest-206863347-router', 'tenant_id': 'e9919418afe248229cfe208277f2e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '66fe411e-b7bd-457b-b581-e04de188e96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:00Z', 'updated_at': '2022-02-09T01:17:06Z', 'revision_number': 4, 'project_id': 'e9919418afe248229cfe208277f2e93f', 'gw_port': {'id': '66fe411e-b7bd-457b-b581-e04de188e96c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:21:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed5a29a-e485-4b85-9479-23549366fee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:01Z', 'updated_at': '2022-02-09T01:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '30227fee-7116-4164-acd7-e3f7e0d518e0', 'tenant_id': 'e9919418afe248229cfe208277f2e93f', 'floating_ip_address': '172.25.1.26', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'eed5a29a-e485-4b85-9479-23549366fee1', 'port_id': 'd5952791-d7be-4808-b892-3e53282649e6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da52059d-73c2-403d-a351-476231473b23', 'mac_address': 'fa:16:3e:d7:fc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:18:44Z', 'updated_at': '2022-02-09T01:20:51Z', 'revision_number': 1, 'project_id': 'e9919418afe248229cfe208277f2e93f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e', 'name': '', 'network_id': 'da52059d-73c2-403d-a351-476231473b23', 'tenant_id': 'e9919418afe248229cfe208277f2e93f', 'mac_address': 'fa:16:3e:ac:8b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed5a29a-e485-4b85-9479-23549366fee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'ef054353-32e4-4288-8c12-230c98a17b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:04Z', 'updated_at': '2022-02-09T01:17:14Z', 'revision_number': 5, 'project_id': 'e9919418afe248229cfe208277f2e93f', 'subnets': [{'id': 'ef054353-32e4-4288-8c12-230c98a17b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:58.577240 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-86e41f1a-79a2-4bc9-8942-2e17567919b2 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b44166604b3436881425cea10d1d658&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3208826 Feb 09 01:20:58.618943 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-044c5826-c88e-4b85-8430-ab3ad49765f3 None None] Attempting to bind port 2d8604ab-ae55-4479-9902-edad832559dd on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:20:58.619318 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-044c5826-c88e-4b85-8430-ab3ad49765f3 None None] Attempting to bind port 2d8604ab-ae55-4479-9902-edad832559dd by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'bd80f806-5670-4e35-880c-8819b1596bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '1d9eeb5f-c328-45ea-aae0-837cb610a5bb'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:20:58.619703 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044c5826-c88e-4b85-8430-ab3ad49765f3 None None] Attempting to bind port 2d8604ab-ae55-4479-9902-edad832559dd on network 1d9eeb5f-c328-45ea-aae0-837cb610a5bb {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:20:58.621842 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633dad0e-b85a-4655-b410-21e93c375258 None None] The sync data for ids ['eed5a29a-e485-4b85-9479-23549366fee1'] in n-d-822053-40 is: [{'id': 'eed5a29a-e485-4b85-9479-23549366fee1', 'name': 'tempest-TaggedBootDevicesTest-206863347-router', 'tenant_id': 'e9919418afe248229cfe208277f2e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '66fe411e-b7bd-457b-b581-e04de188e96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:00Z', 'updated_at': '2022-02-09T01:17:06Z', 'revision_number': 4, 'project_id': 'e9919418afe248229cfe208277f2e93f', 'gw_port': {'id': '66fe411e-b7bd-457b-b581-e04de188e96c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:21:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed5a29a-e485-4b85-9479-23549366fee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:01Z', 'updated_at': '2022-02-09T01:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '30227fee-7116-4164-acd7-e3f7e0d518e0', 'tenant_id': 'e9919418afe248229cfe208277f2e93f', 'floating_ip_address': '172.25.1.26', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'eed5a29a-e485-4b85-9479-23549366fee1', 'port_id': 'd5952791-d7be-4808-b892-3e53282649e6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da52059d-73c2-403d-a351-476231473b23', 'mac_address': 'fa:16:3e:d7:fc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:18:44Z', 'updated_at': '2022-02-09T01:20:51Z', 'revision_number': 1, 'project_id': 'e9919418afe248229cfe208277f2e93f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e', 'name': '', 'network_id': 'da52059d-73c2-403d-a351-476231473b23', 'tenant_id': 'e9919418afe248229cfe208277f2e93f', 'mac_address': 'fa:16:3e:ac:8b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed5a29a-e485-4b85-9479-23549366fee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'ef054353-32e4-4288-8c12-230c98a17b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:04Z', 'updated_at': '2022-02-09T01:17:14Z', 'revision_number': 5, 'project_id': 'e9919418afe248229cfe208277f2e93f', 'subnets': [{'id': 'ef054353-32e4-4288-8c12-230c98a17b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:20:58.639994 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 832cda2e-ef3a-41e1-b064-8492ab2c09c2, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=832cda2e-ef3a-41e1-b064-8492ab2c09c2,segment=NetworkSegment(231cc619-b79a-4847-94b3-cdbf4f5bda22),segment_id=231cc619-b79a-4847-94b3-cdbf4f5bda22)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:58.641439 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044c5826-c88e-4b85-8430-ab3ad49765f3 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:20:58.641809 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044c5826-c88e-4b85-8430-ab3ad49765f3 None None] Checking segment: {'id': 'bd80f806-5670-4e35-880c-8819b1596bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '1d9eeb5f-c328-45ea-aae0-837cb610a5bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:20:58.642279 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-044c5826-c88e-4b85-8430-ab3ad49765f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:58.642640 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044c5826-c88e-4b85-8430-ab3ad49765f3 None None] Bound using segment: {'id': 'bd80f806-5670-4e35-880c-8819b1596bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '1d9eeb5f-c328-45ea-aae0-837cb610a5bb'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:20:58.643151 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-044c5826-c88e-4b85-8430-ab3ad49765f3 None None] Bound port: 2d8604ab-ae55-4479-9902-edad832559dd, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd80f806-5670-4e35-880c-8819b1596bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '1d9eeb5f-c328-45ea-aae0-837cb610a5bb'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:20:58.643503 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-044c5826-c88e-4b85-8430-ab3ad49765f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2d8604ab-ae55-4479-9902-edad832559dd), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:58.652204 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-25f41ec0-58f1-4e26-a12f-f471dfc7a650 None None] Deleting port 95bab4d4-2c39-4954-bf09-f33046c75460 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:20:58.652391 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-25f41ec0-58f1-4e26-a12f-f471dfc7a650 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (95bab4d4-2c39-4954-bf09-f33046c75460), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:58.745461 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-81c55ebb-cc2e-4415-bb41-3b2fae2aa9db req-79acd1b4-ef2e-49bc-9338-ff6c074b3b6b tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3101811 Feb 09 01:20:58.766400 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-e651c337-40c6-422b-a1a3-bdb39aaad104 admin admin] For port 95bab4d4-2c39-4954-bf09-f33046c75460, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=95bab4d4-2c39-4954-bf09-f33046c75460,segment=NetworkSegment(b53421b6-f83a-4fea-a3c5-86c7b6dc9f5c),segment_id=b53421b6-f83a-4fea-a3c5-86c7b6dc9f5c)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:58.766776 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e651c337-40c6-422b-a1a3-bdb39aaad104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (95bab4d4-2c39-4954-bf09-f33046c75460), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:58.789305 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-e651c337-40c6-422b-a1a3-bdb39aaad104 admin admin] Calling delete_port for 95bab4d4-2c39-4954-bf09-f33046c75460 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:58.790797 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-25f41ec0-58f1-4e26-a12f-f471dfc7a650 None None] For port 95bab4d4-2c39-4954-bf09-f33046c75460, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=95bab4d4-2c39-4954-bf09-f33046c75460,segment=NetworkSegment(b53421b6-f83a-4fea-a3c5-86c7b6dc9f5c),segment_id=b53421b6-f83a-4fea-a3c5-86c7b6dc9f5c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:58.791288 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-25f41ec0-58f1-4e26-a12f-f471dfc7a650 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (95bab4d4-2c39-4954-bf09-f33046c75460), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:58.794277 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-90adb131-5b68-4429-b482-116d58c407f0 admin admin] Publish callbacks [] for port (0e6624d6-b89c-421f-ab48-f578b1218356), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:58.812077 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-25f41ec0-58f1-4e26-a12f-f471dfc7a650 None None] Calling delete_port for 95bab4d4-2c39-4954-bf09-f33046c75460 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:58.954918 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed3053-e69b-4789-a2b2-b1f89c023a4d req-08a1ce51-2f91-4246-9aa6-8214ac1ab46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:58.956612 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-35ed3053-e69b-4789-a2b2-b1f89c023a4d req-08a1ce51-2f91-4246-9aa6-8214ac1ab46e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ef054353-32e4-4288-8c12-230c98a17b20 HTTP/1.1" status: 200 len: 850 time: 0.6664276 Feb 09 01:20:58.957261 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59308) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:59.038609 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-88dba841-c2af-4ca0-9602-9327533535e0 service neutron] 10.222.0.30 "GET /v2.0/networks/f155bdb8-b796-4b2f-8f0d-8611315d30bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985422 Feb 09 01:20:59.044176 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc2ce53-dc79-44fc-95de-06ffadefe1fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '832cda2e-ef3a-41e1-b064-8492ab2c09c2'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:20:59.046767 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288fedca-c8cb-4ac7-8a63-1def7b4ba267" -d '{"events": [{"server_uuid": "2fc2ce53-dc79-44fc-95de-06ffadefe1fe", "name": "network-vif-unplugged", "status": "completed", "tag": "832cda2e-ef3a-41e1-b064-8492ab2c09c2"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:20:59.140406 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e651c337-40c6-422b-a1a3-bdb39aaad104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (95bab4d4-2c39-4954-bf09-f33046c75460), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:59.254884 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (832cda2e-ef3a-41e1-b064-8492ab2c09c2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:59.257341 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port d25d7fec-2c32-433c-a092-0e87350bf087 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:59.270201 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-90adb131-5b68-4429-b482-116d58c407f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (0e6624d6-b89c-421f-ab48-f578b1218356), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:59.281207 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c1ada-2029-4e7b-807d-ba24b97a11ec req-308e7012-6734-4cbe-8c65-06e65ac3765f tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:59.283278 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-068c1ada-2029-4e7b-807d-ba24b97a11ec req-308e7012-6734-4cbe-8c65-06e65ac3765f tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.121 "GET /v2.0/ports?device_id=2fc2ce53-dc79-44fc-95de-06ffadefe1fe HTTP/1.1" status: 200 len: 943 time: 0.5367656 Feb 09 01:20:59.309274 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a9c610-f491-4ed1-8c20-ca4776db51c4 None None] New status for floating IP 30227fee-7116-4164-acd7-e3f7e0d518e0: ACTIVE {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:20:59.317346 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-25f41ec0-58f1-4e26-a12f-f471dfc7a650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (95bab4d4-2c39-4954-bf09-f33046c75460), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:59.363866 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-d01bc44a-4901-45d1-a48c-816c6188021c tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:59.365544 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-d01bc44a-4901-45d1-a48c-816c6188021c tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.121 "GET /v2.0/networks?id=a46c349d-fbe7-42ad-a83d-3298a4c41cb1 HTTP/1.1" status: 200 len: 813 time: 0.2831905 Feb 09 01:20:59.405649 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 82631568-df74-4587-bd85-c2f32e47d26d no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:20:59.428947 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90adb131-5b68-4429-b482-116d58c407f0 admin admin] Network 60827e70-22ba-4097-9b3b-d59a1d2786bc is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:59.472562 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed3053-e69b-4789-a2b2-b1f89c023a4d req-7a75b142-8aba-4ad8-bbf0-c049f2c3c9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:59.474263 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-35ed3053-e69b-4789-a2b2-b1f89c023a4d req-7a75b142-8aba-4ad8-bbf0-c049f2c3c9a8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=da52059d-73c2-403d-a351-476231473b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4934087 Feb 09 01:20:59.477730 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-9ec2fad5-6f77-4a07-8a5e-269feb442376 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Request body: {'port': {'device_id': 'ce9e4e3d-622b-48ff-b57e-8080f2968cb9', 'network_id': 'a46c349d-fbe7-42ad-a83d-3298a4c41cb1', 'admin_state_up': True, 'tenant_id': '45103008d2704a9a9647209c042e9687'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:59.489467 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-90adb131-5b68-4429-b482-116d58c407f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:59.496694 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90adb131-5b68-4429-b482-116d58c407f0 admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:20:59.506085 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90adb131-5b68-4429-b482-116d58c407f0 admin admin] Pushing event updated for resources: {'Port': ['ID=0e6624d6-b89c-421f-ab48-f578b1218356,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:59.507090 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651c337-40c6-422b-a1a3-bdb39aaad104 admin admin] Pushing event deleted for resources: {'Port': ['ID=95bab4d4-2c39-4954-bf09-f33046c75460,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:59.513934 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 82631568-df74-4587-bd85-c2f32e47d26d {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:20:59.514253 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 82631568-df74-4587-bd85-c2f32e47d26d not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:20:59.514814 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 28847ad6-109f-4b2b-aa04-e4fb55ddd4ec no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:20:59.519617 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f41ec0-58f1-4e26-a12f-f471dfc7a650 None None] No DVR routers for this DVR port 95bab4d4-2c39-4954-bf09-f33046c75460 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:20:59.526443 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e651c337-40c6-422b-a1a3-bdb39aaad104 admin admin] No DVR routers for this DVR port 95bab4d4-2c39-4954-bf09-f33046c75460 on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:20:59.529359 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8a57b518-2290-4ed7-a2ef-0ad5503d7818 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks [] for security_group (9432800b-f22c-41f3-a130-0581c11db355), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:59.613067 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=832cda2e-ef3a-41e1-b064-8492ab2c09c2,revision_number=8']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:59.648044 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 28847ad6-109f-4b2b-aa04-e4fb55ddd4ec {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:20:59.648609 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 28847ad6-109f-4b2b-aa04-e4fb55ddd4ec not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:20:59.706746 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f41ec0-58f1-4e26-a12f-f471dfc7a650 None None] Pushing event deleted for resources: {'Port': ['ID=95bab4d4-2c39-4954-bf09-f33046c75460,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:59.735465 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-044c5826-c88e-4b85-8430-ab3ad49765f3 None None] For port 2d8604ab-ae55-4479-9902-edad832559dd, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:20:59.747462 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-044c5826-c88e-4b85-8430-ab3ad49765f3 None None] For port 2d8604ab-ae55-4479-9902-edad832559dd, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=2d8604ab-ae55-4479-9902-edad832559dd,segment=NetworkSegment(bd80f806-5670-4e35-880c-8819b1596bf1),segment_id=bd80f806-5670-4e35-880c-8819b1596bf1)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:20:59.799191 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-044c5826-c88e-4b85-8430-ab3ad49765f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (2d8604ab-ae55-4479-9902-edad832559dd), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:59.864995 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d1910966-778a-4616-9dcd-463af1cdf87f up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:20:59.879452 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-4a2bcfc8-88f8-4bc7-8ee0-ad26e4e24094 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Allocated IP 172.20.0.1 (1d9eeb5f-c328-45ea-aae0-837cb610a5bb/25dc2154-b17b-4be9-b625-5de0295721dc/066c2a63-0b3b-4054-8f94-9c8603f5b157) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:59.941213 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c5826-c88e-4b85-8430-ab3ad49765f3 None None] Pushing event updated for resources: {'Port': ['ID=2d8604ab-ae55-4479-9902-edad832559dd,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:59.965080 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port d1910966-778a-4616-9dcd-463af1cdf87f triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:59.965810 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d1910966-778a-4616-9dcd-463af1cdf87f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:59.969912 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-90adb131-5b68-4429-b482-116d58c407f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:59.990691 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e651c337-40c6-422b-a1a3-bdb39aaad104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (c6c728be-ebe1-48b3-ac77-65b4d05323f4), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:59.992256 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8a57b518-2290-4ed7-a2ef-0ad5503d7818 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks [] for security_group (9432800b-f22c-41f3-a130-0581c11db355), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:00.022321 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-35ed3053-e69b-4789-a2b2-b1f89c023a4d req-9ff6ab14-87e6-4dab-9c33-c2b0f54b77a8 service neutron] 10.222.0.91 "GET /v2.0/networks/da52059d-73c2-403d-a351-476231473b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5297036 Feb 09 01:21:00.105724 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-cd76fc2e-7c8b-474e-8791-8cbc066f78c4 service neutron] 10.222.0.30 "GET /v2.0/networks/f155bdb8-b796-4b2f-8f0d-8611315d30bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0639293 Feb 09 01:21:00.129801 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port d1910966-778a-4616-9dcd-463af1cdf87f is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:00.131125 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc53e8-fc8b-4ccb-9900-f586d1c80c6b req-3762d3fa-7459-4eaa-9c90-69da617befe3 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:00.131391 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d1910966-778a-4616-9dcd-463af1cdf87f), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:00.135666 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-25bc53e8-fc8b-4ccb-9900-f586d1c80c6b req-3762d3fa-7459-4eaa-9c90-69da617befe3 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f510f95-9459-448b-9514-d2325720404a HTTP/1.1" status: 200 len: 945 time: 1.0543678 Feb 09 01:21:00.174496 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-e651c337-40c6-422b-a1a3-bdb39aaad104 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6c728be-ebe1-48b3-ac77-65b4d05323f4']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:00.187920 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f29f3672-233e-4df6-b29a-890cd2a2d3c3 None None] Provisioning complete for port 0e6624d6-b89c-421f-ab48-f578b1218356 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:00.188608 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f29f3672-233e-4df6-b29a-890cd2a2d3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0e6624d6-b89c-421f-ab48-f578b1218356), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:00.193232 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port d1910966-778a-4616-9dcd-463af1cdf87f, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d1910966-778a-4616-9dcd-463af1cdf87f,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:00.197366 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-e651c337-40c6-422b-a1a3-bdb39aaad104 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b53421b6-f83a-4fea-a3c5-86c7b6dc9f5c') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:00.197865 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-e651c337-40c6-422b-a1a3-bdb39aaad104 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b53421b6-f83a-4fea-a3c5-86c7b6dc9f5c') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:00.249966 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e651c337-40c6-422b-a1a3-bdb39aaad104 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (b53421b6-f83a-4fea-a3c5-86c7b6dc9f5c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:00.285397 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e651c337-40c6-422b-a1a3-bdb39aaad104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (b53421b6-f83a-4fea-a3c5-86c7b6dc9f5c), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:00.293770 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e651c337-40c6-422b-a1a3-bdb39aaad104 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:21:00.295146 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e651c337-40c6-422b-a1a3-bdb39aaad104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (b53421b6-f83a-4fea-a3c5-86c7b6dc9f5c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:00.306368 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4a2bcfc8-88f8-4bc7-8ee0-ad26e4e24094 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks [] for port (066c2a63-0b3b-4054-8f94-9c8603f5b157), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:00.333679 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d1910966-778a-4616-9dcd-463af1cdf87f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:00.406934 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4a2bcfc8-88f8-4bc7-8ee0-ad26e4e24094 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (066c2a63-0b3b-4054-8f94-9c8603f5b157), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:00.429064 n-d-822053-40 neutron-server[103529]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:00.429064 n-d-822053-40 neutron-server[103529]: self.session.flush() Feb 09 01:21:00.429064 n-d-822053-40 neutron-server[103529]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:00.429064 n-d-822053-40 neutron-server[103529]: self.session.flush() Feb 09 01:21:00.429064 n-d-822053-40 neutron-server[103529]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:00.429064 n-d-822053-40 neutron-server[103529]: self.session.flush() Feb 09 01:21:00.429064 n-d-822053-40 neutron-server[103529]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:00.429064 n-d-822053-40 neutron-server[103529]: self.session.flush() Feb 09 01:21:00.429064 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:21:00.429064 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:21:00.429064 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:21:00.429064 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:21:00.429064 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:21:00.429064 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:21:00.429064 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:21:00.429064 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:21:00.429064 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:21:00.429064 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:21:00.429064 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:21:00.429064 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:21:00.429064 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:21:00.429064 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:21:00.429064 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:21:00.429064 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:21:00.429064 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:21:00.429064 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:21:00.429064 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:21:00.429064 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:21:00.429064 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:21:00.429064 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:21:00.429064 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:21:00.429064 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:21:00.429064 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:21:00.429064 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:21:00.429064 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:21:00.429064 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:21:00.429064 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:21:00.429064 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:21:00.429064 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:21:00.429064 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:21:00.448213 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e651c337-40c6-422b-a1a3-bdb39aaad104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (c6c728be-ebe1-48b3-ac77-65b4d05323f4), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:00.461882 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f29f3672-233e-4df6-b29a-890cd2a2d3c3 None None] Port 0e6624d6-b89c-421f-ab48-f578b1218356 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:21:00.487705 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 95bab4d4-2c39-4954-bf09-f33046c75460 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:21:00.524207 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-068c1ada-2029-4e7b-807d-ba24b97a11ec req-2167f798-32bb-49da-99c3-cbdab3afdaf5 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Deleting port 832cda2e-ef3a-41e1-b064-8492ab2c09c2 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:21:00.524545 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-068c1ada-2029-4e7b-807d-ba24b97a11ec req-2167f798-32bb-49da-99c3-cbdab3afdaf5 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (832cda2e-ef3a-41e1-b064-8492ab2c09c2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:00.550937 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e651c337-40c6-422b-a1a3-bdb39aaad104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:00.560320 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e651c337-40c6-422b-a1a3-bdb39aaad104 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c6c728be-ebe1-48b3-ac77-65b4d05323f4 HTTP/1.1" status: 204 len: 168 time: 3.1019895 Feb 09 01:21:00.575723 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-25bc53e8-fc8b-4ccb-9900-f586d1c80c6b req-8c732b84-9fe4-44dd-bed3-d54a09af9961 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100862 Feb 09 01:21:00.584634 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 95bab4d4-2c39-4954-bf09-f33046c75460 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:21:00.586503 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 95bab4d4-2c39-4954-bf09-f33046c75460 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:21:00.599453 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=d1910966-778a-4616-9dcd-463af1cdf87f,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:00.635147 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651c337-40c6-422b-a1a3-bdb39aaad104 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6c728be-ebe1-48b3-ac77-65b4d05323f4,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:00.692370 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b45a0e-e34d-41ae-a448-0d9d870e39e0 x-openstack-request-id: req-85b45a0e-e34d-41ae-a448-0d9d870e39e0 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:21:00.692936 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc2ce53-dc79-44fc-95de-06ffadefe1fe", "name": "network-vif-unplugged", "status": "completed", "tag": "832cda2e-ef3a-41e1-b064-8492ab2c09c2", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:21:00.693397 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-85b45a0e-e34d-41ae-a448-0d9d870e39e0 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:21:00.693999 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc2ce53-dc79-44fc-95de-06ffadefe1fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '832cda2e-ef3a-41e1-b064-8492ab2c09c2', 'code': 200} Feb 09 01:21:00.702687 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-19fbc981-6baa-4236-9aec-2fd17e57f35b req-12d6bda8-25d9-4e9f-aa0c-19c50650d6c5 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9e4e3d-622b-48ff-b57e-8080f2968cb9 HTTP/1.1" status: 200 len: 210 time: 0.0568798 Feb 09 01:21:00.703508 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-9ec2fad5-6f77-4a07-8a5e-269feb442376 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Made reservation on behalf of 45103008d2704a9a9647209c042e9687 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:00.714451 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-9ec2fad5-6f77-4a07-8a5e-269feb442376 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:00.822377 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-068c1ada-2029-4e7b-807d-ba24b97a11ec req-2167f798-32bb-49da-99c3-cbdab3afdaf5 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] For port 832cda2e-ef3a-41e1-b064-8492ab2c09c2, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=832cda2e-ef3a-41e1-b064-8492ab2c09c2,segment=NetworkSegment(231cc619-b79a-4847-94b3-cdbf4f5bda22),segment_id=231cc619-b79a-4847-94b3-cdbf4f5bda22)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:00.823193 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-068c1ada-2029-4e7b-807d-ba24b97a11ec req-2167f798-32bb-49da-99c3-cbdab3afdaf5 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (832cda2e-ef3a-41e1-b064-8492ab2c09c2), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:00.847157 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-068c1ada-2029-4e7b-807d-ba24b97a11ec req-2167f798-32bb-49da-99c3-cbdab3afdaf5 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Calling delete_port for 832cda2e-ef3a-41e1-b064-8492ab2c09c2 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:21:00.922903 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2bcfc8-88f8-4bc7-8ee0-ad26e4e24094 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Network 1d9eeb5f-c328-45ea-aae0-837cb610a5bb is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:00.926395 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59328) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:00.933097 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2bcfc8-88f8-4bc7-8ee0-ad26e4e24094 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Pushing event updated for resources: {'Port': ['ID=066c2a63-0b3b-4054-8f94-9c8603f5b157,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:00.967651 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-4a2bcfc8-88f8-4bc7-8ee0-ad26e4e24094 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:00.977773 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2bcfc8-88f8-4bc7-8ee0-ad26e4e24094 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:21:00.983861 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8a57b518-2290-4ed7-a2ef-0ad5503d7818 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (9432800b-f22c-41f3-a130-0581c11db355), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:00.986791 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8a57b518-2290-4ed7-a2ef-0ad5503d7818 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:00.990164 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8a57b518-2290-4ed7-a2ef-0ad5503d7818 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "DELETE /v2.0/security-groups/9432800b-f22c-41f3-a130-0581c11db355 HTTP/1.1" status: 204 len: 168 time: 2.0186672 Feb 09 01:21:01.037646 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59330) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:01.068301 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-9ec2fad5-6f77-4a07-8a5e-269feb442376 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Allocated IP 172.20.0.4 (a46c349d-fbe7-42ad-a83d-3298a4c41cb1/00660737-d0c8-4fd3-9454-eb4bf5c5566b/89fb8914-10d9-40fa-8ddc-75349e0ec71f) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:01.112589 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57b518-2290-4ed7-a2ef-0ad5503d7818 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9432800b-f22c-41f3-a130-0581c11db355,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:01.116367 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-35ed3053-e69b-4789-a2b2-b1f89c023a4d req-86f6e728-27b6-46b7-b1de-334b67053289 service neutron] 10.222.0.91 "GET /v2.0/networks/da52059d-73c2-403d-a351-476231473b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0195081 Feb 09 01:21:01.146238 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-983352d6-0d84-440b-a2df-bb9303ce9aa9 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] show failed (client error): The resource could not be found. Feb 09 01:21:01.147513 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-983352d6-0d84-440b-a2df-bb9303ce9aa9 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "GET /v2.0/security-groups/9432800b-f22c-41f3-a130-0581c11db355 HTTP/1.1" status: 404 len: 347 time: 0.1035542 Feb 09 01:21:01.154359 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59334) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:01.232266 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4a2bcfc8-88f8-4bc7-8ee0-ad26e4e24094 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (2e1b97b7-e2e6-4d20-8b2c-7c0c1c04b141), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:01.284481 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6155f18d-784a-4e7d-93ae-5005dc69c220 req-db53f421-27c2-4b1b-9577-c8fae8cff384 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=43704bf0-5c55-4c9e-b986-6f92ad1d74fc HTTP/1.1" status: 200 len: 210 time: 0.3748243 Feb 09 01:21:01.324680 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8097bbef-5aa7-48a4-a4a5-a0b9ed555f8e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8504a22500a54a54a8fec90c069aae71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3932617 Feb 09 01:21:01.328915 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-9ec2fad5-6f77-4a07-8a5e-269feb442376 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Publish callbacks [] for port (89fb8914-10d9-40fa-8ddc-75349e0ec71f), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:01.330457 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59336) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:01.392588 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-90adb131-5b68-4429-b482-116d58c407f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0e6624d6-b89c-421f-ab48-f578b1218356), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:01.590002 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db730245-c4a9-4424-918e-e8cd773942f2 req-cae03782-db79-4cd2-980c-faab159039ba tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:01.597104 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db730245-c4a9-4424-918e-e8cd773942f2 req-cae03782-db79-4cd2-980c-faab159039ba tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:01.603633 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db730245-c4a9-4424-918e-e8cd773942f2 req-cae03782-db79-4cd2-980c-faab159039ba tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:01.609142 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db730245-c4a9-4424-918e-e8cd773942f2 req-cae03782-db79-4cd2-980c-faab159039ba tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:01.612504 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-068c1ada-2029-4e7b-807d-ba24b97a11ec req-2167f798-32bb-49da-99c3-cbdab3afdaf5 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (832cda2e-ef3a-41e1-b064-8492ab2c09c2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:01.614794 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db730245-c4a9-4424-918e-e8cd773942f2 req-cae03782-db79-4cd2-980c-faab159039ba tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:01.620551 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db730245-c4a9-4424-918e-e8cd773942f2 req-cae03782-db79-4cd2-980c-faab159039ba tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:01.626181 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db730245-c4a9-4424-918e-e8cd773942f2 req-cae03782-db79-4cd2-980c-faab159039ba tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:01.634437 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db730245-c4a9-4424-918e-e8cd773942f2 req-cae03782-db79-4cd2-980c-faab159039ba tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5434 time: 0.7093441 Feb 09 01:21:01.647718 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-9ec2fad5-6f77-4a07-8a5e-269feb442376 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (89fb8914-10d9-40fa-8ddc-75349e0ec71f), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:01.677461 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['4a825b64-d1af-4377-836e-5fc508ec6888'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:21:01.742250 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167f798-32bb-49da-99c3-cbdab3afdaf5 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Pushing event deleted for resources: {'Port': ['ID=832cda2e-ef3a-41e1-b064-8492ab2c09c2,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:01.751485 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4a2bcfc8-88f8-4bc7-8ee0-ad26e4e24094 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (066c2a63-0b3b-4054-8f94-9c8603f5b157), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:01.780694 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2fad5-6f77-4a07-8a5e-269feb442376 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Pushing event updated for resources: {'Port': ['ID=89fb8914-10d9-40fa-8ddc-75349e0ec71f,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:01.833444 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddfad1f-ce7f-4980-90ff-0a2d00826c39 req-ea943286-7936-4eeb-800b-d4f1bbbfb613 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:01.848538 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dddfad1f-ce7f-4980-90ff-0a2d00826c39 req-ea943286-7936-4eeb-800b-d4f1bbbfb613 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=e583f6a8-65e5-44ed-9dcd-ff5b5ba80116 HTTP/1.1" status: 200 len: 945 time: 0.4149146 Feb 09 01:21:01.849488 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1c29860e-33c7-4e08-9b2e-e56d895409b8 admin admin] Publish callbacks [] for security_group (cea86a2c-77d8-4634-9388-dbba610dc35b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:02.004707 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-cf8bd26d-f7dd-47c6-909b-e6fe54d555e8 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Deleting port 8f26f69e-eb42-4af1-a1a5-1bc31aedae0a {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:21:02.005436 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cf8bd26d-f7dd-47c6-909b-e6fe54d555e8 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (8f26f69e-eb42-4af1-a1a5-1bc31aedae0a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:02.009115 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-9ec2fad5-6f77-4a07-8a5e-269feb442376 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Network a46c349d-fbe7-42ad-a83d-3298a4c41cb1 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:02.047275 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-9ec2fad5-6f77-4a07-8a5e-269feb442376 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:02.055190 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-068c1ada-2029-4e7b-807d-ba24b97a11ec req-2167f798-32bb-49da-99c3-cbdab3afdaf5 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] No DVR routers for this DVR port 832cda2e-ef3a-41e1-b064-8492ab2c09c2 on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:21:02.067953 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 832cda2e-ef3a-41e1-b064-8492ab2c09c2 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:21:02.070362 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 2d8604ab-ae55-4479-9902-edad832559dd up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:21:02.083083 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-9ec2fad5-6f77-4a07-8a5e-269feb442376 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:21:02.111466 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1c29860e-33c7-4e08-9b2e-e56d895409b8 admin admin] Publish callbacks [] for security_group (cea86a2c-77d8-4634-9388-dbba610dc35b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:02.145375 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 832cda2e-ef3a-41e1-b064-8492ab2c09c2 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:21:02.145675 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 832cda2e-ef3a-41e1-b064-8492ab2c09c2 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:21:02.178712 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db730245-c4a9-4424-918e-e8cd773942f2 req-1d3e0dd6-677c-4f41-b2eb-9e316781828a tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5430024 Feb 09 01:21:02.182900 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dddfad1f-ce7f-4980-90ff-0a2d00826c39 req-375083e3-5ab8-48e5-a77b-1cdaf8315c0b tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269932 Feb 09 01:21:02.321347 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-9ec2fad5-6f77-4a07-8a5e-269feb442376 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:02.327241 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-9ec2fad5-6f77-4a07-8a5e-269feb442376 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:02.368385 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8150ef10-f2ce-4e67-a1bd-ef551c9eb3cd None None] Network 1d9eeb5f-c328-45ea-aae0-837cb610a5bb requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:02.401573 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-9ec2fad5-6f77-4a07-8a5e-269feb442376 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9302270 Feb 09 01:21:02.468717 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-88689c30-5201-43d5-94a6-69525b30dd4d service neutron] Request body: {'port': {'device_id': 'ce9e4e3d-622b-48ff-b57e-8080f2968cb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:02.520404 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1c29860e-33c7-4e08-9b2e-e56d895409b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (cea86a2c-77d8-4634-9388-dbba610dc35b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:02.523249 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1c29860e-33c7-4e08-9b2e-e56d895409b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:02.538823 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1c29860e-33c7-4e08-9b2e-e56d895409b8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cea86a2c-77d8-4634-9388-dbba610dc35b HTTP/1.1" status: 204 len: 168 time: 1.1949708 Feb 09 01:21:02.613664 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b9369d6b-24fb-4c64-8bf2-73c9563206b2 None None] Provisioning complete for port 2d8604ab-ae55-4479-9902-edad832559dd triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:02.613980 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b9369d6b-24fb-4c64-8bf2-73c9563206b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2d8604ab-ae55-4479-9902-edad832559dd), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:02.644655 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab19d7-7d5f-425d-98ef-0c72f97bc6f0 req-3a2d54e2-5913-4c90-ab2a-d13d76ec6db7 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:02.652621 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2bab19d7-7d5f-425d-98ef-0c72f97bc6f0 req-3a2d54e2-5913-4c90-ab2a-d13d76ec6db7 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9e4e3d-622b-48ff-b57e-8080f2968cb9 HTTP/1.1" status: 200 len: 931 time: 0.3045132 Feb 09 01:21:02.663726 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29860e-33c7-4e08-9b2e-e56d895409b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea86a2c-77d8-4634-9388-dbba610dc35b,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:02.682001 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 2d8604ab-ae55-4479-9902-edad832559dd triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:02.682553 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2d8604ab-ae55-4479-9902-edad832559dd), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:02.691088 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-88689c30-5201-43d5-94a6-69525b30dd4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (89fb8914-10d9-40fa-8ddc-75349e0ec71f), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:02.701056 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-068c1ada-2029-4e7b-807d-ba24b97a11ec req-2167f798-32bb-49da-99c3-cbdab3afdaf5 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:02.705547 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-068c1ada-2029-4e7b-807d-ba24b97a11ec req-2167f798-32bb-49da-99c3-cbdab3afdaf5 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.121 "DELETE /v2.0/ports/832cda2e-ef3a-41e1-b064-8492ab2c09c2 HTTP/1.1" status: 204 len: 173 time: 3.4113543 Feb 09 01:21:02.706235 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc2ce53-dc79-44fc-95de-06ffadefe1fe', 'name': 'network-vif-deleted', 'tag': '832cda2e-ef3a-41e1-b064-8492ab2c09c2'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:21:02.709148 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d656e1-bd07-49e5-87f1-d1371e9f4bb8" -d '{"events": [{"server_uuid": "2fc2ce53-dc79-44fc-95de-06ffadefe1fe", "name": "network-vif-deleted", "tag": "832cda2e-ef3a-41e1-b064-8492ab2c09c2"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:21:03.072648 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 2d8604ab-ae55-4479-9902-edad832559dd is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:03.073264 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2d8604ab-ae55-4479-9902-edad832559dd), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:03.176168 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-88689c30-5201-43d5-94a6-69525b30dd4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89fb8914-10d9-40fa-8ddc-75349e0ec71f {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:21:03.184732 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-88689c30-5201-43d5-94a6-69525b30dd4d service neutron] Publish callbacks [] for port (89fb8914-10d9-40fa-8ddc-75349e0ec71f), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:03.199075 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-88689c30-5201-43d5-94a6-69525b30dd4d service neutron] Transition to ACTIVE for port object 89fb8914-10d9-40fa-8ddc-75349e0ec71f will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:03.208202 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac50e1-cf3e-4cab-a52a-f9dbe018e5fb req-c12fa0f7-196f-4c72-b1d6-39a682d53304 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:03.216278 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4ac50e1-cf3e-4cab-a52a-f9dbe018e5fb req-c12fa0f7-196f-4c72-b1d6-39a682d53304 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4efe6a9-7b0d-4ff7-b86d-1a8c42d4c95b HTTP/1.1" status: 200 len: 946 time: 0.8213842 Feb 09 01:21:03.227089 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-88689c30-5201-43d5-94a6-69525b30dd4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (89fb8914-10d9-40fa-8ddc-75349e0ec71f), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:03.295228 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b9369d6b-24fb-4c64-8bf2-73c9563206b2 None None] Current status of the port 2d8604ab-ae55-4479-9902-edad832559dd is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:03.298464 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b9369d6b-24fb-4c64-8bf2-73c9563206b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2d8604ab-ae55-4479-9902-edad832559dd), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:03.326449 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59352) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:03.332366 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-af7eb9a1-49ae-490f-adc5-c6e970e6c289 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:03.336654 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-af7eb9a1-49ae-490f-adc5-c6e970e6c289 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.91 "GET /v2.0/networks?id=f155bdb8-b796-4b2f-8f0d-8611315d30bd HTTP/1.1" status: 200 len: 804 time: 0.6366818 Feb 09 01:21:03.359880 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-90adb131-5b68-4429-b482-116d58c407f0 admin admin] Publish callbacks [] for port (0e6624d6-b89c-421f-ab48-f578b1218356), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:03.369646 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2bab19d7-7d5f-425d-98ef-0c72f97bc6f0 req-1d02daf0-2014-4a73-b9eb-403538f820a5 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7156947 Feb 09 01:21:03.376087 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88689c30-5201-43d5-94a6-69525b30dd4d service neutron] Pushing event updated for resources: {'Port': ['ID=89fb8914-10d9-40fa-8ddc-75349e0ec71f,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:03.380497 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 2d8604ab-ae55-4479-9902-edad832559dd, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=2d8604ab-ae55-4479-9902-edad832559dd,segment=NetworkSegment(bd80f806-5670-4e35-880c-8819b1596bf1),segment_id=bd80f806-5670-4e35-880c-8819b1596bf1)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:03.397442 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cf8bd26d-f7dd-47c6-909b-e6fe54d555e8 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (8f26f69e-eb42-4af1-a1a5-1bc31aedae0a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:03.399015 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cf8bd26d-f7dd-47c6-909b-e6fe54d555e8 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks [] for floatingip (8f26f69e-eb42-4af1-a1a5-1bc31aedae0a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:03.412595 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-75a7237b-c06b-4f26-9031-41d6a7bb629a tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Request body: {'port': {'device_id': '43704bf0-5c55-4c9e-b986-6f92ad1d74fc', 'network_id': 'f155bdb8-b796-4b2f-8f0d-8611315d30bd', 'admin_state_up': True, 'tenant_id': '7b44166604b3436881425cea10d1d658'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:03.433232 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (2d8604ab-ae55-4479-9902-edad832559dd), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:03.433919 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d1910966-778a-4616-9dcd-463af1cdf87f up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:21:03.555572 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4ac50e1-cf3e-4cab-a52a-f9dbe018e5fb req-21eec24d-3e98-4225-b1f7-8c389f4fd180 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382716 Feb 09 01:21:03.609078 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-cf8bd26d-f7dd-47c6-909b-e6fe54d555e8 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Calling delete_port for 8f26f69e-eb42-4af1-a1a5-1bc31aedae0a owned by network:floatingip {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:21:03.653622 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4440d599-0385-43bd-a837-922d22faac71 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a084beff60944de39c415f4d0011e770&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3224051 Feb 09 01:21:03.663100 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59356) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:03.722927 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d04740b-5ff4-4461-98be-b506ae2d6ff9 x-openstack-request-id: req-5d04740b-5ff4-4461-98be-b506ae2d6ff9 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:21:03.723480 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc2ce53-dc79-44fc-95de-06ffadefe1fe", "name": "network-vif-deleted", "tag": "832cda2e-ef3a-41e1-b064-8492ab2c09c2", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:21:03.723945 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5d04740b-5ff4-4461-98be-b506ae2d6ff9 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:21:03.727227 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc2ce53-dc79-44fc-95de-06ffadefe1fe', 'name': 'network-vif-deleted', 'tag': '832cda2e-ef3a-41e1-b064-8492ab2c09c2', 'status': 'completed', 'code': 200} Feb 09 01:21:03.728891 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-90adb131-5b68-4429-b482-116d58c407f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (0e6624d6-b89c-421f-ab48-f578b1218356), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:03.740315 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-672fb585-37e3-46fd-8871-9cbf08019200 req-a9a9e854-6284-4382-a09a-4231ad1b40d3 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=43704bf0-5c55-4c9e-b986-6f92ad1d74fc HTTP/1.1" status: 200 len: 210 time: 0.0896811 Feb 09 01:21:03.746133 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-88689c30-5201-43d5-94a6-69525b30dd4d service neutron] Attempting to bind port 89fb8914-10d9-40fa-8ddc-75349e0ec71f on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:21:03.746718 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-88689c30-5201-43d5-94a6-69525b30dd4d service neutron] Attempting to bind port 89fb8914-10d9-40fa-8ddc-75349e0ec71f by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '49600cbb-8cb1-4c26-a09d-2e3526ba7488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a46c349d-fbe7-42ad-a83d-3298a4c41cb1'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:21:03.747204 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-88689c30-5201-43d5-94a6-69525b30dd4d service neutron] Attempting to bind port 89fb8914-10d9-40fa-8ddc-75349e0ec71f on network a46c349d-fbe7-42ad-a83d-3298a4c41cb1 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:21:03.767835 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-88689c30-5201-43d5-94a6-69525b30dd4d service neutron] Port 89fb8914-10d9-40fa-8ddc-75349e0ec71f on network a46c349d-fbe7-42ad-a83d-3298a4c41cb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:21:03.768457 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-88689c30-5201-43d5-94a6-69525b30dd4d service neutron] Attempting to bind port 89fb8914-10d9-40fa-8ddc-75349e0ec71f on network a46c349d-fbe7-42ad-a83d-3298a4c41cb1 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:21:03.781242 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-88689c30-5201-43d5-94a6-69525b30dd4d service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:21:03.781588 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-88689c30-5201-43d5-94a6-69525b30dd4d service neutron] Checking segment: {'id': '49600cbb-8cb1-4c26-a09d-2e3526ba7488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a46c349d-fbe7-42ad-a83d-3298a4c41cb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:03.781979 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-88689c30-5201-43d5-94a6-69525b30dd4d service neutron] Bound using segment: {'id': '49600cbb-8cb1-4c26-a09d-2e3526ba7488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a46c349d-fbe7-42ad-a83d-3298a4c41cb1'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:21:03.782425 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-88689c30-5201-43d5-94a6-69525b30dd4d service neutron] Bound port: 89fb8914-10d9-40fa-8ddc-75349e0ec71f, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49600cbb-8cb1-4c26-a09d-2e3526ba7488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a46c349d-fbe7-42ad-a83d-3298a4c41cb1'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:21:03.782784 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-88689c30-5201-43d5-94a6-69525b30dd4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (89fb8914-10d9-40fa-8ddc-75349e0ec71f), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:03.822150 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-b9369d6b-24fb-4c64-8bf2-73c9563206b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:21:03.823101 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-b9369d6b-24fb-4c64-8bf2-73c9563206b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:21:03.919864 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=2d8604ab-ae55-4479-9902-edad832559dd,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:03.972260 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port d1910966-778a-4616-9dcd-463af1cdf87f triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:03.973194 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d1910966-778a-4616-9dcd-463af1cdf87f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:03.987855 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-746c5262-0b19-4432-b377-fccbe6c114df admin admin] Publish callbacks [] for security_group (6ccac488-53a2-469e-9f1b-3370012b38ff), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:04.035202 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-746c5262-0b19-4432-b377-fccbe6c114df admin admin] Publish callbacks [] for security_group (6ccac488-53a2-469e-9f1b-3370012b38ff), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:04.141092 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-746c5262-0b19-4432-b377-fccbe6c114df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (6ccac488-53a2-469e-9f1b-3370012b38ff), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:04.143853 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-746c5262-0b19-4432-b377-fccbe6c114df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:04.161427 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-746c5262-0b19-4432-b377-fccbe6c114df admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6ccac488-53a2-469e-9f1b-3370012b38ff HTTP/1.1" status: 204 len: 168 time: 0.4797006 Feb 09 01:21:04.201221 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c5262-0b19-4432-b377-fccbe6c114df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccac488-53a2-469e-9f1b-3370012b38ff,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:04.206126 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-88689c30-5201-43d5-94a6-69525b30dd4d service neutron] For port 89fb8914-10d9-40fa-8ddc-75349e0ec71f, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:21:04.223434 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4f16f-1912-49fc-a784-d6fcf53b848b req-1bc4ed09-e5cd-4add-b274-b07125d10a9f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:04.235307 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4f16f-1912-49fc-a784-d6fcf53b848b req-1bc4ed09-e5cd-4add-b274-b07125d10a9f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:04.245810 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port d1910966-778a-4616-9dcd-463af1cdf87f is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:04.247768 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4f16f-1912-49fc-a784-d6fcf53b848b req-1bc4ed09-e5cd-4add-b274-b07125d10a9f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:04.254187 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4f16f-1912-49fc-a784-d6fcf53b848b req-1bc4ed09-e5cd-4add-b274-b07125d10a9f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:04.260669 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4f16f-1912-49fc-a784-d6fcf53b848b req-1bc4ed09-e5cd-4add-b274-b07125d10a9f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:04.266039 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4f16f-1912-49fc-a784-d6fcf53b848b req-1bc4ed09-e5cd-4add-b274-b07125d10a9f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:04.271615 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4f16f-1912-49fc-a784-d6fcf53b848b req-1bc4ed09-e5cd-4add-b274-b07125d10a9f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:04.281325 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-78c4f16f-1912-49fc-a784-d6fcf53b848b req-1bc4ed09-e5cd-4add-b274-b07125d10a9f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5434 time: 0.4683805 Feb 09 01:21:04.286884 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90adb131-5b68-4429-b482-116d58c407f0 admin admin] Pushing event updated for resources: {'Port': ['ID=0e6624d6-b89c-421f-ab48-f578b1218356,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:04.294977 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cf8bd26d-f7dd-47c6-909b-e6fe54d555e8 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (8f26f69e-eb42-4af1-a1a5-1bc31aedae0a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:04.298015 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-90adb131-5b68-4429-b482-116d58c407f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:04.302225 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-88689c30-5201-43d5-94a6-69525b30dd4d service neutron] For port 89fb8914-10d9-40fa-8ddc-75349e0ec71f, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=89fb8914-10d9-40fa-8ddc-75349e0ec71f,segment=NetworkSegment(49600cbb-8cb1-4c26-a09d-2e3526ba7488),segment_id=49600cbb-8cb1-4c26-a09d-2e3526ba7488)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:21:04.323930 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-88689c30-5201-43d5-94a6-69525b30dd4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (89fb8914-10d9-40fa-8ddc-75349e0ec71f), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:04.388687 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8bd26d-f7dd-47c6-909b-e6fe54d555e8 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Pushing event deleted for resources: {'Port': ['ID=8f26f69e-eb42-4af1-a1a5-1bc31aedae0a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:04.429965 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b9369d6b-24fb-4c64-8bf2-73c9563206b2 None None] Current status of the port 2d8604ab-ae55-4479-9902-edad832559dd is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:04.473964 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-88689c30-5201-43d5-94a6-69525b30dd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:04.474867 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-88689c30-5201-43d5-94a6-69525b30dd4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:04.476720 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-88689c30-5201-43d5-94a6-69525b30dd4d service neutron] 10.222.0.121 "PUT /v2.0/ports/89fb8914-10d9-40fa-8ddc-75349e0ec71f HTTP/1.1" status: 200 len: 1092 time: 2.0271182 Feb 09 01:21:04.479403 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9e4e3d-622b-48ff-b57e-8080f2968cb9', 'tag': '89fb8914-10d9-40fa-8ddc-75349e0ec71f'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:21:04.479915 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 2d8604ab-ae55-4479-9902-edad832559dd up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:21:04.489888 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4a2bcfc8-88f8-4bc7-8ee0-ad26e4e24094 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks [] for port (066c2a63-0b3b-4054-8f94-9c8603f5b157), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:04.493273 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49d6a2f-a2ce-429e-83d3-f7f1b0842a15" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9e4e3d-622b-48ff-b57e-8080f2968cb9", "tag": "89fb8914-10d9-40fa-8ddc-75349e0ec71f"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:21:04.519281 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4a2bcfc8-88f8-4bc7-8ee0-ad26e4e24094 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (066c2a63-0b3b-4054-8f94-9c8603f5b157), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:04.522170 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-75a7237b-c06b-4f26-9031-41d6a7bb629a tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Made reservation on behalf of 7b44166604b3436881425cea10d1d658 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:04.525614 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-75a7237b-c06b-4f26-9031-41d6a7bb629a tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:04.555128 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88689c30-5201-43d5-94a6-69525b30dd4d service neutron] Pushing event updated for resources: {'Port': ['ID=89fb8914-10d9-40fa-8ddc-75349e0ec71f,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:04.593356 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-78c4f16f-1912-49fc-a784-d6fcf53b848b req-ca7609b4-9a05-44de-9f4c-c5fd67bde1af tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3106487 Feb 09 01:21:04.620808 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb813c1f-6b4f-42e1-94e5-b4c749f135b1 req-ef9d6e1d-4aa4-4a9d-8501-765412ec9bb7 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:04.622568 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cb813c1f-6b4f-42e1-94e5-b4c749f135b1 req-ef9d6e1d-4aa4-4a9d-8501-765412ec9bb7 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f510f95-9459-448b-9514-d2325720404a HTTP/1.1" status: 200 len: 945 time: 0.2095907 Feb 09 01:21:04.631702 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-bb343f81-93be-438a-bb6f-7537c860c699 None None] Provisioning complete for port 066c2a63-0b3b-4054-8f94-9c8603f5b157 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:04.631958 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bb343f81-93be-438a-bb6f-7537c860c699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (066c2a63-0b3b-4054-8f94-9c8603f5b157), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:04.666033 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-1daa686e-8d7d-4016-9d94-13227e9ebfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:04.673121 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-1daa686e-8d7d-4016-9d94-13227e9ebfaa service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=45103008d2704a9a9647209c042e9687&device_id=ce9e4e3d-622b-48ff-b57e-8080f2968cb9 HTTP/1.1" status: 200 len: 1126 time: 0.1373737 Feb 09 01:21:04.691859 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 2d8604ab-ae55-4479-9902-edad832559dd triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:04.692271 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2d8604ab-ae55-4479-9902-edad832559dd), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:04.735646 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cf8bd26d-f7dd-47c6-909b-e6fe54d555e8 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks [] for floatingip (5b6ee398-e549-45dc-914e-e98de133a1af), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:04.738309 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cf8bd26d-f7dd-47c6-909b-e6fe54d555e8 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:04.738556 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-bb343f81-93be-438a-bb6f-7537c860c699 None None] Port 066c2a63-0b3b-4054-8f94-9c8603f5b157 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:21:04.739760 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cf8bd26d-f7dd-47c6-909b-e6fe54d555e8 tempest-ImagesOneServerNegativeTestJSON-1913829341 tempest-ImagesOneServerNegativeTestJSON-1913829341-project] 10.222.0.30 "DELETE /v2.0/floatingips/5b6ee398-e549-45dc-914e-e98de133a1af HTTP/1.1" status: 204 len: 168 time: 3.5801644 Feb 09 01:21:04.757394 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-bb343f81-93be-438a-bb6f-7537c860c699 None None] Provisioning complete for port 2d8604ab-ae55-4479-9902-edad832559dd triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:04.758087 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bb343f81-93be-438a-bb6f-7537c860c699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2d8604ab-ae55-4479-9902-edad832559dd), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:04.770921 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-b8320d31-c5d0-4356-aa72-7259fc7dba5f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89fb8914-10d9-40fa-8ddc-75349e0ec71f HTTP/1.1" status: 200 len: 217 time: 0.0839698 Feb 09 01:21:04.781389 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4a2bcfc8-88f8-4bc7-8ee0-ad26e4e24094 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (2e1b97b7-e2e6-4d20-8b2c-7c0c1c04b141), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:04.783245 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2bcfc8-88f8-4bc7-8ee0-ad26e4e24094 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Pushing event updated for resources: {'Port': ['ID=066c2a63-0b3b-4054-8f94-9c8603f5b157,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:04.794538 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90adb131-5b68-4429-b482-116d58c407f0 admin admin] Network 60827e70-22ba-4097-9b3b-d59a1d2786bc is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:04.808929 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-90adb131-5b68-4429-b482-116d58c407f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:04.875325 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cb813c1f-6b4f-42e1-94e5-b4c749f135b1 req-189c999f-c634-43f8-87cb-77ba67802c4d tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410238 Feb 09 01:21:04.940269 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 2d8604ab-ae55-4479-9902-edad832559dd is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:04.947580 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-982a60be-e19a-407c-a377-59e9b25f5284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:04.949274 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-982a60be-e19a-407c-a377-59e9b25f5284 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=00660737-d0c8-4fd3-9454-eb4bf5c5566b HTTP/1.1" status: 200 len: 853 time: 0.1242666 Feb 09 01:21:04.960556 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-bb343f81-93be-438a-bb6f-7537c860c699 None None] Current status of the port 2d8604ab-ae55-4479-9902-edad832559dd is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:04.978202 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71226864-02eb-4322-9be4-3ff3d96209f0 req-a69c2df2-a8d8-4b72-b04c-c2a793ea9d57 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:04.980516 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-71226864-02eb-4322-9be4-3ff3d96209f0 req-a69c2df2-a8d8-4b72-b04c-c2a793ea9d57 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9e4e3d-622b-48ff-b57e-8080f2968cb9 HTTP/1.1" status: 200 len: 943 time: 0.2227178 Feb 09 01:21:05.013440 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-594984e8-365f-4e5e-8c7d-18845587ce7f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=a46c349d-fbe7-42ad-a83d-3298a4c41cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538702 Feb 09 01:21:05.072025 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-75a7237b-c06b-4f26-9031-41d6a7bb629a tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Allocated IP 172.20.0.8 (f155bdb8-b796-4b2f-8f0d-8611315d30bd/b6c9902a-ca90-4768-8ad8-e74435b83d39/98e8d27b-b00a-4158-aa42-b1b1c8829294) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:05.153518 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-71226864-02eb-4322-9be4-3ff3d96209f0 req-63f804a5-80b9-4496-b69e-72c285942b29 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434848 Feb 09 01:21:05.237299 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-c351364c-9608-49bc-8452-e3fb3ac0f111 service neutron] 10.222.0.121 "GET /v2.0/networks/a46c349d-fbe7-42ad-a83d-3298a4c41cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165263 Feb 09 01:21:05.306906 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-71441165-b450-4be1-a848-427377ea9720 None None] Provisioning complete for port 0e6624d6-b89c-421f-ab48-f578b1218356 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:05.308410 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-71441165-b450-4be1-a848-427377ea9720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0e6624d6-b89c-421f-ab48-f578b1218356), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:05.320467 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fffcff44-9e9a-47d0-aebe-dc6b7faa4e29 x-openstack-request-id: req-fffcff44-9e9a-47d0-aebe-dc6b7faa4e29 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:21:05.320862 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9e4e3d-622b-48ff-b57e-8080f2968cb9", "tag": "89fb8914-10d9-40fa-8ddc-75349e0ec71f", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:21:05.321169 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fffcff44-9e9a-47d0-aebe-dc6b7faa4e29 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:21:05.321765 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9e4e3d-622b-48ff-b57e-8080f2968cb9', 'tag': '89fb8914-10d9-40fa-8ddc-75349e0ec71f', 'status': 'completed', 'code': 200} Feb 09 01:21:05.395150 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-71441165-b450-4be1-a848-427377ea9720 None None] Port 0e6624d6-b89c-421f-ab48-f578b1218356 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:21:05.400848 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2bcfc8-88f8-4bc7-8ee0-ad26e4e24094 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Network 1d9eeb5f-c328-45ea-aae0-837cb610a5bb is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:05.407199 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-4a2bcfc8-88f8-4bc7-8ee0-ad26e4e24094 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:05.423954 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96924169-c45e-43e5-9813-15a52c3bcae8 req-a51ff5fa-5a34-4091-b474-adaa492530a5 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:05.433671 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96924169-c45e-43e5-9813-15a52c3bcae8 req-a51ff5fa-5a34-4091-b474-adaa492530a5 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:05.439849 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96924169-c45e-43e5-9813-15a52c3bcae8 req-a51ff5fa-5a34-4091-b474-adaa492530a5 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:05.446038 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96924169-c45e-43e5-9813-15a52c3bcae8 req-a51ff5fa-5a34-4091-b474-adaa492530a5 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:05.452058 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96924169-c45e-43e5-9813-15a52c3bcae8 req-a51ff5fa-5a34-4091-b474-adaa492530a5 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:05.457329 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96924169-c45e-43e5-9813-15a52c3bcae8 req-a51ff5fa-5a34-4091-b474-adaa492530a5 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:05.463106 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96924169-c45e-43e5-9813-15a52c3bcae8 req-a51ff5fa-5a34-4091-b474-adaa492530a5 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:05.472046 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-96924169-c45e-43e5-9813-15a52c3bcae8 req-a51ff5fa-5a34-4091-b474-adaa492530a5 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5434 time: 0.1492798 Feb 09 01:21:05.530256 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90adb131-5b68-4429-b482-116d58c407f0 admin admin] Router 5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:21:05.538360 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5b9da281-9423-4f48-a861-b68f58a32ee9 req-a6f29412-c905-4666-b359-9658280e60dd tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=43704bf0-5c55-4c9e-b986-6f92ad1d74fc HTTP/1.1" status: 200 len: 210 time: 0.0614789 Feb 09 01:21:05.556467 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-47a6a245-a699-4eb5-b8fb-e3600012a95c req-7c2fe097-2b46-44b6-8959-a49a6b977dbe service neutron] 10.222.0.121 "GET /v2.0/networks/a46c349d-fbe7-42ad-a83d-3298a4c41cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114262 Feb 09 01:21:05.584759 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-75a7237b-c06b-4f26-9031-41d6a7bb629a tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Publish callbacks [] for port (98e8d27b-b00a-4158-aa42-b1b1c8829294), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:05.621716 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-96924169-c45e-43e5-9813-15a52c3bcae8 req-cdf9823d-68a3-4964-a8ed-5c61c3d2ad1f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1486874 Feb 09 01:21:05.732368 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d6a2f-a2ce-429e-83d3-f7f1b0842a15 req-ddec9c96-0520-48e1-a4f4-0eeadf59a456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:05.734690 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a49d6a2f-a2ce-429e-83d3-f7f1b0842a15 req-ddec9c96-0520-48e1-a4f4-0eeadf59a456 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=45103008d2704a9a9647209c042e9687&device_id=ce9e4e3d-622b-48ff-b57e-8080f2968cb9 HTTP/1.1" status: 200 len: 1126 time: 0.1030157 Feb 09 01:21:05.775642 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-75a7237b-c06b-4f26-9031-41d6a7bb629a tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (98e8d27b-b00a-4158-aa42-b1b1c8829294), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:05.833099 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-0ad28833-fb12-4327-afbf-50c678d48205 None None] Provisioning complete for port 066c2a63-0b3b-4054-8f94-9c8603f5b157 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:05.833904 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0ad28833-fb12-4327-afbf-50c678d48205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (066c2a63-0b3b-4054-8f94-9c8603f5b157), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:05.841688 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2bcfc8-88f8-4bc7-8ee0-ad26e4e24094 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Router 2e1b97b7-e2e6-4d20-8b2c-7c0c1c04b141 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:21:05.845708 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-75a7237b-c06b-4f26-9031-41d6a7bb629a tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Network f155bdb8-b796-4b2f-8f0d-8611315d30bd is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:05.851585 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90adb131-5b68-4429-b482-116d58c407f0 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:21:05.860595 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-90adb131-5b68-4429-b482-116d58c407f0 admin admin] 10.222.0.30 "PUT /v2.0/routers/5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3289566 Feb 09 01:21:05.870106 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4335dbce-e2ea-4be5-8905-e3f85ab67b81 None None] Sync routers for ids ['5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:21:05.873026 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-75a7237b-c06b-4f26-9031-41d6a7bb629a tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:05.892874 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-75a7237b-c06b-4f26-9031-41d6a7bb629a tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:21:05.900452 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4335dbce-e2ea-4be5-8905-e3f85ab67b81 None None] Routers {'5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:21:05.901528 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-4335dbce-e2ea-4be5-8905-e3f85ab67b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:20:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:05.911767 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7237b-c06b-4f26-9031-41d6a7bb629a tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Pushing event updated for resources: {'Port': ['ID=98e8d27b-b00a-4158-aa42-b1b1c8829294,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:05.917050 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa9e12-488f-4e9f-8879-8e4aed7b96ef req-7a8442b5-6f58-4473-8c5a-f87a2cbef0b1 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:05.923039 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa9e12-488f-4e9f-8879-8e4aed7b96ef req-7a8442b5-6f58-4473-8c5a-f87a2cbef0b1 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:05.928387 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa9e12-488f-4e9f-8879-8e4aed7b96ef req-7a8442b5-6f58-4473-8c5a-f87a2cbef0b1 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:05.933521 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa9e12-488f-4e9f-8879-8e4aed7b96ef req-7a8442b5-6f58-4473-8c5a-f87a2cbef0b1 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:05.939875 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa9e12-488f-4e9f-8879-8e4aed7b96ef req-7a8442b5-6f58-4473-8c5a-f87a2cbef0b1 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:05.947111 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa9e12-488f-4e9f-8879-8e4aed7b96ef req-7a8442b5-6f58-4473-8c5a-f87a2cbef0b1 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:05.954634 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa9e12-488f-4e9f-8879-8e4aed7b96ef req-7a8442b5-6f58-4473-8c5a-f87a2cbef0b1 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:05.956697 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f5aa9e12-488f-4e9f-8879-8e4aed7b96ef req-7a8442b5-6f58-4473-8c5a-f87a2cbef0b1 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5434 time: 0.1528869 Feb 09 01:21:05.971351 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d6a2f-a2ce-429e-83d3-f7f1b0842a15 req-440af6fc-1c3b-4360-bb7a-61eb028aaea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:05.973228 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a49d6a2f-a2ce-429e-83d3-f7f1b0842a15 req-440af6fc-1c3b-4360-bb7a-61eb028aaea7 service neutron] 10.222.0.121 "GET /v2.0/networks?id=a46c349d-fbe7-42ad-a83d-3298a4c41cb1 HTTP/1.1" status: 200 len: 914 time: 0.2313664 Feb 09 01:21:05.973677 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-0ad28833-fb12-4327-afbf-50c678d48205 None None] Port 066c2a63-0b3b-4054-8f94-9c8603f5b157 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:21:06.120606 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-4335dbce-e2ea-4be5-8905-e3f85ab67b81 None None] Set router 5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:21:06.144828 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2bcfc8-88f8-4bc7-8ee0-ad26e4e24094 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:21:06.158714 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4a2bcfc8-88f8-4bc7-8ee0-ad26e4e24094 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] 10.222.0.30 "PUT /v2.0/routers/2e1b97b7-e2e6-4d20-8b2c-7c0c1c04b141/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0829294 Feb 09 01:21:06.159230 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59410) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:06.161280 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a62aec-e950-4749-81c4-99273a088b4b None None] Sync routers for ids ['2e1b97b7-e2e6-4d20-8b2c-7c0c1c04b141'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:21:06.169439 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-46f51194-c963-4a6d-b2b8-2a6a9924ad7f tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Request body: {'port': {'network_id': '1d9eeb5f-c328-45ea-aae0-837cb610a5bb', 'name': 'tempest-FloatingIPNegativeTestJSON-827269097'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:06.177172 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a62aec-e950-4749-81c4-99273a088b4b None None] Routers {'2e1b97b7-e2e6-4d20-8b2c-7c0c1c04b141'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:21:06.177828 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-20a62aec-e950-4749-81c4-99273a088b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:20:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['2e1b97b7-e2e6-4d20-8b2c-7c0c1c04b141'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:06.269603 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-20a62aec-e950-4749-81c4-99273a088b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:06.290296 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-75a7237b-c06b-4f26-9031-41d6a7bb629a tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:06.291788 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-75a7237b-c06b-4f26-9031-41d6a7bb629a tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:06.292703 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a62aec-e950-4749-81c4-99273a088b4b None None] Routers {'2e1b97b7-e2e6-4d20-8b2c-7c0c1c04b141'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:21:06.293341 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-20a62aec-e950-4749-81c4-99273a088b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:20:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['2e1b97b7-e2e6-4d20-8b2c-7c0c1c04b141'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:06.333946 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59418) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:06.384539 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-20a62aec-e950-4749-81c4-99273a088b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:06.385268 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a62aec-e950-4749-81c4-99273a088b4b None None] The sync data for ids ['2e1b97b7-e2e6-4d20-8b2c-7c0c1c04b141'] in n-d-822053-40 is: [] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:21:06.421397 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a49d6a2f-a2ce-429e-83d3-f7f1b0842a15 req-ea098f75-62c2-4048-871c-4ce1ba78e5b3 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89fb8914-10d9-40fa-8ddc-75349e0ec71f HTTP/1.1" status: 200 len: 217 time: 0.4063122 Feb 09 01:21:06.481423 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d519a9-3dda-4471-884b-cbf19aa913e3 req-264d8981-aff7-4119-80ee-5dca58a9d9df tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:06.484659 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-75a7237b-c06b-4f26-9031-41d6a7bb629a tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0802355 Feb 09 01:21:06.485142 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-96d519a9-3dda-4471-884b-cbf19aa913e3 req-264d8981-aff7-4119-80ee-5dca58a9d9df tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=e583f6a8-65e5-44ed-9dcd-ff5b5ba80116 HTTP/1.1" status: 200 len: 945 time: 0.5270288 Feb 09 01:21:06.505200 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-24b61788-3d3e-4815-baba-201fbe5be4d8 service neutron] Request body: {'port': {'device_id': '43704bf0-5c55-4c9e-b986-6f92ad1d74fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:06.507969 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d6a2f-a2ce-429e-83d3-f7f1b0842a15 req-a452305c-125c-4e3e-ae9b-184ba8d94540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:06.509540 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a49d6a2f-a2ce-429e-83d3-f7f1b0842a15 req-a452305c-125c-4e3e-ae9b-184ba8d94540 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=00660737-d0c8-4fd3-9454-eb4bf5c5566b HTTP/1.1" status: 200 len: 853 time: 0.0820520 Feb 09 01:21:06.561657 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-285415b8-09fe-4437-b203-e2cd4c31316f admin admin] Deleting subnet 2ce5a8b1-7fc6-4c71-98bf-e410dbdc2daf {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:21:06.567421 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-285415b8-09fe-4437-b203-e2cd4c31316f admin admin] Publish callbacks [] for subnet (2ce5a8b1-7fc6-4c71-98bf-e410dbdc2daf), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:06.572312 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a49d6a2f-a2ce-429e-83d3-f7f1b0842a15 req-01a36edd-c0d1-4060-8068-be6e7373b576 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=a46c349d-fbe7-42ad-a83d-3298a4c41cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511663 Feb 09 01:21:06.609831 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-285415b8-09fe-4437-b203-e2cd4c31316f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (2ce5a8b1-7fc6-4c71-98bf-e410dbdc2daf), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:06.629967 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-4335dbce-e2ea-4be5-8905-e3f85ab67b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02', 'name': 'tempest-ServersTestFqdnHostnames-1426851178-router', 'tenant_id': '5343e4ed6da34a41bd43895909379b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd1910966-778a-4616-9dcd-463af1cdf87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:50Z', 'updated_at': '2022-02-09T01:21:01Z', 'revision_number': 4, 'project_id': '5343e4ed6da34a41bd43895909379b0f', 'gw_port': {'id': 'd1910966-778a-4616-9dcd-463af1cdf87f', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:51Z', 'updated_at': '2022-02-09T01:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '0e6624d6-b89c-421f-ab48-f578b1218356', 'name': '', 'network_id': '60827e70-22ba-4097-9b3b-d59a1d2786bc', 'tenant_id': '5343e4ed6da34a41bd43895909379b0f', 'mac_address': 'fa:16:3e:e5:e1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '6cc24d7f-d60e-481d-8961-d05b90104e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:56Z', 'updated_at': '2022-02-09T01:21:01Z', 'revision_number': 2, 'project_id': '5343e4ed6da34a41bd43895909379b0f', 'subnets': [{'id': '6cc24d7f-d60e-481d-8961-d05b90104e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:06.654441 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-285415b8-09fe-4437-b203-e2cd4c31316f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (2ce5a8b1-7fc6-4c71-98bf-e410dbdc2daf), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:06.655806 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-96d519a9-3dda-4471-884b-cbf19aa913e3 req-f56da795-2994-40ea-aa87-0894313a2d67 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605892 Feb 09 01:21:06.673567 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f51194-c963-4a6d-b2b8-2a6a9924ad7f tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Made reservation on behalf of a7dda4f9c8a749a786f70da669770cd3 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:06.678137 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-46f51194-c963-4a6d-b2b8-2a6a9924ad7f tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:06.680102 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4335dbce-e2ea-4be5-8905-e3f85ab67b81 None None] Checking router: 5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:21:06.681368 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4335dbce-e2ea-4be5-8905-e3f85ab67b81 None None] Updating router 5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02 port 0e6624d6-b89c-421f-ab48-f578b1218356 binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:21:06.722259 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4335dbce-e2ea-4be5-8905-e3f85ab67b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0e6624d6-b89c-421f-ab48-f578b1218356), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:06.741683 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a49d6a2f-a2ce-429e-83d3-f7f1b0842a15 req-1be90de5-794d-4ceb-b0e8-dc2ff3500908 service neutron] 10.222.0.121 "GET /v2.0/networks/a46c349d-fbe7-42ad-a83d-3298a4c41cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573086 Feb 09 01:21:06.761770 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-46f51194-c963-4a6d-b2b8-2a6a9924ad7f tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] device_id is not set on port 57c406ef-0f70-4098-8a13-19ec1e0f2e41 yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:21:06.819125 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-24b61788-3d3e-4815-baba-201fbe5be4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (98e8d27b-b00a-4158-aa42-b1b1c8829294), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:06.833435 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59436) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:06.845832 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-d0278871-b7f3-4718-b72f-6dc7c6406376 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1840048444', 'description': 'tempest-description--1766940827'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:06.940550 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-285415b8-09fe-4437-b203-e2cd4c31316f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (2ce5a8b1-7fc6-4c71-98bf-e410dbdc2daf), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:06.957103 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d0278871-b7f3-4718-b72f-6dc7c6406376 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:07.011409 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f413a06-2ba2-4326-b99b-f467e04c14bd req-b901fbc3-a31f-45ee-8033-7f1ccaeeb6ed tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:07.015820 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285415b8-09fe-4437-b203-e2cd4c31316f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ce5a8b1-7fc6-4c71-98bf-e410dbdc2daf,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:07.021237 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f413a06-2ba2-4326-b99b-f467e04c14bd req-b901fbc3-a31f-45ee-8033-7f1ccaeeb6ed tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9e4e3d-622b-48ff-b57e-8080f2968cb9 HTTP/1.1" status: 200 len: 943 time: 0.2416480 Feb 09 01:21:07.023964 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-285415b8-09fe-4437-b203-e2cd4c31316f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:07.028774 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-285415b8-09fe-4437-b203-e2cd4c31316f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2ce5a8b1-7fc6-4c71-98bf-e410dbdc2daf HTTP/1.1" status: 204 len: 168 time: 0.6886744 Feb 09 01:21:07.033851 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59440) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:07.080578 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a49d6a2f-a2ce-429e-83d3-f7f1b0842a15 req-55eb15e6-a1db-4a7d-97f0-cf4105c8fa3f service neutron] 10.222.0.121 "GET /v2.0/networks/a46c349d-fbe7-42ad-a83d-3298a4c41cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259535 Feb 09 01:21:07.100232 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f413a06-2ba2-4326-b99b-f467e04c14bd req-5722e0e3-fb81-4eaa-acfe-e00a971de60e tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781052 Feb 09 01:21:07.145372 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1fdd2b-43ea-4bdb-9e4a-1455c936f960 req-9133232f-f216-4ffe-a211-0222b3981c04 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:07.156440 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9f1fdd2b-43ea-4bdb-9e4a-1455c936f960 req-9133232f-f216-4ffe-a211-0222b3981c04 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=43704bf0-5c55-4c9e-b986-6f92ad1d74fc HTTP/1.1" status: 200 len: 931 time: 0.2545922 Feb 09 01:21:07.157967 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-46f51194-c963-4a6d-b2b8-2a6a9924ad7f tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Allocated IP 172.20.0.6 (1d9eeb5f-c328-45ea-aae0-837cb610a5bb/25dc2154-b17b-4be9-b625-5de0295721dc/57c406ef-0f70-4098-8a13-19ec1e0f2e41) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:07.286765 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4335dbce-e2ea-4be5-8905-e3f85ab67b81 None None] Publish callbacks [] for port (0e6624d6-b89c-421f-ab48-f578b1218356), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:07.287332 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9f1fdd2b-43ea-4bdb-9e4a-1455c936f960 req-6beefb80-b836-4ed9-b6e6-9a8814be6b18 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222749 Feb 09 01:21:07.296973 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4335dbce-e2ea-4be5-8905-e3f85ab67b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0e6624d6-b89c-421f-ab48-f578b1218356), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:07.298427 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-79a89427-298e-4498-b35b-2a33702c3c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (4f2352f9-f273-4371-afcf-34ba242f040c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:07.372095 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76008b74-9afc-4452-ae05-fd9441cc98e0 None None] Pushing event updated for resources: {'Port': ['ID=0e6624d6-b89c-421f-ab48-f578b1218356,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:07.437534 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-4335dbce-e2ea-4be5-8905-e3f85ab67b81 None None] Attempting to bind port 0e6624d6-b89c-421f-ab48-f578b1218356 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:21:07.437961 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-4335dbce-e2ea-4be5-8905-e3f85ab67b81 None None] Attempting to bind port 0e6624d6-b89c-421f-ab48-f578b1218356 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'f010bc9d-2b5e-4b47-812d-ce0eb95740c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '60827e70-22ba-4097-9b3b-d59a1d2786bc'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:21:07.438329 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4335dbce-e2ea-4be5-8905-e3f85ab67b81 None None] Attempting to bind port 0e6624d6-b89c-421f-ab48-f578b1218356 on network 60827e70-22ba-4097-9b3b-d59a1d2786bc {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:21:07.450366 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4335dbce-e2ea-4be5-8905-e3f85ab67b81 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:21:07.450823 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4335dbce-e2ea-4be5-8905-e3f85ab67b81 None None] Checking segment: {'id': 'f010bc9d-2b5e-4b47-812d-ce0eb95740c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '60827e70-22ba-4097-9b3b-d59a1d2786bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:07.451239 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4335dbce-e2ea-4be5-8905-e3f85ab67b81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:07.452367 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4335dbce-e2ea-4be5-8905-e3f85ab67b81 None None] Bound using segment: {'id': 'f010bc9d-2b5e-4b47-812d-ce0eb95740c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '60827e70-22ba-4097-9b3b-d59a1d2786bc'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:21:07.453194 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-4335dbce-e2ea-4be5-8905-e3f85ab67b81 None None] Bound port: 0e6624d6-b89c-421f-ab48-f578b1218356, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f010bc9d-2b5e-4b47-812d-ce0eb95740c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '60827e70-22ba-4097-9b3b-d59a1d2786bc'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:21:07.453598 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4335dbce-e2ea-4be5-8905-e3f85ab67b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0e6624d6-b89c-421f-ab48-f578b1218356), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:07.478416 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7b4dd517-64e5-4c5a-8246-ca29b4d2f4bd req-0ddcc754-40b0-408d-b690-a4cac43f73f9 tempest-FlavorsV2NegativeTest-1386501108 tempest-FlavorsV2NegativeTest-1386501108-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d60353a91c4f480bb283b5c64b6901b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486588 Feb 09 01:21:07.601777 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-4335dbce-e2ea-4be5-8905-e3f85ab67b81 None None] For port 0e6624d6-b89c-421f-ab48-f578b1218356, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:21:07.607456 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-4335dbce-e2ea-4be5-8905-e3f85ab67b81 None None] For port 0e6624d6-b89c-421f-ab48-f578b1218356, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=0e6624d6-b89c-421f-ab48-f578b1218356,segment=NetworkSegment(f010bc9d-2b5e-4b47-812d-ce0eb95740c8),segment_id=f010bc9d-2b5e-4b47-812d-ce0eb95740c8)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:21:07.618622 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4335dbce-e2ea-4be5-8905-e3f85ab67b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0e6624d6-b89c-421f-ab48-f578b1218356), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:07.627365 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5e7ea-3924-4a3c-9142-6e6456ecd480 req-39024674-74f1-4fc1-b3e5-b40a125198b1 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:07.633561 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5e7ea-3924-4a3c-9142-6e6456ecd480 req-39024674-74f1-4fc1-b3e5-b40a125198b1 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:07.640323 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5e7ea-3924-4a3c-9142-6e6456ecd480 req-39024674-74f1-4fc1-b3e5-b40a125198b1 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:07.644572 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0ee5e7ea-3924-4a3c-9142-6e6456ecd480 req-39024674-74f1-4fc1-b3e5-b40a125198b1 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f510f95-9459-448b-9514-d2325720404a&device_id=d4efe6a9-7b0d-4ff7-b86d-1a8c42d4c95b&device_id=e583f6a8-65e5-44ed-9dcd-ff5b5ba80116 HTTP/1.1" status: 200 len: 2417 time: 0.1975608 Feb 09 01:21:07.681898 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4dd517-64e5-4c5a-8246-ca29b4d2f4bd req-aa1d2649-b166-400b-8d13-73f992a26247 tempest-FlavorsV2NegativeTest-1386501108 tempest-FlavorsV2NegativeTest-1386501108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:07.683901 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7b4dd517-64e5-4c5a-8246-ca29b4d2f4bd req-aa1d2649-b166-400b-8d13-73f992a26247 tempest-FlavorsV2NegativeTest-1386501108 tempest-FlavorsV2NegativeTest-1386501108-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1856217 Feb 09 01:21:07.700805 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76008b74-9afc-4452-ae05-fd9441cc98e0 None None] Pushing event updated for resources: {'Port': ['ID=0e6624d6-b89c-421f-ab48-f578b1218356,revision_number=4']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:07.706219 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4335dbce-e2ea-4be5-8905-e3f85ab67b81 None None] Routers {'5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:21:07.706826 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-4335dbce-e2ea-4be5-8905-e3f85ab67b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:20:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:07.750391 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d6c0c7e3-383e-41ce-817b-27d4ad735c0c None None] Provisioning complete for port 0e6624d6-b89c-421f-ab48-f578b1218356 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:07.751459 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d6c0c7e3-383e-41ce-817b-27d4ad735c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0e6624d6-b89c-421f-ab48-f578b1218356), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:07.753267 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7b4dd517-64e5-4c5a-8246-ca29b4d2f4bd req-685b8344-fb7d-4f61-9765-9ac29426df1e tempest-FlavorsV2NegativeTest-1386501108 tempest-FlavorsV2NegativeTest-1386501108-project] 10.222.0.30 "GET /v2.0/quotas/d60353a91c4f480bb283b5c64b6901b5 HTTP/1.1" status: 200 len: 375 time: 0.0314896 Feb 09 01:21:07.819605 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7b4dd517-64e5-4c5a-8246-ca29b4d2f4bd req-1313ce22-c513-4661-a199-0683d684a0b6 tempest-FlavorsV2NegativeTest-1386501108 tempest-FlavorsV2NegativeTest-1386501108-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d60353a91c4f480bb283b5c64b6901b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506504 Feb 09 01:21:07.856052 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-4335dbce-e2ea-4be5-8905-e3f85ab67b81 None None] Set router 5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:21:07.873789 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0ee5e7ea-3924-4a3c-9142-6e6456ecd480 req-b1b3acc6-64ee-4ca7-a4e8-836ec861ce05 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886153 Feb 09 01:21:07.887287 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d0278871-b7f3-4718-b72f-6dc7c6406376 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks [] for security_group (0dfce880-18fa-4ede-90aa-669f34c8f51d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:07.890167 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 89fb8914-10d9-40fa-8ddc-75349e0ec71f details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:21:07.947878 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d6c0c7e3-383e-41ce-817b-27d4ad735c0c None None] Current status of the port 0e6624d6-b89c-421f-ab48-f578b1218356 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:07.948203 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d6c0c7e3-383e-41ce-817b-27d4ad735c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0e6624d6-b89c-421f-ab48-f578b1218356), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:08.053766 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d6c0c7e3-383e-41ce-817b-27d4ad735c0c None None] For port 0e6624d6-b89c-421f-ab48-f578b1218356, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=0e6624d6-b89c-421f-ab48-f578b1218356,segment=NetworkSegment(f010bc9d-2b5e-4b47-812d-ce0eb95740c8),segment_id=f010bc9d-2b5e-4b47-812d-ce0eb95740c8)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:08.064198 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d6c0c7e3-383e-41ce-817b-27d4ad735c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0e6624d6-b89c-421f-ab48-f578b1218356), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:08.067535 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d0278871-b7f3-4718-b72f-6dc7c6406376 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0dfce880-18fa-4ede-90aa-669f34c8f51d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:08.096586 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-24b61788-3d3e-4815-baba-201fbe5be4d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98e8d27b-b00a-4158-aa42-b1b1c8829294 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:21:08.108273 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d0278871-b7f3-4718-b72f-6dc7c6406376 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:08.109752 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d0278871-b7f3-4718-b72f-6dc7c6406376 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.2681508 Feb 09 01:21:08.138340 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59476) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:08.168042 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c0c7e3-383e-41ce-817b-27d4ad735c0c None None] Pushing event updated for resources: {'Port': ['ID=0e6624d6-b89c-421f-ab48-f578b1218356,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:08.176452 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-42297245-8f82-46a3-83ba-1ee4815ada77 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Request body: {'security_group_rule': {'security_group_id': '0dfce880-18fa-4ede-90aa-669f34c8f51d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:08.244432 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-24b61788-3d3e-4815-baba-201fbe5be4d8 service neutron] Publish callbacks [] for port (98e8d27b-b00a-4158-aa42-b1b1c8829294), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:08.247543 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 89fb8914-10d9-40fa-8ddc-75349e0ec71f, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=89fb8914-10d9-40fa-8ddc-75349e0ec71f,segment=NetworkSegment(49600cbb-8cb1-4c26-a09d-2e3526ba7488),segment_id=49600cbb-8cb1-4c26-a09d-2e3526ba7488)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:08.264666 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-24b61788-3d3e-4815-baba-201fbe5be4d8 service neutron] Transition to ACTIVE for port object 98e8d27b-b00a-4158-aa42-b1b1c8829294 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:08.266030 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '89fb8914-10d9-40fa-8ddc-75349e0ec71f', 'network_id': 'a46c349d-fbe7-42ad-a83d-3298a4c41cb1', 'port_id': '89fb8914-10d9-40fa-8ddc-75349e0ec71f', 'mac_address': 'fa:16:3e:bc:05:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00660737-d0c8-4fd3-9454-eb4bf5c5566b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:21:08.296603 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17798c-ff11-4d06-970e-8002cfc09ed3 req-b3c0d9ad-4125-4e4c-9565-388dd87dba96 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:08.297795 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-4335dbce-e2ea-4be5-8905-e3f85ab67b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02', 'name': 'tempest-ServersTestFqdnHostnames-1426851178-router', 'tenant_id': '5343e4ed6da34a41bd43895909379b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd1910966-778a-4616-9dcd-463af1cdf87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:50Z', 'updated_at': '2022-02-09T01:21:01Z', 'revision_number': 4, 'project_id': '5343e4ed6da34a41bd43895909379b0f', 'gw_port': {'id': 'd1910966-778a-4616-9dcd-463af1cdf87f', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:51Z', 'updated_at': '2022-02-09T01:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '0e6624d6-b89c-421f-ab48-f578b1218356', 'name': '', 'network_id': '60827e70-22ba-4097-9b3b-d59a1d2786bc', 'tenant_id': '5343e4ed6da34a41bd43895909379b0f', 'mac_address': 'fa:16:3e:e5:e1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '6cc24d7f-d60e-481d-8961-d05b90104e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:56Z', 'updated_at': '2022-02-09T01:21:07Z', 'revision_number': 4, 'project_id': '5343e4ed6da34a41bd43895909379b0f', 'subnets': [{'id': '6cc24d7f-d60e-481d-8961-d05b90104e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:08.304571 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cc17798c-ff11-4d06-970e-8002cfc09ed3 req-b3c0d9ad-4125-4e4c-9565-388dd87dba96 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f510f95-9459-448b-9514-d2325720404a HTTP/1.1" status: 200 len: 945 time: 0.2404864 Feb 09 01:21:08.312196 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-42297245-8f82-46a3-83ba-1ee4815ada77 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks [] for security_group_rule (7844153d-7697-4736-b075-63e731363469), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:08.317971 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-8a05cd11-d436-4af7-b5aa-663d9ca5684a None None] Provisioning complete for port 0e6624d6-b89c-421f-ab48-f578b1218356 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:08.319256 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8a05cd11-d436-4af7-b5aa-663d9ca5684a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0e6624d6-b89c-421f-ab48-f578b1218356), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:08.324325 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-24b61788-3d3e-4815-baba-201fbe5be4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (98e8d27b-b00a-4158-aa42-b1b1c8829294), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:08.410663 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b61788-3d3e-4815-baba-201fbe5be4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=98e8d27b-b00a-4158-aa42-b1b1c8829294,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:08.439172 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-79a89427-298e-4498-b35b-2a33702c3c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (4f2352f9-f273-4371-afcf-34ba242f040c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:08.440975 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 89fb8914-10d9-40fa-8ddc-75349e0ec71f is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:08.441586 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (89fb8914-10d9-40fa-8ddc-75349e0ec71f), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:08.442818 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0278871-b7f3-4718-b72f-6dc7c6406376 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfce880-18fa-4ede-90aa-669f34c8f51d,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:08.502803 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4335dbce-e2ea-4be5-8905-e3f85ab67b81 None None] The sync data for ids ['5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02'] in n-d-822053-40 is: [{'id': '5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02', 'name': 'tempest-ServersTestFqdnHostnames-1426851178-router', 'tenant_id': '5343e4ed6da34a41bd43895909379b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd1910966-778a-4616-9dcd-463af1cdf87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:50Z', 'updated_at': '2022-02-09T01:21:01Z', 'revision_number': 4, 'project_id': '5343e4ed6da34a41bd43895909379b0f', 'gw_port': {'id': 'd1910966-778a-4616-9dcd-463af1cdf87f', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:51Z', 'updated_at': '2022-02-09T01:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '0e6624d6-b89c-421f-ab48-f578b1218356', 'name': '', 'network_id': '60827e70-22ba-4097-9b3b-d59a1d2786bc', 'tenant_id': '5343e4ed6da34a41bd43895909379b0f', 'mac_address': 'fa:16:3e:e5:e1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '6cc24d7f-d60e-481d-8961-d05b90104e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:56Z', 'updated_at': '2022-02-09T01:21:07Z', 'revision_number': 4, 'project_id': '5343e4ed6da34a41bd43895909379b0f', 'subnets': [{'id': '6cc24d7f-d60e-481d-8961-d05b90104e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:21:08.511377 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-42297245-8f82-46a3-83ba-1ee4815ada77 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks [] for security_group_rule (7844153d-7697-4736-b075-63e731363469), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:08.526231 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89fb8914-10d9-40fa-8ddc-75349e0ec71f {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:21:08.584709 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cc17798c-ff11-4d06-970e-8002cfc09ed3 req-73e7f17e-8fb7-4755-8c93-21aef7275b88 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765396 Feb 09 01:21:08.585500 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-42297245-8f82-46a3-83ba-1ee4815ada77 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (7844153d-7697-4736-b075-63e731363469), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:08.594954 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 89fb8914-10d9-40fa-8ddc-75349e0ec71f, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=89fb8914-10d9-40fa-8ddc-75349e0ec71f,segment=NetworkSegment(49600cbb-8cb1-4c26-a09d-2e3526ba7488),segment_id=49600cbb-8cb1-4c26-a09d-2e3526ba7488)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:08.598523 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-79a89427-298e-4498-b35b-2a33702c3c52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f2352f9-f273-4371-afcf-34ba242f040c']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:08.606452 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (89fb8914-10d9-40fa-8ddc-75349e0ec71f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:08.613809 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-8a05cd11-d436-4af7-b5aa-663d9ca5684a None None] Current status of the port 0e6624d6-b89c-421f-ab48-f578b1218356 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:08.625804 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb41abc-e9ca-4709-9eb6-285cc470b5f1 req-2ff46235-4566-4f4f-9cac-1030e177bdab tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:08.639772 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fbb41abc-e9ca-4709-9eb6-285cc470b5f1 req-2ff46235-4566-4f4f-9cac-1030e177bdab tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9e4e3d-622b-48ff-b57e-8080f2968cb9 HTTP/1.1" status: 200 len: 943 time: 0.3930194 Feb 09 01:21:08.691016 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=89fb8914-10d9-40fa-8ddc-75349e0ec71f,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:08.740966 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-79a89427-298e-4498-b35b-2a33702c3c52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93377c63-554d-4e75-a6fa-1c5faaa2bcb9') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:08.741259 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-79a89427-298e-4498-b35b-2a33702c3c52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93377c63-554d-4e75-a6fa-1c5faaa2bcb9') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:08.745275 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-42297245-8f82-46a3-83ba-1ee4815ada77 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:08.747514 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-42297245-8f82-46a3-83ba-1ee4815ada77 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5826166 Feb 09 01:21:08.753986 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59488) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:08.758460 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-084cda06-c074-4392-a5a4-519dd2b247a8 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Request body: {'security_group_rule': {'security_group_id': '0dfce880-18fa-4ede-90aa-669f34c8f51d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:08.769380 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-79a89427-298e-4498-b35b-2a33702c3c52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (93377c63-554d-4e75-a6fa-1c5faaa2bcb9), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:08.770264 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59490) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:08.777094 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42297245-8f82-46a3-83ba-1ee4815ada77 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7844153d-7697-4736-b075-63e731363469,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:08.842206 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-46f51194-c963-4a6d-b2b8-2a6a9924ad7f tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks [] for port (57c406ef-0f70-4098-8a13-19ec1e0f2e41), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:08.853537 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fbb41abc-e9ca-4709-9eb6-285cc470b5f1 req-78478d0d-743c-4892-aa75-ea8142edb738 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126899 Feb 09 01:21:08.864105 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-79a89427-298e-4498-b35b-2a33702c3c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (93377c63-554d-4e75-a6fa-1c5faaa2bcb9), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:08.892614 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79a89427-298e-4498-b35b-2a33702c3c52 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:21:08.893283 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-79a89427-298e-4498-b35b-2a33702c3c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (93377c63-554d-4e75-a6fa-1c5faaa2bcb9), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:08.898046 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:21:08.898046 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:21:08.898046 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:21:08.898046 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:21:08.898046 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:21:08.898046 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:21:08.898046 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:21:08.898046 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:21:08.898046 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:21:08.898046 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:21:08.898046 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:21:08.898046 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:21:08.898046 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:21:08.898046 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:21:08.898046 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:21:08.898046 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:21:08.898046 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:21:08.898046 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:21:08.898046 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:21:08.898046 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:21:08.898046 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:21:08.898046 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:21:08.898046 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:21:08.898046 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:21:08.898046 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:21:08.898046 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:21:08.898046 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:21:08.898046 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:21:08.898046 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:21:08.898046 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:21:08.898046 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:21:08.898046 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:21:08.905479 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['89fb8914-10d9-40fa-8ddc-75349e0ec71f'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:21:08.939465 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bb995-b35d-40e6-a351-8fb04ebff38e req-d12f598a-097e-441a-b9d5-29a1788d5188 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:08.953468 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-128bb995-b35d-40e6-a351-8fb04ebff38e req-d12f598a-097e-441a-b9d5-29a1788d5188 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=43704bf0-5c55-4c9e-b986-6f92ad1d74fc HTTP/1.1" status: 200 len: 943 time: 0.2432296 Feb 09 01:21:08.988975 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-084cda06-c074-4392-a5a4-519dd2b247a8 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks [] for security_group_rule (be772e90-1ecd-428c-b821-2a7769a9b676), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:09.019906 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-24b61788-3d3e-4815-baba-201fbe5be4d8 service neutron] Attempting to bind port 98e8d27b-b00a-4158-aa42-b1b1c8829294 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:21:09.020382 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-24b61788-3d3e-4815-baba-201fbe5be4d8 service neutron] Attempting to bind port 98e8d27b-b00a-4158-aa42-b1b1c8829294 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '231cc619-b79a-4847-94b3-cdbf4f5bda22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f155bdb8-b796-4b2f-8f0d-8611315d30bd'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:21:09.024475 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-24b61788-3d3e-4815-baba-201fbe5be4d8 service neutron] Attempting to bind port 98e8d27b-b00a-4158-aa42-b1b1c8829294 on network f155bdb8-b796-4b2f-8f0d-8611315d30bd {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:21:09.069929 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-128bb995-b35d-40e6-a351-8fb04ebff38e req-5d3556a1-ba48-445d-9cb9-7cccfca60c75 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135843 Feb 09 01:21:09.106551 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-15dde680-6a33-4cb7-9744-84f49a0dfe09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:09.158704 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-24b61788-3d3e-4815-baba-201fbe5be4d8 service neutron] Port 98e8d27b-b00a-4158-aa42-b1b1c8829294 on network f155bdb8-b796-4b2f-8f0d-8611315d30bd not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:21:09.159288 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-24b61788-3d3e-4815-baba-201fbe5be4d8 service neutron] Attempting to bind port 98e8d27b-b00a-4158-aa42-b1b1c8829294 on network f155bdb8-b796-4b2f-8f0d-8611315d30bd {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:21:09.173161 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-24b61788-3d3e-4815-baba-201fbe5be4d8 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:21:09.173538 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-24b61788-3d3e-4815-baba-201fbe5be4d8 service neutron] Checking segment: {'id': '231cc619-b79a-4847-94b3-cdbf4f5bda22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f155bdb8-b796-4b2f-8f0d-8611315d30bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:09.173944 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-24b61788-3d3e-4815-baba-201fbe5be4d8 service neutron] Bound using segment: {'id': '231cc619-b79a-4847-94b3-cdbf4f5bda22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f155bdb8-b796-4b2f-8f0d-8611315d30bd'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:21:09.174382 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-24b61788-3d3e-4815-baba-201fbe5be4d8 service neutron] Bound port: 98e8d27b-b00a-4158-aa42-b1b1c8829294, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '231cc619-b79a-4847-94b3-cdbf4f5bda22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f155bdb8-b796-4b2f-8f0d-8611315d30bd'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:21:09.174736 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-24b61788-3d3e-4815-baba-201fbe5be4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (98e8d27b-b00a-4158-aa42-b1b1c8829294), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:09.192096 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-79a89427-298e-4498-b35b-2a33702c3c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (4f2352f9-f273-4371-afcf-34ba242f040c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:09.240492 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-79a89427-298e-4498-b35b-2a33702c3c52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:09.248145 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-79a89427-298e-4498-b35b-2a33702c3c52 admin admin] 10.222.0.30 "DELETE /v2.0/networks/4f2352f9-f273-4371-afcf-34ba242f040c HTTP/1.1" status: 204 len: 168 time: 2.2102904 Feb 09 01:21:09.267812 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a89427-298e-4498-b35b-2a33702c3c52 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f2352f9-f273-4371-afcf-34ba242f040c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:09.303518 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-46f51194-c963-4a6d-b2b8-2a6a9924ad7f tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (57c406ef-0f70-4098-8a13-19ec1e0f2e41), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:09.454388 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59502) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:09.467187 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f51194-c963-4a6d-b2b8-2a6a9924ad7f tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Network 1d9eeb5f-c328-45ea-aae0-837cb610a5bb is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:09.477486 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f51194-c963-4a6d-b2b8-2a6a9924ad7f tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Pushing event updated for resources: {'Port': ['ID=57c406ef-0f70-4098-8a13-19ec1e0f2e41,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:09.512101 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-46f51194-c963-4a6d-b2b8-2a6a9924ad7f tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:09.517542 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f51194-c963-4a6d-b2b8-2a6a9924ad7f tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:21:09.555972 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-24b61788-3d3e-4815-baba-201fbe5be4d8 service neutron] For port 98e8d27b-b00a-4158-aa42-b1b1c8829294, host n-h2-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:21:09.559945 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-084cda06-c074-4392-a5a4-519dd2b247a8 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks [] for security_group_rule (be772e90-1ecd-428c-b821-2a7769a9b676), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:09.577631 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-594cc1d9-43fa-4105-b323-aeb3730cff87 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=425a719b34a746919c58206639b6374e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1211419 Feb 09 01:21:09.580731 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59504) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:09.609048 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-084cda06-c074-4392-a5a4-519dd2b247a8 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (be772e90-1ecd-428c-b821-2a7769a9b676), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:09.640538 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-24b61788-3d3e-4815-baba-201fbe5be4d8 service neutron] For port 98e8d27b-b00a-4158-aa42-b1b1c8829294, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=98e8d27b-b00a-4158-aa42-b1b1c8829294,segment=NetworkSegment(231cc619-b79a-4847-94b3-cdbf4f5bda22),segment_id=231cc619-b79a-4847-94b3-cdbf4f5bda22)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:21:09.668696 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-24b61788-3d3e-4815-baba-201fbe5be4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (98e8d27b-b00a-4158-aa42-b1b1c8829294), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:09.688446 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084cda06-c074-4392-a5a4-519dd2b247a8 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be772e90-1ecd-428c-b821-2a7769a9b676,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:09.694008 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-084cda06-c074-4392-a5a4-519dd2b247a8 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:09.698526 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-084cda06-c074-4392-a5a4-519dd2b247a8 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9402606 Feb 09 01:21:09.705853 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59506) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:09.712356 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-25ec4e37-dfed-42b7-a0c7-bb62bd49d10d tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:09.722553 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dd8fc780-5c50-4bc6-8807-b82e2bd61aa6 admin admin] Publish callbacks [] for security_group (6aafb2fd-20c4-4778-89d5-a452a43d2a1f), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:09.754031 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f51194-c963-4a6d-b2b8-2a6a9924ad7f tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:09.754692 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-46f51194-c963-4a6d-b2b8-2a6a9924ad7f tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:09.776749 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-24b61788-3d3e-4815-baba-201fbe5be4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:09.777371 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-24b61788-3d3e-4815-baba-201fbe5be4d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:09.778783 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-24b61788-3d3e-4815-baba-201fbe5be4d8 service neutron] 10.222.0.91 "PUT /v2.0/ports/98e8d27b-b00a-4158-aa42-b1b1c8829294 HTTP/1.1" status: 200 len: 1092 time: 3.2853200 Feb 09 01:21:09.782372 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-25ec4e37-dfed-42b7-a0c7-bb62bd49d10d tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:09.788013 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-15dde680-6a33-4cb7-9744-84f49a0dfe09 admin admin] Publish callbacks [] for security_group (d72ccf65-1d28-414a-a24e-7080923f9157), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:09.789626 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dd8fc780-5c50-4bc6-8807-b82e2bd61aa6 admin admin] Publish callbacks [] for security_group (6aafb2fd-20c4-4778-89d5-a452a43d2a1f), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:09.793018 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43704bf0-5c55-4c9e-b986-6f92ad1d74fc', 'tag': '98e8d27b-b00a-4158-aa42-b1b1c8829294'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:21:09.795808 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb6ca59-517a-4d27-8452-94c0b5d1e933" -d '{"events": [{"name": "network-changed", "server_uuid": "43704bf0-5c55-4c9e-b986-6f92ad1d74fc", "tag": "98e8d27b-b00a-4158-aa42-b1b1c8829294"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:21:09.805863 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-15dde680-6a33-4cb7-9744-84f49a0dfe09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (d72ccf65-1d28-414a-a24e-7080923f9157), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:09.855387 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-46f51194-c963-4a6d-b2b8-2a6a9924ad7f tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6892436 Feb 09 01:21:09.883395 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 89fb8914-10d9-40fa-8ddc-75349e0ec71f up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:21:09.896447 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59512) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:09.910676 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-cdb5d363-54f9-47f1-8d73-27e34edd91cd tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:09.957430 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb277c7f-7de3-4e92-a18b-b3ce558f3a46 x-openstack-request-id: req-bb277c7f-7de3-4e92-a18b-b3ce558f3a46 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:21:09.957773 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43704bf0-5c55-4c9e-b986-6f92ad1d74fc", "tag": "98e8d27b-b00a-4158-aa42-b1b1c8829294", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:21:09.963649 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bb277c7f-7de3-4e92-a18b-b3ce558f3a46 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:21:09.964410 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43704bf0-5c55-4c9e-b986-6f92ad1d74fc', 'tag': '98e8d27b-b00a-4158-aa42-b1b1c8829294', 'status': 'completed', 'code': 200} Feb 09 01:21:09.964860 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b61788-3d3e-4815-baba-201fbe5be4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=98e8d27b-b00a-4158-aa42-b1b1c8829294,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:09.993336 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dde680-6a33-4cb7-9744-84f49a0dfe09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72ccf65-1d28-414a-a24e-7080923f9157,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:10.004743 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-15dde680-6a33-4cb7-9744-84f49a0dfe09 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d60353a91c4f480bb283b5c64b6901b5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1948326 Feb 09 01:21:10.011012 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59518) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:10.030126 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cdb5d363-54f9-47f1-8d73-27e34edd91cd tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:10.042799 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-5605b8ba-cdb8-4b82-a8ad-3dc732ba61eb None None] Provisioning complete for port 57c406ef-0f70-4098-8a13-19ec1e0f2e41 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:10.043765 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5605b8ba-cdb8-4b82-a8ad-3dc732ba61eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (57c406ef-0f70-4098-8a13-19ec1e0f2e41), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:10.047140 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 89fb8914-10d9-40fa-8ddc-75349e0ec71f completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:10.081368 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dd8fc780-5c50-4bc6-8807-b82e2bd61aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (6aafb2fd-20c4-4778-89d5-a452a43d2a1f), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:10.088403 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 89fb8914-10d9-40fa-8ddc-75349e0ec71f triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:10.088964 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (89fb8914-10d9-40fa-8ddc-75349e0ec71f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:10.097486 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dd8fc780-5c50-4bc6-8807-b82e2bd61aa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:10.103767 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-dd8fc780-5c50-4bc6-8807-b82e2bd61aa6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6aafb2fd-20c4-4778-89d5-a452a43d2a1f HTTP/1.1" status: 204 len: 168 time: 0.5215793 Feb 09 01:21:10.106615 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-9f930af6-ab0b-49c9-9bcc-dfea3bca0d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:10.108545 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-9f930af6-ab0b-49c9-9bcc-dfea3bca0d53 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7b44166604b3436881425cea10d1d658&device_id=43704bf0-5c55-4c9e-b986-6f92ad1d74fc HTTP/1.1" status: 200 len: 1126 time: 0.2502916 Feb 09 01:21:10.144599 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8fc780-5c50-4bc6-8807-b82e2bd61aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aafb2fd-20c4-4778-89d5-a452a43d2a1f,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:10.190451 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533868f-fe74-4f17-a059-3232f703d723 req-73d1d9f4-cdab-40d8-931e-63bd3aae0640 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:10.199072 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-daa70193-86c1-46d3-889b-29239fccd60a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98e8d27b-b00a-4158-aa42-b1b1c8829294 HTTP/1.1" status: 200 len: 217 time: 0.0798862 Feb 09 01:21:10.199270 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0533868f-fe74-4f17-a059-3232f703d723 req-73d1d9f4-cdab-40d8-931e-63bd3aae0640 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9e4e3d-622b-48ff-b57e-8080f2968cb9 HTTP/1.1" status: 200 len: 944 time: 0.1975155 Feb 09 01:21:10.206316 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5605b8ba-cdb8-4b82-a8ad-3dc732ba61eb None None] Port 57c406ef-0f70-4098-8a13-19ec1e0f2e41 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:21:10.332370 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 89fb8914-10d9-40fa-8ddc-75349e0ec71f is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:10.332760 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (89fb8914-10d9-40fa-8ddc-75349e0ec71f), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:10.334130 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0533868f-fe74-4f17-a059-3232f703d723 req-3544322a-3888-4d27-a8be-2fc324284c20 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340806 Feb 09 01:21:10.335583 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d0388dfa-624d-426e-bd60-fdb1a792d3e3 admin admin] Publish callbacks [] for security_group (d72ccf65-1d28-414a-a24e-7080923f9157), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:10.337443 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-25ec4e37-dfed-42b7-a0c7-bb62bd49d10d tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:10.399685 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-e54ccdfc-1b8a-4955-90aa-4dfe12ba1507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:10.406385 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-e54ccdfc-1b8a-4955-90aa-4dfe12ba1507 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b6c9902a-ca90-4768-8ad8-e74435b83d39 HTTP/1.1" status: 200 len: 844 time: 0.1860304 Feb 09 01:21:10.418964 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9e4e3d-622b-48ff-b57e-8080f2968cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89fb8914-10d9-40fa-8ddc-75349e0ec71f'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:21:10.422278 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766cd813-9858-4dfb-bfae-8dff47ca8aa4" -d '{"events": [{"server_uuid": "ce9e4e3d-622b-48ff-b57e-8080f2968cb9", "name": "network-vif-plugged", "status": "completed", "tag": "89fb8914-10d9-40fa-8ddc-75349e0ec71f"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:21:10.472414 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 0e6624d6-b89c-421f-ab48-f578b1218356 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:21:10.483256 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 89fb8914-10d9-40fa-8ddc-75349e0ec71f, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=89fb8914-10d9-40fa-8ddc-75349e0ec71f,segment=NetworkSegment(49600cbb-8cb1-4c26-a09d-2e3526ba7488),segment_id=49600cbb-8cb1-4c26-a09d-2e3526ba7488)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:10.520825 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (89fb8914-10d9-40fa-8ddc-75349e0ec71f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:10.521309 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-0b305e2e-5f26-4166-a91a-a76eb50f4a9b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f155bdb8-b796-4b2f-8f0d-8611315d30bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887675 Feb 09 01:21:10.557095 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6dd835-4f23-447f-ba89-43bf9ba40621 req-6d6f2f99-5e7f-452a-8578-027beb4012bb tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:10.564599 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0f6dd835-4f23-447f-ba89-43bf9ba40621 req-6d6f2f99-5e7f-452a-8578-027beb4012bb tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=43704bf0-5c55-4c9e-b986-6f92ad1d74fc HTTP/1.1" status: 200 len: 943 time: 0.1254282 Feb 09 01:21:10.572798 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d0388dfa-624d-426e-bd60-fdb1a792d3e3 admin admin] Publish callbacks [] for security_group (d72ccf65-1d28-414a-a24e-7080923f9157), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:10.623767 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-25ec4e37-dfed-42b7-a0c7-bb62bd49d10d tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Allocated IP 172.25.1.8 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/27c09d17-344b-4aac-8589-f56d001cba96) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:10.646951 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=89fb8914-10d9-40fa-8ddc-75349e0ec71f,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:10.657393 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 0e6624d6-b89c-421f-ab48-f578b1218356 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:10.657757 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0e6624d6-b89c-421f-ab48-f578b1218356), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:10.724348 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0f6dd835-4f23-447f-ba89-43bf9ba40621 req-46098806-2c14-40cb-b632-eb0926f18c99 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543119 Feb 09 01:21:10.797308 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6b9f33-8ffa-4c87-ad1d-84a6eaf347fb x-openstack-request-id: req-2a6b9f33-8ffa-4c87-ad1d-84a6eaf347fb {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:21:10.797530 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9e4e3d-622b-48ff-b57e-8080f2968cb9", "name": "network-vif-plugged", "status": "completed", "tag": "89fb8914-10d9-40fa-8ddc-75349e0ec71f", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:21:10.797740 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2a6b9f33-8ffa-4c87-ad1d-84a6eaf347fb {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:21:10.798171 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9e4e3d-622b-48ff-b57e-8080f2968cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89fb8914-10d9-40fa-8ddc-75349e0ec71f', 'code': 200} Feb 09 01:21:10.831072 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cdb5d363-54f9-47f1-8d73-27e34edd91cd tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:10.903746 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 0e6624d6-b89c-421f-ab48-f578b1218356 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:10.942361 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-4c350a87-36ec-41d0-801d-88b12c794de7 service neutron] 10.222.0.91 "GET /v2.0/networks/f155bdb8-b796-4b2f-8f0d-8611315d30bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921287 Feb 09 01:21:10.945201 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d0388dfa-624d-426e-bd60-fdb1a792d3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (d72ccf65-1d28-414a-a24e-7080923f9157), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:10.947912 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d0388dfa-624d-426e-bd60-fdb1a792d3e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:10.949090 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d0388dfa-624d-426e-bd60-fdb1a792d3e3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d72ccf65-1d28-414a-a24e-7080923f9157 HTTP/1.1" status: 204 len: 168 time: 0.9369683 Feb 09 01:21:11.002266 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2899d-2462-4536-b4e6-d787ac24048f req-49e46e8e-9ada-4635-a792-0028a74bd8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:11.003891 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2be2899d-2462-4536-b4e6-d787ac24048f req-49e46e8e-9ada-4635-a792-0028a74bd8b9 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=ce9e4e3d-622b-48ff-b57e-8080f2968cb9 HTTP/1.1" status: 200 len: 1128 time: 0.1106355 Feb 09 01:21:11.064092 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2be2899d-2462-4536-b4e6-d787ac24048f req-999eab07-48a6-40b1-b993-9b255da344b1 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526502 Feb 09 01:21:11.072282 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a085f792-69c8-4927-8e8b-9ffbef09f8ef req-4fce033e-cd71-4033-9092-34f1cb156be0 service neutron] 10.222.0.91 "GET /v2.0/networks/f155bdb8-b796-4b2f-8f0d-8611315d30bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107423 Feb 09 01:21:11.078746 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0388dfa-624d-426e-bd60-fdb1a792d3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72ccf65-1d28-414a-a24e-7080923f9157,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:11.088229 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a96132-ac39-483a-b23a-bf2e043f8a73 req-cbc4fc66-5bb0-4c36-95be-be5a61df9082 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:11.097550 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a0a96132-ac39-483a-b23a-bf2e043f8a73 req-cbc4fc66-5bb0-4c36-95be-be5a61df9082 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=e583f6a8-65e5-44ed-9dcd-ff5b5ba80116 HTTP/1.1" status: 200 len: 945 time: 0.2055647 Feb 09 01:21:11.131287 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-25ec4e37-dfed-42b7-a0c7-bb62bd49d10d tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks [] for port (27c09d17-344b-4aac-8589-f56d001cba96), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:11.166336 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a0a96132-ac39-483a-b23a-bf2e043f8a73 req-fcffee47-2e38-41a2-a347-f23889d6e56a tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667605 Feb 09 01:21:11.198983 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6ca59-517a-4d27-8452-94c0b5d1e933 req-ff381a8e-0d68-4fb8-b31a-77ba45f9da06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:11.203130 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0fb6ca59-517a-4d27-8452-94c0b5d1e933 req-ff381a8e-0d68-4fb8-b31a-77ba45f9da06 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7b44166604b3436881425cea10d1d658&device_id=43704bf0-5c55-4c9e-b986-6f92ad1d74fc HTTP/1.1" status: 200 len: 1126 time: 0.0724711 Feb 09 01:21:11.204889 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-25ec4e37-dfed-42b7-a0c7-bb62bd49d10d tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (27c09d17-344b-4aac-8589-f56d001cba96), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:11.256508 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ec4e37-dfed-42b7-a0c7-bb62bd49d10d tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:11.259902 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-25ec4e37-dfed-42b7-a0c7-bb62bd49d10d tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:11.262831 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ec4e37-dfed-42b7-a0c7-bb62bd49d10d tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:21:11.329525 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-cdb5d363-54f9-47f1-8d73-27e34edd91cd tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Allocated IP 172.25.1.53 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/3d6282b6-059f-44e6-808e-ea426c0acf6a) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:11.373091 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec4e37-dfed-42b7-a0c7-bb62bd49d10d tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Pushing event updated for resources: {'Port': ['ID=27c09d17-344b-4aac-8589-f56d001cba96,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:11.410926 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-25ec4e37-dfed-42b7-a0c7-bb62bd49d10d tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks [] for floatingip (cea2336f-5b90-4d0a-902c-7a5ee35760aa), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:11.469262 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-25ec4e37-dfed-42b7-a0c7-bb62bd49d10d tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (27c09d17-344b-4aac-8589-f56d001cba96), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:11.478204 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6ca59-517a-4d27-8452-94c0b5d1e933 req-be77264c-6ef9-4840-9cd3-a880355f0cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:11.479710 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0fb6ca59-517a-4d27-8452-94c0b5d1e933 req-be77264c-6ef9-4840-9cd3-a880355f0cd7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=f155bdb8-b796-4b2f-8f0d-8611315d30bd HTTP/1.1" status: 200 len: 905 time: 0.2443237 Feb 09 01:21:11.528307 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0fb6ca59-517a-4d27-8452-94c0b5d1e933 req-5dd3aa72-a6f9-43f0-8603-73e584266869 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98e8d27b-b00a-4158-aa42-b1b1c8829294 HTTP/1.1" status: 200 len: 217 time: 0.0377653 Feb 09 01:21:11.641402 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6ca59-517a-4d27-8452-94c0b5d1e933 req-17cd16da-815c-40bd-b1be-6e83f1fa34ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:11.643781 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0fb6ca59-517a-4d27-8452-94c0b5d1e933 req-17cd16da-815c-40bd-b1be-6e83f1fa34ee service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b6c9902a-ca90-4768-8ad8-e74435b83d39 HTTP/1.1" status: 200 len: 844 time: 0.1058297 Feb 09 01:21:11.656534 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cdb5d363-54f9-47f1-8d73-27e34edd91cd tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks [] for port (3d6282b6-059f-44e6-808e-ea426c0acf6a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:11.658265 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b8025-0680-43f1-89d0-d410d2277aac req-26ddfb35-dc97-4298-a416-6deb6977eb92 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:11.659841 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a80b8025-0680-43f1-89d0-d410d2277aac req-26ddfb35-dc97-4298-a416-6deb6977eb92 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9e4e3d-622b-48ff-b57e-8080f2968cb9 HTTP/1.1" status: 200 len: 945 time: 0.1927574 Feb 09 01:21:11.731719 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0fb6ca59-517a-4d27-8452-94c0b5d1e933 req-df46d72f-d801-4511-9f7a-f06b88b4b7d7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f155bdb8-b796-4b2f-8f0d-8611315d30bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811441 Feb 09 01:21:11.743364 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a80b8025-0680-43f1-89d0-d410d2277aac req-9a8da37b-fb65-4360-91ef-15eab8633a37 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719244 Feb 09 01:21:11.804938 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-25ec4e37-dfed-42b7-a0c7-bb62bd49d10d tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks [] for port (27c09d17-344b-4aac-8589-f56d001cba96), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:11.814325 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-25ec4e37-dfed-42b7-a0c7-bb62bd49d10d tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (27c09d17-344b-4aac-8589-f56d001cba96), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:11.894663 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec4e37-dfed-42b7-a0c7-bb62bd49d10d tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Pushing event updated for resources: {'Port': ['ID=27c09d17-344b-4aac-8589-f56d001cba96,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:11.904129 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cdb5d363-54f9-47f1-8d73-27e34edd91cd tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (3d6282b6-059f-44e6-808e-ea426c0acf6a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:11.954460 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb5d363-54f9-47f1-8d73-27e34edd91cd tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:11.963505 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-cdb5d363-54f9-47f1-8d73-27e34edd91cd tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:11.970151 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0fb6ca59-517a-4d27-8452-94c0b5d1e933 req-7f0bf067-2f26-43ec-b748-5f8d00895ba8 service neutron] 10.222.0.91 "GET /v2.0/networks/f155bdb8-b796-4b2f-8f0d-8611315d30bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287912 Feb 09 01:21:11.973060 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb5d363-54f9-47f1-8d73-27e34edd91cd tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:21:12.010175 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5d363-54f9-47f1-8d73-27e34edd91cd tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Pushing event updated for resources: {'Port': ['ID=3d6282b6-059f-44e6-808e-ea426c0acf6a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:12.036483 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29004e-7bde-4215-99c2-44ac4c9315e7 req-974b1199-ea3e-4bbb-8a88-fca95b3fe3f7 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:12.044688 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2e29004e-7bde-4215-99c2-44ac4c9315e7 req-974b1199-ea3e-4bbb-8a88-fca95b3fe3f7 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=43704bf0-5c55-4c9e-b986-6f92ad1d74fc HTTP/1.1" status: 200 len: 943 time: 0.1416743 Feb 09 01:21:12.047870 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-25ec4e37-dfed-42b7-a0c7-bb62bd49d10d tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (cea2336f-5b90-4d0a-902c-7a5ee35760aa), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:12.092374 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-25ec4e37-dfed-42b7-a0c7-bb62bd49d10d tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:12.095495 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-25ec4e37-dfed-42b7-a0c7-bb62bd49d10d tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.3887415 Feb 09 01:21:12.175620 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0fb6ca59-517a-4d27-8452-94c0b5d1e933 req-33dcbed2-cfeb-4aba-8095-19033945d762 service neutron] 10.222.0.91 "GET /v2.0/networks/f155bdb8-b796-4b2f-8f0d-8611315d30bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964884 Feb 09 01:21:12.186859 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2e29004e-7bde-4215-99c2-44ac4c9315e7 req-ea87cf2e-4542-47c6-9b84-1aa9a48212f2 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403987 Feb 09 01:21:12.197873 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cdb5d363-54f9-47f1-8d73-27e34edd91cd tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks [] for floatingip (7fc6fe07-e9a4-4110-b06c-fc16e053a98a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:12.266408 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cdb5d363-54f9-47f1-8d73-27e34edd91cd tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3d6282b6-059f-44e6-808e-ea426c0acf6a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:12.374841 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8f84b-8885-497d-a6c8-a98f58a463c3 req-8d325a28-611a-421d-b722-096465452453 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:12.378358 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8fb8f84b-8885-497d-a6c8-a98f58a463c3 req-8d325a28-611a-421d-b722-096465452453 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=e583f6a8-65e5-44ed-9dcd-ff5b5ba80116 HTTP/1.1" status: 200 len: 945 time: 0.0876446 Feb 09 01:21:12.478286 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8fb8f84b-8885-497d-a6c8-a98f58a463c3 req-d1a206ee-a10f-4eb6-a8d2-6c281f58dfe4 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926154 Feb 09 01:21:12.553983 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cdb5d363-54f9-47f1-8d73-27e34edd91cd tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks [] for port (3d6282b6-059f-44e6-808e-ea426c0acf6a), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:12.562642 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cdb5d363-54f9-47f1-8d73-27e34edd91cd tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (3d6282b6-059f-44e6-808e-ea426c0acf6a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:12.593571 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 98e8d27b-b00a-4158-aa42-b1b1c8829294 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:21:12.622190 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5d363-54f9-47f1-8d73-27e34edd91cd tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Pushing event updated for resources: {'Port': ['ID=3d6282b6-059f-44e6-808e-ea426c0acf6a,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:12.666735 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1295b77d-07cc-444d-8699-93c00099b95b req-f6a934ad-bc9a-4549-b81d-a01a313e471f tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1840048444&fields=id&tenant_id=5343e4ed6da34a41bd43895909379b0f HTTP/1.1" status: 200 len: 267 time: 0.0847261 Feb 09 01:21:12.682066 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cdb5d363-54f9-47f1-8d73-27e34edd91cd tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (7fc6fe07-e9a4-4110-b06c-fc16e053a98a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:12.713447 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cdb5d363-54f9-47f1-8d73-27e34edd91cd tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:12.713447 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cdb5d363-54f9-47f1-8d73-27e34edd91cd tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8050420 Feb 09 01:21:12.713447 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59634) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:12.728572 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-c59c0f42-ae86-4af3-a88d-ed059fbd746a tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Request body: {'floatingip': {'port_id': '57c406ef-0f70-4098-8a13-19ec1e0f2e41', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:12.777476 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59638) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:12.791473 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c59c0f42-ae86-4af3-a88d-ed059fbd746a tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks [] for floatingip (7fc6fe07-e9a4-4110-b06c-fc16e053a98a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:12.829897 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 98e8d27b-b00a-4158-aa42-b1b1c8829294, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=98e8d27b-b00a-4158-aa42-b1b1c8829294,segment=NetworkSegment(231cc619-b79a-4847-94b3-cdbf4f5bda22),segment_id=231cc619-b79a-4847-94b3-cdbf4f5bda22)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:12.862283 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '98e8d27b-b00a-4158-aa42-b1b1c8829294', 'network_id': 'f155bdb8-b796-4b2f-8f0d-8611315d30bd', 'port_id': '98e8d27b-b00a-4158-aa42-b1b1c8829294', 'mac_address': 'fa:16:3e:86:43:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6c9902a-ca90-4768-8ad8-e74435b83d39', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:21:12.864621 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295b77d-07cc-444d-8699-93c00099b95b req-35e17bf3-03fc-46a5-9cd4-21974a9614c4 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:12.866359 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1295b77d-07cc-444d-8699-93c00099b95b req-35e17bf3-03fc-46a5-9cd4-21974a9614c4 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.30 "GET /v2.0/networks?id=60827e70-22ba-4097-9b3b-d59a1d2786bc HTTP/1.1" status: 200 len: 815 time: 0.1985147 Feb 09 01:21:12.902379 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1295b77d-07cc-444d-8699-93c00099b95b req-7735d480-e2d9-4a05-b83d-373ab98fe1e0 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.30 "GET /v2.0/quotas/5343e4ed6da34a41bd43895909379b0f HTTP/1.1" status: 200 len: 375 time: 0.0270591 Feb 09 01:21:12.935185 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59644) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:12.938411 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 98e8d27b-b00a-4158-aa42-b1b1c8829294 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:12.939200 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (98e8d27b-b00a-4158-aa42-b1b1c8829294), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:12.971651 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98e8d27b-b00a-4158-aa42-b1b1c8829294 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:21:13.012578 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 98e8d27b-b00a-4158-aa42-b1b1c8829294, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=98e8d27b-b00a-4158-aa42-b1b1c8829294,segment=NetworkSegment(231cc619-b79a-4847-94b3-cdbf4f5bda22),segment_id=231cc619-b79a-4847-94b3-cdbf4f5bda22)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:13.019845 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (98e8d27b-b00a-4158-aa42-b1b1c8829294), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:13.039084 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91311746-ba14-4100-a1cd-5c99707323aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:13.040755 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1295b77d-07cc-444d-8699-93c00099b95b req-816923ca-13cd-4828-b740-52b12d76fb83 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5343e4ed6da34a41bd43895909379b0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1295979 Feb 09 01:21:13.074998 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-c59c0f42-ae86-4af3-a88d-ed059fbd746a tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] update failed (client error): The resource could not be found. Feb 09 01:21:13.080284 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328cb409-693a-4bf8-abaa-b81d30101ae1 req-54735cd0-321e-4c60-ae3e-e518de956b91 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:13.080494 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c59c0f42-ae86-4af3-a88d-ed059fbd746a tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] 10.222.0.30 "PUT /v2.0/floatingips/7fc6fe07-e9a4-4110-b06c-fc16e053a98a HTTP/1.1" status: 404 len: 507 time: 0.3662837 Feb 09 01:21:13.080770 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59648) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:13.090957 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-328cb409-693a-4bf8-abaa-b81d30101ae1 req-54735cd0-321e-4c60-ae3e-e518de956b91 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9e4e3d-622b-48ff-b57e-8080f2968cb9 HTTP/1.1" status: 200 len: 945 time: 0.1662900 Feb 09 01:21:13.106457 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=98e8d27b-b00a-4158-aa42-b1b1c8829294,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:13.197476 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ec9436b0-4796-4977-8e2b-95ed6322ad41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:13.247343 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-328cb409-693a-4bf8-abaa-b81d30101ae1 req-814c474f-57d8-4f27-8ce7-d1d83838ae9e tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556816 Feb 09 01:21:13.282904 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1295b77d-07cc-444d-8699-93c00099b95b req-6f668d8d-d0ec-447d-8598-92897fe519a2 service neutron] 10.222.0.30 "GET /v2.0/networks/60827e70-22ba-4097-9b3b-d59a1d2786bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173665 Feb 09 01:21:13.313987 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91311746-ba14-4100-a1cd-5c99707323aa admin admin] Publish callbacks [] for security_group (88ef68de-9025-448f-bdec-cde66f6c7436), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:13.315636 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d95e5fb7-2b25-4870-97ba-c4c53ec4e2e1 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Deleting port 3d6282b6-059f-44e6-808e-ea426c0acf6a {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:21:13.316033 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d95e5fb7-2b25-4870-97ba-c4c53ec4e2e1 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (3d6282b6-059f-44e6-808e-ea426c0acf6a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:13.332932 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91311746-ba14-4100-a1cd-5c99707323aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (88ef68de-9025-448f-bdec-cde66f6c7436), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:13.419510 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-91311746-ba14-4100-a1cd-5c99707323aa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0750c2111bbc4426894915fc0353119f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6408238 Feb 09 01:21:13.422354 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59654) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:13.430302 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91311746-ba14-4100-a1cd-5c99707323aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ef68de-9025-448f-bdec-cde66f6c7436,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:13.443042 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['98e8d27b-b00a-4158-aa42-b1b1c8829294'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:21:13.486085 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d95e5fb7-2b25-4870-97ba-c4c53ec4e2e1 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (3d6282b6-059f-44e6-808e-ea426c0acf6a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:13.486409 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d95e5fb7-2b25-4870-97ba-c4c53ec4e2e1 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks [] for floatingip (3d6282b6-059f-44e6-808e-ea426c0acf6a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:13.507530 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d95e5fb7-2b25-4870-97ba-c4c53ec4e2e1 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Calling delete_port for 3d6282b6-059f-44e6-808e-ea426c0acf6a owned by network:floatingip {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:21:13.511044 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ec9436b0-4796-4977-8e2b-95ed6322ad41 admin admin] Publish callbacks [] for security_group (d68739e4-9e5e-4561-b48c-f8756e36a5bf), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:13.515710 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1295b77d-07cc-444d-8699-93c00099b95b req-efa5bcb3-f6a5-4350-b9e6-3758ccd2e0a2 service neutron] 10.222.0.30 "GET /v2.0/networks/60827e70-22ba-4097-9b3b-d59a1d2786bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247012 Feb 09 01:21:13.519924 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ec9436b0-4796-4977-8e2b-95ed6322ad41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (d68739e4-9e5e-4561-b48c-f8756e36a5bf), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:13.538804 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e51b7-5d93-42ed-b8c8-44896aea636a req-fe6c1230-81a6-460e-8a6c-db56374af420 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:13.548098 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-525e51b7-5d93-42ed-b8c8-44896aea636a req-fe6c1230-81a6-460e-8a6c-db56374af420 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=43704bf0-5c55-4c9e-b986-6f92ad1d74fc HTTP/1.1" status: 200 len: 944 time: 0.1686189 Feb 09 01:21:13.548400 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-091d0573-2391-41e6-beee-284a951cf2bd admin admin] Publish callbacks [] for security_group (88ef68de-9025-448f-bdec-cde66f6c7436), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:13.591604 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ec9436b0-4796-4977-8e2b-95ed6322ad41 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d8f0055c1ba241acb4aa0376e5f6eb7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6555800 Feb 09 01:21:13.596497 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59658) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:13.607597 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9436b0-4796-4977-8e2b-95ed6322ad41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68739e4-9e5e-4561-b48c-f8756e36a5bf,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:13.666308 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-525e51b7-5d93-42ed-b8c8-44896aea636a req-b293e0da-8bd5-4b88-95c3-668336004680 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082246 Feb 09 01:21:13.686664 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e7b074a0-6442-49a3-9d7f-e1fbe21d40e4 admin admin] Publish callbacks [] for security_group (d68739e4-9e5e-4561-b48c-f8756e36a5bf), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:13.745110 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e7b074a0-6442-49a3-9d7f-e1fbe21d40e4 admin admin] Publish callbacks [] for security_group (d68739e4-9e5e-4561-b48c-f8756e36a5bf), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:13.786752 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d95e5fb7-2b25-4870-97ba-c4c53ec4e2e1 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (3d6282b6-059f-44e6-808e-ea426c0acf6a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:13.864100 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e7b074a0-6442-49a3-9d7f-e1fbe21d40e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (d68739e4-9e5e-4561-b48c-f8756e36a5bf), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:13.865997 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e5fb7-2b25-4870-97ba-c4c53ec4e2e1 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Pushing event deleted for resources: {'Port': ['ID=3d6282b6-059f-44e6-808e-ea426c0acf6a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:13.874571 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e7b074a0-6442-49a3-9d7f-e1fbe21d40e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:13.883620 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e7b074a0-6442-49a3-9d7f-e1fbe21d40e4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d68739e4-9e5e-4561-b48c-f8756e36a5bf HTTP/1.1" status: 204 len: 168 time: 0.2846520 Feb 09 01:21:13.898581 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b074a0-6442-49a3-9d7f-e1fbe21d40e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68739e4-9e5e-4561-b48c-f8756e36a5bf,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:13.934405 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-091d0573-2391-41e6-beee-284a951cf2bd admin admin] Publish callbacks [] for security_group (88ef68de-9025-448f-bdec-cde66f6c7436), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:13.999721 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d95e5fb7-2b25-4870-97ba-c4c53ec4e2e1 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks [] for floatingip (7fc6fe07-e9a4-4110-b06c-fc16e053a98a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:14.002468 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d95e5fb7-2b25-4870-97ba-c4c53ec4e2e1 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:14.011872 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d95e5fb7-2b25-4870-97ba-c4c53ec4e2e1 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] 10.222.0.30 "DELETE /v2.0/floatingips/7fc6fe07-e9a4-4110-b06c-fc16e053a98a HTTP/1.1" status: 204 len: 168 time: 0.9262183 Feb 09 01:21:14.011872 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59668) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:14.026617 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-593f5064-f972-46c5-8782-102c287f3a29 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Request body: {'floatingip': {'floating_network_id': '1d9eeb5f-c328-45ea-aae0-837cb610a5bb', 'port_id': '57c406ef-0f70-4098-8a13-19ec1e0f2e41', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:14.078214 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:21:14.082826 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-593f5064-f972-46c5-8782-102c287f3a29 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:14.107623 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-491edb60-38dd-413b-8ff3-193f0a7c229b req-f5823b7e-88c5-4791-af7d-3e0424a82d13 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.30 "GET /v2.0/ports?device_id=0263d06a-35cc-4c73-a264-4a06ff69d7d5 HTTP/1.1" status: 200 len: 210 time: 0.0587292 Feb 09 01:21:14.118634 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb6ed9-b7c6-49ce-8549-48bc02b3c129 req-ffd6491f-2255-466e-a473-e6c37f3190e6 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:14.120295 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9ebb6ed9-b7c6-49ce-8549-48bc02b3c129 req-ffd6491f-2255-466e-a473-e6c37f3190e6 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=e583f6a8-65e5-44ed-9dcd-ff5b5ba80116 HTTP/1.1" status: 200 len: 945 time: 0.1310556 Feb 09 01:21:14.171607 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-091d0573-2391-41e6-beee-284a951cf2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (88ef68de-9025-448f-bdec-cde66f6c7436), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:14.174446 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-091d0573-2391-41e6-beee-284a951cf2bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:14.175953 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-091d0573-2391-41e6-beee-284a951cf2bd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/88ef68de-9025-448f-bdec-cde66f6c7436 HTTP/1.1" status: 204 len: 168 time: 0.7523685 Feb 09 01:21:14.207604 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9ebb6ed9-b7c6-49ce-8549-48bc02b3c129 req-a4b0668b-a2cf-4ba3-9756-0d07a1a19155 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779312 Feb 09 01:21:14.222460 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d0573-2391-41e6-beee-284a951cf2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ef68de-9025-448f-bdec-cde66f6c7436,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:14.338804 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72067a0a-27e8-44d1-bf16-64302ef1b32c req-9f67b793-2f0d-407c-aa95-45fd97c50b75 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:14.349316 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-72067a0a-27e8-44d1-bf16-64302ef1b32c req-9f67b793-2f0d-407c-aa95-45fd97c50b75 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9e4e3d-622b-48ff-b57e-8080f2968cb9 HTTP/1.1" status: 200 len: 945 time: 0.1369698 Feb 09 01:21:14.396079 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-593f5064-f972-46c5-8782-102c287f3a29 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:21:14.401249 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-593f5064-f972-46c5-8782-102c287f3a29 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3840334 Feb 09 01:21:14.402609 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59678) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:14.417007 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-0c1c34c7-cae5-4b9a-96bd-55feaaf4edfb tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'port_id': '57c406ef-0f70-4098-8a13-19ec1e0f2e41', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:14.444929 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-72067a0a-27e8-44d1-bf16-64302ef1b32c req-2b7cd662-df65-4afb-8090-c7b07560d6f9 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945935 Feb 09 01:21:14.465891 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0c1c34c7-cae5-4b9a-96bd-55feaaf4edfb tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:14.602754 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0c1c34c7-cae5-4b9a-96bd-55feaaf4edfb tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:14.829102 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-0c1c34c7-cae5-4b9a-96bd-55feaaf4edfb tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Allocated IP 172.25.1.71 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/48bfa380-3606-403b-bd64-c699d7b86d65) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:14.885633 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d9919-2705-41a3-beb5-5aad528410c7 req-0d909e5c-600b-4c2d-bd07-34eaf0498107 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:14.894336 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fb3d9919-2705-41a3-beb5-5aad528410c7 req-0d909e5c-600b-4c2d-bd07-34eaf0498107 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=43704bf0-5c55-4c9e-b986-6f92ad1d74fc HTTP/1.1" status: 200 len: 944 time: 0.0802658 Feb 09 01:21:14.954955 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fb3d9919-2705-41a3-beb5-5aad528410c7 req-9e549d0c-9883-449b-8e3d-7944b3184732 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596023 Feb 09 01:21:15.061662 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0c1c34c7-cae5-4b9a-96bd-55feaaf4edfb tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks [] for port (48bfa380-3606-403b-bd64-c699d7b86d65), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:15.129293 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0c1c34c7-cae5-4b9a-96bd-55feaaf4edfb tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (48bfa380-3606-403b-bd64-c699d7b86d65), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:15.177304 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1c34c7-cae5-4b9a-96bd-55feaaf4edfb tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:15.183137 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-0c1c34c7-cae5-4b9a-96bd-55feaaf4edfb tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:15.188651 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1c34c7-cae5-4b9a-96bd-55feaaf4edfb tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:21:15.241215 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c34c7-cae5-4b9a-96bd-55feaaf4edfb tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Pushing event updated for resources: {'Port': ['ID=48bfa380-3606-403b-bd64-c699d7b86d65,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:15.322726 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-810b4853-b559-4698-8054-365544ea759f req-e030e2bb-6bf6-44b7-a6f0-2a8314f842fa tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.30 "GET /v2.0/ports?device_id=0263d06a-35cc-4c73-a264-4a06ff69d7d5 HTTP/1.1" status: 200 len: 210 time: 0.0517087 Feb 09 01:21:15.461960 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73865ff8-a517-4c72-a81d-3a41f3d876ea req-e5ec49c6-2b8c-4faf-97ae-972a593c7f2e tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:15.465263 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0c1c34c7-cae5-4b9a-96bd-55feaaf4edfb tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Deleting port 48bfa380-3606-403b-bd64-c699d7b86d65 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:21:15.465909 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0c1c34c7-cae5-4b9a-96bd-55feaaf4edfb tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (48bfa380-3606-403b-bd64-c699d7b86d65), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:15.472298 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-73865ff8-a517-4c72-a81d-3a41f3d876ea req-e5ec49c6-2b8c-4faf-97ae-972a593c7f2e tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=e583f6a8-65e5-44ed-9dcd-ff5b5ba80116 HTTP/1.1" status: 200 len: 945 time: 0.1085622 Feb 09 01:21:15.653831 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-73865ff8-a517-4c72-a81d-3a41f3d876ea req-56b2778e-a47e-4981-84d2-f657b69320f7 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726468 Feb 09 01:21:15.726783 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0c1c34c7-cae5-4b9a-96bd-55feaaf4edfb tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (48bfa380-3606-403b-bd64-c699d7b86d65), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:15.727615 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0c1c34c7-cae5-4b9a-96bd-55feaaf4edfb tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks [] for floatingip (48bfa380-3606-403b-bd64-c699d7b86d65), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:15.749131 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0c1c34c7-cae5-4b9a-96bd-55feaaf4edfb tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Calling delete_port for 48bfa380-3606-403b-bd64-c699d7b86d65 owned by network:floatingip {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:21:15.751769 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56adde8e-a174-400b-9040-fff8ad6366d5 req-e94d9d8f-6737-43ee-9582-41f2bf529f35 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:15.754979 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-56adde8e-a174-400b-9040-fff8ad6366d5 req-e94d9d8f-6737-43ee-9582-41f2bf529f35 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9e4e3d-622b-48ff-b57e-8080f2968cb9 HTTP/1.1" status: 200 len: 945 time: 0.2122672 Feb 09 01:21:15.764682 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59728) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:15.772046 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295b77d-07cc-444d-8699-93c00099b95b req-5db66b3e-03f1-4a34-9aff-22a8f31ec20c tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:15.773656 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1295b77d-07cc-444d-8699-93c00099b95b req-5db66b3e-03f1-4a34-9aff-22a8f31ec20c tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.121 "GET /v2.0/networks?id=60827e70-22ba-4097-9b3b-d59a1d2786bc HTTP/1.1" status: 200 len: 815 time: 0.2144420 Feb 09 01:21:15.789703 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8765ae2-9835-4a37-905d-e2d69c498297 req-e1a3c4d1-b2da-4dbf-9a66-171d6865f0cb tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:15.793049 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e8765ae2-9835-4a37-905d-e2d69c498297 req-e1a3c4d1-b2da-4dbf-9a66-171d6865f0cb tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.121 "GET /v2.0/ports?device_id=ce9e4e3d-622b-48ff-b57e-8080f2968cb9 HTTP/1.1" status: 200 len: 945 time: 0.1536424 Feb 09 01:21:15.910689 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1295b77d-07cc-444d-8699-93c00099b95b req-6823cc29-8eb0-4ce5-af3b-06e9bd2572f9 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5343e4ed6da34a41bd43895909379b0f HTTP/1.1" status: 200 len: 380 time: 0.1061761 Feb 09 01:21:15.929975 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-56adde8e-a174-400b-9040-fff8ad6366d5 req-2c349739-a7b3-4941-a948-7cff19acad30 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547458 Feb 09 01:21:15.948213 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-1295b77d-07cc-444d-8699-93c00099b95b req-3e10800e-42a4-4913-92a8-2e06067b80a9 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Request body: {'port': {'device_id': '0263d06a-35cc-4c73-a264-4a06ff69d7d5', 'network_id': '60827e70-22ba-4097-9b3b-d59a1d2786bc', 'admin_state_up': True, 'tenant_id': '5343e4ed6da34a41bd43895909379b0f', 'security_groups': ['0dfce880-18fa-4ede-90aa-669f34c8f51d']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:15.960185 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-88819fd1-4e61-4643-a6b6-a743669c85c7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1891205672-network', 'tenant_id': '96a79a613bcf4094bfa23ee11b0f3675'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:16.031076 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88819fd1-4e61-4643-a6b6-a743669c85c7 admin admin] Made reservation on behalf of 96a79a613bcf4094bfa23ee11b0f3675 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:16.034631 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-88819fd1-4e61-4643-a6b6-a743669c85c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:16.071487 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-88819fd1-4e61-4643-a6b6-a743669c85c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:16.112746 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-e8765ae2-9835-4a37-905d-e2d69c498297 req-b8540dec-9f8a-40b2-a89f-176b77052658 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Deleting port 89fb8914-10d9-40fa-8ddc-75349e0ec71f {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:21:16.113065 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e8765ae2-9835-4a37-905d-e2d69c498297 req-b8540dec-9f8a-40b2-a89f-176b77052658 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (89fb8914-10d9-40fa-8ddc-75349e0ec71f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:16.165537 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0c1c34c7-cae5-4b9a-96bd-55feaaf4edfb tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (48bfa380-3606-403b-bd64-c699d7b86d65), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:16.205257 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da877fc-d95a-429f-a38a-6b5fee111c61 req-bf3ad7d3-8cdd-48e2-9a22-6f9162522b2f tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:16.208939 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6da877fc-d95a-429f-a38a-6b5fee111c61 req-bf3ad7d3-8cdd-48e2-9a22-6f9162522b2f tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=43704bf0-5c55-4c9e-b986-6f92ad1d74fc HTTP/1.1" status: 200 len: 944 time: 0.1244309 Feb 09 01:21:16.236964 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1295b77d-07cc-444d-8699-93c00099b95b req-3e10800e-42a4-4913-92a8-2e06067b80a9 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Made reservation on behalf of 5343e4ed6da34a41bd43895909379b0f for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:16.242665 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1295b77d-07cc-444d-8699-93c00099b95b req-3e10800e-42a4-4913-92a8-2e06067b80a9 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:16.408716 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6da877fc-d95a-429f-a38a-6b5fee111c61 req-8f08712a-4012-47a9-886b-36cfafd78797 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918290 Feb 09 01:21:16.524980 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a2249043-4b54-402c-b922-479a1e712d2f req-77ddcdb5-f78d-443c-9526-2d2d472249ba tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.30 "GET /v2.0/ports?device_id=0263d06a-35cc-4c73-a264-4a06ff69d7d5 HTTP/1.1" status: 200 len: 210 time: 0.0584767 Feb 09 01:21:16.551139 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-1295b77d-07cc-444d-8699-93c00099b95b req-3e10800e-42a4-4913-92a8-2e06067b80a9 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Allocated IP 172.20.0.14 (60827e70-22ba-4097-9b3b-d59a1d2786bc/6cc24d7f-d60e-481d-8961-d05b90104e29/051161ec-e061-4f84-b0c4-f2603afdec8e) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:16.603810 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59742) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:16.605953 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 98e8d27b-b00a-4158-aa42-b1b1c8829294 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:21:16.638772 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c34c7-cae5-4b9a-96bd-55feaaf4edfb tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Pushing event deleted for resources: {'Port': ['ID=48bfa380-3606-403b-bd64-c699d7b86d65,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:16.673498 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 98e8d27b-b00a-4158-aa42-b1b1c8829294 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:16.678933 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 98e8d27b-b00a-4158-aa42-b1b1c8829294 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:16.679631 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (98e8d27b-b00a-4158-aa42-b1b1c8829294), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:16.807422 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-e8765ae2-9835-4a37-905d-e2d69c498297 req-b8540dec-9f8a-40b2-a89f-176b77052658 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] For port 89fb8914-10d9-40fa-8ddc-75349e0ec71f, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=89fb8914-10d9-40fa-8ddc-75349e0ec71f,segment=NetworkSegment(49600cbb-8cb1-4c26-a09d-2e3526ba7488),segment_id=49600cbb-8cb1-4c26-a09d-2e3526ba7488)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:16.814295 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e8765ae2-9835-4a37-905d-e2d69c498297 req-b8540dec-9f8a-40b2-a89f-176b77052658 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (89fb8914-10d9-40fa-8ddc-75349e0ec71f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:16.858718 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-e8765ae2-9835-4a37-905d-e2d69c498297 req-b8540dec-9f8a-40b2-a89f-176b77052658 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Calling delete_port for 89fb8914-10d9-40fa-8ddc-75349e0ec71f owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:21:16.863295 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-88819fd1-4e61-4643-a6b6-a743669c85c7 admin admin] Publish callbacks [] for security_group (5cf1e688-4cb4-49fb-9051-e87f90e10c8f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:16.880292 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-88819fd1-4e61-4643-a6b6-a743669c85c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (5cf1e688-4cb4-49fb-9051-e87f90e10c8f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:16.911700 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-0c1c34c7-cae5-4b9a-96bd-55feaaf4edfb tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] create failed (client error): The resource could not be found. Feb 09 01:21:16.913311 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0c1c34c7-cae5-4b9a-96bd-55feaaf4edfb tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.5003819 Feb 09 01:21:16.924751 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59748) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:16.934326 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88819fd1-4e61-4643-a6b6-a743669c85c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:21:16.961823 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 98e8d27b-b00a-4158-aa42-b1b1c8829294 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:16.962213 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (98e8d27b-b00a-4158-aa42-b1b1c8829294), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:16.998203 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43704bf0-5c55-4c9e-b986-6f92ad1d74fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e8d27b-b00a-4158-aa42-b1b1c8829294'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:21:17.001719 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce4346b-ea90-47e8-86bc-079cdef53ec6" -d '{"events": [{"server_uuid": "43704bf0-5c55-4c9e-b986-6f92ad1d74fc", "name": "network-vif-plugged", "status": "completed", "tag": "98e8d27b-b00a-4158-aa42-b1b1c8829294"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:21:17.018672 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 98e8d27b-b00a-4158-aa42-b1b1c8829294, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=98e8d27b-b00a-4158-aa42-b1b1c8829294,segment=NetworkSegment(231cc619-b79a-4847-94b3-cdbf4f5bda22),segment_id=231cc619-b79a-4847-94b3-cdbf4f5bda22)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:17.024151 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (98e8d27b-b00a-4158-aa42-b1b1c8829294), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:17.069343 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88819fd1-4e61-4643-a6b6-a743669c85c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf1e688-4cb4-49fb-9051-e87f90e10c8f,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:17.080263 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-88819fd1-4e61-4643-a6b6-a743669c85c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (eea3b047-ad89-4cfd-804a-7c67d6651252), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:17.080591 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-88819fd1-4e61-4643-a6b6-a743669c85c7 admin admin] Added segment eea3b047-ad89-4cfd-804a-7c67d6651252 of type vlan for network af3766bd-853a-409d-a43c-1e0c11f349d3 Feb 09 01:21:17.107693 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=98e8d27b-b00a-4158-aa42-b1b1c8829294,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:17.154840 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-88819fd1-4e61-4643-a6b6-a743669c85c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (af3766bd-853a-409d-a43c-1e0c11f349d3), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:17.234375 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-88819fd1-4e61-4643-a6b6-a743669c85c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (af3766bd-853a-409d-a43c-1e0c11f349d3), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:17.235362 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88819fd1-4e61-4643-a6b6-a743669c85c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:17.235951 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-88819fd1-4e61-4643-a6b6-a743669c85c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:17.237754 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7f1e60e9-bab6-4439-8811-b59be8bd6c71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:17.245029 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b77028c6-1d91-42ab-ab30-f3251d9dc44e tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Deleting port 57c406ef-0f70-4098-8a13-19ec1e0f2e41 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:21:17.245516 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b77028c6-1d91-42ab-ab30-f3251d9dc44e tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (57c406ef-0f70-4098-8a13-19ec1e0f2e41), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:17.368716 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-88819fd1-4e61-4643-a6b6-a743669c85c7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5977304 Feb 09 01:21:17.370560 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1295b77d-07cc-444d-8699-93c00099b95b req-3e10800e-42a4-4913-92a8-2e06067b80a9 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks [] for port (051161ec-e061-4f84-b0c4-f2603afdec8e), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:17.378053 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59754) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:17.385815 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-20d468ca-5c6d-449b-9e49-49a23b0bf65e admin admin] Request body: {'subnet': {'network_id': 'af3766bd-853a-409d-a43c-1e0c11f349d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1891205672-subnet', 'tenant_id': '96a79a613bcf4094bfa23ee11b0f3675', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:17.392692 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748db435-e8b7-40b5-aa82-983330b566e5 req-d23beecd-2900-43d6-bbaa-a40286c44723 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:17.395178 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-748db435-e8b7-40b5-aa82-983330b566e5 req-d23beecd-2900-43d6-bbaa-a40286c44723 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=e583f6a8-65e5-44ed-9dcd-ff5b5ba80116 HTTP/1.1" status: 200 len: 945 time: 0.2332516 Feb 09 01:21:17.403960 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88819fd1-4e61-4643-a6b6-a743669c85c7 admin admin] Pushing event updated for resources: {'Network': ['ID=af3766bd-853a-409d-a43c-1e0c11f349d3,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:17.408489 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa79155-21a4-4d2e-b3e1-4ad9113f5801 req-413fe641-8cca-4e85-9c81-b5cb898f3c6d tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:17.410280 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dfa79155-21a4-4d2e-b3e1-4ad9113f5801 req-413fe641-8cca-4e85-9c81-b5cb898f3c6d tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9e4e3d-622b-48ff-b57e-8080f2968cb9 HTTP/1.1" status: 200 len: 945 time: 0.2462728 Feb 09 01:21:17.430706 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e8765ae2-9835-4a37-905d-e2d69c498297 req-b8540dec-9f8a-40b2-a89f-176b77052658 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (89fb8914-10d9-40fa-8ddc-75349e0ec71f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:17.440174 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network af3766bd-853a-409d-a43c-1e0c11f349d3 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:21:17.472097 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['4a825b64-d1af-4377-836e-5fc508ec6888'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:21:17.485489 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8540dec-9f8a-40b2-a89f-176b77052658 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Pushing event deleted for resources: {'Port': ['ID=89fb8914-10d9-40fa-8ddc-75349e0ec71f,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:17.498421 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d468ca-5c6d-449b-9e49-49a23b0bf65e admin admin] Made reservation on behalf of 96a79a613bcf4094bfa23ee11b0f3675 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:17.500874 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20d468ca-5c6d-449b-9e49-49a23b0bf65e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:17.521344 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b77028c6-1d91-42ab-ab30-f3251d9dc44e tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (57c406ef-0f70-4098-8a13-19ec1e0f2e41), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:17.572478 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-748db435-e8b7-40b5-aa82-983330b566e5 req-e34a18e5-6050-4c38-a780-1b079f72ac36 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610949 Feb 09 01:21:17.575917 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1295b77d-07cc-444d-8699-93c00099b95b req-3e10800e-42a4-4913-92a8-2e06067b80a9 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (051161ec-e061-4f84-b0c4-f2603afdec8e), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:17.584660 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dfa79155-21a4-4d2e-b3e1-4ad9113f5801 req-f7b57582-708d-45ea-91c0-ac63fc738a40 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582067 Feb 09 01:21:17.604239 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7f1e60e9-bab6-4439-8811-b59be8bd6c71 admin admin] Publish callbacks [] for security_group (206e7b7d-6f8b-48b6-913a-0d680672cc38), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:17.634959 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7f1e60e9-bab6-4439-8811-b59be8bd6c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (206e7b7d-6f8b-48b6-913a-0d680672cc38), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:17.685382 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9cade1-fc48-4abd-8277-5a4fc9bb415f x-openstack-request-id: req-8c9cade1-fc48-4abd-8277-5a4fc9bb415f {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:21:17.685382 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43704bf0-5c55-4c9e-b986-6f92ad1d74fc", "name": "network-vif-plugged", "status": "completed", "tag": "98e8d27b-b00a-4158-aa42-b1b1c8829294", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:21:17.686767 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8c9cade1-fc48-4abd-8277-5a4fc9bb415f {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:21:17.686767 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43704bf0-5c55-4c9e-b986-6f92ad1d74fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e8d27b-b00a-4158-aa42-b1b1c8829294', 'code': 200} Feb 09 01:21:17.713929 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e10800e-42a4-4913-92a8-2e06067b80a9 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Pushing event updated for resources: {'Port': ['ID=051161ec-e061-4f84-b0c4-f2603afdec8e,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:17.730617 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8765ae2-9835-4a37-905d-e2d69c498297 req-b8540dec-9f8a-40b2-a89f-176b77052658 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] No DVR routers for this DVR port 89fb8914-10d9-40fa-8ddc-75349e0ec71f on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:21:17.734670 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1295b77d-07cc-444d-8699-93c00099b95b req-3e10800e-42a4-4913-92a8-2e06067b80a9 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Network 60827e70-22ba-4097-9b3b-d59a1d2786bc is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:17.741750 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-1295b77d-07cc-444d-8699-93c00099b95b req-3e10800e-42a4-4913-92a8-2e06067b80a9 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:17.742632 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e8765ae2-9835-4a37-905d-e2d69c498297 req-b8540dec-9f8a-40b2-a89f-176b77052658 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:17.751016 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e8765ae2-9835-4a37-905d-e2d69c498297 req-b8540dec-9f8a-40b2-a89f-176b77052658 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.121 "DELETE /v2.0/ports/89fb8914-10d9-40fa-8ddc-75349e0ec71f HTTP/1.1" status: 204 len: 173 time: 1.9197268 Feb 09 01:21:17.752342 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b77028c6-1d91-42ab-ab30-f3251d9dc44e tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Calling delete_port for 57c406ef-0f70-4098-8a13-19ec1e0f2e41 owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:21:17.756264 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7f1e60e9-bab6-4439-8811-b59be8bd6c71 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1975efcec43f4f6bbf1c047bd23157d7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1515377 Feb 09 01:21:17.757249 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e60e9-bab6-4439-8811-b59be8bd6c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206e7b7d-6f8b-48b6-913a-0d680672cc38,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:17.760217 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-1295b77d-07cc-444d-8699-93c00099b95b req-3e10800e-42a4-4913-92a8-2e06067b80a9 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:21:17.765243 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59760) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:17.805093 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9e4e3d-622b-48ff-b57e-8080f2968cb9', 'name': 'network-vif-deleted', 'tag': '89fb8914-10d9-40fa-8ddc-75349e0ec71f'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:21:17.810314 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b2eeb9-4aa0-4fed-8bd6-8eda614467e2" -d '{"events": [{"server_uuid": "ce9e4e3d-622b-48ff-b57e-8080f2968cb9", "name": "network-vif-deleted", "tag": "89fb8914-10d9-40fa-8ddc-75349e0ec71f"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:21:17.923444 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 89fb8914-10d9-40fa-8ddc-75349e0ec71f no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:21:17.957644 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 89fb8914-10d9-40fa-8ddc-75349e0ec71f {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:21:17.958285 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 89fb8914-10d9-40fa-8ddc-75349e0ec71f not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:21:18.023473 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aff345-51e3-4bb7-81fd-5177a69abd90 req-5db2b614-75cc-4d25-8b07-65210870df9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:18.025236 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-18aff345-51e3-4bb7-81fd-5177a69abd90 req-5db2b614-75cc-4d25-8b07-65210870df9f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=43704bf0-5c55-4c9e-b986-6f92ad1d74fc HTTP/1.1" status: 200 len: 1128 time: 0.2066240 Feb 09 01:21:18.070085 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295b77d-07cc-444d-8699-93c00099b95b req-3e10800e-42a4-4913-92a8-2e06067b80a9 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:18.070923 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1295b77d-07cc-444d-8699-93c00099b95b req-3e10800e-42a4-4913-92a8-2e06067b80a9 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:18.113730 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1584c-74ee-4fde-98b5-55d86677ecc1 req-d353e0fd-3d44-4050-a227-ee92205ed0b6 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:18.115868 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-acd1584c-74ee-4fde-98b5-55d86677ecc1 req-d353e0fd-3d44-4050-a227-ee92205ed0b6 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=43704bf0-5c55-4c9e-b986-6f92ad1d74fc HTTP/1.1" status: 200 len: 945 time: 0.3778019 Feb 09 01:21:18.127735 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1295b77d-07cc-444d-8699-93c00099b95b req-3e10800e-42a4-4913-92a8-2e06067b80a9 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1962762 Feb 09 01:21:18.155741 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120526c0-a79c-4ef8-ac06-236e0168a978 req-8b9a350a-40e5-4cd2-978b-118045afdee9 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:18.157924 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-120526c0-a79c-4ef8-ac06-236e0168a978 req-8b9a350a-40e5-4cd2-978b-118045afdee9 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.30 "GET /v2.0/ports?device_id=0263d06a-35cc-4c73-a264-4a06ff69d7d5 HTTP/1.1" status: 200 len: 932 time: 0.2776124 Feb 09 01:21:18.179658 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-1295b77d-07cc-444d-8699-93c00099b95b req-a0cc7f23-7f57-46b7-905a-bc1a36e4c10b service neutron] Request body: {'port': {'device_id': '0263d06a-35cc-4c73-a264-4a06ff69d7d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:18.183543 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ea4e88af-0100-42e8-b6ea-feba55df8846 admin admin] Publish callbacks [] for security_group (206e7b7d-6f8b-48b6-913a-0d680672cc38), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:18.206213 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-18aff345-51e3-4bb7-81fd-5177a69abd90 req-dbab289f-8cd4-4364-b292-4e2095c67182 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505446 Feb 09 01:21:18.211129 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b77028c6-1d91-42ab-ab30-f3251d9dc44e tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (57c406ef-0f70-4098-8a13-19ec1e0f2e41), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:18.214900 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20d468ca-5c6d-449b-9e49-49a23b0bf65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (566991aa-60ce-4255-aacf-f7e0a3f0748d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:18.292262 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-bfb1ae4a-eec1-4a88-bb96-bcfd79c7f710 None None] Provisioning complete for port 051161ec-e061-4f84-b0c4-f2603afdec8e triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:18.293136 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bfb1ae4a-eec1-4a88-bb96-bcfd79c7f710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (051161ec-e061-4f84-b0c4-f2603afdec8e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:18.305487 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ea4e88af-0100-42e8-b6ea-feba55df8846 admin admin] Publish callbacks [] for security_group (206e7b7d-6f8b-48b6-913a-0d680672cc38), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:18.328870 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77028c6-1d91-42ab-ab30-f3251d9dc44e tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Pushing event deleted for resources: {'Port': ['ID=57c406ef-0f70-4098-8a13-19ec1e0f2e41,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:18.376845 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d468ca-5c6d-449b-9e49-49a23b0bf65e admin admin] Pushing event updated for resources: {'Subnet': ['ID=566991aa-60ce-4255-aacf-f7e0a3f0748d,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:18.395335 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-acd1584c-74ee-4fde-98b5-55d86677ecc1 req-7b057691-5135-44ee-b663-565e601519e5 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562611 Feb 09 01:21:18.401863 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-bfb1ae4a-eec1-4a88-bb96-bcfd79c7f710 None None] Port 051161ec-e061-4f84-b0c4-f2603afdec8e cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:21:18.443333 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d468ca-5c6d-449b-9e49-49a23b0bf65e admin admin] Checking segment: {'id': 'eea3b047-ad89-4cfd-804a-7c67d6651252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'af3766bd-853a-409d-a43c-1e0c11f349d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:18.443853 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d468ca-5c6d-449b-9e49-49a23b0bf65e admin admin] Network hostable DHCP agents. Network: af3766bd-853a-409d-a43c-1e0c11f349d3, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:21:18.484052 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b77028c6-1d91-42ab-ab30-f3251d9dc44e tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:18.498135 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59766) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:18.502908 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b77028c6-1d91-42ab-ab30-f3251d9dc44e tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] 10.222.0.30 "DELETE /v2.0/ports/57c406ef-0f70-4098-8a13-19ec1e0f2e41 HTTP/1.1" status: 204 len: 168 time: 1.5660837 Feb 09 01:21:18.521056 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d468ca-5c6d-449b-9e49-49a23b0bf65e admin admin] Network af3766bd-853a-409d-a43c-1e0c11f349d3 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:21:18.534477 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-120526c0-a79c-4ef8-ac06-236e0168a978 req-ef4052e3-15a2-463a-843f-38c262a5ec50 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.30 "GET /v2.0/security-groups?id=0dfce880-18fa-4ede-90aa-669f34c8f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3472645 Feb 09 01:21:18.535527 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1295b77d-07cc-444d-8699-93c00099b95b req-a0cc7f23-7f57-46b7-905a-bc1a36e4c10b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (051161ec-e061-4f84-b0c4-f2603afdec8e), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:18.551748 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d8b5ae-aaed-41fc-b75b-5448b38222cb x-openstack-request-id: req-f4d8b5ae-aaed-41fc-b75b-5448b38222cb {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:21:18.552331 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9e4e3d-622b-48ff-b57e-8080f2968cb9", "name": "network-vif-deleted", "tag": "89fb8914-10d9-40fa-8ddc-75349e0ec71f", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:21:18.554237 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f4d8b5ae-aaed-41fc-b75b-5448b38222cb {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:21:18.554706 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9e4e3d-622b-48ff-b57e-8080f2968cb9', 'name': 'network-vif-deleted', 'tag': '89fb8914-10d9-40fa-8ddc-75349e0ec71f', 'status': 'completed', 'code': 200} Feb 09 01:21:18.555863 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-20d468ca-5c6d-449b-9e49-49a23b0bf65e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, af3766bd-853a-409d-a43c-1e0c11f349d3) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:18.565406 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d468ca-5c6d-449b-9e49-49a23b0bf65e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:18.566026 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20d468ca-5c6d-449b-9e49-49a23b0bf65e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:18.588853 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2759217c-b5ae-43ce-be98-ebc86a7e660e None None] Network af3766bd-853a-409d-a43c-1e0c11f349d3 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:18.605021 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-20d468ca-5c6d-449b-9e49-49a23b0bf65e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2212601 Feb 09 01:21:18.796208 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ea4e88af-0100-42e8-b6ea-feba55df8846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (206e7b7d-6f8b-48b6-913a-0d680672cc38), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:18.798246 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ea4e88af-0100-42e8-b6ea-feba55df8846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:18.799485 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ea4e88af-0100-42e8-b6ea-feba55df8846 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/206e7b7d-6f8b-48b6-913a-0d680672cc38 HTTP/1.1" status: 204 len: 168 time: 1.0324636 Feb 09 01:21:18.833761 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15870003-087c-458e-a8fc-c4861c7f5a8f tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:18.835375 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-15870003-087c-458e-a8fc-c4861c7f5a8f tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e1b97b7-e2e6-4d20-8b2c-7c0c1c04b141 HTTP/1.1" status: 200 len: 913 time: 0.3340085 Feb 09 01:21:18.838538 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59780) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:18.898742 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e88af-0100-42e8-b6ea-feba55df8846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206e7b7d-6f8b-48b6-913a-0d680672cc38,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:18.918740 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435b33f4-b2f7-4b2f-999e-2b4eeb2ceee5 None None] Network af3766bd-853a-409d-a43c-1e0c11f349d3 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:19.034603 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46277c-8bd1-43ed-af2d-a707dec07146 req-a336c715-f748-4a9a-89e9-c8f6e27c57bd tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:19.042821 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fb46277c-8bd1-43ed-af2d-a707dec07146 req-a336c715-f748-4a9a-89e9-c8f6e27c57bd tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=e583f6a8-65e5-44ed-9dcd-ff5b5ba80116 HTTP/1.1" status: 200 len: 945 time: 0.2753530 Feb 09 01:21:19.083862 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5b779-9363-4e59-9c84-6eed9292c0f1 req-fc0583f2-3860-4c69-b4af-9bb7e878e0bd tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:19.085515 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d8e5b779-9363-4e59-9c84-6eed9292c0f1 req-fc0583f2-3860-4c69-b4af-9bb7e878e0bd tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.1935303 Feb 09 01:21:19.195788 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fb46277c-8bd1-43ed-af2d-a707dec07146 req-f24aaf22-c85d-4cba-9129-3273cc7232e8 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519883 Feb 09 01:21:19.244324 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d8e5b779-9363-4e59-9c84-6eed9292c0f1 req-1cff49e9-a271-4054-8e04-3aeea9cb511f tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125491 Feb 09 01:21:19.293340 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-1295b77d-07cc-444d-8699-93c00099b95b req-a0cc7f23-7f57-46b7-905a-bc1a36e4c10b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 051161ec-e061-4f84-b0c4-f2603afdec8e {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:21:19.320016 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1295b77d-07cc-444d-8699-93c00099b95b req-a0cc7f23-7f57-46b7-905a-bc1a36e4c10b service neutron] Publish callbacks [] for port (051161ec-e061-4f84-b0c4-f2603afdec8e), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:19.323438 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:19.344600 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-1295b77d-07cc-444d-8699-93c00099b95b req-a0cc7f23-7f57-46b7-905a-bc1a36e4c10b service neutron] Transition to ACTIVE for port object 051161ec-e061-4f84-b0c4-f2603afdec8e will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:19.350684 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1295b77d-07cc-444d-8699-93c00099b95b req-a0cc7f23-7f57-46b7-905a-bc1a36e4c10b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (051161ec-e061-4f84-b0c4-f2603afdec8e), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:19.470717 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc7f23-7f57-46b7-905a-bc1a36e4c10b service neutron] Pushing event updated for resources: {'Port': ['ID=051161ec-e061-4f84-b0c4-f2603afdec8e,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:19.548918 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5e047e1e-8d72-431e-9085-a9ac120ef2aa tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (2e1b97b7-e2e6-4d20-8b2c-7c0c1c04b141), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:19.891183 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-1295b77d-07cc-444d-8699-93c00099b95b req-a0cc7f23-7f57-46b7-905a-bc1a36e4c10b service neutron] Attempting to bind port 051161ec-e061-4f84-b0c4-f2603afdec8e on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:21:19.892083 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-1295b77d-07cc-444d-8699-93c00099b95b req-a0cc7f23-7f57-46b7-905a-bc1a36e4c10b service neutron] Attempting to bind port 051161ec-e061-4f84-b0c4-f2603afdec8e by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'f010bc9d-2b5e-4b47-812d-ce0eb95740c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '60827e70-22ba-4097-9b3b-d59a1d2786bc'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:21:19.892083 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1295b77d-07cc-444d-8699-93c00099b95b req-a0cc7f23-7f57-46b7-905a-bc1a36e4c10b service neutron] Attempting to bind port 051161ec-e061-4f84-b0c4-f2603afdec8e on network 60827e70-22ba-4097-9b3b-d59a1d2786bc {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:21:19.911822 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1295b77d-07cc-444d-8699-93c00099b95b req-a0cc7f23-7f57-46b7-905a-bc1a36e4c10b service neutron] Port 051161ec-e061-4f84-b0c4-f2603afdec8e on network 60827e70-22ba-4097-9b3b-d59a1d2786bc not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:21:19.912171 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1295b77d-07cc-444d-8699-93c00099b95b req-a0cc7f23-7f57-46b7-905a-bc1a36e4c10b service neutron] Attempting to bind port 051161ec-e061-4f84-b0c4-f2603afdec8e on network 60827e70-22ba-4097-9b3b-d59a1d2786bc {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:21:19.931105 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ff1a0-6be3-4de9-ac82-738df8a863d0 req-9c44ae4f-aff2-444b-9bbf-3e49d7a211d9 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:19.933216 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2c4ff1a0-6be3-4de9-ac82-738df8a863d0 req-9c44ae4f-aff2-444b-9bbf-3e49d7a211d9 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=43704bf0-5c55-4c9e-b986-6f92ad1d74fc HTTP/1.1" status: 200 len: 945 time: 0.2815194 Feb 09 01:21:19.943209 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1295b77d-07cc-444d-8699-93c00099b95b req-a0cc7f23-7f57-46b7-905a-bc1a36e4c10b service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:21:19.943798 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1295b77d-07cc-444d-8699-93c00099b95b req-a0cc7f23-7f57-46b7-905a-bc1a36e4c10b service neutron] Checking segment: {'id': 'f010bc9d-2b5e-4b47-812d-ce0eb95740c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '60827e70-22ba-4097-9b3b-d59a1d2786bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:19.944391 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1295b77d-07cc-444d-8699-93c00099b95b req-a0cc7f23-7f57-46b7-905a-bc1a36e4c10b service neutron] Bound using segment: {'id': 'f010bc9d-2b5e-4b47-812d-ce0eb95740c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '60827e70-22ba-4097-9b3b-d59a1d2786bc'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:21:19.945065 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-1295b77d-07cc-444d-8699-93c00099b95b req-a0cc7f23-7f57-46b7-905a-bc1a36e4c10b service neutron] Bound port: 051161ec-e061-4f84-b0c4-f2603afdec8e, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f010bc9d-2b5e-4b47-812d-ce0eb95740c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '60827e70-22ba-4097-9b3b-d59a1d2786bc'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:21:19.945669 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1295b77d-07cc-444d-8699-93c00099b95b req-a0cc7f23-7f57-46b7-905a-bc1a36e4c10b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (051161ec-e061-4f84-b0c4-f2603afdec8e), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:20.009847 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5e047e1e-8d72-431e-9085-a9ac120ef2aa tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Deleting port 066c2a63-0b3b-4054-8f94-9c8603f5b157 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:21:20.010321 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5e047e1e-8d72-431e-9085-a9ac120ef2aa tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (066c2a63-0b3b-4054-8f94-9c8603f5b157), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:20.037764 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-79292957-905f-4570-892f-baea9c547aa4 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:20.040154 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-79292957-905f-4570-892f-baea9c547aa4 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] 10.222.0.30 "GET /v2.0/networks?id=af3766bd-853a-409d-a43c-1e0c11f349d3 HTTP/1.1" status: 200 len: 814 time: 0.3856142 Feb 09 01:21:20.120210 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-f8853263-4750-4c35-bf7d-54dbede4bd08 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] 10.222.0.30 "GET /v2.0/quotas/96a79a613bcf4094bfa23ee11b0f3675 HTTP/1.1" status: 200 len: 375 time: 0.0387573 Feb 09 01:21:20.144149 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5e047e1e-8d72-431e-9085-a9ac120ef2aa tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (066c2a63-0b3b-4054-8f94-9c8603f5b157), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:20.159681 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5e047e1e-8d72-431e-9085-a9ac120ef2aa tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Calling delete_port for 066c2a63-0b3b-4054-8f94-9c8603f5b157 owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:21:20.184033 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-94549b0d-ea05-4f55-877d-cbd070fa1648 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=96a79a613bcf4094bfa23ee11b0f3675&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622077 Feb 09 01:21:20.191740 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2c4ff1a0-6be3-4de9-ac82-738df8a863d0 req-07addbeb-3a13-471f-a219-3db85283a1fd tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429957 Feb 09 01:21:20.215313 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-1295b77d-07cc-444d-8699-93c00099b95b req-a0cc7f23-7f57-46b7-905a-bc1a36e4c10b service neutron] For port 051161ec-e061-4f84-b0c4-f2603afdec8e, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:21:20.265593 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-1295b77d-07cc-444d-8699-93c00099b95b req-a0cc7f23-7f57-46b7-905a-bc1a36e4c10b service neutron] For port 051161ec-e061-4f84-b0c4-f2603afdec8e, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=051161ec-e061-4f84-b0c4-f2603afdec8e,segment=NetworkSegment(f010bc9d-2b5e-4b47-812d-ce0eb95740c8),segment_id=f010bc9d-2b5e-4b47-812d-ce0eb95740c8)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:21:20.281630 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1295b77d-07cc-444d-8699-93c00099b95b req-a0cc7f23-7f57-46b7-905a-bc1a36e4c10b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (051161ec-e061-4f84-b0c4-f2603afdec8e), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:20.322845 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59822) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:20.397402 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295b77d-07cc-444d-8699-93c00099b95b req-a0cc7f23-7f57-46b7-905a-bc1a36e4c10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:20.398035 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1295b77d-07cc-444d-8699-93c00099b95b req-a0cc7f23-7f57-46b7-905a-bc1a36e4c10b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:20.399787 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1295b77d-07cc-444d-8699-93c00099b95b req-a0cc7f23-7f57-46b7-905a-bc1a36e4c10b service neutron] 10.222.0.121 "PUT /v2.0/ports/051161ec-e061-4f84-b0c4-f2603afdec8e HTTP/1.1" status: 200 len: 1093 time: 2.2391763 Feb 09 01:21:20.401048 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0263d06a-35cc-4c73-a264-4a06ff69d7d5', 'tag': '051161ec-e061-4f84-b0c4-f2603afdec8e'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:21:20.403400 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b651087-095e-4f1c-ab4e-23f931865f21" -d '{"events": [{"name": "network-changed", "server_uuid": "0263d06a-35cc-4c73-a264-4a06ff69d7d5", "tag": "051161ec-e061-4f84-b0c4-f2603afdec8e"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:21:20.435950 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-50ebb8b9-527b-4e65-af3e-ea3eef6fbf4c service neutron] 10.222.0.30 "GET /v2.0/networks/af3766bd-853a-409d-a43c-1e0c11f349d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407320 Feb 09 01:21:20.449406 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5e047e1e-8d72-431e-9085-a9ac120ef2aa tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (066c2a63-0b3b-4054-8f94-9c8603f5b157), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:20.487278 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e047e1e-8d72-431e-9085-a9ac120ef2aa tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Pushing event deleted for resources: {'Port': ['ID=066c2a63-0b3b-4054-8f94-9c8603f5b157,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:20.502536 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-ef9527b7-3d1c-4d64-8905-df1700f5ae84 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-987902919-network', 'tenant_id': 'bb54c6d9ab92477c86a4af4dae2b904f'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:20.562772 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc7f23-7f57-46b7-905a-bc1a36e4c10b service neutron] Pushing event updated for resources: {'Port': ['ID=051161ec-e061-4f84-b0c4-f2603afdec8e,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:20.587371 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517c5bf-09ea-4aa6-838d-046e663eb422 req-88729647-5826-40c0-9df1-63262984546a tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:20.589377 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d517c5bf-09ea-4aa6-838d-046e663eb422 req-88729647-5826-40c0-9df1-63262984546a tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.30 "GET /v2.0/ports?device_id=0263d06a-35cc-4c73-a264-4a06ff69d7d5 HTTP/1.1" status: 200 len: 944 time: 0.2549179 Feb 09 01:21:20.597881 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9527b7-3d1c-4d64-8905-df1700f5ae84 admin admin] Made reservation on behalf of bb54c6d9ab92477c86a4af4dae2b904f for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:20.601884 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef9527b7-3d1c-4d64-8905-df1700f5ae84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:20.616539 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef9527b7-3d1c-4d64-8905-df1700f5ae84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:20.708454 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295b77d-07cc-444d-8699-93c00099b95b req-6ce1f954-13fe-414c-90a4-fc6b82d6fe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:20.710206 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1295b77d-07cc-444d-8699-93c00099b95b req-6ce1f954-13fe-414c-90a4-fc6b82d6fe70 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=5343e4ed6da34a41bd43895909379b0f&device_id=0263d06a-35cc-4c73-a264-4a06ff69d7d5 HTTP/1.1" status: 200 len: 1127 time: 0.2620215 Feb 09 01:21:20.731746 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d517c5bf-09ea-4aa6-838d-046e663eb422 req-3b248185-68b2-4029-8d36-9194c9367d1c tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.30 "GET /v2.0/security-groups?id=0dfce880-18fa-4ede-90aa-669f34c8f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290917 Feb 09 01:21:20.752909 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-235f1fe1-55d1-46cc-9046-cf4367af7fb5 service neutron] 10.222.0.30 "GET /v2.0/networks/af3766bd-853a-409d-a43c-1e0c11f349d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059838 Feb 09 01:21:20.797903 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1295b77d-07cc-444d-8699-93c00099b95b req-c6ce8a90-74b2-4ee6-8aef-c1feba5b6885 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=051161ec-e061-4f84-b0c4-f2603afdec8e HTTP/1.1" status: 200 len: 217 time: 0.0637965 Feb 09 01:21:20.803721 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-318a98cb-9c03-42d6-905b-54e9ec03d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:20.809158 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:20.847482 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5e047e1e-8d72-431e-9085-a9ac120ef2aa tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (2e1b97b7-e2e6-4d20-8b2c-7c0c1c04b141), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:20.917673 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295b77d-07cc-444d-8699-93c00099b95b req-6fba17d9-2552-4114-85aa-0dc9ce033324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:20.919284 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1295b77d-07cc-444d-8699-93c00099b95b req-6fba17d9-2552-4114-85aa-0dc9ce033324 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6cc24d7f-d60e-481d-8961-d05b90104e29 HTTP/1.1" status: 200 len: 854 time: 0.1128480 Feb 09 01:21:21.041967 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ec38a8-098c-4993-8c4d-663c32ba36c5 x-openstack-request-id: req-30ec38a8-098c-4993-8c4d-663c32ba36c5 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:21:21.042329 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0263d06a-35cc-4c73-a264-4a06ff69d7d5", "tag": "051161ec-e061-4f84-b0c4-f2603afdec8e", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:21:21.042845 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-30ec38a8-098c-4993-8c4d-663c32ba36c5 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:21:21.043704 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0263d06a-35cc-4c73-a264-4a06ff69d7d5', 'tag': '051161ec-e061-4f84-b0c4-f2603afdec8e', 'status': 'completed', 'code': 200} Feb 09 01:21:21.101440 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295b77d-07cc-444d-8699-93c00099b95b req-4f16e4c4-9ccb-4970-9a6c-867dba217ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:21.106369 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef9527b7-3d1c-4d64-8905-df1700f5ae84 admin admin] Publish callbacks [] for security_group (fad05142-5f76-407f-b106-5de29027fd56), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:21.106556 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1295b77d-07cc-444d-8699-93c00099b95b req-4f16e4c4-9ccb-4970-9a6c-867dba217ab8 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=60827e70-22ba-4097-9b3b-d59a1d2786bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1799908 Feb 09 01:21:21.153890 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef9527b7-3d1c-4d64-8905-df1700f5ae84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (fad05142-5f76-407f-b106-5de29027fd56), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:21.166904 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb0cb1-ed49-4aa7-aced-63d17a3878a6 req-c2470ff2-91be-4372-9707-be099d06c880 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:21.169534 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c6eb0cb1-ed49-4aa7-aced-63d17a3878a6 req-c2470ff2-91be-4372-9707-be099d06c880 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=e583f6a8-65e5-44ed-9dcd-ff5b5ba80116 HTTP/1.1" status: 200 len: 945 time: 0.2420380 Feb 09 01:21:21.229391 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9527b7-3d1c-4d64-8905-df1700f5ae84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad05142-5f76-407f-b106-5de29027fd56,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:21.235658 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef9527b7-3d1c-4d64-8905-df1700f5ae84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:21:21.247285 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e047e1e-8d72-431e-9085-a9ac120ef2aa tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Router 2e1b97b7-e2e6-4d20-8b2c-7c0c1c04b141 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:21:21.258220 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef9527b7-3d1c-4d64-8905-df1700f5ae84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (3350618d-f84a-4a0b-8997-97c98e7ed20e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:21.258572 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-ef9527b7-3d1c-4d64-8905-df1700f5ae84 admin admin] Added segment 3350618d-f84a-4a0b-8997-97c98e7ed20e of type vlan for network 6b99b81e-5871-4979-a64c-22edc1a2273c Feb 09 01:21:21.346155 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c6eb0cb1-ed49-4aa7-aced-63d17a3878a6 req-ef140ce6-44e4-4165-90e7-bb44f214ad05 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310384 Feb 09 01:21:21.355658 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac9a7d-baae-4949-a899-b04da6597f55 req-b300c00c-9dbc-4f97-a58e-cda690e8e431 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:21.357277 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fcac9a7d-baae-4949-a899-b04da6597f55 req-b300c00c-9dbc-4f97-a58e-cda690e8e431 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.2494612 Feb 09 01:21:21.372751 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1295b77d-07cc-444d-8699-93c00099b95b req-fba77aff-f64e-40cc-bf77-ec4579683d12 service neutron] 10.222.0.121 "GET /v2.0/networks/60827e70-22ba-4097-9b3b-d59a1d2786bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575800 Feb 09 01:21:21.390166 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef9527b7-3d1c-4d64-8905-df1700f5ae84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (6b99b81e-5871-4979-a64c-22edc1a2273c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:21.406621 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e047e1e-8d72-431e-9085-a9ac120ef2aa tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:21:21.415852 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5e047e1e-8d72-431e-9085-a9ac120ef2aa tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] 10.222.0.30 "PUT /v2.0/routers/2e1b97b7-e2e6-4d20-8b2c-7c0c1c04b141/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5733459 Feb 09 01:21:21.429288 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59840) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:21.438294 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09661062-7c22-4b80-a9ca-fd1b34fa555d None None] Sync routers for ids ['2e1b97b7-e2e6-4d20-8b2c-7c0c1c04b141'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:21:21.455788 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09661062-7c22-4b80-a9ca-fd1b34fa555d None None] Routers {'2e1b97b7-e2e6-4d20-8b2c-7c0c1c04b141'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:21:21.456490 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-09661062-7c22-4b80-a9ca-fd1b34fa555d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:20:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['2e1b97b7-e2e6-4d20-8b2c-7c0c1c04b141'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:21.487230 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5192a87e-5970-4bc7-b72c-eb975eb3f170 req-8db753f9-1061-4485-b71f-3ca29c01b59f tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] 10.222.0.30 "GET /v2.0/ports?device_id=f685344e-383c-4034-83bf-35a13123e9ae HTTP/1.1" status: 200 len: 210 time: 0.0640364 Feb 09 01:21:21.520249 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-09661062-7c22-4b80-a9ca-fd1b34fa555d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:21.526384 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef9527b7-3d1c-4d64-8905-df1700f5ae84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (6b99b81e-5871-4979-a64c-22edc1a2273c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:21.527381 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9527b7-3d1c-4d64-8905-df1700f5ae84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:21.529074 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef9527b7-3d1c-4d64-8905-df1700f5ae84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:21.539539 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09661062-7c22-4b80-a9ca-fd1b34fa555d None None] Routers {'2e1b97b7-e2e6-4d20-8b2c-7c0c1c04b141'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:21:21.540632 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-09661062-7c22-4b80-a9ca-fd1b34fa555d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:20:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['2e1b97b7-e2e6-4d20-8b2c-7c0c1c04b141'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:21.593862 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-09661062-7c22-4b80-a9ca-fd1b34fa555d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:21.595362 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09661062-7c22-4b80-a9ca-fd1b34fa555d None None] The sync data for ids ['2e1b97b7-e2e6-4d20-8b2c-7c0c1c04b141'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:21:21.595504 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e3a6decc-78af-4342-80e6-122456d4b844 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks [] for router (2e1b97b7-e2e6-4d20-8b2c-7c0c1c04b141), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:21.626354 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fcac9a7d-baae-4949-a899-b04da6597f55 req-f1578468-681e-4300-aab0-b9e1d3a7a8bb tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518535 Feb 09 01:21:21.682293 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ef9527b7-3d1c-4d64-8905-df1700f5ae84 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3581150 Feb 09 01:21:21.683257 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59846) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:21.713615 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1295b77d-07cc-444d-8699-93c00099b95b req-f647eefa-8d5d-4f33-89a3-4ac00e4ad3bf service neutron] 10.222.0.121 "GET /v2.0/networks/60827e70-22ba-4097-9b3b-d59a1d2786bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299539 Feb 09 01:21:21.718378 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-45df9dde-65e3-4148-9064-ef23d0a925d5 admin admin] Request body: {'subnet': {'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-987902919-subnet', 'tenant_id': 'bb54c6d9ab92477c86a4af4dae2b904f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:21.757404 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45df9dde-65e3-4148-9064-ef23d0a925d5 admin admin] Made reservation on behalf of bb54c6d9ab92477c86a4af4dae2b904f for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:21.760002 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-45df9dde-65e3-4148-9064-ef23d0a925d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:21.853568 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9527b7-3d1c-4d64-8905-df1700f5ae84 admin admin] Pushing event updated for resources: {'Network': ['ID=6b99b81e-5871-4979-a64c-22edc1a2273c,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:21.853818 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e6665-f627-4147-b6ef-d77579d23d51 req-b972cff7-c622-4813-b482-33841f8c3a48 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:21.855305 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-084e6665-f627-4147-b6ef-d77579d23d51 req-b972cff7-c622-4813-b482-33841f8c3a48 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=43704bf0-5c55-4c9e-b986-6f92ad1d74fc HTTP/1.1" status: 200 len: 945 time: 0.2125058 Feb 09 01:21:21.875999 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 6b99b81e-5871-4979-a64c-22edc1a2273c details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:21:21.886092 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e3a6decc-78af-4342-80e6-122456d4b844 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (2e1b97b7-e2e6-4d20-8b2c-7c0c1c04b141), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:21.890411 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e3a6decc-78af-4342-80e6-122456d4b844 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks [] for router_controller (2e1b97b7-e2e6-4d20-8b2c-7c0c1c04b141), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:21.958793 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e3a6decc-78af-4342-80e6-122456d4b844 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (2e1b97b7-e2e6-4d20-8b2c-7c0c1c04b141), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:21.959597 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a6decc-78af-4342-80e6-122456d4b844 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Fanout notify agent at l3_agent the message router_deleted on router 2e1b97b7-e2e6-4d20-8b2c-7c0c1c04b141 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:21:21.974300 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e3a6decc-78af-4342-80e6-122456d4b844 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:21.979591 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f5cbb-fb5b-419e-bcbf-83be0ff904f6 req-156a4af2-5059-458f-8dae-e90d874ff1b9 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:21.981316 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e3a6decc-78af-4342-80e6-122456d4b844 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] 10.222.0.30 "DELETE /v2.0/routers/2e1b97b7-e2e6-4d20-8b2c-7c0c1c04b141 HTTP/1.1" status: 204 len: 168 time: 0.5504966 Feb 09 01:21:21.982061 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59850) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:21.984764 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f76f5cbb-fb5b-419e-bcbf-83be0ff904f6 req-156a4af2-5059-458f-8dae-e90d874ff1b9 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.2450943 Feb 09 01:21:22.052575 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eb9524e-e05e-4f46-9c49-2419ad511d02 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Deleting subnet 25dc2154-b17b-4be9-b625-5de0295721dc {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:21:22.054559 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-084e6665-f627-4147-b6ef-d77579d23d51 req-2bd12035-72a3-48e2-a4a6-fbe7a1a9f31b tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705191 Feb 09 01:21:22.057034 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4eb9524e-e05e-4f46-9c49-2419ad511d02 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks [] for subnet (25dc2154-b17b-4be9-b625-5de0295721dc), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:22.069344 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b651087-095e-4f1c-ab4e-23f931865f21 req-20f0bdd4-fd1e-4ecf-83dc-a6ddedda7e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:22.070852 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9b651087-095e-4f1c-ab4e-23f931865f21 req-20f0bdd4-fd1e-4ecf-83dc-a6ddedda7e2f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=5343e4ed6da34a41bd43895909379b0f&device_id=0263d06a-35cc-4c73-a264-4a06ff69d7d5 HTTP/1.1" status: 200 len: 1127 time: 0.2790174 Feb 09 01:21:22.128029 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4eb9524e-e05e-4f46-9c49-2419ad511d02 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (25dc2154-b17b-4be9-b625-5de0295721dc), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:22.225952 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f76f5cbb-fb5b-419e-bcbf-83be0ff904f6 req-f7ddbf2f-132f-4248-b6dd-70fbea9bf670 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397227 Feb 09 01:21:22.259729 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4eb9524e-e05e-4f46-9c49-2419ad511d02 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (25dc2154-b17b-4be9-b625-5de0295721dc), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:22.331013 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-45df9dde-65e3-4148-9064-ef23d0a925d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (46b59fab-0ab1-4600-8204-1f86be683b81), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:22.372383 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b651087-095e-4f1c-ab4e-23f931865f21 req-8f97522c-b0bb-4268-9e24-c7515d68fffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:22.374503 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4eb9524e-e05e-4f46-9c49-2419ad511d02 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (25dc2154-b17b-4be9-b625-5de0295721dc), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:22.374682 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9b651087-095e-4f1c-ab4e-23f931865f21 req-8f97522c-b0bb-4268-9e24-c7515d68fffd service neutron] 10.222.0.121 "GET /v2.0/networks?id=60827e70-22ba-4097-9b3b-d59a1d2786bc HTTP/1.1" status: 200 len: 916 time: 0.2749515 Feb 09 01:21:22.390194 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e934b1-f84b-4830-a854-890656f2ba2d req-b59ed07e-815f-4ca4-9e3c-8c692579dc58 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:22.391765 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75e934b1-f84b-4830-a854-890656f2ba2d req-b59ed07e-815f-4ca4-9e3c-8c692579dc58 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.30 "GET /v2.0/ports?device_id=0263d06a-35cc-4c73-a264-4a06ff69d7d5 HTTP/1.1" status: 200 len: 944 time: 0.2038724 Feb 09 01:21:22.407882 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb9524e-e05e-4f46-9c49-2419ad511d02 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Pushing event deleted for resources: {'Subnet': ['ID=25dc2154-b17b-4be9-b625-5de0295721dc,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:22.417001 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4eb9524e-e05e-4f46-9c49-2419ad511d02 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:22.420733 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4eb9524e-e05e-4f46-9c49-2419ad511d02 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] 10.222.0.30 "DELETE /v2.0/subnets/25dc2154-b17b-4be9-b625-5de0295721dc HTTP/1.1" status: 204 len: 168 time: 0.4362454 Feb 09 01:21:22.423399 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59860) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:22.431842 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61604d8-f5e9-48cc-b0a1-70e1219814f7 None None] Network 1d9eeb5f-c328-45ea-aae0-837cb610a5bb requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:22.468339 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df9dde-65e3-4148-9064-ef23d0a925d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46b59fab-0ab1-4600-8204-1f86be683b81,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:22.472787 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9b651087-095e-4f1c-ab4e-23f931865f21 req-b62c4da7-fb5b-4311-aabb-99c1b805e703 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=051161ec-e061-4f84-b0c4-f2603afdec8e HTTP/1.1" status: 200 len: 217 time: 0.0759871 Feb 09 01:21:22.559971 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45df9dde-65e3-4148-9064-ef23d0a925d5 admin admin] Checking segment: {'id': '3350618d-f84a-4a0b-8997-97c98e7ed20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:22.560386 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45df9dde-65e3-4148-9064-ef23d0a925d5 admin admin] Network hostable DHCP agents. Network: 6b99b81e-5871-4979-a64c-22edc1a2273c, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:21:22.568469 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce9882e2-7b62-4bf9-aea3-4dcc361ac9d3 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (1d9eeb5f-c328-45ea-aae0-837cb610a5bb), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:22.572022 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75e934b1-f84b-4830-a854-890656f2ba2d req-68415399-51f4-44f1-b79e-827da1774a24 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.30 "GET /v2.0/security-groups?id=0dfce880-18fa-4ede-90aa-669f34c8f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647830 Feb 09 01:21:22.582732 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b651087-095e-4f1c-ab4e-23f931865f21 req-8779995a-1000-4dab-b2bb-51c08765b125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:22.584323 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9b651087-095e-4f1c-ab4e-23f931865f21 req-8779995a-1000-4dab-b2bb-51c08765b125 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6cc24d7f-d60e-481d-8961-d05b90104e29 HTTP/1.1" status: 200 len: 854 time: 0.0931919 Feb 09 01:21:22.615480 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45df9dde-65e3-4148-9064-ef23d0a925d5 admin admin] Network 6b99b81e-5871-4979-a64c-22edc1a2273c is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:21:22.666801 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-45df9dde-65e3-4148-9064-ef23d0a925d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 6b99b81e-5871-4979-a64c-22edc1a2273c) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:22.694680 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45df9dde-65e3-4148-9064-ef23d0a925d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:22.694897 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c132890b-5756-4e6d-88be-cff43ac53e8d None None] Network 6b99b81e-5871-4979-a64c-22edc1a2273c requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:22.695279 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-45df9dde-65e3-4148-9064-ef23d0a925d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:22.740062 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-45df9dde-65e3-4148-9064-ef23d0a925d5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0202367 Feb 09 01:21:22.745696 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1dd50b-c1d6-4436-a254-2d23b5cb96a2 req-ad1ac3f0-e6d1-44f3-996a-69b955b36598 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:22.753654 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7e1dd50b-c1d6-4436-a254-2d23b5cb96a2 req-ad1ac3f0-e6d1-44f3-996a-69b955b36598 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=e583f6a8-65e5-44ed-9dcd-ff5b5ba80116 HTTP/1.1" status: 200 len: 945 time: 0.1013920 Feb 09 01:21:22.758499 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b651087-095e-4f1c-ab4e-23f931865f21 req-0f233421-0cd6-4d23-8a45-251c81ca9dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:22.760230 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9b651087-095e-4f1c-ab4e-23f931865f21 req-0f233421-0cd6-4d23-8a45-251c81ca9dbb service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=60827e70-22ba-4097-9b3b-d59a1d2786bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1621563 Feb 09 01:21:22.797850 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ce9882e2-7b62-4bf9-aea3-4dcc361ac9d3 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Deleting port 2d8604ab-ae55-4479-9902-edad832559dd {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:21:22.800313 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce9882e2-7b62-4bf9-aea3-4dcc361ac9d3 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (2d8604ab-ae55-4479-9902-edad832559dd), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:22.961636 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2b3603-7b84-4a6f-8ee0-5c01a85f03a6 None None] Network 6b99b81e-5871-4979-a64c-22edc1a2273c requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:23.001660 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf022f49-49a2-4eac-96f0-107639920035 None None] DHCP port deletion for 1d9eeb5f-c328-45ea-aae0-837cb610a5bb request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:21:23.081699 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-ce9882e2-7b62-4bf9-aea3-4dcc361ac9d3 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] For port 2d8604ab-ae55-4479-9902-edad832559dd, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=2d8604ab-ae55-4479-9902-edad832559dd,segment=NetworkSegment(bd80f806-5670-4e35-880c-8819b1596bf1),segment_id=bd80f806-5670-4e35-880c-8819b1596bf1)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:23.082058 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce9882e2-7b62-4bf9-aea3-4dcc361ac9d3 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (2d8604ab-ae55-4479-9902-edad832559dd), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:23.100641 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7e1dd50b-c1d6-4436-a254-2d23b5cb96a2 req-f3fe7ff9-f7bb-4620-9af9-d46cbccdf646 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461237 Feb 09 01:21:23.105099 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9b651087-095e-4f1c-ab4e-23f931865f21 req-fdcacc77-b778-4aec-a00a-e9dbbe10376c service neutron] 10.222.0.121 "GET /v2.0/networks/60827e70-22ba-4097-9b3b-d59a1d2786bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181551 Feb 09 01:21:23.117353 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ce9882e2-7b62-4bf9-aea3-4dcc361ac9d3 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Calling delete_port for 2d8604ab-ae55-4479-9902-edad832559dd owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:21:23.138318 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-eef05069-acf8-4ff4-8b33-cbebeaa44cbc tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:23.140256 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-eef05069-acf8-4ff4-8b33-cbebeaa44cbc tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] 10.222.0.121 "GET /v2.0/networks?id=af3766bd-853a-409d-a43c-1e0c11f349d3 HTTP/1.1" status: 200 len: 814 time: 0.4243376 Feb 09 01:21:23.156759 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-cf022f49-49a2-4eac-96f0-107639920035 None None] Deleting port 2d8604ab-ae55-4479-9902-edad832559dd {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:21:23.157129 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cf022f49-49a2-4eac-96f0-107639920035 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (2d8604ab-ae55-4479-9902-edad832559dd), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:23.228117 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-e2620092-1c19-403e-b344-9d93b0f91602 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] Request body: {'port': {'device_id': 'f685344e-383c-4034-83bf-35a13123e9ae', 'network_id': 'af3766bd-853a-409d-a43c-1e0c11f349d3', 'admin_state_up': True, 'tenant_id': '96a79a613bcf4094bfa23ee11b0f3675'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:23.247194 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-cf022f49-49a2-4eac-96f0-107639920035 None None] For port 2d8604ab-ae55-4479-9902-edad832559dd, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=2d8604ab-ae55-4479-9902-edad832559dd,segment=NetworkSegment(bd80f806-5670-4e35-880c-8819b1596bf1),segment_id=bd80f806-5670-4e35-880c-8819b1596bf1)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:23.247863 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cf022f49-49a2-4eac-96f0-107639920035 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (2d8604ab-ae55-4479-9902-edad832559dd), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:23.267149 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-cf022f49-49a2-4eac-96f0-107639920035 None None] Calling delete_port for 2d8604ab-ae55-4479-9902-edad832559dd owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:21:23.333852 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c8fb86-81e7-4e24-b2d6-5469d1dddca9 req-987c9732-c020-4aa9-8c28-213f454e4113 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:23.343932 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-80c8fb86-81e7-4e24-b2d6-5469d1dddca9 req-987c9732-c020-4aa9-8c28-213f454e4113 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=43704bf0-5c55-4c9e-b986-6f92ad1d74fc HTTP/1.1" status: 200 len: 945 time: 0.5749118 Feb 09 01:21:23.352068 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-73a03a28-a6d1-4367-825f-475362643f39 req-8079c2ad-728a-48c5-8dd5-ce89a62cf50a tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] 10.222.0.30 "GET /v2.0/ports?device_id=f685344e-383c-4034-83bf-35a13123e9ae HTTP/1.1" status: 200 len: 210 time: 0.0906215 Feb 09 01:21:23.398709 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cf022f49-49a2-4eac-96f0-107639920035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (2d8604ab-ae55-4479-9902-edad832559dd), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:23.442762 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf022f49-49a2-4eac-96f0-107639920035 None None] Pushing event deleted for resources: {'Port': ['ID=2d8604ab-ae55-4479-9902-edad832559dd,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:23.445588 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf022f49-49a2-4eac-96f0-107639920035 None None] No DVR routers for this DVR port 2d8604ab-ae55-4479-9902-edad832559dd on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:21:23.448767 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-80c8fb86-81e7-4e24-b2d6-5469d1dddca9 req-f7e2482c-c355-429e-b794-5e86c9a9f31a tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034882 Feb 09 01:21:23.455865 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9b651087-095e-4f1c-ab4e-23f931865f21 req-1f001d2d-a792-4b8f-afae-9b83fa547a4a service neutron] 10.222.0.121 "GET /v2.0/networks/60827e70-22ba-4097-9b3b-d59a1d2786bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368931 Feb 09 01:21:23.740304 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce9882e2-7b62-4bf9-aea3-4dcc361ac9d3 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (2d8604ab-ae55-4479-9902-edad832559dd), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:23.780234 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9882e2-7b62-4bf9-aea3-4dcc361ac9d3 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Pushing event deleted for resources: {'Port': ['ID=2d8604ab-ae55-4479-9902-edad832559dd,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:23.787238 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9882e2-7b62-4bf9-aea3-4dcc361ac9d3 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] No DVR routers for this DVR port 2d8604ab-ae55-4479-9902-edad832559dd on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:21:23.885231 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-e2620092-1c19-403e-b344-9d93b0f91602 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] Made reservation on behalf of 96a79a613bcf4094bfa23ee11b0f3675 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:23.889037 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-e2620092-1c19-403e-b344-9d93b0f91602 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:23.906064 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce9882e2-7b62-4bf9-aea3-4dcc361ac9d3 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (1d9eeb5f-c328-45ea-aae0-837cb610a5bb), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:23.923830 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 051161ec-e061-4f84-b0c4-f2603afdec8e details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:21:23.941058 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-ce9882e2-7b62-4bf9-aea3-4dcc361ac9d3 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d9eeb5f-c328-45ea-aae0-837cb610a5bb']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:23.980579 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-ce9882e2-7b62-4bf9-aea3-4dcc361ac9d3 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd80f806-5670-4e35-880c-8819b1596bf1') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:23.980857 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-ce9882e2-7b62-4bf9-aea3-4dcc361ac9d3 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd80f806-5670-4e35-880c-8819b1596bf1') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:24.008830 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce9882e2-7b62-4bf9-aea3-4dcc361ac9d3 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (bd80f806-5670-4e35-880c-8819b1596bf1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:24.034645 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce9882e2-7b62-4bf9-aea3-4dcc361ac9d3 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (bd80f806-5670-4e35-880c-8819b1596bf1), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:24.067461 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce9882e2-7b62-4bf9-aea3-4dcc361ac9d3 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:21:24.068259 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce9882e2-7b62-4bf9-aea3-4dcc361ac9d3 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (bd80f806-5670-4e35-880c-8819b1596bf1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:24.071815 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:24.071815 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:21:24.071815 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:24.071815 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:21:24.071815 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:24.071815 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:21:24.071815 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:21:24.071815 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:21:24.071815 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:21:24.071815 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:21:24.071815 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:21:24.071815 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:21:24.071815 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:21:24.071815 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:21:24.071815 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:21:24.071815 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:21:24.071815 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:21:24.071815 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:21:24.071815 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:21:24.071815 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:21:24.071815 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:21:24.071815 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:21:24.071815 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:21:24.071815 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:21:24.071815 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:21:24.071815 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:21:24.071815 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:21:24.071815 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:21:24.071815 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:21:24.071815 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:21:24.071815 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:21:24.071815 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:21:24.071815 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:21:24.071815 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:21:24.071815 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:21:24.071815 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:21:24.071815 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:21:24.071815 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:21:24.071815 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:21:24.071815 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:21:24.081793 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 051161ec-e061-4f84-b0c4-f2603afdec8e, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=051161ec-e061-4f84-b0c4-f2603afdec8e,segment=NetworkSegment(f010bc9d-2b5e-4b47-812d-ce0eb95740c8),segment_id=f010bc9d-2b5e-4b47-812d-ce0eb95740c8)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:24.103546 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '051161ec-e061-4f84-b0c4-f2603afdec8e', 'network_id': '60827e70-22ba-4097-9b3b-d59a1d2786bc', 'port_id': '051161ec-e061-4f84-b0c4-f2603afdec8e', 'mac_address': 'fa:16:3e:6e:14:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cc24d7f-d60e-481d-8961-d05b90104e29', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:21:24.150501 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 051161ec-e061-4f84-b0c4-f2603afdec8e is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:24.150900 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (051161ec-e061-4f84-b0c4-f2603afdec8e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:24.176856 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 051161ec-e061-4f84-b0c4-f2603afdec8e {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:21:24.200536 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-e2620092-1c19-403e-b344-9d93b0f91602 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] Allocated IP 172.20.0.8 (af3766bd-853a-409d-a43c-1e0c11f349d3/566991aa-60ce-4255-aacf-f7e0a3f0748d/bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:24.234168 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7d9b52b9-9975-4d4d-bcd8-04b2aa8e2017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:24.244250 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 051161ec-e061-4f84-b0c4-f2603afdec8e, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=051161ec-e061-4f84-b0c4-f2603afdec8e,segment=NetworkSegment(f010bc9d-2b5e-4b47-812d-ce0eb95740c8),segment_id=f010bc9d-2b5e-4b47-812d-ce0eb95740c8)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:24.251188 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (051161ec-e061-4f84-b0c4-f2603afdec8e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:24.254818 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72613b-6f74-4059-981e-5e4a5df245a4 req-5cfa5f7b-5bfb-486b-8e60-87f8b3fa825c tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:24.256638 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2f72613b-6f74-4059-981e-5e4a5df245a4 req-5cfa5f7b-5bfb-486b-8e60-87f8b3fa825c tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.30 "GET /v2.0/ports?device_id=0263d06a-35cc-4c73-a264-4a06ff69d7d5 HTTP/1.1" status: 200 len: 944 time: 0.5793805 Feb 09 01:21:24.291270 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-15e54761-5d74-4d0c-8d16-c0f49c7d38f5 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:24.299708 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-15e54761-5d74-4d0c-8d16-c0f49c7d38f5 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/networks?id=6b99b81e-5871-4979-a64c-22edc1a2273c HTTP/1.1" status: 200 len: 811 time: 0.6116412 Feb 09 01:21:24.301766 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce9882e2-7b62-4bf9-aea3-4dcc361ac9d3 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (1d9eeb5f-c328-45ea-aae0-837cb610a5bb), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:24.330716 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=051161ec-e061-4f84-b0c4-f2603afdec8e,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:24.332165 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-42c074af-5394-482d-981c-dac1386c4a74 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/quotas/bb54c6d9ab92477c86a4af4dae2b904f HTTP/1.1" status: 200 len: 375 time: 0.0293641 Feb 09 01:21:24.390232 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-6497f63c-0cbf-4cc8-8be2-41cc4c5c5d80 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bb54c6d9ab92477c86a4af4dae2b904f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569656 Feb 09 01:21:24.414023 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 2d8604ab-ae55-4479-9902-edad832559dd no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:21:24.436515 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce9882e2-7b62-4bf9-aea3-4dcc361ac9d3 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:24.442612 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ce9882e2-7b62-4bf9-aea3-4dcc361ac9d3 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] 10.222.0.30 "DELETE /v2.0/networks/1d9eeb5f-c328-45ea-aae0-837cb610a5bb HTTP/1.1" status: 204 len: 168 time: 2.0153904 Feb 09 01:21:24.445416 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 2d8604ab-ae55-4479-9902-edad832559dd {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:21:24.448355 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 2d8604ab-ae55-4479-9902-edad832559dd not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:21:24.465700 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9882e2-7b62-4bf9-aea3-4dcc361ac9d3 tempest-FloatingIPNegativeTestJSON-1683942280 tempest-FloatingIPNegativeTestJSON-1683942280-project] Pushing event deleted for resources: {'Network': ['ID=1d9eeb5f-c328-45ea-aae0-837cb610a5bb,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:24.491653 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2f72613b-6f74-4059-981e-5e4a5df245a4 req-9af2b578-3b1b-4ccb-92b3-37fd52f4ea08 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.30 "GET /v2.0/security-groups?id=0dfce880-18fa-4ede-90aa-669f34c8f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192535 Feb 09 01:21:24.539545 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['051161ec-e061-4f84-b0c4-f2603afdec8e'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:21:24.584395 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-77ab5a45-8050-4967-9c39-9961b4dff03c service neutron] 10.222.0.30 "GET /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927230 Feb 09 01:21:24.595815 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-e2620092-1c19-403e-b344-9d93b0f91602 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] Publish callbacks [] for port (bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:24.653828 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-e2620092-1c19-403e-b344-9d93b0f91602 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:24.730009 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-e2620092-1c19-403e-b344-9d93b0f91602 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] Network af3766bd-853a-409d-a43c-1e0c11f349d3 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:24.736834 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-e2620092-1c19-403e-b344-9d93b0f91602 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:24.745901 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-e2620092-1c19-403e-b344-9d93b0f91602 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:21:24.752000 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2620092-1c19-403e-b344-9d93b0f91602 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] Pushing event updated for resources: {'Port': ['ID=bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:24.844813 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-61f996e3-a3e1-4b54-8a82-f27c049ad358 service neutron] 10.222.0.30 "GET /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591531 Feb 09 01:21:24.871481 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd780e41-8c69-4756-b522-14a7f5087aab req-1e509d18-762f-44f5-bf20-51b47997bc6c tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:24.880943 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd780e41-8c69-4756-b522-14a7f5087aab req-1e509d18-762f-44f5-bf20-51b47997bc6c tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=e583f6a8-65e5-44ed-9dcd-ff5b5ba80116 HTTP/1.1" status: 200 len: 945 time: 0.1560752 Feb 09 01:21:24.895769 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59906) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:24.896867 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-e2620092-1c19-403e-b344-9d93b0f91602 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:24.897635 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-e2620092-1c19-403e-b344-9d93b0f91602 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:24.927107 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-e2620092-1c19-403e-b344-9d93b0f91602 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7106824 Feb 09 01:21:24.946440 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-f48a907e-1470-47de-93f6-6440ebed4d8c service neutron] Request body: {'port': {'device_id': 'f685344e-383c-4034-83bf-35a13123e9ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:24.970548 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd780e41-8c69-4756-b522-14a7f5087aab req-d7b47ca4-b6b3-4b5c-ae7f-42ca62f072cc tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787392 Feb 09 01:21:25.079558 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-f48a907e-1470-47de-93f6-6440ebed4d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:25.194684 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1624e31-1722-44b4-9420-9f4a91ded511 req-5bde43f2-6d63-4428-8982-30ab7b5cec32 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:25.196328 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d1624e31-1722-44b4-9420-9f4a91ded511 req-5bde43f2-6d63-4428-8982-30ab7b5cec32 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] 10.222.0.30 "GET /v2.0/ports?device_id=f685344e-383c-4034-83bf-35a13123e9ae HTTP/1.1" status: 200 len: 931 time: 0.1489394 Feb 09 01:21:25.270273 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d1624e31-1722-44b4-9420-9f4a91ded511 req-efaa203d-4ff3-4761-873b-53cc8bf26b88 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf1e688-4cb4-49fb-9051-e87f90e10c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600514 Feb 09 01:21:25.275675 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-79ad566f-f1d4-4782-a86c-95077d39446b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a7dda4f9c8a749a786f70da669770cd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3785999 Feb 09 01:21:25.291507 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59922) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:25.379940 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a6c48-150f-45c8-b851-5c53a2cbb5e0 req-26b527ad-71c5-440b-a141-97d9267d1a03 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:25.393205 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-154a6c48-150f-45c8-b851-5c53a2cbb5e0 req-26b527ad-71c5-440b-a141-97d9267d1a03 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=43704bf0-5c55-4c9e-b986-6f92ad1d74fc HTTP/1.1" status: 200 len: 945 time: 0.2758741 Feb 09 01:21:25.476473 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b4d66d1d-c1ec-4bd3-b720-6758b182c74c req-318d2a4d-4900-4350-be3f-06f3488b638f tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c94a0fd8-57dc-49e7-9045-4d076eb07b99 HTTP/1.1" status: 200 len: 210 time: 0.0812504 Feb 09 01:21:25.549023 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-f48a907e-1470-47de-93f6-6440ebed4d8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:21:25.555574 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dc3c31af-6fd9-4d0e-acd3-7fc6e9eb0517 admin admin] Publish callbacks [] for security_group (6b39a8dd-e3a3-42a4-aa76-64a21be114c7), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:25.562531 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-f48a907e-1470-47de-93f6-6440ebed4d8c service neutron] Publish callbacks [] for port (bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:25.584085 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-f48a907e-1470-47de-93f6-6440ebed4d8c service neutron] Transition to ACTIVE for port object bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:25.592861 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-f48a907e-1470-47de-93f6-6440ebed4d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:25.647055 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dc3c31af-6fd9-4d0e-acd3-7fc6e9eb0517 admin admin] Publish callbacks [] for security_group (6b39a8dd-e3a3-42a4-aa76-64a21be114c7), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:25.665471 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-154a6c48-150f-45c8-b851-5c53a2cbb5e0 req-0db79058-5a9a-4823-a5e7-777b80024f26 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152424 Feb 09 01:21:25.683453 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a907e-1470-47de-93f6-6440ebed4d8c service neutron] Pushing event updated for resources: {'Port': ['ID=bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:25.702358 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:25.735692 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dc3c31af-6fd9-4d0e-acd3-7fc6e9eb0517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (6b39a8dd-e3a3-42a4-aa76-64a21be114c7), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:25.757505 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dc3c31af-6fd9-4d0e-acd3-7fc6e9eb0517 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:25.757505 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-dc3c31af-6fd9-4d0e-acd3-7fc6e9eb0517 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6b39a8dd-e3a3-42a4-aa76-64a21be114c7 HTTP/1.1" status: 204 len: 168 time: 0.4724400 Feb 09 01:21:25.771228 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c31af-6fd9-4d0e-acd3-7fc6e9eb0517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b39a8dd-e3a3-42a4-aa76-64a21be114c7,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:25.776733 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-f48a907e-1470-47de-93f6-6440ebed4d8c service neutron] Attempting to bind port bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:21:25.777551 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-f48a907e-1470-47de-93f6-6440ebed4d8c service neutron] Attempting to bind port bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'eea3b047-ad89-4cfd-804a-7c67d6651252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'af3766bd-853a-409d-a43c-1e0c11f349d3'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:21:25.779807 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-f48a907e-1470-47de-93f6-6440ebed4d8c service neutron] Attempting to bind port bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9 on network af3766bd-853a-409d-a43c-1e0c11f349d3 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:21:25.781173 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3c31af-6fd9-4d0e-acd3-7fc6e9eb0517 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:25.781859 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3c31af-6fd9-4d0e-acd3-7fc6e9eb0517 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:25.782270 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3c31af-6fd9-4d0e-acd3-7fc6e9eb0517 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:25.782795 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3c31af-6fd9-4d0e-acd3-7fc6e9eb0517 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:25.783165 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3c31af-6fd9-4d0e-acd3-7fc6e9eb0517 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:25.783945 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3c31af-6fd9-4d0e-acd3-7fc6e9eb0517 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:25.784515 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3c31af-6fd9-4d0e-acd3-7fc6e9eb0517 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:25.784923 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3c31af-6fd9-4d0e-acd3-7fc6e9eb0517 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:25.785360 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3c31af-6fd9-4d0e-acd3-7fc6e9eb0517 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:25.785757 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3c31af-6fd9-4d0e-acd3-7fc6e9eb0517 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:25.786615 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3c31af-6fd9-4d0e-acd3-7fc6e9eb0517 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:25.788319 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3c31af-6fd9-4d0e-acd3-7fc6e9eb0517 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:25.788720 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3c31af-6fd9-4d0e-acd3-7fc6e9eb0517 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:25.802566 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-f48a907e-1470-47de-93f6-6440ebed4d8c service neutron] Port bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9 on network af3766bd-853a-409d-a43c-1e0c11f349d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:21:25.802566 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-f48a907e-1470-47de-93f6-6440ebed4d8c service neutron] Attempting to bind port bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9 on network af3766bd-853a-409d-a43c-1e0c11f349d3 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:21:25.809897 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-f48a907e-1470-47de-93f6-6440ebed4d8c service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:21:25.810247 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-f48a907e-1470-47de-93f6-6440ebed4d8c service neutron] Checking segment: {'id': 'eea3b047-ad89-4cfd-804a-7c67d6651252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'af3766bd-853a-409d-a43c-1e0c11f349d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:25.811199 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-f48a907e-1470-47de-93f6-6440ebed4d8c service neutron] Bound using segment: {'id': 'eea3b047-ad89-4cfd-804a-7c67d6651252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'af3766bd-853a-409d-a43c-1e0c11f349d3'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:21:25.812255 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-f48a907e-1470-47de-93f6-6440ebed4d8c service neutron] Bound port: bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea3b047-ad89-4cfd-804a-7c67d6651252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'af3766bd-853a-409d-a43c-1e0c11f349d3'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:21:25.812569 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-f48a907e-1470-47de-93f6-6440ebed4d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:25.910531 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-f48a907e-1470-47de-93f6-6440ebed4d8c service neutron] For port bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:21:25.914563 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-f48a907e-1470-47de-93f6-6440ebed4d8c service neutron] For port bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9,segment=NetworkSegment(eea3b047-ad89-4cfd-804a-7c67d6651252),segment_id=eea3b047-ad89-4cfd-804a-7c67d6651252)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:21:25.924470 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-f48a907e-1470-47de-93f6-6440ebed4d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:25.943067 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 051161ec-e061-4f84-b0c4-f2603afdec8e up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:21:25.966073 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c1003-c3df-4692-988a-392ea8ec82cd req-6126e66e-41f0-408c-a885-f2efe9771be9 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:25.975752 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e21c1003-c3df-4692-988a-392ea8ec82cd req-6126e66e-41f0-408c-a885-f2efe9771be9 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.30 "GET /v2.0/ports?device_id=0263d06a-35cc-4c73-a264-4a06ff69d7d5 HTTP/1.1" status: 200 len: 945 time: 0.1394615 Feb 09 01:21:26.003775 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a907e-1470-47de-93f6-6440ebed4d8c service neutron] Pushing event updated for resources: {'Port': ['ID=bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:26.016952 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cdfe6-de39-4a92-ac36-33a70ff8922a req-01698159-0d73-4829-890d-7b20c994591f tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:26.025329 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f74cdfe6-de39-4a92-ac36-33a70ff8922a req-01698159-0d73-4829-890d-7b20c994591f tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.1416838 Feb 09 01:21:26.027178 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-f48a907e-1470-47de-93f6-6440ebed4d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:26.027870 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-f48a907e-1470-47de-93f6-6440ebed4d8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:26.031061 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-f48a907e-1470-47de-93f6-6440ebed4d8c service neutron] 10.222.0.121 "PUT /v2.0/ports/bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9 HTTP/1.1" status: 200 len: 1092 time: 1.0954900 Feb 09 01:21:26.031755 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f685344e-383c-4034-83bf-35a13123e9ae', 'tag': 'bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:21:26.043882 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114f9e4b-2e95-4f80-841d-bf63b76f48ff" -d '{"events": [{"name": "network-changed", "server_uuid": "f685344e-383c-4034-83bf-35a13123e9ae", "tag": "bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:21:26.060096 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 051161ec-e061-4f84-b0c4-f2603afdec8e completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:26.069477 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 051161ec-e061-4f84-b0c4-f2603afdec8e triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:26.069856 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (051161ec-e061-4f84-b0c4-f2603afdec8e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:26.119298 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e21c1003-c3df-4692-988a-392ea8ec82cd req-b42c7532-5537-4415-879c-23d20938f277 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.30 "GET /v2.0/security-groups?id=0dfce880-18fa-4ede-90aa-669f34c8f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423504 Feb 09 01:21:26.168539 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f74cdfe6-de39-4a92-ac36-33a70ff8922a req-596ff7e6-e446-4049-991d-e4f3b1577ff1 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414545 Feb 09 01:21:26.176409 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-95e6970f-a11e-4163-ab11-5b1d94d7173b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:26.177749 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-95e6970f-a11e-4163-ab11-5b1d94d7173b service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=96a79a613bcf4094bfa23ee11b0f3675&device_id=f685344e-383c-4034-83bf-35a13123e9ae HTTP/1.1" status: 200 len: 1126 time: 0.1024189 Feb 09 01:21:26.212097 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 051161ec-e061-4f84-b0c4-f2603afdec8e is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:26.212328 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (051161ec-e061-4f84-b0c4-f2603afdec8e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:26.258101 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-b06eea82-2d41-42dd-abdf-608a81e8c995 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9 HTTP/1.1" status: 200 len: 217 time: 0.0704381 Feb 09 01:21:26.259397 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0263d06a-35cc-4c73-a264-4a06ff69d7d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051161ec-e061-4f84-b0c4-f2603afdec8e'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:21:26.281360 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090a0fcb-3391-4afe-acd1-134523d176f9" -d '{"events": [{"server_uuid": "0263d06a-35cc-4c73-a264-4a06ff69d7d5", "name": "network-vif-plugged", "status": "completed", "tag": "051161ec-e061-4f84-b0c4-f2603afdec8e"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:21:26.331594 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 051161ec-e061-4f84-b0c4-f2603afdec8e, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=051161ec-e061-4f84-b0c4-f2603afdec8e,segment=NetworkSegment(f010bc9d-2b5e-4b47-812d-ce0eb95740c8),segment_id=f010bc9d-2b5e-4b47-812d-ce0eb95740c8)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:26.339545 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-afedc8c9-0a98-4eb8-bea9-acad9d98156c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:26.340069 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (051161ec-e061-4f84-b0c4-f2603afdec8e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:26.344291 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-afedc8c9-0a98-4eb8-bea9-acad9d98156c service neutron] 10.222.0.121 "GET /v2.0/subnets?id=566991aa-60ce-4255-aacf-f7e0a3f0748d HTTP/1.1" status: 200 len: 854 time: 0.0771999 Feb 09 01:21:26.393788 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cb209-52d9-4b16-9c58-13fa1cd52880 req-b4f6daac-40c3-4c3d-8ab0-8d01f8334682 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:26.396422 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-af8cb209-52d9-4b16-9c58-13fa1cd52880 req-b4f6daac-40c3-4c3d-8ab0-8d01f8334682 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=e583f6a8-65e5-44ed-9dcd-ff5b5ba80116 HTTP/1.1" status: 200 len: 945 time: 0.1079657 Feb 09 01:21:26.407552 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=051161ec-e061-4f84-b0c4-f2603afdec8e,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:26.426960 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-f2f9947e-fe9f-44e8-b2bd-7332a8f2c38f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=af3766bd-853a-409d-a43c-1e0c11f349d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701745 Feb 09 01:21:26.481860 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-af8cb209-52d9-4b16-9c58-13fa1cd52880 req-28646591-2151-4684-bbfe-2a013f79a2ea tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760098 Feb 09 01:21:26.565553 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f18893b-b82b-4e50-a020-3f8ca3b8729e x-openstack-request-id: req-1f18893b-b82b-4e50-a020-3f8ca3b8729e {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:21:26.566006 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f685344e-383c-4034-83bf-35a13123e9ae", "tag": "bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:21:26.566278 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1f18893b-b82b-4e50-a020-3f8ca3b8729e {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:21:26.566718 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f685344e-383c-4034-83bf-35a13123e9ae', 'tag': 'bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9', 'status': 'completed', 'code': 200} Feb 09 01:21:26.630814 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-6a06248a-89c8-4c8a-8c4c-a3bc4ecb8518 service neutron] 10.222.0.121 "GET /v2.0/networks/af3766bd-853a-409d-a43c-1e0c11f349d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984413 Feb 09 01:21:26.726978 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71932779-4581-4ec1-ac38-1765e5a823ba x-openstack-request-id: req-71932779-4581-4ec1-ac38-1765e5a823ba {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:21:26.727539 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0263d06a-35cc-4c73-a264-4a06ff69d7d5", "name": "network-vif-plugged", "status": "completed", "tag": "051161ec-e061-4f84-b0c4-f2603afdec8e", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:21:26.727539 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-71932779-4581-4ec1-ac38-1765e5a823ba {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:21:26.728145 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0263d06a-35cc-4c73-a264-4a06ff69d7d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051161ec-e061-4f84-b0c4-f2603afdec8e', 'code': 200} Feb 09 01:21:26.823766 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-73dd12da-c6ec-4902-b2fa-ca7628f3836d req-7a9462ae-2810-4650-80fe-f5bc4b3d4e74 service neutron] 10.222.0.121 "GET /v2.0/networks/af3766bd-853a-409d-a43c-1e0c11f349d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863554 Feb 09 01:21:26.830676 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-f4aa8cf6-ac1f-48a3-8dcf-17b3a539729b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:26.832281 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-f4aa8cf6-ac1f-48a3-8dcf-17b3a539729b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.121 "GET /v2.0/networks?id=6b99b81e-5871-4979-a64c-22edc1a2273c HTTP/1.1" status: 200 len: 811 time: 0.2644765 Feb 09 01:21:26.863557 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-dd484303-be38-47f0-8439-a1a782481f2b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Request body: {'port': {'device_id': 'c94a0fd8-57dc-49e7-9045-4d076eb07b99', 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c', 'admin_state_up': True, 'tenant_id': 'bb54c6d9ab92477c86a4af4dae2b904f'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:26.887308 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f593a8-e977-4a3c-bb1a-872480920d6e req-44a90f07-a42b-4f27-897d-15420d224a28 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:26.889526 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e9f593a8-e977-4a3c-bb1a-872480920d6e req-44a90f07-a42b-4f27-897d-15420d224a28 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.2228613 Feb 09 01:21:27.006554 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f9e4b-2e95-4f80-841d-bf63b76f48ff req-2f743bd5-8fda-49f0-ad8a-f4dea7180941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:27.008781 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-114f9e4b-2e95-4f80-841d-bf63b76f48ff req-2f743bd5-8fda-49f0-ad8a-f4dea7180941 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=96a79a613bcf4094bfa23ee11b0f3675&device_id=f685344e-383c-4034-83bf-35a13123e9ae HTTP/1.1" status: 200 len: 1126 time: 0.0792742 Feb 09 01:21:27.081232 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f5d27-69a0-48c4-b196-61b72389459d req-031081df-5192-42a2-a740-6a99fd75a995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:27.082761 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-054f5d27-69a0-48c4-b196-61b72389459d req-031081df-5192-42a2-a740-6a99fd75a995 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=0263d06a-35cc-4c73-a264-4a06ff69d7d5 HTTP/1.1" status: 200 len: 1129 time: 0.2274671 Feb 09 01:21:27.098372 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0111b8c-cd82-4a60-9d09-7ff914aac08b req-41e4c85e-49e5-4f7f-9ec7-699e16ceb096 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:27.099972 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b0111b8c-cd82-4a60-9d09-7ff914aac08b req-41e4c85e-49e5-4f7f-9ec7-699e16ceb096 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] 10.222.0.30 "GET /v2.0/ports?device_id=f685344e-383c-4034-83bf-35a13123e9ae HTTP/1.1" status: 200 len: 943 time: 0.2878938 Feb 09 01:21:27.120692 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e9f593a8-e977-4a3c-bb1a-872480920d6e req-f79dfb26-602c-440d-8040-a02269b5ef7d tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033429 Feb 09 01:21:27.145624 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59986) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:27.155864 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f9e4b-2e95-4f80-841d-bf63b76f48ff req-a7ed0e74-f54c-4eed-bc49-0417e3283da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:27.157834 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-114f9e4b-2e95-4f80-841d-bf63b76f48ff req-a7ed0e74-f54c-4eed-bc49-0417e3283da5 service neutron] 10.222.0.121 "GET /v2.0/networks?id=af3766bd-853a-409d-a43c-1e0c11f349d3 HTTP/1.1" status: 200 len: 915 time: 0.1378660 Feb 09 01:21:27.254792 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-114f9e4b-2e95-4f80-841d-bf63b76f48ff req-6fc3c240-36f0-41d6-b3f0-732b2c64e156 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9 HTTP/1.1" status: 200 len: 217 time: 0.0887001 Feb 09 01:21:27.285577 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7b1d6c95-3c10-4321-a02c-b35b6ac33bf8 req-39b21634-41e7-4c38-be91-a0c4ef29b441 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c94a0fd8-57dc-49e7-9045-4d076eb07b99 HTTP/1.1" status: 200 len: 210 time: 0.0733430 Feb 09 01:21:27.296537 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-dd484303-be38-47f0-8439-a1a782481f2b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Made reservation on behalf of bb54c6d9ab92477c86a4af4dae2b904f for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:27.301875 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-dd484303-be38-47f0-8439-a1a782481f2b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:27.323573 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b0111b8c-cd82-4a60-9d09-7ff914aac08b req-7a9e8063-f897-4157-83d3-ec207ae5b9eb tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf1e688-4cb4-49fb-9051-e87f90e10c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113240 Feb 09 01:21:27.380254 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-054f5d27-69a0-48c4-b196-61b72389459d req-93e03fb2-3d69-44cd-9fb7-0071630ca945 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=0dfce880-18fa-4ede-90aa-669f34c8f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2763975 Feb 09 01:21:27.382236 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-b0e1ff86-c4f5-41e8-a348-677daa88ae01 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-668154753'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:27.437438 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f9e4b-2e95-4f80-841d-bf63b76f48ff req-91dffda2-4c5c-4374-852a-8c67bae6ee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:27.440008 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-114f9e4b-2e95-4f80-841d-bf63b76f48ff req-91dffda2-4c5c-4374-852a-8c67bae6ee1e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=566991aa-60ce-4255-aacf-f7e0a3f0748d HTTP/1.1" status: 200 len: 854 time: 0.1774504 Feb 09 01:21:27.457225 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:27.481612 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e1ff86-c4f5-41e8-a348-677daa88ae01 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Made reservation on behalf of 31bb8dfd22e842779cd73a2df8e4a240 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:27.486025 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b0e1ff86-c4f5-41e8-a348-677daa88ae01 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:27.509771 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b0e1ff86-c4f5-41e8-a348-677daa88ae01 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:27.699517 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-114f9e4b-2e95-4f80-841d-bf63b76f48ff req-bbe72281-38f5-4f28-929b-4fbef080ab8b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=af3766bd-853a-409d-a43c-1e0c11f349d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682483 Feb 09 01:21:27.763440 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517b0dd-4eb0-4706-b4a2-5a4bcc18e4dc req-97469ff7-fe58-4844-9358-4b1f18e46c81 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:27.775050 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7517b0dd-4eb0-4706-b4a2-5a4bcc18e4dc req-97469ff7-fe58-4844-9358-4b1f18e46c81 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=e583f6a8-65e5-44ed-9dcd-ff5b5ba80116 HTTP/1.1" status: 200 len: 945 time: 0.1682007 Feb 09 01:21:27.794706 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9babcb6e-6e00-4f38-a8f4-de6b9beb00aa req-874aced3-247f-4c58-8f6c-c21bc5328439 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:27.797368 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9babcb6e-6e00-4f38-a8f4-de6b9beb00aa req-874aced3-247f-4c58-8f6c-c21bc5328439 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.30 "GET /v2.0/ports?device_id=0263d06a-35cc-4c73-a264-4a06ff69d7d5 HTTP/1.1" status: 200 len: 946 time: 0.2653317 Feb 09 01:21:27.814802 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-dd484303-be38-47f0-8439-a1a782481f2b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Allocated IP 172.20.0.12 (6b99b81e-5871-4979-a64c-22edc1a2273c/46b59fab-0ab1-4600-8204-1f86be683b81/9cc12ca1-9b23-4910-bffe-2f01e99eea40) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:27.819264 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b0e1ff86-c4f5-41e8-a348-677daa88ae01 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks [] for security_group (88b00c4f-0cf5-431c-b17a-dceef8c62aa8), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:27.832200 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b0e1ff86-c4f5-41e8-a348-677daa88ae01 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (88b00c4f-0cf5-431c-b17a-dceef8c62aa8), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:27.891609 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-114f9e4b-2e95-4f80-841d-bf63b76f48ff req-f09fb78e-471b-479c-9ad5-ff07110f65c0 service neutron] 10.222.0.121 "GET /v2.0/networks/af3766bd-853a-409d-a43c-1e0c11f349d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778293 Feb 09 01:21:27.899171 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e1ff86-c4f5-41e8-a348-677daa88ae01 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:21:27.911351 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e1ff86-c4f5-41e8-a348-677daa88ae01 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88b00c4f-0cf5-431c-b17a-dceef8c62aa8,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:27.957634 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7517b0dd-4eb0-4706-b4a2-5a4bcc18e4dc req-c8dbc6da-bebb-468e-9aec-1aa0156c0b73 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810989 Feb 09 01:21:27.996927 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9babcb6e-6e00-4f38-a8f4-de6b9beb00aa req-2d28474e-8777-49e0-80a3-1e5c90314105 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.30 "GET /v2.0/security-groups?id=0dfce880-18fa-4ede-90aa-669f34c8f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794372 Feb 09 01:21:28.002471 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b0e1ff86-c4f5-41e8-a348-677daa88ae01 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (2e872dda-919b-4737-849a-80a02b767dab), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:28.003043 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-b0e1ff86-c4f5-41e8-a348-677daa88ae01 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Added segment 2e872dda-919b-4737-849a-80a02b767dab of type vlan for network 03e5f948-3f16-47c8-abc3-0730dff9877d Feb 09 01:21:28.078175 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-114f9e4b-2e95-4f80-841d-bf63b76f48ff req-b7b0ab27-b9cf-4cf8-9ec5-270ed16d55cf service neutron] 10.222.0.121 "GET /v2.0/networks/af3766bd-853a-409d-a43c-1e0c11f349d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638727 Feb 09 01:21:28.079775 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b0e1ff86-c4f5-41e8-a348-677daa88ae01 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (03e5f948-3f16-47c8-abc3-0730dff9877d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:28.120650 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b0e1ff86-c4f5-41e8-a348-677daa88ae01 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (03e5f948-3f16-47c8-abc3-0730dff9877d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:28.127241 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e1ff86-c4f5-41e8-a348-677daa88ae01 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:28.128157 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b0e1ff86-c4f5-41e8-a348-677daa88ae01 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:28.163682 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:28.178418 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b0e1ff86-c4f5-41e8-a348-677daa88ae01 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0314579 Feb 09 01:21:28.180317 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-dd484303-be38-47f0-8439-a1a782481f2b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks [] for port (9cc12ca1-9b23-4910-bffe-2f01e99eea40), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:28.235664 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e1ff86-c4f5-41e8-a348-677daa88ae01 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event updated for resources: {'Network': ['ID=03e5f948-3f16-47c8-abc3-0730dff9877d,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:28.251744 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 03e5f948-3f16-47c8-abc3-0730dff9877d details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:21:28.275452 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-dd484303-be38-47f0-8439-a1a782481f2b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (9cc12ca1-9b23-4910-bffe-2f01e99eea40), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:28.316205 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-dd484303-be38-47f0-8439-a1a782481f2b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Network 6b99b81e-5871-4979-a64c-22edc1a2273c is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:28.319411 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-dd484303-be38-47f0-8439-a1a782481f2b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:28.329003 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60008) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:28.334289 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-e8b98f28-dd89-4e50-8915-c686ba6403ba tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Request body: {'subnet': {'network_id': '03e5f948-3f16-47c8-abc3-0730dff9877d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:28.348193 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-dd484303-be38-47f0-8439-a1a782481f2b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:21:28.425729 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd484303-be38-47f0-8439-a1a782481f2b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Pushing event updated for resources: {'Port': ['ID=9cc12ca1-9b23-4910-bffe-2f01e99eea40,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:28.433845 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-dd484303-be38-47f0-8439-a1a782481f2b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:28.434533 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-dd484303-be38-47f0-8439-a1a782481f2b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:28.513002 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-dd484303-be38-47f0-8439-a1a782481f2b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6538773 Feb 09 01:21:28.514366 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b98f28-dd89-4e50-8915-c686ba6403ba tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Made reservation on behalf of 31bb8dfd22e842779cd73a2df8e4a240 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:28.518769 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e8b98f28-dd89-4e50-8915-c686ba6403ba tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:28.528971 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-09e5c382-232c-4c31-819b-aa5f0c6d7e2d service neutron] Request body: {'port': {'device_id': 'c94a0fd8-57dc-49e7-9045-4d076eb07b99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:28.575151 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbf407-6ca1-4b31-b549-a7973a5d5084 req-4e632084-5a22-4f86-affc-d6b1aae17763 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:28.579699 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5afbf407-6ca1-4b31-b549-a7973a5d5084 req-4e632084-5a22-4f86-affc-d6b1aae17763 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c94a0fd8-57dc-49e7-9045-4d076eb07b99 HTTP/1.1" status: 200 len: 932 time: 0.1567259 Feb 09 01:21:28.608963 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379824a1-8e4b-4d7f-9a89-5e0e3d672bb0 req-a5267326-e141-4265-a9e5-6721988f4757 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:28.616023 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-379824a1-8e4b-4d7f-9a89-5e0e3d672bb0 req-a5267326-e141-4265-a9e5-6721988f4757 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] 10.222.0.30 "GET /v2.0/ports?device_id=f685344e-383c-4034-83bf-35a13123e9ae HTTP/1.1" status: 200 len: 943 time: 0.1450841 Feb 09 01:21:28.655072 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 98e8d27b-b00a-4158-aa42-b1b1c8829294 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:21:28.699272 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-09e5c382-232c-4c31-819b-aa5f0c6d7e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9cc12ca1-9b23-4910-bffe-2f01e99eea40), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:28.752913 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-379824a1-8e4b-4d7f-9a89-5e0e3d672bb0 req-1b5e8df4-b124-4285-a609-767450426f24 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf1e688-4cb4-49fb-9051-e87f90e10c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359553 Feb 09 01:21:28.777673 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5afbf407-6ca1-4b31-b549-a7973a5d5084 req-9c81f323-a1ac-4e58-9009-7005f313bee0 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883159 Feb 09 01:21:28.832292 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e8b98f28-dd89-4e50-8915-c686ba6403ba tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (2e92d9ac-8e43-4b51-b097-4ecf8031fa26), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:28.844439 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 98e8d27b-b00a-4158-aa42-b1b1c8829294, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=98e8d27b-b00a-4158-aa42-b1b1c8829294,segment=NetworkSegment(231cc619-b79a-4847-94b3-cdbf4f5bda22),segment_id=231cc619-b79a-4847-94b3-cdbf4f5bda22)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:28.873204 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '98e8d27b-b00a-4158-aa42-b1b1c8829294', 'network_id': 'f155bdb8-b796-4b2f-8f0d-8611315d30bd', 'port_id': '98e8d27b-b00a-4158-aa42-b1b1c8829294', 'mac_address': 'fa:16:3e:86:43:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6c9902a-ca90-4768-8ad8-e74435b83d39', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:21:28.923372 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b98f28-dd89-4e50-8915-c686ba6403ba tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event updated for resources: {'Subnet': ['ID=2e92d9ac-8e43-4b51-b097-4ecf8031fa26,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:28.956589 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 98e8d27b-b00a-4158-aa42-b1b1c8829294 is: ACTIVE; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:28.956913 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (98e8d27b-b00a-4158-aa42-b1b1c8829294), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:28.960015 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b98f28-dd89-4e50-8915-c686ba6403ba tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Checking segment: {'id': '2e872dda-919b-4737-849a-80a02b767dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '03e5f948-3f16-47c8-abc3-0730dff9877d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:28.960501 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b98f28-dd89-4e50-8915-c686ba6403ba tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Network hostable DHCP agents. Network: 03e5f948-3f16-47c8-abc3-0730dff9877d, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:21:28.975965 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 98e8d27b-b00a-4158-aa42-b1b1c8829294 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:21:28.990560 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b98f28-dd89-4e50-8915-c686ba6403ba tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Network 03e5f948-3f16-47c8-abc3-0730dff9877d is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:21:29.006691 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-e8b98f28-dd89-4e50-8915-c686ba6403ba tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 03e5f948-3f16-47c8-abc3-0730dff9877d) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:29.016528 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b98f28-dd89-4e50-8915-c686ba6403ba tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:29.017755 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e8b98f28-dd89-4e50-8915-c686ba6403ba tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:29.024532 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 98e8d27b-b00a-4158-aa42-b1b1c8829294, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=98e8d27b-b00a-4158-aa42-b1b1c8829294,segment=NetworkSegment(231cc619-b79a-4847-94b3-cdbf4f5bda22),segment_id=231cc619-b79a-4847-94b3-cdbf4f5bda22)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:29.026561 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a04292-f958-4050-a854-c5405a80aba2 None None] Network 03e5f948-3f16-47c8-abc3-0730dff9877d requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:29.051169 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e8b98f28-dd89-4e50-8915-c686ba6403ba tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7206781 Feb 09 01:21:29.054935 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60028) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:29.062381 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-fc813734-3516-4c3c-8519-54d21eeba0a2 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1798774373'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:29.089255 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc813734-3516-4c3c-8519-54d21eeba0a2 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Made reservation on behalf of 31bb8dfd22e842779cd73a2df8e4a240 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:29.095020 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fc813734-3516-4c3c-8519-54d21eeba0a2 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:29.127181 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc813734-3516-4c3c-8519-54d21eeba0a2 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:21:29.131053 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (98e8d27b-b00a-4158-aa42-b1b1c8829294), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:29.152074 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fc813734-3516-4c3c-8519-54d21eeba0a2 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (8bb143eb-003c-40d9-8f62-ea206e748ce7), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:29.152537 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-fc813734-3516-4c3c-8519-54d21eeba0a2 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Added segment 8bb143eb-003c-40d9-8f62-ea206e748ce7 of type vlan for network eecba038-e5f3-4e87-8185-e4337f421658 Feb 09 01:21:29.219691 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fc813734-3516-4c3c-8519-54d21eeba0a2 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (eecba038-e5f3-4e87-8185-e4337f421658), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:29.225308 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa156385-96c8-488f-aa4a-3da3b32a704a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-03e5f948-3f16-47c8-abc3-0730dff9877d', 'network_id': '03e5f948-3f16-47c8-abc3-0730dff9877d', 'project_id': '31bb8dfd22e842779cd73a2df8e4a240', 'fixed_ips': [{'subnet_id': '2e92d9ac-8e43-4b51-b097-4ecf8031fa26'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:21:29.230963 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fa156385-96c8-488f-aa4a-3da3b32a704a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:29.266643 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fc813734-3516-4c3c-8519-54d21eeba0a2 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (eecba038-e5f3-4e87-8185-e4337f421658), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:29.274031 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc813734-3516-4c3c-8519-54d21eeba0a2 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:29.274968 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fc813734-3516-4c3c-8519-54d21eeba0a2 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:29.297972 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-fc813734-3516-4c3c-8519-54d21eeba0a2 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2417729 Feb 09 01:21:29.304013 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a0091-8476-4580-a41c-15f1e0e08d02 req-efc7c8ec-bbda-4e70-98bf-9bc94467e90b tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:29.305787 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-643a0091-8476-4580-a41c-15f1e0e08d02 req-efc7c8ec-bbda-4e70-98bf-9bc94467e90b tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=e583f6a8-65e5-44ed-9dcd-ff5b5ba80116 HTTP/1.1" status: 200 len: 945 time: 0.1761587 Feb 09 01:21:29.306485 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60032) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:29.326769 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-4d10aee0-b5bb-4d87-a606-109cf889369a tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Request body: {'subnet': {'network_id': 'eecba038-e5f3-4e87-8185-e4337f421658', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:29.383704 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc813734-3516-4c3c-8519-54d21eeba0a2 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event updated for resources: {'Network': ['ID=eecba038-e5f3-4e87-8185-e4337f421658,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:29.408462 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c306240-8872-4ebe-81e8-f4789aa281bd req-11c69b6b-fe95-4636-a1b2-2a37fd29650b tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:29.415851 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6c306240-8872-4ebe-81e8-f4789aa281bd req-11c69b6b-fe95-4636-a1b2-2a37fd29650b tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.30 "GET /v2.0/ports?device_id=0263d06a-35cc-4c73-a264-4a06ff69d7d5 HTTP/1.1" status: 200 len: 946 time: 0.2204225 Feb 09 01:21:29.609201 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-643a0091-8476-4580-a41c-15f1e0e08d02 req-d4cf181d-b85f-463e-95c1-b02909dbd37b tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867236 Feb 09 01:21:29.623590 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['98e8d27b-b00a-4158-aa42-b1b1c8829294'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:21:29.623936 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6c306240-8872-4ebe-81e8-f4789aa281bd req-5b5640d3-2040-40c2-9eb1-67ad780e1393 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.30 "GET /v2.0/security-groups?id=0dfce880-18fa-4ede-90aa-669f34c8f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037292 Feb 09 01:21:29.626775 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-09e5c382-232c-4c31-819b-aa5f0c6d7e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cc12ca1-9b23-4910-bffe-2f01e99eea40 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:21:29.632532 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d10aee0-b5bb-4d87-a606-109cf889369a tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Made reservation on behalf of 31bb8dfd22e842779cd73a2df8e4a240 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:29.635340 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network eecba038-e5f3-4e87-8185-e4337f421658 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:21:29.637817 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4d10aee0-b5bb-4d87-a606-109cf889369a tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:29.673196 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-09e5c382-232c-4c31-819b-aa5f0c6d7e2d service neutron] Publish callbacks [] for port (9cc12ca1-9b23-4910-bffe-2f01e99eea40), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:29.739469 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-09e5c382-232c-4c31-819b-aa5f0c6d7e2d service neutron] Transition to ACTIVE for port object 9cc12ca1-9b23-4910-bffe-2f01e99eea40 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:29.756344 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=98e8d27b-b00a-4158-aa42-b1b1c8829294,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:29.756913 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-09e5c382-232c-4c31-819b-aa5f0c6d7e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (9cc12ca1-9b23-4910-bffe-2f01e99eea40), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:29.798650 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-fa156385-96c8-488f-aa4a-3da3b32a704a None None] Allocated IP 172.20.255.242 (03e5f948-3f16-47c8-abc3-0730dff9877d/2e92d9ac-8e43-4b51-b097-4ecf8031fa26/152d2993-25df-4e93-92a9-19ab25aa604f) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:29.964519 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:21:29.966054 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e5c382-232c-4c31-819b-aa5f0c6d7e2d service neutron] Pushing event updated for resources: {'Port': ['ID=9cc12ca1-9b23-4910-bffe-2f01e99eea40,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:30.056360 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b1df0-9f84-4781-8fec-319142abfe37 req-595afa06-39c5-4c0f-8041-965f27981ac3 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:30.064949 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e04b1df0-9f84-4781-8fec-319142abfe37 req-595afa06-39c5-4c0f-8041-965f27981ac3 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.30 "GET /v2.0/ports?device_id=0263d06a-35cc-4c73-a264-4a06ff69d7d5 HTTP/1.1" status: 200 len: 946 time: 0.3131144 Feb 09 01:21:30.067608 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60060) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:30.073250 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-58078d01-7c4e-4f45-8835-e48110670f3d tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Request body: {'floatingip': {'port_id': '051161ec-e061-4f84-b0c4-f2603afdec8e'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:30.168395 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.resource_extend [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:21:30.168736 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-58078d01-7c4e-4f45-8835-e48110670f3d tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks [] for floatingip (cea2336f-5b90-4d0a-902c-7a5ee35760aa), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:30.186652 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fa156385-96c8-488f-aa4a-3da3b32a704a None None] Publish callbacks [] for port (152d2993-25df-4e93-92a9-19ab25aa604f), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:30.250069 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4d10aee0-b5bb-4d87-a606-109cf889369a tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (29be0894-de73-482e-a38b-99396d2b95ff), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:30.266102 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fa156385-96c8-488f-aa4a-3da3b32a704a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (152d2993-25df-4e93-92a9-19ab25aa604f), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:30.313114 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-09e5c382-232c-4c31-819b-aa5f0c6d7e2d service neutron] Attempting to bind port 9cc12ca1-9b23-4910-bffe-2f01e99eea40 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:21:30.313528 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-09e5c382-232c-4c31-819b-aa5f0c6d7e2d service neutron] Attempting to bind port 9cc12ca1-9b23-4910-bffe-2f01e99eea40 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '3350618d-f84a-4a0b-8997-97c98e7ed20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:21:30.314016 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-09e5c382-232c-4c31-819b-aa5f0c6d7e2d service neutron] Attempting to bind port 9cc12ca1-9b23-4910-bffe-2f01e99eea40 on network 6b99b81e-5871-4979-a64c-22edc1a2273c {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:21:30.316284 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa156385-96c8-488f-aa4a-3da3b32a704a None None] Pushing event updated for resources: {'Port': ['ID=152d2993-25df-4e93-92a9-19ab25aa604f,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:30.340486 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b8e31-3afe-4c4e-969a-16e74877e129 req-1e3279e5-5ab1-482e-ab73-ab296d457d1b tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:30.344633 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-344b8e31-3afe-4c4e-969a-16e74877e129 req-1e3279e5-5ab1-482e-ab73-ab296d457d1b tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] 10.222.0.30 "GET /v2.0/ports?device_id=f685344e-383c-4034-83bf-35a13123e9ae HTTP/1.1" status: 200 len: 943 time: 0.4874830 Feb 09 01:21:30.346897 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa156385-96c8-488f-aa4a-3da3b32a704a None None] Network 03e5f948-3f16-47c8-abc3-0730dff9877d is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:30.350385 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-fa156385-96c8-488f-aa4a-3da3b32a704a None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:30.353021 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa156385-96c8-488f-aa4a-3da3b32a704a None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:21:30.442886 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-fa156385-96c8-488f-aa4a-3da3b32a704a None None] Attempting to bind port 152d2993-25df-4e93-92a9-19ab25aa604f on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:21:30.443071 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-344b8e31-3afe-4c4e-969a-16e74877e129 req-3b053196-bc46-4007-a413-438ab5826391 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf1e688-4cb4-49fb-9051-e87f90e10c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869446 Feb 09 01:21:30.443259 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-fa156385-96c8-488f-aa4a-3da3b32a704a None None] Attempting to bind port 152d2993-25df-4e93-92a9-19ab25aa604f by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2e872dda-919b-4737-849a-80a02b767dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '03e5f948-3f16-47c8-abc3-0730dff9877d'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:21:30.443627 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa156385-96c8-488f-aa4a-3da3b32a704a None None] Attempting to bind port 152d2993-25df-4e93-92a9-19ab25aa604f on network 03e5f948-3f16-47c8-abc3-0730dff9877d {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:21:30.446840 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9,segment=NetworkSegment(eea3b047-ad89-4cfd-804a-7c67d6651252),segment_id=eea3b047-ad89-4cfd-804a-7c67d6651252)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:30.457806 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-09e5c382-232c-4c31-819b-aa5f0c6d7e2d service neutron] Port 9cc12ca1-9b23-4910-bffe-2f01e99eea40 on network 6b99b81e-5871-4979-a64c-22edc1a2273c not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:21:30.461061 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-09e5c382-232c-4c31-819b-aa5f0c6d7e2d service neutron] Attempting to bind port 9cc12ca1-9b23-4910-bffe-2f01e99eea40 on network 6b99b81e-5871-4979-a64c-22edc1a2273c {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:21:30.468677 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa156385-96c8-488f-aa4a-3da3b32a704a None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:21:30.469063 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa156385-96c8-488f-aa4a-3da3b32a704a None None] Checking segment: {'id': '2e872dda-919b-4737-849a-80a02b767dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '03e5f948-3f16-47c8-abc3-0730dff9877d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:30.469471 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fa156385-96c8-488f-aa4a-3da3b32a704a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:30.469867 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa156385-96c8-488f-aa4a-3da3b32a704a None None] Bound using segment: {'id': '2e872dda-919b-4737-849a-80a02b767dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '03e5f948-3f16-47c8-abc3-0730dff9877d'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:21:30.470401 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-fa156385-96c8-488f-aa4a-3da3b32a704a None None] Bound port: 152d2993-25df-4e93-92a9-19ab25aa604f, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e872dda-919b-4737-849a-80a02b767dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '03e5f948-3f16-47c8-abc3-0730dff9877d'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:21:30.470778 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fa156385-96c8-488f-aa4a-3da3b32a704a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (152d2993-25df-4e93-92a9-19ab25aa604f), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:30.484095 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': 'bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9', 'network_id': 'af3766bd-853a-409d-a43c-1e0c11f349d3', 'port_id': 'bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9', 'mac_address': 'fa:16:3e:21:9e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '566991aa-60ce-4255-aacf-f7e0a3f0748d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:21:30.487033 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-09e5c382-232c-4c31-819b-aa5f0c6d7e2d service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:21:30.487368 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-09e5c382-232c-4c31-819b-aa5f0c6d7e2d service neutron] Checking segment: {'id': '3350618d-f84a-4a0b-8997-97c98e7ed20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:30.487752 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-09e5c382-232c-4c31-819b-aa5f0c6d7e2d service neutron] Bound using segment: {'id': '3350618d-f84a-4a0b-8997-97c98e7ed20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:21:30.488225 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-09e5c382-232c-4c31-819b-aa5f0c6d7e2d service neutron] Bound port: 9cc12ca1-9b23-4910-bffe-2f01e99eea40, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3350618d-f84a-4a0b-8997-97c98e7ed20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:21:30.488701 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-09e5c382-232c-4c31-819b-aa5f0c6d7e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9cc12ca1-9b23-4910-bffe-2f01e99eea40), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:30.519964 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10aee0-b5bb-4d87-a606-109cf889369a tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event updated for resources: {'Subnet': ['ID=29be0894-de73-482e-a38b-99396d2b95ff,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:30.554020 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d6b2b-8a30-4154-a3e7-5f8e376e528b req-58ae8b58-8802-470a-948d-fec15b05b8bb tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:30.555617 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-007d6b2b-8a30-4154-a3e7-5f8e376e528b req-58ae8b58-8802-470a-948d-fec15b05b8bb tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c94a0fd8-57dc-49e7-9045-4d076eb07b99 HTTP/1.1" status: 200 len: 944 time: 0.3265812 Feb 09 01:21:30.594502 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-fa156385-96c8-488f-aa4a-3da3b32a704a None None] For port 152d2993-25df-4e93-92a9-19ab25aa604f, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:21:30.598504 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-fa156385-96c8-488f-aa4a-3da3b32a704a None None] For port 152d2993-25df-4e93-92a9-19ab25aa604f, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=152d2993-25df-4e93-92a9-19ab25aa604f,segment=NetworkSegment(2e872dda-919b-4737-849a-80a02b767dab),segment_id=2e872dda-919b-4737-849a-80a02b767dab)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:21:30.600307 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d10aee0-b5bb-4d87-a606-109cf889369a tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Checking segment: {'id': '8bb143eb-003c-40d9-8f62-ea206e748ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'eecba038-e5f3-4e87-8185-e4337f421658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:30.600684 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d10aee0-b5bb-4d87-a606-109cf889369a tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Network hostable DHCP agents. Network: eecba038-e5f3-4e87-8185-e4337f421658, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:21:30.618288 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fa156385-96c8-488f-aa4a-3da3b32a704a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (152d2993-25df-4e93-92a9-19ab25aa604f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:30.710301 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa156385-96c8-488f-aa4a-3da3b32a704a None None] Pushing event updated for resources: {'Port': ['ID=152d2993-25df-4e93-92a9-19ab25aa604f,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:30.726265 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 98e8d27b-b00a-4158-aa42-b1b1c8829294 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:21:30.810050 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:30.811660 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:30.849131 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:21:30.849944 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d10aee0-b5bb-4d87-a606-109cf889369a tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Network eecba038-e5f3-4e87-8185-e4337f421658 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:21:30.854156 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-09e5c382-232c-4c31-819b-aa5f0c6d7e2d service neutron] For port 9cc12ca1-9b23-4910-bffe-2f01e99eea40, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:21:30.873784 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-007d6b2b-8a30-4154-a3e7-5f8e376e528b req-abbc42c5-cb71-4731-b9ee-206f83c2ffdd tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751212 Feb 09 01:21:30.893997 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9,segment=NetworkSegment(eea3b047-ad89-4cfd-804a-7c67d6651252),segment_id=eea3b047-ad89-4cfd-804a-7c67d6651252)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:30.907334 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:30.914055 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 98e8d27b-b00a-4158-aa42-b1b1c8829294 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:30.914653 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (98e8d27b-b00a-4158-aa42-b1b1c8829294), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:30.936694 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf1267-71c3-4f74-9a75-0d0cdc42585c req-f873cfa5-d52b-4a22-aa11-ac96517794da tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:30.944505 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f1cf1267-71c3-4f74-9a75-0d0cdc42585c req-f873cfa5-d52b-4a22-aa11-ac96517794da tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=e583f6a8-65e5-44ed-9dcd-ff5b5ba80116 HTTP/1.1" status: 200 len: 945 time: 0.1863968 Feb 09 01:21:30.948276 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-09e5c382-232c-4c31-819b-aa5f0c6d7e2d service neutron] For port 9cc12ca1-9b23-4910-bffe-2f01e99eea40, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9cc12ca1-9b23-4910-bffe-2f01e99eea40,segment=NetworkSegment(3350618d-f84a-4a0b-8997-97c98e7ed20e),segment_id=3350618d-f84a-4a0b-8997-97c98e7ed20e)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:21:30.950846 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-4d10aee0-b5bb-4d87-a606-109cf889369a tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, eecba038-e5f3-4e87-8185-e4337f421658) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:31.012486 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28695fe-785c-4836-a0e5-c5ca2a16b2c5 None None] Network eecba038-e5f3-4e87-8185-e4337f421658 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:31.052336 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f1cf1267-71c3-4f74-9a75-0d0cdc42585c req-8d29bc33-411f-4685-8f1a-662bc263ba4d tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065576 Feb 09 01:21:31.055008 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d10aee0-b5bb-4d87-a606-109cf889369a tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:31.056275 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4d10aee0-b5bb-4d87-a606-109cf889369a tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:31.063616 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-09e5c382-232c-4c31-819b-aa5f0c6d7e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (9cc12ca1-9b23-4910-bffe-2f01e99eea40), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:31.065047 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-58078d01-7c4e-4f45-8835-e48110670f3d tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:31.079656 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-58078d01-7c4e-4f45-8835-e48110670f3d tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (cea2336f-5b90-4d0a-902c-7a5ee35760aa), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:31.129800 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:31.161467 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-09e5c382-232c-4c31-819b-aa5f0c6d7e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:31.162940 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-09e5c382-232c-4c31-819b-aa5f0c6d7e2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:31.164591 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-09e5c382-232c-4c31-819b-aa5f0c6d7e2d service neutron] 10.222.0.121 "PUT /v2.0/ports/9cc12ca1-9b23-4910-bffe-2f01e99eea40 HTTP/1.1" status: 200 len: 1093 time: 2.6409822 Feb 09 01:21:31.165365 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94a0fd8-57dc-49e7-9045-4d076eb07b99', 'tag': '9cc12ca1-9b23-4910-bffe-2f01e99eea40'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:21:31.168099 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d85df45-5404-4a5f-843e-b7196091ae1a" -d '{"events": [{"name": "network-changed", "server_uuid": "c94a0fd8-57dc-49e7-9045-4d076eb07b99", "tag": "9cc12ca1-9b23-4910-bffe-2f01e99eea40"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:21:31.296790 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4d10aee0-b5bb-4d87-a606-109cf889369a tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.9831731 Feb 09 01:21:31.300276 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60090) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:31.303389 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c2b7b4-0359-4edd-b640-7cbdbd02ae93 x-openstack-request-id: req-f2c2b7b4-0359-4edd-b640-7cbdbd02ae93 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:21:31.303996 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94a0fd8-57dc-49e7-9045-4d076eb07b99", "tag": "9cc12ca1-9b23-4910-bffe-2f01e99eea40", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:21:31.304482 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f2c2b7b4-0359-4edd-b640-7cbdbd02ae93 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:21:31.305102 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94a0fd8-57dc-49e7-9045-4d076eb07b99', 'tag': '9cc12ca1-9b23-4910-bffe-2f01e99eea40', 'status': 'completed', 'code': 200} Feb 09 01:21:31.376656 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895daf59-1116-4665-9009-80112f7a8ebe req-61632956-7bb5-4bb3-b9d6-a600107b33d3 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:31.378773 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-895daf59-1116-4665-9009-80112f7a8ebe req-61632956-7bb5-4bb3-b9d6-a600107b33d3 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.3454771 Feb 09 01:21:31.440878 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd16e8d-b8f9-489b-ae81-2e7125773dda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-eecba038-e5f3-4e87-8185-e4337f421658', 'network_id': 'eecba038-e5f3-4e87-8185-e4337f421658', 'project_id': '31bb8dfd22e842779cd73a2df8e4a240', 'fixed_ips': [{'subnet_id': '29be0894-de73-482e-a38b-99396d2b95ff'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:21:31.441751 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5bd16e8d-b8f9-489b-ae81-2e7125773dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:31.448763 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e5c382-232c-4c31-819b-aa5f0c6d7e2d service neutron] Pushing event updated for resources: {'Port': ['ID=9cc12ca1-9b23-4910-bffe-2f01e99eea40,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:31.477957 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-0ccd69ee-490d-40e4-8c46-8d3552d1aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:31.478198 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:21:31.480645 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-0ccd69ee-490d-40e4-8c46-8d3552d1aa85 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=bb54c6d9ab92477c86a4af4dae2b904f&device_id=c94a0fd8-57dc-49e7-9045-4d076eb07b99 HTTP/1.1" status: 200 len: 1127 time: 0.1822703 Feb 09 01:21:31.517913 n-d-822053-40 neutron-server[103528]: INFO neutron.db.l3_db [None req-58078d01-7c4e-4f45-8835-e48110670f3d tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Floating IP cea2336f-5b90-4d0a-902c-7a5ee35760aa associated. External IP: 172.25.1.8, port: 051161ec-e061-4f84-b0c4-f2603afdec8e. Feb 09 01:21:31.724606 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e0862510-a35d-4011-865d-f8d230bd1397 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (eecba038-e5f3-4e87-8185-e4337f421658), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:31.832918 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 98e8d27b-b00a-4158-aa42-b1b1c8829294 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:31.833338 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (98e8d27b-b00a-4158-aa42-b1b1c8829294), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:31.916440 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43704bf0-5c55-4c9e-b986-6f92ad1d74fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e8d27b-b00a-4158-aa42-b1b1c8829294'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:21:31.918612 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311c4f4d-8f03-4c38-879c-d42d41524e3b" -d '{"events": [{"server_uuid": "43704bf0-5c55-4c9e-b986-6f92ad1d74fc", "name": "network-vif-plugged", "status": "completed", "tag": "98e8d27b-b00a-4158-aa42-b1b1c8829294"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:21:31.940699 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e0862510-a35d-4011-865d-f8d230bd1397 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (29be0894-de73-482e-a38b-99396d2b95ff), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:31.961254 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-895daf59-1116-4665-9009-80112f7a8ebe req-7989b5c9-e5c7-4e2b-b995-18b00f667da9 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5655167 Feb 09 01:21:31.968602 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-7d7ae955-748b-41e9-8801-399fef1a0ed7 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cc12ca1-9b23-4910-bffe-2f01e99eea40 HTTP/1.1" status: 200 len: 217 time: 0.4747798 Feb 09 01:21:31.980736 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 98e8d27b-b00a-4158-aa42-b1b1c8829294, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=98e8d27b-b00a-4158-aa42-b1b1c8829294,segment=NetworkSegment(231cc619-b79a-4847-94b3-cdbf4f5bda22),segment_id=231cc619-b79a-4847-94b3-cdbf4f5bda22)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:32.026715 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (98e8d27b-b00a-4158-aa42-b1b1c8829294), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:32.106815 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-401ed87f-5a90-4030-b350-ae48d743a838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:32.115284 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-401ed87f-5a90-4030-b350-ae48d743a838 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=46b59fab-0ab1-4600-8204-1f86be683b81 HTTP/1.1" status: 200 len: 851 time: 0.1102083 Feb 09 01:21:32.252758 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-5bd16e8d-b8f9-489b-ae81-2e7125773dda None None] Allocated IP 172.20.0.2 (eecba038-e5f3-4e87-8185-e4337f421658/29be0894-de73-482e-a38b-99396d2b95ff/b8299044-5823-4448-9b29-e838bae2d8e9) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:32.272763 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=98e8d27b-b00a-4158-aa42-b1b1c8829294,revision_number=7']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:32.280864 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58078d01-7c4e-4f45-8835-e48110670f3d tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Router 5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:21:32.345645 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-ce73d730-672d-40ed-ac95-a77a3d63bfd0 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6b99b81e-5871-4979-a64c-22edc1a2273c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1455278 Feb 09 01:21:32.547818 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f19b1f-9ef4-444a-bbe1-e5b781da4091 req-b924a5fe-5f1d-45e6-b223-34738fb47074 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:32.549706 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-40f19b1f-9ef4-444a-bbe1-e5b781da4091 req-b924a5fe-5f1d-45e6-b223-34738fb47074 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] 10.222.0.30 "GET /v2.0/ports?device_id=f685344e-383c-4034-83bf-35a13123e9ae HTTP/1.1" status: 200 len: 944 time: 0.5932770 Feb 09 01:21:32.571790 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8cd877-9083-489c-840a-f62e6472da1e req-e5299859-78f0-4bc2-8b6c-5ccb452b36d5 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:32.573849 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9a8cd877-9083-489c-840a-f62e6472da1e req-e5299859-78f0-4bc2-8b6c-5ccb452b36d5 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c94a0fd8-57dc-49e7-9045-4d076eb07b99 HTTP/1.1" status: 200 len: 944 time: 0.3750591 Feb 09 01:21:32.586294 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 152d2993-25df-4e93-92a9-19ab25aa604f up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:21:32.605328 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58078d01-7c4e-4f45-8835-e48110670f3d tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:21:32.611777 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-2ee0a55f-1e0c-496a-a802-e5b9eb8c3d51 service neutron] 10.222.0.121 "GET /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425480 Feb 09 01:21:32.624082 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-58078d01-7c4e-4f45-8835-e48110670f3d tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:32.694241 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380f17a5-d557-4e49-bdf0-79181a4b4764 None None] Network 03e5f948-3f16-47c8-abc3-0730dff9877d requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:32.700935 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d092fcc-a8a9-48e5-b555-47a44756072a None None] Sync routers for ids ['5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:21:32.731887 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-58078d01-7c4e-4f45-8835-e48110670f3d tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.30 "PUT /v2.0/floatingips/cea2336f-5b90-4d0a-902c-7a5ee35760aa HTTP/1.1" status: 200 len: 990 time: 2.6601806 Feb 09 01:21:32.732148 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-40f19b1f-9ef4-444a-bbe1-e5b781da4091 req-e0b69a05-9a01-4501-b9bd-c14509570ad3 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf1e688-4cb4-49fb-9051-e87f90e10c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494796 Feb 09 01:21:32.734717 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0263d06a-35cc-4c73-a264-4a06ff69d7d5', 'tag': '051161ec-e061-4f84-b0c4-f2603afdec8e'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:21:32.739354 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16121c09-a8da-4750-8bac-cf22df12acc0" -d '{"events": [{"name": "network-changed", "server_uuid": "0263d06a-35cc-4c73-a264-4a06ff69d7d5", "tag": "051161ec-e061-4f84-b0c4-f2603afdec8e"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:21:32.770893 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9a8cd877-9083-489c-840a-f62e6472da1e req-9c5f48d5-8a48-4d43-a761-c694aea1da87 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193609 Feb 09 01:21:32.791445 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-a53eac44-ca1a-4030-80e5-b8f12f777db4 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1230180 Feb 09 01:21:32.854553 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d88b399e-6a29-4260-b016-e4f44432f3c3 req-64e87e3c-6a27-419b-8630-8a846c11133c service neutron] 10.222.0.121 "GET /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316782 Feb 09 01:21:33.022237 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-8bae18d0-8f12-4689-90b9-ac908b72bb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:33.023652 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-8bae18d0-8f12-4689-90b9-ac908b72bb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:33.024386 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-8bae18d0-8f12-4689-90b9-ac908b72bb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:33.025202 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-8bae18d0-8f12-4689-90b9-ac908b72bb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:33.025820 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-8bae18d0-8f12-4689-90b9-ac908b72bb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:33.026500 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-8bae18d0-8f12-4689-90b9-ac908b72bb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:33.027699 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-8bae18d0-8f12-4689-90b9-ac908b72bb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:33.031746 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85978228-cc5b-45fd-b487-31e61af785fc x-openstack-request-id: req-85978228-cc5b-45fd-b487-31e61af785fc {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:21:33.032070 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43704bf0-5c55-4c9e-b986-6f92ad1d74fc", "name": "network-vif-plugged", "status": "completed", "tag": "98e8d27b-b00a-4158-aa42-b1b1c8829294", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:21:33.033577 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-8bae18d0-8f12-4689-90b9-ac908b72bb7a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e9919418afe248229cfe208277f2e93f&device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 6715 time: 0.1223524 Feb 09 01:21:33.038276 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-85978228-cc5b-45fd-b487-31e61af785fc {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:21:33.039565 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43704bf0-5c55-4c9e-b986-6f92ad1d74fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e8d27b-b00a-4158-aa42-b1b1c8829294', 'code': 200} Feb 09 01:21:33.087732 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d092fcc-a8a9-48e5-b555-47a44756072a None None] Routers {'5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:21:33.088670 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-9d092fcc-a8a9-48e5-b555-47a44756072a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:21:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:33.113249 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-2e07d735-eeb9-4d6b-9940-6748559aedde None None] Provisioning complete for port 152d2993-25df-4e93-92a9-19ab25aa604f triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:33.113710 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2e07d735-eeb9-4d6b-9940-6748559aedde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (152d2993-25df-4e93-92a9-19ab25aa604f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:33.160437 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5e299-5287-474f-bb27-c63e561b9d9b req-d86810ef-dde1-4a7d-8580-08f044f77ff5 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:33.161850 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5bd16e8d-b8f9-489b-ae81-2e7125773dda None None] Publish callbacks [] for port (b8299044-5823-4448-9b29-e838bae2d8e9), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:33.172873 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aef5e299-5287-474f-bb27-c63e561b9d9b req-d86810ef-dde1-4a7d-8580-08f044f77ff5 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.2790704 Feb 09 01:21:33.188933 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ab474-9116-471a-b454-10fe5fd0eded req-afb3f5a7-3964-4c8a-8564-9ff901b6daf6 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:33.201751 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a68ab474-9116-471a-b454-10fe5fd0eded req-afb3f5a7-3964-4c8a-8564-9ff901b6daf6 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=e583f6a8-65e5-44ed-9dcd-ff5b5ba80116 HTTP/1.1" status: 200 len: 945 time: 0.2390103 Feb 09 01:21:33.316258 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85df45-5404-4a5f-843e-b7196091ae1a req-9011cf09-c33b-4c45-8de5-c671c6deb287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:33.319393 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4d85df45-5404-4a5f-843e-b7196091ae1a req-9011cf09-c33b-4c45-8de5-c671c6deb287 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=bb54c6d9ab92477c86a4af4dae2b904f&device_id=c94a0fd8-57dc-49e7-9045-4d076eb07b99 HTTP/1.1" status: 200 len: 1127 time: 0.2764354 Feb 09 01:21:33.437730 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a68ab474-9116-471a-b454-10fe5fd0eded req-5d464b2a-84d9-46b1-832c-ff1331a2f1a5 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291689 Feb 09 01:21:33.458044 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aef5e299-5287-474f-bb27-c63e561b9d9b req-2238a4cf-9bc8-4de8-b314-f7257e6c84c3 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483437 Feb 09 01:21:33.599732 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85df45-5404-4a5f-843e-b7196091ae1a req-c660dcbf-83a7-4ff0-ad03-e19d73567e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:33.616790 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4d85df45-5404-4a5f-843e-b7196091ae1a req-c660dcbf-83a7-4ff0-ad03-e19d73567e1e service neutron] 10.222.0.121 "GET /v2.0/networks?id=6b99b81e-5871-4979-a64c-22edc1a2273c HTTP/1.1" status: 200 len: 912 time: 0.2660394 Feb 09 01:21:33.687038 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5bd16e8d-b8f9-489b-ae81-2e7125773dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (b8299044-5823-4448-9b29-e838bae2d8e9), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:33.797498 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-9d092fcc-a8a9-48e5-b555-47a44756072a None None] Set router 5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:21:33.863317 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4d85df45-5404-4a5f-843e-b7196091ae1a req-41ed6972-2b01-42e0-b0d4-37605f1aabf2 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cc12ca1-9b23-4910-bffe-2f01e99eea40 HTTP/1.1" status: 200 len: 217 time: 0.2378922 Feb 09 01:21:33.870000 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ff3975-37ef-486d-845a-4e6dae3dd3c8 x-openstack-request-id: req-11ff3975-37ef-486d-845a-4e6dae3dd3c8 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:21:33.870610 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0263d06a-35cc-4c73-a264-4a06ff69d7d5", "tag": "051161ec-e061-4f84-b0c4-f2603afdec8e", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:21:33.870926 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-11ff3975-37ef-486d-845a-4e6dae3dd3c8 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:21:33.872471 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0263d06a-35cc-4c73-a264-4a06ff69d7d5', 'tag': '051161ec-e061-4f84-b0c4-f2603afdec8e', 'status': 'completed', 'code': 200} Feb 09 01:21:33.927946 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e0862510-a35d-4011-865d-f8d230bd1397 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (29be0894-de73-482e-a38b-99396d2b95ff), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:33.949023 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f52c933c-aa90-4aad-807f-156a093c4ae6 req-2fde32ad-b798-4b9b-96e0-4589a816d596 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=d4efe6a9-7b0d-4ff7-b86d-1a8c42d4c95b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8900580 Feb 09 01:21:33.973587 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 152d2993-25df-4e93-92a9-19ab25aa604f triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:33.973864 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (152d2993-25df-4e93-92a9-19ab25aa604f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:33.977912 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd16e8d-b8f9-489b-ae81-2e7125773dda None None] Network eecba038-e5f3-4e87-8185-e4337f421658 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:34.029709 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0862510-a35d-4011-865d-f8d230bd1397 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event deleted for resources: {'Subnet': ['ID=29be0894-de73-482e-a38b-99396d2b95ff,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:34.101582 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e0862510-a35d-4011-865d-f8d230bd1397 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (eecba038-e5f3-4e87-8185-e4337f421658), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:34.117059 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-a0dab5af-477d-4577-947a-fd751124d082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:34.117523 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-a0dab5af-477d-4577-947a-fd751124d082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:34.117984 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-a0dab5af-477d-4577-947a-fd751124d082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:34.119239 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:21:34.120263 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-a0dab5af-477d-4577-947a-fd751124d082 service neutron] 10.222.0.91 "GET /v2.0/networks?id=da52059d-73c2-403d-a351-476231473b23&id=a87ac28a-2aeb-4a83-82bf-decda1e08acb&id=a87ac28a-2aeb-4a83-82bf-decda1e08acb&id=a87ac28a-2aeb-4a83-82bf-decda1e08acb&id=a87ac28a-2aeb-4a83-82bf-decda1e08acb&id=2cffe158-1e62-4cc7-b53e-f2901607bc8e&id=2cffe158-1e62-4cc7-b53e-f2901607bc8e HTTP/1.1" status: 200 len: 2292 time: 1.0141675 Feb 09 01:21:34.161709 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-5bd16e8d-b8f9-489b-ae81-2e7125773dda None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:34.163824 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd16e8d-b8f9-489b-ae81-2e7125773dda None None] Pushing event updated for resources: {'Port': ['ID=b8299044-5823-4448-9b29-e838bae2d8e9,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:34.183642 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-e0862510-a35d-4011-865d-f8d230bd1397 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eecba038-e5f3-4e87-8185-e4337f421658']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:34.204929 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd16e8d-b8f9-489b-ae81-2e7125773dda None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:21:34.256555 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c933c-aa90-4aad-807f-156a093c4ae6 req-e0c23493-8d14-4448-9a41-9f6ff8035ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:34.256555 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f52c933c-aa90-4aad-807f-156a093c4ae6 req-e0c23493-8d14-4448-9a41-9f6ff8035ec9 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b9d7b812952b4f21931b13a0cf0cd868&device_id=d4efe6a9-7b0d-4ff7-b86d-1a8c42d4c95b HTTP/1.1" status: 200 len: 1129 time: 0.2037494 Feb 09 01:21:34.273973 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85df45-5404-4a5f-843e-b7196091ae1a req-542ba19d-cb4b-42c0-9483-9b495e843f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:34.278713 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4d85df45-5404-4a5f-843e-b7196091ae1a req-542ba19d-cb4b-42c0-9483-9b495e843f0e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=46b59fab-0ab1-4600-8204-1f86be683b81 HTTP/1.1" status: 200 len: 851 time: 0.2815628 Feb 09 01:21:34.281796 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-e0862510-a35d-4011-865d-f8d230bd1397 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb143eb-003c-40d9-8f62-ea206e748ce7') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:34.282092 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-e0862510-a35d-4011-865d-f8d230bd1397 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb143eb-003c-40d9-8f62-ea206e748ce7') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:34.289733 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-64ded516-273c-4d1e-9d64-1d76403e709d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5952791-d7be-4808-b892-3e53282649e6 HTTP/1.1" status: 200 len: 1001 time: 0.1490209 Feb 09 01:21:34.307557 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2e07d735-eeb9-4d6b-9940-6748559aedde None None] Current status of the port 152d2993-25df-4e93-92a9-19ab25aa604f is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:34.308090 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2e07d735-eeb9-4d6b-9940-6748559aedde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (152d2993-25df-4e93-92a9-19ab25aa604f), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:34.367021 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff5b32-65ec-4e6a-af8e-f60be4813791 req-039f732d-9e16-4b21-a2a5-922ec6c00701 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:34.370153 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5dff5b32-65ec-4e6a-af8e-f60be4813791 req-039f732d-9e16-4b21-a2a5-922ec6c00701 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.30 "GET /v2.0/ports?device_id=0263d06a-35cc-4c73-a264-4a06ff69d7d5 HTTP/1.1" status: 200 len: 946 time: 0.7260227 Feb 09 01:21:34.395143 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-2e07d735-eeb9-4d6b-9940-6748559aedde None None] For port 152d2993-25df-4e93-92a9-19ab25aa604f, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=152d2993-25df-4e93-92a9-19ab25aa604f,segment=NetworkSegment(2e872dda-919b-4737-849a-80a02b767dab),segment_id=2e872dda-919b-4737-849a-80a02b767dab)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:34.436532 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4d85df45-5404-4a5f-843e-b7196091ae1a req-a5728c0e-dd07-451b-93a2-2387b812bb88 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6b99b81e-5871-4979-a64c-22edc1a2273c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1434739 Feb 09 01:21:34.455075 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e0862510-a35d-4011-865d-f8d230bd1397 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (8bb143eb-003c-40d9-8f62-ea206e748ce7), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:34.457851 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16121c09-a8da-4750-8bac-cf22df12acc0 req-410cc71d-d0e8-4692-b90c-1b62bb29ed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:34.459580 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-16121c09-a8da-4750-8bac-cf22df12acc0 req-410cc71d-d0e8-4692-b90c-1b62bb29ed6c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=5343e4ed6da34a41bd43895909379b0f&device_id=0263d06a-35cc-4c73-a264-4a06ff69d7d5 HTTP/1.1" status: 200 len: 1129 time: 0.6371245 Feb 09 01:21:34.524573 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2e07d735-eeb9-4d6b-9940-6748559aedde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (152d2993-25df-4e93-92a9-19ab25aa604f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:34.565779 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e0862510-a35d-4011-865d-f8d230bd1397 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (8bb143eb-003c-40d9-8f62-ea206e748ce7), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:34.587711 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0862510-a35d-4011-865d-f8d230bd1397 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:21:34.597657 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-5bd16e8d-b8f9-489b-ae81-2e7125773dda None None] Attempting to bind port b8299044-5823-4448-9b29-e838bae2d8e9 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:21:34.598008 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-5bd16e8d-b8f9-489b-ae81-2e7125773dda None None] Attempting to bind port b8299044-5823-4448-9b29-e838bae2d8e9 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '8bb143eb-003c-40d9-8f62-ea206e748ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'eecba038-e5f3-4e87-8185-e4337f421658'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:21:34.598214 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd16e8d-b8f9-489b-ae81-2e7125773dda None None] Attempting to bind port b8299044-5823-4448-9b29-e838bae2d8e9 on network eecba038-e5f3-4e87-8185-e4337f421658 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:21:34.598494 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e0862510-a35d-4011-865d-f8d230bd1397 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (8bb143eb-003c-40d9-8f62-ea206e748ce7), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:34.608914 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:21:34.608914 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:21:34.608914 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:21:34.608914 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:21:34.608914 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:21:34.608914 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:21:34.608914 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:21:34.608914 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:21:34.608914 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:21:34.608914 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:21:34.608914 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:21:34.608914 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:21:34.608914 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:21:34.608914 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:21:34.608914 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:21:34.608914 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:21:34.608914 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:21:34.608914 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:21:34.608914 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:21:34.608914 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:21:34.608914 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:21:34.608914 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:21:34.608914 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:21:34.608914 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:21:34.608914 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:21:34.608914 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:21:34.608914 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:21:34.608914 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:21:34.608914 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:21:34.608914 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:21:34.608914 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:21:34.608914 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:21:34.628902 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 152d2993-25df-4e93-92a9-19ab25aa604f is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:34.629062 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10967c-0de4-4aff-975b-775e7525d067 req-f2651d49-e4d3-4a46-bcdd-349523e8da34 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:34.629062 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ad10967c-0de4-4aff-975b-775e7525d067 req-f2651d49-e4d3-4a46-bcdd-349523e8da34 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] 10.222.0.30 "GET /v2.0/ports?device_id=f685344e-383c-4034-83bf-35a13123e9ae HTTP/1.1" status: 200 len: 944 time: 0.5411015 Feb 09 01:21:34.665430 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd16e8d-b8f9-489b-ae81-2e7125773dda None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:21:34.665816 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd16e8d-b8f9-489b-ae81-2e7125773dda None None] Checking segment: {'id': '8bb143eb-003c-40d9-8f62-ea206e748ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'eecba038-e5f3-4e87-8185-e4337f421658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:34.666462 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5bd16e8d-b8f9-489b-ae81-2e7125773dda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:34.666926 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd16e8d-b8f9-489b-ae81-2e7125773dda None None] Bound using segment: {'id': '8bb143eb-003c-40d9-8f62-ea206e748ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'eecba038-e5f3-4e87-8185-e4337f421658'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:21:34.667617 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-5bd16e8d-b8f9-489b-ae81-2e7125773dda None None] Bound port: b8299044-5823-4448-9b29-e838bae2d8e9, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb143eb-003c-40d9-8f62-ea206e748ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'eecba038-e5f3-4e87-8185-e4337f421658'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:21:34.667792 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5bd16e8d-b8f9-489b-ae81-2e7125773dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b8299044-5823-4448-9b29-e838bae2d8e9), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:34.740420 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07d735-eeb9-4d6b-9940-6748559aedde None None] Pushing event updated for resources: {'Port': ['ID=152d2993-25df-4e93-92a9-19ab25aa604f,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:34.757349 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-6c0299f5-b626-4aaf-ad6d-5fd90c6dae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:34.762796 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-6c0299f5-b626-4aaf-ad6d-5fd90c6dae3c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ef054353-32e4-4288-8c12-230c98a17b20 HTTP/1.1" status: 200 len: 850 time: 0.4550002 Feb 09 01:21:34.796745 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:34.807808 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:34.808403 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:34.949167 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c933c-aa90-4aad-807f-156a093c4ae6 req-8e7ce836-f649-47eb-b781-03e664df0bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:34.951035 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f52c933c-aa90-4aad-807f-156a093c4ae6 req-8e7ce836-f649-47eb-b781-03e664df0bc7 service neutron] 10.222.0.121 "GET /v2.0/networks?id=a626c08d-e9be-4644-b187-a89c9942df70 HTTP/1.1" status: 200 len: 915 time: 0.6171591 Feb 09 01:21:34.963178 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-e0862510-a35d-4011-865d-f8d230bd1397 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:21:34.963178 n-d-822053-40 neutron-server[103528]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:21:34.963178 n-d-822053-40 neutron-server[103528]: [parameters: {'id': 'eecba038-e5f3-4e87-8185-e4337f421658'}] Feb 09 01:21:34.963178 n-d-822053-40 neutron-server[103528]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:21:34.963968 n-d-822053-40 neutron-server[103528]: DEBUG oslo_db.api [None req-e0862510-a35d-4011-865d-f8d230bd1397 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:21:35.000670 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5dff5b32-65ec-4e6a-af8e-f60be4813791 req-89ae55e5-6a3f-42dc-97e9-98bcb27ebfe8 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.30 "GET /v2.0/security-groups?id=0dfce880-18fa-4ede-90aa-669f34c8f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5674701 Feb 09 01:21:35.044618 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f52c933c-aa90-4aad-807f-156a093c4ae6 req-bd2c2df6-4689-4cfc-8ec5-4a5ef371cbe6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f3a8b89-0949-4e44-af71-ce50ad4577fb HTTP/1.1" status: 200 len: 217 time: 0.0856581 Feb 09 01:21:35.087039 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ad10967c-0de4-4aff-975b-775e7525d067 req-b0151d5b-aac9-48a7-8a05-66c166a02a23 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf1e688-4cb4-49fb-9051-e87f90e10c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4666412 Feb 09 01:21:35.102305 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-5bd16e8d-b8f9-489b-ae81-2e7125773dda None None] For port b8299044-5823-4448-9b29-e838bae2d8e9, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:21:35.124266 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-8fe0cb40-574e-49b2-97b5-a673e262d6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:35.126689 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-8fe0cb40-574e-49b2-97b5-a673e262d6cf service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=da52059d-73c2-403d-a351-476231473b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3551021 Feb 09 01:21:35.154703 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16121c09-a8da-4750-8bac-cf22df12acc0 req-69aa63a7-dbaf-4b90-a13c-ef247c8a971f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:35.165975 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-16121c09-a8da-4750-8bac-cf22df12acc0 req-69aa63a7-dbaf-4b90-a13c-ef247c8a971f service neutron] 10.222.0.121 "GET /v2.0/networks?id=60827e70-22ba-4097-9b3b-d59a1d2786bc HTTP/1.1" status: 200 len: 916 time: 0.6792986 Feb 09 01:21:35.170874 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4d85df45-5404-4a5f-843e-b7196091ae1a req-4299c343-133f-4c56-9caa-ec522aa280a1 service neutron] 10.222.0.121 "GET /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7100906 Feb 09 01:21:35.193302 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-5bd16e8d-b8f9-489b-ae81-2e7125773dda None None] For port b8299044-5823-4448-9b29-e838bae2d8e9, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b8299044-5823-4448-9b29-e838bae2d8e9,segment=NetworkSegment(8bb143eb-003c-40d9-8f62-ea206e748ce7),segment_id=8bb143eb-003c-40d9-8f62-ea206e748ce7)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:21:35.219636 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b93a9da9-d166-4ad3-a3f1-75dc9cbc6449 None None] Provisioning complete for port 152d2993-25df-4e93-92a9-19ab25aa604f triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:35.220176 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b93a9da9-d166-4ad3-a3f1-75dc9cbc6449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (152d2993-25df-4e93-92a9-19ab25aa604f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:35.230395 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5bd16e8d-b8f9-489b-ae81-2e7125773dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b8299044-5823-4448-9b29-e838bae2d8e9), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:35.233218 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c933c-aa90-4aad-807f-156a093c4ae6 req-574d27f6-6f34-4a0d-912e-c099ec3352d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:35.240060 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f52c933c-aa90-4aad-807f-156a093c4ae6 req-574d27f6-6f34-4a0d-912e-c099ec3352d0 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1c208700-4d5a-44e9-9849-6bf95cade7a4 HTTP/1.1" status: 200 len: 853 time: 0.1839106 Feb 09 01:21:35.288862 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:35.289275 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:35.468733 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f685344e-383c-4034-83bf-35a13123e9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:21:35.472358 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e90d9e-38f4-4d0d-a507-af36614b6454" -d '{"events": [{"server_uuid": "f685344e-383c-4034-83bf-35a13123e9ae", "name": "network-vif-plugged", "status": "completed", "tag": "bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:21:35.477505 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-16121c09-a8da-4750-8bac-cf22df12acc0 req-a2449c50-ee93-4e32-bb23-fb03dba8986d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=051161ec-e061-4f84-b0c4-f2603afdec8e HTTP/1.1" status: 200 len: 998 time: 0.2777622 Feb 09 01:21:35.516237 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e0862510-a35d-4011-865d-f8d230bd1397 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (eecba038-e5f3-4e87-8185-e4337f421658), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:35.559703 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9,segment=NetworkSegment(eea3b047-ad89-4cfd-804a-7c67d6651252),segment_id=eea3b047-ad89-4cfd-804a-7c67d6651252)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:35.566583 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd16e8d-b8f9-489b-ae81-2e7125773dda None None] Pushing event updated for resources: {'Port': ['ID=b8299044-5823-4448-9b29-e838bae2d8e9,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:35.575716 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-9d092fcc-a8a9-48e5-b555-47a44756072a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02', 'name': 'tempest-ServersTestFqdnHostnames-1426851178-router', 'tenant_id': '5343e4ed6da34a41bd43895909379b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd1910966-778a-4616-9dcd-463af1cdf87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:50Z', 'updated_at': '2022-02-09T01:21:01Z', 'revision_number': 4, 'project_id': '5343e4ed6da34a41bd43895909379b0f', 'gw_port': {'id': 'd1910966-778a-4616-9dcd-463af1cdf87f', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:51Z', 'updated_at': '2022-02-09T01:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': 'cea2336f-5b90-4d0a-902c-7a5ee35760aa', 'tenant_id': '5343e4ed6da34a41bd43895909379b0f', 'floating_ip_address': '172.25.1.8', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02', 'port_id': '051161ec-e061-4f84-b0c4-f2603afdec8e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1272, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60827e70-22ba-4097-9b3b-d59a1d2786bc', 'mac_address': 'fa:16:3e:6e:14:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0263d06a-35cc-4c73-a264-4a06ff69d7d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:21:11Z', 'updated_at': '2022-02-09T01:21:30Z', 'revision_number': 1, 'project_id': '5343e4ed6da34a41bd43895909379b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e6624d6-b89c-421f-ab48-f578b1218356', 'name': '', 'network_id': '60827e70-22ba-4097-9b3b-d59a1d2786bc', 'tenant_id': '5343e4ed6da34a41bd43895909379b0f', 'mac_address': 'fa:16:3e:e5:e1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '6cc24d7f-d60e-481d-8961-d05b90104e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:56Z', 'updated_at': '2022-02-09T01:21:08Z', 'revision_number': 5, 'project_id': '5343e4ed6da34a41bd43895909379b0f', 'subnets': [{'id': '6cc24d7f-d60e-481d-8961-d05b90104e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:35.602804 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b95621-3dc9-4fbd-be39-ebd551df8328 req-d0793261-348d-4482-8b83-9cc07c1e9f5a tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:35.604699 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-82b95621-3dc9-4fbd-be39-ebd551df8328 req-d0793261-348d-4482-8b83-9cc07c1e9f5a tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c94a0fd8-57dc-49e7-9045-4d076eb07b99 HTTP/1.1" status: 200 len: 944 time: 0.4373083 Feb 09 01:21:35.620487 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d092fcc-a8a9-48e5-b555-47a44756072a None None] Checking router: 5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:21:35.621087 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:35.625259 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4d85df45-5404-4a5f-843e-b7196091ae1a req-7d82ae81-0095-4eac-adfe-6ce0bb034768 service neutron] 10.222.0.121 "GET /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275432 Feb 09 01:21:35.647676 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16121c09-a8da-4750-8bac-cf22df12acc0 req-a3432712-e58a-4b1f-9195-6ec0d7ee9a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:35.649455 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-16121c09-a8da-4750-8bac-cf22df12acc0 req-a3432712-e58a-4b1f-9195-6ec0d7ee9a4e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6cc24d7f-d60e-481d-8961-d05b90104e29 HTTP/1.1" status: 200 len: 854 time: 0.1614182 Feb 09 01:21:35.697969 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c933c-aa90-4aad-807f-156a093c4ae6 req-b3a66674-8bc8-4b05-9be0-9417856e5745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:35.700619 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f52c933c-aa90-4aad-807f-156a093c4ae6 req-b3a66674-8bc8-4b05-9be0-9417856e5745 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=a626c08d-e9be-4644-b187-a89c9942df70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4553177 Feb 09 01:21:35.709704 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d092fcc-a8a9-48e5-b555-47a44756072a None None] Routers {'5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:21:35.710443 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-9d092fcc-a8a9-48e5-b555-47a44756072a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:21:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:35.722806 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a6056f-d287-480c-bcc3-a60c75daeeae None None] get_active_networks_info from n-d-822053-40 {{(pid=103530) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:21:35.728995 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-7f76bd69-03a7-4f98-bc5e-ad7f31eadc34 service neutron] 10.222.0.91 "GET /v2.0/networks/da52059d-73c2-403d-a351-476231473b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5934427 Feb 09 01:21:35.738986 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833b796-8f5b-4ea3-abd2-4493f707bdd4 req-91bb668a-4274-4939-8b5f-83a4dd28ed68 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:35.740995 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a833b796-8f5b-4ea3-abd2-4493f707bdd4 req-91bb668a-4274-4939-8b5f-83a4dd28ed68 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.2541301 Feb 09 01:21:35.770106 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-82b95621-3dc9-4fbd-be39-ebd551df8328 req-46b30c24-a8f5-4151-a397-24f65cd4b7de tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405735 Feb 09 01:21:35.783040 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba89cdf-1de1-46fd-89b9-1d76f737365f req-14321a84-361c-4215-82ce-4d592e1e57fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:35.784938 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9ba89cdf-1de1-46fd-89b9-1d76f737365f req-14321a84-361c-4215-82ce-4d592e1e57fc service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b9d7b812952b4f21931b13a0cf0cd868&device_id=e583f6a8-65e5-44ed-9dcd-ff5b5ba80116 HTTP/1.1" status: 200 len: 1128 time: 0.2223830 Feb 09 01:21:35.900695 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16121c09-a8da-4750-8bac-cf22df12acc0 req-03ea32f5-27a1-4aa1-8865-bad4ef03c145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:35.902724 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-16121c09-a8da-4750-8bac-cf22df12acc0 req-03ea32f5-27a1-4aa1-8865-bad4ef03c145 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=60827e70-22ba-4097-9b3b-d59a1d2786bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2344618 Feb 09 01:21:35.913103 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a833b796-8f5b-4ea3-abd2-4493f707bdd4 req-b65ea973-20e0-4e18-84f5-d2fd35ca4aab tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583328 Feb 09 01:21:35.932911 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:36.025395 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f52c933c-aa90-4aad-807f-156a093c4ae6 req-42ab7b4c-7864-4762-9c50-530e270b76f8 service neutron] 10.222.0.121 "GET /v2.0/networks/a626c08d-e9be-4644-b187-a89c9942df70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129373 Feb 09 01:21:36.025970 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 9cc12ca1-9b23-4910-bffe-2f01e99eea40 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:21:36.135176 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e0862510-a35d-4011-865d-f8d230bd1397 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Deleting port b8299044-5823-4448-9b29-e838bae2d8e9 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:21:36.135534 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e0862510-a35d-4011-865d-f8d230bd1397 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (b8299044-5823-4448-9b29-e838bae2d8e9), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:36.180166 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 9cc12ca1-9b23-4910-bffe-2f01e99eea40, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9cc12ca1-9b23-4910-bffe-2f01e99eea40,segment=NetworkSegment(3350618d-f84a-4a0b-8997-97c98e7ed20e),segment_id=3350618d-f84a-4a0b-8997-97c98e7ed20e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:36.196607 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae029ebc-83e9-4a18-816a-b7e1bb21bd52 x-openstack-request-id: req-ae029ebc-83e9-4a18-816a-b7e1bb21bd52 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:21:36.197592 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f685344e-383c-4034-83bf-35a13123e9ae", "name": "network-vif-plugged", "status": "completed", "tag": "bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:21:36.197881 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ae029ebc-83e9-4a18-816a-b7e1bb21bd52 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:21:36.198441 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f685344e-383c-4034-83bf-35a13123e9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9', 'code': 200} Feb 09 01:21:36.219755 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '9cc12ca1-9b23-4910-bffe-2f01e99eea40', 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c', 'port_id': '9cc12ca1-9b23-4910-bffe-2f01e99eea40', 'mac_address': 'fa:16:3e:b4:65:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b59fab-0ab1-4600-8204-1f86be683b81', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:21:36.256758 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b93a9da9-d166-4ad3-a3f1-75dc9cbc6449 None None] Current status of the port 152d2993-25df-4e93-92a9-19ab25aa604f is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:36.273678 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-c9e7ad9c-aeb0-45e9-b768-996177543df9 service neutron] 10.222.0.91 "GET /v2.0/networks/da52059d-73c2-403d-a351-476231473b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4946306 Feb 09 01:21:36.281976 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-16121c09-a8da-4750-8bac-cf22df12acc0 req-2e99ec46-8664-4aa9-a953-0205fb97ec69 service neutron] 10.222.0.121 "GET /v2.0/networks/60827e70-22ba-4097-9b3b-d59a1d2786bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670955 Feb 09 01:21:36.299341 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-e0862510-a35d-4011-865d-f8d230bd1397 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] For port b8299044-5823-4448-9b29-e838bae2d8e9, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b8299044-5823-4448-9b29-e838bae2d8e9,segment=NetworkSegment(8bb143eb-003c-40d9-8f62-ea206e748ce7),segment_id=8bb143eb-003c-40d9-8f62-ea206e748ce7)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:36.299823 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e0862510-a35d-4011-865d-f8d230bd1397 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (b8299044-5823-4448-9b29-e838bae2d8e9), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:36.368779 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba89cdf-1de1-46fd-89b9-1d76f737365f req-631ba346-e759-490d-a471-2ba9b214d32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:36.370385 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9ba89cdf-1de1-46fd-89b9-1d76f737365f req-631ba346-e759-490d-a471-2ba9b214d32d service neutron] 10.222.0.91 "GET /v2.0/networks?id=a626c08d-e9be-4644-b187-a89c9942df70 HTTP/1.1" status: 200 len: 915 time: 0.5651906 Feb 09 01:21:36.373559 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-6c1ddfab-b697-4770-abe4-0cd3233afe32 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=e4ad6d56-00d7-42d0-9033-d57c5a0dae64 HTTP/1.1" status: 200 len: 217 time: 0.0876467 Feb 09 01:21:36.375858 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f52c933c-aa90-4aad-807f-156a093c4ae6 req-2662dc4c-39d0-4f78-82b9-78e28ae7495c service neutron] 10.222.0.121 "GET /v2.0/networks/a626c08d-e9be-4644-b187-a89c9942df70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426006 Feb 09 01:21:36.377593 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e0862510-a35d-4011-865d-f8d230bd1397 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Calling delete_port for b8299044-5823-4448-9b29-e838bae2d8e9 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:21:36.427131 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1dcedd-aefa-4485-9843-20494fbea89b req-632bd744-8674-4cec-aa1d-0ce526380090 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:36.432079 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a1dcedd-aefa-4485-9843-20494fbea89b req-632bd744-8674-4cec-aa1d-0ce526380090 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=e583f6a8-65e5-44ed-9dcd-ff5b5ba80116 HTTP/1.1" status: 200 len: 945 time: 0.4956470 Feb 09 01:21:36.450523 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-9d092fcc-a8a9-48e5-b555-47a44756072a None None] Set router 5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:21:36.456702 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 9cc12ca1-9b23-4910-bffe-2f01e99eea40 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:36.457476 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9cc12ca1-9b23-4910-bffe-2f01e99eea40), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:36.494384 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-ca5575ad-98b2-45a8-b931-84b7d4703a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:36.496051 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-ca5575ad-98b2-45a8-b931-84b7d4703a9a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=aa9fcc5d-ba04-4bc8-ac3a-fa1b2158dd4f HTTP/1.1" status: 200 len: 797 time: 0.0949991 Feb 09 01:21:36.517129 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9ba89cdf-1de1-46fd-89b9-1d76f737365f req-3dbd361e-7d7b-4391-9c45-0a186a042545 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02a48834-7a90-41fe-9b8a-8be8c5726010 HTTP/1.1" status: 200 len: 217 time: 0.0778265 Feb 09 01:21:36.522138 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc12ca1-9b23-4910-bffe-2f01e99eea40 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:21:36.543815 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd78f5b-b7fc-4e38-bef6-3be6b65a7dbc req-df3f5745-2fa9-49d9-9341-cb46111b7508 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:36.546308 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4bd78f5b-b7fc-4e38-bef6-3be6b65a7dbc req-df3f5745-2fa9-49d9-9341-cb46111b7508 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.3884931 Feb 09 01:21:36.643407 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba89cdf-1de1-46fd-89b9-1d76f737365f req-a116f699-cced-4a56-a7be-20f98ec8cba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:36.646518 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9ba89cdf-1de1-46fd-89b9-1d76f737365f req-a116f699-cced-4a56-a7be-20f98ec8cba8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1c208700-4d5a-44e9-9849-6bf95cade7a4 HTTP/1.1" status: 200 len: 853 time: 0.0919583 Feb 09 01:21:36.648269 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-48f78ec3-84c2-4a09-a65b-b3285d5346be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:36.650987 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-48f78ec3-84c2-4a09-a65b-b3285d5346be service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a87ac28a-2aeb-4a83-82bf-decda1e08acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1418738 Feb 09 01:21:36.786248 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-7adca4ad-a6b2-4d48-a290-34cd887cff08 service neutron] 10.222.0.91 "GET /v2.0/networks/a87ac28a-2aeb-4a83-82bf-decda1e08acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260679 Feb 09 01:21:36.808739 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a1dcedd-aefa-4485-9843-20494fbea89b req-c5881d6b-4541-4945-98a7-399b391c83ef tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590634 Feb 09 01:21:36.839567 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4b9d3-e4ab-4035-b963-df3794ea4b0e req-00dfbb42-18b9-416a-96b8-bb08d6bb6429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:36.842546 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ea4b9d3-e4ab-4035-b963-df3794ea4b0e req-00dfbb42-18b9-416a-96b8-bb08d6bb6429 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=f685344e-383c-4034-83bf-35a13123e9ae HTTP/1.1" status: 200 len: 1128 time: 0.5485175 Feb 09 01:21:36.898499 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-16121c09-a8da-4750-8bac-cf22df12acc0 req-8a268dd7-ff6e-4162-aef5-e2c9401dd049 service neutron] 10.222.0.121 "GET /v2.0/networks/60827e70-22ba-4097-9b3b-d59a1d2786bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5826392 Feb 09 01:21:36.905197 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 152d2993-25df-4e93-92a9-19ab25aa604f up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:21:36.944713 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4bd78f5b-b7fc-4e38-bef6-3be6b65a7dbc req-881b8b8d-c3a0-43be-9cdf-32eae79a9c21 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934413 Feb 09 01:21:36.975718 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba89cdf-1de1-46fd-89b9-1d76f737365f req-6f86a66d-9275-4512-b7a1-c72822aa099a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:36.990091 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9ba89cdf-1de1-46fd-89b9-1d76f737365f req-6f86a66d-9275-4512-b7a1-c72822aa099a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a626c08d-e9be-4644-b187-a89c9942df70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3211334 Feb 09 01:21:37.045764 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 9cc12ca1-9b23-4910-bffe-2f01e99eea40, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9cc12ca1-9b23-4910-bffe-2f01e99eea40,segment=NetworkSegment(3350618d-f84a-4a0b-8997-97c98e7ed20e),segment_id=3350618d-f84a-4a0b-8997-97c98e7ed20e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:37.057147 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a6056f-d287-480c-bcc3-a60c75daeeae None None] Resources bound (agent type, host, resource id): {{(pid=103530) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:21:37.099894 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9cc12ca1-9b23-4910-bffe-2f01e99eea40), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:37.205545 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-4b0c6fb4-2152-4f55-af33-8db51a4baa93 service neutron] 10.222.0.91 "GET /v2.0/networks/a87ac28a-2aeb-4a83-82bf-decda1e08acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053938 Feb 09 01:21:37.245862 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e0862510-a35d-4011-865d-f8d230bd1397 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (b8299044-5823-4448-9b29-e838bae2d8e9), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:37.283735 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=9cc12ca1-9b23-4910-bffe-2f01e99eea40,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:37.364521 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ea4b9d3-e4ab-4035-b963-df3794ea4b0e req-804a2fda-5547-4c47-8012-aa379f064d8e service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=5cf1e688-4cb4-49fb-9051-e87f90e10c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4972727 Feb 09 01:21:37.412636 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef541d-c5f2-4bcd-a66e-34849f068a5f req-6c3bd777-0544-4104-9015-0657dc856942 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:37.414412 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7eef541d-c5f2-4bcd-a66e-34849f068a5f req-6c3bd777-0544-4104-9015-0657dc856942 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.30 "GET /v2.0/ports?device_id=0263d06a-35cc-4c73-a264-4a06ff69d7d5 HTTP/1.1" status: 200 len: 946 time: 0.4179344 Feb 09 01:21:37.437222 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-0bd56d54-91e2-4e26-8d7f-bb5a9cf8e336 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=5d99abd4-5248-45fa-8dc3-6b85097edb46 HTTP/1.1" status: 200 len: 217 time: 0.2203908 Feb 09 01:21:37.443791 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0862510-a35d-4011-865d-f8d230bd1397 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event deleted for resources: {'Port': ['ID=b8299044-5823-4448-9b29-e838bae2d8e9,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:37.456727 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9ba89cdf-1de1-46fd-89b9-1d76f737365f req-ce9cb25b-803d-49fd-8ac2-c5a5ba8ca9c5 service neutron] 10.222.0.91 "GET /v2.0/networks/a626c08d-e9be-4644-b187-a89c9942df70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417913 Feb 09 01:21:37.457936 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 152d2993-25df-4e93-92a9-19ab25aa604f triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:37.458343 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (152d2993-25df-4e93-92a9-19ab25aa604f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:37.464052 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0862510-a35d-4011-865d-f8d230bd1397 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] No DVR routers for this DVR port b8299044-5823-4448-9b29-e838bae2d8e9 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:21:37.474817 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423e1a9-c7a2-4b18-9685-e40769cde022 req-5129d763-8147-47f7-843e-535d1414964d tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:37.482268 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0423e1a9-c7a2-4b18-9685-e40769cde022 req-5129d763-8147-47f7-843e-535d1414964d tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] 10.222.0.30 "GET /v2.0/ports?device_id=f685344e-383c-4034-83bf-35a13123e9ae HTTP/1.1" status: 200 len: 945 time: 0.2027850 Feb 09 01:21:37.529387 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7eef541d-c5f2-4bcd-a66e-34849f068a5f req-ff0c961f-bcdc-4459-8f27-c02e4ebd55c3 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.30 "GET /v2.0/security-groups?id=0dfce880-18fa-4ede-90aa-669f34c8f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054761 Feb 09 01:21:37.644115 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0423e1a9-c7a2-4b18-9685-e40769cde022 req-99041922-fa19-4cf9-bc3c-c86fe3318d67 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf1e688-4cb4-49fb-9051-e87f90e10c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606658 Feb 09 01:21:37.673529 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-f08543fc-894c-4ba3-88ac-a1941e0a7a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:37.676368 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-f08543fc-894c-4ba3-88ac-a1941e0a7a41 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=aa9fcc5d-ba04-4bc8-ac3a-fa1b2158dd4f HTTP/1.1" status: 200 len: 797 time: 0.2287195 Feb 09 01:21:37.678527 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['9cc12ca1-9b23-4910-bffe-2f01e99eea40'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:21:37.732844 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9ba89cdf-1de1-46fd-89b9-1d76f737365f req-f8831b65-4f73-40fd-89bb-45128b4f9cf8 service neutron] 10.222.0.91 "GET /v2.0/networks/a626c08d-e9be-4644-b187-a89c9942df70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475476 Feb 09 01:21:37.796975 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e0862510-a35d-4011-865d-f8d230bd1397 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (eecba038-e5f3-4e87-8185-e4337f421658), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:37.893667 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-e0862510-a35d-4011-865d-f8d230bd1397 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eecba038-e5f3-4e87-8185-e4337f421658']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:37.914815 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ea9c7-2762-49d3-8d2a-846e6057b3f3 req-b6f35995-ff04-40c4-858b-5589eb9de850 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:37.918267 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-775ea9c7-2762-49d3-8d2a-846e6057b3f3 req-b6f35995-ff04-40c4-858b-5589eb9de850 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c94a0fd8-57dc-49e7-9045-4d076eb07b99 HTTP/1.1" status: 200 len: 945 time: 0.1623173 Feb 09 01:21:37.930763 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-e0862510-a35d-4011-865d-f8d230bd1397 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb143eb-003c-40d9-8f62-ea206e748ce7') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:37.931131 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-e0862510-a35d-4011-865d-f8d230bd1397 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb143eb-003c-40d9-8f62-ea206e748ce7') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:37.950238 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e0862510-a35d-4011-865d-f8d230bd1397 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (8bb143eb-003c-40d9-8f62-ea206e748ce7), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:37.958640 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-a011c62b-774d-4f0c-8c95-cc7a800c5040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:37.960228 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-a011c62b-774d-4f0c-8c95-cc7a800c5040 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a87ac28a-2aeb-4a83-82bf-decda1e08acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2676005 Feb 09 01:21:37.979036 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e0862510-a35d-4011-865d-f8d230bd1397 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (8bb143eb-003c-40d9-8f62-ea206e748ce7), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:38.031734 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0862510-a35d-4011-865d-f8d230bd1397 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:21:38.032794 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e0862510-a35d-4011-865d-f8d230bd1397 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (8bb143eb-003c-40d9-8f62-ea206e748ce7), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:38.037335 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:21:38.037335 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:21:38.037335 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:21:38.037335 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:21:38.037335 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:21:38.037335 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:21:38.037335 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:21:38.037335 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:21:38.037335 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:21:38.037335 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:21:38.037335 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:21:38.037335 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:21:38.037335 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:21:38.037335 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:21:38.037335 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:21:38.037335 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:21:38.037335 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:21:38.037335 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:21:38.037335 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:21:38.037335 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:21:38.037335 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:21:38.037335 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:21:38.037335 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:21:38.037335 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:21:38.037335 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:21:38.037335 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:21:38.037335 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:21:38.037335 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:21:38.037335 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:21:38.037335 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:21:38.037335 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:21:38.037335 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:21:38.147647 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e0862510-a35d-4011-865d-f8d230bd1397 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (eecba038-e5f3-4e87-8185-e4337f421658), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:38.160634 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e0862510-a35d-4011-865d-f8d230bd1397 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:38.163940 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e0862510-a35d-4011-865d-f8d230bd1397 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "DELETE /v2.0/networks/eecba038-e5f3-4e87-8185-e4337f421658 HTTP/1.1" status: 204 len: 168 time: 6.8626032 Feb 09 01:21:38.169354 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60184) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:38.183795 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-60ec81c3-bdc6-4766-992f-64d60574b34b tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1082190160'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:38.194944 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0862510-a35d-4011-865d-f8d230bd1397 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event deleted for resources: {'Network': ['ID=eecba038-e5f3-4e87-8185-e4337f421658,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:38.212400 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-17d7275e-3aa9-4f29-89fd-213171991a11 service neutron] 10.222.0.91 "GET /v2.0/networks/a87ac28a-2aeb-4a83-82bf-decda1e08acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436867 Feb 09 01:21:38.242366 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ec81c3-bdc6-4766-992f-64d60574b34b tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Made reservation on behalf of 31bb8dfd22e842779cd73a2df8e4a240 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:38.246977 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-60ec81c3-bdc6-4766-992f-64d60574b34b tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:38.335960 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ec81c3-bdc6-4766-992f-64d60574b34b tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:21:38.367370 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-60ec81c3-bdc6-4766-992f-64d60574b34b tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (51c1208c-f846-492f-91f9-dec16a498b43), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:38.367957 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-60ec81c3-bdc6-4766-992f-64d60574b34b tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Added segment 51c1208c-f846-492f-91f9-dec16a498b43 of type vlan for network ea9f4530-fecc-4956-a25f-5aa8fb31f41a Feb 09 01:21:38.421694 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-f6b95f7b-692a-4f16-9c81-e2a34785364e service neutron] 10.222.0.91 "GET /v2.0/networks/a87ac28a-2aeb-4a83-82bf-decda1e08acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976430 Feb 09 01:21:38.447435 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-60ec81c3-bdc6-4766-992f-64d60574b34b tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (ea9f4530-fecc-4956-a25f-5aa8fb31f41a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:38.497214 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-ce012a01-5a40-463f-b6bf-7ed10797ef36 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88 HTTP/1.1" status: 200 len: 217 time: 0.0629208 Feb 09 01:21:38.568290 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 152d2993-25df-4e93-92a9-19ab25aa604f is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:38.658959 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-60ec81c3-bdc6-4766-992f-64d60574b34b tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (ea9f4530-fecc-4956-a25f-5aa8fb31f41a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:38.671217 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ec81c3-bdc6-4766-992f-64d60574b34b tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:38.671874 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-60ec81c3-bdc6-4766-992f-64d60574b34b tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:38.745463 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8dc758-19e7-4d19-8553-41ce055316c6 None None] Network eecba038-e5f3-4e87-8185-e4337f421658 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:38.749085 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090aff86-88b2-4794-8494-bbb8d2a30e34 req-5273a804-f969-4b81-a58d-799bddffa32a tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:38.752577 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-090aff86-88b2-4794-8494-bbb8d2a30e34 req-5273a804-f969-4b81-a58d-799bddffa32a tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.8098619 Feb 09 01:21:38.758630 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-775ea9c7-2762-49d3-8d2a-846e6057b3f3 req-9eb8764a-045a-4a20-8257-a33a65567d02 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8340285 Feb 09 01:21:38.785469 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8dc758-19e7-4d19-8553-41ce055316c6 None None] Network eecba038-e5f3-4e87-8185-e4337f421658 could not be found, it might have been deleted concurrently. {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 01:21:38.832327 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-090aff86-88b2-4794-8494-bbb8d2a30e34 req-e274d929-00a3-4d34-b48e-f06711c7e000 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725861 Feb 09 01:21:38.847795 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-9d092fcc-a8a9-48e5-b555-47a44756072a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02', 'name': 'tempest-ServersTestFqdnHostnames-1426851178-router', 'tenant_id': '5343e4ed6da34a41bd43895909379b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd1910966-778a-4616-9dcd-463af1cdf87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:50Z', 'updated_at': '2022-02-09T01:21:01Z', 'revision_number': 4, 'project_id': '5343e4ed6da34a41bd43895909379b0f', 'gw_port': {'id': 'd1910966-778a-4616-9dcd-463af1cdf87f', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:51Z', 'updated_at': '2022-02-09T01:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': 'cea2336f-5b90-4d0a-902c-7a5ee35760aa', 'tenant_id': '5343e4ed6da34a41bd43895909379b0f', 'floating_ip_address': '172.25.1.8', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02', 'port_id': '051161ec-e061-4f84-b0c4-f2603afdec8e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1272, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60827e70-22ba-4097-9b3b-d59a1d2786bc', 'mac_address': 'fa:16:3e:6e:14:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0263d06a-35cc-4c73-a264-4a06ff69d7d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:21:11Z', 'updated_at': '2022-02-09T01:21:30Z', 'revision_number': 1, 'project_id': '5343e4ed6da34a41bd43895909379b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e6624d6-b89c-421f-ab48-f578b1218356', 'name': '', 'network_id': '60827e70-22ba-4097-9b3b-d59a1d2786bc', 'tenant_id': '5343e4ed6da34a41bd43895909379b0f', 'mac_address': 'fa:16:3e:e5:e1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '6cc24d7f-d60e-481d-8961-d05b90104e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:56Z', 'updated_at': '2022-02-09T01:21:08Z', 'revision_number': 5, 'project_id': '5343e4ed6da34a41bd43895909379b0f', 'subnets': [{'id': '6cc24d7f-d60e-481d-8961-d05b90104e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:38.855647 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-e3c06ee9-d572-4d1d-aa9e-566d7e889703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:38.873406 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-e3c06ee9-d572-4d1d-aa9e-566d7e889703 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=aa9fcc5d-ba04-4bc8-ac3a-fa1b2158dd4f HTTP/1.1" status: 200 len: 797 time: 0.3656671 Feb 09 01:21:38.936026 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec81c3-bdc6-4766-992f-64d60574b34b tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event updated for resources: {'Network': ['ID=ea9f4530-fecc-4956-a25f-5aa8fb31f41a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:38.952408 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-60ec81c3-bdc6-4766-992f-64d60574b34b tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7726114 Feb 09 01:21:38.961782 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60194) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:38.964739 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d092fcc-a8a9-48e5-b555-47a44756072a None None] The sync data for ids ['5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02'] in n-d-822053-40 is: [{'id': '5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02', 'name': 'tempest-ServersTestFqdnHostnames-1426851178-router', 'tenant_id': '5343e4ed6da34a41bd43895909379b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd1910966-778a-4616-9dcd-463af1cdf87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:50Z', 'updated_at': '2022-02-09T01:21:01Z', 'revision_number': 4, 'project_id': '5343e4ed6da34a41bd43895909379b0f', 'gw_port': {'id': 'd1910966-778a-4616-9dcd-463af1cdf87f', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:51Z', 'updated_at': '2022-02-09T01:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': 'cea2336f-5b90-4d0a-902c-7a5ee35760aa', 'tenant_id': '5343e4ed6da34a41bd43895909379b0f', 'floating_ip_address': '172.25.1.8', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02', 'port_id': '051161ec-e061-4f84-b0c4-f2603afdec8e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1272, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60827e70-22ba-4097-9b3b-d59a1d2786bc', 'mac_address': 'fa:16:3e:6e:14:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0263d06a-35cc-4c73-a264-4a06ff69d7d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:21:11Z', 'updated_at': '2022-02-09T01:21:30Z', 'revision_number': 1, 'project_id': '5343e4ed6da34a41bd43895909379b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e6624d6-b89c-421f-ab48-f578b1218356', 'name': '', 'network_id': '60827e70-22ba-4097-9b3b-d59a1d2786bc', 'tenant_id': '5343e4ed6da34a41bd43895909379b0f', 'mac_address': 'fa:16:3e:e5:e1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '6cc24d7f-d60e-481d-8961-d05b90104e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:56Z', 'updated_at': '2022-02-09T01:21:08Z', 'revision_number': 5, 'project_id': '5343e4ed6da34a41bd43895909379b0f', 'subnets': [{'id': '6cc24d7f-d60e-481d-8961-d05b90104e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:21:38.972674 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-21ff81dc-66a5-4c27-9136-2c8f73f00b39 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Request body: {'subnet': {'network_id': 'ea9f4530-fecc-4956-a25f-5aa8fb31f41a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:38.983590 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network ea9f4530-fecc-4956-a25f-5aa8fb31f41a details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:21:38.984060 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-8eda961c-ce0e-4c22-8374-b27a10f0455d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:38.985615 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-8eda961c-ce0e-4c22-8374-b27a10f0455d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a87ac28a-2aeb-4a83-82bf-decda1e08acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1112983 Feb 09 01:21:39.265397 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b83f7d-5893-424d-aac6-e1f394e248dc req-e7d2bd7a-0f77-42a6-8773-6029e5871b69 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:39.267566 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-31b83f7d-5893-424d-aac6-e1f394e248dc req-e7d2bd7a-0f77-42a6-8773-6029e5871b69 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.30 "GET /v2.0/ports?device_id=0263d06a-35cc-4c73-a264-4a06ff69d7d5 HTTP/1.1" status: 200 len: 946 time: 0.2593298 Feb 09 01:21:39.344032 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b612f5-b501-4a49-9803-1bb1c838e775 req-e11ff4b0-3254-4b9d-b4cd-4d5e711a3eac tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:39.344032 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c5b612f5-b501-4a49-9803-1bb1c838e775 req-e11ff4b0-3254-4b9d-b4cd-4d5e711a3eac tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=e583f6a8-65e5-44ed-9dcd-ff5b5ba80116 HTTP/1.1" status: 200 len: 945 time: 0.4078040 Feb 09 01:21:39.344397 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ff81dc-66a5-4c27-9136-2c8f73f00b39 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Made reservation on behalf of 31bb8dfd22e842779cd73a2df8e4a240 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:39.349034 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-21ff81dc-66a5-4c27-9136-2c8f73f00b39 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:39.411196 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-8dd21e67-5b6c-4459-8409-9b047c2b3369 service neutron] 10.222.0.91 "GET /v2.0/networks/a87ac28a-2aeb-4a83-82bf-decda1e08acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950784 Feb 09 01:21:39.505853 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-31b83f7d-5893-424d-aac6-e1f394e248dc req-42515806-f404-4ab3-91b4-2216c8db1a86 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.30 "GET /v2.0/security-groups?id=0dfce880-18fa-4ede-90aa-669f34c8f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2227263 Feb 09 01:21:39.524268 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5349613f-c767-470c-81ba-02c40b0acd12 None None] New status for floating IP cea2336f-5b90-4d0a-902c-7a5ee35760aa: ACTIVE {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:21:39.534184 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.ipam_backend_mixin [None req-21ff81dc-66a5-4c27-9136-2c8f73f00b39 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Performing IP validity checks on allocation pools {{(pid=103528) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 01:21:39.534664 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.ipam_backend_mixin [None req-21ff81dc-66a5-4c27-9136-2c8f73f00b39 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103528) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 01:21:39.582832 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c5b612f5-b501-4a49-9803-1bb1c838e775 req-f258b5cf-3d25-42db-a8fb-06d59d88ec32 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165093 Feb 09 01:21:39.870036 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06176b5b-2a7f-4868-9e50-6ceeba7628a3 req-b9c614a4-94ed-4f2e-bfe6-661bbc4f02cc tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:39.876568 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-06176b5b-2a7f-4868-9e50-6ceeba7628a3 req-b9c614a4-94ed-4f2e-bfe6-661bbc4f02cc tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] 10.222.0.30 "GET /v2.0/ports?device_id=f685344e-383c-4034-83bf-35a13123e9ae HTTP/1.1" status: 200 len: 945 time: 0.1615674 Feb 09 01:21:39.915130 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-a0bb8a75-d665-4e01-b56e-8d0ccc48a30c service neutron] 10.222.0.91 "GET /v2.0/networks/a87ac28a-2aeb-4a83-82bf-decda1e08acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4554689 Feb 09 01:21:40.038930 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-aa655491-7a0e-44d6-a33c-882c0aa4bb45 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=789db35b-0323-4d38-b70f-7194c1a86af2 HTTP/1.1" status: 200 len: 217 time: 0.1145303 Feb 09 01:21:40.050056 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 9cc12ca1-9b23-4910-bffe-2f01e99eea40 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:21:40.108973 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-cbbdb62c-852a-4131-a82c-ed9c399a3ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:40.111254 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-cbbdb62c-852a-4131-a82c-ed9c399a3ae6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=aa9fcc5d-ba04-4bc8-ac3a-fa1b2158dd4f HTTP/1.1" status: 200 len: 797 time: 0.0642343 Feb 09 01:21:40.158382 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-06176b5b-2a7f-4868-9e50-6ceeba7628a3 req-54022174-de16-4e28-aa27-cd609d553c52 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf1e688-4cb4-49fb-9051-e87f90e10c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403822 Feb 09 01:21:40.198822 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe79696-f530-4673-8856-8ce56e9acb3f req-e8ba54a3-ab04-4521-b919-029cdde0d9e0 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:40.212078 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ffe79696-f530-4673-8856-8ce56e9acb3f req-e8ba54a3-ab04-4521-b919-029cdde0d9e0 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.3357184 Feb 09 01:21:40.265831 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 9cc12ca1-9b23-4910-bffe-2f01e99eea40 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:40.280729 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 9cc12ca1-9b23-4910-bffe-2f01e99eea40 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:40.281465 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9cc12ca1-9b23-4910-bffe-2f01e99eea40), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:40.299675 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ffe79696-f530-4673-8856-8ce56e9acb3f req-c92c49ad-38b8-43fa-8381-e8119f5aafe1 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866430 Feb 09 01:21:40.416209 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-f99961db-5c88-4695-9815-268cd26bded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:40.418940 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-f99961db-5c88-4695-9815-268cd26bded1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a87ac28a-2aeb-4a83-82bf-decda1e08acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2926466 Feb 09 01:21:40.428469 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-21ff81dc-66a5-4c27-9136-2c8f73f00b39 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (861841c7-4029-410d-a88c-37fcb78af5b4), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:40.533418 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 9cc12ca1-9b23-4910-bffe-2f01e99eea40 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:40.534207 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9cc12ca1-9b23-4910-bffe-2f01e99eea40), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:40.607880 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 9cc12ca1-9b23-4910-bffe-2f01e99eea40, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9cc12ca1-9b23-4910-bffe-2f01e99eea40,segment=NetworkSegment(3350618d-f84a-4a0b-8997-97c98e7ed20e),segment_id=3350618d-f84a-4a0b-8997-97c98e7ed20e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:40.610409 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94a0fd8-57dc-49e7-9045-4d076eb07b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc12ca1-9b23-4910-bffe-2f01e99eea40'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:21:40.614110 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0748cd4-0907-4f89-942b-0bbc2fc27867" -d '{"events": [{"server_uuid": "c94a0fd8-57dc-49e7-9045-4d076eb07b99", "name": "network-vif-plugged", "status": "completed", "tag": "9cc12ca1-9b23-4910-bffe-2f01e99eea40"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:21:40.625464 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9cc12ca1-9b23-4910-bffe-2f01e99eea40), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:40.640747 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c804d-c195-4ee9-be02-f4b19981e329 req-788a4c91-8123-4692-a8a2-1eb9dbbd93bd tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:40.656284 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d92c804d-c195-4ee9-be02-f4b19981e329 req-788a4c91-8123-4692-a8a2-1eb9dbbd93bd tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c94a0fd8-57dc-49e7-9045-4d076eb07b99 HTTP/1.1" status: 200 len: 945 time: 0.1806865 Feb 09 01:21:40.656284 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103de65a-73ca-4692-91e5-32b09d68916f req-688e79cc-4a00-4168-9cc9-b7806261091b tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:40.662153 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-103de65a-73ca-4692-91e5-32b09d68916f req-688e79cc-4a00-4168-9cc9-b7806261091b tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=e583f6a8-65e5-44ed-9dcd-ff5b5ba80116 HTTP/1.1" status: 200 len: 945 time: 0.1467443 Feb 09 01:21:40.685768 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff81dc-66a5-4c27-9136-2c8f73f00b39 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event updated for resources: {'Subnet': ['ID=861841c7-4029-410d-a88c-37fcb78af5b4,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:40.721108 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=9cc12ca1-9b23-4910-bffe-2f01e99eea40,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:40.754216 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-aa91d57f-011b-42b5-aa3d-95d7e9d08da0 service neutron] 10.222.0.91 "GET /v2.0/networks/a87ac28a-2aeb-4a83-82bf-decda1e08acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205042 Feb 09 01:21:40.755445 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ff81dc-66a5-4c27-9136-2c8f73f00b39 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Checking segment: {'id': '51c1208c-f846-492f-91f9-dec16a498b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ea9f4530-fecc-4956-a25f-5aa8fb31f41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:40.784241 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ff81dc-66a5-4c27-9136-2c8f73f00b39 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Network hostable DHCP agents. Network: ea9f4530-fecc-4956-a25f-5aa8fb31f41a, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:21:40.784660 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d92c804d-c195-4ee9-be02-f4b19981e329 req-20a4fb32-6fc1-4d7b-8042-fa706bceda3c tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752411 Feb 09 01:21:40.784660 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-103de65a-73ca-4692-91e5-32b09d68916f req-334a1a8d-ba84-48be-85ba-c432e1d62238 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047754 Feb 09 01:21:40.857878 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ff81dc-66a5-4c27-9136-2c8f73f00b39 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Network ea9f4530-fecc-4956-a25f-5aa8fb31f41a is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:21:40.867663 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd58b83-ce45-4601-b7e6-2278b1b5c970 x-openstack-request-id: req-4cd58b83-ce45-4601-b7e6-2278b1b5c970 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:21:40.869268 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94a0fd8-57dc-49e7-9045-4d076eb07b99", "name": "network-vif-plugged", "status": "completed", "tag": "9cc12ca1-9b23-4910-bffe-2f01e99eea40", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:21:40.869800 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4cd58b83-ce45-4601-b7e6-2278b1b5c970 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:21:40.871081 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94a0fd8-57dc-49e7-9045-4d076eb07b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc12ca1-9b23-4910-bffe-2f01e99eea40', 'code': 200} Feb 09 01:21:40.887755 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-21ff81dc-66a5-4c27-9136-2c8f73f00b39 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, ea9f4530-fecc-4956-a25f-5aa8fb31f41a) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:40.900208 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de279430-ff20-481f-8eb2-6f03b06ed53d None None] Network ea9f4530-fecc-4956-a25f-5aa8fb31f41a requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:41.100802 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f4347-5d85-45c0-8361-d4f61c4d85b1 req-fd581baa-f2b8-40a6-bbb1-a3413ad0041a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:41.102391 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a58f4347-5d85-45c0-8361-d4f61c4d85b1 req-fd581baa-f2b8-40a6-bbb1-a3413ad0041a service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=c94a0fd8-57dc-49e7-9045-4d076eb07b99 HTTP/1.1" status: 200 len: 1129 time: 0.1546013 Feb 09 01:21:41.193115 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7401805f-da3d-42d0-915f-bd92da4ea808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-ea9f4530-fecc-4956-a25f-5aa8fb31f41a', 'network_id': 'ea9f4530-fecc-4956-a25f-5aa8fb31f41a', 'project_id': '31bb8dfd22e842779cd73a2df8e4a240', 'fixed_ips': [{'subnet_id': '861841c7-4029-410d-a88c-37fcb78af5b4'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:21:41.196778 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7401805f-da3d-42d0-915f-bd92da4ea808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:41.404784 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-cb406fa9-70e0-498c-af64-88e1a8adf022 service neutron] 10.222.0.91 "GET /v2.0/networks/a87ac28a-2aeb-4a83-82bf-decda1e08acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6407211 Feb 09 01:21:41.406220 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ff81dc-66a5-4c27-9136-2c8f73f00b39 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:41.406800 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-21ff81dc-66a5-4c27-9136-2c8f73f00b39 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:41.431450 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6a35b-a5b6-428e-98e0-5beeba07d768 req-d16a3db6-734a-4e87-81f8-a64395810cdd tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:41.441021 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e0e6a35b-a5b6-428e-98e0-5beeba07d768 req-d16a3db6-734a-4e87-81f8-a64395810cdd tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4efe6a9-7b0d-4ff7-b86d-1a8c42d4c95b HTTP/1.1" status: 200 len: 946 time: 0.3346817 Feb 09 01:21:41.446583 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a58f4347-5d85-45c0-8361-d4f61c4d85b1 req-85973a81-8321-40f2-86e1-a15e06727b45 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177249 Feb 09 01:21:41.453620 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-7401805f-da3d-42d0-915f-bd92da4ea808 None None] Allocated IP 172.20.0.3 (ea9f4530-fecc-4956-a25f-5aa8fb31f41a/861841c7-4029-410d-a88c-37fcb78af5b4/06826a7f-aaf9-462e-94db-5dade93d57c0) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:41.465704 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-6a00516d-cd92-4b8f-bf3c-ac6da0c8da15 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=da204a12-3812-43bd-b3e0-86cb8015b582 HTTP/1.1" status: 200 len: 217 time: 0.0488210 Feb 09 01:21:41.471801 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-21ff81dc-66a5-4c27-9136-2c8f73f00b39 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.5012293 Feb 09 01:21:41.474034 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60242) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:41.477336 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1010a6-3859-4658-9fc0-c9197e77d8ee req-fe0daaab-9a5b-41b1-98be-2568106a5ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:41.479113 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a1010a6-3859-4658-9fc0-c9197e77d8ee req-fe0daaab-9a5b-41b1-98be-2568106a5ec2 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=96a79a613bcf4094bfa23ee11b0f3675&device_id=f685344e-383c-4034-83bf-35a13123e9ae HTTP/1.1" status: 200 len: 1128 time: 0.3156340 Feb 09 01:21:41.487255 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c2901-bd67-45d8-9a55-9ad39bc1a4de req-e8b71e5b-762c-4c6f-a6f7-32980fa6dde5 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:41.495760 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3b6c2901-bd67-45d8-9a55-9ad39bc1a4de req-e8b71e5b-762c-4c6f-a6f7-32980fa6dde5 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.3544896 Feb 09 01:21:41.551689 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e0e6a35b-a5b6-428e-98e0-5beeba07d768 req-d6efa0a0-98ac-4929-99a0-5353b4b449b8 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096439 Feb 09 01:21:41.633606 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-9e652a6b-45da-4b15-a033-b009aa27541b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:41.635743 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-9e652a6b-45da-4b15-a033-b009aa27541b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=989f8a52-0a9a-46f5-868b-2d52ddf6538c HTTP/1.1" status: 200 len: 797 time: 0.1588333 Feb 09 01:21:41.642070 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3b6c2901-bd67-45d8-9a55-9ad39bc1a4de req-e96afb74-0f5b-456f-9933-3ae51cf46fcd tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412618 Feb 09 01:21:41.704121 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7401805f-da3d-42d0-915f-bd92da4ea808 None None] Publish callbacks [] for port (06826a7f-aaf9-462e-94db-5dade93d57c0), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:41.717786 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7401805f-da3d-42d0-915f-bd92da4ea808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (06826a7f-aaf9-462e-94db-5dade93d57c0), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:41.766742 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ea8fd15-738f-453e-9b4f-a603b2b45120 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (ea9f4530-fecc-4956-a25f-5aa8fb31f41a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:41.786408 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7401805f-da3d-42d0-915f-bd92da4ea808 None None] Network ea9f4530-fecc-4956-a25f-5aa8fb31f41a is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:41.800262 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-7401805f-da3d-42d0-915f-bd92da4ea808 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:41.805892 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7401805f-da3d-42d0-915f-bd92da4ea808 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:21:41.843968 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401805f-da3d-42d0-915f-bd92da4ea808 None None] Pushing event updated for resources: {'Port': ['ID=06826a7f-aaf9-462e-94db-5dade93d57c0,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:41.879230 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-27f698ed-b42a-4251-a71f-1989bea904af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:41.881222 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-27f698ed-b42a-4251-a71f-1989bea904af service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2cffe158-1e62-4cc7-b53e-f2901607bc8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2382443 Feb 09 01:21:41.909373 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-7401805f-da3d-42d0-915f-bd92da4ea808 None None] Attempting to bind port 06826a7f-aaf9-462e-94db-5dade93d57c0 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:21:41.910482 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-7401805f-da3d-42d0-915f-bd92da4ea808 None None] Attempting to bind port 06826a7f-aaf9-462e-94db-5dade93d57c0 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '51c1208c-f846-492f-91f9-dec16a498b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ea9f4530-fecc-4956-a25f-5aa8fb31f41a'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:21:41.911198 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7401805f-da3d-42d0-915f-bd92da4ea808 None None] Attempting to bind port 06826a7f-aaf9-462e-94db-5dade93d57c0 on network ea9f4530-fecc-4956-a25f-5aa8fb31f41a {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:21:41.921816 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7401805f-da3d-42d0-915f-bd92da4ea808 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:21:41.923761 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7401805f-da3d-42d0-915f-bd92da4ea808 None None] Checking segment: {'id': '51c1208c-f846-492f-91f9-dec16a498b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ea9f4530-fecc-4956-a25f-5aa8fb31f41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:41.924549 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7401805f-da3d-42d0-915f-bd92da4ea808 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:41.925641 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7401805f-da3d-42d0-915f-bd92da4ea808 None None] Bound using segment: {'id': '51c1208c-f846-492f-91f9-dec16a498b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ea9f4530-fecc-4956-a25f-5aa8fb31f41a'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:21:41.926538 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-7401805f-da3d-42d0-915f-bd92da4ea808 None None] Bound port: 06826a7f-aaf9-462e-94db-5dade93d57c0, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c1208c-f846-492f-91f9-dec16a498b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'ea9f4530-fecc-4956-a25f-5aa8fb31f41a'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:21:41.927170 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7401805f-da3d-42d0-915f-bd92da4ea808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (06826a7f-aaf9-462e-94db-5dade93d57c0), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:41.934566 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156dc2d-7c97-4327-b4ec-568c1da0e6a0 req-a69258c5-245e-4d1c-a5ae-43b92ef14fe2 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:41.942648 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6156dc2d-7c97-4327-b4ec-568c1da0e6a0 req-a69258c5-245e-4d1c-a5ae-43b92ef14fe2 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] 10.222.0.30 "GET /v2.0/ports?device_id=f685344e-383c-4034-83bf-35a13123e9ae HTTP/1.1" status: 200 len: 945 time: 0.2205396 Feb 09 01:21:41.980043 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1010a6-3859-4658-9fc0-c9197e77d8ee req-8e3096a5-cb98-43a8-850f-0420588bd644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:41.983083 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a1010a6-3859-4658-9fc0-c9197e77d8ee req-8e3096a5-cb98-43a8-850f-0420588bd644 service neutron] 10.222.0.121 "GET /v2.0/networks?id=af3766bd-853a-409d-a43c-1e0c11f349d3 HTTP/1.1" status: 200 len: 915 time: 0.3198740 Feb 09 01:21:42.043013 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a1010a6-3859-4658-9fc0-c9197e77d8ee req-8117bbbd-83a2-48ad-abe4-edd03fa950ae service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9 HTTP/1.1" status: 200 len: 217 time: 0.0498002 Feb 09 01:21:42.074999 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727851de-969d-45b0-a6db-da0dee80ca1e req-7d6a5c06-8f11-46ad-a25e-48b978ba86ff tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:42.083007 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-727851de-969d-45b0-a6db-da0dee80ca1e req-7d6a5c06-8f11-46ad-a25e-48b978ba86ff tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f510f95-9459-448b-9514-d2325720404a HTTP/1.1" status: 200 len: 945 time: 0.2988329 Feb 09 01:21:42.085779 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9ea8fd15-738f-453e-9b4f-a603b2b45120 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Deleting port 06826a7f-aaf9-462e-94db-5dade93d57c0 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:21:42.086022 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-7401805f-da3d-42d0-915f-bd92da4ea808 None None] For port 06826a7f-aaf9-462e-94db-5dade93d57c0, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:21:42.086714 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ea8fd15-738f-453e-9b4f-a603b2b45120 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (06826a7f-aaf9-462e-94db-5dade93d57c0), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:42.090294 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-7401805f-da3d-42d0-915f-bd92da4ea808 None None] For port 06826a7f-aaf9-462e-94db-5dade93d57c0, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=06826a7f-aaf9-462e-94db-5dade93d57c0,segment=NetworkSegment(51c1208c-f846-492f-91f9-dec16a498b43),segment_id=51c1208c-f846-492f-91f9-dec16a498b43)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:21:42.100866 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7401805f-da3d-42d0-915f-bd92da4ea808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (06826a7f-aaf9-462e-94db-5dade93d57c0), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:42.181744 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1010a6-3859-4658-9fc0-c9197e77d8ee req-fc17eddf-f8f1-4ecd-8343-ca8cca8cafb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:42.187962 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a1010a6-3859-4658-9fc0-c9197e77d8ee req-fc17eddf-f8f1-4ecd-8343-ca8cca8cafb4 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=566991aa-60ce-4255-aacf-f7e0a3f0748d HTTP/1.1" status: 200 len: 854 time: 0.1348197 Feb 09 01:21:42.192872 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-95a712c3-eee6-4a35-bb3e-187adf71e17b service neutron] 10.222.0.91 "GET /v2.0/networks/2cffe158-1e62-4cc7-b53e-f2901607bc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023276 Feb 09 01:21:42.230860 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6156dc2d-7c97-4327-b4ec-568c1da0e6a0 req-0dd76a62-379b-4787-b758-a02e13d191a9 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf1e688-4cb4-49fb-9051-e87f90e10c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856388 Feb 09 01:21:42.301551 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a1010a6-3859-4658-9fc0-c9197e77d8ee req-b1c82dd6-01e4-46bd-b2d0-a6d367539b8c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=af3766bd-853a-409d-a43c-1e0c11f349d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994749 Feb 09 01:21:42.382342 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401805f-da3d-42d0-915f-bd92da4ea808 None None] Pushing event updated for resources: {'Port': ['ID=06826a7f-aaf9-462e-94db-5dade93d57c0,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:42.461533 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-c35f1e66-6622-418d-9875-e4ca6b6d3fdb service neutron] 10.222.0.91 "GET /v2.0/networks/2cffe158-1e62-4cc7-b53e-f2901607bc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599225 Feb 09 01:21:42.463915 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-9ea8fd15-738f-453e-9b4f-a603b2b45120 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] For port 06826a7f-aaf9-462e-94db-5dade93d57c0, host n-d-822053-40, got binding levels [] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:42.464842 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ea8fd15-738f-453e-9b4f-a603b2b45120 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (06826a7f-aaf9-462e-94db-5dade93d57c0), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:42.489539 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-727851de-969d-45b0-a6db-da0dee80ca1e req-758224ab-628f-4d78-b3ef-21737a42cc71 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041688 Feb 09 01:21:42.593767 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd7f3d-202e-47f3-a212-b20a1eb04305 req-26260cda-0721-49cd-b698-0e2bd7c14f6e tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:42.612227 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-efcd7f3d-202e-47f3-a212-b20a1eb04305 req-26260cda-0721-49cd-b698-0e2bd7c14f6e tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.2044907 Feb 09 01:21:42.619828 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9ea8fd15-738f-453e-9b4f-a603b2b45120 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Calling delete_port for 06826a7f-aaf9-462e-94db-5dade93d57c0 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:21:42.626258 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-ce8b2d43-3092-4360-8036-068092255411 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=516fe2c8-f9f0-4d83-84b6-e9595515fd12 HTTP/1.1" status: 200 len: 217 time: 0.1553113 Feb 09 01:21:42.640807 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a1010a6-3859-4658-9fc0-c9197e77d8ee req-76ba84d3-95cd-4e3d-a3d1-c91d4d85069a service neutron] 10.222.0.121 "GET /v2.0/networks/af3766bd-853a-409d-a43c-1e0c11f349d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268790 Feb 09 01:21:42.922540 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-ef390516-ccf0-4931-baa8-c563d0a2bf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:42.923639 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-efcd7f3d-202e-47f3-a212-b20a1eb04305 req-0dad4bf1-b2f5-47b6-90dd-c7574cdf876b tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960560 Feb 09 01:21:42.925775 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-ef390516-ccf0-4931-baa8-c563d0a2bf9f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=989f8a52-0a9a-46f5-868b-2d52ddf6538c HTTP/1.1" status: 200 len: 797 time: 0.2729046 Feb 09 01:21:42.939348 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507495cb-faf5-4741-9ccf-032f618ef077 req-c7379715-9556-4d20-b232-3e7c483fc257 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:42.941683 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-507495cb-faf5-4741-9ccf-032f618ef077 req-c7379715-9556-4d20-b232-3e7c483fc257 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c94a0fd8-57dc-49e7-9045-4d076eb07b99 HTTP/1.1" status: 200 len: 946 time: 0.3233540 Feb 09 01:21:43.031417 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a1010a6-3859-4658-9fc0-c9197e77d8ee req-73ebd857-5df1-4abd-81ee-9c127495716d service neutron] 10.222.0.121 "GET /v2.0/networks/af3766bd-853a-409d-a43c-1e0c11f349d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715014 Feb 09 01:21:43.112043 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-507495cb-faf5-4741-9ccf-032f618ef077 req-0a76e136-ec23-4556-bfe1-cab93cdedd6b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490457 Feb 09 01:21:43.118995 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-c0cfabd6-7549-4201-ad4b-5387fd762d07 req-86e45ab7-3c2b-4632-a433-7e00ed5ea094 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:21:43.128978 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c0cfabd6-7549-4201-ad4b-5387fd762d07 req-86e45ab7-3c2b-4632-a433-7e00ed5ea094 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0151908 Feb 09 01:21:43.137629 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-a56f7397-1877-46f8-bb06-c5b0926a6e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:43.141460 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-a56f7397-1877-46f8-bb06-c5b0926a6e63 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2cffe158-1e62-4cc7-b53e-f2901607bc8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1934562 Feb 09 01:21:43.305725 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ea8fd15-738f-453e-9b4f-a603b2b45120 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (06826a7f-aaf9-462e-94db-5dade93d57c0), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:43.351073 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c0cfabd6-7549-4201-ad4b-5387fd762d07 req-0c3423cd-598b-4622-a31e-cee0f7c36300 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2204959 Feb 09 01:21:43.459599 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8fd15-738f-453e-9b4f-a603b2b45120 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event deleted for resources: {'Port': ['ID=06826a7f-aaf9-462e-94db-5dade93d57c0,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:43.528896 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564a3a7-e573-441f-86f9-324320168d96 req-ce8cc6b7-53c1-4741-9907-d7a6b71539a6 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:43.553113 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3564a3a7-e573-441f-86f9-324320168d96 req-ce8cc6b7-53c1-4741-9907-d7a6b71539a6 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.1941795 Feb 09 01:21:43.639094 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8fd15-738f-453e-9b4f-a603b2b45120 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:43.640187 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8fd15-738f-453e-9b4f-a603b2b45120 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:43.640355 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8fd15-738f-453e-9b4f-a603b2b45120 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:43.641145 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8fd15-738f-453e-9b4f-a603b2b45120 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:43.641308 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8fd15-738f-453e-9b4f-a603b2b45120 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:43.641751 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8fd15-738f-453e-9b4f-a603b2b45120 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:43.642302 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8fd15-738f-453e-9b4f-a603b2b45120 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:43.642844 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8fd15-738f-453e-9b4f-a603b2b45120 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:43.643388 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8fd15-738f-453e-9b4f-a603b2b45120 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:43.643927 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8fd15-738f-453e-9b4f-a603b2b45120 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:43.644487 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8fd15-738f-453e-9b4f-a603b2b45120 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:43.645023 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8fd15-738f-453e-9b4f-a603b2b45120 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:43.645551 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8fd15-738f-453e-9b4f-a603b2b45120 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:43.670890 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea8fd15-738f-453e-9b4f-a603b2b45120 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] No DVR routers for this DVR port 06826a7f-aaf9-462e-94db-5dade93d57c0 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:21:43.692248 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-f1f14016-76a7-4fe7-83c8-a2d4af1c743b service neutron] 10.222.0.91 "GET /v2.0/networks/2cffe158-1e62-4cc7-b53e-f2901607bc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5258057 Feb 09 01:21:43.761698 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3564a3a7-e573-441f-86f9-324320168d96 req-98e964fd-0c90-448d-929f-f92105311caa tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073045 Feb 09 01:21:43.881646 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169127d-5556-4d1b-bbb5-13a255fac791 req-0f5d4041-1d97-4716-b8cd-112dbcaf6a00 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:43.883681 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7169127d-5556-4d1b-bbb5-13a255fac791 req-0f5d4041-1d97-4716-b8cd-112dbcaf6a00 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] 10.222.0.30 "GET /v2.0/ports?device_id=f685344e-383c-4034-83bf-35a13123e9ae HTTP/1.1" status: 200 len: 945 time: 0.1686881 Feb 09 01:21:43.964707 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ea8fd15-738f-453e-9b4f-a603b2b45120 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (861841c7-4029-410d-a88c-37fcb78af5b4), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:44.019545 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7169127d-5556-4d1b-bbb5-13a255fac791 req-fd2cf3d4-fe3b-4ad5-adef-1e9113896f2f tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf1e688-4cb4-49fb-9051-e87f90e10c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238542 Feb 09 01:21:44.066376 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7dd34-1e36-4981-b7b5-31323f7bc119 req-dd2438cf-735e-4673-9e3a-a13acf393e7c tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:44.075308 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c8a7dd34-1e36-4981-b7b5-31323f7bc119 req-dd2438cf-735e-4673-9e3a-a13acf393e7c tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=e583f6a8-65e5-44ed-9dcd-ff5b5ba80116 HTTP/1.1" status: 200 len: 945 time: 0.1895642 Feb 09 01:21:44.179217 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8e58b796-f18d-4f59-9b8e-44a7c4edc3b9 req-738920ee-9a60-4811-ad9c-68c20849d2c6 service neutron] 10.222.0.91 "GET /v2.0/networks/2cffe158-1e62-4cc7-b53e-f2901607bc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4336755 Feb 09 01:21:44.184990 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c8a7dd34-1e36-4981-b7b5-31323f7bc119 req-88ff96ec-42bf-4d65-beb4-537abcb43958 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079640 Feb 09 01:21:44.206580 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ea8fd15-738f-453e-9b4f-a603b2b45120 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (861841c7-4029-410d-a88c-37fcb78af5b4), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:44.316447 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8fd15-738f-453e-9b4f-a603b2b45120 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event deleted for resources: {'Subnet': ['ID=861841c7-4029-410d-a88c-37fcb78af5b4,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:44.361377 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eaae6f4-21bf-478b-a9ef-6b5c33e45e42 None None] Network ea9f4530-fecc-4956-a25f-5aa8fb31f41a requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:44.405672 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f8a62-6939-4e07-802c-d9a842a81f50 req-145045be-257a-4da4-9130-58ca95dd20a7 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:44.407601 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-304f8a62-6939-4e07-802c-d9a842a81f50 req-145045be-257a-4da4-9130-58ca95dd20a7 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.1596401 Feb 09 01:21:44.408651 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b9dc8b84-0fb3-419c-95d5-2c9fa3b65c13 None None] Could not find standard attr ID for object 06826a7f-aaf9-462e-94db-5dade93d57c0. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:21:44.443192 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ea8fd15-738f-453e-9b4f-a603b2b45120 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (ea9f4530-fecc-4956-a25f-5aa8fb31f41a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:44.476107 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-304f8a62-6939-4e07-802c-d9a842a81f50 req-436c2ac3-b6bd-4829-989a-793a297f712f tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525117 Feb 09 01:21:44.515045 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-9ea8fd15-738f-453e-9b4f-a603b2b45120 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea9f4530-fecc-4956-a25f-5aa8fb31f41a']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:44.557620 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-9ea8fd15-738f-453e-9b4f-a603b2b45120 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c1208c-f846-492f-91f9-dec16a498b43') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:44.561707 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-9ea8fd15-738f-453e-9b4f-a603b2b45120 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c1208c-f846-492f-91f9-dec16a498b43') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:44.572607 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be6023-7a4f-4aa9-b7ad-1059a8102b0c req-76a78a4d-ffea-4e56-ad2b-abb1f9d7b3ad tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:44.582703 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b1be6023-7a4f-4aa9-b7ad-1059a8102b0c req-76a78a4d-ffea-4e56-ad2b-abb1f9d7b3ad tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c94a0fd8-57dc-49e7-9045-4d076eb07b99 HTTP/1.1" status: 200 len: 946 time: 0.1734531 Feb 09 01:21:44.626217 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ea8fd15-738f-453e-9b4f-a603b2b45120 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (51c1208c-f846-492f-91f9-dec16a498b43), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:44.673230 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b1be6023-7a4f-4aa9-b7ad-1059a8102b0c req-c3ffb3a2-7884-45f4-9a81-bba746ae1c9a tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895002 Feb 09 01:21:44.706078 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd1c845-bf21-4b98-a74f-834404ce4321 None None] DHCP port deletion for ea9f4530-fecc-4956-a25f-5aa8fb31f41a request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:21:44.737607 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ea8fd15-738f-453e-9b4f-a603b2b45120 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (51c1208c-f846-492f-91f9-dec16a498b43), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:44.757484 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ea8fd15-738f-453e-9b4f-a603b2b45120 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:21:44.758314 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ea8fd15-738f-453e-9b4f-a603b2b45120 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (51c1208c-f846-492f-91f9-dec16a498b43), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:44.762380 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:21:44.762380 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:21:44.762380 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:21:44.762380 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:21:44.762380 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:21:44.762380 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:21:44.762380 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:21:44.762380 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:21:44.762380 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:21:44.762380 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:21:44.762380 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:21:44.762380 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:21:44.762380 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:21:44.762380 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:21:44.762380 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:21:44.762380 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:21:44.762380 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:21:44.762380 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:21:44.762380 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:21:44.762380 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:21:44.762380 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:21:44.762380 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:21:44.762380 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:21:44.762380 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:21:44.762380 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:21:44.762380 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:21:44.762380 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:21:44.762380 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:21:44.762380 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:21:44.762380 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:21:44.762380 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:21:44.762380 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:21:44.799047 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25cefa-0fbf-4fd0-a7c1-0ee866657abf req-d7167fb8-fcbf-4bb0-980f-20bba0d29934 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:44.801525 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aa25cefa-0fbf-4fd0-a7c1-0ee866657abf req-d7167fb8-fcbf-4bb0-980f-20bba0d29934 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4efe6a9-7b0d-4ff7-b86d-1a8c42d4c95b HTTP/1.1" status: 200 len: 946 time: 0.1139951 Feb 09 01:21:44.883389 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ea8fd15-738f-453e-9b4f-a603b2b45120 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (ea9f4530-fecc-4956-a25f-5aa8fb31f41a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:44.930425 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ea8fd15-738f-453e-9b4f-a603b2b45120 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:44.941424 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9ea8fd15-738f-453e-9b4f-a603b2b45120 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "DELETE /v2.0/networks/ea9f4530-fecc-4956-a25f-5aa8fb31f41a HTTP/1.1" status: 204 len: 168 time: 3.4626355 Feb 09 01:21:44.941424 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8fd15-738f-453e-9b4f-a603b2b45120 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event deleted for resources: {'Network': ['ID=ea9f4530-fecc-4956-a25f-5aa8fb31f41a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:44.942552 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60298) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:44.955484 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-8fac74fc-a699-4ca9-8312-978700d1fb5a tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1407758644'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:45.014458 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aa25cefa-0fbf-4fd0-a7c1-0ee866657abf req-b1ce0686-6376-42ff-8e25-58859ac1a96a tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070339 Feb 09 01:21:45.066257 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fac74fc-a699-4ca9-8312-978700d1fb5a tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Made reservation on behalf of 31bb8dfd22e842779cd73a2df8e4a240 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:45.071841 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8fac74fc-a699-4ca9-8312-978700d1fb5a tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:45.209126 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fac74fc-a699-4ca9-8312-978700d1fb5a tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:21:45.241876 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8fac74fc-a699-4ca9-8312-978700d1fb5a tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (c3346201-d160-4f5f-9c78-3a81aafb4c14), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:45.245636 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-8fac74fc-a699-4ca9-8312-978700d1fb5a tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Added segment c3346201-d160-4f5f-9c78-3a81aafb4c14 of type vlan for network 063def28-73e8-49d5-b61d-e35fb4aa70f0 Feb 09 01:21:45.299075 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3286e93-db6e-40cb-b4be-68fb7aae56c9 req-53dff113-473a-4731-bc0e-0335bc2796f9 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:45.302898 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d3286e93-db6e-40cb-b4be-68fb7aae56c9 req-53dff113-473a-4731-bc0e-0335bc2796f9 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.2162082 Feb 09 01:21:45.342437 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8fac74fc-a699-4ca9-8312-978700d1fb5a tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (063def28-73e8-49d5-b61d-e35fb4aa70f0), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:45.354501 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197472d4-0f9b-492a-9046-40c6689a5d3f req-d1b016da-58e9-45a7-bd26-1cad8e269c03 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:45.357612 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-197472d4-0f9b-492a-9046-40c6689a5d3f req-d1b016da-58e9-45a7-bd26-1cad8e269c03 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c94a0fd8-57dc-49e7-9045-4d076eb07b99 HTTP/1.1" status: 200 len: 946 time: 0.2222996 Feb 09 01:21:45.452386 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d3286e93-db6e-40cb-b4be-68fb7aae56c9 req-17020c54-7c9a-4a4b-9add-f6f26d2abe2d tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352079 Feb 09 01:21:45.467502 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8fac74fc-a699-4ca9-8312-978700d1fb5a tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (063def28-73e8-49d5-b61d-e35fb4aa70f0), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:45.473169 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fac74fc-a699-4ca9-8312-978700d1fb5a tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:45.473864 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8fac74fc-a699-4ca9-8312-978700d1fb5a tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:45.611118 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-197472d4-0f9b-492a-9046-40c6689a5d3f req-25c8d78c-3b50-4c5f-91a5-11adf7be36f2 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430127 Feb 09 01:21:45.659060 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8fac74fc-a699-4ca9-8312-978700d1fb5a tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7122555 Feb 09 01:21:45.660014 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60314) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:45.665452 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-3a53c721-2bc5-4a89-9ed3-1b774dcd8a26 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Request body: {'subnet': {'network_id': '063def28-73e8-49d5-b61d-e35fb4aa70f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:45.746042 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac74fc-a699-4ca9-8312-978700d1fb5a tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event updated for resources: {'Network': ['ID=063def28-73e8-49d5-b61d-e35fb4aa70f0,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:45.758433 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 063def28-73e8-49d5-b61d-e35fb4aa70f0 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:21:45.948234 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85b32f-ea0a-41d4-9db1-cf9b6b58127a req-d0871a95-f024-4c87-86cf-57d220738551 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:45.952987 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d85b32f-ea0a-41d4-9db1-cf9b6b58127a req-d0871a95-f024-4c87-86cf-57d220738551 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f510f95-9459-448b-9514-d2325720404a HTTP/1.1" status: 200 len: 945 time: 0.2745466 Feb 09 01:21:45.961580 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf9560-6ff5-4d30-90a5-7e49695cb094 req-5eda0020-2b07-4980-a409-d79c2e03a3fb tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:45.963272 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8bdf9560-6ff5-4d30-90a5-7e49695cb094 req-5eda0020-2b07-4980-a409-d79c2e03a3fb tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] 10.222.0.30 "GET /v2.0/ports?device_id=f685344e-383c-4034-83bf-35a13123e9ae HTTP/1.1" status: 200 len: 945 time: 0.2182813 Feb 09 01:21:46.072238 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8bdf9560-6ff5-4d30-90a5-7e49695cb094 req-2302c620-b208-42d7-80e6-ee685ace800b tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf1e688-4cb4-49fb-9051-e87f90e10c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946412 Feb 09 01:21:46.075869 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a53c721-2bc5-4a89-9ed3-1b774dcd8a26 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Made reservation on behalf of 31bb8dfd22e842779cd73a2df8e4a240 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:46.087729 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3a53c721-2bc5-4a89-9ed3-1b774dcd8a26 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:46.402617 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3a53c721-2bc5-4a89-9ed3-1b774dcd8a26 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (7053fac3-811e-4bf1-8a64-72f3c66b587c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:46.418876 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d85b32f-ea0a-41d4-9db1-cf9b6b58127a req-4b9f0153-eb08-4bc3-905e-e9f3c3c5fc00 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4544978 Feb 09 01:21:46.577949 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a53c721-2bc5-4a89-9ed3-1b774dcd8a26 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event updated for resources: {'Subnet': ['ID=7053fac3-811e-4bf1-8a64-72f3c66b587c,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:46.597813 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11aee5-6f45-467a-9945-f1d725d91d3a req-3681b6e3-39ea-496b-aa9d-a3ef372067cf tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:46.599597 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5d11aee5-6f45-467a-9945-f1d725d91d3a req-3681b6e3-39ea-496b-aa9d-a3ef372067cf tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.2585287 Feb 09 01:21:46.664463 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a53c721-2bc5-4a89-9ed3-1b774dcd8a26 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Checking segment: {'id': 'c3346201-d160-4f5f-9c78-3a81aafb4c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '063def28-73e8-49d5-b61d-e35fb4aa70f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:46.673744 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a53c721-2bc5-4a89-9ed3-1b774dcd8a26 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Network hostable DHCP agents. Network: 063def28-73e8-49d5-b61d-e35fb4aa70f0, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:21:46.688608 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 06826a7f-aaf9-462e-94db-5dade93d57c0 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:21:46.724126 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 06826a7f-aaf9-462e-94db-5dade93d57c0 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:21:46.724843 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 06826a7f-aaf9-462e-94db-5dade93d57c0 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:21:46.740619 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5d11aee5-6f45-467a-9945-f1d725d91d3a req-160352d8-0bae-4f48-9f17-4cbe7b7ecc87 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271811 Feb 09 01:21:46.750486 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a53c721-2bc5-4a89-9ed3-1b774dcd8a26 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Network 063def28-73e8-49d5-b61d-e35fb4aa70f0 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:21:46.764411 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa8380-21ab-41cc-b78c-840b1a369176 req-32a508f8-2fa5-4c2a-bb21-e9f9f0bc6054 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:46.766127 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9ffa8380-21ab-41cc-b78c-840b1a369176 req-32a508f8-2fa5-4c2a-bb21-e9f9f0bc6054 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.121 "GET /v2.0/ports?device_id=c94a0fd8-57dc-49e7-9045-4d076eb07b99 HTTP/1.1" status: 200 len: 946 time: 0.1652858 Feb 09 01:21:46.803592 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-3a53c721-2bc5-4a89-9ed3-1b774dcd8a26 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 063def28-73e8-49d5-b61d-e35fb4aa70f0) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:46.814615 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3171ebd4-4a34-4d6b-871f-f221313b1c6e None None] Network 063def28-73e8-49d5-b61d-e35fb4aa70f0 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:46.868095 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a53c721-2bc5-4a89-9ed3-1b774dcd8a26 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:46.868095 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3a53c721-2bc5-4a89-9ed3-1b774dcd8a26 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:46.966285 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3a53c721-2bc5-4a89-9ed3-1b774dcd8a26 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3052714 Feb 09 01:21:46.969142 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60336) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:47.017427 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640cc39-3704-4e8e-a749-244631de150d req-e866650a-311e-411b-873d-f794d6be891c tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:47.024857 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640cc39-3704-4e8e-a749-244631de150d req-e866650a-311e-411b-873d-f794d6be891c tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:47.033761 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640cc39-3704-4e8e-a749-244631de150d req-e866650a-311e-411b-873d-f794d6be891c tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:47.042299 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3640cc39-3704-4e8e-a749-244631de150d req-e866650a-311e-411b-873d-f794d6be891c tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f510f95-9459-448b-9514-d2325720404a&device_id=d4efe6a9-7b0d-4ff7-b86d-1a8c42d4c95b&device_id=e583f6a8-65e5-44ed-9dcd-ff5b5ba80116 HTTP/1.1" status: 200 len: 2417 time: 0.2409575 Feb 09 01:21:47.059277 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2eead86-dcb8-4a47-9f5f-7db6e2c7551b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-063def28-73e8-49d5-b61d-e35fb4aa70f0', 'network_id': '063def28-73e8-49d5-b61d-e35fb4aa70f0', 'project_id': '31bb8dfd22e842779cd73a2df8e4a240', 'fixed_ips': [{'subnet_id': '7053fac3-811e-4bf1-8a64-72f3c66b587c'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:21:47.061932 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f2eead86-dcb8-4a47-9f5f-7db6e2c7551b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:47.114910 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-9ffa8380-21ab-41cc-b78c-840b1a369176 req-786bc30e-e998-42e7-8a15-10636a9957c2 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Deleting port 9cc12ca1-9b23-4910-bffe-2f01e99eea40 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:21:47.115244 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9ffa8380-21ab-41cc-b78c-840b1a369176 req-786bc30e-e998-42e7-8a15-10636a9957c2 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (9cc12ca1-9b23-4910-bffe-2f01e99eea40), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:47.179468 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3640cc39-3704-4e8e-a749-244631de150d req-be967cbb-9c23-4995-98a3-5c3f06afff70 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350839 Feb 09 01:21:47.243611 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2e73a1bb-a0bb-4716-a1b3-ed4a1644f366 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (063def28-73e8-49d5-b61d-e35fb4aa70f0), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:47.374316 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2e73a1bb-a0bb-4716-a1b3-ed4a1644f366 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (7053fac3-811e-4bf1-8a64-72f3c66b587c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:47.392981 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-f2eead86-dcb8-4a47-9f5f-7db6e2c7551b None None] Allocated IP 172.20.0.1 (063def28-73e8-49d5-b61d-e35fb4aa70f0/7053fac3-811e-4bf1-8a64-72f3c66b587c/cd54aeae-69aa-42d3-92c3-a7c983abe01f) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:47.427762 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-9ffa8380-21ab-41cc-b78c-840b1a369176 req-786bc30e-e998-42e7-8a15-10636a9957c2 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] For port 9cc12ca1-9b23-4910-bffe-2f01e99eea40, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9cc12ca1-9b23-4910-bffe-2f01e99eea40,segment=NetworkSegment(3350618d-f84a-4a0b-8997-97c98e7ed20e),segment_id=3350618d-f84a-4a0b-8997-97c98e7ed20e)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:47.428830 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9ffa8380-21ab-41cc-b78c-840b1a369176 req-786bc30e-e998-42e7-8a15-10636a9957c2 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (9cc12ca1-9b23-4910-bffe-2f01e99eea40), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:47.489121 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17e988-c4d1-4929-ba3b-86630e261d9d req-053705ae-119c-4519-9da1-2dbf77ae5503 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:47.502052 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ff17e988-c4d1-4929-ba3b-86630e261d9d req-053705ae-119c-4519-9da1-2dbf77ae5503 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c94a0fd8-57dc-49e7-9045-4d076eb07b99 HTTP/1.1" status: 200 len: 946 time: 0.2952256 Feb 09 01:21:47.513118 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-9ffa8380-21ab-41cc-b78c-840b1a369176 req-786bc30e-e998-42e7-8a15-10636a9957c2 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Calling delete_port for 9cc12ca1-9b23-4910-bffe-2f01e99eea40 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:21:47.668222 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ff17e988-c4d1-4929-ba3b-86630e261d9d req-84a685c8-12cc-49bc-b1b7-a3c7bd95bc93 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600578 Feb 09 01:21:47.669479 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f2eead86-dcb8-4a47-9f5f-7db6e2c7551b None None] Publish callbacks [] for port (cd54aeae-69aa-42d3-92c3-a7c983abe01f), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:47.702462 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f2eead86-dcb8-4a47-9f5f-7db6e2c7551b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (cd54aeae-69aa-42d3-92c3-a7c983abe01f), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:47.709461 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bba48e-5f58-4af0-af0d-915288432c29 req-d04d940a-e70a-43a3-b213-9f19b33ac465 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:47.711081 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-57bba48e-5f58-4af0-af0d-915288432c29 req-d04d940a-e70a-43a3-b213-9f19b33ac465 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/networks?id=a46c349d-fbe7-42ad-a83d-3298a4c41cb1 HTTP/1.1" status: 200 len: 813 time: 0.3865473 Feb 09 01:21:47.734855 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2e73a1bb-a0bb-4716-a1b3-ed4a1644f366 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (7053fac3-811e-4bf1-8a64-72f3c66b587c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:47.779297 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e73a1bb-a0bb-4716-a1b3-ed4a1644f366 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event deleted for resources: {'Subnet': ['ID=7053fac3-811e-4bf1-8a64-72f3c66b587c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:47.793151 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-57bba48e-5f58-4af0-af0d-915288432c29 req-958d67c6-25b5-4814-a8e2-f529038380f4 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/quotas/45103008d2704a9a9647209c042e9687 HTTP/1.1" status: 200 len: 375 time: 0.0659935 Feb 09 01:21:47.798320 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eead86-dcb8-4a47-9f5f-7db6e2c7551b None None] Network 063def28-73e8-49d5-b61d-e35fb4aa70f0 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:47.809501 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-f2eead86-dcb8-4a47-9f5f-7db6e2c7551b None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:47.819003 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eead86-dcb8-4a47-9f5f-7db6e2c7551b None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:21:47.834649 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eead86-dcb8-4a47-9f5f-7db6e2c7551b None None] Pushing event updated for resources: {'Port': ['ID=cd54aeae-69aa-42d3-92c3-a7c983abe01f,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:47.871909 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2e73a1bb-a0bb-4716-a1b3-ed4a1644f366 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (063def28-73e8-49d5-b61d-e35fb4aa70f0), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:47.895048 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2eead86-dcb8-4a47-9f5f-7db6e2c7551b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:47.896407 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2eead86-dcb8-4a47-9f5f-7db6e2c7551b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:47.896977 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2eead86-dcb8-4a47-9f5f-7db6e2c7551b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:47.897548 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2eead86-dcb8-4a47-9f5f-7db6e2c7551b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:47.898191 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2eead86-dcb8-4a47-9f5f-7db6e2c7551b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:47.898757 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-2e73a1bb-a0bb-4716-a1b3-ed4a1644f366 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['063def28-73e8-49d5-b61d-e35fb4aa70f0']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:47.898890 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2eead86-dcb8-4a47-9f5f-7db6e2c7551b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:47.899576 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2eead86-dcb8-4a47-9f5f-7db6e2c7551b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:47.900157 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2eead86-dcb8-4a47-9f5f-7db6e2c7551b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:47.900711 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2eead86-dcb8-4a47-9f5f-7db6e2c7551b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:47.901270 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2eead86-dcb8-4a47-9f5f-7db6e2c7551b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:47.901888 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2eead86-dcb8-4a47-9f5f-7db6e2c7551b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:47.902566 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2eead86-dcb8-4a47-9f5f-7db6e2c7551b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:47.903112 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2eead86-dcb8-4a47-9f5f-7db6e2c7551b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:47.911131 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-2e73a1bb-a0bb-4716-a1b3-ed4a1644f366 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3346201-d160-4f5f-9c78-3a81aafb4c14') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:47.911482 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-2e73a1bb-a0bb-4716-a1b3-ed4a1644f366 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3346201-d160-4f5f-9c78-3a81aafb4c14') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:47.917590 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-f2eead86-dcb8-4a47-9f5f-7db6e2c7551b None None] Attempting to bind port cd54aeae-69aa-42d3-92c3-a7c983abe01f on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:21:47.918135 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-f2eead86-dcb8-4a47-9f5f-7db6e2c7551b None None] Attempting to bind port cd54aeae-69aa-42d3-92c3-a7c983abe01f by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'c3346201-d160-4f5f-9c78-3a81aafb4c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '063def28-73e8-49d5-b61d-e35fb4aa70f0'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:21:47.918602 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eead86-dcb8-4a47-9f5f-7db6e2c7551b None None] Attempting to bind port cd54aeae-69aa-42d3-92c3-a7c983abe01f on network 063def28-73e8-49d5-b61d-e35fb4aa70f0 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:21:47.922327 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2e73a1bb-a0bb-4716-a1b3-ed4a1644f366 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (c3346201-d160-4f5f-9c78-3a81aafb4c14), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:47.925535 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eead86-dcb8-4a47-9f5f-7db6e2c7551b None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:21:47.926100 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eead86-dcb8-4a47-9f5f-7db6e2c7551b None None] Checking segment: {'id': 'c3346201-d160-4f5f-9c78-3a81aafb4c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '063def28-73e8-49d5-b61d-e35fb4aa70f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:47.926567 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f2eead86-dcb8-4a47-9f5f-7db6e2c7551b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:47.927062 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eead86-dcb8-4a47-9f5f-7db6e2c7551b None None] Bound using segment: {'id': 'c3346201-d160-4f5f-9c78-3a81aafb4c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '063def28-73e8-49d5-b61d-e35fb4aa70f0'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:21:47.927649 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-f2eead86-dcb8-4a47-9f5f-7db6e2c7551b None None] Bound port: cd54aeae-69aa-42d3-92c3-a7c983abe01f, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3346201-d160-4f5f-9c78-3a81aafb4c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '063def28-73e8-49d5-b61d-e35fb4aa70f0'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:21:47.928158 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f2eead86-dcb8-4a47-9f5f-7db6e2c7551b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (cd54aeae-69aa-42d3-92c3-a7c983abe01f), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:47.937712 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2e73a1bb-a0bb-4716-a1b3-ed4a1644f366 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (c3346201-d160-4f5f-9c78-3a81aafb4c14), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:47.944932 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e73a1bb-a0bb-4716-a1b3-ed4a1644f366 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:21:47.945328 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2e73a1bb-a0bb-4716-a1b3-ed4a1644f366 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (c3346201-d160-4f5f-9c78-3a81aafb4c14), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:47.988338 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-57bba48e-5f58-4af0-af0d-915288432c29 req-a0f64a0e-b456-46ec-9d3c-4ff10b621ab8 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=45103008d2704a9a9647209c042e9687&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1873462 Feb 09 01:21:47.995370 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:21:47.995370 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:21:47.995370 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:21:47.995370 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:21:47.995370 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:21:47.995370 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:21:47.995370 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:21:47.995370 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:21:47.995370 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:21:47.995370 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:21:47.995370 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:21:47.995370 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:21:47.995370 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:21:47.995370 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:21:47.995370 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:21:47.995370 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:21:47.995370 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:21:47.995370 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:21:47.995370 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:21:47.995370 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:21:47.995370 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:21:47.995370 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:21:47.995370 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:21:47.995370 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:21:47.995370 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:21:47.995370 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:21:47.995370 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:21:47.995370 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:21:47.995370 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:21:47.995370 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:21:47.995370 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:21:47.995370 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:21:48.015215 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f8638-d25a-49f5-b6e6-ad5bd7ee6675 req-2a88c514-2fc1-44ec-8b58-c0e434c63be4 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:48.020062 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-f2eead86-dcb8-4a47-9f5f-7db6e2c7551b None None] For port cd54aeae-69aa-42d3-92c3-a7c983abe01f, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:21:48.022435 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-017f8638-d25a-49f5-b6e6-ad5bd7ee6675 req-2a88c514-2fc1-44ec-8b58-c0e434c63be4 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] 10.222.0.30 "GET /v2.0/ports?device_id=f685344e-383c-4034-83bf-35a13123e9ae HTTP/1.1" status: 200 len: 945 time: 0.2483835 Feb 09 01:21:48.025084 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9ffa8380-21ab-41cc-b78c-840b1a369176 req-786bc30e-e998-42e7-8a15-10636a9957c2 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (9cc12ca1-9b23-4910-bffe-2f01e99eea40), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:48.047273 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['9cc12ca1-9b23-4910-bffe-2f01e99eea40'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:21:48.048805 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-2e73a1bb-a0bb-4716-a1b3-ed4a1644f366 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:21:48.048805 n-d-822053-40 neutron-server[103528]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:21:48.048805 n-d-822053-40 neutron-server[103528]: [parameters: {'id': '063def28-73e8-49d5-b61d-e35fb4aa70f0'}] Feb 09 01:21:48.048805 n-d-822053-40 neutron-server[103528]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:21:48.049476 n-d-822053-40 neutron-server[103528]: DEBUG oslo_db.api [None req-2e73a1bb-a0bb-4716-a1b3-ed4a1644f366 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:21:48.076930 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-16da2eee-5f8e-4e01-8f53-505b38accd62 req-faf88698-baa0-4711-96d2-efede88f31fe tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:21:48.085539 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-16da2eee-5f8e-4e01-8f53-505b38accd62 req-faf88698-baa0-4711-96d2-efede88f31fe tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0458341 Feb 09 01:21:48.095546 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786bc30e-e998-42e7-8a15-10636a9957c2 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Pushing event deleted for resources: {'Port': ['ID=9cc12ca1-9b23-4910-bffe-2f01e99eea40,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:48.135080 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-f2eead86-dcb8-4a47-9f5f-7db6e2c7551b None None] For port cd54aeae-69aa-42d3-92c3-a7c983abe01f, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=cd54aeae-69aa-42d3-92c3-a7c983abe01f,segment=NetworkSegment(c3346201-d160-4f5f-9c78-3a81aafb4c14),segment_id=c3346201-d160-4f5f-9c78-3a81aafb4c14)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:21:48.160146 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f2eead86-dcb8-4a47-9f5f-7db6e2c7551b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (cd54aeae-69aa-42d3-92c3-a7c983abe01f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:48.204627 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ffa8380-21ab-41cc-b78c-840b1a369176 req-786bc30e-e998-42e7-8a15-10636a9957c2 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] No DVR routers for this DVR port 9cc12ca1-9b23-4910-bffe-2f01e99eea40 on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:21:48.212137 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9ffa8380-21ab-41cc-b78c-840b1a369176 req-786bc30e-e998-42e7-8a15-10636a9957c2 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:48.216807 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9ffa8380-21ab-41cc-b78c-840b1a369176 req-786bc30e-e998-42e7-8a15-10636a9957c2 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.121 "DELETE /v2.0/ports/9cc12ca1-9b23-4910-bffe-2f01e99eea40 HTTP/1.1" status: 204 len: 173 time: 1.4304278 Feb 09 01:21:48.217584 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94a0fd8-57dc-49e7-9045-4d076eb07b99', 'name': 'network-vif-deleted', 'tag': '9cc12ca1-9b23-4910-bffe-2f01e99eea40'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:21:48.220207 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51d4ea4-a742-4761-bd6c-737638bc0cc1" -d '{"events": [{"server_uuid": "c94a0fd8-57dc-49e7-9045-4d076eb07b99", "name": "network-vif-deleted", "tag": "9cc12ca1-9b23-4910-bffe-2f01e99eea40"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:21:48.242939 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-017f8638-d25a-49f5-b6e6-ad5bd7ee6675 req-c6de69c6-b086-4746-9d70-d52174760419 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf1e688-4cb4-49fb-9051-e87f90e10c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183757 Feb 09 01:21:48.295094 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-16da2eee-5f8e-4e01-8f53-505b38accd62 req-158cfbc5-4c83-4184-8233-6716a771c63e tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2077389 Feb 09 01:21:48.375967 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eead86-dcb8-4a47-9f5f-7db6e2c7551b None None] Pushing event updated for resources: {'Port': ['ID=cd54aeae-69aa-42d3-92c3-a7c983abe01f,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:48.462248 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffb5a12-8a2a-4ee2-9d8c-22dad0c9d1fd None None] get_active_networks_info from n-d-822053-40 {{(pid=103530) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:21:48.550107 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2e73a1bb-a0bb-4716-a1b3-ed4a1644f366 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (063def28-73e8-49d5-b61d-e35fb4aa70f0), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:48.698075 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18f3e8-d3c5-48a7-b050-31bf4e9c68ca req-38a73d0a-466b-4a16-beef-4334833e59dc tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:48.700561 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ae18f3e8-d3c5-48a7-b050-31bf4e9c68ca req-38a73d0a-466b-4a16-beef-4334833e59dc tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.1099005 Feb 09 01:21:48.731907 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2e73a1bb-a0bb-4716-a1b3-ed4a1644f366 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Deleting port cd54aeae-69aa-42d3-92c3-a7c983abe01f {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:21:48.733161 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2e73a1bb-a0bb-4716-a1b3-ed4a1644f366 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (cd54aeae-69aa-42d3-92c3-a7c983abe01f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:48.775218 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ae18f3e8-d3c5-48a7-b050-31bf4e9c68ca req-92baf21a-930e-42b0-aad3-d272df9eeb62 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655663 Feb 09 01:21:48.832514 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc6ad3d-c09d-4ba1-837c-4b2a2cab99d0 x-openstack-request-id: req-4cc6ad3d-c09d-4ba1-837c-4b2a2cab99d0 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:21:48.832821 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94a0fd8-57dc-49e7-9045-4d076eb07b99", "name": "network-vif-deleted", "tag": "9cc12ca1-9b23-4910-bffe-2f01e99eea40", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:21:48.833034 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4cc6ad3d-c09d-4ba1-837c-4b2a2cab99d0 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:21:48.833604 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94a0fd8-57dc-49e7-9045-4d076eb07b99', 'name': 'network-vif-deleted', 'tag': '9cc12ca1-9b23-4910-bffe-2f01e99eea40', 'status': 'completed', 'code': 200} Feb 09 01:21:48.892447 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffb5a12-8a2a-4ee2-9d8c-22dad0c9d1fd None None] Resources bound (agent type, host, resource id): {{(pid=103530) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:21:49.001121 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-2e73a1bb-a0bb-4716-a1b3-ed4a1644f366 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] For port cd54aeae-69aa-42d3-92c3-a7c983abe01f, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=cd54aeae-69aa-42d3-92c3-a7c983abe01f,segment=NetworkSegment(c3346201-d160-4f5f-9c78-3a81aafb4c14),segment_id=c3346201-d160-4f5f-9c78-3a81aafb4c14)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:49.001727 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2e73a1bb-a0bb-4716-a1b3-ed4a1644f366 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (cd54aeae-69aa-42d3-92c3-a7c983abe01f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:49.007631 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44a7b8-6711-4134-95d4-ad4b76822c0a req-5f74cb22-9585-4b47-b754-ec90bff19e14 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:49.010773 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cf44a7b8-6711-4134-95d4-ad4b76822c0a req-5f74cb22-9585-4b47-b754-ec90bff19e14 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] 10.222.0.121 "GET /v2.0/ports?device_id=f685344e-383c-4034-83bf-35a13123e9ae HTTP/1.1" status: 200 len: 945 time: 0.1854858 Feb 09 01:21:49.028355 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2e73a1bb-a0bb-4716-a1b3-ed4a1644f366 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Calling delete_port for cd54aeae-69aa-42d3-92c3-a7c983abe01f owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:21:49.308202 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2e73a1bb-a0bb-4716-a1b3-ed4a1644f366 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (cd54aeae-69aa-42d3-92c3-a7c983abe01f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:49.352210 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e73a1bb-a0bb-4716-a1b3-ed4a1644f366 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event deleted for resources: {'Port': ['ID=cd54aeae-69aa-42d3-92c3-a7c983abe01f,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:49.372513 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e73a1bb-a0bb-4716-a1b3-ed4a1644f366 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] No DVR routers for this DVR port cd54aeae-69aa-42d3-92c3-a7c983abe01f on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:21:49.430336 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-14f00dcb-092f-4d84-8d86-0b6954bbb8d8 req-aa5e8849-75df-4bbf-b872-0528fb7e3ef2 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c94a0fd8-57dc-49e7-9045-4d076eb07b99 HTTP/1.1" status: 200 len: 210 time: 0.3655975 Feb 09 01:21:49.438553 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:49.507351 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2e73a1bb-a0bb-4716-a1b3-ed4a1644f366 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (063def28-73e8-49d5-b61d-e35fb4aa70f0), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:49.529206 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ebde9-ede6-4889-9ac9-75fe42298689 req-4d53277c-d6ca-4a85-b5ac-f713dcb2c832 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:49.537709 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6f9ebde9-ede6-4889-9ac9-75fe42298689 req-4d53277c-d6ca-4a85-b5ac-f713dcb2c832 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.2978332 Feb 09 01:21:49.565295 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-2e73a1bb-a0bb-4716-a1b3-ed4a1644f366 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['063def28-73e8-49d5-b61d-e35fb4aa70f0']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:49.578992 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-2e73a1bb-a0bb-4716-a1b3-ed4a1644f366 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3346201-d160-4f5f-9c78-3a81aafb4c14') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:49.579280 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-2e73a1bb-a0bb-4716-a1b3-ed4a1644f366 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3346201-d160-4f5f-9c78-3a81aafb4c14') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:49.603642 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2e73a1bb-a0bb-4716-a1b3-ed4a1644f366 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (c3346201-d160-4f5f-9c78-3a81aafb4c14), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:49.624685 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd88e98b-5ba7-4083-879c-303593d99407 None None] Network 063def28-73e8-49d5-b61d-e35fb4aa70f0 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:49.648551 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2e73a1bb-a0bb-4716-a1b3-ed4a1644f366 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (c3346201-d160-4f5f-9c78-3a81aafb4c14), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:49.658777 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e73a1bb-a0bb-4716-a1b3-ed4a1644f366 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:21:49.659383 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2e73a1bb-a0bb-4716-a1b3-ed4a1644f366 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (c3346201-d160-4f5f-9c78-3a81aafb4c14), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:49.677315 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6f9ebde9-ede6-4889-9ac9-75fe42298689 req-5268c4f3-e793-4fea-8ab9-4b37132b1adc tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255791 Feb 09 01:21:49.712185 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-cf44a7b8-6711-4134-95d4-ad4b76822c0a req-561660aa-38cc-4ac8-83ec-902b0a288112 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] Deleting port bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:21:49.712867 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-cf44a7b8-6711-4134-95d4-ad4b76822c0a req-561660aa-38cc-4ac8-83ec-902b0a288112 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:49.793502 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:21:49.793502 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:21:49.793502 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:21:49.793502 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:21:49.793502 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:21:49.793502 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:21:49.793502 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:21:49.793502 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:21:49.793502 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:21:49.793502 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:21:49.793502 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:21:49.793502 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:21:49.793502 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:21:49.793502 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:21:49.793502 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:21:49.793502 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:21:49.793502 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:21:49.793502 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:21:49.793502 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:21:49.793502 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:21:49.793502 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:21:49.793502 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:21:49.793502 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:21:49.793502 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:21:49.793502 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:21:49.793502 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:21:49.793502 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:21:49.793502 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:21:49.793502 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:21:49.793502 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:21:49.793502 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:21:49.793502 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:21:49.810765 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2e73a1bb-a0bb-4716-a1b3-ed4a1644f366 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (063def28-73e8-49d5-b61d-e35fb4aa70f0), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:49.829084 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2e73a1bb-a0bb-4716-a1b3-ed4a1644f366 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:49.837209 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2e73a1bb-a0bb-4716-a1b3-ed4a1644f366 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "DELETE /v2.0/networks/063def28-73e8-49d5-b61d-e35fb4aa70f0 HTTP/1.1" status: 204 len: 168 time: 2.8665042 Feb 09 01:21:49.863854 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60390) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:49.876175 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-ba738cfb-d1ba-44c9-aa0c-cc2060161819 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1263118695'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:49.883997 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e73a1bb-a0bb-4716-a1b3-ed4a1644f366 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event deleted for resources: {'Network': ['ID=063def28-73e8-49d5-b61d-e35fb4aa70f0,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:49.944849 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba738cfb-d1ba-44c9-aa0c-cc2060161819 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Made reservation on behalf of 31bb8dfd22e842779cd73a2df8e4a240 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:49.965116 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ba738cfb-d1ba-44c9-aa0c-cc2060161819 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:50.009746 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd553aaa-d222-4a20-83cb-d7213d85027c req-bd686648-f1af-448f-928b-9e4052c2b8c6 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:50.012118 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cd553aaa-d222-4a20-83cb-d7213d85027c req-bd686648-f1af-448f-928b-9e4052c2b8c6 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] 10.222.0.30 "GET /v2.0/ports?device_id=f685344e-383c-4034-83bf-35a13123e9ae HTTP/1.1" status: 200 len: 945 time: 0.1660285 Feb 09 01:21:50.025402 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba738cfb-d1ba-44c9-aa0c-cc2060161819 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:21:50.044105 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ba738cfb-d1ba-44c9-aa0c-cc2060161819 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (092205fe-7085-435c-bbf9-9cdb80d3c0e6), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:50.045877 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-ba738cfb-d1ba-44c9-aa0c-cc2060161819 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Added segment 092205fe-7085-435c-bbf9-9cdb80d3c0e6 of type vlan for network a94e12b3-d8fe-4998-a7cb-e1949c6a02e5 Feb 09 01:21:50.083798 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-cf44a7b8-6711-4134-95d4-ad4b76822c0a req-561660aa-38cc-4ac8-83ec-902b0a288112 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] For port bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9,segment=NetworkSegment(eea3b047-ad89-4cfd-804a-7c67d6651252),segment_id=eea3b047-ad89-4cfd-804a-7c67d6651252)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:50.084071 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-cf44a7b8-6711-4134-95d4-ad4b76822c0a req-561660aa-38cc-4ac8-83ec-902b0a288112 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:50.111194 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 9cc12ca1-9b23-4910-bffe-2f01e99eea40 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:21:50.114861 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cd553aaa-d222-4a20-83cb-d7213d85027c req-5f444c65-e20c-47c3-89b1-e478c951a7bb tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf1e688-4cb4-49fb-9051-e87f90e10c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831378 Feb 09 01:21:50.142456 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ba738cfb-d1ba-44c9-aa0c-cc2060161819 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (a94e12b3-d8fe-4998-a7cb-e1949c6a02e5), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:50.144484 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-cf44a7b8-6711-4134-95d4-ad4b76822c0a req-561660aa-38cc-4ac8-83ec-902b0a288112 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] Calling delete_port for bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:21:50.165201 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 9cc12ca1-9b23-4910-bffe-2f01e99eea40 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:21:50.165640 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 9cc12ca1-9b23-4910-bffe-2f01e99eea40 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:21:50.198100 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ba738cfb-d1ba-44c9-aa0c-cc2060161819 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (a94e12b3-d8fe-4998-a7cb-e1949c6a02e5), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:50.207055 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba738cfb-d1ba-44c9-aa0c-cc2060161819 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:50.208199 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ba738cfb-d1ba-44c9-aa0c-cc2060161819 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:50.266440 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ba738cfb-d1ba-44c9-aa0c-cc2060161819 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3987412 Feb 09 01:21:50.317984 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60400) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:50.324142 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-2a2a5086-e6d0-49ef-8c77-a58ef76d7118 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Request body: {'subnet': {'network_id': 'a94e12b3-d8fe-4998-a7cb-e1949c6a02e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:50.415375 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba738cfb-d1ba-44c9-aa0c-cc2060161819 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event updated for resources: {'Network': ['ID=a94e12b3-d8fe-4998-a7cb-e1949c6a02e5,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:50.427910 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network a94e12b3-d8fe-4998-a7cb-e1949c6a02e5 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:21:50.476021 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2a5086-e6d0-49ef-8c77-a58ef76d7118 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Made reservation on behalf of 31bb8dfd22e842779cd73a2df8e4a240 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:50.480131 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a2a5086-e6d0-49ef-8c77-a58ef76d7118 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:50.705621 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0be0d987-2bd6-40f1-ac4b-5bcb0f2bbf93 req-cd2e9ae3-668f-435a-9386-3c5cac639dbd tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=45103008d2704a9a9647209c042e9687 HTTP/1.1" status: 200 len: 221 time: 0.0656621 Feb 09 01:21:50.786190 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-85a143ec-d0cb-4977-be14-2acc80d4da39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:50.802143 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:50.954533 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-cf44a7b8-6711-4134-95d4-ad4b76822c0a req-561660aa-38cc-4ac8-83ec-902b0a288112 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:50.963626 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a2a5086-e6d0-49ef-8c77-a58ef76d7118 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (6991bf40-10bd-4bdf-bb52-97eb74028766), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:51.010966 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561660aa-38cc-4ac8-83ec-902b0a288112 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] Pushing event deleted for resources: {'Port': ['ID=bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:51.077225 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:21:51.103372 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2a5086-e6d0-49ef-8c77-a58ef76d7118 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event updated for resources: {'Subnet': ['ID=6991bf40-10bd-4bdf-bb52-97eb74028766,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:51.111041 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf44a7b8-6711-4134-95d4-ad4b76822c0a req-561660aa-38cc-4ac8-83ec-902b0a288112 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] No DVR routers for this DVR port bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9 on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:21:51.114854 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-cf44a7b8-6711-4134-95d4-ad4b76822c0a req-561660aa-38cc-4ac8-83ec-902b0a288112 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:51.119873 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cf44a7b8-6711-4134-95d4-ad4b76822c0a req-561660aa-38cc-4ac8-83ec-902b0a288112 tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] 10.222.0.121 "DELETE /v2.0/ports/bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9 HTTP/1.1" status: 204 len: 173 time: 2.1019042 Feb 09 01:21:51.121543 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f685344e-383c-4034-83bf-35a13123e9ae', 'name': 'network-vif-deleted', 'tag': 'bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:21:51.133095 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916a95cb-f7ac-4fcb-b1c8-fa49fe37b12a" -d '{"events": [{"server_uuid": "f685344e-383c-4034-83bf-35a13123e9ae", "name": "network-vif-deleted", "tag": "bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:21:51.133922 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2a5086-e6d0-49ef-8c77-a58ef76d7118 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Checking segment: {'id': '092205fe-7085-435c-bbf9-9cdb80d3c0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a94e12b3-d8fe-4998-a7cb-e1949c6a02e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:51.134606 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2a5086-e6d0-49ef-8c77-a58ef76d7118 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Network hostable DHCP agents. Network: a94e12b3-d8fe-4998-a7cb-e1949c6a02e5, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:21:51.163325 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2a5086-e6d0-49ef-8c77-a58ef76d7118 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Network a94e12b3-d8fe-4998-a7cb-e1949c6a02e5 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:21:51.186760 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-2a2a5086-e6d0-49ef-8c77-a58ef76d7118 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, a94e12b3-d8fe-4998-a7cb-e1949c6a02e5) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:51.187247 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f0a00-2af4-4457-aca6-0847e313a94e req-91931591-577b-4f2e-b4e2-005605e9acf7 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:51.194692 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b9f0a00-2af4-4457-aca6-0847e313a94e req-91931591-577b-4f2e-b4e2-005605e9acf7 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.2820520 Feb 09 01:21:51.196876 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2a5086-e6d0-49ef-8c77-a58ef76d7118 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:51.198132 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a2a5086-e6d0-49ef-8c77-a58ef76d7118 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:51.227290 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ede9608-dcb4-48f9-a06a-bbdbac133f02 None None] Network a94e12b3-d8fe-4998-a7cb-e1949c6a02e5 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:51.253501 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2a2a5086-e6d0-49ef-8c77-a58ef76d7118 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9315844 Feb 09 01:21:51.253732 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60430) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:51.321696 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b9f0a00-2af4-4457-aca6-0847e313a94e req-dde347c9-c1b8-4826-9477-596c38bd72a0 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249359 Feb 09 01:21:51.526672 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-86505f00-be03-499f-b5fc-879a69ba0f32 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (a94e12b3-d8fe-4998-a7cb-e1949c6a02e5), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:51.528447 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e167bbee-d60c-48d1-9423-96956d5f5121 req-b5b645d1-5463-4249-aaf4-aeda8dae886c tempest-InstanceActionsTestJSON-1166961177 tempest-InstanceActionsTestJSON-1166961177-project] 10.222.0.30 "GET /v2.0/ports?device_id=f685344e-383c-4034-83bf-35a13123e9ae HTTP/1.1" status: 200 len: 210 time: 0.0727658 Feb 09 01:21:51.543117 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadba9b9-3437-40bc-9c55-edf8e7af09df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-a94e12b3-d8fe-4998-a7cb-e1949c6a02e5', 'network_id': 'a94e12b3-d8fe-4998-a7cb-e1949c6a02e5', 'project_id': '31bb8dfd22e842779cd73a2df8e4a240', 'fixed_ips': [{'subnet_id': '6991bf40-10bd-4bdf-bb52-97eb74028766'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:21:51.544498 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aadba9b9-3437-40bc-9c55-edf8e7af09df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:51.626568 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-86505f00-be03-499f-b5fc-879a69ba0f32 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (6991bf40-10bd-4bdf-bb52-97eb74028766), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:51.713382 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49e59be-c8a1-4a82-bf5e-aae8eb38dec5 x-openstack-request-id: req-c49e59be-c8a1-4a82-bf5e-aae8eb38dec5 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:21:51.713900 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f685344e-383c-4034-83bf-35a13123e9ae", "name": "network-vif-deleted", "tag": "bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:21:51.715696 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c49e59be-c8a1-4a82-bf5e-aae8eb38dec5 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:21:51.717919 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f685344e-383c-4034-83bf-35a13123e9ae', 'name': 'network-vif-deleted', 'tag': 'bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9', 'status': 'completed', 'code': 200} Feb 09 01:21:51.765120 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-aadba9b9-3437-40bc-9c55-edf8e7af09df None None] Allocated IP 172.20.0.2 (a94e12b3-d8fe-4998-a7cb-e1949c6a02e5/6991bf40-10bd-4bdf-bb52-97eb74028766/899d6052-daa8-4f3c-ba10-70bf2f84deb8) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:51.896588 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-25d9af86-cf51-4842-a784-a07d3a8722b9 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:51.914156 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-25d9af86-cf51-4842-a784-a07d3a8722b9 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/networks?id=6b99b81e-5871-4979-a64c-22edc1a2273c HTTP/1.1" status: 200 len: 811 time: 0.4124165 Feb 09 01:21:51.972696 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-fa302245-ddbe-4d4b-86cc-29eda67a8f29 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/quotas/bb54c6d9ab92477c86a4af4dae2b904f HTTP/1.1" status: 200 len: 375 time: 0.0565350 Feb 09 01:21:52.048453 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-0d5d1039-b9e1-4a7a-9bfb-1621de1749e3 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bb54c6d9ab92477c86a4af4dae2b904f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0719512 Feb 09 01:21:52.143610 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:21:52.198199 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:21:52.198543 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device bf03efc1-9dc5-47f2-ad3a-e9fc596e32a9 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:21:52.212749 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3651ea-ba06-4213-8ab2-9a7311bbdac9 req-c946e88e-53b5-4657-9f6c-96e13df12628 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:52.214546 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e3651ea-ba06-4213-8ab2-9a7311bbdac9 req-c946e88e-53b5-4657-9f6c-96e13df12628 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.1253421 Feb 09 01:21:52.223882 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aadba9b9-3437-40bc-9c55-edf8e7af09df None None] Publish callbacks [] for port (899d6052-daa8-4f3c-ba10-70bf2f84deb8), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:52.236539 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aadba9b9-3437-40bc-9c55-edf8e7af09df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (899d6052-daa8-4f3c-ba10-70bf2f84deb8), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:52.257359 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-86505f00-be03-499f-b5fc-879a69ba0f32 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (6991bf40-10bd-4bdf-bb52-97eb74028766), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:52.281540 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadba9b9-3437-40bc-9c55-edf8e7af09df None None] Network a94e12b3-d8fe-4998-a7cb-e1949c6a02e5 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:52.288919 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-aadba9b9-3437-40bc-9c55-edf8e7af09df None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:52.295587 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-2f62c6d6-3aaf-4ce3-b879-d25ec3c34971 service neutron] 10.222.0.30 "GET /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414243 Feb 09 01:21:52.299736 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadba9b9-3437-40bc-9c55-edf8e7af09df None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:21:52.323122 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadba9b9-3437-40bc-9c55-edf8e7af09df None None] Pushing event updated for resources: {'Port': ['ID=899d6052-daa8-4f3c-ba10-70bf2f84deb8,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:52.348657 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e3651ea-ba06-4213-8ab2-9a7311bbdac9 req-ce737628-56f2-40b7-9884-adf9a403cdc6 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123078 Feb 09 01:21:52.409773 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-aadba9b9-3437-40bc-9c55-edf8e7af09df None None] Attempting to bind port 899d6052-daa8-4f3c-ba10-70bf2f84deb8 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:21:52.410148 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-aadba9b9-3437-40bc-9c55-edf8e7af09df None None] Attempting to bind port 899d6052-daa8-4f3c-ba10-70bf2f84deb8 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '092205fe-7085-435c-bbf9-9cdb80d3c0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a94e12b3-d8fe-4998-a7cb-e1949c6a02e5'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:21:52.410514 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadba9b9-3437-40bc-9c55-edf8e7af09df None None] Attempting to bind port 899d6052-daa8-4f3c-ba10-70bf2f84deb8 on network a94e12b3-d8fe-4998-a7cb-e1949c6a02e5 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:21:52.418687 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadba9b9-3437-40bc-9c55-edf8e7af09df None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:21:52.419062 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadba9b9-3437-40bc-9c55-edf8e7af09df None None] Checking segment: {'id': '092205fe-7085-435c-bbf9-9cdb80d3c0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a94e12b3-d8fe-4998-a7cb-e1949c6a02e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:52.421582 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aadba9b9-3437-40bc-9c55-edf8e7af09df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:52.421582 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadba9b9-3437-40bc-9c55-edf8e7af09df None None] Bound using segment: {'id': '092205fe-7085-435c-bbf9-9cdb80d3c0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a94e12b3-d8fe-4998-a7cb-e1949c6a02e5'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:21:52.421582 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-aadba9b9-3437-40bc-9c55-edf8e7af09df None None] Bound port: 899d6052-daa8-4f3c-ba10-70bf2f84deb8, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '092205fe-7085-435c-bbf9-9cdb80d3c0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a94e12b3-d8fe-4998-a7cb-e1949c6a02e5'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:21:52.421943 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aadba9b9-3437-40bc-9c55-edf8e7af09df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (899d6052-daa8-4f3c-ba10-70bf2f84deb8), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:52.458506 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-86505f00-be03-499f-b5fc-879a69ba0f32 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (a94e12b3-d8fe-4998-a7cb-e1949c6a02e5), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:52.502566 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-86505f00-be03-499f-b5fc-879a69ba0f32 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a94e12b3-d8fe-4998-a7cb-e1949c6a02e5']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:52.516738 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-86505f00-be03-499f-b5fc-879a69ba0f32 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '092205fe-7085-435c-bbf9-9cdb80d3c0e6') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:52.517032 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-86505f00-be03-499f-b5fc-879a69ba0f32 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '092205fe-7085-435c-bbf9-9cdb80d3c0e6') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:52.522711 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-aadba9b9-3437-40bc-9c55-edf8e7af09df None None] For port 899d6052-daa8-4f3c-ba10-70bf2f84deb8, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:21:52.527482 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-aadba9b9-3437-40bc-9c55-edf8e7af09df None None] For port 899d6052-daa8-4f3c-ba10-70bf2f84deb8, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=899d6052-daa8-4f3c-ba10-70bf2f84deb8,segment=NetworkSegment(092205fe-7085-435c-bbf9-9cdb80d3c0e6),segment_id=092205fe-7085-435c-bbf9-9cdb80d3c0e6)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:21:52.535586 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-86505f00-be03-499f-b5fc-879a69ba0f32 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (092205fe-7085-435c-bbf9-9cdb80d3c0e6), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:52.536873 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aadba9b9-3437-40bc-9c55-edf8e7af09df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (899d6052-daa8-4f3c-ba10-70bf2f84deb8), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:52.558353 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86505f00-be03-499f-b5fc-879a69ba0f32 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event deleted for resources: {'Subnet': ['ID=6991bf40-10bd-4bdf-bb52-97eb74028766,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:52.565600 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a2667-6b06-4590-a9bc-0d534cce4d61 req-0ce29965-4660-4082-ad94-90c9e7092645 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:52.576018 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9e2a2667-6b06-4590-a9bc-0d534cce4d61 req-0ce29965-4660-4082-ad94-90c9e7092645 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f510f95-9459-448b-9514-d2325720404a HTTP/1.1" status: 200 len: 945 time: 0.1129541 Feb 09 01:21:52.582474 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-86505f00-be03-499f-b5fc-879a69ba0f32 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (092205fe-7085-435c-bbf9-9cdb80d3c0e6), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:52.605876 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86505f00-be03-499f-b5fc-879a69ba0f32 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:21:52.606289 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-86505f00-be03-499f-b5fc-879a69ba0f32 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (092205fe-7085-435c-bbf9-9cdb80d3c0e6), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:52.609723 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-9b0b89d0-b0ff-4619-9141-6fe6d973a868 service neutron] 10.222.0.30 "GET /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132980 Feb 09 01:21:52.611494 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:21:52.611494 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:21:52.611494 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:21:52.611494 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:21:52.611494 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:21:52.611494 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:21:52.611494 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:21:52.611494 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:21:52.611494 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:21:52.611494 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:21:52.611494 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:21:52.611494 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:21:52.611494 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:21:52.611494 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:21:52.611494 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:21:52.611494 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:21:52.611494 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:21:52.611494 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:21:52.611494 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:21:52.611494 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:21:52.611494 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:21:52.611494 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:21:52.611494 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:21:52.611494 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:21:52.611494 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:21:52.611494 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:21:52.611494 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:21:52.611494 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:21:52.611494 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:21:52.611494 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:21:52.611494 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:21:52.611494 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:21:52.707469 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9e2a2667-6b06-4590-a9bc-0d534cce4d61 req-c6ff2215-5e1b-4940-a260-fd74fce11491 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331301 Feb 09 01:21:52.767120 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-86505f00-be03-499f-b5fc-879a69ba0f32 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:21:52.767120 n-d-822053-40 neutron-server[103528]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:21:52.767120 n-d-822053-40 neutron-server[103528]: [parameters: {'id': 'a94e12b3-d8fe-4998-a7cb-e1949c6a02e5'}] Feb 09 01:21:52.767120 n-d-822053-40 neutron-server[103528]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:21:52.767502 n-d-822053-40 neutron-server[103528]: DEBUG oslo_db.api [None req-86505f00-be03-499f-b5fc-879a69ba0f32 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:21:52.768923 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadba9b9-3437-40bc-9c55-edf8e7af09df None None] Pushing event updated for resources: {'Port': ['ID=899d6052-daa8-4f3c-ba10-70bf2f84deb8,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:52.821874 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95757b14-6b70-404e-a5df-72a6f8801c4b None None] get_active_networks_info from n-d-822053-40 {{(pid=103530) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:21:52.913440 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60470) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:53.025186 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-34c45338-d516-4921-bc03-44882b5413ce req-3263312e-8405-4a40-895d-f7102426c8df tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dd22aff-8071-4f0e-8ed2-d41185e7749e HTTP/1.1" status: 200 len: 210 time: 0.0396540 Feb 09 01:21:53.036177 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-c20bd1be-f848-4691-8435-e17f628f374b admin admin] Deleting subnet 566991aa-60ce-4255-aacf-f7e0a3f0748d {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:21:53.043914 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c20bd1be-f848-4691-8435-e17f628f374b admin admin] Publish callbacks [] for subnet (566991aa-60ce-4255-aacf-f7e0a3f0748d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:53.080341 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b5a46-625e-4986-a2d9-3d9515ea588d req-36f1ed03-f7df-4ea4-9816-1b68d66d6f49 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:53.080778 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95757b14-6b70-404e-a5df-72a6f8801c4b None None] Resources bound (agent type, host, resource id): {{(pid=103530) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:21:53.089160 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-774b5a46-625e-4986-a2d9-3d9515ea588d req-36f1ed03-f7df-4ea4-9816-1b68d66d6f49 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.1578872 Feb 09 01:21:53.134698 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c20bd1be-f848-4691-8435-e17f628f374b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (566991aa-60ce-4255-aacf-f7e0a3f0748d), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:53.177152 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-774b5a46-625e-4986-a2d9-3d9515ea588d req-e50418fe-0f3e-4922-8029-6ba918c8940a tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866051 Feb 09 01:21:53.218507 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c20bd1be-f848-4691-8435-e17f628f374b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (566991aa-60ce-4255-aacf-f7e0a3f0748d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:53.270093 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-86505f00-be03-499f-b5fc-879a69ba0f32 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (a94e12b3-d8fe-4998-a7cb-e1949c6a02e5), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:53.375021 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7586e18-4848-44ee-8445-d141349fdb35 req-ebab4e96-4776-4a80-9266-bc70585ab82f tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:53.390865 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c7586e18-4848-44ee-8445-d141349fdb35 req-ebab4e96-4776-4a80-9266-bc70585ab82f tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.1368582 Feb 09 01:21:53.452598 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c20bd1be-f848-4691-8435-e17f628f374b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (566991aa-60ce-4255-aacf-f7e0a3f0748d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:53.485014 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c1d759-0a02-46ff-a559-a4ac77d84b0d None None] Network a94e12b3-d8fe-4998-a7cb-e1949c6a02e5 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:53.500030 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c20bd1be-f848-4691-8435-e17f628f374b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:53.505846 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c20bd1be-f848-4691-8435-e17f628f374b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/566991aa-60ce-4255-aacf-f7e0a3f0748d HTTP/1.1" status: 204 len: 168 time: 0.5889773 Feb 09 01:21:53.505846 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20bd1be-f848-4691-8435-e17f628f374b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=566991aa-60ce-4255-aacf-f7e0a3f0748d,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:53.512927 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60482) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:53.663187 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c7586e18-4848-44ee-8445-d141349fdb35 req-ec5c204b-a56f-4eb9-91a7-1fcb417be8e8 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711704 Feb 09 01:21:53.683678 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d27c9f-3aa4-43cb-84f3-ea797349162a req-0f382f70-f18e-4350-8576-01fa871761b9 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:53.688195 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-09d27c9f-3aa4-43cb-84f3-ea797349162a req-0f382f70-f18e-4350-8576-01fa871761b9 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.121 "GET /v2.0/ports?device_id=9f510f95-9459-448b-9514-d2325720404a HTTP/1.1" status: 200 len: 945 time: 0.2480197 Feb 09 01:21:53.688339 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8f373621-6577-47fb-814b-98978ff0141d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (af3766bd-853a-409d-a43c-1e0c11f349d3), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:53.720881 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-86505f00-be03-499f-b5fc-879a69ba0f32 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Deleting port 899d6052-daa8-4f3c-ba10-70bf2f84deb8 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:21:53.720881 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-86505f00-be03-499f-b5fc-879a69ba0f32 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (899d6052-daa8-4f3c-ba10-70bf2f84deb8), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:53.838112 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-86505f00-be03-499f-b5fc-879a69ba0f32 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] For port 899d6052-daa8-4f3c-ba10-70bf2f84deb8, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=899d6052-daa8-4f3c-ba10-70bf2f84deb8,segment=NetworkSegment(092205fe-7085-435c-bbf9-9cdb80d3c0e6),segment_id=092205fe-7085-435c-bbf9-9cdb80d3c0e6)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:53.838460 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-86505f00-be03-499f-b5fc-879a69ba0f32 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (899d6052-daa8-4f3c-ba10-70bf2f84deb8), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:53.925900 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-86505f00-be03-499f-b5fc-879a69ba0f32 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Calling delete_port for 899d6052-daa8-4f3c-ba10-70bf2f84deb8 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:21:53.996835 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-09d27c9f-3aa4-43cb-84f3-ea797349162a req-6e1b7323-4597-46e5-9961-080f401700c3 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Deleting port f112b940-e9ef-4387-896f-1c23a9f86239 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:21:53.997269 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-09d27c9f-3aa4-43cb-84f3-ea797349162a req-6e1b7323-4597-46e5-9961-080f401700c3 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (f112b940-e9ef-4387-896f-1c23a9f86239), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:54.008225 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449522c-a6a5-4574-a13c-c146d2e9c8c2 req-a64964da-56ca-4fcd-8271-d0f35b8d1a4e tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:54.017491 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d449522c-a6a5-4574-a13c-c146d2e9c8c2 req-a64964da-56ca-4fcd-8271-d0f35b8d1a4e tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.1446087 Feb 09 01:21:54.047014 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb60b99-fe41-4177-b00c-25de6fb6d0c6 req-e8d50671-0564-4558-af96-4ffa21079c1f tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:54.048624 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3eb60b99-fe41-4177-b00c-25de6fb6d0c6 req-e8d50671-0564-4558-af96-4ffa21079c1f tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f510f95-9459-448b-9514-d2325720404a HTTP/1.1" status: 200 len: 945 time: 0.2024865 Feb 09 01:21:54.134484 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8f373621-6577-47fb-814b-98978ff0141d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (af3766bd-853a-409d-a43c-1e0c11f349d3), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:54.172911 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-8f373621-6577-47fb-814b-98978ff0141d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af3766bd-853a-409d-a43c-1e0c11f349d3']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:54.191906 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3eb60b99-fe41-4177-b00c-25de6fb6d0c6 req-ee1cc812-8a83-4489-bc05-b370616ed4ed tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278255 Feb 09 01:21:54.196319 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f4aeb7bd-0a50-4903-806a-4a3ea29b965d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:54.196528 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-86505f00-be03-499f-b5fc-879a69ba0f32 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (899d6052-daa8-4f3c-ba10-70bf2f84deb8), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:54.211337 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-8f373621-6577-47fb-814b-98978ff0141d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eea3b047-ad89-4cfd-804a-7c67d6651252') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:54.212743 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-8f373621-6577-47fb-814b-98978ff0141d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eea3b047-ad89-4cfd-804a-7c67d6651252') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:54.236063 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d449522c-a6a5-4574-a13c-c146d2e9c8c2 req-4c41e82f-33d4-4e01-ab4f-945ae82342ef tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090096 Feb 09 01:21:54.262010 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86505f00-be03-499f-b5fc-879a69ba0f32 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event deleted for resources: {'Port': ['ID=899d6052-daa8-4f3c-ba10-70bf2f84deb8,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:54.271943 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8f373621-6577-47fb-814b-98978ff0141d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (eea3b047-ad89-4cfd-804a-7c67d6651252), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:54.300706 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-09d27c9f-3aa4-43cb-84f3-ea797349162a req-6e1b7323-4597-46e5-9961-080f401700c3 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] For port f112b940-e9ef-4387-896f-1c23a9f86239, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=f112b940-e9ef-4387-896f-1c23a9f86239,segment=NetworkSegment(73681689-5506-4e34-8a62-67af8e5522bc),segment_id=73681689-5506-4e34-8a62-67af8e5522bc)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:54.301114 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-09d27c9f-3aa4-43cb-84f3-ea797349162a req-6e1b7323-4597-46e5-9961-080f401700c3 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (f112b940-e9ef-4387-896f-1c23a9f86239), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:54.313634 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86505f00-be03-499f-b5fc-879a69ba0f32 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] No DVR routers for this DVR port 899d6052-daa8-4f3c-ba10-70bf2f84deb8 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:21:54.347949 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-09d27c9f-3aa4-43cb-84f3-ea797349162a req-6e1b7323-4597-46e5-9961-080f401700c3 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Calling delete_port for f112b940-e9ef-4387-896f-1c23a9f86239 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:21:54.366206 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8f373621-6577-47fb-814b-98978ff0141d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (eea3b047-ad89-4cfd-804a-7c67d6651252), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:54.459649 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f373621-6577-47fb-814b-98978ff0141d admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:21:54.460054 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8f373621-6577-47fb-814b-98978ff0141d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (eea3b047-ad89-4cfd-804a-7c67d6651252), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:54.460156 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-47fcbf22-317f-4034-97ac-89fc0d3903a7 req-1ee8a105-ac19-4dee-a0b4-6d7c6270794a tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dd22aff-8071-4f0e-8ed2-d41185e7749e HTTP/1.1" status: 200 len: 210 time: 0.1095519 Feb 09 01:21:54.461984 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:21:54.461984 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:21:54.461984 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:21:54.461984 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:21:54.461984 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:21:54.461984 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:21:54.461984 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:21:54.461984 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:21:54.461984 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:21:54.461984 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:21:54.461984 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:21:54.461984 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:21:54.461984 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:21:54.461984 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:21:54.461984 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:21:54.461984 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:21:54.461984 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:21:54.461984 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:21:54.461984 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:21:54.461984 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:21:54.461984 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:21:54.461984 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:21:54.461984 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:21:54.461984 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:21:54.461984 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:21:54.461984 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:21:54.461984 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:21:54.461984 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:21:54.461984 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:21:54.461984 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:21:54.461984 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:21:54.461984 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:21:54.535929 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-86505f00-be03-499f-b5fc-879a69ba0f32 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (a94e12b3-d8fe-4998-a7cb-e1949c6a02e5), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:54.563665 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8f373621-6577-47fb-814b-98978ff0141d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (af3766bd-853a-409d-a43c-1e0c11f349d3), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:54.573189 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-86505f00-be03-499f-b5fc-879a69ba0f32 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a94e12b3-d8fe-4998-a7cb-e1949c6a02e5']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:54.576324 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8f373621-6577-47fb-814b-98978ff0141d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:54.579949 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8f373621-6577-47fb-814b-98978ff0141d admin admin] 10.222.0.30 "DELETE /v2.0/networks/af3766bd-853a-409d-a43c-1e0c11f349d3 HTTP/1.1" status: 204 len: 168 time: 1.0654936 Feb 09 01:21:54.613829 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f373621-6577-47fb-814b-98978ff0141d admin admin] Pushing event deleted for resources: {'Network': ['ID=af3766bd-853a-409d-a43c-1e0c11f349d3,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:54.616501 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-86505f00-be03-499f-b5fc-879a69ba0f32 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '092205fe-7085-435c-bbf9-9cdb80d3c0e6') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:54.616819 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-86505f00-be03-499f-b5fc-879a69ba0f32 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '092205fe-7085-435c-bbf9-9cdb80d3c0e6') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:54.629561 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-86505f00-be03-499f-b5fc-879a69ba0f32 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (092205fe-7085-435c-bbf9-9cdb80d3c0e6), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:54.653985 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-86505f00-be03-499f-b5fc-879a69ba0f32 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (092205fe-7085-435c-bbf9-9cdb80d3c0e6), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:54.677946 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86505f00-be03-499f-b5fc-879a69ba0f32 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:21:54.678352 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-86505f00-be03-499f-b5fc-879a69ba0f32 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (092205fe-7085-435c-bbf9-9cdb80d3c0e6), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:54.688044 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:21:54.688044 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:21:54.688044 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:21:54.688044 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:21:54.688044 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:21:54.688044 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:21:54.688044 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:21:54.688044 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:21:54.688044 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:21:54.688044 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:21:54.688044 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:21:54.688044 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:21:54.688044 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:21:54.688044 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:21:54.688044 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:21:54.688044 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:21:54.688044 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:21:54.688044 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:21:54.688044 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:21:54.688044 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:21:54.688044 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:21:54.688044 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:21:54.688044 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:21:54.688044 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:21:54.688044 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:21:54.688044 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:21:54.688044 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:21:54.688044 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:21:54.688044 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:21:54.688044 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:21:54.688044 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:21:54.688044 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:21:54.745821 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7053d5-b2d9-41b1-ac7a-fd69e56fee4c req-e5bddb38-b135-4f5b-ac63-323340a4a406 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:54.747354 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e7053d5-b2d9-41b1-ac7a-fd69e56fee4c req-e5bddb38-b135-4f5b-ac63-323340a4a406 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.2899461 Feb 09 01:21:54.785359 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-48e15b83-b7bb-4bab-a0e3-05b8a341c851 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:54.786801 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-48e15b83-b7bb-4bab-a0e3-05b8a341c851 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.121 "GET /v2.0/networks?id=6b99b81e-5871-4979-a64c-22edc1a2273c HTTP/1.1" status: 200 len: 811 time: 0.2783337 Feb 09 01:21:54.788721 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-86505f00-be03-499f-b5fc-879a69ba0f32 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (a94e12b3-d8fe-4998-a7cb-e1949c6a02e5), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:54.804093 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-86505f00-be03-499f-b5fc-879a69ba0f32 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:54.814302 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-86505f00-be03-499f-b5fc-879a69ba0f32 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "DELETE /v2.0/networks/a94e12b3-d8fe-4998-a7cb-e1949c6a02e5 HTTP/1.1" status: 204 len: 168 time: 3.5592988 Feb 09 01:21:54.816974 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60520) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:54.818240 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-95d2e0b7-f243-4289-91fe-c74409d2246b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Request body: {'port': {'device_id': '8dd22aff-8071-4f0e-8ed2-d41185e7749e', 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c', 'admin_state_up': True, 'tenant_id': 'bb54c6d9ab92477c86a4af4dae2b904f'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:54.822764 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-0a211531-50f1-40c2-b945-327cffa9aee8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1915162157'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:54.826537 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60522) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:54.838075 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86505f00-be03-499f-b5fc-879a69ba0f32 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event deleted for resources: {'Network': ['ID=a94e12b3-d8fe-4998-a7cb-e1949c6a02e5,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:54.855107 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a211531-50f1-40c2-b945-327cffa9aee8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Made reservation on behalf of 31bb8dfd22e842779cd73a2df8e4a240 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:54.859688 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0a211531-50f1-40c2-b945-327cffa9aee8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:54.887184 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a211531-50f1-40c2-b945-327cffa9aee8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:21:54.898483 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0a211531-50f1-40c2-b945-327cffa9aee8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (fe533777-9670-43fd-b6d5-9cddcc6008fe), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:54.898882 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-0a211531-50f1-40c2-b945-327cffa9aee8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Added segment fe533777-9670-43fd-b6d5-9cddcc6008fe of type vlan for network 5ab3fecb-496d-4103-8aab-863dc026fad2 Feb 09 01:21:54.931646 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e7053d5-b2d9-41b1-ac7a-fd69e56fee4c req-faa4fb7b-8592-482d-93a3-93d26efe38ee tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766217 Feb 09 01:21:54.943360 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-09d27c9f-3aa4-43cb-84f3-ea797349162a req-6e1b7323-4597-46e5-9961-080f401700c3 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (f112b940-e9ef-4387-896f-1c23a9f86239), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:54.949155 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0a211531-50f1-40c2-b945-327cffa9aee8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (5ab3fecb-496d-4103-8aab-863dc026fad2), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:54.959248 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['02a48834-7a90-41fe-9b8a-8be8c5726010'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:21:54.986831 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0a211531-50f1-40c2-b945-327cffa9aee8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (5ab3fecb-496d-4103-8aab-863dc026fad2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:54.993976 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a211531-50f1-40c2-b945-327cffa9aee8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:54.995054 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0a211531-50f1-40c2-b945-327cffa9aee8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:55.001152 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b7323-4597-46e5-9961-080f401700c3 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Pushing event deleted for resources: {'Port': ['ID=f112b940-e9ef-4387-896f-1c23a9f86239,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:55.009744 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e12b67f6-9e95-4a14-abc6-c21a5a53a23f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=96a79a613bcf4094bfa23ee11b0f3675&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1698651 Feb 09 01:21:55.015234 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60528) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:55.048640 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['9f3a8b89-0949-4e44-af71-ce50ad4577fb'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:21:55.066285 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d27c9f-3aa4-43cb-84f3-ea797349162a req-6e1b7323-4597-46e5-9961-080f401700c3 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] No DVR routers for this DVR port f112b940-e9ef-4387-896f-1c23a9f86239 on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:21:55.078428 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-09d27c9f-3aa4-43cb-84f3-ea797349162a req-6e1b7323-4597-46e5-9961-080f401700c3 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:55.081738 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-09d27c9f-3aa4-43cb-84f3-ea797349162a req-6e1b7323-4597-46e5-9961-080f401700c3 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.121 "DELETE /v2.0/ports/f112b940-e9ef-4387-896f-1c23a9f86239 HTTP/1.1" status: 204 len: 173 time: 1.3765872 Feb 09 01:21:55.082191 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f510f95-9459-448b-9514-d2325720404a', 'name': 'network-vif-deleted', 'tag': 'f112b940-e9ef-4387-896f-1c23a9f86239'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:21:55.085694 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f627bc-7547-4afe-9f72-76402937e8da" -d '{"events": [{"server_uuid": "9f510f95-9459-448b-9514-d2325720404a", "name": "network-vif-deleted", "tag": "f112b940-e9ef-4387-896f-1c23a9f86239"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:21:55.148095 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10acac82-0260-4bf9-b3f1-0b0992ffca51 x-openstack-request-id: req-10acac82-0260-4bf9-b3f1-0b0992ffca51 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:21:55.148393 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f510f95-9459-448b-9514-d2325720404a", "name": "network-vif-deleted", "tag": "f112b940-e9ef-4387-896f-1c23a9f86239", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:21:55.148650 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-10acac82-0260-4bf9-b3f1-0b0992ffca51 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:21:55.149052 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f510f95-9459-448b-9514-d2325720404a', 'name': 'network-vif-deleted', 'tag': 'f112b940-e9ef-4387-896f-1c23a9f86239', 'status': 'completed', 'code': 200} Feb 09 01:21:55.157030 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0a211531-50f1-40c2-b945-327cffa9aee8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3389678 Feb 09 01:21:55.164809 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60532) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:55.171593 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-d65acbe2-6c9e-4526-b375-a4ba5783517d tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Request body: {'subnet': {'network_id': '5ab3fecb-496d-4103-8aab-863dc026fad2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:55.182854 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-95d2e0b7-f243-4289-91fe-c74409d2246b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Made reservation on behalf of bb54c6d9ab92477c86a4af4dae2b904f for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:55.186977 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-95d2e0b7-f243-4289-91fe-c74409d2246b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:55.193241 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a211531-50f1-40c2-b945-327cffa9aee8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event updated for resources: {'Network': ['ID=5ab3fecb-496d-4103-8aab-863dc026fad2,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:55.219059 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 5ab3fecb-496d-4103-8aab-863dc026fad2 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:21:55.257230 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6183cfd4-16a1-4963-951c-6cce240bbed4 admin admin] Publish callbacks [] for security_group (5cf1e688-4cb4-49fb-9051-e87f90e10c8f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:55.280266 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbaf69-ef0e-4ef2-88c6-0349e82fae0a req-6001a1c5-6cfb-422b-8341-ce9b3e09c235 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:55.287355 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-84bbaf69-ef0e-4ef2-88c6-0349e82fae0a req-6001a1c5-6cfb-422b-8341-ce9b3e09c235 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.2396445 Feb 09 01:21:55.287756 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6183cfd4-16a1-4963-951c-6cce240bbed4 admin admin] Publish callbacks [] for security_group (5cf1e688-4cb4-49fb-9051-e87f90e10c8f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:55.371171 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6183cfd4-16a1-4963-951c-6cce240bbed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (5cf1e688-4cb4-49fb-9051-e87f90e10c8f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:55.377304 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6183cfd4-16a1-4963-951c-6cce240bbed4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:55.379700 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6183cfd4-16a1-4963-951c-6cce240bbed4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5cf1e688-4cb4-49fb-9051-e87f90e10c8f HTTP/1.1" status: 204 len: 168 time: 0.3583961 Feb 09 01:21:55.394841 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183cfd4-16a1-4963-951c-6cce240bbed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf1e688-4cb4-49fb-9051-e87f90e10c8f,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:55.422210 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-91195fc7-73c8-4c4a-a504-34f335d0b3ef req-357bbbad-481a-4afe-89aa-3d081aed380e tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f510f95-9459-448b-9514-d2325720404a HTTP/1.1" status: 200 len: 210 time: 0.0698783 Feb 09 01:21:55.525116 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65acbe2-6c9e-4526-b375-a4ba5783517d tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Made reservation on behalf of 31bb8dfd22e842779cd73a2df8e4a240 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:55.539060 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d65acbe2-6c9e-4526-b375-a4ba5783517d tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:55.575682 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-84bbaf69-ef0e-4ef2-88c6-0349e82fae0a req-4d6b1ee8-c30a-4fe6-b2fb-3fe8c7241a24 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718325 Feb 09 01:21:55.721561 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:55.764019 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-445fbee2-8177-46eb-9890-1d605add3e80 req-94d350c5-7ec8-4b24-8990-5d98fb7d9b63 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dd22aff-8071-4f0e-8ed2-d41185e7749e HTTP/1.1" status: 200 len: 210 time: 0.0743659 Feb 09 01:21:55.764019 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.ipam_backend_mixin [None req-d65acbe2-6c9e-4526-b375-a4ba5783517d tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Performing IP validity checks on allocation pools {{(pid=103529) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 01:21:55.764019 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.ipam_backend_mixin [None req-d65acbe2-6c9e-4526-b375-a4ba5783517d tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103529) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 01:21:55.777718 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-95d2e0b7-f243-4289-91fe-c74409d2246b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Allocated IP 172.20.0.3 (6b99b81e-5871-4979-a64c-22edc1a2273c/46b59fab-0ab1-4600-8204-1f86be683b81/1365ba96-a39b-4caf-9fc0-6d23d8406de5) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:55.989816 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b5e32-021d-490c-9b80-8896babaa12f req-ae5c2c40-ac96-4a76-a1ea-821b3cf3503a tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:55.991364 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-824b5e32-021d-490c-9b80-8896babaa12f req-ae5c2c40-ac96-4a76-a1ea-821b3cf3503a tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.2151988 Feb 09 01:21:56.157313 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device f112b940-e9ef-4387-896f-1c23a9f86239 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:21:56.165179 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-824b5e32-021d-490c-9b80-8896babaa12f req-cb6c8685-7ada-4021-ac65-b4a0c9af359a tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546922 Feb 09 01:21:56.173120 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d65acbe2-6c9e-4526-b375-a4ba5783517d tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (370921ee-934c-4cf2-a1ef-267397a84f13), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:56.206229 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: f112b940-e9ef-4387-896f-1c23a9f86239 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:21:56.206597 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device f112b940-e9ef-4387-896f-1c23a9f86239 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:21:56.259765 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-95d2e0b7-f243-4289-91fe-c74409d2246b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks [] for port (1365ba96-a39b-4caf-9fc0-6d23d8406de5), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:56.292118 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65acbe2-6c9e-4526-b375-a4ba5783517d tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event updated for resources: {'Subnet': ['ID=370921ee-934c-4cf2-a1ef-267397a84f13,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:56.315896 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65acbe2-6c9e-4526-b375-a4ba5783517d tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Checking segment: {'id': 'fe533777-9670-43fd-b6d5-9cddcc6008fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '5ab3fecb-496d-4103-8aab-863dc026fad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:56.316543 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65acbe2-6c9e-4526-b375-a4ba5783517d tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Network hostable DHCP agents. Network: 5ab3fecb-496d-4103-8aab-863dc026fad2, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:21:56.353826 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-95d2e0b7-f243-4289-91fe-c74409d2246b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (1365ba96-a39b-4caf-9fc0-6d23d8406de5), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:56.384632 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65acbe2-6c9e-4526-b375-a4ba5783517d tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Network 5ab3fecb-496d-4103-8aab-863dc026fad2 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:21:56.430709 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-d65acbe2-6c9e-4526-b375-a4ba5783517d tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 5ab3fecb-496d-4103-8aab-863dc026fad2) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:56.438797 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-95d2e0b7-f243-4289-91fe-c74409d2246b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Network 6b99b81e-5871-4979-a64c-22edc1a2273c is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:56.446036 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65acbe2-6c9e-4526-b375-a4ba5783517d tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:56.447016 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d65acbe2-6c9e-4526-b375-a4ba5783517d tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:56.448258 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cc9ab2-c234-4bdc-a624-a45d116c6a7f None None] Network 5ab3fecb-496d-4103-8aab-863dc026fad2 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:56.450179 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-95d2e0b7-f243-4289-91fe-c74409d2246b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:56.456843 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-95d2e0b7-f243-4289-91fe-c74409d2246b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:21:56.494958 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2e0b7-f243-4289-91fe-c74409d2246b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Pushing event updated for resources: {'Port': ['ID=1365ba96-a39b-4caf-9fc0-6d23d8406de5,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:56.522289 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d65acbe2-6c9e-4526-b375-a4ba5783517d tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.3539414 Feb 09 01:21:56.522750 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60620) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:56.530638 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa6274-1222-4067-a1af-8326cb886059 req-9b4a28dd-f76c-4bcf-9d9f-d770be2dabe1 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:56.539264 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-73aa6274-1222-4067-a1af-8326cb886059 req-9b4a28dd-f76c-4bcf-9d9f-d770be2dabe1 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.2045112 Feb 09 01:21:56.570611 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-95d2e0b7-f243-4289-91fe-c74409d2246b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:56.578992 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-95d2e0b7-f243-4289-91fe-c74409d2246b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:56.658757 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60632) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:56.669650 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8033de51-1fb3-4b63-bc18-ba2772a14a4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-5ab3fecb-496d-4103-8aab-863dc026fad2', 'network_id': '5ab3fecb-496d-4103-8aab-863dc026fad2', 'project_id': '31bb8dfd22e842779cd73a2df8e4a240', 'fixed_ips': [{'subnet_id': '370921ee-934c-4cf2-a1ef-267397a84f13'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:21:56.670996 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8033de51-1fb3-4b63-bc18-ba2772a14a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:56.674529 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-95d2e0b7-f243-4289-91fe-c74409d2246b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8652773 Feb 09 01:21:56.683129 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60640) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:56.690335 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-f69a87c4-f252-43ed-a630-fe7660372c14 service neutron] Request body: {'port': {'device_id': '8dd22aff-8071-4f0e-8ed2-d41185e7749e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:56.744129 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-e04f4c41-427a-4310-ba5e-730c09f2f2f2 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1463437693-network', 'tenant_id': 'a8f88e88e7c34b099d2a3084521ceeaf'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:56.772845 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-73aa6274-1222-4067-a1af-8326cb886059 req-79b0d2cf-3bc3-4bf8-a093-f5bbf27401e8 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327139 Feb 09 01:21:56.782583 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-f69a87c4-f252-43ed-a630-fe7660372c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1365ba96-a39b-4caf-9fc0-6d23d8406de5), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:56.808874 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d1b32ea6-42b9-4eff-88fa-58a657b8c1b8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (5ab3fecb-496d-4103-8aab-863dc026fad2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:56.832173 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04f4c41-427a-4310-ba5e-730c09f2f2f2 admin admin] Made reservation on behalf of a8f88e88e7c34b099d2a3084521ceeaf for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:56.834593 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e04f4c41-427a-4310-ba5e-730c09f2f2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:56.869467 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e04f4c41-427a-4310-ba5e-730c09f2f2f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:56.923619 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-8033de51-1fb3-4b63-bc18-ba2772a14a4c None None] Allocated IP 172.20.0.3 (5ab3fecb-496d-4103-8aab-863dc026fad2/370921ee-934c-4cf2-a1ef-267397a84f13/284dd90c-edf4-497f-be87-da21cea13ed5) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:56.969758 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e04f4c41-427a-4310-ba5e-730c09f2f2f2 admin admin] Publish callbacks [] for security_group (98db701b-ac46-45f4-bd35-3362a9f70d0b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:56.973442 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eeef9c-ae08-42f9-9d96-6a67ff0373ad req-ab544fb7-3a01-4f1f-b53b-0d185e0eb327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:56.974217 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eeef9c-ae08-42f9-9d96-6a67ff0373ad req-ab544fb7-3a01-4f1f-b53b-0d185e0eb327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:56.975381 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eeef9c-ae08-42f9-9d96-6a67ff0373ad req-ab544fb7-3a01-4f1f-b53b-0d185e0eb327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:56.976006 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eeef9c-ae08-42f9-9d96-6a67ff0373ad req-ab544fb7-3a01-4f1f-b53b-0d185e0eb327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:56.976484 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eeef9c-ae08-42f9-9d96-6a67ff0373ad req-ab544fb7-3a01-4f1f-b53b-0d185e0eb327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:56.977044 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eeef9c-ae08-42f9-9d96-6a67ff0373ad req-ab544fb7-3a01-4f1f-b53b-0d185e0eb327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:56.977571 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eeef9c-ae08-42f9-9d96-6a67ff0373ad req-ab544fb7-3a01-4f1f-b53b-0d185e0eb327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:56.980483 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-64eeef9c-ae08-42f9-9d96-6a67ff0373ad req-ab544fb7-3a01-4f1f-b53b-0d185e0eb327 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 6715 time: 0.2493775 Feb 09 01:21:56.987747 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e04f4c41-427a-4310-ba5e-730c09f2f2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (98db701b-ac46-45f4-bd35-3362a9f70d0b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:57.044931 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e04f4c41-427a-4310-ba5e-730c09f2f2f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:21:57.061575 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e04f4c41-427a-4310-ba5e-730c09f2f2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (d9f78c1f-6e31-44e6-9cf4-d33939b2a1d5), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:57.061956 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-e04f4c41-427a-4310-ba5e-730c09f2f2f2 admin admin] Added segment d9f78c1f-6e31-44e6-9cf4-d33939b2a1d5 of type vlan for network aa4a3089-7c99-441e-b086-4f1a96a85ade Feb 09 01:21:57.080724 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f4c41-427a-4310-ba5e-730c09f2f2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98db701b-ac46-45f4-bd35-3362a9f70d0b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:57.098663 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8033de51-1fb3-4b63-bc18-ba2772a14a4c None None] Publish callbacks [] for port (284dd90c-edf4-497f-be87-da21cea13ed5), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:57.106863 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8033de51-1fb3-4b63-bc18-ba2772a14a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (284dd90c-edf4-497f-be87-da21cea13ed5), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:57.137586 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e04f4c41-427a-4310-ba5e-730c09f2f2f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (aa4a3089-7c99-441e-b086-4f1a96a85ade), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:57.155374 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8033de51-1fb3-4b63-bc18-ba2772a14a4c None None] Network 5ab3fecb-496d-4103-8aab-863dc026fad2 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:57.158548 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-8033de51-1fb3-4b63-bc18-ba2772a14a4c None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:57.162854 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8033de51-1fb3-4b63-bc18-ba2772a14a4c None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:21:57.163675 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d1b32ea6-42b9-4eff-88fa-58a657b8c1b8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (370921ee-934c-4cf2-a1ef-267397a84f13), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:57.166170 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033de51-1fb3-4b63-bc18-ba2772a14a4c None None] Pushing event updated for resources: {'Port': ['ID=284dd90c-edf4-497f-be87-da21cea13ed5,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:57.190825 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e04f4c41-427a-4310-ba5e-730c09f2f2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (aa4a3089-7c99-441e-b086-4f1a96a85ade), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:57.191951 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04f4c41-427a-4310-ba5e-730c09f2f2f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:57.193303 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e04f4c41-427a-4310-ba5e-730c09f2f2f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:57.194983 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-64eeef9c-ae08-42f9-9d96-6a67ff0373ad req-27e70b9b-c87e-4307-a28a-3f1564e830fb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2027860 Feb 09 01:21:57.209228 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e6ee3-c858-4b56-8772-72d68efb56ba req-3113c690-70c5-460c-8c3d-59d8a2c4497c tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:57.210753 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aa1e6ee3-c858-4b56-8772-72d68efb56ba req-3113c690-70c5-460c-8c3d-59d8a2c4497c tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dd22aff-8071-4f0e-8ed2-d41185e7749e HTTP/1.1" status: 200 len: 931 time: 0.1873283 Feb 09 01:21:57.242296 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-8033de51-1fb3-4b63-bc18-ba2772a14a4c None None] Attempting to bind port 284dd90c-edf4-497f-be87-da21cea13ed5 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:21:57.242688 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-8033de51-1fb3-4b63-bc18-ba2772a14a4c None None] Attempting to bind port 284dd90c-edf4-497f-be87-da21cea13ed5 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'fe533777-9670-43fd-b6d5-9cddcc6008fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '5ab3fecb-496d-4103-8aab-863dc026fad2'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:21:57.243059 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8033de51-1fb3-4b63-bc18-ba2772a14a4c None None] Attempting to bind port 284dd90c-edf4-497f-be87-da21cea13ed5 on network 5ab3fecb-496d-4103-8aab-863dc026fad2 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:21:57.251790 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8033de51-1fb3-4b63-bc18-ba2772a14a4c None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:21:57.252226 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8033de51-1fb3-4b63-bc18-ba2772a14a4c None None] Checking segment: {'id': 'fe533777-9670-43fd-b6d5-9cddcc6008fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '5ab3fecb-496d-4103-8aab-863dc026fad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:57.252641 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8033de51-1fb3-4b63-bc18-ba2772a14a4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:57.253038 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8033de51-1fb3-4b63-bc18-ba2772a14a4c None None] Bound using segment: {'id': 'fe533777-9670-43fd-b6d5-9cddcc6008fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '5ab3fecb-496d-4103-8aab-863dc026fad2'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:21:57.253517 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-8033de51-1fb3-4b63-bc18-ba2772a14a4c None None] Bound port: 284dd90c-edf4-497f-be87-da21cea13ed5, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe533777-9670-43fd-b6d5-9cddcc6008fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '5ab3fecb-496d-4103-8aab-863dc026fad2'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:21:57.253902 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8033de51-1fb3-4b63-bc18-ba2772a14a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (284dd90c-edf4-497f-be87-da21cea13ed5), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:57.272641 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e04f4c41-427a-4310-ba5e-730c09f2f2f2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6127431 Feb 09 01:21:57.276738 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60662) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:57.280813 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f409d-53cf-42b5-ad0f-3a0a3380ad25 req-a6012624-3290-4eea-b0f8-21b35eb3e834 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:57.283947 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-312f409d-53cf-42b5-ad0f-3a0a3380ad25 req-a6012624-3290-4eea-b0f8-21b35eb3e834 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.1799724 Feb 09 01:21:57.287815 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-27e84563-5dbd-484f-bb37-1adbf87ceb21 admin admin] Request body: {'subnet': {'network_id': 'aa4a3089-7c99-441e-b086-4f1a96a85ade', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1463437693-subnet', 'tenant_id': 'a8f88e88e7c34b099d2a3084521ceeaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:57.297821 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f4c41-427a-4310-ba5e-730c09f2f2f2 admin admin] Pushing event updated for resources: {'Network': ['ID=aa4a3089-7c99-441e-b086-4f1a96a85ade,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:57.324716 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e84563-5dbd-484f-bb37-1adbf87ceb21 admin admin] Made reservation on behalf of a8f88e88e7c34b099d2a3084521ceeaf for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:57.325444 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network aa4a3089-7c99-441e-b086-4f1a96a85ade details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:21:57.330854 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aa1e6ee3-c858-4b56-8772-72d68efb56ba req-13199548-3804-4538-8844-05b6871ab75c tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088898 Feb 09 01:21:57.339361 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-27e84563-5dbd-484f-bb37-1adbf87ceb21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:57.341982 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d1b32ea6-42b9-4eff-88fa-58a657b8c1b8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (370921ee-934c-4cf2-a1ef-267397a84f13), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:57.364937 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-312f409d-53cf-42b5-ad0f-3a0a3380ad25 req-406d8512-a5af-4a38-b5be-b56c0e616fe4 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742846 Feb 09 01:21:57.368341 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-8033de51-1fb3-4b63-bc18-ba2772a14a4c None None] For port 284dd90c-edf4-497f-be87-da21cea13ed5, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:21:57.374610 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-8033de51-1fb3-4b63-bc18-ba2772a14a4c None None] For port 284dd90c-edf4-497f-be87-da21cea13ed5, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=284dd90c-edf4-497f-be87-da21cea13ed5,segment=NetworkSegment(fe533777-9670-43fd-b6d5-9cddcc6008fe),segment_id=fe533777-9670-43fd-b6d5-9cddcc6008fe)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:21:57.405969 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-f69a87c4-f252-43ed-a630-fe7660372c14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1365ba96-a39b-4caf-9fc0-6d23d8406de5 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:21:57.415747 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-f69a87c4-f252-43ed-a630-fe7660372c14 service neutron] Publish callbacks [] for port (1365ba96-a39b-4caf-9fc0-6d23d8406de5), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:57.431085 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-f69a87c4-f252-43ed-a630-fe7660372c14 service neutron] Transition to ACTIVE for port object 1365ba96-a39b-4caf-9fc0-6d23d8406de5 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:57.437837 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-f69a87c4-f252-43ed-a630-fe7660372c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (1365ba96-a39b-4caf-9fc0-6d23d8406de5), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:57.455588 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8033de51-1fb3-4b63-bc18-ba2772a14a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (284dd90c-edf4-497f-be87-da21cea13ed5), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:57.501536 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a87c4-f252-43ed-a630-fe7660372c14 service neutron] Pushing event updated for resources: {'Port': ['ID=1365ba96-a39b-4caf-9fc0-6d23d8406de5,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:57.580338 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:57.615703 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b32ea6-42b9-4eff-88fa-58a657b8c1b8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event deleted for resources: {'Subnet': ['ID=370921ee-934c-4cf2-a1ef-267397a84f13,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:57.619573 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-f69a87c4-f252-43ed-a630-fe7660372c14 service neutron] Attempting to bind port 1365ba96-a39b-4caf-9fc0-6d23d8406de5 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:21:57.620099 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-f69a87c4-f252-43ed-a630-fe7660372c14 service neutron] Attempting to bind port 1365ba96-a39b-4caf-9fc0-6d23d8406de5 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '3350618d-f84a-4a0b-8997-97c98e7ed20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:21:57.620602 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-f69a87c4-f252-43ed-a630-fe7660372c14 service neutron] Attempting to bind port 1365ba96-a39b-4caf-9fc0-6d23d8406de5 on network 6b99b81e-5871-4979-a64c-22edc1a2273c {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:21:57.629726 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-f69a87c4-f252-43ed-a630-fe7660372c14 service neutron] Port 1365ba96-a39b-4caf-9fc0-6d23d8406de5 on network 6b99b81e-5871-4979-a64c-22edc1a2273c not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:21:57.630842 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-f69a87c4-f252-43ed-a630-fe7660372c14 service neutron] Attempting to bind port 1365ba96-a39b-4caf-9fc0-6d23d8406de5 on network 6b99b81e-5871-4979-a64c-22edc1a2273c {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:21:57.642534 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-f69a87c4-f252-43ed-a630-fe7660372c14 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:21:57.643032 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-f69a87c4-f252-43ed-a630-fe7660372c14 service neutron] Checking segment: {'id': '3350618d-f84a-4a0b-8997-97c98e7ed20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:57.643563 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-f69a87c4-f252-43ed-a630-fe7660372c14 service neutron] Bound using segment: {'id': '3350618d-f84a-4a0b-8997-97c98e7ed20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:21:57.645323 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-f69a87c4-f252-43ed-a630-fe7660372c14 service neutron] Bound port: 1365ba96-a39b-4caf-9fc0-6d23d8406de5, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3350618d-f84a-4a0b-8997-97c98e7ed20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:21:57.645728 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-f69a87c4-f252-43ed-a630-fe7660372c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1365ba96-a39b-4caf-9fc0-6d23d8406de5), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:57.678896 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033de51-1fb3-4b63-bc18-ba2772a14a4c None None] Pushing event updated for resources: {'Port': ['ID=284dd90c-edf4-497f-be87-da21cea13ed5,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:57.780020 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d1b32ea6-42b9-4eff-88fa-58a657b8c1b8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (5ab3fecb-496d-4103-8aab-863dc026fad2), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:57.829522 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-d1b32ea6-42b9-4eff-88fa-58a657b8c1b8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ab3fecb-496d-4103-8aab-863dc026fad2']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:57.845296 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-d1b32ea6-42b9-4eff-88fa-58a657b8c1b8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe533777-9670-43fd-b6d5-9cddcc6008fe') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:57.845586 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-d1b32ea6-42b9-4eff-88fa-58a657b8c1b8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe533777-9670-43fd-b6d5-9cddcc6008fe') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:57.862385 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d1b32ea6-42b9-4eff-88fa-58a657b8c1b8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (fe533777-9670-43fd-b6d5-9cddcc6008fe), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:57.907848 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d1b32ea6-42b9-4eff-88fa-58a657b8c1b8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (fe533777-9670-43fd-b6d5-9cddcc6008fe), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:57.938026 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1b32ea6-42b9-4eff-88fa-58a657b8c1b8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:21:57.938481 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d1b32ea6-42b9-4eff-88fa-58a657b8c1b8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (fe533777-9670-43fd-b6d5-9cddcc6008fe), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:57.951451 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:21:57.951451 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:21:57.951451 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:21:57.951451 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:21:57.951451 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:21:57.951451 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:21:57.951451 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:21:57.951451 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:21:57.951451 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:21:57.951451 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:21:57.951451 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:21:57.951451 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:21:57.951451 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:21:57.951451 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:21:57.951451 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:21:57.951451 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:21:57.951451 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:21:57.951451 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:21:57.951451 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:21:57.951451 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:21:57.951451 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:21:57.951451 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:21:57.951451 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:21:57.951451 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:21:57.951451 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:21:57.951451 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:21:57.951451 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:21:57.951451 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:21:57.951451 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:21:57.951451 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:21:57.951451 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:21:57.951451 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:21:58.008924 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-27e84563-5dbd-484f-bb37-1adbf87ceb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (9c00e2a0-66b6-4443-a57a-29213aac7ca5), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:58.064212 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-d1b32ea6-42b9-4eff-88fa-58a657b8c1b8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:21:58.064212 n-d-822053-40 neutron-server[103528]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:21:58.064212 n-d-822053-40 neutron-server[103528]: [parameters: {'id': '5ab3fecb-496d-4103-8aab-863dc026fad2'}] Feb 09 01:21:58.064212 n-d-822053-40 neutron-server[103528]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:21:58.065102 n-d-822053-40 neutron-server[103528]: DEBUG oslo_db.api [None req-d1b32ea6-42b9-4eff-88fa-58a657b8c1b8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:21:58.080022 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e84563-5dbd-484f-bb37-1adbf87ceb21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c00e2a0-66b6-4443-a57a-29213aac7ca5,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:58.106389 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e84563-5dbd-484f-bb37-1adbf87ceb21 admin admin] Checking segment: {'id': 'd9f78c1f-6e31-44e6-9cf4-d33939b2a1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'aa4a3089-7c99-441e-b086-4f1a96a85ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:58.106737 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e84563-5dbd-484f-bb37-1adbf87ceb21 admin admin] Network hostable DHCP agents. Network: aa4a3089-7c99-441e-b086-4f1a96a85ade, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:21:58.136075 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e84563-5dbd-484f-bb37-1adbf87ceb21 admin admin] Network aa4a3089-7c99-441e-b086-4f1a96a85ade is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:21:58.148504 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-27e84563-5dbd-484f-bb37-1adbf87ceb21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, aa4a3089-7c99-441e-b086-4f1a96a85ade) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:58.150394 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:58.153213 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e84563-5dbd-484f-bb37-1adbf87ceb21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:58.154298 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-27e84563-5dbd-484f-bb37-1adbf87ceb21 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:58.160418 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b527d0db-ba92-47b1-94c6-fee5f955e588 None None] Network aa4a3089-7c99-441e-b086-4f1a96a85ade requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:58.177146 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-27e84563-5dbd-484f-bb37-1adbf87ceb21 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8955240 Feb 09 01:21:58.184743 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-f69a87c4-f252-43ed-a630-fe7660372c14 service neutron] For port 1365ba96-a39b-4caf-9fc0-6d23d8406de5, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:21:58.195787 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-f69a87c4-f252-43ed-a630-fe7660372c14 service neutron] For port 1365ba96-a39b-4caf-9fc0-6d23d8406de5, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1365ba96-a39b-4caf-9fc0-6d23d8406de5,segment=NetworkSegment(3350618d-f84a-4a0b-8997-97c98e7ed20e),segment_id=3350618d-f84a-4a0b-8997-97c98e7ed20e)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:21:58.212141 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389cfcd-3e75-40df-a202-445185283b5a req-9a2573e0-f21b-4775-9ce8-22b77605990d tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:58.213783 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5389cfcd-3e75-40df-a202-445185283b5a req-9a2573e0-f21b-4775-9ce8-22b77605990d tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4efe6a9-7b0d-4ff7-b86d-1a8c42d4c95b HTTP/1.1" status: 200 len: 946 time: 0.1520135 Feb 09 01:21:58.225606 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b5013-e366-472d-b0bf-362b35ca404b req-6fe45ba5-6b88-422f-81e7-43ed2f72e881 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:58.227198 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dc6b5013-e366-472d-b0bf-362b35ca404b req-6fe45ba5-6b88-422f-81e7-43ed2f72e881 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.1683486 Feb 09 01:21:58.229761 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-f69a87c4-f252-43ed-a630-fe7660372c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (1365ba96-a39b-4caf-9fc0-6d23d8406de5), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:58.275765 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10831b5e-ea11-4def-8bbd-262acecd25b8 None None] Network aa4a3089-7c99-441e-b086-4f1a96a85ade requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:58.306458 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-f69a87c4-f252-43ed-a630-fe7660372c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:58.307179 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-f69a87c4-f252-43ed-a630-fe7660372c14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:58.308749 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-f69a87c4-f252-43ed-a630-fe7660372c14 service neutron] 10.222.0.121 "PUT /v2.0/ports/1365ba96-a39b-4caf-9fc0-6d23d8406de5 HTTP/1.1" status: 200 len: 1092 time: 1.6240718 Feb 09 01:21:58.313012 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd22aff-8071-4f0e-8ed2-d41185e7749e', 'tag': '1365ba96-a39b-4caf-9fc0-6d23d8406de5'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:21:58.315483 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c873c241-9c5d-4178-ae1d-5893f269d5a3" -d '{"events": [{"name": "network-changed", "server_uuid": "8dd22aff-8071-4f0e-8ed2-d41185e7749e", "tag": "1365ba96-a39b-4caf-9fc0-6d23d8406de5"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:21:58.367515 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a87c4-f252-43ed-a630-fe7660372c14 service neutron] Pushing event updated for resources: {'Port': ['ID=1365ba96-a39b-4caf-9fc0-6d23d8406de5,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:58.414955 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5389cfcd-3e75-40df-a202-445185283b5a req-a9a58681-d410-4220-bb9d-9fbc8d907423 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867154 Feb 09 01:21:58.419284 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dc6b5013-e366-472d-b0bf-362b35ca404b req-d6cae4b6-d02d-4eef-a840-971f2c6fc51a tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838810 Feb 09 01:21:58.462583 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-a248e1dd-5399-4f77-ab0c-379adf3642ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:58.467189 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-a248e1dd-5399-4f77-ab0c-379adf3642ed service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=bb54c6d9ab92477c86a4af4dae2b904f&device_id=8dd22aff-8071-4f0e-8ed2-d41185e7749e HTTP/1.1" status: 200 len: 1126 time: 0.1018679 Feb 09 01:21:58.532339 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be5b949-b426-4eff-b4ab-7e674de2c369 x-openstack-request-id: req-3be5b949-b426-4eff-b4ab-7e674de2c369 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:21:58.532478 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dd22aff-8071-4f0e-8ed2-d41185e7749e", "tag": "1365ba96-a39b-4caf-9fc0-6d23d8406de5", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:21:58.532657 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3be5b949-b426-4eff-b4ab-7e674de2c369 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:21:58.533053 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dd22aff-8071-4f0e-8ed2-d41185e7749e', 'tag': '1365ba96-a39b-4caf-9fc0-6d23d8406de5', 'status': 'completed', 'code': 200} Feb 09 01:21:58.535197 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-4da071ce-0dd6-45a2-931a-15f31d075d43 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1365ba96-a39b-4caf-9fc0-6d23d8406de5 HTTP/1.1" status: 200 len: 217 time: 0.0566120 Feb 09 01:21:58.566289 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d1b32ea6-42b9-4eff-88fa-58a657b8c1b8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (5ab3fecb-496d-4103-8aab-863dc026fad2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:58.638184 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d1b32ea6-42b9-4eff-88fa-58a657b8c1b8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Deleting port 284dd90c-edf4-497f-be87-da21cea13ed5 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:21:58.638837 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d1b32ea6-42b9-4eff-88fa-58a657b8c1b8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (284dd90c-edf4-497f-be87-da21cea13ed5), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:58.677649 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-3f405b52-3691-4b1b-88cc-df1a97938d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:58.679142 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-3f405b52-3691-4b1b-88cc-df1a97938d19 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=46b59fab-0ab1-4600-8204-1f86be683b81 HTTP/1.1" status: 200 len: 851 time: 0.1216025 Feb 09 01:21:58.730930 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-e21cf7e4-aed6-4f54-bd3f-09725ab4feb7 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6b99b81e-5871-4979-a64c-22edc1a2273c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370643 Feb 09 01:21:58.744527 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 98e8d27b-b00a-4158-aa42-b1b1c8829294 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:21:58.750612 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c34e9-d87a-4506-9162-07e2d53de457 req-f1ac5413-8621-4085-ae61-6254747ac5fb tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:58.752207 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c6c34e9-d87a-4506-9162-07e2d53de457 req-f1ac5413-8621-4085-ae61-6254747ac5fb tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dd22aff-8071-4f0e-8ed2-d41185e7749e HTTP/1.1" status: 200 len: 943 time: 0.1957083 Feb 09 01:21:58.770463 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-a52d1631-2f7d-4c6c-a947-3bb16bb1bf93 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:58.777366 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-a52d1631-2f7d-4c6c-a947-3bb16bb1bf93 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/networks?id=f155bdb8-b796-4b2f-8f0d-8611315d30bd HTTP/1.1" status: 200 len: 804 time: 0.2472601 Feb 09 01:21:58.837002 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 284dd90c-edf4-497f-be87-da21cea13ed5 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:21:58.860613 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-31f54b60-3417-4c8b-ba72-a64d6b1fd753 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/quotas/7b44166604b3436881425cea10d1d658 HTTP/1.1" status: 200 len: 375 time: 0.0822666 Feb 09 01:21:58.939956 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a8c65e-d4c0-471c-bc49-a3e68e0b886f None None] Network 5ab3fecb-496d-4103-8aab-863dc026fad2 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:58.953017 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c6c34e9-d87a-4506-9162-07e2d53de457 req-dfa65272-ba9d-4799-9c38-ed9d281a2c4c tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911094 Feb 09 01:21:58.979399 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-420ff8d1-0517-455d-80b1-a5be9c2f32ac service neutron] 10.222.0.121 "GET /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370760 Feb 09 01:21:59.019590 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-29634125-467f-4515-ab66-eb30db9dc75b tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b44166604b3436881425cea10d1d658&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1317844 Feb 09 01:21:59.028573 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 98e8d27b-b00a-4158-aa42-b1b1c8829294 is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:59.029903 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (98e8d27b-b00a-4158-aa42-b1b1c8829294), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:59.095206 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43704bf0-5c55-4c9e-b986-6f92ad1d74fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98e8d27b-b00a-4158-aa42-b1b1c8829294'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:21:59.097966 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00c9218-8a4a-4208-973f-3b833db279b0" -d '{"events": [{"server_uuid": "43704bf0-5c55-4c9e-b986-6f92ad1d74fc", "name": "network-vif-unplugged", "status": "completed", "tag": "98e8d27b-b00a-4158-aa42-b1b1c8829294"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:21:59.101233 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-9bfbe69c-9a71-49c6-89f2-bf5057d68894 None None] Provisioning complete for port 284dd90c-edf4-497f-be87-da21cea13ed5 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:59.101233 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9bfbe69c-9a71-49c6-89f2-bf5057d68894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (284dd90c-edf4-497f-be87-da21cea13ed5), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:59.138597 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-d1b32ea6-42b9-4eff-88fa-58a657b8c1b8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] For port 284dd90c-edf4-497f-be87-da21cea13ed5, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=284dd90c-edf4-497f-be87-da21cea13ed5,segment=NetworkSegment(fe533777-9670-43fd-b6d5-9cddcc6008fe),segment_id=fe533777-9670-43fd-b6d5-9cddcc6008fe)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:59.139949 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d1b32ea6-42b9-4eff-88fa-58a657b8c1b8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (284dd90c-edf4-497f-be87-da21cea13ed5), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:59.150692 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 284dd90c-edf4-497f-be87-da21cea13ed5 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:59.151156 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (284dd90c-edf4-497f-be87-da21cea13ed5), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:59.185460 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 98e8d27b-b00a-4158-aa42-b1b1c8829294, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=98e8d27b-b00a-4158-aa42-b1b1c8829294,segment=NetworkSegment(231cc619-b79a-4847-94b3-cdbf4f5bda22),segment_id=231cc619-b79a-4847-94b3-cdbf4f5bda22)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:59.199214 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (98e8d27b-b00a-4158-aa42-b1b1c8829294), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:59.212977 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d1b32ea6-42b9-4eff-88fa-58a657b8c1b8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Calling delete_port for 284dd90c-edf4-497f-be87-da21cea13ed5 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:21:59.260107 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3abe3-9e21-4f12-b364-744b8d2e2b72 req-6ff722ce-2672-46e6-b344-7c84734a415f tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:59.261750 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ebd3abe3-9e21-4f12-b364-744b8d2e2b72 req-6ff722ce-2672-46e6-b344-7c84734a415f tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.121 "GET /v2.0/ports?device_id=d4efe6a9-7b0d-4ff7-b86d-1a8c42d4c95b HTTP/1.1" status: 200 len: 946 time: 0.2412155 Feb 09 01:21:59.304903 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-afcd0e1d-f889-4f57-8dfb-c5b79484b6d3 service neutron] 10.222.0.30 "GET /v2.0/networks/f155bdb8-b796-4b2f-8f0d-8611315d30bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481260 Feb 09 01:21:59.322238 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d1b32ea6-42b9-4eff-88fa-58a657b8c1b8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (284dd90c-edf4-497f-be87-da21cea13ed5), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:59.324813 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=98e8d27b-b00a-4158-aa42-b1b1c8829294,revision_number=8']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:59.330146 n-d-822053-40 neutron-server[103530]: INFO neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No ports have port_id starting with 284dd90c-edf4-497f-be87-da21cea13ed5 Feb 09 01:21:59.349344 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-9bfbe69c-9a71-49c6-89f2-bf5057d68894 None None] Current status of the port 284dd90c-edf4-497f-be87-da21cea13ed5 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:59.349640 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9bfbe69c-9a71-49c6-89f2-bf5057d68894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (284dd90c-edf4-497f-be87-da21cea13ed5), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:59.366067 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b32ea6-42b9-4eff-88fa-58a657b8c1b8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event deleted for resources: {'Port': ['ID=284dd90c-edf4-497f-be87-da21cea13ed5,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:59.372098 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b32ea6-42b9-4eff-88fa-58a657b8c1b8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] No DVR routers for this DVR port 284dd90c-edf4-497f-be87-da21cea13ed5 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:21:59.405515 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ec6fb48-b0fb-49db-ab2e-ae97309028d1 req-9a6b6a3c-fa8f-4b78-97f8-d53319779007 service neutron] 10.222.0.121 "GET /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176261 Feb 09 01:21:59.410153 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9911fce-790d-4f45-a63b-3a27f0e352a7 None None] DHCP port deletion for 5ab3fecb-496d-4103-8aab-863dc026fad2 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:21:59.477865 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d1b32ea6-42b9-4eff-88fa-58a657b8c1b8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (5ab3fecb-496d-4103-8aab-863dc026fad2), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:59.500712 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-d1b32ea6-42b9-4eff-88fa-58a657b8c1b8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ab3fecb-496d-4103-8aab-863dc026fad2']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:59.511108 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-d1b32ea6-42b9-4eff-88fa-58a657b8c1b8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe533777-9670-43fd-b6d5-9cddcc6008fe') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:59.511513 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-d1b32ea6-42b9-4eff-88fa-58a657b8c1b8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe533777-9670-43fd-b6d5-9cddcc6008fe') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:59.523193 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d1b32ea6-42b9-4eff-88fa-58a657b8c1b8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (fe533777-9670-43fd-b6d5-9cddcc6008fe), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:59.540813 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d1b32ea6-42b9-4eff-88fa-58a657b8c1b8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (fe533777-9670-43fd-b6d5-9cddcc6008fe), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:59.555279 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1b32ea6-42b9-4eff-88fa-58a657b8c1b8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:21:59.555685 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d1b32ea6-42b9-4eff-88fa-58a657b8c1b8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (fe533777-9670-43fd-b6d5-9cddcc6008fe), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:59.558941 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:21:59.558941 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:21:59.558941 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:21:59.558941 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:21:59.558941 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:21:59.558941 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:21:59.558941 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:21:59.558941 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:21:59.558941 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:21:59.558941 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:21:59.558941 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:21:59.558941 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:21:59.558941 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:21:59.558941 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:21:59.558941 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:21:59.558941 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:21:59.558941 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:21:59.558941 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:21:59.558941 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:21:59.558941 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:21:59.558941 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:21:59.558941 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:21:59.558941 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:21:59.558941 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:21:59.558941 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:21:59.558941 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:21:59.558941 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:21:59.558941 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:21:59.558941 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:21:59.558941 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:21:59.558941 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:21:59.558941 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:21:59.623414 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-bf1bd78e-a631-411a-9de5-8cce85f051b5 service neutron] 10.222.0.30 "GET /v2.0/networks/f155bdb8-b796-4b2f-8f0d-8611315d30bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277455 Feb 09 01:21:59.631819 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-81fd500e-7551-4e59-9874-d60b7845136e tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:59.633552 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-81fd500e-7551-4e59-9874-d60b7845136e tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/networks?id=aa4a3089-7c99-441e-b086-4f1a96a85ade HTTP/1.1" status: 200 len: 818 time: 0.3704188 Feb 09 01:21:59.641413 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873c241-9c5d-4178-ae1d-5893f269d5a3 req-4527cab9-073c-4824-b0df-e1f5e0519b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:59.643037 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c873c241-9c5d-4178-ae1d-5893f269d5a3 req-4527cab9-073c-4824-b0df-e1f5e0519b9f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=bb54c6d9ab92477c86a4af4dae2b904f&device_id=8dd22aff-8071-4f0e-8ed2-d41185e7749e HTTP/1.1" status: 200 len: 1126 time: 0.1741879 Feb 09 01:21:59.643253 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d1b32ea6-42b9-4eff-88fa-58a657b8c1b8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (5ab3fecb-496d-4103-8aab-863dc026fad2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:59.656505 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d1b32ea6-42b9-4eff-88fa-58a657b8c1b8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:59.661476 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d1b32ea6-42b9-4eff-88fa-58a657b8c1b8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "DELETE /v2.0/networks/5ab3fecb-496d-4103-8aab-863dc026fad2 HTTP/1.1" status: 204 len: 168 time: 3.1375256 Feb 09 01:21:59.670214 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60712) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:59.674890 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b32ea6-42b9-4eff-88fa-58a657b8c1b8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event deleted for resources: {'Network': ['ID=5ab3fecb-496d-4103-8aab-863dc026fad2,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:59.676110 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-6f2d4ff3-c6e3-45a7-a2f4-693c3410202f tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-210952581'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:59.692818 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-ebd3abe3-9e21-4f12-b364-744b8d2e2b72 req-1d478525-0564-4221-a42c-9ba03ed991d3 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Deleting port 9f3a8b89-0949-4e44-af71-ce50ad4577fb {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:21:59.692818 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ebd3abe3-9e21-4f12-b364-744b8d2e2b72 req-1d478525-0564-4221-a42c-9ba03ed991d3 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (9f3a8b89-0949-4e44-af71-ce50ad4577fb), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:59.696591 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-fc1eae18-d4ca-4874-bd53-bdc67c0afb0c tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/quotas/a8f88e88e7c34b099d2a3084521ceeaf HTTP/1.1" status: 200 len: 375 time: 0.0498800 Feb 09 01:21:59.840409 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-a28c8b40-c878-4c65-ae68-8ed580c14c48 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8f88e88e7c34b099d2a3084521ceeaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1127515 Feb 09 01:21:59.842023 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d9544-5a03-498b-a4a8-7f5a279e25d5 req-dccd105c-1692-4bc8-9895-e4cd0328e58a tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:59.845031 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-247d9544-5a03-498b-a4a8-7f5a279e25d5 req-dccd105c-1692-4bc8-9895-e4cd0328e58a tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.91 "GET /v2.0/ports?device_id=43704bf0-5c55-4c9e-b986-6f92ad1d74fc HTTP/1.1" status: 200 len: 943 time: 0.0870979 Feb 09 01:21:59.915074 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2d4ff3-c6e3-45a7-a2f4-693c3410202f tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Made reservation on behalf of 31bb8dfd22e842779cd73a2df8e4a240 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:59.918407 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6f2d4ff3-c6e3-45a7-a2f4-693c3410202f tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:59.990591 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-247d9544-5a03-498b-a4a8-7f5a279e25d5 req-0839e592-368c-44ce-b612-4f3808d49bdf tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Deleting port 98e8d27b-b00a-4158-aa42-b1b1c8829294 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:21:59.991026 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-247d9544-5a03-498b-a4a8-7f5a279e25d5 req-0839e592-368c-44ce-b612-4f3808d49bdf tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (98e8d27b-b00a-4158-aa42-b1b1c8829294), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:00.042410 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-ebd3abe3-9e21-4f12-b364-744b8d2e2b72 req-1d478525-0564-4221-a42c-9ba03ed991d3 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] For port 9f3a8b89-0949-4e44-af71-ce50ad4577fb, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9f3a8b89-0949-4e44-af71-ce50ad4577fb,segment=NetworkSegment(73681689-5506-4e34-8a62-67af8e5522bc),segment_id=73681689-5506-4e34-8a62-67af8e5522bc)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:00.042887 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ebd3abe3-9e21-4f12-b364-744b8d2e2b72 req-1d478525-0564-4221-a42c-9ba03ed991d3 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (9f3a8b89-0949-4e44-af71-ce50ad4577fb), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:00.056592 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873c241-9c5d-4178-ae1d-5893f269d5a3 req-50104552-f2d8-4101-be19-a73008231afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:00.058068 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c873c241-9c5d-4178-ae1d-5893f269d5a3 req-50104552-f2d8-4101-be19-a73008231afc service neutron] 10.222.0.121 "GET /v2.0/networks?id=6b99b81e-5871-4979-a64c-22edc1a2273c HTTP/1.1" status: 200 len: 912 time: 0.4040887 Feb 09 01:22:00.087680 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-ebd3abe3-9e21-4f12-b364-744b8d2e2b72 req-1d478525-0564-4221-a42c-9ba03ed991d3 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Calling delete_port for 9f3a8b89-0949-4e44-af71-ce50ad4577fb owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:22:00.089862 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f2d4ff3-c6e3-45a7-a2f4-693c3410202f tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:22:00.112817 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-247d9544-5a03-498b-a4a8-7f5a279e25d5 req-0839e592-368c-44ce-b612-4f3808d49bdf tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] For port 98e8d27b-b00a-4158-aa42-b1b1c8829294, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=98e8d27b-b00a-4158-aa42-b1b1c8829294,segment=NetworkSegment(231cc619-b79a-4847-94b3-cdbf4f5bda22),segment_id=231cc619-b79a-4847-94b3-cdbf4f5bda22)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:00.113267 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-247d9544-5a03-498b-a4a8-7f5a279e25d5 req-0839e592-368c-44ce-b612-4f3808d49bdf tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (98e8d27b-b00a-4158-aa42-b1b1c8829294), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:00.129015 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-247d9544-5a03-498b-a4a8-7f5a279e25d5 req-0839e592-368c-44ce-b612-4f3808d49bdf tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Calling delete_port for 98e8d27b-b00a-4158-aa42-b1b1c8829294 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:22:00.142612 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c873c241-9c5d-4178-ae1d-5893f269d5a3 req-e2dde9b4-918e-4763-bd56-7ef6daa38099 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1365ba96-a39b-4caf-9fc0-6d23d8406de5 HTTP/1.1" status: 200 len: 217 time: 0.0694876 Feb 09 01:22:00.153154 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-0cc56f48-b8a8-4680-9811-9a8900bf5193 service neutron] 10.222.0.30 "GET /v2.0/networks/aa4a3089-7c99-441e-b086-4f1a96a85ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990835 Feb 09 01:22:00.156991 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6f2d4ff3-c6e3-45a7-a2f4-693c3410202f tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (8e7d70b0-c892-487c-97e9-f86b4ced5704), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:00.157614 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-6f2d4ff3-c6e3-45a7-a2f4-693c3410202f tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Added segment 8e7d70b0-c892-487c-97e9-f86b4ced5704 of type vlan for network 61f3cb54-7bb5-4496-b29d-d0bf2b08ed42 Feb 09 01:22:00.164989 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc23f9de-aebc-44cd-b9fa-6b8515478ac1 req-8f176578-eaa2-4e03-b334-b85927ed5e2a tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:00.166492 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cc23f9de-aebc-44cd-b9fa-6b8515478ac1 req-8f176578-eaa2-4e03-b334-b85927ed5e2a tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.2833185 Feb 09 01:22:00.324600 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-247d9544-5a03-498b-a4a8-7f5a279e25d5 req-0839e592-368c-44ce-b612-4f3808d49bdf tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (98e8d27b-b00a-4158-aa42-b1b1c8829294), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:00.355298 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839e592-368c-44ce-b612-4f3808d49bdf tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Pushing event deleted for resources: {'Port': ['ID=98e8d27b-b00a-4158-aa42-b1b1c8829294,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:00.409500 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-247d9544-5a03-498b-a4a8-7f5a279e25d5 req-0839e592-368c-44ce-b612-4f3808d49bdf tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] No DVR routers for this DVR port 98e8d27b-b00a-4158-aa42-b1b1c8829294 on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:00.412062 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-247d9544-5a03-498b-a4a8-7f5a279e25d5 req-0839e592-368c-44ce-b612-4f3808d49bdf tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:00.415435 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-247d9544-5a03-498b-a4a8-7f5a279e25d5 req-0839e592-368c-44ce-b612-4f3808d49bdf tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.91 "DELETE /v2.0/ports/98e8d27b-b00a-4158-aa42-b1b1c8829294 HTTP/1.1" status: 204 len: 173 time: 0.5614033 Feb 09 01:22:00.415881 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43704bf0-5c55-4c9e-b986-6f92ad1d74fc', 'name': 'network-vif-deleted', 'tag': '98e8d27b-b00a-4158-aa42-b1b1c8829294'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:22:00.418177 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e8506d-3724-462b-bf22-4b0b2af8c2c5" -d '{"events": [{"server_uuid": "43704bf0-5c55-4c9e-b986-6f92ad1d74fc", "name": "network-vif-deleted", "tag": "98e8d27b-b00a-4158-aa42-b1b1c8829294"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:22:00.418353 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6f2d4ff3-c6e3-45a7-a2f4-693c3410202f tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (61f3cb54-7bb5-4496-b29d-d0bf2b08ed42), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:00.481704 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873c241-9c5d-4178-ae1d-5893f269d5a3 req-4f0323a0-377e-4975-9193-df2c96ebdcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:00.483550 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c873c241-9c5d-4178-ae1d-5893f269d5a3 req-4f0323a0-377e-4975-9193-df2c96ebdcf1 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=46b59fab-0ab1-4600-8204-1f86be683b81 HTTP/1.1" status: 200 len: 851 time: 0.3293881 Feb 09 01:22:00.547250 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cc23f9de-aebc-44cd-b9fa-6b8515478ac1 req-0d48b7bc-de1c-4a38-9096-44259ac29d85 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232400 Feb 09 01:22:00.582396 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c873c241-9c5d-4178-ae1d-5893f269d5a3 req-6ca4ef38-351e-451c-b96c-c7479a12a5f5 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6b99b81e-5871-4979-a64c-22edc1a2273c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801206 Feb 09 01:22:00.586853 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6f2d4ff3-c6e3-45a7-a2f4-693c3410202f tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (61f3cb54-7bb5-4496-b29d-d0bf2b08ed42), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:00.593174 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2d4ff3-c6e3-45a7-a2f4-693c3410202f tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:00.593870 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6f2d4ff3-c6e3-45a7-a2f4-693c3410202f tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:00.604464 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-97e12a16-8090-422a-9792-058ce5e38cd8 service neutron] 10.222.0.30 "GET /v2.0/networks/aa4a3089-7c99-441e-b086-4f1a96a85ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206007 Feb 09 01:22:00.631039 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314bd542-2102-4d2e-ad56-a6f8443b56b1 x-openstack-request-id: req-314bd542-2102-4d2e-ad56-a6f8443b56b1 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:22:00.632499 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43704bf0-5c55-4c9e-b986-6f92ad1d74fc", "name": "network-vif-unplugged", "status": "completed", "tag": "98e8d27b-b00a-4158-aa42-b1b1c8829294", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:22:00.632765 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-314bd542-2102-4d2e-ad56-a6f8443b56b1 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:22:00.633170 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43704bf0-5c55-4c9e-b986-6f92ad1d74fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98e8d27b-b00a-4158-aa42-b1b1c8829294', 'code': 200} Feb 09 01:22:00.761461 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6f2d4ff3-c6e3-45a7-a2f4-693c3410202f tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0894623 Feb 09 01:22:00.766167 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60730) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:00.772887 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 284dd90c-edf4-497f-be87-da21cea13ed5 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:22:00.775610 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-7dab6a93-360e-426b-8063-75a63b0f18ff tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Request body: {'subnet': {'network_id': '61f3cb54-7bb5-4496-b29d-d0bf2b08ed42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:00.799671 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 284dd90c-edf4-497f-be87-da21cea13ed5 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:22:00.800163 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 284dd90c-edf4-497f-be87-da21cea13ed5 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:22:00.807339 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d4ff3-c6e3-45a7-a2f4-693c3410202f tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event updated for resources: {'Network': ['ID=61f3cb54-7bb5-4496-b29d-d0bf2b08ed42,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:00.827191 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 61f3cb54-7bb5-4496-b29d-d0bf2b08ed42 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:22:00.908678 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dab6a93-360e-426b-8063-75a63b0f18ff tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Made reservation on behalf of 31bb8dfd22e842779cd73a2df8e4a240 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:00.913164 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7dab6a93-360e-426b-8063-75a63b0f18ff tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:01.412412 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ebd3abe3-9e21-4f12-b364-744b8d2e2b72 req-1d478525-0564-4221-a42c-9ba03ed991d3 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (9f3a8b89-0949-4e44-af71-ce50ad4577fb), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:01.424333 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['02a48834-7a90-41fe-9b8a-8be8c5726010'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:22:01.455341 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a8944d95-ec41-41cc-be94-496fc074eff4 req-38f096a8-1978-4b14-976d-a3d70c291ba0 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=df1ab1ec-e2d1-4147-97f6-8b242679ab15 HTTP/1.1" status: 200 len: 210 time: 0.0561516 Feb 09 01:22:01.516866 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c873c241-9c5d-4178-ae1d-5893f269d5a3 req-aa66f571-1f84-44ee-b3f4-637ccdf4616d service neutron] 10.222.0.121 "GET /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9181283 Feb 09 01:22:01.519118 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d478525-0564-4221-a42c-9ba03ed991d3 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Pushing event deleted for resources: {'Port': ['ID=9f3a8b89-0949-4e44-af71-ce50ad4577fb,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:01.571027 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-1be04e12-8cc5-44fc-bbb1-f09ec11acf86 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:01.573231 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-1be04e12-8cc5-44fc-bbb1-f09ec11acf86 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.91 "GET /v2.0/networks?id=f155bdb8-b796-4b2f-8f0d-8611315d30bd HTTP/1.1" status: 200 len: 804 time: 0.3239636 Feb 09 01:22:01.574963 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7dab6a93-360e-426b-8063-75a63b0f18ff tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (7fdf24b9-3127-4fce-89a2-fbee74b773c3), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:01.625599 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-a98f7d35-454e-4f6a-96b4-feef2d7bb92d tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Request body: {'port': {'device_id': 'df1ab1ec-e2d1-4147-97f6-8b242679ab15', 'network_id': 'f155bdb8-b796-4b2f-8f0d-8611315d30bd', 'admin_state_up': True, 'tenant_id': '7b44166604b3436881425cea10d1d658'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:01.651295 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a71a1-7a5b-4f36-9041-d6a2371187ce req-c76102ba-edc2-4e9a-ac18-ff76ae79034b tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:01.659550 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-757a71a1-7a5b-4f36-9041-d6a2371187ce req-c76102ba-edc2-4e9a-ac18-ff76ae79034b tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4efe6a9-7b0d-4ff7-b86d-1a8c42d4c95b HTTP/1.1" status: 200 len: 867 time: 0.9037545 Feb 09 01:22:01.707920 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd3abe3-9e21-4f12-b364-744b8d2e2b72 req-1d478525-0564-4221-a42c-9ba03ed991d3 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] No DVR routers for this DVR port 9f3a8b89-0949-4e44-af71-ce50ad4577fb on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:01.725262 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ebd3abe3-9e21-4f12-b364-744b8d2e2b72 req-1d478525-0564-4221-a42c-9ba03ed991d3 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:01.729199 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ebd3abe3-9e21-4f12-b364-744b8d2e2b72 req-1d478525-0564-4221-a42c-9ba03ed991d3 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.121 "DELETE /v2.0/ports/9f3a8b89-0949-4e44-af71-ce50ad4577fb HTTP/1.1" status: 204 len: 173 time: 2.4539347 Feb 09 01:22:01.731222 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4efe6a9-7b0d-4ff7-b86d-1a8c42d4c95b', 'name': 'network-vif-deleted', 'tag': '9f3a8b89-0949-4e44-af71-ce50ad4577fb'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:22:01.734124 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2c8f27-331b-4a90-9beb-6294e4c9fd2a" -d '{"events": [{"server_uuid": "d4efe6a9-7b0d-4ff7-b86d-1a8c42d4c95b", "name": "network-vif-deleted", "tag": "9f3a8b89-0949-4e44-af71-ce50ad4577fb"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:22:01.784596 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab6a93-360e-426b-8063-75a63b0f18ff tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event updated for resources: {'Subnet': ['ID=7fdf24b9-3127-4fce-89a2-fbee74b773c3,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:01.787084 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dab6a93-360e-426b-8063-75a63b0f18ff tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Checking segment: {'id': '8e7d70b0-c892-487c-97e9-f86b4ced5704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '61f3cb54-7bb5-4496-b29d-d0bf2b08ed42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:22:01.787481 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dab6a93-360e-426b-8063-75a63b0f18ff tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Network hostable DHCP agents. Network: 61f3cb54-7bb5-4496-b29d-d0bf2b08ed42, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:22:01.814265 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ec76d-b942-4fb8-a02f-083704e9fc66 req-4ad49086-498d-4c20-abe9-e86ee142be7f tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:01.821188 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-460ec76d-b942-4fb8-a02f-083704e9fc66 req-4ad49086-498d-4c20-abe9-e86ee142be7f tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dd22aff-8071-4f0e-8ed2-d41185e7749e HTTP/1.1" status: 200 len: 943 time: 0.2570682 Feb 09 01:22:01.826424 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c873c241-9c5d-4178-ae1d-5893f269d5a3 req-3ff5d4ca-3145-4534-bb2a-cd507094d23d service neutron] 10.222.0.121 "GET /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877796 Feb 09 01:22:01.840919 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-757a71a1-7a5b-4f36-9041-d6a2371187ce req-423303c7-4b06-4a8c-bbb0-97b35cf5094f tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751783 Feb 09 01:22:01.915496 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dab6a93-360e-426b-8063-75a63b0f18ff tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Network 61f3cb54-7bb5-4496-b29d-d0bf2b08ed42 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:22:01.949847 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e169a642-3233-45f9-8534-e56d9fb297b7 x-openstack-request-id: req-e169a642-3233-45f9-8534-e56d9fb297b7 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:22:01.950152 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43704bf0-5c55-4c9e-b986-6f92ad1d74fc", "name": "network-vif-deleted", "tag": "98e8d27b-b00a-4158-aa42-b1b1c8829294", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:22:01.950422 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e169a642-3233-45f9-8534-e56d9fb297b7 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:22:01.951486 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43704bf0-5c55-4c9e-b986-6f92ad1d74fc', 'name': 'network-vif-deleted', 'tag': '98e8d27b-b00a-4158-aa42-b1b1c8829294', 'status': 'completed', 'code': 200} Feb 09 01:22:01.964910 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-460ec76d-b942-4fb8-a02f-083704e9fc66 req-b601ab7e-7b06-4e36-9a63-df4226ddf4d3 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407089 Feb 09 01:22:01.973817 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-7dab6a93-360e-426b-8063-75a63b0f18ff tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 61f3cb54-7bb5-4496-b29d-d0bf2b08ed42) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:01.990554 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8238f1be-637a-4856-8a55-e72cfa46057b None None] Network 61f3cb54-7bb5-4496-b29d-d0bf2b08ed42 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:01.991417 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dab6a93-360e-426b-8063-75a63b0f18ff tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:01.992040 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7dab6a93-360e-426b-8063-75a63b0f18ff tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:02.026039 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-a98f7d35-454e-4f6a-96b4-feef2d7bb92d tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Made reservation on behalf of 7b44166604b3436881425cea10d1d658 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:02.030683 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-a98f7d35-454e-4f6a-96b4-feef2d7bb92d tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:02.037572 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969f3ff6-ac19-46f7-90b6-0ca3dc793148 x-openstack-request-id: req-969f3ff6-ac19-46f7-90b6-0ca3dc793148 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:22:02.037792 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4efe6a9-7b0d-4ff7-b86d-1a8c42d4c95b", "name": "network-vif-deleted", "tag": "9f3a8b89-0949-4e44-af71-ce50ad4577fb", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:22:02.038105 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-969f3ff6-ac19-46f7-90b6-0ca3dc793148 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:22:02.038505 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4efe6a9-7b0d-4ff7-b86d-1a8c42d4c95b', 'name': 'network-vif-deleted', 'tag': '9f3a8b89-0949-4e44-af71-ce50ad4577fb', 'status': 'completed', 'code': 200} Feb 09 01:22:02.061241 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7dab6a93-360e-426b-8063-75a63b0f18ff tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2896991 Feb 09 01:22:02.062329 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60750) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:02.190697 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 1365ba96-a39b-4caf-9fc0-6d23d8406de5 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:22:02.193045 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 9f3a8b89-0949-4e44-af71-ce50ad4577fb no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:22:02.385839 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-744bfdff-da26-425a-bf18-9f15b3c7e4d7 req-51df563a-0732-49cf-a589-297bbba727aa tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/ports?device_id=af9657b2-c314-408f-8516-bea1696acbeb HTTP/1.1" status: 200 len: 210 time: 0.2385414 Feb 09 01:22:02.420748 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 9f3a8b89-0949-4e44-af71-ce50ad4577fb {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:22:02.421252 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 9f3a8b89-0949-4e44-af71-ce50ad4577fb not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:22:02.427972 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7368e46d-328f-468e-9236-54c9ca56ba79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-61f3cb54-7bb5-4496-b29d-d0bf2b08ed42', 'network_id': '61f3cb54-7bb5-4496-b29d-d0bf2b08ed42', 'project_id': '31bb8dfd22e842779cd73a2df8e4a240', 'fixed_ips': [{'subnet_id': '7fdf24b9-3127-4fce-89a2-fbee74b773c3'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:22:02.429302 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7368e46d-328f-468e-9236-54c9ca56ba79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:02.457653 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-a98f7d35-454e-4f6a-96b4-feef2d7bb92d tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Allocated IP 172.20.0.5 (f155bdb8-b796-4b2f-8f0d-8611315d30bd/b6c9902a-ca90-4768-8ad8-e74435b83d39/8c1a5274-39f2-4e14-893e-20bf4cd4e203) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:02.498601 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0832b-80d9-4e29-9f40-1f898322b70a req-15861f3f-037c-46ca-b745-fbda28d10d35 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:02.517135 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aab0832b-80d9-4e29-9f40-1f898322b70a req-15861f3f-037c-46ca-b745-fbda28d10d35 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.2574549 Feb 09 01:22:02.533185 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4acc7c5f-6e53-430f-b1ad-fc9d7985ec36 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (61f3cb54-7bb5-4496-b29d-d0bf2b08ed42), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:02.672674 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 1365ba96-a39b-4caf-9fc0-6d23d8406de5, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1365ba96-a39b-4caf-9fc0-6d23d8406de5,segment=NetworkSegment(3350618d-f84a-4a0b-8997-97c98e7ed20e),segment_id=3350618d-f84a-4a0b-8997-97c98e7ed20e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:02.692823 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ed37a2fd-94a9-4a16-b704-42d747cb7ad0 req-5b623e65-8ab4-44d9-bcd7-ecc4954e4ada tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=df1ab1ec-e2d1-4147-97f6-8b242679ab15 HTTP/1.1" status: 200 len: 210 time: 0.0732162 Feb 09 01:22:02.695900 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '1365ba96-a39b-4caf-9fc0-6d23d8406de5', 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c', 'port_id': '1365ba96-a39b-4caf-9fc0-6d23d8406de5', 'mac_address': 'fa:16:3e:4f:cb:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b59fab-0ab1-4600-8204-1f86be683b81', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:22:02.725511 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aab0832b-80d9-4e29-9f40-1f898322b70a req-a6d31378-ff0c-418f-b29d-09a5d517e720 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656711 Feb 09 01:22:02.734403 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-7368e46d-328f-468e-9236-54c9ca56ba79 None None] Allocated IP 172.20.0.1 (61f3cb54-7bb5-4496-b29d-d0bf2b08ed42/7fdf24b9-3127-4fce-89a2-fbee74b773c3/7d50b96e-f11f-4a68-8d5c-a1ff91ae9034) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:02.766610 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 98e8d27b-b00a-4158-aa42-b1b1c8829294 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:22:02.808644 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 1365ba96-a39b-4caf-9fc0-6d23d8406de5 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:02.809326 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1365ba96-a39b-4caf-9fc0-6d23d8406de5), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:02.861309 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1365ba96-a39b-4caf-9fc0-6d23d8406de5 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:22:02.862865 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4acc7c5f-6e53-430f-b1ad-fc9d7985ec36 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (7fdf24b9-3127-4fce-89a2-fbee74b773c3), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:02.869624 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 98e8d27b-b00a-4158-aa42-b1b1c8829294 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:22:02.874057 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 98e8d27b-b00a-4158-aa42-b1b1c8829294 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:22:02.878341 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-a98f7d35-454e-4f6a-96b4-feef2d7bb92d tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Publish callbacks [] for port (8c1a5274-39f2-4e14-893e-20bf4cd4e203), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:02.935528 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-a98f7d35-454e-4f6a-96b4-feef2d7bb92d tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (8c1a5274-39f2-4e14-893e-20bf4cd4e203), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:02.948929 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 1365ba96-a39b-4caf-9fc0-6d23d8406de5, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1365ba96-a39b-4caf-9fc0-6d23d8406de5,segment=NetworkSegment(3350618d-f84a-4a0b-8997-97c98e7ed20e),segment_id=3350618d-f84a-4a0b-8997-97c98e7ed20e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:02.967168 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1365ba96-a39b-4caf-9fc0-6d23d8406de5), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:03.057609 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=1365ba96-a39b-4caf-9fc0-6d23d8406de5,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:03.067152 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-a98f7d35-454e-4f6a-96b4-feef2d7bb92d tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Network f155bdb8-b796-4b2f-8f0d-8611315d30bd is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:03.079665 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-a98f7d35-454e-4f6a-96b4-feef2d7bb92d tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:03.093660 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-a98f7d35-454e-4f6a-96b4-feef2d7bb92d tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:22:03.196546 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f7d35-454e-4f6a-96b4-feef2d7bb92d tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Pushing event updated for resources: {'Port': ['ID=8c1a5274-39f2-4e14-893e-20bf4cd4e203,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:03.229617 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee290b0-56af-45f3-81fc-7d76fd5ac3e8 req-5efa0dff-634e-4533-a2ab-4d4135097e0e tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:03.236584 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-a98f7d35-454e-4f6a-96b4-feef2d7bb92d tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:03.237739 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-a98f7d35-454e-4f6a-96b4-feef2d7bb92d tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:03.245242 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aee290b0-56af-45f3-81fc-7d76fd5ac3e8 req-5efa0dff-634e-4533-a2ab-4d4135097e0e tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.2049267 Feb 09 01:22:03.259090 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-a98f7d35-454e-4f6a-96b4-feef2d7bb92d tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6417377 Feb 09 01:22:03.275632 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-03086a8d-5587-436d-bca1-65ce4885aa45 service neutron] Request body: {'port': {'device_id': 'df1ab1ec-e2d1-4147-97f6-8b242679ab15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:03.277446 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7368e46d-328f-468e-9236-54c9ca56ba79 None None] Publish callbacks [] for port (7d50b96e-f11f-4a68-8d5c-a1ff91ae9034), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:03.299525 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7368e46d-328f-468e-9236-54c9ca56ba79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (7d50b96e-f11f-4a68-8d5c-a1ff91ae9034), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:03.361518 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['1365ba96-a39b-4caf-9fc0-6d23d8406de5'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:22:03.447771 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4acc7c5f-6e53-430f-b1ad-fc9d7985ec36 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (7fdf24b9-3127-4fce-89a2-fbee74b773c3), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:03.458216 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-03086a8d-5587-436d-bca1-65ce4885aa45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8c1a5274-39f2-4e14-893e-20bf4cd4e203), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:03.462028 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7368e46d-328f-468e-9236-54c9ca56ba79 None None] Network 61f3cb54-7bb5-4496-b29d-d0bf2b08ed42 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:03.489508 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aee290b0-56af-45f3-81fc-7d76fd5ac3e8 req-f1d009d1-f7d2-43a0-8be9-2e2535be3aa5 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430182 Feb 09 01:22:03.519001 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-7368e46d-328f-468e-9236-54c9ca56ba79 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:03.529520 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7368e46d-328f-468e-9236-54c9ca56ba79 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:22:03.567143 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368e46d-328f-468e-9236-54c9ca56ba79 None None] Pushing event updated for resources: {'Port': ['ID=7d50b96e-f11f-4a68-8d5c-a1ff91ae9034,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:03.584301 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc7c5f-6e53-430f-b1ad-fc9d7985ec36 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event deleted for resources: {'Subnet': ['ID=7fdf24b9-3127-4fce-89a2-fbee74b773c3,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:03.722579 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4acc7c5f-6e53-430f-b1ad-fc9d7985ec36 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (61f3cb54-7bb5-4496-b29d-d0bf2b08ed42), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:03.748060 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-4acc7c5f-6e53-430f-b1ad-fc9d7985ec36 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61f3cb54-7bb5-4496-b29d-d0bf2b08ed42']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:03.759410 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-4acc7c5f-6e53-430f-b1ad-fc9d7985ec36 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e7d70b0-c892-487c-97e9-f86b4ced5704') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:03.759947 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-4acc7c5f-6e53-430f-b1ad-fc9d7985ec36 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e7d70b0-c892-487c-97e9-f86b4ced5704') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:03.769884 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc4bc4-8a20-4a56-8789-013b8bc92b03 req-349554f0-b4eb-45dd-9143-f2762931a649 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:03.771714 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-febc4bc4-8a20-4a56-8789-013b8bc92b03 req-349554f0-b4eb-45dd-9143-f2762931a649 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dd22aff-8071-4f0e-8ed2-d41185e7749e HTTP/1.1" status: 200 len: 944 time: 0.5063267 Feb 09 01:22:03.787168 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4acc7c5f-6e53-430f-b1ad-fc9d7985ec36 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (8e7d70b0-c892-487c-97e9-f86b4ced5704), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:03.824407 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4acc7c5f-6e53-430f-b1ad-fc9d7985ec36 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (8e7d70b0-c892-487c-97e9-f86b4ced5704), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:03.839248 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4acc7c5f-6e53-430f-b1ad-fc9d7985ec36 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:22:03.839910 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4acc7c5f-6e53-430f-b1ad-fc9d7985ec36 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (8e7d70b0-c892-487c-97e9-f86b4ced5704), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:03.842723 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-7368e46d-328f-468e-9236-54c9ca56ba79 None None] Attempting to bind port 7d50b96e-f11f-4a68-8d5c-a1ff91ae9034 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:22:03.844637 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:22:03.844637 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:22:03.844637 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:22:03.844637 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:22:03.844637 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:22:03.844637 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:22:03.844637 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:22:03.844637 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:22:03.844637 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:22:03.844637 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:22:03.844637 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:22:03.844637 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:22:03.844637 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:22:03.844637 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:22:03.844637 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:22:03.844637 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:22:03.844637 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:22:03.844637 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:22:03.844637 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:22:03.844637 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:22:03.844637 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:22:03.844637 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:22:03.844637 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:22:03.844637 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:22:03.844637 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:22:03.844637 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:22:03.844637 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:22:03.844637 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:22:03.844637 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:22:03.844637 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:22:03.844637 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:22:03.844637 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:22:03.846916 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-7368e46d-328f-468e-9236-54c9ca56ba79 None None] Attempting to bind port 7d50b96e-f11f-4a68-8d5c-a1ff91ae9034 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '8e7d70b0-c892-487c-97e9-f86b4ced5704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '61f3cb54-7bb5-4496-b29d-d0bf2b08ed42'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:22:03.847144 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7368e46d-328f-468e-9236-54c9ca56ba79 None None] Attempting to bind port 7d50b96e-f11f-4a68-8d5c-a1ff91ae9034 on network 61f3cb54-7bb5-4496-b29d-d0bf2b08ed42 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:22:03.880743 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7368e46d-328f-468e-9236-54c9ca56ba79 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:22:03.881255 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7368e46d-328f-468e-9236-54c9ca56ba79 None None] Checking segment: {'id': '8e7d70b0-c892-487c-97e9-f86b4ced5704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '61f3cb54-7bb5-4496-b29d-d0bf2b08ed42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:22:03.882097 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7368e46d-328f-468e-9236-54c9ca56ba79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:03.884870 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7368e46d-328f-468e-9236-54c9ca56ba79 None None] Bound using segment: {'id': '8e7d70b0-c892-487c-97e9-f86b4ced5704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '61f3cb54-7bb5-4496-b29d-d0bf2b08ed42'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:22:03.885626 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-7368e46d-328f-468e-9236-54c9ca56ba79 None None] Bound port: 7d50b96e-f11f-4a68-8d5c-a1ff91ae9034, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e7d70b0-c892-487c-97e9-f86b4ced5704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '61f3cb54-7bb5-4496-b29d-d0bf2b08ed42'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:22:03.886729 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7368e46d-328f-468e-9236-54c9ca56ba79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7d50b96e-f11f-4a68-8d5c-a1ff91ae9034), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:03.944846 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d075b-df9f-4fc9-8d51-789da61a9b2d req-b2171e72-bd08-4473-963e-fabc283cc302 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:03.953411 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-171d075b-df9f-4fc9-8d51-789da61a9b2d req-b2171e72-bd08-4473-963e-fabc283cc302 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=e583f6a8-65e5-44ed-9dcd-ff5b5ba80116 HTTP/1.1" status: 200 len: 945 time: 0.2682581 Feb 09 01:22:03.987130 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-febc4bc4-8a20-4a56-8789-013b8bc92b03 req-ccc5d6c2-0811-407a-99d9-3c226a6abc27 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011356 Feb 09 01:22:04.019137 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.db.api [None req-4acc7c5f-6e53-430f-b1ad-fc9d7985ec36 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:22:04.019137 n-d-822053-40 neutron-server[103529]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:22:04.019137 n-d-822053-40 neutron-server[103529]: [parameters: {'id': '61f3cb54-7bb5-4496-b29d-d0bf2b08ed42'}] Feb 09 01:22:04.019137 n-d-822053-40 neutron-server[103529]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103529) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:22:04.027606 n-d-822053-40 neutron-server[103529]: DEBUG oslo_db.api [None req-4acc7c5f-6e53-430f-b1ad-fc9d7985ec36 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:22:04.032559 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-7368e46d-328f-468e-9236-54c9ca56ba79 None None] For port 7d50b96e-f11f-4a68-8d5c-a1ff91ae9034, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:22:04.036413 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-7368e46d-328f-468e-9236-54c9ca56ba79 None None] For port 7d50b96e-f11f-4a68-8d5c-a1ff91ae9034, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=7d50b96e-f11f-4a68-8d5c-a1ff91ae9034,segment=NetworkSegment(8e7d70b0-c892-487c-97e9-f86b4ced5704),segment_id=8e7d70b0-c892-487c-97e9-f86b4ced5704)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:22:04.045839 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7368e46d-328f-468e-9236-54c9ca56ba79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7d50b96e-f11f-4a68-8d5c-a1ff91ae9034), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:04.114587 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-03086a8d-5587-436d-bca1-65ce4885aa45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c1a5274-39f2-4e14-893e-20bf4cd4e203 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:22:04.128720 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-03086a8d-5587-436d-bca1-65ce4885aa45 service neutron] Publish callbacks [] for port (8c1a5274-39f2-4e14-893e-20bf4cd4e203), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:04.154787 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-03086a8d-5587-436d-bca1-65ce4885aa45 service neutron] Transition to ACTIVE for port object 8c1a5274-39f2-4e14-893e-20bf4cd4e203 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:04.158813 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-03086a8d-5587-436d-bca1-65ce4885aa45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (8c1a5274-39f2-4e14-893e-20bf4cd4e203), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:04.160191 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368e46d-328f-468e-9236-54c9ca56ba79 None None] Pushing event updated for resources: {'Port': ['ID=7d50b96e-f11f-4a68-8d5c-a1ff91ae9034,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:04.178487 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ea0d1d-3ff7-4a84-bcda-8d696ee72e98 None None] get_active_networks_info from n-d-822053-40 {{(pid=103530) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:22:04.274674 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03086a8d-5587-436d-bca1-65ce4885aa45 service neutron] Pushing event updated for resources: {'Port': ['ID=8c1a5274-39f2-4e14-893e-20bf4cd4e203,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:04.306991 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-96956233-7d32-4042-96f5-8f9803e30592 req-891f5c86-b2fb-4e5f-aeaa-530f56d66934 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/ports?device_id=af9657b2-c314-408f-8516-bea1696acbeb HTTP/1.1" status: 200 len: 210 time: 0.2020621 Feb 09 01:22:04.381858 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-03086a8d-5587-436d-bca1-65ce4885aa45 service neutron] Attempting to bind port 8c1a5274-39f2-4e14-893e-20bf4cd4e203 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:22:04.382193 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-03086a8d-5587-436d-bca1-65ce4885aa45 service neutron] Attempting to bind port 8c1a5274-39f2-4e14-893e-20bf4cd4e203 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '231cc619-b79a-4847-94b3-cdbf4f5bda22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f155bdb8-b796-4b2f-8f0d-8611315d30bd'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:22:04.382520 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-03086a8d-5587-436d-bca1-65ce4885aa45 service neutron] Attempting to bind port 8c1a5274-39f2-4e14-893e-20bf4cd4e203 on network f155bdb8-b796-4b2f-8f0d-8611315d30bd {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:22:04.394732 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-03086a8d-5587-436d-bca1-65ce4885aa45 service neutron] Port 8c1a5274-39f2-4e14-893e-20bf4cd4e203 on network f155bdb8-b796-4b2f-8f0d-8611315d30bd not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:22:04.395527 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-03086a8d-5587-436d-bca1-65ce4885aa45 service neutron] Attempting to bind port 8c1a5274-39f2-4e14-893e-20bf4cd4e203 on network f155bdb8-b796-4b2f-8f0d-8611315d30bd {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:22:04.402637 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-03086a8d-5587-436d-bca1-65ce4885aa45 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:22:04.403931 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-03086a8d-5587-436d-bca1-65ce4885aa45 service neutron] Checking segment: {'id': '231cc619-b79a-4847-94b3-cdbf4f5bda22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f155bdb8-b796-4b2f-8f0d-8611315d30bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:22:04.404178 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ea0d1d-3ff7-4a84-bcda-8d696ee72e98 None None] Resources bound (agent type, host, resource id): {{(pid=103530) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:22:04.405059 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-03086a8d-5587-436d-bca1-65ce4885aa45 service neutron] Bound using segment: {'id': '231cc619-b79a-4847-94b3-cdbf4f5bda22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f155bdb8-b796-4b2f-8f0d-8611315d30bd'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:22:04.407063 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-03086a8d-5587-436d-bca1-65ce4885aa45 service neutron] Bound port: 8c1a5274-39f2-4e14-893e-20bf4cd4e203, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '231cc619-b79a-4847-94b3-cdbf4f5bda22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f155bdb8-b796-4b2f-8f0d-8611315d30bd'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:22:04.407755 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-03086a8d-5587-436d-bca1-65ce4885aa45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8c1a5274-39f2-4e14-893e-20bf4cd4e203), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:04.467281 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-171d075b-df9f-4fc9-8d51-789da61a9b2d req-842449a0-96a2-4003-8c90-40c00a680e3f tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/security-groups?id=44726f25-d890-480d-9087-b6fd79b05048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5129228 Feb 09 01:22:04.489673 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-03086a8d-5587-436d-bca1-65ce4885aa45 service neutron] For port 8c1a5274-39f2-4e14-893e-20bf4cd4e203, host n-h2-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:22:04.493287 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-03086a8d-5587-436d-bca1-65ce4885aa45 service neutron] For port 8c1a5274-39f2-4e14-893e-20bf4cd4e203, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=8c1a5274-39f2-4e14-893e-20bf4cd4e203,segment=NetworkSegment(231cc619-b79a-4847-94b3-cdbf4f5bda22),segment_id=231cc619-b79a-4847-94b3-cdbf4f5bda22)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:22:04.504122 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-03086a8d-5587-436d-bca1-65ce4885aa45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (8c1a5274-39f2-4e14-893e-20bf4cd4e203), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:04.526580 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-03086a8d-5587-436d-bca1-65ce4885aa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:04.527366 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-03086a8d-5587-436d-bca1-65ce4885aa45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:04.529272 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-03086a8d-5587-436d-bca1-65ce4885aa45 service neutron] 10.222.0.91 "PUT /v2.0/ports/8c1a5274-39f2-4e14-893e-20bf4cd4e203 HTTP/1.1" status: 200 len: 1092 time: 1.2604365 Feb 09 01:22:04.532245 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df1ab1ec-e2d1-4147-97f6-8b242679ab15', 'tag': '8c1a5274-39f2-4e14-893e-20bf4cd4e203'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:22:04.532769 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4acc7c5f-6e53-430f-b1ad-fc9d7985ec36 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (61f3cb54-7bb5-4496-b29d-d0bf2b08ed42), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:04.534837 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46221b19-4703-4cec-bb63-c2aa62ea7cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "df1ab1ec-e2d1-4147-97f6-8b242679ab15", "tag": "8c1a5274-39f2-4e14-893e-20bf4cd4e203"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:22:04.577041 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-16d46b8b-446f-456f-9d0e-27ba19682ef8 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:04.578752 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-16d46b8b-446f-456f-9d0e-27ba19682ef8 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.121 "GET /v2.0/networks?id=aa4a3089-7c99-441e-b086-4f1a96a85ade HTTP/1.1" status: 200 len: 818 time: 0.6215920 Feb 09 01:22:04.615723 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-e34f8f1e-779e-48ca-8829-e75afb6893be tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Request body: {'port': {'device_id': 'bf2d0ad1-3d36-410b-94e4-840f7ead2118', 'network_id': 'aa4a3089-7c99-441e-b086-4f1a96a85ade', 'admin_state_up': True, 'tenant_id': 'a8f88e88e7c34b099d2a3084521ceeaf'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:04.627595 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03086a8d-5587-436d-bca1-65ce4885aa45 service neutron] Pushing event updated for resources: {'Port': ['ID=8c1a5274-39f2-4e14-893e-20bf4cd4e203,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:04.661041 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-52cd90ae-eec2-4e77-bc05-aa4d98de8877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:04.663282 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-52cd90ae-eec2-4e77-bc05-aa4d98de8877 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7b44166604b3436881425cea10d1d658&device_id=df1ab1ec-e2d1-4147-97f6-8b242679ab15 HTTP/1.1" status: 200 len: 1126 time: 0.0665073 Feb 09 01:22:04.689685 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-65f8c397-fb35-4ddc-8c31-3063ee8880a9 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:04.691201 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-65f8c397-fb35-4ddc-8c31-3063ee8880a9 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.91 "GET /v2.0/networks?id=aa4a3089-7c99-441e-b086-4f1a96a85ade HTTP/1.1" status: 200 len: 818 time: 0.5896528 Feb 09 01:22:04.700386 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-85a52b9a-9ce0-464d-9fb8-e8b2d606278d tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:04.702708 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-85a52b9a-9ce0-464d-9fb8-e8b2d606278d tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.121 "GET /v2.0/networks?id=aa4a3089-7c99-441e-b086-4f1a96a85ade HTTP/1.1" status: 200 len: 818 time: 0.5600932 Feb 09 01:22:04.715712 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e3df4b-5bb6-4650-862b-5ecc00314097 None None] Network 61f3cb54-7bb5-4496-b29d-d0bf2b08ed42 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:04.717720 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-46d0edc3-c547-4eb5-a413-92bb3ce5f413 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c1a5274-39f2-4e14-893e-20bf4cd4e203 HTTP/1.1" status: 200 len: 217 time: 0.0445704 Feb 09 01:22:04.718367 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-3bf713b1-73f3-40c2-84ed-9c0afdfa0e62 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Request body: {'port': {'device_id': 'af9657b2-c314-408f-8516-bea1696acbeb', 'network_id': 'aa4a3089-7c99-441e-b086-4f1a96a85ade', 'admin_state_up': True, 'tenant_id': 'a8f88e88e7c34b099d2a3084521ceeaf'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:04.732227 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-96f82a76-783d-4b45-add7-8fbcd3666e31 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Request body: {'port': {'device_id': '00029ec4-e9c0-470e-ac09-b56426bfb3f3', 'network_id': 'aa4a3089-7c99-441e-b086-4f1a96a85ade', 'admin_state_up': True, 'tenant_id': 'a8f88e88e7c34b099d2a3084521ceeaf'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:04.778082 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-5f32116f-aa80-43bb-93c2-c45854f61d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:04.780750 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-5f32116f-aa80-43bb-93c2-c45854f61d1b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b6c9902a-ca90-4768-8ad8-e74435b83d39 HTTP/1.1" status: 200 len: 844 time: 0.0560246 Feb 09 01:22:04.813445 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39497bb7-5798-4bcd-b94e-37285d3cf95e req-17d8ac17-7fa5-4e41-8412-2fbdee5bd55f tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:04.814990 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-39497bb7-5798-4bcd-b94e-37285d3cf95e req-17d8ac17-7fa5-4e41-8412-2fbdee5bd55f tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=df1ab1ec-e2d1-4147-97f6-8b242679ab15 HTTP/1.1" status: 200 len: 943 time: 0.3904054 Feb 09 01:22:04.818668 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-18f46f2e-e940-4621-a150-d3b622b01194 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f155bdb8-b796-4b2f-8f0d-8611315d30bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300789 Feb 09 01:22:04.925981 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-00c9666c-1665-46d6-a9f0-6be3e21e2cfb service neutron] 10.222.0.91 "GET /v2.0/networks/f155bdb8-b796-4b2f-8f0d-8611315d30bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001682 Feb 09 01:22:04.996351 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaad7c2-9a02-45ad-8342-2abbb5811cd3 req-33985d1d-fbe6-468e-ad09-9dba6463fb1b tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:04.998703 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-edaad7c2-9a02-45ad-8342-2abbb5811cd3 req-33985d1d-fbe6-468e-ad09-9dba6463fb1b tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.4034812 Feb 09 01:22:05.035907 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-05e0dabc-7266-44db-8d66-4fefa01e164f req-e67cd7db-2c84-4ef5-9cdb-5bd82aed067e service neutron] 10.222.0.91 "GET /v2.0/networks/f155bdb8-b796-4b2f-8f0d-8611315d30bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013470 Feb 09 01:22:05.077719 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-39497bb7-5798-4bcd-b94e-37285d3cf95e req-c1776dc7-a322-4098-9d55-17789b456376 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193687 Feb 09 01:22:05.100551 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-4acc7c5f-6e53-430f-b1ad-fc9d7985ec36 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Deleting port 7d50b96e-f11f-4a68-8d5c-a1ff91ae9034 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:22:05.100893 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4acc7c5f-6e53-430f-b1ad-fc9d7985ec36 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (7d50b96e-f11f-4a68-8d5c-a1ff91ae9034), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:05.128240 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f368c3-d564-4c33-9417-4c272b146768 x-openstack-request-id: req-05f368c3-d564-4c33-9417-4c272b146768 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:22:05.128733 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df1ab1ec-e2d1-4147-97f6-8b242679ab15", "tag": "8c1a5274-39f2-4e14-893e-20bf4cd4e203", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:22:05.129066 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-05f368c3-d564-4c33-9417-4c272b146768 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:22:05.130048 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df1ab1ec-e2d1-4147-97f6-8b242679ab15', 'tag': '8c1a5274-39f2-4e14-893e-20bf4cd4e203', 'status': 'completed', 'code': 200} Feb 09 01:22:05.130892 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-e34f8f1e-779e-48ca-8829-e75afb6893be tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Made reservation on behalf of a8f88e88e7c34b099d2a3084521ceeaf for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:05.134776 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-e34f8f1e-779e-48ca-8829-e75afb6893be tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:05.166159 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-3bf713b1-73f3-40c2-84ed-9c0afdfa0e62 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Made reservation on behalf of a8f88e88e7c34b099d2a3084521ceeaf for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:05.170358 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-3bf713b1-73f3-40c2-84ed-9c0afdfa0e62 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:05.201886 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46221b19-4703-4cec-bb63-c2aa62ea7cbd req-acdec2b3-aac2-41b5-b3fc-b7f23c943027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:05.203393 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-46221b19-4703-4cec-bb63-c2aa62ea7cbd req-acdec2b3-aac2-41b5-b3fc-b7f23c943027 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7b44166604b3436881425cea10d1d658&device_id=df1ab1ec-e2d1-4147-97f6-8b242679ab15 HTTP/1.1" status: 200 len: 1126 time: 0.0523732 Feb 09 01:22:05.205267 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-96f82a76-783d-4b45-add7-8fbcd3666e31 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Made reservation on behalf of a8f88e88e7c34b099d2a3084521ceeaf for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:05.208574 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-96f82a76-783d-4b45-add7-8fbcd3666e31 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:05.263881 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-edaad7c2-9a02-45ad-8342-2abbb5811cd3 req-0d079dbd-29d7-405b-bcbb-1a6a4027294a tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522349 Feb 09 01:22:05.314188 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-4acc7c5f-6e53-430f-b1ad-fc9d7985ec36 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] For port 7d50b96e-f11f-4a68-8d5c-a1ff91ae9034, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=7d50b96e-f11f-4a68-8d5c-a1ff91ae9034,segment=NetworkSegment(8e7d70b0-c892-487c-97e9-f86b4ced5704),segment_id=8e7d70b0-c892-487c-97e9-f86b4ced5704)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:05.314555 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4acc7c5f-6e53-430f-b1ad-fc9d7985ec36 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (7d50b96e-f11f-4a68-8d5c-a1ff91ae9034), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:05.342868 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afd889-b906-4f5c-9d69-4381dbed4716 req-ee54a806-a98f-47f2-b41f-7d32e3aaaca5 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:05.344414 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-21afd889-b906-4f5c-9d69-4381dbed4716 req-ee54a806-a98f-47f2-b41f-7d32e3aaaca5 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.91 "GET /v2.0/ports?device_id=e583f6a8-65e5-44ed-9dcd-ff5b5ba80116 HTTP/1.1" status: 200 len: 945 time: 0.1272650 Feb 09 01:22:05.368342 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46221b19-4703-4cec-bb63-c2aa62ea7cbd req-4de5c1ed-2e7d-4135-85de-12d0b8ce02b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:05.370060 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-46221b19-4703-4cec-bb63-c2aa62ea7cbd req-4de5c1ed-2e7d-4135-85de-12d0b8ce02b2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=f155bdb8-b796-4b2f-8f0d-8611315d30bd HTTP/1.1" status: 200 len: 905 time: 0.1541462 Feb 09 01:22:05.436791 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-46221b19-4703-4cec-bb63-c2aa62ea7cbd req-86e63f7c-de7f-4a7a-8099-2c1ebf11450d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c1a5274-39f2-4e14-893e-20bf4cd4e203 HTTP/1.1" status: 200 len: 217 time: 0.0489655 Feb 09 01:22:05.441898 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-4acc7c5f-6e53-430f-b1ad-fc9d7985ec36 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Calling delete_port for 7d50b96e-f11f-4a68-8d5c-a1ff91ae9034 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:22:05.518028 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46221b19-4703-4cec-bb63-c2aa62ea7cbd req-a01cf67b-9c33-49e2-a250-2e6f600dfef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:05.519500 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-46221b19-4703-4cec-bb63-c2aa62ea7cbd req-a01cf67b-9c33-49e2-a250-2e6f600dfef9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b6c9902a-ca90-4768-8ad8-e74435b83d39 HTTP/1.1" status: 200 len: 844 time: 0.0731835 Feb 09 01:22:05.566364 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-46221b19-4703-4cec-bb63-c2aa62ea7cbd req-ce9dcb71-cf30-4b8d-a4ad-78bf9a4c3899 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f155bdb8-b796-4b2f-8f0d-8611315d30bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352647 Feb 09 01:22:05.575199 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-21afd889-b906-4f5c-9d69-4381dbed4716 req-97f10402-69c4-4c91-855b-8a5ba2d636cd tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Deleting port 02a48834-7a90-41fe-9b8a-8be8c5726010 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:22:05.575199 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-21afd889-b906-4f5c-9d69-4381dbed4716 req-97f10402-69c4-4c91-855b-8a5ba2d636cd tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (02a48834-7a90-41fe-9b8a-8be8c5726010), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:05.740545 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-21afd889-b906-4f5c-9d69-4381dbed4716 req-97f10402-69c4-4c91-855b-8a5ba2d636cd tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] For port 02a48834-7a90-41fe-9b8a-8be8c5726010, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=02a48834-7a90-41fe-9b8a-8be8c5726010,segment=NetworkSegment(73681689-5506-4e34-8a62-67af8e5522bc),segment_id=73681689-5506-4e34-8a62-67af8e5522bc)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:05.740902 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-21afd889-b906-4f5c-9d69-4381dbed4716 req-97f10402-69c4-4c91-855b-8a5ba2d636cd tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (02a48834-7a90-41fe-9b8a-8be8c5726010), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:05.745634 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-46221b19-4703-4cec-bb63-c2aa62ea7cbd req-835ff349-5d96-48a4-8b50-055fabd6be9c service neutron] 10.222.0.91 "GET /v2.0/networks/f155bdb8-b796-4b2f-8f0d-8611315d30bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717179 Feb 09 01:22:05.774372 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-21afd889-b906-4f5c-9d69-4381dbed4716 req-97f10402-69c4-4c91-855b-8a5ba2d636cd tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Calling delete_port for 02a48834-7a90-41fe-9b8a-8be8c5726010 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:22:05.898169 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-46221b19-4703-4cec-bb63-c2aa62ea7cbd req-b83d425a-2f35-4b74-94e4-d282c172d71b service neutron] 10.222.0.91 "GET /v2.0/networks/f155bdb8-b796-4b2f-8f0d-8611315d30bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459029 Feb 09 01:22:05.933901 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b034eec-88e6-4f27-ad12-ac7f157565c9 req-350a766d-98e3-4eb9-ae13-14a20820ca47 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:05.936111 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9b034eec-88e6-4f27-ad12-ac7f157565c9 req-350a766d-98e3-4eb9-ae13-14a20820ca47 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dd22aff-8071-4f0e-8ed2-d41185e7749e HTTP/1.1" status: 200 len: 944 time: 0.7413511 Feb 09 01:22:05.969506 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-21afd889-b906-4f5c-9d69-4381dbed4716 req-97f10402-69c4-4c91-855b-8a5ba2d636cd tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (02a48834-7a90-41fe-9b8a-8be8c5726010), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:05.982901 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['02a48834-7a90-41fe-9b8a-8be8c5726010'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:22:05.990935 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-e34f8f1e-779e-48ca-8829-e75afb6893be tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Allocated IP 172.20.0.5 (aa4a3089-7c99-441e-b086-4f1a96a85ade/9c00e2a0-66b6-4443-a57a-29213aac7ca5/db425760-25a6-4831-829f-2e0f160e4c6c) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:06.002750 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f10402-69c4-4c91-855b-8a5ba2d636cd tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Pushing event deleted for resources: {'Port': ['ID=02a48834-7a90-41fe-9b8a-8be8c5726010,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:06.005859 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176f501-1508-4af3-94f9-c38b685b1c4d req-a588c783-5e2f-45e0-8949-41db7c4616db tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:06.006832 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a176f501-1508-4af3-94f9-c38b685b1c4d req-a588c783-5e2f-45e0-8949-41db7c4616db tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.6224058 Feb 09 01:22:06.050056 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-21afd889-b906-4f5c-9d69-4381dbed4716 req-97f10402-69c4-4c91-855b-8a5ba2d636cd tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] No DVR routers for this DVR port 02a48834-7a90-41fe-9b8a-8be8c5726010 on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:06.052788 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-21afd889-b906-4f5c-9d69-4381dbed4716 req-97f10402-69c4-4c91-855b-8a5ba2d636cd tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:06.056408 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-21afd889-b906-4f5c-9d69-4381dbed4716 req-97f10402-69c4-4c91-855b-8a5ba2d636cd tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.91 "DELETE /v2.0/ports/02a48834-7a90-41fe-9b8a-8be8c5726010 HTTP/1.1" status: 204 len: 173 time: 0.7007141 Feb 09 01:22:06.085666 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9b034eec-88e6-4f27-ad12-ac7f157565c9 req-f9ac93ff-07c8-4bd5-a3fa-5c14b8a6ab0a tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403482 Feb 09 01:22:06.092128 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4acc7c5f-6e53-430f-b1ad-fc9d7985ec36 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (7d50b96e-f11f-4a68-8d5c-a1ff91ae9034), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:06.153286 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acc7c5f-6e53-430f-b1ad-fc9d7985ec36 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] No DVR routers for this DVR port 7d50b96e-f11f-4a68-8d5c-a1ff91ae9034 on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:06.158513 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc7c5f-6e53-430f-b1ad-fc9d7985ec36 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event deleted for resources: {'Port': ['ID=7d50b96e-f11f-4a68-8d5c-a1ff91ae9034,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:06.190476 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 1365ba96-a39b-4caf-9fc0-6d23d8406de5 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:22:06.209534 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a176f501-1508-4af3-94f9-c38b685b1c4d req-8d6a12d2-3b52-4bb2-b581-bf17933e0039 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805091 Feb 09 01:22:06.315394 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 1365ba96-a39b-4caf-9fc0-6d23d8406de5 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:06.319711 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 1365ba96-a39b-4caf-9fc0-6d23d8406de5 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:06.320144 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1365ba96-a39b-4caf-9fc0-6d23d8406de5), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:06.329207 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ac939161-1f5c-4225-8def-e55f53d6be85 req-27ffdee8-3644-4809-8bba-43488ccd2e02 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/ports?device_id=af9657b2-c314-408f-8516-bea1696acbeb HTTP/1.1" status: 200 len: 210 time: 0.1186500 Feb 09 01:22:06.372967 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fc947588-c0fc-42c6-8677-6f06ccc64cb8 req-18aaedb5-65e6-469b-88c7-dcc3f128b748 tempest-ListServerFiltersTestJSON-273186297 tempest-ListServerFiltersTestJSON-273186297-project] 10.222.0.30 "GET /v2.0/ports?device_id=e583f6a8-65e5-44ed-9dcd-ff5b5ba80116 HTTP/1.1" status: 200 len: 210 time: 0.0684700 Feb 09 01:22:06.380965 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4acc7c5f-6e53-430f-b1ad-fc9d7985ec36 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (61f3cb54-7bb5-4496-b29d-d0bf2b08ed42), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:06.433276 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-4acc7c5f-6e53-430f-b1ad-fc9d7985ec36 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61f3cb54-7bb5-4496-b29d-d0bf2b08ed42']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:06.457565 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 1365ba96-a39b-4caf-9fc0-6d23d8406de5 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:06.458568 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1365ba96-a39b-4caf-9fc0-6d23d8406de5), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:06.461012 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-4acc7c5f-6e53-430f-b1ad-fc9d7985ec36 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e7d70b0-c892-487c-97e9-f86b4ced5704') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:06.461337 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-4acc7c5f-6e53-430f-b1ad-fc9d7985ec36 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e7d70b0-c892-487c-97e9-f86b4ced5704') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:06.484174 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd22aff-8071-4f0e-8ed2-d41185e7749e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1365ba96-a39b-4caf-9fc0-6d23d8406de5'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:22:06.486563 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7330e76d-939c-4a8f-a5ab-e08638de2925" -d '{"events": [{"server_uuid": "8dd22aff-8071-4f0e-8ed2-d41185e7749e", "name": "network-vif-plugged", "status": "completed", "tag": "1365ba96-a39b-4caf-9fc0-6d23d8406de5"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:22:06.499952 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 1365ba96-a39b-4caf-9fc0-6d23d8406de5, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1365ba96-a39b-4caf-9fc0-6d23d8406de5,segment=NetworkSegment(3350618d-f84a-4a0b-8997-97c98e7ed20e),segment_id=3350618d-f84a-4a0b-8997-97c98e7ed20e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:06.502801 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-e34f8f1e-779e-48ca-8829-e75afb6893be tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Publish callbacks [] for port (db425760-25a6-4831-829f-2e0f160e4c6c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:06.505149 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1365ba96-a39b-4caf-9fc0-6d23d8406de5), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:06.514078 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4acc7c5f-6e53-430f-b1ad-fc9d7985ec36 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (8e7d70b0-c892-487c-97e9-f86b4ced5704), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:06.553761 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4acc7c5f-6e53-430f-b1ad-fc9d7985ec36 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (8e7d70b0-c892-487c-97e9-f86b4ced5704), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:06.560139 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=1365ba96-a39b-4caf-9fc0-6d23d8406de5,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:06.569585 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4acc7c5f-6e53-430f-b1ad-fc9d7985ec36 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:22:06.570007 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4acc7c5f-6e53-430f-b1ad-fc9d7985ec36 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (8e7d70b0-c892-487c-97e9-f86b4ced5704), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:06.574330 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:22:06.574330 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:22:06.574330 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:22:06.574330 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:22:06.574330 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:22:06.574330 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:22:06.574330 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:22:06.574330 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:22:06.574330 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:22:06.574330 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:22:06.574330 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:22:06.574330 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:22:06.574330 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:22:06.574330 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:22:06.574330 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:22:06.574330 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:22:06.574330 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:22:06.574330 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:22:06.574330 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:22:06.574330 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:22:06.574330 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:22:06.574330 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:22:06.574330 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:22:06.574330 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:22:06.574330 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:22:06.574330 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:22:06.574330 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:22:06.574330 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:22:06.574330 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:22:06.574330 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:22:06.574330 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:22:06.574330 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:22:06.667667 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b0fd9-da24-4db7-87f2-3e8d808af287 req-5744405a-057d-4095-b099-f24a08fcbb40 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:06.669374 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-499b0fd9-da24-4db7-87f2-3e8d808af287 req-5744405a-057d-4095-b099-f24a08fcbb40 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=df1ab1ec-e2d1-4147-97f6-8b242679ab15 HTTP/1.1" status: 200 len: 943 time: 0.2330732 Feb 09 01:22:06.681243 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1cb5f-f094-4cc7-a722-d4aed6fa8a97 req-97e71290-5f8c-4efc-96c6-d970deaa340e tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:06.682849 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a5b1cb5f-f094-4cc7-a722-d4aed6fa8a97 req-97e71290-5f8c-4efc-96c6-d970deaa340e tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.1997678 Feb 09 01:22:06.688086 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4acc7c5f-6e53-430f-b1ad-fc9d7985ec36 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (61f3cb54-7bb5-4496-b29d-d0bf2b08ed42), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:06.719064 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4acc7c5f-6e53-430f-b1ad-fc9d7985ec36 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:06.722286 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4acc7c5f-6e53-430f-b1ad-fc9d7985ec36 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "DELETE /v2.0/networks/61f3cb54-7bb5-4496-b29d-d0bf2b08ed42 HTTP/1.1" status: 204 len: 168 time: 4.6588650 Feb 09 01:22:06.723532 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-e34f8f1e-779e-48ca-8829-e75afb6893be tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (db425760-25a6-4831-829f-2e0f160e4c6c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:06.726038 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60802) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:06.731894 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-3f18935f-bc55-4e59-adbd-1c2b954a7978 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2121298705'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:06.754075 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f18935f-bc55-4e59-adbd-1c2b954a7978 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Made reservation on behalf of 31bb8dfd22e842779cd73a2df8e4a240 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:06.757095 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 8c1a5274-39f2-4e14-893e-20bf4cd4e203 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:22:06.758833 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3f18935f-bc55-4e59-adbd-1c2b954a7978 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:06.784430 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc7c5f-6e53-430f-b1ad-fc9d7985ec36 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event deleted for resources: {'Network': ['ID=61f3cb54-7bb5-4496-b29d-d0bf2b08ed42,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:06.784931 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f18935f-bc55-4e59-adbd-1c2b954a7978 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:22:06.796278 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3f18935f-bc55-4e59-adbd-1c2b954a7978 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (5c863821-e75c-474d-b7a3-a4d0f5394b3b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:06.796987 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-3f18935f-bc55-4e59-adbd-1c2b954a7978 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Added segment 5c863821-e75c-474d-b7a3-a4d0f5394b3b of type vlan for network f2fb557a-a2e9-42eb-b37c-e682d9ac6cd9 Feb 09 01:22:06.843115 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3f18935f-bc55-4e59-adbd-1c2b954a7978 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (f2fb557a-a2e9-42eb-b37c-e682d9ac6cd9), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:06.848856 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-e34f8f1e-779e-48ca-8829-e75afb6893be tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Network aa4a3089-7c99-441e-b086-4f1a96a85ade is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:06.867317 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-3bf713b1-73f3-40c2-84ed-9c0afdfa0e62 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Allocated IP 172.20.0.9 (aa4a3089-7c99-441e-b086-4f1a96a85ade/9c00e2a0-66b6-4443-a57a-29213aac7ca5/2b901f6b-1c2d-4d4e-acbe-b44164f9ae95) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:06.868996 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3f18935f-bc55-4e59-adbd-1c2b954a7978 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (f2fb557a-a2e9-42eb-b37c-e682d9ac6cd9), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:06.873713 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-e34f8f1e-779e-48ca-8829-e75afb6893be tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:06.875708 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f18935f-bc55-4e59-adbd-1c2b954a7978 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:06.876532 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3f18935f-bc55-4e59-adbd-1c2b954a7978 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:06.877817 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 8c1a5274-39f2-4e14-893e-20bf4cd4e203, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=8c1a5274-39f2-4e14-893e-20bf4cd4e203,segment=NetworkSegment(231cc619-b79a-4847-94b3-cdbf4f5bda22),segment_id=231cc619-b79a-4847-94b3-cdbf4f5bda22)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:06.884520 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-e34f8f1e-779e-48ca-8829-e75afb6893be tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:22:06.895647 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '8c1a5274-39f2-4e14-893e-20bf4cd4e203', 'network_id': 'f155bdb8-b796-4b2f-8f0d-8611315d30bd', 'port_id': '8c1a5274-39f2-4e14-893e-20bf4cd4e203', 'mac_address': 'fa:16:3e:4d:fc:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6c9902a-ca90-4768-8ad8-e74435b83d39', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:22:06.925595 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-499b0fd9-da24-4db7-87f2-3e8d808af287 req-57634116-dffe-4db1-96ea-2f69527f9c02 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416258 Feb 09 01:22:06.929392 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f8f1e-779e-48ca-8829-e75afb6893be tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Pushing event updated for resources: {'Port': ['ID=db425760-25a6-4831-829f-2e0f160e4c6c,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:06.944512 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a5b1cb5f-f094-4cc7-a722-d4aed6fa8a97 req-48e9092d-fbbb-4257-8f88-95f4fc79f3f3 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449377 Feb 09 01:22:06.960207 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f18935f-bc55-4e59-adbd-1c2b954a7978 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event updated for resources: {'Network': ['ID=f2fb557a-a2e9-42eb-b37c-e682d9ac6cd9,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:06.978503 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3f18935f-bc55-4e59-adbd-1c2b954a7978 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2499166 Feb 09 01:22:06.978899 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-e34f8f1e-779e-48ca-8829-e75afb6893be tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:06.979593 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-e34f8f1e-779e-48ca-8829-e75afb6893be tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:06.980182 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60806) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:06.980802 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network f2fb557a-a2e9-42eb-b37c-e682d9ac6cd9 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:22:06.986726 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 8c1a5274-39f2-4e14-893e-20bf4cd4e203 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:06.987367 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8c1a5274-39f2-4e14-893e-20bf4cd4e203), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:06.993813 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-145328c2-6cc0-485d-bd87-3fb613f21e22 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Request body: {'subnet': {'network_id': 'f2fb557a-a2e9-42eb-b37c-e682d9ac6cd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:07.031866 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-e34f8f1e-779e-48ca-8829-e75afb6893be tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4415977 Feb 09 01:22:07.040441 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df2d7a7-2c57-449f-821a-4ee4f7ae5e13 x-openstack-request-id: req-0df2d7a7-2c57-449f-821a-4ee4f7ae5e13 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:22:07.041683 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd22aff-8071-4f0e-8ed2-d41185e7749e", "name": "network-vif-plugged", "status": "completed", "tag": "1365ba96-a39b-4caf-9fc0-6d23d8406de5", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:22:07.041910 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0df2d7a7-2c57-449f-821a-4ee4f7ae5e13 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:22:07.042410 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd22aff-8071-4f0e-8ed2-d41185e7749e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1365ba96-a39b-4caf-9fc0-6d23d8406de5', 'code': 200} Feb 09 01:22:07.069744 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c1a5274-39f2-4e14-893e-20bf4cd4e203 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:22:07.083254 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-59e18d18-7d3b-4ca3-9b3a-68050a4551a2 service neutron] Request body: {'port': {'device_id': 'bf2d0ad1-3d36-410b-94e4-840f7ead2118', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:07.120200 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 8c1a5274-39f2-4e14-893e-20bf4cd4e203, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=8c1a5274-39f2-4e14-893e-20bf4cd4e203,segment=NetworkSegment(231cc619-b79a-4847-94b3-cdbf4f5bda22),segment_id=231cc619-b79a-4847-94b3-cdbf4f5bda22)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:07.130609 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8c1a5274-39f2-4e14-893e-20bf4cd4e203), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:07.140814 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e583f6a8-65e5-44ed-9dcd-ff5b5ba80116', 'name': 'network-vif-deleted', 'tag': '02a48834-7a90-41fe-9b8a-8be8c5726010'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:22:07.143255 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2af40c-7bb6-4797-b63d-dc1f0dc47ad9" -d '{"events": [{"server_uuid": "e583f6a8-65e5-44ed-9dcd-ff5b5ba80116", "name": "network-vif-deleted", "tag": "02a48834-7a90-41fe-9b8a-8be8c5726010"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:22:07.185668 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145328c2-6cc0-485d-bd87-3fb613f21e22 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Made reservation on behalf of 31bb8dfd22e842779cd73a2df8e4a240 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:07.189116 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-145328c2-6cc0-485d-bd87-3fb613f21e22 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:07.196189 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767c800-c063-483d-97a5-6b55b97202ce req-fc130afd-39de-4b53-86d6-91875a23363c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:07.196965 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9767c800-c063-483d-97a5-6b55b97202ce req-fc130afd-39de-4b53-86d6-91875a23363c service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=8dd22aff-8071-4f0e-8ed2-d41185e7749e HTTP/1.1" status: 200 len: 1128 time: 0.0987585 Feb 09 01:22:07.208826 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=8c1a5274-39f2-4e14-893e-20bf4cd4e203,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:07.266924 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-59e18d18-7d3b-4ca3-9b3a-68050a4551a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (db425760-25a6-4831-829f-2e0f160e4c6c), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:07.281445 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafc02e-8490-476b-bc22-9bc36656f18c req-8a53b453-2f6d-46a6-9d21-9fba5f6d0e48 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:07.282972 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7eafc02e-8490-476b-bc22-9bc36656f18c req-8a53b453-2f6d-46a6-9d21-9fba5f6d0e48 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.2307534 Feb 09 01:22:07.298245 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9767c800-c063-483d-97a5-6b55b97202ce req-459ac63d-df36-4027-bf5b-8e11f1b4c4a0 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903349 Feb 09 01:22:07.304542 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-3bf713b1-73f3-40c2-84ed-9c0afdfa0e62 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Publish callbacks [] for port (2b901f6b-1c2d-4d4e-acbe-b44164f9ae95), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:07.412511 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-145328c2-6cc0-485d-bd87-3fb613f21e22 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (371b049f-e64f-4401-94ff-9f6d35975807), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:07.418471 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c6608-4e6d-49e9-93b4-271c44d615a5 req-b8e2262f-c1ad-4a87-a397-e61344d6c0d8 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:07.419584 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-289c6608-4e6d-49e9-93b4-271c44d615a5 req-b8e2262f-c1ad-4a87-a397-e61344d6c0d8 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dd22aff-8071-4f0e-8ed2-d41185e7749e HTTP/1.1" status: 200 len: 945 time: 0.2171519 Feb 09 01:22:07.464152 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['8c1a5274-39f2-4e14-893e-20bf4cd4e203'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:22:07.473287 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145328c2-6cc0-485d-bd87-3fb613f21e22 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event updated for resources: {'Subnet': ['ID=371b049f-e64f-4401-94ff-9f6d35975807,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:07.480454 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145328c2-6cc0-485d-bd87-3fb613f21e22 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Checking segment: {'id': '5c863821-e75c-474d-b7a3-a4d0f5394b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f2fb557a-a2e9-42eb-b37c-e682d9ac6cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:22:07.480825 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145328c2-6cc0-485d-bd87-3fb613f21e22 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Network hostable DHCP agents. Network: f2fb557a-a2e9-42eb-b37c-e682d9ac6cd9, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:22:07.494281 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7eafc02e-8490-476b-bc22-9bc36656f18c req-0b51c2e5-abab-4387-bf40-ce8e5602850b tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956151 Feb 09 01:22:07.505964 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145328c2-6cc0-485d-bd87-3fb613f21e22 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Network f2fb557a-a2e9-42eb-b37c-e682d9ac6cd9 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:22:07.517373 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-3bf713b1-73f3-40c2-84ed-9c0afdfa0e62 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (2b901f6b-1c2d-4d4e-acbe-b44164f9ae95), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:07.522435 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-145328c2-6cc0-485d-bd87-3fb613f21e22 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, f2fb557a-a2e9-42eb-b37c-e682d9ac6cd9) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:07.530410 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145328c2-6cc0-485d-bd87-3fb613f21e22 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:07.531148 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-145328c2-6cc0-485d-bd87-3fb613f21e22 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:07.535850 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790ecb6d-525c-44e8-b480-ddce87ad6dc5 None None] Network f2fb557a-a2e9-42eb-b37c-e682d9ac6cd9 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:07.558713 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-145328c2-6cc0-485d-bd87-3fb613f21e22 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5767281 Feb 09 01:22:07.561389 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ef970e-397c-410f-b06a-bf4e7a389778 x-openstack-request-id: req-73ef970e-397c-410f-b06a-bf4e7a389778 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:22:07.561723 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e583f6a8-65e5-44ed-9dcd-ff5b5ba80116", "name": "network-vif-deleted", "tag": "02a48834-7a90-41fe-9b8a-8be8c5726010", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:22:07.561984 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-73ef970e-397c-410f-b06a-bf4e7a389778 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:22:07.562470 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e583f6a8-65e5-44ed-9dcd-ff5b5ba80116', 'name': 'network-vif-deleted', 'tag': '02a48834-7a90-41fe-9b8a-8be8c5726010', 'status': 'completed', 'code': 200} Feb 09 01:22:07.562891 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60818) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:07.665432 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-3bf713b1-73f3-40c2-84ed-9c0afdfa0e62 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Network aa4a3089-7c99-441e-b086-4f1a96a85ade is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:07.691383 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-157d338a-3bf9-42b8-984c-00adda29da3f tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (f2fb557a-a2e9-42eb-b37c-e682d9ac6cd9), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:07.705669 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-3bf713b1-73f3-40c2-84ed-9c0afdfa0e62 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:07.706083 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-3bf713b1-73f3-40c2-84ed-9c0afdfa0e62 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:22:07.746653 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-289c6608-4e6d-49e9-93b4-271c44d615a5 req-00f8ea9b-4c6f-4193-8c46-ca4c5b6e8e94 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191860 Feb 09 01:22:07.753799 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf713b1-73f3-40c2-84ed-9c0afdfa0e62 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Pushing event updated for resources: {'Port': ['ID=2b901f6b-1c2d-4d4e-acbe-b44164f9ae95,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:07.772377 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-157d338a-3bf9-42b8-984c-00adda29da3f tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (371b049f-e64f-4401-94ff-9f6d35975807), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:07.772932 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.db.api [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-96f82a76-783d-4b45-add7-8fbcd3666e31 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.9-d9fdfc07-6cca-4646-9d8e-aae03aa90b8b {{(pid=103529) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:22:07.772932 n-d-822053-40 neutron-server[103529]: DEBUG oslo_db.api [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-96f82a76-783d-4b45-add7-8fbcd3666e31 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:22:07.801558 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb73ee42-52ee-47c1-84fe-084ac19e09fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-f2fb557a-a2e9-42eb-b37c-e682d9ac6cd9', 'network_id': 'f2fb557a-a2e9-42eb-b37c-e682d9ac6cd9', 'project_id': '31bb8dfd22e842779cd73a2df8e4a240', 'fixed_ips': [{'subnet_id': '371b049f-e64f-4401-94ff-9f6d35975807'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:22:07.803678 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cb73ee42-52ee-47c1-84fe-084ac19e09fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:07.815092 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60820) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:07.853126 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-157d338a-3bf9-42b8-984c-00adda29da3f tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (371b049f-e64f-4401-94ff-9f6d35975807), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:07.888959 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d338a-3bf9-42b8-984c-00adda29da3f tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event deleted for resources: {'Subnet': ['ID=371b049f-e64f-4401-94ff-9f6d35975807,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:07.897979 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-3bf713b1-73f3-40c2-84ed-9c0afdfa0e62 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:07.899031 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-3bf713b1-73f3-40c2-84ed-9c0afdfa0e62 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:07.963233 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b103a-1cfe-4233-8398-6551f8b8e99c req-76bc68aa-0e76-492f-b967-f4cd762c77a8 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:07.964751 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-157d338a-3bf9-42b8-984c-00adda29da3f tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (f2fb557a-a2e9-42eb-b37c-e682d9ac6cd9), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:07.964882 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c82b103a-1cfe-4233-8398-6551f8b8e99c req-76bc68aa-0e76-492f-b967-f4cd762c77a8 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/ports?device_id=af9657b2-c314-408f-8516-bea1696acbeb HTTP/1.1" status: 200 len: 931 time: 0.3410518 Feb 09 01:22:07.968935 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-aca00090-b5a6-43c7-91ee-72b943e4c799 admin admin] Deleting subnet 1c208700-4d5a-44e9-9849-6bf95cade7a4 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:22:07.977334 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-aca00090-b5a6-43c7-91ee-72b943e4c799 admin admin] Publish callbacks [] for subnet (1c208700-4d5a-44e9-9849-6bf95cade7a4), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:07.989231 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-157d338a-3bf9-42b8-984c-00adda29da3f tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2fb557a-a2e9-42eb-b37c-e682d9ac6cd9']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server [None req-cb73ee42-52ee-47c1-84fe-084ac19e09fc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 371b049f-e64f-4401-94ff-9f6d35975807: This subnet is being modified by another concurrent operation. Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:22:07.992861 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:22:07.999129 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:22:07.999129 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:22:07.999129 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:22:07.999129 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:22:07.999129 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:22:07.999129 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:22:07.999129 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:22:07.999129 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:22:07.999129 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:22:07.999129 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:22:07.999129 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:22:07.999129 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:22:07.999129 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:22:07.999129 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:22:07.999129 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:22:07.999129 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:22:07.999129 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 01:22:07.999129 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 01:22:07.999129 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 01:22:07.999129 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 01:22:07.999129 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 01:22:07.999129 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 01:22:07.999129 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 01:22:07.999129 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 01:22:07.999129 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:22:07.999129 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:22:07.999129 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 01:22:07.999129 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 01:22:07.999129 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 01:22:07.999129 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 01:22:07.999129 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 01:22:07.999129 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 01:22:07.999129 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 01:22:07.999129 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 01:22:07.999129 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 01:22:07.999129 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise exception Feb 09 01:22:07.999129 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 371b049f-e64f-4401-94ff-9f6d35975807: This subnet is being modified by another concurrent operation. Feb 09 01:22:07.999129 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server Feb 09 01:22:08.008701 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-157d338a-3bf9-42b8-984c-00adda29da3f tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c863821-e75c-474d-b7a3-a4d0f5394b3b') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:08.009001 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-157d338a-3bf9-42b8-984c-00adda29da3f tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c863821-e75c-474d-b7a3-a4d0f5394b3b') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:08.017190 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-3bf713b1-73f3-40c2-84ed-9c0afdfa0e62 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3041868 Feb 09 01:22:08.019687 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-157d338a-3bf9-42b8-984c-00adda29da3f tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (5c863821-e75c-474d-b7a3-a4d0f5394b3b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:08.034181 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-157d338a-3bf9-42b8-984c-00adda29da3f tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (5c863821-e75c-474d-b7a3-a4d0f5394b3b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:08.041340 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-157d338a-3bf9-42b8-984c-00adda29da3f tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:22:08.041751 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-157d338a-3bf9-42b8-984c-00adda29da3f tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (5c863821-e75c-474d-b7a3-a4d0f5394b3b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:08.046579 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bea2b93-27b1-4e5b-af4f-fdd35082fea1 None None] get_active_networks_info from n-d-822053-40 {{(pid=103530) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:22:08.051786 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-ae10108a-9d50-4af8-80cb-c1ffd472aa5f service neutron] Request body: {'port': {'device_id': 'af9657b2-c314-408f-8516-bea1696acbeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:08.087613 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:22:08.087613 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:22:08.087613 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:22:08.087613 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:22:08.087613 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:22:08.087613 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:22:08.087613 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:22:08.087613 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:22:08.087613 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:22:08.087613 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:22:08.087613 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:22:08.087613 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:22:08.087613 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:22:08.087613 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:22:08.087613 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:22:08.087613 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:22:08.087613 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:22:08.087613 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:22:08.087613 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:22:08.087613 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:22:08.087613 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:22:08.087613 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:22:08.087613 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:22:08.087613 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:22:08.087613 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:22:08.087613 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:22:08.087613 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:22:08.087613 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:22:08.087613 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:22:08.087613 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:22:08.087613 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:22:08.087613 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:22:08.090708 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-aca00090-b5a6-43c7-91ee-72b943e4c799 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (1c208700-4d5a-44e9-9849-6bf95cade7a4), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:08.113517 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-157d338a-3bf9-42b8-984c-00adda29da3f tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (f2fb557a-a2e9-42eb-b37c-e682d9ac6cd9), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:08.133847 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-157d338a-3bf9-42b8-984c-00adda29da3f tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:08.141125 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-157d338a-3bf9-42b8-984c-00adda29da3f tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "DELETE /v2.0/networks/f2fb557a-a2e9-42eb-b37c-e682d9ac6cd9 HTTP/1.1" status: 204 len: 168 time: 0.5765705 Feb 09 01:22:08.142054 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d338a-3bf9-42b8-984c-00adda29da3f tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event deleted for resources: {'Network': ['ID=f2fb557a-a2e9-42eb-b37c-e682d9ac6cd9,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:08.143649 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60826) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:08.148791 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-2dd96da0-bd68-4eed-8c5b-1061034123e6 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-113173416'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:08.172619 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd96da0-bd68-4eed-8c5b-1061034123e6 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Made reservation on behalf of 31bb8dfd22e842779cd73a2df8e4a240 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:08.176334 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2dd96da0-bd68-4eed-8c5b-1061034123e6 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:08.182270 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bea2b93-27b1-4e5b-af4f-fdd35082fea1 None None] Resources bound (agent type, host, resource id): {{(pid=103530) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:22:08.207323 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dd96da0-bd68-4eed-8c5b-1061034123e6 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:22:08.208216 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9d7ee-8ff4-476a-9bbf-795e45a64fd4 req-00be3ca0-e928-4244-8ca8-ca1149bb63af tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:08.209792 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8af9d7ee-8ff4-476a-9bbf-795e45a64fd4 req-00be3ca0-e928-4244-8ca8-ca1149bb63af tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.3265038 Feb 09 01:22:08.217792 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2dd96da0-bd68-4eed-8c5b-1061034123e6 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (4f47fb0b-96b5-4915-a3ef-8d9e84cc85d5), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:08.218414 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-2dd96da0-bd68-4eed-8c5b-1061034123e6 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Added segment 4f47fb0b-96b5-4915-a3ef-8d9e84cc85d5 of type vlan for network 0804f1d3-ac16-41c7-9615-c630d4579014 Feb 09 01:22:08.257299 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c82b103a-1cfe-4233-8398-6551f8b8e99c req-e74da373-c97c-4038-97d8-e15d31c5f15c tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/security-groups?id=98db701b-ac46-45f4-bd35-3362a9f70d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812831 Feb 09 01:22:08.264786 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2dd96da0-bd68-4eed-8c5b-1061034123e6 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (0804f1d3-ac16-41c7-9615-c630d4579014), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:08.276465 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-96f82a76-783d-4b45-add7-8fbcd3666e31 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:08.304853 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2dd96da0-bd68-4eed-8c5b-1061034123e6 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (0804f1d3-ac16-41c7-9615-c630d4579014), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:08.310447 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-59e18d18-7d3b-4ca3-9b3a-68050a4551a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db425760-25a6-4831-829f-2e0f160e4c6c {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:22:08.311809 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd96da0-bd68-4eed-8c5b-1061034123e6 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:08.312820 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2dd96da0-bd68-4eed-8c5b-1061034123e6 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:08.327339 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-59e18d18-7d3b-4ca3-9b3a-68050a4551a2 service neutron] Publish callbacks [] for port (db425760-25a6-4831-829f-2e0f160e4c6c), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:08.334305 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-ae10108a-9d50-4af8-80cb-c1ffd472aa5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2b901f6b-1c2d-4d4e-acbe-b44164f9ae95), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:08.388091 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2dd96da0-bd68-4eed-8c5b-1061034123e6 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2432952 Feb 09 01:22:08.407154 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60828) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:08.417055 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-3e1ec0e3-f950-460b-9b28-a4e2e8187e47 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:08.452609 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-59e18d18-7d3b-4ca3-9b3a-68050a4551a2 service neutron] Transition to ACTIVE for port object db425760-25a6-4831-829f-2e0f160e4c6c will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:08.454525 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-aca00090-b5a6-43c7-91ee-72b943e4c799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (1c208700-4d5a-44e9-9849-6bf95cade7a4), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:08.484490 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd96da0-bd68-4eed-8c5b-1061034123e6 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event updated for resources: {'Network': ['ID=0804f1d3-ac16-41c7-9615-c630d4579014,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:08.506045 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 0804f1d3-ac16-41c7-9615-c630d4579014 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:22:08.522677 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8af9d7ee-8ff4-476a-9bbf-795e45a64fd4 req-644e7666-6c85-4c54-a9a0-380f2e12ca6f tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884338 Feb 09 01:22:08.523419 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-59e18d18-7d3b-4ca3-9b3a-68050a4551a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (db425760-25a6-4831-829f-2e0f160e4c6c), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:08.603304 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77172e55-e239-4983-9abb-2ec7451f5faf None None] Network f2fb557a-a2e9-42eb-b37c-e682d9ac6cd9 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:08.618397 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3e1ec0e3-f950-460b-9b28-a4e2e8187e47 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (0804f1d3-ac16-41c7-9615-c630d4579014), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:08.619068 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77172e55-e239-4983-9abb-2ec7451f5faf None None] Network f2fb557a-a2e9-42eb-b37c-e682d9ac6cd9 could not be found, it might have been deleted concurrently. {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 01:22:08.636868 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3e1ec0e3-f950-460b-9b28-a4e2e8187e47 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (0804f1d3-ac16-41c7-9615-c630d4579014), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:08.661106 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3e1ec0e3-f950-460b-9b28-a4e2e8187e47 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Network 0804f1d3-ac16-41c7-9615-c630d4579014 is not hosted by any dhcp agent {{(pid=103528) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 01:22:08.666119 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1ec0e3-f950-460b-9b28-a4e2e8187e47 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:08.666725 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3e1ec0e3-f950-460b-9b28-a4e2e8187e47 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:08.671218 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3e1ec0e3-f950-460b-9b28-a4e2e8187e47 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "PUT /v2.0/networks/0804f1d3-ac16-41c7-9615-c630d4579014 HTTP/1.1" status: 200 len: 723 time: 0.2596066 Feb 09 01:22:08.695823 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60832) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:08.702563 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-c8024be4-4d87-49a9-b819-fcd044cdf50c tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Request body: {'subnet': {'network_id': '0804f1d3-ac16-41c7-9615-c630d4579014', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:08.750788 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 8c1a5274-39f2-4e14-893e-20bf4cd4e203 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:22:08.767153 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ec0e3-f950-460b-9b28-a4e2e8187e47 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event updated for resources: {'Network': ['ID=0804f1d3-ac16-41c7-9615-c630d4579014,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:08.786221 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 0804f1d3-ac16-41c7-9615-c630d4579014 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:22:08.798196 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e18d18-7d3b-4ca3-9b3a-68050a4551a2 service neutron] Pushing event updated for resources: {'Port': ['ID=db425760-25a6-4831-829f-2e0f160e4c6c,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:08.805992 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8024be4-4d87-49a9-b819-fcd044cdf50c tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Made reservation on behalf of 31bb8dfd22e842779cd73a2df8e4a240 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:08.807385 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dac60c-f85a-48a1-9b80-47a20ba5eb98 req-bc10aac9-00ee-478c-8d4d-2f623664ff50 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:08.809098 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c4dac60c-f85a-48a1-9b80-47a20ba5eb98 req-bc10aac9-00ee-478c-8d4d-2f623664ff50 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=df1ab1ec-e2d1-4147-97f6-8b242679ab15 HTTP/1.1" status: 200 len: 944 time: 0.4390185 Feb 09 01:22:08.810901 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c8024be4-4d87-49a9-b819-fcd044cdf50c tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:08.901880 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 8c1a5274-39f2-4e14-893e-20bf4cd4e203 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:08.904940 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-96f82a76-783d-4b45-add7-8fbcd3666e31 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Allocated IP 172.20.0.13 (aa4a3089-7c99-441e-b086-4f1a96a85ade/9c00e2a0-66b6-4443-a57a-29213aac7ca5/59ef2990-77d3-4dfa-b831-8cc992b6bb73) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:08.907037 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 8c1a5274-39f2-4e14-893e-20bf4cd4e203 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:08.907371 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-aca00090-b5a6-43c7-91ee-72b943e4c799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (1c208700-4d5a-44e9-9849-6bf95cade7a4), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:08.907555 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8c1a5274-39f2-4e14-893e-20bf4cd4e203), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:08.995552 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 8c1a5274-39f2-4e14-893e-20bf4cd4e203 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:08.996242 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8c1a5274-39f2-4e14-893e-20bf4cd4e203), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:09.032983 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c8024be4-4d87-49a9-b819-fcd044cdf50c tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (c98259b7-0c1e-45f7-a94a-6ddb26a85c0c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:09.039778 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 8c1a5274-39f2-4e14-893e-20bf4cd4e203, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=8c1a5274-39f2-4e14-893e-20bf4cd4e203,segment=NetworkSegment(231cc619-b79a-4847-94b3-cdbf4f5bda22),segment_id=231cc619-b79a-4847-94b3-cdbf4f5bda22)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:09.045093 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1ab1ec-e2d1-4147-97f6-8b242679ab15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1a5274-39f2-4e14-893e-20bf4cd4e203'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:22:09.048010 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e59e02-4974-48e9-a844-16163f83c898" -d '{"events": [{"server_uuid": "df1ab1ec-e2d1-4147-97f6-8b242679ab15", "name": "network-vif-plugged", "status": "completed", "tag": "8c1a5274-39f2-4e14-893e-20bf4cd4e203"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:22:09.051085 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8c1a5274-39f2-4e14-893e-20bf4cd4e203), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:09.051883 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 02a48834-7a90-41fe-9b8a-8be8c5726010 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:22:09.103743 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8024be4-4d87-49a9-b819-fcd044cdf50c tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event updated for resources: {'Subnet': ['ID=c98259b7-0c1e-45f7-a94a-6ddb26a85c0c,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:09.114674 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8024be4-4d87-49a9-b819-fcd044cdf50c tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Checking segment: {'id': '4f47fb0b-96b5-4915-a3ef-8d9e84cc85d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0804f1d3-ac16-41c7-9615-c630d4579014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:22:09.115034 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8024be4-4d87-49a9-b819-fcd044cdf50c tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Network hostable DHCP agents. Network: 0804f1d3-ac16-41c7-9615-c630d4579014, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:22:09.136032 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8024be4-4d87-49a9-b819-fcd044cdf50c tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Network 0804f1d3-ac16-41c7-9615-c630d4579014 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:22:09.148970 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-c8024be4-4d87-49a9-b819-fcd044cdf50c tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 0804f1d3-ac16-41c7-9615-c630d4579014) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:09.154330 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8024be4-4d87-49a9-b819-fcd044cdf50c tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:09.154966 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c8024be4-4d87-49a9-b819-fcd044cdf50c tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:09.175872 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c8024be4-4d87-49a9-b819-fcd044cdf50c tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4790299 Feb 09 01:22:09.178246 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60838) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:09.200286 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-fc3bf7a0-2d36-4f6b-b5a1-225530d295d1 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:09.264668 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7591e97-91f7-4c09-acfa-234bf74154df None None] Network 0804f1d3-ac16-41c7-9615-c630d4579014 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:09.269538 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 02a48834-7a90-41fe-9b8a-8be8c5726010 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:22:09.269885 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 02a48834-7a90-41fe-9b8a-8be8c5726010 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:22:09.297539 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf7a0-2d36-4f6b-b5a1-225530d295d1 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7786610'] for subnet (c98259b7-0c1e-45f7-a94a-6ddb26a85c0c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:09.319513 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca00090-b5a6-43c7-91ee-72b943e4c799 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c208700-4d5a-44e9-9849-6bf95cade7a4,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:09.322626 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-aca00090-b5a6-43c7-91ee-72b943e4c799 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:09.329075 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-aca00090-b5a6-43c7-91ee-72b943e4c799 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1c208700-4d5a-44e9-9849-6bf95cade7a4 HTTP/1.1" status: 204 len: 168 time: 1.5128722 Feb 09 01:22:09.329255 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60842) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:09.344712 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cec98b3-2e99-4776-a895-d2785410a616 None None] Network a626c08d-e9be-4644-b187-a89c9942df70 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:09.353565 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ab306-9604-4c88-9275-8b46a8dda98b req-72d59d47-5700-48e1-8dba-3eb187e1926a tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:09.362242 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9f5ab306-9604-4c88-9275-8b46a8dda98b req-72d59d47-5700-48e1-8dba-3eb187e1926a tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.7132027 Feb 09 01:22:09.400508 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=8c1a5274-39f2-4e14-893e-20bf4cd4e203,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:09.420856 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c4dac60c-f85a-48a1-9b80-47a20ba5eb98 req-6eaa0714-4046-456a-9572-95ded353d1bd tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5850153 Feb 09 01:22:09.431339 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-59e18d18-7d3b-4ca3-9b3a-68050a4551a2 service neutron] Attempting to bind port db425760-25a6-4831-829f-2e0f160e4c6c on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:22:09.431682 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-59e18d18-7d3b-4ca3-9b3a-68050a4551a2 service neutron] Attempting to bind port db425760-25a6-4831-829f-2e0f160e4c6c by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'd9f78c1f-6e31-44e6-9cf4-d33939b2a1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'aa4a3089-7c99-441e-b086-4f1a96a85ade'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:22:09.432230 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-59e18d18-7d3b-4ca3-9b3a-68050a4551a2 service neutron] Attempting to bind port db425760-25a6-4831-829f-2e0f160e4c6c on network aa4a3089-7c99-441e-b086-4f1a96a85ade {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:22:09.457009 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-59e18d18-7d3b-4ca3-9b3a-68050a4551a2 service neutron] Port db425760-25a6-4831-829f-2e0f160e4c6c on network aa4a3089-7c99-441e-b086-4f1a96a85ade not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:22:09.457337 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-59e18d18-7d3b-4ca3-9b3a-68050a4551a2 service neutron] Attempting to bind port db425760-25a6-4831-829f-2e0f160e4c6c on network aa4a3089-7c99-441e-b086-4f1a96a85ade {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:22:09.475633 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-59e18d18-7d3b-4ca3-9b3a-68050a4551a2 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:22:09.475899 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-59e18d18-7d3b-4ca3-9b3a-68050a4551a2 service neutron] Checking segment: {'id': 'd9f78c1f-6e31-44e6-9cf4-d33939b2a1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'aa4a3089-7c99-441e-b086-4f1a96a85ade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:22:09.476247 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-59e18d18-7d3b-4ca3-9b3a-68050a4551a2 service neutron] Bound using segment: {'id': 'd9f78c1f-6e31-44e6-9cf4-d33939b2a1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'aa4a3089-7c99-441e-b086-4f1a96a85ade'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:22:09.476662 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-59e18d18-7d3b-4ca3-9b3a-68050a4551a2 service neutron] Bound port: db425760-25a6-4831-829f-2e0f160e4c6c, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9f78c1f-6e31-44e6-9cf4-d33939b2a1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'aa4a3089-7c99-441e-b086-4f1a96a85ade'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:22:09.477016 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-59e18d18-7d3b-4ca3-9b3a-68050a4551a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (db425760-25a6-4831-829f-2e0f160e4c6c), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:09.504071 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc78b3cf-a8ef-4e0d-ab80-a18463f4e794 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-0804f1d3-ac16-41c7-9615-c630d4579014', 'network_id': '0804f1d3-ac16-41c7-9615-c630d4579014', 'project_id': '31bb8dfd22e842779cd73a2df8e4a240', 'fixed_ips': [{'subnet_id': 'c98259b7-0c1e-45f7-a94a-6ddb26a85c0c'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:22:09.505112 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bc78b3cf-a8ef-4e0d-ab80-a18463f4e794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:09.550597 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9f5ab306-9604-4c88-9275-8b46a8dda98b req-8db749a7-1524-4ce7-8729-1c485684f425 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873443 Feb 09 01:22:09.739657 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-59e18d18-7d3b-4ca3-9b3a-68050a4551a2 service neutron] For port db425760-25a6-4831-829f-2e0f160e4c6c, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:22:09.744523 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-96f82a76-783d-4b45-add7-8fbcd3666e31 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Publish callbacks [] for port (59ef2990-77d3-4dfa-b831-8cc992b6bb73), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:09.766560 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a35b0-af19-4507-9da7-fef0b4e5ca30 req-979b3349-2a8f-4a44-95f6-7fad5780b88d tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:09.768131 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e24a35b0-af19-4507-9da7-fef0b4e5ca30 req-979b3349-2a8f-4a44-95f6-7fad5780b88d tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dd22aff-8071-4f0e-8ed2-d41185e7749e HTTP/1.1" status: 200 len: 945 time: 0.1562855 Feb 09 01:22:09.774538 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-59e18d18-7d3b-4ca3-9b3a-68050a4551a2 service neutron] For port db425760-25a6-4831-829f-2e0f160e4c6c, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=db425760-25a6-4831-829f-2e0f160e4c6c,segment=NetworkSegment(d9f78c1f-6e31-44e6-9cf4-d33939b2a1d5),segment_id=d9f78c1f-6e31-44e6-9cf4-d33939b2a1d5)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:22:09.783117 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824f4cd6-7e5f-49b2-91c2-205bbd406196 x-openstack-request-id: req-824f4cd6-7e5f-49b2-91c2-205bbd406196 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:22:09.783540 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1ab1ec-e2d1-4147-97f6-8b242679ab15", "name": "network-vif-plugged", "status": "completed", "tag": "8c1a5274-39f2-4e14-893e-20bf4cd4e203", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:22:09.783885 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-824f4cd6-7e5f-49b2-91c2-205bbd406196 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:22:09.784380 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1ab1ec-e2d1-4147-97f6-8b242679ab15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1a5274-39f2-4e14-893e-20bf4cd4e203', 'code': 200} Feb 09 01:22:09.809626 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-bc78b3cf-a8ef-4e0d-ab80-a18463f4e794 None None] Allocated IP 172.20.0.2 (0804f1d3-ac16-41c7-9615-c630d4579014/c98259b7-0c1e-45f7-a94a-6ddb26a85c0c/ec0685fd-87dc-4a5c-beb5-4165754059c4) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:09.834517 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-59e18d18-7d3b-4ca3-9b3a-68050a4551a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (db425760-25a6-4831-829f-2e0f160e4c6c), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:09.889641 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07b37147-81c4-44f5-9006-44c1613f2e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (a626c08d-e9be-4644-b187-a89c9942df70), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:09.899569 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-59e18d18-7d3b-4ca3-9b3a-68050a4551a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:09.902576 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-59e18d18-7d3b-4ca3-9b3a-68050a4551a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:09.902890 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-59e18d18-7d3b-4ca3-9b3a-68050a4551a2 service neutron] 10.222.0.121 "PUT /v2.0/ports/db425760-25a6-4831-829f-2e0f160e4c6c HTTP/1.1" status: 200 len: 1092 time: 2.8517778 Feb 09 01:22:09.906865 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf2d0ad1-3d36-410b-94e4-840f7ead2118', 'tag': 'db425760-25a6-4831-829f-2e0f160e4c6c'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:22:09.913830 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da87117-bcbc-4215-8a42-a4ab70935d4a" -d '{"events": [{"name": "network-changed", "server_uuid": "bf2d0ad1-3d36-410b-94e4-840f7ead2118", "tag": "db425760-25a6-4831-829f-2e0f160e4c6c"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:22:09.931192 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c586a5-478b-4613-9b5b-374d9f5f7b34 None None] DHCP port deletion for a626c08d-e9be-4644-b187-a89c9942df70 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:22:09.967081 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44dcde4-e903-4bf2-b89e-0ef77f0c5b5f req-9ab21ca6-0362-4976-9229-5b149719d58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:09.968844 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d44dcde4-e903-4bf2-b89e-0ef77f0c5b5f req-9ab21ca6-0362-4976-9229-5b149719d58c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=df1ab1ec-e2d1-4147-97f6-8b242679ab15 HTTP/1.1" status: 200 len: 1128 time: 0.2092607 Feb 09 01:22:10.008757 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-96f82a76-783d-4b45-add7-8fbcd3666e31 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (59ef2990-77d3-4dfa-b831-8cc992b6bb73), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:10.027280 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-07b37147-81c4-44f5-9006-44c1613f2e40 admin admin] Deleting port 209aad1f-0544-465a-b303-8719f0b2d498 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:22:10.027614 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07b37147-81c4-44f5-9006-44c1613f2e40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (209aad1f-0544-465a-b303-8719f0b2d498), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:10.046139 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d44dcde4-e903-4bf2-b89e-0ef77f0c5b5f req-6ddcbddf-4b52-4a0b-bc67-d5f2d48268f1 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673659 Feb 09 01:22:10.106107 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-07b37147-81c4-44f5-9006-44c1613f2e40 admin admin] For port 209aad1f-0544-465a-b303-8719f0b2d498, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=209aad1f-0544-465a-b303-8719f0b2d498,segment=NetworkSegment(73681689-5506-4e34-8a62-67af8e5522bc),segment_id=73681689-5506-4e34-8a62-67af8e5522bc)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:10.106336 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07b37147-81c4-44f5-9006-44c1613f2e40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (209aad1f-0544-465a-b303-8719f0b2d498), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:10.121152 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-07b37147-81c4-44f5-9006-44c1613f2e40 admin admin] Calling delete_port for 209aad1f-0544-465a-b303-8719f0b2d498 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:22:10.122647 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bc78b3cf-a8ef-4e0d-ab80-a18463f4e794 None None] Publish callbacks [] for port (ec0685fd-87dc-4a5c-beb5-4165754059c4), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:10.123817 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e24a35b0-af19-4507-9da7-fef0b4e5ca30 req-ec4eef90-fb4a-41a7-a3c1-f758927698ea tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229029 Feb 09 01:22:10.137400 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898def4-2f0b-406b-bc05-4e3edf59269a req-0b86b5de-3dd7-4ccb-9a21-cc02c33149a7 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:10.151432 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bc78b3cf-a8ef-4e0d-ab80-a18463f4e794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (ec0685fd-87dc-4a5c-beb5-4165754059c4), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:10.151649 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e898def4-2f0b-406b-bc05-4e3edf59269a req-0b86b5de-3dd7-4ccb-9a21-cc02c33149a7 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/ports?device_id=af9657b2-c314-408f-8516-bea1696acbeb HTTP/1.1" status: 200 len: 931 time: 0.3766005 Feb 09 01:22:10.174095 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e18d18-7d3b-4ca3-9b3a-68050a4551a2 service neutron] Pushing event updated for resources: {'Port': ['ID=db425760-25a6-4831-829f-2e0f160e4c6c,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:10.216410 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a4c586a5-478b-4613-9b5b-374d9f5f7b34 None None] Deleting port 209aad1f-0544-465a-b303-8719f0b2d498 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:22:10.216787 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a4c586a5-478b-4613-9b5b-374d9f5f7b34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (209aad1f-0544-465a-b303-8719f0b2d498), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:10.233923 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-96f82a76-783d-4b45-add7-8fbcd3666e31 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Network aa4a3089-7c99-441e-b086-4f1a96a85ade is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:10.277051 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc78b3cf-a8ef-4e0d-ab80-a18463f4e794 None None] Network 0804f1d3-ac16-41c7-9615-c630d4579014 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:10.283663 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-96f82a76-783d-4b45-add7-8fbcd3666e31 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:10.284653 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78b3cf-a8ef-4e0d-ab80-a18463f4e794 None None] Pushing event updated for resources: {'Port': ['ID=ec0685fd-87dc-4a5c-beb5-4165754059c4,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:10.318590 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-96f82a76-783d-4b45-add7-8fbcd3666e31 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:22:10.320048 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-bc78b3cf-a8ef-4e0d-ab80-a18463f4e794 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:10.323022 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07b37147-81c4-44f5-9006-44c1613f2e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (209aad1f-0544-465a-b303-8719f0b2d498), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:10.334599 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc78b3cf-a8ef-4e0d-ab80-a18463f4e794 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:22:10.374167 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf7a0-2d36-4f6b-b5a1-225530d295d1 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793221182212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8101723'] for subnet (c98259b7-0c1e-45f7-a94a-6ddb26a85c0c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:10.380200 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b37147-81c4-44f5-9006-44c1613f2e40 admin admin] Pushing event deleted for resources: {'Port': ['ID=209aad1f-0544-465a-b303-8719f0b2d498,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:10.386045 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9181bb6-b4c6-44ab-b442-9f728e219ebd x-openstack-request-id: req-d9181bb6-b4c6-44ab-b442-9f728e219ebd {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:22:10.386978 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf2d0ad1-3d36-410b-94e4-840f7ead2118", "tag": "db425760-25a6-4831-829f-2e0f160e4c6c", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:22:10.389841 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d9181bb6-b4c6-44ab-b442-9f728e219ebd {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:22:10.390497 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf2d0ad1-3d36-410b-94e4-840f7ead2118', 'tag': 'db425760-25a6-4831-829f-2e0f160e4c6c', 'status': 'completed', 'code': 200} Feb 09 01:22:10.399016 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-66a665f8-1370-4a5c-8e70-983def99e2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:10.400922 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-66a665f8-1370-4a5c-8e70-983def99e2bd service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a8f88e88e7c34b099d2a3084521ceeaf&device_id=bf2d0ad1-3d36-410b-94e4-840f7ead2118 HTTP/1.1" status: 200 len: 1126 time: 0.4292259 Feb 09 01:22:10.407414 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f82a76-783d-4b45-add7-8fbcd3666e31 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Pushing event updated for resources: {'Port': ['ID=59ef2990-77d3-4dfa-b831-8cc992b6bb73,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:10.441910 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b37147-81c4-44f5-9006-44c1613f2e40 admin admin] No DVR routers for this DVR port 209aad1f-0544-465a-b303-8719f0b2d498 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:10.469987 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3bf7a0-2d36-4f6b-b5a1-225530d295d1 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:10.470796 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf7a0-2d36-4f6b-b5a1-225530d295d1 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:10.472170 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-fc3bf7a0-2d36-4f6b-b5a1-225530d295d1 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "PUT /v2.0/subnets/c98259b7-0c1e-45f7-a94a-6ddb26a85c0c HTTP/1.1" status: 200 len: 806 time: 1.2928669 Feb 09 01:22:10.480062 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-a4c586a5-478b-4613-9b5b-374d9f5f7b34 None None] For port 209aad1f-0544-465a-b303-8719f0b2d498, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=209aad1f-0544-465a-b303-8719f0b2d498,segment=NetworkSegment(73681689-5506-4e34-8a62-67af8e5522bc),segment_id=73681689-5506-4e34-8a62-67af8e5522bc)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:10.480316 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a4c586a5-478b-4613-9b5b-374d9f5f7b34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (209aad1f-0544-465a-b303-8719f0b2d498), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:10.483351 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60854) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:10.502968 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-bc78b3cf-a8ef-4e0d-ab80-a18463f4e794 None None] Attempting to bind port ec0685fd-87dc-4a5c-beb5-4165754059c4 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:22:10.503343 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-bc78b3cf-a8ef-4e0d-ab80-a18463f4e794 None None] Attempting to bind port ec0685fd-87dc-4a5c-beb5-4165754059c4 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '4f47fb0b-96b5-4915-a3ef-8d9e84cc85d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0804f1d3-ac16-41c7-9615-c630d4579014'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:22:10.503741 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc78b3cf-a8ef-4e0d-ab80-a18463f4e794 None None] Attempting to bind port ec0685fd-87dc-4a5c-beb5-4165754059c4 on network 0804f1d3-ac16-41c7-9615-c630d4579014 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:22:10.506106 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a4c586a5-478b-4613-9b5b-374d9f5f7b34 None None] Calling delete_port for 209aad1f-0544-465a-b303-8719f0b2d498 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:22:10.517356 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc78b3cf-a8ef-4e0d-ab80-a18463f4e794 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:22:10.517738 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc78b3cf-a8ef-4e0d-ab80-a18463f4e794 None None] Checking segment: {'id': '4f47fb0b-96b5-4915-a3ef-8d9e84cc85d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0804f1d3-ac16-41c7-9615-c630d4579014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:22:10.518145 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bc78b3cf-a8ef-4e0d-ab80-a18463f4e794 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:10.518540 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc78b3cf-a8ef-4e0d-ab80-a18463f4e794 None None] Bound using segment: {'id': '4f47fb0b-96b5-4915-a3ef-8d9e84cc85d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0804f1d3-ac16-41c7-9615-c630d4579014'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:22:10.519026 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-bc78b3cf-a8ef-4e0d-ab80-a18463f4e794 None None] Bound port: ec0685fd-87dc-4a5c-beb5-4165754059c4, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f47fb0b-96b5-4915-a3ef-8d9e84cc85d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '0804f1d3-ac16-41c7-9615-c630d4579014'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:22:10.519404 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bc78b3cf-a8ef-4e0d-ab80-a18463f4e794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ec0685fd-87dc-4a5c-beb5-4165754059c4), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:10.522016 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e898def4-2f0b-406b-bc05-4e3edf59269a req-55941012-69b5-4ec3-bf2c-880c5afb88b8 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/security-groups?id=98db701b-ac46-45f4-bd35-3362a9f70d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753347 Feb 09 01:22:10.528393 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-2d8a9995-7394-48d8-9bd7-c269b9ac8456 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db425760-25a6-4831-829f-2e0f160e4c6c HTTP/1.1" status: 200 len: 217 time: 0.1150863 Feb 09 01:22:10.540899 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3bf7a0-2d36-4f6b-b5a1-225530d295d1 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event updated for resources: {'Subnet': ['ID=c98259b7-0c1e-45f7-a94a-6ddb26a85c0c,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:10.654305 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07b37147-81c4-44f5-9006-44c1613f2e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (a626c08d-e9be-4644-b187-a89c9942df70), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:10.690672 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-96f82a76-783d-4b45-add7-8fbcd3666e31 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:10.691364 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-96f82a76-783d-4b45-add7-8fbcd3666e31 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:10.719590 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-07b37147-81c4-44f5-9006-44c1613f2e40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a626c08d-e9be-4644-b187-a89c9942df70']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:10.749145 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-07b37147-81c4-44f5-9006-44c1613f2e40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73681689-5506-4e34-8a62-67af8e5522bc') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:10.749878 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-07b37147-81c4-44f5-9006-44c1613f2e40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73681689-5506-4e34-8a62-67af8e5522bc') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:10.758220 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-bc78b3cf-a8ef-4e0d-ab80-a18463f4e794 None None] For port ec0685fd-87dc-4a5c-beb5-4165754059c4, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:22:10.765094 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-bc78b3cf-a8ef-4e0d-ab80-a18463f4e794 None None] For port ec0685fd-87dc-4a5c-beb5-4165754059c4, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=ec0685fd-87dc-4a5c-beb5-4165754059c4,segment=NetworkSegment(4f47fb0b-96b5-4915-a3ef-8d9e84cc85d5),segment_id=4f47fb0b-96b5-4915-a3ef-8d9e84cc85d5)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:22:10.784293 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07b37147-81c4-44f5-9006-44c1613f2e40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (73681689-5506-4e34-8a62-67af8e5522bc), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:10.798420 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bc78b3cf-a8ef-4e0d-ab80-a18463f4e794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ec0685fd-87dc-4a5c-beb5-4165754059c4), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:10.815989 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07b37147-81c4-44f5-9006-44c1613f2e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (73681689-5506-4e34-8a62-67af8e5522bc), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:10.822748 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07b37147-81c4-44f5-9006-44c1613f2e40 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:22:10.823145 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07b37147-81c4-44f5-9006-44c1613f2e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (73681689-5506-4e34-8a62-67af8e5522bc), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:10.838752 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-96f82a76-783d-4b45-add7-8fbcd3666e31 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1275361 Feb 09 01:22:10.851096 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 209aad1f-0544-465a-b303-8719f0b2d498 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:22:10.852931 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a4c586a5-478b-4613-9b5b-374d9f5f7b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (209aad1f-0544-465a-b303-8719f0b2d498), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:10.868828 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-91aea503-4c7a-41d5-8d84-10d53e0d7292 service neutron] Request body: {'port': {'device_id': '00029ec4-e9c0-470e-ac09-b56426bfb3f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:10.885427 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-ae10108a-9d50-4af8-80cb-c1ffd472aa5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b901f6b-1c2d-4d4e-acbe-b44164f9ae95 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:22:10.889091 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:22:10.889091 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:22:10.889091 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:22:10.889091 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:22:10.889091 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:22:10.889091 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:22:10.889091 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:22:10.889091 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:22:10.889091 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:22:10.889091 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:22:10.889091 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:22:10.889091 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:22:10.889091 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:22:10.889091 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:22:10.889091 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:22:10.889091 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:22:10.889091 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:22:10.889091 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:22:10.889091 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:22:10.889091 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:22:10.889091 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:22:10.889091 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:22:10.889091 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:22:10.889091 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:22:10.889091 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:22:10.889091 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:22:10.889091 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:22:10.889091 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:22:10.889091 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:22:10.889091 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:22:10.889091 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:22:10.889091 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:22:10.898697 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07b37147-81c4-44f5-9006-44c1613f2e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (a626c08d-e9be-4644-b187-a89c9942df70), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:10.900586 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 209aad1f-0544-465a-b303-8719f0b2d498 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:22:10.901978 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 209aad1f-0544-465a-b303-8719f0b2d498 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:22:10.913581 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07b37147-81c4-44f5-9006-44c1613f2e40 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:10.929428 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c586a5-478b-4613-9b5b-374d9f5f7b34 None None] No DVR routers for this DVR port 209aad1f-0544-465a-b303-8719f0b2d498 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:10.931263 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-07b37147-81c4-44f5-9006-44c1613f2e40 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a626c08d-e9be-4644-b187-a89c9942df70 HTTP/1.1" status: 204 len: 168 time: 1.6010301 Feb 09 01:22:10.941135 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-840152c4-68f5-4f47-9c07-cc7fd519925a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:10.942649 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-840152c4-68f5-4f47-9c07-cc7fd519925a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9c00e2a0-66b6-4443-a57a-29213aac7ca5 HTTP/1.1" status: 200 len: 858 time: 0.3513975 Feb 09 01:22:10.956530 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78b3cf-a8ef-4e0d-ab80-a18463f4e794 None None] Pushing event updated for resources: {'Port': ['ID=ec0685fd-87dc-4a5c-beb5-4165754059c4,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:10.963708 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b37147-81c4-44f5-9006-44c1613f2e40 admin admin] Pushing event deleted for resources: {'Network': ['ID=a626c08d-e9be-4644-b187-a89c9942df70,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:10.971937 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-ae10108a-9d50-4af8-80cb-c1ffd472aa5f service neutron] Publish callbacks [] for port (2b901f6b-1c2d-4d4e-acbe-b44164f9ae95), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:11.000139 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c586a5-478b-4613-9b5b-374d9f5f7b34 None None] Pushing event deleted for resources: {'Port': ['ID=209aad1f-0544-465a-b303-8719f0b2d498,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:11.038394 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-ae10108a-9d50-4af8-80cb-c1ffd472aa5f service neutron] Transition to ACTIVE for port object 2b901f6b-1c2d-4d4e-acbe-b44164f9ae95 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:11.051022 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7970dc4e-1abe-4489-8a65-760c662f04ce tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (0804f1d3-ac16-41c7-9615-c630d4579014), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:11.079502 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56060f7f-4732-40ca-b0c6-e748c277e416 req-731c74e2-c0d7-4a2e-87c9-ff23afd109f4 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:11.086474 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-56060f7f-4732-40ca-b0c6-e748c277e416 req-731c74e2-c0d7-4a2e-87c9-ff23afd109f4 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.6390777 Feb 09 01:22:11.091072 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-ae10108a-9d50-4af8-80cb-c1ffd472aa5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (2b901f6b-1c2d-4d4e-acbe-b44164f9ae95), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:11.101338 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-7772b15a-c129-4e6c-ab85-fc24fbf1bb2a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=aa4a3089-7c99-441e-b086-4f1a96a85ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1253104 Feb 09 01:22:11.115957 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60864) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:11.193262 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-20e1dbea-620d-4cad-9800-acc8c95d4337 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b9d7b812952b4f21931b13a0cf0cd868&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0759857 Feb 09 01:22:11.204183 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186c2eb-3939-4c18-ad97-97e21468092a req-05dad9d5-fd47-43e2-b02f-ec1055cf6984 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:11.211418 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0186c2eb-3939-4c18-ad97-97e21468092a req-05dad9d5-fd47-43e2-b02f-ec1055cf6984 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=df1ab1ec-e2d1-4147-97f6-8b242679ab15 HTTP/1.1" status: 200 len: 945 time: 0.5098412 Feb 09 01:22:11.217077 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60866) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:11.310571 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-165b3137-6069-4499-88b7-1eb08708d66a admin admin] Publish callbacks [] for security_group (44726f25-d890-480d-9087-b6fd79b05048), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:11.347694 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-165b3137-6069-4499-88b7-1eb08708d66a admin admin] Publish callbacks [] for security_group (44726f25-d890-480d-9087-b6fd79b05048), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:11.436350 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-165b3137-6069-4499-88b7-1eb08708d66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (44726f25-d890-480d-9087-b6fd79b05048), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:11.440269 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-91aea503-4c7a-41d5-8d84-10d53e0d7292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (59ef2990-77d3-4dfa-b831-8cc992b6bb73), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:11.444409 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-165b3137-6069-4499-88b7-1eb08708d66a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:11.449132 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-165b3137-6069-4499-88b7-1eb08708d66a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/44726f25-d890-480d-9087-b6fd79b05048 HTTP/1.1" status: 204 len: 168 time: 0.2284524 Feb 09 01:22:11.449315 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10108a-9d50-4af8-80cb-c1ffd472aa5f service neutron] Pushing event updated for resources: {'Port': ['ID=2b901f6b-1c2d-4d4e-acbe-b44164f9ae95,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:11.459518 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b3137-6069-4499-88b7-1eb08708d66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44726f25-d890-480d-9087-b6fd79b05048,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:11.503149 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-56060f7f-4732-40ca-b0c6-e748c277e416 req-22c9a315-040b-43dd-a60a-f6ed0aef8920 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156849 Feb 09 01:22:11.518907 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0186c2eb-3939-4c18-ad97-97e21468092a req-8af75fdd-0e85-4ec1-aa24-f5feebf7687b tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065171 Feb 09 01:22:11.737478 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-ae10108a-9d50-4af8-80cb-c1ffd472aa5f service neutron] Attempting to bind port 2b901f6b-1c2d-4d4e-acbe-b44164f9ae95 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:22:11.737478 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-ae10108a-9d50-4af8-80cb-c1ffd472aa5f service neutron] Attempting to bind port 2b901f6b-1c2d-4d4e-acbe-b44164f9ae95 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'd9f78c1f-6e31-44e6-9cf4-d33939b2a1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'aa4a3089-7c99-441e-b086-4f1a96a85ade'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:22:11.737478 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-ae10108a-9d50-4af8-80cb-c1ffd472aa5f service neutron] Attempting to bind port 2b901f6b-1c2d-4d4e-acbe-b44164f9ae95 on network aa4a3089-7c99-441e-b086-4f1a96a85ade {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:22:11.743030 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-8cbe7c81-a88f-4336-98d9-6da473154fa3 service neutron] 10.222.0.121 "GET /v2.0/networks/aa4a3089-7c99-441e-b086-4f1a96a85ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6087239 Feb 09 01:22:11.749756 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-ae10108a-9d50-4af8-80cb-c1ffd472aa5f service neutron] Port 2b901f6b-1c2d-4d4e-acbe-b44164f9ae95 on network aa4a3089-7c99-441e-b086-4f1a96a85ade not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:22:11.750090 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-ae10108a-9d50-4af8-80cb-c1ffd472aa5f service neutron] Attempting to bind port 2b901f6b-1c2d-4d4e-acbe-b44164f9ae95 on network aa4a3089-7c99-441e-b086-4f1a96a85ade {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:22:11.795433 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-ae10108a-9d50-4af8-80cb-c1ffd472aa5f service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:22:11.795433 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-ae10108a-9d50-4af8-80cb-c1ffd472aa5f service neutron] Checking segment: {'id': 'd9f78c1f-6e31-44e6-9cf4-d33939b2a1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'aa4a3089-7c99-441e-b086-4f1a96a85ade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:22:11.795433 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-ae10108a-9d50-4af8-80cb-c1ffd472aa5f service neutron] Bound using segment: {'id': 'd9f78c1f-6e31-44e6-9cf4-d33939b2a1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'aa4a3089-7c99-441e-b086-4f1a96a85ade'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:22:11.795433 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-ae10108a-9d50-4af8-80cb-c1ffd472aa5f service neutron] Bound port: 2b901f6b-1c2d-4d4e-acbe-b44164f9ae95, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9f78c1f-6e31-44e6-9cf4-d33939b2a1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'aa4a3089-7c99-441e-b086-4f1a96a85ade'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:22:11.795784 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-ae10108a-9d50-4af8-80cb-c1ffd472aa5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2b901f6b-1c2d-4d4e-acbe-b44164f9ae95), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:11.887313 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-7970dc4e-1abe-4489-8a65-760c662f04ce tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Deleting port ec0685fd-87dc-4a5c-beb5-4165754059c4 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:22:11.887655 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7970dc4e-1abe-4489-8a65-760c662f04ce tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (ec0685fd-87dc-4a5c-beb5-4165754059c4), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:12.013363 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3577c-4ec3-4167-8658-e80e51635aa6 req-db199af0-8c76-4b14-a81d-ca9a2819ee4c tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:12.015690 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aee3577c-4ec3-4167-8658-e80e51635aa6 req-db199af0-8c76-4b14-a81d-ca9a2819ee4c tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/ports?device_id=af9657b2-c314-408f-8516-bea1696acbeb HTTP/1.1" status: 200 len: 943 time: 0.3980372 Feb 09 01:22:12.114391 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-ae10108a-9d50-4af8-80cb-c1ffd472aa5f service neutron] For port 2b901f6b-1c2d-4d4e-acbe-b44164f9ae95, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:22:12.130444 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-ae10108a-9d50-4af8-80cb-c1ffd472aa5f service neutron] For port 2b901f6b-1c2d-4d4e-acbe-b44164f9ae95, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=2b901f6b-1c2d-4d4e-acbe-b44164f9ae95,segment=NetworkSegment(d9f78c1f-6e31-44e6-9cf4-d33939b2a1d5),segment_id=d9f78c1f-6e31-44e6-9cf4-d33939b2a1d5)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:22:12.149425 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-51d381b7-de46-45bb-a107-26b935b3e22e service neutron] 10.222.0.121 "GET /v2.0/networks/aa4a3089-7c99-441e-b086-4f1a96a85ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969235 Feb 09 01:22:12.162147 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-ae10108a-9d50-4af8-80cb-c1ffd472aa5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (2b901f6b-1c2d-4d4e-acbe-b44164f9ae95), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:12.257036 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-7970dc4e-1abe-4489-8a65-760c662f04ce tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] For port ec0685fd-87dc-4a5c-beb5-4165754059c4, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=ec0685fd-87dc-4a5c-beb5-4165754059c4,segment=NetworkSegment(4f47fb0b-96b5-4915-a3ef-8d9e84cc85d5),segment_id=4f47fb0b-96b5-4915-a3ef-8d9e84cc85d5)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:12.257492 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7970dc4e-1abe-4489-8a65-760c662f04ce tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (ec0685fd-87dc-4a5c-beb5-4165754059c4), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:12.280169 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-ae10108a-9d50-4af8-80cb-c1ffd472aa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:12.280847 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-ae10108a-9d50-4af8-80cb-c1ffd472aa5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:12.283124 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-ae10108a-9d50-4af8-80cb-c1ffd472aa5f service neutron] 10.222.0.121 "PUT /v2.0/ports/2b901f6b-1c2d-4d4e-acbe-b44164f9ae95 HTTP/1.1" status: 200 len: 1092 time: 4.2376173 Feb 09 01:22:12.363190 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aee3577c-4ec3-4167-8658-e80e51635aa6 req-88188d3d-1a45-4f19-8c55-fd02ca78a3d2 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/security-groups?id=98db701b-ac46-45f4-bd35-3362a9f70d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216584 Feb 09 01:22:12.407380 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-7970dc4e-1abe-4489-8a65-760c662f04ce tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Calling delete_port for ec0685fd-87dc-4a5c-beb5-4165754059c4 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:22:12.409026 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9657b2-c314-408f-8516-bea1696acbeb', 'tag': '2b901f6b-1c2d-4d4e-acbe-b44164f9ae95'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:22:12.411216 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89a640a-d7bf-416c-8731-ca2853220f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "af9657b2-c314-408f-8516-bea1696acbeb", "tag": "2b901f6b-1c2d-4d4e-acbe-b44164f9ae95"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:22:12.487946 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10108a-9d50-4af8-80cb-c1ffd472aa5f service neutron] Pushing event updated for resources: {'Port': ['ID=2b901f6b-1c2d-4d4e-acbe-b44164f9ae95,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:12.594240 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60904) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:12.616801 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10726ca0-0604-47a9-a6c4-7cf29e1683c1 None None] Network 0804f1d3-ac16-41c7-9615-c630d4579014 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:12.729417 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-ef0ac412-dc9a-4691-99d1-7729008ba5fe None None] Provisioning complete for port ec0685fd-87dc-4a5c-beb5-4165754059c4 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:12.729793 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ef0ac412-dc9a-4691-99d1-7729008ba5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (ec0685fd-87dc-4a5c-beb5-4165754059c4), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:12.758136 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-d1c99270-d8e1-4e74-a848-e7f2d2da4484 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1039491984-network', 'tenant_id': '7eed80cdb8794913b98d8731a386dc4b'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:12.801622 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c99270-d8e1-4e74-a848-e7f2d2da4484 admin admin] Made reservation on behalf of 7eed80cdb8794913b98d8731a386dc4b for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:12.805181 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d1c99270-d8e1-4e74-a848-e7f2d2da4484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:12.816772 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d1c99270-d8e1-4e74-a848-e7f2d2da4484 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:12.843459 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device ec0685fd-87dc-4a5c-beb5-4165754059c4 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:22:12.910154 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-91aea503-4c7a-41d5-8d84-10d53e0d7292 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59ef2990-77d3-4dfa-b831-8cc992b6bb73 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:22:12.918872 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71c5f1b-9b4a-46d5-b492-34fd419d9319 x-openstack-request-id: req-f71c5f1b-9b4a-46d5-b492-34fd419d9319 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:22:12.919903 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af9657b2-c314-408f-8516-bea1696acbeb", "tag": "2b901f6b-1c2d-4d4e-acbe-b44164f9ae95", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:22:12.920204 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f71c5f1b-9b4a-46d5-b492-34fd419d9319 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:22:12.921274 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af9657b2-c314-408f-8516-bea1696acbeb', 'tag': '2b901f6b-1c2d-4d4e-acbe-b44164f9ae95', 'status': 'completed', 'code': 200} Feb 09 01:22:12.929949 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d1c99270-d8e1-4e74-a848-e7f2d2da4484 admin admin] Publish callbacks [] for security_group (5b551d22-c4e2-4d33-9c8a-45e814dcd0bf), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:12.939836 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d1c99270-d8e1-4e74-a848-e7f2d2da4484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (5b551d22-c4e2-4d33-9c8a-45e814dcd0bf), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:12.959029 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ef0ac412-dc9a-4691-99d1-7729008ba5fe None None] Current status of the port ec0685fd-87dc-4a5c-beb5-4165754059c4 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:12.959412 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ef0ac412-dc9a-4691-99d1-7729008ba5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ec0685fd-87dc-4a5c-beb5-4165754059c4), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:12.967869 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-91aea503-4c7a-41d5-8d84-10d53e0d7292 service neutron] Publish callbacks [] for port (59ef2990-77d3-4dfa-b831-8cc992b6bb73), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:12.980764 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da87117-bcbc-4215-8a42-a4ab70935d4a req-c85a2985-dccf-46c8-8ee6-7d70599e517f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:12.983443 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1da87117-bcbc-4215-8a42-a4ab70935d4a req-c85a2985-dccf-46c8-8ee6-7d70599e517f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a8f88e88e7c34b099d2a3084521ceeaf&device_id=bf2d0ad1-3d36-410b-94e4-840f7ead2118 HTTP/1.1" status: 200 len: 1126 time: 0.7467425 Feb 09 01:22:12.994655 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1c99270-d8e1-4e74-a848-e7f2d2da4484 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:22:12.995491 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port ec0685fd-87dc-4a5c-beb5-4165754059c4 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:12.996178 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (ec0685fd-87dc-4a5c-beb5-4165754059c4), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:13.048702 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c99270-d8e1-4e74-a848-e7f2d2da4484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b551d22-c4e2-4d33-9c8a-45e814dcd0bf,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:13.051535 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-ef0ac412-dc9a-4691-99d1-7729008ba5fe None None] For port ec0685fd-87dc-4a5c-beb5-4165754059c4, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=ec0685fd-87dc-4a5c-beb5-4165754059c4,segment=NetworkSegment(4f47fb0b-96b5-4915-a3ef-8d9e84cc85d5),segment_id=4f47fb0b-96b5-4915-a3ef-8d9e84cc85d5)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:13.055288 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d1c99270-d8e1-4e74-a848-e7f2d2da4484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (b9f8861a-9347-4f57-ae9a-27ef36289c86), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:13.060205 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-d1c99270-d8e1-4e74-a848-e7f2d2da4484 admin admin] Added segment b9f8861a-9347-4f57-ae9a-27ef36289c86 of type vlan for network 9f843ab9-aa66-4e2c-ad54-08719f6aa974 Feb 09 01:22:13.061501 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-91aea503-4c7a-41d5-8d84-10d53e0d7292 service neutron] Transition to ACTIVE for port object 59ef2990-77d3-4dfa-b831-8cc992b6bb73 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:13.072682 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ef0ac412-dc9a-4691-99d1-7729008ba5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ec0685fd-87dc-4a5c-beb5-4165754059c4), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:13.113728 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-91aea503-4c7a-41d5-8d84-10d53e0d7292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (59ef2990-77d3-4dfa-b831-8cc992b6bb73), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:13.119369 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d1c99270-d8e1-4e74-a848-e7f2d2da4484 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (9f843ab9-aa66-4e2c-ad54-08719f6aa974), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:13.127614 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-e40cc74b-059b-4543-ac3f-cb2e26ffc5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:13.129449 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-e40cc74b-059b-4543-ac3f-cb2e26ffc5f4 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a8f88e88e7c34b099d2a3084521ceeaf&device_id=af9657b2-c314-408f-8516-bea1696acbeb HTTP/1.1" status: 200 len: 1126 time: 0.7236311 Feb 09 01:22:13.160551 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ac412-dc9a-4691-99d1-7729008ba5fe None None] Pushing event updated for resources: {'Port': ['ID=ec0685fd-87dc-4a5c-beb5-4165754059c4,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:13.167710 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d1c99270-d8e1-4e74-a848-e7f2d2da4484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (9f843ab9-aa66-4e2c-ad54-08719f6aa974), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:13.168898 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c99270-d8e1-4e74-a848-e7f2d2da4484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:13.170448 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d1c99270-d8e1-4e74-a848-e7f2d2da4484 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:13.226088 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port ec0685fd-87dc-4a5c-beb5-4165754059c4 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:13.234782 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-f0ce6052-5343-4e7a-a3fc-2f8362ff3cc0 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b901f6b-1c2d-4d4e-acbe-b44164f9ae95 HTTP/1.1" status: 200 len: 217 time: 0.0616841 Feb 09 01:22:13.242500 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d1c99270-d8e1-4e74-a848-e7f2d2da4484 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6475008 Feb 09 01:22:13.245706 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60912) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:13.254368 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-6ddb4209-16e3-4505-8cc3-a5d4e61d3589 admin admin] Request body: {'subnet': {'network_id': '9f843ab9-aa66-4e2c-ad54-08719f6aa974', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1039491984-subnet', 'tenant_id': '7eed80cdb8794913b98d8731a386dc4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:13.262610 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c99270-d8e1-4e74-a848-e7f2d2da4484 admin admin] Pushing event updated for resources: {'Network': ['ID=9f843ab9-aa66-4e2c-ad54-08719f6aa974,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:13.282514 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 9f843ab9-aa66-4e2c-ad54-08719f6aa974 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:22:13.284188 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddb4209-16e3-4505-8cc3-a5d4e61d3589 admin admin] Made reservation on behalf of 7eed80cdb8794913b98d8731a386dc4b for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:13.287756 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6ddb4209-16e3-4505-8cc3-a5d4e61d3589 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:13.329649 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a29243-44aa-4078-bf7e-3985b1428a9f req-78b0b6ba-695b-47b4-b688-97f27b5268dc tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:13.331361 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55beae1-b4f0-48b6-96bb-aed7f36385fa None None] Network 0804f1d3-ac16-41c7-9615-c630d4579014 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:13.331484 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-40a29243-44aa-4078-bf7e-3985b1428a9f req-78b0b6ba-695b-47b4-b688-97f27b5268dc tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.30 "GET /v2.0/ports?device_id=0263d06a-35cc-4c73-a264-4a06ff69d7d5 HTTP/1.1" status: 200 len: 946 time: 0.4257183 Feb 09 01:22:13.438830 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aea503-4c7a-41d5-8d84-10d53e0d7292 service neutron] Pushing event updated for resources: {'Port': ['ID=59ef2990-77d3-4dfa-b831-8cc992b6bb73,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:13.445485 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-cd2cd2cf-9f9d-4a1d-9dad-e190eade093f None None] Provisioning complete for port ec0685fd-87dc-4a5c-beb5-4165754059c4 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:13.445853 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cd2cd2cf-9f9d-4a1d-9dad-e190eade093f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (ec0685fd-87dc-4a5c-beb5-4165754059c4), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:13.455596 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75295b9e-fe0d-45bc-8a85-6a74aa8e8fab req-3b47f48e-4b32-4107-8c90-34286ade7be7 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:13.461009 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75295b9e-fe0d-45bc-8a85-6a74aa8e8fab req-3b47f48e-4b32-4107-8c90-34286ade7be7 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.5436792 Feb 09 01:22:13.462885 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-1b486ebf-22ce-41a6-9630-02df1c5da947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:13.464793 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-1b486ebf-22ce-41a6-9630-02df1c5da947 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9c00e2a0-66b6-4443-a57a-29213aac7ca5 HTTP/1.1" status: 200 len: 858 time: 0.2105184 Feb 09 01:22:13.509059 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-cd2cd2cf-9f9d-4a1d-9dad-e190eade093f None None] Could not find standard attr ID for object ec0685fd-87dc-4a5c-beb5-4165754059c4. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:22:13.510663 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7970dc4e-1abe-4489-8a65-760c662f04ce tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (ec0685fd-87dc-4a5c-beb5-4165754059c4), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:13.513572 n-d-822053-40 neutron-server[103530]: INFO neutron.plugins.ml2.db [None req-cd2cd2cf-9f9d-4a1d-9dad-e190eade093f None None] No ports have port_id starting with ec0685fd-87dc-4a5c-beb5-4165754059c4 Feb 09 01:22:13.538607 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6ddb4209-16e3-4505-8cc3-a5d4e61d3589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (7b64dd9a-3c12-4ab5-b9e1-2d22526d4bcb), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:13.570689 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da87117-bcbc-4215-8a42-a4ab70935d4a req-da4abb27-3ee5-48b5-ad06-5542f3b81181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:13.572236 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1da87117-bcbc-4215-8a42-a4ab70935d4a req-da4abb27-3ee5-48b5-ad06-5542f3b81181 service neutron] 10.222.0.121 "GET /v2.0/networks?id=aa4a3089-7c99-441e-b086-4f1a96a85ade HTTP/1.1" status: 200 len: 919 time: 0.5590305 Feb 09 01:22:13.595382 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-2335aace-3a23-4ceb-9de4-69eda122dd97 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=aa4a3089-7c99-441e-b086-4f1a96a85ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082101 Feb 09 01:22:13.610140 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb4209-16e3-4505-8cc3-a5d4e61d3589 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b64dd9a-3c12-4ab5-b9e1-2d22526d4bcb,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:13.623654 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddb4209-16e3-4505-8cc3-a5d4e61d3589 admin admin] Checking segment: {'id': 'b9f8861a-9347-4f57-ae9a-27ef36289c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9f843ab9-aa66-4e2c-ad54-08719f6aa974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:22:13.624036 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddb4209-16e3-4505-8cc3-a5d4e61d3589 admin admin] Network hostable DHCP agents. Network: 9f843ab9-aa66-4e2c-ad54-08719f6aa974, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:22:13.641892 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc4e-1abe-4489-8a65-760c662f04ce tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event deleted for resources: {'Port': ['ID=ec0685fd-87dc-4a5c-beb5-4165754059c4,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:13.647891 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddb4209-16e3-4505-8cc3-a5d4e61d3589 admin admin] Network 9f843ab9-aa66-4e2c-ad54-08719f6aa974 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:22:13.662599 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-6ddb4209-16e3-4505-8cc3-a5d4e61d3589 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 9f843ab9-aa66-4e2c-ad54-08719f6aa974) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:13.667770 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddb4209-16e3-4505-8cc3-a5d4e61d3589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:13.667970 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6ddb4209-16e3-4505-8cc3-a5d4e61d3589 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:13.682925 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb321cb8-b67b-4c12-b5df-d1b54f115687 None None] Network 9f843ab9-aa66-4e2c-ad54-08719f6aa974 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:13.695667 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6ddb4209-16e3-4505-8cc3-a5d4e61d3589 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4488871 Feb 09 01:22:13.773558 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1da87117-bcbc-4215-8a42-a4ab70935d4a req-1761c633-9d2e-41ab-9225-5e4aa2244efc service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db425760-25a6-4831-829f-2e0f160e4c6c HTTP/1.1" status: 200 len: 217 time: 0.1683710 Feb 09 01:22:13.820592 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ab5421-0e76-4e0a-aa8f-77d3242eb16e None None] Network 9f843ab9-aa66-4e2c-ad54-08719f6aa974 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:13.853803 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-40a29243-44aa-4078-bf7e-3985b1428a9f req-90f41bea-bdd5-4a70-86c6-56ac08775cbd tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.30 "GET /v2.0/security-groups?id=0dfce880-18fa-4ede-90aa-669f34c8f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4250019 Feb 09 01:22:13.859379 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7970dc4e-1abe-4489-8a65-760c662f04ce tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] No DVR routers for this DVR port ec0685fd-87dc-4a5c-beb5-4165754059c4 on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:13.890505 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75295b9e-fe0d-45bc-8a85-6a74aa8e8fab req-306456d6-aefd-4640-8d08-1d4ae129d520 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4123237 Feb 09 01:22:13.921026 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-91aea503-4c7a-41d5-8d84-10d53e0d7292 service neutron] Attempting to bind port 59ef2990-77d3-4dfa-b831-8cc992b6bb73 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:22:13.923814 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-91aea503-4c7a-41d5-8d84-10d53e0d7292 service neutron] Attempting to bind port 59ef2990-77d3-4dfa-b831-8cc992b6bb73 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': 'd9f78c1f-6e31-44e6-9cf4-d33939b2a1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'aa4a3089-7c99-441e-b086-4f1a96a85ade'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:22:13.923814 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-91aea503-4c7a-41d5-8d84-10d53e0d7292 service neutron] Attempting to bind port 59ef2990-77d3-4dfa-b831-8cc992b6bb73 on network aa4a3089-7c99-441e-b086-4f1a96a85ade {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:22:13.990482 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-91aea503-4c7a-41d5-8d84-10d53e0d7292 service neutron] Port 59ef2990-77d3-4dfa-b831-8cc992b6bb73 on network aa4a3089-7c99-441e-b086-4f1a96a85ade not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:22:13.990813 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-91aea503-4c7a-41d5-8d84-10d53e0d7292 service neutron] Attempting to bind port 59ef2990-77d3-4dfa-b831-8cc992b6bb73 on network aa4a3089-7c99-441e-b086-4f1a96a85ade {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:22:14.007267 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52550394-baf2-4e16-a900-321428953505 req-7176018d-a35c-442f-a1a3-65fb4f2361ba tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:14.008831 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-52550394-baf2-4e16-a900-321428953505 req-7176018d-a35c-442f-a1a3-65fb4f2361ba tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.121 "GET /v2.0/ports?device_id=0263d06a-35cc-4c73-a264-4a06ff69d7d5 HTTP/1.1" status: 200 len: 946 time: 0.1099989 Feb 09 01:22:14.035021 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-91aea503-4c7a-41d5-8d84-10d53e0d7292 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:22:14.035254 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-91aea503-4c7a-41d5-8d84-10d53e0d7292 service neutron] Checking segment: {'id': 'd9f78c1f-6e31-44e6-9cf4-d33939b2a1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'aa4a3089-7c99-441e-b086-4f1a96a85ade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:22:14.035591 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-91aea503-4c7a-41d5-8d84-10d53e0d7292 service neutron] Bound using segment: {'id': 'd9f78c1f-6e31-44e6-9cf4-d33939b2a1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'aa4a3089-7c99-441e-b086-4f1a96a85ade'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:22:14.036052 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-91aea503-4c7a-41d5-8d84-10d53e0d7292 service neutron] Bound port: 59ef2990-77d3-4dfa-b831-8cc992b6bb73, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9f78c1f-6e31-44e6-9cf4-d33939b2a1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'aa4a3089-7c99-441e-b086-4f1a96a85ade'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:22:14.036407 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-91aea503-4c7a-41d5-8d84-10d53e0d7292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (59ef2990-77d3-4dfa-b831-8cc992b6bb73), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:14.043907 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da87117-bcbc-4215-8a42-a4ab70935d4a req-29ce63f3-969d-40d8-907e-e968b60013cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:14.046028 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1da87117-bcbc-4215-8a42-a4ab70935d4a req-29ce63f3-969d-40d8-907e-e968b60013cb service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9c00e2a0-66b6-4443-a57a-29213aac7ca5 HTTP/1.1" status: 200 len: 858 time: 0.2263689 Feb 09 01:22:14.062214 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7970dc4e-1abe-4489-8a65-760c662f04ce tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (c98259b7-0c1e-45f7-a94a-6ddb26a85c0c), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:14.138762 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-98b066e7-ee56-4e61-b3cb-1559200eb4ab service neutron] 10.222.0.121 "GET /v2.0/networks/aa4a3089-7c99-441e-b086-4f1a96a85ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4927945 Feb 09 01:22:14.140183 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-52550394-baf2-4e16-a900-321428953505 req-2538fa62-0336-4261-bbc1-86d0dd89d670 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Deleting port 051161ec-e061-4f84-b0c4-f2603afdec8e {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:22:14.140546 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-52550394-baf2-4e16-a900-321428953505 req-2538fa62-0336-4261-bbc1-86d0dd89d670 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (051161ec-e061-4f84-b0c4-f2603afdec8e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:14.140768 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1da87117-bcbc-4215-8a42-a4ab70935d4a req-859b4e6a-1ea0-4d18-8c01-b71575cf5ab9 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=aa4a3089-7c99-441e-b086-4f1a96a85ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876679 Feb 09 01:22:14.201127 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device db425760-25a6-4831-829f-2e0f160e4c6c details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:22:14.295381 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad2049-2acf-4b5d-8661-81ceda107578 req-e30e9620-b5b3-4fd7-b07b-0b1f09cf8708 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:14.297244 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a4ad2049-2acf-4b5d-8661-81ceda107578 req-e30e9620-b5b3-4fd7-b07b-0b1f09cf8708 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=df1ab1ec-e2d1-4147-97f6-8b242679ab15 HTTP/1.1" status: 200 len: 945 time: 0.3363309 Feb 09 01:22:14.322046 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-52550394-baf2-4e16-a900-321428953505 req-2538fa62-0336-4261-bbc1-86d0dd89d670 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] For port 051161ec-e061-4f84-b0c4-f2603afdec8e, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=051161ec-e061-4f84-b0c4-f2603afdec8e,segment=NetworkSegment(f010bc9d-2b5e-4b47-812d-ce0eb95740c8),segment_id=f010bc9d-2b5e-4b47-812d-ce0eb95740c8)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:14.322437 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-52550394-baf2-4e16-a900-321428953505 req-2538fa62-0336-4261-bbc1-86d0dd89d670 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (051161ec-e061-4f84-b0c4-f2603afdec8e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:14.371736 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port db425760-25a6-4831-829f-2e0f160e4c6c, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=db425760-25a6-4831-829f-2e0f160e4c6c,segment=NetworkSegment(d9f78c1f-6e31-44e6-9cf4-d33939b2a1d5),segment_id=d9f78c1f-6e31-44e6-9cf4-d33939b2a1d5)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:14.397678 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': 'db425760-25a6-4831-829f-2e0f160e4c6c', 'network_id': 'aa4a3089-7c99-441e-b086-4f1a96a85ade', 'port_id': 'db425760-25a6-4831-829f-2e0f160e4c6c', 'mac_address': 'fa:16:3e:cf:2e:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c00e2a0-66b6-4443-a57a-29213aac7ca5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:22:14.464811 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port db425760-25a6-4831-829f-2e0f160e4c6c is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:14.465852 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (db425760-25a6-4831-829f-2e0f160e4c6c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:14.483253 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-91aea503-4c7a-41d5-8d84-10d53e0d7292 service neutron] For port 59ef2990-77d3-4dfa-b831-8cc992b6bb73, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:22:14.487061 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db425760-25a6-4831-829f-2e0f160e4c6c {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:22:14.487697 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7970dc4e-1abe-4489-8a65-760c662f04ce tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (c98259b7-0c1e-45f7-a94a-6ddb26a85c0c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:14.515113 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port db425760-25a6-4831-829f-2e0f160e4c6c, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=db425760-25a6-4831-829f-2e0f160e4c6c,segment=NetworkSegment(d9f78c1f-6e31-44e6-9cf4-d33939b2a1d5),segment_id=d9f78c1f-6e31-44e6-9cf4-d33939b2a1d5)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:14.523445 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (db425760-25a6-4831-829f-2e0f160e4c6c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:14.594788 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=db425760-25a6-4831-829f-2e0f160e4c6c,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:14.607405 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-91aea503-4c7a-41d5-8d84-10d53e0d7292 service neutron] For port 59ef2990-77d3-4dfa-b831-8cc992b6bb73, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=59ef2990-77d3-4dfa-b831-8cc992b6bb73,segment=NetworkSegment(d9f78c1f-6e31-44e6-9cf4-d33939b2a1d5),segment_id=d9f78c1f-6e31-44e6-9cf4-d33939b2a1d5)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:22:14.613669 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-52550394-baf2-4e16-a900-321428953505 req-2538fa62-0336-4261-bbc1-86d0dd89d670 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:14.615066 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-52550394-baf2-4e16-a900-321428953505 req-2538fa62-0336-4261-bbc1-86d0dd89d670 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (cea2336f-5b90-4d0a-902c-7a5ee35760aa), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:14.615362 n-d-822053-40 neutron-server[103528]: INFO neutron.db.l3_db [req-52550394-baf2-4e16-a900-321428953505 req-2538fa62-0336-4261-bbc1-86d0dd89d670 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Floating IP cea2336f-5b90-4d0a-902c-7a5ee35760aa disassociated. External IP: 172.25.1.8, port: 051161ec-e061-4f84-b0c4-f2603afdec8e. Feb 09 01:22:14.615720 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-52550394-baf2-4e16-a900-321428953505 req-2538fa62-0336-4261-bbc1-86d0dd89d670 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Calling delete_port for 051161ec-e061-4f84-b0c4-f2603afdec8e owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:22:14.624167 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc4e-1abe-4489-8a65-760c662f04ce tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event deleted for resources: {'Subnet': ['ID=c98259b7-0c1e-45f7-a94a-6ddb26a85c0c,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:14.641225 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54456ff3-41c0-4137-8d03-458e5f0ea0ee None None] Network 0804f1d3-ac16-41c7-9615-c630d4579014 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:14.740362 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7970dc4e-1abe-4489-8a65-760c662f04ce tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (0804f1d3-ac16-41c7-9615-c630d4579014), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:14.766239 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-7970dc4e-1abe-4489-8a65-760c662f04ce tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0804f1d3-ac16-41c7-9615-c630d4579014']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:14.776896 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['db425760-25a6-4831-829f-2e0f160e4c6c'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:22:14.780410 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-7970dc4e-1abe-4489-8a65-760c662f04ce tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f47fb0b-96b5-4915-a3ef-8d9e84cc85d5') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:14.780715 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-7970dc4e-1abe-4489-8a65-760c662f04ce tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f47fb0b-96b5-4915-a3ef-8d9e84cc85d5') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:14.791373 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7970dc4e-1abe-4489-8a65-760c662f04ce tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (4f47fb0b-96b5-4915-a3ef-8d9e84cc85d5), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:14.811810 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7970dc4e-1abe-4489-8a65-760c662f04ce tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (4f47fb0b-96b5-4915-a3ef-8d9e84cc85d5), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:14.818714 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7970dc4e-1abe-4489-8a65-760c662f04ce tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:22:14.819347 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7970dc4e-1abe-4489-8a65-760c662f04ce tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (4f47fb0b-96b5-4915-a3ef-8d9e84cc85d5), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:14.846782 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726ee1d6-2e83-49b7-adca-0e91e3ad554d None None] DHCP port deletion for 0804f1d3-ac16-41c7-9615-c630d4579014 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:22:14.896709 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-52550394-baf2-4e16-a900-321428953505 req-2538fa62-0336-4261-bbc1-86d0dd89d670 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (051161ec-e061-4f84-b0c4-f2603afdec8e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:14.924169 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:22:14.924169 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:22:14.924169 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:22:14.924169 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:22:14.924169 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:22:14.924169 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:22:14.924169 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:22:14.924169 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:22:14.924169 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:22:14.924169 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:22:14.924169 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:22:14.924169 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:22:14.924169 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:22:14.924169 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:22:14.924169 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:22:14.924169 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:22:14.924169 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:22:14.924169 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:22:14.924169 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:22:14.924169 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:22:14.924169 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:22:14.924169 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:22:14.924169 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:22:14.924169 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:22:14.924169 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:22:14.924169 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:22:14.924169 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:22:14.924169 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:22:14.924169 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:22:14.924169 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:22:14.924169 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:22:14.924169 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:22:14.931159 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-91aea503-4c7a-41d5-8d84-10d53e0d7292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (59ef2990-77d3-4dfa-b831-8cc992b6bb73), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:14.945282 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d56e36-328f-44c7-988a-d840f152a00a req-4d07d187-d5f9-4b2c-b4bc-d2bf43df579a tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:14.946993 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d0d56e36-328f-44c7-988a-d840f152a00a req-4d07d187-d5f9-4b2c-b4bc-d2bf43df579a tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/ports?device_id=af9657b2-c314-408f-8516-bea1696acbeb HTTP/1.1" status: 200 len: 943 time: 0.5772634 Feb 09 01:22:14.950227 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a4ad2049-2acf-4b5d-8661-81ceda107578 req-28ae5884-8c42-4f63-9605-f2e5e4ba0eff tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6343546 Feb 09 01:22:14.952611 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-d6557b64-75aa-4d70-9cc5-a94a11b09677 service neutron] 10.222.0.121 "GET /v2.0/networks/aa4a3089-7c99-441e-b086-4f1a96a85ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7859004 Feb 09 01:22:14.957975 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2538fa62-0336-4261-bbc1-86d0dd89d670 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Pushing event deleted for resources: {'Port': ['ID=051161ec-e061-4f84-b0c4-f2603afdec8e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:14.979723 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7970dc4e-1abe-4489-8a65-760c662f04ce tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (0804f1d3-ac16-41c7-9615-c630d4579014), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:15.059313 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1da87117-bcbc-4215-8a42-a4ab70935d4a req-a71f22a7-3959-42aa-bb86-3d2269d9cd91 service neutron] 10.222.0.121 "GET /v2.0/networks/aa4a3089-7c99-441e-b086-4f1a96a85ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8959641 Feb 09 01:22:15.083019 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7970dc4e-1abe-4489-8a65-760c662f04ce tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:15.086789 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7970dc4e-1abe-4489-8a65-760c662f04ce tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "DELETE /v2.0/networks/0804f1d3-ac16-41c7-9615-c630d4579014 HTTP/1.1" status: 204 len: 168 time: 4.5975540 Feb 09 01:22:15.089097 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dc4e-1abe-4489-8a65-760c662f04ce tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event deleted for resources: {'Network': ['ID=0804f1d3-ac16-41c7-9615-c630d4579014,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:15.092624 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60938) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:15.129018 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e5f19eb-9ac2-489a-9645-38ae376843b9 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:15.130677 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e5f19eb-9ac2-489a-9645-38ae376843b9 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:15.135515 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3e5f19eb-9ac2-489a-9645-38ae376843b9 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "DELETE /v2.0/networks/0804f1d3-ac16-41c7-9615-c630d4579014 HTTP/1.1" status: 404 len: 339 time: 0.0413816 Feb 09 01:22:15.141037 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60940) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:15.144796 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-91aea503-4c7a-41d5-8d84-10d53e0d7292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:15.145699 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-91aea503-4c7a-41d5-8d84-10d53e0d7292 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:15.148297 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-91aea503-4c7a-41d5-8d84-10d53e0d7292 service neutron] 10.222.0.91 "PUT /v2.0/ports/59ef2990-77d3-4dfa-b831-8cc992b6bb73 HTTP/1.1" status: 200 len: 1093 time: 4.2860355 Feb 09 01:22:15.151611 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-ecd6da85-ab6a-4871-923e-88fa47b1b332 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-560477060', 'description': 'd1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:15.156960 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00029ec4-e9c0-470e-ac09-b56426bfb3f3', 'tag': '59ef2990-77d3-4dfa-b831-8cc992b6bb73'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:22:15.159572 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1212bb-f559-493a-9bc3-efa6a68f9d1e" -d '{"events": [{"name": "network-changed", "server_uuid": "00029ec4-e9c0-470e-ac09-b56426bfb3f3", "tag": "59ef2990-77d3-4dfa-b831-8cc992b6bb73"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:22:15.208030 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd6da85-ab6a-4871-923e-88fa47b1b332 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Made reservation on behalf of 31bb8dfd22e842779cd73a2df8e4a240 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:15.213901 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ecd6da85-ab6a-4871-923e-88fa47b1b332 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:15.255705 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52550394-baf2-4e16-a900-321428953505 req-2538fa62-0336-4261-bbc1-86d0dd89d670 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Router 5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:22:15.265658 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd6da85-ab6a-4871-923e-88fa47b1b332 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:22:15.284032 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ecd6da85-ab6a-4871-923e-88fa47b1b332 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (5ede7306-bf34-42d6-abe4-ebb36722da95), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:15.284468 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-ecd6da85-ab6a-4871-923e-88fa47b1b332 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Added segment 5ede7306-bf34-42d6-abe4-ebb36722da95 of type vlan for network ecf8507b-5662-45ef-af79-d4c421abe8f5 Feb 09 01:22:15.314489 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d0d56e36-328f-44c7-988a-d840f152a00a req-2de72e11-48f1-4a8c-90dd-c7afc6c7a361 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/security-groups?id=98db701b-ac46-45f4-bd35-3362a9f70d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366845 Feb 09 01:22:15.371551 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aea503-4c7a-41d5-8d84-10d53e0d7292 service neutron] Pushing event updated for resources: {'Port': ['ID=59ef2990-77d3-4dfa-b831-8cc992b6bb73,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:15.468776 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ecd6da85-ab6a-4871-923e-88fa47b1b332 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (ecf8507b-5662-45ef-af79-d4c421abe8f5), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:15.556082 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ecd6da85-ab6a-4871-923e-88fa47b1b332 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (ecf8507b-5662-45ef-af79-d4c421abe8f5), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:15.567259 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd6da85-ab6a-4871-923e-88fa47b1b332 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:15.568332 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ecd6da85-ab6a-4871-923e-88fa47b1b332 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:15.594547 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52550394-baf2-4e16-a900-321428953505 req-2538fa62-0336-4261-bbc1-86d0dd89d670 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:22:15.595888 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a3cb4ed7-fcb7-40e4-8a2f-a41667097aaa req-582f5d78-8c70-4ce0-ba63-1304d4266711 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.30 "GET /v2.0/ports?device_id=0263d06a-35cc-4c73-a264-4a06ff69d7d5 HTTP/1.1" status: 200 len: 210 time: 0.0650363 Feb 09 01:22:15.608633 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a720b0-2dab-4813-a1fe-3153770773f6 None None] Sync routers for ids ['5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:22:15.633796 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a720b0-2dab-4813-a1fe-3153770773f6 None None] Routers {'5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:22:15.634551 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-28a720b0-2dab-4813-a1fe-3153770773f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:21:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:15.658233 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a640a-d7bf-416c-8731-ca2853220f5a req-bf48fa04-ad75-4caa-bab5-082bae85cf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:15.660137 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f89a640a-d7bf-416c-8731-ca2853220f5a req-bf48fa04-ad75-4caa-bab5-082bae85cf8b service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a8f88e88e7c34b099d2a3084521ceeaf&device_id=af9657b2-c314-408f-8516-bea1696acbeb HTTP/1.1" status: 200 len: 1126 time: 0.6208282 Feb 09 01:22:15.686457 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1da87117-bcbc-4215-8a42-a4ab70935d4a req-75b61bb5-1765-435f-ad01-65516fc2f76e service neutron] 10.222.0.121 "GET /v2.0/networks/aa4a3089-7c99-441e-b086-4f1a96a85ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6048198 Feb 09 01:22:15.710682 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-6542fd76-c718-4352-8636-4178d867116e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:15.712468 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-6542fd76-c718-4352-8636-4178d867116e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a8f88e88e7c34b099d2a3084521ceeaf&device_id=00029ec4-e9c0-470e-ac09-b56426bfb3f3 HTTP/1.1" status: 200 len: 1127 time: 0.5077801 Feb 09 01:22:15.712873 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ecd6da85-ab6a-4871-923e-88fa47b1b332 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5696850 Feb 09 01:22:15.719636 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-52550394-baf2-4e16-a900-321428953505 req-2538fa62-0336-4261-bbc1-86d0dd89d670 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] No DVR routers for this DVR port 051161ec-e061-4f84-b0c4-f2603afdec8e on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:15.724007 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60958) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:15.837905 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-52550394-baf2-4e16-a900-321428953505 req-2538fa62-0336-4261-bbc1-86d0dd89d670 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:15.843217 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-52550394-baf2-4e16-a900-321428953505 req-2538fa62-0336-4261-bbc1-86d0dd89d670 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.121 "DELETE /v2.0/ports/051161ec-e061-4f84-b0c4-f2603afdec8e HTTP/1.1" status: 204 len: 173 time: 1.8276165 Feb 09 01:22:15.843567 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0263d06a-35cc-4c73-a264-4a06ff69d7d5', 'name': 'network-vif-deleted', 'tag': '051161ec-e061-4f84-b0c4-f2603afdec8e'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:22:15.846107 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84152bb8-843e-405a-b8c7-c6e66e52a8df" -d '{"events": [{"server_uuid": "0263d06a-35cc-4c73-a264-4a06ff69d7d5", "name": "network-vif-deleted", "tag": "051161ec-e061-4f84-b0c4-f2603afdec8e"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:22:15.923148 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-ee6cf818-bb15-49f0-9b77-169c62c16eac service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59ef2990-77d3-4dfa-b831-8cc992b6bb73 HTTP/1.1" status: 200 len: 217 time: 0.1896129 Feb 09 01:22:15.924978 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a640a-d7bf-416c-8731-ca2853220f5a req-83fd7917-1222-4f5b-b942-99adea86e122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:15.926617 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f89a640a-d7bf-416c-8731-ca2853220f5a req-83fd7917-1222-4f5b-b942-99adea86e122 service neutron] 10.222.0.121 "GET /v2.0/networks?id=aa4a3089-7c99-441e-b086-4f1a96a85ade HTTP/1.1" status: 200 len: 919 time: 0.2512786 Feb 09 01:22:15.946575 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-ec3b2d6f-9ef5-41d7-af0d-cf83d2bcc7ac tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:15.948343 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-ec3b2d6f-9ef5-41d7-af0d-cf83d2bcc7ac tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] 10.222.0.30 "GET /v2.0/networks?id=9f843ab9-aa66-4e2c-ad54-08719f6aa974 HTTP/1.1" status: 200 len: 814 time: 0.6326783 Feb 09 01:22:16.000323 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd6da85-ab6a-4871-923e-88fa47b1b332 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event updated for resources: {'Network': ['ID=ecf8507b-5662-45ef-af79-d4c421abe8f5,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:16.055235 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f89a640a-d7bf-416c-8731-ca2853220f5a req-890c8fca-d1ce-4f2b-8de6-17d06c2984a1 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b901f6b-1c2d-4d4e-acbe-b44164f9ae95 HTTP/1.1" status: 200 len: 217 time: 0.1048136 Feb 09 01:22:16.057551 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6099a1a5-e21d-404e-996e-748e63b0a194 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:16.063078 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-ef3d4345-7170-4bf1-89dd-e364483d6a2e tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] 10.222.0.30 "GET /v2.0/quotas/7eed80cdb8794913b98d8731a386dc4b HTTP/1.1" status: 200 len: 375 time: 0.0863128 Feb 09 01:22:16.065336 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60968) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:16.066045 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6099a1a5-e21d-404e-996e-748e63b0a194 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "GET /v2.0/networks?id=ecf8507b-5662-45ef-af79-d4c421abe8f5 HTTP/1.1" status: 200 len: 760 time: 0.3356411 Feb 09 01:22:16.067444 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network ecf8507b-5662-45ef-af79-d4c421abe8f5 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:22:16.073792 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-b820d009-b2a6-498b-8dcf-0b6027d6d6e7 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Request body: {'network': {'description': 'd2'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:16.182850 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-28a720b0-2dab-4813-a1fe-3153770773f6 None None] Set router 5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:22:16.284691 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 2b901f6b-1c2d-4d4e-acbe-b44164f9ae95 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:22:16.287095 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device db425760-25a6-4831-829f-2e0f160e4c6c up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:22:16.456110 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c142279-1b16-4618-abff-075b142d7804 x-openstack-request-id: req-2c142279-1b16-4618-abff-075b142d7804 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:22:16.456423 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0263d06a-35cc-4c73-a264-4a06ff69d7d5", "name": "network-vif-deleted", "tag": "051161ec-e061-4f84-b0c4-f2603afdec8e", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:22:16.457375 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2c142279-1b16-4618-abff-075b142d7804 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:22:16.457809 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0263d06a-35cc-4c73-a264-4a06ff69d7d5', 'name': 'network-vif-deleted', 'tag': '051161ec-e061-4f84-b0c4-f2603afdec8e', 'status': 'completed', 'code': 200} Feb 09 01:22:16.556037 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port db425760-25a6-4831-829f-2e0f160e4c6c completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:16.569924 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port db425760-25a6-4831-829f-2e0f160e4c6c triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:16.570875 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (db425760-25a6-4831-829f-2e0f160e4c6c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:16.674786 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-9a574191-52af-4b50-89ce-2d0da3b27cdc tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7eed80cdb8794913b98d8731a386dc4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5964298 Feb 09 01:22:16.715545 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217dd004-d59a-4d0c-8233-cd88ec335dbb x-openstack-request-id: req-217dd004-d59a-4d0c-8233-cd88ec335dbb {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:22:16.717048 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00029ec4-e9c0-470e-ac09-b56426bfb3f3", "tag": "59ef2990-77d3-4dfa-b831-8cc992b6bb73", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:22:16.717428 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-217dd004-d59a-4d0c-8233-cd88ec335dbb {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:22:16.717958 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00029ec4-e9c0-470e-ac09-b56426bfb3f3', 'tag': '59ef2990-77d3-4dfa-b831-8cc992b6bb73', 'status': 'completed', 'code': 200} Feb 09 01:22:16.730791 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device ec0685fd-87dc-4a5c-beb5-4165754059c4 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:22:16.770912 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: ec0685fd-87dc-4a5c-beb5-4165754059c4 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:22:16.771178 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device ec0685fd-87dc-4a5c-beb5-4165754059c4 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:22:16.773834 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-493e88cb-bd5d-4ebe-9ba8-50f82a3419f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:16.775533 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-493e88cb-bd5d-4ebe-9ba8-50f82a3419f2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9c00e2a0-66b6-4443-a57a-29213aac7ca5 HTTP/1.1" status: 200 len: 858 time: 0.8171911 Feb 09 01:22:16.782724 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 2b901f6b-1c2d-4d4e-acbe-b44164f9ae95, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=2b901f6b-1c2d-4d4e-acbe-b44164f9ae95,segment=NetworkSegment(d9f78c1f-6e31-44e6-9cf4-d33939b2a1d5),segment_id=d9f78c1f-6e31-44e6-9cf4-d33939b2a1d5)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:16.836192 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '2b901f6b-1c2d-4d4e-acbe-b44164f9ae95', 'network_id': 'aa4a3089-7c99-441e-b086-4f1a96a85ade', 'port_id': '2b901f6b-1c2d-4d4e-acbe-b44164f9ae95', 'mac_address': 'fa:16:3e:9e:dd:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c00e2a0-66b6-4443-a57a-29213aac7ca5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:22:16.879104 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port db425760-25a6-4831-829f-2e0f160e4c6c is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:16.879335 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (db425760-25a6-4831-829f-2e0f160e4c6c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:16.880333 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-8477ddcd-060e-4091-b294-7a2e1c208785 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=aa4a3089-7c99-441e-b086-4f1a96a85ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552638 Feb 09 01:22:16.881815 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a640a-d7bf-416c-8731-ca2853220f5a req-91daa7ff-c619-4359-984f-56128fd68838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:16.883207 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f89a640a-d7bf-416c-8731-ca2853220f5a req-91daa7ff-c619-4359-984f-56128fd68838 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9c00e2a0-66b6-4443-a57a-29213aac7ca5 HTTP/1.1" status: 200 len: 858 time: 0.8136971 Feb 09 01:22:16.917036 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 2b901f6b-1c2d-4d4e-acbe-b44164f9ae95 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:16.917391 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2b901f6b-1c2d-4d4e-acbe-b44164f9ae95), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:16.934260 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2d0ad1-3d36-410b-94e4-840f7ead2118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db425760-25a6-4831-829f-2e0f160e4c6c'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:22:16.936392 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2793c9d-9937-4f19-b18f-f4c46778b793" -d '{"events": [{"server_uuid": "bf2d0ad1-3d36-410b-94e4-840f7ead2118", "name": "network-vif-plugged", "status": "completed", "tag": "db425760-25a6-4831-829f-2e0f160e4c6c"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:22:16.951657 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b901f6b-1c2d-4d4e-acbe-b44164f9ae95 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:22:16.957467 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port db425760-25a6-4831-829f-2e0f160e4c6c, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=db425760-25a6-4831-829f-2e0f160e4c6c,segment=NetworkSegment(d9f78c1f-6e31-44e6-9cf4-d33939b2a1d5),segment_id=d9f78c1f-6e31-44e6-9cf4-d33939b2a1d5)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:16.970711 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (db425760-25a6-4831-829f-2e0f160e4c6c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:16.971495 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 051161ec-e061-4f84-b0c4-f2603afdec8e no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:22:16.974366 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-28a720b0-2dab-4813-a1fe-3153770773f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02', 'name': 'tempest-ServersTestFqdnHostnames-1426851178-router', 'tenant_id': '5343e4ed6da34a41bd43895909379b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd1910966-778a-4616-9dcd-463af1cdf87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:50Z', 'updated_at': '2022-02-09T01:21:01Z', 'revision_number': 4, 'project_id': '5343e4ed6da34a41bd43895909379b0f', 'gw_port': {'id': 'd1910966-778a-4616-9dcd-463af1cdf87f', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:51Z', 'updated_at': '2022-02-09T01:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '0e6624d6-b89c-421f-ab48-f578b1218356', 'name': '', 'network_id': '60827e70-22ba-4097-9b3b-d59a1d2786bc', 'tenant_id': '5343e4ed6da34a41bd43895909379b0f', 'mac_address': 'fa:16:3e:e5:e1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '6cc24d7f-d60e-481d-8961-d05b90104e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:56Z', 'updated_at': '2022-02-09T01:21:08Z', 'revision_number': 5, 'project_id': '5343e4ed6da34a41bd43895909379b0f', 'subnets': [{'id': '6cc24d7f-d60e-481d-8961-d05b90104e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:17.001506 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f89a640a-d7bf-416c-8731-ca2853220f5a req-ed466108-548c-404f-a6c7-f28910afe591 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=aa4a3089-7c99-441e-b086-4f1a96a85ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026027 Feb 09 01:22:17.031089 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 2b901f6b-1c2d-4d4e-acbe-b44164f9ae95, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=2b901f6b-1c2d-4d4e-acbe-b44164f9ae95,segment=NetworkSegment(d9f78c1f-6e31-44e6-9cf4-d33939b2a1d5),segment_id=d9f78c1f-6e31-44e6-9cf4-d33939b2a1d5)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:17.049597 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 051161ec-e061-4f84-b0c4-f2603afdec8e {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:22:17.049967 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 051161ec-e061-4f84-b0c4-f2603afdec8e not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:22:17.053531 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a720b0-2dab-4813-a1fe-3153770773f6 None None] Checking router: 5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:22:17.058734 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (2b901f6b-1c2d-4d4e-acbe-b44164f9ae95), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:17.081552 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a720b0-2dab-4813-a1fe-3153770773f6 None None] Routers {'5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:22:17.082222 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-28a720b0-2dab-4813-a1fe-3153770773f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:21:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:17.120030 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=db425760-25a6-4831-829f-2e0f160e4c6c,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:17.136390 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0c855-d797-4ba7-ac8b-b28dd1168428 req-0237847e-b2f9-48f5-aa03-df621932c177 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:17.142562 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-07b0c855-d797-4ba7-ac8b-b28dd1168428 req-0237847e-b2f9-48f5-aa03-df621932c177 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/ports?device_id=af9657b2-c314-408f-8516-bea1696acbeb HTTP/1.1" status: 200 len: 943 time: 0.4190381 Feb 09 01:22:17.204694 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-39db1acd-ec98-4d08-89eb-1845506f7363 service neutron] 10.222.0.30 "GET /v2.0/networks/9f843ab9-aa66-4e2c-ad54-08719f6aa974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4823987 Feb 09 01:22:17.222225 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=2b901f6b-1c2d-4d4e-acbe-b44164f9ae95,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:17.226385 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b820d009-b2a6-498b-8dcf-0b6027d6d6e7 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (ecf8507b-5662-45ef-af79-d4c421abe8f5), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:17.244186 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-28a720b0-2dab-4813-a1fe-3153770773f6 None None] Set router 5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:22:17.301672 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['2b901f6b-1c2d-4d4e-acbe-b44164f9ae95'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:22:17.342990 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b820d009-b2a6-498b-8dcf-0b6027d6d6e7 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (ecf8507b-5662-45ef-af79-d4c421abe8f5), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:17.429548 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-d12f54fc-6465-47e5-a8a5-f8074d19eab7 service neutron] 10.222.0.91 "GET /v2.0/networks/aa4a3089-7c99-441e-b086-4f1a96a85ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5343318 Feb 09 01:22:17.437684 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b820d009-b2a6-498b-8dcf-0b6027d6d6e7 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Network ecf8507b-5662-45ef-af79-d4c421abe8f5 is not hosted by any dhcp agent {{(pid=103529) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 01:22:17.442554 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b820d009-b2a6-498b-8dcf-0b6027d6d6e7 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:17.443183 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b820d009-b2a6-498b-8dcf-0b6027d6d6e7 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:17.446901 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b820d009-b2a6-498b-8dcf-0b6027d6d6e7 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "PUT /v2.0/networks/ecf8507b-5662-45ef-af79-d4c421abe8f5 HTTP/1.1" status: 200 len: 757 time: 1.3781145 Feb 09 01:22:17.446901 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f89a640a-d7bf-416c-8731-ca2853220f5a req-e1d4fab1-f853-4761-8e41-30299a322218 service neutron] 10.222.0.121 "GET /v2.0/networks/aa4a3089-7c99-441e-b086-4f1a96a85ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054034 Feb 09 01:22:17.448925 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60992) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:17.550825 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d568eca-7d5f-49fe-b996-9dc6633fac71 req-7eddd284-ccdb-403b-a0be-fb1548f2f965 service neutron] 10.222.0.91 "GET /v2.0/networks/aa4a3089-7c99-441e-b086-4f1a96a85ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017659 Feb 09 01:22:17.559501 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e83b87a-b76a-43fc-a624-864900b1dfb1 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:17.565884 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2e83b87a-b76a-43fc-a624-864900b1dfb1 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "GET /v2.0/networks?id=ecf8507b-5662-45ef-af79-d4c421abe8f5 HTTP/1.1" status: 200 len: 760 time: 0.1133788 Feb 09 01:22:17.566768 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60994) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:17.573994 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-f8c0aa2f-5346-4dc5-9fff-1efa910935d1 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-771108592'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:17.608719 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c0aa2f-5346-4dc5-9fff-1efa910935d1 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Made reservation on behalf of 31bb8dfd22e842779cd73a2df8e4a240 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:17.617995 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f8c0aa2f-5346-4dc5-9fff-1efa910935d1 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:17.656023 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-28a720b0-2dab-4813-a1fe-3153770773f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02', 'name': 'tempest-ServersTestFqdnHostnames-1426851178-router', 'tenant_id': '5343e4ed6da34a41bd43895909379b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd1910966-778a-4616-9dcd-463af1cdf87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:50Z', 'updated_at': '2022-02-09T01:21:01Z', 'revision_number': 4, 'project_id': '5343e4ed6da34a41bd43895909379b0f', 'gw_port': {'id': 'd1910966-778a-4616-9dcd-463af1cdf87f', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:51Z', 'updated_at': '2022-02-09T01:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '0e6624d6-b89c-421f-ab48-f578b1218356', 'name': '', 'network_id': '60827e70-22ba-4097-9b3b-d59a1d2786bc', 'tenant_id': '5343e4ed6da34a41bd43895909379b0f', 'mac_address': 'fa:16:3e:e5:e1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '6cc24d7f-d60e-481d-8961-d05b90104e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:56Z', 'updated_at': '2022-02-09T01:21:08Z', 'revision_number': 5, 'project_id': '5343e4ed6da34a41bd43895909379b0f', 'subnets': [{'id': '6cc24d7f-d60e-481d-8961-d05b90104e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:17.659812 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c0aa2f-5346-4dc5-9fff-1efa910935d1 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:22:17.674715 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f8c0aa2f-5346-4dc5-9fff-1efa910935d1 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (bd3ce4b5-c127-442b-8b7a-fc76e86cc6ba), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:17.675347 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-f8c0aa2f-5346-4dc5-9fff-1efa910935d1 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Added segment bd3ce4b5-c127-442b-8b7a-fc76e86cc6ba of type vlan for network e6399799-9ffc-45b7-a696-b4e0226906e5 Feb 09 01:22:17.688289 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-07b0c855-d797-4ba7-ac8b-b28dd1168428 req-9b7373bc-f53b-4c2e-aaec-fd53581c782a tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/security-groups?id=98db701b-ac46-45f4-bd35-3362a9f70d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5330877 Feb 09 01:22:17.693766 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a720b0-2dab-4813-a1fe-3153770773f6 None None] The sync data for ids ['5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02'] in n-d-822053-40 is: [{'id': '5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02', 'name': 'tempest-ServersTestFqdnHostnames-1426851178-router', 'tenant_id': '5343e4ed6da34a41bd43895909379b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd1910966-778a-4616-9dcd-463af1cdf87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:50Z', 'updated_at': '2022-02-09T01:21:01Z', 'revision_number': 4, 'project_id': '5343e4ed6da34a41bd43895909379b0f', 'gw_port': {'id': 'd1910966-778a-4616-9dcd-463af1cdf87f', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:51Z', 'updated_at': '2022-02-09T01:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '0e6624d6-b89c-421f-ab48-f578b1218356', 'name': '', 'network_id': '60827e70-22ba-4097-9b3b-d59a1d2786bc', 'tenant_id': '5343e4ed6da34a41bd43895909379b0f', 'mac_address': 'fa:16:3e:e5:e1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '6cc24d7f-d60e-481d-8961-d05b90104e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:56Z', 'updated_at': '2022-02-09T01:21:08Z', 'revision_number': 5, 'project_id': '5343e4ed6da34a41bd43895909379b0f', 'subnets': [{'id': '6cc24d7f-d60e-481d-8961-d05b90104e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:22:17.748474 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f8c0aa2f-5346-4dc5-9fff-1efa910935d1 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (e6399799-9ffc-45b7-a696-b4e0226906e5), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:17.757344 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b820d009-b2a6-498b-8dcf-0b6027d6d6e7 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event updated for resources: {'Network': ['ID=ecf8507b-5662-45ef-af79-d4c421abe8f5,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:17.769623 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network ecf8507b-5662-45ef-af79-d4c421abe8f5 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:22:17.802985 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f8c0aa2f-5346-4dc5-9fff-1efa910935d1 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (e6399799-9ffc-45b7-a696-b4e0226906e5), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:17.814869 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c0aa2f-5346-4dc5-9fff-1efa910935d1 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:17.816824 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f8c0aa2f-5346-4dc5-9fff-1efa910935d1 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:17.872722 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-12eb9d01-c68d-4a85-b9d9-164ee7b27dda service neutron] 10.222.0.30 "GET /v2.0/networks/9f843ab9-aa66-4e2c-ad54-08719f6aa974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6662197 Feb 09 01:22:17.940443 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c0aa2f-5346-4dc5-9fff-1efa910935d1 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event updated for resources: {'Network': ['ID=e6399799-9ffc-45b7-a696-b4e0226906e5,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:17.956277 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f89a640a-d7bf-416c-8731-ca2853220f5a req-3bae1aa1-4856-406b-839f-eb2a45a019e6 service neutron] 10.222.0.121 "GET /v2.0/networks/aa4a3089-7c99-441e-b086-4f1a96a85ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028118 Feb 09 01:22:17.960915 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1212bb-f559-493a-9bc3-efa6a68f9d1e req-c0217d31-5109-4d55-80c4-1783483da466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:17.975194 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f8c0aa2f-5346-4dc5-9fff-1efa910935d1 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4064026 Feb 09 01:22:17.976516 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60998) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:17.979188 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network e6399799-9ffc-45b7-a696-b4e0226906e5 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:22:17.980476 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3a1212bb-f559-493a-9bc3-efa6a68f9d1e req-c0217d31-5109-4d55-80c4-1783483da466 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a8f88e88e7c34b099d2a3084521ceeaf&device_id=00029ec4-e9c0-470e-ac09-b56426bfb3f3 HTTP/1.1" status: 200 len: 1127 time: 0.3454196 Feb 09 01:22:18.001281 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-d9ca4b9a-d721-4773-9372-7d5ded6ebb34 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Request body: {'subnet': {'network_id': 'e6399799-9ffc-45b7-a696-b4e0226906e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:18.089308 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21f463-618f-4417-b5e0-55e035ef1620 req-2abdf8df-ff4f-4a7e-a254-f0a13064d537 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:18.091416 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dd21f463-618f-4417-b5e0-55e035ef1620 req-2abdf8df-ff4f-4a7e-a254-f0a13064d537 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.2591069 Feb 09 01:22:18.177936 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436120ef-1ed4-452b-ae4a-8486d3edf3c4 None None] New status for floating IP cea2336f-5b90-4d0a-902c-7a5ee35760aa: DOWN {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:22:18.198238 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dd21f463-618f-4417-b5e0-55e035ef1620 req-f6c5fff6-6305-4e90-bd68-00419c75ab3a tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970151 Feb 09 01:22:18.208517 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 2b901f6b-1c2d-4d4e-acbe-b44164f9ae95 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:22:18.209031 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ca4b9a-d721-4773-9372-7d5ded6ebb34 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Made reservation on behalf of 31bb8dfd22e842779cd73a2df8e4a240 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:18.212712 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d9ca4b9a-d721-4773-9372-7d5ded6ebb34 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:18.243171 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1212bb-f559-493a-9bc3-efa6a68f9d1e req-c8441968-651a-44c2-87fc-3b1668baaab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:18.245011 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3a1212bb-f559-493a-9bc3-efa6a68f9d1e req-c8441968-651a-44c2-87fc-3b1668baaab4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=aa4a3089-7c99-441e-b086-4f1a96a85ade HTTP/1.1" status: 200 len: 919 time: 0.2542651 Feb 09 01:22:18.273861 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c128282e-20c6-47e6-845f-28e75d82f5c8 x-openstack-request-id: req-c128282e-20c6-47e6-845f-28e75d82f5c8 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:22:18.274138 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2d0ad1-3d36-410b-94e4-840f7ead2118", "name": "network-vif-plugged", "status": "completed", "tag": "db425760-25a6-4831-829f-2e0f160e4c6c", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:22:18.276290 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c128282e-20c6-47e6-845f-28e75d82f5c8 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:22:18.276290 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2d0ad1-3d36-410b-94e4-840f7ead2118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db425760-25a6-4831-829f-2e0f160e4c6c', 'code': 200} Feb 09 01:22:18.360722 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 2b901f6b-1c2d-4d4e-acbe-b44164f9ae95 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:18.364982 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 2b901f6b-1c2d-4d4e-acbe-b44164f9ae95 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:18.365353 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2b901f6b-1c2d-4d4e-acbe-b44164f9ae95), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:18.464807 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3a1212bb-f559-493a-9bc3-efa6a68f9d1e req-b4c5dea2-e33b-4bb6-b13d-f33bb2a821f7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59ef2990-77d3-4dfa-b831-8cc992b6bb73 HTTP/1.1" status: 200 len: 217 time: 0.2021048 Feb 09 01:22:18.489865 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d9ca4b9a-d721-4773-9372-7d5ded6ebb34 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (912396ad-b832-4eea-b539-287b20dfa623), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:18.516239 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 2b901f6b-1c2d-4d4e-acbe-b44164f9ae95 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:18.518683 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2b901f6b-1c2d-4d4e-acbe-b44164f9ae95), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:18.607469 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 2b901f6b-1c2d-4d4e-acbe-b44164f9ae95, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=2b901f6b-1c2d-4d4e-acbe-b44164f9ae95,segment=NetworkSegment(d9f78c1f-6e31-44e6-9cf4-d33939b2a1d5),segment_id=d9f78c1f-6e31-44e6-9cf4-d33939b2a1d5)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:18.623748 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (2b901f6b-1c2d-4d4e-acbe-b44164f9ae95), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:18.626892 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca4b9a-d721-4773-9372-7d5ded6ebb34 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event updated for resources: {'Subnet': ['ID=912396ad-b832-4eea-b539-287b20dfa623,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:18.628601 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3f5160fc-75f1-4b1d-b948-ea959dcee13b req-41e1ee32-5a5b-4d28-814f-bf354b75066f tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] 10.222.0.30 "GET /v2.0/ports?device_id=40ae2f90-b0cb-4675-b90f-5a9592c5c249 HTTP/1.1" status: 200 len: 210 time: 0.2628007 Feb 09 01:22:18.637986 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ca4b9a-d721-4773-9372-7d5ded6ebb34 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Checking segment: {'id': 'bd3ce4b5-c127-442b-8b7a-fc76e86cc6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e6399799-9ffc-45b7-a696-b4e0226906e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:22:18.639088 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ca4b9a-d721-4773-9372-7d5ded6ebb34 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Network hostable DHCP agents. Network: e6399799-9ffc-45b7-a696-b4e0226906e5, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:22:18.686096 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ca4b9a-d721-4773-9372-7d5ded6ebb34 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Network e6399799-9ffc-45b7-a696-b4e0226906e5 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:22:18.701840 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-d9ca4b9a-d721-4773-9372-7d5ded6ebb34 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, e6399799-9ffc-45b7-a696-b4e0226906e5) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:18.707250 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e237273-df17-47bb-9fe6-22fd11a63f45 req-00249814-90f6-4fbf-8918-e1f61f17d947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:18.708340 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e237273-df17-47bb-9fe6-22fd11a63f45 req-00249814-90f6-4fbf-8918-e1f61f17d947 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=bf2d0ad1-3d36-410b-94e4-840f7ead2118 HTTP/1.1" status: 200 len: 1128 time: 0.3439915 Feb 09 01:22:18.715208 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5eeb43-fe88-47e3-8f30-8fd0d4c51c31 None None] Network e6399799-9ffc-45b7-a696-b4e0226906e5 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:18.719132 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ca4b9a-d721-4773-9372-7d5ded6ebb34 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:18.720210 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d9ca4b9a-d721-4773-9372-7d5ded6ebb34 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:18.751508 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1212bb-f559-493a-9bc3-efa6a68f9d1e req-1f5796aa-e74d-4ad3-aaab-f56ed4624fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:18.753629 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3a1212bb-f559-493a-9bc3-efa6a68f9d1e req-1f5796aa-e74d-4ad3-aaab-f56ed4624fba service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9c00e2a0-66b6-4443-a57a-29213aac7ca5 HTTP/1.1" status: 200 len: 858 time: 0.2876410 Feb 09 01:22:18.754331 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d9ca4b9a-d721-4773-9372-7d5ded6ebb34 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7734120 Feb 09 01:22:18.755209 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 32800) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:18.791867 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 32802) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:18.891635 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=2b901f6b-1c2d-4d4e-acbe-b44164f9ae95,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:18.925141 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-441588c1-c006-4412-ae4b-285eca52eb44 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks [] for security_group (0dfce880-18fa-4ede-90aa-669f34c8f51d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:18.930748 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3a1212bb-f559-493a-9bc3-efa6a68f9d1e req-12141465-d3ef-43b3-944f-808893a26c49 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=aa4a3089-7c99-441e-b086-4f1a96a85ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1563396 Feb 09 01:22:19.002520 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-441588c1-c006-4412-ae4b-285eca52eb44 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks [] for security_group (0dfce880-18fa-4ede-90aa-669f34c8f51d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:19.052933 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74adb4c-0309-4549-85c1-7c1bbda2a306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-e6399799-9ffc-45b7-a696-b4e0226906e5', 'network_id': 'e6399799-9ffc-45b7-a696-b4e0226906e5', 'project_id': '31bb8dfd22e842779cd73a2df8e4a240', 'fixed_ips': [{'subnet_id': '912396ad-b832-4eea-b539-287b20dfa623'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:22:19.057012 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d74adb4c-0309-4549-85c1-7c1bbda2a306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:19.061659 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-441588c1-c006-4412-ae4b-285eca52eb44 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0dfce880-18fa-4ede-90aa-669f34c8f51d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:19.065795 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-441588c1-c006-4412-ae4b-285eca52eb44 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:19.066270 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3a1212bb-f559-493a-9bc3-efa6a68f9d1e req-25f88878-5fd1-4ade-a4a5-f1929820c617 service neutron] 10.222.0.91 "GET /v2.0/networks/aa4a3089-7c99-441e-b086-4f1a96a85ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145253 Feb 09 01:22:19.067722 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-441588c1-c006-4412-ae4b-285eca52eb44 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.30 "DELETE /v2.0/security-groups/0dfce880-18fa-4ede-90aa-669f34c8f51d HTTP/1.1" status: 204 len: 168 time: 0.2743771 Feb 09 01:22:19.073315 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 32812) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:19.084897 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441588c1-c006-4412-ae4b-285eca52eb44 tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfce880-18fa-4ede-90aa-669f34c8f51d,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:19.206016 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-f2496b3b-1a83-4c45-bb13-0b3cc401d43b tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] show failed (client error): The resource could not be found. Feb 09 01:22:19.207150 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f2496b3b-1a83-4c45-bb13-0b3cc401d43b tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.30 "GET /v2.0/security-groups/0dfce880-18fa-4ede-90aa-669f34c8f51d HTTP/1.1" status: 404 len: 347 time: 0.1261024 Feb 09 01:22:19.210485 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 32816) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:19.222261 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e237273-df17-47bb-9fe6-22fd11a63f45 req-478960dc-5d9b-44d8-981c-5a3d437c8d96 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=98db701b-ac46-45f4-bd35-3362a9f70d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4924927 Feb 09 01:22:19.266943 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ed82e-d65a-4a2f-b076-5bd3a5ebb08e req-1234922e-a3d1-4c0e-8f26-f2daa02d6c98 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:19.268547 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-618ed82e-d65a-4a2f-b076-5bd3a5ebb08e req-1234922e-a3d1-4c0e-8f26-f2daa02d6c98 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.4275303 Feb 09 01:22:19.288722 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf5b63cc-dfc3-4497-a94b-a0b5fb115e24 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (e6399799-9ffc-45b7-a696-b4e0226906e5), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:19.307250 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:19.331726 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-d74adb4c-0309-4549-85c1-7c1bbda2a306 None None] Allocated IP 172.20.0.2 (e6399799-9ffc-45b7-a696-b4e0226906e5/912396ad-b832-4eea-b539-287b20dfa623/147ad148-d6b8-4598-8773-06bd0dea03c3) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:19.337713 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23103305-d33f-48a2-9ad5-d4f044e25dc8 req-c8050c36-8cb7-4c93-a69f-e737d49c5923 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:19.339491 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-23103305-d33f-48a2-9ad5-d4f044e25dc8 req-c8050c36-8cb7-4c93-a69f-e737d49c5923 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/ports?device_id=af9657b2-c314-408f-8516-bea1696acbeb HTTP/1.1" status: 200 len: 945 time: 0.2720146 Feb 09 01:22:19.383569 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3a1212bb-f559-493a-9bc3-efa6a68f9d1e req-b9f2e8ca-224a-4f6f-ab03-9f8867fe9acd service neutron] 10.222.0.91 "GET /v2.0/networks/aa4a3089-7c99-441e-b086-4f1a96a85ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853584 Feb 09 01:22:19.461593 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-56952241-48c2-4827-bb51-5d9eabb0e4aa tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Deleting port 27c09d17-344b-4aac-8589-f56d001cba96 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:22:19.461989 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-56952241-48c2-4827-bb51-5d9eabb0e4aa tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (27c09d17-344b-4aac-8589-f56d001cba96), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:19.529518 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-618ed82e-d65a-4a2f-b076-5bd3a5ebb08e req-f49abdba-f9d9-4168-bbf4-b8e4871a4740 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502885 Feb 09 01:22:19.574586 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf5b63cc-dfc3-4497-a94b-a0b5fb115e24 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (912396ad-b832-4eea-b539-287b20dfa623), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:19.606613 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-56952241-48c2-4827-bb51-5d9eabb0e4aa tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (27c09d17-344b-4aac-8589-f56d001cba96), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:19.607273 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-56952241-48c2-4827-bb51-5d9eabb0e4aa tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks [] for floatingip (27c09d17-344b-4aac-8589-f56d001cba96), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:19.624787 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-23103305-d33f-48a2-9ad5-d4f044e25dc8 req-771f6dc6-57b2-43cb-a587-ea975c6f3f01 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/security-groups?id=98db701b-ac46-45f4-bd35-3362a9f70d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686458 Feb 09 01:22:19.629899 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-56952241-48c2-4827-bb51-5d9eabb0e4aa tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Calling delete_port for 27c09d17-344b-4aac-8589-f56d001cba96 owned by network:floatingip {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:22:19.650881 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d74adb4c-0309-4549-85c1-7c1bbda2a306 None None] Publish callbacks [] for port (147ad148-d6b8-4598-8773-06bd0dea03c3), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:19.668785 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d74adb4c-0309-4549-85c1-7c1bbda2a306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (147ad148-d6b8-4598-8773-06bd0dea03c3), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:19.766838 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74adb4c-0309-4549-85c1-7c1bbda2a306 None None] Network e6399799-9ffc-45b7-a696-b4e0226906e5 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:19.772286 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf5b63cc-dfc3-4497-a94b-a0b5fb115e24 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (912396ad-b832-4eea-b539-287b20dfa623), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:19.775956 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-d74adb4c-0309-4549-85c1-7c1bbda2a306 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:19.785922 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74adb4c-0309-4549-85c1-7c1bbda2a306 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:22:19.798090 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74adb4c-0309-4549-85c1-7c1bbda2a306 None None] Pushing event updated for resources: {'Port': ['ID=147ad148-d6b8-4598-8773-06bd0dea03c3,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:19.896690 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-56952241-48c2-4827-bb51-5d9eabb0e4aa tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (27c09d17-344b-4aac-8589-f56d001cba96), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:19.898308 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-d74adb4c-0309-4549-85c1-7c1bbda2a306 None None] Attempting to bind port 147ad148-d6b8-4598-8773-06bd0dea03c3 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:22:19.899675 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-d74adb4c-0309-4549-85c1-7c1bbda2a306 None None] Attempting to bind port 147ad148-d6b8-4598-8773-06bd0dea03c3 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'bd3ce4b5-c127-442b-8b7a-fc76e86cc6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e6399799-9ffc-45b7-a696-b4e0226906e5'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:22:19.902104 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74adb4c-0309-4549-85c1-7c1bbda2a306 None None] Attempting to bind port 147ad148-d6b8-4598-8773-06bd0dea03c3 on network e6399799-9ffc-45b7-a696-b4e0226906e5 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:22:19.925887 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74adb4c-0309-4549-85c1-7c1bbda2a306 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:22:19.926674 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74adb4c-0309-4549-85c1-7c1bbda2a306 None None] Checking segment: {'id': 'bd3ce4b5-c127-442b-8b7a-fc76e86cc6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e6399799-9ffc-45b7-a696-b4e0226906e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:22:19.927238 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d74adb4c-0309-4549-85c1-7c1bbda2a306 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:19.927609 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74adb4c-0309-4549-85c1-7c1bbda2a306 None None] Bound using segment: {'id': 'bd3ce4b5-c127-442b-8b7a-fc76e86cc6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e6399799-9ffc-45b7-a696-b4e0226906e5'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:22:19.928138 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-d74adb4c-0309-4549-85c1-7c1bbda2a306 None None] Bound port: 147ad148-d6b8-4598-8773-06bd0dea03c3, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3ce4b5-c127-442b-8b7a-fc76e86cc6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e6399799-9ffc-45b7-a696-b4e0226906e5'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:22:19.928522 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d74adb4c-0309-4549-85c1-7c1bbda2a306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (147ad148-d6b8-4598-8773-06bd0dea03c3), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:19.952134 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913c2e5-7d71-4630-a012-c98b84900216 req-eaba82ab-d820-4b7b-b9b9-e9794cea7e73 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:19.953856 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9913c2e5-7d71-4630-a012-c98b84900216 req-eaba82ab-d820-4b7b-b9b9-e9794cea7e73 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=df1ab1ec-e2d1-4147-97f6-8b242679ab15 HTTP/1.1" status: 200 len: 945 time: 0.2918088 Feb 09 01:22:19.954732 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b63cc-dfc3-4497-a94b-a0b5fb115e24 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event deleted for resources: {'Subnet': ['ID=912396ad-b832-4eea-b539-287b20dfa623,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:19.968303 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56952241-48c2-4827-bb51-5d9eabb0e4aa tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Pushing event deleted for resources: {'Port': ['ID=27c09d17-344b-4aac-8589-f56d001cba96,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:20.002795 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ec59315f-83b3-4526-ac08-1b77c0a7f026 req-a6ff3bfb-0a6f-404d-ba76-0e9669475e48 tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] 10.222.0.30 "GET /v2.0/ports?device_id=40ae2f90-b0cb-4675-b90f-5a9592c5c249 HTTP/1.1" status: 200 len: 210 time: 0.0587275 Feb 09 01:22:20.088669 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d74adb4c-0309-4549-85c1-7c1bbda2a306 None None] For port 147ad148-d6b8-4598-8773-06bd0dea03c3, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:22:20.095423 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d74adb4c-0309-4549-85c1-7c1bbda2a306 None None] For port 147ad148-d6b8-4598-8773-06bd0dea03c3, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=147ad148-d6b8-4598-8773-06bd0dea03c3,segment=NetworkSegment(bd3ce4b5-c127-442b-8b7a-fc76e86cc6ba),segment_id=bd3ce4b5-c127-442b-8b7a-fc76e86cc6ba)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:22:20.096675 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf5b63cc-dfc3-4497-a94b-a0b5fb115e24 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (e6399799-9ffc-45b7-a696-b4e0226906e5), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:20.106900 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d74adb4c-0309-4549-85c1-7c1bbda2a306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (147ad148-d6b8-4598-8773-06bd0dea03c3), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:20.145615 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-bf5b63cc-dfc3-4497-a94b-a0b5fb115e24 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6399799-9ffc-45b7-a696-b4e0226906e5']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:20.178432 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-56952241-48c2-4827-bb51-5d9eabb0e4aa tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks [] for floatingip (cea2336f-5b90-4d0a-902c-7a5ee35760aa), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:20.187035 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-56952241-48c2-4827-bb51-5d9eabb0e4aa tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:20.195956 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-56952241-48c2-4827-bb51-5d9eabb0e4aa tempest-ServersTestFqdnHostnames-46100155 tempest-ServersTestFqdnHostnames-46100155-project] 10.222.0.30 "DELETE /v2.0/floatingips/cea2336f-5b90-4d0a-902c-7a5ee35760aa HTTP/1.1" status: 204 len: 168 time: 0.9824500 Feb 09 01:22:20.196665 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 32826) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:20.206417 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-bf5b63cc-dfc3-4497-a94b-a0b5fb115e24 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd3ce4b5-c127-442b-8b7a-fc76e86cc6ba') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:20.206813 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-bf5b63cc-dfc3-4497-a94b-a0b5fb115e24 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd3ce4b5-c127-442b-8b7a-fc76e86cc6ba') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:20.230209 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf5b63cc-dfc3-4497-a94b-a0b5fb115e24 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (bd3ce4b5-c127-442b-8b7a-fc76e86cc6ba), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:20.235652 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9913c2e5-7d71-4630-a012-c98b84900216 req-6def57a8-0a73-4d6e-87d8-7a219e69adf1 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316823 Feb 09 01:22:20.279771 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf5b63cc-dfc3-4497-a94b-a0b5fb115e24 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (bd3ce4b5-c127-442b-8b7a-fc76e86cc6ba), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:20.293093 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-4f8d0429-09a2-432e-8bd4-32a54f0bdd2f tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:20.295516 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-4f8d0429-09a2-432e-8bd4-32a54f0bdd2f tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] 10.222.0.91 "GET /v2.0/networks?id=9f843ab9-aa66-4e2c-ad54-08719f6aa974 HTTP/1.1" status: 200 len: 814 time: 0.3354087 Feb 09 01:22:20.309096 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf5b63cc-dfc3-4497-a94b-a0b5fb115e24 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:22:20.310229 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf5b63cc-dfc3-4497-a94b-a0b5fb115e24 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (bd3ce4b5-c127-442b-8b7a-fc76e86cc6ba), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:20.328888 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee32e5f-99a4-4acb-a994-25b4506b7793 req-208ddc9a-b20e-45b1-b29a-f57db9bb97f8 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:20.338801 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cee32e5f-99a4-4acb-a994-25b4506b7793 req-208ddc9a-b20e-45b1-b29a-f57db9bb97f8 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.2057672 Feb 09 01:22:20.339655 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:22:20.339655 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:22:20.339655 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:22:20.339655 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:22:20.339655 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:22:20.339655 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:22:20.339655 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:22:20.339655 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:22:20.339655 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:22:20.339655 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:22:20.339655 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:22:20.339655 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:22:20.339655 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:22:20.339655 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:22:20.339655 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:22:20.339655 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:22:20.339655 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:22:20.339655 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:22:20.339655 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:22:20.339655 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:22:20.339655 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:22:20.339655 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:22:20.339655 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:22:20.339655 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:22:20.339655 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:22:20.339655 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:22:20.339655 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:22:20.339655 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:22:20.339655 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:22:20.339655 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:22:20.339655 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:22:20.339655 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:22:20.361061 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-406acb3b-c2e4-4c33-a68c-2a21b2f4f2d7 tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] Request body: {'port': {'device_id': '40ae2f90-b0cb-4675-b90f-5a9592c5c249', 'network_id': '9f843ab9-aa66-4e2c-ad54-08719f6aa974', 'admin_state_up': True, 'tenant_id': '7eed80cdb8794913b98d8731a386dc4b'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:20.393551 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9657b2-c314-408f-8516-bea1696acbeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b901f6b-1c2d-4d4e-acbe-b44164f9ae95'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:22:20.400109 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f1d8c8-e155-4b03-b068-545ef0a8b6ea" -d '{"events": [{"server_uuid": "af9657b2-c314-408f-8516-bea1696acbeb", "name": "network-vif-plugged", "status": "completed", "tag": "2b901f6b-1c2d-4d4e-acbe-b44164f9ae95"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:22:20.442416 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74adb4c-0309-4549-85c1-7c1bbda2a306 None None] Pushing event updated for resources: {'Port': ['ID=147ad148-d6b8-4598-8773-06bd0dea03c3,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:20.474825 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e690fe-5513-48b5-abee-623ab964ddd1 None None] get_active_networks_info from n-d-822053-40 {{(pid=103530) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:22:20.572490 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.db.api [None req-bf5b63cc-dfc3-4497-a94b-a0b5fb115e24 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:22:20.572490 n-d-822053-40 neutron-server[103529]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:22:20.572490 n-d-822053-40 neutron-server[103529]: [parameters: {'id': 'e6399799-9ffc-45b7-a696-b4e0226906e5'}] Feb 09 01:22:20.572490 n-d-822053-40 neutron-server[103529]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103529) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:22:20.573075 n-d-822053-40 neutron-server[103529]: DEBUG oslo_db.api [None req-bf5b63cc-dfc3-4497-a94b-a0b5fb115e24 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:22:20.636927 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b21cd0d-06e9-4d00-a3cd-074060bdaab5 x-openstack-request-id: req-9b21cd0d-06e9-4d00-a3cd-074060bdaab5 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:22:20.638525 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9657b2-c314-408f-8516-bea1696acbeb", "name": "network-vif-plugged", "status": "completed", "tag": "2b901f6b-1c2d-4d4e-acbe-b44164f9ae95", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:22:20.639395 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9b21cd0d-06e9-4d00-a3cd-074060bdaab5 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:22:20.640418 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9657b2-c314-408f-8516-bea1696acbeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b901f6b-1c2d-4d4e-acbe-b44164f9ae95', 'code': 200} Feb 09 01:22:20.710201 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e690fe-5513-48b5-abee-623ab964ddd1 None None] Resources bound (agent type, host, resource id): {{(pid=103530) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:22:20.738617 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cee32e5f-99a4-4acb-a994-25b4506b7793 req-7d74f5cb-f846-4285-84bd-9cf9b44de36e tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729379 Feb 09 01:22:20.855468 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 59ef2990-77d3-4dfa-b831-8cc992b6bb73 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:22:20.865526 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-406acb3b-c2e4-4c33-a68c-2a21b2f4f2d7 tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] Made reservation on behalf of 7eed80cdb8794913b98d8731a386dc4b for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:20.870056 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-406acb3b-c2e4-4c33-a68c-2a21b2f4f2d7 tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:20.876906 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b0130-2c52-4170-af38-8bfde5312443 req-aeaa56ab-4137-410d-abbc-1315983b82f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:20.878673 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf8b0130-2c52-4170-af38-8bfde5312443 req-aeaa56ab-4137-410d-abbc-1315983b82f1 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=af9657b2-c314-408f-8516-bea1696acbeb HTTP/1.1" status: 200 len: 1128 time: 0.1662192 Feb 09 01:22:20.924906 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:20.926362 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-692771e5-dc6e-4d18-80dd-a8fd213887c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:20.930222 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55440158-3ec9-4284-8b13-f9593bc8fbdc req-89480a54-248d-4d9b-95ca-3f3ef83c51d2 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:20.947688 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-55440158-3ec9-4284-8b13-f9593bc8fbdc req-89480a54-248d-4d9b-95ca-3f3ef83c51d2 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/ports?device_id=af9657b2-c314-408f-8516-bea1696acbeb HTTP/1.1" status: 200 len: 945 time: 0.1660929 Feb 09 01:22:20.995954 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-80e2a594-d4f4-4982-a316-f2df1557f4a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:21.074093 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf5b63cc-dfc3-4497-a94b-a0b5fb115e24 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (e6399799-9ffc-45b7-a696-b4e0226906e5), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:21.091876 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-55440158-3ec9-4284-8b13-f9593bc8fbdc req-40f13ed8-6da7-4281-b0d5-38ae102f73bb tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/security-groups?id=98db701b-ac46-45f4-bd35-3362a9f70d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397779 Feb 09 01:22:21.178643 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 59ef2990-77d3-4dfa-b831-8cc992b6bb73, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=59ef2990-77d3-4dfa-b831-8cc992b6bb73,segment=NetworkSegment(d9f78c1f-6e31-44e6-9cf4-d33939b2a1d5),segment_id=d9f78c1f-6e31-44e6-9cf4-d33939b2a1d5)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:21.197606 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '59ef2990-77d3-4dfa-b831-8cc992b6bb73', 'network_id': 'aa4a3089-7c99-441e-b086-4f1a96a85ade', 'port_id': '59ef2990-77d3-4dfa-b831-8cc992b6bb73', 'mac_address': 'fa:16:3e:00:7c:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c00e2a0-66b6-4443-a57a-29213aac7ca5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:22:21.277430 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 59ef2990-77d3-4dfa-b831-8cc992b6bb73 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:21.277970 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (59ef2990-77d3-4dfa-b831-8cc992b6bb73), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:21.280668 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729ae6d6-3b9d-4e76-a137-d6ab78a8dfdb None None] Network e6399799-9ffc-45b7-a696-b4e0226906e5 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:21.359108 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf8b0130-2c52-4170-af38-8bfde5312443 req-fdaacbef-47a0-430c-bfda-0a8b1e35ac6a service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=98db701b-ac46-45f4-bd35-3362a9f70d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4679229 Feb 09 01:22:21.396930 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59ef2990-77d3-4dfa-b831-8cc992b6bb73 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:22:21.411294 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-406acb3b-c2e4-4c33-a68c-2a21b2f4f2d7 tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] Allocated IP 172.20.0.14 (9f843ab9-aa66-4e2c-ad54-08719f6aa974/7b64dd9a-3c12-4ab5-b9e1-2d22526d4bcb/8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:21.435751 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 59ef2990-77d3-4dfa-b831-8cc992b6bb73, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=59ef2990-77d3-4dfa-b831-8cc992b6bb73,segment=NetworkSegment(d9f78c1f-6e31-44e6-9cf4-d33939b2a1d5),segment_id=d9f78c1f-6e31-44e6-9cf4-d33939b2a1d5)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:21.453311 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (59ef2990-77d3-4dfa-b831-8cc992b6bb73), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:21.454378 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 8c1a5274-39f2-4e14-893e-20bf4cd4e203 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:22:21.471788 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-80e2a594-d4f4-4982-a316-f2df1557f4a2 admin admin] Deleting port 0e6624d6-b89c-421f-ab48-f578b1218356 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:22:21.472870 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-80e2a594-d4f4-4982-a316-f2df1557f4a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (0e6624d6-b89c-421f-ab48-f578b1218356), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:21.524953 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3c5af-cc40-433b-9ed6-4c6450779e2e req-97006f35-0381-4728-990b-1b188a4c106f tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:21.527667 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ba3c5af-cc40-433b-9ed6-4c6450779e2e req-97006f35-0381-4728-990b-1b188a4c106f tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=df1ab1ec-e2d1-4147-97f6-8b242679ab15 HTTP/1.1" status: 200 len: 945 time: 0.2101386 Feb 09 01:22:21.537603 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba8fab-bfc3-4d65-a40b-8c847cc4a831 req-9f1b892d-8df3-400f-ae80-b703e504d026 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:21.539472 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-07ba8fab-bfc3-4d65-a40b-8c847cc4a831 req-9f1b892d-8df3-400f-ae80-b703e504d026 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.4460235 Feb 09 01:22:21.596403 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=59ef2990-77d3-4dfa-b831-8cc992b6bb73,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:21.680158 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-80e2a594-d4f4-4982-a316-f2df1557f4a2 admin admin] For port 0e6624d6-b89c-421f-ab48-f578b1218356, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=0e6624d6-b89c-421f-ab48-f578b1218356,segment=NetworkSegment(f010bc9d-2b5e-4b47-812d-ce0eb95740c8),segment_id=f010bc9d-2b5e-4b47-812d-ce0eb95740c8)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:21.681099 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-80e2a594-d4f4-4982-a316-f2df1557f4a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (0e6624d6-b89c-421f-ab48-f578b1218356), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:21.710517 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-80e2a594-d4f4-4982-a316-f2df1557f4a2 admin admin] Calling delete_port for 0e6624d6-b89c-421f-ab48-f578b1218356 owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:22:21.710716 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 8c1a5274-39f2-4e14-893e-20bf4cd4e203, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=8c1a5274-39f2-4e14-893e-20bf4cd4e203,segment=NetworkSegment(231cc619-b79a-4847-94b3-cdbf4f5bda22),segment_id=231cc619-b79a-4847-94b3-cdbf4f5bda22)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:21.726126 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '8c1a5274-39f2-4e14-893e-20bf4cd4e203', 'network_id': 'f155bdb8-b796-4b2f-8f0d-8611315d30bd', 'port_id': '8c1a5274-39f2-4e14-893e-20bf4cd4e203', 'mac_address': 'fa:16:3e:4d:fc:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6c9902a-ca90-4768-8ad8-e74435b83d39', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:22:21.779161 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 8c1a5274-39f2-4e14-893e-20bf4cd4e203 is: ACTIVE; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:21.779725 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8c1a5274-39f2-4e14-893e-20bf4cd4e203), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:21.800089 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c1a5274-39f2-4e14-893e-20bf4cd4e203 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:22:21.823671 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 8c1a5274-39f2-4e14-893e-20bf4cd4e203, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=8c1a5274-39f2-4e14-893e-20bf4cd4e203,segment=NetworkSegment(231cc619-b79a-4847-94b3-cdbf4f5bda22),segment_id=231cc619-b79a-4847-94b3-cdbf4f5bda22)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:21.829673 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8c1a5274-39f2-4e14-893e-20bf4cd4e203), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:21.902862 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=8c1a5274-39f2-4e14-893e-20bf4cd4e203,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:21.949699 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-80e2a594-d4f4-4982-a316-f2df1557f4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (0e6624d6-b89c-421f-ab48-f578b1218356), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:21.969317 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['8c1a5274-39f2-4e14-893e-20bf4cd4e203'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:22:21.983073 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2a594-d4f4-4982-a316-f2df1557f4a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e6624d6-b89c-421f-ab48-f578b1218356,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:22.048067 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-bf5b63cc-dfc3-4497-a94b-a0b5fb115e24 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Deleting port 147ad148-d6b8-4598-8773-06bd0dea03c3 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:22:22.049018 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf5b63cc-dfc3-4497-a94b-a0b5fb115e24 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (147ad148-d6b8-4598-8773-06bd0dea03c3), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:22.173055 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ba3c5af-cc40-433b-9ed6-4c6450779e2e req-2e8259a4-182e-47a1-b0de-21e4476c9aa6 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5904722 Feb 09 01:22:22.185855 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-07ba8fab-bfc3-4d65-a40b-8c847cc4a831 req-12fbb986-be37-423f-8939-c59ac655f739 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6351018 Feb 09 01:22:22.208399 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-bf5b63cc-dfc3-4497-a94b-a0b5fb115e24 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] For port 147ad148-d6b8-4598-8773-06bd0dea03c3, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=147ad148-d6b8-4598-8773-06bd0dea03c3,segment=NetworkSegment(bd3ce4b5-c127-442b-8b7a-fc76e86cc6ba),segment_id=bd3ce4b5-c127-442b-8b7a-fc76e86cc6ba)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:22.208853 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf5b63cc-dfc3-4497-a94b-a0b5fb115e24 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (147ad148-d6b8-4598-8773-06bd0dea03c3), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:22.235549 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-bf5b63cc-dfc3-4497-a94b-a0b5fb115e24 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Calling delete_port for 147ad148-d6b8-4598-8773-06bd0dea03c3 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:22:22.239267 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-406acb3b-c2e4-4c33-a68c-2a21b2f4f2d7 tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] Publish callbacks [] for port (8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:22.327697 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['59ef2990-77d3-4dfa-b831-8cc992b6bb73'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:22:22.454300 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-80e2a594-d4f4-4982-a316-f2df1557f4a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:22.459125 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c200095a-1545-4c06-bff6-50e324120b13 req-4823dfa3-f0de-43d8-8628-d82f3d5fdcab tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] 10.222.0.30 "GET /v2.0/ports?device_id=40ae2f90-b0cb-4675-b90f-5a9592c5c249 HTTP/1.1" status: 200 len: 210 time: 0.1180055 Feb 09 01:22:22.473410 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-406acb3b-c2e4-4c33-a68c-2a21b2f4f2d7 tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:22.475330 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf5b63cc-dfc3-4497-a94b-a0b5fb115e24 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (147ad148-d6b8-4598-8773-06bd0dea03c3), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:22.517867 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5b63cc-dfc3-4497-a94b-a0b5fb115e24 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] No DVR routers for this DVR port 147ad148-d6b8-4598-8773-06bd0dea03c3 on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:22.566664 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15c3c5-b595-4685-8e27-5fa414edfaa8 req-045c8d41-ca9c-48c6-8786-f3602f61d0b5 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:22.575317 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cb15c3c5-b595-4685-8e27-5fa414edfaa8 req-045c8d41-ca9c-48c6-8786-f3602f61d0b5 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/ports?device_id=af9657b2-c314-408f-8516-bea1696acbeb HTTP/1.1" status: 200 len: 945 time: 0.1831300 Feb 09 01:22:22.580397 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b63cc-dfc3-4497-a94b-a0b5fb115e24 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event deleted for resources: {'Port': ['ID=147ad148-d6b8-4598-8773-06bd0dea03c3,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:22.642263 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-406acb3b-c2e4-4c33-a68c-2a21b2f4f2d7 tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] Network 9f843ab9-aa66-4e2c-ad54-08719f6aa974 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:22.676724 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce1fb8-8911-49b2-8171-dd2facb92676 req-5ae08493-4bfb-4e5e-9c6a-1d0cb47b63b6 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:22.679956 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e5ce1fb8-8911-49b2-8171-dd2facb92676 req-5ae08493-4bfb-4e5e-9c6a-1d0cb47b63b6 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.91 "GET /v2.0/ports?device_id=df1ab1ec-e2d1-4147-97f6-8b242679ab15 HTTP/1.1" status: 200 len: 944 time: 0.2809911 Feb 09 01:22:22.705071 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-406acb3b-c2e4-4c33-a68c-2a21b2f4f2d7 tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:22.708459 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-406acb3b-c2e4-4c33-a68c-2a21b2f4f2d7 tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:22:22.820447 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 8c1a5274-39f2-4e14-893e-20bf4cd4e203 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:22:22.822834 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 8c1a5274-39f2-4e14-893e-20bf4cd4e203 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:22:22.844470 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf5b63cc-dfc3-4497-a94b-a0b5fb115e24 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (e6399799-9ffc-45b7-a696-b4e0226906e5), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:22.873240 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cb15c3c5-b595-4685-8e27-5fa414edfaa8 req-bd522a41-5c1c-4da2-8159-9224db92c797 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/security-groups?id=98db701b-ac46-45f4-bd35-3362a9f70d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931230 Feb 09 01:22:22.955294 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-bf5b63cc-dfc3-4497-a94b-a0b5fb115e24 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6399799-9ffc-45b7-a696-b4e0226906e5']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:22.975165 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-406acb3b-c2e4-4c33-a68c-2a21b2f4f2d7 tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:22.976107 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-406acb3b-c2e4-4c33-a68c-2a21b2f4f2d7 tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:22.986293 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406acb3b-c2e4-4c33-a68c-2a21b2f4f2d7 tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] Pushing event updated for resources: {'Port': ['ID=8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:23.004345 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-bf5b63cc-dfc3-4497-a94b-a0b5fb115e24 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd3ce4b5-c127-442b-8b7a-fc76e86cc6ba') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:23.004643 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-bf5b63cc-dfc3-4497-a94b-a0b5fb115e24 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd3ce4b5-c127-442b-8b7a-fc76e86cc6ba') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:23.005255 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e2a594-d4f4-4982-a316-f2df1557f4a2 admin admin] Router 5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:22:23.020205 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf5b63cc-dfc3-4497-a94b-a0b5fb115e24 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (bd3ce4b5-c127-442b-8b7a-fc76e86cc6ba), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:23.041666 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-406acb3b-c2e4-4c33-a68c-2a21b2f4f2d7 tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7342319 Feb 09 01:22:23.067879 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-cf2b46a1-e0bc-4511-a773-bb9f44baa9ba service neutron] Request body: {'port': {'device_id': '40ae2f90-b0cb-4675-b90f-5a9592c5c249', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:23.071732 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf5b63cc-dfc3-4497-a94b-a0b5fb115e24 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (bd3ce4b5-c127-442b-8b7a-fc76e86cc6ba), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:23.091938 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 8c1a5274-39f2-4e14-893e-20bf4cd4e203 is: BUILD; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:23.092565 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8c1a5274-39f2-4e14-893e-20bf4cd4e203), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:23.119458 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8c1a5274-39f2-4e14-893e-20bf4cd4e203 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:22:23.141231 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 8c1a5274-39f2-4e14-893e-20bf4cd4e203, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=8c1a5274-39f2-4e14-893e-20bf4cd4e203,segment=NetworkSegment(231cc619-b79a-4847-94b3-cdbf4f5bda22),segment_id=231cc619-b79a-4847-94b3-cdbf4f5bda22)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:23.153821 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8c1a5274-39f2-4e14-893e-20bf4cd4e203), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:23.158772 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf5b63cc-dfc3-4497-a94b-a0b5fb115e24 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:22:23.159183 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf5b63cc-dfc3-4497-a94b-a0b5fb115e24 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (bd3ce4b5-c127-442b-8b7a-fc76e86cc6ba), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:23.163206 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:22:23.163206 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:22:23.163206 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:22:23.163206 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:22:23.163206 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:22:23.163206 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:22:23.163206 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:22:23.163206 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:22:23.163206 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:22:23.163206 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:22:23.163206 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:22:23.163206 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:22:23.163206 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:22:23.163206 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:22:23.163206 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:22:23.163206 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:22:23.163206 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:22:23.163206 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:22:23.163206 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:22:23.163206 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:22:23.163206 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:22:23.163206 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:22:23.163206 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:22:23.163206 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:22:23.163206 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:22:23.163206 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:22:23.163206 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:22:23.163206 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:22:23.163206 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:22:23.163206 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:22:23.163206 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:22:23.163206 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:22:23.174282 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 8c1a5274-39f2-4e14-893e-20bf4cd4e203, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=8c1a5274-39f2-4e14-893e-20bf4cd4e203,segment=NetworkSegment(231cc619-b79a-4847-94b3-cdbf4f5bda22),segment_id=231cc619-b79a-4847-94b3-cdbf4f5bda22)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:23.195747 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e2a594-d4f4-4982-a316-f2df1557f4a2 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:22:23.224657 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-80e2a594-d4f4-4982-a316-f2df1557f4a2 admin admin] 10.222.0.30 "PUT /v2.0/routers/5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0252125 Feb 09 01:22:23.235039 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 32862) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:23.245803 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363ad10a-47ea-415c-aad2-2454c0bef535 None None] Sync routers for ids ['5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:22:23.286082 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '8c1a5274-39f2-4e14-893e-20bf4cd4e203', 'network_id': 'f155bdb8-b796-4b2f-8f0d-8611315d30bd', 'port_id': '8c1a5274-39f2-4e14-893e-20bf4cd4e203', 'mac_address': 'fa:16:3e:4d:fc:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6c9902a-ca90-4768-8ad8-e74435b83d39', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:22:23.289554 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=8c1a5274-39f2-4e14-893e-20bf4cd4e203,revision_number=7']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:23.302351 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363ad10a-47ea-415c-aad2-2454c0bef535 None None] Routers {'5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:22:23.303205 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-363ad10a-47ea-415c-aad2-2454c0bef535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:21:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:23.321414 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303e46b-e739-42b8-a98b-74e3b0368921 req-ec784b78-578f-4744-a758-0ec349f9a366 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:23.329775 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4303e46b-e739-42b8-a98b-74e3b0368921 req-ec784b78-578f-4744-a758-0ec349f9a366 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.2311790 Feb 09 01:22:23.350189 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf5b63cc-dfc3-4497-a94b-a0b5fb115e24 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (e6399799-9ffc-45b7-a696-b4e0226906e5), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:23.372104 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf5b63cc-dfc3-4497-a94b-a0b5fb115e24 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:23.375921 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-bf5b63cc-dfc3-4497-a94b-a0b5fb115e24 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "DELETE /v2.0/networks/e6399799-9ffc-45b7-a696-b4e0226906e5 HTTP/1.1" status: 204 len: 168 time: 4.6027627 Feb 09 01:22:23.393229 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-cf2b46a1-e0bc-4511-a773-bb9f44baa9ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:23.404369 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 32864) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:23.448577 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b63cc-dfc3-4497-a94b-a0b5fb115e24 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event deleted for resources: {'Network': ['ID=e6399799-9ffc-45b7-a696-b4e0226906e5,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:23.469785 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff9405d0-1538-47bd-87d0-795fb4e5b486 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] GET failed (client error): The resource could not be found. Feb 09 01:22:23.471171 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ff9405d0-1538-47bd-87d0-795fb4e5b486 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "GET /v2.0/subnets/912396ad-b832-4eea-b539-287b20dfa623 HTTP/1.1" status: 404 len: 337 time: 0.0641608 Feb 09 01:22:23.477683 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 32866) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:23.483543 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-363ad10a-47ea-415c-aad2-2454c0bef535 None None] Set router 5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:22:23.549678 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4303e46b-e739-42b8-a98b-74e3b0368921 req-247ed6cb-baac-4aa3-a254-685b3f9ba8d9 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189095 Feb 09 01:22:23.550725 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a6760b9-aad4-485f-8732-5e2902b92fe1 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:23.551319 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a6760b9-aad4-485f-8732-5e2902b92fe1 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:23.554603 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1a6760b9-aad4-485f-8732-5e2902b92fe1 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "DELETE /v2.0/networks/e6399799-9ffc-45b7-a696-b4e0226906e5 HTTP/1.1" status: 404 len: 339 time: 0.0757151 Feb 09 01:22:23.572888 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 32870) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:23.702720 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74386324-6756-4a54-9b47-f79c281e6f77 req-558bc089-85f6-461e-bd0c-3fd0578dfa66 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:23.704362 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-74386324-6756-4a54-9b47-f79c281e6f77 req-558bc089-85f6-461e-bd0c-3fd0578dfa66 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=df1ab1ec-e2d1-4147-97f6-8b242679ab15 HTTP/1.1" status: 200 len: 943 time: 0.3919232 Feb 09 01:22:23.770259 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-363ad10a-47ea-415c-aad2-2454c0bef535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02', 'name': 'tempest-ServersTestFqdnHostnames-1426851178-router', 'tenant_id': '5343e4ed6da34a41bd43895909379b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd1910966-778a-4616-9dcd-463af1cdf87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:50Z', 'updated_at': '2022-02-09T01:22:21Z', 'revision_number': 5, 'project_id': '5343e4ed6da34a41bd43895909379b0f', 'gw_port': {'id': 'd1910966-778a-4616-9dcd-463af1cdf87f', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:51Z', 'updated_at': '2022-02-09T01:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:23.798358 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-e5ce1fb8-8911-49b2-8171-dd2facb92676 req-a666b1ef-ff16-4c7e-a438-334c470c0cce tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Deleting port 8c1a5274-39f2-4e14-893e-20bf4cd4e203 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:22:23.799339 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e5ce1fb8-8911-49b2-8171-dd2facb92676 req-a666b1ef-ff16-4c7e-a438-334c470c0cce tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (8c1a5274-39f2-4e14-893e-20bf4cd4e203), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:23.813947 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363ad10a-47ea-415c-aad2-2454c0bef535 None None] Checking router: 5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:22:23.828572 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363ad10a-47ea-415c-aad2-2454c0bef535 None None] Routers {'5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:22:23.829308 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-363ad10a-47ea-415c-aad2-2454c0bef535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:21:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:23.946774 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7e377148-1667-4df1-a84b-25aa5d4997cd admin admin] Publish callbacks [] for router (5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:23.951183 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-e5ce1fb8-8911-49b2-8171-dd2facb92676 req-a666b1ef-ff16-4c7e-a438-334c470c0cce tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] For port 8c1a5274-39f2-4e14-893e-20bf4cd4e203, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=8c1a5274-39f2-4e14-893e-20bf4cd4e203,segment=NetworkSegment(231cc619-b79a-4847-94b3-cdbf4f5bda22),segment_id=231cc619-b79a-4847-94b3-cdbf4f5bda22)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:23.951869 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e5ce1fb8-8911-49b2-8171-dd2facb92676 req-a666b1ef-ff16-4c7e-a438-334c470c0cce tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (8c1a5274-39f2-4e14-893e-20bf4cd4e203), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:23.997622 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-74386324-6756-4a54-9b47-f79c281e6f77 req-67dbe8c9-4c1e-40ae-beb7-b95b56796ae4 tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/security-groups?id=21cbc7c4-2874-43cf-92cd-954af8c6b2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267780 Feb 09 01:22:24.016389 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db884a27-cd52-4252-abfe-f091e6b0b290 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:24.020488 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-db884a27-cd52-4252-abfe-f091e6b0b290 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4446597 Feb 09 01:22:24.032595 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657861a8-ebf8-42e3-a7b6-eee5b2dcc86b req-5e9d057c-f588-45c0-8735-960e98a58cfe tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:24.036896 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-657861a8-ebf8-42e3-a7b6-eee5b2dcc86b req-5e9d057c-f588-45c0-8735-960e98a58cfe tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] 10.222.0.30 "GET /v2.0/ports?device_id=40ae2f90-b0cb-4675-b90f-5a9592c5c249 HTTP/1.1" status: 200 len: 932 time: 0.3737183 Feb 09 01:22:24.038246 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 32876) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:24.076059 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-e5ce1fb8-8911-49b2-8171-dd2facb92676 req-a666b1ef-ff16-4c7e-a438-334c470c0cce tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Calling delete_port for 8c1a5274-39f2-4e14-893e-20bf4cd4e203 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:22:24.080052 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-363ad10a-47ea-415c-aad2-2454c0bef535 None None] Set router 5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:22:24.102247 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ec400d92-651a-4a56-a244-0b3652312377 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "GET /v2.0/subnets?network_id=def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 207 time: 0.0602453 Feb 09 01:22:24.107083 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 32878) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:24.199418 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-657861a8-ebf8-42e3-a7b6-eee5b2dcc86b req-951199fc-f0fd-4240-a150-6cb589061511 tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b551d22-c4e2-4d33-9c8a-45e814dcd0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618583 Feb 09 01:22:24.326380 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e7340a94-aaa8-4724-8375-2db0eac9875a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:24.341390 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d7c78-60db-4ee3-88ff-59d4f4781cbc req-599683df-4801-4aaa-b0b2-d91ceb1ccef7 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:24.341390 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-026d7c78-60db-4ee3-88ff-59d4f4781cbc req-599683df-4801-4aaa-b0b2-d91ceb1ccef7 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.2075830 Feb 09 01:22:24.350047 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7e377148-1667-4df1-a84b-25aa5d4997cd admin admin] Publish callbacks [] for router_gateway (5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:24.367558 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-363ad10a-47ea-415c-aad2-2454c0bef535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02', 'name': 'tempest-ServersTestFqdnHostnames-1426851178-router', 'tenant_id': '5343e4ed6da34a41bd43895909379b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd1910966-778a-4616-9dcd-463af1cdf87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:50Z', 'updated_at': '2022-02-09T01:22:21Z', 'revision_number': 5, 'project_id': '5343e4ed6da34a41bd43895909379b0f', 'gw_port': {'id': 'd1910966-778a-4616-9dcd-463af1cdf87f', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:51Z', 'updated_at': '2022-02-09T01:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:24.375264 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-cf2b46a1-e0bc-4511-a773-bb9f44baa9ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:22:24.403076 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363ad10a-47ea-415c-aad2-2454c0bef535 None None] The sync data for ids ['5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02'] in n-d-822053-40 is: [{'id': '5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02', 'name': 'tempest-ServersTestFqdnHostnames-1426851178-router', 'tenant_id': '5343e4ed6da34a41bd43895909379b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd1910966-778a-4616-9dcd-463af1cdf87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:50Z', 'updated_at': '2022-02-09T01:22:21Z', 'revision_number': 5, 'project_id': '5343e4ed6da34a41bd43895909379b0f', 'gw_port': {'id': 'd1910966-778a-4616-9dcd-463af1cdf87f', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:51Z', 'updated_at': '2022-02-09T01:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:22:24.412191 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-cf2b46a1-e0bc-4511-a773-bb9f44baa9ba service neutron] Publish callbacks [] for port (8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:24.458367 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-026d7c78-60db-4ee3-88ff-59d4f4781cbc req-449250fd-abb3-4055-a7d6-3e578a7dcbba tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901768 Feb 09 01:22:24.472123 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-cf2b46a1-e0bc-4511-a773-bb9f44baa9ba service neutron] Transition to ACTIVE for port object 8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:24.496523 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffaad2f-83bd-4444-9a31-e1f728c06b17 req-c1f77e94-364c-458e-a544-352753964b7b tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:24.500671 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1ffaad2f-83bd-4444-9a31-e1f728c06b17 req-c1f77e94-364c-458e-a544-352753964b7b tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/ports?device_id=af9657b2-c314-408f-8516-bea1696acbeb HTTP/1.1" status: 200 len: 945 time: 0.1853893 Feb 09 01:22:24.503963 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-cf2b46a1-e0bc-4511-a773-bb9f44baa9ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:24.534337 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5006f83-6924-4a51-a117-7ef957e11647 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:24.539547 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5006f83-6924-4a51-a117-7ef957e11647 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:24.545590 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5006f83-6924-4a51-a117-7ef957e11647 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:24.554510 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5006f83-6924-4a51-a117-7ef957e11647 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:24.559622 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a5006f83-6924-4a51-a117-7ef957e11647 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.4489906 Feb 09 01:22:24.561146 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 32886) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:24.675950 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7e377148-1667-4df1-a84b-25aa5d4997cd admin admin] Deleting port d1910966-778a-4616-9dcd-463af1cdf87f {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:22:24.676322 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7e377148-1667-4df1-a84b-25aa5d4997cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (d1910966-778a-4616-9dcd-463af1cdf87f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:24.686892 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b46a1-e0bc-4511-a773-bb9f44baa9ba service neutron] Pushing event updated for resources: {'Port': ['ID=8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:24.723092 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1ffaad2f-83bd-4444-9a31-e1f728c06b17 req-315cb475-b398-479e-9c91-f223fd2714dd tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/security-groups?id=98db701b-ac46-45f4-bd35-3362a9f70d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076004 Feb 09 01:22:24.765371 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-7e377148-1667-4df1-a84b-25aa5d4997cd admin admin] For port d1910966-778a-4616-9dcd-463af1cdf87f, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d1910966-778a-4616-9dcd-463af1cdf87f,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:24.765728 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7e377148-1667-4df1-a84b-25aa5d4997cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (d1910966-778a-4616-9dcd-463af1cdf87f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:24.767356 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ff464-2937-442f-bc7b-ba45c377e828 req-44220326-64a2-4b4a-9923-d60e3cb3756e tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:24.770982 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-914ff464-2937-442f-bc7b-ba45c377e828 req-44220326-64a2-4b4a-9923-d60e3cb3756e tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.1659923 Feb 09 01:22:24.770982 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-cf2b46a1-e0bc-4511-a773-bb9f44baa9ba service neutron] Attempting to bind port 8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:22:24.771215 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-cf2b46a1-e0bc-4511-a773-bb9f44baa9ba service neutron] Attempting to bind port 8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': 'b9f8861a-9347-4f57-ae9a-27ef36289c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9f843ab9-aa66-4e2c-ad54-08719f6aa974'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:22:24.771940 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-cf2b46a1-e0bc-4511-a773-bb9f44baa9ba service neutron] Attempting to bind port 8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf on network 9f843ab9-aa66-4e2c-ad54-08719f6aa974 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:22:24.780170 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7e377148-1667-4df1-a84b-25aa5d4997cd admin admin] Calling delete_port for d1910966-778a-4616-9dcd-463af1cdf87f owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:22:24.786382 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-cf2b46a1-e0bc-4511-a773-bb9f44baa9ba service neutron] Port 8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf on network 9f843ab9-aa66-4e2c-ad54-08719f6aa974 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:22:24.786713 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-cf2b46a1-e0bc-4511-a773-bb9f44baa9ba service neutron] Attempting to bind port 8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf on network 9f843ab9-aa66-4e2c-ad54-08719f6aa974 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:22:24.810510 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-cf2b46a1-e0bc-4511-a773-bb9f44baa9ba service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:22:24.810907 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-cf2b46a1-e0bc-4511-a773-bb9f44baa9ba service neutron] Checking segment: {'id': 'b9f8861a-9347-4f57-ae9a-27ef36289c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9f843ab9-aa66-4e2c-ad54-08719f6aa974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:22:24.811322 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-cf2b46a1-e0bc-4511-a773-bb9f44baa9ba service neutron] Bound using segment: {'id': 'b9f8861a-9347-4f57-ae9a-27ef36289c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9f843ab9-aa66-4e2c-ad54-08719f6aa974'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:22:24.811786 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-cf2b46a1-e0bc-4511-a773-bb9f44baa9ba service neutron] Bound port: 8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9f8861a-9347-4f57-ae9a-27ef36289c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9f843ab9-aa66-4e2c-ad54-08719f6aa974'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:22:24.812183 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-cf2b46a1-e0bc-4511-a773-bb9f44baa9ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:24.821859 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 0e6624d6-b89c-421f-ab48-f578b1218356 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:22:24.865763 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 59ef2990-77d3-4dfa-b831-8cc992b6bb73 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:22:24.869181 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 0e6624d6-b89c-421f-ab48-f578b1218356 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:22:24.869743 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 0e6624d6-b89c-421f-ab48-f578b1218356 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:22:24.937403 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 59ef2990-77d3-4dfa-b831-8cc992b6bb73 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:24.942629 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 59ef2990-77d3-4dfa-b831-8cc992b6bb73 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:24.943041 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (59ef2990-77d3-4dfa-b831-8cc992b6bb73), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:24.972282 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-914ff464-2937-442f-bc7b-ba45c377e828 req-2e6b0606-b510-482f-9964-244b666e6adb tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821635 Feb 09 01:22:24.992852 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7e377148-1667-4df1-a84b-25aa5d4997cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (d1910966-778a-4616-9dcd-463af1cdf87f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:25.028645 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-cf2b46a1-e0bc-4511-a773-bb9f44baa9ba service neutron] For port 8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:22:25.067140 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f79031-981b-409f-b4dd-46619cfc7298 req-867b3a1a-1baa-4e69-95b0-831aee1851a8 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:25.069191 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-17f79031-981b-409f-b4dd-46619cfc7298 req-867b3a1a-1baa-4e69-95b0-831aee1851a8 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/ports?device_id=00029ec4-e9c0-470e-ac09-b56426bfb3f3 HTTP/1.1" status: 200 len: 945 time: 0.2073941 Feb 09 01:22:25.102736 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e207a166-7c74-4d94-b9ed-a2b9d0e06256 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.5389290 Feb 09 01:22:25.105070 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 32894) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:25.129980 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 59ef2990-77d3-4dfa-b831-8cc992b6bb73 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:25.130625 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (59ef2990-77d3-4dfa-b831-8cc992b6bb73), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:25.177980 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-cf2b46a1-e0bc-4511-a773-bb9f44baa9ba service neutron] For port 8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf,segment=NetworkSegment(b9f8861a-9347-4f57-ae9a-27ef36289c86),segment_id=b9f8861a-9347-4f57-ae9a-27ef36289c86)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:22:25.181841 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e377148-1667-4df1-a84b-25aa5d4997cd admin admin] Pushing event deleted for resources: {'Port': ['ID=d1910966-778a-4616-9dcd-463af1cdf87f,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:25.201251 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-cf2b46a1-e0bc-4511-a773-bb9f44baa9ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:25.208383 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-17f79031-981b-409f-b4dd-46619cfc7298 req-6a313596-bb17-491d-89d4-9c33c6d34b74 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/security-groups?id=98db701b-ac46-45f4-bd35-3362a9f70d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333275 Feb 09 01:22:25.234947 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00029ec4-e9c0-470e-ac09-b56426bfb3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ef2990-77d3-4dfa-b831-8cc992b6bb73'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:22:25.250391 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c427b8-9720-4f9e-b821-4f1431a09fbc" -d '{"events": [{"server_uuid": "00029ec4-e9c0-470e-ac09-b56426bfb3f3", "name": "network-vif-plugged", "status": "completed", "tag": "59ef2990-77d3-4dfa-b831-8cc992b6bb73"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:22:25.264008 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e5ce1fb8-8911-49b2-8171-dd2facb92676 req-a666b1ef-ff16-4c7e-a438-334c470c0cce tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (8c1a5274-39f2-4e14-893e-20bf4cd4e203), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:25.273343 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4b798-0f46-4ff7-afff-0d668a63327f req-bf3c43c9-2b74-4b8c-9219-1d30bb6d0dd8 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:25.281119 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-81d4b798-0f46-4ff7-afff-0d668a63327f req-bf3c43c9-2b74-4b8c-9219-1d30bb6d0dd8 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.1675241 Feb 09 01:22:25.287575 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-cf2b46a1-e0bc-4511-a773-bb9f44baa9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:25.288760 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-cf2b46a1-e0bc-4511-a773-bb9f44baa9ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:25.288909 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 59ef2990-77d3-4dfa-b831-8cc992b6bb73, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=59ef2990-77d3-4dfa-b831-8cc992b6bb73,segment=NetworkSegment(d9f78c1f-6e31-44e6-9cf4-d33939b2a1d5),segment_id=d9f78c1f-6e31-44e6-9cf4-d33939b2a1d5)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:25.290458 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-cf2b46a1-e0bc-4511-a773-bb9f44baa9ba service neutron] 10.222.0.91 "PUT /v2.0/ports/8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf HTTP/1.1" status: 200 len: 1093 time: 2.2343819 Feb 09 01:22:25.297393 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (59ef2990-77d3-4dfa-b831-8cc992b6bb73), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:25.298213 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 8c1a5274-39f2-4e14-893e-20bf4cd4e203 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:22:25.299701 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ae2f90-b0cb-4675-b90f-5a9592c5c249', 'tag': '8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:22:25.302320 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c690fa2-1ffc-46f3-9b81-008c864214d1" -d '{"events": [{"name": "network-changed", "server_uuid": "40ae2f90-b0cb-4675-b90f-5a9592c5c249", "tag": "8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:22:25.346105 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a666b1ef-ff16-4c7e-a438-334c470c0cce tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Pushing event deleted for resources: {'Port': ['ID=8c1a5274-39f2-4e14-893e-20bf4cd4e203,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:25.394533 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 8c1a5274-39f2-4e14-893e-20bf4cd4e203 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:22:25.394872 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 8c1a5274-39f2-4e14-893e-20bf4cd4e203 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:22:25.437057 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ce1fb8-8911-49b2-8171-dd2facb92676 req-a666b1ef-ff16-4c7e-a438-334c470c0cce tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] No DVR routers for this DVR port 8c1a5274-39f2-4e14-893e-20bf4cd4e203 on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:25.446639 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=59ef2990-77d3-4dfa-b831-8cc992b6bb73,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:25.449916 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e5ce1fb8-8911-49b2-8171-dd2facb92676 req-a666b1ef-ff16-4c7e-a438-334c470c0cce tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:25.454215 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e5ce1fb8-8911-49b2-8171-dd2facb92676 req-a666b1ef-ff16-4c7e-a438-334c470c0cce tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.91 "DELETE /v2.0/ports/8c1a5274-39f2-4e14-893e-20bf4cd4e203 HTTP/1.1" status: 204 len: 173 time: 2.7454262 Feb 09 01:22:25.454683 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1ab1ec-e2d1-4147-97f6-8b242679ab15', 'name': 'network-vif-deleted', 'tag': '8c1a5274-39f2-4e14-893e-20bf4cd4e203'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:22:25.457342 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249a18f7-1c83-425b-821b-991709525eb2" -d '{"events": [{"server_uuid": "df1ab1ec-e2d1-4147-97f6-8b242679ab15", "name": "network-vif-deleted", "tag": "8c1a5274-39f2-4e14-893e-20bf4cd4e203"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:22:25.481942 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf3c6dd-2dae-4d21-a3e8-40a2667a21fb tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:25.483662 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf3c6dd-2dae-4d21-a3e8-40a2667a21fb tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:25.490498 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8bf3c6dd-2dae-4d21-a3e8-40a2667a21fb tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3338764 Feb 09 01:22:25.491331 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 32906) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:25.498436 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-81d4b798-0f46-4ff7-afff-0d668a63327f req-6ee16927-1731-4222-8deb-d0c6c3c0db9b tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161443 Feb 09 01:22:25.524051 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b46a1-e0bc-4511-a773-bb9f44baa9ba service neutron] Pushing event updated for resources: {'Port': ['ID=8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:25.588002 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0e0d9968-8b08-4007-9ec9-6acbbd75588f req-a4e4dd56-b2d4-4bda-8d01-15ad38ad443e tempest-ImagesTestJSON-1205126060 tempest-ImagesTestJSON-1205126060-project] 10.222.0.30 "GET /v2.0/ports?device_id=df1ab1ec-e2d1-4147-97f6-8b242679ab15 HTTP/1.1" status: 200 len: 210 time: 0.1800177 Feb 09 01:22:25.588604 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7e377148-1667-4df1-a84b-25aa5d4997cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:25.642617 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc404f3-bb06-466a-87d3-cb19ae959562 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Attributes excluded by policy engine: ['shared'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:25.644263 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc404f3-bb06-466a-87d3-cb19ae959562 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Attributes excluded by policy engine: ['shared'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:25.645859 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4cc404f3-bb06-466a-87d3-cb19ae959562 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1523111 Feb 09 01:22:25.661250 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 32910) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:25.710295 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690b9bb4-28dd-439b-a081-fc741ba49717 x-openstack-request-id: req-690b9bb4-28dd-439b-a081-fc741ba49717 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:22:25.710735 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00029ec4-e9c0-470e-ac09-b56426bfb3f3", "name": "network-vif-plugged", "status": "completed", "tag": "59ef2990-77d3-4dfa-b831-8cc992b6bb73", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:22:25.711373 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-690b9bb4-28dd-439b-a081-fc741ba49717 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:22:25.713698 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00029ec4-e9c0-470e-ac09-b56426bfb3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ef2990-77d3-4dfa-b831-8cc992b6bb73', 'code': 200} Feb 09 01:22:25.715242 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:25.769662 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7e377148-1667-4df1-a84b-25aa5d4997cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:25.783002 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7e377148-1667-4df1-a84b-25aa5d4997cd admin admin] Publish callbacks [] for router_controller (5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:25.814380 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df07d404-0ab0-480d-9333-99fe99aa53e9 x-openstack-request-id: req-df07d404-0ab0-480d-9333-99fe99aa53e9 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:22:25.814800 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40ae2f90-b0cb-4675-b90f-5a9592c5c249", "tag": "8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:22:25.815068 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-df07d404-0ab0-480d-9333-99fe99aa53e9 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:22:25.815934 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ae2f90-b0cb-4675-b90f-5a9592c5c249', 'tag': '8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf', 'status': 'completed', 'code': 200} Feb 09 01:22:25.828042 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7915ec2-b639-4d6e-9aae-751d8e0c5e72 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:25.835441 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b7915ec2-b639-4d6e-9aae-751d8e0c5e72 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "GET /v2.0/networks/03e5f948-3f16-47c8-abc3-0730dff9877d HTTP/1.1" status: 200 len: 799 time: 0.1685452 Feb 09 01:22:25.836256 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 32912) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:25.850806 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b058b6d-6d2d-4966-b391-99d3e7ce99fb x-openstack-request-id: req-4b058b6d-6d2d-4966-b391-99d3e7ce99fb {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:22:25.851454 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1ab1ec-e2d1-4147-97f6-8b242679ab15", "name": "network-vif-deleted", "tag": "8c1a5274-39f2-4e14-893e-20bf4cd4e203", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:22:25.851819 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4b058b6d-6d2d-4966-b391-99d3e7ce99fb {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:22:25.852341 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1ab1ec-e2d1-4147-97f6-8b242679ab15', 'name': 'network-vif-deleted', 'tag': '8c1a5274-39f2-4e14-893e-20bf4cd4e203', 'status': 'completed', 'code': 200} Feb 09 01:22:25.863540 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-a5dcf73d-14f4-4698-9863-dda9db05c2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:25.865823 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-a5dcf73d-14f4-4698-9863-dda9db05c2dc service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7eed80cdb8794913b98d8731a386dc4b&device_id=40ae2f90-b0cb-4675-b90f-5a9592c5c249 HTTP/1.1" status: 200 len: 1127 time: 0.4898841 Feb 09 01:22:25.877222 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7e377148-1667-4df1-a84b-25aa5d4997cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:25.879079 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e377148-1667-4df1-a84b-25aa5d4997cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:22:25.892502 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7e377148-1667-4df1-a84b-25aa5d4997cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:25.894845 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7e377148-1667-4df1-a84b-25aa5d4997cd admin admin] 10.222.0.30 "DELETE /v2.0/routers/5b3ebfbe-0d5f-44a4-ae3f-f3da5e125a02 HTTP/1.1" status: 204 len: 168 time: 2.6588500 Feb 09 01:22:25.897408 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 32916) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:25.909393 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191844a-d0f4-4484-b4b6-b096d2b312b5 req-5c333f86-b6ea-4911-b7fe-5d491053950a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:25.911256 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6191844a-d0f4-4484-b4b6-b096d2b312b5 req-5c333f86-b6ea-4911-b7fe-5d491053950a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=00029ec4-e9c0-470e-ac09-b56426bfb3f3 HTTP/1.1" status: 200 len: 1129 time: 0.1392431 Feb 09 01:22:26.004280 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e9902b-fcae-4f98-952c-259c155809e2 admin admin] Deleting subnet 6cc24d7f-d60e-481d-8961-d05b90104e29 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:22:26.007900 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-10e9902b-fcae-4f98-952c-259c155809e2 admin admin] Publish callbacks [] for subnet (6cc24d7f-d60e-481d-8961-d05b90104e29), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:26.023402 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be37a6-712c-4e63-97e2-cff2e405eedc req-7aabc812-7edf-4e90-bce3-b30413e78b95 tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:26.025099 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-62be37a6-712c-4e63-97e2-cff2e405eedc req-7aabc812-7edf-4e90-bce3-b30413e78b95 tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] 10.222.0.30 "GET /v2.0/ports?device_id=40ae2f90-b0cb-4675-b90f-5a9592c5c249 HTTP/1.1" status: 200 len: 944 time: 0.4128368 Feb 09 01:22:26.026536 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-a9ee0e52-f1b1-4f4d-b518-eaaf7d863220 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf HTTP/1.1" status: 200 len: 217 time: 0.1434109 Feb 09 01:22:26.067565 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-10e9902b-fcae-4f98-952c-259c155809e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (6cc24d7f-d60e-481d-8961-d05b90104e29), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:26.121364 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6191844a-d0f4-4484-b4b6-b096d2b312b5 req-786e98ee-0393-4cc8-a7c3-f7c1d0e3e385 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=98db701b-ac46-45f4-bd35-3362a9f70d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768513 Feb 09 01:22:26.197754 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-10e9902b-fcae-4f98-952c-259c155809e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (6cc24d7f-d60e-481d-8961-d05b90104e29), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:26.206321 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942e440-6679-42a4-9164-2c90f2e2d3ad req-66a657d0-5987-4f23-96e9-b7493c44e393 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:26.208067 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5942e440-6679-42a4-9164-2c90f2e2d3ad req-66a657d0-5987-4f23-96e9-b7493c44e393 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.2296073 Feb 09 01:22:26.209869 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-b20fdf03-814f-4d14-aa47-658036044bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:26.211410 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-b20fdf03-814f-4d14-aa47-658036044bab service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7b64dd9a-3c12-4ab5-b9e1-2d22526d4bcb HTTP/1.1" status: 200 len: 854 time: 0.1440799 Feb 09 01:22:26.240312 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-62be37a6-712c-4e63-97e2-cff2e405eedc req-e5726e6c-bc5d-4730-aa17-16f18d6c9734 tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b551d22-c4e2-4d33-9c8a-45e814dcd0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922140 Feb 09 01:22:26.286209 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 32920) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:26.286378 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-fe771c0d-3f82-4ee5-b164-a284f2fca823 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "GET /v2.0/networks/03e5f948-3f16-47c8-abc3-0730dff9877d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.4432383 Feb 09 01:22:26.302287 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-10e9902b-fcae-4f98-952c-259c155809e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (6cc24d7f-d60e-481d-8961-d05b90104e29), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:26.319254 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5942e440-6679-42a4-9164-2c90f2e2d3ad req-3260c18f-7752-424e-95df-9b47d9c0221e tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894787 Feb 09 01:22:26.352082 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-f7c98377-2d15-4073-b4fd-c8ef4722a01b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9f843ab9-aa66-4e2c-ad54-08719f6aa974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342922 Feb 09 01:22:26.375431 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e9902b-fcae-4f98-952c-259c155809e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cc24d7f-d60e-481d-8961-d05b90104e29,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:26.393090 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db5e29f-9249-4ecc-89ac-9fea11b640fe None None] Network 60827e70-22ba-4097-9b3b-d59a1d2786bc requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:26.397421 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-10e9902b-fcae-4f98-952c-259c155809e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:26.403838 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-10e9902b-fcae-4f98-952c-259c155809e2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6cc24d7f-d60e-481d-8961-d05b90104e29 HTTP/1.1" status: 204 len: 168 time: 0.5046892 Feb 09 01:22:26.408860 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 32924) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:26.564819 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b9073a-c64b-4556-86f6-23f7c0db9ee5 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:26.570023 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e6b9073a-c64b-4556-86f6-23f7c0db9ee5 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "GET /v2.0/subnets/2e92d9ac-8e43-4b51-b097-4ecf8031fa26 HTTP/1.1" status: 200 len: 811 time: 0.2783389 Feb 09 01:22:26.570023 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a136f0a-d432-4ce7-9ba8-e5d10be3e977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (60827e70-22ba-4097-9b3b-d59a1d2786bc), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:26.570772 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 32928) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:26.606895 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc0697-5262-4fd9-80d2-e20a51b94901 req-60c4256a-151c-45aa-a019-deb4990ebefc tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:26.616842 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4ebc0697-5262-4fd9-80d2-e20a51b94901 req-60c4256a-151c-45aa-a019-deb4990ebefc tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/ports?device_id=00029ec4-e9c0-470e-ac09-b56426bfb3f3 HTTP/1.1" status: 200 len: 946 time: 0.2489872 Feb 09 01:22:26.647461 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8dcf08-0057-45a5-bdd4-8aaad4ab26af req-961e77fd-bec0-42dc-b03f-080989eaf08a tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:26.649171 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e25aac-242a-4617-949e-879335e28345 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Attributes excluded by policy engine: ['shared'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:26.655166 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-99e25aac-242a-4617-949e-879335e28345 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "GET /v2.0/subnets/2e92d9ac-8e43-4b51-b097-4ecf8031fa26?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0788631 Feb 09 01:22:26.656214 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-df8dcf08-0057-45a5-bdd4-8aaad4ab26af req-961e77fd-bec0-42dc-b03f-080989eaf08a tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.2541804 Feb 09 01:22:26.666445 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 32932) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:26.668516 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-0c69fc27-49e2-4afc-b0d5-e781c96ad191 service neutron] 10.222.0.91 "GET /v2.0/networks/9f843ab9-aa66-4e2c-ad54-08719f6aa974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098545 Feb 09 01:22:26.673731 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686a980d-8887-4748-9b59-6a5d03986e4e None None] DHCP port deletion for 60827e70-22ba-4097-9b3b-d59a1d2786bc request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:22:26.674941 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-77bdba16-213e-4cf5-9682-b5a4d2a05f62 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-183667298'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:26.717434 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7a136f0a-d432-4ce7-9ba8-e5d10be3e977 admin admin] Deleting port d25d7fec-2c32-433c-a092-0e87350bf087 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:22:26.717777 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a136f0a-d432-4ce7-9ba8-e5d10be3e977 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (d25d7fec-2c32-433c-a092-0e87350bf087), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:26.744111 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-686a980d-8887-4748-9b59-6a5d03986e4e None None] Deleting port d25d7fec-2c32-433c-a092-0e87350bf087 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:22:26.744111 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-686a980d-8887-4748-9b59-6a5d03986e4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (d25d7fec-2c32-433c-a092-0e87350bf087), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:26.803260 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d1910966-778a-4616-9dcd-463af1cdf87f no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:22:26.835252 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bdba16-213e-4cf5-9682-b5a4d2a05f62 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Made reservation on behalf of 31bb8dfd22e842779cd73a2df8e4a240 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:26.837948 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-7a136f0a-d432-4ce7-9ba8-e5d10be3e977 admin admin] For port d25d7fec-2c32-433c-a092-0e87350bf087, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d25d7fec-2c32-433c-a092-0e87350bf087,segment=NetworkSegment(f010bc9d-2b5e-4b47-812d-ce0eb95740c8),segment_id=f010bc9d-2b5e-4b47-812d-ce0eb95740c8)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:26.838802 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-77bdba16-213e-4cf5-9682-b5a4d2a05f62 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:26.838929 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a136f0a-d432-4ce7-9ba8-e5d10be3e977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (d25d7fec-2c32-433c-a092-0e87350bf087), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:26.859644 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7a136f0a-d432-4ce7-9ba8-e5d10be3e977 admin admin] Calling delete_port for d25d7fec-2c32-433c-a092-0e87350bf087 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:22:26.878727 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4ebc0697-5262-4fd9-80d2-e20a51b94901 req-a6a826e6-9fc0-49bd-8608-bd2071d2ccda tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/security-groups?id=98db701b-ac46-45f4-bd35-3362a9f70d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606728 Feb 09 01:22:26.906299 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-df8dcf08-0057-45a5-bdd4-8aaad4ab26af req-065828c1-57e1-4e8f-a96c-8730910c82cb tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484465 Feb 09 01:22:26.908986 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77bdba16-213e-4cf5-9682-b5a4d2a05f62 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:22:26.950085 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-77bdba16-213e-4cf5-9682-b5a4d2a05f62 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (cd960a6f-d716-4906-82a5-d073ccb3f2a4), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:26.964987 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-77bdba16-213e-4cf5-9682-b5a4d2a05f62 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Added segment cd960a6f-d716-4906-82a5-d073ccb3f2a4 of type vlan for network d37c216a-b6c1-42e5-971d-a4ea4483e5f4 Feb 09 01:22:26.992943 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c9002cf-19ba-4d05-8d77-aee2a8cf7faa req-414afd04-e223-4ca2-9840-9d8640f652e2 service neutron] 10.222.0.91 "GET /v2.0/networks/9f843ab9-aa66-4e2c-ad54-08719f6aa974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944367 Feb 09 01:22:27.063084 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a136f0a-d432-4ce7-9ba8-e5d10be3e977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (d25d7fec-2c32-433c-a092-0e87350bf087), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:27.121066 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a136f0a-d432-4ce7-9ba8-e5d10be3e977 admin admin] Pushing event deleted for resources: {'Port': ['ID=d25d7fec-2c32-433c-a092-0e87350bf087,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:27.131324 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a136f0a-d432-4ce7-9ba8-e5d10be3e977 admin admin] No DVR routers for this DVR port d25d7fec-2c32-433c-a092-0e87350bf087 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:27.214913 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: d1910966-778a-4616-9dcd-463af1cdf87f {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:22:27.215257 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d1910966-778a-4616-9dcd-463af1cdf87f not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:22:27.215901 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d25d7fec-2c32-433c-a092-0e87350bf087 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:22:27.233527 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-77bdba16-213e-4cf5-9682-b5a4d2a05f62 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (d37c216a-b6c1-42e5-971d-a4ea4483e5f4), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:27.249867 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: d25d7fec-2c32-433c-a092-0e87350bf087 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:22:27.250477 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d25d7fec-2c32-433c-a092-0e87350bf087 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:22:27.256962 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-686a980d-8887-4748-9b59-6a5d03986e4e None None] For port d25d7fec-2c32-433c-a092-0e87350bf087, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d25d7fec-2c32-433c-a092-0e87350bf087,segment=NetworkSegment(f010bc9d-2b5e-4b47-812d-ce0eb95740c8),segment_id=f010bc9d-2b5e-4b47-812d-ce0eb95740c8)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:27.257563 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-686a980d-8887-4748-9b59-6a5d03986e4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (d25d7fec-2c32-433c-a092-0e87350bf087), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:27.272283 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-686a980d-8887-4748-9b59-6a5d03986e4e None None] Calling delete_port for d25d7fec-2c32-433c-a092-0e87350bf087 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:22:27.317912 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-77bdba16-213e-4cf5-9682-b5a4d2a05f62 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (d37c216a-b6c1-42e5-971d-a4ea4483e5f4), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:27.323844 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bdba16-213e-4cf5-9682-b5a4d2a05f62 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:27.324642 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-77bdba16-213e-4cf5-9682-b5a4d2a05f62 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:27.347195 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58816d9-9ad9-4c81-b4ac-274c97f6056a req-7ab4e8bc-c5f6-41f0-b4b1-0d6d0a20550d tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:27.355435 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c58816d9-9ad9-4c81-b4ac-274c97f6056a req-7ab4e8bc-c5f6-41f0-b4b1-0d6d0a20550d tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.2803581 Feb 09 01:22:27.361085 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a136f0a-d432-4ce7-9ba8-e5d10be3e977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (60827e70-22ba-4097-9b3b-d59a1d2786bc), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:27.370835 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-77bdba16-213e-4cf5-9682-b5a4d2a05f62 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7007499 Feb 09 01:22:27.382628 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 32958) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:27.390537 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-5eecaf1c-301e-446c-aba9-2a7371fbe655 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Request body: {'subnet': {'network_id': 'd37c216a-b6c1-42e5-971d-a4ea4483e5f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:27.462084 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:27.469589 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-7a136f0a-d432-4ce7-9ba8-e5d10be3e977 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60827e70-22ba-4097-9b3b-d59a1d2786bc']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:27.476178 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-686a980d-8887-4748-9b59-6a5d03986e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (d25d7fec-2c32-433c-a092-0e87350bf087), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:27.494802 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c690fa2-1ffc-46f3-9b81-008c864214d1 req-0e338cbe-54f6-4385-98e8-ca6d3835730d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:27.498217 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c690fa2-1ffc-46f3-9b81-008c864214d1 req-0e338cbe-54f6-4385-98e8-ca6d3835730d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7eed80cdb8794913b98d8731a386dc4b&device_id=40ae2f90-b0cb-4675-b90f-5a9592c5c249 HTTP/1.1" status: 200 len: 1127 time: 0.4415591 Feb 09 01:22:27.502196 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-7a136f0a-d432-4ce7-9ba8-e5d10be3e977 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f010bc9d-2b5e-4b47-812d-ce0eb95740c8') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:27.502975 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-7a136f0a-d432-4ce7-9ba8-e5d10be3e977 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f010bc9d-2b5e-4b47-812d-ce0eb95740c8') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:27.516947 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a980d-8887-4748-9b59-6a5d03986e4e None None] Pushing event deleted for resources: {'Port': ['ID=d25d7fec-2c32-433c-a092-0e87350bf087,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:27.526154 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a136f0a-d432-4ce7-9ba8-e5d10be3e977 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (f010bc9d-2b5e-4b47-812d-ce0eb95740c8), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:27.530705 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686a980d-8887-4748-9b59-6a5d03986e4e None None] No DVR routers for this DVR port d25d7fec-2c32-433c-a092-0e87350bf087 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:27.583033 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a136f0a-d432-4ce7-9ba8-e5d10be3e977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (f010bc9d-2b5e-4b47-812d-ce0eb95740c8), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:27.601695 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a136f0a-d432-4ce7-9ba8-e5d10be3e977 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:22:27.603748 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a136f0a-d432-4ce7-9ba8-e5d10be3e977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (f010bc9d-2b5e-4b47-812d-ce0eb95740c8), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:27.607449 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:22:27.607449 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:22:27.607449 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:22:27.607449 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:22:27.607449 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:22:27.607449 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:22:27.607449 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:22:27.607449 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:22:27.607449 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:22:27.607449 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:22:27.607449 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:22:27.607449 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:22:27.607449 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:22:27.607449 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:22:27.607449 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:22:27.607449 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:22:27.607449 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:22:27.607449 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:22:27.607449 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:22:27.607449 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:22:27.607449 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:22:27.607449 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:22:27.607449 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:22:27.607449 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:22:27.607449 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:22:27.607449 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:22:27.607449 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:22:27.607449 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:22:27.607449 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:22:27.607449 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:22:27.607449 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:22:27.607449 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:22:27.684760 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a136f0a-d432-4ce7-9ba8-e5d10be3e977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (60827e70-22ba-4097-9b3b-d59a1d2786bc), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:27.694499 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a136f0a-d432-4ce7-9ba8-e5d10be3e977 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:27.703331 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7a136f0a-d432-4ce7-9ba8-e5d10be3e977 admin admin] 10.222.0.30 "DELETE /v2.0/networks/60827e70-22ba-4097-9b3b-d59a1d2786bc HTTP/1.1" status: 204 len: 168 time: 1.2886553 Feb 09 01:22:27.726503 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a136f0a-d432-4ce7-9ba8-e5d10be3e977 admin admin] Pushing event deleted for resources: {'Network': ['ID=60827e70-22ba-4097-9b3b-d59a1d2786bc,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:27.852565 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 32966) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:27.905875 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-89843fea-9b7f-49d5-8c02-2acc89cf1ba0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5343e4ed6da34a41bd43895909379b0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0485094 Feb 09 01:22:27.906377 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 32968) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:27.962404 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-36dcd002-ac96-4012-a2d1-1fca498912a8 admin admin] Publish callbacks [] for security_group (cbfbde6f-c4f2-4750-bbca-1173a47af34f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:27.990295 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-36dcd002-ac96-4012-a2d1-1fca498912a8 admin admin] Publish callbacks [] for security_group (cbfbde6f-c4f2-4750-bbca-1173a47af34f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:28.040517 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c58816d9-9ad9-4c81-b4ac-274c97f6056a req-42bb4f90-b15b-4b55-a091-7d335035cc3f tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6830852 Feb 09 01:22:28.053678 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdba16-213e-4cf5-9682-b5a4d2a05f62 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event updated for resources: {'Network': ['ID=d37c216a-b6c1-42e5-971d-a4ea4483e5f4,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:28.070308 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:22:28.082464 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-36dcd002-ac96-4012-a2d1-1fca498912a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (cbfbde6f-c4f2-4750-bbca-1173a47af34f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:28.086474 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-36dcd002-ac96-4012-a2d1-1fca498912a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:28.091513 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-36dcd002-ac96-4012-a2d1-1fca498912a8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cbfbde6f-c4f2-4750-bbca-1173a47af34f HTTP/1.1" status: 204 len: 168 time: 0.1807940 Feb 09 01:22:28.094987 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdba16-213e-4cf5-9682-b5a4d2a05f62 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:28.095447 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdba16-213e-4cf5-9682-b5a4d2a05f62 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:28.095900 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdba16-213e-4cf5-9682-b5a4d2a05f62 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:28.096362 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdba16-213e-4cf5-9682-b5a4d2a05f62 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:28.096801 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdba16-213e-4cf5-9682-b5a4d2a05f62 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:28.097235 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdba16-213e-4cf5-9682-b5a4d2a05f62 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:28.097706 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdba16-213e-4cf5-9682-b5a4d2a05f62 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:28.098138 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdba16-213e-4cf5-9682-b5a4d2a05f62 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:28.098592 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdba16-213e-4cf5-9682-b5a4d2a05f62 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:28.099040 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdba16-213e-4cf5-9682-b5a4d2a05f62 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:28.099468 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdba16-213e-4cf5-9682-b5a4d2a05f62 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:28.099893 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdba16-213e-4cf5-9682-b5a4d2a05f62 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:28.100371 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdba16-213e-4cf5-9682-b5a4d2a05f62 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:28.102006 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dcd002-ac96-4012-a2d1-1fca498912a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfbde6f-c4f2-4750-bbca-1173a47af34f,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:28.119826 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network d37c216a-b6c1-42e5-971d-a4ea4483e5f4 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:22:28.158296 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d7ba6-83ac-497f-b0f5-d00e8522c03e req-e450cede-a455-494c-ab8f-1a3669325126 tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:28.165418 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5f2d7ba6-83ac-497f-b0f5-d00e8522c03e req-e450cede-a455-494c-ab8f-1a3669325126 tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] 10.222.0.30 "GET /v2.0/ports?device_id=40ae2f90-b0cb-4675-b90f-5a9592c5c249 HTTP/1.1" status: 200 len: 944 time: 0.6022539 Feb 09 01:22:28.182206 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c690fa2-1ffc-46f3-9b81-008c864214d1 req-70743713-5851-45fe-af62-6bfa16770f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:28.184010 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c690fa2-1ffc-46f3-9b81-008c864214d1 req-70743713-5851-45fe-af62-6bfa16770f53 service neutron] 10.222.0.91 "GET /v2.0/networks?id=9f843ab9-aa66-4e2c-ad54-08719f6aa974 HTTP/1.1" status: 200 len: 915 time: 0.6299090 Feb 09 01:22:28.245574 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c690fa2-1ffc-46f3-9b81-008c864214d1 req-4461cd3d-295a-404a-9aca-5b854e141a32 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf HTTP/1.1" status: 200 len: 217 time: 0.0493431 Feb 09 01:22:28.247699 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eecaf1c-301e-446c-aba9-2a7371fbe655 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Made reservation on behalf of 31bb8dfd22e842779cd73a2df8e4a240 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:28.251854 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5eecaf1c-301e-446c-aba9-2a7371fbe655 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:28.298255 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:28.412342 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5f2d7ba6-83ac-497f-b0f5-d00e8522c03e req-18e12124-b655-4f7c-85c2-60c4e4ac591c tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b551d22-c4e2-4d33-9c8a-45e814dcd0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458200 Feb 09 01:22:28.417041 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.ipam_backend_mixin [None req-5eecaf1c-301e-446c-aba9-2a7371fbe655 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Performing IP validity checks on allocation pools {{(pid=103529) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 01:22:28.417573 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.ipam_backend_mixin [None req-5eecaf1c-301e-446c-aba9-2a7371fbe655 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103529) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 01:22:28.453582 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c690fa2-1ffc-46f3-9b81-008c864214d1 req-64ae4f59-edcf-457b-97b6-d80b73d49e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:28.456149 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c690fa2-1ffc-46f3-9b81-008c864214d1 req-64ae4f59-edcf-457b-97b6-d80b73d49e1a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7b64dd9a-3c12-4ab5-b9e1-2d22526d4bcb HTTP/1.1" status: 200 len: 854 time: 0.2001748 Feb 09 01:22:28.508834 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c690fa2-1ffc-46f3-9b81-008c864214d1 req-0cbbd257-0260-4d1b-81b7-1b571490c7a4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9f843ab9-aa66-4e2c-ad54-08719f6aa974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434918 Feb 09 01:22:28.558493 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6376b-d209-44bf-900b-70824fd69b25 req-ffd891dc-f0c8-49ca-8f7f-6da9c7b97fae tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:28.560983 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93c6376b-d209-44bf-900b-70824fd69b25 req-ffd891dc-f0c8-49ca-8f7f-6da9c7b97fae tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/ports?device_id=00029ec4-e9c0-470e-ac09-b56426bfb3f3 HTTP/1.1" status: 200 len: 946 time: 0.2623250 Feb 09 01:22:28.767086 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990858a0-21e0-4b22-be6f-3ae6c39ff701 req-64ce1c35-77b9-4185-b89e-52e5c8252911 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:28.768870 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-990858a0-21e0-4b22-be6f-3ae6c39ff701 req-64ce1c35-77b9-4185-b89e-52e5c8252911 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.2627501 Feb 09 01:22:28.792932 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93c6376b-d209-44bf-900b-70824fd69b25 req-586fbfa8-6fe7-4a6e-a1f3-8076f5bed7ac tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/security-groups?id=98db701b-ac46-45f4-bd35-3362a9f70d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174509 Feb 09 01:22:28.898337 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c690fa2-1ffc-46f3-9b81-008c864214d1 req-8e5772c8-94bf-4b16-8112-ac9235572ec4 service neutron] 10.222.0.91 "GET /v2.0/networks/9f843ab9-aa66-4e2c-ad54-08719f6aa974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746388 Feb 09 01:22:28.994361 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5eecaf1c-301e-446c-aba9-2a7371fbe655 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (a67bec48-96a0-4a6c-bbc9-f28f31520e40), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:29.074101 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-990858a0-21e0-4b22-be6f-3ae6c39ff701 req-742da5a2-0085-467e-9172-572b958df5cb tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896292 Feb 09 01:22:29.144532 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eecaf1c-301e-446c-aba9-2a7371fbe655 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event updated for resources: {'Subnet': ['ID=a67bec48-96a0-4a6c-bbc9-f28f31520e40,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:29.157585 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eecaf1c-301e-446c-aba9-2a7371fbe655 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Checking segment: {'id': 'cd960a6f-d716-4906-82a5-d073ccb3f2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd37c216a-b6c1-42e5-971d-a4ea4483e5f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:22:29.157959 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eecaf1c-301e-446c-aba9-2a7371fbe655 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Network hostable DHCP agents. Network: d37c216a-b6c1-42e5-971d-a4ea4483e5f4, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:22:29.172304 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b936ff-6b7e-4273-9ab9-97bbcc664d92 req-4127843d-24ff-426d-aa80-f02ff21c56ef tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:29.174922 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-04b936ff-6b7e-4273-9ab9-97bbcc664d92 req-4127843d-24ff-426d-aa80-f02ff21c56ef tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf2d0ad1-3d36-410b-94e4-840f7ead2118 HTTP/1.1" status: 200 len: 945 time: 0.2491555 Feb 09 01:22:29.187468 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c690fa2-1ffc-46f3-9b81-008c864214d1 req-da60cd27-94ff-4be5-87bd-da21284d1610 service neutron] 10.222.0.91 "GET /v2.0/networks/9f843ab9-aa66-4e2c-ad54-08719f6aa974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808006 Feb 09 01:22:29.212498 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eecaf1c-301e-446c-aba9-2a7371fbe655 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Network d37c216a-b6c1-42e5-971d-a4ea4483e5f4 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:22:29.234686 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-5eecaf1c-301e-446c-aba9-2a7371fbe655 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, d37c216a-b6c1-42e5-971d-a4ea4483e5f4) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:29.244553 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eecaf1c-301e-446c-aba9-2a7371fbe655 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:29.245476 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5eecaf1c-301e-446c-aba9-2a7371fbe655 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:29.251955 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962f4b61-1372-4355-bd03-a60abef120d5 None None] Network d37c216a-b6c1-42e5-971d-a4ea4483e5f4 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:29.279426 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-04b936ff-6b7e-4273-9ab9-97bbcc664d92 req-e19a9d1c-bf7d-461a-96c3-acc2f05faf80 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/security-groups?id=98db701b-ac46-45f4-bd35-3362a9f70d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877891 Feb 09 01:22:29.294603 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33014) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:29.295282 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5eecaf1c-301e-446c-aba9-2a7371fbe655 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.9079242 Feb 09 01:22:29.313340 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33016) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:29.313629 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-2546920e-58fa-47f7-8118-f3ffdb01cb06 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:29.438100 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-f21aea8c-7cb1-4073-ac8f-97cf261ee725 admin admin] Deleting subnet b6c9902a-ca90-4768-8ad8-e74435b83d39 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:22:29.439324 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716ef741-f347-42cc-9b36-49d288eff0a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-d37c216a-b6c1-42e5-971d-a4ea4483e5f4', 'network_id': 'd37c216a-b6c1-42e5-971d-a4ea4483e5f4', 'project_id': '31bb8dfd22e842779cd73a2df8e4a240', 'fixed_ips': [{'subnet_id': 'a67bec48-96a0-4a6c-bbc9-f28f31520e40'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:22:29.441828 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-716ef741-f347-42cc-9b36-49d288eff0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:29.443886 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f21aea8c-7cb1-4073-ac8f-97cf261ee725 admin admin] Publish callbacks [] for subnet (b6c9902a-ca90-4768-8ad8-e74435b83d39), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:29.487578 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2546920e-58fa-47f7-8118-f3ffdb01cb06 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7786610'] for subnet (a67bec48-96a0-4a6c-bbc9-f28f31520e40), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:29.548262 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f21aea8c-7cb1-4073-ac8f-97cf261ee725 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (b6c9902a-ca90-4768-8ad8-e74435b83d39), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:29.592504 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-716ef741-f347-42cc-9b36-49d288eff0a3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 09 01:22:29.592504 n-d-822053-40 neutron-server[103530]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 09 01:22:29.592504 n-d-822053-40 neutron-server[103530]: [parameters: {'in_use': 1, 'id_1': 'a67bec48-96a0-4a6c-bbc9-f28f31520e40'}] Feb 09 01:22:29.592504 n-d-822053-40 neutron-server[103530]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:22:29.593423 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-716ef741-f347-42cc-9b36-49d288eff0a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:22:29.593850 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e5921-3673-4df8-a28c-0b45ca70de42 req-c94c5daf-e0c1-4dde-b89c-5a4db5488fe1 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:29.606797 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-235e5921-3673-4df8-a28c-0b45ca70de42 req-c94c5daf-e0c1-4dde-b89c-5a4db5488fe1 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.1933942 Feb 09 01:22:29.667589 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f21aea8c-7cb1-4073-ac8f-97cf261ee725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (b6c9902a-ca90-4768-8ad8-e74435b83d39), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:29.720981 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2546920e-58fa-47f7-8118-f3ffdb01cb06 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793221182212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8101723'] for subnet (a67bec48-96a0-4a6c-bbc9-f28f31520e40), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:29.752864 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-235e5921-3673-4df8-a28c-0b45ca70de42 req-6a7cc77b-528e-4159-80b3-faca26f18d00 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447184 Feb 09 01:22:29.772299 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2546920e-58fa-47f7-8118-f3ffdb01cb06 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:29.772864 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2546920e-58fa-47f7-8118-f3ffdb01cb06 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:29.776722 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2546920e-58fa-47f7-8118-f3ffdb01cb06 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "PUT /v2.0/subnets/a67bec48-96a0-4a6c-bbc9-f28f31520e40 HTTP/1.1" status: 200 len: 877 time: 0.4780076 Feb 09 01:22:29.777524 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33038) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:29.821069 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f21aea8c-7cb1-4073-ac8f-97cf261ee725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (b6c9902a-ca90-4768-8ad8-e74435b83d39), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:29.842666 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546920e-58fa-47f7-8118-f3ffdb01cb06 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event updated for resources: {'Subnet': ['ID=a67bec48-96a0-4a6c-bbc9-f28f31520e40,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:29.861995 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21aea8c-7cb1-4073-ac8f-97cf261ee725 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6c9902a-ca90-4768-8ad8-e74435b83d39,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:29.865397 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f21aea8c-7cb1-4073-ac8f-97cf261ee725 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:29.869255 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f21aea8c-7cb1-4073-ac8f-97cf261ee725 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b6c9902a-ca90-4768-8ad8-e74435b83d39 HTTP/1.1" status: 204 len: 168 time: 0.5574534 Feb 09 01:22:29.879319 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33040) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:29.912382 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a76a76-b2cf-4ccc-bcb3-74df97da0837 req-f109cfb8-2cf1-4abf-9ef2-e5b34a6affe4 tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:29.913929 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-54a76a76-b2cf-4ccc-bcb3-74df97da0837 req-f109cfb8-2cf1-4abf-9ef2-e5b34a6affe4 tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] 10.222.0.30 "GET /v2.0/ports?device_id=40ae2f90-b0cb-4675-b90f-5a9592c5c249 HTTP/1.1" status: 200 len: 944 time: 0.1448798 Feb 09 01:22:29.953118 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0dc49db6-297a-45ef-a1a0-cdab95c6cacf tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (d37c216a-b6c1-42e5-971d-a4ea4483e5f4), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:29.955443 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6e46a-79cb-421c-baf4-dfcb594ce94f req-9794140d-8e59-44d8-b494-806f1fb78897 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:29.957025 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2d6e46a-79cb-421c-baf4-dfcb594ce94f req-9794140d-8e59-44d8-b494-806f1fb78897 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf2d0ad1-3d36-410b-94e4-840f7ead2118 HTTP/1.1" status: 200 len: 945 time: 0.0989695 Feb 09 01:22:29.978325 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1eb7814b-8690-4f4e-affd-f40714402780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (f155bdb8-b796-4b2f-8f0d-8611315d30bd), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:29.999011 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-54a76a76-b2cf-4ccc-bcb3-74df97da0837 req-a19abeac-4718-40a3-8eb5-6b71d9652189 tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b551d22-c4e2-4d33-9c8a-45e814dcd0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753739 Feb 09 01:22:30.057894 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2d6e46a-79cb-421c-baf4-dfcb594ce94f req-c8e81f0b-5c13-4207-92c5-4023eb2e6bcc tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/security-groups?id=98db701b-ac46-45f4-bd35-3362a9f70d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916920 Feb 09 01:22:30.094753 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-716ef741-f347-42cc-9b36-49d288eff0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:30.130751 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0dc49db6-297a-45ef-a1a0-cdab95c6cacf tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (a67bec48-96a0-4a6c-bbc9-f28f31520e40), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:30.160162 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7d3c0-54c6-4ad8-9e09-cab65dbfef66 req-bc13e82c-a890-4e6f-a52d-d4803647ad8d tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:30.165940 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2af7d3c0-54c6-4ad8-9e09-cab65dbfef66 req-bc13e82c-a890-4e6f-a52d-d4803647ad8d tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.0836174 Feb 09 01:22:30.221015 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1eb7814b-8690-4f4e-affd-f40714402780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (f155bdb8-b796-4b2f-8f0d-8611315d30bd), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server [None req-716ef741-f347-42cc-9b36-49d288eff0a3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a67bec48-96a0-4a6c-bbc9-f28f31520e40: This subnet is being modified by another concurrent operation. Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:22:30.226668 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:22:30.232008 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:22:30.232008 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:22:30.232008 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:22:30.232008 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:22:30.232008 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:22:30.232008 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:22:30.232008 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:22:30.232008 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:22:30.232008 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:22:30.232008 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:22:30.232008 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:22:30.232008 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:22:30.232008 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:22:30.232008 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:22:30.232008 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:22:30.232008 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:22:30.232008 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 01:22:30.232008 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 01:22:30.232008 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 01:22:30.232008 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 01:22:30.232008 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 01:22:30.232008 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 01:22:30.232008 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 01:22:30.232008 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 01:22:30.232008 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:22:30.232008 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:22:30.232008 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 01:22:30.232008 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 01:22:30.232008 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 01:22:30.232008 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 01:22:30.232008 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 01:22:30.232008 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 01:22:30.232008 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 01:22:30.232008 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 01:22:30.232008 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 01:22:30.232008 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise exception Feb 09 01:22:30.232008 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a67bec48-96a0-4a6c-bbc9-f28f31520e40: This subnet is being modified by another concurrent operation. Feb 09 01:22:30.232008 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server Feb 09 01:22:30.243630 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0dc49db6-297a-45ef-a1a0-cdab95c6cacf tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (a67bec48-96a0-4a6c-bbc9-f28f31520e40), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:30.253799 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2af7d3c0-54c6-4ad8-9e09-cab65dbfef66 req-608b0a23-b16f-499d-aeab-02c5b1f1c5ae tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804188 Feb 09 01:22:30.260983 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-1eb7814b-8690-4f4e-affd-f40714402780 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f155bdb8-b796-4b2f-8f0d-8611315d30bd']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:30.269827 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98059a03-a423-4edf-ba85-4d2049a0b5db None None] get_active_networks_info from n-d-822053-40 {{(pid=103530) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:22:30.365880 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc49db6-297a-45ef-a1a0-cdab95c6cacf tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event deleted for resources: {'Subnet': ['ID=a67bec48-96a0-4a6c-bbc9-f28f31520e40,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:30.378039 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-1eb7814b-8690-4f4e-affd-f40714402780 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '231cc619-b79a-4847-94b3-cdbf4f5bda22') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:30.378329 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-1eb7814b-8690-4f4e-affd-f40714402780 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '231cc619-b79a-4847-94b3-cdbf4f5bda22') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:30.399258 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1eb7814b-8690-4f4e-affd-f40714402780 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (231cc619-b79a-4847-94b3-cdbf4f5bda22), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:30.402055 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0dc49db6-297a-45ef-a1a0-cdab95c6cacf tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (d37c216a-b6c1-42e5-971d-a4ea4483e5f4), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:30.418217 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98059a03-a423-4edf-ba85-4d2049a0b5db None None] Resources bound (agent type, host, resource id): {{(pid=103530) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:22:30.423048 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735fc97-4555-463c-ad51-92e7769add92 req-e2d1858f-f8c5-4973-ad07-df2d0472363f tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:30.427508 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9735fc97-4555-463c-ad51-92e7769add92 req-e2d1858f-f8c5-4973-ad07-df2d0472363f tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.0712023 Feb 09 01:22:30.431593 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1eb7814b-8690-4f4e-affd-f40714402780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (231cc619-b79a-4847-94b3-cdbf4f5bda22), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:30.440030 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-0dc49db6-297a-45ef-a1a0-cdab95c6cacf tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d37c216a-b6c1-42e5-971d-a4ea4483e5f4']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:30.449117 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eb7814b-8690-4f4e-affd-f40714402780 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:22:30.449522 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1eb7814b-8690-4f4e-affd-f40714402780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (231cc619-b79a-4847-94b3-cdbf4f5bda22), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:30.452268 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:22:30.452268 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:22:30.452268 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:22:30.452268 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:22:30.452268 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:22:30.452268 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:22:30.452268 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:22:30.452268 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:22:30.452268 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:22:30.452268 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:22:30.452268 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:22:30.452268 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:22:30.452268 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:22:30.452268 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:22:30.452268 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:22:30.452268 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:22:30.452268 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:22:30.452268 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:22:30.452268 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:22:30.452268 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:22:30.452268 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:22:30.452268 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:22:30.452268 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:22:30.452268 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:22:30.452268 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:22:30.452268 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:22:30.452268 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:22:30.452268 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:22:30.452268 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:22:30.452268 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:22:30.452268 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:22:30.452268 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:22:30.464959 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-0dc49db6-297a-45ef-a1a0-cdab95c6cacf tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd960a6f-d716-4906-82a5-d073ccb3f2a4') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:30.464959 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-0dc49db6-297a-45ef-a1a0-cdab95c6cacf tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd960a6f-d716-4906-82a5-d073ccb3f2a4') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:30.505726 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9735fc97-4555-463c-ad51-92e7769add92 req-522e484d-2bf3-4e89-ab4a-93f7a8b0f1b8 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727675 Feb 09 01:22:30.505946 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0dc49db6-297a-45ef-a1a0-cdab95c6cacf tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (cd960a6f-d716-4906-82a5-d073ccb3f2a4), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:30.545739 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0dc49db6-297a-45ef-a1a0-cdab95c6cacf tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (cd960a6f-d716-4906-82a5-d073ccb3f2a4), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:30.553646 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1eb7814b-8690-4f4e-affd-f40714402780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (f155bdb8-b796-4b2f-8f0d-8611315d30bd), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:30.566569 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dc49db6-297a-45ef-a1a0-cdab95c6cacf tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:22:30.566980 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0dc49db6-297a-45ef-a1a0-cdab95c6cacf tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (cd960a6f-d716-4906-82a5-d073ccb3f2a4), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:30.570743 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1eb7814b-8690-4f4e-affd-f40714402780 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:30.578013 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1eb7814b-8690-4f4e-affd-f40714402780 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f155bdb8-b796-4b2f-8f0d-8611315d30bd HTTP/1.1" status: 204 len: 168 time: 0.6978061 Feb 09 01:22:30.578895 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:22:30.578895 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:22:30.578895 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:22:30.578895 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:22:30.578895 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:22:30.578895 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:22:30.578895 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:22:30.578895 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:22:30.578895 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:22:30.578895 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:22:30.578895 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:22:30.578895 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:22:30.578895 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:22:30.578895 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:22:30.578895 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:22:30.578895 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:22:30.578895 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:22:30.578895 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:22:30.578895 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:22:30.578895 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:22:30.578895 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:22:30.578895 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:22:30.578895 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:22:30.578895 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:22:30.578895 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:22:30.578895 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:22:30.578895 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:22:30.578895 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:22:30.578895 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:22:30.578895 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:22:30.578895 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:22:30.578895 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:22:30.714137 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32169eb2-54f3-4bd4-8110-7002eec2b1d5 req-eff4dd75-68eb-4882-bbe8-90a0841150a9 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:30.725330 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c799fd13-bbb9-4032-be70-60c0a9230c83 None None] Network d37c216a-b6c1-42e5-971d-a4ea4483e5f4 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:30.728778 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-32169eb2-54f3-4bd4-8110-7002eec2b1d5 req-eff4dd75-68eb-4882-bbe8-90a0841150a9 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.1155784 Feb 09 01:22:30.768553 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33066) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:30.810620 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-32169eb2-54f3-4bd4-8110-7002eec2b1d5 req-5bff3e64-b2e0-462e-a905-ee04d61fbf9b tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808702 Feb 09 01:22:30.889582 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:22:30.907077 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a643dd-f2c6-441d-ab82-611146d04fcc None None] Network d37c216a-b6c1-42e5-971d-a4ea4483e5f4 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:30.944804 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33076) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:31.032089 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-32b01d88-9ee1-4132-9b4b-3e801254b1a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:31.062537 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-90ce8570-bfbe-43b1-a2de-978e4e463ff6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7b44166604b3436881425cea10d1d658&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1158557 Feb 09 01:22:31.066795 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33080) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:31.067558 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb7814b-8690-4f4e-affd-f40714402780 admin admin] Pushing event deleted for resources: {'Network': ['ID=f155bdb8-b796-4b2f-8f0d-8611315d30bd,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:31.107719 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0dc49db6-297a-45ef-a1a0-cdab95c6cacf tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (d37c216a-b6c1-42e5-971d-a4ea4483e5f4), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:31.116950 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0dc49db6-297a-45ef-a1a0-cdab95c6cacf tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:31.121339 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0dc49db6-297a-45ef-a1a0-cdab95c6cacf tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "DELETE /v2.0/networks/d37c216a-b6c1-42e5-971d-a4ea4483e5f4 HTTP/1.1" status: 204 len: 168 time: 1.3428047 Feb 09 01:22:31.126320 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33084) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:31.127865 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf,segment=NetworkSegment(b9f8861a-9347-4f57-ae9a-27ef36289c86),segment_id=b9f8861a-9347-4f57-ae9a-27ef36289c86)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:31.141454 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf', 'network_id': '9f843ab9-aa66-4e2c-ad54-08719f6aa974', 'port_id': '8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf', 'mac_address': 'fa:16:3e:f6:88:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b64dd9a-3c12-4ab5-b9e1-2d22526d4bcb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:22:31.149122 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc49db6-297a-45ef-a1a0-cdab95c6cacf tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event deleted for resources: {'Network': ['ID=d37c216a-b6c1-42e5-971d-a4ea4483e5f4,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:31.170932 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f97d42-1fe1-4bcf-a479-dc847026972b req-ef0a0bc5-326d-4089-abd0-db7d4141b2a1 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:31.171194 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d9702c-d763-4810-8b1c-a705e72287a5 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:31.171194 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3d9702c-d763-4810-8b1c-a705e72287a5 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:31.171812 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-04f97d42-1fe1-4bcf-a479-dc847026972b req-ef0a0bc5-326d-4089-abd0-db7d4141b2a1 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.1950452 Feb 09 01:22:31.174214 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c3d9702c-d763-4810-8b1c-a705e72287a5 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "DELETE /v2.0/subnets/a67bec48-96a0-4a6c-bbc9-f28f31520e40 HTTP/1.1" status: 404 len: 337 time: 0.0348990 Feb 09 01:22:31.176697 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33086) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:31.188435 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:31.188831 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:31.200044 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-529857d9-f717-49e3-8eca-0269ebd1a7c6 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:31.200815 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-529857d9-f717-49e3-8eca-0269ebd1a7c6 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:31.203333 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:22:31.204100 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-529857d9-f717-49e3-8eca-0269ebd1a7c6 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "DELETE /v2.0/networks/d37c216a-b6c1-42e5-971d-a4ea4483e5f4 HTTP/1.1" status: 404 len: 339 time: 0.0243318 Feb 09 01:22:31.208474 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33088) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:31.225937 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf,segment=NetworkSegment(b9f8861a-9347-4f57-ae9a-27ef36289c86),segment_id=b9f8861a-9347-4f57-ae9a-27ef36289c86)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:31.231022 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:31.240810 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dbccc5d-4d55-40ce-842b-dfa0fbfc0d23 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:31.241504 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dbccc5d-4d55-40ce-842b-dfa0fbfc0d23 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:31.244983 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7dbccc5d-4d55-40ce-842b-dfa0fbfc0d23 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "DELETE /v2.0/subnets/912396ad-b832-4eea-b539-287b20dfa623 HTTP/1.1" status: 404 len: 337 time: 0.0355623 Feb 09 01:22:31.248588 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33090) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:31.268954 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-d34b9d14-8df2-447a-88da-001171917e4f tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:31.270072 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d34b9d14-8df2-447a-88da-001171917e4f tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:31.273433 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d34b9d14-8df2-447a-88da-001171917e4f tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "DELETE /v2.0/networks/e6399799-9ffc-45b7-a696-b4e0226906e5 HTTP/1.1" status: 404 len: 339 time: 0.0236974 Feb 09 01:22:31.276099 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33092) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:31.286121 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:31.298380 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-088958bd-715a-4da8-b279-b27cda545c95 admin admin] Publish callbacks [] for security_group (21cbc7c4-2874-43cf-92cd-954af8c6b2b8), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:31.316962 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f85b4f-0849-4068-88ad-82223d56adaa req-0b7cdf97-b1cd-4d1d-960e-722b032c5191 tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:31.318765 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-97f85b4f-0849-4068-88ad-82223d56adaa req-0b7cdf97-b1cd-4d1d-960e-722b032c5191 tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] 10.222.0.30 "GET /v2.0/ports?device_id=40ae2f90-b0cb-4675-b90f-5a9592c5c249 HTTP/1.1" status: 200 len: 944 time: 0.2220459 Feb 09 01:22:31.363814 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a13f9b07-5f44-44f7-863d-f90ef8b68782 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (ecf8507b-5662-45ef-af79-d4c421abe8f5), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:31.366274 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787cca85-3178-4b50-a77f-70f5befd97ea req-cb2362ff-4959-4865-bec0-0f78f9aa02d5 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:31.367758 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-787cca85-3178-4b50-a77f-70f5befd97ea req-cb2362ff-4959-4865-bec0-0f78f9aa02d5 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.121 "GET /v2.0/ports?device_id=bf2d0ad1-3d36-410b-94e4-840f7ead2118 HTTP/1.1" status: 200 len: 945 time: 0.2127461 Feb 09 01:22:31.377447 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-088958bd-715a-4da8-b279-b27cda545c95 admin admin] Publish callbacks [] for security_group (21cbc7c4-2874-43cf-92cd-954af8c6b2b8), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:31.409267 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-04f97d42-1fe1-4bcf-a479-dc847026972b req-9e2097bf-b21f-45ba-82d2-65d4fdf3ca69 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138300 Feb 09 01:22:31.417028 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-32b01d88-9ee1-4132-9b4b-3e801254b1a7 admin admin] Publish callbacks [] for security_group (124496aa-07d1-4d53-ae55-fa0c36761f3d), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:31.458966 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-32b01d88-9ee1-4132-9b4b-3e801254b1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (124496aa-07d1-4d53-ae55-fa0c36761f3d), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:31.465938 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a13f9b07-5f44-44f7-863d-f90ef8b68782 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (ecf8507b-5662-45ef-af79-d4c421abe8f5), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:31.490486 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-a13f9b07-5f44-44f7-863d-f90ef8b68782 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf8507b-5662-45ef-af79-d4c421abe8f5']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:31.501316 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-a13f9b07-5f44-44f7-863d-f90ef8b68782 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ede7306-bf34-42d6-abe4-ebb36722da95') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:31.501607 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-a13f9b07-5f44-44f7-863d-f90ef8b68782 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ede7306-bf34-42d6-abe4-ebb36722da95') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:31.511173 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a13f9b07-5f44-44f7-863d-f90ef8b68782 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (5ede7306-bf34-42d6-abe4-ebb36722da95), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:31.525671 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a13f9b07-5f44-44f7-863d-f90ef8b68782 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (5ede7306-bf34-42d6-abe4-ebb36722da95), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:31.532034 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a13f9b07-5f44-44f7-863d-f90ef8b68782 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:22:31.532450 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a13f9b07-5f44-44f7-863d-f90ef8b68782 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (5ede7306-bf34-42d6-abe4-ebb36722da95), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:31.535475 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:22:31.535475 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:22:31.535475 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:22:31.535475 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:22:31.535475 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:22:31.535475 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:22:31.535475 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:22:31.535475 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:22:31.535475 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:22:31.535475 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:22:31.535475 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:22:31.535475 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:22:31.535475 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:22:31.535475 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:22:31.535475 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:22:31.535475 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:22:31.535475 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:22:31.535475 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:22:31.535475 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:22:31.535475 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:22:31.535475 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:22:31.535475 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:22:31.535475 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:22:31.535475 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:22:31.535475 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:22:31.535475 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:22:31.535475 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:22:31.535475 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:22:31.535475 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:22:31.535475 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:22:31.535475 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:22:31.535475 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:22:31.586520 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:22:31.592916 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-97f85b4f-0849-4068-88ad-82223d56adaa req-95a7ca9c-d21e-46dd-9a29-5614d7171997 tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b551d22-c4e2-4d33-9c8a-45e814dcd0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565465 Feb 09 01:22:31.599072 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-32b01d88-9ee1-4132-9b4b-3e801254b1a7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ff4d5900a15e483987e12ae98e478ea7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8292656 Feb 09 01:22:31.604067 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b01d88-9ee1-4132-9b4b-3e801254b1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124496aa-07d1-4d53-ae55-fa0c36761f3d,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:31.604636 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33096) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:31.628445 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a13f9b07-5f44-44f7-863d-f90ef8b68782 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (ecf8507b-5662-45ef-af79-d4c421abe8f5), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:31.645414 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a13f9b07-5f44-44f7-863d-f90ef8b68782 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:31.646584 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-088958bd-715a-4da8-b279-b27cda545c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (21cbc7c4-2874-43cf-92cd-954af8c6b2b8), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:31.649890 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-088958bd-715a-4da8-b279-b27cda545c95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:31.651114 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-088958bd-715a-4da8-b279-b27cda545c95 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/21cbc7c4-2874-43cf-92cd-954af8c6b2b8 HTTP/1.1" status: 204 len: 168 time: 0.5824969 Feb 09 01:22:31.654720 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a13f9b07-5f44-44f7-863d-f90ef8b68782 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "DELETE /v2.0/networks/ecf8507b-5662-45ef-af79-d4c421abe8f5 HTTP/1.1" status: 204 len: 168 time: 0.3774827 Feb 09 01:22:31.659398 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33098) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:31.685902 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f9b07-5f44-44f7-863d-f90ef8b68782 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event deleted for resources: {'Network': ['ID=ecf8507b-5662-45ef-af79-d4c421abe8f5,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:31.711076 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c5706-9fc1-4402-a732-74c1eac1ab3d req-eff4f4e7-c96d-471b-a936-a31e9c1203c4 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:31.712715 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8b3c5706-9fc1-4402-a732-74c1eac1ab3d req-eff4f4e7-c96d-471b-a936-a31e9c1203c4 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf2d0ad1-3d36-410b-94e4-840f7ead2118 HTTP/1.1" status: 200 len: 945 time: 0.2174819 Feb 09 01:22:31.714142 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088958bd-715a-4da8-b279-b27cda545c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cbc7c4-2874-43cf-92cd-954af8c6b2b8,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:31.719464 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-7128da42-27fe-4426-9d0d-8404356c6d0c tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:31.719998 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7128da42-27fe-4426-9d0d-8404356c6d0c tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:31.723383 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7128da42-27fe-4426-9d0d-8404356c6d0c tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "DELETE /v2.0/subnets/c98259b7-0c1e-45f7-a94a-6ddb26a85c0c HTTP/1.1" status: 404 len: 337 time: 0.0621126 Feb 09 01:22:31.727637 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33102) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:31.738545 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-199a4925-2eca-463f-b2c7-cf7b0a3a6e75 admin admin] Publish callbacks [] for security_group (124496aa-07d1-4d53-ae55-fa0c36761f3d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:31.770056 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-199a4925-2eca-463f-b2c7-cf7b0a3a6e75 admin admin] Publish callbacks [] for security_group (124496aa-07d1-4d53-ae55-fa0c36761f3d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:31.777084 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-787cca85-3178-4b50-a77f-70f5befd97ea req-7dd313c0-7cfb-4ae2-879e-52440ebafaa7 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Deleting port db425760-25a6-4831-829f-2e0f160e4c6c {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:22:31.777544 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-787cca85-3178-4b50-a77f-70f5befd97ea req-7dd313c0-7cfb-4ae2-879e-52440ebafaa7 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (db425760-25a6-4831-829f-2e0f160e4c6c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:31.780943 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a41e44d-0224-402e-b7be-39bc4293e0f0 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:31.781475 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a41e44d-0224-402e-b7be-39bc4293e0f0 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:31.784589 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5a41e44d-0224-402e-b7be-39bc4293e0f0 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "DELETE /v2.0/networks/0804f1d3-ac16-41c7-9615-c630d4579014 HTTP/1.1" status: 404 len: 339 time: 0.0552495 Feb 09 01:22:31.795950 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33104) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:31.873389 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-199a4925-2eca-463f-b2c7-cf7b0a3a6e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (124496aa-07d1-4d53-ae55-fa0c36761f3d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:31.877170 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-199a4925-2eca-463f-b2c7-cf7b0a3a6e75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:31.878389 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-199a4925-2eca-463f-b2c7-cf7b0a3a6e75 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/124496aa-07d1-4d53-ae55-fa0c36761f3d HTTP/1.1" status: 204 len: 168 time: 0.2726488 Feb 09 01:22:31.892255 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a4925-2eca-463f-b2c7-cf7b0a3a6e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124496aa-07d1-4d53-ae55-fa0c36761f3d,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:31.907511 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced492b0-a766-4a2e-94f7-54a47fc232ea tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:31.908116 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ced492b0-a766-4a2e-94f7-54a47fc232ea tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:31.911947 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ced492b0-a766-4a2e-94f7-54a47fc232ea tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "DELETE /v2.0/subnets/371b049f-e64f-4401-94ff-9f6d35975807 HTTP/1.1" status: 404 len: 337 time: 0.1135654 Feb 09 01:22:31.915822 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33108) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:31.952725 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8b3c5706-9fc1-4402-a732-74c1eac1ab3d req-6bb676d2-948c-432a-b629-65cfd9a1733a tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/security-groups?id=98db701b-ac46-45f4-bd35-3362a9f70d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277508 Feb 09 01:22:31.971190 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd617817-8336-4050-a438-d10572bd4136 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:31.973201 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd617817-8336-4050-a438-d10572bd4136 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:31.978762 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cd617817-8336-4050-a438-d10572bd4136 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "DELETE /v2.0/networks/f2fb557a-a2e9-42eb-b37c-e682d9ac6cd9 HTTP/1.1" status: 404 len: 339 time: 0.0616436 Feb 09 01:22:31.983277 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33114) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:31.990924 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c63c8-af75-4bd0-89c8-5c09a51fc306 req-aeec5f4b-4e27-4953-99c2-346bb9807ea1 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:31.992592 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-337c63c8-af75-4bd0-89c8-5c09a51fc306 req-aeec5f4b-4e27-4953-99c2-346bb9807ea1 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.2233415 Feb 09 01:22:32.018610 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-787cca85-3178-4b50-a77f-70f5befd97ea req-7dd313c0-7cfb-4ae2-879e-52440ebafaa7 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] For port db425760-25a6-4831-829f-2e0f160e4c6c, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=db425760-25a6-4831-829f-2e0f160e4c6c,segment=NetworkSegment(d9f78c1f-6e31-44e6-9cf4-d33939b2a1d5),segment_id=d9f78c1f-6e31-44e6-9cf4-d33939b2a1d5)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:32.018982 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-787cca85-3178-4b50-a77f-70f5befd97ea req-7dd313c0-7cfb-4ae2-879e-52440ebafaa7 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (db425760-25a6-4831-829f-2e0f160e4c6c), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:32.030369 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ffcc0d4-6f2b-43c0-a301-1651b55360b2 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:32.031058 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ffcc0d4-6f2b-43c0-a301-1651b55360b2 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:32.042853 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5ffcc0d4-6f2b-43c0-a301-1651b55360b2 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "DELETE /v2.0/subnets/7fdf24b9-3127-4fce-89a2-fbee74b773c3 HTTP/1.1" status: 404 len: 337 time: 0.0563118 Feb 09 01:22:32.043317 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33116) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:32.044684 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-787cca85-3178-4b50-a77f-70f5befd97ea req-7dd313c0-7cfb-4ae2-879e-52440ebafaa7 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Calling delete_port for db425760-25a6-4831-829f-2e0f160e4c6c owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:22:32.077272 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-337c63c8-af75-4bd0-89c8-5c09a51fc306 req-02487217-0aa6-4f65-9691-cbdee4037d43 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739543 Feb 09 01:22:32.082088 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e6ce1c9-2ab3-4988-844e-aca3786ed602 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:32.082826 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e6ce1c9-2ab3-4988-844e-aca3786ed602 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:32.090749 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9e6ce1c9-2ab3-4988-844e-aca3786ed602 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "DELETE /v2.0/networks/61f3cb54-7bb5-4496-b29d-d0bf2b08ed42 HTTP/1.1" status: 404 len: 339 time: 0.0416381 Feb 09 01:22:32.091828 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33120) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:32.139295 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-41997cdb-0115-438e-8680-30d15079474e tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:32.140047 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41997cdb-0115-438e-8680-30d15079474e tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:32.145470 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-41997cdb-0115-438e-8680-30d15079474e tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "DELETE /v2.0/subnets/370921ee-934c-4cf2-a1ef-267397a84f13 HTTP/1.1" status: 404 len: 337 time: 0.0511599 Feb 09 01:22:32.147938 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33126) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:32.171528 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec02cb2d-288c-4ce9-bf4a-b40714646d94 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:32.172007 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec02cb2d-288c-4ce9-bf4a-b40714646d94 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:32.175266 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ec02cb2d-288c-4ce9-bf4a-b40714646d94 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "DELETE /v2.0/networks/5ab3fecb-496d-4103-8aab-863dc026fad2 HTTP/1.1" status: 404 len: 339 time: 0.0259066 Feb 09 01:22:32.177860 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33128) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:32.215264 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-abf59d28-4de9-416e-8745-c34f8dd27943 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:32.215785 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abf59d28-4de9-416e-8745-c34f8dd27943 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:32.219477 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-abf59d28-4de9-416e-8745-c34f8dd27943 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "DELETE /v2.0/subnets/6991bf40-10bd-4bdf-bb52-97eb74028766 HTTP/1.1" status: 404 len: 337 time: 0.0401707 Feb 09 01:22:32.222868 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33132) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:32.259359 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-16d061d2-7b41-43b8-b370-d0bbd57eebdf tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:32.260311 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16d061d2-7b41-43b8-b370-d0bbd57eebdf tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:32.267715 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-16d061d2-7b41-43b8-b370-d0bbd57eebdf tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "DELETE /v2.0/networks/a94e12b3-d8fe-4998-a7cb-e1949c6a02e5 HTTP/1.1" status: 404 len: 339 time: 0.0428407 Feb 09 01:22:32.268707 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33138) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:32.289347 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-787cca85-3178-4b50-a77f-70f5befd97ea req-7dd313c0-7cfb-4ae2-879e-52440ebafaa7 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (db425760-25a6-4831-829f-2e0f160e4c6c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:32.301907 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['59ef2990-77d3-4dfa-b831-8cc992b6bb73'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:22:32.314460 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-20af1abb-6418-4483-8bd3-3958ac4bbd50 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:32.319428 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20af1abb-6418-4483-8bd3-3958ac4bbd50 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:32.327596 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-20af1abb-6418-4483-8bd3-3958ac4bbd50 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "DELETE /v2.0/subnets/7053fac3-811e-4bf1-8a64-72f3c66b587c HTTP/1.1" status: 404 len: 337 time: 0.0575504 Feb 09 01:22:32.328376 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33144) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:32.335285 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd313c0-7cfb-4ae2-879e-52440ebafaa7 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Pushing event deleted for resources: {'Port': ['ID=db425760-25a6-4831-829f-2e0f160e4c6c,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:32.378446 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-21d9c767-a857-4db0-8765-aa429bc22fc0 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:32.378986 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21d9c767-a857-4db0-8765-aa429bc22fc0 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:32.396025 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['2b901f6b-1c2d-4d4e-acbe-b44164f9ae95'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:22:32.396686 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-21d9c767-a857-4db0-8765-aa429bc22fc0 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "DELETE /v2.0/networks/063def28-73e8-49d5-b61d-e35fb4aa70f0 HTTP/1.1" status: 404 len: 339 time: 0.0605688 Feb 09 01:22:32.397324 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33148) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:32.447859 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-787cca85-3178-4b50-a77f-70f5befd97ea req-7dd313c0-7cfb-4ae2-879e-52440ebafaa7 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] No DVR routers for this DVR port db425760-25a6-4831-829f-2e0f160e4c6c on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:32.454602 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-787cca85-3178-4b50-a77f-70f5befd97ea req-7dd313c0-7cfb-4ae2-879e-52440ebafaa7 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:32.456262 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-d82cc297-b4e2-497f-be02-ccac80d76935 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:32.458992 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d82cc297-b4e2-497f-be02-ccac80d76935 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:32.460073 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-787cca85-3178-4b50-a77f-70f5befd97ea req-7dd313c0-7cfb-4ae2-879e-52440ebafaa7 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.121 "DELETE /v2.0/ports/db425760-25a6-4831-829f-2e0f160e4c6c HTTP/1.1" status: 204 len: 173 time: 1.0757203 Feb 09 01:22:32.464345 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2d0ad1-3d36-410b-94e4-840f7ead2118', 'name': 'network-vif-deleted', 'tag': 'db425760-25a6-4831-829f-2e0f160e4c6c'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:22:32.467190 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c006d97f-274b-456c-8ff6-7b2e8ce6c0e5" -d '{"events": [{"server_uuid": "bf2d0ad1-3d36-410b-94e4-840f7ead2118", "name": "network-vif-deleted", "tag": "db425760-25a6-4831-829f-2e0f160e4c6c"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:22:32.467608 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d82cc297-b4e2-497f-be02-ccac80d76935 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "DELETE /v2.0/subnets/861841c7-4029-410d-a88c-37fcb78af5b4 HTTP/1.1" status: 404 len: 337 time: 0.0692320 Feb 09 01:22:32.470277 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33154) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:32.525254 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d12fc95-ad0a-4940-95db-8712e9b519f8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:32.526147 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d12fc95-ad0a-4940-95db-8712e9b519f8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:32.529811 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1d12fc95-ad0a-4940-95db-8712e9b519f8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "DELETE /v2.0/networks/ea9f4530-fecc-4956-a25f-5aa8fb31f41a HTTP/1.1" status: 404 len: 339 time: 0.0568280 Feb 09 01:22:32.532163 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33158) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:32.552671 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461bb162-801c-45a3-96f4-f90cde27e4a8 req-abc3a93c-a37b-4711-9c9d-f99ab2e7ceab tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:32.557724 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-461bb162-801c-45a3-96f4-f90cde27e4a8 req-abc3a93c-a37b-4711-9c9d-f99ab2e7ceab tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.1691229 Feb 09 01:22:32.574508 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b603e8de-4a54-407f-804a-afaaa404b5f8 x-openstack-request-id: req-b603e8de-4a54-407f-804a-afaaa404b5f8 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:22:32.575850 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2d0ad1-3d36-410b-94e4-840f7ead2118", "name": "network-vif-deleted", "tag": "db425760-25a6-4831-829f-2e0f160e4c6c", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:22:32.576766 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b603e8de-4a54-407f-804a-afaaa404b5f8 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:22:32.577356 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2d0ad1-3d36-410b-94e4-840f7ead2118', 'name': 'network-vif-deleted', 'tag': 'db425760-25a6-4831-829f-2e0f160e4c6c', 'status': 'completed', 'code': 200} Feb 09 01:22:32.601363 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-39ca2290-b97f-4ba9-a093-c79c50c371b9 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:32.608037 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39ca2290-b97f-4ba9-a093-c79c50c371b9 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:32.613964 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-39ca2290-b97f-4ba9-a093-c79c50c371b9 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "DELETE /v2.0/subnets/29be0894-de73-482e-a38b-99396d2b95ff HTTP/1.1" status: 404 len: 337 time: 0.0806339 Feb 09 01:22:32.623213 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33160) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:32.651606 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b4e6de9-136b-46d5-a7e6-4a803de16359 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:32.652392 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b4e6de9-136b-46d5-a7e6-4a803de16359 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:32.662591 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0b4e6de9-136b-46d5-a7e6-4a803de16359 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "DELETE /v2.0/networks/eecba038-e5f3-4e87-8185-e4337f421658 HTTP/1.1" status: 404 len: 339 time: 0.0370455 Feb 09 01:22:32.664358 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33168) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:32.729546 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-461bb162-801c-45a3-96f4-f90cde27e4a8 req-dc9fe045-446b-4bbe-81c8-99820f95b646 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660881 Feb 09 01:22:32.785598 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f1a739b3-da1b-4eb8-a536-5c4af6bbe197 req-9ad58e87-1cca-4fd0-a193-aa670c614cf4 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1745093 Feb 09 01:22:32.786461 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-17dc8571-cc51-4437-a987-7614d60d7f3e tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Deleting subnet 2e92d9ac-8e43-4b51-b097-4ecf8031fa26 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:22:32.791845 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-17dc8571-cc51-4437-a987-7614d60d7f3e tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks [] for subnet (2e92d9ac-8e43-4b51-b097-4ecf8031fa26), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:32.857439 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-17dc8571-cc51-4437-a987-7614d60d7f3e tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (2e92d9ac-8e43-4b51-b097-4ecf8031fa26), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:32.876707 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd53613-34d2-443c-bbd3-6941425d89ea req-98b5edef-9307-464b-82b4-6f429f88c5b2 tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:32.887728 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3fd53613-34d2-443c-bbd3-6941425d89ea req-98b5edef-9307-464b-82b4-6f429f88c5b2 tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] 10.222.0.30 "GET /v2.0/ports?device_id=40ae2f90-b0cb-4675-b90f-5a9592c5c249 HTTP/1.1" status: 200 len: 945 time: 0.1451976 Feb 09 01:22:32.888579 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:22:32.991709 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-17dc8571-cc51-4437-a987-7614d60d7f3e tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (2e92d9ac-8e43-4b51-b097-4ecf8031fa26), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:32.999445 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:22:33.017551 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:33.018232 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:33.105613 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-17dc8571-cc51-4437-a987-7614d60d7f3e tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (2e92d9ac-8e43-4b51-b097-4ecf8031fa26), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:33.113309 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3fd53613-34d2-443c-bbd3-6941425d89ea req-98de25b1-302b-4cf0-a1cb-0eb734e3ae78 tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b551d22-c4e2-4d33-9c8a-45e814dcd0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239161 Feb 09 01:22:33.165701 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a739b3-da1b-4eb8-a536-5c4af6bbe197 req-83ae0fd9-2912-40d3-ae17-3c19e348cab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:33.168514 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f1a739b3-da1b-4eb8-a536-5c4af6bbe197 req-83ae0fd9-2912-40d3-ae17-3c19e348cab5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=45103008d2704a9a9647209c042e9687&device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 1129 time: 0.3462949 Feb 09 01:22:33.208458 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc8571-cc51-4437-a987-7614d60d7f3e tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event deleted for resources: {'Subnet': ['ID=2e92d9ac-8e43-4b51-b097-4ecf8031fa26,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:33.215769 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-17dc8571-cc51-4437-a987-7614d60d7f3e tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:33.221784 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-17dc8571-cc51-4437-a987-7614d60d7f3e tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "DELETE /v2.0/subnets/2e92d9ac-8e43-4b51-b097-4ecf8031fa26 HTTP/1.1" status: 204 len: 168 time: 0.5563619 Feb 09 01:22:33.227329 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b4aa0a-405c-4db5-84f2-cdb2f5e078ee None None] Network 03e5f948-3f16-47c8-abc3-0730dff9877d requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:33.231013 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33188) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:33.267683 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31521ed-bf08-4cdf-a248-9d81f42ddc6c req-aca5f275-ab87-4c4e-b4e4-41ab45cf3e2c tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:33.286350 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b31521ed-bf08-4cdf-a248-9d81f42ddc6c req-aca5f275-ab87-4c4e-b4e4-41ab45cf3e2c tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.3653507 Feb 09 01:22:33.332360 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:33.332911 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:33.358607 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4ac93483-d766-4bdc-81b1-d205c8362d17 req-6c65e476-eefb-4e41-b929-39beb5707ccf tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf2d0ad1-3d36-410b-94e4-840f7ead2118 HTTP/1.1" status: 200 len: 210 time: 0.0377858 Feb 09 01:22:33.378561 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-729e5281-26da-4d2c-8efc-6306b12e2ab8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (03e5f948-3f16-47c8-abc3-0730dff9877d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:33.396145 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ae2f90-b0cb-4675-b90f-5a9592c5c249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:22:33.399168 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be295b5-b6e0-4b4e-80eb-abda75f500bc" -d '{"events": [{"server_uuid": "40ae2f90-b0cb-4675-b90f-5a9592c5c249", "name": "network-vif-plugged", "status": "completed", "tag": "8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:22:33.410910 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33198) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:33.421779 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf,segment=NetworkSegment(b9f8861a-9347-4f57-ae9a-27ef36289c86),segment_id=b9f8861a-9347-4f57-ae9a-27ef36289c86)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:33.428541 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:33.481068 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-729e5281-26da-4d2c-8efc-6306b12e2ab8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Deleting port 152d2993-25df-4e93-92a9-19ab25aa604f {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:22:33.482308 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-729e5281-26da-4d2c-8efc-6306b12e2ab8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (152d2993-25df-4e93-92a9-19ab25aa604f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:33.504268 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261d8e2b-e152-4ee4-8bf1-d5464f444a0e None None] DHCP port deletion for 03e5f948-3f16-47c8-abc3-0730dff9877d request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:22:33.511419 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b31521ed-bf08-4cdf-a248-9d81f42ddc6c req-bd70de2f-fed6-4322-a31a-66fd79a870d6 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241006 Feb 09 01:22:33.532457 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a739b3-da1b-4eb8-a536-5c4af6bbe197 req-bba7b755-90f5-4cd3-b884-629920cbfcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:33.536505 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f1a739b3-da1b-4eb8-a536-5c4af6bbe197 req-bba7b755-90f5-4cd3-b884-629920cbfcfa service neutron] 10.222.0.91 "GET /v2.0/networks?id=a46c349d-fbe7-42ad-a83d-3298a4c41cb1 HTTP/1.1" status: 200 len: 914 time: 0.3367174 Feb 09 01:22:33.538935 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:33.591562 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-729e5281-26da-4d2c-8efc-6306b12e2ab8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] For port 152d2993-25df-4e93-92a9-19ab25aa604f, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=152d2993-25df-4e93-92a9-19ab25aa604f,segment=NetworkSegment(2e872dda-919b-4737-849a-80a02b767dab),segment_id=2e872dda-919b-4737-849a-80a02b767dab)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:33.591953 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-729e5281-26da-4d2c-8efc-6306b12e2ab8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (152d2993-25df-4e93-92a9-19ab25aa604f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:33.604904 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-261d8e2b-e152-4ee4-8bf1-d5464f444a0e None None] Deleting port 152d2993-25df-4e93-92a9-19ab25aa604f {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:22:33.605293 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-261d8e2b-e152-4ee4-8bf1-d5464f444a0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (152d2993-25df-4e93-92a9-19ab25aa604f), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:33.608445 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-729e5281-26da-4d2c-8efc-6306b12e2ab8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Calling delete_port for 152d2993-25df-4e93-92a9-19ab25aa604f owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:22:33.619247 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-a8926617-8155-4755-9cb4-d17d6d31e8a9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-282244650-network', 'tenant_id': 'b6fd459715684d44a0a31bd130ea655c'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:33.654468 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f1a739b3-da1b-4eb8-a536-5c4af6bbe197 req-3111a8c0-d403-444f-bf6d-f7f5eebb12c3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a825b64-d1af-4377-836e-5fc508ec6888 HTTP/1.1" status: 200 len: 217 time: 0.1050253 Feb 09 01:22:33.703409 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-261d8e2b-e152-4ee4-8bf1-d5464f444a0e None None] For port 152d2993-25df-4e93-92a9-19ab25aa604f, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=152d2993-25df-4e93-92a9-19ab25aa604f,segment=NetworkSegment(2e872dda-919b-4737-849a-80a02b767dab),segment_id=2e872dda-919b-4737-849a-80a02b767dab)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:33.703805 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-261d8e2b-e152-4ee4-8bf1-d5464f444a0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (152d2993-25df-4e93-92a9-19ab25aa604f), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:33.704583 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8926617-8155-4755-9cb4-d17d6d31e8a9 admin admin] Made reservation on behalf of b6fd459715684d44a0a31bd130ea655c for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:33.707087 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a8926617-8155-4755-9cb4-d17d6d31e8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:33.720006 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-261d8e2b-e152-4ee4-8bf1-d5464f444a0e None None] Calling delete_port for 152d2993-25df-4e93-92a9-19ab25aa604f owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:22:33.736491 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a8926617-8155-4755-9cb4-d17d6d31e8a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:33.757532 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a739b3-da1b-4eb8-a536-5c4af6bbe197 req-b7c685f9-6bc6-447a-a183-6e4624a02280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:33.759274 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f1a739b3-da1b-4eb8-a536-5c4af6bbe197 req-b7c685f9-6bc6-447a-a183-6e4624a02280 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=00660737-d0c8-4fd3-9454-eb4bf5c5566b HTTP/1.1" status: 200 len: 853 time: 0.0940986 Feb 09 01:22:33.800369 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-729e5281-26da-4d2c-8efc-6306b12e2ab8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (152d2993-25df-4e93-92a9-19ab25aa604f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:33.817925 n-d-822053-40 neutron-server[103530]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 01:22:33.817925 n-d-822053-40 neutron-server[103530]: from cryptography.utils import int_from_bytes Feb 09 01:22:33.817925 n-d-822053-40 neutron-server[103530]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 01:22:33.817925 n-d-822053-40 neutron-server[103530]: from cryptography.utils import int_from_bytes Feb 09 01:22:33.817925 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:33.817925 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:22:33.817925 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:33.817925 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:22:33.817925 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:33.817925 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:22:33.817925 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:33.817925 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:22:33.817925 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:33.817925 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:22:33.817925 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:33.817925 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:22:33.817925 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:33.817925 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:22:33.817925 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:33.817925 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:22:33.817925 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:33.817925 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:22:33.817925 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:33.817925 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:22:33.817925 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:33.817925 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:22:33.817925 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:33.817925 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:22:33.817925 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:33.817925 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:22:33.817925 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:33.817925 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:22:33.817925 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:33.817925 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:22:33.817925 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:33.817925 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:22:33.817925 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:33.817925 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:22:33.817925 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:33.817925 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:22:33.817925 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:33.817925 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:22:33.820409 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:33.820409 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:22:33.820409 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:33.820409 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:22:33.820409 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:33.820409 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:22:33.820409 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:33.820409 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:22:33.820409 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:33.820409 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:22:33.820409 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:33.820409 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:22:33.820409 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:33.820409 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:22:33.826686 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f1a739b3-da1b-4eb8-a536-5c4af6bbe197 req-082fedd5-6ca2-44fe-8bfe-628b8f7d795c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a46c349d-fbe7-42ad-a83d-3298a4c41cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335035 Feb 09 01:22:33.827828 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c184a78-fe34-4165-8600-554daff38c52 x-openstack-request-id: req-9c184a78-fe34-4165-8600-554daff38c52 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:22:33.828205 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ae2f90-b0cb-4675-b90f-5a9592c5c249", "name": "network-vif-plugged", "status": "completed", "tag": "8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:22:33.829473 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9c184a78-fe34-4165-8600-554daff38c52 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:22:33.830224 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ae2f90-b0cb-4675-b90f-5a9592c5c249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf', 'code': 200} Feb 09 01:22:33.839438 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-261d8e2b-e152-4ee4-8bf1-d5464f444a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (152d2993-25df-4e93-92a9-19ab25aa604f), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:33.845981 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba0802-12ad-4ae6-b7d6-1e6917d84373 req-ed375613-9c06-47c5-a1d0-7ef43057cf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:33.847477 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-72ba0802-12ad-4ae6-b7d6-1e6917d84373 req-ed375613-9c06-47c5-a1d0-7ef43057cf42 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=40ae2f90-b0cb-4675-b90f-5a9592c5c249 HTTP/1.1" status: 200 len: 1129 time: 0.1249831 Feb 09 01:22:33.849550 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929822d9-3c47-4104-b8af-123882758667 req-72f1fb83-3dc3-4b45-bffc-9403422cf308 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:33.851029 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e5281-26da-4d2c-8efc-6306b12e2ab8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event deleted for resources: {'Port': ['ID=152d2993-25df-4e93-92a9-19ab25aa604f,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:33.851163 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-929822d9-3c47-4104-b8af-123882758667 req-72f1fb83-3dc3-4b45-bffc-9403422cf308 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.0907416 Feb 09 01:22:33.859120 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729e5281-26da-4d2c-8efc-6306b12e2ab8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] No DVR routers for this DVR port 152d2993-25df-4e93-92a9-19ab25aa604f on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:33.924230 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261d8e2b-e152-4ee4-8bf1-d5464f444a0e None None] No DVR routers for this DVR port 152d2993-25df-4e93-92a9-19ab25aa604f on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:33.933687 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d8e2b-e152-4ee4-8bf1-d5464f444a0e None None] Pushing event deleted for resources: {'Port': ['ID=152d2993-25df-4e93-92a9-19ab25aa604f,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:33.962709 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-929822d9-3c47-4104-b8af-123882758667 req-0bd381b8-2ef3-4d94-bff2-c3283d32be55 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949867 Feb 09 01:22:34.001715 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f1a739b3-da1b-4eb8-a536-5c4af6bbe197 req-9a9803b5-b888-4352-a807-1eb4bed979d9 service neutron] 10.222.0.91 "GET /v2.0/networks/a46c349d-fbe7-42ad-a83d-3298a4c41cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679029 Feb 09 01:22:34.022167 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-729e5281-26da-4d2c-8efc-6306b12e2ab8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (03e5f948-3f16-47c8-abc3-0730dff9877d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:34.042624 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-72ba0802-12ad-4ae6-b7d6-1e6917d84373 req-5ed7bd43-e420-42d3-ad43-f81bc6b1577a service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=5b551d22-c4e2-4d33-9c8a-45e814dcd0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753213 Feb 09 01:22:34.053789 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a8926617-8155-4755-9cb4-d17d6d31e8a9 admin admin] Publish callbacks [] for security_group (b83a9366-5279-48bf-b11e-15d47ac55607), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:34.057816 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-729e5281-26da-4d2c-8efc-6306b12e2ab8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e5f948-3f16-47c8-abc3-0730dff9877d']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:34.062065 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a8926617-8155-4755-9cb4-d17d6d31e8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b83a9366-5279-48bf-b11e-15d47ac55607), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:34.079105 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-729e5281-26da-4d2c-8efc-6306b12e2ab8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e872dda-919b-4737-849a-80a02b767dab') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:34.079497 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-729e5281-26da-4d2c-8efc-6306b12e2ab8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e872dda-919b-4737-849a-80a02b767dab') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:34.110208 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8926617-8155-4755-9cb4-d17d6d31e8a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:22:34.113421 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-729e5281-26da-4d2c-8efc-6306b12e2ab8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (2e872dda-919b-4737-849a-80a02b767dab), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:34.138722 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a8926617-8155-4755-9cb4-d17d6d31e8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (153f7d2f-df27-4bdc-b04a-82cc92147679), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:34.139261 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-a8926617-8155-4755-9cb4-d17d6d31e8a9 admin admin] Added segment 153f7d2f-df27-4bdc-b04a-82cc92147679 of type vlan for network b5cee00d-d11d-4a76-ad74-cfd798aa917c Feb 09 01:22:34.142025 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8926617-8155-4755-9cb4-d17d6d31e8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83a9366-5279-48bf-b11e-15d47ac55607,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:34.160254 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-729e5281-26da-4d2c-8efc-6306b12e2ab8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (2e872dda-919b-4737-849a-80a02b767dab), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:34.173611 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f1a739b3-da1b-4eb8-a536-5c4af6bbe197 req-94b4838a-bde2-438d-826f-dc32f94ce5d2 service neutron] 10.222.0.91 "GET /v2.0/networks/a46c349d-fbe7-42ad-a83d-3298a4c41cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631966 Feb 09 01:22:34.191681 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6350e-de5e-4d1e-b9c1-d94961e89bec req-cecd25e2-318c-4678-ad2d-90da2028b150 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:34.193741 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-82b6350e-de5e-4d1e-b9c1-d94961e89bec req-cecd25e2-318c-4678-ad2d-90da2028b150 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.1238105 Feb 09 01:22:34.198099 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-729e5281-26da-4d2c-8efc-6306b12e2ab8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:22:34.198726 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-729e5281-26da-4d2c-8efc-6306b12e2ab8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (2e872dda-919b-4737-849a-80a02b767dab), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:34.204719 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:22:34.204719 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:22:34.204719 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:22:34.204719 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:22:34.204719 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:22:34.204719 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:22:34.204719 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:22:34.204719 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:22:34.204719 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:22:34.204719 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:22:34.204719 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:22:34.204719 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:22:34.204719 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:22:34.204719 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:22:34.204719 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:22:34.204719 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:22:34.204719 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:22:34.204719 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:22:34.204719 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:22:34.204719 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:22:34.204719 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:22:34.204719 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:22:34.204719 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:22:34.204719 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:22:34.204719 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:22:34.204719 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:22:34.204719 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:22:34.204719 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:22:34.204719 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:22:34.204719 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:22:34.204719 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:22:34.204719 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:22:34.253805 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a8926617-8155-4755-9cb4-d17d6d31e8a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (b5cee00d-d11d-4a76-ad74-cfd798aa917c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:34.299133 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-729e5281-26da-4d2c-8efc-6306b12e2ab8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (03e5f948-3f16-47c8-abc3-0730dff9877d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:34.302477 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device db425760-25a6-4831-829f-2e0f160e4c6c no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:22:34.303646 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-82b6350e-de5e-4d1e-b9c1-d94961e89bec req-0511d55b-dfc6-4d86-9a8c-5f26987562cc tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024735 Feb 09 01:22:34.312628 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-729e5281-26da-4d2c-8efc-6306b12e2ab8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:34.316457 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-729e5281-26da-4d2c-8efc-6306b12e2ab8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] 10.222.0.30 "DELETE /v2.0/networks/03e5f948-3f16-47c8-abc3-0730dff9877d HTTP/1.1" status: 204 len: 168 time: 1.0805495 Feb 09 01:22:34.334162 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e5281-26da-4d2c-8efc-6306b12e2ab8 tempest-NetworksTest-77495180 tempest-NetworksTest-77495180-project] Pushing event deleted for resources: {'Network': ['ID=03e5f948-3f16-47c8-abc3-0730dff9877d,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:34.336600 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a8926617-8155-4755-9cb4-d17d6d31e8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (b5cee00d-d11d-4a76-ad74-cfd798aa917c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:34.337701 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8926617-8155-4755-9cb4-d17d6d31e8a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:34.338283 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a8926617-8155-4755-9cb4-d17d6d31e8a9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:34.375476 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: db425760-25a6-4831-829f-2e0f160e4c6c {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:22:34.375952 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device db425760-25a6-4831-829f-2e0f160e4c6c not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:22:34.416797 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a8926617-8155-4755-9cb4-d17d6d31e8a9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0021710 Feb 09 01:22:34.417436 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33222) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:34.424220 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-ae5361e1-aba6-463e-963c-78b9603df9b1 admin admin] Request body: {'subnet': {'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-282244650-subnet', 'tenant_id': 'b6fd459715684d44a0a31bd130ea655c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:34.431712 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8926617-8155-4755-9cb4-d17d6d31e8a9 admin admin] Pushing event updated for resources: {'Network': ['ID=b5cee00d-d11d-4a76-ad74-cfd798aa917c,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:34.446133 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network b5cee00d-d11d-4a76-ad74-cfd798aa917c details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:22:34.455743 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5361e1-aba6-463e-963c-78b9603df9b1 admin admin] Made reservation on behalf of b6fd459715684d44a0a31bd130ea655c for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:34.458237 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ae5361e1-aba6-463e-963c-78b9603df9b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:34.626005 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce64e6-b228-4688-93d2-124af2dc86c4 req-e48c94e5-4f42-4e8c-bf0f-2a150d295101 tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:34.634531 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e0ce64e6-b228-4688-93d2-124af2dc86c4 req-e48c94e5-4f42-4e8c-bf0f-2a150d295101 tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] 10.222.0.30 "GET /v2.0/ports?device_id=40ae2f90-b0cb-4675-b90f-5a9592c5c249 HTTP/1.1" status: 200 len: 946 time: 0.1726284 Feb 09 01:22:34.646344 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33228) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:34.738074 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e0ce64e6-b228-4688-93d2-124af2dc86c4 req-06cddd3f-10ee-4b62-8c71-0ceeac18d770 tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b551d22-c4e2-4d33-9c8a-45e814dcd0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023395 Feb 09 01:22:34.834053 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 152d2993-25df-4e93-92a9-19ab25aa604f no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:22:34.851357 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-79789f4a-1763-45d4-b91e-352cb236b660 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=31bb8dfd22e842779cd73a2df8e4a240&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2011833 Feb 09 01:22:34.851557 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33238) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:34.869585 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ae5361e1-aba6-463e-963c-78b9603df9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (3c1b64de-5642-407c-82ef-1ad0f3f887f4), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:34.892242 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 152d2993-25df-4e93-92a9-19ab25aa604f {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:22:34.892586 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 152d2993-25df-4e93-92a9-19ab25aa604f not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:22:34.926468 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-628c1602-a0d4-4b58-894a-bf550d395202 admin admin] Publish callbacks [] for security_group (88b00c4f-0cf5-431c-b17a-dceef8c62aa8), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:34.955405 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-628c1602-a0d4-4b58-894a-bf550d395202 admin admin] Publish callbacks [] for security_group (88b00c4f-0cf5-431c-b17a-dceef8c62aa8), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:34.969299 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5361e1-aba6-463e-963c-78b9603df9b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c1b64de-5642-407c-82ef-1ad0f3f887f4,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:34.992925 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5361e1-aba6-463e-963c-78b9603df9b1 admin admin] Checking segment: {'id': '153f7d2f-df27-4bdc-b04a-82cc92147679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:22:34.993292 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5361e1-aba6-463e-963c-78b9603df9b1 admin admin] Network hostable DHCP agents. Network: b5cee00d-d11d-4a76-ad74-cfd798aa917c, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:22:35.018174 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5361e1-aba6-463e-963c-78b9603df9b1 admin admin] Network b5cee00d-d11d-4a76-ad74-cfd798aa917c is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:22:35.030746 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-628c1602-a0d4-4b58-894a-bf550d395202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (88b00c4f-0cf5-431c-b17a-dceef8c62aa8), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:35.033190 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-ae5361e1-aba6-463e-963c-78b9603df9b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, b5cee00d-d11d-4a76-ad74-cfd798aa917c) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:35.034713 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-628c1602-a0d4-4b58-894a-bf550d395202 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:35.036044 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-628c1602-a0d4-4b58-894a-bf550d395202 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/88b00c4f-0cf5-431c-b17a-dceef8c62aa8 HTTP/1.1" status: 204 len: 168 time: 0.1827016 Feb 09 01:22:35.046799 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5361e1-aba6-463e-963c-78b9603df9b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:35.047517 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7648642d-7ef6-4f3c-9301-d0e1d8f9df7e None None] Network b5cee00d-d11d-4a76-ad74-cfd798aa917c requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:35.047635 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ae5361e1-aba6-463e-963c-78b9603df9b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:35.048085 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c1602-a0d4-4b58-894a-bf550d395202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b00c4f-0cf5-431c-b17a-dceef8c62aa8,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:35.095057 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ae5361e1-aba6-463e-963c-78b9603df9b1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6760182 Feb 09 01:22:35.097732 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33250) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:35.105447 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-b1abf88a-7db0-49c6-be07-9492fe79aa72 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-282244650-router', 'tenant_id': 'b6fd459715684d44a0a31bd130ea655c', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:35.156340 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b1abf88a-7db0-49c6-be07-9492fe79aa72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (c8c34a72-625a-486f-99f0-9383414e0ff9), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:35.174299 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b1abf88a-7db0-49c6-be07-9492fe79aa72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (c8c34a72-625a-486f-99f0-9383414e0ff9), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:35.292242 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bff334-c428-45eb-8c9f-b17d22d188dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-b5cee00d-d11d-4a76-ad74-cfd798aa917c', 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c', 'project_id': 'b6fd459715684d44a0a31bd130ea655c', 'fixed_ips': [{'subnet_id': '3c1b64de-5642-407c-82ef-1ad0f3f887f4'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:22:35.294627 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a1bff334-c428-45eb-8c9f-b17d22d188dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:35.531684 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-a1bff334-c428-45eb-8c9f-b17d22d188dc None None] Allocated IP 172.20.0.2 (b5cee00d-d11d-4a76-ad74-cfd798aa917c/3c1b64de-5642-407c-82ef-1ad0f3f887f4/29573c84-0455-47f5-967e-9b1aabea0ddf) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:35.766702 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b1abf88a-7db0-49c6-be07-9492fe79aa72 admin admin] Publish callbacks [] for router_controller (c8c34a72-625a-486f-99f0-9383414e0ff9), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:35.790205 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44f5f0-da66-4b9a-bc26-f6b77bedb100 req-2e9b9301-5dc0-4b9d-8683-92b711c99289 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:35.799383 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cd44f5f0-da66-4b9a-bc26-f6b77bedb100 req-2e9b9301-5dc0-4b9d-8683-92b711c99289 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.6170263 Feb 09 01:22:35.953271 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a1bff334-c428-45eb-8c9f-b17d22d188dc None None] Publish callbacks [] for port (29573c84-0455-47f5-967e-9b1aabea0ddf), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:35.961216 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a1bff334-c428-45eb-8c9f-b17d22d188dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (29573c84-0455-47f5-967e-9b1aabea0ddf), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:36.019498 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bff334-c428-45eb-8c9f-b17d22d188dc None None] Network b5cee00d-d11d-4a76-ad74-cfd798aa917c is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:36.022588 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-a1bff334-c428-45eb-8c9f-b17d22d188dc None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:36.031242 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bff334-c428-45eb-8c9f-b17d22d188dc None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:22:36.049252 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bff334-c428-45eb-8c9f-b17d22d188dc None None] Pushing event updated for resources: {'Port': ['ID=29573c84-0455-47f5-967e-9b1aabea0ddf,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:36.062126 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b1abf88a-7db0-49c6-be07-9492fe79aa72 admin admin] Publish callbacks [] for router_gateway (c8c34a72-625a-486f-99f0-9383414e0ff9), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:36.082416 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cd44f5f0-da66-4b9a-bc26-f6b77bedb100 req-8687a184-2129-47d9-a6f9-6056c664667f tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820392 Feb 09 01:22:36.102556 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd2412-2565-4334-bac3-afe7ebfb660a req-287fe7e5-249b-4fb5-b4ad-4813a89af1d1 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:36.112238 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cedd2412-2565-4334-bac3-afe7ebfb660a req-287fe7e5-249b-4fb5-b4ad-4813a89af1d1 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dd22aff-8071-4f0e-8ed2-d41185e7749e HTTP/1.1" status: 200 len: 945 time: 0.2284420 Feb 09 01:22:36.115377 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-a1bff334-c428-45eb-8c9f-b17d22d188dc None None] Attempting to bind port 29573c84-0455-47f5-967e-9b1aabea0ddf on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:22:36.115888 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-a1bff334-c428-45eb-8c9f-b17d22d188dc None None] Attempting to bind port 29573c84-0455-47f5-967e-9b1aabea0ddf by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '153f7d2f-df27-4bdc-b04a-82cc92147679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:22:36.116404 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bff334-c428-45eb-8c9f-b17d22d188dc None None] Attempting to bind port 29573c84-0455-47f5-967e-9b1aabea0ddf on network b5cee00d-d11d-4a76-ad74-cfd798aa917c {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:22:36.122188 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bff334-c428-45eb-8c9f-b17d22d188dc None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:22:36.122558 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bff334-c428-45eb-8c9f-b17d22d188dc None None] Checking segment: {'id': '153f7d2f-df27-4bdc-b04a-82cc92147679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:22:36.123057 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a1bff334-c428-45eb-8c9f-b17d22d188dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:36.123527 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bff334-c428-45eb-8c9f-b17d22d188dc None None] Bound using segment: {'id': '153f7d2f-df27-4bdc-b04a-82cc92147679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:22:36.124072 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-a1bff334-c428-45eb-8c9f-b17d22d188dc None None] Bound port: 29573c84-0455-47f5-967e-9b1aabea0ddf, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153f7d2f-df27-4bdc-b04a-82cc92147679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:22:36.124454 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a1bff334-c428-45eb-8c9f-b17d22d188dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (29573c84-0455-47f5-967e-9b1aabea0ddf), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:36.133964 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33306) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:36.183911 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33310) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:36.214831 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-a1bff334-c428-45eb-8c9f-b17d22d188dc None None] For port 29573c84-0455-47f5-967e-9b1aabea0ddf, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:22:36.219870 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-a1bff334-c428-45eb-8c9f-b17d22d188dc None None] For port 29573c84-0455-47f5-967e-9b1aabea0ddf, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=29573c84-0455-47f5-967e-9b1aabea0ddf,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:22:36.230787 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a1bff334-c428-45eb-8c9f-b17d22d188dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (29573c84-0455-47f5-967e-9b1aabea0ddf), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:36.246802 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cedd2412-2565-4334-bac3-afe7ebfb660a req-ca80b4c5-a12c-4f35-86ca-3e478c522e30 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020639 Feb 09 01:22:36.312696 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a058ccbe-87eb-43e7-bede-e0a5c0996513 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:36.373581 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23632835-2c28-418f-b475-fdfec4e2f0a3 req-dec32072-8a28-44fd-a406-e15a702ff6ab tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:36.375746 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-23632835-2c28-418f-b475-fdfec4e2f0a3 req-dec32072-8a28-44fd-a406-e15a702ff6ab tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] 10.222.0.30 "GET /v2.0/ports?device_id=40ae2f90-b0cb-4675-b90f-5a9592c5c249 HTTP/1.1" status: 200 len: 946 time: 0.1198270 Feb 09 01:22:36.389254 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bff334-c428-45eb-8c9f-b17d22d188dc None None] Pushing event updated for resources: {'Port': ['ID=29573c84-0455-47f5-967e-9b1aabea0ddf,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:36.471632 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f4f42950-0b0b-4370-89a4-a0cdeba3a0f7 tempest-ServiceProvidersTest-1495726681 tempest-ServiceProvidersTest-1495726681-project] 10.222.0.30 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2867563 Feb 09 01:22:36.478022 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a058ccbe-87eb-43e7-bede-e0a5c0996513 admin admin] Publish callbacks [] for security_group (71810108-992d-4163-a56a-06502cc7a19c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:36.486417 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a058ccbe-87eb-43e7-bede-e0a5c0996513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (71810108-992d-4163-a56a-06502cc7a19c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:36.549550 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a058ccbe-87eb-43e7-bede-e0a5c0996513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71810108-992d-4163-a56a-06502cc7a19c,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:36.557994 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a058ccbe-87eb-43e7-bede-e0a5c0996513 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d006e49b3edd4faaad80c1824ba201ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4193327 Feb 09 01:22:36.559017 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33318) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:36.585062 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-23632835-2c28-418f-b475-fdfec4e2f0a3 req-6ce013ab-1cd7-4608-9ec2-60183f84d8dd tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b551d22-c4e2-4d33-9c8a-45e814dcd0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480706 Feb 09 01:22:36.718134 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-51757159-f643-4528-bb70-bc7d49b5a867 admin admin] Publish callbacks [] for security_group (71810108-992d-4163-a56a-06502cc7a19c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:36.742628 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b1abf88a-7db0-49c6-be07-9492fe79aa72 admin admin] Publish callbacks [] for router_gateway (c8c34a72-625a-486f-99f0-9383414e0ff9), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:36.788051 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b1abf88a-7db0-49c6-be07-9492fe79aa72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:36.841371 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-51757159-f643-4528-bb70-bc7d49b5a867 admin admin] Publish callbacks [] for security_group (71810108-992d-4163-a56a-06502cc7a19c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:36.959295 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33332) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:37.033471 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-51757159-f643-4528-bb70-bc7d49b5a867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (71810108-992d-4163-a56a-06502cc7a19c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:37.037542 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-51757159-f643-4528-bb70-bc7d49b5a867 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:37.038805 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-51757159-f643-4528-bb70-bc7d49b5a867 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/71810108-992d-4163-a56a-06502cc7a19c HTTP/1.1" status: 204 len: 168 time: 0.4780078 Feb 09 01:22:37.058457 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-b1abf88a-7db0-49c6-be07-9492fe79aa72 admin admin] Allocated IP 172.25.1.144 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:37.078429 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51757159-f643-4528-bb70-bc7d49b5a867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71810108-992d-4163-a56a-06502cc7a19c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:37.227940 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b13f2d9e-b450-4386-a105-9fbf847ab96c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:37.276840 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be0b30-a94f-404f-9277-f6d9f3ac8e70 req-28401ae1-2796-4f7b-98b7-260c7048375c tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:37.282851 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be0b30-a94f-404f-9277-f6d9f3ac8e70 req-28401ae1-2796-4f7b-98b7-260c7048375c tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:37.290054 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-78be0b30-a94f-404f-9277-f6d9f3ac8e70 req-28401ae1-2796-4f7b-98b7-260c7048375c tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/ports?device_id=00029ec4-e9c0-470e-ac09-b56426bfb3f3&device_id=af9657b2-c314-408f-8516-bea1696acbeb HTTP/1.1" status: 200 len: 1682 time: 0.2048078 Feb 09 01:22:37.388727 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-78be0b30-a94f-404f-9277-f6d9f3ac8e70 req-718e045c-bd28-4afc-ba8a-f35687ea03c8 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/security-groups?id=98db701b-ac46-45f4-bd35-3362a9f70d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976014 Feb 09 01:22:37.403128 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b1abf88a-7db0-49c6-be07-9492fe79aa72 admin admin] Publish callbacks [] for port (6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:37.457447 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b1abf88a-7db0-49c6-be07-9492fe79aa72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:37.466956 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b13f2d9e-b450-4386-a105-9fbf847ab96c admin admin] Publish callbacks [] for security_group (5447bda8-1460-4a49-a240-7bf0b8ba43ef), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:37.482265 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b13f2d9e-b450-4386-a105-9fbf847ab96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (5447bda8-1460-4a49-a240-7bf0b8ba43ef), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:37.552968 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f2d9e-b450-4386-a105-9fbf847ab96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5447bda8-1460-4a49-a240-7bf0b8ba43ef,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:37.562488 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b13f2d9e-b450-4386-a105-9fbf847ab96c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=88017f09fa4649d6816b7bcf1a739363&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5846090 Feb 09 01:22:37.563726 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33354) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:37.628377 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1abf88a-7db0-49c6-be07-9492fe79aa72 admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:37.648175 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-485deb89-d026-406c-af52-5498d5204fd8 admin admin] Publish callbacks [] for security_group (5447bda8-1460-4a49-a240-7bf0b8ba43ef), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:37.663238 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-b1abf88a-7db0-49c6-be07-9492fe79aa72 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:37.670374 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1abf88a-7db0-49c6-be07-9492fe79aa72 admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:22:37.677385 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-485deb89-d026-406c-af52-5498d5204fd8 admin admin] Publish callbacks [] for security_group (5447bda8-1460-4a49-a240-7bf0b8ba43ef), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:37.746581 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1abf88a-7db0-49c6-be07-9492fe79aa72 admin admin] Pushing event updated for resources: {'Port': ['ID=6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:37.760462 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-485deb89-d026-406c-af52-5498d5204fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (5447bda8-1460-4a49-a240-7bf0b8ba43ef), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:37.765050 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-485deb89-d026-406c-af52-5498d5204fd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:37.767616 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-485deb89-d026-406c-af52-5498d5204fd8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5447bda8-1460-4a49-a240-7bf0b8ba43ef HTTP/1.1" status: 204 len: 168 time: 0.2034507 Feb 09 01:22:37.780186 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485deb89-d026-406c-af52-5498d5204fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5447bda8-1460-4a49-a240-7bf0b8ba43ef,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:37.912031 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8619a-fbc9-4a43-89ea-510524097833 req-084b656e-67f2-43eb-92aa-23435351ac56 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:37.920603 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-39e8619a-fbc9-4a43-89ea-510524097833 req-084b656e-67f2-43eb-92aa-23435351ac56 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.4411535 Feb 09 01:22:37.929351 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20786997-c731-4e11-a4c6-738243205cb4 req-fccdd671-a579-493f-900b-946574439514 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:37.937066 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-20786997-c731-4e11-a4c6-738243205cb4 req-fccdd671-a579-493f-900b-946574439514 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dd22aff-8071-4f0e-8ed2-d41185e7749e HTTP/1.1" status: 200 len: 945 time: 0.4095604 Feb 09 01:22:38.007022 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd64bb3-f993-4d45-8178-f2999cb2bb94 None None] Network b5cee00d-d11d-4a76-ad74-cfd798aa917c requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:38.022324 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa86a67-dd83-4e0f-a52e-c7bcea26b341 req-4851f69f-fe62-4b74-99a9-7b01d25eb241 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:38.023875 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-daa86a67-dd83-4e0f-a52e-c7bcea26b341 req-4851f69f-fe62-4b74-99a9-7b01d25eb241 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.121 "GET /v2.0/ports?device_id=8dd22aff-8071-4f0e-8ed2-d41185e7749e HTTP/1.1" status: 200 len: 945 time: 0.3140192 Feb 09 01:22:38.144703 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-20786997-c731-4e11-a4c6-738243205cb4 req-77ea8065-2b66-4b9e-a9c4-384a7a21bcf0 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068026 Feb 09 01:22:38.150707 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-39e8619a-fbc9-4a43-89ea-510524097833 req-5edfb6e8-3d59-4cc9-b891-c2c4b960196d tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293034 Feb 09 01:22:38.199103 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-a8218a2d-503f-4421-8e04-5b6f3d314199 None None] Provisioning complete for port 29573c84-0455-47f5-967e-9b1aabea0ddf triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:38.199746 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a8218a2d-503f-4421-8e04-5b6f3d314199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (29573c84-0455-47f5-967e-9b1aabea0ddf), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:38.370094 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33376) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:38.382683 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a8218a2d-503f-4421-8e04-5b6f3d314199 None None] Current status of the port 29573c84-0455-47f5-967e-9b1aabea0ddf is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:38.383154 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a8218a2d-503f-4421-8e04-5b6f3d314199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (29573c84-0455-47f5-967e-9b1aabea0ddf), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:38.458496 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-a8218a2d-503f-4421-8e04-5b6f3d314199 None None] For port 29573c84-0455-47f5-967e-9b1aabea0ddf, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=29573c84-0455-47f5-967e-9b1aabea0ddf,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:38.467426 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a8218a2d-503f-4421-8e04-5b6f3d314199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (29573c84-0455-47f5-967e-9b1aabea0ddf), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:38.503719 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-1fbbb436-52ff-42be-9e93-ca905f0569e9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1631549931-network', 'tenant_id': 'fd753c72ff6e4267a1e04911cdb81134'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:38.505030 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b1abf88a-7db0-49c6-be07-9492fe79aa72 admin admin] Publish callbacks [] for router_gateway (c8c34a72-625a-486f-99f0-9383414e0ff9), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:38.534347 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbbb436-52ff-42be-9e93-ca905f0569e9 admin admin] Made reservation on behalf of fd753c72ff6e4267a1e04911cdb81134 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:38.538685 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1fbbb436-52ff-42be-9e93-ca905f0569e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:38.556141 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1fbbb436-52ff-42be-9e93-ca905f0569e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:38.581495 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8218a2d-503f-4421-8e04-5b6f3d314199 None None] Pushing event updated for resources: {'Port': ['ID=29573c84-0455-47f5-967e-9b1aabea0ddf,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:38.662927 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296df11-a449-4b22-be79-8f887d20db17 req-7021bc60-cf38-4ff6-a316-ecd3c257a495 tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:38.671344 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2296df11-a449-4b22-be79-8f887d20db17 req-7021bc60-cf38-4ff6-a316-ecd3c257a495 tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] 10.222.0.30 "GET /v2.0/ports?device_id=40ae2f90-b0cb-4675-b90f-5a9592c5c249 HTTP/1.1" status: 200 len: 946 time: 0.3440046 Feb 09 01:22:38.709460 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-daa86a67-dd83-4e0f-a52e-c7bcea26b341 req-fcd0cb9a-7261-4918-9094-56741286d900 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Deleting port 1365ba96-a39b-4caf-9fc0-6d23d8406de5 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:22:38.709938 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-daa86a67-dd83-4e0f-a52e-c7bcea26b341 req-fcd0cb9a-7261-4918-9094-56741286d900 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (1365ba96-a39b-4caf-9fc0-6d23d8406de5), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:38.731730 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-1e91833c-3b60-43e9-8b95-2c357b07acb7 None None] Provisioning complete for port 29573c84-0455-47f5-967e-9b1aabea0ddf triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:38.732342 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1e91833c-3b60-43e9-8b95-2c357b07acb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (29573c84-0455-47f5-967e-9b1aabea0ddf), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:38.773424 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1fbbb436-52ff-42be-9e93-ca905f0569e9 admin admin] Publish callbacks [] for security_group (f773a98e-40e1-47dd-bb21-d98c3910a58a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:38.781221 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1fbbb436-52ff-42be-9e93-ca905f0569e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f773a98e-40e1-47dd-bb21-d98c3910a58a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:38.834661 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fbbb436-52ff-42be-9e93-ca905f0569e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:22:38.851449 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbb436-52ff-42be-9e93-ca905f0569e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f773a98e-40e1-47dd-bb21-d98c3910a58a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:38.895598 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1fbbb436-52ff-42be-9e93-ca905f0569e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (4df4f4cd-2ea7-4e79-88c0-b68f6825d020), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:38.905591 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-1fbbb436-52ff-42be-9e93-ca905f0569e9 admin admin] Added segment 4df4f4cd-2ea7-4e79-88c0-b68f6825d020 of type vlan for network 0044376d-2696-4fd1-bba3-347140c0de14 Feb 09 01:22:38.943826 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2296df11-a449-4b22-be79-8f887d20db17 req-3a7daec5-e6a1-472b-a615-aafc9f6bcae4 tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b551d22-c4e2-4d33-9c8a-45e814dcd0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713637 Feb 09 01:22:38.962412 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-1e91833c-3b60-43e9-8b95-2c357b07acb7 None None] Current status of the port 29573c84-0455-47f5-967e-9b1aabea0ddf is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:38.969797 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 29573c84-0455-47f5-967e-9b1aabea0ddf up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:22:38.992692 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1fbbb436-52ff-42be-9e93-ca905f0569e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (0044376d-2696-4fd1-bba3-347140c0de14), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:39.058764 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 29573c84-0455-47f5-967e-9b1aabea0ddf triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:39.059842 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (29573c84-0455-47f5-967e-9b1aabea0ddf), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:39.062431 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1fbbb436-52ff-42be-9e93-ca905f0569e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (0044376d-2696-4fd1-bba3-347140c0de14), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:39.063576 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbbb436-52ff-42be-9e93-ca905f0569e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:39.064411 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1fbbb436-52ff-42be-9e93-ca905f0569e9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:39.170794 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-daa86a67-dd83-4e0f-a52e-c7bcea26b341 req-fcd0cb9a-7261-4918-9094-56741286d900 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] For port 1365ba96-a39b-4caf-9fc0-6d23d8406de5, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1365ba96-a39b-4caf-9fc0-6d23d8406de5,segment=NetworkSegment(3350618d-f84a-4a0b-8997-97c98e7ed20e),segment_id=3350618d-f84a-4a0b-8997-97c98e7ed20e)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:39.171185 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-daa86a67-dd83-4e0f-a52e-c7bcea26b341 req-fcd0cb9a-7261-4918-9094-56741286d900 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (1365ba96-a39b-4caf-9fc0-6d23d8406de5), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:39.192178 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 29573c84-0455-47f5-967e-9b1aabea0ddf is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:39.204358 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-daa86a67-dd83-4e0f-a52e-c7bcea26b341 req-fcd0cb9a-7261-4918-9094-56741286d900 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Calling delete_port for 1365ba96-a39b-4caf-9fc0-6d23d8406de5 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:22:39.243552 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1fbbb436-52ff-42be-9e93-ca905f0569e9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8721349 Feb 09 01:22:39.247364 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b1abf88a-7db0-49c6-be07-9492fe79aa72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (c8c34a72-625a-486f-99f0-9383414e0ff9), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:39.247785 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33410) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:39.253023 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-d50498a1-a3e2-498b-bc4a-387a5bb832c7 admin admin] Request body: {'subnet': {'network_id': '0044376d-2696-4fd1-bba3-347140c0de14', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1631549931-subnet', 'tenant_id': 'fd753c72ff6e4267a1e04911cdb81134', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:39.261555 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbb436-52ff-42be-9e93-ca905f0569e9 admin admin] Pushing event updated for resources: {'Network': ['ID=0044376d-2696-4fd1-bba3-347140c0de14,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:39.261925 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdaadc4-6e9f-42bf-9614-3fcbe2a84093 req-9e958fcc-a114-4156-a4b5-46012111a15f tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:39.263653 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3fdaadc4-6e9f-42bf-9614-3fcbe2a84093 req-9e958fcc-a114-4156-a4b5-46012111a15f tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] 10.222.0.91 "GET /v2.0/ports?device_id=40ae2f90-b0cb-4675-b90f-5a9592c5c249 HTTP/1.1" status: 200 len: 946 time: 0.1672237 Feb 09 01:22:39.276232 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 0044376d-2696-4fd1-bba3-347140c0de14 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:22:39.291431 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50498a1-a3e2-498b-bc4a-387a5bb832c7 admin admin] Made reservation on behalf of fd753c72ff6e4267a1e04911cdb81134 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:39.295077 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d50498a1-a3e2-498b-bc4a-387a5bb832c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:39.509697 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d50498a1-a3e2-498b-bc4a-387a5bb832c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (3cc88020-5426-40bd-a2c8-d7d99f5ee3c3), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:39.587065 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50498a1-a3e2-498b-bc4a-387a5bb832c7 admin admin] Checking segment: {'id': '4df4f4cd-2ea7-4e79-88c0-b68f6825d020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0044376d-2696-4fd1-bba3-347140c0de14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:22:39.587541 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50498a1-a3e2-498b-bc4a-387a5bb832c7 admin admin] Network hostable DHCP agents. Network: 0044376d-2696-4fd1-bba3-347140c0de14, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:22:39.592152 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50498a1-a3e2-498b-bc4a-387a5bb832c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cc88020-5426-40bd-a2c8-d7d99f5ee3c3,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:39.618129 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50498a1-a3e2-498b-bc4a-387a5bb832c7 admin admin] Network 0044376d-2696-4fd1-bba3-347140c0de14 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:22:39.630753 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-d50498a1-a3e2-498b-bc4a-387a5bb832c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 0044376d-2696-4fd1-bba3-347140c0de14) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:39.639675 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515abedc-d974-47bd-9ade-1f7aebd0dc1c None None] Network 0044376d-2696-4fd1-bba3-347140c0de14 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:39.653876 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50498a1-a3e2-498b-bc4a-387a5bb832c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:39.653876 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d50498a1-a3e2-498b-bc4a-387a5bb832c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:39.677279 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d50498a1-a3e2-498b-bc4a-387a5bb832c7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4279628 Feb 09 01:22:39.797421 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e43bb0-4fa6-4729-9288-c0d42411d5b2 None None] Network 0044376d-2696-4fd1-bba3-347140c0de14 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:39.870812 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069feb75-1e3c-4eca-b6b0-107971bcdc31 req-77752fad-78fe-41c5-a11a-9fef4da168b5 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:39.873104 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-069feb75-1e3c-4eca-b6b0-107971bcdc31 req-77752fad-78fe-41c5-a11a-9fef4da168b5 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/ports?device_id=00029ec4-e9c0-470e-ac09-b56426bfb3f3 HTTP/1.1" status: 200 len: 946 time: 0.6636887 Feb 09 01:22:39.945593 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356389f-5271-4aa2-99bd-0fe8c7c82842 req-dd180494-9c38-48a2-b316-8908ada4c1f5 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:39.947118 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8356389f-5271-4aa2-99bd-0fe8c7c82842 req-dd180494-9c38-48a2-b316-8908ada4c1f5 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dd22aff-8071-4f0e-8ed2-d41185e7749e HTTP/1.1" status: 200 len: 945 time: 0.5936055 Feb 09 01:22:40.057039 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-069feb75-1e3c-4eca-b6b0-107971bcdc31 req-e770d48a-bc42-41b5-8b04-efd446500ddb tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/security-groups?id=98db701b-ac46-45f4-bd35-3362a9f70d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616426 Feb 09 01:22:40.084085 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-daa86a67-dd83-4e0f-a52e-c7bcea26b341 req-fcd0cb9a-7261-4918-9094-56741286d900 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (1365ba96-a39b-4caf-9fc0-6d23d8406de5), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:40.099007 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-3fdaadc4-6e9f-42bf-9614-3fcbe2a84093 req-7dd78ce1-1722-4d1a-99bb-aa0790273ffe tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] Deleting port 8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:22:40.099340 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3fdaadc4-6e9f-42bf-9614-3fcbe2a84093 req-7dd78ce1-1722-4d1a-99bb-aa0790273ffe tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:40.150124 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8356389f-5271-4aa2-99bd-0fe8c7c82842 req-2ebff584-4f6e-4df7-bb4b-e2db03d1d4f0 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928639 Feb 09 01:22:40.192192 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0cb9a-7261-4918-9094-56741286d900 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Pushing event deleted for resources: {'Port': ['ID=1365ba96-a39b-4caf-9fc0-6d23d8406de5,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:40.208862 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1abf88a-7db0-49c6-be07-9492fe79aa72 admin admin] Router c8c34a72-625a-486f-99f0-9383414e0ff9 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:22:40.282070 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa86a67-dd83-4e0f-a52e-c7bcea26b341 req-fcd0cb9a-7261-4918-9094-56741286d900 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] No DVR routers for this DVR port 1365ba96-a39b-4caf-9fc0-6d23d8406de5 on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:40.295484 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-daa86a67-dd83-4e0f-a52e-c7bcea26b341 req-fcd0cb9a-7261-4918-9094-56741286d900 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:40.298917 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-daa86a67-dd83-4e0f-a52e-c7bcea26b341 req-fcd0cb9a-7261-4918-9094-56741286d900 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.121 "DELETE /v2.0/ports/1365ba96-a39b-4caf-9fc0-6d23d8406de5 HTTP/1.1" status: 204 len: 173 time: 2.2629557 Feb 09 01:22:40.299405 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd22aff-8071-4f0e-8ed2-d41185e7749e', 'name': 'network-vif-deleted', 'tag': '1365ba96-a39b-4caf-9fc0-6d23d8406de5'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:22:40.301983 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80dea7a7-7e67-4440-a76b-a1a6162b2134" -d '{"events": [{"server_uuid": "8dd22aff-8071-4f0e-8ed2-d41185e7749e", "name": "network-vif-deleted", "tag": "1365ba96-a39b-4caf-9fc0-6d23d8406de5"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:22:40.334864 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 1365ba96-a39b-4caf-9fc0-6d23d8406de5 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:22:40.387115 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 1365ba96-a39b-4caf-9fc0-6d23d8406de5 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:22:40.388939 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 1365ba96-a39b-4caf-9fc0-6d23d8406de5 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:22:40.406039 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0ca03-9ac4-49f8-84d7-0e9c2fa97083 req-2fff7424-0ef3-4f02-b600-6ae9f6180606 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:40.409455 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-97a0ca03-9ac4-49f8-84d7-0e9c2fa97083 req-2fff7424-0ef3-4f02-b600-6ae9f6180606 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.91 "GET /v2.0/ports?device_id=00029ec4-e9c0-470e-ac09-b56426bfb3f3 HTTP/1.1" status: 200 len: 946 time: 0.1127589 Feb 09 01:22:40.409848 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-3fdaadc4-6e9f-42bf-9614-3fcbe2a84093 req-7dd78ce1-1722-4d1a-99bb-aa0790273ffe tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] For port 8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf,segment=NetworkSegment(b9f8861a-9347-4f57-ae9a-27ef36289c86),segment_id=b9f8861a-9347-4f57-ae9a-27ef36289c86)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:40.410219 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3fdaadc4-6e9f-42bf-9614-3fcbe2a84093 req-7dd78ce1-1722-4d1a-99bb-aa0790273ffe tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:40.439423 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85108599-93a9-4442-8650-d224cdfe8a19 req-00a75432-53cb-4788-ad08-fda820d2044a tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:40.446451 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-85108599-93a9-4442-8650-d224cdfe8a19 req-00a75432-53cb-4788-ad08-fda820d2044a tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.2953348 Feb 09 01:22:40.454113 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-3fdaadc4-6e9f-42bf-9614-3fcbe2a84093 req-7dd78ce1-1722-4d1a-99bb-aa0790273ffe tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] Calling delete_port for 8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:22:40.560496 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-97a0ca03-9ac4-49f8-84d7-0e9c2fa97083 req-a41cab24-f4d9-473f-b294-08963074ad8f tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Deleting port 59ef2990-77d3-4dfa-b831-8cc992b6bb73 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:22:40.560937 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-97a0ca03-9ac4-49f8-84d7-0e9c2fa97083 req-a41cab24-f4d9-473f-b294-08963074ad8f tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (59ef2990-77d3-4dfa-b831-8cc992b6bb73), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:40.580960 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [req-0b686348-bd54-4e97-819e-9dfc093a1cc5 req-0f4fffdf-a3ec-4da0-a2c1-f01681ef8ab1 tempest-SecurityGroupsNegativeTestJSON-378077117 tempest-SecurityGroupsNegativeTestJSON-378077117-project] show failed (client error): The resource could not be found. Feb 09 01:22:40.582005 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0b686348-bd54-4e97-819e-9dfc093a1cc5 req-0f4fffdf-a3ec-4da0-a2c1-f01681ef8ab1 tempest-SecurityGroupsNegativeTestJSON-378077117 tempest-SecurityGroupsNegativeTestJSON-378077117-project] 10.222.0.30 "GET /v2.0/security-groups/be625d33-e0c3-48a1-8aa5-b2e874847b8c HTTP/1.1" status: 404 len: 352 time: 0.0860372 Feb 09 01:22:40.663942 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-85108599-93a9-4442-8650-d224cdfe8a19 req-557d6901-8f1c-405e-9125-a31fa4778048 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164481 Feb 09 01:22:40.686595 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1abf88a-7db0-49c6-be07-9492fe79aa72 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:22:40.696767 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e409ed-dbae-49ff-bcba-460888fe5fdb None None] Sync routers for ids ['c8c34a72-625a-486f-99f0-9383414e0ff9'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:22:40.711869 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-97a0ca03-9ac4-49f8-84d7-0e9c2fa97083 req-a41cab24-f4d9-473f-b294-08963074ad8f tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] For port 59ef2990-77d3-4dfa-b831-8cc992b6bb73, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=59ef2990-77d3-4dfa-b831-8cc992b6bb73,segment=NetworkSegment(d9f78c1f-6e31-44e6-9cf4-d33939b2a1d5),segment_id=d9f78c1f-6e31-44e6-9cf4-d33939b2a1d5)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:40.712702 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-97a0ca03-9ac4-49f8-84d7-0e9c2fa97083 req-a41cab24-f4d9-473f-b294-08963074ad8f tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (59ef2990-77d3-4dfa-b831-8cc992b6bb73), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:40.730388 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e409ed-dbae-49ff-bcba-460888fe5fdb None None] Routers {'c8c34a72-625a-486f-99f0-9383414e0ff9'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:22:40.731726 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-00e409ed-dbae-49ff-bcba-460888fe5fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:22:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c8c34a72-625a-486f-99f0-9383414e0ff9'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:40.737841 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-97a0ca03-9ac4-49f8-84d7-0e9c2fa97083 req-a41cab24-f4d9-473f-b294-08963074ad8f tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Calling delete_port for 59ef2990-77d3-4dfa-b831-8cc992b6bb73 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:22:40.781745 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76413a5e-8be0-4744-b907-56a0d46842d1 x-openstack-request-id: req-76413a5e-8be0-4744-b907-56a0d46842d1 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:22:40.795238 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd22aff-8071-4f0e-8ed2-d41185e7749e", "name": "network-vif-deleted", "tag": "1365ba96-a39b-4caf-9fc0-6d23d8406de5", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:22:40.795677 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-76413a5e-8be0-4744-b907-56a0d46842d1 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:22:40.796301 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd22aff-8071-4f0e-8ed2-d41185e7749e', 'name': 'network-vif-deleted', 'tag': '1365ba96-a39b-4caf-9fc0-6d23d8406de5', 'status': 'completed', 'code': 200} Feb 09 01:22:40.819376 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f12e6e-a365-4dbc-9ad6-e9ac5a8989af req-2031b3ed-509a-4727-9841-1a8357374c7a tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:40.821521 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-40f12e6e-a365-4dbc-9ad6-e9ac5a8989af req-2031b3ed-509a-4727-9841-1a8357374c7a tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.121 "GET /v2.0/ports?device_id=af9657b2-c314-408f-8516-bea1696acbeb HTTP/1.1" status: 200 len: 945 time: 0.3283103 Feb 09 01:22:40.910360 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-97a0ca03-9ac4-49f8-84d7-0e9c2fa97083 req-a41cab24-f4d9-473f-b294-08963074ad8f tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (59ef2990-77d3-4dfa-b831-8cc992b6bb73), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:40.927325 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['2b901f6b-1c2d-4d4e-acbe-b44164f9ae95'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:22:40.931342 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['59ef2990-77d3-4dfa-b831-8cc992b6bb73'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:22:40.987621 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-00e409ed-dbae-49ff-bcba-460888fe5fdb None None] Set router c8c34a72-625a-486f-99f0-9383414e0ff9 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:22:41.006442 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41cab24-f4d9-473f-b294-08963074ad8f tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Pushing event deleted for resources: {'Port': ['ID=59ef2990-77d3-4dfa-b831-8cc992b6bb73,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:41.100574 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b1abf88a-7db0-49c6-be07-9492fe79aa72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:41.102931 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b1abf88a-7db0-49c6-be07-9492fe79aa72 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0040383 Feb 09 01:22:41.124779 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33454) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:41.127722 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a0ca03-9ac4-49f8-84d7-0e9c2fa97083 req-a41cab24-f4d9-473f-b294-08963074ad8f tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] No DVR routers for this DVR port 59ef2990-77d3-4dfa-b831-8cc992b6bb73 on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:41.189854 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3fdaadc4-6e9f-42bf-9614-3fcbe2a84093 req-7dd78ce1-1722-4d1a-99bb-aa0790273ffe tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:41.207832 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4252e5ec-4b7d-4b4b-8bba-01900bb7ce1e req-53de2900-4275-40c3-96cb-c5934678a32a tempest-SecurityGroupsNegativeTestJSON-378077117 tempest-SecurityGroupsNegativeTestJSON-378077117-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fd753c72ff6e4267a1e04911cdb81134 HTTP/1.1" status: 200 len: 3005 time: 0.3752744 Feb 09 01:22:41.222118 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:22:41.242267 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-97a0ca03-9ac4-49f8-84d7-0e9c2fa97083 req-a41cab24-f4d9-473f-b294-08963074ad8f tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:41.245603 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-00e409ed-dbae-49ff-bcba-460888fe5fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c34a72-625a-486f-99f0-9383414e0ff9', 'name': 'tempest-ServerActionsTestJSON-282244650-router', 'tenant_id': 'b6fd459715684d44a0a31bd130ea655c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:35Z', 'updated_at': '2022-02-09T01:22:38Z', 'revision_number': 3, 'project_id': 'b6fd459715684d44a0a31bd130ea655c', 'gw_port': {'id': '6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:bc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c34a72-625a-486f-99f0-9383414e0ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:36Z', 'updated_at': '2022-02-09T01:22:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:41.245931 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-97a0ca03-9ac4-49f8-84d7-0e9c2fa97083 req-a41cab24-f4d9-473f-b294-08963074ad8f tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.91 "DELETE /v2.0/ports/59ef2990-77d3-4dfa-b831-8cc992b6bb73 HTTP/1.1" status: 204 len: 173 time: 0.8182702 Feb 09 01:22:41.246386 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00029ec4-e9c0-470e-ac09-b56426bfb3f3', 'name': 'network-vif-deleted', 'tag': '59ef2990-77d3-4dfa-b831-8cc992b6bb73'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:22:41.261872 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86bdc72-91c0-4e57-a23e-d1cbb7eb2837" -d '{"events": [{"server_uuid": "00029ec4-e9c0-470e-ac09-b56426bfb3f3", "name": "network-vif-deleted", "tag": "59ef2990-77d3-4dfa-b831-8cc992b6bb73"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:22:41.285510 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e409ed-dbae-49ff-bcba-460888fe5fdb None None] Checking router: c8c34a72-625a-486f-99f0-9383414e0ff9 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:22:41.286368 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e409ed-dbae-49ff-bcba-460888fe5fdb None None] Updating router c8c34a72-625a-486f-99f0-9383414e0ff9 port 6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:22:41.308937 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd78ce1-1722-4d1a-99bb-aa0790273ffe tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] Pushing event deleted for resources: {'Port': ['ID=8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:41.346369 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-00e409ed-dbae-49ff-bcba-460888fe5fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:41.355085 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b422ed-7fd9-476d-a8f9-7b515cd5f624 req-c6756cf8-78e1-4223-a55f-db9f66d1796c tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:41.367068 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-48b422ed-7fd9-476d-a8f9-7b515cd5f624 req-c6756cf8-78e1-4223-a55f-db9f66d1796c tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] 10.222.0.30 "GET /v2.0/ports?device_id=40ae2f90-b0cb-4675-b90f-5a9592c5c249 HTTP/1.1" status: 200 len: 867 time: 0.5868397 Feb 09 01:22:41.459962 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fdaadc4-6e9f-42bf-9614-3fcbe2a84093 req-7dd78ce1-1722-4d1a-99bb-aa0790273ffe tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] No DVR routers for this DVR port 8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:41.467052 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3fdaadc4-6e9f-42bf-9614-3fcbe2a84093 req-7dd78ce1-1722-4d1a-99bb-aa0790273ffe tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:41.471559 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3fdaadc4-6e9f-42bf-9614-3fcbe2a84093 req-7dd78ce1-1722-4d1a-99bb-aa0790273ffe tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] 10.222.0.91 "DELETE /v2.0/ports/8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf HTTP/1.1" status: 204 len: 173 time: 2.2013736 Feb 09 01:22:41.486831 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4252e5ec-4b7d-4b4b-8bba-01900bb7ce1e req-03b6e327-df42-472b-855e-14cb762405fa tempest-SecurityGroupsNegativeTestJSON-378077117 tempest-SecurityGroupsNegativeTestJSON-378077117-project] 10.222.0.30 "GET /v2.0/security-groups/f773a98e-40e1-47dd-bb21-d98c3910a58a HTTP/1.1" status: 200 len: 3002 time: 0.2783320 Feb 09 01:22:41.565336 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-40f12e6e-a365-4dbc-9ad6-e9ac5a8989af req-5088bec4-ffd4-40a5-8d67-a3de477bf527 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Deleting port 2b901f6b-1c2d-4d4e-acbe-b44164f9ae95 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:22:41.566003 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-40f12e6e-a365-4dbc-9ad6-e9ac5a8989af req-5088bec4-ffd4-40a5-8d67-a3de477bf527 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (2b901f6b-1c2d-4d4e-acbe-b44164f9ae95), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:41.585711 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-48b422ed-7fd9-476d-a8f9-7b515cd5f624 req-5cdedc2e-5f8f-4927-9a3b-5bf1f56b76c6 tempest-ServerAddressesTestJSON-1072766368 tempest-ServerAddressesTestJSON-1072766368-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b551d22-c4e2-4d33-9c8a-45e814dcd0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154014 Feb 09 01:22:41.741967 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-00e409ed-dbae-49ff-bcba-460888fe5fdb None None] Publish callbacks [] for port (6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:41.751367 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4252e5ec-4b7d-4b4b-8bba-01900bb7ce1e req-aadc15ed-270b-477f-a65c-25a4be1028af tempest-SecurityGroupsNegativeTestJSON-378077117 tempest-SecurityGroupsNegativeTestJSON-378077117-project] 10.222.0.30 "GET /v2.0/security-groups/f773a98e-40e1-47dd-bb21-d98c3910a58a HTTP/1.1" status: 200 len: 3002 time: 0.2611227 Feb 09 01:22:41.776093 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-00e409ed-dbae-49ff-bcba-460888fe5fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:41.784769 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-deef1571-b954-4637-bbd1-f334d7e85c94 req-d297cec1-8d61-4423-a1ac-35bd6383e127 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/ports?device_id=00029ec4-e9c0-470e-ac09-b56426bfb3f3 HTTP/1.1" status: 200 len: 210 time: 0.0589261 Feb 09 01:22:41.860769 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-00e409ed-dbae-49ff-bcba-460888fe5fdb None None] Attempting to bind port 6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:22:41.861129 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-00e409ed-dbae-49ff-bcba-460888fe5fdb None None] Attempting to bind port 6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:22:41.861479 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e409ed-dbae-49ff-bcba-460888fe5fdb None None] Attempting to bind port 6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:22:41.864084 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f8bddf-506c-49f7-9bc1-cdfffdf2a099 None None] Pushing event updated for resources: {'Port': ['ID=6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:41.875141 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f8bddf-506c-49f7-9bc1-cdfffdf2a099 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:41.875485 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f8bddf-506c-49f7-9bc1-cdfffdf2a099 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:41.875857 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f8bddf-506c-49f7-9bc1-cdfffdf2a099 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:41.876231 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f8bddf-506c-49f7-9bc1-cdfffdf2a099 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:41.876558 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f8bddf-506c-49f7-9bc1-cdfffdf2a099 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:41.876876 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f8bddf-506c-49f7-9bc1-cdfffdf2a099 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:41.877191 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f8bddf-506c-49f7-9bc1-cdfffdf2a099 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:41.877510 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f8bddf-506c-49f7-9bc1-cdfffdf2a099 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:41.877818 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f8bddf-506c-49f7-9bc1-cdfffdf2a099 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:41.878131 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f8bddf-506c-49f7-9bc1-cdfffdf2a099 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:41.878445 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f8bddf-506c-49f7-9bc1-cdfffdf2a099 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:41.878753 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f8bddf-506c-49f7-9bc1-cdfffdf2a099 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:41.879058 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f8bddf-506c-49f7-9bc1-cdfffdf2a099 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:41.883663 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e409ed-dbae-49ff-bcba-460888fe5fdb None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:22:41.884071 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e409ed-dbae-49ff-bcba-460888fe5fdb None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:22:41.884473 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-00e409ed-dbae-49ff-bcba-460888fe5fdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:41.884856 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e409ed-dbae-49ff-bcba-460888fe5fdb None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:22:41.885333 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-00e409ed-dbae-49ff-bcba-460888fe5fdb None None] Bound port: 6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:22:41.885707 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-00e409ed-dbae-49ff-bcba-460888fe5fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:42.004292 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-00e409ed-dbae-49ff-bcba-460888fe5fdb None None] For port 6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:22:42.010233 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-00e409ed-dbae-49ff-bcba-460888fe5fdb None None] For port 6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:22:42.023945 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-00e409ed-dbae-49ff-bcba-460888fe5fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:42.101206 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719f246a-1406-4e96-a3c5-ba9fa1e1fe0f x-openstack-request-id: req-719f246a-1406-4e96-a3c5-ba9fa1e1fe0f {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:22:42.101783 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00029ec4-e9c0-470e-ac09-b56426bfb3f3", "name": "network-vif-deleted", "tag": "59ef2990-77d3-4dfa-b831-8cc992b6bb73", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:22:42.101783 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-719f246a-1406-4e96-a3c5-ba9fa1e1fe0f {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:22:42.102142 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00029ec4-e9c0-470e-ac09-b56426bfb3f3', 'name': 'network-vif-deleted', 'tag': '59ef2990-77d3-4dfa-b831-8cc992b6bb73', 'status': 'completed', 'code': 200} Feb 09 01:22:42.142255 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-13a0f352-fa17-497d-a63d-a4969b40a9ee req-cbb213ad-f4d5-49a0-85ec-7a14b6d189b3 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dd22aff-8071-4f0e-8ed2-d41185e7749e HTTP/1.1" status: 200 len: 210 time: 0.2170475 Feb 09 01:22:42.242179 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-40f12e6e-a365-4dbc-9ad6-e9ac5a8989af req-5088bec4-ffd4-40a5-8d67-a3de477bf527 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] For port 2b901f6b-1c2d-4d4e-acbe-b44164f9ae95, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=2b901f6b-1c2d-4d4e-acbe-b44164f9ae95,segment=NetworkSegment(d9f78c1f-6e31-44e6-9cf4-d33939b2a1d5),segment_id=d9f78c1f-6e31-44e6-9cf4-d33939b2a1d5)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:42.242179 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-40f12e6e-a365-4dbc-9ad6-e9ac5a8989af req-5088bec4-ffd4-40a5-8d67-a3de477bf527 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (2b901f6b-1c2d-4d4e-acbe-b44164f9ae95), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:42.242482 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e409ed-dbae-49ff-bcba-460888fe5fdb None None] Routers {'c8c34a72-625a-486f-99f0-9383414e0ff9'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:22:42.242482 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-00e409ed-dbae-49ff-bcba-460888fe5fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:22:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c8c34a72-625a-486f-99f0-9383414e0ff9'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:42.350031 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f8bddf-506c-49f7-9bc1-cdfffdf2a099 None None] Pushing event updated for resources: {'Port': ['ID=6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:42.364333 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-40f12e6e-a365-4dbc-9ad6-e9ac5a8989af req-5088bec4-ffd4-40a5-8d67-a3de477bf527 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Calling delete_port for 2b901f6b-1c2d-4d4e-acbe-b44164f9ae95 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:22:42.420785 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b185669b-7c28-40bd-89ba-21051fa4ee81 req-fd5d09c1-395b-45f8-b701-ae843c4262eb tempest-SecurityGroupsNegativeTestJSON-378077117 tempest-SecurityGroupsNegativeTestJSON-378077117-project] 10.222.0.30 "GET /v2.0/security-groups/f773a98e-40e1-47dd-bb21-d98c3910a58a HTTP/1.1" status: 200 len: 3002 time: 0.2244613 Feb 09 01:22:42.447801 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1d325457-fc66-447f-a4e6-2dad8894216c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:42.456163 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-00e409ed-dbae-49ff-bcba-460888fe5fdb None None] Set router c8c34a72-625a-486f-99f0-9383414e0ff9 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:22:42.470881 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1342d2-e347-41de-857b-77b3a93afbbb req-9cf7f220-66f8-4cc2-bcd3-ce2e0cdb8c4d tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:42.478306 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ad1342d2-e347-41de-857b-77b3a93afbbb req-9cf7f220-66f8-4cc2-bcd3-ce2e0cdb8c4d tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.4228690 Feb 09 01:22:42.604423 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ad1342d2-e347-41de-857b-77b3a93afbbb req-5898f67f-ecc2-42d2-b047-30f8724ec803 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250150 Feb 09 01:22:42.685507 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [req-b185669b-7c28-40bd-89ba-21051fa4ee81 req-19241059-d04b-4ad5-a270-5a791f87d696 tempest-SecurityGroupsNegativeTestJSON-378077117 tempest-SecurityGroupsNegativeTestJSON-378077117-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 01:22:42.686962 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b185669b-7c28-40bd-89ba-21051fa4ee81 req-19241059-d04b-4ad5-a270-5a791f87d696 tempest-SecurityGroupsNegativeTestJSON-378077117 tempest-SecurityGroupsNegativeTestJSON-378077117-project] 10.222.0.30 "DELETE /v2.0/security-groups/f773a98e-40e1-47dd-bb21-d98c3910a58a HTTP/1.1" status: 409 len: 352 time: 0.2652853 Feb 09 01:22:42.687378 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33478) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:42.863312 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ae2f90-b0cb-4675-b90f-5a9592c5c249', 'name': 'network-vif-deleted', 'tag': '8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:22:42.866219 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3bff15-ea70-413c-b19d-6c94141740a0" -d '{"events": [{"server_uuid": "40ae2f90-b0cb-4675-b90f-5a9592c5c249", "name": "network-vif-deleted", "tag": "8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:22:42.900900 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [req-c0d2edfa-e32c-4563-8c70-ce3493684b21 req-90daa814-9fdd-4f8e-9888-9d74e68c6a34 tempest-SecurityGroupsNegativeTestJSON-378077117 tempest-SecurityGroupsNegativeTestJSON-378077117-project] show failed (client error): The resource could not be found. Feb 09 01:22:42.901998 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c0d2edfa-e32c-4563-8c70-ce3493684b21 req-90daa814-9fdd-4f8e-9888-9d74e68c6a34 tempest-SecurityGroupsNegativeTestJSON-378077117 tempest-SecurityGroupsNegativeTestJSON-378077117-project] 10.222.0.30 "GET /v2.0/security-groups/9fed8847-9573-4307-8e0a-8814bf72b2a1 HTTP/1.1" status: 404 len: 352 time: 0.1310477 Feb 09 01:22:42.907564 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-00e409ed-dbae-49ff-bcba-460888fe5fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c34a72-625a-486f-99f0-9383414e0ff9', 'name': 'tempest-ServerActionsTestJSON-282244650-router', 'tenant_id': 'b6fd459715684d44a0a31bd130ea655c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:35Z', 'updated_at': '2022-02-09T01:22:38Z', 'revision_number': 3, 'project_id': 'b6fd459715684d44a0a31bd130ea655c', 'gw_port': {'id': '6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:bc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c34a72-625a-486f-99f0-9383414e0ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:36Z', 'updated_at': '2022-02-09T01:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:42.934181 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-b48fdd09-eead-4e6e-a8f4-590048aef44f admin admin] Deleting subnet 7b64dd9a-3c12-4ab5-b9e1-2d22526d4bcb {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:22:42.945136 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-40f12e6e-a365-4dbc-9ad6-e9ac5a8989af req-5088bec4-ffd4-40a5-8d67-a3de477bf527 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (2b901f6b-1c2d-4d4e-acbe-b44164f9ae95), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:42.950791 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b48fdd09-eead-4e6e-a8f4-590048aef44f admin admin] Publish callbacks [] for subnet (7b64dd9a-3c12-4ab5-b9e1-2d22526d4bcb), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:42.987296 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4da2c9-0377-4cce-b5b0-7a30de66a376 x-openstack-request-id: req-4b4da2c9-0377-4cce-b5b0-7a30de66a376 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:22:42.987661 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ae2f90-b0cb-4675-b90f-5a9592c5c249", "name": "network-vif-deleted", "tag": "8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:22:42.987844 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4b4da2c9-0377-4cce-b5b0-7a30de66a376 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:22:42.988288 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ae2f90-b0cb-4675-b90f-5a9592c5c249', 'name': 'network-vif-deleted', 'tag': '8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf', 'status': 'completed', 'code': 200} Feb 09 01:22:43.013444 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e409ed-dbae-49ff-bcba-460888fe5fdb None None] The sync data for ids ['c8c34a72-625a-486f-99f0-9383414e0ff9'] in n-d-822053-40 is: [{'id': 'c8c34a72-625a-486f-99f0-9383414e0ff9', 'name': 'tempest-ServerActionsTestJSON-282244650-router', 'tenant_id': 'b6fd459715684d44a0a31bd130ea655c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:35Z', 'updated_at': '2022-02-09T01:22:38Z', 'revision_number': 3, 'project_id': 'b6fd459715684d44a0a31bd130ea655c', 'gw_port': {'id': '6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:bc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c34a72-625a-486f-99f0-9383414e0ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:36Z', 'updated_at': '2022-02-09T01:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:22:43.030773 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088bec4-ffd4-40a5-8d67-a3de477bf527 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Pushing event deleted for resources: {'Port': ['ID=2b901f6b-1c2d-4d4e-acbe-b44164f9ae95,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:43.088062 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [req-5eaeb18b-9347-4fa7-b86a-6aeb45d6a411 req-e3b5da21-9fc1-47aa-a08c-71a0011b2c3d tempest-SecurityGroupsNegativeTestJSON-378077117 tempest-SecurityGroupsNegativeTestJSON-378077117-project] show failed (client error): The resource could not be found. Feb 09 01:22:43.089156 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5eaeb18b-9347-4fa7-b86a-6aeb45d6a411 req-e3b5da21-9fc1-47aa-a08c-71a0011b2c3d tempest-SecurityGroupsNegativeTestJSON-378077117 tempest-SecurityGroupsNegativeTestJSON-378077117-project] 10.222.0.30 "GET /v2.0/security-groups/286c5831-70a1-4973-ba51-2204fd3b448d HTTP/1.1" status: 404 len: 352 time: 0.0525303 Feb 09 01:22:43.097915 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b48fdd09-eead-4e6e-a8f4-590048aef44f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (7b64dd9a-3c12-4ab5-b9e1-2d22526d4bcb), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:43.197864 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33494) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:43.200249 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f12e6e-a365-4dbc-9ad6-e9ac5a8989af req-5088bec4-ffd4-40a5-8d67-a3de477bf527 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] No DVR routers for this DVR port 2b901f6b-1c2d-4d4e-acbe-b44164f9ae95 on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:43.216409 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c1393836-45f7-4bca-9fb9-3e0863de0c77 req-e7f16b50-816d-47fd-a9ec-e3f081aa9d78 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.30 "GET /v2.0/ports?device_id=af9657b2-c314-408f-8516-bea1696acbeb HTTP/1.1" status: 200 len: 210 time: 0.1688719 Feb 09 01:22:43.240627 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-40f12e6e-a365-4dbc-9ad6-e9ac5a8989af req-5088bec4-ffd4-40a5-8d67-a3de477bf527 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:43.246380 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-40f12e6e-a365-4dbc-9ad6-e9ac5a8989af req-5088bec4-ffd4-40a5-8d67-a3de477bf527 tempest-ListServersNegativeTestJSON-458224743 tempest-ListServersNegativeTestJSON-458224743-project] 10.222.0.121 "DELETE /v2.0/ports/2b901f6b-1c2d-4d4e-acbe-b44164f9ae95 HTTP/1.1" status: 204 len: 173 time: 2.4096022 Feb 09 01:22:43.259870 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-1d325457-fc66-447f-a4e6-2dad8894216c admin admin] Allocated IP 172.20.0.1 (b5cee00d-d11d-4a76-ad74-cfd798aa917c/3c1b64de-5642-407c-82ef-1ad0f3f887f4/edaf30c3-2fd7-44b6-9329-6b5f48e7c160) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:43.328581 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0f4739ff-350b-4781-b9a3-5d9c0e7d603e req-48b15a93-4fcd-4593-98a8-f33d0a8b54d9 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dd22aff-8071-4f0e-8ed2-d41185e7749e HTTP/1.1" status: 200 len: 210 time: 0.0755889 Feb 09 01:22:43.341164 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b48fdd09-eead-4e6e-a8f4-590048aef44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (7b64dd9a-3c12-4ab5-b9e1-2d22526d4bcb), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:43.395169 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-290e7a20-c750-48b8-a2f6-880c8ceef949 admin admin] Deleting subnet 3cc88020-5426-40bd-a2c8-d7d99f5ee3c3 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:22:43.403017 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-290e7a20-c750-48b8-a2f6-880c8ceef949 admin admin] Publish callbacks [] for subnet (3cc88020-5426-40bd-a2c8-d7d99f5ee3c3), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:43.476769 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-290e7a20-c750-48b8-a2f6-880c8ceef949 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (3cc88020-5426-40bd-a2c8-d7d99f5ee3c3), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:43.511592 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1d325457-fc66-447f-a4e6-2dad8894216c admin admin] Publish callbacks [] for port (edaf30c3-2fd7-44b6-9329-6b5f48e7c160), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:43.524274 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b48fdd09-eead-4e6e-a8f4-590048aef44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (7b64dd9a-3c12-4ab5-b9e1-2d22526d4bcb), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:43.550426 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-290e7a20-c750-48b8-a2f6-880c8ceef949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (3cc88020-5426-40bd-a2c8-d7d99f5ee3c3), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:43.562530 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1d325457-fc66-447f-a4e6-2dad8894216c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (edaf30c3-2fd7-44b6-9329-6b5f48e7c160), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:43.604163 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48fdd09-eead-4e6e-a8f4-590048aef44f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b64dd9a-3c12-4ab5-b9e1-2d22526d4bcb,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:43.607526 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b48fdd09-eead-4e6e-a8f4-590048aef44f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:43.611642 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b48fdd09-eead-4e6e-a8f4-590048aef44f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7b64dd9a-3c12-4ab5-b9e1-2d22526d4bcb HTTP/1.1" status: 204 len: 168 time: 0.8548427 Feb 09 01:22:43.614405 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33498) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:43.625948 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d325457-fc66-447f-a4e6-2dad8894216c admin admin] Network b5cee00d-d11d-4a76-ad74-cfd798aa917c is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:43.645235 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-1d325457-fc66-447f-a4e6-2dad8894216c admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:43.649962 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d325457-fc66-447f-a4e6-2dad8894216c admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:22:43.661216 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d325457-fc66-447f-a4e6-2dad8894216c admin admin] Pushing event updated for resources: {'Port': ['ID=edaf30c3-2fd7-44b6-9329-6b5f48e7c160,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:43.722834 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d325457-fc66-447f-a4e6-2dad8894216c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:43.723266 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d325457-fc66-447f-a4e6-2dad8894216c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:43.723677 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d325457-fc66-447f-a4e6-2dad8894216c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:43.724110 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d325457-fc66-447f-a4e6-2dad8894216c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:43.724510 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d325457-fc66-447f-a4e6-2dad8894216c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:43.724989 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d325457-fc66-447f-a4e6-2dad8894216c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:43.725386 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d325457-fc66-447f-a4e6-2dad8894216c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:43.725780 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d325457-fc66-447f-a4e6-2dad8894216c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:43.726172 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d325457-fc66-447f-a4e6-2dad8894216c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:43.726560 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d325457-fc66-447f-a4e6-2dad8894216c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:43.726995 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d325457-fc66-447f-a4e6-2dad8894216c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:43.727380 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d325457-fc66-447f-a4e6-2dad8894216c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:43.727764 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d325457-fc66-447f-a4e6-2dad8894216c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:43.750072 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1d325457-fc66-447f-a4e6-2dad8894216c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (c8c34a72-625a-486f-99f0-9383414e0ff9), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:43.771908 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-546e11fd-139d-4360-a867-530797dedd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (9f843ab9-aa66-4e2c-ad54-08719f6aa974), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:43.782415 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-290e7a20-c750-48b8-a2f6-880c8ceef949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (3cc88020-5426-40bd-a2c8-d7d99f5ee3c3), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:43.869592 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e7a20-c750-48b8-a2f6-880c8ceef949 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cc88020-5426-40bd-a2c8-d7d99f5ee3c3,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:43.873347 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-290e7a20-c750-48b8-a2f6-880c8ceef949 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:43.879345 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-290e7a20-c750-48b8-a2f6-880c8ceef949 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3cc88020-5426-40bd-a2c8-d7d99f5ee3c3 HTTP/1.1" status: 204 len: 168 time: 0.6618290 Feb 09 01:22:43.881793 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33504) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:44.039851 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-546e11fd-139d-4360-a867-530797dedd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (9f843ab9-aa66-4e2c-ad54-08719f6aa974), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:44.101913 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-546e11fd-139d-4360-a867-530797dedd36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f843ab9-aa66-4e2c-ad54-08719f6aa974']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:44.127316 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1d325457-fc66-447f-a4e6-2dad8894216c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (edaf30c3-2fd7-44b6-9329-6b5f48e7c160), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:44.150903 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-0f5bb3e7-228e-4640-808d-41ecbfbe462b None None] Provisioning complete for port edaf30c3-2fd7-44b6-9329-6b5f48e7c160 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:44.151416 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0f5bb3e7-228e-4640-808d-41ecbfbe462b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (edaf30c3-2fd7-44b6-9329-6b5f48e7c160), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:44.183861 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad0f4b-8979-4431-a01c-6567e3da7dea req-253df964-c293-469f-97bc-cae9a01e7904 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:44.186292 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-88ad0f4b-8979-4431-a01c-6567e3da7dea req-253df964-c293-469f-97bc-cae9a01e7904 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.4618900 Feb 09 01:22:44.206149 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-546e11fd-139d-4360-a867-530797dedd36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f8861a-9347-4f57-ae9a-27ef36289c86') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:44.206751 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-546e11fd-139d-4360-a867-530797dedd36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f8861a-9347-4f57-ae9a-27ef36289c86') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:44.253691 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-0f5bb3e7-228e-4640-808d-41ecbfbe462b None None] Port edaf30c3-2fd7-44b6-9329-6b5f48e7c160 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:22:44.265518 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-546e11fd-139d-4360-a867-530797dedd36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (b9f8861a-9347-4f57-ae9a-27ef36289c86), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:44.303813 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6481-16ba-42b4-9e07-56af9ec09441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (0044376d-2696-4fd1-bba3-347140c0de14), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:44.310422 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-546e11fd-139d-4360-a867-530797dedd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (b9f8861a-9347-4f57-ae9a-27ef36289c86), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:44.329578 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-546e11fd-139d-4360-a867-530797dedd36 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:22:44.330239 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-546e11fd-139d-4360-a867-530797dedd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (b9f8861a-9347-4f57-ae9a-27ef36289c86), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:44.331929 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33520) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:44.332864 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:22:44.332864 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:22:44.332864 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:22:44.332864 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:22:44.332864 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:22:44.332864 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:22:44.332864 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:22:44.332864 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:22:44.332864 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:22:44.332864 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:22:44.332864 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:22:44.332864 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:22:44.332864 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:22:44.332864 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:22:44.332864 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:22:44.332864 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:22:44.332864 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:22:44.332864 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:22:44.332864 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:22:44.332864 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:22:44.332864 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:22:44.332864 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:22:44.332864 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:22:44.332864 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:22:44.332864 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:22:44.332864 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:22:44.332864 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:22:44.332864 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:22:44.332864 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:22:44.332864 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:22:44.332864 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:22:44.332864 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:22:44.362408 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 2b901f6b-1c2d-4d4e-acbe-b44164f9ae95 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:22:44.400259 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 2b901f6b-1c2d-4d4e-acbe-b44164f9ae95 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:22:44.404400 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 2b901f6b-1c2d-4d4e-acbe-b44164f9ae95 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:22:44.468515 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1d325457-fc66-447f-a4e6-2dad8894216c admin admin] Publish callbacks [] for port (edaf30c3-2fd7-44b6-9329-6b5f48e7c160), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:44.476913 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-88ad0f4b-8979-4431-a01c-6567e3da7dea req-b15f17b2-b99d-4f8b-803e-29453b4f749b tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440443 Feb 09 01:22:44.491102 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1d325457-fc66-447f-a4e6-2dad8894216c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (edaf30c3-2fd7-44b6-9329-6b5f48e7c160), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:44.596591 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d325457-fc66-447f-a4e6-2dad8894216c admin admin] Pushing event updated for resources: {'Port': ['ID=edaf30c3-2fd7-44b6-9329-6b5f48e7c160,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:44.608642 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1d325457-fc66-447f-a4e6-2dad8894216c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (c8c34a72-625a-486f-99f0-9383414e0ff9), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:44.647660 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6481-16ba-42b4-9e07-56af9ec09441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (0044376d-2696-4fd1-bba3-347140c0de14), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:44.676373 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-6cdd6481-16ba-42b4-9e07-56af9ec09441 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0044376d-2696-4fd1-bba3-347140c0de14']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:44.690728 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-73cb0593-d88d-484d-a104-785ff76488e3 req-9f2939dd-d4aa-43f9-88df-cc1f21c66ab7 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dd22aff-8071-4f0e-8ed2-d41185e7749e HTTP/1.1" status: 200 len: 210 time: 0.1662061 Feb 09 01:22:44.703635 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-6cdd6481-16ba-42b4-9e07-56af9ec09441 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df4f4cd-2ea7-4e79-88c0-b68f6825d020') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:44.703951 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-6cdd6481-16ba-42b4-9e07-56af9ec09441 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df4f4cd-2ea7-4e79-88c0-b68f6825d020') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:44.718167 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6481-16ba-42b4-9e07-56af9ec09441 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (4df4f4cd-2ea7-4e79-88c0-b68f6825d020), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:44.733868 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f42a907-b908-41c2-9b3a-7f6c7a305510 admin admin] Deleting subnet 9c00e2a0-66b6-4443-a57a-29213aac7ca5 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:22:44.741371 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-546e11fd-139d-4360-a867-530797dedd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (9f843ab9-aa66-4e2c-ad54-08719f6aa974), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:44.751514 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-546e11fd-139d-4360-a867-530797dedd36 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:44.754584 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-546e11fd-139d-4360-a867-530797dedd36 admin admin] 10.222.0.30 "DELETE /v2.0/networks/9f843ab9-aa66-4e2c-ad54-08719f6aa974 HTTP/1.1" status: 204 len: 168 time: 1.1386704 Feb 09 01:22:44.755711 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6481-16ba-42b4-9e07-56af9ec09441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (4df4f4cd-2ea7-4e79-88c0-b68f6825d020), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:44.760235 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1f42a907-b908-41c2-9b3a-7f6c7a305510 admin admin] Publish callbacks [] for subnet (9c00e2a0-66b6-4443-a57a-29213aac7ca5), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:44.794083 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d325457-fc66-447f-a4e6-2dad8894216c admin admin] Network b5cee00d-d11d-4a76-ad74-cfd798aa917c is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:44.798233 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-1d325457-fc66-447f-a4e6-2dad8894216c admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:44.808247 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e11fd-139d-4360-a867-530797dedd36 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f843ab9-aa66-4e2c-ad54-08719f6aa974,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:44.813531 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cdd6481-16ba-42b4-9e07-56af9ec09441 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:22:44.814243 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6481-16ba-42b4-9e07-56af9ec09441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (4df4f4cd-2ea7-4e79-88c0-b68f6825d020), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:44.818954 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:22:44.818954 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:22:44.818954 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:22:44.818954 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:22:44.818954 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:22:44.818954 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:22:44.818954 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:22:44.818954 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:22:44.818954 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:22:44.818954 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:22:44.818954 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:22:44.818954 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:22:44.818954 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:22:44.818954 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:22:44.818954 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:22:44.818954 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:22:44.818954 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:22:44.818954 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:22:44.818954 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:22:44.818954 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:22:44.818954 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:22:44.818954 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:22:44.818954 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:22:44.818954 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:22:44.818954 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:22:44.818954 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:22:44.818954 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:22:44.818954 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:22:44.818954 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:22:44.818954 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:22:44.818954 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:22:44.818954 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:22:44.912112 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 59ef2990-77d3-4dfa-b831-8cc992b6bb73 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:22:44.930638 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1f42a907-b908-41c2-9b3a-7f6c7a305510 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (9c00e2a0-66b6-4443-a57a-29213aac7ca5), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:44.977462 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:22:44.991241 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 59ef2990-77d3-4dfa-b831-8cc992b6bb73 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:22:44.997309 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 59ef2990-77d3-4dfa-b831-8cc992b6bb73 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:22:44.998405 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:22:45.001668 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1f42a907-b908-41c2-9b3a-7f6c7a305510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (9c00e2a0-66b6-4443-a57a-29213aac7ca5), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:45.056966 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9657b2-c314-408f-8516-bea1696acbeb', 'name': 'network-vif-deleted', 'tag': '2b901f6b-1c2d-4d4e-acbe-b44164f9ae95'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:22:45.063731 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf8bda5-1d47-4cb1-ae6b-880d1dc0df49" -d '{"events": [{"server_uuid": "af9657b2-c314-408f-8516-bea1696acbeb", "name": "network-vif-deleted", "tag": "2b901f6b-1c2d-4d4e-acbe-b44164f9ae95"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:22:45.082238 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:22:45.082835 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 8d75a73c-64ee-4751-9fa0-c5fa5ca10dcf not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:22:45.121479 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6481-16ba-42b4-9e07-56af9ec09441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (0044376d-2696-4fd1-bba3-347140c0de14), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:45.129342 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6cdd6481-16ba-42b4-9e07-56af9ec09441 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:45.142982 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6cdd6481-16ba-42b4-9e07-56af9ec09441 admin admin] 10.222.0.30 "DELETE /v2.0/networks/0044376d-2696-4fd1-bba3-347140c0de14 HTTP/1.1" status: 204 len: 168 time: 1.2588558 Feb 09 01:22:45.156394 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33544) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:45.207781 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:45.210704 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:45.230478 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e37bfc-998a-4486-8f0b-31b5f4f52504 x-openstack-request-id: req-12e37bfc-998a-4486-8f0b-31b5f4f52504 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:22:45.231574 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9657b2-c314-408f-8516-bea1696acbeb", "name": "network-vif-deleted", "tag": "2b901f6b-1c2d-4d4e-acbe-b44164f9ae95", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:22:45.231928 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-12e37bfc-998a-4486-8f0b-31b5f4f52504 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:22:45.233048 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9657b2-c314-408f-8516-bea1696acbeb', 'name': 'network-vif-deleted', 'tag': '2b901f6b-1c2d-4d4e-acbe-b44164f9ae95', 'status': 'completed', 'code': 200} Feb 09 01:22:45.237258 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd6481-16ba-42b4-9e07-56af9ec09441 admin admin] Pushing event deleted for resources: {'Network': ['ID=0044376d-2696-4fd1-bba3-347140c0de14,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:45.251002 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d325457-fc66-447f-a4e6-2dad8894216c admin admin] Router c8c34a72-625a-486f-99f0-9383414e0ff9 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:22:45.310663 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1f42a907-b908-41c2-9b3a-7f6c7a305510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (9c00e2a0-66b6-4443-a57a-29213aac7ca5), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:45.357626 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-1785d84a-f5ca-4caf-89de-a5801e597071 None None] Provisioning complete for port edaf30c3-2fd7-44b6-9329-6b5f48e7c160 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:45.360825 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1785d84a-f5ca-4caf-89de-a5801e597071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (edaf30c3-2fd7-44b6-9329-6b5f48e7c160), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:45.385682 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f42a907-b908-41c2-9b3a-7f6c7a305510 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c00e2a0-66b6-4443-a57a-29213aac7ca5,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:45.404888 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1f42a907-b908-41c2-9b3a-7f6c7a305510 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:45.419227 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1f42a907-b908-41c2-9b3a-7f6c7a305510 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9c00e2a0-66b6-4443-a57a-29213aac7ca5 HTTP/1.1" status: 204 len: 168 time: 1.0828276 Feb 09 01:22:45.421509 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33548) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:45.458373 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33550) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:45.471008 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-326f26d9-b138-4622-b85c-6a26a8bb18d6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7eed80cdb8794913b98d8731a386dc4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3134122 Feb 09 01:22:45.486018 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33552) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:45.522225 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-1785d84a-f5ca-4caf-89de-a5801e597071 None None] Port edaf30c3-2fd7-44b6-9329-6b5f48e7c160 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:22:45.531593 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:45.532097 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:45.562511 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d325457-fc66-447f-a4e6-2dad8894216c admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:22:45.582476 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:45.594922 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:45.597900 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1d325457-fc66-447f-a4e6-2dad8894216c admin admin] 10.222.0.30 "PUT /v2.0/routers/c8c34a72-625a-486f-99f0-9383414e0ff9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4684794 Feb 09 01:22:45.602447 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2acc83f4-7b57-4e7c-b670-52438ee5a728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (aa4a3089-7c99-441e-b086-4f1a96a85ade), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:45.664279 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b0729a05-f61b-4784-a5b9-4e53047ec12e admin admin] Publish callbacks [] for security_group (5b551d22-c4e2-4d33-9c8a-45e814dcd0bf), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:45.699868 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:45.713932 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33560) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:45.781292 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b0729a05-f61b-4784-a5b9-4e53047ec12e admin admin] Publish callbacks [] for security_group (5b551d22-c4e2-4d33-9c8a-45e814dcd0bf), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:45.807315 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf5b1b-31ca-4e41-9ba8-98bf1a9ddc16 req-523d829c-b6dd-4e21-ac2f-5fe1ad4d1d70 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:45.809053 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3baf5b1b-31ca-4e41-9ba8-98bf1a9ddc16 req-523d829c-b6dd-4e21-ac2f-5fe1ad4d1d70 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.1951652 Feb 09 01:22:45.863861 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2acc83f4-7b57-4e7c-b670-52438ee5a728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (aa4a3089-7c99-441e-b086-4f1a96a85ade), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:45.873247 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd9335c-2822-4744-b3ad-44081f7e8478 None None] Sync routers for ids ['c8c34a72-625a-486f-99f0-9383414e0ff9'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:22:45.882092 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0a4058f9-07b3-49a9-bd00-881efda539e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:45.883911 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd9335c-2822-4744-b3ad-44081f7e8478 None None] Routers {'c8c34a72-625a-486f-99f0-9383414e0ff9'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:22:45.884773 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6fd9335c-2822-4744-b3ad-44081f7e8478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:22:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c8c34a72-625a-486f-99f0-9383414e0ff9'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:45.918217 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b0729a05-f61b-4784-a5b9-4e53047ec12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (5b551d22-c4e2-4d33-9c8a-45e814dcd0bf), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:45.923060 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b0729a05-f61b-4784-a5b9-4e53047ec12e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:45.927869 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b0729a05-f61b-4784-a5b9-4e53047ec12e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5b551d22-c4e2-4d33-9c8a-45e814dcd0bf HTTP/1.1" status: 204 len: 168 time: 0.4384639 Feb 09 01:22:45.931166 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6fb74a06-4e08-48e4-aafa-7d96116a9587 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fd753c72ff6e4267a1e04911cdb81134&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2132864 Feb 09 01:22:45.932324 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33568) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:45.956225 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-35b71120-902a-4fe2-91b5-014f7f1dd92b req-fbaca9f0-5f78-46a9-8e3b-a69aa678afe6 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dd22aff-8071-4f0e-8ed2-d41185e7749e HTTP/1.1" status: 200 len: 210 time: 0.1027803 Feb 09 01:22:45.960966 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-2acc83f4-7b57-4e7c-b670-52438ee5a728 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa4a3089-7c99-441e-b086-4f1a96a85ade']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:46.002164 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-2acc83f4-7b57-4e7c-b670-52438ee5a728 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9f78c1f-6e31-44e6-9cf4-d33939b2a1d5') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:46.010250 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-2acc83f4-7b57-4e7c-b670-52438ee5a728 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9f78c1f-6e31-44e6-9cf4-d33939b2a1d5') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:46.010633 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0729a05-f61b-4784-a5b9-4e53047ec12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b551d22-c4e2-4d33-9c8a-45e814dcd0bf,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:46.051395 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3baf5b1b-31ca-4e41-9ba8-98bf1a9ddc16 req-a131e689-5147-414c-bc5e-4fe6904675e3 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245915 Feb 09 01:22:46.078354 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c8155fd5-f453-4f44-bd9a-3ff6984dbbc6 admin admin] Publish callbacks [] for security_group (f773a98e-40e1-47dd-bb21-d98c3910a58a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:46.084475 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2acc83f4-7b57-4e7c-b670-52438ee5a728 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (d9f78c1f-6e31-44e6-9cf4-d33939b2a1d5), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:46.111490 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2acc83f4-7b57-4e7c-b670-52438ee5a728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (d9f78c1f-6e31-44e6-9cf4-d33939b2a1d5), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:46.144738 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2acc83f4-7b57-4e7c-b670-52438ee5a728 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:22:46.145144 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2acc83f4-7b57-4e7c-b670-52438ee5a728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (d9f78c1f-6e31-44e6-9cf4-d33939b2a1d5), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:46.146995 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:22:46.146995 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:22:46.146995 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:22:46.146995 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:22:46.146995 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:22:46.146995 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:22:46.146995 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:22:46.146995 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:22:46.146995 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:22:46.146995 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:22:46.146995 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:22:46.146995 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:22:46.146995 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:22:46.146995 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:22:46.146995 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:22:46.146995 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:22:46.146995 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:22:46.146995 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:22:46.146995 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:22:46.146995 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:22:46.146995 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:22:46.146995 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:22:46.146995 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:22:46.146995 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:22:46.146995 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:22:46.146995 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:22:46.146995 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:22:46.146995 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:22:46.146995 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:22:46.146995 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:22:46.146995 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:22:46.146995 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:22:46.166519 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c8155fd5-f453-4f44-bd9a-3ff6984dbbc6 admin admin] Publish callbacks [] for security_group (f773a98e-40e1-47dd-bb21-d98c3910a58a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:46.200840 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-6fd9335c-2822-4744-b3ad-44081f7e8478 None None] Set router c8c34a72-625a-486f-99f0-9383414e0ff9 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:22:46.237972 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c8155fd5-f453-4f44-bd9a-3ff6984dbbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f773a98e-40e1-47dd-bb21-d98c3910a58a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:46.243023 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c8155fd5-f453-4f44-bd9a-3ff6984dbbc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:46.245375 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c8155fd5-f453-4f44-bd9a-3ff6984dbbc6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f773a98e-40e1-47dd-bb21-d98c3910a58a HTTP/1.1" status: 204 len: 168 time: 0.3118269 Feb 09 01:22:46.258041 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8155fd5-f453-4f44-bd9a-3ff6984dbbc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f773a98e-40e1-47dd-bb21-d98c3910a58a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:46.272892 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0a4058f9-07b3-49a9-bd00-881efda539e0 admin admin] Publish callbacks [] for security_group (5a93daeb-7364-4cae-a2d9-70e72f3eb329), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:46.372046 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0a4058f9-07b3-49a9-bd00-881efda539e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (5a93daeb-7364-4cae-a2d9-70e72f3eb329), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:46.476093 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0a4058f9-07b3-49a9-bd00-881efda539e0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4179533aeb1b493f90e3c7d6199d743b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0124879 Feb 09 01:22:46.477628 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2acc83f4-7b57-4e7c-b670-52438ee5a728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (aa4a3089-7c99-441e-b086-4f1a96a85ade), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:46.478751 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33576) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:46.525467 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2acc83f4-7b57-4e7c-b670-52438ee5a728 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:46.539503 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2acc83f4-7b57-4e7c-b670-52438ee5a728 admin admin] 10.222.0.30 "DELETE /v2.0/networks/aa4a3089-7c99-441e-b086-4f1a96a85ade HTTP/1.1" status: 204 len: 168 time: 1.1138654 Feb 09 01:22:46.546513 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4058f9-07b3-49a9-bd00-881efda539e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a93daeb-7364-4cae-a2d9-70e72f3eb329,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:46.604785 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc83f4-7b57-4e7c-b670-52438ee5a728 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa4a3089-7c99-441e-b086-4f1a96a85ade,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:46.621401 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6fd9335c-2822-4744-b3ad-44081f7e8478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c34a72-625a-486f-99f0-9383414e0ff9', 'name': 'tempest-ServerActionsTestJSON-282244650-router', 'tenant_id': 'b6fd459715684d44a0a31bd130ea655c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:35Z', 'updated_at': '2022-02-09T01:22:44Z', 'revision_number': 4, 'project_id': 'b6fd459715684d44a0a31bd130ea655c', 'gw_port': {'id': '6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:bc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c34a72-625a-486f-99f0-9383414e0ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:36Z', 'updated_at': '2022-02-09T01:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'edaf30c3-2fd7-44b6-9329-6b5f48e7c160', 'name': '', 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c', 'tenant_id': 'b6fd459715684d44a0a31bd130ea655c', 'mac_address': 'fa:16:3e:b4:b3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c34a72-625a-486f-99f0-9383414e0ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '3c1b64de-5642-407c-82ef-1ad0f3f887f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:42Z', 'updated_at': '2022-02-09T01:22:44Z', 'revision_number': 2, 'project_id': 'b6fd459715684d44a0a31bd130ea655c', 'subnets': [{'id': '3c1b64de-5642-407c-82ef-1ad0f3f887f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:46.661048 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd9335c-2822-4744-b3ad-44081f7e8478 None None] Checking router: c8c34a72-625a-486f-99f0-9383414e0ff9 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:22:46.661301 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd9335c-2822-4744-b3ad-44081f7e8478 None None] Updating router c8c34a72-625a-486f-99f0-9383414e0ff9 port edaf30c3-2fd7-44b6-9329-6b5f48e7c160 binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:22:46.675661 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b7b999b1-d25c-491a-a651-d5e088ecfe51 admin admin] Publish callbacks [] for security_group (5a93daeb-7364-4cae-a2d9-70e72f3eb329), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:46.682913 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33584) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:46.691367 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-2ca7e069-8db2-4a81-9662-80f432610d54 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Request body: {'security_group': {'name': 'tempest-securitygroup--122603793', 'description': 'tempest-description--214489751'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:46.714624 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6fd9335c-2822-4744-b3ad-44081f7e8478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (edaf30c3-2fd7-44b6-9329-6b5f48e7c160), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:46.752954 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b7b999b1-d25c-491a-a651-d5e088ecfe51 admin admin] Publish callbacks [] for security_group (5a93daeb-7364-4cae-a2d9-70e72f3eb329), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:46.761411 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2ca7e069-8db2-4a81-9662-80f432610d54 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:46.883197 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b7b999b1-d25c-491a-a651-d5e088ecfe51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (5a93daeb-7364-4cae-a2d9-70e72f3eb329), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:46.886451 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b7b999b1-d25c-491a-a651-d5e088ecfe51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:46.888918 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b7b999b1-d25c-491a-a651-d5e088ecfe51 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5a93daeb-7364-4cae-a2d9-70e72f3eb329 HTTP/1.1" status: 204 len: 168 time: 0.4083371 Feb 09 01:22:46.914387 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b999b1-d25c-491a-a651-d5e088ecfe51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a93daeb-7364-4cae-a2d9-70e72f3eb329,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:46.940433 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2ca7e069-8db2-4a81-9662-80f432610d54 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks [] for security_group (8220723f-4cfe-4bd5-bd68-a7ece32df0fb), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:46.946234 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2ca7e069-8db2-4a81-9662-80f432610d54 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (8220723f-4cfe-4bd5-bd68-a7ece32df0fb), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:47.039362 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33598) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:47.052088 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7e069-8db2-4a81-9662-80f432610d54 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8220723f-4cfe-4bd5-bd68-a7ece32df0fb,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:47.064396 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2ca7e069-8db2-4a81-9662-80f432610d54 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:47.065949 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2ca7e069-8db2-4a81-9662-80f432610d54 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3819239 Feb 09 01:22:47.069024 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33600) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:47.089575 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-5f289800-699b-44aa-b14b-fbb30514fbe8 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Request body: {'security_group_rule': {'security_group_id': '8220723f-4cfe-4bd5-bd68-a7ece32df0fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:47.171245 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0ab3c52a-9245-4e3e-9bbd-39a0df017c24 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a8f88e88e7c34b099d2a3084521ceeaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1282554 Feb 09 01:22:47.175106 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33604) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:47.263023 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-adae9533-3250-4db7-9bae-32c81b29913a req-8ae2541e-6c11-4acb-8661-a39100176ba6 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dd22aff-8071-4f0e-8ed2-d41185e7749e HTTP/1.1" status: 200 len: 210 time: 0.1070921 Feb 09 01:22:47.298103 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-72b1f166-2a0e-427d-afc5-8bbd2d2216ca admin admin] Publish callbacks [] for security_group (98db701b-ac46-45f4-bd35-3362a9f70d0b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:47.301765 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5f289800-699b-44aa-b14b-fbb30514fbe8 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks [] for security_group_rule (e6ecbc94-0535-4245-be2d-2a4bdd7c2e48), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:47.346749 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-72b1f166-2a0e-427d-afc5-8bbd2d2216ca admin admin] Publish callbacks [] for security_group (98db701b-ac46-45f4-bd35-3362a9f70d0b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:47.404136 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738895e-0f13-4474-88c6-79416c005372 req-598da16d-5e2f-4ad2-9e46-abdd66ab79b3 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:47.421359 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d738895e-0f13-4474-88c6-79416c005372 req-598da16d-5e2f-4ad2-9e46-abdd66ab79b3 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.1840937 Feb 09 01:22:47.457231 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-72b1f166-2a0e-427d-afc5-8bbd2d2216ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (98db701b-ac46-45f4-bd35-3362a9f70d0b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:47.459848 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5f289800-699b-44aa-b14b-fbb30514fbe8 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks [] for security_group_rule (e6ecbc94-0535-4245-be2d-2a4bdd7c2e48), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:47.460135 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-72b1f166-2a0e-427d-afc5-8bbd2d2216ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:47.464467 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-72b1f166-2a0e-427d-afc5-8bbd2d2216ca admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/98db701b-ac46-45f4-bd35-3362a9f70d0b HTTP/1.1" status: 204 len: 168 time: 0.2872200 Feb 09 01:22:47.476959 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1f166-2a0e-427d-afc5-8bbd2d2216ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98db701b-ac46-45f4-bd35-3362a9f70d0b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:47.482933 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5f289800-699b-44aa-b14b-fbb30514fbe8 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (e6ecbc94-0535-4245-be2d-2a4bdd7c2e48), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:47.509891 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:22:47.528549 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f289800-699b-44aa-b14b-fbb30514fbe8 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ecbc94-0535-4245-be2d-2a4bdd7c2e48,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:47.551004 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5f289800-699b-44aa-b14b-fbb30514fbe8 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:47.552262 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5f289800-699b-44aa-b14b-fbb30514fbe8 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4820294 Feb 09 01:22:47.555128 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33616) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:47.560368 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-c1fb1bb4-58c6-4291-bc6d-c4ac4600c70e tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Request body: {'security_group_rule': {'security_group_id': '8220723f-4cfe-4bd5-bd68-a7ece32df0fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:47.565334 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d738895e-0f13-4474-88c6-79416c005372 req-5821a201-7878-4c97-8168-b797c121761a tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043403 Feb 09 01:22:47.624867 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c1fb1bb4-58c6-4291-bc6d-c4ac4600c70e tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks [] for security_group_rule (8f54aa71-2c2d-4bec-8bdf-f6a45306f5a2), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:47.660204 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6fd9335c-2822-4744-b3ad-44081f7e8478 None None] Publish callbacks [] for port (edaf30c3-2fd7-44b6-9329-6b5f48e7c160), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:47.669403 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:47.669632 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:47.718970 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c1fb1bb4-58c6-4291-bc6d-c4ac4600c70e tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks [] for security_group_rule (8f54aa71-2c2d-4bec-8bdf-f6a45306f5a2), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:47.722509 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6fd9335c-2822-4744-b3ad-44081f7e8478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (edaf30c3-2fd7-44b6-9329-6b5f48e7c160), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:47.725858 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c1fb1bb4-58c6-4291-bc6d-c4ac4600c70e tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (8f54aa71-2c2d-4bec-8bdf-f6a45306f5a2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:47.778193 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb1bb4-58c6-4291-bc6d-c4ac4600c70e tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f54aa71-2c2d-4bec-8bdf-f6a45306f5a2,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:47.803092 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33622) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:47.803292 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c1fb1bb4-58c6-4291-bc6d-c4ac4600c70e tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:47.807507 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c1fb1bb4-58c6-4291-bc6d-c4ac4600c70e tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2486448 Feb 09 01:22:47.808237 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33624) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:47.816604 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-fd9f556c-2d15-4c37-b4fc-317d5005f1db tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:47.839654 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1836fe2d-f0f7-4834-b6b6-b62e549dc3ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:47.924979 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fd9f556c-2d15-4c37-b4fc-317d5005f1db tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:47.953373 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-6fd9335c-2822-4744-b3ad-44081f7e8478 None None] Attempting to bind port edaf30c3-2fd7-44b6-9329-6b5f48e7c160 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:22:47.955778 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-6fd9335c-2822-4744-b3ad-44081f7e8478 None None] Attempting to bind port edaf30c3-2fd7-44b6-9329-6b5f48e7c160 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '153f7d2f-df27-4bdc-b04a-82cc92147679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:22:47.956183 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd9335c-2822-4744-b3ad-44081f7e8478 None None] Attempting to bind port edaf30c3-2fd7-44b6-9329-6b5f48e7c160 on network b5cee00d-d11d-4a76-ad74-cfd798aa917c {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:22:47.971897 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27728e-9e67-42bd-92a5-229277078a2a None None] Pushing event updated for resources: {'Port': ['ID=edaf30c3-2fd7-44b6-9329-6b5f48e7c160,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:47.979890 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd9335c-2822-4744-b3ad-44081f7e8478 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:22:47.980367 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd9335c-2822-4744-b3ad-44081f7e8478 None None] Checking segment: {'id': '153f7d2f-df27-4bdc-b04a-82cc92147679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:22:47.980793 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6fd9335c-2822-4744-b3ad-44081f7e8478 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:47.986928 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd9335c-2822-4744-b3ad-44081f7e8478 None None] Bound using segment: {'id': '153f7d2f-df27-4bdc-b04a-82cc92147679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:22:47.987534 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-6fd9335c-2822-4744-b3ad-44081f7e8478 None None] Bound port: edaf30c3-2fd7-44b6-9329-6b5f48e7c160, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153f7d2f-df27-4bdc-b04a-82cc92147679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:22:47.987939 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6fd9335c-2822-4744-b3ad-44081f7e8478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (edaf30c3-2fd7-44b6-9329-6b5f48e7c160), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:48.030988 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1836fe2d-f0f7-4834-b6b6-b62e549dc3ea admin admin] Publish callbacks [] for security_group (254f54d2-ef73-49b8-a8a1-5070d38277b3), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:48.036565 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1836fe2d-f0f7-4834-b6b6-b62e549dc3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (254f54d2-ef73-49b8-a8a1-5070d38277b3), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:48.082941 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1836fe2d-f0f7-4834-b6b6-b62e549dc3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254f54d2-ef73-49b8-a8a1-5070d38277b3,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:48.153962 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1836fe2d-f0f7-4834-b6b6-b62e549dc3ea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=87929bc84c4c46bb85a2c712b333af10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3474255 Feb 09 01:22:48.154619 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33638) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:48.241869 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fd9f556c-2d15-4c37-b4fc-317d5005f1db tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:48.294444 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8d72836e-c2da-418d-9372-78901c29d00b admin admin] Publish callbacks [] for security_group (254f54d2-ef73-49b8-a8a1-5070d38277b3), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:48.354401 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8d72836e-c2da-418d-9372-78901c29d00b admin admin] Publish callbacks [] for security_group (254f54d2-ef73-49b8-a8a1-5070d38277b3), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:48.452957 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-84398a01-4dd7-43f2-8ef8-7e5b32ae713b req-30ec3fd1-4cc1-470d-acb4-957f8075c7eb tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dd22aff-8071-4f0e-8ed2-d41185e7749e HTTP/1.1" status: 200 len: 210 time: 0.0370078 Feb 09 01:22:48.468253 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8d72836e-c2da-418d-9372-78901c29d00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (254f54d2-ef73-49b8-a8a1-5070d38277b3), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:48.473127 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8d72836e-c2da-418d-9372-78901c29d00b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:48.474986 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8d72836e-c2da-418d-9372-78901c29d00b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/254f54d2-ef73-49b8-a8a1-5070d38277b3 HTTP/1.1" status: 204 len: 168 time: 0.3190386 Feb 09 01:22:48.488006 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72836e-c2da-418d-9372-78901c29d00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254f54d2-ef73-49b8-a8a1-5070d38277b3,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:48.545704 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-fd9f556c-2d15-4c37-b4fc-317d5005f1db tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Allocated IP 172.25.1.137 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/7c3817a0-abdd-4eb2-acb9-2a0ce86a799a) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:48.547624 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a27728e-9e67-42bd-92a5-229277078a2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:48.547966 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a27728e-9e67-42bd-92a5-229277078a2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:48.548340 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a27728e-9e67-42bd-92a5-229277078a2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:48.548668 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a27728e-9e67-42bd-92a5-229277078a2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:48.549102 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a27728e-9e67-42bd-92a5-229277078a2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:48.549308 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a27728e-9e67-42bd-92a5-229277078a2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:48.549628 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a27728e-9e67-42bd-92a5-229277078a2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:48.549944 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a27728e-9e67-42bd-92a5-229277078a2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:48.550256 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a27728e-9e67-42bd-92a5-229277078a2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:48.550572 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a27728e-9e67-42bd-92a5-229277078a2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:48.550888 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a27728e-9e67-42bd-92a5-229277078a2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:48.551247 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a27728e-9e67-42bd-92a5-229277078a2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:48.551495 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a27728e-9e67-42bd-92a5-229277078a2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:48.597145 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:48.613383 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-9e81ccc0-9c53-47c0-9931-58f6d4964bb7 None None] Provisioning complete for port edaf30c3-2fd7-44b6-9329-6b5f48e7c160 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:48.615334 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9e81ccc0-9c53-47c0-9931-58f6d4964bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (edaf30c3-2fd7-44b6-9329-6b5f48e7c160), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:48.737779 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-9e81ccc0-9c53-47c0-9931-58f6d4964bb7 None None] Port edaf30c3-2fd7-44b6-9329-6b5f48e7c160 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:22:48.742518 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-6fd9335c-2822-4744-b3ad-44081f7e8478 None None] For port edaf30c3-2fd7-44b6-9329-6b5f48e7c160, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:22:48.760374 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-6fd9335c-2822-4744-b3ad-44081f7e8478 None None] For port edaf30c3-2fd7-44b6-9329-6b5f48e7c160, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=edaf30c3-2fd7-44b6-9329-6b5f48e7c160,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:22:48.778880 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6fd9335c-2822-4744-b3ad-44081f7e8478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (edaf30c3-2fd7-44b6-9329-6b5f48e7c160), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:48.827097 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6b7cb-fba9-429e-8fb9-7eacc5f5f267 req-ca3610d3-6926-4345-86bd-44f877825580 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:48.836750 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-abf6b7cb-fba9-429e-8fb9-7eacc5f5f267 req-ca3610d3-6926-4345-86bd-44f877825580 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.1584070 Feb 09 01:22:48.839088 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fd9f556c-2d15-4c37-b4fc-317d5005f1db tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks [] for port (7c3817a0-abdd-4eb2-acb9-2a0ce86a799a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:48.928835 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd9335c-2822-4744-b3ad-44081f7e8478 None None] Routers {'c8c34a72-625a-486f-99f0-9383414e0ff9'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:22:48.931431 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6fd9335c-2822-4744-b3ad-44081f7e8478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:22:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c8c34a72-625a-486f-99f0-9383414e0ff9'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:48.940526 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 4a825b64-d1af-4377-836e-5fc508ec6888 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:22:48.946433 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fd9f556c-2d15-4c37-b4fc-317d5005f1db tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (7c3817a0-abdd-4eb2-acb9-2a0ce86a799a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:48.959189 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33672) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:48.977435 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-abf6b7cb-fba9-429e-8fb9-7eacc5f5f267 req-d40fafa9-1277-4263-9e68-b2b9362ed8b4 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380785 Feb 09 01:22:49.081691 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27728e-9e67-42bd-92a5-229277078a2a None None] Pushing event updated for resources: {'Port': ['ID=edaf30c3-2fd7-44b6-9329-6b5f48e7c160,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:49.120252 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9f556c-2d15-4c37-b4fc-317d5005f1db tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:49.131904 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-fd9f556c-2d15-4c37-b4fc-317d5005f1db tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:49.138888 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9f556c-2d15-4c37-b4fc-317d5005f1db tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:22:49.248726 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-6fd9335c-2822-4744-b3ad-44081f7e8478 None None] Set router c8c34a72-625a-486f-99f0-9383414e0ff9 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:22:49.282728 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f556c-2d15-4c37-b4fc-317d5005f1db tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Pushing event updated for resources: {'Port': ['ID=7c3817a0-abdd-4eb2-acb9-2a0ce86a799a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:49.386129 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33686) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:49.413070 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 4a825b64-d1af-4377-836e-5fc508ec6888, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=4a825b64-d1af-4377-836e-5fc508ec6888,segment=NetworkSegment(49600cbb-8cb1-4c26-a09d-2e3526ba7488),segment_id=49600cbb-8cb1-4c26-a09d-2e3526ba7488)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:49.446951 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-944cbc33-e22d-4029-8aad-4e6652dae1c6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1390731402-network', 'tenant_id': 'c808f84d2c3b4797965f5ee8f6a2482a'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:49.511741 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:49.528862 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fd9f556c-2d15-4c37-b4fc-317d5005f1db tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks [] for floatingip (f678e463-6bc8-43d4-a441-b89ccd4e1ee3), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:49.547280 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '4a825b64-d1af-4377-836e-5fc508ec6888', 'network_id': 'a46c349d-fbe7-42ad-a83d-3298a4c41cb1', 'port_id': '4a825b64-d1af-4377-836e-5fc508ec6888', 'mac_address': 'fa:16:3e:d2:71:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00660737-d0c8-4fd3-9454-eb4bf5c5566b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:22:49.564438 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944cbc33-e22d-4029-8aad-4e6652dae1c6 admin admin] Made reservation on behalf of c808f84d2c3b4797965f5ee8f6a2482a for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:49.571866 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-944cbc33-e22d-4029-8aad-4e6652dae1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:49.602843 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-9d24edbc-89f3-40e3-b770-4aac55a52dc9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1506375842-network', 'tenant_id': 'd29c28a7e64645c9a685472a8bfba0ab'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:49.643179 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-944cbc33-e22d-4029-8aad-4e6652dae1c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:49.720567 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fd9f556c-2d15-4c37-b4fc-317d5005f1db tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7c3817a0-abdd-4eb2-acb9-2a0ce86a799a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:49.768450 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c09be96-b18d-4966-8f29-ce11a878799a req-add456ae-cfdf-4aa9-a5d3-c8d5614bcf89 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dd22aff-8071-4f0e-8ed2-d41185e7749e HTTP/1.1" status: 200 len: 210 time: 0.1180971 Feb 09 01:22:49.787303 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d24edbc-89f3-40e3-b770-4aac55a52dc9 admin admin] Made reservation on behalf of d29c28a7e64645c9a685472a8bfba0ab for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:49.791744 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9d24edbc-89f3-40e3-b770-4aac55a52dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:49.800563 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 4a825b64-d1af-4377-836e-5fc508ec6888 is: ACTIVE; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:49.813402 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (4a825b64-d1af-4377-836e-5fc508ec6888), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:49.813752 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9d24edbc-89f3-40e3-b770-4aac55a52dc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:49.871705 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a825b64-d1af-4377-836e-5fc508ec6888 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:22:49.882085 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-efd0d753-762f-47c8-adf1-b4dfde781c2d None None] Provisioning complete for port edaf30c3-2fd7-44b6-9329-6b5f48e7c160 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:49.884550 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-efd0d753-762f-47c8-adf1-b4dfde781c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (edaf30c3-2fd7-44b6-9329-6b5f48e7c160), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:50.087484 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 4a825b64-d1af-4377-836e-5fc508ec6888, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=4a825b64-d1af-4377-836e-5fc508ec6888,segment=NetworkSegment(49600cbb-8cb1-4c26-a09d-2e3526ba7488),segment_id=49600cbb-8cb1-4c26-a09d-2e3526ba7488)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:50.104180 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9d24edbc-89f3-40e3-b770-4aac55a52dc9 admin admin] Publish callbacks [] for security_group (5e7788c0-d1be-4d2d-a9aa-945bd9b62aab), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:50.113287 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9d24edbc-89f3-40e3-b770-4aac55a52dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (5e7788c0-d1be-4d2d-a9aa-945bd9b62aab), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:50.143122 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (4a825b64-d1af-4377-836e-5fc508ec6888), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:50.203265 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d24edbc-89f3-40e3-b770-4aac55a52dc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:22:50.273897 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fd9f556c-2d15-4c37-b4fc-317d5005f1db tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks [] for port (7c3817a0-abdd-4eb2-acb9-2a0ce86a799a), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:50.306662 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-944cbc33-e22d-4029-8aad-4e6652dae1c6 admin admin] Publish callbacks [] for security_group (c6e37847-5798-49a2-89ad-c53e75460034), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:50.307926 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fd9f556c-2d15-4c37-b4fc-317d5005f1db tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (7c3817a0-abdd-4eb2-acb9-2a0ce86a799a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:50.368799 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-944cbc33-e22d-4029-8aad-4e6652dae1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c6e37847-5798-49a2-89ad-c53e75460034), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:50.398350 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-efd0d753-762f-47c8-adf1-b4dfde781c2d None None] Current status of the port edaf30c3-2fd7-44b6-9329-6b5f48e7c160 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:50.398754 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-efd0d753-762f-47c8-adf1-b4dfde781c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (edaf30c3-2fd7-44b6-9329-6b5f48e7c160), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:50.406284 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['4a825b64-d1af-4377-836e-5fc508ec6888'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:22:50.486399 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-944cbc33-e22d-4029-8aad-4e6652dae1c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:22:50.609424 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=4a825b64-d1af-4377-836e-5fc508ec6888,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:50.643490 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-efd0d753-762f-47c8-adf1-b4dfde781c2d None None] For port edaf30c3-2fd7-44b6-9329-6b5f48e7c160, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=edaf30c3-2fd7-44b6-9329-6b5f48e7c160,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:50.651529 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-944cbc33-e22d-4029-8aad-4e6652dae1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (26d77e61-b848-45bd-b1c3-0a5bb9cc932a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:50.651769 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-944cbc33-e22d-4029-8aad-4e6652dae1c6 admin admin] Added segment 26d77e61-b848-45bd-b1c3-0a5bb9cc932a of type vlan for network 8821b93d-01cf-4b8b-a3db-13afd0eec4ce Feb 09 01:22:50.712606 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-944cbc33-e22d-4029-8aad-4e6652dae1c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (8821b93d-01cf-4b8b-a3db-13afd0eec4ce), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:50.742276 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-efd0d753-762f-47c8-adf1-b4dfde781c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (edaf30c3-2fd7-44b6-9329-6b5f48e7c160), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:50.767702 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33716) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:50.823251 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f556c-2d15-4c37-b4fc-317d5005f1db tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Pushing event updated for resources: {'Port': ['ID=7c3817a0-abdd-4eb2-acb9-2a0ce86a799a,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:50.843822 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944cbc33-e22d-4029-8aad-4e6652dae1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e37847-5798-49a2-89ad-c53e75460034,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:50.889072 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6fd9335c-2822-4744-b3ad-44081f7e8478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c34a72-625a-486f-99f0-9383414e0ff9', 'name': 'tempest-ServerActionsTestJSON-282244650-router', 'tenant_id': 'b6fd459715684d44a0a31bd130ea655c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:35Z', 'updated_at': '2022-02-09T01:22:44Z', 'revision_number': 4, 'project_id': 'b6fd459715684d44a0a31bd130ea655c', 'gw_port': {'id': '6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:bc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c34a72-625a-486f-99f0-9383414e0ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:36Z', 'updated_at': '2022-02-09T01:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'edaf30c3-2fd7-44b6-9329-6b5f48e7c160', 'name': '', 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c', 'tenant_id': 'b6fd459715684d44a0a31bd130ea655c', 'mac_address': 'fa:16:3e:b4:b3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c34a72-625a-486f-99f0-9383414e0ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '3c1b64de-5642-407c-82ef-1ad0f3f887f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:42Z', 'updated_at': '2022-02-09T01:22:48Z', 'revision_number': 4, 'project_id': 'b6fd459715684d44a0a31bd130ea655c', 'subnets': [{'id': '3c1b64de-5642-407c-82ef-1ad0f3f887f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:50.901705 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-944cbc33-e22d-4029-8aad-4e6652dae1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (8821b93d-01cf-4b8b-a3db-13afd0eec4ce), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:50.909079 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944cbc33-e22d-4029-8aad-4e6652dae1c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:50.913536 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-944cbc33-e22d-4029-8aad-4e6652dae1c6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:50.923683 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd9335c-2822-4744-b3ad-44081f7e8478 None None] The sync data for ids ['c8c34a72-625a-486f-99f0-9383414e0ff9'] in n-d-822053-40 is: [{'id': 'c8c34a72-625a-486f-99f0-9383414e0ff9', 'name': 'tempest-ServerActionsTestJSON-282244650-router', 'tenant_id': 'b6fd459715684d44a0a31bd130ea655c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:35Z', 'updated_at': '2022-02-09T01:22:44Z', 'revision_number': 4, 'project_id': 'b6fd459715684d44a0a31bd130ea655c', 'gw_port': {'id': '6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:bc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c34a72-625a-486f-99f0-9383414e0ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:36Z', 'updated_at': '2022-02-09T01:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'edaf30c3-2fd7-44b6-9329-6b5f48e7c160', 'name': '', 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c', 'tenant_id': 'b6fd459715684d44a0a31bd130ea655c', 'mac_address': 'fa:16:3e:b4:b3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c34a72-625a-486f-99f0-9383414e0ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '3c1b64de-5642-407c-82ef-1ad0f3f887f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:42Z', 'updated_at': '2022-02-09T01:22:48Z', 'revision_number': 4, 'project_id': 'b6fd459715684d44a0a31bd130ea655c', 'subnets': [{'id': '3c1b64de-5642-407c-82ef-1ad0f3f887f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:22:50.992022 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-03929552-b2e9-475c-9ae5-550b526b6852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:51.061494 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:51.071317 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0d753-762f-47c8-adf1-b4dfde781c2d None None] Pushing event updated for resources: {'Port': ['ID=edaf30c3-2fd7-44b6-9329-6b5f48e7c160,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:51.116692 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-944cbc33-e22d-4029-8aad-4e6652dae1c6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1498296 Feb 09 01:22:51.117578 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33726) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:51.176855 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-03d10223-3fa2-475b-a109-34b6048e40ce admin admin] Request body: {'subnet': {'network_id': '8821b93d-01cf-4b8b-a3db-13afd0eec4ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1390731402-subnet', 'tenant_id': 'c808f84d2c3b4797965f5ee8f6a2482a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:51.202831 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9d24edbc-89f3-40e3-b770-4aac55a52dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (9bf3403d-c5bc-4e57-bb54-927d3010470a), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:51.203359 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-9d24edbc-89f3-40e3-b770-4aac55a52dc9 admin admin] Added segment 9bf3403d-c5bc-4e57-bb54-927d3010470a of type vlan for network 8ce77acd-00e3-49dd-921d-12bc8c86c44b Feb 09 01:22:51.217173 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fd9f556c-2d15-4c37-b4fc-317d5005f1db tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (f678e463-6bc8-43d4-a441-b89ccd4e1ee3), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:51.253270 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d24edbc-89f3-40e3-b770-4aac55a52dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7788c0-d1be-4d2d-a9aa-945bd9b62aab,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:51.278679 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944cbc33-e22d-4029-8aad-4e6652dae1c6 admin admin] Pushing event updated for resources: {'Network': ['ID=8821b93d-01cf-4b8b-a3db-13afd0eec4ce,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:51.292576 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fd9f556c-2d15-4c37-b4fc-317d5005f1db tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:51.296602 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-fd9f556c-2d15-4c37-b4fc-317d5005f1db tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4871788 Feb 09 01:22:51.303672 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d10223-3fa2-475b-a109-34b6048e40ce admin admin] Made reservation on behalf of c808f84d2c3b4797965f5ee8f6a2482a for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:51.308127 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-03d10223-3fa2-475b-a109-34b6048e40ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:51.333103 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 8821b93d-01cf-4b8b-a3db-13afd0eec4ce details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:22:51.357112 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2cce3bbc-8a7a-4333-8cc6-4b7f121a11a3 req-e5360174-dd7d-4527-b773-757b0758d641 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dd22aff-8071-4f0e-8ed2-d41185e7749e HTTP/1.1" status: 200 len: 210 time: 0.1798029 Feb 09 01:22:51.562539 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9d24edbc-89f3-40e3-b770-4aac55a52dc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (8ce77acd-00e3-49dd-921d-12bc8c86c44b), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:51.584937 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device edaf30c3-2fd7-44b6-9329-6b5f48e7c160 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:22:51.597626 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-18de301d-2e9f-4fbf-8ce4-6d3ee5e5bd5b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1861762207-network', 'tenant_id': '48780f2a71fc480ea7dee81a78af46c8'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:51.653549 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b9d8a-9d81-4815-9317-38f81124ccc0 req-2e95a891-53d8-4827-a6d2-18c836477fc6 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:51.681131 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db8b9d8a-9d81-4815-9317-38f81124ccc0 req-2e95a891-53d8-4827-a6d2-18c836477fc6 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 945 time: 1.4969327 Feb 09 01:22:51.753042 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18de301d-2e9f-4fbf-8ce4-6d3ee5e5bd5b admin admin] Made reservation on behalf of 48780f2a71fc480ea7dee81a78af46c8 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:51.756058 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-18de301d-2e9f-4fbf-8ce4-6d3ee5e5bd5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:51.769252 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port edaf30c3-2fd7-44b6-9329-6b5f48e7c160 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:51.769640 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (edaf30c3-2fd7-44b6-9329-6b5f48e7c160), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:51.805525 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-18de301d-2e9f-4fbf-8ce4-6d3ee5e5bd5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:51.835837 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9d24edbc-89f3-40e3-b770-4aac55a52dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (8ce77acd-00e3-49dd-921d-12bc8c86c44b), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:51.843646 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d24edbc-89f3-40e3-b770-4aac55a52dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:51.844640 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9d24edbc-89f3-40e3-b770-4aac55a52dc9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:51.967685 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-03d10223-3fa2-475b-a109-34b6048e40ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (c617e52a-1c92-4f9f-a978-3ab60b4c79f7), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:52.003616 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db8b9d8a-9d81-4815-9317-38f81124ccc0 req-0b633f77-6b38-43c3-9b2f-43bf2714ee27 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177018 Feb 09 01:22:52.083483 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port edaf30c3-2fd7-44b6-9329-6b5f48e7c160 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:52.141903 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d10223-3fa2-475b-a109-34b6048e40ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=c617e52a-1c92-4f9f-a978-3ab60b4c79f7,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:52.181388 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33746) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:52.181852 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9d24edbc-89f3-40e3-b770-4aac55a52dc9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.7943528 Feb 09 01:22:52.205973 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d24edbc-89f3-40e3-b770-4aac55a52dc9 admin admin] Pushing event updated for resources: {'Network': ['ID=8ce77acd-00e3-49dd-921d-12bc8c86c44b,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:52.208834 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-895ccf93-ae3a-4ce8-be29-74f2542a2d2e admin admin] Request body: {'subnet': {'network_id': '8ce77acd-00e3-49dd-921d-12bc8c86c44b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1506375842-subnet', 'tenant_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:52.213921 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-5383ff0c-054a-42f9-b01d-7a75e3f92a87 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--122603793&fields=id&tenant_id=b6fd459715684d44a0a31bd130ea655c HTTP/1.1" status: 200 len: 267 time: 0.2754197 Feb 09 01:22:52.232581 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 8ce77acd-00e3-49dd-921d-12bc8c86c44b details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:22:52.248287 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d10223-3fa2-475b-a109-34b6048e40ce admin admin] Checking segment: {'id': '26d77e61-b848-45bd-b1c3-0a5bb9cc932a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8821b93d-01cf-4b8b-a3db-13afd0eec4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:22:52.248710 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d10223-3fa2-475b-a109-34b6048e40ce admin admin] Network hostable DHCP agents. Network: 8821b93d-01cf-4b8b-a3db-13afd0eec4ce, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:22:52.290634 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-18de301d-2e9f-4fbf-8ce4-6d3ee5e5bd5b admin admin] Publish callbacks [] for security_group (2a6b43ec-dfaa-47ea-aabd-fd20e0e37e44), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:52.320998 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-18de301d-2e9f-4fbf-8ce4-6d3ee5e5bd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (2a6b43ec-dfaa-47ea-aabd-fd20e0e37e44), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:52.415392 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895ccf93-ae3a-4ce8-be29-74f2542a2d2e admin admin] Made reservation on behalf of d29c28a7e64645c9a685472a8bfba0ab for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:52.417710 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-895ccf93-ae3a-4ce8-be29-74f2542a2d2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:52.438909 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18de301d-2e9f-4fbf-8ce4-6d3ee5e5bd5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:22:52.448078 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-f99e7636-cb06-4f22-b2a1-fc0251cd80e2 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:52.461790 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-f99e7636-cb06-4f22-b2a1-fc0251cd80e2 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/networks?id=b5cee00d-d11d-4a76-ad74-cfd798aa917c HTTP/1.1" status: 200 len: 811 time: 0.2257795 Feb 09 01:22:52.492012 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d10223-3fa2-475b-a109-34b6048e40ce admin admin] Network 8821b93d-01cf-4b8b-a3db-13afd0eec4ce is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:22:52.562125 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f117a713-9cd5-4c4a-8a59-c5bb2563993a req-30934dd8-ed73-450c-9242-8dcba8cc8802 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dd22aff-8071-4f0e-8ed2-d41185e7749e HTTP/1.1" status: 200 len: 210 time: 0.0605178 Feb 09 01:22:52.570922 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-18de301d-2e9f-4fbf-8ce4-6d3ee5e5bd5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (7f61e278-0121-47ac-b616-14bd39948b46), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:52.571275 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-18de301d-2e9f-4fbf-8ce4-6d3ee5e5bd5b admin admin] Added segment 7f61e278-0121-47ac-b616-14bd39948b46 of type vlan for network c343899e-8d55-416f-8f45-c7e7ffb70c22 Feb 09 01:22:52.576096 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-7806400c-c326-499f-8f6a-0180b2598885 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/quotas/b6fd459715684d44a0a31bd130ea655c HTTP/1.1" status: 200 len: 375 time: 0.1083522 Feb 09 01:22:52.642864 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-18de301d-2e9f-4fbf-8ce4-6d3ee5e5bd5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (c343899e-8d55-416f-8f45-c7e7ffb70c22), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:52.719694 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-6442362e-21e7-4cff-98ea-ad0854fdee68 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6fd459715684d44a0a31bd130ea655c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1422722 Feb 09 01:22:52.727052 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de301d-2e9f-4fbf-8ce4-6d3ee5e5bd5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6b43ec-dfaa-47ea-aabd-fd20e0e37e44,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:52.759307 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-18de301d-2e9f-4fbf-8ce4-6d3ee5e5bd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (c343899e-8d55-416f-8f45-c7e7ffb70c22), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:52.766264 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de301d-2e9f-4fbf-8ce4-6d3ee5e5bd5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:52.767054 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-18de301d-2e9f-4fbf-8ce4-6d3ee5e5bd5b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:52.928134 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-03d10223-3fa2-475b-a109-34b6048e40ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 8821b93d-01cf-4b8b-a3db-13afd0eec4ce) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:52.942860 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bdd026-c72e-4c95-b992-97b947194006 None None] Network 8821b93d-01cf-4b8b-a3db-13afd0eec4ce requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:52.986130 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-b804902e-4f42-47cc-b657-15fd24070ab0 service neutron] 10.222.0.30 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610455 Feb 09 01:22:52.987258 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d10223-3fa2-475b-a109-34b6048e40ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:52.989506 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-03d10223-3fa2-475b-a109-34b6048e40ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:53.089172 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-18de301d-2e9f-4fbf-8ce4-6d3ee5e5bd5b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.2701557 Feb 09 01:22:53.093393 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33762) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:53.167452 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-03d10223-3fa2-475b-a109-34b6048e40ce admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9960790 Feb 09 01:22:53.169449 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33764) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:53.184649 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-35acc4e3-bf1f-4a6c-9910-980368fa260b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1390731402-router', 'tenant_id': 'c808f84d2c3b4797965f5ee8f6a2482a', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:53.186035 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-bb56f5e2-9615-4911-a3d1-8311f7d4aa36 admin admin] Request body: {'subnet': {'network_id': 'c343899e-8d55-416f-8f45-c7e7ffb70c22', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1861762207-subnet', 'tenant_id': '48780f2a71fc480ea7dee81a78af46c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:53.280986 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb56f5e2-9615-4911-a3d1-8311f7d4aa36 admin admin] Made reservation on behalf of 48780f2a71fc480ea7dee81a78af46c8 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:53.283859 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bb56f5e2-9615-4911-a3d1-8311f7d4aa36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:53.360904 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 4a825b64-d1af-4377-836e-5fc508ec6888 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:22:53.485542 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-d7e3092a-2dfe-4cff-9728-1374c2d4a2e6 service neutron] 10.222.0.30 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4835827 Feb 09 01:22:53.507830 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-35acc4e3-bf1f-4a6c-9910-980368fa260b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (79bef267-d4c3-4bee-ac70-12c0c7399cde), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:53.513092 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-35acc4e3-bf1f-4a6c-9910-980368fa260b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (79bef267-d4c3-4bee-ac70-12c0c7399cde), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:53.515263 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99de7a01-e1c0-42de-adc7-e236269fb63f None None] Network 8821b93d-01cf-4b8b-a3db-13afd0eec4ce requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:53.667649 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 4a825b64-d1af-4377-836e-5fc508ec6888 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:53.668848 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (4a825b64-d1af-4377-836e-5fc508ec6888), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:53.697404 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38034ce-0349-4776-97b1-7b95f9427eb4 req-6a270f0b-35b1-4f8b-88ea-b8d9e6b9571b tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:53.705957 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f38034ce-0349-4776-97b1-7b95f9427eb4 req-6a270f0b-35b1-4f8b-88ea-b8d9e6b9571b tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 945 time: 0.4232700 Feb 09 01:22:53.713214 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de301d-2e9f-4fbf-8ce4-6d3ee5e5bd5b admin admin] Pushing event updated for resources: {'Network': ['ID=c343899e-8d55-416f-8f45-c7e7ffb70c22,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:53.726543 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-895ccf93-ae3a-4ce8-be29-74f2542a2d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (b5c68845-dbb9-4fbb-a7c3-02cd380b4dd5), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:53.778049 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network c343899e-8d55-416f-8f45-c7e7ffb70c22 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:22:53.788844 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ccf93-ae3a-4ce8-be29-74f2542a2d2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5c68845-dbb9-4fbb-a7c3-02cd380b4dd5,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:53.851437 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895ccf93-ae3a-4ce8-be29-74f2542a2d2e admin admin] Checking segment: {'id': '9bf3403d-c5bc-4e57-bb54-927d3010470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8ce77acd-00e3-49dd-921d-12bc8c86c44b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:22:53.851796 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895ccf93-ae3a-4ce8-be29-74f2542a2d2e admin admin] Network hostable DHCP agents. Network: 8ce77acd-00e3-49dd-921d-12bc8c86c44b, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:22:53.909798 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-35acc4e3-bf1f-4a6c-9910-980368fa260b admin admin] Publish callbacks [] for router_controller (79bef267-d4c3-4bee-ac70-12c0c7399cde), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:53.986334 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895ccf93-ae3a-4ce8-be29-74f2542a2d2e admin admin] Network 8ce77acd-00e3-49dd-921d-12bc8c86c44b is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:22:54.030067 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bb56f5e2-9615-4911-a3d1-8311f7d4aa36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (a26bee4b-81a8-4b9f-8bb2-c482929dd248), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:54.062318 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-895ccf93-ae3a-4ce8-be29-74f2542a2d2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 8ce77acd-00e3-49dd-921d-12bc8c86c44b) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:54.184698 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895ccf93-ae3a-4ce8-be29-74f2542a2d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:54.185235 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-895ccf93-ae3a-4ce8-be29-74f2542a2d2e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:54.305282 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-895ccf93-ae3a-4ce8-be29-74f2542a2d2e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0974586 Feb 09 01:22:54.305282 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb56f5e2-9615-4911-a3d1-8311f7d4aa36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a26bee4b-81a8-4b9f-8bb2-c482929dd248,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:54.313457 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33782) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:54.319051 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d1af47ed-e9c0-4959-9f39-c53e2d57a278 req-a12527ac-3de3-4c9b-83bd-0a0209e02397 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dd22aff-8071-4f0e-8ed2-d41185e7749e HTTP/1.1" status: 200 len: 210 time: 0.1552713 Feb 09 01:22:54.338318 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-aad141df-b66d-434b-b3ea-f9a1253b58da admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1506375842-router', 'tenant_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:54.439392 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb56f5e2-9615-4911-a3d1-8311f7d4aa36 admin admin] Checking segment: {'id': '7f61e278-0121-47ac-b616-14bd39948b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'c343899e-8d55-416f-8f45-c7e7ffb70c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:22:54.440064 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb56f5e2-9615-4911-a3d1-8311f7d4aa36 admin admin] Network hostable DHCP agents. Network: c343899e-8d55-416f-8f45-c7e7ffb70c22, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:22:54.464633 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f38034ce-0349-4776-97b1-7b95f9427eb4 req-15549947-ea46-4271-8dc9-d5544bebba1c tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6501188 Feb 09 01:22:54.528319 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb56f5e2-9615-4911-a3d1-8311f7d4aa36 admin admin] Network c343899e-8d55-416f-8f45-c7e7ffb70c22 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:22:54.552276 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aad141df-b66d-434b-b3ea-f9a1253b58da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (a3665330-f709-48b9-ac23-2ff020c462b1), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:54.555481 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aad141df-b66d-434b-b3ea-f9a1253b58da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (a3665330-f709-48b9-ac23-2ff020c462b1), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:54.608595 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-bb56f5e2-9615-4911-a3d1-8311f7d4aa36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, c343899e-8d55-416f-8f45-c7e7ffb70c22) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:54.620307 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6fc057-5e58-4f89-81ab-3cf5941616e4 None None] Network 8ce77acd-00e3-49dd-921d-12bc8c86c44b requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:54.624873 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb56f5e2-9615-4911-a3d1-8311f7d4aa36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:54.628187 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bb56f5e2-9615-4911-a3d1-8311f7d4aa36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:54.696644 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-bb56f5e2-9615-4911-a3d1-8311f7d4aa36 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5223284 Feb 09 01:22:54.757865 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5831d09-c2ee-4c11-9166-593db8237250 None None] Network c343899e-8d55-416f-8f45-c7e7ffb70c22 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:54.803231 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-35acc4e3-bf1f-4a6c-9910-980368fa260b admin admin] Publish callbacks [] for router_gateway (79bef267-d4c3-4bee-ac70-12c0c7399cde), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:54.880816 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a8ab73a3-a9b1-43d1-9cb8-ba033c00816e req-ef9492d8-67ae-4d97-a8a1-0690d25fe0b1 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 210 time: 0.3917403 Feb 09 01:22:54.898318 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aad141df-b66d-434b-b3ea-f9a1253b58da admin admin] Publish callbacks [] for router_controller (a3665330-f709-48b9-ac23-2ff020c462b1), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:55.010303 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 4a825b64-d1af-4377-836e-5fc508ec6888 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:55.010763 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (4a825b64-d1af-4377-836e-5fc508ec6888), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:55.015237 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9841667a-48b3-4a8a-af6e-a0571df41a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:55.058317 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5aa3c3-0e1b-466d-bdc9-40fc6fa6d804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-8ce77acd-00e3-49dd-921d-12bc8c86c44b', 'network_id': '8ce77acd-00e3-49dd-921d-12bc8c86c44b', 'project_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'fixed_ips': [{'subnet_id': 'b5c68845-dbb9-4fbb-a7c3-02cd380b4dd5'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:22:55.059967 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fd5aa3c3-0e1b-466d-bdc9-40fc6fa6d804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:55.196996 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48112db7-d4db-4ee7-9336-586b9a6e41e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a825b64-d1af-4377-836e-5fc508ec6888'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:22:55.200577 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3396507f-3454-4a69-9ec5-74bd816bc901" -d '{"events": [{"server_uuid": "48112db7-d4db-4ee7-9336-586b9a6e41e3", "name": "network-vif-plugged", "status": "completed", "tag": "4a825b64-d1af-4377-836e-5fc508ec6888"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:22:55.269328 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 4a825b64-d1af-4377-836e-5fc508ec6888, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=4a825b64-d1af-4377-836e-5fc508ec6888,segment=NetworkSegment(49600cbb-8cb1-4c26-a09d-2e3526ba7488),segment_id=49600cbb-8cb1-4c26-a09d-2e3526ba7488)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:55.383155 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c99ed3-fbfb-48e8-a60d-a2c27b3ff4c4 x-openstack-request-id: req-b2c99ed3-fbfb-48e8-a60d-a2c27b3ff4c4 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:22:55.383546 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48112db7-d4db-4ee7-9336-586b9a6e41e3", "name": "network-vif-plugged", "status": "completed", "tag": "4a825b64-d1af-4377-836e-5fc508ec6888", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:22:55.383800 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b2c99ed3-fbfb-48e8-a60d-a2c27b3ff4c4 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:22:55.384228 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48112db7-d4db-4ee7-9336-586b9a6e41e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a825b64-d1af-4377-836e-5fc508ec6888', 'code': 200} Feb 09 01:22:55.385231 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (4a825b64-d1af-4377-836e-5fc508ec6888), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:55.642699 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbd9c44-4c72-4ad8-9de4-0c0e9cb41fc6 None None] Network c343899e-8d55-416f-8f45-c7e7ffb70c22 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:55.734081 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-35acc4e3-bf1f-4a6c-9910-980368fa260b admin admin] Publish callbacks [] for router_gateway (79bef267-d4c3-4bee-ac70-12c0c7399cde), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:55.739211 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-37bab169-f1b7-49cb-a24d-6781dc5cbd89 req-6fd2d2ad-75c8-4342-b9ac-cd3934d4a66e tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dd22aff-8071-4f0e-8ed2-d41185e7749e HTTP/1.1" status: 200 len: 210 time: 0.1255052 Feb 09 01:22:55.772317 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-35acc4e3-bf1f-4a6c-9910-980368fa260b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:55.889839 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=4a825b64-d1af-4377-836e-5fc508ec6888,revision_number=7']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:55.942067 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aad141df-b66d-434b-b3ea-f9a1253b58da admin admin] Publish callbacks [] for router_gateway (a3665330-f709-48b9-ac23-2ff020c462b1), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:56.045547 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33834) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:56.087803 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:56.125147 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-fd5aa3c3-0e1b-466d-bdc9-40fc6fa6d804 None None] Allocated IP 172.20.0.2 (8ce77acd-00e3-49dd-921d-12bc8c86c44b/b5c68845-dbb9-4fbb-a7c3-02cd380b4dd5/7729e189-f1ad-456e-a0d7-7cd463d4c7fa) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:56.182820 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-35acc4e3-bf1f-4a6c-9910-980368fa260b admin admin] Allocated IP 172.25.1.245 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/7647f863-5cac-4007-a98a-afd9e1a77593) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:56.530188 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-104043d1-4c19-4ff2-9414-a58840a57874 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:56.531426 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fd5aa3c3-0e1b-466d-bdc9-40fc6fa6d804 None None] Publish callbacks [] for port (7729e189-f1ad-456e-a0d7-7cd463d4c7fa), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:56.551332 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fd5aa3c3-0e1b-466d-bdc9-40fc6fa6d804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (7729e189-f1ad-456e-a0d7-7cd463d4c7fa), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:56.581195 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-35acc4e3-bf1f-4a6c-9910-980368fa260b admin admin] Publish callbacks [] for port (7647f863-5cac-4007-a98a-afd9e1a77593), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:56.613210 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aad141df-b66d-434b-b3ea-f9a1253b58da admin admin] Publish callbacks [] for router_gateway (a3665330-f709-48b9-ac23-2ff020c462b1), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:56.617319 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5aa3c3-0e1b-466d-bdc9-40fc6fa6d804 None None] Network 8ce77acd-00e3-49dd-921d-12bc8c86c44b is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:56.623389 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-fd5aa3c3-0e1b-466d-bdc9-40fc6fa6d804 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:56.643828 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5aa3c3-0e1b-466d-bdc9-40fc6fa6d804 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:22:56.661557 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aad141df-b66d-434b-b3ea-f9a1253b58da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:56.681316 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-35acc4e3-bf1f-4a6c-9910-980368fa260b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (7647f863-5cac-4007-a98a-afd9e1a77593), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:56.687473 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5aa3c3-0e1b-466d-bdc9-40fc6fa6d804 None None] Pushing event updated for resources: {'Port': ['ID=7729e189-f1ad-456e-a0d7-7cd463d4c7fa,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:56.810842 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-fd5aa3c3-0e1b-466d-bdc9-40fc6fa6d804 None None] Attempting to bind port 7729e189-f1ad-456e-a0d7-7cd463d4c7fa on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:22:56.811241 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-fd5aa3c3-0e1b-466d-bdc9-40fc6fa6d804 None None] Attempting to bind port 7729e189-f1ad-456e-a0d7-7cd463d4c7fa by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '9bf3403d-c5bc-4e57-bb54-927d3010470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8ce77acd-00e3-49dd-921d-12bc8c86c44b'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:22:56.811604 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5aa3c3-0e1b-466d-bdc9-40fc6fa6d804 None None] Attempting to bind port 7729e189-f1ad-456e-a0d7-7cd463d4c7fa on network 8ce77acd-00e3-49dd-921d-12bc8c86c44b {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:22:56.825769 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5aa3c3-0e1b-466d-bdc9-40fc6fa6d804 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:22:56.826135 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5aa3c3-0e1b-466d-bdc9-40fc6fa6d804 None None] Checking segment: {'id': '9bf3403d-c5bc-4e57-bb54-927d3010470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8ce77acd-00e3-49dd-921d-12bc8c86c44b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:22:56.828108 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fd5aa3c3-0e1b-466d-bdc9-40fc6fa6d804 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:56.828505 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5aa3c3-0e1b-466d-bdc9-40fc6fa6d804 None None] Bound using segment: {'id': '9bf3403d-c5bc-4e57-bb54-927d3010470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8ce77acd-00e3-49dd-921d-12bc8c86c44b'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:22:56.828994 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-fd5aa3c3-0e1b-466d-bdc9-40fc6fa6d804 None None] Bound port: 7729e189-f1ad-456e-a0d7-7cd463d4c7fa, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf3403d-c5bc-4e57-bb54-927d3010470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8ce77acd-00e3-49dd-921d-12bc8c86c44b'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:22:56.829369 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fd5aa3c3-0e1b-466d-bdc9-40fc6fa6d804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7729e189-f1ad-456e-a0d7-7cd463d4c7fa), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:56.864537 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35acc4e3-bf1f-4a6c-9910-980368fa260b admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:56.879094 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-35acc4e3-bf1f-4a6c-9910-980368fa260b admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:56.895770 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35acc4e3-bf1f-4a6c-9910-980368fa260b admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:22:56.953575 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-104043d1-4c19-4ff2-9414-a58840a57874 admin admin] Publish callbacks [] for security_group (2493ef4b-2e00-4713-a1e5-91f1651612a7), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:56.964820 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-104043d1-4c19-4ff2-9414-a58840a57874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (2493ef4b-2e00-4713-a1e5-91f1651612a7), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:56.988313 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-fd5aa3c3-0e1b-466d-bdc9-40fc6fa6d804 None None] For port 7729e189-f1ad-456e-a0d7-7cd463d4c7fa, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:22:56.995616 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-fd5aa3c3-0e1b-466d-bdc9-40fc6fa6d804 None None] For port 7729e189-f1ad-456e-a0d7-7cd463d4c7fa, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=7729e189-f1ad-456e-a0d7-7cd463d4c7fa,segment=NetworkSegment(9bf3403d-c5bc-4e57-bb54-927d3010470a),segment_id=9bf3403d-c5bc-4e57-bb54-927d3010470a)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:22:57.011875 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fd5aa3c3-0e1b-466d-bdc9-40fc6fa6d804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7729e189-f1ad-456e-a0d7-7cd463d4c7fa), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:57.015157 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-3764a224-357c-4e49-bf3b-b74d0866a5d6 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:57.018038 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-3764a224-357c-4e49-bf3b-b74d0866a5d6 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.121 "GET /v2.0/networks?id=b5cee00d-d11d-4a76-ad74-cfd798aa917c HTTP/1.1" status: 200 len: 811 time: 0.5856030 Feb 09 01:22:57.030307 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-aad141df-b66d-434b-b3ea-f9a1253b58da admin admin] Allocated IP 172.25.1.247 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/4226d4c3-3917-4126-ab80-3bc38a98ee05) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:57.031385 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-a6c8c72f-697d-4110-8249-433e18eef21c tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:57.033770 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-a6c8c72f-697d-4110-8249-433e18eef21c tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] 10.222.0.30 "GET /v2.0/networks?id=c343899e-8d55-416f-8f45-c7e7ffb70c22 HTTP/1.1" status: 200 len: 822 time: 1.2158892 Feb 09 01:22:57.052247 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104043d1-4c19-4ff2-9414-a58840a57874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2493ef4b-2e00-4713-a1e5-91f1651612a7,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:57.068849 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-104043d1-4c19-4ff2-9414-a58840a57874 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ed7b5deb016d4ea18bfda401f48b40a2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0111070 Feb 09 01:22:57.068943 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33840) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:57.090697 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35acc4e3-bf1f-4a6c-9910-980368fa260b admin admin] Pushing event updated for resources: {'Port': ['ID=7647f863-5cac-4007-a98a-afd9e1a77593,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:57.110656 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ffa3a0-bba7-4fe9-9172-268890b9a607 req-9d8f5081-761a-4d61-bdf6-43fa1dd39679 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:57.112735 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-48ffa3a0-bba7-4fe9-9172-268890b9a607 req-9d8f5081-761a-4d61-bdf6-43fa1dd39679 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 1.2145402 Feb 09 01:22:57.121742 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-d355ae19-e107-4915-8cc2-035d75387775 tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] 10.222.0.30 "GET /v2.0/quotas/48780f2a71fc480ea7dee81a78af46c8 HTTP/1.1" status: 200 len: 375 time: 0.0770812 Feb 09 01:22:57.196326 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5aa3c3-0e1b-466d-bdc9-40fc6fa6d804 None None] Pushing event updated for resources: {'Port': ['ID=7729e189-f1ad-456e-a0d7-7cd463d4c7fa,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:57.337834 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a56510d8-761e-4c4e-804e-00f552c5f67a admin admin] Publish callbacks [] for security_group (2493ef4b-2e00-4713-a1e5-91f1651612a7), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:57.350932 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-487be1e3-1cd6-403d-8c59-13ad51c5fb53 tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=48780f2a71fc480ea7dee81a78af46c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627413 Feb 09 01:22:57.396065 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a56510d8-761e-4c4e-804e-00f552c5f67a admin admin] Publish callbacks [] for security_group (2493ef4b-2e00-4713-a1e5-91f1651612a7), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:57.452335 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:57.494275 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a56510d8-761e-4c4e-804e-00f552c5f67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (2493ef4b-2e00-4713-a1e5-91f1651612a7), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:57.498926 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a56510d8-761e-4c4e-804e-00f552c5f67a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:57.500323 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a56510d8-761e-4c4e-804e-00f552c5f67a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2493ef4b-2e00-4713-a1e5-91f1651612a7 HTTP/1.1" status: 204 len: 168 time: 0.4303179 Feb 09 01:22:57.529980 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aad141df-b66d-434b-b3ea-f9a1253b58da admin admin] Publish callbacks [] for port (4226d4c3-3917-4126-ab80-3bc38a98ee05), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:57.535510 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56510d8-761e-4c4e-804e-00f552c5f67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2493ef4b-2e00-4713-a1e5-91f1651612a7,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:57.594182 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aad141df-b66d-434b-b3ea-f9a1253b58da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (4226d4c3-3917-4126-ab80-3bc38a98ee05), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:57.667803 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad141df-b66d-434b-b3ea-f9a1253b58da admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:57.680811 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-aad141df-b66d-434b-b3ea-f9a1253b58da admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:57.690838 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad141df-b66d-434b-b3ea-f9a1253b58da admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:22:57.738539 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad141df-b66d-434b-b3ea-f9a1253b58da admin admin] Pushing event updated for resources: {'Port': ['ID=4226d4c3-3917-4126-ab80-3bc38a98ee05,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:57.859505 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-ee7d24ae-1dca-4d9a-97e0-525f149ac5b2 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6fd459715684d44a0a31bd130ea655c HTTP/1.1" status: 200 len: 379 time: 0.8243959 Feb 09 01:22:57.934983 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-39511b79-9137-4237-a5d5-73c9eac0b295 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Request body: {'port': {'device_id': '6575bcd2-f506-4c9f-aca3-1d2f5e7af23c', 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c', 'admin_state_up': True, 'tenant_id': 'b6fd459715684d44a0a31bd130ea655c', 'security_groups': ['8220723f-4cfe-4bd5-bd68-a7ece32df0fb']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:58.129215 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-48ffa3a0-bba7-4fe9-9172-268890b9a607 req-7936e705-6d1e-47f1-899a-2d075c6782c2 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0098803 Feb 09 01:22:58.171747 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:58.230090 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aad141df-b66d-434b-b3ea-f9a1253b58da admin admin] Publish callbacks [] for router_gateway (a3665330-f709-48b9-ac23-2ff020c462b1), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:58.298363 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33846) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:58.374466 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6fd7536d-13da-46f2-9ce0-458fff97b590 req-7fa09934-9d38-483f-b3ea-e976dc2b5cc0 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 210 time: 0.0792799 Feb 09 01:22:58.375297 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-35acc4e3-bf1f-4a6c-9910-980368fa260b admin admin] Publish callbacks [] for router_gateway (79bef267-d4c3-4bee-ac70-12c0c7399cde), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:58.577625 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-82454fa2-154f-488d-8b34-ca295b68dc42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:58.733434 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aad141df-b66d-434b-b3ea-f9a1253b58da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (a3665330-f709-48b9-ac23-2ff020c462b1), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:58.989118 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad141df-b66d-434b-b3ea-f9a1253b58da admin admin] Router a3665330-f709-48b9-ac23-2ff020c462b1 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:22:58.999501 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61e9607-7b8f-4367-b51b-837fe9adf593 None None] Network 8ce77acd-00e3-49dd-921d-12bc8c86c44b requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:59.179944 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-1ce21f8e-c0c5-4188-aa22-99ea099188db service neutron] 10.222.0.30 "GET /v2.0/networks/c343899e-8d55-416f-8f45-c7e7ffb70c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7242374 Feb 09 01:22:59.193864 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d2535532-ab12-4ba8-a374-d53ad016e639 req-17061dc6-a7cc-454a-ab1d-62aa1f21642e tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dd22aff-8071-4f0e-8ed2-d41185e7749e HTTP/1.1" status: 200 len: 210 time: 0.6369379 Feb 09 01:22:59.238216 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-148b8a86-1432-4ff1-8a8d-2eb7f7e230b7 None None] Provisioning complete for port 7729e189-f1ad-456e-a0d7-7cd463d4c7fa triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:59.242920 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-148b8a86-1432-4ff1-8a8d-2eb7f7e230b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7729e189-f1ad-456e-a0d7-7cd463d4c7fa), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:59.283021 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad141df-b66d-434b-b3ea-f9a1253b58da admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:22:59.300749 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868feacc-3b9e-49cf-9065-9670b6fbbf68 None None] Sync routers for ids ['a3665330-f709-48b9-ac23-2ff020c462b1'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:22:59.327327 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-82454fa2-154f-488d-8b34-ca295b68dc42 admin admin] Publish callbacks [] for security_group (3759cedd-edaf-4aff-b709-a7dfe2f7e8e0), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:59.341079 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868feacc-3b9e-49cf-9065-9670b6fbbf68 None None] Routers {'a3665330-f709-48b9-ac23-2ff020c462b1'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:22:59.342396 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-868feacc-3b9e-49cf-9065-9670b6fbbf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:22:55Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a3665330-f709-48b9-ac23-2ff020c462b1'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:59.348441 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aad141df-b66d-434b-b3ea-f9a1253b58da admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:59.352529 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-aad141df-b66d-434b-b3ea-f9a1253b58da admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0377903 Feb 09 01:22:59.353160 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33854) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:59.553355 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-6684e25b-bed4-4025-a30f-154db928b20d service neutron] 10.222.0.30 "GET /v2.0/networks/c343899e-8d55-416f-8f45-c7e7ffb70c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542800 Feb 09 01:22:59.556618 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 7729e189-f1ad-456e-a0d7-7cd463d4c7fa up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:22:59.562558 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-82454fa2-154f-488d-8b34-ca295b68dc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3759cedd-edaf-4aff-b709-a7dfe2f7e8e0), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:59.627568 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82454fa2-154f-488d-8b34-ca295b68dc42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3759cedd-edaf-4aff-b709-a7dfe2f7e8e0,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:59.666706 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-868feacc-3b9e-49cf-9065-9670b6fbbf68 None None] Set router a3665330-f709-48b9-ac23-2ff020c462b1 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:22:59.714105 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-82454fa2-154f-488d-8b34-ca295b68dc42 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2ae7f8b175b54816bb9e867a5ebc306b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4103236 Feb 09 01:22:59.720715 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33858) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:59.769314 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-148b8a86-1432-4ff1-8a8d-2eb7f7e230b7 None None] Current status of the port 7729e189-f1ad-456e-a0d7-7cd463d4c7fa is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:59.777560 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-148b8a86-1432-4ff1-8a8d-2eb7f7e230b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7729e189-f1ad-456e-a0d7-7cd463d4c7fa), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:59.799262 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-39511b79-9137-4237-a5d5-73c9eac0b295 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Made reservation on behalf of b6fd459715684d44a0a31bd130ea655c for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:59.802768 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-39511b79-9137-4237-a5d5-73c9eac0b295 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:59.816887 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-35acc4e3-bf1f-4a6c-9910-980368fa260b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (79bef267-d4c3-4bee-ac70-12c0c7399cde), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:59.849361 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e3a7681f-1e7a-437f-abba-236d3b4654a6 admin admin] Publish callbacks [] for security_group (3759cedd-edaf-4aff-b709-a7dfe2f7e8e0), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:59.863143 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5708ec-7cc5-46f5-9dee-483736ebb7fc req-69ce8a5d-de0e-4735-bab0-2ba16f5304c9 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:59.872795 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f5708ec-7cc5-46f5-9dee-483736ebb7fc req-69ce8a5d-de0e-4735-bab0-2ba16f5304c9 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.3180013 Feb 09 01:22:59.890926 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-148b8a86-1432-4ff1-8a8d-2eb7f7e230b7 None None] For port 7729e189-f1ad-456e-a0d7-7cd463d4c7fa, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=7729e189-f1ad-456e-a0d7-7cd463d4c7fa,segment=NetworkSegment(9bf3403d-c5bc-4e57-bb54-927d3010470a),segment_id=9bf3403d-c5bc-4e57-bb54-927d3010470a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:59.900833 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 7729e189-f1ad-456e-a0d7-7cd463d4c7fa triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:59.901208 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7729e189-f1ad-456e-a0d7-7cd463d4c7fa), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:59.950540 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-148b8a86-1432-4ff1-8a8d-2eb7f7e230b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7729e189-f1ad-456e-a0d7-7cd463d4c7fa), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:00.069820 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b8a86-1432-4ff1-8a8d-2eb7f7e230b7 None None] Pushing event updated for resources: {'Port': ['ID=7729e189-f1ad-456e-a0d7-7cd463d4c7fa,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:00.130606 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-868feacc-3b9e-49cf-9065-9670b6fbbf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3665330-f709-48b9-ac23-2ff020c462b1', 'name': 'tempest-ServersTestBootFromVolume-1506375842-router', 'tenant_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '4226d4c3-3917-4126-ab80-3bc38a98ee05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:54Z', 'updated_at': '2022-02-09T01:22:57Z', 'revision_number': 3, 'project_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'gw_port': {'id': '4226d4c3-3917-4126-ab80-3bc38a98ee05', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3665330-f709-48b9-ac23-2ff020c462b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:56Z', 'updated_at': '2022-02-09T01:22:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:00.210660 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868feacc-3b9e-49cf-9065-9670b6fbbf68 None None] Checking router: a3665330-f709-48b9-ac23-2ff020c462b1 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:23:00.211304 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868feacc-3b9e-49cf-9065-9670b6fbbf68 None None] Updating router a3665330-f709-48b9-ac23-2ff020c462b1 port 4226d4c3-3917-4126-ab80-3bc38a98ee05 binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:23:00.217314 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 7729e189-f1ad-456e-a0d7-7cd463d4c7fa is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:00.235794 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f5708ec-7cc5-46f5-9dee-483736ebb7fc req-f4a1750b-2cc4-446a-8db9-139720a5f89d tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608253 Feb 09 01:23:00.240771 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4cb69899-6a24-4966-98a6-ae758fe0849d req-fd07262f-0cbe-4b69-b89f-262631a28fc6 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 210 time: 0.1886296 Feb 09 01:23:00.244466 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e3a7681f-1e7a-437f-abba-236d3b4654a6 admin admin] Publish callbacks [] for security_group (3759cedd-edaf-4aff-b709-a7dfe2f7e8e0), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:00.348232 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-868feacc-3b9e-49cf-9065-9670b6fbbf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (4226d4c3-3917-4126-ab80-3bc38a98ee05), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:00.353172 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c6d6e036-4d40-4f6a-8cfb-2fd072fd1164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:00.386648 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-96552c7a-8ccb-411e-a8ee-b246e3b38d61 None None] Provisioning complete for port 7729e189-f1ad-456e-a0d7-7cd463d4c7fa triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:00.387749 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-96552c7a-8ccb-411e-a8ee-b246e3b38d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7729e189-f1ad-456e-a0d7-7cd463d4c7fa), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:00.509927 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-40256493-608a-434d-87ca-3d96302af80e req-6ac5e3f5-4ee4-4c18-8df2-71805419ee8d tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5d6b7e-74a8-4708-b5f4-62c3ba0fec4f HTTP/1.1" status: 200 len: 210 time: 0.1670451 Feb 09 01:23:00.683178 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-39511b79-9137-4237-a5d5-73c9eac0b295 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Allocated IP 172.20.0.11 (b5cee00d-d11d-4a76-ad74-cfd798aa917c/3c1b64de-5642-407c-82ef-1ad0f3f887f4/5719c236-b300-4f5c-b12a-6f8844909733) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:00.718396 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-96552c7a-8ccb-411e-a8ee-b246e3b38d61 None None] Current status of the port 7729e189-f1ad-456e-a0d7-7cd463d4c7fa is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:00.728792 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-c6d6e036-4d40-4f6a-8cfb-2fd072fd1164 admin admin] Allocated IP 172.20.0.1 (8ce77acd-00e3-49dd-921d-12bc8c86c44b/b5c68845-dbb9-4fbb-a7c3-02cd380b4dd5/0eb1b42e-2c89-430e-b166-f0d80c142a5d) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:00.932090 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c6d6e036-4d40-4f6a-8cfb-2fd072fd1164 admin admin] Publish callbacks [] for port (0eb1b42e-2c89-430e-b166-f0d80c142a5d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:01.021311 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-39511b79-9137-4237-a5d5-73c9eac0b295 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks [] for port (5719c236-b300-4f5c-b12a-6f8844909733), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:01.047008 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c6d6e036-4d40-4f6a-8cfb-2fd072fd1164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (0eb1b42e-2c89-430e-b166-f0d80c142a5d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:01.108889 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-868feacc-3b9e-49cf-9065-9670b6fbbf68 None None] Publish callbacks [] for port (4226d4c3-3917-4126-ab80-3bc38a98ee05), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:01.123799 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-868feacc-3b9e-49cf-9065-9670b6fbbf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (4226d4c3-3917-4126-ab80-3bc38a98ee05), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:01.141399 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d6e036-4d40-4f6a-8cfb-2fd072fd1164 admin admin] Network 8ce77acd-00e3-49dd-921d-12bc8c86c44b is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:01.157585 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-c6d6e036-4d40-4f6a-8cfb-2fd072fd1164 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:01.163142 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d6e036-4d40-4f6a-8cfb-2fd072fd1164 admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:23:01.212254 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6e036-4d40-4f6a-8cfb-2fd072fd1164 admin admin] Pushing event updated for resources: {'Port': ['ID=0eb1b42e-2c89-430e-b166-f0d80c142a5d,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:01.268419 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c6d6e036-4d40-4f6a-8cfb-2fd072fd1164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (a3665330-f709-48b9-ac23-2ff020c462b1), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:01.269493 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-868feacc-3b9e-49cf-9065-9670b6fbbf68 None None] Attempting to bind port 4226d4c3-3917-4126-ab80-3bc38a98ee05 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:23:01.269871 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-868feacc-3b9e-49cf-9065-9670b6fbbf68 None None] Attempting to bind port 4226d4c3-3917-4126-ab80-3bc38a98ee05 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:23:01.270236 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868feacc-3b9e-49cf-9065-9670b6fbbf68 None None] Attempting to bind port 4226d4c3-3917-4126-ab80-3bc38a98ee05 on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:23:01.290107 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868feacc-3b9e-49cf-9065-9670b6fbbf68 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:23:01.290328 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868feacc-3b9e-49cf-9065-9670b6fbbf68 None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:23:01.290616 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-868feacc-3b9e-49cf-9065-9670b6fbbf68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:01.291018 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868feacc-3b9e-49cf-9065-9670b6fbbf68 None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:23:01.291500 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-868feacc-3b9e-49cf-9065-9670b6fbbf68 None None] Bound port: 4226d4c3-3917-4126-ab80-3bc38a98ee05, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:23:01.291886 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-868feacc-3b9e-49cf-9065-9670b6fbbf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (4226d4c3-3917-4126-ab80-3bc38a98ee05), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:01.413125 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-b2649d22-eb75-466e-a241-65a268b88015 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:01.424600 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-b2649d22-eb75-466e-a241-65a268b88015 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/networks?id=6b99b81e-5871-4979-a64c-22edc1a2273c HTTP/1.1" status: 200 len: 811 time: 0.2990177 Feb 09 01:23:01.436480 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbefeb53-5347-4915-a679-09b8155f9b39 None None] Pushing event updated for resources: {'Port': ['ID=4226d4c3-3917-4126-ab80-3bc38a98ee05,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:01.460102 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35acc4e3-bf1f-4a6c-9910-980368fa260b admin admin] Router 79bef267-d4c3-4bee-ac70-12c0c7399cde is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:23:01.479693 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e3a7681f-1e7a-437f-abba-236d3b4654a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3759cedd-edaf-4aff-b709-a7dfe2f7e8e0), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:01.483163 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e3a7681f-1e7a-437f-abba-236d3b4654a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:01.491349 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e3a7681f-1e7a-437f-abba-236d3b4654a6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3759cedd-edaf-4aff-b709-a7dfe2f7e8e0 HTTP/1.1" status: 204 len: 168 time: 1.7561731 Feb 09 01:23:01.502893 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-868feacc-3b9e-49cf-9065-9670b6fbbf68 None None] For port 4226d4c3-3917-4126-ab80-3bc38a98ee05, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:23:01.516286 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-868feacc-3b9e-49cf-9065-9670b6fbbf68 None None] For port 4226d4c3-3917-4126-ab80-3bc38a98ee05, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=4226d4c3-3917-4126-ab80-3bc38a98ee05,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:23:01.533965 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-868feacc-3b9e-49cf-9065-9670b6fbbf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (4226d4c3-3917-4126-ab80-3bc38a98ee05), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:01.541453 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 7729e189-f1ad-456e-a0d7-7cd463d4c7fa up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:23:01.564153 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-8d7e3cbf-f570-46ea-b6bd-6ef356eba410 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/quotas/bb54c6d9ab92477c86a4af4dae2b904f HTTP/1.1" status: 200 len: 375 time: 0.1384299 Feb 09 01:23:01.619730 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c6d6e036-4d40-4f6a-8cfb-2fd072fd1164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0eb1b42e-2c89-430e-b166-f0d80c142a5d), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:01.675504 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbefeb53-5347-4915-a679-09b8155f9b39 None None] Pushing event updated for resources: {'Port': ['ID=4226d4c3-3917-4126-ab80-3bc38a98ee05,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:01.711521 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868feacc-3b9e-49cf-9065-9670b6fbbf68 None None] Routers {'a3665330-f709-48b9-ac23-2ff020c462b1'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:23:01.712561 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-868feacc-3b9e-49cf-9065-9670b6fbbf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:22:55Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a3665330-f709-48b9-ac23-2ff020c462b1'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:01.743660 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 7729e189-f1ad-456e-a0d7-7cd463d4c7fa triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:01.743904 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7729e189-f1ad-456e-a0d7-7cd463d4c7fa), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:01.806821 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-de41b527-f48a-48f1-8bea-6f3ee28e2bdd tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bb54c6d9ab92477c86a4af4dae2b904f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2417438 Feb 09 01:23:01.930806 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-88f1a441-d2b9-4af4-b6cd-fb93a0cc60a6 None None] Provisioning complete for port 0eb1b42e-2c89-430e-b166-f0d80c142a5d triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:01.931523 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-868feacc-3b9e-49cf-9065-9670b6fbbf68 None None] Set router a3665330-f709-48b9-ac23-2ff020c462b1 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:23:01.932649 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-88f1a441-d2b9-4af4-b6cd-fb93a0cc60a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0eb1b42e-2c89-430e-b166-f0d80c142a5d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:02.048146 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-484657c7-c479-49b6-aabd-6626c7ef1d56 service neutron] 10.222.0.30 "GET /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403281 Feb 09 01:23:02.052711 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-39511b79-9137-4237-a5d5-73c9eac0b295 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (5719c236-b300-4f5c-b12a-6f8844909733), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:02.065487 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a7681f-1e7a-437f-abba-236d3b4654a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3759cedd-edaf-4aff-b709-a7dfe2f7e8e0,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:02.106325 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c6d6e036-4d40-4f6a-8cfb-2fd072fd1164 admin admin] Publish callbacks [] for port (0eb1b42e-2c89-430e-b166-f0d80c142a5d), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:02.118844 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c6d6e036-4d40-4f6a-8cfb-2fd072fd1164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (0eb1b42e-2c89-430e-b166-f0d80c142a5d), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:02.144154 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-88f1a441-d2b9-4af4-b6cd-fb93a0cc60a6 None None] Port 0eb1b42e-2c89-430e-b166-f0d80c142a5d cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:23:02.182432 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 7729e189-f1ad-456e-a0d7-7cd463d4c7fa is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:02.265214 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c6d6e036-4d40-4f6a-8cfb-2fd072fd1164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (a3665330-f709-48b9-ac23-2ff020c462b1), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:02.426555 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d6e036-4d40-4f6a-8cfb-2fd072fd1164 admin admin] Network 8ce77acd-00e3-49dd-921d-12bc8c86c44b is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:02.437076 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-c6d6e036-4d40-4f6a-8cfb-2fd072fd1164 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:02.456734 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6e036-4d40-4f6a-8cfb-2fd072fd1164 admin admin] Pushing event updated for resources: {'Port': ['ID=0eb1b42e-2c89-430e-b166-f0d80c142a5d,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:02.486795 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-b93b478b-abb9-4d97-a917-ef6e85fdfdcf tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:02.488579 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-b93b478b-abb9-4d97-a917-ef6e85fdfdcf tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] 10.222.0.91 "GET /v2.0/networks?id=c343899e-8d55-416f-8f45-c7e7ffb70c22 HTTP/1.1" status: 200 len: 822 time: 0.6778913 Feb 09 01:23:02.506139 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-e14e7fd3-f53f-4123-9a3e-fc425e69f320 service neutron] 10.222.0.30 "GET /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4570513 Feb 09 01:23:02.550910 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-868feacc-3b9e-49cf-9065-9670b6fbbf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3665330-f709-48b9-ac23-2ff020c462b1', 'name': 'tempest-ServersTestBootFromVolume-1506375842-router', 'tenant_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '4226d4c3-3917-4126-ab80-3bc38a98ee05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:54Z', 'updated_at': '2022-02-09T01:23:01Z', 'revision_number': 4, 'project_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'gw_port': {'id': '4226d4c3-3917-4126-ab80-3bc38a98ee05', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3665330-f709-48b9-ac23-2ff020c462b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:56Z', 'updated_at': '2022-02-09T01:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '0eb1b42e-2c89-430e-b166-f0d80c142a5d', 'name': '', 'network_id': '8ce77acd-00e3-49dd-921d-12bc8c86c44b', 'tenant_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'mac_address': 'fa:16:3e:6b:0c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3665330-f709-48b9-ac23-2ff020c462b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'b5c68845-dbb9-4fbb-a7c3-02cd380b4dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:23:00Z', 'updated_at': '2022-02-09T01:23:00Z', 'revision_number': 1, 'project_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'subnets': [{'id': 'b5c68845-dbb9-4fbb-a7c3-02cd380b4dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:02.616710 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39511b79-9137-4237-a5d5-73c9eac0b295 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Pushing event updated for resources: {'Port': ['ID=5719c236-b300-4f5c-b12a-6f8844909733,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:02.635497 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-848a5e44-960c-4c73-ac6d-018f5f3ea2c4 tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] Request body: {'port': {'device_id': '9a5d6b7e-74a8-4708-b5f4-62c3ba0fec4f', 'network_id': 'c343899e-8d55-416f-8f45-c7e7ffb70c22', 'admin_state_up': True, 'tenant_id': '48780f2a71fc480ea7dee81a78af46c8'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:02.703960 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-39511b79-9137-4237-a5d5-73c9eac0b295 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Network b5cee00d-d11d-4a76-ad74-cfd798aa917c is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:02.711171 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-39511b79-9137-4237-a5d5-73c9eac0b295 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:02.714404 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-39511b79-9137-4237-a5d5-73c9eac0b295 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:23:02.776347 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d6e036-4d40-4f6a-8cfb-2fd072fd1164 admin admin] Router a3665330-f709-48b9-ac23-2ff020c462b1 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:23:02.930729 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-39511b79-9137-4237-a5d5-73c9eac0b295 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:02.932169 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-39511b79-9137-4237-a5d5-73c9eac0b295 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:02.946696 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868feacc-3b9e-49cf-9065-9670b6fbbf68 None None] The sync data for ids ['a3665330-f709-48b9-ac23-2ff020c462b1'] in n-d-822053-40 is: [{'id': 'a3665330-f709-48b9-ac23-2ff020c462b1', 'name': 'tempest-ServersTestBootFromVolume-1506375842-router', 'tenant_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '4226d4c3-3917-4126-ab80-3bc38a98ee05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:54Z', 'updated_at': '2022-02-09T01:23:01Z', 'revision_number': 4, 'project_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'gw_port': {'id': '4226d4c3-3917-4126-ab80-3bc38a98ee05', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3665330-f709-48b9-ac23-2ff020c462b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:56Z', 'updated_at': '2022-02-09T01:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '0eb1b42e-2c89-430e-b166-f0d80c142a5d', 'name': '', 'network_id': '8ce77acd-00e3-49dd-921d-12bc8c86c44b', 'tenant_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'mac_address': 'fa:16:3e:6b:0c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3665330-f709-48b9-ac23-2ff020c462b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'b5c68845-dbb9-4fbb-a7c3-02cd380b4dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:23:00Z', 'updated_at': '2022-02-09T01:23:00Z', 'revision_number': 1, 'project_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'subnets': [{'id': 'b5c68845-dbb9-4fbb-a7c3-02cd380b4dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:23:03.097284 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87906702-2a4c-4a5c-92d4-8f129d4f1391 req-2f2c735d-4f89-4c03-a1f7-449aac54d356 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:03.110377 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-87906702-2a4c-4a5c-92d4-8f129d4f1391 req-2f2c735d-4f89-4c03-a1f7-449aac54d356 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 1.6352491 Feb 09 01:23:03.111126 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-7dfdcf19-1328-4e45-b286-315d0e87ed7d None None] Provisioning complete for port 0eb1b42e-2c89-430e-b166-f0d80c142a5d triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:03.112092 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7dfdcf19-1328-4e45-b286-315d0e87ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0eb1b42e-2c89-430e-b166-f0d80c142a5d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:03.196604 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d6e036-4d40-4f6a-8cfb-2fd072fd1164 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:23:03.228681 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c6d6e036-4d40-4f6a-8cfb-2fd072fd1164 admin admin] 10.222.0.30 "PUT /v2.0/routers/a3665330-f709-48b9-ac23-2ff020c462b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8655436 Feb 09 01:23:03.235627 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7dfdcf19-1328-4e45-b286-315d0e87ed7d None None] Port 0eb1b42e-2c89-430e-b166-f0d80c142a5d cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:23:03.324538 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-87906702-2a4c-4a5c-92d4-8f129d4f1391 req-97914d7b-f597-47ef-bb3a-9828d45c3d89 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114396 Feb 09 01:23:03.339620 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-39511b79-9137-4237-a5d5-73c9eac0b295 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4720070 Feb 09 01:23:03.441919 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-356a3571-0c69-46d2-84dd-933a82a7c9a9 None None] Provisioning complete for port 5719c236-b300-4f5c-b12a-6f8844909733 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:03.442381 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-356a3571-0c69-46d2-84dd-933a82a7c9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5719c236-b300-4f5c-b12a-6f8844909733), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:03.452998 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-4d803479-534d-4046-8675-73a7b60d9d10 service neutron] Request body: {'port': {'device_id': '6575bcd2-f506-4c9f-aca3-1d2f5e7af23c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:03.585838 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-356a3571-0c69-46d2-84dd-933a82a7c9a9 None None] Port 5719c236-b300-4f5c-b12a-6f8844909733 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:23:03.612625 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35acc4e3-bf1f-4a6c-9910-980368fa260b admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:23:03.629677 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78e8629-86b1-49af-a7e6-8cba3e1ce39d None None] Sync routers for ids ['79bef267-d4c3-4bee-ac70-12c0c7399cde'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:23:03.651356 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78e8629-86b1-49af-a7e6-8cba3e1ce39d None None] Routers {'79bef267-d4c3-4bee-ac70-12c0c7399cde'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:23:03.653488 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c78e8629-86b1-49af-a7e6-8cba3e1ce39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:22:55Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['79bef267-d4c3-4bee-ac70-12c0c7399cde'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:03.742395 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebee8ed-798e-4044-8406-f9f7d0779d9d req-03066f52-9b76-446d-8230-8897a6936248 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:03.755410 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eebee8ed-798e-4044-8406-f9f7d0779d9d req-03066f52-9b76-446d-8230-8897a6936248 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 932 time: 0.7173707 Feb 09 01:23:03.767446 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-35acc4e3-bf1f-4a6c-9910-980368fa260b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:03.770001 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-35acc4e3-bf1f-4a6c-9910-980368fa260b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.5962803 Feb 09 01:23:03.772874 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33934) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:03.795862 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c60787cd-2a05-407f-bec8-16bc1cf9ad4c req-c5111d1c-4814-43e1-9e06-a4d2d8a9202a tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5d6b7e-74a8-4708-b5f4-62c3ba0fec4f HTTP/1.1" status: 200 len: 210 time: 0.2808087 Feb 09 01:23:04.014908 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eebee8ed-798e-4044-8406-f9f7d0779d9d req-ccace42f-06c0-488f-8040-ffacb81d6d82 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2533348 Feb 09 01:23:04.120211 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-c78e8629-86b1-49af-a7e6-8cba3e1ce39d None None] Set router 79bef267-d4c3-4bee-ac70-12c0c7399cde gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:23:04.175883 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-229c18bc-2ac2-4b36-a77b-59a068f81bd7 req-f9ff2861-ca0e-4344-99d5-4ea87a07a2a6 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=0821638c-b4de-4201-b03c-630e0a79f66d HTTP/1.1" status: 200 len: 210 time: 0.1016634 Feb 09 01:23:04.355180 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-848a5e44-960c-4c73-ac6d-018f5f3ea2c4 tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] Made reservation on behalf of 48780f2a71fc480ea7dee81a78af46c8 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:04.375080 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-848a5e44-960c-4c73-ac6d-018f5f3ea2c4 tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:04.469489 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-4d803479-534d-4046-8675-73a7b60d9d10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5719c236-b300-4f5c-b12a-6f8844909733), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:04.990027 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c78e8629-86b1-49af-a7e6-8cba3e1ce39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bef267-d4c3-4bee-ac70-12c0c7399cde', 'name': 'tempest-ServerRescueTestJSON-1390731402-router', 'tenant_id': 'c808f84d2c3b4797965f5ee8f6a2482a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '7647f863-5cac-4007-a98a-afd9e1a77593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:53Z', 'updated_at': '2022-02-09T01:22:57Z', 'revision_number': 3, 'project_id': 'c808f84d2c3b4797965f5ee8f6a2482a', 'gw_port': {'id': '7647f863-5cac-4007-a98a-afd9e1a77593', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:33:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bef267-d4c3-4bee-ac70-12c0c7399cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:55Z', 'updated_at': '2022-02-09T01:22:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:05.069411 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:23:05.162627 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78e8629-86b1-49af-a7e6-8cba3e1ce39d None None] Checking router: 79bef267-d4c3-4bee-ac70-12c0c7399cde for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:23:05.163325 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78e8629-86b1-49af-a7e6-8cba3e1ce39d None None] Updating router 79bef267-d4c3-4bee-ac70-12c0c7399cde port 7647f863-5cac-4007-a98a-afd9e1a77593 binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:23:05.292650 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-848a5e44-960c-4c73-ac6d-018f5f3ea2c4 tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] Allocated IP 172.20.0.7 (c343899e-8d55-416f-8f45-c7e7ffb70c22/a26bee4b-81a8-4b9f-8bb2-c482929dd248/b5ce7872-5352-4ac9-944a-c37c9d2ea663) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:05.309258 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c78e8629-86b1-49af-a7e6-8cba3e1ce39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7647f863-5cac-4007-a98a-afd9e1a77593), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:05.649159 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 4226d4c3-3917-4126-ab80-3bc38a98ee05 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:23:05.972677 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-848a5e44-960c-4c73-ac6d-018f5f3ea2c4 tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] Publish callbacks [] for port (b5ce7872-5352-4ac9-944a-c37c9d2ea663), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:06.042182 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33984) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:06.055672 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-a785a73a-f666-4e31-8a9e-0413e89509b4 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Request body: {'security_group': {'name': 'tempest-securitygroup--171404610', 'description': 'tempest-description--270491640'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:06.107155 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-848a5e44-960c-4c73-ac6d-018f5f3ea2c4 tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (b5ce7872-5352-4ac9-944a-c37c9d2ea663), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:06.341958 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 4226d4c3-3917-4126-ab80-3bc38a98ee05 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:06.342560 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (4226d4c3-3917-4126-ab80-3bc38a98ee05), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:06.421313 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-3925bc6f-9428-4af0-865a-b94be3058aa7 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:06.427035 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-3925bc6f-9428-4af0-865a-b94be3058aa7 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.121 "GET /v2.0/networks?id=6b99b81e-5871-4979-a64c-22edc1a2273c HTTP/1.1" status: 200 len: 811 time: 0.5854542 Feb 09 01:23:06.440668 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741f49f-e977-44fb-a2eb-7f5d881d0201 req-411952fd-d776-4916-bde7-fd419ff92da2 tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:06.450021 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-445965f2-a7bf-4e8b-8cd4-55e908204a11 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Request body: {'port': {'device_id': '0821638c-b4de-4201-b03c-630e0a79f66d', 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c', 'admin_state_up': True, 'tenant_id': 'bb54c6d9ab92477c86a4af4dae2b904f'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:06.455500 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5741f49f-e977-44fb-a2eb-7f5d881d0201 req-411952fd-d776-4916-bde7-fd419ff92da2 tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5d6b7e-74a8-4708-b5f4-62c3ba0fec4f HTTP/1.1" status: 200 len: 931 time: 0.2497232 Feb 09 01:23:06.462510 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-848a5e44-960c-4c73-ac6d-018f5f3ea2c4 tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] Network c343899e-8d55-416f-8f45-c7e7ffb70c22 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:06.473489 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a785a73a-f666-4e31-8a9e-0413e89509b4 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:06.488145 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 4226d4c3-3917-4126-ab80-3bc38a98ee05 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:06.488534 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (4226d4c3-3917-4126-ab80-3bc38a98ee05), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:06.524539 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 4226d4c3-3917-4126-ab80-3bc38a98ee05, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=4226d4c3-3917-4126-ab80-3bc38a98ee05,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:06.535482 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (4226d4c3-3917-4126-ab80-3bc38a98ee05), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:06.604755 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-848a5e44-960c-4c73-ac6d-018f5f3ea2c4 tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:06.611366 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-848a5e44-960c-4c73-ac6d-018f5f3ea2c4 tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:23:06.735149 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=4226d4c3-3917-4126-ab80-3bc38a98ee05,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:06.784519 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c78e8629-86b1-49af-a7e6-8cba3e1ce39d None None] Publish callbacks [] for port (7647f863-5cac-4007-a98a-afd9e1a77593), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:06.795777 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c78e8629-86b1-49af-a7e6-8cba3e1ce39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7647f863-5cac-4007-a98a-afd9e1a77593), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:06.843591 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-848a5e44-960c-4c73-ac6d-018f5f3ea2c4 tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:06.844731 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e520b-7ede-42df-a25a-3754de0cc037 None None] Pushing event updated for resources: {'Port': ['ID=7647f863-5cac-4007-a98a-afd9e1a77593,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:06.856832 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-848a5e44-960c-4c73-ac6d-018f5f3ea2c4 tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:06.861329 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a5e44-960c-4c73-ac6d-018f5f3ea2c4 tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] Pushing event updated for resources: {'Port': ['ID=b5ce7872-5352-4ac9-944a-c37c9d2ea663,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:06.881820 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-c78e8629-86b1-49af-a7e6-8cba3e1ce39d None None] Attempting to bind port 7647f863-5cac-4007-a98a-afd9e1a77593 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:23:06.882222 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-c78e8629-86b1-49af-a7e6-8cba3e1ce39d None None] Attempting to bind port 7647f863-5cac-4007-a98a-afd9e1a77593 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:23:06.882643 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78e8629-86b1-49af-a7e6-8cba3e1ce39d None None] Attempting to bind port 7647f863-5cac-4007-a98a-afd9e1a77593 on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:23:06.889447 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78e8629-86b1-49af-a7e6-8cba3e1ce39d None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:23:06.889826 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78e8629-86b1-49af-a7e6-8cba3e1ce39d None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:23:06.890281 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c78e8629-86b1-49af-a7e6-8cba3e1ce39d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:06.890678 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78e8629-86b1-49af-a7e6-8cba3e1ce39d None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:23:06.891160 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-c78e8629-86b1-49af-a7e6-8cba3e1ce39d None None] Bound port: 7647f863-5cac-4007-a98a-afd9e1a77593, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:23:06.891542 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c78e8629-86b1-49af-a7e6-8cba3e1ce39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7647f863-5cac-4007-a98a-afd9e1a77593), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:06.989380 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-c78e8629-86b1-49af-a7e6-8cba3e1ce39d None None] For port 7647f863-5cac-4007-a98a-afd9e1a77593, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:23:06.992287 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-445965f2-a7bf-4e8b-8cd4-55e908204a11 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Made reservation on behalf of bb54c6d9ab92477c86a4af4dae2b904f for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:06.996355 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-c78e8629-86b1-49af-a7e6-8cba3e1ce39d None None] For port 7647f863-5cac-4007-a98a-afd9e1a77593, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=7647f863-5cac-4007-a98a-afd9e1a77593,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:23:06.999428 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-445965f2-a7bf-4e8b-8cd4-55e908204a11 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:07.012421 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c78e8629-86b1-49af-a7e6-8cba3e1ce39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7647f863-5cac-4007-a98a-afd9e1a77593), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:07.025876 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aa404809-f457-4daf-86a3-4ea0eeba94a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:07.047112 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37e3da-fd4c-4be9-accc-2b70f44fedbc req-d42156ba-b07a-4b52-bcaf-2e40cc060235 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:07.062535 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0a37e3da-fd4c-4be9-accc-2b70f44fedbc req-d42156ba-b07a-4b52-bcaf-2e40cc060235 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.8976021 Feb 09 01:23:07.146962 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5741f49f-e977-44fb-a2eb-7f5d881d0201 req-9158f529-1a69-4040-88a2-1e137d92d3ba tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a6b43ec-dfaa-47ea-aabd-fd20e0e37e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6903875 Feb 09 01:23:07.209337 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e520b-7ede-42df-a25a-3754de0cc037 None None] Pushing event updated for resources: {'Port': ['ID=7647f863-5cac-4007-a98a-afd9e1a77593,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:07.213542 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-848a5e44-960c-4c73-ac6d-018f5f3ea2c4 tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7033646 Feb 09 01:23:07.219270 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a785a73a-f666-4e31-8a9e-0413e89509b4 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks [] for security_group (93d11c2d-5658-4f67-9806-bfe788d6a8b2), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:07.225301 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34002) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:07.227883 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78e8629-86b1-49af-a7e6-8cba3e1ce39d None None] Routers {'79bef267-d4c3-4bee-ac70-12c0c7399cde'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:23:07.230656 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c78e8629-86b1-49af-a7e6-8cba3e1ce39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:22:55Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['79bef267-d4c3-4bee-ac70-12c0c7399cde'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:07.238436 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a785a73a-f666-4e31-8a9e-0413e89509b4 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (93d11c2d-5658-4f67-9806-bfe788d6a8b2), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:07.261613 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-9ee30769-3e0b-46b5-91ef-b7bd68860555 service neutron] Request body: {'port': {'device_id': '9a5d6b7e-74a8-4708-b5f4-62c3ba0fec4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:07.333145 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef68e8f-35e9-4175-9827-bf95e98bda94 None None] Sync routers for ids ['a3665330-f709-48b9-ac23-2ff020c462b1'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:23:07.346775 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef68e8f-35e9-4175-9827-bf95e98bda94 None None] Routers {'a3665330-f709-48b9-ac23-2ff020c462b1'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:23:07.349073 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-fef68e8f-35e9-4175-9827-bf95e98bda94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:22:55Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a3665330-f709-48b9-ac23-2ff020c462b1'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:07.439630 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-4d803479-534d-4046-8675-73a7b60d9d10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5719c236-b300-4f5c-b12a-6f8844909733 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:23:07.449097 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-9ee30769-3e0b-46b5-91ef-b7bd68860555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b5ce7872-5352-4ac9-944a-c37c9d2ea663), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:07.482524 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4bffa58c-11ea-4f74-ae07-6352d52d6502 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:07.493385 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-4d803479-534d-4046-8675-73a7b60d9d10 service neutron] Publish callbacks [] for port (5719c236-b300-4f5c-b12a-6f8844909733), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:07.498651 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-c78e8629-86b1-49af-a7e6-8cba3e1ce39d None None] Set router 79bef267-d4c3-4bee-ac70-12c0c7399cde gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:23:07.592485 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 4226d4c3-3917-4126-ab80-3bc38a98ee05 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:23:07.639508 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-fef68e8f-35e9-4175-9827-bf95e98bda94 None None] Set router a3665330-f709-48b9-ac23-2ff020c462b1 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:23:07.679679 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-aa404809-f457-4daf-86a3-4ea0eeba94a1 admin admin] Allocated IP 172.20.0.1 (8821b93d-01cf-4b8b-a3db-13afd0eec4ce/c617e52a-1c92-4f9f-a978-3ab60b4c79f7/ad63b903-eee1-467d-ac4b-67948f7b9db8) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:07.693802 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4bffa58c-11ea-4f74-ae07-6352d52d6502 admin admin] Publish callbacks [] for security_group (afb7dc4b-917d-49c3-ba0d-1f4f489163ec), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:07.716269 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a785a73a-f666-4e31-8a9e-0413e89509b4 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:07.717713 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a785a73a-f666-4e31-8a9e-0413e89509b4 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.6728153 Feb 09 01:23:07.729074 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022386f-47d2-4b89-aaac-60145e1cd7e2 req-bbdee2bf-449a-42a3-a702-b411d4c5c985 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:07.741720 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3022386f-47d2-4b89-aaac-60145e1cd7e2 req-bbdee2bf-449a-42a3-a702-b411d4c5c985 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 932 time: 0.3039002 Feb 09 01:23:07.751682 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4bffa58c-11ea-4f74-ae07-6352d52d6502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (afb7dc4b-917d-49c3-ba0d-1f4f489163ec), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:07.779754 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 4226d4c3-3917-4126-ab80-3bc38a98ee05 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:07.780468 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (4226d4c3-3917-4126-ab80-3bc38a98ee05), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:07.788119 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34006) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:07.789275 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-4d803479-534d-4046-8675-73a7b60d9d10 service neutron] Transition to ACTIVE for port object 5719c236-b300-4f5c-b12a-6f8844909733 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:07.793171 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a785a73a-f666-4e31-8a9e-0413e89509b4 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93d11c2d-5658-4f67-9806-bfe788d6a8b2,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:07.812616 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0a37e3da-fd4c-4be9-accc-2b70f44fedbc req-8d124293-c6b4-4533-9fc8-6e86a25cf30c tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7490921 Feb 09 01:23:07.836618 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-a0b1c18b-83be-4e7b-b752-277a53dd06c8 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Request body: {'security_group_rule': {'security_group_id': '93d11c2d-5658-4f67-9806-bfe788d6a8b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:07.975716 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-4d803479-534d-4046-8675-73a7b60d9d10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (5719c236-b300-4f5c-b12a-6f8844909733), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:08.015934 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a0b1c18b-83be-4e7b-b752-277a53dd06c8 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks [] for security_group_rule (f0630d05-0862-4c12-a43a-84623a21b14a), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:08.050023 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aa404809-f457-4daf-86a3-4ea0eeba94a1 admin admin] Publish callbacks [] for port (ad63b903-eee1-467d-ac4b-67948f7b9db8), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:08.066740 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-445965f2-a7bf-4e8b-8cd4-55e908204a11 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Allocated IP 172.20.0.4 (6b99b81e-5871-4979-a64c-22edc1a2273c/46b59fab-0ab1-4600-8204-1f86be683b81/a04ab4f0-a182-4fc5-b458-12929ba0b7bf) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:08.116486 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4bffa58c-11ea-4f74-ae07-6352d52d6502 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=73be29d3d0d3490f834fcf44b8fd84a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8898947 Feb 09 01:23:08.123662 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34014) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:08.129331 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffa58c-11ea-4f74-ae07-6352d52d6502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb7dc4b-917d-49c3-ba0d-1f4f489163ec,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:08.159953 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c78e8629-86b1-49af-a7e6-8cba3e1ce39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bef267-d4c3-4bee-ac70-12c0c7399cde', 'name': 'tempest-ServerRescueTestJSON-1390731402-router', 'tenant_id': 'c808f84d2c3b4797965f5ee8f6a2482a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '7647f863-5cac-4007-a98a-afd9e1a77593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:53Z', 'updated_at': '2022-02-09T01:22:57Z', 'revision_number': 3, 'project_id': 'c808f84d2c3b4797965f5ee8f6a2482a', 'gw_port': {'id': '7647f863-5cac-4007-a98a-afd9e1a77593', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:33:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bef267-d4c3-4bee-ac70-12c0c7399cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:55Z', 'updated_at': '2022-02-09T01:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:08.167863 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3022386f-47d2-4b89-aaac-60145e1cd7e2 req-424112d5-bda9-43c1-810e-7a249bde83a8 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4249647 Feb 09 01:23:08.176675 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 4226d4c3-3917-4126-ab80-3bc38a98ee05 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:08.247172 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78e8629-86b1-49af-a7e6-8cba3e1ce39d None None] The sync data for ids ['79bef267-d4c3-4bee-ac70-12c0c7399cde'] in n-d-822053-40 is: [{'id': '79bef267-d4c3-4bee-ac70-12c0c7399cde', 'name': 'tempest-ServerRescueTestJSON-1390731402-router', 'tenant_id': 'c808f84d2c3b4797965f5ee8f6a2482a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '7647f863-5cac-4007-a98a-afd9e1a77593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:53Z', 'updated_at': '2022-02-09T01:22:57Z', 'revision_number': 3, 'project_id': 'c808f84d2c3b4797965f5ee8f6a2482a', 'gw_port': {'id': '7647f863-5cac-4007-a98a-afd9e1a77593', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:33:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bef267-d4c3-4bee-ac70-12c0c7399cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:55Z', 'updated_at': '2022-02-09T01:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:23:08.259029 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aa404809-f457-4daf-86a3-4ea0eeba94a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (ad63b903-eee1-467d-ac4b-67948f7b9db8), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:08.403953 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-fef68e8f-35e9-4175-9827-bf95e98bda94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3665330-f709-48b9-ac23-2ff020c462b1', 'name': 'tempest-ServersTestBootFromVolume-1506375842-router', 'tenant_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '4226d4c3-3917-4126-ab80-3bc38a98ee05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:54Z', 'updated_at': '2022-02-09T01:23:01Z', 'revision_number': 4, 'project_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'gw_port': {'id': '4226d4c3-3917-4126-ab80-3bc38a98ee05', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3665330-f709-48b9-ac23-2ff020c462b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:56Z', 'updated_at': '2022-02-09T01:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '0eb1b42e-2c89-430e-b166-f0d80c142a5d', 'name': '', 'network_id': '8ce77acd-00e3-49dd-921d-12bc8c86c44b', 'tenant_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'mac_address': 'fa:16:3e:6b:0c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3665330-f709-48b9-ac23-2ff020c462b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'b5c68845-dbb9-4fbb-a7c3-02cd380b4dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:23:00Z', 'updated_at': '2022-02-09T01:23:01Z', 'revision_number': 2, 'project_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'subnets': [{'id': 'b5c68845-dbb9-4fbb-a7c3-02cd380b4dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:08.455649 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef68e8f-35e9-4175-9827-bf95e98bda94 None None] Checking router: a3665330-f709-48b9-ac23-2ff020c462b1 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:23:08.456333 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef68e8f-35e9-4175-9827-bf95e98bda94 None None] Updating router a3665330-f709-48b9-ac23-2ff020c462b1 port 0eb1b42e-2c89-430e-b166-f0d80c142a5d binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:23:08.556211 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-fef68e8f-35e9-4175-9827-bf95e98bda94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0eb1b42e-2c89-430e-b166-f0d80c142a5d), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:08.592501 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa404809-f457-4daf-86a3-4ea0eeba94a1 admin admin] Network 8821b93d-01cf-4b8b-a3db-13afd0eec4ce is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:08.616775 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-aa404809-f457-4daf-86a3-4ea0eeba94a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:08.632705 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa404809-f457-4daf-86a3-4ea0eeba94a1 admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:23:08.641736 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d803479-534d-4046-8675-73a7b60d9d10 service neutron] Pushing event updated for resources: {'Port': ['ID=5719c236-b300-4f5c-b12a-6f8844909733,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:08.718286 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa404809-f457-4daf-86a3-4ea0eeba94a1 admin admin] Pushing event updated for resources: {'Port': ['ID=ad63b903-eee1-467d-ac4b-67948f7b9db8,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:08.754004 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b848d34b-6709-49e6-b385-c39fa2a78645 admin admin] Publish callbacks [] for security_group (afb7dc4b-917d-49c3-ba0d-1f4f489163ec), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:08.839283 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-445965f2-a7bf-4e8b-8cd4-55e908204a11 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks [] for port (a04ab4f0-a182-4fc5-b458-12929ba0b7bf), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:08.920243 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b848d34b-6709-49e6-b385-c39fa2a78645 admin admin] Publish callbacks [] for security_group (afb7dc4b-917d-49c3-ba0d-1f4f489163ec), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:08.928899 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a0b1c18b-83be-4e7b-b752-277a53dd06c8 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks [] for security_group_rule (f0630d05-0862-4c12-a43a-84623a21b14a), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:09.000694 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-445965f2-a7bf-4e8b-8cd4-55e908204a11 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (a04ab4f0-a182-4fc5-b458-12929ba0b7bf), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:09.003543 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aa404809-f457-4daf-86a3-4ea0eeba94a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (79bef267-d4c3-4bee-ac70-12c0c7399cde), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:09.056293 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-fef68e8f-35e9-4175-9827-bf95e98bda94 None None] Publish callbacks [] for port (0eb1b42e-2c89-430e-b166-f0d80c142a5d), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:09.069317 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-fef68e8f-35e9-4175-9827-bf95e98bda94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0eb1b42e-2c89-430e-b166-f0d80c142a5d), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:09.081118 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b848d34b-6709-49e6-b385-c39fa2a78645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (afb7dc4b-917d-49c3-ba0d-1f4f489163ec), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:09.100260 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b848d34b-6709-49e6-b385-c39fa2a78645 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:09.106578 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b848d34b-6709-49e6-b385-c39fa2a78645 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/afb7dc4b-917d-49c3-ba0d-1f4f489163ec HTTP/1.1" status: 204 len: 168 time: 0.9809549 Feb 09 01:23:09.305667 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-fef68e8f-35e9-4175-9827-bf95e98bda94 None None] Attempting to bind port 0eb1b42e-2c89-430e-b166-f0d80c142a5d on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:23:09.306060 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-fef68e8f-35e9-4175-9827-bf95e98bda94 None None] Attempting to bind port 0eb1b42e-2c89-430e-b166-f0d80c142a5d by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '9bf3403d-c5bc-4e57-bb54-927d3010470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8ce77acd-00e3-49dd-921d-12bc8c86c44b'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:23:09.306440 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef68e8f-35e9-4175-9827-bf95e98bda94 None None] Attempting to bind port 0eb1b42e-2c89-430e-b166-f0d80c142a5d on network 8ce77acd-00e3-49dd-921d-12bc8c86c44b {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:23:09.351686 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef68e8f-35e9-4175-9827-bf95e98bda94 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:23:09.353255 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef68e8f-35e9-4175-9827-bf95e98bda94 None None] Checking segment: {'id': '9bf3403d-c5bc-4e57-bb54-927d3010470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8ce77acd-00e3-49dd-921d-12bc8c86c44b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:23:09.355192 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-fef68e8f-35e9-4175-9827-bf95e98bda94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:09.360428 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef68e8f-35e9-4175-9827-bf95e98bda94 None None] Bound using segment: {'id': '9bf3403d-c5bc-4e57-bb54-927d3010470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8ce77acd-00e3-49dd-921d-12bc8c86c44b'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:23:09.361669 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-fef68e8f-35e9-4175-9827-bf95e98bda94 None None] Bound port: 0eb1b42e-2c89-430e-b166-f0d80c142a5d, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf3403d-c5bc-4e57-bb54-927d3010470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8ce77acd-00e3-49dd-921d-12bc8c86c44b'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:23:09.365919 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-fef68e8f-35e9-4175-9827-bf95e98bda94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0eb1b42e-2c89-430e-b166-f0d80c142a5d), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:09.387284 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b848d34b-6709-49e6-b385-c39fa2a78645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb7dc4b-917d-49c3-ba0d-1f4f489163ec,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:09.525160 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445965f2-a7bf-4e8b-8cd4-55e908204a11 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Pushing event updated for resources: {'Port': ['ID=a04ab4f0-a182-4fc5-b458-12929ba0b7bf,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:09.531057 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-445965f2-a7bf-4e8b-8cd4-55e908204a11 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Network 6b99b81e-5871-4979-a64c-22edc1a2273c is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:09.534593 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-445965f2-a7bf-4e8b-8cd4-55e908204a11 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:09.544285 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-445965f2-a7bf-4e8b-8cd4-55e908204a11 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:23:09.571057 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 7647f863-5cac-4007-a98a-afd9e1a77593 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:23:09.573018 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238ddf1-524a-41f7-9a46-3be4e3618605 None None] Pushing event updated for resources: {'Port': ['ID=0eb1b42e-2c89-430e-b166-f0d80c142a5d,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:09.670023 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-fef68e8f-35e9-4175-9827-bf95e98bda94 None None] For port 0eb1b42e-2c89-430e-b166-f0d80c142a5d, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:23:09.682452 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-fef68e8f-35e9-4175-9827-bf95e98bda94 None None] For port 0eb1b42e-2c89-430e-b166-f0d80c142a5d, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=0eb1b42e-2c89-430e-b166-f0d80c142a5d,segment=NetworkSegment(9bf3403d-c5bc-4e57-bb54-927d3010470a),segment_id=9bf3403d-c5bc-4e57-bb54-927d3010470a)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:23:09.685662 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aa404809-f457-4daf-86a3-4ea0eeba94a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ad63b903-eee1-467d-ac4b-67948f7b9db8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:09.688429 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-5fc8c198-b64b-490a-aede-49d95de6a7b6 None None] Provisioning complete for port 0eb1b42e-2c89-430e-b166-f0d80c142a5d triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:09.689266 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5fc8c198-b64b-490a-aede-49d95de6a7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0eb1b42e-2c89-430e-b166-f0d80c142a5d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:09.700331 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-fef68e8f-35e9-4175-9827-bf95e98bda94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0eb1b42e-2c89-430e-b166-f0d80c142a5d), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:09.747557 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-445965f2-a7bf-4e8b-8cd4-55e908204a11 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:09.748559 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-445965f2-a7bf-4e8b-8cd4-55e908204a11 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:09.829837 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-445965f2-a7bf-4e8b-8cd4-55e908204a11 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3913140 Feb 09 01:23:09.855095 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef68e8f-35e9-4175-9827-bf95e98bda94 None None] Routers {'a3665330-f709-48b9-ac23-2ff020c462b1'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:23:09.860761 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-aad59682-9350-4ede-aa66-31c755b39ebe service neutron] Request body: {'port': {'device_id': '0821638c-b4de-4201-b03c-630e0a79f66d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:09.864080 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-fef68e8f-35e9-4175-9827-bf95e98bda94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:22:55Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a3665330-f709-48b9-ac23-2ff020c462b1'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:09.864420 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a0b1c18b-83be-4e7b-b752-277a53dd06c8 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (f0630d05-0862-4c12-a43a-84623a21b14a), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:09.883506 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5fc8c198-b64b-490a-aede-49d95de6a7b6 None None] Port 0eb1b42e-2c89-430e-b166-f0d80c142a5d cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:23:09.889212 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 7647f863-5cac-4007-a98a-afd9e1a77593 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:09.889409 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7647f863-5cac-4007-a98a-afd9e1a77593), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:09.940399 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-4d803479-534d-4046-8675-73a7b60d9d10 service neutron] Attempting to bind port 5719c236-b300-4f5c-b12a-6f8844909733 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:23:09.941030 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-4d803479-534d-4046-8675-73a7b60d9d10 service neutron] Attempting to bind port 5719c236-b300-4f5c-b12a-6f8844909733 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '153f7d2f-df27-4bdc-b04a-82cc92147679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:23:09.941528 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-4d803479-534d-4046-8675-73a7b60d9d10 service neutron] Attempting to bind port 5719c236-b300-4f5c-b12a-6f8844909733 on network b5cee00d-d11d-4a76-ad74-cfd798aa917c {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:23:09.954621 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34036) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:09.997162 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1c18b-83be-4e7b-b752-277a53dd06c8 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0630d05-0862-4c12-a43a-84623a21b14a,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:10.080759 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761f627-dad2-4172-bf76-2724936cb787 req-b839aa62-e7ea-40d8-bad0-6f305b00acaa tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:10.082286 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a761f627-dad2-4172-bf76-2724936cb787 req-b839aa62-e7ea-40d8-bad0-6f305b00acaa tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5d6b7e-74a8-4708-b5f4-62c3ba0fec4f HTTP/1.1" status: 200 len: 931 time: 1.5834045 Feb 09 01:23:10.085712 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-4d803479-534d-4046-8675-73a7b60d9d10 service neutron] Port 5719c236-b300-4f5c-b12a-6f8844909733 on network b5cee00d-d11d-4a76-ad74-cfd798aa917c not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:23:10.086032 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-4d803479-534d-4046-8675-73a7b60d9d10 service neutron] Attempting to bind port 5719c236-b300-4f5c-b12a-6f8844909733 on network b5cee00d-d11d-4a76-ad74-cfd798aa917c {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:23:10.106590 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-e8cc8dc7-df8c-43ca-9e5c-0bb4bb49710b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:10.121978 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-e8cc8dc7-df8c-43ca-9e5c-0bb4bb49710b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/networks?id=6b99b81e-5871-4979-a64c-22edc1a2273c HTTP/1.1" status: 200 len: 811 time: 1.6670117 Feb 09 01:23:10.158469 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a0b1c18b-83be-4e7b-b752-277a53dd06c8 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:10.160252 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a0b1c18b-83be-4e7b-b752-277a53dd06c8 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3682396 Feb 09 01:23:10.174822 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 7647f863-5cac-4007-a98a-afd9e1a77593 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:10.175360 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7647f863-5cac-4007-a98a-afd9e1a77593), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:10.195151 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-fef68e8f-35e9-4175-9827-bf95e98bda94 None None] Set router a3665330-f709-48b9-ac23-2ff020c462b1 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:23:10.203564 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-aad59682-9350-4ede-aa66-31c755b39ebe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a04ab4f0-a182-4fc5-b458-12929ba0b7bf), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:10.220822 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34038) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:10.240395 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9b48787c-8aee-4d59-a296-c5c45632988b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:10.263325 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 7647f863-5cac-4007-a98a-afd9e1a77593, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=7647f863-5cac-4007-a98a-afd9e1a77593,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:10.272433 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7647f863-5cac-4007-a98a-afd9e1a77593), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:10.289844 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-4d803479-534d-4046-8675-73a7b60d9d10 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:23:10.290186 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-4d803479-534d-4046-8675-73a7b60d9d10 service neutron] Checking segment: {'id': '153f7d2f-df27-4bdc-b04a-82cc92147679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:23:10.290585 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-4d803479-534d-4046-8675-73a7b60d9d10 service neutron] Bound using segment: {'id': '153f7d2f-df27-4bdc-b04a-82cc92147679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:23:10.291039 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-4d803479-534d-4046-8675-73a7b60d9d10 service neutron] Bound port: 5719c236-b300-4f5c-b12a-6f8844909733, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '153f7d2f-df27-4bdc-b04a-82cc92147679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:23:10.291393 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-4d803479-534d-4046-8675-73a7b60d9d10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5719c236-b300-4f5c-b12a-6f8844909733), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:10.309683 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-b95680ca-6679-4cda-8197-9d730bfe21e5 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/quotas/bb54c6d9ab92477c86a4af4dae2b904f HTTP/1.1" status: 200 len: 375 time: 0.1466048 Feb 09 01:23:10.337195 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-5f8be486-cbd0-4027-a663-7434768371da tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Request body: {'security_group_rule': {'security_group_id': '93d11c2d-5658-4f67-9806-bfe788d6a8b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:10.427035 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a761f627-dad2-4172-bf76-2724936cb787 req-c7492025-a2ca-46d5-8382-01e8569bc6c3 tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a6b43ec-dfaa-47ea-aabd-fd20e0e37e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532077 Feb 09 01:23:10.531618 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-42aee815-ea71-4e07-bb45-230ea8adbde6 None None] Provisioning complete for port 0eb1b42e-2c89-430e-b166-f0d80c142a5d triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:10.532959 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-42aee815-ea71-4e07-bb45-230ea8adbde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0eb1b42e-2c89-430e-b166-f0d80c142a5d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:10.584899 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-fef68e8f-35e9-4175-9827-bf95e98bda94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3665330-f709-48b9-ac23-2ff020c462b1', 'name': 'tempest-ServersTestBootFromVolume-1506375842-router', 'tenant_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '4226d4c3-3917-4126-ab80-3bc38a98ee05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:54Z', 'updated_at': '2022-02-09T01:23:01Z', 'revision_number': 4, 'project_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'gw_port': {'id': '4226d4c3-3917-4126-ab80-3bc38a98ee05', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3665330-f709-48b9-ac23-2ff020c462b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:56Z', 'updated_at': '2022-02-09T01:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '0eb1b42e-2c89-430e-b166-f0d80c142a5d', 'name': '', 'network_id': '8ce77acd-00e3-49dd-921d-12bc8c86c44b', 'tenant_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'mac_address': 'fa:16:3e:6b:0c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3665330-f709-48b9-ac23-2ff020c462b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'b5c68845-dbb9-4fbb-a7c3-02cd380b4dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:23:00Z', 'updated_at': '2022-02-09T01:23:09Z', 'revision_number': 4, 'project_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'subnets': [{'id': 'b5c68845-dbb9-4fbb-a7c3-02cd380b4dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:10.618248 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aa404809-f457-4daf-86a3-4ea0eeba94a1 admin admin] Publish callbacks [] for port (ad63b903-eee1-467d-ac4b-67948f7b9db8), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:10.642142 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aa404809-f457-4daf-86a3-4ea0eeba94a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (ad63b903-eee1-467d-ac4b-67948f7b9db8), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:10.656079 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238ddf1-524a-41f7-9a46-3be4e3618605 None None] Pushing event updated for resources: {'Port': ['ID=0eb1b42e-2c89-430e-b166-f0d80c142a5d,revision_number=4']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:10.674928 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef68e8f-35e9-4175-9827-bf95e98bda94 None None] The sync data for ids ['a3665330-f709-48b9-ac23-2ff020c462b1'] in n-d-822053-40 is: [{'id': 'a3665330-f709-48b9-ac23-2ff020c462b1', 'name': 'tempest-ServersTestBootFromVolume-1506375842-router', 'tenant_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '4226d4c3-3917-4126-ab80-3bc38a98ee05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:54Z', 'updated_at': '2022-02-09T01:23:01Z', 'revision_number': 4, 'project_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'gw_port': {'id': '4226d4c3-3917-4126-ab80-3bc38a98ee05', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3665330-f709-48b9-ac23-2ff020c462b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:56Z', 'updated_at': '2022-02-09T01:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '0eb1b42e-2c89-430e-b166-f0d80c142a5d', 'name': '', 'network_id': '8ce77acd-00e3-49dd-921d-12bc8c86c44b', 'tenant_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'mac_address': 'fa:16:3e:6b:0c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3665330-f709-48b9-ac23-2ff020c462b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'b5c68845-dbb9-4fbb-a7c3-02cd380b4dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:23:00Z', 'updated_at': '2022-02-09T01:23:09Z', 'revision_number': 4, 'project_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'subnets': [{'id': 'b5c68845-dbb9-4fbb-a7c3-02cd380b4dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:23:10.712365 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=7647f863-5cac-4007-a98a-afd9e1a77593,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:10.735905 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa404809-f457-4daf-86a3-4ea0eeba94a1 admin admin] Pushing event updated for resources: {'Port': ['ID=ad63b903-eee1-467d-ac4b-67948f7b9db8,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:10.777550 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-9ee30769-3e0b-46b5-91ef-b7bd68860555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5ce7872-5352-4ac9-944a-c37c9d2ea663 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:23:10.791800 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-9ee30769-3e0b-46b5-91ef-b7bd68860555 service neutron] Publish callbacks [] for port (b5ce7872-5352-4ac9-944a-c37c9d2ea663), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:10.810890 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aa404809-f457-4daf-86a3-4ea0eeba94a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (79bef267-d4c3-4bee-ac70-12c0c7399cde), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:10.815053 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-9ee30769-3e0b-46b5-91ef-b7bd68860555 service neutron] Transition to ACTIVE for port object b5ce7872-5352-4ac9-944a-c37c9d2ea663 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:10.878928 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-42aee815-ea71-4e07-bb45-230ea8adbde6 None None] Current status of the port 0eb1b42e-2c89-430e-b166-f0d80c142a5d is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:10.879595 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-42aee815-ea71-4e07-bb45-230ea8adbde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0eb1b42e-2c89-430e-b166-f0d80c142a5d), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:10.905580 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-9ee30769-3e0b-46b5-91ef-b7bd68860555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (b5ce7872-5352-4ac9-944a-c37c9d2ea663), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:10.914593 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9b48787c-8aee-4d59-a296-c5c45632988b admin admin] Publish callbacks [] for security_group (1837ba22-3574-479a-9dd6-d8d898b02feb), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:10.932349 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5f8be486-cbd0-4027-a663-7434768371da tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks [] for security_group_rule (1bcd3f7e-3eb1-4363-9bc7-557361f75cb6), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:10.962176 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa404809-f457-4daf-86a3-4ea0eeba94a1 admin admin] Network 8821b93d-01cf-4b8b-a3db-13afd0eec4ce is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:10.979648 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-aa404809-f457-4daf-86a3-4ea0eeba94a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:11.002759 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-42aee815-ea71-4e07-bb45-230ea8adbde6 None None] For port 0eb1b42e-2c89-430e-b166-f0d80c142a5d, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=0eb1b42e-2c89-430e-b166-f0d80c142a5d,segment=NetworkSegment(9bf3403d-c5bc-4e57-bb54-927d3010470a),segment_id=9bf3403d-c5bc-4e57-bb54-927d3010470a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:11.010153 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-42aee815-ea71-4e07-bb45-230ea8adbde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0eb1b42e-2c89-430e-b166-f0d80c142a5d), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:11.118211 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9b48787c-8aee-4d59-a296-c5c45632988b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1837ba22-3574-479a-9dd6-d8d898b02feb), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:11.120032 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aee815-ea71-4e07-bb45-230ea8adbde6 None None] Pushing event updated for resources: {'Port': ['ID=0eb1b42e-2c89-430e-b166-f0d80c142a5d,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:11.240496 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5f8be486-cbd0-4027-a663-7434768371da tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks [] for security_group_rule (1bcd3f7e-3eb1-4363-9bc7-557361f75cb6), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:11.318457 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-084ee225-3c65-4dd9-a93f-8d179980ba2a tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bb54c6d9ab92477c86a4af4dae2b904f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9787366 Feb 09 01:23:11.346933 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5f8be486-cbd0-4027-a663-7434768371da tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (1bcd3f7e-3eb1-4363-9bc7-557361f75cb6), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:11.401136 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-4d803479-534d-4046-8675-73a7b60d9d10 service neutron] For port 5719c236-b300-4f5c-b12a-6f8844909733, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:23:11.418725 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8be486-cbd0-4027-a663-7434768371da tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bcd3f7e-3eb1-4363-9bc7-557361f75cb6,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:11.442419 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5f8be486-cbd0-4027-a663-7434768371da tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:11.443671 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5f8be486-cbd0-4027-a663-7434768371da tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1210120 Feb 09 01:23:11.456289 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34040) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:11.457091 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee30769-3e0b-46b5-91ef-b7bd68860555 service neutron] Pushing event updated for resources: {'Port': ['ID=b5ce7872-5352-4ac9-944a-c37c9d2ea663,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:11.461650 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9b48787c-8aee-4d59-a296-c5c45632988b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c527d04bc4c94c298224d513942d8467&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4951870 Feb 09 01:23:11.466520 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-bb2c7cd0-22f3-4fc4-9cd7-c5931f307db7 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:11.479252 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34042) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:11.479562 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 7647f863-5cac-4007-a98a-afd9e1a77593 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:23:11.522014 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bb2c7cd0-22f3-4fc4-9cd7-c5931f307db7 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:11.606374 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 7647f863-5cac-4007-a98a-afd9e1a77593 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:11.606374 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7647f863-5cac-4007-a98a-afd9e1a77593), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:11.635739 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b48787c-8aee-4d59-a296-c5c45632988b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1837ba22-3574-479a-9dd6-d8d898b02feb,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:11.694068 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-4d803479-534d-4046-8675-73a7b60d9d10 service neutron] For port 5719c236-b300-4f5c-b12a-6f8844909733, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=5719c236-b300-4f5c-b12a-6f8844909733,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:23:11.720002 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa404809-f457-4daf-86a3-4ea0eeba94a1 admin admin] Router 79bef267-d4c3-4bee-ac70-12c0c7399cde has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:23:11.780761 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b3f87-5b51-4d51-884c-cca7535b6bca req-bc6c61ad-9689-42d2-a27c-6543d91f2a94 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:11.793381 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e01b3f87-5b51-4d51-884c-cca7535b6bca req-bc6c61ad-9689-42d2-a27c-6543d91f2a94 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.9766421 Feb 09 01:23:11.832145 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 7647f863-5cac-4007-a98a-afd9e1a77593 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:11.835730 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 0eb1b42e-2c89-430e-b166-f0d80c142a5d up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:23:11.841181 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-4d803479-534d-4046-8675-73a7b60d9d10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (5719c236-b300-4f5c-b12a-6f8844909733), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:11.899065 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 0eb1b42e-2c89-430e-b166-f0d80c142a5d triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:11.899677 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0eb1b42e-2c89-430e-b166-f0d80c142a5d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:11.983129 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d803479-534d-4046-8675-73a7b60d9d10 service neutron] Pushing event updated for resources: {'Port': ['ID=5719c236-b300-4f5c-b12a-6f8844909733,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:12.010168 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-aad59682-9350-4ede-aa66-31c755b39ebe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a04ab4f0-a182-4fc5-b458-12929ba0b7bf {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:23:12.038244 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-aad59682-9350-4ede-aa66-31c755b39ebe service neutron] Publish callbacks [] for port (a04ab4f0-a182-4fc5-b458-12929ba0b7bf), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:12.040569 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 0eb1b42e-2c89-430e-b166-f0d80c142a5d is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:12.061625 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-4d803479-534d-4046-8675-73a7b60d9d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:12.062389 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-4d803479-534d-4046-8675-73a7b60d9d10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:12.065245 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-4d803479-534d-4046-8675-73a7b60d9d10 service neutron] 10.222.0.121 "PUT /v2.0/ports/5719c236-b300-4f5c-b12a-6f8844909733 HTTP/1.1" status: 200 len: 1093 time: 8.6988235 Feb 09 01:23:12.065897 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6575bcd2-f506-4c9f-aca3-1d2f5e7af23c', 'tag': '5719c236-b300-4f5c-b12a-6f8844909733'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:23:12.073025 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc443ca-e4d7-403b-8a0d-aa0afcf77f9e" -d '{"events": [{"name": "network-changed", "server_uuid": "6575bcd2-f506-4c9f-aca3-1d2f5e7af23c", "tag": "5719c236-b300-4f5c-b12a-6f8844909733"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:23:12.127025 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-aad59682-9350-4ede-aa66-31c755b39ebe service neutron] Transition to ACTIVE for port object a04ab4f0-a182-4fc5-b458-12929ba0b7bf will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:12.130300 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4c557367-6389-4bbb-b6a1-542e841847cb admin admin] Publish callbacks [] for security_group (1837ba22-3574-479a-9dd6-d8d898b02feb), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:12.153341 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e01b3f87-5b51-4d51-884c-cca7535b6bca req-e436ceea-aa81-4eb9-a556-ddc5750c94eb tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559282 Feb 09 01:23:12.153997 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-aad59682-9350-4ede-aa66-31c755b39ebe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (a04ab4f0-a182-4fc5-b458-12929ba0b7bf), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:12.274139 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-111f5eeb-7e1a-4fc3-ac2a-8f508e5cbff2 service neutron] 10.222.0.30 "GET /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9300768 Feb 09 01:23:12.313161 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4c557367-6389-4bbb-b6a1-542e841847cb admin admin] Publish callbacks [] for security_group (1837ba22-3574-479a-9dd6-d8d898b02feb), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:12.318665 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-9ee30769-3e0b-46b5-91ef-b7bd68860555 service neutron] Attempting to bind port b5ce7872-5352-4ac9-944a-c37c9d2ea663 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:23:12.318991 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-9ee30769-3e0b-46b5-91ef-b7bd68860555 service neutron] Attempting to bind port b5ce7872-5352-4ac9-944a-c37c9d2ea663 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '7f61e278-0121-47ac-b616-14bd39948b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'c343899e-8d55-416f-8f45-c7e7ffb70c22'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:23:12.319314 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-9ee30769-3e0b-46b5-91ef-b7bd68860555 service neutron] Attempting to bind port b5ce7872-5352-4ac9-944a-c37c9d2ea663 on network c343899e-8d55-416f-8f45-c7e7ffb70c22 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:23:12.345365 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bb2c7cd0-22f3-4fc4-9cd7-c5931f307db7 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:12.413673 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-9ee30769-3e0b-46b5-91ef-b7bd68860555 service neutron] Port b5ce7872-5352-4ac9-944a-c37c9d2ea663 on network c343899e-8d55-416f-8f45-c7e7ffb70c22 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:23:12.414397 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-9ee30769-3e0b-46b5-91ef-b7bd68860555 service neutron] Attempting to bind port b5ce7872-5352-4ac9-944a-c37c9d2ea663 on network c343899e-8d55-416f-8f45-c7e7ffb70c22 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:23:12.488992 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-9ee30769-3e0b-46b5-91ef-b7bd68860555 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:23:12.489472 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-9ee30769-3e0b-46b5-91ef-b7bd68860555 service neutron] Checking segment: {'id': '7f61e278-0121-47ac-b616-14bd39948b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'c343899e-8d55-416f-8f45-c7e7ffb70c22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:23:12.490049 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-9ee30769-3e0b-46b5-91ef-b7bd68860555 service neutron] Bound using segment: {'id': '7f61e278-0121-47ac-b616-14bd39948b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'c343899e-8d55-416f-8f45-c7e7ffb70c22'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:23:12.490408 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-9ee30769-3e0b-46b5-91ef-b7bd68860555 service neutron] Bound port: b5ce7872-5352-4ac9-944a-c37c9d2ea663, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f61e278-0121-47ac-b616-14bd39948b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'c343899e-8d55-416f-8f45-c7e7ffb70c22'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:23:12.490942 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-9ee30769-3e0b-46b5-91ef-b7bd68860555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b5ce7872-5352-4ac9-944a-c37c9d2ea663), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:12.508795 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-bb2c7cd0-22f3-4fc4-9cd7-c5931f307db7 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Allocated IP 172.25.1.229 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/07aaac9e-7031-4fa1-985a-695694a3d01c) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:12.520284 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-d4d09e41-abfe-4679-9a60-4e4aa6d2ca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:12.521853 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-d4d09e41-abfe-4679-9a60-4e4aa6d2ca6c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b6fd459715684d44a0a31bd130ea655c&device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 1127 time: 0.3675878 Feb 09 01:23:12.615458 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-f8fb5575-a669-42f3-8bb8-9f637af27881 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5719c236-b300-4f5c-b12a-6f8844909733 HTTP/1.1" status: 200 len: 217 time: 0.0791359 Feb 09 01:23:12.655928 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad59682-9350-4ede-aa66-31c755b39ebe service neutron] Pushing event updated for resources: {'Port': ['ID=a04ab4f0-a182-4fc5-b458-12929ba0b7bf,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:12.659940 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa404809-f457-4daf-86a3-4ea0eeba94a1 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:23:12.669328 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b026e9-9620-4a77-b160-c32e615ade67 None None] Sync routers for ids ['79bef267-d4c3-4bee-ac70-12c0c7399cde'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:23:12.680240 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-aa404809-f457-4daf-86a3-4ea0eeba94a1 admin admin] 10.222.0.30 "PUT /v2.0/routers/79bef267-d4c3-4bee-ac70-12c0c7399cde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8988822 Feb 09 01:23:12.685269 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed624e32-f2b0-427c-aa4a-c6539e4fa49a req-aafb505d-2b76-455d-9a85-b67d8cbb9184 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:12.692425 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ed624e32-f2b0-427c-aa4a-c6539e4fa49a req-aafb505d-2b76-455d-9a85-b67d8cbb9184 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 944 time: 0.3415518 Feb 09 01:23:12.711767 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b026e9-9620-4a77-b160-c32e615ade67 None None] Routers {'79bef267-d4c3-4bee-ac70-12c0c7399cde'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:23:12.712586 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-d8b026e9-9620-4a77-b160-c32e615ade67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:22:55Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['79bef267-d4c3-4bee-ac70-12c0c7399cde'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:12.741255 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bb2c7cd0-22f3-4fc4-9cd7-c5931f307db7 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks [] for port (07aaac9e-7031-4fa1-985a-695694a3d01c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:12.767556 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-fc838add-84e5-4bb5-9605-583a6fb41f6f service neutron] 10.222.0.30 "GET /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4817338 Feb 09 01:23:12.799890 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-9ee30769-3e0b-46b5-91ef-b7bd68860555 service neutron] For port b5ce7872-5352-4ac9-944a-c37c9d2ea663, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:23:12.809255 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bb2c7cd0-22f3-4fc4-9cd7-c5931f307db7 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (07aaac9e-7031-4fa1-985a-695694a3d01c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:12.823916 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-9ee30769-3e0b-46b5-91ef-b7bd68860555 service neutron] For port b5ce7872-5352-4ac9-944a-c37c9d2ea663, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=b5ce7872-5352-4ac9-944a-c37c9d2ea663,segment=NetworkSegment(7f61e278-0121-47ac-b616-14bd39948b46),segment_id=7f61e278-0121-47ac-b616-14bd39948b46)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:23:12.826711 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-448632cc-77e6-4cea-9c10-ffdfd7e0239f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:12.828278 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-448632cc-77e6-4cea-9c10-ffdfd7e0239f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3c1b64de-5642-407c-82ef-1ad0f3f887f4 HTTP/1.1" status: 200 len: 850 time: 0.1989081 Feb 09 01:23:12.828960 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4c557367-6389-4bbb-b6a1-542e841847cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1837ba22-3574-479a-9dd6-d8d898b02feb), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:12.831653 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4c557367-6389-4bbb-b6a1-542e841847cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:12.841289 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4c557367-6389-4bbb-b6a1-542e841847cb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1837ba22-3574-479a-9dd6-d8d898b02feb HTTP/1.1" status: 204 len: 168 time: 1.2800820 Feb 09 01:23:12.899396 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-d8b026e9-9620-4a77-b160-c32e615ade67 None None] Set router 79bef267-d4c3-4bee-ac70-12c0c7399cde gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:23:12.942978 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-9ee30769-3e0b-46b5-91ef-b7bd68860555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (b5ce7872-5352-4ac9-944a-c37c9d2ea663), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:12.969418 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c557367-6389-4bbb-b6a1-542e841847cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1837ba22-3574-479a-9dd6-d8d898b02feb,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:13.027705 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ed624e32-f2b0-427c-aa4a-c6539e4fa49a req-577f24e4-35a4-449c-bfab-19bc5f133b1b tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3319242 Feb 09 01:23:13.068783 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-9ee30769-3e0b-46b5-91ef-b7bd68860555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:13.072249 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-9ee30769-3e0b-46b5-91ef-b7bd68860555 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:13.074556 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-9ee30769-3e0b-46b5-91ef-b7bd68860555 service neutron] 10.222.0.91 "PUT /v2.0/ports/b5ce7872-5352-4ac9-944a-c37c9d2ea663 HTTP/1.1" status: 200 len: 1092 time: 5.8373215 Feb 09 01:23:13.128327 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-b91a8c34-0501-4a34-9850-6c4894864ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:13.140232 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-b91a8c34-0501-4a34-9850-6c4894864ee4 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b5cee00d-d11d-4a76-ad74-cfd798aa917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2848206 Feb 09 01:23:13.302972 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee30769-3e0b-46b5-91ef-b7bd68860555 service neutron] Pushing event updated for resources: {'Port': ['ID=b5ce7872-5352-4ac9-944a-c37c9d2ea663,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:13.379449 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-d8b026e9-9620-4a77-b160-c32e615ade67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bef267-d4c3-4bee-ac70-12c0c7399cde', 'name': 'tempest-ServerRescueTestJSON-1390731402-router', 'tenant_id': 'c808f84d2c3b4797965f5ee8f6a2482a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '7647f863-5cac-4007-a98a-afd9e1a77593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:53Z', 'updated_at': '2022-02-09T01:23:09Z', 'revision_number': 4, 'project_id': 'c808f84d2c3b4797965f5ee8f6a2482a', 'gw_port': {'id': '7647f863-5cac-4007-a98a-afd9e1a77593', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bef267-d4c3-4bee-ac70-12c0c7399cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:55Z', 'updated_at': '2022-02-09T01:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'ad63b903-eee1-467d-ac4b-67948f7b9db8', 'name': '', 'network_id': '8821b93d-01cf-4b8b-a3db-13afd0eec4ce', 'tenant_id': 'c808f84d2c3b4797965f5ee8f6a2482a', 'mac_address': 'fa:16:3e:59:74:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bef267-d4c3-4bee-ac70-12c0c7399cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'c617e52a-1c92-4f9f-a978-3ab60b4c79f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:23:07Z', 'updated_at': '2022-02-09T01:23:09Z', 'revision_number': 2, 'project_id': 'c808f84d2c3b4797965f5ee8f6a2482a', 'subnets': [{'id': 'c617e52a-1c92-4f9f-a978-3ab60b4c79f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:13.423839 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b026e9-9620-4a77-b160-c32e615ade67 None None] Checking router: 79bef267-d4c3-4bee-ac70-12c0c7399cde for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:23:13.424219 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b026e9-9620-4a77-b160-c32e615ade67 None None] Updating router 79bef267-d4c3-4bee-ac70-12c0c7399cde port ad63b903-eee1-467d-ac4b-67948f7b9db8 binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:23:13.427538 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2c7cd0-22f3-4fc4-9cd7-c5931f307db7 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:13.447669 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-bb2c7cd0-22f3-4fc4-9cd7-c5931f307db7 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:13.460351 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c7cd0-22f3-4fc4-9cd7-c5931f307db7 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Pushing event updated for resources: {'Port': ['ID=07aaac9e-7031-4fa1-985a-695694a3d01c,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:13.469199 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2c7cd0-22f3-4fc4-9cd7-c5931f307db7 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:23:13.490938 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d06c1d5-8646-47a0-b80c-09ae73407e40 x-openstack-request-id: req-7d06c1d5-8646-47a0-b80c-09ae73407e40 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:23:13.491156 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6575bcd2-f506-4c9f-aca3-1d2f5e7af23c", "tag": "5719c236-b300-4f5c-b12a-6f8844909733", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:23:13.491390 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7d06c1d5-8646-47a0-b80c-09ae73407e40 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:23:13.491798 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6575bcd2-f506-4c9f-aca3-1d2f5e7af23c', 'tag': '5719c236-b300-4f5c-b12a-6f8844909733', 'status': 'completed', 'code': 200} Feb 09 01:23:13.493796 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d8b026e9-9620-4a77-b160-c32e615ade67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ad63b903-eee1-467d-ac4b-67948f7b9db8), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:13.605513 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-aad59682-9350-4ede-aa66-31c755b39ebe service neutron] Attempting to bind port a04ab4f0-a182-4fc5-b458-12929ba0b7bf on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:23:13.605882 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-aad59682-9350-4ede-aa66-31c755b39ebe service neutron] Attempting to bind port a04ab4f0-a182-4fc5-b458-12929ba0b7bf by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '3350618d-f84a-4a0b-8997-97c98e7ed20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:23:13.606244 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-aad59682-9350-4ede-aa66-31c755b39ebe service neutron] Attempting to bind port a04ab4f0-a182-4fc5-b458-12929ba0b7bf on network 6b99b81e-5871-4979-a64c-22edc1a2273c {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:23:13.624396 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043b8f0-c46f-4d03-aad4-73d28bf6b02f req-7befd839-f1fd-4a12-8b28-e267fdcab439 tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:13.639936 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c043b8f0-c46f-4d03-aad4-73d28bf6b02f req-7befd839-f1fd-4a12-8b28-e267fdcab439 tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5d6b7e-74a8-4708-b5f4-62c3ba0fec4f HTTP/1.1" status: 200 len: 943 time: 0.4853375 Feb 09 01:23:13.656246 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-aad59682-9350-4ede-aa66-31c755b39ebe service neutron] Port a04ab4f0-a182-4fc5-b458-12929ba0b7bf on network 6b99b81e-5871-4979-a64c-22edc1a2273c not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:23:13.656569 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-aad59682-9350-4ede-aa66-31c755b39ebe service neutron] Attempting to bind port a04ab4f0-a182-4fc5-b458-12929ba0b7bf on network 6b99b81e-5871-4979-a64c-22edc1a2273c {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:23:13.691826 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-aad59682-9350-4ede-aa66-31c755b39ebe service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:23:13.694513 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-aad59682-9350-4ede-aa66-31c755b39ebe service neutron] Checking segment: {'id': '3350618d-f84a-4a0b-8997-97c98e7ed20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:23:13.695298 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-aad59682-9350-4ede-aa66-31c755b39ebe service neutron] Bound using segment: {'id': '3350618d-f84a-4a0b-8997-97c98e7ed20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:23:13.696251 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-aad59682-9350-4ede-aa66-31c755b39ebe service neutron] Bound port: a04ab4f0-a182-4fc5-b458-12929ba0b7bf, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3350618d-f84a-4a0b-8997-97c98e7ed20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:23:13.696891 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-aad59682-9350-4ede-aa66-31c755b39ebe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a04ab4f0-a182-4fc5-b458-12929ba0b7bf), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:13.697330 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-09e5bfb9-2b01-46e1-8363-cb2d3f16542f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:13.702389 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-09e5bfb9-2b01-46e1-8363-cb2d3f16542f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=48780f2a71fc480ea7dee81a78af46c8&device_id=9a5d6b7e-74a8-4708-b5f4-62c3ba0fec4f HTTP/1.1" status: 200 len: 1126 time: 0.5593348 Feb 09 01:23:13.860837 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-78410668-6064-4235-acef-0b3af444a112 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5ce7872-5352-4ac9-944a-c37c9d2ea663 HTTP/1.1" status: 200 len: 217 time: 0.1291103 Feb 09 01:23:13.873178 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-710b96b8-7c4a-4cf4-b361-28f9c166c7a4 service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6826293 Feb 09 01:23:13.939937 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bb2c7cd0-22f3-4fc4-9cd7-c5931f307db7 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks [] for floatingip (2afa5a15-0adf-415a-96e2-bd68dcb49687), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:14.041945 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bb2c7cd0-22f3-4fc4-9cd7-c5931f307db7 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (07aaac9e-7031-4fa1-985a-695694a3d01c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:14.073852 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-aad59682-9350-4ede-aa66-31c755b39ebe service neutron] For port a04ab4f0-a182-4fc5-b458-12929ba0b7bf, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:23:14.099655 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-aad59682-9350-4ede-aa66-31c755b39ebe service neutron] For port a04ab4f0-a182-4fc5-b458-12929ba0b7bf, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=a04ab4f0-a182-4fc5-b458-12929ba0b7bf,segment=NetworkSegment(3350618d-f84a-4a0b-8997-97c98e7ed20e),segment_id=3350618d-f84a-4a0b-8997-97c98e7ed20e)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:23:14.112355 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-aad59682-9350-4ede-aa66-31c755b39ebe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (a04ab4f0-a182-4fc5-b458-12929ba0b7bf), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:14.190575 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c043b8f0-c46f-4d03-aad4-73d28bf6b02f req-84931591-c9d2-4289-a2ac-4d924d401ed3 tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a6b43ec-dfaa-47ea-aabd-fd20e0e37e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5493813 Feb 09 01:23:14.301596 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-aad59682-9350-4ede-aa66-31c755b39ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:14.302674 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-aad59682-9350-4ede-aa66-31c755b39ebe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:14.303368 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d8b026e9-9620-4a77-b160-c32e615ade67 None None] Publish callbacks [] for port (ad63b903-eee1-467d-ac4b-67948f7b9db8), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:14.305595 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-aad59682-9350-4ede-aa66-31c755b39ebe service neutron] 10.222.0.121 "PUT /v2.0/ports/a04ab4f0-a182-4fc5-b458-12929ba0b7bf HTTP/1.1" status: 200 len: 1092 time: 4.4659116 Feb 09 01:23:14.306363 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0821638c-b4de-4201-b03c-630e0a79f66d', 'tag': 'a04ab4f0-a182-4fc5-b458-12929ba0b7bf'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:23:14.322115 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d8b026e9-9620-4a77-b160-c32e615ade67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ad63b903-eee1-467d-ac4b-67948f7b9db8), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:14.328722 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa4a0ef-bd14-4e7a-b1d7-f5875c6acbbe" -d '{"events": [{"name": "network-changed", "server_uuid": "0821638c-b4de-4201-b03c-630e0a79f66d", "tag": "a04ab4f0-a182-4fc5-b458-12929ba0b7bf"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:23:14.370030 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-efb369e2-398b-4539-a0a0-f751bfdbd229 req-c0ab27db-45a4-4973-a15f-a4dc9646429e service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4622233 Feb 09 01:23:14.372747 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-d74ac645-40e6-43ae-bfae-a549aef46ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:14.374660 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-d74ac645-40e6-43ae-bfae-a549aef46ffa service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a26bee4b-81a8-4b9f-8bb2-c482929dd248 HTTP/1.1" status: 200 len: 862 time: 0.4970863 Feb 09 01:23:14.472718 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-a39dd478-3e9b-438b-91be-4b085d978b14 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c343899e-8d55-416f-8f45-c7e7ffb70c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653470 Feb 09 01:23:14.543318 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b11e7-8779-46d6-8c95-1b7277352372 None None] Pushing event updated for resources: {'Port': ['ID=ad63b903-eee1-467d-ac4b-67948f7b9db8,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:14.593307 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad59682-9350-4ede-aa66-31c755b39ebe service neutron] Pushing event updated for resources: {'Port': ['ID=a04ab4f0-a182-4fc5-b458-12929ba0b7bf,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:14.635125 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-d8b026e9-9620-4a77-b160-c32e615ade67 None None] Attempting to bind port ad63b903-eee1-467d-ac4b-67948f7b9db8 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:23:14.635753 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-d8b026e9-9620-4a77-b160-c32e615ade67 None None] Attempting to bind port ad63b903-eee1-467d-ac4b-67948f7b9db8 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '26d77e61-b848-45bd-b1c3-0a5bb9cc932a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8821b93d-01cf-4b8b-a3db-13afd0eec4ce'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:23:14.636449 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b026e9-9620-4a77-b160-c32e615ade67 None None] Attempting to bind port ad63b903-eee1-467d-ac4b-67948f7b9db8 on network 8821b93d-01cf-4b8b-a3db-13afd0eec4ce {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:23:14.665519 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b026e9-9620-4a77-b160-c32e615ade67 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:23:14.666243 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b026e9-9620-4a77-b160-c32e615ade67 None None] Checking segment: {'id': '26d77e61-b848-45bd-b1c3-0a5bb9cc932a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8821b93d-01cf-4b8b-a3db-13afd0eec4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:23:14.666985 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d8b026e9-9620-4a77-b160-c32e615ade67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:14.667592 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b026e9-9620-4a77-b160-c32e615ade67 None None] Bound using segment: {'id': '26d77e61-b848-45bd-b1c3-0a5bb9cc932a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8821b93d-01cf-4b8b-a3db-13afd0eec4ce'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:23:14.668496 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-d8b026e9-9620-4a77-b160-c32e615ade67 None None] Bound port: ad63b903-eee1-467d-ac4b-67948f7b9db8, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d77e61-b848-45bd-b1c3-0a5bb9cc932a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8821b93d-01cf-4b8b-a3db-13afd0eec4ce'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:23:14.669298 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d8b026e9-9620-4a77-b160-c32e615ade67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ad63b903-eee1-467d-ac4b-67948f7b9db8), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:14.682854 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab176d-6815-4893-b237-a059aab6781a req-e746ac9f-1079-41db-906a-19a2386d6fb6 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:14.699702 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-30ab176d-6815-4893-b237-a059aab6781a req-e746ac9f-1079-41db-906a-19a2386d6fb6 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/networks?id=8821b93d-01cf-4b8b-a3db-13afd0eec4ce HTTP/1.1" status: 200 len: 811 time: 0.4751868 Feb 09 01:23:14.742309 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34100) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:14.776898 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-30ab176d-6815-4893-b237-a059aab6781a req-7adc6485-ef7c-42bf-b955-e7881649a82b tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/quotas/c808f84d2c3b4797965f5ee8f6a2482a HTTP/1.1" status: 200 len: 375 time: 0.0701220 Feb 09 01:23:14.808100 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-8613fd2b-2e7c-4472-8ba8-be35b254b81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:14.811786 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-8613fd2b-2e7c-4472-8ba8-be35b254b81e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=bb54c6d9ab92477c86a4af4dae2b904f&device_id=0821638c-b4de-4201-b03c-630e0a79f66d HTTP/1.1" status: 200 len: 1126 time: 0.4106400 Feb 09 01:23:14.847380 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c6be5-d839-42c0-b4ab-4056a4c0987b req-2749e3c3-c34e-45e0-9f18-71ccbdd6aa9b tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:14.849422 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3b2c6be5-d839-42c0-b4ab-4056a4c0987b req-2749e3c3-c34e-45e0-9f18-71ccbdd6aa9b tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.5319703 Feb 09 01:23:14.962458 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d8b026e9-9620-4a77-b160-c32e615ade67 None None] For port ad63b903-eee1-467d-ac4b-67948f7b9db8, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:23:14.979795 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d8b026e9-9620-4a77-b160-c32e615ade67 None None] For port ad63b903-eee1-467d-ac4b-67948f7b9db8, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=ad63b903-eee1-467d-ac4b-67948f7b9db8,segment=NetworkSegment(26d77e61-b848-45bd-b1c3-0a5bb9cc932a),segment_id=26d77e61-b848-45bd-b1c3-0a5bb9cc932a)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:23:14.990134 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-35b3af1e-f274-4ab1-9872-6b28cd3e36ef service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a04ab4f0-a182-4fc5-b458-12929ba0b7bf HTTP/1.1" status: 200 len: 217 time: 0.1568031 Feb 09 01:23:15.005531 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc443ca-e4d7-403b-8a0d-aa0afcf77f9e req-5014138a-09a7-4517-8c18-818337169323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:15.007309 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bcc443ca-e4d7-403b-8a0d-aa0afcf77f9e req-5014138a-09a7-4517-8c18-818337169323 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b6fd459715684d44a0a31bd130ea655c&device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 1127 time: 0.3959057 Feb 09 01:23:15.029524 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d8b026e9-9620-4a77-b160-c32e615ade67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ad63b903-eee1-467d-ac4b-67948f7b9db8), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:15.099149 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-0c8caeea-b81e-4ff2-90d4-91f3620354f7 service neutron] 10.222.0.91 "GET /v2.0/networks/c343899e-8d55-416f-8f45-c7e7ffb70c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6156116 Feb 09 01:23:15.111606 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bb2c7cd0-22f3-4fc4-9cd7-c5931f307db7 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks [] for port (07aaac9e-7031-4fa1-985a-695694a3d01c), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:15.133692 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bb2c7cd0-22f3-4fc4-9cd7-c5931f307db7 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (07aaac9e-7031-4fa1-985a-695694a3d01c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:15.163582 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b11e7-8779-46d6-8c95-1b7277352372 None None] Pushing event updated for resources: {'Port': ['ID=ad63b903-eee1-467d-ac4b-67948f7b9db8,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:15.190056 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-f7cf601a-a7a3-4f31-b698-fce174b6b4d0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1192916151-network', 'tenant_id': 'b659ed93cdf14b17b051e53d6fed6bcb'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:15.212104 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-f11da799-785a-4601-9548-918bb6c26c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:15.215392 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-f11da799-785a-4601-9548-918bb6c26c15 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=46b59fab-0ab1-4600-8204-1f86be683b81 HTTP/1.1" status: 200 len: 851 time: 0.2140956 Feb 09 01:23:15.250656 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b026e9-9620-4a77-b160-c32e615ade67 None None] Routers {'79bef267-d4c3-4bee-ac70-12c0c7399cde'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:23:15.253703 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-d8b026e9-9620-4a77-b160-c32e615ade67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:22:55Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['79bef267-d4c3-4bee-ac70-12c0c7399cde'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:15.258286 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-30ab176d-6815-4893-b237-a059aab6781a req-48109630-009f-43db-b6dd-dee078717d43 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c808f84d2c3b4797965f5ee8f6a2482a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4784110 Feb 09 01:23:15.399639 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3b2c6be5-d839-42c0-b4ab-4056a4c0987b req-0ba1f04c-97af-4ee6-8a64-89b738bfd262 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5328302 Feb 09 01:23:15.411667 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-8d0bc369-46e9-44a6-86d1-45065be0b7a3 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6b99b81e-5871-4979-a64c-22edc1a2273c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1652658 Feb 09 01:23:15.519414 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a5d6b7e-74a8-4708-b5f4-62c3ba0fec4f', 'tag': 'b5ce7872-5352-4ac9-944a-c37c9d2ea663'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:23:15.522790 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb37d22a-db25-44d2-8857-120e1e365afb" -d '{"events": [{"name": "network-changed", "server_uuid": "9a5d6b7e-74a8-4708-b5f4-62c3ba0fec4f", "tag": "b5ce7872-5352-4ac9-944a-c37c9d2ea663"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:23:15.534266 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-d8b026e9-9620-4a77-b160-c32e615ade67 None None] Set router 79bef267-d4c3-4bee-ac70-12c0c7399cde gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:23:15.565279 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7cf601a-a7a3-4f31-b698-fce174b6b4d0 admin admin] Made reservation on behalf of b659ed93cdf14b17b051e53d6fed6bcb for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:15.569408 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f7cf601a-a7a3-4f31-b698-fce174b6b4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:15.663512 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c7cd0-22f3-4fc4-9cd7-c5931f307db7 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Pushing event updated for resources: {'Port': ['ID=07aaac9e-7031-4fa1-985a-695694a3d01c,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:15.678904 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a647a44-1f1d-4d89-9243-4d4d4041976f req-328c0469-7ebc-4058-a63c-9c15d6843eb3 service neutron] 10.222.0.91 "GET /v2.0/networks/c343899e-8d55-416f-8f45-c7e7ffb70c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5319304 Feb 09 01:23:15.701556 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-6a8b9c71-f05f-4dd7-8167-1fb98912ffd6 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:15.706506 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-6a8b9c71-f05f-4dd7-8167-1fb98912ffd6 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.91 "GET /v2.0/networks?id=6b99b81e-5871-4979-a64c-22edc1a2273c HTTP/1.1" status: 200 len: 811 time: 0.1862454 Feb 09 01:23:15.719532 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f7cf601a-a7a3-4f31-b698-fce174b6b4d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:15.720252 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc443ca-e4d7-403b-8a0d-aa0afcf77f9e req-889ab7b8-9c26-46c7-91e5-9aaf40733569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:15.722672 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bcc443ca-e4d7-403b-8a0d-aa0afcf77f9e req-889ab7b8-9c26-46c7-91e5-9aaf40733569 service neutron] 10.222.0.121 "GET /v2.0/networks?id=b5cee00d-d11d-4a76-ad74-cfd798aa917c HTTP/1.1" status: 200 len: 912 time: 0.6988578 Feb 09 01:23:15.735694 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-feb72edf-ccdc-4b4d-923b-b0dffbaeaf80 req-e57731f4-42bb-430a-a576-e6198ad08c19 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c40697b8-deee-4c88-9829-9b464bf9b883 HTTP/1.1" status: 200 len: 210 time: 0.2099087 Feb 09 01:23:15.739112 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-5e3aa368-60a3-4c93-9c18-a9d22cc1fba6 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Request body: {'port': {'device_id': 'c40697b8-deee-4c88-9829-9b464bf9b883', 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c', 'admin_state_up': True, 'tenant_id': 'bb54c6d9ab92477c86a4af4dae2b904f'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:15.975272 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-30ab176d-6815-4893-b237-a059aab6781a req-c3071d0c-3215-48da-802c-d93650f3cc00 service neutron] 10.222.0.30 "GET /v2.0/networks/8821b93d-01cf-4b8b-a3db-13afd0eec4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6468492 Feb 09 01:23:16.012160 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bcc443ca-e4d7-403b-8a0d-aa0afcf77f9e req-8c6c5cf9-9045-4f86-8048-6d1058992f41 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5719c236-b300-4f5c-b12a-6f8844909733 HTTP/1.1" status: 200 len: 217 time: 0.1599288 Feb 09 01:23:16.014725 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-d8b026e9-9620-4a77-b160-c32e615ade67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bef267-d4c3-4bee-ac70-12c0c7399cde', 'name': 'tempest-ServerRescueTestJSON-1390731402-router', 'tenant_id': 'c808f84d2c3b4797965f5ee8f6a2482a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '7647f863-5cac-4007-a98a-afd9e1a77593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:53Z', 'updated_at': '2022-02-09T01:23:09Z', 'revision_number': 4, 'project_id': 'c808f84d2c3b4797965f5ee8f6a2482a', 'gw_port': {'id': '7647f863-5cac-4007-a98a-afd9e1a77593', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bef267-d4c3-4bee-ac70-12c0c7399cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:55Z', 'updated_at': '2022-02-09T01:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'ad63b903-eee1-467d-ac4b-67948f7b9db8', 'name': '', 'network_id': '8821b93d-01cf-4b8b-a3db-13afd0eec4ce', 'tenant_id': 'c808f84d2c3b4797965f5ee8f6a2482a', 'mac_address': 'fa:16:3e:59:74:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bef267-d4c3-4bee-ac70-12c0c7399cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'c617e52a-1c92-4f9f-a978-3ab60b4c79f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:23:07Z', 'updated_at': '2022-02-09T01:23:14Z', 'revision_number': 4, 'project_id': 'c808f84d2c3b4797965f5ee8f6a2482a', 'subnets': [{'id': 'c617e52a-1c92-4f9f-a978-3ab60b4c79f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:16.043952 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bb2c7cd0-22f3-4fc4-9cd7-c5931f307db7 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (2afa5a15-0adf-415a-96e2-bd68dcb49687), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:16.052978 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-2e2e8a49-02ad-40ee-bda5-8aae8dda7357 service neutron] 10.222.0.121 "GET /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6086602 Feb 09 01:23:16.103448 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b64fa-14d4-413c-983a-ed433a0b1611 req-6a094eb8-86d1-4f76-b5b5-60523c29ca3d tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:16.107439 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-198b64fa-14d4-413c-983a-ed433a0b1611 req-6a094eb8-86d1-4f76-b5b5-60523c29ca3d tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 944 time: 0.2269433 Feb 09 01:23:16.149763 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-5e3aa368-60a3-4c93-9c18-a9d22cc1fba6 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Made reservation on behalf of bb54c6d9ab92477c86a4af4dae2b904f for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:16.156479 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-5e3aa368-60a3-4c93-9c18-a9d22cc1fba6 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:16.182901 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bb2c7cd0-22f3-4fc4-9cd7-c5931f307db7 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:16.185686 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-bb2c7cd0-22f3-4fc4-9cd7-c5931f307db7 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7292683 Feb 09 01:23:16.192725 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc443ca-e4d7-403b-8a0d-aa0afcf77f9e req-0d60522e-9252-4130-aa0a-c3b9bb853043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:16.196178 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bcc443ca-e4d7-403b-8a0d-aa0afcf77f9e req-0d60522e-9252-4130-aa0a-c3b9bb853043 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3c1b64de-5642-407c-82ef-1ad0f3f887f4 HTTP/1.1" status: 200 len: 850 time: 0.1712208 Feb 09 01:23:16.444198 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-5e3aa368-60a3-4c93-9c18-a9d22cc1fba6 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Allocated IP 172.20.0.11 (6b99b81e-5871-4979-a64c-22edc1a2273c/46b59fab-0ab1-4600-8204-1f86be683b81/588a1334-02bc-4d75-811d-96cebbce8c1a) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:16.479548 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b026e9-9620-4a77-b160-c32e615ade67 None None] The sync data for ids ['79bef267-d4c3-4bee-ac70-12c0c7399cde'] in n-d-822053-40 is: [{'id': '79bef267-d4c3-4bee-ac70-12c0c7399cde', 'name': 'tempest-ServerRescueTestJSON-1390731402-router', 'tenant_id': 'c808f84d2c3b4797965f5ee8f6a2482a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '7647f863-5cac-4007-a98a-afd9e1a77593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:53Z', 'updated_at': '2022-02-09T01:23:09Z', 'revision_number': 4, 'project_id': 'c808f84d2c3b4797965f5ee8f6a2482a', 'gw_port': {'id': '7647f863-5cac-4007-a98a-afd9e1a77593', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bef267-d4c3-4bee-ac70-12c0c7399cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:55Z', 'updated_at': '2022-02-09T01:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'ad63b903-eee1-467d-ac4b-67948f7b9db8', 'name': '', 'network_id': '8821b93d-01cf-4b8b-a3db-13afd0eec4ce', 'tenant_id': 'c808f84d2c3b4797965f5ee8f6a2482a', 'mac_address': 'fa:16:3e:59:74:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bef267-d4c3-4bee-ac70-12c0c7399cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'c617e52a-1c92-4f9f-a978-3ab60b4c79f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:23:07Z', 'updated_at': '2022-02-09T01:23:14Z', 'revision_number': 4, 'project_id': 'c808f84d2c3b4797965f5ee8f6a2482a', 'subnets': [{'id': 'c617e52a-1c92-4f9f-a978-3ab60b4c79f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:23:16.548537 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 5719c236-b300-4f5c-b12a-6f8844909733 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:23:16.832550 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 5719c236-b300-4f5c-b12a-6f8844909733, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=5719c236-b300-4f5c-b12a-6f8844909733,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:16.853640 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '5719c236-b300-4f5c-b12a-6f8844909733', 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c', 'port_id': '5719c236-b300-4f5c-b12a-6f8844909733', 'mac_address': 'fa:16:3e:9a:a8:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c1b64de-5642-407c-82ef-1ad0f3f887f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:23:16.888829 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f7cf601a-a7a3-4f31-b698-fce174b6b4d0 admin admin] Publish callbacks [] for security_group (695ccb9b-9976-42e0-b79f-a6a74d15f9f6), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:16.936320 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc443ca-e4d7-403b-8a0d-aa0afcf77f9e req-467cf48f-42c4-4de2-862a-257fd1b050dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:16.940818 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 5719c236-b300-4f5c-b12a-6f8844909733 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:16.941541 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5719c236-b300-4f5c-b12a-6f8844909733), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:16.948287 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bcc443ca-e4d7-403b-8a0d-aa0afcf77f9e req-467cf48f-42c4-4de2-862a-257fd1b050dd service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b5cee00d-d11d-4a76-ad74-cfd798aa917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2351828 Feb 09 01:23:16.981043 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-30ab176d-6815-4893-b237-a059aab6781a req-79e6bcbb-7155-45ae-a604-e7efc045c7f1 service neutron] 10.222.0.30 "GET /v2.0/networks/8821b93d-01cf-4b8b-a3db-13afd0eec4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9822137 Feb 09 01:23:16.987256 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5719c236-b300-4f5c-b12a-6f8844909733 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:23:16.997190 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f7cf601a-a7a3-4f31-b698-fce174b6b4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (695ccb9b-9976-42e0-b79f-a6a74d15f9f6), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:17.016368 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-5e3aa368-60a3-4c93-9c18-a9d22cc1fba6 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks [] for port (588a1334-02bc-4d75-811d-96cebbce8c1a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:17.061119 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 5719c236-b300-4f5c-b12a-6f8844909733, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=5719c236-b300-4f5c-b12a-6f8844909733,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:17.077764 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5719c236-b300-4f5c-b12a-6f8844909733), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:17.099052 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-198b64fa-14d4-413c-983a-ed433a0b1611 req-39173172-8b31-4ea9-8f6c-a1cca7f14f13 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3320959 Feb 09 01:23:17.229435 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-34cddd1b-e2b7-4218-95ea-491f595e8912 service neutron] 10.222.0.121 "GET /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1392546 Feb 09 01:23:17.247563 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bcc443ca-e4d7-403b-8a0d-aa0afcf77f9e req-1f99ce84-f818-4b86-85a8-d7a4a5d6cc8e service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853498 Feb 09 01:23:17.289682 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=5719c236-b300-4f5c-b12a-6f8844909733,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:17.290507 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7cf601a-a7a3-4f31-b698-fce174b6b4d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:23:17.293814 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0867ad46-13c0-406c-993d-3e4456446cbc x-openstack-request-id: req-0867ad46-13c0-406c-993d-3e4456446cbc {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:23:17.296315 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0821638c-b4de-4201-b03c-630e0a79f66d", "tag": "a04ab4f0-a182-4fc5-b458-12929ba0b7bf", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:23:17.296782 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0867ad46-13c0-406c-993d-3e4456446cbc {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:23:17.298136 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0821638c-b4de-4201-b03c-630e0a79f66d', 'tag': 'a04ab4f0-a182-4fc5-b458-12929ba0b7bf', 'status': 'completed', 'code': 200} Feb 09 01:23:17.303792 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-5e3aa368-60a3-4c93-9c18-a9d22cc1fba6 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (588a1334-02bc-4d75-811d-96cebbce8c1a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:17.388980 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['5719c236-b300-4f5c-b12a-6f8844909733'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:23:17.403007 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f7cf601a-a7a3-4f31-b698-fce174b6b4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (ba363635-7582-498a-b38b-955b476536ad), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:17.404057 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-f7cf601a-a7a3-4f31-b698-fce174b6b4d0 admin admin] Added segment ba363635-7582-498a-b38b-955b476536ad of type vlan for network 615dbb4d-4282-4d01-9af7-d3994fab4334 Feb 09 01:23:17.406973 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf601a-a7a3-4f31-b698-fce174b6b4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695ccb9b-9976-42e0-b79f-a6a74d15f9f6,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:17.548739 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4a0ef-bd14-4e7a-b1d7-f5875c6acbbe req-d2ae472b-f443-499d-b263-d0a2c4605253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:17.551858 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3aa4a0ef-bd14-4e7a-b1d7-f5875c6acbbe req-d2ae472b-f443-499d-b263-d0a2c4605253 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=bb54c6d9ab92477c86a4af4dae2b904f&device_id=0821638c-b4de-4201-b03c-630e0a79f66d HTTP/1.1" status: 200 len: 1126 time: 0.2636375 Feb 09 01:23:17.615417 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device ad63b903-eee1-467d-ac4b-67948f7b9db8 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:23:17.635837 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-5e3aa368-60a3-4c93-9c18-a9d22cc1fba6 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Network 6b99b81e-5871-4979-a64c-22edc1a2273c is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:17.708589 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a710bd1-c32d-48ca-a3a5-636ee05e9405 x-openstack-request-id: req-5a710bd1-c32d-48ca-a3a5-636ee05e9405 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:23:17.709181 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a5d6b7e-74a8-4708-b5f4-62c3ba0fec4f", "tag": "b5ce7872-5352-4ac9-944a-c37c9d2ea663", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:23:17.709598 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5a710bd1-c32d-48ca-a3a5-636ee05e9405 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:23:17.710168 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a5d6b7e-74a8-4708-b5f4-62c3ba0fec4f', 'tag': 'b5ce7872-5352-4ac9-944a-c37c9d2ea663', 'status': 'completed', 'code': 200} Feb 09 01:23:17.739171 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-5e3aa368-60a3-4c93-9c18-a9d22cc1fba6 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:17.756173 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-5e3aa368-60a3-4c93-9c18-a9d22cc1fba6 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:23:17.856962 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bcc443ca-e4d7-403b-8a0d-aa0afcf77f9e req-97526478-7601-4c85-801c-7f03ab4b5e2c service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5963905 Feb 09 01:23:17.879691 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3aa368-60a3-4c93-9c18-a9d22cc1fba6 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Pushing event updated for resources: {'Port': ['ID=588a1334-02bc-4d75-811d-96cebbce8c1a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:17.907522 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-5e3aa368-60a3-4c93-9c18-a9d22cc1fba6 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:17.909185 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-5e3aa368-60a3-4c93-9c18-a9d22cc1fba6 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:17.939186 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-5e3aa368-60a3-4c93-9c18-a9d22cc1fba6 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2149837 Feb 09 01:23:17.958854 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f7cf601a-a7a3-4f31-b698-fce174b6b4d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (615dbb4d-4282-4d01-9af7-d3994fab4334), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:17.959432 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-5ee47b0c-4e3c-4648-9a06-a8ab1e48e93e service neutron] Request body: {'port': {'device_id': 'c40697b8-deee-4c88-9829-9b464bf9b883', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:18.088989 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port ad63b903-eee1-467d-ac4b-67948f7b9db8 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:18.089629 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (ad63b903-eee1-467d-ac4b-67948f7b9db8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:18.142524 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-5ee47b0c-4e3c-4648-9a06-a8ab1e48e93e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (588a1334-02bc-4d75-811d-96cebbce8c1a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:18.334191 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37d22a-db25-44d2-8857-120e1e365afb req-f7bfed9c-4e34-4c87-a8c3-0436098a50e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:18.339031 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fb37d22a-db25-44d2-8857-120e1e365afb req-f7bfed9c-4e34-4c87-a8c3-0436098a50e4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=48780f2a71fc480ea7dee81a78af46c8&device_id=9a5d6b7e-74a8-4708-b5f4-62c3ba0fec4f HTTP/1.1" status: 200 len: 1126 time: 0.6264520 Feb 09 01:23:18.341810 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f7cf601a-a7a3-4f31-b698-fce174b6b4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (615dbb4d-4282-4d01-9af7-d3994fab4334), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:18.345129 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cf601a-a7a3-4f31-b698-fce174b6b4d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:18.347547 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f7cf601a-a7a3-4f31-b698-fce174b6b4d0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:18.440713 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c5898-198b-40e1-895b-a38675b36705 req-ebac5214-976d-4bb2-981f-f2cbc8507ad3 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:18.453173 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f68c5898-198b-40e1-895b-a38675b36705 req-ebac5214-976d-4bb2-981f-f2cbc8507ad3 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.6658444 Feb 09 01:23:18.475394 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-e78572d1-e576-45c8-a794-e8aec7c30030 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:18.479630 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-e78572d1-e576-45c8-a794-e8aec7c30030 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.121 "GET /v2.0/ports?device_id=0821638c-b4de-4201-b03c-630e0a79f66d HTTP/1.1" status: 200 len: 943 time: 0.9240880 Feb 09 01:23:18.523591 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port ad63b903-eee1-467d-ac4b-67948f7b9db8 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:18.530040 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ad63b903-eee1-467d-ac4b-67948f7b9db8), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:18.558691 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f7cf601a-a7a3-4f31-b698-fce174b6b4d0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.8080657 Feb 09 01:23:18.569402 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34200) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:18.578567 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-33a9b4ee-20c6-4b48-a6a1-3fcd1ee69197 admin admin] Request body: {'subnet': {'network_id': '615dbb4d-4282-4d01-9af7-d3994fab4334', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1192916151-subnet', 'tenant_id': 'b659ed93cdf14b17b051e53d6fed6bcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:18.679581 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port ad63b903-eee1-467d-ac4b-67948f7b9db8, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=ad63b903-eee1-467d-ac4b-67948f7b9db8,segment=NetworkSegment(26d77e61-b848-45bd-b1c3-0a5bb9cc932a),segment_id=26d77e61-b848-45bd-b1c3-0a5bb9cc932a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:18.701668 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ad63b903-eee1-467d-ac4b-67948f7b9db8), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:18.757390 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2909a-55b5-4870-937d-c284d89daaa5 req-8b32b5b7-0eeb-42a8-b5cd-212f4c45fb15 tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:18.775521 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-95e2909a-55b5-4870-937d-c284d89daaa5 req-8b32b5b7-0eeb-42a8-b5cd-212f4c45fb15 tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5d6b7e-74a8-4708-b5f4-62c3ba0fec4f HTTP/1.1" status: 200 len: 943 time: 1.1537018 Feb 09 01:23:18.781123 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4a0ef-bd14-4e7a-b1d7-f5875c6acbbe req-bb74d7a2-cf9a-4ab6-91b0-8e95fd5df753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:18.785335 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3aa4a0ef-bd14-4e7a-b1d7-f5875c6acbbe req-bb74d7a2-cf9a-4ab6-91b0-8e95fd5df753 service neutron] 10.222.0.121 "GET /v2.0/networks?tenant_id=bb54c6d9ab92477c86a4af4dae2b904f&shared=False HTTP/1.1" status: 200 len: 912 time: 1.1005626 Feb 09 01:23:18.869898 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=ad63b903-eee1-467d-ac4b-67948f7b9db8,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:18.881058 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a9b4ee-20c6-4b48-a6a1-3fcd1ee69197 admin admin] Made reservation on behalf of b659ed93cdf14b17b051e53d6fed6bcb for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:18.884435 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-33a9b4ee-20c6-4b48-a6a1-3fcd1ee69197 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:18.989587 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf601a-a7a3-4f31-b698-fce174b6b4d0 admin admin] Pushing event updated for resources: {'Network': ['ID=615dbb4d-4282-4d01-9af7-d3994fab4334,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:19.018655 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 615dbb4d-4282-4d01-9af7-d3994fab4334 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:23:19.116492 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-5ee47b0c-4e3c-4648-9a06-a8ab1e48e93e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 588a1334-02bc-4d75-811d-96cebbce8c1a {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:23:19.141503 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-5ee47b0c-4e3c-4648-9a06-a8ab1e48e93e service neutron] Publish callbacks [] for port (588a1334-02bc-4d75-811d-96cebbce8c1a), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:19.168936 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device b5ce7872-5352-4ac9-944a-c37c9d2ea663 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:23:19.188538 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-5ee47b0c-4e3c-4648-9a06-a8ab1e48e93e service neutron] Transition to ACTIVE for port object 588a1334-02bc-4d75-811d-96cebbce8c1a will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:19.250789 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-5ee47b0c-4e3c-4648-9a06-a8ab1e48e93e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (588a1334-02bc-4d75-811d-96cebbce8c1a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:19.288629 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f68c5898-198b-40e1-895b-a38675b36705 req-4305197b-af31-4ed0-9529-6e3b952e2f65 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8343582 Feb 09 01:23:19.289944 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4a0ef-bd14-4e7a-b1d7-f5875c6acbbe req-82294a79-c438-4514-9d97-498c31b450ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:19.291727 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3aa4a0ef-bd14-4e7a-b1d7-f5875c6acbbe req-82294a79-c438-4514-9d97-498c31b450ec service neutron] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2707086 Feb 09 01:23:19.334306 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port b5ce7872-5352-4ac9-944a-c37c9d2ea663, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=b5ce7872-5352-4ac9-944a-c37c9d2ea663,segment=NetworkSegment(7f61e278-0121-47ac-b616-14bd39948b46),segment_id=7f61e278-0121-47ac-b616-14bd39948b46)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:19.343831 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee47b0c-4e3c-4648-9a06-a8ab1e48e93e service neutron] Pushing event updated for resources: {'Port': ['ID=588a1334-02bc-4d75-811d-96cebbce8c1a,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:19.361138 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': 'b5ce7872-5352-4ac9-944a-c37c9d2ea663', 'network_id': 'c343899e-8d55-416f-8f45-c7e7ffb70c22', 'port_id': 'b5ce7872-5352-4ac9-944a-c37c9d2ea663', 'mac_address': 'fa:16:3e:b7:8f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a26bee4b-81a8-4b9f-8bb2-c482929dd248', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:23:19.399574 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-95e2909a-55b5-4870-937d-c284d89daaa5 req-b1952b26-e383-4079-8cab-047cad276041 tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a6b43ec-dfaa-47ea-aabd-fd20e0e37e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6229584 Feb 09 01:23:19.430577 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:19.581783 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device ad63b903-eee1-467d-ac4b-67948f7b9db8 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:23:19.630996 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port b5ce7872-5352-4ac9-944a-c37c9d2ea663 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:19.631434 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b5ce7872-5352-4ac9-944a-c37c9d2ea663), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:19.641610 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-d4dac671-b8b1-4bb9-b5d3-a810bdf2d55a tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Deleting port a04ab4f0-a182-4fc5-b458-12929ba0b7bf {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:23:19.642243 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-d4dac671-b8b1-4bb9-b5d3-a810bdf2d55a tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (a04ab4f0-a182-4fc5-b458-12929ba0b7bf), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:19.648916 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5ce7872-5352-4ac9-944a-c37c9d2ea663 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:23:19.685091 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port b5ce7872-5352-4ac9-944a-c37c9d2ea663, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=b5ce7872-5352-4ac9-944a-c37c9d2ea663,segment=NetworkSegment(7f61e278-0121-47ac-b616-14bd39948b46),segment_id=7f61e278-0121-47ac-b616-14bd39948b46)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:19.687022 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port ad63b903-eee1-467d-ac4b-67948f7b9db8 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:19.687206 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (ad63b903-eee1-467d-ac4b-67948f7b9db8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:19.692974 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b5ce7872-5352-4ac9-944a-c37c9d2ea663), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:19.699661 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37d22a-db25-44d2-8857-120e1e365afb req-025051ac-e341-453c-85e1-01e7346eb50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:19.701826 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fb37d22a-db25-44d2-8857-120e1e365afb req-025051ac-e341-453c-85e1-01e7346eb50b service neutron] 10.222.0.91 "GET /v2.0/networks?id=c343899e-8d55-416f-8f45-c7e7ffb70c22 HTTP/1.1" status: 200 len: 923 time: 1.3094976 Feb 09 01:23:19.755090 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-33a9b4ee-20c6-4b48-a6a1-3fcd1ee69197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (96fa64d7-a99e-49a1-825c-315062e6c562), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:19.863430 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=b5ce7872-5352-4ac9-944a-c37c9d2ea663,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:19.906524 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-5ee47b0c-4e3c-4648-9a06-a8ab1e48e93e service neutron] Attempting to bind port 588a1334-02bc-4d75-811d-96cebbce8c1a on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:23:19.907108 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-5ee47b0c-4e3c-4648-9a06-a8ab1e48e93e service neutron] Attempting to bind port 588a1334-02bc-4d75-811d-96cebbce8c1a by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '3350618d-f84a-4a0b-8997-97c98e7ed20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:23:19.907685 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-5ee47b0c-4e3c-4648-9a06-a8ab1e48e93e service neutron] Attempting to bind port 588a1334-02bc-4d75-811d-96cebbce8c1a on network 6b99b81e-5871-4979-a64c-22edc1a2273c {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:23:19.921980 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port ad63b903-eee1-467d-ac4b-67948f7b9db8 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:19.957555 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5772a258-b3f8-49a4-8c3b-ee94cbb47ead req-2343e0d1-e64e-44f5-b0c7-4cbf2938e302 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=f56956fe-dbec-453c-ad1b-eeb16fa84c39 HTTP/1.1" status: 200 len: 210 time: 0.3229210 Feb 09 01:23:19.989048 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-5ee47b0c-4e3c-4648-9a06-a8ab1e48e93e service neutron] Port 588a1334-02bc-4d75-811d-96cebbce8c1a on network 6b99b81e-5871-4979-a64c-22edc1a2273c not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:23:20.003410 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-5ee47b0c-4e3c-4648-9a06-a8ab1e48e93e service neutron] Attempting to bind port 588a1334-02bc-4d75-811d-96cebbce8c1a on network 6b99b81e-5871-4979-a64c-22edc1a2273c {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:23:20.045269 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-5ee47b0c-4e3c-4648-9a06-a8ab1e48e93e service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:23:20.045542 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-5ee47b0c-4e3c-4648-9a06-a8ab1e48e93e service neutron] Checking segment: {'id': '3350618d-f84a-4a0b-8997-97c98e7ed20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:23:20.045838 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-5ee47b0c-4e3c-4648-9a06-a8ab1e48e93e service neutron] Bound using segment: {'id': '3350618d-f84a-4a0b-8997-97c98e7ed20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:23:20.046291 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-5ee47b0c-4e3c-4648-9a06-a8ab1e48e93e service neutron] Bound port: 588a1334-02bc-4d75-811d-96cebbce8c1a, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3350618d-f84a-4a0b-8997-97c98e7ed20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:23:20.047567 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-5ee47b0c-4e3c-4648-9a06-a8ab1e48e93e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (588a1334-02bc-4d75-811d-96cebbce8c1a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:20.048824 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9b4ee-20c6-4b48-a6a1-3fcd1ee69197 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96fa64d7-a99e-49a1-825c-315062e6c562,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:20.053744 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a9b4ee-20c6-4b48-a6a1-3fcd1ee69197 admin admin] Checking segment: {'id': 'ba363635-7582-498a-b38b-955b476536ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '615dbb4d-4282-4d01-9af7-d3994fab4334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:23:20.054106 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a9b4ee-20c6-4b48-a6a1-3fcd1ee69197 admin admin] Network hostable DHCP agents. Network: 615dbb4d-4282-4d01-9af7-d3994fab4334, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:23:20.067845 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229f338-d540-49a8-b2f6-3b8eed2d5be6 req-d07a349d-75c3-4c72-9e61-9766039caed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:20.069805 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2229f338-d540-49a8-b2f6-3b8eed2d5be6 req-d07a349d-75c3-4c72-9e61-9766039caed7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=45103008d2704a9a9647209c042e9687&device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 1129 time: 0.3032784 Feb 09 01:23:20.087410 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['b5ce7872-5352-4ac9-944a-c37c9d2ea663'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:23:20.096674 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fb37d22a-db25-44d2-8857-120e1e365afb req-87c9876a-b8d4-4d21-b9ce-4ba97e17c85f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5ce7872-5352-4ac9-944a-c37c9d2ea663 HTTP/1.1" status: 200 len: 217 time: 0.1449194 Feb 09 01:23:20.107771 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-d4dac671-b8b1-4bb9-b5d3-a810bdf2d55a tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] For port a04ab4f0-a182-4fc5-b458-12929ba0b7bf, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=a04ab4f0-a182-4fc5-b458-12929ba0b7bf,segment=NetworkSegment(3350618d-f84a-4a0b-8997-97c98e7ed20e),segment_id=3350618d-f84a-4a0b-8997-97c98e7ed20e)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:20.108574 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-d4dac671-b8b1-4bb9-b5d3-a810bdf2d55a tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (a04ab4f0-a182-4fc5-b458-12929ba0b7bf), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:20.162672 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-d4dac671-b8b1-4bb9-b5d3-a810bdf2d55a tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Calling delete_port for a04ab4f0-a182-4fc5-b458-12929ba0b7bf owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:23:20.196695 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334452e-0a32-416e-8c09-89a4decc253b req-7ba3c6ff-bda8-4190-85b7-3cb72f67be4f tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:20.198340 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f334452e-0a32-416e-8c09-89a4decc253b req-7ba3c6ff-bda8-4190-85b7-3cb72f67be4f tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c40697b8-deee-4c88-9829-9b464bf9b883 HTTP/1.1" status: 200 len: 944 time: 0.7197113 Feb 09 01:23:20.240340 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a9b4ee-20c6-4b48-a6a1-3fcd1ee69197 admin admin] Network 615dbb4d-4282-4d01-9af7-d3994fab4334 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:23:20.292190 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-5ee47b0c-4e3c-4648-9a06-a8ab1e48e93e service neutron] For port 588a1334-02bc-4d75-811d-96cebbce8c1a, host n-h2-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:23:20.294730 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-33a9b4ee-20c6-4b48-a6a1-3fcd1ee69197 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 615dbb4d-4282-4d01-9af7-d3994fab4334) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:20.312533 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a9b4ee-20c6-4b48-a6a1-3fcd1ee69197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:20.313245 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-33a9b4ee-20c6-4b48-a6a1-3fcd1ee69197 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:20.325165 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9c6ec0-99d2-46f7-8f5b-6f3f5e82de50 None None] Network 615dbb4d-4282-4d01-9af7-d3994fab4334 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:23:20.337092 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-5ee47b0c-4e3c-4648-9a06-a8ab1e48e93e service neutron] For port 588a1334-02bc-4d75-811d-96cebbce8c1a, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=588a1334-02bc-4d75-811d-96cebbce8c1a,segment=NetworkSegment(3350618d-f84a-4a0b-8997-97c98e7ed20e),segment_id=3350618d-f84a-4a0b-8997-97c98e7ed20e)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:23:20.356141 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-33a9b4ee-20c6-4b48-a6a1-3fcd1ee69197 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7688344 Feb 09 01:23:20.359397 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229f338-d540-49a8-b2f6-3b8eed2d5be6 req-f76d4f63-4ac7-41fb-8c1e-365ede3d0277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:20.359635 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2229f338-d540-49a8-b2f6-3b8eed2d5be6 req-f76d4f63-4ac7-41fb-8c1e-365ede3d0277 service neutron] 10.222.0.91 "GET /v2.0/networks?id=a46c349d-fbe7-42ad-a83d-3298a4c41cb1 HTTP/1.1" status: 200 len: 914 time: 0.2819910 Feb 09 01:23:20.360142 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37d22a-db25-44d2-8857-120e1e365afb req-63c764b1-4b9f-4527-a95d-d9063c750f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:20.361709 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fb37d22a-db25-44d2-8857-120e1e365afb req-63c764b1-4b9f-4527-a95d-d9063c750f00 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a26bee4b-81a8-4b9f-8bb2-c482929dd248 HTTP/1.1" status: 200 len: 862 time: 0.2256866 Feb 09 01:23:20.378015 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-5ee47b0c-4e3c-4648-9a06-a8ab1e48e93e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (588a1334-02bc-4d75-811d-96cebbce8c1a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:20.411038 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab176d-6815-4893-b237-a059aab6781a req-ed322bf9-1241-45ab-912a-a7f703f7efea tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:20.412710 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-30ab176d-6815-4893-b237-a059aab6781a req-ed322bf9-1241-45ab-912a-a7f703f7efea tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.121 "GET /v2.0/networks?id=8821b93d-01cf-4b8b-a3db-13afd0eec4ce HTTP/1.1" status: 200 len: 811 time: 0.7075675 Feb 09 01:23:20.460253 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2229f338-d540-49a8-b2f6-3b8eed2d5be6 req-8c0ad1f7-e900-478b-9c91-588e18e423bb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a825b64-d1af-4377-836e-5fc508ec6888 HTTP/1.1" status: 200 len: 217 time: 0.0736327 Feb 09 01:23:20.473525 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-30ab176d-6815-4893-b237-a059aab6781a req-3a803547-2933-46c1-97a4-91ddad12590a tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Request body: {'port': {'device_id': 'f56956fe-dbec-453c-ad1b-eeb16fa84c39', 'network_id': '8821b93d-01cf-4b8b-a3db-13afd0eec4ce', 'admin_state_up': True, 'tenant_id': 'c808f84d2c3b4797965f5ee8f6a2482a'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:20.487036 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fb37d22a-db25-44d2-8857-120e1e365afb req-6ecf4b12-cba4-458a-a163-9d1b05222ddb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c343899e-8d55-416f-8f45-c7e7ffb70c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048481 Feb 09 01:23:20.543759 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b951c4-b18d-44a4-847d-02e14850b262 None None] Network 615dbb4d-4282-4d01-9af7-d3994fab4334 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:23:20.597648 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee47b0c-4e3c-4648-9a06-a8ab1e48e93e service neutron] Pushing event updated for resources: {'Port': ['ID=588a1334-02bc-4d75-811d-96cebbce8c1a,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:20.608809 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-5ee47b0c-4e3c-4648-9a06-a8ab1e48e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:20.610005 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-5ee47b0c-4e3c-4648-9a06-a8ab1e48e93e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:20.612169 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-5ee47b0c-4e3c-4648-9a06-a8ab1e48e93e service neutron] 10.222.0.91 "PUT /v2.0/ports/588a1334-02bc-4d75-811d-96cebbce8c1a HTTP/1.1" status: 200 len: 1093 time: 2.6597569 Feb 09 01:23:20.624362 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40697b8-deee-4c88-9829-9b464bf9b883', 'tag': '588a1334-02bc-4d75-811d-96cebbce8c1a'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:23:20.626629 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11187e5b-cd85-421d-9b5e-731a7d095d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "c40697b8-deee-4c88-9829-9b464bf9b883", "tag": "588a1334-02bc-4d75-811d-96cebbce8c1a"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:23:20.644500 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f334452e-0a32-416e-8c09-89a4decc253b req-68b4bdc7-5da5-4d69-bae8-1743a0276750 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4226425 Feb 09 01:23:20.663154 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b83983-8aa2-4b48-b4a0-d3ab3ef7f826 req-a0f51045-cb65-4790-b9d0-e64311621c4f tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:20.663886 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229f338-d540-49a8-b2f6-3b8eed2d5be6 req-679a3290-e64a-4a39-b943-24fd6fd81aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:20.669637 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2229f338-d540-49a8-b2f6-3b8eed2d5be6 req-679a3290-e64a-4a39-b943-24fd6fd81aa6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=00660737-d0c8-4fd3-9454-eb4bf5c5566b HTTP/1.1" status: 200 len: 853 time: 0.1767879 Feb 09 01:23:20.676909 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-48b83983-8aa2-4b48-b4a0-d3ab3ef7f826 req-a0f51045-cb65-4790-b9d0-e64311621c4f tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.5202386 Feb 09 01:23:20.686380 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 5719c236-b300-4f5c-b12a-6f8844909733 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:23:20.782701 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3fa0250d-7327-44fc-a832-146fb2d2cbcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:20.802635 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:20.840614 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2229f338-d540-49a8-b2f6-3b8eed2d5be6 req-a29edaae-8683-4888-99b6-ec956d3caa83 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a46c349d-fbe7-42ad-a83d-3298a4c41cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1511643 Feb 09 01:23:20.888719 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 5719c236-b300-4f5c-b12a-6f8844909733 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:23:20.913001 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 5719c236-b300-4f5c-b12a-6f8844909733 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:20.915610 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5719c236-b300-4f5c-b12a-6f8844909733), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:20.923212 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-469df329-ead1-448c-9a43-15d00c8e5290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:20.924864 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-469df329-ead1-448c-9a43-15d00c8e5290 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bb54c6d9ab92477c86a4af4dae2b904f&device_id=c40697b8-deee-4c88-9829-9b464bf9b883 HTTP/1.1" status: 200 len: 1127 time: 0.2183938 Feb 09 01:23:21.004411 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-7c05dcf5-a56f-45c1-a881-5b30a0f10360 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=588a1334-02bc-4d75-811d-96cebbce8c1a HTTP/1.1" status: 200 len: 217 time: 0.0640039 Feb 09 01:23:21.008748 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2229f338-d540-49a8-b2f6-3b8eed2d5be6 req-a9e63803-4a96-4c34-a2d5-a73602de3a6d service neutron] 10.222.0.91 "GET /v2.0/networks/a46c349d-fbe7-42ad-a83d-3298a4c41cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669772 Feb 09 01:23:21.109265 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-48b83983-8aa2-4b48-b4a0-d3ab3ef7f826 req-196adc27-5ded-4494-910b-8fae14baa407 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4313860 Feb 09 01:23:21.139334 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-d4dac671-b8b1-4bb9-b5d3-a810bdf2d55a tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (a04ab4f0-a182-4fc5-b458-12929ba0b7bf), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:21.172810 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 4a825b64-d1af-4377-836e-5fc508ec6888 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:23:21.197817 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-65957f38-07fe-4512-8d36-ccfd7cf665cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:21.203277 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-65957f38-07fe-4512-8d36-ccfd7cf665cc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=46b59fab-0ab1-4600-8204-1f86be683b81 HTTP/1.1" status: 200 len: 851 time: 0.1932397 Feb 09 01:23:21.268556 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 5719c236-b300-4f5c-b12a-6f8844909733 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:21.269786 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5719c236-b300-4f5c-b12a-6f8844909733), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:21.293214 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dac671-b8b1-4bb9-b5d3-a810bdf2d55a tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Pushing event deleted for resources: {'Port': ['ID=a04ab4f0-a182-4fc5-b458-12929ba0b7bf,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:21.329098 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fb37d22a-db25-44d2-8857-120e1e365afb req-4ef5dd9f-f1c4-4681-9158-cca870c46f9c service neutron] 10.222.0.91 "GET /v2.0/networks/c343899e-8d55-416f-8f45-c7e7ffb70c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8202455 Feb 09 01:23:21.345368 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6575bcd2-f506-4c9f-aca3-1d2f5e7af23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5719c236-b300-4f5c-b12a-6f8844909733'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:23:21.350097 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0461f62f-4f14-48c0-983b-be37fc27b09c" -d '{"events": [{"server_uuid": "6575bcd2-f506-4c9f-aca3-1d2f5e7af23c", "name": "network-vif-plugged", "status": "completed", "tag": "5719c236-b300-4f5c-b12a-6f8844909733"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:23:21.354960 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30ab176d-6815-4893-b237-a059aab6781a req-3a803547-2933-46c1-97a4-91ddad12590a tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Made reservation on behalf of c808f84d2c3b4797965f5ee8f6a2482a for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:21.359663 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-30ab176d-6815-4893-b237-a059aab6781a req-3a803547-2933-46c1-97a4-91ddad12590a tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:21.375374 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-d4dac671-b8b1-4bb9-b5d3-a810bdf2d55a tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] No DVR routers for this DVR port a04ab4f0-a182-4fc5-b458-12929ba0b7bf on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:23:21.395816 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 5719c236-b300-4f5c-b12a-6f8844909733, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=5719c236-b300-4f5c-b12a-6f8844909733,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:21.422770 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-d4dac671-b8b1-4bb9-b5d3-a810bdf2d55a tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:21.427007 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c689eeea-ff50-4bf5-8d9b-73287468bf8d req-d4dac671-b8b1-4bb9-b5d3-a810bdf2d55a tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.121 "DELETE /v2.0/ports/a04ab4f0-a182-4fc5-b458-12929ba0b7bf HTTP/1.1" status: 204 len: 173 time: 2.8671534 Feb 09 01:23:21.427889 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0821638c-b4de-4201-b03c-630e0a79f66d', 'name': 'network-vif-deleted', 'tag': 'a04ab4f0-a182-4fc5-b458-12929ba0b7bf'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:23:21.430942 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff609c1-92f4-4723-a6c7-7b692fa5ea6c" -d '{"events": [{"server_uuid": "0821638c-b4de-4201-b03c-630e0a79f66d", "name": "network-vif-deleted", "tag": "a04ab4f0-a182-4fc5-b458-12929ba0b7bf"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:23:21.444343 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5719c236-b300-4f5c-b12a-6f8844909733), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:21.457351 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-fa670974-8a92-4552-b4ad-115888bfd343 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6b99b81e-5871-4979-a64c-22edc1a2273c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2220411 Feb 09 01:23:21.468762 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2229f338-d540-49a8-b2f6-3b8eed2d5be6 req-a920090f-6d2d-4617-98d9-9678d29bee6e service neutron] 10.222.0.91 "GET /v2.0/networks/a46c349d-fbe7-42ad-a83d-3298a4c41cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474127 Feb 09 01:23:21.570103 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 4a825b64-d1af-4377-836e-5fc508ec6888 is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:21.570103 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (4a825b64-d1af-4377-836e-5fc508ec6888), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:21.605948 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb152984-f72e-4a5a-be82-13540e06a65e req-6019fd18-40ee-464c-9e5b-10acbc07a0b9 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:21.612692 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bb152984-f72e-4a5a-be82-13540e06a65e req-6019fd18-40ee-464c-9e5b-10acbc07a0b9 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 946 time: 0.7890871 Feb 09 01:23:21.699145 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 4a825b64-d1af-4377-836e-5fc508ec6888, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=4a825b64-d1af-4377-836e-5fc508ec6888,segment=NetworkSegment(49600cbb-8cb1-4c26-a09d-2e3526ba7488),segment_id=49600cbb-8cb1-4c26-a09d-2e3526ba7488)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:21.731062 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-165fe7b5-e30b-475f-b2f2-9fa2f2bc05c3 service neutron] 10.222.0.91 "GET /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591517 Feb 09 01:23:21.745508 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (4a825b64-d1af-4377-836e-5fc508ec6888), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:21.751263 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=5719c236-b300-4f5c-b12a-6f8844909733,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:21.802816 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01657779-a11f-46e9-b402-dddc3906f855 req-c3345878-c286-410d-97bf-08e40a01aa4e tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:21.811218 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-01657779-a11f-46e9-b402-dddc3906f855 req-c3345878-c286-410d-97bf-08e40a01aa4e tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5d6b7e-74a8-4708-b5f4-62c3ba0fec4f HTTP/1.1" status: 200 len: 944 time: 0.5148759 Feb 09 01:23:21.835151 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=4a825b64-d1af-4377-836e-5fc508ec6888,revision_number=8']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:21.843702 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34248) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:21.861487 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-e6d9c56b-f061-4efe-89ad-e1491c2b568f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-613516650-network', 'tenant_id': '4afe80eb7650452c9b25f6d860b59ef9'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:21.876308 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bb152984-f72e-4a5a-be82-13540e06a65e req-88910319-7a2a-4528-9321-20cf47470d4d tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470057 Feb 09 01:23:21.886066 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fb37d22a-db25-44d2-8857-120e1e365afb req-62f7c98e-16c8-48ea-9904-ac5051a6c01b service neutron] 10.222.0.91 "GET /v2.0/networks/c343899e-8d55-416f-8f45-c7e7ffb70c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5224216 Feb 09 01:23:21.957127 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f2f694-5826-44c2-a115-8c29c5bea5a7 x-openstack-request-id: req-29f2f694-5826-44c2-a115-8c29c5bea5a7 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:23:21.957502 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c40697b8-deee-4c88-9829-9b464bf9b883", "tag": "588a1334-02bc-4d75-811d-96cebbce8c1a", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:23:21.957778 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-29f2f694-5826-44c2-a115-8c29c5bea5a7 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:23:21.958235 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c40697b8-deee-4c88-9829-9b464bf9b883', 'tag': '588a1334-02bc-4d75-811d-96cebbce8c1a', 'status': 'completed', 'code': 200} Feb 09 01:23:21.987647 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b2ff3655-0210-4ffe-88ae-05c6bbbeb775 req-7bc0b38a-0765-4997-ac98-9c6a982cf0e9 service neutron] 10.222.0.91 "GET /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447913 Feb 09 01:23:21.990216 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d9c56b-f061-4efe-89ad-e1491c2b568f admin admin] Made reservation on behalf of 4afe80eb7650452c9b25f6d860b59ef9 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:21.992745 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e6d9c56b-f061-4efe-89ad-e1491c2b568f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:21.996096 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-30ab176d-6815-4893-b237-a059aab6781a req-3a803547-2933-46c1-97a4-91ddad12590a tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Allocated IP 172.20.0.11 (8821b93d-01cf-4b8b-a3db-13afd0eec4ce/c617e52a-1c92-4f9f-a978-3ab60b4c79f7/7ca4ee22-a36a-469d-a2e2-bd00afab9dcb) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:22.010041 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-01657779-a11f-46e9-b402-dddc3906f855 req-56f14fc6-306c-44b8-9a12-c816412e32fa tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a6b43ec-dfaa-47ea-aabd-fd20e0e37e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976295 Feb 09 01:23:22.056390 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e6d9c56b-f061-4efe-89ad-e1491c2b568f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:22.072015 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9dad451-7037-4fbd-9173-b7b888b1cea4 x-openstack-request-id: req-c9dad451-7037-4fbd-9173-b7b888b1cea4 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:23:22.074393 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6575bcd2-f506-4c9f-aca3-1d2f5e7af23c", "name": "network-vif-plugged", "status": "completed", "tag": "5719c236-b300-4f5c-b12a-6f8844909733", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:23:22.075956 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c9dad451-7037-4fbd-9173-b7b888b1cea4 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:23:22.081157 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6575bcd2-f506-4c9f-aca3-1d2f5e7af23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5719c236-b300-4f5c-b12a-6f8844909733', 'code': 200} Feb 09 01:23:22.095052 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ad84f497-619b-4eeb-bf55-11ef5212700f req-198e344b-9ef4-4969-9936-3878bbe411cc tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=f56956fe-dbec-453c-ad1b-eeb16fa84c39 HTTP/1.1" status: 200 len: 210 time: 0.0740151 Feb 09 01:23:22.171827 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11187e5b-cd85-421d-9b5e-731a7d095d8f req-93169970-4baf-48d5-8dec-12cf57ab3e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:22.173612 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ed3b6d-ae1f-4460-8757-8f045d927c6f x-openstack-request-id: req-12ed3b6d-ae1f-4460-8757-8f045d927c6f {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:23:22.173612 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0821638c-b4de-4201-b03c-630e0a79f66d", "name": "network-vif-deleted", "tag": "a04ab4f0-a182-4fc5-b458-12929ba0b7bf", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:23:22.173612 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-12ed3b6d-ae1f-4460-8757-8f045d927c6f {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:23:22.173612 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0821638c-b4de-4201-b03c-630e0a79f66d', 'name': 'network-vif-deleted', 'tag': 'a04ab4f0-a182-4fc5-b458-12929ba0b7bf', 'status': 'completed', 'code': 200} Feb 09 01:23:22.174610 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-11187e5b-cd85-421d-9b5e-731a7d095d8f req-93169970-4baf-48d5-8dec-12cf57ab3e7e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bb54c6d9ab92477c86a4af4dae2b904f&device_id=c40697b8-deee-4c88-9829-9b464bf9b883 HTTP/1.1" status: 200 len: 1127 time: 0.1109231 Feb 09 01:23:22.391435 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11187e5b-cd85-421d-9b5e-731a7d095d8f req-5774f699-42b3-4f6b-bf51-e2766df70043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:22.394979 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-11187e5b-cd85-421d-9b5e-731a7d095d8f req-5774f699-42b3-4f6b-bf51-e2766df70043 service neutron] 10.222.0.91 "GET /v2.0/networks?id=6b99b81e-5871-4979-a64c-22edc1a2273c HTTP/1.1" status: 200 len: 912 time: 0.2127883 Feb 09 01:23:22.422587 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e6d9c56b-f061-4efe-89ad-e1491c2b568f admin admin] Publish callbacks [] for security_group (fa22465f-1cf0-4e16-b552-96148046de55), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:22.430368 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-30ab176d-6815-4893-b237-a059aab6781a req-3a803547-2933-46c1-97a4-91ddad12590a tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Publish callbacks [] for port (7ca4ee22-a36a-469d-a2e2-bd00afab9dcb), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:22.437570 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe8ed0-37f0-4c56-afe6-e5611f9af62d req-0ed1ab70-8724-4556-b9d9-687409660941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:22.439152 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fbbe8ed0-37f0-4c56-afe6-e5611f9af62d req-0ed1ab70-8724-4556-b9d9-687409660941 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 1129 time: 0.2342851 Feb 09 01:23:22.447839 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e6d9c56b-f061-4efe-89ad-e1491c2b568f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (fa22465f-1cf0-4e16-b552-96148046de55), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:22.479232 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-11187e5b-cd85-421d-9b5e-731a7d095d8f req-97b337d4-2f3b-47fd-8571-57ca81c470c7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=588a1334-02bc-4d75-811d-96cebbce8c1a HTTP/1.1" status: 200 len: 217 time: 0.0752366 Feb 09 01:23:22.508037 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b446aa4-eeda-4dd9-b2b5-2ed157e37a47 req-8a2d3509-a858-4e2d-b7fb-d6fc67e32454 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:22.509633 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1b446aa4-eeda-4dd9-b2b5-2ed157e37a47 req-8a2d3509-a858-4e2d-b7fb-d6fc67e32454 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 946 time: 0.2411876 Feb 09 01:23:22.525752 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6d9c56b-f061-4efe-89ad-e1491c2b568f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:23:22.583217 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11187e5b-cd85-421d-9b5e-731a7d095d8f req-588202f5-7cbe-4297-922e-f3b67b1fc8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:22.587562 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-11187e5b-cd85-421d-9b5e-731a7d095d8f req-588202f5-7cbe-4297-922e-f3b67b1fc8be service neutron] 10.222.0.91 "GET /v2.0/subnets?id=46b59fab-0ab1-4600-8204-1f86be683b81 HTTP/1.1" status: 200 len: 851 time: 0.0972574 Feb 09 01:23:22.650502 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-11187e5b-cd85-421d-9b5e-731a7d095d8f req-e70593d0-dc3f-4c38-a433-e893186fa472 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6b99b81e-5871-4979-a64c-22edc1a2273c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569816 Feb 09 01:23:22.796756 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-11187e5b-cd85-421d-9b5e-731a7d095d8f req-4ec8b4de-676f-4763-b1d2-b4ea974a0a66 service neutron] 10.222.0.91 "GET /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390648 Feb 09 01:23:22.919514 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c9b8a-b40b-4fc8-be4a-1a5057b28623 req-4a739323-a814-45c6-9dbe-c2e5018f68cb tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:22.921205 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-461c9b8a-b40b-4fc8-be4a-1a5057b28623 req-4a739323-a814-45c6-9dbe-c2e5018f68cb tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c40697b8-deee-4c88-9829-9b464bf9b883 HTTP/1.1" status: 200 len: 944 time: 0.5944889 Feb 09 01:23:22.921893 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d9c56b-f061-4efe-89ad-e1491c2b568f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa22465f-1cf0-4e16-b552-96148046de55,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:22.929418 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e6d9c56b-f061-4efe-89ad-e1491c2b568f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (201c2d15-1b8a-418a-8b95-6977ad1e0449), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:22.929787 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-e6d9c56b-f061-4efe-89ad-e1491c2b568f admin admin] Added segment 201c2d15-1b8a-418a-8b95-6977ad1e0449 of type vlan for network 8057a847-a45d-4f85-a64d-b8fa9c6efd3b Feb 09 01:23:22.966616 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-11187e5b-cd85-421d-9b5e-731a7d095d8f req-245bbacc-f038-4090-894f-6c8b4fe3796e service neutron] 10.222.0.91 "GET /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619394 Feb 09 01:23:23.000464 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fbbe8ed0-37f0-4c56-afe6-e5611f9af62d req-beaeafc6-bea1-457c-b01c-cfd85009b049 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5486937 Feb 09 01:23:23.033201 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e6d9c56b-f061-4efe-89ad-e1491c2b568f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (8057a847-a45d-4f85-a64d-b8fa9c6efd3b), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:23.036045 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-30ab176d-6815-4893-b237-a059aab6781a req-3a803547-2933-46c1-97a4-91ddad12590a tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (7ca4ee22-a36a-469d-a2e2-bd00afab9dcb), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:23.069571 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1b446aa4-eeda-4dd9-b2b5-2ed157e37a47 req-d1fea5db-172b-48bd-a221-11625ae7c5df tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5487514 Feb 09 01:23:23.111353 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device b5ce7872-5352-4ac9-944a-c37c9d2ea663 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:23:23.147165 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ab176d-6815-4893-b237-a059aab6781a req-3a803547-2933-46c1-97a4-91ddad12590a tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Network 8821b93d-01cf-4b8b-a3db-13afd0eec4ce is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:23.151133 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-461c9b8a-b40b-4fc8-be4a-1a5057b28623 req-857e9915-af6e-4b16-8821-1df304caaeac tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062426 Feb 09 01:23:23.168362 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-30ab176d-6815-4893-b237-a059aab6781a req-3a803547-2933-46c1-97a4-91ddad12590a tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:23.176027 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e6d9c56b-f061-4efe-89ad-e1491c2b568f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (8057a847-a45d-4f85-a64d-b8fa9c6efd3b), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:23.176027 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d9c56b-f061-4efe-89ad-e1491c2b568f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:23.176027 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e6d9c56b-f061-4efe-89ad-e1491c2b568f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:23.178137 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ab176d-6815-4893-b237-a059aab6781a req-3a803547-2933-46c1-97a4-91ddad12590a tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:23:23.181885 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a803547-2933-46c1-97a4-91ddad12590a tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Pushing event updated for resources: {'Port': ['ID=7ca4ee22-a36a-469d-a2e2-bd00afab9dcb,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:23.257901 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port b5ce7872-5352-4ac9-944a-c37c9d2ea663 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:23:23.267476 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port b5ce7872-5352-4ac9-944a-c37c9d2ea663 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:23.267924 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b5ce7872-5352-4ac9-944a-c37c9d2ea663), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:23.312287 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e6d9c56b-f061-4efe-89ad-e1491c2b568f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4513130 Feb 09 01:23:23.313708 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34260) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:23.325966 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-8a54957c-f9ac-4c98-b543-025d09d5610c admin admin] Request body: {'subnet': {'network_id': '8057a847-a45d-4f85-a64d-b8fa9c6efd3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-613516650-subnet', 'tenant_id': '4afe80eb7650452c9b25f6d860b59ef9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:23.338325 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d9c56b-f061-4efe-89ad-e1491c2b568f admin admin] Pushing event updated for resources: {'Network': ['ID=8057a847-a45d-4f85-a64d-b8fa9c6efd3b,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:23.356127 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 8057a847-a45d-4f85-a64d-b8fa9c6efd3b details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:23:23.365648 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab176d-6815-4893-b237-a059aab6781a req-3a803547-2933-46c1-97a4-91ddad12590a tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:23.366330 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-30ab176d-6815-4893-b237-a059aab6781a req-3a803547-2933-46c1-97a4-91ddad12590a tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:23.376691 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a54957c-f9ac-4c98-b543-025d09d5610c admin admin] Made reservation on behalf of 4afe80eb7650452c9b25f6d860b59ef9 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:23.395226 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa8eae-7814-489c-b7fe-770df909fba8 req-573125f6-2247-4351-a65a-51e5ec2cc7b4 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:23.396981 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bdaa8eae-7814-489c-b7fe-770df909fba8 req-573125f6-2247-4351-a65a-51e5ec2cc7b4 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 944 time: 0.2448518 Feb 09 01:23:23.403864 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-30ab176d-6815-4893-b237-a059aab6781a req-3a803547-2933-46c1-97a4-91ddad12590a tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9406655 Feb 09 01:23:23.405168 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8a54957c-f9ac-4c98-b543-025d09d5610c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:23.427779 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-30ab176d-6815-4893-b237-a059aab6781a req-daabb870-ec9a-4eee-803c-866eb9d75dca service neutron] Request body: {'port': {'device_id': 'f56956fe-dbec-453c-ad1b-eeb16fa84c39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:23.488163 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dcbe10-ce44-4cf5-91e4-c2cdae00d211 req-798c24a2-b0e3-4bcc-882f-cd643bc1b564 tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:23.492985 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4dcbe10-ce44-4cf5-91e4-c2cdae00d211 req-798c24a2-b0e3-4bcc-882f-cd643bc1b564 tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5d6b7e-74a8-4708-b5f4-62c3ba0fec4f HTTP/1.1" status: 200 len: 944 time: 0.1735806 Feb 09 01:23:23.622149 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port b5ce7872-5352-4ac9-944a-c37c9d2ea663 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:23.622554 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b5ce7872-5352-4ac9-944a-c37c9d2ea663), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:23.665841 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port b5ce7872-5352-4ac9-944a-c37c9d2ea663, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=b5ce7872-5352-4ac9-944a-c37c9d2ea663,segment=NetworkSegment(7f61e278-0121-47ac-b616-14bd39948b46),segment_id=7f61e278-0121-47ac-b616-14bd39948b46)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:23.672530 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b5ce7872-5352-4ac9-944a-c37c9d2ea663), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:23.718178 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8a54957c-f9ac-4c98-b543-025d09d5610c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (863dc86a-6680-41bb-94d9-d9e957f3f559), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:23.762096 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=b5ce7872-5352-4ac9-944a-c37c9d2ea663,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:23.765008 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bdaa8eae-7814-489c-b7fe-770df909fba8 req-8ca4d1e5-9548-4e6d-a161-62839df6ff31 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272011 Feb 09 01:23:23.799537 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a54957c-f9ac-4c98-b543-025d09d5610c admin admin] Pushing event updated for resources: {'Subnet': ['ID=863dc86a-6680-41bb-94d9-d9e957f3f559,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:23.807378 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4dcbe10-ce44-4cf5-91e4-c2cdae00d211 req-5933cb3b-71db-493d-90de-25c80b4b8579 tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a6b43ec-dfaa-47ea-aabd-fd20e0e37e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900240 Feb 09 01:23:23.808316 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-30ab176d-6815-4893-b237-a059aab6781a req-daabb870-ec9a-4eee-803c-866eb9d75dca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7ca4ee22-a36a-469d-a2e2-bd00afab9dcb), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:23.830721 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a54957c-f9ac-4c98-b543-025d09d5610c admin admin] Checking segment: {'id': '201c2d15-1b8a-418a-8b95-6977ad1e0449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8057a847-a45d-4f85-a64d-b8fa9c6efd3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:23:23.831493 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a54957c-f9ac-4c98-b543-025d09d5610c admin admin] Network hostable DHCP agents. Network: 8057a847-a45d-4f85-a64d-b8fa9c6efd3b, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:23:23.871346 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a54957c-f9ac-4c98-b543-025d09d5610c admin admin] Network 8057a847-a45d-4f85-a64d-b8fa9c6efd3b is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:23:23.895690 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-8a54957c-f9ac-4c98-b543-025d09d5610c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 8057a847-a45d-4f85-a64d-b8fa9c6efd3b) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:23.904524 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a54957c-f9ac-4c98-b543-025d09d5610c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:23.905711 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8a54957c-f9ac-4c98-b543-025d09d5610c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:23.919664 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e64fa7-fd5d-43ac-ba24-a730f6963dcb None None] Network 8057a847-a45d-4f85-a64d-b8fa9c6efd3b requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:23:23.944645 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8a54957c-f9ac-4c98-b543-025d09d5610c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6287580 Feb 09 01:23:24.152351 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48112db7-d4db-4ee7-9336-586b9a6e41e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a825b64-d1af-4377-836e-5fc508ec6888'}, {'server_uuid': '9a5d6b7e-74a8-4708-b5f4-62c3ba0fec4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ce7872-5352-4ac9-944a-c37c9d2ea663'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:23:24.167752 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb2ed94-a8d9-4a2b-819b-f97a984668a0" -d '{"events": [{"server_uuid": "48112db7-d4db-4ee7-9336-586b9a6e41e3", "name": "network-vif-unplugged", "status": "completed", "tag": "4a825b64-d1af-4377-836e-5fc508ec6888"}, {"server_uuid": "9a5d6b7e-74a8-4708-b5f4-62c3ba0fec4f", "name": "network-vif-plugged", "status": "completed", "tag": "b5ce7872-5352-4ac9-944a-c37c9d2ea663"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:23:24.237127 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20cea45-ff23-4449-b335-3b2ec27e0ffb req-38c1eb7f-6f9c-4969-8917-190113fe142c tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:24.263630 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f20cea45-ff23-4449-b335-3b2ec27e0ffb req-38c1eb7f-6f9c-4969-8917-190113fe142c tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=f56956fe-dbec-453c-ad1b-eeb16fa84c39 HTTP/1.1" status: 200 len: 932 time: 0.3272705 Feb 09 01:23:24.317858 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0e2931-dc1d-4154-ba4b-7cf552df17fb None None] Network 8057a847-a45d-4f85-a64d-b8fa9c6efd3b requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:23:24.466798 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cd6d9931-ddb7-4fbd-9df6-37bc0889b6b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:24.592672 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f20cea45-ff23-4449-b335-3b2ec27e0ffb req-f48d5273-3b37-41c1-829c-50d812921eac tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237433 Feb 09 01:23:24.646309 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cdaa70-7ffd-4c96-b9df-b434bd1941c3 req-3a0a6ff2-2297-4510-9bff-2e218213e278 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:24.648860 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-01cdaa70-7ffd-4c96-b9df-b434bd1941c3 req-3a0a6ff2-2297-4510-9bff-2e218213e278 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 946 time: 0.2988446 Feb 09 01:23:24.689830 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Wed, 09 Feb 2022 01:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e9c5b7-93e4-462d-9a7f-20b85ea6ada7 x-openstack-request-id: req-96e9c5b7-93e4-462d-9a7f-20b85ea6ada7 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:23:24.690271 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48112db7-d4db-4ee7-9336-586b9a6e41e3", "name": "network-vif-unplugged", "status": "failed", "tag": "4a825b64-d1af-4377-836e-5fc508ec6888", "code": 422}, {"server_uuid": "9a5d6b7e-74a8-4708-b5f4-62c3ba0fec4f", "name": "network-vif-plugged", "status": "completed", "tag": "b5ce7872-5352-4ac9-944a-c37c9d2ea663", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:23:24.690639 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-96e9c5b7-93e4-462d-9a7f-20b85ea6ada7 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:23:24.691276 n-d-822053-40 neutron-server[103530]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '48112db7-d4db-4ee7-9336-586b9a6e41e3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4a825b64-d1af-4377-836e-5fc508ec6888', 'code': 422} returned with failed status Feb 09 01:23:24.691624 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5d6b7e-74a8-4708-b5f4-62c3ba0fec4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ce7872-5352-4ac9-944a-c37c9d2ea663', 'code': 200} Feb 09 01:23:24.785042 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-30ab176d-6815-4893-b237-a059aab6781a req-daabb870-ec9a-4eee-803c-866eb9d75dca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ca4ee22-a36a-469d-a2e2-bd00afab9dcb {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:23:24.822619 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-30ab176d-6815-4893-b237-a059aab6781a req-daabb870-ec9a-4eee-803c-866eb9d75dca service neutron] Publish callbacks [] for port (7ca4ee22-a36a-469d-a2e2-bd00afab9dcb), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:24.831590 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-01cdaa70-7ffd-4c96-b9df-b434bd1941c3 req-64ccda7e-c08d-4774-ad9b-db7ee7f4e4fe tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662569 Feb 09 01:23:24.838884 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da18a3-256b-4105-8523-3592cb1df779 req-acb021b4-759f-4942-94bc-00fb192ce0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:24.841794 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f9da18a3-256b-4105-8523-3592cb1df779 req-acb021b4-759f-4942-94bc-00fb192ce0de service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9a5d6b7e-74a8-4708-b5f4-62c3ba0fec4f HTTP/1.1" status: 200 len: 1128 time: 0.0685651 Feb 09 01:23:24.846894 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-30ab176d-6815-4893-b237-a059aab6781a req-daabb870-ec9a-4eee-803c-866eb9d75dca service neutron] Transition to ACTIVE for port object 7ca4ee22-a36a-469d-a2e2-bd00afab9dcb will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:24.853966 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-30ab176d-6815-4893-b237-a059aab6781a req-daabb870-ec9a-4eee-803c-866eb9d75dca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (7ca4ee22-a36a-469d-a2e2-bd00afab9dcb), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:24.919625 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60eda42-382c-4f8d-814c-53e5c14d5ac1 req-ff3ea685-4974-4d90-9b24-6c5b61b4169a tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:24.926723 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e60eda42-382c-4f8d-814c-53e5c14d5ac1 req-ff3ea685-4974-4d90-9b24-6c5b61b4169a tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c40697b8-deee-4c88-9829-9b464bf9b883 HTTP/1.1" status: 200 len: 944 time: 0.1577063 Feb 09 01:23:24.951779 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f9da18a3-256b-4105-8523-3592cb1df779 req-7afb1b44-a737-47db-bee4-01aeb156dcb5 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=2a6b43ec-dfaa-47ea-aabd-fd20e0e37e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991583 Feb 09 01:23:24.957064 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daabb870-ec9a-4eee-803c-866eb9d75dca service neutron] Pushing event updated for resources: {'Port': ['ID=7ca4ee22-a36a-469d-a2e2-bd00afab9dcb,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:25.044790 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e60eda42-382c-4f8d-814c-53e5c14d5ac1 req-f8eff2b6-0a3a-4bc7-beeb-1b4f4b1bc33c tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165328 Feb 09 01:23:25.106604 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-30ab176d-6815-4893-b237-a059aab6781a req-daabb870-ec9a-4eee-803c-866eb9d75dca service neutron] Attempting to bind port 7ca4ee22-a36a-469d-a2e2-bd00afab9dcb on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:23:25.106940 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-30ab176d-6815-4893-b237-a059aab6781a req-daabb870-ec9a-4eee-803c-866eb9d75dca service neutron] Attempting to bind port 7ca4ee22-a36a-469d-a2e2-bd00afab9dcb by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '26d77e61-b848-45bd-b1c3-0a5bb9cc932a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8821b93d-01cf-4b8b-a3db-13afd0eec4ce'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:23:25.107274 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ab176d-6815-4893-b237-a059aab6781a req-daabb870-ec9a-4eee-803c-866eb9d75dca service neutron] Attempting to bind port 7ca4ee22-a36a-469d-a2e2-bd00afab9dcb on network 8821b93d-01cf-4b8b-a3db-13afd0eec4ce {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:23:25.113389 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ab176d-6815-4893-b237-a059aab6781a req-daabb870-ec9a-4eee-803c-866eb9d75dca service neutron] Port 7ca4ee22-a36a-469d-a2e2-bd00afab9dcb on network 8821b93d-01cf-4b8b-a3db-13afd0eec4ce not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:23:25.113811 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ab176d-6815-4893-b237-a059aab6781a req-daabb870-ec9a-4eee-803c-866eb9d75dca service neutron] Attempting to bind port 7ca4ee22-a36a-469d-a2e2-bd00afab9dcb on network 8821b93d-01cf-4b8b-a3db-13afd0eec4ce {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:23:25.125822 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ab176d-6815-4893-b237-a059aab6781a req-daabb870-ec9a-4eee-803c-866eb9d75dca service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:23:25.126300 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ab176d-6815-4893-b237-a059aab6781a req-daabb870-ec9a-4eee-803c-866eb9d75dca service neutron] Checking segment: {'id': '26d77e61-b848-45bd-b1c3-0a5bb9cc932a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8821b93d-01cf-4b8b-a3db-13afd0eec4ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:23:25.127199 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ab176d-6815-4893-b237-a059aab6781a req-daabb870-ec9a-4eee-803c-866eb9d75dca service neutron] Bound using segment: {'id': '26d77e61-b848-45bd-b1c3-0a5bb9cc932a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8821b93d-01cf-4b8b-a3db-13afd0eec4ce'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:23:25.127476 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-30ab176d-6815-4893-b237-a059aab6781a req-daabb870-ec9a-4eee-803c-866eb9d75dca service neutron] Bound port: 7ca4ee22-a36a-469d-a2e2-bd00afab9dcb, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26d77e61-b848-45bd-b1c3-0a5bb9cc932a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8821b93d-01cf-4b8b-a3db-13afd0eec4ce'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:23:25.128146 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-30ab176d-6815-4893-b237-a059aab6781a req-daabb870-ec9a-4eee-803c-866eb9d75dca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7ca4ee22-a36a-469d-a2e2-bd00afab9dcb), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:25.130662 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 588a1334-02bc-4d75-811d-96cebbce8c1a details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:23:25.295209 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 588a1334-02bc-4d75-811d-96cebbce8c1a, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=588a1334-02bc-4d75-811d-96cebbce8c1a,segment=NetworkSegment(3350618d-f84a-4a0b-8997-97c98e7ed20e),segment_id=3350618d-f84a-4a0b-8997-97c98e7ed20e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:25.315222 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '588a1334-02bc-4d75-811d-96cebbce8c1a', 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c', 'port_id': '588a1334-02bc-4d75-811d-96cebbce8c1a', 'mac_address': 'fa:16:3e:dd:15:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b59fab-0ab1-4600-8204-1f86be683b81', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:23:25.385811 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 588a1334-02bc-4d75-811d-96cebbce8c1a is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:25.386492 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (588a1334-02bc-4d75-811d-96cebbce8c1a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:25.412677 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 588a1334-02bc-4d75-811d-96cebbce8c1a {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:23:25.428923 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-30ab176d-6815-4893-b237-a059aab6781a req-daabb870-ec9a-4eee-803c-866eb9d75dca service neutron] For port 7ca4ee22-a36a-469d-a2e2-bd00afab9dcb, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:23:25.439313 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-30ab176d-6815-4893-b237-a059aab6781a req-daabb870-ec9a-4eee-803c-866eb9d75dca service neutron] For port 7ca4ee22-a36a-469d-a2e2-bd00afab9dcb, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7ca4ee22-a36a-469d-a2e2-bd00afab9dcb,segment=NetworkSegment(26d77e61-b848-45bd-b1c3-0a5bb9cc932a),segment_id=26d77e61-b848-45bd-b1c3-0a5bb9cc932a)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:23:25.449830 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 588a1334-02bc-4d75-811d-96cebbce8c1a, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=588a1334-02bc-4d75-811d-96cebbce8c1a,segment=NetworkSegment(3350618d-f84a-4a0b-8997-97c98e7ed20e),segment_id=3350618d-f84a-4a0b-8997-97c98e7ed20e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:25.457648 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (588a1334-02bc-4d75-811d-96cebbce8c1a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:25.472949 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-30ab176d-6815-4893-b237-a059aab6781a req-daabb870-ec9a-4eee-803c-866eb9d75dca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (7ca4ee22-a36a-469d-a2e2-bd00afab9dcb), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:25.537507 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=588a1334-02bc-4d75-811d-96cebbce8c1a,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:25.548182 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53782541-9800-44d8-b2ac-e5be9987041f req-e746afc4-2fb3-4622-8c01-3b50d83c9bd3 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:25.556803 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-53782541-9800-44d8-b2ac-e5be9987041f req-e746afc4-2fb3-4622-8c01-3b50d83c9bd3 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 944 time: 0.3617239 Feb 09 01:23:25.645644 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab176d-6815-4893-b237-a059aab6781a req-daabb870-ec9a-4eee-803c-866eb9d75dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:25.647797 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-30ab176d-6815-4893-b237-a059aab6781a req-daabb870-ec9a-4eee-803c-866eb9d75dca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:25.650269 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-30ab176d-6815-4893-b237-a059aab6781a req-daabb870-ec9a-4eee-803c-866eb9d75dca service neutron] 10.222.0.121 "PUT /v2.0/ports/7ca4ee22-a36a-469d-a2e2-bd00afab9dcb HTTP/1.1" status: 200 len: 1093 time: 2.2350459 Feb 09 01:23:25.651440 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f56956fe-dbec-453c-ad1b-eeb16fa84c39', 'tag': '7ca4ee22-a36a-469d-a2e2-bd00afab9dcb'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:23:25.656905 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b575dd26-0ae0-462d-b771-324ef63b5cff" -d '{"events": [{"name": "network-changed", "server_uuid": "f56956fe-dbec-453c-ad1b-eeb16fa84c39", "tag": "7ca4ee22-a36a-469d-a2e2-bd00afab9dcb"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:23:25.669306 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48444ca-000e-4567-a088-3377c93b78e2 req-e52d28c7-aa2f-4407-b04d-991b46e9b7f0 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:25.671331 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f48444ca-000e-4567-a088-3377c93b78e2 req-e52d28c7-aa2f-4407-b04d-991b46e9b7f0 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] 10.222.0.30 "GET /v2.0/networks?id=615dbb4d-4282-4d01-9af7-d3994fab4334 HTTP/1.1" status: 200 len: 809 time: 0.4665084 Feb 09 01:23:25.728284 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-53782541-9800-44d8-b2ac-e5be9987041f req-0fff082a-ef0a-4a9d-b502-447d60452cab tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699934 Feb 09 01:23:25.749908 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:25.773013 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['588a1334-02bc-4d75-811d-96cebbce8c1a'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:23:25.774126 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f48444ca-000e-4567-a088-3377c93b78e2 req-2c3350ab-8006-49aa-a5ff-c6197a24e61c tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] 10.222.0.30 "GET /v2.0/quotas/b659ed93cdf14b17b051e53d6fed6bcb HTTP/1.1" status: 200 len: 375 time: 0.0552552 Feb 09 01:23:25.870065 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f48444ca-000e-4567-a088-3377c93b78e2 req-37e45710-7116-460a-be7c-5a657f79358d tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b659ed93cdf14b17b051e53d6fed6bcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0929108 Feb 09 01:23:25.898306 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daabb870-ec9a-4eee-803c-866eb9d75dca service neutron] Pushing event updated for resources: {'Port': ['ID=7ca4ee22-a36a-469d-a2e2-bd00afab9dcb,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:26.032047 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab176d-6815-4893-b237-a059aab6781a req-74971c3a-daf5-4f4f-862c-c874faf75123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:26.033567 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-30ab176d-6815-4893-b237-a059aab6781a req-74971c3a-daf5-4f4f-862c-c874faf75123 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=c808f84d2c3b4797965f5ee8f6a2482a&device_id=f56956fe-dbec-453c-ad1b-eeb16fa84c39 HTTP/1.1" status: 200 len: 1127 time: 0.3122773 Feb 09 01:23:26.046147 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6b6f8-be93-4baf-97bb-8e6522236f2e req-f0ef247a-a76e-470e-a406-8cfb3e69dec4 tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:26.047789 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94d6b6f8-be93-4baf-97bb-8e6522236f2e req-f0ef247a-a76e-470e-a406-8cfb3e69dec4 tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5d6b7e-74a8-4708-b5f4-62c3ba0fec4f HTTP/1.1" status: 200 len: 945 time: 0.1748052 Feb 09 01:23:26.099426 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-30ab176d-6815-4893-b237-a059aab6781a req-e6d97277-1841-437a-ac20-74fce6c332c6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ca4ee22-a36a-469d-a2e2-bd00afab9dcb HTTP/1.1" status: 200 len: 217 time: 0.0504220 Feb 09 01:23:26.133965 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f48444ca-000e-4567-a088-3377c93b78e2 req-846ed490-15ad-47ba-8101-8961f45d95a9 service neutron] 10.222.0.30 "GET /v2.0/networks/615dbb4d-4282-4d01-9af7-d3994fab4334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386429 Feb 09 01:23:26.261433 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94d6b6f8-be93-4baf-97bb-8e6522236f2e req-8c2530e6-0b5c-4a14-b82e-1b7db1c60785 tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a6b43ec-dfaa-47ea-aabd-fd20e0e37e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677105 Feb 09 01:23:26.265779 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab176d-6815-4893-b237-a059aab6781a req-8f1541dc-c8a9-4f81-91e9-d5c643e85ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:26.267411 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-30ab176d-6815-4893-b237-a059aab6781a req-8f1541dc-c8a9-4f81-91e9-d5c643e85ea4 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c617e52a-1c92-4f9f-a978-3ab60b4c79f7 HTTP/1.1" status: 200 len: 851 time: 0.1571574 Feb 09 01:23:26.314217 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-30ab176d-6815-4893-b237-a059aab6781a req-f56a12b1-e86f-4521-8c75-f5db5f5f694e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=8821b93d-01cf-4b8b-a3db-13afd0eec4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384815 Feb 09 01:23:26.389965 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f48444ca-000e-4567-a088-3377c93b78e2 req-691909e1-34d7-4732-957c-c76f5a0f6848 service neutron] 10.222.0.30 "GET /v2.0/networks/615dbb4d-4282-4d01-9af7-d3994fab4334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349417 Feb 09 01:23:26.480571 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dff830-15ba-4e70-9968-0a7d1d67e7dc req-9ad43ff5-b661-47ca-94ea-39c2baf93033 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:26.482671 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a0dff830-15ba-4e70-9968-0a7d1d67e7dc req-9ad43ff5-b661-47ca-94ea-39c2baf93033 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=f56956fe-dbec-453c-ad1b-eeb16fa84c39 HTTP/1.1" status: 200 len: 944 time: 0.0978675 Feb 09 01:23:26.484918 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-30ab176d-6815-4893-b237-a059aab6781a req-e925fdfa-a945-42a2-ad4e-0d0be5e9cbbe service neutron] 10.222.0.121 "GET /v2.0/networks/8821b93d-01cf-4b8b-a3db-13afd0eec4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640713 Feb 09 01:23:26.604656 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c03d971-16be-4756-bd84-a8eb07d9b68f x-openstack-request-id: req-3c03d971-16be-4756-bd84-a8eb07d9b68f {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:23:26.605172 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f56956fe-dbec-453c-ad1b-eeb16fa84c39", "tag": "7ca4ee22-a36a-469d-a2e2-bd00afab9dcb", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:23:26.605578 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c03d971-16be-4756-bd84-a8eb07d9b68f {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:23:26.606664 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f56956fe-dbec-453c-ad1b-eeb16fa84c39', 'tag': '7ca4ee22-a36a-469d-a2e2-bd00afab9dcb', 'status': 'completed', 'code': 200} Feb 09 01:23:26.696932 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a0dff830-15ba-4e70-9968-0a7d1d67e7dc req-7e8bbd06-6f27-4a69-b7d9-9e44f9e06157 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075913 Feb 09 01:23:26.765047 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-30ab176d-6815-4893-b237-a059aab6781a req-0c06ccaf-1426-4dea-85ea-ddd967af79ce service neutron] 10.222.0.121 "GET /v2.0/networks/8821b93d-01cf-4b8b-a3db-13afd0eec4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650802 Feb 09 01:23:26.795826 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca668fe7-81bd-435e-8244-3a911140933f req-0ccf669d-31f2-4b39-bb54-1928d1b121fb tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:26.798542 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ca668fe7-81bd-435e-8244-3a911140933f req-0ccf669d-31f2-4b39-bb54-1928d1b121fb tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 944 time: 0.1340406 Feb 09 01:23:26.963576 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ca668fe7-81bd-435e-8244-3a911140933f req-3277decc-66d0-40a7-bdee-36868a4e0a8a tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485403 Feb 09 01:23:26.982860 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55705c-d91c-4e4e-8b4d-6ad0aeebda0e req-ebf90c80-c6f3-4d4c-a577-0d3f661e8a39 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:26.984754 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ec55705c-d91c-4e4e-8b4d-6ad0aeebda0e req-ebf90c80-c6f3-4d4c-a577-0d3f661e8a39 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 946 time: 0.1848273 Feb 09 01:23:26.988091 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575dd26-0ae0-462d-b771-324ef63b5cff req-7ca4d8df-85bc-4f74-9127-653cd4d986fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:26.989618 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b575dd26-0ae0-462d-b771-324ef63b5cff req-7ca4d8df-85bc-4f74-9127-653cd4d986fd service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=c808f84d2c3b4797965f5ee8f6a2482a&device_id=f56956fe-dbec-453c-ad1b-eeb16fa84c39 HTTP/1.1" status: 200 len: 1127 time: 0.1594048 Feb 09 01:23:27.116809 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ec55705c-d91c-4e4e-8b4d-6ad0aeebda0e req-400f9b9d-f2bd-4272-8a91-41fd3fd4aa22 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146338 Feb 09 01:23:27.147081 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 588a1334-02bc-4d75-811d-96cebbce8c1a up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:23:27.239186 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575dd26-0ae0-462d-b771-324ef63b5cff req-b84c9e2c-0405-476f-932f-4f1039a4b9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:27.241759 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b575dd26-0ae0-462d-b771-324ef63b5cff req-b84c9e2c-0405-476f-932f-4f1039a4b9a8 service neutron] 10.222.0.121 "GET /v2.0/networks?id=8821b93d-01cf-4b8b-a3db-13afd0eec4ce HTTP/1.1" status: 200 len: 912 time: 0.2446823 Feb 09 01:23:27.286773 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea98b9-08eb-428a-8779-88892d014758 req-18f8defb-7224-4a04-b26f-aee1fb35aede tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:27.288871 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-42ea98b9-08eb-428a-8779-88892d014758 req-18f8defb-7224-4a04-b26f-aee1fb35aede tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c40697b8-deee-4c88-9829-9b464bf9b883 HTTP/1.1" status: 200 len: 945 time: 0.1318991 Feb 09 01:23:27.342624 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 588a1334-02bc-4d75-811d-96cebbce8c1a completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:23:27.349404 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 588a1334-02bc-4d75-811d-96cebbce8c1a triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:27.350027 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (588a1334-02bc-4d75-811d-96cebbce8c1a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:27.350820 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b575dd26-0ae0-462d-b771-324ef63b5cff req-3edfc33e-ea38-4411-8b92-b54ee8ed21b8 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ca4ee22-a36a-469d-a2e2-bd00afab9dcb HTTP/1.1" status: 200 len: 217 time: 0.0974996 Feb 09 01:23:27.385392 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c990d55-8ebf-44fb-98da-a9299bccfd2f req-959f6990-8a93-450f-9cf9-0dc76592bc71 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b10c95-a587-4eac-9a07-fc76b9071c48 HTTP/1.1" status: 200 len: 210 time: 0.0405760 Feb 09 01:23:27.452394 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:27.484456 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575dd26-0ae0-462d-b771-324ef63b5cff req-1010fe36-64fb-4951-a931-1029380abf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:27.489589 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b575dd26-0ae0-462d-b771-324ef63b5cff req-1010fe36-64fb-4951-a931-1029380abf87 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c617e52a-1c92-4f9f-a978-3ab60b4c79f7 HTTP/1.1" status: 200 len: 851 time: 0.1026967 Feb 09 01:23:27.514990 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 588a1334-02bc-4d75-811d-96cebbce8c1a is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:27.515427 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (588a1334-02bc-4d75-811d-96cebbce8c1a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:27.566902 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40697b8-deee-4c88-9829-9b464bf9b883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588a1334-02bc-4d75-811d-96cebbce8c1a'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:23:27.575370 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d15528-5187-44b3-8847-cbf14c8490db" -d '{"events": [{"server_uuid": "c40697b8-deee-4c88-9829-9b464bf9b883", "name": "network-vif-plugged", "status": "completed", "tag": "588a1334-02bc-4d75-811d-96cebbce8c1a"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:23:27.579192 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b575dd26-0ae0-462d-b771-324ef63b5cff req-2cdd55f4-82cb-410f-baf0-de81516240e4 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=8821b93d-01cf-4b8b-a3db-13afd0eec4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646486 Feb 09 01:23:27.616642 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 588a1334-02bc-4d75-811d-96cebbce8c1a, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=588a1334-02bc-4d75-811d-96cebbce8c1a,segment=NetworkSegment(3350618d-f84a-4a0b-8997-97c98e7ed20e),segment_id=3350618d-f84a-4a0b-8997-97c98e7ed20e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:27.624184 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (588a1334-02bc-4d75-811d-96cebbce8c1a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:27.625268 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 4a825b64-d1af-4377-836e-5fc508ec6888 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:23:27.672501 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-42ea98b9-08eb-428a-8779-88892d014758 req-0863b9ec-7ffa-4de4-90a2-32c8b871a7ed tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259196 Feb 09 01:23:27.717308 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=588a1334-02bc-4d75-811d-96cebbce8c1a,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:27.797069 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b575dd26-0ae0-462d-b771-324ef63b5cff req-a052264e-dbcb-4351-b0f3-149140c4eddf service neutron] 10.222.0.121 "GET /v2.0/networks/8821b93d-01cf-4b8b-a3db-13afd0eec4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110801 Feb 09 01:23:27.804682 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0da918-d656-4942-b435-db2333130c38 req-e94114d7-71a4-4d9a-9911-51958cdd311a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:27.806399 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ec0da918-d656-4942-b435-db2333130c38 req-e94114d7-71a4-4d9a-9911-51958cdd311a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 946 time: 0.1325879 Feb 09 01:23:27.823658 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34334) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:27.829262 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-6d4c4b61-d5d2-476c-8722-05df60fadf54 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Request body: {'floatingip': {'port_id': '5719c236-b300-4f5c-b12a-6f8844909733'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:27.891618 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 4a825b64-d1af-4377-836e-5fc508ec6888 is: DOWN; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:27.922068 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6d4c4b61-d5d2-476c-8722-05df60fadf54 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks [] for floatingip (f678e463-6bc8-43d4-a441-b89ccd4e1ee3), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:27.985003 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b575dd26-0ae0-462d-b771-324ef63b5cff req-f8364340-398a-49f5-98ea-0c275580b1d9 service neutron] 10.222.0.121 "GET /v2.0/networks/8821b93d-01cf-4b8b-a3db-13afd0eec4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771693 Feb 09 01:23:28.032616 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-f5b94cac-fcf1-4d1e-aa7d-0d9f0e8ae57a req-25faa544-1f9d-44a2-948b-0991fe37fc1c service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:23:28.034325 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f5b94cac-fcf1-4d1e-aa7d-0d9f0e8ae57a req-25faa544-1f9d-44a2-948b-0991fe37fc1c service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0124516 Feb 09 01:23:28.084966 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732e602-4230-4466-96e0-60f9c4688fcc req-249fa121-fa0b-4ae5-a355-423beaedcd52 tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:28.087580 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6732e602-4230-4466-96e0-60f9c4688fcc req-249fa121-fa0b-4ae5-a355-423beaedcd52 tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5d6b7e-74a8-4708-b5f4-62c3ba0fec4f HTTP/1.1" status: 200 len: 945 time: 0.2432077 Feb 09 01:23:28.221402 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6732e602-4230-4466-96e0-60f9c4688fcc req-8c2db6a6-ae1d-4f05-820a-554851833bce tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a6b43ec-dfaa-47ea-aabd-fd20e0e37e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253614 Feb 09 01:23:28.239850 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:28.303474 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc634fd4-17d1-4cdb-94f3-4bbebd35d7d0 x-openstack-request-id: req-cc634fd4-17d1-4cdb-94f3-4bbebd35d7d0 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:23:28.303861 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40697b8-deee-4c88-9829-9b464bf9b883", "name": "network-vif-plugged", "status": "completed", "tag": "588a1334-02bc-4d75-811d-96cebbce8c1a", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:23:28.313454 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cc634fd4-17d1-4cdb-94f3-4bbebd35d7d0 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:23:28.314011 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40697b8-deee-4c88-9829-9b464bf9b883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588a1334-02bc-4d75-811d-96cebbce8c1a', 'code': 200} Feb 09 01:23:28.648546 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 7ca4ee22-a36a-469d-a2e2-bd00afab9dcb details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:23:28.655231 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b5646-d5c6-4501-b58d-c2b4d6e0a6fb req-c62b433d-bae3-4150-9f2a-6b8dc0248e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:28.657319 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-243b5646-d5c6-4501-b58d-c2b4d6e0a6fb req-c62b433d-bae3-4150-9f2a-6b8dc0248e9f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c40697b8-deee-4c88-9829-9b464bf9b883 HTTP/1.1" status: 200 len: 1129 time: 0.2191014 Feb 09 01:23:28.702876 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62366b-67bd-4572-8b91-41b2ea217453 req-10b4333d-6669-42d2-a315-348756279a6a tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:28.704650 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2b62366b-67bd-4572-8b91-41b2ea217453 req-10b4333d-6669-42d2-a315-348756279a6a tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=f56956fe-dbec-453c-ad1b-eeb16fa84c39 HTTP/1.1" status: 200 len: 944 time: 0.3569374 Feb 09 01:23:28.870465 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6d4c4b61-d5d2-476c-8722-05df60fadf54 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:28.901023 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6d4c4b61-d5d2-476c-8722-05df60fadf54 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (f678e463-6bc8-43d4-a441-b89ccd4e1ee3), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:28.906073 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-243b5646-d5c6-4501-b58d-c2b4d6e0a6fb req-168c3b9a-84b1-413c-b13c-b1716b79baec service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061336 Feb 09 01:23:28.911064 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527bda7-7996-437f-8e13-827eb04e3c83 req-75e689e6-7ba0-421e-b1e7-06797fff718c tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:28.926605 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9527bda7-7996-437f-8e13-827eb04e3c83 req-75e689e6-7ba0-421e-b1e7-06797fff718c tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 944 time: 0.4382343 Feb 09 01:23:28.933353 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2b62366b-67bd-4572-8b91-41b2ea217453 req-c0125408-67f8-4e8a-a1f1-a9ef681a39fb tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033484 Feb 09 01:23:28.960685 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 7ca4ee22-a36a-469d-a2e2-bd00afab9dcb, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7ca4ee22-a36a-469d-a2e2-bd00afab9dcb,segment=NetworkSegment(26d77e61-b848-45bd-b1c3-0a5bb9cc932a),segment_id=26d77e61-b848-45bd-b1c3-0a5bb9cc932a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:28.983239 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48444ca-000e-4567-a088-3377c93b78e2 req-c3ce0077-48b0-404b-8b2c-fc0cb0bca791 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:28.985775 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f48444ca-000e-4567-a088-3377c93b78e2 req-c3ce0077-48b0-404b-8b2c-fc0cb0bca791 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] 10.222.0.121 "GET /v2.0/networks?id=615dbb4d-4282-4d01-9af7-d3994fab4334 HTTP/1.1" status: 200 len: 809 time: 0.5728605 Feb 09 01:23:28.995230 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '7ca4ee22-a36a-469d-a2e2-bd00afab9dcb', 'network_id': '8821b93d-01cf-4b8b-a3db-13afd0eec4ce', 'port_id': '7ca4ee22-a36a-469d-a2e2-bd00afab9dcb', 'mac_address': 'fa:16:3e:57:52:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c617e52a-1c92-4f9f-a978-3ab60b4c79f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:23:29.003965 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-f48444ca-000e-4567-a088-3377c93b78e2 req-994ddce9-4368-4e57-b3a7-d71cd2c155f1 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Request body: {'port': {'device_id': '72b10c95-a587-4eac-9a07-fc76b9071c48', 'network_id': '615dbb4d-4282-4d01-9af7-d3994fab4334', 'admin_state_up': True, 'tenant_id': 'b659ed93cdf14b17b051e53d6fed6bcb'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:29.102583 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 7ca4ee22-a36a-469d-a2e2-bd00afab9dcb is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:29.103441 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7ca4ee22-a36a-469d-a2e2-bd00afab9dcb), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:29.133011 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ca4ee22-a36a-469d-a2e2-bd00afab9dcb {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:23:29.167091 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 7ca4ee22-a36a-469d-a2e2-bd00afab9dcb, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7ca4ee22-a36a-469d-a2e2-bd00afab9dcb,segment=NetworkSegment(26d77e61-b848-45bd-b1c3-0a5bb9cc932a),segment_id=26d77e61-b848-45bd-b1c3-0a5bb9cc932a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:29.175756 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7ca4ee22-a36a-469d-a2e2-bd00afab9dcb), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:29.197984 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-33e6c869-c2cb-45d0-8a99-8f46a4c1c4ec req-96e39e27-2e60-44ee-9aa9-8711c81ac315 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5074360 Feb 09 01:23:29.201093 n-d-822053-40 neutron-server[103528]: INFO neutron.db.l3_db [None req-6d4c4b61-d5d2-476c-8722-05df60fadf54 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Floating IP f678e463-6bc8-43d4-a441-b89ccd4e1ee3 associated. External IP: 172.25.1.137, port: 5719c236-b300-4f5c-b12a-6f8844909733. Feb 09 01:23:29.282852 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9527bda7-7996-437f-8e13-827eb04e3c83 req-6b1bf346-370a-4887-90a5-71c653859b80 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572087 Feb 09 01:23:29.354199 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=7ca4ee22-a36a-469d-a2e2-bd00afab9dcb,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:29.380898 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e0aa786a-2375-4726-9d8a-17f086d006d2 req-e989341a-fecc-4d2a-b0c6-c644c57deb9b tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b10c95-a587-4eac-9a07-fc76b9071c48 HTTP/1.1" status: 200 len: 210 time: 0.1940627 Feb 09 01:23:29.421464 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['7ca4ee22-a36a-469d-a2e2-bd00afab9dcb'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:23:29.491432 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f48444ca-000e-4567-a088-3377c93b78e2 req-994ddce9-4368-4e57-b3a7-d71cd2c155f1 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Made reservation on behalf of b659ed93cdf14b17b051e53d6fed6bcb for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:29.497660 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f48444ca-000e-4567-a088-3377c93b78e2 req-994ddce9-4368-4e57-b3a7-d71cd2c155f1 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:29.601099 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad78721-cbfc-47d5-92bc-7581c4e3b96d req-6486a169-292f-4d72-b617-9cdc509d25d4 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:29.618958 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0ad78721-cbfc-47d5-92bc-7581c4e3b96d req-6486a169-292f-4d72-b617-9cdc509d25d4 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c40697b8-deee-4c88-9829-9b464bf9b883 HTTP/1.1" status: 200 len: 946 time: 0.2361889 Feb 09 01:23:29.763402 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4c4b61-d5d2-476c-8722-05df60fadf54 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Router c8c34a72-625a-486f-99f0-9383414e0ff9 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:23:29.809620 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0ad78721-cbfc-47d5-92bc-7581c4e3b96d req-448e8c1f-c3e3-4540-94a4-ee17ddfdf705 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859853 Feb 09 01:23:30.010658 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4c4b61-d5d2-476c-8722-05df60fadf54 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:23:30.020185 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6d4c4b61-d5d2-476c-8722-05df60fadf54 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:30.032206 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf9933b-7b22-4b7f-bada-c27dde78774c None None] Sync routers for ids ['c8c34a72-625a-486f-99f0-9383414e0ff9'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:23:30.073478 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6d4c4b61-d5d2-476c-8722-05df60fadf54 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "PUT /v2.0/floatingips/f678e463-6bc8-43d4-a441-b89ccd4e1ee3 HTTP/1.1" status: 200 len: 992 time: 2.2476985 Feb 09 01:23:30.075369 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6575bcd2-f506-4c9f-aca3-1d2f5e7af23c', 'tag': '5719c236-b300-4f5c-b12a-6f8844909733'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:23:30.078472 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569c248d-a354-4784-99ef-f30658c8d806" -d '{"events": [{"name": "network-changed", "server_uuid": "6575bcd2-f506-4c9f-aca3-1d2f5e7af23c", "tag": "5719c236-b300-4f5c-b12a-6f8844909733"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:23:30.088906 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf9933b-7b22-4b7f-bada-c27dde78774c None None] Routers {'c8c34a72-625a-486f-99f0-9383414e0ff9'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:23:30.090843 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-6cf9933b-7b22-4b7f-bada-c27dde78774c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:23:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c8c34a72-625a-486f-99f0-9383414e0ff9'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:30.358799 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2941bf9-242d-48bd-b487-e0c4a189926e req-537e397c-351b-4052-9352-84f11ea1c5f9 tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:30.364903 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f2941bf9-242d-48bd-b487-e0c4a189926e req-537e397c-351b-4052-9352-84f11ea1c5f9 tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5d6b7e-74a8-4708-b5f4-62c3ba0fec4f HTTP/1.1" status: 200 len: 945 time: 0.6129355 Feb 09 01:23:30.393888 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-6cf9933b-7b22-4b7f-bada-c27dde78774c None None] Set router c8c34a72-625a-486f-99f0-9383414e0ff9 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:23:30.462792 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-f48444ca-000e-4567-a088-3377c93b78e2 req-994ddce9-4368-4e57-b3a7-d71cd2c155f1 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Allocated IP 172.20.0.12 (615dbb4d-4282-4d01-9af7-d3994fab4334/96fa64d7-a99e-49a1-825c-315062e6c562/81c798b0-5955-4b0c-aca1-50e0e8648da6) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:30.506803 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f2941bf9-242d-48bd-b487-e0c4a189926e req-fe4dede7-c6aa-4f71-809c-b1bac51bdd7a tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a6b43ec-dfaa-47ea-aabd-fd20e0e37e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391208 Feb 09 01:23:30.564063 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca5844-d52e-4465-b4af-44bbec874dd7 req-5b68fe8e-bafa-4133-834f-d48a36f867c5 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:30.565956 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79ca5844-d52e-4465-b4af-44bbec874dd7 req-5b68fe8e-bafa-4133-834f-d48a36f867c5 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=f56956fe-dbec-453c-ad1b-eeb16fa84c39 HTTP/1.1" status: 200 len: 945 time: 0.2189176 Feb 09 01:23:30.653266 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 7ca4ee22-a36a-469d-a2e2-bd00afab9dcb up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:23:30.746637 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79ca5844-d52e-4465-b4af-44bbec874dd7 req-87cb5a44-04ee-4358-a98f-5d2338b85921 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440132 Feb 09 01:23:30.797907 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 7ca4ee22-a36a-469d-a2e2-bd00afab9dcb completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:23:30.810871 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 7ca4ee22-a36a-469d-a2e2-bd00afab9dcb triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:30.812441 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7ca4ee22-a36a-469d-a2e2-bd00afab9dcb), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:30.824178 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd14e3-8dda-457c-9fc2-9f89545b5db3 req-79f4eb3f-6317-42c9-93af-49925fad85a6 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:30.833375 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-02bd14e3-8dda-457c-9fc2-9f89545b5db3 req-79f4eb3f-6317-42c9-93af-49925fad85a6 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 946 time: 0.1921115 Feb 09 01:23:30.838136 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f48444ca-000e-4567-a088-3377c93b78e2 req-994ddce9-4368-4e57-b3a7-d71cd2c155f1 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Publish callbacks [] for port (81c798b0-5955-4b0c-aca1-50e0e8648da6), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:30.928188 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0206108c-8366-43bf-a6b2-31edc5a3a618 x-openstack-request-id: req-0206108c-8366-43bf-a6b2-31edc5a3a618 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:23:30.928876 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6575bcd2-f506-4c9f-aca3-1d2f5e7af23c", "tag": "5719c236-b300-4f5c-b12a-6f8844909733", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:23:30.929336 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0206108c-8366-43bf-a6b2-31edc5a3a618 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:23:30.930152 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-6cf9933b-7b22-4b7f-bada-c27dde78774c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c34a72-625a-486f-99f0-9383414e0ff9', 'name': 'tempest-ServerActionsTestJSON-282244650-router', 'tenant_id': 'b6fd459715684d44a0a31bd130ea655c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:35Z', 'updated_at': '2022-02-09T01:22:44Z', 'revision_number': 4, 'project_id': 'b6fd459715684d44a0a31bd130ea655c', 'gw_port': {'id': '6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:bc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c34a72-625a-486f-99f0-9383414e0ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:36Z', 'updated_at': '2022-02-09T01:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': 'f678e463-6bc8-43d4-a441-b89ccd4e1ee3', 'tenant_id': 'b6fd459715684d44a0a31bd130ea655c', 'floating_ip_address': '172.25.1.137', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'c8c34a72-625a-486f-99f0-9383414e0ff9', 'port_id': '5719c236-b300-4f5c-b12a-6f8844909733', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c', 'mac_address': 'fa:16:3e:9a:a8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6575bcd2-f506-4c9f-aca3-1d2f5e7af23c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:22:49Z', 'updated_at': '2022-02-09T01:23:28Z', 'revision_number': 1, 'project_id': 'b6fd459715684d44a0a31bd130ea655c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edaf30c3-2fd7-44b6-9329-6b5f48e7c160', 'name': '', 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c', 'tenant_id': 'b6fd459715684d44a0a31bd130ea655c', 'mac_address': 'fa:16:3e:b4:b3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c34a72-625a-486f-99f0-9383414e0ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '3c1b64de-5642-407c-82ef-1ad0f3f887f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:42Z', 'updated_at': '2022-02-09T01:22:50Z', 'revision_number': 5, 'project_id': 'b6fd459715684d44a0a31bd130ea655c', 'subnets': [{'id': '3c1b64de-5642-407c-82ef-1ad0f3f887f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:30.932531 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6575bcd2-f506-4c9f-aca3-1d2f5e7af23c', 'tag': '5719c236-b300-4f5c-b12a-6f8844909733', 'status': 'completed', 'code': 200} Feb 09 01:23:30.969320 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 7ca4ee22-a36a-469d-a2e2-bd00afab9dcb is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:30.969798 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7ca4ee22-a36a-469d-a2e2-bd00afab9dcb), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:31.007624 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf9933b-7b22-4b7f-bada-c27dde78774c None None] Checking router: c8c34a72-625a-486f-99f0-9383414e0ff9 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:23:31.013791 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6c869-c2cb-45d0-8a99-8f46a4c1c4ec req-2f61ce7d-7669-4254-945d-f13fc8f5b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:31.017886 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-33e6c869-c2cb-45d0-8a99-8f46a4c1c4ec req-2f61ce7d-7669-4254-945d-f13fc8f5b9cf service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3&tenant_id=45103008d2704a9a9647209c042e9687 HTTP/1.1" status: 200 len: 1127 time: 0.2592676 Feb 09 01:23:31.046440 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf9933b-7b22-4b7f-bada-c27dde78774c None None] Routers {'c8c34a72-625a-486f-99f0-9383414e0ff9'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:23:31.047853 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-6cf9933b-7b22-4b7f-bada-c27dde78774c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:23:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c8c34a72-625a-486f-99f0-9383414e0ff9'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:31.190821 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-02bd14e3-8dda-457c-9fc2-9f89545b5db3 req-4f424011-4fa2-4c33-9a26-8b697795b9d1 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3560603 Feb 09 01:23:31.195236 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6c869-c2cb-45d0-8a99-8f46a4c1c4ec req-2dbd977e-2e6f-4972-a248-73aa093fc5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:31.198088 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-33e6c869-c2cb-45d0-8a99-8f46a4c1c4ec req-2dbd977e-2e6f-4972-a248-73aa093fc5e5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=45103008d2704a9a9647209c042e9687&device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 1127 time: 0.1455255 Feb 09 01:23:31.216305 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56956fe-dbec-453c-ad1b-eeb16fa84c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca4ee22-a36a-469d-a2e2-bd00afab9dcb'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:23:31.216305 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac2a2f7-b3e4-481a-b480-f4147b9d497b" -d '{"events": [{"server_uuid": "f56956fe-dbec-453c-ad1b-eeb16fa84c39", "name": "network-vif-plugged", "status": "completed", "tag": "7ca4ee22-a36a-469d-a2e2-bd00afab9dcb"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:23:31.240789 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f48444ca-000e-4567-a088-3377c93b78e2 req-994ddce9-4368-4e57-b3a7-d71cd2c155f1 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (81c798b0-5955-4b0c-aca1-50e0e8648da6), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:31.264825 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 7ca4ee22-a36a-469d-a2e2-bd00afab9dcb, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7ca4ee22-a36a-469d-a2e2-bd00afab9dcb,segment=NetworkSegment(26d77e61-b848-45bd-b1c3-0a5bb9cc932a),segment_id=26d77e61-b848-45bd-b1c3-0a5bb9cc932a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:31.265123 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-6cf9933b-7b22-4b7f-bada-c27dde78774c None None] Set router c8c34a72-625a-486f-99f0-9383414e0ff9 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:23:31.286108 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7ca4ee22-a36a-469d-a2e2-bd00afab9dcb), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:31.390976 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c248d-a354-4784-99ef-f30658c8d806 req-c9ebbc53-74ae-4054-90f4-b89bef450411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:31.395187 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-569c248d-a354-4784-99ef-f30658c8d806 req-c9ebbc53-74ae-4054-90f4-b89bef450411 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b6fd459715684d44a0a31bd130ea655c&device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 1129 time: 0.5003242 Feb 09 01:23:31.448261 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=7ca4ee22-a36a-469d-a2e2-bd00afab9dcb,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:31.490301 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6c869-c2cb-45d0-8a99-8f46a4c1c4ec req-fc1ba520-bc66-49c0-ac50-728803f2eb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:31.496188 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-33e6c869-c2cb-45d0-8a99-8f46a4c1c4ec req-fc1ba520-bc66-49c0-ac50-728803f2eb18 service neutron] 10.222.0.91 "GET /v2.0/networks?id=a46c349d-fbe7-42ad-a83d-3298a4c41cb1 HTTP/1.1" status: 200 len: 914 time: 0.2886715 Feb 09 01:23:31.548381 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ddce9-4368-4e57-b3a7-d71cd2c155f1 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Pushing event updated for resources: {'Port': ['ID=81c798b0-5955-4b0c-aca1-50e0e8648da6,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:31.585034 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ddce9-4368-4e57-b3a7-d71cd2c155f1 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:31.585639 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ddce9-4368-4e57-b3a7-d71cd2c155f1 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:31.586224 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ddce9-4368-4e57-b3a7-d71cd2c155f1 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:31.586803 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ddce9-4368-4e57-b3a7-d71cd2c155f1 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:31.587386 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ddce9-4368-4e57-b3a7-d71cd2c155f1 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:31.587971 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ddce9-4368-4e57-b3a7-d71cd2c155f1 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:31.588577 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ddce9-4368-4e57-b3a7-d71cd2c155f1 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:31.590028 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ddce9-4368-4e57-b3a7-d71cd2c155f1 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:31.590625 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ddce9-4368-4e57-b3a7-d71cd2c155f1 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:31.591213 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ddce9-4368-4e57-b3a7-d71cd2c155f1 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:31.591801 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ddce9-4368-4e57-b3a7-d71cd2c155f1 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:31.592418 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ddce9-4368-4e57-b3a7-d71cd2c155f1 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:31.592945 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ddce9-4368-4e57-b3a7-d71cd2c155f1 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:31.600643 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-33e6c869-c2cb-45d0-8a99-8f46a4c1c4ec req-17363e16-532c-4f93-b7a6-53bce5e78f34 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a825b64-d1af-4377-836e-5fc508ec6888 HTTP/1.1" status: 200 len: 217 time: 0.0959878 Feb 09 01:23:31.681938 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6c869-c2cb-45d0-8a99-8f46a4c1c4ec req-d2512920-4f2b-46cd-9c24-36b075d05cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:31.682189 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa874a31-cfbd-4d43-be75-56fc900a36b1 req-721608b0-c538-4177-a9ba-3d0fab9a06f6 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:31.684025 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-33e6c869-c2cb-45d0-8a99-8f46a4c1c4ec req-d2512920-4f2b-46cd-9c24-36b075d05cb9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=00660737-d0c8-4fd3-9454-eb4bf5c5566b HTTP/1.1" status: 200 len: 853 time: 0.0757387 Feb 09 01:23:31.694508 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-6cf9933b-7b22-4b7f-bada-c27dde78774c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c34a72-625a-486f-99f0-9383414e0ff9', 'name': 'tempest-ServerActionsTestJSON-282244650-router', 'tenant_id': 'b6fd459715684d44a0a31bd130ea655c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:35Z', 'updated_at': '2022-02-09T01:22:44Z', 'revision_number': 4, 'project_id': 'b6fd459715684d44a0a31bd130ea655c', 'gw_port': {'id': '6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:bc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c34a72-625a-486f-99f0-9383414e0ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:36Z', 'updated_at': '2022-02-09T01:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': 'f678e463-6bc8-43d4-a441-b89ccd4e1ee3', 'tenant_id': 'b6fd459715684d44a0a31bd130ea655c', 'floating_ip_address': '172.25.1.137', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'c8c34a72-625a-486f-99f0-9383414e0ff9', 'port_id': '5719c236-b300-4f5c-b12a-6f8844909733', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c', 'mac_address': 'fa:16:3e:9a:a8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6575bcd2-f506-4c9f-aca3-1d2f5e7af23c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:22:49Z', 'updated_at': '2022-02-09T01:23:28Z', 'revision_number': 1, 'project_id': 'b6fd459715684d44a0a31bd130ea655c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edaf30c3-2fd7-44b6-9329-6b5f48e7c160', 'name': '', 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c', 'tenant_id': 'b6fd459715684d44a0a31bd130ea655c', 'mac_address': 'fa:16:3e:b4:b3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c34a72-625a-486f-99f0-9383414e0ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '3c1b64de-5642-407c-82ef-1ad0f3f887f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:42Z', 'updated_at': '2022-02-09T01:22:50Z', 'revision_number': 5, 'project_id': 'b6fd459715684d44a0a31bd130ea655c', 'subnets': [{'id': '3c1b64de-5642-407c-82ef-1ad0f3f887f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:31.695279 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fa874a31-cfbd-4d43-be75-56fc900a36b1 req-721608b0-c538-4177-a9ba-3d0fab9a06f6 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 944 time: 0.6707385 Feb 09 01:23:31.734415 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf9933b-7b22-4b7f-bada-c27dde78774c None None] The sync data for ids ['c8c34a72-625a-486f-99f0-9383414e0ff9'] in n-d-822053-40 is: [{'id': 'c8c34a72-625a-486f-99f0-9383414e0ff9', 'name': 'tempest-ServerActionsTestJSON-282244650-router', 'tenant_id': 'b6fd459715684d44a0a31bd130ea655c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:35Z', 'updated_at': '2022-02-09T01:22:44Z', 'revision_number': 4, 'project_id': 'b6fd459715684d44a0a31bd130ea655c', 'gw_port': {'id': '6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:bc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c34a72-625a-486f-99f0-9383414e0ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:36Z', 'updated_at': '2022-02-09T01:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': 'f678e463-6bc8-43d4-a441-b89ccd4e1ee3', 'tenant_id': 'b6fd459715684d44a0a31bd130ea655c', 'floating_ip_address': '172.25.1.137', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'c8c34a72-625a-486f-99f0-9383414e0ff9', 'port_id': '5719c236-b300-4f5c-b12a-6f8844909733', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c', 'mac_address': 'fa:16:3e:9a:a8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6575bcd2-f506-4c9f-aca3-1d2f5e7af23c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:22:49Z', 'updated_at': '2022-02-09T01:23:28Z', 'revision_number': 1, 'project_id': 'b6fd459715684d44a0a31bd130ea655c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edaf30c3-2fd7-44b6-9329-6b5f48e7c160', 'name': '', 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c', 'tenant_id': 'b6fd459715684d44a0a31bd130ea655c', 'mac_address': 'fa:16:3e:b4:b3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c34a72-625a-486f-99f0-9383414e0ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '3c1b64de-5642-407c-82ef-1ad0f3f887f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:42Z', 'updated_at': '2022-02-09T01:22:50Z', 'revision_number': 5, 'project_id': 'b6fd459715684d44a0a31bd130ea655c', 'subnets': [{'id': '3c1b64de-5642-407c-82ef-1ad0f3f887f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:23:31.743184 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-33e6c869-c2cb-45d0-8a99-8f46a4c1c4ec req-731ebbdc-349b-44d6-b240-e8fa625d173d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a46c349d-fbe7-42ad-a83d-3298a4c41cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531924 Feb 09 01:23:31.762228 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f48444ca-000e-4567-a088-3377c93b78e2 req-994ddce9-4368-4e57-b3a7-d71cd2c155f1 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Network 615dbb4d-4282-4d01-9af7-d3994fab4334 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:31.810854 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-f48444ca-000e-4567-a088-3377c93b78e2 req-994ddce9-4368-4e57-b3a7-d71cd2c155f1 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:31.834653 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48444ca-000e-4567-a088-3377c93b78e2 req-994ddce9-4368-4e57-b3a7-d71cd2c155f1 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:23:31.896045 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30038e-a2a6-4c2f-86c2-b5256fed843a req-56008b9d-fd7b-4818-a2bb-26d8ebff58b0 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:31.897424 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4d30038e-a2a6-4c2f-86c2-b5256fed843a req-56008b9d-fd7b-4818-a2bb-26d8ebff58b0 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b10c95-a587-4eac-9a07-fc76b9071c48 HTTP/1.1" status: 200 len: 932 time: 0.4528472 Feb 09 01:23:31.905462 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fa874a31-cfbd-4d43-be75-56fc900a36b1 req-f2755c8a-4fcc-4282-9d35-449cd305c286 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077830 Feb 09 01:23:31.934151 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-33e6c869-c2cb-45d0-8a99-8f46a4c1c4ec req-c6d4693b-3a58-414e-8768-efb2dc9e3a5d service neutron] 10.222.0.91 "GET /v2.0/networks/a46c349d-fbe7-42ad-a83d-3298a4c41cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832201 Feb 09 01:23:31.973946 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48444ca-000e-4567-a088-3377c93b78e2 req-994ddce9-4368-4e57-b3a7-d71cd2c155f1 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:31.975839 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f48444ca-000e-4567-a088-3377c93b78e2 req-994ddce9-4368-4e57-b3a7-d71cd2c155f1 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:32.021940 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1a58d-d0bf-47ad-8b34-15c8cb79b1a1 req-4eff1e91-3a9d-4284-a332-eaa066e83ade tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:32.024567 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-24a1a58d-d0bf-47ad-8b34-15c8cb79b1a1 req-4eff1e91-3a9d-4284-a332-eaa066e83ade tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] 10.222.0.91 "GET /v2.0/ports?device_id=9a5d6b7e-74a8-4708-b5f4-62c3ba0fec4f HTTP/1.1" status: 200 len: 945 time: 0.7803352 Feb 09 01:23:32.115324 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-33e6c869-c2cb-45d0-8a99-8f46a4c1c4ec req-0e846614-99e8-45bd-a484-f5fda3ff9983 service neutron] 10.222.0.91 "GET /v2.0/networks/a46c349d-fbe7-42ad-a83d-3298a4c41cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753569 Feb 09 01:23:32.128417 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76ca1b7-2ea4-4319-8af5-4b8ae37f77f9 None None] New status for floating IP f678e463-6bc8-43d4-a441-b89ccd4e1ee3: ACTIVE {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:23:32.165551 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f48444ca-000e-4567-a088-3377c93b78e2 req-994ddce9-4368-4e57-b3a7-d71cd2c155f1 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1655581 Feb 09 01:23:32.184903 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-f48444ca-000e-4567-a088-3377c93b78e2 req-6b66da5f-ae1a-495f-a07e-ec43cd708442 service neutron] Request body: {'port': {'device_id': '72b10c95-a587-4eac-9a07-fc76b9071c48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:32.202848 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c248d-a354-4784-99ef-f30658c8d806 req-6f439170-9c15-4f12-bc52-7ed98c3657a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:32.204378 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-569c248d-a354-4784-99ef-f30658c8d806 req-6f439170-9c15-4f12-bc52-7ed98c3657a5 service neutron] 10.222.0.121 "GET /v2.0/networks?id=b5cee00d-d11d-4a76-ad74-cfd798aa917c HTTP/1.1" status: 200 len: 912 time: 0.6917911 Feb 09 01:23:32.338794 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4d30038e-a2a6-4c2f-86c2-b5256fed843a req-5a21cac7-f39b-42df-8b8e-aa0921bf8b6d tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] 10.222.0.30 "GET /v2.0/security-groups?id=695ccb9b-9976-42e0-b79f-a6a74d15f9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138529 Feb 09 01:23:32.419871 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f48444ca-000e-4567-a088-3377c93b78e2 req-6b66da5f-ae1a-495f-a07e-ec43cd708442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (81c798b0-5955-4b0c-aca1-50e0e8648da6), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:32.433673 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa1881-846e-4a82-a290-51fe856df796 req-918c9990-6703-44f5-899c-ded2083342fc tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:32.442296 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-23aa1881-846e-4a82-a290-51fe856df796 req-918c9990-6703-44f5-899c-ded2083342fc tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c40697b8-deee-4c88-9829-9b464bf9b883 HTTP/1.1" status: 200 len: 946 time: 0.4121940 Feb 09 01:23:32.482984 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-569c248d-a354-4784-99ef-f30658c8d806 req-622eadab-9e63-43af-95a9-bc6871956db5 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5719c236-b300-4f5c-b12a-6f8844909733 HTTP/1.1" status: 200 len: 1000 time: 0.2496707 Feb 09 01:23:32.531933 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e41fd84-83ac-41f2-b9bf-7349b733f7d2 x-openstack-request-id: req-7e41fd84-83ac-41f2-b9bf-7349b733f7d2 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:23:32.532435 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56956fe-dbec-453c-ad1b-eeb16fa84c39", "name": "network-vif-plugged", "status": "completed", "tag": "7ca4ee22-a36a-469d-a2e2-bd00afab9dcb", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:23:32.532859 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7e41fd84-83ac-41f2-b9bf-7349b733f7d2 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:23:32.534642 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56956fe-dbec-453c-ad1b-eeb16fa84c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca4ee22-a36a-469d-a2e2-bd00afab9dcb', 'code': 200} Feb 09 01:23:32.556924 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-23aa1881-846e-4a82-a290-51fe856df796 req-78ff6cd8-0bf5-44b8-8df1-65dd5accbd7f tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113644 Feb 09 01:23:32.728067 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea660ca-2370-486c-b1a7-0f0a0d1af661 req-43e86d33-aedd-4d62-ae38-85b2e4debe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:32.729635 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1ea660ca-2370-486c-b1a7-0f0a0d1af661 req-43e86d33-aedd-4d62-ae38-85b2e4debe98 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=f56956fe-dbec-453c-ad1b-eeb16fa84c39 HTTP/1.1" status: 200 len: 1129 time: 0.0996459 Feb 09 01:23:32.788762 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-24a1a58d-d0bf-47ad-8b34-15c8cb79b1a1 req-1af15778-224c-497a-acb8-b4ab11756f7e tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] Deleting port b5ce7872-5352-4ac9-944a-c37c9d2ea663 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:23:32.789145 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-24a1a58d-d0bf-47ad-8b34-15c8cb79b1a1 req-1af15778-224c-497a-acb8-b4ab11756f7e tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (b5ce7872-5352-4ac9-944a-c37c9d2ea663), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:32.803760 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1ea660ca-2370-486c-b1a7-0f0a0d1af661 req-032dbbde-7b28-4277-8c25-8e9dc1892b66 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672204 Feb 09 01:23:32.849376 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c248d-a354-4784-99ef-f30658c8d806 req-41003514-6583-4b79-83b6-c3a1ce580ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:32.850854 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-569c248d-a354-4784-99ef-f30658c8d806 req-41003514-6583-4b79-83b6-c3a1ce580ced service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3c1b64de-5642-407c-82ef-1ad0f3f887f4 HTTP/1.1" status: 200 len: 850 time: 0.3184941 Feb 09 01:23:33.014651 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a484a7-17dc-4040-bf38-7e5619f0bc60 req-68f9e842-fbfd-44c5-9ea4-36fc845481f5 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:33.031467 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-13a484a7-17dc-4040-bf38-7e5619f0bc60 req-68f9e842-fbfd-44c5-9ea4-36fc845481f5 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=f56956fe-dbec-453c-ad1b-eeb16fa84c39 HTTP/1.1" status: 200 len: 946 time: 0.3467252 Feb 09 01:23:33.081243 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ad385-b231-403b-aeb9-d3887fa64b4e req-8ef735a3-ad38-49a9-993a-f86f197a6a60 tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:33.094335 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-006ad385-b231-403b-aeb9-d3887fa64b4e req-8ef735a3-ad38-49a9-993a-f86f197a6a60 tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5d6b7e-74a8-4708-b5f4-62c3ba0fec4f HTTP/1.1" status: 200 len: 945 time: 0.3908272 Feb 09 01:23:33.209082 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-24a1a58d-d0bf-47ad-8b34-15c8cb79b1a1 req-1af15778-224c-497a-acb8-b4ab11756f7e tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] For port b5ce7872-5352-4ac9-944a-c37c9d2ea663, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=b5ce7872-5352-4ac9-944a-c37c9d2ea663,segment=NetworkSegment(7f61e278-0121-47ac-b616-14bd39948b46),segment_id=7f61e278-0121-47ac-b616-14bd39948b46)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:33.210009 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-24a1a58d-d0bf-47ad-8b34-15c8cb79b1a1 req-1af15778-224c-497a-acb8-b4ab11756f7e tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (b5ce7872-5352-4ac9-944a-c37c9d2ea663), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:33.231186 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-24a1a58d-d0bf-47ad-8b34-15c8cb79b1a1 req-1af15778-224c-497a-acb8-b4ab11756f7e tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] Calling delete_port for b5ce7872-5352-4ac9-944a-c37c9d2ea663 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:23:33.410873 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-13a484a7-17dc-4040-bf38-7e5619f0bc60 req-d8d6b117-4c57-45fa-afc1-eb2bb53bc097 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783319 Feb 09 01:23:33.445329 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c248d-a354-4784-99ef-f30658c8d806 req-17d9d91c-be4d-4782-85d9-f19138429c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:33.446984 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-569c248d-a354-4784-99ef-f30658c8d806 req-17d9d91c-be4d-4782-85d9-f19138429c79 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b5cee00d-d11d-4a76-ad74-cfd798aa917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4461427 Feb 09 01:23:33.615623 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-569c248d-a354-4784-99ef-f30658c8d806 req-54880553-3a1f-4a8f-b1c9-9df878b3d7ee service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510615 Feb 09 01:23:33.629592 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-006ad385-b231-403b-aeb9-d3887fa64b4e req-1f61e016-5354-47e6-b9bf-79621e921226 tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a6b43ec-dfaa-47ea-aabd-fd20e0e37e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305175 Feb 09 01:23:33.866827 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-569c248d-a354-4784-99ef-f30658c8d806 req-79c4c07a-35e7-4230-b868-6f96f2654e07 service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321246 Feb 09 01:23:34.116270 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af930f59-5e86-41fe-86c0-f885a8f48261 req-0a4e8a57-be97-4c08-bc6e-6f68baf31c86 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:34.118321 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-af930f59-5e86-41fe-86c0-f885a8f48261 req-0a4e8a57-be97-4c08-bc6e-6f68baf31c86 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 946 time: 0.2364001 Feb 09 01:23:34.138371 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-f48444ca-000e-4567-a088-3377c93b78e2 req-6b66da5f-ae1a-495f-a07e-ec43cd708442 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81c798b0-5955-4b0c-aca1-50e0e8648da6 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:23:34.148213 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-24a1a58d-d0bf-47ad-8b34-15c8cb79b1a1 req-1af15778-224c-497a-acb8-b4ab11756f7e tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (b5ce7872-5352-4ac9-944a-c37c9d2ea663), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:34.158862 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f48444ca-000e-4567-a088-3377c93b78e2 req-6b66da5f-ae1a-495f-a07e-ec43cd708442 service neutron] Publish callbacks [] for port (81c798b0-5955-4b0c-aca1-50e0e8648da6), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:34.211127 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af15778-224c-497a-acb8-b4ab11756f7e tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] Pushing event deleted for resources: {'Port': ['ID=b5ce7872-5352-4ac9-944a-c37c9d2ea663,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:34.268649 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-f48444ca-000e-4567-a088-3377c93b78e2 req-6b66da5f-ae1a-495f-a07e-ec43cd708442 service neutron] Transition to ACTIVE for port object 81c798b0-5955-4b0c-aca1-50e0e8648da6 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:34.323135 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f48444ca-000e-4567-a088-3377c93b78e2 req-6b66da5f-ae1a-495f-a07e-ec43cd708442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (81c798b0-5955-4b0c-aca1-50e0e8648da6), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:34.411515 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66da5f-ae1a-495f-a07e-ec43cd708442 service neutron] Pushing event updated for resources: {'Port': ['ID=81c798b0-5955-4b0c-aca1-50e0e8648da6,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:34.414284 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a1a58d-d0bf-47ad-8b34-15c8cb79b1a1 req-1af15778-224c-497a-acb8-b4ab11756f7e tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] No DVR routers for this DVR port b5ce7872-5352-4ac9-944a-c37c9d2ea663 on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:23:34.443510 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-24a1a58d-d0bf-47ad-8b34-15c8cb79b1a1 req-1af15778-224c-497a-acb8-b4ab11756f7e tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:34.450311 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-24a1a58d-d0bf-47ad-8b34-15c8cb79b1a1 req-1af15778-224c-497a-acb8-b4ab11756f7e tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] 10.222.0.91 "DELETE /v2.0/ports/b5ce7872-5352-4ac9-944a-c37c9d2ea663 HTTP/1.1" status: 204 len: 173 time: 2.3976328 Feb 09 01:23:34.452248 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5d6b7e-74a8-4708-b5f4-62c3ba0fec4f', 'name': 'network-vif-deleted', 'tag': 'b5ce7872-5352-4ac9-944a-c37c9d2ea663'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:23:34.454971 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f29d0c-fd55-4f8c-aaed-5922668f73ad" -d '{"events": [{"server_uuid": "9a5d6b7e-74a8-4708-b5f4-62c3ba0fec4f", "name": "network-vif-deleted", "tag": "b5ce7872-5352-4ac9-944a-c37c9d2ea663"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:23:34.466532 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-af930f59-5e86-41fe-86c0-f885a8f48261 req-b7dcd642-aabb-4807-8d54-76420b34778c tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3225956 Feb 09 01:23:34.553545 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfcd12d-448a-49d4-8db6-236a12b265be req-0a7aec7f-8ac7-4fee-91a6-f836fdc7b9b5 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:34.562816 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bdfcd12d-448a-49d4-8db6-236a12b265be req-0a7aec7f-8ac7-4fee-91a6-f836fdc7b9b5 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 944 time: 0.2449527 Feb 09 01:23:34.693156 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bdfcd12d-448a-49d4-8db6-236a12b265be req-ba4d6427-7a67-445a-b72f-cefe15c97303 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249075 Feb 09 01:23:34.802389 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-f48444ca-000e-4567-a088-3377c93b78e2 req-6b66da5f-ae1a-495f-a07e-ec43cd708442 service neutron] Attempting to bind port 81c798b0-5955-4b0c-aca1-50e0e8648da6 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:23:34.803895 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-f48444ca-000e-4567-a088-3377c93b78e2 req-6b66da5f-ae1a-495f-a07e-ec43cd708442 service neutron] Attempting to bind port 81c798b0-5955-4b0c-aca1-50e0e8648da6 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'ba363635-7582-498a-b38b-955b476536ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '615dbb4d-4282-4d01-9af7-d3994fab4334'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:23:34.804841 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48444ca-000e-4567-a088-3377c93b78e2 req-6b66da5f-ae1a-495f-a07e-ec43cd708442 service neutron] Attempting to bind port 81c798b0-5955-4b0c-aca1-50e0e8648da6 on network 615dbb4d-4282-4d01-9af7-d3994fab4334 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:23:34.902352 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48444ca-000e-4567-a088-3377c93b78e2 req-6b66da5f-ae1a-495f-a07e-ec43cd708442 service neutron] Port 81c798b0-5955-4b0c-aca1-50e0e8648da6 on network 615dbb4d-4282-4d01-9af7-d3994fab4334 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:23:34.903789 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48444ca-000e-4567-a088-3377c93b78e2 req-6b66da5f-ae1a-495f-a07e-ec43cd708442 service neutron] Attempting to bind port 81c798b0-5955-4b0c-aca1-50e0e8648da6 on network 615dbb4d-4282-4d01-9af7-d3994fab4334 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:23:34.984269 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48444ca-000e-4567-a088-3377c93b78e2 req-6b66da5f-ae1a-495f-a07e-ec43cd708442 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:23:34.985150 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48444ca-000e-4567-a088-3377c93b78e2 req-6b66da5f-ae1a-495f-a07e-ec43cd708442 service neutron] Checking segment: {'id': 'ba363635-7582-498a-b38b-955b476536ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '615dbb4d-4282-4d01-9af7-d3994fab4334'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:23:34.985655 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48444ca-000e-4567-a088-3377c93b78e2 req-6b66da5f-ae1a-495f-a07e-ec43cd708442 service neutron] Bound using segment: {'id': 'ba363635-7582-498a-b38b-955b476536ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '615dbb4d-4282-4d01-9af7-d3994fab4334'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:23:34.986325 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-f48444ca-000e-4567-a088-3377c93b78e2 req-6b66da5f-ae1a-495f-a07e-ec43cd708442 service neutron] Bound port: 81c798b0-5955-4b0c-aca1-50e0e8648da6, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba363635-7582-498a-b38b-955b476536ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '615dbb4d-4282-4d01-9af7-d3994fab4334'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:23:34.986873 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f48444ca-000e-4567-a088-3377c93b78e2 req-6b66da5f-ae1a-495f-a07e-ec43cd708442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (81c798b0-5955-4b0c-aca1-50e0e8648da6), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:35.073018 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610862e0-21ac-49ca-9b85-c9115398dc6c req-3468ec2e-fc84-4f78-8077-77c6f4ebad8f tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:35.081067 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-610862e0-21ac-49ca-9b85-c9115398dc6c req-3468ec2e-fc84-4f78-8077-77c6f4ebad8f tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c40697b8-deee-4c88-9829-9b464bf9b883 HTTP/1.1" status: 200 len: 946 time: 0.2659039 Feb 09 01:23:35.141670 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaba376-8ab9-4da2-8a24-933ad053b94b req-9554c524-4990-4fb4-b437-26247d7e4dab tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:35.143468 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0aaba376-8ab9-4da2-8a24-933ad053b94b req-9554c524-4990-4fb4-b437-26247d7e4dab tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b10c95-a587-4eac-9a07-fc76b9071c48 HTTP/1.1" status: 200 len: 944 time: 0.4311464 Feb 09 01:23:35.177724 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device b5ce7872-5352-4ac9-944a-c37c9d2ea663 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:23:35.210417 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb73ceeb-2d93-49d2-9ce2-2ebde508b04c req-f69eab63-fbe1-4d69-9860-2a2a6607bbb5 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2664778 Feb 09 01:23:35.248118 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: b5ce7872-5352-4ac9-944a-c37c9d2ea663 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:23:35.250725 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device b5ce7872-5352-4ac9-944a-c37c9d2ea663 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:23:35.282788 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-610862e0-21ac-49ca-9b85-c9115398dc6c req-6b620537-8e30-4c39-95b7-126dda05b232 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993790 Feb 09 01:23:35.347444 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-f48444ca-000e-4567-a088-3377c93b78e2 req-6b66da5f-ae1a-495f-a07e-ec43cd708442 service neutron] For port 81c798b0-5955-4b0c-aca1-50e0e8648da6, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:23:35.407232 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbaf4f10-96b2-4818-9899-29dcca0e4fab x-openstack-request-id: req-fbaf4f10-96b2-4818-9899-29dcca0e4fab {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:23:35.407689 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5d6b7e-74a8-4708-b5f4-62c3ba0fec4f", "name": "network-vif-deleted", "tag": "b5ce7872-5352-4ac9-944a-c37c9d2ea663", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:23:35.407817 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fbaf4f10-96b2-4818-9899-29dcca0e4fab {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:23:35.408174 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5d6b7e-74a8-4708-b5f4-62c3ba0fec4f', 'name': 'network-vif-deleted', 'tag': 'b5ce7872-5352-4ac9-944a-c37c9d2ea663', 'status': 'completed', 'code': 200} Feb 09 01:23:35.428484 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-f48444ca-000e-4567-a088-3377c93b78e2 req-6b66da5f-ae1a-495f-a07e-ec43cd708442 service neutron] For port 81c798b0-5955-4b0c-aca1-50e0e8648da6, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=81c798b0-5955-4b0c-aca1-50e0e8648da6,segment=NetworkSegment(ba363635-7582-498a-b38b-955b476536ad),segment_id=ba363635-7582-498a-b38b-955b476536ad)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:23:35.477683 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0aaba376-8ab9-4da2-8a24-933ad053b94b req-1a5f2730-a882-43ed-b6ae-472b63169e35 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] 10.222.0.30 "GET /v2.0/security-groups?id=695ccb9b-9976-42e0-b79f-a6a74d15f9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112597 Feb 09 01:23:35.480628 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f48444ca-000e-4567-a088-3377c93b78e2 req-6b66da5f-ae1a-495f-a07e-ec43cd708442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (81c798b0-5955-4b0c-aca1-50e0e8648da6), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:35.667178 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66da5f-ae1a-495f-a07e-ec43cd708442 service neutron] Pushing event updated for resources: {'Port': ['ID=81c798b0-5955-4b0c-aca1-50e0e8648da6,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:35.716263 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73ceeb-2d93-49d2-9ce2-2ebde508b04c req-74f62540-ede3-4e2f-aa00-5594ce2bfeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:35.717932 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb73ceeb-2d93-49d2-9ce2-2ebde508b04c req-74f62540-ede3-4e2f-aa00-5594ce2bfeb5 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b6fd459715684d44a0a31bd130ea655c&device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 1129 time: 0.4342437 Feb 09 01:23:35.732581 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48444ca-000e-4567-a088-3377c93b78e2 req-6b66da5f-ae1a-495f-a07e-ec43cd708442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:35.734339 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f48444ca-000e-4567-a088-3377c93b78e2 req-6b66da5f-ae1a-495f-a07e-ec43cd708442 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:35.736095 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f48444ca-000e-4567-a088-3377c93b78e2 req-6b66da5f-ae1a-495f-a07e-ec43cd708442 service neutron] 10.222.0.121 "PUT /v2.0/ports/81c798b0-5955-4b0c-aca1-50e0e8648da6 HTTP/1.1" status: 200 len: 1093 time: 3.5565007 Feb 09 01:23:35.796050 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-261940e6-4812-4e3b-a5cb-d51f7c9f72ed req-45f5b041-bce2-4ecc-a902-966106a27814 tempest-ServerAddressesNegativeTestJSON-616019792 tempest-ServerAddressesNegativeTestJSON-616019792-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5d6b7e-74a8-4708-b5f4-62c3ba0fec4f HTTP/1.1" status: 200 len: 210 time: 0.1328938 Feb 09 01:23:36.652986 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c253e-4b0b-4fce-98d1-3afbebdb0493 req-947584f8-d536-44e0-b968-f620adc53e52 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:36.663057 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-437c253e-4b0b-4fce-98d1-3afbebdb0493 req-947584f8-d536-44e0-b968-f620adc53e52 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=f56956fe-dbec-453c-ad1b-eeb16fa84c39 HTTP/1.1" status: 200 len: 946 time: 1.0231380 Feb 09 01:23:36.723717 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73ceeb-2d93-49d2-9ce2-2ebde508b04c req-8b9c23e6-d09f-42e3-860c-23176963f229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:36.725343 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb73ceeb-2d93-49d2-9ce2-2ebde508b04c req-8b9c23e6-d09f-42e3-860c-23176963f229 service neutron] 10.222.0.121 "GET /v2.0/networks?id=b5cee00d-d11d-4a76-ad74-cfd798aa917c HTTP/1.1" status: 200 len: 912 time: 0.9478297 Feb 09 01:23:36.730736 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48444ca-000e-4567-a088-3377c93b78e2 req-1b470c94-4ba2-4a36-8e65-e321d3a03952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:36.732274 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f48444ca-000e-4567-a088-3377c93b78e2 req-1b470c94-4ba2-4a36-8e65-e321d3a03952 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b659ed93cdf14b17b051e53d6fed6bcb&device_id=72b10c95-a587-4eac-9a07-fc76b9071c48 HTTP/1.1" status: 200 len: 1127 time: 0.9352295 Feb 09 01:23:36.859080 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f48444ca-000e-4567-a088-3377c93b78e2 req-39af2168-447a-4a4c-b32a-18170b171af6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81c798b0-5955-4b0c-aca1-50e0e8648da6 HTTP/1.1" status: 200 len: 217 time: 0.1008213 Feb 09 01:23:36.872292 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131070b-ac2b-4be5-ba24-355e0691981e req-1fc1b92e-8a97-4a52-ab53-2d08b109fb49 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:36.879440 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7131070b-ac2b-4be5-ba24-355e0691981e req-1fc1b92e-8a97-4a52-ab53-2d08b109fb49 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 946 time: 0.4228616 Feb 09 01:23:36.945621 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-437c253e-4b0b-4fce-98d1-3afbebdb0493 req-d3b2be74-35b8-4f68-8df5-930a84eb0ea9 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810972 Feb 09 01:23:37.003494 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb73ceeb-2d93-49d2-9ce2-2ebde508b04c req-ae7dd21c-a8b6-4ad8-b8dc-a6e74bf21f7c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5719c236-b300-4f5c-b12a-6f8844909733 HTTP/1.1" status: 200 len: 1002 time: 0.2673664 Feb 09 01:23:37.058190 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48444ca-000e-4567-a088-3377c93b78e2 req-a3df2ea6-6828-4cff-a827-aaa0be2971f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:37.075580 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f48444ca-000e-4567-a088-3377c93b78e2 req-a3df2ea6-6828-4cff-a827-aaa0be2971f4 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=96fa64d7-a99e-49a1-825c-315062e6c562 HTTP/1.1" status: 200 len: 849 time: 0.1878161 Feb 09 01:23:37.201670 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f48444ca-000e-4567-a088-3377c93b78e2 req-964e5d2d-ca21-4a39-8a2b-98a60aee2117 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=615dbb4d-4282-4d01-9af7-d3994fab4334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692873 Feb 09 01:23:37.257066 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73ceeb-2d93-49d2-9ce2-2ebde508b04c req-ffe4cfaf-739d-44f2-91f8-488f0303ce7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:37.259599 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb73ceeb-2d93-49d2-9ce2-2ebde508b04c req-ffe4cfaf-739d-44f2-91f8-488f0303ce7e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3c1b64de-5642-407c-82ef-1ad0f3f887f4 HTTP/1.1" status: 200 len: 850 time: 0.2474418 Feb 09 01:23:37.358137 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7131070b-ac2b-4be5-ba24-355e0691981e req-009de8f9-a5ff-4601-a412-8bc0830dad67 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4776797 Feb 09 01:23:37.430290 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72b10c95-a587-4eac-9a07-fc76b9071c48', 'tag': '81c798b0-5955-4b0c-aca1-50e0e8648da6'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:23:37.433664 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d752ac96-8750-41d9-8a03-e0bacecc272b" -d '{"events": [{"name": "network-changed", "server_uuid": "72b10c95-a587-4eac-9a07-fc76b9071c48", "tag": "81c798b0-5955-4b0c-aca1-50e0e8648da6"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:23:37.581531 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d14415-a3b3-48f3-994c-e3f2853f9cdc req-928f9f45-43b2-403e-978c-02595fdcdc9f tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:37.584870 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-16d14415-a3b3-48f3-994c-e3f2853f9cdc req-928f9f45-43b2-403e-978c-02595fdcdc9f tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 944 time: 0.4605174 Feb 09 01:23:37.687001 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73ceeb-2d93-49d2-9ce2-2ebde508b04c req-eee1ed38-104c-423e-918e-e01ed8e9e217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:37.689326 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb73ceeb-2d93-49d2-9ce2-2ebde508b04c req-eee1ed38-104c-423e-918e-e01ed8e9e217 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b5cee00d-d11d-4a76-ad74-cfd798aa917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3681862 Feb 09 01:23:37.859278 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3485304-6a29-469b-8a6a-fb99677de6d3 req-f82dd6e3-97c9-461c-8a0d-7a320ba324be tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:37.869139 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e3485304-6a29-469b-8a6a-fb99677de6d3 req-f82dd6e3-97c9-461c-8a0d-7a320ba324be tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c40697b8-deee-4c88-9829-9b464bf9b883 HTTP/1.1" status: 200 len: 946 time: 0.3642313 Feb 09 01:23:37.873241 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f48444ca-000e-4567-a088-3377c93b78e2 req-a4733566-68c3-4fe7-a0f5-8d6e30b932ba service neutron] 10.222.0.121 "GET /v2.0/networks/615dbb4d-4282-4d01-9af7-d3994fab4334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6046324 Feb 09 01:23:37.920479 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb73ceeb-2d93-49d2-9ce2-2ebde508b04c req-7befb537-c23a-493c-a5bd-4ce36dfc92d5 service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145047 Feb 09 01:23:38.118178 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-16d14415-a3b3-48f3-994c-e3f2853f9cdc req-95bbfa5a-b489-4830-b69f-05019dad5aa1 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5083218 Feb 09 01:23:38.342399 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e3485304-6a29-469b-8a6a-fb99677de6d3 req-fd569876-fb38-443d-bce4-479342f4223c tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4718151 Feb 09 01:23:38.388333 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f48444ca-000e-4567-a088-3377c93b78e2 req-3ddd84bb-7984-4ee0-96f6-0a44b0475e47 service neutron] 10.222.0.121 "GET /v2.0/networks/615dbb4d-4282-4d01-9af7-d3994fab4334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4662938 Feb 09 01:23:38.456023 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34458) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:38.481315 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb73ceeb-2d93-49d2-9ce2-2ebde508b04c req-593964dc-0d75-412b-9034-2caf12a31d81 service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5383124 Feb 09 01:23:38.578948 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b95c8-4ad9-46e5-bfd6-e59647a30ff9 req-4f3415a4-f3b7-4f08-8833-29e51e4be64b tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:38.578948 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9d6b95c8-4ad9-46e5-bfd6-e59647a30ff9 req-4f3415a4-f3b7-4f08-8833-29e51e4be64b tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b10c95-a587-4eac-9a07-fc76b9071c48 HTTP/1.1" status: 200 len: 944 time: 0.2193825 Feb 09 01:23:38.588020 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-c98264bd-fbe0-4dd4-8007-1b9a7db20693 admin admin] Deleting subnet a26bee4b-81a8-4b9f-8bb2-c482929dd248 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:23:38.597391 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c98264bd-fbe0-4dd4-8007-1b9a7db20693 admin admin] Publish callbacks [] for subnet (a26bee4b-81a8-4b9f-8bb2-c482929dd248), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:38.676331 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c98264bd-fbe0-4dd4-8007-1b9a7db20693 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (a26bee4b-81a8-4b9f-8bb2-c482929dd248), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:38.777666 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c98264bd-fbe0-4dd4-8007-1b9a7db20693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (a26bee4b-81a8-4b9f-8bb2-c482929dd248), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:38.826846 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9d6b95c8-4ad9-46e5-bfd6-e59647a30ff9 req-bd718d65-e67c-442e-8228-a41a4eff4f0b tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] 10.222.0.30 "GET /v2.0/security-groups?id=695ccb9b-9976-42e0-b79f-a6a74d15f9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396519 Feb 09 01:23:38.884775 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c98264bd-fbe0-4dd4-8007-1b9a7db20693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (a26bee4b-81a8-4b9f-8bb2-c482929dd248), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:38.951396 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4845c05d-4b54-40e1-bc04-6c0af6ac1c45 x-openstack-request-id: req-4845c05d-4b54-40e1-bc04-6c0af6ac1c45 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:23:38.951757 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72b10c95-a587-4eac-9a07-fc76b9071c48", "tag": "81c798b0-5955-4b0c-aca1-50e0e8648da6", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:23:38.966401 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4845c05d-4b54-40e1-bc04-6c0af6ac1c45 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:23:38.966988 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72b10c95-a587-4eac-9a07-fc76b9071c48', 'tag': '81c798b0-5955-4b0c-aca1-50e0e8648da6', 'status': 'completed', 'code': 200} Feb 09 01:23:38.988408 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98264bd-fbe0-4dd4-8007-1b9a7db20693 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a26bee4b-81a8-4b9f-8bb2-c482929dd248,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:39.009151 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c98264bd-fbe0-4dd4-8007-1b9a7db20693 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:39.025801 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c98264bd-fbe0-4dd4-8007-1b9a7db20693 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a26bee4b-81a8-4b9f-8bb2-c482929dd248 HTTP/1.1" status: 204 len: 168 time: 0.5667279 Feb 09 01:23:39.028595 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34462) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:39.161038 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a9de0-048b-43d7-9870-b07bb8ab5197 req-86b92f89-536e-48e5-92a9-ea7042e8ee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:39.163814 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-185a9de0-048b-43d7-9870-b07bb8ab5197 req-86b92f89-536e-48e5-92a9-ea7042e8ee45 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=c808f84d2c3b4797965f5ee8f6a2482a&device_id=f56956fe-dbec-453c-ad1b-eeb16fa84c39 HTTP/1.1" status: 200 len: 1129 time: 0.3710537 Feb 09 01:23:39.192484 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80ee83-f25b-498d-8b51-1826a67dfb12 req-3c7b3c41-7a20-4c18-a724-63baeb9775ad tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:39.201927 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bd80ee83-f25b-498d-8b51-1826a67dfb12 req-3c7b3c41-7a20-4c18-a724-63baeb9775ad tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 946 time: 0.4116037 Feb 09 01:23:39.333293 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1d49fdba-79bc-48e2-9a1e-ec3658ae2a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (c343899e-8d55-416f-8f45-c7e7ffb70c22), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:39.441729 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a9de0-048b-43d7-9870-b07bb8ab5197 req-3041e90a-f7db-4864-9c50-d001234e24e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:39.445658 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-185a9de0-048b-43d7-9870-b07bb8ab5197 req-3041e90a-f7db-4864-9c50-d001234e24e5 service neutron] 10.222.0.121 "GET /v2.0/networks?id=8821b93d-01cf-4b8b-a3db-13afd0eec4ce HTTP/1.1" status: 200 len: 912 time: 0.2327545 Feb 09 01:23:39.524697 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-185a9de0-048b-43d7-9870-b07bb8ab5197 req-41c226d1-31fd-4b17-9185-4a7df4accf21 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ca4ee22-a36a-469d-a2e2-bd00afab9dcb HTTP/1.1" status: 200 len: 217 time: 0.0679421 Feb 09 01:23:39.531487 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752ac96-8750-41d9-8a03-e0bacecc272b req-78f2b782-6782-4503-950a-ae70bfa7b51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:39.533483 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d752ac96-8750-41d9-8a03-e0bacecc272b req-78f2b782-6782-4503-950a-ae70bfa7b51c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b659ed93cdf14b17b051e53d6fed6bcb&device_id=72b10c95-a587-4eac-9a07-fc76b9071c48 HTTP/1.1" status: 200 len: 1127 time: 0.5509937 Feb 09 01:23:39.629560 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1d49fdba-79bc-48e2-9a1e-ec3658ae2a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (c343899e-8d55-416f-8f45-c7e7ffb70c22), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:39.717931 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-1d49fdba-79bc-48e2-9a1e-ec3658ae2a7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c343899e-8d55-416f-8f45-c7e7ffb70c22']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:39.751137 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a9de0-048b-43d7-9870-b07bb8ab5197 req-d81e5c71-ec98-4a02-b7d5-6f36b5f04476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:39.752862 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-185a9de0-048b-43d7-9870-b07bb8ab5197 req-d81e5c71-ec98-4a02-b7d5-6f36b5f04476 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c617e52a-1c92-4f9f-a978-3ab60b4c79f7 HTTP/1.1" status: 200 len: 851 time: 0.2179949 Feb 09 01:23:39.754938 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-1d49fdba-79bc-48e2-9a1e-ec3658ae2a7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f61e278-0121-47ac-b616-14bd39948b46') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:39.755377 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-1d49fdba-79bc-48e2-9a1e-ec3658ae2a7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f61e278-0121-47ac-b616-14bd39948b46') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:39.774587 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1d49fdba-79bc-48e2-9a1e-ec3658ae2a7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (7f61e278-0121-47ac-b616-14bd39948b46), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:39.799302 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1d49fdba-79bc-48e2-9a1e-ec3658ae2a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (7f61e278-0121-47ac-b616-14bd39948b46), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:39.810572 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d49fdba-79bc-48e2-9a1e-ec3658ae2a7d admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:23:39.810998 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1d49fdba-79bc-48e2-9a1e-ec3658ae2a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (7f61e278-0121-47ac-b616-14bd39948b46), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:39.815528 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:23:39.815528 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:23:39.815528 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:23:39.815528 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:23:39.815528 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:23:39.815528 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:23:39.815528 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:23:39.815528 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:23:39.815528 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:23:39.815528 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:23:39.815528 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:23:39.815528 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:23:39.815528 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:23:39.815528 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:23:39.815528 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:23:39.815528 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:23:39.815528 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:23:39.815528 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:23:39.815528 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:23:39.815528 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:23:39.815528 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:23:39.815528 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:23:39.815528 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:23:39.815528 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:23:39.815528 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:23:39.815528 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:23:39.815528 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:23:39.815528 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:23:39.815528 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:23:39.815528 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:23:39.815528 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:23:39.815528 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:23:39.904757 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bd80ee83-f25b-498d-8b51-1826a67dfb12 req-6aee8911-0a35-42e0-ada2-50fc07a7cfd8 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7010162 Feb 09 01:23:39.907177 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-185a9de0-048b-43d7-9870-b07bb8ab5197 req-b71b83c4-5b33-4f42-b0d4-052ce65d6d77 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=8821b93d-01cf-4b8b-a3db-13afd0eec4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011369 Feb 09 01:23:39.958107 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1d49fdba-79bc-48e2-9a1e-ec3658ae2a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (c343899e-8d55-416f-8f45-c7e7ffb70c22), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:39.987953 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1d49fdba-79bc-48e2-9a1e-ec3658ae2a7d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:39.992760 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1d49fdba-79bc-48e2-9a1e-ec3658ae2a7d admin admin] 10.222.0.30 "DELETE /v2.0/networks/c343899e-8d55-416f-8f45-c7e7ffb70c22 HTTP/1.1" status: 204 len: 168 time: 0.9621286 Feb 09 01:23:39.994977 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49fdba-79bc-48e2-9a1e-ec3658ae2a7d admin admin] Pushing event deleted for resources: {'Network': ['ID=c343899e-8d55-416f-8f45-c7e7ffb70c22,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:40.067453 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-185a9de0-048b-43d7-9870-b07bb8ab5197 req-efe187f3-13b3-40f5-a715-c30de4e300bb service neutron] 10.222.0.121 "GET /v2.0/networks/8821b93d-01cf-4b8b-a3db-13afd0eec4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115148 Feb 09 01:23:40.180287 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752ac96-8750-41d9-8a03-e0bacecc272b req-6c555850-f3dd-4f5b-8a59-10f75e865861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:40.181888 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d752ac96-8750-41d9-8a03-e0bacecc272b req-6c555850-f3dd-4f5b-8a59-10f75e865861 service neutron] 10.222.0.121 "GET /v2.0/networks?id=615dbb4d-4282-4d01-9af7-d3994fab4334 HTTP/1.1" status: 200 len: 910 time: 0.6357615 Feb 09 01:23:40.283268 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d752ac96-8750-41d9-8a03-e0bacecc272b req-17c64c9a-944f-400e-81b1-23032ce63ccf service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81c798b0-5955-4b0c-aca1-50e0e8648da6 HTTP/1.1" status: 200 len: 217 time: 0.0612178 Feb 09 01:23:40.287070 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34478) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:40.304453 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd86740-ef8a-482f-80f2-a468d9aaec63 req-f96e5842-68b6-4820-9aae-f95354050410 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:40.312792 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3fd86740-ef8a-482f-80f2-a468d9aaec63 req-f96e5842-68b6-4820-9aae-f95354050410 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=f56956fe-dbec-453c-ad1b-eeb16fa84c39 HTTP/1.1" status: 200 len: 946 time: 0.5540802 Feb 09 01:23:40.442143 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-aa729d04-7fa7-4483-bba0-269138197de5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=48780f2a71fc480ea7dee81a78af46c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1533697 Feb 09 01:23:40.445455 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34486) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:40.480583 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3fd86740-ef8a-482f-80f2-a468d9aaec63 req-ffdccd6b-cb4d-418f-bae9-5829781dd2ce tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616173 Feb 09 01:23:40.500901 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa505558-8c44-4282-9276-22e8438bf9a1 req-5c170275-9c89-4484-ac74-60287bed0bf7 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:40.508254 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fa505558-8c44-4282-9276-22e8438bf9a1 req-5c170275-9c89-4484-ac74-60287bed0bf7 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 944 time: 0.3381670 Feb 09 01:23:40.519543 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-185a9de0-048b-43d7-9870-b07bb8ab5197 req-185e34ab-ff7e-45e9-a6f8-02e43d774433 service neutron] 10.222.0.121 "GET /v2.0/networks/8821b93d-01cf-4b8b-a3db-13afd0eec4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396830 Feb 09 01:23:40.531395 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752ac96-8750-41d9-8a03-e0bacecc272b req-7c023951-d349-4729-962b-8ce6c10328a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:40.534130 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d752ac96-8750-41d9-8a03-e0bacecc272b req-7c023951-d349-4729-962b-8ce6c10328a4 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=96fa64d7-a99e-49a1-825c-315062e6c562 HTTP/1.1" status: 200 len: 849 time: 0.1881399 Feb 09 01:23:40.561160 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-25663ad4-ebc2-4b04-a932-e376e2a0acdb admin admin] Publish callbacks [] for security_group (2a6b43ec-dfaa-47ea-aabd-fd20e0e37e44), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:40.624658 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d752ac96-8750-41d9-8a03-e0bacecc272b req-fe70d483-6756-47d8-a3b1-9017b8ab18bb service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=615dbb4d-4282-4d01-9af7-d3994fab4334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845313 Feb 09 01:23:40.627103 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-25663ad4-ebc2-4b04-a932-e376e2a0acdb admin admin] Publish callbacks [] for security_group (2a6b43ec-dfaa-47ea-aabd-fd20e0e37e44), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:40.734539 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 81c798b0-5955-4b0c-aca1-50e0e8648da6 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:23:40.751869 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-25663ad4-ebc2-4b04-a932-e376e2a0acdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (2a6b43ec-dfaa-47ea-aabd-fd20e0e37e44), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:40.755515 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-25663ad4-ebc2-4b04-a932-e376e2a0acdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:40.756976 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-25663ad4-ebc2-4b04-a932-e376e2a0acdb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2a6b43ec-dfaa-47ea-aabd-fd20e0e37e44 HTTP/1.1" status: 204 len: 168 time: 0.3098769 Feb 09 01:23:40.791822 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25663ad4-ebc2-4b04-a932-e376e2a0acdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6b43ec-dfaa-47ea-aabd-fd20e0e37e44,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:40.862086 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dac178-8388-433f-abf1-7da8cd7467af req-3627af79-5b78-44ab-bea4-855c26fca536 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:40.870008 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-74dac178-8388-433f-abf1-7da8cd7467af req-3627af79-5b78-44ab-bea4-855c26fca536 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c40697b8-deee-4c88-9829-9b464bf9b883 HTTP/1.1" status: 200 len: 946 time: 0.1913354 Feb 09 01:23:40.898594 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d752ac96-8750-41d9-8a03-e0bacecc272b req-a8357f54-a28a-48ce-b3ae-3007adfcbb9c service neutron] 10.222.0.121 "GET /v2.0/networks/615dbb4d-4282-4d01-9af7-d3994fab4334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635124 Feb 09 01:23:41.018360 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-74dac178-8388-433f-abf1-7da8cd7467af req-11309534-edcd-4e22-85f8-c125d5d010a3 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466589 Feb 09 01:23:41.161424 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 81c798b0-5955-4b0c-aca1-50e0e8648da6, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=81c798b0-5955-4b0c-aca1-50e0e8648da6,segment=NetworkSegment(ba363635-7582-498a-b38b-955b476536ad),segment_id=ba363635-7582-498a-b38b-955b476536ad)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:41.198146 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '81c798b0-5955-4b0c-aca1-50e0e8648da6', 'network_id': '615dbb4d-4282-4d01-9af7-d3994fab4334', 'port_id': '81c798b0-5955-4b0c-aca1-50e0e8648da6', 'mac_address': 'fa:16:3e:03:60:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96fa64d7-a99e-49a1-825c-315062e6c562', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:23:41.301300 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 81c798b0-5955-4b0c-aca1-50e0e8648da6 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:41.301750 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (81c798b0-5955-4b0c-aca1-50e0e8648da6), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:41.309082 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fa505558-8c44-4282-9276-22e8438bf9a1 req-73ec8c5f-54cd-4901-afe8-f4ddb9551e4e tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7982569 Feb 09 01:23:41.328269 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d752ac96-8750-41d9-8a03-e0bacecc272b req-2b47bcd1-e135-412c-8716-6463a2878a7e service neutron] 10.222.0.121 "GET /v2.0/networks/615dbb4d-4282-4d01-9af7-d3994fab4334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185646 Feb 09 01:23:41.332698 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81c798b0-5955-4b0c-aca1-50e0e8648da6 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:23:41.395355 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 81c798b0-5955-4b0c-aca1-50e0e8648da6, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=81c798b0-5955-4b0c-aca1-50e0e8648da6,segment=NetworkSegment(ba363635-7582-498a-b38b-955b476536ad),segment_id=ba363635-7582-498a-b38b-955b476536ad)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:41.407507 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (81c798b0-5955-4b0c-aca1-50e0e8648da6), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:41.416945 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bab7b0-0c7b-4376-8400-eca272164543 req-58d4bdcf-a37a-4b6e-92e5-4bb3837dfe5e tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:41.419772 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75bab7b0-0c7b-4376-8400-eca272164543 req-58d4bdcf-a37a-4b6e-92e5-4bb3837dfe5e tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b10c95-a587-4eac-9a07-fc76b9071c48 HTTP/1.1" status: 200 len: 944 time: 0.2456603 Feb 09 01:23:41.537025 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75bab7b0-0c7b-4376-8400-eca272164543 req-ac38672a-76fe-4e02-aa20-b20550eb47cb tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] 10.222.0.30 "GET /v2.0/security-groups?id=695ccb9b-9976-42e0-b79f-a6a74d15f9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092961 Feb 09 01:23:41.549371 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=81c798b0-5955-4b0c-aca1-50e0e8648da6,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:41.700297 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['81c798b0-5955-4b0c-aca1-50e0e8648da6'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:23:41.803180 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6231c01-d94a-44d2-818c-3fcdffd314a2 req-1a4fab94-36cc-4516-a73d-b6c6980b5e2e tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:41.808873 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f6231c01-d94a-44d2-818c-3fcdffd314a2 req-1a4fab94-36cc-4516-a73d-b6c6980b5e2e tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=f56956fe-dbec-453c-ad1b-eeb16fa84c39 HTTP/1.1" status: 200 len: 946 time: 0.1471970 Feb 09 01:23:42.010550 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f6231c01-d94a-44d2-818c-3fcdffd314a2 req-1379b98e-e3c8-4d81-b6bb-e9dacc24ecc3 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878633 Feb 09 01:23:42.094559 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:23:42.323236 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c8ef8-5128-4221-be3e-02d7c31f447e req-a9634f17-7fdb-4f57-8248-6fd8ebbea95b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:42.331252 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6f8c8ef8-5128-4221-be3e-02d7c31f447e req-a9634f17-7fdb-4f57-8248-6fd8ebbea95b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.91 "GET /v2.0/ports?device_id=c40697b8-deee-4c88-9829-9b464bf9b883 HTTP/1.1" status: 200 len: 946 time: 0.3092577 Feb 09 01:23:42.802978 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13e757-4ca8-4d8c-9827-304406a380b3 req-d6e14786-dcc3-48f3-8192-74aedee969bc tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:42.812771 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dd13e757-4ca8-4d8c-9827-304406a380b3 req-d6e14786-dcc3-48f3-8192-74aedee969bc tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c40697b8-deee-4c88-9829-9b464bf9b883 HTTP/1.1" status: 200 len: 946 time: 0.4401348 Feb 09 01:23:42.864755 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0818b-2da9-4743-9c8a-7a2e4d1f1778 req-d726e11a-6e72-4d8b-8f5e-f383823fff69 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:42.873305 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-13a0818b-2da9-4743-9c8a-7a2e4d1f1778 req-d726e11a-6e72-4d8b-8f5e-f383823fff69 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 944 time: 0.3689253 Feb 09 01:23:42.934326 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-6f8c8ef8-5128-4221-be3e-02d7c31f447e req-9d356a56-36db-488d-9917-3d2da2419ae8 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Deleting port 588a1334-02bc-4d75-811d-96cebbce8c1a {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:23:42.934770 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6f8c8ef8-5128-4221-be3e-02d7c31f447e req-9d356a56-36db-488d-9917-3d2da2419ae8 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (588a1334-02bc-4d75-811d-96cebbce8c1a), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:43.013357 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dd13e757-4ca8-4d8c-9827-304406a380b3 req-aa0d2fdf-f1ae-487d-917f-74376e9589fc tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947258 Feb 09 01:23:43.094974 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-13a0818b-2da9-4743-9c8a-7a2e4d1f1778 req-e2b31297-400c-426d-88dc-e66185e0f589 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205834 Feb 09 01:23:43.263928 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-6f8c8ef8-5128-4221-be3e-02d7c31f447e req-9d356a56-36db-488d-9917-3d2da2419ae8 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] For port 588a1334-02bc-4d75-811d-96cebbce8c1a, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=588a1334-02bc-4d75-811d-96cebbce8c1a,segment=NetworkSegment(3350618d-f84a-4a0b-8997-97c98e7ed20e),segment_id=3350618d-f84a-4a0b-8997-97c98e7ed20e)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:43.264334 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6f8c8ef8-5128-4221-be3e-02d7c31f447e req-9d356a56-36db-488d-9917-3d2da2419ae8 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (588a1334-02bc-4d75-811d-96cebbce8c1a), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:43.310132 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-6f8c8ef8-5128-4221-be3e-02d7c31f447e req-9d356a56-36db-488d-9917-3d2da2419ae8 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Calling delete_port for 588a1334-02bc-4d75-811d-96cebbce8c1a owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:23:43.806860 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6f8c8ef8-5128-4221-be3e-02d7c31f447e req-9d356a56-36db-488d-9917-3d2da2419ae8 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (588a1334-02bc-4d75-811d-96cebbce8c1a), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:43.828614 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['588a1334-02bc-4d75-811d-96cebbce8c1a'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:23:43.945046 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a817ff-e3b2-4eb2-8737-9bed35493ebc req-131f83b8-0fa0-4109-af89-b5958b430029 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:43.952861 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-44a817ff-e3b2-4eb2-8737-9bed35493ebc req-131f83b8-0fa0-4109-af89-b5958b430029 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b10c95-a587-4eac-9a07-fc76b9071c48 HTTP/1.1" status: 200 len: 945 time: 0.8423197 Feb 09 01:23:43.981364 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d356a56-36db-488d-9917-3d2da2419ae8 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Pushing event deleted for resources: {'Port': ['ID=588a1334-02bc-4d75-811d-96cebbce8c1a,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:44.071820 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f8c8ef8-5128-4221-be3e-02d7c31f447e req-9d356a56-36db-488d-9917-3d2da2419ae8 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] No DVR routers for this DVR port 588a1334-02bc-4d75-811d-96cebbce8c1a on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:23:44.079882 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6f8c8ef8-5128-4221-be3e-02d7c31f447e req-9d356a56-36db-488d-9917-3d2da2419ae8 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:44.083869 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6f8c8ef8-5128-4221-be3e-02d7c31f447e req-9d356a56-36db-488d-9917-3d2da2419ae8 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.91 "DELETE /v2.0/ports/588a1334-02bc-4d75-811d-96cebbce8c1a HTTP/1.1" status: 204 len: 173 time: 1.7418671 Feb 09 01:23:44.085703 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40697b8-deee-4c88-9829-9b464bf9b883', 'name': 'network-vif-deleted', 'tag': '588a1334-02bc-4d75-811d-96cebbce8c1a'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:23:44.088441 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394dfbbe-3d18-40d9-a3f8-a7312845d68c" -d '{"events": [{"server_uuid": "c40697b8-deee-4c88-9829-9b464bf9b883", "name": "network-vif-deleted", "tag": "588a1334-02bc-4d75-811d-96cebbce8c1a"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:23:44.109860 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984e4c7-0345-4725-9db9-811e97927bc1 req-4e8f55d4-8c6e-4a87-8a36-b71d35afbb50 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:44.111725 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4984e4c7-0345-4725-9db9-811e97927bc1 req-4e8f55d4-8c6e-4a87-8a36-b71d35afbb50 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=f56956fe-dbec-453c-ad1b-eeb16fa84c39 HTTP/1.1" status: 200 len: 946 time: 0.3142889 Feb 09 01:23:44.188009 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4984e4c7-0345-4725-9db9-811e97927bc1 req-e0e505f5-0866-443c-9b1f-49788e5034e8 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699456 Feb 09 01:23:44.334231 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a7b766ea-58af-4587-a08f-e2e41f8d7afd req-bba9481b-e6c5-4e31-83be-b5f2d7e4c16a tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c40697b8-deee-4c88-9829-9b464bf9b883 HTTP/1.1" status: 200 len: 210 time: 0.0493438 Feb 09 01:23:44.419644 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8837499-39fe-4334-9311-25d6fe947368 x-openstack-request-id: req-c8837499-39fe-4334-9311-25d6fe947368 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:23:44.419943 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40697b8-deee-4c88-9829-9b464bf9b883", "name": "network-vif-deleted", "tag": "588a1334-02bc-4d75-811d-96cebbce8c1a", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:23:44.420246 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c8837499-39fe-4334-9311-25d6fe947368 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:23:44.420849 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40697b8-deee-4c88-9829-9b464bf9b883', 'name': 'network-vif-deleted', 'tag': '588a1334-02bc-4d75-811d-96cebbce8c1a', 'status': 'completed', 'code': 200} Feb 09 01:23:44.439676 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-44a817ff-e3b2-4eb2-8737-9bed35493ebc req-bb44f477-05bb-445a-8918-2bf47f76b536 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] 10.222.0.30 "GET /v2.0/security-groups?id=695ccb9b-9976-42e0-b79f-a6a74d15f9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4858959 Feb 09 01:23:44.577192 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c823e-868d-4ba7-8aec-f5e9e261397e req-08ea6a7c-f7c4-43c1-8d25-f8a7e6e0b42b tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:44.581019 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-468c823e-868d-4ba7-8aec-f5e9e261397e req-08ea6a7c-f7c4-43c1-8d25-f8a7e6e0b42b tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 944 time: 0.0722320 Feb 09 01:23:44.641892 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-468c823e-868d-4ba7-8aec-f5e9e261397e req-b3340fe8-7544-4943-b038-4511c4244348 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527673 Feb 09 01:23:44.756329 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 5719c236-b300-4f5c-b12a-6f8844909733 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:23:44.760490 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 81c798b0-5955-4b0c-aca1-50e0e8648da6 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:23:44.973118 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 81c798b0-5955-4b0c-aca1-50e0e8648da6 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:23:44.997821 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 5719c236-b300-4f5c-b12a-6f8844909733, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=5719c236-b300-4f5c-b12a-6f8844909733,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:45.011551 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '5719c236-b300-4f5c-b12a-6f8844909733', 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c', 'port_id': '5719c236-b300-4f5c-b12a-6f8844909733', 'mac_address': 'fa:16:3e:9a:a8:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c1b64de-5642-407c-82ef-1ad0f3f887f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:23:45.016980 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 81c798b0-5955-4b0c-aca1-50e0e8648da6 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:45.017350 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (81c798b0-5955-4b0c-aca1-50e0e8648da6), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:45.091783 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 5719c236-b300-4f5c-b12a-6f8844909733 is: ACTIVE; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:45.092309 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5719c236-b300-4f5c-b12a-6f8844909733), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:45.114431 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5719c236-b300-4f5c-b12a-6f8844909733 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:23:45.169643 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 5719c236-b300-4f5c-b12a-6f8844909733, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=5719c236-b300-4f5c-b12a-6f8844909733,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:45.175034 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 81c798b0-5955-4b0c-aca1-50e0e8648da6 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:45.175719 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (81c798b0-5955-4b0c-aca1-50e0e8648da6), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:45.179583 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5719c236-b300-4f5c-b12a-6f8844909733), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:45.270212 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 81c798b0-5955-4b0c-aca1-50e0e8648da6, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=81c798b0-5955-4b0c-aca1-50e0e8648da6,segment=NetworkSegment(ba363635-7582-498a-b38b-955b476536ad),segment_id=ba363635-7582-498a-b38b-955b476536ad)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:45.276483 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b10c95-a587-4eac-9a07-fc76b9071c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c798b0-5955-4b0c-aca1-50e0e8648da6'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:23:45.280806 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf89bb4e-37e9-4175-8273-ab14f1e9aafb" -d '{"events": [{"server_uuid": "72b10c95-a587-4eac-9a07-fc76b9071c48", "name": "network-vif-plugged", "status": "completed", "tag": "81c798b0-5955-4b0c-aca1-50e0e8648da6"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:23:45.293870 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (81c798b0-5955-4b0c-aca1-50e0e8648da6), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:45.340996 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=5719c236-b300-4f5c-b12a-6f8844909733,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:45.378346 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10258682-2fbb-4e2b-9036-ac0555123a67 x-openstack-request-id: req-10258682-2fbb-4e2b-9036-ac0555123a67 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:23:45.378639 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b10c95-a587-4eac-9a07-fc76b9071c48", "name": "network-vif-plugged", "status": "completed", "tag": "81c798b0-5955-4b0c-aca1-50e0e8648da6", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:23:45.379106 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-10258682-2fbb-4e2b-9036-ac0555123a67 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:23:45.379682 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72b10c95-a587-4eac-9a07-fc76b9071c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c798b0-5955-4b0c-aca1-50e0e8648da6', 'code': 200} Feb 09 01:23:45.383089 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['5719c236-b300-4f5c-b12a-6f8844909733'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:23:45.450206 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb4c6d-a7bb-4b92-b3c5-e5c7fca0e1b2 req-dfdf260c-f1f7-4850-ba47-0c0c5f44e2e3 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:45.451948 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cdfb4c6d-a7bb-4b92-b3c5-e5c7fca0e1b2 req-dfdf260c-f1f7-4850-ba47-0c0c5f44e2e3 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=f56956fe-dbec-453c-ad1b-eeb16fa84c39 HTTP/1.1" status: 200 len: 946 time: 0.1554916 Feb 09 01:23:45.460294 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=81c798b0-5955-4b0c-aca1-50e0e8648da6,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:45.717000 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cdfb4c6d-a7bb-4b92-b3c5-e5c7fca0e1b2 req-3e4575d9-7df5-41e6-bcde-812730518a90 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578027 Feb 09 01:23:45.771147 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857bd25-81e2-4a8c-b5b6-3b748ce5fa83 req-17d641e3-a4a1-475f-959f-44c770ffba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:45.773245 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4857bd25-81e2-4a8c-b5b6-3b748ce5fa83 req-17d641e3-a4a1-475f-959f-44c770ffba44 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=72b10c95-a587-4eac-9a07-fc76b9071c48 HTTP/1.1" status: 200 len: 1129 time: 0.2644873 Feb 09 01:23:45.818638 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8eaa61-8c67-49bc-9a87-8eb3f6918200 req-bf0257e4-d13f-45f7-9cfe-93c7106e1cc0 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:45.837162 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3f8eaa61-8c67-49bc-9a87-8eb3f6918200 req-bf0257e4-d13f-45f7-9cfe-93c7106e1cc0 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b10c95-a587-4eac-9a07-fc76b9071c48 HTTP/1.1" status: 200 len: 946 time: 0.2227318 Feb 09 01:23:45.982731 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4857bd25-81e2-4a8c-b5b6-3b748ce5fa83 req-c54c110f-9ac7-4d9d-983e-805a546a0cdc service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=695ccb9b-9976-42e0-b79f-a6a74d15f9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871190 Feb 09 01:23:45.998639 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3f8eaa61-8c67-49bc-9a87-8eb3f6918200 req-d999957b-531e-420b-80c8-61b90a699a07 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] 10.222.0.30 "GET /v2.0/security-groups?id=695ccb9b-9976-42e0-b79f-a6a74d15f9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567774 Feb 09 01:23:46.026551 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c4556-eaee-4b8c-a053-5d2d9bc86e2e req-e55ee565-5f22-4a63-831e-24c10b62af7b tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:46.029370 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f07c4556-eaee-4b8c-a053-5d2d9bc86e2e req-e55ee565-5f22-4a63-831e-24c10b62af7b tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 944 time: 0.1367381 Feb 09 01:23:46.177180 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f07c4556-eaee-4b8c-a053-5d2d9bc86e2e req-23119e5d-6fd8-4744-810e-a220b5fe8b4d tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381955 Feb 09 01:23:46.301511 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-c0bd8aa1-47c9-4588-8dc4-646bbbb0a067 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:46.308311 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-c0bd8aa1-47c9-4588-8dc4-646bbbb0a067 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/networks?id=6b99b81e-5871-4979-a64c-22edc1a2273c HTTP/1.1" status: 200 len: 811 time: 0.1985152 Feb 09 01:23:46.355491 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-64686036-6d10-4f60-99d8-82910272f7fb tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/quotas/bb54c6d9ab92477c86a4af4dae2b904f HTTP/1.1" status: 200 len: 375 time: 0.0404060 Feb 09 01:23:46.394102 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-05e952ec-1cd4-4e33-a1b7-2effd80656ac tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bb54c6d9ab92477c86a4af4dae2b904f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374463 Feb 09 01:23:46.555809 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-f50290f1-6f20-4209-bcef-e76723df7f03 service neutron] 10.222.0.30 "GET /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545975 Feb 09 01:23:46.689876 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-000189c0-0307-4a54-89c8-a0b70466106a service neutron] 10.222.0.30 "GET /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263077 Feb 09 01:23:46.761534 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 5719c236-b300-4f5c-b12a-6f8844909733 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:23:46.904070 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 5719c236-b300-4f5c-b12a-6f8844909733 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:46.904491 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5719c236-b300-4f5c-b12a-6f8844909733), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:47.202736 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 5719c236-b300-4f5c-b12a-6f8844909733 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:47.206908 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5719c236-b300-4f5c-b12a-6f8844909733), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:47.242510 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 4a825b64-d1af-4377-836e-5fc508ec6888 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:23:47.280340 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 588a1334-02bc-4d75-811d-96cebbce8c1a no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:23:47.383094 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6575bcd2-f506-4c9f-aca3-1d2f5e7af23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5719c236-b300-4f5c-b12a-6f8844909733'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:23:47.391867 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f304fc-59e5-45de-b726-7d01c4e73616" -d '{"events": [{"server_uuid": "6575bcd2-f506-4c9f-aca3-1d2f5e7af23c", "name": "network-vif-plugged", "status": "completed", "tag": "5719c236-b300-4f5c-b12a-6f8844909733"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:23:47.406179 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 5719c236-b300-4f5c-b12a-6f8844909733, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=5719c236-b300-4f5c-b12a-6f8844909733,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:47.411031 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 588a1334-02bc-4d75-811d-96cebbce8c1a {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:23:47.411421 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 588a1334-02bc-4d75-811d-96cebbce8c1a not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:23:47.425875 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5719c236-b300-4f5c-b12a-6f8844909733), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:47.699494 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=5719c236-b300-4f5c-b12a-6f8844909733,revision_number=7']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:47.723907 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b79366ae-2b9b-4cd7-ab29-0de8f8a0d97f req-e0aa4f41-7ea3-4d2f-b99f-05b3eb14b2e7 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 210 time: 0.0952227 Feb 09 01:23:47.787584 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 4a825b64-d1af-4377-836e-5fc508ec6888, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=4a825b64-d1af-4377-836e-5fc508ec6888,segment=NetworkSegment(49600cbb-8cb1-4c26-a09d-2e3526ba7488),segment_id=49600cbb-8cb1-4c26-a09d-2e3526ba7488)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:47.803966 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905e021-70aa-44c0-af4b-9724765d2e84 req-9264360a-69dc-42e6-b5dd-b280a6f9b946 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:47.806234 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f905e021-70aa-44c0-af4b-9724765d2e84 req-9264360a-69dc-42e6-b5dd-b280a6f9b946 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=f56956fe-dbec-453c-ad1b-eeb16fa84c39 HTTP/1.1" status: 200 len: 946 time: 0.9253294 Feb 09 01:23:47.827583 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '4a825b64-d1af-4377-836e-5fc508ec6888', 'network_id': 'a46c349d-fbe7-42ad-a83d-3298a4c41cb1', 'port_id': '4a825b64-d1af-4377-836e-5fc508ec6888', 'mac_address': 'fa:16:3e:d2:71:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00660737-d0c8-4fd3-9454-eb4bf5c5566b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:23:47.926283 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 4a825b64-d1af-4377-836e-5fc508ec6888 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:47.927181 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (4a825b64-d1af-4377-836e-5fc508ec6888), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:47.945701 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a825b64-d1af-4377-836e-5fc508ec6888 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:23:47.977675 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 4a825b64-d1af-4377-836e-5fc508ec6888, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=4a825b64-d1af-4377-836e-5fc508ec6888,segment=NetworkSegment(49600cbb-8cb1-4c26-a09d-2e3526ba7488),segment_id=49600cbb-8cb1-4c26-a09d-2e3526ba7488)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:47.986988 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (4a825b64-d1af-4377-836e-5fc508ec6888), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:48.029951 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f905e021-70aa-44c0-af4b-9724765d2e84 req-e1aab5fd-8047-4c96-a71a-01f0e7deac0e tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167246 Feb 09 01:23:48.121910 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abe407-d6c0-4959-8744-ddc3dfaeabb3 req-a6607ea1-7fa5-4cc4-bff1-651e8d3ba8e0 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:48.139456 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-32abe407-d6c0-4959-8744-ddc3dfaeabb3 req-a6607ea1-7fa5-4cc4-bff1-651e8d3ba8e0 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b10c95-a587-4eac-9a07-fc76b9071c48 HTTP/1.1" status: 200 len: 946 time: 0.2139354 Feb 09 01:23:48.245703 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=4a825b64-d1af-4377-836e-5fc508ec6888,revision_number=9']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:48.315616 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['4a825b64-d1af-4377-836e-5fc508ec6888'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:23:48.655310 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-32abe407-d6c0-4959-8744-ddc3dfaeabb3 req-7037d2e0-4607-45e1-8719-5988db291bb8 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] 10.222.0.30 "GET /v2.0/security-groups?id=695ccb9b-9976-42e0-b79f-a6a74d15f9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4831147 Feb 09 01:23:48.713196 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd723f-f990-46e8-b81c-b689eb2e75fc req-8bd28175-36bd-4037-a8ab-2bf556e696e4 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:48.722489 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e9cd723f-f990-46e8-b81c-b689eb2e75fc req-8bd28175-36bd-4037-a8ab-2bf556e696e4 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 945 time: 0.4492829 Feb 09 01:23:48.870791 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5956b5-3f7f-49e9-bf6e-580ee6465870 x-openstack-request-id: req-ce5956b5-3f7f-49e9-bf6e-580ee6465870 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:23:48.872755 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6575bcd2-f506-4c9f-aca3-1d2f5e7af23c", "name": "network-vif-plugged", "status": "completed", "tag": "5719c236-b300-4f5c-b12a-6f8844909733", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:23:48.873358 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ce5956b5-3f7f-49e9-bf6e-580ee6465870 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:23:48.873954 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6575bcd2-f506-4c9f-aca3-1d2f5e7af23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5719c236-b300-4f5c-b12a-6f8844909733', 'code': 200} Feb 09 01:23:48.915505 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e9cd723f-f990-46e8-b81c-b689eb2e75fc req-c4f9463a-e1f2-4c27-a1f3-bc6c0a275d2f tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913459 Feb 09 01:23:49.240896 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-78d9da22-2206-40e1-9582-377b52069bf9 req-ab8af64f-b190-4e62-ac99-781e59a7e0db tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 210 time: 0.1073318 Feb 09 01:23:49.326747 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:49.329867 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-dbeabc79-174c-44c2-b7ab-6f4103284434 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:49.331484 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-dbeabc79-174c-44c2-b7ab-6f4103284434 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.91 "GET /v2.0/networks?id=6b99b81e-5871-4979-a64c-22edc1a2273c HTTP/1.1" status: 200 len: 811 time: 0.5376639 Feb 09 01:23:49.374576 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-08f583d0-1de9-4689-b137-473c5c7fade7 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Request body: {'port': {'device_id': '22e2eb81-0765-4f40-95c2-9e518c594932', 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c', 'admin_state_up': True, 'tenant_id': 'bb54c6d9ab92477c86a4af4dae2b904f'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:49.598297 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b49edff-eb53-45c6-947b-c04b07227da8 req-6d43abe5-21bc-4ca9-b015-db1ecf1f4075 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:49.605253 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8b49edff-eb53-45c6-947b-c04b07227da8 req-6d43abe5-21bc-4ca9-b015-db1ecf1f4075 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=f56956fe-dbec-453c-ad1b-eeb16fa84c39 HTTP/1.1" status: 200 len: 946 time: 0.3814721 Feb 09 01:23:49.696006 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8b49edff-eb53-45c6-947b-c04b07227da8 req-a94a52cb-af1d-46e0-bab1-cc8c57c86909 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894969 Feb 09 01:23:49.718807 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-08f583d0-1de9-4689-b137-473c5c7fade7 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Made reservation on behalf of bb54c6d9ab92477c86a4af4dae2b904f for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:49.726771 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-08f583d0-1de9-4689-b137-473c5c7fade7 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:49.994916 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-08f583d0-1de9-4689-b137-473c5c7fade7 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Allocated IP 172.20.0.8 (6b99b81e-5871-4979-a64c-22edc1a2273c/46b59fab-0ab1-4600-8204-1f86be683b81/edb0912e-9313-4300-aecc-3c68da07d1d7) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:50.275288 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-08f583d0-1de9-4689-b137-473c5c7fade7 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks [] for port (edb0912e-9313-4300-aecc-3c68da07d1d7), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:50.436634 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-08f583d0-1de9-4689-b137-473c5c7fade7 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (edb0912e-9313-4300-aecc-3c68da07d1d7), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:50.651159 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f4f7c-8b27-450f-813f-f58d1b962944 req-654c8d40-0f80-495b-a4ec-4b8705404100 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:50.664618 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ef5f4f7c-8b27-450f-813f-f58d1b962944 req-654c8d40-0f80-495b-a4ec-4b8705404100 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 945 time: 0.3361981 Feb 09 01:23:50.751661 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-08f583d0-1de9-4689-b137-473c5c7fade7 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Network 6b99b81e-5871-4979-a64c-22edc1a2273c is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:50.773804 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2c90736d-4687-4e02-b774-1b56e614d23d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:50.796562 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:50.817138 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-08f583d0-1de9-4689-b137-473c5c7fade7 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:50.831657 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ef5f4f7c-8b27-450f-813f-f58d1b962944 req-bffa62ef-158e-4919-97ad-6b8f9dbebde5 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620021 Feb 09 01:23:50.837072 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f583d0-1de9-4689-b137-473c5c7fade7 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Pushing event updated for resources: {'Port': ['ID=edb0912e-9313-4300-aecc-3c68da07d1d7,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:50.840822 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-08f583d0-1de9-4689-b137-473c5c7fade7 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:23:50.955746 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e04d1-5e6d-4db2-8b47-3c7bb6828ca6 req-5b4b6390-ce88-4378-8ce7-0fbe913dec76 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:50.970077 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-675e04d1-5e6d-4db2-8b47-3c7bb6828ca6 req-5b4b6390-ce88-4378-8ce7-0fbe913dec76 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 931 time: 0.4856558 Feb 09 01:23:51.164072 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-08f583d0-1de9-4689-b137-473c5c7fade7 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:51.164799 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-08f583d0-1de9-4689-b137-473c5c7fade7 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:51.212299 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217946c3-db8e-4ff1-8e68-288ea7cf6113 req-d18c7741-d534-41aa-b01c-8846d1948380 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:51.220155 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-217946c3-db8e-4ff1-8e68-288ea7cf6113 req-d18c7741-d534-41aa-b01c-8846d1948380 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=f56956fe-dbec-453c-ad1b-eeb16fa84c39 HTTP/1.1" status: 200 len: 946 time: 0.1957395 Feb 09 01:23:51.232420 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-675e04d1-5e6d-4db2-8b47-3c7bb6828ca6 req-8f6babf7-7975-4371-833b-0d1fd334d874 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580254 Feb 09 01:23:51.248931 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-08f583d0-1de9-4689-b137-473c5c7fade7 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8989527 Feb 09 01:23:51.270114 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 4a825b64-d1af-4377-836e-5fc508ec6888 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:23:51.274810 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-910b16c9-c548-4418-980a-01243517c67f service neutron] Request body: {'port': {'device_id': '22e2eb81-0765-4f40-95c2-9e518c594932', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:51.422092 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-217946c3-db8e-4ff1-8e68-288ea7cf6113 req-bdec639d-6301-4f46-bf71-e324de907e4c tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009275 Feb 09 01:23:51.441910 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-910b16c9-c548-4418-980a-01243517c67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (edb0912e-9313-4300-aecc-3c68da07d1d7), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:51.810287 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 4a825b64-d1af-4377-836e-5fc508ec6888 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:51.811135 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (4a825b64-d1af-4377-836e-5fc508ec6888), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:52.062805 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 4a825b64-d1af-4377-836e-5fc508ec6888 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:52.063194 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (4a825b64-d1af-4377-836e-5fc508ec6888), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:52.109933 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46037e42-f3b4-464e-9ba1-ab5b4db25028 req-c4d52749-50c1-4a28-bf59-e0671a5cec28 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:52.111546 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-46037e42-f3b4-464e-9ba1-ab5b4db25028 req-c4d52749-50c1-4a28-bf59-e0671a5cec28 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 945 time: 0.1160717 Feb 09 01:23:52.128909 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-910b16c9-c548-4418-980a-01243517c67f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edb0912e-9313-4300-aecc-3c68da07d1d7 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:23:52.139566 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-910b16c9-c548-4418-980a-01243517c67f service neutron] Publish callbacks [] for port (edb0912e-9313-4300-aecc-3c68da07d1d7), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:52.169455 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-910b16c9-c548-4418-980a-01243517c67f service neutron] Transition to ACTIVE for port object edb0912e-9313-4300-aecc-3c68da07d1d7 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:52.187333 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-910b16c9-c548-4418-980a-01243517c67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (edb0912e-9313-4300-aecc-3c68da07d1d7), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:52.207241 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48112db7-d4db-4ee7-9336-586b9a6e41e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a825b64-d1af-4377-836e-5fc508ec6888'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:23:52.210947 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a6bb2c-4fbb-44d6-9f8a-e9280cdeeea6" -d '{"events": [{"server_uuid": "48112db7-d4db-4ee7-9336-586b9a6e41e3", "name": "network-vif-plugged", "status": "completed", "tag": "4a825b64-d1af-4377-836e-5fc508ec6888"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:23:52.265202 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 4a825b64-d1af-4377-836e-5fc508ec6888, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=4a825b64-d1af-4377-836e-5fc508ec6888,segment=NetworkSegment(49600cbb-8cb1-4c26-a09d-2e3526ba7488),segment_id=49600cbb-8cb1-4c26-a09d-2e3526ba7488)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:52.287428 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-46037e42-f3b4-464e-9ba1-ab5b4db25028 req-1f27f3b1-cd27-44df-8d84-5f98f238edee tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537216 Feb 09 01:23:52.312453 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5a9366-fcb6-491a-88e0-613e342344da x-openstack-request-id: req-7b5a9366-fcb6-491a-88e0-613e342344da {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:23:52.312965 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48112db7-d4db-4ee7-9336-586b9a6e41e3", "name": "network-vif-plugged", "status": "completed", "tag": "4a825b64-d1af-4377-836e-5fc508ec6888", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:23:52.313233 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7b5a9366-fcb6-491a-88e0-613e342344da {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:23:52.313647 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48112db7-d4db-4ee7-9336-586b9a6e41e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a825b64-d1af-4377-836e-5fc508ec6888', 'code': 200} Feb 09 01:23:52.314546 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (4a825b64-d1af-4377-836e-5fc508ec6888), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:52.461958 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b16c9-c548-4418-980a-01243517c67f service neutron] Pushing event updated for resources: {'Port': ['ID=edb0912e-9313-4300-aecc-3c68da07d1d7,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:52.510028 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=4a825b64-d1af-4377-836e-5fc508ec6888,revision_number=10']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:52.525976 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:52.529590 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:52.530028 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:52.530478 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:52.530922 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:52.535941 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:52.536473 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:52.536921 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:52.537360 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:52.540739 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:52.543680 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:52.544283 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:52.544735 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:52.625165 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ac673-9e0c-4c6d-808f-4cf6ff0e3817 req-41fccd15-32ad-411b-b2a0-923bbf335ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:52.627423 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1e3ac673-9e0c-4c6d-808f-4cf6ff0e3817 req-41fccd15-32ad-411b-b2a0-923bbf335ddf service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 1130 time: 0.1090345 Feb 09 01:23:52.728236 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1e3ac673-9e0c-4c6d-808f-4cf6ff0e3817 req-27eb8cad-ad86-490c-8d39-a2fa1fb5e24d service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893211 Feb 09 01:23:52.745426 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17bd70-4c80-437c-83f2-54fd2acb27c0 req-5e11b03f-1708-495f-9fcb-07a171e4f056 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:52.753716 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da17bd70-4c80-437c-83f2-54fd2acb27c0 req-5e11b03f-1708-495f-9fcb-07a171e4f056 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 943 time: 0.2644334 Feb 09 01:23:52.763510 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-910b16c9-c548-4418-980a-01243517c67f service neutron] Attempting to bind port edb0912e-9313-4300-aecc-3c68da07d1d7 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:23:52.763867 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-910b16c9-c548-4418-980a-01243517c67f service neutron] Attempting to bind port edb0912e-9313-4300-aecc-3c68da07d1d7 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '3350618d-f84a-4a0b-8997-97c98e7ed20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:23:52.768399 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-910b16c9-c548-4418-980a-01243517c67f service neutron] Attempting to bind port edb0912e-9313-4300-aecc-3c68da07d1d7 on network 6b99b81e-5871-4979-a64c-22edc1a2273c {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:23:52.817475 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f1d40-545b-4ce1-91b3-cf8c798ce354 req-382e9ff7-7b36-46c9-a22b-3f03a140067c tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:52.817475 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cc7f1d40-545b-4ce1-91b3-cf8c798ce354 req-382e9ff7-7b36-46c9-a22b-3f03a140067c tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=f56956fe-dbec-453c-ad1b-eeb16fa84c39 HTTP/1.1" status: 200 len: 946 time: 0.2531812 Feb 09 01:23:52.820565 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-910b16c9-c548-4418-980a-01243517c67f service neutron] Port edb0912e-9313-4300-aecc-3c68da07d1d7 on network 6b99b81e-5871-4979-a64c-22edc1a2273c not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:23:52.820899 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-910b16c9-c548-4418-980a-01243517c67f service neutron] Attempting to bind port edb0912e-9313-4300-aecc-3c68da07d1d7 on network 6b99b81e-5871-4979-a64c-22edc1a2273c {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:23:52.916341 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-910b16c9-c548-4418-980a-01243517c67f service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:23:52.916341 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-910b16c9-c548-4418-980a-01243517c67f service neutron] Checking segment: {'id': '3350618d-f84a-4a0b-8997-97c98e7ed20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:23:52.916341 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-910b16c9-c548-4418-980a-01243517c67f service neutron] Bound using segment: {'id': '3350618d-f84a-4a0b-8997-97c98e7ed20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:23:52.917995 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-910b16c9-c548-4418-980a-01243517c67f service neutron] Bound port: edb0912e-9313-4300-aecc-3c68da07d1d7, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3350618d-f84a-4a0b-8997-97c98e7ed20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:23:52.917995 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-910b16c9-c548-4418-980a-01243517c67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (edb0912e-9313-4300-aecc-3c68da07d1d7), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:52.946656 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da17bd70-4c80-437c-83f2-54fd2acb27c0 req-da18a0f8-c48c-49c5-a0ca-ed207cdb9ae8 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913650 Feb 09 01:23:53.065551 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-910b16c9-c548-4418-980a-01243517c67f service neutron] For port edb0912e-9313-4300-aecc-3c68da07d1d7, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:23:53.069496 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-910b16c9-c548-4418-980a-01243517c67f service neutron] For port edb0912e-9313-4300-aecc-3c68da07d1d7, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=edb0912e-9313-4300-aecc-3c68da07d1d7,segment=NetworkSegment(3350618d-f84a-4a0b-8997-97c98e7ed20e),segment_id=3350618d-f84a-4a0b-8997-97c98e7ed20e)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:23:53.087381 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-910b16c9-c548-4418-980a-01243517c67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (edb0912e-9313-4300-aecc-3c68da07d1d7), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:53.156532 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cc7f1d40-545b-4ce1-91b3-cf8c798ce354 req-f6a0203e-d5a5-4c4e-9b81-de8bd62bc00e tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277845 Feb 09 01:23:53.160780 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-910b16c9-c548-4418-980a-01243517c67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:53.161816 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-910b16c9-c548-4418-980a-01243517c67f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:53.163413 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-910b16c9-c548-4418-980a-01243517c67f service neutron] 10.222.0.91 "PUT /v2.0/ports/edb0912e-9313-4300-aecc-3c68da07d1d7 HTTP/1.1" status: 200 len: 1092 time: 1.8945034 Feb 09 01:23:53.175753 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e2eb81-0765-4f40-95c2-9e518c594932', 'tag': 'edb0912e-9313-4300-aecc-3c68da07d1d7'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:23:53.179858 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5280f8-d996-4528-8c3a-700292d863b1" -d '{"events": [{"name": "network-changed", "server_uuid": "22e2eb81-0765-4f40-95c2-9e518c594932", "tag": "edb0912e-9313-4300-aecc-3c68da07d1d7"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:23:53.278518 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d9a08b-de71-4412-8af6-bb1e3d09e30b x-openstack-request-id: req-58d9a08b-de71-4412-8af6-bb1e3d09e30b {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:23:53.279450 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22e2eb81-0765-4f40-95c2-9e518c594932", "tag": "edb0912e-9313-4300-aecc-3c68da07d1d7", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:23:53.279891 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-58d9a08b-de71-4412-8af6-bb1e3d09e30b {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:23:53.280510 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e2eb81-0765-4f40-95c2-9e518c594932', 'tag': 'edb0912e-9313-4300-aecc-3c68da07d1d7', 'status': 'completed', 'code': 200} Feb 09 01:23:53.338719 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b16c9-c548-4418-980a-01243517c67f service neutron] Pushing event updated for resources: {'Port': ['ID=edb0912e-9313-4300-aecc-3c68da07d1d7,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:53.405765 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-af90f29a-e8f3-4551-99e0-302295f26049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:53.407326 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-af90f29a-e8f3-4551-99e0-302295f26049 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bb54c6d9ab92477c86a4af4dae2b904f&device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 1126 time: 0.1952257 Feb 09 01:23:53.472480 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-ef070a8c-13db-4230-923d-7c98a125fe39 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=edb0912e-9313-4300-aecc-3c68da07d1d7 HTTP/1.1" status: 200 len: 217 time: 0.0555782 Feb 09 01:23:53.632314 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab951c1-af16-4460-831d-d32198483a48 req-ac59480f-d104-4c63-ab98-33847d9206a5 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:53.642173 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ab951c1-af16-4460-831d-d32198483a48 req-ac59480f-d104-4c63-ab98-33847d9206a5 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 947 time: 0.1681821 Feb 09 01:23:53.652775 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-24e312f8-3a1e-4796-bb0e-c32d45fca8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:53.654381 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-24e312f8-3a1e-4796-bb0e-c32d45fca8b0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=46b59fab-0ab1-4600-8204-1f86be683b81 HTTP/1.1" status: 200 len: 851 time: 0.1673105 Feb 09 01:23:53.765266 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-a77e0048-124f-44d8-ba94-4f5b9ebf9b63 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6b99b81e-5871-4979-a64c-22edc1a2273c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845952 Feb 09 01:23:53.844033 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ab951c1-af16-4460-831d-d32198483a48 req-e33dcf91-eb6f-4d20-a497-bf57cb92b592 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960549 Feb 09 01:23:54.028444 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-f687677c-d878-4ac0-996b-3e8951eda09f service neutron] 10.222.0.91 "GET /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520909 Feb 09 01:23:54.250273 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-943c2c74-0bdb-479a-880a-7599ec385115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:54.347770 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf41df9-bb68-4875-90ea-9e70370b5765 req-f7763f8d-1ff0-46ca-a0c5-f213b5db4641 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:54.351450 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7bf41df9-bb68-4875-90ea-9e70370b5765 req-f7763f8d-1ff0-46ca-a0c5-f213b5db4641 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 943 time: 0.1990576 Feb 09 01:23:54.560564 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c6facb0-8e89-4883-a4e7-2ff9fd2bee47 req-dd3507eb-3563-4752-9b2c-7e2492d21d6f service neutron] 10.222.0.91 "GET /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5251436 Feb 09 01:23:54.623702 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7bf41df9-bb68-4875-90ea-9e70370b5765 req-749932da-b59c-4cc5-b977-bba938ada8be tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377064 Feb 09 01:23:54.623702 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29bd9e-1d78-4aca-a6b3-cb2524cc8305 req-cb5712ce-9f20-4337-a103-dd4e8b071c1c tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:54.623702 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aa29bd9e-1d78-4aca-a6b3-cb2524cc8305 req-cb5712ce-9f20-4337-a103-dd4e8b071c1c tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=f56956fe-dbec-453c-ad1b-eeb16fa84c39 HTTP/1.1" status: 200 len: 946 time: 0.2550771 Feb 09 01:23:54.731827 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aa29bd9e-1d78-4aca-a6b3-cb2524cc8305 req-b8d67414-77f9-4956-a0bc-975c404fe495 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135690 Feb 09 01:23:54.763968 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5280f8-d996-4528-8c3a-700292d863b1 req-eb9ce958-a7ae-441a-b787-4043205dbbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:54.763968 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf5280f8-d996-4528-8c3a-700292d863b1 req-eb9ce958-a7ae-441a-b787-4043205dbbb8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bb54c6d9ab92477c86a4af4dae2b904f&device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 1126 time: 0.0905285 Feb 09 01:23:55.251517 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5280f8-d996-4528-8c3a-700292d863b1 req-510c67f8-5db5-4651-9bc9-b4a67680b0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:55.253302 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf5280f8-d996-4528-8c3a-700292d863b1 req-510c67f8-5db5-4651-9bc9-b4a67680b0e2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=6b99b81e-5871-4979-a64c-22edc1a2273c HTTP/1.1" status: 200 len: 912 time: 0.4879487 Feb 09 01:23:55.426740 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34926) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:55.457368 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf5280f8-d996-4528-8c3a-700292d863b1 req-84169d70-b205-49b0-adb6-241e88cd5038 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=edb0912e-9313-4300-aecc-3c68da07d1d7 HTTP/1.1" status: 200 len: 217 time: 0.1933525 Feb 09 01:23:55.513583 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e420816-1bdb-45bd-948c-ffacba3048b2 req-c06d028c-9076-4fe0-9a63-75af02377ed3 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:55.515870 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e420816-1bdb-45bd-948c-ffacba3048b2 req-c06d028c-9076-4fe0-9a63-75af02377ed3 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 947 time: 0.5241649 Feb 09 01:23:55.697168 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e420816-1bdb-45bd-948c-ffacba3048b2 req-e1c5bcd8-17d9-4880-a3e1-e323986ac51d tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737406 Feb 09 01:23:55.709922 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5280f8-d996-4528-8c3a-700292d863b1 req-d64c88b6-686f-4743-84b2-9fa86f8bb38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:55.711819 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf5280f8-d996-4528-8c3a-700292d863b1 req-d64c88b6-686f-4743-84b2-9fa86f8bb38f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=46b59fab-0ab1-4600-8204-1f86be683b81 HTTP/1.1" status: 200 len: 851 time: 0.2410853 Feb 09 01:23:55.742580 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:55.779740 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf5280f8-d996-4528-8c3a-700292d863b1 req-6daa150b-3bf5-4b57-964c-a9c57f6a0be1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6b99b81e-5871-4979-a64c-22edc1a2273c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488334 Feb 09 01:23:55.786780 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c3b04f30-04c2-4ba6-8727-ee161854686b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:55.968388 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c3b04f30-04c2-4ba6-8727-ee161854686b admin admin] Publish callbacks [] for security_group (8fe27024-0e45-49a8-a19f-a2bae61a4cc5), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:55.974832 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c3b04f30-04c2-4ba6-8727-ee161854686b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (8fe27024-0e45-49a8-a19f-a2bae61a4cc5), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:56.016237 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b04f30-04c2-4ba6-8727-ee161854686b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe27024-0e45-49a8-a19f-a2bae61a4cc5,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:56.029073 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b04f30-04c2-4ba6-8727-ee161854686b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:56.029557 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b04f30-04c2-4ba6-8727-ee161854686b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:56.029866 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cabb30-610d-4bc5-9c2e-dcb2c4671e0f req-81621114-3700-4d81-b9b6-191ea783555c tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:56.030074 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b04f30-04c2-4ba6-8727-ee161854686b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:56.030501 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b04f30-04c2-4ba6-8727-ee161854686b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:56.031100 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b04f30-04c2-4ba6-8727-ee161854686b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:56.031678 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b04f30-04c2-4ba6-8727-ee161854686b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:56.032325 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b04f30-04c2-4ba6-8727-ee161854686b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:56.032784 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b04f30-04c2-4ba6-8727-ee161854686b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:56.033253 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b04f30-04c2-4ba6-8727-ee161854686b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:56.033673 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b04f30-04c2-4ba6-8727-ee161854686b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:56.034089 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b04f30-04c2-4ba6-8727-ee161854686b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:56.034506 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b04f30-04c2-4ba6-8727-ee161854686b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:56.034922 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b04f30-04c2-4ba6-8727-ee161854686b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:56.036800 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-64cabb30-610d-4bc5-9c2e-dcb2c4671e0f req-81621114-3700-4d81-b9b6-191ea783555c tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b10c95-a587-4eac-9a07-fc76b9071c48 HTTP/1.1" status: 200 len: 946 time: 0.1885796 Feb 09 01:23:56.045868 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e2e63-ac3a-4d01-9b0b-8d22bd73f175 req-e130202e-4df8-4dd3-822d-184cbbf4fdcf tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:56.054486 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0d3e2e63-ac3a-4d01-9b0b-8d22bd73f175 req-e130202e-4df8-4dd3-822d-184cbbf4fdcf tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 943 time: 0.2343593 Feb 09 01:23:56.054744 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c3b04f30-04c2-4ba6-8727-ee161854686b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=26a6fb3ccc9247db9b4ab2260f91ac0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6267154 Feb 09 01:23:56.058081 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34936) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:56.070081 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf5280f8-d996-4528-8c3a-700292d863b1 req-993ba1b1-df53-4820-9b23-bcb67e9a343d service neutron] 10.222.0.91 "GET /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833657 Feb 09 01:23:56.130167 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae2e1d8e-1656-43c2-a698-fff87bd0c1bc admin admin] Publish callbacks [] for security_group (8fe27024-0e45-49a8-a19f-a2bae61a4cc5), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:56.156380 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae2e1d8e-1656-43c2-a698-fff87bd0c1bc admin admin] Publish callbacks [] for security_group (8fe27024-0e45-49a8-a19f-a2bae61a4cc5), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:56.228442 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae2e1d8e-1656-43c2-a698-fff87bd0c1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (8fe27024-0e45-49a8-a19f-a2bae61a4cc5), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:56.231730 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae2e1d8e-1656-43c2-a698-fff87bd0c1bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:56.232940 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ae2e1d8e-1656-43c2-a698-fff87bd0c1bc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8fe27024-0e45-49a8-a19f-a2bae61a4cc5 HTTP/1.1" status: 204 len: 168 time: 0.1735101 Feb 09 01:23:56.242895 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e1d8e-1656-43c2-a698-fff87bd0c1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe27024-0e45-49a8-a19f-a2bae61a4cc5,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:56.278738 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0d3e2e63-ac3a-4d01-9b0b-8d22bd73f175 req-8bb1025a-e18b-4bda-ad3d-856101fbd2dd tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232425 Feb 09 01:23:56.286503 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-64cabb30-610d-4bc5-9c2e-dcb2c4671e0f req-59bcbee5-5dad-466b-b1e2-8a76accd257c tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] 10.222.0.30 "GET /v2.0/security-groups?id=695ccb9b-9976-42e0-b79f-a6a74d15f9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488699 Feb 09 01:23:56.333225 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf5280f8-d996-4528-8c3a-700292d863b1 req-ceb733a1-a45c-40b6-8c3a-de188ebfd2f1 service neutron] 10.222.0.91 "GET /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473879 Feb 09 01:23:56.472298 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34938e0f-70e7-46c6-8039-ab44ec02989d req-d661adca-4eda-4530-9175-549e25160d47 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:56.474778 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-34938e0f-70e7-46c6-8039-ab44ec02989d req-d661adca-4eda-4530-9175-549e25160d47 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=f56956fe-dbec-453c-ad1b-eeb16fa84c39 HTTP/1.1" status: 200 len: 946 time: 0.0717223 Feb 09 01:23:56.610094 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-34938e0f-70e7-46c6-8039-ab44ec02989d req-82464b0d-a6a3-4c72-9141-f7bb0b7b7853 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053355 Feb 09 01:23:56.718763 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34944) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:56.744990 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9e3d8692-534a-4f53-8f78-cba142d67955 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:56.842948 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9e3d8692-534a-4f53-8f78-cba142d67955 admin admin] Publish callbacks [] for security_group (d18dd7ef-0bfe-460e-bc99-b1971995384c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:56.877397 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9e3d8692-534a-4f53-8f78-cba142d67955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (d18dd7ef-0bfe-460e-bc99-b1971995384c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:56.929563 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d8692-534a-4f53-8f78-cba142d67955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18dd7ef-0bfe-460e-bc99-b1971995384c,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:56.953621 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34952) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:56.954226 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9e3d8692-534a-4f53-8f78-cba142d67955 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a82ce13800ae49d9a53faaf619cf74e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2337615 Feb 09 01:23:56.976948 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600299c3-5fc5-4016-91f4-969240ca6eb6 req-71ae698f-6728-4067-b644-c91d3e6a33d0 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:56.987086 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-600299c3-5fc5-4016-91f4-969240ca6eb6 req-71ae698f-6728-4067-b644-c91d3e6a33d0 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 947 time: 0.1423485 Feb 09 01:23:57.018343 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2ef98d77-3719-4f79-bc8f-2c2655ba9ff8 admin admin] Publish callbacks [] for security_group (d18dd7ef-0bfe-460e-bc99-b1971995384c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:57.044151 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2ef98d77-3719-4f79-bc8f-2c2655ba9ff8 admin admin] Publish callbacks [] for security_group (d18dd7ef-0bfe-460e-bc99-b1971995384c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:57.056434 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-600299c3-5fc5-4016-91f4-969240ca6eb6 req-ebe27ae4-2cd5-47c1-a241-8ed543f1f6c9 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646408 Feb 09 01:23:57.126987 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2ef98d77-3719-4f79-bc8f-2c2655ba9ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (d18dd7ef-0bfe-460e-bc99-b1971995384c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:57.131938 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2ef98d77-3719-4f79-bc8f-2c2655ba9ff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:57.134938 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2ef98d77-3719-4f79-bc8f-2c2655ba9ff8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d18dd7ef-0bfe-460e-bc99-b1971995384c HTTP/1.1" status: 204 len: 168 time: 0.1802800 Feb 09 01:23:57.172455 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef98d77-3719-4f79-bc8f-2c2655ba9ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18dd7ef-0bfe-460e-bc99-b1971995384c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:57.212935 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a8af7-1bcb-4cf5-884a-816bed15aa2e req-8d467bd7-9b59-4b42-8053-fa751b66036e tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:57.215386 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-393a8af7-1bcb-4cf5-884a-816bed15aa2e req-8d467bd7-9b59-4b42-8053-fa751b66036e tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 947 time: 0.0798590 Feb 09 01:23:57.297068 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device edb0912e-9313-4300-aecc-3c68da07d1d7 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:23:57.299476 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-393a8af7-1bcb-4cf5-884a-816bed15aa2e req-4c393431-ae01-4811-8712-07055a6819b8 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779808 Feb 09 01:23:57.453136 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8ba00-f413-443c-b22a-e4ed3bb1e8ec req-e90f3c71-2760-4d23-a2c2-0c4183be2a0a tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:57.460101 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d0f8ba00-f413-443c-b22a-e4ed3bb1e8ec req-e90f3c71-2760-4d23-a2c2-0c4183be2a0a tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] 10.222.0.121 "GET /v2.0/ports?device_id=72b10c95-a587-4eac-9a07-fc76b9071c48 HTTP/1.1" status: 200 len: 946 time: 0.1593502 Feb 09 01:23:57.552224 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port edb0912e-9313-4300-aecc-3c68da07d1d7, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=edb0912e-9313-4300-aecc-3c68da07d1d7,segment=NetworkSegment(3350618d-f84a-4a0b-8997-97c98e7ed20e),segment_id=3350618d-f84a-4a0b-8997-97c98e7ed20e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:57.570819 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': 'edb0912e-9313-4300-aecc-3c68da07d1d7', 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c', 'port_id': 'edb0912e-9313-4300-aecc-3c68da07d1d7', 'mac_address': 'fa:16:3e:c7:5d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b59fab-0ab1-4600-8204-1f86be683b81', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:23:57.581762 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:57.636314 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port edb0912e-9313-4300-aecc-3c68da07d1d7 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:57.637053 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (edb0912e-9313-4300-aecc-3c68da07d1d7), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:57.658658 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edb0912e-9313-4300-aecc-3c68da07d1d7 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:23:57.700252 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port edb0912e-9313-4300-aecc-3c68da07d1d7, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=edb0912e-9313-4300-aecc-3c68da07d1d7,segment=NetworkSegment(3350618d-f84a-4a0b-8997-97c98e7ed20e),segment_id=3350618d-f84a-4a0b-8997-97c98e7ed20e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:57.714279 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (edb0912e-9313-4300-aecc-3c68da07d1d7), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:57.722204 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c55d72-98fb-493d-9624-4b7c8b126a12 req-85815866-ef9c-499c-aed6-36245aaf8441 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:57.731665 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e7c55d72-98fb-493d-9624-4b7c8b126a12 req-85815866-ef9c-499c-aed6-36245aaf8441 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b10c95-a587-4eac-9a07-fc76b9071c48 HTTP/1.1" status: 200 len: 946 time: 0.2295506 Feb 09 01:23:57.753204 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc49ad0-866b-4b23-86c6-318e266bd019 req-05b25ac9-035c-4157-895d-a38d071855ad tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:57.762137 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ddc49ad0-866b-4b23-86c6-318e266bd019 req-05b25ac9-035c-4157-895d-a38d071855ad tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 943 time: 0.2725255 Feb 09 01:23:57.822241 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=edb0912e-9313-4300-aecc-3c68da07d1d7,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:57.892258 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ddc49ad0-866b-4b23-86c6-318e266bd019 req-065cf65f-bd76-49ce-acaf-29f28aa617e5 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273711 Feb 09 01:23:57.949715 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-d0f8ba00-f413-443c-b22a-e4ed3bb1e8ec req-d3fa38f6-56dd-480e-81e5-72b1a04a011f tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Deleting port 81c798b0-5955-4b0c-aca1-50e0e8648da6 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:23:57.950074 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d0f8ba00-f413-443c-b22a-e4ed3bb1e8ec req-d3fa38f6-56dd-480e-81e5-72b1a04a011f tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (81c798b0-5955-4b0c-aca1-50e0e8648da6), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:58.016351 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['edb0912e-9313-4300-aecc-3c68da07d1d7'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:23:58.202142 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:58.533800 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e7c55d72-98fb-493d-9624-4b7c8b126a12 req-bf68a518-9ce2-4c91-b497-46bc7f94e223 tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] 10.222.0.30 "GET /v2.0/security-groups?id=695ccb9b-9976-42e0-b79f-a6a74d15f9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7996221 Feb 09 01:23:58.641781 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8df029-fb40-47dc-a1fe-9ae237829d14 req-5b7aa5b2-763f-493e-ae76-b2f20c9b700c tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:58.650151 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ed8df029-fb40-47dc-a1fe-9ae237829d14 req-5b7aa5b2-763f-493e-ae76-b2f20c9b700c tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 947 time: 0.5610890 Feb 09 01:23:58.655187 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-d0f8ba00-f413-443c-b22a-e4ed3bb1e8ec req-d3fa38f6-56dd-480e-81e5-72b1a04a011f tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] For port 81c798b0-5955-4b0c-aca1-50e0e8648da6, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=81c798b0-5955-4b0c-aca1-50e0e8648da6,segment=NetworkSegment(ba363635-7582-498a-b38b-955b476536ad),segment_id=ba363635-7582-498a-b38b-955b476536ad)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:58.655935 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d0f8ba00-f413-443c-b22a-e4ed3bb1e8ec req-d3fa38f6-56dd-480e-81e5-72b1a04a011f tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (81c798b0-5955-4b0c-aca1-50e0e8648da6), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:58.767027 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-d0f8ba00-f413-443c-b22a-e4ed3bb1e8ec req-d3fa38f6-56dd-480e-81e5-72b1a04a011f tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Calling delete_port for 81c798b0-5955-4b0c-aca1-50e0e8648da6 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:23:58.786605 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ed8df029-fb40-47dc-a1fe-9ae237829d14 req-e040f12d-3ae1-4f58-804d-0793d565ed7a tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351826 Feb 09 01:23:58.870929 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe0a71-5a67-46b3-80b8-ccb286cf3a45 req-2abbe729-8cf8-4d06-be19-70b63992100b tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:58.876592 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3fbe0a71-5a67-46b3-80b8-ccb286cf3a45 req-2abbe729-8cf8-4d06-be19-70b63992100b tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=f56956fe-dbec-453c-ad1b-eeb16fa84c39 HTTP/1.1" status: 200 len: 946 time: 0.1741874 Feb 09 01:23:58.981060 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d0f8ba00-f413-443c-b22a-e4ed3bb1e8ec req-d3fa38f6-56dd-480e-81e5-72b1a04a011f tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (81c798b0-5955-4b0c-aca1-50e0e8648da6), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:59.047081 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa38f6-56dd-480e-81e5-72b1a04a011f tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Pushing event deleted for resources: {'Port': ['ID=81c798b0-5955-4b0c-aca1-50e0e8648da6,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:59.053739 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3fbe0a71-5a67-46b3-80b8-ccb286cf3a45 req-2e415c8f-90dd-4f0a-ac83-544a628d5080 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959160 Feb 09 01:23:59.116965 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f8ba00-f413-443c-b22a-e4ed3bb1e8ec req-d3fa38f6-56dd-480e-81e5-72b1a04a011f tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] No DVR routers for this DVR port 81c798b0-5955-4b0c-aca1-50e0e8648da6 on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:23:59.120879 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d0f8ba00-f413-443c-b22a-e4ed3bb1e8ec req-d3fa38f6-56dd-480e-81e5-72b1a04a011f tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:59.124396 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d0f8ba00-f413-443c-b22a-e4ed3bb1e8ec req-d3fa38f6-56dd-480e-81e5-72b1a04a011f tempest-VolumesActionsTest-1737369275 tempest-VolumesActionsTest-1737369275-project] 10.222.0.121 "DELETE /v2.0/ports/81c798b0-5955-4b0c-aca1-50e0e8648da6 HTTP/1.1" status: 204 len: 173 time: 1.6602099 Feb 09 01:23:59.124863 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b10c95-a587-4eac-9a07-fc76b9071c48', 'name': 'network-vif-deleted', 'tag': '81c798b0-5955-4b0c-aca1-50e0e8648da6'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:23:59.127606 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5fc472-8196-4469-b74a-8a2cddda1d99" -d '{"events": [{"server_uuid": "72b10c95-a587-4eac-9a07-fc76b9071c48", "name": "network-vif-deleted", "tag": "81c798b0-5955-4b0c-aca1-50e0e8648da6"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:23:59.133592 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-2ebd5988-99a8-452b-bd7b-b153aeb545de tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--171404610&fields=id&tenant_id=d29c28a7e64645c9a685472a8bfba0ab HTTP/1.1" status: 200 len: 267 time: 0.1773369 Feb 09 01:23:59.298706 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device edb0912e-9313-4300-aecc-3c68da07d1d7 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:23:59.408267 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port edb0912e-9313-4300-aecc-3c68da07d1d7 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:23:59.417527 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port edb0912e-9313-4300-aecc-3c68da07d1d7 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:59.419956 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (edb0912e-9313-4300-aecc-3c68da07d1d7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:59.438430 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103b04e-abea-4251-aabb-cac68f448a67 req-06e2c38b-682f-4094-95c3-6e57971cca38 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:59.445216 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7103b04e-abea-4251-aabb-cac68f448a67 req-06e2c38b-682f-4094-95c3-6e57971cca38 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 944 time: 0.2162228 Feb 09 01:23:59.467725 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-8dd10fb8-621e-495f-8ac0-fe61c99e99d9 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:59.475507 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-8dd10fb8-621e-495f-8ac0-fe61c99e99d9 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/networks?id=8ce77acd-00e3-49dd-921d-12bc8c86c44b HTTP/1.1" status: 200 len: 816 time: 0.3222446 Feb 09 01:23:59.545715 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-42712815-6eb1-4629-b28e-3c1781eaeca9 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/quotas/d29c28a7e64645c9a685472a8bfba0ab HTTP/1.1" status: 200 len: 375 time: 0.0688167 Feb 09 01:23:59.616204 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7103b04e-abea-4251-aabb-cac68f448a67 req-592e84c3-047c-4051-8520-ab774c967626 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259689 Feb 09 01:23:59.647799 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port edb0912e-9313-4300-aecc-3c68da07d1d7 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:59.648220 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (edb0912e-9313-4300-aecc-3c68da07d1d7), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:59.687431 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e2eb81-0765-4f40-95c2-9e518c594932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb0912e-9313-4300-aecc-3c68da07d1d7'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:23:59.689592 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42b754b-8bf0-4a4d-a21a-099db9533c25" -d '{"events": [{"server_uuid": "22e2eb81-0765-4f40-95c2-9e518c594932", "name": "network-vif-plugged", "status": "completed", "tag": "edb0912e-9313-4300-aecc-3c68da07d1d7"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:23:59.704737 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-1b15a639-f98b-43af-9489-7040b1ee7aeb tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d29c28a7e64645c9a685472a8bfba0ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1536710 Feb 09 01:23:59.737495 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port edb0912e-9313-4300-aecc-3c68da07d1d7, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=edb0912e-9313-4300-aecc-3c68da07d1d7,segment=NetworkSegment(3350618d-f84a-4a0b-8997-97c98e7ed20e),segment_id=3350618d-f84a-4a0b-8997-97c98e7ed20e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:59.746715 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (edb0912e-9313-4300-aecc-3c68da07d1d7), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:59.862795 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=edb0912e-9313-4300-aecc-3c68da07d1d7,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:59.917580 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-7947a614-bf10-4b2d-b854-fabd490dd90a service neutron] 10.222.0.30 "GET /v2.0/networks/8ce77acd-00e3-49dd-921d-12bc8c86c44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121394 Feb 09 01:24:00.124215 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-6579c244-17b5-4dee-9a5e-80366a869713 service neutron] 10.222.0.30 "GET /v2.0/networks/8ce77acd-00e3-49dd-921d-12bc8c86c44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931417 Feb 09 01:24:00.458453 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830fe997-09d4-4ad0-8d70-1ec03faf9f49 req-3a189507-9398-468d-a0ef-d625066c68a1 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:00.460091 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-830fe997-09d4-4ad0-8d70-1ec03faf9f49 req-3a189507-9398-468d-a0ef-d625066c68a1 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 947 time: 0.0984159 Feb 09 01:24:00.640929 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-830fe997-09d4-4ad0-8d70-1ec03faf9f49 req-69207c7d-689b-4863-bbc9-760a78855f27 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726019 Feb 09 01:24:00.648790 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816e3722-073b-4341-be25-e9164cf3042a x-openstack-request-id: req-816e3722-073b-4341-be25-e9164cf3042a {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:24:00.649615 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b10c95-a587-4eac-9a07-fc76b9071c48", "name": "network-vif-deleted", "tag": "81c798b0-5955-4b0c-aca1-50e0e8648da6", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:24:00.649716 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-816e3722-073b-4341-be25-e9164cf3042a {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:24:00.650374 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72b10c95-a587-4eac-9a07-fc76b9071c48', 'name': 'network-vif-deleted', 'tag': '81c798b0-5955-4b0c-aca1-50e0e8648da6', 'status': 'completed', 'code': 200} Feb 09 01:24:00.769564 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4e54dc-91fe-4abc-96b9-eb8f09d5c193 x-openstack-request-id: req-9d4e54dc-91fe-4abc-96b9-eb8f09d5c193 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:24:00.770519 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e2eb81-0765-4f40-95c2-9e518c594932", "name": "network-vif-plugged", "status": "completed", "tag": "edb0912e-9313-4300-aecc-3c68da07d1d7", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:24:00.770976 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9d4e54dc-91fe-4abc-96b9-eb8f09d5c193 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:24:00.772347 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e2eb81-0765-4f40-95c2-9e518c594932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb0912e-9313-4300-aecc-3c68da07d1d7', 'code': 200} Feb 09 01:24:00.858585 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 81c798b0-5955-4b0c-aca1-50e0e8648da6 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:24:00.945000 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 81c798b0-5955-4b0c-aca1-50e0e8648da6 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:24:00.945460 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 81c798b0-5955-4b0c-aca1-50e0e8648da6 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:24:01.123447 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca92b48-b00d-4836-8917-2a9b6b32c863 req-3d084764-dbb7-4d9d-afef-f0b0575e0646 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:01.132058 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cca92b48-b00d-4836-8917-2a9b6b32c863 req-3d084764-dbb7-4d9d-afef-f0b0575e0646 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=f56956fe-dbec-453c-ad1b-eeb16fa84c39 HTTP/1.1" status: 200 len: 946 time: 0.3059556 Feb 09 01:24:01.239179 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf056c0-77dc-44da-babc-a3495a8d4574 req-46233baa-7d8d-448b-bb36-c62bc2dc0892 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:01.257856 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf056c0-77dc-44da-babc-a3495a8d4574 req-46233baa-7d8d-448b-bb36-c62bc2dc0892 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:01.273515 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf056c0-77dc-44da-babc-a3495a8d4574 req-46233baa-7d8d-448b-bb36-c62bc2dc0892 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:01.285562 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf056c0-77dc-44da-babc-a3495a8d4574 req-46233baa-7d8d-448b-bb36-c62bc2dc0892 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:01.297191 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf056c0-77dc-44da-babc-a3495a8d4574 req-46233baa-7d8d-448b-bb36-c62bc2dc0892 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:01.334488 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf056c0-77dc-44da-babc-a3495a8d4574 req-46233baa-7d8d-448b-bb36-c62bc2dc0892 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:01.351308 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf056c0-77dc-44da-babc-a3495a8d4574 req-46233baa-7d8d-448b-bb36-c62bc2dc0892 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:01.363560 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bcf056c0-77dc-44da-babc-a3495a8d4574 req-46233baa-7d8d-448b-bb36-c62bc2dc0892 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5434 time: 0.3249054 Feb 09 01:24:01.518040 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507eb7f3-11fe-4867-b26d-403ed061323c req-2a74f967-2c49-4c7d-bb48-a0e8c053a411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:01.522457 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-507eb7f3-11fe-4867-b26d-403ed061323c req-2a74f967-2c49-4c7d-bb48-a0e8c053a411 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 1128 time: 0.5849736 Feb 09 01:24:01.699895 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cca92b48-b00d-4836-8917-2a9b6b32c863 req-87bf3eb3-c8f4-4c57-b954-f0c1bfe3c020 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5669546 Feb 09 01:24:01.732764 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bcf056c0-77dc-44da-babc-a3495a8d4574 req-2a013670-7901-4b28-b0bb-2935c8e1bb8e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3681035 Feb 09 01:24:01.775553 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-507eb7f3-11fe-4867-b26d-403ed061323c req-ed60c811-723c-4616-a320-a9675814e86e service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213721 Feb 09 01:24:01.892598 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9d0fe802-84c2-4f14-a666-3b3f5ec3fd62 req-8167e063-ce39-4ac0-8420-92ad7cf8a363 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 210 time: 0.1029892 Feb 09 01:24:01.996398 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af0be2-8964-4841-a5a1-b02b4f75c197 req-2a8e57da-9cd0-4ca6-a67a-cfe604debdb2 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:01.999212 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-20af0be2-8964-4841-a5a1-b02b4f75c197 req-2a8e57da-9cd0-4ca6-a67a-cfe604debdb2 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 945 time: 0.0921419 Feb 09 01:24:02.122262 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-20af0be2-8964-4841-a5a1-b02b4f75c197 req-7f705409-3c35-42f2-9cd1-6c9eea991fe6 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121113 Feb 09 01:24:02.173844 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00e919-ed2b-4006-8061-26e6db884e94 req-c9967de4-c485-434f-bd1a-d5d286c985e0 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:02.175448 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cc00e919-ed2b-4006-8061-26e6db884e94 req-c9967de4-c485-434f-bd1a-d5d286c985e0 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 947 time: 0.1034992 Feb 09 01:24:02.264877 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cc00e919-ed2b-4006-8061-26e6db884e94 req-87a687fc-bb8b-4905-9b42-d05fcf6500f8 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808935 Feb 09 01:24:02.438886 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35108) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:02.534222 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821ff7d-75d1-4542-b0b5-07e729a52b34 req-800cb88f-6fdf-417a-a837-6002a3c0aa33 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:02.535951 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5821ff7d-75d1-4542-b0b5-07e729a52b34 req-800cb88f-6fdf-417a-a837-6002a3c0aa33 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 947 time: 0.0808358 Feb 09 01:24:02.624451 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3485f714-a0ba-4733-8522-b05d9d9d665f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:02.681640 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5821ff7d-75d1-4542-b0b5-07e729a52b34 req-75254e6a-1aa2-48d5-b00e-ec5862d97129 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256680 Feb 09 01:24:02.859533 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3485f714-a0ba-4733-8522-b05d9d9d665f admin admin] Publish callbacks [] for security_group (2c80ac27-e6bc-4bf5-b3f9-875c7a756c16), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:02.875331 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3485f714-a0ba-4733-8522-b05d9d9d665f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (2c80ac27-e6bc-4bf5-b3f9-875c7a756c16), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:03.019487 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35120) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:03.020600 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3485f714-a0ba-4733-8522-b05d9d9d665f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e68c4377aa214b0f89cc8f5d3fcaf57e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5799205 Feb 09 01:24:03.064572 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3485f714-a0ba-4733-8522-b05d9d9d665f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c80ac27-e6bc-4bf5-b3f9-875c7a756c16,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:03.114485 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a26aab-1c2a-4e2b-b8e5-44e3fe70130d req-9096e320-f38c-48ff-9aab-8614b8c2225e tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:03.123350 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-18a26aab-1c2a-4e2b-b8e5-44e3fe70130d req-9096e320-f38c-48ff-9aab-8614b8c2225e tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=f56956fe-dbec-453c-ad1b-eeb16fa84c39 HTTP/1.1" status: 200 len: 946 time: 0.2516959 Feb 09 01:24:03.145083 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780a72d-011e-4e58-bf93-15871acee47a req-d1d6fc22-9120-4098-9a88-8bef632f6587 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:03.146883 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5780a72d-011e-4e58-bf93-15871acee47a req-d1d6fc22-9120-4098-9a88-8bef632f6587 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 947 time: 0.3016214 Feb 09 01:24:03.174938 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-319a2a5d-79de-44a6-bae8-ad64419fec5a admin admin] Publish callbacks [] for security_group (2c80ac27-e6bc-4bf5-b3f9-875c7a756c16), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:03.228283 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-ab6efec8-4fb7-4b22-980c-b64496c0dc56 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:03.231729 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-ab6efec8-4fb7-4b22-980c-b64496c0dc56 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.91 "GET /v2.0/networks?id=8ce77acd-00e3-49dd-921d-12bc8c86c44b HTTP/1.1" status: 200 len: 816 time: 0.2712588 Feb 09 01:24:03.233657 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-319a2a5d-79de-44a6-bae8-ad64419fec5a admin admin] Publish callbacks [] for security_group (2c80ac27-e6bc-4bf5-b3f9-875c7a756c16), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:03.252748 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-18a26aab-1c2a-4e2b-b8e5-44e3fe70130d req-5c58fef9-3915-4d69-8d91-e99c127fe6bb tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282682 Feb 09 01:24:03.375446 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5780a72d-011e-4e58-bf93-15871acee47a req-0a4e5f83-eb63-48b8-8628-e45b38373a31 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097306 Feb 09 01:24:03.415042 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-319a2a5d-79de-44a6-bae8-ad64419fec5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (2c80ac27-e6bc-4bf5-b3f9-875c7a756c16), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:03.431642 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-319a2a5d-79de-44a6-bae8-ad64419fec5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:03.439689 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-319a2a5d-79de-44a6-bae8-ad64419fec5a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2c80ac27-e6bc-4bf5-b3f9-875c7a756c16 HTTP/1.1" status: 204 len: 168 time: 0.4164679 Feb 09 01:24:03.480212 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a2a5d-79de-44a6-bae8-ad64419fec5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c80ac27-e6bc-4bf5-b3f9-875c7a756c16,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:03.594067 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-755f1619-ee99-42d9-abb4-72f2ed22f1cb tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d29c28a7e64645c9a685472a8bfba0ab HTTP/1.1" status: 200 len: 379 time: 0.3341320 Feb 09 01:24:03.619279 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-34de3970-dda0-483a-a24f-8816f64d0d33 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Request body: {'port': {'device_id': '4a8a114e-267f-4e61-a6f1-6453d00c0b10', 'network_id': '8ce77acd-00e3-49dd-921d-12bc8c86c44b', 'admin_state_up': True, 'tenant_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'security_groups': ['93d11c2d-5658-4f67-9806-bfe788d6a8b2']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:03.906256 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2815a7e0-37ee-4c4e-9640-62c94632c95d req-d319bb77-bc22-4bc7-a414-0b7f25852a72 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 210 time: 0.0410254 Feb 09 01:24:03.990234 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4844d61-a90f-439f-83b2-5484e848f21b req-f27f8ca0-721d-4716-9b93-e301db0e7341 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:04.005095 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4844d61-a90f-439f-83b2-5484e848f21b req-f27f8ca0-721d-4716-9b93-e301db0e7341 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:04.027095 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4844d61-a90f-439f-83b2-5484e848f21b req-f27f8ca0-721d-4716-9b93-e301db0e7341 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:04.044250 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4844d61-a90f-439f-83b2-5484e848f21b req-f27f8ca0-721d-4716-9b93-e301db0e7341 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:04.073643 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4844d61-a90f-439f-83b2-5484e848f21b req-f27f8ca0-721d-4716-9b93-e301db0e7341 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:04.111011 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4844d61-a90f-439f-83b2-5484e848f21b req-f27f8ca0-721d-4716-9b93-e301db0e7341 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:04.121586 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4844d61-a90f-439f-83b2-5484e848f21b req-f27f8ca0-721d-4716-9b93-e301db0e7341 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:04.154387 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4844d61-a90f-439f-83b2-5484e848f21b req-f27f8ca0-721d-4716-9b93-e301db0e7341 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5434 time: 0.7292857 Feb 09 01:24:04.161576 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35140) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:04.178297 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5500c604-6229-48ea-9e57-f0725930b4a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:04.303163 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-34de3970-dda0-483a-a24f-8816f64d0d33 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Made reservation on behalf of d29c28a7e64645c9a685472a8bfba0ab for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:04.312609 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-34de3970-dda0-483a-a24f-8816f64d0d33 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:04.405640 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4844d61-a90f-439f-83b2-5484e848f21b req-4a7cb2cb-46a2-4b72-affd-0a79e6801c5d tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2407825 Feb 09 01:24:04.409895 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5500c604-6229-48ea-9e57-f0725930b4a7 admin admin] Publish callbacks [] for security_group (c49bea14-a603-4414-ba15-43b0ca4a02f4), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:04.418619 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5500c604-6229-48ea-9e57-f0725930b4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c49bea14-a603-4414-ba15-43b0ca4a02f4), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:04.434053 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b11e55-3b71-4124-8698-5602cc1d0fff req-3361a6c1-763a-43fe-a307-22c06a876488 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:04.435860 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-90b11e55-3b71-4124-8698-5602cc1d0fff req-3361a6c1-763a-43fe-a307-22c06a876488 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 945 time: 0.2450955 Feb 09 01:24:04.564695 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-90b11e55-3b71-4124-8698-5602cc1d0fff req-3a0d8e8d-af60-42e8-8a37-11802ae9c273 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943606 Feb 09 01:24:04.596690 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500c604-6229-48ea-9e57-f0725930b4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49bea14-a603-4414-ba15-43b0ca4a02f4,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:04.619345 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5500c604-6229-48ea-9e57-f0725930b4a7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=22f75a688df941869e8ec336a2a4b598&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4560044 Feb 09 01:24:04.621706 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35148) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:04.782212 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28473ced-cd2f-4af4-b66d-902feef29613 admin admin] Publish callbacks [] for security_group (c49bea14-a603-4414-ba15-43b0ca4a02f4), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:04.833231 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-c129289d-ce9f-4c78-8685-e511166ee04f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:04.841884 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-c129289d-ce9f-4c78-8685-e511166ee04f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:04.842058 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-34de3970-dda0-483a-a24f-8816f64d0d33 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Allocated IP 172.20.0.9 (8ce77acd-00e3-49dd-921d-12bc8c86c44b/b5c68845-dbb9-4fbb-a7c3-02cd380b4dd5/9d55c1da-bde7-40fe-b437-e9aec28592e1) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:24:04.849730 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-c129289d-ce9f-4c78-8685-e511166ee04f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:04.858135 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-c129289d-ce9f-4c78-8685-e511166ee04f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:04.864676 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-c129289d-ce9f-4c78-8685-e511166ee04f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:04.871805 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-c129289d-ce9f-4c78-8685-e511166ee04f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:04.879844 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-c129289d-ce9f-4c78-8685-e511166ee04f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:04.882153 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-c129289d-ce9f-4c78-8685-e511166ee04f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.91 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5434 time: 0.4354455 Feb 09 01:24:05.012324 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846edaa-6776-4b82-a39a-99cbed725e03 req-43142f9d-a37b-4344-9812-cf4df9e3c697 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:05.017795 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a846edaa-6776-4b82-a39a-99cbed725e03 req-43142f9d-a37b-4344-9812-cf4df9e3c697 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=f56956fe-dbec-453c-ad1b-eeb16fa84c39 HTTP/1.1" status: 200 len: 946 time: 0.2740717 Feb 09 01:24:05.023464 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-e0a4263a-3e38-4d01-bc86-ef15b6584b68 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:05.028941 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-e0a4263a-3e38-4d01-bc86-ef15b6584b68 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.91 "GET /v2.0/ports/e4ad6d56-00d7-42d0-9033-d57c5a0dae64?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1224370 Feb 09 01:24:05.041159 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28473ced-cd2f-4af4-b66d-902feef29613 admin admin] Publish callbacks [] for security_group (c49bea14-a603-4414-ba15-43b0ca4a02f4), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:05.295452 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a846edaa-6776-4b82-a39a-99cbed725e03 req-6c46d006-4c36-46ce-a33b-9255682ecdbd tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633107 Feb 09 01:24:05.459383 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-34de3970-dda0-483a-a24f-8816f64d0d33 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks [] for port (9d55c1da-bde7-40fe-b437-e9aec28592e1), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:05.677805 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-34de3970-dda0-483a-a24f-8816f64d0d33 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (9d55c1da-bde7-40fe-b437-e9aec28592e1), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:05.792593 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-34de3970-dda0-483a-a24f-8816f64d0d33 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Network 8ce77acd-00e3-49dd-921d-12bc8c86c44b is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:05.813802 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-34de3970-dda0-483a-a24f-8816f64d0d33 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:05.820238 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-34de3970-dda0-483a-a24f-8816f64d0d33 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:24:05.943905 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de3970-dda0-483a-a24f-8816f64d0d33 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Pushing event updated for resources: {'Port': ['ID=9d55c1da-bde7-40fe-b437-e9aec28592e1,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:05.967456 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-34de3970-dda0-483a-a24f-8816f64d0d33 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:05.968293 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-34de3970-dda0-483a-a24f-8816f64d0d33 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:05.983234 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-bd542ff8-df16-4f7f-9e6d-9f57c4c61bed tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.91 "GET /v2.0/networks/a87ac28a-2aeb-4a83-82bf-decda1e08acb?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.9456248 Feb 09 01:24:05.984714 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28473ced-cd2f-4af4-b66d-902feef29613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c49bea14-a603-4414-ba15-43b0ca4a02f4), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:05.987737 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28473ced-cd2f-4af4-b66d-902feef29613 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:05.989200 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-28473ced-cd2f-4af4-b66d-902feef29613 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c49bea14-a603-4414-ba15-43b0ca4a02f4 HTTP/1.1" status: 204 len: 168 time: 1.3625078 Feb 09 01:24:05.995602 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d05aba-781b-4a59-b5c3-04a164c43f1f req-778471d9-4e44-4fa5-9ad5-66451249e864 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:06.004261 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-20d05aba-781b-4a59-b5c3-04a164c43f1f req-778471d9-4e44-4fa5-9ad5-66451249e864 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 947 time: 0.4280143 Feb 09 01:24:06.013582 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-34de3970-dda0-483a-a24f-8816f64d0d33 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4058950 Feb 09 01:24:06.026496 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-555adc36-3efe-4cfc-a77d-f747b59ce955 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:06.030287 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28473ced-cd2f-4af4-b66d-902feef29613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49bea14-a603-4414-ba15-43b0ca4a02f4,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:06.121507 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47e646-99f9-4b61-8352-567a625037a3 req-a4891d4c-5893-46ce-96f0-2e0388098545 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:06.128430 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bd47e646-99f9-4b61-8352-567a625037a3 req-a4891d4c-5893-46ce-96f0-2e0388098545 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 931 time: 0.4502566 Feb 09 01:24:06.143178 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-b222cd58-173e-4580-8c27-db5597a0d7b0 service neutron] Request body: {'port': {'device_id': '4a8a114e-267f-4e61-a6f1-6453d00c0b10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:06.252421 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-555adc36-3efe-4cfc-a77d-f747b59ce955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e4ad6d56-00d7-42d0-9033-d57c5a0dae64), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:06.310619 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-9b4e3443-7ef2-461a-9ef3-959dfce755e9 None None] Provisioning complete for port 9d55c1da-bde7-40fe-b437-e9aec28592e1 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:06.312243 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9b4e3443-7ef2-461a-9ef3-959dfce755e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9d55c1da-bde7-40fe-b437-e9aec28592e1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:06.405225 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-9b4e3443-7ef2-461a-9ef3-959dfce755e9 None None] Port 9d55c1da-bde7-40fe-b437-e9aec28592e1 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:24:06.409952 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-20d05aba-781b-4a59-b5c3-04a164c43f1f req-fe796f0d-ecbc-45b6-ad40-4cc1451b8833 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050307 Feb 09 01:24:06.602383 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bd47e646-99f9-4b61-8352-567a625037a3 req-1cd2ac60-c0a9-4817-bbfb-11052233b3d9 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/security-groups?id=93d11c2d-5658-4f67-9806-bfe788d6a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4380584 Feb 09 01:24:06.610455 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-b222cd58-173e-4580-8c27-db5597a0d7b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9d55c1da-bde7-40fe-b437-e9aec28592e1), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:06.757637 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-555adc36-3efe-4cfc-a77d-f747b59ce955 service neutron] For port e4ad6d56-00d7-42d0-9033-d57c5a0dae64, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=e4ad6d56-00d7-42d0-9033-d57c5a0dae64,segment=NetworkSegment(af93cac6-5d5f-4d5f-921e-cbbc9866a4d1),segment_id=af93cac6-5d5f-4d5f-921e-cbbc9866a4d1)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:06.918449 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-555adc36-3efe-4cfc-a77d-f747b59ce955 service neutron] For port e4ad6d56-00d7-42d0-9033-d57c5a0dae64, host n-h2-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:24:07.056347 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-555adc36-3efe-4cfc-a77d-f747b59ce955 service neutron] device_id is not set on port e4ad6d56-00d7-42d0-9033-d57c5a0dae64 yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:24:07.096489 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-555adc36-3efe-4cfc-a77d-f747b59ce955 service neutron] Publish callbacks [] for port (e4ad6d56-00d7-42d0-9033-d57c5a0dae64), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:07.118984 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-555adc36-3efe-4cfc-a77d-f747b59ce955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (e4ad6d56-00d7-42d0-9033-d57c5a0dae64), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:07.130805 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b3c83-6a9f-4732-9459-35979a6985f3 req-4f6dbdb1-387e-499d-a337-c34562b4de28 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:07.138648 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b3c83-6a9f-4732-9459-35979a6985f3 req-4f6dbdb1-387e-499d-a337-c34562b4de28 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:07.149522 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b3c83-6a9f-4732-9459-35979a6985f3 req-4f6dbdb1-387e-499d-a337-c34562b4de28 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:07.171853 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b3c83-6a9f-4732-9459-35979a6985f3 req-4f6dbdb1-387e-499d-a337-c34562b4de28 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:07.184163 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b3c83-6a9f-4732-9459-35979a6985f3 req-4f6dbdb1-387e-499d-a337-c34562b4de28 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:07.197363 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b3c83-6a9f-4732-9459-35979a6985f3 req-4f6dbdb1-387e-499d-a337-c34562b4de28 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:07.210505 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b3c83-6a9f-4732-9459-35979a6985f3 req-4f6dbdb1-387e-499d-a337-c34562b4de28 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:07.221624 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c2b3c83-6a9f-4732-9459-35979a6985f3 req-4f6dbdb1-387e-499d-a337-c34562b4de28 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 5434 time: 0.5633287 Feb 09 01:24:07.257607 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3be7b-4029-4685-bb2e-3da9b57c56c9 req-ae91ccb3-da45-4c4b-87e1-52ebb5e920b0 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:07.269890 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2dc3be7b-4029-4685-bb2e-3da9b57c56c9 req-ae91ccb3-da45-4c4b-87e1-52ebb5e920b0 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 945 time: 0.5559435 Feb 09 01:24:07.348559 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device e4ad6d56-00d7-42d0-9033-d57c5a0dae64 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:24:07.454535 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555adc36-3efe-4cfc-a77d-f747b59ce955 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ad6d56-00d7-42d0-9033-d57c5a0dae64,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:07.486650 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] The host n-h2-822053-40 is not matching for port e4ad6d56-00d7-42d0-9033-d57c5a0dae64 host ! {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:24:07.487783 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device e4ad6d56-00d7-42d0-9033-d57c5a0dae64 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:24:07.488513 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device da204a12-3812-43bd-b3e0-86cb8015b582 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:24:07.497762 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-555adc36-3efe-4cfc-a77d-f747b59ce955 service neutron] No DVR routers for this DVR port e4ad6d56-00d7-42d0-9033-d57c5a0dae64 on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:24:07.617683 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-555adc36-3efe-4cfc-a77d-f747b59ce955 service neutron] In _notify_port_updated(), no bound segment for port e4ad6d56-00d7-42d0-9033-d57c5a0dae64 on network a87ac28a-2aeb-4a83-82bf-decda1e08acb {{(pid=103528) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:24:07.622579 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-555adc36-3efe-4cfc-a77d-f747b59ce955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:07.623378 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-555adc36-3efe-4cfc-a77d-f747b59ce955 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:07.624770 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-555adc36-3efe-4cfc-a77d-f747b59ce955 service neutron] 10.222.0.91 "PUT /v2.0/ports/e4ad6d56-00d7-42d0-9033-d57c5a0dae64 HTTP/1.1" status: 200 len: 1027 time: 1.6081953 Feb 09 01:24:07.785232 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-99154678-7e9b-422a-853e-f78f68a898df tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:07.786645 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-99154678-7e9b-422a-853e-f78f68a898df tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.91 "GET /v2.0/ports/5d99abd4-5248-45fa-8dc3-6b85097edb46?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1550634 Feb 09 01:24:07.798401 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-7a80db7c-27fe-4b3d-aa16-411ad160e2b9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:07.913286 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-b222cd58-173e-4580-8c27-db5597a0d7b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d55c1da-bde7-40fe-b437-e9aec28592e1 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:24:07.942226 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-b222cd58-173e-4580-8c27-db5597a0d7b0 service neutron] Publish callbacks [] for port (9d55c1da-bde7-40fe-b437-e9aec28592e1), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:07.966147 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-7a80db7c-27fe-4b3d-aa16-411ad160e2b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5d99abd4-5248-45fa-8dc3-6b85097edb46), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:07.972324 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-b222cd58-173e-4580-8c27-db5597a0d7b0 service neutron] Transition to ACTIVE for port object 9d55c1da-bde7-40fe-b437-e9aec28592e1 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:24:07.997464 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-b222cd58-173e-4580-8c27-db5597a0d7b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (9d55c1da-bde7-40fe-b437-e9aec28592e1), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:08.118567 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-ac697703-6f77-45c1-93f0-c4f7845544c8 None None] Provisioning complete for port e4ad6d56-00d7-42d0-9033-d57c5a0dae64 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:08.118956 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ac697703-6f77-45c1-93f0-c4f7845544c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e4ad6d56-00d7-42d0-9033-d57c5a0dae64), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:08.214032 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2dc3be7b-4029-4685-bb2e-3da9b57c56c9 req-4051ec3e-96a0-4672-a488-f08cf747bc20 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9037757 Feb 09 01:24:08.219051 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222cd58-173e-4580-8c27-db5597a0d7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=9d55c1da-bde7-40fe-b437-e9aec28592e1,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:08.243933 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c2b3c83-6a9f-4732-9459-35979a6985f3 req-04586e72-81d7-4db8-a675-d134997886e6 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&id=af858176-f16e-4107-91d6-75eaea8a0791&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0207024 Feb 09 01:24:08.352112 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ac697703-6f77-45c1-93f0-c4f7845544c8 None None] Port e4ad6d56-00d7-42d0-9033-d57c5a0dae64 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:24:08.361940 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port da204a12-3812-43bd-b3e0-86cb8015b582 is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:08.362333 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (da204a12-3812-43bd-b3e0-86cb8015b582), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:08.370678 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-7a80db7c-27fe-4b3d-aa16-411ad160e2b9 service neutron] For port 5d99abd4-5248-45fa-8dc3-6b85097edb46, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=5d99abd4-5248-45fa-8dc3-6b85097edb46,segment=NetworkSegment(af93cac6-5d5f-4d5f-921e-cbbc9866a4d1),segment_id=af93cac6-5d5f-4d5f-921e-cbbc9866a4d1)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:08.442651 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da204a12-3812-43bd-b3e0-86cb8015b582'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:24:08.453837 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892eae73-7d82-40ea-b450-bb3f76916c5c" -d '{"events": [{"server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "name": "network-vif-unplugged", "status": "completed", "tag": "da204a12-3812-43bd-b3e0-86cb8015b582"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:24:08.503952 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port da204a12-3812-43bd-b3e0-86cb8015b582, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=da204a12-3812-43bd-b3e0-86cb8015b582,segment=NetworkSegment(0d3c1337-4602-4f96-922a-4ca1aedec141),segment_id=0d3c1337-4602-4f96-922a-4ca1aedec141)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:08.512258 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-7a80db7c-27fe-4b3d-aa16-411ad160e2b9 service neutron] For port 5d99abd4-5248-45fa-8dc3-6b85097edb46, host n-h2-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:24:08.515627 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (da204a12-3812-43bd-b3e0-86cb8015b582), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:08.515627 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:24:08.586205 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-b222cd58-173e-4580-8c27-db5597a0d7b0 service neutron] Attempting to bind port 9d55c1da-bde7-40fe-b437-e9aec28592e1 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:24:08.586543 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-b222cd58-173e-4580-8c27-db5597a0d7b0 service neutron] Attempting to bind port 9d55c1da-bde7-40fe-b437-e9aec28592e1 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '9bf3403d-c5bc-4e57-bb54-927d3010470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8ce77acd-00e3-49dd-921d-12bc8c86c44b'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:24:08.586863 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-b222cd58-173e-4580-8c27-db5597a0d7b0 service neutron] Attempting to bind port 9d55c1da-bde7-40fe-b437-e9aec28592e1 on network 8ce77acd-00e3-49dd-921d-12bc8c86c44b {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:24:08.597532 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-7a80db7c-27fe-4b3d-aa16-411ad160e2b9 service neutron] device_id is not set on port 5d99abd4-5248-45fa-8dc3-6b85097edb46 yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:24:08.626467 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-b222cd58-173e-4580-8c27-db5597a0d7b0 service neutron] Port 9d55c1da-bde7-40fe-b437-e9aec28592e1 on network 8ce77acd-00e3-49dd-921d-12bc8c86c44b not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:24:08.626795 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-b222cd58-173e-4580-8c27-db5597a0d7b0 service neutron] Attempting to bind port 9d55c1da-bde7-40fe-b437-e9aec28592e1 on network 8ce77acd-00e3-49dd-921d-12bc8c86c44b {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:24:08.626902 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-7a80db7c-27fe-4b3d-aa16-411ad160e2b9 service neutron] Publish callbacks [] for port (5d99abd4-5248-45fa-8dc3-6b85097edb46), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:08.649853 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-7a80db7c-27fe-4b3d-aa16-411ad160e2b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (5d99abd4-5248-45fa-8dc3-6b85097edb46), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:08.660726 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd81c939-47cd-43cd-8dfb-6623f1b4a659 req-1b7c43e5-a76d-4873-8129-1ba73f740761 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:08.668847 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cd81c939-47cd-43cd-8dfb-6623f1b4a659 req-1b7c43e5-a76d-4873-8129-1ba73f740761 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=f56956fe-dbec-453c-ad1b-eeb16fa84c39 HTTP/1.1" status: 200 len: 946 time: 0.2072875 Feb 09 01:24:08.677192 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-b222cd58-173e-4580-8c27-db5597a0d7b0 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:24:08.677568 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-b222cd58-173e-4580-8c27-db5597a0d7b0 service neutron] Checking segment: {'id': '9bf3403d-c5bc-4e57-bb54-927d3010470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8ce77acd-00e3-49dd-921d-12bc8c86c44b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:24:08.677910 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-b222cd58-173e-4580-8c27-db5597a0d7b0 service neutron] Bound using segment: {'id': '9bf3403d-c5bc-4e57-bb54-927d3010470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8ce77acd-00e3-49dd-921d-12bc8c86c44b'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:24:08.678350 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-b222cd58-173e-4580-8c27-db5597a0d7b0 service neutron] Bound port: 9d55c1da-bde7-40fe-b437-e9aec28592e1, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bf3403d-c5bc-4e57-bb54-927d3010470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '8ce77acd-00e3-49dd-921d-12bc8c86c44b'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:24:08.679234 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-b222cd58-173e-4580-8c27-db5597a0d7b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9d55c1da-bde7-40fe-b437-e9aec28592e1), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:08.699701 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaaef57-8cec-4aad-a366-b9fbb9b4efbc req-f829c4b4-4e21-4afd-9be2-c9f0e4711cb6 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:08.701253 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-feaaef57-8cec-4aad-a366-b9fbb9b4efbc req-f829c4b4-4e21-4afd-9be2-c9f0e4711cb6 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 947 time: 0.2036819 Feb 09 01:24:08.705401 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88 is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:08.706073 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:08.773856 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-7a80db7c-27fe-4b3d-aa16-411ad160e2b9 service neutron] No DVR routers for this DVR port 5d99abd4-5248-45fa-8dc3-6b85097edb46 on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:24:08.829175 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80db7c-27fe-4b3d-aa16-411ad160e2b9 service neutron] Pushing event updated for resources: {'Port': ['ID=5d99abd4-5248-45fa-8dc3-6b85097edb46,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:08.842139 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cd81c939-47cd-43cd-8dfb-6623f1b4a659 req-0e8807f9-f7e0-4542-9031-1f1edd9ac0e7 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724200 Feb 09 01:24:08.851282 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-7a80db7c-27fe-4b3d-aa16-411ad160e2b9 service neutron] In _notify_port_updated(), no bound segment for port 5d99abd4-5248-45fa-8dc3-6b85097edb46 on network a87ac28a-2aeb-4a83-82bf-decda1e08acb {{(pid=103528) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:24:08.852228 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-7a80db7c-27fe-4b3d-aa16-411ad160e2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:08.855467 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-7a80db7c-27fe-4b3d-aa16-411ad160e2b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:08.856872 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-7a80db7c-27fe-4b3d-aa16-411ad160e2b9 service neutron] 10.222.0.91 "PUT /v2.0/ports/5d99abd4-5248-45fa-8dc3-6b85097edb46 HTTP/1.1" status: 200 len: 1026 time: 1.0634558 Feb 09 01:24:08.904589 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=da204a12-3812-43bd-b3e0-86cb8015b582,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:08.962906 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88,segment=NetworkSegment(af93cac6-5d5f-4d5f-921e-cbbc9866a4d1),segment_id=af93cac6-5d5f-4d5f-921e-cbbc9866a4d1)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:08.971254 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:08.972155 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device d5952791-d7be-4808-b892-3e53282649e6 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:24:09.049837 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-feaaef57-8cec-4aad-a366-b9fbb9b4efbc req-7e2ab797-d07c-4b0c-8cd1-be46029ac709 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380895 Feb 09 01:24:09.194952 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-c291e7e7-322e-4556-ad6c-8050a9db821e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Deleting port d5952791-d7be-4808-b892-3e53282649e6 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:24:09.195297 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-c291e7e7-322e-4556-ad6c-8050a9db821e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (d5952791-d7be-4808-b892-3e53282649e6), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:09.236701 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122a1995-21a2-4b4d-acc3-47827c49bb5e x-openstack-request-id: req-122a1995-21a2-4b4d-acc3-47827c49bb5e {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:24:09.241784 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "name": "network-vif-unplugged", "status": "completed", "tag": "da204a12-3812-43bd-b3e0-86cb8015b582", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:24:09.242051 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-122a1995-21a2-4b4d-acc3-47827c49bb5e {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:24:09.242495 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da204a12-3812-43bd-b3e0-86cb8015b582', 'code': 200} Feb 09 01:24:09.251714 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:09.285808 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-b222cd58-173e-4580-8c27-db5597a0d7b0 service neutron] For port 9d55c1da-bde7-40fe-b437-e9aec28592e1, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:24:09.334403 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-b222cd58-173e-4580-8c27-db5597a0d7b0 service neutron] For port 9d55c1da-bde7-40fe-b437-e9aec28592e1, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=9d55c1da-bde7-40fe-b437-e9aec28592e1,segment=NetworkSegment(9bf3403d-c5bc-4e57-bb54-927d3010470a),segment_id=9bf3403d-c5bc-4e57-bb54-927d3010470a)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:24:09.463032 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-b222cd58-173e-4580-8c27-db5597a0d7b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (9d55c1da-bde7-40fe-b437-e9aec28592e1), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:09.488291 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-c291e7e7-322e-4556-ad6c-8050a9db821e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] For port d5952791-d7be-4808-b892-3e53282649e6, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=d5952791-d7be-4808-b892-3e53282649e6,segment=NetworkSegment(1842e8bc-30db-4f8e-a47b-1ae1504abf86),segment_id=1842e8bc-30db-4f8e-a47b-1ae1504abf86)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:09.488859 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-c291e7e7-322e-4556-ad6c-8050a9db821e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (d5952791-d7be-4808-b892-3e53282649e6), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:09.502572 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97095019-5f2e-4828-a05c-be3c443c90fe req-66236dc1-f47c-4c6f-afc3-cb1042a87071 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:09.514176 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-97095019-5f2e-4828-a05c-be3c443c90fe req-66236dc1-f47c-4c6f-afc3-cb1042a87071 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 943 time: 0.5186348 Feb 09 01:24:09.541390 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port d5952791-d7be-4808-b892-3e53282649e6 is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:09.542264 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d5952791-d7be-4808-b892-3e53282649e6), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:09.578223 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-bb6e0956-6fcb-4e3a-abbf-53552e06a0cb None None] Provisioning complete for port 5d99abd4-5248-45fa-8dc3-6b85097edb46 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:09.581870 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bb6e0956-6fcb-4e3a-abbf-53552e06a0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5d99abd4-5248-45fa-8dc3-6b85097edb46), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:09.691595 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port d5952791-d7be-4808-b892-3e53282649e6, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=d5952791-d7be-4808-b892-3e53282649e6,segment=NetworkSegment(1842e8bc-30db-4f8e-a47b-1ae1504abf86),segment_id=1842e8bc-30db-4f8e-a47b-1ae1504abf86)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:09.692898 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-bb6e0956-6fcb-4e3a-abbf-53552e06a0cb None None] Port 5d99abd4-5248-45fa-8dc3-6b85097edb46 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:24:09.703297 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d5952791-d7be-4808-b892-3e53282649e6), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:09.706098 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 516fe2c8-f9f0-4d83-84b6-e9595515fd12 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:24:09.832473 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-97095019-5f2e-4828-a05c-be3c443c90fe req-ff00b2dc-6ed9-4f83-a168-778aabf4c2f6 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/security-groups?id=93d11c2d-5658-4f67-9806-bfe788d6a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3048875 Feb 09 01:24:09.838189 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-b222cd58-173e-4580-8c27-db5597a0d7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:09.839603 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-b222cd58-173e-4580-8c27-db5597a0d7b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:09.841300 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-b222cd58-173e-4580-8c27-db5597a0d7b0 service neutron] 10.222.0.91 "PUT /v2.0/ports/9d55c1da-bde7-40fe-b437-e9aec28592e1 HTTP/1.1" status: 200 len: 1092 time: 3.7461843 Feb 09 01:24:09.846089 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a8a114e-267f-4e61-a6f1-6453d00c0b10', 'tag': '9d55c1da-bde7-40fe-b437-e9aec28592e1'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:24:09.849180 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3790111e-ed55-4fe0-aaa8-597e2766c6f6" -d '{"events": [{"name": "network-changed", "server_uuid": "4a8a114e-267f-4e61-a6f1-6453d00c0b10", "tag": "9d55c1da-bde7-40fe-b437-e9aec28592e1"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:24:09.941012 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222cd58-173e-4580-8c27-db5597a0d7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=9d55c1da-bde7-40fe-b437-e9aec28592e1,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:10.035567 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb06a74-fef1-4474-8f15-5f46d6695e9d req-6ca51d34-962c-495c-886c-428acbcaa8f8 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:10.044598 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ffb06a74-fef1-4474-8f15-5f46d6695e9d req-6ca51d34-962c-495c-886c-428acbcaa8f8 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 945 time: 0.5237365 Feb 09 01:24:10.063903 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=d5952791-d7be-4808-b892-3e53282649e6,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:10.069603 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-c291e7e7-322e-4556-ad6c-8050a9db821e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:10.069970 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-c291e7e7-322e-4556-ad6c-8050a9db821e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (30227fee-7116-4164-acd7-e3f7e0d518e0), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:10.070293 n-d-822053-40 neutron-server[103528]: INFO neutron.db.l3_db [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-c291e7e7-322e-4556-ad6c-8050a9db821e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Floating IP 30227fee-7116-4164-acd7-e3f7e0d518e0 disassociated. External IP: 172.25.1.26, port: d5952791-d7be-4808-b892-3e53282649e6. Feb 09 01:24:10.070641 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-c291e7e7-322e-4556-ad6c-8050a9db821e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Calling delete_port for d5952791-d7be-4808-b892-3e53282649e6 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:24:10.216017 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 516fe2c8-f9f0-4d83-84b6-e9595515fd12 is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:10.216428 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (516fe2c8-f9f0-4d83-84b6-e9595515fd12), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:10.346093 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ffb06a74-fef1-4474-8f15-5f46d6695e9d req-abb16729-827e-4be7-81d5-c43a8bbd98f1 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937748 Feb 09 01:24:10.347746 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 516fe2c8-f9f0-4d83-84b6-e9595515fd12, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=516fe2c8-f9f0-4d83-84b6-e9595515fd12,segment=NetworkSegment(0d3c1337-4602-4f96-922a-4ca1aedec141),segment_id=0d3c1337-4602-4f96-922a-4ca1aedec141)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:10.356459 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (516fe2c8-f9f0-4d83-84b6-e9595515fd12), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:10.357637 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 789db35b-0323-4d38-b70f-7194c1a86af2 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:24:10.359905 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-5f5aee22-136e-4bef-84f4-dc87ad8f48d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:10.361417 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-5f5aee22-136e-4bef-84f4-dc87ad8f48d3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d29c28a7e64645c9a685472a8bfba0ab&device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 1126 time: 0.4655468 Feb 09 01:24:10.468775 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-c291e7e7-322e-4556-ad6c-8050a9db821e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (d5952791-d7be-4808-b892-3e53282649e6), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:10.582117 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291e7e7-322e-4556-ad6c-8050a9db821e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Pushing event deleted for resources: {'Port': ['ID=d5952791-d7be-4808-b892-3e53282649e6,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:10.726919 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 789db35b-0323-4d38-b70f-7194c1a86af2 is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:10.735350 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (789db35b-0323-4d38-b70f-7194c1a86af2), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:10.753905 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=516fe2c8-f9f0-4d83-84b6-e9595515fd12,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:10.970054 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 789db35b-0323-4d38-b70f-7194c1a86af2, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=789db35b-0323-4d38-b70f-7194c1a86af2,segment=NetworkSegment(af93cac6-5d5f-4d5f-921e-cbbc9866a4d1),segment_id=af93cac6-5d5f-4d5f-921e-cbbc9866a4d1)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:10.979621 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (789db35b-0323-4d38-b70f-7194c1a86af2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:10.982302 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 5d99abd4-5248-45fa-8dc3-6b85097edb46 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:24:11.279855 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278604eb-3f7a-43e3-b081-bb69885e36d9 req-5640408c-d38f-40be-982b-94c50b1ff72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:11.282261 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88'}, {'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5952791-d7be-4808-b892-3e53282649e6'}, {'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '516fe2c8-f9f0-4d83-84b6-e9595515fd12'}, {'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '789db35b-0323-4d38-b70f-7194c1a86af2'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:24:11.285155 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c309851c-567a-47e1-bc7a-b938a5245cb5" -d '{"events": [{"server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "name": "network-vif-unplugged", "status": "completed", "tag": "1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88"}, {"server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "name": "network-vif-unplugged", "status": "completed", "tag": "d5952791-d7be-4808-b892-3e53282649e6"}, {"server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "name": "network-vif-unplugged", "status": "completed", "tag": "516fe2c8-f9f0-4d83-84b6-e9595515fd12"}, {"server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "name": "network-vif-unplugged", "status": "completed", "tag": "789db35b-0323-4d38-b70f-7194c1a86af2"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:24:11.287892 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=789db35b-0323-4d38-b70f-7194c1a86af2,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:11.289675 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-278604eb-3f7a-43e3-b081-bb69885e36d9 req-5640408c-d38f-40be-982b-94c50b1ff72e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=45103008d2704a9a9647209c042e9687&device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 1130 time: 0.4170346 Feb 09 01:24:11.367847 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] The host n-h2-822053-40 is not matching for port 5d99abd4-5248-45fa-8dc3-6b85097edb46 host ! {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:24:11.368398 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 5d99abd4-5248-45fa-8dc3-6b85097edb46 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:24:11.443386 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb8a030-6984-4a28-bdf2-3861320f3fab x-openstack-request-id: req-4fb8a030-6984-4a28-bdf2-3861320f3fab {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:24:11.444095 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a8a114e-267f-4e61-a6f1-6453d00c0b10", "tag": "9d55c1da-bde7-40fe-b437-e9aec28592e1", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:24:11.444358 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4fb8a030-6984-4a28-bdf2-3861320f3fab {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:24:11.444785 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a8a114e-267f-4e61-a6f1-6453d00c0b10', 'tag': '9d55c1da-bde7-40fe-b437-e9aec28592e1', 'status': 'completed', 'code': 200} Feb 09 01:24:11.458376 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-c291e7e7-322e-4556-ad6c-8050a9db821e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Router eed5a29a-e485-4b85-9479-23549366fee1 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:24:11.480666 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-25c97d5f-9ebb-4f8d-b029-7a59494915b2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d55c1da-bde7-40fe-b437-e9aec28592e1 HTTP/1.1" status: 200 len: 217 time: 1.1043637 Feb 09 01:24:11.500313 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce99d9-7769-4c6d-b78c-b7f05c7eee51 req-447b8b17-806a-4d18-9353-ea141fa7c90b tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:11.506556 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce99d9-7769-4c6d-b78c-b7f05c7eee51 req-447b8b17-806a-4d18-9353-ea141fa7c90b tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:11.517721 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce99d9-7769-4c6d-b78c-b7f05c7eee51 req-447b8b17-806a-4d18-9353-ea141fa7c90b tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:11.523507 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce99d9-7769-4c6d-b78c-b7f05c7eee51 req-447b8b17-806a-4d18-9353-ea141fa7c90b tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:11.529834 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce99d9-7769-4c6d-b78c-b7f05c7eee51 req-447b8b17-806a-4d18-9353-ea141fa7c90b tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:11.532154 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a0ce99d9-7769-4c6d-b78c-b7f05c7eee51 req-447b8b17-806a-4d18-9353-ea141fa7c90b tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 3881 time: 1.3645253 Feb 09 01:24:11.696653 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278604eb-3f7a-43e3-b081-bb69885e36d9 req-bacc1923-b133-4e7d-9713-ecef3de06828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:11.699136 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-278604eb-3f7a-43e3-b081-bb69885e36d9 req-bacc1923-b133-4e7d-9713-ecef3de06828 service neutron] 10.222.0.91 "GET /v2.0/networks?id=a46c349d-fbe7-42ad-a83d-3298a4c41cb1 HTTP/1.1" status: 200 len: 914 time: 0.4009271 Feb 09 01:24:11.706440 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a0ce99d9-7769-4c6d-b78c-b7f05c7eee51 req-3a513789-6828-4e5b-a3f2-e17e8363555a tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623361 Feb 09 01:24:11.730557 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a386271-2b44-42e3-9da7-dc0e69d4c0d7 req-d17adceb-5089-49ce-acc9-4dc812a8aef1 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:11.732275 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9a386271-2b44-42e3-9da7-dc0e69d4c0d7 req-d17adceb-5089-49ce-acc9-4dc812a8aef1 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=f56956fe-dbec-453c-ad1b-eeb16fa84c39 HTTP/1.1" status: 200 len: 946 time: 0.2798741 Feb 09 01:24:11.734290 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-29e87b73-66ca-4d5a-a0d5-e9d62ab0a18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:11.735880 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-29e87b73-66ca-4d5a-a0d5-e9d62ab0a18d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b5c68845-dbb9-4fbb-a7c3-02cd380b4dd5 HTTP/1.1" status: 200 len: 855 time: 0.2028716 Feb 09 01:24:11.782090 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-278604eb-3f7a-43e3-b081-bb69885e36d9 req-abde577b-1393-45f6-8478-1621015d5428 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a825b64-d1af-4377-836e-5fc508ec6888 HTTP/1.1" status: 200 len: 217 time: 0.0754476 Feb 09 01:24:11.819205 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-c291e7e7-322e-4556-ad6c-8050a9db821e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:24:11.830639 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830189fd-4456-4196-8011-3cfd473f11cd None None] Sync routers for ids ['eed5a29a-e485-4b85-9479-23549366fee1'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:24:11.852596 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830189fd-4456-4196-8011-3cfd473f11cd None None] Routers {'eed5a29a-e485-4b85-9479-23549366fee1'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:24:11.853215 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-830189fd-4456-4196-8011-3cfd473f11cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:23:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['eed5a29a-e485-4b85-9479-23549366fee1'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:11.871136 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35316) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:11.889588 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9a386271-2b44-42e3-9da7-dc0e69d4c0d7 req-494bf612-eb90-4af4-aca6-716ccaf2450b tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264937 Feb 09 01:24:12.058162 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-c291e7e7-322e-4556-ad6c-8050a9db821e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] No DVR routers for this DVR port d5952791-d7be-4808-b892-3e53282649e6 on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:24:12.065644 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-c291e7e7-322e-4556-ad6c-8050a9db821e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:12.069108 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-c291e7e7-322e-4556-ad6c-8050a9db821e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.91 "DELETE /v2.0/ports/d5952791-d7be-4808-b892-3e53282649e6 HTTP/1.1" status: 204 len: 173 time: 3.2056375 Feb 09 01:24:12.070084 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'name': 'network-vif-deleted', 'tag': 'd5952791-d7be-4808-b892-3e53282649e6'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:24:12.072367 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff8c7d9-8e01-4327-b0cd-2954db81ba60" -d '{"events": [{"server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "name": "network-vif-deleted", "tag": "d5952791-d7be-4808-b892-3e53282649e6"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:24:12.169875 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-830189fd-4456-4196-8011-3cfd473f11cd None None] Set router eed5a29a-e485-4b85-9479-23549366fee1 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:24:12.185279 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278604eb-3f7a-43e3-b081-bb69885e36d9 req-aaa51468-6650-4aed-92d5-8f384011a220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:12.187805 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-278604eb-3f7a-43e3-b081-bb69885e36d9 req-aaa51468-6650-4aed-92d5-8f384011a220 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=00660737-d0c8-4fd3-9454-eb4bf5c5566b HTTP/1.1" status: 200 len: 853 time: 0.3667154 Feb 09 01:24:12.189693 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-1adf93a0-9273-495c-a810-a8744213e0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:12.191431 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-1adf93a0-9273-495c-a810-a8744213e0ba service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8ce77acd-00e3-49dd-921d-12bc8c86c44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4482868 Feb 09 01:24:12.244747 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c6a4d-1715-4cd5-b397-9e5b6bc5c549 req-6641fc4b-b033-495b-9b75-ca633c5af94f tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:12.247147 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2c2c6a4d-1715-4cd5-b397-9e5b6bc5c549 req-6641fc4b-b033-495b-9b75-ca633c5af94f tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 947 time: 0.3682768 Feb 09 01:24:12.283556 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-278604eb-3f7a-43e3-b081-bb69885e36d9 req-d9b9b3b4-a0a0-4a86-91e4-17e9a681842a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a46c349d-fbe7-42ad-a83d-3298a4c41cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794044 Feb 09 01:24:12.402843 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0189994-b08d-4afa-8bcf-d5895b9b520c req-04b7d730-26e6-46af-880f-0c3a574810f3 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:12.404057 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a0189994-b08d-4afa-8bcf-d5895b9b520c req-04b7d730-26e6-46af-880f-0c3a574810f3 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 943 time: 0.3557308 Feb 09 01:24:12.433706 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-18785cfb-f753-4dc5-acbb-493f73341ebb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:12.501074 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-830189fd-4456-4196-8011-3cfd473f11cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed5a29a-e485-4b85-9479-23549366fee1', 'name': 'tempest-TaggedBootDevicesTest-206863347-router', 'tenant_id': 'e9919418afe248229cfe208277f2e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '66fe411e-b7bd-457b-b581-e04de188e96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:00Z', 'updated_at': '2022-02-09T01:17:06Z', 'revision_number': 4, 'project_id': 'e9919418afe248229cfe208277f2e93f', 'gw_port': {'id': '66fe411e-b7bd-457b-b581-e04de188e96c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:21:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed5a29a-e485-4b85-9479-23549366fee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:01Z', 'updated_at': '2022-02-09T01:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e', 'name': '', 'network_id': 'da52059d-73c2-403d-a351-476231473b23', 'tenant_id': 'e9919418afe248229cfe208277f2e93f', 'mac_address': 'fa:16:3e:ac:8b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed5a29a-e485-4b85-9479-23549366fee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'ef054353-32e4-4288-8c12-230c98a17b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:04Z', 'updated_at': '2022-02-09T01:17:14Z', 'revision_number': 5, 'project_id': 'e9919418afe248229cfe208277f2e93f', 'subnets': [{'id': 'ef054353-32e4-4288-8c12-230c98a17b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:12.527325 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2c2c6a4d-1715-4cd5-b397-9e5b6bc5c549 req-09a4d396-c825-4a93-baae-d03dc5504ffa tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274520 Feb 09 01:24:12.548380 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-18785cfb-f753-4dc5-acbb-493f73341ebb admin admin] Publish callbacks [] for security_group (b0351897-484a-4a21-ab12-62f70d09703a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:12.552536 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a8edb-6033-41ef-9557-b633adb739fc req-78f88a44-f0b2-427d-ac0b-cd1226fa5540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:12.554228 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c3a8edb-6033-41ef-9557-b633adb739fc req-78f88a44-f0b2-427d-ac0b-cd1226fa5540 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=f56956fe-dbec-453c-ad1b-eeb16fa84c39 HTTP/1.1" status: 200 len: 1129 time: 0.5041687 Feb 09 01:24:12.558039 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-278604eb-3f7a-43e3-b081-bb69885e36d9 req-6ad1da72-9a97-4769-8591-d51dc95e7ae8 service neutron] 10.222.0.91 "GET /v2.0/networks/a46c349d-fbe7-42ad-a83d-3298a4c41cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236748 Feb 09 01:24:12.559089 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a0189994-b08d-4afa-8bcf-d5895b9b520c req-24948ab5-9ffb-48c1-9fde-b031509d38de tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/security-groups?id=93d11c2d-5658-4f67-9806-bfe788d6a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373680 Feb 09 01:24:12.563498 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830189fd-4456-4196-8011-3cfd473f11cd None None] Checking router: eed5a29a-e485-4b85-9479-23549366fee1 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:24:12.579947 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-18785cfb-f753-4dc5-acbb-493f73341ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b0351897-484a-4a21-ab12-62f70d09703a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:12.585904 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830189fd-4456-4196-8011-3cfd473f11cd None None] Routers {'eed5a29a-e485-4b85-9479-23549366fee1'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:24:12.586713 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-830189fd-4456-4196-8011-3cfd473f11cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:23:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['eed5a29a-e485-4b85-9479-23549366fee1'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:12.595691 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-83ee95bd-889f-408f-9a6c-1a7bfbee7889 service neutron] 10.222.0.91 "GET /v2.0/networks/8ce77acd-00e3-49dd-921d-12bc8c86c44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953800 Feb 09 01:24:12.676270 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Wed, 09 Feb 2022 01:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aaeb6ec-376f-40a4-87c2-b2371a7d9020 x-openstack-request-id: req-8aaeb6ec-376f-40a4-87c2-b2371a7d9020 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:24:12.676815 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "name": "network-vif-unplugged", "status": "completed", "tag": "1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88", "code": 200}, {"server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "name": "network-vif-unplugged", "status": "completed", "tag": "d5952791-d7be-4808-b892-3e53282649e6", "code": 200}, {"server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "name": "network-vif-unplugged", "status": "completed", "tag": "516fe2c8-f9f0-4d83-84b6-e9595515fd12", "code": 200}, {"server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "name": "network-vif-unplugged", "status": "completed", "tag": "789db35b-0323-4d38-b70f-7194c1a86af2", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:24:12.676815 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8aaeb6ec-376f-40a4-87c2-b2371a7d9020 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:24:12.677325 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88', 'code': 200} Feb 09 01:24:12.677976 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5952791-d7be-4808-b892-3e53282649e6', 'code': 200} Feb 09 01:24:12.678431 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '516fe2c8-f9f0-4d83-84b6-e9595515fd12', 'code': 200} Feb 09 01:24:12.678871 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '789db35b-0323-4d38-b70f-7194c1a86af2', 'code': 200} Feb 09 01:24:12.775402 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-18785cfb-f753-4dc5-acbb-493f73341ebb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ee4708f805874c9c8ba2b25bc02d0d80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8461876 Feb 09 01:24:12.778551 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-830189fd-4456-4196-8011-3cfd473f11cd None None] Set router eed5a29a-e485-4b85-9479-23549366fee1 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:24:12.779663 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35332) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:12.782325 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-709043ae-7add-4c3e-b0b9-1576d5baebbc tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Deleting port 516fe2c8-f9f0-4d83-84b6-e9595515fd12 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:24:12.782663 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-709043ae-7add-4c3e-b0b9-1576d5baebbc tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (516fe2c8-f9f0-4d83-84b6-e9595515fd12), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:12.786970 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18785cfb-f753-4dc5-acbb-493f73341ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0351897-484a-4a21-ab12-62f70d09703a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:12.917420 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c3a8edb-6033-41ef-9557-b633adb739fc req-d711e7f4-3f40-4d59-ba20-63eb43f5c334 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514142 Feb 09 01:24:12.943794 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-278604eb-3f7a-43e3-b081-bb69885e36d9 req-62813f69-a977-4c78-9042-37d7b10b1181 service neutron] 10.222.0.91 "GET /v2.0/networks/a46c349d-fbe7-42ad-a83d-3298a4c41cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651199 Feb 09 01:24:12.969474 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bdf25a16-75f8-4c3f-a4e0-bd451b3d418f admin admin] Publish callbacks [] for security_group (b0351897-484a-4a21-ab12-62f70d09703a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:12.993750 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-709043ae-7add-4c3e-b0b9-1576d5baebbc tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] For port 516fe2c8-f9f0-4d83-84b6-e9595515fd12, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=516fe2c8-f9f0-4d83-84b6-e9595515fd12,segment=NetworkSegment(0d3c1337-4602-4f96-922a-4ca1aedec141),segment_id=0d3c1337-4602-4f96-922a-4ca1aedec141)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:12.994289 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-709043ae-7add-4c3e-b0b9-1576d5baebbc tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (516fe2c8-f9f0-4d83-84b6-e9595515fd12), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:13.008156 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-50c9aa04-b839-446d-81ab-d6e826150ee6 req-32d890db-b68d-49e9-9838-7e28736da8d7 service neutron] 10.222.0.91 "GET /v2.0/networks/8ce77acd-00e3-49dd-921d-12bc8c86c44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977544 Feb 09 01:24:13.027684 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bdf25a16-75f8-4c3f-a4e0-bd451b3d418f admin admin] Publish callbacks [] for security_group (b0351897-484a-4a21-ab12-62f70d09703a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:13.030130 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-709043ae-7add-4c3e-b0b9-1576d5baebbc tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Calling delete_port for 516fe2c8-f9f0-4d83-84b6-e9595515fd12 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:24:13.047940 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adeadbb-52c2-4f06-88cd-5d22ac1f1a8a req-e2cb1c06-a61c-4107-b00b-87e29b7a46bc tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:13.055579 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7adeadbb-52c2-4f06-88cd-5d22ac1f1a8a req-e2cb1c06-a61c-4107-b00b-87e29b7a46bc tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 945 time: 0.3431566 Feb 09 01:24:13.077632 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-830189fd-4456-4196-8011-3cfd473f11cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed5a29a-e485-4b85-9479-23549366fee1', 'name': 'tempest-TaggedBootDevicesTest-206863347-router', 'tenant_id': 'e9919418afe248229cfe208277f2e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '66fe411e-b7bd-457b-b581-e04de188e96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:00Z', 'updated_at': '2022-02-09T01:17:06Z', 'revision_number': 4, 'project_id': 'e9919418afe248229cfe208277f2e93f', 'gw_port': {'id': '66fe411e-b7bd-457b-b581-e04de188e96c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:21:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed5a29a-e485-4b85-9479-23549366fee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:01Z', 'updated_at': '2022-02-09T01:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e', 'name': '', 'network_id': 'da52059d-73c2-403d-a351-476231473b23', 'tenant_id': 'e9919418afe248229cfe208277f2e93f', 'mac_address': 'fa:16:3e:ac:8b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed5a29a-e485-4b85-9479-23549366fee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'ef054353-32e4-4288-8c12-230c98a17b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:04Z', 'updated_at': '2022-02-09T01:17:14Z', 'revision_number': 5, 'project_id': 'e9919418afe248229cfe208277f2e93f', 'subnets': [{'id': 'ef054353-32e4-4288-8c12-230c98a17b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:13.078814 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23e984-5311-4b73-bae3-9dac927fb6cf req-bbb5869d-3da5-40ba-9fc3-092d3e03f4b0 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:13.080621 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d23e984-5311-4b73-bae3-9dac927fb6cf req-bbb5869d-3da5-40ba-9fc3-092d3e03f4b0 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 946 time: 0.2718086 Feb 09 01:24:13.170956 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bdf25a16-75f8-4c3f-a4e0-bd451b3d418f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b0351897-484a-4a21-ab12-62f70d09703a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:13.173479 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bdf25a16-75f8-4c3f-a4e0-bd451b3d418f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:13.174614 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-bdf25a16-75f8-4c3f-a4e0-bd451b3d418f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b0351897-484a-4a21-ab12-62f70d09703a HTTP/1.1" status: 204 len: 168 time: 0.3888383 Feb 09 01:24:13.220386 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf25a16-75f8-4c3f-a4e0-bd451b3d418f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0351897-484a-4a21-ab12-62f70d09703a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:13.280895 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7adeadbb-52c2-4f06-88cd-5d22ac1f1a8a req-1525d14d-f794-4c46-b709-390f467518cc tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246039 Feb 09 01:24:13.321592 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830189fd-4456-4196-8011-3cfd473f11cd None None] The sync data for ids ['eed5a29a-e485-4b85-9479-23549366fee1'] in n-d-822053-40 is: [{'id': 'eed5a29a-e485-4b85-9479-23549366fee1', 'name': 'tempest-TaggedBootDevicesTest-206863347-router', 'tenant_id': 'e9919418afe248229cfe208277f2e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '66fe411e-b7bd-457b-b581-e04de188e96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:00Z', 'updated_at': '2022-02-09T01:17:06Z', 'revision_number': 4, 'project_id': 'e9919418afe248229cfe208277f2e93f', 'gw_port': {'id': '66fe411e-b7bd-457b-b581-e04de188e96c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:21:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed5a29a-e485-4b85-9479-23549366fee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:01Z', 'updated_at': '2022-02-09T01:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e', 'name': '', 'network_id': 'da52059d-73c2-403d-a351-476231473b23', 'tenant_id': 'e9919418afe248229cfe208277f2e93f', 'mac_address': 'fa:16:3e:ac:8b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed5a29a-e485-4b85-9479-23549366fee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': 'ef054353-32e4-4288-8c12-230c98a17b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:04Z', 'updated_at': '2022-02-09T01:17:14Z', 'revision_number': 5, 'project_id': 'e9919418afe248229cfe208277f2e93f', 'subnets': [{'id': 'ef054353-32e4-4288-8c12-230c98a17b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:24:13.356682 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-709043ae-7add-4c3e-b0b9-1576d5baebbc tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (516fe2c8-f9f0-4d83-84b6-e9595515fd12), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:13.404548 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d23e984-5311-4b73-bae3-9dac927fb6cf req-896c3e20-6b4e-471c-96e7-ce4241309e2f tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2886415 Feb 09 01:24:13.410866 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790111e-ed55-4fe0-aaa8-597e2766c6f6 req-616e14e2-4f9d-426c-bfb5-5f71deff9a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:13.412671 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3790111e-ed55-4fe0-aaa8-597e2766c6f6 req-616e14e2-4f9d-426c-bfb5-5f71deff9a0d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d29c28a7e64645c9a685472a8bfba0ab&device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 1126 time: 0.3265462 Feb 09 01:24:13.426768 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709043ae-7add-4c3e-b0b9-1576d5baebbc tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Pushing event deleted for resources: {'Port': ['ID=516fe2c8-f9f0-4d83-84b6-e9595515fd12,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:13.534502 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4f1a86-3bf0-4372-84a7-ba490e53e545 x-openstack-request-id: req-0e4f1a86-3bf0-4372-84a7-ba490e53e545 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:24:13.534802 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "name": "network-vif-deleted", "tag": "d5952791-d7be-4808-b892-3e53282649e6", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:24:13.535064 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0e4f1a86-3bf0-4372-84a7-ba490e53e545 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:24:13.537576 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'name': 'network-vif-deleted', 'tag': 'd5952791-d7be-4808-b892-3e53282649e6', 'status': 'completed', 'code': 200} Feb 09 01:24:13.593887 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-709043ae-7add-4c3e-b0b9-1576d5baebbc tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] No DVR routers for this DVR port 516fe2c8-f9f0-4d83-84b6-e9595515fd12 on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:24:13.599827 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-709043ae-7add-4c3e-b0b9-1576d5baebbc tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:13.610748 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-709043ae-7add-4c3e-b0b9-1576d5baebbc tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.91 "DELETE /v2.0/ports/516fe2c8-f9f0-4d83-84b6-e9595515fd12 HTTP/1.1" status: 204 len: 173 time: 1.5330212 Feb 09 01:24:13.878361 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35352) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:13.908801 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b111f9-2acb-419a-a0be-f808d6095b8e req-4d423f23-0c29-4efe-b38c-8d351575656f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:13.915063 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b111f9-2acb-419a-a0be-f808d6095b8e req-4d423f23-0c29-4efe-b38c-8d351575656f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:13.922635 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b111f9-2acb-419a-a0be-f808d6095b8e req-4d423f23-0c29-4efe-b38c-8d351575656f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:13.926492 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8ff9208c-d372-4f1d-9074-7efd766cc0af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:13.930750 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93b111f9-2acb-419a-a0be-f808d6095b8e req-4d423f23-0c29-4efe-b38c-8d351575656f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 2410 time: 0.2851117 Feb 09 01:24:13.937941 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790111e-ed55-4fe0-aaa8-597e2766c6f6 req-dd722f3c-2f30-4e53-9eaf-a56ad982e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:13.939599 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3790111e-ed55-4fe0-aaa8-597e2766c6f6 req-dd722f3c-2f30-4e53-9eaf-a56ad982e712 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8ce77acd-00e3-49dd-921d-12bc8c86c44b HTTP/1.1" status: 200 len: 917 time: 0.5168467 Feb 09 01:24:13.966893 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba20d8fc-7a42-4cc8-b7c9-13c671a56c2c None None] New status for floating IP 30227fee-7116-4164-acd7-e3f7e0d518e0: DOWN {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:24:13.981353 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-6356e758-1fdc-48f1-aca0-30fd8d6040dc tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Deleting port 1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:24:13.981808 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-6356e758-1fdc-48f1-aca0-30fd8d6040dc tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:14.091628 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92ca20-05a2-4885-98a3-6540c7d11542 req-9bbecfa1-5f65-4acf-b1bd-ec322a561222 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:14.098121 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6f92ca20-05a2-4885-98a3-6540c7d11542 req-9bbecfa1-5f65-4acf-b1bd-ec322a561222 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=f56956fe-dbec-453c-ad1b-eeb16fa84c39 HTTP/1.1" status: 200 len: 946 time: 0.4465487 Feb 09 01:24:14.225787 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8ff9208c-d372-4f1d-9074-7efd766cc0af admin admin] Publish callbacks [] for security_group (024aa44a-d723-47db-bb55-cd4e82670b94), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:14.237114 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-6356e758-1fdc-48f1-aca0-30fd8d6040dc tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] For port 1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88,segment=NetworkSegment(af93cac6-5d5f-4d5f-921e-cbbc9866a4d1),segment_id=af93cac6-5d5f-4d5f-921e-cbbc9866a4d1)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:14.237536 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-6356e758-1fdc-48f1-aca0-30fd8d6040dc tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:14.254473 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-6356e758-1fdc-48f1-aca0-30fd8d6040dc tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Calling delete_port for 1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:24:14.293470 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3790111e-ed55-4fe0-aaa8-597e2766c6f6 req-3d01350d-5790-42d6-adf5-8055bbb8f089 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d55c1da-bde7-40fe-b437-e9aec28592e1 HTTP/1.1" status: 200 len: 217 time: 0.1362934 Feb 09 01:24:14.300617 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93b111f9-2acb-419a-a0be-f808d6095b8e req-78017c3c-2114-4392-9d6a-6038ec4f9e2d tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3687139 Feb 09 01:24:14.345076 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8ff9208c-d372-4f1d-9074-7efd766cc0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (024aa44a-d723-47db-bb55-cd4e82670b94), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:14.402185 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6f92ca20-05a2-4885-98a3-6540c7d11542 req-22c18461-bcb5-4db4-8af0-ca0a28a74a10 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406240 Feb 09 01:24:14.404454 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790111e-ed55-4fe0-aaa8-597e2766c6f6 req-6a598adb-a4cf-4441-8eac-abeea2585abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:14.418112 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8ff9208c-d372-4f1d-9074-7efd766cc0af admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3410173db784488488e6055df48ce8dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5351987 Feb 09 01:24:14.424157 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3790111e-ed55-4fe0-aaa8-597e2766c6f6 req-6a598adb-a4cf-4441-8eac-abeea2585abf service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b5c68845-dbb9-4fbb-a7c3-02cd380b4dd5 HTTP/1.1" status: 200 len: 855 time: 0.1221752 Feb 09 01:24:14.425852 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35364) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:14.510790 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9208c-d372-4f1d-9074-7efd766cc0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024aa44a-d723-47db-bb55-cd4e82670b94,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:14.592636 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790111e-ed55-4fe0-aaa8-597e2766c6f6 req-80a5d692-10cf-46d6-befe-0585068dd080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:14.594678 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3790111e-ed55-4fe0-aaa8-597e2766c6f6 req-80a5d692-10cf-46d6-befe-0585068dd080 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8ce77acd-00e3-49dd-921d-12bc8c86c44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1625500 Feb 09 01:24:14.614817 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bdcdb04-39c8-4821-acd1-ec0e19091685 admin admin] Publish callbacks [] for security_group (024aa44a-d723-47db-bb55-cd4e82670b94), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:14.785609 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bdcdb04-39c8-4821-acd1-ec0e19091685 admin admin] Publish callbacks [] for security_group (024aa44a-d723-47db-bb55-cd4e82670b94), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:14.803313 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27c91c-91e6-40e6-9480-6f47023b6b42 req-750ab5c1-c810-40eb-b0ad-b7b98a40a0c5 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:14.816655 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fa27c91c-91e6-40e6-9480-6f47023b6b42 req-750ab5c1-c810-40eb-b0ad-b7b98a40a0c5 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 947 time: 0.2982633 Feb 09 01:24:14.886346 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-6356e758-1fdc-48f1-aca0-30fd8d6040dc tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:15.049881 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6356e758-1fdc-48f1-aca0-30fd8d6040dc tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Pushing event deleted for resources: {'Port': ['ID=1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:15.063016 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3790111e-ed55-4fe0-aaa8-597e2766c6f6 req-fd5491ef-c625-4928-b2c9-7db57db1335d service neutron] 10.222.0.91 "GET /v2.0/networks/8ce77acd-00e3-49dd-921d-12bc8c86c44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422402 Feb 09 01:24:15.105762 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-6356e758-1fdc-48f1-aca0-30fd8d6040dc tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] No DVR routers for this DVR port 1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88 on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:24:15.117514 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-6356e758-1fdc-48f1-aca0-30fd8d6040dc tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:15.131174 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-6356e758-1fdc-48f1-aca0-30fd8d6040dc tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.91 "DELETE /v2.0/ports/1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88 HTTP/1.1" status: 204 len: 173 time: 1.5142944 Feb 09 01:24:15.149990 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bdcdb04-39c8-4821-acd1-ec0e19091685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (024aa44a-d723-47db-bb55-cd4e82670b94), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:15.152035 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bdcdb04-39c8-4821-acd1-ec0e19091685 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:15.153229 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5bdcdb04-39c8-4821-acd1-ec0e19091685 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/024aa44a-d723-47db-bb55-cd4e82670b94 HTTP/1.1" status: 204 len: 168 time: 0.7165887 Feb 09 01:24:15.158631 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fa27c91c-91e6-40e6-9480-6f47023b6b42 req-fa6c4b52-b033-4e1d-a3cf-f25bfaa5ed25 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404858 Feb 09 01:24:15.199280 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcdb04-39c8-4821-acd1-ec0e19091685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024aa44a-d723-47db-bb55-cd4e82670b94,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:15.332570 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57c88b-8a2c-4f5c-9885-71309760e32a req-2645d7e4-374f-4e87-95de-b513855e0e26 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:15.340188 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a57c88b-8a2c-4f5c-9885-71309760e32a req-2645d7e4-374f-4e87-95de-b513855e0e26 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 943 time: 0.2006409 Feb 09 01:24:15.383855 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3790111e-ed55-4fe0-aaa8-597e2766c6f6 req-fd311c98-cbf3-49ae-b1bd-b3368de7a60f service neutron] 10.222.0.91 "GET /v2.0/networks/8ce77acd-00e3-49dd-921d-12bc8c86c44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199418 Feb 09 01:24:15.424538 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-2beb0ab6-5dbb-4cf2-bafe-c68f210087ca tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Deleting port da204a12-3812-43bd-b3e0-86cb8015b582 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:24:15.424916 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-2beb0ab6-5dbb-4cf2-bafe-c68f210087ca tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (da204a12-3812-43bd-b3e0-86cb8015b582), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:15.538737 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'name': 'network-vif-deleted', 'tag': '516fe2c8-f9f0-4d83-84b6-e9595515fd12'}, {'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'name': 'network-vif-deleted', 'tag': '1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:24:15.549767 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a57c88b-8a2c-4f5c-9885-71309760e32a req-1d888dd5-4659-4724-b3f8-aa024cf0e110 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/security-groups?id=93d11c2d-5658-4f67-9806-bfe788d6a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967218 Feb 09 01:24:15.555123 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a5c2b9-fbf3-4753-bd41-b19faa1531b2" -d '{"events": [{"server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "name": "network-vif-deleted", "tag": "516fe2c8-f9f0-4d83-84b6-e9595515fd12"}, {"server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "name": "network-vif-deleted", "tag": "1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:24:15.584978 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369a390-1d04-4637-81b9-d7360c58c2ec req-e81bdca3-18b6-41c1-a76c-f023dfe48b3e tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:15.593616 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d369a390-1d04-4637-81b9-d7360c58c2ec req-e81bdca3-18b6-41c1-a76c-f023dfe48b3e tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 945 time: 0.2125580 Feb 09 01:24:15.705463 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d369a390-1d04-4637-81b9-d7360c58c2ec req-7f72b67c-48fe-4e47-b276-90d41ea9dd3a tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106529 Feb 09 01:24:15.714758 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-2beb0ab6-5dbb-4cf2-bafe-c68f210087ca tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] For port da204a12-3812-43bd-b3e0-86cb8015b582, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=da204a12-3812-43bd-b3e0-86cb8015b582,segment=NetworkSegment(0d3c1337-4602-4f96-922a-4ca1aedec141),segment_id=0d3c1337-4602-4f96-922a-4ca1aedec141)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:15.715132 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-2beb0ab6-5dbb-4cf2-bafe-c68f210087ca tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (da204a12-3812-43bd-b3e0-86cb8015b582), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:15.741069 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-2beb0ab6-5dbb-4cf2-bafe-c68f210087ca tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Calling delete_port for da204a12-3812-43bd-b3e0-86cb8015b582 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:24:15.864380 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad777ad0-e76d-42c3-bf08-e4bc0227fbb4 req-fa67dafe-08d5-4288-979c-0822f0079039 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:15.867175 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ad777ad0-e76d-42c3-bf08-e4bc0227fbb4 req-fa67dafe-08d5-4288-979c-0822f0079039 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 947 time: 0.1277304 Feb 09 01:24:15.988334 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ad777ad0-e76d-42c3-bf08-e4bc0227fbb4 req-8daad8af-8c44-4e3d-9a85-d4a2bd2e5c2d tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069195 Feb 09 01:24:16.016071 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd506c2-5d51-4a64-af2d-3a43b72b1891 req-a326ff93-d450-4283-b1fc-64a926206418 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:16.046547 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd506c2-5d51-4a64-af2d-3a43b72b1891 req-a326ff93-d450-4283-b1fc-64a926206418 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:16.058439 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fcd506c2-5d51-4a64-af2d-3a43b72b1891 req-a326ff93-d450-4283-b1fc-64a926206418 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 1677 time: 0.1902194 Feb 09 01:24:16.142375 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-2beb0ab6-5dbb-4cf2-bafe-c68f210087ca tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (da204a12-3812-43bd-b3e0-86cb8015b582), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:16.212749 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb0ab6-5dbb-4cf2-bafe-c68f210087ca tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Pushing event deleted for resources: {'Port': ['ID=da204a12-3812-43bd-b3e0-86cb8015b582,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:16.233650 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fcd506c2-5d51-4a64-af2d-3a43b72b1891 req-360b3d3e-944b-47bc-b6b9-3fa6e1ca7bc0 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups?id=11940a88-c8da-4c2d-8937-d58ae8a1f09a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669652 Feb 09 01:24:16.281644 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d69dbc-a9b5-4d15-94ff-7dec5ee16383 req-3a1d0f46-e7dd-49a6-99ff-defb000289c2 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:16.288981 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-53d69dbc-a9b5-4d15-94ff-7dec5ee16383 req-3a1d0f46-e7dd-49a6-99ff-defb000289c2 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=f56956fe-dbec-453c-ad1b-eeb16fa84c39 HTTP/1.1" status: 200 len: 946 time: 0.1192408 Feb 09 01:24:16.310336 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-2beb0ab6-5dbb-4cf2-bafe-c68f210087ca tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] No DVR routers for this DVR port da204a12-3812-43bd-b3e0-86cb8015b582 on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:24:16.321944 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-2beb0ab6-5dbb-4cf2-bafe-c68f210087ca tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:16.326515 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-2beb0ab6-5dbb-4cf2-bafe-c68f210087ca tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.91 "DELETE /v2.0/ports/da204a12-3812-43bd-b3e0-86cb8015b582 HTTP/1.1" status: 204 len: 173 time: 1.1882458 Feb 09 01:24:16.434178 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-53d69dbc-a9b5-4d15-94ff-7dec5ee16383 req-af0adba8-033d-4bc5-9b98-dd4a165e851f tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362624 Feb 09 01:24:16.487598 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 01:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9026fcea-4a33-4aaa-a5ea-4f17fd7698dd x-openstack-request-id: req-9026fcea-4a33-4aaa-a5ea-4f17fd7698dd {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:24:16.487958 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "name": "network-vif-deleted", "tag": "516fe2c8-f9f0-4d83-84b6-e9595515fd12", "status": "completed", "code": 200}, {"server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "name": "network-vif-deleted", "tag": "1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:24:16.488163 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9026fcea-4a33-4aaa-a5ea-4f17fd7698dd {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:24:16.488615 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'name': 'network-vif-deleted', 'tag': '516fe2c8-f9f0-4d83-84b6-e9595515fd12', 'status': 'completed', 'code': 200} Feb 09 01:24:16.488888 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'name': 'network-vif-deleted', 'tag': '1bde47bb-f9bc-4458-8b6f-2a7d0fe8ec88', 'status': 'completed', 'code': 200} Feb 09 01:24:16.586183 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-1766dbfa-9f33-4ecc-80fe-8d07000ddad0 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Deleting port 789db35b-0323-4d38-b70f-7194c1a86af2 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:24:16.589485 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-1766dbfa-9f33-4ecc-80fe-8d07000ddad0 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (789db35b-0323-4d38-b70f-7194c1a86af2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:16.730328 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8716809-d1f4-48c4-b694-ba887018e03d req-a48de54c-4b7a-482c-8b6f-039116130b14 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:16.734177 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e8716809-d1f4-48c4-b694-ba887018e03d req-a48de54c-4b7a-482c-8b6f-039116130b14 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 947 time: 0.1690009 Feb 09 01:24:16.897109 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 5719c236-b300-4f5c-b12a-6f8844909733 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:24:16.959920 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-1766dbfa-9f33-4ecc-80fe-8d07000ddad0 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] For port 789db35b-0323-4d38-b70f-7194c1a86af2, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=789db35b-0323-4d38-b70f-7194c1a86af2,segment=NetworkSegment(af93cac6-5d5f-4d5f-921e-cbbc9866a4d1),segment_id=af93cac6-5d5f-4d5f-921e-cbbc9866a4d1)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:16.960742 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-1766dbfa-9f33-4ecc-80fe-8d07000ddad0 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (789db35b-0323-4d38-b70f-7194c1a86af2), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:17.021065 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e8716809-d1f4-48c4-b694-ba887018e03d req-53bb5cca-0452-4f03-a25a-1c6e0fa7383a tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805729 Feb 09 01:24:17.044215 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-1766dbfa-9f33-4ecc-80fe-8d07000ddad0 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Calling delete_port for 789db35b-0323-4d38-b70f-7194c1a86af2 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:24:17.149329 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66922037-fed9-4613-9947-c86b8e046a9e req-2a82ae7b-dce4-4fdf-bab1-06843fc54022 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:17.184853 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-66922037-fed9-4613-9947-c86b8e046a9e req-2a82ae7b-dce4-4fdf-bab1-06843fc54022 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 943 time: 0.3273842 Feb 09 01:24:17.280003 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 5719c236-b300-4f5c-b12a-6f8844909733 is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:17.282636 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5719c236-b300-4f5c-b12a-6f8844909733), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:17.420625 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6575bcd2-f506-4c9f-aca3-1d2f5e7af23c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5719c236-b300-4f5c-b12a-6f8844909733'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:24:17.430539 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb32da5-6d07-4a0d-9c72-ca4906c9d1d6" -d '{"events": [{"server_uuid": "6575bcd2-f506-4c9f-aca3-1d2f5e7af23c", "name": "network-vif-unplugged", "status": "completed", "tag": "5719c236-b300-4f5c-b12a-6f8844909733"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:24:17.451062 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-66922037-fed9-4613-9947-c86b8e046a9e req-1339d5c6-2784-45cc-93de-edafdd86312e tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/security-groups?id=93d11c2d-5658-4f67-9806-bfe788d6a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2595518 Feb 09 01:24:17.489953 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddea7df-fbd6-4200-9cad-b37282b600e7 req-f6b476ea-e83a-4f29-b916-b88829144688 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:17.490554 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 5719c236-b300-4f5c-b12a-6f8844909733, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=5719c236-b300-4f5c-b12a-6f8844909733,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:17.499364 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5719c236-b300-4f5c-b12a-6f8844909733), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:17.502220 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7ddea7df-fbd6-4200-9cad-b37282b600e7 req-f6b476ea-e83a-4f29-b916-b88829144688 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 945 time: 0.2982016 Feb 09 01:24:17.575278 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-1766dbfa-9f33-4ecc-80fe-8d07000ddad0 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (789db35b-0323-4d38-b70f-7194c1a86af2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:17.638672 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=5719c236-b300-4f5c-b12a-6f8844909733,revision_number=8']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:17.675145 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766dbfa-9f33-4ecc-80fe-8d07000ddad0 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Pushing event deleted for resources: {'Port': ['ID=789db35b-0323-4d38-b70f-7194c1a86af2,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:17.728108 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7ddea7df-fbd6-4200-9cad-b37282b600e7 req-d36deba2-aa58-48f9-9441-e45334fb8568 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212217 Feb 09 01:24:17.817459 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-1766dbfa-9f33-4ecc-80fe-8d07000ddad0 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] No DVR routers for this DVR port 789db35b-0323-4d38-b70f-7194c1a86af2 on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:24:17.845717 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-1766dbfa-9f33-4ecc-80fe-8d07000ddad0 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:17.862271 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3f88741d-12a3-4091-a4e8-0f29a8169a9a req-1766dbfa-9f33-4ecc-80fe-8d07000ddad0 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.91 "DELETE /v2.0/ports/789db35b-0323-4d38-b70f-7194c1a86af2 HTTP/1.1" status: 204 len: 173 time: 1.5229774 Feb 09 01:24:17.904504 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-875bf2d7-7097-420d-a0a6-2f9d0f5aebd2 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:17.915756 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-875bf2d7-7097-420d-a0a6-2f9d0f5aebd2 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/networks?id=8821b93d-01cf-4b8b-a3db-13afd0eec4ce HTTP/1.1" status: 200 len: 811 time: 0.2578051 Feb 09 01:24:17.952305 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-b1472d46-aab2-4493-bdac-103d66385032 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/quotas/c808f84d2c3b4797965f5ee8f6a2482a HTTP/1.1" status: 200 len: 375 time: 0.0333161 Feb 09 01:24:18.046249 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917255a9-eb6d-4f87-adbb-9fc74bf42e90 req-09aa7fa1-a379-40c1-91c9-88948aa238cc tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:18.048665 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-917255a9-eb6d-4f87-adbb-9fc74bf42e90 req-09aa7fa1-a379-40c1-91c9-88948aa238cc tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 947 time: 0.1200233 Feb 09 01:24:18.071186 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-e1d45d9a-75f6-4b5f-a8f5-b261d8f8d2d0 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c808f84d2c3b4797965f5ee8f6a2482a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1180198 Feb 09 01:24:18.229490 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-917255a9-eb6d-4f87-adbb-9fc74bf42e90 req-880d08e3-87a6-4da6-8df6-4d3aa3026f6b tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648877 Feb 09 01:24:18.255864 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-d32368c2-8232-4970-af57-c5435df15636 service neutron] 10.222.0.30 "GET /v2.0/networks/8821b93d-01cf-4b8b-a3db-13afd0eec4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550472 Feb 09 01:24:18.381504 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-827ce02a-e46b-4210-bfff-b5a699b9c372 service neutron] 10.222.0.30 "GET /v2.0/networks/8821b93d-01cf-4b8b-a3db-13afd0eec4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318521 Feb 09 01:24:18.399603 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2ec7ac9-3d15-4ee3-a8d5-095e229946f3 req-0029228d-e661-4e23-97e2-f273386f386d tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 210 time: 0.0332494 Feb 09 01:24:18.489639 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'name': 'network-vif-deleted', 'tag': 'da204a12-3812-43bd-b3e0-86cb8015b582'}, {'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'name': 'network-vif-deleted', 'tag': '789db35b-0323-4d38-b70f-7194c1a86af2'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:24:18.493233 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527310ec-9ae1-438a-ad54-69c467f16d7c" -d '{"events": [{"server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "name": "network-vif-deleted", "tag": "da204a12-3812-43bd-b3e0-86cb8015b582"}, {"server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "name": "network-vif-deleted", "tag": "789db35b-0323-4d38-b70f-7194c1a86af2"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:24:18.507845 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc7b472-6126-4d68-83cb-4554847ed18f x-openstack-request-id: req-fdc7b472-6126-4d68-83cb-4554847ed18f {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:24:18.508372 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6575bcd2-f506-4c9f-aca3-1d2f5e7af23c", "name": "network-vif-unplugged", "status": "completed", "tag": "5719c236-b300-4f5c-b12a-6f8844909733", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:24:18.508507 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fdc7b472-6126-4d68-83cb-4554847ed18f {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:24:18.508942 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6575bcd2-f506-4c9f-aca3-1d2f5e7af23c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5719c236-b300-4f5c-b12a-6f8844909733', 'code': 200} Feb 09 01:24:18.637797 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 01:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80249d7-0399-4f3e-bf32-26c10c2d4285 x-openstack-request-id: req-e80249d7-0399-4f3e-bf32-26c10c2d4285 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:24:18.640763 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "name": "network-vif-deleted", "tag": "da204a12-3812-43bd-b3e0-86cb8015b582", "status": "completed", "code": 200}, {"server_uuid": "d2b52ec7-5173-4c83-a82b-4191d6897aa1", "name": "network-vif-deleted", "tag": "789db35b-0323-4d38-b70f-7194c1a86af2", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:24:18.641292 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e80249d7-0399-4f3e-bf32-26c10c2d4285 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:24:18.641825 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'name': 'network-vif-deleted', 'tag': 'da204a12-3812-43bd-b3e0-86cb8015b582', 'status': 'completed', 'code': 200} Feb 09 01:24:18.642263 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b52ec7-5173-4c83-a82b-4191d6897aa1', 'name': 'network-vif-deleted', 'tag': '789db35b-0323-4d38-b70f-7194c1a86af2', 'status': 'completed', 'code': 200} Feb 09 01:24:18.722249 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5829680f-14b4-478e-a725-40a498126445 req-3df8ab3a-9717-4ff6-b113-1ef395af8ff0 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=1573a7e1-e316-4f1f-8974-48004e51d9fb HTTP/1.1" status: 200 len: 210 time: 0.0319076 Feb 09 01:24:18.790202 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa5f6c-754a-4c4d-9277-f943989cf1ac req-e8fc1e1f-db39-4a7b-8310-75af9ecd10d9 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:18.799328 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ebaa5f6c-754a-4c4d-9277-f943989cf1ac req-e8fc1e1f-db39-4a7b-8310-75af9ecd10d9 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 943 time: 0.1239662 Feb 09 01:24:18.882185 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ebaa5f6c-754a-4c4d-9277-f943989cf1ac req-24162c9e-86e8-46a6-ab3d-11a1690d0875 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/security-groups?id=93d11c2d-5658-4f67-9806-bfe788d6a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795612 Feb 09 01:24:18.908884 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 5719c236-b300-4f5c-b12a-6f8844909733 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:24:19.077863 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:24:19.176267 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 5719c236-b300-4f5c-b12a-6f8844909733, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=5719c236-b300-4f5c-b12a-6f8844909733,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:19.203449 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '5719c236-b300-4f5c-b12a-6f8844909733', 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c', 'port_id': '5719c236-b300-4f5c-b12a-6f8844909733', 'mac_address': 'fa:16:3e:9a:a8:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c1b64de-5642-407c-82ef-1ad0f3f887f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:24:19.314012 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd69ac-d271-42f9-9acf-54e654613094 req-9665a230-953b-4451-8a06-dffd4335e82a tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:19.316207 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-72dd69ac-d271-42f9-9acf-54e654613094 req-9665a230-953b-4451-8a06-dffd4335e82a tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 945 time: 0.3325589 Feb 09 01:24:19.371459 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b7675-43c2-4cbd-bb2c-8885a5d16b5e req-95c211ff-3d6e-4271-a2ca-f82fac0eab77 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:19.384032 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e2b7675-43c2-4cbd-bb2c-8885a5d16b5e req-95c211ff-3d6e-4271-a2ca-f82fac0eab77 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 947 time: 0.2674468 Feb 09 01:24:19.443171 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:19.448828 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 5719c236-b300-4f5c-b12a-6f8844909733 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:19.453389 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5719c236-b300-4f5c-b12a-6f8844909733), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:19.480886 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5719c236-b300-4f5c-b12a-6f8844909733 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:24:19.508311 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 5719c236-b300-4f5c-b12a-6f8844909733, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=5719c236-b300-4f5c-b12a-6f8844909733,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:19.516094 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5719c236-b300-4f5c-b12a-6f8844909733), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:19.593269 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e2b7675-43c2-4cbd-bb2c-8885a5d16b5e req-b2da04ab-228b-4640-806d-be742e206d3a tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083676 Feb 09 01:24:19.609824 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-72dd69ac-d271-42f9-9acf-54e654613094 req-e2e93bf2-044d-400e-8bc7-fc96a2d89ae1 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644427 Feb 09 01:24:19.620302 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=5719c236-b300-4f5c-b12a-6f8844909733,revision_number=9']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:19.634744 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['5719c236-b300-4f5c-b12a-6f8844909733'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:24:19.915163 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-42c42681-cf86-49d1-bb93-f88f1ab7083b req-a556fe82-a5f8-4b8e-86df-1ae721b54fd3 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 210 time: 0.1636653 Feb 09 01:24:19.980593 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c26a79-7a45-4948-88e4-f9ded5bd3b8b req-5ef2514f-b80e-4b6e-a095-77fbde57f292 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:19.990716 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d4c26a79-7a45-4948-88e4-f9ded5bd3b8b req-5ef2514f-b80e-4b6e-a095-77fbde57f292 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 947 time: 0.2435601 Feb 09 01:24:20.056285 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d4c26a79-7a45-4948-88e4-f9ded5bd3b8b req-bd9ad1b4-34db-4d49-8ef7-1583b2208926 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606005 Feb 09 01:24:20.169554 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f1631877-d88f-4774-acb0-b4cb00c5cc13 req-2d779cd1-8702-40d3-952b-a91dc3bf21ed tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=1573a7e1-e316-4f1f-8974-48004e51d9fb HTTP/1.1" status: 200 len: 210 time: 0.0455511 Feb 09 01:24:20.299739 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038dfa81-16a4-4243-aeab-2c556f2f9b02 req-e32c5109-0be0-4e75-870e-702764a37912 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:20.301933 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-038dfa81-16a4-4243-aeab-2c556f2f9b02 req-e32c5109-0be0-4e75-870e-702764a37912 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 943 time: 0.1352906 Feb 09 01:24:20.421113 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-038dfa81-16a4-4243-aeab-2c556f2f9b02 req-e332bc68-d93d-4bbe-8a38-49002fb2bd7b tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/security-groups?id=93d11c2d-5658-4f67-9806-bfe788d6a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954685 Feb 09 01:24:20.442042 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb8389-e8e4-477d-9777-2a4548386665 req-ac122403-86ea-4eb5-93f8-b7f88a905c10 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:20.460611 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-69cb8389-e8e4-477d-9777-2a4548386665 req-ac122403-86ea-4eb5-93f8-b7f88a905c10 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 947 time: 0.1532929 Feb 09 01:24:20.532220 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-69cb8389-e8e4-477d-9777-2a4548386665 req-f2840afb-c509-41b1-8d0e-232ce932c363 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618386 Feb 09 01:24:20.816752 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bc88f01f-cf4e-4882-acb6-0220bdcac6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:20.837566 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:20.903098 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 5719c236-b300-4f5c-b12a-6f8844909733 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:24:20.976310 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-f506481e-9ee1-4063-b5e3-008b5b0cc098 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:20.977905 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-f506481e-9ee1-4063-b5e3-008b5b0cc098 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.121 "GET /v2.0/networks?id=8821b93d-01cf-4b8b-a3db-13afd0eec4ce HTTP/1.1" status: 200 len: 811 time: 0.3879328 Feb 09 01:24:20.989878 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4caacc-d87c-40c7-807f-f10f16a321e2 req-964324de-5c82-44a7-90b7-1f8650b450d5 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:20.998496 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ae4caacc-d87c-40c7-807f-f10f16a321e2 req-964324de-5c82-44a7-90b7-1f8650b450d5 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 947 time: 0.2208176 Feb 09 01:24:21.007021 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a636a-1ea8-479d-b6c9-99b0a8868666 req-1bea5cbf-71af-4d41-8de4-7c71fff856ca tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:21.014767 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7d0a636a-1ea8-479d-b6c9-99b0a8868666 req-1bea5cbf-71af-4d41-8de4-7c71fff856ca tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 945 time: 0.1869555 Feb 09 01:24:21.034842 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-4e47f4b0-7907-4179-9758-51d8160bdc1a tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Request body: {'port': {'device_id': '1573a7e1-e316-4f1f-8974-48004e51d9fb', 'network_id': '8821b93d-01cf-4b8b-a3db-13afd0eec4ce', 'admin_state_up': True, 'tenant_id': 'c808f84d2c3b4797965f5ee8f6a2482a'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:21.067804 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 5719c236-b300-4f5c-b12a-6f8844909733 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:21.068372 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5719c236-b300-4f5c-b12a-6f8844909733), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:21.179316 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 5719c236-b300-4f5c-b12a-6f8844909733 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:21.180057 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5719c236-b300-4f5c-b12a-6f8844909733), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:21.211409 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6575bcd2-f506-4c9f-aca3-1d2f5e7af23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5719c236-b300-4f5c-b12a-6f8844909733'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:24:21.214515 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5dc94a5-6d7a-4609-bd82-377d8a72570d" -d '{"events": [{"server_uuid": "6575bcd2-f506-4c9f-aca3-1d2f5e7af23c", "name": "network-vif-plugged", "status": "completed", "tag": "5719c236-b300-4f5c-b12a-6f8844909733"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:24:21.230449 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 5719c236-b300-4f5c-b12a-6f8844909733, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=5719c236-b300-4f5c-b12a-6f8844909733,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:21.239893 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5719c236-b300-4f5c-b12a-6f8844909733), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:21.277991 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35564) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:21.300315 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ae4caacc-d87c-40c7-807f-f10f16a321e2 req-60e44dfc-8b69-419a-8d9c-7e9b748fcf51 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007994 Feb 09 01:24:21.328322 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7d0a636a-1ea8-479d-b6c9-99b0a8868666 req-5ed3c54d-8a5b-4219-beb6-5bf27dac0216 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125868 Feb 09 01:24:21.329262 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-4e47f4b0-7907-4179-9758-51d8160bdc1a tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Made reservation on behalf of c808f84d2c3b4797965f5ee8f6a2482a for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:21.335446 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-4e47f4b0-7907-4179-9758-51d8160bdc1a tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:21.406427 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=5719c236-b300-4f5c-b12a-6f8844909733,revision_number=10']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:21.489089 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b9c33977-c4c7-4a41-9c0d-a97b438886d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:21.524908 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c20e4b8e-4f76-4b62-afbb-6f41d46d4db5 req-c8529042-269d-40a2-9ad5-5f9ec8e8eaee tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=1573a7e1-e316-4f1f-8974-48004e51d9fb HTTP/1.1" status: 200 len: 210 time: 0.0701797 Feb 09 01:24:21.541621 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-456aa8d3-9b1d-45c9-a080-3eca770dc9fe req-1c6e3854-2abb-4723-813e-315f6f6b527d tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 210 time: 0.0853357 Feb 09 01:24:21.613744 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06ad651-e451-458f-8ea6-072bf8212838 x-openstack-request-id: req-a06ad651-e451-458f-8ea6-072bf8212838 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:24:21.614236 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6575bcd2-f506-4c9f-aca3-1d2f5e7af23c", "name": "network-vif-plugged", "status": "completed", "tag": "5719c236-b300-4f5c-b12a-6f8844909733", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:24:21.614681 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a06ad651-e451-458f-8ea6-072bf8212838 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:24:21.615238 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6575bcd2-f506-4c9f-aca3-1d2f5e7af23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5719c236-b300-4f5c-b12a-6f8844909733', 'code': 200} Feb 09 01:24:21.632280 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b9c33977-c4c7-4a41-9c0d-a97b438886d8 admin admin] Publish callbacks [] for security_group (cb6a04c7-8f4b-4f8e-bb28-e3d61804b0c6), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:21.640382 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b9c33977-c4c7-4a41-9c0d-a97b438886d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (cb6a04c7-8f4b-4f8e-bb28-e3d61804b0c6), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:21.690438 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-4e47f4b0-7907-4179-9758-51d8160bdc1a tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Allocated IP 172.20.0.13 (8821b93d-01cf-4b8b-a3db-13afd0eec4ce/c617e52a-1c92-4f9f-a978-3ab60b4c79f7/4607bfaf-7de4-491e-90a6-8e3ec14e562a) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:24:21.741865 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b9c33977-c4c7-4a41-9c0d-a97b438886d8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3716317f0f4744d58fc03a59d5306bd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4630642 Feb 09 01:24:21.743092 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c33977-c4c7-4a41-9c0d-a97b438886d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6a04c7-8f4b-4f8e-bb28-e3d61804b0c6,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:21.746211 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35574) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:21.814280 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-94029db9-ede4-42a9-bdd5-90d7c7775f8a admin admin] Publish callbacks [] for security_group (cb6a04c7-8f4b-4f8e-bb28-e3d61804b0c6), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:21.839941 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-94029db9-ede4-42a9-bdd5-90d7c7775f8a admin admin] Publish callbacks [] for security_group (cb6a04c7-8f4b-4f8e-bb28-e3d61804b0c6), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:21.912294 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-94029db9-ede4-42a9-bdd5-90d7c7775f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (cb6a04c7-8f4b-4f8e-bb28-e3d61804b0c6), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:21.915395 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-94029db9-ede4-42a9-bdd5-90d7c7775f8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:21.917183 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-94029db9-ede4-42a9-bdd5-90d7c7775f8a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cb6a04c7-8f4b-4f8e-bb28-e3d61804b0c6 HTTP/1.1" status: 204 len: 168 time: 0.1696143 Feb 09 01:24:21.929756 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94029db9-ede4-42a9-bdd5-90d7c7775f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6a04c7-8f4b-4f8e-bb28-e3d61804b0c6,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:22.033769 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-4e47f4b0-7907-4179-9758-51d8160bdc1a tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Publish callbacks [] for port (4607bfaf-7de4-491e-90a6-8e3ec14e562a), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:22.079009 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-4e47f4b0-7907-4179-9758-51d8160bdc1a tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (4607bfaf-7de4-491e-90a6-8e3ec14e562a), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:22.094348 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['7ca4ee22-a36a-469d-a2e2-bd00afab9dcb'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:24:22.143498 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d7b93-0b21-40f9-a5d8-7022db83d2ae req-0a7186b0-55c4-4312-abb1-af01bd626dcd tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:22.149396 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a1d7b93-0b21-40f9-a5d8-7022db83d2ae req-0a7186b0-55c4-4312-abb1-af01bd626dcd tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 943 time: 0.4124401 Feb 09 01:24:22.272449 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-4e47f4b0-7907-4179-9758-51d8160bdc1a tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Network 8821b93d-01cf-4b8b-a3db-13afd0eec4ce is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:22.287120 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c90aa-7b4d-42e0-93fc-58258db2f876 req-047418db-4e88-4abf-8c61-0bcc01c2eb2b tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:22.288770 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-940c90aa-7b4d-42e0-93fc-58258db2f876 req-047418db-4e88-4abf-8c61-0bcc01c2eb2b tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 947 time: 0.5052929 Feb 09 01:24:22.289598 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-4e47f4b0-7907-4179-9758-51d8160bdc1a tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:22.292567 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-4e47f4b0-7907-4179-9758-51d8160bdc1a tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:24:22.353208 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-4e47f4b0-7907-4179-9758-51d8160bdc1a tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:22.353434 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-4e47f4b0-7907-4179-9758-51d8160bdc1a tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:22.479451 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35586) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:22.495343 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5b5f56f5-6a0d-423f-983f-cc1f04d317d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:22.602089 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5b5f56f5-6a0d-423f-983f-cc1f04d317d4 admin admin] Publish callbacks [] for security_group (7d2f2b1c-d107-4e97-8357-fe56d1554f3b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:22.607907 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5b5f56f5-6a0d-423f-983f-cc1f04d317d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7d2f2b1c-d107-4e97-8357-fe56d1554f3b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:22.673316 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5b5f56f5-6a0d-423f-983f-cc1f04d317d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eededc245b88483388b5019af13e55ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1921649 Feb 09 01:24:22.674602 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f56f5-6a0d-423f-983f-cc1f04d317d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2f2b1c-d107-4e97-8357-fe56d1554f3b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:22.676998 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35592) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:22.743024 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-90a8471f-d57c-424a-9227-def3d0ad2785 admin admin] Publish callbacks [] for security_group (7d2f2b1c-d107-4e97-8357-fe56d1554f3b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:22.760246 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e47f4b0-7907-4179-9758-51d8160bdc1a tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Pushing event updated for resources: {'Port': ['ID=4607bfaf-7de4-491e-90a6-8e3ec14e562a,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:22.782934 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-90a8471f-d57c-424a-9227-def3d0ad2785 admin admin] Publish callbacks [] for security_group (7d2f2b1c-d107-4e97-8357-fe56d1554f3b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:22.799068 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-4e47f4b0-7907-4179-9758-51d8160bdc1a tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7815349 Feb 09 01:24:22.812799 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a1d7b93-0b21-40f9-a5d8-7022db83d2ae req-abafc747-6182-445a-83f2-0b9d6df72af1 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/security-groups?id=93d11c2d-5658-4f67-9806-bfe788d6a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6032417 Feb 09 01:24:22.837490 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-c8402108-0720-4cbe-a1fa-27f13db2b21f service neutron] Request body: {'port': {'device_id': '1573a7e1-e316-4f1f-8974-48004e51d9fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:22.868607 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-90a8471f-d57c-424a-9227-def3d0ad2785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7d2f2b1c-d107-4e97-8357-fe56d1554f3b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:22.872798 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-90a8471f-d57c-424a-9227-def3d0ad2785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:22.876339 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-90a8471f-d57c-424a-9227-def3d0ad2785 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7d2f2b1c-d107-4e97-8357-fe56d1554f3b HTTP/1.1" status: 204 len: 168 time: 0.1957905 Feb 09 01:24:22.893019 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a8471f-d57c-424a-9227-def3d0ad2785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2f2b1c-d107-4e97-8357-fe56d1554f3b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:22.999790 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-940c90aa-7b4d-42e0-93fc-58258db2f876 req-be42ea51-40a2-47fc-b215-b47696e7736f tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6526091 Feb 09 01:24:23.095195 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-c8402108-0720-4cbe-a1fa-27f13db2b21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (4607bfaf-7de4-491e-90a6-8e3ec14e562a), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:23.230783 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02525b-bbeb-4be6-abd5-5443cc7d6e94 req-ab3aab38-1579-4c40-8139-d897da3d40a2 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:23.238747 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5f02525b-bbeb-4be6-abd5-5443cc7d6e94 req-ab3aab38-1579-4c40-8139-d897da3d40a2 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 945 time: 0.2730942 Feb 09 01:24:23.325235 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5f02525b-bbeb-4be6-abd5-5443cc7d6e94 req-863b178a-7f25-4151-8326-499f142d24df tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856223 Feb 09 01:24:23.355911 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c09ae4-5e98-4af4-a7a6-c932eef7ed6d req-22a73892-d22a-48db-98b9-9d1f0eadb4b9 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:23.362428 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-39c09ae4-5e98-4af4-a7a6-c932eef7ed6d req-22a73892-d22a-48db-98b9-9d1f0eadb4b9 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=1573a7e1-e316-4f1f-8974-48004e51d9fb HTTP/1.1" status: 200 len: 932 time: 0.2383435 Feb 09 01:24:23.555472 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-56c30b9d-9dee-4c3d-9ca5-50a842bedcd3 req-6370bc47-aee0-477c-8169-e6f0dde9d0d0 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 210 time: 0.0429730 Feb 09 01:24:23.643343 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-39c09ae4-5e98-4af4-a7a6-c932eef7ed6d req-ac6bbb40-f6fd-4f31-a6df-15179499bbe9 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697694 Feb 09 01:24:23.859908 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb638085-939c-4be4-875e-dac8e5cede4b req-79f50789-46a7-4043-9d45-51f1340b967d tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:23.874567 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fb638085-939c-4be4-875e-dac8e5cede4b req-79f50789-46a7-4043-9d45-51f1340b967d tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 947 time: 0.1439691 Feb 09 01:24:23.880339 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-c8402108-0720-4cbe-a1fa-27f13db2b21f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4607bfaf-7de4-491e-90a6-8e3ec14e562a {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:24:23.896320 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-c8402108-0720-4cbe-a1fa-27f13db2b21f service neutron] Publish callbacks [] for port (4607bfaf-7de4-491e-90a6-8e3ec14e562a), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:23.933984 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-c8402108-0720-4cbe-a1fa-27f13db2b21f service neutron] Transition to ACTIVE for port object 4607bfaf-7de4-491e-90a6-8e3ec14e562a will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:24:23.969277 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-c8402108-0720-4cbe-a1fa-27f13db2b21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (4607bfaf-7de4-491e-90a6-8e3ec14e562a), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:24.033398 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fb638085-939c-4be4-875e-dac8e5cede4b req-4816a9fe-27c5-48fe-a887-402c8e76f3ca tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573980 Feb 09 01:24:24.121745 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8402108-0720-4cbe-a1fa-27f13db2b21f service neutron] Pushing event updated for resources: {'Port': ['ID=4607bfaf-7de4-491e-90a6-8e3ec14e562a,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:24.189517 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e757a8-82c8-421b-b289-a4b6fd4ebcb0 req-90cbd00b-cdfb-4b62-a547-960822dd97b4 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:24.191957 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-18e757a8-82c8-421b-b289-a4b6fd4ebcb0 req-90cbd00b-cdfb-4b62-a547-960822dd97b4 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 943 time: 0.2302952 Feb 09 01:24:24.222418 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4f7fd506-68f8-492e-a01a-0dc267c0a95e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:24.358370 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-c8402108-0720-4cbe-a1fa-27f13db2b21f service neutron] Attempting to bind port 4607bfaf-7de4-491e-90a6-8e3ec14e562a on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:24:24.358702 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-c8402108-0720-4cbe-a1fa-27f13db2b21f service neutron] Attempting to bind port 4607bfaf-7de4-491e-90a6-8e3ec14e562a by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '26d77e61-b848-45bd-b1c3-0a5bb9cc932a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8821b93d-01cf-4b8b-a3db-13afd0eec4ce'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:24:24.359024 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-c8402108-0720-4cbe-a1fa-27f13db2b21f service neutron] Attempting to bind port 4607bfaf-7de4-491e-90a6-8e3ec14e562a on network 8821b93d-01cf-4b8b-a3db-13afd0eec4ce {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:24:24.373091 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-c8402108-0720-4cbe-a1fa-27f13db2b21f service neutron] Port 4607bfaf-7de4-491e-90a6-8e3ec14e562a on network 8821b93d-01cf-4b8b-a3db-13afd0eec4ce not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:24:24.373415 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-c8402108-0720-4cbe-a1fa-27f13db2b21f service neutron] Attempting to bind port 4607bfaf-7de4-491e-90a6-8e3ec14e562a on network 8821b93d-01cf-4b8b-a3db-13afd0eec4ce {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:24:24.411252 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-c8402108-0720-4cbe-a1fa-27f13db2b21f service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:24:24.411597 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-c8402108-0720-4cbe-a1fa-27f13db2b21f service neutron] Checking segment: {'id': '26d77e61-b848-45bd-b1c3-0a5bb9cc932a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8821b93d-01cf-4b8b-a3db-13afd0eec4ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:24:24.412189 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-c8402108-0720-4cbe-a1fa-27f13db2b21f service neutron] Bound using segment: {'id': '26d77e61-b848-45bd-b1c3-0a5bb9cc932a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8821b93d-01cf-4b8b-a3db-13afd0eec4ce'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:24:24.412709 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-c8402108-0720-4cbe-a1fa-27f13db2b21f service neutron] Bound port: 4607bfaf-7de4-491e-90a6-8e3ec14e562a, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26d77e61-b848-45bd-b1c3-0a5bb9cc932a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8821b93d-01cf-4b8b-a3db-13afd0eec4ce'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:24:24.413065 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-c8402108-0720-4cbe-a1fa-27f13db2b21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (4607bfaf-7de4-491e-90a6-8e3ec14e562a), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:24.435904 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-18e757a8-82c8-421b-b289-a4b6fd4ebcb0 req-2110b360-d853-44c6-bb91-46889dc27973 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/security-groups?id=93d11c2d-5658-4f67-9806-bfe788d6a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2251062 Feb 09 01:24:24.500141 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-c8402108-0720-4cbe-a1fa-27f13db2b21f service neutron] For port 4607bfaf-7de4-491e-90a6-8e3ec14e562a, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:24:24.503812 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-c8402108-0720-4cbe-a1fa-27f13db2b21f service neutron] For port 4607bfaf-7de4-491e-90a6-8e3ec14e562a, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=4607bfaf-7de4-491e-90a6-8e3ec14e562a,segment=NetworkSegment(26d77e61-b848-45bd-b1c3-0a5bb9cc932a),segment_id=26d77e61-b848-45bd-b1c3-0a5bb9cc932a)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:24:24.514235 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-c8402108-0720-4cbe-a1fa-27f13db2b21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (4607bfaf-7de4-491e-90a6-8e3ec14e562a), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:24.581191 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b7535-039f-4753-9d2f-8dacca258580 req-c2505c5d-b46c-4be3-a0a6-08911f099e72 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:24.589386 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b38b7535-039f-4753-9d2f-8dacca258580 req-c2505c5d-b46c-4be3-a0a6-08911f099e72 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 947 time: 0.3721333 Feb 09 01:24:24.651804 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-c8402108-0720-4cbe-a1fa-27f13db2b21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:24.651804 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-c8402108-0720-4cbe-a1fa-27f13db2b21f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:24.651804 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-c8402108-0720-4cbe-a1fa-27f13db2b21f service neutron] 10.222.0.121 "PUT /v2.0/ports/4607bfaf-7de4-491e-90a6-8e3ec14e562a HTTP/1.1" status: 200 len: 1093 time: 1.8321826 Feb 09 01:24:24.656766 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1573a7e1-e316-4f1f-8974-48004e51d9fb', 'tag': '4607bfaf-7de4-491e-90a6-8e3ec14e562a'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:24:24.659240 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b61a24-7699-47d8-8046-73f2d7e152dc" -d '{"events": [{"name": "network-changed", "server_uuid": "1573a7e1-e316-4f1f-8974-48004e51d9fb", "tag": "4607bfaf-7de4-491e-90a6-8e3ec14e562a"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:24:24.746060 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b38b7535-039f-4753-9d2f-8dacca258580 req-20bf6c46-77b6-4811-be1e-59d2401e1e14 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555407 Feb 09 01:24:24.785973 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8402108-0720-4cbe-a1fa-27f13db2b21f service neutron] Pushing event updated for resources: {'Port': ['ID=4607bfaf-7de4-491e-90a6-8e3ec14e562a,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:24.845941 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70348a76-7637-45d7-a667-61076a678ab6 req-e86dc57c-24f8-48a8-82de-a3832c7b0446 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:24.864106 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-70348a76-7637-45d7-a667-61076a678ab6 req-e86dc57c-24f8-48a8-82de-a3832c7b0446 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 945 time: 0.2542059 Feb 09 01:24:24.967245 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ec03491c-282a-4ff3-be5c-f695d7281f70 req-f0e85aac-7afa-4790-9abf-47848d27c811 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 210 time: 0.0570607 Feb 09 01:24:25.000494 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-70348a76-7637-45d7-a667-61076a678ab6 req-b2444a8d-ef7a-432f-b911-47028d8d4e1a tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437635 Feb 09 01:24:25.021518 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-ae095aec-bc5b-49f9-adc9-f857805fa156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:25.023162 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-ae095aec-bc5b-49f9-adc9-f857805fa156 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=c808f84d2c3b4797965f5ee8f6a2482a&device_id=1573a7e1-e316-4f1f-8974-48004e51d9fb HTTP/1.1" status: 200 len: 1127 time: 0.2954390 Feb 09 01:24:25.133532 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-3e5252ed-3b96-456a-940d-0932ab919e7e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4607bfaf-7de4-491e-90a6-8e3ec14e562a HTTP/1.1" status: 200 len: 217 time: 0.1016941 Feb 09 01:24:25.146125 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc6b8d7-cbdf-489c-9565-63c8b1b63b7a x-openstack-request-id: req-5bc6b8d7-cbdf-489c-9565-63c8b1b63b7a {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:24:25.146748 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1573a7e1-e316-4f1f-8974-48004e51d9fb", "tag": "4607bfaf-7de4-491e-90a6-8e3ec14e562a", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:24:25.147171 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5bc6b8d7-cbdf-489c-9565-63c8b1b63b7a {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:24:25.147732 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1573a7e1-e316-4f1f-8974-48004e51d9fb', 'tag': '4607bfaf-7de4-491e-90a6-8e3ec14e562a', 'status': 'completed', 'code': 200} Feb 09 01:24:25.268670 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-17954cf2-b261-47ce-990c-420e0309275d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:25.270177 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-17954cf2-b261-47ce-990c-420e0309275d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c617e52a-1c92-4f9f-a978-3ab60b4c79f7 HTTP/1.1" status: 200 len: 851 time: 0.1110814 Feb 09 01:24:25.307931 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-1849443d-19c9-4243-b7a0-12b920c5054c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=8821b93d-01cf-4b8b-a3db-13afd0eec4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303161 Feb 09 01:24:25.316649 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34fe26-6b01-432a-a325-abdb013f9c3b req-f12adff8-45c3-4851-a9f2-5cb17bac2ac9 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:25.318229 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ec34fe26-6b01-432a-a325-abdb013f9c3b req-f12adff8-45c3-4851-a9f2-5cb17bac2ac9 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=1573a7e1-e316-4f1f-8974-48004e51d9fb HTTP/1.1" status: 200 len: 944 time: 0.1695054 Feb 09 01:24:25.411684 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9037bd-f292-4fb9-90f5-82db2f062790 req-6f591e44-36bf-403f-8141-fc83d581c076 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:25.419796 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6d9037bd-f292-4fb9-90f5-82db2f062790 req-6f591e44-36bf-403f-8141-fc83d581c076 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 947 time: 0.2837565 Feb 09 01:24:25.516729 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ec34fe26-6b01-432a-a325-abdb013f9c3b req-2092e538-acb9-48eb-a56a-355cf07120e1 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856151 Feb 09 01:24:25.550076 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6d9037bd-f292-4fb9-90f5-82db2f062790 req-4d32ba68-f86c-4cdf-94fd-a9823a880ffd tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293705 Feb 09 01:24:25.574237 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-cbde2b4f-af00-4757-9f8d-2e98dd69141e service neutron] 10.222.0.121 "GET /v2.0/networks/8821b93d-01cf-4b8b-a3db-13afd0eec4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448478 Feb 09 01:24:25.721338 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:25.844288 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f520dc-d3ed-4683-b1ee-d6ea5bd9f794 req-f84092a7-ba9d-4a99-9997-3e042e89cda5 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:25.853262 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-05f520dc-d3ed-4683-b1ee-d6ea5bd9f794 req-f84092a7-ba9d-4a99-9997-3e042e89cda5 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 943 time: 0.1823862 Feb 09 01:24:25.866776 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35672) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:25.889092 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-21681457-41fc-4e1f-bf85-b11df50964a4 req-c97855ff-ab5c-411e-bd35-377400635bca service neutron] 10.222.0.121 "GET /v2.0/networks/8821b93d-01cf-4b8b-a3db-13afd0eec4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178256 Feb 09 01:24:25.908699 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627ee09-0825-4b57-a226-c7c5e2ab8372 req-84493c03-efab-4576-b39c-7ef066e95dc5 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:25.923952 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b627ee09-0825-4b57-a226-c7c5e2ab8372 req-84493c03-efab-4576-b39c-7ef066e95dc5 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 947 time: 0.2125714 Feb 09 01:24:26.056331 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5d0f7466-5e58-41b6-a285-78c751393029 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:26.102717 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b627ee09-0825-4b57-a226-c7c5e2ab8372 req-5586adc2-00aa-4236-a8f0-4b86fecaa1ec tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775327 Feb 09 01:24:26.139511 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-05f520dc-d3ed-4683-b1ee-d6ea5bd9f794 req-5a7959da-66bd-444f-bc08-f72aaa10ae4e tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/security-groups?id=93d11c2d-5658-4f67-9806-bfe788d6a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2831073 Feb 09 01:24:26.191642 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b61a24-7699-47d8-8046-73f2d7e152dc req-07abd404-607a-4950-b4ed-d7e671829178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:26.197184 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-80b61a24-7699-47d8-8046-73f2d7e152dc req-07abd404-607a-4950-b4ed-d7e671829178 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=c808f84d2c3b4797965f5ee8f6a2482a&device_id=1573a7e1-e316-4f1f-8974-48004e51d9fb HTTP/1.1" status: 200 len: 1127 time: 0.2471681 Feb 09 01:24:26.252669 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5d0f7466-5e58-41b6-a285-78c751393029 admin admin] Publish callbacks [] for security_group (46998899-a541-40ab-8b93-e7b1913dc075), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:26.263221 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5d0f7466-5e58-41b6-a285-78c751393029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (46998899-a541-40ab-8b93-e7b1913dc075), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:26.297285 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f7466-5e58-41b6-a285-78c751393029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46998899-a541-40ab-8b93-e7b1913dc075,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:26.333055 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5d0f7466-5e58-41b6-a285-78c751393029 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2fc09586d8474fc49fae6203b9dc8d42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4645820 Feb 09 01:24:26.334151 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35682) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:26.421857 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-14a76f94-3a7f-460c-8d36-d6d9179b52b4 req-dbadaea5-5a8f-48c4-9986-803b6b090648 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 210 time: 0.1545563 Feb 09 01:24:26.453998 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ab445c1-4c67-4a40-a9ca-9fb7f6eeb09e admin admin] Publish callbacks [] for security_group (46998899-a541-40ab-8b93-e7b1913dc075), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:26.519517 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b61a24-7699-47d8-8046-73f2d7e152dc req-8f155c92-72a3-450d-8c2e-5c7431909244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:26.520965 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-80b61a24-7699-47d8-8046-73f2d7e152dc req-8f155c92-72a3-450d-8c2e-5c7431909244 service neutron] 10.222.0.121 "GET /v2.0/networks?id=8821b93d-01cf-4b8b-a3db-13afd0eec4ce HTTP/1.1" status: 200 len: 912 time: 0.3149626 Feb 09 01:24:26.524862 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ab445c1-4c67-4a40-a9ca-9fb7f6eeb09e admin admin] Publish callbacks [] for security_group (46998899-a541-40ab-8b93-e7b1913dc075), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:26.545011 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a599879-fd26-480e-a560-c5bbd3da6c83 req-fc66dd7c-3ca9-4a2f-9928-affef068df2c tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:26.546522 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a599879-fd26-480e-a560-c5bbd3da6c83 req-fc66dd7c-3ca9-4a2f-9928-affef068df2c tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 945 time: 0.2656050 Feb 09 01:24:26.602127 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ab445c1-4c67-4a40-a9ca-9fb7f6eeb09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (46998899-a541-40ab-8b93-e7b1913dc075), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:26.606277 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ab445c1-4c67-4a40-a9ca-9fb7f6eeb09e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:26.610094 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9ab445c1-4c67-4a40-a9ca-9fb7f6eeb09e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/46998899-a541-40ab-8b93-e7b1913dc075 HTTP/1.1" status: 204 len: 168 time: 0.2724390 Feb 09 01:24:26.617439 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab445c1-4c67-4a40-a9ca-9fb7f6eeb09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46998899-a541-40ab-8b93-e7b1913dc075,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:26.637836 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-80b61a24-7699-47d8-8046-73f2d7e152dc req-0fff94c7-8d13-46b4-ab53-f448407656fb service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4607bfaf-7de4-491e-90a6-8e3ec14e562a HTTP/1.1" status: 200 len: 217 time: 0.1017795 Feb 09 01:24:26.752490 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ef1e5-1b14-4415-b1ec-22476a551acb req-b850924c-1c2e-4eb0-b27b-f5b4d7615691 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:26.757134 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-555ef1e5-1b14-4415-b1ec-22476a551acb req-b850924c-1c2e-4eb0-b27b-f5b4d7615691 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 947 time: 0.2197814 Feb 09 01:24:26.768240 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b61a24-7699-47d8-8046-73f2d7e152dc req-743c99bf-a203-4b24-8db0-695729ab9932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:26.769741 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-80b61a24-7699-47d8-8046-73f2d7e152dc req-743c99bf-a203-4b24-8db0-695729ab9932 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c617e52a-1c92-4f9f-a978-3ab60b4c79f7 HTTP/1.1" status: 200 len: 851 time: 0.1062961 Feb 09 01:24:26.775592 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a599879-fd26-480e-a560-c5bbd3da6c83 req-e9ea9f97-df41-41c1-9b7c-ad884589c019 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486175 Feb 09 01:24:26.845218 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-80b61a24-7699-47d8-8046-73f2d7e152dc req-edf29bb9-b7ee-422e-b197-0fe63f28770f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=8821b93d-01cf-4b8b-a3db-13afd0eec4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623682 Feb 09 01:24:26.874496 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-555ef1e5-1b14-4415-b1ec-22476a551acb req-ba31dd34-3222-4dae-9efc-f58093c56c22 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163738 Feb 09 01:24:27.123940 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f435d0-4d5f-4fa7-a71f-ea226e333554 req-1927c703-9e62-46c6-9229-627117decad7 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:27.131330 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f6f435d0-4d5f-4fa7-a71f-ea226e333554 req-1927c703-9e62-46c6-9229-627117decad7 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=1573a7e1-e316-4f1f-8974-48004e51d9fb HTTP/1.1" status: 200 len: 944 time: 0.2387412 Feb 09 01:24:27.153054 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e8bcf-4c68-47ed-81b0-3f37ba5ace19 req-4df50d3d-4921-437d-90f8-cfaec869346b tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:27.160713 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-595e8bcf-4c68-47ed-81b0-3f37ba5ace19 req-4df50d3d-4921-437d-90f8-cfaec869346b tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 947 time: 0.1428590 Feb 09 01:24:27.179154 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-80b61a24-7699-47d8-8046-73f2d7e152dc req-80757704-9727-4511-b69a-07bcbb27a877 service neutron] 10.222.0.121 "GET /v2.0/networks/8821b93d-01cf-4b8b-a3db-13afd0eec4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252864 Feb 09 01:24:27.207396 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35704) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:27.227845 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f98b022a-90aa-4892-9fe3-8d13113df66b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:27.297381 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f6f435d0-4d5f-4fa7-a71f-ea226e333554 req-c3ca3c1b-0ff1-4543-b26b-96a9f60ae4f2 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642694 Feb 09 01:24:27.356930 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f98b022a-90aa-4892-9fe3-8d13113df66b admin admin] Publish callbacks [] for security_group (81559d9a-f03c-4cd6-a4cd-4f40a3dc446e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:27.360363 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-595e8bcf-4c68-47ed-81b0-3f37ba5ace19 req-cb539d7f-9295-47f7-9f21-3245137a6cf5 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984494 Feb 09 01:24:27.372046 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f98b022a-90aa-4892-9fe3-8d13113df66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (81559d9a-f03c-4cd6-a4cd-4f40a3dc446e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:27.427173 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f98b022a-90aa-4892-9fe3-8d13113df66b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=671b24afb09f4c248f063fcf4ce0bcab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2185547 Feb 09 01:24:27.429875 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35708) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:27.441943 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b022a-90aa-4892-9fe3-8d13113df66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81559d9a-f03c-4cd6-a4cd-4f40a3dc446e,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:27.450128 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:27.451055 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-80b61a24-7699-47d8-8046-73f2d7e152dc req-26d58d6b-8627-43d2-8588-232c9e378c34 service neutron] 10.222.0.121 "GET /v2.0/networks/8821b93d-01cf-4b8b-a3db-13afd0eec4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536893 Feb 09 01:24:27.517537 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b471616f-18ef-4be4-af50-95ad593be14c admin admin] Publish callbacks [] for security_group (81559d9a-f03c-4cd6-a4cd-4f40a3dc446e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:27.553483 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b471616f-18ef-4be4-af50-95ad593be14c admin admin] Publish callbacks [] for security_group (81559d9a-f03c-4cd6-a4cd-4f40a3dc446e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:27.605515 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a92b061-6ba7-4724-9182-31909d63d702 req-4359003b-5189-4949-be47-78510ed39775 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 210 time: 0.0598376 Feb 09 01:24:27.637534 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0555d42-933a-40f0-9a3a-3cd9fc420e5e req-0bf9b9d5-2504-40ce-b990-217c75d50744 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:27.646706 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c0555d42-933a-40f0-9a3a-3cd9fc420e5e req-0bf9b9d5-2504-40ce-b990-217c75d50744 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 943 time: 0.1852422 Feb 09 01:24:27.653190 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b471616f-18ef-4be4-af50-95ad593be14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (81559d9a-f03c-4cd6-a4cd-4f40a3dc446e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:27.656879 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b471616f-18ef-4be4-af50-95ad593be14c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:27.667734 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b471616f-18ef-4be4-af50-95ad593be14c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/81559d9a-f03c-4cd6-a4cd-4f40a3dc446e HTTP/1.1" status: 204 len: 168 time: 0.2298603 Feb 09 01:24:27.688907 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b471616f-18ef-4be4-af50-95ad593be14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81559d9a-f03c-4cd6-a4cd-4f40a3dc446e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:27.749947 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c0555d42-933a-40f0-9a3a-3cd9fc420e5e req-bbb79d36-3135-4c34-ba1a-f6d660b2cca0 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/security-groups?id=93d11c2d-5658-4f67-9806-bfe788d6a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941732 Feb 09 01:24:27.958907 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843f0d7-e59f-40ac-99e2-d5afdfba0a57 req-fa03a7c4-c8b5-4755-828d-0277dff6e276 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:27.960526 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8843f0d7-e59f-40ac-99e2-d5afdfba0a57 req-fa03a7c4-c8b5-4755-828d-0277dff6e276 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 945 time: 0.0972073 Feb 09 01:24:28.043355 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8843f0d7-e59f-40ac-99e2-d5afdfba0a57 req-553264a1-af66-4a04-83fb-02d3032ca88f tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715137 Feb 09 01:24:28.178582 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:28.575458 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec42977-49d7-4a88-a211-bd564ba5028e req-191946f6-a65d-4531-ad1a-acafe15cf369 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:28.590749 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ec42977-49d7-4a88-a211-bd564ba5028e req-191946f6-a65d-4531-ad1a-acafe15cf369 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=1573a7e1-e316-4f1f-8974-48004e51d9fb HTTP/1.1" status: 200 len: 944 time: 0.1484926 Feb 09 01:24:28.701510 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ec42977-49d7-4a88-a211-bd564ba5028e req-7731b6f5-cc30-44c7-a732-099996b7f4c2 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074505 Feb 09 01:24:28.783898 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9ab316fa-8285-4ee4-a81c-720f4eccd83c req-120ea1ac-bc71-4eaa-a2b3-1f327d5a8b59 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 210 time: 0.0302527 Feb 09 01:24:28.928514 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9c715-eaa2-4224-872c-be0faaf6bbd7 req-c659d8ea-433f-4ce7-8993-f94bbf5f36d7 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:28.935308 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-39e9c715-eaa2-4224-872c-be0faaf6bbd7 req-c659d8ea-433f-4ce7-8993-f94bbf5f36d7 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 943 time: 0.0842953 Feb 09 01:24:28.952457 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 4607bfaf-7de4-491e-90a6-8e3ec14e562a details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:24:29.051557 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-39e9c715-eaa2-4224-872c-be0faaf6bbd7 req-05594dc7-eebc-415c-a20f-81c6ceddf125 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/security-groups?id=93d11c2d-5658-4f67-9806-bfe788d6a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105344 Feb 09 01:24:29.131777 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 4607bfaf-7de4-491e-90a6-8e3ec14e562a, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=4607bfaf-7de4-491e-90a6-8e3ec14e562a,segment=NetworkSegment(26d77e61-b848-45bd-b1c3-0a5bb9cc932a),segment_id=26d77e61-b848-45bd-b1c3-0a5bb9cc932a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:29.149090 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '4607bfaf-7de4-491e-90a6-8e3ec14e562a', 'network_id': '8821b93d-01cf-4b8b-a3db-13afd0eec4ce', 'port_id': '4607bfaf-7de4-491e-90a6-8e3ec14e562a', 'mac_address': 'fa:16:3e:30:7b:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c617e52a-1c92-4f9f-a978-3ab60b4c79f7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:24:29.204025 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 4607bfaf-7de4-491e-90a6-8e3ec14e562a is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:29.204659 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (4607bfaf-7de4-491e-90a6-8e3ec14e562a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:29.222864 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4607bfaf-7de4-491e-90a6-8e3ec14e562a {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:24:29.267737 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 4607bfaf-7de4-491e-90a6-8e3ec14e562a, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=4607bfaf-7de4-491e-90a6-8e3ec14e562a,segment=NetworkSegment(26d77e61-b848-45bd-b1c3-0a5bb9cc932a),segment_id=26d77e61-b848-45bd-b1c3-0a5bb9cc932a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:29.273246 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (4607bfaf-7de4-491e-90a6-8e3ec14e562a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:29.317115 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb9218-c652-420c-afa4-aa2b76d0895a req-96649076-b019-44db-9bc6-cf78b8d190d1 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:29.318955 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-45fb9218-c652-420c-afa4-aa2b76d0895a req-96649076-b019-44db-9bc6-cf78b8d190d1 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 945 time: 0.1263638 Feb 09 01:24:29.383395 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=4607bfaf-7de4-491e-90a6-8e3ec14e562a,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:29.410083 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-45fb9218-c652-420c-afa4-aa2b76d0895a req-90c1d6b2-7360-4b36-8508-5de3e30d1ffb tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827551 Feb 09 01:24:29.558688 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['4607bfaf-7de4-491e-90a6-8e3ec14e562a'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:24:29.930793 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe0740-3f1f-4eee-9904-63d897825188 req-2266d8d6-a5ef-4e82-aa9a-a1713fd31b87 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:29.937620 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9cbe0740-3f1f-4eee-9904-63d897825188 req-2266d8d6-a5ef-4e82-aa9a-a1713fd31b87 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=1573a7e1-e316-4f1f-8974-48004e51d9fb HTTP/1.1" status: 200 len: 945 time: 0.0961282 Feb 09 01:24:29.988586 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0af3ebd7-a140-48de-9fa9-cf7e5ffd361b req-4ace029a-64e7-467e-9ec1-ac430bc84edf tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 210 time: 0.0479553 Feb 09 01:24:30.023960 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9cbe0740-3f1f-4eee-9904-63d897825188 req-ffa5d179-9e7e-4a93-bb12-799b55b377c2 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851414 Feb 09 01:24:30.238996 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638eeddb-a189-4270-ab37-036e525810bb req-dedda768-b8d5-4fc7-bb2a-3d389d21d964 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:30.240553 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-638eeddb-a189-4270-ab37-036e525810bb req-dedda768-b8d5-4fc7-bb2a-3d389d21d964 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 943 time: 0.0931349 Feb 09 01:24:30.316161 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-638eeddb-a189-4270-ab37-036e525810bb req-ed1d0c9e-1c43-4658-b8fa-d1c63c028e76 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/security-groups?id=93d11c2d-5658-4f67-9806-bfe788d6a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674131 Feb 09 01:24:30.566724 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eade9a-4de9-4247-b3a6-5e34afdfab64 req-f2bf7cda-ba2f-4b27-b608-cff06678708b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:30.586964 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-01eade9a-4de9-4247-b3a6-5e34afdfab64 req-f2bf7cda-ba2f-4b27-b608-cff06678708b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 945 time: 0.0900843 Feb 09 01:24:30.680074 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-01eade9a-4de9-4247-b3a6-5e34afdfab64 req-baea58d4-8e48-4468-b62a-35abf7402573 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917346 Feb 09 01:24:30.965953 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 4607bfaf-7de4-491e-90a6-8e3ec14e562a up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:24:31.130596 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 4607bfaf-7de4-491e-90a6-8e3ec14e562a completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:24:31.140072 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 4607bfaf-7de4-491e-90a6-8e3ec14e562a triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:31.140715 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (4607bfaf-7de4-491e-90a6-8e3ec14e562a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:31.173229 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-193cd464-6b01-4f5a-8c35-86fd122f0c1d req-0b5bf53b-3620-4eda-b280-e3e11822879b tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 210 time: 0.0563943 Feb 09 01:24:31.303360 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1315b4a-4239-48b5-b4d7-378cb9037d0a req-a0e6c45d-fe19-4312-8c0b-026e836195ad tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:31.318455 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b1315b4a-4239-48b5-b4d7-378cb9037d0a req-a0e6c45d-fe19-4312-8c0b-026e836195ad tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=1573a7e1-e316-4f1f-8974-48004e51d9fb HTTP/1.1" status: 200 len: 945 time: 0.1030893 Feb 09 01:24:31.362069 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 4607bfaf-7de4-491e-90a6-8e3ec14e562a is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:31.362741 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (4607bfaf-7de4-491e-90a6-8e3ec14e562a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:31.390954 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1573a7e1-e316-4f1f-8974-48004e51d9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4607bfaf-7de4-491e-90a6-8e3ec14e562a'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:24:31.394304 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95317ed-1498-477f-b46b-723410496108" -d '{"events": [{"server_uuid": "1573a7e1-e316-4f1f-8974-48004e51d9fb", "name": "network-vif-plugged", "status": "completed", "tag": "4607bfaf-7de4-491e-90a6-8e3ec14e562a"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:24:31.414211 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 4607bfaf-7de4-491e-90a6-8e3ec14e562a, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=4607bfaf-7de4-491e-90a6-8e3ec14e562a,segment=NetworkSegment(26d77e61-b848-45bd-b1c3-0a5bb9cc932a),segment_id=26d77e61-b848-45bd-b1c3-0a5bb9cc932a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:31.428306 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (4607bfaf-7de4-491e-90a6-8e3ec14e562a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:31.470101 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b1315b4a-4239-48b5-b4d7-378cb9037d0a req-e23a5132-b509-458a-a6f1-82d9f9f297fc tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505589 Feb 09 01:24:31.549678 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=4607bfaf-7de4-491e-90a6-8e3ec14e562a,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:31.641672 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5447c2e-ba1d-4b0b-ac1d-9bf2ecf31c01 req-bb15d98e-09be-4a1b-9e34-b3a9f9f34c50 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:31.655879 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a5447c2e-ba1d-4b0b-ac1d-9bf2ecf31c01 req-bb15d98e-09be-4a1b-9e34-b3a9f9f34c50 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 943 time: 0.1542604 Feb 09 01:24:31.772366 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6cfab76-61ef-4307-8a7b-d609d9ec9148 x-openstack-request-id: req-b6cfab76-61ef-4307-8a7b-d609d9ec9148 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:24:31.772923 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1573a7e1-e316-4f1f-8974-48004e51d9fb", "name": "network-vif-plugged", "status": "completed", "tag": "4607bfaf-7de4-491e-90a6-8e3ec14e562a", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:24:31.773401 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b6cfab76-61ef-4307-8a7b-d609d9ec9148 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:24:31.773998 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1573a7e1-e316-4f1f-8974-48004e51d9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4607bfaf-7de4-491e-90a6-8e3ec14e562a', 'code': 200} Feb 09 01:24:31.808429 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a5447c2e-ba1d-4b0b-ac1d-9bf2ecf31c01 req-8bd391cc-bfa2-4a98-802f-43d786395a1e tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/security-groups?id=93d11c2d-5658-4f67-9806-bfe788d6a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509984 Feb 09 01:24:32.045935 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ec407-7421-48b6-8f26-b6cd6699ea91 req-fc5df941-d9a8-4dc9-aa80-424ea9d000f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:32.047447 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-843ec407-7421-48b6-8f26-b6cd6699ea91 req-fc5df941-d9a8-4dc9-aa80-424ea9d000f8 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=1573a7e1-e316-4f1f-8974-48004e51d9fb HTTP/1.1" status: 200 len: 1129 time: 0.2132950 Feb 09 01:24:32.069125 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18769de-6220-411f-b7dc-75f693d86fa1 req-a9a12d2c-46e4-46c1-be69-e7e00f15f928 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:32.070645 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f18769de-6220-411f-b7dc-75f693d86fa1 req-a9a12d2c-46e4-46c1-be69-e7e00f15f928 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 945 time: 0.1737785 Feb 09 01:24:32.192112 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-843ec407-7421-48b6-8f26-b6cd6699ea91 req-bda74ca5-5bd0-4873-9a56-ac4ea1d2cb15 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344857 Feb 09 01:24:32.224964 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f18769de-6220-411f-b7dc-75f693d86fa1 req-2e910f4a-36e5-4980-b9c7-7cbab214bbba tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353219 Feb 09 01:24:32.326700 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f79c5752-6757-4caf-81c4-92ae494166c9 req-f2768f72-c724-48fe-9a44-50c701233dbd tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 210 time: 0.0421398 Feb 09 01:24:32.704672 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a61c2-cf57-429f-abe7-54fe1b526f81 req-11f64614-0269-42f7-bcc5-295e849a03b4 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:32.706179 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1b6a61c2-cf57-429f-abe7-54fe1b526f81 req-11f64614-0269-42f7-bcc5-295e849a03b4 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=1573a7e1-e316-4f1f-8974-48004e51d9fb HTTP/1.1" status: 200 len: 946 time: 0.1201859 Feb 09 01:24:32.781206 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1b6a61c2-cf57-429f-abe7-54fe1b526f81 req-4b634277-8eab-4e92-9a94-bb7398514b13 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682352 Feb 09 01:24:33.045875 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b63cf2-efcd-40ca-aa30-1262aa0404f6 req-9ad17869-6ed4-48d3-86b5-076fe378c275 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:33.050734 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f6b63cf2-efcd-40ca-aa30-1262aa0404f6 req-9ad17869-6ed4-48d3-86b5-076fe378c275 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 943 time: 0.1193063 Feb 09 01:24:33.132718 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f6b63cf2-efcd-40ca-aa30-1262aa0404f6 req-505bc2f6-a65e-46f7-a826-8f4144afd1e8 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/security-groups?id=93d11c2d-5658-4f67-9806-bfe788d6a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733860 Feb 09 01:24:33.503020 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d37a9-8065-4d5c-b6bd-20238fa92979 req-64041a56-21bf-40db-8ee9-d6baf3cef97b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:33.505877 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-967d37a9-8065-4d5c-b6bd-20238fa92979 req-64041a56-21bf-40db-8ee9-d6baf3cef97b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 945 time: 0.1492651 Feb 09 01:24:33.542027 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35990) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:33.630290 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c35ada0e-084e-4226-a53a-8e3c261a57d4 req-9163a3bc-2868-4763-9d7b-6bba7915b547 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 210 time: 0.1031556 Feb 09 01:24:33.704132 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-967d37a9-8065-4d5c-b6bd-20238fa92979 req-0828348c-6b30-41d8-bed3-9731bf731372 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920805 Feb 09 01:24:33.732758 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e15c26d1-fb0d-4909-9d1b-3fdccb3330f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:34.016639 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c3047-301a-4a21-9e3f-5fd2d14af0e4 req-58a007d1-fc6e-454c-ac06-a86c2c43fcf2 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:34.018374 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-498c3047-301a-4a21-9e3f-5fd2d14af0e4 req-58a007d1-fc6e-454c-ac06-a86c2c43fcf2 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=1573a7e1-e316-4f1f-8974-48004e51d9fb HTTP/1.1" status: 200 len: 946 time: 0.1042657 Feb 09 01:24:34.093940 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-498c3047-301a-4a21-9e3f-5fd2d14af0e4 req-589e7d71-03cf-47d3-ab03-0b74a9528c8c tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681288 Feb 09 01:24:34.258092 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e15c26d1-fb0d-4909-9d1b-3fdccb3330f3 admin admin] Publish callbacks [] for security_group (44a58fac-4bd3-4517-9f08-a0dca9bd6d4a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:34.272621 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e15c26d1-fb0d-4909-9d1b-3fdccb3330f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (44a58fac-4bd3-4517-9f08-a0dca9bd6d4a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:34.329929 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e15c26d1-fb0d-4909-9d1b-3fdccb3330f3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=869e4e8cbd954c2995691dbd5c57471c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7860718 Feb 09 01:24:34.330576 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36000) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:34.377245 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827ff8c-06b4-4685-818d-5d7aada19aea req-595c7416-9f3e-4b21-b8e8-ccc1735cfb79 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:34.391397 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b827ff8c-06b4-4685-818d-5d7aada19aea req-595c7416-9f3e-4b21-b8e8-ccc1735cfb79 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 943 time: 0.1389933 Feb 09 01:24:34.477158 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c26d1-fb0d-4909-9d1b-3fdccb3330f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a58fac-4bd3-4517-9f08-a0dca9bd6d4a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:34.501951 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ffe2a7bc-53f5-4bb7-b77b-392885dbb750 admin admin] Publish callbacks [] for security_group (44a58fac-4bd3-4517-9f08-a0dca9bd6d4a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:34.559679 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ffe2a7bc-53f5-4bb7-b77b-392885dbb750 admin admin] Publish callbacks [] for security_group (44a58fac-4bd3-4517-9f08-a0dca9bd6d4a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:34.600670 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b827ff8c-06b4-4685-818d-5d7aada19aea req-521e7a41-5f20-4d52-80c6-82fa75543951 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/security-groups?id=93d11c2d-5658-4f67-9806-bfe788d6a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2080209 Feb 09 01:24:34.679163 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ffe2a7bc-53f5-4bb7-b77b-392885dbb750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (44a58fac-4bd3-4517-9f08-a0dca9bd6d4a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:34.682229 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ffe2a7bc-53f5-4bb7-b77b-392885dbb750 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:34.685149 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e67652-3e02-4ee5-9076-7c0ad2e7d93c req-e8679cda-f4dc-4a3c-98e2-aea32adf8564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:34.686246 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ffe2a7bc-53f5-4bb7-b77b-392885dbb750 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/44a58fac-4bd3-4517-9f08-a0dca9bd6d4a HTTP/1.1" status: 204 len: 168 time: 0.3514736 Feb 09 01:24:34.686909 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-92e67652-3e02-4ee5-9076-7c0ad2e7d93c req-e8679cda-f4dc-4a3c-98e2-aea32adf8564 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=c808f84d2c3b4797965f5ee8f6a2482a&device_id=1573a7e1-e316-4f1f-8974-48004e51d9fb HTTP/1.1" status: 200 len: 1129 time: 0.2363057 Feb 09 01:24:34.711044 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe2a7bc-53f5-4bb7-b77b-392885dbb750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a58fac-4bd3-4517-9f08-a0dca9bd6d4a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:34.787212 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa9385-9c63-4c43-a190-87d70f9c88af req-0aede1fd-1a65-42cd-9a55-5b056220e0b6 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:34.794612 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-23aa9385-9c63-4c43-a190-87d70f9c88af req-0aede1fd-1a65-42cd-9a55-5b056220e0b6 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=1573a7e1-e316-4f1f-8974-48004e51d9fb HTTP/1.1" status: 200 len: 946 time: 0.2453394 Feb 09 01:24:34.864686 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a54aba50-e5fc-4a4f-a4b3-d772b877dac6 req-db0a39c3-452b-44c3-aa66-92643968352d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2176151 Feb 09 01:24:34.965970 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d77569f6-47f6-4472-bd68-aee5cf54e45e req-3bdbc4c4-5c4f-4280-bebd-90baa40fdda1 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 210 time: 0.1684597 Feb 09 01:24:34.989939 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54aba50-e5fc-4a4f-a4b3-d772b877dac6 req-ae6cf73a-3a97-49be-8ac3-8ab25196563a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:35.005081 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a54aba50-e5fc-4a4f-a4b3-d772b877dac6 req-ae6cf73a-3a97-49be-8ac3-8ab25196563a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=45103008d2704a9a9647209c042e9687&device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 1130 time: 0.0733356 Feb 09 01:24:35.163171 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-23aa9385-9c63-4c43-a190-87d70f9c88af req-e85cdaa9-1663-4eff-a1c1-460310af82bf tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672802 Feb 09 01:24:35.246938 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e67652-3e02-4ee5-9076-7c0ad2e7d93c req-bfbfadf5-a1d7-4414-b325-0c7e9205feb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:35.251051 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-92e67652-3e02-4ee5-9076-7c0ad2e7d93c req-bfbfadf5-a1d7-4414-b325-0c7e9205feb9 service neutron] 10.222.0.121 "GET /v2.0/networks?id=8821b93d-01cf-4b8b-a3db-13afd0eec4ce HTTP/1.1" status: 200 len: 912 time: 0.5564985 Feb 09 01:24:35.270100 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54aba50-e5fc-4a4f-a4b3-d772b877dac6 req-7a1eb234-2467-41e5-a71c-e188416377de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:35.270412 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a54aba50-e5fc-4a4f-a4b3-d772b877dac6 req-7a1eb234-2467-41e5-a71c-e188416377de service neutron] 10.222.0.91 "GET /v2.0/networks?id=a46c349d-fbe7-42ad-a83d-3298a4c41cb1 HTTP/1.1" status: 200 len: 914 time: 0.2406559 Feb 09 01:24:35.308714 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-92e67652-3e02-4ee5-9076-7c0ad2e7d93c req-4906731f-15f1-47e8-bf30-19dbf75380eb service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4607bfaf-7de4-491e-90a6-8e3ec14e562a HTTP/1.1" status: 200 len: 217 time: 0.0470381 Feb 09 01:24:35.344632 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a54aba50-e5fc-4a4f-a4b3-d772b877dac6 req-67295f56-a81f-4a58-b050-7c772995d72c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a825b64-d1af-4377-836e-5fc508ec6888 HTTP/1.1" status: 200 len: 217 time: 0.0654442 Feb 09 01:24:35.437177 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e0977-5052-4a8e-9350-1dfb41c0570d req-997a7c34-5056-4323-9477-c7bfd0a7e9b3 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:35.444474 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-162e0977-5052-4a8e-9350-1dfb41c0570d req-997a7c34-5056-4323-9477-c7bfd0a7e9b3 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 945 time: 0.3665557 Feb 09 01:24:35.450654 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54aba50-e5fc-4a4f-a4b3-d772b877dac6 req-0f417cac-f82d-49fa-a7a2-93fb57c33c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:35.453992 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a54aba50-e5fc-4a4f-a4b3-d772b877dac6 req-0f417cac-f82d-49fa-a7a2-93fb57c33c22 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=00660737-d0c8-4fd3-9454-eb4bf5c5566b HTTP/1.1" status: 200 len: 853 time: 0.1026633 Feb 09 01:24:35.491035 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e67652-3e02-4ee5-9076-7c0ad2e7d93c req-98c3adc2-04ed-44c0-9139-95d79524496b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:35.492576 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-92e67652-3e02-4ee5-9076-7c0ad2e7d93c req-98c3adc2-04ed-44c0-9139-95d79524496b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c617e52a-1c92-4f9f-a978-3ab60b4c79f7 HTTP/1.1" status: 200 len: 851 time: 0.1738212 Feb 09 01:24:35.519494 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a54aba50-e5fc-4a4f-a4b3-d772b877dac6 req-4c4b3eb6-c013-405c-84e4-52225e9ad6b2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a46c349d-fbe7-42ad-a83d-3298a4c41cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542586 Feb 09 01:24:35.566099 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-92e67652-3e02-4ee5-9076-7c0ad2e7d93c req-c6824eac-e9ad-4c44-be2e-4088b612e2df service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=8821b93d-01cf-4b8b-a3db-13afd0eec4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645247 Feb 09 01:24:35.735376 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a54aba50-e5fc-4a4f-a4b3-d772b877dac6 req-64db52db-8a7b-40c0-8b0a-04cf74a30534 service neutron] 10.222.0.91 "GET /v2.0/networks/a46c349d-fbe7-42ad-a83d-3298a4c41cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023766 Feb 09 01:24:35.757813 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-92e67652-3e02-4ee5-9076-7c0ad2e7d93c req-21c9028e-aa89-43ac-a2d6-3b660fa8a31f service neutron] 10.222.0.121 "GET /v2.0/networks/8821b93d-01cf-4b8b-a3db-13afd0eec4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818700 Feb 09 01:24:35.774941 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-162e0977-5052-4a8e-9350-1dfb41c0570d req-5d750a6d-0433-487a-8da2-973bd5976e0e tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272820 Feb 09 01:24:35.978128 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a54aba50-e5fc-4a4f-a4b3-d772b877dac6 req-c09e6682-9827-437d-8d6a-964ef092a4ac service neutron] 10.222.0.91 "GET /v2.0/networks/a46c349d-fbe7-42ad-a83d-3298a4c41cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275014 Feb 09 01:24:36.408093 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-92e67652-3e02-4ee5-9076-7c0ad2e7d93c req-cf4748e1-73f5-4793-9690-962609983ca7 service neutron] 10.222.0.121 "GET /v2.0/networks/8821b93d-01cf-4b8b-a3db-13afd0eec4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6308670 Feb 09 01:24:36.537368 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2b6709a5-c053-428c-a277-408d63cc8f21 req-6f996e7f-62b3-4d39-affc-70287bbda903 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 210 time: 0.1271200 Feb 09 01:24:36.573202 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db05a2-58b8-4c46-8425-8b5ff48c1b06 req-8aa2c8e4-308e-4a2d-91e6-c2acecca2a4e tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:36.590198 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76db05a2-58b8-4c46-8425-8b5ff48c1b06 req-8aa2c8e4-308e-4a2d-91e6-c2acecca2a4e tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 943 time: 0.8116674 Feb 09 01:24:36.720681 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76db05a2-58b8-4c46-8425-8b5ff48c1b06 req-b929d9ae-998d-49fb-bb48-c5bdff034431 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/security-groups?id=93d11c2d-5658-4f67-9806-bfe788d6a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290588 Feb 09 01:24:36.834184 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee2e81-f0ef-49b3-a527-73a4a8aa9623 req-fa873f83-9db5-429f-9bda-e90a0a7d1317 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:36.835805 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0eee2e81-f0ef-49b3-a527-73a4a8aa9623 req-fa873f83-9db5-429f-9bda-e90a0a7d1317 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=1573a7e1-e316-4f1f-8974-48004e51d9fb HTTP/1.1" status: 200 len: 946 time: 0.1102142 Feb 09 01:24:37.011166 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0eee2e81-f0ef-49b3-a527-73a4a8aa9623 req-df25cb1d-0ba3-4bfc-a0a6-af0745da072b tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683571 Feb 09 01:24:37.138522 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93bafb4e-4404-4656-8619-3ac6e541c9bb req-16ad5f3e-5b63-4196-9e31-e511777b0ba4 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=f56956fe-dbec-453c-ad1b-eeb16fa84c39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1764450 Feb 09 01:24:37.147632 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac25c11-a9d7-444b-9ae7-3c022e14ffd2 req-ac81c20e-6f0e-4675-982b-76184238d1d1 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:37.149273 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cac25c11-a9d7-444b-9ae7-3c022e14ffd2 req-ac81c20e-6f0e-4675-982b-76184238d1d1 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 945 time: 0.1640966 Feb 09 01:24:37.324225 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cac25c11-a9d7-444b-9ae7-3c022e14ffd2 req-741fb824-e9e3-48dd-bceb-16d843621d3f tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678302 Feb 09 01:24:37.331067 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bafb4e-4404-4656-8619-3ac6e541c9bb req-6e88dc24-1dcd-482a-b514-b243daab967f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:37.332823 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93bafb4e-4404-4656-8619-3ac6e541c9bb req-6e88dc24-1dcd-482a-b514-b243daab967f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=c808f84d2c3b4797965f5ee8f6a2482a&device_id=f56956fe-dbec-453c-ad1b-eeb16fa84c39 HTTP/1.1" status: 200 len: 1129 time: 0.1086597 Feb 09 01:24:37.449779 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device edb0912e-9313-4300-aecc-3c68da07d1d7 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:24:37.586584 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36074) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:37.633086 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bafb4e-4404-4656-8619-3ac6e541c9bb req-3f820422-8be9-4808-a637-b696c86fa2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:37.638694 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93bafb4e-4404-4656-8619-3ac6e541c9bb req-3f820422-8be9-4808-a637-b696c86fa2b8 service neutron] 10.222.0.121 "GET /v2.0/networks?id=8821b93d-01cf-4b8b-a3db-13afd0eec4ce HTTP/1.1" status: 200 len: 912 time: 0.2797101 Feb 09 01:24:37.691188 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93bafb4e-4404-4656-8619-3ac6e541c9bb req-9d9c2d5a-e73c-4604-940f-edb908d74070 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ca4ee22-a36a-469d-a2e2-bd00afab9dcb HTTP/1.1" status: 200 len: 217 time: 0.0486741 Feb 09 01:24:37.794329 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port edb0912e-9313-4300-aecc-3c68da07d1d7, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=edb0912e-9313-4300-aecc-3c68da07d1d7,segment=NetworkSegment(3350618d-f84a-4a0b-8997-97c98e7ed20e),segment_id=3350618d-f84a-4a0b-8997-97c98e7ed20e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:37.821834 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': 'edb0912e-9313-4300-aecc-3c68da07d1d7', 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c', 'port_id': 'edb0912e-9313-4300-aecc-3c68da07d1d7', 'mac_address': 'fa:16:3e:c7:5d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b59fab-0ab1-4600-8204-1f86be683b81', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:24:37.859437 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00714468-d744-4635-939a-588d6407785d req-b0b5ae74-b827-4b5e-a6d3-30e38cfa022c tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 210 time: 0.0774000 Feb 09 01:24:37.898237 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bafb4e-4404-4656-8619-3ac6e541c9bb req-2946a6aa-7128-4dc5-9138-6050c74acfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:37.911046 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93bafb4e-4404-4656-8619-3ac6e541c9bb req-2946a6aa-7128-4dc5-9138-6050c74acfab service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c617e52a-1c92-4f9f-a978-3ab60b4c79f7 HTTP/1.1" status: 200 len: 851 time: 0.2119589 Feb 09 01:24:37.945784 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port edb0912e-9313-4300-aecc-3c68da07d1d7 is: ACTIVE; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:37.946459 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (edb0912e-9313-4300-aecc-3c68da07d1d7), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:37.977845 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-e1888449-e0d7-4b09-8777-1cc71ed0fdbf tempest-ExternalNetworksTestJSON-423949904 tempest-ExternalNetworksTestJSON-423949904-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1823510582'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:37.980666 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id edb0912e-9313-4300-aecc-3c68da07d1d7 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:24:38.027256 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port edb0912e-9313-4300-aecc-3c68da07d1d7, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=edb0912e-9313-4300-aecc-3c68da07d1d7,segment=NetworkSegment(3350618d-f84a-4a0b-8997-97c98e7ed20e),segment_id=3350618d-f84a-4a0b-8997-97c98e7ed20e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:38.031500 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1888449-e0d7-4b09-8777-1cc71ed0fdbf tempest-ExternalNetworksTestJSON-423949904 tempest-ExternalNetworksTestJSON-423949904-project] Made reservation on behalf of 1e3763bc865b4e17a8c393e27f4408b1 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:38.036253 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93bafb4e-4404-4656-8619-3ac6e541c9bb req-af01edb9-7638-4749-aa33-655e46e995a4 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=8821b93d-01cf-4b8b-a3db-13afd0eec4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1132627 Feb 09 01:24:38.039481 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (edb0912e-9313-4300-aecc-3c68da07d1d7), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:38.046728 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e1888449-e0d7-4b09-8777-1cc71ed0fdbf tempest-ExternalNetworksTestJSON-423949904 tempest-ExternalNetworksTestJSON-423949904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:38.086352 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e1888449-e0d7-4b09-8777-1cc71ed0fdbf tempest-ExternalNetworksTestJSON-423949904 tempest-ExternalNetworksTestJSON-423949904-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:38.201187 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=edb0912e-9313-4300-aecc-3c68da07d1d7,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:38.276948 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['edb0912e-9313-4300-aecc-3c68da07d1d7'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:24:38.432048 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e1888449-e0d7-4b09-8777-1cc71ed0fdbf tempest-ExternalNetworksTestJSON-423949904 tempest-ExternalNetworksTestJSON-423949904-project] Publish callbacks [] for security_group (f5fc0ec1-adb4-4767-8eae-cd673e41723c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:38.441640 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e1888449-e0d7-4b09-8777-1cc71ed0fdbf tempest-ExternalNetworksTestJSON-423949904 tempest-ExternalNetworksTestJSON-423949904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f5fc0ec1-adb4-4767-8eae-cd673e41723c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:38.481714 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1888449-e0d7-4b09-8777-1cc71ed0fdbf tempest-ExternalNetworksTestJSON-423949904 tempest-ExternalNetworksTestJSON-423949904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:24:38.496441 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e1888449-e0d7-4b09-8777-1cc71ed0fdbf tempest-ExternalNetworksTestJSON-423949904 tempest-ExternalNetworksTestJSON-423949904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (c91faa10-4043-4721-8ec6-08cb6c28b6a1), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:38.497249 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-e1888449-e0d7-4b09-8777-1cc71ed0fdbf tempest-ExternalNetworksTestJSON-423949904 tempest-ExternalNetworksTestJSON-423949904-project] Added segment c91faa10-4043-4721-8ec6-08cb6c28b6a1 of type vlan for network 4f4dc7e8-8021-4e09-b333-ccdc547bf665 Feb 09 01:24:38.643348 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1f24e-0c57-4c73-8f26-67b5f327f4f1 req-25a2a5c7-bd49-4e3c-85be-43886af4f6eb tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:38.652969 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c1c1f24e-0c57-4c73-8f26-67b5f327f4f1 req-25a2a5c7-bd49-4e3c-85be-43886af4f6eb tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=1573a7e1-e316-4f1f-8974-48004e51d9fb HTTP/1.1" status: 200 len: 946 time: 0.3256295 Feb 09 01:24:38.727764 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711cbde-f3e3-4b44-9a36-a771edccfd99 req-1a9d52b0-8464-4398-a224-4b4e760394e4 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:38.734415 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8711cbde-f3e3-4b44-9a36-a771edccfd99 req-1a9d52b0-8464-4398-a224-4b4e760394e4 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 943 time: 0.7131951 Feb 09 01:24:38.830326 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e1888449-e0d7-4b09-8777-1cc71ed0fdbf tempest-ExternalNetworksTestJSON-423949904 tempest-ExternalNetworksTestJSON-423949904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (4f4dc7e8-8021-4e09-b333-ccdc547bf665), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:38.858139 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1888449-e0d7-4b09-8777-1cc71ed0fdbf tempest-ExternalNetworksTestJSON-423949904 tempest-ExternalNetworksTestJSON-423949904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5fc0ec1-adb4-4767-8eae-cd673e41723c,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:38.901519 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93bafb4e-4404-4656-8619-3ac6e541c9bb req-2b0c7d7f-8445-4618-94d1-05910cd05891 service neutron] 10.222.0.121 "GET /v2.0/networks/8821b93d-01cf-4b8b-a3db-13afd0eec4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8349116 Feb 09 01:24:38.991843 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e1888449-e0d7-4b09-8777-1cc71ed0fdbf tempest-ExternalNetworksTestJSON-423949904 tempest-ExternalNetworksTestJSON-423949904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (4f4dc7e8-8021-4e09-b333-ccdc547bf665), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:38.999020 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1888449-e0d7-4b09-8777-1cc71ed0fdbf tempest-ExternalNetworksTestJSON-423949904 tempest-ExternalNetworksTestJSON-423949904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:38.999871 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e1888449-e0d7-4b09-8777-1cc71ed0fdbf tempest-ExternalNetworksTestJSON-423949904 tempest-ExternalNetworksTestJSON-423949904-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:39.101563 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1888449-e0d7-4b09-8777-1cc71ed0fdbf tempest-ExternalNetworksTestJSON-423949904 tempest-ExternalNetworksTestJSON-423949904-project] Pushing event updated for resources: {'Network': ['ID=4f4dc7e8-8021-4e09-b333-ccdc547bf665,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:39.126107 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 4f4dc7e8-8021-4e09-b333-ccdc547bf665 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:24:39.146044 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e1888449-e0d7-4b09-8777-1cc71ed0fdbf tempest-ExternalNetworksTestJSON-423949904 tempest-ExternalNetworksTestJSON-423949904-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5594170 Feb 09 01:24:39.149455 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36120) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:39.222537 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c1c1f24e-0c57-4c73-8f26-67b5f327f4f1 req-0a911ce9-2dcd-4692-97aa-8371992368a7 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4850991 Feb 09 01:24:39.323552 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93bafb4e-4404-4656-8619-3ac6e541c9bb req-9a4fbb9e-b6ad-44e4-84ea-1125865c7156 service neutron] 10.222.0.121 "GET /v2.0/networks/8821b93d-01cf-4b8b-a3db-13afd0eec4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995140 Feb 09 01:24:39.342892 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8711cbde-f3e3-4b44-9a36-a771edccfd99 req-7b1a5984-ac1d-4a93-bb06-f6bbad573970 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/security-groups?id=93d11c2d-5658-4f67-9806-bfe788d6a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4341707 Feb 09 01:24:39.426351 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-d7249f84-fe74-4688-b9f4-745ad11b976c tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Request body: {'network': {'name': 'tempest-network--19210217', 'router:external': True}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:39.473106 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device edb0912e-9313-4300-aecc-3c68da07d1d7 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:24:39.531561 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7249f84-fe74-4688-b9f4-745ad11b976c tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Made reservation on behalf of 558473c4279d446dbef9219d0fa37c2a for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:39.549600 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port edb0912e-9313-4300-aecc-3c68da07d1d7 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:39.550364 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (edb0912e-9313-4300-aecc-3c68da07d1d7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:39.566340 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d7249f84-fe74-4688-b9f4-745ad11b976c tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:39.599174 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d69bbf-99a4-41e4-878d-f0cf7a4742a7 req-4a524723-07b2-4e25-bb07-cf9eac7c9956 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:39.613077 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d7249f84-fe74-4688-b9f4-745ad11b976c tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:39.630515 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-46d69bbf-99a4-41e4-878d-f0cf7a4742a7 req-4a524723-07b2-4e25-bb07-cf9eac7c9956 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 944 time: 0.2024715 Feb 09 01:24:39.787193 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port edb0912e-9313-4300-aecc-3c68da07d1d7 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:39.801203 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (edb0912e-9313-4300-aecc-3c68da07d1d7), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:39.815464 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-62c311ca-7a4a-49ac-bb26-81ad9cadaf82 req-c1f784a4-61e9-4a4c-b35a-986758ae327c tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 210 time: 0.1808155 Feb 09 01:24:40.003553 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d7249f84-fe74-4688-b9f4-745ad11b976c tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks [] for security_group (48707216-33a9-44a9-8f7a-c86324280247), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:40.023582 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d7249f84-fe74-4688-b9f4-745ad11b976c tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (48707216-33a9-44a9-8f7a-c86324280247), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:40.024123 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-46d69bbf-99a4-41e4-878d-f0cf7a4742a7 req-a49f9974-a983-42f7-afd2-03a49844cc9f tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873904 Feb 09 01:24:40.037209 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port edb0912e-9313-4300-aecc-3c68da07d1d7, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=edb0912e-9313-4300-aecc-3c68da07d1d7,segment=NetworkSegment(3350618d-f84a-4a0b-8997-97c98e7ed20e),segment_id=3350618d-f84a-4a0b-8997-97c98e7ed20e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:40.042596 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e2eb81-0765-4f40-95c2-9e518c594932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb0912e-9313-4300-aecc-3c68da07d1d7'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:24:40.051338 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec3b072-2706-4359-a72a-ea20a76a89ad" -d '{"events": [{"server_uuid": "22e2eb81-0765-4f40-95c2-9e518c594932", "name": "network-vif-plugged", "status": "completed", "tag": "edb0912e-9313-4300-aecc-3c68da07d1d7"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:24:40.063317 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (edb0912e-9313-4300-aecc-3c68da07d1d7), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:40.140374 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=edb0912e-9313-4300-aecc-3c68da07d1d7,revision_number=7']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:40.162885 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7249f84-fe74-4688-b9f4-745ad11b976c tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:24:40.183051 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7249f84-fe74-4688-b9f4-745ad11b976c tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48707216-33a9-44a9-8f7a-c86324280247,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:40.199708 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d7249f84-fe74-4688-b9f4-745ad11b976c tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (1ef54d14-c4a0-4188-b255-4476339ce4af), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:40.200614 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-d7249f84-fe74-4688-b9f4-745ad11b976c tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Added segment 1ef54d14-c4a0-4188-b255-4476339ce4af of type vlan for network f90f851c-460f-4bc2-81a6-7bfb56ce00ba Feb 09 01:24:40.269905 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f130ba-7dc3-4358-af1d-f809948a72d3 x-openstack-request-id: req-45f130ba-7dc3-4358-af1d-f809948a72d3 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:24:40.270203 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e2eb81-0765-4f40-95c2-9e518c594932", "name": "network-vif-plugged", "status": "completed", "tag": "edb0912e-9313-4300-aecc-3c68da07d1d7", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:24:40.270461 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-45f130ba-7dc3-4358-af1d-f809948a72d3 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:24:40.270926 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e2eb81-0765-4f40-95c2-9e518c594932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb0912e-9313-4300-aecc-3c68da07d1d7', 'code': 200} Feb 09 01:24:40.360271 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d7249f84-fe74-4688-b9f4-745ad11b976c tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (f90f851c-460f-4bc2-81a6-7bfb56ce00ba), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:40.475964 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d7249f84-fe74-4688-b9f4-745ad11b976c tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (f90f851c-460f-4bc2-81a6-7bfb56ce00ba), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:40.477368 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7249f84-fe74-4688-b9f4-745ad11b976c tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:40.477966 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d7249f84-fe74-4688-b9f4-745ad11b976c tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:40.713409 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d7249f84-fe74-4688-b9f4-745ad11b976c tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.5601072 Feb 09 01:24:40.722625 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36148) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:40.810390 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45079a18-03f9-4b20-8a4d-ff7b870cba08 req-cc4bd714-4601-40e1-8026-79853f2de080 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:40.830731 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-45079a18-03f9-4b20-8a4d-ff7b870cba08 req-cc4bd714-4601-40e1-8026-79853f2de080 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=1573a7e1-e316-4f1f-8974-48004e51d9fb HTTP/1.1" status: 200 len: 946 time: 0.4255698 Feb 09 01:24:40.982579 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-45079a18-03f9-4b20-8a4d-ff7b870cba08 req-67974350-984d-41a1-b883-b47b1e5a3c60 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508613 Feb 09 01:24:41.030531 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d2725-5ce7-46ab-bf2e-e15bbfe64937 req-fc6e4e0d-0bed-47c5-ac56-5d0529d7b84c tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:41.048040 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f81d2725-5ce7-46ab-bf2e-e15bbfe64937 req-fc6e4e0d-0bed-47c5-ac56-5d0529d7b84c tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 943 time: 0.4878509 Feb 09 01:24:41.088657 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49665502-0889-4dc6-9798-0a1d547ace71 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (f90f851c-460f-4bc2-81a6-7bfb56ce00ba), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:41.138614 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7249f84-fe74-4688-b9f4-745ad11b976c tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Pushing event updated for resources: {'Network': ['ID=f90f851c-460f-4bc2-81a6-7bfb56ce00ba,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:41.148842 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network f90f851c-460f-4bc2-81a6-7bfb56ce00ba details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:24:41.249153 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-74e8066f-ff5f-4b94-97c4-819f37fb84ce req-d2b834c7-3107-4596-9a00-e8912be5b3ef tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 210 time: 0.1266696 Feb 09 01:24:41.362592 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f81d2725-5ce7-46ab-bf2e-e15bbfe64937 req-18d2b255-bd35-4c3c-8229-c3ec6e462d5e tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/security-groups?id=93d11c2d-5658-4f67-9806-bfe788d6a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3029528 Feb 09 01:24:41.476854 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49665502-0889-4dc6-9798-0a1d547ace71 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (f90f851c-460f-4bc2-81a6-7bfb56ce00ba), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:41.501866 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-49665502-0889-4dc6-9798-0a1d547ace71 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f90f851c-460f-4bc2-81a6-7bfb56ce00ba']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:41.533349 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-49665502-0889-4dc6-9798-0a1d547ace71 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ef54d14-c4a0-4188-b255-4476339ce4af') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:41.533647 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-49665502-0889-4dc6-9798-0a1d547ace71 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ef54d14-c4a0-4188-b255-4476339ce4af') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:41.584200 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49665502-0889-4dc6-9798-0a1d547ace71 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (1ef54d14-c4a0-4188-b255-4476339ce4af), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:41.592480 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9a865-d4c7-4661-9b71-2e285dc63f69 req-d45c17fa-efc6-4f37-8170-eb4570109ac7 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:41.594093 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-63c9a865-d4c7-4661-9b71-2e285dc63f69 req-d45c17fa-efc6-4f37-8170-eb4570109ac7 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 945 time: 0.1475728 Feb 09 01:24:41.613512 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49665502-0889-4dc6-9798-0a1d547ace71 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (1ef54d14-c4a0-4188-b255-4476339ce4af), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:41.632945 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49665502-0889-4dc6-9798-0a1d547ace71 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:24:41.633381 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49665502-0889-4dc6-9798-0a1d547ace71 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (1ef54d14-c4a0-4188-b255-4476339ce4af), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:41.635425 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:24:41.635425 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:24:41.635425 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:24:41.635425 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:24:41.635425 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:24:41.635425 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:24:41.635425 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:24:41.635425 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:24:41.635425 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:24:41.635425 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:24:41.635425 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:24:41.635425 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:24:41.635425 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:24:41.635425 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:24:41.635425 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:24:41.635425 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:24:41.635425 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:24:41.635425 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:24:41.635425 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:24:41.635425 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:24:41.635425 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:24:41.635425 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:24:41.635425 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:24:41.635425 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:24:41.635425 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:24:41.635425 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:24:41.635425 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:24:41.635425 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:24:41.635425 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:24:41.635425 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:24:41.635425 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:24:41.635425 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:24:41.698727 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-63c9a865-d4c7-4661-9b71-2e285dc63f69 req-1f9fa5ae-67b5-4cee-ba51-e5254b724a86 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977464 Feb 09 01:24:41.790254 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49665502-0889-4dc6-9798-0a1d547ace71 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (f90f851c-460f-4bc2-81a6-7bfb56ce00ba), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:41.838640 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49665502-0889-4dc6-9798-0a1d547ace71 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f90f851c-460f-4bc2-81a6-7bfb56ce00ba {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 01:24:41.853897 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49665502-0889-4dc6-9798-0a1d547ace71 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:41.867042 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36172) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:41.876242 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-49665502-0889-4dc6-9798-0a1d547ace71 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] 10.222.0.30 "DELETE /v2.0/networks/f90f851c-460f-4bc2-81a6-7bfb56ce00ba HTTP/1.1" status: 204 len: 168 time: 1.1472425 Feb 09 01:24:41.876582 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-09cfe8c2-6c13-42ea-9850-9aae14fa7fe7 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:41.879500 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49665502-0889-4dc6-9798-0a1d547ace71 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Pushing event deleted for resources: {'Network': ['ID=f90f851c-460f-4bc2-81a6-7bfb56ce00ba,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:41.950648 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09cfe8c2-6c13-42ea-9850-9aae14fa7fe7 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Made reservation on behalf of 558473c4279d446dbef9219d0fa37c2a for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:41.972197 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-09cfe8c2-6c13-42ea-9850-9aae14fa7fe7 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:42.090683 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09cfe8c2-6c13-42ea-9850-9aae14fa7fe7 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:24:42.133259 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-09cfe8c2-6c13-42ea-9850-9aae14fa7fe7 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (903f827b-e4c5-44c8-b886-9a26ac8afb90), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:42.133604 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-09cfe8c2-6c13-42ea-9850-9aae14fa7fe7 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Added segment 903f827b-e4c5-44c8-b886-9a26ac8afb90 of type vlan for network b6983ed6-a629-45c4-bfc0-e34406b36fa1 Feb 09 01:24:42.323447 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-09cfe8c2-6c13-42ea-9850-9aae14fa7fe7 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (b6983ed6-a629-45c4-bfc0-e34406b36fa1), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:42.411022 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-09cfe8c2-6c13-42ea-9850-9aae14fa7fe7 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (b6983ed6-a629-45c4-bfc0-e34406b36fa1), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:42.412909 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cfe8c2-6c13-42ea-9850-9aae14fa7fe7 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:42.413649 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-09cfe8c2-6c13-42ea-9850-9aae14fa7fe7 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:42.458308 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-09cfe8c2-6c13-42ea-9850-9aae14fa7fe7 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5895929 Feb 09 01:24:42.462620 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36186) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:42.468824 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-59475bf1-2826-4f40-99fc-558adf734b40 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Request body: {'subnet': {'network_id': 'b6983ed6-a629-45c4-bfc0-e34406b36fa1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:42.522025 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59475bf1-2826-4f40-99fc-558adf734b40 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Made reservation on behalf of 558473c4279d446dbef9219d0fa37c2a for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:42.525871 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-59475bf1-2826-4f40-99fc-558adf734b40 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:42.621919 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cfe8c2-6c13-42ea-9850-9aae14fa7fe7 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Pushing event updated for resources: {'Network': ['ID=b6983ed6-a629-45c4-bfc0-e34406b36fa1,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:42.645048 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aca385-2078-42c3-aefe-1418cec8b6d3 req-2f981165-59d6-43df-94f1-350193e8292d tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:42.659489 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86aca385-2078-42c3-aefe-1418cec8b6d3 req-2f981165-59d6-43df-94f1-350193e8292d tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 947 time: 0.2918463 Feb 09 01:24:42.721557 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfe8c2-6c13-42ea-9850-9aae14fa7fe7 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:42.722204 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfe8c2-6c13-42ea-9850-9aae14fa7fe7 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:42.722705 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfe8c2-6c13-42ea-9850-9aae14fa7fe7 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:42.723217 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfe8c2-6c13-42ea-9850-9aae14fa7fe7 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:42.723717 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfe8c2-6c13-42ea-9850-9aae14fa7fe7 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:42.724227 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfe8c2-6c13-42ea-9850-9aae14fa7fe7 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:42.724731 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfe8c2-6c13-42ea-9850-9aae14fa7fe7 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:42.725215 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfe8c2-6c13-42ea-9850-9aae14fa7fe7 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:42.725714 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfe8c2-6c13-42ea-9850-9aae14fa7fe7 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:42.726200 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfe8c2-6c13-42ea-9850-9aae14fa7fe7 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:42.726684 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfe8c2-6c13-42ea-9850-9aae14fa7fe7 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:42.727162 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfe8c2-6c13-42ea-9850-9aae14fa7fe7 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:42.727655 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfe8c2-6c13-42ea-9850-9aae14fa7fe7 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:42.745337 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network b6983ed6-a629-45c4-bfc0-e34406b36fa1 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:24:42.758320 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86aca385-2078-42c3-aefe-1418cec8b6d3 req-2be956be-10c9-4a35-9ed9-920bb549cb25 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973294 Feb 09 01:24:42.793387 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f3dae-aac7-450d-8a3a-0548190c2dae req-0588f1a1-0a4b-43f5-83ec-989d81662297 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:42.819808 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0d7f3dae-aac7-450d-8a3a-0548190c2dae req-0588f1a1-0a4b-43f5-83ec-989d81662297 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=1573a7e1-e316-4f1f-8974-48004e51d9fb HTTP/1.1" status: 200 len: 946 time: 0.6462455 Feb 09 01:24:43.074435 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0d7f3dae-aac7-450d-8a3a-0548190c2dae req-4dd64334-f569-470f-b1c4-34408ed28140 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533560 Feb 09 01:24:43.164169 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8227608e-a1c1-46c2-956a-fb152f581f03 req-5d4a8498-d0eb-43ce-ac83-3071bebff98e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 210 time: 0.1990895 Feb 09 01:24:43.479468 n-d-822053-40 neutron-server[103528]: DEBUG neutron.objects.ports [None req-59475bf1-2826-4f40-99fc-558adf734b40 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103528) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:24:43.480714 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-59475bf1-2826-4f40-99fc-558adf734b40 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (d0f7b986-768a-4c9b-97e3-bb276361d2d4), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:43.533137 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59475bf1-2826-4f40-99fc-558adf734b40 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d0f7b986-768a-4c9b-97e3-bb276361d2d4,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:43.584890 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59475bf1-2826-4f40-99fc-558adf734b40 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Checking segment: {'id': '903f827b-e4c5-44c8-b886-9a26ac8afb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b6983ed6-a629-45c4-bfc0-e34406b36fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:24:43.585412 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59475bf1-2826-4f40-99fc-558adf734b40 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Network hostable DHCP agents. Network: b6983ed6-a629-45c4-bfc0-e34406b36fa1, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:24:43.628889 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59475bf1-2826-4f40-99fc-558adf734b40 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Network b6983ed6-a629-45c4-bfc0-e34406b36fa1 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:24:43.645561 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbee98f-e6e9-465f-b359-d52d65aa5447 req-4d0e9876-ee13-48fe-812d-be59ea70e719 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:43.649924 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bcbee98f-e6e9-465f-b359-d52d65aa5447 req-4d0e9876-ee13-48fe-812d-be59ea70e719 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 943 time: 0.4030690 Feb 09 01:24:43.652529 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-59475bf1-2826-4f40-99fc-558adf734b40 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, b6983ed6-a629-45c4-bfc0-e34406b36fa1) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:43.657235 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59475bf1-2826-4f40-99fc-558adf734b40 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:43.658033 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-59475bf1-2826-4f40-99fc-558adf734b40 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:43.668527 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f615f9-5a05-4e20-bd89-d1874ebdac1d None None] Network b6983ed6-a629-45c4-bfc0-e34406b36fa1 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:24:43.687673 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-59475bf1-2826-4f40-99fc-558adf734b40 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2237198 Feb 09 01:24:43.691751 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36198) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:43.701233 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-6f50a1a4-d1dd-4e71-91b2-e610c47d2232 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Request body: {'floatingip': {'floating_network_id': 'b6983ed6-a629-45c4-bfc0-e34406b36fa1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:43.717964 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c3e95-f6fa-48b6-8378-e7cee5c2a4e9 req-7fb56973-9ece-4f11-bc9b-01feed2633d2 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:43.719841 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6c0c3e95-f6fa-48b6-8378-e7cee5c2a4e9 req-7fb56973-9ece-4f11-bc9b-01feed2633d2 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 945 time: 0.3286839 Feb 09 01:24:43.755804 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6f50a1a4-d1dd-4e71-91b2-e610c47d2232 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:43.893054 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6c0c3e95-f6fa-48b6-8378-e7cee5c2a4e9 req-afbe8234-eadd-4d4e-bdbf-5b03d2ef34d3 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633861 Feb 09 01:24:43.910340 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bcbee98f-e6e9-465f-b359-d52d65aa5447 req-5c867378-1b34-4e7a-bf06-e7f310fdf6c4 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/security-groups?id=93d11c2d-5658-4f67-9806-bfe788d6a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2366910 Feb 09 01:24:43.958422 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8615f704-6d05-40fd-beb8-121812fa047a None None] Network b6983ed6-a629-45c4-bfc0-e34406b36fa1 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:24:44.036866 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6f50a1a4-d1dd-4e71-91b2-e610c47d2232 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:44.213690 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15edfb55-9f8a-4149-a9c0-65446c8fe332 req-4f014607-4d2e-401a-ba5c-4af9276d06d2 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:44.223853 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-15edfb55-9f8a-4149-a9c0-65446c8fe332 req-4f014607-4d2e-401a-ba5c-4af9276d06d2 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 947 time: 0.1607027 Feb 09 01:24:44.343610 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-15edfb55-9f8a-4149-a9c0-65446c8fe332 req-a3ad60d7-a0a9-4412-bb0a-3dde162d0678 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184571 Feb 09 01:24:44.399267 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13cfa1-a5ea-40c1-a94f-1799a8b5f791 req-70ac02e9-d617-4a68-9fc2-13018c1e0376 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:44.405721 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-de13cfa1-a5ea-40c1-a94f-1799a8b5f791 req-70ac02e9-d617-4a68-9fc2-13018c1e0376 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=1573a7e1-e316-4f1f-8974-48004e51d9fb HTTP/1.1" status: 200 len: 946 time: 0.1496515 Feb 09 01:24:44.516448 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-de13cfa1-a5ea-40c1-a94f-1799a8b5f791 req-b0d40e33-dfea-4d20-b04f-d7580a3ff941 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002886 Feb 09 01:24:44.561955 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-6f50a1a4-d1dd-4e71-91b2-e610c47d2232 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Allocated IP 172.20.0.4 (b6983ed6-a629-45c4-bfc0-e34406b36fa1/d0f7b986-768a-4c9b-97e3-bb276361d2d4/cc9184c7-f5d2-4f1d-b81e-f04bf58e0ead) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:24:44.588896 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1dd4ae9a-ddab-4179-9b0b-c04316f52a44 req-59752d51-0a13-4b5a-a711-92d4a6cdce25 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 210 time: 0.0947084 Feb 09 01:24:44.828449 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6f50a1a4-d1dd-4e71-91b2-e610c47d2232 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks [] for port (cc9184c7-f5d2-4f1d-b81e-f04bf58e0ead), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:44.903470 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6f50a1a4-d1dd-4e71-91b2-e610c47d2232 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (cc9184c7-f5d2-4f1d-b81e-f04bf58e0ead), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:45.007849 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50a1a4-d1dd-4e71-91b2-e610c47d2232 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Pushing event updated for resources: {'Port': ['ID=cc9184c7-f5d2-4f1d-b81e-f04bf58e0ead,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:45.029019 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f50a1a4-d1dd-4e71-91b2-e610c47d2232 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Network b6983ed6-a629-45c4-bfc0-e34406b36fa1 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:45.034323 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-6f50a1a4-d1dd-4e71-91b2-e610c47d2232 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:45.038631 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f50a1a4-d1dd-4e71-91b2-e610c47d2232 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:24:45.133777 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c98a36-bf62-4029-bc67-9f2ac6550e8d req-1e202d39-1ac4-4ad4-a726-9abde55aa85d tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:45.148591 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-19c98a36-bf62-4029-bc67-9f2ac6550e8d req-1e202d39-1ac4-4ad4-a726-9abde55aa85d tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 945 time: 0.1219602 Feb 09 01:24:45.253723 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6f50a1a4-d1dd-4e71-91b2-e610c47d2232 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks [] for floatingip (ebcec2eb-99e9-4b5b-92f9-b848cde2cb7e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:45.260620 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-19c98a36-bf62-4029-bc67-9f2ac6550e8d req-35d2824e-507b-430d-95b1-40b27f3c49d2 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108639 Feb 09 01:24:45.316705 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6f50a1a4-d1dd-4e71-91b2-e610c47d2232 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (cc9184c7-f5d2-4f1d-b81e-f04bf58e0ead), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:45.486189 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 9d55c1da-bde7-40fe-b437-e9aec28592e1 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:24:45.555576 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6f50a1a4-d1dd-4e71-91b2-e610c47d2232 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks [] for port (cc9184c7-f5d2-4f1d-b81e-f04bf58e0ead), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:45.563013 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6f50a1a4-d1dd-4e71-91b2-e610c47d2232 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (cc9184c7-f5d2-4f1d-b81e-f04bf58e0ead), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:45.588481 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efceb1-264f-43cb-9698-8e2dd7817d2f req-09ed857a-c0c5-4306-8305-30b7f9166fc2 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:45.606266 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-82efceb1-264f-43cb-9698-8e2dd7817d2f req-09ed857a-c0c5-4306-8305-30b7f9166fc2 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 943 time: 0.2225225 Feb 09 01:24:45.661793 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50a1a4-d1dd-4e71-91b2-e610c47d2232 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Pushing event updated for resources: {'Port': ['ID=cc9184c7-f5d2-4f1d-b81e-f04bf58e0ead,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:45.688445 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6f50a1a4-d1dd-4e71-91b2-e610c47d2232 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (ebcec2eb-99e9-4b5b-92f9-b848cde2cb7e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:45.706960 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6f50a1a4-d1dd-4e71-91b2-e610c47d2232 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:45.721466 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6f50a1a4-d1dd-4e71-91b2-e610c47d2232 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.0288801 Feb 09 01:24:45.724131 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36234) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:45.786591 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 9d55c1da-bde7-40fe-b437-e9aec28592e1, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=9d55c1da-bde7-40fe-b437-e9aec28592e1,segment=NetworkSegment(9bf3403d-c5bc-4e57-bb54-927d3010470a),segment_id=9bf3403d-c5bc-4e57-bb54-927d3010470a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:45.815740 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-82efceb1-264f-43cb-9698-8e2dd7817d2f req-e00eb6e8-241b-4c8d-8066-0777332d02c5 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/security-groups?id=93d11c2d-5658-4f67-9806-bfe788d6a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084646 Feb 09 01:24:45.848177 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36236) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:45.849303 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a554d59d-25f8-454e-b5f3-97828e5878ab tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] 10.222.0.30 "GET /v2.0/floatingips?floating_network_id=b6983ed6-a629-45c4-bfc0-e34406b36fa1 HTTP/1.1" status: 200 len: 689 time: 0.1237979 Feb 09 01:24:45.863158 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '9d55c1da-bde7-40fe-b437-e9aec28592e1', 'network_id': '8ce77acd-00e3-49dd-921d-12bc8c86c44b', 'port_id': '9d55c1da-bde7-40fe-b437-e9aec28592e1', 'mac_address': 'fa:16:3e:b3:14:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5c68845-dbb9-4fbb-a7c3-02cd380b4dd5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:24:45.908992 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b2c3f-09ff-4703-a9be-ba771f0d409f req-12036f4d-c2c3-4d0c-ba57-dbbcec1013ae tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:45.910565 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-701b2c3f-09ff-4703-a9be-ba771f0d409f req-12036f4d-c2c3-4d0c-ba57-dbbcec1013ae tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 947 time: 0.2812433 Feb 09 01:24:46.047686 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 9d55c1da-bde7-40fe-b437-e9aec28592e1 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:46.048690 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9d55c1da-bde7-40fe-b437-e9aec28592e1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:46.098419 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d55c1da-bde7-40fe-b437-e9aec28592e1 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:24:46.137579 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918c238-0267-4edd-9fcf-4ebdfaadcc65 req-34addcbb-69b1-4ef7-bd4c-008558ec04cf tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:46.139158 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5918c238-0267-4edd-9fcf-4ebdfaadcc65 req-34addcbb-69b1-4ef7-bd4c-008558ec04cf tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=1573a7e1-e316-4f1f-8974-48004e51d9fb HTTP/1.1" status: 200 len: 946 time: 0.1298561 Feb 09 01:24:46.154105 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-701b2c3f-09ff-4703-a9be-ba771f0d409f req-f98c99c7-3f10-470a-b3b2-b399161f39a5 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2023463 Feb 09 01:24:46.171251 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 9d55c1da-bde7-40fe-b437-e9aec28592e1, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=9d55c1da-bde7-40fe-b437-e9aec28592e1,segment=NetworkSegment(9bf3403d-c5bc-4e57-bb54-927d3010470a),segment_id=9bf3403d-c5bc-4e57-bb54-927d3010470a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:46.181094 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9d55c1da-bde7-40fe-b437-e9aec28592e1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:46.224468 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f71c56cc-fb1f-44f1-a2bf-9d3fa33937a4 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (b6983ed6-a629-45c4-bfc0-e34406b36fa1), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:46.338926 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5918c238-0267-4edd-9fcf-4ebdfaadcc65 req-bb18d577-8d43-410f-9b84-1865af3f5068 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832635 Feb 09 01:24:46.358330 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=9d55c1da-bde7-40fe-b437-e9aec28592e1,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:46.496180 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['9d55c1da-bde7-40fe-b437-e9aec28592e1'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:24:46.507835 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8df00409-3951-4021-803c-1924abef7c45 req-943e6007-597f-4391-bc77-e18737e0506f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 210 time: 0.2133415 Feb 09 01:24:46.746057 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-f71c56cc-fb1f-44f1-a2bf-9d3fa33937a4 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Deleting port cc9184c7-f5d2-4f1d-b81e-f04bf58e0ead {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:24:46.756145 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f71c56cc-fb1f-44f1-a2bf-9d3fa33937a4 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (cc9184c7-f5d2-4f1d-b81e-f04bf58e0ead), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:46.767881 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68960851-cfa9-4597-a939-96292452912c req-47dec9e9-9978-467f-8ff2-7810e2b869bf tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:46.787270 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-68960851-cfa9-4597-a939-96292452912c req-47dec9e9-9978-467f-8ff2-7810e2b869bf tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 945 time: 0.2743237 Feb 09 01:24:47.068597 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-68960851-cfa9-4597-a939-96292452912c req-7e5e4df6-fe53-4d33-9717-920d28d2a2be tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762761 Feb 09 01:24:47.094122 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 5719c236-b300-4f5c-b12a-6f8844909733 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:24:47.335758 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35579034-9645-4a32-8bb1-db742bf0645f req-70e995b3-d36e-4368-9ef4-e6cb7966b99c tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:47.364991 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-35579034-9645-4a32-8bb1-db742bf0645f req-70e995b3-d36e-4368-9ef4-e6cb7966b99c tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 944 time: 0.3987527 Feb 09 01:24:47.393538 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f71c56cc-fb1f-44f1-a2bf-9d3fa33937a4 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (cc9184c7-f5d2-4f1d-b81e-f04bf58e0ead), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:47.393960 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f71c56cc-fb1f-44f1-a2bf-9d3fa33937a4 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks [] for floatingip (cc9184c7-f5d2-4f1d-b81e-f04bf58e0ead), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:47.427760 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 5719c236-b300-4f5c-b12a-6f8844909733 is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:47.428463 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5719c236-b300-4f5c-b12a-6f8844909733), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:47.497882 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-f71c56cc-fb1f-44f1-a2bf-9d3fa33937a4 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Calling delete_port for cc9184c7-f5d2-4f1d-b81e-f04bf58e0ead owned by network:floatingip {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:24:47.512557 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-35579034-9645-4a32-8bb1-db742bf0645f req-7407cf52-6b1d-4c84-b801-cae4653b7292 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/security-groups?id=93d11c2d-5658-4f67-9806-bfe788d6a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460211 Feb 09 01:24:47.594554 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 5719c236-b300-4f5c-b12a-6f8844909733, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=5719c236-b300-4f5c-b12a-6f8844909733,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:47.604577 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6575bcd2-f506-4c9f-aca3-1d2f5e7af23c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5719c236-b300-4f5c-b12a-6f8844909733'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:24:47.617369 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049bf574-1e25-4267-ad6f-1960e09fc063" -d '{"events": [{"server_uuid": "6575bcd2-f506-4c9f-aca3-1d2f5e7af23c", "name": "network-vif-unplugged", "status": "completed", "tag": "5719c236-b300-4f5c-b12a-6f8844909733"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:24:47.626537 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 9d55c1da-bde7-40fe-b437-e9aec28592e1 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:24:47.660164 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5719c236-b300-4f5c-b12a-6f8844909733), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:47.834295 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=5719c236-b300-4f5c-b12a-6f8844909733,revision_number=11']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:47.917554 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 9d55c1da-bde7-40fe-b437-e9aec28592e1 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:24:47.930767 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 9d55c1da-bde7-40fe-b437-e9aec28592e1 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:47.932264 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9d55c1da-bde7-40fe-b437-e9aec28592e1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:47.941145 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fb628-9291-424d-a055-739404f033cb req-23c54bab-bcb5-4287-9419-60a4b6e28549 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:47.944060 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0c9fb628-9291-424d-a055-739404f033cb req-23c54bab-bcb5-4287-9419-60a4b6e28549 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 947 time: 0.5695107 Feb 09 01:24:48.080732 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f71c56cc-fb1f-44f1-a2bf-9d3fa33937a4 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (cc9184c7-f5d2-4f1d-b81e-f04bf58e0ead), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:48.224949 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0c9fb628-9291-424d-a055-739404f033cb req-ed39a5a8-77b1-40d3-b47c-4ce6d3fd938a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2618837 Feb 09 01:24:48.230540 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 9d55c1da-bde7-40fe-b437-e9aec28592e1 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:48.237966 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9d55c1da-bde7-40fe-b437-e9aec28592e1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:48.257303 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac660b97-773f-49f3-b5a9-ddb350e9d2f1 req-f84675d2-e480-4d68-9c87-133c3f0d6c0d tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:48.270483 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ac660b97-773f-49f3-b5a9-ddb350e9d2f1 req-f84675d2-e480-4d68-9c87-133c3f0d6c0d tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=1573a7e1-e316-4f1f-8974-48004e51d9fb HTTP/1.1" status: 200 len: 946 time: 0.5676084 Feb 09 01:24:48.371752 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 9d55c1da-bde7-40fe-b437-e9aec28592e1, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=9d55c1da-bde7-40fe-b437-e9aec28592e1,segment=NetworkSegment(9bf3403d-c5bc-4e57-bb54-927d3010470a),segment_id=9bf3403d-c5bc-4e57-bb54-927d3010470a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:48.383808 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9d55c1da-bde7-40fe-b437-e9aec28592e1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:48.516549 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c56cc-fb1f-44f1-a2bf-9d3fa33937a4 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc9184c7-f5d2-4f1d-b81e-f04bf58e0ead,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:48.607190 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=9d55c1da-bde7-40fe-b437-e9aec28592e1,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:48.721009 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ac660b97-773f-49f3-b5a9-ddb350e9d2f1 req-b75ebf27-0811-4787-ac93-51dbda1edb8c tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476790 Feb 09 01:24:48.725007 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f71c56cc-fb1f-44f1-a2bf-9d3fa33937a4 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks [] for floatingip (ebcec2eb-99e9-4b5b-92f9-b848cde2cb7e), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:48.854808 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-82691db2-128c-4a44-8bf0-b0cab95e853b req-0ac7162f-02cd-4b0d-a6bc-41871a0b5563 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 210 time: 0.1877613 Feb 09 01:24:48.867035 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9e34d5-2e72-4dca-952a-8d6baa6f9887 x-openstack-request-id: req-3c9e34d5-2e72-4dca-952a-8d6baa6f9887 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:24:48.867372 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6575bcd2-f506-4c9f-aca3-1d2f5e7af23c", "name": "network-vif-unplugged", "status": "completed", "tag": "5719c236-b300-4f5c-b12a-6f8844909733", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:24:48.867619 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c9e34d5-2e72-4dca-952a-8d6baa6f9887 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:24:48.868183 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6575bcd2-f506-4c9f-aca3-1d2f5e7af23c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5719c236-b300-4f5c-b12a-6f8844909733', 'code': 200} Feb 09 01:24:49.046711 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f71c56cc-fb1f-44f1-a2bf-9d3fa33937a4 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (d0f7b986-768a-4c9b-97e3-bb276361d2d4), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:49.089700 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 5719c236-b300-4f5c-b12a-6f8844909733 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:24:49.258076 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7dbef-fb99-49f8-8ea8-30b07e9a5f1c req-bfbe2f0a-0c79-4ae5-a6b1-c63eae521648 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:49.273681 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f9a7dbef-fb99-49f8-8ea8-30b07e9a5f1c req-bfbe2f0a-0c79-4ae5-a6b1-c63eae521648 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 945 time: 0.1862166 Feb 09 01:24:49.371074 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f9a7dbef-fb99-49f8-8ea8-30b07e9a5f1c req-d83e4556-5014-4d29-9d27-80e1d254fa8c tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982103 Feb 09 01:24:49.403915 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205059e6-6e28-4fea-9cf1-19d2ee454e23 req-952ec8c1-5bc7-4dab-b5cd-eb4b76235662 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:49.416516 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-205059e6-6e28-4fea-9cf1-19d2ee454e23 req-952ec8c1-5bc7-4dab-b5cd-eb4b76235662 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 945 time: 0.3067272 Feb 09 01:24:49.438032 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 5719c236-b300-4f5c-b12a-6f8844909733, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=5719c236-b300-4f5c-b12a-6f8844909733,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:49.474300 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f71c56cc-fb1f-44f1-a2bf-9d3fa33937a4 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (d0f7b986-768a-4c9b-97e3-bb276361d2d4), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:49.492299 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '5719c236-b300-4f5c-b12a-6f8844909733', 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c', 'port_id': '5719c236-b300-4f5c-b12a-6f8844909733', 'mac_address': 'fa:16:3e:9a:a8:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c1b64de-5642-407c-82ef-1ad0f3f887f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:24:49.746119 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 5719c236-b300-4f5c-b12a-6f8844909733 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:49.746756 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5719c236-b300-4f5c-b12a-6f8844909733), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:49.793064 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5719c236-b300-4f5c-b12a-6f8844909733 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:24:49.821633 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c56cc-fb1f-44f1-a2bf-9d3fa33937a4 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d0f7b986-768a-4c9b-97e3-bb276361d2d4,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:49.861570 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-205059e6-6e28-4fea-9cf1-19d2ee454e23 req-e70cb58b-d191-4acc-b4d4-f042159e94d7 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/security-groups?id=93d11c2d-5658-4f67-9806-bfe788d6a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4379900 Feb 09 01:24:49.866475 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 5719c236-b300-4f5c-b12a-6f8844909733, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=5719c236-b300-4f5c-b12a-6f8844909733,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:49.877267 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:49.881182 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f71c56cc-fb1f-44f1-a2bf-9d3fa33937a4 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (b6983ed6-a629-45c4-bfc0-e34406b36fa1), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:49.882031 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5719c236-b300-4f5c-b12a-6f8844909733), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:49.958079 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-f71c56cc-fb1f-44f1-a2bf-9d3fa33937a4 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6983ed6-a629-45c4-bfc0-e34406b36fa1']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:49.997142 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-f71c56cc-fb1f-44f1-a2bf-9d3fa33937a4 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '903f827b-e4c5-44c8-b886-9a26ac8afb90') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:49.997439 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-f71c56cc-fb1f-44f1-a2bf-9d3fa33937a4 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '903f827b-e4c5-44c8-b886-9a26ac8afb90') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:50.024309 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1a8c7-9f7a-468e-b000-7e4e9205a052 req-1ac0f5c6-217a-4b20-afc0-eff967ad6980 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:50.027717 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['5719c236-b300-4f5c-b12a-6f8844909733'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:24:50.032268 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6ef1a8c7-9f7a-468e-b000-7e4e9205a052 req-1ac0f5c6-217a-4b20-afc0-eff967ad6980 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.4856901 Feb 09 01:24:50.067580 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f71c56cc-fb1f-44f1-a2bf-9d3fa33937a4 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (903f827b-e4c5-44c8-b886-9a26ac8afb90), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:50.189485 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f71c56cc-fb1f-44f1-a2bf-9d3fa33937a4 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (903f827b-e4c5-44c8-b886-9a26ac8afb90), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:50.203936 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=5719c236-b300-4f5c-b12a-6f8844909733,revision_number=12']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:50.239106 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f71c56cc-fb1f-44f1-a2bf-9d3fa33937a4 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:24:50.239548 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f71c56cc-fb1f-44f1-a2bf-9d3fa33937a4 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (903f827b-e4c5-44c8-b886-9a26ac8afb90), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:50.427614 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:24:50.427614 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:24:50.427614 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:24:50.427614 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:24:50.427614 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:24:50.427614 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:24:50.427614 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:24:50.427614 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:24:50.427614 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:24:50.427614 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:24:50.427614 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:24:50.427614 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:24:50.427614 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:24:50.427614 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:24:50.427614 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:24:50.427614 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:24:50.427614 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:24:50.427614 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:24:50.427614 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:24:50.427614 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:24:50.427614 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:24:50.427614 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:24:50.427614 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:24:50.427614 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:24:50.427614 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:24:50.427614 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:24:50.427614 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:24:50.427614 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:24:50.427614 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:24:50.427614 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:24:50.427614 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:24:50.427614 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:24:50.478668 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f71c56cc-fb1f-44f1-a2bf-9d3fa33937a4 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (b6983ed6-a629-45c4-bfc0-e34406b36fa1), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:50.485334 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71c56cc-fb1f-44f1-a2bf-9d3fa33937a4 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b6983ed6-a629-45c4-bfc0-e34406b36fa1 {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 01:24:50.488745 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f71c56cc-fb1f-44f1-a2bf-9d3fa33937a4 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:50.506561 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f71c56cc-fb1f-44f1-a2bf-9d3fa33937a4 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] 10.222.0.30 "DELETE /v2.0/networks/b6983ed6-a629-45c4-bfc0-e34406b36fa1 HTTP/1.1" status: 204 len: 168 time: 4.6514063 Feb 09 01:24:50.507223 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36304) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:50.547269 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c56cc-fb1f-44f1-a2bf-9d3fa33937a4 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Pushing event deleted for resources: {'Network': ['ID=b6983ed6-a629-45c4-bfc0-e34406b36fa1,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:50.571149 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38e75c-3289-481e-a160-e73cc0cd8abf req-e2492524-93c7-4009-861e-de0326f22f79 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:50.573947 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1a38e75c-3289-481e-a160-e73cc0cd8abf req-e2492524-93c7-4009-861e-de0326f22f79 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=1573a7e1-e316-4f1f-8974-48004e51d9fb HTTP/1.1" status: 200 len: 946 time: 0.5723407 Feb 09 01:24:50.579290 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6ef1a8c7-9f7a-468e-b000-7e4e9205a052 req-089c6f6c-133d-4aa9-bf18-c0691ab96d94 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5459871 Feb 09 01:24:50.746262 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1a38e75c-3289-481e-a160-e73cc0cd8abf req-7157a1a3-559e-4999-9e0d-674fe7de9310 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539166 Feb 09 01:24:50.848766 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f1c57b5a-5b3e-4af3-b467-6529107facd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:50.866865 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:50.871579 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8a114e-267f-4e61-a6f1-6453d00c0b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d55c1da-bde7-40fe-b437-e9aec28592e1'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:24:50.881827 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbdece98-a1a9-4ac6-b85b-0ff887257ada" -d '{"events": [{"server_uuid": "4a8a114e-267f-4e61-a6f1-6453d00c0b10", "name": "network-vif-plugged", "status": "completed", "tag": "9d55c1da-bde7-40fe-b437-e9aec28592e1"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:24:51.028410 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d443112a-dba1-4348-8311-767fce03597f req-7ce69413-98a9-4bbb-9a33-89d27b300a85 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 210 time: 0.1858630 Feb 09 01:24:51.087078 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36320) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:51.091627 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a66d80f1-135a-42b4-a8cd-fb50a293e01a tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1956 time: 0.5821834 Feb 09 01:24:51.127059 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 5719c236-b300-4f5c-b12a-6f8844909733 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:24:51.328947 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 5719c236-b300-4f5c-b12a-6f8844909733 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:51.329544 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5719c236-b300-4f5c-b12a-6f8844909733), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:51.644301 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 5719c236-b300-4f5c-b12a-6f8844909733 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:51.644718 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5719c236-b300-4f5c-b12a-6f8844909733), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:51.748844 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 5719c236-b300-4f5c-b12a-6f8844909733, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=5719c236-b300-4f5c-b12a-6f8844909733,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:51.757565 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5719c236-b300-4f5c-b12a-6f8844909733), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:51.771056 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b78d0a-f5f1-4b17-b042-b4d529e194ca tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:51.772275 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b78d0a-f5f1-4b17-b042-b4d529e194ca tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:51.775742 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b78d0a-f5f1-4b17-b042-b4d529e194ca tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:51.776609 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b78d0a-f5f1-4b17-b042-b4d529e194ca tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:51.780987 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b78d0a-f5f1-4b17-b042-b4d529e194ca tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:51.782071 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b78d0a-f5f1-4b17-b042-b4d529e194ca tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:51.782762 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b78d0a-f5f1-4b17-b042-b4d529e194ca tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:51.783400 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b78d0a-f5f1-4b17-b042-b4d529e194ca tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:51.784052 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b78d0a-f5f1-4b17-b042-b4d529e194ca tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:51.785084 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b78d0a-f5f1-4b17-b042-b4d529e194ca tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:51.791870 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b78d0a-f5f1-4b17-b042-b4d529e194ca tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:51.792948 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b78d0a-f5f1-4b17-b042-b4d529e194ca tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:51.793579 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b78d0a-f5f1-4b17-b042-b4d529e194ca tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:51.794205 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b78d0a-f5f1-4b17-b042-b4d529e194ca tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:51.796846 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-70b78d0a-f5f1-4b17-b042-b4d529e194ca tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9024 time: 0.7082853 Feb 09 01:24:51.801176 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36338) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:51.941522 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e41c0-92d0-4435-9aaa-717814c45276 req-e390e545-4b37-4561-8f84-9893d3504bd2 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:51.948782 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ea5e41c0-92d0-4435-9aaa-717814c45276 req-e390e545-4b37-4561-8f84-9893d3504bd2 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 945 time: 0.7681723 Feb 09 01:24:51.953033 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=5719c236-b300-4f5c-b12a-6f8844909733,revision_number=13']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:52.039274 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a7e9b-4c08-4b41-97e2-097e3921a641 req-deb7e265-fbae-44f1-b6ee-b5b4372c5fff tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:52.042098 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b34a7e9b-4c08-4b41-97e2-097e3921a641 req-deb7e265-fbae-44f1-b6ee-b5b4372c5fff tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 945 time: 0.7577784 Feb 09 01:24:52.075412 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-49973073-5877-4ce8-a631-832d578a14a6 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] delete failed (client error): The resource could not be found. Feb 09 01:24:52.092185 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-49973073-5877-4ce8-a631-832d578a14a6 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/ebcec2eb-99e9-4b5b-92f9-b848cde2cb7e HTTP/1.1" status: 404 len: 345 time: 0.2889769 Feb 09 01:24:52.096556 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36342) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:52.147576 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d9cce47-f28f-4d91-97d4-59c17765e5e9 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] DELETE failed (client error): The resource could not be found. Feb 09 01:24:52.150706 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d9cce47-f28f-4d91-97d4-59c17765e5e9 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:24:52.161331 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4d9cce47-f28f-4d91-97d4-59c17765e5e9 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] 10.222.0.30 "DELETE /v2.0/networks/b6983ed6-a629-45c4-bfc0-e34406b36fa1 HTTP/1.1" status: 404 len: 339 time: 0.0635829 Feb 09 01:24:52.162100 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36344) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:52.172069 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-93f98c91-7898-44e1-9f60-47693e2a9b5b tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Request body: {'network': {'name': 'tempest-network--1970315396', 'router:external': True}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:52.245546 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f98c91-7898-44e1-9f60-47693e2a9b5b tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Made reservation on behalf of 558473c4279d446dbef9219d0fa37c2a for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:52.255232 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-93f98c91-7898-44e1-9f60-47693e2a9b5b tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:52.344565 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ea5e41c0-92d0-4435-9aaa-717814c45276 req-5e9f7781-0c20-4914-8540-25ae6e84092a tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882635 Feb 09 01:24:52.358161 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b34a7e9b-4c08-4b41-97e2-097e3921a641 req-8f890dc2-f0af-45d2-b5d6-d92ca9d7f8fc tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/security-groups?id=93d11c2d-5658-4f67-9806-bfe788d6a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2867613 Feb 09 01:24:52.367997 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93f98c91-7898-44e1-9f60-47693e2a9b5b tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:24:52.432796 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-93f98c91-7898-44e1-9f60-47693e2a9b5b tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (0de767aa-46a5-4da4-ad93-a14d2fa60305), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:52.433430 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-93f98c91-7898-44e1-9f60-47693e2a9b5b tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Added segment 0de767aa-46a5-4da4-ad93-a14d2fa60305 of type vlan for network 5aa51663-b89a-410e-8ffb-394938451987 Feb 09 01:24:52.480757 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b0d991-d829-461f-a99c-9708d4fba382 x-openstack-request-id: req-b6b0d991-d829-461f-a99c-9708d4fba382 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:24:52.481069 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8a114e-267f-4e61-a6f1-6453d00c0b10", "name": "network-vif-plugged", "status": "completed", "tag": "9d55c1da-bde7-40fe-b437-e9aec28592e1", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:24:52.481310 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b6b0d991-d829-461f-a99c-9708d4fba382 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:24:52.481778 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8a114e-267f-4e61-a6f1-6453d00c0b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d55c1da-bde7-40fe-b437-e9aec28592e1', 'code': 200} Feb 09 01:24:52.654586 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-93f98c91-7898-44e1-9f60-47693e2a9b5b tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (5aa51663-b89a-410e-8ffb-394938451987), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:52.762595 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-93f98c91-7898-44e1-9f60-47693e2a9b5b tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (5aa51663-b89a-410e-8ffb-394938451987), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:52.764260 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f98c91-7898-44e1-9f60-47693e2a9b5b tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:52.768299 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-93f98c91-7898-44e1-9f60-47693e2a9b5b tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:52.894885 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbb9ff-9828-4d24-9354-5a755f97da54 req-f0c09b27-34b7-4777-8c81-fa39039f971a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:52.899584 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4dcbb9ff-9828-4d24-9354-5a755f97da54 req-f0c09b27-34b7-4777-8c81-fa39039f971a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 1128 time: 0.1930878 Feb 09 01:24:53.000861 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-93f98c91-7898-44e1-9f60-47693e2a9b5b tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8375041 Feb 09 01:24:53.070681 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36350) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:53.084698 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4dcbb9ff-9828-4d24-9354-5a755f97da54 req-ef2e3313-3761-4965-8905-41dd021db1dd service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=93d11c2d-5658-4f67-9806-bfe788d6a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726534 Feb 09 01:24:53.266992 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f98c91-7898-44e1-9f60-47693e2a9b5b tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Pushing event updated for resources: {'Network': ['ID=5aa51663-b89a-410e-8ffb-394938451987,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:53.288627 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 5aa51663-b89a-410e-8ffb-394938451987 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:24:53.451553 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d59f71f-9403-4378-9a25-e4286059aefb tempest-ExternalNetworksTestJSON-423949904 tempest-ExternalNetworksTestJSON-423949904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:53.471731 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d59f71f-9403-4378-9a25-e4286059aefb tempest-ExternalNetworksTestJSON-423949904 tempest-ExternalNetworksTestJSON-423949904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:53.486956 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d59f71f-9403-4378-9a25-e4286059aefb tempest-ExternalNetworksTestJSON-423949904 tempest-ExternalNetworksTestJSON-423949904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:53.498684 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d59f71f-9403-4378-9a25-e4286059aefb tempest-ExternalNetworksTestJSON-423949904 tempest-ExternalNetworksTestJSON-423949904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:53.514337 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8d59f71f-9403-4378-9a25-e4286059aefb tempest-ExternalNetworksTestJSON-423949904 tempest-ExternalNetworksTestJSON-423949904-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4251242 Feb 09 01:24:53.517419 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36356) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:53.730092 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b94b756a-ac0a-46d4-81fd-f850155e440b tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (5aa51663-b89a-410e-8ffb-394938451987), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:53.832062 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d6156-7218-4627-a595-2d1ae936edb3 req-0abdad4f-c1ca-44de-8502-69c53bc40b50 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:53.840997 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a2d6156-7218-4627-a595-2d1ae936edb3 req-0abdad4f-c1ca-44de-8502-69c53bc40b50 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=1573a7e1-e316-4f1f-8974-48004e51d9fb HTTP/1.1" status: 200 len: 946 time: 1.1863751 Feb 09 01:24:53.865594 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429fb971-e482-41f7-8634-982beeb51301 req-fcd59abd-cc99-4aae-a9cb-6edbda94c7a8 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:53.872593 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-429fb971-e482-41f7-8634-982beeb51301 req-fcd59abd-cc99-4aae-a9cb-6edbda94c7a8 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 947 time: 1.2020636 Feb 09 01:24:53.989958 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b94b756a-ac0a-46d4-81fd-f850155e440b tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (5aa51663-b89a-410e-8ffb-394938451987), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:54.090470 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-b94b756a-ac0a-46d4-81fd-f850155e440b tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aa51663-b89a-410e-8ffb-394938451987']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:54.116651 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-b94b756a-ac0a-46d4-81fd-f850155e440b tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0de767aa-46a5-4da4-ad93-a14d2fa60305') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:54.120215 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-b94b756a-ac0a-46d4-81fd-f850155e440b tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0de767aa-46a5-4da4-ad93-a14d2fa60305') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:54.146870 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b94b756a-ac0a-46d4-81fd-f850155e440b tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (0de767aa-46a5-4da4-ad93-a14d2fa60305), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:54.187474 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b94b756a-ac0a-46d4-81fd-f850155e440b tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (0de767aa-46a5-4da4-ad93-a14d2fa60305), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:54.229025 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b94b756a-ac0a-46d4-81fd-f850155e440b tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:24:54.230856 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b94b756a-ac0a-46d4-81fd-f850155e440b tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (0de767aa-46a5-4da4-ad93-a14d2fa60305), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:54.237442 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:24:54.237442 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:24:54.237442 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:24:54.237442 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:24:54.237442 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:24:54.237442 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:24:54.237442 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:24:54.237442 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:24:54.237442 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:24:54.237442 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:24:54.237442 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:24:54.237442 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:24:54.237442 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:24:54.237442 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:24:54.237442 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:24:54.237442 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:24:54.237442 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:24:54.237442 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:24:54.237442 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:24:54.237442 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:24:54.237442 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:24:54.237442 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:24:54.237442 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:24:54.237442 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:24:54.237442 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:24:54.237442 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:24:54.237442 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:24:54.237442 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:24:54.237442 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:24:54.237442 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:24:54.237442 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:24:54.237442 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:24:54.240226 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-73bf786b-c204-4d50-a0f6-03bf32bf07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:54.252777 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a2d6156-7218-4627-a595-2d1ae936edb3 req-c0ccb1ac-e018-4832-b47e-bf421e26f109 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779566 Feb 09 01:24:54.304304 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-429fb971-e482-41f7-8634-982beeb51301 req-9f05b014-f6e3-4a61-a95c-c1c337425d86 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3984680 Feb 09 01:24:54.476810 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b94b756a-ac0a-46d4-81fd-f850155e440b tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (5aa51663-b89a-410e-8ffb-394938451987), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:54.486343 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6575bcd2-f506-4c9f-aca3-1d2f5e7af23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5719c236-b300-4f5c-b12a-6f8844909733'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:24:54.494325 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad122395-9d98-48b4-a1c6-2e6c1e9a2f84" -d '{"events": [{"server_uuid": "6575bcd2-f506-4c9f-aca3-1d2f5e7af23c", "name": "network-vif-plugged", "status": "completed", "tag": "5719c236-b300-4f5c-b12a-6f8844909733"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:24:54.504329 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94b756a-ac0a-46d4-81fd-f850155e440b tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5aa51663-b89a-410e-8ffb-394938451987 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 01:24:54.559645 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b94b756a-ac0a-46d4-81fd-f850155e440b tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:54.573746 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f71bedd-0cf0-42c8-a34d-5aecfded798b req-80d70080-8e96-4c8f-91db-dc9030aa1305 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 210 time: 0.1203208 Feb 09 01:24:54.578376 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36362) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:54.579005 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b94b756a-ac0a-46d4-81fd-f850155e440b tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] 10.222.0.30 "DELETE /v2.0/networks/5aa51663-b89a-410e-8ffb-394938451987 HTTP/1.1" status: 204 len: 168 time: 1.0600080 Feb 09 01:24:54.587870 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b756a-ac0a-46d4-81fd-f850155e440b tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Pushing event deleted for resources: {'Network': ['ID=5aa51663-b89a-410e-8ffb-394938451987,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:54.606692 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-a86cf496-85e2-4b00-acc5-baa2058f088e tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Request body: {'network': {'name': 'tempest-network--2003480543', 'router:external': True}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:54.719884 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86cf496-85e2-4b00-acc5-baa2058f088e tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Made reservation on behalf of 558473c4279d446dbef9219d0fa37c2a for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:54.730496 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a86cf496-85e2-4b00-acc5-baa2058f088e tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:54.846047 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a86cf496-85e2-4b00-acc5-baa2058f088e tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:24:54.875432 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a86cf496-85e2-4b00-acc5-baa2058f088e tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (d380d3b4-4e97-4318-8eb8-a5790301d7c6), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:54.876216 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-a86cf496-85e2-4b00-acc5-baa2058f088e tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Added segment d380d3b4-4e97-4318-8eb8-a5790301d7c6 of type vlan for network 95fa64ca-bc73-4989-9aa1-54720bb523f2 Feb 09 01:24:54.957111 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a86cf496-85e2-4b00-acc5-baa2058f088e tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (95fa64ca-bc73-4989-9aa1-54720bb523f2), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:55.017023 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a86cf496-85e2-4b00-acc5-baa2058f088e tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (95fa64ca-bc73-4989-9aa1-54720bb523f2), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:55.032872 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86cf496-85e2-4b00-acc5-baa2058f088e tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:55.034883 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a86cf496-85e2-4b00-acc5-baa2058f088e tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:55.251158 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36368) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:55.269615 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a86cf496-85e2-4b00-acc5-baa2058f088e tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6877475 Feb 09 01:24:55.513996 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86cf496-85e2-4b00-acc5-baa2058f088e tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Pushing event updated for resources: {'Network': ['ID=95fa64ca-bc73-4989-9aa1-54720bb523f2,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:55.526435 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 95fa64ca-bc73-4989-9aa1-54720bb523f2 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:24:55.531441 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6fb455-a73d-48c4-90fc-0eb9c52d2f09 tempest-ExternalNetworksTestJSON-423949904 tempest-ExternalNetworksTestJSON-423949904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:55.543924 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36374) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:55.545108 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-de6fb455-a73d-48c4-90fc-0eb9c52d2f09 tempest-ExternalNetworksTestJSON-423949904 tempest-ExternalNetworksTestJSON-423949904-project] 10.222.0.30 "GET /v2.0/networks/95fa64ca-bc73-4989-9aa1-54720bb523f2 HTTP/1.1" status: 200 len: 757 time: 0.2848775 Feb 09 01:24:55.760075 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:55.791103 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb83a57-bde6-4bd9-96eb-a1e73970fb2e req-152160d9-42e6-44f2-808c-9c3ab97d44a2 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:55.808457 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0eb83a57-bde6-4bd9-96eb-a1e73970fb2e req-152160d9-42e6-44f2-808c-9c3ab97d44a2 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 945 time: 0.5705431 Feb 09 01:24:55.854046 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353f76e-ded8-4393-bfcf-96da139673ef req-005b6bfa-ed31-45be-979b-a1b5a962f271 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:55.864320 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5353f76e-ded8-4393-bfcf-96da139673ef req-005b6bfa-ed31-45be-979b-a1b5a962f271 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 945 time: 0.8644307 Feb 09 01:24:56.072689 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:24:56.125193 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6e01b9-622e-4446-a71a-1cd5f877ce8c tempest-ExternalNetworksTestJSON-423949904 tempest-ExternalNetworksTestJSON-423949904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:56.129764 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ca6e01b9-622e-4446-a71a-1cd5f877ce8c tempest-ExternalNetworksTestJSON-423949904 tempest-ExternalNetworksTestJSON-423949904-project] 10.222.0.30 "GET /v2.0/networks/4f4dc7e8-8021-4e09-b333-ccdc547bf665 HTTP/1.1" status: 200 len: 768 time: 0.5668154 Feb 09 01:24:56.130087 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36380) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:56.282788 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5353f76e-ded8-4393-bfcf-96da139673ef req-cefe6b18-4cf2-4863-a548-61ce0330b0e0 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175153 Feb 09 01:24:56.318414 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0eb83a57-bde6-4bd9-96eb-a1e73970fb2e req-ae18ee32-f9f8-44e3-b216-3a5dd296712f tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/security-groups?id=93d11c2d-5658-4f67-9806-bfe788d6a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4247313 Feb 09 01:24:56.402775 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e29b6d7-b6d5-40db-8e72-f5b95c5a8114 x-openstack-request-id: req-4e29b6d7-b6d5-40db-8e72-f5b95c5a8114 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:24:56.403070 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6575bcd2-f506-4c9f-aca3-1d2f5e7af23c", "name": "network-vif-plugged", "status": "completed", "tag": "5719c236-b300-4f5c-b12a-6f8844909733", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:24:56.403328 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4e29b6d7-b6d5-40db-8e72-f5b95c5a8114 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:24:56.403842 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6575bcd2-f506-4c9f-aca3-1d2f5e7af23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5719c236-b300-4f5c-b12a-6f8844909733', 'code': 200} Feb 09 01:24:56.413591 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-487e7742-1b40-4594-85e0-a2ea5a2a2e2e tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (95fa64ca-bc73-4989-9aa1-54720bb523f2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:56.663745 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c897bf2-4ef6-4478-ad1f-6ae0b446f5e8 req-19936cf4-d2a9-423b-b051-d005c23ebecc tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:56.665842 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c897bf2-4ef6-4478-ad1f-6ae0b446f5e8 req-19936cf4-d2a9-423b-b051-d005c23ebecc tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 947 time: 0.1588488 Feb 09 01:24:56.755847 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5efbf-1067-4ac6-96c4-9d46f8ff9d21 req-1c5affa5-ba34-44ef-bd3f-85455b0d2932 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:56.770741 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-50b5efbf-1067-4ac6-96c4-9d46f8ff9d21 req-1c5affa5-ba34-44ef-bd3f-85455b0d2932 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=1573a7e1-e316-4f1f-8974-48004e51d9fb HTTP/1.1" status: 200 len: 946 time: 0.2085288 Feb 09 01:24:56.916592 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c897bf2-4ef6-4478-ad1f-6ae0b446f5e8 req-504e56a0-6f7c-4159-a953-30c8a2974ca6 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365460 Feb 09 01:24:56.969707 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-50b5efbf-1067-4ac6-96c4-9d46f8ff9d21 req-95a55f65-df2e-4a18-b777-3d76d758c583 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897233 Feb 09 01:24:57.216783 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-60cb15a2-0d96-4006-b0ef-e4ede9ed7790 req-851ed791-bcee-4f0c-a919-c9683d829e8c tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 210 time: 0.0626853 Feb 09 01:24:57.287112 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a1090-2fdc-453b-b241-eecc3cec0ac9 req-1fbd1868-e752-4a6e-bb59-0726ecddea76 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:57.292498 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-487e7742-1b40-4594-85e0-a2ea5a2a2e2e tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (95fa64ca-bc73-4989-9aa1-54720bb523f2), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:57.311327 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d94a1090-2fdc-453b-b241-eecc3cec0ac9 req-1fbd1868-e752-4a6e-bb59-0726ecddea76 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 947 time: 0.2322457 Feb 09 01:24:57.345558 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-487e7742-1b40-4594-85e0-a2ea5a2a2e2e tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95fa64ca-bc73-4989-9aa1-54720bb523f2']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:57.373486 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-487e7742-1b40-4594-85e0-a2ea5a2a2e2e tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd380d3b4-4e97-4318-8eb8-a5790301d7c6') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:57.376074 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-487e7742-1b40-4594-85e0-a2ea5a2a2e2e tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd380d3b4-4e97-4318-8eb8-a5790301d7c6') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:57.395257 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-487e7742-1b40-4594-85e0-a2ea5a2a2e2e tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (d380d3b4-4e97-4318-8eb8-a5790301d7c6), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:57.423500 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-487e7742-1b40-4594-85e0-a2ea5a2a2e2e tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (d380d3b4-4e97-4318-8eb8-a5790301d7c6), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:57.454495 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:57.459643 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-487e7742-1b40-4594-85e0-a2ea5a2a2e2e tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:24:57.461072 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-487e7742-1b40-4594-85e0-a2ea5a2a2e2e tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (d380d3b4-4e97-4318-8eb8-a5790301d7c6), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:57.474855 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d94a1090-2fdc-453b-b241-eecc3cec0ac9 req-2f3f5c1c-1160-4c6e-9652-8b504a43716f tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625342 Feb 09 01:24:57.627910 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:24:57.627910 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:24:57.627910 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:24:57.627910 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:24:57.627910 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:24:57.627910 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:24:57.627910 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:24:57.627910 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:24:57.627910 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:24:57.627910 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:24:57.627910 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:24:57.627910 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:24:57.627910 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:24:57.627910 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:24:57.627910 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:24:57.627910 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:24:57.627910 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:24:57.627910 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:24:57.627910 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:24:57.627910 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:24:57.627910 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:24:57.627910 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:24:57.627910 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:24:57.627910 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:24:57.627910 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:24:57.627910 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:24:57.627910 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:24:57.627910 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:24:57.627910 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:24:57.627910 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:24:57.627910 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:24:57.627910 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:24:57.640512 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-487e7742-1b40-4594-85e0-a2ea5a2a2e2e tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (95fa64ca-bc73-4989-9aa1-54720bb523f2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:57.654978 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bac03c-22ca-4554-9179-78348d975d20 req-53ba447a-aa52-4e25-b28a-0c1d8f19f661 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:57.669733 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f1bac03c-22ca-4554-9179-78348d975d20 req-53ba447a-aa52-4e25-b28a-0c1d8f19f661 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 945 time: 0.2321053 Feb 09 01:24:57.670489 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36388) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:57.682356 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-bc152519-69b2-482d-864e-faed4c3f9d4b tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Request body: {'floatingip': {'port_id': '9d55c1da-bde7-40fe-b437-e9aec28592e1'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:57.706213 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc45f0-6df2-4db6-a5a5-e4007babbf0d req-272b93c5-7a72-4d55-b9ee-3177779650f9 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:57.708099 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ebbc45f0-6df2-4db6-a5a5-e4007babbf0d req-272b93c5-7a72-4d55-b9ee-3177779650f9 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.91 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 947 time: 0.4971409 Feb 09 01:24:57.714858 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487e7742-1b40-4594-85e0-a2ea5a2a2e2e tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 95fa64ca-bc73-4989-9aa1-54720bb523f2 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 01:24:57.716602 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e7742-1b40-4594-85e0-a2ea5a2a2e2e tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Pushing event deleted for resources: {'Network': ['ID=95fa64ca-bc73-4989-9aa1-54720bb523f2,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:57.738909 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-487e7742-1b40-4594-85e0-a2ea5a2a2e2e tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:57.762579 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-487e7742-1b40-4594-85e0-a2ea5a2a2e2e tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] 10.222.0.30 "DELETE /v2.0/networks/95fa64ca-bc73-4989-9aa1-54720bb523f2 HTTP/1.1" status: 204 len: 168 time: 1.6214759 Feb 09 01:24:57.764601 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e7742-1b40-4594-85e0-a2ea5a2a2e2e tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:57.765112 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e7742-1b40-4594-85e0-a2ea5a2a2e2e tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:57.765645 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e7742-1b40-4594-85e0-a2ea5a2a2e2e tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:57.766161 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e7742-1b40-4594-85e0-a2ea5a2a2e2e tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:57.768937 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e7742-1b40-4594-85e0-a2ea5a2a2e2e tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:57.769406 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e7742-1b40-4594-85e0-a2ea5a2a2e2e tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:57.770247 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e7742-1b40-4594-85e0-a2ea5a2a2e2e tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:57.770674 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e7742-1b40-4594-85e0-a2ea5a2a2e2e tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:57.771099 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e7742-1b40-4594-85e0-a2ea5a2a2e2e tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:57.778048 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e7742-1b40-4594-85e0-a2ea5a2a2e2e tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:57.778543 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e7742-1b40-4594-85e0-a2ea5a2a2e2e tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:57.779117 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e7742-1b40-4594-85e0-a2ea5a2a2e2e tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:57.779548 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e7742-1b40-4594-85e0-a2ea5a2a2e2e tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:57.788756 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36390) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:57.823294 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bc152519-69b2-482d-864e-faed4c3f9d4b tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks [] for floatingip (2afa5a15-0adf-415a-96e2-bd68dcb49687), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:57.930194 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-f7b4381b-a1a4-4ef5-be99-a2c66355eaa7 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Request body: {'network': {'name': 'tempest-network--1394659575'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:58.015424 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b482a4f-7e7a-4dd2-b851-261fe71a1e80 req-1ed0b7b3-ae3d-4e34-baf6-f60927fd5392 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:58.034859 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8b482a4f-7e7a-4dd2-b851-261fe71a1e80 req-1ed0b7b3-ae3d-4e34-baf6-f60927fd5392 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 945 time: 0.3491910 Feb 09 01:24:58.055168 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b4381b-a1a4-4ef5-be99-a2c66355eaa7 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Made reservation on behalf of 558473c4279d446dbef9219d0fa37c2a for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:58.058056 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f7b4381b-a1a4-4ef5-be99-a2c66355eaa7 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:58.194064 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b4381b-a1a4-4ef5-be99-a2c66355eaa7 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:24:58.195756 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:58.217706 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f7b4381b-a1a4-4ef5-be99-a2c66355eaa7 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (f158e137-a0fd-4f3e-aea1-4302ee904e00), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:58.221594 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-f7b4381b-a1a4-4ef5-be99-a2c66355eaa7 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Added segment f158e137-a0fd-4f3e-aea1-4302ee904e00 of type vlan for network 2075faa1-3371-4287-aa2e-4e7aaa27ab3e Feb 09 01:24:58.320662 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f7b4381b-a1a4-4ef5-be99-a2c66355eaa7 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (2075faa1-3371-4287-aa2e-4e7aaa27ab3e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:58.422771 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f7b4381b-a1a4-4ef5-be99-a2c66355eaa7 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (2075faa1-3371-4287-aa2e-4e7aaa27ab3e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:58.423876 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b4381b-a1a4-4ef5-be99-a2c66355eaa7 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:58.429404 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f7b4381b-a1a4-4ef5-be99-a2c66355eaa7 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:58.715031 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4381b-a1a4-4ef5-be99-a2c66355eaa7 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Pushing event updated for resources: {'Network': ['ID=2075faa1-3371-4287-aa2e-4e7aaa27ab3e,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:58.731917 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 2075faa1-3371-4287-aa2e-4e7aaa27ab3e details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:24:58.752168 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-ebbc45f0-6df2-4db6-a5a5-e4007babbf0d req-fe8e6264-691c-4482-8e9f-3e6eba2be1f1 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Deleting port 4a825b64-d1af-4377-836e-5fc508ec6888 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:24:58.762714 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ebbc45f0-6df2-4db6-a5a5-e4007babbf0d req-fe8e6264-691c-4482-8e9f-3e6eba2be1f1 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (4a825b64-d1af-4377-836e-5fc508ec6888), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:58.786478 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f7b4381b-a1a4-4ef5-be99-a2c66355eaa7 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8715098 Feb 09 01:24:58.829635 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36402) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:58.846606 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-edb405e7-758b-4921-97d7-fb3204c6defc tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:58.911969 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8b482a4f-7e7a-4dd2-b851-261fe71a1e80 req-82106bc4-3ad0-48fc-84c5-d41b0dd6869d tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8685970 Feb 09 01:24:59.014751 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff7a30-14f1-4efe-a7a6-c92e6a586509 req-9dc4c7d7-0fb2-4f43-b114-37429a5071f5 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:59.026646 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-64ff7a30-14f1-4efe-a7a6-c92e6a586509 req-9dc4c7d7-0fb2-4f43-b114-37429a5071f5 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 947 time: 0.8553433 Feb 09 01:24:59.326342 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-ebbc45f0-6df2-4db6-a5a5-e4007babbf0d req-fe8e6264-691c-4482-8e9f-3e6eba2be1f1 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] For port 4a825b64-d1af-4377-836e-5fc508ec6888, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=4a825b64-d1af-4377-836e-5fc508ec6888,segment=NetworkSegment(49600cbb-8cb1-4c26-a09d-2e3526ba7488),segment_id=49600cbb-8cb1-4c26-a09d-2e3526ba7488)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:59.327472 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ebbc45f0-6df2-4db6-a5a5-e4007babbf0d req-fe8e6264-691c-4482-8e9f-3e6eba2be1f1 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (4a825b64-d1af-4377-836e-5fc508ec6888), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:59.352887 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-edb405e7-758b-4921-97d7-fb3204c6defc tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (2075faa1-3371-4287-aa2e-4e7aaa27ab3e), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:59.379538 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-64ff7a30-14f1-4efe-a7a6-c92e6a586509 req-695cc6e1-87e3-4baa-965b-03723d43d0ee tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/security-groups?id=78195439-b579-40f3-b577-e8da896ba542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516958 Feb 09 01:24:59.405688 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-ebbc45f0-6df2-4db6-a5a5-e4007babbf0d req-fe8e6264-691c-4482-8e9f-3e6eba2be1f1 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Calling delete_port for 4a825b64-d1af-4377-836e-5fc508ec6888 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:24:59.408858 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-edb405e7-758b-4921-97d7-fb3204c6defc tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (2075faa1-3371-4287-aa2e-4e7aaa27ab3e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:59.513491 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb405e7-758b-4921-97d7-fb3204c6defc tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Pushing event updated for resources: {'Network': ['ID=2075faa1-3371-4287-aa2e-4e7aaa27ab3e,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:59.516980 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-edb405e7-758b-4921-97d7-fb3204c6defc tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Network 2075faa1-3371-4287-aa2e-4e7aaa27ab3e is not hosted by any dhcp agent {{(pid=103528) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 01:24:59.517936 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb405e7-758b-4921-97d7-fb3204c6defc tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:59.518527 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-edb405e7-758b-4921-97d7-fb3204c6defc tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:59.522855 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-edb405e7-758b-4921-97d7-fb3204c6defc tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] 10.222.0.30 "PUT /v2.0/networks/2075faa1-3371-4287-aa2e-4e7aaa27ab3e HTTP/1.1" status: 200 len: 858 time: 0.6923232 Feb 09 01:24:59.523394 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a1cf4-06a9-4add-a0b5-f07a54c8fd06 req-2af8bf06-4872-4684-8a40-9eff5de42581 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:59.523523 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36404) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:59.525994 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-730a1cf4-06a9-4add-a0b5-f07a54c8fd06 req-2af8bf06-4872-4684-8a40-9eff5de42581 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=1573a7e1-e316-4f1f-8974-48004e51d9fb HTTP/1.1" status: 200 len: 946 time: 0.3907771 Feb 09 01:24:59.628954 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e6ddbb2a-ba8f-406b-9d30-329c848ceb70 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (2075faa1-3371-4287-aa2e-4e7aaa27ab3e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:59.916077 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-730a1cf4-06a9-4add-a0b5-f07a54c8fd06 req-71bfa19e-671e-4efd-897b-5a2f930fc2b2 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176425 Feb 09 01:24:59.916077 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9ac48e81-7061-4d96-a7c0-c09a50aee863 req-c0a44e02-8526-4c3d-a0e0-15356d198efd tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 210 time: 0.3618259 Feb 09 01:24:59.917046 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e6ddbb2a-ba8f-406b-9d30-329c848ceb70 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (2075faa1-3371-4287-aa2e-4e7aaa27ab3e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:00.022844 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.db.resource_extend [None req-bc152519-69b2-482d-864e-faed4c3f9d4b tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:25:00.044886 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-e6ddbb2a-ba8f-406b-9d30-329c848ceb70 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2075faa1-3371-4287-aa2e-4e7aaa27ab3e']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:00.097482 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-e6ddbb2a-ba8f-406b-9d30-329c848ceb70 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f158e137-a0fd-4f3e-aea1-4302ee904e00') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:00.100345 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-e6ddbb2a-ba8f-406b-9d30-329c848ceb70 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f158e137-a0fd-4f3e-aea1-4302ee904e00') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:00.196253 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e6ddbb2a-ba8f-406b-9d30-329c848ceb70 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (f158e137-a0fd-4f3e-aea1-4302ee904e00), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:00.253218 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e6ddbb2a-ba8f-406b-9d30-329c848ceb70 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (f158e137-a0fd-4f3e-aea1-4302ee904e00), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:00.272530 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6ddbb2a-ba8f-406b-9d30-329c848ceb70 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:25:00.284622 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e6ddbb2a-ba8f-406b-9d30-329c848ceb70 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (f158e137-a0fd-4f3e-aea1-4302ee904e00), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:00.286870 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:25:00.286870 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:25:00.286870 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:25:00.286870 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:25:00.286870 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:25:00.286870 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:25:00.286870 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:25:00.286870 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:25:00.286870 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:25:00.286870 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:25:00.286870 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:25:00.286870 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:25:00.286870 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:25:00.286870 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:25:00.286870 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:25:00.286870 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:25:00.286870 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:25:00.286870 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:25:00.286870 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:25:00.286870 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:25:00.286870 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:25:00.286870 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:25:00.286870 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:25:00.286870 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:25:00.286870 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:25:00.286870 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:25:00.286870 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:25:00.286870 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:25:00.286870 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:25:00.286870 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:25:00.286870 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:25:00.286870 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:25:00.331765 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bc152519-69b2-482d-864e-faed4c3f9d4b tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:00.347898 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bc152519-69b2-482d-864e-faed4c3f9d4b tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (2afa5a15-0adf-415a-96e2-bd68dcb49687), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:00.420540 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ebbc45f0-6df2-4db6-a5a5-e4007babbf0d req-fe8e6264-691c-4482-8e9f-3e6eba2be1f1 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (4a825b64-d1af-4377-836e-5fc508ec6888), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:00.428347 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e6ddbb2a-ba8f-406b-9d30-329c848ceb70 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (2075faa1-3371-4287-aa2e-4e7aaa27ab3e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:00.558162 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7c875-01c8-43dd-8ab6-4b3f94a9296e req-2127649d-2df8-4cfe-a218-5fbd004bcab3 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:00.559744 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a6c7c875-01c8-43dd-8ab6-4b3f94a9296e req-2127649d-2df8-4cfe-a218-5fbd004bcab3 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 945 time: 0.4260716 Feb 09 01:25:00.574121 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f79f9-4ecf-4b22-a726-ccb5d71d05ed req-a1bde866-5c35-4e5c-bca2-c984d369d0cf tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:00.575653 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f2f79f9-4ecf-4b22-a726-ccb5d71d05ed req-a1bde866-5c35-4e5c-bca2-c984d369d0cf tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 947 time: 0.4684947 Feb 09 01:25:00.628459 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ddbb2a-ba8f-406b-9d30-329c848ceb70 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2075faa1-3371-4287-aa2e-4e7aaa27ab3e {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 01:25:00.644635 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ddbb2a-ba8f-406b-9d30-329c848ceb70 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Pushing event deleted for resources: {'Network': ['ID=2075faa1-3371-4287-aa2e-4e7aaa27ab3e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:00.654295 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e6ddbb2a-ba8f-406b-9d30-329c848ceb70 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:00.673388 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e6ddbb2a-ba8f-406b-9d30-329c848ceb70 tempest-ExternalNetworksTestJSON-110651665 tempest-ExternalNetworksTestJSON-110651665-project-admin] 10.222.0.30 "DELETE /v2.0/networks/2075faa1-3371-4287-aa2e-4e7aaa27ab3e HTTP/1.1" status: 204 len: 168 time: 1.1487808 Feb 09 01:25:00.681033 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e6264-691c-4482-8e9f-3e6eba2be1f1 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Pushing event deleted for resources: {'Port': ['ID=4a825b64-d1af-4377-836e-5fc508ec6888,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:00.684620 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36420) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:00.768212 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebbc45f0-6df2-4db6-a5a5-e4007babbf0d req-fe8e6264-691c-4482-8e9f-3e6eba2be1f1 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] No DVR routers for this DVR port 4a825b64-d1af-4377-836e-5fc508ec6888 on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:25:00.785104 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ebbc45f0-6df2-4db6-a5a5-e4007babbf0d req-fe8e6264-691c-4482-8e9f-3e6eba2be1f1 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:00.792421 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ebbc45f0-6df2-4db6-a5a5-e4007babbf0d req-fe8e6264-691c-4482-8e9f-3e6eba2be1f1 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.91 "DELETE /v2.0/ports/4a825b64-d1af-4377-836e-5fc508ec6888 HTTP/1.1" status: 204 len: 173 time: 3.0550883 Feb 09 01:25:00.799116 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48112db7-d4db-4ee7-9336-586b9a6e41e3', 'name': 'network-vif-deleted', 'tag': '4a825b64-d1af-4377-836e-5fc508ec6888'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:25:00.801718 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf190eb-1813-4a13-a065-b8f85464004a" -d '{"events": [{"server_uuid": "48112db7-d4db-4ee7-9336-586b9a6e41e3", "name": "network-vif-deleted", "tag": "4a825b64-d1af-4377-836e-5fc508ec6888"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:25:00.971206 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f2f79f9-4ecf-4b22-a726-ccb5d71d05ed req-51a4d483-14e7-4d45-8ce5-9f96ea3fd0f1 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3702796 Feb 09 01:25:00.991737 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce61c1c6-6972-4f40-9809-740c65466436 tempest-ExternalNetworksTestJSON-423949904 tempest-ExternalNetworksTestJSON-423949904-project] DELETE failed (client error): The resource could not be found. Feb 09 01:25:00.992700 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce61c1c6-6972-4f40-9809-740c65466436 tempest-ExternalNetworksTestJSON-423949904 tempest-ExternalNetworksTestJSON-423949904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:01.006287 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ce61c1c6-6972-4f40-9809-740c65466436 tempest-ExternalNetworksTestJSON-423949904 tempest-ExternalNetworksTestJSON-423949904-project] 10.222.0.30 "DELETE /v2.0/subnets/d0f7b986-768a-4c9b-97e3-bb276361d2d4 HTTP/1.1" status: 404 len: 337 time: 0.3177962 Feb 09 01:25:01.007337 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36432) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:01.288590 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4fe98e59-a2bf-4509-ac58-f86c14a96c80 tempest-ExternalNetworksTestJSON-423949904 tempest-ExternalNetworksTestJSON-423949904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (4f4dc7e8-8021-4e09-b333-ccdc547bf665), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:01.300895 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b6b519b2-237a-4d93-aae4-e850fa82757c req-b5ff8803-1ffe-4310-84e8-0b1227ed9014 tempest-ServersNegativeTestJSON-1423469781 tempest-ServersNegativeTestJSON-1423469781-project] 10.222.0.30 "GET /v2.0/ports?device_id=48112db7-d4db-4ee7-9336-586b9a6e41e3 HTTP/1.1" status: 200 len: 210 time: 0.0845056 Feb 09 01:25:01.373102 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a6c7c875-01c8-43dd-8ab6-4b3f94a9296e req-d07b6fdf-ffd1-4b1d-ad2f-0adab2764201 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7907591 Feb 09 01:25:01.525309 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [None req-bc152519-69b2-482d-864e-faed4c3f9d4b tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Floating IP 2afa5a15-0adf-415a-96e2-bd68dcb49687 associated. External IP: 172.25.1.229, port: 9d55c1da-bde7-40fe-b437-e9aec28592e1. Feb 09 01:25:01.549041 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 4a825b64-d1af-4377-836e-5fc508ec6888 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:25:01.657337 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 4a825b64-d1af-4377-836e-5fc508ec6888 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:25:01.659287 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 4a825b64-d1af-4377-836e-5fc508ec6888 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:25:01.976185 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-534ebc7b-a0ee-4061-aa07-b3969b25a889 req-d3d654bf-7cbd-4ba8-917f-b1620c373a8e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 210 time: 0.1030772 Feb 09 01:25:01.994963 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4fe98e59-a2bf-4509-ac58-f86c14a96c80 tempest-ExternalNetworksTestJSON-423949904 tempest-ExternalNetworksTestJSON-423949904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (4f4dc7e8-8021-4e09-b333-ccdc547bf665), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:02.117564 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-4fe98e59-a2bf-4509-ac58-f86c14a96c80 tempest-ExternalNetworksTestJSON-423949904 tempest-ExternalNetworksTestJSON-423949904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f4dc7e8-8021-4e09-b333-ccdc547bf665']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:02.137089 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da039339-979b-432c-9ee0-d9bb62dc7920 x-openstack-request-id: req-da039339-979b-432c-9ee0-d9bb62dc7920 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:25:02.137604 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48112db7-d4db-4ee7-9336-586b9a6e41e3", "name": "network-vif-deleted", "tag": "4a825b64-d1af-4377-836e-5fc508ec6888", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:25:02.137702 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-da039339-979b-432c-9ee0-d9bb62dc7920 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:25:02.138034 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48112db7-d4db-4ee7-9336-586b9a6e41e3', 'name': 'network-vif-deleted', 'tag': '4a825b64-d1af-4377-836e-5fc508ec6888', 'status': 'completed', 'code': 200} Feb 09 01:25:02.161937 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-4fe98e59-a2bf-4509-ac58-f86c14a96c80 tempest-ExternalNetworksTestJSON-423949904 tempest-ExternalNetworksTestJSON-423949904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c91faa10-4043-4721-8ec6-08cb6c28b6a1') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:02.162231 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-4fe98e59-a2bf-4509-ac58-f86c14a96c80 tempest-ExternalNetworksTestJSON-423949904 tempest-ExternalNetworksTestJSON-423949904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c91faa10-4043-4721-8ec6-08cb6c28b6a1') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:02.199848 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4fe98e59-a2bf-4509-ac58-f86c14a96c80 tempest-ExternalNetworksTestJSON-423949904 tempest-ExternalNetworksTestJSON-423949904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (c91faa10-4043-4721-8ec6-08cb6c28b6a1), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:02.234086 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4fe98e59-a2bf-4509-ac58-f86c14a96c80 tempest-ExternalNetworksTestJSON-423949904 tempest-ExternalNetworksTestJSON-423949904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (c91faa10-4043-4721-8ec6-08cb6c28b6a1), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:02.250786 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe98e59-a2bf-4509-ac58-f86c14a96c80 tempest-ExternalNetworksTestJSON-423949904 tempest-ExternalNetworksTestJSON-423949904-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:25:02.251196 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4fe98e59-a2bf-4509-ac58-f86c14a96c80 tempest-ExternalNetworksTestJSON-423949904 tempest-ExternalNetworksTestJSON-423949904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (c91faa10-4043-4721-8ec6-08cb6c28b6a1), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:02.255309 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:25:02.255309 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:25:02.255309 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:25:02.255309 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:25:02.255309 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:25:02.255309 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:25:02.255309 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:25:02.255309 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:25:02.255309 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:25:02.255309 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:25:02.255309 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:25:02.255309 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:25:02.255309 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:25:02.255309 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:25:02.255309 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:25:02.255309 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:25:02.255309 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:25:02.255309 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:25:02.255309 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:25:02.255309 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:25:02.255309 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:25:02.255309 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:25:02.255309 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:25:02.255309 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:25:02.255309 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:25:02.255309 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:25:02.255309 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:25:02.255309 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:25:02.255309 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:25:02.255309 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:25:02.255309 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:25:02.255309 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:25:02.313524 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac428b96-a64c-4baf-9138-09d4de257cef req-70054539-36bc-4fbf-a487-f71be893bece tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:02.323921 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ac428b96-a64c-4baf-9138-09d4de257cef req-70054539-36bc-4fbf-a487-f71be893bece tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=1573a7e1-e316-4f1f-8974-48004e51d9fb HTTP/1.1" status: 200 len: 946 time: 0.1766505 Feb 09 01:25:02.792708 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d34a12-412b-4265-a003-5df6ef357863 req-6d765190-ad45-422e-8bb5-50202bc16ea6 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:02.802901 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-60d34a12-412b-4265-a003-5df6ef357863 req-6d765190-ad45-422e-8bb5-50202bc16ea6 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 947 time: 0.4703128 Feb 09 01:25:02.839038 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ac428b96-a64c-4baf-9138-09d4de257cef req-a34c6988-e071-4d9c-9a0c-c1a32955f15a tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5140834 Feb 09 01:25:02.853698 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4fe98e59-a2bf-4509-ac58-f86c14a96c80 tempest-ExternalNetworksTestJSON-423949904 tempest-ExternalNetworksTestJSON-423949904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (4f4dc7e8-8021-4e09-b333-ccdc547bf665), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:02.872583 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4fe98e59-a2bf-4509-ac58-f86c14a96c80 tempest-ExternalNetworksTestJSON-423949904 tempest-ExternalNetworksTestJSON-423949904-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:02.876707 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4fe98e59-a2bf-4509-ac58-f86c14a96c80 tempest-ExternalNetworksTestJSON-423949904 tempest-ExternalNetworksTestJSON-423949904-project] 10.222.0.30 "DELETE /v2.0/networks/4f4dc7e8-8021-4e09-b333-ccdc547bf665 HTTP/1.1" status: 204 len: 168 time: 1.8532641 Feb 09 01:25:02.949280 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36452) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:03.122009 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c20f820-3a51-47df-be46-3fe673380d72 admin admin] Deleting subnet 00660737-d0c8-4fd3-9454-eb4bf5c5566b {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:25:03.138890 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2c20f820-3a51-47df-be46-3fe673380d72 admin admin] Publish callbacks [] for subnet (00660737-d0c8-4fd3-9454-eb4bf5c5566b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:03.281040 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2c20f820-3a51-47df-be46-3fe673380d72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (00660737-d0c8-4fd3-9454-eb4bf5c5566b), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:03.440875 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2c20f820-3a51-47df-be46-3fe673380d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (00660737-d0c8-4fd3-9454-eb4bf5c5566b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:03.611921 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36458) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:03.636373 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2c20f820-3a51-47df-be46-3fe673380d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (00660737-d0c8-4fd3-9454-eb4bf5c5566b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:03.765325 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c20f820-3a51-47df-be46-3fe673380d72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00660737-d0c8-4fd3-9454-eb4bf5c5566b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:03.782151 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2c20f820-3a51-47df-be46-3fe673380d72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:03.798499 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2c20f820-3a51-47df-be46-3fe673380d72 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/00660737-d0c8-4fd3-9454-eb4bf5c5566b HTTP/1.1" status: 204 len: 168 time: 0.8478453 Feb 09 01:25:03.801686 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36464) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:03.907171 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe98e59-a2bf-4509-ac58-f86c14a96c80 tempest-ExternalNetworksTestJSON-423949904 tempest-ExternalNetworksTestJSON-423949904-project] Pushing event deleted for resources: {'Network': ['ID=4f4dc7e8-8021-4e09-b333-ccdc547bf665,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:03.998133 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-60d34a12-412b-4265-a003-5df6ef357863 req-f1e05450-9c8b-4f6f-b3dc-8b467cfa6a74 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1895843 Feb 09 01:25:04.091715 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc152519-69b2-482d-864e-faed4c3f9d4b tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Router a3665330-f709-48b9-ac23-2ff020c462b1 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:25:04.095000 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-96d8ca0a-e1a2-4412-8928-5f575bf963af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (a46c349d-fbe7-42ad-a83d-3298a4c41cb1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:04.142375 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d89d36-cabd-4a34-a867-adf5b161de47 req-29fc98e2-ab4f-4618-a616-6be2a29cc511 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:04.168607 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e3d89d36-cabd-4a34-a867-adf5b161de47 req-29fc98e2-ab4f-4618-a616-6be2a29cc511 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 945 time: 0.2755251 Feb 09 01:25:04.303419 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-07c89292-16d4-4a0e-af85-0868f78d0847 req-5ed086e5-0b67-4b12-8abb-665bfc838e4f tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 210 time: 0.1257226 Feb 09 01:25:04.496200 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e3d89d36-cabd-4a34-a867-adf5b161de47 req-c3208ce0-fe2a-4c56-a301-92d05cea2fc9 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261778 Feb 09 01:25:04.564332 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-96d8ca0a-e1a2-4412-8928-5f575bf963af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (a46c349d-fbe7-42ad-a83d-3298a4c41cb1), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:04.590162 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d05b0562-4ca1-41c8-9945-0b3c2f0a63ef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1e3763bc865b4e17a8c393e27f4408b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9768817 Feb 09 01:25:04.604546 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36468) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:04.662304 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b20f05-2477-40a4-9865-d97911b815c0 req-d56eb4ad-e1a6-46ed-93f6-d13798b9e46a tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:04.687302 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-71b20f05-2477-40a4-9865-d97911b815c0 req-d56eb4ad-e1a6-46ed-93f6-d13798b9e46a tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=1573a7e1-e316-4f1f-8974-48004e51d9fb HTTP/1.1" status: 200 len: 946 time: 0.1887062 Feb 09 01:25:04.691041 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-96d8ca0a-e1a2-4412-8928-5f575bf963af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a46c349d-fbe7-42ad-a83d-3298a4c41cb1']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:04.741853 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-96d8ca0a-e1a2-4412-8928-5f575bf963af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49600cbb-8cb1-4c26-a09d-2e3526ba7488') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:04.752478 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-96d8ca0a-e1a2-4412-8928-5f575bf963af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49600cbb-8cb1-4c26-a09d-2e3526ba7488') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:04.777026 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-96d8ca0a-e1a2-4412-8928-5f575bf963af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (49600cbb-8cb1-4c26-a09d-2e3526ba7488), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:04.824957 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-71b20f05-2477-40a4-9865-d97911b815c0 req-2209772e-6313-40ed-98c7-f343ab8e65be tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351354 Feb 09 01:25:04.849936 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-96d8ca0a-e1a2-4412-8928-5f575bf963af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (49600cbb-8cb1-4c26-a09d-2e3526ba7488), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:04.864041 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d8ca0a-e1a2-4412-8928-5f575bf963af admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:25:04.865866 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-96d8ca0a-e1a2-4412-8928-5f575bf963af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (49600cbb-8cb1-4c26-a09d-2e3526ba7488), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:04.866088 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc152519-69b2-482d-864e-faed4c3f9d4b tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:25:04.879411 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bc152519-69b2-482d-864e-faed4c3f9d4b tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:04.880535 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67a7bbd-2799-45f9-b54a-e642c14f400f None None] Sync routers for ids ['a3665330-f709-48b9-ac23-2ff020c462b1'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:25:04.924374 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67a7bbd-2799-45f9-b54a-e642c14f400f None None] Routers {'a3665330-f709-48b9-ac23-2ff020c462b1'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:25:04.926015 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-d67a7bbd-2799-45f9-b54a-e642c14f400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:24:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a3665330-f709-48b9-ac23-2ff020c462b1'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:04.955101 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-bc152519-69b2-482d-864e-faed4c3f9d4b tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "PUT /v2.0/floatingips/2afa5a15-0adf-415a-96e2-bd68dcb49687 HTTP/1.1" status: 200 len: 991 time: 7.2797124 Feb 09 01:25:04.955101 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a8a114e-267f-4e61-a6f1-6453d00c0b10', 'tag': '9d55c1da-bde7-40fe-b437-e9aec28592e1'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:25:04.967729 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9857b5a-3945-48a9-a8a0-f88f341aed7b" -d '{"events": [{"name": "network-changed", "server_uuid": "4a8a114e-267f-4e61-a6f1-6453d00c0b10", "tag": "9d55c1da-bde7-40fe-b437-e9aec28592e1"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:25:05.075680 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-d67a7bbd-2799-45f9-b54a-e642c14f400f None None] Set router a3665330-f709-48b9-ac23-2ff020c462b1 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:25:05.090884 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:25:05.090884 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:25:05.090884 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:25:05.090884 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:25:05.090884 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:25:05.090884 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:25:05.090884 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:25:05.090884 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:25:05.090884 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:25:05.090884 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:25:05.090884 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:25:05.090884 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:25:05.090884 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:25:05.090884 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:25:05.090884 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:25:05.090884 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:25:05.090884 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:25:05.090884 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:25:05.090884 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:25:05.090884 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:25:05.090884 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:25:05.090884 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:25:05.090884 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:25:05.090884 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:25:05.090884 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:25:05.090884 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:25:05.090884 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:25:05.090884 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:25:05.090884 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:25:05.090884 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:25:05.090884 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:25:05.090884 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:25:05.104574 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-96d8ca0a-e1a2-4412-8928-5f575bf963af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (a46c349d-fbe7-42ad-a83d-3298a4c41cb1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:05.208128 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-96d8ca0a-e1a2-4412-8928-5f575bf963af admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:05.230560 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-96d8ca0a-e1a2-4412-8928-5f575bf963af admin admin] 10.222.0.30 "DELETE /v2.0/networks/a46c349d-fbe7-42ad-a83d-3298a4c41cb1 HTTP/1.1" status: 204 len: 168 time: 1.4276023 Feb 09 01:25:05.249982 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d8ca0a-e1a2-4412-8928-5f575bf963af admin admin] Pushing event deleted for resources: {'Network': ['ID=a46c349d-fbe7-42ad-a83d-3298a4c41cb1,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:05.407127 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-21ae52bb-a039-4487-8314-eeed53e9d4f4 admin admin] Publish callbacks [] for security_group (f5fc0ec1-adb4-4767-8eae-cd673e41723c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:05.453361 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e72471-4d5e-4d5c-a6b1-200db7eb544f req-eeee743f-dbcb-413f-bc3e-d15a4c870bf6 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:05.463075 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-68e72471-4d5e-4d5c-a6b1-200db7eb544f req-eeee743f-dbcb-413f-bc3e-d15a4c870bf6 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 945 time: 0.2990606 Feb 09 01:25:05.608426 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-21ae52bb-a039-4487-8314-eeed53e9d4f4 admin admin] Publish callbacks [] for security_group (f5fc0ec1-adb4-4767-8eae-cd673e41723c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:05.728009 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996ffbdb-1d3b-432a-9b61-247cf131c1a1 x-openstack-request-id: req-996ffbdb-1d3b-432a-9b61-247cf131c1a1 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:25:05.738337 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a8a114e-267f-4e61-a6f1-6453d00c0b10", "tag": "9d55c1da-bde7-40fe-b437-e9aec28592e1", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:25:05.738651 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-996ffbdb-1d3b-432a-9b61-247cf131c1a1 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:25:05.739096 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a8a114e-267f-4e61-a6f1-6453d00c0b10', 'tag': '9d55c1da-bde7-40fe-b437-e9aec28592e1', 'status': 'completed', 'code': 200} Feb 09 01:25:05.770222 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-68e72471-4d5e-4d5c-a6b1-200db7eb544f req-595e1394-6ba6-46ee-a6f9-086578a56279 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/security-groups?id=93d11c2d-5658-4f67-9806-bfe788d6a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3061466 Feb 09 01:25:05.885037 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9857b5a-3945-48a9-a8a0-f88f341aed7b req-f4894406-f871-4d62-9798-7c38e7948829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:05.892735 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d9857b5a-3945-48a9-a8a0-f88f341aed7b req-f4894406-f871-4d62-9798-7c38e7948829 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d29c28a7e64645c9a685472a8bfba0ab&device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 1128 time: 0.2289443 Feb 09 01:25:05.929184 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36488) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:06.168381 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-21ae52bb-a039-4487-8314-eeed53e9d4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f5fc0ec1-adb4-4767-8eae-cd673e41723c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:06.186887 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-21ae52bb-a039-4487-8314-eeed53e9d4f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:06.188134 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-21ae52bb-a039-4487-8314-eeed53e9d4f4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f5fc0ec1-adb4-4767-8eae-cd673e41723c HTTP/1.1" status: 204 len: 168 time: 1.5825701 Feb 09 01:25:06.199740 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-aecbbc17-c024-4465-b5cf-0dc584830167 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=45103008d2704a9a9647209c042e9687&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2693908 Feb 09 01:25:06.202925 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36494) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:06.206053 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-d67a7bbd-2799-45f9-b54a-e642c14f400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3665330-f709-48b9-ac23-2ff020c462b1', 'name': 'tempest-ServersTestBootFromVolume-1506375842-router', 'tenant_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '4226d4c3-3917-4126-ab80-3bc38a98ee05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:54Z', 'updated_at': '2022-02-09T01:23:01Z', 'revision_number': 4, 'project_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'gw_port': {'id': '4226d4c3-3917-4126-ab80-3bc38a98ee05', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3665330-f709-48b9-ac23-2ff020c462b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:56Z', 'updated_at': '2022-02-09T01:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '2afa5a15-0adf-415a-96e2-bd68dcb49687', 'tenant_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'floating_ip_address': '172.25.1.229', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'a3665330-f709-48b9-ac23-2ff020c462b1', 'port_id': '9d55c1da-bde7-40fe-b437-e9aec28592e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ce77acd-00e3-49dd-921d-12bc8c86c44b', 'mac_address': 'fa:16:3e:b3:14:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8a114e-267f-4e61-a6f1-6453d00c0b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:23:13Z', 'updated_at': '2022-02-09T01:24:59Z', 'revision_number': 1, 'project_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0eb1b42e-2c89-430e-b166-f0d80c142a5d', 'name': '', 'network_id': '8ce77acd-00e3-49dd-921d-12bc8c86c44b', 'tenant_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'mac_address': 'fa:16:3e:6b:0c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3665330-f709-48b9-ac23-2ff020c462b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'b5c68845-dbb9-4fbb-a7c3-02cd380b4dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:23:00Z', 'updated_at': '2022-02-09T01:23:10Z', 'revision_number': 5, 'project_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'subnets': [{'id': 'b5c68845-dbb9-4fbb-a7c3-02cd380b4dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:06.262949 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae52bb-a039-4487-8314-eeed53e9d4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5fc0ec1-adb4-4767-8eae-cd673e41723c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:06.338031 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67a7bbd-2799-45f9-b54a-e642c14f400f None None] Checking router: a3665330-f709-48b9-ac23-2ff020c462b1 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:25:06.344397 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d68fc9d1-7ddc-4076-9117-6a5087b939da admin admin] Publish callbacks [] for security_group (78195439-b579-40f3-b577-e8da896ba542), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:06.377507 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67a7bbd-2799-45f9-b54a-e642c14f400f None None] Routers {'a3665330-f709-48b9-ac23-2ff020c462b1'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:25:06.378363 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-d67a7bbd-2799-45f9-b54a-e642c14f400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:24:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a3665330-f709-48b9-ac23-2ff020c462b1'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:06.389816 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cd3e0bd8-4520-45c3-864f-f5891111d290 req-ea6932e8-6811-4ca0-8c5f-5a4d0490a105 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 210 time: 0.1952431 Feb 09 01:25:06.420853 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9857b5a-3945-48a9-a8a0-f88f341aed7b req-09b85e1a-1071-4ff0-b7af-6a73bc0c3500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:06.422395 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d9857b5a-3945-48a9-a8a0-f88f341aed7b req-09b85e1a-1071-4ff0-b7af-6a73bc0c3500 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8ce77acd-00e3-49dd-921d-12bc8c86c44b HTTP/1.1" status: 200 len: 917 time: 0.5252554 Feb 09 01:25:06.490388 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be20266-8654-47b9-abab-6847acbad652 req-8dca7e88-b20e-4e8d-bd32-e4290b09b9c1 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:06.506836 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0be20266-8654-47b9-abab-6847acbad652 req-8dca7e88-b20e-4e8d-bd32-e4290b09b9c1 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 947 time: 0.5979645 Feb 09 01:25:06.662223 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d9857b5a-3945-48a9-a8a0-f88f341aed7b req-9af2c566-e390-471f-83ec-959aac431b81 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d55c1da-bde7-40fe-b437-e9aec28592e1 HTTP/1.1" status: 200 len: 999 time: 0.2319055 Feb 09 01:25:06.671612 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0be20266-8654-47b9-abab-6847acbad652 req-ca72b86d-1c6f-4ceb-b397-541c0a3c9b03 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630468 Feb 09 01:25:06.678007 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d68fc9d1-7ddc-4076-9117-6a5087b939da admin admin] Publish callbacks [] for security_group (78195439-b579-40f3-b577-e8da896ba542), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:06.890443 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9857b5a-3945-48a9-a8a0-f88f341aed7b req-8d994c10-8ae7-40e2-95fd-0b93d72e26be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:06.895354 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d9857b5a-3945-48a9-a8a0-f88f341aed7b req-8d994c10-8ae7-40e2-95fd-0b93d72e26be service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b5c68845-dbb9-4fbb-a7c3-02cd380b4dd5 HTTP/1.1" status: 200 len: 855 time: 0.2273767 Feb 09 01:25:06.908374 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-d67a7bbd-2799-45f9-b54a-e642c14f400f None None] Set router a3665330-f709-48b9-ac23-2ff020c462b1 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:25:07.023489 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9857b5a-3945-48a9-a8a0-f88f341aed7b req-7d3b9792-c9e9-49f0-9340-e31538c2fbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:07.035265 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d9857b5a-3945-48a9-a8a0-f88f341aed7b req-7d3b9792-c9e9-49f0-9340-e31538c2fbba service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8ce77acd-00e3-49dd-921d-12bc8c86c44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1298628 Feb 09 01:25:07.084047 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447fb260-c5ac-4d85-a11d-eeb947add421 req-ff8564ae-1b99-4596-a673-72d0b001b15d tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:07.096032 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-447fb260-c5ac-4d85-a11d-eeb947add421 req-ff8564ae-1b99-4596-a673-72d0b001b15d tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 945 time: 0.4389246 Feb 09 01:25:07.257572 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5571cc-3b59-4597-bd44-f67fd54ce8fc req-72ffeb43-b2a8-4436-b689-4d4226bbf155 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:07.269205 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7d5571cc-3b59-4597-bd44-f67fd54ce8fc req-72ffeb43-b2a8-4436-b689-4d4226bbf155 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=1573a7e1-e316-4f1f-8974-48004e51d9fb HTTP/1.1" status: 200 len: 946 time: 0.3237662 Feb 09 01:25:07.462180 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36506) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:07.478229 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d9857b5a-3945-48a9-a8a0-f88f341aed7b req-4bbc507b-e0d0-4666-80b4-c7b5d3400ea8 service neutron] 10.222.0.91 "GET /v2.0/networks/8ce77acd-00e3-49dd-921d-12bc8c86c44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330261 Feb 09 01:25:07.490540 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7d5571cc-3b59-4597-bd44-f67fd54ce8fc req-a58909b9-34c1-46c4-92a4-5401d4c10ec0 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173808 Feb 09 01:25:07.651366 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d68fc9d1-7ddc-4076-9117-6a5087b939da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (78195439-b579-40f3-b577-e8da896ba542), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:07.654185 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d68fc9d1-7ddc-4076-9117-6a5087b939da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:07.669094 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d68fc9d1-7ddc-4076-9117-6a5087b939da admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/78195439-b579-40f3-b577-e8da896ba542 HTTP/1.1" status: 204 len: 168 time: 1.4605851 Feb 09 01:25:07.752145 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68fc9d1-7ddc-4076-9117-6a5087b939da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78195439-b579-40f3-b577-e8da896ba542,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:07.759543 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-447fb260-c5ac-4d85-a11d-eeb947add421 req-b35e761e-85e8-4c0f-8a84-dbeede12be23 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6620598 Feb 09 01:25:07.811944 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1392a169-9374-4d17-a27d-3cc8dd163a32 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=558473c4279d446dbef9219d0fa37c2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2950349 Feb 09 01:25:07.812261 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36514) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:07.834770 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d9857b5a-3945-48a9-a8a0-f88f341aed7b req-b55ebbcc-7b59-4821-8896-336fddaf38a8 service neutron] 10.222.0.91 "GET /v2.0/networks/8ce77acd-00e3-49dd-921d-12bc8c86c44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503208 Feb 09 01:25:07.856607 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-d67a7bbd-2799-45f9-b54a-e642c14f400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3665330-f709-48b9-ac23-2ff020c462b1', 'name': 'tempest-ServersTestBootFromVolume-1506375842-router', 'tenant_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '4226d4c3-3917-4126-ab80-3bc38a98ee05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:54Z', 'updated_at': '2022-02-09T01:23:01Z', 'revision_number': 4, 'project_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'gw_port': {'id': '4226d4c3-3917-4126-ab80-3bc38a98ee05', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3665330-f709-48b9-ac23-2ff020c462b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:56Z', 'updated_at': '2022-02-09T01:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '2afa5a15-0adf-415a-96e2-bd68dcb49687', 'tenant_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'floating_ip_address': '172.25.1.229', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'a3665330-f709-48b9-ac23-2ff020c462b1', 'port_id': '9d55c1da-bde7-40fe-b437-e9aec28592e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ce77acd-00e3-49dd-921d-12bc8c86c44b', 'mac_address': 'fa:16:3e:b3:14:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8a114e-267f-4e61-a6f1-6453d00c0b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:23:13Z', 'updated_at': '2022-02-09T01:24:59Z', 'revision_number': 1, 'project_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0eb1b42e-2c89-430e-b166-f0d80c142a5d', 'name': '', 'network_id': '8ce77acd-00e3-49dd-921d-12bc8c86c44b', 'tenant_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'mac_address': 'fa:16:3e:6b:0c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3665330-f709-48b9-ac23-2ff020c462b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'b5c68845-dbb9-4fbb-a7c3-02cd380b4dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:23:00Z', 'updated_at': '2022-02-09T01:23:10Z', 'revision_number': 5, 'project_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'subnets': [{'id': 'b5c68845-dbb9-4fbb-a7c3-02cd380b4dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:07.965794 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67a7bbd-2799-45f9-b54a-e642c14f400f None None] The sync data for ids ['a3665330-f709-48b9-ac23-2ff020c462b1'] in n-d-822053-40 is: [{'id': 'a3665330-f709-48b9-ac23-2ff020c462b1', 'name': 'tempest-ServersTestBootFromVolume-1506375842-router', 'tenant_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '4226d4c3-3917-4126-ab80-3bc38a98ee05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:54Z', 'updated_at': '2022-02-09T01:23:01Z', 'revision_number': 4, 'project_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'gw_port': {'id': '4226d4c3-3917-4126-ab80-3bc38a98ee05', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3665330-f709-48b9-ac23-2ff020c462b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:56Z', 'updated_at': '2022-02-09T01:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '2afa5a15-0adf-415a-96e2-bd68dcb49687', 'tenant_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'floating_ip_address': '172.25.1.229', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'a3665330-f709-48b9-ac23-2ff020c462b1', 'port_id': '9d55c1da-bde7-40fe-b437-e9aec28592e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ce77acd-00e3-49dd-921d-12bc8c86c44b', 'mac_address': 'fa:16:3e:b3:14:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8a114e-267f-4e61-a6f1-6453d00c0b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:23:13Z', 'updated_at': '2022-02-09T01:24:59Z', 'revision_number': 1, 'project_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0eb1b42e-2c89-430e-b166-f0d80c142a5d', 'name': '', 'network_id': '8ce77acd-00e3-49dd-921d-12bc8c86c44b', 'tenant_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'mac_address': 'fa:16:3e:6b:0c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3665330-f709-48b9-ac23-2ff020c462b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'b5c68845-dbb9-4fbb-a7c3-02cd380b4dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:23:00Z', 'updated_at': '2022-02-09T01:23:10Z', 'revision_number': 5, 'project_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'subnets': [{'id': 'b5c68845-dbb9-4fbb-a7c3-02cd380b4dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:25:08.303140 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3126ed81-5d37-4a2f-8a1f-b8e017798046 admin admin] Publish callbacks [] for security_group (48707216-33a9-44a9-8f7a-c86324280247), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:08.314889 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1255c-85a6-4c36-a24a-ec493599b98f req-a3494954-e13f-4b6f-bdc4-57754d336c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:08.317244 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-34c1255c-85a6-4c36-a24a-ec493599b98f req-a3494954-e13f-4b6f-bdc4-57754d336c5c service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=1573a7e1-e316-4f1f-8974-48004e51d9fb HTTP/1.1" status: 200 len: 1129 time: 0.4103472 Feb 09 01:25:08.319263 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d33150a-0b62-42d8-9e6e-c944d4bfc624 req-89da73fc-f24b-4090-95e4-8b3550894d34 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 210 time: 0.1269498 Feb 09 01:25:08.392189 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a9168-d5dd-46e1-8aaa-87c9966ceb51 req-6933b16b-914f-4ca1-b3c1-94a50d38732a tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:08.392189 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-770a9168-d5dd-46e1-8aaa-87c9966ceb51 req-6933b16b-914f-4ca1-b3c1-94a50d38732a tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 945 time: 0.4767959 Feb 09 01:25:08.397145 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3126ed81-5d37-4a2f-8a1f-b8e017798046 admin admin] Publish callbacks [] for security_group (48707216-33a9-44a9-8f7a-c86324280247), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:08.515996 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-34c1255c-85a6-4c36-a24a-ec493599b98f req-18ed7d6c-f8a0-4495-b2de-ce08efb3bf90 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907897 Feb 09 01:25:08.596678 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035cc61e-ffb7-45ca-974d-374632256f81 None None] New status for floating IP 2afa5a15-0adf-415a-96e2-bd68dcb49687: ACTIVE {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:25:08.718290 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-770a9168-d5dd-46e1-8aaa-87c9966ceb51 req-da704414-3ab6-4e49-a70e-98ae627ec2e0 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/security-groups?id=93d11c2d-5658-4f67-9806-bfe788d6a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2987263 Feb 09 01:25:09.098903 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aeaf6b-27a5-40a5-9e09-9b250ceb8c48 req-ae4e6019-92e3-470b-9141-738871220156 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:09.153087 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b6aeaf6b-27a5-40a5-9e09-9b250ceb8c48 req-ae4e6019-92e3-470b-9141-738871220156 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 947 time: 0.5001841 Feb 09 01:25:09.192504 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3126ed81-5d37-4a2f-8a1f-b8e017798046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (48707216-33a9-44a9-8f7a-c86324280247), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:09.216066 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3126ed81-5d37-4a2f-8a1f-b8e017798046 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:09.216066 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3126ed81-5d37-4a2f-8a1f-b8e017798046 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/48707216-33a9-44a9-8f7a-c86324280247 HTTP/1.1" status: 204 len: 168 time: 1.3892133 Feb 09 01:25:09.233549 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3126ed81-5d37-4a2f-8a1f-b8e017798046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48707216-33a9-44a9-8f7a-c86324280247,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:09.336498 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f1c26-e654-4820-873a-983a9da4df64 req-d61cbfa4-2dc3-4f4f-980c-67ab1fa9afbc tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:09.336498 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c83f1c26-e654-4820-873a-983a9da4df64 req-d61cbfa4-2dc3-4f4f-980c-67ab1fa9afbc tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=1573a7e1-e316-4f1f-8974-48004e51d9fb HTTP/1.1" status: 200 len: 946 time: 0.4168169 Feb 09 01:25:09.400082 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b6aeaf6b-27a5-40a5-9e09-9b250ceb8c48 req-6a0589f3-5f48-4de0-8cad-e87f4eea93dd tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2432981 Feb 09 01:25:09.562860 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c83f1c26-e654-4820-873a-983a9da4df64 req-792b8793-6ac6-4c94-840f-b90456b9f175 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183068 Feb 09 01:25:09.876772 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a2495e1c-2323-4bc0-9b55-8427263ed187 req-ec84a7e9-499e-4bcf-85b9-9391ef825609 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 210 time: 0.1061106 Feb 09 01:25:09.924352 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016fde6-0a80-475f-af7a-ed125d6a766e req-3e08627a-adc9-444a-b1b1-84bf47af68fd tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:09.924907 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3016fde6-0a80-475f-af7a-ed125d6a766e req-3e08627a-adc9-444a-b1b1-84bf47af68fd tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 945 time: 0.2988024 Feb 09 01:25:10.013917 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36562) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:10.034547 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3016fde6-0a80-475f-af7a-ed125d6a766e req-744bbc9e-5997-4725-8a89-31b5c8a3952c tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017482 Feb 09 01:25:10.157202 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-49530caf-1a11-4c28-b7a7-8e0ae808d3a3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2082164751-network', 'tenant_id': '07dcec5c90af4421a4fc6fd7f67c2997'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:10.208944 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc370cc9-b445-43c0-a12a-df87952a60a5 req-6f3763b9-380e-4b6d-88f6-28eb83d12cb0 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:10.218335 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bc370cc9-b445-43c0-a12a-df87952a60a5 req-6f3763b9-380e-4b6d-88f6-28eb83d12cb0 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 945 time: 0.1744039 Feb 09 01:25:10.223506 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49530caf-1a11-4c28-b7a7-8e0ae808d3a3 admin admin] Made reservation on behalf of 07dcec5c90af4421a4fc6fd7f67c2997 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:10.232220 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49530caf-1a11-4c28-b7a7-8e0ae808d3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:10.287884 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49530caf-1a11-4c28-b7a7-8e0ae808d3a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:10.330067 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bc370cc9-b445-43c0-a12a-df87952a60a5 req-6cd52cf2-7999-4968-8b9b-803dd68faf9a tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/security-groups?id=93d11c2d-5658-4f67-9806-bfe788d6a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085379 Feb 09 01:25:10.615930 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49530caf-1a11-4c28-b7a7-8e0ae808d3a3 admin admin] Publish callbacks [] for security_group (b7e331a7-7a7b-474f-ac89-50c6c758f866), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:10.626151 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49530caf-1a11-4c28-b7a7-8e0ae808d3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b7e331a7-7a7b-474f-ac89-50c6c758f866), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:10.640446 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49530caf-1a11-4c28-b7a7-8e0ae808d3a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:25:10.654471 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49530caf-1a11-4c28-b7a7-8e0ae808d3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (d3f239ad-11ef-4a81-8296-5a896534e380), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:10.654837 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-49530caf-1a11-4c28-b7a7-8e0ae808d3a3 admin admin] Added segment d3f239ad-11ef-4a81-8296-5a896534e380 of type vlan for network 65315c2e-8e8c-4a89-aef5-23c79ddd2f69 Feb 09 01:25:10.704823 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49530caf-1a11-4c28-b7a7-8e0ae808d3a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (65315c2e-8e8c-4a89-aef5-23c79ddd2f69), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:10.754827 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49530caf-1a11-4c28-b7a7-8e0ae808d3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (65315c2e-8e8c-4a89-aef5-23c79ddd2f69), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:10.755821 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49530caf-1a11-4c28-b7a7-8e0ae808d3a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:10.758760 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49530caf-1a11-4c28-b7a7-8e0ae808d3a3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:10.823399 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-49530caf-1a11-4c28-b7a7-8e0ae808d3a3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8075669 Feb 09 01:25:10.827185 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36586) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:10.833116 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-cd89a70f-3128-49bb-a432-82abc09885d6 admin admin] Request body: {'subnet': {'network_id': '65315c2e-8e8c-4a89-aef5-23c79ddd2f69', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2082164751-subnet', 'tenant_id': '07dcec5c90af4421a4fc6fd7f67c2997', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:10.871486 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0688899-5307-4ffb-81fc-63de3297f736 req-2cd25007-f052-4c4f-bdd4-e6a062b3455b tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:10.873123 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d0688899-5307-4ffb-81fc-63de3297f736 req-2cd25007-f052-4c4f-bdd4-e6a062b3455b tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 945 time: 0.3539760 Feb 09 01:25:10.968596 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49530caf-1a11-4c28-b7a7-8e0ae808d3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e331a7-7a7b-474f-ac89-50c6c758f866,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:10.979594 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615ef80-987c-4ebb-89c3-0a2852a61d5d req-06e61691-34a4-44c0-9061-38b2d881ea17 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:10.993607 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1615ef80-987c-4ebb-89c3-0a2852a61d5d req-06e61691-34a4-44c0-9061-38b2d881ea17 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 947 time: 0.3435249 Feb 09 01:25:11.012111 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49530caf-1a11-4c28-b7a7-8e0ae808d3a3 admin admin] Pushing event updated for resources: {'Network': ['ID=65315c2e-8e8c-4a89-aef5-23c79ddd2f69,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:11.025577 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd89a70f-3128-49bb-a432-82abc09885d6 admin admin] Made reservation on behalf of 07dcec5c90af4421a4fc6fd7f67c2997 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:11.027932 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd89a70f-3128-49bb-a432-82abc09885d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:11.036881 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 65315c2e-8e8c-4a89-aef5-23c79ddd2f69 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:25:11.206889 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d0688899-5307-4ffb-81fc-63de3297f736 req-ad77c184-3baf-4644-9a14-48c5f147ba4f tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/security-groups?id=93d11c2d-5658-4f67-9806-bfe788d6a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3153899 Feb 09 01:25:11.247502 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1615ef80-987c-4ebb-89c3-0a2852a61d5d req-462d394b-ff4b-4501-9957-637edc093d64 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2485049 Feb 09 01:25:11.425846 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd89a70f-3128-49bb-a432-82abc09885d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (a18f243f-c51b-4d04-8882-adb27be66330), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:11.493573 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd89a70f-3128-49bb-a432-82abc09885d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a18f243f-c51b-4d04-8882-adb27be66330,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:11.666481 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bc317c59-17a3-4799-857b-e0e5ea9c58c1 req-6ef0ff92-2d0e-4dc6-a7dd-0ed8f7ebb750 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 210 time: 0.1758242 Feb 09 01:25:11.715600 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd89a70f-3128-49bb-a432-82abc09885d6 admin admin] Checking segment: {'id': 'd3f239ad-11ef-4a81-8296-5a896534e380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '65315c2e-8e8c-4a89-aef5-23c79ddd2f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:25:11.716723 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd89a70f-3128-49bb-a432-82abc09885d6 admin admin] Network hostable DHCP agents. Network: 65315c2e-8e8c-4a89-aef5-23c79ddd2f69, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:25:11.857378 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cd639-d539-4c3f-b6fc-b4f14f1cc64e req-1687c725-01b9-41a3-ba8c-0f6aa84a627c tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:11.858977 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-691cd639-d539-4c3f-b6fc-b4f14f1cc64e req-1687c725-01b9-41a3-ba8c-0f6aa84a627c tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=1573a7e1-e316-4f1f-8974-48004e51d9fb HTTP/1.1" status: 200 len: 946 time: 0.3675184 Feb 09 01:25:11.958832 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd89a70f-3128-49bb-a432-82abc09885d6 admin admin] Network 65315c2e-8e8c-4a89-aef5-23c79ddd2f69 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:25:12.016888 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-cd89a70f-3128-49bb-a432-82abc09885d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 65315c2e-8e8c-4a89-aef5-23c79ddd2f69) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:12.030697 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e196ba-023a-4e9d-9dbf-ff30d2478a03 None None] Network 65315c2e-8e8c-4a89-aef5-23c79ddd2f69 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:25:12.032144 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd89a70f-3128-49bb-a432-82abc09885d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:12.035878 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd89a70f-3128-49bb-a432-82abc09885d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:12.139173 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-691cd639-d539-4c3f-b6fc-b4f14f1cc64e req-55ac28b1-1003-48b5-aa9d-c9fce17d29af tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556214 Feb 09 01:25:12.242678 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26423624-85f3-4c82-8d20-09a69350f6e5 req-80e98702-634c-432c-9223-c589e1861735 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:12.252777 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-26423624-85f3-4c82-8d20-09a69350f6e5 req-80e98702-634c-432c-9223-c589e1861735 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 945 time: 0.3111274 Feb 09 01:25:12.257851 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bcb1f0-04ca-4473-affe-218e165874fd req-cdfda8e8-0eb2-429b-80d7-0ab89fbab0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:12.259684 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d1bcb1f0-04ca-4473-affe-218e165874fd req-cdfda8e8-0eb2-429b-80d7-0ab89fbab0b2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bb54c6d9ab92477c86a4af4dae2b904f&device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 1128 time: 0.1678803 Feb 09 01:25:12.268125 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-cd89a70f-3128-49bb-a432-82abc09885d6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4388785 Feb 09 01:25:12.345621 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-26423624-85f3-4c82-8d20-09a69350f6e5 req-ce6706bb-853d-4662-af08-abf52d950e65 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913572 Feb 09 01:25:12.354706 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73f252d-ef01-451e-8934-fcec8d2ed3cd None None] Network 65315c2e-8e8c-4a89-aef5-23c79ddd2f69 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:25:12.462841 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bcb1f0-04ca-4473-affe-218e165874fd req-c49d288f-9493-47e8-aa07-3616256ff955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:12.464409 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d1bcb1f0-04ca-4473-affe-218e165874fd req-c49d288f-9493-47e8-aa07-3616256ff955 service neutron] 10.222.0.91 "GET /v2.0/networks?id=6b99b81e-5871-4979-a64c-22edc1a2273c HTTP/1.1" status: 200 len: 912 time: 0.1915662 Feb 09 01:25:12.614657 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d1bcb1f0-04ca-4473-affe-218e165874fd req-3ffc8ca2-cc6f-479e-a750-b2e4d226f234 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=edb0912e-9313-4300-aecc-3c68da07d1d7 HTTP/1.1" status: 200 len: 217 time: 0.1390605 Feb 09 01:25:12.740112 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9fabe5-93d7-4943-9603-938d135a021f req-2f133cc4-2480-4cd0-aa5e-8291ac49bd7c tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:12.743120 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da9fabe5-93d7-4943-9603-938d135a021f req-2f133cc4-2480-4cd0-aa5e-8291ac49bd7c tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 947 time: 0.2958992 Feb 09 01:25:12.761807 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bcb1f0-04ca-4473-affe-218e165874fd req-abe6d069-ac04-4862-bf1e-1bfbc5965d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:12.763283 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d1bcb1f0-04ca-4473-affe-218e165874fd req-abe6d069-ac04-4862-bf1e-1bfbc5965d06 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=46b59fab-0ab1-4600-8204-1f86be683b81 HTTP/1.1" status: 200 len: 851 time: 0.1423538 Feb 09 01:25:12.767730 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def48c3e-3150-4366-8ba4-9afd52066e74 req-8851e4dd-02b5-4eba-8793-05af3a6de9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:12.769348 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-def48c3e-3150-4366-8ba4-9afd52066e74 req-8851e4dd-02b5-4eba-8793-05af3a6de9b6 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=c808f84d2c3b4797965f5ee8f6a2482a&device_id=1573a7e1-e316-4f1f-8974-48004e51d9fb HTTP/1.1" status: 200 len: 1129 time: 0.3120706 Feb 09 01:25:12.802619 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62e086-2d21-4e8c-bbf1-1de75dfdabce req-3d67f85f-49cd-402c-8d2f-4fa022139cac tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:12.805064 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b62e086-2d21-4e8c-bbf1-1de75dfdabce req-3d67f85f-49cd-402c-8d2f-4fa022139cac tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=1573a7e1-e316-4f1f-8974-48004e51d9fb HTTP/1.1" status: 200 len: 946 time: 0.2376530 Feb 09 01:25:12.851586 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d1bcb1f0-04ca-4473-affe-218e165874fd req-4089f698-5b7b-4c2c-a116-1414bb8ba3df service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6b99b81e-5871-4979-a64c-22edc1a2273c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766866 Feb 09 01:25:13.009426 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da9fabe5-93d7-4943-9603-938d135a021f req-ee6bd9d6-f1b0-465d-bf1b-4b743c5c0a08 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2516468 Feb 09 01:25:13.071721 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b62e086-2d21-4e8c-bbf1-1de75dfdabce req-06ca8ddc-e62b-4ab1-9aa1-7e37ac91723f tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443259 Feb 09 01:25:13.147070 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def48c3e-3150-4366-8ba4-9afd52066e74 req-9a4f7f47-1c63-4a86-a4c5-860aaec8bda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:13.151964 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-def48c3e-3150-4366-8ba4-9afd52066e74 req-9a4f7f47-1c63-4a86-a4c5-860aaec8bda2 service neutron] 10.222.0.121 "GET /v2.0/networks?id=8821b93d-01cf-4b8b-a3db-13afd0eec4ce HTTP/1.1" status: 200 len: 912 time: 0.3457694 Feb 09 01:25:13.204560 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d1bcb1f0-04ca-4473-affe-218e165874fd req-65cf2035-a761-490a-8b58-78837b951a02 service neutron] 10.222.0.91 "GET /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385475 Feb 09 01:25:13.221075 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-def48c3e-3150-4366-8ba4-9afd52066e74 req-06c161ea-23cb-47de-b791-47a23b56910f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4607bfaf-7de4-491e-90a6-8e3ec14e562a HTTP/1.1" status: 200 len: 217 time: 0.0622115 Feb 09 01:25:13.290693 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c6592010-a40d-4914-abd4-1cbe46c7834d req-43a275d9-1a39-4a9d-b497-e9b7b6348940 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 210 time: 0.0824506 Feb 09 01:25:13.359154 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def48c3e-3150-4366-8ba4-9afd52066e74 req-e9c06334-901b-4c18-9cc0-d78e17759e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:13.360934 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-def48c3e-3150-4366-8ba4-9afd52066e74 req-e9c06334-901b-4c18-9cc0-d78e17759e7f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c617e52a-1c92-4f9f-a978-3ab60b4c79f7 HTTP/1.1" status: 200 len: 851 time: 0.1336992 Feb 09 01:25:13.412167 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d1bcb1f0-04ca-4473-affe-218e165874fd req-fc5cd1d3-1a82-406a-82c1-2c1c05b0d6c2 service neutron] 10.222.0.91 "GET /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064414 Feb 09 01:25:13.449797 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-def48c3e-3150-4366-8ba4-9afd52066e74 req-d74cb1d6-1562-44d7-a040-2e9de265967c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=8821b93d-01cf-4b8b-a3db-13afd0eec4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769758 Feb 09 01:25:13.543345 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36654) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:13.546247 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-7904f8b5-34c8-4d21-8192-7b9161f5b4dd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-936454618-network', 'tenant_id': '688103b438074b37a3f92f60a7937b7d'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:13.625535 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14230b69-bb70-4852-aba4-a2e5bc6fca78 req-255676e7-edab-49a5-8279-411d6b0ece84 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:13.627783 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7904f8b5-34c8-4d21-8192-7b9161f5b4dd admin admin] Made reservation on behalf of 688103b438074b37a3f92f60a7937b7d for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:13.628521 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-14230b69-bb70-4852-aba4-a2e5bc6fca78 req-255676e7-edab-49a5-8279-411d6b0ece84 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 945 time: 0.1773751 Feb 09 01:25:13.642431 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7904f8b5-34c8-4d21-8192-7b9161f5b4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:13.702462 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7904f8b5-34c8-4d21-8192-7b9161f5b4dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:13.707445 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-def48c3e-3150-4366-8ba4-9afd52066e74 req-b38cfe11-bcc9-42c3-95f2-b5ffddb51702 service neutron] 10.222.0.121 "GET /v2.0/networks/8821b93d-01cf-4b8b-a3db-13afd0eec4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241976 Feb 09 01:25:13.887404 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-def48c3e-3150-4366-8ba4-9afd52066e74 req-4817576a-cebd-4ac4-94fb-7598cc9fbba7 service neutron] 10.222.0.121 "GET /v2.0/networks/8821b93d-01cf-4b8b-a3db-13afd0eec4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713417 Feb 09 01:25:13.922655 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-14230b69-bb70-4852-aba4-a2e5bc6fca78 req-f924c9e0-0ebc-4404-91db-1d7d1e88a648 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806160 Feb 09 01:25:13.942895 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7904f8b5-34c8-4d21-8192-7b9161f5b4dd admin admin] Publish callbacks [] for security_group (b7f7d28f-f23c-499b-a94b-9780573fefff), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:13.956266 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7904f8b5-34c8-4d21-8192-7b9161f5b4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b7f7d28f-f23c-499b-a94b-9780573fefff), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:14.028413 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7904f8b5-34c8-4d21-8192-7b9161f5b4dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:25:14.034596 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7904f8b5-34c8-4d21-8192-7b9161f5b4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f7d28f-f23c-499b-a94b-9780573fefff,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:14.078070 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7904f8b5-34c8-4d21-8192-7b9161f5b4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (dc18f58f-751b-4101-8216-c846c30a7533), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:14.078418 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-7904f8b5-34c8-4d21-8192-7b9161f5b4dd admin admin] Added segment dc18f58f-751b-4101-8216-c846c30a7533 of type vlan for network 21e5398a-440b-4ec3-ad27-39ba00a25ee0 Feb 09 01:25:14.181282 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7904f8b5-34c8-4d21-8192-7b9161f5b4dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (21e5398a-440b-4ec3-ad27-39ba00a25ee0), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:14.259180 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36666) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:14.273754 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7904f8b5-34c8-4d21-8192-7b9161f5b4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (21e5398a-440b-4ec3-ad27-39ba00a25ee0), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:14.274999 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7904f8b5-34c8-4d21-8192-7b9161f5b4dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:14.275643 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7904f8b5-34c8-4d21-8192-7b9161f5b4dd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:14.389070 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4675ed-cce7-418e-b715-81450bd2a277 req-e49f04e8-b590-4422-833b-34507d3d6edd tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:14.406108 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9d4675ed-cce7-418e-b715-81450bd2a277 req-e49f04e8-b590-4422-833b-34507d3d6edd tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 947 time: 0.2281272 Feb 09 01:25:14.459797 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7904f8b5-34c8-4d21-8192-7b9161f5b4dd admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9187522 Feb 09 01:25:14.467095 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36672) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:14.481564 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-8f15144c-887e-4094-a77f-c4ab7859a0a6 admin admin] Request body: {'subnet': {'network_id': '21e5398a-440b-4ec3-ad27-39ba00a25ee0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-936454618-subnet', 'tenant_id': '688103b438074b37a3f92f60a7937b7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:14.503718 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7904f8b5-34c8-4d21-8192-7b9161f5b4dd admin admin] Pushing event updated for resources: {'Network': ['ID=21e5398a-440b-4ec3-ad27-39ba00a25ee0,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:14.516689 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 21e5398a-440b-4ec3-ad27-39ba00a25ee0 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:25:14.547206 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-010b965b-c490-4412-ad85-efba12d62c1c tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:14.562978 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9d4675ed-cce7-418e-b715-81450bd2a277 req-06210127-ed6f-43e6-b15d-c5500105b2b0 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556635 Feb 09 01:25:14.575623 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f15144c-887e-4094-a77f-c4ab7859a0a6 admin admin] Made reservation on behalf of 688103b438074b37a3f92f60a7937b7d for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:14.582246 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8f15144c-887e-4094-a77f-c4ab7859a0a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:14.601320 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922518f-0d4b-490c-93d8-2e09ae932f07 req-cd892742-5a2d-4fe1-abe0-d3079e09a41e tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:14.605223 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1922518f-0d4b-490c-93d8-2e09ae932f07 req-cd892742-5a2d-4fe1-abe0-d3079e09a41e tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=1573a7e1-e316-4f1f-8974-48004e51d9fb HTTP/1.1" status: 200 len: 946 time: 0.3471532 Feb 09 01:25:14.694628 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-010b965b-c490-4412-ad85-efba12d62c1c tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:14.804213 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1922518f-0d4b-490c-93d8-2e09ae932f07 req-ce6fee02-5e02-49f1-b902-de2bc60c7514 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919198 Feb 09 01:25:14.812858 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-396e1d47-0aaa-4ed8-981d-8dfa898daff4 req-9b2f7cec-8f65-48fe-8c2f-c7cbf483ffd0 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 210 time: 0.0977411 Feb 09 01:25:14.979385 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8f15144c-887e-4094-a77f-c4ab7859a0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (ca33920c-7118-45fd-b241-796dff35740b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:15.067855 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-010b965b-c490-4412-ad85-efba12d62c1c tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:15.095671 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f15144c-887e-4094-a77f-c4ab7859a0a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca33920c-7118-45fd-b241-796dff35740b,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:15.161304 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd388f9-d2f7-44c1-8e63-d0ac13f96635 req-820c4183-b47a-4a0f-aef0-4bb559f8e06a tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:15.163052 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2bd388f9-d2f7-44c1-8e63-d0ac13f96635 req-820c4183-b47a-4a0f-aef0-4bb559f8e06a tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 945 time: 0.1176279 Feb 09 01:25:15.177600 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f15144c-887e-4094-a77f-c4ab7859a0a6 admin admin] Checking segment: {'id': 'dc18f58f-751b-4101-8216-c846c30a7533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '21e5398a-440b-4ec3-ad27-39ba00a25ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:25:15.178091 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f15144c-887e-4094-a77f-c4ab7859a0a6 admin admin] Network hostable DHCP agents. Network: 21e5398a-440b-4ec3-ad27-39ba00a25ee0, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:25:15.269821 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f15144c-887e-4094-a77f-c4ab7859a0a6 admin admin] Network 21e5398a-440b-4ec3-ad27-39ba00a25ee0 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:25:15.270976 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2bd388f9-d2f7-44c1-8e63-d0ac13f96635 req-83a76735-9499-4aee-ad9b-e0fa98202a69 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998099 Feb 09 01:25:15.288047 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-8f15144c-887e-4094-a77f-c4ab7859a0a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 21e5398a-440b-4ec3-ad27-39ba00a25ee0) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:15.294925 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f15144c-887e-4094-a77f-c4ab7859a0a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:15.297171 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8f15144c-887e-4094-a77f-c4ab7859a0a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:15.298254 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e59ff9-1055-4358-b6e9-d8dc73c175eb None None] Network 21e5398a-440b-4ec3-ad27-39ba00a25ee0 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:25:15.395574 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8f15144c-887e-4094-a77f-c4ab7859a0a6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9236090 Feb 09 01:25:15.429714 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-010b965b-c490-4412-ad85-efba12d62c1c tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Allocated IP 172.25.1.158 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/81c0cf1d-7d3c-44e7-9847-684a8804ac37) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:15.626466 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device edb0912e-9313-4300-aecc-3c68da07d1d7 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:25:15.697854 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc0305e-738d-473d-bca6-41765deb4ece None None] Network 21e5398a-440b-4ec3-ad27-39ba00a25ee0 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:25:15.904102 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-010b965b-c490-4412-ad85-efba12d62c1c tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks [] for port (81c0cf1d-7d3c-44e7-9847-684a8804ac37), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:15.911886 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2e9ad-6486-4f91-80c3-9f933e571285 req-4b02ae6b-5168-48eb-a167-5d6593fa1814 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:15.914577 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fdb2e9ad-6486-4f91-80c3-9f933e571285 req-4b02ae6b-5168-48eb-a167-5d6593fa1814 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 947 time: 0.2031274 Feb 09 01:25:16.003479 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-010b965b-c490-4412-ad85-efba12d62c1c tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (81c0cf1d-7d3c-44e7-9847-684a8804ac37), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:16.104904 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port edb0912e-9313-4300-aecc-3c68da07d1d7 is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:16.108026 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (edb0912e-9313-4300-aecc-3c68da07d1d7), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:16.181956 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010b965b-c490-4412-ad85-efba12d62c1c tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:16.188421 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port edb0912e-9313-4300-aecc-3c68da07d1d7, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=edb0912e-9313-4300-aecc-3c68da07d1d7,segment=NetworkSegment(3350618d-f84a-4a0b-8997-97c98e7ed20e),segment_id=3350618d-f84a-4a0b-8997-97c98e7ed20e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:16.191336 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e2eb81-0765-4f40-95c2-9e518c594932', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edb0912e-9313-4300-aecc-3c68da07d1d7'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:25:16.193978 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43e9f93-a6ec-483f-8f1d-916090a92133" -d '{"events": [{"server_uuid": "22e2eb81-0765-4f40-95c2-9e518c594932", "name": "network-vif-unplugged", "status": "completed", "tag": "edb0912e-9313-4300-aecc-3c68da07d1d7"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:25:16.197846 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-010b965b-c490-4412-ad85-efba12d62c1c tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:16.201339 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010b965b-c490-4412-ad85-efba12d62c1c tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:25:16.207172 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (edb0912e-9313-4300-aecc-3c68da07d1d7), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:16.221943 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fdb2e9ad-6486-4f91-80c3-9f933e571285 req-9ac2270f-79aa-499c-894f-a036d270f46c tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2989781 Feb 09 01:25:16.276776 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=edb0912e-9313-4300-aecc-3c68da07d1d7,revision_number=8']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:16.292166 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17fd20-6981-4851-9796-a977e75ec1a2 req-8301b6e6-febd-4c7e-8290-c31c1a67dd7f tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:16.302611 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7e17fd20-6981-4851-9796-a977e75ec1a2 req-8301b6e6-febd-4c7e-8290-c31c1a67dd7f tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=1573a7e1-e316-4f1f-8974-48004e51d9fb HTTP/1.1" status: 200 len: 946 time: 0.3175824 Feb 09 01:25:16.306044 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:16.306809 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:16.307291 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:16.307990 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:16.308920 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:16.309759 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:16.310234 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:16.311322 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:16.311322 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:16.311601 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:16.312087 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:16.314087 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:16.314087 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:16.350942 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b965b-c490-4412-ad85-efba12d62c1c tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Pushing event updated for resources: {'Port': ['ID=81c0cf1d-7d3c-44e7-9847-684a8804ac37,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:16.497243 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7e17fd20-6981-4851-9796-a977e75ec1a2 req-7cc90b15-fa17-4f2d-8105-0451f2232d53 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928809 Feb 09 01:25:16.533395 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-779cff60-217e-44dd-9c3e-e0c47363bbba req-bec7b8f2-cc99-405d-8160-c41febaa8977 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 210 time: 0.1081145 Feb 09 01:25:16.543706 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-010b965b-c490-4412-ad85-efba12d62c1c tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks [] for floatingip (8c09fd2c-e16c-4fdf-b556-808e9fd8f9ef), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:16.607865 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-010b965b-c490-4412-ad85-efba12d62c1c tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (81c0cf1d-7d3c-44e7-9847-684a8804ac37), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:16.647431 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 01:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8d20b1-0925-44a2-a0ab-0f7f8d2ce013 x-openstack-request-id: req-4f8d20b1-0925-44a2-a0ab-0f7f8d2ce013 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:25:16.648364 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e2eb81-0765-4f40-95c2-9e518c594932", "name": "network-vif-unplugged", "status": "failed", "tag": "edb0912e-9313-4300-aecc-3c68da07d1d7", "code": 422}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:25:16.648857 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4f8d20b1-0925-44a2-a0ab-0f7f8d2ce013 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:25:16.650101 n-d-822053-40 neutron-server[103530]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '22e2eb81-0765-4f40-95c2-9e518c594932', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'edb0912e-9313-4300-aecc-3c68da07d1d7', 'code': 422} returned with failed status Feb 09 01:25:16.951835 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a8a05-8ec4-4fe7-bc38-b9140129b3d9 req-f8e28925-542b-44a6-8cba-af8d12c5c043 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:16.956876 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-010b965b-c490-4412-ad85-efba12d62c1c tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks [] for port (81c0cf1d-7d3c-44e7-9847-684a8804ac37), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:16.960254 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d36a8a05-8ec4-4fe7-bc38-b9140129b3d9 req-f8e28925-542b-44a6-8cba-af8d12c5c043 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 943 time: 0.2096379 Feb 09 01:25:16.965059 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-010b965b-c490-4412-ad85-efba12d62c1c tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (81c0cf1d-7d3c-44e7-9847-684a8804ac37), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:17.154703 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b965b-c490-4412-ad85-efba12d62c1c tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Pushing event updated for resources: {'Port': ['ID=81c0cf1d-7d3c-44e7-9847-684a8804ac37,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:17.191692 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-010b965b-c490-4412-ad85-efba12d62c1c tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (8c09fd2c-e16c-4fdf-b556-808e9fd8f9ef), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:17.223866 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-010b965b-c490-4412-ad85-efba12d62c1c tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:17.228766 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-010b965b-c490-4412-ad85-efba12d62c1c tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9660103 Feb 09 01:25:17.231169 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36714) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:17.233477 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-9bf1d626-b008-4540-a9a6-a7bc1f262075 tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:17.235061 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-9bf1d626-b008-4540-a9a6-a7bc1f262075 tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] 10.222.0.30 "GET /v2.0/networks?id=65315c2e-8e8c-4a89-aef5-23c79ddd2f69 HTTP/1.1" status: 200 len: 825 time: 0.3355489 Feb 09 01:25:17.238667 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-5f10d4f4-629f-4b2a-a94f-dd64e1a801c5 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-789689067'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:17.274881 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f10d4f4-629f-4b2a-a94f-dd64e1a801c5 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Made reservation on behalf of 9bc50bffe4c84272aebfd73544dfcc4f for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:17.279107 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5f10d4f4-629f-4b2a-a94f-dd64e1a801c5 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:17.300323 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-94c547b3-8fb2-4e54-850a-3b919a7d6664 tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] 10.222.0.30 "GET /v2.0/quotas/07dcec5c90af4421a4fc6fd7f67c2997 HTTP/1.1" status: 200 len: 375 time: 0.0454917 Feb 09 01:25:17.313614 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5f10d4f4-629f-4b2a-a94f-dd64e1a801c5 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:17.380721 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-16ca8be7-3d50-49d6-9bf3-12db1e6f46b9 tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=07dcec5c90af4421a4fc6fd7f67c2997&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752511 Feb 09 01:25:17.449547 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d36a8a05-8ec4-4fe7-bc38-b9140129b3d9 req-545fc916-29e7-40ae-b9f0-c75a526b23ab tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550008 Feb 09 01:25:17.567400 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5f10d4f4-629f-4b2a-a94f-dd64e1a801c5 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks [] for security_group (7de81582-c321-4c28-905f-4c3deb5fc276), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:17.586270 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5f10d4f4-629f-4b2a-a94f-dd64e1a801c5 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7de81582-c321-4c28-905f-4c3deb5fc276), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:17.606482 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f10d4f4-629f-4b2a-a94f-dd64e1a801c5 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:25:17.623019 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5f10d4f4-629f-4b2a-a94f-dd64e1a801c5 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (3a37cd30-93cb-4bd8-9780-33b46bada875), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:17.624909 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-5f10d4f4-629f-4b2a-a94f-dd64e1a801c5 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Added segment 3a37cd30-93cb-4bd8-9780-33b46bada875 of type vlan for network 3da7b53e-01b3-45ec-a0e0-5a7bc298215e Feb 09 01:25:17.689418 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5f10d4f4-629f-4b2a-a94f-dd64e1a801c5 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (3da7b53e-01b3-45ec-a0e0-5a7bc298215e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:17.748515 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5f10d4f4-629f-4b2a-a94f-dd64e1a801c5 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (3da7b53e-01b3-45ec-a0e0-5a7bc298215e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:17.753419 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f10d4f4-629f-4b2a-a94f-dd64e1a801c5 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:17.754027 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5f10d4f4-629f-4b2a-a94f-dd64e1a801c5 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:17.834049 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-a95b2e4e-63fc-42fd-bf8e-914e8dbb609d service neutron] 10.222.0.30 "GET /v2.0/networks/65315c2e-8e8c-4a89-aef5-23c79ddd2f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378607 Feb 09 01:25:17.918638 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f10d4f4-629f-4b2a-a94f-dd64e1a801c5 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7de81582-c321-4c28-905f-4c3deb5fc276,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:17.967333 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5f10d4f4-629f-4b2a-a94f-dd64e1a801c5 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7339971 Feb 09 01:25:17.971554 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36730) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:17.979737 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-a78eff90-d8fd-4d67-b621-337356e75f69 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Request body: {'subnet': {'network_id': '3da7b53e-01b3-45ec-a0e0-5a7bc298215e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:18.004235 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f10d4f4-629f-4b2a-a94f-dd64e1a801c5 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Pushing event updated for resources: {'Network': ['ID=3da7b53e-01b3-45ec-a0e0-5a7bc298215e,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:18.019267 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 3da7b53e-01b3-45ec-a0e0-5a7bc298215e details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:25:18.236152 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78eff90-d8fd-4d67-b621-337356e75f69 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Made reservation on behalf of 9bc50bffe4c84272aebfd73544dfcc4f for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:18.236372 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-72217d70-0e3f-4014-b7d9-9319ffeb92f7 service neutron] 10.222.0.30 "GET /v2.0/networks/65315c2e-8e8c-4a89-aef5-23c79ddd2f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936374 Feb 09 01:25:18.245779 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a78eff90-d8fd-4d67-b621-337356e75f69 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:18.312639 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f35c0f-ddf6-4b52-a2ad-ca2d5431555e req-8819b924-d889-4dde-ac48-91ae4e0d1ebb tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:18.324101 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-60f35c0f-ddf6-4b52-a2ad-ca2d5431555e req-8819b924-d889-4dde-ac48-91ae4e0d1ebb tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 947 time: 0.4168847 Feb 09 01:25:18.468292 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-60f35c0f-ddf6-4b52-a2ad-ca2d5431555e req-089bdb4b-5af8-4cad-b7d5-9eecc2eb7d8a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431057 Feb 09 01:25:18.734653 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4caefcc3-58ba-4bfe-8a70-7732dbb781eb req-8a012cdf-771f-4401-bc6a-a5185e074285 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 210 time: 0.0533702 Feb 09 01:25:18.820268 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a78eff90-d8fd-4d67-b621-337356e75f69 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (b2de07e0-0dab-4ec8-b7bb-861d7bfb4038), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:19.210645 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e286a4-8a9e-44aa-bfa2-501b7876d0e7 req-404e0642-2348-49c9-9f7b-aecb52d276f8 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:19.226117 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f4e286a4-8a9e-44aa-bfa2-501b7876d0e7 req-404e0642-2348-49c9-9f7b-aecb52d276f8 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=1573a7e1-e316-4f1f-8974-48004e51d9fb HTTP/1.1" status: 200 len: 946 time: 0.2382326 Feb 09 01:25:19.386329 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:19.438046 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f4e286a4-8a9e-44aa-bfa2-501b7876d0e7 req-762fd2ba-6ed6-4047-99e6-655b84d3725a tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853390 Feb 09 01:25:19.570426 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ae33b41e-0af5-40dc-82eb-1c3b19cd8e42 req-d25405e4-1edb-4308-9463-325b3cba4a08 tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae694d56-970e-4adf-8695-fb419d3091eb HTTP/1.1" status: 200 len: 210 time: 0.0710573 Feb 09 01:25:19.601045 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device edb0912e-9313-4300-aecc-3c68da07d1d7 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:25:19.800030 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1283c6d-ae06-4004-bf8a-8f5618589843 req-b4d7b1b3-1574-49a3-b9ff-d6c569fb12ed tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:19.804838 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d1283c6d-ae06-4004-bf8a-8f5618589843 req-b4d7b1b3-1574-49a3-b9ff-d6c569fb12ed tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 947 time: 0.1169457 Feb 09 01:25:19.876478 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port edb0912e-9313-4300-aecc-3c68da07d1d7 is: DOWN; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:19.941995 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d1283c6d-ae06-4004-bf8a-8f5618589843 req-00344592-a703-4b68-8a7c-c21c970ddb4e tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245253 Feb 09 01:25:20.111600 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78eff90-d8fd-4d67-b621-337356e75f69 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Pushing event updated for resources: {'Subnet': ['ID=b2de07e0-0dab-4ec8-b7bb-861d7bfb4038,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:20.130926 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78eff90-d8fd-4d67-b621-337356e75f69 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Checking segment: {'id': '3a37cd30-93cb-4bd8-9780-33b46bada875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3da7b53e-01b3-45ec-a0e0-5a7bc298215e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:25:20.131580 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78eff90-d8fd-4d67-b621-337356e75f69 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Network hostable DHCP agents. Network: 3da7b53e-01b3-45ec-a0e0-5a7bc298215e, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:25:20.165307 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78eff90-d8fd-4d67-b621-337356e75f69 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Network 3da7b53e-01b3-45ec-a0e0-5a7bc298215e is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:25:20.182900 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-a78eff90-d8fd-4d67-b621-337356e75f69 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 3da7b53e-01b3-45ec-a0e0-5a7bc298215e) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:20.192136 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78eff90-d8fd-4d67-b621-337356e75f69 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:20.192979 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a78eff90-d8fd-4d67-b621-337356e75f69 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:20.194581 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deecdf88-bda7-4546-b816-8139f6087089 None None] Network 3da7b53e-01b3-45ec-a0e0-5a7bc298215e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:25:20.218396 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-72de51ba-639c-44f4-9e20-1855f22ca238 req-7ab4a47e-3ade-4274-9346-5ee9bfea6501 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 210 time: 0.0837855 Feb 09 01:25:20.231026 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36794) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:20.232238 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a78eff90-d8fd-4d67-b621-337356e75f69 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2544148 Feb 09 01:25:20.236418 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-c7c7bc6a-287a-425a-befd-b3bfec9862f6 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1071481056', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}, 'admin_state_up': False}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:20.290964 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c7c7bc6a-287a-425a-befd-b3bfec9862f6 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (8c768542-1904-4228-a89c-bf042fa5717d), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:20.292642 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c7c7bc6a-287a-425a-befd-b3bfec9862f6 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (8c768542-1904-4228-a89c-bf042fa5717d), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:20.417049 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c7c7bc6a-287a-425a-befd-b3bfec9862f6 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks [] for router_controller (8c768542-1904-4228-a89c-bf042fa5717d), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:20.527720 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b72706-e4ff-4b30-bc05-6885488d3aa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-3da7b53e-01b3-45ec-a0e0-5a7bc298215e', 'network_id': '3da7b53e-01b3-45ec-a0e0-5a7bc298215e', 'project_id': '9bc50bffe4c84272aebfd73544dfcc4f', 'fixed_ips': [{'subnet_id': 'b2de07e0-0dab-4ec8-b7bb-861d7bfb4038'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:25:20.529672 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a5b72706-e4ff-4b30-bc05-6885488d3aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:20.826444 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0e7956a0-dac5-4d92-9151-a0030c96a706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:20.841826 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:20.931273 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-a5b72706-e4ff-4b30-bc05-6885488d3aa3 None None] Allocated IP 172.20.0.2 (3da7b53e-01b3-45ec-a0e0-5a7bc298215e/b2de07e0-0dab-4ec8-b7bb-861d7bfb4038/b325559b-7b0d-42e7-b7f1-47dc8be458c4) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:21.328334 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-37f8200e-2a47-4e6b-89b7-c022a0ba2723 tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:21.335411 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-37f8200e-2a47-4e6b-89b7-c022a0ba2723 tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] 10.222.0.91 "GET /v2.0/networks?id=65315c2e-8e8c-4a89-aef5-23c79ddd2f69 HTTP/1.1" status: 200 len: 825 time: 0.4735556 Feb 09 01:25:21.355105 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-b2146beb-6c8e-4706-889c-0adb9ce2ca9c tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] Request body: {'port': {'device_id': 'ae694d56-970e-4adf-8695-fb419d3091eb', 'network_id': '65315c2e-8e8c-4a89-aef5-23c79ddd2f69', 'admin_state_up': True, 'tenant_id': '07dcec5c90af4421a4fc6fd7f67c2997'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:21.551018 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a5b72706-e4ff-4b30-bc05-6885488d3aa3 None None] Publish callbacks [] for port (b325559b-7b0d-42e7-b7f1-47dc8be458c4), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:21.565290 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a5b72706-e4ff-4b30-bc05-6885488d3aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (b325559b-7b0d-42e7-b7f1-47dc8be458c4), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:21.648087 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c7c7bc6a-287a-425a-befd-b3bfec9862f6 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks [] for router_gateway (8c768542-1904-4228-a89c-bf042fa5717d), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:21.688333 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-b2146beb-6c8e-4706-889c-0adb9ce2ca9c tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] Made reservation on behalf of 07dcec5c90af4421a4fc6fd7f67c2997 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:21.691994 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-b2146beb-6c8e-4706-889c-0adb9ce2ca9c tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:21.721512 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b72706-e4ff-4b30-bc05-6885488d3aa3 None None] Network 3da7b53e-01b3-45ec-a0e0-5a7bc298215e is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:21.725872 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-a5b72706-e4ff-4b30-bc05-6885488d3aa3 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:21.734297 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b72706-e4ff-4b30-bc05-6885488d3aa3 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:25:21.754666 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ddf3b5-80e4-471b-93e0-c39fd650f5f4 req-c3812494-c909-406c-a906-d03f0b3aa8ff tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:21.756772 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e1ddf3b5-80e4-471b-93e0-c39fd650f5f4 req-c3812494-c909-406c-a906-d03f0b3aa8ff tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=1573a7e1-e316-4f1f-8974-48004e51d9fb HTTP/1.1" status: 200 len: 946 time: 1.1072972 Feb 09 01:25:21.766422 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b72706-e4ff-4b30-bc05-6885488d3aa3 None None] Pushing event updated for resources: {'Port': ['ID=b325559b-7b0d-42e7-b7f1-47dc8be458c4,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:21.785091 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1002fa9-fe1c-4dcd-9810-486fd6beda9e req-20d76615-7c37-49ec-9455-5eae56fd7d09 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:21.786583 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e1002fa9-fe1c-4dcd-9810-486fd6beda9e req-20d76615-7c37-49ec-9455-5eae56fd7d09 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=22e2eb81-0765-4f40-95c2-9e518c594932 HTTP/1.1" status: 200 len: 943 time: 1.0393271 Feb 09 01:25:21.803583 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af1d52-dfce-4161-86e5-1507a3b21b6b req-e10db47b-4b6f-4e8f-a051-c2a091ca20d7 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:21.805773 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94af1d52-dfce-4161-86e5-1507a3b21b6b req-e10db47b-4b6f-4e8f-a051-c2a091ca20d7 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.121 "GET /v2.0/ports?device_id=1573a7e1-e316-4f1f-8974-48004e51d9fb HTTP/1.1" status: 200 len: 946 time: 0.8547649 Feb 09 01:25:21.960810 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-b2146beb-6c8e-4706-889c-0adb9ce2ca9c tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] Allocated IP 172.20.0.5 (65315c2e-8e8c-4a89-aef5-23c79ddd2f69/a18f243f-c51b-4d04-8882-adb27be66330/77acaf38-cf8b-4dc8-822a-e28c0c023743) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:21.969077 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e1ddf3b5-80e4-471b-93e0-c39fd650f5f4 req-7d43aa9c-c32a-4675-bf7f-9d510c8fde20 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026625 Feb 09 01:25:22.075652 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-94af1d52-dfce-4161-86e5-1507a3b21b6b req-9662e7f0-e1f0-45b9-86ab-e3f6ba611487 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Deleting port 4607bfaf-7de4-491e-90a6-8e3ec14e562a {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:25:22.076035 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-94af1d52-dfce-4161-86e5-1507a3b21b6b req-9662e7f0-e1f0-45b9-86ab-e3f6ba611487 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (4607bfaf-7de4-491e-90a6-8e3ec14e562a), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:22.095395 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-e1002fa9-fe1c-4dcd-9810-486fd6beda9e req-77de7aac-e37c-41d2-b527-6501c8934238 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Deleting port edb0912e-9313-4300-aecc-3c68da07d1d7 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:25:22.095783 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e1002fa9-fe1c-4dcd-9810-486fd6beda9e req-77de7aac-e37c-41d2-b527-6501c8934238 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (edb0912e-9313-4300-aecc-3c68da07d1d7), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:22.122305 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-a5b72706-e4ff-4b30-bc05-6885488d3aa3 None None] Attempting to bind port b325559b-7b0d-42e7-b7f1-47dc8be458c4 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:25:22.122680 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-a5b72706-e4ff-4b30-bc05-6885488d3aa3 None None] Attempting to bind port b325559b-7b0d-42e7-b7f1-47dc8be458c4 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '3a37cd30-93cb-4bd8-9780-33b46bada875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3da7b53e-01b3-45ec-a0e0-5a7bc298215e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:25:22.123047 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b72706-e4ff-4b30-bc05-6885488d3aa3 None None] Attempting to bind port b325559b-7b0d-42e7-b7f1-47dc8be458c4 on network 3da7b53e-01b3-45ec-a0e0-5a7bc298215e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:25:22.132151 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b72706-e4ff-4b30-bc05-6885488d3aa3 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:25:22.132528 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b72706-e4ff-4b30-bc05-6885488d3aa3 None None] Checking segment: {'id': '3a37cd30-93cb-4bd8-9780-33b46bada875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3da7b53e-01b3-45ec-a0e0-5a7bc298215e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:25:22.133682 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a5b72706-e4ff-4b30-bc05-6885488d3aa3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:22.133682 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b72706-e4ff-4b30-bc05-6885488d3aa3 None None] Bound using segment: {'id': '3a37cd30-93cb-4bd8-9780-33b46bada875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3da7b53e-01b3-45ec-a0e0-5a7bc298215e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:25:22.134064 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-a5b72706-e4ff-4b30-bc05-6885488d3aa3 None None] Bound port: b325559b-7b0d-42e7-b7f1-47dc8be458c4, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a37cd30-93cb-4bd8-9780-33b46bada875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3da7b53e-01b3-45ec-a0e0-5a7bc298215e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:25:22.136869 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a5b72706-e4ff-4b30-bc05-6885488d3aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b325559b-7b0d-42e7-b7f1-47dc8be458c4), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:22.153791 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-b2146beb-6c8e-4706-889c-0adb9ce2ca9c tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] Publish callbacks [] for port (77acaf38-cf8b-4dc8-822a-e28c0c023743), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:22.202685 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-b2146beb-6c8e-4706-889c-0adb9ce2ca9c tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (77acaf38-cf8b-4dc8-822a-e28c0c023743), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:22.271755 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-b2146beb-6c8e-4706-889c-0adb9ce2ca9c tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] Network 65315c2e-8e8c-4a89-aef5-23c79ddd2f69 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:22.278810 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-b2146beb-6c8e-4706-889c-0adb9ce2ca9c tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:22.291424 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-b2146beb-6c8e-4706-889c-0adb9ce2ca9c tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:25:22.318970 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-a5b72706-e4ff-4b30-bc05-6885488d3aa3 None None] For port b325559b-7b0d-42e7-b7f1-47dc8be458c4, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:25:22.327825 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-a5b72706-e4ff-4b30-bc05-6885488d3aa3 None None] For port b325559b-7b0d-42e7-b7f1-47dc8be458c4, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b325559b-7b0d-42e7-b7f1-47dc8be458c4,segment=NetworkSegment(3a37cd30-93cb-4bd8-9780-33b46bada875),segment_id=3a37cd30-93cb-4bd8-9780-33b46bada875)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:25:22.343006 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2146beb-6c8e-4706-889c-0adb9ce2ca9c tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] Pushing event updated for resources: {'Port': ['ID=77acaf38-cf8b-4dc8-822a-e28c0c023743,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:22.344753 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a5b72706-e4ff-4b30-bc05-6885488d3aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b325559b-7b0d-42e7-b7f1-47dc8be458c4), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:22.388469 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-b2146beb-6c8e-4706-889c-0adb9ce2ca9c tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:22.389504 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-b2146beb-6c8e-4706-889c-0adb9ce2ca9c tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:22.403299 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-94af1d52-dfce-4161-86e5-1507a3b21b6b req-9662e7f0-e1f0-45b9-86ab-e3f6ba611487 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] For port 4607bfaf-7de4-491e-90a6-8e3ec14e562a, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=4607bfaf-7de4-491e-90a6-8e3ec14e562a,segment=NetworkSegment(26d77e61-b848-45bd-b1c3-0a5bb9cc932a),segment_id=26d77e61-b848-45bd-b1c3-0a5bb9cc932a)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:22.404015 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-94af1d52-dfce-4161-86e5-1507a3b21b6b req-9662e7f0-e1f0-45b9-86ab-e3f6ba611487 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (4607bfaf-7de4-491e-90a6-8e3ec14e562a), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:22.421176 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-94af1d52-dfce-4161-86e5-1507a3b21b6b req-9662e7f0-e1f0-45b9-86ab-e3f6ba611487 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Calling delete_port for 4607bfaf-7de4-491e-90a6-8e3ec14e562a owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:25:22.431321 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-b2146beb-6c8e-4706-889c-0adb9ce2ca9c tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0807879 Feb 09 01:25:22.442250 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-4a1b1b95-0419-4d57-9b61-f3b97f8d1070 service neutron] Request body: {'port': {'device_id': 'ae694d56-970e-4adf-8695-fb419d3091eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:22.495825 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c7c7bc6a-287a-425a-befd-b3bfec9862f6 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks [] for router_gateway (8c768542-1904-4228-a89c-bf042fa5717d), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:22.497085 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b72706-e4ff-4b30-bc05-6885488d3aa3 None None] Pushing event updated for resources: {'Port': ['ID=b325559b-7b0d-42e7-b7f1-47dc8be458c4,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:22.604981 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-4a1b1b95-0419-4d57-9b61-f3b97f8d1070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (77acaf38-cf8b-4dc8-822a-e28c0c023743), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:22.605500 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c7c7bc6a-287a-425a-befd-b3bfec9862f6 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:22.620244 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82983b07-6bf1-4bdd-bf39-e5f2b7279957 req-05405d58-3aeb-4327-8c25-ee43f729c18e tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:22.632478 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-82983b07-6bf1-4bdd-bf39-e5f2b7279957 req-05405d58-3aeb-4327-8c25-ee43f729c18e tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae694d56-970e-4adf-8695-fb419d3091eb HTTP/1.1" status: 200 len: 931 time: 0.5335579 Feb 09 01:25:22.823028 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-e1002fa9-fe1c-4dcd-9810-486fd6beda9e req-77de7aac-e37c-41d2-b527-6501c8934238 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] For port edb0912e-9313-4300-aecc-3c68da07d1d7, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=edb0912e-9313-4300-aecc-3c68da07d1d7,segment=NetworkSegment(3350618d-f84a-4a0b-8997-97c98e7ed20e),segment_id=3350618d-f84a-4a0b-8997-97c98e7ed20e)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:22.823757 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e1002fa9-fe1c-4dcd-9810-486fd6beda9e req-77de7aac-e37c-41d2-b527-6501c8934238 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (edb0912e-9313-4300-aecc-3c68da07d1d7), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:22.866639 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-e1002fa9-fe1c-4dcd-9810-486fd6beda9e req-77de7aac-e37c-41d2-b527-6501c8934238 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Calling delete_port for edb0912e-9313-4300-aecc-3c68da07d1d7 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:25:22.991797 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-82983b07-6bf1-4bdd-bf39-e5f2b7279957 req-9de9622a-5080-4a65-b91e-a12d97c76842 tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e331a7-7a7b-474f-ac89-50c6c758f866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583302 Feb 09 01:25:23.101218 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-4a1b1b95-0419-4d57-9b61-f3b97f8d1070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77acaf38-cf8b-4dc8-822a-e28c0c023743 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:25:23.140141 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-4a1b1b95-0419-4d57-9b61-f3b97f8d1070 service neutron] Publish callbacks [] for port (77acaf38-cf8b-4dc8-822a-e28c0c023743), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:23.242043 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-4a1b1b95-0419-4d57-9b61-f3b97f8d1070 service neutron] Transition to ACTIVE for port object 77acaf38-cf8b-4dc8-822a-e28c0c023743 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:25:23.248624 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-4a1b1b95-0419-4d57-9b61-f3b97f8d1070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (77acaf38-cf8b-4dc8-822a-e28c0c023743), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:23.275147 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-c7c7bc6a-287a-425a-befd-b3bfec9862f6 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Allocated IP 172.25.1.72 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/71109595-5ce9-4f7d-a95c-45c74f51d015) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:23.279698 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-94af1d52-dfce-4161-86e5-1507a3b21b6b req-9662e7f0-e1f0-45b9-86ab-e3f6ba611487 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (4607bfaf-7de4-491e-90a6-8e3ec14e562a), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:23.292289 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['7ca4ee22-a36a-469d-a2e2-bd00afab9dcb'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:25:23.354284 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d66bbb-32a2-4dd1-a489-857fbd72714b req-c6d784cd-63d7-405e-97fa-b755f65aa67e tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:23.361510 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b8d66bbb-32a2-4dd1-a489-857fbd72714b req-c6d784cd-63d7-405e-97fa-b755f65aa67e tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 947 time: 0.2231276 Feb 09 01:25:23.381621 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b1b95-0419-4d57-9b61-f3b97f8d1070 service neutron] Pushing event updated for resources: {'Port': ['ID=77acaf38-cf8b-4dc8-822a-e28c0c023743,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:23.462832 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9662e7f0-e1f0-45b9-86ab-e3f6ba611487 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Pushing event deleted for resources: {'Port': ['ID=4607bfaf-7de4-491e-90a6-8e3ec14e562a,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:23.585003 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-4a1b1b95-0419-4d57-9b61-f3b97f8d1070 service neutron] Attempting to bind port 77acaf38-cf8b-4dc8-822a-e28c0c023743 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:25:23.585734 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-4a1b1b95-0419-4d57-9b61-f3b97f8d1070 service neutron] Attempting to bind port 77acaf38-cf8b-4dc8-822a-e28c0c023743 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': 'd3f239ad-11ef-4a81-8296-5a896534e380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '65315c2e-8e8c-4a89-aef5-23c79ddd2f69'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:25:23.586440 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-4a1b1b95-0419-4d57-9b61-f3b97f8d1070 service neutron] Attempting to bind port 77acaf38-cf8b-4dc8-822a-e28c0c023743 on network 65315c2e-8e8c-4a89-aef5-23c79ddd2f69 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:25:23.594309 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-4a1b1b95-0419-4d57-9b61-f3b97f8d1070 service neutron] Port 77acaf38-cf8b-4dc8-822a-e28c0c023743 on network 65315c2e-8e8c-4a89-aef5-23c79ddd2f69 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:25:23.597779 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-4a1b1b95-0419-4d57-9b61-f3b97f8d1070 service neutron] Attempting to bind port 77acaf38-cf8b-4dc8-822a-e28c0c023743 on network 65315c2e-8e8c-4a89-aef5-23c79ddd2f69 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:25:23.605216 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-4a1b1b95-0419-4d57-9b61-f3b97f8d1070 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:25:23.606754 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-4a1b1b95-0419-4d57-9b61-f3b97f8d1070 service neutron] Checking segment: {'id': 'd3f239ad-11ef-4a81-8296-5a896534e380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '65315c2e-8e8c-4a89-aef5-23c79ddd2f69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:25:23.606754 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-4a1b1b95-0419-4d57-9b61-f3b97f8d1070 service neutron] Bound using segment: {'id': 'd3f239ad-11ef-4a81-8296-5a896534e380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '65315c2e-8e8c-4a89-aef5-23c79ddd2f69'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:25:23.606754 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-4a1b1b95-0419-4d57-9b61-f3b97f8d1070 service neutron] Bound port: 77acaf38-cf8b-4dc8-822a-e28c0c023743, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3f239ad-11ef-4a81-8296-5a896534e380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '65315c2e-8e8c-4a89-aef5-23c79ddd2f69'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:25:23.607128 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-4a1b1b95-0419-4d57-9b61-f3b97f8d1070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (77acaf38-cf8b-4dc8-822a-e28c0c023743), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:23.650162 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b325559b-7b0d-42e7-b7f1-47dc8be458c4 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:25:23.659051 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-94af1d52-dfce-4161-86e5-1507a3b21b6b req-9662e7f0-e1f0-45b9-86ab-e3f6ba611487 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] No DVR routers for this DVR port 4607bfaf-7de4-491e-90a6-8e3ec14e562a on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:25:23.673812 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-94af1d52-dfce-4161-86e5-1507a3b21b6b req-9662e7f0-e1f0-45b9-86ab-e3f6ba611487 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:23.677291 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94af1d52-dfce-4161-86e5-1507a3b21b6b req-9662e7f0-e1f0-45b9-86ab-e3f6ba611487 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.121 "DELETE /v2.0/ports/4607bfaf-7de4-491e-90a6-8e3ec14e562a HTTP/1.1" status: 204 len: 173 time: 1.8641257 Feb 09 01:25:23.682791 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1573a7e1-e316-4f1f-8974-48004e51d9fb', 'name': 'network-vif-deleted', 'tag': '4607bfaf-7de4-491e-90a6-8e3ec14e562a'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:25:23.685010 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74d4d7d-730c-440a-8e0d-939339da95fd" -d '{"events": [{"server_uuid": "1573a7e1-e316-4f1f-8974-48004e51d9fb", "name": "network-vif-deleted", "tag": "4607bfaf-7de4-491e-90a6-8e3ec14e562a"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:25:23.735322 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port b325559b-7b0d-42e7-b7f1-47dc8be458c4 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:23.737276 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b325559b-7b0d-42e7-b7f1-47dc8be458c4), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:23.745043 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b8d66bbb-32a2-4dd1-a489-857fbd72714b req-7d309a15-014f-4e5d-9c4c-ba358f31e1dc tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3818765 Feb 09 01:25:23.774686 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e1002fa9-fe1c-4dcd-9810-486fd6beda9e req-77de7aac-e37c-41d2-b527-6501c8934238 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (edb0912e-9313-4300-aecc-3c68da07d1d7), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:23.804088 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-4a1b1b95-0419-4d57-9b61-f3b97f8d1070 service neutron] For port 77acaf38-cf8b-4dc8-822a-e28c0c023743, host n-h2-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:25:23.818295 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-4a1b1b95-0419-4d57-9b61-f3b97f8d1070 service neutron] For port 77acaf38-cf8b-4dc8-822a-e28c0c023743, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=77acaf38-cf8b-4dc8-822a-e28c0c023743,segment=NetworkSegment(d3f239ad-11ef-4a81-8296-5a896534e380),segment_id=d3f239ad-11ef-4a81-8296-5a896534e380)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:25:23.838802 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-4a1b1b95-0419-4d57-9b61-f3b97f8d1070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (77acaf38-cf8b-4dc8-822a-e28c0c023743), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:23.872558 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c7c7bc6a-287a-425a-befd-b3bfec9862f6 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks [] for port (71109595-5ce9-4f7d-a95c-45c74f51d015), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:23.968455 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port b325559b-7b0d-42e7-b7f1-47dc8be458c4 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:23.969098 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b325559b-7b0d-42e7-b7f1-47dc8be458c4), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:24.005878 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b1b95-0419-4d57-9b61-f3b97f8d1070 service neutron] Pushing event updated for resources: {'Port': ['ID=77acaf38-cf8b-4dc8-822a-e28c0c023743,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:24.012085 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port b325559b-7b0d-42e7-b7f1-47dc8be458c4, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b325559b-7b0d-42e7-b7f1-47dc8be458c4,segment=NetworkSegment(3a37cd30-93cb-4bd8-9780-33b46bada875),segment_id=3a37cd30-93cb-4bd8-9780-33b46bada875)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:24.017923 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b325559b-7b0d-42e7-b7f1-47dc8be458c4), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:24.037857 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-4a1b1b95-0419-4d57-9b61-f3b97f8d1070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:24.038534 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-4a1b1b95-0419-4d57-9b61-f3b97f8d1070 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:24.040362 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-4a1b1b95-0419-4d57-9b61-f3b97f8d1070 service neutron] 10.222.0.91 "PUT /v2.0/ports/77acaf38-cf8b-4dc8-822a-e28c0c023743 HTTP/1.1" status: 200 len: 1092 time: 1.6047122 Feb 09 01:25:24.040960 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae694d56-970e-4adf-8695-fb419d3091eb', 'tag': '77acaf38-cf8b-4dc8-822a-e28c0c023743'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:25:24.043294 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec8c596-6457-47cd-95f1-8b41010b8ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "ae694d56-970e-4adf-8695-fb419d3091eb", "tag": "77acaf38-cf8b-4dc8-822a-e28c0c023743"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:25:24.078822 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de7aac-e37c-41d2-b527-6501c8934238 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Pushing event deleted for resources: {'Port': ['ID=edb0912e-9313-4300-aecc-3c68da07d1d7,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:24.083275 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=b325559b-7b0d-42e7-b7f1-47dc8be458c4,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:24.172351 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-c3e571d6-d38a-4077-b163-fb2c561b8a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:24.173845 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-c3e571d6-d38a-4077-b163-fb2c561b8a23 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=07dcec5c90af4421a4fc6fd7f67c2997&device_id=ae694d56-970e-4adf-8695-fb419d3091eb HTTP/1.1" status: 200 len: 1126 time: 0.0708611 Feb 09 01:25:24.216483 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-72fc058e-4f78-4953-a765-3eb477ea850e req-4746eace-e68c-40b4-8514-8e3df05f385c tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 210 time: 0.2415314 Feb 09 01:25:24.232332 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c7c7bc6a-287a-425a-befd-b3bfec9862f6 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (71109595-5ce9-4f7d-a95c-45c74f51d015), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:24.236468 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-de45f759-1dd9-40c7-8c23-c6500ef07f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:24.273143 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-4bdb3d11-2ab1-465d-b6bc-93c8cf018038 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77acaf38-cf8b-4dc8-822a-e28c0c023743 HTTP/1.1" status: 200 len: 217 time: 0.0900533 Feb 09 01:25:24.394330 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-42086d39-7ef8-4196-a9d8-9aed8d15ad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:24.398748 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7bc6a-287a-425a-befd-b3bfec9862f6 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Pushing event updated for resources: {'Port': ['ID=71109595-5ce9-4f7d-a95c-45c74f51d015,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:24.401899 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-42086d39-7ef8-4196-a9d8-9aed8d15ad33 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a18f243f-c51b-4d04-8882-adb27be66330 HTTP/1.1" status: 200 len: 865 time: 0.1202548 Feb 09 01:25:24.402202 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1002fa9-fe1c-4dcd-9810-486fd6beda9e req-77de7aac-e37c-41d2-b527-6501c8934238 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] No DVR routers for this DVR port edb0912e-9313-4300-aecc-3c68da07d1d7 on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:25:24.406601 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e1002fa9-fe1c-4dcd-9810-486fd6beda9e req-77de7aac-e37c-41d2-b527-6501c8934238 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:24.410844 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e1002fa9-fe1c-4dcd-9810-486fd6beda9e req-77de7aac-e37c-41d2-b527-6501c8934238 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "DELETE /v2.0/ports/edb0912e-9313-4300-aecc-3c68da07d1d7 HTTP/1.1" status: 204 len: 173 time: 2.6022332 Feb 09 01:25:24.421776 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c7bc6a-287a-425a-befd-b3bfec9862f6 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:24.424443 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-c7c7bc6a-287a-425a-befd-b3bfec9862f6 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:24.460044 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c7bc6a-287a-425a-befd-b3bfec9862f6 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:25:24.475913 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-66509ce6-13fa-430e-a84b-5f85c9d24e3a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=65315c2e-8e8c-4a89-aef5-23c79ddd2f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643060 Feb 09 01:25:24.528587 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-33169f00-7bcd-4b06-ae4e-015222a11f90 req-50c4e2f4-576e-4f54-9ddf-ea8abad906da tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=1573a7e1-e316-4f1f-8974-48004e51d9fb HTTP/1.1" status: 200 len: 210 time: 0.1007771 Feb 09 01:25:24.564735 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b953f22-d8df-4b59-98d4-be32ce9998fe None None] Network 3da7b53e-01b3-45ec-a0e0-5a7bc298215e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:25:24.680932 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d123ca6-a51c-4061-8d0f-382ad8619ce5 x-openstack-request-id: req-5d123ca6-a51c-4061-8d0f-382ad8619ce5 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:25:24.681475 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1573a7e1-e316-4f1f-8974-48004e51d9fb", "name": "network-vif-deleted", "tag": "4607bfaf-7de4-491e-90a6-8e3ec14e562a", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:25:24.681784 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5d123ca6-a51c-4061-8d0f-382ad8619ce5 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:25:24.685338 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1573a7e1-e316-4f1f-8974-48004e51d9fb', 'name': 'network-vif-deleted', 'tag': '4607bfaf-7de4-491e-90a6-8e3ec14e562a', 'status': 'completed', 'code': 200} Feb 09 01:25:24.725382 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-3719c4c9-39f4-44ca-b50a-f29883c09ead None None] Provisioning complete for port b325559b-7b0d-42e7-b7f1-47dc8be458c4 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:24.725890 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3719c4c9-39f4-44ca-b50a-f29883c09ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b325559b-7b0d-42e7-b7f1-47dc8be458c4), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:24.728492 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-29bb54c4-b9be-4b0f-af51-76b1cfba8dc5 service neutron] 10.222.0.91 "GET /v2.0/networks/65315c2e-8e8c-4a89-aef5-23c79ddd2f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394857 Feb 09 01:25:24.851872 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-79ce1b89-6b60-4b0a-9650-a2a1cca92af5 req-b8fb3d48-0781-44ab-874c-64d604317563 service neutron] 10.222.0.91 "GET /v2.0/networks/65315c2e-8e8c-4a89-aef5-23c79ddd2f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157992 Feb 09 01:25:24.876342 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3719c4c9-39f4-44ca-b50a-f29883c09ead None None] Current status of the port b325559b-7b0d-42e7-b7f1-47dc8be458c4 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:24.937039 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8afe2-b5a4-4667-b083-39e4f3b292b2 req-adc3ca83-bf98-4110-a47f-7c3bf1eab48d tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:24.937039 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0bc8afe2-b5a4-4667-b083-39e4f3b292b2 req-adc3ca83-bf98-4110-a47f-7c3bf1eab48d tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 947 time: 0.1908159 Feb 09 01:25:25.132446 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0bc8afe2-b5a4-4667-b083-39e4f3b292b2 req-e93589a5-da97-4131-a3ec-9aacc02b7787 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868563 Feb 09 01:25:25.208380 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-2b44509d-d6b1-4098-981e-ddf2f5b68255 None None] Provisioning complete for port b325559b-7b0d-42e7-b7f1-47dc8be458c4 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:25.208823 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2b44509d-d6b1-4098-981e-ddf2f5b68255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b325559b-7b0d-42e7-b7f1-47dc8be458c4), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:25.229195 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c7c7bc6a-287a-425a-befd-b3bfec9862f6 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks [] for router_gateway (8c768542-1904-4228-a89c-bf042fa5717d), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:25.270386 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4a9a68-e8f4-4dce-b0f6-4bab136ec059 x-openstack-request-id: req-6a4a9a68-e8f4-4dce-b0f6-4bab136ec059 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:25:25.270977 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae694d56-970e-4adf-8695-fb419d3091eb", "tag": "77acaf38-cf8b-4dc8-822a-e28c0c023743", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:25:25.271501 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6a4a9a68-e8f4-4dce-b0f6-4bab136ec059 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:25:25.272769 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae694d56-970e-4adf-8695-fb419d3091eb', 'tag': '77acaf38-cf8b-4dc8-822a-e28c0c023743', 'status': 'completed', 'code': 200} Feb 09 01:25:25.291807 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c287b-c73c-48ea-8346-b5e67d114471 req-ddc5a9dc-f712-4851-8d3e-fea22d81bc2d tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:25.299860 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-df3c287b-c73c-48ea-8346-b5e67d114471 req-ddc5a9dc-f712-4851-8d3e-fea22d81bc2d tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae694d56-970e-4adf-8695-fb419d3091eb HTTP/1.1" status: 200 len: 943 time: 0.2412500 Feb 09 01:25:25.336124 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 4607bfaf-7de4-491e-90a6-8e3ec14e562a no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:25:25.394060 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8c596-6457-47cd-95f1-8b41010b8ed5 req-590c42b7-8353-40d9-9f67-28644680a830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:25.396271 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-aec8c596-6457-47cd-95f1-8b41010b8ed5 req-590c42b7-8353-40d9-9f67-28644680a830 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=07dcec5c90af4421a4fc6fd7f67c2997&device_id=ae694d56-970e-4adf-8695-fb419d3091eb HTTP/1.1" status: 200 len: 1126 time: 0.0964775 Feb 09 01:25:25.499810 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 4607bfaf-7de4-491e-90a6-8e3ec14e562a {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:25:25.501540 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 4607bfaf-7de4-491e-90a6-8e3ec14e562a not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:25:25.574633 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2b44509d-d6b1-4098-981e-ddf2f5b68255 None None] Current status of the port b325559b-7b0d-42e7-b7f1-47dc8be458c4 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:25.605612 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-df3c287b-c73c-48ea-8346-b5e67d114471 req-7879f351-a8f3-43e3-9581-a8fbb6c66c5b tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e331a7-7a7b-474f-ac89-50c6c758f866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046775 Feb 09 01:25:25.683038 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b325559b-7b0d-42e7-b7f1-47dc8be458c4 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:25:25.718748 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db5b6f72-9ec4-431b-a427-8243f3c5ffd6 req-e8016326-5114-4448-9330-a31eead1f6ab tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2b52ec7-5173-4c83-a82b-4191d6897aa1 HTTP/1.1" status: 200 len: 210 time: 0.1387808 Feb 09 01:25:25.732325 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8c596-6457-47cd-95f1-8b41010b8ed5 req-72be388a-b1e9-4f2f-b4a4-a9110e227fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:25.737334 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-aec8c596-6457-47cd-95f1-8b41010b8ed5 req-72be388a-b1e9-4f2f-b4a4-a9110e227fea service neutron] 10.222.0.91 "GET /v2.0/networks?id=65315c2e-8e8c-4a89-aef5-23c79ddd2f69 HTTP/1.1" status: 200 len: 926 time: 0.3349550 Feb 09 01:25:25.802311 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-aec8c596-6457-47cd-95f1-8b41010b8ed5 req-651a43a2-7aed-40a0-b31d-65865c2d33a6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77acaf38-cf8b-4dc8-822a-e28c0c023743 HTTP/1.1" status: 200 len: 217 time: 0.0555325 Feb 09 01:25:25.876255 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:25.902301 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port b325559b-7b0d-42e7-b7f1-47dc8be458c4 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:25.902758 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b325559b-7b0d-42e7-b7f1-47dc8be458c4), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:25.904579 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8c596-6457-47cd-95f1-8b41010b8ed5 req-d7bb6a68-eaf9-4f1e-8ac1-24d5e0554000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:25.907726 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-aec8c596-6457-47cd-95f1-8b41010b8ed5 req-d7bb6a68-eaf9-4f1e-8ac1-24d5e0554000 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a18f243f-c51b-4d04-8882-adb27be66330 HTTP/1.1" status: 200 len: 865 time: 0.0969205 Feb 09 01:25:25.963863 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-aec8c596-6457-47cd-95f1-8b41010b8ed5 req-64182c20-89e6-4943-8713-683ec96bc0ff service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=65315c2e-8e8c-4a89-aef5-23c79ddd2f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466077 Feb 09 01:25:26.062129 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port b325559b-7b0d-42e7-b7f1-47dc8be458c4 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:26.152722 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c7c7bc6a-287a-425a-befd-b3bfec9862f6 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (8c768542-1904-4228-a89c-bf042fa5717d), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:26.193106 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-aec8c596-6457-47cd-95f1-8b41010b8ed5 req-3aa419d3-8226-48f7-8dd2-227062843928 service neutron] 10.222.0.91 "GET /v2.0/networks/65315c2e-8e8c-4a89-aef5-23c79ddd2f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116089 Feb 09 01:25:26.331212 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-aec8c596-6457-47cd-95f1-8b41010b8ed5 req-d2bf7004-5bf9-4f14-982e-c78fa7a0e627 service neutron] 10.222.0.91 "GET /v2.0/networks/65315c2e-8e8c-4a89-aef5-23c79ddd2f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250312 Feb 09 01:25:26.645804 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-68dc66cd-488b-4948-800e-171023141a44 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:26.647399 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-68dc66cd-488b-4948-800e-171023141a44 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/networks?id=6b99b81e-5871-4979-a64c-22edc1a2273c HTTP/1.1" status: 200 len: 811 time: 0.7396874 Feb 09 01:25:26.677546 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-4664b61c-26bf-4ef4-ba46-db0075885d67 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/quotas/bb54c6d9ab92477c86a4af4dae2b904f HTTP/1.1" status: 200 len: 375 time: 0.0162501 Feb 09 01:25:26.688073 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e2eb81-0765-4f40-95c2-9e518c594932', 'name': 'network-vif-deleted', 'tag': 'edb0912e-9313-4300-aecc-3c68da07d1d7'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:25:26.690312 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b6ff62-957d-425a-9970-54c82b22e47f" -d '{"events": [{"server_uuid": "22e2eb81-0765-4f40-95c2-9e518c594932", "name": "network-vif-deleted", "tag": "edb0912e-9313-4300-aecc-3c68da07d1d7"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:25:26.737901 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-893ab6d7-374e-4e96-9e95-abb723cdbcd0 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bb54c6d9ab92477c86a4af4dae2b904f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506272 Feb 09 01:25:26.763253 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1ef80-74ce-4c73-88a6-3ba8f48090b1 req-3a21e4c2-518e-404d-bb3b-e5ea2569346c tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:26.764735 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d4e1ef80-74ce-4c73-88a6-3ba8f48090b1 req-3a21e4c2-518e-404d-bb3b-e5ea2569346c tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=f56956fe-dbec-453c-ad1b-eeb16fa84c39 HTTP/1.1" status: 200 len: 946 time: 0.5975244 Feb 09 01:25:26.893555 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c7bc6a-287a-425a-befd-b3bfec9862f6 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Router 8c768542-1904-4228-a89c-bf042fa5717d is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:25:26.900584 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d4e1ef80-74ce-4c73-88a6-3ba8f48090b1 req-012af0fb-bf4f-466a-829e-dffb70735611 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214988 Feb 09 01:25:26.905468 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-66ca1cf9-4aef-4884-9787-0fc341ff8d0e service neutron] 10.222.0.30 "GET /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567740 Feb 09 01:25:27.148080 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-e2ba75a6-c847-44b3-bb31-3759ed3f9aff service neutron] 10.222.0.30 "GET /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308459 Feb 09 01:25:27.150534 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c7bc6a-287a-425a-befd-b3bfec9862f6 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:25:27.160797 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064e0a19-b1cd-4ce9-b478-a8b4dc965917 None None] Sync routers for ids ['8c768542-1904-4228-a89c-bf042fa5717d'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:25:27.171095 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb72a2-77e9-4b6c-8dcf-b9b37fdd901c req-1297b408-c260-454c-84f2-051ed67fb44b tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:27.172630 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1edb72a2-77e9-4b6c-8dcf-b9b37fdd901c req-1297b408-c260-454c-84f2-051ed67fb44b tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae694d56-970e-4adf-8695-fb419d3091eb HTTP/1.1" status: 200 len: 943 time: 0.1665823 Feb 09 01:25:27.181889 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064e0a19-b1cd-4ce9-b478-a8b4dc965917 None None] Routers {'8c768542-1904-4228-a89c-bf042fa5717d'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:25:27.182809 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-064e0a19-b1cd-4ce9-b478-a8b4dc965917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:25:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['8c768542-1904-4228-a89c-bf042fa5717d'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:27.190964 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c7c7bc6a-287a-425a-befd-b3bfec9862f6 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:27.195343 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c7c7bc6a-287a-425a-befd-b3bfec9862f6 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.9597428 Feb 09 01:25:27.195702 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37006) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:27.223578 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 5719c236-b300-4f5c-b12a-6f8844909733 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:25:27.243786 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1edb72a2-77e9-4b6c-8dcf-b9b37fdd901c req-2f2e9193-3baa-4d9c-9663-4dc585940595 tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e331a7-7a7b-474f-ac89-50c6c758f866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625591 Feb 09 01:25:27.268927 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-064e0a19-b1cd-4ce9-b478-a8b4dc965917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:27.280418 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064e0a19-b1cd-4ce9-b478-a8b4dc965917 None None] Routers {'8c768542-1904-4228-a89c-bf042fa5717d'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:25:27.281271 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-064e0a19-b1cd-4ce9-b478-a8b4dc965917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:25:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['8c768542-1904-4228-a89c-bf042fa5717d'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:27.322849 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-064e0a19-b1cd-4ce9-b478-a8b4dc965917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:27.323787 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064e0a19-b1cd-4ce9-b478-a8b4dc965917 None None] The sync data for ids ['8c768542-1904-4228-a89c-bf042fa5717d'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:25:27.373787 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9724ae45-0f3d-4fb0-8267-08cf5f85c313 req-e48a3626-80ab-4c53-abf5-f89edef0e513 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:27.385281 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9724ae45-0f3d-4fb0-8267-08cf5f85c313 req-e48a3626-80ab-4c53-abf5-f89edef0e513 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 947 time: 0.0801356 Feb 09 01:25:27.395388 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 5719c236-b300-4f5c-b12a-6f8844909733 is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:27.396496 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5719c236-b300-4f5c-b12a-6f8844909733), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:27.446848 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6575bcd2-f506-4c9f-aca3-1d2f5e7af23c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5719c236-b300-4f5c-b12a-6f8844909733'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:25:27.450852 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef617d4-e3d5-4293-859f-b39a38b82a29" -d '{"events": [{"server_uuid": "6575bcd2-f506-4c9f-aca3-1d2f5e7af23c", "name": "network-vif-unplugged", "status": "completed", "tag": "5719c236-b300-4f5c-b12a-6f8844909733"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:25:27.452133 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 09 Feb 2022 01:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbd9df3-4db2-47eb-96e3-c5e338e7a453 x-openstack-request-id: req-6fbd9df3-4db2-47eb-96e3-c5e338e7a453 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:25:27.453121 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e2eb81-0765-4f40-95c2-9e518c594932", "name": "network-vif-deleted", "tag": "edb0912e-9313-4300-aecc-3c68da07d1d7", "status": "failed", "code": 422}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:25:27.453725 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6fbd9df3-4db2-47eb-96e3-c5e338e7a453 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:25:27.454375 n-d-822053-40 neutron-server[103529]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '22e2eb81-0765-4f40-95c2-9e518c594932', 'name': 'network-vif-deleted', 'tag': 'edb0912e-9313-4300-aecc-3c68da07d1d7', 'status': 'failed', 'code': 422} returned with failed status Feb 09 01:25:27.457740 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:27.474082 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 5719c236-b300-4f5c-b12a-6f8844909733, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=5719c236-b300-4f5c-b12a-6f8844909733,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:27.481963 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5719c236-b300-4f5c-b12a-6f8844909733), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:27.521202 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9724ae45-0f3d-4fb0-8267-08cf5f85c313 req-d71d6e31-7be4-440e-a127-ca796978941e tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332054 Feb 09 01:25:27.543218 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=5719c236-b300-4f5c-b12a-6f8844909733,revision_number=14']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:27.595026 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 77acaf38-cf8b-4dc8-822a-e28c0c023743 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:25:27.635961 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-026d8a0c-fdf7-4671-b1d8-34ea0c08e29c req-8ac16939-0076-44f6-8b00-b30d9f3492f8 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4 HTTP/1.1" status: 200 len: 210 time: 0.0747595 Feb 09 01:25:27.682938 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37018) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:27.731494 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5329c6c-710f-4abf-a4e7-adf810890de9 x-openstack-request-id: req-b5329c6c-710f-4abf-a4e7-adf810890de9 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:25:27.732469 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6575bcd2-f506-4c9f-aca3-1d2f5e7af23c", "name": "network-vif-unplugged", "status": "completed", "tag": "5719c236-b300-4f5c-b12a-6f8844909733", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:25:27.732960 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b5329c6c-710f-4abf-a4e7-adf810890de9 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:25:27.733720 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6575bcd2-f506-4c9f-aca3-1d2f5e7af23c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5719c236-b300-4f5c-b12a-6f8844909733', 'code': 200} Feb 09 01:25:27.750449 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 77acaf38-cf8b-4dc8-822a-e28c0c023743, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=77acaf38-cf8b-4dc8-822a-e28c0c023743,segment=NetworkSegment(d3f239ad-11ef-4a81-8296-5a896534e380),segment_id=d3f239ad-11ef-4a81-8296-5a896534e380)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:27.765352 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '77acaf38-cf8b-4dc8-822a-e28c0c023743', 'network_id': '65315c2e-8e8c-4a89-aef5-23c79ddd2f69', 'port_id': '77acaf38-cf8b-4dc8-822a-e28c0c023743', 'mac_address': 'fa:16:3e:5f:9e:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a18f243f-c51b-4d04-8882-adb27be66330', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:25:27.810906 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3c7f64c3-5781-4f95-93fd-6af0f5983576 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks [] for security_group (11940a88-c8da-4c2d-8937-d58ae8a1f09a), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:27.819068 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 77acaf38-cf8b-4dc8-822a-e28c0c023743 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:27.819874 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (77acaf38-cf8b-4dc8-822a-e28c0c023743), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:27.862374 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77acaf38-cf8b-4dc8-822a-e28c0c023743 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:25:27.890468 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3c7f64c3-5781-4f95-93fd-6af0f5983576 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks [] for security_group (11940a88-c8da-4c2d-8937-d58ae8a1f09a), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:27.984777 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 77acaf38-cf8b-4dc8-822a-e28c0c023743, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=77acaf38-cf8b-4dc8-822a-e28c0c023743,segment=NetworkSegment(d3f239ad-11ef-4a81-8296-5a896534e380),segment_id=d3f239ad-11ef-4a81-8296-5a896534e380)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:28.006074 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (77acaf38-cf8b-4dc8-822a-e28c0c023743), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:28.137056 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=77acaf38-cf8b-4dc8-822a-e28c0c023743,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:28.155495 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d61d51-d0e7-47d5-85ed-94dbb46862d3 req-380e49e5-c7a6-4aca-b197-62378bc68279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:28.157234 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-60d61d51-d0e7-47d5-85ed-94dbb46862d3 req-380e49e5-c7a6-4aca-b197-62378bc68279 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b6fd459715684d44a0a31bd130ea655c&device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 1128 time: 0.1522002 Feb 09 01:25:28.161235 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3c7f64c3-5781-4f95-93fd-6af0f5983576 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (11940a88-c8da-4c2d-8937-d58ae8a1f09a), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:28.164386 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3c7f64c3-5781-4f95-93fd-6af0f5983576 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:28.165928 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3c7f64c3-5781-4f95-93fd-6af0f5983576 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "DELETE /v2.0/security-groups/11940a88-c8da-4c2d-8937-d58ae8a1f09a HTTP/1.1" status: 204 len: 168 time: 0.4817932 Feb 09 01:25:28.181144 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37032) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:28.192716 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08e5c1-6ec5-4dbe-a96c-489f3c5da3ef req-8ef8fd1c-813f-4c7a-9315-972f3020dd07 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:28.194461 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c08e5c1-6ec5-4dbe-a96c-489f3c5da3ef req-8ef8fd1c-813f-4c7a-9315-972f3020dd07 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.1417160 Feb 09 01:25:28.210768 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:28.237083 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-073f99f1-9321-446a-b309-f71473b8e601 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] show failed (client error): The resource could not be found. Feb 09 01:25:28.238403 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-073f99f1-9321-446a-b309-f71473b8e601 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "GET /v2.0/security-groups/11940a88-c8da-4c2d-8937-d58ae8a1f09a HTTP/1.1" status: 404 len: 347 time: 0.0559170 Feb 09 01:25:28.242176 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37034) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:28.261227 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f64c3-5781-4f95-93fd-6af0f5983576 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11940a88-c8da-4c2d-8937-d58ae8a1f09a,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:28.294673 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['77acaf38-cf8b-4dc8-822a-e28c0c023743'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:25:28.401173 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c08e5c1-6ec5-4dbe-a96c-489f3c5da3ef req-c2d699ee-2650-4657-9956-4cbd01fa33df tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832175 Feb 09 01:25:28.465113 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442ab1d-267c-4bb4-98cf-d46ac6c2bcac req-82300fc1-73e1-4704-951b-9415299a8d0f tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:28.475480 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0442ab1d-267c-4bb4-98cf-d46ac6c2bcac req-82300fc1-73e1-4704-951b-9415299a8d0f tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=f56956fe-dbec-453c-ad1b-eeb16fa84c39 HTTP/1.1" status: 200 len: 946 time: 0.2728350 Feb 09 01:25:28.570086 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0442ab1d-267c-4bb4-98cf-d46ac6c2bcac req-1b343f1d-d400-47af-800b-1d9411113374 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6e37847-5798-49a2-89ad-c53e75460034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933075 Feb 09 01:25:28.571846 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91dbba26-79dd-4b7c-b795-e83dc81ece9c tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:28.594026 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0675e-613b-425c-a4ff-449aabe67b3e req-5ecb6a78-2e61-4f3e-b56b-b0638d82745a tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:28.597487 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8cd0675e-613b-425c-a4ff-449aabe67b3e req-5ecb6a78-2e61-4f3e-b56b-b0638d82745a tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.121 "GET /v2.0/ports?device_id=f56956fe-dbec-453c-ad1b-eeb16fa84c39 HTTP/1.1" status: 200 len: 946 time: 0.3397577 Feb 09 01:25:28.610549 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d61d51-d0e7-47d5-85ed-94dbb46862d3 req-7eb42c18-3069-4176-8c09-4d40074f84e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:28.611497 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-60d61d51-d0e7-47d5-85ed-94dbb46862d3 req-7eb42c18-3069-4176-8c09-4d40074f84e4 service neutron] 10.222.0.121 "GET /v2.0/networks?id=b5cee00d-d11d-4a76-ad74-cfd798aa917c HTTP/1.1" status: 200 len: 912 time: 0.4435689 Feb 09 01:25:28.729818 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4c18935c-061b-48fa-bd3d-a72acbf8cb21 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Deleting port 3f791ab9-52e5-46f2-8866-3d61ca7788fc {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:25:28.730057 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c18935c-061b-48fa-bd3d-a72acbf8cb21 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (3f791ab9-52e5-46f2-8866-3d61ca7788fc), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:28.781905 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b420f83c-9df1-4774-9218-67387013cfed req-17da7c4a-3a4f-4106-9a50-542a14c365ac tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4 HTTP/1.1" status: 200 len: 210 time: 0.0594420 Feb 09 01:25:28.831289 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-60d61d51-d0e7-47d5-85ed-94dbb46862d3 req-fe8576f8-36b7-48f5-89af-29aa5282234d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5719c236-b300-4f5c-b12a-6f8844909733 HTTP/1.1" status: 200 len: 1000 time: 0.2099903 Feb 09 01:25:28.844866 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92bfc76-ad5f-4e59-883c-7ef9e275a56f req-702f2224-5d51-485c-9aa7-f5f4fd562513 tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:28.846647 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a92bfc76-ad5f-4e59-883c-7ef9e275a56f req-702f2224-5d51-485c-9aa7-f5f4fd562513 tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae694d56-970e-4adf-8695-fb419d3091eb HTTP/1.1" status: 200 len: 944 time: 0.2701738 Feb 09 01:25:28.939727 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d61d51-d0e7-47d5-85ed-94dbb46862d3 req-af8431b4-b328-4c2c-915c-aa09e21e341f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:28.941258 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-60d61d51-d0e7-47d5-85ed-94dbb46862d3 req-af8431b4-b328-4c2c-915c-aa09e21e341f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3c1b64de-5642-407c-82ef-1ad0f3f887f4 HTTP/1.1" status: 200 len: 850 time: 0.0935874 Feb 09 01:25:28.974851 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-8cd0675e-613b-425c-a4ff-449aabe67b3e req-67e00660-2406-445c-83ad-42990d93e042 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Deleting port 7ca4ee22-a36a-469d-a2e2-bd00afab9dcb {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:25:28.975256 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8cd0675e-613b-425c-a4ff-449aabe67b3e req-67e00660-2406-445c-83ad-42990d93e042 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (7ca4ee22-a36a-469d-a2e2-bd00afab9dcb), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:29.059314 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a92bfc76-ad5f-4e59-883c-7ef9e275a56f req-291becbb-d112-447f-997a-6d842a05f7df tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e331a7-7a7b-474f-ac89-50c6c758f866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997950 Feb 09 01:25:29.128097 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d61d51-d0e7-47d5-85ed-94dbb46862d3 req-4c5fdff3-6245-44a3-b035-283011e9d773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:29.130078 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-60d61d51-d0e7-47d5-85ed-94dbb46862d3 req-4c5fdff3-6245-44a3-b035-283011e9d773 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b5cee00d-d11d-4a76-ad74-cfd798aa917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1770222 Feb 09 01:25:29.157752 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-8cd0675e-613b-425c-a4ff-449aabe67b3e req-67e00660-2406-445c-83ad-42990d93e042 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] For port 7ca4ee22-a36a-469d-a2e2-bd00afab9dcb, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7ca4ee22-a36a-469d-a2e2-bd00afab9dcb,segment=NetworkSegment(26d77e61-b848-45bd-b1c3-0a5bb9cc932a),segment_id=26d77e61-b848-45bd-b1c3-0a5bb9cc932a)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:29.158116 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8cd0675e-613b-425c-a4ff-449aabe67b3e req-67e00660-2406-445c-83ad-42990d93e042 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (7ca4ee22-a36a-469d-a2e2-bd00afab9dcb), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:29.220053 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-8cd0675e-613b-425c-a4ff-449aabe67b3e req-67e00660-2406-445c-83ad-42990d93e042 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Calling delete_port for 7ca4ee22-a36a-469d-a2e2-bd00afab9dcb owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:25:29.294739 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-60d61d51-d0e7-47d5-85ed-94dbb46862d3 req-5443eec1-cff7-46db-adb4-692659edf079 service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539428 Feb 09 01:25:29.490558 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-60d61d51-d0e7-47d5-85ed-94dbb46862d3 req-e42f48f2-8a0e-477e-a50e-24e3b394d890 service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434684 Feb 09 01:25:29.612529 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8cd0675e-613b-425c-a4ff-449aabe67b3e req-67e00660-2406-445c-83ad-42990d93e042 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (7ca4ee22-a36a-469d-a2e2-bd00afab9dcb), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:29.613096 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 77acaf38-cf8b-4dc8-822a-e28c0c023743 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:25:29.652887 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e00660-2406-445c-83ad-42990d93e042 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Pushing event deleted for resources: {'Port': ['ID=7ca4ee22-a36a-469d-a2e2-bd00afab9dcb,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:29.676299 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2778b3-5a16-4863-8d16-e089201f9763 req-bd03b465-abb1-451b-9dc6-caf0fb712687 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:29.678108 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db2778b3-5a16-4863-8d16-e089201f9763 req-bd03b465-abb1-451b-9dc6-caf0fb712687 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.1350043 Feb 09 01:25:29.729166 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['7ca4ee22-a36a-469d-a2e2-bd00afab9dcb'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:25:29.776138 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd0675e-613b-425c-a4ff-449aabe67b3e req-67e00660-2406-445c-83ad-42990d93e042 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] No DVR routers for this DVR port 7ca4ee22-a36a-469d-a2e2-bd00afab9dcb on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:25:29.794211 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c813294-c137-4a1e-a62c-877b509d8e9d req-218e63de-0e12-42c4-9390-773cffa5499c tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.30 "GET /v2.0/ports?device_id=f56956fe-dbec-453c-ad1b-eeb16fa84c39 HTTP/1.1" status: 200 len: 210 time: 0.0795186 Feb 09 01:25:29.796160 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8cd0675e-613b-425c-a4ff-449aabe67b3e req-67e00660-2406-445c-83ad-42990d93e042 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:29.801718 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8cd0675e-613b-425c-a4ff-449aabe67b3e req-67e00660-2406-445c-83ad-42990d93e042 tempest-ServerRescueTestJSON-971873796 tempest-ServerRescueTestJSON-971873796-project] 10.222.0.121 "DELETE /v2.0/ports/7ca4ee22-a36a-469d-a2e2-bd00afab9dcb HTTP/1.1" status: 204 len: 173 time: 1.1949086 Feb 09 01:25:29.802606 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56956fe-dbec-453c-ad1b-eeb16fa84c39', 'name': 'network-vif-deleted', 'tag': '7ca4ee22-a36a-469d-a2e2-bd00afab9dcb'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:25:29.806109 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3da9c3-1980-48f7-b273-995ebf5132d6" -d '{"events": [{"server_uuid": "f56956fe-dbec-453c-ad1b-eeb16fa84c39", "name": "network-vif-deleted", "tag": "7ca4ee22-a36a-469d-a2e2-bd00afab9dcb"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:25:29.810751 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 77acaf38-cf8b-4dc8-822a-e28c0c023743 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:25:29.815800 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 77acaf38-cf8b-4dc8-822a-e28c0c023743 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:29.816325 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (77acaf38-cf8b-4dc8-822a-e28c0c023743), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:29.892794 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db2778b3-5a16-4863-8d16-e089201f9763 req-1883d3a4-8e4b-40fd-94dc-6ce637033bea tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2077901 Feb 09 01:25:29.901650 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-05a549e5-66fa-40d4-87d8-26ba93d2f374 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:29.919952 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-05a549e5-66fa-40d4-87d8-26ba93d2f374 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.121 "GET /v2.0/networks?id=6b99b81e-5871-4979-a64c-22edc1a2273c HTTP/1.1" status: 200 len: 811 time: 0.1851714 Feb 09 01:25:29.939141 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-273fe297-f390-4492-9b8f-9bdc700d38ad req-57cf2a7f-8729-4d50-9ea0-a8f6620bfe0a tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4 HTTP/1.1" status: 200 len: 210 time: 0.0440044 Feb 09 01:25:29.962827 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-b90c57e3-cf31-4390-a431-5f1dd104a9b3 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Request body: {'port': {'device_id': 'c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4', 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c', 'admin_state_up': True, 'tenant_id': 'bb54c6d9ab92477c86a4af4dae2b904f'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:29.971010 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c18935c-061b-48fa-bd3d-a72acbf8cb21 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (3f791ab9-52e5-46f2-8866-3d61ca7788fc), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:29.971484 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c18935c-061b-48fa-bd3d-a72acbf8cb21 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks [] for floatingip (3f791ab9-52e5-46f2-8866-3d61ca7788fc), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:29.995093 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa271c8c-aad1-4007-8424-3a188ff99d43 x-openstack-request-id: req-aa271c8c-aad1-4007-8424-3a188ff99d43 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:25:29.995648 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56956fe-dbec-453c-ad1b-eeb16fa84c39", "name": "network-vif-deleted", "tag": "7ca4ee22-a36a-469d-a2e2-bd00afab9dcb", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:25:29.995937 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aa271c8c-aad1-4007-8424-3a188ff99d43 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:25:29.996317 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56956fe-dbec-453c-ad1b-eeb16fa84c39', 'name': 'network-vif-deleted', 'tag': '7ca4ee22-a36a-469d-a2e2-bd00afab9dcb', 'status': 'completed', 'code': 200} Feb 09 01:25:30.006260 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 77acaf38-cf8b-4dc8-822a-e28c0c023743 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:30.006918 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (77acaf38-cf8b-4dc8-822a-e28c0c023743), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:30.035396 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae694d56-970e-4adf-8695-fb419d3091eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77acaf38-cf8b-4dc8-822a-e28c0c023743'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:25:30.038555 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4c18935c-061b-48fa-bd3d-a72acbf8cb21 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Calling delete_port for 3f791ab9-52e5-46f2-8866-3d61ca7788fc owned by network:floatingip {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:25:30.040741 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b2c290-a82e-4918-a905-f88772ae8260" -d '{"events": [{"server_uuid": "ae694d56-970e-4adf-8695-fb419d3091eb", "name": "network-vif-plugged", "status": "completed", "tag": "77acaf38-cf8b-4dc8-822a-e28c0c023743"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:25:30.049591 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-91dbba26-79dd-4b7c-b795-e83dc81ece9c tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Allocated IP 172.20.0.1 (3da7b53e-01b3-45ec-a0e0-5a7bc298215e/b2de07e0-0dab-4ec8-b7bb-861d7bfb4038/46135c16-7223-4d43-b5a3-4184ca9f0781) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:30.067696 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 77acaf38-cf8b-4dc8-822a-e28c0c023743, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=77acaf38-cf8b-4dc8-822a-e28c0c023743,segment=NetworkSegment(d3f239ad-11ef-4a81-8296-5a896534e380),segment_id=d3f239ad-11ef-4a81-8296-5a896534e380)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:30.081241 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (77acaf38-cf8b-4dc8-822a-e28c0c023743), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:30.148732 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194ec524-327e-44dd-a38f-6ac7aaa9c7a6 x-openstack-request-id: req-194ec524-327e-44dd-a38f-6ac7aaa9c7a6 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:25:30.149521 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae694d56-970e-4adf-8695-fb419d3091eb", "name": "network-vif-plugged", "status": "completed", "tag": "77acaf38-cf8b-4dc8-822a-e28c0c023743", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:25:30.149963 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-194ec524-327e-44dd-a38f-6ac7aaa9c7a6 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:25:30.151354 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae694d56-970e-4adf-8695-fb419d3091eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77acaf38-cf8b-4dc8-822a-e28c0c023743', 'code': 200} Feb 09 01:25:30.231749 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=77acaf38-cf8b-4dc8-822a-e28c0c023743,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:30.301989 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab36e92-eb86-42f0-9695-4dba94c6f4ad req-219dcc10-4447-4b71-ac0f-49f78ac807a3 tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:30.304630 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7ab36e92-eb86-42f0-9695-4dba94c6f4ad req-219dcc10-4447-4b71-ac0f-49f78ac807a3 tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae694d56-970e-4adf-8695-fb419d3091eb HTTP/1.1" status: 200 len: 945 time: 0.0832617 Feb 09 01:25:30.410294 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7ab36e92-eb86-42f0-9695-4dba94c6f4ad req-b0ea6960-ec80-426a-84e0-a3ecf805ad72 tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e331a7-7a7b-474f-ac89-50c6c758f866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915282 Feb 09 01:25:30.428917 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097462f-7444-43cf-a6ff-439518e7ebc7 req-32e5984d-6a56-4fb2-ac64-6e54ba7df891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:30.431200 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0097462f-7444-43cf-a6ff-439518e7ebc7 req-32e5984d-6a56-4fb2-ac64-6e54ba7df891 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ae694d56-970e-4adf-8695-fb419d3091eb HTTP/1.1" status: 200 len: 1128 time: 0.2146630 Feb 09 01:25:30.435514 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-b90c57e3-cf31-4390-a431-5f1dd104a9b3 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Made reservation on behalf of bb54c6d9ab92477c86a4af4dae2b904f for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:30.439075 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-b90c57e3-cf31-4390-a431-5f1dd104a9b3 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:30.479169 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91dbba26-79dd-4b7c-b795-e83dc81ece9c tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks [] for port (46135c16-7223-4d43-b5a3-4184ca9f0781), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:30.639043 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0097462f-7444-43cf-a6ff-439518e7ebc7 req-63062616-8e67-40c7-82fa-df15bbc56b55 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=b7e331a7-7a7b-474f-ac89-50c6c758f866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863787 Feb 09 01:25:30.647236 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c18935c-061b-48fa-bd3d-a72acbf8cb21 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (3f791ab9-52e5-46f2-8866-3d61ca7788fc), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:30.714165 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91dbba26-79dd-4b7c-b795-e83dc81ece9c tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (46135c16-7223-4d43-b5a3-4184ca9f0781), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:30.721313 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c18935c-061b-48fa-bd3d-a72acbf8cb21 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Pushing event deleted for resources: {'Port': ['ID=3f791ab9-52e5-46f2-8866-3d61ca7788fc,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:30.821294 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dbba26-79dd-4b7c-b795-e83dc81ece9c tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Network 3da7b53e-01b3-45ec-a0e0-5a7bc298215e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:30.824599 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-b90c57e3-cf31-4390-a431-5f1dd104a9b3 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Allocated IP 172.20.0.5 (6b99b81e-5871-4979-a64c-22edc1a2273c/46b59fab-0ab1-4600-8204-1f86be683b81/c006bf24-f5a4-4da9-9fdf-406882e4e472) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:30.840651 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-91dbba26-79dd-4b7c-b795-e83dc81ece9c tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:30.853778 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dbba26-79dd-4b7c-b795-e83dc81ece9c tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:25:30.895362 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37072) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:30.907502 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dbba26-79dd-4b7c-b795-e83dc81ece9c tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Pushing event updated for resources: {'Port': ['ID=46135c16-7223-4d43-b5a3-4184ca9f0781,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:30.981019 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c18935c-061b-48fa-bd3d-a72acbf8cb21 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks [] for floatingip (30227fee-7116-4164-acd7-e3f7e0d518e0), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:30.985694 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c18935c-061b-48fa-bd3d-a72acbf8cb21 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:30.987666 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4c18935c-061b-48fa-bd3d-a72acbf8cb21 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "DELETE /v2.0/floatingips/30227fee-7116-4164-acd7-e3f7e0d518e0 HTTP/1.1" status: 204 len: 168 time: 2.7440619 Feb 09 01:25:30.996885 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37080) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:31.045571 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91dbba26-79dd-4b7c-b795-e83dc81ece9c tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (8c768542-1904-4228-a89c-bf042fa5717d), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:31.281173 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-04ca95eb-b913-43d0-8afb-6a4f9bf6aead req-c96512ba-91cc-406f-95b5-d5530760e7e7 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4 HTTP/1.1" status: 200 len: 210 time: 0.1549559 Feb 09 01:25:31.374294 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ee0a7-ab05-4de4-a921-db3a7fa9e8f6 req-8f3264a8-b41e-4d7a-a520-697deb164f29 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:31.384895 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-6314a2e8-35ff-4725-9e3b-d6542965562a None None] Provisioning complete for port 46135c16-7223-4d43-b5a3-4184ca9f0781 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:31.385526 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6314a2e8-35ff-4725-9e3b-d6542965562a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (46135c16-7223-4d43-b5a3-4184ca9f0781), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:31.387773 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b34ee0a7-ab05-4de4-a921-db3a7fa9e8f6 req-8f3264a8-b41e-4d7a-a520-697deb164f29 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.2663219 Feb 09 01:25:31.480887 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6314a2e8-35ff-4725-9e3b-d6542965562a None None] Port 46135c16-7223-4d43-b5a3-4184ca9f0781 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:25:31.579936 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b5974486-eafd-402f-8f8d-7ff040f16b7e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Deleting port 5d99abd4-5248-45fa-8dc3-6b85097edb46 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:25:31.580391 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b5974486-eafd-402f-8f8d-7ff040f16b7e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (5d99abd4-5248-45fa-8dc3-6b85097edb46), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:31.690641 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b5974486-eafd-402f-8f8d-7ff040f16b7e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (5d99abd4-5248-45fa-8dc3-6b85097edb46), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:31.707326 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b5974486-eafd-402f-8f8d-7ff040f16b7e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Calling delete_port for 5d99abd4-5248-45fa-8dc3-6b85097edb46 owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:25:31.717368 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b34ee0a7-ab05-4de4-a921-db3a7fa9e8f6 req-37b9d349-8480-4f32-a13d-93c83ff87561 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3278370 Feb 09 01:25:31.784493 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9aa54-9c80-4c0a-bbdd-a44b75b8948d req-57c26b98-d855-478c-bbfb-41df95d5dcfd tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:31.787873 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-06a9aa54-9c80-4c0a-bbdd-a44b75b8948d req-57c26b98-d855-478c-bbfb-41df95d5dcfd tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae694d56-970e-4adf-8695-fb419d3091eb HTTP/1.1" status: 200 len: 945 time: 0.2453220 Feb 09 01:25:31.952035 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-b90c57e3-cf31-4390-a431-5f1dd104a9b3 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks [] for port (c006bf24-f5a4-4da9-9fdf-406882e4e472), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:31.954629 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91dbba26-79dd-4b7c-b795-e83dc81ece9c tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (46135c16-7223-4d43-b5a3-4184ca9f0781), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:32.041880 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-06a9aa54-9c80-4c0a-bbdd-a44b75b8948d req-043167e4-a295-410b-8f88-0a12e588ba26 tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e331a7-7a7b-474f-ac89-50c6c758f866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483135 Feb 09 01:25:32.155438 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fa480-3c63-44c5-bd48-0dbc28dd3986 req-0610b503-3432-4c24-9f81-93771531ea9c tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:32.160230 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4d5fa480-3c63-44c5-bd48-0dbc28dd3986 req-0610b503-3432-4c24-9f81-93771531ea9c tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.1155465 Feb 09 01:25:32.193748 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b5974486-eafd-402f-8f8d-7ff040f16b7e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (5d99abd4-5248-45fa-8dc3-6b85097edb46), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:32.238666 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5974486-eafd-402f-8f8d-7ff040f16b7e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Pushing event deleted for resources: {'Port': ['ID=5d99abd4-5248-45fa-8dc3-6b85097edb46,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:32.239728 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4d5fa480-3c63-44c5-bd48-0dbc28dd3986 req-f4ffc103-befa-4d6b-9152-7b188b3567d8 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724444 Feb 09 01:25:32.335324 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f35178f-e283-4a6d-9b22-381352a270f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (79bef267-d4c3-4bee-ac70-12c0c7399cde), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:32.518521 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6fc2812c-1323-4bb3-a00a-69aa8e607f59 req-9107bcc4-efba-4371-aa0d-c523e60659d6 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4 HTTP/1.1" status: 200 len: 210 time: 0.0798759 Feb 09 01:25:32.560764 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-b90c57e3-cf31-4390-a431-5f1dd104a9b3 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (c006bf24-f5a4-4da9-9fdf-406882e4e472), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:32.571198 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959151f-6860-4086-a2fc-818cea87836d req-d2490231-43dc-408d-aef6-de1c0e689962 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:32.573435 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b959151f-6860-4086-a2fc-818cea87836d req-d2490231-43dc-408d-aef6-de1c0e689962 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.1885428 Feb 09 01:25:32.666433 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-b90c57e3-cf31-4390-a431-5f1dd104a9b3 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Network 6b99b81e-5871-4979-a64c-22edc1a2273c is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:32.669205 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b5974486-eafd-402f-8f8d-7ff040f16b7e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:32.672724 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b5974486-eafd-402f-8f8d-7ff040f16b7e tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "DELETE /v2.0/ports/5d99abd4-5248-45fa-8dc3-6b85097edb46 HTTP/1.1" status: 204 len: 168 time: 1.6713042 Feb 09 01:25:32.680554 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37096) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:32.681611 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-b90c57e3-cf31-4390-a431-5f1dd104a9b3 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:32.688372 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-b90c57e3-cf31-4390-a431-5f1dd104a9b3 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:25:32.704610 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b959151f-6860-4086-a2fc-818cea87836d req-520adf9d-d652-4fcb-aedc-6f5a21d8ad99 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231418 Feb 09 01:25:32.757143 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c57e3-cf31-4390-a431-5f1dd104a9b3 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Pushing event updated for resources: {'Port': ['ID=c006bf24-f5a4-4da9-9fdf-406882e4e472,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:32.795624 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91dbba26-79dd-4b7c-b795-e83dc81ece9c tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks [] for port (46135c16-7223-4d43-b5a3-4184ca9f0781), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:32.810159 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91dbba26-79dd-4b7c-b795-e83dc81ece9c tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (46135c16-7223-4d43-b5a3-4184ca9f0781), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:32.841600 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-b90c57e3-cf31-4390-a431-5f1dd104a9b3 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:32.842147 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-b90c57e3-cf31-4390-a431-5f1dd104a9b3 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:32.949959 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-b90c57e3-cf31-4390-a431-5f1dd104a9b3 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9910722 Feb 09 01:25:32.978814 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-6c08ee00-7bec-4388-8b75-6e2c1fa5cd1a service neutron] Request body: {'port': {'device_id': 'c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:32.991507 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-4f35178f-e283-4a6d-9b22-381352a270f1 admin admin] Deleting port ad63b903-eee1-467d-ac4b-67948f7b9db8 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:25:32.991693 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dbba26-79dd-4b7c-b795-e83dc81ece9c tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Pushing event updated for resources: {'Port': ['ID=46135c16-7223-4d43-b5a3-4184ca9f0781,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:32.992025 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f35178f-e283-4a6d-9b22-381352a270f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (ad63b903-eee1-467d-ac4b-67948f7b9db8), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:33.017543 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91dbba26-79dd-4b7c-b795-e83dc81ece9c tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (8c768542-1904-4228-a89c-bf042fa5717d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:33.105140 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:25:33.129961 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2b808dc5-949c-4cc6-a67d-b0c9c0c5d0ad tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Deleting port e4ad6d56-00d7-42d0-9033-d57c5a0dae64 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:25:33.130766 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b808dc5-949c-4cc6-a67d-b0c9c0c5d0ad tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (e4ad6d56-00d7-42d0-9033-d57c5a0dae64), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:33.249192 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 7ca4ee22-a36a-469d-a2e2-bd00afab9dcb no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:25:33.276998 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 7ca4ee22-a36a-469d-a2e2-bd00afab9dcb {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:25:33.277754 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 7ca4ee22-a36a-469d-a2e2-bd00afab9dcb not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:25:33.299962 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-6c08ee00-7bec-4388-8b75-6e2c1fa5cd1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c006bf24-f5a4-4da9-9fdf-406882e4e472), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:33.401805 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-4f35178f-e283-4a6d-9b22-381352a270f1 admin admin] For port ad63b903-eee1-467d-ac4b-67948f7b9db8, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=ad63b903-eee1-467d-ac4b-67948f7b9db8,segment=NetworkSegment(26d77e61-b848-45bd-b1c3-0a5bb9cc932a),segment_id=26d77e61-b848-45bd-b1c3-0a5bb9cc932a)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:33.402413 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f35178f-e283-4a6d-9b22-381352a270f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (ad63b903-eee1-467d-ac4b-67948f7b9db8), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:33.435938 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f525a-2339-4109-b024-1e6edb459c74 req-3041de92-45a0-470a-b082-275ee049202b tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:33.438272 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fa7f525a-2339-4109-b024-1e6edb459c74 req-3041de92-45a0-470a-b082-275ee049202b tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae694d56-970e-4adf-8695-fb419d3091eb HTTP/1.1" status: 200 len: 945 time: 0.2785017 Feb 09 01:25:33.442403 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-4f35178f-e283-4a6d-9b22-381352a270f1 admin admin] Calling delete_port for ad63b903-eee1-467d-ac4b-67948f7b9db8 owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:25:33.449752 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-890a7b41-6e69-4d8e-83b3-414d574541f0 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:33.451207 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-890a7b41-6e69-4d8e-83b3-414d574541f0 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/networks?id=b5cee00d-d11d-4a76-ad74-cfd798aa917c HTTP/1.1" status: 200 len: 811 time: 0.3141758 Feb 09 01:25:33.455467 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b808dc5-949c-4cc6-a67d-b0c9c0c5d0ad tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (e4ad6d56-00d7-42d0-9033-d57c5a0dae64), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:33.469306 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2b808dc5-949c-4cc6-a67d-b0c9c0c5d0ad tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Calling delete_port for e4ad6d56-00d7-42d0-9033-d57c5a0dae64 owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:25:33.618170 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dbba26-79dd-4b7c-b795-e83dc81ece9c tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Network 3da7b53e-01b3-45ec-a0e0-5a7bc298215e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:33.631029 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-91dbba26-79dd-4b7c-b795-e83dc81ece9c tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:33.876808 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-c17bc372-04e0-4ef4-97f1-f2a1942f0187 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/quotas/b6fd459715684d44a0a31bd130ea655c HTTP/1.1" status: 200 len: 375 time: 0.4160819 Feb 09 01:25:33.964381 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fa7f525a-2339-4109-b024-1e6edb459c74 req-1fd726d6-aa28-4cdd-883d-b9ffc125f2ef tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e331a7-7a7b-474f-ac89-50c6c758f866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4951360 Feb 09 01:25:34.041965 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-51f01571-6d8e-4364-b1d4-1c4fc7577d52 None None] Provisioning complete for port 46135c16-7223-4d43-b5a3-4184ca9f0781 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:34.042705 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-51f01571-6d8e-4364-b1d4-1c4fc7577d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (46135c16-7223-4d43-b5a3-4184ca9f0781), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:34.052728 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-3d684c52-9c77-4be0-9de9-b2a60da980ae tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6fd459715684d44a0a31bd130ea655c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1750345 Feb 09 01:25:34.119454 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-51f01571-6d8e-4364-b1d4-1c4fc7577d52 None None] Port 46135c16-7223-4d43-b5a3-4184ca9f0781 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:25:34.241446 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f35178f-e283-4a6d-9b22-381352a270f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (ad63b903-eee1-467d-ac4b-67948f7b9db8), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:34.249504 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-73be399f-a399-428f-83cf-ff8fe5d66e39 service neutron] 10.222.0.30 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792004 Feb 09 01:25:34.280103 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91dbba26-79dd-4b7c-b795-e83dc81ece9c tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Router 8c768542-1904-4228-a89c-bf042fa5717d has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:25:34.282041 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9caa32-a6da-4466-b860-daf52df2beec req-f9b8ed94-7544-4ce3-88f4-14e8fee036ee tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:34.283562 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c9caa32-a6da-4466-b860-daf52df2beec req-f9b8ed94-7544-4ce3-88f4-14e8fee036ee tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4 HTTP/1.1" status: 200 len: 931 time: 0.1933532 Feb 09 01:25:34.286110 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b808dc5-949c-4cc6-a67d-b0c9c0c5d0ad tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (e4ad6d56-00d7-42d0-9033-d57c5a0dae64), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:34.293295 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35178f-e283-4a6d-9b22-381352a270f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad63b903-eee1-467d-ac4b-67948f7b9db8,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:34.334976 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b808dc5-949c-4cc6-a67d-b0c9c0c5d0ad tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Pushing event deleted for resources: {'Port': ['ID=e4ad6d56-00d7-42d0-9033-d57c5a0dae64,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:34.497533 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c9caa32-a6da-4466-b860-daf52df2beec req-098778a3-59be-4721-a768-e045fc603377 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006116 Feb 09 01:25:34.531113 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-6c08ee00-7bec-4388-8b75-6e2c1fa5cd1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c006bf24-f5a4-4da9-9fdf-406882e4e472 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:25:34.545262 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-6c08ee00-7bec-4388-8b75-6e2c1fa5cd1a service neutron] Publish callbacks [] for port (c006bf24-f5a4-4da9-9fdf-406882e4e472), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:34.550286 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b808dc5-949c-4cc6-a67d-b0c9c0c5d0ad tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:34.558041 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2b808dc5-949c-4cc6-a67d-b0c9c0c5d0ad tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "DELETE /v2.0/ports/e4ad6d56-00d7-42d0-9033-d57c5a0dae64 HTTP/1.1" status: 204 len: 168 time: 1.8698435 Feb 09 01:25:34.558041 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37118) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:34.566014 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-0da11f0e-c12d-4a9f-bbdb-9d01553cbbd8 service neutron] 10.222.0.30 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813616 Feb 09 01:25:34.613996 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-6c08ee00-7bec-4388-8b75-6e2c1fa5cd1a service neutron] Transition to ACTIVE for port object c006bf24-f5a4-4da9-9fdf-406882e4e472 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:25:34.624649 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-6c08ee00-7bec-4388-8b75-6e2c1fa5cd1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (c006bf24-f5a4-4da9-9fdf-406882e4e472), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:34.643091 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f35178f-e283-4a6d-9b22-381352a270f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (79bef267-d4c3-4bee-ac70-12c0c7399cde), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:34.663415 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-7998ab06-ef89-452b-bf15-545dc98ea534 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Deleting subnet 989f8a52-0a9a-46f5-868b-2d52ddf6538c {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:25:34.666165 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91dbba26-79dd-4b7c-b795-e83dc81ece9c tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:25:34.678669 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-91dbba26-79dd-4b7c-b795-e83dc81ece9c tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] 10.222.0.30 "PUT /v2.0/routers/8c768542-1904-4228-a89c-bf042fa5717d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4785328 Feb 09 01:25:34.678669 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7998ab06-ef89-452b-bf15-545dc98ea534 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks [] for subnet (989f8a52-0a9a-46f5-868b-2d52ddf6538c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:34.685012 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff69a10c-b9af-4efa-ba18-578ff8d21518 None None] Sync routers for ids ['8c768542-1904-4228-a89c-bf042fa5717d'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:25:34.699168 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff69a10c-b9af-4efa-ba18-578ff8d21518 None None] Routers {'8c768542-1904-4228-a89c-bf042fa5717d'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:25:34.699857 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-ff69a10c-b9af-4efa-ba18-578ff8d21518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:25:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['8c768542-1904-4228-a89c-bf042fa5717d'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:34.702378 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37120) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:34.717619 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-7db8206b-9606-466e-96af-489ad55b3165 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Request body: {'port': {'network_id': '3da7b53e-01b3-45ec-a0e0-5a7bc298215e', 'name': 'tempest-FloatingIPAdminTestJSON-1759227145'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:34.802305 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37128) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:34.803075 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c08ee00-7bec-4388-8b75-6e2c1fa5cd1a service neutron] Pushing event updated for resources: {'Port': ['ID=c006bf24-f5a4-4da9-9fdf-406882e4e472,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:34.824787 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-ff69a10c-b9af-4efa-ba18-578ff8d21518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:34.860921 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff69a10c-b9af-4efa-ba18-578ff8d21518 None None] Routers {'8c768542-1904-4228-a89c-bf042fa5717d'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:25:34.861791 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-ff69a10c-b9af-4efa-ba18-578ff8d21518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:25:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['8c768542-1904-4228-a89c-bf042fa5717d'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:34.866030 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7998ab06-ef89-452b-bf15-545dc98ea534 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (989f8a52-0a9a-46f5-868b-2d52ddf6538c), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:34.930516 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-ff69a10c-b9af-4efa-ba18-578ff8d21518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:34.934607 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff69a10c-b9af-4efa-ba18-578ff8d21518 None None] The sync data for ids ['8c768542-1904-4228-a89c-bf042fa5717d'] in n-d-822053-40 is: [] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:25:34.935823 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f6478800-d298-488b-925f-c8f59a2be187 req-c3515215-2fb6-4cef-b052-e56689998656 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=762fd02a-08b8-459e-bc50-47531df84afa HTTP/1.1" status: 200 len: 210 time: 0.0880983 Feb 09 01:25:34.987494 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661bf10-4b68-4a5c-85a0-9051dcbf4b8a req-2f8f38ab-e751-4bce-9e22-7023d130c70c tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:34.991347 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6661bf10-4b68-4a5c-85a0-9051dcbf4b8a req-2f8f38ab-e751-4bce-9e22-7023d130c70c tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae694d56-970e-4adf-8695-fb419d3091eb HTTP/1.1" status: 200 len: 945 time: 0.3347530 Feb 09 01:25:35.047076 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-6c08ee00-7bec-4388-8b75-6e2c1fa5cd1a service neutron] Attempting to bind port c006bf24-f5a4-4da9-9fdf-406882e4e472 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:25:35.047495 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-6c08ee00-7bec-4388-8b75-6e2c1fa5cd1a service neutron] Attempting to bind port c006bf24-f5a4-4da9-9fdf-406882e4e472 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '3350618d-f84a-4a0b-8997-97c98e7ed20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:25:35.047892 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-6c08ee00-7bec-4388-8b75-6e2c1fa5cd1a service neutron] Attempting to bind port c006bf24-f5a4-4da9-9fdf-406882e4e472 on network 6b99b81e-5871-4979-a64c-22edc1a2273c {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:25:35.081121 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6661bf10-4b68-4a5c-85a0-9051dcbf4b8a req-6fcf0248-a3db-4b6c-ad32-d65cce03d4f2 tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e331a7-7a7b-474f-ac89-50c6c758f866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816245 Feb 09 01:25:35.157277 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7998ab06-ef89-452b-bf15-545dc98ea534 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (989f8a52-0a9a-46f5-868b-2d52ddf6538c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:35.222752 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-6c08ee00-7bec-4388-8b75-6e2c1fa5cd1a service neutron] Port c006bf24-f5a4-4da9-9fdf-406882e4e472 on network 6b99b81e-5871-4979-a64c-22edc1a2273c not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:25:35.223079 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-6c08ee00-7bec-4388-8b75-6e2c1fa5cd1a service neutron] Attempting to bind port c006bf24-f5a4-4da9-9fdf-406882e4e472 on network 6b99b81e-5871-4979-a64c-22edc1a2273c {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:25:35.233985 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7998ab06-ef89-452b-bf15-545dc98ea534 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (989f8a52-0a9a-46f5-868b-2d52ddf6538c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:35.244652 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f35178f-e283-4a6d-9b22-381352a270f1 admin admin] Router 79bef267-d4c3-4bee-ac70-12c0c7399cde has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:25:35.249427 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cf4179e-2ee1-4dcb-8734-5a736f0b33cb admin admin] Deleting subnet 96fa64d7-a99e-49a1-825c-315062e6c562 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:25:35.283351 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1cf4179e-2ee1-4dcb-8734-5a736f0b33cb admin admin] Publish callbacks [] for subnet (96fa64d7-a99e-49a1-825c-315062e6c562), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:35.286411 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-6c08ee00-7bec-4388-8b75-6e2c1fa5cd1a service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:25:35.286747 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-6c08ee00-7bec-4388-8b75-6e2c1fa5cd1a service neutron] Checking segment: {'id': '3350618d-f84a-4a0b-8997-97c98e7ed20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:25:35.287126 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-6c08ee00-7bec-4388-8b75-6e2c1fa5cd1a service neutron] Bound using segment: {'id': '3350618d-f84a-4a0b-8997-97c98e7ed20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:25:35.287554 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-6c08ee00-7bec-4388-8b75-6e2c1fa5cd1a service neutron] Bound port: c006bf24-f5a4-4da9-9fdf-406882e4e472, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3350618d-f84a-4a0b-8997-97c98e7ed20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:25:35.287897 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-6c08ee00-7bec-4388-8b75-6e2c1fa5cd1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c006bf24-f5a4-4da9-9fdf-406882e4e472), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:35.317717 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7998ab06-ef89-452b-bf15-545dc98ea534 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Pushing event deleted for resources: {'Subnet': ['ID=989f8a52-0a9a-46f5-868b-2d52ddf6538c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:35.319856 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7998ab06-ef89-452b-bf15-545dc98ea534 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:35.324053 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7998ab06-ef89-452b-bf15-545dc98ea534 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "DELETE /v2.0/subnets/989f8a52-0a9a-46f5-868b-2d52ddf6538c HTTP/1.1" status: 204 len: 168 time: 0.7657502 Feb 09 01:25:35.337104 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37142) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:35.338350 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bf3408-b8f9-4908-8c98-4ec4f1f57f1a None None] Network 2cffe158-1e62-4cc7-b53e-f2901607bc8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:25:35.425099 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1cf4179e-2ee1-4dcb-8734-5a736f0b33cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (96fa64d7-a99e-49a1-825c-315062e6c562), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:35.456520 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-551ea937-4d9a-4951-b324-bb8e34569164 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Deleting subnet aa9fcc5d-ba04-4bc8-ac3a-fa1b2158dd4f {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:25:35.462263 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-551ea937-4d9a-4951-b324-bb8e34569164 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks [] for subnet (aa9fcc5d-ba04-4bc8-ac3a-fa1b2158dd4f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:35.516558 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6a654-5547-419b-a592-ad67cec189e0 req-d8404f7f-17d0-436e-b1f9-d4b493ce569c tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:35.518370 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b8f6a654-5547-419b-a592-ad67cec189e0 req-d8404f7f-17d0-436e-b1f9-d4b493ce569c tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae694d56-970e-4adf-8695-fb419d3091eb HTTP/1.1" status: 200 len: 945 time: 0.1112978 Feb 09 01:25:35.520076 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f35178f-e283-4a6d-9b22-381352a270f1 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:25:35.526580 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4f35178f-e283-4a6d-9b22-381352a270f1 admin admin] 10.222.0.30 "PUT /v2.0/routers/79bef267-d4c3-4bee-ac70-12c0c7399cde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6296208 Feb 09 01:25:35.536349 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37144) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:35.537339 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2824df16-2465-4900-b686-9b93dfcebc3e None None] Sync routers for ids ['79bef267-d4c3-4bee-ac70-12c0c7399cde'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:25:35.563566 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db8206b-9606-466e-96af-489ad55b3165 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Made reservation on behalf of 9bc50bffe4c84272aebfd73544dfcc4f for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:35.567528 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7db8206b-9606-466e-96af-489ad55b3165 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:35.611319 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2824df16-2465-4900-b686-9b93dfcebc3e None None] Routers {'79bef267-d4c3-4bee-ac70-12c0c7399cde'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:25:35.614811 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-2824df16-2465-4900-b686-9b93dfcebc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:25:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['79bef267-d4c3-4bee-ac70-12c0c7399cde'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:35.666817 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-551ea937-4d9a-4951-b324-bb8e34569164 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (aa9fcc5d-ba04-4bc8-ac3a-fa1b2158dd4f), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:35.689752 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-7db8206b-9606-466e-96af-489ad55b3165 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] device_id is not set on port 05e0cb69-f78c-49f2-a1fd-f05ecbeadcd0 yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:25:35.693365 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec660a39-62d9-4154-9626-b238ca4e14f3 None None] DHCP port deletion for 2cffe158-1e62-4cc7-b53e-f2901607bc8e request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:25:35.732144 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1cf4179e-2ee1-4dcb-8734-5a736f0b33cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (96fa64d7-a99e-49a1-825c-315062e6c562), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:35.768431 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-6c08ee00-7bec-4388-8b75-6e2c1fa5cd1a service neutron] For port c006bf24-f5a4-4da9-9fdf-406882e4e472, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:25:35.820359 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-2824df16-2465-4900-b686-9b93dfcebc3e None None] Set router 79bef267-d4c3-4bee-ac70-12c0c7399cde gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:25:35.830818 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-6c08ee00-7bec-4388-8b75-6e2c1fa5cd1a service neutron] For port c006bf24-f5a4-4da9-9fdf-406882e4e472, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=c006bf24-f5a4-4da9-9fdf-406882e4e472,segment=NetworkSegment(3350618d-f84a-4a0b-8997-97c98e7ed20e),segment_id=3350618d-f84a-4a0b-8997-97c98e7ed20e)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:25:35.835517 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ec660a39-62d9-4154-9626-b238ca4e14f3 None None] Deleting port f0136efd-1269-4932-a6f1-227e5a8bea62 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:25:35.835901 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ec660a39-62d9-4154-9626-b238ca4e14f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (f0136efd-1269-4932-a6f1-227e5a8bea62), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:35.885508 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-6c08ee00-7bec-4388-8b75-6e2c1fa5cd1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (c006bf24-f5a4-4da9-9fdf-406882e4e472), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:35.893379 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b8f6a654-5547-419b-a592-ad67cec189e0 req-6f4a933b-425d-4db9-8e9e-fa2c119e8b5a tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e331a7-7a7b-474f-ac89-50c6c758f866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656631 Feb 09 01:25:35.944915 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184be8a2-5f71-4997-bbd9-48e843edf75a req-fc635bf2-baa1-49d9-b150-adadc753687b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:35.956931 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-184be8a2-5f71-4997-bbd9-48e843edf75a req-fc635bf2-baa1-49d9-b150-adadc753687b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4 HTTP/1.1" status: 200 len: 943 time: 0.2315753 Feb 09 01:25:35.967535 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d6d51d53-e183-43b2-87d9-687cf00976a4 admin admin] Publish callbacks [] for router (79bef267-d4c3-4bee-ac70-12c0c7399cde), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:36.026927 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-6c08ee00-7bec-4388-8b75-6e2c1fa5cd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:36.031094 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-6c08ee00-7bec-4388-8b75-6e2c1fa5cd1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:36.034767 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-6c08ee00-7bec-4388-8b75-6e2c1fa5cd1a service neutron] 10.222.0.121 "PUT /v2.0/ports/c006bf24-f5a4-4da9-9fdf-406882e4e472 HTTP/1.1" status: 200 len: 1092 time: 3.0696793 Feb 09 01:25:36.074867 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-ec660a39-62d9-4154-9626-b238ca4e14f3 None None] For port f0136efd-1269-4932-a6f1-227e5a8bea62, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=f0136efd-1269-4932-a6f1-227e5a8bea62,segment=NetworkSegment(0d3c1337-4602-4f96-922a-4ca1aedec141),segment_id=0d3c1337-4602-4f96-922a-4ca1aedec141)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:36.075269 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ec660a39-62d9-4154-9626-b238ca4e14f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (f0136efd-1269-4932-a6f1-227e5a8bea62), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:36.104185 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4', 'tag': 'c006bf24-f5a4-4da9-9fdf-406882e4e472'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:25:36.106491 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018206a5-ef81-4bdd-a55b-712843830235" -d '{"events": [{"name": "network-changed", "server_uuid": "c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4", "tag": "c006bf24-f5a4-4da9-9fdf-406882e4e472"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:25:36.116689 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ec660a39-62d9-4154-9626-b238ca4e14f3 None None] Calling delete_port for f0136efd-1269-4932-a6f1-227e5a8bea62 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:25:36.184232 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bc7a279d-7214-471c-8d8e-48406d5a33dd req-af1013d9-db54-4119-8c1f-df7c34380d39 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=762fd02a-08b8-459e-bc50-47531df84afa HTTP/1.1" status: 200 len: 210 time: 0.0882955 Feb 09 01:25:36.189337 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-551ea937-4d9a-4951-b324-bb8e34569164 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (aa9fcc5d-ba04-4bc8-ac3a-fa1b2158dd4f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:36.223336 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1cf4179e-2ee1-4dcb-8734-5a736f0b33cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (96fa64d7-a99e-49a1-825c-315062e6c562), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:36.250917 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-2824df16-2465-4900-b686-9b93dfcebc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bef267-d4c3-4bee-ac70-12c0c7399cde', 'name': 'tempest-ServerRescueTestJSON-1390731402-router', 'tenant_id': 'c808f84d2c3b4797965f5ee8f6a2482a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '7647f863-5cac-4007-a98a-afd9e1a77593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:53Z', 'updated_at': '2022-02-09T01:25:34Z', 'revision_number': 5, 'project_id': 'c808f84d2c3b4797965f5ee8f6a2482a', 'gw_port': {'id': '7647f863-5cac-4007-a98a-afd9e1a77593', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bef267-d4c3-4bee-ac70-12c0c7399cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:55Z', 'updated_at': '2022-02-09T01:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:36.272010 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-184be8a2-5f71-4997-bbd9-48e843edf75a req-3b5a6f77-e68e-455d-9b75-dbd76e540f9c tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021400 Feb 09 01:25:36.296321 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ec660a39-62d9-4154-9626-b238ca4e14f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (f0136efd-1269-4932-a6f1-227e5a8bea62), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:36.310610 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c08ee00-7bec-4388-8b75-6e2c1fa5cd1a service neutron] Pushing event updated for resources: {'Port': ['ID=c006bf24-f5a4-4da9-9fdf-406882e4e472,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:36.314796 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d6d51d53-e183-43b2-87d9-687cf00976a4 admin admin] Publish callbacks [] for router_gateway (79bef267-d4c3-4bee-ac70-12c0c7399cde), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:36.334027 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-7de9f040-07eb-4940-a9b6-7e2b5f04c55b req-ca0c4f2f-c4c9-466f-adbd-93aea493940a service neutron] (103529) timed out ('10.222.0.121', 62161) {{(pid=103529) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 01:25:36.342633 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4179e-2ee1-4dcb-8734-5a736f0b33cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96fa64d7-a99e-49a1-825c-315062e6c562,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:36.348776 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1cf4179e-2ee1-4dcb-8734-5a736f0b33cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:36.361642 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1cf4179e-2ee1-4dcb-8734-5a736f0b33cb admin admin] 10.222.0.30 "DELETE /v2.0/subnets/96fa64d7-a99e-49a1-825c-315062e6c562 HTTP/1.1" status: 204 len: 168 time: 1.5549471 Feb 09 01:25:36.366945 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37156) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:36.387116 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2824df16-2465-4900-b686-9b93dfcebc3e None None] Checking router: 79bef267-d4c3-4bee-ac70-12c0c7399cde for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:25:36.403350 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-7db8206b-9606-466e-96af-489ad55b3165 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Allocated IP 172.20.0.9 (3da7b53e-01b3-45ec-a0e0-5a7bc298215e/b2de07e0-0dab-4ec8-b7bb-861d7bfb4038/05e0cb69-f78c-49f2-a1fd-f05ecbeadcd0) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:36.407223 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec660a39-62d9-4154-9626-b238ca4e14f3 None None] No DVR routers for this DVR port f0136efd-1269-4932-a6f1-227e5a8bea62 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:25:36.409162 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec660a39-62d9-4154-9626-b238ca4e14f3 None None] Pushing event deleted for resources: {'Port': ['ID=f0136efd-1269-4932-a6f1-227e5a8bea62,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:36.415635 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2824df16-2465-4900-b686-9b93dfcebc3e None None] Routers {'79bef267-d4c3-4bee-ac70-12c0c7399cde'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:25:36.416288 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-2824df16-2465-4900-b686-9b93dfcebc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:25:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['79bef267-d4c3-4bee-ac70-12c0c7399cde'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:36.438745 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52571cf0-09f7-472a-83e1-37adb832a977 x-openstack-request-id: req-52571cf0-09f7-472a-83e1-37adb832a977 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:25:36.439240 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4", "tag": "c006bf24-f5a4-4da9-9fdf-406882e4e472", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:25:36.439642 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-52571cf0-09f7-472a-83e1-37adb832a977 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:25:36.440646 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4', 'tag': 'c006bf24-f5a4-4da9-9fdf-406882e4e472', 'status': 'completed', 'code': 200} Feb 09 01:25:36.583951 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-d6d51d53-e183-43b2-87d9-687cf00976a4 admin admin] Deleting port 7647f863-5cac-4007-a98a-afd9e1a77593 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:25:36.584530 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d6d51d53-e183-43b2-87d9-687cf00976a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (7647f863-5cac-4007-a98a-afd9e1a77593), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:36.637997 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-ec1595e5-ff2f-4ec7-b133-d8cc303edd4b tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:36.639312 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-2824df16-2465-4900-b686-9b93dfcebc3e None None] Set router 79bef267-d4c3-4bee-ac70-12c0c7399cde gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:25:36.639805 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-ec1595e5-ff2f-4ec7-b133-d8cc303edd4b tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.121 "GET /v2.0/networks?id=b5cee00d-d11d-4a76-ad74-cfd798aa917c HTTP/1.1" status: 200 len: 811 time: 0.2455838 Feb 09 01:25:36.649909 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-147930e5-b7ab-42f7-a92d-06c601b66f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:36.651856 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-147930e5-b7ab-42f7-a92d-06c601b66f66 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=bb54c6d9ab92477c86a4af4dae2b904f&device_id=c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4 HTTP/1.1" status: 200 len: 1126 time: 0.5324292 Feb 09 01:25:36.673593 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-97de10c4-804e-4d17-b28c-dc8a1271881a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Request body: {'port': {'device_id': '762fd02a-08b8-459e-bc50-47531df84afa', 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c', 'admin_state_up': True, 'tenant_id': 'b6fd459715684d44a0a31bd130ea655c'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:36.720287 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-551ea937-4d9a-4951-b324-bb8e34569164 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (aa9fcc5d-ba04-4bc8-ac3a-fa1b2158dd4f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:36.724720 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-2824df16-2465-4900-b686-9b93dfcebc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bef267-d4c3-4bee-ac70-12c0c7399cde', 'name': 'tempest-ServerRescueTestJSON-1390731402-router', 'tenant_id': 'c808f84d2c3b4797965f5ee8f6a2482a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:53Z', 'updated_at': '2022-02-09T01:25:36Z', 'revision_number': 6, 'project_id': 'c808f84d2c3b4797965f5ee8f6a2482a', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:36.765572 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2824df16-2465-4900-b686-9b93dfcebc3e None None] The sync data for ids ['79bef267-d4c3-4bee-ac70-12c0c7399cde'] in n-d-822053-40 is: [{'id': '79bef267-d4c3-4bee-ac70-12c0c7399cde', 'name': 'tempest-ServerRescueTestJSON-1390731402-router', 'tenant_id': 'c808f84d2c3b4797965f5ee8f6a2482a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:53Z', 'updated_at': '2022-02-09T01:25:36Z', 'revision_number': 6, 'project_id': 'c808f84d2c3b4797965f5ee8f6a2482a', 'gw_port_host': None}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:25:36.793113 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ea937-4d9a-4951-b324-bb8e34569164 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Pushing event deleted for resources: {'Subnet': ['ID=aa9fcc5d-ba04-4bc8-ac3a-fa1b2158dd4f,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:36.799572 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-d6d51d53-e183-43b2-87d9-687cf00976a4 admin admin] For port 7647f863-5cac-4007-a98a-afd9e1a77593, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=7647f863-5cac-4007-a98a-afd9e1a77593,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:36.799942 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d6d51d53-e183-43b2-87d9-687cf00976a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (7647f863-5cac-4007-a98a-afd9e1a77593), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:36.826758 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d3218-9037-49e3-b145-60304a534b2f req-cf98df6a-cdf4-4f68-ab5c-24c79bf26623 tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:36.828267 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-647d3218-9037-49e3-b145-60304a534b2f req-cf98df6a-cdf4-4f68-ab5c-24c79bf26623 tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae694d56-970e-4adf-8695-fb419d3091eb HTTP/1.1" status: 200 len: 945 time: 0.1993382 Feb 09 01:25:36.835063 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-d6d51d53-e183-43b2-87d9-687cf00976a4 admin admin] Calling delete_port for 7647f863-5cac-4007-a98a-afd9e1a77593 owned by network:router_gateway {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:25:36.845459 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-218a9ea6-3868-46c5-ad9b-edf6bec77913 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c006bf24-f5a4-4da9-9fdf-406882e4e472 HTTP/1.1" status: 200 len: 217 time: 0.1387758 Feb 09 01:25:36.889561 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43af13e7-66cc-4849-a97e-ced5f2305fa3 None None] Network a87ac28a-2aeb-4a83-82bf-decda1e08acb requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:25:36.902477 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-551ea937-4d9a-4951-b324-bb8e34569164 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:36.908278 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-551ea937-4d9a-4951-b324-bb8e34569164 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "DELETE /v2.0/subnets/aa9fcc5d-ba04-4bc8-ac3a-fa1b2158dd4f HTTP/1.1" status: 204 len: 168 time: 1.5635653 Feb 09 01:25:36.909198 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cdec6db9-317b-44ec-a17a-fceb95981faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (615dbb4d-4282-4d01-9af7-d3994fab4334), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:36.911302 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37162) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:37.024560 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-f8ced2ff-d8e7-453a-ac96-e85951496394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:37.026210 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-f8ced2ff-d8e7-453a-ac96-e85951496394 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=46b59fab-0ab1-4600-8204-1f86be683b81 HTTP/1.1" status: 200 len: 851 time: 0.1707587 Feb 09 01:25:37.026473 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-97de10c4-804e-4d17-b28c-dc8a1271881a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Made reservation on behalf of b6fd459715684d44a0a31bd130ea655c for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:37.029843 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-97de10c4-804e-4d17-b28c-dc8a1271881a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:37.070215 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-647d3218-9037-49e3-b145-60304a534b2f req-149891c2-0c89-433a-ae60-2aed3a8572b1 tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e331a7-7a7b-474f-ac89-50c6c758f866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323234 Feb 09 01:25:37.166929 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-b28e270a-ae73-4301-80a9-bbce1a5550d7 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6b99b81e-5871-4979-a64c-22edc1a2273c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178265 Feb 09 01:25:37.173188 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca1640f-f2e3-4165-9e57-27512bdfe1b1 None None] DHCP port deletion for a87ac28a-2aeb-4a83-82bf-decda1e08acb request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:25:37.201724 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-497614c1-1a46-4ea2-8b75-71c5b4d6d925 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (2cffe158-1e62-4cc7-b53e-f2901607bc8e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:37.225669 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d6d51d53-e183-43b2-87d9-687cf00976a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (7647f863-5cac-4007-a98a-afd9e1a77593), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:37.263450 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d51d53-e183-43b2-87d9-687cf00976a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7647f863-5cac-4007-a98a-afd9e1a77593,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:37.282831 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cdec6db9-317b-44ec-a17a-fceb95981faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (615dbb4d-4282-4d01-9af7-d3994fab4334), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:37.288211 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-97de10c4-804e-4d17-b28c-dc8a1271881a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Allocated IP 172.20.0.9 (b5cee00d-d11d-4a76-ad74-cfd798aa917c/3c1b64de-5642-407c-82ef-1ad0f3f887f4/a476cb47-66fa-4946-bbe0-0a21ff04360a) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:37.298736 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7db8206b-9606-466e-96af-489ad55b3165 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks [] for port (05e0cb69-f78c-49f2-a1fd-f05ecbeadcd0), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:37.321252 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7ca1640f-f2e3-4165-9e57-27512bdfe1b1 None None] Deleting port e5e9cae4-d648-4df0-add2-d98d1dba5204 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:25:37.322233 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7ca1640f-f2e3-4165-9e57-27512bdfe1b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (e5e9cae4-d648-4df0-add2-d98d1dba5204), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:37.398846 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0ad48a00-505c-4494-935e-f7c0fc9006d2 req-1a7becad-c1b2-4ffe-94d1-61bed86d2c69 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=762fd02a-08b8-459e-bc50-47531df84afa HTTP/1.1" status: 200 len: 210 time: 0.0676851 Feb 09 01:25:37.435094 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-cdec6db9-317b-44ec-a17a-fceb95981faa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['615dbb4d-4282-4d01-9af7-d3994fab4334']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:37.465943 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d6d51d53-e183-43b2-87d9-687cf00976a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (79bef267-d4c3-4bee-ac70-12c0c7399cde), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:37.468489 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-7ca1640f-f2e3-4165-9e57-27512bdfe1b1 None None] For port e5e9cae4-d648-4df0-add2-d98d1dba5204, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=e5e9cae4-d648-4df0-add2-d98d1dba5204,segment=NetworkSegment(af93cac6-5d5f-4d5f-921e-cbbc9866a4d1),segment_id=af93cac6-5d5f-4d5f-921e-cbbc9866a4d1)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:37.469002 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7ca1640f-f2e3-4165-9e57-27512bdfe1b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (e5e9cae4-d648-4df0-add2-d98d1dba5204), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:37.489561 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7ca1640f-f2e3-4165-9e57-27512bdfe1b1 None None] Calling delete_port for e5e9cae4-d648-4df0-add2-d98d1dba5204 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:25:37.654431 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7ca1640f-f2e3-4165-9e57-27512bdfe1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (e5e9cae4-d648-4df0-add2-d98d1dba5204), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:37.687486 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca1640f-f2e3-4165-9e57-27512bdfe1b1 None None] Pushing event deleted for resources: {'Port': ['ID=e5e9cae4-d648-4df0-add2-d98d1dba5204,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:37.690751 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca1640f-f2e3-4165-9e57-27512bdfe1b1 None None] No DVR routers for this DVR port e5e9cae4-d648-4df0-add2-d98d1dba5204 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:25:37.797800 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-cdec6db9-317b-44ec-a17a-fceb95981faa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba363635-7582-498a-b38b-955b476536ad') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:37.798192 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-cdec6db9-317b-44ec-a17a-fceb95981faa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba363635-7582-498a-b38b-955b476536ad') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:37.862623 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 7647f863-5cac-4007-a98a-afd9e1a77593 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:25:37.868512 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cdec6db9-317b-44ec-a17a-fceb95981faa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (ba363635-7582-498a-b38b-955b476536ad), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:37.897546 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 7647f863-5cac-4007-a98a-afd9e1a77593 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:25:37.898159 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 7647f863-5cac-4007-a98a-afd9e1a77593 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:25:37.899177 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device f0136efd-1269-4932-a6f1-227e5a8bea62 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:25:37.907161 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7db8206b-9606-466e-96af-489ad55b3165 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (05e0cb69-f78c-49f2-a1fd-f05ecbeadcd0), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:37.909975 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cdec6db9-317b-44ec-a17a-fceb95981faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (ba363635-7582-498a-b38b-955b476536ad), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:37.916485 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-34452905-fee5-45e7-aa4b-16bb252667cc service neutron] 10.222.0.121 "GET /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7355733 Feb 09 01:25:37.918214 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-497614c1-1a46-4ea2-8b75-71c5b4d6d925 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (2cffe158-1e62-4cc7-b53e-f2901607bc8e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:37.946571 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: f0136efd-1269-4932-a6f1-227e5a8bea62 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:25:37.947278 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device f0136efd-1269-4932-a6f1-227e5a8bea62 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:25:37.947507 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdec6db9-317b-44ec-a17a-fceb95981faa admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:25:37.947918 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cdec6db9-317b-44ec-a17a-fceb95981faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (ba363635-7582-498a-b38b-955b476536ad), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:37.948443 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e5e9cae4-d648-4df0-add2-d98d1dba5204 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:25:37.953032 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:25:37.953032 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:25:37.953032 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:25:37.953032 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:25:37.953032 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:25:37.953032 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:25:37.953032 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:25:37.953032 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:25:37.953032 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:25:37.953032 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:25:37.953032 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:25:37.953032 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:25:37.953032 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:25:37.953032 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:25:37.953032 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:25:37.953032 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:25:37.953032 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:25:37.953032 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:25:37.953032 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:25:37.953032 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:25:37.953032 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:25:37.953032 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:25:37.953032 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:25:37.953032 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:25:37.953032 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:25:37.953032 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:25:37.953032 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:25:37.953032 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:25:37.953032 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:25:37.953032 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:25:37.953032 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:25:37.953032 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:25:37.973708 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: e5e9cae4-d648-4df0-add2-d98d1dba5204 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:25:37.974393 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e5e9cae4-d648-4df0-add2-d98d1dba5204 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:25:37.975058 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device ad63b903-eee1-467d-ac4b-67948f7b9db8 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:25:38.005441 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: ad63b903-eee1-467d-ac4b-67948f7b9db8 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:25:38.005795 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device ad63b903-eee1-467d-ac4b-67948f7b9db8 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:25:38.035324 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-497614c1-1a46-4ea2-8b75-71c5b4d6d925 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cffe158-1e62-4cc7-b53e-f2901607bc8e']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:38.064751 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d6d51d53-e183-43b2-87d9-687cf00976a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (79bef267-d4c3-4bee-ac70-12c0c7399cde), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:38.077827 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d6d51d53-e183-43b2-87d9-687cf00976a4 admin admin] Publish callbacks [] for router_controller (79bef267-d4c3-4bee-ac70-12c0c7399cde), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:38.091773 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-497614c1-1a46-4ea2-8b75-71c5b4d6d925 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d3c1337-4602-4f96-922a-4ca1aedec141') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:38.091773 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-497614c1-1a46-4ea2-8b75-71c5b4d6d925 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d3c1337-4602-4f96-922a-4ca1aedec141') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:38.124814 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db8206b-9606-466e-96af-489ad55b3165 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Network 3da7b53e-01b3-45ec-a0e0-5a7bc298215e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:38.131600 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-497614c1-1a46-4ea2-8b75-71c5b4d6d925 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (0d3c1337-4602-4f96-922a-4ca1aedec141), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:38.134538 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db8206b-9606-466e-96af-489ad55b3165 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Pushing event updated for resources: {'Port': ['ID=05e0cb69-f78c-49f2-a1fd-f05ecbeadcd0,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:38.146200 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-7db8206b-9606-466e-96af-489ad55b3165 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:38.152745 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db8206b-9606-466e-96af-489ad55b3165 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:25:38.169792 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca5a5e-ba65-4d25-b893-652aabecb81f req-6efe2fc4-9a65-4cac-ac96-90a8f7baedbe tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:38.171310 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-27ca5a5e-ba65-4d25-b893-652aabecb81f req-6efe2fc4-9a65-4cac-ac96-90a8f7baedbe tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4 HTTP/1.1" status: 200 len: 943 time: 0.7523589 Feb 09 01:25:38.183935 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cdec6db9-317b-44ec-a17a-fceb95981faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (615dbb4d-4282-4d01-9af7-d3994fab4334), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:38.191949 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d6d51d53-e183-43b2-87d9-687cf00976a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (79bef267-d4c3-4bee-ac70-12c0c7399cde), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:38.192499 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d51d53-e183-43b2-87d9-687cf00976a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79bef267-d4c3-4bee-ac70-12c0c7399cde {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:25:38.194466 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-497614c1-1a46-4ea2-8b75-71c5b4d6d925 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (0d3c1337-4602-4f96-922a-4ca1aedec141), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:38.212682 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cdec6db9-317b-44ec-a17a-fceb95981faa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:38.216019 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cdec6db9-317b-44ec-a17a-fceb95981faa admin admin] 10.222.0.30 "DELETE /v2.0/networks/615dbb4d-4282-4d01-9af7-d3994fab4334 HTTP/1.1" status: 204 len: 168 time: 1.8434844 Feb 09 01:25:38.232886 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d6d51d53-e183-43b2-87d9-687cf00976a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:38.236383 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d6d51d53-e183-43b2-87d9-687cf00976a4 admin admin] 10.222.0.30 "DELETE /v2.0/routers/79bef267-d4c3-4bee-ac70-12c0c7399cde HTTP/1.1" status: 204 len: 168 time: 2.6965370 Feb 09 01:25:38.242812 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37170) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:38.243080 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37172) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:38.291586 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-497614c1-1a46-4ea2-8b75-71c5b4d6d925 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:25:38.291844 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-497614c1-1a46-4ea2-8b75-71c5b4d6d925 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (0d3c1337-4602-4f96-922a-4ca1aedec141), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:38.372964 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec6db9-317b-44ec-a17a-fceb95981faa admin admin] Pushing event deleted for resources: {'Network': ['ID=615dbb4d-4282-4d01-9af7-d3994fab4334,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:38.380387 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:25:38.380387 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:25:38.380387 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:25:38.380387 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:25:38.380387 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:25:38.380387 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:25:38.380387 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:25:38.380387 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:25:38.380387 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:25:38.380387 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:25:38.380387 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:25:38.380387 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:25:38.380387 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:25:38.380387 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:25:38.380387 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:25:38.380387 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:25:38.380387 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:25:38.380387 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:25:38.380387 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:25:38.380387 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:25:38.380387 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:25:38.380387 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:25:38.380387 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:25:38.380387 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:25:38.380387 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:25:38.380387 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:25:38.380387 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:25:38.380387 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:25:38.380387 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:25:38.380387 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:25:38.380387 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:25:38.380387 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:25:38.386772 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-497614c1-1a46-4ea2-8b75-71c5b4d6d925 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (2cffe158-1e62-4cc7-b53e-f2901607bc8e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:38.393531 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-497614c1-1a46-4ea2-8b75-71c5b4d6d925 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:38.400526 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-497614c1-1a46-4ea2-8b75-71c5b4d6d925 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "DELETE /v2.0/networks/2cffe158-1e62-4cc7-b53e-f2901607bc8e HTTP/1.1" status: 204 len: 168 time: 1.4836841 Feb 09 01:25:38.403864 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-52e814b3-6e78-4c5a-839d-489d04da8358 req-a10ae5ff-cebf-4cb7-942a-d15919ee34e5 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3444045 Feb 09 01:25:38.408625 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37174) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:38.412162 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-97de10c4-804e-4d17-b28c-dc8a1271881a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks [] for port (a476cb47-66fa-4946-bbe0-0a21ff04360a), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:38.438902 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-80a0f4dd-c137-4209-b586-e37614418045 admin admin] Deleting subnet 863dc86a-6680-41bb-94d9-d9e957f3f559 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:25:38.449967 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-27ca5a5e-ba65-4d25-b893-652aabecb81f req-7484332e-d05c-4f02-b262-799a2d7af5af tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639751 Feb 09 01:25:38.452911 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-5623f407-1a57-4760-8a4a-ac7f6804fa91 admin admin] Deleting subnet c617e52a-1c92-4f9f-a978-3ab60b4c79f7 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:25:38.455260 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-80a0f4dd-c137-4209-b586-e37614418045 admin admin] Publish callbacks [] for subnet (863dc86a-6680-41bb-94d9-d9e957f3f559), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:38.459922 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5623f407-1a57-4760-8a4a-ac7f6804fa91 admin admin] Publish callbacks [] for subnet (c617e52a-1c92-4f9f-a978-3ab60b4c79f7), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:38.481805 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a3cbab0a-e958-446b-b31a-aaed16b60fa2 req-ed87676a-90e5-4667-98d7-4d70a467536e service neutron] 10.222.0.121 "GET /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5423038 Feb 09 01:25:38.488209 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a21a26-7d9d-41d8-b746-ec746894f689 req-4e7e36f8-a223-42c0-9c71-00b2b98a0cf5 tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:38.489783 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-74a21a26-7d9d-41d8-b746-ec746894f689 req-4e7e36f8-a223-42c0-9c71-00b2b98a0cf5 tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae694d56-970e-4adf-8695-fb419d3091eb HTTP/1.1" status: 200 len: 945 time: 0.3292935 Feb 09 01:25:38.511119 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db8206b-9606-466e-96af-489ad55b3165 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:38.512686 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7db8206b-9606-466e-96af-489ad55b3165 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:38.548593 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d9d26952-afb6-489a-98f5-ca7cd3c80e40 None None] Provisioning complete for port 05e0cb69-f78c-49f2-a1fd-f05ecbeadcd0 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:38.549014 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d9d26952-afb6-489a-98f5-ca7cd3c80e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (05e0cb69-f78c-49f2-a1fd-f05ecbeadcd0), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:38.558622 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497614c1-1a46-4ea2-8b75-71c5b4d6d925 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Pushing event deleted for resources: {'Network': ['ID=2cffe158-1e62-4cc7-b53e-f2901607bc8e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:38.583951 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7db8206b-9606-466e-96af-489ad55b3165 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8779569 Feb 09 01:25:38.587804 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37178) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:38.609493 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d9d26952-afb6-489a-98f5-ca7cd3c80e40 None None] Port 05e0cb69-f78c-49f2-a1fd-f05ecbeadcd0 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:25:38.627939 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5ab38-51e7-4205-82f7-b8dcaa83915c req-665a294b-d198-4e8b-944f-996149e5b0d9 tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:38.629461 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-aad5ab38-51e7-4205-82f7-b8dcaa83915c req-665a294b-d198-4e8b-944f-996149e5b0d9 tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] 10.222.0.91 "GET /v2.0/ports?device_id=ae694d56-970e-4adf-8695-fb419d3091eb HTTP/1.1" status: 200 len: 945 time: 0.3795664 Feb 09 01:25:38.635046 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-80a0f4dd-c137-4209-b586-e37614418045 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (863dc86a-6680-41bb-94d9-d9e957f3f559), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:38.638671 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6020c24d-3813-4d8b-b1f5-b3975f1897c3 req-c0fbc1f1-b8db-4535-aba0-b746e9e5e23c tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=762fd02a-08b8-459e-bc50-47531df84afa HTTP/1.1" status: 200 len: 210 time: 0.0619037 Feb 09 01:25:38.639211 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d769e16d-be44-4e6c-8c9c-78e84878bfc6 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (a87ac28a-2aeb-4a83-82bf-decda1e08acb), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:38.659459 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5623f407-1a57-4760-8a4a-ac7f6804fa91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (c617e52a-1c92-4f9f-a978-3ab60b4c79f7), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:38.680402 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-be51f779-456d-4471-a35b-1f574efae8c6 tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'project_id': '9bc50bffe4c84272aebfd73544dfcc4f', 'port_id': '05e0cb69-f78c-49f2-a1fd-f05ecbeadcd0'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:38.703780 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-97de10c4-804e-4d17-b28c-dc8a1271881a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (a476cb47-66fa-4946-bbe0-0a21ff04360a), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:38.771525 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-74a21a26-7d9d-41d8-b746-ec746894f689 req-a0d02c9c-3a59-4229-bc6a-2209c29c0220 tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7e331a7-7a7b-474f-ac89-50c6c758f866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580292 Feb 09 01:25:38.775520 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018206a5-ef81-4bdd-a55b-712843830235 req-eced6d07-27d1-4d57-a21a-435fc6981f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:38.777355 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-018206a5-ef81-4bdd-a55b-712843830235 req-eced6d07-27d1-4d57-a21a-435fc6981f61 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=bb54c6d9ab92477c86a4af4dae2b904f&device_id=c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4 HTTP/1.1" status: 200 len: 1126 time: 0.2158580 Feb 09 01:25:38.781382 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e814b3-6e78-4c5a-839d-489d04da8358 req-b05b3548-a17f-4beb-9b09-7c61d426cc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:38.782833 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-be51f779-456d-4471-a35b-1f574efae8c6 tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:38.782952 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-52e814b3-6e78-4c5a-839d-489d04da8358 req-b05b3548-a17f-4beb-9b09-7c61d426cc49 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b6fd459715684d44a0a31bd130ea655c&device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 1128 time: 0.2885470 Feb 09 01:25:38.798426 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5623f407-1a57-4760-8a4a-ac7f6804fa91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (c617e52a-1c92-4f9f-a978-3ab60b4c79f7), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:38.802816 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-97de10c4-804e-4d17-b28c-dc8a1271881a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Network b5cee00d-d11d-4a76-ad74-cfd798aa917c is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:38.806761 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-80a0f4dd-c137-4209-b586-e37614418045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (863dc86a-6680-41bb-94d9-d9e957f3f559), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:38.848754 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-97de10c4-804e-4d17-b28c-dc8a1271881a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:38.866042 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-97de10c4-804e-4d17-b28c-dc8a1271881a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:25:38.943918 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d769e16d-be44-4e6c-8c9c-78e84878bfc6 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (a87ac28a-2aeb-4a83-82bf-decda1e08acb), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:38.947557 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97de10c4-804e-4d17-b28c-dc8a1271881a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Pushing event updated for resources: {'Port': ['ID=a476cb47-66fa-4946-bbe0-0a21ff04360a,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:38.994373 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-d769e16d-be44-4e6c-8c9c-78e84878bfc6 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a87ac28a-2aeb-4a83-82bf-decda1e08acb']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:39.005592 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-aad5ab38-51e7-4205-82f7-b8dcaa83915c req-078bf683-5198-4681-bda5-e94012e3ff83 tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] Deleting port 77acaf38-cf8b-4dc8-822a-e28c0c023743 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:25:39.005928 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-aad5ab38-51e7-4205-82f7-b8dcaa83915c req-078bf683-5198-4681-bda5-e94012e3ff83 tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (77acaf38-cf8b-4dc8-822a-e28c0c023743), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.019133 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-d769e16d-be44-4e6c-8c9c-78e84878bfc6 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af93cac6-5d5f-4d5f-921e-cbbc9866a4d1') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:39.019478 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-d769e16d-be44-4e6c-8c9c-78e84878bfc6 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af93cac6-5d5f-4d5f-921e-cbbc9866a4d1') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:39.029711 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-97de10c4-804e-4d17-b28c-dc8a1271881a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:39.030416 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-97de10c4-804e-4d17-b28c-dc8a1271881a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.055820 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5623f407-1a57-4760-8a4a-ac7f6804fa91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (c617e52a-1c92-4f9f-a978-3ab60b4c79f7), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.058397 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e814b3-6e78-4c5a-839d-489d04da8358 req-6f329cd4-b34b-420c-a5aa-a503e19caa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:39.060129 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-52e814b3-6e78-4c5a-839d-489d04da8358 req-6f329cd4-b34b-420c-a5aa-a503e19caa90 service neutron] 10.222.0.121 "GET /v2.0/networks?id=b5cee00d-d11d-4a76-ad74-cfd798aa917c HTTP/1.1" status: 200 len: 912 time: 0.2127318 Feb 09 01:25:39.064535 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-80a0f4dd-c137-4209-b586-e37614418045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (863dc86a-6680-41bb-94d9-d9e957f3f559), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.077936 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d769e16d-be44-4e6c-8c9c-78e84878bfc6 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (af93cac6-5d5f-4d5f-921e-cbbc9866a4d1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.080075 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-97de10c4-804e-4d17-b28c-dc8a1271881a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4104557 Feb 09 01:25:39.082848 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018206a5-ef81-4bdd-a55b-712843830235 req-22336aa8-eda2-42a8-8fb5-d8c35ac0f3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:39.084351 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-018206a5-ef81-4bdd-a55b-712843830235 req-22336aa8-eda2-42a8-8fb5-d8c35ac0f3b8 service neutron] 10.222.0.121 "GET /v2.0/networks?id=6b99b81e-5871-4979-a64c-22edc1a2273c HTTP/1.1" status: 200 len: 912 time: 0.2977219 Feb 09 01:25:39.152326 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-6639d78a-dbad-4a29-8231-c6c2ca800bad service neutron] Request body: {'port': {'device_id': '762fd02a-08b8-459e-bc50-47531df84afa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:39.154036 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d769e16d-be44-4e6c-8c9c-78e84878bfc6 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (af93cac6-5d5f-4d5f-921e-cbbc9866a4d1), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.155854 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-808801d4-d780-4958-acc3-e829543f0081 None None] Provisioning complete for port a476cb47-66fa-4946-bbe0-0a21ff04360a triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:39.156888 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623f407-1a57-4760-8a4a-ac7f6804fa91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c617e52a-1c92-4f9f-a978-3ab60b4c79f7,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:39.157120 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-808801d4-d780-4958-acc3-e829543f0081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a476cb47-66fa-4946-bbe0-0a21ff04360a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.159604 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5623f407-1a57-4760-8a4a-ac7f6804fa91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.160634 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-018206a5-ef81-4bdd-a55b-712843830235 req-429109cb-d8d5-4a8f-b0ca-c6888760eaaf service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c006bf24-f5a4-4da9-9fdf-406882e4e472 HTTP/1.1" status: 200 len: 217 time: 0.0593362 Feb 09 01:25:39.167223 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5623f407-1a57-4760-8a4a-ac7f6804fa91 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c617e52a-1c92-4f9f-a978-3ab60b4c79f7 HTTP/1.1" status: 204 len: 168 time: 0.9101467 Feb 09 01:25:39.167223 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-80a0f4dd-c137-4209-b586-e37614418045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.167490 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37182) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:39.173050 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-80a0f4dd-c137-4209-b586-e37614418045 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/863dc86a-6680-41bb-94d9-d9e957f3f559 HTTP/1.1" status: 204 len: 168 time: 0.9221113 Feb 09 01:25:39.191584 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37184) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:39.196466 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d769e16d-be44-4e6c-8c9c-78e84878bfc6 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:25:39.196880 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d769e16d-be44-4e6c-8c9c-78e84878bfc6 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (af93cac6-5d5f-4d5f-921e-cbbc9866a4d1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.202837 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-808801d4-d780-4958-acc3-e829543f0081 None None] Port a476cb47-66fa-4946-bbe0-0a21ff04360a cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:25:39.218111 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:25:39.218111 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:25:39.218111 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:25:39.218111 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:25:39.218111 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:25:39.218111 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:25:39.218111 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:25:39.218111 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:25:39.218111 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:25:39.218111 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:25:39.218111 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:25:39.218111 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:25:39.218111 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:25:39.218111 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:25:39.218111 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:25:39.218111 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:25:39.218111 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:25:39.218111 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:25:39.218111 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:25:39.218111 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:25:39.218111 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:25:39.218111 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:25:39.218111 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:25:39.218111 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:25:39.218111 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:25:39.218111 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:25:39.218111 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:25:39.218111 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:25:39.218111 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:25:39.218111 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:25:39.218111 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:25:39.218111 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:25:39.225876 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0f4dd-c137-4209-b586-e37614418045 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=863dc86a-6680-41bb-94d9-d9e957f3f559,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:39.298411 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-52e814b3-6e78-4c5a-839d-489d04da8358 req-390cc722-3d97-4d93-9e9e-a37995d23cd1 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5719c236-b300-4f5c-b12a-6f8844909733 HTTP/1.1" status: 200 len: 1000 time: 0.2266901 Feb 09 01:25:39.359079 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-aad5ab38-51e7-4205-82f7-b8dcaa83915c req-078bf683-5198-4681-bda5-e94012e3ff83 tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] For port 77acaf38-cf8b-4dc8-822a-e28c0c023743, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=77acaf38-cf8b-4dc8-822a-e28c0c023743,segment=NetworkSegment(d3f239ad-11ef-4a81-8296-5a896534e380),segment_id=d3f239ad-11ef-4a81-8296-5a896534e380)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:39.359079 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-aad5ab38-51e7-4205-82f7-b8dcaa83915c req-078bf683-5198-4681-bda5-e94012e3ff83 tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (77acaf38-cf8b-4dc8-822a-e28c0c023743), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.384843 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d1e477e5-c955-4e97-afb6-e6f8b9a4a157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (8057a847-a45d-4f85-a64d-b8fa9c6efd3b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.396913 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-6639d78a-dbad-4a29-8231-c6c2ca800bad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a476cb47-66fa-4946-bbe0-0a21ff04360a), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.406642 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018206a5-ef81-4bdd-a55b-712843830235 req-57864c55-4929-459a-9c19-e9c496106fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:39.408167 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-018206a5-ef81-4bdd-a55b-712843830235 req-57864c55-4929-459a-9c19-e9c496106fd2 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=46b59fab-0ab1-4600-8204-1f86be683b81 HTTP/1.1" status: 200 len: 851 time: 0.2405009 Feb 09 01:25:39.408782 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d769e16d-be44-4e6c-8c9c-78e84878bfc6 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (a87ac28a-2aeb-4a83-82bf-decda1e08acb), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.412461 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-aad5ab38-51e7-4205-82f7-b8dcaa83915c req-078bf683-5198-4681-bda5-e94012e3ff83 tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] Calling delete_port for 77acaf38-cf8b-4dc8-822a-e28c0c023743 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:25:39.413386 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e814b3-6e78-4c5a-839d-489d04da8358 req-5ae26d12-b2eb-4bf5-8927-616e0d5c2441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:39.415922 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-52e814b3-6e78-4c5a-839d-489d04da8358 req-5ae26d12-b2eb-4bf5-8927-616e0d5c2441 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3c1b64de-5642-407c-82ef-1ad0f3f887f4 HTTP/1.1" status: 200 len: 850 time: 0.1078839 Feb 09 01:25:39.443159 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d769e16d-be44-4e6c-8c9c-78e84878bfc6 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.451330 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d769e16d-be44-4e6c-8c9c-78e84878bfc6 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] 10.222.0.30 "DELETE /v2.0/networks/a87ac28a-2aeb-4a83-82bf-decda1e08acb HTTP/1.1" status: 204 len: 168 time: 1.0347028 Feb 09 01:25:39.458449 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9af2f196-5a53-472d-9e50-800452fd8e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (8821b93d-01cf-4b8b-a3db-13afd0eec4ce), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.514033 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-018206a5-ef81-4bdd-a55b-712843830235 req-92eb5a34-89fe-4838-9dfc-bcda1d5f01a7 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6b99b81e-5871-4979-a64c-22edc1a2273c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913949 Feb 09 01:25:39.516184 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d769e16d-be44-4e6c-8c9c-78e84878bfc6 tempest-TaggedBootDevicesTest-2058179832 tempest-TaggedBootDevicesTest-2058179832-project] Pushing event deleted for resources: {'Network': ['ID=a87ac28a-2aeb-4a83-82bf-decda1e08acb,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:39.599564 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-be51f779-456d-4471-a35b-1f574efae8c6 tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.603578 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d1e477e5-c955-4e97-afb6-e6f8b9a4a157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (8057a847-a45d-4f85-a64d-b8fa9c6efd3b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.716440 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e814b3-6e78-4c5a-839d-489d04da8358 req-7cbb07db-7cd3-47ec-a6fa-7043ecc49ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:39.718358 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-52e814b3-6e78-4c5a-839d-489d04da8358 req-7cbb07db-7cd3-47ec-a6fa-7043ecc49ff1 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b5cee00d-d11d-4a76-ad74-cfd798aa917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2957857 Feb 09 01:25:39.729124 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-d1e477e5-c955-4e97-afb6-e6f8b9a4a157 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8057a847-a45d-4f85-a64d-b8fa9c6efd3b']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:39.771807 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-d1e477e5-c955-4e97-afb6-e6f8b9a4a157 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '201c2d15-1b8a-418a-8b95-6977ad1e0449') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:39.772538 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-d1e477e5-c955-4e97-afb6-e6f8b9a4a157 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '201c2d15-1b8a-418a-8b95-6977ad1e0449') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:39.775490 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-018206a5-ef81-4bdd-a55b-712843830235 req-9fa049b6-62d8-4d30-b8c4-85cba95cf92b service neutron] 10.222.0.121 "GET /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472196 Feb 09 01:25:39.879876 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d1e477e5-c955-4e97-afb6-e6f8b9a4a157 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (201c2d15-1b8a-418a-8b95-6977ad1e0449), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.950618 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9af2f196-5a53-472d-9e50-800452fd8e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (8821b93d-01cf-4b8b-a3db-13afd0eec4ce), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.953472 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16008ca7-8924-4904-8d87-3a30b085e763 req-75100578-52e7-48b1-b208-829d021e0816 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:39.955806 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-16008ca7-8924-4904-8d87-3a30b085e763 req-75100578-52e7-48b1-b208-829d021e0816 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4 HTTP/1.1" status: 200 len: 943 time: 0.3763115 Feb 09 01:25:39.957006 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d1e477e5-c955-4e97-afb6-e6f8b9a4a157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (201c2d15-1b8a-418a-8b95-6977ad1e0449), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:40.011658 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e477e5-c955-4e97-afb6-e6f8b9a4a157 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:25:40.012090 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d1e477e5-c955-4e97-afb6-e6f8b9a4a157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (201c2d15-1b8a-418a-8b95-6977ad1e0449), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:40.014129 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:25:40.014129 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:25:40.014129 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:25:40.014129 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:25:40.014129 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:25:40.014129 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:25:40.014129 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:25:40.014129 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:25:40.014129 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:25:40.014129 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:25:40.014129 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:25:40.014129 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:25:40.014129 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:25:40.014129 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:25:40.014129 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:25:40.014129 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:25:40.014129 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:25:40.014129 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:25:40.014129 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:25:40.014129 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:25:40.014129 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:25:40.014129 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:25:40.014129 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:25:40.014129 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:25:40.014129 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:25:40.014129 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:25:40.014129 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:25:40.014129 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:25:40.014129 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:25:40.014129 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:25:40.014129 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:25:40.014129 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:25:40.026758 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-9af2f196-5a53-472d-9e50-800452fd8e1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8821b93d-01cf-4b8b-a3db-13afd0eec4ce']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:40.086688 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-9af2f196-5a53-472d-9e50-800452fd8e1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26d77e61-b848-45bd-b1c3-0a5bb9cc932a') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:40.087060 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-9af2f196-5a53-472d-9e50-800452fd8e1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26d77e61-b848-45bd-b1c3-0a5bb9cc932a') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:40.089402 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-be51f779-456d-4471-a35b-1f574efae8c6 tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Allocated IP 172.25.1.84 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/99dbcbe5-f790-472e-9ff2-a44b04bb9fb0) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:40.093160 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-018206a5-ef81-4bdd-a55b-712843830235 req-c8f0b73f-ed46-41cc-ae39-dca9340721fa service neutron] 10.222.0.121 "GET /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099542 Feb 09 01:25:40.099901 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-52e814b3-6e78-4c5a-839d-489d04da8358 req-1e71c0e1-818f-4db3-aa77-acf67e28e289 service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737574 Feb 09 01:25:40.111812 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9af2f196-5a53-472d-9e50-800452fd8e1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (26d77e61-b848-45bd-b1c3-0a5bb9cc932a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:40.150831 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9af2f196-5a53-472d-9e50-800452fd8e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (26d77e61-b848-45bd-b1c3-0a5bb9cc932a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:40.151905 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8064c-bfad-47a0-9243-60b3e05d4b96 req-25980a8b-1158-49e4-8c01-7f73c7a8d3ae tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:40.153380 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-17a8064c-bfad-47a0-9243-60b3e05d4b96 req-25980a8b-1158-49e4-8c01-7f73c7a8d3ae tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=762fd02a-08b8-459e-bc50-47531df84afa HTTP/1.1" status: 200 len: 931 time: 0.3785181 Feb 09 01:25:40.202975 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af2f196-5a53-472d-9e50-800452fd8e1e admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:25:40.203402 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9af2f196-5a53-472d-9e50-800452fd8e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (26d77e61-b848-45bd-b1c3-0a5bb9cc932a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:40.205428 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:25:40.205428 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:25:40.205428 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:25:40.205428 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:25:40.205428 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:25:40.205428 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:25:40.205428 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:25:40.205428 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:25:40.205428 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:25:40.205428 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:25:40.205428 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:25:40.205428 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:25:40.205428 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:25:40.205428 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:25:40.205428 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:25:40.205428 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:25:40.205428 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:25:40.205428 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:25:40.205428 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:25:40.205428 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:25:40.205428 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:25:40.205428 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:25:40.205428 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:25:40.205428 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:25:40.205428 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:25:40.205428 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:25:40.205428 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:25:40.205428 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:25:40.205428 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:25:40.205428 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:25:40.205428 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:25:40.205428 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:25:40.218694 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d1e477e5-c955-4e97-afb6-e6f8b9a4a157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (8057a847-a45d-4f85-a64d-b8fa9c6efd3b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:40.254282 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-aad5ab38-51e7-4205-82f7-b8dcaa83915c req-078bf683-5198-4681-bda5-e94012e3ff83 tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (77acaf38-cf8b-4dc8-822a-e28c0c023743), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:40.288673 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d1e477e5-c955-4e97-afb6-e6f8b9a4a157 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:40.294382 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d1e477e5-c955-4e97-afb6-e6f8b9a4a157 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8057a847-a45d-4f85-a64d-b8fa9c6efd3b HTTP/1.1" status: 204 len: 168 time: 1.1002300 Feb 09 01:25:40.295589 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-16008ca7-8924-4904-8d87-3a30b085e763 req-e4758b4a-17a7-4722-89eb-7f1dc1df53e3 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199744 Feb 09 01:25:40.298014 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-6639d78a-dbad-4a29-8231-c6c2ca800bad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a476cb47-66fa-4946-bbe0-0a21ff04360a {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:25:40.309963 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078bf683-5198-4681-bda5-e94012e3ff83 tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] Pushing event deleted for resources: {'Port': ['ID=77acaf38-cf8b-4dc8-822a-e28c0c023743,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:40.334517 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e477e5-c955-4e97-afb6-e6f8b9a4a157 admin admin] Pushing event deleted for resources: {'Network': ['ID=8057a847-a45d-4f85-a64d-b8fa9c6efd3b,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:40.345921 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-6639d78a-dbad-4a29-8231-c6c2ca800bad service neutron] Publish callbacks [] for port (a476cb47-66fa-4946-bbe0-0a21ff04360a), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:40.396026 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-be51f779-456d-4471-a35b-1f574efae8c6 tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Publish callbacks [] for port (99dbcbe5-f790-472e-9ff2-a44b04bb9fb0), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:40.397461 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-6639d78a-dbad-4a29-8231-c6c2ca800bad service neutron] Transition to ACTIVE for port object a476cb47-66fa-4946-bbe0-0a21ff04360a will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:25:40.404755 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-17a8064c-bfad-47a0-9243-60b3e05d4b96 req-0be329a6-faff-4731-a724-a30f9fab6481 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963408 Feb 09 01:25:40.417632 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-6639d78a-dbad-4a29-8231-c6c2ca800bad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (a476cb47-66fa-4946-bbe0-0a21ff04360a), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:40.438004 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-52e814b3-6e78-4c5a-839d-489d04da8358 req-da94ade9-3ef5-40ff-abdf-946a1701cdc9 service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108301 Feb 09 01:25:40.489553 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9af2f196-5a53-472d-9e50-800452fd8e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (8821b93d-01cf-4b8b-a3db-13afd0eec4ce), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:40.493754 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad5ab38-51e7-4205-82f7-b8dcaa83915c req-078bf683-5198-4681-bda5-e94012e3ff83 tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] No DVR routers for this DVR port 77acaf38-cf8b-4dc8-822a-e28c0c023743 on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:25:40.500713 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-aad5ab38-51e7-4205-82f7-b8dcaa83915c req-078bf683-5198-4681-bda5-e94012e3ff83 tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:40.504105 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-aad5ab38-51e7-4205-82f7-b8dcaa83915c req-078bf683-5198-4681-bda5-e94012e3ff83 tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] 10.222.0.91 "DELETE /v2.0/ports/77acaf38-cf8b-4dc8-822a-e28c0c023743 HTTP/1.1" status: 204 len: 173 time: 1.8626668 Feb 09 01:25:40.506677 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9af2f196-5a53-472d-9e50-800452fd8e1e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:40.510729 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9af2f196-5a53-472d-9e50-800452fd8e1e admin admin] 10.222.0.30 "DELETE /v2.0/networks/8821b93d-01cf-4b8b-a3db-13afd0eec4ce HTTP/1.1" status: 204 len: 168 time: 1.3276725 Feb 09 01:25:40.511411 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae694d56-970e-4adf-8695-fb419d3091eb', 'name': 'network-vif-deleted', 'tag': '77acaf38-cf8b-4dc8-822a-e28c0c023743'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:25:40.513869 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef38190c-853a-47fc-9394-699c380de4ce" -d '{"events": [{"server_uuid": "ae694d56-970e-4adf-8695-fb419d3091eb", "name": "network-vif-deleted", "tag": "77acaf38-cf8b-4dc8-822a-e28c0c023743"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:25:40.530773 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2f196-5a53-472d-9e50-800452fd8e1e admin admin] Pushing event deleted for resources: {'Network': ['ID=8821b93d-01cf-4b8b-a3db-13afd0eec4ce,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:40.545948 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-be51f779-456d-4471-a35b-1f574efae8c6 tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (99dbcbe5-f790-472e-9ff2-a44b04bb9fb0), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:40.559719 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8df64432-bccd-499b-91b7-e6137bd6abcd req-de02b27b-e8a2-4d88-8464-b190e7569e83 tempest-ServersNegativeTestMultiTenantJSON-1784628559 tempest-ServersNegativeTestMultiTenantJSON-1784628559-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae694d56-970e-4adf-8695-fb419d3091eb HTTP/1.1" status: 200 len: 210 time: 0.1202924 Feb 09 01:25:40.617757 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639d78a-dbad-4a29-8231-c6c2ca800bad service neutron] Pushing event updated for resources: {'Port': ['ID=a476cb47-66fa-4946-bbe0-0a21ff04360a,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:40.622610 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fa3151-fb7e-4292-964a-d18f7f8569a4 x-openstack-request-id: req-23fa3151-fb7e-4292-964a-d18f7f8569a4 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:25:40.622960 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae694d56-970e-4adf-8695-fb419d3091eb", "name": "network-vif-deleted", "tag": "77acaf38-cf8b-4dc8-822a-e28c0c023743", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:25:40.624271 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-23fa3151-fb7e-4292-964a-d18f7f8569a4 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:25:40.624718 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae694d56-970e-4adf-8695-fb419d3091eb', 'name': 'network-vif-deleted', 'tag': '77acaf38-cf8b-4dc8-822a-e28c0c023743', 'status': 'completed', 'code': 200} Feb 09 01:25:40.647212 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be51f779-456d-4471-a35b-1f574efae8c6 tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:40.652707 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-be51f779-456d-4471-a35b-1f574efae8c6 tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:40.656814 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be51f779-456d-4471-a35b-1f574efae8c6 tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:25:40.748220 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be51f779-456d-4471-a35b-1f574efae8c6 tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Pushing event updated for resources: {'Port': ['ID=99dbcbe5-f790-472e-9ff2-a44b04bb9fb0,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:40.763692 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37206) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:40.818384 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37210) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:40.845646 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-6639d78a-dbad-4a29-8231-c6c2ca800bad service neutron] Attempting to bind port a476cb47-66fa-4946-bbe0-0a21ff04360a on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:25:40.846331 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-6639d78a-dbad-4a29-8231-c6c2ca800bad service neutron] Attempting to bind port a476cb47-66fa-4946-bbe0-0a21ff04360a by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '153f7d2f-df27-4bdc-b04a-82cc92147679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:25:40.847429 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-6639d78a-dbad-4a29-8231-c6c2ca800bad service neutron] Attempting to bind port a476cb47-66fa-4946-bbe0-0a21ff04360a on network b5cee00d-d11d-4a76-ad74-cfd798aa917c {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:25:40.857595 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-6639d78a-dbad-4a29-8231-c6c2ca800bad service neutron] Port a476cb47-66fa-4946-bbe0-0a21ff04360a on network b5cee00d-d11d-4a76-ad74-cfd798aa917c not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:25:40.858114 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-6639d78a-dbad-4a29-8231-c6c2ca800bad service neutron] Attempting to bind port a476cb47-66fa-4946-bbe0-0a21ff04360a on network b5cee00d-d11d-4a76-ad74-cfd798aa917c {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:25:40.889315 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-6639d78a-dbad-4a29-8231-c6c2ca800bad service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:25:40.889818 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-6639d78a-dbad-4a29-8231-c6c2ca800bad service neutron] Checking segment: {'id': '153f7d2f-df27-4bdc-b04a-82cc92147679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:25:40.890852 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-6639d78a-dbad-4a29-8231-c6c2ca800bad service neutron] Bound using segment: {'id': '153f7d2f-df27-4bdc-b04a-82cc92147679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:25:40.891401 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-6639d78a-dbad-4a29-8231-c6c2ca800bad service neutron] Bound port: a476cb47-66fa-4946-bbe0-0a21ff04360a, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '153f7d2f-df27-4bdc-b04a-82cc92147679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:25:40.891966 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-6639d78a-dbad-4a29-8231-c6c2ca800bad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a476cb47-66fa-4946-bbe0-0a21ff04360a), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:40.984869 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5d419c04-5cc3-4587-9a4d-24c8a6eaa489 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b659ed93cdf14b17b051e53d6fed6bcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2175794 Feb 09 01:25:40.997822 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37212) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:41.007638 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-33eb6760-56d7-408f-bc99-c04e00ccaeb8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c808f84d2c3b4797965f5ee8f6a2482a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1851857 Feb 09 01:25:41.011887 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37214) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:41.058638 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-6639d78a-dbad-4a29-8231-c6c2ca800bad service neutron] For port a476cb47-66fa-4946-bbe0-0a21ff04360a, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:25:41.063054 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-6639d78a-dbad-4a29-8231-c6c2ca800bad service neutron] For port a476cb47-66fa-4946-bbe0-0a21ff04360a, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=a476cb47-66fa-4946-bbe0-0a21ff04360a,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:25:41.079922 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-6639d78a-dbad-4a29-8231-c6c2ca800bad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (a476cb47-66fa-4946-bbe0-0a21ff04360a), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:41.153549 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-6639d78a-dbad-4a29-8231-c6c2ca800bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:41.154557 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-6639d78a-dbad-4a29-8231-c6c2ca800bad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:41.156545 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-6639d78a-dbad-4a29-8231-c6c2ca800bad service neutron] 10.222.0.121 "PUT /v2.0/ports/a476cb47-66fa-4946-bbe0-0a21ff04360a HTTP/1.1" status: 200 len: 1092 time: 2.0503120 Feb 09 01:25:41.166792 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '762fd02a-08b8-459e-bc50-47531df84afa', 'tag': 'a476cb47-66fa-4946-bbe0-0a21ff04360a'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:25:41.172053 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65aeca8d-c465-4ce3-8816-ebd014c64141" -d '{"events": [{"name": "network-changed", "server_uuid": "762fd02a-08b8-459e-bc50-47531df84afa", "tag": "a476cb47-66fa-4946-bbe0-0a21ff04360a"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:25:41.277359 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639d78a-dbad-4a29-8231-c6c2ca800bad service neutron] Pushing event updated for resources: {'Port': ['ID=a476cb47-66fa-4946-bbe0-0a21ff04360a,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:41.288697 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device c006bf24-f5a4-4da9-9fdf-406882e4e472 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:25:41.318734 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a828020b-9500-4e40-8611-c3f9ffedecf0 x-openstack-request-id: req-a828020b-9500-4e40-8611-c3f9ffedecf0 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:25:41.319008 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "762fd02a-08b8-459e-bc50-47531df84afa", "tag": "a476cb47-66fa-4946-bbe0-0a21ff04360a", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:25:41.319274 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a828020b-9500-4e40-8611-c3f9ffedecf0 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:25:41.319740 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '762fd02a-08b8-459e-bc50-47531df84afa', 'tag': 'a476cb47-66fa-4946-bbe0-0a21ff04360a', 'status': 'completed', 'code': 200} Feb 09 01:25:41.321391 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1f87eeb0-ad83-4f50-b5d4-cc151ddc1cfe admin admin] Publish callbacks [] for security_group (c6e37847-5798-49a2-89ad-c53e75460034), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:41.353493 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1f87eeb0-ad83-4f50-b5d4-cc151ddc1cfe admin admin] Publish callbacks [] for security_group (c6e37847-5798-49a2-89ad-c53e75460034), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:41.435626 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7390e9c3-a5a7-4b0e-b9e7-697e9d796490 admin admin] Publish callbacks [] for security_group (695ccb9b-9976-42e0-b79f-a6a74d15f9f6), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:41.548007 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port c006bf24-f5a4-4da9-9fdf-406882e4e472, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=c006bf24-f5a4-4da9-9fdf-406882e4e472,segment=NetworkSegment(3350618d-f84a-4a0b-8997-97c98e7ed20e),segment_id=3350618d-f84a-4a0b-8997-97c98e7ed20e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:41.572667 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': 'c006bf24-f5a4-4da9-9fdf-406882e4e472', 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c', 'port_id': 'c006bf24-f5a4-4da9-9fdf-406882e4e472', 'mac_address': 'fa:16:3e:f1:b6:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b59fab-0ab1-4600-8204-1f86be683b81', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:25:41.576897 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7390e9c3-a5a7-4b0e-b9e7-697e9d796490 admin admin] Publish callbacks [] for security_group (695ccb9b-9976-42e0-b79f-a6a74d15f9f6), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:41.676113 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 77acaf38-cf8b-4dc8-822a-e28c0c023743 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:25:41.678168 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1f87eeb0-ad83-4f50-b5d4-cc151ddc1cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c6e37847-5798-49a2-89ad-c53e75460034), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:41.681798 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1f87eeb0-ad83-4f50-b5d4-cc151ddc1cfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:41.682954 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1f87eeb0-ad83-4f50-b5d4-cc151ddc1cfe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c6e37847-5798-49a2-89ad-c53e75460034 HTTP/1.1" status: 204 len: 168 time: 0.6593332 Feb 09 01:25:41.693145 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-f9df49f8-5949-4a22-86ab-74cbd505047c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:41.694675 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-f9df49f8-5949-4a22-86ab-74cbd505047c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b6fd459715684d44a0a31bd130ea655c&device_id=762fd02a-08b8-459e-bc50-47531df84afa HTTP/1.1" status: 200 len: 1126 time: 0.4126542 Feb 09 01:25:41.721066 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87eeb0-ad83-4f50-b5d4-cc151ddc1cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e37847-5798-49a2-89ad-c53e75460034,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:41.764501 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-be51f779-456d-4471-a35b-1f574efae8c6 tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Publish callbacks [] for floatingip (23cee9ff-50be-420a-9490-76a4a69aa320), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:41.782706 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 77acaf38-cf8b-4dc8-822a-e28c0c023743 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:25:41.783060 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 77acaf38-cf8b-4dc8-822a-e28c0c023743 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:25:41.792695 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a14a92-1ef7-48c6-b198-260e03b367b0 req-dfa6613e-d41f-450b-8be6-b2ff05abf5b5 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:41.795008 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79a14a92-1ef7-48c6-b198-260e03b367b0 req-dfa6613e-d41f-450b-8be6-b2ff05abf5b5 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4 HTTP/1.1" status: 200 len: 943 time: 0.2360322 Feb 09 01:25:41.799009 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-3b388b0a-647d-42e0-a26b-0d8bff3cc764 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a476cb47-66fa-4946-bbe0-0a21ff04360a HTTP/1.1" status: 200 len: 217 time: 0.0936875 Feb 09 01:25:41.805321 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port c006bf24-f5a4-4da9-9fdf-406882e4e472 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:41.805901 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c006bf24-f5a4-4da9-9fdf-406882e4e472), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:41.871417 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221e590-6f37-4ea8-8260-3a915d9cd9fc req-7ff4012d-838c-4b37-beeb-cbee745aeade tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:41.873463 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d221e590-6f37-4ea8-8260-3a915d9cd9fc req-7ff4012d-838c-4b37-beeb-cbee745aeade tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=762fd02a-08b8-459e-bc50-47531df84afa HTTP/1.1" status: 200 len: 943 time: 0.2631984 Feb 09 01:25:41.956277 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-be51f779-456d-4471-a35b-1f574efae8c6 tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (99dbcbe5-f790-472e-9ff2-a44b04bb9fb0), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:41.956869 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79a14a92-1ef7-48c6-b198-260e03b367b0 req-4298a567-e2d4-4c52-8eac-1d1a85aa551b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294670 Feb 09 01:25:41.959750 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7390e9c3-a5a7-4b0e-b9e7-697e9d796490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (695ccb9b-9976-42e0-b79f-a6a74d15f9f6), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:41.969157 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7390e9c3-a5a7-4b0e-b9e7-697e9d796490 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:41.973347 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7390e9c3-a5a7-4b0e-b9e7-697e9d796490 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/695ccb9b-9976-42e0-b79f-a6a74d15f9f6 HTTP/1.1" status: 204 len: 168 time: 0.9743354 Feb 09 01:25:42.038781 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c006bf24-f5a4-4da9-9fdf-406882e4e472 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:25:42.063595 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port c006bf24-f5a4-4da9-9fdf-406882e4e472, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=c006bf24-f5a4-4da9-9fdf-406882e4e472,segment=NetworkSegment(3350618d-f84a-4a0b-8997-97c98e7ed20e),segment_id=3350618d-f84a-4a0b-8997-97c98e7ed20e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:42.073907 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (c006bf24-f5a4-4da9-9fdf-406882e4e472), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:42.076395 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37230) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:42.142485 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-0db022f9-5d7b-4224-b35f-86d4ff720272 admin admin] Deleting subnet a18f243f-c51b-4d04-8882-adb27be66330 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:25:42.146945 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0db022f9-5d7b-4224-b35f-86d4ff720272 admin admin] Publish callbacks [] for subnet (a18f243f-c51b-4d04-8882-adb27be66330), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:42.203763 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d221e590-6f37-4ea8-8260-3a915d9cd9fc req-e6b77a8f-043c-4f84-8f66-24ed3bbedfad tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774699 Feb 09 01:25:42.208100 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-bbe0da0a-c5aa-4f66-b18e-d13080c9862e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:42.209927 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-bbe0da0a-c5aa-4f66-b18e-d13080c9862e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3c1b64de-5642-407c-82ef-1ad0f3f887f4 HTTP/1.1" status: 200 len: 850 time: 0.3587558 Feb 09 01:25:42.229370 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=c006bf24-f5a4-4da9-9fdf-406882e4e472,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:42.268279 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7390e9c3-a5a7-4b0e-b9e7-697e9d796490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695ccb9b-9976-42e0-b79f-a6a74d15f9f6,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:42.310247 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0db022f9-5d7b-4224-b35f-86d4ff720272 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (a18f243f-c51b-4d04-8882-adb27be66330), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:42.333060 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['c006bf24-f5a4-4da9-9fdf-406882e4e472'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:25:42.356884 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-37be9a79-b0da-4db6-b934-7756d48f7710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:42.361170 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-37be9a79-b0da-4db6-b934-7756d48f7710 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b5cee00d-d11d-4a76-ad74-cfd798aa917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1373975 Feb 09 01:25:42.506602 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-be51f779-456d-4471-a35b-1f574efae8c6 tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Publish callbacks [] for port (99dbcbe5-f790-472e-9ff2-a44b04bb9fb0), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:42.521304 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0db022f9-5d7b-4224-b35f-86d4ff720272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (a18f243f-c51b-4d04-8882-adb27be66330), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:42.553068 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-35b8ebf3-ecbe-4618-ae4e-baee31319183 service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843786 Feb 09 01:25:42.553544 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37242) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:42.557070 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-be51f779-456d-4471-a35b-1f574efae8c6 tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (99dbcbe5-f790-472e-9ff2-a44b04bb9fb0), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:42.661900 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be51f779-456d-4471-a35b-1f574efae8c6 tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Pushing event updated for resources: {'Port': ['ID=99dbcbe5-f790-472e-9ff2-a44b04bb9fb0,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:42.683457 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-be51f779-456d-4471-a35b-1f574efae8c6 tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (23cee9ff-50be-420a-9490-76a4a69aa320), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:42.688944 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0db022f9-5d7b-4224-b35f-86d4ff720272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (a18f243f-c51b-4d04-8882-adb27be66330), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:42.795462 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db022f9-5d7b-4224-b35f-86d4ff720272 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a18f243f-c51b-4d04-8882-adb27be66330,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:42.805429 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0db022f9-5d7b-4224-b35f-86d4ff720272 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:42.811747 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0db022f9-5d7b-4224-b35f-86d4ff720272 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a18f243f-c51b-4d04-8882-adb27be66330 HTTP/1.1" status: 204 len: 168 time: 0.7311158 Feb 09 01:25:42.815644 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37246) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:42.934546 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-212d2482-8dcc-4ea4-8da8-273f73280585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (65315c2e-8e8c-4a89-aef5-23c79ddd2f69), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:42.943491 n-d-822053-40 neutron-server[103528]: INFO neutron.db.l3_db [None req-be51f779-456d-4471-a35b-1f574efae8c6 tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Floating IP 23cee9ff-50be-420a-9490-76a4a69aa320 associated. External IP: 172.25.1.84, port: 05e0cb69-f78c-49f2-a1fd-f05ecbeadcd0. Feb 09 01:25:43.118835 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-306a63fe-319a-455d-b530-18dc1c808ae6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4afe80eb7650452c9b25f6d860b59ef9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5608785 Feb 09 01:25:43.134180 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37260) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:43.193603 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-803b9f5c-789d-4b2c-9222-149bc85fdd05 req-653437aa-87a4-44f1-a1db-01164b47f51a service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6313059 Feb 09 01:25:43.240020 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6c850-eb37-453f-b8e9-b45d225b2c9d req-5d1296d5-a67f-4ff1-bc5d-323c903a5179 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:43.257741 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6cd6c850-eb37-453f-b8e9-b45d225b2c9d req-5d1296d5-a67f-4ff1-bc5d-323c903a5179 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4 HTTP/1.1" status: 200 len: 944 time: 0.1614473 Feb 09 01:25:43.274671 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37266) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:43.285496 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-212d2482-8dcc-4ea4-8da8-273f73280585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (65315c2e-8e8c-4a89-aef5-23c79ddd2f69), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:43.299311 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device c006bf24-f5a4-4da9-9fdf-406882e4e472 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:25:43.369141 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port c006bf24-f5a4-4da9-9fdf-406882e4e472 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:25:43.377631 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port c006bf24-f5a4-4da9-9fdf-406882e4e472 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:43.379100 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c006bf24-f5a4-4da9-9fdf-406882e4e472), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:43.392004 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-212d2482-8dcc-4ea4-8da8-273f73280585 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65315c2e-8e8c-4a89-aef5-23c79ddd2f69']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:43.409507 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2664009c-f544-419a-9f8c-e3ecc9bb21ca admin admin] Publish callbacks [] for security_group (fa22465f-1cf0-4e16-b552-96148046de55), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:43.435290 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2664009c-f544-419a-9f8c-e3ecc9bb21ca admin admin] Publish callbacks [] for security_group (fa22465f-1cf0-4e16-b552-96148046de55), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:43.450192 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6cd6c850-eb37-453f-b8e9-b45d225b2c9d req-b23877ab-ffda-465b-a9bd-0aba8f34eafb tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914806 Feb 09 01:25:43.459941 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aeca8d-c465-4ce3-8816-ebd014c64141 req-2118162c-ad9e-41a9-9ace-393ba7bc0028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:43.461918 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-65aeca8d-c465-4ce3-8816-ebd014c64141 req-2118162c-ad9e-41a9-9ace-393ba7bc0028 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b6fd459715684d44a0a31bd130ea655c&device_id=762fd02a-08b8-459e-bc50-47531df84afa HTTP/1.1" status: 200 len: 1126 time: 0.1840096 Feb 09 01:25:43.488800 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-212d2482-8dcc-4ea4-8da8-273f73280585 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f239ad-11ef-4a81-8296-5a896534e380') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:43.489215 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-212d2482-8dcc-4ea4-8da8-273f73280585 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f239ad-11ef-4a81-8296-5a896534e380') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:43.491924 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-df6d2f4f-e8a4-4e2b-9c4b-d4123644b95b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1655713258-network', 'tenant_id': '87f01a9f1c7f470e995b33acc0324506'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:43.509571 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2664009c-f544-419a-9f8c-e3ecc9bb21ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (fa22465f-1cf0-4e16-b552-96148046de55), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:43.512434 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2664009c-f544-419a-9f8c-e3ecc9bb21ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:43.513973 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2664009c-f544-419a-9f8c-e3ecc9bb21ca admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fa22465f-1cf0-4e16-b552-96148046de55 HTTP/1.1" status: 204 len: 168 time: 0.3764462 Feb 09 01:25:43.550348 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-212d2482-8dcc-4ea4-8da8-273f73280585 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (d3f239ad-11ef-4a81-8296-5a896534e380), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:43.557270 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port c006bf24-f5a4-4da9-9fdf-406882e4e472 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:43.558025 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c006bf24-f5a4-4da9-9fdf-406882e4e472), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:43.566764 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13625861-472e-49fd-a2a4-b81b4d34b775 req-183684fb-7fc2-4008-955e-4a47f09e5767 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:43.569444 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-13625861-472e-49fd-a2a4-b81b4d34b775 req-183684fb-7fc2-4008-955e-4a47f09e5767 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=762fd02a-08b8-459e-bc50-47531df84afa HTTP/1.1" status: 200 len: 943 time: 0.1913741 Feb 09 01:25:43.576109 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-212d2482-8dcc-4ea4-8da8-273f73280585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (d3f239ad-11ef-4a81-8296-5a896534e380), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:43.584956 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-212d2482-8dcc-4ea4-8da8-273f73280585 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:25:43.586896 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-212d2482-8dcc-4ea4-8da8-273f73280585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (d3f239ad-11ef-4a81-8296-5a896534e380), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:43.608315 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6d2f4f-e8a4-4e2b-9c4b-d4123644b95b admin admin] Made reservation on behalf of 87f01a9f1c7f470e995b33acc0324506 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:43.610691 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-df6d2f4f-e8a4-4e2b-9c4b-d4123644b95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:43.611302 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port c006bf24-f5a4-4da9-9fdf-406882e4e472, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=c006bf24-f5a4-4da9-9fdf-406882e4e472,segment=NetworkSegment(3350618d-f84a-4a0b-8997-97c98e7ed20e),segment_id=3350618d-f84a-4a0b-8997-97c98e7ed20e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:43.612668 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c006bf24-f5a4-4da9-9fdf-406882e4e472'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:25:43.616855 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff820d02-bc7b-4600-9d61-0190e7e1bb51" -d '{"events": [{"server_uuid": "c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4", "name": "network-vif-plugged", "status": "completed", "tag": "c006bf24-f5a4-4da9-9fdf-406882e4e472"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:25:43.624915 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (c006bf24-f5a4-4da9-9fdf-406882e4e472), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:43.675894 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:25:43.675894 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:25:43.675894 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:25:43.675894 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:25:43.675894 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:25:43.675894 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:25:43.675894 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:25:43.675894 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:25:43.675894 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:25:43.675894 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:25:43.675894 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:25:43.675894 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:25:43.675894 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:25:43.675894 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:25:43.675894 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:25:43.675894 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:25:43.675894 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:25:43.675894 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:25:43.675894 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:25:43.675894 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:25:43.675894 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:25:43.675894 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:25:43.675894 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:25:43.675894 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:25:43.675894 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:25:43.675894 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:25:43.675894 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:25:43.675894 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:25:43.675894 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:25:43.675894 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:25:43.675894 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:25:43.675894 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:25:43.684393 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-df6d2f4f-e8a4-4e2b-9c4b-d4123644b95b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:43.687343 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-212d2482-8dcc-4ea4-8da8-273f73280585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (65315c2e-8e8c-4a89-aef5-23c79ddd2f69), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:43.691316 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664009c-f544-419a-9f8c-e3ecc9bb21ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa22465f-1cf0-4e16-b552-96148046de55,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:43.697520 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-212d2482-8dcc-4ea4-8da8-273f73280585 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:43.701125 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-212d2482-8dcc-4ea4-8da8-273f73280585 admin admin] 10.222.0.30 "DELETE /v2.0/networks/65315c2e-8e8c-4a89-aef5-23c79ddd2f69 HTTP/1.1" status: 204 len: 168 time: 0.8843911 Feb 09 01:25:43.704862 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37274) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:43.722964 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e213851d-558f-4176-b1ab-86f27d78a338 x-openstack-request-id: req-e213851d-558f-4176-b1ab-86f27d78a338 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:25:43.723300 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4", "name": "network-vif-plugged", "status": "completed", "tag": "c006bf24-f5a4-4da9-9fdf-406882e4e472", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:25:43.723566 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e213851d-558f-4176-b1ab-86f27d78a338 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:25:43.725603 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c006bf24-f5a4-4da9-9fdf-406882e4e472', 'code': 200} Feb 09 01:25:43.727131 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=c006bf24-f5a4-4da9-9fdf-406882e4e472,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:43.730132 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d2482-8dcc-4ea4-8da8-273f73280585 admin admin] Pushing event deleted for resources: {'Network': ['ID=65315c2e-8e8c-4a89-aef5-23c79ddd2f69,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:43.776335 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be51f779-456d-4471-a35b-1f574efae8c6 tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Router 8c768542-1904-4228-a89c-bf042fa5717d has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:25:43.823582 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aeca8d-c465-4ce3-8816-ebd014c64141 req-5916a67f-5345-44da-8889-3e78aef9fa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:43.825306 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-65aeca8d-c465-4ce3-8816-ebd014c64141 req-5916a67f-5345-44da-8889-3e78aef9fa1f service neutron] 10.222.0.121 "GET /v2.0/networks?id=b5cee00d-d11d-4a76-ad74-cfd798aa917c HTTP/1.1" status: 200 len: 912 time: 0.3551176 Feb 09 01:25:43.875409 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-13625861-472e-49fd-a2a4-b81b4d34b775 req-4b1d211e-2b70-4bb7-a5a3-a15b58168b08 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990911 Feb 09 01:25:43.926894 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-65aeca8d-c465-4ce3-8816-ebd014c64141 req-c1d9a1af-3296-489e-8601-bd4b59404bc7 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a476cb47-66fa-4946-bbe0-0a21ff04360a HTTP/1.1" status: 200 len: 217 time: 0.0704758 Feb 09 01:25:43.934977 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-86a85f0d-b0a4-484b-a4a9-e0e621a54d22 admin admin] Deleting subnet ca33920c-7118-45fd-b241-796dff35740b {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:25:43.953369 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be51f779-456d-4471-a35b-1f574efae8c6 tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:25:43.955844 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-86a85f0d-b0a4-484b-a4a9-e0e621a54d22 admin admin] Publish callbacks [] for subnet (ca33920c-7118-45fd-b241-796dff35740b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:43.979207 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f25875-945c-4a91-9a4a-9cf15136aff2 None None] Sync routers for ids ['8c768542-1904-4228-a89c-bf042fa5717d'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:25:44.003513 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f25875-945c-4a91-9a4a-9cf15136aff2 None None] Routers {'8c768542-1904-4228-a89c-bf042fa5717d'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:25:44.004280 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-f5f25875-945c-4a91-9a4a-9cf15136aff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:25:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['8c768542-1904-4228-a89c-bf042fa5717d'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:44.009082 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-be51f779-456d-4471-a35b-1f574efae8c6 tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:44.056436 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-f5f25875-945c-4a91-9a4a-9cf15136aff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:44.073661 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f25875-945c-4a91-9a4a-9cf15136aff2 None None] Routers {'8c768542-1904-4228-a89c-bf042fa5717d'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:25:44.074305 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-f5f25875-945c-4a91-9a4a-9cf15136aff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:25:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['8c768542-1904-4228-a89c-bf042fa5717d'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:44.114235 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-be51f779-456d-4471-a35b-1f574efae8c6 tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 5.5167837 Feb 09 01:25:44.114517 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37284) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:44.121744 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1583d4b-b255-4a44-bbaf-a3cb6ad84c48 req-386628a4-f3e6-4d67-84c9-ab4a8ac0c007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:44.127228 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f1583d4b-b255-4a44-bbaf-a3cb6ad84c48 req-386628a4-f3e6-4d67-84c9-ab4a8ac0c007 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4 HTTP/1.1" status: 200 len: 1128 time: 0.3383005 Feb 09 01:25:44.142502 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-f5f25875-945c-4a91-9a4a-9cf15136aff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:44.146008 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f25875-945c-4a91-9a4a-9cf15136aff2 None None] The sync data for ids ['8c768542-1904-4228-a89c-bf042fa5717d'] in n-d-822053-40 is: [] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:25:44.192709 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-86a85f0d-b0a4-484b-a4a9-e0e621a54d22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (ca33920c-7118-45fd-b241-796dff35740b), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:44.274295 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-df6d2f4f-e8a4-4e2b-9c4b-d4123644b95b admin admin] Publish callbacks [] for security_group (9c7cfffa-ec02-4ef0-9af0-6bafba12d54d), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:44.311587 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aeca8d-c465-4ce3-8816-ebd014c64141 req-dea8c1aa-fdc0-491e-919d-509f85e299b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:44.313203 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-65aeca8d-c465-4ce3-8816-ebd014c64141 req-dea8c1aa-fdc0-491e-919d-509f85e299b4 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3c1b64de-5642-407c-82ef-1ad0f3f887f4 HTTP/1.1" status: 200 len: 850 time: 0.3719599 Feb 09 01:25:44.317796 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-df6d2f4f-e8a4-4e2b-9c4b-d4123644b95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (9c7cfffa-ec02-4ef0-9af0-6bafba12d54d), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:44.379511 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df6d2f4f-e8a4-4e2b-9c4b-d4123644b95b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:25:44.389339 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5acce049-c65f-4c8f-8c47-ee5ef770a330 tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] 10.222.0.30 "GET /v2.0/floatingips/23cee9ff-50be-420a-9490-76a4a69aa320 HTTP/1.1" status: 200 len: 982 time: 0.2704916 Feb 09 01:25:44.390244 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37294) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:44.398089 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f1583d4b-b255-4a44-bbaf-a3cb6ad84c48 req-9c1e26dd-6a18-4446-a65d-dfdb95f0bd5e service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625666 Feb 09 01:25:44.465551 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-df6d2f4f-e8a4-4e2b-9c4b-d4123644b95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (56fbfdfe-124b-4422-89cd-b53ccd9690c4), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:44.465893 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-df6d2f4f-e8a4-4e2b-9c4b-d4123644b95b admin admin] Added segment 56fbfdfe-124b-4422-89cd-b53ccd9690c4 of type vlan for network d76031b0-4109-4d1a-891f-2e2c0cd8dc50 Feb 09 01:25:44.479186 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d2f4f-e8a4-4e2b-9c4b-d4123644b95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:44.485404 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-86a85f0d-b0a4-484b-a4a9-e0e621a54d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (ca33920c-7118-45fd-b241-796dff35740b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:44.550451 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-df396dd7-6726-4c41-811f-888de406493a tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3035 time: 0.1583533 Feb 09 01:25:44.551144 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37298) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:44.615151 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6d2f4f-e8a4-4e2b-9c4b-d4123644b95b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:44.615632 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6d2f4f-e8a4-4e2b-9c4b-d4123644b95b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:44.616108 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6d2f4f-e8a4-4e2b-9c4b-d4123644b95b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:44.616552 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6d2f4f-e8a4-4e2b-9c4b-d4123644b95b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:44.617069 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6d2f4f-e8a4-4e2b-9c4b-d4123644b95b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:44.617510 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6d2f4f-e8a4-4e2b-9c4b-d4123644b95b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:44.618034 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6d2f4f-e8a4-4e2b-9c4b-d4123644b95b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:44.618477 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6d2f4f-e8a4-4e2b-9c4b-d4123644b95b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:44.619011 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6d2f4f-e8a4-4e2b-9c4b-d4123644b95b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:44.619527 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6d2f4f-e8a4-4e2b-9c4b-d4123644b95b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:44.620500 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6d2f4f-e8a4-4e2b-9c4b-d4123644b95b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:44.621097 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6d2f4f-e8a4-4e2b-9c4b-d4123644b95b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:44.621601 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6d2f4f-e8a4-4e2b-9c4b-d4123644b95b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:44.651254 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-df6d2f4f-e8a4-4e2b-9c4b-d4123644b95b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (d76031b0-4109-4d1a-891f-2e2c0cd8dc50), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:44.759424 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aeca8d-c465-4ce3-8816-ebd014c64141 req-3a51ba71-5f50-40b7-8d58-287e9e81ada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:44.761193 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-65aeca8d-c465-4ce3-8816-ebd014c64141 req-3a51ba71-5f50-40b7-8d58-287e9e81ada4 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b5cee00d-d11d-4a76-ad74-cfd798aa917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3852377 Feb 09 01:25:44.766766 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-df6d2f4f-e8a4-4e2b-9c4b-d4123644b95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (d76031b0-4109-4d1a-891f-2e2c0cd8dc50), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:44.767896 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6d2f4f-e8a4-4e2b-9c4b-d4123644b95b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:44.768734 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-df6d2f4f-e8a4-4e2b-9c4b-d4123644b95b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:44.854235 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-49a1f1f7-6fc1-43b6-b501-84b5740e9fe1 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Deleting port 99dbcbe5-f790-472e-9ff2-a44b04bb9fb0 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:25:44.854633 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49a1f1f7-6fc1-43b6-b501-84b5740e9fe1 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (99dbcbe5-f790-472e-9ff2-a44b04bb9fb0), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:44.896289 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7f3c9-43b4-4615-a3e2-357d3a8a7e61 req-d2c7b741-60dc-4497-9c65-68951905f037 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:44.898018 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b9a7f3c9-43b4-4615-a3e2-357d3a8a7e61 req-d2c7b741-60dc-4497-9c65-68951905f037 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 945 time: 0.2940168 Feb 09 01:25:44.902929 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-df6d2f4f-e8a4-4e2b-9c4b-d4123644b95b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6236465 Feb 09 01:25:44.917273 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-86a85f0d-b0a4-484b-a4a9-e0e621a54d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (ca33920c-7118-45fd-b241-796dff35740b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:44.920231 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37308) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:44.939364 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-91fe972c-4076-4701-9ed9-a82f048d2960 admin admin] Request body: {'subnet': {'network_id': 'd76031b0-4109-4d1a-891f-2e2c0cd8dc50', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1655713258-subnet', 'tenant_id': '87f01a9f1c7f470e995b33acc0324506', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:44.953086 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b838628-6639-4d45-a649-7b7a98cf704e req-4fb301c9-df98-49ce-b35a-c6b666720923 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:44.955600 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9b838628-6639-4d45-a649-7b7a98cf704e req-4fb301c9-df98-49ce-b35a-c6b666720923 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4 HTTP/1.1" status: 200 len: 945 time: 0.3525186 Feb 09 01:25:44.975069 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49a1f1f7-6fc1-43b6-b501-84b5740e9fe1 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (99dbcbe5-f790-472e-9ff2-a44b04bb9fb0), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:44.975663 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49a1f1f7-6fc1-43b6-b501-84b5740e9fe1 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks [] for floatingip (99dbcbe5-f790-472e-9ff2-a44b04bb9fb0), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:44.991831 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-49a1f1f7-6fc1-43b6-b501-84b5740e9fe1 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Calling delete_port for 99dbcbe5-f790-472e-9ff2-a44b04bb9fb0 owned by network:floatingip {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:25:45.004492 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d2f4f-e8a4-4e2b-9c4b-d4123644b95b admin admin] Pushing event updated for resources: {'Network': ['ID=d76031b0-4109-4d1a-891f-2e2c0cd8dc50,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:45.008391 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a85f0d-b0a4-484b-a4a9-e0e621a54d22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca33920c-7118-45fd-b241-796dff35740b,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:45.017260 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-86a85f0d-b0a4-484b-a4a9-e0e621a54d22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:45.020947 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-86a85f0d-b0a4-484b-a4a9-e0e621a54d22 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ca33920c-7118-45fd-b241-796dff35740b HTTP/1.1" status: 204 len: 168 time: 1.3032832 Feb 09 01:25:45.026849 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network d76031b0-4109-4d1a-891f-2e2c0cd8dc50 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:25:45.032766 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37318) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:45.131183 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fe972c-4076-4701-9ed9-a82f048d2960 admin admin] Made reservation on behalf of 87f01a9f1c7f470e995b33acc0324506 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:45.134745 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-91fe972c-4076-4701-9ed9-a82f048d2960 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:45.229073 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b9a7f3c9-43b4-4615-a3e2-357d3a8a7e61 req-b91b66fa-f5e3-4046-a359-740e8432391f tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/security-groups?id=93d11c2d-5658-4f67-9806-bfe788d6a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3062012 Feb 09 01:25:45.246176 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-65aeca8d-c465-4ce3-8816-ebd014c64141 req-a3c88d74-9493-4fc1-9a66-8e5e8deb690f service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4700477 Feb 09 01:25:45.263965 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9b838628-6639-4d45-a649-7b7a98cf704e req-7c72b907-7fc9-4370-81ec-d15de70b5f6b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750149 Feb 09 01:25:45.299671 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cc53121d-4bf5-4df1-9a4f-5e47af41b43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (21e5398a-440b-4ec3-ad27-39ba00a25ee0), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:45.439320 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49a1f1f7-6fc1-43b6-b501-84b5740e9fe1 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (99dbcbe5-f790-472e-9ff2-a44b04bb9fb0), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:45.491420 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a1f1f7-6fc1-43b6-b501-84b5740e9fe1 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Pushing event deleted for resources: {'Port': ['ID=99dbcbe5-f790-472e-9ff2-a44b04bb9fb0,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:45.561110 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-65aeca8d-c465-4ce3-8816-ebd014c64141 req-501641e2-61ca-43c9-ba16-eb2d7e4ee524 service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007193 Feb 09 01:25:45.596994 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cc53121d-4bf5-4df1-9a4f-5e47af41b43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (21e5398a-440b-4ec3-ad27-39ba00a25ee0), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:45.603295 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49a1f1f7-6fc1-43b6-b501-84b5740e9fe1 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks [] for floatingip (23cee9ff-50be-420a-9490-76a4a69aa320), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:45.606859 n-d-822053-40 neutron-server[103528]: INFO neutron.db.l3_db [None req-49a1f1f7-6fc1-43b6-b501-84b5740e9fe1 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Floating IP 23cee9ff-50be-420a-9490-76a4a69aa320 disassociated (deleted). External IP: 172.25.1.84, port: 05e0cb69-f78c-49f2-a1fd-f05ecbeadcd0. Feb 09 01:25:45.635583 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e9d24-8410-410b-9f8a-df4ee2680ed4 req-5d4a9678-5d0b-480b-8227-59a29480d023 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:45.642885 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a05e9d24-8410-410b-9f8a-df4ee2680ed4 req-5d4a9678-5d0b-480b-8227-59a29480d023 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=762fd02a-08b8-459e-bc50-47531df84afa HTTP/1.1" status: 200 len: 943 time: 0.2723591 Feb 09 01:25:45.646035 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-cc53121d-4bf5-4df1-9a4f-5e47af41b43f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e5398a-440b-4ec3-ad27-39ba00a25ee0']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:45.676289 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-cc53121d-4bf5-4df1-9a4f-5e47af41b43f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc18f58f-751b-4101-8216-c846c30a7533') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:45.677442 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-cc53121d-4bf5-4df1-9a4f-5e47af41b43f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc18f58f-751b-4101-8216-c846c30a7533') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:45.695759 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cc53121d-4bf5-4df1-9a4f-5e47af41b43f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (dc18f58f-751b-4101-8216-c846c30a7533), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:45.751108 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cc53121d-4bf5-4df1-9a4f-5e47af41b43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (dc18f58f-751b-4101-8216-c846c30a7533), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:45.782477 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc53121d-4bf5-4df1-9a4f-5e47af41b43f admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:25:45.782863 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cc53121d-4bf5-4df1-9a4f-5e47af41b43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (dc18f58f-751b-4101-8216-c846c30a7533), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:45.786595 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:25:45.786595 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:25:45.786595 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:25:45.786595 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:25:45.786595 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:25:45.786595 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:25:45.786595 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:25:45.786595 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:25:45.786595 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:25:45.786595 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:25:45.786595 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:25:45.786595 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:25:45.786595 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:25:45.786595 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:25:45.786595 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:25:45.786595 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:25:45.786595 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:25:45.786595 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:25:45.786595 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:25:45.786595 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:25:45.786595 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:25:45.786595 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:25:45.786595 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:25:45.786595 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:25:45.786595 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:25:45.786595 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:25:45.786595 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:25:45.786595 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:25:45.786595 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:25:45.786595 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:25:45.786595 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:25:45.786595 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:25:45.855430 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-91fe972c-4076-4701-9ed9-a82f048d2960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (0c516db7-26b1-44ed-b325-f6904d951d4a), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:45.888652 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a05e9d24-8410-410b-9f8a-df4ee2680ed4 req-5dc3c325-7d81-462d-b216-456723079730 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448037 Feb 09 01:25:45.919471 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cc53121d-4bf5-4df1-9a4f-5e47af41b43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (21e5398a-440b-4ec3-ad27-39ba00a25ee0), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:45.932628 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cc53121d-4bf5-4df1-9a4f-5e47af41b43f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:45.936738 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-cc53121d-4bf5-4df1-9a4f-5e47af41b43f admin admin] 10.222.0.30 "DELETE /v2.0/networks/21e5398a-440b-4ec3-ad27-39ba00a25ee0 HTTP/1.1" status: 204 len: 168 time: 0.9032652 Feb 09 01:25:45.964425 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53121d-4bf5-4df1-9a4f-5e47af41b43f admin admin] Pushing event deleted for resources: {'Network': ['ID=21e5398a-440b-4ec3-ad27-39ba00a25ee0,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:45.985865 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe972c-4076-4701-9ed9-a82f048d2960 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c516db7-26b1-44ed-b325-f6904d951d4a,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:46.023873 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fe972c-4076-4701-9ed9-a82f048d2960 admin admin] Checking segment: {'id': '56fbfdfe-124b-4422-89cd-b53ccd9690c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'd76031b0-4109-4d1a-891f-2e2c0cd8dc50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:25:46.024141 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fe972c-4076-4701-9ed9-a82f048d2960 admin admin] Network hostable DHCP agents. Network: d76031b0-4109-4d1a-891f-2e2c0cd8dc50, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:25:46.106209 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fe972c-4076-4701-9ed9-a82f048d2960 admin admin] Network d76031b0-4109-4d1a-891f-2e2c0cd8dc50 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:25:46.126919 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92964dc4-8fd0-4ea2-abb9-9332e7725f9b req-c543b0b0-a7fe-4f7e-88a6-7b7fb02566b7 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:46.129036 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-92964dc4-8fd0-4ea2-abb9-9332e7725f9b req-c543b0b0-a7fe-4f7e-88a6-7b7fb02566b7 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 945 time: 0.0983129 Feb 09 01:25:46.130209 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-91fe972c-4076-4701-9ed9-a82f048d2960 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, d76031b0-4109-4d1a-891f-2e2c0cd8dc50) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:46.137259 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fe972c-4076-4701-9ed9-a82f048d2960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:46.137818 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-91fe972c-4076-4701-9ed9-a82f048d2960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:46.141656 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5144785b-57d2-4937-ac11-ac2c2eac9c97 None None] Network d76031b0-4109-4d1a-891f-2e2c0cd8dc50 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:25:46.150598 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a1f1f7-6fc1-43b6-b501-84b5740e9fe1 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Router 8c768542-1904-4228-a89c-bf042fa5717d has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:25:46.193227 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-91fe972c-4076-4701-9ed9-a82f048d2960 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2653253 Feb 09 01:25:46.200276 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37370) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:46.204818 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-069c36c7-ed7c-4270-8bc5-4f266c480729 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1655713258-router', 'tenant_id': '87f01a9f1c7f470e995b33acc0324506', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:46.244560 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-92964dc4-8fd0-4ea2-abb9-9332e7725f9b req-3b65bea8-f658-4f57-adfc-e7a42a1b1335 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/security-groups?id=93d11c2d-5658-4f67-9806-bfe788d6a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950255 Feb 09 01:25:46.245691 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37372) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:46.269154 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-069c36c7-ed7c-4270-8bc5-4f266c480729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (a3239aae-ba88-41f8-8568-35e38b637fd7), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:46.270187 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-069c36c7-ed7c-4270-8bc5-4f266c480729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (a3239aae-ba88-41f8-8568-35e38b637fd7), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:46.316209 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a1f1f7-6fc1-43b6-b501-84b5740e9fe1 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:25:46.317731 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37376) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:46.318357 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-782bcee9-d07e-4c6a-9185-c593666abfe8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=07dcec5c90af4421a4fc6fd7f67c2997&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0701332 Feb 09 01:25:46.326961 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49a1f1f7-6fc1-43b6-b501-84b5740e9fe1 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:46.337655 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eba184-abcc-4af2-8385-ddb8e11ccb20 None None] Sync routers for ids ['8c768542-1904-4228-a89c-bf042fa5717d'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:25:46.360590 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eba184-abcc-4af2-8385-ddb8e11ccb20 None None] Routers {'8c768542-1904-4228-a89c-bf042fa5717d'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:25:46.363658 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-44eba184-abcc-4af2-8385-ddb8e11ccb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:25:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['8c768542-1904-4228-a89c-bf042fa5717d'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:46.372582 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-49a1f1f7-6fc1-43b6-b501-84b5740e9fe1 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] 10.222.0.30 "DELETE /v2.0/floatingips/23cee9ff-50be-420a-9490-76a4a69aa320 HTTP/1.1" status: 204 len: 168 time: 1.8192000 Feb 09 01:25:46.378097 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37380) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:46.382364 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-ae449049-229f-4dbf-ac94-70e6d1aa77bc tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:46.452352 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b29572-93c3-4cda-9bcc-9de14b524594 None None] Network d76031b0-4109-4d1a-891f-2e2c0cd8dc50 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:25:46.469973 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-44eba184-abcc-4af2-8385-ddb8e11ccb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:46.472869 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b7b6c8a4-b76e-48c0-af44-7000c218c704 admin admin] Publish callbacks [] for security_group (b7e331a7-7a7b-474f-ac89-50c6c758f866), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:46.495620 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eba184-abcc-4af2-8385-ddb8e11ccb20 None None] Routers {'8c768542-1904-4228-a89c-bf042fa5717d'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:25:46.496263 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-44eba184-abcc-4af2-8385-ddb8e11ccb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:25:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['8c768542-1904-4228-a89c-bf042fa5717d'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:46.520262 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae449049-229f-4dbf-ac94-70e6d1aa77bc tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:46.531573 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-069c36c7-ed7c-4270-8bc5-4f266c480729 admin admin] Publish callbacks [] for router_controller (a3239aae-ba88-41f8-8568-35e38b637fd7), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:46.590962 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-44eba184-abcc-4af2-8385-ddb8e11ccb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:46.591883 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eba184-abcc-4af2-8385-ddb8e11ccb20 None None] The sync data for ids ['8c768542-1904-4228-a89c-bf042fa5717d'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:25:46.624938 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b7b6c8a4-b76e-48c0-af44-7000c218c704 admin admin] Publish callbacks [] for security_group (b7e331a7-7a7b-474f-ac89-50c6c758f866), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:46.642337 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1595ec2-71b2-40c2-9345-a576aefb98d7 req-53ee0fe4-04d3-4dd4-8365-b44ec653ebc6 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:46.643905 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b1595ec2-71b2-40c2-9345-a576aefb98d7 req-53ee0fe4-04d3-4dd4-8365-b44ec653ebc6 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4 HTTP/1.1" status: 200 len: 945 time: 0.1983495 Feb 09 01:25:46.718231 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b7b6c8a4-b76e-48c0-af44-7000c218c704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b7e331a7-7a7b-474f-ac89-50c6c758f866), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:46.721235 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b7b6c8a4-b76e-48c0-af44-7000c218c704 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:46.724867 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b7b6c8a4-b76e-48c0-af44-7000c218c704 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b7e331a7-7a7b-474f-ac89-50c6c758f866 HTTP/1.1" status: 204 len: 168 time: 0.4038835 Feb 09 01:25:46.749063 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae449049-229f-4dbf-ac94-70e6d1aa77bc tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:46.774671 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b1595ec2-71b2-40c2-9345-a576aefb98d7 req-74105c4c-211b-4bd6-9fa0-56f01bb4bda0 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910189 Feb 09 01:25:46.782159 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-069c36c7-ed7c-4270-8bc5-4f266c480729 admin admin] Publish callbacks [] for router_gateway (a3239aae-ba88-41f8-8568-35e38b637fd7), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:46.810457 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6c8a4-b76e-48c0-af44-7000c218c704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e331a7-7a7b-474f-ac89-50c6c758f866,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:46.999715 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-ae449049-229f-4dbf-ac94-70e6d1aa77bc tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Allocated IP 172.25.1.124 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/3b5375d6-0731-423b-be6f-ff2981bc6517) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:47.143637 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae449049-229f-4dbf-ac94-70e6d1aa77bc tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Publish callbacks [] for port (3b5375d6-0731-423b-be6f-ff2981bc6517), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:47.189219 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae449049-229f-4dbf-ac94-70e6d1aa77bc tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (3b5375d6-0731-423b-be6f-ff2981bc6517), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:47.228905 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae449049-229f-4dbf-ac94-70e6d1aa77bc tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:47.231931 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-ae449049-229f-4dbf-ac94-70e6d1aa77bc tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:47.235662 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae449049-229f-4dbf-ac94-70e6d1aa77bc tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:25:47.278992 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae449049-229f-4dbf-ac94-70e6d1aa77bc tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Pushing event updated for resources: {'Port': ['ID=3b5375d6-0731-423b-be6f-ff2981bc6517,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:47.299060 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafdd6af-3c4f-4f34-a687-18fd20785bcb req-3e1a61af-df11-4b89-bd96-e90aef49481a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:47.302834 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bafdd6af-3c4f-4f34-a687-18fd20785bcb req-3e1a61af-df11-4b89-bd96-e90aef49481a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=762fd02a-08b8-459e-bc50-47531df84afa HTTP/1.1" status: 200 len: 943 time: 0.2326834 Feb 09 01:25:47.306505 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device a476cb47-66fa-4946-bbe0-0a21ff04360a details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:25:47.308548 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-069c36c7-ed7c-4270-8bc5-4f266c480729 admin admin] Publish callbacks [] for router_gateway (a3239aae-ba88-41f8-8568-35e38b637fd7), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:47.347023 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ba8f5-f137-4126-92fd-7c67bb4ed980 req-9d3e67de-a24d-4a10-b5e7-a9358f060d8c tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:47.348647 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e27ba8f5-f137-4126-92fd-7c67bb4ed980 req-9d3e67de-a24d-4a10-b5e7-a9358f060d8c tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4 HTTP/1.1" status: 200 len: 945 time: 0.1741047 Feb 09 01:25:47.353086 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-069c36c7-ed7c-4270-8bc5-4f266c480729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:47.394872 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae449049-229f-4dbf-ac94-70e6d1aa77bc tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Publish callbacks [] for floatingip (490e2e3b-c452-4df7-b171-46a911cf2872), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:47.420832 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bafdd6af-3c4f-4f34-a687-18fd20785bcb req-aafd3ea4-edc2-418e-911f-62ed09b42580 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705914 Feb 09 01:25:47.421244 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37426) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:47.444301 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae449049-229f-4dbf-ac94-70e6d1aa77bc tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3b5375d6-0731-423b-be6f-ff2981bc6517), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:47.557268 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port a476cb47-66fa-4946-bbe0-0a21ff04360a, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=a476cb47-66fa-4946-bbe0-0a21ff04360a,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:47.598719 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': 'a476cb47-66fa-4946-bbe0-0a21ff04360a', 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c', 'port_id': 'a476cb47-66fa-4946-bbe0-0a21ff04360a', 'mac_address': 'fa:16:3e:87:69:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c1b64de-5642-407c-82ef-1ad0f3f887f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:25:47.740862 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port a476cb47-66fa-4946-bbe0-0a21ff04360a is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:47.741275 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a476cb47-66fa-4946-bbe0-0a21ff04360a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:47.771890 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a476cb47-66fa-4946-bbe0-0a21ff04360a {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:25:47.822244 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port a476cb47-66fa-4946-bbe0-0a21ff04360a, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=a476cb47-66fa-4946-bbe0-0a21ff04360a,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:47.826786 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e27ba8f5-f137-4126-92fd-7c67bb4ed980 req-0eed810d-2557-4d1d-99ec-2451f626737a tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159958 Feb 09 01:25:47.831457 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (a476cb47-66fa-4946-bbe0-0a21ff04360a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:47.872753 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e7283031-e21e-4a6e-97b2-5235fbb8b650 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=688103b438074b37a3f92f60a7937b7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4422219 Feb 09 01:25:47.914474 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-069c36c7-ed7c-4270-8bc5-4f266c480729 admin admin] Allocated IP 172.25.1.211 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/fdad7961-b965-45c9-ac79-b8a03a12922c) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:47.967594 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=a476cb47-66fa-4946-bbe0-0a21ff04360a,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:47.989036 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37434) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:48.041897 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae449049-229f-4dbf-ac94-70e6d1aa77bc tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Publish callbacks [] for port (3b5375d6-0731-423b-be6f-ff2981bc6517), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:48.052119 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae449049-229f-4dbf-ac94-70e6d1aa77bc tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (3b5375d6-0731-423b-be6f-ff2981bc6517), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:48.073785 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['a476cb47-66fa-4946-bbe0-0a21ff04360a'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:25:48.207139 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9bab3b13-6be5-48c6-934b-667ed3a4369f admin admin] Publish callbacks [] for security_group (b7f7d28f-f23c-499b-a94b-9780573fefff), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:48.222842 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae449049-229f-4dbf-ac94-70e6d1aa77bc tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Pushing event updated for resources: {'Port': ['ID=3b5375d6-0731-423b-be6f-ff2981bc6517,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:48.244553 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae449049-229f-4dbf-ac94-70e6d1aa77bc tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (490e2e3b-c452-4df7-b171-46a911cf2872), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:48.270334 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae449049-229f-4dbf-ac94-70e6d1aa77bc tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:48.273419 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ae449049-229f-4dbf-ac94-70e6d1aa77bc tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8943324 Feb 09 01:25:48.280131 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37438) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:48.302873 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9bab3b13-6be5-48c6-934b-667ed3a4369f admin admin] Publish callbacks [] for security_group (b7f7d28f-f23c-499b-a94b-9780573fefff), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:48.334529 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e444968-a57a-43a6-9793-c2ed8487acf5 req-d700574a-5918-4113-8198-f88cae55b7c0 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:48.343333 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9e444968-a57a-43a6-9793-c2ed8487acf5 req-d700574a-5918-4113-8198-f88cae55b7c0 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.91 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 945 time: 0.2804005 Feb 09 01:25:48.580287 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a8c82-d9f7-4d9d-bea1-f98b9b9afc30 req-a87cb18c-814e-40f9-833a-505edfe006ae tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:48.599097 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7d7a8c82-d9f7-4d9d-bea1-f98b9b9afc30 req-a87cb18c-814e-40f9-833a-505edfe006ae tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 945 time: 0.9683356 Feb 09 01:25:48.616420 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9bab3b13-6be5-48c6-934b-667ed3a4369f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b7f7d28f-f23c-499b-a94b-9780573fefff), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:48.621477 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9bab3b13-6be5-48c6-934b-667ed3a4369f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:48.622629 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9bab3b13-6be5-48c6-934b-667ed3a4369f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b7f7d28f-f23c-499b-a94b-9780573fefff HTTP/1.1" status: 204 len: 168 time: 0.6311500 Feb 09 01:25:48.658920 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab3b13-6be5-48c6-934b-667ed3a4369f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f7d28f-f23c-499b-a94b-9780573fefff,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:48.663372 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-9e444968-a57a-43a6-9793-c2ed8487acf5 req-d866ec32-9234-4666-8fd0-cbe5e174825b tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Deleting port 9d55c1da-bde7-40fe-b437-e9aec28592e1 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:25:48.663785 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9e444968-a57a-43a6-9793-c2ed8487acf5 req-d866ec32-9234-4666-8fd0-cbe5e174825b tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (9d55c1da-bde7-40fe-b437-e9aec28592e1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:48.716498 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-069c36c7-ed7c-4270-8bc5-4f266c480729 admin admin] Publish callbacks [] for port (fdad7961-b965-45c9-ac79-b8a03a12922c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:48.912161 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7d7a8c82-d9f7-4d9d-bea1-f98b9b9afc30 req-b59a2e71-1395-4fba-aef3-c733b3969d92 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/security-groups?id=93d11c2d-5658-4f67-9806-bfe788d6a8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3117552 Feb 09 01:25:48.921057 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-069c36c7-ed7c-4270-8bc5-4f266c480729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (fdad7961-b965-45c9-ac79-b8a03a12922c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:48.930945 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-9e444968-a57a-43a6-9793-c2ed8487acf5 req-d866ec32-9234-4666-8fd0-cbe5e174825b tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] For port 9d55c1da-bde7-40fe-b437-e9aec28592e1, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=9d55c1da-bde7-40fe-b437-e9aec28592e1,segment=NetworkSegment(9bf3403d-c5bc-4e57-bb54-927d3010470a),segment_id=9bf3403d-c5bc-4e57-bb54-927d3010470a)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:48.931780 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9e444968-a57a-43a6-9793-c2ed8487acf5 req-d866ec32-9234-4666-8fd0-cbe5e174825b tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (9d55c1da-bde7-40fe-b437-e9aec28592e1), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:49.040708 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90fb08-4585-4ae1-9da9-c9ee2950d4a8 req-04adf5c5-450f-40f1-8407-b95d89b368a1 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:49.059706 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a90fb08-4585-4ae1-9da9-c9ee2950d4a8 req-04adf5c5-450f-40f1-8407-b95d89b368a1 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=762fd02a-08b8-459e-bc50-47531df84afa HTTP/1.1" status: 200 len: 944 time: 0.5108638 Feb 09 01:25:49.104179 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069c36c7-ed7c-4270-8bc5-4f266c480729 admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:49.128138 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-069c36c7-ed7c-4270-8bc5-4f266c480729 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:49.133301 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-97281181-3715-431e-bac2-284e3f7aba37 tempest-FloatingIPAdminTestJSON-241637711 tempest-FloatingIPAdminTestJSON-241637711-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:49.194406 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069c36c7-ed7c-4270-8bc5-4f266c480729 admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:25:49.203677 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c36c7-ed7c-4270-8bc5-4f266c480729 admin admin] Pushing event updated for resources: {'Port': ['ID=fdad7961-b965-45c9-ac79-b8a03a12922c,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:49.257289 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-97281181-3715-431e-bac2-284e3f7aba37 tempest-FloatingIPAdminTestJSON-241637711 tempest-FloatingIPAdminTestJSON-241637711-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:49.311027 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device a476cb47-66fa-4946-bbe0-0a21ff04360a up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:25:49.413282 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a90fb08-4585-4ae1-9da9-c9ee2950d4a8 req-fe0cd133-3de9-4301-8530-f7c3bb4ba108 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526134 Feb 09 01:25:49.487446 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:49.510063 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9e444968-a57a-43a6-9793-c2ed8487acf5 req-d866ec32-9234-4666-8fd0-cbe5e174825b tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:49.511067 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9e444968-a57a-43a6-9793-c2ed8487acf5 req-d866ec32-9234-4666-8fd0-cbe5e174825b tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (2afa5a15-0adf-415a-96e2-bd68dcb49687), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:49.512279 n-d-822053-40 neutron-server[103528]: INFO neutron.db.l3_db [req-9e444968-a57a-43a6-9793-c2ed8487acf5 req-d866ec32-9234-4666-8fd0-cbe5e174825b tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Floating IP 2afa5a15-0adf-415a-96e2-bd68dcb49687 disassociated. External IP: 172.25.1.229, port: 9d55c1da-bde7-40fe-b437-e9aec28592e1. Feb 09 01:25:49.512882 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-9e444968-a57a-43a6-9793-c2ed8487acf5 req-d866ec32-9234-4666-8fd0-cbe5e174825b tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Calling delete_port for 9d55c1da-bde7-40fe-b437-e9aec28592e1 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:25:49.566061 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port a476cb47-66fa-4946-bbe0-0a21ff04360a completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:25:49.577469 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port a476cb47-66fa-4946-bbe0-0a21ff04360a triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:49.578003 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a476cb47-66fa-4946-bbe0-0a21ff04360a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:49.657322 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a3c82-56a2-4280-becb-389af65fa4be req-96264d5e-0f61-4e43-b71d-9e100ec9c6e9 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:49.666977 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-530a3c82-56a2-4280-becb-389af65fa4be req-96264d5e-0f61-4e43-b71d-9e100ec9c6e9 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4 HTTP/1.1" status: 200 len: 945 time: 0.5581388 Feb 09 01:25:49.813696 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port a476cb47-66fa-4946-bbe0-0a21ff04360a is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:49.814137 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a476cb47-66fa-4946-bbe0-0a21ff04360a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:49.859492 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-530a3c82-56a2-4280-becb-389af65fa4be req-77d587e7-41a1-4792-bc00-2dbbb5fa1bbc tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911242 Feb 09 01:25:49.870346 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762fd02a-08b8-459e-bc50-47531df84afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a476cb47-66fa-4946-bbe0-0a21ff04360a'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:25:49.873595 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ca62b3-3c58-427a-93c4-9f939ec6fbb2" -d '{"events": [{"server_uuid": "762fd02a-08b8-459e-bc50-47531df84afa", "name": "network-vif-plugged", "status": "completed", "tag": "a476cb47-66fa-4946-bbe0-0a21ff04360a"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:25:49.921633 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port a476cb47-66fa-4946-bbe0-0a21ff04360a, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=a476cb47-66fa-4946-bbe0-0a21ff04360a,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:49.931953 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (a476cb47-66fa-4946-bbe0-0a21ff04360a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:50.025681 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a24b71-129c-4331-88d9-49f9919be5ce x-openstack-request-id: req-53a24b71-129c-4331-88d9-49f9919be5ce {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:25:50.028221 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762fd02a-08b8-459e-bc50-47531df84afa", "name": "network-vif-plugged", "status": "completed", "tag": "a476cb47-66fa-4946-bbe0-0a21ff04360a", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:25:50.028669 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-53a24b71-129c-4331-88d9-49f9919be5ce {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:25:50.029285 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762fd02a-08b8-459e-bc50-47531df84afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a476cb47-66fa-4946-bbe0-0a21ff04360a', 'code': 200} Feb 09 01:25:50.033924 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=a476cb47-66fa-4946-bbe0-0a21ff04360a,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:50.055945 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9e444968-a57a-43a6-9793-c2ed8487acf5 req-d866ec32-9234-4666-8fd0-cbe5e174825b tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (9d55c1da-bde7-40fe-b437-e9aec28592e1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:50.108260 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d866ec32-9234-4666-8fd0-cbe5e174825b tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Pushing event deleted for resources: {'Port': ['ID=9d55c1da-bde7-40fe-b437-e9aec28592e1,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:50.246819 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c4a4fde4-a182-496e-a507-cc27106a8fd4 req-6a61a43d-e11a-4aa3-bd8b-951b8416b5c7 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 210 time: 0.0488222 Feb 09 01:25:50.267917 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f8848-3919-43c3-91bf-73f93d8f9bad req-51806bc8-3d27-4ab6-ada0-7c8435af52ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:50.270135 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-015f8848-3919-43c3-91bf-73f93d8f9bad req-51806bc8-3d27-4ab6-ada0-7c8435af52ae service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=762fd02a-08b8-459e-bc50-47531df84afa HTTP/1.1" status: 200 len: 1128 time: 0.1727335 Feb 09 01:25:50.345288 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-015f8848-3919-43c3-91bf-73f93d8f9bad req-0bb9b9a7-a7b2-484a-af98-dc7aa43ea509 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679092 Feb 09 01:25:50.362267 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-069c36c7-ed7c-4270-8bc5-4f266c480729 admin admin] Publish callbacks [] for router_gateway (a3239aae-ba88-41f8-8568-35e38b637fd7), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:50.367509 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37476) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:50.529526 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-97281181-3715-431e-bac2-284e3f7aba37 tempest-FloatingIPAdminTestJSON-241637711 tempest-FloatingIPAdminTestJSON-241637711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:50.720383 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-97281181-3715-431e-bac2-284e3f7aba37 tempest-FloatingIPAdminTestJSON-241637711 tempest-FloatingIPAdminTestJSON-241637711-project] Allocated IP 172.25.1.66 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/b17dc610-d41e-475a-bb5f-efc5fcaacdd2) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:50.762806 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-547dcf05-dcd7-48ca-b2c7-8a4764ae4e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:50.844106 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:50.845617 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f158cb-f891-446b-8d93-ff4f9f8878a8 req-fe45b932-ceba-4656-b2f7-384b59f206a2 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:50.847471 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94f158cb-f891-446b-8d93-ff4f9f8878a8 req-fe45b932-ceba-4656-b2f7-384b59f206a2 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=762fd02a-08b8-459e-bc50-47531df84afa HTTP/1.1" status: 200 len: 945 time: 0.1110985 Feb 09 01:25:50.848805 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-069c36c7-ed7c-4270-8bc5-4f266c480729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (a3239aae-ba88-41f8-8568-35e38b637fd7), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:50.878202 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-97281181-3715-431e-bac2-284e3f7aba37 tempest-FloatingIPAdminTestJSON-241637711 tempest-FloatingIPAdminTestJSON-241637711-project] Publish callbacks [] for port (b17dc610-d41e-475a-bb5f-efc5fcaacdd2), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:50.905127 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e444968-a57a-43a6-9793-c2ed8487acf5 req-d866ec32-9234-4666-8fd0-cbe5e174825b tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Router a3665330-f709-48b9-ac23-2ff020c462b1 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:25:50.943956 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-e645ca14-2ebb-4953-ba57-b084efba3ed0 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1724087362-network', 'tenant_id': 'f937fdb315d64833a7ef7bb3dfe58e64'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:50.969157 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-97281181-3715-431e-bac2-284e3f7aba37 tempest-FloatingIPAdminTestJSON-241637711 tempest-FloatingIPAdminTestJSON-241637711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (b17dc610-d41e-475a-bb5f-efc5fcaacdd2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:50.983107 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e645ca14-2ebb-4953-ba57-b084efba3ed0 admin admin] Made reservation on behalf of f937fdb315d64833a7ef7bb3dfe58e64 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:50.985921 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e645ca14-2ebb-4953-ba57-b084efba3ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:51.094166 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94f158cb-f891-446b-8d93-ff4f9f8878a8 req-d0cec81c-4d1f-4505-be70-8c2e84f93e78 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387614 Feb 09 01:25:51.189682 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e444968-a57a-43a6-9793-c2ed8487acf5 req-d866ec32-9234-4666-8fd0-cbe5e174825b tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:25:51.200081 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97281181-3715-431e-bac2-284e3f7aba37 tempest-FloatingIPAdminTestJSON-241637711 tempest-FloatingIPAdminTestJSON-241637711-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:51.204888 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f678a84-cde5-4d5b-82b5-ca9a73d4a020 None None] Sync routers for ids ['a3665330-f709-48b9-ac23-2ff020c462b1'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:25:51.206809 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-97281181-3715-431e-bac2-284e3f7aba37 tempest-FloatingIPAdminTestJSON-241637711 tempest-FloatingIPAdminTestJSON-241637711-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:51.211087 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e645ca14-2ebb-4953-ba57-b084efba3ed0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:51.216256 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719e4b4-7dab-4a12-9715-2d4bf62fc966 req-2d7b386a-7f5c-49e4-b3c6-f5a6aaec3ca8 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:51.221750 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4719e4b4-7dab-4a12-9715-2d4bf62fc966 req-2d7b386a-7f5c-49e4-b3c6-f5a6aaec3ca8 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4 HTTP/1.1" status: 200 len: 945 time: 0.1924539 Feb 09 01:25:51.227661 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97281181-3715-431e-bac2-284e3f7aba37 tempest-FloatingIPAdminTestJSON-241637711 tempest-FloatingIPAdminTestJSON-241637711-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:25:51.239508 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f678a84-cde5-4d5b-82b5-ca9a73d4a020 None None] Routers {'a3665330-f709-48b9-ac23-2ff020c462b1'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:25:51.246121 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-7f678a84-cde5-4d5b-82b5-ca9a73d4a020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:25:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a3665330-f709-48b9-ac23-2ff020c462b1'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:51.329236 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4719e4b4-7dab-4a12-9715-2d4bf62fc966 req-03328f32-32cc-44b0-8441-b27f3fae9f2e tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988736 Feb 09 01:25:51.408585 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069c36c7-ed7c-4270-8bc5-4f266c480729 admin admin] Router a3239aae-ba88-41f8-8568-35e38b637fd7 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:25:51.425031 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e645ca14-2ebb-4953-ba57-b084efba3ed0 admin admin] Publish callbacks [] for security_group (1cbb4d63-ba5f-48c1-9244-5e29efd24c39), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:51.439723 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e645ca14-2ebb-4953-ba57-b084efba3ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1cbb4d63-ba5f-48c1-9244-5e29efd24c39), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:51.454215 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e645ca14-2ebb-4953-ba57-b084efba3ed0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:25:51.465747 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e645ca14-2ebb-4953-ba57-b084efba3ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (73ea7bb3-c224-4b81-89c4-5d3f344ceacf), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:51.466145 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-e645ca14-2ebb-4953-ba57-b084efba3ed0 admin admin] Added segment 73ea7bb3-c224-4b81-89c4-5d3f344ceacf of type vlan for network 5343b032-f06e-4d62-ae5e-d589b4051e54 Feb 09 01:25:51.524164 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e645ca14-2ebb-4953-ba57-b084efba3ed0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (5343b032-f06e-4d62-ae5e-d589b4051e54), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:51.595799 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97281181-3715-431e-bac2-284e3f7aba37 tempest-FloatingIPAdminTestJSON-241637711 tempest-FloatingIPAdminTestJSON-241637711-project] Pushing event updated for resources: {'Port': ['ID=b17dc610-d41e-475a-bb5f-efc5fcaacdd2,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:51.599923 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e444968-a57a-43a6-9793-c2ed8487acf5 req-d866ec32-9234-4666-8fd0-cbe5e174825b tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] No DVR routers for this DVR port 9d55c1da-bde7-40fe-b437-e9aec28592e1 on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:25:51.601850 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e645ca14-2ebb-4953-ba57-b084efba3ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (5343b032-f06e-4d62-ae5e-d589b4051e54), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:51.603421 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e645ca14-2ebb-4953-ba57-b084efba3ed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:51.604074 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e645ca14-2ebb-4953-ba57-b084efba3ed0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:51.607940 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-9e444968-a57a-43a6-9793-c2ed8487acf5 req-d866ec32-9234-4666-8fd0-cbe5e174825b tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:51.612526 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9e444968-a57a-43a6-9793-c2ed8487acf5 req-d866ec32-9234-4666-8fd0-cbe5e174825b tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.91 "DELETE /v2.0/ports/9d55c1da-bde7-40fe-b437-e9aec28592e1 HTTP/1.1" status: 204 len: 173 time: 3.2610812 Feb 09 01:25:51.625914 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ee5cb8f5-a6f7-478b-bf02-e3a756c792e3 req-f83227e7-4462-40d5-8fcb-96543809baa4 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 210 time: 0.2715359 Feb 09 01:25:51.686340 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8a114e-267f-4e61-a6f1-6453d00c0b10', 'name': 'network-vif-deleted', 'tag': '9d55c1da-bde7-40fe-b437-e9aec28592e1'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:25:51.693798 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318c1048-6a33-4eac-85f3-b8becee86048" -d '{"events": [{"server_uuid": "4a8a114e-267f-4e61-a6f1-6453d00c0b10", "name": "network-vif-deleted", "tag": "9d55c1da-bde7-40fe-b437-e9aec28592e1"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:25:51.718702 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 9d55c1da-bde7-40fe-b437-e9aec28592e1 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:25:51.723332 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645ca14-2ebb-4953-ba57-b084efba3ed0 admin admin] Pushing event updated for resources: {'Network': ['ID=5343b032-f06e-4d62-ae5e-d589b4051e54,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:51.759456 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645ca14-2ebb-4953-ba57-b084efba3ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbb4d63-ba5f-48c1-9244-5e29efd24c39,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:51.767284 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e645ca14-2ebb-4953-ba57-b084efba3ed0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3935454 Feb 09 01:25:51.771664 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-97281181-3715-431e-bac2-284e3f7aba37 tempest-FloatingIPAdminTestJSON-241637711 tempest-FloatingIPAdminTestJSON-241637711-project] Publish callbacks [] for floatingip (524da414-8049-488e-81b7-8060f1f64db8), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:51.773097 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37494) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:51.780028 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-dffb7180-08ba-428e-91bb-109ae2b5c746 admin admin] Request body: {'subnet': {'network_id': '5343b032-f06e-4d62-ae5e-d589b4051e54', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1724087362-subnet', 'tenant_id': 'f937fdb315d64833a7ef7bb3dfe58e64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:51.808594 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 5343b032-f06e-4d62-ae5e-d589b4051e54 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:25:51.873085 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0de3aec-c61a-4d79-ba2d-1538c19e1902 x-openstack-request-id: req-a0de3aec-c61a-4d79-ba2d-1538c19e1902 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:25:51.873806 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8a114e-267f-4e61-a6f1-6453d00c0b10", "name": "network-vif-deleted", "tag": "9d55c1da-bde7-40fe-b437-e9aec28592e1", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:25:51.874331 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a0de3aec-c61a-4d79-ba2d-1538c19e1902 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:25:51.875505 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8a114e-267f-4e61-a6f1-6453d00c0b10', 'name': 'network-vif-deleted', 'tag': '9d55c1da-bde7-40fe-b437-e9aec28592e1', 'status': 'completed', 'code': 200} Feb 09 01:25:51.891237 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffb7180-08ba-428e-91bb-109ae2b5c746 admin admin] Made reservation on behalf of f937fdb315d64833a7ef7bb3dfe58e64 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:51.894996 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dffb7180-08ba-428e-91bb-109ae2b5c746 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:52.013123 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 9d55c1da-bde7-40fe-b437-e9aec28592e1 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:25:52.013501 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 9d55c1da-bde7-40fe-b437-e9aec28592e1 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:25:52.095337 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069c36c7-ed7c-4270-8bc5-4f266c480729 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:25:52.114498 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d6b7d8-94aa-4038-b75d-814dc072c55a None None] Sync routers for ids ['a3239aae-ba88-41f8-8568-35e38b637fd7'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:25:52.139746 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-97281181-3715-431e-bac2-284e3f7aba37 tempest-FloatingIPAdminTestJSON-241637711 tempest-FloatingIPAdminTestJSON-241637711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b17dc610-d41e-475a-bb5f-efc5fcaacdd2), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:52.167276 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-069c36c7-ed7c-4270-8bc5-4f266c480729 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:52.171926 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-069c36c7-ed7c-4270-8bc5-4f266c480729 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.9705267 Feb 09 01:25:52.178014 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37500) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:52.184069 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d6b7d8-94aa-4038-b75d-814dc072c55a None None] Routers {'a3239aae-ba88-41f8-8568-35e38b637fd7'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:25:52.187366 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-90d6b7d8-94aa-4038-b75d-814dc072c55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:25:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a3239aae-ba88-41f8-8568-35e38b637fd7'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:52.305008 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dffb7180-08ba-428e-91bb-109ae2b5c746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (baeb60f5-daaf-4db8-8472-d28cc71705fe), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:52.437375 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-7f678a84-cde5-4d5b-82b5-ca9a73d4a020 None None] Set router a3665330-f709-48b9-ac23-2ff020c462b1 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:25:52.529562 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-90d6b7d8-94aa-4038-b75d-814dc072c55a None None] Set router a3239aae-ba88-41f8-8568-35e38b637fd7 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:25:52.626187 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb7180-08ba-428e-91bb-109ae2b5c746 admin admin] Pushing event updated for resources: {'Subnet': ['ID=baeb60f5-daaf-4db8-8472-d28cc71705fe,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:52.673242 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-97281181-3715-431e-bac2-284e3f7aba37 tempest-FloatingIPAdminTestJSON-241637711 tempest-FloatingIPAdminTestJSON-241637711-project] Publish callbacks [] for port (b17dc610-d41e-475a-bb5f-efc5fcaacdd2), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:52.675760 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffb7180-08ba-428e-91bb-109ae2b5c746 admin admin] Checking segment: {'id': '73ea7bb3-c224-4b81-89c4-5d3f344ceacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '5343b032-f06e-4d62-ae5e-d589b4051e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:25:52.694152 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffb7180-08ba-428e-91bb-109ae2b5c746 admin admin] Network hostable DHCP agents. Network: 5343b032-f06e-4d62-ae5e-d589b4051e54, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:25:52.701360 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-97281181-3715-431e-bac2-284e3f7aba37 tempest-FloatingIPAdminTestJSON-241637711 tempest-FloatingIPAdminTestJSON-241637711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (b17dc610-d41e-475a-bb5f-efc5fcaacdd2), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:52.773952 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3171d22-4057-4d14-88ac-ec3289954427 req-166dea58-b9d1-49c7-8b10-caa1df600a6c tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:52.785879 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b3171d22-4057-4d14-88ac-ec3289954427 req-166dea58-b9d1-49c7-8b10-caa1df600a6c tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=762fd02a-08b8-459e-bc50-47531df84afa HTTP/1.1" status: 200 len: 945 time: 0.4480696 Feb 09 01:25:52.802112 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88cb36a-3efd-4c33-9c7b-09acdd2a3110 req-e1b43007-a5e0-4572-9d82-131870b49748 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:52.809536 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c88cb36a-3efd-4c33-9c7b-09acdd2a3110 req-e1b43007-a5e0-4572-9d82-131870b49748 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4 HTTP/1.1" status: 200 len: 945 time: 0.2476327 Feb 09 01:25:52.840889 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97281181-3715-431e-bac2-284e3f7aba37 tempest-FloatingIPAdminTestJSON-241637711 tempest-FloatingIPAdminTestJSON-241637711-project] Pushing event updated for resources: {'Port': ['ID=b17dc610-d41e-475a-bb5f-efc5fcaacdd2,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:52.940649 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-90d6b7d8-94aa-4038-b75d-814dc072c55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3239aae-ba88-41f8-8568-35e38b637fd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1655713258-router', 'tenant_id': '87f01a9f1c7f470e995b33acc0324506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'fdad7961-b965-45c9-ac79-b8a03a12922c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:25:46Z', 'updated_at': '2022-02-09T01:25:49Z', 'revision_number': 3, 'project_id': '87f01a9f1c7f470e995b33acc0324506', 'gw_port': {'id': 'fdad7961-b965-45c9-ac79-b8a03a12922c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3239aae-ba88-41f8-8568-35e38b637fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:47Z', 'updated_at': '2022-02-09T01:25:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:52.957686 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffb7180-08ba-428e-91bb-109ae2b5c746 admin admin] Network 5343b032-f06e-4d62-ae5e-d589b4051e54 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:25:52.963845 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-97281181-3715-431e-bac2-284e3f7aba37 tempest-FloatingIPAdminTestJSON-241637711 tempest-FloatingIPAdminTestJSON-241637711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (524da414-8049-488e-81b7-8060f1f64db8), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:52.989929 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d6b7d8-94aa-4038-b75d-814dc072c55a None None] Checking router: a3239aae-ba88-41f8-8568-35e38b637fd7 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:25:52.990683 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d6b7d8-94aa-4038-b75d-814dc072c55a None None] Updating router a3239aae-ba88-41f8-8568-35e38b637fd7 port fdad7961-b965-45c9-ac79-b8a03a12922c binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:25:53.000438 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-dffb7180-08ba-428e-91bb-109ae2b5c746 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 5343b032-f06e-4d62-ae5e-d589b4051e54) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:53.010788 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffb7180-08ba-428e-91bb-109ae2b5c746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:53.012595 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dffb7180-08ba-428e-91bb-109ae2b5c746 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:53.038060 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-90d6b7d8-94aa-4038-b75d-814dc072c55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (fdad7961-b965-45c9-ac79-b8a03a12922c), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:53.047434 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-97281181-3715-431e-bac2-284e3f7aba37 tempest-FloatingIPAdminTestJSON-241637711 tempest-FloatingIPAdminTestJSON-241637711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:53.052429 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-97281181-3715-431e-bac2-284e3f7aba37 tempest-FloatingIPAdminTestJSON-241637711 tempest-FloatingIPAdminTestJSON-241637711-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7690222 Feb 09 01:25:53.062683 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-dffb7180-08ba-428e-91bb-109ae2b5c746 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2881987 Feb 09 01:25:53.062960 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37508) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:53.262691 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d8b47a63-4063-42e8-85f4-9ed59320e5e3 tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2917 time: 0.1935799 Feb 09 01:25:53.263435 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37514) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:53.431234 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b3171d22-4057-4d14-88ac-ec3289954427 req-eabfda84-fbcd-40b1-b6f1-801b4ce98ccc tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6437125 Feb 09 01:25:53.443450 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c88cb36a-3efd-4c33-9c7b-09acdd2a3110 req-b0c1339d-08b5-4d32-9374-ab5d152bed55 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6150517 Feb 09 01:25:53.444740 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-eaf94b77-4e71-4065-8bdd-5c15de4ba303 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1796041 Feb 09 01:25:53.446618 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37520) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:53.609643 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b590da-65a7-4d2a-ab73-9bac5848ed59 None None] Network 5343b032-f06e-4d62-ae5e-d589b4051e54 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:25:53.687619 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37524) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:53.797909 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-34f9bec8-e193-436c-a13a-1a6208a3e602 tempest-FloatingIPAdminTestJSON-241637711 tempest-FloatingIPAdminTestJSON-241637711-project] Deleting port b17dc610-d41e-475a-bb5f-efc5fcaacdd2 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:25:53.799019 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34f9bec8-e193-436c-a13a-1a6208a3e602 tempest-FloatingIPAdminTestJSON-241637711 tempest-FloatingIPAdminTestJSON-241637711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (b17dc610-d41e-475a-bb5f-efc5fcaacdd2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:53.906336 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-90d6b7d8-94aa-4038-b75d-814dc072c55a None None] Publish callbacks [] for port (fdad7961-b965-45c9-ac79-b8a03a12922c), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:53.919703 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-90d6b7d8-94aa-4038-b75d-814dc072c55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (fdad7961-b965-45c9-ac79-b8a03a12922c), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:53.946863 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-85036c4b-dc4f-4f44-bd6e-478d7e5fc650 admin admin] Deleting subnet baeb60f5-daaf-4db8-8472-d28cc71705fe {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:25:53.954639 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c52e2e27-15a9-4532-bfdc-e7f602f3f733 req-f3812da3-5e73-4b65-a167-654b664146a2 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 210 time: 0.2879848 Feb 09 01:25:53.985711 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-85036c4b-dc4f-4f44-bd6e-478d7e5fc650 admin admin] Publish callbacks [] for subnet (baeb60f5-daaf-4db8-8472-d28cc71705fe), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:53.989426 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98216fe3-a3f0-4c9c-8a5d-3257d65c0af0 None None] Pushing event updated for resources: {'Port': ['ID=fdad7961-b965-45c9-ac79-b8a03a12922c,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:53.996877 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dcd613-5683-426e-88ae-5549c41c4588 None None] Network 5343b032-f06e-4d62-ae5e-d589b4051e54 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:25:54.003476 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98216fe3-a3f0-4c9c-8a5d-3257d65c0af0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:54.003961 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98216fe3-a3f0-4c9c-8a5d-3257d65c0af0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:54.004437 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98216fe3-a3f0-4c9c-8a5d-3257d65c0af0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:54.004875 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98216fe3-a3f0-4c9c-8a5d-3257d65c0af0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:54.005402 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98216fe3-a3f0-4c9c-8a5d-3257d65c0af0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:54.005843 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98216fe3-a3f0-4c9c-8a5d-3257d65c0af0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:54.006264 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98216fe3-a3f0-4c9c-8a5d-3257d65c0af0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:54.006925 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98216fe3-a3f0-4c9c-8a5d-3257d65c0af0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:54.011736 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98216fe3-a3f0-4c9c-8a5d-3257d65c0af0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:54.012531 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98216fe3-a3f0-4c9c-8a5d-3257d65c0af0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:54.012982 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98216fe3-a3f0-4c9c-8a5d-3257d65c0af0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:54.013526 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98216fe3-a3f0-4c9c-8a5d-3257d65c0af0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:54.014198 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98216fe3-a3f0-4c9c-8a5d-3257d65c0af0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:54.017443 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34f9bec8-e193-436c-a13a-1a6208a3e602 tempest-FloatingIPAdminTestJSON-241637711 tempest-FloatingIPAdminTestJSON-241637711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (b17dc610-d41e-475a-bb5f-efc5fcaacdd2), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:54.019116 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34f9bec8-e193-436c-a13a-1a6208a3e602 tempest-FloatingIPAdminTestJSON-241637711 tempest-FloatingIPAdminTestJSON-241637711-project] Publish callbacks [] for floatingip (b17dc610-d41e-475a-bb5f-efc5fcaacdd2), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:54.036417 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-34f9bec8-e193-436c-a13a-1a6208a3e602 tempest-FloatingIPAdminTestJSON-241637711 tempest-FloatingIPAdminTestJSON-241637711-project] Calling delete_port for b17dc610-d41e-475a-bb5f-efc5fcaacdd2 owned by network:floatingip {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:25:54.045838 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-90d6b7d8-94aa-4038-b75d-814dc072c55a None None] Attempting to bind port fdad7961-b965-45c9-ac79-b8a03a12922c on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:25:54.046343 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-90d6b7d8-94aa-4038-b75d-814dc072c55a None None] Attempting to bind port fdad7961-b965-45c9-ac79-b8a03a12922c by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:25:54.047018 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d6b7d8-94aa-4038-b75d-814dc072c55a None None] Attempting to bind port fdad7961-b965-45c9-ac79-b8a03a12922c on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:25:54.059301 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d6b7d8-94aa-4038-b75d-814dc072c55a None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:25:54.059779 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d6b7d8-94aa-4038-b75d-814dc072c55a None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:25:54.060280 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-90d6b7d8-94aa-4038-b75d-814dc072c55a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:54.061007 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d6b7d8-94aa-4038-b75d-814dc072c55a None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:25:54.062823 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-90d6b7d8-94aa-4038-b75d-814dc072c55a None None] Bound port: fdad7961-b965-45c9-ac79-b8a03a12922c, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:25:54.063305 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-90d6b7d8-94aa-4038-b75d-814dc072c55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (fdad7961-b965-45c9-ac79-b8a03a12922c), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:54.148739 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-85036c4b-dc4f-4f44-bd6e-478d7e5fc650 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (baeb60f5-daaf-4db8-8472-d28cc71705fe), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:54.201783 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-90d6b7d8-94aa-4038-b75d-814dc072c55a None None] For port fdad7961-b965-45c9-ac79-b8a03a12922c, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:25:54.206682 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-90d6b7d8-94aa-4038-b75d-814dc072c55a None None] For port fdad7961-b965-45c9-ac79-b8a03a12922c, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=fdad7961-b965-45c9-ac79-b8a03a12922c,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:25:54.219221 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-90d6b7d8-94aa-4038-b75d-814dc072c55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (fdad7961-b965-45c9-ac79-b8a03a12922c), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:54.224936 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34f9bec8-e193-436c-a13a-1a6208a3e602 tempest-FloatingIPAdminTestJSON-241637711 tempest-FloatingIPAdminTestJSON-241637711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (b17dc610-d41e-475a-bb5f-efc5fcaacdd2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:54.318878 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9bec8-e193-436c-a13a-1a6208a3e602 tempest-FloatingIPAdminTestJSON-241637711 tempest-FloatingIPAdminTestJSON-241637711-project] Pushing event deleted for resources: {'Port': ['ID=b17dc610-d41e-475a-bb5f-efc5fcaacdd2,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:54.390961 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b6b082e8-af1f-42c2-ad96-0df86d0e26a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:54.402130 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d6b7d8-94aa-4038-b75d-814dc072c55a None None] Routers {'a3239aae-ba88-41f8-8568-35e38b637fd7'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:25:54.403047 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-90d6b7d8-94aa-4038-b75d-814dc072c55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:25:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a3239aae-ba88-41f8-8568-35e38b637fd7'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:54.418822 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572665e-6f3d-4492-a0c0-c974525e3041 req-0861edad-f3e0-47ab-b103-4b6d5259dffc tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:54.421258 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-7f678a84-cde5-4d5b-82b5-ca9a73d4a020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3665330-f709-48b9-ac23-2ff020c462b1', 'name': 'tempest-ServersTestBootFromVolume-1506375842-router', 'tenant_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '4226d4c3-3917-4126-ab80-3bc38a98ee05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:54Z', 'updated_at': '2022-02-09T01:23:01Z', 'revision_number': 4, 'project_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'gw_port': {'id': '4226d4c3-3917-4126-ab80-3bc38a98ee05', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3665330-f709-48b9-ac23-2ff020c462b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:56Z', 'updated_at': '2022-02-09T01:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '0eb1b42e-2c89-430e-b166-f0d80c142a5d', 'name': '', 'network_id': '8ce77acd-00e3-49dd-921d-12bc8c86c44b', 'tenant_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'mac_address': 'fa:16:3e:6b:0c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3665330-f709-48b9-ac23-2ff020c462b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'b5c68845-dbb9-4fbb-a7c3-02cd380b4dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:23:00Z', 'updated_at': '2022-02-09T01:23:10Z', 'revision_number': 5, 'project_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'subnets': [{'id': 'b5c68845-dbb9-4fbb-a7c3-02cd380b4dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:54.435216 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6572665e-6f3d-4492-a0c0-c974525e3041 req-0861edad-f3e0-47ab-b103-4b6d5259dffc tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=762fd02a-08b8-459e-bc50-47531df84afa HTTP/1.1" status: 200 len: 945 time: 0.5519316 Feb 09 01:25:54.473035 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f678a84-cde5-4d5b-82b5-ca9a73d4a020 None None] Checking router: a3665330-f709-48b9-ac23-2ff020c462b1 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:25:54.485236 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f678a84-cde5-4d5b-82b5-ca9a73d4a020 None None] Routers {'a3665330-f709-48b9-ac23-2ff020c462b1'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:25:54.486036 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-7f678a84-cde5-4d5b-82b5-ca9a73d4a020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:25:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a3665330-f709-48b9-ac23-2ff020c462b1'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:54.552463 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34f9bec8-e193-436c-a13a-1a6208a3e602 tempest-FloatingIPAdminTestJSON-241637711 tempest-FloatingIPAdminTestJSON-241637711-project] Publish callbacks [] for floatingip (524da414-8049-488e-81b7-8060f1f64db8), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:54.556268 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34f9bec8-e193-436c-a13a-1a6208a3e602 tempest-FloatingIPAdminTestJSON-241637711 tempest-FloatingIPAdminTestJSON-241637711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:54.560688 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-34f9bec8-e193-436c-a13a-1a6208a3e602 tempest-FloatingIPAdminTestJSON-241637711 tempest-FloatingIPAdminTestJSON-241637711-project] 10.222.0.30 "DELETE /v2.0/floatingips/524da414-8049-488e-81b7-8060f1f64db8 HTTP/1.1" status: 204 len: 168 time: 1.1129787 Feb 09 01:25:54.562411 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37532) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:54.661793 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-85036c4b-dc4f-4f44-bd6e-478d7e5fc650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (baeb60f5-daaf-4db8-8472-d28cc71705fe), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:54.674532 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98216fe3-a3f0-4c9c-8a5d-3257d65c0af0 None None] Pushing event updated for resources: {'Port': ['ID=fdad7961-b965-45c9-ac79-b8a03a12922c,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:54.736246 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-7f678a84-cde5-4d5b-82b5-ca9a73d4a020 None None] Set router a3665330-f709-48b9-ac23-2ff020c462b1 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:25:54.793291 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-90d6b7d8-94aa-4038-b75d-814dc072c55a None None] Set router a3239aae-ba88-41f8-8568-35e38b637fd7 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:25:54.860226 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6572665e-6f3d-4492-a0c0-c974525e3041 req-61282109-bb54-40a6-8d06-46a28f17bd62 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4240892 Feb 09 01:25:54.887198 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fd511ac5-a12b-4212-a237-1343d5a0a5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:54.897574 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-319bb78d-8a45-43fb-aa86-0c24545e72b8 tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Deleting port 3b5375d6-0731-423b-be6f-ff2981bc6517 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:25:54.898795 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-319bb78d-8a45-43fb-aa86-0c24545e72b8 tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (3b5375d6-0731-423b-be6f-ff2981bc6517), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:54.918841 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8826723-fca3-4d3e-a5c8-0008a4122a82 req-c1a9374a-10eb-46dc-bd04-57937c48d240 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:54.920465 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e8826723-fca3-4d3e-a5c8-0008a4122a82 req-c1a9374a-10eb-46dc-bd04-57937c48d240 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4 HTTP/1.1" status: 200 len: 945 time: 0.2798367 Feb 09 01:25:54.938747 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-85036c4b-dc4f-4f44-bd6e-478d7e5fc650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (baeb60f5-daaf-4db8-8472-d28cc71705fe), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:54.993944 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85036c4b-dc4f-4f44-bd6e-478d7e5fc650 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baeb60f5-daaf-4db8-8472-d28cc71705fe,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:55.035017 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-85036c4b-dc4f-4f44-bd6e-478d7e5fc650 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:55.039619 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-85036c4b-dc4f-4f44-bd6e-478d7e5fc650 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/baeb60f5-daaf-4db8-8472-d28cc71705fe HTTP/1.1" status: 204 len: 168 time: 1.3490250 Feb 09 01:25:55.043146 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37538) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:55.121896 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e8826723-fca3-4d3e-a5c8-0008a4122a82 req-21905dae-ee81-4d8c-b336-aeb4225875ae tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906571 Feb 09 01:25:55.199543 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76009844-2b1a-4168-8635-30120e0fc160 req-f59dde73-63d2-40b5-984c-759ecc760cb5 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 210 time: 0.0716336 Feb 09 01:25:55.278249 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-7f678a84-cde5-4d5b-82b5-ca9a73d4a020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3665330-f709-48b9-ac23-2ff020c462b1', 'name': 'tempest-ServersTestBootFromVolume-1506375842-router', 'tenant_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '4226d4c3-3917-4126-ab80-3bc38a98ee05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:54Z', 'updated_at': '2022-02-09T01:23:01Z', 'revision_number': 4, 'project_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'gw_port': {'id': '4226d4c3-3917-4126-ab80-3bc38a98ee05', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3665330-f709-48b9-ac23-2ff020c462b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:56Z', 'updated_at': '2022-02-09T01:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '0eb1b42e-2c89-430e-b166-f0d80c142a5d', 'name': '', 'network_id': '8ce77acd-00e3-49dd-921d-12bc8c86c44b', 'tenant_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'mac_address': 'fa:16:3e:6b:0c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3665330-f709-48b9-ac23-2ff020c462b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'b5c68845-dbb9-4fbb-a7c3-02cd380b4dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:23:00Z', 'updated_at': '2022-02-09T01:23:10Z', 'revision_number': 5, 'project_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'subnets': [{'id': 'b5c68845-dbb9-4fbb-a7c3-02cd380b4dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:55.288615 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-90d6b7d8-94aa-4038-b75d-814dc072c55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3239aae-ba88-41f8-8568-35e38b637fd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1655713258-router', 'tenant_id': '87f01a9f1c7f470e995b33acc0324506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'fdad7961-b965-45c9-ac79-b8a03a12922c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:25:46Z', 'updated_at': '2022-02-09T01:25:49Z', 'revision_number': 3, 'project_id': '87f01a9f1c7f470e995b33acc0324506', 'gw_port': {'id': 'fdad7961-b965-45c9-ac79-b8a03a12922c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3239aae-ba88-41f8-8568-35e38b637fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:47Z', 'updated_at': '2022-02-09T01:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:55.323357 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-319bb78d-8a45-43fb-aa86-0c24545e72b8 tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (3b5375d6-0731-423b-be6f-ff2981bc6517), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:55.327002 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-319bb78d-8a45-43fb-aa86-0c24545e72b8 tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Publish callbacks [] for floatingip (3b5375d6-0731-423b-be6f-ff2981bc6517), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:55.342961 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d6b7d8-94aa-4038-b75d-814dc072c55a None None] The sync data for ids ['a3239aae-ba88-41f8-8568-35e38b637fd7'] in n-d-822053-40 is: [{'id': 'a3239aae-ba88-41f8-8568-35e38b637fd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1655713258-router', 'tenant_id': '87f01a9f1c7f470e995b33acc0324506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'fdad7961-b965-45c9-ac79-b8a03a12922c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:25:46Z', 'updated_at': '2022-02-09T01:25:49Z', 'revision_number': 3, 'project_id': '87f01a9f1c7f470e995b33acc0324506', 'gw_port': {'id': 'fdad7961-b965-45c9-ac79-b8a03a12922c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3239aae-ba88-41f8-8568-35e38b637fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:47Z', 'updated_at': '2022-02-09T01:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:25:55.355822 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-fd511ac5-a12b-4212-a237-1343d5a0a5a8 admin admin] Allocated IP 172.20.0.1 (d76031b0-4109-4d1a-891f-2e2c0cd8dc50/0c516db7-26b1-44ed-b325-f6904d951d4a/8e11d18d-ba38-4280-b0a0-f058720f8135) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:55.357546 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e38ea4f9-200e-4b2f-8c39-4efc6750a42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (5343b032-f06e-4d62-ae5e-d589b4051e54), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:55.357817 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f678a84-cde5-4d5b-82b5-ca9a73d4a020 None None] The sync data for ids ['a3665330-f709-48b9-ac23-2ff020c462b1'] in n-d-822053-40 is: [{'id': 'a3665330-f709-48b9-ac23-2ff020c462b1', 'name': 'tempest-ServersTestBootFromVolume-1506375842-router', 'tenant_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '4226d4c3-3917-4126-ab80-3bc38a98ee05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:54Z', 'updated_at': '2022-02-09T01:23:01Z', 'revision_number': 4, 'project_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'gw_port': {'id': '4226d4c3-3917-4126-ab80-3bc38a98ee05', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3665330-f709-48b9-ac23-2ff020c462b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:56Z', 'updated_at': '2022-02-09T01:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '0eb1b42e-2c89-430e-b166-f0d80c142a5d', 'name': '', 'network_id': '8ce77acd-00e3-49dd-921d-12bc8c86c44b', 'tenant_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'mac_address': 'fa:16:3e:6b:0c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3665330-f709-48b9-ac23-2ff020c462b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'b5c68845-dbb9-4fbb-a7c3-02cd380b4dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:23:00Z', 'updated_at': '2022-02-09T01:23:10Z', 'revision_number': 5, 'project_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'subnets': [{'id': 'b5c68845-dbb9-4fbb-a7c3-02cd380b4dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:25:55.367953 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-319bb78d-8a45-43fb-aa86-0c24545e72b8 tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Calling delete_port for 3b5375d6-0731-423b-be6f-ff2981bc6517 owned by network:floatingip {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:25:55.604611 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e38ea4f9-200e-4b2f-8c39-4efc6750a42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (5343b032-f06e-4d62-ae5e-d589b4051e54), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:55.633667 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fd511ac5-a12b-4212-a237-1343d5a0a5a8 admin admin] Publish callbacks [] for port (8e11d18d-ba38-4280-b0a0-f058720f8135), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:55.707509 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fd511ac5-a12b-4212-a237-1343d5a0a5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (8e11d18d-ba38-4280-b0a0-f058720f8135), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:55.718912 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-e38ea4f9-200e-4b2f-8c39-4efc6750a42c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5343b032-f06e-4d62-ae5e-d589b4051e54']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:55.736997 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd511ac5-a12b-4212-a237-1343d5a0a5a8 admin admin] Network d76031b0-4109-4d1a-891f-2e2c0cd8dc50 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:55.747600 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:55.748543 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-fd511ac5-a12b-4212-a237-1343d5a0a5a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:55.756933 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-e38ea4f9-200e-4b2f-8c39-4efc6750a42c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73ea7bb3-c224-4b81-89c4-5d3f344ceacf') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:55.758277 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-e38ea4f9-200e-4b2f-8c39-4efc6750a42c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73ea7bb3-c224-4b81-89c4-5d3f344ceacf') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:55.778292 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e38ea4f9-200e-4b2f-8c39-4efc6750a42c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (73ea7bb3-c224-4b81-89c4-5d3f344ceacf), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:55.796219 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd511ac5-a12b-4212-a237-1343d5a0a5a8 admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:25:55.863018 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-319bb78d-8a45-43fb-aa86-0c24545e72b8 tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (3b5375d6-0731-423b-be6f-ff2981bc6517), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:55.874627 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e38ea4f9-200e-4b2f-8c39-4efc6750a42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (73ea7bb3-c224-4b81-89c4-5d3f344ceacf), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:56.009645 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0205f71-6efe-4ecc-bb38-d2daf56c40b0 None None] New status for floating IP 2afa5a15-0adf-415a-96e2-bd68dcb49687: DOWN {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:25:56.057806 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb78d-8a45-43fb-aa86-0c24545e72b8 tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b5375d6-0731-423b-be6f-ff2981bc6517,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:56.078003 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e38ea4f9-200e-4b2f-8c39-4efc6750a42c admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:25:56.080737 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e38ea4f9-200e-4b2f-8c39-4efc6750a42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (73ea7bb3-c224-4b81-89c4-5d3f344ceacf), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:56.083089 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:25:56.083089 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:25:56.083089 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:25:56.083089 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:25:56.083089 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:25:56.083089 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:25:56.083089 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:25:56.083089 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:25:56.083089 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:25:56.083089 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:25:56.083089 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:25:56.083089 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:25:56.083089 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:25:56.083089 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:25:56.083089 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:25:56.083089 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:25:56.083089 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:25:56.083089 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:25:56.083089 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:25:56.083089 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:25:56.083089 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:25:56.083089 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:25:56.083089 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:25:56.083089 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:25:56.083089 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:25:56.083089 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:25:56.083089 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:25:56.083089 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:25:56.083089 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:25:56.083089 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:25:56.083089 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:25:56.083089 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:25:56.323569 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e38ea4f9-200e-4b2f-8c39-4efc6750a42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (5343b032-f06e-4d62-ae5e-d589b4051e54), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:56.336077 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e38ea4f9-200e-4b2f-8c39-4efc6750a42c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:56.345153 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e38ea4f9-200e-4b2f-8c39-4efc6750a42c admin admin] 10.222.0.30 "DELETE /v2.0/networks/5343b032-f06e-4d62-ae5e-d589b4051e54 HTTP/1.1" status: 204 len: 168 time: 1.2973485 Feb 09 01:25:56.347150 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-319bb78d-8a45-43fb-aa86-0c24545e72b8 tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Publish callbacks [] for floatingip (490e2e3b-c452-4df7-b171-46a911cf2872), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:56.351472 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-319bb78d-8a45-43fb-aa86-0c24545e72b8 tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:56.355808 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-319bb78d-8a45-43fb-aa86-0c24545e72b8 tempest-FloatingIPAdminTestJSON-200279413 tempest-FloatingIPAdminTestJSON-200279413-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/490e2e3b-c452-4df7-b171-46a911cf2872 HTTP/1.1" status: 204 len: 168 time: 1.7890518 Feb 09 01:25:56.396256 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37552) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:56.500482 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ea4f9-200e-4b2f-8c39-4efc6750a42c admin admin] Pushing event deleted for resources: {'Network': ['ID=5343b032-f06e-4d62-ae5e-d589b4051e54,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:56.610273 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37554) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:56.679171 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ad110ae3-32dc-4168-9871-67640484d534 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f937fdb315d64833a7ef7bb3dfe58e64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0674555 Feb 09 01:25:56.682364 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37558) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:56.691548 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-469d70ee-32d4-49e5-a694-9b45da2f5366 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Deleting port 05e0cb69-f78c-49f2-a1fd-f05ecbeadcd0 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:25:56.692481 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-469d70ee-32d4-49e5-a694-9b45da2f5366 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (05e0cb69-f78c-49f2-a1fd-f05ecbeadcd0), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:56.773390 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd511ac5-a12b-4212-a237-1343d5a0a5a8 admin admin] Pushing event updated for resources: {'Port': ['ID=8e11d18d-ba38-4280-b0a0-f058720f8135,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:56.796898 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fd511ac5-a12b-4212-a237-1343d5a0a5a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (a3239aae-ba88-41f8-8568-35e38b637fd7), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:56.884165 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-76cda77e-a98f-4acf-b482-d07a93b63860 admin admin] Publish callbacks [] for security_group (1cbb4d63-ba5f-48c1-9244-5e29efd24c39), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:56.906475 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26ffb2-4ae1-41aa-aaa7-6ee0a3f37a4e req-b6f5f702-434c-43c9-9090-3f0559c556e4 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:56.914454 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-76cda77e-a98f-4acf-b482-d07a93b63860 admin admin] Publish callbacks [] for security_group (1cbb4d63-ba5f-48c1-9244-5e29efd24c39), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:56.919675 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c26ffb2-4ae1-41aa-aaa7-6ee0a3f37a4e req-b6f5f702-434c-43c9-9090-3f0559c556e4 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=762fd02a-08b8-459e-bc50-47531df84afa HTTP/1.1" status: 200 len: 945 time: 0.3336730 Feb 09 01:25:56.946870 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e05cbf-009e-4624-9d51-183a45289a64 req-d8cac664-d605-4464-bc23-bc30ce216d72 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:56.955862 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75e05cbf-009e-4624-9d51-183a45289a64 req-d8cac664-d605-4464-bc23-bc30ce216d72 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4 HTTP/1.1" status: 200 len: 945 time: 0.3647187 Feb 09 01:25:56.981794 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-76cda77e-a98f-4acf-b482-d07a93b63860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1cbb4d63-ba5f-48c1-9244-5e29efd24c39), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:56.984579 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-76cda77e-a98f-4acf-b482-d07a93b63860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:56.988147 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-76cda77e-a98f-4acf-b482-d07a93b63860 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1cbb4d63-ba5f-48c1-9244-5e29efd24c39 HTTP/1.1" status: 204 len: 168 time: 0.3023458 Feb 09 01:25:57.011534 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cda77e-a98f-4acf-b482-d07a93b63860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbb4d63-ba5f-48c1-9244-5e29efd24c39,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:57.013154 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-469d70ee-32d4-49e5-a694-9b45da2f5366 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (05e0cb69-f78c-49f2-a1fd-f05ecbeadcd0), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:57.030928 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-469d70ee-32d4-49e5-a694-9b45da2f5366 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Calling delete_port for 05e0cb69-f78c-49f2-a1fd-f05ecbeadcd0 owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:25:57.120462 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75e05cbf-009e-4624-9d51-183a45289a64 req-0e82ab09-a301-4446-a90d-9efc192571b0 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599376 Feb 09 01:25:57.167687 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c26ffb2-4ae1-41aa-aaa7-6ee0a3f37a4e req-f50036f7-4e6e-493e-a5f2-7e3f58815fda tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468708 Feb 09 01:25:57.253317 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-469d70ee-32d4-49e5-a694-9b45da2f5366 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (05e0cb69-f78c-49f2-a1fd-f05ecbeadcd0), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:57.254097 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fd511ac5-a12b-4212-a237-1343d5a0a5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8e11d18d-ba38-4280-b0a0-f058720f8135), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:57.393413 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d70ee-32d4-49e5-a694-9b45da2f5366 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Pushing event deleted for resources: {'Port': ['ID=05e0cb69-f78c-49f2-a1fd-f05ecbeadcd0,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:57.426734 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d8c2d6d0-7eee-4674-a6fc-06c76034289e req-d178e52b-6694-45ac-a0ee-c5c1b3cb7081 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 210 time: 0.0823119 Feb 09 01:25:57.488109 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:57.529651 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-469d70ee-32d4-49e5-a694-9b45da2f5366 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:57.538189 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-469d70ee-32d4-49e5-a694-9b45da2f5366 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] 10.222.0.30 "DELETE /v2.0/ports/05e0cb69-f78c-49f2-a1fd-f05ecbeadcd0 HTTP/1.1" status: 204 len: 168 time: 1.1397173 Feb 09 01:25:57.545906 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37564) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:57.697948 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445914ed-4b0e-4e61-b6d3-c8cafe348633 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:57.703821 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-445914ed-4b0e-4e61-b6d3-c8cafe348633 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c768542-1904-4228-a89c-bf042fa5717d HTTP/1.1" status: 200 len: 913 time: 0.1542418 Feb 09 01:25:57.710923 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37568) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:57.716144 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device fdad7961-b965-45c9-ac79-b8a03a12922c up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:25:57.815725 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fd511ac5-a12b-4212-a237-1343d5a0a5a8 admin admin] Publish callbacks [] for port (8e11d18d-ba38-4280-b0a0-f058720f8135), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:57.826950 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fd511ac5-a12b-4212-a237-1343d5a0a5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (8e11d18d-ba38-4280-b0a0-f058720f8135), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:57.874834 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port fdad7961-b965-45c9-ac79-b8a03a12922c triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:57.875206 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (fdad7961-b965-45c9-ac79-b8a03a12922c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:57.970263 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fd511ac5-a12b-4212-a237-1343d5a0a5a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (a3239aae-ba88-41f8-8568-35e38b637fd7), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:58.112122 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port fdad7961-b965-45c9-ac79-b8a03a12922c is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:58.112522 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (fdad7961-b965-45c9-ac79-b8a03a12922c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:58.248445 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd511ac5-a12b-4212-a237-1343d5a0a5a8 admin admin] Pushing event updated for resources: {'Port': ['ID=8e11d18d-ba38-4280-b0a0-f058720f8135,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:58.295575 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port fdad7961-b965-45c9-ac79-b8a03a12922c, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=fdad7961-b965-45c9-ac79-b8a03a12922c,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:58.299492 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:58.307018 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (fdad7961-b965-45c9-ac79-b8a03a12922c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:58.438999 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=fdad7961-b965-45c9-ac79-b8a03a12922c,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:58.636188 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4bf3ad-f2b5-4e0a-aaff-a1b8395565ba req-e213e781-1434-4eda-92cd-eaf7c2712570 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:58.638059 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0d4bf3ad-f2b5-4e0a-aaff-a1b8395565ba req-e213e781-1434-4eda-92cd-eaf7c2712570 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4 HTTP/1.1" status: 200 len: 945 time: 0.3539355 Feb 09 01:25:58.646918 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f27c41-c641-4587-9fb5-93f7d176de77 req-47361498-25cd-4f42-95dc-908ddefd45e3 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:58.656669 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-84f27c41-c641-4587-9fb5-93f7d176de77 req-47361498-25cd-4f42-95dc-908ddefd45e3 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=762fd02a-08b8-459e-bc50-47531df84afa HTTP/1.1" status: 200 len: 945 time: 0.2391069 Feb 09 01:25:58.743590 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd511ac5-a12b-4212-a237-1343d5a0a5a8 admin admin] Network d76031b0-4109-4d1a-891f-2e2c0cd8dc50 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:58.774855 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-fd511ac5-a12b-4212-a237-1343d5a0a5a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:58.966850 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-84f27c41-c641-4587-9fb5-93f7d176de77 req-6f432ca3-31a5-49c3-8eee-bfaea845971e tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036332 Feb 09 01:25:58.984429 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0d4bf3ad-f2b5-4e0a-aaff-a1b8395565ba req-3f2d2cab-eef7-4dd8-b924-14ceb2a1bc3e tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241632 Feb 09 01:25:59.065982 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd511ac5-a12b-4212-a237-1343d5a0a5a8 admin admin] Router a3239aae-ba88-41f8-8568-35e38b637fd7 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:25:59.085049 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5cf9bc34-b03e-4d72-9a33-7a4a8a9281f5 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (8c768542-1904-4228-a89c-bf042fa5717d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:59.278866 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8130e665-cdf2-45af-8644-47da1ede6034 req-ed0254d3-950e-4671-bb85-49a02f9c7d51 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 210 time: 0.1369090 Feb 09 01:25:59.389861 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd511ac5-a12b-4212-a237-1343d5a0a5a8 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:25:59.408970 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5ecc19-58c9-406f-b49e-31e7ddc70391 None None] Sync routers for ids ['a3239aae-ba88-41f8-8568-35e38b637fd7'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:25:59.411349 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-fd511ac5-a12b-4212-a237-1343d5a0a5a8 admin admin] 10.222.0.30 "PUT /v2.0/routers/a3239aae-ba88-41f8-8568-35e38b637fd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2319353 Feb 09 01:25:59.429962 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5ecc19-58c9-406f-b49e-31e7ddc70391 None None] Routers {'a3239aae-ba88-41f8-8568-35e38b637fd7'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:25:59.430962 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ef5ecc19-58c9-406f-b49e-31e7ddc70391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:25:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a3239aae-ba88-41f8-8568-35e38b637fd7'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:59.641022 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5cf9bc34-b03e-4d72-9a33-7a4a8a9281f5 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Deleting port 46135c16-7223-4d43-b5a3-4184ca9f0781 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:25:59.643458 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5cf9bc34-b03e-4d72-9a33-7a4a8a9281f5 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (46135c16-7223-4d43-b5a3-4184ca9f0781), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:59.669229 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device fdad7961-b965-45c9-ac79-b8a03a12922c up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:25:59.735306 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-ef5ecc19-58c9-406f-b49e-31e7ddc70391 None None] Set router a3239aae-ba88-41f8-8568-35e38b637fd7 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:25:59.816569 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port fdad7961-b965-45c9-ac79-b8a03a12922c triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:59.817762 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (fdad7961-b965-45c9-ac79-b8a03a12922c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:59.930395 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5cf9bc34-b03e-4d72-9a33-7a4a8a9281f5 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (46135c16-7223-4d43-b5a3-4184ca9f0781), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:59.985334 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5cf9bc34-b03e-4d72-9a33-7a4a8a9281f5 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Calling delete_port for 46135c16-7223-4d43-b5a3-4184ca9f0781 owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:26:00.015754 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port fdad7961-b965-45c9-ac79-b8a03a12922c is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:00.123593 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ef5ecc19-58c9-406f-b49e-31e7ddc70391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3239aae-ba88-41f8-8568-35e38b637fd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1655713258-router', 'tenant_id': '87f01a9f1c7f470e995b33acc0324506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'fdad7961-b965-45c9-ac79-b8a03a12922c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:25:46Z', 'updated_at': '2022-02-09T01:25:57Z', 'revision_number': 4, 'project_id': '87f01a9f1c7f470e995b33acc0324506', 'gw_port': {'id': 'fdad7961-b965-45c9-ac79-b8a03a12922c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3239aae-ba88-41f8-8568-35e38b637fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:47Z', 'updated_at': '2022-02-09T01:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '8e11d18d-ba38-4280-b0a0-f058720f8135', 'name': '', 'network_id': 'd76031b0-4109-4d1a-891f-2e2c0cd8dc50', 'tenant_id': '87f01a9f1c7f470e995b33acc0324506', 'mac_address': 'fa:16:3e:54:31:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3239aae-ba88-41f8-8568-35e38b637fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0c516db7-26b1-44ed-b325-f6904d951d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:54Z', 'updated_at': '2022-02-09T01:25:57Z', 'revision_number': 2, 'project_id': '87f01a9f1c7f470e995b33acc0324506', 'subnets': [{'id': '0c516db7-26b1-44ed-b325-f6904d951d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:00.204119 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5ecc19-58c9-406f-b49e-31e7ddc70391 None None] Checking router: a3239aae-ba88-41f8-8568-35e38b637fd7 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:26:00.204472 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5ecc19-58c9-406f-b49e-31e7ddc70391 None None] Updating router a3239aae-ba88-41f8-8568-35e38b637fd7 port 8e11d18d-ba38-4280-b0a0-f058720f8135 binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:26:00.256905 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ef5ecc19-58c9-406f-b49e-31e7ddc70391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8e11d18d-ba38-4280-b0a0-f058720f8135), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:00.332832 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-22beab1a-ddfc-4d7a-a569-b4fd5aa5cba3 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:00.334607 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-22beab1a-ddfc-4d7a-a569-b4fd5aa5cba3 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/networks?id=d76031b0-4109-4d1a-891f-2e2c0cd8dc50 HTTP/1.1" status: 200 len: 819 time: 0.3375056 Feb 09 01:26:00.376082 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-92c44333-8e7a-432b-994e-e581177a5b39 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/quotas/87f01a9f1c7f470e995b33acc0324506 HTTP/1.1" status: 200 len: 375 time: 0.0290236 Feb 09 01:26:00.438457 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a18f2-8eda-47cd-bdab-aa7713485808 req-c3cd35b4-e6eb-4652-af87-a3da7048202d tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:00.439963 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-211a18f2-8eda-47cd-bdab-aa7713485808 req-c3cd35b4-e6eb-4652-af87-a3da7048202d tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4 HTTP/1.1" status: 200 len: 945 time: 0.2049890 Feb 09 01:26:00.442754 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5cf9bc34-b03e-4d72-9a33-7a4a8a9281f5 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (46135c16-7223-4d43-b5a3-4184ca9f0781), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:00.563679 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9bc34-b03e-4d72-9a33-7a4a8a9281f5 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Pushing event deleted for resources: {'Port': ['ID=46135c16-7223-4d43-b5a3-4184ca9f0781,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:00.641743 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-62c072f2-f185-4344-9ed4-e9db769f5c6e tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=87f01a9f1c7f470e995b33acc0324506&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2546940 Feb 09 01:26:00.657251 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9bc34-b03e-4d72-9a33-7a4a8a9281f5 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:00.657584 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9bc34-b03e-4d72-9a33-7a4a8a9281f5 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:00.657926 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9bc34-b03e-4d72-9a33-7a4a8a9281f5 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:00.658257 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9bc34-b03e-4d72-9a33-7a4a8a9281f5 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:00.658581 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9bc34-b03e-4d72-9a33-7a4a8a9281f5 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:00.658900 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9bc34-b03e-4d72-9a33-7a4a8a9281f5 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:00.665795 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9bc34-b03e-4d72-9a33-7a4a8a9281f5 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:00.667710 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9bc34-b03e-4d72-9a33-7a4a8a9281f5 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:00.668078 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9bc34-b03e-4d72-9a33-7a4a8a9281f5 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:00.668418 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9bc34-b03e-4d72-9a33-7a4a8a9281f5 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:00.668749 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9bc34-b03e-4d72-9a33-7a4a8a9281f5 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:00.669074 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9bc34-b03e-4d72-9a33-7a4a8a9281f5 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:00.671228 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9bc34-b03e-4d72-9a33-7a4a8a9281f5 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:00.709571 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-211a18f2-8eda-47cd-bdab-aa7713485808 req-8a362798-bc50-453a-b119-7c8c2fb8a44d tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262390 Feb 09 01:26:00.945959 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ef5ecc19-58c9-406f-b49e-31e7ddc70391 None None] Publish callbacks [] for port (8e11d18d-ba38-4280-b0a0-f058720f8135), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:00.958845 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ef5ecc19-58c9-406f-b49e-31e7ddc70391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8e11d18d-ba38-4280-b0a0-f058720f8135), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:01.022546 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5cf9bc34-b03e-4d72-9a33-7a4a8a9281f5 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (8c768542-1904-4228-a89c-bf042fa5717d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:01.113510 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-d1071460-d2f5-45b6-af12-8edcfa38259c service neutron] 10.222.0.30 "GET /v2.0/networks/d76031b0-4109-4d1a-891f-2e2c0cd8dc50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528282 Feb 09 01:26:01.144969 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c29170f-850f-4284-9c1e-1e1c14763492 None None] Pushing event updated for resources: {'Port': ['ID=8e11d18d-ba38-4280-b0a0-f058720f8135,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:01.355094 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-44d24212-c188-4096-bbfa-5a01b9c882fb service neutron] 10.222.0.30 "GET /v2.0/networks/d76031b0-4109-4d1a-891f-2e2c0cd8dc50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213855 Feb 09 01:26:01.382918 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d017ef-4226-4aec-a683-207390153e36 req-544b2fb1-c5b0-4261-9bb7-04ef9a64cd11 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:01.384844 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-08d017ef-4226-4aec-a683-207390153e36 req-544b2fb1-c5b0-4261-9bb7-04ef9a64cd11 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=762fd02a-08b8-459e-bc50-47531df84afa HTTP/1.1" status: 200 len: 945 time: 0.5102642 Feb 09 01:26:01.422423 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-ef5ecc19-58c9-406f-b49e-31e7ddc70391 None None] Attempting to bind port 8e11d18d-ba38-4280-b0a0-f058720f8135 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:26:01.422789 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-ef5ecc19-58c9-406f-b49e-31e7ddc70391 None None] Attempting to bind port 8e11d18d-ba38-4280-b0a0-f058720f8135 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '56fbfdfe-124b-4422-89cd-b53ccd9690c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'd76031b0-4109-4d1a-891f-2e2c0cd8dc50'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:26:01.423148 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5ecc19-58c9-406f-b49e-31e7ddc70391 None None] Attempting to bind port 8e11d18d-ba38-4280-b0a0-f058720f8135 on network d76031b0-4109-4d1a-891f-2e2c0cd8dc50 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:26:01.452307 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5ecc19-58c9-406f-b49e-31e7ddc70391 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:26:01.452704 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5ecc19-58c9-406f-b49e-31e7ddc70391 None None] Checking segment: {'id': '56fbfdfe-124b-4422-89cd-b53ccd9690c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'd76031b0-4109-4d1a-891f-2e2c0cd8dc50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:26:01.453069 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ef5ecc19-58c9-406f-b49e-31e7ddc70391 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:01.453459 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5ecc19-58c9-406f-b49e-31e7ddc70391 None None] Bound using segment: {'id': '56fbfdfe-124b-4422-89cd-b53ccd9690c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'd76031b0-4109-4d1a-891f-2e2c0cd8dc50'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:26:01.454216 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-ef5ecc19-58c9-406f-b49e-31e7ddc70391 None None] Bound port: 8e11d18d-ba38-4280-b0a0-f058720f8135, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fbfdfe-124b-4422-89cd-b53ccd9690c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'd76031b0-4109-4d1a-891f-2e2c0cd8dc50'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:26:01.454346 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ef5ecc19-58c9-406f-b49e-31e7ddc70391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8e11d18d-ba38-4280-b0a0-f058720f8135), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:01.533945 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-08d017ef-4226-4aec-a683-207390153e36 req-1c341905-a7ab-4b48-ba7f-f1c6a6a46d5a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423154 Feb 09 01:26:01.691734 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-ef5ecc19-58c9-406f-b49e-31e7ddc70391 None None] For port 8e11d18d-ba38-4280-b0a0-f058720f8135, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:26:01.712117 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-ef5ecc19-58c9-406f-b49e-31e7ddc70391 None None] For port 8e11d18d-ba38-4280-b0a0-f058720f8135, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=8e11d18d-ba38-4280-b0a0-f058720f8135,segment=NetworkSegment(56fbfdfe-124b-4422-89cd-b53ccd9690c4),segment_id=56fbfdfe-124b-4422-89cd-b53ccd9690c4)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:26:01.725984 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ef5ecc19-58c9-406f-b49e-31e7ddc70391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8e11d18d-ba38-4280-b0a0-f058720f8135), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:01.931081 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5ecc19-58c9-406f-b49e-31e7ddc70391 None None] Routers {'a3239aae-ba88-41f8-8568-35e38b637fd7'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:26:01.933536 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ef5ecc19-58c9-406f-b49e-31e7ddc70391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:25:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a3239aae-ba88-41f8-8568-35e38b637fd7'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:01.937209 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c29170f-850f-4284-9c1e-1e1c14763492 None None] Pushing event updated for resources: {'Port': ['ID=8e11d18d-ba38-4280-b0a0-f058720f8135,revision_number=4']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:01.958523 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf9bc34-b03e-4d72-9a33-7a4a8a9281f5 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Router 8c768542-1904-4228-a89c-bf042fa5717d has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:26:02.032679 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3b79c835-a229-4609-9cb2-15695ad34695 req-64b20399-706d-4463-8b66-2d9344ba5ec5 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 210 time: 0.1564057 Feb 09 01:26:02.116354 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974cf5c-6c78-420a-afcf-4bd646908260 req-27d8d02f-f801-45fc-883d-3094cdf93353 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:02.125670 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f974cf5c-6c78-420a-afcf-4bd646908260 req-27d8d02f-f801-45fc-883d-3094cdf93353 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4 HTTP/1.1" status: 200 len: 945 time: 0.2469256 Feb 09 01:26:02.247004 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-ef5ecc19-58c9-406f-b49e-31e7ddc70391 None None] Set router a3239aae-ba88-41f8-8568-35e38b637fd7 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:26:02.249454 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-72ce64ec-70ca-4bdf-9131-944947aa22e7 req-a2f1555e-1764-44fa-8740-049b4ddaaa26 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 210 time: 0.1227658 Feb 09 01:26:02.326854 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf9bc34-b03e-4d72-9a33-7a4a8a9281f5 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:26:02.341080 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3898450-ccc6-448e-84c0-82b3308d5a01 None None] Sync routers for ids ['8c768542-1904-4228-a89c-bf042fa5717d'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:26:02.356941 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5cf9bc34-b03e-4d72-9a33-7a4a8a9281f5 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] 10.222.0.30 "PUT /v2.0/routers/8c768542-1904-4228-a89c-bf042fa5717d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6447549 Feb 09 01:26:02.357637 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37662) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:02.367458 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3898450-ccc6-448e-84c0-82b3308d5a01 None None] Routers {'8c768542-1904-4228-a89c-bf042fa5717d'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:26:02.367904 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-a3898450-ccc6-448e-84c0-82b3308d5a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:25:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['8c768542-1904-4228-a89c-bf042fa5717d'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:02.455016 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f974cf5c-6c78-420a-afcf-4bd646908260 req-2284ecfc-1ad1-4df4-99d8-a78f6afe64ed tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910888 Feb 09 01:26:02.514665 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-a3898450-ccc6-448e-84c0-82b3308d5a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:02.544605 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3898450-ccc6-448e-84c0-82b3308d5a01 None None] Routers {'8c768542-1904-4228-a89c-bf042fa5717d'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:26:02.545255 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-a3898450-ccc6-448e-84c0-82b3308d5a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:25:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['8c768542-1904-4228-a89c-bf042fa5717d'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:02.709925 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-a3898450-ccc6-448e-84c0-82b3308d5a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:02.713460 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3898450-ccc6-448e-84c0-82b3308d5a01 None None] The sync data for ids ['8c768542-1904-4228-a89c-bf042fa5717d'] in n-d-822053-40 is: [] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:26:02.798739 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-43b0e592-609b-4ed6-9a0f-fb4257b89905 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks [] for router (8c768542-1904-4228-a89c-bf042fa5717d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:02.878206 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67705c-a243-4283-932b-238065f659e4 req-a612b1f0-f27c-4141-bdd4-145e9bed28ad tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:02.887721 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7d67705c-a243-4283-932b-238065f659e4 req-a612b1f0-f27c-4141-bdd4-145e9bed28ad tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=762fd02a-08b8-459e-bc50-47531df84afa HTTP/1.1" status: 200 len: 945 time: 0.1292796 Feb 09 01:26:02.959258 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ef5ecc19-58c9-406f-b49e-31e7ddc70391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3239aae-ba88-41f8-8568-35e38b637fd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1655713258-router', 'tenant_id': '87f01a9f1c7f470e995b33acc0324506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'fdad7961-b965-45c9-ac79-b8a03a12922c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:25:46Z', 'updated_at': '2022-02-09T01:25:57Z', 'revision_number': 4, 'project_id': '87f01a9f1c7f470e995b33acc0324506', 'gw_port': {'id': 'fdad7961-b965-45c9-ac79-b8a03a12922c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3239aae-ba88-41f8-8568-35e38b637fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:47Z', 'updated_at': '2022-02-09T01:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '8e11d18d-ba38-4280-b0a0-f058720f8135', 'name': '', 'network_id': 'd76031b0-4109-4d1a-891f-2e2c0cd8dc50', 'tenant_id': '87f01a9f1c7f470e995b33acc0324506', 'mac_address': 'fa:16:3e:54:31:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3239aae-ba88-41f8-8568-35e38b637fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0c516db7-26b1-44ed-b325-f6904d951d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:54Z', 'updated_at': '2022-02-09T01:26:01Z', 'revision_number': 4, 'project_id': '87f01a9f1c7f470e995b33acc0324506', 'subnets': [{'id': '0c516db7-26b1-44ed-b325-f6904d951d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:03.032487 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7d67705c-a243-4283-932b-238065f659e4 req-17b237ba-52f7-4513-862c-6566df264fdb tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421888 Feb 09 01:26:03.050582 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e9c51-879f-416d-9f9c-983495991336 req-b8a3a8c5-589b-410f-b4a0-dc03c19d4af5 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:03.056796 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f45e9c51-879f-416d-9f9c-983495991336 req-b8a3a8c5-589b-410f-b4a0-dc03c19d4af5 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/networks?id=d76031b0-4109-4d1a-891f-2e2c0cd8dc50 HTTP/1.1" status: 200 len: 819 time: 0.4616082 Feb 09 01:26:03.077450 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f45e9c51-879f-416d-9f9c-983495991336 req-9063ce42-d9a0-43bf-bbd2-552cf3b8f275 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/quotas/87f01a9f1c7f470e995b33acc0324506 HTTP/1.1" status: 200 len: 375 time: 0.0145857 Feb 09 01:26:03.086644 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5ecc19-58c9-406f-b49e-31e7ddc70391 None None] The sync data for ids ['a3239aae-ba88-41f8-8568-35e38b637fd7'] in n-d-822053-40 is: [{'id': 'a3239aae-ba88-41f8-8568-35e38b637fd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1655713258-router', 'tenant_id': '87f01a9f1c7f470e995b33acc0324506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'fdad7961-b965-45c9-ac79-b8a03a12922c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:25:46Z', 'updated_at': '2022-02-09T01:25:57Z', 'revision_number': 4, 'project_id': '87f01a9f1c7f470e995b33acc0324506', 'gw_port': {'id': 'fdad7961-b965-45c9-ac79-b8a03a12922c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3239aae-ba88-41f8-8568-35e38b637fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:47Z', 'updated_at': '2022-02-09T01:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '8e11d18d-ba38-4280-b0a0-f058720f8135', 'name': '', 'network_id': 'd76031b0-4109-4d1a-891f-2e2c0cd8dc50', 'tenant_id': '87f01a9f1c7f470e995b33acc0324506', 'mac_address': 'fa:16:3e:54:31:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3239aae-ba88-41f8-8568-35e38b637fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0c516db7-26b1-44ed-b325-f6904d951d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:54Z', 'updated_at': '2022-02-09T01:26:01Z', 'revision_number': 4, 'project_id': '87f01a9f1c7f470e995b33acc0324506', 'subnets': [{'id': '0c516db7-26b1-44ed-b325-f6904d951d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:26:03.111904 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-43b0e592-609b-4ed6-9a0f-fb4257b89905 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks [] for router_gateway (8c768542-1904-4228-a89c-bf042fa5717d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:03.301708 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f45e9c51-879f-416d-9f9c-983495991336 req-d66a3542-0f91-4c7c-b2f3-cf4dcbe6c7db tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=87f01a9f1c7f470e995b33acc0324506&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2184610 Feb 09 01:26:03.302060 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-43b0e592-609b-4ed6-9a0f-fb4257b89905 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Deleting port 71109595-5ce9-4f7d-a95c-45c74f51d015 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:26:03.302405 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-43b0e592-609b-4ed6-9a0f-fb4257b89905 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (71109595-5ce9-4f7d-a95c-45c74f51d015), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:03.461548 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6e647b32-1a15-4cf6-9bd2-aab48883e8ce req-d87ae6c0-ae2a-4c6a-b7a0-e310fb1e1128 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 210 time: 0.0736349 Feb 09 01:26:03.654204 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-43b0e592-609b-4ed6-9a0f-fb4257b89905 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (71109595-5ce9-4f7d-a95c-45c74f51d015), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:03.689214 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-43b0e592-609b-4ed6-9a0f-fb4257b89905 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Calling delete_port for 71109595-5ce9-4f7d-a95c-45c74f51d015 owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:26:03.749232 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 8e11d18d-ba38-4280-b0a0-f058720f8135 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:26:03.860199 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 8e11d18d-ba38-4280-b0a0-f058720f8135 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:03.860855 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8e11d18d-ba38-4280-b0a0-f058720f8135), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:03.875382 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f45e9c51-879f-416d-9f9c-983495991336 req-5e4692e0-5b44-4fb9-a0ba-13df632b3ea7 service neutron] 10.222.0.30 "GET /v2.0/networks/d76031b0-4109-4d1a-891f-2e2c0cd8dc50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5686674 Feb 09 01:26:04.112225 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 8e11d18d-ba38-4280-b0a0-f058720f8135 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:04.112630 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8e11d18d-ba38-4280-b0a0-f058720f8135), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:04.171534 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f45e9c51-879f-416d-9f9c-983495991336 req-10308821-467a-4791-aa2c-e98f98329359 service neutron] 10.222.0.30 "GET /v2.0/networks/d76031b0-4109-4d1a-891f-2e2c0cd8dc50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897973 Feb 09 01:26:04.230978 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 8e11d18d-ba38-4280-b0a0-f058720f8135, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=8e11d18d-ba38-4280-b0a0-f058720f8135,segment=NetworkSegment(56fbfdfe-124b-4422-89cd-b53ccd9690c4),segment_id=56fbfdfe-124b-4422-89cd-b53ccd9690c4)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:04.242173 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8e11d18d-ba38-4280-b0a0-f058720f8135), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:04.250302 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7042bb6-faf6-4566-aa88-1d97d9c443f2 req-e8705ea8-db14-4ac9-b6a4-ead80d66ca96 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:04.263620 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a7042bb6-faf6-4566-aa88-1d97d9c443f2 req-e8705ea8-db14-4ac9-b6a4-ead80d66ca96 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4 HTTP/1.1" status: 200 len: 945 time: 0.3869035 Feb 09 01:26:04.402731 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a7042bb6-faf6-4566-aa88-1d97d9c443f2 req-9aad508f-94b1-4a3f-82ad-9e126e81cb64 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352789 Feb 09 01:26:04.406440 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=8e11d18d-ba38-4280-b0a0-f058720f8135,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:04.649854 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2befc-f07c-4654-aef0-a89e2349d002 req-457adab5-d2e8-42cf-b792-dbfb21b7e0f5 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:04.658583 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c8a2befc-f07c-4654-aef0-a89e2349d002 req-457adab5-d2e8-42cf-b792-dbfb21b7e0f5 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=762fd02a-08b8-459e-bc50-47531df84afa HTTP/1.1" status: 200 len: 945 time: 0.0920932 Feb 09 01:26:04.696551 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-047165aa-3fc5-4e0a-9033-aa357e9495af tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:04.706224 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-047165aa-3fc5-4e0a-9033-aa357e9495af tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.91 "GET /v2.0/networks?id=d76031b0-4109-4d1a-891f-2e2c0cd8dc50 HTTP/1.1" status: 200 len: 819 time: 0.6165605 Feb 09 01:26:04.707626 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-43b0e592-609b-4ed6-9a0f-fb4257b89905 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (71109595-5ce9-4f7d-a95c-45c74f51d015), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:04.772914 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c8a2befc-f07c-4654-aef0-a89e2349d002 req-63d92c5e-b655-42d6-95fa-4c774c60dc5d tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094949 Feb 09 01:26:04.801111 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0e592-609b-4ed6-9a0f-fb4257b89905 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Pushing event deleted for resources: {'Port': ['ID=71109595-5ce9-4f7d-a95c-45c74f51d015,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:04.825315 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-ad5cb819-3c1c-417f-a1ef-3cd3af3308ef tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Request body: {'port': {'device_id': '02ef30b5-9635-4da3-a3b2-bf4827a3ac5f', 'network_id': 'd76031b0-4109-4d1a-891f-2e2c0cd8dc50', 'admin_state_up': True, 'tenant_id': '87f01a9f1c7f470e995b33acc0324506'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:04.842958 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6e064575-d8ac-47da-893b-4159ac0e118c req-9911e018-72c6-4f35-a124-6c45b3570184 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=1378ef33-b41e-4a1c-9819-2f8ee1a300a5 HTTP/1.1" status: 200 len: 210 time: 0.0941625 Feb 09 01:26:05.031504 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9128eaab-feb5-4098-932f-7399bce6e140 req-01b8fa97-eb2d-4400-ba48-cf8a7564a054 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 210 time: 0.1172502 Feb 09 01:26:05.188967 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-43b0e592-609b-4ed6-9a0f-fb4257b89905 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (8c768542-1904-4228-a89c-bf042fa5717d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:05.372687 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-43b0e592-609b-4ed6-9a0f-fb4257b89905 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (8c768542-1904-4228-a89c-bf042fa5717d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:05.375710 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-43b0e592-609b-4ed6-9a0f-fb4257b89905 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks [] for router_controller (8c768542-1904-4228-a89c-bf042fa5717d), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:05.377325 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-ad5cb819-3c1c-417f-a1ef-3cd3af3308ef tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Made reservation on behalf of 87f01a9f1c7f470e995b33acc0324506 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:05.381796 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-ad5cb819-3c1c-417f-a1ef-3cd3af3308ef tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:05.713973 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 8e11d18d-ba38-4280-b0a0-f058720f8135 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:26:05.749076 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-43b0e592-609b-4ed6-9a0f-fb4257b89905 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (8c768542-1904-4228-a89c-bf042fa5717d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:05.753114 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b0e592-609b-4ed6-9a0f-fb4257b89905 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Fanout notify agent at l3_agent the message router_deleted on router 8c768542-1904-4228-a89c-bf042fa5717d {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:26:05.759884 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cce899-7aec-4b0d-be98-21de005e8a3f req-6823c54f-9853-4ec5-9bc1-0d0ef4849534 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:05.767783 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-43b0e592-609b-4ed6-9a0f-fb4257b89905 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:05.768948 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-43b0e592-609b-4ed6-9a0f-fb4257b89905 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] 10.222.0.30 "DELETE /v2.0/routers/8c768542-1904-4228-a89c-bf042fa5717d HTTP/1.1" status: 204 len: 168 time: 3.4103899 Feb 09 01:26:05.786462 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37732) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:05.798428 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-55cce899-7aec-4b0d-be98-21de005e8a3f req-6823c54f-9853-4ec5-9bc1-0d0ef4849534 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4 HTTP/1.1" status: 200 len: 945 time: 0.1508842 Feb 09 01:26:05.910111 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 8e11d18d-ba38-4280-b0a0-f058720f8135 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:05.913004 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8e11d18d-ba38-4280-b0a0-f058720f8135), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:05.951474 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-07101902-f661-4ec2-941e-0c027dbb7bc2 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Deleting subnet b2de07e0-0dab-4ec8-b7bb-861d7bfb4038 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:26:05.956416 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07101902-f661-4ec2-941e-0c027dbb7bc2 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks [] for subnet (b2de07e0-0dab-4ec8-b7bb-861d7bfb4038), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:06.003895 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07101902-f661-4ec2-941e-0c027dbb7bc2 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (b2de07e0-0dab-4ec8-b7bb-861d7bfb4038), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:06.109541 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07101902-f661-4ec2-941e-0c027dbb7bc2 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (b2de07e0-0dab-4ec8-b7bb-861d7bfb4038), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:06.158670 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-55cce899-7aec-4b0d-be98-21de005e8a3f req-a371643c-c513-4d1b-89dd-323f58c1e2eb tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520663 Feb 09 01:26:06.224906 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07101902-f661-4ec2-941e-0c027dbb7bc2 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (b2de07e0-0dab-4ec8-b7bb-861d7bfb4038), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:06.252423 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0f9a9-1b70-4792-b5d9-d4bd4144b44f req-d9dede89-e785-4be2-ab76-91719aa18575 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:06.252648 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07101902-f661-4ec2-941e-0c027dbb7bc2 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:06.255865 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-07101902-f661-4ec2-941e-0c027dbb7bc2 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] 10.222.0.30 "DELETE /v2.0/subnets/b2de07e0-0dab-4ec8-b7bb-861d7bfb4038 HTTP/1.1" status: 204 len: 168 time: 0.4472737 Feb 09 01:26:06.269941 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ccd0f9a9-1b70-4792-b5d9-d4bd4144b44f req-d9dede89-e785-4be2-ab76-91719aa18575 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=762fd02a-08b8-459e-bc50-47531df84afa HTTP/1.1" status: 200 len: 945 time: 0.3218510 Feb 09 01:26:06.273317 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37742) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:06.287493 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bc9196-dccb-413b-b0d3-79a582913f69 None None] Network 3da7b53e-01b3-45ec-a0e0-5a7bc298215e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:26:06.377409 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07101902-f661-4ec2-941e-0c027dbb7bc2 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Pushing event deleted for resources: {'Subnet': ['ID=b2de07e0-0dab-4ec8-b7bb-861d7bfb4038,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:06.410259 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-430a5be6-24fa-4353-91ab-17a3bdae9049 req-314409df-487e-4783-8533-2f9fbdbbc681 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=1378ef33-b41e-4a1c-9819-2f8ee1a300a5 HTTP/1.1" status: 200 len: 210 time: 0.0779033 Feb 09 01:26:06.438177 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b70ff6c7-7d86-4379-89ec-0e8db4a4eb49 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (3da7b53e-01b3-45ec-a0e0-5a7bc298215e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:06.493752 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ccd0f9a9-1b70-4792-b5d9-d4bd4144b44f req-371f4e1c-4bde-4088-a5e3-9329510d6c6c tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228026 Feb 09 01:26:06.520715 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 8e11d18d-ba38-4280-b0a0-f058720f8135 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:06.593761 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-ad5cb819-3c1c-417f-a1ef-3cd3af3308ef tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Allocated IP 172.20.0.9 (d76031b0-4109-4d1a-891f-2e2c0cd8dc50/0c516db7-26b1-44ed-b325-f6904d951d4a/1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:06.683357 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8223c316-8716-4be5-98a1-03949bb15361 None None] DHCP port deletion for 3da7b53e-01b3-45ec-a0e0-5a7bc298215e request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:26:06.794730 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7dcf8141-8006-4410-a73c-e6805e121df2 req-c73bcb7e-ec8f-4f96-a6df-49d2e0652086 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 210 time: 0.0770264 Feb 09 01:26:06.839179 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-8223c316-8716-4be5-98a1-03949bb15361 None None] Deleting port b325559b-7b0d-42e7-b7f1-47dc8be458c4 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:26:06.839801 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8223c316-8716-4be5-98a1-03949bb15361 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (b325559b-7b0d-42e7-b7f1-47dc8be458c4), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:06.853129 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b70ff6c7-7d86-4379-89ec-0e8db4a4eb49 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Deleting port b325559b-7b0d-42e7-b7f1-47dc8be458c4 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:26:06.853719 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b70ff6c7-7d86-4379-89ec-0e8db4a4eb49 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (b325559b-7b0d-42e7-b7f1-47dc8be458c4), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:06.999553 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-8223c316-8716-4be5-98a1-03949bb15361 None None] For port b325559b-7b0d-42e7-b7f1-47dc8be458c4, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b325559b-7b0d-42e7-b7f1-47dc8be458c4,segment=NetworkSegment(3a37cd30-93cb-4bd8-9780-33b46bada875),segment_id=3a37cd30-93cb-4bd8-9780-33b46bada875)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:07.000133 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8223c316-8716-4be5-98a1-03949bb15361 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (b325559b-7b0d-42e7-b7f1-47dc8be458c4), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:07.016432 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-8223c316-8716-4be5-98a1-03949bb15361 None None] Calling delete_port for b325559b-7b0d-42e7-b7f1-47dc8be458c4 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:26:07.122063 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8223c316-8716-4be5-98a1-03949bb15361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (b325559b-7b0d-42e7-b7f1-47dc8be458c4), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:07.129005 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e9c51-879f-416d-9f9c-983495991336 req-a5d0adf4-2502-4264-9c3c-5fb25785e972 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:07.130891 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f45e9c51-879f-416d-9f9c-983495991336 req-a5d0adf4-2502-4264-9c3c-5fb25785e972 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.91 "GET /v2.0/networks?id=d76031b0-4109-4d1a-891f-2e2c0cd8dc50 HTTP/1.1" status: 200 len: 819 time: 0.3345528 Feb 09 01:26:07.140968 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-b70ff6c7-7d86-4379-89ec-0e8db4a4eb49 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] For port b325559b-7b0d-42e7-b7f1-47dc8be458c4, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b325559b-7b0d-42e7-b7f1-47dc8be458c4,segment=NetworkSegment(3a37cd30-93cb-4bd8-9780-33b46bada875),segment_id=3a37cd30-93cb-4bd8-9780-33b46bada875)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:07.141336 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b70ff6c7-7d86-4379-89ec-0e8db4a4eb49 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (b325559b-7b0d-42e7-b7f1-47dc8be458c4), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:07.144589 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-f45e9c51-879f-416d-9f9c-983495991336 req-918e594f-b62a-441a-b77d-5618b7a48cec tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Request body: {'port': {'device_id': '1378ef33-b41e-4a1c-9819-2f8ee1a300a5', 'network_id': 'd76031b0-4109-4d1a-891f-2e2c0cd8dc50', 'admin_state_up': True, 'tenant_id': '87f01a9f1c7f470e995b33acc0324506'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:07.165439 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223c316-8716-4be5-98a1-03949bb15361 None None] Pushing event deleted for resources: {'Port': ['ID=b325559b-7b0d-42e7-b7f1-47dc8be458c4,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:07.168998 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8223c316-8716-4be5-98a1-03949bb15361 None None] No DVR routers for this DVR port b325559b-7b0d-42e7-b7f1-47dc8be458c4 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:26:07.252317 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-ad5cb819-3c1c-417f-a1ef-3cd3af3308ef tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Publish callbacks [] for port (1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:07.283588 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b70ff6c7-7d86-4379-89ec-0e8db4a4eb49 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Calling delete_port for b325559b-7b0d-42e7-b7f1-47dc8be458c4 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:26:07.399203 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f85dc-8aa4-4f15-9204-95a0ba16d1dc req-5953d216-2e20-44e7-bb13-57baa5af4f32 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:07.402464 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c78f85dc-8aa4-4f15-9204-95a0ba16d1dc req-5953d216-2e20-44e7-bb13-57baa5af4f32 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4 HTTP/1.1" status: 200 len: 945 time: 0.1264608 Feb 09 01:26:07.450835 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-ad5cb819-3c1c-417f-a1ef-3cd3af3308ef tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:07.454343 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b70ff6c7-7d86-4379-89ec-0e8db4a4eb49 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (b325559b-7b0d-42e7-b7f1-47dc8be458c4), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:07.528495 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c78f85dc-8aa4-4f15-9204-95a0ba16d1dc req-4608b501-d02d-4c86-ad53-2e7204dd4d5c tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142793 Feb 09 01:26:07.551782 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f45e9c51-879f-416d-9f9c-983495991336 req-918e594f-b62a-441a-b77d-5618b7a48cec tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Made reservation on behalf of 87f01a9f1c7f470e995b33acc0324506 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:07.569553 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f45e9c51-879f-416d-9f9c-983495991336 req-918e594f-b62a-441a-b77d-5618b7a48cec tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:07.582539 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ff6c7-7d86-4379-89ec-0e8db4a4eb49 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Pushing event deleted for resources: {'Port': ['ID=b325559b-7b0d-42e7-b7f1-47dc8be458c4,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:07.598035 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-ad5cb819-3c1c-417f-a1ef-3cd3af3308ef tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Network d76031b0-4109-4d1a-891f-2e2c0cd8dc50 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:07.602576 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70ff6c7-7d86-4379-89ec-0e8db4a4eb49 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] No DVR routers for this DVR port b325559b-7b0d-42e7-b7f1-47dc8be458c4 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:26:07.605587 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-ad5cb819-3c1c-417f-a1ef-3cd3af3308ef tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:07.613412 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-ad5cb819-3c1c-417f-a1ef-3cd3af3308ef tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:26:07.656422 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b325559b-7b0d-42e7-b7f1-47dc8be458c4 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:26:07.716898 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: b325559b-7b0d-42e7-b7f1-47dc8be458c4 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:26:07.718940 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e820875-f649-435b-bede-ea914ced24ef req-42389fd7-f72a-4d78-a1ba-e1d96e4afe39 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=1378ef33-b41e-4a1c-9819-2f8ee1a300a5 HTTP/1.1" status: 200 len: 210 time: 0.0998220 Feb 09 01:26:07.732520 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b325559b-7b0d-42e7-b7f1-47dc8be458c4 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:26:07.863802 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-f45e9c51-879f-416d-9f9c-983495991336 req-918e594f-b62a-441a-b77d-5618b7a48cec tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Allocated IP 172.20.0.10 (d76031b0-4109-4d1a-891f-2e2c0cd8dc50/0c516db7-26b1-44ed-b325-f6904d951d4a/b58f97e0-deba-4d7c-9dba-0bb7c29025fc) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:07.936300 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-ad5cb819-3c1c-417f-a1ef-3cd3af3308ef tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:07.936989 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-ad5cb819-3c1c-417f-a1ef-3cd3af3308ef tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:07.987857 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5cb819-3c1c-417f-a1ef-3cd3af3308ef tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Pushing event updated for resources: {'Port': ['ID=1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:07.992381 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b70ff6c7-7d86-4379-89ec-0e8db4a4eb49 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (3da7b53e-01b3-45ec-a0e0-5a7bc298215e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:08.005082 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-ad5cb819-3c1c-417f-a1ef-3cd3af3308ef tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1976879 Feb 09 01:26:08.026107 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-96b20a18-a4c1-48d3-a8cd-61a79662b712 service neutron] Request body: {'port': {'device_id': '02ef30b5-9635-4da3-a3b2-bf4827a3ac5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:08.034017 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-b70ff6c7-7d86-4379-89ec-0e8db4a4eb49 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3da7b53e-01b3-45ec-a0e0-5a7bc298215e']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:08.063335 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-b70ff6c7-7d86-4379-89ec-0e8db4a4eb49 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a37cd30-93cb-4bd8-9780-33b46bada875') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:08.063683 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-b70ff6c7-7d86-4379-89ec-0e8db4a4eb49 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a37cd30-93cb-4bd8-9780-33b46bada875') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:08.076168 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d87d6d1f-e90b-4ea4-b53a-dff06a467a8a req-fb3ab57a-1845-4100-970f-0a176a247948 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 210 time: 0.0552735 Feb 09 01:26:08.090619 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b70ff6c7-7d86-4379-89ec-0e8db4a4eb49 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (3a37cd30-93cb-4bd8-9780-33b46bada875), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:08.102998 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d937d-191d-460b-aa38-d50060e9087d req-87defd25-8f94-462e-8a4c-6133cfa0afcb tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:08.110412 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-850d937d-191d-460b-aa38-d50060e9087d req-87defd25-8f94-462e-8a4c-6133cfa0afcb tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=762fd02a-08b8-459e-bc50-47531df84afa HTTP/1.1" status: 200 len: 945 time: 0.4083359 Feb 09 01:26:08.134252 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f45e9c51-879f-416d-9f9c-983495991336 req-918e594f-b62a-441a-b77d-5618b7a48cec tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Publish callbacks [] for port (b58f97e0-deba-4d7c-9dba-0bb7c29025fc), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:08.141958 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-96b20a18-a4c1-48d3-a8cd-61a79662b712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:08.154782 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b70ff6c7-7d86-4379-89ec-0e8db4a4eb49 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (3a37cd30-93cb-4bd8-9780-33b46bada875), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:08.181236 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-850d937d-191d-460b-aa38-d50060e9087d req-72ec0043-1780-43bc-a0f7-a0697c9a18a1 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698712 Feb 09 01:26:08.228834 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f45e9c51-879f-416d-9f9c-983495991336 req-918e594f-b62a-441a-b77d-5618b7a48cec tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (b58f97e0-deba-4d7c-9dba-0bb7c29025fc), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:08.341560 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e594f-b62a-441a-b77d-5618b7a48cec tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Pushing event updated for resources: {'Port': ['ID=b58f97e0-deba-4d7c-9dba-0bb7c29025fc,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:08.358006 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f45e9c51-879f-416d-9f9c-983495991336 req-918e594f-b62a-441a-b77d-5618b7a48cec tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Network d76031b0-4109-4d1a-891f-2e2c0cd8dc50 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:08.359785 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-f45e9c51-879f-416d-9f9c-983495991336 req-918e594f-b62a-441a-b77d-5618b7a48cec tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:08.369147 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45e9c51-879f-416d-9f9c-983495991336 req-918e594f-b62a-441a-b77d-5618b7a48cec tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:26:08.433963 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e9c51-879f-416d-9f9c-983495991336 req-918e594f-b62a-441a-b77d-5618b7a48cec tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:08.434538 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f45e9c51-879f-416d-9f9c-983495991336 req-918e594f-b62a-441a-b77d-5618b7a48cec tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:08.479616 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f45e9c51-879f-416d-9f9c-983495991336 req-918e594f-b62a-441a-b77d-5618b7a48cec tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3390872 Feb 09 01:26:08.492835 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-f45e9c51-879f-416d-9f9c-983495991336 req-5518a0fc-ed1a-497e-8366-722465b1680e service neutron] Request body: {'port': {'device_id': '1378ef33-b41e-4a1c-9819-2f8ee1a300a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:08.528772 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b70ff6c7-7d86-4379-89ec-0e8db4a4eb49 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:26:08.529970 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b70ff6c7-7d86-4379-89ec-0e8db4a4eb49 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (3a37cd30-93cb-4bd8-9780-33b46bada875), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:08.534425 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:26:08.534425 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:26:08.534425 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:26:08.534425 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:26:08.534425 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:26:08.534425 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:26:08.534425 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:26:08.534425 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:26:08.534425 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:26:08.534425 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:26:08.534425 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:26:08.534425 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:26:08.534425 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:26:08.534425 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:26:08.534425 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:26:08.534425 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:26:08.534425 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:26:08.534425 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:26:08.534425 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:26:08.534425 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:26:08.534425 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:26:08.534425 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:26:08.534425 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:26:08.534425 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:26:08.534425 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:26:08.534425 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:26:08.534425 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:26:08.534425 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:26:08.534425 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:26:08.534425 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:26:08.534425 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:26:08.534425 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:26:08.534425 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:26:08.534425 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:26:08.534425 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:26:08.534425 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:26:08.534425 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:26:08.534425 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:26:08.534425 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:26:08.534425 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:26:08.662791 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b70ff6c7-7d86-4379-89ec-0e8db4a4eb49 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (3da7b53e-01b3-45ec-a0e0-5a7bc298215e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:08.670180 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b70ff6c7-7d86-4379-89ec-0e8db4a4eb49 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:08.681658 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b70ff6c7-7d86-4379-89ec-0e8db4a4eb49 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] 10.222.0.30 "DELETE /v2.0/networks/3da7b53e-01b3-45ec-a0e0-5a7bc298215e HTTP/1.1" status: 204 len: 168 time: 2.4073448 Feb 09 01:26:08.682438 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37770) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:08.691590 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f45e9c51-879f-416d-9f9c-983495991336 req-5518a0fc-ed1a-497e-8366-722465b1680e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b58f97e0-deba-4d7c-9dba-0bb7c29025fc), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:08.896822 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ff6c7-7d86-4379-89ec-0e8db4a4eb49 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Pushing event deleted for resources: {'Network': ['ID=3da7b53e-01b3-45ec-a0e0-5a7bc298215e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:09.038310 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9600eb-f60d-4711-84e2-bdac2ea144da req-04dbedd7-c60c-45b8-8b6a-1f29f3593a02 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:09.040218 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ce9600eb-f60d-4711-84e2-bdac2ea144da req-04dbedd7-c60c-45b8-8b6a-1f29f3593a02 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=1378ef33-b41e-4a1c-9819-2f8ee1a300a5 HTTP/1.1" status: 200 len: 932 time: 0.1875739 Feb 09 01:26:09.047063 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec74b38-9172-43ee-abac-2decd68c61ff req-14d50a9c-d962-4ef0-8be5-ea7397fa85af tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:09.054829 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6ec74b38-9172-43ee-abac-2decd68c61ff req-14d50a9c-d962-4ef0-8be5-ea7397fa85af tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4 HTTP/1.1" status: 200 len: 945 time: 0.3649282 Feb 09 01:26:09.072969 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-77050965-103d-43ef-b759-59f9756bebd4 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Deleting port 81c0cf1d-7d3c-44e7-9847-684a8804ac37 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:26:09.073560 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-77050965-103d-43ef-b759-59f9756bebd4 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (81c0cf1d-7d3c-44e7-9847-684a8804ac37), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:09.136342 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ce9600eb-f60d-4711-84e2-bdac2ea144da req-ee76736a-7d3b-4c3d-b1fc-c1e6645bc7e8 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700626 Feb 09 01:26:09.171436 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-77050965-103d-43ef-b759-59f9756bebd4 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (81c0cf1d-7d3c-44e7-9847-684a8804ac37), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:09.171798 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-77050965-103d-43ef-b759-59f9756bebd4 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks [] for floatingip (81c0cf1d-7d3c-44e7-9847-684a8804ac37), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:09.188818 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6ec74b38-9172-43ee-abac-2decd68c61ff req-95125386-91ea-4034-b918-81fc862f7a0c tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330516 Feb 09 01:26:09.191908 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-77050965-103d-43ef-b759-59f9756bebd4 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Calling delete_port for 81c0cf1d-7d3c-44e7-9847-684a8804ac37 owned by network:floatingip {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:26:09.313949 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a16ff8c6-3687-4217-b88a-091f32521c78 req-6fe8d267-0437-4050-aced-cfece179e15a tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 210 time: 0.0511115 Feb 09 01:26:09.401417 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-96b20a18-a4c1-48d3-a8cd-61a79662b712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:26:09.427694 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-96b20a18-a4c1-48d3-a8cd-61a79662b712 service neutron] Publish callbacks [] for port (1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:09.487460 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-96b20a18-a4c1-48d3-a8cd-61a79662b712 service neutron] Transition to ACTIVE for port object 1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:26:09.518538 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-96b20a18-a4c1-48d3-a8cd-61a79662b712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:09.523588 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18936cd0-70b8-486a-9d81-2b5160cb612e req-f8bbd168-37fc-46bf-bb46-dbd3ed19e209 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:09.532153 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-18936cd0-70b8-486a-9d81-2b5160cb612e req-f8bbd168-37fc-46bf-bb46-dbd3ed19e209 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=762fd02a-08b8-459e-bc50-47531df84afa HTTP/1.1" status: 200 len: 945 time: 0.1152999 Feb 09 01:26:09.628330 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-18936cd0-70b8-486a-9d81-2b5160cb612e req-9238ea4e-a063-4780-9051-1dfd5dba3d45 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948172 Feb 09 01:26:09.667644 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b20a18-a4c1-48d3-a8cd-61a79662b712 service neutron] Pushing event updated for resources: {'Port': ['ID=1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:09.761057 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-77050965-103d-43ef-b759-59f9756bebd4 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (81c0cf1d-7d3c-44e7-9847-684a8804ac37), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:09.820207 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-f45e9c51-879f-416d-9f9c-983495991336 req-5518a0fc-ed1a-497e-8366-722465b1680e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b58f97e0-deba-4d7c-9dba-0bb7c29025fc {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:26:09.831762 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f45e9c51-879f-416d-9f9c-983495991336 req-5518a0fc-ed1a-497e-8366-722465b1680e service neutron] Publish callbacks [] for port (b58f97e0-deba-4d7c-9dba-0bb7c29025fc), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:09.842103 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77050965-103d-43ef-b759-59f9756bebd4 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Pushing event deleted for resources: {'Port': ['ID=81c0cf1d-7d3c-44e7-9847-684a8804ac37,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:09.862314 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-f45e9c51-879f-416d-9f9c-983495991336 req-5518a0fc-ed1a-497e-8366-722465b1680e service neutron] Transition to ACTIVE for port object b58f97e0-deba-4d7c-9dba-0bb7c29025fc will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:26:09.924974 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-96b20a18-a4c1-48d3-a8cd-61a79662b712 service neutron] Attempting to bind port 1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:26:09.924974 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-96b20a18-a4c1-48d3-a8cd-61a79662b712 service neutron] Attempting to bind port 1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '56fbfdfe-124b-4422-89cd-b53ccd9690c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'd76031b0-4109-4d1a-891f-2e2c0cd8dc50'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:26:09.924974 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-96b20a18-a4c1-48d3-a8cd-61a79662b712 service neutron] Attempting to bind port 1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c on network d76031b0-4109-4d1a-891f-2e2c0cd8dc50 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:26:09.928790 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f45e9c51-879f-416d-9f9c-983495991336 req-5518a0fc-ed1a-497e-8366-722465b1680e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (b58f97e0-deba-4d7c-9dba-0bb7c29025fc), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:09.935869 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-96b20a18-a4c1-48d3-a8cd-61a79662b712 service neutron] Port 1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c on network d76031b0-4109-4d1a-891f-2e2c0cd8dc50 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:26:09.935869 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-96b20a18-a4c1-48d3-a8cd-61a79662b712 service neutron] Attempting to bind port 1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c on network d76031b0-4109-4d1a-891f-2e2c0cd8dc50 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:26:09.955006 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-96b20a18-a4c1-48d3-a8cd-61a79662b712 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:26:09.955686 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-96b20a18-a4c1-48d3-a8cd-61a79662b712 service neutron] Checking segment: {'id': '56fbfdfe-124b-4422-89cd-b53ccd9690c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'd76031b0-4109-4d1a-891f-2e2c0cd8dc50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:26:09.956306 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-96b20a18-a4c1-48d3-a8cd-61a79662b712 service neutron] Bound using segment: {'id': '56fbfdfe-124b-4422-89cd-b53ccd9690c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'd76031b0-4109-4d1a-891f-2e2c0cd8dc50'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:26:09.956785 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-96b20a18-a4c1-48d3-a8cd-61a79662b712 service neutron] Bound port: 1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fbfdfe-124b-4422-89cd-b53ccd9690c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'd76031b0-4109-4d1a-891f-2e2c0cd8dc50'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:26:09.957136 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-96b20a18-a4c1-48d3-a8cd-61a79662b712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:09.967702 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-77050965-103d-43ef-b759-59f9756bebd4 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks [] for floatingip (8c09fd2c-e16c-4fdf-b556-808e9fd8f9ef), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:09.971476 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-77050965-103d-43ef-b759-59f9756bebd4 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:09.984719 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-77050965-103d-43ef-b759-59f9756bebd4 tempest-FloatingIPAdminTestJSON-1650782262 tempest-FloatingIPAdminTestJSON-1650782262-project] 10.222.0.30 "DELETE /v2.0/floatingips/8c09fd2c-e16c-4fdf-b556-808e9fd8f9ef HTTP/1.1" status: 204 len: 168 time: 1.2363684 Feb 09 01:26:10.055227 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5518a0fc-ed1a-497e-8366-722465b1680e service neutron] Pushing event updated for resources: {'Port': ['ID=b58f97e0-deba-4d7c-9dba-0bb7c29025fc,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:10.079246 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:26:10.175909 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-96b20a18-a4c1-48d3-a8cd-61a79662b712 service neutron] For port 1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c, host n-h2-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:26:10.189054 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-96b20a18-a4c1-48d3-a8cd-61a79662b712 service neutron] For port 1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c,segment=NetworkSegment(56fbfdfe-124b-4422-89cd-b53ccd9690c4),segment_id=56fbfdfe-124b-4422-89cd-b53ccd9690c4)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:26:10.198217 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-f45e9c51-879f-416d-9f9c-983495991336 req-5518a0fc-ed1a-497e-8366-722465b1680e service neutron] Attempting to bind port b58f97e0-deba-4d7c-9dba-0bb7c29025fc on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:26:10.198601 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-f45e9c51-879f-416d-9f9c-983495991336 req-5518a0fc-ed1a-497e-8366-722465b1680e service neutron] Attempting to bind port b58f97e0-deba-4d7c-9dba-0bb7c29025fc by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '56fbfdfe-124b-4422-89cd-b53ccd9690c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'd76031b0-4109-4d1a-891f-2e2c0cd8dc50'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:26:10.199400 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45e9c51-879f-416d-9f9c-983495991336 req-5518a0fc-ed1a-497e-8366-722465b1680e service neutron] Attempting to bind port b58f97e0-deba-4d7c-9dba-0bb7c29025fc on network d76031b0-4109-4d1a-891f-2e2c0cd8dc50 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:26:10.201888 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-96b20a18-a4c1-48d3-a8cd-61a79662b712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:10.215228 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45e9c51-879f-416d-9f9c-983495991336 req-5518a0fc-ed1a-497e-8366-722465b1680e service neutron] Port b58f97e0-deba-4d7c-9dba-0bb7c29025fc on network d76031b0-4109-4d1a-891f-2e2c0cd8dc50 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:26:10.218981 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45e9c51-879f-416d-9f9c-983495991336 req-5518a0fc-ed1a-497e-8366-722465b1680e service neutron] Attempting to bind port b58f97e0-deba-4d7c-9dba-0bb7c29025fc on network d76031b0-4109-4d1a-891f-2e2c0cd8dc50 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:26:10.246615 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45e9c51-879f-416d-9f9c-983495991336 req-5518a0fc-ed1a-497e-8366-722465b1680e service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:26:10.247000 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45e9c51-879f-416d-9f9c-983495991336 req-5518a0fc-ed1a-497e-8366-722465b1680e service neutron] Checking segment: {'id': '56fbfdfe-124b-4422-89cd-b53ccd9690c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'd76031b0-4109-4d1a-891f-2e2c0cd8dc50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:26:10.247338 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45e9c51-879f-416d-9f9c-983495991336 req-5518a0fc-ed1a-497e-8366-722465b1680e service neutron] Bound using segment: {'id': '56fbfdfe-124b-4422-89cd-b53ccd9690c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'd76031b0-4109-4d1a-891f-2e2c0cd8dc50'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:26:10.247789 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-f45e9c51-879f-416d-9f9c-983495991336 req-5518a0fc-ed1a-497e-8366-722465b1680e service neutron] Bound port: b58f97e0-deba-4d7c-9dba-0bb7c29025fc, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fbfdfe-124b-4422-89cd-b53ccd9690c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'd76031b0-4109-4d1a-891f-2e2c0cd8dc50'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:26:10.248199 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f45e9c51-879f-416d-9f9c-983495991336 req-5518a0fc-ed1a-497e-8366-722465b1680e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b58f97e0-deba-4d7c-9dba-0bb7c29025fc), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:10.354363 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-96b20a18-a4c1-48d3-a8cd-61a79662b712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:10.354745 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-96b20a18-a4c1-48d3-a8cd-61a79662b712 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:10.356259 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-96b20a18-a4c1-48d3-a8cd-61a79662b712 service neutron] 10.222.0.91 "PUT /v2.0/ports/1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c HTTP/1.1" status: 200 len: 1092 time: 2.3353226 Feb 09 01:26:10.356689 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02ef30b5-9635-4da3-a3b2-bf4827a3ac5f', 'tag': '1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:26:10.375016 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5baf684-d36d-406a-92b2-6adfe1998489" -d '{"events": [{"name": "network-changed", "server_uuid": "02ef30b5-9635-4da3-a3b2-bf4827a3ac5f", "tag": "1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:26:10.386230 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b20a18-a4c1-48d3-a8cd-61a79662b712 service neutron] Pushing event updated for resources: {'Port': ['ID=1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:10.430299 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37810) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:10.490025 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-9b192be9-8522-4c4f-934a-2dcddd7fdbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:10.493404 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-9b192be9-8522-4c4f-934a-2dcddd7fdbb2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=87f01a9f1c7f470e995b33acc0324506&device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 1126 time: 0.0886309 Feb 09 01:26:10.540694 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b791c5-48b5-4cb7-aa39-3df3b9d245e6 req-9fa6ab0b-0712-4cbf-beba-87677f8da416 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:10.545223 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-07b791c5-48b5-4cb7-aa39-3df3b9d245e6 req-9fa6ab0b-0712-4cbf-beba-87677f8da416 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=1378ef33-b41e-4a1c-9819-2f8ee1a300a5 HTTP/1.1" status: 200 len: 944 time: 0.2816782 Feb 09 01:26:10.555836 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-f45e9c51-879f-416d-9f9c-983495991336 req-5518a0fc-ed1a-497e-8366-722465b1680e service neutron] For port b58f97e0-deba-4d7c-9dba-0bb7c29025fc, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:26:10.565504 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-f45e9c51-879f-416d-9f9c-983495991336 req-5518a0fc-ed1a-497e-8366-722465b1680e service neutron] For port b58f97e0-deba-4d7c-9dba-0bb7c29025fc, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=b58f97e0-deba-4d7c-9dba-0bb7c29025fc,segment=NetworkSegment(56fbfdfe-124b-4422-89cd-b53ccd9690c4),segment_id=56fbfdfe-124b-4422-89cd-b53ccd9690c4)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:26:10.582603 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f45e9c51-879f-416d-9f9c-983495991336 req-5518a0fc-ed1a-497e-8366-722465b1680e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (b58f97e0-deba-4d7c-9dba-0bb7c29025fc), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:10.591949 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-92f8a45d-e8c2-4820-a434-00406e014ca7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c HTTP/1.1" status: 200 len: 217 time: 0.0887909 Feb 09 01:26:10.662116 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f282979-8363-4c0b-9cf6-1cc5e637fb5a req-b104f591-3003-4875-9b57-e74756b5a5e2 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:10.664803 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f282979-8363-4c0b-9cf6-1cc5e637fb5a req-b104f591-3003-4875-9b57-e74756b5a5e2 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4 HTTP/1.1" status: 200 len: 945 time: 0.3303249 Feb 09 01:26:10.674065 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5518a0fc-ed1a-497e-8366-722465b1680e service neutron] Pushing event updated for resources: {'Port': ['ID=b58f97e0-deba-4d7c-9dba-0bb7c29025fc,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:10.720929 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-82076b26-77e4-42db-bb34-043fe27c776c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:10.723730 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-82076b26-77e4-42db-bb34-043fe27c776c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0c516db7-26b1-44ed-b325-f6904d951d4a HTTP/1.1" status: 200 len: 859 time: 0.1250689 Feb 09 01:26:10.734425 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e9c51-879f-416d-9f9c-983495991336 req-5518a0fc-ed1a-497e-8366-722465b1680e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:10.735195 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f45e9c51-879f-416d-9f9c-983495991336 req-5518a0fc-ed1a-497e-8366-722465b1680e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:10.736783 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f45e9c51-879f-416d-9f9c-983495991336 req-5518a0fc-ed1a-497e-8366-722465b1680e service neutron] 10.222.0.91 "PUT /v2.0/ports/b58f97e0-deba-4d7c-9dba-0bb7c29025fc HTTP/1.1" status: 200 len: 1093 time: 2.2486029 Feb 09 01:26:10.737323 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1378ef33-b41e-4a1c-9819-2f8ee1a300a5', 'tag': 'b58f97e0-deba-4d7c-9dba-0bb7c29025fc'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:26:10.739661 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec27f3f9-f449-4ec1-b92d-23b5f0d9fad6" -d '{"events": [{"name": "network-changed", "server_uuid": "1378ef33-b41e-4a1c-9819-2f8ee1a300a5", "tag": "b58f97e0-deba-4d7c-9dba-0bb7c29025fc"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:26:10.812391 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-c0ea7611-2ad6-43d1-9980-9ee85244a7d2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d76031b0-4109-4d1a-891f-2e2c0cd8dc50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808663 Feb 09 01:26:10.853153 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f282979-8363-4c0b-9cf6-1cc5e637fb5a req-33d8012b-c531-46e1-9d47-f288cb966a01 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755691 Feb 09 01:26:10.869261 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-07b791c5-48b5-4cb7-aa39-3df3b9d245e6 req-2ad1fad1-a50d-45b5-9131-10611faeb691 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063643 Feb 09 01:26:10.954104 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2db5bb68-a15e-4ce0-8988-fb02b36c2a05 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9bc50bffe4c84272aebfd73544dfcc4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5174410 Feb 09 01:26:10.957500 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37822) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:10.969555 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e9c51-879f-416d-9f9c-983495991336 req-1389d0ac-ae1e-4fe9-b0ab-428929b3956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:10.978322 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f45e9c51-879f-416d-9f9c-983495991336 req-1389d0ac-ae1e-4fe9-b0ab-428929b3956a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=87f01a9f1c7f470e995b33acc0324506&device_id=1378ef33-b41e-4a1c-9819-2f8ee1a300a5 HTTP/1.1" status: 200 len: 1127 time: 0.1740408 Feb 09 01:26:11.034739 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-33631eab-2ef5-4202-b517-5de7a456e996 req-f76142ed-efa1-4c45-b9ff-5ea524e49123 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 210 time: 0.0519788 Feb 09 01:26:11.095708 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-72c529d3-1d24-4b47-930c-4fcf26c39326 service neutron] 10.222.0.91 "GET /v2.0/networks/d76031b0-4109-4d1a-891f-2e2c0cd8dc50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759104 Feb 09 01:26:11.099581 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705aa0de-1bba-43b3-bd54-39690120927d x-openstack-request-id: req-705aa0de-1bba-43b3-bd54-39690120927d {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:26:11.100157 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02ef30b5-9635-4da3-a3b2-bf4827a3ac5f", "tag": "1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:26:11.100669 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-705aa0de-1bba-43b3-bd54-39690120927d {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:26:11.101230 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02ef30b5-9635-4da3-a3b2-bf4827a3ac5f', 'tag': '1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c', 'status': 'completed', 'code': 200} Feb 09 01:26:11.154070 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f45e9c51-879f-416d-9f9c-983495991336 req-5bdfffa7-1f15-4346-bc0b-4be99fe42c30 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b58f97e0-deba-4d7c-9dba-0bb7c29025fc HTTP/1.1" status: 200 len: 217 time: 0.1337092 Feb 09 01:26:11.169087 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf2f025-da4f-4581-9beb-25e225c015d0 x-openstack-request-id: req-9bf2f025-da4f-4581-9beb-25e225c015d0 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:26:11.169373 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1378ef33-b41e-4a1c-9819-2f8ee1a300a5", "tag": "b58f97e0-deba-4d7c-9dba-0bb7c29025fc", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:26:11.169626 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9bf2f025-da4f-4581-9beb-25e225c015d0 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:26:11.170027 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1378ef33-b41e-4a1c-9819-2f8ee1a300a5', 'tag': 'b58f97e0-deba-4d7c-9dba-0bb7c29025fc', 'status': 'completed', 'code': 200} Feb 09 01:26:11.252697 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-13bd2d3a-437a-452b-82c6-cd51d8e188ca admin admin] Publish callbacks [] for security_group (7de81582-c321-4c28-905f-4c3deb5fc276), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:11.271534 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e9c51-879f-416d-9f9c-983495991336 req-6f4843cd-0626-4d7c-b7e3-c5cc0dda4a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:11.273632 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f45e9c51-879f-416d-9f9c-983495991336 req-6f4843cd-0626-4d7c-b7e3-c5cc0dda4a9a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0c516db7-26b1-44ed-b325-f6904d951d4a HTTP/1.1" status: 200 len: 859 time: 0.1062973 Feb 09 01:26:11.298574 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e14da-6158-401c-9310-720deba73079 req-7ba08b1c-02d1-4eeb-9507-14f120408428 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:11.300402 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-836e14da-6158-401c-9310-720deba73079 req-7ba08b1c-02d1-4eeb-9507-14f120408428 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=762fd02a-08b8-459e-bc50-47531df84afa HTTP/1.1" status: 200 len: 945 time: 0.1608284 Feb 09 01:26:11.314681 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-13bd2d3a-437a-452b-82c6-cd51d8e188ca admin admin] Publish callbacks [] for security_group (7de81582-c321-4c28-905f-4c3deb5fc276), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:11.319305 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e0439146-e1b6-4790-ba47-b0d5048b59f2 req-d8e5970d-e0a9-4060-9ed4-578d2365fbda service neutron] 10.222.0.91 "GET /v2.0/networks/d76031b0-4109-4d1a-891f-2e2c0cd8dc50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165232 Feb 09 01:26:11.450645 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5baf684-d36d-406a-92b2-6adfe1998489 req-21b857d8-e210-4a3c-a639-cd9392f2fecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:11.452462 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c5baf684-d36d-406a-92b2-6adfe1998489 req-21b857d8-e210-4a3c-a639-cd9392f2fecc service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=87f01a9f1c7f470e995b33acc0324506&device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 1126 time: 0.0731010 Feb 09 01:26:11.635480 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5baf684-d36d-406a-92b2-6adfe1998489 req-7f2eb814-f888-4cc9-be45-19c0da3e537c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:11.637094 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c5baf684-d36d-406a-92b2-6adfe1998489 req-7f2eb814-f888-4cc9-be45-19c0da3e537c service neutron] 10.222.0.91 "GET /v2.0/networks?id=d76031b0-4109-4d1a-891f-2e2c0cd8dc50 HTTP/1.1" status: 200 len: 920 time: 0.1733718 Feb 09 01:26:11.687681 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c5baf684-d36d-406a-92b2-6adfe1998489 req-0907d818-1efc-4127-8f21-58f7115f76a2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c HTTP/1.1" status: 200 len: 217 time: 0.0403502 Feb 09 01:26:11.746619 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5baf684-d36d-406a-92b2-6adfe1998489 req-c87d9a7d-c001-4f03-9a1c-97e4047d2437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:11.748362 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c5baf684-d36d-406a-92b2-6adfe1998489 req-c87d9a7d-c001-4f03-9a1c-97e4047d2437 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0c516db7-26b1-44ed-b325-f6904d951d4a HTTP/1.1" status: 200 len: 859 time: 0.0533097 Feb 09 01:26:11.810016 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c5baf684-d36d-406a-92b2-6adfe1998489 req-6b03e5d9-4dd2-4723-b405-9ff9b215a13a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d76031b0-4109-4d1a-891f-2e2c0cd8dc50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546994 Feb 09 01:26:11.829373 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f45e9c51-879f-416d-9f9c-983495991336 req-c36027f4-86b9-4ff5-8bb6-1d2ed480c416 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d76031b0-4109-4d1a-891f-2e2c0cd8dc50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5439806 Feb 09 01:26:12.051908 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c5baf684-d36d-406a-92b2-6adfe1998489 req-a864d39b-06ab-4057-a7ee-f6a0049dfa25 service neutron] 10.222.0.91 "GET /v2.0/networks/d76031b0-4109-4d1a-891f-2e2c0cd8dc50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343235 Feb 09 01:26:12.058231 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-836e14da-6158-401c-9310-720deba73079 req-8869e0b8-cbbe-4a70-99cc-d333c80deaf0 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7457297 Feb 09 01:26:12.089067 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f45e9c51-879f-416d-9f9c-983495991336 req-4b2d5592-d70d-4d36-beb2-97ed9a11db6f service neutron] 10.222.0.91 "GET /v2.0/networks/d76031b0-4109-4d1a-891f-2e2c0cd8dc50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495930 Feb 09 01:26:12.158159 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-13bd2d3a-437a-452b-82c6-cd51d8e188ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7de81582-c321-4c28-905f-4c3deb5fc276), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:12.169052 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-13bd2d3a-437a-452b-82c6-cd51d8e188ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:12.170809 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-13bd2d3a-437a-452b-82c6-cd51d8e188ca admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7de81582-c321-4c28-905f-4c3deb5fc276 HTTP/1.1" status: 204 len: 168 time: 1.2110095 Feb 09 01:26:12.294738 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c5baf684-d36d-406a-92b2-6adfe1998489 req-21cf73de-7490-48c6-ae30-0faed962b90f service neutron] 10.222.0.91 "GET /v2.0/networks/d76031b0-4109-4d1a-891f-2e2c0cd8dc50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305195 Feb 09 01:26:12.299093 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e79c11-807a-4e66-aa80-a917b1d7ba63 req-608de0db-d7ec-4c50-a175-775f8ed74be0 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:12.301116 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f5e79c11-807a-4e66-aa80-a917b1d7ba63 req-608de0db-d7ec-4c50-a175-775f8ed74be0 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4 HTTP/1.1" status: 200 len: 945 time: 0.2699599 Feb 09 01:26:12.318645 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd2d3a-437a-452b-82c6-cd51d8e188ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de81582-c321-4c28-905f-4c3deb5fc276,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:12.441660 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f5e79c11-807a-4e66-aa80-a917b1d7ba63 req-f666358e-f633-4db6-9af8-90008f7f47ec tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262336 Feb 09 01:26:12.456392 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74eba92-d4c4-4dbe-b0e6-fec63118bc9f req-afc92412-8542-489f-9ff6-1154c6b32b65 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:12.465247 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a74eba92-d4c4-4dbe-b0e6-fec63118bc9f req-afc92412-8542-489f-9ff6-1154c6b32b65 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=1378ef33-b41e-4a1c-9819-2f8ee1a300a5 HTTP/1.1" status: 200 len: 944 time: 0.2128105 Feb 09 01:26:12.523152 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f45e9c51-879f-416d-9f9c-983495991336 req-ff74a57d-b870-450a-b4d7-ec7f380a0f57 service neutron] 10.222.0.91 "GET /v2.0/networks/d76031b0-4109-4d1a-891f-2e2c0cd8dc50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134958 Feb 09 01:26:12.584322 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a74eba92-d4c4-4dbe-b0e6-fec63118bc9f req-f74e8504-1b9d-4f4b-8213-d400e737a322 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181545 Feb 09 01:26:12.758760 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27f3f9-f449-4ec1-b92d-23b5f0d9fad6 req-57bdcbef-623a-4823-b387-4e97ef023795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:12.765883 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ec27f3f9-f449-4ec1-b92d-23b5f0d9fad6 req-57bdcbef-623a-4823-b387-4e97ef023795 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=87f01a9f1c7f470e995b33acc0324506&device_id=1378ef33-b41e-4a1c-9819-2f8ee1a300a5 HTTP/1.1" status: 200 len: 1127 time: 0.1629620 Feb 09 01:26:12.874644 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37856) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:12.890947 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-521396db-c132-4b26-b00f-ee1252a7549d req-88fd5627-8029-4792-95b3-f2294234cfe5 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8a114e-267f-4e61-a6f1-6453d00c0b10 HTTP/1.1" status: 200 len: 210 time: 0.1773541 Feb 09 01:26:12.894927 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cef58cb7-0281-4ac2-80c5-f195ea4f477b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:13.152018 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cef58cb7-0281-4ac2-80c5-f195ea4f477b admin admin] Publish callbacks [] for security_group (242e3860-7cc1-48a4-8999-82fe3f15161f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:13.165406 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cef58cb7-0281-4ac2-80c5-f195ea4f477b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (242e3860-7cc1-48a4-8999-82fe3f15161f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:13.188181 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27f3f9-f449-4ec1-b92d-23b5f0d9fad6 req-21cdf9a8-328e-45b5-9640-dfb63979707b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:13.192003 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ec27f3f9-f449-4ec1-b92d-23b5f0d9fad6 req-21cdf9a8-328e-45b5-9640-dfb63979707b service neutron] 10.222.0.91 "GET /v2.0/networks?id=d76031b0-4109-4d1a-891f-2e2c0cd8dc50 HTTP/1.1" status: 200 len: 920 time: 0.4171827 Feb 09 01:26:13.222421 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37862) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:13.276900 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ec27f3f9-f449-4ec1-b92d-23b5f0d9fad6 req-c67946a6-2676-4b2e-84c5-9a7e189b1ace service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b58f97e0-deba-4d7c-9dba-0bb7c29025fc HTTP/1.1" status: 200 len: 217 time: 0.0717094 Feb 09 01:26:13.280302 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cef58cb7-0281-4ac2-80c5-f195ea4f477b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a732753758d647b3befd17f60506fc73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4034929 Feb 09 01:26:13.283716 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37866) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:13.352817 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef58cb7-0281-4ac2-80c5-f195ea4f477b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242e3860-7cc1-48a4-8999-82fe3f15161f,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:13.411641 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27f3f9-f449-4ec1-b92d-23b5f0d9fad6 req-ae813f5e-51ab-4ca6-9503-a7af7b8ab352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:13.417477 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ec27f3f9-f449-4ec1-b92d-23b5f0d9fad6 req-ae813f5e-51ab-4ca6-9503-a7af7b8ab352 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0c516db7-26b1-44ed-b325-f6904d951d4a HTTP/1.1" status: 200 len: 859 time: 0.1330173 Feb 09 01:26:13.420397 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a4526c77-cd2b-4ab4-8a46-af9ec780bafe admin admin] Publish callbacks [] for security_group (242e3860-7cc1-48a4-8999-82fe3f15161f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:13.456035 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a4526c77-cd2b-4ab4-8a46-af9ec780bafe admin admin] Publish callbacks [] for security_group (242e3860-7cc1-48a4-8999-82fe3f15161f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:13.566185 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7d035-b4dc-4a69-be60-a5c2b9d37a97 req-fa946692-790f-4b36-9b84-f410887a8656 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:13.571012 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-15e7d035-b4dc-4a69-be60-a5c2b9d37a97 req-fa946692-790f-4b36-9b84-f410887a8656 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=762fd02a-08b8-459e-bc50-47531df84afa HTTP/1.1" status: 200 len: 945 time: 0.3629799 Feb 09 01:26:13.576180 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ec27f3f9-f449-4ec1-b92d-23b5f0d9fad6 req-d817e064-0119-4bc5-8e2a-25c32153b7a8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d76031b0-4109-4d1a-891f-2e2c0cd8dc50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1358871 Feb 09 01:26:13.602076 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d2a187b0-e104-492c-8f8a-5c5e7631e539 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:13.623694 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a4526c77-cd2b-4ab4-8a46-af9ec780bafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (242e3860-7cc1-48a4-8999-82fe3f15161f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:13.627712 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a4526c77-cd2b-4ab4-8a46-af9ec780bafe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:13.629300 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a4526c77-cd2b-4ab4-8a46-af9ec780bafe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/242e3860-7cc1-48a4-8999-82fe3f15161f HTTP/1.1" status: 204 len: 168 time: 0.3431559 Feb 09 01:26:13.692409 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4526c77-cd2b-4ab4-8a46-af9ec780bafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242e3860-7cc1-48a4-8999-82fe3f15161f,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:13.743399 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:26:13.895645 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d2a187b0-e104-492c-8f8a-5c5e7631e539 admin admin] Publish callbacks [] for security_group (82798882-0b8f-477a-a32e-0c14a3d36cb2), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:13.904159 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d2a187b0-e104-492c-8f8a-5c5e7631e539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (82798882-0b8f-477a-a32e-0c14a3d36cb2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:13.931762 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ec27f3f9-f449-4ec1-b92d-23b5f0d9fad6 req-c0f3f931-8fba-41fd-a55c-f4a9bd01613a service neutron] 10.222.0.91 "GET /v2.0/networks/d76031b0-4109-4d1a-891f-2e2c0cd8dc50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412833 Feb 09 01:26:13.997981 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a187b0-e104-492c-8f8a-5c5e7631e539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82798882-0b8f-477a-a32e-0c14a3d36cb2,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:14.016317 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d2a187b0-e104-492c-8f8a-5c5e7631e539 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b6ec799ac57c4aa39601c8726f28b567&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7812219 Feb 09 01:26:14.017123 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37882) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:14.133524 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cafdebe4-005f-4a71-ae83-bd62c3fb1a08 admin admin] Publish callbacks [] for security_group (82798882-0b8f-477a-a32e-0c14a3d36cb2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:14.164153 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cafdebe4-005f-4a71-ae83-bd62c3fb1a08 admin admin] Publish callbacks [] for security_group (82798882-0b8f-477a-a32e-0c14a3d36cb2), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:14.234238 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ec27f3f9-f449-4ec1-b92d-23b5f0d9fad6 req-4dfdedc8-ad9b-40b9-91c9-1947511d9684 service neutron] 10.222.0.91 "GET /v2.0/networks/d76031b0-4109-4d1a-891f-2e2c0cd8dc50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903776 Feb 09 01:26:14.245552 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37884) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:14.258604 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cafdebe4-005f-4a71-ae83-bd62c3fb1a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (82798882-0b8f-477a-a32e-0c14a3d36cb2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:14.261525 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cafdebe4-005f-4a71-ae83-bd62c3fb1a08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:14.266476 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cafdebe4-005f-4a71-ae83-bd62c3fb1a08 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/82798882-0b8f-477a-a32e-0c14a3d36cb2 HTTP/1.1" status: 204 len: 168 time: 0.2468498 Feb 09 01:26:14.285271 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c,segment=NetworkSegment(56fbfdfe-124b-4422-89cd-b53ccd9690c4),segment_id=56fbfdfe-124b-4422-89cd-b53ccd9690c4)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:14.287002 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafdebe4-005f-4a71-ae83-bd62c3fb1a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82798882-0b8f-477a-a32e-0c14a3d36cb2,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:14.293971 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b354695b-d2c3-48e3-8e1d-73a669090572 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:14.307741 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c', 'network_id': 'd76031b0-4109-4d1a-891f-2e2c0cd8dc50', 'port_id': '1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c', 'mac_address': 'fa:16:3e:c2:8e:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c516db7-26b1-44ed-b325-f6904d951d4a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:26:14.323889 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd36e06-4662-46ab-aba0-db840b702169 req-93ea6742-0928-44ef-95f9-cef394b7d3b8 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:14.334174 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4bd36e06-4662-46ab-aba0-db840b702169 req-93ea6742-0928-44ef-95f9-cef394b7d3b8 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4 HTTP/1.1" status: 200 len: 945 time: 0.6892357 Feb 09 01:26:14.352278 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-15e7d035-b4dc-4a69-be60-a5c2b9d37a97 req-8bb04e78-5ea7-44e0-a6a2-4b10b53772d5 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7338672 Feb 09 01:26:14.388802 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:14.389575 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:14.415805 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:26:14.472990 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c,segment=NetworkSegment(56fbfdfe-124b-4422-89cd-b53ccd9690c4),segment_id=56fbfdfe-124b-4422-89cd-b53ccd9690c4)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:14.482800 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:14.599883 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4bd36e06-4662-46ab-aba0-db840b702169 req-413bd209-08bb-446a-9a3f-40fed3befc40 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602625 Feb 09 01:26:14.638286 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:14.731387 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54120cae-8d17-49c3-80f8-527d82bad1c4 req-cc81d111-d149-44ad-a6cf-f07615031c48 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:14.736833 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-54120cae-8d17-49c3-80f8-527d82bad1c4 req-cc81d111-d149-44ad-a6cf-f07615031c48 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=1378ef33-b41e-4a1c-9819-2f8ee1a300a5 HTTP/1.1" status: 200 len: 944 time: 0.2431109 Feb 09 01:26:14.757206 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37894) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:14.759995 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:26:14.809163 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b354695b-d2c3-48e3-8e1d-73a669090572 admin admin] Publish callbacks [] for security_group (3acb0c31-40e9-4d39-85f4-0f94d6f37d14), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:14.890446 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b354695b-d2c3-48e3-8e1d-73a669090572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3acb0c31-40e9-4d39-85f4-0f94d6f37d14), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:14.958396 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dbffbdf3-3859-43ee-8874-b7353f46bdce tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks [] for security_group (93d11c2d-5658-4f67-9806-bfe788d6a8b2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:14.988739 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-54120cae-8d17-49c3-80f8-527d82bad1c4 req-253ca279-7df6-48a3-8c8b-406218f0abbf tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418997 Feb 09 01:26:15.028408 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dbffbdf3-3859-43ee-8874-b7353f46bdce tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks [] for security_group (93d11c2d-5658-4f67-9806-bfe788d6a8b2), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:15.033232 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b354695b-d2c3-48e3-8e1d-73a669090572 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7756f755195c490982e99828d3dadc03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7825019 Feb 09 01:26:15.037779 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37900) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:15.069310 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b354695b-d2c3-48e3-8e1d-73a669090572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3acb0c31-40e9-4d39-85f4-0f94d6f37d14,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:15.147942 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4dbf9a7d-a438-4217-a3de-48a91a2d94e4 admin admin] Publish callbacks [] for security_group (3acb0c31-40e9-4d39-85f4-0f94d6f37d14), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:15.149774 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dbffbdf3-3859-43ee-8874-b7353f46bdce tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (93d11c2d-5658-4f67-9806-bfe788d6a8b2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:15.153674 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dbffbdf3-3859-43ee-8874-b7353f46bdce tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:15.154912 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-dbffbdf3-3859-43ee-8874-b7353f46bdce tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "DELETE /v2.0/security-groups/93d11c2d-5658-4f67-9806-bfe788d6a8b2 HTTP/1.1" status: 204 len: 168 time: 0.3964226 Feb 09 01:26:15.159842 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37906) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:15.186441 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-ffb3ea34-3a88-4ca0-8ece-ea76cf85bd40 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] show failed (client error): The resource could not be found. Feb 09 01:26:15.187891 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ffb3ea34-3a88-4ca0-8ece-ea76cf85bd40 tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "GET /v2.0/security-groups/93d11c2d-5658-4f67-9806-bfe788d6a8b2 HTTP/1.1" status: 404 len: 347 time: 0.0233107 Feb 09 01:26:15.191893 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37908) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:15.192421 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4dbf9a7d-a438-4217-a3de-48a91a2d94e4 admin admin] Publish callbacks [] for security_group (3acb0c31-40e9-4d39-85f4-0f94d6f37d14), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:15.193110 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbffbdf3-3859-43ee-8874-b7353f46bdce tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d11c2d-5658-4f67-9806-bfe788d6a8b2,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:15.300841 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4dbf9a7d-a438-4217-a3de-48a91a2d94e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3acb0c31-40e9-4d39-85f4-0f94d6f37d14), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:15.310571 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4dbf9a7d-a438-4217-a3de-48a91a2d94e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:15.313001 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4dbf9a7d-a438-4217-a3de-48a91a2d94e4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3acb0c31-40e9-4d39-85f4-0f94d6f37d14 HTTP/1.1" status: 204 len: 168 time: 0.2733428 Feb 09 01:26:15.329853 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf9a7d-a438-4217-a3de-48a91a2d94e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acb0c31-40e9-4d39-85f4-0f94d6f37d14,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:15.471671 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ae00f9ca-840c-4e1c-84d2-2d335a9a428c tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Deleting port 07aaac9e-7031-4fa1-985a-695694a3d01c {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:26:15.477166 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae00f9ca-840c-4e1c-84d2-2d335a9a428c tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (07aaac9e-7031-4fa1-985a-695694a3d01c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:15.714180 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae00f9ca-840c-4e1c-84d2-2d335a9a428c tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (07aaac9e-7031-4fa1-985a-695694a3d01c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:15.714580 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae00f9ca-840c-4e1c-84d2-2d335a9a428c tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks [] for floatingip (07aaac9e-7031-4fa1-985a-695694a3d01c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:15.730246 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88391f-2fc4-4b98-8bf9-b6f9b5c29841 req-df235160-7b0c-4926-81cf-58dda655a736 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:15.731577 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ae00f9ca-840c-4e1c-84d2-2d335a9a428c tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Calling delete_port for 07aaac9e-7031-4fa1-985a-695694a3d01c owned by network:floatingip {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:26:15.731822 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bc88391f-2fc4-4b98-8bf9-b6f9b5c29841 req-df235160-7b0c-4926-81cf-58dda655a736 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=762fd02a-08b8-459e-bc50-47531df84afa HTTP/1.1" status: 200 len: 945 time: 0.1973758 Feb 09 01:26:15.755500 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device b58f97e0-deba-4d7c-9dba-0bb7c29025fc details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:26:15.759036 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:26:15.955682 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bc88391f-2fc4-4b98-8bf9-b6f9b5c29841 req-cb6f8ff2-bcfe-4502-a69d-59f611148703 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125692 Feb 09 01:26:15.969157 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:26:16.012280 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2131c1-605b-4c40-bdff-c6f92abe33dc req-26c4d929-3430-45fe-8771-b7104de0fecb tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:16.024893 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dc2131c1-605b-4c40-bdff-c6f92abe33dc req-26c4d929-3430-45fe-8771-b7104de0fecb tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4 HTTP/1.1" status: 200 len: 945 time: 0.2668576 Feb 09 01:26:16.033896 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port b58f97e0-deba-4d7c-9dba-0bb7c29025fc, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=b58f97e0-deba-4d7c-9dba-0bb7c29025fc,segment=NetworkSegment(56fbfdfe-124b-4422-89cd-b53ccd9690c4),segment_id=56fbfdfe-124b-4422-89cd-b53ccd9690c4)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:16.073802 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': 'b58f97e0-deba-4d7c-9dba-0bb7c29025fc', 'network_id': 'd76031b0-4109-4d1a-891f-2e2c0cd8dc50', 'port_id': 'b58f97e0-deba-4d7c-9dba-0bb7c29025fc', 'mac_address': 'fa:16:3e:76:05:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c516db7-26b1-44ed-b325-f6904d951d4a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:26:16.088613 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:16.090136 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:16.170451 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae00f9ca-840c-4e1c-84d2-2d335a9a428c tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (07aaac9e-7031-4fa1-985a-695694a3d01c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:16.191723 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dc2131c1-605b-4c40-bdff-c6f92abe33dc req-ae7a1745-a7b6-401e-90e8-a4a0bbc40e29 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613655 Feb 09 01:26:16.255168 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae00f9ca-840c-4e1c-84d2-2d335a9a428c tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Pushing event deleted for resources: {'Port': ['ID=07aaac9e-7031-4fa1-985a-695694a3d01c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:16.262918 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port b58f97e0-deba-4d7c-9dba-0bb7c29025fc is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:16.307534 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b58f97e0-deba-4d7c-9dba-0bb7c29025fc), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:16.351120 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b58f97e0-deba-4d7c-9dba-0bb7c29025fc {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:26:16.375822 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4010f1-9702-41ac-b345-6a8a2b077848 req-c3bd0dea-2d34-4836-89f2-6b6fd7bcc932 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:16.380047 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fc4010f1-9702-41ac-b345-6a8a2b077848 req-c3bd0dea-2d34-4836-89f2-6b6fd7bcc932 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=1378ef33-b41e-4a1c-9819-2f8ee1a300a5 HTTP/1.1" status: 200 len: 944 time: 0.1873205 Feb 09 01:26:16.416315 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port b58f97e0-deba-4d7c-9dba-0bb7c29025fc, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=b58f97e0-deba-4d7c-9dba-0bb7c29025fc,segment=NetworkSegment(56fbfdfe-124b-4422-89cd-b53ccd9690c4),segment_id=56fbfdfe-124b-4422-89cd-b53ccd9690c4)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:16.451617 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b58f97e0-deba-4d7c-9dba-0bb7c29025fc), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:16.460848 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae00f9ca-840c-4e1c-84d2-2d335a9a428c tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks [] for floatingip (2afa5a15-0adf-415a-96e2-bd68dcb49687), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:16.472559 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:16.473615 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:16.478268 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae00f9ca-840c-4e1c-84d2-2d335a9a428c tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:16.495298 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ae00f9ca-840c-4e1c-84d2-2d335a9a428c tempest-ServersTestBootFromVolume-890848733 tempest-ServersTestBootFromVolume-890848733-project] 10.222.0.30 "DELETE /v2.0/floatingips/2afa5a15-0adf-415a-96e2-bd68dcb49687 HTTP/1.1" status: 204 len: 168 time: 1.2969248 Feb 09 01:26:16.499851 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fc4010f1-9702-41ac-b345-6a8a2b077848 req-18d49a11-8e2f-4488-ae04-796dcfd01c36 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111259 Feb 09 01:26:16.500622 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37946) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:16.568060 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ef30b5-9635-4da3-a3b2-bf4827a3ac5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:26:16.570903 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f985752-6ad3-4cbd-87c1-41d61e9cdc65" -d '{"events": [{"server_uuid": "02ef30b5-9635-4da3-a3b2-bf4827a3ac5f", "name": "network-vif-plugged", "status": "completed", "tag": "1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:26:16.655435 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c,segment=NetworkSegment(56fbfdfe-124b-4422-89cd-b53ccd9690c4),segment_id=56fbfdfe-124b-4422-89cd-b53ccd9690c4)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:16.667157 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6daaeb1-2290-4d10-9a22-341ede352cae x-openstack-request-id: req-e6daaeb1-2290-4d10-9a22-341ede352cae {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:26:16.667928 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ef30b5-9635-4da3-a3b2-bf4827a3ac5f", "name": "network-vif-plugged", "status": "completed", "tag": "1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:26:16.668390 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e6daaeb1-2290-4d10-9a22-341ede352cae {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:26:16.668947 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ef30b5-9635-4da3-a3b2-bf4827a3ac5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c', 'code': 200} Feb 09 01:26:16.670549 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=b58f97e0-deba-4d7c-9dba-0bb7c29025fc,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:16.673485 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:16.684840 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:16.685481 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:16.685984 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:16.686502 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:16.687001 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:16.687499 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:16.688163 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:16.688654 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:16.689139 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:16.689640 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:16.690131 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:16.690613 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:16.691094 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:16.730338 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['b58f97e0-deba-4d7c-9dba-0bb7c29025fc'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:26:16.812366 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:16.912746 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f949f-b0c3-4338-9b6e-d4816138d45c req-1949bfde-a02c-4d2a-9358-126851b33586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:16.914378 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c52f949f-b0c3-4338-9b6e-d4816138d45c req-1949bfde-a02c-4d2a-9358-126851b33586 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 1128 time: 0.1636610 Feb 09 01:26:17.045375 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c52f949f-b0c3-4338-9b6e-d4816138d45c req-5af70339-db62-4a3a-9858-45cdc2325690 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245942 Feb 09 01:26:17.171816 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90496c-6ee8-454b-8e6b-68adcf1e8639 req-c75b76d7-48f8-4714-ac0a-5a67c9c2d70f tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:17.185363 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6a90496c-6ee8-454b-8e6b-68adcf1e8639 req-c75b76d7-48f8-4714-ac0a-5a67c9c2d70f tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=762fd02a-08b8-459e-bc50-47531df84afa HTTP/1.1" status: 200 len: 945 time: 0.1083028 Feb 09 01:26:17.294163 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6a90496c-6ee8-454b-8e6b-68adcf1e8639 req-ae482bfa-cc82-431e-b42d-5a7180ab4435 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012442 Feb 09 01:26:17.431968 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-93027322-0f61-4122-af28-b6fd6fcf76c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (a3665330-f709-48b9-ac23-2ff020c462b1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:17.474924 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230be50b-b928-41ee-9947-41c59cd34ac3 req-a5074a50-9277-45a3-8179-63afc2fbc84b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:17.486833 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-230be50b-b928-41ee-9947-41c59cd34ac3 req-a5074a50-9277-45a3-8179-63afc2fbc84b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4 HTTP/1.1" status: 200 len: 945 time: 0.1409285 Feb 09 01:26:17.665882 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-230be50b-b928-41ee-9947-41c59cd34ac3 req-cc8f5094-b334-4378-94d1-a1e85be58fed tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783078 Feb 09 01:26:17.762391 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474908c-f4a0-4f5f-8301-881545a9fd0d req-c6beca92-0dda-42f8-99b0-50471022ebcf tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:17.768862 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d474908c-f4a0-4f5f-8301-881545a9fd0d req-c6beca92-0dda-42f8-99b0-50471022ebcf tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=1378ef33-b41e-4a1c-9819-2f8ee1a300a5 HTTP/1.1" status: 200 len: 945 time: 0.0763900 Feb 09 01:26:17.780189 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device b58f97e0-deba-4d7c-9dba-0bb7c29025fc up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:26:17.912443 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port b58f97e0-deba-4d7c-9dba-0bb7c29025fc completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:26:17.922790 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port b58f97e0-deba-4d7c-9dba-0bb7c29025fc triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:17.923188 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b58f97e0-deba-4d7c-9dba-0bb7c29025fc), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:17.929189 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d474908c-f4a0-4f5f-8301-881545a9fd0d req-9a2a1016-f090-40ff-b665-f39e26c5bb81 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514161 Feb 09 01:26:18.178991 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-93027322-0f61-4122-af28-b6fd6fcf76c6 admin admin] Deleting port 0eb1b42e-2c89-430e-b166-f0d80c142a5d {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:26:18.179432 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-93027322-0f61-4122-af28-b6fd6fcf76c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (0eb1b42e-2c89-430e-b166-f0d80c142a5d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:18.190001 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port b58f97e0-deba-4d7c-9dba-0bb7c29025fc is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:18.190950 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b58f97e0-deba-4d7c-9dba-0bb7c29025fc), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:18.280137 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port b58f97e0-deba-4d7c-9dba-0bb7c29025fc, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=b58f97e0-deba-4d7c-9dba-0bb7c29025fc,segment=NetworkSegment(56fbfdfe-124b-4422-89cd-b53ccd9690c4),segment_id=56fbfdfe-124b-4422-89cd-b53ccd9690c4)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:18.292317 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b58f97e0-deba-4d7c-9dba-0bb7c29025fc), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:18.402545 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=b58f97e0-deba-4d7c-9dba-0bb7c29025fc,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:18.402799 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-93027322-0f61-4122-af28-b6fd6fcf76c6 admin admin] For port 0eb1b42e-2c89-430e-b166-f0d80c142a5d, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=0eb1b42e-2c89-430e-b166-f0d80c142a5d,segment=NetworkSegment(9bf3403d-c5bc-4e57-bb54-927d3010470a),segment_id=9bf3403d-c5bc-4e57-bb54-927d3010470a)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:18.403387 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-93027322-0f61-4122-af28-b6fd6fcf76c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (0eb1b42e-2c89-430e-b166-f0d80c142a5d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:18.442811 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-93027322-0f61-4122-af28-b6fd6fcf76c6 admin admin] Calling delete_port for 0eb1b42e-2c89-430e-b166-f0d80c142a5d owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:26:18.633501 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2944df-22cb-4fe0-8ce7-434d53ea2b0b req-7046193c-610f-40b3-a38a-59c43803dd46 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:18.638573 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1b2944df-22cb-4fe0-8ce7-434d53ea2b0b req-7046193c-610f-40b3-a38a-59c43803dd46 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=762fd02a-08b8-459e-bc50-47531df84afa HTTP/1.1" status: 200 len: 945 time: 0.1264727 Feb 09 01:26:18.669859 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1378ef33-b41e-4a1c-9819-2f8ee1a300a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58f97e0-deba-4d7c-9dba-0bb7c29025fc'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:26:18.672533 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293fc784-ce4d-42b6-925d-9288df151a8d" -d '{"events": [{"server_uuid": "1378ef33-b41e-4a1c-9819-2f8ee1a300a5", "name": "network-vif-plugged", "status": "completed", "tag": "b58f97e0-deba-4d7c-9dba-0bb7c29025fc"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:26:18.749893 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69026675-fa5d-46c0-b2d8-7cc55f127f2c x-openstack-request-id: req-69026675-fa5d-46c0-b2d8-7cc55f127f2c {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:26:18.750525 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1378ef33-b41e-4a1c-9819-2f8ee1a300a5", "name": "network-vif-plugged", "status": "completed", "tag": "b58f97e0-deba-4d7c-9dba-0bb7c29025fc", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:26:18.750997 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-69026675-fa5d-46c0-b2d8-7cc55f127f2c {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:26:18.751621 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1378ef33-b41e-4a1c-9819-2f8ee1a300a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58f97e0-deba-4d7c-9dba-0bb7c29025fc', 'code': 200} Feb 09 01:26:18.760600 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1b2944df-22cb-4fe0-8ce7-434d53ea2b0b req-a04e5a67-6a71-47c7-852d-e8f1a7d645db tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209867 Feb 09 01:26:18.833413 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-93027322-0f61-4122-af28-b6fd6fcf76c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (0eb1b42e-2c89-430e-b166-f0d80c142a5d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:18.927508 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93027322-0f61-4122-af28-b6fd6fcf76c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0eb1b42e-2c89-430e-b166-f0d80c142a5d,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:19.134321 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04912b-a9e5-4e4b-8e84-f9162a41327a req-2d920d78-61e7-469c-9134-22f6765a5385 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:19.136920 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4f04912b-a9e5-4e4b-8e84-f9162a41327a req-2d920d78-61e7-469c-9134-22f6765a5385 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4 HTTP/1.1" status: 200 len: 945 time: 0.2370796 Feb 09 01:26:19.149182 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8edf1-7530-40d6-b315-39b3ab7ab6d7 req-b3c839c5-7e64-42ce-926c-c5493ff9adb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:19.154549 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-67b8edf1-7530-40d6-b315-39b3ab7ab6d7 req-b3c839c5-7e64-42ce-926c-c5493ff9adb8 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1378ef33-b41e-4a1c-9819-2f8ee1a300a5 HTTP/1.1" status: 200 len: 1129 time: 0.3222132 Feb 09 01:26:19.341990 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38046) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:19.348748 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:19.392450 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-93027322-0f61-4122-af28-b6fd6fcf76c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (a3665330-f709-48b9-ac23-2ff020c462b1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:19.406692 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4f04912b-a9e5-4e4b-8e84-f9162a41327a req-a927beab-7462-4209-be6c-cc99ed9349e8 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507668 Feb 09 01:26:19.409022 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-67b8edf1-7530-40d6-b315-39b3ab7ab6d7 req-88af0217-8fb9-44b7-b767-a5054ebc13c1 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968443 Feb 09 01:26:19.450613 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641b10d-6772-44d9-a47b-a7b96b9deec7 req-803cf32a-16d3-44c6-8521-9be5f340fb4b tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:19.455283 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9641b10d-6772-44d9-a47b-a7b96b9deec7 req-803cf32a-16d3-44c6-8521-9be5f340fb4b tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=1378ef33-b41e-4a1c-9819-2f8ee1a300a5 HTTP/1.1" status: 200 len: 946 time: 0.3162146 Feb 09 01:26:19.635827 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9641b10d-6772-44d9-a47b-a7b96b9deec7 req-30d92ff1-386f-460c-92e8-ac91b08daf41 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618245 Feb 09 01:26:19.984253 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-42005b14-110d-474c-959b-7cb844b2475f tempest-QuotasTest-927127355 tempest-QuotasTest-927127355-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:20.041782 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc2dca6-d86f-4768-b20c-a2e60ed548fa req-2ceacb62-52c0-441a-97b0-23e5c5787d44 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:20.043368 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0bc2dca6-d86f-4768-b20c-a2e60ed548fa req-2ceacb62-52c0-441a-97b0-23e5c5787d44 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=762fd02a-08b8-459e-bc50-47531df84afa HTTP/1.1" status: 200 len: 945 time: 0.1678529 Feb 09 01:26:20.064823 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93027322-0f61-4122-af28-b6fd6fcf76c6 admin admin] Router a3665330-f709-48b9-ac23-2ff020c462b1 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:26:20.081834 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29117da3-a737-459a-8cd0-448a7f2f3e95 req-2a2bd535-1c0a-4267-baff-c6ebf952b818 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:20.089360 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-29117da3-a737-459a-8cd0-448a7f2f3e95 req-2a2bd535-1c0a-4267-baff-c6ebf952b818 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4 HTTP/1.1" status: 200 len: 945 time: 0.2240331 Feb 09 01:26:20.108689 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-42005b14-110d-474c-959b-7cb844b2475f tempest-QuotasTest-927127355 tempest-QuotasTest-927127355-project-admin] 10.222.0.30 "PUT /v2.0/quotas/77abdc3890e14c6bafa12834e7ad3676 HTTP/1.1" status: 200 len: 366 time: 0.7656302 Feb 09 01:26:20.113279 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38064) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:20.156330 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3d40c568-b9ec-4e98-a702-02dea35f366e tempest-QuotasTest-927127355 tempest-QuotasTest-927127355-project-admin] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0341341 Feb 09 01:26:20.217462 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38066) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:20.309158 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d5ce3acf-e0f1-4c02-a939-a5cf548f9e9c tempest-QuotasTest-927127355 tempest-QuotasTest-927127355-project-admin] 10.222.0.30 "GET /v2.0/quotas/77abdc3890e14c6bafa12834e7ad3676 HTTP/1.1" status: 200 len: 366 time: 0.0883660 Feb 09 01:26:20.316683 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38068) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:20.360655 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-29117da3-a737-459a-8cd0-448a7f2f3e95 req-ee6fa258-fbef-4d69-897f-e859cc9f73d1 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461722 Feb 09 01:26:20.372925 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0bc2dca6-d86f-4768-b20c-a2e60ed548fa req-2b76e83f-bbd5-4067-ac8d-723f4cfe33ce tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213465 Feb 09 01:26:20.380273 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-28266396-f7cc-4eb2-962c-b3f1c0038b9e tempest-QuotasTest-927127355 tempest-QuotasTest-927127355-project-admin] 10.222.0.30 "DELETE /v2.0/quotas/77abdc3890e14c6bafa12834e7ad3676 HTTP/1.1" status: 204 len: 168 time: 0.0620096 Feb 09 01:26:20.384442 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38072) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:20.412311 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93027322-0f61-4122-af28-b6fd6fcf76c6 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:26:20.425262 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74965c31-51ac-4798-ab19-84589321c374 None None] Sync routers for ids ['a3665330-f709-48b9-ac23-2ff020c462b1'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:26:20.428055 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b35115c7-5f18-450d-ada1-7ad243db1b87 tempest-QuotasTest-927127355 tempest-QuotasTest-927127355-project-admin] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0349030 Feb 09 01:26:20.430139 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-93027322-0f61-4122-af28-b6fd6fcf76c6 admin admin] 10.222.0.30 "PUT /v2.0/routers/a3665330-f709-48b9-ac23-2ff020c462b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9260445 Feb 09 01:26:20.430968 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38074) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:20.431798 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38076) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:20.448609 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74965c31-51ac-4798-ab19-84589321c374 None None] Routers {'a3665330-f709-48b9-ac23-2ff020c462b1'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:26:20.449251 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-74965c31-51ac-4798-ab19-84589321c374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:25:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a3665330-f709-48b9-ac23-2ff020c462b1'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:20.449995 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-25f7051a-3705-4ece-90f5-13fbc725a060 tempest-QuotasTest-927127355 tempest-QuotasTest-927127355-project-admin] 10.222.0.30 "GET /v2.0/quotas/77abdc3890e14c6bafa12834e7ad3676 HTTP/1.1" status: 200 len: 370 time: 0.0177214 Feb 09 01:26:20.452232 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38078) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:20.457096 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-385f2047-a792-4085-8736-5197ee80937e tempest-QuotasTest-927127355 tempest-QuotasTest-927127355-project-admin] 10.222.0.30 "GET /v2.0/quotas/77abdc3890e14c6bafa12834e7ad3676/default HTTP/1.1" status: 200 len: 370 time: 0.0038025 Feb 09 01:26:20.459461 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38080) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:20.472209 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-2c9c7efb-4f44-4597-bb0c-b64171c45e58 tempest-QuotasTest-927127355 tempest-QuotasTest-927127355-project-admin] delete failed (client error): The resource could not be found. Feb 09 01:26:20.473231 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2c9c7efb-4f44-4597-bb0c-b64171c45e58 tempest-QuotasTest-927127355 tempest-QuotasTest-927127355-project-admin] 10.222.0.30 "DELETE /v2.0/quotas/77abdc3890e14c6bafa12834e7ad3676 HTTP/1.1" status: 404 len: 348 time: 0.0126979 Feb 09 01:26:20.535267 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38084) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:20.595490 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-74965c31-51ac-4798-ab19-84589321c374 None None] Set router a3665330-f709-48b9-ac23-2ff020c462b1 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:26:20.693740 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-96b57bbd-4b59-4072-901a-10cb33540b65 admin admin] Publish callbacks [] for router (a3665330-f709-48b9-ac23-2ff020c462b1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:20.780924 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b9a2be58-3624-44cd-982e-e26adf701e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:20.864197 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:20.906654 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38092) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:20.911029 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8331c09a-1a85-4b61-9ebe-e7248ff7aec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:20.931422 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-74965c31-51ac-4798-ab19-84589321c374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3665330-f709-48b9-ac23-2ff020c462b1', 'name': 'tempest-ServersTestBootFromVolume-1506375842-router', 'tenant_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '4226d4c3-3917-4126-ab80-3bc38a98ee05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:54Z', 'updated_at': '2022-02-09T01:26:18Z', 'revision_number': 5, 'project_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'gw_port': {'id': '4226d4c3-3917-4126-ab80-3bc38a98ee05', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3665330-f709-48b9-ac23-2ff020c462b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:56Z', 'updated_at': '2022-02-09T01:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:21.014048 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-96b57bbd-4b59-4072-901a-10cb33540b65 admin admin] Publish callbacks [] for router_gateway (a3665330-f709-48b9-ac23-2ff020c462b1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:21.061342 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ad561-035f-428d-9db8-05493a343e5d req-f73df315-aa35-4c35-81f8-98b1cc994fcf tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:21.063126 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-467ad561-035f-428d-9db8-05493a343e5d req-f73df315-aa35-4c35-81f8-98b1cc994fcf tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=1378ef33-b41e-4a1c-9819-2f8ee1a300a5 HTTP/1.1" status: 200 len: 946 time: 0.2660158 Feb 09 01:26:21.079102 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74965c31-51ac-4798-ab19-84589321c374 None None] Checking router: a3665330-f709-48b9-ac23-2ff020c462b1 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:26:21.090066 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74965c31-51ac-4798-ab19-84589321c374 None None] Routers {'a3665330-f709-48b9-ac23-2ff020c462b1'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:26:21.091408 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-74965c31-51ac-4798-ab19-84589321c374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:25:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a3665330-f709-48b9-ac23-2ff020c462b1'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:21.122564 n-d-822053-40 neutron-server[103529]: DEBUG neutron.quota.resource [None req-e2c45ef0-d871-42a9-b697-ab79e525331a tempest-QuotasTest-927127355 tempest-QuotasTest-927127355-project-admin] Usage tracker for resource:network and project:bc28b7a4e31b43949a7beeb355cf50c2 is out of sync, need to count used quota {{(pid=103529) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 01:26:21.132562 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-96b57bbd-4b59-4072-901a-10cb33540b65 admin admin] Deleting port 4226d4c3-3917-4126-ab80-3bc38a98ee05 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:26:21.133002 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-96b57bbd-4b59-4072-901a-10cb33540b65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (4226d4c3-3917-4126-ab80-3bc38a98ee05), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:21.159028 n-d-822053-40 neutron-server[103529]: DEBUG neutron.quota.resource [None req-e2c45ef0-d871-42a9-b697-ab79e525331a tempest-QuotasTest-927127355 tempest-QuotasTest-927127355-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103529) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 01:26:21.177365 n-d-822053-40 neutron-server[103529]: DEBUG neutron.quota.resource [None req-e2c45ef0-d871-42a9-b697-ab79e525331a tempest-QuotasTest-927127355 tempest-QuotasTest-927127355-project-admin] Usage tracker for resource:subnet and project:bc28b7a4e31b43949a7beeb355cf50c2 is out of sync, need to count used quota {{(pid=103529) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 01:26:21.228378 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-74965c31-51ac-4798-ab19-84589321c374 None None] Set router a3665330-f709-48b9-ac23-2ff020c462b1 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:26:21.234685 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-467ad561-035f-428d-9db8-05493a343e5d req-aa2f9db1-a01c-47ae-a159-81272ac3c3e4 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636572 Feb 09 01:26:21.242673 n-d-822053-40 neutron-server[103529]: DEBUG neutron.quota.resource [None req-e2c45ef0-d871-42a9-b697-ab79e525331a tempest-QuotasTest-927127355 tempest-QuotasTest-927127355-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103529) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 01:26:21.256799 n-d-822053-40 neutron-server[103529]: DEBUG neutron.quota.resource [None req-e2c45ef0-d871-42a9-b697-ab79e525331a tempest-QuotasTest-927127355 tempest-QuotasTest-927127355-project-admin] Usage tracker for resource:subnetpool and project:bc28b7a4e31b43949a7beeb355cf50c2 is out of sync, need to count used quota {{(pid=103529) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 01:26:21.269659 n-d-822053-40 neutron-server[103529]: DEBUG neutron.quota.resource [None req-e2c45ef0-d871-42a9-b697-ab79e525331a tempest-QuotasTest-927127355 tempest-QuotasTest-927127355-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103529) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 01:26:21.282228 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10adbf-f085-4f6e-8ee8-faf8685b0fa5 req-94e619b6-1cd6-4fd8-96d7-f72ef43ed0f6 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:21.284328 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bd10adbf-f085-4f6e-8ee8-faf8685b0fa5 req-94e619b6-1cd6-4fd8-96d7-f72ef43ed0f6 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.121 "GET /v2.0/ports?device_id=c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4 HTTP/1.1" status: 200 len: 945 time: 0.2006183 Feb 09 01:26:21.378245 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-96b57bbd-4b59-4072-901a-10cb33540b65 admin admin] For port 4226d4c3-3917-4126-ab80-3bc38a98ee05, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=4226d4c3-3917-4126-ab80-3bc38a98ee05,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:21.378768 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-96b57bbd-4b59-4072-901a-10cb33540b65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (4226d4c3-3917-4126-ab80-3bc38a98ee05), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:21.407688 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-74965c31-51ac-4798-ab19-84589321c374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3665330-f709-48b9-ac23-2ff020c462b1', 'name': 'tempest-ServersTestBootFromVolume-1506375842-router', 'tenant_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:54Z', 'updated_at': '2022-02-09T01:26:21Z', 'revision_number': 6, 'project_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:21.409934 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-96b57bbd-4b59-4072-901a-10cb33540b65 admin admin] Calling delete_port for 4226d4c3-3917-4126-ab80-3bc38a98ee05 owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:26:21.440192 n-d-822053-40 neutron-server[103529]: DEBUG neutron.quota.resource [None req-e2c45ef0-d871-42a9-b697-ab79e525331a tempest-QuotasTest-927127355 tempest-QuotasTest-927127355-project-admin] Usage tracker for resource:port and project:bc28b7a4e31b43949a7beeb355cf50c2 is out of sync, need to count used quota {{(pid=103529) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 01:26:21.470960 n-d-822053-40 neutron-server[103529]: DEBUG neutron.quota.resource [None req-e2c45ef0-d871-42a9-b697-ab79e525331a tempest-QuotasTest-927127355 tempest-QuotasTest-927127355-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103529) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 01:26:21.520947 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74965c31-51ac-4798-ab19-84589321c374 None None] The sync data for ids ['a3665330-f709-48b9-ac23-2ff020c462b1'] in n-d-822053-40 is: [{'id': 'a3665330-f709-48b9-ac23-2ff020c462b1', 'name': 'tempest-ServersTestBootFromVolume-1506375842-router', 'tenant_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:54Z', 'updated_at': '2022-02-09T01:26:21Z', 'revision_number': 6, 'project_id': 'd29c28a7e64645c9a685472a8bfba0ab', 'gw_port_host': None}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:26:21.571170 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8331c09a-1a85-4b61-9ebe-e7248ff7aec7 admin admin] Publish callbacks [] for security_group (061f932c-dde5-409d-b251-25e1e150fd59), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:21.572532 n-d-822053-40 neutron-server[103529]: DEBUG neutron.quota.resource [None req-e2c45ef0-d871-42a9-b697-ab79e525331a tempest-QuotasTest-927127355 tempest-QuotasTest-927127355-project-admin] Usage tracker for resource:router and project:bc28b7a4e31b43949a7beeb355cf50c2 is out of sync, need to count used quota {{(pid=103529) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 01:26:21.627626 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8331c09a-1a85-4b61-9ebe-e7248ff7aec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (061f932c-dde5-409d-b251-25e1e150fd59), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:21.655865 n-d-822053-40 neutron-server[103529]: DEBUG neutron.quota.resource [None req-e2c45ef0-d871-42a9-b697-ab79e525331a tempest-QuotasTest-927127355 tempest-QuotasTest-927127355-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103529) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 01:26:21.664911 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8331c09a-1a85-4b61-9ebe-e7248ff7aec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061f932c-dde5-409d-b251-25e1e150fd59,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:21.733357 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a18f3-0651-444e-b89a-d8f6734fae86 req-d948c256-8b60-4f29-b4c8-c88fd11fc988 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:21.743802 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-264a18f3-0651-444e-b89a-d8f6734fae86 req-d948c256-8b60-4f29-b4c8-c88fd11fc988 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4 HTTP/1.1" status: 200 len: 945 time: 0.2383158 Feb 09 01:26:21.755618 n-d-822053-40 neutron-server[103529]: DEBUG neutron.quota.resource [None req-e2c45ef0-d871-42a9-b697-ab79e525331a tempest-QuotasTest-927127355 tempest-QuotasTest-927127355-project-admin] Usage tracker for resource:floatingip and project:bc28b7a4e31b43949a7beeb355cf50c2 is out of sync, need to count used quota {{(pid=103529) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 01:26:21.764754 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8331c09a-1a85-4b61-9ebe-e7248ff7aec7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7a38d6233ee546e9be8957e942606cca&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2286079 Feb 09 01:26:21.767535 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38102) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:21.784410 n-d-822053-40 neutron-server[103529]: DEBUG neutron.quota.resource [None req-e2c45ef0-d871-42a9-b697-ab79e525331a tempest-QuotasTest-927127355 tempest-QuotasTest-927127355-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103529) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 01:26:21.859924 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-bd10adbf-f085-4f6e-8ee8-faf8685b0fa5 req-e8069775-bb15-493a-9a23-c56c0a1eb377 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Deleting port c006bf24-f5a4-4da9-9fdf-406882e4e472 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:26:21.860547 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bd10adbf-f085-4f6e-8ee8-faf8685b0fa5 req-e8069775-bb15-493a-9a23-c56c0a1eb377 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (c006bf24-f5a4-4da9-9fdf-406882e4e472), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:21.877698 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1122e9-00cb-4e76-87c3-f58ec509f680 req-60063220-0a64-435a-980c-25a4e0512901 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:21.879547 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ab1122e9-00cb-4e76-87c3-f58ec509f680 req-60063220-0a64-435a-980c-25a4e0512901 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=762fd02a-08b8-459e-bc50-47531df84afa HTTP/1.1" status: 200 len: 945 time: 0.3549743 Feb 09 01:26:21.991860 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-264a18f3-0651-444e-b89a-d8f6734fae86 req-3b61faf9-dffa-4df2-8944-8d1a35b67f9a tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101014 Feb 09 01:26:22.071133 n-d-822053-40 neutron-server[103529]: DEBUG neutron.quota.resource [None req-e2c45ef0-d871-42a9-b697-ab79e525331a tempest-QuotasTest-927127355 tempest-QuotasTest-927127355-project-admin] Usage tracker for resource:security_group and project:bc28b7a4e31b43949a7beeb355cf50c2 is out of sync, need to count used quota {{(pid=103529) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 01:26:22.075868 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ab1122e9-00cb-4e76-87c3-f58ec509f680 req-a3e48d72-9ac9-4910-a690-117f0f9fd648 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446254 Feb 09 01:26:22.083091 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-bd10adbf-f085-4f6e-8ee8-faf8685b0fa5 req-e8069775-bb15-493a-9a23-c56c0a1eb377 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] For port c006bf24-f5a4-4da9-9fdf-406882e4e472, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=c006bf24-f5a4-4da9-9fdf-406882e4e472,segment=NetworkSegment(3350618d-f84a-4a0b-8997-97c98e7ed20e),segment_id=3350618d-f84a-4a0b-8997-97c98e7ed20e)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:22.083669 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bd10adbf-f085-4f6e-8ee8-faf8685b0fa5 req-e8069775-bb15-493a-9a23-c56c0a1eb377 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (c006bf24-f5a4-4da9-9fdf-406882e4e472), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:22.087424 n-d-822053-40 neutron-server[103529]: DEBUG neutron.quota.resource [None req-e2c45ef0-d871-42a9-b697-ab79e525331a tempest-QuotasTest-927127355 tempest-QuotasTest-927127355-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103529) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 01:26:22.115460 n-d-822053-40 neutron-server[103529]: DEBUG neutron.quota.resource [None req-e2c45ef0-d871-42a9-b697-ab79e525331a tempest-QuotasTest-927127355 tempest-QuotasTest-927127355-project-admin] Usage tracker for resource:security_group_rule and project:bc28b7a4e31b43949a7beeb355cf50c2 is out of sync, need to count used quota {{(pid=103529) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 01:26:22.118743 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-bd10adbf-f085-4f6e-8ee8-faf8685b0fa5 req-e8069775-bb15-493a-9a23-c56c0a1eb377 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Calling delete_port for c006bf24-f5a4-4da9-9fdf-406882e4e472 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:26:22.132511 n-d-822053-40 neutron-server[103529]: DEBUG neutron.quota.resource [None req-e2c45ef0-d871-42a9-b697-ab79e525331a tempest-QuotasTest-927127355 tempest-QuotasTest-927127355-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103529) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 01:26:22.284894 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e2c45ef0-d871-42a9-b697-ab79e525331a tempest-QuotasTest-927127355 tempest-QuotasTest-927127355-project-admin] 10.222.0.30 "GET /v2.0/quotas/bc28b7a4e31b43949a7beeb355cf50c2/details.json HTTP/1.1" status: 200 len: 703 time: 1.3547409 Feb 09 01:26:22.291341 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bd10adbf-f085-4f6e-8ee8-faf8685b0fa5 req-e8069775-bb15-493a-9a23-c56c0a1eb377 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (c006bf24-f5a4-4da9-9fdf-406882e4e472), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:22.360323 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8069775-bb15-493a-9a23-c56c0a1eb377 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Pushing event deleted for resources: {'Port': ['ID=c006bf24-f5a4-4da9-9fdf-406882e4e472,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:22.438688 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['c006bf24-f5a4-4da9-9fdf-406882e4e472'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:26:22.472796 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd10adbf-f085-4f6e-8ee8-faf8685b0fa5 req-e8069775-bb15-493a-9a23-c56c0a1eb377 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] No DVR routers for this DVR port c006bf24-f5a4-4da9-9fdf-406882e4e472 on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:26:22.477206 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bd10adbf-f085-4f6e-8ee8-faf8685b0fa5 req-e8069775-bb15-493a-9a23-c56c0a1eb377 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:22.483929 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bd10adbf-f085-4f6e-8ee8-faf8685b0fa5 req-e8069775-bb15-493a-9a23-c56c0a1eb377 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.121 "DELETE /v2.0/ports/c006bf24-f5a4-4da9-9fdf-406882e4e472 HTTP/1.1" status: 204 len: 173 time: 1.1943197 Feb 09 01:26:22.485173 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4', 'name': 'network-vif-deleted', 'tag': 'c006bf24-f5a4-4da9-9fdf-406882e4e472'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:26:22.498603 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5634f5c8-ca4d-43f9-bbb4-9bf10f280382" -d '{"events": [{"server_uuid": "c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4", "name": "network-vif-deleted", "tag": "c006bf24-f5a4-4da9-9fdf-406882e4e472"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:26:22.633628 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-96b57bbd-4b59-4072-901a-10cb33540b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (4226d4c3-3917-4126-ab80-3bc38a98ee05), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:22.716520 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578da5a5-343e-448b-97fa-498d702eb2eb req-39eee342-1a27-43ed-a005-aefc985bbacb tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:22.722254 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-578da5a5-343e-448b-97fa-498d702eb2eb req-39eee342-1a27-43ed-a005-aefc985bbacb tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=1378ef33-b41e-4a1c-9819-2f8ee1a300a5 HTTP/1.1" status: 200 len: 946 time: 0.2505505 Feb 09 01:26:22.727078 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5123600-f684-48b2-9acb-55d3b7cd561d x-openstack-request-id: req-e5123600-f684-48b2-9acb-55d3b7cd561d {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:26:22.727577 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4", "name": "network-vif-deleted", "tag": "c006bf24-f5a4-4da9-9fdf-406882e4e472", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:26:22.727885 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e5123600-f684-48b2-9acb-55d3b7cd561d {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:26:22.728347 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c00bf4-0c09-4f2d-a0ad-c65aa5db2bf4', 'name': 'network-vif-deleted', 'tag': 'c006bf24-f5a4-4da9-9fdf-406882e4e472', 'status': 'completed', 'code': 200} Feb 09 01:26:22.789253 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b57bbd-4b59-4072-901a-10cb33540b65 admin admin] Pushing event deleted for resources: {'Port': ['ID=4226d4c3-3917-4126-ab80-3bc38a98ee05,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:22.852814 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cfbf6049-0617-421d-9865-aba100f97783 admin admin] Publish callbacks [] for security_group (061f932c-dde5-409d-b251-25e1e150fd59), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:22.858541 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-96b57bbd-4b59-4072-901a-10cb33540b65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (a3665330-f709-48b9-ac23-2ff020c462b1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:22.897849 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-578da5a5-343e-448b-97fa-498d702eb2eb req-2ee393ed-3ce4-485d-b2ae-dad6609fd049 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621876 Feb 09 01:26:23.101126 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38122) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:23.136648 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-96b57bbd-4b59-4072-901a-10cb33540b65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (a3665330-f709-48b9-ac23-2ff020c462b1), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:23.144114 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cfbf6049-0617-421d-9865-aba100f97783 admin admin] Publish callbacks [] for security_group (061f932c-dde5-409d-b251-25e1e150fd59), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:23.152581 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-96b57bbd-4b59-4072-901a-10cb33540b65 admin admin] Publish callbacks [] for router_controller (a3665330-f709-48b9-ac23-2ff020c462b1), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:23.321666 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-96b57bbd-4b59-4072-901a-10cb33540b65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (a3665330-f709-48b9-ac23-2ff020c462b1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:23.323212 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b57bbd-4b59-4072-901a-10cb33540b65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3665330-f709-48b9-ac23-2ff020c462b1 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:26:23.354547 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-96b57bbd-4b59-4072-901a-10cb33540b65 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:23.362974 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38130) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:23.366574 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-96b57bbd-4b59-4072-901a-10cb33540b65 admin admin] 10.222.0.30 "DELETE /v2.0/routers/a3665330-f709-48b9-ac23-2ff020c462b1 HTTP/1.1" status: 204 len: 168 time: 2.9325264 Feb 09 01:26:23.415483 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cfbf6049-0617-421d-9865-aba100f97783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (061f932c-dde5-409d-b251-25e1e150fd59), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:23.438591 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cfbf6049-0617-421d-9865-aba100f97783 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:23.449075 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cfbf6049-0617-421d-9865-aba100f97783 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/061f932c-dde5-409d-b251-25e1e150fd59 HTTP/1.1" status: 204 len: 168 time: 1.6790791 Feb 09 01:26:23.536016 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf6049-0617-421d-9865-aba100f97783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061f932c-dde5-409d-b251-25e1e150fd59,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:23.722992 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ec7a9464-0abc-4303-917d-43e17c2a478a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:23.771324 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047d39f-38e2-4f32-8860-5c413dd8c480 req-710b11be-a5bb-4de1-989d-78362fb1911a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:23.785874 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d047d39f-38e2-4f32-8860-5c413dd8c480 req-710b11be-a5bb-4de1-989d-78362fb1911a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=762fd02a-08b8-459e-bc50-47531df84afa HTTP/1.1" status: 200 len: 945 time: 0.4135275 Feb 09 01:26:23.790982 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bb5ee70-c598-48f1-8748-4740977f7340 admin admin] Deleting subnet b5c68845-dbb9-4fbb-a7c3-02cd380b4dd5 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:26:23.802278 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 0eb1b42e-2c89-430e-b166-f0d80c142a5d no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:26:23.815233 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7bb5ee70-c598-48f1-8748-4740977f7340 admin admin] Publish callbacks [] for subnet (b5c68845-dbb9-4fbb-a7c3-02cd380b4dd5), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:23.818370 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e177f-92fe-43de-8ee0-90e91e145556 req-0aaac471-6519-4545-b5b8-cb1c2b2085c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:23.821977 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-680e177f-92fe-43de-8ee0-90e91e145556 req-0aaac471-6519-4545-b5b8-cb1c2b2085c9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=87f01a9f1c7f470e995b33acc0324506&device_id=1378ef33-b41e-4a1c-9819-2f8ee1a300a5 HTTP/1.1" status: 200 len: 1129 time: 0.5313706 Feb 09 01:26:23.846766 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 0eb1b42e-2c89-430e-b166-f0d80c142a5d {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:26:23.851562 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 0eb1b42e-2c89-430e-b166-f0d80c142a5d not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:26:23.854088 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 4226d4c3-3917-4126-ab80-3bc38a98ee05 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:26:23.925040 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 4226d4c3-3917-4126-ab80-3bc38a98ee05 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:26:23.927501 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 4226d4c3-3917-4126-ab80-3bc38a98ee05 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:26:24.011679 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d047d39f-38e2-4f32-8860-5c413dd8c480 req-dad524a9-63dc-41e9-874c-eca512e62d1c tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224791 Feb 09 01:26:24.066557 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7bb5ee70-c598-48f1-8748-4740977f7340 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (b5c68845-dbb9-4fbb-a7c3-02cd380b4dd5), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:24.083872 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38148) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:24.231761 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9d1fc54a-1f17-46c0-be92-e5f4eb9a0f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:24.274576 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38156) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:24.310874 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c099db63-06ed-42fd-86ef-07f4e0da81f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:24.327321 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ec7a9464-0abc-4303-917d-43e17c2a478a admin admin] Publish callbacks [] for security_group (29ebe438-3b02-43a1-9571-74a098c1fc60), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:24.397990 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7bb5ee70-c598-48f1-8748-4740977f7340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (b5c68845-dbb9-4fbb-a7c3-02cd380b4dd5), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:24.405404 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e177f-92fe-43de-8ee0-90e91e145556 req-93929db0-ef2b-4b9f-9f83-f5fa718172b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:24.409146 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-680e177f-92fe-43de-8ee0-90e91e145556 req-93929db0-ef2b-4b9f-9f83-f5fa718172b8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d76031b0-4109-4d1a-891f-2e2c0cd8dc50 HTTP/1.1" status: 200 len: 920 time: 0.5571933 Feb 09 01:26:24.461356 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ec7a9464-0abc-4303-917d-43e17c2a478a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (29ebe438-3b02-43a1-9571-74a098c1fc60), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:24.523492 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ce889-9af5-4cd2-83d4-d57a9765e44b req-45434dd5-c898-40bb-9b4d-2c51b7dedcba tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:24.532514 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c099db63-06ed-42fd-86ef-07f4e0da81f4 admin admin] Publish callbacks [] for security_group (c1704587-0867-4ae0-8e5c-0c5befe898d1), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:24.533824 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e73ce889-9af5-4cd2-83d4-d57a9765e44b req-45434dd5-c898-40bb-9b4d-2c51b7dedcba tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=1378ef33-b41e-4a1c-9819-2f8ee1a300a5 HTTP/1.1" status: 200 len: 946 time: 0.6894610 Feb 09 01:26:24.549407 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c099db63-06ed-42fd-86ef-07f4e0da81f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c1704587-0867-4ae0-8e5c-0c5befe898d1), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:24.673596 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c099db63-06ed-42fd-86ef-07f4e0da81f4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d72322bb342246bfbd30844710675623&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3978865 Feb 09 01:26:24.674820 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c099db63-06ed-42fd-86ef-07f4e0da81f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1704587-0867-4ae0-8e5c-0c5befe898d1,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:24.683590 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38160) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:24.723295 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ec7a9464-0abc-4303-917d-43e17c2a478a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=846d485d059e417b9660f3c25622afb7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6195683 Feb 09 01:26:24.724718 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-680e177f-92fe-43de-8ee0-90e91e145556 req-44d007f5-a009-4b50-9481-774d5b424426 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b58f97e0-deba-4d7c-9dba-0bb7c29025fc HTTP/1.1" status: 200 len: 217 time: 0.1857100 Feb 09 01:26:24.782784 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a9464-0abc-4303-917d-43e17c2a478a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ebe438-3b02-43a1-9571-74a098c1fc60,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:24.807040 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38162) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:24.964572 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e73ce889-9af5-4cd2-83d4-d57a9765e44b req-5e73f767-dd6e-41e3-a2a7-baa27dceaa8c tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4279699 Feb 09 01:26:25.013100 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e177f-92fe-43de-8ee0-90e91e145556 req-2ce51165-cb2a-4728-ba09-9bf3d6d9797c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:25.014715 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-680e177f-92fe-43de-8ee0-90e91e145556 req-2ce51165-cb2a-4728-ba09-9bf3d6d9797c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0c516db7-26b1-44ed-b325-f6904d951d4a HTTP/1.1" status: 200 len: 859 time: 0.2068849 Feb 09 01:26:25.025956 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7bb5ee70-c598-48f1-8748-4740977f7340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (b5c68845-dbb9-4fbb-a7c3-02cd380b4dd5), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:25.042650 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-45d57ff4-43d8-4454-912e-a90403c8ce40 admin admin] Publish callbacks [] for security_group (c1704587-0867-4ae0-8e5c-0c5befe898d1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:25.096848 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-680e177f-92fe-43de-8ee0-90e91e145556 req-a3a12dc6-8b9e-42e3-96d3-72240b658fea service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d76031b0-4109-4d1a-891f-2e2c0cd8dc50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676329 Feb 09 01:26:25.125950 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-36c2341e-2ca3-43f9-821f-13212cc271e9 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:25.136628 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-45d57ff4-43d8-4454-912e-a90403c8ce40 admin admin] Publish callbacks [] for security_group (c1704587-0867-4ae0-8e5c-0c5befe898d1), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:25.142737 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-36c2341e-2ca3-43f9-821f-13212cc271e9 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/networks?id=6b99b81e-5871-4979-a64c-22edc1a2273c HTTP/1.1" status: 200 len: 811 time: 0.9548874 Feb 09 01:26:25.201630 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8bc1187f-e476-4e2a-9f90-b896891c6b0f admin admin] Publish callbacks [] for security_group (29ebe438-3b02-43a1-9571-74a098c1fc60), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:25.206164 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5ee70-c598-48f1-8748-4740977f7340 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5c68845-dbb9-4fbb-a7c3-02cd380b4dd5,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:25.222205 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede69a58-ffcc-4d85-8d3b-34e5dba872dd None None] Network 8ce77acd-00e3-49dd-921d-12bc8c86c44b requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:26:25.245845 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-6fbc70c0-5e86-4071-af0c-3203258f59d2 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/quotas/bb54c6d9ab92477c86a4af4dae2b904f HTTP/1.1" status: 200 len: 375 time: 0.1020315 Feb 09 01:26:25.355945 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7bb5ee70-c598-48f1-8748-4740977f7340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:25.364773 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7bb5ee70-c598-48f1-8748-4740977f7340 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b5c68845-dbb9-4fbb-a7c3-02cd380b4dd5 HTTP/1.1" status: 204 len: 168 time: 1.9910545 Feb 09 01:26:25.373214 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38166) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:25.402766 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-ed64752e-7da3-4b8c-8a16-f84eb8d835e4 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bb54c6d9ab92477c86a4af4dae2b904f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1393955 Feb 09 01:26:25.507759 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device c006bf24-f5a4-4da9-9fdf-406882e4e472 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:26:25.554373 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-45d57ff4-43d8-4454-912e-a90403c8ce40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c1704587-0867-4ae0-8e5c-0c5befe898d1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:25.557585 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-45d57ff4-43d8-4454-912e-a90403c8ce40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:25.564129 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-45d57ff4-43d8-4454-912e-a90403c8ce40 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c1704587-0867-4ae0-8e5c-0c5befe898d1 HTTP/1.1" status: 204 len: 168 time: 0.8793142 Feb 09 01:26:25.612180 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d57ff4-43d8-4454-912e-a90403c8ce40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1704587-0867-4ae0-8e5c-0c5befe898d1,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:25.627732 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: c006bf24-f5a4-4da9-9fdf-406882e4e472 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:26:25.628453 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device c006bf24-f5a4-4da9-9fdf-406882e4e472 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:26:25.637393 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b17c5176-2017-473a-8d71-732d0f736079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (8ce77acd-00e3-49dd-921d-12bc8c86c44b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:25.754160 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c9e1b0-1270-4789-bc8b-e1d4b625e654 None None] DHCP port deletion for 8ce77acd-00e3-49dd-921d-12bc8c86c44b request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:26:25.763645 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:25.902006 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-22c9e1b0-1270-4789-bc8b-e1d4b625e654 None None] Deleting port 7729e189-f1ad-456e-a0d7-7cd463d4c7fa {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:26:25.902335 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-22c9e1b0-1270-4789-bc8b-e1d4b625e654 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (7729e189-f1ad-456e-a0d7-7cd463d4c7fa), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:25.931075 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b17c5176-2017-473a-8d71-732d0f736079 admin admin] Deleting port 7729e189-f1ad-456e-a0d7-7cd463d4c7fa {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:26:25.931421 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b17c5176-2017-473a-8d71-732d0f736079 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (7729e189-f1ad-456e-a0d7-7cd463d4c7fa), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:26.074554 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-22c9e1b0-1270-4789-bc8b-e1d4b625e654 None None] For port 7729e189-f1ad-456e-a0d7-7cd463d4c7fa, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=7729e189-f1ad-456e-a0d7-7cd463d4c7fa,segment=NetworkSegment(9bf3403d-c5bc-4e57-bb54-927d3010470a),segment_id=9bf3403d-c5bc-4e57-bb54-927d3010470a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:26.075007 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-22c9e1b0-1270-4789-bc8b-e1d4b625e654 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (7729e189-f1ad-456e-a0d7-7cd463d4c7fa), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:26.113167 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-22c9e1b0-1270-4789-bc8b-e1d4b625e654 None None] Calling delete_port for 7729e189-f1ad-456e-a0d7-7cd463d4c7fa owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:26:26.122079 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-b17c5176-2017-473a-8d71-732d0f736079 admin admin] For port 7729e189-f1ad-456e-a0d7-7cd463d4c7fa, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=7729e189-f1ad-456e-a0d7-7cd463d4c7fa,segment=NetworkSegment(9bf3403d-c5bc-4e57-bb54-927d3010470a),segment_id=9bf3403d-c5bc-4e57-bb54-927d3010470a)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:26.122438 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b17c5176-2017-473a-8d71-732d0f736079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (7729e189-f1ad-456e-a0d7-7cd463d4c7fa), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:26.139732 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b17c5176-2017-473a-8d71-732d0f736079 admin admin] Calling delete_port for 7729e189-f1ad-456e-a0d7-7cd463d4c7fa owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:26:26.295894 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b17c5176-2017-473a-8d71-732d0f736079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (7729e189-f1ad-456e-a0d7-7cd463d4c7fa), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:26.343857 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c5176-2017-473a-8d71-732d0f736079 admin admin] Pushing event deleted for resources: {'Port': ['ID=7729e189-f1ad-456e-a0d7-7cd463d4c7fa,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:26.361426 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e0262791-0e9d-4081-98cd-87f5374f6719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (eed5a29a-e485-4b85-9479-23549366fee1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:26.395575 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-22c9e1b0-1270-4789-bc8b-e1d4b625e654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (7729e189-f1ad-456e-a0d7-7cd463d4c7fa), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:26.422331 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8bc1187f-e476-4e2a-9f90-b896891c6b0f admin admin] Publish callbacks [] for security_group (29ebe438-3b02-43a1-9571-74a098c1fc60), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:26.489600 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17c5176-2017-473a-8d71-732d0f736079 admin admin] No DVR routers for this DVR port 7729e189-f1ad-456e-a0d7-7cd463d4c7fa on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:26:26.497688 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c9e1b0-1270-4789-bc8b-e1d4b625e654 None None] No DVR routers for this DVR port 7729e189-f1ad-456e-a0d7-7cd463d4c7fa on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:26:26.501005 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8bc1187f-e476-4e2a-9f90-b896891c6b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (29ebe438-3b02-43a1-9571-74a098c1fc60), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:26.504111 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c9e1b0-1270-4789-bc8b-e1d4b625e654 None None] Pushing event deleted for resources: {'Port': ['ID=7729e189-f1ad-456e-a0d7-7cd463d4c7fa,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:26.504474 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8bc1187f-e476-4e2a-9f90-b896891c6b0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:26.508858 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8bc1187f-e476-4e2a-9f90-b896891c6b0f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/29ebe438-3b02-43a1-9571-74a098c1fc60 HTTP/1.1" status: 204 len: 168 time: 1.6882384 Feb 09 01:26:26.555066 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b798bf-df54-4ebb-80bf-c05f1f8a4813 req-64c3cda5-6497-44fd-b74b-b11bb15570a6 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:26.556763 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-60b798bf-df54-4ebb-80bf-c05f1f8a4813 req-64c3cda5-6497-44fd-b74b-b11bb15570a6 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=762fd02a-08b8-459e-bc50-47531df84afa HTTP/1.1" status: 200 len: 945 time: 1.3655303 Feb 09 01:26:26.570572 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc1187f-e476-4e2a-9f90-b896891c6b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ebe438-3b02-43a1-9571-74a098c1fc60,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:26.621803 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-680e177f-92fe-43de-8ee0-90e91e145556 req-75fa78e1-3bcb-4ab7-851e-09c08182f042 service neutron] 10.222.0.91 "GET /v2.0/networks/d76031b0-4109-4d1a-891f-2e2c0cd8dc50?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4382205 Feb 09 01:26:26.817104 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-680e177f-92fe-43de-8ee0-90e91e145556 req-e0936e80-29b7-4710-bd04-bf0a14cde838 service neutron] 10.222.0.91 "GET /v2.0/networks/d76031b0-4109-4d1a-891f-2e2c0cd8dc50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872666 Feb 09 01:26:26.923050 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-60b798bf-df54-4ebb-80bf-c05f1f8a4813 req-73762143-d91a-4f83-b858-def22e42426f tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361859 Feb 09 01:26:26.934478 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-74a8c9e6-31bb-4655-966b-d6f3c1ddb20f service neutron] 10.222.0.30 "GET /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5428257 Feb 09 01:26:27.070931 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b17c5176-2017-473a-8d71-732d0f736079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (8ce77acd-00e3-49dd-921d-12bc8c86c44b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:27.140858 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-b17c5176-2017-473a-8d71-732d0f736079 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce77acd-00e3-49dd-921d-12bc8c86c44b']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:27.182976 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-b17c5176-2017-473a-8d71-732d0f736079 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf3403d-c5bc-4e57-bb54-927d3010470a') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:27.183233 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-b17c5176-2017-473a-8d71-732d0f736079 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf3403d-c5bc-4e57-bb54-927d3010470a') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:27.206877 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b17c5176-2017-473a-8d71-732d0f736079 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (9bf3403d-c5bc-4e57-bb54-927d3010470a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:27.252883 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67224a86-5711-4f38-967f-8de01b5f627b req-b3d4680e-b54a-497b-b9c1-86fd6d03d483 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:27.254721 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-67224a86-5711-4f38-967f-8de01b5f627b req-b3d4680e-b54a-497b-b9c1-86fd6d03d483 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=1378ef33-b41e-4a1c-9819-2f8ee1a300a5 HTTP/1.1" status: 200 len: 946 time: 0.1735227 Feb 09 01:26:27.310153 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b17c5176-2017-473a-8d71-732d0f736079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (9bf3403d-c5bc-4e57-bb54-927d3010470a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:27.346041 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b17c5176-2017-473a-8d71-732d0f736079 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:26:27.358466 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b17c5176-2017-473a-8d71-732d0f736079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (9bf3403d-c5bc-4e57-bb54-927d3010470a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:27.388704 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-2767fbdc-4153-4bac-9062-950fb95f355b service neutron] 10.222.0.30 "GET /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473054 Feb 09 01:26:27.411601 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-67224a86-5711-4f38-967f-8de01b5f627b req-dd490fa4-89be-4584-abf4-2937965e78d3 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502893 Feb 09 01:26:27.462844 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:27.489833 n-d-822053-40 neutron-server[103528]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 09 01:26:27.489833 n-d-822053-40 neutron-server[103528]: warnings.warn('Neutron quota engine will require "--force" ' Feb 09 01:26:27.489833 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:26:27.489833 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:26:27.489833 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:26:27.489833 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:26:27.489833 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:26:27.489833 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:26:27.489833 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:26:27.489833 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:26:27.489833 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:26:27.489833 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:26:27.489833 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:26:27.489833 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:26:27.489833 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:26:27.489833 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:26:27.489833 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:26:27.489833 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:26:27.489833 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:26:27.489833 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:26:27.489833 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:26:27.489833 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:26:27.489833 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:26:27.489833 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:26:27.489833 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:26:27.489833 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:26:27.489833 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:26:27.489833 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:26:27.489833 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:26:27.489833 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:26:27.489833 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:26:27.489833 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:26:27.489833 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:26:27.489833 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:26:27.532636 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b17c5176-2017-473a-8d71-732d0f736079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (8ce77acd-00e3-49dd-921d-12bc8c86c44b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:27.541945 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b17c5176-2017-473a-8d71-732d0f736079 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:27.555241 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b17c5176-2017-473a-8d71-732d0f736079 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8ce77acd-00e3-49dd-921d-12bc8c86c44b HTTP/1.1" status: 204 len: 168 time: 2.1719790 Feb 09 01:26:27.587337 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c5176-2017-473a-8d71-732d0f736079 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ce77acd-00e3-49dd-921d-12bc8c86c44b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:27.669712 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 7729e189-f1ad-456e-a0d7-7cd463d4c7fa no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:26:27.758146 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 7729e189-f1ad-456e-a0d7-7cd463d4c7fa {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:26:27.758485 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 7729e189-f1ad-456e-a0d7-7cd463d4c7fa not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:26:27.775241 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38214) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:27.832622 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e0262791-0e9d-4081-98cd-87f5374f6719 admin admin] Deleting port c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:26:27.832963 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e0262791-0e9d-4081-98cd-87f5374f6719 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:27.843138 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9cec3dcc-474b-4af1-a232-553208f0f1c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:27.849219 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7302dff0-0eee-4e3d-9525-c35f8c808ccc req-cd890bc4-f9b7-4030-b00e-9ca50bff8091 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ad7d84-2274-46ee-94a3-316daf22f910 HTTP/1.1" status: 200 len: 210 time: 0.0716445 Feb 09 01:26:27.890372 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966bdd1-8b3d-41d7-b3c5-2e56d9a80f64 req-522e3f0a-a593-46e6-be13-03a6e55a9912 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:27.906189 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8966bdd1-8b3d-41d7-b3c5-2e56d9a80f64 req-522e3f0a-a593-46e6-be13-03a6e55a9912 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.1904638 Feb 09 01:26:28.029234 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8966bdd1-8b3d-41d7-b3c5-2e56d9a80f64 req-bed87174-41e6-4d07-bc9b-b066cc999dab tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218033 Feb 09 01:26:28.029934 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38218) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:28.145528 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5b46d5ad-c8d3-4aad-bc64-7266f1d7ac2a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d29c28a7e64645c9a685472a8bfba0ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1142089 Feb 09 01:26:28.148846 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38226) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:28.198589 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:28.314360 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47245e26-9eef-4a08-9d8c-7cb1ce6231b0 req-a31b58e4-f30f-47b6-8611-0fa5fad5f2de tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:28.316534 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-e0262791-0e9d-4081-98cd-87f5374f6719 admin admin] For port c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e,segment=NetworkSegment(1842e8bc-30db-4f8e-a47b-1ae1504abf86),segment_id=1842e8bc-30db-4f8e-a47b-1ae1504abf86)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:28.317600 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e0262791-0e9d-4081-98cd-87f5374f6719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:28.322940 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-47245e26-9eef-4a08-9d8c-7cb1ce6231b0 req-a31b58e4-f30f-47b6-8611-0fa5fad5f2de tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.1403692 Feb 09 01:26:28.330379 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f70bf178-2de3-45cd-9362-2fd7a1d56b3f admin admin] Publish callbacks [] for security_group (5e7788c0-d1be-4d2d-a9aa-945bd9b62aab), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:28.373769 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f70bf178-2de3-45cd-9362-2fd7a1d56b3f admin admin] Publish callbacks [] for security_group (5e7788c0-d1be-4d2d-a9aa-945bd9b62aab), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:28.382255 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9cec3dcc-474b-4af1-a232-553208f0f1c2 admin admin] Publish callbacks [] for security_group (b8c295f4-b553-48f1-b22a-c19568cbcb18), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:28.396101 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e0262791-0e9d-4081-98cd-87f5374f6719 admin admin] Calling delete_port for c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:26:28.403380 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9cec3dcc-474b-4af1-a232-553208f0f1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b8c295f4-b553-48f1-b22a-c19568cbcb18), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:28.412810 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-47245e26-9eef-4a08-9d8c-7cb1ce6231b0 req-7b651c58-0e23-463b-868d-405fbc2175e4 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884755 Feb 09 01:26:28.478937 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f70bf178-2de3-45cd-9362-2fd7a1d56b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (5e7788c0-d1be-4d2d-a9aa-945bd9b62aab), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:28.482882 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f70bf178-2de3-45cd-9362-2fd7a1d56b3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:28.484422 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f70bf178-2de3-45cd-9362-2fd7a1d56b3f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5e7788c0-d1be-4d2d-a9aa-945bd9b62aab HTTP/1.1" status: 204 len: 168 time: 0.3345876 Feb 09 01:26:28.492489 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec3dcc-474b-4af1-a232-553208f0f1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c295f4-b553-48f1-b22a-c19568cbcb18,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:28.505144 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70bf178-2de3-45cd-9362-2fd7a1d56b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7788c0-d1be-4d2d-a9aa-945bd9b62aab,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:28.617361 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9cec3dcc-474b-4af1-a232-553208f0f1c2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bc28b7a4e31b43949a7beeb355cf50c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8350816 Feb 09 01:26:28.621052 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38238) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:28.907770 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cda4d05d-220b-48b6-b817-18c6f83549ce admin admin] Publish callbacks [] for security_group (b8c295f4-b553-48f1-b22a-c19568cbcb18), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:29.054670 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e0262791-0e9d-4081-98cd-87f5374f6719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:29.082438 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0262791-0e9d-4081-98cd-87f5374f6719 admin admin] Pushing event deleted for resources: {'Port': ['ID=c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:29.168555 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ebe4f8-31e9-4072-8a1c-527e7fbb1f52 req-4dc76d53-9ba7-4756-a313-7966d8363116 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:29.171389 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a6ebe4f8-31e9-4072-8a1c-527e7fbb1f52 req-4dc76d53-9ba7-4756-a313-7966d8363116 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=1378ef33-b41e-4a1c-9819-2f8ee1a300a5 HTTP/1.1" status: 200 len: 946 time: 0.6370621 Feb 09 01:26:29.257583 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cda4d05d-220b-48b6-b817-18c6f83549ce admin admin] Publish callbacks [] for security_group (b8c295f4-b553-48f1-b22a-c19568cbcb18), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:29.444603 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-af614498-82b2-4595-b4a4-c63b2cfe6f93 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:29.446778 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-af614498-82b2-4595-b4a4-c63b2cfe6f93 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/networks?id=b5cee00d-d11d-4a76-ad74-cfd798aa917c HTTP/1.1" status: 200 len: 811 time: 0.5774629 Feb 09 01:26:29.450846 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cda4d05d-220b-48b6-b817-18c6f83549ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b8c295f4-b553-48f1-b22a-c19568cbcb18), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:29.455787 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cda4d05d-220b-48b6-b817-18c6f83549ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:29.457317 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-cda4d05d-220b-48b6-b817-18c6f83549ce admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b8c295f4-b553-48f1-b22a-c19568cbcb18 HTTP/1.1" status: 204 len: 168 time: 0.8350265 Feb 09 01:26:29.589999 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e0262791-0e9d-4081-98cd-87f5374f6719 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (eed5a29a-e485-4b85-9479-23549366fee1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:29.591067 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-747f351f-0832-431d-bf67-be9bf64f8713 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/quotas/b6fd459715684d44a0a31bd130ea655c HTTP/1.1" status: 200 len: 375 time: 0.0952570 Feb 09 01:26:29.614422 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4d05d-220b-48b6-b817-18c6f83549ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c295f4-b553-48f1-b22a-c19568cbcb18,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:29.680374 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a6ebe4f8-31e9-4072-8a1c-527e7fbb1f52 req-c5245544-f065-4c5b-9dd9-ff23c4b76390 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309952 Feb 09 01:26:29.751075 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-ec3d02b6-408b-483f-a295-b0627bfc5c28 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6fd459715684d44a0a31bd130ea655c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1589975 Feb 09 01:26:29.974344 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6eed37b3-d13d-4e3b-81d2-950297ff1187 req-e39f7269-1be7-4e34-b86c-9e4ff17fbf2b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ad7d84-2274-46ee-94a3-316daf22f910 HTTP/1.1" status: 200 len: 210 time: 0.0924790 Feb 09 01:26:30.114671 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-c0d33b00-21f2-4a25-92d4-96f29185d2d7 service neutron] 10.222.0.30 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558662 Feb 09 01:26:30.128093 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-5b63994a-5912-4462-bee2-8896c2c391e2 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:30.130290 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-5b63994a-5912-4462-bee2-8896c2c391e2 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.121 "GET /v2.0/networks?id=6b99b81e-5871-4979-a64c-22edc1a2273c HTTP/1.1" status: 200 len: 811 time: 0.2283766 Feb 09 01:26:30.150242 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-d55f70db-7718-4949-affe-ad7e6b4b0112 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Request body: {'port': {'device_id': '02ad7d84-2274-46ee-94a3-316daf22f910', 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c', 'admin_state_up': True, 'tenant_id': 'bb54c6d9ab92477c86a4af4dae2b904f'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:30.234942 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0262791-0e9d-4081-98cd-87f5374f6719 admin admin] Router eed5a29a-e485-4b85-9479-23549366fee1 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:26:30.379497 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-7850331f-c9e9-4735-947e-ae7f87b93308 service neutron] 10.222.0.30 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475305 Feb 09 01:26:30.405763 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-d55f70db-7718-4949-affe-ad7e6b4b0112 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Made reservation on behalf of bb54c6d9ab92477c86a4af4dae2b904f for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:30.411213 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-d55f70db-7718-4949-affe-ad7e6b4b0112 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:30.455588 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0262791-0e9d-4081-98cd-87f5374f6719 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:26:30.469725 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa561bbf-80fe-4454-a72f-95b1aebf6d61 None None] Sync routers for ids ['eed5a29a-e485-4b85-9479-23549366fee1'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:26:30.481514 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e0262791-0e9d-4081-98cd-87f5374f6719 admin admin] 10.222.0.30 "PUT /v2.0/routers/eed5a29a-e485-4b85-9479-23549366fee1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3942573 Feb 09 01:26:30.484641 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38292) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:30.490375 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa561bbf-80fe-4454-a72f-95b1aebf6d61 None None] Routers {'eed5a29a-e485-4b85-9479-23549366fee1'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:26:30.491146 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-fa561bbf-80fe-4454-a72f-95b1aebf6d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:26:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['eed5a29a-e485-4b85-9479-23549366fee1'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:30.667000 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-d55f70db-7718-4949-affe-ad7e6b4b0112 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Allocated IP 172.20.0.2 (6b99b81e-5871-4979-a64c-22edc1a2273c/46b59fab-0ab1-4600-8204-1f86be683b81/b7d9bb0a-c374-4817-b887-e5a475e62f63) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:30.735103 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c72fd055-7a4a-4aed-9480-1076d07066e2 admin admin] Publish callbacks [] for router (eed5a29a-e485-4b85-9479-23549366fee1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:30.777264 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-fa561bbf-80fe-4454-a72f-95b1aebf6d61 None None] Set router eed5a29a-e485-4b85-9479-23549366fee1 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:26:30.897282 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-547293ea-dd81-48b6-8715-9ee45a7cd7f4 req-4ce4be71-128b-4a2f-855b-a3f2a07466ce tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a8efce-fc53-4313-a583-be22faf317e8 HTTP/1.1" status: 200 len: 210 time: 0.1485636 Feb 09 01:26:31.008185 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea56b0-ecc0-4042-ac9a-18dc2235ce2c req-40d0a5b3-78b1-4878-9526-376626363cf2 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:31.009883 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e8ea56b0-ecc0-4042-ac9a-18dc2235ce2c req-40d0a5b3-78b1-4878-9526-376626363cf2 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=1378ef33-b41e-4a1c-9819-2f8ee1a300a5 HTTP/1.1" status: 200 len: 946 time: 0.1451776 Feb 09 01:26:31.075659 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-d55f70db-7718-4949-affe-ad7e6b4b0112 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks [] for port (b7d9bb0a-c374-4817-b887-e5a475e62f63), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:31.104857 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e8ea56b0-ecc0-4042-ac9a-18dc2235ce2c req-90b5131d-3d3d-4680-93d7-fe518aa8df67 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875704 Feb 09 01:26:31.203895 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-d55f70db-7718-4949-affe-ad7e6b4b0112 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (b7d9bb0a-c374-4817-b887-e5a475e62f63), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:31.255648 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-fa561bbf-80fe-4454-a72f-95b1aebf6d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed5a29a-e485-4b85-9479-23549366fee1', 'name': 'tempest-TaggedBootDevicesTest-206863347-router', 'tenant_id': 'e9919418afe248229cfe208277f2e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '66fe411e-b7bd-457b-b581-e04de188e96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:00Z', 'updated_at': '2022-02-09T01:26:28Z', 'revision_number': 5, 'project_id': 'e9919418afe248229cfe208277f2e93f', 'gw_port': {'id': '66fe411e-b7bd-457b-b581-e04de188e96c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:21:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed5a29a-e485-4b85-9479-23549366fee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:01Z', 'updated_at': '2022-02-09T01:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:31.352462 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa561bbf-80fe-4454-a72f-95b1aebf6d61 None None] Checking router: eed5a29a-e485-4b85-9479-23549366fee1 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:26:31.391958 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa561bbf-80fe-4454-a72f-95b1aebf6d61 None None] Routers {'eed5a29a-e485-4b85-9479-23549366fee1'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:26:31.393021 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-fa561bbf-80fe-4454-a72f-95b1aebf6d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:26:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['eed5a29a-e485-4b85-9479-23549366fee1'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:31.520944 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-d55f70db-7718-4949-affe-ad7e6b4b0112 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Network 6b99b81e-5871-4979-a64c-22edc1a2273c is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:31.564846 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-d55f70db-7718-4949-affe-ad7e6b4b0112 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:31.570215 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f70db-7718-4949-affe-ad7e6b4b0112 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Pushing event updated for resources: {'Port': ['ID=b7d9bb0a-c374-4817-b887-e5a475e62f63,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:31.587283 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-d55f70db-7718-4949-affe-ad7e6b4b0112 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:26:31.600259 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d14abd-b160-42a0-b6a9-26f4e78cde1b req-901c6e17-aab2-4397-a5bc-2e750611d7aa tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:31.602075 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-07d14abd-b160-42a0-b6a9-26f4e78cde1b req-901c6e17-aab2-4397-a5bc-2e750611d7aa tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ad7d84-2274-46ee-94a3-316daf22f910 HTTP/1.1" status: 200 len: 931 time: 0.4425459 Feb 09 01:26:31.604589 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38340) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:31.629195 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-fa561bbf-80fe-4454-a72f-95b1aebf6d61 None None] Set router eed5a29a-e485-4b85-9479-23549366fee1 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:26:31.858030 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38348) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:31.863153 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-07d14abd-b160-42a0-b6a9-26f4e78cde1b req-4a496ff0-7727-4e8f-a125-bdea39922527 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052336 Feb 09 01:26:31.882354 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-d55f70db-7718-4949-affe-ad7e6b4b0112 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:31.886093 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-d55f70db-7718-4949-affe-ad7e6b4b0112 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:31.894062 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c72fd055-7a4a-4aed-9480-1076d07066e2 admin admin] Publish callbacks [] for router_gateway (eed5a29a-e485-4b85-9479-23549366fee1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:31.966943 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-d55f70db-7718-4949-affe-ad7e6b4b0112 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8235691 Feb 09 01:26:31.995350 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-d6e51eeb-a2bf-44f7-96b5-a2556ba3e582 service neutron] Request body: {'port': {'device_id': '02ad7d84-2274-46ee-94a3-316daf22f910', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:32.083565 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-565ef609-9dd1-464e-bbb5-38e272a7c661 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-467401598-network', 'tenant_id': '25dd107518fe42779a682201553350e9'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:32.103639 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c72fd055-7a4a-4aed-9480-1076d07066e2 admin admin] Deleting port 66fe411e-b7bd-457b-b581-e04de188e96c {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:26:32.104095 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c72fd055-7a4a-4aed-9480-1076d07066e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (66fe411e-b7bd-457b-b581-e04de188e96c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:32.169916 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6ae48931-c196-4666-9246-dbefbe1ec20e req-7b55ca22-21d0-4127-8767-b27a1445b40f tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a8efce-fc53-4313-a583-be22faf317e8 HTTP/1.1" status: 200 len: 210 time: 0.0384481 Feb 09 01:26:32.181786 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-8591863e-16cc-4a59-a0dd-db76872bd87c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Request body: {'network': {'name': 'tempest-RoutersTest-461100411'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:32.186076 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-fa561bbf-80fe-4454-a72f-95b1aebf6d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed5a29a-e485-4b85-9479-23549366fee1', 'name': 'tempest-TaggedBootDevicesTest-206863347-router', 'tenant_id': 'e9919418afe248229cfe208277f2e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '66fe411e-b7bd-457b-b581-e04de188e96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:00Z', 'updated_at': '2022-02-09T01:26:28Z', 'revision_number': 5, 'project_id': 'e9919418afe248229cfe208277f2e93f', 'gw_port': {'id': '66fe411e-b7bd-457b-b581-e04de188e96c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:21:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed5a29a-e485-4b85-9479-23549366fee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:01Z', 'updated_at': '2022-02-09T01:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:32.186503 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565ef609-9dd1-464e-bbb5-38e272a7c661 admin admin] Made reservation on behalf of 25dd107518fe42779a682201553350e9 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:32.188872 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-565ef609-9dd1-464e-bbb5-38e272a7c661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:32.206745 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-565ef609-9dd1-464e-bbb5-38e272a7c661 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:32.257628 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa561bbf-80fe-4454-a72f-95b1aebf6d61 None None] The sync data for ids ['eed5a29a-e485-4b85-9479-23549366fee1'] in n-d-822053-40 is: [{'id': 'eed5a29a-e485-4b85-9479-23549366fee1', 'name': 'tempest-TaggedBootDevicesTest-206863347-router', 'tenant_id': 'e9919418afe248229cfe208277f2e93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '66fe411e-b7bd-457b-b581-e04de188e96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:00Z', 'updated_at': '2022-02-09T01:26:28Z', 'revision_number': 5, 'project_id': 'e9919418afe248229cfe208277f2e93f', 'gw_port': {'id': '66fe411e-b7bd-457b-b581-e04de188e96c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:21:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed5a29a-e485-4b85-9479-23549366fee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:01Z', 'updated_at': '2022-02-09T01:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:26:32.282667 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-c72fd055-7a4a-4aed-9480-1076d07066e2 admin admin] For port 66fe411e-b7bd-457b-b581-e04de188e96c, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=66fe411e-b7bd-457b-b581-e04de188e96c,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:32.283299 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c72fd055-7a4a-4aed-9480-1076d07066e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (66fe411e-b7bd-457b-b581-e04de188e96c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:32.304451 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c72fd055-7a4a-4aed-9480-1076d07066e2 admin admin] Calling delete_port for 66fe411e-b7bd-457b-b581-e04de188e96c owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:26:32.354768 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8591863e-16cc-4a59-a0dd-db76872bd87c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Made reservation on behalf of 8a336705c49241a5bf5c318d577ad55e for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:32.358850 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8591863e-16cc-4a59-a0dd-db76872bd87c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:32.375897 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-d6e51eeb-a2bf-44f7-96b5-a2556ba3e582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b7d9bb0a-c374-4817-b887-e5a475e62f63), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:32.390569 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8591863e-16cc-4a59-a0dd-db76872bd87c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:32.560459 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c72fd055-7a4a-4aed-9480-1076d07066e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (66fe411e-b7bd-457b-b581-e04de188e96c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:32.599410 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72fd055-7a4a-4aed-9480-1076d07066e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=66fe411e-b7bd-457b-b581-e04de188e96c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:32.611800 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd780be-d658-4854-818c-0590003e109b req-0c807b28-cd95-4621-a63a-9c43bf432cf6 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:32.614250 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9dd780be-d658-4854-818c-0590003e109b req-0c807b28-cd95-4621-a63a-9c43bf432cf6 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=1378ef33-b41e-4a1c-9819-2f8ee1a300a5 HTTP/1.1" status: 200 len: 946 time: 0.3113816 Feb 09 01:26:32.708229 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c72fd055-7a4a-4aed-9480-1076d07066e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (eed5a29a-e485-4b85-9479-23549366fee1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:32.769464 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-565ef609-9dd1-464e-bbb5-38e272a7c661 admin admin] Publish callbacks [] for security_group (f174856c-f528-4b84-8eb2-41cfef904abb), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:32.828511 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-565ef609-9dd1-464e-bbb5-38e272a7c661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f174856c-f528-4b84-8eb2-41cfef904abb), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:32.979645 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c72fd055-7a4a-4aed-9480-1076d07066e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (eed5a29a-e485-4b85-9479-23549366fee1), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:32.990331 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-565ef609-9dd1-464e-bbb5-38e272a7c661 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:26:32.991635 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c72fd055-7a4a-4aed-9480-1076d07066e2 admin admin] Publish callbacks [] for router_controller (eed5a29a-e485-4b85-9479-23549366fee1), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:33.084154 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ef609-9dd1-464e-bbb5-38e272a7c661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f174856c-f528-4b84-8eb2-41cfef904abb,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:33.132851 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-565ef609-9dd1-464e-bbb5-38e272a7c661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (5dcbe87a-b05d-4f3f-9fcf-324934411192), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:33.135549 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-565ef609-9dd1-464e-bbb5-38e272a7c661 admin admin] Added segment 5dcbe87a-b05d-4f3f-9fcf-324934411192 of type vlan for network 2bc4ea01-221c-4795-83a1-f4476e29e9f6 Feb 09 01:26:33.165700 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c72fd055-7a4a-4aed-9480-1076d07066e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (eed5a29a-e485-4b85-9479-23549366fee1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:33.166357 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72fd055-7a4a-4aed-9480-1076d07066e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eed5a29a-e485-4b85-9479-23549366fee1 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:26:33.172698 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c72fd055-7a4a-4aed-9480-1076d07066e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:33.177475 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c72fd055-7a4a-4aed-9480-1076d07066e2 admin admin] 10.222.0.30 "DELETE /v2.0/routers/eed5a29a-e485-4b85-9479-23549366fee1 HTTP/1.1" status: 204 len: 168 time: 2.6917689 Feb 09 01:26:33.178931 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38386) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:33.270530 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a9d0bc-2a67-4393-a3c2-4b50fecae553 admin admin] Deleting subnet ef054353-32e4-4288-8c12-230c98a17b20 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:26:33.274980 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50a9d0bc-2a67-4393-a3c2-4b50fecae553 admin admin] Publish callbacks [] for subnet (ef054353-32e4-4288-8c12-230c98a17b20), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:33.321379 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-05f43e80-3ff1-46af-ad58-6c625921de45 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:33.322855 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-05f43e80-3ff1-46af-ad58-6c625921de45 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.91 "GET /v2.0/networks?id=b5cee00d-d11d-4a76-ad74-cfd798aa917c HTTP/1.1" status: 200 len: 811 time: 0.7076862 Feb 09 01:26:33.329648 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9dd780be-d658-4854-818c-0590003e109b req-c38edea7-2238-4935-96bd-56f3ce567c62 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7006366 Feb 09 01:26:33.347290 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8591863e-16cc-4a59-a0dd-db76872bd87c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for security_group (37d3da4b-ef64-4c68-a56d-6a0a720ddfea), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:33.354927 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50a9d0bc-2a67-4393-a3c2-4b50fecae553 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (ef054353-32e4-4288-8c12-230c98a17b20), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:33.384787 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-78fa3278-be51-4f3f-b671-48fcb58f9398 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Request body: {'port': {'device_id': '67a8efce-fc53-4313-a583-be22faf317e8', 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c', 'admin_state_up': True, 'tenant_id': 'b6fd459715684d44a0a31bd130ea655c'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:33.392161 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8591863e-16cc-4a59-a0dd-db76872bd87c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (37d3da4b-ef64-4c68-a56d-6a0a720ddfea), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:33.565497 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50a9d0bc-2a67-4393-a3c2-4b50fecae553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (ef054353-32e4-4288-8c12-230c98a17b20), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:33.645848 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-565ef609-9dd1-464e-bbb5-38e272a7c661 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (2bc4ea01-221c-4795-83a1-f4476e29e9f6), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:33.686051 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50a9d0bc-2a67-4393-a3c2-4b50fecae553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (ef054353-32e4-4288-8c12-230c98a17b20), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:33.696803 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8591863e-16cc-4a59-a0dd-db76872bd87c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:26:33.713436 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241b6f79-6b25-4f1b-a641-c4a6f5a315f3 None None] Network da52059d-73c2-403d-a351-476231473b23 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:26:33.728401 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50a9d0bc-2a67-4393-a3c2-4b50fecae553 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:33.732369 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-50a9d0bc-2a67-4393-a3c2-4b50fecae553 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ef054353-32e4-4288-8c12-230c98a17b20 HTTP/1.1" status: 204 len: 168 time: 0.5499403 Feb 09 01:26:33.755851 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38396) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:33.762494 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c03ae15d-1915-4f38-a3cd-f2f190a3bb7c req-4bb1d453-2bc5-453b-a878-2d09f59bb77a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a8efce-fc53-4313-a583-be22faf317e8 HTTP/1.1" status: 200 len: 210 time: 0.1602159 Feb 09 01:26:33.792764 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8591863e-16cc-4a59-a0dd-db76872bd87c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37d3da4b-ef64-4c68-a56d-6a0a720ddfea,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:33.794464 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9d0bc-2a67-4393-a3c2-4b50fecae553 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef054353-32e4-4288-8c12-230c98a17b20,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:33.808562 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-d6e51eeb-a2bf-44f7-96b5-a2556ba3e582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d9bb0a-c374-4817-b887-e5a475e62f63 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:26:33.831904 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8591863e-16cc-4a59-a0dd-db76872bd87c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (19dc12bd-f50e-4e39-a9af-b789de5e3240), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:33.832355 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-8591863e-16cc-4a59-a0dd-db76872bd87c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Added segment 19dc12bd-f50e-4e39-a9af-b789de5e3240 of type vlan for network 72b62daf-a381-491a-b625-ec308592723e Feb 09 01:26:33.947506 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 66fe411e-b7bd-457b-b581-e04de188e96c no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:26:33.967142 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-d6e51eeb-a2bf-44f7-96b5-a2556ba3e582 service neutron] Publish callbacks [] for port (b7d9bb0a-c374-4817-b887-e5a475e62f63), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:34.000073 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 66fe411e-b7bd-457b-b581-e04de188e96c {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:26:34.000875 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 66fe411e-b7bd-457b-b581-e04de188e96c not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:26:34.002047 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:26:34.002920 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38400) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:34.020212 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbea156-1491-4c5a-98b9-f9f0af6e8dcc req-ec7a5a32-a806-405d-8819-b19d6aa26e16 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:34.030859 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3cbea156-1491-4c5a-98b9-f9f0af6e8dcc req-ec7a5a32-a806-405d-8819-b19d6aa26e16 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ad7d84-2274-46ee-94a3-316daf22f910 HTTP/1.1" status: 200 len: 931 time: 0.9686186 Feb 09 01:26:34.050908 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:26:34.051503 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device c07eaa2a-1d71-42dc-a15d-342c8fa9ee0e not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:26:34.054686 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1293b86d-b1e0-4165-a136-60825a77812b None None] DHCP port deletion for da52059d-73c2-403d-a351-476231473b23 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:26:34.123046 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-1293b86d-b1e0-4165-a136-60825a77812b None None] Deleting port fbf03476-6ece-45a2-8d61-13b06dc61468 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:26:34.124373 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1293b86d-b1e0-4165-a136-60825a77812b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (fbf03476-6ece-45a2-8d61-13b06dc61468), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:34.126865 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-565ef609-9dd1-464e-bbb5-38e272a7c661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (2bc4ea01-221c-4795-83a1-f4476e29e9f6), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:34.127822 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565ef609-9dd1-464e-bbb5-38e272a7c661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:34.128438 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-565ef609-9dd1-464e-bbb5-38e272a7c661 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:34.215668 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1e1591e4-4f66-405b-b0e3-f27b81389855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:34.219311 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-d6e51eeb-a2bf-44f7-96b5-a2556ba3e582 service neutron] Transition to ACTIVE for port object b7d9bb0a-c374-4817-b887-e5a475e62f63 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:26:34.283195 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8591863e-16cc-4a59-a0dd-db76872bd87c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (72b62daf-a381-491a-b625-ec308592723e), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:34.317516 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-d6e51eeb-a2bf-44f7-96b5-a2556ba3e582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (b7d9bb0a-c374-4817-b887-e5a475e62f63), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:34.335644 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-1293b86d-b1e0-4165-a136-60825a77812b None None] For port fbf03476-6ece-45a2-8d61-13b06dc61468, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=fbf03476-6ece-45a2-8d61-13b06dc61468,segment=NetworkSegment(1842e8bc-30db-4f8e-a47b-1ae1504abf86),segment_id=1842e8bc-30db-4f8e-a47b-1ae1504abf86)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:34.336014 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1293b86d-b1e0-4165-a136-60825a77812b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (fbf03476-6ece-45a2-8d61-13b06dc61468), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:34.347691 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3cbea156-1491-4c5a-98b9-f9f0af6e8dcc req-f6da1707-593c-4458-b08f-1deecf9493f7 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168137 Feb 09 01:26:34.351620 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-565ef609-9dd1-464e-bbb5-38e272a7c661 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.7460334 Feb 09 01:26:34.360057 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1e1591e4-4f66-405b-b0e3-f27b81389855 admin admin] Publish callbacks [] for security_group (f6756d8c-162e-47eb-9b66-7b17ecaec9b9), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:34.360057 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38406) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:34.360430 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-1293b86d-b1e0-4165-a136-60825a77812b None None] Calling delete_port for fbf03476-6ece-45a2-8d61-13b06dc61468 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:26:34.362296 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-0b8854a9-4d14-465d-ab80-ee21f2112478 admin admin] Request body: {'subnet': {'network_id': '2bc4ea01-221c-4795-83a1-f4476e29e9f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-467401598-subnet', 'tenant_id': '25dd107518fe42779a682201553350e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:34.368891 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1e1591e4-4f66-405b-b0e3-f27b81389855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f6756d8c-162e-47eb-9b66-7b17ecaec9b9), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:34.378314 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bbecebb8-f071-4876-b640-9905155e232c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (da52059d-73c2-403d-a351-476231473b23), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:34.403571 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-78fa3278-be51-4f3f-b671-48fcb58f9398 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Made reservation on behalf of b6fd459715684d44a0a31bd130ea655c for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:34.407016 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-78fa3278-be51-4f3f-b671-48fcb58f9398 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:34.424064 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1e1591e4-4f66-405b-b0e3-f27b81389855 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1aaf01afa6e9436abd30d4335c42b3c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4190028 Feb 09 01:26:34.427270 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1591e4-4f66-405b-b0e3-f27b81389855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6756d8c-162e-47eb-9b66-7b17ecaec9b9,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:34.433407 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38410) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:34.448469 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ef609-9dd1-464e-bbb5-38e272a7c661 admin admin] Pushing event updated for resources: {'Network': ['ID=2bc4ea01-221c-4795-83a1-f4476e29e9f6,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:34.468974 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8854a9-4d14-465d-ab80-ee21f2112478 admin admin] Made reservation on behalf of 25dd107518fe42779a682201553350e9 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:34.471595 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0b8854a9-4d14-465d-ab80-ee21f2112478 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:34.486394 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8591863e-16cc-4a59-a0dd-db76872bd87c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (72b62daf-a381-491a-b625-ec308592723e), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:34.491908 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8591863e-16cc-4a59-a0dd-db76872bd87c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:34.492569 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8591863e-16cc-4a59-a0dd-db76872bd87c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:34.502409 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e51eeb-a2bf-44f7-96b5-a2556ba3e582 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d9bb0a-c374-4817-b887-e5a475e62f63,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:34.600291 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-80ab2fbf-056c-4d57-933e-3c5dd67815e6 admin admin] Publish callbacks [] for security_group (f6756d8c-162e-47eb-9b66-7b17ecaec9b9), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:34.626183 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-80ab2fbf-056c-4d57-933e-3c5dd67815e6 admin admin] Publish callbacks [] for security_group (f6756d8c-162e-47eb-9b66-7b17ecaec9b9), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:34.709308 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8591863e-16cc-4a59-a0dd-db76872bd87c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.8496797 Feb 09 01:26:34.710837 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-80ab2fbf-056c-4d57-933e-3c5dd67815e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f6756d8c-162e-47eb-9b66-7b17ecaec9b9), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:34.715863 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-80ab2fbf-056c-4d57-933e-3c5dd67815e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:34.717048 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-80ab2fbf-056c-4d57-933e-3c5dd67815e6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f6756d8c-162e-47eb-9b66-7b17ecaec9b9 HTTP/1.1" status: 204 len: 168 time: 0.2825816 Feb 09 01:26:34.718472 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38412) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:34.729640 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-d85f4e38-e97f-42fe-9acc-ce03888cf96e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Request body: {'network': {'name': 'tempest-RoutersTest-897029070'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:34.732879 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab2fbf-056c-4d57-933e-3c5dd67815e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6756d8c-162e-47eb-9b66-7b17ecaec9b9,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:34.748080 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8591863e-16cc-4a59-a0dd-db76872bd87c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event updated for resources: {'Network': ['ID=72b62daf-a381-491a-b625-ec308592723e,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:34.759076 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 2bc4ea01-221c-4795-83a1-f4476e29e9f6 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:26:34.839208 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-d6e51eeb-a2bf-44f7-96b5-a2556ba3e582 service neutron] Attempting to bind port b7d9bb0a-c374-4817-b887-e5a475e62f63 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:26:34.839543 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-d6e51eeb-a2bf-44f7-96b5-a2556ba3e582 service neutron] Attempting to bind port b7d9bb0a-c374-4817-b887-e5a475e62f63 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '3350618d-f84a-4a0b-8997-97c98e7ed20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:26:34.839871 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-d6e51eeb-a2bf-44f7-96b5-a2556ba3e582 service neutron] Attempting to bind port b7d9bb0a-c374-4817-b887-e5a475e62f63 on network 6b99b81e-5871-4979-a64c-22edc1a2273c {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:26:34.846517 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85f4e38-e97f-42fe-9acc-ce03888cf96e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Made reservation on behalf of 8a336705c49241a5bf5c318d577ad55e for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:34.853784 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d85f4e38-e97f-42fe-9acc-ce03888cf96e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:34.874142 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1293b86d-b1e0-4165-a136-60825a77812b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (fbf03476-6ece-45a2-8d61-13b06dc61468), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:34.876114 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-bbecebb8-f071-4876-b640-9905155e232c admin admin] Deleting port fbf03476-6ece-45a2-8d61-13b06dc61468 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:26:34.876779 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bbecebb8-f071-4876-b640-9905155e232c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (fbf03476-6ece-45a2-8d61-13b06dc61468), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:34.881733 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0b8854a9-4d14-465d-ab80-ee21f2112478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (e2a168c6-d12d-41a2-96bc-04d516c6af17), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:34.909379 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 72b62daf-a381-491a-b625-ec308592723e details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:26:34.942380 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5133f-c901-4927-b6f9-8aad0c5fba56 req-a1d4a163-7143-4f03-acc1-4fd00aa55871 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:34.944079 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a6b5133f-c901-4927-b6f9-8aad0c5fba56 req-a1d4a163-7143-4f03-acc1-4fd00aa55871 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=1378ef33-b41e-4a1c-9819-2f8ee1a300a5 HTTP/1.1" status: 200 len: 946 time: 0.3615494 Feb 09 01:26:34.944648 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-d6e51eeb-a2bf-44f7-96b5-a2556ba3e582 service neutron] Port b7d9bb0a-c374-4817-b887-e5a475e62f63 on network 6b99b81e-5871-4979-a64c-22edc1a2273c not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:26:34.944972 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-d6e51eeb-a2bf-44f7-96b5-a2556ba3e582 service neutron] Attempting to bind port b7d9bb0a-c374-4817-b887-e5a475e62f63 on network 6b99b81e-5871-4979-a64c-22edc1a2273c {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:26:34.973715 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8854a9-4d14-465d-ab80-ee21f2112478 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2a168c6-d12d-41a2-96bc-04d516c6af17,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:34.980658 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8854a9-4d14-465d-ab80-ee21f2112478 admin admin] Checking segment: {'id': '5dcbe87a-b05d-4f3f-9fcf-324934411192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2bc4ea01-221c-4795-83a1-f4476e29e9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:26:34.981284 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8854a9-4d14-465d-ab80-ee21f2112478 admin admin] Network hostable DHCP agents. Network: 2bc4ea01-221c-4795-83a1-f4476e29e9f6, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:26:35.008169 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8854a9-4d14-465d-ab80-ee21f2112478 admin admin] Network 2bc4ea01-221c-4795-83a1-f4476e29e9f6 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:26:35.024428 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-0b8854a9-4d14-465d-ab80-ee21f2112478 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 2bc4ea01-221c-4795-83a1-f4476e29e9f6) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:35.036555 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1293b86d-b1e0-4165-a136-60825a77812b None None] Pushing event deleted for resources: {'Port': ['ID=fbf03476-6ece-45a2-8d61-13b06dc61468,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:35.043605 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376d4f9b-103d-440a-a8a8-0a2f087ec9bb None None] Network 2bc4ea01-221c-4795-83a1-f4476e29e9f6 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:26:35.044154 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8854a9-4d14-465d-ab80-ee21f2112478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:35.046039 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0b8854a9-4d14-465d-ab80-ee21f2112478 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:35.054555 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-78fa3278-be51-4f3f-b671-48fcb58f9398 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Allocated IP 172.20.0.7 (b5cee00d-d11d-4a76-ad74-cfd798aa917c/3c1b64de-5642-407c-82ef-1ad0f3f887f4/21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:35.075892 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-d6e51eeb-a2bf-44f7-96b5-a2556ba3e582 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:26:35.075892 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-d6e51eeb-a2bf-44f7-96b5-a2556ba3e582 service neutron] Checking segment: {'id': '3350618d-f84a-4a0b-8997-97c98e7ed20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:26:35.076258 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-d6e51eeb-a2bf-44f7-96b5-a2556ba3e582 service neutron] Bound using segment: {'id': '3350618d-f84a-4a0b-8997-97c98e7ed20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:26:35.076884 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-d6e51eeb-a2bf-44f7-96b5-a2556ba3e582 service neutron] Bound port: b7d9bb0a-c374-4817-b887-e5a475e62f63, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3350618d-f84a-4a0b-8997-97c98e7ed20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:26:35.077251 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-d6e51eeb-a2bf-44f7-96b5-a2556ba3e582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b7d9bb0a-c374-4817-b887-e5a475e62f63), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:35.079132 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0b8854a9-4d14-465d-ab80-ee21f2112478 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7214174 Feb 09 01:26:35.080118 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38420) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:35.088543 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-e3afb5b1-36ab-4e28-aa4d-4d736b9907d8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-467401598-router', 'tenant_id': '25dd107518fe42779a682201553350e9', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:35.132087 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ac6549a6-2f49-40b7-8201-ca52d6cb7146 req-f180dc2d-f98b-4aae-bf4a-c014508e57b8 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a8efce-fc53-4313-a583-be22faf317e8 HTTP/1.1" status: 200 len: 210 time: 0.1752419 Feb 09 01:26:35.134220 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e3afb5b1-36ab-4e28-aa4d-4d736b9907d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (993f3a53-9435-4c44-b22c-f811c5e691b9), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:35.137713 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e3afb5b1-36ab-4e28-aa4d-4d736b9907d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (993f3a53-9435-4c44-b22c-f811c5e691b9), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:35.155175 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d85f4e38-e97f-42fe-9acc-ce03888cf96e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:26:35.193048 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-bbecebb8-f071-4876-b640-9905155e232c admin admin] For port fbf03476-6ece-45a2-8d61-13b06dc61468, host n-d-822053-40, got binding levels [] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:35.193416 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bbecebb8-f071-4876-b640-9905155e232c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (fbf03476-6ece-45a2-8d61-13b06dc61468), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:35.224143 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1293b86d-b1e0-4165-a136-60825a77812b None None] No DVR routers for this DVR port fbf03476-6ece-45a2-8d61-13b06dc61468 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:26:35.246532 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3cf777-3c02-4840-88e8-fc4364830912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-2bc4ea01-221c-4795-83a1-f4476e29e9f6', 'network_id': '2bc4ea01-221c-4795-83a1-f4476e29e9f6', 'project_id': '25dd107518fe42779a682201553350e9', 'fixed_ips': [{'subnet_id': 'e2a168c6-d12d-41a2-96bc-04d516c6af17'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:26:35.247598 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf777-3c02-4840-88e8-fc4364830912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:35.297012 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e3afb5b1-36ab-4e28-aa4d-4d736b9907d8 admin admin] Publish callbacks [] for router_controller (993f3a53-9435-4c44-b22c-f811c5e691b9), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:35.348906 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-d6e51eeb-a2bf-44f7-96b5-a2556ba3e582 service neutron] For port b7d9bb0a-c374-4817-b887-e5a475e62f63, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:26:35.354757 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-d6e51eeb-a2bf-44f7-96b5-a2556ba3e582 service neutron] For port b7d9bb0a-c374-4817-b887-e5a475e62f63, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=b7d9bb0a-c374-4817-b887-e5a475e62f63,segment=NetworkSegment(3350618d-f84a-4a0b-8997-97c98e7ed20e),segment_id=3350618d-f84a-4a0b-8997-97c98e7ed20e)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:26:35.359555 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d85f4e38-e97f-42fe-9acc-ce03888cf96e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (ccb2336d-832f-4644-a252-1c73296daccf), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:35.360174 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-d85f4e38-e97f-42fe-9acc-ce03888cf96e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Added segment ccb2336d-832f-4644-a252-1c73296daccf of type vlan for network 47bbbcf4-ff9c-4873-8867-6396241ce55f Feb 09 01:26:35.465782 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a6b5133f-c901-4927-b6f9-8aad0c5fba56 req-a99f283b-04af-4580-9591-44e45158f6fc tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4502511 Feb 09 01:26:35.470184 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38426) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:35.487545 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4d81c051-a27d-4f89-a923-87a2bba6b2d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:35.500865 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-2b3cf777-3c02-4840-88e8-fc4364830912 None None] Allocated IP 172.20.0.2 (2bc4ea01-221c-4795-83a1-f4476e29e9f6/e2a168c6-d12d-41a2-96bc-04d516c6af17/9f8d78f9-98ed-42c4-bb90-94a75a794179) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:35.501073 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-d6e51eeb-a2bf-44f7-96b5-a2556ba3e582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (b7d9bb0a-c374-4817-b887-e5a475e62f63), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:35.506846 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-bbecebb8-f071-4876-b640-9905155e232c admin admin] Calling delete_port for fbf03476-6ece-45a2-8d61-13b06dc61468 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:26:35.596700 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e3afb5b1-36ab-4e28-aa4d-4d736b9907d8 admin admin] Publish callbacks [] for router_gateway (993f3a53-9435-4c44-b22c-f811c5e691b9), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:35.601992 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.ipam_backend_mixin [None req-bbecebb8-f071-4876-b640-9905155e232c admin admin] Port fbf03476-6ece-45a2-8d61-13b06dc61468 was not found and therefore no delete operation was performed {{(pid=103529) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:26:35.632698 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device fbf03476-6ece-45a2-8d61-13b06dc61468 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:26:35.657466 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d85f4e38-e97f-42fe-9acc-ce03888cf96e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (47bbbcf4-ff9c-4873-8867-6396241ce55f), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:35.658741 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: fbf03476-6ece-45a2-8d61-13b06dc61468 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:26:35.659090 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device fbf03476-6ece-45a2-8d61-13b06dc61468 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:26:35.666565 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bbecebb8-f071-4876-b640-9905155e232c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (fbf03476-6ece-45a2-8d61-13b06dc61468), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:35.699238 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbecebb8-f071-4876-b640-9905155e232c admin admin] No DVR routers for this DVR port fbf03476-6ece-45a2-8d61-13b06dc61468 on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:26:35.704636 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4d81c051-a27d-4f89-a923-87a2bba6b2d5 admin admin] Publish callbacks [] for security_group (9aa3d162-7968-4659-8ab5-badd5a5cf6a2), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:35.707603 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d2e1e-27f7-40f1-bc6d-ec336d6a89d4 req-f743a955-75f4-4972-a6d2-8136ad5a5b83 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:35.709486 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cb8d2e1e-27f7-40f1-bc6d-ec336d6a89d4 req-f743a955-75f4-4972-a6d2-8136ad5a5b83 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ad7d84-2274-46ee-94a3-316daf22f910 HTTP/1.1" status: 200 len: 943 time: 0.1964984 Feb 09 01:26:35.713652 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4d81c051-a27d-4f89-a923-87a2bba6b2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (9aa3d162-7968-4659-8ab5-badd5a5cf6a2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:35.713865 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-d6e51eeb-a2bf-44f7-96b5-a2556ba3e582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:35.714666 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-d6e51eeb-a2bf-44f7-96b5-a2556ba3e582 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:35.716087 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-d6e51eeb-a2bf-44f7-96b5-a2556ba3e582 service neutron] 10.222.0.121 "PUT /v2.0/ports/b7d9bb0a-c374-4817-b887-e5a475e62f63 HTTP/1.1" status: 200 len: 1092 time: 3.7399323 Feb 09 01:26:35.752363 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02ad7d84-2274-46ee-94a3-316daf22f910', 'tag': 'b7d9bb0a-c374-4817-b887-e5a475e62f63'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:26:35.754606 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ec3256-dbf1-4022-ae13-18cbf31ec7a8" -d '{"events": [{"name": "network-changed", "server_uuid": "02ad7d84-2274-46ee-94a3-316daf22f910", "tag": "b7d9bb0a-c374-4817-b887-e5a475e62f63"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:26:35.768594 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4d81c051-a27d-4f89-a923-87a2bba6b2d5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5b3e74cfeadd43e3b8ed3ad3f3354e83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2950909 Feb 09 01:26:35.769596 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38430) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:35.778322 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81c051-a27d-4f89-a923-87a2bba6b2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa3d162-7968-4659-8ab5-badd5a5cf6a2,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:35.798480 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf777-3c02-4840-88e8-fc4364830912 None None] Publish callbacks [] for port (9f8d78f9-98ed-42c4-bb90-94a75a794179), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:35.812931 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf777-3c02-4840-88e8-fc4364830912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (9f8d78f9-98ed-42c4-bb90-94a75a794179), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:35.819191 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.db.resource_extend [None req-d85f4e38-e97f-42fe-9acc-ce03888cf96e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:26:35.903822 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3cf777-3c02-4840-88e8-fc4364830912 None None] Network 2bc4ea01-221c-4795-83a1-f4476e29e9f6 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:35.906363 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-2b3cf777-3c02-4840-88e8-fc4364830912 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:35.909110 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3cf777-3c02-4840-88e8-fc4364830912 None None] Pushing event updated for resources: {'Port': ['ID=9f8d78f9-98ed-42c4-bb90-94a75a794179,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:35.912402 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3cf777-3c02-4840-88e8-fc4364830912 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:26:35.922846 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-24bf955a-f6a4-4aed-987f-f26444223240 admin admin] Publish callbacks [] for security_group (9aa3d162-7968-4659-8ab5-badd5a5cf6a2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:35.947617 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-24bf955a-f6a4-4aed-987f-f26444223240 admin admin] Publish callbacks [] for security_group (9aa3d162-7968-4659-8ab5-badd5a5cf6a2), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:35.976661 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-2b3cf777-3c02-4840-88e8-fc4364830912 None None] Attempting to bind port 9f8d78f9-98ed-42c4-bb90-94a75a794179 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:26:35.977028 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-2b3cf777-3c02-4840-88e8-fc4364830912 None None] Attempting to bind port 9f8d78f9-98ed-42c4-bb90-94a75a794179 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '5dcbe87a-b05d-4f3f-9fcf-324934411192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2bc4ea01-221c-4795-83a1-f4476e29e9f6'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:26:35.977640 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3cf777-3c02-4840-88e8-fc4364830912 None None] Attempting to bind port 9f8d78f9-98ed-42c4-bb90-94a75a794179 on network 2bc4ea01-221c-4795-83a1-f4476e29e9f6 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:26:35.983949 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3cf777-3c02-4840-88e8-fc4364830912 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:26:35.984362 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3cf777-3c02-4840-88e8-fc4364830912 None None] Checking segment: {'id': '5dcbe87a-b05d-4f3f-9fcf-324934411192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2bc4ea01-221c-4795-83a1-f4476e29e9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:26:35.984770 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf777-3c02-4840-88e8-fc4364830912 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:35.985168 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3cf777-3c02-4840-88e8-fc4364830912 None None] Bound using segment: {'id': '5dcbe87a-b05d-4f3f-9fcf-324934411192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2bc4ea01-221c-4795-83a1-f4476e29e9f6'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:26:35.985909 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-2b3cf777-3c02-4840-88e8-fc4364830912 None None] Bound port: 9f8d78f9-98ed-42c4-bb90-94a75a794179, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dcbe87a-b05d-4f3f-9fcf-324934411192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2bc4ea01-221c-4795-83a1-f4476e29e9f6'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:26:35.986391 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf777-3c02-4840-88e8-fc4364830912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9f8d78f9-98ed-42c4-bb90-94a75a794179), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:36.035971 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-24bf955a-f6a4-4aed-987f-f26444223240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (9aa3d162-7968-4659-8ab5-badd5a5cf6a2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:36.039811 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-24bf955a-f6a4-4aed-987f-f26444223240 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:36.041108 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-24bf955a-f6a4-4aed-987f-f26444223240 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9aa3d162-7968-4659-8ab5-badd5a5cf6a2 HTTP/1.1" status: 204 len: 168 time: 0.2705507 Feb 09 01:26:36.065126 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf955a-f6a4-4aed-987f-f26444223240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa3d162-7968-4659-8ab5-badd5a5cf6a2,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:36.071992 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-2b3cf777-3c02-4840-88e8-fc4364830912 None None] For port 9f8d78f9-98ed-42c4-bb90-94a75a794179, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:26:36.073998 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e3afb5b1-36ab-4e28-aa4d-4d736b9907d8 admin admin] Publish callbacks [] for router_gateway (993f3a53-9435-4c44-b22c-f811c5e691b9), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:36.075689 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-2b3cf777-3c02-4840-88e8-fc4364830912 None None] For port 9f8d78f9-98ed-42c4-bb90-94a75a794179, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=9f8d78f9-98ed-42c4-bb90-94a75a794179,segment=NetworkSegment(5dcbe87a-b05d-4f3f-9fcf-324934411192),segment_id=5dcbe87a-b05d-4f3f-9fcf-324934411192)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:26:36.103197 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf777-3c02-4840-88e8-fc4364830912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9f8d78f9-98ed-42c4-bb90-94a75a794179), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:36.107120 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e3afb5b1-36ab-4e28-aa4d-4d736b9907d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:36.180568 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3cf777-3c02-4840-88e8-fc4364830912 None None] Pushing event updated for resources: {'Port': ['ID=9f8d78f9-98ed-42c4-bb90-94a75a794179,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:36.341273 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-e3afb5b1-36ab-4e28-aa4d-4d736b9907d8 admin admin] Allocated IP 172.25.1.28 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/996723de-0664-49b5-86d5-9bafe8c1b113) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:36.436943 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c27b7c-1410-4a8f-834e-77dc84fb8c59 x-openstack-request-id: req-56c27b7c-1410-4a8f-834e-77dc84fb8c59 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:26:36.437540 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02ad7d84-2274-46ee-94a3-316daf22f910", "tag": "b7d9bb0a-c374-4817-b887-e5a475e62f63", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:26:36.437703 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-56c27b7c-1410-4a8f-834e-77dc84fb8c59 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:26:36.438533 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02ad7d84-2274-46ee-94a3-316daf22f910', 'tag': 'b7d9bb0a-c374-4817-b887-e5a475e62f63', 'status': 'completed', 'code': 200} Feb 09 01:26:36.487044 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e3afb5b1-36ab-4e28-aa4d-4d736b9907d8 admin admin] Publish callbacks [] for port (996723de-0664-49b5-86d5-9bafe8c1b113), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:36.490153 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-78fa3278-be51-4f3f-b671-48fcb58f9398 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks [] for port (21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:36.556551 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e51eeb-a2bf-44f7-96b5-a2556ba3e582 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d9bb0a-c374-4817-b887-e5a475e62f63,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:36.596974 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e3afb5b1-36ab-4e28-aa4d-4d736b9907d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (996723de-0664-49b5-86d5-9bafe8c1b113), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:36.612099 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-78fa3278-be51-4f3f-b671-48fcb58f9398 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:36.613628 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d85f4e38-e97f-42fe-9acc-ce03888cf96e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (47bbbcf4-ff9c-4873-8867-6396241ce55f), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:36.619147 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85f4e38-e97f-42fe-9acc-ce03888cf96e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:36.619971 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d85f4e38-e97f-42fe-9acc-ce03888cf96e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:36.628383 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['a476cb47-66fa-4946-bbe0-0a21ff04360a'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:26:36.678184 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3afb5b1-36ab-4e28-aa4d-4d736b9907d8 admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:36.687089 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-e3afb5b1-36ab-4e28-aa4d-4d736b9907d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:36.700714 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3afb5b1-36ab-4e28-aa4d-4d736b9907d8 admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:26:36.784824 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3afb5b1-36ab-4e28-aa4d-4d736b9907d8 admin admin] Pushing event updated for resources: {'Port': ['ID=996723de-0664-49b5-86d5-9bafe8c1b113,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:36.790409 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cb8d2e1e-27f7-40f1-bc6d-ec336d6a89d4 req-2f3c1249-632d-41ad-9aad-cc45ca0f3f34 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0316503 Feb 09 01:26:36.883798 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbecebb8-f071-4876-b640-9905155e232c admin admin] Pushing event deleted for resources: {'Port': ['ID=fbf03476-6ece-45a2-8d61-13b06dc61468,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:36.944347 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-90ec1600-3a99-4101-8ef9-b788057188cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:36.946129 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-90ec1600-3a99-4101-8ef9-b788057188cb service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=bb54c6d9ab92477c86a4af4dae2b904f&device_id=02ad7d84-2274-46ee-94a3-316daf22f910 HTTP/1.1" status: 200 len: 1126 time: 1.1815631 Feb 09 01:26:36.969658 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bbecebb8-f071-4876-b640-9905155e232c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (da52059d-73c2-403d-a351-476231473b23), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:37.010081 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d85f4e38-e97f-42fe-9acc-ce03888cf96e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.2858264 Feb 09 01:26:37.042406 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38452) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:37.047744 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-6fb99077-2a9f-45e2-a436-2dc4dcb1db31 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Request body: {'subnet': {'network_id': '72b62daf-a381-491a-b625-ec308592723e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:37.095052 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-78fa3278-be51-4f3f-b671-48fcb58f9398 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Network b5cee00d-d11d-4a76-ad74-cfd798aa917c is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:37.097004 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-c84155f9-62c8-4098-8a4f-1d648c226c3b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b7d9bb0a-c374-4817-b887-e5a475e62f63 HTTP/1.1" status: 200 len: 217 time: 0.1344328 Feb 09 01:26:37.114756 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f4e38-e97f-42fe-9acc-ce03888cf96e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event updated for resources: {'Network': ['ID=47bbbcf4-ff9c-4873-8867-6396241ce55f,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:37.123033 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-78fa3278-be51-4f3f-b671-48fcb58f9398 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:37.134880 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 47bbbcf4-ff9c-4873-8867-6396241ce55f details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:26:37.141567 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-78fa3278-be51-4f3f-b671-48fcb58f9398 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:26:37.150528 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-bbecebb8-f071-4876-b640-9905155e232c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da52059d-73c2-403d-a351-476231473b23']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:37.229777 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-bbecebb8-f071-4876-b640-9905155e232c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1842e8bc-30db-4f8e-a47b-1ae1504abf86') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:37.231073 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-bbecebb8-f071-4876-b640-9905155e232c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1842e8bc-30db-4f8e-a47b-1ae1504abf86') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:37.238266 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ba4b9-0d56-4221-a827-a035146b4894 req-07d5911d-b83f-4681-b56a-1d8f6627ece7 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:37.252725 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-693ba4b9-0d56-4221-a827-a035146b4894 req-07d5911d-b83f-4681-b56a-1d8f6627ece7 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a8efce-fc53-4313-a583-be22faf317e8 HTTP/1.1" status: 200 len: 931 time: 0.7005248 Feb 09 01:26:37.266258 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa3278-be51-4f3f-b671-48fcb58f9398 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Pushing event updated for resources: {'Port': ['ID=21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:37.309970 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bbecebb8-f071-4876-b640-9905155e232c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (1842e8bc-30db-4f8e-a47b-1ae1504abf86), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:37.358822 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e3afb5b1-36ab-4e28-aa4d-4d736b9907d8 admin admin] Publish callbacks [] for router_gateway (993f3a53-9435-4c44-b22c-f811c5e691b9), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:37.420534 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bbecebb8-f071-4876-b640-9905155e232c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (1842e8bc-30db-4f8e-a47b-1ae1504abf86), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:37.450916 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-78fa3278-be51-4f3f-b671-48fcb58f9398 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:37.453727 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-78fa3278-be51-4f3f-b671-48fcb58f9398 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:37.468751 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa2027-f028-4968-8d01-3a21dcc05994 req-64e4e446-8c81-4dc6-9689-2663b3325705 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:37.479862 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0eaa2027-f028-4968-8d01-3a21dcc05994 req-64e4e446-8c81-4dc6-9689-2663b3325705 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=1378ef33-b41e-4a1c-9819-2f8ee1a300a5 HTTP/1.1" status: 200 len: 946 time: 0.5256388 Feb 09 01:26:37.507051 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-a576494e-eee6-45b5-9719-5d24cc8ad55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:37.509026 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-a576494e-eee6-45b5-9719-5d24cc8ad55a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=46b59fab-0ab1-4600-8204-1f86be683b81 HTTP/1.1" status: 200 len: 851 time: 0.3977971 Feb 09 01:26:37.529705 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbecebb8-f071-4876-b640-9905155e232c admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:26:37.530127 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bbecebb8-f071-4876-b640-9905155e232c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (1842e8bc-30db-4f8e-a47b-1ae1504abf86), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:37.535105 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:26:37.535105 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:26:37.535105 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:26:37.535105 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:26:37.535105 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:26:37.535105 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:26:37.535105 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:26:37.535105 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:26:37.535105 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:26:37.535105 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:26:37.535105 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:26:37.535105 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:26:37.535105 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:26:37.535105 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:26:37.535105 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:26:37.535105 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:26:37.535105 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:26:37.535105 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:26:37.535105 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:26:37.535105 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:26:37.535105 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:26:37.535105 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:26:37.535105 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:26:37.535105 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:26:37.535105 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:26:37.535105 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:26:37.535105 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:26:37.535105 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:26:37.535105 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:26:37.535105 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:26:37.535105 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:26:37.535105 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:26:37.654408 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb99077-2a9f-45e2-a436-2dc4dcb1db31 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Made reservation on behalf of 8a336705c49241a5bf5c318d577ad55e for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:37.657900 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6fb99077-2a9f-45e2-a436-2dc4dcb1db31 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:37.667181 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-87e9d376-1a8e-4520-94bf-b27437c493de service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6b99b81e-5871-4979-a64c-22edc1a2273c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1306863 Feb 09 01:26:37.695536 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-5e8caac9-9c99-4b06-92cd-8b1a822af769 None None] Provisioning complete for port 21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:37.696164 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5e8caac9-9c99-4b06-92cd-8b1a822af769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:37.702676 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-78fa3278-be51-4f3f-b671-48fcb58f9398 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3575835 Feb 09 01:26:37.748651 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-693ba4b9-0d56-4221-a827-a035146b4894 req-ac8c060a-f39e-473d-b84c-1adcf2a647a1 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4949882 Feb 09 01:26:37.796578 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 9f8d78f9-98ed-42c4-bb90-94a75a794179 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:26:37.820560 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-e261ef12-ce30-488e-9804-8c4b19f64de6 service neutron] Request body: {'port': {'device_id': '67a8efce-fc53-4313-a583-be22faf317e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:37.896233 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0eaa2027-f028-4968-8d01-3a21dcc05994 req-3af0a6b3-c3d6-4489-b1aa-ddfa0b6d779f tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680539 Feb 09 01:26:37.901720 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bbecebb8-f071-4876-b640-9905155e232c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (da52059d-73c2-403d-a351-476231473b23), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:37.902362 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5e8caac9-9c99-4b06-92cd-8b1a822af769 None None] Port 21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:26:37.911436 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bbecebb8-f071-4876-b640-9905155e232c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:37.921343 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38476) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:37.922096 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-bbecebb8-f071-4876-b640-9905155e232c admin admin] 10.222.0.30 "DELETE /v2.0/networks/da52059d-73c2-403d-a351-476231473b23 HTTP/1.1" status: 204 len: 168 time: 4.1620924 Feb 09 01:26:37.949724 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 9f8d78f9-98ed-42c4-bb90-94a75a794179 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:37.958314 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9f8d78f9-98ed-42c4-bb90-94a75a794179), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:37.996450 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbecebb8-f071-4876-b640-9905155e232c admin admin] Pushing event deleted for resources: {'Network': ['ID=da52059d-73c2-403d-a351-476231473b23,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:38.051481 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-e261ef12-ce30-488e-9804-8c4b19f64de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:38.153206 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 9f8d78f9-98ed-42c4-bb90-94a75a794179 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:38.153822 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9f8d78f9-98ed-42c4-bb90-94a75a794179), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:38.156126 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4036582b-dbee-4000-800b-21cc612b5d75 None None] Network 2bc4ea01-221c-4795-83a1-f4476e29e9f6 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:26:38.293408 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38482) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:38.320925 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d0283d96-2170-4e8c-b0f8-2b5b69b49416 None None] Provisioning complete for port 9f8d78f9-98ed-42c4-bb90-94a75a794179 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:38.321294 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d0283d96-2170-4e8c-b0f8-2b5b69b49416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9f8d78f9-98ed-42c4-bb90-94a75a794179), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:38.398530 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6fb99077-2a9f-45e2-a436-2dc4dcb1db31 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (06f6cb77-5781-45c1-b79f-162d19405955), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:38.422055 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-a478fc35-cfb2-46a8-8e45-badf3108bf77 service neutron] 10.222.0.121 "GET /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7470999 Feb 09 01:26:38.451433 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 9f8d78f9-98ed-42c4-bb90-94a75a794179, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=9f8d78f9-98ed-42c4-bb90-94a75a794179,segment=NetworkSegment(5dcbe87a-b05d-4f3f-9fcf-324934411192),segment_id=5dcbe87a-b05d-4f3f-9fcf-324934411192)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:38.479759 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9f8d78f9-98ed-42c4-bb90-94a75a794179), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:38.525712 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bcb5d5-ec83-4b4f-8194-ebc042249ee6 req-0827789f-e957-4854-8b6b-e684e52faaed tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:38.529741 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89bcb5d5-ec83-4b4f-8194-ebc042249ee6 req-0827789f-e957-4854-8b6b-e684e52faaed tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ad7d84-2274-46ee-94a3-316daf22f910 HTTP/1.1" status: 200 len: 943 time: 0.4943337 Feb 09 01:26:38.646679 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d0283d96-2170-4e8c-b0f8-2b5b69b49416 None None] Current status of the port 9f8d78f9-98ed-42c4-bb90-94a75a794179 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:38.669658 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb99077-2a9f-45e2-a436-2dc4dcb1db31 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event updated for resources: {'Subnet': ['ID=06f6cb77-5781-45c1-b79f-162d19405955,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:38.676610 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=9f8d78f9-98ed-42c4-bb90-94a75a794179,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:38.770860 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-21ca65cf-5b5f-4320-b12d-c9c4f549831d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:38.790513 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e3afb5b1-36ab-4e28-aa4d-4d736b9907d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (993f3a53-9435-4c44-b22c-f811c5e691b9), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:38.796141 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-e261ef12-ce30-488e-9804-8c4b19f64de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:26:38.797922 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-22b1f4fc-3044-4c18-8c85-31a08c2669c4 req-c7a8f761-a492-4a9c-a8a1-26763f8ff77f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1766295 Feb 09 01:26:38.821133 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-844979af-5caa-422a-8d36-dead8a4e41b5 req-1977ae39-8aa9-4662-bcbb-d4087ff87a42 service neutron] 10.222.0.121 "GET /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916566 Feb 09 01:26:38.823939 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-e261ef12-ce30-488e-9804-8c4b19f64de6 service neutron] Publish callbacks [] for port (21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:38.829336 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89bcb5d5-ec83-4b4f-8194-ebc042249ee6 req-7fac484b-8a72-4ac4-85dd-ebed369ac0d0 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824705 Feb 09 01:26:38.854637 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-e261ef12-ce30-488e-9804-8c4b19f64de6 service neutron] Transition to ACTIVE for port object 21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:26:38.865056 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-e261ef12-ce30-488e-9804-8c4b19f64de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:38.885401 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-0b22667a-36d4-4b71-bb21-e309651b4d91 None None] Provisioning complete for port 9f8d78f9-98ed-42c4-bb90-94a75a794179 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:38.889265 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0b22667a-36d4-4b71-bb21-e309651b4d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9f8d78f9-98ed-42c4-bb90-94a75a794179), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:38.954673 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb99077-2a9f-45e2-a436-2dc4dcb1db31 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Checking segment: {'id': '19dc12bd-f50e-4e39-a9af-b789de5e3240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '72b62daf-a381-491a-b625-ec308592723e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:26:38.955014 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb99077-2a9f-45e2-a436-2dc4dcb1db31 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Network hostable DHCP agents. Network: 72b62daf-a381-491a-b625-ec308592723e, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:26:39.062496 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb99077-2a9f-45e2-a436-2dc4dcb1db31 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Network 72b62daf-a381-491a-b625-ec308592723e is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:26:39.063887 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-0b22667a-36d4-4b71-bb21-e309651b4d91 None None] Current status of the port 9f8d78f9-98ed-42c4-bb90-94a75a794179 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:39.087434 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-6fb99077-2a9f-45e2-a436-2dc4dcb1db31 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 72b62daf-a381-491a-b625-ec308592723e) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:39.109260 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feabf9d4-c818-4dcc-bb53-a363f9f03ecc None None] Network 72b62daf-a381-491a-b625-ec308592723e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:26:39.134512 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb99077-2a9f-45e2-a436-2dc4dcb1db31 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:39.135075 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6fb99077-2a9f-45e2-a436-2dc4dcb1db31 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:39.189767 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e261ef12-ce30-488e-9804-8c4b19f64de6 service neutron] Pushing event updated for resources: {'Port': ['ID=21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:39.409182 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d3b65f-1239-4636-b3d8-331c43ef3a21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-72b62daf-a381-491a-b625-ec308592723e', 'network_id': '72b62daf-a381-491a-b625-ec308592723e', 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'fixed_ips': [{'subnet_id': '06f6cb77-5781-45c1-b79f-162d19405955'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:26:39.411607 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38496) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:39.416422 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-39d3b65f-1239-4636-b3d8-331c43ef3a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:39.474197 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-21ca65cf-5b5f-4320-b12d-c9c4f549831d admin admin] Publish callbacks [] for security_group (3da1e440-39ca-48bd-b6ee-f76f7299df14), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:39.504761 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ad66a-a062-42d6-9885-505c66be4764 req-a784c6e1-f6a0-4c7b-a6f4-4e323b96940a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:39.517792 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-594ad66a-a062-42d6-9885-505c66be4764 req-a784c6e1-f6a0-4c7b-a6f4-4e323b96940a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a8efce-fc53-4313-a583-be22faf317e8 HTTP/1.1" status: 200 len: 943 time: 0.5807810 Feb 09 01:26:39.519793 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec3256-dbf1-4022-ae13-18cbf31ec7a8 req-df621b8f-fdb2-4dd8-a043-f3b5c027d465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:39.521342 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a4ec3256-dbf1-4022-ae13-18cbf31ec7a8 req-df621b8f-fdb2-4dd8-a043-f3b5c027d465 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=bb54c6d9ab92477c86a4af4dae2b904f&device_id=02ad7d84-2274-46ee-94a3-316daf22f910 HTTP/1.1" status: 200 len: 1126 time: 0.5832033 Feb 09 01:26:39.525583 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-21ca65cf-5b5f-4320-b12d-c9c4f549831d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3da1e440-39ca-48bd-b6ee-f76f7299df14), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:39.589975 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b1f4fc-3044-4c18-8c85-31a08c2669c4 req-0feb335e-8d0f-4093-a3ef-eed1e0e56f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:39.591503 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-22b1f4fc-3044-4c18-8c85-31a08c2669c4 req-0feb335e-8d0f-4093-a3ef-eed1e0e56f16 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=87f01a9f1c7f470e995b33acc0324506&device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 1128 time: 0.6290402 Feb 09 01:26:39.723041 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 9f8d78f9-98ed-42c4-bb90-94a75a794179 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:26:39.792827 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b1f4fc-3044-4c18-8c85-31a08c2669c4 req-4bb96675-ab50-4ec4-8c85-68f2525cf383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:39.795018 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-22b1f4fc-3044-4c18-8c85-31a08c2669c4 req-4bb96675-ab50-4ec4-8c85-68f2525cf383 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d76031b0-4109-4d1a-891f-2e2c0cd8dc50 HTTP/1.1" status: 200 len: 920 time: 0.1482396 Feb 09 01:26:39.799119 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6fb99077-2a9f-45e2-a436-2dc4dcb1db31 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7554977 Feb 09 01:26:39.819814 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 9f8d78f9-98ed-42c4-bb90-94a75a794179 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:39.820503 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9f8d78f9-98ed-42c4-bb90-94a75a794179), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:39.833262 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38502) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:39.895019 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-39d3b65f-1239-4636-b3d8-331c43ef3a21 None None] Allocated IP 172.20.0.2 (72b62daf-a381-491a-b625-ec308592723e/06f6cb77-5781-45c1-b79f-162d19405955/85359a70-fdb9-43d9-95cc-2c606177482b) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:39.900590 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-22b1f4fc-3044-4c18-8c85-31a08c2669c4 req-55c9fd53-d395-4e56-aeb7-0d0d923f6482 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c HTTP/1.1" status: 200 len: 217 time: 0.0661018 Feb 09 01:26:39.906690 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec3256-dbf1-4022-ae13-18cbf31ec7a8 req-01de6cb3-3e38-4141-868e-8ffdc9675d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:39.908340 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a4ec3256-dbf1-4022-ae13-18cbf31ec7a8 req-01de6cb3-3e38-4141-868e-8ffdc9675d69 service neutron] 10.222.0.121 "GET /v2.0/networks?id=6b99b81e-5871-4979-a64c-22edc1a2273c HTTP/1.1" status: 200 len: 912 time: 0.3722689 Feb 09 01:26:39.909043 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-7b161680-b080-4741-89e1-8ca4d75f9798 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Request body: {'subnet': {'network_id': '47bbbcf4-ff9c-4873-8867-6396241ce55f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:39.940980 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca65cf-5b5f-4320-b12d-c9c4f549831d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da1e440-39ca-48bd-b6ee-f76f7299df14,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:39.947962 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-e261ef12-ce30-488e-9804-8c4b19f64de6 service neutron] Attempting to bind port 21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:26:39.948330 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-e261ef12-ce30-488e-9804-8c4b19f64de6 service neutron] Attempting to bind port 21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '153f7d2f-df27-4bdc-b04a-82cc92147679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:26:39.948663 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-e261ef12-ce30-488e-9804-8c4b19f64de6 service neutron] Attempting to bind port 21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf on network b5cee00d-d11d-4a76-ad74-cfd798aa917c {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:26:39.966077 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 9f8d78f9-98ed-42c4-bb90-94a75a794179 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:40.052413 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b1f4fc-3044-4c18-8c85-31a08c2669c4 req-4f236ff3-daba-4405-b0f5-3214bb79086e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:40.060276 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-22b1f4fc-3044-4c18-8c85-31a08c2669c4 req-4f236ff3-daba-4405-b0f5-3214bb79086e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0c516db7-26b1-44ed-b325-f6904d951d4a HTTP/1.1" status: 200 len: 859 time: 0.1388762 Feb 09 01:26:40.070734 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a4d33-0331-4f18-bae4-af61bb5cf185 req-d940c960-613b-4ae5-b5e6-15de6ed043d0 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:40.072731 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6f0a4d33-0331-4f18-bae4-af61bb5cf185 req-d940c960-613b-4ae5-b5e6-15de6ed043d0 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=1378ef33-b41e-4a1c-9819-2f8ee1a300a5 HTTP/1.1" status: 200 len: 946 time: 0.7491491 Feb 09 01:26:40.081794 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-e261ef12-ce30-488e-9804-8c4b19f64de6 service neutron] Port 21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf on network b5cee00d-d11d-4a76-ad74-cfd798aa917c not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:26:40.082132 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-e261ef12-ce30-488e-9804-8c4b19f64de6 service neutron] Attempting to bind port 21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf on network b5cee00d-d11d-4a76-ad74-cfd798aa917c {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:26:40.089201 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-21ca65cf-5b5f-4320-b12d-c9c4f549831d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5257e6f8c53a46a7a930c199995c1011&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7721095 Feb 09 01:26:40.089201 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a4ec3256-dbf1-4022-ae13-18cbf31ec7a8 req-d007e3a4-d5e3-4699-8c80-23f15074620b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b7d9bb0a-c374-4817-b887-e5a475e62f63 HTTP/1.1" status: 200 len: 217 time: 0.1370499 Feb 09 01:26:40.094157 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-594ad66a-a062-42d6-9885-505c66be4764 req-a703a465-2740-4cf2-9ca7-8a9d6dc782b6 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5524077 Feb 09 01:26:40.095145 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-31343f0d-804f-4dc1-90d3-9de41660f1d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:40.097199 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38508) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:40.137411 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3afb5b1-36ab-4e28-aa4d-4d736b9907d8 admin admin] Router 993f3a53-9435-4c44-b22c-f811c5e691b9 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:26:40.160077 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-e261ef12-ce30-488e-9804-8c4b19f64de6 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:26:40.161007 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-e261ef12-ce30-488e-9804-8c4b19f64de6 service neutron] Checking segment: {'id': '153f7d2f-df27-4bdc-b04a-82cc92147679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:26:40.161007 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-e261ef12-ce30-488e-9804-8c4b19f64de6 service neutron] Bound using segment: {'id': '153f7d2f-df27-4bdc-b04a-82cc92147679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:26:40.161669 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-e261ef12-ce30-488e-9804-8c4b19f64de6 service neutron] Bound port: 21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '153f7d2f-df27-4bdc-b04a-82cc92147679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:26:40.162671 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-e261ef12-ce30-488e-9804-8c4b19f64de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:40.176636 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-22b1f4fc-3044-4c18-8c85-31a08c2669c4 req-8278be43-c2f5-4286-9efe-91401e72705c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d76031b0-4109-4d1a-891f-2e2c0cd8dc50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056912 Feb 09 01:26:40.178808 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-39d3b65f-1239-4636-b3d8-331c43ef3a21 None None] Publish callbacks [] for port (85359a70-fdb9-43d9-95cc-2c606177482b), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:40.188042 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-39d3b65f-1239-4636-b3d8-331c43ef3a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (85359a70-fdb9-43d9-95cc-2c606177482b), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:40.241135 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d3b65f-1239-4636-b3d8-331c43ef3a21 None None] Network 72b62daf-a381-491a-b625-ec308592723e is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:40.246783 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-39d3b65f-1239-4636-b3d8-331c43ef3a21 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:40.251590 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d3b65f-1239-4636-b3d8-331c43ef3a21 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:26:40.315738 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-31343f0d-804f-4dc1-90d3-9de41660f1d3 admin admin] Publish callbacks [] for security_group (9da3e61c-1953-4c90-8ff8-8a139656174d), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:40.315956 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3b65f-1239-4636-b3d8-331c43ef3a21 None None] Pushing event updated for resources: {'Port': ['ID=85359a70-fdb9-43d9-95cc-2c606177482b,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:40.337996 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-39d3b65f-1239-4636-b3d8-331c43ef3a21 None None] Attempting to bind port 85359a70-fdb9-43d9-95cc-2c606177482b on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:26:40.338376 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-39d3b65f-1239-4636-b3d8-331c43ef3a21 None None] Attempting to bind port 85359a70-fdb9-43d9-95cc-2c606177482b by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '19dc12bd-f50e-4e39-a9af-b789de5e3240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '72b62daf-a381-491a-b625-ec308592723e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:26:40.338721 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d3b65f-1239-4636-b3d8-331c43ef3a21 None None] Attempting to bind port 85359a70-fdb9-43d9-95cc-2c606177482b on network 72b62daf-a381-491a-b625-ec308592723e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:26:40.345812 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d3b65f-1239-4636-b3d8-331c43ef3a21 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:26:40.346180 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d3b65f-1239-4636-b3d8-331c43ef3a21 None None] Checking segment: {'id': '19dc12bd-f50e-4e39-a9af-b789de5e3240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '72b62daf-a381-491a-b625-ec308592723e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:26:40.346585 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-39d3b65f-1239-4636-b3d8-331c43ef3a21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:40.346978 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d3b65f-1239-4636-b3d8-331c43ef3a21 None None] Bound using segment: {'id': '19dc12bd-f50e-4e39-a9af-b789de5e3240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '72b62daf-a381-491a-b625-ec308592723e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:26:40.347452 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-39d3b65f-1239-4636-b3d8-331c43ef3a21 None None] Bound port: 85359a70-fdb9-43d9-95cc-2c606177482b, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19dc12bd-f50e-4e39-a9af-b789de5e3240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '72b62daf-a381-491a-b625-ec308592723e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:26:40.347825 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-39d3b65f-1239-4636-b3d8-331c43ef3a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (85359a70-fdb9-43d9-95cc-2c606177482b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:40.354947 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b161680-b080-4741-89e1-8ca4d75f9798 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Made reservation on behalf of 8a336705c49241a5bf5c318d577ad55e for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:40.360725 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7b161680-b080-4741-89e1-8ca4d75f9798 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:40.391913 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-31343f0d-804f-4dc1-90d3-9de41660f1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (9da3e61c-1953-4c90-8ff8-8a139656174d), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:40.420273 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-39d3b65f-1239-4636-b3d8-331c43ef3a21 None None] For port 85359a70-fdb9-43d9-95cc-2c606177482b, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:26:40.424261 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-39d3b65f-1239-4636-b3d8-331c43ef3a21 None None] For port 85359a70-fdb9-43d9-95cc-2c606177482b, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=85359a70-fdb9-43d9-95cc-2c606177482b,segment=NetworkSegment(19dc12bd-f50e-4e39-a9af-b789de5e3240),segment_id=19dc12bd-f50e-4e39-a9af-b789de5e3240)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:26:40.434154 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-39d3b65f-1239-4636-b3d8-331c43ef3a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (85359a70-fdb9-43d9-95cc-2c606177482b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:40.500852 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3b65f-1239-4636-b3d8-331c43ef3a21 None None] Pushing event updated for resources: {'Port': ['ID=85359a70-fdb9-43d9-95cc-2c606177482b,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:40.519154 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-31343f0d-804f-4dc1-90d3-9de41660f1d3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0e2b37ea8c3a460d9f4d2e414eaa875e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0987248 Feb 09 01:26:40.531936 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38510) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:40.565022 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6f0a4d33-0331-4f18-bae4-af61bb5cf185 req-137db5e7-2431-4e98-8708-fd43c2b8d5f8 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4830725 Feb 09 01:26:40.612883 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31343f0d-804f-4dc1-90d3-9de41660f1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da3e61c-1953-4c90-8ff8-8a139656174d,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:40.635925 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-22b1f4fc-3044-4c18-8c85-31a08c2669c4 req-45e96ed3-5e0c-457b-8e04-04a5d9ca4215 service neutron] 10.222.0.91 "GET /v2.0/networks/d76031b0-4109-4d1a-891f-2e2c0cd8dc50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304769 Feb 09 01:26:40.698869 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3bdc5b23-48b6-46a8-b49d-e3b0e9fdcb42 admin admin] Publish callbacks [] for security_group (3da1e440-39ca-48bd-b6ee-f76f7299df14), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:40.715925 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec3256-dbf1-4022-ae13-18cbf31ec7a8 req-856154be-9641-4e45-a824-9201e0bff2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:40.717429 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a4ec3256-dbf1-4022-ae13-18cbf31ec7a8 req-856154be-9641-4e45-a824-9201e0bff2a5 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=46b59fab-0ab1-4600-8204-1f86be683b81 HTTP/1.1" status: 200 len: 851 time: 0.6121857 Feb 09 01:26:40.754996 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3afb5b1-36ab-4e28-aa4d-4d736b9907d8 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:26:40.778421 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b47caec4-4583-4a92-a8fd-73753a402d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (c13ebd50-8857-4350-bb48-ac5d55faf5fe), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:40.785574 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9d3d59ad-c8ab-4a83-8c25-21cbfd876ff0 admin admin] Publish callbacks [] for security_group (9da3e61c-1953-4c90-8ff8-8a139656174d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:40.791893 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3bdc5b23-48b6-46a8-b49d-e3b0e9fdcb42 admin admin] Publish callbacks [] for security_group (3da1e440-39ca-48bd-b6ee-f76f7299df14), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:40.804497 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f81ef92-8307-45d7-a0eb-96b6c71f2423 None None] Sync routers for ids ['993f3a53-9435-4c44-b22c-f811c5e691b9'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:26:40.829938 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a4ec3256-dbf1-4022-ae13-18cbf31ec7a8 req-43909d1f-9664-4c52-abbd-6469424525a1 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6b99b81e-5871-4979-a64c-22edc1a2273c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858340 Feb 09 01:26:40.847867 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a92357-e253-427f-add2-ef4234abf7cd req-33b1e07c-40ba-4e3a-a5f6-56dc60d65b92 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:40.850229 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-51a92357-e253-427f-add2-ef4234abf7cd req-33b1e07c-40ba-4e3a-a5f6-56dc60d65b92 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ad7d84-2274-46ee-94a3-316daf22f910 HTTP/1.1" status: 200 len: 943 time: 0.5118418 Feb 09 01:26:40.868409 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f81ef92-8307-45d7-a0eb-96b6c71f2423 None None] Routers {'993f3a53-9435-4c44-b22c-f811c5e691b9'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:26:40.870137 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-8f81ef92-8307-45d7-a0eb-96b6c71f2423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:26:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['993f3a53-9435-4c44-b22c-f811c5e691b9'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:40.974004 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-22b1f4fc-3044-4c18-8c85-31a08c2669c4 req-04dce250-ba7a-4dac-8bbf-fac6299c38c1 service neutron] 10.222.0.91 "GET /v2.0/networks/d76031b0-4109-4d1a-891f-2e2c0cd8dc50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215508 Feb 09 01:26:40.985147 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e3afb5b1-36ab-4e28-aa4d-4d736b9907d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:40.989125 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e3afb5b1-36ab-4e28-aa4d-4d736b9907d8 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.9046047 Feb 09 01:26:40.991922 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38512) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:41.004676 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a4ec3256-dbf1-4022-ae13-18cbf31ec7a8 req-8ce8e92c-6d07-441c-82c2-20d76037682f service neutron] 10.222.0.121 "GET /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426265 Feb 09 01:26:41.040560 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9d3d59ad-c8ab-4a83-8c25-21cbfd876ff0 admin admin] Publish callbacks [] for security_group (9da3e61c-1953-4c90-8ff8-8a139656174d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:41.113664 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-8f81ef92-8307-45d7-a0eb-96b6c71f2423 None None] Set router 993f3a53-9435-4c44-b22c-f811c5e691b9 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:26:41.215483 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a4ec3256-dbf1-4022-ae13-18cbf31ec7a8 req-38b7fdfa-9ace-44f0-983e-1e2bbb105dc9 service neutron] 10.222.0.121 "GET /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932139 Feb 09 01:26:41.216885 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-e261ef12-ce30-488e-9804-8c4b19f64de6 service neutron] For port 21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:26:41.336507 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7b161680-b080-4741-89e1-8ca4d75f9798 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (3b855b8a-ae01-486c-9313-02e0c35fcf2a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:41.347490 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-e261ef12-ce30-488e-9804-8c4b19f64de6 service neutron] For port 21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:26:41.354312 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-51a92357-e253-427f-add2-ef4234abf7cd req-a43e829e-9014-4018-b334-88e0a9ea22df tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4916754 Feb 09 01:26:41.401762 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-e261ef12-ce30-488e-9804-8c4b19f64de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:41.490282 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-e261ef12-ce30-488e-9804-8c4b19f64de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:41.492244 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-e261ef12-ce30-488e-9804-8c4b19f64de6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:41.499678 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-e261ef12-ce30-488e-9804-8c4b19f64de6 service neutron] 10.222.0.91 "PUT /v2.0/ports/21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf HTTP/1.1" status: 200 len: 1092 time: 3.7601080 Feb 09 01:26:41.506241 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a8efce-fc53-4313-a583-be22faf317e8', 'tag': '21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:26:41.520977 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76a54e1-7339-456c-8529-e43612376fa4" -d '{"events": [{"name": "network-changed", "server_uuid": "67a8efce-fc53-4313-a583-be22faf317e8", "tag": "21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:26:41.530922 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3bdc5b23-48b6-46a8-b49d-e3b0e9fdcb42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3da1e440-39ca-48bd-b6ee-f76f7299df14), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:41.533548 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-8f81ef92-8307-45d7-a0eb-96b6c71f2423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993f3a53-9435-4c44-b22c-f811c5e691b9', 'name': 'tempest-ServersTestJSON-467401598-router', 'tenant_id': '25dd107518fe42779a682201553350e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '996723de-0664-49b5-86d5-9bafe8c1b113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:35Z', 'updated_at': '2022-02-09T01:26:36Z', 'revision_number': 3, 'project_id': '25dd107518fe42779a682201553350e9', 'gw_port': {'id': '996723de-0664-49b5-86d5-9bafe8c1b113', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:15:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993f3a53-9435-4c44-b22c-f811c5e691b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:36Z', 'updated_at': '2022-02-09T01:26:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:41.547562 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3bdc5b23-48b6-46a8-b49d-e3b0e9fdcb42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:41.555022 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3bdc5b23-48b6-46a8-b49d-e3b0e9fdcb42 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3da1e440-39ca-48bd-b6ee-f76f7299df14 HTTP/1.1" status: 204 len: 168 time: 1.4482808 Feb 09 01:26:41.691950 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f81ef92-8307-45d7-a0eb-96b6c71f2423 None None] Checking router: 993f3a53-9435-4c44-b22c-f811c5e691b9 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:26:41.692340 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f81ef92-8307-45d7-a0eb-96b6c71f2423 None None] Updating router 993f3a53-9435-4c44-b22c-f811c5e691b9 port 996723de-0664-49b5-86d5-9bafe8c1b113 binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:26:41.754579 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc5b23-48b6-46a8-b49d-e3b0e9fdcb42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da1e440-39ca-48bd-b6ee-f76f7299df14,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:41.759081 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496c189d-be5b-48bc-9e4e-481e7112c2ca x-openstack-request-id: req-496c189d-be5b-48bc-9e4e-481e7112c2ca {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:26:41.759374 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67a8efce-fc53-4313-a583-be22faf317e8", "tag": "21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:26:41.759632 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-496c189d-be5b-48bc-9e4e-481e7112c2ca {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:26:41.769462 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a8efce-fc53-4313-a583-be22faf317e8', 'tag': '21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf', 'status': 'completed', 'code': 200} Feb 09 01:26:41.819487 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-8f81ef92-8307-45d7-a0eb-96b6c71f2423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (996723de-0664-49b5-86d5-9bafe8c1b113), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:41.826162 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device b7d9bb0a-c374-4817-b887-e5a475e62f63 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:26:41.828601 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a659f4e-6281-4ab2-84da-1e20d53bdc32 req-a2e258db-5474-4299-a3de-987a86646505 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8120089 Feb 09 01:26:41.847348 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9d3d59ad-c8ab-4a83-8c25-21cbfd876ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (9da3e61c-1953-4c90-8ff8-8a139656174d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:41.875150 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9d3d59ad-c8ab-4a83-8c25-21cbfd876ff0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:41.895902 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b161680-b080-4741-89e1-8ca4d75f9798 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event updated for resources: {'Subnet': ['ID=3b855b8a-ae01-486c-9313-02e0c35fcf2a,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:41.900381 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9d3d59ad-c8ab-4a83-8c25-21cbfd876ff0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9da3e61c-1953-4c90-8ff8-8a139656174d HTTP/1.1" status: 204 len: 168 time: 1.3189018 Feb 09 01:26:41.923156 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 85359a70-fdb9-43d9-95cc-2c606177482b up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:26:42.012295 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d59ad-c8ab-4a83-8c25-21cbfd876ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da3e61c-1953-4c90-8ff8-8a139656174d,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:42.056598 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec6870-2abc-427c-b670-cd6f0e87d0ed req-e780463f-2344-4c0f-acbb-4746d6c91fce tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:42.058331 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0fec6870-2abc-427c-b670-cd6f0e87d0ed req-e780463f-2344-4c0f-acbb-4746d6c91fce tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a8efce-fc53-4313-a583-be22faf317e8 HTTP/1.1" status: 200 len: 943 time: 0.8155293 Feb 09 01:26:42.160024 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b161680-b080-4741-89e1-8ca4d75f9798 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Checking segment: {'id': 'ccb2336d-832f-4644-a252-1c73296daccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '47bbbcf4-ff9c-4873-8867-6396241ce55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:26:42.160552 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b161680-b080-4741-89e1-8ca4d75f9798 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Network hostable DHCP agents. Network: 47bbbcf4-ff9c-4873-8867-6396241ce55f, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:26:42.236238 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e261ef12-ce30-488e-9804-8c4b19f64de6 service neutron] Pushing event updated for resources: {'Port': ['ID=21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:42.384559 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port b7d9bb0a-c374-4817-b887-e5a475e62f63, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=b7d9bb0a-c374-4817-b887-e5a475e62f63,segment=NetworkSegment(3350618d-f84a-4a0b-8997-97c98e7ed20e),segment_id=3350618d-f84a-4a0b-8997-97c98e7ed20e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:42.461856 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-822e4c92-b397-437d-8b7e-2122aba56846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:42.464196 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-822e4c92-b397-437d-8b7e-2122aba56846 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b6fd459715684d44a0a31bd130ea655c&device_id=67a8efce-fc53-4313-a583-be22faf317e8 HTTP/1.1" status: 200 len: 1126 time: 0.8384826 Feb 09 01:26:42.472460 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': 'b7d9bb0a-c374-4817-b887-e5a475e62f63', 'network_id': '6b99b81e-5871-4979-a64c-22edc1a2273c', 'port_id': 'b7d9bb0a-c374-4817-b887-e5a475e62f63', 'mac_address': 'fa:16:3e:08:85:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b59fab-0ab1-4600-8204-1f86be683b81', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:26:42.477143 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b161680-b080-4741-89e1-8ca4d75f9798 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Network 47bbbcf4-ff9c-4873-8867-6396241ce55f is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:26:42.610097 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-8f81ef92-8307-45d7-a0eb-96b6c71f2423 None None] Publish callbacks [] for port (996723de-0664-49b5-86d5-9bafe8c1b113), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:42.622855 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-8f81ef92-8307-45d7-a0eb-96b6c71f2423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (996723de-0664-49b5-86d5-9bafe8c1b113), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:42.688994 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-1b47a47f-a768-4bc2-9a25-40069ca38589 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf HTTP/1.1" status: 200 len: 217 time: 0.2128119 Feb 09 01:26:42.698514 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port b7d9bb0a-c374-4817-b887-e5a475e62f63 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:42.698993 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b7d9bb0a-c374-4817-b887-e5a475e62f63), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:42.721350 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-7b161680-b080-4741-89e1-8ca4d75f9798 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 47bbbcf4-ff9c-4873-8867-6396241ce55f) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:42.737453 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b161680-b080-4741-89e1-8ca4d75f9798 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:42.741681 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7b161680-b080-4741-89e1-8ca4d75f9798 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:42.754407 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dd0239-5d69-4647-ab85-9920559ea26b None None] Network 72b62daf-a381-491a-b625-ec308592723e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:26:42.776800 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a659f4e-6281-4ab2-84da-1e20d53bdc32 req-eefad4f0-0638-4dc3-ace2-9929f9ba482b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:42.779647 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a659f4e-6281-4ab2-84da-1e20d53bdc32 req-eefad4f0-0638-4dc3-ace2-9929f9ba482b service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b6fd459715684d44a0a31bd130ea655c&device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 1128 time: 0.7685196 Feb 09 01:26:42.781289 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-8f81ef92-8307-45d7-a0eb-96b6c71f2423 None None] Attempting to bind port 996723de-0664-49b5-86d5-9bafe8c1b113 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:26:42.781737 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-8f81ef92-8307-45d7-a0eb-96b6c71f2423 None None] Attempting to bind port 996723de-0664-49b5-86d5-9bafe8c1b113 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:26:42.782069 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f81ef92-8307-45d7-a0eb-96b6c71f2423 None None] Attempting to bind port 996723de-0664-49b5-86d5-9bafe8c1b113 on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:26:42.836928 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409b24e-4395-40f1-9b0a-bd479c5a5df0 None None] Pushing event updated for resources: {'Port': ['ID=996723de-0664-49b5-86d5-9bafe8c1b113,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:42.842430 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f81ef92-8307-45d7-a0eb-96b6c71f2423 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:26:42.843398 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f81ef92-8307-45d7-a0eb-96b6c71f2423 None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:26:42.844267 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-8f81ef92-8307-45d7-a0eb-96b6c71f2423 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:42.844877 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f81ef92-8307-45d7-a0eb-96b6c71f2423 None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:26:42.846283 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-8f81ef92-8307-45d7-a0eb-96b6c71f2423 None None] Bound port: 996723de-0664-49b5-86d5-9bafe8c1b113, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:26:42.847497 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-8f81ef92-8307-45d7-a0eb-96b6c71f2423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (996723de-0664-49b5-86d5-9bafe8c1b113), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:42.872295 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0fec6870-2abc-427c-b670-cd6f0e87d0ed req-166f6a39-87f7-443b-bdd0-4855227f9fd0 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6750112 Feb 09 01:26:42.967459 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7b161680-b080-4741-89e1-8ca4d75f9798 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1244860 Feb 09 01:26:42.968129 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-8f81ef92-8307-45d7-a0eb-96b6c71f2423 None None] For port 996723de-0664-49b5-86d5-9bafe8c1b113, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:26:42.973217 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-8f81ef92-8307-45d7-a0eb-96b6c71f2423 None None] For port 996723de-0664-49b5-86d5-9bafe8c1b113, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=996723de-0664-49b5-86d5-9bafe8c1b113,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:26:42.980922 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38542) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:42.985632 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-8f81ef92-8307-45d7-a0eb-96b6c71f2423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (996723de-0664-49b5-86d5-9bafe8c1b113), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:43.020393 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-747b8b9d-f04d-41e9-a600-04c44633dbc7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-287742968', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:43.060862 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730ede3d-75e2-422f-aa9c-2f3e4d1429ae None None] Network 47bbbcf4-ff9c-4873-8867-6396241ce55f requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:26:43.091793 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be6b7e-86f1-4112-a2fc-27fe051c7c0e req-fb061052-1089-46c7-a146-9ca3b00851d4 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:43.096208 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-62be6b7e-86f1-4112-a2fc-27fe051c7c0e req-fb061052-1089-46c7-a146-9ca3b00851d4 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=1378ef33-b41e-4a1c-9819-2f8ee1a300a5 HTTP/1.1" status: 200 len: 946 time: 0.9146850 Feb 09 01:26:43.125505 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f81ef92-8307-45d7-a0eb-96b6c71f2423 None None] Routers {'993f3a53-9435-4c44-b22c-f811c5e691b9'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:26:43.126487 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-8f81ef92-8307-45d7-a0eb-96b6c71f2423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:26:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['993f3a53-9435-4c44-b22c-f811c5e691b9'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:43.170109 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-9337ff40-9a67-4985-9706-fef59ababbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:43.172173 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-9337ff40-9a67-4985-9706-fef59ababbd9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3c1b64de-5642-407c-82ef-1ad0f3f887f4 HTTP/1.1" status: 200 len: 850 time: 0.4580834 Feb 09 01:26:43.219300 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b47caec4-4583-4a92-a8fd-73753a402d20 admin admin] Deleting port d29d1a9c-6dbb-4dee-a86b-379c73c4ad81 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:26:43.219725 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b47caec4-4583-4a92-a8fd-73753a402d20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (d29d1a9c-6dbb-4dee-a86b-379c73c4ad81), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:43.224848 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-747b8b9d-f04d-41e9-a600-04c44633dbc7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (ca49a5cd-9000-4438-bc78-a265d681b879), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:43.229409 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-747b8b9d-f04d-41e9-a600-04c44633dbc7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (ca49a5cd-9000-4438-bc78-a265d681b879), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:43.480488 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-8f81ef92-8307-45d7-a0eb-96b6c71f2423 None None] Set router 993f3a53-9435-4c44-b22c-f811c5e691b9 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:26:43.559122 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-747b8b9d-f04d-41e9-a600-04c44633dbc7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router_controller (ca49a5cd-9000-4438-bc78-a265d681b879), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:43.584545 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-b47caec4-4583-4a92-a8fd-73753a402d20 admin admin] For port d29d1a9c-6dbb-4dee-a86b-379c73c4ad81, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d29d1a9c-6dbb-4dee-a86b-379c73c4ad81,segment=NetworkSegment(1fcfd921-2942-4949-9e68-36da773a855f),segment_id=1fcfd921-2942-4949-9e68-36da773a855f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:43.585175 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b47caec4-4583-4a92-a8fd-73753a402d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (d29d1a9c-6dbb-4dee-a86b-379c73c4ad81), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:43.598151 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-747b8b9d-f04d-41e9-a600-04c44633dbc7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (ca49a5cd-9000-4438-bc78-a265d681b879), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:43.673208 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b47caec4-4583-4a92-a8fd-73753a402d20 admin admin] Calling delete_port for d29d1a9c-6dbb-4dee-a86b-379c73c4ad81 owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:26:43.688248 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-747b8b9d-f04d-41e9-a600-04c44633dbc7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:43.700258 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-747b8b9d-f04d-41e9-a600-04c44633dbc7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7054582 Feb 09 01:26:43.703846 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38560) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:43.768783 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d9bb0a-c374-4817-b887-e5a475e62f63 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:26:43.817284 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-62be6b7e-86f1-4112-a2fc-27fe051c7c0e req-b0d51d71-ae30-4351-b1f1-ba501b404b72 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6320186 Feb 09 01:26:43.834978 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 85359a70-fdb9-43d9-95cc-2c606177482b triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:43.839015 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (85359a70-fdb9-43d9-95cc-2c606177482b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:43.862729 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58ff6a-d390-43bd-87ab-5da07cae6faa req-cd3327ed-fea2-4d7b-9e5f-90ac25f30eea tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:43.867671 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-177dcca8-43c6-42aa-a4e7-a49d287e1811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:43.871245 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9f58ff6a-d390-43bd-87ab-5da07cae6faa req-cd3327ed-fea2-4d7b-9e5f-90ac25f30eea tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ad7d84-2274-46ee-94a3-316daf22f910 HTTP/1.1" status: 200 len: 943 time: 0.7729874 Feb 09 01:26:43.882162 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a659f4e-6281-4ab2-84da-1e20d53bdc32 req-7230a683-d248-49b1-9ddd-1b296067c93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:43.883902 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a659f4e-6281-4ab2-84da-1e20d53bdc32 req-7230a683-d248-49b1-9ddd-1b296067c93b service neutron] 10.222.0.121 "GET /v2.0/networks?id=b5cee00d-d11d-4a76-ad74-cfd798aa917c HTTP/1.1" status: 200 len: 912 time: 1.0512950 Feb 09 01:26:43.899178 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409b24e-4395-40f1-9b0a-bd479c5a5df0 None None] Pushing event updated for resources: {'Port': ['ID=996723de-0664-49b5-86d5-9bafe8c1b113,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:43.902950 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-8f81ef92-8307-45d7-a0eb-96b6c71f2423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993f3a53-9435-4c44-b22c-f811c5e691b9', 'name': 'tempest-ServersTestJSON-467401598-router', 'tenant_id': '25dd107518fe42779a682201553350e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '996723de-0664-49b5-86d5-9bafe8c1b113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:35Z', 'updated_at': '2022-02-09T01:26:36Z', 'revision_number': 3, 'project_id': '25dd107518fe42779a682201553350e9', 'gw_port': {'id': '996723de-0664-49b5-86d5-9bafe8c1b113', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:15:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993f3a53-9435-4c44-b22c-f811c5e691b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:36Z', 'updated_at': '2022-02-09T01:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:43.941502 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f81ef92-8307-45d7-a0eb-96b6c71f2423 None None] The sync data for ids ['993f3a53-9435-4c44-b22c-f811c5e691b9'] in n-d-822053-40 is: [{'id': '993f3a53-9435-4c44-b22c-f811c5e691b9', 'name': 'tempest-ServersTestJSON-467401598-router', 'tenant_id': '25dd107518fe42779a682201553350e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '996723de-0664-49b5-86d5-9bafe8c1b113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:35Z', 'updated_at': '2022-02-09T01:26:36Z', 'revision_number': 3, 'project_id': '25dd107518fe42779a682201553350e9', 'gw_port': {'id': '996723de-0664-49b5-86d5-9bafe8c1b113', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:15:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993f3a53-9435-4c44-b22c-f811c5e691b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:36Z', 'updated_at': '2022-02-09T01:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:26:43.946523 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port b7d9bb0a-c374-4817-b887-e5a475e62f63, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=b7d9bb0a-c374-4817-b887-e5a475e62f63,segment=NetworkSegment(3350618d-f84a-4a0b-8997-97c98e7ed20e),segment_id=3350618d-f84a-4a0b-8997-97c98e7ed20e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:43.964892 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-08e42b77-5585-493f-9b97-db3191c9e768 None None] Provisioning complete for port 85359a70-fdb9-43d9-95cc-2c606177482b triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:43.964892 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-08e42b77-5585-493f-9b97-db3191c9e768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (85359a70-fdb9-43d9-95cc-2c606177482b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:44.049774 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b7d9bb0a-c374-4817-b887-e5a475e62f63), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:44.110119 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-61d4e52a-5a78-42ed-9e23-92becc0946c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:44.113199 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-61d4e52a-5a78-42ed-9e23-92becc0946c8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b5cee00d-d11d-4a76-ad74-cfd798aa917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.8957870 Feb 09 01:26:44.145939 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=b7d9bb0a-c374-4817-b887-e5a475e62f63,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:44.152830 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9f58ff6a-d390-43bd-87ab-5da07cae6faa req-3b6ef720-e44d-4b9f-bde3-0a0d3175d1c0 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801681 Feb 09 01:26:44.246598 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a659f4e-6281-4ab2-84da-1e20d53bdc32 req-f7e6e563-2f48-419d-a5ad-a1613956d722 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5719c236-b300-4f5c-b12a-6f8844909733 HTTP/1.1" status: 200 len: 1000 time: 0.3537061 Feb 09 01:26:44.375879 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e176503f-22c7-40b6-b8db-dd2274bea3ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-47bbbcf4-ff9c-4873-8867-6396241ce55f', 'network_id': '47bbbcf4-ff9c-4873-8867-6396241ce55f', 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'fixed_ips': [{'subnet_id': '3b855b8a-ae01-486c-9313-02e0c35fcf2a'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:26:44.376794 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e176503f-22c7-40b6-b8db-dd2274bea3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:44.392676 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['b7d9bb0a-c374-4817-b887-e5a475e62f63'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:26:44.630513 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-08e42b77-5585-493f-9b97-db3191c9e768 None None] Current status of the port 85359a70-fdb9-43d9-95cc-2c606177482b is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:44.632387 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-08e42b77-5585-493f-9b97-db3191c9e768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (85359a70-fdb9-43d9-95cc-2c606177482b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:44.708599 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f6606-d340-40cc-b6b9-3a531a8c64e5 req-cb5257a4-d71a-409f-9fe2-f69dc5acd446 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:44.721395 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-257f6606-d340-40cc-b6b9-3a531a8c64e5 req-cb5257a4-d71a-409f-9fe2-f69dc5acd446 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a8efce-fc53-4313-a583-be22faf317e8 HTTP/1.1" status: 200 len: 943 time: 0.6714935 Feb 09 01:26:44.732593 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 85359a70-fdb9-43d9-95cc-2c606177482b is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:44.733368 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (85359a70-fdb9-43d9-95cc-2c606177482b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:44.742623 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a659f4e-6281-4ab2-84da-1e20d53bdc32 req-c19853d2-94ba-4f86-a945-ce8aefc2eb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:44.748034 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b47caec4-4583-4a92-a8fd-73753a402d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (d29d1a9c-6dbb-4dee-a86b-379c73c4ad81), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:44.759044 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a659f4e-6281-4ab2-84da-1e20d53bdc32 req-c19853d2-94ba-4f86-a945-ce8aefc2eb00 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3c1b64de-5642-407c-82ef-1ad0f3f887f4 HTTP/1.1" status: 200 len: 850 time: 0.3830273 Feb 09 01:26:44.779688 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-08e42b77-5585-493f-9b97-db3191c9e768 None None] For port 85359a70-fdb9-43d9-95cc-2c606177482b, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=85359a70-fdb9-43d9-95cc-2c606177482b,segment=NetworkSegment(19dc12bd-f50e-4e39-a9af-b789de5e3240),segment_id=19dc12bd-f50e-4e39-a9af-b789de5e3240)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:44.919747 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-4248a1f1-d062-42b4-8a57-e053d2a83fbb service neutron] 10.222.0.91 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7337635 Feb 09 01:26:45.007450 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-08e42b77-5585-493f-9b97-db3191c9e768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (85359a70-fdb9-43d9-95cc-2c606177482b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:45.047464 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a659f4e-6281-4ab2-84da-1e20d53bdc32 req-83b91159-51bd-4d41-9330-8ad14eaead14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:45.049082 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a659f4e-6281-4ab2-84da-1e20d53bdc32 req-83b91159-51bd-4d41-9330-8ad14eaead14 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b5cee00d-d11d-4a76-ad74-cfd798aa917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2892184 Feb 09 01:26:45.223846 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-257f6606-d340-40cc-b6b9-3a531a8c64e5 req-0a4f1dfe-e184-47df-b6dd-90dbcded77b8 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4979796 Feb 09 01:26:45.330343 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a659f4e-6281-4ab2-84da-1e20d53bdc32 req-cbe8e09e-02be-4c3e-9d17-e404de36d30a service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499695 Feb 09 01:26:45.444014 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:26:45.445096 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:26:45.459856 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-7aad75c9-7be0-4c69-9fcb-ed87678b6119 None None] Provisioning complete for port 85359a70-fdb9-43d9-95cc-2c606177482b triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:45.460904 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7aad75c9-7be0-4c69-9fcb-ed87678b6119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (85359a70-fdb9-43d9-95cc-2c606177482b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:45.504731 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e42b77-5585-493f-9b97-db3191c9e768 None None] Pushing event updated for resources: {'Port': ['ID=85359a70-fdb9-43d9-95cc-2c606177482b,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:45.561492 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-e176503f-22c7-40b6-b8db-dd2274bea3ea None None] Allocated IP 172.21.0.2 (47bbbcf4-ff9c-4873-8867-6396241ce55f/3b855b8a-ae01-486c-9313-02e0c35fcf2a/4556844c-4f67-44c3-a8bc-e76fc61ba9a2) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:45.590133 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a659f4e-6281-4ab2-84da-1e20d53bdc32 req-3d2b5ab7-446e-48aa-991f-1af38744827b service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470281 Feb 09 01:26:45.674173 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47caec4-4583-4a92-a8fd-73753a402d20 admin admin] Pushing event deleted for resources: {'Port': ['ID=d29d1a9c-6dbb-4dee-a86b-379c73c4ad81,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:45.707649 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef6fdb63-396f-40ff-9130-c398d971d9fe tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:45.718631 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7aad75c9-7be0-4c69-9fcb-ed87678b6119 None None] Current status of the port 85359a70-fdb9-43d9-95cc-2c606177482b is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:45.758450 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9c597-7a05-4dd8-ade1-16d7d5001768 req-a1435204-1d3d-4d15-b2f3-1341ef1b9e87 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:45.759747 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3ad9c597-7a05-4dd8-ade1-16d7d5001768 req-a1435204-1d3d-4d15-b2f3-1341ef1b9e87 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=1378ef33-b41e-4a1c-9819-2f8ee1a300a5 HTTP/1.1" status: 200 len: 946 time: 0.7667856 Feb 09 01:26:45.765929 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f2e4604a-3ee2-427b-9ffd-c4b245c73a1e req-932ae024-a1f8-4aa5-b9bc-239413e1297a service neutron] 10.222.0.91 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8299470 Feb 09 01:26:45.827567 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba356e-1a85-4394-a210-65d86a37df3e req-210bdbba-0300-41a2-b8bc-459b4fbb0e08 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:45.844869 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-adba356e-1a85-4394-a210-65d86a37df3e req-210bdbba-0300-41a2-b8bc-459b4fbb0e08 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ad7d84-2274-46ee-94a3-316daf22f910 HTTP/1.1" status: 200 len: 944 time: 0.4418259 Feb 09 01:26:45.922970 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e176503f-22c7-40b6-b8db-dd2274bea3ea None None] Publish callbacks [] for port (4556844c-4f67-44c3-a8bc-e76fc61ba9a2), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:45.934937 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e176503f-22c7-40b6-b8db-dd2274bea3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (4556844c-4f67-44c3-a8bc-e76fc61ba9a2), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:46.073051 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-adba356e-1a85-4394-a210-65d86a37df3e req-5d2b3c62-d245-4a77-8db4-e1c20af9df38 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262414 Feb 09 01:26:46.075335 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device b7d9bb0a-c374-4817-b887-e5a475e62f63 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:26:46.170415 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e176503f-22c7-40b6-b8db-dd2274bea3ea None None] Network 47bbbcf4-ff9c-4873-8867-6396241ce55f is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:46.181513 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-e176503f-22c7-40b6-b8db-dd2274bea3ea None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:46.193085 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176503f-22c7-40b6-b8db-dd2274bea3ea None None] Pushing event updated for resources: {'Port': ['ID=4556844c-4f67-44c3-a8bc-e76fc61ba9a2,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:46.201366 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e176503f-22c7-40b6-b8db-dd2274bea3ea None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:26:46.207010 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port b7d9bb0a-c374-4817-b887-e5a475e62f63 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:26:46.214606 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 85359a70-fdb9-43d9-95cc-2c606177482b is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:46.222130 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port b7d9bb0a-c374-4817-b887-e5a475e62f63 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:46.222718 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b7d9bb0a-c374-4817-b887-e5a475e62f63), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:46.233796 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3ad9c597-7a05-4dd8-ade1-16d7d5001768 req-169153cd-ab9f-4aa5-91bb-8c368b852c63 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4667969 Feb 09 01:26:46.249902 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a54e1-7339-456c-8529-e43612376fa4 req-cada1440-d1d3-4331-a8b6-b3373301c112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:46.251843 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e76a54e1-7339-456c-8529-e43612376fa4 req-cada1440-d1d3-4331-a8b6-b3373301c112 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b6fd459715684d44a0a31bd130ea655c&device_id=67a8efce-fc53-4313-a583-be22faf317e8 HTTP/1.1" status: 200 len: 1126 time: 0.2234752 Feb 09 01:26:46.583184 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-e176503f-22c7-40b6-b8db-dd2274bea3ea None None] Attempting to bind port 4556844c-4f67-44c3-a8bc-e76fc61ba9a2 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:26:46.586723 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-e176503f-22c7-40b6-b8db-dd2274bea3ea None None] Attempting to bind port 4556844c-4f67-44c3-a8bc-e76fc61ba9a2 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'ccb2336d-832f-4644-a252-1c73296daccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '47bbbcf4-ff9c-4873-8867-6396241ce55f'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:26:46.588774 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e176503f-22c7-40b6-b8db-dd2274bea3ea None None] Attempting to bind port 4556844c-4f67-44c3-a8bc-e76fc61ba9a2 on network 47bbbcf4-ff9c-4873-8867-6396241ce55f {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:26:46.590492 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a54e1-7339-456c-8529-e43612376fa4 req-5dbf278c-7b72-4859-a1bd-2642672bd64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:46.594366 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e76a54e1-7339-456c-8529-e43612376fa4 req-5dbf278c-7b72-4859-a1bd-2642672bd64e service neutron] 10.222.0.91 "GET /v2.0/networks?id=b5cee00d-d11d-4a76-ad74-cfd798aa917c HTTP/1.1" status: 200 len: 912 time: 0.3245146 Feb 09 01:26:46.606746 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e176503f-22c7-40b6-b8db-dd2274bea3ea None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:26:46.612642 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e176503f-22c7-40b6-b8db-dd2274bea3ea None None] Checking segment: {'id': 'ccb2336d-832f-4644-a252-1c73296daccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '47bbbcf4-ff9c-4873-8867-6396241ce55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:26:46.613683 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e176503f-22c7-40b6-b8db-dd2274bea3ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:46.614247 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e176503f-22c7-40b6-b8db-dd2274bea3ea None None] Bound using segment: {'id': 'ccb2336d-832f-4644-a252-1c73296daccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '47bbbcf4-ff9c-4873-8867-6396241ce55f'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:26:46.614915 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-e176503f-22c7-40b6-b8db-dd2274bea3ea None None] Bound port: 4556844c-4f67-44c3-a8bc-e76fc61ba9a2, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb2336d-832f-4644-a252-1c73296daccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '47bbbcf4-ff9c-4873-8867-6396241ce55f'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:26:46.616387 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e176503f-22c7-40b6-b8db-dd2274bea3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (4556844c-4f67-44c3-a8bc-e76fc61ba9a2), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:46.732686 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port b7d9bb0a-c374-4817-b887-e5a475e62f63 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:46.733209 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b7d9bb0a-c374-4817-b887-e5a475e62f63), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:46.756275 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e76a54e1-7339-456c-8529-e43612376fa4 req-9032ec66-ad40-41d7-b36d-6cb016a02628 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf HTTP/1.1" status: 200 len: 217 time: 0.1525447 Feb 09 01:26:46.797326 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf61e51-4023-45fd-a7ac-e486539dc6c3 req-a517564a-a7cf-461b-9edc-3e7a00368220 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:46.799409 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5bf61e51-4023-45fd-a7ac-e486539dc6c3 req-a517564a-a7cf-461b-9edc-3e7a00368220 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a8efce-fc53-4313-a583-be22faf317e8 HTTP/1.1" status: 200 len: 943 time: 0.3081365 Feb 09 01:26:46.824542 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 85359a70-fdb9-43d9-95cc-2c606177482b up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:26:46.901267 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ad7d84-2274-46ee-94a3-316daf22f910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d9bb0a-c374-4817-b887-e5a475e62f63'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:26:46.908820 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6909582-3426-49bd-bf30-063de3656124" -d '{"events": [{"server_uuid": "02ad7d84-2274-46ee-94a3-316daf22f910", "name": "network-vif-plugged", "status": "completed", "tag": "b7d9bb0a-c374-4817-b887-e5a475e62f63"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:26:46.989437 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port b7d9bb0a-c374-4817-b887-e5a475e62f63, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=b7d9bb0a-c374-4817-b887-e5a475e62f63,segment=NetworkSegment(3350618d-f84a-4a0b-8997-97c98e7ed20e),segment_id=3350618d-f84a-4a0b-8997-97c98e7ed20e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:47.010790 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a54e1-7339-456c-8529-e43612376fa4 req-c21dec6a-d946-497d-ae76-e2e98ae642d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:47.012507 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e76a54e1-7339-456c-8529-e43612376fa4 req-c21dec6a-d946-497d-ae76-e2e98ae642d7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3c1b64de-5642-407c-82ef-1ad0f3f887f4 HTTP/1.1" status: 200 len: 850 time: 0.2451360 Feb 09 01:26:47.044172 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5bf61e51-4023-45fd-a7ac-e486539dc6c3 req-cc150000-ac5a-493c-ac14-869b325ead83 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178347 Feb 09 01:26:47.056352 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b7d9bb0a-c374-4817-b887-e5a475e62f63), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:47.078332 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-177dcca8-43c6-42aa-a4e7-a49d287e1811 admin admin] Allocated IP 172.20.0.1 (2bc4ea01-221c-4795-83a1-f4476e29e9f6/e2a168c6-d12d-41a2-96bc-04d516c6af17/525bb108-0c46-4c5c-9d5e-6e86c1274867) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:47.079019 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:26:47.163770 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4e8599-c3b7-4ee3-9ef3-dbef96c2e20a x-openstack-request-id: req-bc4e8599-c3b7-4ee3-9ef3-dbef96c2e20a {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:26:47.164110 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ad7d84-2274-46ee-94a3-316daf22f910", "name": "network-vif-plugged", "status": "completed", "tag": "b7d9bb0a-c374-4817-b887-e5a475e62f63", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:26:47.164369 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bc4e8599-c3b7-4ee3-9ef3-dbef96c2e20a {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:26:47.164782 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ad7d84-2274-46ee-94a3-316daf22f910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d9bb0a-c374-4817-b887-e5a475e62f63', 'code': 200} Feb 09 01:26:47.166228 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=b7d9bb0a-c374-4817-b887-e5a475e62f63,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:47.184979 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e176503f-22c7-40b6-b8db-dd2274bea3ea None None] For port 4556844c-4f67-44c3-a8bc-e76fc61ba9a2, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:26:47.188814 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e176503f-22c7-40b6-b8db-dd2274bea3ea None None] For port 4556844c-4f67-44c3-a8bc-e76fc61ba9a2, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=4556844c-4f67-44c3-a8bc-e76fc61ba9a2,segment=NetworkSegment(ccb2336d-832f-4644-a252-1c73296daccf),segment_id=ccb2336d-832f-4644-a252-1c73296daccf)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:26:47.196901 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a54e1-7339-456c-8529-e43612376fa4 req-983268dd-151e-4237-b749-5045ad004da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:47.203593 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e76a54e1-7339-456c-8529-e43612376fa4 req-983268dd-151e-4237-b749-5045ad004da2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b5cee00d-d11d-4a76-ad74-cfd798aa917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1574037 Feb 09 01:26:47.211381 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e176503f-22c7-40b6-b8db-dd2274bea3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (4556844c-4f67-44c3-a8bc-e76fc61ba9a2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:47.247724 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 85359a70-fdb9-43d9-95cc-2c606177482b triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:47.248193 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (85359a70-fdb9-43d9-95cc-2c606177482b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:47.376853 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176503f-22c7-40b6-b8db-dd2274bea3ea None None] Pushing event updated for resources: {'Port': ['ID=4556844c-4f67-44c3-a8bc-e76fc61ba9a2,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:47.396901 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-177dcca8-43c6-42aa-a4e7-a49d287e1811 admin admin] Publish callbacks [] for port (525bb108-0c46-4c5c-9d5e-6e86c1274867), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:47.596095 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 85359a70-fdb9-43d9-95cc-2c606177482b is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:47.598168 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 996723de-0664-49b5-86d5-9bafe8c1b113 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:26:47.645416 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897937b-b3ec-41fa-9094-f0a7b4e2a5c1 req-5d62fae9-e435-4d45-bafd-3fa09368b7fc tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:47.648353 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5897937b-b3ec-41fa-9094-f0a7b4e2a5c1 req-5d62fae9-e435-4d45-bafd-3fa09368b7fc tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=1378ef33-b41e-4a1c-9819-2f8ee1a300a5 HTTP/1.1" status: 200 len: 946 time: 0.2592764 Feb 09 01:26:47.655170 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e76a54e1-7339-456c-8529-e43612376fa4 req-d48e2818-bc18-402a-b219-fdf457b26540 service neutron] 10.222.0.91 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441772 Feb 09 01:26:47.668166 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce8dde-27d7-4fd6-8232-8cb94b0f1895 req-478f64d8-a7cf-4160-9295-24117c100d18 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:47.677263 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-61ce8dde-27d7-4fd6-8232-8cb94b0f1895 req-478f64d8-a7cf-4160-9295-24117c100d18 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ad7d84-2274-46ee-94a3-316daf22f910 HTTP/1.1" status: 200 len: 945 time: 0.4070616 Feb 09 01:26:47.723550 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b47caec4-4583-4a92-a8fd-73753a402d20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (c13ebd50-8857-4350-bb48-ac5d55faf5fe), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:47.733975 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-177dcca8-43c6-42aa-a4e7-a49d287e1811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (525bb108-0c46-4c5c-9d5e-6e86c1274867), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:47.750079 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a887db-937f-4e01-9d07-8e860f7cb27b req-6c3a3652-857a-443b-87f6-e265b331ac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:47.751873 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a3a887db-937f-4e01-9d07-8e860f7cb27b req-6c3a3652-857a-443b-87f6-e265b331ac8c service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=02ad7d84-2274-46ee-94a3-316daf22f910 HTTP/1.1" status: 200 len: 1128 time: 0.4063013 Feb 09 01:26:47.752657 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-ef6fdb63-396f-40ff-9130-c398d971d9fe tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Allocated IP 172.20.0.1 (72b62daf-a381-491a-b625-ec308592723e/06f6cb77-5781-45c1-b79f-162d19405955/415903d9-f968-4524-8efc-8a9ee6c5b9f0) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:47.799373 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 996723de-0664-49b5-86d5-9bafe8c1b113 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:47.809186 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (996723de-0664-49b5-86d5-9bafe8c1b113), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:47.865621 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38638) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:47.956413 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-61ce8dde-27d7-4fd6-8232-8cb94b0f1895 req-38aebc5f-605c-4219-b7c7-c8180bb1f864 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748640 Feb 09 01:26:47.964186 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177dcca8-43c6-42aa-a4e7-a49d287e1811 admin admin] Network 2bc4ea01-221c-4795-83a1-f4476e29e9f6 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:48.027725 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5897937b-b3ec-41fa-9094-f0a7b4e2a5c1 req-6882f580-c343-4b96-b94d-71be521dd30c tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469732 Feb 09 01:26:48.043160 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a3a887db-937f-4e01-9d07-8e860f7cb27b req-5e23809b-b2d6-4f41-8693-b517b2ded67e service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006986 Feb 09 01:26:48.053373 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:26:48.064808 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e76a54e1-7339-456c-8529-e43612376fa4 req-8be4cb3e-50ff-4407-a73e-4dac90dcceda service neutron] 10.222.0.91 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851433 Feb 09 01:26:48.095199 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-177dcca8-43c6-42aa-a4e7-a49d287e1811 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:48.098889 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177dcca8-43c6-42aa-a4e7-a49d287e1811 admin admin] Pushing event updated for resources: {'Port': ['ID=525bb108-0c46-4c5c-9d5e-6e86c1274867,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:48.101933 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177dcca8-43c6-42aa-a4e7-a49d287e1811 admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:26:48.208621 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2e6b8307-6b8d-4fee-afaf-d0256f082f96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:48.258153 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 996723de-0664-49b5-86d5-9bafe8c1b113 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:48.258953 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (996723de-0664-49b5-86d5-9bafe8c1b113), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:48.305011 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 996723de-0664-49b5-86d5-9bafe8c1b113, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=996723de-0664-49b5-86d5-9bafe8c1b113,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:48.326460 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (996723de-0664-49b5-86d5-9bafe8c1b113), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:48.355461 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2e6b8307-6b8d-4fee-afaf-d0256f082f96 admin admin] Publish callbacks [] for security_group (15d987cc-9de7-4726-a64a-13d66515f57e), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:48.376403 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2e6b8307-6b8d-4fee-afaf-d0256f082f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (15d987cc-9de7-4726-a64a-13d66515f57e), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:48.377497 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:48.420297 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b8307-6b8d-4fee-afaf-d0256f082f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d987cc-9de7-4726-a64a-13d66515f57e,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:48.454906 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-177dcca8-43c6-42aa-a4e7-a49d287e1811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (993f3a53-9435-4c44-b22c-f811c5e691b9), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:48.461348 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6b8307-6b8d-4fee-afaf-d0256f082f96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:48.461685 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6b8307-6b8d-4fee-afaf-d0256f082f96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:48.462032 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6b8307-6b8d-4fee-afaf-d0256f082f96 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:48.462467 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6b8307-6b8d-4fee-afaf-d0256f082f96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:48.466756 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6b8307-6b8d-4fee-afaf-d0256f082f96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:48.467963 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6b8307-6b8d-4fee-afaf-d0256f082f96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:48.468339 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6b8307-6b8d-4fee-afaf-d0256f082f96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:48.468680 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6b8307-6b8d-4fee-afaf-d0256f082f96 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:48.471127 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6b8307-6b8d-4fee-afaf-d0256f082f96 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:48.471514 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6b8307-6b8d-4fee-afaf-d0256f082f96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:48.471856 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6b8307-6b8d-4fee-afaf-d0256f082f96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:48.472220 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6b8307-6b8d-4fee-afaf-d0256f082f96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:48.472557 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6b8307-6b8d-4fee-afaf-d0256f082f96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:48.496837 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf', 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c', 'port_id': '21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf', 'mac_address': 'fa:16:3e:72:03:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c1b64de-5642-407c-82ef-1ad0f3f887f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:26:48.512082 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb51237-48e2-4d99-aa15-25bd902600c2 req-bbe2d644-3514-4d87-866e-1b43728c8d95 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:48.517206 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-deb51237-48e2-4d99-aa15-25bd902600c2 req-bbe2d644-3514-4d87-866e-1b43728c8d95 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a8efce-fc53-4313-a583-be22faf317e8 HTTP/1.1" status: 200 len: 943 time: 0.3822165 Feb 09 01:26:48.536781 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=996723de-0664-49b5-86d5-9bafe8c1b113,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:48.578972 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef6fdb63-396f-40ff-9130-c398d971d9fe tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for port (415903d9-f968-4524-8efc-8a9ee6c5b9f0), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:48.584905 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2e6b8307-6b8d-4fee-afaf-d0256f082f96 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f09b368cbfd24486b63d032036fee464&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7040501 Feb 09 01:26:48.595367 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38644) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:48.663252 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 4556844c-4f67-44c3-a8bc-e76fc61ba9a2 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:26:48.700471 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-36dcbf9b-6479-44ed-9c83-0cf800b8bd1d None None] Provisioning complete for port 525bb108-0c46-4c5c-9d5e-6e86c1274867 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:48.701227 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-36dcbf9b-6479-44ed-9c83-0cf800b8bd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (525bb108-0c46-4c5c-9d5e-6e86c1274867), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:48.704883 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47caec4-4583-4a92-a8fd-73753a402d20 admin admin] Router c13ebd50-8857-4350-bb48-ac5d55faf5fe has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:26:48.763276 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef6fdb63-396f-40ff-9130-c398d971d9fe tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (415903d9-f968-4524-8efc-8a9ee6c5b9f0), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:48.773848 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-deb51237-48e2-4d99-aa15-25bd902600c2 req-a4209d0b-a9fd-4ac4-9b6a-7dd66663f590 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485456 Feb 09 01:26:48.796490 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c3781b80-0e89-4ba4-a45a-ff0b94dabe88 admin admin] Publish callbacks [] for security_group (15d987cc-9de7-4726-a64a-13d66515f57e), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:48.825747 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c3781b80-0e89-4ba4-a45a-ff0b94dabe88 admin admin] Publish callbacks [] for security_group (15d987cc-9de7-4726-a64a-13d66515f57e), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:48.893296 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c3781b80-0e89-4ba4-a45a-ff0b94dabe88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (15d987cc-9de7-4726-a64a-13d66515f57e), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:48.898647 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c3781b80-0e89-4ba4-a45a-ff0b94dabe88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:48.900434 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c3781b80-0e89-4ba4-a45a-ff0b94dabe88 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/15d987cc-9de7-4726-a64a-13d66515f57e HTTP/1.1" status: 204 len: 168 time: 0.3045256 Feb 09 01:26:48.921328 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3781b80-0e89-4ba4-a45a-ff0b94dabe88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d987cc-9de7-4726-a64a-13d66515f57e,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:48.945257 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:48.945679 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:48.979000 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6fdb63-396f-40ff-9130-c398d971d9fe tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Network 72b62daf-a381-491a-b625-ec308592723e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:48.983294 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-36dcbf9b-6479-44ed-9c83-0cf800b8bd1d None None] Port 525bb108-0c46-4c5c-9d5e-6e86c1274867 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:26:48.986316 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6fdb63-396f-40ff-9130-c398d971d9fe tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event updated for resources: {'Port': ['ID=415903d9-f968-4524-8efc-8a9ee6c5b9f0,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:48.987380 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:26:48.990098 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-ef6fdb63-396f-40ff-9130-c398d971d9fe tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:48.993157 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6fdb63-396f-40ff-9130-c398d971d9fe tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:26:49.014563 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:49.021728 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:49.025960 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 4556844c-4f67-44c3-a8bc-e76fc61ba9a2 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:49.026322 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (4556844c-4f67-44c3-a8bc-e76fc61ba9a2), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:49.095737 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-177dcca8-43c6-42aa-a4e7-a49d287e1811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (525bb108-0c46-4c5c-9d5e-6e86c1274867), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:49.103797 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf3aeb2-fdd1-441b-9d6c-3c80469fe8a3 None None] Network 47bbbcf4-ff9c-4873-8867-6396241ce55f requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:26:49.214406 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:49.225511 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef6fdb63-396f-40ff-9130-c398d971d9fe tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (ca49a5cd-9000-4438-bc78-a265d681b879), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:49.266494 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-5ca3ece8-8f28-4b90-8aba-5a1e5fcb9dbe None None] Provisioning complete for port 4556844c-4f67-44c3-a8bc-e76fc61ba9a2 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:49.266845 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5ca3ece8-8f28-4b90-8aba-5a1e5fcb9dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (4556844c-4f67-44c3-a8bc-e76fc61ba9a2), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:49.271931 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c97b89-8df6-42d6-9ac1-bd2b96b5070d req-f23f7af1-8808-42d7-b3c6-e0e331ce5d5d tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:49.277159 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-02c97b89-8df6-42d6-9ac1-bd2b96b5070d req-f23f7af1-8808-42d7-b3c6-e0e331ce5d5d tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ad7d84-2274-46ee-94a3-316daf22f910 HTTP/1.1" status: 200 len: 945 time: 0.2141850 Feb 09 01:26:49.364179 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47caec4-4583-4a92-a8fd-73753a402d20 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:26:49.382515 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b47caec4-4583-4a92-a8fd-73753a402d20 admin admin] 10.222.0.30 "PUT /v2.0/routers/c13ebd50-8857-4350-bb48-ac5d55faf5fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4557555 Feb 09 01:26:49.385077 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:26:49.386972 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38656) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:49.443857 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08babb0d-a33f-48c9-be24-6f949db0e0e0 None None] Sync routers for ids ['c13ebd50-8857-4350-bb48-ac5d55faf5fe'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:26:49.452934 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-02c97b89-8df6-42d6-9ac1-bd2b96b5070d req-a825b73a-2602-4a94-8132-99bf8de34fcf tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683829 Feb 09 01:26:49.468627 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff32b68-8841-462f-8e4e-5359bdf3e120 req-a09f9a45-8bbf-4e3f-86f8-b732a3afe859 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:49.471086 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aff32b68-8841-462f-8e4e-5359bdf3e120 req-a09f9a45-8bbf-4e3f-86f8-b732a3afe859 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=1378ef33-b41e-4a1c-9819-2f8ee1a300a5 HTTP/1.1" status: 200 len: 946 time: 0.2631693 Feb 09 01:26:49.553935 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aff32b68-8841-462f-8e4e-5359bdf3e120 req-b929bccc-6415-4b3f-b472-cdb3fee7be9a tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766242 Feb 09 01:26:49.590489 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5ca3ece8-8f28-4b90-8aba-5a1e5fcb9dbe None None] Current status of the port 4556844c-4f67-44c3-a8bc-e76fc61ba9a2 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:49.590880 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5ca3ece8-8f28-4b90-8aba-5a1e5fcb9dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (4556844c-4f67-44c3-a8bc-e76fc61ba9a2), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:49.622202 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:49.637678 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08babb0d-a33f-48c9-be24-6f949db0e0e0 None None] Routers {'c13ebd50-8857-4350-bb48-ac5d55faf5fe'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:26:49.638214 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-08babb0d-a33f-48c9-be24-6f949db0e0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:26:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c13ebd50-8857-4350-bb48-ac5d55faf5fe'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:49.647028 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 4556844c-4f67-44c3-a8bc-e76fc61ba9a2 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:49.647456 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (4556844c-4f67-44c3-a8bc-e76fc61ba9a2), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:49.729222 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-177dcca8-43c6-42aa-a4e7-a49d287e1811 admin admin] Publish callbacks [] for port (525bb108-0c46-4c5c-9d5e-6e86c1274867), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:49.745136 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-177dcca8-43c6-42aa-a4e7-a49d287e1811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (525bb108-0c46-4c5c-9d5e-6e86c1274867), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:49.794661 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef6fdb63-396f-40ff-9130-c398d971d9fe tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (415903d9-f968-4524-8efc-8a9ee6c5b9f0), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:49.827532 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-5ca3ece8-8f28-4b90-8aba-5a1e5fcb9dbe None None] For port 4556844c-4f67-44c3-a8bc-e76fc61ba9a2, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=4556844c-4f67-44c3-a8bc-e76fc61ba9a2,segment=NetworkSegment(ccb2336d-832f-4644-a252-1c73296daccf),segment_id=ccb2336d-832f-4644-a252-1c73296daccf)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:49.906199 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9afec36f-0859-4bbd-ab28-b1b4e79d459c admin admin] Publish callbacks [] for router (c13ebd50-8857-4350-bb48-ac5d55faf5fe), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:49.972723 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5ca3ece8-8f28-4b90-8aba-5a1e5fcb9dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (4556844c-4f67-44c3-a8bc-e76fc61ba9a2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:49.982034 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:26:49.982394 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:26:50.000594 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee604ba9-2932-4dc8-a6ef-0d979e990ab3 req-aca304f0-3a87-4d63-8dc8-9c953af9e555 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:50.002862 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ee604ba9-2932-4dc8-a6ef-0d979e990ab3 req-aca304f0-3a87-4d63-8dc8-9c953af9e555 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a8efce-fc53-4313-a583-be22faf317e8 HTTP/1.1" status: 200 len: 944 time: 0.1307490 Feb 09 01:26:50.108756 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3ece8-8f28-4b90-8aba-5a1e5fcb9dbe None None] Pushing event updated for resources: {'Port': ['ID=4556844c-4f67-44c3-a8bc-e76fc61ba9a2,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:50.191113 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ee604ba9-2932-4dc8-a6ef-0d979e990ab3 req-d6fa1394-6234-4780-9587-30904451438f tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738887 Feb 09 01:26:50.203190 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-8111340f-193e-4ac1-8c1e-85fdfeb74071 None None] Provisioning complete for port 415903d9-f968-4524-8efc-8a9ee6c5b9f0 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:50.204691 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8111340f-193e-4ac1-8c1e-85fdfeb74071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (415903d9-f968-4524-8efc-8a9ee6c5b9f0), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:50.220779 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-08babb0d-a33f-48c9-be24-6f949db0e0e0 None None] Set router c13ebd50-8857-4350-bb48-ac5d55faf5fe gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:26:50.273568 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-8111340f-193e-4ac1-8c1e-85fdfeb74071 None None] Port 415903d9-f968-4524-8efc-8a9ee6c5b9f0 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:26:50.438534 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-3486e87f-a297-4c7e-9f4e-7762c296d4eb None None] Provisioning complete for port 4556844c-4f67-44c3-a8bc-e76fc61ba9a2 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:50.438920 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3486e87f-a297-4c7e-9f4e-7762c296d4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (4556844c-4f67-44c3-a8bc-e76fc61ba9a2), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:50.460016 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-177dcca8-43c6-42aa-a4e7-a49d287e1811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (993f3a53-9435-4c44-b22c-f811c5e691b9), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:50.480460 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177dcca8-43c6-42aa-a4e7-a49d287e1811 admin admin] Pushing event updated for resources: {'Port': ['ID=525bb108-0c46-4c5c-9d5e-6e86c1274867,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:50.627527 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 4556844c-4f67-44c3-a8bc-e76fc61ba9a2 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:50.635001 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9afec36f-0859-4bbd-ab28-b1b4e79d459c admin admin] Publish callbacks [] for router_gateway (c13ebd50-8857-4350-bb48-ac5d55faf5fe), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:50.704628 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3486e87f-a297-4c7e-9f4e-7762c296d4eb None None] Current status of the port 4556844c-4f67-44c3-a8bc-e76fc61ba9a2 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:50.710347 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-08babb0d-a33f-48c9-be24-6f949db0e0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13ebd50-8857-4350-bb48-ac5d55faf5fe', 'name': 'tempest-TaggedBootDevicesTest-854535665-router', 'tenant_id': 'cac06763934f48759bf988bffb5e2355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'bae12c89-5da9-44c5-b0de-f97627ec8d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:10Z', 'updated_at': '2022-02-09T01:26:44Z', 'revision_number': 5, 'project_id': 'cac06763934f48759bf988bffb5e2355', 'gw_port': {'id': 'bae12c89-5da9-44c5-b0de-f97627ec8d35', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:bd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13ebd50-8857-4350-bb48-ac5d55faf5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:11Z', 'updated_at': '2022-02-09T01:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:50.745040 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86a28f-4253-4f5f-a78b-a7f9c9ed809f req-f7477805-7fad-4376-a141-b3f915594ccd tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:50.746667 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5d86a28f-4253-4f5f-a78b-a7f9c9ed809f req-f7477805-7fad-4376-a141-b3f915594ccd tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ad7d84-2274-46ee-94a3-316daf22f910 HTTP/1.1" status: 200 len: 945 time: 0.1907985 Feb 09 01:26:50.762586 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08babb0d-a33f-48c9-be24-6f949db0e0e0 None None] Checking router: c13ebd50-8857-4350-bb48-ac5d55faf5fe for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:26:50.808457 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0c4cc8d2-ff4a-427b-8fc3-fa7ab3116eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:50.836570 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 4556844c-4f67-44c3-a8bc-e76fc61ba9a2 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:26:50.843098 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08babb0d-a33f-48c9-be24-6f949db0e0e0 None None] Routers {'c13ebd50-8857-4350-bb48-ac5d55faf5fe'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:26:50.843836 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-08babb0d-a33f-48c9-be24-6f949db0e0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:26:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c13ebd50-8857-4350-bb48-ac5d55faf5fe'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:50.873114 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070a654-df3b-49ef-9f2c-96cd7f874e89 req-ab00f71a-c942-45c5-aadd-e0ae83f93c14 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:50.874994 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d070a654-df3b-49ef-9f2c-96cd7f874e89 req-ab00f71a-c942-45c5-aadd-e0ae83f93c14 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=1378ef33-b41e-4a1c-9819-2f8ee1a300a5 HTTP/1.1" status: 200 len: 946 time: 0.1273768 Feb 09 01:26:50.880648 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5d86a28f-4253-4f5f-a78b-a7f9c9ed809f req-cc6e5928-d6cf-4f73-823f-998d4f2e301c tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971823 Feb 09 01:26:51.023045 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d070a654-df3b-49ef-9f2c-96cd7f874e89 req-27bf057f-832e-43a7-abd6-3668fe5dc0f3 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350055 Feb 09 01:26:51.099160 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-08babb0d-a33f-48c9-be24-6f949db0e0e0 None None] Set router c13ebd50-8857-4350-bb48-ac5d55faf5fe gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:26:51.169392 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:51.173806 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-08babb0d-a33f-48c9-be24-6f949db0e0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13ebd50-8857-4350-bb48-ac5d55faf5fe', 'name': 'tempest-TaggedBootDevicesTest-854535665-router', 'tenant_id': 'cac06763934f48759bf988bffb5e2355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:10Z', 'updated_at': '2022-02-09T01:26:50Z', 'revision_number': 6, 'project_id': 'cac06763934f48759bf988bffb5e2355', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:51.211262 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08babb0d-a33f-48c9-be24-6f949db0e0e0 None None] The sync data for ids ['c13ebd50-8857-4350-bb48-ac5d55faf5fe'] in n-d-822053-40 is: [{'id': 'c13ebd50-8857-4350-bb48-ac5d55faf5fe', 'name': 'tempest-TaggedBootDevicesTest-854535665-router', 'tenant_id': 'cac06763934f48759bf988bffb5e2355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:10Z', 'updated_at': '2022-02-09T01:26:50Z', 'revision_number': 6, 'project_id': 'cac06763934f48759bf988bffb5e2355', 'gw_port_host': None}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:26:51.250639 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9afec36f-0859-4bbd-ab28-b1b4e79d459c admin admin] Deleting port bae12c89-5da9-44c5-b0de-f97627ec8d35 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:26:51.254028 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 4556844c-4f67-44c3-a8bc-e76fc61ba9a2 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:51.254411 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (4556844c-4f67-44c3-a8bc-e76fc61ba9a2), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:51.254975 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9afec36f-0859-4bbd-ab28-b1b4e79d459c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (bae12c89-5da9-44c5-b0de-f97627ec8d35), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:51.288625 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177dcca8-43c6-42aa-a4e7-a49d287e1811 admin admin] Network 2bc4ea01-221c-4795-83a1-f4476e29e9f6 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:51.297876 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e08442-da56-4f62-b564-d4004ae78bb1 req-70ca4d60-9cca-4104-9f7c-5cdc01e5163a tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:51.299499 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-40e08442-da56-4f62-b564-d4004ae78bb1 req-70ca4d60-9cca-4104-9f7c-5cdc01e5163a tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ad7d84-2274-46ee-94a3-316daf22f910 HTTP/1.1" status: 200 len: 945 time: 0.1087310 Feb 09 01:26:51.310358 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-177dcca8-43c6-42aa-a4e7-a49d287e1811 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:51.341629 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef6fdb63-396f-40ff-9130-c398d971d9fe tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for port (415903d9-f968-4524-8efc-8a9ee6c5b9f0), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:51.357560 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef6fdb63-396f-40ff-9130-c398d971d9fe tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (415903d9-f968-4524-8efc-8a9ee6c5b9f0), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:51.500462 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277d9cb-db19-4ee6-b0b8-7da74155d902 req-ac73fa1f-8506-4511-a136-edf20c568db3 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:51.502067 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3277d9cb-db19-4ee6-b0b8-7da74155d902 req-ac73fa1f-8506-4511-a136-edf20c568db3 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a8efce-fc53-4313-a583-be22faf317e8 HTTP/1.1" status: 200 len: 944 time: 0.1950893 Feb 09 01:26:51.518620 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-40e08442-da56-4f62-b564-d4004ae78bb1 req-00c2a79d-f9f4-488e-a417-5b1ec3497d6b tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097924 Feb 09 01:26:51.540318 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef6fdb63-396f-40ff-9130-c398d971d9fe tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (ca49a5cd-9000-4438-bc78-a265d681b879), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:51.632918 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3277d9cb-db19-4ee6-b0b8-7da74155d902 req-d35159b6-3e67-4a6e-91bd-71a51fad6bb1 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055150 Feb 09 01:26:51.633521 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38746) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:51.795352 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6fdb63-396f-40ff-9130-c398d971d9fe tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event updated for resources: {'Port': ['ID=415903d9-f968-4524-8efc-8a9ee6c5b9f0,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:51.867657 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-068ee8e6-54c6-4774-9106-997587fdbf90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:51.897238 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-9afec36f-0859-4bbd-ab28-b1b4e79d459c admin admin] For port bae12c89-5da9-44c5-b0de-f97627ec8d35, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=bae12c89-5da9-44c5-b0de-f97627ec8d35,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:51.898146 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9afec36f-0859-4bbd-ab28-b1b4e79d459c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (bae12c89-5da9-44c5-b0de-f97627ec8d35), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:51.924554 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9afec36f-0859-4bbd-ab28-b1b4e79d459c admin admin] Calling delete_port for bae12c89-5da9-44c5-b0de-f97627ec8d35 owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:26:51.956840 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 4556844c-4f67-44c3-a8bc-e76fc61ba9a2 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:51.960111 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 996723de-0664-49b5-86d5-9bafe8c1b113 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:26:51.998932 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-89ea7bd9-ba13-4e98-b18e-a7c71c511fe1 None None] Provisioning complete for port 525bb108-0c46-4c5c-9d5e-6e86c1274867 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:51.999627 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-89ea7bd9-ba13-4e98-b18e-a7c71c511fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (525bb108-0c46-4c5c-9d5e-6e86c1274867), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:52.042594 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:26:52.064994 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177dcca8-43c6-42aa-a4e7-a49d287e1811 admin admin] Router 993f3a53-9435-4c44-b22c-f811c5e691b9 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:26:52.072560 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-068ee8e6-54c6-4774-9106-997587fdbf90 admin admin] Publish callbacks [] for security_group (cffe89f3-626d-4da0-928c-f8913c14c09f), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:52.080866 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-068ee8e6-54c6-4774-9106-997587fdbf90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (cffe89f3-626d-4da0-928c-f8913c14c09f), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:52.127960 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6fdb63-396f-40ff-9130-c398d971d9fe tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Network 72b62daf-a381-491a-b625-ec308592723e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:52.137271 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-ef6fdb63-396f-40ff-9130-c398d971d9fe tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:52.139569 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-89ea7bd9-ba13-4e98-b18e-a7c71c511fe1 None None] Port 525bb108-0c46-4c5c-9d5e-6e86c1274867 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:26:52.156160 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 996723de-0664-49b5-86d5-9bafe8c1b113 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:52.157414 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (996723de-0664-49b5-86d5-9bafe8c1b113), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:52.162950 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:26:52.189325 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-068ee8e6-54c6-4774-9106-997587fdbf90 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=533e6d611b4f4443a08999300f6eff4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5509384 Feb 09 01:26:52.189325 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ee8e6-54c6-4774-9106-997587fdbf90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cffe89f3-626d-4da0-928c-f8913c14c09f,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:52.192359 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38754) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:52.201589 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:52.202533 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:52.330266 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7206ca1a-64ce-4700-aeaa-e65fcca2aeb8 admin admin] Publish callbacks [] for security_group (cffe89f3-626d-4da0-928c-f8913c14c09f), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:52.378987 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7206ca1a-64ce-4700-aeaa-e65fcca2aeb8 admin admin] Publish callbacks [] for security_group (cffe89f3-626d-4da0-928c-f8913c14c09f), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:52.439017 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89297b4f-48a2-468f-9bbe-edd202c27da9 req-0b035160-069f-45a4-a194-7fdca6ddabe6 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:52.448399 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89297b4f-48a2-468f-9bbe-edd202c27da9 req-0b035160-069f-45a4-a194-7fdca6ddabe6 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=1378ef33-b41e-4a1c-9819-2f8ee1a300a5 HTTP/1.1" status: 200 len: 946 time: 0.1351061 Feb 09 01:26:52.522313 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89297b4f-48a2-468f-9bbe-edd202c27da9 req-fd62e80b-4189-4ebf-ba46-e2302e074f12 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705843 Feb 09 01:26:52.540855 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7206ca1a-64ce-4700-aeaa-e65fcca2aeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (cffe89f3-626d-4da0-928c-f8913c14c09f), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:52.546091 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7206ca1a-64ce-4700-aeaa-e65fcca2aeb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:52.549720 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:52.550769 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7206ca1a-64ce-4700-aeaa-e65fcca2aeb8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cffe89f3-626d-4da0-928c-f8913c14c09f HTTP/1.1" status: 204 len: 168 time: 0.3558636 Feb 09 01:26:52.552134 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:52.569177 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 996723de-0664-49b5-86d5-9bafe8c1b113 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:52.584819 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7206ca1a-64ce-4700-aeaa-e65fcca2aeb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffe89f3-626d-4da0-928c-f8913c14c09f,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:52.698771 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a8efce-fc53-4313-a583-be22faf317e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:26:52.701152 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf33470e-b15d-403f-ba84-93b0f4277320" -d '{"events": [{"server_uuid": "67a8efce-fc53-4313-a583-be22faf317e8", "name": "network-vif-plugged", "status": "completed", "tag": "21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:26:52.733426 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:52.736052 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177dcca8-43c6-42aa-a4e7-a49d287e1811 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:26:52.743053 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:52.749392 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3938b5da-dbce-4ed3-94f6-e09133dfad4d None None] Sync routers for ids ['993f3a53-9435-4c44-b22c-f811c5e691b9'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:26:52.766957 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-177dcca8-43c6-42aa-a4e7-a49d287e1811 admin admin] 10.222.0.30 "PUT /v2.0/routers/993f3a53-9435-4c44-b22c-f811c5e691b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7702131 Feb 09 01:26:52.776599 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3938b5da-dbce-4ed3-94f6-e09133dfad4d None None] Routers {'993f3a53-9435-4c44-b22c-f811c5e691b9'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:26:52.779015 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-3938b5da-dbce-4ed3-94f6-e09133dfad4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:26:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['993f3a53-9435-4c44-b22c-f811c5e691b9'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:52.837609 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9afec36f-0859-4bbd-ab28-b1b4e79d459c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (bae12c89-5da9-44c5-b0de-f97627ec8d35), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:52.874698 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538bdd8-ac6e-4094-999a-aa3e6f764390 req-697a4290-7726-4636-a03b-1bf6ce905565 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:52.887095 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f538bdd8-ac6e-4094-999a-aa3e6f764390 req-697a4290-7726-4636-a03b-1bf6ce905565 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ad7d84-2274-46ee-94a3-316daf22f910 HTTP/1.1" status: 200 len: 945 time: 0.2199714 Feb 09 01:26:52.911369 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-86784fe2-a9d7-4a27-b633-19d7da6416a4 None None] Provisioning complete for port 415903d9-f968-4524-8efc-8a9ee6c5b9f0 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:52.912555 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-86784fe2-a9d7-4a27-b633-19d7da6416a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (415903d9-f968-4524-8efc-8a9ee6c5b9f0), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:52.916013 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:52.932022 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device bae12c89-5da9-44c5-b0de-f97627ec8d35 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:26:52.951264 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afec36f-0859-4bbd-ab28-b1b4e79d459c admin admin] Pushing event deleted for resources: {'Port': ['ID=bae12c89-5da9-44c5-b0de-f97627ec8d35,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:52.964913 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6fdb63-396f-40ff-9130-c398d971d9fe tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Router ca49a5cd-9000-4438-bc78-a265d681b879 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:26:52.989036 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f538bdd8-ac6e-4094-999a-aa3e6f764390 req-7f435c9f-0ee0-4d80-92d9-4d7d1e9d9d91 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003575 Feb 09 01:26:53.007859 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad70f90-c584-440b-b174-1162556f2303 req-fa69dc8d-310c-4168-af70-5e9c2cbdd717 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:53.023406 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6ad70f90-c584-440b-b174-1162556f2303 req-fa69dc8d-310c-4168-af70-5e9c2cbdd717 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a8efce-fc53-4313-a583-be22faf317e8 HTTP/1.1" status: 200 len: 945 time: 0.2284186 Feb 09 01:26:53.067146 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-3938b5da-dbce-4ed3-94f6-e09133dfad4d None None] Set router 993f3a53-9435-4c44-b22c-f811c5e691b9 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:26:53.142772 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-86784fe2-a9d7-4a27-b633-19d7da6416a4 None None] Port 415903d9-f968-4524-8efc-8a9ee6c5b9f0 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:26:53.156941 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31811c6a-3d69-414e-aeff-b61c3c94d2f9 x-openstack-request-id: req-31811c6a-3d69-414e-aeff-b61c3c94d2f9 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:26:53.157296 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a8efce-fc53-4313-a583-be22faf317e8", "name": "network-vif-plugged", "status": "completed", "tag": "21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:26:53.157642 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-31811c6a-3d69-414e-aeff-b61c3c94d2f9 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:26:53.158200 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a8efce-fc53-4313-a583-be22faf317e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf', 'code': 200} Feb 09 01:26:53.165658 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: bae12c89-5da9-44c5-b0de-f97627ec8d35 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:26:53.166966 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device bae12c89-5da9-44c5-b0de-f97627ec8d35 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:26:53.170035 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d29d1a9c-6dbb-4dee-a86b-379c73c4ad81 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:26:53.179263 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6ad70f90-c584-440b-b174-1162556f2303 req-f55f8683-9256-4a14-8dfd-5d9fc829c34d tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363091 Feb 09 01:26:53.265930 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: d29d1a9c-6dbb-4dee-a86b-379c73c4ad81 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:26:53.276774 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d29d1a9c-6dbb-4dee-a86b-379c73c4ad81 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:26:53.352093 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8a717-5ead-4a7f-9be0-775f0dd4fbea req-80ee27e2-494c-46e9-b222-ff178fc1ee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:53.355706 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bdb8a717-5ead-4a7f-9be0-775f0dd4fbea req-80ee27e2-494c-46e9-b222-ff178fc1ee5d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=67a8efce-fc53-4313-a583-be22faf317e8 HTTP/1.1" status: 200 len: 1128 time: 0.1273825 Feb 09 01:26:53.455103 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9afec36f-0859-4bbd-ab28-b1b4e79d459c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (c13ebd50-8857-4350-bb48-ac5d55faf5fe), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:53.462563 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6fdb63-396f-40ff-9130-c398d971d9fe tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:26:53.475898 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21820f3c-cb25-4c16-b701-cf438efc8427 None None] Sync routers for ids ['ca49a5cd-9000-4438-bc78-a265d681b879'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:26:53.495696 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ef6fdb63-396f-40ff-9130-c398d971d9fe tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "PUT /v2.0/routers/ca49a5cd-9000-4438-bc78-a265d681b879/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7404945 Feb 09 01:26:53.508524 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21820f3c-cb25-4c16-b701-cf438efc8427 None None] Routers {'ca49a5cd-9000-4438-bc78-a265d681b879'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:26:53.509983 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-21820f3c-cb25-4c16-b701-cf438efc8427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:26:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['ca49a5cd-9000-4438-bc78-a265d681b879'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:53.530140 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38786) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:53.595473 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bdb8a717-5ead-4a7f-9be0-775f0dd4fbea req-f15161ff-75b2-4ede-ba7b-1983acc9532c service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314439 Feb 09 01:26:53.617379 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-21820f3c-cb25-4c16-b701-cf438efc8427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:53.628073 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21820f3c-cb25-4c16-b701-cf438efc8427 None None] Routers {'ca49a5cd-9000-4438-bc78-a265d681b879'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:26:53.640558 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-21820f3c-cb25-4c16-b701-cf438efc8427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:26:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['ca49a5cd-9000-4438-bc78-a265d681b879'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:53.657225 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9afec36f-0859-4bbd-ab28-b1b4e79d459c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (c13ebd50-8857-4350-bb48-ac5d55faf5fe), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:53.666543 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9afec36f-0859-4bbd-ab28-b1b4e79d459c admin admin] Publish callbacks [] for router_controller (c13ebd50-8857-4350-bb48-ac5d55faf5fe), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:53.676361 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-3938b5da-dbce-4ed3-94f6-e09133dfad4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993f3a53-9435-4c44-b22c-f811c5e691b9', 'name': 'tempest-ServersTestJSON-467401598-router', 'tenant_id': '25dd107518fe42779a682201553350e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '996723de-0664-49b5-86d5-9bafe8c1b113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:35Z', 'updated_at': '2022-02-09T01:26:48Z', 'revision_number': 4, 'project_id': '25dd107518fe42779a682201553350e9', 'gw_port': {'id': '996723de-0664-49b5-86d5-9bafe8c1b113', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993f3a53-9435-4c44-b22c-f811c5e691b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:36Z', 'updated_at': '2022-02-09T01:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '525bb108-0c46-4c5c-9d5e-6e86c1274867', 'name': '', 'network_id': '2bc4ea01-221c-4795-83a1-f4476e29e9f6', 'tenant_id': '25dd107518fe42779a682201553350e9', 'mac_address': 'fa:16:3e:42:7d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993f3a53-9435-4c44-b22c-f811c5e691b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e2a168c6-d12d-41a2-96bc-04d516c6af17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:44Z', 'updated_at': '2022-02-09T01:26:49Z', 'revision_number': 2, 'project_id': '25dd107518fe42779a682201553350e9', 'subnets': [{'id': 'e2a168c6-d12d-41a2-96bc-04d516c6af17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:53.697762 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12183d51-a1d3-4a6a-8294-63d9106e08fc req-d2e935ea-5620-4e62-a505-da8d656ca8d2 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:53.709873 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-21820f3c-cb25-4c16-b701-cf438efc8427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:53.710534 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21820f3c-cb25-4c16-b701-cf438efc8427 None None] The sync data for ids ['ca49a5cd-9000-4438-bc78-a265d681b879'] in n-d-822053-40 is: [] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:26:53.712869 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af03c252-85a8-4e69-85c7-db85597894a2 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:53.713832 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3938b5da-dbce-4ed3-94f6-e09133dfad4d None None] Checking router: 993f3a53-9435-4c44-b22c-f811c5e691b9 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:26:53.717393 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-af03c252-85a8-4e69-85c7-db85597894a2 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "GET /v2.0/ports/415903d9-f968-4524-8efc-8a9ee6c5b9f0 HTTP/1.1" status: 200 len: 910 time: 0.1830370 Feb 09 01:26:53.718042 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3938b5da-dbce-4ed3-94f6-e09133dfad4d None None] Updating router 993f3a53-9435-4c44-b22c-f811c5e691b9 port 525bb108-0c46-4c5c-9d5e-6e86c1274867 binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:26:53.726065 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-12183d51-a1d3-4a6a-8294-63d9106e08fc req-d2e935ea-5620-4e62-a505-da8d656ca8d2 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ad7d84-2274-46ee-94a3-316daf22f910 HTTP/1.1" status: 200 len: 945 time: 0.2677679 Feb 09 01:26:53.728727 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38790) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:53.753354 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3938b5da-dbce-4ed3-94f6-e09133dfad4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (525bb108-0c46-4c5c-9d5e-6e86c1274867), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:53.772798 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9afec36f-0859-4bbd-ab28-b1b4e79d459c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (c13ebd50-8857-4350-bb48-ac5d55faf5fe), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:53.773703 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afec36f-0859-4bbd-ab28-b1b4e79d459c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c13ebd50-8857-4350-bb48-ac5d55faf5fe {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:26:53.778967 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9afec36f-0859-4bbd-ab28-b1b4e79d459c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:53.782004 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9afec36f-0859-4bbd-ab28-b1b4e79d459c admin admin] 10.222.0.30 "DELETE /v2.0/routers/c13ebd50-8857-4350-bb48-ac5d55faf5fe HTTP/1.1" status: 204 len: 168 time: 4.3943584 Feb 09 01:26:53.786524 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38794) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:53.919780 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-f316361f-9ad8-46d1-ae13-f8164877befd admin admin] Deleting subnet d8a55110-c3b2-46c7-99b4-f7db990efa50 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:26:53.937832 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f316361f-9ad8-46d1-ae13-f8164877befd admin admin] Publish callbacks [] for subnet (d8a55110-c3b2-46c7-99b4-f7db990efa50), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:54.049264 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f316361f-9ad8-46d1-ae13-f8164877befd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (d8a55110-c3b2-46c7-99b4-f7db990efa50), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:54.107828 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3938b5da-dbce-4ed3-94f6-e09133dfad4d None None] Publish callbacks [] for port (525bb108-0c46-4c5c-9d5e-6e86c1274867), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:54.115667 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3938b5da-dbce-4ed3-94f6-e09133dfad4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (525bb108-0c46-4c5c-9d5e-6e86c1274867), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:54.142324 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-12183d51-a1d3-4a6a-8294-63d9106e08fc req-40dfc740-8825-48f9-80c8-cf0dcede3b63 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923419 Feb 09 01:26:54.213021 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f316361f-9ad8-46d1-ae13-f8164877befd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (d8a55110-c3b2-46c7-99b4-f7db990efa50), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:54.231649 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d924088f-b5ca-4c6f-a26d-14e939e54bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:54.366761 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f316361f-9ad8-46d1-ae13-f8164877befd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (d8a55110-c3b2-46c7-99b4-f7db990efa50), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:54.402153 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-3938b5da-dbce-4ed3-94f6-e09133dfad4d None None] Attempting to bind port 525bb108-0c46-4c5c-9d5e-6e86c1274867 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:26:54.402893 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-3938b5da-dbce-4ed3-94f6-e09133dfad4d None None] Attempting to bind port 525bb108-0c46-4c5c-9d5e-6e86c1274867 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '5dcbe87a-b05d-4f3f-9fcf-324934411192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2bc4ea01-221c-4795-83a1-f4476e29e9f6'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:26:54.408578 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3938b5da-dbce-4ed3-94f6-e09133dfad4d None None] Attempting to bind port 525bb108-0c46-4c5c-9d5e-6e86c1274867 on network 2bc4ea01-221c-4795-83a1-f4476e29e9f6 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:26:54.417059 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb291ccb-5894-43fd-946e-c068d5bffb1a None None] Pushing event updated for resources: {'Port': ['ID=525bb108-0c46-4c5c-9d5e-6e86c1274867,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:54.430269 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3938b5da-dbce-4ed3-94f6-e09133dfad4d None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:26:54.431052 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3938b5da-dbce-4ed3-94f6-e09133dfad4d None None] Checking segment: {'id': '5dcbe87a-b05d-4f3f-9fcf-324934411192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2bc4ea01-221c-4795-83a1-f4476e29e9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:26:54.431675 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3938b5da-dbce-4ed3-94f6-e09133dfad4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:54.432331 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3938b5da-dbce-4ed3-94f6-e09133dfad4d None None] Bound using segment: {'id': '5dcbe87a-b05d-4f3f-9fcf-324934411192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2bc4ea01-221c-4795-83a1-f4476e29e9f6'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:26:54.433050 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-3938b5da-dbce-4ed3-94f6-e09133dfad4d None None] Bound port: 525bb108-0c46-4c5c-9d5e-6e86c1274867, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dcbe87a-b05d-4f3f-9fcf-324934411192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2bc4ea01-221c-4795-83a1-f4476e29e9f6'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:26:54.433674 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3938b5da-dbce-4ed3-94f6-e09133dfad4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (525bb108-0c46-4c5c-9d5e-6e86c1274867), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:54.440712 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f316361f-9ad8-46d1-ae13-f8164877befd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8a55110-c3b2-46c7-99b4-f7db990efa50,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:54.459879 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f036ad6-7d30-438b-a720-8db9087f737c None None] Network 8645e20d-4975-4f2e-9e97-c8c07527c266 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:26:54.472825 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f316361f-9ad8-46d1-ae13-f8164877befd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:54.478129 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f316361f-9ad8-46d1-ae13-f8164877befd admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d8a55110-c3b2-46c7-99b4-f7db990efa50 HTTP/1.1" status: 204 len: 168 time: 0.6894603 Feb 09 01:26:54.482162 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38808) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:54.581763 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb291ccb-5894-43fd-946e-c068d5bffb1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:54.582106 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb291ccb-5894-43fd-946e-c068d5bffb1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:54.582440 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb291ccb-5894-43fd-946e-c068d5bffb1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:54.582770 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb291ccb-5894-43fd-946e-c068d5bffb1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:54.587366 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb291ccb-5894-43fd-946e-c068d5bffb1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:54.587723 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb291ccb-5894-43fd-946e-c068d5bffb1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:54.588240 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb291ccb-5894-43fd-946e-c068d5bffb1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:54.588578 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb291ccb-5894-43fd-946e-c068d5bffb1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:54.588900 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb291ccb-5894-43fd-946e-c068d5bffb1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:54.590235 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb291ccb-5894-43fd-946e-c068d5bffb1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:54.590564 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb291ccb-5894-43fd-946e-c068d5bffb1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:54.590887 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb291ccb-5894-43fd-946e-c068d5bffb1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:54.592494 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb291ccb-5894-43fd-946e-c068d5bffb1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:54.654097 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-3938b5da-dbce-4ed3-94f6-e09133dfad4d None None] For port 525bb108-0c46-4c5c-9d5e-6e86c1274867, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:26:54.665871 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-3938b5da-dbce-4ed3-94f6-e09133dfad4d None None] For port 525bb108-0c46-4c5c-9d5e-6e86c1274867, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=525bb108-0c46-4c5c-9d5e-6e86c1274867,segment=NetworkSegment(5dcbe87a-b05d-4f3f-9fcf-324934411192),segment_id=5dcbe87a-b05d-4f3f-9fcf-324934411192)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:26:54.680159 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3938b5da-dbce-4ed3-94f6-e09133dfad4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (525bb108-0c46-4c5c-9d5e-6e86c1274867), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:54.729235 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2630d5f7-8191-4e90-9759-e49d2e33b56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (8645e20d-4975-4f2e-9e97-c8c07527c266), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:54.834254 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-35f3eb6d-8d1e-4fea-8c87-66cf74c38685 None None] Provisioning complete for port 525bb108-0c46-4c5c-9d5e-6e86c1274867 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:54.835279 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-35f3eb6d-8d1e-4fea-8c87-66cf74c38685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (525bb108-0c46-4c5c-9d5e-6e86c1274867), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:54.864717 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb291ccb-5894-43fd-946e-c068d5bffb1a None None] Pushing event updated for resources: {'Port': ['ID=525bb108-0c46-4c5c-9d5e-6e86c1274867,revision_number=4']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:54.882826 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3938b5da-dbce-4ed3-94f6-e09133dfad4d None None] Routers {'993f3a53-9435-4c44-b22c-f811c5e691b9'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:26:54.890006 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-3938b5da-dbce-4ed3-94f6-e09133dfad4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:26:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['993f3a53-9435-4c44-b22c-f811c5e691b9'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:54.925777 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2630d5f7-8191-4e90-9759-e49d2e33b56b admin admin] Deleting port 3a79df08-f108-4e06-8d14-5405689454ab {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:26:54.926842 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2630d5f7-8191-4e90-9759-e49d2e33b56b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (3a79df08-f108-4e06-8d14-5405689454ab), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:55.079292 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38814) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:55.100952 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-fd805bc1-38e3-46aa-b855-d2574f7c0656 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1189399729', 'description': 'tempest-description--1364468720'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:55.113756 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98599085-b128-4191-b284-b7246b07b750 None None] DHCP port deletion for 8645e20d-4975-4f2e-9e97-c8c07527c266 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:26:55.121951 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2f7eb-41e3-4ea7-a037-a9878315893f req-35714d15-0791-4b1d-8e3b-6f4ca22e4928 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:55.123654 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-71b2f7eb-41e3-4ea7-a037-a9878315893f req-35714d15-0791-4b1d-8e3b-6f4ca22e4928 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=1378ef33-b41e-4a1c-9819-2f8ee1a300a5 HTTP/1.1" status: 200 len: 946 time: 0.7724249 Feb 09 01:26:55.153103 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-35f3eb6d-8d1e-4fea-8c87-66cf74c38685 None None] Current status of the port 525bb108-0c46-4c5c-9d5e-6e86c1274867 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:55.153554 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-35f3eb6d-8d1e-4fea-8c87-66cf74c38685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (525bb108-0c46-4c5c-9d5e-6e86c1274867), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:55.189729 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-2630d5f7-8191-4e90-9759-e49d2e33b56b admin admin] For port 3a79df08-f108-4e06-8d14-5405689454ab, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=3a79df08-f108-4e06-8d14-5405689454ab,segment=NetworkSegment(1fcfd921-2942-4949-9e68-36da773a855f),segment_id=1fcfd921-2942-4949-9e68-36da773a855f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:55.192146 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2630d5f7-8191-4e90-9759-e49d2e33b56b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (3a79df08-f108-4e06-8d14-5405689454ab), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:55.198049 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fd805bc1-38e3-46aa-b855-d2574f7c0656 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:55.221989 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2630d5f7-8191-4e90-9759-e49d2e33b56b admin admin] Calling delete_port for 3a79df08-f108-4e06-8d14-5405689454ab owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:26:55.274228 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-3938b5da-dbce-4ed3-94f6-e09133dfad4d None None] Set router 993f3a53-9435-4c44-b22c-f811c5e691b9 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:26:55.354765 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-35f3eb6d-8d1e-4fea-8c87-66cf74c38685 None None] For port 525bb108-0c46-4c5c-9d5e-6e86c1274867, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=525bb108-0c46-4c5c-9d5e-6e86c1274867,segment=NetworkSegment(5dcbe87a-b05d-4f3f-9fcf-324934411192),segment_id=5dcbe87a-b05d-4f3f-9fcf-324934411192)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:55.363742 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-35f3eb6d-8d1e-4fea-8c87-66cf74c38685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (525bb108-0c46-4c5c-9d5e-6e86c1274867), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:55.388627 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fd805bc1-38e3-46aa-b855-d2574f7c0656 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks [] for security_group (ffd0eeed-8d26-4c7f-84c8-0d69c2a6f0ed), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:55.396875 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fd805bc1-38e3-46aa-b855-d2574f7c0656 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ffd0eeed-8d26-4c7f-84c8-0d69c2a6f0ed), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:55.408319 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-98599085-b128-4191-b284-b7246b07b750 None None] Deleting port 3a79df08-f108-4e06-8d14-5405689454ab {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:26:55.409062 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-98599085-b128-4191-b284-b7246b07b750 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (3a79df08-f108-4e06-8d14-5405689454ab), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:55.429209 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2630d5f7-8191-4e90-9759-e49d2e33b56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (3a79df08-f108-4e06-8d14-5405689454ab), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:55.481045 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630d5f7-8191-4e90-9759-e49d2e33b56b admin admin] Pushing event deleted for resources: {'Port': ['ID=3a79df08-f108-4e06-8d14-5405689454ab,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:55.497376 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fd805bc1-38e3-46aa-b855-d2574f7c0656 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:55.498806 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-fd805bc1-38e3-46aa-b855-d2574f7c0656 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4182351 Feb 09 01:26:55.501237 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd805bc1-38e3-46aa-b855-d2574f7c0656 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd0eeed-8d26-4c7f-84c8-0d69c2a6f0ed,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:55.514779 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38824) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:55.530115 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-4d33b3e3-e426-4b68-886d-7077ac01a538 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Request body: {'security_group_rule': {'security_group_id': 'ffd0eeed-8d26-4c7f-84c8-0d69c2a6f0ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:55.541781 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2630d5f7-8191-4e90-9759-e49d2e33b56b admin admin] No DVR routers for this DVR port 3a79df08-f108-4e06-8d14-5405689454ab on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:26:55.547480 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f3eb6d-8d1e-4fea-8c87-66cf74c38685 None None] Pushing event updated for resources: {'Port': ['ID=525bb108-0c46-4c5c-9d5e-6e86c1274867,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:55.566853 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-71b2f7eb-41e3-4ea7-a037-a9878315893f req-71ef2192-5554-4bb3-a345-746feae1289a tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059175 Feb 09 01:26:55.630285 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-98599085-b128-4191-b284-b7246b07b750 None None] For port 3a79df08-f108-4e06-8d14-5405689454ab, host n-d-822053-40, got binding levels [] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:55.630285 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-98599085-b128-4191-b284-b7246b07b750 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (3a79df08-f108-4e06-8d14-5405689454ab), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:55.673842 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-ebe1c840-95d3-44dd-9377-cf0758fff724 None None] Provisioning complete for port 525bb108-0c46-4c5c-9d5e-6e86c1274867 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:55.674321 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ebe1c840-95d3-44dd-9377-cf0758fff724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (525bb108-0c46-4c5c-9d5e-6e86c1274867), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:55.690943 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-98599085-b128-4191-b284-b7246b07b750 None None] Calling delete_port for 3a79df08-f108-4e06-8d14-5405689454ab owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:26:55.700684 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.ipam_backend_mixin [None req-98599085-b128-4191-b284-b7246b07b750 None None] Port 3a79df08-f108-4e06-8d14-5405689454ab was not found and therefore no delete operation was performed {{(pid=103530) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:26:55.730552 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4d33b3e3-e426-4b68-886d-7077ac01a538 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks [] for security_group_rule (50d21c80-9ef1-425f-bd34-4cd9f653b0ab), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:55.751421 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2630d5f7-8191-4e90-9759-e49d2e33b56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (8645e20d-4975-4f2e-9e97-c8c07527c266), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:55.783409 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-98599085-b128-4191-b284-b7246b07b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (3a79df08-f108-4e06-8d14-5405689454ab), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:55.813044 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d38b54-591d-4ad9-bbe2-5641f6cb258b req-ce6780ff-693f-4870-9868-558b50dd707e tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:55.825278 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-44d38b54-591d-4ad9-bbe2-5641f6cb258b req-ce6780ff-693f-4870-9868-558b50dd707e tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a8efce-fc53-4313-a583-be22faf317e8 HTTP/1.1" status: 200 len: 945 time: 0.4992805 Feb 09 01:26:55.841185 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-3938b5da-dbce-4ed3-94f6-e09133dfad4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993f3a53-9435-4c44-b22c-f811c5e691b9', 'name': 'tempest-ServersTestJSON-467401598-router', 'tenant_id': '25dd107518fe42779a682201553350e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '996723de-0664-49b5-86d5-9bafe8c1b113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:35Z', 'updated_at': '2022-02-09T01:26:48Z', 'revision_number': 4, 'project_id': '25dd107518fe42779a682201553350e9', 'gw_port': {'id': '996723de-0664-49b5-86d5-9bafe8c1b113', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993f3a53-9435-4c44-b22c-f811c5e691b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:36Z', 'updated_at': '2022-02-09T01:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '525bb108-0c46-4c5c-9d5e-6e86c1274867', 'name': '', 'network_id': '2bc4ea01-221c-4795-83a1-f4476e29e9f6', 'tenant_id': '25dd107518fe42779a682201553350e9', 'mac_address': 'fa:16:3e:42:7d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993f3a53-9435-4c44-b22c-f811c5e691b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e2a168c6-d12d-41a2-96bc-04d516c6af17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:44Z', 'updated_at': '2022-02-09T01:26:54Z', 'revision_number': 4, 'project_id': '25dd107518fe42779a682201553350e9', 'subnets': [{'id': 'e2a168c6-d12d-41a2-96bc-04d516c6af17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:55.866397 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98599085-b128-4191-b284-b7246b07b750 None None] Pushing event deleted for resources: {'Port': ['ID=3a79df08-f108-4e06-8d14-5405689454ab,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:55.866619 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cd08f-0917-48eb-aeae-b166565caa7a req-3feb56bc-e54c-4d6b-bf7b-94957f85f24f tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:55.870191 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cd1cd08f-0917-48eb-aeae-b166565caa7a req-3feb56bc-e54c-4d6b-bf7b-94957f85f24f tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.121 "GET /v2.0/ports?device_id=02ad7d84-2274-46ee-94a3-316daf22f910 HTTP/1.1" status: 200 len: 945 time: 0.7425804 Feb 09 01:26:55.874217 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-37d7b496-063e-4afd-a189-6b0d191d8a2d tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:55.888927 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98599085-b128-4191-b284-b7246b07b750 None None] No DVR routers for this DVR port 3a79df08-f108-4e06-8d14-5405689454ab on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:26:55.893536 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3938b5da-dbce-4ed3-94f6-e09133dfad4d None None] The sync data for ids ['993f3a53-9435-4c44-b22c-f811c5e691b9'] in n-d-822053-40 is: [{'id': '993f3a53-9435-4c44-b22c-f811c5e691b9', 'name': 'tempest-ServersTestJSON-467401598-router', 'tenant_id': '25dd107518fe42779a682201553350e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '996723de-0664-49b5-86d5-9bafe8c1b113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:35Z', 'updated_at': '2022-02-09T01:26:48Z', 'revision_number': 4, 'project_id': '25dd107518fe42779a682201553350e9', 'gw_port': {'id': '996723de-0664-49b5-86d5-9bafe8c1b113', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993f3a53-9435-4c44-b22c-f811c5e691b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:36Z', 'updated_at': '2022-02-09T01:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '525bb108-0c46-4c5c-9d5e-6e86c1274867', 'name': '', 'network_id': '2bc4ea01-221c-4795-83a1-f4476e29e9f6', 'tenant_id': '25dd107518fe42779a682201553350e9', 'mac_address': 'fa:16:3e:42:7d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993f3a53-9435-4c44-b22c-f811c5e691b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e2a168c6-d12d-41a2-96bc-04d516c6af17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:44Z', 'updated_at': '2022-02-09T01:26:54Z', 'revision_number': 4, 'project_id': '25dd107518fe42779a682201553350e9', 'subnets': [{'id': 'e2a168c6-d12d-41a2-96bc-04d516c6af17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:26:55.902659 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:55.903381 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-2630d5f7-8191-4e90-9759-e49d2e33b56b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8645e20d-4975-4f2e-9e97-c8c07527c266']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:55.965169 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-2630d5f7-8191-4e90-9759-e49d2e33b56b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fcfd921-2942-4949-9e68-36da773a855f') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:55.965831 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-2630d5f7-8191-4e90-9759-e49d2e33b56b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fcfd921-2942-4949-9e68-36da773a855f') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:56.022370 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4d33b3e3-e426-4b68-886d-7077ac01a538 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks [] for security_group_rule (50d21c80-9ef1-425f-bd34-4cd9f653b0ab), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:56.043876 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4d33b3e3-e426-4b68-886d-7077ac01a538 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (50d21c80-9ef1-425f-bd34-4cd9f653b0ab), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:56.045448 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ebe1c840-95d3-44dd-9377-cf0758fff724 None None] Current status of the port 525bb108-0c46-4c5c-9d5e-6e86c1274867 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:56.057181 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2630d5f7-8191-4e90-9759-e49d2e33b56b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (1fcfd921-2942-4949-9e68-36da773a855f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:56.094232 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33b3e3-e426-4b68-886d-7077ac01a538 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d21c80-9ef1-425f-bd34-4cd9f653b0ab,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:56.100136 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2630d5f7-8191-4e90-9759-e49d2e33b56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (1fcfd921-2942-4949-9e68-36da773a855f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:56.109038 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4d33b3e3-e426-4b68-886d-7077ac01a538 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:56.113147 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4d33b3e3-e426-4b68-886d-7077ac01a538 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5915432 Feb 09 01:26:56.114251 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38834) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:56.118873 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-e3f86b72-8129-43e7-9e20-4e10f11fa08d tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Request body: {'security_group_rule': {'security_group_id': 'ffd0eeed-8d26-4c7f-84c8-0d69c2a6f0ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:56.127081 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2630d5f7-8191-4e90-9759-e49d2e33b56b admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:26:56.127501 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2630d5f7-8191-4e90-9759-e49d2e33b56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (1fcfd921-2942-4949-9e68-36da773a855f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:56.129357 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:26:56.129357 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:26:56.129357 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:26:56.129357 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:26:56.129357 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:26:56.129357 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:26:56.129357 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:26:56.129357 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:26:56.129357 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:26:56.129357 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:26:56.129357 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:26:56.129357 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:26:56.129357 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:26:56.129357 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:26:56.129357 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:26:56.129357 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:26:56.129357 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:26:56.129357 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:26:56.129357 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:26:56.129357 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:26:56.129357 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:26:56.129357 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:26:56.129357 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:26:56.129357 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:26:56.129357 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:26:56.129357 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:26:56.129357 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:26:56.129357 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:26:56.129357 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:26:56.129357 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:26:56.129357 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:26:56.129357 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:26:56.167571 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-44d38b54-591d-4ad9-bbe2-5641f6cb258b req-ab26f72e-2209-4ad7-aec1-d107efbcadd7 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402326 Feb 09 01:26:56.249960 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e3f86b72-8129-43e7-9e20-4e10f11fa08d tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks [] for security_group_rule (cd8a0916-32e9-469e-8a71-2e1bf55efc24), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:56.273702 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2630d5f7-8191-4e90-9759-e49d2e33b56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (8645e20d-4975-4f2e-9e97-c8c07527c266), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:56.296692 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2630d5f7-8191-4e90-9759-e49d2e33b56b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:56.302006 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2630d5f7-8191-4e90-9759-e49d2e33b56b admin admin] 10.222.0.30 "DELETE /v2.0/networks/8645e20d-4975-4f2e-9e97-c8c07527c266 HTTP/1.1" status: 204 len: 168 time: 1.8162942 Feb 09 01:26:56.305078 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630d5f7-8191-4e90-9759-e49d2e33b56b admin admin] Pushing event deleted for resources: {'Network': ['ID=8645e20d-4975-4f2e-9e97-c8c07527c266,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:56.324431 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46d205-9ab8-4047-84b4-eb14dee1ed67 req-79b4682b-c009-4b91-8778-3e4287f3dc02 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:56.336659 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0d46d205-9ab8-4047-84b4-eb14dee1ed67 req-79b4682b-c009-4b91-8778-3e4287f3dc02 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ad7d84-2274-46ee-94a3-316daf22f910 HTTP/1.1" status: 200 len: 945 time: 0.6001406 Feb 09 01:26:56.373581 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e3f86b72-8129-43e7-9e20-4e10f11fa08d tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks [] for security_group_rule (cd8a0916-32e9-469e-8a71-2e1bf55efc24), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:56.384925 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e3f86b72-8129-43e7-9e20-4e10f11fa08d tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (cd8a0916-32e9-469e-8a71-2e1bf55efc24), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:56.415812 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f86b72-8129-43e7-9e20-4e10f11fa08d tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd8a0916-32e9-469e-8a71-2e1bf55efc24,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:56.435936 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e3f86b72-8129-43e7-9e20-4e10f11fa08d tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:56.437341 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e3f86b72-8129-43e7-9e20-4e10f11fa08d tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3229342 Feb 09 01:26:56.441948 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38844) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:56.458798 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-5d0d7a04-71bf-43dd-b9c3-29467841fe18 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:56.516064 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7a04-71bf-43dd-b9c3-29467841fe18 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:56.702869 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0d46d205-9ab8-4047-84b4-eb14dee1ed67 req-65dd5a09-32a7-4dab-94f1-76003bd79f92 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650968 Feb 09 01:26:56.759405 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-cd1cd08f-0917-48eb-aeae-b166565caa7a req-da7a4932-6863-4c34-aa8d-bbb880ee2664 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Deleting port b7d9bb0a-c374-4817-b887-e5a475e62f63 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:26:56.760366 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-cd1cd08f-0917-48eb-aeae-b166565caa7a req-da7a4932-6863-4c34-aa8d-bbb880ee2664 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (b7d9bb0a-c374-4817-b887-e5a475e62f63), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:56.953713 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-cd1cd08f-0917-48eb-aeae-b166565caa7a req-da7a4932-6863-4c34-aa8d-bbb880ee2664 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] For port b7d9bb0a-c374-4817-b887-e5a475e62f63, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=b7d9bb0a-c374-4817-b887-e5a475e62f63,segment=NetworkSegment(3350618d-f84a-4a0b-8997-97c98e7ed20e),segment_id=3350618d-f84a-4a0b-8997-97c98e7ed20e)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:56.954254 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-cd1cd08f-0917-48eb-aeae-b166565caa7a req-da7a4932-6863-4c34-aa8d-bbb880ee2664 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (b7d9bb0a-c374-4817-b887-e5a475e62f63), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:56.980082 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38860) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:57.002292 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 525bb108-0c46-4c5c-9d5e-6e86c1274867 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:26:57.015793 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-cd1cd08f-0917-48eb-aeae-b166565caa7a req-da7a4932-6863-4c34-aa8d-bbb880ee2664 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Calling delete_port for b7d9bb0a-c374-4817-b887-e5a475e62f63 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:26:57.160172 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7a04-71bf-43dd-b9c3-29467841fe18 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:57.167913 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 525bb108-0c46-4c5c-9d5e-6e86c1274867 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:57.168747 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (525bb108-0c46-4c5c-9d5e-6e86c1274867), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:57.199554 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c9199fc0-77eb-4a5f-8aa6-d3b2f1e18792 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e9919418afe248229cfe208277f2e93f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2143698 Feb 09 01:26:57.320153 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38870) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:57.423672 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 525bb108-0c46-4c5c-9d5e-6e86c1274867 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:57.494367 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:57.528171 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 3a79df08-f108-4e06-8d14-5405689454ab no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:26:57.563355 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 3a79df08-f108-4e06-8d14-5405689454ab {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:26:57.563695 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 3a79df08-f108-4e06-8d14-5405689454ab not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:26:57.799901 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-14bafe86-990d-46dc-89e3-421a38cf3e66 admin admin] Publish callbacks [] for security_group (af858176-f16e-4107-91d6-75eaea8a0791), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:57.805866 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-5d0d7a04-71bf-43dd-b9c3-29467841fe18 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Allocated IP 172.25.1.168 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/d4d6abf0-1734-4313-bd1e-3db564730625) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:57.851270 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-14bafe86-990d-46dc-89e3-421a38cf3e66 admin admin] Publish callbacks [] for security_group (af858176-f16e-4107-91d6-75eaea8a0791), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:57.962928 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-37d7b496-063e-4afd-a189-6b0d191d8a2d tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Allocated IP 172.21.0.1 (47bbbcf4-ff9c-4873-8867-6396241ce55f/3b855b8a-ae01-486c-9313-02e0c35fcf2a/db86e1b3-81ee-4e7e-ac20-3f780a573487) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:58.002718 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-14bafe86-990d-46dc-89e3-421a38cf3e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (af858176-f16e-4107-91d6-75eaea8a0791), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:58.007094 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-14bafe86-990d-46dc-89e3-421a38cf3e66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:58.013272 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-14bafe86-990d-46dc-89e3-421a38cf3e66 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/af858176-f16e-4107-91d6-75eaea8a0791 HTTP/1.1" status: 204 len: 168 time: 0.6895103 Feb 09 01:26:58.026414 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bafe86-990d-46dc-89e3-421a38cf3e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af858176-f16e-4107-91d6-75eaea8a0791,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:58.143604 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-cd1cd08f-0917-48eb-aeae-b166565caa7a req-da7a4932-6863-4c34-aa8d-bbb880ee2664 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (b7d9bb0a-c374-4817-b887-e5a475e62f63), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:58.237607 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:58.281535 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38900) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:58.307705 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888dc9da-d560-4358-8de7-3e6662542caf req-1478e2a6-a7ac-4aa9-bd3a-16cb3064a99d tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:58.316791 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-888dc9da-d560-4358-8de7-3e6662542caf req-1478e2a6-a7ac-4aa9-bd3a-16cb3064a99d tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ad7d84-2274-46ee-94a3-316daf22f910 HTTP/1.1" status: 200 len: 867 time: 0.3634584 Feb 09 01:26:58.319431 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a4932-6863-4c34-aa8d-bbb880ee2664 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Pushing event deleted for resources: {'Port': ['ID=b7d9bb0a-c374-4817-b887-e5a475e62f63,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:58.351403 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7a04-71bf-43dd-b9c3-29467841fe18 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks [] for port (d4d6abf0-1734-4313-bd1e-3db564730625), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:58.424863 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced781b9-42e7-4205-a620-ec51ae79eb72 req-44775334-8623-404c-8ee5-b0dba8c42c40 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:58.432668 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ced781b9-42e7-4205-a620-ec51ae79eb72 req-44775334-8623-404c-8ee5-b0dba8c42c40 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=1378ef33-b41e-4a1c-9819-2f8ee1a300a5 HTTP/1.1" status: 200 len: 946 time: 0.5483370 Feb 09 01:26:58.467849 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-888dc9da-d560-4358-8de7-3e6662542caf req-12c2de4b-0bcd-4eb8-90b5-271e28e72e25 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/security-groups?id=fad05142-5f76-407f-b106-5de29027fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500139 Feb 09 01:26:58.476760 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7a04-71bf-43dd-b9c3-29467841fe18 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (d4d6abf0-1734-4313-bd1e-3db564730625), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:58.739237 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ced781b9-42e7-4205-a620-ec51ae79eb72 req-23518938-5f3b-40e5-a2c8-ccc204b400b3 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054078 Feb 09 01:26:58.749041 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38908) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:58.796547 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d8eb8e3d-ef46-41cd-94b4-065842ea6e73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:58.810545 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd1cd08f-0917-48eb-aeae-b166565caa7a req-da7a4932-6863-4c34-aa8d-bbb880ee2664 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] No DVR routers for this DVR port b7d9bb0a-c374-4817-b887-e5a475e62f63 on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:26:58.828048 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-cd1cd08f-0917-48eb-aeae-b166565caa7a req-da7a4932-6863-4c34-aa8d-bbb880ee2664 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:58.832546 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cd1cd08f-0917-48eb-aeae-b166565caa7a req-da7a4932-6863-4c34-aa8d-bbb880ee2664 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.121 "DELETE /v2.0/ports/b7d9bb0a-c374-4817-b887-e5a475e62f63 HTTP/1.1" status: 204 len: 173 time: 2.8940051 Feb 09 01:26:58.836903 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ad7d84-2274-46ee-94a3-316daf22f910', 'name': 'network-vif-deleted', 'tag': 'b7d9bb0a-c374-4817-b887-e5a475e62f63'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:26:58.840308 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fdeeb7-19ac-4b98-9911-5ea2eded7196" -d '{"events": [{"server_uuid": "02ad7d84-2274-46ee-94a3-316daf22f910", "name": "network-vif-deleted", "tag": "b7d9bb0a-c374-4817-b887-e5a475e62f63"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:26:58.961410 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab3a46e-dd00-4b49-a3c5-35fee8b80441 x-openstack-request-id: req-0ab3a46e-dd00-4b49-a3c5-35fee8b80441 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:26:58.961852 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ad7d84-2274-46ee-94a3-316daf22f910", "name": "network-vif-deleted", "tag": "b7d9bb0a-c374-4817-b887-e5a475e62f63", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:26:58.962112 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0ab3a46e-dd00-4b49-a3c5-35fee8b80441 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:26:58.962679 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ad7d84-2274-46ee-94a3-316daf22f910', 'name': 'network-vif-deleted', 'tag': 'b7d9bb0a-c374-4817-b887-e5a475e62f63', 'status': 'completed', 'code': 200} Feb 09 01:26:58.966150 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-37d7b496-063e-4afd-a189-6b0d191d8a2d tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for port (db86e1b3-81ee-4e7e-ac20-3f780a573487), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:58.969438 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92cda1-8812-45e8-b9b6-935b179f888a req-91acd675-562e-4323-a384-1382f49ee914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:58.971544 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5b92cda1-8812-45e8-b9b6-935b179f888a req-91acd675-562e-4323-a384-1382f49ee914 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1378ef33-b41e-4a1c-9819-2f8ee1a300a5 HTTP/1.1" status: 200 len: 1129 time: 0.6888773 Feb 09 01:26:59.031108 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f09524d6-1d01-4405-b0bf-4fcec279298f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cac06763934f48759bf988bffb5e2355&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165287 Feb 09 01:26:59.049711 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38914) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:59.102562 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d7a04-71bf-43dd-b9c3-29467841fe18 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Pushing event updated for resources: {'Port': ['ID=d4d6abf0-1734-4313-bd1e-3db564730625,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:59.107756 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5b92cda1-8812-45e8-b9b6-935b179f888a req-59825680-3c70-4248-bbf8-99580bd67d00 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229799 Feb 09 01:26:59.123680 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0d7a04-71bf-43dd-b9c3-29467841fe18 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:59.127186 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-5d0d7a04-71bf-43dd-b9c3-29467841fe18 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:59.132121 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0d7a04-71bf-43dd-b9c3-29467841fe18 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:26:59.181656 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-37d7b496-063e-4afd-a189-6b0d191d8a2d tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (db86e1b3-81ee-4e7e-ac20-3f780a573487), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:59.250892 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7a04-71bf-43dd-b9c3-29467841fe18 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks [] for floatingip (3fedde27-c4f8-4a9f-ac7c-18b1462769d2), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:59.258922 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d7b496-063e-4afd-a189-6b0d191d8a2d tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Network 47bbbcf4-ff9c-4873-8867-6396241ce55f is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:59.281922 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d8eb8e3d-ef46-41cd-94b4-065842ea6e73 admin admin] Publish callbacks [] for security_group (f8973e3d-da5f-480b-971e-c29152609e74), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:59.290051 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-37d7b496-063e-4afd-a189-6b0d191d8a2d tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:59.292533 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fc826dc8-3b67-4579-84e4-a8d7285260e3 admin admin] Publish callbacks [] for security_group (8df77f9e-2ec4-4af4-8d6e-f53ae95c6c1d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:59.304551 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d7b496-063e-4afd-a189-6b0d191d8a2d tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:26:59.309490 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7a04-71bf-43dd-b9c3-29467841fe18 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d4d6abf0-1734-4313-bd1e-3db564730625), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:59.309804 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d8eb8e3d-ef46-41cd-94b4-065842ea6e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f8973e3d-da5f-480b-971e-c29152609e74), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:59.385404 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fc826dc8-3b67-4579-84e4-a8d7285260e3 admin admin] Publish callbacks [] for security_group (8df77f9e-2ec4-4af4-8d6e-f53ae95c6c1d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:59.430808 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7b496-063e-4afd-a189-6b0d191d8a2d tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event updated for resources: {'Port': ['ID=db86e1b3-81ee-4e7e-ac20-3f780a573487,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:59.480848 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d8eb8e3d-ef46-41cd-94b4-065842ea6e73 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=52790ccf666e4dc4b5b5fe5120cf44f5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1512110 Feb 09 01:26:59.512656 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38916) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:59.518765 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb8e3d-ef46-41cd-94b4-065842ea6e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8973e3d-da5f-480b-971e-c29152609e74,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:59.557162 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-37d7b496-063e-4afd-a189-6b0d191d8a2d tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (ca49a5cd-9000-4438-bc78-a265d681b879), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:59.711561 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28f2925f-72ae-43b6-9483-6df8094ccc6a admin admin] Publish callbacks [] for security_group (f8973e3d-da5f-480b-971e-c29152609e74), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:59.748606 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28f2925f-72ae-43b6-9483-6df8094ccc6a admin admin] Publish callbacks [] for security_group (f8973e3d-da5f-480b-971e-c29152609e74), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:59.765865 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d2292ac4-f1cf-430f-a7a2-bca04f26e141 req-f589c56e-9412-46fe-a308-5d0a77fbaba7 tempest-DeleteServersTestJSON-1033240707 tempest-DeleteServersTestJSON-1033240707-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ad7d84-2274-46ee-94a3-316daf22f910 HTTP/1.1" status: 200 len: 210 time: 0.0671918 Feb 09 01:26:59.820075 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-77000390-1d09-42bd-baff-b3631e4e95f9 None None] Provisioning complete for port db86e1b3-81ee-4e7e-ac20-3f780a573487 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:59.821298 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-77000390-1d09-42bd-baff-b3631e4e95f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (db86e1b3-81ee-4e7e-ac20-3f780a573487), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:59.825943 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28f2925f-72ae-43b6-9483-6df8094ccc6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f8973e3d-da5f-480b-971e-c29152609e74), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:59.831205 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28f2925f-72ae-43b6-9483-6df8094ccc6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:59.832501 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-28f2925f-72ae-43b6-9483-6df8094ccc6a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f8973e3d-da5f-480b-971e-c29152609e74 HTTP/1.1" status: 204 len: 168 time: 0.3193669 Feb 09 01:26:59.874186 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2925f-72ae-43b6-9483-6df8094ccc6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8973e3d-da5f-480b-971e-c29152609e74,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:59.898461 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fc826dc8-3b67-4579-84e4-a8d7285260e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (8df77f9e-2ec4-4af4-8d6e-f53ae95c6c1d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:59.902209 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fc826dc8-3b67-4579-84e4-a8d7285260e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:59.903792 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-fc826dc8-3b67-4579-84e4-a8d7285260e3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8df77f9e-2ec4-4af4-8d6e-f53ae95c6c1d HTTP/1.1" status: 204 len: 168 time: 0.8518105 Feb 09 01:26:59.977194 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-77000390-1d09-42bd-baff-b3631e4e95f9 None None] Port db86e1b3-81ee-4e7e-ac20-3f780a573487 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:26:59.985547 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7a04-71bf-43dd-b9c3-29467841fe18 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks [] for port (d4d6abf0-1734-4313-bd1e-3db564730625), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:00.002541 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7a04-71bf-43dd-b9c3-29467841fe18 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (d4d6abf0-1734-4313-bd1e-3db564730625), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:00.003228 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc826dc8-3b67-4579-84e4-a8d7285260e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df77f9e-2ec4-4af4-8d6e-f53ae95c6c1d,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:00.011038 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-37d7b496-063e-4afd-a189-6b0d191d8a2d tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (db86e1b3-81ee-4e7e-ac20-3f780a573487), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:00.088938 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7a04-71bf-43dd-b9c3-29467841fe18 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (3fedde27-c4f8-4a9f-ac7c-18b1462769d2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:00.132684 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device b7d9bb0a-c374-4817-b887-e5a475e62f63 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:27:00.141205 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7a04-71bf-43dd-b9c3-29467841fe18 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:00.153024 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5d0d7a04-71bf-43dd-b9c3-29467841fe18 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6996243 Feb 09 01:27:00.170796 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d7a04-71bf-43dd-b9c3-29467841fe18 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Pushing event updated for resources: {'Port': ['ID=d4d6abf0-1734-4313-bd1e-3db564730625,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:00.185324 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72cc249-8cf9-4bb3-891c-c96ccc71902c req-5ec63a96-4013-44dd-8bd3-42d39c358163 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:00.186977 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b72cc249-8cf9-4bb3-891c-c96ccc71902c req-5ec63a96-4013-44dd-8bd3-42d39c358163 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=1378ef33-b41e-4a1c-9819-2f8ee1a300a5 HTTP/1.1" status: 200 len: 946 time: 0.3003376 Feb 09 01:27:00.201610 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: b7d9bb0a-c374-4817-b887-e5a475e62f63 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:27:00.201863 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device b7d9bb0a-c374-4817-b887-e5a475e62f63 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:27:00.368898 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b72cc249-8cf9-4bb3-891c-c96ccc71902c req-6ec26dcd-be6a-496b-8253-964787f8d15a tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654160 Feb 09 01:27:00.666221 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-37d7b496-063e-4afd-a189-6b0d191d8a2d tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for port (db86e1b3-81ee-4e7e-ac20-3f780a573487), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:00.676449 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-37d7b496-063e-4afd-a189-6b0d191d8a2d tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (db86e1b3-81ee-4e7e-ac20-3f780a573487), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:00.878863 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-37d7b496-063e-4afd-a189-6b0d191d8a2d tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (ca49a5cd-9000-4438-bc78-a265d681b879), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:00.977340 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38958) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:01.013538 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-86fe90a5-adfc-44f2-b451-d4afb4c1bfd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:01.208381 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-86fe90a5-adfc-44f2-b451-d4afb4c1bfd0 admin admin] Publish callbacks [] for security_group (82e6f932-5bb6-4869-b17e-c00fd69cb8d9), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:01.209794 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38964) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:01.219177 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-86fe90a5-adfc-44f2-b451-d4afb4c1bfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (82e6f932-5bb6-4869-b17e-c00fd69cb8d9), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:01.291357 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-86fe90a5-adfc-44f2-b451-d4afb4c1bfd0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a1d59c60e7b94def8bd93e744669f031&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3123939 Feb 09 01:27:01.294628 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38972) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:01.394169 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe90a5-adfc-44f2-b451-d4afb4c1bfd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e6f932-5bb6-4869-b17e-c00fd69cb8d9,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:01.421576 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d7b496-063e-4afd-a189-6b0d191d8a2d tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Network 47bbbcf4-ff9c-4873-8867-6396241ce55f is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:01.438789 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe90a5-adfc-44f2-b451-d4afb4c1bfd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:01.439055 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe90a5-adfc-44f2-b451-d4afb4c1bfd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:01.440241 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe90a5-adfc-44f2-b451-d4afb4c1bfd0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:01.440602 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe90a5-adfc-44f2-b451-d4afb4c1bfd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:01.440732 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe90a5-adfc-44f2-b451-d4afb4c1bfd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:01.441064 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe90a5-adfc-44f2-b451-d4afb4c1bfd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:01.441402 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe90a5-adfc-44f2-b451-d4afb4c1bfd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:01.441742 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe90a5-adfc-44f2-b451-d4afb4c1bfd0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:01.442111 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe90a5-adfc-44f2-b451-d4afb4c1bfd0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:01.442234 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-ea44cd79-1935-459f-90e6-3612bc8174f3 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1189399729&fields=id&tenant_id=25dd107518fe42779a682201553350e9 HTTP/1.1" status: 200 len: 267 time: 0.5706885 Feb 09 01:27:01.442444 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe90a5-adfc-44f2-b451-d4afb4c1bfd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:01.443394 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe90a5-adfc-44f2-b451-d4afb4c1bfd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:01.443907 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe90a5-adfc-44f2-b451-d4afb4c1bfd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:01.444303 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe90a5-adfc-44f2-b451-d4afb4c1bfd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:01.477075 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7b496-063e-4afd-a189-6b0d191d8a2d tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event updated for resources: {'Port': ['ID=db86e1b3-81ee-4e7e-ac20-3f780a573487,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:01.487914 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-37d7b496-063e-4afd-a189-6b0d191d8a2d tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:01.532313 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c8ffaa7b-d39d-4b90-8360-8080a540b0b8 admin admin] Publish callbacks [] for security_group (82e6f932-5bb6-4869-b17e-c00fd69cb8d9), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:01.547380 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-82924e18-6005-443a-aa05-7b84040c978d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:01.639564 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c8ffaa7b-d39d-4b90-8360-8080a540b0b8 admin admin] Publish callbacks [] for security_group (82e6f932-5bb6-4869-b17e-c00fd69cb8d9), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:01.836101 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c8ffaa7b-d39d-4b90-8360-8080a540b0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (82e6f932-5bb6-4869-b17e-c00fd69cb8d9), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:01.841129 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c8ffaa7b-d39d-4b90-8360-8080a540b0b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:01.852580 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c8ffaa7b-d39d-4b90-8360-8080a540b0b8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/82e6f932-5bb6-4869-b17e-c00fd69cb8d9 HTTP/1.1" status: 204 len: 168 time: 0.5568349 Feb 09 01:27:01.887891 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-82924e18-6005-443a-aa05-7b84040c978d admin admin] Publish callbacks [] for security_group (b6c49d0b-d959-4c71-a0e4-f168a9e70ace), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:01.918752 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ffaa7b-d39d-4b90-8360-8080a540b0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e6f932-5bb6-4869-b17e-c00fd69cb8d9,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:01.932537 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-82924e18-6005-443a-aa05-7b84040c978d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b6c49d0b-d959-4c71-a0e4-f168a9e70ace), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:01.972878 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-ef37b49b-6242-4481-8e18-0707d06557d1 None None] Provisioning complete for port db86e1b3-81ee-4e7e-ac20-3f780a573487 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:01.973457 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ef37b49b-6242-4481-8e18-0707d06557d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (db86e1b3-81ee-4e7e-ac20-3f780a573487), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:02.013089 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-8284ebed-ec68-4ff4-9562-47c7c6928eb4 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:02.014797 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-8284ebed-ec68-4ff4-9562-47c7c6928eb4 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/networks?id=2bc4ea01-221c-4795-83a1-f4476e29e9f6 HTTP/1.1" status: 200 len: 805 time: 0.5701790 Feb 09 01:27:02.038276 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d7b496-063e-4afd-a189-6b0d191d8a2d tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Router ca49a5cd-9000-4438-bc78-a265d681b879 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:27:02.060221 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-82924e18-6005-443a-aa05-7b84040c978d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=653c9323de5243ffba65d1433298bb65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8491330 Feb 09 01:27:02.067429 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38996) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:02.068889 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82924e18-6005-443a-aa05-7b84040c978d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c49d0b-d959-4c71-a0e4-f168a9e70ace,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:02.085007 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ef37b49b-6242-4481-8e18-0707d06557d1 None None] Port db86e1b3-81ee-4e7e-ac20-3f780a573487 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:27:02.088081 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-3b198bb4-5eac-4ad9-b327-7356f0409f2a tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/quotas/25dd107518fe42779a682201553350e9 HTTP/1.1" status: 200 len: 375 time: 0.0462515 Feb 09 01:27:02.158257 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6e64a0e-8d62-4064-8a3f-d05db4e60734 admin admin] Publish callbacks [] for security_group (b6c49d0b-d959-4c71-a0e4-f168a9e70ace), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:02.192356 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6e64a0e-8d62-4064-8a3f-d05db4e60734 admin admin] Publish callbacks [] for security_group (b6c49d0b-d959-4c71-a0e4-f168a9e70ace), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:02.217379 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39000) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:02.269453 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6e64a0e-8d62-4064-8a3f-d05db4e60734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b6c49d0b-d959-4c71-a0e4-f168a9e70ace), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:02.275934 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6e64a0e-8d62-4064-8a3f-d05db4e60734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:02.279699 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b6e64a0e-8d62-4064-8a3f-d05db4e60734 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b6c49d0b-d959-4c71-a0e4-f168a9e70ace HTTP/1.1" status: 204 len: 168 time: 0.2009232 Feb 09 01:27:02.298851 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e64a0e-8d62-4064-8a3f-d05db4e60734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c49d0b-d959-4c71-a0e4-f168a9e70ace,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:02.315895 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ddadc-16a5-450a-95fe-3fb03615fe41 req-d92bfa37-d304-4277-979b-8262afd8a87b tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:02.328208 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cf5ddadc-16a5-450a-95fe-3fb03615fe41 req-d92bfa37-d304-4277-979b-8262afd8a87b tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=1378ef33-b41e-4a1c-9819-2f8ee1a300a5 HTTP/1.1" status: 200 len: 946 time: 0.7895696 Feb 09 01:27:02.449075 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d7b496-063e-4afd-a189-6b0d191d8a2d tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:27:02.462674 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ce87e7-c5a8-4d93-81d0-3aaae1d84061 None None] Sync routers for ids ['ca49a5cd-9000-4438-bc78-a265d681b879'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:02.466367 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-37d7b496-063e-4afd-a189-6b0d191d8a2d tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "PUT /v2.0/routers/ca49a5cd-9000-4438-bc78-a265d681b879/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7305274 Feb 09 01:27:02.469099 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39008) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:02.485832 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ce87e7-c5a8-4d93-81d0-3aaae1d84061 None None] Routers {'ca49a5cd-9000-4438-bc78-a265d681b879'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:02.487788 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-349732de-0aa7-4a19-bf32-dcbd2051972d tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=25dd107518fe42779a682201553350e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3802166 Feb 09 01:27:02.487947 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-48ce87e7-c5a8-4d93-81d0-3aaae1d84061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:26:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['ca49a5cd-9000-4438-bc78-a265d681b879'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:02.621333 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3fe0df-1c5b-4843-8785-c28955a0f493 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:02.631222 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1d3fe0df-1c5b-4843-8785-c28955a0f493 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "GET /v2.0/ports/db86e1b3-81ee-4e7e-ac20-3f780a573487 HTTP/1.1" status: 200 len: 910 time: 0.1581233 Feb 09 01:27:02.631907 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39012) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:02.633261 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-4dc031ff-26ac-4f90-95db-661dda671512 service neutron] 10.222.0.30 "GET /v2.0/networks/2bc4ea01-221c-4795-83a1-f4476e29e9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382294 Feb 09 01:27:02.634773 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-48ce87e7-c5a8-4d93-81d0-3aaae1d84061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:02.683434 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ce87e7-c5a8-4d93-81d0-3aaae1d84061 None None] Routers {'ca49a5cd-9000-4438-bc78-a265d681b879'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:02.684127 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-48ce87e7-c5a8-4d93-81d0-3aaae1d84061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:26:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['ca49a5cd-9000-4438-bc78-a265d681b879'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:02.782409 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-dfc4d63d-188f-485a-885d-c92ec7ea77ad service neutron] 10.222.0.30 "GET /v2.0/networks/2bc4ea01-221c-4795-83a1-f4476e29e9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451981 Feb 09 01:27:02.801776 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-48ce87e7-c5a8-4d93-81d0-3aaae1d84061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:02.804723 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ce87e7-c5a8-4d93-81d0-3aaae1d84061 None None] The sync data for ids ['ca49a5cd-9000-4438-bc78-a265d681b879'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:02.806190 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-120fda80-8a2f-4c49-8d93-a1e40a479846 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-214983360-network', 'tenant_id': '25e81fbd2de1479a9d79f549fe687a7a'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:02.897267 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cf5ddadc-16a5-450a-95fe-3fb03615fe41 req-e58da194-5e5a-4b8a-95fd-0f2d6e85c80f tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5617089 Feb 09 01:27:02.901373 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120fda80-8a2f-4c49-8d93-a1e40a479846 admin admin] Made reservation on behalf of 25e81fbd2de1479a9d79f549fe687a7a for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:02.908912 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-120fda80-8a2f-4c49-8d93-a1e40a479846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:02.962682 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-120fda80-8a2f-4c49-8d93-a1e40a479846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:03.283022 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-120fda80-8a2f-4c49-8d93-a1e40a479846 admin admin] Publish callbacks [] for security_group (3ddf8317-ca71-4c73-a7ab-f297a6cbd2fd), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:03.298888 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-120fda80-8a2f-4c49-8d93-a1e40a479846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3ddf8317-ca71-4c73-a7ab-f297a6cbd2fd), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:03.360216 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-120fda80-8a2f-4c49-8d93-a1e40a479846 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:27:03.378141 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-120fda80-8a2f-4c49-8d93-a1e40a479846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (e1338de9-25ed-4afc-a567-2708fda6f9a4), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:03.378493 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-120fda80-8a2f-4c49-8d93-a1e40a479846 admin admin] Added segment e1338de9-25ed-4afc-a567-2708fda6f9a4 of type vlan for network b7419c43-b40c-4c77-a08c-f7b5fb769556 Feb 09 01:27:03.491574 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120fda80-8a2f-4c49-8d93-a1e40a479846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ddf8317-ca71-4c73-a7ab-f297a6cbd2fd,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:03.526361 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-120fda80-8a2f-4c49-8d93-a1e40a479846 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (b7419c43-b40c-4c77-a08c-f7b5fb769556), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:03.545776 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8af64f0c-f058-46a3-be9e-c7556d1fd349 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (ca49a5cd-9000-4438-bc78-a265d681b879), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:03.586080 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-714586b0-ef4c-4936-9cde-60d575f284c5 req-944cbb8b-b92c-42df-af83-5b5bfad01d30 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/ports?device_id=1006e663-0cf3-45ad-8bab-5d3c83d23f7a HTTP/1.1" status: 200 len: 210 time: 0.1235812 Feb 09 01:27:03.639549 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867b015-175a-40d8-a5e4-1d1180a58843 req-3f8785d6-9258-4517-84ab-4dd1d6421574 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:03.645491 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f867b015-175a-40d8-a5e4-1d1180a58843 req-3f8785d6-9258-4517-84ab-4dd1d6421574 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 945 time: 0.2527554 Feb 09 01:27:03.651746 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-120fda80-8a2f-4c49-8d93-a1e40a479846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (b7419c43-b40c-4c77-a08c-f7b5fb769556), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:03.654143 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120fda80-8a2f-4c49-8d93-a1e40a479846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:03.656669 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-120fda80-8a2f-4c49-8d93-a1e40a479846 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:03.793529 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120fda80-8a2f-4c49-8d93-a1e40a479846 admin admin] Pushing event updated for resources: {'Network': ['ID=b7419c43-b40c-4c77-a08c-f7b5fb769556,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:03.807955 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network b7419c43-b40c-4c77-a08c-f7b5fb769556 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:27:03.865084 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-120fda80-8a2f-4c49-8d93-a1e40a479846 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6450520 Feb 09 01:27:03.874389 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39066) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:03.887105 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-51388b07-b66f-4252-b2af-e73c6c2aba10 admin admin] Request body: {'subnet': {'network_id': 'b7419c43-b40c-4c77-a08c-f7b5fb769556', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-214983360-subnet', 'tenant_id': '25e81fbd2de1479a9d79f549fe687a7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:03.906108 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f867b015-175a-40d8-a5e4-1d1180a58843 req-1fd2d585-a90b-414d-93e0-b10aaf862195 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420230 Feb 09 01:27:04.050859 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51388b07-b66f-4252-b2af-e73c6c2aba10 admin admin] Made reservation on behalf of 25e81fbd2de1479a9d79f549fe687a7a for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:04.055355 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-51388b07-b66f-4252-b2af-e73c6c2aba10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:04.119004 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39078) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:04.419392 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc492e-d640-4f27-90bd-449821f25815 req-0e1b3012-3bef-432e-ad42-c87e8a98256c tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:04.429696 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4abc492e-d640-4f27-90bd-449821f25815 req-0e1b3012-3bef-432e-ad42-c87e8a98256c tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 945 time: 0.1093125 Feb 09 01:27:04.461331 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-5f0b4cd5-a50a-40db-a8c7-8c03dc86bc00 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1397849842-network', 'tenant_id': '9180b1cf21a141fbba17b6961664d8d2'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:04.577018 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0b4cd5-a50a-40db-a8c7-8c03dc86bc00 admin admin] Made reservation on behalf of 9180b1cf21a141fbba17b6961664d8d2 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:04.582495 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5f0b4cd5-a50a-40db-a8c7-8c03dc86bc00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:04.594811 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8af64f0c-f058-46a3-be9e-c7556d1fd349 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Deleting port db86e1b3-81ee-4e7e-ac20-3f780a573487 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:27:04.596978 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8af64f0c-f058-46a3-be9e-c7556d1fd349 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (db86e1b3-81ee-4e7e-ac20-3f780a573487), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:04.613931 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4abc492e-d640-4f27-90bd-449821f25815 req-acad6530-1041-41ec-8cd3-723c6c7e496a tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830444 Feb 09 01:27:04.617605 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5f0b4cd5-a50a-40db-a8c7-8c03dc86bc00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:04.721653 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-51388b07-b66f-4252-b2af-e73c6c2aba10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (c5153de3-94aa-423e-9593-c3b34b619492), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:04.759109 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7cc7b639-a183-40ce-9d9f-5673f7cad840 req-8cd11029-6a40-408f-a283-418ae5b00eb6 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/ports?device_id=1006e663-0cf3-45ad-8bab-5d3c83d23f7a HTTP/1.1" status: 200 len: 210 time: 0.0701611 Feb 09 01:27:04.809964 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5f0b4cd5-a50a-40db-a8c7-8c03dc86bc00 admin admin] Publish callbacks [] for security_group (1863cf5f-cae5-40fc-84a8-bd497bdbb5f0), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:04.817028 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5f0b4cd5-a50a-40db-a8c7-8c03dc86bc00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1863cf5f-cae5-40fc-84a8-bd497bdbb5f0), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:04.865605 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f0b4cd5-a50a-40db-a8c7-8c03dc86bc00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:27:04.878939 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51388b07-b66f-4252-b2af-e73c6c2aba10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5153de3-94aa-423e-9593-c3b34b619492,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:04.909648 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51388b07-b66f-4252-b2af-e73c6c2aba10 admin admin] Checking segment: {'id': 'e1338de9-25ed-4afc-a567-2708fda6f9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b7419c43-b40c-4c77-a08c-f7b5fb769556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:27:04.910813 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51388b07-b66f-4252-b2af-e73c6c2aba10 admin admin] Network hostable DHCP agents. Network: b7419c43-b40c-4c77-a08c-f7b5fb769556, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:27:04.918905 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b4cd5-a50a-40db-a8c7-8c03dc86bc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1863cf5f-cae5-40fc-84a8-bd497bdbb5f0,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:04.920486 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8af64f0c-f058-46a3-be9e-c7556d1fd349 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (db86e1b3-81ee-4e7e-ac20-3f780a573487), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:04.946880 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8af64f0c-f058-46a3-be9e-c7556d1fd349 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Calling delete_port for db86e1b3-81ee-4e7e-ac20-3f780a573487 owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:27:04.955484 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5f0b4cd5-a50a-40db-a8c7-8c03dc86bc00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (2764419c-e2f1-47fc-88b3-e60891c25218), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:04.957169 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-5f0b4cd5-a50a-40db-a8c7-8c03dc86bc00 admin admin] Added segment 2764419c-e2f1-47fc-88b3-e60891c25218 of type vlan for network 2ac07b4c-23f7-40e9-9fdd-08e88de649ee Feb 09 01:27:04.962874 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51388b07-b66f-4252-b2af-e73c6c2aba10 admin admin] Network b7419c43-b40c-4c77-a08c-f7b5fb769556 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:27:05.008973 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-51388b07-b66f-4252-b2af-e73c6c2aba10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, b7419c43-b40c-4c77-a08c-f7b5fb769556) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:05.015177 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51388b07-b66f-4252-b2af-e73c6c2aba10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:05.015677 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-51388b07-b66f-4252-b2af-e73c6c2aba10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:05.022214 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af25aee-c9f1-4dea-972b-01f76159c3aa None None] Network b7419c43-b40c-4c77-a08c-f7b5fb769556 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:27:05.056100 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-51388b07-b66f-4252-b2af-e73c6c2aba10 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1762185 Feb 09 01:27:05.092721 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5f0b4cd5-a50a-40db-a8c7-8c03dc86bc00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (2ac07b4c-23f7-40e9-9fdd-08e88de649ee), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:05.152839 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5f0b4cd5-a50a-40db-a8c7-8c03dc86bc00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (2ac07b4c-23f7-40e9-9fdd-08e88de649ee), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:05.153730 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0b4cd5-a50a-40db-a8c7-8c03dc86bc00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:05.154295 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5f0b4cd5-a50a-40db-a8c7-8c03dc86bc00 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:05.186022 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39108) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:05.235860 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b4cd5-a50a-40db-a8c7-8c03dc86bc00 admin admin] Pushing event updated for resources: {'Network': ['ID=2ac07b4c-23f7-40e9-9fdd-08e88de649ee,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:05.294797 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 2ac07b4c-23f7-40e9-9fdd-08e88de649ee details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:27:05.301187 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd8740b-a43a-44c0-97b0-b91aa21b8786 None None] Network b7419c43-b40c-4c77-a08c-f7b5fb769556 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:27:05.352588 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5f0b4cd5-a50a-40db-a8c7-8c03dc86bc00 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2319095 Feb 09 01:27:05.354198 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39114) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:05.368259 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-4b0252fb-6978-4e58-a2f7-cff76c1d25e8 admin admin] Request body: {'subnet': {'network_id': '2ac07b4c-23f7-40e9-9fdd-08e88de649ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1397849842-subnet', 'tenant_id': '9180b1cf21a141fbba17b6961664d8d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:05.421171 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0252fb-6978-4e58-a2f7-cff76c1d25e8 admin admin] Made reservation on behalf of 9180b1cf21a141fbba17b6961664d8d2 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:05.423607 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4b0252fb-6978-4e58-a2f7-cff76c1d25e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:05.432480 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8af64f0c-f058-46a3-be9e-c7556d1fd349 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (db86e1b3-81ee-4e7e-ac20-3f780a573487), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:05.503847 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af64f0c-f058-46a3-be9e-c7556d1fd349 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event deleted for resources: {'Port': ['ID=db86e1b3-81ee-4e7e-ac20-3f780a573487,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:05.504698 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-4fcc4ec6-1ffd-414b-85ad-142cb7efcd7d tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:05.506787 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-4fcc4ec6-1ffd-414b-85ad-142cb7efcd7d tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.121 "GET /v2.0/networks?id=2bc4ea01-221c-4795-83a1-f4476e29e9f6 HTTP/1.1" status: 200 len: 805 time: 0.2720191 Feb 09 01:27:05.511858 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-286d5b20-e468-4497-80e6-58b5d011cbb4 tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:05.614996 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-286d5b20-e468-4497-80e6-58b5d011cbb4 tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] 10.222.0.30 "PUT /v2.0/quotas/1a7a664556f64701bbaa0e186f773480 HTTP/1.1" status: 200 len: 368 time: 0.4275906 Feb 09 01:27:05.618557 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39120) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:05.626556 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-9a3bf5eb-28f8-4385-ab61-52477e340b8c tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Request body: {'network': {'project_id': '1a7a664556f64701bbaa0e186f773480'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:05.631271 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-c9c0f358-bd05-484d-a422-37c448f86e92 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25dd107518fe42779a682201553350e9 HTTP/1.1" status: 200 len: 380 time: 0.1075776 Feb 09 01:27:05.672144 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-c2097f24-eca4-4b29-bbf0-62e07a546b12 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Request body: {'port': {'device_id': '1006e663-0cf3-45ad-8bab-5d3c83d23f7a', 'network_id': '2bc4ea01-221c-4795-83a1-f4476e29e9f6', 'admin_state_up': True, 'tenant_id': '25dd107518fe42779a682201553350e9', 'security_groups': ['ffd0eeed-8d26-4c7f-84c8-0d69c2a6f0ed']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:05.815296 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3bf5eb-28f8-4385-ab61-52477e340b8c tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Made reservation on behalf of 1a7a664556f64701bbaa0e186f773480 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:05.819390 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a3bf5eb-28f8-4385-ab61-52477e340b8c tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:05.899779 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a3bf5eb-28f8-4385-ab61-52477e340b8c tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:05.919192 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4b0252fb-6978-4e58-a2f7-cff76c1d25e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (62ef8227-48a6-41bf-b8b3-d477380ff943), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:05.934972 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85067f-815a-4496-ab2b-a4bbcb653a2b req-545601b7-3a88-48f2-bdd6-1f2c59590a21 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:05.936588 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b85067f-815a-4496-ab2b-a4bbcb653a2b req-545601b7-3a88-48f2-bdd6-1f2c59590a21 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 945 time: 0.1724195 Feb 09 01:27:05.991292 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8af64f0c-f058-46a3-be9e-c7556d1fd349 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (ca49a5cd-9000-4438-bc78-a265d681b879), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:06.020976 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-c2097f24-eca4-4b29-bbf0-62e07a546b12 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Made reservation on behalf of 25dd107518fe42779a682201553350e9 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:06.024746 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-c2097f24-eca4-4b29-bbf0-62e07a546b12 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:06.089298 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1bb57df3-c888-4a90-81b0-0cb64f21895f req-a6fcee68-11b9-4969-ac1a-b2b9ca355e45 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/ports?device_id=1006e663-0cf3-45ad-8bab-5d3c83d23f7a HTTP/1.1" status: 200 len: 210 time: 0.1075280 Feb 09 01:27:06.142976 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0252fb-6978-4e58-a2f7-cff76c1d25e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62ef8227-48a6-41bf-b8b3-d477380ff943,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:06.257571 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b85067f-815a-4496-ab2b-a4bbcb653a2b req-60c998fe-2a3a-4a10-a681-e804c2fd5c54 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655029 Feb 09 01:27:06.282995 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a3bf5eb-28f8-4385-ab61-52477e340b8c tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Publish callbacks [] for security_group (25245ad4-0345-43df-b237-0a95907765e2), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:06.299275 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a3bf5eb-28f8-4385-ab61-52477e340b8c tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (25245ad4-0345-43df-b237-0a95907765e2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:06.329547 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0252fb-6978-4e58-a2f7-cff76c1d25e8 admin admin] Checking segment: {'id': '2764419c-e2f1-47fc-88b3-e60891c25218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2ac07b4c-23f7-40e9-9fdd-08e88de649ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:27:06.329911 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0252fb-6978-4e58-a2f7-cff76c1d25e8 admin admin] Network hostable DHCP agents. Network: 2ac07b4c-23f7-40e9-9fdd-08e88de649ee, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:27:06.346408 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a3bf5eb-28f8-4385-ab61-52477e340b8c tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:27:06.364277 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3bf5eb-28f8-4385-ab61-52477e340b8c tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25245ad4-0345-43df-b237-0a95907765e2,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:06.374494 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a3bf5eb-28f8-4385-ab61-52477e340b8c tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (295aae86-5170-4e65-8255-63e492a067e9), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:06.375291 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-9a3bf5eb-28f8-4385-ab61-52477e340b8c tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Added segment 295aae86-5170-4e65-8255-63e492a067e9 of type vlan for network 8373e43b-c367-4745-b66e-120ebdd66b32 Feb 09 01:27:06.378727 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af64f0c-f058-46a3-be9e-c7556d1fd349 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Router ca49a5cd-9000-4438-bc78-a265d681b879 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:27:06.390123 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0252fb-6978-4e58-a2f7-cff76c1d25e8 admin admin] Network 2ac07b4c-23f7-40e9-9fdd-08e88de649ee is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:27:06.415649 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-4b0252fb-6978-4e58-a2f7-cff76c1d25e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 2ac07b4c-23f7-40e9-9fdd-08e88de649ee) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:06.430174 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0252fb-6978-4e58-a2f7-cff76c1d25e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:06.430795 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f1f273-4edb-4982-8d90-f36e45565f2d None None] Network 2ac07b4c-23f7-40e9-9fdd-08e88de649ee requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:27:06.431299 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4b0252fb-6978-4e58-a2f7-cff76c1d25e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:06.475034 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-c2097f24-eca4-4b29-bbf0-62e07a546b12 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Allocated IP 172.20.0.11 (2bc4ea01-221c-4795-83a1-f4476e29e9f6/e2a168c6-d12d-41a2-96bc-04d516c6af17/93a24e51-92c8-4fc4-87fd-bec68924a768) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:06.537276 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4b0252fb-6978-4e58-a2f7-cff76c1d25e8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1652129 Feb 09 01:27:06.575846 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af64f0c-f058-46a3-be9e-c7556d1fd349 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:27:06.579389 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a3bf5eb-28f8-4385-ab61-52477e340b8c tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (8373e43b-c367-4745-b66e-120ebdd66b32), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:06.589394 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8af64f0c-f058-46a3-be9e-c7556d1fd349 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "PUT /v2.0/routers/ca49a5cd-9000-4438-bc78-a265d681b879/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9550467 Feb 09 01:27:06.592254 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39140) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:06.611397 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0763631-f577-4339-913b-47204e84e0d0 None None] Sync routers for ids ['ca49a5cd-9000-4438-bc78-a265d681b879'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:06.686798 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0763631-f577-4339-913b-47204e84e0d0 None None] Routers {'ca49a5cd-9000-4438-bc78-a265d681b879'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:06.689662 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-b0763631-f577-4339-913b-47204e84e0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:26:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['ca49a5cd-9000-4438-bc78-a265d681b879'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:06.740433 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.db.resource_extend [None req-9a3bf5eb-28f8-4385-ab61-52477e340b8c tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:27:06.753071 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7550d424-84a0-4bf8-85b8-9e53cabbce5b None None] Network 2ac07b4c-23f7-40e9-9fdd-08e88de649ee requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:27:06.814143 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a3bf5eb-28f8-4385-ab61-52477e340b8c tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (8373e43b-c367-4745-b66e-120ebdd66b32), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:06.814965 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-b0763631-f577-4339-913b-47204e84e0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:06.816641 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3bf5eb-28f8-4385-ab61-52477e340b8c tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:06.819549 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a3bf5eb-28f8-4385-ab61-52477e340b8c tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:06.897963 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0763631-f577-4339-913b-47204e84e0d0 None None] Routers {'ca49a5cd-9000-4438-bc78-a265d681b879'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:06.898655 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-b0763631-f577-4339-913b-47204e84e0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:26:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['ca49a5cd-9000-4438-bc78-a265d681b879'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:06.909912 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-c2097f24-eca4-4b29-bbf0-62e07a546b12 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks [] for port (93a24e51-92c8-4fc4-87fd-bec68924a768), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:06.948967 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-b0763631-f577-4339-913b-47204e84e0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:06.949899 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0763631-f577-4339-913b-47204e84e0d0 None None] The sync data for ids ['ca49a5cd-9000-4438-bc78-a265d681b879'] in n-d-822053-40 is: [] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:07.047756 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9a3bf5eb-28f8-4385-ab61-52477e340b8c tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4240046 Feb 09 01:27:07.048650 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39156) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:07.112093 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-c2097f24-eca4-4b29-bbf0-62e07a546b12 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (93a24e51-92c8-4fc4-87fd-bec68924a768), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:07.131797 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-e0fabf5e-8fb8-41ca-a8a9-85b31628778e tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Request body: {'network': {'project_id': '1a7a664556f64701bbaa0e186f773480'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:07.143175 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2316f6f-62dd-483a-93e6-edc65a8ebe4c req-f2d13fab-5737-4736-bce4-1754bf73749d tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:07.157222 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c2316f6f-62dd-483a-93e6-edc65a8ebe4c req-f2d13fab-5737-4736-bce4-1754bf73749d tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 945 time: 0.2194836 Feb 09 01:27:07.214751 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fabf5e-8fb8-41ca-a8a9-85b31628778e tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Made reservation on behalf of 1a7a664556f64701bbaa0e186f773480 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:07.217428 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e0fabf5e-8fb8-41ca-a8a9-85b31628778e tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:07.246417 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-c2097f24-eca4-4b29-bbf0-62e07a546b12 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Network 2bc4ea01-221c-4795-83a1-f4476e29e9f6 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:07.257686 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-c2097f24-eca4-4b29-bbf0-62e07a546b12 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:07.261595 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-c2097f24-eca4-4b29-bbf0-62e07a546b12 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:27:07.264271 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3bf5eb-28f8-4385-ab61-52477e340b8c tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Pushing event updated for resources: {'Network': ['ID=8373e43b-c367-4745-b66e-120ebdd66b32,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:07.283709 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 8373e43b-c367-4745-b66e-120ebdd66b32 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:27:07.333863 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0fabf5e-8fb8-41ca-a8a9-85b31628778e tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:27:07.344454 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-c2097f24-eca4-4b29-bbf0-62e07a546b12 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:07.345220 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-c2097f24-eca4-4b29-bbf0-62e07a546b12 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:07.347232 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e0fabf5e-8fb8-41ca-a8a9-85b31628778e tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (dca72944-d074-48b6-9258-bcdbf71eb9d8), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:07.349931 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-e0fabf5e-8fb8-41ca-a8a9-85b31628778e tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Added segment dca72944-d074-48b6-9258-bcdbf71eb9d8 of type vlan for network d27bffa8-5b56-45f9-b36c-6f16bb667d7c Feb 09 01:27:07.374497 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-c2097f24-eca4-4b29-bbf0-62e07a546b12 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7091393 Feb 09 01:27:07.392595 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2097f24-eca4-4b29-bbf0-62e07a546b12 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Pushing event updated for resources: {'Port': ['ID=93a24e51-92c8-4fc4-87fd-bec68924a768,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:07.401247 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-7cac59d7-1cae-47b6-9797-1cd92f31464e service neutron] Request body: {'port': {'device_id': '1006e663-0cf3-45ad-8bab-5d3c83d23f7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:07.479544 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-7cac59d7-1cae-47b6-9797-1cd92f31464e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (93a24e51-92c8-4fc4-87fd-bec68924a768), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:07.480861 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e0fabf5e-8fb8-41ca-a8a9-85b31628778e tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (d27bffa8-5b56-45f9-b36c-6f16bb667d7c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:07.509093 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c2316f6f-62dd-483a-93e6-edc65a8ebe4c req-b05c1dd4-200f-4d9c-a80b-43b5e483988d tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506339 Feb 09 01:27:07.638612 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e0fabf5e-8fb8-41ca-a8a9-85b31628778e tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (d27bffa8-5b56-45f9-b36c-6f16bb667d7c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:07.639766 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fabf5e-8fb8-41ca-a8a9-85b31628778e tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:07.640411 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e0fabf5e-8fb8-41ca-a8a9-85b31628778e tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:07.753870 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e0fabf5e-8fb8-41ca-a8a9-85b31628778e tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6273820 Feb 09 01:27:07.777503 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39170) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:07.782426 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-bb6f7622-76f9-4684-940c-885131e0620b tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Request body: {'network': {'project_id': '1a7a664556f64701bbaa0e186f773480'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:07.793239 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-60f96295-a2a3-4f49-89bd-feaf06033674 None None] Provisioning complete for port 93a24e51-92c8-4fc4-87fd-bec68924a768 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:07.794009 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-60f96295-a2a3-4f49-89bd-feaf06033674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (93a24e51-92c8-4fc4-87fd-bec68924a768), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:07.795547 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fabf5e-8fb8-41ca-a8a9-85b31628778e tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Pushing event updated for resources: {'Network': ['ID=d27bffa8-5b56-45f9-b36c-6f16bb667d7c,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:07.807724 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb6f7622-76f9-4684-940c-885131e0620b tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 01:27:07.808419 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb6f7622-76f9-4684-940c-885131e0620b tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:27:07.813443 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-bb6f7622-76f9-4684-940c-885131e0620b tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0345778 Feb 09 01:27:07.813872 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39174) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:07.857618 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network d27bffa8-5b56-45f9-b36c-6f16bb667d7c details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:27:07.882251 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9fbfdea4-42ca-408f-b055-33fd5b910c8c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (ca49a5cd-9000-4438-bc78-a265d681b879), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:07.997640 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3d5d1bd9-f433-40d8-a0a3-7d7db13a3a1d tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1a7a664556f64701bbaa0e186f773480&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1809866 Feb 09 01:27:08.049982 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-60f96295-a2a3-4f49-89bd-feaf06033674 None None] Port 93a24e51-92c8-4fc4-87fd-bec68924a768 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:27:08.057332 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39178) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:08.156699 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-43b160f2-62cc-4a3d-a4e5-2f2424aad5df tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Publish callbacks [] for security_group (25245ad4-0345-43df-b237-0a95907765e2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:08.250995 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-43b160f2-62cc-4a3d-a4e5-2f2424aad5df tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Publish callbacks [] for security_group (25245ad4-0345-43df-b237-0a95907765e2), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:08.385971 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-43b160f2-62cc-4a3d-a4e5-2f2424aad5df tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (25245ad4-0345-43df-b237-0a95907765e2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:08.389881 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-43b160f2-62cc-4a3d-a4e5-2f2424aad5df tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:08.391347 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-43b160f2-62cc-4a3d-a4e5-2f2424aad5df tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] 10.222.0.30 "DELETE /v2.0/security-groups/25245ad4-0345-43df-b237-0a95907765e2 HTTP/1.1" status: 204 len: 168 time: 0.3318651 Feb 09 01:27:08.397035 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39190) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:08.432968 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b160f2-62cc-4a3d-a4e5-2f2424aad5df tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25245ad4-0345-43df-b237-0a95907765e2,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:08.558295 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3a836f7b-7bfc-4edd-9b36-f951782d7041 tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (d27bffa8-5b56-45f9-b36c-6f16bb667d7c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:08.666381 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455adfe3-b283-46a1-8aff-d8412dfeb70e req-b23c21c0-0ca7-4df6-afa9-e2938e7b8a13 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:08.675877 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-455adfe3-b283-46a1-8aff-d8412dfeb70e req-b23c21c0-0ca7-4df6-afa9-e2938e7b8a13 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/ports?device_id=1006e663-0cf3-45ad-8bab-5d3c83d23f7a HTTP/1.1" status: 200 len: 932 time: 1.1976464 Feb 09 01:27:08.736604 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6c0fb-b0fd-48ea-aca4-251991f595e4 req-285eba16-3263-4171-af3f-fb45174bb4e8 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:08.745331 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-41b6c0fb-b0fd-48ea-aca4-251991f595e4 req-285eba16-3263-4171-af3f-fb45174bb4e8 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.2837193 Feb 09 01:27:08.752436 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9fbfdea4-42ca-408f-b055-33fd5b910c8c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Deleting port 415903d9-f968-4524-8efc-8a9ee6c5b9f0 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:27:08.753122 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9fbfdea4-42ca-408f-b055-33fd5b910c8c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (415903d9-f968-4524-8efc-8a9ee6c5b9f0), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:08.856368 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3a836f7b-7bfc-4edd-9b36-f951782d7041 tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (d27bffa8-5b56-45f9-b36c-6f16bb667d7c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:08.879815 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9fbfdea4-42ca-408f-b055-33fd5b910c8c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (415903d9-f968-4524-8efc-8a9ee6c5b9f0), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:08.889538 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-455adfe3-b283-46a1-8aff-d8412dfeb70e req-8faa1b42-8f91-489b-872b-e3c46b8f9b17 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/security-groups?id=ffd0eeed-8d26-4c7f-84c8-0d69c2a6f0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125633 Feb 09 01:27:08.903229 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-3a836f7b-7bfc-4edd-9b36-f951782d7041 tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d27bffa8-5b56-45f9-b36c-6f16bb667d7c']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:08.913978 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9fbfdea4-42ca-408f-b055-33fd5b910c8c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Calling delete_port for 415903d9-f968-4524-8efc-8a9ee6c5b9f0 owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:27:08.920217 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-3a836f7b-7bfc-4edd-9b36-f951782d7041 tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dca72944-d074-48b6-9258-bcdbf71eb9d8') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:08.920825 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-3a836f7b-7bfc-4edd-9b36-f951782d7041 tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dca72944-d074-48b6-9258-bcdbf71eb9d8') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:08.938446 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-41b6c0fb-b0fd-48ea-aca4-251991f595e4 req-69a5af29-9131-43fb-b4ed-32cc83e0542d tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921532 Feb 09 01:27:09.159579 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-7cac59d7-1cae-47b6-9797-1cd92f31464e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93a24e51-92c8-4fc4-87fd-bec68924a768 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:27:09.171333 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a0e2c-3f1e-4cc3-90fa-a57c0544d828 req-b50b7b7c-2c94-4abe-80b2-58e3615e4fd7 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:09.173124 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2e9a0e2c-3f1e-4cc3-90fa-a57c0544d828 req-b50b7b7c-2c94-4abe-80b2-58e3615e4fd7 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 945 time: 0.1538255 Feb 09 01:27:09.179317 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-7cac59d7-1cae-47b6-9797-1cd92f31464e service neutron] Publish callbacks [] for port (93a24e51-92c8-4fc4-87fd-bec68924a768), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:09.233599 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-7cac59d7-1cae-47b6-9797-1cd92f31464e service neutron] Transition to ACTIVE for port object 93a24e51-92c8-4fc4-87fd-bec68924a768 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:27:09.235159 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9fbfdea4-42ca-408f-b055-33fd5b910c8c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (415903d9-f968-4524-8efc-8a9ee6c5b9f0), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:09.249367 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff9744-a093-4487-9b94-c753937bdc15 req-d6eef609-5eb9-4863-81c4-0a71b701e20c tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:09.250491 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3a836f7b-7bfc-4edd-9b36-f951782d7041 tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (dca72944-d074-48b6-9258-bcdbf71eb9d8), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:09.251114 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-58ff9744-a093-4487-9b94-c753937bdc15 req-d6eef609-5eb9-4863-81c4-0a71b701e20c tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.1452301 Feb 09 01:27:09.254822 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-7cac59d7-1cae-47b6-9797-1cd92f31464e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (93a24e51-92c8-4fc4-87fd-bec68924a768), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:09.288999 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbfdea4-42ca-408f-b055-33fd5b910c8c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event deleted for resources: {'Port': ['ID=415903d9-f968-4524-8efc-8a9ee6c5b9f0,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:09.349484 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2e9a0e2c-3f1e-4cc3-90fa-a57c0544d828 req-b95d7696-1b36-41a6-8a10-1416a3ffcad3 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587374 Feb 09 01:27:09.412461 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3a836f7b-7bfc-4edd-9b36-f951782d7041 tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (dca72944-d074-48b6-9258-bcdbf71eb9d8), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:09.430727 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a836f7b-7bfc-4edd-9b36-f951782d7041 tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:27:09.431770 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3a836f7b-7bfc-4edd-9b36-f951782d7041 tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (dca72944-d074-48b6-9258-bcdbf71eb9d8), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:09.447442 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac59d7-1cae-47b6-9797-1cd92f31464e service neutron] Pushing event updated for resources: {'Port': ['ID=93a24e51-92c8-4fc4-87fd-bec68924a768,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:09.810504 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076fff87-a419-4be7-924f-0a280922a17a req-f6db68c6-3c8c-41c2-818b-00db9b39d474 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:09.820425 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-076fff87-a419-4be7-924f-0a280922a17a req-f6db68c6-3c8c-41c2-818b-00db9b39d474 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] 10.222.0.30 "GET /v2.0/networks?id=b7419c43-b40c-4c77-a08c-f7b5fb769556 HTTP/1.1" status: 200 len: 809 time: 0.2879682 Feb 09 01:27:09.927784 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-58ff9744-a093-4487-9b94-c753937bdc15 req-49de1561-a9b2-48b0-9358-084e8ba90253 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6629572 Feb 09 01:27:09.938863 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-076fff87-a419-4be7-924f-0a280922a17a req-f9fa233d-8840-4ec6-b144-b41ed709114e tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] 10.222.0.30 "GET /v2.0/quotas/25e81fbd2de1479a9d79f549fe687a7a HTTP/1.1" status: 200 len: 375 time: 0.1168013 Feb 09 01:27:09.991120 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-076fff87-a419-4be7-924f-0a280922a17a req-9ae1acc9-c50a-4a0f-910d-d1d197488e86 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=25e81fbd2de1479a9d79f549fe687a7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492992 Feb 09 01:27:10.079159 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-7cac59d7-1cae-47b6-9797-1cd92f31464e service neutron] Attempting to bind port 93a24e51-92c8-4fc4-87fd-bec68924a768 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:27:10.079648 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-7cac59d7-1cae-47b6-9797-1cd92f31464e service neutron] Attempting to bind port 93a24e51-92c8-4fc4-87fd-bec68924a768 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '5dcbe87a-b05d-4f3f-9fcf-324934411192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2bc4ea01-221c-4795-83a1-f4476e29e9f6'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:27:10.080385 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-7cac59d7-1cae-47b6-9797-1cd92f31464e service neutron] Attempting to bind port 93a24e51-92c8-4fc4-87fd-bec68924a768 on network 2bc4ea01-221c-4795-83a1-f4476e29e9f6 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:27:10.121025 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-7cac59d7-1cae-47b6-9797-1cd92f31464e service neutron] Port 93a24e51-92c8-4fc4-87fd-bec68924a768 on network 2bc4ea01-221c-4795-83a1-f4476e29e9f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:27:10.121454 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-7cac59d7-1cae-47b6-9797-1cd92f31464e service neutron] Attempting to bind port 93a24e51-92c8-4fc4-87fd-bec68924a768 on network 2bc4ea01-221c-4795-83a1-f4476e29e9f6 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:27:10.135930 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-7cac59d7-1cae-47b6-9797-1cd92f31464e service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:27:10.136611 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-7cac59d7-1cae-47b6-9797-1cd92f31464e service neutron] Checking segment: {'id': '5dcbe87a-b05d-4f3f-9fcf-324934411192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2bc4ea01-221c-4795-83a1-f4476e29e9f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:27:10.137225 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-7cac59d7-1cae-47b6-9797-1cd92f31464e service neutron] Bound using segment: {'id': '5dcbe87a-b05d-4f3f-9fcf-324934411192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2bc4ea01-221c-4795-83a1-f4476e29e9f6'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:27:10.137792 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-7cac59d7-1cae-47b6-9797-1cd92f31464e service neutron] Bound port: 93a24e51-92c8-4fc4-87fd-bec68924a768, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dcbe87a-b05d-4f3f-9fcf-324934411192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2bc4ea01-221c-4795-83a1-f4476e29e9f6'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:27:10.138288 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-7cac59d7-1cae-47b6-9797-1cd92f31464e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (93a24e51-92c8-4fc4-87fd-bec68924a768), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:10.165446 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:27:10.165446 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:27:10.165446 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:27:10.165446 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:27:10.165446 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:27:10.165446 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:27:10.165446 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:27:10.165446 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:27:10.165446 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:27:10.165446 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:27:10.165446 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:27:10.165446 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:27:10.165446 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:27:10.165446 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:27:10.165446 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:27:10.165446 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:27:10.165446 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:27:10.165446 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:27:10.165446 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:27:10.165446 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:27:10.165446 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:27:10.165446 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:27:10.165446 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:27:10.165446 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:27:10.165446 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:27:10.165446 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:27:10.165446 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:27:10.165446 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:27:10.165446 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:27:10.165446 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:27:10.165446 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:27:10.165446 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:27:10.222111 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423dee6e-fc53-4b64-af2e-a8e31b56c40f req-849c9171-a137-46a4-b047-d2ed55176f11 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:10.230407 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-423dee6e-fc53-4b64-af2e-a8e31b56c40f req-849c9171-a137-46a4-b047-d2ed55176f11 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/ports?device_id=1006e663-0cf3-45ad-8bab-5d3c83d23f7a HTTP/1.1" status: 200 len: 944 time: 0.1690652 Feb 09 01:27:10.295582 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-076fff87-a419-4be7-924f-0a280922a17a req-04275316-3f8c-44a9-a206-441a8e43aa83 service neutron] 10.222.0.30 "GET /v2.0/networks/b7419c43-b40c-4c77-a08c-f7b5fb769556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025873 Feb 09 01:27:10.304097 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3a836f7b-7bfc-4edd-9b36-f951782d7041 tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (d27bffa8-5b56-45f9-b36c-6f16bb667d7c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:10.323939 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3a836f7b-7bfc-4edd-9b36-f951782d7041 tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:10.327619 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3a836f7b-7bfc-4edd-9b36-f951782d7041 tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] 10.222.0.30 "DELETE /v2.0/networks/d27bffa8-5b56-45f9-b36c-6f16bb667d7c HTTP/1.1" status: 204 len: 168 time: 1.9260495 Feb 09 01:27:10.329346 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a836f7b-7bfc-4edd-9b36-f951782d7041 tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Pushing event deleted for resources: {'Network': ['ID=d27bffa8-5b56-45f9-b36c-6f16bb667d7c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:10.335661 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9fbfdea4-42ca-408f-b055-33fd5b910c8c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (ca49a5cd-9000-4438-bc78-a265d681b879), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:10.364023 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39228) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:10.433088 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-423dee6e-fc53-4b64-af2e-a8e31b56c40f req-fa4ec320-4ab3-4213-85e9-db5df57de065 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/security-groups?id=ffd0eeed-8d26-4c7f-84c8-0d69c2a6f0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013729 Feb 09 01:27:10.472819 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-7cac59d7-1cae-47b6-9797-1cd92f31464e service neutron] For port 93a24e51-92c8-4fc4-87fd-bec68924a768, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:27:10.496505 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-7cac59d7-1cae-47b6-9797-1cd92f31464e service neutron] For port 93a24e51-92c8-4fc4-87fd-bec68924a768, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=93a24e51-92c8-4fc4-87fd-bec68924a768,segment=NetworkSegment(5dcbe87a-b05d-4f3f-9fcf-324934411192),segment_id=5dcbe87a-b05d-4f3f-9fcf-324934411192)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:27:10.513366 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-7cac59d7-1cae-47b6-9797-1cd92f31464e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (93a24e51-92c8-4fc4-87fd-bec68924a768), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:10.641485 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-076fff87-a419-4be7-924f-0a280922a17a req-a95f3f94-503d-4e07-8e18-ede763f3bb56 service neutron] 10.222.0.30 "GET /v2.0/networks/b7419c43-b40c-4c77-a08c-f7b5fb769556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448241 Feb 09 01:27:10.676899 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-7cac59d7-1cae-47b6-9797-1cd92f31464e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:10.681094 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-7cac59d7-1cae-47b6-9797-1cd92f31464e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:10.684588 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-7cac59d7-1cae-47b6-9797-1cd92f31464e service neutron] 10.222.0.121 "PUT /v2.0/ports/93a24e51-92c8-4fc4-87fd-bec68924a768 HTTP/1.1" status: 200 len: 1093 time: 3.2919564 Feb 09 01:27:10.694989 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1006e663-0cf3-45ad-8bab-5d3c83d23f7a', 'tag': '93a24e51-92c8-4fc4-87fd-bec68924a768'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:27:10.701213 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1132e142-3486-4a1b-9ee2-52a606c302f9" -d '{"events": [{"name": "network-changed", "server_uuid": "1006e663-0cf3-45ad-8bab-5d3c83d23f7a", "tag": "93a24e51-92c8-4fc4-87fd-bec68924a768"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:27:10.721988 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fbfdea4-42ca-408f-b055-33fd5b910c8c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Router ca49a5cd-9000-4438-bc78-a265d681b879 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:27:10.730834 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f041cbd6-0fc0-4eb4-82a0-3ab3de516bac tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (8373e43b-c367-4745-b66e-120ebdd66b32), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:10.929486 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac59d7-1cae-47b6-9797-1cd92f31464e service neutron] Pushing event updated for resources: {'Port': ['ID=93a24e51-92c8-4fc4-87fd-bec68924a768,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:10.954233 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f041cbd6-0fc0-4eb4-82a0-3ab3de516bac tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (8373e43b-c367-4745-b66e-120ebdd66b32), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:10.954896 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-97a98f17-4088-437f-8bb3-57ce58e78a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:10.956441 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-97a98f17-4088-437f-8bb3-57ce58e78a64 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=25dd107518fe42779a682201553350e9&device_id=1006e663-0cf3-45ad-8bab-5d3c83d23f7a HTTP/1.1" status: 200 len: 1127 time: 0.2231414 Feb 09 01:27:11.002635 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-f041cbd6-0fc0-4eb4-82a0-3ab3de516bac tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8373e43b-c367-4745-b66e-120ebdd66b32']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:11.027951 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-f041cbd6-0fc0-4eb4-82a0-3ab3de516bac tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '295aae86-5170-4e65-8255-63e492a067e9') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:11.028282 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-f041cbd6-0fc0-4eb4-82a0-3ab3de516bac tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '295aae86-5170-4e65-8255-63e492a067e9') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:11.046126 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-990bc9eb-a3d7-46ad-938b-b53b8c913959 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93a24e51-92c8-4fc4-87fd-bec68924a768 HTTP/1.1" status: 200 len: 217 time: 0.0800755 Feb 09 01:27:11.055328 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f041cbd6-0fc0-4eb4-82a0-3ab3de516bac tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (295aae86-5170-4e65-8255-63e492a067e9), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:11.077847 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f041cbd6-0fc0-4eb4-82a0-3ab3de516bac tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (295aae86-5170-4e65-8255-63e492a067e9), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:11.089421 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f041cbd6-0fc0-4eb4-82a0-3ab3de516bac tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:27:11.090707 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f041cbd6-0fc0-4eb4-82a0-3ab3de516bac tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (295aae86-5170-4e65-8255-63e492a067e9), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:11.157521 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31976a28-d711-4582-817d-38f14942cf9d req-da58e1e3-1d09-4881-85e0-8f52434bdd75 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:11.159847 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-31976a28-d711-4582-817d-38f14942cf9d req-da58e1e3-1d09-4881-85e0-8f52434bdd75 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/networks?id=2ac07b4c-23f7-40e9-9fdd-08e88de649ee HTTP/1.1" status: 200 len: 809 time: 0.3090715 Feb 09 01:27:11.206659 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-31976a28-d711-4582-817d-38f14942cf9d req-d7fe4c0e-9ccd-4073-96f0-e71d928d4093 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/quotas/9180b1cf21a141fbba17b6961664d8d2 HTTP/1.1" status: 200 len: 375 time: 0.0252225 Feb 09 01:27:11.216509 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-04cba936-adb9-4ed8-9105-339a01bf45cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:11.222345 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-04cba936-adb9-4ed8-9105-339a01bf45cf service neutron] 10.222.0.121 "GET /v2.0/subnets?id=e2a168c6-d12d-41a2-96bc-04d516c6af17 HTTP/1.1" status: 200 len: 844 time: 0.1687996 Feb 09 01:27:11.236669 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:27:11.236669 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:27:11.236669 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:27:11.236669 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:27:11.236669 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:27:11.236669 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:27:11.236669 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:27:11.236669 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:27:11.236669 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:27:11.236669 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:27:11.236669 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:27:11.236669 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:27:11.236669 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:27:11.236669 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:27:11.236669 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:27:11.236669 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:27:11.236669 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:27:11.236669 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:27:11.236669 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:27:11.236669 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:27:11.236669 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:27:11.236669 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:27:11.236669 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:27:11.236669 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:27:11.236669 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:27:11.236669 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:27:11.236669 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:27:11.236669 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:27:11.236669 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:27:11.236669 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:27:11.236669 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:27:11.236669 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:27:11.239901 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f041cbd6-0fc0-4eb4-82a0-3ab3de516bac tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (8373e43b-c367-4745-b66e-120ebdd66b32), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:11.309187 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f041cbd6-0fc0-4eb4-82a0-3ab3de516bac tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:11.314393 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f041cbd6-0fc0-4eb4-82a0-3ab3de516bac tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] 10.222.0.30 "DELETE /v2.0/networks/8373e43b-c367-4745-b66e-120ebdd66b32 HTTP/1.1" status: 204 len: 168 time: 0.8154893 Feb 09 01:27:11.334331 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f041cbd6-0fc0-4eb4-82a0-3ab3de516bac tempest-QuotasNegativeTest-839582420 tempest-QuotasNegativeTest-839582420-project-admin] Pushing event deleted for resources: {'Network': ['ID=8373e43b-c367-4745-b66e-120ebdd66b32,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:11.334570 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-31976a28-d711-4582-817d-38f14942cf9d req-7cdbfa9a-b9d6-42c7-97dc-0ea320475516 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9180b1cf21a141fbba17b6961664d8d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0965331 Feb 09 01:27:11.361744 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbfdea4-42ca-408f-b055-33fd5b910c8c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:27:11.381420 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9e52e-6e4a-4132-9a54-82c48980740c req-425ce669-ee77-429d-8f33-d7c7f982b3fd tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:11.383444 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d0d9e52e-6e4a-4132-9a54-82c48980740c req-425ce669-ee77-429d-8f33-d7c7f982b3fd tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.2482314 Feb 09 01:27:11.389281 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e1c400-1363-40da-a8c2-871d2450f574 None None] Sync routers for ids ['ca49a5cd-9000-4438-bc78-a265d681b879'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:11.391914 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9fbfdea4-42ca-408f-b055-33fd5b910c8c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "PUT /v2.0/routers/ca49a5cd-9000-4438-bc78-a265d681b879/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7983782 Feb 09 01:27:11.394631 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39262) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:11.467627 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e1c400-1363-40da-a8c2-871d2450f574 None None] Routers {'ca49a5cd-9000-4438-bc78-a265d681b879'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:11.468514 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-86e1c400-1363-40da-a8c2-871d2450f574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:26:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['ca49a5cd-9000-4438-bc78-a265d681b879'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:11.487102 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-31976a28-d711-4582-817d-38f14942cf9d req-e18d8767-d6d6-4e14-9e17-09c83f0d6f25 service neutron] 10.222.0.30 "GET /v2.0/networks/2ac07b4c-23f7-40e9-9fdd-08e88de649ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515241 Feb 09 01:27:11.493852 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c0973e58-8fc7-4754-9777-3cc2dffc89cc tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca49a5cd-9000-4438-bc78-a265d681b879 HTTP/1.1" status: 200 len: 205 time: 0.0977614 Feb 09 01:27:11.497738 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39266) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:11.749310 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c5ef3ea6-26b4-490d-bf9b-cc1be3a1ef94 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router (ca49a5cd-9000-4438-bc78-a265d681b879), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:11.764143 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-86e1c400-1363-40da-a8c2-871d2450f574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:11.792035 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-1884a597-0dca-4b71-b677-fcde4313ac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:11.796565 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-1884a597-0dca-4b71-b677-fcde4313ac19 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=2bc4ea01-221c-4795-83a1-f4476e29e9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5576401 Feb 09 01:27:11.844217 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e1c400-1363-40da-a8c2-871d2450f574 None None] Routers {'ca49a5cd-9000-4438-bc78-a265d681b879'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:11.845133 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-86e1c400-1363-40da-a8c2-871d2450f574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:26:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['ca49a5cd-9000-4438-bc78-a265d681b879'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:11.904360 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-86e1c400-1363-40da-a8c2-871d2450f574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:11.905214 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e1c400-1363-40da-a8c2-871d2450f574 None None] The sync data for ids ['ca49a5cd-9000-4438-bc78-a265d681b879'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:12.118722 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d0d9e52e-6e4a-4132-9a54-82c48980740c req-4f4d8ea9-e0c3-4b5b-ab52-8e06462fb158 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6302097 Feb 09 01:27:12.154824 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-6609e162-766b-4228-b2be-09843dce93f4 service neutron] 10.222.0.121 "GET /v2.0/networks/2bc4ea01-221c-4795-83a1-f4476e29e9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427687 Feb 09 01:27:12.271385 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc8c579-2e39-472d-a3c1-730cc2b96e1d x-openstack-request-id: req-efc8c579-2e39-472d-a3c1-730cc2b96e1d {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:27:12.271626 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1006e663-0cf3-45ad-8bab-5d3c83d23f7a", "tag": "93a24e51-92c8-4fc4-87fd-bec68924a768", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:27:12.272176 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-efc8c579-2e39-472d-a3c1-730cc2b96e1d {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:27:12.272272 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1006e663-0cf3-45ad-8bab-5d3c83d23f7a', 'tag': '93a24e51-92c8-4fc4-87fd-bec68924a768', 'status': 'completed', 'code': 200} Feb 09 01:27:12.276460 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c5ef3ea6-26b4-490d-bf9b-cc1be3a1ef94 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (ca49a5cd-9000-4438-bc78-a265d681b879), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:12.283774 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c5ef3ea6-26b4-490d-bf9b-cc1be3a1ef94 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router_controller (ca49a5cd-9000-4438-bc78-a265d681b879), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:12.312708 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-31976a28-d711-4582-817d-38f14942cf9d req-00e5009a-8335-4277-98db-e281d5b9f873 service neutron] 10.222.0.30 "GET /v2.0/networks/2ac07b4c-23f7-40e9-9fdd-08e88de649ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7238064 Feb 09 01:27:12.382217 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c5ef3ea6-26b4-490d-bf9b-cc1be3a1ef94 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (ca49a5cd-9000-4438-bc78-a265d681b879), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:12.383144 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ef3ea6-26b4-490d-bf9b-cc1be3a1ef94 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Fanout notify agent at l3_agent the message router_deleted on router ca49a5cd-9000-4438-bc78-a265d681b879 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:27:12.393609 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c5ef3ea6-26b4-490d-bf9b-cc1be3a1ef94 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:12.397496 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c5ef3ea6-26b4-490d-bf9b-cc1be3a1ef94 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "DELETE /v2.0/routers/ca49a5cd-9000-4438-bc78-a265d681b879 HTTP/1.1" status: 204 len: 168 time: 0.8956783 Feb 09 01:27:12.398554 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39280) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:12.444428 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dfeecd50-2ec6-493d-8b5f-2f0721c34e02 req-e86a24fb-6a21-45e4-a9d8-a3ceb39ac4d3 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] 10.222.0.30 "GET /v2.0/ports?device_id=384c1d67-1d4b-4edd-a861-9ffc1a848697 HTTP/1.1" status: 200 len: 210 time: 0.0668256 Feb 09 01:27:12.445435 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39282) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:12.465189 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c74cc8c6-71ef-46ff-8859-acabb21e835e req-4ce3ba17-46e3-4aac-953f-b1ae929f06d6 service neutron] 10.222.0.121 "GET /v2.0/networks/2bc4ea01-221c-4795-83a1-f4476e29e9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698512 Feb 09 01:27:12.529649 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5db2dca-edeb-4170-9f71-bf2a3fcb59c1 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Deleting subnet 3b855b8a-ae01-486c-9313-02e0c35fcf2a {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:27:12.556138 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f5db2dca-edeb-4170-9f71-bf2a3fcb59c1 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for subnet (3b855b8a-ae01-486c-9313-02e0c35fcf2a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:12.709017 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f5db2dca-edeb-4170-9f71-bf2a3fcb59c1 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (3b855b8a-ae01-486c-9313-02e0c35fcf2a), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:12.826479 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f5db2dca-edeb-4170-9f71-bf2a3fcb59c1 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (3b855b8a-ae01-486c-9313-02e0c35fcf2a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:12.926501 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f5db2dca-edeb-4170-9f71-bf2a3fcb59c1 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (3b855b8a-ae01-486c-9313-02e0c35fcf2a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:12.971525 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba884809-532a-4749-9c30-07d0d98f5ccc None None] Network 47bbbcf4-ff9c-4873-8867-6396241ce55f requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:27:13.044621 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f5db2dca-edeb-4170-9f71-bf2a3fcb59c1 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:13.045385 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-061a7b38-6eca-4584-a892-6b9f0a570ea9 req-39997f2b-c4ad-45e3-87c6-f6bc79e65728 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/ports?device_id=5173d1bc-e6aa-471d-96da-dda3ab0299a8 HTTP/1.1" status: 200 len: 210 time: 0.2375464 Feb 09 01:27:13.052626 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f5db2dca-edeb-4170-9f71-bf2a3fcb59c1 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "DELETE /v2.0/subnets/3b855b8a-ae01-486c-9313-02e0c35fcf2a HTTP/1.1" status: 204 len: 168 time: 0.6521280 Feb 09 01:27:13.053730 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39298) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:13.054478 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db2dca-edeb-4170-9f71-bf2a3fcb59c1 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event deleted for resources: {'Subnet': ['ID=3b855b8a-ae01-486c-9313-02e0c35fcf2a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:13.086669 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-89d2aba4-b693-4216-927f-51720842f647 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:13.123104 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-a90cb385-a840-4ab7-8f74-3986c3594c22 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Deleting subnet 06f6cb77-5781-45c1-b79f-162d19405955 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:27:13.134243 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a90cb385-a840-4ab7-8f74-3986c3594c22 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for subnet (06f6cb77-5781-45c1-b79f-162d19405955), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:13.212815 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a90cb385-a840-4ab7-8f74-3986c3594c22 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (06f6cb77-5781-45c1-b79f-162d19405955), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:13.282218 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132e142-3486-4a1b-9ee2-52a606c302f9 req-54bb0eec-6d76-4136-84d8-70a1e8cb9568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:13.285859 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1132e142-3486-4a1b-9ee2-52a606c302f9 req-54bb0eec-6d76-4136-84d8-70a1e8cb9568 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=25dd107518fe42779a682201553350e9&device_id=1006e663-0cf3-45ad-8bab-5d3c83d23f7a HTTP/1.1" status: 200 len: 1127 time: 0.7348287 Feb 09 01:27:13.302354 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5709149-9752-400c-a406-32a24e608dfc None None] DHCP port deletion for 47bbbcf4-ff9c-4873-8867-6396241ce55f request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:27:13.303885 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076fff87-a419-4be7-924f-0a280922a17a req-83a9fe10-b0bf-4775-bf35-bb9c5599a169 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:13.309843 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-076fff87-a419-4be7-924f-0a280922a17a req-83a9fe10-b0bf-4775-bf35-bb9c5599a169 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] 10.222.0.121 "GET /v2.0/networks?id=b7419c43-b40c-4c77-a08c-f7b5fb769556 HTTP/1.1" status: 200 len: 809 time: 0.5063145 Feb 09 01:27:13.335797 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-076fff87-a419-4be7-924f-0a280922a17a req-82cca8ff-313d-4f06-8141-e62e7189eaf5 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] Request body: {'port': {'device_id': '384c1d67-1d4b-4edd-a861-9ffc1a848697', 'network_id': 'b7419c43-b40c-4c77-a08c-f7b5fb769556', 'admin_state_up': True, 'tenant_id': '25e81fbd2de1479a9d79f549fe687a7a'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:13.423393 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a5709149-9752-400c-a406-32a24e608dfc None None] Deleting port 4556844c-4f67-44c3-a8bc-e76fc61ba9a2 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:27:13.424043 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a5709149-9752-400c-a406-32a24e608dfc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (4556844c-4f67-44c3-a8bc-e76fc61ba9a2), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:13.451331 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a90cb385-a840-4ab7-8f74-3986c3594c22 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (06f6cb77-5781-45c1-b79f-162d19405955), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:13.455855 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbaf588-0872-46df-b5b0-24ddbaaa50d3 req-3a75b9ef-5f50-4628-a0d2-2298b5dc20da tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:13.457491 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6dbaf588-0872-46df-b5b0-24ddbaaa50d3 req-3a75b9ef-5f50-4628-a0d2-2298b5dc20da tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/ports?device_id=1006e663-0cf3-45ad-8bab-5d3c83d23f7a HTTP/1.1" status: 200 len: 944 time: 0.7984214 Feb 09 01:27:13.539353 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6dbaf588-0872-46df-b5b0-24ddbaaa50d3 req-759967a8-b20f-478b-8075-e31696884215 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/security-groups?id=ffd0eeed-8d26-4c7f-84c8-0d69c2a6f0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685499 Feb 09 01:27:13.599052 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-a5709149-9752-400c-a406-32a24e608dfc None None] For port 4556844c-4f67-44c3-a8bc-e76fc61ba9a2, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=4556844c-4f67-44c3-a8bc-e76fc61ba9a2,segment=NetworkSegment(ccb2336d-832f-4644-a252-1c73296daccf),segment_id=ccb2336d-832f-4644-a252-1c73296daccf)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:13.599639 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a5709149-9752-400c-a406-32a24e608dfc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (4556844c-4f67-44c3-a8bc-e76fc61ba9a2), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:13.666303 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a5709149-9752-400c-a406-32a24e608dfc None None] Calling delete_port for 4556844c-4f67-44c3-a8bc-e76fc61ba9a2 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:27:13.700674 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a90cb385-a840-4ab7-8f74-3986c3594c22 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (06f6cb77-5781-45c1-b79f-162d19405955), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:13.774684 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a90cb385-a840-4ab7-8f74-3986c3594c22 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:13.785483 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a90cb385-a840-4ab7-8f74-3986c3594c22 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "DELETE /v2.0/subnets/06f6cb77-5781-45c1-b79f-162d19405955 HTTP/1.1" status: 204 len: 168 time: 0.7267513 Feb 09 01:27:13.787636 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39314) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:13.789636 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90cb385-a840-4ab7-8f74-3986c3594c22 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event deleted for resources: {'Subnet': ['ID=06f6cb77-5781-45c1-b79f-162d19405955,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:13.807207 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2f5c826c-e4ef-43ac-bcfd-a98dbc5ab14a req-273667a0-52d6-45ca-ab93-100f8d3a07ba tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] 10.222.0.30 "GET /v2.0/ports?device_id=384c1d67-1d4b-4edd-a861-9ffc1a848697 HTTP/1.1" status: 200 len: 210 time: 0.0674632 Feb 09 01:27:13.810658 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-89d2aba4-b693-4216-927f-51720842f647 admin admin] Publish callbacks [] for security_group (fb95ccb5-1249-4af7-a189-f9442d165497), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:13.846639 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132e142-3486-4a1b-9ee2-52a606c302f9 req-f53a39a7-0ebf-41d7-890e-45151acf917b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:13.851407 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1132e142-3486-4a1b-9ee2-52a606c302f9 req-f53a39a7-0ebf-41d7-890e-45151acf917b service neutron] 10.222.0.121 "GET /v2.0/networks?id=2bc4ea01-221c-4795-83a1-f4476e29e9f6 HTTP/1.1" status: 200 len: 906 time: 0.5216529 Feb 09 01:27:13.854674 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-89d2aba4-b693-4216-927f-51720842f647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (fb95ccb5-1249-4af7-a189-f9442d165497), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:13.997252 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a79562e-08f6-43c5-b93d-d285ed74001b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (47bbbcf4-ff9c-4873-8867-6396241ce55f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:14.000798 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1132e142-3486-4a1b-9ee2-52a606c302f9 req-6807e002-f1f2-4a89-8938-b4f42b1b1313 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93a24e51-92c8-4fc4-87fd-bec68924a768 HTTP/1.1" status: 200 len: 217 time: 0.1230240 Feb 09 01:27:14.071284 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-89d2aba4-b693-4216-927f-51720842f647 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=03dd7aa2e6c1445b914885cd87f8cb66&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6223850 Feb 09 01:27:14.089539 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39322) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:14.119303 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2aba4-b693-4216-927f-51720842f647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb95ccb5-1249-4af7-a189-f9442d165497,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:14.137370 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-076fff87-a419-4be7-924f-0a280922a17a req-82cca8ff-313d-4f06-8141-e62e7189eaf5 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] Made reservation on behalf of 25e81fbd2de1479a9d79f549fe687a7a for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:14.140847 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-076fff87-a419-4be7-924f-0a280922a17a req-82cca8ff-313d-4f06-8141-e62e7189eaf5 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:14.178915 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5016f-3838-44a0-88ad-c4ad11c7b527 req-329420a0-53f9-4ae2-be9c-75a35602536e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:14.180393 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3db5016f-3838-44a0-88ad-c4ad11c7b527 req-329420a0-53f9-4ae2-be9c-75a35602536e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=87f01a9f1c7f470e995b33acc0324506&device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 1128 time: 0.4762375 Feb 09 01:27:14.185015 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff918c0-03f6-4e83-ab27-1d54f992cea9 None None] Network 72b62daf-a381-491a-b625-ec308592723e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:27:14.188151 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-6a79562e-08f6-43c5-b93d-d285ed74001b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Deleting port 4556844c-4f67-44c3-a8bc-e76fc61ba9a2 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:27:14.188689 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a79562e-08f6-43c5-b93d-d285ed74001b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (4556844c-4f67-44c3-a8bc-e76fc61ba9a2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:14.211945 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5b08911f-3a00-48cb-a4d4-d41e299207b3 admin admin] Publish callbacks [] for security_group (fb95ccb5-1249-4af7-a189-f9442d165497), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:14.216539 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132e142-3486-4a1b-9ee2-52a606c302f9 req-bad1bfef-3904-4c6d-a7f2-b67f9356d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:14.218608 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1132e142-3486-4a1b-9ee2-52a606c302f9 req-bad1bfef-3904-4c6d-a7f2-b67f9356d61f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=e2a168c6-d12d-41a2-96bc-04d516c6af17 HTTP/1.1" status: 200 len: 844 time: 0.1957746 Feb 09 01:27:14.292610 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5b08911f-3a00-48cb-a4d4-d41e299207b3 admin admin] Publish callbacks [] for security_group (fb95ccb5-1249-4af7-a189-f9442d165497), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:14.310493 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-6a79562e-08f6-43c5-b93d-d285ed74001b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] For port 4556844c-4f67-44c3-a8bc-e76fc61ba9a2, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=4556844c-4f67-44c3-a8bc-e76fc61ba9a2,segment=NetworkSegment(ccb2336d-832f-4644-a252-1c73296daccf),segment_id=ccb2336d-832f-4644-a252-1c73296daccf)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:14.311342 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a79562e-08f6-43c5-b93d-d285ed74001b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (4556844c-4f67-44c3-a8bc-e76fc61ba9a2), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:14.340131 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-6a79562e-08f6-43c5-b93d-d285ed74001b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Calling delete_port for 4556844c-4f67-44c3-a8bc-e76fc61ba9a2 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:27:14.428748 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a5709149-9752-400c-a406-32a24e608dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (4556844c-4f67-44c3-a8bc-e76fc61ba9a2), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:14.430631 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5b08911f-3a00-48cb-a4d4-d41e299207b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (fb95ccb5-1249-4af7-a189-f9442d165497), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:14.433623 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5b08911f-3a00-48cb-a4d4-d41e299207b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:14.437874 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5b08911f-3a00-48cb-a4d4-d41e299207b3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fb95ccb5-1249-4af7-a189-f9442d165497 HTTP/1.1" status: 204 len: 168 time: 0.3461223 Feb 09 01:27:14.449587 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31439494-cbe1-4992-82d8-554fca35e1c0 req-dee29ead-d4ee-4817-b4e8-2db6243376d9 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:14.453110 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08911f-3a00-48cb-a4d4-d41e299207b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb95ccb5-1249-4af7-a189-f9442d165497,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:14.457206 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-31439494-cbe1-4992-82d8-554fca35e1c0 req-dee29ead-d4ee-4817-b4e8-2db6243376d9 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 945 time: 0.5813150 Feb 09 01:27:14.476888 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a79562e-08f6-43c5-b93d-d285ed74001b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (4556844c-4f67-44c3-a8bc-e76fc61ba9a2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:14.517232 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79562e-08f6-43c5-b93d-d285ed74001b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event deleted for resources: {'Port': ['ID=4556844c-4f67-44c3-a8bc-e76fc61ba9a2,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:14.529296 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a79562e-08f6-43c5-b93d-d285ed74001b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] No DVR routers for this DVR port 4556844c-4f67-44c3-a8bc-e76fc61ba9a2 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:27:14.557647 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5709149-9752-400c-a406-32a24e608dfc None None] No DVR routers for this DVR port 4556844c-4f67-44c3-a8bc-e76fc61ba9a2 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:27:14.562260 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5709149-9752-400c-a406-32a24e608dfc None None] Pushing event deleted for resources: {'Port': ['ID=4556844c-4f67-44c3-a8bc-e76fc61ba9a2,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:14.566025 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9d1b41-a27a-4d6f-952e-c23ddadf9bdf None None] DHCP port deletion for 72b62daf-a381-491a-b625-ec308592723e request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:27:14.647670 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5016f-3838-44a0-88ad-c4ad11c7b527 req-820f7b19-30ef-419c-958f-ba70cfe535d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:14.650317 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3db5016f-3838-44a0-88ad-c4ad11c7b527 req-820f7b19-30ef-419c-958f-ba70cfe535d9 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d76031b0-4109-4d1a-891f-2e2c0cd8dc50 HTTP/1.1" status: 200 len: 920 time: 0.2820163 Feb 09 01:27:14.726346 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc72a23-11f5-4443-b6c8-73be7a76763c req-c2a4e104-4cd5-4e11-9a0e-a2f4c817e6ca tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:14.731485 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1b41-a27a-4d6f-952e-c23ddadf9bdf None None] Deleting port 85359a70-fdb9-43d9-95cc-2c606177482b {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:27:14.732537 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a79562e-08f6-43c5-b93d-d285ed74001b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (47bbbcf4-ff9c-4873-8867-6396241ce55f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:14.734677 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1b41-a27a-4d6f-952e-c23ddadf9bdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (85359a70-fdb9-43d9-95cc-2c606177482b), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:14.735196 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2fc72a23-11f5-4443-b6c8-73be7a76763c req-c2a4e104-4cd5-4e11-9a0e-a2f4c817e6ca tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.7620099 Feb 09 01:27:14.763063 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-6a79562e-08f6-43c5-b93d-d285ed74001b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47bbbcf4-ff9c-4873-8867-6396241ce55f']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:14.775625 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-6a79562e-08f6-43c5-b93d-d285ed74001b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb2336d-832f-4644-a252-1c73296daccf') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:14.786808 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-6a79562e-08f6-43c5-b93d-d285ed74001b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb2336d-832f-4644-a252-1c73296daccf') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:14.819500 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a79562e-08f6-43c5-b93d-d285ed74001b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (ccb2336d-832f-4644-a252-1c73296daccf), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:14.839932 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-2d9d1b41-a27a-4d6f-952e-c23ddadf9bdf None None] For port 85359a70-fdb9-43d9-95cc-2c606177482b, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=85359a70-fdb9-43d9-95cc-2c606177482b,segment=NetworkSegment(19dc12bd-f50e-4e39-a9af-b789de5e3240),segment_id=19dc12bd-f50e-4e39-a9af-b789de5e3240)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:14.841284 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1b41-a27a-4d6f-952e-c23ddadf9bdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (85359a70-fdb9-43d9-95cc-2c606177482b), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:14.853102 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a79562e-08f6-43c5-b93d-d285ed74001b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (ccb2336d-832f-4644-a252-1c73296daccf), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:14.860978 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 4556844c-4f67-44c3-a8bc-e76fc61ba9a2 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:27:14.871693 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a79562e-08f6-43c5-b93d-d285ed74001b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:27:14.872128 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a79562e-08f6-43c5-b93d-d285ed74001b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (ccb2336d-832f-4644-a252-1c73296daccf), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:14.876927 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d1b41-a27a-4d6f-952e-c23ddadf9bdf None None] Calling delete_port for 85359a70-fdb9-43d9-95cc-2c606177482b owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:27:14.905142 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-076fff87-a419-4be7-924f-0a280922a17a req-82cca8ff-313d-4f06-8141-e62e7189eaf5 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] Allocated IP 172.20.0.4 (b7419c43-b40c-4c77-a08c-f7b5fb769556/c5153de3-94aa-423e-9593-c3b34b619492/1aa16486-23e4-4354-8467-9295a7e08c01) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:14.912296 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132e142-3486-4a1b-9ee2-52a606c302f9 req-6cd8efd9-e638-40c6-b07a-48e5e670436c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:14.913945 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1132e142-3486-4a1b-9ee2-52a606c302f9 req-6cd8efd9-e638-40c6-b07a-48e5e670436c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=2bc4ea01-221c-4795-83a1-f4476e29e9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5514512 Feb 09 01:27:14.937891 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 4556844c-4f67-44c3-a8bc-e76fc61ba9a2 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:27:14.938303 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 4556844c-4f67-44c3-a8bc-e76fc61ba9a2 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:27:14.938676 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 85359a70-fdb9-43d9-95cc-2c606177482b no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:27:14.940230 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2fc72a23-11f5-4443-b6c8-73be7a76763c req-d58e8baa-4a30-4280-ab50-31bb8a4aca3c tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040286 Feb 09 01:27:14.964844 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:27:14.964844 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:27:14.964844 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:27:14.964844 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:27:14.964844 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:27:14.964844 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:27:14.964844 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:27:14.964844 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:27:14.964844 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:27:14.964844 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:27:14.964844 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:27:14.964844 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:27:14.964844 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:27:14.964844 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:27:14.964844 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:27:14.964844 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:27:14.964844 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:27:14.964844 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:27:14.964844 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:27:14.964844 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:27:14.964844 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:27:14.964844 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:27:14.964844 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:27:14.964844 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:27:14.964844 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:27:14.964844 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:27:14.964844 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:27:14.964844 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:27:14.964844 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:27:14.964844 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:27:14.964844 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:27:14.964844 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:27:14.964844 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:27:14.964844 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:27:14.964844 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:27:14.964844 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:27:14.964844 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:27:14.964844 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:27:14.964844 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:27:14.964844 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:27:14.980298 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a79562e-08f6-43c5-b93d-d285ed74001b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (47bbbcf4-ff9c-4873-8867-6396241ce55f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:15.043874 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a79562e-08f6-43c5-b93d-d285ed74001b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:15.056655 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6a79562e-08f6-43c5-b93d-d285ed74001b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "DELETE /v2.0/networks/47bbbcf4-ff9c-4873-8867-6396241ce55f HTTP/1.1" status: 204 len: 168 time: 1.2577755 Feb 09 01:27:15.096544 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39336) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:15.096888 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39338) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:15.124757 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79562e-08f6-43c5-b93d-d285ed74001b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event deleted for resources: {'Network': ['ID=47bbbcf4-ff9c-4873-8867-6396241ce55f,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:15.139094 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 85359a70-fdb9-43d9-95cc-2c606177482b is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:15.139495 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (85359a70-fdb9-43d9-95cc-2c606177482b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:15.184352 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-518f477c-3b91-4c12-8686-8e8894e84ecf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:15.212471 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 85359a70-fdb9-43d9-95cc-2c606177482b, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=85359a70-fdb9-43d9-95cc-2c606177482b,segment=NetworkSegment(19dc12bd-f50e-4e39-a9af-b789de5e3240),segment_id=19dc12bd-f50e-4e39-a9af-b789de5e3240)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:15.227927 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (85359a70-fdb9-43d9-95cc-2c606177482b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:15.297662 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=85359a70-fdb9-43d9-95cc-2c606177482b,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:15.316239 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1b41-a27a-4d6f-952e-c23ddadf9bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (85359a70-fdb9-43d9-95cc-2c606177482b), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:15.332216 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-09d44d65-43fa-401a-a97c-48a970034824 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (72b62daf-a381-491a-b625-ec308592723e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:15.347797 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31976a28-d711-4582-817d-38f14942cf9d req-1e8a2a1b-492e-4418-8a47-33b166d7b2c4 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:15.350869 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-31976a28-d711-4582-817d-38f14942cf9d req-1e8a2a1b-492e-4418-8a47-33b166d7b2c4 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.91 "GET /v2.0/networks?id=2ac07b4c-23f7-40e9-9fdd-08e88de649ee HTTP/1.1" status: 200 len: 809 time: 0.3841581 Feb 09 01:27:15.351709 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1b41-a27a-4d6f-952e-c23ddadf9bdf None None] Pushing event deleted for resources: {'Port': ['ID=85359a70-fdb9-43d9-95cc-2c606177482b,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:15.358744 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9d1b41-a27a-4d6f-952e-c23ddadf9bdf None None] No DVR routers for this DVR port 85359a70-fdb9-43d9-95cc-2c606177482b on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:27:15.373296 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-31976a28-d711-4582-817d-38f14942cf9d req-f2d76503-e1c1-450b-ba67-3332aea2b7f3 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Request body: {'port': {'device_id': '5173d1bc-e6aa-471d-96da-dda3ab0299a8', 'network_id': '2ac07b4c-23f7-40e9-9fdd-08e88de649ee', 'admin_state_up': True, 'tenant_id': '9180b1cf21a141fbba17b6961664d8d2'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:15.550652 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-518f477c-3b91-4c12-8686-8e8894e84ecf admin admin] Publish callbacks [] for security_group (6376f160-e577-4521-9218-493e1f45d550), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:15.555811 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3db5016f-3838-44a0-88ad-c4ad11c7b527 req-01fe2b62-239c-44c2-90b5-16905e0f868c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c HTTP/1.1" status: 200 len: 217 time: 0.8683259 Feb 09 01:27:15.568380 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-518f477c-3b91-4c12-8686-8e8894e84ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (6376f160-e577-4521-9218-493e1f45d550), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:15.589109 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-31439494-cbe1-4992-82d8-554fca35e1c0 req-b004d78b-1c51-4b63-b11d-a78cd54f528e tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1262562 Feb 09 01:27:15.605778 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-09d44d65-43fa-401a-a97c-48a970034824 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (72b62daf-a381-491a-b625-ec308592723e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:15.647916 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f477c-3b91-4c12-8686-8e8894e84ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6376f160-e577-4521-9218-493e1f45d550,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:15.667856 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-518f477c-3b91-4c12-8686-8e8894e84ecf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=06b8df5ed2a141e68c1f975abace21b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5602937 Feb 09 01:27:15.670133 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-09d44d65-43fa-401a-a97c-48a970034824 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72b62daf-a381-491a-b625-ec308592723e']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:15.673776 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39340) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:15.692101 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-09d44d65-43fa-401a-a97c-48a970034824 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19dc12bd-f50e-4e39-a9af-b789de5e3240') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:15.692746 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-09d44d65-43fa-401a-a97c-48a970034824 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19dc12bd-f50e-4e39-a9af-b789de5e3240') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:15.696120 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-05ed3cdb-d2d1-4f4f-b04a-5d5e5d90e382 req-5fde6200-2a33-4b4d-bbce-08497731cb95 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/ports?device_id=5173d1bc-e6aa-471d-96da-dda3ab0299a8 HTTP/1.1" status: 200 len: 210 time: 0.1283908 Feb 09 01:27:15.716167 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-09d44d65-43fa-401a-a97c-48a970034824 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (19dc12bd-f50e-4e39-a9af-b789de5e3240), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:15.722062 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31976a28-d711-4582-817d-38f14942cf9d req-f2d76503-e1c1-450b-ba67-3332aea2b7f3 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Made reservation on behalf of 9180b1cf21a141fbba17b6961664d8d2 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:15.726373 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-31976a28-d711-4582-817d-38f14942cf9d req-f2d76503-e1c1-450b-ba67-3332aea2b7f3 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:15.749243 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5016f-3838-44a0-88ad-c4ad11c7b527 req-b8d42271-9782-4fe6-b1b7-8d32b61e6bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:15.750996 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3db5016f-3838-44a0-88ad-c4ad11c7b527 req-b8d42271-9782-4fe6-b1b7-8d32b61e6bc1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0c516db7-26b1-44ed-b325-f6904d951d4a HTTP/1.1" status: 200 len: 859 time: 0.1795528 Feb 09 01:27:15.759804 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-09d44d65-43fa-401a-a97c-48a970034824 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (19dc12bd-f50e-4e39-a9af-b789de5e3240), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:15.778043 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d44d65-43fa-401a-a97c-48a970034824 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:27:15.778454 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-09d44d65-43fa-401a-a97c-48a970034824 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (19dc12bd-f50e-4e39-a9af-b789de5e3240), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:15.781869 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:27:15.781869 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:27:15.781869 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:27:15.781869 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:27:15.781869 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:27:15.781869 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:27:15.781869 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:27:15.781869 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:27:15.781869 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:27:15.781869 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:27:15.781869 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:27:15.781869 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:27:15.781869 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:27:15.781869 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:27:15.781869 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:27:15.781869 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:27:15.781869 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:27:15.781869 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:27:15.781869 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:27:15.781869 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:27:15.781869 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:27:15.781869 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:27:15.781869 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:27:15.781869 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:27:15.781869 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:27:15.781869 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:27:15.781869 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:27:15.781869 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:27:15.781869 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:27:15.781869 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:27:15.781869 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:27:15.781869 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:27:15.840147 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3db5016f-3838-44a0-88ad-c4ad11c7b527 req-e4187a14-401a-4f79-a1c7-2585e65cebd6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d76031b0-4109-4d1a-891f-2e2c0cd8dc50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814657 Feb 09 01:27:15.891066 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8b493e68-6524-4d49-ac66-a923c29a87bd admin admin] Publish callbacks [] for security_group (6376f160-e577-4521-9218-493e1f45d550), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:15.904094 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8e3ced3d-b918-4028-8718-7c9800835ea5 req-3a47926e-eea6-45e2-ac5d-bef6e69577c5 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] 10.222.0.30 "GET /v2.0/ports?device_id=384c1d67-1d4b-4edd-a861-9ffc1a848697 HTTP/1.1" status: 200 len: 210 time: 0.0717938 Feb 09 01:27:15.918787 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-09d44d65-43fa-401a-a97c-48a970034824 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (72b62daf-a381-491a-b625-ec308592723e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:15.947074 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-09d44d65-43fa-401a-a97c-48a970034824 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:15.956395 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-09d44d65-43fa-401a-a97c-48a970034824 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "DELETE /v2.0/networks/72b62daf-a381-491a-b625-ec308592723e HTTP/1.1" status: 204 len: 168 time: 0.8499119 Feb 09 01:27:15.963662 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39342) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:15.996013 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf1c5e-9a82-4323-8379-6c615bfe550d req-c4c1bfb7-089b-43f8-8cca-556f0f0d53f9 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:15.997744 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1dbf1c5e-9a82-4323-8379-6c615bfe550d req-c4c1bfb7-089b-43f8-8cca-556f0f0d53f9 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/ports?device_id=1006e663-0cf3-45ad-8bab-5d3c83d23f7a HTTP/1.1" status: 200 len: 944 time: 0.3005650 Feb 09 01:27:16.003445 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8b493e68-6524-4d49-ac66-a923c29a87bd admin admin] Publish callbacks [] for security_group (6376f160-e577-4521-9218-493e1f45d550), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:16.009160 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-afe4036c-5bcd-4c41-b01c-875db85593e2 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Request body: {'network': {'name': 'tempest-RoutersTest-343101767'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:16.013398 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-076fff87-a419-4be7-924f-0a280922a17a req-82cca8ff-313d-4f06-8141-e62e7189eaf5 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] Publish callbacks [] for port (1aa16486-23e4-4354-8467-9295a7e08c01), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:16.025365 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d44d65-43fa-401a-a97c-48a970034824 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event deleted for resources: {'Network': ['ID=72b62daf-a381-491a-b625-ec308592723e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:16.080433 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe4036c-5bcd-4c41-b01c-875db85593e2 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Made reservation on behalf of 8a336705c49241a5bf5c318d577ad55e for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:16.085003 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-afe4036c-5bcd-4c41-b01c-875db85593e2 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:16.091613 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1132e142-3486-4a1b-9ee2-52a606c302f9 req-14331204-cea1-4e48-8069-f64626c0c581 service neutron] 10.222.0.121 "GET /v2.0/networks/2bc4ea01-221c-4795-83a1-f4476e29e9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1448164 Feb 09 01:27:16.104743 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-31976a28-d711-4582-817d-38f14942cf9d req-f2d76503-e1c1-450b-ba67-3332aea2b7f3 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Allocated IP 172.20.0.5 (2ac07b4c-23f7-40e9-9fdd-08e88de649ee/62ef8227-48a6-41bf-b8b3-d477380ff943/ea535e57-b7d4-4fff-97d5-a14c05c06262) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:16.164979 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8b493e68-6524-4d49-ac66-a923c29a87bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (6376f160-e577-4521-9218-493e1f45d550), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:16.167528 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8b493e68-6524-4d49-ac66-a923c29a87bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:16.168835 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8b493e68-6524-4d49-ac66-a923c29a87bd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6376f160-e577-4521-9218-493e1f45d550 HTTP/1.1" status: 204 len: 168 time: 0.4885278 Feb 09 01:27:16.176693 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afe4036c-5bcd-4c41-b01c-875db85593e2 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:27:16.187969 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 93a24e51-92c8-4fc4-87fd-bec68924a768 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:27:16.203033 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b493e68-6524-4d49-ac66-a923c29a87bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6376f160-e577-4521-9218-493e1f45d550,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:16.210467 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-afe4036c-5bcd-4c41-b01c-875db85593e2 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (a3708337-c392-41ad-8b88-2045f71a473a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:16.210899 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-afe4036c-5bcd-4c41-b01c-875db85593e2 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Added segment a3708337-c392-41ad-8b88-2045f71a473a of type vlan for network 6b6805e8-78f7-4809-83e7-f8fa62592555 Feb 09 01:27:16.262239 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3db5016f-3838-44a0-88ad-c4ad11c7b527 req-1319eefe-5e23-49ba-828f-7cc7ad1f0e18 service neutron] 10.222.0.91 "GET /v2.0/networks/d76031b0-4109-4d1a-891f-2e2c0cd8dc50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4055560 Feb 09 01:27:16.276249 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1dbf1c5e-9a82-4323-8379-6c615bfe550d req-da9da57f-87db-4148-b362-74a07fd972dd tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/security-groups?id=ffd0eeed-8d26-4c7f-84c8-0d69c2a6f0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700324 Feb 09 01:27:16.320434 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-afe4036c-5bcd-4c41-b01c-875db85593e2 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (6b6805e8-78f7-4809-83e7-f8fa62592555), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:16.398388 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-afe4036c-5bcd-4c41-b01c-875db85593e2 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (6b6805e8-78f7-4809-83e7-f8fa62592555), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:16.403533 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe4036c-5bcd-4c41-b01c-875db85593e2 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:16.404201 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-afe4036c-5bcd-4c41-b01c-875db85593e2 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:16.415511 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-076fff87-a419-4be7-924f-0a280922a17a req-82cca8ff-313d-4f06-8141-e62e7189eaf5 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (1aa16486-23e4-4354-8467-9295a7e08c01), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:16.437967 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-31976a28-d711-4582-817d-38f14942cf9d req-f2d76503-e1c1-450b-ba67-3332aea2b7f3 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Publish callbacks [] for port (ea535e57-b7d4-4fff-97d5-a14c05c06262), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:16.452934 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39352) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:16.497086 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-afe4036c-5bcd-4c41-b01c-875db85593e2 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5274696 Feb 09 01:27:16.497761 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39356) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:16.508579 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-3add6c94-8d1e-4a44-90f7-e51eade2c22d tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Request body: {'subnet': {'network_id': '6b6805e8-78f7-4809-83e7-f8fa62592555', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:16.524649 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 93a24e51-92c8-4fc4-87fd-bec68924a768, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=93a24e51-92c8-4fc4-87fd-bec68924a768,segment=NetworkSegment(5dcbe87a-b05d-4f3f-9fcf-324934411192),segment_id=5dcbe87a-b05d-4f3f-9fcf-324934411192)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:16.529889 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe4036c-5bcd-4c41-b01c-875db85593e2 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event updated for resources: {'Network': ['ID=6b6805e8-78f7-4809-83e7-f8fa62592555,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:16.554415 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1132e142-3486-4a1b-9ee2-52a606c302f9 req-09bbe17f-d4a7-4fbc-84cb-acb3e9ffcb73 service neutron] 10.222.0.121 "GET /v2.0/networks/2bc4ea01-221c-4795-83a1-f4476e29e9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481750 Feb 09 01:27:16.556889 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 6b6805e8-78f7-4809-83e7-f8fa62592555 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:27:16.558682 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-076fff87-a419-4be7-924f-0a280922a17a req-82cca8ff-313d-4f06-8141-e62e7189eaf5 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] Network b7419c43-b40c-4c77-a08c-f7b5fb769556 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:16.571734 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49f6e4-c4f1-4d48-9115-0c6e58b6043a req-481c6e13-48c4-4fa1-b25b-12c02548e88c tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:16.579082 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0d49f6e4-c4f1-4d48-9115-0c6e58b6043a req-481c6e13-48c4-4fa1-b25b-12c02548e88c tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.5210145 Feb 09 01:27:16.594142 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-076fff87-a419-4be7-924f-0a280922a17a req-82cca8ff-313d-4f06-8141-e62e7189eaf5 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:16.609911 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-076fff87-a419-4be7-924f-0a280922a17a req-82cca8ff-313d-4f06-8141-e62e7189eaf5 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:27:16.625245 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cca8ff-313d-4f06-8141-e62e7189eaf5 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] Pushing event updated for resources: {'Port': ['ID=1aa16486-23e4-4354-8467-9295a7e08c01,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:16.689080 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '93a24e51-92c8-4fc4-87fd-bec68924a768', 'network_id': '2bc4ea01-221c-4795-83a1-f4476e29e9f6', 'port_id': '93a24e51-92c8-4fc4-87fd-bec68924a768', 'mac_address': 'fa:16:3e:aa:57:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2a168c6-d12d-41a2-96bc-04d516c6af17', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:27:16.772438 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-31976a28-d711-4582-817d-38f14942cf9d req-f2d76503-e1c1-450b-ba67-3332aea2b7f3 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (ea535e57-b7d4-4fff-97d5-a14c05c06262), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:16.779205 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 93a24e51-92c8-4fc4-87fd-bec68924a768 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:16.779611 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (93a24e51-92c8-4fc4-87fd-bec68924a768), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:16.798115 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a24e51-92c8-4fc4-87fd-bec68924a768 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:27:16.828660 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 93a24e51-92c8-4fc4-87fd-bec68924a768, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=93a24e51-92c8-4fc4-87fd-bec68924a768,segment=NetworkSegment(5dcbe87a-b05d-4f3f-9fcf-324934411192),segment_id=5dcbe87a-b05d-4f3f-9fcf-324934411192)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:16.837528 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (93a24e51-92c8-4fc4-87fd-bec68924a768), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:16.919071 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=93a24e51-92c8-4fc4-87fd-bec68924a768,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:16.931003 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:16.931927 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:16.932850 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:16.933357 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:16.933883 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:16.934927 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:16.935428 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:16.939287 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:16.939638 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076fff87-a419-4be7-924f-0a280922a17a req-82cca8ff-313d-4f06-8141-e62e7189eaf5 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:16.939638 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-076fff87-a419-4be7-924f-0a280922a17a req-82cca8ff-313d-4f06-8141-e62e7189eaf5 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:16.940400 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:16.941853 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:16.943264 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:16.943817 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:16.944913 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:16.959537 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3db5016f-3838-44a0-88ad-c4ad11c7b527 req-90a2afb4-c9a3-43ce-8447-d6065543090e service neutron] 10.222.0.91 "GET /v2.0/networks/d76031b0-4109-4d1a-891f-2e2c0cd8dc50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6879683 Feb 09 01:27:17.018584 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0d49f6e4-c4f1-4d48-9115-0c6e58b6043a req-19837370-961c-4a24-b120-0ef11d7f5531 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4325914 Feb 09 01:27:17.039323 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-076fff87-a419-4be7-924f-0a280922a17a req-82cca8ff-313d-4f06-8141-e62e7189eaf5 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7084827 Feb 09 01:27:17.066779 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-076fff87-a419-4be7-924f-0a280922a17a req-6b1320ac-0722-42fa-8b4f-de987e80a1ae service neutron] Request body: {'port': {'device_id': '384c1d67-1d4b-4edd-a861-9ffc1a848697', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:17.076676 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-1270ffca-fa7d-428f-9ef8-242f93f820dd admin admin] Deleting subnet 46b59fab-0ab1-4600-8204-1f86be683b81 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:27:17.085599 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1270ffca-fa7d-428f-9ef8-242f93f820dd admin admin] Publish callbacks [] for subnet (46b59fab-0ab1-4600-8204-1f86be683b81), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:17.090584 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['93a24e51-92c8-4fc4-87fd-bec68924a768'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:27:17.109422 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe201745-1131-49cb-81a6-400833b9b40c req-8117d1e3-b871-43c2-8ff8-99a8b3df772d tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:17.116578 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fe201745-1131-49cb-81a6-400833b9b40c req-8117d1e3-b871-43c2-8ff8-99a8b3df772d tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 945 time: 0.3694336 Feb 09 01:27:17.261794 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31976a28-d711-4582-817d-38f14942cf9d req-f2d76503-e1c1-450b-ba67-3332aea2b7f3 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Network 2ac07b4c-23f7-40e9-9fdd-08e88de649ee is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:17.269609 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-31976a28-d711-4582-817d-38f14942cf9d req-f2d76503-e1c1-450b-ba67-3332aea2b7f3 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:17.272628 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-31976a28-d711-4582-817d-38f14942cf9d req-f2d76503-e1c1-450b-ba67-3332aea2b7f3 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:27:17.283584 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-076fff87-a419-4be7-924f-0a280922a17a req-6b1320ac-0722-42fa-8b4f-de987e80a1ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1aa16486-23e4-4354-8467-9295a7e08c01), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:17.305672 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d76503-e1c1-450b-ba67-3332aea2b7f3 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Pushing event updated for resources: {'Port': ['ID=ea535e57-b7d4-4fff-97d5-a14c05c06262,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:17.320504 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1270ffca-fa7d-428f-9ef8-242f93f820dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (46b59fab-0ab1-4600-8204-1f86be683b81), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:17.327930 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3add6c94-8d1e-4a44-90f7-e51eade2c22d tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Made reservation on behalf of 8a336705c49241a5bf5c318d577ad55e for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:17.331438 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3add6c94-8d1e-4a44-90f7-e51eade2c22d tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:17.357314 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31976a28-d711-4582-817d-38f14942cf9d req-f2d76503-e1c1-450b-ba67-3332aea2b7f3 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:17.357314 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-31976a28-d711-4582-817d-38f14942cf9d req-f2d76503-e1c1-450b-ba67-3332aea2b7f3 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:17.416090 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-31976a28-d711-4582-817d-38f14942cf9d req-f2d76503-e1c1-450b-ba67-3332aea2b7f3 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0495968 Feb 09 01:27:17.429709 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-31976a28-d711-4582-817d-38f14942cf9d req-4227c007-fa79-4413-9d81-2f7574ef7498 service neutron] Request body: {'port': {'device_id': '5173d1bc-e6aa-471d-96da-dda3ab0299a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:17.443787 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fe201745-1131-49cb-81a6-400833b9b40c req-902c7b73-9cc0-41a5-8f8f-6fae4474646e tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616255 Feb 09 01:27:17.459130 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1270ffca-fa7d-428f-9ef8-242f93f820dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (46b59fab-0ab1-4600-8204-1f86be683b81), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:17.471559 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839c28c-6326-47c8-856e-5d4e547fc3ff req-b7b3943b-e2be-475d-a0aa-ef945d85f9b5 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:17.473813 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4839c28c-6326-47c8-856e-5d4e547fc3ff req-b7b3943b-e2be-475d-a0aa-ef945d85f9b5 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/ports?device_id=5173d1bc-e6aa-471d-96da-dda3ab0299a8 HTTP/1.1" status: 200 len: 931 time: 0.2958102 Feb 09 01:27:17.524497 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-31976a28-d711-4582-817d-38f14942cf9d req-4227c007-fa79-4413-9d81-2f7574ef7498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ea535e57-b7d4-4fff-97d5-a14c05c06262), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:17.652625 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4839c28c-6326-47c8-856e-5d4e547fc3ff req-05fb71f0-3144-45eb-970f-cfb56f4521fe tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/security-groups?id=1863cf5f-cae5-40fc-84a8-bd497bdbb5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122651 Feb 09 01:27:17.710197 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3add6c94-8d1e-4a44-90f7-e51eade2c22d tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (37d004df-ace4-4c5f-ae7c-d62c083fe84a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:17.803673 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add6c94-8d1e-4a44-90f7-e51eade2c22d tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event updated for resources: {'Subnet': ['ID=37d004df-ace4-4c5f-ae7c-d62c083fe84a,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:17.854822 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd18756-21aa-4b11-be35-aaa498c425aa req-d81a9302-3212-4810-9b71-78baa4203ccb tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:17.855562 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3add6c94-8d1e-4a44-90f7-e51eade2c22d tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Checking segment: {'id': 'a3708337-c392-41ad-8b88-2045f71a473a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6b6805e8-78f7-4809-83e7-f8fa62592555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:27:17.855732 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7dd18756-21aa-4b11-be35-aaa498c425aa req-d81a9302-3212-4810-9b71-78baa4203ccb tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] 10.222.0.30 "GET /v2.0/ports?device_id=384c1d67-1d4b-4edd-a861-9ffc1a848697 HTTP/1.1" status: 200 len: 931 time: 0.2862775 Feb 09 01:27:17.855929 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3add6c94-8d1e-4a44-90f7-e51eade2c22d tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Network hostable DHCP agents. Network: 6b6805e8-78f7-4809-83e7-f8fa62592555, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:27:17.892872 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1270ffca-fa7d-428f-9ef8-242f93f820dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (46b59fab-0ab1-4600-8204-1f86be683b81), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:17.900588 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3add6c94-8d1e-4a44-90f7-e51eade2c22d tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Network 6b6805e8-78f7-4809-83e7-f8fa62592555 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:27:17.930538 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-3add6c94-8d1e-4a44-90f7-e51eade2c22d tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 6b6805e8-78f7-4809-83e7-f8fa62592555) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:17.934376 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3add6c94-8d1e-4a44-90f7-e51eade2c22d tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:17.935401 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3add6c94-8d1e-4a44-90f7-e51eade2c22d tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:17.949445 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01c69ed-b402-46ed-a0cc-013a39165280 None None] Network 6b6805e8-78f7-4809-83e7-f8fa62592555 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:27:17.952381 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270ffca-fa7d-428f-9ef8-242f93f820dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46b59fab-0ab1-4600-8204-1f86be683b81,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:17.967718 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1270ffca-fa7d-428f-9ef8-242f93f820dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:17.975065 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1270ffca-fa7d-428f-9ef8-242f93f820dd admin admin] 10.222.0.30 "DELETE /v2.0/subnets/46b59fab-0ab1-4600-8204-1f86be683b81 HTTP/1.1" status: 204 len: 168 time: 1.5101457 Feb 09 01:27:17.980677 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39396) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:17.987609 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3add6c94-8d1e-4a44-90f7-e51eade2c22d tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4822071 Feb 09 01:27:17.987609 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39398) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:18.014361 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-3d6e166b-a8cf-45f3-8f92-6bd792f309cd tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1309329181', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:18.080288 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-31976a28-d711-4582-817d-38f14942cf9d req-4227c007-fa79-4413-9d81-2f7574ef7498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea535e57-b7d4-4fff-97d5-a14c05c06262 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:27:18.086884 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d6e166b-a8cf-45f3-8f92-6bd792f309cd tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (e291ab31-d219-4cf0-9f82-7daf0295ac1d), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:18.087971 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d6e166b-a8cf-45f3-8f92-6bd792f309cd tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (e291ab31-d219-4cf0-9f82-7daf0295ac1d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:18.090191 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ecc68a-d520-43bc-82af-7c6a07acab11 req-5294c522-6d9c-4084-b06d-052b142bc373 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:18.098329 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-31976a28-d711-4582-817d-38f14942cf9d req-4227c007-fa79-4413-9d81-2f7574ef7498 service neutron] Publish callbacks [] for port (ea535e57-b7d4-4fff-97d5-a14c05c06262), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:18.098602 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79ecc68a-d520-43bc-82af-7c6a07acab11 req-5294c522-6d9c-4084-b06d-052b142bc373 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/ports?device_id=1006e663-0cf3-45ad-8bab-5d3c83d23f7a HTTP/1.1" status: 200 len: 945 time: 0.3067791 Feb 09 01:27:18.102705 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4117a5-6bf5-434f-b9d9-c34c92e0d255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-6b6805e8-78f7-4809-83e7-f8fa62592555', 'network_id': '6b6805e8-78f7-4809-83e7-f8fa62592555', 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'fixed_ips': [{'subnet_id': '37d004df-ace4-4c5f-ae7c-d62c083fe84a'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:27:18.104180 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fc4117a5-6bf5-434f-b9d9-c34c92e0d255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:18.124584 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-31976a28-d711-4582-817d-38f14942cf9d req-4227c007-fa79-4413-9d81-2f7574ef7498 service neutron] Transition to ACTIVE for port object ea535e57-b7d4-4fff-97d5-a14c05c06262 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:27:18.136636 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-31976a28-d711-4582-817d-38f14942cf9d req-4227c007-fa79-4413-9d81-2f7574ef7498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (ea535e57-b7d4-4fff-97d5-a14c05c06262), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:18.177457 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79ecc68a-d520-43bc-82af-7c6a07acab11 req-cb75565e-30c7-409f-bf77-d3d5c868d94d tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/security-groups?id=ffd0eeed-8d26-4c7f-84c8-0d69c2a6f0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750856 Feb 09 01:27:18.183954 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7dd18756-21aa-4b11-be35-aaa498c425aa req-fdb5632a-bf66-4416-8fa7-8b46049160fc tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ddf8317-ca71-4c73-a7ab-f297a6cbd2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085129 Feb 09 01:27:18.212045 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d6e166b-a8cf-45f3-8f92-6bd792f309cd tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router_controller (e291ab31-d219-4cf0-9f82-7daf0295ac1d), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:18.234130 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d6e166b-a8cf-45f3-8f92-6bd792f309cd tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (e291ab31-d219-4cf0-9f82-7daf0295ac1d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:18.257213 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b8cb3168-30c8-4b4a-9e74-d6814fc79a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (6b99b81e-5871-4979-a64c-22edc1a2273c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:18.267705 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4227c007-fa79-4413-9d81-2f7574ef7498 service neutron] Pushing event updated for resources: {'Port': ['ID=ea535e57-b7d4-4fff-97d5-a14c05c06262,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:18.284459 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-fc4117a5-6bf5-434f-b9d9-c34c92e0d255 None None] Allocated IP 172.20.0.2 (6b6805e8-78f7-4809-83e7-f8fa62592555/37d004df-ace4-4c5f-ae7c-d62c083fe84a/d6cd7d5d-5f37-4ffe-b98c-358131558a9e) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:18.303677 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d6e166b-a8cf-45f3-8f92-6bd792f309cd tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:18.307087 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3d6e166b-a8cf-45f3-8f92-6bd792f309cd tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3031795 Feb 09 01:27:18.315643 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39406) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:18.325780 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-25e64be5-ce5b-496a-933e-9aa2c71d0b3e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Request body: {'port': {'network_id': '6b6805e8-78f7-4809-83e7-f8fa62592555', 'name': 'tempest-RoutersTest-1947694356'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:18.388932 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-31976a28-d711-4582-817d-38f14942cf9d req-4227c007-fa79-4413-9d81-2f7574ef7498 service neutron] Attempting to bind port ea535e57-b7d4-4fff-97d5-a14c05c06262 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:27:18.389630 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-31976a28-d711-4582-817d-38f14942cf9d req-4227c007-fa79-4413-9d81-2f7574ef7498 service neutron] Attempting to bind port ea535e57-b7d4-4fff-97d5-a14c05c06262 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '2764419c-e2f1-47fc-88b3-e60891c25218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2ac07b4c-23f7-40e9-9fdd-08e88de649ee'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:27:18.390070 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31976a28-d711-4582-817d-38f14942cf9d req-4227c007-fa79-4413-9d81-2f7574ef7498 service neutron] Attempting to bind port ea535e57-b7d4-4fff-97d5-a14c05c06262 on network 2ac07b4c-23f7-40e9-9fdd-08e88de649ee {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:27:18.398148 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31976a28-d711-4582-817d-38f14942cf9d req-4227c007-fa79-4413-9d81-2f7574ef7498 service neutron] Port ea535e57-b7d4-4fff-97d5-a14c05c06262 on network 2ac07b4c-23f7-40e9-9fdd-08e88de649ee not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:27:18.398634 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31976a28-d711-4582-817d-38f14942cf9d req-4227c007-fa79-4413-9d81-2f7574ef7498 service neutron] Attempting to bind port ea535e57-b7d4-4fff-97d5-a14c05c06262 on network 2ac07b4c-23f7-40e9-9fdd-08e88de649ee {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:27:18.406359 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31976a28-d711-4582-817d-38f14942cf9d req-4227c007-fa79-4413-9d81-2f7574ef7498 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:27:18.407036 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31976a28-d711-4582-817d-38f14942cf9d req-4227c007-fa79-4413-9d81-2f7574ef7498 service neutron] Checking segment: {'id': '2764419c-e2f1-47fc-88b3-e60891c25218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2ac07b4c-23f7-40e9-9fdd-08e88de649ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:27:18.407536 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31976a28-d711-4582-817d-38f14942cf9d req-4227c007-fa79-4413-9d81-2f7574ef7498 service neutron] Bound using segment: {'id': '2764419c-e2f1-47fc-88b3-e60891c25218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2ac07b4c-23f7-40e9-9fdd-08e88de649ee'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:27:18.408420 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-31976a28-d711-4582-817d-38f14942cf9d req-4227c007-fa79-4413-9d81-2f7574ef7498 service neutron] Bound port: ea535e57-b7d4-4fff-97d5-a14c05c06262, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2764419c-e2f1-47fc-88b3-e60891c25218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2ac07b4c-23f7-40e9-9fdd-08e88de649ee'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:27:18.408939 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-31976a28-d711-4582-817d-38f14942cf9d req-4227c007-fa79-4413-9d81-2f7574ef7498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ea535e57-b7d4-4fff-97d5-a14c05c06262), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:18.435494 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-076fff87-a419-4be7-924f-0a280922a17a req-6b1320ac-0722-42fa-8b4f-de987e80a1ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa16486-23e4-4354-8467-9295a7e08c01 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:27:18.465772 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-076fff87-a419-4be7-924f-0a280922a17a req-6b1320ac-0722-42fa-8b4f-de987e80a1ae service neutron] Publish callbacks [] for port (1aa16486-23e4-4354-8467-9295a7e08c01), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:18.479156 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fc4117a5-6bf5-434f-b9d9-c34c92e0d255 None None] Publish callbacks [] for port (d6cd7d5d-5f37-4ffe-b98c-358131558a9e), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:18.485540 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 93a24e51-92c8-4fc4-87fd-bec68924a768 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:27:18.491184 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fc4117a5-6bf5-434f-b9d9-c34c92e0d255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (d6cd7d5d-5f37-4ffe-b98c-358131558a9e), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:18.503204 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-31976a28-d711-4582-817d-38f14942cf9d req-4227c007-fa79-4413-9d81-2f7574ef7498 service neutron] For port ea535e57-b7d4-4fff-97d5-a14c05c06262, host n-h2-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:27:18.508523 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-31976a28-d711-4582-817d-38f14942cf9d req-4227c007-fa79-4413-9d81-2f7574ef7498 service neutron] For port ea535e57-b7d4-4fff-97d5-a14c05c06262, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=ea535e57-b7d4-4fff-97d5-a14c05c06262,segment=NetworkSegment(2764419c-e2f1-47fc-88b3-e60891c25218),segment_id=2764419c-e2f1-47fc-88b3-e60891c25218)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:27:18.519105 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-31976a28-d711-4582-817d-38f14942cf9d req-4227c007-fa79-4413-9d81-2f7574ef7498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (ea535e57-b7d4-4fff-97d5-a14c05c06262), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:18.569188 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4117a5-6bf5-434f-b9d9-c34c92e0d255 None None] Pushing event updated for resources: {'Port': ['ID=d6cd7d5d-5f37-4ffe-b98c-358131558a9e,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:18.592121 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4117a5-6bf5-434f-b9d9-c34c92e0d255 None None] Network 6b6805e8-78f7-4809-83e7-f8fa62592555 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:18.595197 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b8cb3168-30c8-4b4a-9e74-d6814fc79a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (6b99b81e-5871-4979-a64c-22edc1a2273c), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:18.606072 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-fc4117a5-6bf5-434f-b9d9-c34c92e0d255 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:18.606449 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-076fff87-a419-4be7-924f-0a280922a17a req-6b1320ac-0722-42fa-8b4f-de987e80a1ae service neutron] Transition to ACTIVE for port object 1aa16486-23e4-4354-8467-9295a7e08c01 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:27:18.615606 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4117a5-6bf5-434f-b9d9-c34c92e0d255 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:27:18.620546 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb4f17-6fc9-458c-a9df-12ad8fe4c51a req-d6778d78-2782-4bee-a3eb-ff98b2ce56e8 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:18.628357 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-33bb4f17-6fc9-458c-a9df-12ad8fe4c51a req-d6778d78-2782-4bee-a3eb-ff98b2ce56e8 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.3249173 Feb 09 01:27:18.635382 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31976a28-d711-4582-817d-38f14942cf9d req-4227c007-fa79-4413-9d81-2f7574ef7498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:18.636513 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-31976a28-d711-4582-817d-38f14942cf9d req-4227c007-fa79-4413-9d81-2f7574ef7498 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:18.639318 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-31976a28-d711-4582-817d-38f14942cf9d req-4227c007-fa79-4413-9d81-2f7574ef7498 service neutron] 10.222.0.91 "PUT /v2.0/ports/ea535e57-b7d4-4fff-97d5-a14c05c06262 HTTP/1.1" status: 200 len: 1092 time: 1.2142181 Feb 09 01:27:18.640167 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5173d1bc-e6aa-471d-96da-dda3ab0299a8', 'tag': 'ea535e57-b7d4-4fff-97d5-a14c05c06262'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:27:18.643474 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b739efb1-b3ff-4431-ab54-1a8a4cfe5dca" -d '{"events": [{"name": "network-changed", "server_uuid": "5173d1bc-e6aa-471d-96da-dda3ab0299a8", "tag": "ea535e57-b7d4-4fff-97d5-a14c05c06262"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:27:18.671182 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-076fff87-a419-4be7-924f-0a280922a17a req-6b1320ac-0722-42fa-8b4f-de987e80a1ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (1aa16486-23e4-4354-8467-9295a7e08c01), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:18.694594 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39416) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:18.708634 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-b8cb3168-30c8-4b4a-9e74-d6814fc79a52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b99b81e-5871-4979-a64c-22edc1a2273c']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:18.729084 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 93a24e51-92c8-4fc4-87fd-bec68924a768 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:27:18.748053 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4227c007-fa79-4413-9d81-2f7574ef7498 service neutron] Pushing event updated for resources: {'Port': ['ID=ea535e57-b7d4-4fff-97d5-a14c05c06262,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:18.751905 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-fc4117a5-6bf5-434f-b9d9-c34c92e0d255 None None] Attempting to bind port d6cd7d5d-5f37-4ffe-b98c-358131558a9e on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:27:18.753126 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-fc4117a5-6bf5-434f-b9d9-c34c92e0d255 None None] Attempting to bind port d6cd7d5d-5f37-4ffe-b98c-358131558a9e by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'a3708337-c392-41ad-8b88-2045f71a473a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6b6805e8-78f7-4809-83e7-f8fa62592555'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:27:18.754406 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4117a5-6bf5-434f-b9d9-c34c92e0d255 None None] Attempting to bind port d6cd7d5d-5f37-4ffe-b98c-358131558a9e on network 6b6805e8-78f7-4809-83e7-f8fa62592555 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:27:18.761666 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4117a5-6bf5-434f-b9d9-c34c92e0d255 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:27:18.762314 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4117a5-6bf5-434f-b9d9-c34c92e0d255 None None] Checking segment: {'id': 'a3708337-c392-41ad-8b88-2045f71a473a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6b6805e8-78f7-4809-83e7-f8fa62592555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:27:18.763268 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fc4117a5-6bf5-434f-b9d9-c34c92e0d255 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:18.763871 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4117a5-6bf5-434f-b9d9-c34c92e0d255 None None] Bound using segment: {'id': 'a3708337-c392-41ad-8b88-2045f71a473a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6b6805e8-78f7-4809-83e7-f8fa62592555'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:27:18.765297 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-fc4117a5-6bf5-434f-b9d9-c34c92e0d255 None None] Bound port: d6cd7d5d-5f37-4ffe-b98c-358131558a9e, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3708337-c392-41ad-8b88-2045f71a473a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6b6805e8-78f7-4809-83e7-f8fa62592555'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:27:18.765879 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fc4117a5-6bf5-434f-b9d9-c34c92e0d255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d6cd7d5d-5f37-4ffe-b98c-358131558a9e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:18.768874 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 93a24e51-92c8-4fc4-87fd-bec68924a768 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:18.769616 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (93a24e51-92c8-4fc4-87fd-bec68924a768), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:18.785195 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31976a28-d711-4582-817d-38f14942cf9d req-4618b996-b2ec-4ed1-8c77-e2c1d11920c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:18.788054 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-31976a28-d711-4582-817d-38f14942cf9d req-4618b996-b2ec-4ed1-8c77-e2c1d11920c1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9180b1cf21a141fbba17b6961664d8d2&device_id=5173d1bc-e6aa-471d-96da-dda3ab0299a8 HTTP/1.1" status: 200 len: 1126 time: 0.0733078 Feb 09 01:27:18.800473 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-b8cb3168-30c8-4b4a-9e74-d6814fc79a52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3350618d-f84a-4a0b-8997-97c98e7ed20e') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:18.800769 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-b8cb3168-30c8-4b4a-9e74-d6814fc79a52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3350618d-f84a-4a0b-8997-97c98e7ed20e') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:18.845796 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-31976a28-d711-4582-817d-38f14942cf9d req-0fa7461b-8524-4262-a9e9-1425c1e8c461 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea535e57-b7d4-4fff-97d5-a14c05c06262 HTTP/1.1" status: 200 len: 217 time: 0.0483291 Feb 09 01:27:18.853697 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b8cb3168-30c8-4b4a-9e74-d6814fc79a52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (3350618d-f84a-4a0b-8997-97c98e7ed20e), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:18.898027 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-33bb4f17-6fc9-458c-a9df-12ad8fe4c51a req-e325225b-94cc-49e9-9989-6f613d1d5c75 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2686150 Feb 09 01:27:18.925344 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-fc4117a5-6bf5-434f-b9d9-c34c92e0d255 None None] For port d6cd7d5d-5f37-4ffe-b98c-358131558a9e, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:27:18.928387 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31976a28-d711-4582-817d-38f14942cf9d req-36d327d0-b436-4418-822d-2f665dbd7302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:18.930834 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-31976a28-d711-4582-817d-38f14942cf9d req-36d327d0-b436-4418-822d-2f665dbd7302 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=62ef8227-48a6-41bf-b8b3-d477380ff943 HTTP/1.1" status: 200 len: 849 time: 0.0695653 Feb 09 01:27:18.946646 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1320ac-0722-42fa-8b4f-de987e80a1ae service neutron] Pushing event updated for resources: {'Port': ['ID=1aa16486-23e4-4354-8467-9295a7e08c01,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:18.949421 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b8cb3168-30c8-4b4a-9e74-d6814fc79a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (3350618d-f84a-4a0b-8997-97c98e7ed20e), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:18.955361 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-fc4117a5-6bf5-434f-b9d9-c34c92e0d255 None None] For port d6cd7d5d-5f37-4ffe-b98c-358131558a9e, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d6cd7d5d-5f37-4ffe-b98c-358131558a9e,segment=NetworkSegment(a3708337-c392-41ad-8b88-2045f71a473a),segment_id=a3708337-c392-41ad-8b88-2045f71a473a)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:27:18.959492 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e64be5-ce5b-496a-933e-9aa2c71d0b3e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Made reservation on behalf of 8a336705c49241a5bf5c318d577ad55e for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:18.960912 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 93a24e51-92c8-4fc4-87fd-bec68924a768 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:18.961521 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (93a24e51-92c8-4fc4-87fd-bec68924a768), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:18.963081 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-25e64be5-ce5b-496a-933e-9aa2c71d0b3e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:18.979097 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fc4117a5-6bf5-434f-b9d9-c34c92e0d255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d6cd7d5d-5f37-4ffe-b98c-358131558a9e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:18.991831 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67a9a5-502e-47d0-ba86-46d31898162f req-7be1910a-73e7-42bb-9453-62d36303feea tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:18.999346 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0c67a9a5-502e-47d0-ba86-46d31898162f req-7be1910a-73e7-42bb-9453-62d36303feea tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 945 time: 0.3073750 Feb 09 01:27:19.003588 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8cb3168-30c8-4b4a-9e74-d6814fc79a52 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:27:19.003816 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-31976a28-d711-4582-817d-38f14942cf9d req-fa346f40-339a-4cc4-8fc7-31c6eb501199 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2ac07b4c-23f7-40e9-9fdd-08e88de649ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634270 Feb 09 01:27:19.004409 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b8cb3168-30c8-4b4a-9e74-d6814fc79a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (3350618d-f84a-4a0b-8997-97c98e7ed20e), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:19.007969 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-cf2bb44e-16ba-4660-a410-22560f2b1f9a tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2121621640', 'router:external': True}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:19.009417 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:27:19.009417 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:27:19.009417 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:27:19.009417 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:27:19.009417 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:27:19.009417 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:27:19.009417 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:27:19.009417 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:27:19.009417 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:27:19.009417 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:27:19.009417 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:27:19.009417 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:27:19.009417 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:27:19.009417 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:27:19.009417 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:27:19.009417 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:27:19.009417 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:27:19.009417 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:27:19.009417 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:27:19.009417 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:27:19.009417 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:27:19.009417 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:27:19.009417 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:27:19.009417 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:27:19.009417 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:27:19.009417 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:27:19.009417 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:27:19.009417 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:27:19.009417 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:27:19.009417 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:27:19.009417 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:27:19.009417 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:27:19.012307 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983b981b-5e0d-4eda-a7f7-1d3a771e71fc x-openstack-request-id: req-983b981b-5e0d-4eda-a7f7-1d3a771e71fc {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:27:19.012593 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5173d1bc-e6aa-471d-96da-dda3ab0299a8", "tag": "ea535e57-b7d4-4fff-97d5-a14c05c06262", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:27:19.012846 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-983b981b-5e0d-4eda-a7f7-1d3a771e71fc {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:27:19.013244 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5173d1bc-e6aa-471d-96da-dda3ab0299a8', 'tag': 'ea535e57-b7d4-4fff-97d5-a14c05c06262', 'status': 'completed', 'code': 200} Feb 09 01:27:19.014667 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-25e64be5-ce5b-496a-933e-9aa2c71d0b3e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] device_id is not set on port 699e6f9d-424b-4ff6-a828-9122df035d07 yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:27:19.053170 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4117a5-6bf5-434f-b9d9-c34c92e0d255 None None] Pushing event updated for resources: {'Port': ['ID=d6cd7d5d-5f37-4ffe-b98c-358131558a9e,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:19.072500 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1006e663-0cf3-45ad-8bab-5d3c83d23f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a24e51-92c8-4fc4-87fd-bec68924a768'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:27:19.074930 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc7e9b4-db6d-4f55-99e4-ec2c8a153640" -d '{"events": [{"server_uuid": "1006e663-0cf3-45ad-8bab-5d3c83d23f7a", "name": "network-vif-plugged", "status": "completed", "tag": "93a24e51-92c8-4fc4-87fd-bec68924a768"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:27:19.098041 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 93a24e51-92c8-4fc4-87fd-bec68924a768, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=93a24e51-92c8-4fc4-87fd-bec68924a768,segment=NetworkSegment(5dcbe87a-b05d-4f3f-9fcf-324934411192),segment_id=5dcbe87a-b05d-4f3f-9fcf-324934411192)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:19.108588 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (93a24e51-92c8-4fc4-87fd-bec68924a768), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:19.127344 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-076fff87-a419-4be7-924f-0a280922a17a req-6b1320ac-0722-42fa-8b4f-de987e80a1ae service neutron] Attempting to bind port 1aa16486-23e4-4354-8467-9295a7e08c01 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:27:19.127931 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-076fff87-a419-4be7-924f-0a280922a17a req-6b1320ac-0722-42fa-8b4f-de987e80a1ae service neutron] Attempting to bind port 1aa16486-23e4-4354-8467-9295a7e08c01 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'e1338de9-25ed-4afc-a567-2708fda6f9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b7419c43-b40c-4c77-a08c-f7b5fb769556'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:27:19.128525 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076fff87-a419-4be7-924f-0a280922a17a req-6b1320ac-0722-42fa-8b4f-de987e80a1ae service neutron] Attempting to bind port 1aa16486-23e4-4354-8467-9295a7e08c01 on network b7419c43-b40c-4c77-a08c-f7b5fb769556 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:27:19.149135 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-31976a28-d711-4582-817d-38f14942cf9d req-4581fba7-9b01-4b35-91b2-4a2ab50b0846 service neutron] 10.222.0.91 "GET /v2.0/networks/2ac07b4c-23f7-40e9-9fdd-08e88de649ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324899 Feb 09 01:27:19.179567 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=93a24e51-92c8-4fc4-87fd-bec68924a768,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:19.225097 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076fff87-a419-4be7-924f-0a280922a17a req-6b1320ac-0722-42fa-8b4f-de987e80a1ae service neutron] Port 1aa16486-23e4-4354-8467-9295a7e08c01 on network b7419c43-b40c-4c77-a08c-f7b5fb769556 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:27:19.225472 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076fff87-a419-4be7-924f-0a280922a17a req-6b1320ac-0722-42fa-8b4f-de987e80a1ae service neutron] Attempting to bind port 1aa16486-23e4-4354-8467-9295a7e08c01 on network b7419c43-b40c-4c77-a08c-f7b5fb769556 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:27:19.235319 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2bb44e-16ba-4660-a410-22560f2b1f9a tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Made reservation on behalf of 909d7dc916784ad7b2f8348cf596f754 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:19.238008 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cf2bb44e-16ba-4660-a410-22560f2b1f9a tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:19.250314 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b8cb3168-30c8-4b4a-9e74-d6814fc79a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (6b99b81e-5871-4979-a64c-22edc1a2273c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:19.258878 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076fff87-a419-4be7-924f-0a280922a17a req-6b1320ac-0722-42fa-8b4f-de987e80a1ae service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:27:19.259221 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076fff87-a419-4be7-924f-0a280922a17a req-6b1320ac-0722-42fa-8b4f-de987e80a1ae service neutron] Checking segment: {'id': 'e1338de9-25ed-4afc-a567-2708fda6f9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b7419c43-b40c-4c77-a08c-f7b5fb769556'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:27:19.260092 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076fff87-a419-4be7-924f-0a280922a17a req-6b1320ac-0722-42fa-8b4f-de987e80a1ae service neutron] Bound using segment: {'id': 'e1338de9-25ed-4afc-a567-2708fda6f9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b7419c43-b40c-4c77-a08c-f7b5fb769556'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:27:19.260092 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-076fff87-a419-4be7-924f-0a280922a17a req-6b1320ac-0722-42fa-8b4f-de987e80a1ae service neutron] Bound port: 1aa16486-23e4-4354-8467-9295a7e08c01, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1338de9-25ed-4afc-a567-2708fda6f9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b7419c43-b40c-4c77-a08c-f7b5fb769556'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:27:19.260424 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cf2bb44e-16ba-4660-a410-22560f2b1f9a tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:19.260541 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-076fff87-a419-4be7-924f-0a280922a17a req-6b1320ac-0722-42fa-8b4f-de987e80a1ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1aa16486-23e4-4354-8467-9295a7e08c01), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:19.272337 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b8cb3168-30c8-4b4a-9e74-d6814fc79a52 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:19.279194 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b8cb3168-30c8-4b4a-9e74-d6814fc79a52 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6b99b81e-5871-4979-a64c-22edc1a2273c HTTP/1.1" status: 204 len: 168 time: 1.2832575 Feb 09 01:27:19.295612 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0c67a9a5-502e-47d0-ba86-46d31898162f req-c7bd6c15-22b8-404a-9429-dc38915ffa60 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953892 Feb 09 01:27:19.350426 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb3168-30c8-4b4a-9e74-d6814fc79a52 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b99b81e-5871-4979-a64c-22edc1a2273c,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:19.368828 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:19.417787 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-31976a28-d711-4582-817d-38f14942cf9d req-3a259ce6-4b6b-4d84-9628-329cade77c1e service neutron] 10.222.0.91 "GET /v2.0/networks/2ac07b4c-23f7-40e9-9fdd-08e88de649ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592821 Feb 09 01:27:19.424352 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc8d4f-bcdc-4de7-8568-e662dbd538b1 req-c6188e8a-465e-4a07-8a1d-daac20abac99 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:19.425974 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4fdc8d4f-bcdc-4de7-8568-e662dbd538b1 req-c6188e8a-465e-4a07-8a1d-daac20abac99 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/ports?device_id=5173d1bc-e6aa-471d-96da-dda3ab0299a8 HTTP/1.1" status: 200 len: 943 time: 0.2550137 Feb 09 01:27:19.434888 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4608bb56-2124-44d6-aa14-fb0eff59c22f x-openstack-request-id: req-4608bb56-2124-44d6-aa14-fb0eff59c22f {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:27:19.436200 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1006e663-0cf3-45ad-8bab-5d3c83d23f7a", "name": "network-vif-plugged", "status": "completed", "tag": "93a24e51-92c8-4fc4-87fd-bec68924a768", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:27:19.436660 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4608bb56-2124-44d6-aa14-fb0eff59c22f {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:27:19.437283 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1006e663-0cf3-45ad-8bab-5d3c83d23f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a24e51-92c8-4fc4-87fd-bec68924a768', 'code': 200} Feb 09 01:27:19.452661 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-25e64be5-ce5b-496a-933e-9aa2c71d0b3e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Allocated IP 172.20.0.14 (6b6805e8-78f7-4809-83e7-f8fa62592555/37d004df-ace4-4c5f-ae7c-d62c083fe84a/699e6f9d-424b-4ff6-a828-9122df035d07) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:19.587717 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-076fff87-a419-4be7-924f-0a280922a17a req-6b1320ac-0722-42fa-8b4f-de987e80a1ae service neutron] For port 1aa16486-23e4-4354-8467-9295a7e08c01, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:27:19.593058 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cf2bb44e-16ba-4660-a410-22560f2b1f9a tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for security_group (898ce703-bf33-4003-bd12-cb2298df61d8), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:19.601788 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cf2bb44e-16ba-4660-a410-22560f2b1f9a tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (898ce703-bf33-4003-bd12-cb2298df61d8), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:19.622384 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739efb1-b3ff-4431-ab54-1a8a4cfe5dca req-9967477a-4d8f-4f5a-a29e-9985e72dbd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:19.626594 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b739efb1-b3ff-4431-ab54-1a8a4cfe5dca req-9967477a-4d8f-4f5a-a29e-9985e72dbd8f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9180b1cf21a141fbba17b6961664d8d2&device_id=5173d1bc-e6aa-471d-96da-dda3ab0299a8 HTTP/1.1" status: 200 len: 1126 time: 0.1206210 Feb 09 01:27:19.649730 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-076fff87-a419-4be7-924f-0a280922a17a req-6b1320ac-0722-42fa-8b4f-de987e80a1ae service neutron] For port 1aa16486-23e4-4354-8467-9295a7e08c01, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1aa16486-23e4-4354-8467-9295a7e08c01,segment=NetworkSegment(e1338de9-25ed-4afc-a567-2708fda6f9a4),segment_id=e1338de9-25ed-4afc-a567-2708fda6f9a4)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:27:19.657793 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf2bb44e-16ba-4660-a410-22560f2b1f9a tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:27:19.680848 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-076fff87-a419-4be7-924f-0a280922a17a req-6b1320ac-0722-42fa-8b4f-de987e80a1ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (1aa16486-23e4-4354-8467-9295a7e08c01), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:19.701940 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39428) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:19.726221 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4fdc8d4f-bcdc-4de7-8568-e662dbd538b1 req-f1f60f01-aa5b-4f82-afe2-0af3a22e6634 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/security-groups?id=1863cf5f-cae5-40fc-84a8-bd497bdbb5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866757 Feb 09 01:27:19.727416 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2bb44e-16ba-4660-a410-22560f2b1f9a tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898ce703-bf33-4003-bd12-cb2298df61d8,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:19.734124 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cf2bb44e-16ba-4660-a410-22560f2b1f9a tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (b180c492-3037-443c-b5db-87b1ed9d50fd), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:19.734124 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-cf2bb44e-16ba-4660-a410-22560f2b1f9a tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Added segment b180c492-3037-443c-b5db-87b1ed9d50fd of type vlan for network 048914e3-bb38-415a-bcfe-dedf6703073c Feb 09 01:27:19.823928 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cf2bb44e-16ba-4660-a410-22560f2b1f9a tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (048914e3-bb38-415a-bcfe-dedf6703073c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:19.826554 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076fff87-a419-4be7-924f-0a280922a17a req-6b1320ac-0722-42fa-8b4f-de987e80a1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:19.827169 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-076fff87-a419-4be7-924f-0a280922a17a req-6b1320ac-0722-42fa-8b4f-de987e80a1ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:19.829266 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-076fff87-a419-4be7-924f-0a280922a17a req-6b1320ac-0722-42fa-8b4f-de987e80a1ae service neutron] 10.222.0.121 "PUT /v2.0/ports/1aa16486-23e4-4354-8467-9295a7e08c01 HTTP/1.1" status: 200 len: 1092 time: 2.7693040 Feb 09 01:27:19.833567 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '384c1d67-1d4b-4edd-a861-9ffc1a848697', 'tag': '1aa16486-23e4-4354-8467-9295a7e08c01'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:27:19.835901 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99118d46-4d76-4725-b79f-0121357b56d0" -d '{"events": [{"name": "network-changed", "server_uuid": "384c1d67-1d4b-4edd-a861-9ffc1a848697", "tag": "1aa16486-23e4-4354-8467-9295a7e08c01"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:27:19.857714 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739efb1-b3ff-4431-ab54-1a8a4cfe5dca req-334b1a60-f7df-480a-a67c-6bff6643ae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:19.859661 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b739efb1-b3ff-4431-ab54-1a8a4cfe5dca req-334b1a60-f7df-480a-a67c-6bff6643ae44 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2ac07b4c-23f7-40e9-9fdd-08e88de649ee HTTP/1.1" status: 200 len: 910 time: 0.2230966 Feb 09 01:27:19.861120 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74792e13-5078-4781-87e2-cf74ebcf2f37 req-5cff7b23-b975-4143-bbce-3662f301fc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:19.862645 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-74792e13-5078-4781-87e2-cf74ebcf2f37 req-5cff7b23-b975-4143-bbce-3662f301fc38 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=1006e663-0cf3-45ad-8bab-5d3c83d23f7a HTTP/1.1" status: 200 len: 1129 time: 0.3583658 Feb 09 01:27:19.876054 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7f66c-5477-44ab-b33e-d9c9d3f456bf req-2fed059a-6584-4372-a03d-8336b5f5fce9 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:19.880732 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cad7f66c-5477-44ab-b33e-d9c9d3f456bf req-2fed059a-6584-4372-a03d-8336b5f5fce9 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/ports?device_id=1006e663-0cf3-45ad-8bab-5d3c83d23f7a HTTP/1.1" status: 200 len: 946 time: 0.3297920 Feb 09 01:27:19.909588 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b739efb1-b3ff-4431-ab54-1a8a4cfe5dca req-64c675e8-c920-4904-b442-dad8f872ca70 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea535e57-b7d4-4fff-97d5-a14c05c06262 HTTP/1.1" status: 200 len: 217 time: 0.0403419 Feb 09 01:27:19.916973 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cf2bb44e-16ba-4660-a410-22560f2b1f9a tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (048914e3-bb38-415a-bcfe-dedf6703073c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:19.918083 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2bb44e-16ba-4660-a410-22560f2b1f9a tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:19.918656 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cf2bb44e-16ba-4660-a410-22560f2b1f9a tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:19.925847 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1320ac-0722-42fa-8b4f-de987e80a1ae service neutron] Pushing event updated for resources: {'Port': ['ID=1aa16486-23e4-4354-8467-9295a7e08c01,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:20.014994 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cf2bb44e-16ba-4660-a410-22560f2b1f9a tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.3192835 Feb 09 01:27:20.021628 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39434) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:20.026547 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-91430895-4f27-48cf-9064-4e40d85468be tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Request body: {'subnet': {'network_id': '048914e3-bb38-415a-bcfe-dedf6703073c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:20.036431 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739efb1-b3ff-4431-ab54-1a8a4cfe5dca req-093d4e42-9f76-4820-a838-03366156039d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:20.037933 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b739efb1-b3ff-4431-ab54-1a8a4cfe5dca req-093d4e42-9f76-4820-a838-03366156039d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=62ef8227-48a6-41bf-b8b3-d477380ff943 HTTP/1.1" status: 200 len: 849 time: 0.1224792 Feb 09 01:27:20.041216 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2bb44e-16ba-4660-a410-22560f2b1f9a tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Pushing event updated for resources: {'Network': ['ID=048914e3-bb38-415a-bcfe-dedf6703073c,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:20.053840 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 048914e3-bb38-415a-bcfe-dedf6703073c details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:27:20.077707 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b739efb1-b3ff-4431-ab54-1a8a4cfe5dca req-55802c52-9cf4-44d1-bc74-6e8e9a273b6c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2ac07b4c-23f7-40e9-9fdd-08e88de649ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312228 Feb 09 01:27:20.115398 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91430895-4f27-48cf-9064-4e40d85468be tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Made reservation on behalf of 909d7dc916784ad7b2f8348cf596f754 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:20.117969 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91430895-4f27-48cf-9064-4e40d85468be tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:20.271116 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b739efb1-b3ff-4431-ab54-1a8a4cfe5dca req-cec8d4f2-40ac-46e0-8898-99396b215f2e service neutron] 10.222.0.91 "GET /v2.0/networks/2ac07b4c-23f7-40e9-9fdd-08e88de649ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836748 Feb 09 01:27:20.383130 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-191c3df4-9f9e-4db7-8154-a831cf1346ee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bb54c6d9ab92477c86a4af4dae2b904f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6556747 Feb 09 01:27:20.390739 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39438) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:20.424874 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f397c17c-88c1-4240-a0a3-a43a591b539d None None] Network 6b6805e8-78f7-4809-83e7-f8fa62592555 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:27:20.474321 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-25e64be5-ce5b-496a-933e-9aa2c71d0b3e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for port (699e6f9d-424b-4ff6-a828-9122df035d07), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:20.486899 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-74792e13-5078-4781-87e2-cf74ebcf2f37 req-212d77b2-8aab-4b76-9779-f2a5a49fa32a service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=ffd0eeed-8d26-4c7f-84c8-0d69c2a6f0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5960240 Feb 09 01:27:20.489400 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b739efb1-b3ff-4431-ab54-1a8a4cfe5dca req-308256a5-2cea-49f1-81a0-fb6fe4ed5e14 service neutron] 10.222.0.91 "GET /v2.0/networks/2ac07b4c-23f7-40e9-9fdd-08e88de649ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097001 Feb 09 01:27:20.498277 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cad7f66c-5477-44ab-b33e-d9c9d3f456bf req-fd99fd90-5b89-4323-8891-1ecc921acd4e tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/security-groups?id=ffd0eeed-8d26-4c7f-84c8-0d69c2a6f0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5872529 Feb 09 01:27:20.520283 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b4d11-3e51-487e-8a78-81b80482c050 req-8206532f-8a41-48a6-a74f-d32e0d5e00fc tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:20.529201 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ac1b4d11-3e51-487e-8a78-81b80482c050 req-8206532f-8a41-48a6-a74f-d32e0d5e00fc tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] 10.222.0.30 "GET /v2.0/ports?device_id=384c1d67-1d4b-4edd-a861-9ffc1a848697 HTTP/1.1" status: 200 len: 943 time: 0.6702323 Feb 09 01:27:20.535515 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076fff87-a419-4be7-924f-0a280922a17a req-1f4960fa-5785-4501-95e2-79212f16c298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:20.537483 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-076fff87-a419-4be7-924f-0a280922a17a req-1f4960fa-5785-4501-95e2-79212f16c298 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=25e81fbd2de1479a9d79f549fe687a7a&device_id=384c1d67-1d4b-4edd-a861-9ffc1a848697 HTTP/1.1" status: 200 len: 1126 time: 0.6361737 Feb 09 01:27:20.538096 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-086c4dd1-149b-4302-87bd-b974dd5ec027 admin admin] Publish callbacks [] for security_group (fad05142-5f76-407f-b106-5de29027fd56), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:20.550625 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-2b69b6d7-38d6-44b7-88d8-3686bf1026b7 None None] Provisioning complete for port d6cd7d5d-5f37-4ffe-b98c-358131558a9e triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:20.551038 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2b69b6d7-38d6-44b7-88d8-3686bf1026b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d6cd7d5d-5f37-4ffe-b98c-358131558a9e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:20.580269 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f556ae-f47a-4f50-aef1-b841ae727f74 x-openstack-request-id: req-a0f556ae-f47a-4f50-aef1-b841ae727f74 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:27:20.580617 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "384c1d67-1d4b-4edd-a861-9ffc1a848697", "tag": "1aa16486-23e4-4354-8467-9295a7e08c01", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:27:20.580943 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a0f556ae-f47a-4f50-aef1-b841ae727f74 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:27:20.581394 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '384c1d67-1d4b-4edd-a861-9ffc1a848697', 'tag': '1aa16486-23e4-4354-8467-9295a7e08c01', 'status': 'completed', 'code': 200} Feb 09 01:27:20.608181 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-086c4dd1-149b-4302-87bd-b974dd5ec027 admin admin] Publish callbacks [] for security_group (fad05142-5f76-407f-b106-5de29027fd56), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:20.610456 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ac1b4d11-3e51-487e-8a78-81b80482c050 req-7502dadf-2520-4af1-8c7e-baa513628b11 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ddf8317-ca71-4c73-a7ab-f297a6cbd2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772645 Feb 09 01:27:20.617358 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-25e64be5-ce5b-496a-933e-9aa2c71d0b3e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (699e6f9d-424b-4ff6-a828-9122df035d07), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:20.673907 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2b69b6d7-38d6-44b7-88d8-3686bf1026b7 None None] Current status of the port d6cd7d5d-5f37-4ffe-b98c-358131558a9e is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:20.674852 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2b69b6d7-38d6-44b7-88d8-3686bf1026b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d6cd7d5d-5f37-4ffe-b98c-358131558a9e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:20.756578 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-086c4dd1-149b-4302-87bd-b974dd5ec027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (fad05142-5f76-407f-b106-5de29027fd56), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:20.759180 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-086c4dd1-149b-4302-87bd-b974dd5ec027 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:20.790358 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-086c4dd1-149b-4302-87bd-b974dd5ec027 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fad05142-5f76-407f-b106-5de29027fd56 HTTP/1.1" status: 204 len: 168 time: 0.3947382 Feb 09 01:27:20.796221 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e64be5-ce5b-496a-933e-9aa2c71d0b3e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Network 6b6805e8-78f7-4809-83e7-f8fa62592555 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:20.803240 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-076fff87-a419-4be7-924f-0a280922a17a req-f4570e6f-8710-4377-be8d-6d192814ac04 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1aa16486-23e4-4354-8467-9295a7e08c01 HTTP/1.1" status: 200 len: 217 time: 0.0759103 Feb 09 01:27:20.806064 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-25e64be5-ce5b-496a-933e-9aa2c71d0b3e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:20.808844 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e64be5-ce5b-496a-933e-9aa2c71d0b3e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:27:20.836316 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e64be5-ce5b-496a-933e-9aa2c71d0b3e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event updated for resources: {'Port': ['ID=699e6f9d-424b-4ff6-a828-9122df035d07,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:20.858073 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c4dd1-149b-4302-87bd-b974dd5ec027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad05142-5f76-407f-b106-5de29027fd56,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:20.912691 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d6cd7d5d-5f37-4ffe-b98c-358131558a9e up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:27:20.922121 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-2b69b6d7-38d6-44b7-88d8-3686bf1026b7 None None] For port d6cd7d5d-5f37-4ffe-b98c-358131558a9e, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d6cd7d5d-5f37-4ffe-b98c-358131558a9e,segment=NetworkSegment(a3708337-c392-41ad-8b88-2045f71a473a),segment_id=a3708337-c392-41ad-8b88-2045f71a473a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:20.970270 n-d-822053-40 neutron-server[103528]: DEBUG neutron.objects.ports [None req-91430895-4f27-48cf-9064-4e40d85468be tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103528) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:27:20.970557 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e64be5-ce5b-496a-933e-9aa2c71d0b3e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:20.970882 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91430895-4f27-48cf-9064-4e40d85468be tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (5bd0897c-c52f-4b68-bd97-d452fa7cf961), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:20.971190 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-25e64be5-ce5b-496a-933e-9aa2c71d0b3e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:20.987544 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a8684e0b-e4e2-4d41-a311-8f9aba3443c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:20.991357 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a99f84-27c7-4f1d-853b-763620076fac req-debc78fb-0c37-4df8-aeb0-264d42b62fae tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:20.999872 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-71a99f84-27c7-4f1d-853b-763620076fac req-debc78fb-0c37-4df8-aeb0-264d42b62fae tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.3169034 Feb 09 01:27:21.000779 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2b69b6d7-38d6-44b7-88d8-3686bf1026b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d6cd7d5d-5f37-4ffe-b98c-358131558a9e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:21.006207 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:21.009873 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076fff87-a419-4be7-924f-0a280922a17a req-307a35de-238e-48da-84c7-892ea7b29004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:21.011745 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-076fff87-a419-4be7-924f-0a280922a17a req-307a35de-238e-48da-84c7-892ea7b29004 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c5153de3-94aa-423e-9593-c3b34b619492 HTTP/1.1" status: 200 len: 849 time: 0.1962864 Feb 09 01:27:21.065187 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-076fff87-a419-4be7-924f-0a280922a17a req-abcbcddd-73d6-4870-8175-9a1578343410 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b7419c43-b40c-4c77-a08c-f7b5fb769556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439556 Feb 09 01:27:21.073065 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-25e64be5-ce5b-496a-933e-9aa2c71d0b3e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7537041 Feb 09 01:27:21.076583 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39444) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:21.086870 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91430895-4f27-48cf-9064-4e40d85468be tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5bd0897c-c52f-4b68-bd97-d452fa7cf961,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:21.115427 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91430895-4f27-48cf-9064-4e40d85468be tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Checking segment: {'id': 'b180c492-3037-443c-b5db-87b1ed9d50fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '048914e3-bb38-415a-bcfe-dedf6703073c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:27:21.115803 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91430895-4f27-48cf-9064-4e40d85468be tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Network hostable DHCP agents. Network: 048914e3-bb38-415a-bcfe-dedf6703073c, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:27:21.137343 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port d6cd7d5d-5f37-4ffe-b98c-358131558a9e triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:21.137795 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d6cd7d5d-5f37-4ffe-b98c-358131558a9e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:21.141219 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36ff4d-518e-4687-ae0d-2611ab9bd522 req-59d21d70-d675-44b1-8385-2a0332708b78 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:21.142775 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ca36ff4d-518e-4687-ae0d-2611ab9bd522 req-59d21d70-d675-44b1-8385-2a0332708b78 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 945 time: 0.3180699 Feb 09 01:27:21.163072 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91430895-4f27-48cf-9064-4e40d85468be tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Network 048914e3-bb38-415a-bcfe-dedf6703073c is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:27:21.178271 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-91430895-4f27-48cf-9064-4e40d85468be tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 048914e3-bb38-415a-bcfe-dedf6703073c) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:21.185026 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b69b6d7-38d6-44b7-88d8-3686bf1026b7 None None] Pushing event updated for resources: {'Port': ['ID=d6cd7d5d-5f37-4ffe-b98c-358131558a9e,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:21.186171 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91430895-4f27-48cf-9064-4e40d85468be tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:21.187798 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91430895-4f27-48cf-9064-4e40d85468be tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:21.204951 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3682e34-27f3-48a0-a016-81ca794b70a8 None None] Network 048914e3-bb38-415a-bcfe-dedf6703073c requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:27:21.210679 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-a5ff93c4-f127-4bc0-a14f-966a85902beb None None] Provisioning complete for port d6cd7d5d-5f37-4ffe-b98c-358131558a9e triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:21.211045 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a5ff93c4-f127-4bc0-a14f-966a85902beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d6cd7d5d-5f37-4ffe-b98c-358131558a9e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:21.217576 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-91430895-4f27-48cf-9064-4e40d85468be tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1924808 Feb 09 01:27:21.218040 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39448) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:21.229631 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-aee550cc-ae99-4658-9034-cb276cf82b72 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-575270422', 'network_id': '048914e3-bb38-415a-bcfe-dedf6703073c'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:21.269231 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee550cc-ae99-4658-9034-cb276cf82b72 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Made reservation on behalf of 909d7dc916784ad7b2f8348cf596f754 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:21.272484 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aee550cc-ae99-4658-9034-cb276cf82b72 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:21.295713 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-aee550cc-ae99-4658-9034-cb276cf82b72 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] device_id is not set on port b404302a-5216-474d-a093-4b922dfc0cce yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:27:21.319808 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-71a99f84-27c7-4f1d-853b-763620076fac req-c41cb1f4-7a60-4acb-bf12-e780019f84a0 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3187985 Feb 09 01:27:21.356614 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port d6cd7d5d-5f37-4ffe-b98c-358131558a9e is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:21.509345 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac833a1-dff1-4f99-aed7-af62ed4a82ff None None] Network 048914e3-bb38-415a-bcfe-dedf6703073c requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:27:21.511871 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-aee550cc-ae99-4658-9034-cb276cf82b72 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Allocated IP 2001:db8::1ba (048914e3-bb38-415a-bcfe-dedf6703073c/5bd0897c-c52f-4b68-bd97-d452fa7cf961/b404302a-5216-474d-a093-4b922dfc0cce) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:21.547309 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a5ff93c4-f127-4bc0-a14f-966a85902beb None None] Current status of the port d6cd7d5d-5f37-4ffe-b98c-358131558a9e is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:21.562332 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ca36ff4d-518e-4687-ae0d-2611ab9bd522 req-93f80b86-f81d-4782-8595-e2f5b3285d50 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273840 Feb 09 01:27:21.717929 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-2c749bfe-6b68-4a44-81ce-1a82089763ad None None] Provisioning complete for port 699e6f9d-424b-4ff6-a828-9122df035d07 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:21.718506 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2c749bfe-6b68-4a44-81ce-1a82089763ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (699e6f9d-424b-4ff6-a828-9122df035d07), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:21.748021 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aee550cc-ae99-4658-9034-cb276cf82b72 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for port (b404302a-5216-474d-a093-4b922dfc0cce), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:21.792377 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-076fff87-a419-4be7-924f-0a280922a17a req-cb23997c-1a05-45bf-b881-5f98f8f0514f service neutron] 10.222.0.121 "GET /v2.0/networks/b7419c43-b40c-4c77-a08c-f7b5fb769556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7146780 Feb 09 01:27:21.796297 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2c749bfe-6b68-4a44-81ce-1a82089763ad None None] Port 699e6f9d-424b-4ff6-a828-9122df035d07 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:27:21.822047 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aee550cc-ae99-4658-9034-cb276cf82b72 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (b404302a-5216-474d-a093-4b922dfc0cce), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:21.870110 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee550cc-ae99-4658-9034-cb276cf82b72 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Network 048914e3-bb38-415a-bcfe-dedf6703073c is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:21.876911 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-aee550cc-ae99-4658-9034-cb276cf82b72 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:21.881496 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee550cc-ae99-4658-9034-cb276cf82b72 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:27:21.882588 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee550cc-ae99-4658-9034-cb276cf82b72 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:21.883222 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aee550cc-ae99-4658-9034-cb276cf82b72 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:21.889209 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee550cc-ae99-4658-9034-cb276cf82b72 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Pushing event updated for resources: {'Port': ['ID=b404302a-5216-474d-a093-4b922dfc0cce,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:21.900926 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce7618-5ab5-4837-b2d6-322dd3bb9987 req-12a497b6-68d4-492f-b83c-b0de1b5ab1da tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:21.904490 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c3ce7618-5ab5-4837-b2d6-322dd3bb9987 req-12a497b6-68d4-492f-b83c-b0de1b5ab1da tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/ports?device_id=5173d1bc-e6aa-471d-96da-dda3ab0299a8 HTTP/1.1" status: 200 len: 943 time: 0.3909862 Feb 09 01:27:21.913529 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-aee550cc-ae99-4658-9034-cb276cf82b72 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6911707 Feb 09 01:27:21.914844 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39470) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:21.984594 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39472) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:21.985290 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8323d575-2c7f-48f1-bb94-9a96500a0f4b req-fc1aac8a-64e3-4ad6-a71e-ed4197a0b470 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:21.986818 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8323d575-2c7f-48f1-bb94-9a96500a0f4b req-fc1aac8a-64e3-4ad6-a71e-ed4197a0b470 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/ports?device_id=1006e663-0cf3-45ad-8bab-5d3c83d23f7a HTTP/1.1" status: 200 len: 946 time: 0.3152392 Feb 09 01:27:22.009908 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-965c063a-2fef-4381-b3e1-3f660c760b13 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Deleting port b404302a-5216-474d-a093-4b922dfc0cce {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:27:22.010344 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-965c063a-2fef-4381-b3e1-3f660c760b13 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (b404302a-5216-474d-a093-4b922dfc0cce), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:22.073189 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-076fff87-a419-4be7-924f-0a280922a17a req-ee4b6bef-3065-4b4e-bb56-8c48414837c0 service neutron] 10.222.0.121 "GET /v2.0/networks/b7419c43-b40c-4c77-a08c-f7b5fb769556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732084 Feb 09 01:27:22.100409 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-965c063a-2fef-4381-b3e1-3f660c760b13 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (b404302a-5216-474d-a093-4b922dfc0cce), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:22.113253 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c3ce7618-5ab5-4837-b2d6-322dd3bb9987 req-6cc758dc-2219-4103-be48-1dfb6e61b0c5 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/security-groups?id=1863cf5f-cae5-40fc-84a8-bd497bdbb5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939046 Feb 09 01:27:22.115130 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-965c063a-2fef-4381-b3e1-3f660c760b13 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Calling delete_port for b404302a-5216-474d-a093-4b922dfc0cce owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:27:22.182733 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-aee71787-db7c-45f2-9aae-0d980c4f2c2b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1920640853-network', 'tenant_id': '5cc038305e744ad69576548c638221e8'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:22.182988 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-90bef053-b52c-4d25-a9d7-5cfe54882e8e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (699e6f9d-424b-4ff6-a828-9122df035d07), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:22.207036 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8323d575-2c7f-48f1-bb94-9a96500a0f4b req-beb0702d-3500-4b4e-a57c-87195381f3fa tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/security-groups?id=ffd0eeed-8d26-4c7f-84c8-0d69c2a6f0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127635 Feb 09 01:27:22.214825 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee71787-db7c-45f2-9aae-0d980c4f2c2b admin admin] Made reservation on behalf of 5cc038305e744ad69576548c638221e8 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:22.217540 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aee71787-db7c-45f2-9aae-0d980c4f2c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:22.224267 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device ea535e57-b7d4-4fff-97d5-a14c05c06262 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:27:22.230374 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aee71787-db7c-45f2-9aae-0d980c4f2c2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:22.300699 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99118d46-4d76-4725-b79f-0121357b56d0 req-3e0de2d1-6dac-4463-bb03-3be51f88585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:22.303051 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-99118d46-4d76-4725-b79f-0121357b56d0 req-3e0de2d1-6dac-4463-bb03-3be51f88585e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=25e81fbd2de1479a9d79f549fe687a7a&device_id=384c1d67-1d4b-4edd-a861-9ffc1a848697 HTTP/1.1" status: 200 len: 1126 time: 0.1640944 Feb 09 01:27:22.351869 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aee71787-db7c-45f2-9aae-0d980c4f2c2b admin admin] Publish callbacks [] for security_group (61c7945c-7c8c-4b7d-ae40-a52ce9346648), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:22.353634 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-965c063a-2fef-4381-b3e1-3f660c760b13 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (b404302a-5216-474d-a093-4b922dfc0cce), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:22.383148 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c063a-2fef-4381-b3e1-3f660c760b13 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Pushing event deleted for resources: {'Port': ['ID=b404302a-5216-474d-a093-4b922dfc0cce,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:22.388291 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aee71787-db7c-45f2-9aae-0d980c4f2c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (61c7945c-7c8c-4b7d-ae40-a52ce9346648), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:22.401714 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee71787-db7c-45f2-9aae-0d980c4f2c2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:27:22.413176 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aee71787-db7c-45f2-9aae-0d980c4f2c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (3b17b21d-ab88-4f8b-b6b9-65b0f2334978), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:22.413515 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-aee71787-db7c-45f2-9aae-0d980c4f2c2b admin admin] Added segment 3b17b21d-ab88-4f8b-b6b9-65b0f2334978 of type vlan for network c64d4aac-6638-4696-97b6-8d87827079a9 Feb 09 01:27:22.489303 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a1a1a-95ba-41c1-929d-0a30bc32182b req-d39d0396-e66e-4634-9181-32fcd5eede65 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:22.490778 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-021a1a1a-95ba-41c1-929d-0a30bc32182b req-d39d0396-e66e-4634-9181-32fcd5eede65 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] 10.222.0.30 "GET /v2.0/ports?device_id=384c1d67-1d4b-4edd-a861-9ffc1a848697 HTTP/1.1" status: 200 len: 943 time: 0.3118064 Feb 09 01:27:22.498917 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aee71787-db7c-45f2-9aae-0d980c4f2c2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (c64d4aac-6638-4696-97b6-8d87827079a9), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:22.508581 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-965c063a-2fef-4381-b3e1-3f660c760b13 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:22.512035 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-965c063a-2fef-4381-b3e1-3f660c760b13 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] 10.222.0.30 "DELETE /v2.0/ports/b404302a-5216-474d-a093-4b922dfc0cce HTTP/1.1" status: 204 len: 168 time: 0.5961123 Feb 09 01:27:22.518514 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39478) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:22.524973 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-b9db2196-1fc4-4330-a55d-7ded033d3073 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '048914e3-bb38-415a-bcfe-dedf6703073c', 'external_fixed_ips': [{'subnet_id': '5bd0897c-c52f-4b68-bd97-d452fa7cf961', 'ip_address': '2001:db8::1ba'}]}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:22.546574 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee71787-db7c-45f2-9aae-0d980c4f2c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c7945c-7c8c-4b7d-ae40-a52ce9346648,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:22.557991 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port ea535e57-b7d4-4fff-97d5-a14c05c06262, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=ea535e57-b7d4-4fff-97d5-a14c05c06262,segment=NetworkSegment(2764419c-e2f1-47fc-88b3-e60891c25218),segment_id=2764419c-e2f1-47fc-88b3-e60891c25218)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:22.570100 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aee71787-db7c-45f2-9aae-0d980c4f2c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (c64d4aac-6638-4696-97b6-8d87827079a9), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:22.575791 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee71787-db7c-45f2-9aae-0d980c4f2c2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:22.575791 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aee71787-db7c-45f2-9aae-0d980c4f2c2b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:22.576103 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b9db2196-1fc4-4330-a55d-7ded033d3073 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (48e1d78f-75e8-4b4a-8af6-476a8aa27d4c), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:22.577548 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b9db2196-1fc4-4330-a55d-7ded033d3073 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (48e1d78f-75e8-4b4a-8af6-476a8aa27d4c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:22.585138 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': 'ea535e57-b7d4-4fff-97d5-a14c05c06262', 'network_id': '2ac07b4c-23f7-40e9-9fdd-08e88de649ee', 'port_id': 'ea535e57-b7d4-4fff-97d5-a14c05c06262', 'mac_address': 'fa:16:3e:5e:48:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62ef8227-48a6-41bf-b8b3-d477380ff943', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:27:22.654553 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port ea535e57-b7d4-4fff-97d5-a14c05c06262 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:22.654974 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ea535e57-b7d4-4fff-97d5-a14c05c06262), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:22.660595 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-aee71787-db7c-45f2-9aae-0d980c4f2c2b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6716886 Feb 09 01:27:22.663655 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39482) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:22.676597 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-1e35dd6c-bceb-4e04-b30c-3695c80cd651 admin admin] Request body: {'subnet': {'network_id': 'c64d4aac-6638-4696-97b6-8d87827079a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1920640853-subnet', 'tenant_id': '5cc038305e744ad69576548c638221e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:22.678518 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea535e57-b7d4-4fff-97d5-a14c05c06262 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:27:22.682647 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee71787-db7c-45f2-9aae-0d980c4f2c2b admin admin] Pushing event updated for resources: {'Network': ['ID=c64d4aac-6638-4696-97b6-8d87827079a9,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:22.689917 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99118d46-4d76-4725-b79f-0121357b56d0 req-a2e12105-8f1c-4ff4-912a-c45c9f8d2d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:22.691608 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-99118d46-4d76-4725-b79f-0121357b56d0 req-a2e12105-8f1c-4ff4-912a-c45c9f8d2d8f service neutron] 10.222.0.121 "GET /v2.0/networks?id=b7419c43-b40c-4c77-a08c-f7b5fb769556 HTTP/1.1" status: 200 len: 910 time: 0.3806217 Feb 09 01:27:22.711398 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port ea535e57-b7d4-4fff-97d5-a14c05c06262, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=ea535e57-b7d4-4fff-97d5-a14c05c06262,segment=NetworkSegment(2764419c-e2f1-47fc-88b3-e60891c25218),segment_id=2764419c-e2f1-47fc-88b3-e60891c25218)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:22.721793 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ea535e57-b7d4-4fff-97d5-a14c05c06262), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:22.730778 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b9db2196-1fc4-4330-a55d-7ded033d3073 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for router_controller (48e1d78f-75e8-4b4a-8af6-476a8aa27d4c), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:22.755513 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network c64d4aac-6638-4696-97b6-8d87827079a9 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:27:22.780227 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-021a1a1a-95ba-41c1-929d-0a30bc32182b req-841edc85-7e36-4bfe-ad14-fa7f2fb93843 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ddf8317-ca71-4c73-a7ab-f297a6cbd2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516165 Feb 09 01:27:22.783572 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-99118d46-4d76-4725-b79f-0121357b56d0 req-f2637578-aa13-41a0-a16a-14cfcf24b6f9 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1aa16486-23e4-4354-8467-9295a7e08c01 HTTP/1.1" status: 200 len: 217 time: 0.0796893 Feb 09 01:27:22.791311 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7a57d-a6e6-46f6-bd1c-ac40fc138066 req-75d35944-fcae-4f7f-9340-acf6c7b385c9 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:22.792924 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d3b7a57d-a6e6-46f6-bd1c-ac40fc138066 req-75d35944-fcae-4f7f-9340-acf6c7b385c9 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.3336134 Feb 09 01:27:22.815539 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e35dd6c-bceb-4e04-b30c-3695c80cd651 admin admin] Made reservation on behalf of 5cc038305e744ad69576548c638221e8 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:22.818934 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1e35dd6c-bceb-4e04-b30c-3695c80cd651 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:22.872928 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d6cd7d5d-5f37-4ffe-b98c-358131558a9e up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:27:22.908476 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-90bef053-b52c-4d25-a9d7-5cfe54882e8e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for port (699e6f9d-424b-4ff6-a828-9122df035d07), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:22.955568 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=ea535e57-b7d4-4fff-97d5-a14c05c06262,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:22.962513 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-90bef053-b52c-4d25-a9d7-5cfe54882e8e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (699e6f9d-424b-4ff6-a828-9122df035d07), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:22.971962 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99118d46-4d76-4725-b79f-0121357b56d0 req-b8ef03de-cfe3-4ad1-8e9c-e46169015964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:22.973848 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-99118d46-4d76-4725-b79f-0121357b56d0 req-b8ef03de-cfe3-4ad1-8e9c-e46169015964 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c5153de3-94aa-423e-9593-c3b34b619492 HTTP/1.1" status: 200 len: 849 time: 0.1769164 Feb 09 01:27:22.983467 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b9db2196-1fc4-4330-a55d-7ded033d3073 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for router_gateway (48e1d78f-75e8-4b4a-8af6-476a8aa27d4c), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:23.005784 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port d6cd7d5d-5f37-4ffe-b98c-358131558a9e triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:23.006375 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d6cd7d5d-5f37-4ffe-b98c-358131558a9e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:23.006647 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d3b7a57d-a6e6-46f6-bd1c-ac40fc138066 req-9effb392-19d2-4b7b-a1e2-5ed18b96b233 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959813 Feb 09 01:27:23.050577 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['ea535e57-b7d4-4fff-97d5-a14c05c06262'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:27:23.077783 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-99118d46-4d76-4725-b79f-0121357b56d0 req-f24e3599-946a-4863-9269-656fa5da44d3 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b7419c43-b40c-4c77-a08c-f7b5fb769556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678856 Feb 09 01:27:23.181676 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bef053-b52c-4d25-a9d7-5cfe54882e8e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event updated for resources: {'Port': ['ID=699e6f9d-424b-4ff6-a828-9122df035d07,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:23.250384 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1e35dd6c-bceb-4e04-b30c-3695c80cd651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (e9e889c5-ccd5-49a9-9e6c-c29b927a3427), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:23.266252 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port d6cd7d5d-5f37-4ffe-b98c-358131558a9e is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:23.295866 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb4a55-0c63-4c58-9418-7f93d201e39b req-7839e43f-6a16-49cd-b4b8-e1e5f7f17fc5 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:23.303330 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3ddb4a55-0c63-4c58-9418-7f93d201e39b req-7839e43f-6a16-49cd-b4b8-e1e5f7f17fc5 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 945 time: 0.4044399 Feb 09 01:27:23.417160 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e35dd6c-bceb-4e04-b30c-3695c80cd651 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9e889c5-ccd5-49a9-9e6c-c29b927a3427,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:23.433507 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e35dd6c-bceb-4e04-b30c-3695c80cd651 admin admin] Checking segment: {'id': '3b17b21d-ab88-4f8b-b6b9-65b0f2334978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c64d4aac-6638-4696-97b6-8d87827079a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:27:23.433935 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e35dd6c-bceb-4e04-b30c-3695c80cd651 admin admin] Network hostable DHCP agents. Network: c64d4aac-6638-4696-97b6-8d87827079a9, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:27:23.435758 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-2a0ebfc2-f428-43e8-9b5e-c2d18630d1b0 None None] Provisioning complete for port 699e6f9d-424b-4ff6-a828-9122df035d07 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:23.436277 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2a0ebfc2-f428-43e8-9b5e-c2d18630d1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (699e6f9d-424b-4ff6-a828-9122df035d07), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:23.480042 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2a0ebfc2-f428-43e8-9b5e-c2d18630d1b0 None None] Port 699e6f9d-424b-4ff6-a828-9122df035d07 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:27:23.480673 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-99118d46-4d76-4725-b79f-0121357b56d0 req-cc25f788-7266-45cd-b1ca-6841a50a8198 service neutron] 10.222.0.121 "GET /v2.0/networks/b7419c43-b40c-4c77-a08c-f7b5fb769556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937049 Feb 09 01:27:23.487011 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e35dd6c-bceb-4e04-b30c-3695c80cd651 admin admin] Network c64d4aac-6638-4696-97b6-8d87827079a9 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:27:23.491462 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b9db2196-1fc4-4330-a55d-7ded033d3073 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for router_gateway (48e1d78f-75e8-4b4a-8af6-476a8aa27d4c), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:23.492588 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3ddb4a55-0c63-4c58-9418-7f93d201e39b req-57ef5fbe-e5c9-4260-9251-7f68030e128c tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881850 Feb 09 01:27:23.511542 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aac439-bd0d-40ee-a426-119b9c9dd746 req-06069a6a-78a4-422a-b598-a01fdd8f0bcc tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:23.511542 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d1aac439-bd0d-40ee-a426-119b9c9dd746 req-06069a6a-78a4-422a-b598-a01fdd8f0bcc tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/ports?device_id=5173d1bc-e6aa-471d-96da-dda3ab0299a8 HTTP/1.1" status: 200 len: 944 time: 0.2451785 Feb 09 01:27:23.519258 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b9db2196-1fc4-4330-a55d-7ded033d3073 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:23.528844 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-1e35dd6c-bceb-4e04-b30c-3695c80cd651 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, c64d4aac-6638-4696-97b6-8d87827079a9) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:23.537788 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e35dd6c-bceb-4e04-b30c-3695c80cd651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:23.539005 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1e35dd6c-bceb-4e04-b30c-3695c80cd651 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:23.541776 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017525a9-31ba-4d62-9a3a-4485b7fbff5d None None] Network c64d4aac-6638-4696-97b6-8d87827079a9 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:27:23.609752 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1e35dd6c-bceb-4e04-b30c-3695c80cd651 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9462578 Feb 09 01:27:23.635643 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39488) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:23.642337 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-6ca77a37-cce0-4cd1-8740-4d09accb6f7c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1920640853-router', 'tenant_id': '5cc038305e744ad69576548c638221e8', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:23.680095 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36490507-96f1-4844-8a3e-941b139799b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-c64d4aac-6638-4696-97b6-8d87827079a9', 'network_id': 'c64d4aac-6638-4696-97b6-8d87827079a9', 'project_id': '5cc038305e744ad69576548c638221e8', 'fixed_ips': [{'subnet_id': 'e9e889c5-ccd5-49a9-9e6c-c29b927a3427'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:27:23.681226 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-36490507-96f1-4844-8a3e-941b139799b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:23.688089 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6ca77a37-cce0-4cd1-8740-4d09accb6f7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (3dc0a572-9c7d-46ac-979d-38b2fec1e6a2), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:23.689255 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6ca77a37-cce0-4cd1-8740-4d09accb6f7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (3dc0a572-9c7d-46ac-979d-38b2fec1e6a2), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:23.753966 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-b9db2196-1fc4-4330-a55d-7ded033d3073 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Allocated IP 2001:db8::1ba (048914e3-bb38-415a-bcfe-dedf6703073c/5bd0897c-c52f-4b68-bd97-d452fa7cf961/b6ca0162-8e69-41f0-a027-b5f6e7ed0e1f) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:23.775738 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-90bef053-b52c-4d25-a9d7-5cfe54882e8e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (e291ab31-d219-4cf0-9f82-7daf0295ac1d), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:23.793077 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6ca77a37-cce0-4cd1-8740-4d09accb6f7c admin admin] Publish callbacks [] for router_controller (3dc0a572-9c7d-46ac-979d-38b2fec1e6a2), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:23.831506 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d1aac439-bd0d-40ee-a426-119b9c9dd746 req-1ed5149b-1fbf-42aa-9c7e-c30d2b53dbf1 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/security-groups?id=1863cf5f-cae5-40fc-84a8-bd497bdbb5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174503 Feb 09 01:27:23.837609 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-99118d46-4d76-4725-b79f-0121357b56d0 req-ab178153-d75d-439b-b825-dc7b1d50d051 service neutron] 10.222.0.121 "GET /v2.0/networks/b7419c43-b40c-4c77-a08c-f7b5fb769556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303492 Feb 09 01:27:23.856055 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe07940-6a85-4fa4-9817-1fad76ddd9fd req-14efdc30-ecd1-4ccc-810a-1c40b8328cc6 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:23.857593 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bfe07940-6a85-4fa4-9817-1fad76ddd9fd req-14efdc30-ecd1-4ccc-810a-1c40b8328cc6 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/ports?device_id=1006e663-0cf3-45ad-8bab-5d3c83d23f7a HTTP/1.1" status: 200 len: 946 time: 0.2572389 Feb 09 01:27:23.866991 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-36490507-96f1-4844-8a3e-941b139799b6 None None] Allocated IP 172.20.0.2 (c64d4aac-6638-4696-97b6-8d87827079a9/e9e889c5-ccd5-49a9-9e6c-c29b927a3427/963f99d7-69ed-4484-ad8d-164fe28e5553) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:23.980295 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bfe07940-6a85-4fa4-9817-1fad76ddd9fd req-2054d2a9-3abb-4276-8d90-7dde8e13b4a6 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/security-groups?id=ffd0eeed-8d26-4c7f-84c8-0d69c2a6f0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028111 Feb 09 01:27:24.016634 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6ca77a37-cce0-4cd1-8740-4d09accb6f7c admin admin] Publish callbacks [] for router_gateway (3dc0a572-9c7d-46ac-979d-38b2fec1e6a2), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:24.017311 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-90bef053-b52c-4d25-a9d7-5cfe54882e8e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (699e6f9d-424b-4ff6-a828-9122df035d07), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:24.077510 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:27:24.087882 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-36490507-96f1-4844-8a3e-941b139799b6 None None] Publish callbacks [] for port (963f99d7-69ed-4484-ad8d-164fe28e5553), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:24.096485 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b9db2196-1fc4-4330-a55d-7ded033d3073 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for port (b6ca0162-8e69-41f0-a027-b5f6e7ed0e1f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:24.106292 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-36490507-96f1-4844-8a3e-941b139799b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (963f99d7-69ed-4484-ad8d-164fe28e5553), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:24.165006 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36490507-96f1-4844-8a3e-941b139799b6 None None] Network c64d4aac-6638-4696-97b6-8d87827079a9 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:24.173610 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-36490507-96f1-4844-8a3e-941b139799b6 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:24.179544 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36490507-96f1-4844-8a3e-941b139799b6 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:27:24.183895 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b9db2196-1fc4-4330-a55d-7ded033d3073 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (b6ca0162-8e69-41f0-a027-b5f6e7ed0e1f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:24.197273 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36490507-96f1-4844-8a3e-941b139799b6 None None] Pushing event updated for resources: {'Port': ['ID=963f99d7-69ed-4484-ad8d-164fe28e5553,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:24.241125 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9db2196-1fc4-4330-a55d-7ded033d3073 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Network 048914e3-bb38-415a-bcfe-dedf6703073c is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:24.251514 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-b9db2196-1fc4-4330-a55d-7ded033d3073 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:24.256798 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9db2196-1fc4-4330-a55d-7ded033d3073 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:27:24.258859 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device ea535e57-b7d4-4fff-97d5-a14c05c06262 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:27:24.305429 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3f4e18eb-ea84-4673-a038-c83bb1f01b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:24.311570 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-36490507-96f1-4844-8a3e-941b139799b6 None None] Attempting to bind port 963f99d7-69ed-4484-ad8d-164fe28e5553 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:27:24.312071 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-36490507-96f1-4844-8a3e-941b139799b6 None None] Attempting to bind port 963f99d7-69ed-4484-ad8d-164fe28e5553 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '3b17b21d-ab88-4f8b-b6b9-65b0f2334978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c64d4aac-6638-4696-97b6-8d87827079a9'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:27:24.312531 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36490507-96f1-4844-8a3e-941b139799b6 None None] Attempting to bind port 963f99d7-69ed-4484-ad8d-164fe28e5553 on network c64d4aac-6638-4696-97b6-8d87827079a9 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:27:24.328600 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36490507-96f1-4844-8a3e-941b139799b6 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:27:24.329014 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36490507-96f1-4844-8a3e-941b139799b6 None None] Checking segment: {'id': '3b17b21d-ab88-4f8b-b6b9-65b0f2334978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c64d4aac-6638-4696-97b6-8d87827079a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:27:24.329538 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-36490507-96f1-4844-8a3e-941b139799b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:24.330008 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36490507-96f1-4844-8a3e-941b139799b6 None None] Bound using segment: {'id': '3b17b21d-ab88-4f8b-b6b9-65b0f2334978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c64d4aac-6638-4696-97b6-8d87827079a9'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:27:24.330591 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-36490507-96f1-4844-8a3e-941b139799b6 None None] Bound port: 963f99d7-69ed-4484-ad8d-164fe28e5553, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b17b21d-ab88-4f8b-b6b9-65b0f2334978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c64d4aac-6638-4696-97b6-8d87827079a9'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:27:24.331046 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-36490507-96f1-4844-8a3e-941b139799b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (963f99d7-69ed-4484-ad8d-164fe28e5553), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:24.383642 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port ea535e57-b7d4-4fff-97d5-a14c05c06262 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:27:24.394812 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port ea535e57-b7d4-4fff-97d5-a14c05c06262 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:24.395905 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (ea535e57-b7d4-4fff-97d5-a14c05c06262), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:24.447833 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-36490507-96f1-4844-8a3e-941b139799b6 None None] For port 963f99d7-69ed-4484-ad8d-164fe28e5553, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:27:24.464616 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-36490507-96f1-4844-8a3e-941b139799b6 None None] For port 963f99d7-69ed-4484-ad8d-164fe28e5553, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=963f99d7-69ed-4484-ad8d-164fe28e5553,segment=NetworkSegment(3b17b21d-ab88-4f8b-b6b9-65b0f2334978),segment_id=3b17b21d-ab88-4f8b-b6b9-65b0f2334978)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:27:24.475543 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-36490507-96f1-4844-8a3e-941b139799b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (963f99d7-69ed-4484-ad8d-164fe28e5553), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:24.511016 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6c97e-f9e9-4a0a-a98b-e96dd8b3e7bf req-5d5fcfab-3998-456b-b71e-2c01b0a43c03 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:24.512562 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dbe6c97e-f9e9-4a0a-a98b-e96dd8b3e7bf req-5d5fcfab-3998-456b-b71e-2c01b0a43c03 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] 10.222.0.30 "GET /v2.0/ports?device_id=384c1d67-1d4b-4edd-a861-9ffc1a848697 HTTP/1.1" status: 200 len: 943 time: 0.5566611 Feb 09 01:27:24.588843 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36490507-96f1-4844-8a3e-941b139799b6 None None] Pushing event updated for resources: {'Port': ['ID=963f99d7-69ed-4484-ad8d-164fe28e5553,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:24.591704 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port ea535e57-b7d4-4fff-97d5-a14c05c06262 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:24.592193 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ea535e57-b7d4-4fff-97d5-a14c05c06262), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:24.623006 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5173d1bc-e6aa-471d-96da-dda3ab0299a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea535e57-b7d4-4fff-97d5-a14c05c06262'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:27:24.626874 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829e2ed2-9c20-4469-9eba-13fc1fd9a114" -d '{"events": [{"server_uuid": "5173d1bc-e6aa-471d-96da-dda3ab0299a8", "name": "network-vif-plugged", "status": "completed", "tag": "ea535e57-b7d4-4fff-97d5-a14c05c06262"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:27:24.629449 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db2196-1fc4-4330-a55d-7ded033d3073 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Pushing event updated for resources: {'Port': ['ID=b6ca0162-8e69-41f0-a027-b5f6e7ed0e1f,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:24.643539 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port ea535e57-b7d4-4fff-97d5-a14c05c06262, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=ea535e57-b7d4-4fff-97d5-a14c05c06262,segment=NetworkSegment(2764419c-e2f1-47fc-88b3-e60891c25218),segment_id=2764419c-e2f1-47fc-88b3-e60891c25218)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:24.650892 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ea535e57-b7d4-4fff-97d5-a14c05c06262), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:24.664447 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4b8f1-6767-4fd1-9446-fc95ca294afc req-aaa4b331-8f02-4b97-8a70-203c3eea33fc tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:24.666508 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-41e4b8f1-6767-4fd1-9446-fc95ca294afc req-aaa4b331-8f02-4b97-8a70-203c3eea33fc tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/ports?device_id=1006e663-0cf3-45ad-8bab-5d3c83d23f7a HTTP/1.1" status: 200 len: 946 time: 0.2073057 Feb 09 01:27:24.688654 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39500) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:24.698529 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-7816c9cb-e0d0-43b2-bab7-4cc4da7f1610 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Request body: {'floatingip': {'port_id': '93a24e51-92c8-4fc4-87fd-bec68924a768'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:24.739307 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=ea535e57-b7d4-4fff-97d5-a14c05c06262,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:24.768602 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dbe6c97e-f9e9-4a0a-a98b-e96dd8b3e7bf req-5394c9fe-0b2b-43bc-8c56-67b753930371 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ddf8317-ca71-4c73-a7ab-f297a6cbd2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023399 Feb 09 01:27:24.833815 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7816c9cb-e0d0-43b2-bab7-4cc4da7f1610 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks [] for floatingip (3fedde27-c4f8-4a9f-ac7c-18b1462769d2), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:24.846148 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6ca77a37-cce0-4cd1-8740-4d09accb6f7c admin admin] Publish callbacks [] for router_gateway (3dc0a572-9c7d-46ac-979d-38b2fec1e6a2), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:24.869334 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6ca77a37-cce0-4cd1-8740-4d09accb6f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:25.084542 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4e9a1-8c64-4263-8983-4d08d7e4a796 req-ea603b98-3c23-4289-b1b0-0a5e95a743c4 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:25.086042 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dec4e9a1-8c64-4263-8983-4d08d7e4a796 req-ea603b98-3c23-4289-b1b0-0a5e95a743c4 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.2847345 Feb 09 01:27:25.111972 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b9db2196-1fc4-4330-a55d-7ded033d3073 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for router_gateway (48e1d78f-75e8-4b4a-8af6-476a8aa27d4c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:25.162202 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a9477-695a-46fc-9933-b001ed7f430f req-fcca1fbc-ab40-4d8a-be6e-7475cd39c771 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:25.163715 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f96a9477-695a-46fc-9933-b001ed7f430f req-fcca1fbc-ab40-4d8a-be6e-7475cd39c771 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 945 time: 0.3064759 Feb 09 01:27:25.166033 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-90bef053-b52c-4d25-a9d7-5cfe54882e8e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for port (699e6f9d-424b-4ff6-a828-9122df035d07), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:25.193162 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-6ca77a37-cce0-4cd1-8740-4d09accb6f7c admin admin] Allocated IP 172.25.1.215 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/70b3d156-4c87-4f86-8255-ecaaa7d17469) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:25.210761 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-90bef053-b52c-4d25-a9d7-5cfe54882e8e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (699e6f9d-424b-4ff6-a828-9122df035d07), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:25.355089 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-90bef053-b52c-4d25-a9d7-5cfe54882e8e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (e291ab31-d219-4cf0-9f82-7daf0295ac1d), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:25.364544 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bef053-b52c-4d25-a9d7-5cfe54882e8e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event updated for resources: {'Port': ['ID=699e6f9d-424b-4ff6-a828-9122df035d07,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:25.369348 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dec4e9a1-8c64-4263-8983-4d08d7e4a796 req-6de21985-beae-41f3-99f3-810507c85b52 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2724826 Feb 09 01:27:25.401872 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6ca77a37-cce0-4cd1-8740-4d09accb6f7c admin admin] Publish callbacks [] for port (70b3d156-4c87-4f86-8255-ecaaa7d17469), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:25.404863 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f96a9477-695a-46fc-9933-b001ed7f430f req-bf4f585b-e0fa-4b6a-bf0f-d42fc7b1bdf3 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995647 Feb 09 01:27:25.432597 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57fc9e5-9e53-4219-8d92-c55568db0379 x-openstack-request-id: req-d57fc9e5-9e53-4219-8d92-c55568db0379 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:27:25.433068 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5173d1bc-e6aa-471d-96da-dda3ab0299a8", "name": "network-vif-plugged", "status": "completed", "tag": "ea535e57-b7d4-4fff-97d5-a14c05c06262", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:27:25.433166 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d57fc9e5-9e53-4219-8d92-c55568db0379 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:27:25.433515 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5173d1bc-e6aa-471d-96da-dda3ab0299a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea535e57-b7d4-4fff-97d5-a14c05c06262', 'code': 200} Feb 09 01:27:25.493477 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b9db2196-1fc4-4330-a55d-7ded033d3073 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (48e1d78f-75e8-4b4a-8af6-476a8aa27d4c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:25.595947 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6ca77a37-cce0-4cd1-8740-4d09accb6f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (70b3d156-4c87-4f86-8255-ecaaa7d17469), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:25.671392 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca77a37-cce0-4cd1-8740-4d09accb6f7c admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:25.687761 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-6ca77a37-cce0-4cd1-8740-4d09accb6f7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:25.690174 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca77a37-cce0-4cd1-8740-4d09accb6f7c admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:27:25.743516 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:25.751243 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca77a37-cce0-4cd1-8740-4d09accb6f7c admin admin] Pushing event updated for resources: {'Port': ['ID=70b3d156-4c87-4f86-8255-ecaaa7d17469,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:25.826522 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e599a-157e-4251-9890-3d94260b6ae0 req-1cf84eb7-fcd0-4ef9-9ac1-694c0ecd86ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:25.828146 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-da3e599a-157e-4251-9890-3d94260b6ae0 req-1cf84eb7-fcd0-4ef9-9ac1-694c0ecd86ea service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=5173d1bc-e6aa-471d-96da-dda3ab0299a8 HTTP/1.1" status: 200 len: 1128 time: 0.2660658 Feb 09 01:27:25.906560 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3c898-0a05-45a1-b1bf-a710e6b42577 req-7bb0a893-ed56-41cc-8d22-b5b8cd430d22 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:25.908147 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4ff3c898-0a05-45a1-b1bf-a710e6b42577 req-7bb0a893-ed56-41cc-8d22-b5b8cd430d22 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/ports?device_id=5173d1bc-e6aa-471d-96da-dda3ab0299a8 HTTP/1.1" status: 200 len: 945 time: 0.3038714 Feb 09 01:27:25.913047 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bef053-b52c-4d25-a9d7-5cfe54882e8e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Network 6b6805e8-78f7-4809-83e7-f8fa62592555 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:25.925041 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-90bef053-b52c-4d25-a9d7-5cfe54882e8e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:25.964777 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e843ed9-7788-4376-b528-0f5163f45107 req-335b38d5-dba3-4fed-a22a-4605d0b59789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:25.966306 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e843ed9-7788-4376-b528-0f5163f45107 req-335b38d5-dba3-4fed-a22a-4605d0b59789 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b6fd459715684d44a0a31bd130ea655c&device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 1128 time: 0.2256410 Feb 09 01:27:25.970488 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-da3e599a-157e-4251-9890-3d94260b6ae0 req-04d37798-58c2-46a0-9fa7-6505312aec47 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=1863cf5f-cae5-40fc-84a8-bd497bdbb5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111329 Feb 09 01:27:25.983230 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9db2196-1fc4-4330-a55d-7ded033d3073 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Router 48e1d78f-75e8-4b4a-8af6-476a8aa27d4c is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:27:25.988011 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea76c32-5432-4bb3-9a84-e295b118bfba req-a2016e06-4e33-413f-9342-8e1ed7637da0 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:25.990283 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eea76c32-5432-4bb3-9a84-e295b118bfba req-a2016e06-4e33-413f-9342-8e1ed7637da0 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.2761073 Feb 09 01:27:26.092714 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2739942a-7379-4246-8024-49ccf4439bc0 None None] Network c64d4aac-6638-4696-97b6-8d87827079a9 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:27:26.170620 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7816c9cb-e0d0-43b2-bab7-4cc4da7f1610 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:26.199300 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7816c9cb-e0d0-43b2-bab7-4cc4da7f1610 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (3fedde27-c4f8-4a9f-ac7c-18b1462769d2), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:26.203293 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6ca77a37-cce0-4cd1-8740-4d09accb6f7c admin admin] Publish callbacks [] for router_gateway (3dc0a572-9c7d-46ac-979d-38b2fec1e6a2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:26.223107 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e84c5c28-9c92-46bc-90e1-33f941f4fc64 None None] Provisioning complete for port 963f99d7-69ed-4484-ad8d-164fe28e5553 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:26.224915 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e84c5c28-9c92-46bc-90e1-33f941f4fc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (963f99d7-69ed-4484-ad8d-164fe28e5553), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:26.226938 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 1aa16486-23e4-4354-8467-9295a7e08c01 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:27:26.288755 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9db2196-1fc4-4330-a55d-7ded033d3073 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:27:26.315026 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b9db2196-1fc4-4330-a55d-7ded033d3073 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:26.320185 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b9db2196-1fc4-4330-a55d-7ded033d3073 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.8005784 Feb 09 01:27:26.323251 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39510) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:26.328770 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4ff3c898-0a05-45a1-b1bf-a710e6b42577 req-8409b646-2b14-4454-898d-642f7f2a77f2 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/security-groups?id=1863cf5f-cae5-40fc-84a8-bd497bdbb5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994901 Feb 09 01:27:26.344788 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa97e2b-c3d1-480a-b4b0-1112cce6bf7d None None] Sync routers for ids ['48e1d78f-75e8-4b4a-8af6-476a8aa27d4c'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:26.352380 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eea76c32-5432-4bb3-9a84-e295b118bfba req-44e30093-f4d2-471f-9e07-ddcf7f71f560 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3418574 Feb 09 01:27:26.383655 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa97e2b-c3d1-480a-b4b0-1112cce6bf7d None None] Routers {'48e1d78f-75e8-4b4a-8af6-476a8aa27d4c'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:26.384045 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-ffa97e2b-c3d1-480a-b4b0-1112cce6bf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:27:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['48e1d78f-75e8-4b4a-8af6-476a8aa27d4c'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:26.420393 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [None req-7816c9cb-e0d0-43b2-bab7-4cc4da7f1610 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Floating IP 3fedde27-c4f8-4a9f-ac7c-18b1462769d2 associated. External IP: 172.25.1.168, port: 93a24e51-92c8-4fc4-87fd-bec68924a768. Feb 09 01:27:26.425045 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e843ed9-7788-4376-b528-0f5163f45107 req-2f7b973c-00b4-450b-9f63-b1bb47d498f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:26.427635 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e843ed9-7788-4376-b528-0f5163f45107 req-2f7b973c-00b4-450b-9f63-b1bb47d498f9 service neutron] 10.222.0.121 "GET /v2.0/networks?id=b5cee00d-d11d-4a76-ad74-cfd798aa917c HTTP/1.1" status: 200 len: 912 time: 0.4333169 Feb 09 01:27:26.542623 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-08529794-737a-4a9d-8d3b-2ed59adfa785 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for router (48e1d78f-75e8-4b4a-8af6-476a8aa27d4c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:26.660063 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e84c5c28-9c92-46bc-90e1-33f941f4fc64 None None] Current status of the port 963f99d7-69ed-4484-ad8d-164fe28e5553 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:26.661182 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e84c5c28-9c92-46bc-90e1-33f941f4fc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (963f99d7-69ed-4484-ad8d-164fe28e5553), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:26.680763 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6ca77a37-cce0-4cd1-8740-4d09accb6f7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (3dc0a572-9c7d-46ac-979d-38b2fec1e6a2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:26.691429 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 1aa16486-23e4-4354-8467-9295a7e08c01, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1aa16486-23e4-4354-8467-9295a7e08c01,segment=NetworkSegment(e1338de9-25ed-4afc-a567-2708fda6f9a4),segment_id=e1338de9-25ed-4afc-a567-2708fda6f9a4)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:26.722748 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-ffa97e2b-c3d1-480a-b4b0-1112cce6bf7d None None] Set router 48e1d78f-75e8-4b4a-8af6-476a8aa27d4c gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:27:26.733993 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '1aa16486-23e4-4354-8467-9295a7e08c01', 'network_id': 'b7419c43-b40c-4c77-a08c-f7b5fb769556', 'port_id': '1aa16486-23e4-4354-8467-9295a7e08c01', 'mac_address': 'fa:16:3e:02:2f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5153de3-94aa-423e-9593-c3b34b619492', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:27:26.737590 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e843ed9-7788-4376-b528-0f5163f45107 req-33457abe-61dd-44ad-9990-36c0259c1a4d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5719c236-b300-4f5c-b12a-6f8844909733 HTTP/1.1" status: 200 len: 1000 time: 0.2360358 Feb 09 01:27:26.764529 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-08529794-737a-4a9d-8d3b-2ed59adfa785 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for router_gateway (48e1d78f-75e8-4b4a-8af6-476a8aa27d4c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:26.822156 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a097ad2-61cd-4cdc-980c-17e26fd6b808 req-ca972306-45db-499d-9c68-66e50aa9f402 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:26.824168 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a097ad2-61cd-4cdc-980c-17e26fd6b808 req-ca972306-45db-499d-9c68-66e50aa9f402 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] 10.222.0.30 "GET /v2.0/ports?device_id=384c1d67-1d4b-4edd-a861-9ffc1a848697 HTTP/1.1" status: 200 len: 943 time: 0.3320701 Feb 09 01:27:26.829371 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90bef053-b52c-4d25-a9d7-5cfe54882e8e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Router e291ab31-d219-4cf0-9f82-7daf0295ac1d is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:27:26.853223 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 1aa16486-23e4-4354-8467-9295a7e08c01 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:26.853621 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1aa16486-23e4-4354-8467-9295a7e08c01), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:26.867828 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e84c5c28-9c92-46bc-90e1-33f941f4fc64 None None] For port 963f99d7-69ed-4484-ad8d-164fe28e5553, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=963f99d7-69ed-4484-ad8d-164fe28e5553,segment=NetworkSegment(3b17b21d-ab88-4f8b-b6b9-65b0f2334978),segment_id=3b17b21d-ab88-4f8b-b6b9-65b0f2334978)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:26.886002 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e84c5c28-9c92-46bc-90e1-33f941f4fc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (963f99d7-69ed-4484-ad8d-164fe28e5553), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:26.886284 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef527d7-d0d7-4ad1-b7ba-c01cb602fa6d req-783d02b5-eb72-41a6-9524-f1ab0d04c102 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:26.898861 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eef527d7-d0d7-4ad1-b7ba-c01cb602fa6d req-783d02b5-eb72-41a6-9524-f1ab0d04c102 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 945 time: 0.3612423 Feb 09 01:27:26.932780 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa16486-23e4-4354-8467-9295a7e08c01 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:27:26.947472 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 963f99d7-69ed-4484-ad8d-164fe28e5553 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:27:26.949401 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-08529794-737a-4a9d-8d3b-2ed59adfa785 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Deleting port b6ca0162-8e69-41f0-a027-b5f6e7ed0e1f {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:27:26.949741 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-08529794-737a-4a9d-8d3b-2ed59adfa785 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (b6ca0162-8e69-41f0-a027-b5f6e7ed0e1f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:27.023804 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e843ed9-7788-4376-b528-0f5163f45107 req-78859a12-437b-45f9-b025-a92182ce8967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:27.026273 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e843ed9-7788-4376-b528-0f5163f45107 req-78859a12-437b-45f9-b025-a92182ce8967 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3c1b64de-5642-407c-82ef-1ad0f3f887f4 HTTP/1.1" status: 200 len: 850 time: 0.2797506 Feb 09 01:27:27.033279 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca77a37-cce0-4cd1-8740-4d09accb6f7c admin admin] Router 3dc0a572-9c7d-46ac-979d-38b2fec1e6a2 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:27:27.053473 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-08529794-737a-4a9d-8d3b-2ed59adfa785 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (b6ca0162-8e69-41f0-a027-b5f6e7ed0e1f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:27.101510 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-08529794-737a-4a9d-8d3b-2ed59adfa785 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Calling delete_port for b6ca0162-8e69-41f0-a027-b5f6e7ed0e1f owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:27:27.193915 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 1aa16486-23e4-4354-8467-9295a7e08c01, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1aa16486-23e4-4354-8467-9295a7e08c01,segment=NetworkSegment(e1338de9-25ed-4afc-a567-2708fda6f9a4),segment_id=e1338de9-25ed-4afc-a567-2708fda6f9a4)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:27.217916 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1aa16486-23e4-4354-8467-9295a7e08c01), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:27.252357 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-48d01959-608f-4ed5-9def-55f0248dd3d7 None None] Provisioning complete for port 699e6f9d-424b-4ff6-a828-9122df035d07 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:27.252779 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-48d01959-608f-4ed5-9def-55f0248dd3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (699e6f9d-424b-4ff6-a828-9122df035d07), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:27.304840 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-48d01959-608f-4ed5-9def-55f0248dd3d7 None None] Port 699e6f9d-424b-4ff6-a828-9122df035d07 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:27:27.329187 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c5c28-9c92-46bc-90e1-33f941f4fc64 None None] Pushing event updated for resources: {'Port': ['ID=963f99d7-69ed-4484-ad8d-164fe28e5553,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:27.409105 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-48d01959-608f-4ed5-9def-55f0248dd3d7 None None] Provisioning complete for port 963f99d7-69ed-4484-ad8d-164fe28e5553 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:27.409499 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-48d01959-608f-4ed5-9def-55f0248dd3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (963f99d7-69ed-4484-ad8d-164fe28e5553), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:27.481517 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=1aa16486-23e4-4354-8467-9295a7e08c01,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:27.493551 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 963f99d7-69ed-4484-ad8d-164fe28e5553 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:27.493931 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (963f99d7-69ed-4484-ad8d-164fe28e5553), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:27.506061 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['1aa16486-23e4-4354-8467-9295a7e08c01'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:27:27.546978 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a097ad2-61cd-4cdc-980c-17e26fd6b808 req-29282277-7ba4-4b8d-9b57-88e115bdfe42 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ddf8317-ca71-4c73-a7ab-f297a6cbd2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7110562 Feb 09 01:27:27.595316 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca77a37-cce0-4cd1-8740-4d09accb6f7c admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:27:27.613349 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802a7dc8-ef7b-4aeb-ac87-bd61fc31cf9e None None] Sync routers for ids ['3dc0a572-9c7d-46ac-979d-38b2fec1e6a2'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:27.632610 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eef527d7-d0d7-4ad1-b7ba-c01cb602fa6d req-8d426d16-32b5-470b-a3f5-d11295186c66 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7325835 Feb 09 01:27:27.637160 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802a7dc8-ef7b-4aeb-ac87-bd61fc31cf9e None None] Routers {'3dc0a572-9c7d-46ac-979d-38b2fec1e6a2'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:27.637801 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-802a7dc8-ef7b-4aeb-ac87-bd61fc31cf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:27:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['3dc0a572-9c7d-46ac-979d-38b2fec1e6a2'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:27.651739 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90bef053-b52c-4d25-a9d7-5cfe54882e8e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:27:27.655603 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-90bef053-b52c-4d25-a9d7-5cfe54882e8e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "PUT /v2.0/routers/e291ab31-d219-4cf0-9f82-7daf0295ac1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5741930 Feb 09 01:27:27.661101 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39518) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:27.671336 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:27.697981 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d584af5f-069b-4b00-9754-24f7c238d476 None None] Sync routers for ids ['e291ab31-d219-4cf0-9f82-7daf0295ac1d'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:27.703395 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e843ed9-7788-4376-b528-0f5163f45107 req-ff06a287-7d91-4289-a844-401997e341b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:27.704971 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e843ed9-7788-4376-b528-0f5163f45107 req-ff06a287-7d91-4289-a844-401997e341b2 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b5cee00d-d11d-4a76-ad74-cfd798aa917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1822312 Feb 09 01:27:27.711072 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6ca77a37-cce0-4cd1-8740-4d09accb6f7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:27.718954 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6ca77a37-cce0-4cd1-8740-4d09accb6f7c admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.0820146 Feb 09 01:27:27.728815 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39520) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:27.799097 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d584af5f-069b-4b00-9754-24f7c238d476 None None] Routers {'e291ab31-d219-4cf0-9f82-7daf0295ac1d'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:27.799884 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-d584af5f-069b-4b00-9754-24f7c238d476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:27:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['e291ab31-d219-4cf0-9f82-7daf0295ac1d'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:27.816262 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7816c9cb-e0d0-43b2-bab7-4cc4da7f1610 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Router 993f3a53-9435-4c44-b22c-f811c5e691b9 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:27:27.839838 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236d238a-d28a-4af1-9c92-32c36d88f1ad tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:27.841365 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-236d238a-d28a-4af1-9c92-32c36d88f1ad tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "GET /v2.0/ports/699e6f9d-424b-4ff6-a828-9122df035d07 HTTP/1.1" status: 200 len: 978 time: 0.1790504 Feb 09 01:27:27.845857 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39522) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:27.907168 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-d584af5f-069b-4b00-9754-24f7c238d476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:27.910149 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-08529794-737a-4a9d-8d3b-2ed59adfa785 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (b6ca0162-8e69-41f0-a027-b5f6e7ed0e1f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:27.921687 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-802a7dc8-ef7b-4aeb-ac87-bd61fc31cf9e None None] Set router 3dc0a572-9c7d-46ac-979d-38b2fec1e6a2 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:27:27.953141 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08529794-737a-4a9d-8d3b-2ed59adfa785 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6ca0162-8e69-41f0-a027-b5f6e7ed0e1f,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:28.012509 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-48d01959-608f-4ed5-9def-55f0248dd3d7 None None] Current status of the port 963f99d7-69ed-4484-ad8d-164fe28e5553 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:28.040071 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d584af5f-069b-4b00-9754-24f7c238d476 None None] Routers {'e291ab31-d219-4cf0-9f82-7daf0295ac1d'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:28.041198 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-d584af5f-069b-4b00-9754-24f7c238d476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:27:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['e291ab31-d219-4cf0-9f82-7daf0295ac1d'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:28.071782 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-08529794-737a-4a9d-8d3b-2ed59adfa785 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (48e1d78f-75e8-4b4a-8af6-476a8aa27d4c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:28.088367 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ba931-aa95-4d8f-8b3e-0423be4ef91b req-c8ec51d3-c545-4bef-8952-63c358d2f3c9 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:28.095428 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e91ba931-aa95-4d8f-8b3e-0423be4ef91b req-c8ec51d3-c545-4bef-8952-63c358d2f3c9 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/ports?device_id=5173d1bc-e6aa-471d-96da-dda3ab0299a8 HTTP/1.1" status: 200 len: 945 time: 0.3833799 Feb 09 01:27:28.106008 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-ffa97e2b-c3d1-480a-b4b0-1112cce6bf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e1d78f-75e8-4b4a-8af6-476a8aa27d4c', 'name': '', 'tenant_id': '909d7dc916784ad7b2f8348cf596f754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '048914e3-bb38-415a-bcfe-dedf6703073c', 'external_fixed_ips': [{'subnet_id': '5bd0897c-c52f-4b68-bd97-d452fa7cf961', 'ip_address': '2001:db8::1ba'}], 'enable_snat': True}, 'gw_port_id': 'b6ca0162-8e69-41f0-a027-b5f6e7ed0e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:27:22Z', 'updated_at': '2022-02-09T01:27:24Z', 'revision_number': 3, 'project_id': '909d7dc916784ad7b2f8348cf596f754', 'gw_port': {'id': 'b6ca0162-8e69-41f0-a027-b5f6e7ed0e1f', 'name': '', 'network_id': '048914e3-bb38-415a-bcfe-dedf6703073c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:7f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e1d78f-75e8-4b4a-8af6-476a8aa27d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '5bd0897c-c52f-4b68-bd97-d452fa7cf961', 'ip_address': '2001:db8::1ba', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:27:23Z', 'updated_at': '2022-02-09T01:27:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bd0897c-c52f-4b68-bd97-d452fa7cf961', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:28.116672 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8960e-91bd-4be1-9c86-ab2a94d26268 req-79116cae-eeed-4ddb-8d83-595946ec1b51 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:28.118234 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bbc8960e-91bd-4be1-9c86-ab2a94d26268 req-79116cae-eeed-4ddb-8d83-595946ec1b51 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.3583100 Feb 09 01:27:28.139335 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e843ed9-7788-4376-b528-0f5163f45107 req-e423549e-ae89-45cc-9b11-3461be319374 service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150920 Feb 09 01:27:28.149818 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-d584af5f-069b-4b00-9754-24f7c238d476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:28.151674 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d584af5f-069b-4b00-9754-24f7c238d476 None None] The sync data for ids ['e291ab31-d219-4cf0-9f82-7daf0295ac1d'] in n-d-822053-40 is: [] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:28.175001 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa97e2b-c3d1-480a-b4b0-1112cce6bf7d None None] Checking router: 48e1d78f-75e8-4b4a-8af6-476a8aa27d4c for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:27:28.176166 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa97e2b-c3d1-480a-b4b0-1112cce6bf7d None None] Updating router 48e1d78f-75e8-4b4a-8af6-476a8aa27d4c port b6ca0162-8e69-41f0-a027-b5f6e7ed0e1f binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:27:28.216889 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-08529794-737a-4a9d-8d3b-2ed59adfa785 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (48e1d78f-75e8-4b4a-8af6-476a8aa27d4c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:28.221877 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-08529794-737a-4a9d-8d3b-2ed59adfa785 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for router_controller (48e1d78f-75e8-4b4a-8af6-476a8aa27d4c), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:28.234217 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa97e2b-c3d1-480a-b4b0-1112cce6bf7d None None] Port b6ca0162-8e69-41f0-a027-b5f6e7ed0e1f not found while updating agent binding for router 48e1d78f-75e8-4b4a-8af6-476a8aa27d4c. {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 09 01:27:28.237645 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 963f99d7-69ed-4484-ad8d-164fe28e5553 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:28.263242 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:28.269832 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa97e2b-c3d1-480a-b4b0-1112cce6bf7d None None] Routers {'48e1d78f-75e8-4b4a-8af6-476a8aa27d4c'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:28.270960 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-ffa97e2b-c3d1-480a-b4b0-1112cce6bf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:27:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['48e1d78f-75e8-4b4a-8af6-476a8aa27d4c'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:28.312126 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-08529794-737a-4a9d-8d3b-2ed59adfa785 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (48e1d78f-75e8-4b4a-8af6-476a8aa27d4c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:28.315018 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08529794-737a-4a9d-8d3b-2ed59adfa785 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 48e1d78f-75e8-4b4a-8af6-476a8aa27d4c {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:27:28.322627 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-08529794-737a-4a9d-8d3b-2ed59adfa785 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:28.327857 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-08529794-737a-4a9d-8d3b-2ed59adfa785 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] 10.222.0.30 "DELETE /v2.0/routers/48e1d78f-75e8-4b4a-8af6-476a8aa27d4c HTTP/1.1" status: 204 len: 168 time: 2.0035224 Feb 09 01:27:28.329664 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-802a7dc8-ef7b-4aeb-ac87-bd61fc31cf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc0a572-9c7d-46ac-979d-38b2fec1e6a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1920640853-router', 'tenant_id': '5cc038305e744ad69576548c638221e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '70b3d156-4c87-4f86-8255-ecaaa7d17469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:27:23Z', 'updated_at': '2022-02-09T01:27:25Z', 'revision_number': 3, 'project_id': '5cc038305e744ad69576548c638221e8', 'gw_port': {'id': '70b3d156-4c87-4f86-8255-ecaaa7d17469', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:25:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc0a572-9c7d-46ac-979d-38b2fec1e6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:27:24Z', 'updated_at': '2022-02-09T01:27:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:28.333762 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39524) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:28.396757 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-ffa97e2b-c3d1-480a-b4b0-1112cce6bf7d None None] Set router 48e1d78f-75e8-4b4a-8af6-476a8aa27d4c gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:27:28.401833 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802a7dc8-ef7b-4aeb-ac87-bd61fc31cf9e None None] Checking router: 3dc0a572-9c7d-46ac-979d-38b2fec1e6a2 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:27:28.403279 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802a7dc8-ef7b-4aeb-ac87-bd61fc31cf9e None None] Updating router 3dc0a572-9c7d-46ac-979d-38b2fec1e6a2 port 70b3d156-4c87-4f86-8255-ecaaa7d17469 binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:27:28.408093 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e91ba931-aa95-4d8f-8b3e-0423be4ef91b req-7620e0b6-0bf9-4231-a2b7-75aad802fbc9 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/security-groups?id=1863cf5f-cae5-40fc-84a8-bd497bdbb5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065789 Feb 09 01:27:28.440428 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-802a7dc8-ef7b-4aeb-ac87-bd61fc31cf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (70b3d156-4c87-4f86-8255-ecaaa7d17469), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:28.450104 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bbc8960e-91bd-4be1-9c86-ab2a94d26268 req-677e7c17-93ed-4e40-80d0-541fc846c95d tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3191743 Feb 09 01:27:28.514218 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7816c9cb-e0d0-43b2-bab7-4cc4da7f1610 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:27:28.516859 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-ffa97e2b-c3d1-480a-b4b0-1112cce6bf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e1d78f-75e8-4b4a-8af6-476a8aa27d4c', 'name': '', 'tenant_id': '909d7dc916784ad7b2f8348cf596f754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:27:22Z', 'updated_at': '2022-02-09T01:27:27Z', 'revision_number': 5, 'project_id': '909d7dc916784ad7b2f8348cf596f754', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:28.545744 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7816c9cb-e0d0-43b2-bab7-4cc4da7f1610 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:28.577108 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa97e2b-c3d1-480a-b4b0-1112cce6bf7d None None] The sync data for ids ['48e1d78f-75e8-4b4a-8af6-476a8aa27d4c'] in n-d-822053-40 is: [{'id': '48e1d78f-75e8-4b4a-8af6-476a8aa27d4c', 'name': '', 'tenant_id': '909d7dc916784ad7b2f8348cf596f754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:27:22Z', 'updated_at': '2022-02-09T01:27:27Z', 'revision_number': 5, 'project_id': '909d7dc916784ad7b2f8348cf596f754', 'gw_port_host': None}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:28.579049 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf48359-b3d4-420d-9436-13162c4d0710 None None] Sync routers for ids ['993f3a53-9435-4c44-b22c-f811c5e691b9'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:28.600202 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf48359-b3d4-420d-9436-13162c4d0710 None None] Routers {'993f3a53-9435-4c44-b22c-f811c5e691b9'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:28.600829 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-bbf48359-b3d4-420d-9436-13162c4d0710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:27:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['993f3a53-9435-4c44-b22c-f811c5e691b9'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:28.636511 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a95d6e0-5883-4eab-8d90-d52a162e5ee6 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Deleting subnet 5bd0897c-c52f-4b68-bd97-d452fa7cf961 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:27:28.645607 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6a95d6e0-5883-4eab-8d90-d52a162e5ee6 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for subnet (5bd0897c-c52f-4b68-bd97-d452fa7cf961), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:28.694291 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0d12e-0782-4505-a6fd-19a82d71b665 req-6b198df3-65c0-459b-9ea4-c153f9c94f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:28.696028 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0ba0d12e-0782-4505-a6fd-19a82d71b665 req-6b198df3-65c0-459b-9ea4-c153f9c94f03 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 1128 time: 0.2052774 Feb 09 01:27:28.717106 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6a95d6e0-5883-4eab-8d90-d52a162e5ee6 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (5bd0897c-c52f-4b68-bd97-d452fa7cf961), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:28.723733 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e843ed9-7788-4376-b528-0f5163f45107 req-be9a7c47-88b0-4120-b681-226beffefdb0 service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5592742 Feb 09 01:27:28.878579 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 963f99d7-69ed-4484-ad8d-164fe28e5553 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:27:28.884980 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7816c9cb-e0d0-43b2-bab7-4cc4da7f1610 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "PUT /v2.0/floatingips/3fedde27-c4f8-4a9f-ac7c-18b1462769d2 HTTP/1.1" status: 200 len: 992 time: 4.1952100 Feb 09 01:27:28.890910 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1006e663-0cf3-45ad-8bab-5d3c83d23f7a', 'tag': '93a24e51-92c8-4fc4-87fd-bec68924a768'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:27:28.894330 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2177d61a-48dc-41d8-aa3d-14bb328625ed" -d '{"events": [{"name": "network-changed", "server_uuid": "1006e663-0cf3-45ad-8bab-5d3c83d23f7a", "tag": "93a24e51-92c8-4fc4-87fd-bec68924a768"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:27:28.895479 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-bbf48359-b3d4-420d-9436-13162c4d0710 None None] Set router 993f3a53-9435-4c44-b22c-f811c5e691b9 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:27:28.920487 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0ba0d12e-0782-4505-a6fd-19a82d71b665 req-5ef2ee7a-0f5a-40da-bcfa-fec4c8a40385 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072074 Feb 09 01:27:28.954580 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6a95d6e0-5883-4eab-8d90-d52a162e5ee6 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (5bd0897c-c52f-4b68-bd97-d452fa7cf961), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:28.981980 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a8e5b72-e7de-4c8e-931c-490a6f453ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:29.009237 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 963f99d7-69ed-4484-ad8d-164fe28e5553 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:29.009619 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (963f99d7-69ed-4484-ad8d-164fe28e5553), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:29.038770 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14233f-b5da-45cf-87ce-b859e1e06d5a req-ea518acd-3747-46f9-9c29-5dcf2ae33bab tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:29.052782 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3a14233f-b5da-45cf-87ce-b859e1e06d5a req-ea518acd-3747-46f9-9c29-5dcf2ae33bab tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 945 time: 0.2683015 Feb 09 01:27:29.151871 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 963f99d7-69ed-4484-ad8d-164fe28e5553 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:29.162776 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28b7fa-0d11-4d16-b872-1c9a11b0a374 req-bbe13d32-ff54-407c-937e-32baa21bd154 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:29.168842 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9a28b7fa-0d11-4d16-b872-1c9a11b0a374 req-bbe13d32-ff54-407c-937e-32baa21bd154 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] 10.222.0.30 "GET /v2.0/ports?device_id=384c1d67-1d4b-4edd-a861-9ffc1a848697 HTTP/1.1" status: 200 len: 944 time: 0.3987088 Feb 09 01:27:29.208123 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-802a7dc8-ef7b-4aeb-ac87-bd61fc31cf9e None None] Publish callbacks [] for port (70b3d156-4c87-4f86-8255-ecaaa7d17469), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:29.243280 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-7a8e5b72-e7de-4c8e-931c-490a6f453ef1 admin admin] Allocated IP 172.20.0.1 (c64d4aac-6638-4696-97b6-8d87827079a9/e9e889c5-ccd5-49a9-9e6c-c29b927a3427/f8c319ec-4341-4d5d-946e-21d415df2925) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:29.282340 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3a14233f-b5da-45cf-87ce-b859e1e06d5a req-6985e2bc-7a5f-4193-8ebf-b11fd4447eee tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286537 Feb 09 01:27:29.284288 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-802a7dc8-ef7b-4aeb-ac87-bd61fc31cf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (70b3d156-4c87-4f86-8255-ecaaa7d17469), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:29.304426 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6a95d6e0-5883-4eab-8d90-d52a162e5ee6 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (5bd0897c-c52f-4b68-bd97-d452fa7cf961), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:29.330282 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-802a7dc8-ef7b-4aeb-ac87-bd61fc31cf9e None None] Attempting to bind port 70b3d156-4c87-4f86-8255-ecaaa7d17469 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:27:29.330648 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-802a7dc8-ef7b-4aeb-ac87-bd61fc31cf9e None None] Attempting to bind port 70b3d156-4c87-4f86-8255-ecaaa7d17469 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:27:29.331002 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802a7dc8-ef7b-4aeb-ac87-bd61fc31cf9e None None] Attempting to bind port 70b3d156-4c87-4f86-8255-ecaaa7d17469 on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:27:29.331805 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9a28b7fa-0d11-4d16-b872-1c9a11b0a374 req-7fb3a59e-17ef-4972-a914-134edc1d6d97 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ddf8317-ca71-4c73-a7ab-f297a6cbd2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580815 Feb 09 01:27:29.340918 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802a7dc8-ef7b-4aeb-ac87-bd61fc31cf9e None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:27:29.341393 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802a7dc8-ef7b-4aeb-ac87-bd61fc31cf9e None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:27:29.341788 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-802a7dc8-ef7b-4aeb-ac87-bd61fc31cf9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:29.342217 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802a7dc8-ef7b-4aeb-ac87-bd61fc31cf9e None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:27:29.342637 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-802a7dc8-ef7b-4aeb-ac87-bd61fc31cf9e None None] Bound port: 70b3d156-4c87-4f86-8255-ecaaa7d17469, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:27:29.343008 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-802a7dc8-ef7b-4aeb-ac87-bd61fc31cf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (70b3d156-4c87-4f86-8255-ecaaa7d17469), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:29.405519 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95d6e0-5883-4eab-8d90-d52a162e5ee6 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5bd0897c-c52f-4b68-bd97-d452fa7cf961,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:29.406809 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-802a7dc8-ef7b-4aeb-ac87-bd61fc31cf9e None None] For port 70b3d156-4c87-4f86-8255-ecaaa7d17469, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:27:29.411427 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-802a7dc8-ef7b-4aeb-ac87-bd61fc31cf9e None None] For port 70b3d156-4c87-4f86-8255-ecaaa7d17469, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=70b3d156-4c87-4f86-8255-ecaaa7d17469,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:27:29.412924 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0969f6-39ab-4234-897d-e67547ff8abf x-openstack-request-id: req-2c0969f6-39ab-4234-897d-e67547ff8abf {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:27:29.414367 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1006e663-0cf3-45ad-8bab-5d3c83d23f7a", "tag": "93a24e51-92c8-4fc4-87fd-bec68924a768", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:27:29.414367 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2c0969f6-39ab-4234-897d-e67547ff8abf {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:27:29.414367 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1006e663-0cf3-45ad-8bab-5d3c83d23f7a', 'tag': '93a24e51-92c8-4fc4-87fd-bec68924a768', 'status': 'completed', 'code': 200} Feb 09 01:27:29.429210 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-802a7dc8-ef7b-4aeb-ac87-bd61fc31cf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (70b3d156-4c87-4f86-8255-ecaaa7d17469), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:29.472603 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-bbf48359-b3d4-420d-9436-13162c4d0710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993f3a53-9435-4c44-b22c-f811c5e691b9', 'name': 'tempest-ServersTestJSON-467401598-router', 'tenant_id': '25dd107518fe42779a682201553350e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '996723de-0664-49b5-86d5-9bafe8c1b113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:35Z', 'updated_at': '2022-02-09T01:26:48Z', 'revision_number': 4, 'project_id': '25dd107518fe42779a682201553350e9', 'gw_port': {'id': '996723de-0664-49b5-86d5-9bafe8c1b113', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993f3a53-9435-4c44-b22c-f811c5e691b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:36Z', 'updated_at': '2022-02-09T01:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '3fedde27-c4f8-4a9f-ac7c-18b1462769d2', 'tenant_id': '25dd107518fe42779a682201553350e9', 'floating_ip_address': '172.25.1.168', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '993f3a53-9435-4c44-b22c-f811c5e691b9', 'port_id': '93a24e51-92c8-4fc4-87fd-bec68924a768', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc4ea01-221c-4795-83a1-f4476e29e9f6', 'mac_address': 'fa:16:3e:aa:57:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1006e663-0cf3-45ad-8bab-5d3c83d23f7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:26:59Z', 'updated_at': '2022-02-09T01:27:25Z', 'revision_number': 1, 'project_id': '25dd107518fe42779a682201553350e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '525bb108-0c46-4c5c-9d5e-6e86c1274867', 'name': '', 'network_id': '2bc4ea01-221c-4795-83a1-f4476e29e9f6', 'tenant_id': '25dd107518fe42779a682201553350e9', 'mac_address': 'fa:16:3e:42:7d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993f3a53-9435-4c44-b22c-f811c5e691b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e2a168c6-d12d-41a2-96bc-04d516c6af17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:44Z', 'updated_at': '2022-02-09T01:26:55Z', 'revision_number': 5, 'project_id': '25dd107518fe42779a682201553350e9', 'subnets': [{'id': 'e2a168c6-d12d-41a2-96bc-04d516c6af17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:29.503040 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a8e5b72-e7de-4c8e-931c-490a6f453ef1 admin admin] Publish callbacks [] for port (f8c319ec-4341-4d5d-946e-21d415df2925), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:29.513035 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf48359-b3d4-420d-9436-13162c4d0710 None None] Checking router: 993f3a53-9435-4c44-b22c-f811c5e691b9 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:27:29.521853 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802a7dc8-ef7b-4aeb-ac87-bd61fc31cf9e None None] Routers {'3dc0a572-9c7d-46ac-979d-38b2fec1e6a2'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:29.522493 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-802a7dc8-ef7b-4aeb-ac87-bd61fc31cf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:27:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['3dc0a572-9c7d-46ac-979d-38b2fec1e6a2'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:29.569716 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a8e5b72-e7de-4c8e-931c-490a6f453ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (f8c319ec-4341-4d5d-946e-21d415df2925), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:29.611856 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6a95d6e0-5883-4eab-8d90-d52a162e5ee6 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:29.624644 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92f7ec-f5c4-4796-893a-5be74b2683a6 None None] Pushing event updated for resources: {'Port': ['ID=70b3d156-4c87-4f86-8255-ecaaa7d17469,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:29.626675 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6a95d6e0-5883-4eab-8d90-d52a162e5ee6 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] 10.222.0.30 "DELETE /v2.0/subnets/5bd0897c-c52f-4b68-bd97-d452fa7cf961 HTTP/1.1" status: 204 len: 168 time: 1.2848418 Feb 09 01:27:29.627385 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39550) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:29.656150 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8e5b72-e7de-4c8e-931c-490a6f453ef1 admin admin] Network c64d4aac-6638-4696-97b6-8d87827079a9 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:29.663236 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-7a8e5b72-e7de-4c8e-931c-490a6f453ef1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:29.665445 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e5b72-e7de-4c8e-931c-490a6f453ef1 admin admin] Pushing event updated for resources: {'Port': ['ID=f8c319ec-4341-4d5d-946e-21d415df2925,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:29.681146 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8e5b72-e7de-4c8e-931c-490a6f453ef1 admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:27:29.715017 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf48359-b3d4-420d-9436-13162c4d0710 None None] Routers {'993f3a53-9435-4c44-b22c-f811c5e691b9'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:29.715728 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-bbf48359-b3d4-420d-9436-13162c4d0710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:27:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['993f3a53-9435-4c44-b22c-f811c5e691b9'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:29.735845 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a8e5b72-e7de-4c8e-931c-490a6f453ef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (3dc0a572-9c7d-46ac-979d-38b2fec1e6a2), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:29.791093 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-247dfae6-a51b-425c-b005-1b4b1e200615 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (e291ab31-d219-4cf0-9f82-7daf0295ac1d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:29.863018 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92f7ec-f5c4-4796-893a-5be74b2683a6 None None] Pushing event updated for resources: {'Port': ['ID=70b3d156-4c87-4f86-8255-ecaaa7d17469,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:29.890062 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-802a7dc8-ef7b-4aeb-ac87-bd61fc31cf9e None None] Set router 3dc0a572-9c7d-46ac-979d-38b2fec1e6a2 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:27:29.971064 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a8e5b72-e7de-4c8e-931c-490a6f453ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f8c319ec-4341-4d5d-946e-21d415df2925), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:30.009219 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9a2e05e0-20b5-48a6-be44-7bce93028498 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (048914e3-bb38-415a-bcfe-dedf6703073c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:30.048878 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177d61a-48dc-41d8-aa3d-14bb328625ed req-637e039c-8d8e-49b8-8f26-d6377d4ac33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:30.050491 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2177d61a-48dc-41d8-aa3d-14bb328625ed req-637e039c-8d8e-49b8-8f26-d6377d4ac33b service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=25dd107518fe42779a682201553350e9&device_id=1006e663-0cf3-45ad-8bab-5d3c83d23f7a HTTP/1.1" status: 200 len: 1129 time: 0.4412417 Feb 09 01:27:30.063713 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e1a7d-ad7e-442f-a83c-0a7810fc9e89 req-62ae2be6-a95a-4e77-ac81-3ce75c1ca71a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:30.069997 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c68a7630-2786-498a-adc9-18f5774f4696 None None] Provisioning complete for port f8c319ec-4341-4d5d-946e-21d415df2925 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:30.070583 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c68a7630-2786-498a-adc9-18f5774f4696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f8c319ec-4341-4d5d-946e-21d415df2925), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:30.071624 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c8e1a7d-ad7e-442f-a83c-0a7810fc9e89 req-62ae2be6-a95a-4e77-ac81-3ce75c1ca71a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.3759468 Feb 09 01:27:30.081719 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3dc8a-cc3d-4330-81ed-d1420441c9e5 req-e6dc0537-0d06-4a8a-a434-5047f2978743 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:30.083467 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bfb3dc8a-cc3d-4330-81ed-d1420441c9e5 req-e6dc0537-0d06-4a8a-a434-5047f2978743 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/ports?device_id=1006e663-0cf3-45ad-8bab-5d3c83d23f7a HTTP/1.1" status: 200 len: 946 time: 0.4729402 Feb 09 01:27:30.148348 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c68a7630-2786-498a-adc9-18f5774f4696 None None] Port f8c319ec-4341-4d5d-946e-21d415df2925 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:27:30.169231 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-bbf48359-b3d4-420d-9436-13162c4d0710 None None] Set router 993f3a53-9435-4c44-b22c-f811c5e691b9 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:27:30.220995 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 1aa16486-23e4-4354-8467-9295a7e08c01 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:27:30.240240 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a8e5b72-e7de-4c8e-931c-490a6f453ef1 admin admin] Publish callbacks [] for port (f8c319ec-4341-4d5d-946e-21d415df2925), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:30.249793 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a8e5b72-e7de-4c8e-931c-490a6f453ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (f8c319ec-4341-4d5d-946e-21d415df2925), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:30.312611 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 1aa16486-23e4-4354-8467-9295a7e08c01 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:27:30.319352 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 1aa16486-23e4-4354-8467-9295a7e08c01 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:30.320747 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1aa16486-23e4-4354-8467-9295a7e08c01), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:30.344263 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e5b72-e7de-4c8e-931c-490a6f453ef1 admin admin] Pushing event updated for resources: {'Port': ['ID=f8c319ec-4341-4d5d-946e-21d415df2925,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:30.347377 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a8e5b72-e7de-4c8e-931c-490a6f453ef1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (3dc0a572-9c7d-46ac-979d-38b2fec1e6a2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:30.448055 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 1aa16486-23e4-4354-8467-9295a7e08c01 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:30.448591 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1aa16486-23e4-4354-8467-9295a7e08c01), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:30.465028 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8e5b72-e7de-4c8e-931c-490a6f453ef1 admin admin] Network c64d4aac-6638-4696-97b6-8d87827079a9 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:30.466543 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-7a8e5b72-e7de-4c8e-931c-490a6f453ef1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:30.490738 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384c1d67-1d4b-4edd-a861-9ffc1a848697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa16486-23e4-4354-8467-9295a7e08c01'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:27:30.493428 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd630b3c-4607-4a0e-9032-e3be51967b98" -d '{"events": [{"server_uuid": "384c1d67-1d4b-4edd-a861-9ffc1a848697", "name": "network-vif-plugged", "status": "completed", "tag": "1aa16486-23e4-4354-8467-9295a7e08c01"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:27:30.517700 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 1aa16486-23e4-4354-8467-9295a7e08c01, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1aa16486-23e4-4354-8467-9295a7e08c01,segment=NetworkSegment(e1338de9-25ed-4afc-a567-2708fda6f9a4),segment_id=e1338de9-25ed-4afc-a567-2708fda6f9a4)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:30.528535 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1aa16486-23e4-4354-8467-9295a7e08c01), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:30.613480 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=1aa16486-23e4-4354-8467-9295a7e08c01,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:30.660377 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-802a7dc8-ef7b-4aeb-ac87-bd61fc31cf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc0a572-9c7d-46ac-979d-38b2fec1e6a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1920640853-router', 'tenant_id': '5cc038305e744ad69576548c638221e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '70b3d156-4c87-4f86-8255-ecaaa7d17469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:27:23Z', 'updated_at': '2022-02-09T01:27:25Z', 'revision_number': 3, 'project_id': '5cc038305e744ad69576548c638221e8', 'gw_port': {'id': '70b3d156-4c87-4f86-8255-ecaaa7d17469', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:25:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc0a572-9c7d-46ac-979d-38b2fec1e6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:27:24Z', 'updated_at': '2022-02-09T01:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:30.669329 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8e5b72-e7de-4c8e-931c-490a6f453ef1 admin admin] Router 3dc0a572-9c7d-46ac-979d-38b2fec1e6a2 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:27:30.700604 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802a7dc8-ef7b-4aeb-ac87-bd61fc31cf9e None None] The sync data for ids ['3dc0a572-9c7d-46ac-979d-38b2fec1e6a2'] in n-d-822053-40 is: [{'id': '3dc0a572-9c7d-46ac-979d-38b2fec1e6a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1920640853-router', 'tenant_id': '5cc038305e744ad69576548c638221e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '70b3d156-4c87-4f86-8255-ecaaa7d17469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:27:23Z', 'updated_at': '2022-02-09T01:27:25Z', 'revision_number': 3, 'project_id': '5cc038305e744ad69576548c638221e8', 'gw_port': {'id': '70b3d156-4c87-4f86-8255-ecaaa7d17469', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:25:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc0a572-9c7d-46ac-979d-38b2fec1e6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:27:24Z', 'updated_at': '2022-02-09T01:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:30.705728 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-bbf48359-b3d4-420d-9436-13162c4d0710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993f3a53-9435-4c44-b22c-f811c5e691b9', 'name': 'tempest-ServersTestJSON-467401598-router', 'tenant_id': '25dd107518fe42779a682201553350e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '996723de-0664-49b5-86d5-9bafe8c1b113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:35Z', 'updated_at': '2022-02-09T01:26:48Z', 'revision_number': 4, 'project_id': '25dd107518fe42779a682201553350e9', 'gw_port': {'id': '996723de-0664-49b5-86d5-9bafe8c1b113', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993f3a53-9435-4c44-b22c-f811c5e691b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:36Z', 'updated_at': '2022-02-09T01:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '3fedde27-c4f8-4a9f-ac7c-18b1462769d2', 'tenant_id': '25dd107518fe42779a682201553350e9', 'floating_ip_address': '172.25.1.168', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '993f3a53-9435-4c44-b22c-f811c5e691b9', 'port_id': '93a24e51-92c8-4fc4-87fd-bec68924a768', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc4ea01-221c-4795-83a1-f4476e29e9f6', 'mac_address': 'fa:16:3e:aa:57:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1006e663-0cf3-45ad-8bab-5d3c83d23f7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:26:59Z', 'updated_at': '2022-02-09T01:27:25Z', 'revision_number': 1, 'project_id': '25dd107518fe42779a682201553350e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '525bb108-0c46-4c5c-9d5e-6e86c1274867', 'name': '', 'network_id': '2bc4ea01-221c-4795-83a1-f4476e29e9f6', 'tenant_id': '25dd107518fe42779a682201553350e9', 'mac_address': 'fa:16:3e:42:7d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993f3a53-9435-4c44-b22c-f811c5e691b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e2a168c6-d12d-41a2-96bc-04d516c6af17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:44Z', 'updated_at': '2022-02-09T01:26:55Z', 'revision_number': 5, 'project_id': '25dd107518fe42779a682201553350e9', 'subnets': [{'id': 'e2a168c6-d12d-41a2-96bc-04d516c6af17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:30.753773 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf48359-b3d4-420d-9436-13162c4d0710 None None] The sync data for ids ['993f3a53-9435-4c44-b22c-f811c5e691b9'] in n-d-822053-40 is: [{'id': '993f3a53-9435-4c44-b22c-f811c5e691b9', 'name': 'tempest-ServersTestJSON-467401598-router', 'tenant_id': '25dd107518fe42779a682201553350e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '996723de-0664-49b5-86d5-9bafe8c1b113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:35Z', 'updated_at': '2022-02-09T01:26:48Z', 'revision_number': 4, 'project_id': '25dd107518fe42779a682201553350e9', 'gw_port': {'id': '996723de-0664-49b5-86d5-9bafe8c1b113', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993f3a53-9435-4c44-b22c-f811c5e691b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:36Z', 'updated_at': '2022-02-09T01:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '3fedde27-c4f8-4a9f-ac7c-18b1462769d2', 'tenant_id': '25dd107518fe42779a682201553350e9', 'floating_ip_address': '172.25.1.168', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '993f3a53-9435-4c44-b22c-f811c5e691b9', 'port_id': '93a24e51-92c8-4fc4-87fd-bec68924a768', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc4ea01-221c-4795-83a1-f4476e29e9f6', 'mac_address': 'fa:16:3e:aa:57:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1006e663-0cf3-45ad-8bab-5d3c83d23f7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:26:59Z', 'updated_at': '2022-02-09T01:27:25Z', 'revision_number': 1, 'project_id': '25dd107518fe42779a682201553350e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '525bb108-0c46-4c5c-9d5e-6e86c1274867', 'name': '', 'network_id': '2bc4ea01-221c-4795-83a1-f4476e29e9f6', 'tenant_id': '25dd107518fe42779a682201553350e9', 'mac_address': 'fa:16:3e:42:7d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993f3a53-9435-4c44-b22c-f811c5e691b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e2a168c6-d12d-41a2-96bc-04d516c6af17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:44Z', 'updated_at': '2022-02-09T01:26:55Z', 'revision_number': 5, 'project_id': '25dd107518fe42779a682201553350e9', 'subnets': [{'id': 'e2a168c6-d12d-41a2-96bc-04d516c6af17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:30.857608 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8e5b72-e7de-4c8e-931c-490a6f453ef1 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:27:30.873301 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7a8e5b72-e7de-4c8e-931c-490a6f453ef1 admin admin] 10.222.0.30 "PUT /v2.0/routers/3dc0a572-9c7d-46ac-979d-38b2fec1e6a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1429772 Feb 09 01:27:30.889056 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-6530e9a6-bc7e-4580-ab21-208194daba56 None None] Provisioning complete for port f8c319ec-4341-4d5d-946e-21d415df2925 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:30.889524 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6530e9a6-bc7e-4580-ab21-208194daba56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f8c319ec-4341-4d5d-946e-21d415df2925), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:30.938907 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6530e9a6-bc7e-4580-ab21-208194daba56 None None] Port f8c319ec-4341-4d5d-946e-21d415df2925 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:27:30.964703 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9a2e05e0-20b5-48a6-be44-7bce93028498 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (048914e3-bb38-415a-bcfe-dedf6703073c), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:31.011713 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c8e1a7d-ad7e-442f-a83c-0a7810fc9e89 req-3ff08aea-ed84-48ff-b6d0-7b6a11d1101e tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9374197 Feb 09 01:27:31.052464 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-9a2e05e0-20b5-48a6-be44-7bce93028498 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['048914e3-bb38-415a-bcfe-dedf6703073c']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:31.085083 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bfb3dc8a-cc3d-4330-81ed-d1420441c9e5 req-d7059a06-d4bc-498b-adcc-9874e11e865f tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/security-groups?id=ffd0eeed-8d26-4c7f-84c8-0d69c2a6f0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9767511 Feb 09 01:27:31.089278 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-9a2e05e0-20b5-48a6-be44-7bce93028498 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b180c492-3037-443c-b5db-87b1ed9d50fd') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:31.089597 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-9a2e05e0-20b5-48a6-be44-7bce93028498 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b180c492-3037-443c-b5db-87b1ed9d50fd') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:31.138552 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9a2e05e0-20b5-48a6-be44-7bce93028498 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (b180c492-3037-443c-b5db-87b1ed9d50fd), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:31.177030 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177d61a-48dc-41d8-aa3d-14bb328625ed req-6ff62f43-323b-4b63-bc86-262bc67bb323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:31.178687 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2177d61a-48dc-41d8-aa3d-14bb328625ed req-6ff62f43-323b-4b63-bc86-262bc67bb323 service neutron] 10.222.0.121 "GET /v2.0/networks?id=2bc4ea01-221c-4795-83a1-f4476e29e9f6 HTTP/1.1" status: 200 len: 906 time: 1.0939331 Feb 09 01:27:31.194207 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46c83d0-a4e4-45db-9573-2f76b0520709 None None] New status for floating IP 3fedde27-c4f8-4a9f-ac7c-18b1462769d2: ACTIVE {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:27:31.382370 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3da9c-b470-48f5-b5a1-2e959434516c req-a0e4a86d-da53-46b6-a8b9-14521263ea62 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:31.384632 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0da3da9c-b470-48f5-b5a1-2e959434516c req-a0e4a86d-da53-46b6-a8b9-14521263ea62 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.91 "GET /v2.0/ports?device_id=5173d1bc-e6aa-471d-96da-dda3ab0299a8 HTTP/1.1" status: 200 len: 945 time: 0.1250517 Feb 09 01:27:31.395729 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9a2e05e0-20b5-48a6-be44-7bce93028498 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (b180c492-3037-443c-b5db-87b1ed9d50fd), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:31.404318 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a2e05e0-20b5-48a6-be44-7bce93028498 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:27:31.404755 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9a2e05e0-20b5-48a6-be44-7bce93028498 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (b180c492-3037-443c-b5db-87b1ed9d50fd), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:31.473239 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:27:31.473239 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:27:31.473239 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:27:31.473239 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:27:31.473239 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:27:31.473239 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:27:31.473239 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:27:31.473239 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:27:31.473239 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:27:31.473239 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:27:31.473239 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:27:31.473239 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:27:31.473239 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:27:31.473239 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:27:31.473239 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:27:31.473239 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:27:31.473239 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:27:31.473239 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:27:31.473239 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:27:31.473239 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:27:31.473239 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:27:31.473239 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:27:31.473239 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:27:31.473239 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:27:31.473239 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:27:31.473239 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:27:31.473239 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:27:31.473239 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:27:31.473239 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:27:31.473239 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:27:31.473239 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:27:31.473239 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:27:31.537029 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-0da3da9c-b470-48f5-b5a1-2e959434516c req-ec1c87aa-0ead-4212-a9ef-d6c8cf2463ed tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Deleting port ea535e57-b7d4-4fff-97d5-a14c05c06262 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:27:31.537345 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-0da3da9c-b470-48f5-b5a1-2e959434516c req-ec1c87aa-0ead-4212-a9ef-d6c8cf2463ed tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (ea535e57-b7d4-4fff-97d5-a14c05c06262), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:31.593815 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2177d61a-48dc-41d8-aa3d-14bb328625ed req-f2c9757f-d8b3-4d25-a326-ee26d712aef1 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93a24e51-92c8-4fc4-87fd-bec68924a768 HTTP/1.1" status: 200 len: 1000 time: 0.3510182 Feb 09 01:27:31.657394 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9a2e05e0-20b5-48a6-be44-7bce93028498 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (048914e3-bb38-415a-bcfe-dedf6703073c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:31.671254 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2e05e0-20b5-48a6-be44-7bce93028498 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 048914e3-bb38-415a-bcfe-dedf6703073c {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 01:27:31.674456 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9a2e05e0-20b5-48a6-be44-7bce93028498 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:31.679176 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9a2e05e0-20b5-48a6-be44-7bce93028498 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] 10.222.0.30 "DELETE /v2.0/networks/048914e3-bb38-415a-bcfe-dedf6703073c HTTP/1.1" status: 204 len: 168 time: 2.0313528 Feb 09 01:27:31.688009 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-0da3da9c-b470-48f5-b5a1-2e959434516c req-ec1c87aa-0ead-4212-a9ef-d6c8cf2463ed tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] For port ea535e57-b7d4-4fff-97d5-a14c05c06262, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=ea535e57-b7d4-4fff-97d5-a14c05c06262,segment=NetworkSegment(2764419c-e2f1-47fc-88b3-e60891c25218),segment_id=2764419c-e2f1-47fc-88b3-e60891c25218)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:31.688221 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b955331-2aed-4784-ad7a-019e72898610 req-6fc5d4b3-2c3c-4449-815f-bd015234bfc7 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:31.689579 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-0da3da9c-b470-48f5-b5a1-2e959434516c req-ec1c87aa-0ead-4212-a9ef-d6c8cf2463ed tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (ea535e57-b7d4-4fff-97d5-a14c05c06262), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:31.694612 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0b955331-2aed-4784-ad7a-019e72898610 req-6fc5d4b3-2c3c-4449-815f-bd015234bfc7 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 945 time: 0.4527411 Feb 09 01:27:31.710127 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c401c-541a-49a1-9750-82956e037ced req-09c2bd0b-ed35-4fd4-b8bc-481a9144f56c tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:31.721998 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cb7c401c-541a-49a1-9750-82956e037ced req-09c2bd0b-ed35-4fd4-b8bc-481a9144f56c tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/ports?device_id=5173d1bc-e6aa-471d-96da-dda3ab0299a8 HTTP/1.1" status: 200 len: 945 time: 0.5400219 Feb 09 01:27:31.738319 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-0da3da9c-b470-48f5-b5a1-2e959434516c req-ec1c87aa-0ead-4212-a9ef-d6c8cf2463ed tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Calling delete_port for ea535e57-b7d4-4fff-97d5-a14c05c06262 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:27:31.745364 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39576) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:31.758650 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-2b426dfe-c2d4-4362-baba-2dd11c92ef3e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1724991912-network', 'tenant_id': '35c9f7b244ea483fa6b629f97aea5547'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:31.825336 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e05e0-20b5-48a6-be44-7bce93028498 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Pushing event deleted for resources: {'Network': ['ID=048914e3-bb38-415a-bcfe-dedf6703073c,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:31.856861 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-247dfae6-a51b-425c-b005-1b4b1e200615 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Deleting port 699e6f9d-424b-4ff6-a828-9122df035d07 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:27:31.857929 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-247dfae6-a51b-425c-b005-1b4b1e200615 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (699e6f9d-424b-4ff6-a828-9122df035d07), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:31.868538 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b426dfe-c2d4-4362-baba-2dd11c92ef3e admin admin] Made reservation on behalf of 35c9f7b244ea483fa6b629f97aea5547 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:31.871944 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b426dfe-c2d4-4362-baba-2dd11c92ef3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:31.884993 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b426dfe-c2d4-4362-baba-2dd11c92ef3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:31.902718 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177d61a-48dc-41d8-aa3d-14bb328625ed req-859bf727-52a5-48ce-9d26-77970f8ba10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:31.905099 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2177d61a-48dc-41d8-aa3d-14bb328625ed req-859bf727-52a5-48ce-9d26-77970f8ba10b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=e2a168c6-d12d-41a2-96bc-04d516c6af17 HTTP/1.1" status: 200 len: 844 time: 0.2930496 Feb 09 01:27:32.013686 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-0da3da9c-b470-48f5-b5a1-2e959434516c req-ec1c87aa-0ead-4212-a9ef-d6c8cf2463ed tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (ea535e57-b7d4-4fff-97d5-a14c05c06262), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:32.028001 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['ea535e57-b7d4-4fff-97d5-a14c05c06262'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:27:32.031724 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cb7c401c-541a-49a1-9750-82956e037ced req-572a28fc-2366-4dad-9e51-189322bfa0c5 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/security-groups?id=1863cf5f-cae5-40fc-84a8-bd497bdbb5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086405 Feb 09 01:27:32.072312 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0b955331-2aed-4784-ad7a-019e72898610 req-07018d30-09df-4b88-8573-48b7be075ae2 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897956 Feb 09 01:27:32.109960 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c87aa-0ead-4212-a9ef-d6c8cf2463ed tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Pushing event deleted for resources: {'Port': ['ID=ea535e57-b7d4-4fff-97d5-a14c05c06262,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:32.152574 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da3da9c-b470-48f5-b5a1-2e959434516c req-ec1c87aa-0ead-4212-a9ef-d6c8cf2463ed tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] No DVR routers for this DVR port ea535e57-b7d4-4fff-97d5-a14c05c06262 on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:27:32.156450 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b426dfe-c2d4-4362-baba-2dd11c92ef3e admin admin] Publish callbacks [] for security_group (c2d84471-c742-4452-9518-f8b19f707497), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:32.159051 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-0da3da9c-b470-48f5-b5a1-2e959434516c req-ec1c87aa-0ead-4212-a9ef-d6c8cf2463ed tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:32.164574 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0da3da9c-b470-48f5-b5a1-2e959434516c req-ec1c87aa-0ead-4212-a9ef-d6c8cf2463ed tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.91 "DELETE /v2.0/ports/ea535e57-b7d4-4fff-97d5-a14c05c06262 HTTP/1.1" status: 204 len: 173 time: 0.7733815 Feb 09 01:27:32.165187 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5173d1bc-e6aa-471d-96da-dda3ab0299a8', 'name': 'network-vif-deleted', 'tag': 'ea535e57-b7d4-4fff-97d5-a14c05c06262'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:27:32.169085 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd4ec31-525a-4f89-aa39-77f87bd3cc78" -d '{"events": [{"server_uuid": "5173d1bc-e6aa-471d-96da-dda3ab0299a8", "name": "network-vif-deleted", "tag": "ea535e57-b7d4-4fff-97d5-a14c05c06262"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:27:32.173748 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b426dfe-c2d4-4362-baba-2dd11c92ef3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c2d84471-c742-4452-9518-f8b19f707497), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:32.212708 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef6eabc-ca7f-4baa-bd53-c807a4bb2ecf x-openstack-request-id: req-9ef6eabc-ca7f-4baa-bd53-c807a4bb2ecf {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:27:32.213254 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384c1d67-1d4b-4edd-a861-9ffc1a848697", "name": "network-vif-plugged", "status": "completed", "tag": "1aa16486-23e4-4354-8467-9295a7e08c01", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:27:32.213358 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9ef6eabc-ca7f-4baa-bd53-c807a4bb2ecf {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:27:32.213783 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '384c1d67-1d4b-4edd-a861-9ffc1a848697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa16486-23e4-4354-8467-9295a7e08c01', 'code': 200} Feb 09 01:27:32.235394 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39588) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:32.245562 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-2a6245bd-7845-4ca4-845e-7808250d3cda tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Request body: {'router': {'name': 'tempest-router--2054354677', 'project_id': 'ad38ecf8450a4c4e850959828258559e'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:32.261048 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b426dfe-c2d4-4362-baba-2dd11c92ef3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:27:32.280395 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b426dfe-c2d4-4362-baba-2dd11c92ef3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d84471-c742-4452-9518-f8b19f707497,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:32.290635 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b426dfe-c2d4-4362-baba-2dd11c92ef3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (cfe129bb-3eaa-418f-b758-f7409b8604d1), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:32.291178 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-2b426dfe-c2d4-4362-baba-2dd11c92ef3e admin admin] Added segment cfe129bb-3eaa-418f-b758-f7409b8604d1 of type vlan for network fdd4ab52-a95e-4d88-80ff-e318ccc28ec8 Feb 09 01:27:32.306480 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-247dfae6-a51b-425c-b005-1b4b1e200615 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (699e6f9d-424b-4ff6-a828-9122df035d07), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:32.310912 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177d61a-48dc-41d8-aa3d-14bb328625ed req-a0e90440-b37a-4026-9b6b-b3aff7ded6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:32.312473 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2177d61a-48dc-41d8-aa3d-14bb328625ed req-a0e90440-b37a-4026-9b6b-b3aff7ded6a1 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=2bc4ea01-221c-4795-83a1-f4476e29e9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3539035 Feb 09 01:27:32.359187 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b426dfe-c2d4-4362-baba-2dd11c92ef3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (fdd4ab52-a95e-4d88-80ff-e318ccc28ec8), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:32.388392 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-247dfae6-a51b-425c-b005-1b4b1e200615 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Calling delete_port for 699e6f9d-424b-4ff6-a828-9122df035d07 owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:27:32.416505 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b426dfe-c2d4-4362-baba-2dd11c92ef3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (fdd4ab52-a95e-4d88-80ff-e318ccc28ec8), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:32.418353 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b426dfe-c2d4-4362-baba-2dd11c92ef3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:32.419293 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b426dfe-c2d4-4362-baba-2dd11c92ef3e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:32.463007 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2a6245bd-7845-4ca4-845e-7808250d3cda tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (75602918-9bc7-42cc-9baf-685515a32365), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:32.464090 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2a6245bd-7845-4ca4-845e-7808250d3cda tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (75602918-9bc7-42cc-9baf-685515a32365), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:32.514197 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2b426dfe-c2d4-4362-baba-2dd11c92ef3e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7641237 Feb 09 01:27:32.515412 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b426dfe-c2d4-4362-baba-2dd11c92ef3e admin admin] Pushing event updated for resources: {'Network': ['ID=fdd4ab52-a95e-4d88-80ff-e318ccc28ec8,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:32.518061 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39590) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:32.524886 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-efab666d-a97b-4437-a66b-d65720d751ea admin admin] Request body: {'subnet': {'network_id': 'fdd4ab52-a95e-4d88-80ff-e318ccc28ec8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1724991912-subnet', 'tenant_id': '35c9f7b244ea483fa6b629f97aea5547', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:32.534752 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network fdd4ab52-a95e-4d88-80ff-e318ccc28ec8 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:27:32.565325 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efab666d-a97b-4437-a66b-d65720d751ea admin admin] Made reservation on behalf of 35c9f7b244ea483fa6b629f97aea5547 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:32.569140 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-efab666d-a97b-4437-a66b-d65720d751ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:32.644660 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59feca40-9d25-49d6-88b4-443a30f6746a req-58b8c330-c461-4b13-958a-2d6a8aa04655 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:32.647207 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-59feca40-9d25-49d6-88b4-443a30f6746a req-58b8c330-c461-4b13-958a-2d6a8aa04655 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] 10.222.0.30 "GET /v2.0/ports?device_id=384c1d67-1d4b-4edd-a861-9ffc1a848697 HTTP/1.1" status: 200 len: 945 time: 0.4361117 Feb 09 01:27:32.820618 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2a6245bd-7845-4ca4-845e-7808250d3cda tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for router_controller (75602918-9bc7-42cc-9baf-685515a32365), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:32.834656 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-efab666d-a97b-4437-a66b-d65720d751ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (fc1ed831-dbc4-4a1a-b0af-bcdb3578f016), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:32.841051 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 70b3d156-4c87-4f86-8255-ecaaa7d17469 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:27:32.873629 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ac0a0-7ea2-4bce-b96d-93b5e35d9fdd req-89ffd1d7-9f18-4c35-a2a0-0b2f3481668b tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:32.875333 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-794ac0a0-7ea2-4bce-b96d-93b5e35d9fdd req-89ffd1d7-9f18-4c35-a2a0-0b2f3481668b tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.5490198 Feb 09 01:27:32.883496 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2a6245bd-7845-4ca4-845e-7808250d3cda tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (75602918-9bc7-42cc-9baf-685515a32365), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:32.913756 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b5e9c-bb74-47e5-82d0-addcb8a027af req-964af31b-9a75-448e-b7f1-792d110a3362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:32.915324 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-563b5e9c-bb74-47e5-82d0-addcb8a027af req-964af31b-9a75-448e-b7f1-792d110a3362 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=384c1d67-1d4b-4edd-a861-9ffc1a848697 HTTP/1.1" status: 200 len: 1128 time: 0.5768878 Feb 09 01:27:32.927248 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 70b3d156-4c87-4f86-8255-ecaaa7d17469 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:32.928194 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (70b3d156-4c87-4f86-8255-ecaaa7d17469), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:32.935211 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab666d-a97b-4437-a66b-d65720d751ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc1ed831-dbc4-4a1a-b0af-bcdb3578f016,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:32.949997 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2177d61a-48dc-41d8-aa3d-14bb328625ed req-1cb2c223-4bc5-4e42-ae6e-4f45908a66db service neutron] 10.222.0.121 "GET /v2.0/networks/2bc4ea01-221c-4795-83a1-f4476e29e9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5956948 Feb 09 01:27:32.955485 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efab666d-a97b-4437-a66b-d65720d751ea admin admin] Checking segment: {'id': 'cfe129bb-3eaa-418f-b758-f7409b8604d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fdd4ab52-a95e-4d88-80ff-e318ccc28ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:27:32.956014 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efab666d-a97b-4437-a66b-d65720d751ea admin admin] Network hostable DHCP agents. Network: fdd4ab52-a95e-4d88-80ff-e318ccc28ec8, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:27:32.980049 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efab666d-a97b-4437-a66b-d65720d751ea admin admin] Network fdd4ab52-a95e-4d88-80ff-e318ccc28ec8 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:27:32.993817 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-efab666d-a97b-4437-a66b-d65720d751ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, fdd4ab52-a95e-4d88-80ff-e318ccc28ec8) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:32.999031 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efab666d-a97b-4437-a66b-d65720d751ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:32.999697 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-efab666d-a97b-4437-a66b-d65720d751ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:33.006839 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a611b02c-1d9f-4a31-a248-60861ff4a266 None None] Network fdd4ab52-a95e-4d88-80ff-e318ccc28ec8 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:27:33.019323 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2a6245bd-7845-4ca4-845e-7808250d3cda tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:33.020729 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2a6245bd-7845-4ca4-845e-7808250d3cda tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7797799 Feb 09 01:27:33.023932 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39592) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:33.038863 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-efab666d-a97b-4437-a66b-d65720d751ea admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5194714 Feb 09 01:27:33.077867 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39594) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:33.108602 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-32bb9ae6-1ad4-4664-999d-261231c9da36 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1724991912-router', 'tenant_id': '35c9f7b244ea483fa6b629f97aea5547', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:33.132621 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 70b3d156-4c87-4f86-8255-ecaaa7d17469 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:33.132855 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (70b3d156-4c87-4f86-8255-ecaaa7d17469), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:33.135872 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bba78136-6755-4062-9f02-56740f416ad2 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for router (75602918-9bc7-42cc-9baf-685515a32365), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:33.167554 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 70b3d156-4c87-4f86-8255-ecaaa7d17469, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=70b3d156-4c87-4f86-8255-ecaaa7d17469,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:33.174335 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (70b3d156-4c87-4f86-8255-ecaaa7d17469), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:33.236935 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfcd3e1-cf46-4374-a8c6-4d0861b52ac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-fdd4ab52-a95e-4d88-80ff-e318ccc28ec8', 'network_id': 'fdd4ab52-a95e-4d88-80ff-e318ccc28ec8', 'project_id': '35c9f7b244ea483fa6b629f97aea5547', 'fixed_ips': [{'subnet_id': 'fc1ed831-dbc4-4a1a-b0af-bcdb3578f016'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:27:33.237690 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6dfcd3e1-cf46-4374-a8c6-4d0861b52ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:33.242049 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-59feca40-9d25-49d6-88b4-443a30f6746a req-1583e9c4-fd74-42d3-a4e2-995d9e40b1be tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ddf8317-ca71-4c73-a7ab-f297a6cbd2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5626833 Feb 09 01:27:33.308588 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-794ac0a0-7ea2-4bce-b96d-93b5e35d9fdd req-6459cd9c-108a-4ab4-a4b7-269eb37e4019 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4096601 Feb 09 01:27:33.335725 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bba78136-6755-4062-9f02-56740f416ad2 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (75602918-9bc7-42cc-9baf-685515a32365), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:33.338243 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bba78136-6755-4062-9f02-56740f416ad2 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for router_controller (75602918-9bc7-42cc-9baf-685515a32365), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:33.348614 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=70b3d156-4c87-4f86-8255-ecaaa7d17469,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:33.378857 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-563b5e9c-bb74-47e5-82d0-addcb8a027af req-870d0c1c-b086-4cbc-847c-b6806ba06187 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=3ddf8317-ca71-4c73-a7ab-f297a6cbd2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4428649 Feb 09 01:27:33.385278 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2177d61a-48dc-41d8-aa3d-14bb328625ed req-7df7fd25-7ffa-4dab-a89b-f277eb3242a6 service neutron] 10.222.0.121 "GET /v2.0/networks/2bc4ea01-221c-4795-83a1-f4476e29e9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009948 Feb 09 01:27:33.389143 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-32bb9ae6-1ad4-4664-999d-261231c9da36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (2289a63c-5f7f-48fc-8244-4eeefd2f1ba4), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:33.390173 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-32bb9ae6-1ad4-4664-999d-261231c9da36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (2289a63c-5f7f-48fc-8244-4eeefd2f1ba4), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:33.401912 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bba78136-6755-4062-9f02-56740f416ad2 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (75602918-9bc7-42cc-9baf-685515a32365), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:33.402549 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba78136-6755-4062-9f02-56740f416ad2 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 75602918-9bc7-42cc-9baf-685515a32365 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:27:33.407482 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bba78136-6755-4062-9f02-56740f416ad2 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:33.412287 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-bba78136-6755-4062-9f02-56740f416ad2 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] 10.222.0.30 "DELETE /v2.0/routers/75602918-9bc7-42cc-9baf-685515a32365 HTTP/1.1" status: 204 len: 168 time: 0.3867714 Feb 09 01:27:33.425045 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51080e8a-7c2f-4772-b827-c4ebc4748a77 x-openstack-request-id: req-51080e8a-7c2f-4772-b827-c4ebc4748a77 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:27:33.426683 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5173d1bc-e6aa-471d-96da-dda3ab0299a8", "name": "network-vif-deleted", "tag": "ea535e57-b7d4-4fff-97d5-a14c05c06262", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:27:33.426683 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-51080e8a-7c2f-4772-b827-c4ebc4748a77 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:27:33.426683 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5173d1bc-e6aa-471d-96da-dda3ab0299a8', 'name': 'network-vif-deleted', 'tag': 'ea535e57-b7d4-4fff-97d5-a14c05c06262', 'status': 'completed', 'code': 200} Feb 09 01:27:33.477885 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-6dfcd3e1-cf46-4374-a8c6-4d0861b52ac1 None None] Allocated IP 172.20.0.2 (fdd4ab52-a95e-4d88-80ff-e318ccc28ec8/fc1ed831-dbc4-4a1a-b0af-bcdb3578f016/2398b62e-09f7-442d-a072-af6687a93689) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:33.652577 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39606) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:33.796534 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6dfcd3e1-cf46-4374-a8c6-4d0861b52ac1 None None] Publish callbacks [] for port (2398b62e-09f7-442d-a072-af6687a93689), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:33.807173 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6dfcd3e1-cf46-4374-a8c6-4d0861b52ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (2398b62e-09f7-442d-a072-af6687a93689), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:33.885370 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-32bb9ae6-1ad4-4664-999d-261231c9da36 admin admin] Publish callbacks [] for router_controller (2289a63c-5f7f-48fc-8244-4eeefd2f1ba4), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:33.898525 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfcd3e1-cf46-4374-a8c6-4d0861b52ac1 None None] Network fdd4ab52-a95e-4d88-80ff-e318ccc28ec8 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:33.898785 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-247dfae6-a51b-425c-b005-1b4b1e200615 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (699e6f9d-424b-4ff6-a828-9122df035d07), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:33.906195 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-6dfcd3e1-cf46-4374-a8c6-4d0861b52ac1 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:33.908623 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfcd3e1-cf46-4374-a8c6-4d0861b52ac1 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:27:33.918534 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcd3e1-cf46-4374-a8c6-4d0861b52ac1 None None] Pushing event updated for resources: {'Port': ['ID=2398b62e-09f7-442d-a072-af6687a93689,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:33.956897 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-37844034-4ffa-43e8-b197-8081a026aa1d tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-45561391', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}, 'admin_state_up': False}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:33.994123 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37844034-4ffa-43e8-b197-8081a026aa1d tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (ef8ae500-bd44-4234-b100-00228a0adcaa), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:33.995539 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37844034-4ffa-43e8-b197-8081a026aa1d tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (ef8ae500-bd44-4234-b100-00228a0adcaa), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:34.006921 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2c0d4-0583-4f7c-bc25-cf3b1034921f req-bdc74710-6237-445b-aaaf-b92fdc4f15c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:34.014058 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-06d2c0d4-0583-4f7c-bc25-cf3b1034921f req-bdc74710-6237-445b-aaaf-b92fdc4f15c9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=87f01a9f1c7f470e995b33acc0324506&device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 1128 time: 0.1020873 Feb 09 01:27:34.059759 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b9112-5788-4144-9614-281a82064033 req-4a23cc24-cd65-4ed7-ba97-29680240ecdc tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:34.067153 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a3b9112-5788-4144-9614-281a82064033 req-4a23cc24-cd65-4ed7-ba97-29680240ecdc tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/ports?device_id=1006e663-0cf3-45ad-8bab-5d3c83d23f7a HTTP/1.1" status: 200 len: 946 time: 0.6134639 Feb 09 01:27:34.069180 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247dfae6-a51b-425c-b005-1b4b1e200615 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event deleted for resources: {'Port': ['ID=699e6f9d-424b-4ff6-a828-9122df035d07,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:34.181981 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-6dfcd3e1-cf46-4374-a8c6-4d0861b52ac1 None None] Attempting to bind port 2398b62e-09f7-442d-a072-af6687a93689 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:27:34.182484 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-6dfcd3e1-cf46-4374-a8c6-4d0861b52ac1 None None] Attempting to bind port 2398b62e-09f7-442d-a072-af6687a93689 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'cfe129bb-3eaa-418f-b758-f7409b8604d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fdd4ab52-a95e-4d88-80ff-e318ccc28ec8'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:27:34.183495 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfcd3e1-cf46-4374-a8c6-4d0861b52ac1 None None] Attempting to bind port 2398b62e-09f7-442d-a072-af6687a93689 on network fdd4ab52-a95e-4d88-80ff-e318ccc28ec8 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:27:34.190723 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfcd3e1-cf46-4374-a8c6-4d0861b52ac1 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:27:34.191211 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfcd3e1-cf46-4374-a8c6-4d0861b52ac1 None None] Checking segment: {'id': 'cfe129bb-3eaa-418f-b758-f7409b8604d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fdd4ab52-a95e-4d88-80ff-e318ccc28ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:27:34.192412 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6dfcd3e1-cf46-4374-a8c6-4d0861b52ac1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:34.192655 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfcd3e1-cf46-4374-a8c6-4d0861b52ac1 None None] Bound using segment: {'id': 'cfe129bb-3eaa-418f-b758-f7409b8604d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fdd4ab52-a95e-4d88-80ff-e318ccc28ec8'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:27:34.193387 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-6dfcd3e1-cf46-4374-a8c6-4d0861b52ac1 None None] Bound port: 2398b62e-09f7-442d-a072-af6687a93689, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe129bb-3eaa-418f-b758-f7409b8604d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fdd4ab52-a95e-4d88-80ff-e318ccc28ec8'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:27:34.193843 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6dfcd3e1-cf46-4374-a8c6-4d0861b52ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2398b62e-09f7-442d-a072-af6687a93689), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:34.194946 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ec054e-0863-48d7-ab22-9cadb477b364 None None] Sync routers for ids ['3dc0a572-9c7d-46ac-979d-38b2fec1e6a2'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:34.207213 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ec054e-0863-48d7-ab22-9cadb477b364 None None] Routers {'3dc0a572-9c7d-46ac-979d-38b2fec1e6a2'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:34.208798 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-50ec054e-0863-48d7-ab22-9cadb477b364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:27:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['3dc0a572-9c7d-46ac-979d-38b2fec1e6a2'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:34.276803 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-32bb9ae6-1ad4-4664-999d-261231c9da36 admin admin] Publish callbacks [] for router_gateway (2289a63c-5f7f-48fc-8244-4eeefd2f1ba4), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:34.354191 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device ea535e57-b7d4-4fff-97d5-a14c05c06262 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:27:34.381027 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: ea535e57-b7d4-4fff-97d5-a14c05c06262 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:27:34.381377 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device ea535e57-b7d4-4fff-97d5-a14c05c06262 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:27:34.383650 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-6dfcd3e1-cf46-4374-a8c6-4d0861b52ac1 None None] For port 2398b62e-09f7-442d-a072-af6687a93689, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:27:34.384062 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-50ec054e-0863-48d7-ab22-9cadb477b364 None None] Set router 3dc0a572-9c7d-46ac-979d-38b2fec1e6a2 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:27:34.399501 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-6dfcd3e1-cf46-4374-a8c6-4d0861b52ac1 None None] For port 2398b62e-09f7-442d-a072-af6687a93689, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=2398b62e-09f7-442d-a072-af6687a93689,segment=NetworkSegment(cfe129bb-3eaa-418f-b758-f7409b8604d1),segment_id=cfe129bb-3eaa-418f-b758-f7409b8604d1)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:27:34.410228 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6dfcd3e1-cf46-4374-a8c6-4d0861b52ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (2398b62e-09f7-442d-a072-af6687a93689), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:34.458623 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a3b9112-5788-4144-9614-281a82064033 req-f6b6633e-7a76-4ca2-8f44-a1f6a31b02a9 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/security-groups?id=ffd0eeed-8d26-4c7f-84c8-0d69c2a6f0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3905504 Feb 09 01:27:34.575450 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcd3e1-cf46-4374-a8c6-4d0861b52ac1 None None] Pushing event updated for resources: {'Port': ['ID=2398b62e-09f7-442d-a072-af6687a93689,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:34.587813 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-75fc1716-b4fd-4d85-b75e-b679aa64d7f3 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:34.589436 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-75fc1716-b4fd-4d85-b75e-b679aa64d7f3 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/networks?id=2ac07b4c-23f7-40e9-9fdd-08e88de649ee HTTP/1.1" status: 200 len: 809 time: 0.6020553 Feb 09 01:27:34.674731 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2c0d4-0583-4f7c-bc25-cf3b1034921f req-cdf601fc-34c7-4167-b38c-ec24d349d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:34.675855 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-247dfae6-a51b-425c-b005-1b4b1e200615 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (e291ab31-d219-4cf0-9f82-7daf0295ac1d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:34.676617 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-06d2c0d4-0583-4f7c-bc25-cf3b1034921f req-cdf601fc-34c7-4167-b38c-ec24d349d334 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d76031b0-4109-4d1a-891f-2e2c0cd8dc50 HTTP/1.1" status: 200 len: 920 time: 0.6538332 Feb 09 01:27:34.685287 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37844034-4ffa-43e8-b197-8081a026aa1d tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router_controller (ef8ae500-bd44-4234-b100-00228a0adcaa), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:34.689821 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-d741b7df-78b2-487c-b54a-b14c41273bb0 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/quotas/9180b1cf21a141fbba17b6961664d8d2 HTTP/1.1" status: 200 len: 375 time: 0.0916471 Feb 09 01:27:34.753668 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-06d2c0d4-0583-4f7c-bc25-cf3b1034921f req-9f31fa2e-e67b-4727-9b54-f09f9e0f69d2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c HTTP/1.1" status: 200 len: 217 time: 0.0669100 Feb 09 01:27:34.778924 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-50ec054e-0863-48d7-ab22-9cadb477b364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc0a572-9c7d-46ac-979d-38b2fec1e6a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1920640853-router', 'tenant_id': '5cc038305e744ad69576548c638221e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '70b3d156-4c87-4f86-8255-ecaaa7d17469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:27:23Z', 'updated_at': '2022-02-09T01:27:29Z', 'revision_number': 4, 'project_id': '5cc038305e744ad69576548c638221e8', 'gw_port': {'id': '70b3d156-4c87-4f86-8255-ecaaa7d17469', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:25:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc0a572-9c7d-46ac-979d-38b2fec1e6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:27:24Z', 'updated_at': '2022-02-09T01:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'f8c319ec-4341-4d5d-946e-21d415df2925', 'name': '', 'network_id': 'c64d4aac-6638-4696-97b6-8d87827079a9', 'tenant_id': '5cc038305e744ad69576548c638221e8', 'mac_address': 'fa:16:3e:84:49:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc0a572-9c7d-46ac-979d-38b2fec1e6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'e9e889c5-ccd5-49a9-9e6c-c29b927a3427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:27:29Z', 'updated_at': '2022-02-09T01:27:30Z', 'revision_number': 2, 'project_id': '5cc038305e744ad69576548c638221e8', 'subnets': [{'id': 'e9e889c5-ccd5-49a9-9e6c-c29b927a3427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:34.856347 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ec054e-0863-48d7-ab22-9cadb477b364 None None] Checking router: 3dc0a572-9c7d-46ac-979d-38b2fec1e6a2 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:27:34.856347 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ec054e-0863-48d7-ab22-9cadb477b364 None None] Updating router 3dc0a572-9c7d-46ac-979d-38b2fec1e6a2 port f8c319ec-4341-4d5d-946e-21d415df2925 binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:27:34.871449 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 70b3d156-4c87-4f86-8255-ecaaa7d17469 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:27:34.913534 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-67c6bfe1-9e4d-4f1d-a368-f55da46b902e tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9180b1cf21a141fbba17b6961664d8d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1940494 Feb 09 01:27:34.923166 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-50ec054e-0863-48d7-ab22-9cadb477b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f8c319ec-4341-4d5d-946e-21d415df2925), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:34.972079 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 70b3d156-4c87-4f86-8255-ecaaa7d17469 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:34.972453 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (70b3d156-4c87-4f86-8255-ecaaa7d17469), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:35.037324 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2c0d4-0583-4f7c-bc25-cf3b1034921f req-a90c14ea-e561-4f7a-847d-4bc4f76bde04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:35.041895 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-06d2c0d4-0583-4f7c-bc25-cf3b1034921f req-a90c14ea-e561-4f7a-847d-4bc4f76bde04 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0c516db7-26b1-44ed-b325-f6904d951d4a HTTP/1.1" status: 200 len: 859 time: 0.2819543 Feb 09 01:27:35.085960 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37844034-4ffa-43e8-b197-8081a026aa1d tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router_gateway (ef8ae500-bd44-4234-b100-00228a0adcaa), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:35.088926 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 70b3d156-4c87-4f86-8255-ecaaa7d17469 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:35.093093 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-06d2c0d4-0583-4f7c-bc25-cf3b1034921f req-19601b64-7227-4252-b076-85a1a1640958 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d76031b0-4109-4d1a-891f-2e2c0cd8dc50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448394 Feb 09 01:27:35.120464 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a4c35-b324-40f1-90ca-e9219a045965 req-a906e1c7-8e10-4ba3-890f-7f7272449b10 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:35.122451 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fc2a4c35-b324-40f1-90ca-e9219a045965 req-a906e1c7-8e10-4ba3-890f-7f7272449b10 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.5320866 Feb 09 01:27:35.206212 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247dfae6-a51b-425c-b005-1b4b1e200615 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Router e291ab31-d219-4cf0-9f82-7daf0295ac1d has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:27:35.241840 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-84f7a637-71a3-4f4f-9265-d50f45d13b68 service neutron] 10.222.0.30 "GET /v2.0/networks/2ac07b4c-23f7-40e9-9fdd-08e88de649ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274219 Feb 09 01:27:35.244097 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-06d2c0d4-0583-4f7c-bc25-cf3b1034921f req-1beee089-5999-415f-bcdb-4c41ec1f641f service neutron] 10.222.0.91 "GET /v2.0/networks/d76031b0-4109-4d1a-891f-2e2c0cd8dc50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443102 Feb 09 01:27:35.298972 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fc2a4c35-b324-40f1-90ca-e9219a045965 req-55db4e3f-f4cc-45d7-9b50-449ea4701324 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604538 Feb 09 01:27:35.309785 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-50ec054e-0863-48d7-ab22-9cadb477b364 None None] Publish callbacks [] for port (f8c319ec-4341-4d5d-946e-21d415df2925), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:35.317695 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-50ec054e-0863-48d7-ab22-9cadb477b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f8c319ec-4341-4d5d-946e-21d415df2925), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:35.386456 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab73d5f-5594-4f22-86df-e98e1b18efaf None None] Pushing event updated for resources: {'Port': ['ID=f8c319ec-4341-4d5d-946e-21d415df2925,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:35.417299 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-06d2c0d4-0583-4f7c-bc25-cf3b1034921f req-39c92559-3bb0-431f-8d86-4d319071f3b7 service neutron] 10.222.0.91 "GET /v2.0/networks/d76031b0-4109-4d1a-891f-2e2c0cd8dc50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613116 Feb 09 01:27:35.465903 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-50ec054e-0863-48d7-ab22-9cadb477b364 None None] Attempting to bind port f8c319ec-4341-4d5d-946e-21d415df2925 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:27:35.466273 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-50ec054e-0863-48d7-ab22-9cadb477b364 None None] Attempting to bind port f8c319ec-4341-4d5d-946e-21d415df2925 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '3b17b21d-ab88-4f8b-b6b9-65b0f2334978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c64d4aac-6638-4696-97b6-8d87827079a9'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:27:35.466790 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ec054e-0863-48d7-ab22-9cadb477b364 None None] Attempting to bind port f8c319ec-4341-4d5d-946e-21d415df2925 on network c64d4aac-6638-4696-97b6-8d87827079a9 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:27:35.472596 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ec054e-0863-48d7-ab22-9cadb477b364 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:27:35.473582 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ec054e-0863-48d7-ab22-9cadb477b364 None None] Checking segment: {'id': '3b17b21d-ab88-4f8b-b6b9-65b0f2334978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c64d4aac-6638-4696-97b6-8d87827079a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:27:35.474013 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-50ec054e-0863-48d7-ab22-9cadb477b364 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:35.474410 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ec054e-0863-48d7-ab22-9cadb477b364 None None] Bound using segment: {'id': '3b17b21d-ab88-4f8b-b6b9-65b0f2334978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c64d4aac-6638-4696-97b6-8d87827079a9'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:27:35.474961 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-50ec054e-0863-48d7-ab22-9cadb477b364 None None] Bound port: f8c319ec-4341-4d5d-946e-21d415df2925, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b17b21d-ab88-4f8b-b6b9-65b0f2334978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c64d4aac-6638-4696-97b6-8d87827079a9'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:27:35.475775 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-50ec054e-0863-48d7-ab22-9cadb477b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f8c319ec-4341-4d5d-946e-21d415df2925), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:35.529157 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247dfae6-a51b-425c-b005-1b4b1e200615 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:27:35.546088 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3af406d-c541-4092-883d-baedd046857a None None] Sync routers for ids ['e291ab31-d219-4cf0-9f82-7daf0295ac1d'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:35.559340 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3af406d-c541-4092-883d-baedd046857a None None] Routers {'e291ab31-d219-4cf0-9f82-7daf0295ac1d'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:35.560606 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-d3af406d-c541-4092-883d-baedd046857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:27:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['e291ab31-d219-4cf0-9f82-7daf0295ac1d'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:35.604448 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37844034-4ffa-43e8-b197-8081a026aa1d tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router_gateway (ef8ae500-bd44-4234-b100-00228a0adcaa), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:35.608256 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-50ec054e-0863-48d7-ab22-9cadb477b364 None None] For port f8c319ec-4341-4d5d-946e-21d415df2925, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:27:35.614866 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-50ec054e-0863-48d7-ab22-9cadb477b364 None None] For port f8c319ec-4341-4d5d-946e-21d415df2925, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=f8c319ec-4341-4d5d-946e-21d415df2925,segment=NetworkSegment(3b17b21d-ab88-4f8b-b6b9-65b0f2334978),segment_id=3b17b21d-ab88-4f8b-b6b9-65b0f2334978)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:27:35.627022 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-50ec054e-0863-48d7-ab22-9cadb477b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f8c319ec-4341-4d5d-946e-21d415df2925), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:35.637898 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-d3af406d-c541-4092-883d-baedd046857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:35.650669 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-247dfae6-a51b-425c-b005-1b4b1e200615 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "PUT /v2.0/routers/e291ab31-d219-4cf0-9f82-7daf0295ac1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8009205 Feb 09 01:27:35.663925 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3af406d-c541-4092-883d-baedd046857a None None] Routers {'e291ab31-d219-4cf0-9f82-7daf0295ac1d'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:35.665340 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-d3af406d-c541-4092-883d-baedd046857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:27:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['e291ab31-d219-4cf0-9f82-7daf0295ac1d'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:35.671095 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37844034-4ffa-43e8-b197-8081a026aa1d tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:35.678177 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39630) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:35.743832 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-d3af406d-c541-4092-883d-baedd046857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:35.745173 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3af406d-c541-4092-883d-baedd046857a None None] The sync data for ids ['e291ab31-d219-4cf0-9f82-7daf0295ac1d'] in n-d-822053-40 is: [] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:35.752412 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ec054e-0863-48d7-ab22-9cadb477b364 None None] Routers {'3dc0a572-9c7d-46ac-979d-38b2fec1e6a2'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:35.753121 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-50ec054e-0863-48d7-ab22-9cadb477b364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:27:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['3dc0a572-9c7d-46ac-979d-38b2fec1e6a2'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:35.756606 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab73d5f-5594-4f22-86df-e98e1b18efaf None None] Pushing event updated for resources: {'Port': ['ID=f8c319ec-4341-4d5d-946e-21d415df2925,revision_number=4']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:35.789618 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-84a26592-e379-4e0e-bae6-a0798a88b635 service neutron] 10.222.0.30 "GET /v2.0/networks/2ac07b4c-23f7-40e9-9fdd-08e88de649ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5374773 Feb 09 01:27:35.818139 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-0393ec64-4f54-4e13-9f19-aee54fa4f6dd None None] Provisioning complete for port f8c319ec-4341-4d5d-946e-21d415df2925 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:35.823323 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0393ec64-4f54-4e13-9f19-aee54fa4f6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f8c319ec-4341-4d5d-946e-21d415df2925), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:35.929677 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-32bb9ae6-1ad4-4664-999d-261231c9da36 admin admin] Publish callbacks [] for router_gateway (2289a63c-5f7f-48fc-8244-4eeefd2f1ba4), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:36.002517 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-50ec054e-0863-48d7-ab22-9cadb477b364 None None] Set router 3dc0a572-9c7d-46ac-979d-38b2fec1e6a2 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:27:36.042329 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-0393ec64-4f54-4e13-9f19-aee54fa4f6dd None None] Current status of the port f8c319ec-4341-4d5d-946e-21d415df2925 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:36.042772 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0393ec64-4f54-4e13-9f19-aee54fa4f6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f8c319ec-4341-4d5d-946e-21d415df2925), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:36.115400 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-0393ec64-4f54-4e13-9f19-aee54fa4f6dd None None] For port f8c319ec-4341-4d5d-946e-21d415df2925, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=f8c319ec-4341-4d5d-946e-21d415df2925,segment=NetworkSegment(3b17b21d-ab88-4f8b-b6b9-65b0f2334978),segment_id=3b17b21d-ab88-4f8b-b6b9-65b0f2334978)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:36.128648 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0393ec64-4f54-4e13-9f19-aee54fa4f6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f8c319ec-4341-4d5d-946e-21d415df2925), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:36.299132 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-37844034-4ffa-43e8-b197-8081a026aa1d tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Allocated IP 172.25.1.87 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/8f185122-eba8-4fda-9274-48c03f8a3eb2) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:36.303047 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0393ec64-4f54-4e13-9f19-aee54fa4f6dd None None] Pushing event updated for resources: {'Port': ['ID=f8c319ec-4341-4d5d-946e-21d415df2925,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:36.332182 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24ba51f-0d2b-4812-ac00-0d084488e187 None None] Network fdd4ab52-a95e-4d88-80ff-e318ccc28ec8 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:27:36.341072 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f16ef04a-a83f-47a7-9cb6-47f1044909a6 None None] Provisioning complete for port f8c319ec-4341-4d5d-946e-21d415df2925 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:36.341611 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f16ef04a-a83f-47a7-9cb6-47f1044909a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f8c319ec-4341-4d5d-946e-21d415df2925), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:36.374246 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-50ec054e-0863-48d7-ab22-9cadb477b364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc0a572-9c7d-46ac-979d-38b2fec1e6a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1920640853-router', 'tenant_id': '5cc038305e744ad69576548c638221e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '70b3d156-4c87-4f86-8255-ecaaa7d17469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:27:23Z', 'updated_at': '2022-02-09T01:27:29Z', 'revision_number': 4, 'project_id': '5cc038305e744ad69576548c638221e8', 'gw_port': {'id': '70b3d156-4c87-4f86-8255-ecaaa7d17469', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:25:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc0a572-9c7d-46ac-979d-38b2fec1e6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:27:24Z', 'updated_at': '2022-02-09T01:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'f8c319ec-4341-4d5d-946e-21d415df2925', 'name': '', 'network_id': 'c64d4aac-6638-4696-97b6-8d87827079a9', 'tenant_id': '5cc038305e744ad69576548c638221e8', 'mac_address': 'fa:16:3e:84:49:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc0a572-9c7d-46ac-979d-38b2fec1e6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'e9e889c5-ccd5-49a9-9e6c-c29b927a3427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:27:29Z', 'updated_at': '2022-02-09T01:27:35Z', 'revision_number': 4, 'project_id': '5cc038305e744ad69576548c638221e8', 'subnets': [{'id': 'e9e889c5-ccd5-49a9-9e6c-c29b927a3427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:36.420727 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ec054e-0863-48d7-ab22-9cadb477b364 None None] The sync data for ids ['3dc0a572-9c7d-46ac-979d-38b2fec1e6a2'] in n-d-822053-40 is: [{'id': '3dc0a572-9c7d-46ac-979d-38b2fec1e6a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1920640853-router', 'tenant_id': '5cc038305e744ad69576548c638221e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '70b3d156-4c87-4f86-8255-ecaaa7d17469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:27:23Z', 'updated_at': '2022-02-09T01:27:29Z', 'revision_number': 4, 'project_id': '5cc038305e744ad69576548c638221e8', 'gw_port': {'id': '70b3d156-4c87-4f86-8255-ecaaa7d17469', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:25:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc0a572-9c7d-46ac-979d-38b2fec1e6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:27:24Z', 'updated_at': '2022-02-09T01:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'f8c319ec-4341-4d5d-946e-21d415df2925', 'name': '', 'network_id': 'c64d4aac-6638-4696-97b6-8d87827079a9', 'tenant_id': '5cc038305e744ad69576548c638221e8', 'mac_address': 'fa:16:3e:84:49:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc0a572-9c7d-46ac-979d-38b2fec1e6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'e9e889c5-ccd5-49a9-9e6c-c29b927a3427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:27:29Z', 'updated_at': '2022-02-09T01:27:35Z', 'revision_number': 4, 'project_id': '5cc038305e744ad69576548c638221e8', 'subnets': [{'id': 'e9e889c5-ccd5-49a9-9e6c-c29b927a3427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:36.492551 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37844034-4ffa-43e8-b197-8081a026aa1d tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for port (8f185122-eba8-4fda-9274-48c03f8a3eb2), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:36.521983 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-32bb9ae6-1ad4-4664-999d-261231c9da36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:36.571546 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-7701e263-ca24-4ded-94c8-e692647c60d2 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] remove_router_interface failed (client error): The resource could not be found. Feb 09 01:27:36.576970 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7701e263-ca24-4ded-94c8-e692647c60d2 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "PUT /v2.0/routers/e291ab31-d219-4cf0-9f82-7daf0295ac1d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8966844 Feb 09 01:27:36.580165 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39640) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:36.601456 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f16ef04a-a83f-47a7-9cb6-47f1044909a6 None None] Current status of the port f8c319ec-4341-4d5d-946e-21d415df2925 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:36.625324 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5d800f01-44f2-4983-9690-21b01d6a24e4 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "GET /v2.0/ports?device_id=e291ab31-d219-4cf0-9f82-7daf0295ac1d HTTP/1.1" status: 200 len: 205 time: 0.0437903 Feb 09 01:27:36.630995 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39642) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:36.697572 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0358d-f618-41df-92d5-4d7a03c7a455 req-9bd9e04a-c91e-41ef-a1ff-2e978099673e tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:36.699254 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-02f0358d-f618-41df-92d5-4d7a03c7a455 req-9bd9e04a-c91e-41ef-a1ff-2e978099673e tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 945 time: 1.2500141 Feb 09 01:27:36.777607 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-a9e58217-fa68-4eca-8918-fcab3fd1f7d7 None None] Provisioning complete for port 2398b62e-09f7-442d-a072-af6687a93689 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:36.778429 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a9e58217-fa68-4eca-8918-fcab3fd1f7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2398b62e-09f7-442d-a072-af6687a93689), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:36.813027 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b2e38-07d5-4527-a5df-6eb4f01c9ab1 req-2bd2df5c-5493-402d-be6f-a77199634856 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:36.823940 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-633b2e38-07d5-4527-a5df-6eb4f01c9ab1 req-2bd2df5c-5493-402d-be6f-a77199634856 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] 10.222.0.30 "GET /v2.0/ports?device_id=384c1d67-1d4b-4edd-a861-9ffc1a848697 HTTP/1.1" status: 200 len: 945 time: 0.2987430 Feb 09 01:27:36.850193 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-08cc25c0-80df-48b6-bb40-38e5785f7ec3 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router (e291ab31-d219-4cf0-9f82-7daf0295ac1d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:36.859528 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37844034-4ffa-43e8-b197-8081a026aa1d tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (8f185122-eba8-4fda-9274-48c03f8a3eb2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:36.947625 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-02f0358d-f618-41df-92d5-4d7a03c7a455 req-8eed220b-8dbb-46a5-b22b-303440ff7bb6 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232449 Feb 09 01:27:36.967102 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a9e58217-fa68-4eca-8918-fcab3fd1f7d7 None None] Current status of the port 2398b62e-09f7-442d-a072-af6687a93689 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:36.967914 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a9e58217-fa68-4eca-8918-fcab3fd1f7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2398b62e-09f7-442d-a072-af6687a93689), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:37.027057 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 2398b62e-09f7-442d-a072-af6687a93689 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:27:37.193545 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-633b2e38-07d5-4527-a5df-6eb4f01c9ab1 req-c990c435-6324-4e19-89a2-a981313857ea tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ddf8317-ca71-4c73-a7ab-f297a6cbd2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682334 Feb 09 01:27:37.236756 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37844034-4ffa-43e8-b197-8081a026aa1d tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:37.243621 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-a9e58217-fa68-4eca-8918-fcab3fd1f7d7 None None] For port 2398b62e-09f7-442d-a072-af6687a93689, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=2398b62e-09f7-442d-a072-af6687a93689,segment=NetworkSegment(cfe129bb-3eaa-418f-b758-f7409b8604d1),segment_id=cfe129bb-3eaa-418f-b758-f7409b8604d1)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:37.246996 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 2398b62e-09f7-442d-a072-af6687a93689 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:37.253415 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2398b62e-09f7-442d-a072-af6687a93689), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:37.263858 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a9e58217-fa68-4eca-8918-fcab3fd1f7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (2398b62e-09f7-442d-a072-af6687a93689), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:37.282474 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-32bb9ae6-1ad4-4664-999d-261231c9da36 admin admin] Allocated IP 172.25.1.47 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/7708aa79-9351-4f60-920f-e4e112a08657) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:37.464466 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-37844034-4ffa-43e8-b197-8081a026aa1d tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:37.467865 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37844034-4ffa-43e8-b197-8081a026aa1d tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:27:37.495305 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bbed8f4c-f167-4ffe-ad04-d8e9eaa970d2 req-da5097a9-07fe-4dfc-b88c-6e4cd4f1f547 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/ports?device_id=28f57928-f063-43f4-ae2d-1ca4bbb1cdda HTTP/1.1" status: 200 len: 210 time: 0.1646800 Feb 09 01:27:37.518777 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e58217-fa68-4eca-8918-fcab3fd1f7d7 None None] Pushing event updated for resources: {'Port': ['ID=2398b62e-09f7-442d-a072-af6687a93689,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:37.539365 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37844034-4ffa-43e8-b197-8081a026aa1d tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Pushing event updated for resources: {'Port': ['ID=8f185122-eba8-4fda-9274-48c03f8a3eb2,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:37.606426 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-08cc25c0-80df-48b6-bb40-38e5785f7ec3 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (e291ab31-d219-4cf0-9f82-7daf0295ac1d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:37.611150 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-08cc25c0-80df-48b6-bb40-38e5785f7ec3 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router_controller (e291ab31-d219-4cf0-9f82-7daf0295ac1d), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:37.653913 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-783d785e-7e09-4a6e-b676-ff403b8d4cef None None] Provisioning complete for port 2398b62e-09f7-442d-a072-af6687a93689 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:37.654806 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-783d785e-7e09-4a6e-b676-ff403b8d4cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2398b62e-09f7-442d-a072-af6687a93689), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:37.705879 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 2398b62e-09f7-442d-a072-af6687a93689 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:37.707901 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device f8c319ec-4341-4d5d-946e-21d415df2925 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:27:37.708498 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a22a54-de7c-401d-ac89-84f930457cf2 req-93e4a547-aca0-49a6-832c-41cd413d5a35 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:37.721213 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-70a22a54-de7c-401d-ac89-84f930457cf2 req-93e4a547-aca0-49a6-832c-41cd413d5a35 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/ports?device_id=1006e663-0cf3-45ad-8bab-5d3c83d23f7a HTTP/1.1" status: 200 len: 946 time: 0.3323634 Feb 09 01:27:37.790113 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-08cc25c0-80df-48b6-bb40-38e5785f7ec3 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (e291ab31-d219-4cf0-9f82-7daf0295ac1d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:37.791241 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08cc25c0-80df-48b6-bb40-38e5785f7ec3 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Fanout notify agent at l3_agent the message router_deleted on router e291ab31-d219-4cf0-9f82-7daf0295ac1d {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:27:37.808935 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-08cc25c0-80df-48b6-bb40-38e5785f7ec3 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:37.810134 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-08cc25c0-80df-48b6-bb40-38e5785f7ec3 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "DELETE /v2.0/routers/e291ab31-d219-4cf0-9f82-7daf0295ac1d HTTP/1.1" status: 204 len: 168 time: 1.1778140 Feb 09 01:27:37.812986 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39650) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:37.825896 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-32bb9ae6-1ad4-4664-999d-261231c9da36 admin admin] Publish callbacks [] for port (7708aa79-9351-4f60-920f-e4e112a08657), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:37.875262 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port f8c319ec-4341-4d5d-946e-21d415df2925 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:37.875940 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f8c319ec-4341-4d5d-946e-21d415df2925), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:37.893109 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-70a22a54-de7c-401d-ac89-84f930457cf2 req-154f34c5-121f-48c7-8959-47974c2a116b tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/security-groups?id=ffd0eeed-8d26-4c7f-84c8-0d69c2a6f0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708269 Feb 09 01:27:37.914983 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-783d785e-7e09-4a6e-b676-ff403b8d4cef None None] Current status of the port 2398b62e-09f7-442d-a072-af6687a93689 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:37.928909 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b252ad1-fc5c-461e-a46a-de3d4119ae25 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Deleting subnet 37d004df-ace4-4c5f-ae7c-d62c083fe84a {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:27:37.936556 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3b252ad1-fc5c-461e-a46a-de3d4119ae25 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for subnet (37d004df-ace4-4c5f-ae7c-d62c083fe84a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:37.979659 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a599043-27c4-4b34-bfac-694f3aa55c35 req-fa3c9832-e5d5-4496-9bda-418cb7796868 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:37.990011 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0a599043-27c4-4b34-bfac-694f3aa55c35 req-fa3c9832-e5d5-4496-9bda-418cb7796868 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.2655056 Feb 09 01:27:38.005741 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-32bb9ae6-1ad4-4664-999d-261231c9da36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (7708aa79-9351-4f60-920f-e4e112a08657), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:38.042257 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port f8c319ec-4341-4d5d-946e-21d415df2925 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:38.084083 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bb9ae6-1ad4-4664-999d-261231c9da36 admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:38.100239 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-32bb9ae6-1ad4-4664-999d-261231c9da36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:38.103269 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bb9ae6-1ad4-4664-999d-261231c9da36 admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:27:38.111404 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb9ae6-1ad4-4664-999d-261231c9da36 admin admin] Pushing event updated for resources: {'Port': ['ID=7708aa79-9351-4f60-920f-e4e112a08657,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:38.126372 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3b252ad1-fc5c-461e-a46a-de3d4119ae25 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (37d004df-ace4-4c5f-ae7c-d62c083fe84a), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:38.159146 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0a599043-27c4-4b34-bfac-694f3aa55c35 req-d8e8db3e-83c4-4239-b022-b14ef96ce133 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625397 Feb 09 01:27:38.286509 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e882f1-0180-450b-976c-45d04c7d6273 req-5a58404f-0cff-49b0-9482-fe697916a713 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:38.288570 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-87e882f1-0180-450b-976c-45d04c7d6273 req-5a58404f-0cff-49b0-9482-fe697916a713 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/ports?device_id=1006e663-0cf3-45ad-8bab-5d3c83d23f7a HTTP/1.1" status: 200 len: 946 time: 0.1821306 Feb 09 01:27:38.500164 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-87e882f1-0180-450b-976c-45d04c7d6273 req-4c118b4b-477b-46f8-b781-f1ab59aa731c tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/security-groups?id=ffd0eeed-8d26-4c7f-84c8-0d69c2a6f0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998293 Feb 09 01:27:38.515760 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acff7d-7be7-46da-940c-55fb12d8aac0 req-a054e361-f8ff-49ef-b5b6-3e90caebdc98 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:38.523559 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f4acff7d-7be7-46da-940c-55fb12d8aac0 req-a054e361-f8ff-49ef-b5b6-3e90caebdc98 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 945 time: 0.2460415 Feb 09 01:27:38.608343 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f4acff7d-7be7-46da-940c-55fb12d8aac0 req-707f6449-7694-41ec-822c-c52dd3f68b02 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831342 Feb 09 01:27:38.610336 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-32bb9ae6-1ad4-4664-999d-261231c9da36 admin admin] Publish callbacks [] for router_gateway (2289a63c-5f7f-48fc-8244-4eeefd2f1ba4), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:38.616038 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-08552b2d-cf50-4a92-b30f-7053a067e3de tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:38.617556 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-08552b2d-cf50-4a92-b30f-7053a067e3de tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.91 "GET /v2.0/networks?id=2ac07b4c-23f7-40e9-9fdd-08e88de649ee HTTP/1.1" status: 200 len: 809 time: 0.4873095 Feb 09 01:27:38.638335 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-de65e3ba-8842-4007-aee2-9376a0b48ec7 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Request body: {'port': {'device_id': '28f57928-f063-43f4-ae2d-1ca4bbb1cdda', 'network_id': '2ac07b4c-23f7-40e9-9fdd-08e88de649ee', 'admin_state_up': True, 'tenant_id': '9180b1cf21a141fbba17b6961664d8d2'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:38.712324 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37844034-4ffa-43e8-b197-8081a026aa1d tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router_gateway (ef8ae500-bd44-4234-b100-00228a0adcaa), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:38.818253 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a6552f9d-f7e2-45fe-852c-b63df74b8673 req-9cb64574-b890-407f-9fd7-807857a22dc6 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/ports?device_id=28f57928-f063-43f4-ae2d-1ca4bbb1cdda HTTP/1.1" status: 200 len: 210 time: 0.0480661 Feb 09 01:27:38.826972 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3b252ad1-fc5c-461e-a46a-de3d4119ae25 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (37d004df-ace4-4c5f-ae7c-d62c083fe84a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:38.840738 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 2398b62e-09f7-442d-a072-af6687a93689 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:27:38.914328 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 2398b62e-09f7-442d-a072-af6687a93689 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:38.914899 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2398b62e-09f7-442d-a072-af6687a93689), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:38.971604 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-32bb9ae6-1ad4-4664-999d-261231c9da36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (2289a63c-5f7f-48fc-8244-4eeefd2f1ba4), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:39.022228 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 2398b62e-09f7-442d-a072-af6687a93689 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:39.066258 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3b252ad1-fc5c-461e-a46a-de3d4119ae25 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (37d004df-ace4-4c5f-ae7c-d62c083fe84a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:39.102782 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b252ad1-fc5c-461e-a46a-de3d4119ae25 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event deleted for resources: {'Subnet': ['ID=37d004df-ace4-4c5f-ae7c-d62c083fe84a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:39.104553 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-de65e3ba-8842-4007-aee2-9376a0b48ec7 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Made reservation on behalf of 9180b1cf21a141fbba17b6961664d8d2 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:39.108019 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-de65e3ba-8842-4007-aee2-9376a0b48ec7 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:39.125356 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acf8f04-ff75-4c78-bc74-adf56c251365 None None] Network 6b6805e8-78f7-4809-83e7-f8fa62592555 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:27:39.126981 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3b252ad1-fc5c-461e-a46a-de3d4119ae25 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:39.134648 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3b252ad1-fc5c-461e-a46a-de3d4119ae25 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "DELETE /v2.0/subnets/37d004df-ace4-4c5f-ae7c-d62c083fe84a HTTP/1.1" status: 204 len: 168 time: 1.3173199 Feb 09 01:27:39.135783 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39670) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:39.258073 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37844034-4ffa-43e8-b197-8081a026aa1d tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (ef8ae500-bd44-4234-b100-00228a0adcaa), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:39.262796 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62e430-76c7-4494-9f94-b9661b6c070b req-7eeaedb1-91ae-4d5c-a928-2817ae4c08e7 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:39.273909 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd62e430-76c7-4494-9f94-b9661b6c070b req-7eeaedb1-91ae-4d5c-a928-2817ae4c08e7 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] 10.222.0.30 "GET /v2.0/ports?device_id=384c1d67-1d4b-4edd-a861-9ffc1a848697 HTTP/1.1" status: 200 len: 945 time: 0.3046300 Feb 09 01:27:39.344803 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4081cf95-f24d-40aa-8f45-a17d736c9635 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (6b6805e8-78f7-4809-83e7-f8fa62592555), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:39.369998 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd62e430-76c7-4494-9f94-b9661b6c070b req-875dc023-c488-4804-8a53-84c9e04bcdfb tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ddf8317-ca71-4c73-a7ab-f297a6cbd2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949144 Feb 09 01:27:39.373070 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32bb9ae6-1ad4-4664-999d-261231c9da36 admin admin] Router 2289a63c-5f7f-48fc-8244-4eeefd2f1ba4 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:27:39.530547 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-de65e3ba-8842-4007-aee2-9376a0b48ec7 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Allocated IP 172.20.0.10 (2ac07b4c-23f7-40e9-9fdd-08e88de649ee/62ef8227-48a6-41bf-b8b3-d477380ff943/ef9a6374-8f48-4dfb-8b88-dd782e69da44) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:39.530783 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a6412-cb19-48cc-a8ac-0c656c4e77b9 req-decda01e-59fb-4aaa-a433-45dc916a5e6f tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:39.532142 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-748a6412-cb19-48cc-a8ac-0c656c4e77b9 req-decda01e-59fb-4aaa-a433-45dc916a5e6f tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.1608572 Feb 09 01:27:39.540695 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b19a1b2-1fcc-4c59-a379-40538622b204 None None] DHCP port deletion for 6b6805e8-78f7-4809-83e7-f8fa62592555 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:27:39.605174 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4081cf95-f24d-40aa-8f45-a17d736c9635 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Deleting port d6cd7d5d-5f37-4ffe-b98c-358131558a9e {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:27:39.605405 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4081cf95-f24d-40aa-8f45-a17d736c9635 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (d6cd7d5d-5f37-4ffe-b98c-358131558a9e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:39.625108 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6b19a1b2-1fcc-4c59-a379-40538622b204 None None] Deleting port d6cd7d5d-5f37-4ffe-b98c-358131558a9e {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:27:39.625688 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6b19a1b2-1fcc-4c59-a379-40538622b204 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (d6cd7d5d-5f37-4ffe-b98c-358131558a9e), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:39.643576 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bb9ae6-1ad4-4664-999d-261231c9da36 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:27:39.655408 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d924d4-d9d3-4425-8a82-0455cacba9f0 None None] Sync routers for ids ['2289a63c-5f7f-48fc-8244-4eeefd2f1ba4'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:39.671311 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-748a6412-cb19-48cc-a8ac-0c656c4e77b9 req-79dc18d6-b31d-4e15-9c53-91bd383da38c tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320281 Feb 09 01:27:39.677966 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d924d4-d9d3-4425-8a82-0455cacba9f0 None None] Routers {'2289a63c-5f7f-48fc-8244-4eeefd2f1ba4'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:39.679200 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-e6d924d4-d9d3-4425-8a82-0455cacba9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:27:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['2289a63c-5f7f-48fc-8244-4eeefd2f1ba4'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:39.701550 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-32bb9ae6-1ad4-4664-999d-261231c9da36 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:39.707373 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-32bb9ae6-1ad4-4664-999d-261231c9da36 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.6081541 Feb 09 01:27:39.710385 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39678) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:39.741023 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37844034-4ffa-43e8-b197-8081a026aa1d tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Router ef8ae500-bd44-4234-b100-00228a0adcaa is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:27:39.792680 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-6b19a1b2-1fcc-4c59-a379-40538622b204 None None] For port d6cd7d5d-5f37-4ffe-b98c-358131558a9e, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d6cd7d5d-5f37-4ffe-b98c-358131558a9e,segment=NetworkSegment(a3708337-c392-41ad-8b88-2045f71a473a),segment_id=a3708337-c392-41ad-8b88-2045f71a473a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:39.793300 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6b19a1b2-1fcc-4c59-a379-40538622b204 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (d6cd7d5d-5f37-4ffe-b98c-358131558a9e), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:39.806861 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2baaf05f-9ab8-4055-82e1-63fb5b508837 req-f572eed3-cbd0-44a0-aa02-7ab3ede377b1 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1378ef33-b41e-4a1c-9819-2f8ee1a300a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2134511 Feb 09 01:27:39.826189 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6b19a1b2-1fcc-4c59-a379-40538622b204 None None] Calling delete_port for d6cd7d5d-5f37-4ffe-b98c-358131558a9e owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:27:40.045509 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-e6d924d4-d9d3-4425-8a82-0455cacba9f0 None None] Set router 2289a63c-5f7f-48fc-8244-4eeefd2f1ba4 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:27:40.077557 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6b19a1b2-1fcc-4c59-a379-40538622b204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (d6cd7d5d-5f37-4ffe-b98c-358131558a9e), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:40.136671 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19a1b2-1fcc-4c59-a379-40538622b204 None None] Pushing event deleted for resources: {'Port': ['ID=d6cd7d5d-5f37-4ffe-b98c-358131558a9e,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:40.148881 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b19a1b2-1fcc-4c59-a379-40538622b204 None None] No DVR routers for this DVR port d6cd7d5d-5f37-4ffe-b98c-358131558a9e on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:27:40.193618 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-de65e3ba-8842-4007-aee2-9376a0b48ec7 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Publish callbacks [] for port (ef9a6374-8f48-4dfb-8b88-dd782e69da44), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:40.211541 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-4081cf95-f24d-40aa-8f45-a17d736c9635 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] For port d6cd7d5d-5f37-4ffe-b98c-358131558a9e, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d6cd7d5d-5f37-4ffe-b98c-358131558a9e,segment=NetworkSegment(a3708337-c392-41ad-8b88-2045f71a473a),segment_id=a3708337-c392-41ad-8b88-2045f71a473a)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:40.211962 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4081cf95-f24d-40aa-8f45-a17d736c9635 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (d6cd7d5d-5f37-4ffe-b98c-358131558a9e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:40.280945 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4081cf95-f24d-40aa-8f45-a17d736c9635 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Calling delete_port for d6cd7d5d-5f37-4ffe-b98c-358131558a9e owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:27:40.314286 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-de65e3ba-8842-4007-aee2-9376a0b48ec7 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (ef9a6374-8f48-4dfb-8b88-dd782e69da44), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:40.340988 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-e6d924d4-d9d3-4425-8a82-0455cacba9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2289a63c-5f7f-48fc-8244-4eeefd2f1ba4', 'name': 'tempest-TaggedBootDevicesTest_v242-1724991912-router', 'tenant_id': '35c9f7b244ea483fa6b629f97aea5547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '7708aa79-9351-4f60-920f-e4e112a08657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:27:33Z', 'updated_at': '2022-02-09T01:27:38Z', 'revision_number': 3, 'project_id': '35c9f7b244ea483fa6b629f97aea5547', 'gw_port': {'id': '7708aa79-9351-4f60-920f-e4e112a08657', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:64:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2289a63c-5f7f-48fc-8244-4eeefd2f1ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:27:36Z', 'updated_at': '2022-02-09T01:27:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:40.346345 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-906772f0-2448-4bc9-8555-2c3093832f67 req-9afbefb1-f592-4744-9371-05eb459b1d9e tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/ports?device_id=28f57928-f063-43f4-ae2d-1ca4bbb1cdda HTTP/1.1" status: 200 len: 210 time: 0.0755720 Feb 09 01:27:40.403990 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d924d4-d9d3-4425-8a82-0455cacba9f0 None None] Checking router: 2289a63c-5f7f-48fc-8244-4eeefd2f1ba4 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:27:40.404630 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d924d4-d9d3-4425-8a82-0455cacba9f0 None None] Updating router 2289a63c-5f7f-48fc-8244-4eeefd2f1ba4 port 7708aa79-9351-4f60-920f-e4e112a08657 binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:27:40.421175 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-de65e3ba-8842-4007-aee2-9376a0b48ec7 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Network 2ac07b4c-23f7-40e9-9fdd-08e88de649ee is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:40.430700 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-de65e3ba-8842-4007-aee2-9376a0b48ec7 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:40.438169 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-de65e3ba-8842-4007-aee2-9376a0b48ec7 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:27:40.451578 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e6d924d4-d9d3-4425-8a82-0455cacba9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7708aa79-9351-4f60-920f-e4e112a08657), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:40.461933 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baaf05f-9ab8-4055-82e1-63fb5b508837 req-9c8df2bf-d91f-4da9-967c-0a8f7bb89eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:40.463574 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2baaf05f-9ab8-4055-82e1-63fb5b508837 req-9c8df2bf-d91f-4da9-967c-0a8f7bb89eae service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=87f01a9f1c7f470e995b33acc0324506&device_id=1378ef33-b41e-4a1c-9819-2f8ee1a300a5 HTTP/1.1" status: 200 len: 1129 time: 0.6278303 Feb 09 01:27:40.473121 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f516854-be6c-4518-8c1a-a88aa59e3f2e req-a95dcfa2-9a6b-4777-aa7e-76198cd135b4 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:40.480408 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0f516854-be6c-4518-8c1a-a88aa59e3f2e req-a95dcfa2-9a6b-4777-aa7e-76198cd135b4 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.2002399 Feb 09 01:27:40.537923 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37844034-4ffa-43e8-b197-8081a026aa1d tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:27:40.550327 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12194b38-e711-47d2-9870-e56baaf16537 None None] Sync routers for ids ['ef8ae500-bd44-4234-b100-00228a0adcaa'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:40.580334 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65e3ba-8842-4007-aee2-9376a0b48ec7 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Pushing event updated for resources: {'Port': ['ID=ef9a6374-8f48-4dfb-8b88-dd782e69da44,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:40.598545 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12194b38-e711-47d2-9870-e56baaf16537 None None] Routers {'ef8ae500-bd44-4234-b100-00228a0adcaa'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:40.600128 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-12194b38-e711-47d2-9870-e56baaf16537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:27:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['ef8ae500-bd44-4234-b100-00228a0adcaa'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:40.604581 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-de65e3ba-8842-4007-aee2-9376a0b48ec7 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:40.605110 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-de65e3ba-8842-4007-aee2-9376a0b48ec7 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:40.623057 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37844034-4ffa-43e8-b197-8081a026aa1d tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:40.624450 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-37844034-4ffa-43e8-b197-8081a026aa1d tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.9707637 Feb 09 01:27:40.627698 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4081cf95-f24d-40aa-8f45-a17d736c9635 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (d6cd7d5d-5f37-4ffe-b98c-358131558a9e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:40.634571 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39688) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:40.708583 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-de65e3ba-8842-4007-aee2-9376a0b48ec7 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0778975 Feb 09 01:27:40.710888 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4081cf95-f24d-40aa-8f45-a17d736c9635 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event deleted for resources: {'Port': ['ID=d6cd7d5d-5f37-4ffe-b98c-358131558a9e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:40.728880 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-12194b38-e711-47d2-9870-e56baaf16537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:40.741729 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0f516854-be6c-4518-8c1a-a88aa59e3f2e req-3131f908-675d-4800-8975-2f079a798033 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2603109 Feb 09 01:27:40.762581 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12194b38-e711-47d2-9870-e56baaf16537 None None] Routers {'ef8ae500-bd44-4234-b100-00228a0adcaa'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:40.763387 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-12194b38-e711-47d2-9870-e56baaf16537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:27:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['ef8ae500-bd44-4234-b100-00228a0adcaa'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:40.827820 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-12194b38-e711-47d2-9870-e56baaf16537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:40.829299 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12194b38-e711-47d2-9870-e56baaf16537 None None] The sync data for ids ['ef8ae500-bd44-4234-b100-00228a0adcaa'] in n-d-822053-40 is: [] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:40.871644 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baaf05f-9ab8-4055-82e1-63fb5b508837 req-59323b66-d46c-44e8-8b1a-f92de2c8188f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:40.873266 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2baaf05f-9ab8-4055-82e1-63fb5b508837 req-59323b66-d46c-44e8-8b1a-f92de2c8188f service neutron] 10.222.0.91 "GET /v2.0/networks?id=d76031b0-4109-4d1a-891f-2e2c0cd8dc50 HTTP/1.1" status: 200 len: 920 time: 0.3855460 Feb 09 01:27:40.878142 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d6cd7d5d-5f37-4ffe-b98c-358131558a9e no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:27:40.885667 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b1aae-95b4-4e15-92f1-dcc417f2ddcd req-e7e86701-2e8a-40ff-9877-520f361d6316 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:40.893583 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-073b1aae-95b4-4e15-92f1-dcc417f2ddcd req-e7e86701-2e8a-40ff-9877-520f361d6316 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] 10.222.0.30 "GET /v2.0/ports?device_id=384c1d67-1d4b-4edd-a861-9ffc1a848697 HTTP/1.1" status: 200 len: 945 time: 0.3242710 Feb 09 01:27:40.899686 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-492d8f6b-d49d-4671-a3f2-be0604e60345 service neutron] Request body: {'port': {'device_id': '28f57928-f063-43f4-ae2d-1ca4bbb1cdda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:40.916371 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4081cf95-f24d-40aa-8f45-a17d736c9635 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] No DVR routers for this DVR port d6cd7d5d-5f37-4ffe-b98c-358131558a9e on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:27:40.943336 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: d6cd7d5d-5f37-4ffe-b98c-358131558a9e {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:27:40.943862 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d6cd7d5d-5f37-4ffe-b98c-358131558a9e not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:27:40.958235 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2baaf05f-9ab8-4055-82e1-63fb5b508837 req-8e95bea9-b8b6-4a4f-a7d5-16f75338f558 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b58f97e0-deba-4d7c-9dba-0bb7c29025fc HTTP/1.1" status: 200 len: 217 time: 0.0558600 Feb 09 01:27:41.010778 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e6d924d4-d9d3-4425-8a82-0455cacba9f0 None None] Publish callbacks [] for port (7708aa79-9351-4f60-920f-e4e112a08657), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:41.023209 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e6d924d4-d9d3-4425-8a82-0455cacba9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7708aa79-9351-4f60-920f-e4e112a08657), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:41.042997 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-073b1aae-95b4-4e15-92f1-dcc417f2ddcd req-0915a6b7-64ad-414b-a888-69648cb33039 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ddf8317-ca71-4c73-a7ab-f297a6cbd2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482310 Feb 09 01:27:41.070482 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baaf05f-9ab8-4055-82e1-63fb5b508837 req-8d679d5f-85dd-475a-a5d4-ab3d8205d181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:41.072013 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2baaf05f-9ab8-4055-82e1-63fb5b508837 req-8d679d5f-85dd-475a-a5d4-ab3d8205d181 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0c516db7-26b1-44ed-b325-f6904d951d4a HTTP/1.1" status: 200 len: 859 time: 0.1041284 Feb 09 01:27:41.083218 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-e6d924d4-d9d3-4425-8a82-0455cacba9f0 None None] Attempting to bind port 7708aa79-9351-4f60-920f-e4e112a08657 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:27:41.083602 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-e6d924d4-d9d3-4425-8a82-0455cacba9f0 None None] Attempting to bind port 7708aa79-9351-4f60-920f-e4e112a08657 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:27:41.083970 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d924d4-d9d3-4425-8a82-0455cacba9f0 None None] Attempting to bind port 7708aa79-9351-4f60-920f-e4e112a08657 on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:27:41.098850 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d924d4-d9d3-4425-8a82-0455cacba9f0 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:27:41.100429 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d924d4-d9d3-4425-8a82-0455cacba9f0 None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:27:41.100429 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e6d924d4-d9d3-4425-8a82-0455cacba9f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:41.100429 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d924d4-d9d3-4425-8a82-0455cacba9f0 None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:27:41.100883 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-e6d924d4-d9d3-4425-8a82-0455cacba9f0 None None] Bound port: 7708aa79-9351-4f60-920f-e4e112a08657, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:27:41.101853 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e6d924d4-d9d3-4425-8a82-0455cacba9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7708aa79-9351-4f60-920f-e4e112a08657), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:41.104521 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4081cf95-f24d-40aa-8f45-a17d736c9635 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (6b6805e8-78f7-4809-83e7-f8fa62592555), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:41.138441 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2baaf05f-9ab8-4055-82e1-63fb5b508837 req-3bfcdb77-a361-40db-be07-0ac8c2f642be service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d76031b0-4109-4d1a-891f-2e2c0cd8dc50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351970 Feb 09 01:27:41.164637 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-4081cf95-f24d-40aa-8f45-a17d736c9635 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b6805e8-78f7-4809-83e7-f8fa62592555']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:41.187367 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2f2ac-3f74-408e-8e17-4d297afafc4f None None] Pushing event updated for resources: {'Port': ['ID=7708aa79-9351-4f60-920f-e4e112a08657,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:41.194824 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-4081cf95-f24d-40aa-8f45-a17d736c9635 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3708337-c392-41ad-8b88-2045f71a473a') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:41.195115 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-4081cf95-f24d-40aa-8f45-a17d736c9635 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3708337-c392-41ad-8b88-2045f71a473a') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:41.204706 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-492d8f6b-d49d-4671-a3f2-be0604e60345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ef9a6374-8f48-4dfb-8b88-dd782e69da44), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:41.212138 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4081cf95-f24d-40aa-8f45-a17d736c9635 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (a3708337-c392-41ad-8b88-2045f71a473a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:41.214054 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-e6d924d4-d9d3-4425-8a82-0455cacba9f0 None None] For port 7708aa79-9351-4f60-920f-e4e112a08657, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:27:41.218675 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-e6d924d4-d9d3-4425-8a82-0455cacba9f0 None None] For port 7708aa79-9351-4f60-920f-e4e112a08657, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=7708aa79-9351-4f60-920f-e4e112a08657,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:27:41.230789 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e6d924d4-d9d3-4425-8a82-0455cacba9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7708aa79-9351-4f60-920f-e4e112a08657), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:41.247867 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-927e3f0e-f397-4c9a-8fde-ff2449eed71e tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] 10.222.0.30 "GET /v2.0/routers/ef8ae500-bd44-4234-b100-00228a0adcaa HTTP/1.1" status: 200 len: 922 time: 0.6012838 Feb 09 01:27:41.247867 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39694) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:41.282418 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4081cf95-f24d-40aa-8f45-a17d736c9635 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (a3708337-c392-41ad-8b88-2045f71a473a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:41.315728 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d924d4-d9d3-4425-8a82-0455cacba9f0 None None] Routers {'2289a63c-5f7f-48fc-8244-4eeefd2f1ba4'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:41.317368 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-e6d924d4-d9d3-4425-8a82-0455cacba9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:27:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['2289a63c-5f7f-48fc-8244-4eeefd2f1ba4'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:41.327769 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1d5cef5c-e204-4120-9a7a-8678aa949efe tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef8ae500-bd44-4234-b100-00228a0adcaa HTTP/1.1" status: 200 len: 205 time: 0.0803969 Feb 09 01:27:41.329536 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4081cf95-f24d-40aa-8f45-a17d736c9635 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:27:41.329947 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4081cf95-f24d-40aa-8f45-a17d736c9635 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (a3708337-c392-41ad-8b88-2045f71a473a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:41.338391 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:27:41.338391 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:27:41.338391 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:27:41.338391 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:27:41.338391 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:27:41.338391 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:27:41.338391 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:27:41.338391 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:27:41.338391 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:27:41.338391 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:27:41.338391 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:27:41.338391 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:27:41.338391 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:27:41.338391 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:27:41.338391 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:27:41.338391 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:27:41.338391 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:27:41.338391 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:27:41.338391 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:27:41.338391 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:27:41.338391 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:27:41.338391 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:27:41.338391 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:27:41.338391 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:27:41.338391 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:27:41.338391 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:27:41.338391 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:27:41.338391 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:27:41.338391 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:27:41.338391 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:27:41.338391 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:27:41.338391 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:27:41.338391 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:27:41.338391 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:27:41.338391 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:27:41.338391 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:27:41.338391 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:27:41.338391 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:27:41.338391 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:27:41.338391 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:27:41.341134 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39696) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:41.372414 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2baaf05f-9ab8-4055-82e1-63fb5b508837 req-a87f1a76-38ec-4f60-95c4-81afb95e785e service neutron] 10.222.0.91 "GET /v2.0/networks/d76031b0-4109-4d1a-891f-2e2c0cd8dc50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291720 Feb 09 01:27:41.423458 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2f2ac-3f74-408e-8e17-4d297afafc4f None None] Pushing event updated for resources: {'Port': ['ID=7708aa79-9351-4f60-920f-e4e112a08657,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:41.453361 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4081cf95-f24d-40aa-8f45-a17d736c9635 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (6b6805e8-78f7-4809-83e7-f8fa62592555), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:41.498720 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4568cb6b-0c10-4e26-9e3a-e151299d83c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:41.504894 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-e6d924d4-d9d3-4425-8a82-0455cacba9f0 None None] Set router 2289a63c-5f7f-48fc-8244-4eeefd2f1ba4 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:27:41.557273 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4081cf95-f24d-40aa-8f45-a17d736c9635 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:41.564867 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4081cf95-f24d-40aa-8f45-a17d736c9635 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "DELETE /v2.0/networks/6b6805e8-78f7-4809-83e7-f8fa62592555 HTTP/1.1" status: 204 len: 168 time: 2.4238198 Feb 09 01:27:41.571596 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39700) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:41.603724 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-b2b876fb-a2a1-4c96-8022-5ee598398b89 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Request body: {'network': {'name': 'tempest-RoutersTest-1302778261'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:41.622757 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4081cf95-f24d-40aa-8f45-a17d736c9635 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event deleted for resources: {'Network': ['ID=6b6805e8-78f7-4809-83e7-f8fa62592555,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:41.652676 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be42f8a4-66e7-4a69-a8b3-81f2f6eb49ff req-a0057205-ac4a-497e-805d-d7df5e0f04d3 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:41.654961 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-be42f8a4-66e7-4a69-a8b3-81f2f6eb49ff req-a0057205-ac4a-497e-805d-d7df5e0f04d3 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 945 time: 0.3272824 Feb 09 01:27:41.744978 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2baaf05f-9ab8-4055-82e1-63fb5b508837 req-f2d4dda8-8681-47b4-8537-b1e31eec60cd service neutron] 10.222.0.91 "GET /v2.0/networks/d76031b0-4109-4d1a-891f-2e2c0cd8dc50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654406 Feb 09 01:27:41.771024 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2be24-1c4d-48ad-ab48-4d3352650924 req-fb3c68d4-f8ca-4ad5-9dfb-d0722d6fa201 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:41.772558 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9fa2be24-1c4d-48ad-ab48-4d3352650924 req-fb3c68d4-f8ca-4ad5-9dfb-d0722d6fa201 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/ports?device_id=28f57928-f063-43f4-ae2d-1ca4bbb1cdda HTTP/1.1" status: 200 len: 932 time: 0.3008387 Feb 09 01:27:41.778914 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b876fb-a2a1-4c96-8022-5ee598398b89 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Made reservation on behalf of 8a336705c49241a5bf5c318d577ad55e for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:41.783033 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b2b876fb-a2a1-4c96-8022-5ee598398b89 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:41.788722 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-e6d924d4-d9d3-4425-8a82-0455cacba9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2289a63c-5f7f-48fc-8244-4eeefd2f1ba4', 'name': 'tempest-TaggedBootDevicesTest_v242-1724991912-router', 'tenant_id': '35c9f7b244ea483fa6b629f97aea5547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '7708aa79-9351-4f60-920f-e4e112a08657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:27:33Z', 'updated_at': '2022-02-09T01:27:38Z', 'revision_number': 3, 'project_id': '35c9f7b244ea483fa6b629f97aea5547', 'gw_port': {'id': '7708aa79-9351-4f60-920f-e4e112a08657', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:64:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2289a63c-5f7f-48fc-8244-4eeefd2f1ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:27:36Z', 'updated_at': '2022-02-09T01:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:41.821977 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d924d4-d9d3-4425-8a82-0455cacba9f0 None None] The sync data for ids ['2289a63c-5f7f-48fc-8244-4eeefd2f1ba4'] in n-d-822053-40 is: [{'id': '2289a63c-5f7f-48fc-8244-4eeefd2f1ba4', 'name': 'tempest-TaggedBootDevicesTest_v242-1724991912-router', 'tenant_id': '35c9f7b244ea483fa6b629f97aea5547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '7708aa79-9351-4f60-920f-e4e112a08657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:27:33Z', 'updated_at': '2022-02-09T01:27:38Z', 'revision_number': 3, 'project_id': '35c9f7b244ea483fa6b629f97aea5547', 'gw_port': {'id': '7708aa79-9351-4f60-920f-e4e112a08657', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:64:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2289a63c-5f7f-48fc-8244-4eeefd2f1ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:27:36Z', 'updated_at': '2022-02-09T01:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:41.956498 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-be42f8a4-66e7-4a69-a8b3-81f2f6eb49ff req-d31d0656-07b6-40b8-8b32-cbffe4dd0e65 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782710 Feb 09 01:27:41.966516 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b876fb-a2a1-4c96-8022-5ee598398b89 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:27:42.003017 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9fa2be24-1c4d-48ad-ab48-4d3352650924 req-41d2083d-b85c-4c65-9d8a-8be8eb5a2d77 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/security-groups?id=1863cf5f-cae5-40fc-84a8-bd497bdbb5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156489 Feb 09 01:27:42.005400 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b2b876fb-a2a1-4c96-8022-5ee598398b89 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (0cc9b7ab-8446-49f3-94c4-443d414e548b), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:42.005887 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-b2b876fb-a2a1-4c96-8022-5ee598398b89 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Added segment 0cc9b7ab-8446-49f3-94c4-443d414e548b of type vlan for network e884a7ab-0c84-40be-b2f8-664d2f00189d Feb 09 01:27:42.096301 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b2b876fb-a2a1-4c96-8022-5ee598398b89 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (e884a7ab-0c84-40be-b2f8-664d2f00189d), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:42.153583 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b2b876fb-a2a1-4c96-8022-5ee598398b89 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (e884a7ab-0c84-40be-b2f8-664d2f00189d), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:42.161813 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b876fb-a2a1-4c96-8022-5ee598398b89 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:42.162464 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b2b876fb-a2a1-4c96-8022-5ee598398b89 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:42.186396 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a27ba129-8188-48d7-aee6-29426a96cdad tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router (ef8ae500-bd44-4234-b100-00228a0adcaa), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:42.196871 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-4568cb6b-0c10-4e26-9e3a-e151299d83c8 admin admin] Allocated IP 172.20.0.1 (fdd4ab52-a95e-4d88-80ff-e318ccc28ec8/fc1ed831-dbc4-4a1a-b0af-bcdb3578f016/f4f53aa7-e55d-45e9-a922-682e014f65d1) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:42.450091 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b2b876fb-a2a1-4c96-8022-5ee598398b89 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8736911 Feb 09 01:27:42.453626 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39714) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:42.462023 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-f4e7196d-c807-4e50-8967-4ea708c45833 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Request body: {'subnet': {'network_id': 'e884a7ab-0c84-40be-b2f8-664d2f00189d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:42.473926 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a27ba129-8188-48d7-aee6-29426a96cdad tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router_gateway (ef8ae500-bd44-4234-b100-00228a0adcaa), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:42.509355 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe9177-bdf5-4be7-b679-fc13438fbd70 req-4ef6bfe4-a7c0-4f4e-bf3e-4164375c5c05 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:42.511044 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-24fe9177-bdf5-4be7-b679-fc13438fbd70 req-4ef6bfe4-a7c0-4f4e-bf3e-4164375c5c05 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.3805974 Feb 09 01:27:42.512257 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b876fb-a2a1-4c96-8022-5ee598398b89 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event updated for resources: {'Network': ['ID=e884a7ab-0c84-40be-b2f8-664d2f00189d,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:42.569854 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network e884a7ab-0c84-40be-b2f8-664d2f00189d details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:27:42.599310 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89b511-1c6d-41df-9b20-08373574aa1f req-57b3d47d-a68c-41da-b868-cab01617752c tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:42.601229 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e89b511-1c6d-41df-9b20-08373574aa1f req-57b3d47d-a68c-41da-b868-cab01617752c tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] 10.222.0.121 "GET /v2.0/ports?device_id=384c1d67-1d4b-4edd-a861-9ffc1a848697 HTTP/1.1" status: 200 len: 945 time: 0.2506764 Feb 09 01:27:42.655292 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f1783f66-4398-435f-984d-9a15dd0a4427 req-701f0003-2a89-43d5-a00e-5cbb2db3eb5e service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=762fd02a-08b8-459e-bc50-47531df84afa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4186974 Feb 09 01:27:42.711681 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-492d8f6b-d49d-4671-a3f2-be0604e60345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef9a6374-8f48-4dfb-8b88-dd782e69da44 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:27:42.725219 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-492d8f6b-d49d-4671-a3f2-be0604e60345 service neutron] Publish callbacks [] for port (ef9a6374-8f48-4dfb-8b88-dd782e69da44), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:42.786347 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-492d8f6b-d49d-4671-a3f2-be0604e60345 service neutron] Transition to ACTIVE for port object ef9a6374-8f48-4dfb-8b88-dd782e69da44 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:27:42.795615 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-492d8f6b-d49d-4671-a3f2-be0604e60345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (ef9a6374-8f48-4dfb-8b88-dd782e69da44), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:42.808265 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e7196d-c807-4e50-8967-4ea708c45833 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Made reservation on behalf of 8a336705c49241a5bf5c318d577ad55e for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:42.811882 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4e7196d-c807-4e50-8967-4ea708c45833 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:42.877563 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 7708aa79-9351-4f60-920f-e4e112a08657 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:27:42.936463 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 7708aa79-9351-4f60-920f-e4e112a08657 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:42.937134 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7708aa79-9351-4f60-920f-e4e112a08657), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:42.974799 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a27ba129-8188-48d7-aee6-29426a96cdad tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Deleting port 8f185122-eba8-4fda-9274-48c03f8a3eb2 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:27:42.975142 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a27ba129-8188-48d7-aee6-29426a96cdad tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (8f185122-eba8-4fda-9274-48c03f8a3eb2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:43.056637 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 7708aa79-9351-4f60-920f-e4e112a08657 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:43.057381 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7708aa79-9351-4f60-920f-e4e112a08657), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:43.086563 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 7708aa79-9351-4f60-920f-e4e112a08657, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=7708aa79-9351-4f60-920f-e4e112a08657,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:43.093107 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7708aa79-9351-4f60-920f-e4e112a08657), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:43.107318 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4568cb6b-0c10-4e26-9e3a-e151299d83c8 admin admin] Publish callbacks [] for port (f4f53aa7-e55d-45e9-a922-682e014f65d1), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:43.168419 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=7708aa79-9351-4f60-920f-e4e112a08657,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:43.168819 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-24fe9177-bdf5-4be7-b679-fc13438fbd70 req-3a9c1d9a-044d-47de-a493-924f0411f301 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6398892 Feb 09 01:27:43.213624 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4568cb6b-0c10-4e26-9e3a-e151299d83c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (f4f53aa7-e55d-45e9-a922-682e014f65d1), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:43.231675 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d8f6b-d49d-4671-a3f2-be0604e60345 service neutron] Pushing event updated for resources: {'Port': ['ID=ef9a6374-8f48-4dfb-8b88-dd782e69da44,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:43.306101 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a27ba129-8188-48d7-aee6-29426a96cdad tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (8f185122-eba8-4fda-9274-48c03f8a3eb2), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:43.335464 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a27ba129-8188-48d7-aee6-29426a96cdad tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Calling delete_port for 8f185122-eba8-4fda-9274-48c03f8a3eb2 owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:27:43.379076 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-492d8f6b-d49d-4671-a3f2-be0604e60345 service neutron] Attempting to bind port ef9a6374-8f48-4dfb-8b88-dd782e69da44 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:27:43.379710 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-492d8f6b-d49d-4671-a3f2-be0604e60345 service neutron] Attempting to bind port ef9a6374-8f48-4dfb-8b88-dd782e69da44 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '2764419c-e2f1-47fc-88b3-e60891c25218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2ac07b4c-23f7-40e9-9fdd-08e88de649ee'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:27:43.380225 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-492d8f6b-d49d-4671-a3f2-be0604e60345 service neutron] Attempting to bind port ef9a6374-8f48-4dfb-8b88-dd782e69da44 on network 2ac07b4c-23f7-40e9-9fdd-08e88de649ee {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:27:43.395601 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-492d8f6b-d49d-4671-a3f2-be0604e60345 service neutron] Port ef9a6374-8f48-4dfb-8b88-dd782e69da44 on network 2ac07b4c-23f7-40e9-9fdd-08e88de649ee not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:27:43.396280 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-492d8f6b-d49d-4671-a3f2-be0604e60345 service neutron] Attempting to bind port ef9a6374-8f48-4dfb-8b88-dd782e69da44 on network 2ac07b4c-23f7-40e9-9fdd-08e88de649ee {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:27:43.402390 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4568cb6b-0c10-4e26-9e3a-e151299d83c8 admin admin] Network fdd4ab52-a95e-4d88-80ff-e318ccc28ec8 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:43.424181 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1783f66-4398-435f-984d-9a15dd0a4427 req-893e328b-a56b-45d8-9a41-40bb0d3bb1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:43.426252 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f1783f66-4398-435f-984d-9a15dd0a4427 req-893e328b-a56b-45d8-9a41-40bb0d3bb1e2 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b6fd459715684d44a0a31bd130ea655c&device_id=762fd02a-08b8-459e-bc50-47531df84afa HTTP/1.1" status: 200 len: 1128 time: 0.2837815 Feb 09 01:27:43.427493 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-4568cb6b-0c10-4e26-9e3a-e151299d83c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:43.438792 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-492d8f6b-d49d-4671-a3f2-be0604e60345 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:27:43.439437 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-492d8f6b-d49d-4671-a3f2-be0604e60345 service neutron] Checking segment: {'id': '2764419c-e2f1-47fc-88b3-e60891c25218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2ac07b4c-23f7-40e9-9fdd-08e88de649ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:27:43.440046 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-492d8f6b-d49d-4671-a3f2-be0604e60345 service neutron] Bound using segment: {'id': '2764419c-e2f1-47fc-88b3-e60891c25218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2ac07b4c-23f7-40e9-9fdd-08e88de649ee'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:27:43.440681 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-492d8f6b-d49d-4671-a3f2-be0604e60345 service neutron] Bound port: ef9a6374-8f48-4dfb-8b88-dd782e69da44, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2764419c-e2f1-47fc-88b3-e60891c25218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2ac07b4c-23f7-40e9-9fdd-08e88de649ee'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:27:43.441195 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-492d8f6b-d49d-4671-a3f2-be0604e60345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ef9a6374-8f48-4dfb-8b88-dd782e69da44), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:43.442045 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4568cb6b-0c10-4e26-9e3a-e151299d83c8 admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:27:43.452354 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568cb6b-0c10-4e26-9e3a-e151299d83c8 admin admin] Pushing event updated for resources: {'Port': ['ID=f4f53aa7-e55d-45e9-a922-682e014f65d1,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:43.489892 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da4c36-25a5-44cf-bce3-f2dca082317c req-14db4bf5-33e0-4ede-be28-0608ca2f6b31 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:43.492043 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-66da4c36-25a5-44cf-bce3-f2dca082317c req-14db4bf5-33e0-4ede-be28-0608ca2f6b31 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] 10.222.0.30 "GET /v2.0/ports?device_id=384c1d67-1d4b-4edd-a861-9ffc1a848697 HTTP/1.1" status: 200 len: 945 time: 0.8402300 Feb 09 01:27:43.520525 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779f36f-0e30-460a-aaf4-687b45ceebd7 req-7c74f3b8-8336-4e3a-889f-0f16639eedcf tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:43.521901 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6779f36f-0e30-460a-aaf4-687b45ceebd7 req-7c74f3b8-8336-4e3a-889f-0f16639eedcf tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/ports?device_id=28f57928-f063-43f4-ae2d-1ca4bbb1cdda HTTP/1.1" status: 200 len: 944 time: 0.2430599 Feb 09 01:27:43.571855 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4e7196d-c807-4e50-8967-4ea708c45833 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (66dfaf9a-e441-4341-ab6d-2846a57ed64c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:43.654976 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-4e89b511-1c6d-41df-9b20-08373574aa1f req-ede2d702-07f5-4c6b-9c17-57d7f0f3c267 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] Deleting port 1aa16486-23e4-4354-8467-9295a7e08c01 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:27:43.655481 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4e89b511-1c6d-41df-9b20-08373574aa1f req-ede2d702-07f5-4c6b-9c17-57d7f0f3c267 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (1aa16486-23e4-4354-8467-9295a7e08c01), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:43.731706 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4568cb6b-0c10-4e26-9e3a-e151299d83c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (2289a63c-5f7f-48fc-8244-4eeefd2f1ba4), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:43.814022 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7196d-c807-4e50-8967-4ea708c45833 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event updated for resources: {'Subnet': ['ID=66dfaf9a-e441-4341-ab6d-2846a57ed64c,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:43.827938 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-492d8f6b-d49d-4671-a3f2-be0604e60345 service neutron] For port ef9a6374-8f48-4dfb-8b88-dd782e69da44, host n-h2-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:27:43.846319 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-492d8f6b-d49d-4671-a3f2-be0604e60345 service neutron] For port ef9a6374-8f48-4dfb-8b88-dd782e69da44, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=ef9a6374-8f48-4dfb-8b88-dd782e69da44,segment=NetworkSegment(2764419c-e2f1-47fc-88b3-e60891c25218),segment_id=2764419c-e2f1-47fc-88b3-e60891c25218)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:27:43.876237 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-492d8f6b-d49d-4671-a3f2-be0604e60345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (ef9a6374-8f48-4dfb-8b88-dd782e69da44), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:43.910614 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b876fb77-e6e0-4344-b780-0ca4ed99396f None None] Provisioning complete for port f4f53aa7-e55d-45e9-a922-682e014f65d1 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:43.911422 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b876fb77-e6e0-4344-b780-0ca4ed99396f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f4f53aa7-e55d-45e9-a922-682e014f65d1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:43.946126 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e7196d-c807-4e50-8967-4ea708c45833 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Checking segment: {'id': '0cc9b7ab-8446-49f3-94c4-443d414e548b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e884a7ab-0c84-40be-b2f8-664d2f00189d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:27:43.947064 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e7196d-c807-4e50-8967-4ea708c45833 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Network hostable DHCP agents. Network: e884a7ab-0c84-40be-b2f8-664d2f00189d, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:27:43.953401 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b876fb77-e6e0-4344-b780-0ca4ed99396f None None] Port f4f53aa7-e55d-45e9-a922-682e014f65d1 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:27:43.974387 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-492d8f6b-d49d-4671-a3f2-be0604e60345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:43.975101 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-492d8f6b-d49d-4671-a3f2-be0604e60345 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:43.977254 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-492d8f6b-d49d-4671-a3f2-be0604e60345 service neutron] 10.222.0.91 "PUT /v2.0/ports/ef9a6374-8f48-4dfb-8b88-dd782e69da44 HTTP/1.1" status: 200 len: 1093 time: 3.1081245 Feb 09 01:27:43.980622 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28f57928-f063-43f4-ae2d-1ca4bbb1cdda', 'tag': 'ef9a6374-8f48-4dfb-8b88-dd782e69da44'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:27:43.989538 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48eb63a7-6d21-40b2-a593-5d97318a9278" -d '{"events": [{"name": "network-changed", "server_uuid": "28f57928-f063-43f4-ae2d-1ca4bbb1cdda", "tag": "ef9a6374-8f48-4dfb-8b88-dd782e69da44"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:27:43.995933 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6779f36f-0e30-460a-aaf4-687b45ceebd7 req-f562feb6-7d3f-4aa6-996e-08dab3ab282b tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/security-groups?id=1863cf5f-cae5-40fc-84a8-bd497bdbb5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4296496 Feb 09 01:27:44.008026 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-66da4c36-25a5-44cf-bce3-f2dca082317c req-2601c215-57d0-4dff-806b-469ddff5dfc9 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ddf8317-ca71-4c73-a7ab-f297a6cbd2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4815831 Feb 09 01:27:44.086808 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4568cb6b-0c10-4e26-9e3a-e151299d83c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f4f53aa7-e55d-45e9-a922-682e014f65d1), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:44.100345 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1783f66-4398-435f-984d-9a15dd0a4427 req-e49a0622-d5df-47f0-b2f7-a22dbb861370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:44.100959 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90482711-3b1a-43b3-a335-4eb316d57eda x-openstack-request-id: req-90482711-3b1a-43b3-a335-4eb316d57eda {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:27:44.101413 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28f57928-f063-43f4-ae2d-1ca4bbb1cdda", "tag": "ef9a6374-8f48-4dfb-8b88-dd782e69da44", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:27:44.101808 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-90482711-3b1a-43b3-a335-4eb316d57eda {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:27:44.101968 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f1783f66-4398-435f-984d-9a15dd0a4427 req-e49a0622-d5df-47f0-b2f7-a22dbb861370 service neutron] 10.222.0.121 "GET /v2.0/networks?id=b5cee00d-d11d-4a76-ad74-cfd798aa917c HTTP/1.1" status: 200 len: 912 time: 0.6049094 Feb 09 01:27:44.102407 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f57928-f063-43f4-ae2d-1ca4bbb1cdda', 'tag': 'ef9a6374-8f48-4dfb-8b88-dd782e69da44', 'status': 'completed', 'code': 200} Feb 09 01:27:44.155610 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e7196d-c807-4e50-8967-4ea708c45833 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Network e884a7ab-0c84-40be-b2f8-664d2f00189d is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:27:44.161469 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d8f6b-d49d-4671-a3f2-be0604e60345 service neutron] Pushing event updated for resources: {'Port': ['ID=ef9a6374-8f48-4dfb-8b88-dd782e69da44,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:44.201104 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f1783f66-4398-435f-984d-9a15dd0a4427 req-1c0b56c5-8321-4dce-bc26-80a2fd77b310 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a476cb47-66fa-4946-bbe0-0a21ff04360a HTTP/1.1" status: 200 len: 217 time: 0.0882611 Feb 09 01:27:44.204726 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-f4e7196d-c807-4e50-8967-4ea708c45833 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, e884a7ab-0c84-40be-b2f8-664d2f00189d) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:44.226060 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df5116e-7b47-4eff-b0e2-ee4d42447c9c None None] Network e884a7ab-0c84-40be-b2f8-664d2f00189d requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:27:44.232984 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a27ba129-8188-48d7-aee6-29426a96cdad tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (8f185122-eba8-4fda-9274-48c03f8a3eb2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:44.237278 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e7196d-c807-4e50-8967-4ea708c45833 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:44.237871 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4e7196d-c807-4e50-8967-4ea708c45833 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:44.265770 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1783f66-4398-435f-984d-9a15dd0a4427 req-a040edf1-28c0-472b-b9ce-e5353c1ed7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:44.267261 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f1783f66-4398-435f-984d-9a15dd0a4427 req-a040edf1-28c0-472b-b9ce-e5353c1ed7a3 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3c1b64de-5642-407c-82ef-1ad0f3f887f4 HTTP/1.1" status: 200 len: 850 time: 0.0577257 Feb 09 01:27:44.271304 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-4e89b511-1c6d-41df-9b20-08373574aa1f req-ede2d702-07f5-4c6b-9c17-57d7f0f3c267 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] For port 1aa16486-23e4-4354-8467-9295a7e08c01, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1aa16486-23e4-4354-8467-9295a7e08c01,segment=NetworkSegment(e1338de9-25ed-4afc-a567-2708fda6f9a4),segment_id=e1338de9-25ed-4afc-a567-2708fda6f9a4)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:44.271676 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4e89b511-1c6d-41df-9b20-08373574aa1f req-ede2d702-07f5-4c6b-9c17-57d7f0f3c267 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (1aa16486-23e4-4354-8467-9295a7e08c01), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:44.292372 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-6eb6cb43-cdd4-414b-8273-635a5a10acd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:44.294101 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-6eb6cb43-cdd4-414b-8273-635a5a10acd9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9180b1cf21a141fbba17b6961664d8d2&device_id=28f57928-f063-43f4-ae2d-1ca4bbb1cdda HTTP/1.1" status: 200 len: 1127 time: 0.2044694 Feb 09 01:27:44.305511 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27ba129-8188-48d7-aee6-29426a96cdad tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Pushing event deleted for resources: {'Port': ['ID=8f185122-eba8-4fda-9274-48c03f8a3eb2,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:44.363073 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f4e7196d-c807-4e50-8967-4ea708c45833 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9081800 Feb 09 01:27:44.366500 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-4e89b511-1c6d-41df-9b20-08373574aa1f req-ede2d702-07f5-4c6b-9c17-57d7f0f3c267 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] Calling delete_port for 1aa16486-23e4-4354-8467-9295a7e08c01 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:27:44.370159 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39728) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:44.380250 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-7850bd2a-0cce-49ad-930b-194923017e3c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-710259839', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:44.397591 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf83c77-8eb6-410c-b787-aa8c327b42c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-e884a7ab-0c84-40be-b2f8-664d2f00189d', 'network_id': 'e884a7ab-0c84-40be-b2f8-664d2f00189d', 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'fixed_ips': [{'subnet_id': '66dfaf9a-e441-4341-ab6d-2846a57ed64c'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:27:44.398838 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8bf83c77-8eb6-410c-b787-aa8c327b42c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:44.475782 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-a94356b8-f891-4825-b07d-1ac7460d3f69 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef9a6374-8f48-4dfb-8b88-dd782e69da44 HTTP/1.1" status: 200 len: 217 time: 0.1568322 Feb 09 01:27:44.477755 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a27ba129-8188-48d7-aee6-29426a96cdad tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (ef8ae500-bd44-4234-b100-00228a0adcaa), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:44.580145 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-8bf83c77-8eb6-410c-b787-aa8c327b42c5 None None] Allocated IP 172.20.0.2 (e884a7ab-0c84-40be-b2f8-664d2f00189d/66dfaf9a-e441-4341-ab6d-2846a57ed64c/e93e5825-5a93-41a5-a226-633dc3a7f7b8) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:44.630440 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a27ba129-8188-48d7-aee6-29426a96cdad tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (ef8ae500-bd44-4234-b100-00228a0adcaa), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:44.633763 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a27ba129-8188-48d7-aee6-29426a96cdad tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router_controller (ef8ae500-bd44-4234-b100-00228a0adcaa), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:44.770767 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a27ba129-8188-48d7-aee6-29426a96cdad tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (ef8ae500-bd44-4234-b100-00228a0adcaa), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:44.773149 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27ba129-8188-48d7-aee6-29426a96cdad tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Fanout notify agent at l3_agent the message router_deleted on router ef8ae500-bd44-4234-b100-00228a0adcaa {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:27:44.786076 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a27ba129-8188-48d7-aee6-29426a96cdad tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:44.792936 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a27ba129-8188-48d7-aee6-29426a96cdad tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] 10.222.0.30 "DELETE /v2.0/routers/ef8ae500-bd44-4234-b100-00228a0adcaa HTTP/1.1" status: 204 len: 168 time: 3.4308081 Feb 09 01:27:44.798525 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39732) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:44.804651 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-e2157d13-9a35-4bfc-98ec-af54df21109d tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Request body: {'router': {'name': 'tempest-snat-router-797928446', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'enable_snat': False}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:44.830901 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-6e6deec0-e400-40ea-b4e9-778b8217e3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:44.835159 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-6e6deec0-e400-40ea-b4e9-778b8217e3f3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=62ef8227-48a6-41bf-b8b3-d477380ff943 HTTP/1.1" status: 200 len: 849 time: 0.3265791 Feb 09 01:27:44.882026 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 7708aa79-9351-4f60-920f-e4e112a08657 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:27:44.891054 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-665d28f5-06bc-4bf6-aabd-4bc58e7f315d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2ac07b4c-23f7-40e9-9fdd-08e88de649ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484762 Feb 09 01:27:44.892183 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2157d13-9a35-4bfc-98ec-af54df21109d tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (1cdbe617-cc63-4b3d-9bc6-296cff7eb78f), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:44.893390 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2157d13-9a35-4bfc-98ec-af54df21109d tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (1cdbe617-cc63-4b3d-9bc6-296cff7eb78f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:44.951244 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4568cb6b-0c10-4e26-9e3a-e151299d83c8 admin admin] Publish callbacks [] for port (f4f53aa7-e55d-45e9-a922-682e014f65d1), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:44.971309 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8bf83c77-8eb6-410c-b787-aa8c327b42c5 None None] Publish callbacks [] for port (e93e5825-5a93-41a5-a226-633dc3a7f7b8), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:44.982451 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8bf83c77-8eb6-410c-b787-aa8c327b42c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (e93e5825-5a93-41a5-a226-633dc3a7f7b8), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:44.983826 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4e89b511-1c6d-41df-9b20-08373574aa1f req-ede2d702-07f5-4c6b-9c17-57d7f0f3c267 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (1aa16486-23e4-4354-8467-9295a7e08c01), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:45.010057 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4568cb6b-0c10-4e26-9e3a-e151299d83c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (f4f53aa7-e55d-45e9-a922-682e014f65d1), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:45.023523 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2157d13-9a35-4bfc-98ec-af54df21109d tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for router_controller (1cdbe617-cc63-4b3d-9bc6-296cff7eb78f), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:45.026527 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 7708aa79-9351-4f60-920f-e4e112a08657 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:45.027192 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7708aa79-9351-4f60-920f-e4e112a08657), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:45.067671 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf83c77-8eb6-410c-b787-aa8c327b42c5 None None] Network e884a7ab-0c84-40be-b2f8-664d2f00189d is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:45.126632 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7850bd2a-0cce-49ad-930b-194923017e3c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (709572b4-f8d7-4d1e-bae0-b1c7aaedda3a), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:45.127255 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-8bf83c77-8eb6-410c-b787-aa8c327b42c5 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:45.127889 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7850bd2a-0cce-49ad-930b-194923017e3c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (709572b4-f8d7-4d1e-bae0-b1c7aaedda3a), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:45.134598 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf83c77-8eb6-410c-b787-aa8c327b42c5 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:27:45.157093 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-31a5ca9c-604f-4a51-811e-4d12aaad7a4e service neutron] 10.222.0.91 "GET /v2.0/networks/2ac07b4c-23f7-40e9-9fdd-08e88de649ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569015 Feb 09 01:27:45.193451 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf83c77-8eb6-410c-b787-aa8c327b42c5 None None] Pushing event updated for resources: {'Port': ['ID=e93e5825-5a93-41a5-a226-633dc3a7f7b8,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:45.204088 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2d702-07f5-4c6b-9c17-57d7f0f3c267 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] Pushing event deleted for resources: {'Port': ['ID=1aa16486-23e4-4354-8467-9295a7e08c01,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:45.238781 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-8bf83c77-8eb6-410c-b787-aa8c327b42c5 None None] Attempting to bind port e93e5825-5a93-41a5-a226-633dc3a7f7b8 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:27:45.239329 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-8bf83c77-8eb6-410c-b787-aa8c327b42c5 None None] Attempting to bind port e93e5825-5a93-41a5-a226-633dc3a7f7b8 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '0cc9b7ab-8446-49f3-94c4-443d414e548b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e884a7ab-0c84-40be-b2f8-664d2f00189d'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:27:45.239739 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf83c77-8eb6-410c-b787-aa8c327b42c5 None None] Attempting to bind port e93e5825-5a93-41a5-a226-633dc3a7f7b8 on network e884a7ab-0c84-40be-b2f8-664d2f00189d {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:27:45.245760 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1783f66-4398-435f-984d-9a15dd0a4427 req-d40f4993-dbcf-47db-a17f-a7fa32a4d2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:45.246524 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf83c77-8eb6-410c-b787-aa8c327b42c5 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:27:45.246907 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf83c77-8eb6-410c-b787-aa8c327b42c5 None None] Checking segment: {'id': '0cc9b7ab-8446-49f3-94c4-443d414e548b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e884a7ab-0c84-40be-b2f8-664d2f00189d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:27:45.247367 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8bf83c77-8eb6-410c-b787-aa8c327b42c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:45.247770 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf83c77-8eb6-410c-b787-aa8c327b42c5 None None] Bound using segment: {'id': '0cc9b7ab-8446-49f3-94c4-443d414e548b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e884a7ab-0c84-40be-b2f8-664d2f00189d'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:27:45.248405 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-8bf83c77-8eb6-410c-b787-aa8c327b42c5 None None] Bound port: e93e5825-5a93-41a5-a226-633dc3a7f7b8, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc9b7ab-8446-49f3-94c4-443d414e548b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e884a7ab-0c84-40be-b2f8-664d2f00189d'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:27:45.248795 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8bf83c77-8eb6-410c-b787-aa8c327b42c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e93e5825-5a93-41a5-a226-633dc3a7f7b8), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:45.249282 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f1783f66-4398-435f-984d-9a15dd0a4427 req-d40f4993-dbcf-47db-a17f-a7fa32a4d2fc service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b5cee00d-d11d-4a76-ad74-cfd798aa917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.9584529 Feb 09 01:27:45.309433 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e89b511-1c6d-41df-9b20-08373574aa1f req-ede2d702-07f5-4c6b-9c17-57d7f0f3c267 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] No DVR routers for this DVR port 1aa16486-23e4-4354-8467-9295a7e08c01 on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:27:45.311432 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568cb6b-0c10-4e26-9e3a-e151299d83c8 admin admin] Pushing event updated for resources: {'Port': ['ID=f4f53aa7-e55d-45e9-a922-682e014f65d1,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:45.323133 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4e89b511-1c6d-41df-9b20-08373574aa1f req-ede2d702-07f5-4c6b-9c17-57d7f0f3c267 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:45.323862 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 7708aa79-9351-4f60-920f-e4e112a08657 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:45.328238 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2157d13-9a35-4bfc-98ec-af54df21109d tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for router_gateway (1cdbe617-cc63-4b3d-9bc6-296cff7eb78f), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:45.331643 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e89b511-1c6d-41df-9b20-08373574aa1f req-ede2d702-07f5-4c6b-9c17-57d7f0f3c267 tempest-ServerGroupTestJSON-1214577387 tempest-ServerGroupTestJSON-1214577387-project] 10.222.0.121 "DELETE /v2.0/ports/1aa16486-23e4-4354-8467-9295a7e08c01 HTTP/1.1" status: 204 len: 173 time: 2.7141058 Feb 09 01:27:45.352294 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384c1d67-1d4b-4edd-a861-9ffc1a848697', 'name': 'network-vif-deleted', 'tag': '1aa16486-23e4-4354-8467-9295a7e08c01'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:27:45.354919 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce6a2ec-1864-4db9-96d3-f37601b31372" -d '{"events": [{"server_uuid": "384c1d67-1d4b-4edd-a861-9ffc1a848697", "name": "network-vif-deleted", "tag": "1aa16486-23e4-4354-8467-9295a7e08c01"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:27:45.381142 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a7c4a-9c81-47e8-9856-cead1da11733 req-a716e423-2a07-4be2-8c15-48933001712c tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:45.382856 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d00a7c4a-9c81-47e8-9856-cead1da11733 req-a716e423-2a07-4be2-8c15-48933001712c tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 1.1026306 Feb 09 01:27:45.443702 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4568cb6b-0c10-4e26-9e3a-e151299d83c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (2289a63c-5f7f-48fc-8244-4eeefd2f1ba4), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:45.450699 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e511ddcc-67ed-4621-a3e8-2328222e0195 req-f75f1556-f2ba-4878-8059-19ac800d7ec8 service neutron] 10.222.0.91 "GET /v2.0/networks/2ac07b4c-23f7-40e9-9fdd-08e88de649ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845998 Feb 09 01:27:45.504960 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-8bf83c77-8eb6-410c-b787-aa8c327b42c5 None None] For port e93e5825-5a93-41a5-a226-633dc3a7f7b8, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:27:45.514860 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-8bf83c77-8eb6-410c-b787-aa8c327b42c5 None None] For port e93e5825-5a93-41a5-a226-633dc3a7f7b8, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=e93e5825-5a93-41a5-a226-633dc3a7f7b8,segment=NetworkSegment(0cc9b7ab-8446-49f3-94c4-443d414e548b),segment_id=0cc9b7ab-8446-49f3-94c4-443d414e548b)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:27:45.536817 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8bf83c77-8eb6-410c-b787-aa8c327b42c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e93e5825-5a93-41a5-a226-633dc3a7f7b8), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:45.550940 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee280008-748c-4a7f-943f-c801ac68e83a req-b823a869-e3da-42a2-b7d1-149332a9607a tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:45.553144 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ee280008-748c-4a7f-943f-c801ac68e83a req-b823a869-e3da-42a2-b7d1-149332a9607a tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/ports?device_id=28f57928-f063-43f4-ae2d-1ca4bbb1cdda HTTP/1.1" status: 200 len: 944 time: 0.4198782 Feb 09 01:27:45.556929 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7850bd2a-0cce-49ad-930b-194923017e3c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router_controller (709572b4-f8d7-4d1e-bae0-b1c7aaedda3a), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:45.607525 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7850bd2a-0cce-49ad-930b-194923017e3c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (709572b4-f8d7-4d1e-bae0-b1c7aaedda3a), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:45.647602 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7850bd2a-0cce-49ad-930b-194923017e3c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:45.652123 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7850bd2a-0cce-49ad-930b-194923017e3c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.2754970 Feb 09 01:27:45.658168 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39742) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:45.666805 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf83c77-8eb6-410c-b787-aa8c327b42c5 None None] Pushing event updated for resources: {'Port': ['ID=e93e5825-5a93-41a5-a226-633dc3a7f7b8,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:45.828081 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f1783f66-4398-435f-984d-9a15dd0a4427 req-e6418fa0-8237-46cd-bb18-fa1eb061dcdf service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4915483 Feb 09 01:27:46.052447 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f1783f66-4398-435f-984d-9a15dd0a4427 req-e005a204-9179-45e7-a1dc-d8c342236c9f service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147751 Feb 09 01:27:46.079370 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ee280008-748c-4a7f-943f-c801ac68e83a req-85b0ccfe-eba0-40e0-b389-88e7668cc0b8 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/security-groups?id=1863cf5f-cae5-40fc-84a8-bd497bdbb5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4760766 Feb 09 01:27:46.197852 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4568cb6b-0c10-4e26-9e3a-e151299d83c8 admin admin] Network fdd4ab52-a95e-4d88-80ff-e318ccc28ec8 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:46.299796 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 1aa16486-23e4-4354-8467-9295a7e08c01 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:27:46.315103 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb63a7-6d21-40b2-a593-5d97318a9278 req-8fd2fe93-8f54-44da-a08c-b42c14f5d2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:46.322648 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-48eb63a7-6d21-40b2-a593-5d97318a9278 req-8fd2fe93-8f54-44da-a08c-b42c14f5d2f5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9180b1cf21a141fbba17b6961664d8d2&device_id=28f57928-f063-43f4-ae2d-1ca4bbb1cdda HTTP/1.1" status: 200 len: 1127 time: 0.7842104 Feb 09 01:27:46.336898 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 1aa16486-23e4-4354-8467-9295a7e08c01 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:27:46.337390 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 1aa16486-23e4-4354-8467-9295a7e08c01 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:27:46.413007 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2157d13-9a35-4bfc-98ec-af54df21109d tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for router_gateway (1cdbe617-cc63-4b3d-9bc6-296cff7eb78f), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:46.441790 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2157d13-9a35-4bfc-98ec-af54df21109d tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:46.546178 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5078487e-0783-4254-8d7c-dfed7ff91b85 x-openstack-request-id: req-5078487e-0783-4254-8d7c-dfed7ff91b85 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:27:46.546654 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384c1d67-1d4b-4edd-a861-9ffc1a848697", "name": "network-vif-deleted", "tag": "1aa16486-23e4-4354-8467-9295a7e08c01", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:27:46.547006 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5078487e-0783-4254-8d7c-dfed7ff91b85 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:27:46.547501 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '384c1d67-1d4b-4edd-a861-9ffc1a848697', 'name': 'network-vif-deleted', 'tag': '1aa16486-23e4-4354-8467-9295a7e08c01', 'status': 'completed', 'code': 200} Feb 09 01:27:46.556813 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-4568cb6b-0c10-4e26-9e3a-e151299d83c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:46.585182 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39764) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:46.622206 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb63a7-6d21-40b2-a593-5d97318a9278 req-b272df9d-517a-4ab6-9d84-3f67168ab580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:46.626230 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-48eb63a7-6d21-40b2-a593-5d97318a9278 req-b272df9d-517a-4ab6-9d84-3f67168ab580 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2ac07b4c-23f7-40e9-9fdd-08e88de649ee HTTP/1.1" status: 200 len: 910 time: 0.2905271 Feb 09 01:27:46.634784 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d00a7c4a-9c81-47e8-9856-cead1da11733 req-bb75b09c-7d9e-4201-8a9b-29dd3c8a62b6 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2347934 Feb 09 01:27:46.745642 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-48eb63a7-6d21-40b2-a593-5d97318a9278 req-299dd994-0145-4bd2-8aa5-40da02ee4966 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef9a6374-8f48-4dfb-8b88-dd782e69da44 HTTP/1.1" status: 200 len: 217 time: 0.0937984 Feb 09 01:27:46.828512 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-e2157d13-9a35-4bfc-98ec-af54df21109d tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Allocated IP 172.25.1.37 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/b32be982-9fd1-4d8e-9956-15570d491f10) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:46.865189 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb63a7-6d21-40b2-a593-5d97318a9278 req-41656999-2ad9-4cda-93e6-bb6ae3b8d95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:46.866755 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-48eb63a7-6d21-40b2-a593-5d97318a9278 req-41656999-2ad9-4cda-93e6-bb6ae3b8d95e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=62ef8227-48a6-41bf-b8b3-d477380ff943 HTTP/1.1" status: 200 len: 849 time: 0.1122243 Feb 09 01:27:46.968305 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b9715bf-aab3-411f-a422-14386ca64b45 admin admin] Deleting subnet c5153de3-94aa-423e-9593-c3b34b619492 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:27:46.973153 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e93e5825-5a93-41a5-a226-633dc3a7f7b8 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:27:47.002970 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-48eb63a7-6d21-40b2-a593-5d97318a9278 req-72caa8ad-9da2-4e54-a96b-595f682d2ae2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2ac07b4c-23f7-40e9-9fdd-08e88de649ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170733 Feb 09 01:27:47.038859 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-37a706a5-c953-4671-8df3-b8e82d45fa70 None None] Provisioning complete for port f4f53aa7-e55d-45e9-a922-682e014f65d1 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:47.038859 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-37a706a5-c953-4671-8df3-b8e82d45fa70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f4f53aa7-e55d-45e9-a922-682e014f65d1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:47.076671 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7b9715bf-aab3-411f-a422-14386ca64b45 admin admin] Publish callbacks [] for subnet (c5153de3-94aa-423e-9593-c3b34b619492), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:47.131552 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port e93e5825-5a93-41a5-a226-633dc3a7f7b8 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:47.132361 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e93e5825-5a93-41a5-a226-633dc3a7f7b8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:47.144340 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-37a706a5-c953-4671-8df3-b8e82d45fa70 None None] Port f4f53aa7-e55d-45e9-a922-682e014f65d1 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:27:47.165044 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4568cb6b-0c10-4e26-9e3a-e151299d83c8 admin admin] Router 2289a63c-5f7f-48fc-8244-4eeefd2f1ba4 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:27:47.236936 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-48eb63a7-6d21-40b2-a593-5d97318a9278 req-c3540d65-d637-433c-a1ad-0800f6b0e493 service neutron] 10.222.0.91 "GET /v2.0/networks/2ac07b4c-23f7-40e9-9fdd-08e88de649ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254689 Feb 09 01:27:47.243247 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2157d13-9a35-4bfc-98ec-af54df21109d tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for port (b32be982-9fd1-4d8e-9956-15570d491f10), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:47.261669 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port e93e5825-5a93-41a5-a226-633dc3a7f7b8 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:47.262159 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e93e5825-5a93-41a5-a226-633dc3a7f7b8), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:47.295161 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0f82c-761a-4ef7-9fba-3ac031011de3 req-5d091865-22d9-4ff5-b799-11cb909cfff1 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:47.304231 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-31e0f82c-761a-4ef7-9fba-3ac031011de3 req-5d091865-22d9-4ff5-b799-11cb909cfff1 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.4579077 Feb 09 01:27:47.305585 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port e93e5825-5a93-41a5-a226-633dc3a7f7b8, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=e93e5825-5a93-41a5-a226-633dc3a7f7b8,segment=NetworkSegment(0cc9b7ab-8446-49f3-94c4-443d414e548b),segment_id=0cc9b7ab-8446-49f3-94c4-443d414e548b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:47.318070 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e93e5825-5a93-41a5-a226-633dc3a7f7b8), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:47.339405 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7b9715bf-aab3-411f-a422-14386ca64b45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (c5153de3-94aa-423e-9593-c3b34b619492), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:47.406747 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2157d13-9a35-4bfc-98ec-af54df21109d tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (b32be982-9fd1-4d8e-9956-15570d491f10), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:47.470322 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2157d13-9a35-4bfc-98ec-af54df21109d tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Pushing event updated for resources: {'Port': ['ID=b32be982-9fd1-4d8e-9956-15570d491f10,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:47.483397 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-48eb63a7-6d21-40b2-a593-5d97318a9278 req-175e30e0-b41f-496b-a298-130a294cc8d6 service neutron] 10.222.0.91 "GET /v2.0/networks/2ac07b4c-23f7-40e9-9fdd-08e88de649ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379792 Feb 09 01:27:47.485796 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2157d13-9a35-4bfc-98ec-af54df21109d tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:47.487334 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-e2157d13-9a35-4bfc-98ec-af54df21109d tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:47.491169 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2157d13-9a35-4bfc-98ec-af54df21109d tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:27:47.566411 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dcfdb062-125e-4f93-9c8a-f423035654d7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:47.599196 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60128c-98c5-4fb0-9794-7ebbc787410a req-c86cbb0f-c3b9-4ed2-942f-2e759efcf18a tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:47.601209 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cf60128c-98c5-4fb0-9794-7ebbc787410a req-c86cbb0f-c3b9-4ed2-942f-2e759efcf18a tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/ports?device_id=28f57928-f063-43f4-ae2d-1ca4bbb1cdda HTTP/1.1" status: 200 len: 944 time: 0.4009376 Feb 09 01:27:47.664912 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7b9715bf-aab3-411f-a422-14386ca64b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (c5153de3-94aa-423e-9593-c3b34b619492), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:47.670651 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=e93e5825-5a93-41a5-a226-633dc3a7f7b8,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:47.684065 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfac6c7-e0db-4f44-a130-219901c2d28c None None] Network e884a7ab-0c84-40be-b2f8-664d2f00189d requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:27:47.741891 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-31e0f82c-761a-4ef7-9fba-3ac031011de3 req-01043e69-5bb6-486e-890f-c80f489b0a03 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4312451 Feb 09 01:27:47.808047 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d314843b-2ac4-4f15-a15b-7500d6f85864 None None] Provisioning complete for port e93e5825-5a93-41a5-a226-633dc3a7f7b8 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:47.809641 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d314843b-2ac4-4f15-a15b-7500d6f85864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e93e5825-5a93-41a5-a226-633dc3a7f7b8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:47.841122 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2157d13-9a35-4bfc-98ec-af54df21109d tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for router_gateway (1cdbe617-cc63-4b3d-9bc6-296cff7eb78f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:47.885233 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4568cb6b-0c10-4e26-9e3a-e151299d83c8 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:27:47.896465 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da586fe-d0be-435f-908c-f2e152aee003 None None] Sync routers for ids ['2289a63c-5f7f-48fc-8244-4eeefd2f1ba4'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:47.915268 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da586fe-d0be-435f-908c-f2e152aee003 None None] Routers {'2289a63c-5f7f-48fc-8244-4eeefd2f1ba4'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:47.915917 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-9da586fe-d0be-435f-908c-f2e152aee003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:27:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['2289a63c-5f7f-48fc-8244-4eeefd2f1ba4'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:47.918963 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4568cb6b-0c10-4e26-9e3a-e151299d83c8 admin admin] 10.222.0.30 "PUT /v2.0/routers/2289a63c-5f7f-48fc-8244-4eeefd2f1ba4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2072482 Feb 09 01:27:47.937268 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cf60128c-98c5-4fb0-9794-7ebbc787410a req-bd0e18a1-252e-4af2-afc4-800a554b583b tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/security-groups?id=1863cf5f-cae5-40fc-84a8-bd497bdbb5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935073 Feb 09 01:27:48.120392 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d314843b-2ac4-4f15-a15b-7500d6f85864 None None] Current status of the port e93e5825-5a93-41a5-a226-633dc3a7f7b8 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:48.203111 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-9da586fe-d0be-435f-908c-f2e152aee003 None None] Set router 2289a63c-5f7f-48fc-8244-4eeefd2f1ba4 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:27:48.267595 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7b9715bf-aab3-411f-a422-14386ca64b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (c5153de3-94aa-423e-9593-c3b34b619492), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:48.307354 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9715bf-aab3-411f-a422-14386ca64b45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5153de3-94aa-423e-9593-c3b34b619492,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:48.307582 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2157d13-9a35-4bfc-98ec-af54df21109d tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (1cdbe617-cc63-4b3d-9bc6-296cff7eb78f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:48.336009 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7b9715bf-aab3-411f-a422-14386ca64b45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:48.341974 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7b9715bf-aab3-411f-a422-14386ca64b45 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c5153de3-94aa-423e-9593-c3b34b619492 HTTP/1.1" status: 204 len: 168 time: 1.7531409 Feb 09 01:27:48.347113 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428638e-dc50-400a-a5df-2ba2cd5fa77e req-2df99711-fe93-4a91-b1c8-eca5cd489f27 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:48.350111 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4428638e-dc50-400a-a5df-2ba2cd5fa77e req-2df99711-fe93-4a91-b1c8-eca5cd489f27 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.4844680 Feb 09 01:27:48.350556 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39782) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:48.361767 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-cbf600d8-75fc-4719-9076-9de873a25682 None None] Provisioning complete for port e93e5825-5a93-41a5-a226-633dc3a7f7b8 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:48.362372 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cbf600d8-75fc-4719-9076-9de873a25682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e93e5825-5a93-41a5-a226-633dc3a7f7b8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:48.438241 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device ef9a6374-8f48-4dfb-8b88-dd782e69da44 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:27:48.441697 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-dcfdb062-125e-4f93-9c8a-f423035654d7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Allocated IP 172.20.0.1 (e884a7ab-0c84-40be-b2f8-664d2f00189d/66dfaf9a-e441-4341-ab6d-2846a57ed64c/05b86709-4273-44bc-8954-720dab71bcf2) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:48.507888 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4428638e-dc50-400a-a5df-2ba2cd5fa77e req-42d10e0b-129c-4c9e-bebf-bffb195e1752 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467612 Feb 09 01:27:48.531828 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9b464cbb-e4b1-4d12-a8c1-8a1a9866ada7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (b7419c43-b40c-4c77-a08c-f7b5fb769556), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:48.630935 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2157d13-9a35-4bfc-98ec-af54df21109d tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Router 1cdbe617-cc63-4b3d-9bc6-296cff7eb78f is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:27:48.695358 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-9da586fe-d0be-435f-908c-f2e152aee003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2289a63c-5f7f-48fc-8244-4eeefd2f1ba4', 'name': 'tempest-TaggedBootDevicesTest_v242-1724991912-router', 'tenant_id': '35c9f7b244ea483fa6b629f97aea5547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '7708aa79-9351-4f60-920f-e4e112a08657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:27:33Z', 'updated_at': '2022-02-09T01:27:43Z', 'revision_number': 4, 'project_id': '35c9f7b244ea483fa6b629f97aea5547', 'gw_port': {'id': '7708aa79-9351-4f60-920f-e4e112a08657', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:64:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2289a63c-5f7f-48fc-8244-4eeefd2f1ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:27:36Z', 'updated_at': '2022-02-09T01:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'f4f53aa7-e55d-45e9-a922-682e014f65d1', 'name': '', 'network_id': 'fdd4ab52-a95e-4d88-80ff-e318ccc28ec8', 'tenant_id': '35c9f7b244ea483fa6b629f97aea5547', 'mac_address': 'fa:16:3e:d3:4d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2289a63c-5f7f-48fc-8244-4eeefd2f1ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'fc1ed831-dbc4-4a1a-b0af-bcdb3578f016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:27:41Z', 'updated_at': '2022-02-09T01:27:44Z', 'revision_number': 2, 'project_id': '35c9f7b244ea483fa6b629f97aea5547', 'subnets': [{'id': 'fc1ed831-dbc4-4a1a-b0af-bcdb3578f016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:48.771131 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da586fe-d0be-435f-908c-f2e152aee003 None None] Checking router: 2289a63c-5f7f-48fc-8244-4eeefd2f1ba4 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:27:48.772082 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da586fe-d0be-435f-908c-f2e152aee003 None None] Updating router 2289a63c-5f7f-48fc-8244-4eeefd2f1ba4 port f4f53aa7-e55d-45e9-a922-682e014f65d1 binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:27:48.840208 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9b464cbb-e4b1-4d12-a8c1-8a1a9866ada7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (b7419c43-b40c-4c77-a08c-f7b5fb769556), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:48.870854 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-9da586fe-d0be-435f-908c-f2e152aee003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f4f53aa7-e55d-45e9-a922-682e014f65d1), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:48.899281 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port ef9a6374-8f48-4dfb-8b88-dd782e69da44, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=ef9a6374-8f48-4dfb-8b88-dd782e69da44,segment=NetworkSegment(2764419c-e2f1-47fc-88b3-e60891c25218),segment_id=2764419c-e2f1-47fc-88b3-e60891c25218)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:48.916239 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dcfdb062-125e-4f93-9c8a-f423035654d7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for port (05b86709-4273-44bc-8954-720dab71bcf2), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:48.920430 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e93e5825-5a93-41a5-a226-633dc3a7f7b8 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:27:48.921602 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-9b464cbb-e4b1-4d12-a8c1-8a1a9866ada7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7419c43-b40c-4c77-a08c-f7b5fb769556']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:48.924900 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': 'ef9a6374-8f48-4dfb-8b88-dd782e69da44', 'network_id': '2ac07b4c-23f7-40e9-9fdd-08e88de649ee', 'port_id': 'ef9a6374-8f48-4dfb-8b88-dd782e69da44', 'mac_address': 'fa:16:3e:19:4e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62ef8227-48a6-41bf-b8b3-d477380ff943', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:27:48.934395 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-cbf600d8-75fc-4719-9076-9de873a25682 None None] Current status of the port e93e5825-5a93-41a5-a226-633dc3a7f7b8 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:48.946153 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887ca0c-10a4-45b8-ae84-af259ae93c0a req-017b7be2-1bc5-466f-b07d-d698c5841777 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:48.947878 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e887ca0c-10a4-45b8-ae84-af259ae93c0a req-017b7be2-1bc5-466f-b07d-d698c5841777 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.2475624 Feb 09 01:27:48.954286 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-9b464cbb-e4b1-4d12-a8c1-8a1a9866ada7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1338de9-25ed-4afc-a567-2708fda6f9a4') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:48.954758 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-9b464cbb-e4b1-4d12-a8c1-8a1a9866ada7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1338de9-25ed-4afc-a567-2708fda6f9a4') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:48.976636 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2157d13-9a35-4bfc-98ec-af54df21109d tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:27:48.981506 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9b464cbb-e4b1-4d12-a8c1-8a1a9866ada7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (e1338de9-25ed-4afc-a567-2708fda6f9a4), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:49.018222 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2157d13-9a35-4bfc-98ec-af54df21109d tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:49.021725 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e2157d13-9a35-4bfc-98ec-af54df21109d tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.2217913 Feb 09 01:27:49.024974 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39820) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:49.048309 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09c93c0-d65e-48a7-be00-5e3187acdee2 None None] Sync routers for ids ['1cdbe617-cc63-4b3d-9bc6-296cff7eb78f'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:49.130221 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e887ca0c-10a4-45b8-ae84-af259ae93c0a req-09009cc4-47ff-4d73-862d-821cd25fdd34 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689487 Feb 09 01:27:49.131385 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9b464cbb-e4b1-4d12-a8c1-8a1a9866ada7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (e1338de9-25ed-4afc-a567-2708fda6f9a4), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:49.135056 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dcfdb062-125e-4f93-9c8a-f423035654d7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (05b86709-4273-44bc-8954-720dab71bcf2), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:49.136521 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port ef9a6374-8f48-4dfb-8b88-dd782e69da44 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:49.137888 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ef9a6374-8f48-4dfb-8b88-dd782e69da44), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:49.172276 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b464cbb-e4b1-4d12-a8c1-8a1a9866ada7 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:27:49.173077 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9b464cbb-e4b1-4d12-a8c1-8a1a9866ada7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (e1338de9-25ed-4afc-a567-2708fda6f9a4), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:49.174792 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09c93c0-d65e-48a7-be00-5e3187acdee2 None None] Routers {'1cdbe617-cc63-4b3d-9bc6-296cff7eb78f'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:49.176863 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-b09c93c0-d65e-48a7-be00-5e3187acdee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:27:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['1cdbe617-cc63-4b3d-9bc6-296cff7eb78f'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:49.186631 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef9a6374-8f48-4dfb-8b88-dd782e69da44 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:27:49.206448 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:27:49.206448 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:27:49.206448 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:27:49.206448 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:27:49.206448 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:27:49.206448 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:27:49.206448 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:27:49.206448 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:27:49.206448 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:27:49.206448 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:27:49.206448 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:27:49.206448 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:27:49.206448 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:27:49.206448 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:27:49.206448 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:27:49.206448 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:27:49.206448 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:27:49.206448 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:27:49.206448 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:27:49.206448 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:27:49.206448 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:27:49.206448 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:27:49.206448 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:27:49.206448 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:27:49.206448 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:27:49.206448 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:27:49.206448 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:27:49.206448 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:27:49.206448 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:27:49.206448 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:27:49.206448 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:27:49.206448 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:27:49.328915 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfdb062-125e-4f93-9c8a-f423035654d7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Network e884a7ab-0c84-40be-b2f8-664d2f00189d is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:49.344718 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-dcfdb062-125e-4f93-9c8a-f423035654d7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:49.349595 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfdb062-125e-4f93-9c8a-f423035654d7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:27:49.435062 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-fbe27fa0-d244-41c5-af6d-c11306c3c5f6 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] 10.222.0.30 "GET /v2.0/routers/1cdbe617-cc63-4b3d-9bc6-296cff7eb78f HTTP/1.1" status: 200 len: 907 time: 0.4085681 Feb 09 01:27:49.437553 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39828) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:49.441995 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-4d71401f-aa2a-48e4-9264-dc4f5be79f1b tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Request body: {'router': {'name': 'tempest-snat-router-797928446', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'enable_snat': True}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:49.459601 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dcfdb062-125e-4f93-9c8a-f423035654d7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (709572b4-f8d7-4d1e-bae0-b1c7aaedda3a), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:49.462297 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfdb062-125e-4f93-9c8a-f423035654d7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event updated for resources: {'Port': ['ID=05b86709-4273-44bc-8954-720dab71bcf2,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:49.493756 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4d71401f-aa2a-48e4-9264-dc4f5be79f1b tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (9eab0e91-e818-422a-8e41-4d005587e328), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:49.495094 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4d71401f-aa2a-48e4-9264-dc4f5be79f1b tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (9eab0e91-e818-422a-8e41-4d005587e328), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:49.634899 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4d71401f-aa2a-48e4-9264-dc4f5be79f1b tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for router_controller (9eab0e91-e818-422a-8e41-4d005587e328), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:49.642788 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:49.647922 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port ef9a6374-8f48-4dfb-8b88-dd782e69da44, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=ef9a6374-8f48-4dfb-8b88-dd782e69da44,segment=NetworkSegment(2764419c-e2f1-47fc-88b3-e60891c25218),segment_id=2764419c-e2f1-47fc-88b3-e60891c25218)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:49.667639 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ef9a6374-8f48-4dfb-8b88-dd782e69da44), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:49.768776 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-9da586fe-d0be-435f-908c-f2e152aee003 None None] Publish callbacks [] for port (f4f53aa7-e55d-45e9-a922-682e014f65d1), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:49.787756 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-9da586fe-d0be-435f-908c-f2e152aee003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f4f53aa7-e55d-45e9-a922-682e014f65d1), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:49.879854 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=ef9a6374-8f48-4dfb-8b88-dd782e69da44,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:49.940626 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port e93e5825-5a93-41a5-a226-633dc3a7f7b8 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:49.943174 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e93e5825-5a93-41a5-a226-633dc3a7f7b8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:49.999004 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d315a055-59b9-4f47-abd3-dad7e89e4d88 None None] Pushing event updated for resources: {'Port': ['ID=f4f53aa7-e55d-45e9-a922-682e014f65d1,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:50.072298 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-24a24fed-f32c-416d-ad50-090021adf5ca None None] Provisioning complete for port 05b86709-4273-44bc-8954-720dab71bcf2 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:50.073102 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-24a24fed-f32c-416d-ad50-090021adf5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (05b86709-4273-44bc-8954-720dab71bcf2), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:50.082251 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfdb062-125e-4f93-9c8a-f423035654d7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:50.082602 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfdb062-125e-4f93-9c8a-f423035654d7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:50.082941 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfdb062-125e-4f93-9c8a-f423035654d7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:50.083274 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfdb062-125e-4f93-9c8a-f423035654d7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:50.083723 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfdb062-125e-4f93-9c8a-f423035654d7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:50.084080 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfdb062-125e-4f93-9c8a-f423035654d7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:50.084407 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfdb062-125e-4f93-9c8a-f423035654d7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:50.084731 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfdb062-125e-4f93-9c8a-f423035654d7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:50.085051 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfdb062-125e-4f93-9c8a-f423035654d7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:50.085373 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfdb062-125e-4f93-9c8a-f423035654d7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:50.085693 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfdb062-125e-4f93-9c8a-f423035654d7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:50.086007 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfdb062-125e-4f93-9c8a-f423035654d7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:50.086323 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfdb062-125e-4f93-9c8a-f423035654d7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:50.092393 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9b464cbb-e4b1-4d12-a8c1-8a1a9866ada7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (b7419c43-b40c-4c77-a08c-f7b5fb769556), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:50.120851 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1986a0d-ec7a-43d5-9678-61c09bba114f req-ae64bd9e-24c4-44d2-9dea-640fcf85402f tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:50.127938 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a1986a0d-ec7a-43d5-9678-61c09bba114f req-ae64bd9e-24c4-44d2-9dea-640fcf85402f tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/ports?device_id=28f57928-f063-43f4-ae2d-1ca4bbb1cdda HTTP/1.1" status: 200 len: 944 time: 1.0048833 Feb 09 01:27:50.130731 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4d71401f-aa2a-48e4-9264-dc4f5be79f1b tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for router_gateway (9eab0e91-e818-422a-8e41-4d005587e328), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:50.138696 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9b464cbb-e4b1-4d12-a8c1-8a1a9866ada7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:50.142069 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9b464cbb-e4b1-4d12-a8c1-8a1a9866ada7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/b7419c43-b40c-4c77-a08c-f7b5fb769556 HTTP/1.1" status: 204 len: 168 time: 1.7879810 Feb 09 01:27:50.149523 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-9da586fe-d0be-435f-908c-f2e152aee003 None None] Attempting to bind port f4f53aa7-e55d-45e9-a922-682e014f65d1 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:27:50.150435 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-9da586fe-d0be-435f-908c-f2e152aee003 None None] Attempting to bind port f4f53aa7-e55d-45e9-a922-682e014f65d1 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'cfe129bb-3eaa-418f-b758-f7409b8604d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fdd4ab52-a95e-4d88-80ff-e318ccc28ec8'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:27:50.151190 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da586fe-d0be-435f-908c-f2e152aee003 None None] Attempting to bind port f4f53aa7-e55d-45e9-a922-682e014f65d1 on network fdd4ab52-a95e-4d88-80ff-e318ccc28ec8 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:27:50.167456 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da586fe-d0be-435f-908c-f2e152aee003 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:27:50.168409 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da586fe-d0be-435f-908c-f2e152aee003 None None] Checking segment: {'id': 'cfe129bb-3eaa-418f-b758-f7409b8604d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fdd4ab52-a95e-4d88-80ff-e318ccc28ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:27:50.169061 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-9da586fe-d0be-435f-908c-f2e152aee003 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:50.169804 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da586fe-d0be-435f-908c-f2e152aee003 None None] Bound using segment: {'id': 'cfe129bb-3eaa-418f-b758-f7409b8604d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fdd4ab52-a95e-4d88-80ff-e318ccc28ec8'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:27:50.171446 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-9da586fe-d0be-435f-908c-f2e152aee003 None None] Bound port: f4f53aa7-e55d-45e9-a922-682e014f65d1, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe129bb-3eaa-418f-b758-f7409b8604d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fdd4ab52-a95e-4d88-80ff-e318ccc28ec8'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:27:50.172858 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-9da586fe-d0be-435f-908c-f2e152aee003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f4f53aa7-e55d-45e9-a922-682e014f65d1), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:50.226603 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b464cbb-e4b1-4d12-a8c1-8a1a9866ada7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7419c43-b40c-4c77-a08c-f7b5fb769556,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:50.246215 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-24a24fed-f32c-416d-ad50-090021adf5ca None None] Port 05b86709-4273-44bc-8954-720dab71bcf2 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:27:50.254476 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['ef9a6374-8f48-4dfb-8b88-dd782e69da44'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:27:50.284882 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dcfdb062-125e-4f93-9c8a-f423035654d7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (05b86709-4273-44bc-8954-720dab71bcf2), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:50.323298 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a1986a0d-ec7a-43d5-9678-61c09bba114f req-f713df44-4931-4027-8c17-8ef95ea63a3b tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/security-groups?id=1863cf5f-cae5-40fc-84a8-bd497bdbb5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925511 Feb 09 01:27:50.403756 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-9da586fe-d0be-435f-908c-f2e152aee003 None None] For port f4f53aa7-e55d-45e9-a922-682e014f65d1, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:27:50.417787 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-9da586fe-d0be-435f-908c-f2e152aee003 None None] For port f4f53aa7-e55d-45e9-a922-682e014f65d1, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=f4f53aa7-e55d-45e9-a922-682e014f65d1,segment=NetworkSegment(cfe129bb-3eaa-418f-b758-f7409b8604d1),segment_id=cfe129bb-3eaa-418f-b758-f7409b8604d1)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:27:50.433212 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-9da586fe-d0be-435f-908c-f2e152aee003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f4f53aa7-e55d-45e9-a922-682e014f65d1), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:50.441222 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-b09c93c0-d65e-48a7-be00-5e3187acdee2 None None] Set router 1cdbe617-cc63-4b3d-9bc6-296cff7eb78f gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:27:50.648968 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-ab896a81-ce8b-4a73-8647-1689c684eb69 None None] Provisioning complete for port f4f53aa7-e55d-45e9-a922-682e014f65d1 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:50.649650 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ab896a81-ce8b-4a73-8647-1689c684eb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f4f53aa7-e55d-45e9-a922-682e014f65d1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:50.652456 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d315a055-59b9-4f47-abd3-dad7e89e4d88 None None] Pushing event updated for resources: {'Port': ['ID=f4f53aa7-e55d-45e9-a922-682e014f65d1,revision_number=4']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:50.692859 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4d71401f-aa2a-48e4-9264-dc4f5be79f1b tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for router_gateway (9eab0e91-e818-422a-8e41-4d005587e328), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:50.709361 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da586fe-d0be-435f-908c-f2e152aee003 None None] Routers {'2289a63c-5f7f-48fc-8244-4eeefd2f1ba4'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:50.710739 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-9da586fe-d0be-435f-908c-f2e152aee003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:27:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['2289a63c-5f7f-48fc-8244-4eeefd2f1ba4'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:50.735705 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39870) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:50.774625 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4d71401f-aa2a-48e4-9264-dc4f5be79f1b tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:50.889881 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-9da586fe-d0be-435f-908c-f2e152aee003 None None] Set router 2289a63c-5f7f-48fc-8244-4eeefd2f1ba4 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:27:51.013842 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2fb4d93f-5c9d-4daf-996b-820c1c039e03 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=25e81fbd2de1479a9d79f549fe687a7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2684078 Feb 09 01:27:51.036508 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:51.072536 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ec5a5b5d-41b5-4d5f-bead-9cadf3d66c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:51.079572 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-4d71401f-aa2a-48e4-9264-dc4f5be79f1b tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Allocated IP 172.25.1.80 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/60e03910-cff7-4f22-8d72-da29011fbf10) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:51.122265 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port e93e5825-5a93-41a5-a226-633dc3a7f7b8 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:51.150681 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39872) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:51.221829 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-9da586fe-d0be-435f-908c-f2e152aee003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2289a63c-5f7f-48fc-8244-4eeefd2f1ba4', 'name': 'tempest-TaggedBootDevicesTest_v242-1724991912-router', 'tenant_id': '35c9f7b244ea483fa6b629f97aea5547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '7708aa79-9351-4f60-920f-e4e112a08657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:27:33Z', 'updated_at': '2022-02-09T01:27:43Z', 'revision_number': 4, 'project_id': '35c9f7b244ea483fa6b629f97aea5547', 'gw_port': {'id': '7708aa79-9351-4f60-920f-e4e112a08657', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:64:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2289a63c-5f7f-48fc-8244-4eeefd2f1ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:27:36Z', 'updated_at': '2022-02-09T01:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'f4f53aa7-e55d-45e9-a922-682e014f65d1', 'name': '', 'network_id': 'fdd4ab52-a95e-4d88-80ff-e318ccc28ec8', 'tenant_id': '35c9f7b244ea483fa6b629f97aea5547', 'mac_address': 'fa:16:3e:d3:4d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2289a63c-5f7f-48fc-8244-4eeefd2f1ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'fc1ed831-dbc4-4a1a-b0af-bcdb3578f016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:27:41Z', 'updated_at': '2022-02-09T01:27:50Z', 'revision_number': 4, 'project_id': '35c9f7b244ea483fa6b629f97aea5547', 'subnets': [{'id': 'fc1ed831-dbc4-4a1a-b0af-bcdb3578f016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:51.252325 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4d71401f-aa2a-48e4-9264-dc4f5be79f1b tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for port (60e03910-cff7-4f22-8d72-da29011fbf10), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:51.261540 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da586fe-d0be-435f-908c-f2e152aee003 None None] The sync data for ids ['2289a63c-5f7f-48fc-8244-4eeefd2f1ba4'] in n-d-822053-40 is: [{'id': '2289a63c-5f7f-48fc-8244-4eeefd2f1ba4', 'name': 'tempest-TaggedBootDevicesTest_v242-1724991912-router', 'tenant_id': '35c9f7b244ea483fa6b629f97aea5547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '7708aa79-9351-4f60-920f-e4e112a08657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:27:33Z', 'updated_at': '2022-02-09T01:27:43Z', 'revision_number': 4, 'project_id': '35c9f7b244ea483fa6b629f97aea5547', 'gw_port': {'id': '7708aa79-9351-4f60-920f-e4e112a08657', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:64:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2289a63c-5f7f-48fc-8244-4eeefd2f1ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:27:36Z', 'updated_at': '2022-02-09T01:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'f4f53aa7-e55d-45e9-a922-682e014f65d1', 'name': '', 'network_id': 'fdd4ab52-a95e-4d88-80ff-e318ccc28ec8', 'tenant_id': '35c9f7b244ea483fa6b629f97aea5547', 'mac_address': 'fa:16:3e:d3:4d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2289a63c-5f7f-48fc-8244-4eeefd2f1ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'fc1ed831-dbc4-4a1a-b0af-bcdb3578f016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:27:41Z', 'updated_at': '2022-02-09T01:27:50Z', 'revision_number': 4, 'project_id': '35c9f7b244ea483fa6b629f97aea5547', 'subnets': [{'id': 'fc1ed831-dbc4-4a1a-b0af-bcdb3578f016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:51.304072 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a27783ef-15b6-4abd-80ff-b6ecbb1fa6e7 admin admin] Publish callbacks [] for security_group (3ddf8317-ca71-4c73-a7ab-f297a6cbd2fd), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:51.317500 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4d71401f-aa2a-48e4-9264-dc4f5be79f1b tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (60e03910-cff7-4f22-8d72-da29011fbf10), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:51.364805 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a27783ef-15b6-4abd-80ff-b6ecbb1fa6e7 admin admin] Publish callbacks [] for security_group (3ddf8317-ca71-4c73-a7ab-f297a6cbd2fd), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:51.477515 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dcfdb062-125e-4f93-9c8a-f423035654d7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for port (05b86709-4273-44bc-8954-720dab71bcf2), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:51.485927 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dcfdb062-125e-4f93-9c8a-f423035654d7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (05b86709-4273-44bc-8954-720dab71bcf2), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:51.497318 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d71401f-aa2a-48e4-9264-dc4f5be79f1b tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:51.504955 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-4d71401f-aa2a-48e4-9264-dc4f5be79f1b tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:51.509699 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d71401f-aa2a-48e4-9264-dc4f5be79f1b tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:27:51.517693 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ab896a81-ce8b-4a73-8647-1689c684eb69 None None] Current status of the port f4f53aa7-e55d-45e9-a922-682e014f65d1 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:51.518082 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ab896a81-ce8b-4a73-8647-1689c684eb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f4f53aa7-e55d-45e9-a922-682e014f65d1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:51.551380 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d71401f-aa2a-48e4-9264-dc4f5be79f1b tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Pushing event updated for resources: {'Port': ['ID=60e03910-cff7-4f22-8d72-da29011fbf10,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:51.574093 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfdb062-125e-4f93-9c8a-f423035654d7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event updated for resources: {'Port': ['ID=05b86709-4273-44bc-8954-720dab71bcf2,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:51.672742 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a27783ef-15b6-4abd-80ff-b6ecbb1fa6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3ddf8317-ca71-4c73-a7ab-f297a6cbd2fd), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:51.681580 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a27783ef-15b6-4abd-80ff-b6ecbb1fa6e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:51.682838 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a27783ef-15b6-4abd-80ff-b6ecbb1fa6e7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3ddf8317-ca71-4c73-a7ab-f297a6cbd2fd HTTP/1.1" status: 204 len: 168 time: 0.5290966 Feb 09 01:27:51.750098 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27783ef-15b6-4abd-80ff-b6ecbb1fa6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ddf8317-ca71-4c73-a7ab-f297a6cbd2fd,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:51.754922 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dcfdb062-125e-4f93-9c8a-f423035654d7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (709572b4-f8d7-4d1e-bae0-b1c7aaedda3a), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:51.868418 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149fe5b-8939-4bdc-bd6b-6e7663cf3abd req-2aabce67-f91a-47b6-a861-f0cc6f5c61d1 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:51.870652 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4149fe5b-8939-4bdc-bd6b-6e7663cf3abd req-2aabce67-f91a-47b6-a861-f0cc6f5c61d1 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/ports?device_id=28f57928-f063-43f4-ae2d-1ca4bbb1cdda HTTP/1.1" status: 200 len: 945 time: 0.3018377 Feb 09 01:27:51.950427 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-ab896a81-ce8b-4a73-8647-1689c684eb69 None None] For port f4f53aa7-e55d-45e9-a922-682e014f65d1, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=f4f53aa7-e55d-45e9-a922-682e014f65d1,segment=NetworkSegment(cfe129bb-3eaa-418f-b758-f7409b8604d1),segment_id=cfe129bb-3eaa-418f-b758-f7409b8604d1)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:51.960870 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-b09c93c0-d65e-48a7-be00-5e3187acdee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdbe617-cc63-4b3d-9bc6-296cff7eb78f', 'name': 'tempest-snat-router-797928446', 'tenant_id': '909d7dc916784ad7b2f8348cf596f754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.37'}], 'enable_snat': False}, 'gw_port_id': 'b32be982-9fd1-4d8e-9956-15570d491f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:27:44Z', 'updated_at': '2022-02-09T01:27:47Z', 'revision_number': 3, 'project_id': '909d7dc916784ad7b2f8348cf596f754', 'gw_port': {'id': 'b32be982-9fd1-4d8e-9956-15570d491f10', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdbe617-cc63-4b3d-9bc6-296cff7eb78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:27:46Z', 'updated_at': '2022-02-09T01:27:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:52.035763 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4149fe5b-8939-4bdc-bd6b-6e7663cf3abd req-d2ea885c-2082-4426-838b-54b145a11381 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/security-groups?id=1863cf5f-cae5-40fc-84a8-bd497bdbb5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567779 Feb 09 01:27:52.040012 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfdb062-125e-4f93-9c8a-f423035654d7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Network e884a7ab-0c84-40be-b2f8-664d2f00189d is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:52.058081 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-dcfdb062-125e-4f93-9c8a-f423035654d7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:52.060566 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09c93c0-d65e-48a7-be00-5e3187acdee2 None None] Checking router: 1cdbe617-cc63-4b3d-9bc6-296cff7eb78f for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:27:52.060921 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09c93c0-d65e-48a7-be00-5e3187acdee2 None None] Updating router 1cdbe617-cc63-4b3d-9bc6-296cff7eb78f port b32be982-9fd1-4d8e-9956-15570d491f10 binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:27:52.080457 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ab896a81-ce8b-4a73-8647-1689c684eb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f4f53aa7-e55d-45e9-a922-682e014f65d1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:52.170464 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b09c93c0-d65e-48a7-be00-5e3187acdee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b32be982-9fd1-4d8e-9956-15570d491f10), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:52.225674 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4d71401f-aa2a-48e4-9264-dc4f5be79f1b tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for router_gateway (9eab0e91-e818-422a-8e41-4d005587e328), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:52.350150 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfdb062-125e-4f93-9c8a-f423035654d7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Router 709572b4-f8d7-4d1e-bae0-b1c7aaedda3a is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:27:52.600176 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfdb062-125e-4f93-9c8a-f423035654d7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:27:52.612746 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633ad435-e53f-44d4-a2e5-55b373c934bc None None] Sync routers for ids ['709572b4-f8d7-4d1e-bae0-b1c7aaedda3a'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:52.613957 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-dcfdb062-125e-4f93-9c8a-f423035654d7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "PUT /v2.0/routers/709572b4-f8d7-4d1e-bae0-b1c7aaedda3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9525428 Feb 09 01:27:52.614054 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39886) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:52.633510 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633ad435-e53f-44d4-a2e5-55b373c934bc None None] Routers {'709572b4-f8d7-4d1e-bae0-b1c7aaedda3a'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:52.637436 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-633ad435-e53f-44d4-a2e5-55b373c934bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:27:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['709572b4-f8d7-4d1e-bae0-b1c7aaedda3a'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:52.741153 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-633ad435-e53f-44d4-a2e5-55b373c934bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:52.764547 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94883824-368f-40a7-8190-2d108098d329 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:52.770626 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633ad435-e53f-44d4-a2e5-55b373c934bc None None] Routers {'709572b4-f8d7-4d1e-bae0-b1c7aaedda3a'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:52.772401 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-633ad435-e53f-44d4-a2e5-55b373c934bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:27:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['709572b4-f8d7-4d1e-bae0-b1c7aaedda3a'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:52.776621 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-94883824-368f-40a7-8190-2d108098d329 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "GET /v2.0/ports/05b86709-4273-44bc-8954-720dab71bcf2 HTTP/1.1" status: 200 len: 910 time: 0.1562347 Feb 09 01:27:52.777836 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39892) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:52.925312 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-633ad435-e53f-44d4-a2e5-55b373c934bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:52.927248 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633ad435-e53f-44d4-a2e5-55b373c934bc None None] The sync data for ids ['709572b4-f8d7-4d1e-bae0-b1c7aaedda3a'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:53.162220 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device ef9a6374-8f48-4dfb-8b88-dd782e69da44 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:27:53.401857 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b09c93c0-d65e-48a7-be00-5e3187acdee2 None None] Publish callbacks [] for port (b32be982-9fd1-4d8e-9956-15570d491f10), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:53.493947 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab896a81-ce8b-4a73-8647-1689c684eb69 None None] Pushing event updated for resources: {'Port': ['ID=f4f53aa7-e55d-45e9-a922-682e014f65d1,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:53.536225 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device f4f53aa7-e55d-45e9-a922-682e014f65d1 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:27:53.551470 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92076849-93e7-403a-96b8-f0e2ee037a48 req-2a765705-8d4d-4a53-a93f-da31e9c831b9 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:53.556437 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b09c93c0-d65e-48a7-be00-5e3187acdee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b32be982-9fd1-4d8e-9956-15570d491f10), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:53.560910 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-92076849-93e7-403a-96b8-f0e2ee037a48 req-2a765705-8d4d-4a53-a93f-da31e9c831b9 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/ports?device_id=28f57928-f063-43f4-ae2d-1ca4bbb1cdda HTTP/1.1" status: 200 len: 945 time: 0.3063409 Feb 09 01:27:53.639568 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4d71401f-aa2a-48e4-9264-dc4f5be79f1b tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (9eab0e91-e818-422a-8e41-4d005587e328), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:53.701295 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-92076849-93e7-403a-96b8-f0e2ee037a48 req-17cb2a54-913a-4706-9889-321626ba077c tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/security-groups?id=1863cf5f-cae5-40fc-84a8-bd497bdbb5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393621 Feb 09 01:27:53.916592 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a2027-6778-468b-86b9-98fbc481a99e None None] Pushing event updated for resources: {'Port': ['ID=b32be982-9fd1-4d8e-9956-15570d491f10,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:53.949592 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-b09c93c0-d65e-48a7-be00-5e3187acdee2 None None] Attempting to bind port b32be982-9fd1-4d8e-9956-15570d491f10 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:27:53.950122 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-b09c93c0-d65e-48a7-be00-5e3187acdee2 None None] Attempting to bind port b32be982-9fd1-4d8e-9956-15570d491f10 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:27:53.950590 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09c93c0-d65e-48a7-be00-5e3187acdee2 None None] Attempting to bind port b32be982-9fd1-4d8e-9956-15570d491f10 on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:27:53.974490 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d6ecf67f-ffd3-40c6-80ec-4870139f93c9 None None] Provisioning complete for port f4f53aa7-e55d-45e9-a922-682e014f65d1 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:53.975413 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d6ecf67f-ffd3-40c6-80ec-4870139f93c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f4f53aa7-e55d-45e9-a922-682e014f65d1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:53.984923 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09c93c0-d65e-48a7-be00-5e3187acdee2 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:27:53.985688 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09c93c0-d65e-48a7-be00-5e3187acdee2 None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:27:53.987081 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b09c93c0-d65e-48a7-be00-5e3187acdee2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:53.988274 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09c93c0-d65e-48a7-be00-5e3187acdee2 None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:27:53.989196 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-b09c93c0-d65e-48a7-be00-5e3187acdee2 None None] Bound port: b32be982-9fd1-4d8e-9956-15570d491f10, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:27:53.989834 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b09c93c0-d65e-48a7-be00-5e3187acdee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b32be982-9fd1-4d8e-9956-15570d491f10), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:54.001270 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d71401f-aa2a-48e4-9264-dc4f5be79f1b tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Router 9eab0e91-e818-422a-8e41-4d005587e328 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:27:54.104706 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-622d2481-f249-4b70-bdf3-60a4a3146245 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (709572b4-f8d7-4d1e-bae0-b1c7aaedda3a), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:54.188619 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port f4f53aa7-e55d-45e9-a922-682e014f65d1 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:54.189094 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f4f53aa7-e55d-45e9-a922-682e014f65d1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:54.246982 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port ef9a6374-8f48-4dfb-8b88-dd782e69da44 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:27:54.250277 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b09c93c0-d65e-48a7-be00-5e3187acdee2 None None] For port b32be982-9fd1-4d8e-9956-15570d491f10, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:27:54.285130 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port ef9a6374-8f48-4dfb-8b88-dd782e69da44 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:54.285331 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (ef9a6374-8f48-4dfb-8b88-dd782e69da44), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:54.299506 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b09c93c0-d65e-48a7-be00-5e3187acdee2 None None] For port b32be982-9fd1-4d8e-9956-15570d491f10, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b32be982-9fd1-4d8e-9956-15570d491f10,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:27:54.333100 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-23195acc-4d40-464c-aa2d-fba57d3b2ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:54.346936 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b09c93c0-d65e-48a7-be00-5e3187acdee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b32be982-9fd1-4d8e-9956-15570d491f10), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:54.367865 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d71401f-aa2a-48e4-9264-dc4f5be79f1b tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:27:54.439600 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4d71401f-aa2a-48e4-9264-dc4f5be79f1b tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:54.442468 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4d71401f-aa2a-48e4-9264-dc4f5be79f1b tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.0038812 Feb 09 01:27:54.453188 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39934) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:54.524026 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ac29e9-4b7e-4e9e-b9b9-61fce1fadb06 None None] Sync routers for ids ['9eab0e91-e818-422a-8e41-4d005587e328'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:54.563817 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ac29e9-4b7e-4e9e-b9b9-61fce1fadb06 None None] Routers {'9eab0e91-e818-422a-8e41-4d005587e328'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:54.564620 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-17ac29e9-4b7e-4e9e-b9b9-61fce1fadb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:27:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['9eab0e91-e818-422a-8e41-4d005587e328'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:54.698304 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d6ecf67f-ffd3-40c6-80ec-4870139f93c9 None None] Current status of the port f4f53aa7-e55d-45e9-a922-682e014f65d1 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:54.756851 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a2027-6778-468b-86b9-98fbc481a99e None None] Pushing event updated for resources: {'Port': ['ID=b32be982-9fd1-4d8e-9956-15570d491f10,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:54.765741 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port f4f53aa7-e55d-45e9-a922-682e014f65d1 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:54.797330 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09c93c0-d65e-48a7-be00-5e3187acdee2 None None] Routers {'1cdbe617-cc63-4b3d-9bc6-296cff7eb78f'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:54.798309 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-b09c93c0-d65e-48a7-be00-5e3187acdee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:27:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['1cdbe617-cc63-4b3d-9bc6-296cff7eb78f'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:54.855216 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-040518be-a4f9-4467-9a6b-09fe5b6091f9 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] 10.222.0.30 "GET /v2.0/routers/9eab0e91-e818-422a-8e41-4d005587e328 HTTP/1.1" status: 200 len: 906 time: 0.4004054 Feb 09 01:27:54.858230 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39948) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:54.944951 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port ef9a6374-8f48-4dfb-8b88-dd782e69da44 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:54.945357 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ef9a6374-8f48-4dfb-8b88-dd782e69da44), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:54.970244 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-17ac29e9-4b7e-4e9e-b9b9-61fce1fadb06 None None] Set router 9eab0e91-e818-422a-8e41-4d005587e328 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:27:54.972412 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-0c5dabe1-b311-4675-ad30-08a08781d8ec None None] Provisioning complete for port 05b86709-4273-44bc-8954-720dab71bcf2 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:54.972796 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0c5dabe1-b311-4675-ad30-08a08781d8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (05b86709-4273-44bc-8954-720dab71bcf2), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:55.025012 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39950) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:55.045838 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-622d2481-f249-4b70-bdf3-60a4a3146245 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Deleting port 05b86709-4273-44bc-8954-720dab71bcf2 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:27:55.046182 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-622d2481-f249-4b70-bdf3-60a4a3146245 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (05b86709-4273-44bc-8954-720dab71bcf2), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:55.211628 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-0c5dabe1-b311-4675-ad30-08a08781d8ec None None] Port 05b86709-4273-44bc-8954-720dab71bcf2 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:27:55.212715 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9794cc82-b84c-42a4-a05c-8ac9f305ae7d tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for router (9eab0e91-e818-422a-8e41-4d005587e328), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:55.284456 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f57928-f063-43f4-ae2d-1ca4bbb1cdda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9a6374-8f48-4dfb-8b88-dd782e69da44'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:27:55.287365 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4478d8c4-8c16-48d3-af56-18a16d038a2f" -d '{"events": [{"server_uuid": "28f57928-f063-43f4-ae2d-1ca4bbb1cdda", "name": "network-vif-plugged", "status": "completed", "tag": "ef9a6374-8f48-4dfb-8b88-dd782e69da44"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:27:55.301100 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b59154e9-e551-4986-932b-3e36155aabda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:55.337732 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device f4f53aa7-e55d-45e9-a922-682e014f65d1 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:27:55.464108 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aac0555-011c-4a45-ad15-4a957911620a x-openstack-request-id: req-2aac0555-011c-4a45-ad15-4a957911620a {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:27:55.464462 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f57928-f063-43f4-ae2d-1ca4bbb1cdda", "name": "network-vif-plugged", "status": "completed", "tag": "ef9a6374-8f48-4dfb-8b88-dd782e69da44", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:27:55.464733 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2aac0555-011c-4a45-ad15-4a957911620a {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:27:55.465053 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f57928-f063-43f4-ae2d-1ca4bbb1cdda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9a6374-8f48-4dfb-8b88-dd782e69da44', 'code': 200} Feb 09 01:27:55.466927 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port ef9a6374-8f48-4dfb-8b88-dd782e69da44, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=ef9a6374-8f48-4dfb-8b88-dd782e69da44,segment=NetworkSegment(2764419c-e2f1-47fc-88b3-e60891c25218),segment_id=2764419c-e2f1-47fc-88b3-e60891c25218)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:55.491726 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b59154e9-e551-4986-932b-3e36155aabda admin admin] Publish callbacks [] for security_group (b0546fa0-2e12-4a09-90ee-834edc6e9cf4), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:55.501296 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b59154e9-e551-4986-932b-3e36155aabda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b0546fa0-2e12-4a09-90ee-834edc6e9cf4), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:55.506526 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ef9a6374-8f48-4dfb-8b88-dd782e69da44), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:55.529262 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-b09c93c0-d65e-48a7-be00-5e3187acdee2 None None] Set router 1cdbe617-cc63-4b3d-9bc6-296cff7eb78f gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:27:55.620707 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af906d50-ffdb-4afc-8893-2b5cb3297d32 req-b32e3e89-af01-4346-9dcb-de10194aacd8 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:55.627885 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59154e9-e551-4986-932b-3e36155aabda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0546fa0-2e12-4a09-90ee-834edc6e9cf4,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:55.631170 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-af906d50-ffdb-4afc-8893-2b5cb3297d32 req-b32e3e89-af01-4346-9dcb-de10194aacd8 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/ports?device_id=28f57928-f063-43f4-ae2d-1ca4bbb1cdda HTTP/1.1" status: 200 len: 945 time: 0.7647679 Feb 09 01:27:55.650955 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39962) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:55.661552 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b59154e9-e551-4986-932b-3e36155aabda admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0a7d67fb072e425fa611afd27394e2bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6337852 Feb 09 01:27:55.724676 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=ef9a6374-8f48-4dfb-8b88-dd782e69da44,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:55.740721 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0fdf5-02c3-4cd3-bf17-222a3e6b4228 req-6d399453-9843-48b9-965b-c9c94a9e2691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:55.750283 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b9e0fdf5-02c3-4cd3-bf17-222a3e6b4228 req-6d399453-9843-48b9-965b-c9c94a9e2691 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=28f57928-f063-43f4-ae2d-1ca4bbb1cdda HTTP/1.1" status: 200 len: 1129 time: 0.2020171 Feb 09 01:27:55.789779 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-622d2481-f249-4b70-bdf3-60a4a3146245 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (05b86709-4273-44bc-8954-720dab71bcf2), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:55.810200 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-622d2481-f249-4b70-bdf3-60a4a3146245 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Calling delete_port for 05b86709-4273-44bc-8954-720dab71bcf2 owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:27:55.875113 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b9e0fdf5-02c3-4cd3-bf17-222a3e6b4228 req-5326c803-9c9d-47bc-8d3b-c16b6dfa8ba6 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=1863cf5f-cae5-40fc-84a8-bd497bdbb5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143966 Feb 09 01:27:55.921866 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:55.964489 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-af906d50-ffdb-4afc-8893-2b5cb3297d32 req-88726fc3-b320-40fd-8b72-32c35b570219 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/security-groups?id=1863cf5f-cae5-40fc-84a8-bd497bdbb5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249426 Feb 09 01:27:55.983759 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port f4f53aa7-e55d-45e9-a922-682e014f65d1 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:55.984269 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f4f53aa7-e55d-45e9-a922-682e014f65d1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:56.109683 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9794cc82-b84c-42a4-a05c-8ac9f305ae7d tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for router_gateway (9eab0e91-e818-422a-8e41-4d005587e328), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:56.222505 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c5b1994c-eeb5-4ac3-8cb1-a6d73f6514bf admin admin] Publish callbacks [] for security_group (b0546fa0-2e12-4a09-90ee-834edc6e9cf4), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:56.285525 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c5b1994c-eeb5-4ac3-8cb1-a6d73f6514bf admin admin] Publish callbacks [] for security_group (b0546fa0-2e12-4a09-90ee-834edc6e9cf4), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:56.364065 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-622d2481-f249-4b70-bdf3-60a4a3146245 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (05b86709-4273-44bc-8954-720dab71bcf2), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:56.401689 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d2481-f249-4b70-bdf3-60a4a3146245 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event deleted for resources: {'Port': ['ID=05b86709-4273-44bc-8954-720dab71bcf2,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:56.412413 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-9794cc82-b84c-42a4-a05c-8ac9f305ae7d tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Deleting port 60e03910-cff7-4f22-8d72-da29011fbf10 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:27:56.412754 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9794cc82-b84c-42a4-a05c-8ac9f305ae7d tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (60e03910-cff7-4f22-8d72-da29011fbf10), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:56.435945 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-17ac29e9-4b7e-4e9e-b9b9-61fce1fadb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eab0e91-e818-422a-8e41-4d005587e328', 'name': 'tempest-snat-router-797928446', 'tenant_id': '909d7dc916784ad7b2f8348cf596f754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '60e03910-cff7-4f22-8d72-da29011fbf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:27:49Z', 'updated_at': '2022-02-09T01:27:51Z', 'revision_number': 3, 'project_id': '909d7dc916784ad7b2f8348cf596f754', 'gw_port': {'id': '60e03910-cff7-4f22-8d72-da29011fbf10', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bb:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eab0e91-e818-422a-8e41-4d005587e328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:27:50Z', 'updated_at': '2022-02-09T01:27:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:56.491198 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ac29e9-4b7e-4e9e-b9b9-61fce1fadb06 None None] Checking router: 9eab0e91-e818-422a-8e41-4d005587e328 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:27:56.491726 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ac29e9-4b7e-4e9e-b9b9-61fce1fadb06 None None] Updating router 9eab0e91-e818-422a-8e41-4d005587e328 port 60e03910-cff7-4f22-8d72-da29011fbf10 binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:27:56.558150 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c5b1994c-eeb5-4ac3-8cb1-a6d73f6514bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b0546fa0-2e12-4a09-90ee-834edc6e9cf4), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:56.564625 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c5b1994c-eeb5-4ac3-8cb1-a6d73f6514bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:56.566342 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c5b1994c-eeb5-4ac3-8cb1-a6d73f6514bf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b0546fa0-2e12-4a09-90ee-834edc6e9cf4 HTTP/1.1" status: 204 len: 168 time: 0.9063113 Feb 09 01:27:56.595832 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1994c-eeb5-4ac3-8cb1-a6d73f6514bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0546fa0-2e12-4a09-90ee-834edc6e9cf4,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:56.607359 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-17ac29e9-4b7e-4e9e-b9b9-61fce1fadb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (60e03910-cff7-4f22-8d72-da29011fbf10), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:56.629542 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-b09c93c0-d65e-48a7-be00-5e3187acdee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cdbe617-cc63-4b3d-9bc6-296cff7eb78f', 'name': 'tempest-snat-router-797928446', 'tenant_id': '909d7dc916784ad7b2f8348cf596f754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.37'}], 'enable_snat': False}, 'gw_port_id': 'b32be982-9fd1-4d8e-9956-15570d491f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:27:44Z', 'updated_at': '2022-02-09T01:27:47Z', 'revision_number': 3, 'project_id': '909d7dc916784ad7b2f8348cf596f754', 'gw_port': {'id': 'b32be982-9fd1-4d8e-9956-15570d491f10', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdbe617-cc63-4b3d-9bc6-296cff7eb78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:27:46Z', 'updated_at': '2022-02-09T01:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:56.658429 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port f4f53aa7-e55d-45e9-a922-682e014f65d1 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:56.693592 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09c93c0-d65e-48a7-be00-5e3187acdee2 None None] The sync data for ids ['1cdbe617-cc63-4b3d-9bc6-296cff7eb78f'] in n-d-822053-40 is: [{'id': '1cdbe617-cc63-4b3d-9bc6-296cff7eb78f', 'name': 'tempest-snat-router-797928446', 'tenant_id': '909d7dc916784ad7b2f8348cf596f754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.37'}], 'enable_snat': False}, 'gw_port_id': 'b32be982-9fd1-4d8e-9956-15570d491f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:27:44Z', 'updated_at': '2022-02-09T01:27:47Z', 'revision_number': 3, 'project_id': '909d7dc916784ad7b2f8348cf596f754', 'gw_port': {'id': 'b32be982-9fd1-4d8e-9956-15570d491f10', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdbe617-cc63-4b3d-9bc6-296cff7eb78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:27:46Z', 'updated_at': '2022-02-09T01:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:56.805809 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9794cc82-b84c-42a4-a05c-8ac9f305ae7d tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (60e03910-cff7-4f22-8d72-da29011fbf10), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:56.904034 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-9794cc82-b84c-42a4-a05c-8ac9f305ae7d tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Calling delete_port for 60e03910-cff7-4f22-8d72-da29011fbf10 owned by network:router_gateway {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:27:56.921387 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-622d2481-f249-4b70-bdf3-60a4a3146245 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (709572b4-f8d7-4d1e-bae0-b1c7aaedda3a), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:57.428240 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b32be982-9fd1-4d8e-9956-15570d491f10 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:27:57.569037 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:57.574623 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-17ac29e9-4b7e-4e9e-b9b9-61fce1fadb06 None None] Publish callbacks [] for port (60e03910-cff7-4f22-8d72-da29011fbf10), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:57.589315 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port b32be982-9fd1-4d8e-9956-15570d491f10 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:57.597990 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b32be982-9fd1-4d8e-9956-15570d491f10), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:57.604129 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-17ac29e9-4b7e-4e9e-b9b9-61fce1fadb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (60e03910-cff7-4f22-8d72-da29011fbf10), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:57.731036 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e7e94-8a51-469a-a027-c4923dc6b7f7 None None] Pushing event updated for resources: {'Port': ['ID=60e03910-cff7-4f22-8d72-da29011fbf10,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:57.769805 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-17ac29e9-4b7e-4e9e-b9b9-61fce1fadb06 None None] Attempting to bind port 60e03910-cff7-4f22-8d72-da29011fbf10 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:27:57.775598 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-17ac29e9-4b7e-4e9e-b9b9-61fce1fadb06 None None] Attempting to bind port 60e03910-cff7-4f22-8d72-da29011fbf10 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:27:57.776034 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ac29e9-4b7e-4e9e-b9b9-61fce1fadb06 None None] Attempting to bind port 60e03910-cff7-4f22-8d72-da29011fbf10 on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:27:57.790769 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ac29e9-4b7e-4e9e-b9b9-61fce1fadb06 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:27:57.791179 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ac29e9-4b7e-4e9e-b9b9-61fce1fadb06 None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:27:57.791593 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-17ac29e9-4b7e-4e9e-b9b9-61fce1fadb06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:57.792153 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ac29e9-4b7e-4e9e-b9b9-61fce1fadb06 None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:27:57.792590 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-17ac29e9-4b7e-4e9e-b9b9-61fce1fadb06 None None] Bound port: 60e03910-cff7-4f22-8d72-da29011fbf10, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:27:57.792989 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-17ac29e9-4b7e-4e9e-b9b9-61fce1fadb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (60e03910-cff7-4f22-8d72-da29011fbf10), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:57.879941 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622d2481-f249-4b70-bdf3-60a4a3146245 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Router 709572b4-f8d7-4d1e-bae0-b1c7aaedda3a has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:27:57.988021 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0bb94-2fdb-4d69-8895-eb425b8e04e0 req-282a21b0-607f-4fcb-bf70-1641b878168c tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:57.995743 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a6e0bb94-2fdb-4d69-8895-eb425b8e04e0 req-282a21b0-607f-4fcb-bf70-1641b878168c tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/ports?device_id=28f57928-f063-43f4-ae2d-1ca4bbb1cdda HTTP/1.1" status: 200 len: 946 time: 0.8309147 Feb 09 01:27:58.071465 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port b32be982-9fd1-4d8e-9956-15570d491f10 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:58.073179 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b32be982-9fd1-4d8e-9956-15570d491f10), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:58.115250 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-17ac29e9-4b7e-4e9e-b9b9-61fce1fadb06 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:27:58.117709 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-17ac29e9-4b7e-4e9e-b9b9-61fce1fadb06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:27:58.127823 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9794cc82-b84c-42a4-a05c-8ac9f305ae7d tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (60e03910-cff7-4f22-8d72-da29011fbf10), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:58.156634 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port b32be982-9fd1-4d8e-9956-15570d491f10, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b32be982-9fd1-4d8e-9956-15570d491f10,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:58.181803 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b32be982-9fd1-4d8e-9956-15570d491f10), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:58.239810 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9794cc82-b84c-42a4-a05c-8ac9f305ae7d tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Pushing event deleted for resources: {'Port': ['ID=60e03910-cff7-4f22-8d72-da29011fbf10,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:58.278576 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:58.294864 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a6e0bb94-2fdb-4d69-8895-eb425b8e04e0 req-8cbf5cf7-7c4f-41f4-ac13-1eb8920a3bd6 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/security-groups?id=1863cf5f-cae5-40fc-84a8-bd497bdbb5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978499 Feb 09 01:27:58.307867 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622d2481-f249-4b70-bdf3-60a4a3146245 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:27:58.316952 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-622d2481-f249-4b70-bdf3-60a4a3146245 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "PUT /v2.0/routers/709572b4-f8d7-4d1e-bae0-b1c7aaedda3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5354042 Feb 09 01:27:58.317159 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39998) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:58.323167 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e576aef2-3f4b-40bf-b2d0-15f888932980 None None] Sync routers for ids ['709572b4-f8d7-4d1e-bae0-b1c7aaedda3a'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:58.328015 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=b32be982-9fd1-4d8e-9956-15570d491f10,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:58.344997 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e576aef2-3f4b-40bf-b2d0-15f888932980 None None] Routers {'709572b4-f8d7-4d1e-bae0-b1c7aaedda3a'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:58.345822 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-e576aef2-3f4b-40bf-b2d0-15f888932980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:27:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['709572b4-f8d7-4d1e-bae0-b1c7aaedda3a'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:58.358719 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9794cc82-b84c-42a4-a05c-8ac9f305ae7d tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (9eab0e91-e818-422a-8e41-4d005587e328), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:58.390506 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40000) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:58.395591 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ae4e1640-2bf9-4156-9d66-29bf728a1efc tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "GET /v2.0/ports?device_id=709572b4-f8d7-4d1e-bae0-b1c7aaedda3a HTTP/1.1" status: 200 len: 205 time: 0.0694799 Feb 09 01:27:58.400679 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-e576aef2-3f4b-40bf-b2d0-15f888932980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:58.416653 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e576aef2-3f4b-40bf-b2d0-15f888932980 None None] Routers {'709572b4-f8d7-4d1e-bae0-b1c7aaedda3a'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:58.418036 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-e576aef2-3f4b-40bf-b2d0-15f888932980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:27:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['709572b4-f8d7-4d1e-bae0-b1c7aaedda3a'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:58.472599 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-e576aef2-3f4b-40bf-b2d0-15f888932980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:58.473681 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e576aef2-3f4b-40bf-b2d0-15f888932980 None None] The sync data for ids ['709572b4-f8d7-4d1e-bae0-b1c7aaedda3a'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:58.617935 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7c53cfdd-2664-4c9b-b41d-02fa39320c59 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router (709572b4-f8d7-4d1e-bae0-b1c7aaedda3a), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:58.666469 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-17ac29e9-4b7e-4e9e-b9b9-61fce1fadb06 None None] Attempting to bind port 60e03910-cff7-4f22-8d72-da29011fbf10 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:27:58.666469 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-17ac29e9-4b7e-4e9e-b9b9-61fce1fadb06 None None] Attempting to bind port 60e03910-cff7-4f22-8d72-da29011fbf10 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:27:58.666469 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ac29e9-4b7e-4e9e-b9b9-61fce1fadb06 None None] Attempting to bind port 60e03910-cff7-4f22-8d72-da29011fbf10 on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:27:58.689996 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ac29e9-4b7e-4e9e-b9b9-61fce1fadb06 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:27:58.690382 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ac29e9-4b7e-4e9e-b9b9-61fce1fadb06 None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:27:58.691443 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-17ac29e9-4b7e-4e9e-b9b9-61fce1fadb06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:58.692453 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ac29e9-4b7e-4e9e-b9b9-61fce1fadb06 None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:27:58.693160 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-17ac29e9-4b7e-4e9e-b9b9-61fce1fadb06 None None] Bound port: 60e03910-cff7-4f22-8d72-da29011fbf10, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:27:58.695348 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-17ac29e9-4b7e-4e9e-b9b9-61fce1fadb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (60e03910-cff7-4f22-8d72-da29011fbf10), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:58.712815 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9794cc82-b84c-42a4-a05c-8ac9f305ae7d tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (9eab0e91-e818-422a-8e41-4d005587e328), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:58.714283 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9794cc82-b84c-42a4-a05c-8ac9f305ae7d tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for router_controller (9eab0e91-e818-422a-8e41-4d005587e328), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:58.759685 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-17ac29e9-4b7e-4e9e-b9b9-61fce1fadb06 None None] Port 60e03910-cff7-4f22-8d72-da29011fbf10 has been deleted concurrently {{(pid=103530) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 09 01:27:58.785256 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ac29e9-4b7e-4e9e-b9b9-61fce1fadb06 None None] Routers {'9eab0e91-e818-422a-8e41-4d005587e328'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:58.786246 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-17ac29e9-4b7e-4e9e-b9b9-61fce1fadb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:27:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['9eab0e91-e818-422a-8e41-4d005587e328'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:58.907554 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7c53cfdd-2664-4c9b-b41d-02fa39320c59 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (709572b4-f8d7-4d1e-bae0-b1c7aaedda3a), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:58.912039 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7c53cfdd-2664-4c9b-b41d-02fa39320c59 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router_controller (709572b4-f8d7-4d1e-bae0-b1c7aaedda3a), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:58.920538 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9794cc82-b84c-42a4-a05c-8ac9f305ae7d tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (9eab0e91-e818-422a-8e41-4d005587e328), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:58.921878 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9794cc82-b84c-42a4-a05c-8ac9f305ae7d tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9eab0e91-e818-422a-8e41-4d005587e328 {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:27:58.932759 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9794cc82-b84c-42a4-a05c-8ac9f305ae7d tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:58.935223 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9794cc82-b84c-42a4-a05c-8ac9f305ae7d tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] 10.222.0.30 "DELETE /v2.0/routers/9eab0e91-e818-422a-8e41-4d005587e328 HTTP/1.1" status: 204 len: 168 time: 4.0763509 Feb 09 01:27:58.938601 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40014) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:58.963273 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-17ac29e9-4b7e-4e9e-b9b9-61fce1fadb06 None None] Set router 9eab0e91-e818-422a-8e41-4d005587e328 gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:27:59.049199 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7c53cfdd-2664-4c9b-b41d-02fa39320c59 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (709572b4-f8d7-4d1e-bae0-b1c7aaedda3a), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:59.049979 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c53cfdd-2664-4c9b-b41d-02fa39320c59 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Fanout notify agent at l3_agent the message router_deleted on router 709572b4-f8d7-4d1e-bae0-b1c7aaedda3a {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:27:59.058650 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7c53cfdd-2664-4c9b-b41d-02fa39320c59 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:59.075338 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7c53cfdd-2664-4c9b-b41d-02fa39320c59 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "DELETE /v2.0/routers/709572b4-f8d7-4d1e-bae0-b1c7aaedda3a HTTP/1.1" status: 204 len: 168 time: 0.6804028 Feb 09 01:27:59.076203 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40018) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:59.076348 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-17ac29e9-4b7e-4e9e-b9b9-61fce1fadb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eab0e91-e818-422a-8e41-4d005587e328', 'name': 'tempest-snat-router-797928446', 'tenant_id': '909d7dc916784ad7b2f8348cf596f754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:27:49Z', 'updated_at': '2022-02-09T01:27:57Z', 'revision_number': 5, 'project_id': '909d7dc916784ad7b2f8348cf596f754', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:59.186040 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ac29e9-4b7e-4e9e-b9b9-61fce1fadb06 None None] The sync data for ids ['9eab0e91-e818-422a-8e41-4d005587e328'] in n-d-822053-40 is: [{'id': '9eab0e91-e818-422a-8e41-4d005587e328', 'name': 'tempest-snat-router-797928446', 'tenant_id': '909d7dc916784ad7b2f8348cf596f754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:27:49Z', 'updated_at': '2022-02-09T01:27:57Z', 'revision_number': 5, 'project_id': '909d7dc916784ad7b2f8348cf596f754', 'gw_port_host': None}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:59.254669 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-294518af-87bb-45cb-8330-5d1e5c664e46 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Deleting subnet 66dfaf9a-e441-4341-ab6d-2846a57ed64c {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:27:59.274100 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-294518af-87bb-45cb-8330-5d1e5c664e46 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for subnet (66dfaf9a-e441-4341-ab6d-2846a57ed64c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:59.328371 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20eefeba-f486-4d8e-a41b-c36fe11fb1bf tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for router (1cdbe617-cc63-4b3d-9bc6-296cff7eb78f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:59.403569 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b32be982-9fd1-4d8e-9956-15570d491f10 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:27:59.557368 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-294518af-87bb-45cb-8330-5d1e5c664e46 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (66dfaf9a-e441-4341-ab6d-2846a57ed64c), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:59.632910 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port b32be982-9fd1-4d8e-9956-15570d491f10 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:59.636837 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b32be982-9fd1-4d8e-9956-15570d491f10), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:59.673548 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20eefeba-f486-4d8e-a41b-c36fe11fb1bf tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for router_gateway (1cdbe617-cc63-4b3d-9bc6-296cff7eb78f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:59.730744 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bff258-23f1-4aa9-936a-0689f7b47487 req-1530a8ab-4d3b-4f25-9408-e80464878d58 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:59.741525 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-01bff258-23f1-4aa9-936a-0689f7b47487 req-1530a8ab-4d3b-4f25-9408-e80464878d58 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/ports?device_id=28f57928-f063-43f4-ae2d-1ca4bbb1cdda HTTP/1.1" status: 200 len: 946 time: 0.3164024 Feb 09 01:27:59.850555 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-20eefeba-f486-4d8e-a41b-c36fe11fb1bf tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Deleting port b32be982-9fd1-4d8e-9956-15570d491f10 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:27:59.851470 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20eefeba-f486-4d8e-a41b-c36fe11fb1bf tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (b32be982-9fd1-4d8e-9956-15570d491f10), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:59.880326 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-01bff258-23f1-4aa9-936a-0689f7b47487 req-1f0d6e47-6aa2-4523-b4cd-6399442162ed tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/security-groups?id=1863cf5f-cae5-40fc-84a8-bd497bdbb5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312795 Feb 09 01:27:59.893835 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-294518af-87bb-45cb-8330-5d1e5c664e46 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (66dfaf9a-e441-4341-ab6d-2846a57ed64c), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:59.907424 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port b32be982-9fd1-4d8e-9956-15570d491f10 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:00.019243 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-294518af-87bb-45cb-8330-5d1e5c664e46 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (66dfaf9a-e441-4341-ab6d-2846a57ed64c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:00.021909 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-20eefeba-f486-4d8e-a41b-c36fe11fb1bf tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] For port b32be982-9fd1-4d8e-9956-15570d491f10, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b32be982-9fd1-4d8e-9956-15570d491f10,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:00.025581 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20eefeba-f486-4d8e-a41b-c36fe11fb1bf tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (b32be982-9fd1-4d8e-9956-15570d491f10), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:00.050827 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-20eefeba-f486-4d8e-a41b-c36fe11fb1bf tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Calling delete_port for b32be982-9fd1-4d8e-9956-15570d491f10 owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:28:00.074838 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294518af-87bb-45cb-8330-5d1e5c664e46 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event deleted for resources: {'Subnet': ['ID=66dfaf9a-e441-4341-ab6d-2846a57ed64c,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:00.089156 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-294518af-87bb-45cb-8330-5d1e5c664e46 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:00.099391 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-294518af-87bb-45cb-8330-5d1e5c664e46 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "DELETE /v2.0/subnets/66dfaf9a-e441-4341-ab6d-2846a57ed64c HTTP/1.1" status: 204 len: 168 time: 1.0173178 Feb 09 01:28:00.099957 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40036) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:00.105594 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e017e5d-303d-4e6b-a984-a0ab09b1f9bb None None] Network e884a7ab-0c84-40be-b2f8-664d2f00189d requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:28:00.266061 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-18e2bb6c-695b-4cf8-a353-e5f53ec177bc tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (e884a7ab-0c84-40be-b2f8-664d2f00189d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:00.440022 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-18e2bb6c-695b-4cf8-a353-e5f53ec177bc tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Deleting port e93e5825-5a93-41a5-a226-633dc3a7f7b8 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:28:00.442374 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-18e2bb6c-695b-4cf8-a353-e5f53ec177bc tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (e93e5825-5a93-41a5-a226-633dc3a7f7b8), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:00.461134 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9429f6-37e3-4ad3-af8c-575f63f842c7 None None] DHCP port deletion for e884a7ab-0c84-40be-b2f8-664d2f00189d request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:28:00.552172 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20eefeba-f486-4d8e-a41b-c36fe11fb1bf tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (b32be982-9fd1-4d8e-9956-15570d491f10), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:00.610886 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-18e2bb6c-695b-4cf8-a353-e5f53ec177bc tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] For port e93e5825-5a93-41a5-a226-633dc3a7f7b8, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=e93e5825-5a93-41a5-a226-633dc3a7f7b8,segment=NetworkSegment(0cc9b7ab-8446-49f3-94c4-443d414e548b),segment_id=0cc9b7ab-8446-49f3-94c4-443d414e548b)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:00.611251 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-18e2bb6c-695b-4cf8-a353-e5f53ec177bc tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (e93e5825-5a93-41a5-a226-633dc3a7f7b8), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:00.633938 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eefeba-f486-4d8e-a41b-c36fe11fb1bf tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Pushing event deleted for resources: {'Port': ['ID=b32be982-9fd1-4d8e-9956-15570d491f10,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:00.649589 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-18e2bb6c-695b-4cf8-a353-e5f53ec177bc tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Calling delete_port for e93e5825-5a93-41a5-a226-633dc3a7f7b8 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:28:00.702533 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5d9429f6-37e3-4ad3-af8c-575f63f842c7 None None] Deleting port e93e5825-5a93-41a5-a226-633dc3a7f7b8 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:28:00.702916 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5d9429f6-37e3-4ad3-af8c-575f63f842c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (e93e5825-5a93-41a5-a226-633dc3a7f7b8), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:00.826281 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-5d9429f6-37e3-4ad3-af8c-575f63f842c7 None None] For port e93e5825-5a93-41a5-a226-633dc3a7f7b8, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=e93e5825-5a93-41a5-a226-633dc3a7f7b8,segment=NetworkSegment(0cc9b7ab-8446-49f3-94c4-443d414e548b),segment_id=0cc9b7ab-8446-49f3-94c4-443d414e548b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:00.826703 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5d9429f6-37e3-4ad3-af8c-575f63f842c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (e93e5825-5a93-41a5-a226-633dc3a7f7b8), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:00.828274 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20eefeba-f486-4d8e-a41b-c36fe11fb1bf tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (1cdbe617-cc63-4b3d-9bc6-296cff7eb78f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:00.845027 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5d9429f6-37e3-4ad3-af8c-575f63f842c7 None None] Calling delete_port for e93e5825-5a93-41a5-a226-633dc3a7f7b8 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:28:00.874123 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-18e2bb6c-695b-4cf8-a353-e5f53ec177bc tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (e93e5825-5a93-41a5-a226-633dc3a7f7b8), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:00.946916 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e2bb6c-695b-4cf8-a353-e5f53ec177bc tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event deleted for resources: {'Port': ['ID=e93e5825-5a93-41a5-a226-633dc3a7f7b8,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:00.965324 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e2bb6c-695b-4cf8-a353-e5f53ec177bc tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] No DVR routers for this DVR port e93e5825-5a93-41a5-a226-633dc3a7f7b8 on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:28:00.997374 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5d9429f6-37e3-4ad3-af8c-575f63f842c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (e93e5825-5a93-41a5-a226-633dc3a7f7b8), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:01.045155 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9429f6-37e3-4ad3-af8c-575f63f842c7 None None] Pushing event deleted for resources: {'Port': ['ID=e93e5825-5a93-41a5-a226-633dc3a7f7b8,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:01.051566 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9429f6-37e3-4ad3-af8c-575f63f842c7 None None] No DVR routers for this DVR port e93e5825-5a93-41a5-a226-633dc3a7f7b8 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:28:01.086068 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:28:01.087386 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20eefeba-f486-4d8e-a41b-c36fe11fb1bf tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (1cdbe617-cc63-4b3d-9bc6-296cff7eb78f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:01.091137 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20eefeba-f486-4d8e-a41b-c36fe11fb1bf tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for router_controller (1cdbe617-cc63-4b3d-9bc6-296cff7eb78f), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:01.219056 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20eefeba-f486-4d8e-a41b-c36fe11fb1bf tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (1cdbe617-cc63-4b3d-9bc6-296cff7eb78f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:01.220014 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20eefeba-f486-4d8e-a41b-c36fe11fb1bf tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1cdbe617-cc63-4b3d-9bc6-296cff7eb78f {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:28:01.225547 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20eefeba-f486-4d8e-a41b-c36fe11fb1bf tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:01.227154 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-20eefeba-f486-4d8e-a41b-c36fe11fb1bf tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] 10.222.0.30 "DELETE /v2.0/routers/1cdbe617-cc63-4b3d-9bc6-296cff7eb78f HTTP/1.1" status: 204 len: 168 time: 2.2873733 Feb 09 01:28:01.234748 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40062) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:01.243874 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-92db6fa4-a7ab-4c25-af81-e2058fc17028 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1212712206', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}, 'admin_state_up': False}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:01.290019 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-18e2bb6c-695b-4cf8-a353-e5f53ec177bc tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (e884a7ab-0c84-40be-b2f8-664d2f00189d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:01.338636 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-92db6fa4-a7ab-4c25-af81-e2058fc17028 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (f785d0dc-e5d4-4485-a970-e7c7714b6c34), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:01.342102 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-92db6fa4-a7ab-4c25-af81-e2058fc17028 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (f785d0dc-e5d4-4485-a970-e7c7714b6c34), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:01.345241 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-18e2bb6c-695b-4cf8-a353-e5f53ec177bc tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e884a7ab-0c84-40be-b2f8-664d2f00189d']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:01.377163 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-18e2bb6c-695b-4cf8-a353-e5f53ec177bc tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cc9b7ab-8446-49f3-94c4-443d414e548b') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:01.377362 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-18e2bb6c-695b-4cf8-a353-e5f53ec177bc tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cc9b7ab-8446-49f3-94c4-443d414e548b') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:01.401593 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-18e2bb6c-695b-4cf8-a353-e5f53ec177bc tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (0cc9b7ab-8446-49f3-94c4-443d414e548b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:01.432651 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-18e2bb6c-695b-4cf8-a353-e5f53ec177bc tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (0cc9b7ab-8446-49f3-94c4-443d414e548b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:01.442236 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e93e5825-5a93-41a5-a226-633dc3a7f7b8 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:28:01.455476 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18e2bb6c-695b-4cf8-a353-e5f53ec177bc tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:28:01.455886 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-18e2bb6c-695b-4cf8-a353-e5f53ec177bc tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (0cc9b7ab-8446-49f3-94c4-443d414e548b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:01.496836 n-d-822053-40 neutron-server[103529]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:28:01.496836 n-d-822053-40 neutron-server[103529]: items = [ Feb 09 01:28:01.496836 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:28:01.496836 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:28:01.496836 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:28:01.496836 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:28:01.496836 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:28:01.496836 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:28:01.496836 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:28:01.496836 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:28:01.496836 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:28:01.496836 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:28:01.496836 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:28:01.496836 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:28:01.496836 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:28:01.496836 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:28:01.496836 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:28:01.496836 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:28:01.496836 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:28:01.496836 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:28:01.496836 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:28:01.496836 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:28:01.496836 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:28:01.496836 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:28:01.496836 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:28:01.496836 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:28:01.496836 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:28:01.496836 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:28:01.496836 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:28:01.496836 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:28:01.496836 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:28:01.496836 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:28:01.496836 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:28:01.496836 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:28:01.511769 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: e93e5825-5a93-41a5-a226-633dc3a7f7b8 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:28:01.512216 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e93e5825-5a93-41a5-a226-633dc3a7f7b8 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:28:01.513513 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-92db6fa4-a7ab-4c25-af81-e2058fc17028 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router_controller (f785d0dc-e5d4-4485-a970-e7c7714b6c34), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:01.623102 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-18e2bb6c-695b-4cf8-a353-e5f53ec177bc tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (e884a7ab-0c84-40be-b2f8-664d2f00189d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:01.632914 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-18e2bb6c-695b-4cf8-a353-e5f53ec177bc tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:01.657116 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-18e2bb6c-695b-4cf8-a353-e5f53ec177bc tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "DELETE /v2.0/networks/e884a7ab-0c84-40be-b2f8-664d2f00189d HTTP/1.1" status: 204 len: 168 time: 1.5550282 Feb 09 01:28:01.709677 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40070) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:01.711683 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e2bb6c-695b-4cf8-a353-e5f53ec177bc tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event deleted for resources: {'Network': ['ID=e884a7ab-0c84-40be-b2f8-664d2f00189d,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:01.731590 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-e0de59de-e978-4649-90e6-19037ed8ef79 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-782867708', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}, 'admin_state_up': False}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:01.844880 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e0de59de-e978-4649-90e6-19037ed8ef79 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (8ece854a-63e2-4b33-b9a0-483a8c027246), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:01.846261 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e0de59de-e978-4649-90e6-19037ed8ef79 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (8ece854a-63e2-4b33-b9a0-483a8c027246), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:01.890979 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436a83d-0158-4043-9478-1934b3a104c3 req-42c9e2fc-a60d-43ff-aca4-b907862a35dc tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:01.891252 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-92db6fa4-a7ab-4c25-af81-e2058fc17028 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router_gateway (f785d0dc-e5d4-4485-a970-e7c7714b6c34), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:01.903671 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8436a83d-0158-4043-9478-1934b3a104c3 req-42c9e2fc-a60d-43ff-aca4-b907862a35dc tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/ports?device_id=28f57928-f063-43f4-ae2d-1ca4bbb1cdda HTTP/1.1" status: 200 len: 946 time: 0.1491015 Feb 09 01:28:02.026807 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e0de59de-e978-4649-90e6-19037ed8ef79 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router_controller (8ece854a-63e2-4b33-b9a0-483a8c027246), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:02.038186 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8436a83d-0158-4043-9478-1934b3a104c3 req-1ae007c2-3917-4835-b969-2cb336b8a0ad tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/security-groups?id=1863cf5f-cae5-40fc-84a8-bd497bdbb5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333597 Feb 09 01:28:02.054031 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40076) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:02.388524 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-92db6fa4-a7ab-4c25-af81-e2058fc17028 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router_gateway (f785d0dc-e5d4-4485-a970-e7c7714b6c34), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:02.417165 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-92db6fa4-a7ab-4c25-af81-e2058fc17028 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:02.419187 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-75f8d60d-0591-4957-890e-7d3dc63ceb4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:02.509646 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e0de59de-e978-4649-90e6-19037ed8ef79 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router_gateway (8ece854a-63e2-4b33-b9a0-483a8c027246), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:02.650737 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-92db6fa4-a7ab-4c25-af81-e2058fc17028 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Allocated IP 172.25.1.93 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/561c2a40-af45-4c26-982c-ed777f5f7eaf) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:02.655119 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-75f8d60d-0591-4957-890e-7d3dc63ceb4a admin admin] Publish callbacks [] for security_group (3d1c0f10-b83d-4aa8-915e-c1c8c8c866fb), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:02.666266 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-75f8d60d-0591-4957-890e-7d3dc63ceb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3d1c0f10-b83d-4aa8-915e-c1c8c8c866fb), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:02.779921 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-75f8d60d-0591-4957-890e-7d3dc63ceb4a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=118c827c646c4357bc3369b50e0e4e3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7249310 Feb 09 01:28:02.789236 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40088) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:02.799810 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8d60d-0591-4957-890e-7d3dc63ceb4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1c0f10-b83d-4aa8-915e-c1c8c8c866fb,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:02.829970 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8d60d-0591-4957-890e-7d3dc63ceb4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:02.830610 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8d60d-0591-4957-890e-7d3dc63ceb4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:02.830957 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8d60d-0591-4957-890e-7d3dc63ceb4a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:02.831839 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8d60d-0591-4957-890e-7d3dc63ceb4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:02.832366 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8d60d-0591-4957-890e-7d3dc63ceb4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:02.832705 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8d60d-0591-4957-890e-7d3dc63ceb4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:02.833036 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8d60d-0591-4957-890e-7d3dc63ceb4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:02.833547 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8d60d-0591-4957-890e-7d3dc63ceb4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:02.833890 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8d60d-0591-4957-890e-7d3dc63ceb4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:02.834213 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8d60d-0591-4957-890e-7d3dc63ceb4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:02.834543 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8d60d-0591-4957-890e-7d3dc63ceb4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:02.834868 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8d60d-0591-4957-890e-7d3dc63ceb4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:02.835183 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8d60d-0591-4957-890e-7d3dc63ceb4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:02.888711 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e0de59de-e978-4649-90e6-19037ed8ef79 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router_gateway (8ece854a-63e2-4b33-b9a0-483a8c027246), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:02.928925 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e0de59de-e978-4649-90e6-19037ed8ef79 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:02.963676 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-92db6fa4-a7ab-4c25-af81-e2058fc17028 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for port (561c2a40-af45-4c26-982c-ed777f5f7eaf), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:02.998681 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28059c7e-f96b-46f5-8de6-93234a5dc504 admin admin] Publish callbacks [] for security_group (3d1c0f10-b83d-4aa8-915e-c1c8c8c866fb), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:03.064201 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf3586-cded-42ef-bd06-5b87a36330d1 req-a583d2ee-706f-47cf-b3ef-905a750376bf tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:03.066880 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-69cf3586-cded-42ef-bd06-5b87a36330d1 req-a583d2ee-706f-47cf-b3ef-905a750376bf tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/ports?device_id=1006e663-0cf3-45ad-8bab-5d3c83d23f7a HTTP/1.1" status: 200 len: 946 time: 0.1807067 Feb 09 01:28:03.076500 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28059c7e-f96b-46f5-8de6-93234a5dc504 admin admin] Publish callbacks [] for security_group (3d1c0f10-b83d-4aa8-915e-c1c8c8c866fb), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:03.129560 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-92db6fa4-a7ab-4c25-af81-e2058fc17028 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (561c2a40-af45-4c26-982c-ed777f5f7eaf), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:03.191775 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92db6fa4-a7ab-4c25-af81-e2058fc17028 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:03.201890 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b32be982-9fd1-4d8e-9956-15570d491f10 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:28:03.243229 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-92db6fa4-a7ab-4c25-af81-e2058fc17028 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:03.245395 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: b32be982-9fd1-4d8e-9956-15570d491f10 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:28:03.246820 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92db6fa4-a7ab-4c25-af81-e2058fc17028 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:28:03.253034 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b32be982-9fd1-4d8e-9956-15570d491f10 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:28:03.341243 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-69cf3586-cded-42ef-bd06-5b87a36330d1 req-d3fc7ce4-0a55-4e0d-b403-1f5002f9835f tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/security-groups?id=ffd0eeed-8d26-4c7f-84c8-0d69c2a6f0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2614396 Feb 09 01:28:03.382261 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-e0de59de-e978-4649-90e6-19037ed8ef79 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Allocated IP 172.25.1.206 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/e4261fb1-e7b6-4009-9b10-e36830d6ac72) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:03.419226 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db6fa4-a7ab-4c25-af81-e2058fc17028 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Pushing event updated for resources: {'Port': ['ID=561c2a40-af45-4c26-982c-ed777f5f7eaf,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:03.461119 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b879b64-a228-49e7-af71-7788c52de02a req-5047f55f-bd12-4afe-9864-891576d02e4e tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:03.469931 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9b879b64-a228-49e7-af71-7788c52de02a req-5047f55f-bd12-4afe-9864-891576d02e4e tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/ports?device_id=28f57928-f063-43f4-ae2d-1ca4bbb1cdda HTTP/1.1" status: 200 len: 946 time: 0.2571921 Feb 09 01:28:03.506407 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5db13b-7bad-4f4c-bb30-bdb1c4de9212 req-11f8017f-b4fe-42e5-9ae7-5e14127fa125 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:03.508043 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0d5db13b-7bad-4f4c-bb30-bdb1c4de9212 req-11f8017f-b4fe-42e5-9ae7-5e14127fa125 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.91 "GET /v2.0/ports?device_id=28f57928-f063-43f4-ae2d-1ca4bbb1cdda HTTP/1.1" status: 200 len: 946 time: 0.3059239 Feb 09 01:28:03.510652 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28059c7e-f96b-46f5-8de6-93234a5dc504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3d1c0f10-b83d-4aa8-915e-c1c8c8c866fb), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:03.513365 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28059c7e-f96b-46f5-8de6-93234a5dc504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:03.517687 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-28059c7e-f96b-46f5-8de6-93234a5dc504 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3d1c0f10-b83d-4aa8-915e-c1c8c8c866fb HTTP/1.1" status: 204 len: 168 time: 0.7249482 Feb 09 01:28:03.576104 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9b879b64-a228-49e7-af71-7788c52de02a req-94546e58-1989-450b-8dbd-7653070e844d tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/security-groups?id=1863cf5f-cae5-40fc-84a8-bd497bdbb5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989566 Feb 09 01:28:03.578364 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28059c7e-f96b-46f5-8de6-93234a5dc504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1c0f10-b83d-4aa8-915e-c1c8c8c866fb,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:03.663899 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e0de59de-e978-4649-90e6-19037ed8ef79 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for port (e4261fb1-e7b6-4009-9b10-e36830d6ac72), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:03.752660 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e0de59de-e978-4649-90e6-19037ed8ef79 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (e4261fb1-e7b6-4009-9b10-e36830d6ac72), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:03.792011 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0de59de-e978-4649-90e6-19037ed8ef79 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:03.796895 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-e0de59de-e978-4649-90e6-19037ed8ef79 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:03.819577 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-0d5db13b-7bad-4f4c-bb30-bdb1c4de9212 req-46b3e184-362f-46e8-b6cd-2b2c143d0ecd tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Deleting port ef9a6374-8f48-4dfb-8b88-dd782e69da44 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:28:03.819927 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-0d5db13b-7bad-4f4c-bb30-bdb1c4de9212 req-46b3e184-362f-46e8-b6cd-2b2c143d0ecd tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (ef9a6374-8f48-4dfb-8b88-dd782e69da44), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:03.830007 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0de59de-e978-4649-90e6-19037ed8ef79 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:28:03.871142 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-92db6fa4-a7ab-4c25-af81-e2058fc17028 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router_gateway (f785d0dc-e5d4-4485-a970-e7c7714b6c34), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:03.900521 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de59de-e978-4649-90e6-19037ed8ef79 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event updated for resources: {'Port': ['ID=e4261fb1-e7b6-4009-9b10-e36830d6ac72,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:04.181705 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40104) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:04.202076 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b6d761f0-edd5-474e-b0e2-9abda379cb7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:04.310806 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e0de59de-e978-4649-90e6-19037ed8ef79 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router_gateway (8ece854a-63e2-4b33-b9a0-483a8c027246), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:04.369653 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-0d5db13b-7bad-4f4c-bb30-bdb1c4de9212 req-46b3e184-362f-46e8-b6cd-2b2c143d0ecd tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] For port ef9a6374-8f48-4dfb-8b88-dd782e69da44, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=ef9a6374-8f48-4dfb-8b88-dd782e69da44,segment=NetworkSegment(2764419c-e2f1-47fc-88b3-e60891c25218),segment_id=2764419c-e2f1-47fc-88b3-e60891c25218)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:04.370254 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-0d5db13b-7bad-4f4c-bb30-bdb1c4de9212 req-46b3e184-362f-46e8-b6cd-2b2c143d0ecd tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (ef9a6374-8f48-4dfb-8b88-dd782e69da44), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:04.388796 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-0d5db13b-7bad-4f4c-bb30-bdb1c4de9212 req-46b3e184-362f-46e8-b6cd-2b2c143d0ecd tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Calling delete_port for ef9a6374-8f48-4dfb-8b88-dd782e69da44 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:28:04.489039 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b6d761f0-edd5-474e-b0e2-9abda379cb7e admin admin] Publish callbacks [] for security_group (67185b24-48da-41a3-bc72-5c60deda908b), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:04.498659 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b6d761f0-edd5-474e-b0e2-9abda379cb7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (67185b24-48da-41a3-bc72-5c60deda908b), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:04.583149 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-92db6fa4-a7ab-4c25-af81-e2058fc17028 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (f785d0dc-e5d4-4485-a970-e7c7714b6c34), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:04.702869 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b6d761f0-edd5-474e-b0e2-9abda379cb7e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4a632faa0e084c9fb3ac5345de2d560e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5194423 Feb 09 01:28:04.707677 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40116) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:04.771397 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d761f0-edd5-474e-b0e2-9abda379cb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67185b24-48da-41a3-bc72-5c60deda908b,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:04.795509 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-0d5db13b-7bad-4f4c-bb30-bdb1c4de9212 req-46b3e184-362f-46e8-b6cd-2b2c143d0ecd tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (ef9a6374-8f48-4dfb-8b88-dd782e69da44), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:04.834173 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e0de59de-e978-4649-90e6-19037ed8ef79 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (8ece854a-63e2-4b33-b9a0-483a8c027246), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:04.844318 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6f6d4-45b0-4ea5-aca3-265102c22acb req-cedfd497-2792-455d-a7a2-86b9c004915e tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:04.845872 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f9f6f6d4-45b0-4ea5-aca3-265102c22acb req-cedfd497-2792-455d-a7a2-86b9c004915e tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/ports?device_id=28f57928-f063-43f4-ae2d-1ca4bbb1cdda HTTP/1.1" status: 200 len: 867 time: 0.1498268 Feb 09 01:28:04.848351 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b3e184-362f-46e8-b6cd-2b2c143d0ecd tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Pushing event deleted for resources: {'Port': ['ID=ef9a6374-8f48-4dfb-8b88-dd782e69da44,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:04.866516 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e081d8a-e7e3-42c4-a4c1-9b28ae40ce27 req-e47e04df-7482-45b0-8393-551f959ec8f1 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:04.866516 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8e081d8a-e7e3-42c4-a4c1-9b28ae40ce27 req-e47e04df-7482-45b0-8393-551f959ec8f1 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/ports?device_id=1006e663-0cf3-45ad-8bab-5d3c83d23f7a HTTP/1.1" status: 200 len: 946 time: 0.1118069 Feb 09 01:28:04.900474 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-95eb8276-4881-4d76-80d6-c82b40078284 admin admin] Publish callbacks [] for security_group (67185b24-48da-41a3-bc72-5c60deda908b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:04.919926 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5db13b-7bad-4f4c-bb30-bdb1c4de9212 req-46b3e184-362f-46e8-b6cd-2b2c143d0ecd tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] No DVR routers for this DVR port ef9a6374-8f48-4dfb-8b88-dd782e69da44 on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:28:04.928489 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-0d5db13b-7bad-4f4c-bb30-bdb1c4de9212 req-46b3e184-362f-46e8-b6cd-2b2c143d0ecd tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:04.932528 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0d5db13b-7bad-4f4c-bb30-bdb1c4de9212 req-46b3e184-362f-46e8-b6cd-2b2c143d0ecd tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.91 "DELETE /v2.0/ports/ef9a6374-8f48-4dfb-8b88-dd782e69da44 HTTP/1.1" status: 204 len: 173 time: 1.4138806 Feb 09 01:28:04.939386 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f57928-f063-43f4-ae2d-1ca4bbb1cdda', 'name': 'network-vif-deleted', 'tag': 'ef9a6374-8f48-4dfb-8b88-dd782e69da44'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:28:04.942761 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87665a3-99e8-4900-b162-195d520c2170" -d '{"events": [{"server_uuid": "28f57928-f063-43f4-ae2d-1ca4bbb1cdda", "name": "network-vif-deleted", "tag": "ef9a6374-8f48-4dfb-8b88-dd782e69da44"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:28:04.972608 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-95eb8276-4881-4d76-80d6-c82b40078284 admin admin] Publish callbacks [] for security_group (67185b24-48da-41a3-bc72-5c60deda908b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:05.009302 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92db6fa4-a7ab-4c25-af81-e2058fc17028 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Router f785d0dc-e5d4-4485-a970-e7c7714b6c34 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:28:05.047395 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8e081d8a-e7e3-42c4-a4c1-9b28ae40ce27 req-a529329b-ea8b-44f8-a8f6-2efa4225bb59 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/security-groups?id=ffd0eeed-8d26-4c7f-84c8-0d69c2a6f0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099386 Feb 09 01:28:05.054277 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f9f6f6d4-45b0-4ea5-aca3-265102c22acb req-e2d55a95-bda6-4322-8db9-196468cf5482 tempest-VolumesActionsTest-1639233854 tempest-VolumesActionsTest-1639233854-project] 10.222.0.30 "GET /v2.0/security-groups?id=1863cf5f-cae5-40fc-84a8-bd497bdbb5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459255 Feb 09 01:28:05.140572 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-95eb8276-4881-4d76-80d6-c82b40078284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (67185b24-48da-41a3-bc72-5c60deda908b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:05.145744 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-95eb8276-4881-4d76-80d6-c82b40078284 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:05.150387 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-95eb8276-4881-4d76-80d6-c82b40078284 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/67185b24-48da-41a3-bc72-5c60deda908b HTTP/1.1" status: 204 len: 168 time: 0.4371872 Feb 09 01:28:05.152197 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0de59de-e978-4649-90e6-19037ed8ef79 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Router 8ece854a-63e2-4b33-b9a0-483a8c027246 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:28:05.164899 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a3294c-d2bd-46db-9d1b-4d25702fa7a6 x-openstack-request-id: req-38a3294c-d2bd-46db-9d1b-4d25702fa7a6 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:28:05.166598 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f57928-f063-43f4-ae2d-1ca4bbb1cdda", "name": "network-vif-deleted", "tag": "ef9a6374-8f48-4dfb-8b88-dd782e69da44", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:28:05.166987 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-38a3294c-d2bd-46db-9d1b-4d25702fa7a6 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:28:05.168635 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f57928-f063-43f4-ae2d-1ca4bbb1cdda', 'name': 'network-vif-deleted', 'tag': 'ef9a6374-8f48-4dfb-8b88-dd782e69da44', 'status': 'completed', 'code': 200} Feb 09 01:28:05.195964 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb8276-4881-4d76-80d6-c82b40078284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67185b24-48da-41a3-bc72-5c60deda908b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:05.245647 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92db6fa4-a7ab-4c25-af81-e2058fc17028 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:28:05.259169 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e65125-2d65-4b62-bd4c-ccc3b7cefe6f None None] Sync routers for ids ['f785d0dc-e5d4-4485-a970-e7c7714b6c34'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:05.275725 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e65125-2d65-4b62-bd4c-ccc3b7cefe6f None None] Routers {'f785d0dc-e5d4-4485-a970-e7c7714b6c34'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:05.276923 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c8e65125-2d65-4b62-bd4c-ccc3b7cefe6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:27:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['f785d0dc-e5d4-4485-a970-e7c7714b6c34'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:05.288730 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-92db6fa4-a7ab-4c25-af81-e2058fc17028 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:05.292067 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-92db6fa4-a7ab-4c25-af81-e2058fc17028 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.0560009 Feb 09 01:28:05.301415 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40122) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:05.303134 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-e83387e3-00f2-403e-866a-c147e411541f tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'enable_snat': False}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:05.339313 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c8e65125-2d65-4b62-bd4c-ccc3b7cefe6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:05.354762 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e65125-2d65-4b62-bd4c-ccc3b7cefe6f None None] Routers {'f785d0dc-e5d4-4485-a970-e7c7714b6c34'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:05.354762 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c8e65125-2d65-4b62-bd4c-ccc3b7cefe6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:27:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['f785d0dc-e5d4-4485-a970-e7c7714b6c34'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:05.381521 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0de59de-e978-4649-90e6-19037ed8ef79 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:28:05.400107 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada6c505-0b48-4c6f-b16e-2b8574e07716 None None] Sync routers for ids ['8ece854a-63e2-4b33-b9a0-483a8c027246'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:05.422093 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada6c505-0b48-4c6f-b16e-2b8574e07716 None None] Routers {'8ece854a-63e2-4b33-b9a0-483a8c027246'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:05.422531 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e0de59de-e978-4649-90e6-19037ed8ef79 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:05.423504 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ada6c505-0b48-4c6f-b16e-2b8574e07716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:27:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['8ece854a-63e2-4b33-b9a0-483a8c027246'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:05.423668 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c8e65125-2d65-4b62-bd4c-ccc3b7cefe6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:05.424272 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e65125-2d65-4b62-bd4c-ccc3b7cefe6f None None] The sync data for ids ['f785d0dc-e5d4-4485-a970-e7c7714b6c34'] in n-d-822053-40 is: [] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:05.427371 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40124) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:05.428136 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e0de59de-e978-4649-90e6-19037ed8ef79 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.7066658 Feb 09 01:28:05.551305 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ada6c505-0b48-4c6f-b16e-2b8574e07716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:05.578599 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada6c505-0b48-4c6f-b16e-2b8574e07716 None None] Routers {'8ece854a-63e2-4b33-b9a0-483a8c027246'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:05.579557 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ada6c505-0b48-4c6f-b16e-2b8574e07716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:27:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['8ece854a-63e2-4b33-b9a0-483a8c027246'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:05.632567 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-041dcd84-4443-4613-98fe-77cd4f3278be tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "GET /v2.0/routers/8ece854a-63e2-4b33-b9a0-483a8c027246 HTTP/1.1" status: 200 len: 880 time: 0.2007258 Feb 09 01:28:05.641053 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40132) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:05.690271 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ada6c505-0b48-4c6f-b16e-2b8574e07716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:05.697348 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada6c505-0b48-4c6f-b16e-2b8574e07716 None None] The sync data for ids ['8ece854a-63e2-4b33-b9a0-483a8c027246'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:05.874319 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e83387e3-00f2-403e-866a-c147e411541f tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for router_gateway (f785d0dc-e5d4-4485-a970-e7c7714b6c34), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:06.017466 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-63d15103-d1bd-4c64-af5e-4518b5e983a5 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3799653 Feb 09 01:28:06.025428 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40144) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:06.030832 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-802043c8-0534-494c-9efe-eca3ccff206a tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-782867708'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:06.563295 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device ef9a6374-8f48-4dfb-8b88-dd782e69da44 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:28:06.622864 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: ef9a6374-8f48-4dfb-8b88-dd782e69da44 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:28:06.624912 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device ef9a6374-8f48-4dfb-8b88-dd782e69da44 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:28:06.704161 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-802043c8-0534-494c-9efe-eca3ccff206a tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8820'] for router (8ece854a-63e2-4b33-b9a0-483a8c027246), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:06.734237 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-802043c8-0534-494c-9efe-eca3ccff206a tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622185'] for router (8ece854a-63e2-4b33-b9a0-483a8c027246), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:06.803107 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57246bdb-e9b2-4ae6-a25d-473f11cde8a2 req-6bd815e8-526a-4201-a863-19c88d32b1e9 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:06.808223 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-57246bdb-e9b2-4ae6-a25d-473f11cde8a2 req-6bd815e8-526a-4201-a863-19c88d32b1e9 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.121 "GET /v2.0/ports?device_id=1006e663-0cf3-45ad-8bab-5d3c83d23f7a HTTP/1.1" status: 200 len: 946 time: 0.6641033 Feb 09 01:28:06.958408 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb86a5-fbea-4a2c-b730-c3ecbf011617 req-69b0fe8f-4a46-4229-8b40-329a4ffe1717 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:06.966552 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-60fb86a5-fbea-4a2c-b730-c3ecbf011617 req-69b0fe8f-4a46-4229-8b40-329a4ffe1717 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/ports?device_id=1006e663-0cf3-45ad-8bab-5d3c83d23f7a HTTP/1.1" status: 200 len: 946 time: 0.7289238 Feb 09 01:28:07.041317 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802043c8-0534-494c-9efe-eca3ccff206a tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Router 8ece854a-63e2-4b33-b9a0-483a8c027246 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:28:07.074931 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-60fb86a5-fbea-4a2c-b730-c3ecbf011617 req-c58f134b-1d33-46bf-8b8d-2d355b77bb8e tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/security-groups?id=ffd0eeed-8d26-4c7f-84c8-0d69c2a6f0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063008 Feb 09 01:28:07.173299 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40194) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:07.216973 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802043c8-0534-494c-9efe-eca3ccff206a tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:28:07.229871 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1069191-7b85-4c9f-8875-aac0c5d5d638 None None] Sync routers for ids ['8ece854a-63e2-4b33-b9a0-483a8c027246'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:07.241165 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-802043c8-0534-494c-9efe-eca3ccff206a tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:07.243328 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-802043c8-0534-494c-9efe-eca3ccff206a tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "PUT /v2.0/routers/8ece854a-63e2-4b33-b9a0-483a8c027246 HTTP/1.1" status: 200 len: 887 time: 1.2167735 Feb 09 01:28:07.246346 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40202) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:07.261350 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1069191-7b85-4c9f-8875-aac0c5d5d638 None None] Routers {'8ece854a-63e2-4b33-b9a0-483a8c027246'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:07.262045 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-f1069191-7b85-4c9f-8875-aac0c5d5d638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:27:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['8ece854a-63e2-4b33-b9a0-483a8c027246'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:07.313997 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-f1069191-7b85-4c9f-8875-aac0c5d5d638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:07.325646 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1069191-7b85-4c9f-8875-aac0c5d5d638 None None] Routers {'8ece854a-63e2-4b33-b9a0-483a8c027246'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:07.326572 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-f1069191-7b85-4c9f-8875-aac0c5d5d638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:27:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['8ece854a-63e2-4b33-b9a0-483a8c027246'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:07.328545 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-57246bdb-e9b2-4ae6-a25d-473f11cde8a2 req-6bf3694a-07f0-4dc8-a2ab-83fe156b13f9 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Deleting port 93a24e51-92c8-4fc4-87fd-bec68924a768 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:28:07.330730 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-57246bdb-e9b2-4ae6-a25d-473f11cde8a2 req-6bf3694a-07f0-4dc8-a2ab-83fe156b13f9 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (93a24e51-92c8-4fc4-87fd-bec68924a768), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:07.368197 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-f1069191-7b85-4c9f-8875-aac0c5d5d638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:07.369137 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1069191-7b85-4c9f-8875-aac0c5d5d638 None None] The sync data for ids ['8ece854a-63e2-4b33-b9a0-483a8c027246'] in n-d-822053-40 is: [] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:07.453869 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2933d38a-526d-40f7-b245-231491513745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:07.478250 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e83387e3-00f2-403e-866a-c147e411541f tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8820'] for router (f785d0dc-e5d4-4485-a970-e7c7714b6c34), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:07.486975 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e83387e3-00f2-403e-866a-c147e411541f tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622185'] for router (f785d0dc-e5d4-4485-a970-e7c7714b6c34), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:07.508168 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1eb9e01d-1ae9-4e3f-b611-79661c9de09c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "GET /v2.0/routers/8ece854a-63e2-4b33-b9a0-483a8c027246 HTTP/1.1" status: 200 len: 887 time: 0.2606370 Feb 09 01:28:07.508659 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40216) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:07.607334 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8b0ac2ce-8552-4916-ad29-9de0452beec4 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ece854a-63e2-4b33-b9a0-483a8c027246 HTTP/1.1" status: 200 len: 205 time: 0.0965745 Feb 09 01:28:07.615321 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40218) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:07.623601 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2933d38a-526d-40f7-b245-231491513745 admin admin] Publish callbacks [] for security_group (91115da5-936f-4b0e-853c-7848e8d566f8), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:07.632160 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-57246bdb-e9b2-4ae6-a25d-473f11cde8a2 req-6bf3694a-07f0-4dc8-a2ab-83fe156b13f9 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] For port 93a24e51-92c8-4fc4-87fd-bec68924a768, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=93a24e51-92c8-4fc4-87fd-bec68924a768,segment=NetworkSegment(5dcbe87a-b05d-4f3f-9fcf-324934411192),segment_id=5dcbe87a-b05d-4f3f-9fcf-324934411192)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:07.632646 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-57246bdb-e9b2-4ae6-a25d-473f11cde8a2 req-6bf3694a-07f0-4dc8-a2ab-83fe156b13f9 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (93a24e51-92c8-4fc4-87fd-bec68924a768), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:07.634396 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2933d38a-526d-40f7-b245-231491513745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (91115da5-936f-4b0e-853c-7848e8d566f8), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:07.712482 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2933d38a-526d-40f7-b245-231491513745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91115da5-936f-4b0e-853c-7848e8d566f8,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:07.766235 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2933d38a-526d-40f7-b245-231491513745 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=163ed11d85304cb686f6a60a917351f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5918446 Feb 09 01:28:07.769869 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40224) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:07.861531 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef0edbb5-0cf7-44d0-b9f7-243ba38417cf admin admin] Publish callbacks [] for security_group (91115da5-936f-4b0e-853c-7848e8d566f8), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:07.896456 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef0edbb5-0cf7-44d0-b9f7-243ba38417cf admin admin] Publish callbacks [] for security_group (91115da5-936f-4b0e-853c-7848e8d566f8), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:07.987432 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef0edbb5-0cf7-44d0-b9f7-243ba38417cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (91115da5-936f-4b0e-853c-7848e8d566f8), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:07.990861 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef0edbb5-0cf7-44d0-b9f7-243ba38417cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:07.992515 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ef0edbb5-0cf7-44d0-b9f7-243ba38417cf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/91115da5-936f-4b0e-853c-7848e8d566f8 HTTP/1.1" status: 204 len: 168 time: 0.2212787 Feb 09 01:28:08.010267 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0edbb5-0cf7-44d0-b9f7-243ba38417cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91115da5-936f-4b0e-853c-7848e8d566f8,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:08.110962 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83387e3-00f2-403e-866a-c147e411541f tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Router f785d0dc-e5d4-4485-a970-e7c7714b6c34 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:28:08.156632 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-76fe08a0-1ccd-439c-9b81-5647aaa44fd8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router (8ece854a-63e2-4b33-b9a0-483a8c027246), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:08.411336 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3831c5-e38d-46f3-94b6-db43594500d1 req-2a1fcda6-30cd-4b1a-9ab6-afcf5c5670d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:08.413900 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2b3831c5-e38d-46f3-94b6-db43594500d1 req-2a1fcda6-30cd-4b1a-9ab6-afcf5c5670d5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=87f01a9f1c7f470e995b33acc0324506&device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 1128 time: 0.1057456 Feb 09 01:28:08.585888 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3831c5-e38d-46f3-94b6-db43594500d1 req-9b50c95b-aae4-4789-82d1-4587c2bcbacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:08.591300 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2b3831c5-e38d-46f3-94b6-db43594500d1 req-9b50c95b-aae4-4789-82d1-4587c2bcbacd service neutron] 10.222.0.91 "GET /v2.0/networks?id=d76031b0-4109-4d1a-891f-2e2c0cd8dc50 HTTP/1.1" status: 200 len: 920 time: 0.1681690 Feb 09 01:28:08.654056 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2b3831c5-e38d-46f3-94b6-db43594500d1 req-7ee6c54c-e790-45f9-8dec-e1088ad55b2a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c HTTP/1.1" status: 200 len: 217 time: 0.0497634 Feb 09 01:28:08.736187 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3831c5-e38d-46f3-94b6-db43594500d1 req-3c48120c-a593-4f5f-bdd1-ed25bf84a88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:08.738442 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89a4c4-0f09-49ad-8a15-f66820f0c8ea req-24bd921f-e0b2-490c-80cd-3b302039a4b9 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:08.740242 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0e89a4c4-0f09-49ad-8a15-f66820f0c8ea req-24bd921f-e0b2-490c-80cd-3b302039a4b9 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/ports?device_id=1006e663-0cf3-45ad-8bab-5d3c83d23f7a HTTP/1.1" status: 200 len: 946 time: 0.5220096 Feb 09 01:28:08.747957 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-57246bdb-e9b2-4ae6-a25d-473f11cde8a2 req-6bf3694a-07f0-4dc8-a2ab-83fe156b13f9 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:08.748400 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-57246bdb-e9b2-4ae6-a25d-473f11cde8a2 req-6bf3694a-07f0-4dc8-a2ab-83fe156b13f9 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (3fedde27-c4f8-4a9f-ac7c-18b1462769d2), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:08.748670 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [req-57246bdb-e9b2-4ae6-a25d-473f11cde8a2 req-6bf3694a-07f0-4dc8-a2ab-83fe156b13f9 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Floating IP 3fedde27-c4f8-4a9f-ac7c-18b1462769d2 disassociated. External IP: 172.25.1.168, port: 93a24e51-92c8-4fc4-87fd-bec68924a768. Feb 09 01:28:08.749018 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-57246bdb-e9b2-4ae6-a25d-473f11cde8a2 req-6bf3694a-07f0-4dc8-a2ab-83fe156b13f9 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Calling delete_port for 93a24e51-92c8-4fc4-87fd-bec68924a768 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:28:08.751237 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2b3831c5-e38d-46f3-94b6-db43594500d1 req-3c48120c-a593-4f5f-bdd1-ed25bf84a88d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0c516db7-26b1-44ed-b325-f6904d951d4a HTTP/1.1" status: 200 len: 859 time: 0.0879040 Feb 09 01:28:08.760128 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13308d6f-f4f5-4ce2-a1b2-c95b12b11875 req-d7e1ebb3-d0f7-4e96-b79d-773a6d7819cb tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:08.766000 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-13308d6f-f4f5-4ce2-a1b2-c95b12b11875 req-d7e1ebb3-d0f7-4e96-b79d-773a6d7819cb tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 945 time: 0.4115081 Feb 09 01:28:08.800150 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2b3831c5-e38d-46f3-94b6-db43594500d1 req-b5efb10b-12d2-4b99-ae24-5a93c37dcb14 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d76031b0-4109-4d1a-891f-2e2c0cd8dc50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435283 Feb 09 01:28:08.811467 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-76fe08a0-1ccd-439c-9b81-5647aaa44fd8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router_gateway (8ece854a-63e2-4b33-b9a0-483a8c027246), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:08.843167 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83387e3-00f2-403e-866a-c147e411541f tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:28:08.853355 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dd58ad-8042-4480-b072-dbdfcb10a4fa None None] Sync routers for ids ['f785d0dc-e5d4-4485-a970-e7c7714b6c34'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:08.858844 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e83387e3-00f2-403e-866a-c147e411541f tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:08.860154 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e83387e3-00f2-403e-866a-c147e411541f tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] 10.222.0.30 "PUT /v2.0/routers/f785d0dc-e5d4-4485-a970-e7c7714b6c34 HTTP/1.1" status: 200 len: 925 time: 3.5622818 Feb 09 01:28:08.873013 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dd58ad-8042-4480-b072-dbdfcb10a4fa None None] Routers {'f785d0dc-e5d4-4485-a970-e7c7714b6c34'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:08.874745 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-f2dd58ad-8042-4480-b072-dbdfcb10a4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:27:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['f785d0dc-e5d4-4485-a970-e7c7714b6c34'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:08.897162 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40254) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:08.925834 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-f2dd58ad-8042-4480-b072-dbdfcb10a4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:08.937197 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dd58ad-8042-4480-b072-dbdfcb10a4fa None None] Routers {'f785d0dc-e5d4-4485-a970-e7c7714b6c34'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:08.938157 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-f2dd58ad-8042-4480-b072-dbdfcb10a4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:27:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['f785d0dc-e5d4-4485-a970-e7c7714b6c34'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:09.009055 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-f2dd58ad-8042-4480-b072-dbdfcb10a4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:09.010059 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dd58ad-8042-4480-b072-dbdfcb10a4fa None None] The sync data for ids ['f785d0dc-e5d4-4485-a970-e7c7714b6c34'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:09.108725 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2b3831c5-e38d-46f3-94b6-db43594500d1 req-9c44c0cd-b754-435f-8213-add7b2e71963 service neutron] 10.222.0.91 "GET /v2.0/networks/d76031b0-4109-4d1a-891f-2e2c0cd8dc50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057892 Feb 09 01:28:09.164648 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-13308d6f-f4f5-4ce2-a1b2-c95b12b11875 req-5db07f4f-d530-43b7-9c16-4769fee9b385 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857138 Feb 09 01:28:09.190286 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0e89a4c4-0f09-49ad-8a15-f66820f0c8ea req-8355b42e-8072-4d4f-9bbd-d2c8511fde81 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/security-groups?id=ffd0eeed-8d26-4c7f-84c8-0d69c2a6f0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4179964 Feb 09 01:28:09.236093 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1fa8c6c6-6f83-4499-ad65-9cb4817e8a19 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] 10.222.0.30 "GET /v2.0/routers/f785d0dc-e5d4-4485-a970-e7c7714b6c34 HTTP/1.1" status: 200 len: 925 time: 0.3355184 Feb 09 01:28:09.236279 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40266) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:09.293804 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-76fe08a0-1ccd-439c-9b81-5647aaa44fd8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Deleting port e4261fb1-e7b6-4009-9b10-e36830d6ac72 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:28:09.294188 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-76fe08a0-1ccd-439c-9b81-5647aaa44fd8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (e4261fb1-e7b6-4009-9b10-e36830d6ac72), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:09.311802 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2b3831c5-e38d-46f3-94b6-db43594500d1 req-1aad1d2f-58fa-427f-acf7-3571f49e1871 service neutron] 10.222.0.91 "GET /v2.0/networks/d76031b0-4109-4d1a-891f-2e2c0cd8dc50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935260 Feb 09 01:28:09.516050 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-57246bdb-e9b2-4ae6-a25d-473f11cde8a2 req-6bf3694a-07f0-4dc8-a2ab-83fe156b13f9 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (93a24e51-92c8-4fc4-87fd-bec68924a768), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:09.562503 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109abf4c-5782-4bdb-b639-c2075ed7eb6f tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:09.568042 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-109abf4c-5782-4bdb-b639-c2075ed7eb6f tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=def43282-5318-4ecb-a74b-178f79c0eb6e&device_id=f785d0dc-e5d4-4485-a970-e7c7714b6c34&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3223221 Feb 09 01:28:09.570369 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40292) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:09.571079 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3694a-07f0-4dc8-a2ab-83fe156b13f9 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Pushing event deleted for resources: {'Port': ['ID=93a24e51-92c8-4fc4-87fd-bec68924a768,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:09.583359 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-76fe08a0-1ccd-439c-9b81-5647aaa44fd8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (e4261fb1-e7b6-4009-9b10-e36830d6ac72), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:09.672007 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-76fe08a0-1ccd-439c-9b81-5647aaa44fd8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Calling delete_port for e4261fb1-e7b6-4009-9b10-e36830d6ac72 owned by network:router_gateway {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:28:10.343508 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 93a24e51-92c8-4fc4-87fd-bec68924a768 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:28:10.359082 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8326f064-b7fa-454b-ba79-ec648b4c3874 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:10.360675 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8326f064-b7fa-454b-ba79-ec648b4c3874 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] 10.222.0.30 "GET /v2.0/networks/def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 881 time: 0.7864487 Feb 09 01:28:10.364014 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40310) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:10.400694 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 93a24e51-92c8-4fc4-87fd-bec68924a768 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:28:10.401449 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 93a24e51-92c8-4fc4-87fd-bec68924a768 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:28:10.461872 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2930b010-eb38-4c96-a000-72c0ae3aec03 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] 10.222.0.30 "GET /v2.0/ports?device_id=f785d0dc-e5d4-4485-a970-e7c7714b6c34 HTTP/1.1" status: 200 len: 205 time: 0.0951602 Feb 09 01:28:10.464309 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40314) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:10.552870 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57246bdb-e9b2-4ae6-a25d-473f11cde8a2 req-6bf3694a-07f0-4dc8-a2ab-83fe156b13f9 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Router 993f3a53-9435-4c44-b22c-f811c5e691b9 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:28:10.563748 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e535d8b4-af7d-4437-8734-e6cd40529a1a req-6a271e61-2f0d-4019-9918-116cb1dec4f3 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/ports?device_id=1006e663-0cf3-45ad-8bab-5d3c83d23f7a HTTP/1.1" status: 200 len: 210 time: 0.0611806 Feb 09 01:28:10.596185 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14811933-9c9c-4492-b096-e5fdfad342ea req-1cbc2429-b01d-4d80-b099-8a10159364a3 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:10.600168 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-14811933-9c9c-4492-b096-e5fdfad342ea req-1cbc2429-b01d-4d80-b099-8a10159364a3 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 945 time: 0.2094586 Feb 09 01:28:10.890821 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-76fe08a0-1ccd-439c-9b81-5647aaa44fd8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (e4261fb1-e7b6-4009-9b10-e36830d6ac72), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:11.071619 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe08a0-1ccd-439c-9b81-5647aaa44fd8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event deleted for resources: {'Port': ['ID=e4261fb1-e7b6-4009-9b10-e36830d6ac72,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:11.155994 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-14811933-9c9c-4492-b096-e5fdfad342ea req-810317ae-4e9b-44b1-9e04-65dfedd4d6e2 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5043478 Feb 09 01:28:11.218068 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57246bdb-e9b2-4ae6-a25d-473f11cde8a2 req-6bf3694a-07f0-4dc8-a2ab-83fe156b13f9 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:28:11.230639 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-76fe08a0-1ccd-439c-9b81-5647aaa44fd8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (8ece854a-63e2-4b33-b9a0-483a8c027246), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:11.232922 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72effe4-27ad-491f-b66d-1ceb79fb1fe4 None None] Sync routers for ids ['993f3a53-9435-4c44-b22c-f811c5e691b9'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:11.253187 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72effe4-27ad-491f-b66d-1ceb79fb1fe4 None None] Routers {'993f3a53-9435-4c44-b22c-f811c5e691b9'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:11.256792 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-f72effe4-27ad-491f-b66d-1ceb79fb1fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:27:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['993f3a53-9435-4c44-b22c-f811c5e691b9'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:11.294625 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91a79935-6d5a-4bb2-8748-1d195d918843 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router (f785d0dc-e5d4-4485-a970-e7c7714b6c34), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:11.527296 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-57246bdb-e9b2-4ae6-a25d-473f11cde8a2 req-6bf3694a-07f0-4dc8-a2ab-83fe156b13f9 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] No DVR routers for this DVR port 93a24e51-92c8-4fc4-87fd-bec68924a768 on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:28:11.531691 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-57246bdb-e9b2-4ae6-a25d-473f11cde8a2 req-6bf3694a-07f0-4dc8-a2ab-83fe156b13f9 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:11.535777 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-57246bdb-e9b2-4ae6-a25d-473f11cde8a2 req-6bf3694a-07f0-4dc8-a2ab-83fe156b13f9 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.121 "DELETE /v2.0/ports/93a24e51-92c8-4fc4-87fd-bec68924a768 HTTP/1.1" status: 204 len: 173 time: 4.7213163 Feb 09 01:28:11.553702 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1006e663-0cf3-45ad-8bab-5d3c83d23f7a', 'name': 'network-vif-deleted', 'tag': '93a24e51-92c8-4fc4-87fd-bec68924a768'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:28:11.561592 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a2e0d0-3e83-473e-a04a-479f885aa653" -d '{"events": [{"server_uuid": "1006e663-0cf3-45ad-8bab-5d3c83d23f7a", "name": "network-vif-deleted", "tag": "93a24e51-92c8-4fc4-87fd-bec68924a768"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:28:11.569756 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-76fe08a0-1ccd-439c-9b81-5647aaa44fd8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (8ece854a-63e2-4b33-b9a0-483a8c027246), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:11.572860 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-76fe08a0-1ccd-439c-9b81-5647aaa44fd8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router_controller (8ece854a-63e2-4b33-b9a0-483a8c027246), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:11.586446 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91a79935-6d5a-4bb2-8748-1d195d918843 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router_gateway (f785d0dc-e5d4-4485-a970-e7c7714b6c34), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:11.605160 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-f72effe4-27ad-491f-b66d-1ceb79fb1fe4 None None] Set router 993f3a53-9435-4c44-b22c-f811c5e691b9 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:28:11.671779 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890e8ae4-5123-4288-8e10-37912530ddb1 x-openstack-request-id: req-890e8ae4-5123-4288-8e10-37912530ddb1 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:28:11.672422 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1006e663-0cf3-45ad-8bab-5d3c83d23f7a", "name": "network-vif-deleted", "tag": "93a24e51-92c8-4fc4-87fd-bec68924a768", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:28:11.672984 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-890e8ae4-5123-4288-8e10-37912530ddb1 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:28:11.676295 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1006e663-0cf3-45ad-8bab-5d3c83d23f7a', 'name': 'network-vif-deleted', 'tag': '93a24e51-92c8-4fc4-87fd-bec68924a768', 'status': 'completed', 'code': 200} Feb 09 01:28:11.692933 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-76fe08a0-1ccd-439c-9b81-5647aaa44fd8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (8ece854a-63e2-4b33-b9a0-483a8c027246), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:11.693560 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fe08a0-1ccd-439c-9b81-5647aaa44fd8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Fanout notify agent at l3_agent the message router_deleted on router 8ece854a-63e2-4b33-b9a0-483a8c027246 {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:28:11.713565 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-76fe08a0-1ccd-439c-9b81-5647aaa44fd8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:11.717987 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-76fe08a0-1ccd-439c-9b81-5647aaa44fd8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "DELETE /v2.0/routers/8ece854a-63e2-4b33-b9a0-483a8c027246 HTTP/1.1" status: 204 len: 168 time: 4.1000583 Feb 09 01:28:11.723096 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40352) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:11.747722 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-5772b74d-aac8-45e9-8c7d-814900a1a57b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Request body: {'network': {'name': 'tempest-RoutersTest-894455527'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:11.827399 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cbb2036d-e324-46e1-abf4-782c3fa68dee req-c157d182-048c-43c0-8c7e-12c5bdb71025 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/ports?device_id=1006e663-0cf3-45ad-8bab-5d3c83d23f7a HTTP/1.1" status: 200 len: 210 time: 0.1068966 Feb 09 01:28:11.843437 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-91a79935-6d5a-4bb2-8748-1d195d918843 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Deleting port 561c2a40-af45-4c26-982c-ed777f5f7eaf {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:28:11.843714 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91a79935-6d5a-4bb2-8748-1d195d918843 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (561c2a40-af45-4c26-982c-ed777f5f7eaf), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:11.880132 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5772b74d-aac8-45e9-8c7d-814900a1a57b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Made reservation on behalf of 8a336705c49241a5bf5c318d577ad55e for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:11.889920 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5772b74d-aac8-45e9-8c7d-814900a1a57b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:11.954467 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5772b74d-aac8-45e9-8c7d-814900a1a57b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:28:11.961743 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [req-0564114c-1b76-4061-b453-0b4d660dcf9f req-f023ce71-d8bf-49ed-8191-858b50208fef tempest-ServersOnMultiNodesTest-282642758 tempest-ServersOnMultiNodesTest-282642758-project] (103528) timed out ('10.222.0.30', 50202) {{(pid=103528) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 01:28:11.989598 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5772b74d-aac8-45e9-8c7d-814900a1a57b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (bc716be1-e27b-4069-bdf5-35f11276993f), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:11.989598 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-5772b74d-aac8-45e9-8c7d-814900a1a57b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Added segment bc716be1-e27b-4069-bdf5-35f11276993f of type vlan for network 07b157d9-25b3-48ae-a61b-a1efa7145a64 Feb 09 01:28:12.041325 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91a79935-6d5a-4bb2-8748-1d195d918843 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (561c2a40-af45-4c26-982c-ed777f5f7eaf), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:12.086606 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5772b74d-aac8-45e9-8c7d-814900a1a57b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (07b157d9-25b3-48ae-a61b-a1efa7145a64), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:12.087900 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-91a79935-6d5a-4bb2-8748-1d195d918843 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Calling delete_port for 561c2a40-af45-4c26-982c-ed777f5f7eaf owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:28:12.171408 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5772b74d-aac8-45e9-8c7d-814900a1a57b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (07b157d9-25b3-48ae-a61b-a1efa7145a64), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:12.196775 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5772b74d-aac8-45e9-8c7d-814900a1a57b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:12.197285 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5772b74d-aac8-45e9-8c7d-814900a1a57b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:12.255777 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-f72effe4-27ad-491f-b66d-1ceb79fb1fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993f3a53-9435-4c44-b22c-f811c5e691b9', 'name': 'tempest-ServersTestJSON-467401598-router', 'tenant_id': '25dd107518fe42779a682201553350e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '996723de-0664-49b5-86d5-9bafe8c1b113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:35Z', 'updated_at': '2022-02-09T01:26:48Z', 'revision_number': 4, 'project_id': '25dd107518fe42779a682201553350e9', 'gw_port': {'id': '996723de-0664-49b5-86d5-9bafe8c1b113', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993f3a53-9435-4c44-b22c-f811c5e691b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:36Z', 'updated_at': '2022-02-09T01:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '525bb108-0c46-4c5c-9d5e-6e86c1274867', 'name': '', 'network_id': '2bc4ea01-221c-4795-83a1-f4476e29e9f6', 'tenant_id': '25dd107518fe42779a682201553350e9', 'mac_address': 'fa:16:3e:42:7d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993f3a53-9435-4c44-b22c-f811c5e691b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e2a168c6-d12d-41a2-96bc-04d516c6af17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:44Z', 'updated_at': '2022-02-09T01:26:55Z', 'revision_number': 5, 'project_id': '25dd107518fe42779a682201553350e9', 'subnets': [{'id': 'e2a168c6-d12d-41a2-96bc-04d516c6af17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:12.364924 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72effe4-27ad-491f-b66d-1ceb79fb1fe4 None None] Checking router: 993f3a53-9435-4c44-b22c-f811c5e691b9 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:28:12.392292 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72effe4-27ad-491f-b66d-1ceb79fb1fe4 None None] Routers {'993f3a53-9435-4c44-b22c-f811c5e691b9'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:12.393190 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-f72effe4-27ad-491f-b66d-1ceb79fb1fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:27:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['993f3a53-9435-4c44-b22c-f811c5e691b9'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:12.545763 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5772b74d-aac8-45e9-8c7d-814900a1a57b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8170760 Feb 09 01:28:12.552213 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40410) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:12.612596 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-7e2ae6f0-8614-4616-97b7-1130dd2717e4 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Request body: {'subnet': {'network_id': '07b157d9-25b3-48ae-a61b-a1efa7145a64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:12.694433 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91a79935-6d5a-4bb2-8748-1d195d918843 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (561c2a40-af45-4c26-982c-ed777f5f7eaf), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:12.777754 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a79935-6d5a-4bb2-8748-1d195d918843 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Pushing event deleted for resources: {'Port': ['ID=561c2a40-af45-4c26-982c-ed777f5f7eaf,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:12.843423 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-f72effe4-27ad-491f-b66d-1ceb79fb1fe4 None None] Set router 993f3a53-9435-4c44-b22c-f811c5e691b9 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:28:12.944026 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91a79935-6d5a-4bb2-8748-1d195d918843 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (f785d0dc-e5d4-4485-a970-e7c7714b6c34), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:12.983193 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772b74d-aac8-45e9-8c7d-814900a1a57b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event updated for resources: {'Network': ['ID=07b157d9-25b3-48ae-a61b-a1efa7145a64,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:13.180900 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84a774-f4c8-4055-aa4d-02beaba44f78 req-b5335eaf-c90d-4187-9d66-0fd5d0e6f2aa tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:13.188544 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cb84a774-f4c8-4055-aa4d-02beaba44f78 req-b5335eaf-c90d-4187-9d66-0fd5d0e6f2aa tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 945 time: 0.7904541 Feb 09 01:28:13.250748 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91a79935-6d5a-4bb2-8748-1d195d918843 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (f785d0dc-e5d4-4485-a970-e7c7714b6c34), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:13.253828 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91a79935-6d5a-4bb2-8748-1d195d918843 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router_controller (f785d0dc-e5d4-4485-a970-e7c7714b6c34), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:13.335919 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91a79935-6d5a-4bb2-8748-1d195d918843 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (f785d0dc-e5d4-4485-a970-e7c7714b6c34), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:13.338701 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a79935-6d5a-4bb2-8748-1d195d918843 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Fanout notify agent at l3_agent the message router_deleted on router f785d0dc-e5d4-4485-a970-e7c7714b6c34 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:28:13.366784 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91a79935-6d5a-4bb2-8748-1d195d918843 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:13.375481 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-91a79935-6d5a-4bb2-8748-1d195d918843 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] 10.222.0.30 "DELETE /v2.0/routers/f785d0dc-e5d4-4485-a970-e7c7714b6c34 HTTP/1.1" status: 204 len: 168 time: 2.9065738 Feb 09 01:28:13.376776 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40436) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:13.389935 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-2e4c8e2e-4c4a-4566-b1bc-1fd55ec73131 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-437549351', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:13.409244 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 07b157d9-25b3-48ae-a61b-a1efa7145a64 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:28:13.431830 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2ae6f0-8614-4616-97b7-1130dd2717e4 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Made reservation on behalf of 8a336705c49241a5bf5c318d577ad55e for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:13.440270 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2e4c8e2e-4c4a-4566-b1bc-1fd55ec73131 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (1afa45eb-b9d7-492e-987b-3b15ad537258), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:13.443378 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2e4c8e2e-4c4a-4566-b1bc-1fd55ec73131 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (1afa45eb-b9d7-492e-987b-3b15ad537258), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:13.463614 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7e2ae6f0-8614-4616-97b7-1130dd2717e4 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:13.639774 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2e4c8e2e-4c4a-4566-b1bc-1fd55ec73131 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router_controller (1afa45eb-b9d7-492e-987b-3b15ad537258), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:13.649712 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2e4c8e2e-4c4a-4566-b1bc-1fd55ec73131 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (1afa45eb-b9d7-492e-987b-3b15ad537258), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:13.707645 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2e4c8e2e-4c4a-4566-b1bc-1fd55ec73131 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:13.711312 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2e4c8e2e-4c4a-4566-b1bc-1fd55ec73131 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3306322 Feb 09 01:28:13.714109 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40440) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:13.724221 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-e9d514b0-07cb-4fa2-a4a5-adb78827d684 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Request body: {'router': {'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:13.736025 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822a3aa-0637-4754-9b0b-0406614df0a4 req-c9545b03-8cc8-4f34-8b73-adc8f51ef5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:13.739479 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9822a3aa-0637-4754-9b0b-0406614df0a4 req-c9545b03-8cc8-4f34-8b73-adc8f51ef5c1 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b6fd459715684d44a0a31bd130ea655c&device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 1128 time: 0.8182106 Feb 09 01:28:13.805245 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40442) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:14.027236 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cb84a774-f4c8-4055-aa4d-02beaba44f78 req-219b8a48-587c-4a83-a0e9-59f58556d0b3 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7943432 Feb 09 01:28:14.030037 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822a3aa-0637-4754-9b0b-0406614df0a4 req-15bf978a-6b25-4b65-87b5-861beebae35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:14.036261 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9822a3aa-0637-4754-9b0b-0406614df0a4 req-15bf978a-6b25-4b65-87b5-861beebae35d service neutron] 10.222.0.121 "GET /v2.0/networks?id=b5cee00d-d11d-4a76-ad74-cfd798aa917c HTTP/1.1" status: 200 len: 912 time: 0.2261477 Feb 09 01:28:14.040381 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-f72effe4-27ad-491f-b66d-1ceb79fb1fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993f3a53-9435-4c44-b22c-f811c5e691b9', 'name': 'tempest-ServersTestJSON-467401598-router', 'tenant_id': '25dd107518fe42779a682201553350e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '996723de-0664-49b5-86d5-9bafe8c1b113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:35Z', 'updated_at': '2022-02-09T01:26:48Z', 'revision_number': 4, 'project_id': '25dd107518fe42779a682201553350e9', 'gw_port': {'id': '996723de-0664-49b5-86d5-9bafe8c1b113', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993f3a53-9435-4c44-b22c-f811c5e691b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:36Z', 'updated_at': '2022-02-09T01:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '525bb108-0c46-4c5c-9d5e-6e86c1274867', 'name': '', 'network_id': '2bc4ea01-221c-4795-83a1-f4476e29e9f6', 'tenant_id': '25dd107518fe42779a682201553350e9', 'mac_address': 'fa:16:3e:42:7d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993f3a53-9435-4c44-b22c-f811c5e691b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e2a168c6-d12d-41a2-96bc-04d516c6af17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:44Z', 'updated_at': '2022-02-09T01:26:55Z', 'revision_number': 5, 'project_id': '25dd107518fe42779a682201553350e9', 'subnets': [{'id': 'e2a168c6-d12d-41a2-96bc-04d516c6af17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:14.048798 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9ee2d-d5b6-4b1e-aa0e-6ddc07a252c7 req-62eaa7dc-4ab5-4c56-a2bf-87b6d3dac01b tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:14.057186 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-21b9ee2d-d5b6-4b1e-aa0e-6ddc07a252c7 req-62eaa7dc-4ab5-4c56-a2bf-87b6d3dac01b tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 1.1379068 Feb 09 01:28:14.134697 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72effe4-27ad-491f-b66d-1ceb79fb1fe4 None None] The sync data for ids ['993f3a53-9435-4c44-b22c-f811c5e691b9'] in n-d-822053-40 is: [{'id': '993f3a53-9435-4c44-b22c-f811c5e691b9', 'name': 'tempest-ServersTestJSON-467401598-router', 'tenant_id': '25dd107518fe42779a682201553350e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '996723de-0664-49b5-86d5-9bafe8c1b113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:35Z', 'updated_at': '2022-02-09T01:26:48Z', 'revision_number': 4, 'project_id': '25dd107518fe42779a682201553350e9', 'gw_port': {'id': '996723de-0664-49b5-86d5-9bafe8c1b113', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993f3a53-9435-4c44-b22c-f811c5e691b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:36Z', 'updated_at': '2022-02-09T01:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '525bb108-0c46-4c5c-9d5e-6e86c1274867', 'name': '', 'network_id': '2bc4ea01-221c-4795-83a1-f4476e29e9f6', 'tenant_id': '25dd107518fe42779a682201553350e9', 'mac_address': 'fa:16:3e:42:7d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993f3a53-9435-4c44-b22c-f811c5e691b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'e2a168c6-d12d-41a2-96bc-04d516c6af17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:44Z', 'updated_at': '2022-02-09T01:26:55Z', 'revision_number': 5, 'project_id': '25dd107518fe42779a682201553350e9', 'subnets': [{'id': 'e2a168c6-d12d-41a2-96bc-04d516c6af17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:14.162673 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e9d514b0-07cb-4fa2-a4a5-adb78827d684 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router_gateway (1afa45eb-b9d7-492e-987b-3b15ad537258), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:14.176322 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5675dfa5-fe63-460f-8d33-edc021c69403 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:14.268909 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40452) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:14.300259 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-21b9ee2d-d5b6-4b1e-aa0e-6ddc07a252c7 req-b122ae95-f290-4173-b4c0-3d594903c11a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2372308 Feb 09 01:28:14.326936 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9822a3aa-0637-4754-9b0b-0406614df0a4 req-d4143fcd-8686-4676-bdc2-ffd7e2ddbb2c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5719c236-b300-4f5c-b12a-6f8844909733 HTTP/1.1" status: 200 len: 1000 time: 0.2259057 Feb 09 01:28:14.514966 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8194687e-5dc0-4c91-8541-8cb4e8ce1f63 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks [] for security_group (ffd0eeed-8d26-4c7f-84c8-0d69c2a6f0ed), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:14.595351 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8194687e-5dc0-4c91-8541-8cb4e8ce1f63 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks [] for security_group (ffd0eeed-8d26-4c7f-84c8-0d69c2a6f0ed), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:14.658243 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822a3aa-0637-4754-9b0b-0406614df0a4 req-b37c59cc-d481-4b19-8cda-052d24351eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:14.660745 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9822a3aa-0637-4754-9b0b-0406614df0a4 req-b37c59cc-d481-4b19-8cda-052d24351eba service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3c1b64de-5642-407c-82ef-1ad0f3f887f4 HTTP/1.1" status: 200 len: 850 time: 0.3276122 Feb 09 01:28:14.663023 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7e2ae6f0-8614-4616-97b7-1130dd2717e4 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (2dc3ab6c-b0d6-4aa1-a6ce-3673b016458e), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:14.678668 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5675dfa5-fe63-460f-8d33-edc021c69403 admin admin] Publish callbacks [] for security_group (3daf7962-96f0-45b8-8cca-d3482c414f27), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:14.689394 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5675dfa5-fe63-460f-8d33-edc021c69403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3daf7962-96f0-45b8-8cca-d3482c414f27), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:14.724583 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e216e8c-bf46-4f5c-95ca-f9d0987b77cc None None] New status for floating IP 3fedde27-c4f8-4a9f-ac7c-18b1462769d2: DOWN {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:28:14.775205 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5675dfa5-fe63-460f-8d33-edc021c69403 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a8151515799b48a4829620485611a80a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9676809 Feb 09 01:28:14.802191 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40456) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:14.820970 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ae6f0-8614-4616-97b7-1130dd2717e4 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event updated for resources: {'Subnet': ['ID=2dc3ab6c-b0d6-4aa1-a6ce-3673b016458e,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:14.878961 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822a3aa-0637-4754-9b0b-0406614df0a4 req-660de6d9-de85-43bb-b888-522caf6030ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:14.881177 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9822a3aa-0637-4754-9b0b-0406614df0a4 req-660de6d9-de85-43bb-b888-522caf6030ec service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b5cee00d-d11d-4a76-ad74-cfd798aa917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2082899 Feb 09 01:28:14.882535 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2ae6f0-8614-4616-97b7-1130dd2717e4 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Checking segment: {'id': 'bc716be1-e27b-4069-bdf5-35f11276993f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '07b157d9-25b3-48ae-a61b-a1efa7145a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:28:14.883059 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2ae6f0-8614-4616-97b7-1130dd2717e4 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Network hostable DHCP agents. Network: 07b157d9-25b3-48ae-a61b-a1efa7145a64, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:28:14.891487 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5675dfa5-fe63-460f-8d33-edc021c69403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3daf7962-96f0-45b8-8cca-d3482c414f27,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:14.901878 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8194687e-5dc0-4c91-8541-8cb4e8ce1f63 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ffd0eeed-8d26-4c7f-84c8-0d69c2a6f0ed), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:14.905011 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8194687e-5dc0-4c91-8541-8cb4e8ce1f63 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:14.910039 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8194687e-5dc0-4c91-8541-8cb4e8ce1f63 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "DELETE /v2.0/security-groups/ffd0eeed-8d26-4c7f-84c8-0d69c2a6f0ed HTTP/1.1" status: 204 len: 168 time: 0.6394286 Feb 09 01:28:14.910698 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40458) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:14.942474 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194687e-5dc0-4c91-8541-8cb4e8ce1f63 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd0eeed-8d26-4c7f-84c8-0d69c2a6f0ed,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:14.966454 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-53dadd3a-7469-4a5d-b3f2-fe594ee3e435 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] show failed (client error): The resource could not be found. Feb 09 01:28:14.970871 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-53dadd3a-7469-4a5d-b3f2-fe594ee3e435 tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "GET /v2.0/security-groups/ffd0eeed-8d26-4c7f-84c8-0d69c2a6f0ed HTTP/1.1" status: 404 len: 347 time: 0.0392625 Feb 09 01:28:14.974653 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40460) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:14.998951 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2ae6f0-8614-4616-97b7-1130dd2717e4 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Network 07b157d9-25b3-48ae-a61b-a1efa7145a64 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:28:15.023025 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-7e2ae6f0-8614-4616-97b7-1130dd2717e4 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 07b157d9-25b3-48ae-a61b-a1efa7145a64) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:15.034797 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206ce0f5-7d5f-4e19-ac6e-85a388a1fd19 None None] Network 07b157d9-25b3-48ae-a61b-a1efa7145a64 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:28:15.035043 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ae6f0-8614-4616-97b7-1130dd2717e4 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:15.035898 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7e2ae6f0-8614-4616-97b7-1130dd2717e4 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:15.084179 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7e2ae6f0-8614-4616-97b7-1130dd2717e4 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5259242 Feb 09 01:28:15.091461 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40464) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:15.102411 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-c69a03f3-1531-49c9-8ca3-aa547cb84d76 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-775248971', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:15.132907 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9822a3aa-0637-4754-9b0b-0406614df0a4 req-a1214cb5-f66f-4115-9984-958d911ebd2d service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404630 Feb 09 01:28:15.145177 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d9e3e752-8e27-4a07-a049-7e5ac73fc5c3 admin admin] Publish callbacks [] for security_group (3daf7962-96f0-45b8-8cca-d3482c414f27), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:15.300382 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d9e3e752-8e27-4a07-a049-7e5ac73fc5c3 admin admin] Publish callbacks [] for security_group (3daf7962-96f0-45b8-8cca-d3482c414f27), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:15.345364 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e9d514b0-07cb-4fa2-a4a5-adb78827d684 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router_gateway (1afa45eb-b9d7-492e-987b-3b15ad537258), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:15.370364 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c69a03f3-1531-49c9-8ca3-aa547cb84d76 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (462495f0-d48f-4111-9ad1-ff78eecfbe30), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:15.371577 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c69a03f3-1531-49c9-8ca3-aa547cb84d76 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (462495f0-d48f-4111-9ad1-ff78eecfbe30), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:15.380833 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc12f2fc-be4e-4f93-a58b-21d305a93167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-07b157d9-25b3-48ae-a61b-a1efa7145a64', 'network_id': '07b157d9-25b3-48ae-a61b-a1efa7145a64', 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'fixed_ips': [{'subnet_id': '2dc3ab6c-b0d6-4aa1-a6ce-3673b016458e'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:28:15.382036 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-dc12f2fc-be4e-4f93-a58b-21d305a93167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:15.406615 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e9d514b0-07cb-4fa2-a4a5-adb78827d684 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:15.545593 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c69a03f3-1531-49c9-8ca3-aa547cb84d76 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router_controller (462495f0-d48f-4111-9ad1-ff78eecfbe30), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:15.547123 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-e9d514b0-07cb-4fa2-a4a5-adb78827d684 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Allocated IP 172.25.1.218 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/58833a6b-37c5-4668-bbd1-422c15caa84a) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:15.588012 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c69a03f3-1531-49c9-8ca3-aa547cb84d76 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (462495f0-d48f-4111-9ad1-ff78eecfbe30), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:15.673255 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e9d514b0-07cb-4fa2-a4a5-adb78827d684 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for port (58833a6b-37c5-4668-bbd1-422c15caa84a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:15.683830 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c69a03f3-1531-49c9-8ca3-aa547cb84d76 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:15.687448 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c69a03f3-1531-49c9-8ca3-aa547cb84d76 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5936089 Feb 09 01:28:15.700786 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40482) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:15.728416 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e9d514b0-07cb-4fa2-a4a5-adb78827d684 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (58833a6b-37c5-4668-bbd1-422c15caa84a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:15.761958 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-dc12f2fc-be4e-4f93-a58b-21d305a93167 None None] Allocated IP 172.20.0.2 (07b157d9-25b3-48ae-a61b-a1efa7145a64/2dc3ab6c-b0d6-4aa1-a6ce-3673b016458e/029045f5-f896-4f35-a7d7-825e19f1b533) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:15.779209 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-24ff908b-f7ac-436e-93b0-62ba2cfd593c tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Deleting port d4d6abf0-1734-4313-bd1e-3db564730625 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:28:15.780077 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-24ff908b-f7ac-436e-93b0-62ba2cfd593c tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (d4d6abf0-1734-4313-bd1e-3db564730625), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:15.796403 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d514b0-07cb-4fa2-a4a5-adb78827d684 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:15.813172 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-e9d514b0-07cb-4fa2-a4a5-adb78827d684 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:15.856213 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d514b0-07cb-4fa2-a4a5-adb78827d684 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:28:15.987510 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d514b0-07cb-4fa2-a4a5-adb78827d684 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Pushing event updated for resources: {'Port': ['ID=58833a6b-37c5-4668-bbd1-422c15caa84a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:15.998434 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9822a3aa-0637-4754-9b0b-0406614df0a4 req-73497946-4a48-427d-b9a1-aa47cc1deb99 service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8569698 Feb 09 01:28:16.009958 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87d859-6363-40c9-8ac2-b82ae5958cda req-c1965170-b5b1-4c5f-9893-46246f68d9b9 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:16.016385 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d9e3e752-8e27-4a07-a049-7e5ac73fc5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3daf7962-96f0-45b8-8cca-d3482c414f27), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:16.017932 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3f87d859-6363-40c9-8ac2-b82ae5958cda req-c1965170-b5b1-4c5f-9893-46246f68d9b9 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 945 time: 0.7302663 Feb 09 01:28:16.021287 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d9e3e752-8e27-4a07-a049-7e5ac73fc5c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:16.026711 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d9e3e752-8e27-4a07-a049-7e5ac73fc5c3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3daf7962-96f0-45b8-8cca-d3482c414f27 HTTP/1.1" status: 204 len: 168 time: 1.2233710 Feb 09 01:28:16.047242 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e3e752-8e27-4a07-a049-7e5ac73fc5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3daf7962-96f0-45b8-8cca-d3482c414f27,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:16.059238 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418b801-02d6-4448-99e2-969a6b8f577f req-6e391d5e-d242-4c8c-b697-f21d77510712 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:16.067397 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f418b801-02d6-4448-99e2-969a6b8f577f req-6e391d5e-d242-4c8c-b697-f21d77510712 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.5185325 Feb 09 01:28:16.117206 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-dc12f2fc-be4e-4f93-a58b-21d305a93167 None None] Publish callbacks [] for port (029045f5-f896-4f35-a7d7-825e19f1b533), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:16.184581 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-24ff908b-f7ac-436e-93b0-62ba2cfd593c tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (d4d6abf0-1734-4313-bd1e-3db564730625), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:16.185084 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-24ff908b-f7ac-436e-93b0-62ba2cfd593c tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks [] for floatingip (d4d6abf0-1734-4313-bd1e-3db564730625), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:16.203150 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-dc12f2fc-be4e-4f93-a58b-21d305a93167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (029045f5-f896-4f35-a7d7-825e19f1b533), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:16.262731 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-24ff908b-f7ac-436e-93b0-62ba2cfd593c tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Calling delete_port for d4d6abf0-1734-4313-bd1e-3db564730625 owned by network:floatingip {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:28:16.264359 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3f87d859-6363-40c9-8ac2-b82ae5958cda req-0cd3dcf0-45c1-4e9e-af75-ac3e36152856 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430649 Feb 09 01:28:16.392240 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc12f2fc-be4e-4f93-a58b-21d305a93167 None None] Network 07b157d9-25b3-48ae-a61b-a1efa7145a64 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:16.405849 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-dc12f2fc-be4e-4f93-a58b-21d305a93167 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:16.441649 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc12f2fc-be4e-4f93-a58b-21d305a93167 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:28:16.458984 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc12f2fc-be4e-4f93-a58b-21d305a93167 None None] Pushing event updated for resources: {'Port': ['ID=029045f5-f896-4f35-a7d7-825e19f1b533,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:16.648964 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-dc12f2fc-be4e-4f93-a58b-21d305a93167 None None] Attempting to bind port 029045f5-f896-4f35-a7d7-825e19f1b533 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:28:16.649329 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-dc12f2fc-be4e-4f93-a58b-21d305a93167 None None] Attempting to bind port 029045f5-f896-4f35-a7d7-825e19f1b533 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'bc716be1-e27b-4069-bdf5-35f11276993f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '07b157d9-25b3-48ae-a61b-a1efa7145a64'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:28:16.649702 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc12f2fc-be4e-4f93-a58b-21d305a93167 None None] Attempting to bind port 029045f5-f896-4f35-a7d7-825e19f1b533 on network 07b157d9-25b3-48ae-a61b-a1efa7145a64 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:28:16.662541 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc12f2fc-be4e-4f93-a58b-21d305a93167 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:28:16.662915 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc12f2fc-be4e-4f93-a58b-21d305a93167 None None] Checking segment: {'id': 'bc716be1-e27b-4069-bdf5-35f11276993f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '07b157d9-25b3-48ae-a61b-a1efa7145a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:28:16.663325 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-dc12f2fc-be4e-4f93-a58b-21d305a93167 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:16.663734 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc12f2fc-be4e-4f93-a58b-21d305a93167 None None] Bound using segment: {'id': 'bc716be1-e27b-4069-bdf5-35f11276993f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '07b157d9-25b3-48ae-a61b-a1efa7145a64'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:28:16.664235 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-dc12f2fc-be4e-4f93-a58b-21d305a93167 None None] Bound port: 029045f5-f896-4f35-a7d7-825e19f1b533, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc716be1-e27b-4069-bdf5-35f11276993f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '07b157d9-25b3-48ae-a61b-a1efa7145a64'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:28:16.664777 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-dc12f2fc-be4e-4f93-a58b-21d305a93167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (029045f5-f896-4f35-a7d7-825e19f1b533), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:16.704525 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f418b801-02d6-4448-99e2-969a6b8f577f req-96155fc4-1445-40aa-9b16-afcd5c0b8b8f tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6361108 Feb 09 01:28:16.854533 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-dc12f2fc-be4e-4f93-a58b-21d305a93167 None None] For port 029045f5-f896-4f35-a7d7-825e19f1b533, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:28:16.861374 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-dc12f2fc-be4e-4f93-a58b-21d305a93167 None None] For port 029045f5-f896-4f35-a7d7-825e19f1b533, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=029045f5-f896-4f35-a7d7-825e19f1b533,segment=NetworkSegment(bc716be1-e27b-4069-bdf5-35f11276993f),segment_id=bc716be1-e27b-4069-bdf5-35f11276993f)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:28:16.877128 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dd7523b2-85d9-445e-a1fb-14615323b4b8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:16.883861 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-dc12f2fc-be4e-4f93-a58b-21d305a93167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (029045f5-f896-4f35-a7d7-825e19f1b533), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:16.918792 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e9d514b0-07cb-4fa2-a4a5-adb78827d684 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router_gateway (1afa45eb-b9d7-492e-987b-3b15ad537258), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:17.019843 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc12f2fc-be4e-4f93-a58b-21d305a93167 None None] Pushing event updated for resources: {'Port': ['ID=029045f5-f896-4f35-a7d7-825e19f1b533,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:17.042484 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc12f2fc-be4e-4f93-a58b-21d305a93167 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:17.043041 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc12f2fc-be4e-4f93-a58b-21d305a93167 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:17.043685 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc12f2fc-be4e-4f93-a58b-21d305a93167 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:17.044307 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc12f2fc-be4e-4f93-a58b-21d305a93167 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:17.044861 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc12f2fc-be4e-4f93-a58b-21d305a93167 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:17.045429 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc12f2fc-be4e-4f93-a58b-21d305a93167 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:17.046007 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc12f2fc-be4e-4f93-a58b-21d305a93167 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:17.046564 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc12f2fc-be4e-4f93-a58b-21d305a93167 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:17.047120 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc12f2fc-be4e-4f93-a58b-21d305a93167 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:17.047725 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc12f2fc-be4e-4f93-a58b-21d305a93167 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:17.048317 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc12f2fc-be4e-4f93-a58b-21d305a93167 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:17.048868 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc12f2fc-be4e-4f93-a58b-21d305a93167 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:17.049483 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc12f2fc-be4e-4f93-a58b-21d305a93167 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:17.089260 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40494) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:17.192825 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cbcaf87b-766d-4e52-b1d4-9ffbb9ff924f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:17.385515 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-dd7523b2-85d9-445e-a1fb-14615323b4b8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Allocated IP 172.20.0.1 (07b157d9-25b3-48ae-a61b-a1efa7145a64/2dc3ab6c-b0d6-4aa1-a6ce-3673b016458e/bba45725-7d5c-478b-8219-ea4970816461) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:17.522927 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59489d5b-f35e-4d95-9ef4-b465e095a8de req-e1b1a780-6810-437f-aba2-151bfd42dcd7 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:17.530697 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-59489d5b-f35e-4d95-9ef4-b465e095a8de req-e1b1a780-6810-437f-aba2-151bfd42dcd7 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 945 time: 0.0961576 Feb 09 01:28:17.606028 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-59489d5b-f35e-4d95-9ef4-b465e095a8de req-8659ed21-1b31-4084-9aa5-2bca6ea4c088 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743501 Feb 09 01:28:17.712455 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-24ff908b-f7ac-436e-93b0-62ba2cfd593c tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (d4d6abf0-1734-4313-bd1e-3db564730625), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:17.803266 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cbcaf87b-766d-4e52-b1d4-9ffbb9ff924f admin admin] Publish callbacks [] for security_group (c1e3345c-ad31-4a7c-9478-26694e233b90), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:17.906503 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cbcaf87b-766d-4e52-b1d4-9ffbb9ff924f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c1e3345c-ad31-4a7c-9478-26694e233b90), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:17.908420 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dd7523b2-85d9-445e-a1fb-14615323b4b8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for port (bba45725-7d5c-478b-8219-ea4970816461), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:17.999173 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e9d514b0-07cb-4fa2-a4a5-adb78827d684 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8820'] for router (1afa45eb-b9d7-492e-987b-3b15ad537258), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:18.008279 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff908b-f7ac-436e-93b0-62ba2cfd593c tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Pushing event deleted for resources: {'Port': ['ID=d4d6abf0-1734-4313-bd1e-3db564730625,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:18.052078 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e9d514b0-07cb-4fa2-a4a5-adb78827d684 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622185'] for router (1afa45eb-b9d7-492e-987b-3b15ad537258), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:18.057593 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed3431-e154-47dd-b39f-77f234603d6b req-459dfe8c-207b-4e58-b8fb-bfb6c4deafe0 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:18.059315 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b0ed3431-e154-47dd-b39f-77f234603d6b req-459dfe8c-207b-4e58-b8fb-bfb6c4deafe0 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.0993593 Feb 09 01:28:18.067887 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dd7523b2-85d9-445e-a1fb-14615323b4b8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (bba45725-7d5c-478b-8219-ea4970816461), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:18.089693 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cbcaf87b-766d-4e52-b1d4-9ffbb9ff924f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bdd06506675e4addabfefb26acfe879b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9950194 Feb 09 01:28:18.089693 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcaf87b-766d-4e52-b1d4-9ffbb9ff924f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e3345c-ad31-4a7c-9478-26694e233b90,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:18.093288 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7523b2-85d9-445e-a1fb-14615323b4b8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Network 07b157d9-25b3-48ae-a61b-a1efa7145a64 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:18.093555 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40506) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:18.096027 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-dd7523b2-85d9-445e-a1fb-14615323b4b8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:18.098678 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7523b2-85d9-445e-a1fb-14615323b4b8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:28:18.188531 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b0ed3431-e154-47dd-b39f-77f234603d6b req-f62087c2-95d8-4ced-bc8e-1ef1931e5c4a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096339 Feb 09 01:28:18.246090 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7523b2-85d9-445e-a1fb-14615323b4b8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event updated for resources: {'Port': ['ID=bba45725-7d5c-478b-8219-ea4970816461,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:18.258693 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dd7523b2-85d9-445e-a1fb-14615323b4b8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (462495f0-d48f-4111-9ad1-ff78eecfbe30), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:18.313570 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-24ff908b-f7ac-436e-93b0-62ba2cfd593c tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks [] for floatingip (3fedde27-c4f8-4a9f-ac7c-18b1462769d2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:18.322144 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-24ff908b-f7ac-436e-93b0-62ba2cfd593c tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:18.329965 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40510) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:18.331548 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-24ff908b-f7ac-436e-93b0-62ba2cfd593c tempest-ServersTestJSON-1682763620 tempest-ServersTestJSON-1682763620-project] 10.222.0.30 "DELETE /v2.0/floatingips/3fedde27-c4f8-4a9f-ac7c-18b1462769d2 HTTP/1.1" status: 204 len: 168 time: 3.3528309 Feb 09 01:28:18.397987 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d311edd4-ec06-4c7f-9858-ef330bec031d admin admin] Publish callbacks [] for security_group (c1e3345c-ad31-4a7c-9478-26694e233b90), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:18.504808 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d311edd4-ec06-4c7f-9858-ef330bec031d admin admin] Publish callbacks [] for security_group (c1e3345c-ad31-4a7c-9478-26694e233b90), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:18.590221 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d514b0-07cb-4fa2-a4a5-adb78827d684 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Router 1afa45eb-b9d7-492e-987b-3b15ad537258 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:28:18.778309 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dd7523b2-85d9-445e-a1fb-14615323b4b8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (bba45725-7d5c-478b-8219-ea4970816461), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:18.863232 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d311edd4-ec06-4c7f-9858-ef330bec031d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c1e3345c-ad31-4a7c-9478-26694e233b90), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:18.867078 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d311edd4-ec06-4c7f-9858-ef330bec031d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:18.873523 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d311edd4-ec06-4c7f-9858-ef330bec031d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c1e3345c-ad31-4a7c-9478-26694e233b90 HTTP/1.1" status: 204 len: 168 time: 0.7796271 Feb 09 01:28:18.893660 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d311edd4-ec06-4c7f-9858-ef330bec031d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e3345c-ad31-4a7c-9478-26694e233b90,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:18.958395 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b728138-0fe7-4301-aff6-883cfa604782 None None] Network 07b157d9-25b3-48ae-a61b-a1efa7145a64 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:28:18.991439 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d514b0-07cb-4fa2-a4a5-adb78827d684 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:28:19.028271 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e9d514b0-07cb-4fa2-a4a5-adb78827d684 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:19.032859 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e9d514b0-07cb-4fa2-a4a5-adb78827d684 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] 10.222.0.30 "PUT /v2.0/routers/1afa45eb-b9d7-492e-987b-3b15ad537258 HTTP/1.1" status: 200 len: 883 time: 5.3137012 Feb 09 01:28:19.036337 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40526) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:19.161834 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a49af14-3191-478f-8732-088810775a06 None None] Sync routers for ids ['1afa45eb-b9d7-492e-987b-3b15ad537258'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:19.271869 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-6926aea0-d7e4-4051-8a45-a9bc880ce5d3 None None] Provisioning complete for port 029045f5-f896-4f35-a7d7-825e19f1b533 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:19.274975 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6926aea0-d7e4-4051-8a45-a9bc880ce5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (029045f5-f896-4f35-a7d7-825e19f1b533), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:19.283441 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a49af14-3191-478f-8732-088810775a06 None None] Routers {'1afa45eb-b9d7-492e-987b-3b15ad537258'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:19.285593 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-8a49af14-3191-478f-8732-088810775a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:27:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['1afa45eb-b9d7-492e-987b-3b15ad537258'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:19.302418 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-71eed704-3e2e-4f30-8ed7-101b1e069afd tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] 10.222.0.30 "GET /v2.0/routers/1afa45eb-b9d7-492e-987b-3b15ad537258 HTTP/1.1" status: 200 len: 924 time: 0.2616234 Feb 09 01:28:19.305151 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40528) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:19.480496 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 029045f5-f896-4f35-a7d7-825e19f1b533 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:28:19.513619 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-8a49af14-3191-478f-8732-088810775a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:19.531122 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9bb22e-89dc-48cb-87d2-09a5520d2b36 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:19.535421 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-fe9bb22e-89dc-48cb-87d2-09a5520d2b36 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=def43282-5318-4ecb-a74b-178f79c0eb6e&device_id=1afa45eb-b9d7-492e-987b-3b15ad537258&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2288537 Feb 09 01:28:19.538749 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40536) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:19.605157 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82d6d5-5060-4d04-82d1-0912f1f03a13 req-3cbeb133-e93d-468f-9428-e4be00aee432 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:19.612201 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0c82d6d5-5060-4d04-82d1-0912f1f03a13 req-3cbeb133-e93d-468f-9428-e4be00aee432 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 945 time: 0.8081415 Feb 09 01:28:19.686573 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0c82d6d5-5060-4d04-82d1-0912f1f03a13 req-eb2c078c-b924-43f1-bd1a-92e8ed9e7403 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731292 Feb 09 01:28:19.733552 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:19.745704 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a49af14-3191-478f-8732-088810775a06 None None] Routers {'1afa45eb-b9d7-492e-987b-3b15ad537258'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:19.746533 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-8a49af14-3191-478f-8732-088810775a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:27:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['1afa45eb-b9d7-492e-987b-3b15ad537258'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:19.835742 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-8a49af14-3191-478f-8732-088810775a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:19.837321 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a49af14-3191-478f-8732-088810775a06 None None] The sync data for ids ['1afa45eb-b9d7-492e-987b-3b15ad537258'] in n-d-822053-40 is: [] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:19.872636 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 029045f5-f896-4f35-a7d7-825e19f1b533 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:19.873760 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (029045f5-f896-4f35-a7d7-825e19f1b533), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:19.988277 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6926aea0-d7e4-4051-8a45-a9bc880ce5d3 None None] Current status of the port 029045f5-f896-4f35-a7d7-825e19f1b533 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:19.988934 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6926aea0-d7e4-4051-8a45-a9bc880ce5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (029045f5-f896-4f35-a7d7-825e19f1b533), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:20.099391 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dd7523b2-85d9-445e-a1fb-14615323b4b8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for port (bba45725-7d5c-478b-8219-ea4970816461), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:20.113398 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dd7523b2-85d9-445e-a1fb-14615323b4b8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (bba45725-7d5c-478b-8219-ea4970816461), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:20.310205 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7523b2-85d9-445e-a1fb-14615323b4b8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event updated for resources: {'Port': ['ID=bba45725-7d5c-478b-8219-ea4970816461,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:20.311520 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 029045f5-f896-4f35-a7d7-825e19f1b533 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:20.312412 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (029045f5-f896-4f35-a7d7-825e19f1b533), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:20.365449 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-6926aea0-d7e4-4051-8a45-a9bc880ce5d3 None None] For port 029045f5-f896-4f35-a7d7-825e19f1b533, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=029045f5-f896-4f35-a7d7-825e19f1b533,segment=NetworkSegment(bc716be1-e27b-4069-bdf5-35f11276993f),segment_id=bc716be1-e27b-4069-bdf5-35f11276993f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:20.386418 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6926aea0-d7e4-4051-8a45-a9bc880ce5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (029045f5-f896-4f35-a7d7-825e19f1b533), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:20.475289 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dd7523b2-85d9-445e-a1fb-14615323b4b8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (462495f0-d48f-4111-9ad1-ff78eecfbe30), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:20.513806 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f94908-fbbd-4f7b-bd66-bd1ec02cc6db tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:20.517068 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-29f94908-fbbd-4f7b-bd66-bd1ec02cc6db tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] 10.222.0.30 "GET /v2.0/networks/def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 881 time: 0.9770703 Feb 09 01:28:20.522224 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40558) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:20.525966 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c8915fe4-d102-4500-be14-34c45f5a72f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (993f3a53-9435-4c44-b22c-f811c5e691b9), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:20.559677 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ee94cf73-66eb-4f32-ac66-88cba0e034eb tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] 10.222.0.30 "GET /v2.0/ports?device_id=1afa45eb-b9d7-492e-987b-3b15ad537258 HTTP/1.1" status: 200 len: 205 time: 0.0358698 Feb 09 01:28:20.569051 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40560) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:20.719181 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926aea0-d7e4-4051-8a45-a9bc880ce5d3 None None] Pushing event updated for resources: {'Port': ['ID=029045f5-f896-4f35-a7d7-825e19f1b533,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:20.812941 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f59bf775-d042-45f7-a0f5-26e759177ff3 None None] Provisioning complete for port bba45725-7d5c-478b-8219-ea4970816461 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:20.812941 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f59bf775-d042-45f7-a0f5-26e759177ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (bba45725-7d5c-478b-8219-ea4970816461), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:20.845979 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:28:20.847279 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:28:20.848406 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-403d96cf-f13f-47bd-af81-27e5eace5148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:20.887806 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f59bf775-d042-45f7-a0f5-26e759177ff3 None None] Port bba45725-7d5c-478b-8219-ea4970816461 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:28:20.896164 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:20.902891 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f59bf775-d042-45f7-a0f5-26e759177ff3 None None] Provisioning complete for port 029045f5-f896-4f35-a7d7-825e19f1b533 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:20.903263 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f59bf775-d042-45f7-a0f5-26e759177ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (029045f5-f896-4f35-a7d7-825e19f1b533), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:20.944287 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f7bd9faa-6442-45b9-9000-71cabdd6e76c tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router (1afa45eb-b9d7-492e-987b-3b15ad537258), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:20.959871 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7523b2-85d9-445e-a1fb-14615323b4b8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Network 07b157d9-25b3-48ae-a61b-a1efa7145a64 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:21.021890 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-dd7523b2-85d9-445e-a1fb-14615323b4b8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:21.056688 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f59bf775-d042-45f7-a0f5-26e759177ff3 None None] Current status of the port 029045f5-f896-4f35-a7d7-825e19f1b533 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:21.189263 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-232517ae-5613-4666-8276-9a9eef8fc622 None None] Provisioning complete for port bba45725-7d5c-478b-8219-ea4970816461 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:21.189630 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-232517ae-5613-4666-8276-9a9eef8fc622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (bba45725-7d5c-478b-8219-ea4970816461), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:21.253157 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f7bd9faa-6442-45b9-9000-71cabdd6e76c tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router_gateway (1afa45eb-b9d7-492e-987b-3b15ad537258), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:21.299956 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-232517ae-5613-4666-8276-9a9eef8fc622 None None] Port bba45725-7d5c-478b-8219-ea4970816461 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:28:21.346270 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6669a-1533-47fc-85ea-7d9704f8cf3c req-6f08a00f-b9ec-4dc6-b4c9-a90dfa17012c tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:21.349057 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-54e6669a-1533-47fc-85ea-7d9704f8cf3c req-6f08a00f-b9ec-4dc6-b4c9-a90dfa17012c tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 945 time: 0.4565749 Feb 09 01:28:21.422158 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f7bd9faa-6442-45b9-9000-71cabdd6e76c tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Deleting port 58833a6b-37c5-4668-bbd1-422c15caa84a {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:28:21.423996 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f7bd9faa-6442-45b9-9000-71cabdd6e76c tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (58833a6b-37c5-4668-bbd1-422c15caa84a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:21.556067 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-54e6669a-1533-47fc-85ea-7d9704f8cf3c req-3fa70c43-b41b-4c40-8a1d-57a76b19de26 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500413 Feb 09 01:28:21.573124 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7523b2-85d9-445e-a1fb-14615323b4b8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Router 462495f0-d48f-4111-9ad1-ff78eecfbe30 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:28:21.616006 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 029045f5-f896-4f35-a7d7-825e19f1b533 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:21.643964 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f7bd9faa-6442-45b9-9000-71cabdd6e76c tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (58833a6b-37c5-4668-bbd1-422c15caa84a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:21.655838 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d38d186a-6c51-4f47-99ec-6597e890bbbe None None] Provisioning complete for port bba45725-7d5c-478b-8219-ea4970816461 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:21.656278 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d38d186a-6c51-4f47-99ec-6597e890bbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (bba45725-7d5c-478b-8219-ea4970816461), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:21.656736 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f7bd9faa-6442-45b9-9000-71cabdd6e76c tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Calling delete_port for 58833a6b-37c5-4668-bbd1-422c15caa84a owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:28:21.747109 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d38d186a-6c51-4f47-99ec-6597e890bbbe None None] Port bba45725-7d5c-478b-8219-ea4970816461 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:28:21.885263 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 029045f5-f896-4f35-a7d7-825e19f1b533 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:28:22.036785 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f7bd9faa-6442-45b9-9000-71cabdd6e76c tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (58833a6b-37c5-4668-bbd1-422c15caa84a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:22.044299 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 029045f5-f896-4f35-a7d7-825e19f1b533 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:22.047932 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (029045f5-f896-4f35-a7d7-825e19f1b533), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:22.051790 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7523b2-85d9-445e-a1fb-14615323b4b8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:28:22.071417 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397ed31a-b397-43a1-a89d-28c01c89eeaa None None] Sync routers for ids ['462495f0-d48f-4111-9ad1-ff78eecfbe30'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:22.086108 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-dd7523b2-85d9-445e-a1fb-14615323b4b8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "PUT /v2.0/routers/462495f0-d48f-4111-9ad1-ff78eecfbe30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3817286 Feb 09 01:28:22.087841 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397ed31a-b397-43a1-a89d-28c01c89eeaa None None] Routers {'462495f0-d48f-4111-9ad1-ff78eecfbe30'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:22.088904 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-397ed31a-b397-43a1-a89d-28c01c89eeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:27:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['462495f0-d48f-4111-9ad1-ff78eecfbe30'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:22.091762 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40594) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:22.130520 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd9faa-6442-45b9-9000-71cabdd6e76c tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Pushing event deleted for resources: {'Port': ['ID=58833a6b-37c5-4668-bbd1-422c15caa84a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:22.194766 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 029045f5-f896-4f35-a7d7-825e19f1b533 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:22.214973 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-c8915fe4-d102-4500-be14-34c45f5a72f8 admin admin] Deleting port 525bb108-0c46-4c5c-9d5e-6e86c1274867 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:28:22.215309 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c8915fe4-d102-4500-be14-34c45f5a72f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (525bb108-0c46-4c5c-9d5e-6e86c1274867), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:22.244445 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-397ed31a-b397-43a1-a89d-28c01c89eeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:22.247316 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d7dce2-759c-4526-8a19-2291f6a3b883 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:22.251688 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-84d7dce2-759c-4526-8a19-2291f6a3b883 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "GET /v2.0/ports/bba45725-7d5c-478b-8219-ea4970816461 HTTP/1.1" status: 200 len: 910 time: 0.1540477 Feb 09 01:28:22.259454 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397ed31a-b397-43a1-a89d-28c01c89eeaa None None] Routers {'462495f0-d48f-4111-9ad1-ff78eecfbe30'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:22.260720 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-397ed31a-b397-43a1-a89d-28c01c89eeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:27:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['462495f0-d48f-4111-9ad1-ff78eecfbe30'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:22.261902 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40602) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:22.278810 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-a2bef1c8-013a-4350-8b1e-0064e7e9085a tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2dc3ab6c-b0d6-4aa1-a6ce-3673b016458e'}]}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:22.352872 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-397ed31a-b397-43a1-a89d-28c01c89eeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:22.354395 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397ed31a-b397-43a1-a89d-28c01c89eeaa None None] The sync data for ids ['462495f0-d48f-4111-9ad1-ff78eecfbe30'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:22.389093 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f7bd9faa-6442-45b9-9000-71cabdd6e76c tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (1afa45eb-b9d7-492e-987b-3b15ad537258), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:22.395089 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-c8915fe4-d102-4500-be14-34c45f5a72f8 admin admin] For port 525bb108-0c46-4c5c-9d5e-6e86c1274867, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=525bb108-0c46-4c5c-9d5e-6e86c1274867,segment=NetworkSegment(5dcbe87a-b05d-4f3f-9fcf-324934411192),segment_id=5dcbe87a-b05d-4f3f-9fcf-324934411192)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:22.395711 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c8915fe4-d102-4500-be14-34c45f5a72f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (525bb108-0c46-4c5c-9d5e-6e86c1274867), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:22.419179 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-c8915fe4-d102-4500-be14-34c45f5a72f8 admin admin] Calling delete_port for 525bb108-0c46-4c5c-9d5e-6e86c1274867 owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:28:22.727835 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f7bd9faa-6442-45b9-9000-71cabdd6e76c tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (1afa45eb-b9d7-492e-987b-3b15ad537258), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:22.733609 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f7bd9faa-6442-45b9-9000-71cabdd6e76c tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router_controller (1afa45eb-b9d7-492e-987b-3b15ad537258), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:22.749794 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2bef1c8-013a-4350-8b1e-0064e7e9085a tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (bba45725-7d5c-478b-8219-ea4970816461), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:22.813657 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ed932-3d4c-429f-8400-296fe0079866 req-9d0bed20-d69b-473a-9cc2-083e0b367cad tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:22.817006 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2b0ed932-3d4c-429f-8400-296fe0079866 req-9d0bed20-d69b-473a-9cc2-083e0b367cad tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 945 time: 0.1251590 Feb 09 01:28:22.874960 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c8915fe4-d102-4500-be14-34c45f5a72f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (525bb108-0c46-4c5c-9d5e-6e86c1274867), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:23.255645 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2bef1c8-013a-4350-8b1e-0064e7e9085a tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for port (bba45725-7d5c-478b-8219-ea4970816461), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:23.269184 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8915fe4-d102-4500-be14-34c45f5a72f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=525bb108-0c46-4c5c-9d5e-6e86c1274867,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:23.272939 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2bef1c8-013a-4350-8b1e-0064e7e9085a tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (bba45725-7d5c-478b-8219-ea4970816461), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:23.291495 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f7bd9faa-6442-45b9-9000-71cabdd6e76c tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (1afa45eb-b9d7-492e-987b-3b15ad537258), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:23.292061 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bd9faa-6442-45b9-9000-71cabdd6e76c tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Fanout notify agent at l3_agent the message router_deleted on router 1afa45eb-b9d7-492e-987b-3b15ad537258 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:28:23.377628 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2b0ed932-3d4c-429f-8400-296fe0079866 req-1193133d-7e03-40fd-8b74-77784148154d tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5503359 Feb 09 01:28:23.422961 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f7bd9faa-6442-45b9-9000-71cabdd6e76c tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:23.428782 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f7bd9faa-6442-45b9-9000-71cabdd6e76c tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] 10.222.0.30 "DELETE /v2.0/routers/1afa45eb-b9d7-492e-987b-3b15ad537258 HTTP/1.1" status: 204 len: 168 time: 2.8348875 Feb 09 01:28:23.446915 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40620) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:23.457749 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-5ca93e65-70fc-4828-b066-785320c98b07 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1413505541', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:23.486629 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bef1c8-013a-4350-8b1e-0064e7e9085a tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event updated for resources: {'Port': ['ID=bba45725-7d5c-478b-8219-ea4970816461,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:23.539657 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3cd05-4196-4b4c-8dfc-69f74dd87e5a req-49715253-ca3b-455f-a5c9-1bfe432938fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:23.541799 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6ff3cd05-4196-4b4c-8dfc-69f74dd87e5a req-49715253-ca3b-455f-a5c9-1bfe432938fa service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 1128 time: 0.8255444 Feb 09 01:28:23.608630 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5ca93e65-70fc-4828-b066-785320c98b07 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (4899d678-4274-4d2c-a7d2-c02f5588c229), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:23.610317 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5ca93e65-70fc-4828-b066-785320c98b07 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (4899d678-4274-4d2c-a7d2-c02f5588c229), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:23.671543 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6ff3cd05-4196-4b4c-8dfc-69f74dd87e5a req-ce09e9e1-8f85-4818-9b19-42dba5a0ec0d service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192560 Feb 09 01:28:23.681886 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bef1c8-013a-4350-8b1e-0064e7e9085a tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:23.682639 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2bef1c8-013a-4350-8b1e-0064e7e9085a tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:23.687964 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a2bef1c8-013a-4350-8b1e-0064e7e9085a tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "PUT /v2.0/ports/bba45725-7d5c-478b-8219-ea4970816461 HTTP/1.1" status: 200 len: 910 time: 1.4251635 Feb 09 01:28:23.688701 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40636) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:23.885059 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5ca93e65-70fc-4828-b066-785320c98b07 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router_controller (4899d678-4274-4d2c-a7d2-c02f5588c229), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:23.905596 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5ca93e65-70fc-4828-b066-785320c98b07 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (4899d678-4274-4d2c-a7d2-c02f5588c229), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:23.946770 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5ca93e65-70fc-4828-b066-785320c98b07 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:23.947993 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5ca93e65-70fc-4828-b066-785320c98b07 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5000465 Feb 09 01:28:23.951460 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40652) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:23.960435 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-fd87731a-19c0-462a-b6dd-3175ee804ed2 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'enable_snat': True}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:23.962272 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c8915fe4-d102-4500-be14-34c45f5a72f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (993f3a53-9435-4c44-b22c-f811c5e691b9), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:24.220712 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-91c8aa35-06a8-4041-81ef-f0dd5e47c438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:24.297254 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40656) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:24.371165 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8915fe4-d102-4500-be14-34c45f5a72f8 admin admin] Router 993f3a53-9435-4c44-b22c-f811c5e691b9 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:28:24.462524 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fd87731a-19c0-462a-b6dd-3175ee804ed2 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for router_gateway (4899d678-4274-4d2c-a7d2-c02f5588c229), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:24.527933 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5bffe570-ade6-450f-81f3-affa3f9f394f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:24.695407 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5bffe570-ade6-450f-81f3-affa3f9f394f admin admin] Publish callbacks [] for security_group (2f8bc8c2-ceab-4bab-a52f-b1e2678f39d7), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:24.765229 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5bffe570-ade6-450f-81f3-affa3f9f394f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (2f8bc8c2-ceab-4bab-a52f-b1e2678f39d7), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:24.798766 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5bffe570-ade6-450f-81f3-affa3f9f394f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b0a26325cb474f28a80306c494042b07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4980180 Feb 09 01:28:24.804910 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40664) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:24.815896 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5406c3f-3793-4b69-87a7-feb3f84b0ad5 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (462495f0-d48f-4111-9ad1-ff78eecfbe30), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:24.905693 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd9fc1-8f97-40b1-855e-ad4a6f574921 req-9ff1f879-d552-4f28-a9db-6f05a762d0dc tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:24.913933 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4bcd9fc1-8f97-40b1-855e-ad4a6f574921 req-9ff1f879-d552-4f28-a9db-6f05a762d0dc tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 945 time: 0.3439722 Feb 09 01:28:24.949648 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8915fe4-d102-4500-be14-34c45f5a72f8 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:28:24.964538 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e14f04-4e0b-449b-9e50-0f97b1e0853c None None] Sync routers for ids ['993f3a53-9435-4c44-b22c-f811c5e691b9'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:24.976123 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c8915fe4-d102-4500-be14-34c45f5a72f8 admin admin] 10.222.0.30 "PUT /v2.0/routers/993f3a53-9435-4c44-b22c-f811c5e691b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6443405 Feb 09 01:28:24.983165 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e14f04-4e0b-449b-9e50-0f97b1e0853c None None] Routers {'993f3a53-9435-4c44-b22c-f811c5e691b9'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:24.983793 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-d9e14f04-4e0b-449b-9e50-0f97b1e0853c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:28:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['993f3a53-9435-4c44-b22c-f811c5e691b9'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:24.987272 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40670) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:24.990119 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe570-ade6-450f-81f3-affa3f9f394f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8bc8c2-ceab-4bab-a52f-b1e2678f39d7,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:25.155227 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b3ca16d4-1f90-44f4-bc31-a83d5db2c545 admin admin] Publish callbacks [] for security_group (2f8bc8c2-ceab-4bab-a52f-b1e2678f39d7), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:25.184122 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4bcd9fc1-8f97-40b1-855e-ad4a6f574921 req-d71ae036-2b90-428f-bf48-4da209f1ed93 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686968 Feb 09 01:28:25.229997 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b3ca16d4-1f90-44f4-bc31-a83d5db2c545 admin admin] Publish callbacks [] for security_group (2f8bc8c2-ceab-4bab-a52f-b1e2678f39d7), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:25.249867 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-92ba013e-a522-46b3-8f79-341cad2fd7c4 admin admin] Publish callbacks [] for router (993f3a53-9435-4c44-b22c-f811c5e691b9), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:25.271328 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-d9e14f04-4e0b-449b-9e50-0f97b1e0853c None None] Set router 993f3a53-9435-4c44-b22c-f811c5e691b9 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:28:25.400842 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-92ba013e-a522-46b3-8f79-341cad2fd7c4 admin admin] Publish callbacks [] for router_gateway (993f3a53-9435-4c44-b22c-f811c5e691b9), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:25.478443 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b3ca16d4-1f90-44f4-bc31-a83d5db2c545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (2f8bc8c2-ceab-4bab-a52f-b1e2678f39d7), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:25.482102 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b3ca16d4-1f90-44f4-bc31-a83d5db2c545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:25.487329 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b3ca16d4-1f90-44f4-bc31-a83d5db2c545 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2f8bc8c2-ceab-4bab-a52f-b1e2678f39d7 HTTP/1.1" status: 204 len: 168 time: 0.6589079 Feb 09 01:28:25.498843 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-92ba013e-a522-46b3-8f79-341cad2fd7c4 admin admin] Deleting port 996723de-0664-49b5-86d5-9bafe8c1b113 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:28:25.499594 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-92ba013e-a522-46b3-8f79-341cad2fd7c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (996723de-0664-49b5-86d5-9bafe8c1b113), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:25.522871 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca16d4-1f90-44f4-bc31-a83d5db2c545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8bc8c2-ceab-4bab-a52f-b1e2678f39d7,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:25.692632 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-92ba013e-a522-46b3-8f79-341cad2fd7c4 admin admin] For port 996723de-0664-49b5-86d5-9bafe8c1b113, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=996723de-0664-49b5-86d5-9bafe8c1b113,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:25.693371 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-92ba013e-a522-46b3-8f79-341cad2fd7c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (996723de-0664-49b5-86d5-9bafe8c1b113), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:25.726156 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-92ba013e-a522-46b3-8f79-341cad2fd7c4 admin admin] Calling delete_port for 996723de-0664-49b5-86d5-9bafe8c1b113 owned by network:router_gateway {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:28:25.897206 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:25.901186 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fd87731a-19c0-462a-b6dd-3175ee804ed2 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for router_gateway (4899d678-4274-4d2c-a7d2-c02f5588c229), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:25.925451 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fd87731a-19c0-462a-b6dd-3175ee804ed2 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:26.034260 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-d9e14f04-4e0b-449b-9e50-0f97b1e0853c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993f3a53-9435-4c44-b22c-f811c5e691b9', 'name': 'tempest-ServersTestJSON-467401598-router', 'tenant_id': '25dd107518fe42779a682201553350e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '996723de-0664-49b5-86d5-9bafe8c1b113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:35Z', 'updated_at': '2022-02-09T01:28:22Z', 'revision_number': 5, 'project_id': '25dd107518fe42779a682201553350e9', 'gw_port': {'id': '996723de-0664-49b5-86d5-9bafe8c1b113', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:15:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993f3a53-9435-4c44-b22c-f811c5e691b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:36Z', 'updated_at': '2022-02-09T01:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:26.128614 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e14f04-4e0b-449b-9e50-0f97b1e0853c None None] Checking router: 993f3a53-9435-4c44-b22c-f811c5e691b9 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:28:26.149974 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-92ba013e-a522-46b3-8f79-341cad2fd7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (996723de-0664-49b5-86d5-9bafe8c1b113), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:26.166567 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e14f04-4e0b-449b-9e50-0f97b1e0853c None None] Routers {'993f3a53-9435-4c44-b22c-f811c5e691b9'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:26.169878 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-d9e14f04-4e0b-449b-9e50-0f97b1e0853c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:28:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['993f3a53-9435-4c44-b22c-f811c5e691b9'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:26.179711 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40682) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:26.187813 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba013e-a522-46b3-8f79-341cad2fd7c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=996723de-0664-49b5-86d5-9bafe8c1b113,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:26.230401 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-da38bcaa-eb50-4092-9db8-2837ed8438d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:26.305092 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-fd87731a-19c0-462a-b6dd-3175ee804ed2 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Allocated IP 172.25.1.179 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/658fb661-5245-4da3-b603-ce9807ed875c) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:26.311762 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-d9e14f04-4e0b-449b-9e50-0f97b1e0853c None None] Set router 993f3a53-9435-4c44-b22c-f811c5e691b9 gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:28:26.392497 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-d9e14f04-4e0b-449b-9e50-0f97b1e0853c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993f3a53-9435-4c44-b22c-f811c5e691b9', 'name': 'tempest-ServersTestJSON-467401598-router', 'tenant_id': '25dd107518fe42779a682201553350e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:35Z', 'updated_at': '2022-02-09T01:28:25Z', 'revision_number': 7, 'project_id': '25dd107518fe42779a682201553350e9', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:26.443546 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-92ba013e-a522-46b3-8f79-341cad2fd7c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (993f3a53-9435-4c44-b22c-f811c5e691b9), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:26.460759 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e14f04-4e0b-449b-9e50-0f97b1e0853c None None] The sync data for ids ['993f3a53-9435-4c44-b22c-f811c5e691b9'] in n-d-822053-40 is: [{'id': '993f3a53-9435-4c44-b22c-f811c5e691b9', 'name': 'tempest-ServersTestJSON-467401598-router', 'tenant_id': '25dd107518fe42779a682201553350e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:35Z', 'updated_at': '2022-02-09T01:28:25Z', 'revision_number': 7, 'project_id': '25dd107518fe42779a682201553350e9', 'gw_port_host': None}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:26.468286 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a5406c3f-3793-4b69-87a7-feb3f84b0ad5 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Deleting port bba45725-7d5c-478b-8219-ea4970816461 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:28:26.479338 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5406c3f-3793-4b69-87a7-feb3f84b0ad5 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (bba45725-7d5c-478b-8219-ea4970816461), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:26.663649 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fd87731a-19c0-462a-b6dd-3175ee804ed2 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for port (658fb661-5245-4da3-b603-ce9807ed875c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:26.697002 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-92ba013e-a522-46b3-8f79-341cad2fd7c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (993f3a53-9435-4c44-b22c-f811c5e691b9), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:26.704285 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-92ba013e-a522-46b3-8f79-341cad2fd7c4 admin admin] Publish callbacks [] for router_controller (993f3a53-9435-4c44-b22c-f811c5e691b9), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:26.740478 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a41561-65cf-410b-9f5f-2bc13ddd4848 req-912097a1-4a44-4fa9-95d0-aab72632ecee tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:26.742171 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-11a41561-65cf-410b-9f5f-2bc13ddd4848 req-912097a1-4a44-4fa9-95d0-aab72632ecee tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 945 time: 0.3969235 Feb 09 01:28:26.768827 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5406c3f-3793-4b69-87a7-feb3f84b0ad5 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (bba45725-7d5c-478b-8219-ea4970816461), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:26.838556 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a5406c3f-3793-4b69-87a7-feb3f84b0ad5 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Calling delete_port for bba45725-7d5c-478b-8219-ea4970816461 owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:28:26.841282 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-92ba013e-a522-46b3-8f79-341cad2fd7c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (993f3a53-9435-4c44-b22c-f811c5e691b9), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:26.842216 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ba013e-a522-46b3-8f79-341cad2fd7c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 993f3a53-9435-4c44-b22c-f811c5e691b9 {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:28:26.854367 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fd87731a-19c0-462a-b6dd-3175ee804ed2 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (658fb661-5245-4da3-b603-ce9807ed875c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:26.855217 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-92ba013e-a522-46b3-8f79-341cad2fd7c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:26.858628 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-92ba013e-a522-46b3-8f79-341cad2fd7c4 admin admin] 10.222.0.30 "DELETE /v2.0/routers/993f3a53-9435-4c44-b22c-f811c5e691b9 HTTP/1.1" status: 204 len: 168 time: 1.8674498 Feb 09 01:28:26.862678 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40686) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:26.867176 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-da38bcaa-eb50-4092-9db8-2837ed8438d5 admin admin] Publish callbacks [] for security_group (b4ace685-c141-45ef-9f8d-c069452dc368), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:26.926982 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc6d6391-962c-4d9b-b2d9-12bba3b305bb admin admin] Deleting subnet e2a168c6-d12d-41a2-96bc-04d516c6af17 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:28:26.928665 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd87731a-19c0-462a-b6dd-3175ee804ed2 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:26.965631 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-fd87731a-19c0-462a-b6dd-3175ee804ed2 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:26.968379 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd87731a-19c0-462a-b6dd-3175ee804ed2 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:28:26.977215 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-11a41561-65cf-410b-9f5f-2bc13ddd4848 req-64880715-198f-4401-a34c-7f67c83fa3a6 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872454 Feb 09 01:28:26.978475 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fc6d6391-962c-4d9b-b2d9-12bba3b305bb admin admin] Publish callbacks [] for subnet (e2a168c6-d12d-41a2-96bc-04d516c6af17), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:26.981694 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-da38bcaa-eb50-4092-9db8-2837ed8438d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b4ace685-c141-45ef-9f8d-c069452dc368), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:27.079598 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87731a-19c0-462a-b6dd-3175ee804ed2 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Pushing event updated for resources: {'Port': ['ID=658fb661-5245-4da3-b603-ce9807ed875c,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:27.088731 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fc6d6391-962c-4d9b-b2d9-12bba3b305bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (e2a168c6-d12d-41a2-96bc-04d516c6af17), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:27.198303 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-da38bcaa-eb50-4092-9db8-2837ed8438d5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=92beb9667a114a83a34bd8e19d9e6118&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0173464 Feb 09 01:28:27.203137 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38bcaa-eb50-4092-9db8-2837ed8438d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ace685-c141-45ef-9f8d-c069452dc368,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:27.215956 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40698) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:27.505618 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:27.598941 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e1f1e42c-357c-4ef7-b72a-984c62bf03a4 admin admin] Publish callbacks [] for security_group (b4ace685-c141-45ef-9f8d-c069452dc368), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:27.614752 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fc6d6391-962c-4d9b-b2d9-12bba3b305bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (e2a168c6-d12d-41a2-96bc-04d516c6af17), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:27.662600 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e1f1e42c-357c-4ef7-b72a-984c62bf03a4 admin admin] Publish callbacks [] for security_group (b4ace685-c141-45ef-9f8d-c069452dc368), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:27.812965 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 525bb108-0c46-4c5c-9d5e-6e86c1274867 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:28:27.823785 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fc6d6391-962c-4d9b-b2d9-12bba3b305bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (e2a168c6-d12d-41a2-96bc-04d516c6af17), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:27.858944 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fd87731a-19c0-462a-b6dd-3175ee804ed2 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for router_gateway (4899d678-4274-4d2c-a7d2-c02f5588c229), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:27.873386 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 525bb108-0c46-4c5c-9d5e-6e86c1274867 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:28:27.873731 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 525bb108-0c46-4c5c-9d5e-6e86c1274867 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:28:27.878182 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 996723de-0664-49b5-86d5-9bafe8c1b113 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:28:27.929418 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 996723de-0664-49b5-86d5-9bafe8c1b113 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:28:27.929886 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 996723de-0664-49b5-86d5-9bafe8c1b113 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:28:27.941599 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d6391-962c-4d9b-b2d9-12bba3b305bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2a168c6-d12d-41a2-96bc-04d516c6af17,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:27.964113 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d9ff0-b260-43ef-8a2f-f106e9e5270a req-1553aea3-bce1-4f58-83e9-51e0143898dc tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:27.973685 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5b6679-8757-4d8a-b1ae-5176e7654a43 None None] Network 2bc4ea01-221c-4795-83a1-f4476e29e9f6 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:28:27.989791 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b4d9ff0-b260-43ef-8a2f-f106e9e5270a req-1553aea3-bce1-4f58-83e9-51e0143898dc tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 945 time: 0.2520535 Feb 09 01:28:27.992064 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fc6d6391-962c-4d9b-b2d9-12bba3b305bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:27.996729 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-fc6d6391-962c-4d9b-b2d9-12bba3b305bb admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e2a168c6-d12d-41a2-96bc-04d516c6af17 HTTP/1.1" status: 204 len: 168 time: 1.1326807 Feb 09 01:28:28.012630 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40710) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:28.016250 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e1f1e42c-357c-4ef7-b72a-984c62bf03a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b4ace685-c141-45ef-9f8d-c069452dc368), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:28.022926 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e1f1e42c-357c-4ef7-b72a-984c62bf03a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:28.024320 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e1f1e42c-357c-4ef7-b72a-984c62bf03a4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b4ace685-c141-45ef-9f8d-c069452dc368 HTTP/1.1" status: 204 len: 168 time: 0.7976508 Feb 09 01:28:28.071773 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5406c3f-3793-4b69-87a7-feb3f84b0ad5 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (bba45725-7d5c-478b-8219-ea4970816461), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:28.129275 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5406c3f-3793-4b69-87a7-feb3f84b0ad5 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event deleted for resources: {'Port': ['ID=bba45725-7d5c-478b-8219-ea4970816461,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:28.157612 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06f004-a816-4132-9432-e329b58bf914 req-180df09d-21ed-4598-88d9-dbed948be98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:28.164423 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8f06f004-a816-4132-9432-e329b58bf914 req-180df09d-21ed-4598-88d9-dbed948be98b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=87f01a9f1c7f470e995b33acc0324506&device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 1128 time: 0.4699848 Feb 09 01:28:28.222565 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1e42c-357c-4ef7-b72a-984c62bf03a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ace685-c141-45ef-9f8d-c069452dc368,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:28.237067 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:28.420835 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4a300e-82e3-48a7-b9d3-f486596bd216 None None] DHCP port deletion for 2bc4ea01-221c-4795-83a1-f4476e29e9f6 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:28:28.457442 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b4d9ff0-b260-43ef-8a2f-f106e9e5270a req-6afe58d9-6839-4a3d-91fc-979c2cb1d641 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425919 Feb 09 01:28:28.465764 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d19bd273-05ea-4dd9-bec2-4107e55a34cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (2bc4ea01-221c-4795-83a1-f4476e29e9f6), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:28.573306 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5d4a300e-82e3-48a7-b9d3-f486596bd216 None None] Deleting port 9f8d78f9-98ed-42c4-bb90-94a75a794179 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:28:28.574597 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5d4a300e-82e3-48a7-b9d3-f486596bd216 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (9f8d78f9-98ed-42c4-bb90-94a75a794179), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:28.644085 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-d19bd273-05ea-4dd9-bec2-4107e55a34cb admin admin] Deleting port 9f8d78f9-98ed-42c4-bb90-94a75a794179 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:28:28.644728 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d19bd273-05ea-4dd9-bec2-4107e55a34cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (9f8d78f9-98ed-42c4-bb90-94a75a794179), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:28.738832 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-5d4a300e-82e3-48a7-b9d3-f486596bd216 None None] For port 9f8d78f9-98ed-42c4-bb90-94a75a794179, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=9f8d78f9-98ed-42c4-bb90-94a75a794179,segment=NetworkSegment(5dcbe87a-b05d-4f3f-9fcf-324934411192),segment_id=5dcbe87a-b05d-4f3f-9fcf-324934411192)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:28.739398 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5d4a300e-82e3-48a7-b9d3-f486596bd216 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (9f8d78f9-98ed-42c4-bb90-94a75a794179), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:28.767192 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5d4a300e-82e3-48a7-b9d3-f486596bd216 None None] Calling delete_port for 9f8d78f9-98ed-42c4-bb90-94a75a794179 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:28:28.834352 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-d19bd273-05ea-4dd9-bec2-4107e55a34cb admin admin] For port 9f8d78f9-98ed-42c4-bb90-94a75a794179, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=9f8d78f9-98ed-42c4-bb90-94a75a794179,segment=NetworkSegment(5dcbe87a-b05d-4f3f-9fcf-324934411192),segment_id=5dcbe87a-b05d-4f3f-9fcf-324934411192)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:28.837409 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d19bd273-05ea-4dd9-bec2-4107e55a34cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (9f8d78f9-98ed-42c4-bb90-94a75a794179), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:28.876061 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-d19bd273-05ea-4dd9-bec2-4107e55a34cb admin admin] Calling delete_port for 9f8d78f9-98ed-42c4-bb90-94a75a794179 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:28:28.927027 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06f004-a816-4132-9432-e329b58bf914 req-28909991-5018-4d7b-a949-87b90aa34f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:28.927027 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8f06f004-a816-4132-9432-e329b58bf914 req-28909991-5018-4d7b-a949-87b90aa34f78 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d76031b0-4109-4d1a-891f-2e2c0cd8dc50 HTTP/1.1" status: 200 len: 920 time: 0.7516255 Feb 09 01:28:28.956606 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5d4a300e-82e3-48a7-b9d3-f486596bd216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (9f8d78f9-98ed-42c4-bb90-94a75a794179), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:29.032620 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a300e-82e3-48a7-b9d3-f486596bd216 None None] Pushing event deleted for resources: {'Port': ['ID=9f8d78f9-98ed-42c4-bb90-94a75a794179,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:29.033999 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5406c3f-3793-4b69-87a7-feb3f84b0ad5 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (462495f0-d48f-4111-9ad1-ff78eecfbe30), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:29.040062 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8f06f004-a816-4132-9432-e329b58bf914 req-822f4881-62dc-4f6a-9b96-8cd430cdbd83 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c HTTP/1.1" status: 200 len: 217 time: 0.0961502 Feb 09 01:28:29.051737 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4a300e-82e3-48a7-b9d3-f486596bd216 None None] No DVR routers for this DVR port 9f8d78f9-98ed-42c4-bb90-94a75a794179 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:28:29.107272 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d19bd273-05ea-4dd9-bec2-4107e55a34cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (9f8d78f9-98ed-42c4-bb90-94a75a794179), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:29.128926 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19bd273-05ea-4dd9-bec2-4107e55a34cb admin admin] No DVR routers for this DVR port 9f8d78f9-98ed-42c4-bb90-94a75a794179 on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:28:29.157894 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19bd273-05ea-4dd9-bec2-4107e55a34cb admin admin] Pushing event deleted for resources: {'Port': ['ID=9f8d78f9-98ed-42c4-bb90-94a75a794179,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:29.285449 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d19bd273-05ea-4dd9-bec2-4107e55a34cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (2bc4ea01-221c-4795-83a1-f4476e29e9f6), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:29.347449 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-d19bd273-05ea-4dd9-bec2-4107e55a34cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc4ea01-221c-4795-83a1-f4476e29e9f6']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:29.364944 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-d19bd273-05ea-4dd9-bec2-4107e55a34cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dcbe87a-b05d-4f3f-9fcf-324934411192') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:29.365240 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-d19bd273-05ea-4dd9-bec2-4107e55a34cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dcbe87a-b05d-4f3f-9fcf-324934411192') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:29.367726 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fd87731a-19c0-462a-b6dd-3175ee804ed2 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8820'] for router (4899d678-4274-4d2c-a7d2-c02f5588c229), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:29.382386 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d19bd273-05ea-4dd9-bec2-4107e55a34cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (5dcbe87a-b05d-4f3f-9fcf-324934411192), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:29.395671 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fd87731a-19c0-462a-b6dd-3175ee804ed2 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622185'] for router (4899d678-4274-4d2c-a7d2-c02f5588c229), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:29.400488 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d19bd273-05ea-4dd9-bec2-4107e55a34cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (5dcbe87a-b05d-4f3f-9fcf-324934411192), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:29.410321 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06f004-a816-4132-9432-e329b58bf914 req-2b2d5aac-201c-424d-97d0-a4d575ae1342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:29.414984 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8f06f004-a816-4132-9432-e329b58bf914 req-2b2d5aac-201c-424d-97d0-a4d575ae1342 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0c516db7-26b1-44ed-b325-f6904d951d4a HTTP/1.1" status: 200 len: 859 time: 0.3575490 Feb 09 01:28:29.422639 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d19bd273-05ea-4dd9-bec2-4107e55a34cb admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:28:29.423723 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d19bd273-05ea-4dd9-bec2-4107e55a34cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (5dcbe87a-b05d-4f3f-9fcf-324934411192), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:29.426945 n-d-822053-40 neutron-server[103529]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:28:29.426945 n-d-822053-40 neutron-server[103529]: self.session.flush() Feb 09 01:28:29.426945 n-d-822053-40 neutron-server[103529]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:28:29.426945 n-d-822053-40 neutron-server[103529]: self.session.flush() Feb 09 01:28:29.426945 n-d-822053-40 neutron-server[103529]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:28:29.426945 n-d-822053-40 neutron-server[103529]: self.session.flush() Feb 09 01:28:29.426945 n-d-822053-40 neutron-server[103529]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:28:29.426945 n-d-822053-40 neutron-server[103529]: self.session.flush() Feb 09 01:28:29.426945 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:28:29.426945 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:28:29.426945 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:28:29.426945 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:28:29.426945 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:28:29.426945 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:28:29.426945 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:28:29.426945 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:28:29.426945 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:28:29.426945 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:28:29.426945 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:28:29.426945 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:28:29.426945 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:28:29.426945 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:28:29.426945 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:28:29.426945 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:28:29.426945 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:28:29.426945 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:28:29.426945 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:28:29.426945 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:28:29.426945 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:28:29.426945 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:28:29.426945 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:28:29.426945 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:28:29.426945 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:28:29.426945 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:28:29.426945 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:28:29.426945 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:28:29.426945 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:28:29.426945 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:28:29.426945 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:28:29.426945 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:28:29.671994 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d19bd273-05ea-4dd9-bec2-4107e55a34cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (2bc4ea01-221c-4795-83a1-f4476e29e9f6), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:29.711597 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d19bd273-05ea-4dd9-bec2-4107e55a34cb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:29.722982 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d19bd273-05ea-4dd9-bec2-4107e55a34cb admin admin] 10.222.0.30 "DELETE /v2.0/networks/2bc4ea01-221c-4795-83a1-f4476e29e9f6 HTTP/1.1" status: 204 len: 168 time: 1.6936262 Feb 09 01:28:29.724232 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19bd273-05ea-4dd9-bec2-4107e55a34cb admin admin] Pushing event deleted for resources: {'Network': ['ID=2bc4ea01-221c-4795-83a1-f4476e29e9f6,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:29.877172 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c130946-476e-4cfa-947e-8dc8b8ef1dd2 req-debecaeb-a9f4-4a29-afcc-4d537998c933 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:29.884914 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1c130946-476e-4cfa-947e-8dc8b8ef1dd2 req-debecaeb-a9f4-4a29-afcc-4d537998c933 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 945 time: 0.1720250 Feb 09 01:28:29.892456 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 9f8d78f9-98ed-42c4-bb90-94a75a794179 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:28:29.895072 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8f06f004-a816-4132-9432-e329b58bf914 req-8a797922-0d66-43c5-a158-c0bf35926afe service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d76031b0-4109-4d1a-891f-2e2c0cd8dc50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2416084 Feb 09 01:28:29.967293 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 9f8d78f9-98ed-42c4-bb90-94a75a794179 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:28:29.976101 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 9f8d78f9-98ed-42c4-bb90-94a75a794179 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:28:30.007686 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5406c3f-3793-4b69-87a7-feb3f84b0ad5 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Router 462495f0-d48f-4111-9ad1-ff78eecfbe30 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:28:30.015045 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd87731a-19c0-462a-b6dd-3175ee804ed2 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Router 4899d678-4274-4d2c-a7d2-c02f5588c229 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:28:30.112850 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1c130946-476e-4cfa-947e-8dc8b8ef1dd2 req-cb3c9fa0-c4f7-4186-accd-8eece959d657 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119739 Feb 09 01:28:30.233970 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40762) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:30.374208 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2dfdfb71-e4ee-40c1-8bd3-3e46ce3c63eb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=25dd107518fe42779a682201553350e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1379669 Feb 09 01:28:30.376505 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40764) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:30.556191 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1d9bd867-46f9-47d2-8b00-f228e584eed2 admin admin] Publish callbacks [] for security_group (f174856c-f528-4b84-8eb2-41cfef904abb), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:30.621249 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1d9bd867-46f9-47d2-8b00-f228e584eed2 admin admin] Publish callbacks [] for security_group (f174856c-f528-4b84-8eb2-41cfef904abb), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:30.779602 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1d9bd867-46f9-47d2-8b00-f228e584eed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f174856c-f528-4b84-8eb2-41cfef904abb), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:30.814146 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1d9bd867-46f9-47d2-8b00-f228e584eed2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:30.823962 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1d9bd867-46f9-47d2-8b00-f228e584eed2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f174856c-f528-4b84-8eb2-41cfef904abb HTTP/1.1" status: 204 len: 168 time: 0.4425924 Feb 09 01:28:30.872708 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9bd867-46f9-47d2-8b00-f228e584eed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f174856c-f528-4b84-8eb2-41cfef904abb,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:31.008853 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8f06f004-a816-4132-9432-e329b58bf914 req-21f94aca-df33-4cef-9bdc-6147524c0f3a service neutron] 10.222.0.91 "GET /v2.0/networks/d76031b0-4109-4d1a-891f-2e2c0cd8dc50?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0860279 Feb 09 01:28:31.225216 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5406c3f-3793-4b69-87a7-feb3f84b0ad5 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:28:31.242234 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a5406c3f-3793-4b69-87a7-feb3f84b0ad5 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "PUT /v2.0/routers/462495f0-d48f-4111-9ad1-ff78eecfbe30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5521486 Feb 09 01:28:31.245472 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40782) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:31.259300 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c550d5b5-9d1f-403a-a71e-dc48357f7cf8 None None] Sync routers for ids ['462495f0-d48f-4111-9ad1-ff78eecfbe30'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:31.271385 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8f06f004-a816-4132-9432-e329b58bf914 req-6e307fc4-d371-44b9-8be2-5fd6428b5b02 service neutron] 10.222.0.91 "GET /v2.0/networks/d76031b0-4109-4d1a-891f-2e2c0cd8dc50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521822 Feb 09 01:28:31.294816 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c550d5b5-9d1f-403a-a71e-dc48357f7cf8 None None] Routers {'462495f0-d48f-4111-9ad1-ff78eecfbe30'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:31.312978 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-c550d5b5-9d1f-403a-a71e-dc48357f7cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:28:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['462495f0-d48f-4111-9ad1-ff78eecfbe30'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:31.388701 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd87731a-19c0-462a-b6dd-3175ee804ed2 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:28:31.401133 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ea16bc8c-7b18-44f2-bf9d-18aa33df2b5f tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "GET /v2.0/ports?device_id=462495f0-d48f-4111-9ad1-ff78eecfbe30 HTTP/1.1" status: 200 len: 205 time: 0.1491132 Feb 09 01:28:31.406771 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40792) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:31.420230 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7207b34-75bc-4834-ae1a-f8beaef6bae6 None None] Sync routers for ids ['4899d678-4274-4d2c-a7d2-c02f5588c229'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:31.421177 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fd87731a-19c0-462a-b6dd-3175ee804ed2 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:31.431087 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-fd87731a-19c0-462a-b6dd-3175ee804ed2 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] 10.222.0.30 "PUT /v2.0/routers/4899d678-4274-4d2c-a7d2-c02f5588c229 HTTP/1.1" status: 200 len: 919 time: 7.4687071 Feb 09 01:28:31.431087 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40794) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:31.438226 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b71b65-8ce1-4f0a-b637-e16eaf348d0d req-d9f3091f-07e0-42ec-8333-42b75b0920a2 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:31.443128 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a9b71b65-8ce1-4f0a-b637-e16eaf348d0d req-d9f3091f-07e0-42ec-8333-42b75b0920a2 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 945 time: 0.2012591 Feb 09 01:28:31.449840 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-c550d5b5-9d1f-403a-a71e-dc48357f7cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:31.471912 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7207b34-75bc-4834-ae1a-f8beaef6bae6 None None] Routers {'4899d678-4274-4d2c-a7d2-c02f5588c229'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:31.474380 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c550d5b5-9d1f-403a-a71e-dc48357f7cf8 None None] Routers {'462495f0-d48f-4111-9ad1-ff78eecfbe30'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:31.476440 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-b7207b34-75bc-4834-ae1a-f8beaef6bae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:28:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['4899d678-4274-4d2c-a7d2-c02f5588c229'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:31.478012 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-c550d5b5-9d1f-403a-a71e-dc48357f7cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:28:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['462495f0-d48f-4111-9ad1-ff78eecfbe30'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:31.605965 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-b7207b34-75bc-4834-ae1a-f8beaef6bae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:31.627414 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7207b34-75bc-4834-ae1a-f8beaef6bae6 None None] Routers {'4899d678-4274-4d2c-a7d2-c02f5588c229'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:31.634865 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-b7207b34-75bc-4834-ae1a-f8beaef6bae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:28:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['4899d678-4274-4d2c-a7d2-c02f5588c229'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:31.671006 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-c550d5b5-9d1f-403a-a71e-dc48357f7cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:31.672180 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c550d5b5-9d1f-403a-a71e-dc48357f7cf8 None None] The sync data for ids ['462495f0-d48f-4111-9ad1-ff78eecfbe30'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:31.737563 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0407d503-0de1-430b-95dc-b5184137cae5 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] 10.222.0.30 "GET /v2.0/routers/4899d678-4274-4d2c-a7d2-c02f5588c229 HTTP/1.1" status: 200 len: 925 time: 0.3082550 Feb 09 01:28:31.740886 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40804) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:31.744569 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-b7207b34-75bc-4834-ae1a-f8beaef6bae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:31.747776 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7207b34-75bc-4834-ae1a-f8beaef6bae6 None None] The sync data for ids ['4899d678-4274-4d2c-a7d2-c02f5588c229'] in n-d-822053-40 is: [] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:31.854915 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8723e0e-8ebd-4668-b735-fb1c7043ce1d tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:31.856782 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b8723e0e-8ebd-4668-b735-fb1c7043ce1d tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=def43282-5318-4ecb-a74b-178f79c0eb6e&device_id=4899d678-4274-4d2c-a7d2-c02f5588c229&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1123672 Feb 09 01:28:31.859785 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40812) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:31.889807 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e471e037-7bc2-4508-a62c-44a084ece23e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router (462495f0-d48f-4111-9ad1-ff78eecfbe30), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:32.031213 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6733f4b-6f91-420b-87cc-2f6130907526 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:32.033220 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b6733f4b-6f91-420b-87cc-2f6130907526 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] 10.222.0.30 "GET /v2.0/networks/def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 881 time: 0.1722476 Feb 09 01:28:32.036274 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40822) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:32.089711 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b86e55f5-9921-4bec-9fe5-194c0186d514 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] 10.222.0.30 "GET /v2.0/ports?device_id=4899d678-4274-4d2c-a7d2-c02f5588c229 HTTP/1.1" status: 200 len: 205 time: 0.0521140 Feb 09 01:28:32.092685 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40824) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:32.296196 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a9b71b65-8ce1-4f0a-b637-e16eaf348d0d req-0a28ccc0-bfa3-413c-bd37-68569c104795 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8249226 Feb 09 01:28:32.328410 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0352e2e6-0204-49b7-ada8-05eafb7aa8cb tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router (4899d678-4274-4d2c-a7d2-c02f5588c229), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:32.344888 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e471e037-7bc2-4508-a62c-44a084ece23e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (462495f0-d48f-4111-9ad1-ff78eecfbe30), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:32.360552 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e471e037-7bc2-4508-a62c-44a084ece23e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router_controller (462495f0-d48f-4111-9ad1-ff78eecfbe30), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:32.521957 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e471e037-7bc2-4508-a62c-44a084ece23e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (462495f0-d48f-4111-9ad1-ff78eecfbe30), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:32.522799 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e471e037-7bc2-4508-a62c-44a084ece23e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Fanout notify agent at l3_agent the message router_deleted on router 462495f0-d48f-4111-9ad1-ff78eecfbe30 {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:28:32.539538 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e471e037-7bc2-4508-a62c-44a084ece23e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:32.545334 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e471e037-7bc2-4508-a62c-44a084ece23e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "DELETE /v2.0/routers/462495f0-d48f-4111-9ad1-ff78eecfbe30 HTTP/1.1" status: 204 len: 168 time: 1.0977848 Feb 09 01:28:32.545760 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40846) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:32.664898 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40848) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:32.669867 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0352e2e6-0204-49b7-ada8-05eafb7aa8cb tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router_gateway (4899d678-4274-4d2c-a7d2-c02f5588c229), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:32.767300 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0352e2e6-0204-49b7-ada8-05eafb7aa8cb tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Deleting port 658fb661-5245-4da3-b603-ce9807ed875c {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:28:32.768209 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0352e2e6-0204-49b7-ada8-05eafb7aa8cb tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (658fb661-5245-4da3-b603-ce9807ed875c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:32.822071 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7afa643-a04a-4483-9abd-97be52abee0b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Deleting subnet 2dc3ab6c-b0d6-4aa1-a6ce-3673b016458e {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:28:32.854127 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c7afa643-a04a-4483-9abd-97be52abee0b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for subnet (2dc3ab6c-b0d6-4aa1-a6ce-3673b016458e), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:32.903038 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0352e2e6-0204-49b7-ada8-05eafb7aa8cb tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (658fb661-5245-4da3-b603-ce9807ed875c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:32.932124 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0352e2e6-0204-49b7-ada8-05eafb7aa8cb tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Calling delete_port for 658fb661-5245-4da3-b603-ce9807ed875c owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:28:33.124303 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c7afa643-a04a-4483-9abd-97be52abee0b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (2dc3ab6c-b0d6-4aa1-a6ce-3673b016458e), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:33.226900 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-476c1af9-2ce8-433d-b0b5-353bb81fe008 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-530551773-network', 'tenant_id': 'ce7332c8ded74a31a8845cdf15d3517e'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:33.325092 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476c1af9-2ce8-433d-b0b5-353bb81fe008 admin admin] Made reservation on behalf of ce7332c8ded74a31a8845cdf15d3517e for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:33.331628 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0352e2e6-0204-49b7-ada8-05eafb7aa8cb tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (658fb661-5245-4da3-b603-ce9807ed875c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:33.337044 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-476c1af9-2ce8-433d-b0b5-353bb81fe008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:33.399472 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-476c1af9-2ce8-433d-b0b5-353bb81fe008 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:33.409599 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352e2e6-0204-49b7-ada8-05eafb7aa8cb tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Pushing event deleted for resources: {'Port': ['ID=658fb661-5245-4da3-b603-ce9807ed875c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:33.463851 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c7afa643-a04a-4483-9abd-97be52abee0b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (2dc3ab6c-b0d6-4aa1-a6ce-3673b016458e), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:33.550852 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0352e2e6-0204-49b7-ada8-05eafb7aa8cb tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (4899d678-4274-4d2c-a7d2-c02f5588c229), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:33.788969 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c7afa643-a04a-4483-9abd-97be52abee0b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (2dc3ab6c-b0d6-4aa1-a6ce-3673b016458e), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:33.833861 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0352e2e6-0204-49b7-ada8-05eafb7aa8cb tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (4899d678-4274-4d2c-a7d2-c02f5588c229), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:33.848271 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0352e2e6-0204-49b7-ada8-05eafb7aa8cb tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router_controller (4899d678-4274-4d2c-a7d2-c02f5588c229), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:33.889869 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7afa643-a04a-4483-9abd-97be52abee0b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event deleted for resources: {'Subnet': ['ID=2dc3ab6c-b0d6-4aa1-a6ce-3673b016458e,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:33.974213 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0352e2e6-0204-49b7-ada8-05eafb7aa8cb tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (4899d678-4274-4d2c-a7d2-c02f5588c229), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:33.975199 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0352e2e6-0204-49b7-ada8-05eafb7aa8cb tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Fanout notify agent at l3_agent the message router_deleted on router 4899d678-4274-4d2c-a7d2-c02f5588c229 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:28:34.000867 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0352e2e6-0204-49b7-ada8-05eafb7aa8cb tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:34.009644 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0352e2e6-0204-49b7-ada8-05eafb7aa8cb tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] 10.222.0.30 "DELETE /v2.0/routers/4899d678-4274-4d2c-a7d2-c02f5588c229 HTTP/1.1" status: 204 len: 168 time: 1.9020565 Feb 09 01:28:34.010012 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40880) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:34.013749 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe3f39d-0516-4c79-8238-13f7ea473390 None None] Network 07b157d9-25b3-48ae-a61b-a1efa7145a64 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:28:34.036126 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-66dd6624-e212-466b-8bf1-f68a46fd60d5 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1339651447', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:34.102065 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23162843-83b6-4ea2-99ba-6bfd9c8919b7 req-6ac26d04-8a20-428f-b153-b569495a51a6 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:34.109965 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-66dd6624-e212-466b-8bf1-f68a46fd60d5 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (197a1cba-387a-4aba-ae96-981540216f0b), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:34.111202 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-66dd6624-e212-466b-8bf1-f68a46fd60d5 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (197a1cba-387a-4aba-ae96-981540216f0b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:34.122168 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-23162843-83b6-4ea2-99ba-6bfd9c8919b7 req-6ac26d04-8a20-428f-b153-b569495a51a6 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 945 time: 0.5997522 Feb 09 01:28:34.146005 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c7afa643-a04a-4483-9abd-97be52abee0b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:34.156728 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c7afa643-a04a-4483-9abd-97be52abee0b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "DELETE /v2.0/subnets/2dc3ab6c-b0d6-4aa1-a6ce-3673b016458e HTTP/1.1" status: 204 len: 168 time: 1.5936012 Feb 09 01:28:34.192161 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40886) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:34.195542 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-476c1af9-2ce8-433d-b0b5-353bb81fe008 admin admin] Publish callbacks [] for security_group (c2986e66-5bf8-4106-965e-d9f5e5d6b00a), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:34.222747 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-476c1af9-2ce8-433d-b0b5-353bb81fe008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c2986e66-5bf8-4106-965e-d9f5e5d6b00a), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:34.277155 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c1af9-2ce8-433d-b0b5-353bb81fe008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2986e66-5bf8-4106-965e-d9f5e5d6b00a,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:34.290443 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-66dd6624-e212-466b-8bf1-f68a46fd60d5 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router_controller (197a1cba-387a-4aba-ae96-981540216f0b), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:34.302019 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-66dd6624-e212-466b-8bf1-f68a46fd60d5 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (197a1cba-387a-4aba-ae96-981540216f0b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:34.328867 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-66dd6624-e212-466b-8bf1-f68a46fd60d5 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:34.335840 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-66dd6624-e212-466b-8bf1-f68a46fd60d5 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3246250 Feb 09 01:28:34.337399 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40888) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:34.344510 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-aca7622b-5812-46bf-912d-ee0438adb9e4 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'enable_snat': False}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:34.463064 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-23162843-83b6-4ea2-99ba-6bfd9c8919b7 req-6a8b5be3-cfcb-4a86-9a8a-78c68191c844 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398983 Feb 09 01:28:34.463880 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-476c1af9-2ce8-433d-b0b5-353bb81fe008 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:28:34.480140 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206481bc-0110-4121-9ce0-eb18c1e8440c None None] DHCP port deletion for 07b157d9-25b3-48ae-a61b-a1efa7145a64 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:28:34.528879 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-476c1af9-2ce8-433d-b0b5-353bb81fe008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (8aeeb2e7-9a95-4889-a4a3-eadf93afc837), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:34.530387 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-476c1af9-2ce8-433d-b0b5-353bb81fe008 admin admin] Added segment 8aeeb2e7-9a95-4889-a4a3-eadf93afc837 of type vlan for network d7017e2a-db2c-4df8-a390-acbb50684ec5 Feb 09 01:28:34.623070 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9f5102c9-91ca-4271-b19a-67d3b2519cc8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (07b157d9-25b3-48ae-a61b-a1efa7145a64), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:34.708606 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-206481bc-0110-4121-9ce0-eb18c1e8440c None None] Deleting port 029045f5-f896-4f35-a7d7-825e19f1b533 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:28:34.709242 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-206481bc-0110-4121-9ce0-eb18c1e8440c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (029045f5-f896-4f35-a7d7-825e19f1b533), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:34.730322 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-476c1af9-2ce8-433d-b0b5-353bb81fe008 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (d7017e2a-db2c-4df8-a390-acbb50684ec5), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:34.800045 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-476c1af9-2ce8-433d-b0b5-353bb81fe008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (d7017e2a-db2c-4df8-a390-acbb50684ec5), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:34.801142 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476c1af9-2ce8-433d-b0b5-353bb81fe008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:34.801726 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-476c1af9-2ce8-433d-b0b5-353bb81fe008 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:34.927268 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-476c1af9-2ce8-433d-b0b5-353bb81fe008 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2608888 Feb 09 01:28:34.942604 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40912) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:34.952378 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-206481bc-0110-4121-9ce0-eb18c1e8440c None None] For port 029045f5-f896-4f35-a7d7-825e19f1b533, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=029045f5-f896-4f35-a7d7-825e19f1b533,segment=NetworkSegment(bc716be1-e27b-4069-bdf5-35f11276993f),segment_id=bc716be1-e27b-4069-bdf5-35f11276993f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:34.953298 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-206481bc-0110-4121-9ce0-eb18c1e8440c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (029045f5-f896-4f35-a7d7-825e19f1b533), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:34.978127 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-30b94acb-6219-44ad-b0c3-b34ee9373755 admin admin] Request body: {'subnet': {'network_id': 'd7017e2a-db2c-4df8-a390-acbb50684ec5', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-530551773-subnet', 'tenant_id': 'ce7332c8ded74a31a8845cdf15d3517e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:34.998403 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-206481bc-0110-4121-9ce0-eb18c1e8440c None None] Calling delete_port for 029045f5-f896-4f35-a7d7-825e19f1b533 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:28:35.024139 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aca7622b-5812-46bf-912d-ee0438adb9e4 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for router_gateway (197a1cba-387a-4aba-ae96-981540216f0b), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:35.051969 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-9f5102c9-91ca-4271-b19a-67d3b2519cc8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Deleting port 029045f5-f896-4f35-a7d7-825e19f1b533 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:28:35.052639 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9f5102c9-91ca-4271-b19a-67d3b2519cc8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (029045f5-f896-4f35-a7d7-825e19f1b533), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:35.237093 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b94acb-6219-44ad-b0c3-b34ee9373755 admin admin] Made reservation on behalf of ce7332c8ded74a31a8845cdf15d3517e for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:35.242357 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-30b94acb-6219-44ad-b0c3-b34ee9373755 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:35.300844 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-206481bc-0110-4121-9ce0-eb18c1e8440c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (029045f5-f896-4f35-a7d7-825e19f1b533), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:35.355525 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206481bc-0110-4121-9ce0-eb18c1e8440c None None] Pushing event deleted for resources: {'Port': ['ID=029045f5-f896-4f35-a7d7-825e19f1b533,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:35.381580 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206481bc-0110-4121-9ce0-eb18c1e8440c None None] No DVR routers for this DVR port 029045f5-f896-4f35-a7d7-825e19f1b533 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:28:35.691277 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c1af9-2ce8-433d-b0b5-353bb81fe008 admin admin] Pushing event updated for resources: {'Network': ['ID=d7017e2a-db2c-4df8-a390-acbb50684ec5,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:35.747259 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-9f5102c9-91ca-4271-b19a-67d3b2519cc8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] For port 029045f5-f896-4f35-a7d7-825e19f1b533, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=029045f5-f896-4f35-a7d7-825e19f1b533,segment=NetworkSegment(bc716be1-e27b-4069-bdf5-35f11276993f),segment_id=bc716be1-e27b-4069-bdf5-35f11276993f)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:35.750052 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9f5102c9-91ca-4271-b19a-67d3b2519cc8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (029045f5-f896-4f35-a7d7-825e19f1b533), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:35.768588 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network d7017e2a-db2c-4df8-a390-acbb50684ec5 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:28:35.779575 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-9f5102c9-91ca-4271-b19a-67d3b2519cc8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Calling delete_port for 029045f5-f896-4f35-a7d7-825e19f1b533 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:28:35.787694 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-30b94acb-6219-44ad-b0c3-b34ee9373755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (d0a92e41-b53c-45b5-bbe3-f68351bc2fb1), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:35.880848 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 029045f5-f896-4f35-a7d7-825e19f1b533 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:28:35.884382 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b94acb-6219-44ad-b0c3-b34ee9373755 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0a92e41-b53c-45b5-bbe3-f68351bc2fb1,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:35.916394 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aca7622b-5812-46bf-912d-ee0438adb9e4 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for router_gateway (197a1cba-387a-4aba-ae96-981540216f0b), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:35.937241 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 029045f5-f896-4f35-a7d7-825e19f1b533 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:28:35.938115 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 029045f5-f896-4f35-a7d7-825e19f1b533 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:28:35.946714 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b94acb-6219-44ad-b0c3-b34ee9373755 admin admin] Checking segment: {'id': '8aeeb2e7-9a95-4889-a4a3-eadf93afc837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd7017e2a-db2c-4df8-a390-acbb50684ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:28:35.947211 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b94acb-6219-44ad-b0c3-b34ee9373755 admin admin] Network hostable DHCP agents. Network: d7017e2a-db2c-4df8-a390-acbb50684ec5, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:28:35.956005 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aca7622b-5812-46bf-912d-ee0438adb9e4 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:36.040906 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9f5102c9-91ca-4271-b19a-67d3b2519cc8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (029045f5-f896-4f35-a7d7-825e19f1b533), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:36.069200 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b94acb-6219-44ad-b0c3-b34ee9373755 admin admin] Network d7017e2a-db2c-4df8-a390-acbb50684ec5 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:28:36.145752 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-30b94acb-6219-44ad-b0c3-b34ee9373755 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, d7017e2a-db2c-4df8-a390-acbb50684ec5) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:36.153822 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5102c9-91ca-4271-b19a-67d3b2519cc8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event deleted for resources: {'Port': ['ID=029045f5-f896-4f35-a7d7-825e19f1b533,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:36.162266 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5102c9-91ca-4271-b19a-67d3b2519cc8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] No DVR routers for this DVR port 029045f5-f896-4f35-a7d7-825e19f1b533 on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:28:36.167129 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8843e6a8-d5f3-4574-a7d2-28ae22e9c98b None None] Network d7017e2a-db2c-4df8-a390-acbb50684ec5 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:28:36.181566 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b94acb-6219-44ad-b0c3-b34ee9373755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:36.184214 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-30b94acb-6219-44ad-b0c3-b34ee9373755 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:36.326356 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-30b94acb-6219-44ad-b0c3-b34ee9373755 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3729134 Feb 09 01:28:36.407043 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-aca7622b-5812-46bf-912d-ee0438adb9e4 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Allocated IP 172.25.1.38 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/ce65dfd2-f38f-41cc-861d-c62a2d5f1629) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:36.451562 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9f5102c9-91ca-4271-b19a-67d3b2519cc8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (07b157d9-25b3-48ae-a61b-a1efa7145a64), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:36.474484 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9046715-6e43-40cb-8bbc-5f4952622d4d None None] Network d7017e2a-db2c-4df8-a390-acbb50684ec5 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:28:36.528604 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-9f5102c9-91ca-4271-b19a-67d3b2519cc8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07b157d9-25b3-48ae-a61b-a1efa7145a64']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:36.586713 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-9f5102c9-91ca-4271-b19a-67d3b2519cc8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc716be1-e27b-4069-bdf5-35f11276993f') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:36.587010 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-9f5102c9-91ca-4271-b19a-67d3b2519cc8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc716be1-e27b-4069-bdf5-35f11276993f') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:36.630686 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9f5102c9-91ca-4271-b19a-67d3b2519cc8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (bc716be1-e27b-4069-bdf5-35f11276993f), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:36.681164 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9f5102c9-91ca-4271-b19a-67d3b2519cc8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (bc716be1-e27b-4069-bdf5-35f11276993f), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:36.690884 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f5102c9-91ca-4271-b19a-67d3b2519cc8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:28:36.691295 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9f5102c9-91ca-4271-b19a-67d3b2519cc8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (bc716be1-e27b-4069-bdf5-35f11276993f), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:36.694606 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:28:36.694606 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:28:36.694606 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:28:36.694606 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:28:36.694606 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:28:36.694606 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:28:36.694606 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:28:36.694606 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:28:36.694606 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:28:36.694606 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:28:36.694606 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:28:36.694606 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:28:36.694606 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:28:36.694606 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:28:36.694606 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:28:36.694606 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:28:36.694606 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:28:36.694606 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:28:36.694606 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:28:36.694606 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:28:36.694606 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:28:36.694606 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:28:36.694606 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:28:36.694606 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:28:36.694606 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:28:36.694606 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:28:36.694606 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:28:36.694606 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:28:36.694606 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:28:36.694606 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:28:36.694606 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:28:36.694606 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:28:36.815448 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aca7622b-5812-46bf-912d-ee0438adb9e4 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for port (ce65dfd2-f38f-41cc-861d-c62a2d5f1629), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:36.913183 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aca7622b-5812-46bf-912d-ee0438adb9e4 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (ce65dfd2-f38f-41cc-861d-c62a2d5f1629), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:36.915261 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9f5102c9-91ca-4271-b19a-67d3b2519cc8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (07b157d9-25b3-48ae-a61b-a1efa7145a64), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:36.931495 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9f5102c9-91ca-4271-b19a-67d3b2519cc8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:36.947216 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40990) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:36.949794 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9f5102c9-91ca-4271-b19a-67d3b2519cc8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "DELETE /v2.0/networks/07b157d9-25b3-48ae-a61b-a1efa7145a64 HTTP/1.1" status: 204 len: 168 time: 2.7489989 Feb 09 01:28:36.979123 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5102c9-91ca-4271-b19a-67d3b2519cc8 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event deleted for resources: {'Network': ['ID=07b157d9-25b3-48ae-a61b-a1efa7145a64,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:37.020050 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-4af9ac72-2fec-4a57-bb2e-037f94b33568 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1260638241', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:37.083809 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca7622b-5812-46bf-912d-ee0438adb9e4 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:37.111142 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca7622b-5812-46bf-912d-ee0438adb9e4 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Pushing event updated for resources: {'Port': ['ID=ce65dfd2-f38f-41cc-861d-c62a2d5f1629,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:37.130866 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-aca7622b-5812-46bf-912d-ee0438adb9e4 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:37.150986 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca7622b-5812-46bf-912d-ee0438adb9e4 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:28:37.168565 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4af9ac72-2fec-4a57-bb2e-037f94b33568 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (a3fc2ce1-1401-4f23-95d2-887835db32e2), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:37.169899 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4af9ac72-2fec-4a57-bb2e-037f94b33568 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (a3fc2ce1-1401-4f23-95d2-887835db32e2), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:37.429572 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-6f04fcb5-5269-4842-abe9-9ff0a5dfa298 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:37.435496 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-6f04fcb5-5269-4842-abe9-9ff0a5dfa298 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/networks?id=d7017e2a-db2c-4df8-a390-acbb50684ec5 HTTP/1.1" status: 200 len: 812 time: 0.2315412 Feb 09 01:28:37.454408 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4af9ac72-2fec-4a57-bb2e-037f94b33568 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router_controller (a3fc2ce1-1401-4f23-95d2-887835db32e2), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:37.458732 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-afc127ef-9e00-46d0-961e-e7e5e0473745 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/quotas/ce7332c8ded74a31a8845cdf15d3517e HTTP/1.1" status: 200 len: 375 time: 0.0169706 Feb 09 01:28:37.464495 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4af9ac72-2fec-4a57-bb2e-037f94b33568 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (a3fc2ce1-1401-4f23-95d2-887835db32e2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:37.521855 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4af9ac72-2fec-4a57-bb2e-037f94b33568 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:37.525318 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4af9ac72-2fec-4a57-bb2e-037f94b33568 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5169492 Feb 09 01:28:37.530802 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-fadae5b3-431f-41cd-8887-a3da256ec7af tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce7332c8ded74a31a8845cdf15d3517e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635655 Feb 09 01:28:37.536591 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41028) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:37.550233 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-7ee4d01b-db51-44e7-b51b-f0b197d1fe8f tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Request body: {'network': {'name': 'tempest-RoutersTest-625172091'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:37.728926 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee4d01b-db51-44e7-b51b-f0b197d1fe8f tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Made reservation on behalf of 8a336705c49241a5bf5c318d577ad55e for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:37.735034 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7ee4d01b-db51-44e7-b51b-f0b197d1fe8f tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:37.842493 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aca7622b-5812-46bf-912d-ee0438adb9e4 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for router_gateway (197a1cba-387a-4aba-ae96-981540216f0b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:37.857535 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ee4d01b-db51-44e7-b51b-f0b197d1fe8f tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:28:37.887148 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-1a703e2c-ff35-4309-910d-88477c6456cc service neutron] 10.222.0.30 "GET /v2.0/networks/d7017e2a-db2c-4df8-a390-acbb50684ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479114 Feb 09 01:28:37.901876 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7ee4d01b-db51-44e7-b51b-f0b197d1fe8f tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (ac6bddbc-c725-41f6-841b-2949017b3102), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:37.902460 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-7ee4d01b-db51-44e7-b51b-f0b197d1fe8f tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Added segment ac6bddbc-c725-41f6-841b-2949017b3102 of type vlan for network da8b3422-27ca-4c4d-9a7a-f3e5107df612 Feb 09 01:28:38.075825 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:28:38.208741 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7ee4d01b-db51-44e7-b51b-f0b197d1fe8f tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (da8b3422-27ca-4c4d-9a7a-f3e5107df612), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:38.344453 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7ee4d01b-db51-44e7-b51b-f0b197d1fe8f tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (da8b3422-27ca-4c4d-9a7a-f3e5107df612), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:38.360666 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee4d01b-db51-44e7-b51b-f0b197d1fe8f tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:38.362009 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7ee4d01b-db51-44e7-b51b-f0b197d1fe8f tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:38.416539 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-d258c6f2-7f83-4cbb-a068-31cdcc2398f9 service neutron] 10.222.0.30 "GET /v2.0/networks/d7017e2a-db2c-4df8-a390-acbb50684ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5281792 Feb 09 01:28:38.584236 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7ee4d01b-db51-44e7-b51b-f0b197d1fe8f tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0462182 Feb 09 01:28:38.598500 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41072) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:38.614407 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-8c6671c1-c491-412f-86d2-fe69f76ce014 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Request body: {'subnet': {'network_id': 'da8b3422-27ca-4c4d-9a7a-f3e5107df612', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:38.808628 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee4d01b-db51-44e7-b51b-f0b197d1fe8f tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event updated for resources: {'Network': ['ID=da8b3422-27ca-4c4d-9a7a-f3e5107df612,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:38.821934 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network da8b3422-27ca-4c4d-9a7a-f3e5107df612 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:28:38.901384 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6671c1-c491-412f-86d2-fe69f76ce014 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Made reservation on behalf of 8a336705c49241a5bf5c318d577ad55e for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:38.905299 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8c6671c1-c491-412f-86d2-fe69f76ce014 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:39.537819 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ed6ff633-9417-451b-a4ec-151f0a31f11e req-4da20873-8fa1-41f5-8206-0781b701e250 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2765749-d1e1-427e-8100-89f7f4eea0c0 HTTP/1.1" status: 200 len: 210 time: 0.1660185 Feb 09 01:28:39.597941 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8c6671c1-c491-412f-86d2-fe69f76ce014 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (39ed1502-86d5-4c2e-abbc-347d491291e2), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:39.766913 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6671c1-c491-412f-86d2-fe69f76ce014 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event updated for resources: {'Subnet': ['ID=39ed1502-86d5-4c2e-abbc-347d491291e2,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:39.831932 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6671c1-c491-412f-86d2-fe69f76ce014 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Checking segment: {'id': 'ac6bddbc-c725-41f6-841b-2949017b3102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'da8b3422-27ca-4c4d-9a7a-f3e5107df612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:28:39.834057 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6671c1-c491-412f-86d2-fe69f76ce014 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Network hostable DHCP agents. Network: da8b3422-27ca-4c4d-9a7a-f3e5107df612, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:28:39.895910 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6671c1-c491-412f-86d2-fe69f76ce014 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Network da8b3422-27ca-4c4d-9a7a-f3e5107df612 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:28:39.910242 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-8c6671c1-c491-412f-86d2-fe69f76ce014 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, da8b3422-27ca-4c4d-9a7a-f3e5107df612) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:39.920021 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1856e28-ff54-4026-a366-db52571e62bf None None] Network da8b3422-27ca-4c4d-9a7a-f3e5107df612 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:28:39.924268 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6671c1-c491-412f-86d2-fe69f76ce014 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:39.924972 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8c6671c1-c491-412f-86d2-fe69f76ce014 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:39.955549 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aca7622b-5812-46bf-912d-ee0438adb9e4 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8820'] for router (197a1cba-387a-4aba-ae96-981540216f0b), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:39.965274 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aca7622b-5812-46bf-912d-ee0438adb9e4 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622185'] for router (197a1cba-387a-4aba-ae96-981540216f0b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:39.978178 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8c6671c1-c491-412f-86d2-fe69f76ce014 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3699965 Feb 09 01:28:39.981137 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41138) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:40.171218 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba82c24b-b6df-43a0-a535-731f43b71c32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-da8b3422-27ca-4c4d-9a7a-f3e5107df612', 'network_id': 'da8b3422-27ca-4c4d-9a7a-f3e5107df612', 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'fixed_ips': [{'subnet_id': '39ed1502-86d5-4c2e-abbc-347d491291e2'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:28:40.176884 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ba82c24b-b6df-43a0-a535-731f43b71c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:40.797676 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-ba82c24b-b6df-43a0-a535-731f43b71c32 None None] Allocated IP 172.20.0.2 (da8b3422-27ca-4c4d-9a7a-f3e5107df612/39ed1502-86d5-4c2e-abbc-347d491291e2/d7aa4577-26de-4108-ac76-84a17aa0c216) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:40.870713 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f25ac941-9827-45ae-88d1-9f1a2c697095 req-59fdad11-b3f5-4416-a290-438cfe5fbb88 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2765749-d1e1-427e-8100-89f7f4eea0c0 HTTP/1.1" status: 200 len: 210 time: 0.1066339 Feb 09 01:28:41.050875 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-70bc4ee3-b1b8-4db1-88d1-8be04932562a req-e79f566e-9837-4220-a11e-67b4a1441588 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3420863 Feb 09 01:28:41.174176 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca7622b-5812-46bf-912d-ee0438adb9e4 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Router 197a1cba-387a-4aba-ae96-981540216f0b is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:28:41.224406 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ba82c24b-b6df-43a0-a535-731f43b71c32 None None] Publish callbacks [] for port (d7aa4577-26de-4108-ac76-84a17aa0c216), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:41.232427 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50eff801-dc5e-40f2-9929-10c0e848835c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:41.235097 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ba82c24b-b6df-43a0-a535-731f43b71c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (d7aa4577-26de-4108-ac76-84a17aa0c216), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:41.409434 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc4ee3-b1b8-4db1-88d1-8be04932562a req-fe2265da-fb3c-47b5-85f9-d1b3f6a16b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:41.410924 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-70bc4ee3-b1b8-4db1-88d1-8be04932562a req-fe2265da-fb3c-47b5-85f9-d1b3f6a16b7b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=87f01a9f1c7f470e995b33acc0324506&device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 1128 time: 0.2885914 Feb 09 01:28:42.028110 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82c24b-b6df-43a0-a535-731f43b71c32 None None] Pushing event updated for resources: {'Port': ['ID=d7aa4577-26de-4108-ac76-84a17aa0c216,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:42.075136 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba82c24b-b6df-43a0-a535-731f43b71c32 None None] Network da8b3422-27ca-4c4d-9a7a-f3e5107df612 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:42.075136 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-ba82c24b-b6df-43a0-a535-731f43b71c32 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:42.077811 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba82c24b-b6df-43a0-a535-731f43b71c32 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:28:42.335413 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-ba82c24b-b6df-43a0-a535-731f43b71c32 None None] Attempting to bind port d7aa4577-26de-4108-ac76-84a17aa0c216 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:28:42.336396 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-ba82c24b-b6df-43a0-a535-731f43b71c32 None None] Attempting to bind port d7aa4577-26de-4108-ac76-84a17aa0c216 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'ac6bddbc-c725-41f6-841b-2949017b3102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'da8b3422-27ca-4c4d-9a7a-f3e5107df612'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:28:42.336396 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba82c24b-b6df-43a0-a535-731f43b71c32 None None] Attempting to bind port d7aa4577-26de-4108-ac76-84a17aa0c216 on network da8b3422-27ca-4c4d-9a7a-f3e5107df612 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:28:42.368488 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba82c24b-b6df-43a0-a535-731f43b71c32 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:28:42.368488 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba82c24b-b6df-43a0-a535-731f43b71c32 None None] Checking segment: {'id': 'ac6bddbc-c725-41f6-841b-2949017b3102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'da8b3422-27ca-4c4d-9a7a-f3e5107df612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:28:42.369289 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ba82c24b-b6df-43a0-a535-731f43b71c32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:42.369644 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba82c24b-b6df-43a0-a535-731f43b71c32 None None] Bound using segment: {'id': 'ac6bddbc-c725-41f6-841b-2949017b3102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'da8b3422-27ca-4c4d-9a7a-f3e5107df612'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:28:42.370464 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-ba82c24b-b6df-43a0-a535-731f43b71c32 None None] Bound port: d7aa4577-26de-4108-ac76-84a17aa0c216, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6bddbc-c725-41f6-841b-2949017b3102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'da8b3422-27ca-4c4d-9a7a-f3e5107df612'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:28:42.371172 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ba82c24b-b6df-43a0-a535-731f43b71c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d7aa4577-26de-4108-ac76-84a17aa0c216), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:42.384589 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4d1909a4-d1ee-402d-9a9c-4c8268814a32 req-ac923ac5-723d-4e46-99bc-8cef1bf0697c tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2765749-d1e1-427e-8100-89f7f4eea0c0 HTTP/1.1" status: 200 len: 210 time: 0.1917796 Feb 09 01:28:42.475553 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-091a8e57-5bcd-4c03-af58-711adcbfaf94 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:42.476224 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-091a8e57-5bcd-4c03-af58-711adcbfaf94 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.121 "GET /v2.0/networks?id=d7017e2a-db2c-4df8-a390-acbb50684ec5 HTTP/1.1" status: 200 len: 812 time: 0.9944708 Feb 09 01:28:42.508453 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-dcb6f5ff-472d-4e14-b172-80d90786c5de tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:42.512332 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-dcb6f5ff-472d-4e14-b172-80d90786c5de tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.91 "GET /v2.0/networks?id=d7017e2a-db2c-4df8-a390-acbb50684ec5 HTTP/1.1" status: 200 len: 812 time: 0.8771887 Feb 09 01:28:42.523464 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-a4095170-3970-47c4-b643-f14da9b409ad tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Request body: {'port': {'device_id': '39b79e8b-496a-41e0-ac58-fbdfd1c6c2d8', 'network_id': 'd7017e2a-db2c-4df8-a390-acbb50684ec5', 'admin_state_up': True, 'tenant_id': 'ce7332c8ded74a31a8845cdf15d3517e'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:42.532422 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-ba82c24b-b6df-43a0-a535-731f43b71c32 None None] For port d7aa4577-26de-4108-ac76-84a17aa0c216, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:28:42.539079 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-ba82c24b-b6df-43a0-a535-731f43b71c32 None None] For port d7aa4577-26de-4108-ac76-84a17aa0c216, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d7aa4577-26de-4108-ac76-84a17aa0c216,segment=NetworkSegment(ac6bddbc-c725-41f6-841b-2949017b3102),segment_id=ac6bddbc-c725-41f6-841b-2949017b3102)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:28:42.558293 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ba82c24b-b6df-43a0-a535-731f43b71c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d7aa4577-26de-4108-ac76-84a17aa0c216), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:42.607867 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca7622b-5812-46bf-912d-ee0438adb9e4 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:28:42.625535 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1c7753-7fae-481e-95f9-888ea399c867 None None] Sync routers for ids ['197a1cba-387a-4aba-ae96-981540216f0b'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:42.644920 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aca7622b-5812-46bf-912d-ee0438adb9e4 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:42.651346 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-aca7622b-5812-46bf-912d-ee0438adb9e4 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] 10.222.0.30 "PUT /v2.0/routers/197a1cba-387a-4aba-ae96-981540216f0b HTTP/1.1" status: 200 len: 919 time: 8.3126643 Feb 09 01:28:42.654819 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41232) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:42.665953 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1c7753-7fae-481e-95f9-888ea399c867 None None] Routers {'197a1cba-387a-4aba-ae96-981540216f0b'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:42.666686 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ca1c7753-7fae-481e-95f9-888ea399c867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:28:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['197a1cba-387a-4aba-ae96-981540216f0b'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:42.727159 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc4ee3-b1b8-4db1-88d1-8be04932562a req-8f617d20-6557-425f-86d7-649b36efce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:42.733956 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-70bc4ee3-b1b8-4db1-88d1-8be04932562a req-8f617d20-6557-425f-86d7-649b36efce1c service neutron] 10.222.0.91 "GET /v2.0/networks?id=d76031b0-4109-4d1a-891f-2e2c0cd8dc50 HTTP/1.1" status: 200 len: 920 time: 1.1062365 Feb 09 01:28:42.736512 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82c24b-b6df-43a0-a535-731f43b71c32 None None] Pushing event updated for resources: {'Port': ['ID=d7aa4577-26de-4108-ac76-84a17aa0c216,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:42.793698 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-799b7521-4976-492d-b5a3-9da60e209770 req-4de96d00-1209-42c4-a77c-fed8870fc1b7 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8065975 Feb 09 01:28:42.796065 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ca1c7753-7fae-481e-95f9-888ea399c867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:42.807623 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-ad9dd236-8079-4e2c-8a40-80fdd7f9151d tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Request body: {'port': {'device_id': 'a2765749-d1e1-427e-8100-89f7f4eea0c0', 'network_id': 'd7017e2a-db2c-4df8-a390-acbb50684ec5', 'admin_state_up': True, 'tenant_id': 'ce7332c8ded74a31a8845cdf15d3517e'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:42.818381 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1c7753-7fae-481e-95f9-888ea399c867 None None] Routers {'197a1cba-387a-4aba-ae96-981540216f0b'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:42.819004 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ca1c7753-7fae-481e-95f9-888ea399c867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:28:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['197a1cba-387a-4aba-ae96-981540216f0b'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:42.952560 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ca1c7753-7fae-481e-95f9-888ea399c867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:42.954216 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1c7753-7fae-481e-95f9-888ea399c867 None None] The sync data for ids ['197a1cba-387a-4aba-ae96-981540216f0b'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:43.012636 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-70bc4ee3-b1b8-4db1-88d1-8be04932562a req-1de71696-fc3b-41fa-90aa-cf4790cbd567 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c HTTP/1.1" status: 200 len: 217 time: 0.1737261 Feb 09 01:28:43.013853 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-50eff801-dc5e-40f2-9929-10c0e848835c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Allocated IP 172.20.0.1 (da8b3422-27ca-4c4d-9a7a-f3e5107df612/39ed1502-86d5-4c2e-abbc-347d491291e2/51f55850-8367-44b2-9121-ef8cd13949af) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:43.541387 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-a4095170-3970-47c4-b643-f14da9b409ad tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Made reservation on behalf of ce7332c8ded74a31a8845cdf15d3517e for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:43.554646 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc4ee3-b1b8-4db1-88d1-8be04932562a req-8666a907-d3b5-47a7-a11d-d1d748917b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:43.558226 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-a4095170-3970-47c4-b643-f14da9b409ad tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:43.558417 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-70bc4ee3-b1b8-4db1-88d1-8be04932562a req-8666a907-d3b5-47a7-a11d-d1d748917b0f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0c516db7-26b1-44ed-b325-f6904d951d4a HTTP/1.1" status: 200 len: 859 time: 0.5114908 Feb 09 01:28:43.690432 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-42e892e5-a339-4e6e-9f2e-5176f45be55f tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] 10.222.0.30 "GET /v2.0/routers/197a1cba-387a-4aba-ae96-981540216f0b HTTP/1.1" status: 200 len: 925 time: 1.0295670 Feb 09 01:28:43.694496 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41274) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:43.715737 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-70bc4ee3-b1b8-4db1-88d1-8be04932562a req-bb69fcad-125c-48a6-81be-eb94be8f13c2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d76031b0-4109-4d1a-891f-2e2c0cd8dc50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1491446 Feb 09 01:28:43.791129 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b7521-4976-492d-b5a3-9da60e209770 req-ec6894f7-0fb7-4da9-9dcb-fdf1f4fed61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:43.794857 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-799b7521-4976-492d-b5a3-9da60e209770 req-ec6894f7-0fb7-4da9-9dcb-fdf1f4fed61d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b6fd459715684d44a0a31bd130ea655c&device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 1128 time: 0.5861783 Feb 09 01:28:43.817447 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-ad9dd236-8079-4e2c-8a40-80fdd7f9151d tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Made reservation on behalf of ce7332c8ded74a31a8845cdf15d3517e for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:43.826841 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-ad9dd236-8079-4e2c-8a40-80fdd7f9151d tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:43.909390 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d7aa4577-26de-4108-ac76-84a17aa0c216 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:28:43.934242 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b71d982e-4cfa-4b10-99e3-88209ca20d29 req-c70dead7-aab5-43a8-ac34-fb8a0d88831e tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2765749-d1e1-427e-8100-89f7f4eea0c0 HTTP/1.1" status: 200 len: 210 time: 0.1599383 Feb 09 01:28:44.023995 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50eff801-dc5e-40f2-9929-10c0e848835c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for port (51f55850-8367-44b2-9121-ef8cd13949af), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:44.073569 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52c3153-43af-47bc-b694-49db19cb78b7 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:44.078881 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c52c3153-43af-47bc-b694-49db19cb78b7 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=def43282-5318-4ecb-a74b-178f79c0eb6e&device_id=197a1cba-387a-4aba-ae96-981540216f0b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3646243 Feb 09 01:28:44.082798 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-70bc4ee3-b1b8-4db1-88d1-8be04932562a req-b0315024-d2a6-4d38-920c-d9139fe99fbc service neutron] 10.222.0.91 "GET /v2.0/networks/d76031b0-4109-4d1a-891f-2e2c0cd8dc50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362899 Feb 09 01:28:44.083336 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41278) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:44.091493 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port d7aa4577-26de-4108-ac76-84a17aa0c216 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:44.095093 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d7aa4577-26de-4108-ac76-84a17aa0c216), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:44.259549 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port d7aa4577-26de-4108-ac76-84a17aa0c216 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:44.260446 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d7aa4577-26de-4108-ac76-84a17aa0c216), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:44.336037 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-a4095170-3970-47c4-b643-f14da9b409ad tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Allocated IP 172.20.0.11 (d7017e2a-db2c-4df8-a390-acbb50684ec5/d0a92e41-b53c-45b5-bbe3-f68351bc2fb1/7f151bf9-ff0e-495b-a444-5cec78ac9a4f) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:44.348518 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port d7aa4577-26de-4108-ac76-84a17aa0c216, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d7aa4577-26de-4108-ac76-84a17aa0c216,segment=NetworkSegment(ac6bddbc-c725-41f6-841b-2949017b3102),segment_id=ac6bddbc-c725-41f6-841b-2949017b3102)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:44.357682 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d7aa4577-26de-4108-ac76-84a17aa0c216), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:44.424231 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50eff801-dc5e-40f2-9929-10c0e848835c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (51f55850-8367-44b2-9121-ef8cd13949af), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:44.621650 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=d7aa4577-26de-4108-ac76-84a17aa0c216,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:44.708938 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50eff801-dc5e-40f2-9929-10c0e848835c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Network da8b3422-27ca-4c4d-9a7a-f3e5107df612 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:44.748924 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41292) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:44.767304 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94655768-7478-4b8d-b4d0-19408a62e366 None None] Network da8b3422-27ca-4c4d-9a7a-f3e5107df612 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:28:44.792530 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eff801-dc5e-40f2-9929-10c0e848835c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event updated for resources: {'Port': ['ID=51f55850-8367-44b2-9121-ef8cd13949af,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:44.855100 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-50eff801-dc5e-40f2-9929-10c0e848835c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:44.860217 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b7521-4976-492d-b5a3-9da60e209770 req-ce8acf27-bfca-449a-9858-d06663537d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:44.863699 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-799b7521-4976-492d-b5a3-9da60e209770 req-ce8acf27-bfca-449a-9858-d06663537d54 service neutron] 10.222.0.121 "GET /v2.0/networks?id=b5cee00d-d11d-4a76-ad74-cfd798aa917c HTTP/1.1" status: 200 len: 912 time: 0.9741838 Feb 09 01:28:44.915385 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-feb51fc6-58bd-43c5-92bb-51afc48ee387 None None] Provisioning complete for port d7aa4577-26de-4108-ac76-84a17aa0c216 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:44.916021 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-feb51fc6-58bd-43c5-92bb-51afc48ee387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d7aa4577-26de-4108-ac76-84a17aa0c216), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:44.925442 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eff801-dc5e-40f2-9929-10c0e848835c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:28:45.085571 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50eff801-dc5e-40f2-9929-10c0e848835c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (a3fc2ce1-1401-4f23-95d2-887835db32e2), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:45.093207 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820ea38e-2908-4ef6-90d5-694134517482 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:45.104813 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-820ea38e-2908-4ef6-90d5-694134517482 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] 10.222.0.30 "GET /v2.0/networks/def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 881 time: 1.0147636 Feb 09 01:28:45.106924 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41298) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:45.182134 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-feb51fc6-58bd-43c5-92bb-51afc48ee387 None None] Current status of the port d7aa4577-26de-4108-ac76-84a17aa0c216 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:45.216575 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-70bc4ee3-b1b8-4db1-88d1-8be04932562a req-7f443fbc-1ba7-4cd2-9a7f-d5552a9dd1cb service neutron] 10.222.0.91 "GET /v2.0/networks/d76031b0-4109-4d1a-891f-2e2c0cd8dc50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1238647 Feb 09 01:28:45.416043 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-083fd365-9f30-496f-9083-9dbcc8e591ea None None] Provisioning complete for port 51f55850-8367-44b2-9121-ef8cd13949af triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:45.416683 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-083fd365-9f30-496f-9083-9dbcc8e591ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (51f55850-8367-44b2-9121-ef8cd13949af), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:45.440629 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-99262c19-1446-4b06-9d9a-a92aa604eb9e tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] 10.222.0.30 "GET /v2.0/ports?device_id=197a1cba-387a-4aba-ae96-981540216f0b HTTP/1.1" status: 200 len: 205 time: 0.2722754 Feb 09 01:28:45.443968 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41302) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:45.483030 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-083fd365-9f30-496f-9083-9dbcc8e591ea None None] Port 51f55850-8367-44b2-9121-ef8cd13949af cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:28:45.502603 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-083fd365-9f30-496f-9083-9dbcc8e591ea None None] Provisioning complete for port d7aa4577-26de-4108-ac76-84a17aa0c216 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:45.503913 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-083fd365-9f30-496f-9083-9dbcc8e591ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d7aa4577-26de-4108-ac76-84a17aa0c216), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:45.649303 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50eff801-dc5e-40f2-9929-10c0e848835c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (51f55850-8367-44b2-9121-ef8cd13949af), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:46.013794 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-a4095170-3970-47c4-b643-f14da9b409ad tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Publish callbacks [] for port (7f151bf9-ff0e-495b-a444-5cec78ac9a4f), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:46.092473 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b13333fd-0b4d-4527-b04a-580320c5588a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:46.139771 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-799b7521-4976-492d-b5a3-9da60e209770 req-7c3e3d3a-44c9-4ecf-9ede-d97cec3ca2b8 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5719c236-b300-4f5c-b12a-6f8844909733 HTTP/1.1" status: 200 len: 1000 time: 1.2567399 Feb 09 01:28:46.170270 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-083fd365-9f30-496f-9083-9dbcc8e591ea None None] Current status of the port d7aa4577-26de-4108-ac76-84a17aa0c216 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:46.187835 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d7aa4577-26de-4108-ac76-84a17aa0c216 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:28:46.334558 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b7521-4976-492d-b5a3-9da60e209770 req-a91c2cee-f65a-4283-92fe-ef4208685131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:46.349399 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-799b7521-4976-492d-b5a3-9da60e209770 req-a91c2cee-f65a-4283-92fe-ef4208685131 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3c1b64de-5642-407c-82ef-1ad0f3f887f4 HTTP/1.1" status: 200 len: 850 time: 0.1318047 Feb 09 01:28:46.395623 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port d7aa4577-26de-4108-ac76-84a17aa0c216 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:46.396287 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d7aa4577-26de-4108-ac76-84a17aa0c216), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:46.400278 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f3ed568d-db33-4518-b93d-f119e16647b3 None None] Provisioning complete for port 51f55850-8367-44b2-9121-ef8cd13949af triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:46.400920 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f3ed568d-db33-4518-b93d-f119e16647b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (51f55850-8367-44b2-9121-ef8cd13949af), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:46.422714 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2d0d2e84-fee3-4c93-badd-990579ba6c04 req-64513135-ab97-4e8a-b5cd-1ec26281497b tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2765749-d1e1-427e-8100-89f7f4eea0c0 HTTP/1.1" status: 200 len: 210 time: 1.2511654 Feb 09 01:28:46.478760 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f3ed568d-db33-4518-b93d-f119e16647b3 None None] Port 51f55850-8367-44b2-9121-ef8cd13949af cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:28:46.498051 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-a4095170-3970-47c4-b643-f14da9b409ad tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (7f151bf9-ff0e-495b-a444-5cec78ac9a4f), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:46.503134 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50eff801-dc5e-40f2-9929-10c0e848835c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for port (51f55850-8367-44b2-9121-ef8cd13949af), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:46.512227 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50eff801-dc5e-40f2-9929-10c0e848835c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (51f55850-8367-44b2-9121-ef8cd13949af), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:46.740667 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port d7aa4577-26de-4108-ac76-84a17aa0c216 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:46.751383 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eff801-dc5e-40f2-9929-10c0e848835c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event updated for resources: {'Port': ['ID=51f55850-8367-44b2-9121-ef8cd13949af,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:46.765157 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50eff801-dc5e-40f2-9929-10c0e848835c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (a3fc2ce1-1401-4f23-95d2-887835db32e2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:46.966813 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-ad9dd236-8079-4e2c-8a40-80fdd7f9151d tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Allocated IP 172.20.0.13 (d7017e2a-db2c-4df8-a390-acbb50684ec5/d0a92e41-b53c-45b5-bbe3-f68351bc2fb1/03494d71-edfe-42e3-93e2-8483bd128dd3) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:46.979392 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-a4095170-3970-47c4-b643-f14da9b409ad tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Network d7017e2a-db2c-4df8-a390-acbb50684ec5 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:47.000474 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-a4095170-3970-47c4-b643-f14da9b409ad tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:47.009158 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4095170-3970-47c4-b643-f14da9b409ad tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Pushing event updated for resources: {'Port': ['ID=7f151bf9-ff0e-495b-a444-5cec78ac9a4f,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:47.012654 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-a4095170-3970-47c4-b643-f14da9b409ad tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:28:47.022767 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b7521-4976-492d-b5a3-9da60e209770 req-d0a9a3c6-35ba-4e96-93c1-bbe3400e0da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:47.025096 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-799b7521-4976-492d-b5a3-9da60e209770 req-d0a9a3c6-35ba-4e96-93c1-bbe3400e0da8 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b5cee00d-d11d-4a76-ad74-cfd798aa917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6744401 Feb 09 01:28:47.063356 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-de7d77ad-b54d-4cc9-880f-c20cab6a1e0f tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router (197a1cba-387a-4aba-ae96-981540216f0b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:47.117610 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50eff801-dc5e-40f2-9929-10c0e848835c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Network da8b3422-27ca-4c4d-9a7a-f3e5107df612 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:47.120764 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-50eff801-dc5e-40f2-9929-10c0e848835c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:47.339094 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b13333fd-0b4d-4527-b04a-580320c5588a admin admin] Publish callbacks [] for security_group (7362142b-22ad-4f3f-9c0e-3a2314bc0069), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:47.413117 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-799b7521-4976-492d-b5a3-9da60e209770 req-9471e781-9826-4dae-9cd2-29914a9c2ea0 service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775156 Feb 09 01:28:47.418918 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-a4095170-3970-47c4-b643-f14da9b409ad tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:47.419782 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-a4095170-3970-47c4-b643-f14da9b409ad tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:47.554222 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-160e86d2-5579-455f-b400-07fe2d869127 None None] Provisioning complete for port 51f55850-8367-44b2-9121-ef8cd13949af triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:47.554952 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-160e86d2-5579-455f-b400-07fe2d869127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (51f55850-8367-44b2-9121-ef8cd13949af), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:47.651891 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-160e86d2-5579-455f-b400-07fe2d869127 None None] Port 51f55850-8367-44b2-9121-ef8cd13949af cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:28:47.808432 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50eff801-dc5e-40f2-9929-10c0e848835c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Router a3fc2ce1-1401-4f23-95d2-887835db32e2 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:28:48.033320 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50eff801-dc5e-40f2-9929-10c0e848835c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:28:48.049015 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-50eff801-dc5e-40f2-9929-10c0e848835c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "PUT /v2.0/routers/a3fc2ce1-1401-4f23-95d2-887835db32e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0661550 Feb 09 01:28:48.053387 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41332) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:48.053762 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41334) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:48.065394 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e32d2f-f4d6-4a4c-a889-9b8b4ee2e8d8 None None] Sync routers for ids ['a3fc2ce1-1401-4f23-95d2-887835db32e2'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:48.068632 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-be396778-00d7-486b-8da2-0e5a05a53dcb tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Request body: {'network': {'name': 'tempest-RoutersTest-1272962994'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:48.082271 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e32d2f-f4d6-4a4c-a889-9b8b4ee2e8d8 None None] Routers {'a3fc2ce1-1401-4f23-95d2-887835db32e2'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:48.082927 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c1e32d2f-f4d6-4a4c-a889-9b8b4ee2e8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:28:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a3fc2ce1-1401-4f23-95d2-887835db32e2'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:48.084423 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-904768b4-44a6-4171-a5d5-2fb635b59f82 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-692584754'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:48.144157 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be396778-00d7-486b-8da2-0e5a05a53dcb tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Made reservation on behalf of 8a336705c49241a5bf5c318d577ad55e for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:48.151870 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-be396778-00d7-486b-8da2-0e5a05a53dcb tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:48.211188 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904768b4-44a6-4171-a5d5-2fb635b59f82 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Made reservation on behalf of 5cc038305e744ad69576548c638221e8 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:48.221320 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-904768b4-44a6-4171-a5d5-2fb635b59f82 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:48.257769 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be396778-00d7-486b-8da2-0e5a05a53dcb tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:28:48.263542 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b13333fd-0b4d-4527-b04a-580320c5588a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7362142b-22ad-4f3f-9c0e-3a2314bc0069), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:48.280944 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-be396778-00d7-486b-8da2-0e5a05a53dcb tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (890e0396-38ce-4838-a867-9f35ec6412d1), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:48.281885 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-be396778-00d7-486b-8da2-0e5a05a53dcb tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Added segment 890e0396-38ce-4838-a867-9f35ec6412d1 of type vlan for network b3b673a5-1978-409c-b2ed-a30249ec9fe3 Feb 09 01:28:48.337804 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-c1e32d2f-f4d6-4a4c-a889-9b8b4ee2e8d8 None None] Set router a3fc2ce1-1401-4f23-95d2-887835db32e2 gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:28:48.390080 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-be396778-00d7-486b-8da2-0e5a05a53dcb tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (b3b673a5-1978-409c-b2ed-a30249ec9fe3), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:48.456468 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-be396778-00d7-486b-8da2-0e5a05a53dcb tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (b3b673a5-1978-409c-b2ed-a30249ec9fe3), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:48.462632 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be396778-00d7-486b-8da2-0e5a05a53dcb tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:48.463265 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-be396778-00d7-486b-8da2-0e5a05a53dcb tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:48.476919 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-904768b4-44a6-4171-a5d5-2fb635b59f82 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:28:48.477334 n-d-822053-40 neutron-server[103528]: DEBUG oslo_db.api [None req-904768b4-44a6-4171-a5d5-2fb635b59f82 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:28:48.532907 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-799b7521-4976-492d-b5a3-9da60e209770 req-ecc5f7e2-c4f5-4f25-8b97-e31b008f7fe1 service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0675504 Feb 09 01:28:48.563511 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-be396778-00d7-486b-8da2-0e5a05a53dcb tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5059309 Feb 09 01:28:48.565036 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41338) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:48.622232 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-764dc492-4483-4713-9825-7e9d885ed9ae tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Request body: {'subnet': {'network_id': 'b3b673a5-1978-409c-b2ed-a30249ec9fe3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:48.627933 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-a4095170-3970-47c4-b643-f14da9b409ad tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1363530 Feb 09 01:28:48.637429 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b13333fd-0b4d-4527-b04a-580320c5588a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=de8461eeadc840bcbc83c39c644ca13c&name=default HTTP/1.1" status: 200 len: 3000 time: 3.8707807 Feb 09 01:28:48.666027 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f42303a4-16a4-4e88-94eb-da74442285f9 req-379eb05c-1c52-4a60-9672-1da25659da98 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2765749-d1e1-427e-8100-89f7f4eea0c0 HTTP/1.1" status: 200 len: 210 time: 0.1949179 Feb 09 01:28:48.684320 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41340) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:48.695678 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-69588ffc-2842-4a1a-bed6-00223f2b8e35 service neutron] Request body: {'port': {'device_id': '39b79e8b-496a-41e0-ac58-fbdfd1c6c2d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:48.702887 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-de7d77ad-b54d-4cc9-880f-c20cab6a1e0f tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router_gateway (197a1cba-387a-4aba-ae96-981540216f0b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:48.730809 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c1e32d2f-f4d6-4a4c-a889-9b8b4ee2e8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'name': 'tempest-RoutersTest-router-1260638241', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:37Z', 'updated_at': '2022-02-09T01:28:45Z', 'revision_number': 2, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'gw_port_host': None, '_interfaces': [{'id': '51f55850-8367-44b2-9121-ef8cd13949af', 'name': '', 'network_id': 'da8b3422-27ca-4c4d-9a7a-f3e5107df612', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:6b:8c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:41Z', 'updated_at': '2022-02-09T01:28:46Z', 'revision_number': 2, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:48.755725 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be396778-00d7-486b-8da2-0e5a05a53dcb tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event updated for resources: {'Network': ['ID=b3b673a5-1978-409c-b2ed-a30249ec9fe3,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:48.793759 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e32d2f-f4d6-4a4c-a889-9b8b4ee2e8d8 None None] Checking router: a3fc2ce1-1401-4f23-95d2-887835db32e2 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:28:48.794352 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e32d2f-f4d6-4a4c-a889-9b8b4ee2e8d8 None None] Updating router a3fc2ce1-1401-4f23-95d2-887835db32e2 port 51f55850-8367-44b2-9121-ef8cd13949af binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:28:48.797305 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network b3b673a5-1978-409c-b2ed-a30249ec9fe3 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:28:48.801258 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13333fd-0b4d-4527-b04a-580320c5588a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7362142b-22ad-4f3f-9c0e-3a2314bc0069,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:48.873530 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764dc492-4483-4713-9825-7e9d885ed9ae tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Made reservation on behalf of 8a336705c49241a5bf5c318d577ad55e for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:48.882701 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-764dc492-4483-4713-9825-7e9d885ed9ae tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:49.011652 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-ad9dd236-8079-4e2c-8a40-80fdd7f9151d tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Publish callbacks [] for port (03494d71-edfe-42e3-93e2-8483bd128dd3), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:49.016424 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-69588ffc-2842-4a1a-bed6-00223f2b8e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7f151bf9-ff0e-495b-a444-5cec78ac9a4f), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:49.052911 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c1e32d2f-f4d6-4a4c-a889-9b8b4ee2e8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (51f55850-8367-44b2-9121-ef8cd13949af), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:49.215221 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-23e6741c-862b-496f-ba1e-972c4b0c4105 admin admin] Publish callbacks [] for security_group (7362142b-22ad-4f3f-9c0e-3a2314bc0069), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:49.224099 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-904768b4-44a6-4171-a5d5-2fb635b59f82 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:49.279664 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-764dc492-4483-4713-9825-7e9d885ed9ae tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (5cbbf304-015a-4994-805d-f4eddb41c314), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:49.386214 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-de7d77ad-b54d-4cc9-880f-c20cab6a1e0f tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Deleting port ce65dfd2-f38f-41cc-861d-c62a2d5f1629 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:28:49.386817 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-de7d77ad-b54d-4cc9-880f-c20cab6a1e0f tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (ce65dfd2-f38f-41cc-861d-c62a2d5f1629), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:49.390337 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764dc492-4483-4713-9825-7e9d885ed9ae tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event updated for resources: {'Subnet': ['ID=5cbbf304-015a-4994-805d-f4eddb41c314,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:49.404761 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:49.405882 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-904768b4-44a6-4171-a5d5-2fb635b59f82 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:28:49.457938 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764dc492-4483-4713-9825-7e9d885ed9ae tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Checking segment: {'id': '890e0396-38ce-4838-a867-9f35ec6412d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b3b673a5-1978-409c-b2ed-a30249ec9fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:28:49.458676 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764dc492-4483-4713-9825-7e9d885ed9ae tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Network hostable DHCP agents. Network: b3b673a5-1978-409c-b2ed-a30249ec9fe3, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:28:49.466159 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-904768b4-44a6-4171-a5d5-2fb635b59f82 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (8cba9e3e-5c7c-48cb-81bd-6590294529c3), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:49.466966 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-904768b4-44a6-4171-a5d5-2fb635b59f82 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Added segment 8cba9e3e-5c7c-48cb-81bd-6590294529c3 of type vlan for network 1b491962-ed4d-43bc-b25a-f8e3c17cca99 Feb 09 01:28:49.545049 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764dc492-4483-4713-9825-7e9d885ed9ae tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Network b3b673a5-1978-409c-b2ed-a30249ec9fe3 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:28:49.554312 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-904768b4-44a6-4171-a5d5-2fb635b59f82 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (1b491962-ed4d-43bc-b25a-f8e3c17cca99), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:49.559192 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-764dc492-4483-4713-9825-7e9d885ed9ae tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, b3b673a5-1978-409c-b2ed-a30249ec9fe3) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:49.580680 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764dc492-4483-4713-9825-7e9d885ed9ae tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:49.581615 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-764dc492-4483-4713-9825-7e9d885ed9ae tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:49.584789 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92cebfe-1676-4ff3-a318-9d74e9e2c4f8 None None] Network b3b673a5-1978-409c-b2ed-a30249ec9fe3 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:28:49.606390 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-de7d77ad-b54d-4cc9-880f-c20cab6a1e0f tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (ce65dfd2-f38f-41cc-861d-c62a2d5f1629), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:49.606985 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-764dc492-4483-4713-9825-7e9d885ed9ae tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0252781 Feb 09 01:28:49.616399 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41348) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:49.645362 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-de7d77ad-b54d-4cc9-880f-c20cab6a1e0f tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Calling delete_port for ce65dfd2-f38f-41cc-861d-c62a2d5f1629 owned by network:router_gateway {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:28:49.851344 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e23573-5858-4848-90df-77b0ef77002f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-b3b673a5-1978-409c-b2ed-a30249ec9fe3', 'network_id': 'b3b673a5-1978-409c-b2ed-a30249ec9fe3', 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'fixed_ips': [{'subnet_id': '5cbbf304-015a-4994-805d-f4eddb41c314'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:28:49.852394 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-03e23573-5858-4848-90df-77b0ef77002f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:49.885682 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-904768b4-44a6-4171-a5d5-2fb635b59f82 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (1b491962-ed4d-43bc-b25a-f8e3c17cca99), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:49.896939 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904768b4-44a6-4171-a5d5-2fb635b59f82 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:49.899011 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-904768b4-44a6-4171-a5d5-2fb635b59f82 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:50.051013 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-03e23573-5858-4848-90df-77b0ef77002f None None] Allocated IP 172.21.0.2 (b3b673a5-1978-409c-b2ed-a30249ec9fe3/5cbbf304-015a-4994-805d-f4eddb41c314/8c581489-293f-48a1-9227-ec9c602e8d22) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:50.101804 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-904768b4-44a6-4171-a5d5-2fb635b59f82 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.0401118 Feb 09 01:28:50.103886 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41356) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:50.122183 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-23e6741c-862b-496f-ba1e-972c4b0c4105 admin admin] Publish callbacks [] for security_group (7362142b-22ad-4f3f-9c0e-3a2314bc0069), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:50.124762 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-c11c16fb-115c-4d82-b8d5-9a7864d0a646 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1883985319'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:50.137340 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-ad9dd236-8079-4e2c-8a40-80fdd7f9151d tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (03494d71-edfe-42e3-93e2-8483bd128dd3), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:50.143695 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-240a0209-d8ad-4168-bcb4-9221b7b56235 req-d7b7cfd4-3736-4615-b22b-89bd96607186 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2765749-d1e1-427e-8100-89f7f4eea0c0 HTTP/1.1" status: 200 len: 210 time: 0.1604278 Feb 09 01:28:50.144486 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-de7d77ad-b54d-4cc9-880f-c20cab6a1e0f tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (ce65dfd2-f38f-41cc-861d-c62a2d5f1629), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:50.246581 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-03e23573-5858-4848-90df-77b0ef77002f None None] Publish callbacks [] for port (8c581489-293f-48a1-9227-ec9c602e8d22), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:50.270001 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-03e23573-5858-4848-90df-77b0ef77002f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (8c581489-293f-48a1-9227-ec9c602e8d22), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:50.275476 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11c16fb-115c-4d82-b8d5-9a7864d0a646 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Made reservation on behalf of 5cc038305e744ad69576548c638221e8 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:50.286036 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c11c16fb-115c-4d82-b8d5-9a7864d0a646 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:50.288461 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904768b4-44a6-4171-a5d5-2fb635b59f82 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Pushing event updated for resources: {'Network': ['ID=1b491962-ed4d-43bc-b25a-f8e3c17cca99,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:50.304235 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d77ad-b54d-4cc9-880f-c20cab6a1e0f tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Pushing event deleted for resources: {'Port': ['ID=ce65dfd2-f38f-41cc-861d-c62a2d5f1629,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:50.342927 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-ad9dd236-8079-4e2c-8a40-80fdd7f9151d tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Network d7017e2a-db2c-4df8-a390-acbb50684ec5 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:50.344391 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 1b491962-ed4d-43bc-b25a-f8e3c17cca99 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:28:50.366019 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e23573-5858-4848-90df-77b0ef77002f None None] Network b3b673a5-1978-409c-b2ed-a30249ec9fe3 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:50.383402 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-ad9dd236-8079-4e2c-8a40-80fdd7f9151d tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:50.413218 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-03e23573-5858-4848-90df-77b0ef77002f None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:50.440728 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e23573-5858-4848-90df-77b0ef77002f None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:28:50.453609 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c11c16fb-115c-4d82-b8d5-9a7864d0a646 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:28:50.539345 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c11c16fb-115c-4d82-b8d5-9a7864d0a646 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (11bc4fb8-f83a-4bb2-85a3-7ffbecb23433), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:50.540365 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-c11c16fb-115c-4d82-b8d5-9a7864d0a646 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Added segment 11bc4fb8-f83a-4bb2-85a3-7ffbecb23433 of type vlan for network 38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0 Feb 09 01:28:50.600015 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7d77ad-b54d-4cc9-880f-c20cab6a1e0f tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:50.600595 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7d77ad-b54d-4cc9-880f-c20cab6a1e0f tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:50.600685 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7d77ad-b54d-4cc9-880f-c20cab6a1e0f tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:50.601038 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7d77ad-b54d-4cc9-880f-c20cab6a1e0f tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:50.601334 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7d77ad-b54d-4cc9-880f-c20cab6a1e0f tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:50.601668 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7d77ad-b54d-4cc9-880f-c20cab6a1e0f tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:50.601997 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7d77ad-b54d-4cc9-880f-c20cab6a1e0f tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:50.602319 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7d77ad-b54d-4cc9-880f-c20cab6a1e0f tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:50.602652 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7d77ad-b54d-4cc9-880f-c20cab6a1e0f tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:50.602962 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7d77ad-b54d-4cc9-880f-c20cab6a1e0f tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:50.603285 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7d77ad-b54d-4cc9-880f-c20cab6a1e0f tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:50.617129 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7d77ad-b54d-4cc9-880f-c20cab6a1e0f tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:50.617129 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7d77ad-b54d-4cc9-880f-c20cab6a1e0f tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:50.627528 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-ad9dd236-8079-4e2c-8a40-80fdd7f9151d tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:28:50.654290 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c1e32d2f-f4d6-4a4c-a889-9b8b4ee2e8d8 None None] Publish callbacks [] for port (51f55850-8367-44b2-9121-ef8cd13949af), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:50.677357 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e23573-5858-4848-90df-77b0ef77002f None None] Pushing event updated for resources: {'Port': ['ID=8c581489-293f-48a1-9227-ec9c602e8d22,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:50.681907 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c11c16fb-115c-4d82-b8d5-9a7864d0a646 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:50.760601 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c1e32d2f-f4d6-4a4c-a889-9b8b4ee2e8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (51f55850-8367-44b2-9121-ef8cd13949af), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:50.848111 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c11c16fb-115c-4d82-b8d5-9a7864d0a646 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:50.864028 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11c16fb-115c-4d82-b8d5-9a7864d0a646 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:50.868076 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c11c16fb-115c-4d82-b8d5-9a7864d0a646 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:50.875328 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-ad9dd236-8079-4e2c-8a40-80fdd7f9151d tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:50.876025 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-ad9dd236-8079-4e2c-8a40-80fdd7f9151d tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:50.884497 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-971c8c2d-4676-49df-b773-290d372bd53b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:50.884798 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-23e6741c-862b-496f-ba1e-972c4b0c4105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7362142b-22ad-4f3f-9c0e-3a2314bc0069), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:50.887459 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-23e6741c-862b-496f-ba1e-972c4b0c4105 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:50.888835 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-23e6741c-862b-496f-ba1e-972c4b0c4105 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7362142b-22ad-4f3f-9c0e-3a2314bc0069 HTTP/1.1" status: 204 len: 168 time: 2.2028618 Feb 09 01:28:50.906430 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-de7d77ad-b54d-4cc9-880f-c20cab6a1e0f tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (197a1cba-387a-4aba-ae96-981540216f0b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:50.941774 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47063c4-d695-4974-9bba-3abdd7049593 None None] Pushing event updated for resources: {'Port': ['ID=51f55850-8367-44b2-9121-ef8cd13949af,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:51.059075 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9dd236-8079-4e2c-8a40-80fdd7f9151d tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Pushing event updated for resources: {'Port': ['ID=03494d71-edfe-42e3-93e2-8483bd128dd3,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:51.075759 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c11c16fb-115c-4d82-b8d5-9a7864d0a646 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9669802 Feb 09 01:28:51.080980 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41368) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:51.227931 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-977c57d1-b539-44fe-a941-82ab925cb3ee tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Request body: {'subnet': {'network_id': '1b491962-ed4d-43bc-b25a-f8e3c17cca99', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:51.448711 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e6741c-862b-496f-ba1e-972c4b0c4105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7362142b-22ad-4f3f-9c0e-3a2314bc0069,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:51.535801 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-03e23573-5858-4848-90df-77b0ef77002f None None] Attempting to bind port 8c581489-293f-48a1-9227-ec9c602e8d22 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:28:51.536465 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-03e23573-5858-4848-90df-77b0ef77002f None None] Attempting to bind port 8c581489-293f-48a1-9227-ec9c602e8d22 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '890e0396-38ce-4838-a867-9f35ec6412d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b3b673a5-1978-409c-b2ed-a30249ec9fe3'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:28:51.536999 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e23573-5858-4848-90df-77b0ef77002f None None] Attempting to bind port 8c581489-293f-48a1-9227-ec9c602e8d22 on network b3b673a5-1978-409c-b2ed-a30249ec9fe3 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:28:51.562025 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-ad9dd236-8079-4e2c-8a40-80fdd7f9151d tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.7634330 Feb 09 01:28:51.564603 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:51.603517 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6dc17964-982a-4df9-97f3-a718041cd6c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:51.647727 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997288a9-d10d-43e9-b09f-137bda766c2e req-d4588e99-2b4a-4acf-b473-adea2b8737f6 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:51.651784 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-997288a9-d10d-43e9-b09f-137bda766c2e req-d4588e99-2b4a-4acf-b473-adea2b8737f6 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 1.0045733 Feb 09 01:28:51.705516 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-c1e32d2f-f4d6-4a4c-a889-9b8b4ee2e8d8 None None] Attempting to bind port 51f55850-8367-44b2-9121-ef8cd13949af on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:28:51.706144 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-c1e32d2f-f4d6-4a4c-a889-9b8b4ee2e8d8 None None] Attempting to bind port 51f55850-8367-44b2-9121-ef8cd13949af by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'ac6bddbc-c725-41f6-841b-2949017b3102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'da8b3422-27ca-4c4d-9a7a-f3e5107df612'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:28:51.719258 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-0526584e-0db9-4e9c-9cfd-f0d6ddb9d32e service neutron] Request body: {'port': {'device_id': 'a2765749-d1e1-427e-8100-89f7f4eea0c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:51.723132 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e32d2f-f4d6-4a4c-a889-9b8b4ee2e8d8 None None] Attempting to bind port 51f55850-8367-44b2-9121-ef8cd13949af on network da8b3422-27ca-4c4d-9a7a-f3e5107df612 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:28:51.732650 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-de7d77ad-b54d-4cc9-880f-c20cab6a1e0f tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (197a1cba-387a-4aba-ae96-981540216f0b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:51.771352 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e32d2f-f4d6-4a4c-a889-9b8b4ee2e8d8 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:28:51.772133 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e32d2f-f4d6-4a4c-a889-9b8b4ee2e8d8 None None] Checking segment: {'id': 'ac6bddbc-c725-41f6-841b-2949017b3102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'da8b3422-27ca-4c4d-9a7a-f3e5107df612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:28:51.772823 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c1e32d2f-f4d6-4a4c-a889-9b8b4ee2e8d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:51.773501 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e32d2f-f4d6-4a4c-a889-9b8b4ee2e8d8 None None] Bound using segment: {'id': 'ac6bddbc-c725-41f6-841b-2949017b3102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'da8b3422-27ca-4c4d-9a7a-f3e5107df612'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:28:51.784746 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-c1e32d2f-f4d6-4a4c-a889-9b8b4ee2e8d8 None None] Bound port: 51f55850-8367-44b2-9121-ef8cd13949af, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6bddbc-c725-41f6-841b-2949017b3102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'da8b3422-27ca-4c4d-9a7a-f3e5107df612'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:28:51.785490 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c1e32d2f-f4d6-4a4c-a889-9b8b4ee2e8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (51f55850-8367-44b2-9121-ef8cd13949af), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:51.789256 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e23573-5858-4848-90df-77b0ef77002f None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:28:51.789894 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e23573-5858-4848-90df-77b0ef77002f None None] Checking segment: {'id': '890e0396-38ce-4838-a867-9f35ec6412d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b3b673a5-1978-409c-b2ed-a30249ec9fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:28:51.790567 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-03e23573-5858-4848-90df-77b0ef77002f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:51.792633 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-de7d77ad-b54d-4cc9-880f-c20cab6a1e0f tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router_controller (197a1cba-387a-4aba-ae96-981540216f0b), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:51.798863 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e23573-5858-4848-90df-77b0ef77002f None None] Bound using segment: {'id': '890e0396-38ce-4838-a867-9f35ec6412d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b3b673a5-1978-409c-b2ed-a30249ec9fe3'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:28:51.799799 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-03e23573-5858-4848-90df-77b0ef77002f None None] Bound port: 8c581489-293f-48a1-9227-ec9c602e8d22, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '890e0396-38ce-4838-a867-9f35ec6412d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b3b673a5-1978-409c-b2ed-a30249ec9fe3'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:28:51.800500 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-03e23573-5858-4848-90df-77b0ef77002f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8c581489-293f-48a1-9227-ec9c602e8d22), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:52.055072 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c16fb-115c-4d82-b8d5-9a7864d0a646 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Pushing event updated for resources: {'Network': ['ID=38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:52.057705 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-69588ffc-2842-4a1a-bed6-00223f2b8e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f151bf9-ff0e-495b-a444-5cec78ac9a4f {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:28:52.098914 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-c1e32d2f-f4d6-4a4c-a889-9b8b4ee2e8d8 None None] For port 51f55850-8367-44b2-9121-ef8cd13949af, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:28:52.103895 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-de7d77ad-b54d-4cc9-880f-c20cab6a1e0f tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (197a1cba-387a-4aba-ae96-981540216f0b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:52.105560 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7d77ad-b54d-4cc9-880f-c20cab6a1e0f tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Fanout notify agent at l3_agent the message router_deleted on router 197a1cba-387a-4aba-ae96-981540216f0b {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:28:52.110385 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-c1e32d2f-f4d6-4a4c-a889-9b8b4ee2e8d8 None None] For port 51f55850-8367-44b2-9121-ef8cd13949af, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=51f55850-8367-44b2-9121-ef8cd13949af,segment=NetworkSegment(ac6bddbc-c725-41f6-841b-2949017b3102),segment_id=ac6bddbc-c725-41f6-841b-2949017b3102)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:28:52.118032 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-69588ffc-2842-4a1a-bed6-00223f2b8e35 service neutron] Publish callbacks [] for port (7f151bf9-ff0e-495b-a444-5cec78ac9a4f), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:52.141867 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-de7d77ad-b54d-4cc9-880f-c20cab6a1e0f tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:52.154106 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-de7d77ad-b54d-4cc9-880f-c20cab6a1e0f tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] 10.222.0.30 "DELETE /v2.0/routers/197a1cba-387a-4aba-ae96-981540216f0b HTTP/1.1" status: 204 len: 168 time: 6.6818793 Feb 09 01:28:52.160460 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c1e32d2f-f4d6-4a4c-a889-9b8b4ee2e8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (51f55850-8367-44b2-9121-ef8cd13949af), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:52.168227 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41394) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:52.171305 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:28:52.203316 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977c57d1-b539-44fe-a941-82ab925cb3ee tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Made reservation on behalf of 5cc038305e744ad69576548c638221e8 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:52.214226 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-977c57d1-b539-44fe-a941-82ab925cb3ee tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:52.282379 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-759ff222-e4a9-4387-b3e5-8e7d80e0190e tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1098031842', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}, 'admin_state_up': False}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:52.335453 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-69588ffc-2842-4a1a-bed6-00223f2b8e35 service neutron] Transition to ACTIVE for port object 7f151bf9-ff0e-495b-a444-5cec78ac9a4f will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:28:52.366444 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-971c8c2d-4676-49df-b773-290d372bd53b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Allocated IP 172.21.0.1 (b3b673a5-1978-409c-b2ed-a30249ec9fe3/5cbbf304-015a-4994-805d-f4eddb41c314/5298719f-f61a-4d12-a80d-7c06ba03a4bb) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:52.371076 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-69588ffc-2842-4a1a-bed6-00223f2b8e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (7f151bf9-ff0e-495b-a444-5cec78ac9a4f), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:52.381404 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-997288a9-d10d-43e9-b09f-137bda766c2e req-fa0571a1-7b7d-4536-94e6-b7b1c0ef127b tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6535716 Feb 09 01:28:52.426195 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-0526584e-0db9-4e9c-9cfd-f0d6ddb9d32e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (03494d71-edfe-42e3-93e2-8483bd128dd3), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:52.506071 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-759ff222-e4a9-4387-b3e5-8e7d80e0190e tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (e760bbae-4fcf-49c1-b220-35dacef66bbf), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:52.513826 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-759ff222-e4a9-4387-b3e5-8e7d80e0190e tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (e760bbae-4fcf-49c1-b220-35dacef66bbf), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:52.606286 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47063c4-d695-4974-9bba-3abdd7049593 None None] Pushing event updated for resources: {'Port': ['ID=51f55850-8367-44b2-9121-ef8cd13949af,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:52.656646 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-4c0e9cc7-178f-454d-8c95-284a037689cf None None] Provisioning complete for port 51f55850-8367-44b2-9121-ef8cd13949af triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:52.657021 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4c0e9cc7-178f-454d-8c95-284a037689cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (51f55850-8367-44b2-9121-ef8cd13949af), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:52.689608 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69588ffc-2842-4a1a-bed6-00223f2b8e35 service neutron] Pushing event updated for resources: {'Port': ['ID=7f151bf9-ff0e-495b-a444-5cec78ac9a4f,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:52.828230 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-971c8c2d-4676-49df-b773-290d372bd53b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for port (5298719f-f61a-4d12-a80d-7c06ba03a4bb), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:52.876161 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e32d2f-f4d6-4a4c-a889-9b8b4ee2e8d8 None None] Routers {'a3fc2ce1-1401-4f23-95d2-887835db32e2'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:52.877365 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c1e32d2f-f4d6-4a4c-a889-9b8b4ee2e8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:28:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a3fc2ce1-1401-4f23-95d2-887835db32e2'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:52.980381 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-971c8c2d-4676-49df-b773-290d372bd53b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (5298719f-f61a-4d12-a80d-7c06ba03a4bb), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:53.154840 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-759ff222-e4a9-4387-b3e5-8e7d80e0190e tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router_controller (e760bbae-4fcf-49c1-b220-35dacef66bbf), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:53.189777 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971c8c2d-4676-49df-b773-290d372bd53b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Network b3b673a5-1978-409c-b2ed-a30249ec9fe3 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:53.240797 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-4c0e9cc7-178f-454d-8c95-284a037689cf None None] Current status of the port 51f55850-8367-44b2-9121-ef8cd13949af is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:53.241622 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4c0e9cc7-178f-454d-8c95-284a037689cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (51f55850-8367-44b2-9121-ef8cd13949af), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:53.281111 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-971c8c2d-4676-49df-b773-290d372bd53b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:53.289317 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971c8c2d-4676-49df-b773-290d372bd53b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:28:53.301317 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-977c57d1-b539-44fe-a941-82ab925cb3ee tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (c8a165d0-40b9-4705-81af-cf2fe40aa482), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:53.305559 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-4c0e9cc7-178f-454d-8c95-284a037689cf None None] For port 51f55850-8367-44b2-9121-ef8cd13949af, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=51f55850-8367-44b2-9121-ef8cd13949af,segment=NetworkSegment(ac6bddbc-c725-41f6-841b-2949017b3102),segment_id=ac6bddbc-c725-41f6-841b-2949017b3102)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:53.323863 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4c0e9cc7-178f-454d-8c95-284a037689cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (51f55850-8367-44b2-9121-ef8cd13949af), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:53.443815 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c57d1-b539-44fe-a941-82ab925cb3ee tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Pushing event updated for resources: {'Subnet': ['ID=c8a165d0-40b9-4705-81af-cf2fe40aa482,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:53.505433 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e9cc7-178f-454d-8c95-284a037689cf None None] Pushing event updated for resources: {'Port': ['ID=51f55850-8367-44b2-9121-ef8cd13949af,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:53.520685 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c8c2d-4676-49df-b773-290d372bd53b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event updated for resources: {'Port': ['ID=5298719f-f61a-4d12-a80d-7c06ba03a4bb,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:53.528609 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-03e23573-5858-4848-90df-77b0ef77002f None None] For port 8c581489-293f-48a1-9227-ec9c602e8d22, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:28:53.533817 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-971c8c2d-4676-49df-b773-290d372bd53b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (a3fc2ce1-1401-4f23-95d2-887835db32e2), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:53.635277 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-03e23573-5858-4848-90df-77b0ef77002f None None] For port 8c581489-293f-48a1-9227-ec9c602e8d22, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=8c581489-293f-48a1-9227-ec9c602e8d22,segment=NetworkSegment(890e0396-38ce-4838-a867-9f35ec6412d1),segment_id=890e0396-38ce-4838-a867-9f35ec6412d1)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:28:53.654743 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-c1e32d2f-f4d6-4a4c-a889-9b8b4ee2e8d8 None None] Set router a3fc2ce1-1401-4f23-95d2-887835db32e2 gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:28:53.667636 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-2d32b219-f7d2-4034-8368-973979eafb36 None None] Provisioning complete for port 51f55850-8367-44b2-9121-ef8cd13949af triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:53.670573 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2d32b219-f7d2-4034-8368-973979eafb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (51f55850-8367-44b2-9121-ef8cd13949af), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:53.849913 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977c57d1-b539-44fe-a941-82ab925cb3ee tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Checking segment: {'id': '8cba9e3e-5c7c-48cb-81bd-6590294529c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1b491962-ed4d-43bc-b25a-f8e3c17cca99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:28:53.850351 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977c57d1-b539-44fe-a941-82ab925cb3ee tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Network hostable DHCP agents. Network: 1b491962-ed4d-43bc-b25a-f8e3c17cca99, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:28:53.866412 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11db16-41ad-468a-87d5-5a6853f89e24 req-4c4d36f8-319b-4128-b606-c1eec039e0e0 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:53.868877 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0b11db16-41ad-468a-87d5-5a6853f89e24 req-4c4d36f8-319b-4128-b606-c1eec039e0e0 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2765749-d1e1-427e-8100-89f7f4eea0c0 HTTP/1.1" status: 200 len: 932 time: 2.3865790 Feb 09 01:28:53.944574 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-03e23573-5858-4848-90df-77b0ef77002f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8c581489-293f-48a1-9227-ec9c602e8d22), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:54.003749 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977c57d1-b539-44fe-a941-82ab925cb3ee tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Network 1b491962-ed4d-43bc-b25a-f8e3c17cca99 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:28:54.139226 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-69588ffc-2842-4a1a-bed6-00223f2b8e35 service neutron] Attempting to bind port 7f151bf9-ff0e-495b-a444-5cec78ac9a4f on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:28:54.140557 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-69588ffc-2842-4a1a-bed6-00223f2b8e35 service neutron] Attempting to bind port 7f151bf9-ff0e-495b-a444-5cec78ac9a4f by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '8aeeb2e7-9a95-4889-a4a3-eadf93afc837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd7017e2a-db2c-4df8-a390-acbb50684ec5'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:28:54.141513 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-69588ffc-2842-4a1a-bed6-00223f2b8e35 service neutron] Attempting to bind port 7f151bf9-ff0e-495b-a444-5cec78ac9a4f on network d7017e2a-db2c-4df8-a390-acbb50684ec5 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:28:54.212050 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-971c8c2d-4676-49df-b773-290d372bd53b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5298719f-f61a-4d12-a80d-7c06ba03a4bb), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:54.239164 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2d32b219-f7d2-4034-8368-973979eafb36 None None] Current status of the port 51f55850-8367-44b2-9121-ef8cd13949af is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:54.263218 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-977c57d1-b539-44fe-a941-82ab925cb3ee tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 1b491962-ed4d-43bc-b25a-f8e3c17cca99) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:54.278852 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977c57d1-b539-44fe-a941-82ab925cb3ee tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:54.279480 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-977c57d1-b539-44fe-a941-82ab925cb3ee tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:54.294399 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e23573-5858-4848-90df-77b0ef77002f None None] Pushing event updated for resources: {'Port': ['ID=8c581489-293f-48a1-9227-ec9c602e8d22,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:54.299359 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85445fbd-dc31-494b-a40e-3555b83aef95 None None] Network 1b491962-ed4d-43bc-b25a-f8e3c17cca99 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:28:54.367734 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0cb8aea9-fc55-403f-b37d-deaa171fd823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:54.403292 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9010cdd-4cab-4f8c-80c8-65bf750e4729 req-3f2dcec7-1983-4ac2-9160-ffe2e6a51b32 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:54.411384 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f9010cdd-4cab-4f8c-80c8-65bf750e4729 req-3f2dcec7-1983-4ac2-9160-ffe2e6a51b32 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 1.5677023 Feb 09 01:28:54.429299 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-759ff222-e4a9-4387-b3e5-8e7d80e0190e tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router_gateway (e760bbae-4fcf-49c1-b220-35dacef66bbf), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:54.440668 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-69588ffc-2842-4a1a-bed6-00223f2b8e35 service neutron] Port 7f151bf9-ff0e-495b-a444-5cec78ac9a4f on network d7017e2a-db2c-4df8-a390-acbb50684ec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:28:54.442848 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-69588ffc-2842-4a1a-bed6-00223f2b8e35 service neutron] Attempting to bind port 7f151bf9-ff0e-495b-a444-5cec78ac9a4f on network d7017e2a-db2c-4df8-a390-acbb50684ec5 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:28:54.545130 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0b11db16-41ad-468a-87d5-5a6853f89e24 req-4f1b8d05-457a-4b7d-b374-96355f7dc236 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2986e66-5bf8-4106-965e-d9f5e5d6b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5575173 Feb 09 01:28:54.610422 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-69588ffc-2842-4a1a-bed6-00223f2b8e35 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:28:54.611330 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-69588ffc-2842-4a1a-bed6-00223f2b8e35 service neutron] Checking segment: {'id': '8aeeb2e7-9a95-4889-a4a3-eadf93afc837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd7017e2a-db2c-4df8-a390-acbb50684ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:28:54.618176 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-69588ffc-2842-4a1a-bed6-00223f2b8e35 service neutron] Bound using segment: {'id': '8aeeb2e7-9a95-4889-a4a3-eadf93afc837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd7017e2a-db2c-4df8-a390-acbb50684ec5'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:28:54.625993 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-69588ffc-2842-4a1a-bed6-00223f2b8e35 service neutron] Bound port: 7f151bf9-ff0e-495b-a444-5cec78ac9a4f, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aeeb2e7-9a95-4889-a4a3-eadf93afc837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd7017e2a-db2c-4df8-a390-acbb50684ec5'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:28:54.627054 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-69588ffc-2842-4a1a-bed6-00223f2b8e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7f151bf9-ff0e-495b-a444-5cec78ac9a4f), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:54.793198 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41486) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:54.795494 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-977c57d1-b539-44fe-a941-82ab925cb3ee tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.6981215 Feb 09 01:28:54.801459 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-c991a066-b90d-4188-aecf-01cd66ec4365 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Request body: {'subnet': {'network_id': '38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:54.807393 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daeb0f8-19e8-4aab-8b3b-f42abd58b2a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-1b491962-ed4d-43bc-b25a-f8e3c17cca99', 'network_id': '1b491962-ed4d-43bc-b25a-f8e3c17cca99', 'project_id': '5cc038305e744ad69576548c638221e8', 'fixed_ips': [{'subnet_id': 'c8a165d0-40b9-4705-81af-cf2fe40aa482'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:28:54.815633 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0daeb0f8-19e8-4aab-8b3b-f42abd58b2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:55.142067 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c1e32d2f-f4d6-4a4c-a889-9b8b4ee2e8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'name': 'tempest-RoutersTest-router-1260638241', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:37Z', 'updated_at': '2022-02-09T01:28:45Z', 'revision_number': 2, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'gw_port_host': None, '_interfaces': [{'id': '51f55850-8367-44b2-9121-ef8cd13949af', 'name': '', 'network_id': 'da8b3422-27ca-4c4d-9a7a-f3e5107df612', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:6b:8c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:41Z', 'updated_at': '2022-02-09T01:28:52Z', 'revision_number': 4, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:55.225716 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e32d2f-f4d6-4a4c-a889-9b8b4ee2e8d8 None None] The sync data for ids ['a3fc2ce1-1401-4f23-95d2-887835db32e2'] in n-d-822053-40 is: [{'id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'name': 'tempest-RoutersTest-router-1260638241', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:37Z', 'updated_at': '2022-02-09T01:28:45Z', 'revision_number': 2, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'gw_port_host': None, '_interfaces': [{'id': '51f55850-8367-44b2-9121-ef8cd13949af', 'name': '', 'network_id': 'da8b3422-27ca-4c4d-9a7a-f3e5107df612', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:6b:8c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:41Z', 'updated_at': '2022-02-09T01:28:52Z', 'revision_number': 4, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:55.315601 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-971c8c2d-4676-49df-b773-290d372bd53b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for port (5298719f-f61a-4d12-a80d-7c06ba03a4bb), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:55.324015 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-971c8c2d-4676-49df-b773-290d372bd53b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (5298719f-f61a-4d12-a80d-7c06ba03a4bb), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:55.450892 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c8c2d-4676-49df-b773-290d372bd53b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event updated for resources: {'Port': ['ID=5298719f-f61a-4d12-a80d-7c06ba03a4bb,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:55.469524 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-0daeb0f8-19e8-4aab-8b3b-f42abd58b2a3 None None] Allocated IP 10.1.1.2 (1b491962-ed4d-43bc-b25a-f8e3c17cca99/c8a165d0-40b9-4705-81af-cf2fe40aa482/225da1ce-bc81-4be4-81f7-e619bbd03275) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:55.692981 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-971c8c2d-4676-49df-b773-290d372bd53b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (a3fc2ce1-1401-4f23-95d2-887835db32e2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:55.931716 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:56.049805 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41516) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:56.179901 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 8c581489-293f-48a1-9227-ec9c602e8d22 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:28:56.203657 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0daeb0f8-19e8-4aab-8b3b-f42abd58b2a3 None None] Publish callbacks [] for port (225da1ce-bc81-4be4-81f7-e619bbd03275), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:56.222282 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971c8c2d-4676-49df-b773-290d372bd53b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Network b3b673a5-1978-409c-b2ed-a30249ec9fe3 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:56.226057 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-971c8c2d-4676-49df-b773-290d372bd53b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:56.270239 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0daeb0f8-19e8-4aab-8b3b-f42abd58b2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (225da1ce-bc81-4be4-81f7-e619bbd03275), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:56.423708 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0daeb0f8-19e8-4aab-8b3b-f42abd58b2a3 None None] Network 1b491962-ed4d-43bc-b25a-f8e3c17cca99 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:56.431460 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-69588ffc-2842-4a1a-bed6-00223f2b8e35 service neutron] For port 7f151bf9-ff0e-495b-a444-5cec78ac9a4f, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:28:56.452237 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-0daeb0f8-19e8-4aab-8b3b-f42abd58b2a3 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:56.459433 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-69588ffc-2842-4a1a-bed6-00223f2b8e35 service neutron] For port 7f151bf9-ff0e-495b-a444-5cec78ac9a4f, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7f151bf9-ff0e-495b-a444-5cec78ac9a4f,segment=NetworkSegment(8aeeb2e7-9a95-4889-a4a3-eadf93afc837),segment_id=8aeeb2e7-9a95-4889-a4a3-eadf93afc837)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:28:56.473632 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daeb0f8-19e8-4aab-8b3b-f42abd58b2a3 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:28:56.586673 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daeb0f8-19e8-4aab-8b3b-f42abd58b2a3 None None] Pushing event updated for resources: {'Port': ['ID=225da1ce-bc81-4be4-81f7-e619bbd03275,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:56.606478 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971c8c2d-4676-49df-b773-290d372bd53b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Router a3fc2ce1-1401-4f23-95d2-887835db32e2 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:28:56.627740 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f9010cdd-4cab-4f8c-80c8-65bf750e4729 req-779325bc-a08e-4bc7-b891-d123e155c5f3 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 2.1660924 Feb 09 01:28:56.643333 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-69588ffc-2842-4a1a-bed6-00223f2b8e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (7f151bf9-ff0e-495b-a444-5cec78ac9a4f), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:56.709727 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2e12444-b5e5-4def-a26e-370aaf152283 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:56.776026 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8046209c-13bd-4054-aa6a-f0ba418cc813 None None] Network b3b673a5-1978-409c-b2ed-a30249ec9fe3 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:28:56.832175 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-0526584e-0db9-4e9c-9cfd-f0d6ddb9d32e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03494d71-edfe-42e3-93e2-8483bd128dd3 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:28:56.863795 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-0526584e-0db9-4e9c-9cfd-f0d6ddb9d32e service neutron] Publish callbacks [] for port (03494d71-edfe-42e3-93e2-8483bd128dd3), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:56.871080 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-69588ffc-2842-4a1a-bed6-00223f2b8e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:56.872794 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-69588ffc-2842-4a1a-bed6-00223f2b8e35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:56.875758 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-69588ffc-2842-4a1a-bed6-00223f2b8e35 service neutron] 10.222.0.121 "PUT /v2.0/ports/7f151bf9-ff0e-495b-a444-5cec78ac9a4f HTTP/1.1" status: 200 len: 1093 time: 8.2086339 Feb 09 01:28:56.878583 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b79e8b-496a-41e0-ac58-fbdfd1c6c2d8', 'tag': '7f151bf9-ff0e-495b-a444-5cec78ac9a4f'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:28:56.881632 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b4c90c-0141-4804-87bc-a6e02a7a7ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "39b79e8b-496a-41e0-ac58-fbdfd1c6c2d8", "tag": "7f151bf9-ff0e-495b-a444-5cec78ac9a4f"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:28:56.915191 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c991a066-b90d-4188-aecf-01cd66ec4365 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Made reservation on behalf of 5cc038305e744ad69576548c638221e8 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:56.919786 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c991a066-b90d-4188-aecf-01cd66ec4365 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:57.022075 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962ad08-fb9d-45ee-8722-e95c8e509792 req-09dcd36c-c799-456e-85b0-c9e266d99008 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:57.031073 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f962ad08-fb9d-45ee-8722-e95c8e509792 req-09dcd36c-c799-456e-85b0-c9e266d99008 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2765749-d1e1-427e-8100-89f7f4eea0c0 HTTP/1.1" status: 200 len: 932 time: 1.0176544 Feb 09 01:28:57.051215 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-0526584e-0db9-4e9c-9cfd-f0d6ddb9d32e service neutron] Transition to ACTIVE for port object 03494d71-edfe-42e3-93e2-8483bd128dd3 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:28:57.073529 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1112d08a-18ca-4f33-8944-42a093c25c8e x-openstack-request-id: req-1112d08a-18ca-4f33-8944-42a093c25c8e {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:28:57.074066 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b79e8b-496a-41e0-ac58-fbdfd1c6c2d8", "tag": "7f151bf9-ff0e-495b-a444-5cec78ac9a4f", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:28:57.074622 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1112d08a-18ca-4f33-8944-42a093c25c8e {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:28:57.075391 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b79e8b-496a-41e0-ac58-fbdfd1c6c2d8', 'tag': '7f151bf9-ff0e-495b-a444-5cec78ac9a4f', 'status': 'completed', 'code': 200} Feb 09 01:28:57.144372 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971c8c2d-4676-49df-b773-290d372bd53b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:28:57.158992 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-971c8c2d-4676-49df-b773-290d372bd53b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "PUT /v2.0/routers/a3fc2ce1-1401-4f23-95d2-887835db32e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5410490 Feb 09 01:28:57.159672 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41538) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:57.185821 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-7c98fcf5-fdd2-4f6c-9438-18cd5074e671 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Request body: {'network': {'name': 'tempest-RoutersTest-1931386228'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:57.206365 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-0526584e-0db9-4e9c-9cfd-f0d6ddb9d32e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (03494d71-edfe-42e3-93e2-8483bd128dd3), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:57.280653 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c98fcf5-fdd2-4f6c-9438-18cd5074e671 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Made reservation on behalf of 8a336705c49241a5bf5c318d577ad55e for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:57.286272 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7c98fcf5-fdd2-4f6c-9438-18cd5074e671 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:57.344938 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2e12444-b5e5-4def-a26e-370aaf152283 admin admin] Publish callbacks [] for security_group (e2569141-ec1b-4efd-a704-55fd1b55dd0e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:57.354136 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2e12444-b5e5-4def-a26e-370aaf152283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (e2569141-ec1b-4efd-a704-55fd1b55dd0e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:57.427085 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 8c581489-293f-48a1-9227-ec9c602e8d22 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:57.427579 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8c581489-293f-48a1-9227-ec9c602e8d22), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:57.440077 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c98fcf5-fdd2-4f6c-9438-18cd5074e671 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:28:57.441664 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-0daeb0f8-19e8-4aab-8b3b-f42abd58b2a3 None None] Attempting to bind port 225da1ce-bc81-4be4-81f7-e619bbd03275 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:28:57.444773 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-0daeb0f8-19e8-4aab-8b3b-f42abd58b2a3 None None] Attempting to bind port 225da1ce-bc81-4be4-81f7-e619bbd03275 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '8cba9e3e-5c7c-48cb-81bd-6590294529c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1b491962-ed4d-43bc-b25a-f8e3c17cca99'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:28:57.444773 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daeb0f8-19e8-4aab-8b3b-f42abd58b2a3 None None] Attempting to bind port 225da1ce-bc81-4be4-81f7-e619bbd03275 on network 1b491962-ed4d-43bc-b25a-f8e3c17cca99 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:28:57.461709 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-53eebf65-6efa-4e72-82eb-e5cb0d0302f6 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:57.463623 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b2e12444-b5e5-4def-a26e-370aaf152283 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=911c4547af2740b5b618101068e775a8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4137838 Feb 09 01:28:57.467054 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-53eebf65-6efa-4e72-82eb-e5cb0d0302f6 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/networks?id=b5cee00d-d11d-4a76-ad74-cfd798aa917c HTTP/1.1" status: 200 len: 811 time: 0.2468112 Feb 09 01:28:57.475392 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41544) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:57.479390 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69588ffc-2842-4a1a-bed6-00223f2b8e35 service neutron] Pushing event updated for resources: {'Port': ['ID=7f151bf9-ff0e-495b-a444-5cec78ac9a4f,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:57.500942 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7c98fcf5-fdd2-4f6c-9438-18cd5074e671 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (e0dd4453-60f4-4d2c-b046-d4337f9f020b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:57.502204 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-7c98fcf5-fdd2-4f6c-9438-18cd5074e671 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Added segment e0dd4453-60f4-4d2c-b046-d4337f9f020b of type vlan for network bf3e40a2-bf3e-48b5-81be-80fcc018ab9f Feb 09 01:28:57.505125 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e12444-b5e5-4def-a26e-370aaf152283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2569141-ec1b-4efd-a704-55fd1b55dd0e,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:57.528534 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-5aed479d-b18f-4ce3-841b-716740cd5a92 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/quotas/b6fd459715684d44a0a31bd130ea655c HTTP/1.1" status: 200 len: 375 time: 0.0446258 Feb 09 01:28:57.566794 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-fbfabdc2-dace-4e7f-8e4f-ab95fa0372fc None None] Provisioning complete for port 8c581489-293f-48a1-9227-ec9c602e8d22 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:57.574782 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f962ad08-fb9d-45ee-8722-e95c8e509792 req-e468c74b-dd2f-44d4-8138-49a547924f79 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2986e66-5bf8-4106-965e-d9f5e5d6b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5424919 Feb 09 01:28:57.582843 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fbfabdc2-dace-4e7f-8e4f-ab95fa0372fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8c581489-293f-48a1-9227-ec9c602e8d22), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:57.607942 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daeb0f8-19e8-4aab-8b3b-f42abd58b2a3 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:28:57.611753 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daeb0f8-19e8-4aab-8b3b-f42abd58b2a3 None None] Checking segment: {'id': '8cba9e3e-5c7c-48cb-81bd-6590294529c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1b491962-ed4d-43bc-b25a-f8e3c17cca99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:28:57.612543 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0daeb0f8-19e8-4aab-8b3b-f42abd58b2a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:57.613127 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daeb0f8-19e8-4aab-8b3b-f42abd58b2a3 None None] Bound using segment: {'id': '8cba9e3e-5c7c-48cb-81bd-6590294529c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1b491962-ed4d-43bc-b25a-f8e3c17cca99'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:28:57.616588 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-0daeb0f8-19e8-4aab-8b3b-f42abd58b2a3 None None] Bound port: 225da1ce-bc81-4be4-81f7-e619bbd03275, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cba9e3e-5c7c-48cb-81bd-6590294529c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1b491962-ed4d-43bc-b25a-f8e3c17cca99'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:28:57.617239 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0daeb0f8-19e8-4aab-8b3b-f42abd58b2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (225da1ce-bc81-4be4-81f7-e619bbd03275), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:57.713347 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:57.744435 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-bb707956-a925-4a7e-8c11-8e99f84aab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:57.746639 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-bb707956-a925-4a7e-8c11-8e99f84aab72 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ce7332c8ded74a31a8845cdf15d3517e&device_id=39b79e8b-496a-41e0-ac58-fbdfd1c6c2d8 HTTP/1.1" status: 200 len: 1127 time: 0.7901933 Feb 09 01:28:57.812289 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7c98fcf5-fdd2-4f6c-9438-18cd5074e671 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (bf3e40a2-bf3e-48b5-81be-80fcc018ab9f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:57.843559 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aed76603-a6c0-4a49-8e43-d44f3715d1c5 admin admin] Publish callbacks [] for security_group (e2569141-ec1b-4efd-a704-55fd1b55dd0e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:58.062051 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-0daeb0f8-19e8-4aab-8b3b-f42abd58b2a3 None None] For port 225da1ce-bc81-4be4-81f7-e619bbd03275, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:28:58.064162 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-759ff222-e4a9-4387-b3e5-8e7d80e0190e tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router_gateway (e760bbae-4fcf-49c1-b220-35dacef66bbf), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:58.072527 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ecc36f-0d2a-4c0f-bb5a-0eabef90a605 None None] Sync routers for ids ['a3fc2ce1-1401-4f23-95d2-887835db32e2'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:58.076570 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526584e-0db9-4e9c-9cfd-f0d6ddb9d32e service neutron] Pushing event updated for resources: {'Port': ['ID=03494d71-edfe-42e3-93e2-8483bd128dd3,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:58.091486 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ecc36f-0d2a-4c0f-bb5a-0eabef90a605 None None] Routers {'a3fc2ce1-1401-4f23-95d2-887835db32e2'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:58.096120 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-b4ecc36f-0d2a-4c0f-bb5a-0eabef90a605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:28:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a3fc2ce1-1401-4f23-95d2-887835db32e2'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:58.129959 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-5bba72e0-a942-4f8a-91a9-9fb3414fc09c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f151bf9-ff0e-495b-a444-5cec78ac9a4f HTTP/1.1" status: 200 len: 217 time: 0.3557024 Feb 09 01:28:58.156878 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-0daeb0f8-19e8-4aab-8b3b-f42abd58b2a3 None None] For port 225da1ce-bc81-4be4-81f7-e619bbd03275, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=225da1ce-bc81-4be4-81f7-e619bbd03275,segment=NetworkSegment(8cba9e3e-5c7c-48cb-81bd-6590294529c3),segment_id=8cba9e3e-5c7c-48cb-81bd-6590294529c3)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:28:58.200171 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-759ff222-e4a9-4387-b3e5-8e7d80e0190e tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:58.234621 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-8d9e0984-6307-4a9b-a7d5-42eca8428b1d tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6fd459715684d44a0a31bd130ea655c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.7046921 Feb 09 01:28:58.254551 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0daeb0f8-19e8-4aab-8b3b-f42abd58b2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (225da1ce-bc81-4be4-81f7-e619bbd03275), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:58.342891 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-b4ecc36f-0d2a-4c0f-bb5a-0eabef90a605 None None] Set router a3fc2ce1-1401-4f23-95d2-887835db32e2 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:28:58.409727 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 8c581489-293f-48a1-9227-ec9c602e8d22 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:58.410146 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8c581489-293f-48a1-9227-ec9c602e8d22), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:58.449553 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daeb0f8-19e8-4aab-8b3b-f42abd58b2a3 None None] Pushing event updated for resources: {'Port': ['ID=225da1ce-bc81-4be4-81f7-e619bbd03275,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:58.545619 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:58.589931 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-fbfabdc2-dace-4e7f-8e4f-ab95fa0372fc None None] Current status of the port 8c581489-293f-48a1-9227-ec9c602e8d22 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:58.590802 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fbfabdc2-dace-4e7f-8e4f-ab95fa0372fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8c581489-293f-48a1-9227-ec9c602e8d22), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:58.665280 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 8c581489-293f-48a1-9227-ec9c602e8d22, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=8c581489-293f-48a1-9227-ec9c602e8d22,segment=NetworkSegment(890e0396-38ce-4838-a867-9f35ec6412d1),segment_id=890e0396-38ce-4838-a867-9f35ec6412d1)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:58.679813 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8c581489-293f-48a1-9227-ec9c602e8d22), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:58.785704 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=8c581489-293f-48a1-9227-ec9c602e8d22,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:58.839084 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-fbfabdc2-dace-4e7f-8e4f-ab95fa0372fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:28:58.839413 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-fbfabdc2-dace-4e7f-8e4f-ab95fa0372fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:28:58.873086 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aed76603-a6c0-4a49-8e43-d44f3715d1c5 admin admin] Publish callbacks [] for security_group (e2569141-ec1b-4efd-a704-55fd1b55dd0e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:58.879101 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7c98fcf5-fdd2-4f6c-9438-18cd5074e671 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (bf3e40a2-bf3e-48b5-81be-80fcc018ab9f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:58.897741 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c98fcf5-fdd2-4f6c-9438-18cd5074e671 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:58.898380 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7c98fcf5-fdd2-4f6c-9438-18cd5074e671 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:58.976841 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7c98fcf5-fdd2-4f6c-9438-18cd5074e671 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8047733 Feb 09 01:28:58.980587 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41554) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:59.004097 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-95edfdfb-722e-4c81-b6dd-eb264085c605 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Request body: {'subnet': {'network_id': 'bf3e40a2-bf3e-48b5-81be-80fcc018ab9f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:59.210209 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-b4ecc36f-0d2a-4c0f-bb5a-0eabef90a605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'name': 'tempest-RoutersTest-router-1260638241', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:37Z', 'updated_at': '2022-02-09T01:28:53Z', 'revision_number': 3, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'gw_port_host': None, '_interfaces': [{'id': '51f55850-8367-44b2-9121-ef8cd13949af', 'name': '', 'network_id': 'da8b3422-27ca-4c4d-9a7a-f3e5107df612', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:6b:8c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:41Z', 'updated_at': '2022-02-09T01:28:53Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5298719f-f61a-4d12-a80d-7c06ba03a4bb', 'name': '', 'network_id': 'b3b673a5-1978-409c-b2ed-a30249ec9fe3', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:e5:ca:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '5cbbf304-015a-4994-805d-f4eddb41c314', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:51Z', 'updated_at': '2022-02-09T01:28:54Z', 'revision_number': 2, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '5cbbf304-015a-4994-805d-f4eddb41c314', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:59.221399 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 51f55850-8367-44b2-9121-ef8cd13949af up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:28:59.246886 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ecc36f-0d2a-4c0f-bb5a-0eabef90a605 None None] Checking router: a3fc2ce1-1401-4f23-95d2-887835db32e2 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:28:59.247532 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ecc36f-0d2a-4c0f-bb5a-0eabef90a605 None None] Updating router a3fc2ce1-1401-4f23-95d2-887835db32e2 port 5298719f-f61a-4d12-a80d-7c06ba03a4bb binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:28:59.292079 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-5e5d091e-7912-4b4f-a33e-f6b5f66a4c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:59.299731 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-5e5d091e-7912-4b4f-a33e-f6b5f66a4c71 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=d0a92e41-b53c-45b5-bbe3-f68351bc2fb1 HTTP/1.1" status: 200 len: 852 time: 1.0961607 Feb 09 01:28:59.322273 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b4ecc36f-0d2a-4c0f-bb5a-0eabef90a605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5298719f-f61a-4d12-a80d-7c06ba03a4bb), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:59.485556 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-0526584e-0db9-4e9c-9cfd-f0d6ddb9d32e service neutron] Attempting to bind port 03494d71-edfe-42e3-93e2-8483bd128dd3 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:28:59.486634 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-0526584e-0db9-4e9c-9cfd-f0d6ddb9d32e service neutron] Attempting to bind port 03494d71-edfe-42e3-93e2-8483bd128dd3 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '8aeeb2e7-9a95-4889-a4a3-eadf93afc837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd7017e2a-db2c-4df8-a390-acbb50684ec5'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:28:59.487207 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-0526584e-0db9-4e9c-9cfd-f0d6ddb9d32e service neutron] Attempting to bind port 03494d71-edfe-42e3-93e2-8483bd128dd3 on network d7017e2a-db2c-4df8-a390-acbb50684ec5 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:28:59.499020 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-fbfabdc2-dace-4e7f-8e4f-ab95fa0372fc None None] Current status of the port 8c581489-293f-48a1-9227-ec9c602e8d22 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:59.679784 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 51f55850-8367-44b2-9121-ef8cd13949af triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:59.680526 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (51f55850-8367-44b2-9121-ef8cd13949af), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:59.719131 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c98fcf5-fdd2-4f6c-9438-18cd5074e671 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event updated for resources: {'Network': ['ID=bf3e40a2-bf3e-48b5-81be-80fcc018ab9f,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:59.734542 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network bf3e40a2-bf3e-48b5-81be-80fcc018ab9f details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:28:59.739579 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-cba8f961-c829-48e0-b6bf-171165a56dd3 None None] Provisioning complete for port 8c581489-293f-48a1-9227-ec9c602e8d22 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:59.739944 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cba8f961-c829-48e0-b6bf-171165a56dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8c581489-293f-48a1-9227-ec9c602e8d22), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:59.754514 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-9314abfd-5704-4194-a528-233a516904bb service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d7017e2a-db2c-4df8-a390-acbb50684ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4431767 Feb 09 01:28:59.780977 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aed76603-a6c0-4a49-8e43-d44f3715d1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (e2569141-ec1b-4efd-a704-55fd1b55dd0e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:59.788300 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aed76603-a6c0-4a49-8e43-d44f3715d1c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:59.789981 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-aed76603-a6c0-4a49-8e43-d44f3715d1c5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e2569141-ec1b-4efd-a704-55fd1b55dd0e HTTP/1.1" status: 204 len: 168 time: 2.3126867 Feb 09 01:28:59.794752 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95edfdfb-722e-4c81-b6dd-eb264085c605 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Made reservation on behalf of 8a336705c49241a5bf5c318d577ad55e for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:59.798851 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-95edfdfb-722e-4c81-b6dd-eb264085c605 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:59.808440 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-12a1cc2d-d983-4681-a78e-ff42a057e12c service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:28:59.820821 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-12a1cc2d-d983-4681-a78e-ff42a057e12c service neutron] 10.222.0.121 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0495496 Feb 09 01:28:59.898407 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-9934032b-c80e-46be-ab5c-e5f5209cf04b service neutron] 10.222.0.30 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6194744 Feb 09 01:28:59.899358 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-0526584e-0db9-4e9c-9cfd-f0d6ddb9d32e service neutron] Port 03494d71-edfe-42e3-93e2-8483bd128dd3 on network d7017e2a-db2c-4df8-a390-acbb50684ec5 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:28:59.900067 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-0526584e-0db9-4e9c-9cfd-f0d6ddb9d32e service neutron] Attempting to bind port 03494d71-edfe-42e3-93e2-8483bd128dd3 on network d7017e2a-db2c-4df8-a390-acbb50684ec5 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:28:59.922177 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c991a066-b90d-4188-aecf-01cd66ec4365 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (83b1d7a0-7578-4a2b-b84a-68d95cb4eed6), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:59.954881 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed76603-a6c0-4a49-8e43-d44f3715d1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2569141-ec1b-4efd-a704-55fd1b55dd0e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:00.103933 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b4ecc36f-0d2a-4c0f-bb5a-0eabef90a605 None None] Publish callbacks [] for port (5298719f-f61a-4d12-a80d-7c06ba03a4bb), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:00.117209 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b4ecc36f-0d2a-4c0f-bb5a-0eabef90a605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5298719f-f61a-4d12-a80d-7c06ba03a4bb), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:00.184824 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 51f55850-8367-44b2-9121-ef8cd13949af is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:00.245037 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-cba8f961-c829-48e0-b6bf-171165a56dd3 None None] Current status of the port 8c581489-293f-48a1-9227-ec9c602e8d22 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:00.253273 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-2548b6ba-9809-4b82-8f98-d64e9c35094d service neutron] 10.222.0.30 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359585 Feb 09 01:29:00.277388 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-cba8f961-c829-48e0-b6bf-171165a56dd3 None None] Provisioning complete for port 5298719f-f61a-4d12-a80d-7c06ba03a4bb triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:00.278235 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cba8f961-c829-48e0-b6bf-171165a56dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5298719f-f61a-4d12-a80d-7c06ba03a4bb), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:00.322381 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c991a066-b90d-4188-aecf-01cd66ec4365 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Pushing event updated for resources: {'Subnet': ['ID=83b1d7a0-7578-4a2b-b84a-68d95cb4eed6,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:00.374454 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-0526584e-0db9-4e9c-9cfd-f0d6ddb9d32e service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:29:00.377376 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-0526584e-0db9-4e9c-9cfd-f0d6ddb9d32e service neutron] Checking segment: {'id': '8aeeb2e7-9a95-4889-a4a3-eadf93afc837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd7017e2a-db2c-4df8-a390-acbb50684ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:29:00.380318 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-0526584e-0db9-4e9c-9cfd-f0d6ddb9d32e service neutron] Bound using segment: {'id': '8aeeb2e7-9a95-4889-a4a3-eadf93afc837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd7017e2a-db2c-4df8-a390-acbb50684ec5'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:29:00.381024 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-0526584e-0db9-4e9c-9cfd-f0d6ddb9d32e service neutron] Bound port: 03494d71-edfe-42e3-93e2-8483bd128dd3, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aeeb2e7-9a95-4889-a4a3-eadf93afc837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd7017e2a-db2c-4df8-a390-acbb50684ec5'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:29:00.381556 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-0526584e-0db9-4e9c-9cfd-f0d6ddb9d32e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (03494d71-edfe-42e3-93e2-8483bd128dd3), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:00.413209 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-cba8f961-c829-48e0-b6bf-171165a56dd3 None None] Port 5298719f-f61a-4d12-a80d-7c06ba03a4bb cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:29:00.436377 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-95edfdfb-722e-4c81-b6dd-eb264085c605 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (e6565cae-1132-4a1d-81ca-d0379b1646a8), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:00.450089 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ac73a-76f6-4a6a-9224-58243d75ddbd None None] Pushing event updated for resources: {'Port': ['ID=5298719f-f61a-4d12-a80d-7c06ba03a4bb,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:00.549559 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c6e03332-8106-443d-b7d0-0e86e2df2d6d None None] Provisioning complete for port 5298719f-f61a-4d12-a80d-7c06ba03a4bb triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:00.554933 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c6e03332-8106-443d-b7d0-0e86e2df2d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5298719f-f61a-4d12-a80d-7c06ba03a4bb), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:00.588780 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-0526584e-0db9-4e9c-9cfd-f0d6ddb9d32e service neutron] For port 03494d71-edfe-42e3-93e2-8483bd128dd3, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:29:00.592973 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-0526584e-0db9-4e9c-9cfd-f0d6ddb9d32e service neutron] For port 03494d71-edfe-42e3-93e2-8483bd128dd3, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=03494d71-edfe-42e3-93e2-8483bd128dd3,segment=NetworkSegment(8aeeb2e7-9a95-4889-a4a3-eadf93afc837),segment_id=8aeeb2e7-9a95-4889-a4a3-eadf93afc837)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:29:00.595943 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ac73a-76f6-4a6a-9224-58243d75ddbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:00.597181 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ac73a-76f6-4a6a-9224-58243d75ddbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:00.598367 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ac73a-76f6-4a6a-9224-58243d75ddbd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:00.599116 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ac73a-76f6-4a6a-9224-58243d75ddbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:00.605562 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53399ce2-f6d9-4361-9a17-6d4a101af7c6 req-7717f115-7bcd-43f7-a313-b5d590462dc5 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:00.606437 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ac73a-76f6-4a6a-9224-58243d75ddbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:00.607748 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95edfdfb-722e-4c81-b6dd-eb264085c605 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event updated for resources: {'Subnet': ['ID=e6565cae-1132-4a1d-81ca-d0379b1646a8,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:00.608004 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-53399ce2-f6d9-4361-9a17-6d4a101af7c6 req-7717f115-7bcd-43f7-a313-b5d590462dc5 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2765749-d1e1-427e-8100-89f7f4eea0c0 HTTP/1.1" status: 200 len: 944 time: 1.4952846 Feb 09 01:29:00.616451 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ac73a-76f6-4a6a-9224-58243d75ddbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:00.617182 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ac73a-76f6-4a6a-9224-58243d75ddbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:00.617797 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ac73a-76f6-4a6a-9224-58243d75ddbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:00.618292 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ac73a-76f6-4a6a-9224-58243d75ddbd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:00.618832 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ac73a-76f6-4a6a-9224-58243d75ddbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:00.619584 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ac73a-76f6-4a6a-9224-58243d75ddbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:00.620213 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ac73a-76f6-4a6a-9224-58243d75ddbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:00.623070 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c991a066-b90d-4188-aecf-01cd66ec4365 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Checking segment: {'id': '11bc4fb8-f83a-4bb2-85a3-7ffbecb23433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:29:00.623493 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c991a066-b90d-4188-aecf-01cd66ec4365 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Network hostable DHCP agents. Network: 38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:29:00.627240 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-0526584e-0db9-4e9c-9cfd-f0d6ddb9d32e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (03494d71-edfe-42e3-93e2-8483bd128dd3), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:00.632704 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ac73a-76f6-4a6a-9224-58243d75ddbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:00.634623 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-759ff222-e4a9-4387-b3e5-8e7d80e0190e tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Allocated IP 172.25.1.67 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/50d8a768-9f0c-4114-96de-460bce47b67b) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:00.669966 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-b4ecc36f-0d2a-4c0f-bb5a-0eabef90a605 None None] Attempting to bind port 5298719f-f61a-4d12-a80d-7c06ba03a4bb on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:29:00.670528 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-b4ecc36f-0d2a-4c0f-bb5a-0eabef90a605 None None] Attempting to bind port 5298719f-f61a-4d12-a80d-7c06ba03a4bb by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '890e0396-38ce-4838-a867-9f35ec6412d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b3b673a5-1978-409c-b2ed-a30249ec9fe3'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:29:00.671053 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ecc36f-0d2a-4c0f-bb5a-0eabef90a605 None None] Attempting to bind port 5298719f-f61a-4d12-a80d-7c06ba03a4bb on network b3b673a5-1978-409c-b2ed-a30249ec9fe3 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:00.682774 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ecc36f-0d2a-4c0f-bb5a-0eabef90a605 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:29:00.684694 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ecc36f-0d2a-4c0f-bb5a-0eabef90a605 None None] Checking segment: {'id': '890e0396-38ce-4838-a867-9f35ec6412d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b3b673a5-1978-409c-b2ed-a30249ec9fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:29:00.686985 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b4ecc36f-0d2a-4c0f-bb5a-0eabef90a605 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:00.687393 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ecc36f-0d2a-4c0f-bb5a-0eabef90a605 None None] Bound using segment: {'id': '890e0396-38ce-4838-a867-9f35ec6412d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b3b673a5-1978-409c-b2ed-a30249ec9fe3'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:29:00.690871 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-b4ecc36f-0d2a-4c0f-bb5a-0eabef90a605 None None] Bound port: 5298719f-f61a-4d12-a80d-7c06ba03a4bb, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '890e0396-38ce-4838-a867-9f35ec6412d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b3b673a5-1978-409c-b2ed-a30249ec9fe3'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:29:00.693088 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b4ecc36f-0d2a-4c0f-bb5a-0eabef90a605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5298719f-f61a-4d12-a80d-7c06ba03a4bb), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:00.794361 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95edfdfb-722e-4c81-b6dd-eb264085c605 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Checking segment: {'id': 'e0dd4453-60f4-4d2c-b046-d4337f9f020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'bf3e40a2-bf3e-48b5-81be-80fcc018ab9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:29:00.803162 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95edfdfb-722e-4c81-b6dd-eb264085c605 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Network hostable DHCP agents. Network: bf3e40a2-bf3e-48b5-81be-80fcc018ab9f, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:29:00.813342 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c6e03332-8106-443d-b7d0-0e86e2df2d6d None None] Port 5298719f-f61a-4d12-a80d-7c06ba03a4bb cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:29:00.823044 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526584e-0db9-4e9c-9cfd-f0d6ddb9d32e service neutron] Pushing event updated for resources: {'Port': ['ID=03494d71-edfe-42e3-93e2-8483bd128dd3,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:00.860159 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95edfdfb-722e-4c81-b6dd-eb264085c605 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Network bf3e40a2-bf3e-48b5-81be-80fcc018ab9f is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:29:00.882591 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-95edfdfb-722e-4c81-b6dd-eb264085c605 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, bf3e40a2-bf3e-48b5-81be-80fcc018ab9f) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:00.889040 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95edfdfb-722e-4c81-b6dd-eb264085c605 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:00.890085 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-95edfdfb-722e-4c81-b6dd-eb264085c605 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:00.913774 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078965d1-45d2-4d28-a188-a70ebb54ddbd None None] Network bf3e40a2-bf3e-48b5-81be-80fcc018ab9f requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:29:00.942667 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-95edfdfb-722e-4c81-b6dd-eb264085c605 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9595048 Feb 09 01:29:00.945502 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41604) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:00.961353 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-b4ecc36f-0d2a-4c0f-bb5a-0eabef90a605 None None] For port 5298719f-f61a-4d12-a80d-7c06ba03a4bb, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:29:00.978157 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-b4ecc36f-0d2a-4c0f-bb5a-0eabef90a605 None None] For port 5298719f-f61a-4d12-a80d-7c06ba03a4bb, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=5298719f-f61a-4d12-a80d-7c06ba03a4bb,segment=NetworkSegment(890e0396-38ce-4838-a867-9f35ec6412d1),segment_id=890e0396-38ce-4838-a867-9f35ec6412d1)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:29:01.004433 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b4ecc36f-0d2a-4c0f-bb5a-0eabef90a605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5298719f-f61a-4d12-a80d-7c06ba03a4bb), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:01.076654 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-0526584e-0db9-4e9c-9cfd-f0d6ddb9d32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:01.078792 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-0526584e-0db9-4e9c-9cfd-f0d6ddb9d32e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:01.081946 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-0526584e-0db9-4e9c-9cfd-f0d6ddb9d32e service neutron] 10.222.0.91 "PUT /v2.0/ports/03494d71-edfe-42e3-93e2-8483bd128dd3 HTTP/1.1" status: 200 len: 1093 time: 9.4289412 Feb 09 01:29:01.107839 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630456ee-a287-459a-a3bc-33876a7099d4 None None] Network 1b491962-ed4d-43bc-b25a-f8e3c17cca99 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:29:01.220264 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ecc36f-0d2a-4c0f-bb5a-0eabef90a605 None None] Routers {'a3fc2ce1-1401-4f23-95d2-887835db32e2'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:01.228308 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-b4ecc36f-0d2a-4c0f-bb5a-0eabef90a605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:28:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a3fc2ce1-1401-4f23-95d2-887835db32e2'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:01.336409 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 225da1ce-bc81-4be4-81f7-e619bbd03275 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:29:01.342289 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ac73a-76f6-4a6a-9224-58243d75ddbd None None] Pushing event updated for resources: {'Port': ['ID=5298719f-f61a-4d12-a80d-7c06ba03a4bb,revision_number=4']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:01.347822 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-759ff222-e4a9-4387-b3e5-8e7d80e0190e tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for port (50d8a768-9f0c-4114-96de-460bce47b67b), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:01.433962 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2765749-d1e1-427e-8100-89f7f4eea0c0', 'tag': '03494d71-edfe-42e3-93e2-8483bd128dd3'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:29:01.440472 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e81cd1-3b82-4422-8f24-825e2ab0964f" -d '{"events": [{"name": "network-changed", "server_uuid": "a2765749-d1e1-427e-8100-89f7f4eea0c0", "tag": "03494d71-edfe-42e3-93e2-8483bd128dd3"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:29:01.444438 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-e9f2473c-769d-471c-a233-a87edd4ccbbe service neutron] 10.222.0.121 "GET /v2.0/networks/d7017e2a-db2c-4df8-a390-acbb50684ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5853951 Feb 09 01:29:01.479057 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-759ff222-e4a9-4387-b3e5-8e7d80e0190e tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (50d8a768-9f0c-4114-96de-460bce47b67b), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:01.582448 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-75338f72-bb42-44db-b8cf-32bc5de1b6ee None None] Provisioning complete for port 5298719f-f61a-4d12-a80d-7c06ba03a4bb triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:01.582833 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-75338f72-bb42-44db-b8cf-32bc5de1b6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5298719f-f61a-4d12-a80d-7c06ba03a4bb), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:01.630959 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-b4ecc36f-0d2a-4c0f-bb5a-0eabef90a605 None None] Set router a3fc2ce1-1401-4f23-95d2-887835db32e2 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:29:01.764970 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a71ed5e-5313-4e0f-8490-0de6a758f619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-bf3e40a2-bf3e-48b5-81be-80fcc018ab9f', 'network_id': 'bf3e40a2-bf3e-48b5-81be-80fcc018ab9f', 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'fixed_ips': [{'subnet_id': 'e6565cae-1132-4a1d-81ca-d0379b1646a8'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:29:01.767574 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2a71ed5e-5313-4e0f-8490-0de6a758f619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:01.835090 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 225da1ce-bc81-4be4-81f7-e619bbd03275 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:01.836176 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (225da1ce-bc81-4be4-81f7-e619bbd03275), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:01.857574 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-e645b74c-85fd-4723-8d0a-16cb26f222ea service neutron] 10.222.0.121 "GET /v2.0/networks/d7017e2a-db2c-4df8-a390-acbb50684ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727362 Feb 09 01:29:01.858200 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c991a066-b90d-4188-aecf-01cd66ec4365 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Network 38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:29:01.911225 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a3da9b9d-d2f0-44d9-9271-fc555ee4b207 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:01.973508 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ff222-e4a9-4387-b3e5-8e7d80e0190e tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Pushing event updated for resources: {'Port': ['ID=50d8a768-9f0c-4114-96de-460bce47b67b,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:01.994737 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-c991a066-b90d-4188-aecf-01cd66ec4365 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:02.010881 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e20a576b-c7f6-4ab3-963d-7147156430e8 req-77927ce1-c492-406f-a693-a6012877f9d7 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=8938de44-e444-4c6d-aee4-48cefa6413a7 HTTP/1.1" status: 200 len: 210 time: 0.9422402 Feb 09 01:29:02.078470 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c991a066-b90d-4188-aecf-01cd66ec4365 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:02.083316 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c991a066-b90d-4188-aecf-01cd66ec4365 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:02.150094 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-53399ce2-f6d9-4361-9a17-6d4a101af7c6 req-7c92920f-f593-438d-a6de-a95969c6631a tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2986e66-5bf8-4106-965e-d9f5e5d6b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5170903 Feb 09 01:29:02.272972 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c991a066-b90d-4188-aecf-01cd66ec4365 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 7.4765327 Feb 09 01:29:02.276608 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41632) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:02.277256 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549a4beb-6975-45ab-bc84-c84bb53ed086 x-openstack-request-id: req-549a4beb-6975-45ab-bc84-c84bb53ed086 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:29:02.277733 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2765749-d1e1-427e-8100-89f7f4eea0c0", "tag": "03494d71-edfe-42e3-93e2-8483bd128dd3", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:29:02.278106 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-549a4beb-6975-45ab-bc84-c84bb53ed086 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:29:02.278606 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2765749-d1e1-427e-8100-89f7f4eea0c0', 'tag': '03494d71-edfe-42e3-93e2-8483bd128dd3', 'status': 'completed', 'code': 200} Feb 09 01:29:02.291912 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-7de759a3-8dc0-4a19-9206-4d3669655442 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Request body: {'port': {'network_id': '1b491962-ed4d-43bc-b25a-f8e3c17cca99', 'name': 'tempest-TaggedBootDevicesTest_v242-1778373987', 'fixed_ips': [{'subnet_id': 'c8a165d0-40b9-4705-81af-cf2fe40aa482'}]}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:02.301276 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759ff222-e4a9-4387-b3e5-8e7d80e0190e tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:02.310270 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-759ff222-e4a9-4387-b3e5-8e7d80e0190e tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:02.323802 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759ff222-e4a9-4387-b3e5-8e7d80e0190e tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:29:02.332293 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-2a71ed5e-5313-4e0f-8490-0de6a758f619 None None] Allocated IP 172.22.0.2 (bf3e40a2-bf3e-48b5-81be-80fcc018ab9f/e6565cae-1132-4a1d-81ca-d0379b1646a8/fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:02.394208 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-b4ecc36f-0d2a-4c0f-bb5a-0eabef90a605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'name': 'tempest-RoutersTest-router-1260638241', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:37Z', 'updated_at': '2022-02-09T01:28:53Z', 'revision_number': 3, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'gw_port_host': None, '_interfaces': [{'id': '51f55850-8367-44b2-9121-ef8cd13949af', 'name': '', 'network_id': 'da8b3422-27ca-4c4d-9a7a-f3e5107df612', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:6b:8c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:41Z', 'updated_at': '2022-02-09T01:28:53Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5298719f-f61a-4d12-a80d-7c06ba03a4bb', 'name': '', 'network_id': 'b3b673a5-1978-409c-b2ed-a30249ec9fe3', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:e5:ca:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '5cbbf304-015a-4994-805d-f4eddb41c314', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:51Z', 'updated_at': '2022-02-09T01:29:00Z', 'revision_number': 4, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '5cbbf304-015a-4994-805d-f4eddb41c314', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:02.475129 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ecc36f-0d2a-4c0f-bb5a-0eabef90a605 None None] The sync data for ids ['a3fc2ce1-1401-4f23-95d2-887835db32e2'] in n-d-822053-40 is: [{'id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'name': 'tempest-RoutersTest-router-1260638241', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:37Z', 'updated_at': '2022-02-09T01:28:53Z', 'revision_number': 3, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'gw_port_host': None, '_interfaces': [{'id': '51f55850-8367-44b2-9121-ef8cd13949af', 'name': '', 'network_id': 'da8b3422-27ca-4c4d-9a7a-f3e5107df612', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:6b:8c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:41Z', 'updated_at': '2022-02-09T01:28:53Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5298719f-f61a-4d12-a80d-7c06ba03a4bb', 'name': '', 'network_id': 'b3b673a5-1978-409c-b2ed-a30249ec9fe3', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:e5:ca:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '5cbbf304-015a-4994-805d-f4eddb41c314', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:51Z', 'updated_at': '2022-02-09T01:29:00Z', 'revision_number': 4, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '5cbbf304-015a-4994-805d-f4eddb41c314', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:02.653746 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3975380-9a83-4c88-ac14-4f73601cc73a None None] Network 38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:29:02.776595 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-d483bd35-22d8-4315-9a12-1f911c8e734e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:02.789704 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-d483bd35-22d8-4315-9a12-1f911c8e734e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ce7332c8ded74a31a8845cdf15d3517e&device_id=a2765749-d1e1-427e-8100-89f7f4eea0c0 HTTP/1.1" status: 200 len: 1127 time: 1.3323121 Feb 09 01:29:02.844824 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2a71ed5e-5313-4e0f-8490-0de6a758f619 None None] Publish callbacks [] for port (fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:02.895042 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-75338f72-bb42-44db-b8cf-32bc5de1b6ee None None] Current status of the port 5298719f-f61a-4d12-a80d-7c06ba03a4bb is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:02.896595 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-75338f72-bb42-44db-b8cf-32bc5de1b6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5298719f-f61a-4d12-a80d-7c06ba03a4bb), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:02.909186 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4c90c-0141-4804-87bc-a6e02a7a7ef0 req-29c5e2e3-ccbd-44d1-bebf-fa5cd18cf437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:02.911293 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93b4c90c-0141-4804-87bc-a6e02a7a7ef0 req-29c5e2e3-ccbd-44d1-bebf-fa5cd18cf437 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ce7332c8ded74a31a8845cdf15d3517e&device_id=39b79e8b-496a-41e0-ac58-fbdfd1c6c2d8 HTTP/1.1" status: 200 len: 1127 time: 0.8397782 Feb 09 01:29:02.935185 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d9d805-524e-40f7-a6bb-10a5fd983b4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0', 'network_id': '38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0', 'project_id': '5cc038305e744ad69576548c638221e8', 'fixed_ips': [{'subnet_id': '83b1d7a0-7578-4a2b-b84a-68d95cb4eed6'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:29:02.936215 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f8d9d805-524e-40f7-a6bb-10a5fd983b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:02.983112 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2a71ed5e-5313-4e0f-8490-0de6a758f619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:03.122977 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-a3da9b9d-d2f0-44d9-9271-fc555ee4b207 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Allocated IP 172.22.0.1 (bf3e40a2-bf3e-48b5-81be-80fcc018ab9f/e6565cae-1132-4a1d-81ca-d0379b1646a8/48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:03.455656 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-f8d9d805-524e-40f7-a6bb-10a5fd983b4a None None] Allocated IP 10.2.2.2 (38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0/83b1d7a0-7578-4a2b-b84a-68d95cb4eed6/f3f5056a-bf4f-4b57-94d7-5a85c9531729) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:03.503557 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a3da9b9d-d2f0-44d9-9271-fc555ee4b207 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for port (48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:03.592834 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41656) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:03.654958 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f8d9d805-524e-40f7-a6bb-10a5fd983b4a None None] Publish callbacks [] for port (f3f5056a-bf4f-4b57-94d7-5a85c9531729), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:03.705080 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a71ed5e-5313-4e0f-8490-0de6a758f619 None None] Network bf3e40a2-bf3e-48b5-81be-80fcc018ab9f is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:03.710140 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f8d9d805-524e-40f7-a6bb-10a5fd983b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (f3f5056a-bf4f-4b57-94d7-5a85c9531729), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:03.723126 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a3da9b9d-d2f0-44d9-9271-fc555ee4b207 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:03.739139 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-2a71ed5e-5313-4e0f-8490-0de6a758f619 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:03.742000 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a71ed5e-5313-4e0f-8490-0de6a758f619 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:29:03.749614 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-75338f72-bb42-44db-b8cf-32bc5de1b6ee None None] For port 5298719f-f61a-4d12-a80d-7c06ba03a4bb, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=5298719f-f61a-4d12-a80d-7c06ba03a4bb,segment=NetworkSegment(890e0396-38ce-4838-a867-9f35ec6412d1),segment_id=890e0396-38ce-4838-a867-9f35ec6412d1)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:03.807292 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 225da1ce-bc81-4be4-81f7-e619bbd03275 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:03.807841 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (225da1ce-bc81-4be4-81f7-e619bbd03275), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:03.815452 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-75338f72-bb42-44db-b8cf-32bc5de1b6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5298719f-f61a-4d12-a80d-7c06ba03a4bb), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:03.828909 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3da9b9d-d2f0-44d9-9271-fc555ee4b207 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Network bf3e40a2-bf3e-48b5-81be-80fcc018ab9f is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:03.830905 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d9d805-524e-40f7-a6bb-10a5fd983b4a None None] Network 38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:03.841092 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-f8d9d805-524e-40f7-a6bb-10a5fd983b4a None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:03.843601 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-a3da9b9d-d2f0-44d9-9271-fc555ee4b207 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:03.846190 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d9d805-524e-40f7-a6bb-10a5fd983b4a None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:29:03.852823 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3da9b9d-d2f0-44d9-9271-fc555ee4b207 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:29:03.873617 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de759a3-8dc0-4a19-9206-4d3669655442 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Made reservation on behalf of 5cc038305e744ad69576548c638221e8 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:03.905768 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a71ed5e-5313-4e0f-8490-0de6a758f619 None None] Pushing event updated for resources: {'Port': ['ID=fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:03.929925 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-240e8c07-53f8-455a-ad05-1709787cc349 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03494d71-edfe-42e3-93e2-8483bd128dd3 HTTP/1.1" status: 200 len: 217 time: 1.1211360 Feb 09 01:29:04.090803 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-996f41ef-dcbf-4c76-bc2e-fc2c7fc8b5ae None None] Provisioning complete for port 225da1ce-bc81-4be4-81f7-e619bbd03275 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:04.091592 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-996f41ef-dcbf-4c76-bc2e-fc2c7fc8b5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (225da1ce-bc81-4be4-81f7-e619bbd03275), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:04.135360 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7de759a3-8dc0-4a19-9206-4d3669655442 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:04.206610 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da9b9d-d2f0-44d9-9271-fc555ee4b207 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event updated for resources: {'Port': ['ID=48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:04.238736 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-01324d5b-6b61-4055-97c0-785b93747285 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:04.241557 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-01324d5b-6b61-4055-97c0-785b93747285 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.121 "GET /v2.0/networks?id=b5cee00d-d11d-4a76-ad74-cfd798aa917c HTTP/1.1" status: 200 len: 811 time: 0.3196239 Feb 09 01:29:04.270612 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-b5eca75a-5cee-4c37-a39e-924178bc1862 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-794444513'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:04.274975 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3da9b9d-d2f0-44d9-9271-fc555ee4b207 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:04.279127 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3da9b9d-d2f0-44d9-9271-fc555ee4b207 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:04.280416 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3da9b9d-d2f0-44d9-9271-fc555ee4b207 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:04.281268 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3da9b9d-d2f0-44d9-9271-fc555ee4b207 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:04.283880 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3da9b9d-d2f0-44d9-9271-fc555ee4b207 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:04.284376 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3da9b9d-d2f0-44d9-9271-fc555ee4b207 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:04.284822 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3da9b9d-d2f0-44d9-9271-fc555ee4b207 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:04.285287 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3da9b9d-d2f0-44d9-9271-fc555ee4b207 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:04.288656 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3da9b9d-d2f0-44d9-9271-fc555ee4b207 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:04.289284 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3da9b9d-d2f0-44d9-9271-fc555ee4b207 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:04.289907 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3da9b9d-d2f0-44d9-9271-fc555ee4b207 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:04.290631 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3da9b9d-d2f0-44d9-9271-fc555ee4b207 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:04.291693 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3da9b9d-d2f0-44d9-9271-fc555ee4b207 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:04.338437 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-7de759a3-8dc0-4a19-9206-4d3669655442 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] device_id is not set on port 127f4bb7-b1ac-47b8-9c29-204eb65e075d yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:29:04.359488 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-c065570e-581b-4df4-89b3-a0c4d40f87ef tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Request body: {'port': {'device_id': '8938de44-e444-4c6d-aee4-48cefa6413a7', 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c', 'admin_state_up': True, 'tenant_id': 'b6fd459715684d44a0a31bd130ea655c'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:04.407557 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c93bc6b-3206-438d-901c-c66e32c32da9 req-d976bc5d-0c7d-4390-93af-219d2c63eb6e tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=8938de44-e444-4c6d-aee4-48cefa6413a7 HTTP/1.1" status: 200 len: 210 time: 0.4869268 Feb 09 01:29:04.498976 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-f8d9d805-524e-40f7-a6bb-10a5fd983b4a None None] Attempting to bind port f3f5056a-bf4f-4b57-94d7-5a85c9531729 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:29:04.499193 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-f8d9d805-524e-40f7-a6bb-10a5fd983b4a None None] Attempting to bind port f3f5056a-bf4f-4b57-94d7-5a85c9531729 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '11bc4fb8-f83a-4bb2-85a3-7ffbecb23433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:29:04.500008 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d9d805-524e-40f7-a6bb-10a5fd983b4a None None] Attempting to bind port f3f5056a-bf4f-4b57-94d7-5a85c9531729 on network 38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:04.527128 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-2a71ed5e-5313-4e0f-8490-0de6a758f619 None None] Attempting to bind port fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:29:04.527650 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-2a71ed5e-5313-4e0f-8490-0de6a758f619 None None] Attempting to bind port fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'e0dd4453-60f4-4d2c-b046-d4337f9f020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'bf3e40a2-bf3e-48b5-81be-80fcc018ab9f'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:29:04.528041 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a71ed5e-5313-4e0f-8490-0de6a758f619 None None] Attempting to bind port fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7 on network bf3e40a2-bf3e-48b5-81be-80fcc018ab9f {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:04.536165 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 225da1ce-bc81-4be4-81f7-e619bbd03275, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=225da1ce-bc81-4be4-81f7-e619bbd03275,segment=NetworkSegment(8cba9e3e-5c7c-48cb-81bd-6590294529c3),segment_id=8cba9e3e-5c7c-48cb-81bd-6590294529c3)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:04.544490 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a71ed5e-5313-4e0f-8490-0de6a758f619 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:29:04.545003 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a71ed5e-5313-4e0f-8490-0de6a758f619 None None] Checking segment: {'id': 'e0dd4453-60f4-4d2c-b046-d4337f9f020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'bf3e40a2-bf3e-48b5-81be-80fcc018ab9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:29:04.545424 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2a71ed5e-5313-4e0f-8490-0de6a758f619 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:04.545893 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a71ed5e-5313-4e0f-8490-0de6a758f619 None None] Bound using segment: {'id': 'e0dd4453-60f4-4d2c-b046-d4337f9f020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'bf3e40a2-bf3e-48b5-81be-80fcc018ab9f'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:29:04.546605 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-2a71ed5e-5313-4e0f-8490-0de6a758f619 None None] Bound port: fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0dd4453-60f4-4d2c-b046-d4337f9f020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'bf3e40a2-bf3e-48b5-81be-80fcc018ab9f'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:29:04.547088 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2a71ed5e-5313-4e0f-8490-0de6a758f619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:04.577311 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a3da9b9d-d2f0-44d9-9271-fc555ee4b207 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (a3fc2ce1-1401-4f23-95d2-887835db32e2), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:04.650306 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-2a71ed5e-5313-4e0f-8490-0de6a758f619 None None] For port fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:29:04.654997 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-2a71ed5e-5313-4e0f-8490-0de6a758f619 None None] For port fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7,segment=NetworkSegment(e0dd4453-60f4-4d2c-b046-d4337f9f020b),segment_id=e0dd4453-60f4-4d2c-b046-d4337f9f020b)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:29:04.661198 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (225da1ce-bc81-4be4-81f7-e619bbd03275), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:04.662156 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 8c581489-293f-48a1-9227-ec9c602e8d22 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:29:04.737188 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d9d805-524e-40f7-a6bb-10a5fd983b4a None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:29:04.737741 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d9d805-524e-40f7-a6bb-10a5fd983b4a None None] Checking segment: {'id': '11bc4fb8-f83a-4bb2-85a3-7ffbecb23433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:29:04.738193 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f8d9d805-524e-40f7-a6bb-10a5fd983b4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:04.738600 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d9d805-524e-40f7-a6bb-10a5fd983b4a None None] Bound using segment: {'id': '11bc4fb8-f83a-4bb2-85a3-7ffbecb23433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:29:04.739262 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-f8d9d805-524e-40f7-a6bb-10a5fd983b4a None None] Bound port: f3f5056a-bf4f-4b57-94d7-5a85c9531729, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bc4fb8-f83a-4bb2-85a3-7ffbecb23433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:29:04.739637 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f8d9d805-524e-40f7-a6bb-10a5fd983b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f3f5056a-bf4f-4b57-94d7-5a85c9531729), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:04.842205 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-f8d9d805-524e-40f7-a6bb-10a5fd983b4a None None] For port f3f5056a-bf4f-4b57-94d7-5a85c9531729, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:29:04.847587 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-759ff222-e4a9-4387-b3e5-8e7d80e0190e tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router_gateway (e760bbae-4fcf-49c1-b220-35dacef66bbf), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:04.850497 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-f8d9d805-524e-40f7-a6bb-10a5fd983b4a None None] For port f3f5056a-bf4f-4b57-94d7-5a85c9531729, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=f3f5056a-bf4f-4b57-94d7-5a85c9531729,segment=NetworkSegment(11bc4fb8-f83a-4bb2-85a3-7ffbecb23433),segment_id=11bc4fb8-f83a-4bb2-85a3-7ffbecb23433)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:29:04.866878 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2a71ed5e-5313-4e0f-8490-0de6a758f619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:04.872163 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 7f151bf9-ff0e-495b-a444-5cec78ac9a4f details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:29:04.891859 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5eca75a-5cee-4c37-a39e-924178bc1862 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Made reservation on behalf of b2a4cd03f479466a8ba125eb4d256536 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:04.898995 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b5eca75a-5cee-4c37-a39e-924178bc1862 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:04.952038 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b5eca75a-5cee-4c37-a39e-924178bc1862 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:04.954560 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a3da9b9d-d2f0-44d9-9271-fc555ee4b207 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:05.065676 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-4edde3df-27ec-4587-883a-1f491a54efb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:05.067281 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-4edde3df-27ec-4587-883a-1f491a54efb5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d0a92e41-b53c-45b5-bbe3-f68351bc2fb1 HTTP/1.1" status: 200 len: 852 time: 0.8143938 Feb 09 01:29:05.091928 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 7f151bf9-ff0e-495b-a444-5cec78ac9a4f, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7f151bf9-ff0e-495b-a444-5cec78ac9a4f,segment=NetworkSegment(8aeeb2e7-9a95-4889-a4a3-eadf93afc837),segment_id=8aeeb2e7-9a95-4889-a4a3-eadf93afc837)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:05.108225 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d9d805-524e-40f7-a6bb-10a5fd983b4a None None] Pushing event updated for resources: {'Port': ['ID=f3f5056a-bf4f-4b57-94d7-5a85c9531729,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:05.140209 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '7f151bf9-ff0e-495b-a444-5cec78ac9a4f', 'network_id': 'd7017e2a-db2c-4df8-a390-acbb50684ec5', 'port_id': '7f151bf9-ff0e-495b-a444-5cec78ac9a4f', 'mac_address': 'fa:16:3e:58:c9:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0a92e41-b53c-45b5-bbe3-f68351bc2fb1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:29:05.191209 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f8d9d805-524e-40f7-a6bb-10a5fd983b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f3f5056a-bf4f-4b57-94d7-5a85c9531729), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:05.236521 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-5df0293a-760a-47c9-aec8-99484dd85edf service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d7017e2a-db2c-4df8-a390-acbb50684ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1129003 Feb 09 01:29:05.253023 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75338f72-bb42-44db-b8cf-32bc5de1b6ee None None] Pushing event updated for resources: {'Port': ['ID=5298719f-f61a-4d12-a80d-7c06ba03a4bb,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:05.274302 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-7de759a3-8dc0-4a19-9206-4d3669655442 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Allocated IP 10.1.1.210 (1b491962-ed4d-43bc-b25a-f8e3c17cca99/c8a165d0-40b9-4705-81af-cf2fe40aa482/127f4bb7-b1ac-47b8-9c29-204eb65e075d) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:05.294953 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68afb0c-443d-4988-b6db-f78d3368c6ac req-e5a5f3f1-8eeb-4509-b6ca-019fba1f591a tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:05.307749 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e68afb0c-443d-4988-b6db-f78d3368c6ac req-e5a5f3f1-8eeb-4509-b6ca-019fba1f591a tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2765749-d1e1-427e-8100-89f7f4eea0c0 HTTP/1.1" status: 200 len: 944 time: 1.4025576 Feb 09 01:29:05.333572 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4c90c-0141-4804-87bc-a6e02a7a7ef0 req-9be16dfa-d515-470c-a145-3efb9daef978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:05.335270 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93b4c90c-0141-4804-87bc-a6e02a7a7ef0 req-9be16dfa-d515-470c-a145-3efb9daef978 service neutron] 10.222.0.121 "GET /v2.0/networks?id=d7017e2a-db2c-4df8-a390-acbb50684ec5 HTTP/1.1" status: 200 len: 913 time: 1.4122183 Feb 09 01:29:05.369187 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-996f41ef-dcbf-4c76-bc2e-fc2c7fc8b5ae None None] Current status of the port 225da1ce-bc81-4be4-81f7-e619bbd03275 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:05.523134 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 7f151bf9-ff0e-495b-a444-5cec78ac9a4f is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:05.523536 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7f151bf9-ff0e-495b-a444-5cec78ac9a4f), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:05.545228 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f151bf9-ff0e-495b-a444-5cec78ac9a4f {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:29:05.583397 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 7f151bf9-ff0e-495b-a444-5cec78ac9a4f, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7f151bf9-ff0e-495b-a444-5cec78ac9a4f,segment=NetworkSegment(8aeeb2e7-9a95-4889-a4a3-eadf93afc837),segment_id=8aeeb2e7-9a95-4889-a4a3-eadf93afc837)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:05.585363 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 8c581489-293f-48a1-9227-ec9c602e8d22 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:05.586021 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8c581489-293f-48a1-9227-ec9c602e8d22), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:05.671209 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93b4c90c-0141-4804-87bc-a6e02a7a7ef0 req-79c370bb-5580-46ab-9cfe-d5601162958f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f151bf9-ff0e-495b-a444-5cec78ac9a4f HTTP/1.1" status: 200 len: 217 time: 0.2920492 Feb 09 01:29:05.711479 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7f151bf9-ff0e-495b-a444-5cec78ac9a4f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:05.723216 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-996f41ef-dcbf-4c76-bc2e-fc2c7fc8b5ae None None] Provisioning complete for port 5298719f-f61a-4d12-a80d-7c06ba03a4bb triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:05.723595 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-996f41ef-dcbf-4c76-bc2e-fc2c7fc8b5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5298719f-f61a-4d12-a80d-7c06ba03a4bb), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:05.842429 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-61cf7bb9-61a0-4ee8-9009-c360d0bff78e req-c2b6e777-7e39-460d-b660-434601dd789c tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=8938de44-e444-4c6d-aee4-48cefa6413a7 HTTP/1.1" status: 200 len: 210 time: 0.2831686 Feb 09 01:29:05.963244 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-996f41ef-dcbf-4c76-bc2e-fc2c7fc8b5ae None None] Current status of the port 5298719f-f61a-4d12-a80d-7c06ba03a4bb is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:05.992913 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-c065570e-581b-4df4-89b3-a0c4d40f87ef tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Made reservation on behalf of b6fd459715684d44a0a31bd130ea655c for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:06.008816 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-c065570e-581b-4df4-89b3-a0c4d40f87ef tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:06.011409 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b5eca75a-5cee-4c37-a39e-924178bc1862 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks [] for security_group (9c02b5bd-2b34-48d5-b9f8-210d91a52d12), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:06.034083 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b5eca75a-5cee-4c37-a39e-924178bc1862 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (9c02b5bd-2b34-48d5-b9f8-210d91a52d12), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:06.122354 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 8c581489-293f-48a1-9227-ec9c602e8d22 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:06.141769 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eca75a-5cee-4c37-a39e-924178bc1862 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c02b5bd-2b34-48d5-b9f8-210d91a52d12,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:06.156393 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=225da1ce-bc81-4be4-81f7-e619bbd03275,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:06.293125 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a71ed5e-5313-4e0f-8490-0de6a758f619 None None] Pushing event updated for resources: {'Port': ['ID=fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:06.299500 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['7f151bf9-ff0e-495b-a444-5cec78ac9a4f'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:29:06.353814 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a3da9b9d-d2f0-44d9-9271-fc555ee4b207 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for port (48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:06.359928 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5eca75a-5cee-4c37-a39e-924178bc1862 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:29:06.373457 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a3da9b9d-d2f0-44d9-9271-fc555ee4b207 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:06.394220 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e68afb0c-443d-4988-b6db-f78d3368c6ac req-aaaf9330-c2e0-41e4-a5c0-61df5face61c tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2986e66-5bf8-4106-965e-d9f5e5d6b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0851984 Feb 09 01:29:06.479948 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a3da9b9d-d2f0-44d9-9271-fc555ee4b207 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (a3fc2ce1-1401-4f23-95d2-887835db32e2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:06.485309 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4c90c-0141-4804-87bc-a6e02a7a7ef0 req-977e769b-f933-4351-8ee6-795982e78f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:06.488152 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93b4c90c-0141-4804-87bc-a6e02a7a7ef0 req-977e769b-f933-4351-8ee6-795982e78f6a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=d0a92e41-b53c-45b5-bbe3-f68351bc2fb1 HTTP/1.1" status: 200 len: 852 time: 0.7475574 Feb 09 01:29:06.509838 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d9d805-524e-40f7-a6bb-10a5fd983b4a None None] Pushing event updated for resources: {'Port': ['ID=f3f5056a-bf4f-4b57-94d7-5a85c9531729,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:06.512582 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-09bfbb40-39cd-41c0-8c20-01589ae77936 service neutron] 10.222.0.91 "GET /v2.0/networks/d7017e2a-db2c-4df8-a390-acbb50684ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2638741 Feb 09 01:29:06.516920 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 5298719f-f61a-4d12-a80d-7c06ba03a4bb up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:29:06.555354 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b5eca75a-5cee-4c37-a39e-924178bc1862 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (d0eb1cbd-b278-4cae-936c-f3a8852ff565), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:06.555704 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-b5eca75a-5cee-4c37-a39e-924178bc1862 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Added segment d0eb1cbd-b278-4cae-936c-f3a8852ff565 of type vlan for network 75a98e59-756d-4852-ae6b-9872f5ab102c Feb 09 01:29:06.715840 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93b4c90c-0141-4804-87bc-a6e02a7a7ef0 req-b547a26e-bd8c-4edb-af46-04f7d47f9600 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d7017e2a-db2c-4df8-a390-acbb50684ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2163031 Feb 09 01:29:06.786118 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7de759a3-8dc0-4a19-9206-4d3669655442 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks [] for port (127f4bb7-b1ac-47b8-9c29-204eb65e075d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:06.879563 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 5298719f-f61a-4d12-a80d-7c06ba03a4bb triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:06.879944 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5298719f-f61a-4d12-a80d-7c06ba03a4bb), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:06.888360 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7de759a3-8dc0-4a19-9206-4d3669655442 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (127f4bb7-b1ac-47b8-9c29-204eb65e075d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:06.910769 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b5eca75a-5cee-4c37-a39e-924178bc1862 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (75a98e59-756d-4852-ae6b-9872f5ab102c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:06.918151 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da9b9d-d2f0-44d9-9271-fc555ee4b207 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event updated for resources: {'Port': ['ID=48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:06.925241 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=7f151bf9-ff0e-495b-a444-5cec78ac9a4f,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:07.007088 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 5298719f-f61a-4d12-a80d-7c06ba03a4bb is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:07.030899 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de759a3-8dc0-4a19-9206-4d3669655442 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Network 1b491962-ed4d-43bc-b25a-f8e3c17cca99 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:07.042294 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-7de759a3-8dc0-4a19-9206-4d3669655442 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:07.055101 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de759a3-8dc0-4a19-9206-4d3669655442 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:29:07.182101 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-27a55736-bb4a-4fae-befb-c6b334d26b86 req-33865fc8-407f-44d2-8231-4e1585c3cd76 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=8938de44-e444-4c6d-aee4-48cefa6413a7 HTTP/1.1" status: 200 len: 210 time: 0.1621687 Feb 09 01:29:07.199352 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b5eca75a-5cee-4c37-a39e-924178bc1862 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (75a98e59-756d-4852-ae6b-9872f5ab102c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:07.206513 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5eca75a-5cee-4c37-a39e-924178bc1862 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:07.208253 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b5eca75a-5cee-4c37-a39e-924178bc1862 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:07.228028 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-759ff222-e4a9-4387-b3e5-8e7d80e0190e tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (e760bbae-4fcf-49c1-b220-35dacef66bbf), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:07.265464 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de759a3-8dc0-4a19-9206-4d3669655442 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Pushing event updated for resources: {'Port': ['ID=127f4bb7-b1ac-47b8-9c29-204eb65e075d,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:07.286952 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de759a3-8dc0-4a19-9206-4d3669655442 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:07.287609 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7de759a3-8dc0-4a19-9206-4d3669655442 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:07.314059 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b5eca75a-5cee-4c37-a39e-924178bc1862 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.6080077 Feb 09 01:29:07.351551 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41732) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:07.363052 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8af37b7-af5c-4526-9bbf-bd4b126b3def None None] Network bf3e40a2-bf3e-48b5-81be-80fcc018ab9f requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:29:07.393514 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7de759a3-8dc0-4a19-9206-4d3669655442 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1040616 Feb 09 01:29:07.395043 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41734) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:07.409571 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-45831bf9-efa2-4fe3-bca9-fd182daa7ca4 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Request body: {'subnet': {'network_id': '75a98e59-756d-4852-ae6b-9872f5ab102c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:07.489302 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-c065570e-581b-4df4-89b3-a0c4d40f87ef tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Allocated IP 172.20.0.14 (b5cee00d-d11d-4a76-ad74-cfd798aa917c/3c1b64de-5642-407c-82ef-1ad0f3f887f4/af8b00f3-e1f8-409c-a165-1efc5f0718b6) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:07.543056 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-9b5bfe18-b56f-4278-954a-cc60348dab52 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Request body: {'port': {'network_id': '1b491962-ed4d-43bc-b25a-f8e3c17cca99', 'name': 'tempest-TaggedBootDevicesTest_v242-1901901664', 'fixed_ips': [{'subnet_id': 'c8a165d0-40b9-4705-81af-cf2fe40aa482'}]}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:07.545810 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93b4c90c-0141-4804-87bc-a6e02a7a7ef0 req-319a7f16-1b26-4f35-bf0e-cff727c7d818 service neutron] 10.222.0.121 "GET /v2.0/networks/d7017e2a-db2c-4df8-a390-acbb50684ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7495337 Feb 09 01:29:07.561809 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3da9b9d-d2f0-44d9-9271-fc555ee4b207 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Network bf3e40a2-bf3e-48b5-81be-80fcc018ab9f is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:07.567373 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-7caded9a-0cb7-49a9-b357-6ea0977d9fc3 None None] Provisioning complete for port fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:07.567720 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7caded9a-0cb7-49a9-b357-6ea0977d9fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:07.715722 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-a3da9b9d-d2f0-44d9-9271-fc555ee4b207 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:07.717907 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eca75a-5cee-4c37-a39e-924178bc1862 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Pushing event updated for resources: {'Network': ['ID=75a98e59-756d-4852-ae6b-9872f5ab102c,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:07.786385 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 75a98e59-756d-4852-ae6b-9872f5ab102c details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:29:07.843186 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86c68442-0b6c-4740-8d8b-2deba8e6d401 req-800e675c-65e7-4d23-a794-015a380c324c service neutron] 10.222.0.91 "GET /v2.0/networks/d7017e2a-db2c-4df8-a390-acbb50684ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3209779 Feb 09 01:29:07.913213 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be10b74-bdcc-49d8-bd28-28991626ca3e None None] Network 38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:29:07.988483 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3da9b9d-d2f0-44d9-9271-fc555ee4b207 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Router a3fc2ce1-1401-4f23-95d2-887835db32e2 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:29:07.997132 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93b4c90c-0141-4804-87bc-a6e02a7a7ef0 req-f2d5feea-d884-493e-8aa6-01324e9a7c36 service neutron] 10.222.0.121 "GET /v2.0/networks/d7017e2a-db2c-4df8-a390-acbb50684ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253355 Feb 09 01:29:08.038039 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-c065570e-581b-4df4-89b3-a0c4d40f87ef tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks [] for port (af8b00f3-e1f8-409c-a165-1efc5f0718b6), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:08.097832 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7caded9a-0cb7-49a9-b357-6ea0977d9fc3 None None] Current status of the port fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:08.098566 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7caded9a-0cb7-49a9-b357-6ea0977d9fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:08.102797 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-c065570e-581b-4df4-89b3-a0c4d40f87ef tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (af8b00f3-e1f8-409c-a165-1efc5f0718b6), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:08.125218 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['a476cb47-66fa-4946-bbe0-0a21ff04360a'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:29:08.127754 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:29:08.470234 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-7caded9a-0cb7-49a9-b357-6ea0977d9fc3 None None] For port fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7,segment=NetworkSegment(e0dd4453-60f4-4d2c-b046-d4337f9f020b),segment_id=e0dd4453-60f4-4d2c-b046-d4337f9f020b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:08.529591 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7caded9a-0cb7-49a9-b357-6ea0977d9fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:08.546484 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 225da1ce-bc81-4be4-81f7-e619bbd03275 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:29:08.663247 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 7f151bf9-ff0e-495b-a444-5cec78ac9a4f up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:29:08.903568 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45831bf9-efa2-4fe3-bca9-fd182daa7ca4 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Made reservation on behalf of b2a4cd03f479466a8ba125eb4d256536 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:08.920594 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-45831bf9-efa2-4fe3-bca9-fd182daa7ca4 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:09.045092 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caded9a-0cb7-49a9-b357-6ea0977d9fc3 None None] Pushing event updated for resources: {'Port': ['ID=fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:09.045907 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5bfe18-b56f-4278-954a-cc60348dab52 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Made reservation on behalf of 5cc038305e744ad69576548c638221e8 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:09.061887 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9b5bfe18-b56f-4278-954a-cc60348dab52 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:09.078068 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3da9b9d-d2f0-44d9-9271-fc555ee4b207 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:29:09.099465 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a3da9b9d-d2f0-44d9-9271-fc555ee4b207 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "PUT /v2.0/routers/a3fc2ce1-1401-4f23-95d2-887835db32e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1527255 Feb 09 01:29:09.105963 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41746) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:09.114331 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-c065570e-581b-4df4-89b3-a0c4d40f87ef tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Network b5cee00d-d11d-4a76-ad74-cfd798aa917c is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:09.116987 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-9eea4d93-146e-45e5-847e-9dba09fa6de5 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Request body: {'network': {'name': 'tempest-RoutersTest-947741723'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:09.122967 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b5da08cb-7e4f-4b0b-b20b-44b4466acfd8 None None] Provisioning complete for port 127f4bb7-b1ac-47b8-9c29-204eb65e075d triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:09.128141 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b5da08cb-7e4f-4b0b-b20b-44b4466acfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (127f4bb7-b1ac-47b8-9c29-204eb65e075d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:09.149919 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-9b5bfe18-b56f-4278-954a-cc60348dab52 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] device_id is not set on port cf3c4149-8480-492e-bdf1-7ed124251123 yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:29:09.155791 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77548d5e-cd8a-4b99-aabf-7c20c61ef603 req-9662faca-1ed3-423c-aa4f-9bb56a4e5d7a tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:09.169733 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-77548d5e-cd8a-4b99-aabf-7c20c61ef603 req-9662faca-1ed3-423c-aa4f-9bb56a4e5d7a tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2765749-d1e1-427e-8100-89f7f4eea0c0 HTTP/1.1" status: 200 len: 944 time: 1.3246818 Feb 09 01:29:09.184554 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e81cd1-3b82-4422-8f24-825e2ab0964f req-f05390a2-cd24-4c16-9736-40fb38fe2bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:09.189674 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-92e81cd1-3b82-4422-8f24-825e2ab0964f req-f05390a2-cd24-4c16-9736-40fb38fe2bfb service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ce7332c8ded74a31a8845cdf15d3517e&device_id=a2765749-d1e1-427e-8100-89f7f4eea0c0 HTTP/1.1" status: 200 len: 1127 time: 1.1883161 Feb 09 01:29:09.197331 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-c065570e-581b-4df4-89b3-a0c4d40f87ef tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:09.200890 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-c065570e-581b-4df4-89b3-a0c4d40f87ef tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:29:09.244651 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9225e2b-6bc2-4855-82ca-88c2957b5f5a None None] Sync routers for ids ['a3fc2ce1-1401-4f23-95d2-887835db32e2'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:09.248057 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eea4d93-146e-45e5-847e-9dba09fa6de5 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Made reservation on behalf of 8a336705c49241a5bf5c318d577ad55e for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:09.251801 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9eea4d93-146e-45e5-847e-9dba09fa6de5 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:09.316788 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-c065570e-581b-4df4-89b3-a0c4d40f87ef tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:09.319910 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-c065570e-581b-4df4-89b3-a0c4d40f87ef tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:09.325699 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c065570e-581b-4df4-89b3-a0c4d40f87ef tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Pushing event updated for resources: {'Port': ['ID=af8b00f3-e1f8-409c-a165-1efc5f0718b6,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:09.446841 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-77548d5e-cd8a-4b99-aabf-7c20c61ef603 req-3dde7d93-c7d4-4e70-a7f0-46b3f8c1e168 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2986e66-5bf8-4106-965e-d9f5e5d6b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678776 Feb 09 01:29:09.478200 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9225e2b-6bc2-4855-82ca-88c2957b5f5a None None] Routers {'a3fc2ce1-1401-4f23-95d2-887835db32e2'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:09.492068 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-b9225e2b-6bc2-4855-82ca-88c2957b5f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:28:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a3fc2ce1-1401-4f23-95d2-887835db32e2'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:09.521976 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eea4d93-146e-45e5-847e-9dba09fa6de5 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:29:09.598508 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-c065570e-581b-4df4-89b3-a0c4d40f87ef tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3305888 Feb 09 01:29:09.608296 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759ff222-e4a9-4387-b3e5-8e7d80e0190e tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Router e760bbae-4fcf-49c1-b220-35dacef66bbf is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:29:09.627155 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9eea4d93-146e-45e5-847e-9dba09fa6de5 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (4c14527e-344a-4524-a7d8-636a350e4a79), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:09.627699 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-9eea4d93-146e-45e5-847e-9dba09fa6de5 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Added segment 4c14527e-344a-4524-a7d8-636a350e4a79 of type vlan for network 39f15b9b-8326-4d24-bb3f-251c4aaff756 Feb 09 01:29:09.683364 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-84db391a-fb96-4810-903f-f0ff94dc689c service neutron] Request body: {'port': {'device_id': '8938de44-e444-4c6d-aee4-48cefa6413a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:09.696632 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-45831bf9-efa2-4fe3-bca9-fd182daa7ca4 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (646077ee-701d-44f6-aa6c-f4b0e15c43fd), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:09.812396 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-9b5bfe18-b56f-4278-954a-cc60348dab52 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Allocated IP 10.1.1.66 (1b491962-ed4d-43bc-b25a-f8e3c17cca99/c8a165d0-40b9-4705-81af-cf2fe40aa482/cf3c4149-8480-492e-bdf1-7ed124251123) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:09.818798 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9eea4d93-146e-45e5-847e-9dba09fa6de5 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (39f15b9b-8326-4d24-bb3f-251c4aaff756), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:09.819686 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b60ff7-d336-4bdd-8030-d0762ceb3214 req-4368c8e6-b65d-45ea-872a-7f7f8e2c3d3e tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:09.826918 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d7b60ff7-d336-4bdd-8030-d0762ceb3214 req-4368c8e6-b65d-45ea-872a-7f7f8e2c3d3e tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=8938de44-e444-4c6d-aee4-48cefa6413a7 HTTP/1.1" status: 200 len: 932 time: 0.8485627 Feb 09 01:29:09.919313 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45831bf9-efa2-4fe3-bca9-fd182daa7ca4 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Pushing event updated for resources: {'Subnet': ['ID=646077ee-701d-44f6-aa6c-f4b0e15c43fd,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:09.944159 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 225da1ce-bc81-4be4-81f7-e619bbd03275 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:09.944516 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (225da1ce-bc81-4be4-81f7-e619bbd03275), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:09.961896 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9eea4d93-146e-45e5-847e-9dba09fa6de5 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (39f15b9b-8326-4d24-bb3f-251c4aaff756), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:09.968796 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eea4d93-146e-45e5-847e-9dba09fa6de5 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:09.969690 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9eea4d93-146e-45e5-847e-9dba09fa6de5 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:09.993554 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45831bf9-efa2-4fe3-bca9-fd182daa7ca4 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Checking segment: {'id': 'd0eb1cbd-b278-4cae-936c-f3a8852ff565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '75a98e59-756d-4852-ae6b-9872f5ab102c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:29:09.993554 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45831bf9-efa2-4fe3-bca9-fd182daa7ca4 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Network hostable DHCP agents. Network: 75a98e59-756d-4852-ae6b-9872f5ab102c, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:29:10.009835 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 7f151bf9-ff0e-495b-a444-5cec78ac9a4f completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:10.016273 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b5da08cb-7e4f-4b0b-b20b-44b4466acfd8 None None] Port 127f4bb7-b1ac-47b8-9c29-204eb65e075d cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:29:10.030904 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 7f151bf9-ff0e-495b-a444-5cec78ac9a4f triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:10.031333 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7f151bf9-ff0e-495b-a444-5cec78ac9a4f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:10.048407 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e81cd1-3b82-4422-8f24-825e2ab0964f req-688295b7-0919-4fdc-9ad9-dbd231e99570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:10.050007 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-92e81cd1-3b82-4422-8f24-825e2ab0964f req-688295b7-0919-4fdc-9ad9-dbd231e99570 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d7017e2a-db2c-4df8-a390-acbb50684ec5 HTTP/1.1" status: 200 len: 913 time: 0.7547858 Feb 09 01:29:10.091458 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9eea4d93-146e-45e5-847e-9dba09fa6de5 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9836667 Feb 09 01:29:10.104408 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-84db391a-fb96-4810-903f-f0ff94dc689c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (af8b00f3-e1f8-409c-a165-1efc5f0718b6), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:10.108649 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b5da08cb-7e4f-4b0b-b20b-44b4466acfd8 None None] Provisioning complete for port fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:10.109073 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b5da08cb-7e4f-4b0b-b20b-44b4466acfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:10.111256 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41752) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:10.129218 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d7b60ff7-d336-4bdd-8030-d0762ceb3214 req-ecff2be9-043b-49dd-adde-ff0aa2fd927b tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929952 Feb 09 01:29:10.148162 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-b741f6ef-7641-4d99-9f77-1df9de3c73a7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Request body: {'subnet': {'network_id': '39f15b9b-8326-4d24-bb3f-251c4aaff756', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:10.203112 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-92e81cd1-3b82-4422-8f24-825e2ab0964f req-8945c1cb-4e08-4cc9-b75a-0c3c3a97735b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03494d71-edfe-42e3-93e2-8483bd128dd3 HTTP/1.1" status: 200 len: 217 time: 0.0684631 Feb 09 01:29:10.213476 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea4d93-146e-45e5-847e-9dba09fa6de5 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event updated for resources: {'Network': ['ID=39f15b9b-8326-4d24-bb3f-251c4aaff756,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:10.258024 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45831bf9-efa2-4fe3-bca9-fd182daa7ca4 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Network 75a98e59-756d-4852-ae6b-9872f5ab102c is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:29:10.281794 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-b9225e2b-6bc2-4855-82ca-88c2957b5f5a None None] Set router a3fc2ce1-1401-4f23-95d2-887835db32e2 gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:29:10.287913 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b5da08cb-7e4f-4b0b-b20b-44b4466acfd8 None None] Current status of the port fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:10.288299 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-45831bf9-efa2-4fe3-bca9-fd182daa7ca4 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 75a98e59-756d-4852-ae6b-9872f5ab102c) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:10.293135 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 39f15b9b-8326-4d24-bb3f-251c4aaff756 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:29:10.303124 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45831bf9-efa2-4fe3-bca9-fd182daa7ca4 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:10.303958 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-45831bf9-efa2-4fe3-bca9-fd182daa7ca4 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:10.361463 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9b5bfe18-b56f-4278-954a-cc60348dab52 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks [] for port (cf3c4149-8480-492e-bdf1-7ed124251123), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:10.371678 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b741f6ef-7641-4d99-9f77-1df9de3c73a7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Made reservation on behalf of 8a336705c49241a5bf5c318d577ad55e for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:10.379214 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b741f6ef-7641-4d99-9f77-1df9de3c73a7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:10.390779 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-45831bf9-efa2-4fe3-bca9-fd182daa7ca4 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9991524 Feb 09 01:29:10.398863 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41754) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:10.412113 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-4489d13c-95d6-4b24-8095-2d9a21d9f3b4 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Request body: {'port': {'network_id': '75a98e59-756d-4852-ae6b-9872f5ab102c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1341255602'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:10.466890 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754d7d2b-bed6-4dc6-9bd5-64ce9e48c8d4 None None] Network 75a98e59-756d-4852-ae6b-9872f5ab102c requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:29:10.596311 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759ff222-e4a9-4387-b3e5-8e7d80e0190e tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:29:10.608812 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569a73a0-63bf-420a-a5f5-3afd6eb20145 None None] Sync routers for ids ['e760bbae-4fcf-49c1-b220-35dacef66bbf'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:10.645756 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569a73a0-63bf-420a-a5f5-3afd6eb20145 None None] Routers {'e760bbae-4fcf-49c1-b220-35dacef66bbf'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:10.647571 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-569a73a0-63bf-420a-a5f5-3afd6eb20145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:28:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['e760bbae-4fcf-49c1-b220-35dacef66bbf'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:10.660725 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e81cd1-3b82-4422-8f24-825e2ab0964f req-d7042206-99e7-4c1a-a09c-f25330d675f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:10.662285 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-92e81cd1-3b82-4422-8f24-825e2ab0964f req-d7042206-99e7-4c1a-a09c-f25330d675f3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d0a92e41-b53c-45b5-bbe3-f68351bc2fb1 HTTP/1.1" status: 200 len: 852 time: 0.0682638 Feb 09 01:29:10.666149 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-84db391a-fb96-4810-903f-f0ff94dc689c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af8b00f3-e1f8-409c-a165-1efc5f0718b6 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:29:10.714550 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-84db391a-fb96-4810-903f-f0ff94dc689c service neutron] Publish callbacks [] for port (af8b00f3-e1f8-409c-a165-1efc5f0718b6), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:10.773052 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-92e81cd1-3b82-4422-8f24-825e2ab0964f req-0a9df1fd-75bf-4369-b02a-020c87233ea9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d7017e2a-db2c-4df8-a390-acbb50684ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005418 Feb 09 01:29:10.783345 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-759ff222-e4a9-4387-b3e5-8e7d80e0190e tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:10.785050 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-759ff222-e4a9-4387-b3e5-8e7d80e0190e tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 18.6007085 Feb 09 01:29:10.790154 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41762) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:10.816322 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-569a73a0-63bf-420a-a5f5-3afd6eb20145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:10.816644 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-72c70a4d-2b07-43e8-acb5-13946cc21bea tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:10.854498 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569a73a0-63bf-420a-a5f5-3afd6eb20145 None None] Routers {'e760bbae-4fcf-49c1-b220-35dacef66bbf'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:10.855150 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-569a73a0-63bf-420a-a5f5-3afd6eb20145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:28:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['e760bbae-4fcf-49c1-b220-35dacef66bbf'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:10.917049 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-92e81cd1-3b82-4422-8f24-825e2ab0964f req-cbb754d0-e741-43b6-b24f-bc63b1a12181 service neutron] 10.222.0.91 "GET /v2.0/networks/d7017e2a-db2c-4df8-a390-acbb50684ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306303 Feb 09 01:29:10.944822 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 03494d71-edfe-42e3-93e2-8483bd128dd3 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:29:10.945258 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-569a73a0-63bf-420a-a5f5-3afd6eb20145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:10.946148 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569a73a0-63bf-420a-a5f5-3afd6eb20145 None None] The sync data for ids ['e760bbae-4fcf-49c1-b220-35dacef66bbf'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:10.955008 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-84db391a-fb96-4810-903f-f0ff94dc689c service neutron] Transition to ACTIVE for port object af8b00f3-e1f8-409c-a165-1efc5f0718b6 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:10.962162 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 225da1ce-bc81-4be4-81f7-e619bbd03275 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:10.963865 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device f3f5056a-bf4f-4b57-94d7-5a85c9531729 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:29:10.986340 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ce423-c9ab-4fce-8942-99bada5ae654 req-455025b4-c1b4-40f1-8cb3-d971b8a59982 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:10.988206 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2e5ce423-c9ab-4fce-8942-99bada5ae654 req-455025b4-c1b4-40f1-8cb3-d971b8a59982 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2765749-d1e1-427e-8100-89f7f4eea0c0 HTTP/1.1" status: 200 len: 944 time: 0.3136330 Feb 09 01:29:11.023932 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-84db391a-fb96-4810-903f-f0ff94dc689c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (af8b00f3-e1f8-409c-a165-1efc5f0718b6), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:11.053929 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b5da08cb-7e4f-4b0b-b20b-44b4466acfd8 None None] Provisioning complete for port 48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:11.054605 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b5da08cb-7e4f-4b0b-b20b-44b4466acfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:11.104569 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db391a-fb96-4810-903f-f0ff94dc689c service neutron] Pushing event updated for resources: {'Port': ['ID=af8b00f3-e1f8-409c-a165-1efc5f0718b6,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:11.155148 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b5da08cb-7e4f-4b0b-b20b-44b4466acfd8 None None] Port 48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:29:11.236536 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd62184-ebee-4ce4-935f-43012437c9ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-75a98e59-756d-4852-ae6b-9872f5ab102c', 'network_id': '75a98e59-756d-4852-ae6b-9872f5ab102c', 'project_id': 'b2a4cd03f479466a8ba125eb4d256536', 'fixed_ips': [{'subnet_id': '646077ee-701d-44f6-aa6c-f4b0e15c43fd'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:29:11.238875 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6dd62184-ebee-4ce4-935f-43012437c9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:11.249470 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.resource_extend [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:29:11.316972 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b741f6ef-7641-4d99-9f77-1df9de3c73a7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (7119666b-98b9-44a5-a67b-a92d0446b31b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:11.364457 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 7f151bf9-ff0e-495b-a444-5cec78ac9a4f is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:11.365064 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7f151bf9-ff0e-495b-a444-5cec78ac9a4f), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:11.399819 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2e5ce423-c9ab-4fce-8942-99bada5ae654 req-fda19c75-02a1-4ef1-b1d8-10fd060e51d1 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2986e66-5bf8-4106-965e-d9f5e5d6b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692334 Feb 09 01:29:11.423213 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-92e81cd1-3b82-4422-8f24-825e2ab0964f req-d72a047c-dd5a-479d-a0bb-fced1aaba783 service neutron] 10.222.0.91 "GET /v2.0/networks/d7017e2a-db2c-4df8-a390-acbb50684ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4919446 Feb 09 01:29:11.476254 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b5da08cb-7e4f-4b0b-b20b-44b4466acfd8 None None] Provisioning complete for port f3f5056a-bf4f-4b57-94d7-5a85c9531729 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:11.476894 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b5da08cb-7e4f-4b0b-b20b-44b4466acfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f3f5056a-bf4f-4b57-94d7-5a85c9531729), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:11.489975 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dda51e-e692-47c7-b3c6-1fc7b6537d09 req-d03b48a2-29c4-4d54-85c5-366022bd286a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:11.502664 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-05dda51e-e692-47c7-b3c6-1fc7b6537d09 req-d03b48a2-29c4-4d54-85c5-366022bd286a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=8938de44-e444-4c6d-aee4-48cefa6413a7 HTTP/1.1" status: 200 len: 944 time: 0.1935508 Feb 09 01:29:11.516078 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-84db391a-fb96-4810-903f-f0ff94dc689c service neutron] Attempting to bind port af8b00f3-e1f8-409c-a165-1efc5f0718b6 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:29:11.523474 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-84db391a-fb96-4810-903f-f0ff94dc689c service neutron] Attempting to bind port af8b00f3-e1f8-409c-a165-1efc5f0718b6 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '153f7d2f-df27-4bdc-b04a-82cc92147679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:29:11.524241 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-84db391a-fb96-4810-903f-f0ff94dc689c service neutron] Attempting to bind port af8b00f3-e1f8-409c-a165-1efc5f0718b6 on network b5cee00d-d11d-4a76-ad74-cfd798aa917c {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:11.561437 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-84db391a-fb96-4810-903f-f0ff94dc689c service neutron] Port af8b00f3-e1f8-409c-a165-1efc5f0718b6 on network b5cee00d-d11d-4a76-ad74-cfd798aa917c not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:29:11.569048 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-84db391a-fb96-4810-903f-f0ff94dc689c service neutron] Attempting to bind port af8b00f3-e1f8-409c-a165-1efc5f0718b6 on network b5cee00d-d11d-4a76-ad74-cfd798aa917c {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:11.584067 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9b5bfe18-b56f-4278-954a-cc60348dab52 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (cf3c4149-8480-492e-bdf1-7ed124251123), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:11.586599 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-84db391a-fb96-4810-903f-f0ff94dc689c service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:29:11.587081 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-84db391a-fb96-4810-903f-f0ff94dc689c service neutron] Checking segment: {'id': '153f7d2f-df27-4bdc-b04a-82cc92147679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:29:11.587579 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-84db391a-fb96-4810-903f-f0ff94dc689c service neutron] Bound using segment: {'id': '153f7d2f-df27-4bdc-b04a-82cc92147679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:29:11.591594 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-84db391a-fb96-4810-903f-f0ff94dc689c service neutron] Bound port: af8b00f3-e1f8-409c-a165-1efc5f0718b6, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '153f7d2f-df27-4bdc-b04a-82cc92147679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:29:11.592128 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-84db391a-fb96-4810-903f-f0ff94dc689c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (af8b00f3-e1f8-409c-a165-1efc5f0718b6), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:11.706906 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-05dda51e-e692-47c7-b3c6-1fc7b6537d09 req-fbc68a2d-2b6f-4679-b722-dde211799df9 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973987 Feb 09 01:29:11.795630 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5bfe18-b56f-4278-954a-cc60348dab52 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Network 1b491962-ed4d-43bc-b25a-f8e3c17cca99 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:11.817108 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-9b5bfe18-b56f-4278-954a-cc60348dab52 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:11.826040 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b79e8b-496a-41e0-ac58-fbdfd1c6c2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f151bf9-ff0e-495b-a444-5cec78ac9a4f'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:29:11.831733 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-84db391a-fb96-4810-903f-f0ff94dc689c service neutron] For port af8b00f3-e1f8-409c-a165-1efc5f0718b6, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:29:11.836364 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-84db391a-fb96-4810-903f-f0ff94dc689c service neutron] For port af8b00f3-e1f8-409c-a165-1efc5f0718b6, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=af8b00f3-e1f8-409c-a165-1efc5f0718b6,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:29:11.838298 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90c11a2-1b15-4fed-a4ec-cdf159b76173" -d '{"events": [{"server_uuid": "39b79e8b-496a-41e0-ac58-fbdfd1c6c2d8", "name": "network-vif-plugged", "status": "completed", "tag": "7f151bf9-ff0e-495b-a444-5cec78ac9a4f"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:29:11.843961 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5bfe18-b56f-4278-954a-cc60348dab52 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:29:11.847813 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-84db391a-fb96-4810-903f-f0ff94dc689c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (af8b00f3-e1f8-409c-a165-1efc5f0718b6), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:11.937116 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-84db391a-fb96-4810-903f-f0ff94dc689c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:11.941623 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-84db391a-fb96-4810-903f-f0ff94dc689c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:11.943784 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-84db391a-fb96-4810-903f-f0ff94dc689c service neutron] 10.222.0.121 "PUT /v2.0/ports/af8b00f3-e1f8-409c-a165-1efc5f0718b6 HTTP/1.1" status: 200 len: 1093 time: 2.3078136 Feb 09 01:29:11.944426 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8938de44-e444-4c6d-aee4-48cefa6413a7', 'tag': 'af8b00f3-e1f8-409c-a165-1efc5f0718b6'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:29:11.946883 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be95ff79-4db4-4be9-9ded-31bfc1c583c8" -d '{"events": [{"name": "network-changed", "server_uuid": "8938de44-e444-4c6d-aee4-48cefa6413a7", "tag": "af8b00f3-e1f8-409c-a165-1efc5f0718b6"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:29:11.949667 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678d05ea-e702-43a7-b19d-9d1c9bcbf901 x-openstack-request-id: req-678d05ea-e702-43a7-b19d-9d1c9bcbf901 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:29:11.956793 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b79e8b-496a-41e0-ac58-fbdfd1c6c2d8", "name": "network-vif-plugged", "status": "completed", "tag": "7f151bf9-ff0e-495b-a444-5cec78ac9a4f", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:29:11.959038 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-678d05ea-e702-43a7-b19d-9d1c9bcbf901 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:29:11.959692 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b79e8b-496a-41e0-ac58-fbdfd1c6c2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f151bf9-ff0e-495b-a444-5cec78ac9a4f', 'code': 200} Feb 09 01:29:11.982588 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 7f151bf9-ff0e-495b-a444-5cec78ac9a4f, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7f151bf9-ff0e-495b-a444-5cec78ac9a4f,segment=NetworkSegment(8aeeb2e7-9a95-4889-a4a3-eadf93afc837),segment_id=8aeeb2e7-9a95-4889-a4a3-eadf93afc837)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:12.040620 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5bfe18-b56f-4278-954a-cc60348dab52 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:12.041305 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9b5bfe18-b56f-4278-954a-cc60348dab52 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:12.065361 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db391a-fb96-4810-903f-f0ff94dc689c service neutron] Pushing event updated for resources: {'Port': ['ID=af8b00f3-e1f8-409c-a165-1efc5f0718b6,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:12.080813 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7f151bf9-ff0e-495b-a444-5cec78ac9a4f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:12.085887 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c6dcb0-6f43-4ab5-8fc4-0b31c1fea6c5 x-openstack-request-id: req-06c6dcb0-6f43-4ab5-8fc4-0b31c1fea6c5 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:29:12.090606 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 03494d71-edfe-42e3-93e2-8483bd128dd3, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=03494d71-edfe-42e3-93e2-8483bd128dd3,segment=NetworkSegment(8aeeb2e7-9a95-4889-a4a3-eadf93afc837),segment_id=8aeeb2e7-9a95-4889-a4a3-eadf93afc837)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:12.091147 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8938de44-e444-4c6d-aee4-48cefa6413a7", "tag": "af8b00f3-e1f8-409c-a165-1efc5f0718b6", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:29:12.091522 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-06c6dcb0-6f43-4ab5-8fc4-0b31c1fea6c5 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:29:12.092104 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8938de44-e444-4c6d-aee4-48cefa6413a7', 'tag': 'af8b00f3-e1f8-409c-a165-1efc5f0718b6', 'status': 'completed', 'code': 200} Feb 09 01:29:12.125134 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port f3f5056a-bf4f-4b57-94d7-5a85c9531729 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:12.140553 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f3f5056a-bf4f-4b57-94d7-5a85c9531729), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:12.147721 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741f6ef-7641-4d99-9f77-1df9de3c73a7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event updated for resources: {'Subnet': ['ID=7119666b-98b9-44a5-a67b-a92d0446b31b,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:12.200492 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b741f6ef-7641-4d99-9f77-1df9de3c73a7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Checking segment: {'id': '4c14527e-344a-4524-a7d8-636a350e4a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '39f15b9b-8326-4d24-bb3f-251c4aaff756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:29:12.200902 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b741f6ef-7641-4d99-9f77-1df9de3c73a7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Network hostable DHCP agents. Network: 39f15b9b-8326-4d24-bb3f-251c4aaff756, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:29:12.205735 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5bfe18-b56f-4278-954a-cc60348dab52 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Pushing event updated for resources: {'Port': ['ID=cf3c4149-8480-492e-bdf1-7ed124251123,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:12.244585 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9b5bfe18-b56f-4278-954a-cc60348dab52 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.7217624 Feb 09 01:29:12.245952 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4489d13c-95d6-4b24-8095-2d9a21d9f3b4 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Made reservation on behalf of b2a4cd03f479466a8ba125eb4d256536 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:12.251355 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4489d13c-95d6-4b24-8095-2d9a21d9f3b4 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:12.252322 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a5e96-d6a4-45e7-97e3-375e1c368cea req-18d9ec59-af76-4659-a1c6-de1df9aa070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:12.255306 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-173a5e96-d6a4-45e7-97e3-375e1c368cea req-18d9ec59-af76-4659-a1c6-de1df9aa070f service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=39b79e8b-496a-41e0-ac58-fbdfd1c6c2d8 HTTP/1.1" status: 200 len: 1129 time: 0.2164211 Feb 09 01:29:12.263047 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '03494d71-edfe-42e3-93e2-8483bd128dd3', 'network_id': 'd7017e2a-db2c-4df8-a390-acbb50684ec5', 'port_id': '03494d71-edfe-42e3-93e2-8483bd128dd3', 'mac_address': 'fa:16:3e:a9:b3:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0a92e41-b53c-45b5-bbe3-f68351bc2fb1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:29:12.283227 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-6dd62184-ebee-4ce4-935f-43012437c9ca None None] Allocated IP 172.20.0.2 (75a98e59-756d-4852-ae6b-9872f5ab102c/646077ee-701d-44f6-aa6c-f4b0e15c43fd/d9ad0016-643b-4b5f-b199-6f3612530b74) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:12.298866 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-80a665d3-2e07-4304-9f79-a831573562d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:12.301705 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-80a665d3-2e07-4304-9f79-a831573562d4 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b6fd459715684d44a0a31bd130ea655c&device_id=8938de44-e444-4c6d-aee4-48cefa6413a7 HTTP/1.1" status: 200 len: 1127 time: 0.2073066 Feb 09 01:29:12.424044 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b741f6ef-7641-4d99-9f77-1df9de3c73a7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Network 39f15b9b-8326-4d24-bb3f-251c4aaff756 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:29:12.426807 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-857a593a-5c8e-4baa-b926-b02c6388a04c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af8b00f3-e1f8-409c-a165-1efc5f0718b6 HTTP/1.1" status: 200 len: 217 time: 0.1152539 Feb 09 01:29:12.443814 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=7f151bf9-ff0e-495b-a444-5cec78ac9a4f,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:12.496850 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b5da08cb-7e4f-4b0b-b20b-44b4466acfd8 None None] Current status of the port f3f5056a-bf4f-4b57-94d7-5a85c9531729 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:12.497690 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b5da08cb-7e4f-4b0b-b20b-44b4466acfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f3f5056a-bf4f-4b57-94d7-5a85c9531729), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:12.503102 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-4489d13c-95d6-4b24-8095-2d9a21d9f3b4 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] device_id is not set on port f03f8931-622c-465a-b878-c4bb69dc393c yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:29:12.517734 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-b9225e2b-6bc2-4855-82ca-88c2957b5f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'name': 'tempest-RoutersTest-router-1260638241', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:37Z', 'updated_at': '2022-02-09T01:29:04Z', 'revision_number': 4, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'gw_port_host': None, '_interfaces': [{'id': '48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2', 'name': '', 'network_id': 'bf3e40a2-bf3e-48b5-81be-80fcc018ab9f', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:ac:5e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'e6565cae-1132-4a1d-81ca-d0379b1646a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:02Z', 'updated_at': '2022-02-09T01:29:05Z', 'revision_number': 2, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': 'e6565cae-1132-4a1d-81ca-d0379b1646a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51f55850-8367-44b2-9121-ef8cd13949af', 'name': '', 'network_id': 'da8b3422-27ca-4c4d-9a7a-f3e5107df612', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:6b:8c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:41Z', 'updated_at': '2022-02-09T01:28:53Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5298719f-f61a-4d12-a80d-7c06ba03a4bb', 'name': '', 'network_id': 'b3b673a5-1978-409c-b2ed-a30249ec9fe3', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:e5:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '5cbbf304-015a-4994-805d-f4eddb41c314', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:51Z', 'updated_at': '2022-02-09T01:29:02Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '5cbbf304-015a-4994-805d-f4eddb41c314', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:12.525466 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 03494d71-edfe-42e3-93e2-8483bd128dd3 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:12.525994 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (03494d71-edfe-42e3-93e2-8483bd128dd3), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:12.565335 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-b741f6ef-7641-4d99-9f77-1df9de3c73a7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 39f15b9b-8326-4d24-bb3f-251c4aaff756) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:12.592005 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2a5057-4649-4b14-a833-4e92833ff7eb None None] Network 39f15b9b-8326-4d24-bb3f-251c4aaff756 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:29:12.594034 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9225e2b-6bc2-4855-82ca-88c2957b5f5a None None] Checking router: a3fc2ce1-1401-4f23-95d2-887835db32e2 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:29:12.594726 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9225e2b-6bc2-4855-82ca-88c2957b5f5a None None] Updating router a3fc2ce1-1401-4f23-95d2-887835db32e2 port 48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2 binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:29:12.640679 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b741f6ef-7641-4d99-9f77-1df9de3c73a7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:12.642718 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b741f6ef-7641-4d99-9f77-1df9de3c73a7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:12.669006 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-718683b9-9b31-4ad9-9d18-3bf8a4b61481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:12.671161 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-718683b9-9b31-4ad9-9d18-3bf8a4b61481 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3c1b64de-5642-407c-82ef-1ad0f3f887f4 HTTP/1.1" status: 200 len: 850 time: 0.2371871 Feb 09 01:29:12.725005 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-173a5e96-d6a4-45e7-97e3-375e1c368cea req-d3d148ad-e57b-4191-ae26-2dec3d2507a7 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=c2986e66-5bf8-4106-965e-d9f5e5d6b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4510760 Feb 09 01:29:12.768669 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41782) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:12.775860 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b741f6ef-7641-4d99-9f77-1df9de3c73a7 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6321418 Feb 09 01:29:12.776546 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41784) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:12.785426 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-9e027ffb-d5d9-44e9-9e53-9b135e1acb39 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Request body: {'security_group': {'name': 'tempest-securitygroup--752767453', 'description': 'tempest-description--1482165437'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:12.843484 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3ded6-ec71-4e72-a1eb-8c97294f8960 req-8b4f2444-019a-414a-bf5a-f8cc21365d61 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:12.851656 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-09d3ded6-ec71-4e72-a1eb-8c97294f8960 req-8b4f2444-019a-414a-bf5a-f8cc21365d61 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2765749-d1e1-427e-8100-89f7f4eea0c0 HTTP/1.1" status: 200 len: 944 time: 0.1774261 Feb 09 01:29:12.898252 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-72c70a4d-2b07-43e8-acb5-13946cc21bea tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router_gateway (e760bbae-4fcf-49c1-b220-35dacef66bbf), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:12.964255 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-72c70a4d-2b07-43e8-acb5-13946cc21bea tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router_gateway (e760bbae-4fcf-49c1-b220-35dacef66bbf), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:12.972261 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9e027ffb-d5d9-44e9-9e53-9b135e1acb39 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:13.031506 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03494d71-edfe-42e3-93e2-8483bd128dd3 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:29:13.070923 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 03494d71-edfe-42e3-93e2-8483bd128dd3, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=03494d71-edfe-42e3-93e2-8483bd128dd3,segment=NetworkSegment(8aeeb2e7-9a95-4889-a4a3-eadf93afc837),segment_id=8aeeb2e7-9a95-4889-a4a3-eadf93afc837)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:13.144417 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-09d3ded6-ec71-4e72-a1eb-8c97294f8960 req-f2854dd7-83cb-4e88-93a4-4b8dac7a1fbb tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2986e66-5bf8-4106-965e-d9f5e5d6b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796397 Feb 09 01:29:13.156062 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-79379a9b-6fd4-42b8-81af-20542ed33619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:13.158706 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-79379a9b-6fd4-42b8-81af-20542ed33619 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b5cee00d-d11d-4a76-ad74-cfd798aa917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4205420 Feb 09 01:29:13.202978 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-72c70a4d-2b07-43e8-acb5-13946cc21bea tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Deleting port 50d8a768-9f0c-4114-96de-460bce47b67b {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:13.203320 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-72c70a4d-2b07-43e8-acb5-13946cc21bea tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (50d8a768-9f0c-4114-96de-460bce47b67b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:13.250378 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b9225e2b-6bc2-4855-82ca-88c2957b5f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:13.252651 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (03494d71-edfe-42e3-93e2-8483bd128dd3), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:13.255595 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port f3f5056a-bf4f-4b57-94d7-5a85c9531729 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:13.255595 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f3f5056a-bf4f-4b57-94d7-5a85c9531729), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:13.261498 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b5da08cb-7e4f-4b0b-b20b-44b4466acfd8 None None] For port f3f5056a-bf4f-4b57-94d7-5a85c9531729, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=f3f5056a-bf4f-4b57-94d7-5a85c9531729,segment=NetworkSegment(11bc4fb8-f83a-4bb2-85a3-7ffbecb23433),segment_id=11bc4fb8-f83a-4bb2-85a3-7ffbecb23433)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:13.270376 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6dd62184-ebee-4ce4-935f-43012437c9ca None None] Publish callbacks [] for port (d9ad0016-643b-4b5f-b199-6f3612530b74), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:13.277319 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df170aff-f109-4094-8b14-435538e03146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-39f15b9b-8326-4d24-bb3f-251c4aaff756', 'network_id': '39f15b9b-8326-4d24-bb3f-251c4aaff756', 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'fixed_ips': [{'subnet_id': '7119666b-98b9-44a5-a67b-a92d0446b31b'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:29:13.281258 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2bea9-6698-4b8e-b3d2-bbdc0eb34fa2 req-7221b3b2-192e-4f81-ac71-a5f99a0bf51f tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:13.283012 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-df170aff-f109-4094-8b14-435538e03146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:13.286360 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aab2bea9-6698-4b8e-b3d2-bbdc0eb34fa2 req-7221b3b2-192e-4f81-ac71-a5f99a0bf51f tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=8938de44-e444-4c6d-aee4-48cefa6413a7 HTTP/1.1" status: 200 len: 944 time: 0.3921523 Feb 09 01:29:13.339530 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b5da08cb-7e4f-4b0b-b20b-44b4466acfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f3f5056a-bf4f-4b57-94d7-5a85c9531729), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:13.352951 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6dd62184-ebee-4ce4-935f-43012437c9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (d9ad0016-643b-4b5f-b199-6f3612530b74), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:13.433392 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aab2bea9-6698-4b8e-b3d2-bbdc0eb34fa2 req-ea4dd3f7-6c9f-4e87-9d60-d67ca35b2d9d tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310580 Feb 09 01:29:13.494903 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9e027ffb-d5d9-44e9-9e53-9b135e1acb39 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks [] for security_group (765564cf-afc2-4411-a7c4-b4db4a3f59c0), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:13.514361 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9e027ffb-d5d9-44e9-9e53-9b135e1acb39 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (765564cf-afc2-4411-a7c4-b4db4a3f59c0), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:13.515209 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=03494d71-edfe-42e3-93e2-8483bd128dd3,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:13.537110 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd62184-ebee-4ce4-935f-43012437c9ca None None] Network 75a98e59-756d-4852-ae6b-9872f5ab102c is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:13.584681 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e027ffb-d5d9-44e9-9e53-9b135e1acb39 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=765564cf-afc2-4411-a7c4-b4db4a3f59c0,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:13.592099 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9e027ffb-d5d9-44e9-9e53-9b135e1acb39 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:13.593402 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9e027ffb-d5d9-44e9-9e53-9b135e1acb39 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8216908 Feb 09 01:29:13.596510 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-684a8790-6362-42b2-af0f-4c63fb1e74d1 service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311495 Feb 09 01:29:13.597034 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41790) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:13.604122 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-cb4201b8-5f0d-4970-93fc-531a35cb870f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Request body: {'security_group_rule': {'security_group_id': '765564cf-afc2-4411-a7c4-b4db4a3f59c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:13.607822 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-4489d13c-95d6-4b24-8095-2d9a21d9f3b4 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Allocated IP 172.20.0.12 (75a98e59-756d-4852-ae6b-9872f5ab102c/646077ee-701d-44f6-aa6c-f4b0e15c43fd/f03f8931-622c-465a-b878-c4bb69dc393c) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:13.628926 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-72c70a4d-2b07-43e8-acb5-13946cc21bea tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (50d8a768-9f0c-4114-96de-460bce47b67b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:13.645719 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['03494d71-edfe-42e3-93e2-8483bd128dd3'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:29:13.652563 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-6dd62184-ebee-4ce4-935f-43012437c9ca None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:13.661383 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd62184-ebee-4ce4-935f-43012437c9ca None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:29:13.739448 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:29:13.740002 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:29:13.757059 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cb4201b8-5f0d-4970-93fc-531a35cb870f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks [] for security_group_rule (ebd1635e-9db9-40ec-81d9-035639d039e1), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:13.821702 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-72c70a4d-2b07-43e8-acb5-13946cc21bea tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Calling delete_port for 50d8a768-9f0c-4114-96de-460bce47b67b owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:13.957917 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cb4201b8-5f0d-4970-93fc-531a35cb870f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks [] for security_group_rule (ebd1635e-9db9-40ec-81d9-035639d039e1), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:13.977894 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cb4201b8-5f0d-4970-93fc-531a35cb870f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (ebd1635e-9db9-40ec-81d9-035639d039e1), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:14.068883 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4201b8-5f0d-4970-93fc-531a35cb870f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebd1635e-9db9-40ec-81d9-035639d039e1,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:14.083589 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cb4201b8-5f0d-4970-93fc-531a35cb870f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:14.088021 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-cb4201b8-5f0d-4970-93fc-531a35cb870f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4878187 Feb 09 01:29:14.088696 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41796) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:14.104324 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-3c4fba5f-4a17-4ed5-a12f-22edf5b61c26 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Request body: {'security_group_rule': {'security_group_id': '765564cf-afc2-4411-a7c4-b4db4a3f59c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:14.129100 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e1a03854-3d21-4d60-92c4-a2ca5d8dbc52 req-a7c0d3b3-10ff-4870-a261-6fb9d93c16b6 service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5173213 Feb 09 01:29:14.175352 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41804) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:14.207644 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-776d6a18-af57-43df-bb07-56a9804cd1d4 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:14.305812 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-df170aff-f109-4094-8b14-435538e03146 None None] Allocated IP 172.23.0.2 (39f15b9b-8326-4d24-bb3f-251c4aaff756/7119666b-98b9-44a5-a67b-a92d0446b31b/11fef1bf-1636-49ba-88bb-8e0dc8aac652) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:14.359886 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3c4fba5f-4a17-4ed5-a12f-22edf5b61c26 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks [] for security_group_rule (63c5496a-1b0e-45dd-a736-b09bf1620594), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:14.491495 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-b81b3999-3269-4e39-8c06-f269bc822ae6 admin admin] Deleting subnet 62ef8227-48a6-41bf-b8b3-d477380ff943 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:29:14.498195 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-72c70a4d-2b07-43e8-acb5-13946cc21bea tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (50d8a768-9f0c-4114-96de-460bce47b67b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:14.518900 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea24bf4-f069-4615-9243-d5d355c3f83c req-1ded5ce5-74e1-4faf-bf82-6d652fe4a777 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:14.520441 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0ea24bf4-f069-4615-9243-d5d355c3f83c req-1ded5ce5-74e1-4faf-bf82-6d652fe4a777 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2765749-d1e1-427e-8100-89f7f4eea0c0 HTTP/1.1" status: 200 len: 945 time: 0.1799846 Feb 09 01:29:14.527237 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95ff79-4db4-4be9-9ded-31bfc1c583c8 req-b217f277-a9c7-4be9-afcc-0c684d51ecee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:14.528747 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-be95ff79-4db4-4be9-9ded-31bfc1c583c8 req-b217f277-a9c7-4be9-afcc-0c684d51ecee service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b6fd459715684d44a0a31bd130ea655c&device_id=8938de44-e444-4c6d-aee4-48cefa6413a7 HTTP/1.1" status: 200 len: 1127 time: 0.3241718 Feb 09 01:29:14.537879 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3c4fba5f-4a17-4ed5-a12f-22edf5b61c26 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks [] for security_group_rule (63c5496a-1b0e-45dd-a736-b09bf1620594), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:14.646296 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95ff79-4db4-4be9-9ded-31bfc1c583c8 req-f8df4fb3-8527-4679-944f-4636ee88b8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:14.647778 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-be95ff79-4db4-4be9-9ded-31bfc1c583c8 req-f8df4fb3-8527-4679-944f-4636ee88b8e3 service neutron] 10.222.0.121 "GET /v2.0/networks?id=b5cee00d-d11d-4a76-ad74-cfd798aa917c HTTP/1.1" status: 200 len: 912 time: 0.1087680 Feb 09 01:29:14.678029 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3c4fba5f-4a17-4ed5-a12f-22edf5b61c26 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (63c5496a-1b0e-45dd-a736-b09bf1620594), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:14.729488 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-df170aff-f109-4094-8b14-435538e03146 None None] Publish callbacks [] for port (11fef1bf-1636-49ba-88bb-8e0dc8aac652), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:14.844230 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-776d6a18-af57-43df-bb07-56a9804cd1d4 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Allocated IP 172.23.0.1 (39f15b9b-8326-4d24-bb3f-251c4aaff756/7119666b-98b9-44a5-a67b-a92d0446b31b/48e86744-d873-4343-9511-f7e0ede2927e) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:14.855536 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0ea24bf4-f069-4615-9243-d5d355c3f83c req-d16830e0-9952-4c4a-af3e-e0fa941f011d tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2986e66-5bf8-4106-965e-d9f5e5d6b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257897 Feb 09 01:29:14.856840 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-be95ff79-4db4-4be9-9ded-31bfc1c583c8 req-2c629c24-1c04-46f4-aef4-486b633c0008 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af8b00f3-e1f8-409c-a165-1efc5f0718b6 HTTP/1.1" status: 200 len: 217 time: 0.1860616 Feb 09 01:29:14.857711 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da08cb-7e4f-4b0b-b20b-44b4466acfd8 None None] Pushing event updated for resources: {'Port': ['ID=f3f5056a-bf4f-4b57-94d7-5a85c9531729,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:14.890484 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4fba5f-4a17-4ed5-a12f-22edf5b61c26 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63c5496a-1b0e-45dd-a736-b09bf1620594,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:14.951873 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3c4fba5f-4a17-4ed5-a12f-22edf5b61c26 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:14.957112 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3c4fba5f-4a17-4ed5-a12f-22edf5b61c26 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8645878 Feb 09 01:29:14.957769 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41808) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:14.990482 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-b78ff2be-f2f7-4608-b877-24133734ec30 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:15.008268 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-776d6a18-af57-43df-bb07-56a9804cd1d4 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for port (48e86744-d873-4343-9511-f7e0ede2927e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:15.040308 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-6dd62184-ebee-4ce4-935f-43012437c9ca None None] Attempting to bind port d9ad0016-643b-4b5f-b199-6f3612530b74 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:29:15.040917 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-6dd62184-ebee-4ce4-935f-43012437c9ca None None] Attempting to bind port d9ad0016-643b-4b5f-b199-6f3612530b74 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'd0eb1cbd-b278-4cae-936c-f3a8852ff565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '75a98e59-756d-4852-ae6b-9872f5ab102c'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:29:15.041436 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd62184-ebee-4ce4-935f-43012437c9ca None None] Attempting to bind port d9ad0016-643b-4b5f-b199-6f3612530b74 on network 75a98e59-756d-4852-ae6b-9872f5ab102c {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:15.054826 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-ddee3eb4-2b74-44bf-928a-7e4efea1b6fa None None] Provisioning complete for port cf3c4149-8480-492e-bdf1-7ed124251123 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:15.055275 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ddee3eb4-2b74-44bf-928a-7e4efea1b6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (cf3c4149-8480-492e-bdf1-7ed124251123), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:15.059242 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bb334-2dc7-4f24-8b9d-54051002c777 req-4cc53879-0cfa-4c14-9bad-269a025d6d16 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:15.066346 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-844bb334-2dc7-4f24-8b9d-54051002c777 req-4cc53879-0cfa-4c14-9bad-269a025d6d16 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=8938de44-e444-4c6d-aee4-48cefa6413a7 HTTP/1.1" status: 200 len: 944 time: 0.4117587 Feb 09 01:29:15.076140 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:29:15.116338 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95ff79-4db4-4be9-9ded-31bfc1c583c8 req-9536ebf8-a71b-4c58-9b14-15d9f91d32ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:15.118117 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-be95ff79-4db4-4be9-9ded-31bfc1c583c8 req-9536ebf8-a71b-4c58-9b14-15d9f91d32ec service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3c1b64de-5642-407c-82ef-1ad0f3f887f4 HTTP/1.1" status: 200 len: 850 time: 0.2458193 Feb 09 01:29:15.131663 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b78ff2be-f2f7-4608-b877-24133734ec30 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:15.136719 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port f3f5056a-bf4f-4b57-94d7-5a85c9531729 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:15.137844 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:29:15.181909 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd62184-ebee-4ce4-935f-43012437c9ca None None] Pushing event updated for resources: {'Port': ['ID=d9ad0016-643b-4b5f-b199-6f3612530b74,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:15.193497 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-df170aff-f109-4094-8b14-435538e03146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (11fef1bf-1636-49ba-88bb-8e0dc8aac652), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:15.285864 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-844bb334-2dc7-4f24-8b9d-54051002c777 req-53b3fbbe-1595-4f21-8bce-a21ce9e073d9 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119858 Feb 09 01:29:15.298351 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95ff79-4db4-4be9-9ded-31bfc1c583c8 req-11771da2-1a03-442f-85ac-b272ecd60a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:15.301267 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd62184-ebee-4ce4-935f-43012437c9ca None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:29:15.301665 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd62184-ebee-4ce4-935f-43012437c9ca None None] Checking segment: {'id': 'd0eb1cbd-b278-4cae-936c-f3a8852ff565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '75a98e59-756d-4852-ae6b-9872f5ab102c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:29:15.302082 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6dd62184-ebee-4ce4-935f-43012437c9ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:15.302633 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd62184-ebee-4ce4-935f-43012437c9ca None None] Bound using segment: {'id': 'd0eb1cbd-b278-4cae-936c-f3a8852ff565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '75a98e59-756d-4852-ae6b-9872f5ab102c'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:29:15.303146 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-6dd62184-ebee-4ce4-935f-43012437c9ca None None] Bound port: d9ad0016-643b-4b5f-b199-6f3612530b74, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0eb1cbd-b278-4cae-936c-f3a8852ff565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '75a98e59-756d-4852-ae6b-9872f5ab102c'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:29:15.303532 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6dd62184-ebee-4ce4-935f-43012437c9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d9ad0016-643b-4b5f-b199-6f3612530b74), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:15.308842 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-be95ff79-4db4-4be9-9ded-31bfc1c583c8 req-11771da2-1a03-442f-85ac-b272ecd60a21 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b5cee00d-d11d-4a76-ad74-cfd798aa917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1700358 Feb 09 01:29:15.323269 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ddee3eb4-2b74-44bf-928a-7e4efea1b6fa None None] Port cf3c4149-8480-492e-bdf1-7ed124251123 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:29:15.340619 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df170aff-f109-4094-8b14-435538e03146 None None] Network 39f15b9b-8326-4d24-bb3f-251c4aaff756 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:15.342468 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df170aff-f109-4094-8b14-435538e03146 None None] Pushing event updated for resources: {'Port': ['ID=11fef1bf-1636-49ba-88bb-8e0dc8aac652,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:15.460132 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-6dd62184-ebee-4ce4-935f-43012437c9ca None None] For port d9ad0016-643b-4b5f-b199-6f3612530b74, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:29:15.464014 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-6dd62184-ebee-4ce4-935f-43012437c9ca None None] For port d9ad0016-643b-4b5f-b199-6f3612530b74, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d9ad0016-643b-4b5f-b199-6f3612530b74,segment=NetworkSegment(d0eb1cbd-b278-4cae-936c-f3a8852ff565),segment_id=d0eb1cbd-b278-4cae-936c-f3a8852ff565)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:29:15.477611 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-df170aff-f109-4094-8b14-435538e03146 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:15.483014 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df170aff-f109-4094-8b14-435538e03146 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:29:15.498816 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-be95ff79-4db4-4be9-9ded-31bfc1c583c8 req-5bfa1e78-7f5b-4243-b6ef-f7cb2735256f service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794794 Feb 09 01:29:15.525999 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6dd62184-ebee-4ce4-935f-43012437c9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d9ad0016-643b-4b5f-b199-6f3612530b74), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:15.584185 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-ddee3eb4-2b74-44bf-928a-7e4efea1b6fa None None] Provisioning complete for port 48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:15.584571 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ddee3eb4-2b74-44bf-928a-7e4efea1b6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:15.646427 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b81b3999-3269-4e39-8c06-f269bc822ae6 admin admin] Publish callbacks [] for subnet (62ef8227-48a6-41bf-b8b3-d477380ff943), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:15.663830 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c70a4d-2b07-43e8-acb5-13946cc21bea tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Pushing event deleted for resources: {'Port': ['ID=50d8a768-9f0c-4114-96de-460bce47b67b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:15.664730 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-be95ff79-4db4-4be9-9ded-31bfc1c583c8 req-f51bc043-ae18-4794-a8f8-d42464995f8b service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530924 Feb 09 01:29:15.667542 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b78ff2be-f2f7-4608-b877-24133734ec30 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:15.670444 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-776d6a18-af57-43df-bb07-56a9804cd1d4 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (48e86744-d873-4343-9511-f7e0ede2927e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:15.780400 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776d6a18-af57-43df-bb07-56a9804cd1d4 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Network 39f15b9b-8326-4d24-bb3f-251c4aaff756 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:15.803758 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b9225e2b-6bc2-4855-82ca-88c2957b5f5a None None] Publish callbacks [] for port (48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:15.865737 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:15.866046 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:15.867939 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b9225e2b-6bc2-4855-82ca-88c2957b5f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:15.868650 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-776d6a18-af57-43df-bb07-56a9804cd1d4 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:15.928458 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776d6a18-af57-43df-bb07-56a9804cd1d4 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:29:15.979011 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ddee3eb4-2b74-44bf-928a-7e4efea1b6fa None None] Port 48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:29:15.988615 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-df170aff-f109-4094-8b14-435538e03146 None None] Attempting to bind port 11fef1bf-1636-49ba-88bb-8e0dc8aac652 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:29:15.988991 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-df170aff-f109-4094-8b14-435538e03146 None None] Attempting to bind port 11fef1bf-1636-49ba-88bb-8e0dc8aac652 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '4c14527e-344a-4524-a7d8-636a350e4a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '39f15b9b-8326-4d24-bb3f-251c4aaff756'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:29:15.989355 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df170aff-f109-4094-8b14-435538e03146 None None] Attempting to bind port 11fef1bf-1636-49ba-88bb-8e0dc8aac652 on network 39f15b9b-8326-4d24-bb3f-251c4aaff756 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:16.040598 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df170aff-f109-4094-8b14-435538e03146 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:29:16.041692 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df170aff-f109-4094-8b14-435538e03146 None None] Checking segment: {'id': '4c14527e-344a-4524-a7d8-636a350e4a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '39f15b9b-8326-4d24-bb3f-251c4aaff756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:29:16.042115 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-df170aff-f109-4094-8b14-435538e03146 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:16.042520 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df170aff-f109-4094-8b14-435538e03146 None None] Bound using segment: {'id': '4c14527e-344a-4524-a7d8-636a350e4a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '39f15b9b-8326-4d24-bb3f-251c4aaff756'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:29:16.043019 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-df170aff-f109-4094-8b14-435538e03146 None None] Bound port: 11fef1bf-1636-49ba-88bb-8e0dc8aac652, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c14527e-344a-4524-a7d8-636a350e4a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '39f15b9b-8326-4d24-bb3f-251c4aaff756'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:29:16.043406 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-df170aff-f109-4094-8b14-435538e03146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (11fef1bf-1636-49ba-88bb-8e0dc8aac652), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:16.065486 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d6a18-af57-43df-bb07-56a9804cd1d4 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event updated for resources: {'Port': ['ID=48e86744-d873-4343-9511-f7e0ede2927e,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:16.075017 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd62184-ebee-4ce4-935f-43012437c9ca None None] Pushing event updated for resources: {'Port': ['ID=d9ad0016-643b-4b5f-b199-6f3612530b74,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:16.088251 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b81b3999-3269-4e39-8c06-f269bc822ae6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (62ef8227-48a6-41bf-b8b3-d477380ff943), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:16.178511 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-ddee3eb4-2b74-44bf-928a-7e4efea1b6fa None None] Provisioning complete for port f3f5056a-bf4f-4b57-94d7-5a85c9531729 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:16.178726 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ddee3eb4-2b74-44bf-928a-7e4efea1b6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f3f5056a-bf4f-4b57-94d7-5a85c9531729), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:16.261517 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-72c70a4d-2b07-43e8-acb5-13946cc21bea tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (e760bbae-4fcf-49c1-b220-35dacef66bbf), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:16.331710 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-776d6a18-af57-43df-bb07-56a9804cd1d4 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (a3fc2ce1-1401-4f23-95d2-887835db32e2), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:16.348723 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4489d13c-95d6-4b24-8095-2d9a21d9f3b4 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks [] for port (f03f8931-622c-465a-b878-c4bb69dc393c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:16.499878 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a27e4-c82f-43f2-948d-98750b356da7 None None] Pushing event updated for resources: {'Port': ['ID=48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:16.515610 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-b9225e2b-6bc2-4855-82ca-88c2957b5f5a None None] Attempting to bind port 48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:29:16.516723 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-b9225e2b-6bc2-4855-82ca-88c2957b5f5a None None] Attempting to bind port 48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'e0dd4453-60f4-4d2c-b046-d4337f9f020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'bf3e40a2-bf3e-48b5-81be-80fcc018ab9f'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:29:16.517424 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9225e2b-6bc2-4855-82ca-88c2957b5f5a None None] Attempting to bind port 48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2 on network bf3e40a2-bf3e-48b5-81be-80fcc018ab9f {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:16.526428 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:16.545346 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9225e2b-6bc2-4855-82ca-88c2957b5f5a None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:29:16.545911 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9225e2b-6bc2-4855-82ca-88c2957b5f5a None None] Checking segment: {'id': 'e0dd4453-60f4-4d2c-b046-d4337f9f020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'bf3e40a2-bf3e-48b5-81be-80fcc018ab9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:29:16.546429 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b9225e2b-6bc2-4855-82ca-88c2957b5f5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:16.546932 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9225e2b-6bc2-4855-82ca-88c2957b5f5a None None] Bound using segment: {'id': 'e0dd4453-60f4-4d2c-b046-d4337f9f020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'bf3e40a2-bf3e-48b5-81be-80fcc018ab9f'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:29:16.547573 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-b9225e2b-6bc2-4855-82ca-88c2957b5f5a None None] Bound port: 48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0dd4453-60f4-4d2c-b046-d4337f9f020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'bf3e40a2-bf3e-48b5-81be-80fcc018ab9f'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:29:16.548391 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b9225e2b-6bc2-4855-82ca-88c2957b5f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:16.572815 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-df170aff-f109-4094-8b14-435538e03146 None None] For port 11fef1bf-1636-49ba-88bb-8e0dc8aac652, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:29:16.598031 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-df170aff-f109-4094-8b14-435538e03146 None None] For port 11fef1bf-1636-49ba-88bb-8e0dc8aac652, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=11fef1bf-1636-49ba-88bb-8e0dc8aac652,segment=NetworkSegment(4c14527e-344a-4524-a7d8-636a350e4a79),segment_id=4c14527e-344a-4524-a7d8-636a350e4a79)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:29:16.692357 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-df170aff-f109-4094-8b14-435538e03146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (11fef1bf-1636-49ba-88bb-8e0dc8aac652), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:16.707014 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device af8b00f3-e1f8-409c-a165-1efc5f0718b6 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:29:16.878064 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-b78ff2be-f2f7-4608-b877-24133734ec30 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Allocated IP 172.25.1.147 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/e199ab4e-c3cf-4cee-9e36-5ba742d0c51a) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:17.032044 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d9ad0016-643b-4b5f-b199-6f3612530b74 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:29:17.034058 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b78ff2be-f2f7-4608-b877-24133734ec30 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks [] for port (e199ab4e-c3cf-4cee-9e36-5ba742d0c51a), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:17.052503 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-72c70a4d-2b07-43e8-acb5-13946cc21bea tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8820'] for router (e760bbae-4fcf-49c1-b220-35dacef66bbf), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:17.096299 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b78ff2be-f2f7-4608-b877-24133734ec30 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (e199ab4e-c3cf-4cee-9e36-5ba742d0c51a), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:17.141521 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78ff2be-f2f7-4608-b877-24133734ec30 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:17.160583 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-b78ff2be-f2f7-4608-b877-24133734ec30 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:17.171657 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78ff2be-f2f7-4608-b877-24133734ec30 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:29:17.213033 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ddee3eb4-2b74-44bf-928a-7e4efea1b6fa None None] Current status of the port f3f5056a-bf4f-4b57-94d7-5a85c9531729 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:17.236724 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-72c70a4d-2b07-43e8-acb5-13946cc21bea tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622185'] for router (e760bbae-4fcf-49c1-b220-35dacef66bbf), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:17.243328 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b81b3999-3269-4e39-8c06-f269bc822ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (62ef8227-48a6-41bf-b8b3-d477380ff943), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:17.248132 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4489d13c-95d6-4b24-8095-2d9a21d9f3b4 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (f03f8931-622c-465a-b878-c4bb69dc393c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:17.290306 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.resource_extend [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:29:17.299763 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b9225e2b-6bc2-4855-82ca-88c2957b5f5a None None] For port 48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:29:17.323644 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 03494d71-edfe-42e3-93e2-8483bd128dd3 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:29:17.393750 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef271787-014d-433a-abb0-0f346ff950e9 req-9ef1b4f7-de80-4a8c-9f00-1e8145a15d45 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:17.395729 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ef271787-014d-433a-abb0-0f346ff950e9 req-9ef1b4f7-de80-4a8c-9f00-1e8145a15d45 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=8938de44-e444-4c6d-aee4-48cefa6413a7 HTTP/1.1" status: 200 len: 944 time: 0.7478890 Feb 09 01:29:17.402816 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00ead3-09e5-4e36-9c55-33395e36ce9d req-14cacc60-05a5-4421-b5ef-ee1769071ca6 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:17.414848 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0e00ead3-09e5-4e36-9c55-33395e36ce9d req-14cacc60-05a5-4421-b5ef-ee1769071ca6 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2765749-d1e1-427e-8100-89f7f4eea0c0 HTTP/1.1" status: 200 len: 945 time: 0.7657509 Feb 09 01:29:17.523587 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ff2be-f2f7-4608-b877-24133734ec30 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Pushing event updated for resources: {'Port': ['ID=e199ab4e-c3cf-4cee-9e36-5ba742d0c51a,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:17.577549 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b9225e2b-6bc2-4855-82ca-88c2957b5f5a None None] For port 48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2,segment=NetworkSegment(e0dd4453-60f4-4d2c-b046-d4337f9f020b),segment_id=e0dd4453-60f4-4d2c-b046-d4337f9f020b)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:29:17.627785 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df170aff-f109-4094-8b14-435538e03146 None None] Pushing event updated for resources: {'Port': ['ID=11fef1bf-1636-49ba-88bb-8e0dc8aac652,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:17.692043 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port af8b00f3-e1f8-409c-a165-1efc5f0718b6, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=af8b00f3-e1f8-409c-a165-1efc5f0718b6,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:17.709567 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-776d6a18-af57-43df-bb07-56a9804cd1d4 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (48e86744-d873-4343-9511-f7e0ede2927e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:17.717919 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df170aff-f109-4094-8b14-435538e03146 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:17.718590 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df170aff-f109-4094-8b14-435538e03146 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:17.719667 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df170aff-f109-4094-8b14-435538e03146 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:17.720577 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df170aff-f109-4094-8b14-435538e03146 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:17.721351 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df170aff-f109-4094-8b14-435538e03146 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:17.721847 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df170aff-f109-4094-8b14-435538e03146 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:17.722486 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df170aff-f109-4094-8b14-435538e03146 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:17.722995 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df170aff-f109-4094-8b14-435538e03146 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:17.724132 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df170aff-f109-4094-8b14-435538e03146 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:17.724644 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df170aff-f109-4094-8b14-435538e03146 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:17.725136 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df170aff-f109-4094-8b14-435538e03146 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:17.725621 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df170aff-f109-4094-8b14-435538e03146 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:17.726115 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df170aff-f109-4094-8b14-435538e03146 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:17.730279 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': 'af8b00f3-e1f8-409c-a165-1efc5f0718b6', 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c', 'port_id': 'af8b00f3-e1f8-409c-a165-1efc5f0718b6', 'mac_address': 'fa:16:3e:f7:77:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c1b64de-5642-407c-82ef-1ad0f3f887f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:29:17.736698 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b9225e2b-6bc2-4855-82ca-88c2957b5f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:17.805090 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-5fcbd16f-9f29-4309-88e1-9cf93be6176c None None] Provisioning complete for port 48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:17.805468 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5fcbd16f-9f29-4309-88e1-9cf93be6176c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:17.811488 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b78ff2be-f2f7-4608-b877-24133734ec30 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks [] for floatingip (5bcb845e-f6d2-4df8-b9cb-ce1bea5ece05), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:17.817881 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489d13c-95d6-4b24-8095-2d9a21d9f3b4 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Pushing event updated for resources: {'Port': ['ID=f03f8931-622c-465a-b878-c4bb69dc393c,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:17.910152 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a27e4-c82f-43f2-948d-98750b356da7 None None] Pushing event updated for resources: {'Port': ['ID=48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:17.927086 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port af8b00f3-e1f8-409c-a165-1efc5f0718b6 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:17.927853 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (af8b00f3-e1f8-409c-a165-1efc5f0718b6), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:17.957513 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b78ff2be-f2f7-4608-b877-24133734ec30 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e199ab4e-c3cf-4cee-9e36-5ba742d0c51a), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:17.962131 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port d9ad0016-643b-4b5f-b199-6f3612530b74 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:17.962562 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d9ad0016-643b-4b5f-b199-6f3612530b74), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:18.020119 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af8b00f3-e1f8-409c-a165-1efc5f0718b6 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:29:18.084909 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229a7f79-97c5-4618-a24b-9392050056f9 None None] Network 75a98e59-756d-4852-ae6b-9872f5ab102c requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:29:18.111180 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ef271787-014d-433a-abb0-0f346ff950e9 req-93e7a101-58e3-4198-af23-289a6e07c4b7 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6917620 Feb 09 01:29:18.126032 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 03494d71-edfe-42e3-93e2-8483bd128dd3 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:18.178833 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b81b3999-3269-4e39-8c06-f269bc822ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (62ef8227-48a6-41bf-b8b3-d477380ff943), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:18.214111 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 03494d71-edfe-42e3-93e2-8483bd128dd3 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:18.214732 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (03494d71-edfe-42e3-93e2-8483bd128dd3), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:18.229235 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4489d13c-95d6-4b24-8095-2d9a21d9f3b4 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Network 75a98e59-756d-4852-ae6b-9872f5ab102c is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:18.240894 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b3999-3269-4e39-8c06-f269bc822ae6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62ef8227-48a6-41bf-b8b3-d477380ff943,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:18.248017 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-4489d13c-95d6-4b24-8095-2d9a21d9f3b4 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:18.251112 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b81b3999-3269-4e39-8c06-f269bc822ae6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:18.255909 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b81b3999-3269-4e39-8c06-f269bc822ae6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/62ef8227-48a6-41bf-b8b3-d477380ff943 HTTP/1.1" status: 204 len: 168 time: 4.0742924 Feb 09 01:29:18.259121 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9225e2b-6bc2-4855-82ca-88c2957b5f5a None None] Routers {'a3fc2ce1-1401-4f23-95d2-887835db32e2'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:18.260012 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-b9225e2b-6bc2-4855-82ca-88c2957b5f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:28:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a3fc2ce1-1401-4f23-95d2-887835db32e2'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:18.263603 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4489d13c-95d6-4b24-8095-2d9a21d9f3b4 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:29:18.269331 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41820) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:18.319671 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port af8b00f3-e1f8-409c-a165-1efc5f0718b6, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=af8b00f3-e1f8-409c-a165-1efc5f0718b6,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:18.326903 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b78ff2be-f2f7-4608-b877-24133734ec30 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks [] for port (e199ab4e-c3cf-4cee-9e36-5ba742d0c51a), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:18.334634 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0e00ead3-09e5-4e36-9c55-33395e36ce9d req-5121b6df-d6ed-43a0-a914-807363018202 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2986e66-5bf8-4106-965e-d9f5e5d6b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8794968 Feb 09 01:29:18.335950 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b78ff2be-f2f7-4608-b877-24133734ec30 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (e199ab4e-c3cf-4cee-9e36-5ba742d0c51a), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:18.386872 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4489d13c-95d6-4b24-8095-2d9a21d9f3b4 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:18.387147 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ff2be-f2f7-4608-b877-24133734ec30 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Pushing event updated for resources: {'Port': ['ID=e199ab4e-c3cf-4cee-9e36-5ba742d0c51a,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:18.387937 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4489d13c-95d6-4b24-8095-2d9a21d9f3b4 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:18.421047 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c70a4d-2b07-43e8-acb5-13946cc21bea tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Router e760bbae-4fcf-49c1-b220-35dacef66bbf has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:29:18.476064 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b78ff2be-f2f7-4608-b877-24133734ec30 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (5bcb845e-f6d2-4df8-b9cb-ce1bea5ece05), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:18.497796 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b78ff2be-f2f7-4608-b877-24133734ec30 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:18.511614 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b78ff2be-f2f7-4608-b877-24133734ec30 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5446491 Feb 09 01:29:18.538792 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-b9225e2b-6bc2-4855-82ca-88c2957b5f5a None None] Set router a3fc2ce1-1401-4f23-95d2-887835db32e2 gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:29:18.582280 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41824) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:18.596224 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4489d13c-95d6-4b24-8095-2d9a21d9f3b4 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 8.1882112 Feb 09 01:29:18.605984 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-776d6a18-af57-43df-bb07-56a9804cd1d4 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for port (48e86744-d873-4343-9511-f7e0ede2927e), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:18.645543 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-776d6a18-af57-43df-bb07-56a9804cd1d4 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (48e86744-d873-4343-9511-f7e0ede2927e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:18.754471 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5fcbd16f-9f29-4309-88e1-9cf93be6176c None None] Current status of the port 48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:18.755876 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5fcbd16f-9f29-4309-88e1-9cf93be6176c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:18.758239 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (af8b00f3-e1f8-409c-a165-1efc5f0718b6), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:18.795920 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7471356e-1a84-469a-8935-d964c29fd594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (2ac07b4c-23f7-40e9-9fdd-08e88de649ee), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:18.816393 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-ca2c076d-bcc5-4a44-8740-29459dcb3a30 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Deleting port f03f8931-622c-465a-b878-c4bb69dc393c {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:18.826080 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ca2c076d-bcc5-4a44-8740-29459dcb3a30 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (f03f8931-622c-465a-b878-c4bb69dc393c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:18.942990 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-776d6a18-af57-43df-bb07-56a9804cd1d4 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (a3fc2ce1-1401-4f23-95d2-887835db32e2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:18.957990 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53befc8-ca66-4c39-8068-98a731720a0d None None] Network 39f15b9b-8326-4d24-bb3f-251c4aaff756 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:29:18.973348 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-bcc7b228-614d-4cf2-b606-6307d76f17ae tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--752767453&fields=id&tenant_id=5cc038305e744ad69576548c638221e8 HTTP/1.1" status: 200 len: 267 time: 0.1192005 Feb 09 01:29:18.976433 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c70a4d-2b07-43e8-acb5-13946cc21bea tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:29:18.999814 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-72c70a4d-2b07-43e8-acb5-13946cc21bea tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:19.006290 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-72c70a4d-2b07-43e8-acb5-13946cc21bea tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] 10.222.0.30 "PUT /v2.0/routers/e760bbae-4fcf-49c1-b220-35dacef66bbf HTTP/1.1" status: 200 len: 710 time: 8.1999252 Feb 09 01:29:19.011756 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41840) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:19.019290 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ca2c076d-bcc5-4a44-8740-29459dcb3a30 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (f03f8931-622c-465a-b878-c4bb69dc393c), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:19.040218 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-ca2c076d-bcc5-4a44-8740-29459dcb3a30 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Calling delete_port for f03f8931-622c-465a-b878-c4bb69dc393c owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:19.049894 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-5cbd2437-680f-438e-b650-c1e6c531cbe6 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:19.052285 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a2d96f-ef00-4579-8009-028400bb60bd None None] Sync routers for ids ['e760bbae-4fcf-49c1-b220-35dacef66bbf'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:19.056663 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-5cbd2437-680f-438e-b650-c1e6c531cbe6 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports/127f4bb7-b1ac-47b8-9c29-204eb65e075d HTTP/1.1" status: 200 len: 937 time: 0.0824103 Feb 09 01:29:19.073831 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['af8b00f3-e1f8-409c-a165-1efc5f0718b6'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:29:19.079550 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-5fcbd16f-9f29-4309-88e1-9cf93be6176c None None] For port 48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2,segment=NetworkSegment(e0dd4453-60f4-4d2c-b046-d4337f9f020b),segment_id=e0dd4453-60f4-4d2c-b046-d4337f9f020b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:19.148923 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-674da9dc-fec7-4039-9c96-387ec37b9b52 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] 10.222.0.30 "GET /v2.0/routers/e760bbae-4fcf-49c1-b220-35dacef66bbf HTTP/1.1" status: 200 len: 745 time: 0.1357985 Feb 09 01:29:19.160021 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-a6182bbe-37e0-46dc-b10e-4b447aaf8d49 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:19.164426 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5fcbd16f-9f29-4309-88e1-9cf93be6176c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:19.170563 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-a6182bbe-37e0-46dc-b10e-4b447aaf8d49 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports/cf3c4149-8480-492e-bdf1-7ed124251123 HTTP/1.1" status: 200 len: 936 time: 0.1129928 Feb 09 01:29:19.174963 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a2d96f-ef00-4579-8009-028400bb60bd None None] Routers {'e760bbae-4fcf-49c1-b220-35dacef66bbf'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:19.175699 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-09a2d96f-ef00-4579-8009-028400bb60bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:28:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['e760bbae-4fcf-49c1-b220-35dacef66bbf'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:19.178307 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=af8b00f3-e1f8-409c-a165-1efc5f0718b6,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:19.184248 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41844) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:19.209557 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port d9ad0016-643b-4b5f-b199-6f3612530b74 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:19.210110 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d9ad0016-643b-4b5f-b199-6f3612530b74), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:19.292284 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-6a05aee9-8752-478a-b624-8adff0b52dd4 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?network_id=38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1204853 Feb 09 01:29:19.303342 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-09a2d96f-ef00-4579-8009-028400bb60bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:19.333274 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7471356e-1a84-469a-8935-d964c29fd594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (2ac07b4c-23f7-40e9-9fdd-08e88de649ee), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:19.360982 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-28e1a499-52f2-48a8-b0a6-45f994328347 tempest-RoutersIpV6AdminTest-978947961 tempest-RoutersIpV6AdminTest-978947961-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=def43282-5318-4ecb-a74b-178f79c0eb6e&device_id=e760bbae-4fcf-49c1-b220-35dacef66bbf HTTP/1.1" status: 200 len: 205 time: 0.1732049 Feb 09 01:29:19.361896 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41846) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:19.362628 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-7471356e-1a84-469a-8935-d964c29fd594 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac07b4c-23f7-40e9-9fdd-08e88de649ee']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:19.383552 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d6a18-af57-43df-bb07-56a9804cd1d4 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event updated for resources: {'Port': ['ID=48e86744-d873-4343-9511-f7e0ede2927e,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:19.394610 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-7471356e-1a84-469a-8935-d964c29fd594 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2764419c-e2f1-47fc-88b3-e60891c25218') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:19.395215 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-7471356e-1a84-469a-8935-d964c29fd594 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2764419c-e2f1-47fc-88b3-e60891c25218') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:19.409563 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-82ba37e7-89c8-4e8c-8f96-77bef6280774 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?network_id=38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1156678 Feb 09 01:29:19.418296 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7471356e-1a84-469a-8935-d964c29fd594 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (2764419c-e2f1-47fc-88b3-e60891c25218), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:19.446030 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7471356e-1a84-469a-8935-d964c29fd594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (2764419c-e2f1-47fc-88b3-e60891c25218), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:19.446473 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a2d96f-ef00-4579-8009-028400bb60bd None None] Routers {'e760bbae-4fcf-49c1-b220-35dacef66bbf'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:19.447201 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-09a2d96f-ef00-4579-8009-028400bb60bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:28:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['e760bbae-4fcf-49c1-b220-35dacef66bbf'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:19.449513 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 03494d71-edfe-42e3-93e2-8483bd128dd3 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:19.450013 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (03494d71-edfe-42e3-93e2-8483bd128dd3), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:19.456023 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7471356e-1a84-469a-8935-d964c29fd594 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:29:19.456655 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7471356e-1a84-469a-8935-d964c29fd594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (2764419c-e2f1-47fc-88b3-e60891c25218), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:19.467542 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-7875145e-a65d-4709-b24d-a324c9e3d4d6 None None] Provisioning complete for port 11fef1bf-1636-49ba-88bb-8e0dc8aac652 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:19.468087 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7875145e-a65d-4709-b24d-a324c9e3d4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (11fef1bf-1636-49ba-88bb-8e0dc8aac652), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:19.478209 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e7c94b31-8737-47c9-90e0-acc8c5b34eda tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e760bbae-4fcf-49c1-b220-35dacef66bbf HTTP/1.1" status: 200 len: 205 time: 0.0883591 Feb 09 01:29:19.479013 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41850) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:19.575827 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:29:19.575827 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:29:19.575827 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:29:19.575827 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:29:19.575827 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:29:19.575827 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:29:19.575827 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:29:19.575827 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:29:19.575827 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:29:19.575827 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:29:19.575827 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:29:19.575827 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:29:19.575827 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:29:19.575827 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:29:19.575827 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:29:19.575827 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:29:19.575827 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:29:19.575827 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:29:19.575827 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:29:19.575827 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:29:19.575827 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:29:19.575827 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:29:19.575827 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:29:19.575827 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:29:19.575827 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:29:19.575827 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:29:19.575827 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:29:19.575827 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:29:19.575827 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:29:19.575827 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:29:19.575827 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:29:19.575827 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:29:19.582852 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7471356e-1a84-469a-8935-d964c29fd594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (2ac07b4c-23f7-40e9-9fdd-08e88de649ee), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:19.584400 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port d9ad0016-643b-4b5f-b199-6f3612530b74, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d9ad0016-643b-4b5f-b199-6f3612530b74,segment=NetworkSegment(d0eb1cbd-b278-4cae-936c-f3a8852ff565),segment_id=d0eb1cbd-b278-4cae-936c-f3a8852ff565)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:19.593334 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:19.593792 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7471356e-1a84-469a-8935-d964c29fd594 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:19.601906 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-09a2d96f-ef00-4579-8009-028400bb60bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:19.602930 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7471356e-1a84-469a-8935-d964c29fd594 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2ac07b4c-23f7-40e9-9fdd-08e88de649ee HTTP/1.1" status: 204 len: 168 time: 1.3323979 Feb 09 01:29:19.604517 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a2d96f-ef00-4579-8009-028400bb60bd None None] The sync data for ids ['e760bbae-4fcf-49c1-b220-35dacef66bbf'] in n-d-822053-40 is: [] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:19.620548 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d9ad0016-643b-4b5f-b199-6f3612530b74), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:19.621340 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device f3f5056a-bf4f-4b57-94d7-5a85c9531729 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:29:19.643833 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e09072be-10f4-4fc6-90dc-877d7c0bdb6f tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router (e760bbae-4fcf-49c1-b220-35dacef66bbf), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:19.648510 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471356e-1a84-469a-8935-d964c29fd594 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ac07b4c-23f7-40e9-9fdd-08e88de649ee,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:19.659382 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 03494d71-edfe-42e3-93e2-8483bd128dd3, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=03494d71-edfe-42e3-93e2-8483bd128dd3,segment=NetworkSegment(8aeeb2e7-9a95-4889-a4a3-eadf93afc837),segment_id=8aeeb2e7-9a95-4889-a4a3-eadf93afc837)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:19.661949 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcbd16f-9f29-4309-88e1-9cf93be6176c None None] Pushing event updated for resources: {'Port': ['ID=48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:19.688983 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2765749-d1e1-427e-8100-89f7f4eea0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03494d71-edfe-42e3-93e2-8483bd128dd3'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:29:19.692208 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2c9097-4589-4e5e-9f15-addf124be507" -d '{"events": [{"server_uuid": "a2765749-d1e1-427e-8100-89f7f4eea0c0", "name": "network-vif-plugged", "status": "completed", "tag": "03494d71-edfe-42e3-93e2-8483bd128dd3"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:29:19.781824 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776d6a18-af57-43df-bb07-56a9804cd1d4 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Network 39f15b9b-8326-4d24-bb3f-251c4aaff756 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:19.790405 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-776d6a18-af57-43df-bb07-56a9804cd1d4 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:19.889528 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9f648-c935-4e73-a099-9448757ba765 req-80f5685a-9a92-4030-a57c-b7e7617d9e4b tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:19.892073 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4dc9f648-c935-4e73-a099-9448757ba765 req-80f5685a-9a92-4030-a57c-b7e7617d9e4b tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=8938de44-e444-4c6d-aee4-48cefa6413a7 HTTP/1.1" status: 200 len: 945 time: 0.5742712 Feb 09 01:29:19.944287 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41858) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:19.990136 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776d6a18-af57-43df-bb07-56a9804cd1d4 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Router a3fc2ce1-1401-4f23-95d2-887835db32e2 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:29:20.053145 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (03494d71-edfe-42e3-93e2-8483bd128dd3), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:20.121913 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776d6a18-af57-43df-bb07-56a9804cd1d4 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:29:20.122164 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-6689e5ac-4de9-4534-a2a2-0d1287944ede tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:20.134617 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-776d6a18-af57-43df-bb07-56a9804cd1d4 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "PUT /v2.0/routers/a3fc2ce1-1401-4f23-95d2-887835db32e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3477528 Feb 09 01:29:20.134828 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-6689e5ac-4de9-4534-a2a2-0d1287944ede tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:20.137658 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-6689e5ac-4de9-4534-a2a2-0d1287944ede tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:20.144601 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41860) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:20.145326 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-6689e5ac-4de9-4534-a2a2-0d1287944ede tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/networks?id=c64d4aac-6638-4696-97b6-8d87827079a9&id=1b491962-ed4d-43bc-b25a-f8e3c17cca99&id=1b491962-ed4d-43bc-b25a-f8e3c17cca99&id=38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0&id=38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0 HTTP/1.1" status: 200 len: 1995 time: 0.7351069 Feb 09 01:29:20.154605 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=d9ad0016-643b-4b5f-b199-6f3612530b74,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:20.161222 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e09072be-10f4-4fc6-90dc-877d7c0bdb6f tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (e760bbae-4fcf-49c1-b220-35dacef66bbf), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:20.173395 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-b6683386-e965-49b4-9574-2c4be3d38dad tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:20.175664 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e09072be-10f4-4fc6-90dc-877d7c0bdb6f tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router_controller (e760bbae-4fcf-49c1-b220-35dacef66bbf), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:20.189709 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ca2c076d-bcc5-4a44-8740-29459dcb3a30 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (f03f8931-622c-465a-b878-c4bb69dc393c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:20.201420 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-bdabeaea-b3c4-4136-9156-bfa6af8d1bec tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/quotas/5cc038305e744ad69576548c638221e8 HTTP/1.1" status: 200 len: 375 time: 0.0551586 Feb 09 01:29:20.248415 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=03494d71-edfe-42e3-93e2-8483bd128dd3,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:20.265386 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-b9225e2b-6bc2-4855-82ca-88c2957b5f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'name': 'tempest-RoutersTest-router-1260638241', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:37Z', 'updated_at': '2022-02-09T01:29:17Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'gw_port_host': None, '_interfaces': [{'id': '48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2', 'name': '', 'network_id': 'bf3e40a2-bf3e-48b5-81be-80fcc018ab9f', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:ac:5e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'e6565cae-1132-4a1d-81ca-d0379b1646a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:02Z', 'updated_at': '2022-02-09T01:29:17Z', 'revision_number': 4, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': 'e6565cae-1132-4a1d-81ca-d0379b1646a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48e86744-d873-4343-9511-f7e0ede2927e', 'name': '', 'network_id': '39f15b9b-8326-4d24-bb3f-251c4aaff756', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:95:f8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '7119666b-98b9-44a5-a67b-a92d0446b31b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:14Z', 'updated_at': '2022-02-09T01:29:14Z', 'revision_number': 1, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '7119666b-98b9-44a5-a67b-a92d0446b31b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51f55850-8367-44b2-9121-ef8cd13949af', 'name': '', 'network_id': 'da8b3422-27ca-4c4d-9a7a-f3e5107df612', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:6b:8c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:41Z', 'updated_at': '2022-02-09T01:28:53Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5298719f-f61a-4d12-a80d-7c06ba03a4bb', 'name': '', 'network_id': 'b3b673a5-1978-409c-b2ed-a30249ec9fe3', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:e5:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '5cbbf304-015a-4994-805d-f4eddb41c314', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:51Z', 'updated_at': '2022-02-09T01:29:02Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '5cbbf304-015a-4994-805d-f4eddb41c314', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:20.278946 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-333a4589-fd3f-43c2-bb52-2104bc19dfb6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9180b1cf21a141fbba17b6961664d8d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2667677 Feb 09 01:29:20.290067 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41862) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:20.290957 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c076d-bcc5-4a44-8740-29459dcb3a30 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Pushing event deleted for resources: {'Port': ['ID=f03f8931-622c-465a-b878-c4bb69dc393c,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:20.337401 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e09072be-10f4-4fc6-90dc-877d7c0bdb6f tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (e760bbae-4fcf-49c1-b220-35dacef66bbf), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:20.337906 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09072be-10f4-4fc6-90dc-877d7c0bdb6f tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Fanout notify agent at l3_agent the message router_deleted on router e760bbae-4fcf-49c1-b220-35dacef66bbf {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:29:20.361980 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4dc9f648-c935-4e73-a099-9448757ba765 req-cf6ebef1-c2cf-42ea-a6e1-2ed31c64034d tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183834 Feb 09 01:29:20.362293 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9225e2b-6bc2-4855-82ca-88c2957b5f5a None None] The sync data for ids ['a3fc2ce1-1401-4f23-95d2-887835db32e2'] in n-d-822053-40 is: [{'id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'name': 'tempest-RoutersTest-router-1260638241', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:37Z', 'updated_at': '2022-02-09T01:29:17Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'gw_port_host': None, '_interfaces': [{'id': '48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2', 'name': '', 'network_id': 'bf3e40a2-bf3e-48b5-81be-80fcc018ab9f', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:ac:5e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'e6565cae-1132-4a1d-81ca-d0379b1646a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:02Z', 'updated_at': '2022-02-09T01:29:17Z', 'revision_number': 4, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': 'e6565cae-1132-4a1d-81ca-d0379b1646a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48e86744-d873-4343-9511-f7e0ede2927e', 'name': '', 'network_id': '39f15b9b-8326-4d24-bb3f-251c4aaff756', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:95:f8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '7119666b-98b9-44a5-a67b-a92d0446b31b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:14Z', 'updated_at': '2022-02-09T01:29:14Z', 'revision_number': 1, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '7119666b-98b9-44a5-a67b-a92d0446b31b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51f55850-8367-44b2-9121-ef8cd13949af', 'name': '', 'network_id': 'da8b3422-27ca-4c4d-9a7a-f3e5107df612', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:6b:8c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:41Z', 'updated_at': '2022-02-09T01:28:53Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5298719f-f61a-4d12-a80d-7c06ba03a4bb', 'name': '', 'network_id': 'b3b673a5-1978-409c-b2ed-a30249ec9fe3', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:e5:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '5cbbf304-015a-4994-805d-f4eddb41c314', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:51Z', 'updated_at': '2022-02-09T01:29:02Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '5cbbf304-015a-4994-805d-f4eddb41c314', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:20.370384 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e09072be-10f4-4fc6-90dc-877d7c0bdb6f tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:20.382730 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e09072be-10f4-4fc6-90dc-877d7c0bdb6f tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] 10.222.0.30 "DELETE /v2.0/routers/e760bbae-4fcf-49c1-b220-35dacef66bbf HTTP/1.1" status: 204 len: 168 time: 0.8573027 Feb 09 01:29:20.393685 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41864) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:20.427517 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port f3f5056a-bf4f-4b57-94d7-5a85c9531729 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:20.428351 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f3f5056a-bf4f-4b57-94d7-5a85c9531729), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:20.494525 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7875145e-a65d-4709-b24d-a324c9e3d4d6 None None] Current status of the port 11fef1bf-1636-49ba-88bb-8e0dc8aac652 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:20.494921 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7875145e-a65d-4709-b24d-a324c9e3d4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (11fef1bf-1636-49ba-88bb-8e0dc8aac652), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:20.503867 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-13995e46-3e96-47a0-a21a-ef5280332f7a admin admin] Publish callbacks [] for security_group (1863cf5f-cae5-40fc-84a8-bd497bdbb5f0), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:20.550278 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-13995e46-3e96-47a0-a21a-ef5280332f7a admin admin] Publish callbacks [] for security_group (1863cf5f-cae5-40fc-84a8-bd497bdbb5f0), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:20.572633 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-950bdfdf-885c-4278-be2b-0f7b19188335 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5cc038305e744ad69576548c638221e8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3702400 Feb 09 01:29:20.637867 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2dd41b1a-5019-454c-b9eb-73886419db9d tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e760bbae-4fcf-49c1-b220-35dacef66bbf HTTP/1.1" status: 200 len: 205 time: 0.2399795 Feb 09 01:29:20.641898 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41866) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:20.642637 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-13995e46-3e96-47a0-a21a-ef5280332f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1863cf5f-cae5-40fc-84a8-bd497bdbb5f0), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:20.645449 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-13995e46-3e96-47a0-a21a-ef5280332f7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:20.646681 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-13995e46-3e96-47a0-a21a-ef5280332f7a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1863cf5f-cae5-40fc-84a8-bd497bdbb5f0 HTTP/1.1" status: 204 len: 168 time: 0.3558683 Feb 09 01:29:20.675652 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13995e46-3e96-47a0-a21a-ef5280332f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1863cf5f-cae5-40fc-84a8-bd497bdbb5f0,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:20.764162 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ca2c076d-bcc5-4a44-8740-29459dcb3a30 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:20.771259 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port f3f5056a-bf4f-4b57-94d7-5a85c9531729 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:20.772550 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:29:20.789313 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ca2c076d-bcc5-4a44-8740-29459dcb3a30 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] 10.222.0.30 "DELETE /v2.0/ports/f03f8931-622c-465a-b878-c4bb69dc393c HTTP/1.1" status: 204 len: 168 time: 2.2052662 Feb 09 01:29:20.817979 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41870) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:21.012791 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d604c5-7974-4093-8efd-efc49c474d05 req-1f80df1c-9f49-4f9f-84bf-c307ec77fdda tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:21.015391 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-53d604c5-7974-4093-8efd-efc49c474d05 req-1f80df1c-9f49-4f9f-84bf-c307ec77fdda tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2765749-d1e1-427e-8100-89f7f4eea0c0 HTTP/1.1" status: 200 len: 946 time: 0.4890587 Feb 09 01:29:21.044219 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-03188e34-daa0-4a49-9174-f358a359d759 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] delete failed (client error): The resource could not be found. Feb 09 01:29:21.044219 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-03188e34-daa0-4a49-9174-f358a359d759 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] 10.222.0.30 "DELETE /v2.0/routers/e760bbae-4fcf-49c1-b220-35dacef66bbf HTTP/1.1" status: 404 len: 336 time: 0.3959057 Feb 09 01:29:21.062592 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-7875145e-a65d-4709-b24d-a324c9e3d4d6 None None] For port 11fef1bf-1636-49ba-88bb-8e0dc8aac652, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=11fef1bf-1636-49ba-88bb-8e0dc8aac652,segment=NetworkSegment(4c14527e-344a-4524-a7d8-636a350e4a79),segment_id=4c14527e-344a-4524-a7d8-636a350e4a79)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:21.068279 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41876) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:21.094809 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:21.100025 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-dcd69d0e-9260-48b3-b85b-a67bf8b4980f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:21.101863 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7875145e-a65d-4709-b24d-a324c9e3d4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (11fef1bf-1636-49ba-88bb-8e0dc8aac652), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:21.264248 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-59e172a0-f054-48d6-a7c3-2b0837029a05 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] 10.222.0.30 "GET /v2.0/ports?device_id=197a1cba-387a-4aba-ae96-981540216f0b HTTP/1.1" status: 200 len: 205 time: 0.1875138 Feb 09 01:29:21.268866 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41880) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:21.287307 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:21.287799 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:21.289312 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-7875145e-a65d-4709-b24d-a324c9e3d4d6 None None] Provisioning complete for port 48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:21.289672 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7875145e-a65d-4709-b24d-a324c9e3d4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:21.315668 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-933c0fa7-d198-444c-98c2-e4f5fde285d8 service neutron] 10.222.0.30 "GET /v2.0/networks/c64d4aac-6638-4696-97b6-8d87827079a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7117739 Feb 09 01:29:21.477632 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875145e-a65d-4709-b24d-a324c9e3d4d6 None None] Pushing event updated for resources: {'Port': ['ID=11fef1bf-1636-49ba-88bb-8e0dc8aac652,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:21.525834 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-df741e94-d32a-4e77-b4d8-4afce3f30385 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] delete failed (client error): The resource could not be found. Feb 09 01:29:21.528040 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-df741e94-d32a-4e77-b4d8-4afce3f30385 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] 10.222.0.30 "DELETE /v2.0/routers/197a1cba-387a-4aba-ae96-981540216f0b HTTP/1.1" status: 404 len: 336 time: 0.2560410 Feb 09 01:29:21.530270 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41886) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:21.611932 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7875145e-a65d-4709-b24d-a324c9e3d4d6 None None] Current status of the port 48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:21.640091 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-7875145e-a65d-4709-b24d-a324c9e3d4d6 None None] Provisioning complete for port d9ad0016-643b-4b5f-b199-6f3612530b74 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:21.640476 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7875145e-a65d-4709-b24d-a324c9e3d4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d9ad0016-643b-4b5f-b199-6f3612530b74), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:21.644476 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:21.660766 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-09cafa76-da8f-4817-9c25-4bf81994a9bb tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] 10.222.0.30 "GET /v2.0/ports?device_id=4899d678-4274-4d2c-a7d2-c02f5588c229 HTTP/1.1" status: 200 len: 205 time: 0.1053276 Feb 09 01:29:21.669158 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41890) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:21.721064 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-94276142-0c06-448e-a795-165c288f1d11 tempest-DHCPAgentSchedulersTestJSON-867593833 tempest-DHCPAgentSchedulersTestJSON-867593833-project-admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4937 time: 0.8986313 Feb 09 01:29:21.758287 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41892) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:21.781854 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-a91eaaa8-317e-45fe-ab64-3e9f7242de9f tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] delete failed (client error): The resource could not be found. Feb 09 01:29:21.783014 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a91eaaa8-317e-45fe-ab64-3e9f7242de9f tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] 10.222.0.30 "DELETE /v2.0/routers/4899d678-4274-4d2c-a7d2-c02f5588c229 HTTP/1.1" status: 404 len: 336 time: 0.1128750 Feb 09 01:29:21.786214 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-8b4a59c5-93fc-4561-b98b-ca5920e25826 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1700216895'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:21.787159 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41896) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:21.894157 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-53d604c5-7974-4093-8efd-efc49c474d05 req-9d34749b-9200-48fb-9cbc-9492e3519f6d tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2986e66-5bf8-4106-965e-d9f5e5d6b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8585150 Feb 09 01:29:21.903037 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-e6e7a6f4-6f80-4c8a-843b-839e78aaf23c service neutron] 10.222.0.30 "GET /v2.0/networks/c64d4aac-6638-4696-97b6-8d87827079a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530714 Feb 09 01:29:21.905060 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4a59c5-93fc-4561-b98b-ca5920e25826 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Made reservation on behalf of b2a4cd03f479466a8ba125eb4d256536 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:21.909611 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8b4a59c5-93fc-4561-b98b-ca5920e25826 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:21.925958 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7875145e-a65d-4709-b24d-a324c9e3d4d6 None None] Current status of the port d9ad0016-643b-4b5f-b199-6f3612530b74 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:22.041188 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c3eb6446-3f00-4fb2-b5b4-470b95f8db73 None None] Could not find standard attr ID for object f03f8931-622c-465a-b878-c4bb69dc393c. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:29:22.056443 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b4a59c5-93fc-4561-b98b-ca5920e25826 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:29:22.058296 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5440db7e-a1af-41eb-9997-d45424a85a10 x-openstack-request-id: req-5440db7e-a1af-41eb-9997-d45424a85a10 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:29:22.058590 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2765749-d1e1-427e-8100-89f7f4eea0c0", "name": "network-vif-plugged", "status": "completed", "tag": "03494d71-edfe-42e3-93e2-8483bd128dd3", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:29:22.058852 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5440db7e-a1af-41eb-9997-d45424a85a10 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:29:22.059744 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2765749-d1e1-427e-8100-89f7f4eea0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03494d71-edfe-42e3-93e2-8483bd128dd3', 'code': 200} Feb 09 01:29:22.088109 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c3eb6446-3f00-4fb2-b5b4-470b95f8db73 None None] Provisioning complete for port 48e86744-d873-4343-9511-f7e0ede2927e triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:22.088109 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c3eb6446-3f00-4fb2-b5b4-470b95f8db73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (48e86744-d873-4343-9511-f7e0ede2927e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:22.103127 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-d2d37ea0-d78c-4cb5-b519-7d227b07a215 service neutron] 10.222.0.30 "GET /v2.0/ports/127f4bb7-b1ac-47b8-9c29-204eb65e075d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1575019 Feb 09 01:29:22.199941 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 11fef1bf-1636-49ba-88bb-8e0dc8aac652 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:29:22.289044 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c3eb6446-3f00-4fb2-b5b4-470b95f8db73 None None] Port 48e86744-d873-4343-9511-f7e0ede2927e cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:29:22.326216 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8b4a59c5-93fc-4561-b98b-ca5920e25826 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (99c0bf48-d883-4ff1-8c78-8a4cf6cf4e69), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:22.326845 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-8b4a59c5-93fc-4561-b98b-ca5920e25826 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Added segment 99c0bf48-d883-4ff1-8c78-8a4cf6cf4e69 of type vlan for network db5cf988-9907-487d-9b40-d87052a854e9 Feb 09 01:29:22.342303 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 11fef1bf-1636-49ba-88bb-8e0dc8aac652 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:22.343205 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (11fef1bf-1636-49ba-88bb-8e0dc8aac652), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:22.346335 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c3eb6446-3f00-4fb2-b5b4-470b95f8db73 None None] Provisioning complete for port d9ad0016-643b-4b5f-b199-6f3612530b74 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:22.346568 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c3eb6446-3f00-4fb2-b5b4-470b95f8db73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d9ad0016-643b-4b5f-b199-6f3612530b74), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:22.610973 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3c63c5d5-f88c-4c4c-b401-a9f4527bdc0d tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] 10.222.0.30 "GET /v2.0/ports?device_id=1afa45eb-b9d7-492e-987b-3b15ad537258 HTTP/1.1" status: 200 len: 205 time: 0.8196919 Feb 09 01:29:22.611525 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41912) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:22.664420 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c3eb6446-3f00-4fb2-b5b4-470b95f8db73 None None] Current status of the port d9ad0016-643b-4b5f-b199-6f3612530b74 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:22.682893 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c3eb6446-3f00-4fb2-b5b4-470b95f8db73 None None] Provisioning complete for port 11fef1bf-1636-49ba-88bb-8e0dc8aac652 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:22.683325 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c3eb6446-3f00-4fb2-b5b4-470b95f8db73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (11fef1bf-1636-49ba-88bb-8e0dc8aac652), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:22.694285 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-5a6384ce-b5ec-42cd-8b86-2d0d82f5b548 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] delete failed (client error): The resource could not be found. Feb 09 01:29:22.697792 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5a6384ce-b5ec-42cd-8b86-2d0d82f5b548 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] 10.222.0.30 "DELETE /v2.0/routers/1afa45eb-b9d7-492e-987b-3b15ad537258 HTTP/1.1" status: 404 len: 336 time: 0.0828719 Feb 09 01:29:22.703738 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41916) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:22.736293 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 11fef1bf-1636-49ba-88bb-8e0dc8aac652 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:22.737584 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d9ad0016-643b-4b5f-b199-6f3612530b74 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:29:22.784841 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device af8b00f3-e1f8-409c-a165-1efc5f0718b6 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:29:22.788001 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-decc2cdf-06de-4b44-8ffc-59f4f4b61f4b tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] 10.222.0.30 "GET /v2.0/ports?device_id=f785d0dc-e5d4-4485-a970-e7c7714b6c34 HTTP/1.1" status: 200 len: 205 time: 0.0784829 Feb 09 01:29:22.788533 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41918) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:22.802152 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.extraroute_db [None req-b6683386-e965-49b4-9574-2c4be3d38dad tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103528) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 01:29:22.828132 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283903da-008a-4311-b30f-4fb35ac298fe req-77f44dee-a532-4adc-a984-1165e52e0e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:22.830970 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-283903da-008a-4311-b30f-4fb35ac298fe req-77f44dee-a532-4adc-a984-1165e52e0e7e service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a2765749-d1e1-427e-8100-89f7f4eea0c0 HTTP/1.1" status: 200 len: 1129 time: 0.6665623 Feb 09 01:29:22.844632 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cd215b-3880-4b49-900b-6d74e1200d02 None None] Sync routers for ids ['a3fc2ce1-1401-4f23-95d2-887835db32e2'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:22.845713 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8b4a59c5-93fc-4561-b98b-ca5920e25826 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (db5cf988-9907-487d-9b40-d87052a854e9), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:22.863629 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cd215b-3880-4b49-900b-6d74e1200d02 None None] Routers {'a3fc2ce1-1401-4f23-95d2-887835db32e2'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:22.864645 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-f9cd215b-3880-4b49-900b-6d74e1200d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:28:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a3fc2ce1-1401-4f23-95d2-887835db32e2'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:22.877308 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port d9ad0016-643b-4b5f-b199-6f3612530b74 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:22.877763 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d9ad0016-643b-4b5f-b199-6f3612530b74), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:22.885809 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640ea74-15b9-4a1b-a5db-1900b53f58d8 req-be77636a-157e-4e32-b4fa-28dc095f959b tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:22.891453 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2640ea74-15b9-4a1b-a5db-1900b53f58d8 req-be77636a-157e-4e32-b4fa-28dc095f959b tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=8938de44-e444-4c6d-aee4-48cefa6413a7 HTTP/1.1" status: 200 len: 945 time: 0.5981188 Feb 09 01:29:22.906124 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-17e30fa2-325b-4f9f-85be-f1a572a73857 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] delete failed (client error): The resource could not be found. Feb 09 01:29:22.910153 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-17e30fa2-325b-4f9f-85be-f1a572a73857 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] 10.222.0.30 "DELETE /v2.0/routers/f785d0dc-e5d4-4485-a970-e7c7714b6c34 HTTP/1.1" status: 404 len: 336 time: 0.0962000 Feb 09 01:29:22.911491 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41922) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:22.937157 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-283903da-008a-4311-b30f-4fb35ac298fe req-f0009de1-a9c3-4641-aa17-aa25c6095a4c service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c2986e66-5bf8-4106-965e-d9f5e5d6b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881283 Feb 09 01:29:22.950237 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.extraroute_db [None req-b6683386-e965-49b4-9574-2c4be3d38dad tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Removed routes are [] {{(pid=103528) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 01:29:22.950904 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6683386-e965-49b4-9574-2c4be3d38dad tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8820'] for router (a3fc2ce1-1401-4f23-95d2-887835db32e2), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:22.951858 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c3eb6446-3f00-4fb2-b5b4-470b95f8db73 None None] Current status of the port 11fef1bf-1636-49ba-88bb-8e0dc8aac652 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:22.956989 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-587088c4-3e81-4ee7-a09d-86c6e2dff877 tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef8ae500-bd44-4234-b100-00228a0adcaa HTTP/1.1" status: 200 len: 205 time: 0.0419161 Feb 09 01:29:22.957731 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41926) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:23.001347 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2640ea74-15b9-4a1b-a5db-1900b53f58d8 req-8b61e471-3306-44bd-96b6-ca5bb5cd71e2 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779390 Feb 09 01:29:23.009008 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.db.resource_extend [None req-8b4a59c5-93fc-4561-b98b-ca5920e25826 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:29:23.034849 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-bde25855-b09b-4759-9ecd-b9935c591619 service neutron] 10.222.0.30 "GET /v2.0/networks/1b491962-ed4d-43bc-b25a-f8e3c17cca99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9276786 Feb 09 01:29:23.046695 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port d9ad0016-643b-4b5f-b199-6f3612530b74 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:23.048566 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:29:23.051011 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8b4a59c5-93fc-4561-b98b-ca5920e25826 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (db5cf988-9907-487d-9b40-d87052a854e9), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:23.065031 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4a59c5-93fc-4561-b98b-ca5920e25826 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:23.065883 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8b4a59c5-93fc-4561-b98b-ca5920e25826 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:23.096899 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-24decd10-2c73-4c1d-ba3e-9badee3d404a tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] delete failed (client error): The resource could not be found. Feb 09 01:29:23.097123 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port af8b00f3-e1f8-409c-a165-1efc5f0718b6 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:23.098035 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-24decd10-2c73-4c1d-ba3e-9badee3d404a tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] 10.222.0.30 "DELETE /v2.0/routers/ef8ae500-bd44-4234-b100-00228a0adcaa HTTP/1.1" status: 404 len: 336 time: 0.1391551 Feb 09 01:29:23.115520 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port af8b00f3-e1f8-409c-a165-1efc5f0718b6 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:23.115897 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (af8b00f3-e1f8-409c-a165-1efc5f0718b6), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:23.147828 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41928) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:23.194056 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-f9cd215b-3880-4b49-900b-6d74e1200d02 None None] Set router a3fc2ce1-1401-4f23-95d2-887835db32e2 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:29:23.202096 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a59c5-93fc-4561-b98b-ca5920e25826 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Pushing event updated for resources: {'Network': ['ID=db5cf988-9907-487d-9b40-d87052a854e9,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:23.216857 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8b4a59c5-93fc-4561-b98b-ca5920e25826 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4558718 Feb 09 01:29:23.219292 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41934) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:23.231315 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network db5cf988-9907-487d-9b40-d87052a854e9 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:29:23.251275 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad4dd49c-760f-4296-9836-122a99d7298e tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] DELETE failed (client error): The resource could not be found. Feb 09 01:29:23.252070 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad4dd49c-760f-4296-9836-122a99d7298e tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:29:23.264963 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ad4dd49c-760f-4296-9836-122a99d7298e tempest-RoutersIpV6AdminTest-1498667954 tempest-RoutersIpV6AdminTest-1498667954-project] 10.222.0.30 "DELETE /v2.0/subnets/5bd0897c-c52f-4b68-bd97-d452fa7cf961 HTTP/1.1" status: 404 len: 337 time: 0.1158090 Feb 09 01:29:23.290656 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-15fadaba-ab4a-4e23-84f3-3fc0699deaee None None] Provisioning complete for port 48e86744-d873-4343-9511-f7e0ede2927e triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:23.291572 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-15fadaba-ab4a-4e23-84f3-3fc0699deaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (48e86744-d873-4343-9511-f7e0ede2927e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:23.492055 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:23.494704 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:23.618663 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6683386-e965-49b4-9574-2c4be3d38dad tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8820'] for router (a3fc2ce1-1401-4f23-95d2-887835db32e2), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:23.629105 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6683386-e965-49b4-9574-2c4be3d38dad tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622185'] for router (a3fc2ce1-1401-4f23-95d2-887835db32e2), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:23.630467 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8dc39abd-0527-4015-8ebc-a4d80c8f36d6 tempest-DHCPAgentSchedulersTestJSON-867593833 tempest-DHCPAgentSchedulersTestJSON-867593833-project-admin] 10.222.0.30 "GET /v2.0/agents/3193f94f-55d2-4de4-9e35-bc8ab5b51c65/dhcp-networks HTTP/1.1" status: 200 len: 11998 time: 0.4054105 Feb 09 01:29:23.639141 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41944) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:23.669208 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-15fadaba-ab4a-4e23-84f3-3fc0699deaee None None] Port 48e86744-d873-4343-9511-f7e0ede2927e cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:29:23.726193 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41954) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:23.774521 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c508aa-b964-482b-9812-cf40d1b730a9 req-f8d63080-718a-43c0-96da-f1e56b2ef934 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:23.776103 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d6c508aa-b964-482b-9812-cf40d1b730a9 req-f8d63080-718a-43c0-96da-f1e56b2ef934 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2765749-d1e1-427e-8100-89f7f4eea0c0 HTTP/1.1" status: 200 len: 946 time: 0.1626594 Feb 09 01:29:23.838305 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-087834f8-1789-4ee1-a2e0-1d62e3030ce9 service neutron] 10.222.0.30 "GET /v2.0/networks/1b491962-ed4d-43bc-b25a-f8e3c17cca99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7976365 Feb 09 01:29:23.848785 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:23.891104 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port af8b00f3-e1f8-409c-a165-1efc5f0718b6 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:23.891652 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (af8b00f3-e1f8-409c-a165-1efc5f0718b6), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:23.941411 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-32b30863-ce96-4984-9849-40a147e859c2 service neutron] 10.222.0.30 "GET /v2.0/ports/cf3c4149-8480-492e-bdf1-7ed124251123?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0937562 Feb 09 01:29:23.964996 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port af8b00f3-e1f8-409c-a165-1efc5f0718b6, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=af8b00f3-e1f8-409c-a165-1efc5f0718b6,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:23.974917 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (af8b00f3-e1f8-409c-a165-1efc5f0718b6), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:23.978051 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8434d0c6-3bd4-4a34-a041-ad24b82f0aa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:23.986331 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6683386-e965-49b4-9574-2c4be3d38dad tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Router a3fc2ce1-1401-4f23-95d2-887835db32e2 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:29:23.990555 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-f9cd215b-3880-4b49-900b-6d74e1200d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'name': 'tempest-RoutersTest-router-1260638241', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:37Z', 'updated_at': '2022-02-09T01:29:17Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'gw_port_host': None, '_interfaces': [{'id': '48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2', 'name': '', 'network_id': 'bf3e40a2-bf3e-48b5-81be-80fcc018ab9f', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:ac:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'e6565cae-1132-4a1d-81ca-d0379b1646a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:02Z', 'updated_at': '2022-02-09T01:29:18Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': 'e6565cae-1132-4a1d-81ca-d0379b1646a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48e86744-d873-4343-9511-f7e0ede2927e', 'name': '', 'network_id': '39f15b9b-8326-4d24-bb3f-251c4aaff756', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:95:f8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '7119666b-98b9-44a5-a67b-a92d0446b31b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:14Z', 'updated_at': '2022-02-09T01:29:18Z', 'revision_number': 2, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '7119666b-98b9-44a5-a67b-a92d0446b31b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51f55850-8367-44b2-9121-ef8cd13949af', 'name': '', 'network_id': 'da8b3422-27ca-4c4d-9a7a-f3e5107df612', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:6b:8c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:41Z', 'updated_at': '2022-02-09T01:28:53Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5298719f-f61a-4d12-a80d-7c06ba03a4bb', 'name': '', 'network_id': 'b3b673a5-1978-409c-b2ed-a30249ec9fe3', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:e5:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '5cbbf304-015a-4994-805d-f4eddb41c314', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:51Z', 'updated_at': '2022-02-09T01:29:02Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '5cbbf304-015a-4994-805d-f4eddb41c314', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:24.011594 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246a7d64-ef2a-46cd-8895-33d755a2efd8 tempest-DHCPAgentSchedulersTestJSON-867593833 tempest-DHCPAgentSchedulersTestJSON-867593833-project-admin] Network db5cf988-9907-487d-9b40-d87052a854e9 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:29:24.025060 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d6c508aa-b964-482b-9812-cf40d1b730a9 req-e715fa26-4363-424b-b3fd-5bb08d9833fa tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2986e66-5bf8-4106-965e-d9f5e5d6b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326639 Feb 09 01:29:24.034679 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-246a7d64-ef2a-46cd-8895-33d755a2efd8 tempest-DHCPAgentSchedulersTestJSON-867593833 tempest-DHCPAgentSchedulersTestJSON-867593833-project-admin] 10.222.0.30 "POST /v2.0/agents/3193f94f-55d2-4de4-9e35-bc8ab5b51c65/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3945138 Feb 09 01:29:24.039700 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41960) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:24.060147 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cd215b-3880-4b49-900b-6d74e1200d02 None None] Checking router: a3fc2ce1-1401-4f23-95d2-887835db32e2 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:29:24.060569 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cd215b-3880-4b49-900b-6d74e1200d02 None None] Updating router a3fc2ce1-1401-4f23-95d2-887835db32e2 port 48e86744-d873-4343-9511-f7e0ede2927e binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:29:24.073967 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8938de44-e444-4c6d-aee4-48cefa6413a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af8b00f3-e1f8-409c-a165-1efc5f0718b6'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:29:24.078393 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9937e0ad-82de-4116-989d-0af3c0186492" -d '{"events": [{"server_uuid": "8938de44-e444-4c6d-aee4-48cefa6413a7", "name": "network-vif-plugged", "status": "completed", "tag": "af8b00f3-e1f8-409c-a165-1efc5f0718b6"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:29:24.082553 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357c8c3c-e9d3-4126-b93e-bfaacb03bcb3 None None] Network db5cf988-9907-487d-9b40-d87052a854e9 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:29:24.131189 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f9cd215b-3880-4b49-900b-6d74e1200d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (48e86744-d873-4343-9511-f7e0ede2927e), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:24.320561 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=af8b00f3-e1f8-409c-a165-1efc5f0718b6,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:24.349871 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8434d0c6-3bd4-4a34-a041-ad24b82f0aa9 admin admin] Publish callbacks [] for security_group (2f703f75-adc1-4b8d-8c27-ff71bce1e390), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:24.367696 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8434d0c6-3bd4-4a34-a041-ad24b82f0aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (2f703f75-adc1-4b8d-8c27-ff71bce1e390), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:24.369869 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2ac8cdd1-90db-4cfd-9ebb-386da28c4b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:24.469133 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6683386-e965-49b4-9574-2c4be3d38dad tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:29:24.489633 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8434d0c6-3bd4-4a34-a041-ad24b82f0aa9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ebdffdf4780e44e3b0a0286f73686a04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7613013 Feb 09 01:29:24.492080 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41988) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:24.503508 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434d0c6-3bd4-4a34-a041-ad24b82f0aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f703f75-adc1-4b8d-8c27-ff71bce1e390,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:24.539473 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6683386-e965-49b4-9574-2c4be3d38dad tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:24.545682 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b6683386-e965-49b4-9574-2c4be3d38dad tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "PUT /v2.0/routers/a3fc2ce1-1401-4f23-95d2-887835db32e2 HTTP/1.1" status: 200 len: 934 time: 4.3965261 Feb 09 01:29:24.546160 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d4ba0-3469-4e39-9594-116dde8b28a6 req-97477331-00e4-48b6-9aa4-503b65fdc8e3 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:24.553126 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41992) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:24.553895 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c26d4ba0-3469-4e39-9594-116dde8b28a6 req-97477331-00e4-48b6-9aa4-503b65fdc8e3 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=1378ef33-b41e-4a1c-9819-2f8ee1a300a5 HTTP/1.1" status: 200 len: 946 time: 0.3661115 Feb 09 01:29:24.654219 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f9cd215b-3880-4b49-900b-6d74e1200d02 None None] Publish callbacks [] for port (48e86744-d873-4343-9511-f7e0ede2927e), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:24.667233 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f9cd215b-3880-4b49-900b-6d74e1200d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (48e86744-d873-4343-9511-f7e0ede2927e), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:24.670839 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-63bffa78-f122-4472-b8e7-9ddf108c839e service neutron] 10.222.0.30 "GET /v2.0/networks/1b491962-ed4d-43bc-b25a-f8e3c17cca99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6870582 Feb 09 01:29:24.684995 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9894314c-456a-42e6-8f26-7d0bb59afd71 admin admin] Publish callbacks [] for security_group (2f703f75-adc1-4b8d-8c27-ff71bce1e390), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:24.784607 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c26d4ba0-3469-4e39-9594-116dde8b28a6 req-a787eec3-d97d-41f9-a416-ad928744c7e8 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282259 Feb 09 01:29:24.831880 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9894314c-456a-42e6-8f26-7d0bb59afd71 admin admin] Publish callbacks [] for security_group (2f703f75-adc1-4b8d-8c27-ff71bce1e390), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:24.859825 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19172247-5453-4316-8b5f-6557109a96b5 None None] Pushing event updated for resources: {'Port': ['ID=48e86744-d873-4343-9511-f7e0ede2927e,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:24.877640 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-f9cd215b-3880-4b49-900b-6d74e1200d02 None None] Attempting to bind port 48e86744-d873-4343-9511-f7e0ede2927e on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:29:24.879890 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-f9cd215b-3880-4b49-900b-6d74e1200d02 None None] Attempting to bind port 48e86744-d873-4343-9511-f7e0ede2927e by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '4c14527e-344a-4524-a7d8-636a350e4a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '39f15b9b-8326-4d24-bb3f-251c4aaff756'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:29:24.879890 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cd215b-3880-4b49-900b-6d74e1200d02 None None] Attempting to bind port 48e86744-d873-4343-9511-f7e0ede2927e on network 39f15b9b-8326-4d24-bb3f-251c4aaff756 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:24.889063 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cd215b-3880-4b49-900b-6d74e1200d02 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:29:24.889835 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cd215b-3880-4b49-900b-6d74e1200d02 None None] Checking segment: {'id': '4c14527e-344a-4524-a7d8-636a350e4a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '39f15b9b-8326-4d24-bb3f-251c4aaff756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:29:24.890458 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f9cd215b-3880-4b49-900b-6d74e1200d02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:24.891966 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cd215b-3880-4b49-900b-6d74e1200d02 None None] Bound using segment: {'id': '4c14527e-344a-4524-a7d8-636a350e4a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '39f15b9b-8326-4d24-bb3f-251c4aaff756'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:29:24.892691 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-f9cd215b-3880-4b49-900b-6d74e1200d02 None None] Bound port: 48e86744-d873-4343-9511-f7e0ede2927e, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c14527e-344a-4524-a7d8-636a350e4a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '39f15b9b-8326-4d24-bb3f-251c4aaff756'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:29:24.893303 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f9cd215b-3880-4b49-900b-6d74e1200d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (48e86744-d873-4343-9511-f7e0ede2927e), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:24.979480 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42034) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:24.981241 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4f1adf97-7f2e-4823-b306-d046e64cf9a2 tempest-DHCPAgentSchedulersTestJSON-867593833 tempest-DHCPAgentSchedulersTestJSON-867593833-project-admin] 10.222.0.30 "GET /v2.0/agents/3193f94f-55d2-4de4-9e35-bc8ab5b51c65/dhcp-networks HTTP/1.1" status: 200 len: 12769 time: 0.9323344 Feb 09 01:29:24.996769 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42036) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:25.003322 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f9d5c852-f5b4-4300-96a0-916d96c0c2f3 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "GET /v2.0/routers/a3fc2ce1-1401-4f23-95d2-887835db32e2 HTTP/1.1" status: 200 len: 934 time: 0.4438331 Feb 09 01:29:25.024949 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-00f7834e-b057-40f2-8945-a59558445ce9 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Request body: {'router': {'routes': None}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:25.072561 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-f9cd215b-3880-4b49-900b-6d74e1200d02 None None] For port 48e86744-d873-4343-9511-f7e0ede2927e, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:29:25.077273 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-ab856a73-7524-4854-aec9-e9ef4e45a38b service neutron] 10.222.0.30 "GET /v2.0/networks/1b491962-ed4d-43bc-b25a-f8e3c17cca99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852260 Feb 09 01:29:25.081556 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-f9cd215b-3880-4b49-900b-6d74e1200d02 None None] For port 48e86744-d873-4343-9511-f7e0ede2927e, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=48e86744-d873-4343-9511-f7e0ede2927e,segment=NetworkSegment(4c14527e-344a-4524-a7d8-636a350e4a79),segment_id=4c14527e-344a-4524-a7d8-636a350e4a79)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:29:25.100337 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-f9cd215b-3880-4b49-900b-6d74e1200d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (48e86744-d873-4343-9511-f7e0ede2927e), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:25.237215 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-18e1d87b-6404-4ae4-8256-2077d3c025e1 None None] Provisioning complete for port 48e86744-d873-4343-9511-f7e0ede2927e triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:25.237800 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-18e1d87b-6404-4ae4-8256-2077d3c025e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (48e86744-d873-4343-9511-f7e0ede2927e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:25.250750 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cd215b-3880-4b49-900b-6d74e1200d02 None None] Routers {'a3fc2ce1-1401-4f23-95d2-887835db32e2'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:25.251386 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-f9cd215b-3880-4b49-900b-6d74e1200d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:29:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a3fc2ce1-1401-4f23-95d2-887835db32e2'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:25.327140 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d7a4b-e8dc-45e4-804e-414132c45c7a req-5b1516b5-bf86-4295-b8ac-ada5d7634658 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:25.336909 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-230d7a4b-e8dc-45e4-804e-414132c45c7a req-5b1516b5-bf86-4295-b8ac-ada5d7634658 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=8938de44-e444-4c6d-aee4-48cefa6413a7 HTTP/1.1" status: 200 len: 946 time: 0.4104078 Feb 09 01:29:25.363792 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9894314c-456a-42e6-8f26-7d0bb59afd71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (2f703f75-adc1-4b8d-8c27-ff71bce1e390), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:25.367011 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9894314c-456a-42e6-8f26-7d0bb59afd71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:25.369400 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9894314c-456a-42e6-8f26-7d0bb59afd71 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2f703f75-adc1-4b8d-8c27-ff71bce1e390 HTTP/1.1" status: 204 len: 168 time: 0.8694055 Feb 09 01:29:25.382454 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-18e1d87b-6404-4ae4-8256-2077d3c025e1 None None] Current status of the port 48e86744-d873-4343-9511-f7e0ede2927e is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:25.383075 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-18e1d87b-6404-4ae4-8256-2077d3c025e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (48e86744-d873-4343-9511-f7e0ede2927e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:25.401691 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9894314c-456a-42e6-8f26-7d0bb59afd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f703f75-adc1-4b8d-8c27-ff71bce1e390,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:25.457565 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-18e1d87b-6404-4ae4-8256-2077d3c025e1 None None] For port 48e86744-d873-4343-9511-f7e0ede2927e, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=48e86744-d873-4343-9511-f7e0ede2927e,segment=NetworkSegment(4c14527e-344a-4524-a7d8-636a350e4a79),segment_id=4c14527e-344a-4524-a7d8-636a350e4a79)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:25.464956 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42088) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:25.465158 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c973fb3b-a57a-43c0-987e-939292e55093 tempest-DHCPAgentSchedulersTestJSON-867593833 tempest-DHCPAgentSchedulersTestJSON-867593833-project-admin] 10.222.0.30 "DELETE /v2.0/agents/3193f94f-55d2-4de4-9e35-bc8ab5b51c65/dhcp-networks/db5cf988-9907-487d-9b40-d87052a854e9 HTTP/1.1" status: 204 len: 168 time: 0.4774184 Feb 09 01:29:25.466471 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-18e1d87b-6404-4ae4-8256-2077d3c025e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (48e86744-d873-4343-9511-f7e0ede2927e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:25.493608 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19172247-5453-4316-8b5f-6557109a96b5 None None] Pushing event updated for resources: {'Port': ['ID=48e86744-d873-4343-9511-f7e0ede2927e,revision_number=4']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:25.576212 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-f9cd215b-3880-4b49-900b-6d74e1200d02 None None] Set router a3fc2ce1-1401-4f23-95d2-887835db32e2 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:29:25.628175 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1d87b-6404-4ae4-8256-2077d3c025e1 None None] Pushing event updated for resources: {'Port': ['ID=48e86744-d873-4343-9511-f7e0ede2927e,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:25.676890 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-230d7a4b-e8dc-45e4-804e-414132c45c7a req-b4605a96-e9d5-4f77-97f6-35b089888160 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389874 Feb 09 01:29:25.713424 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-2556e626-5c2d-4248-9757-fa4902df40f7 None None] Provisioning complete for port 48e86744-d873-4343-9511-f7e0ede2927e triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:25.713880 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2556e626-5c2d-4248-9757-fa4902df40f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (48e86744-d873-4343-9511-f7e0ede2927e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:25.768778 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485e8da9-12ee-42df-87d6-a38c1ae1a475 x-openstack-request-id: req-485e8da9-12ee-42df-87d6-a38c1ae1a475 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:29:25.769076 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8938de44-e444-4c6d-aee4-48cefa6413a7", "name": "network-vif-plugged", "status": "completed", "tag": "af8b00f3-e1f8-409c-a165-1efc5f0718b6", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:29:25.772121 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-485e8da9-12ee-42df-87d6-a38c1ae1a475 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:29:25.772567 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8938de44-e444-4c6d-aee4-48cefa6413a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af8b00f3-e1f8-409c-a165-1efc5f0718b6', 'code': 200} Feb 09 01:29:25.826978 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4d95fc78-604d-4e4f-bec7-6c91f0643e33 tempest-DHCPAgentSchedulersTestJSON-867593833 tempest-DHCPAgentSchedulersTestJSON-867593833-project-admin] 10.222.0.30 "GET /v2.0/agents/3193f94f-55d2-4de4-9e35-bc8ab5b51c65/dhcp-networks HTTP/1.1" status: 200 len: 11998 time: 0.3602352 Feb 09 01:29:25.830997 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:25.834330 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42096) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:25.843539 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-a41e5814-bb5a-435b-a6c7-ffa0dccaa875 service neutron] 10.222.0.30 "GET /v2.0/networks/1b491962-ed4d-43bc-b25a-f8e3c17cca99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7115755 Feb 09 01:29:25.904958 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cdeb12a3-1fc7-442c-8e5f-8b27675f68e1 tempest-DHCPAgentSchedulersTestJSON-867593833 tempest-DHCPAgentSchedulersTestJSON-867593833-project-admin] 10.222.0.30 "GET /v2.0/networks/75a98e59-756d-4852-ae6b-9872f5ab102c/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0689528 Feb 09 01:29:25.912375 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42098) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:25.942475 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42100) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:25.958122 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2556e626-5c2d-4248-9757-fa4902df40f7 None None] Current status of the port 48e86744-d873-4343-9511-f7e0ede2927e is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:25.975314 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-52540577-14b3-4bec-b5e0-41fd86009fb9 tempest-DHCPAgentSchedulersTestJSON-867593833 tempest-DHCPAgentSchedulersTestJSON-867593833-project-admin] 10.222.0.30 "GET /v2.0/networks/75a98e59-756d-4852-ae6b-9872f5ab102c/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0580859 Feb 09 01:29:25.977979 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42104) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:26.063656 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-f9cd215b-3880-4b49-900b-6d74e1200d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'name': 'tempest-RoutersTest-router-1260638241', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:37Z', 'updated_at': '2022-02-09T01:29:22Z', 'revision_number': 6, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'gw_port_host': None, '_interfaces': [{'id': '48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2', 'name': '', 'network_id': 'bf3e40a2-bf3e-48b5-81be-80fcc018ab9f', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:ac:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'e6565cae-1132-4a1d-81ca-d0379b1646a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:02Z', 'updated_at': '2022-02-09T01:29:18Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': 'e6565cae-1132-4a1d-81ca-d0379b1646a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48e86744-d873-4343-9511-f7e0ede2927e', 'name': '', 'network_id': '39f15b9b-8326-4d24-bb3f-251c4aaff756', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:95:f8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '7119666b-98b9-44a5-a67b-a92d0446b31b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:14Z', 'updated_at': '2022-02-09T01:29:25Z', 'revision_number': 4, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '7119666b-98b9-44a5-a67b-a92d0446b31b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51f55850-8367-44b2-9121-ef8cd13949af', 'name': '', 'network_id': 'da8b3422-27ca-4c4d-9a7a-f3e5107df612', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:6b:8c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:41Z', 'updated_at': '2022-02-09T01:28:53Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5298719f-f61a-4d12-a80d-7c06ba03a4bb', 'name': '', 'network_id': 'b3b673a5-1978-409c-b2ed-a30249ec9fe3', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:e5:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '5cbbf304-015a-4994-805d-f4eddb41c314', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:51Z', 'updated_at': '2022-02-09T01:29:02Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '5cbbf304-015a-4994-805d-f4eddb41c314', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:26.073175 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 48e86744-d873-4343-9511-f7e0ede2927e up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:29:26.134971 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cd215b-3880-4b49-900b-6d74e1200d02 None None] The sync data for ids ['a3fc2ce1-1401-4f23-95d2-887835db32e2'] in n-d-822053-40 is: [{'id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'name': 'tempest-RoutersTest-router-1260638241', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:37Z', 'updated_at': '2022-02-09T01:29:22Z', 'revision_number': 6, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'gw_port_host': None, '_interfaces': [{'id': '48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2', 'name': '', 'network_id': 'bf3e40a2-bf3e-48b5-81be-80fcc018ab9f', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:ac:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'e6565cae-1132-4a1d-81ca-d0379b1646a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:02Z', 'updated_at': '2022-02-09T01:29:18Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': 'e6565cae-1132-4a1d-81ca-d0379b1646a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48e86744-d873-4343-9511-f7e0ede2927e', 'name': '', 'network_id': '39f15b9b-8326-4d24-bb3f-251c4aaff756', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:95:f8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '7119666b-98b9-44a5-a67b-a92d0446b31b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:14Z', 'updated_at': '2022-02-09T01:29:25Z', 'revision_number': 4, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '7119666b-98b9-44a5-a67b-a92d0446b31b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51f55850-8367-44b2-9121-ef8cd13949af', 'name': '', 'network_id': 'da8b3422-27ca-4c4d-9a7a-f3e5107df612', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:6b:8c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:41Z', 'updated_at': '2022-02-09T01:28:53Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5298719f-f61a-4d12-a80d-7c06ba03a4bb', 'name': '', 'network_id': 'b3b673a5-1978-409c-b2ed-a30249ec9fe3', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:e5:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '5cbbf304-015a-4994-805d-f4eddb41c314', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:51Z', 'updated_at': '2022-02-09T01:29:02Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '5cbbf304-015a-4994-805d-f4eddb41c314', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:26.159932 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-364840b1-78fb-41d7-9c10-36923c1866c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:26.189884 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42106) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:26.195166 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 48e86744-d873-4343-9511-f7e0ede2927e triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:26.195917 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (48e86744-d873-4343-9511-f7e0ede2927e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:26.260422 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0640d560-8f4b-4b39-9cde-b8367ffe0a69 tempest-DHCPAgentSchedulersTestJSON-867593833 tempest-DHCPAgentSchedulersTestJSON-867593833-project-admin] 10.222.0.30 "GET /v2.0/agents/3193f94f-55d2-4de4-9e35-bc8ab5b51c65/dhcp-networks HTTP/1.1" status: 200 len: 11998 time: 0.2778270 Feb 09 01:29:26.261041 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42108) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:26.299216 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c8091-2644-4be1-b51f-7784e7c450ed req-e5415458-6e99-4ac4-837f-a31d424f05ea tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:26.300869 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1b1c8091-2644-4be1-b51f-7784e7c450ed req-e5415458-6e99-4ac4-837f-a31d424f05ea tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2765749-d1e1-427e-8100-89f7f4eea0c0 HTTP/1.1" status: 200 len: 946 time: 0.2574308 Feb 09 01:29:26.302629 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bcf98-55a6-492d-a35c-d5bb40881ba1 req-f174bfc3-6988-4862-b89f-5559a72fda86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:26.304069 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-988bcf98-55a6-492d-a35c-d5bb40881ba1 req-f174bfc3-6988-4862-b89f-5559a72fda86 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=8938de44-e444-4c6d-aee4-48cefa6413a7 HTTP/1.1" status: 200 len: 1129 time: 0.2681043 Feb 09 01:29:26.311302 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-8d105402-3063-43ac-a1a4-73ae6f4f6386 service neutron] 10.222.0.30 "GET /v2.0/networks/1b491962-ed4d-43bc-b25a-f8e3c17cca99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4662569 Feb 09 01:29:26.326221 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 48e86744-d873-4343-9511-f7e0ede2927e is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:26.370835 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-70c4000a-80ea-4d88-b222-296a4a67bfa4 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (db5cf988-9907-487d-9b40-d87052a854e9), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:26.420931 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa39e4-e574-444f-aeb0-1494f109868b req-075addec-8bbb-4c36-8628-4e4016b41867 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:26.423018 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-37aa39e4-e574-444f-aeb0-1494f109868b req-075addec-8bbb-4c36-8628-4e4016b41867 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.91 "GET /v2.0/ports?device_id=1378ef33-b41e-4a1c-9819-2f8ee1a300a5 HTTP/1.1" status: 200 len: 946 time: 0.3886275 Feb 09 01:29:26.429789 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-364840b1-78fb-41d7-9c10-36923c1866c4 admin admin] Publish callbacks [] for security_group (029b4f2e-ec9a-4d71-9abc-1dccdf1c3ea5), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:26.435554 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-364840b1-78fb-41d7-9c10-36923c1866c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (029b4f2e-ec9a-4d71-9abc-1dccdf1c3ea5), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:26.497329 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a57eb1-fd82-40a8-b2cd-44e3f35fdfdd None None] Sync routers for ids ['a3fc2ce1-1401-4f23-95d2-887835db32e2'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:26.503387 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6c68223c-4870-49ba-99c3-5672c3920fd4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=909d7dc916784ad7b2f8348cf596f754&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2966199 Feb 09 01:29:26.510913 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42110) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:26.515388 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a57eb1-fd82-40a8-b2cd-44e3f35fdfdd None None] Routers {'a3fc2ce1-1401-4f23-95d2-887835db32e2'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:26.517338 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c9a57eb1-fd82-40a8-b2cd-44e3f35fdfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:29:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a3fc2ce1-1401-4f23-95d2-887835db32e2'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:26.520276 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-70c4000a-80ea-4d88-b222-296a4a67bfa4 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (db5cf988-9907-487d-9b40-d87052a854e9), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:26.555155 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364840b1-78fb-41d7-9c10-36923c1866c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029b4f2e-ec9a-4d71-9abc-1dccdf1c3ea5,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:26.565840 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-364840b1-78fb-41d7-9c10-36923c1866c4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c4373e3a12e1433991ce8a47dcbda2bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6218867 Feb 09 01:29:26.571853 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-70c4000a-80ea-4d88-b222-296a4a67bfa4 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db5cf988-9907-487d-9b40-d87052a854e9']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:26.581945 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42112) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:26.604728 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-70c4000a-80ea-4d88-b222-296a4a67bfa4 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c0bf48-d883-4ff1-8c78-8a4cf6cf4e69') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:26.605285 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-70c4000a-80ea-4d88-b222-296a4a67bfa4 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c0bf48-d883-4ff1-8c78-8a4cf6cf4e69') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:26.613170 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1b1c8091-2644-4be1-b51f-7784e7c450ed req-f50444e2-8754-4b6e-9f4b-2e5f327b33d9 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2986e66-5bf8-4106-965e-d9f5e5d6b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980475 Feb 09 01:29:26.626139 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-988bcf98-55a6-492d-a35c-d5bb40881ba1 req-19e5c536-d426-4d68-bf46-d99aef47086a service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122880 Feb 09 01:29:26.639737 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-70c4000a-80ea-4d88-b222-296a4a67bfa4 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (99c0bf48-d883-4ff1-8c78-8a4cf6cf4e69), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:26.678320 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-70c4000a-80ea-4d88-b222-296a4a67bfa4 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (99c0bf48-d883-4ff1-8c78-8a4cf6cf4e69), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:26.689631 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6d8f068c-c757-4c1e-b907-fc21c1cc4511 admin admin] Publish callbacks [] for security_group (898ce703-bf33-4003-bd12-cb2298df61d8), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:26.694185 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c4000a-80ea-4d88-b222-296a4a67bfa4 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:29:26.696285 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-70c4000a-80ea-4d88-b222-296a4a67bfa4 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (99c0bf48-d883-4ff1-8c78-8a4cf6cf4e69), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:26.699822 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:29:26.699822 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:29:26.699822 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:29:26.699822 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:29:26.699822 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:29:26.699822 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:29:26.699822 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:29:26.699822 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:29:26.699822 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:29:26.699822 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:29:26.699822 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:29:26.699822 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:29:26.699822 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:29:26.699822 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:29:26.699822 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:29:26.699822 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:29:26.699822 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:29:26.699822 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:29:26.699822 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:29:26.699822 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:29:26.699822 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:29:26.699822 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:29:26.699822 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:29:26.699822 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:29:26.699822 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:29:26.699822 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:29:26.699822 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:29:26.699822 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:29:26.699822 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:29:26.699822 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:29:26.699822 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:29:26.699822 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:29:26.708506 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-c9a57eb1-fd82-40a8-b2cd-44e3f35fdfdd None None] Set router a3fc2ce1-1401-4f23-95d2-887835db32e2 gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:29:26.767321 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-7d15bffe-8397-4eeb-8458-29721b09dded service neutron] 10.222.0.30 "GET /v2.0/networks/1b491962-ed4d-43bc-b25a-f8e3c17cca99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125125 Feb 09 01:29:26.780120 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6d8f068c-c757-4c1e-b907-fc21c1cc4511 admin admin] Publish callbacks [] for security_group (898ce703-bf33-4003-bd12-cb2298df61d8), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:26.791004 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-89dc16e1-be54-43bb-8787-07bf3cee949d admin admin] Publish callbacks [] for security_group (029b4f2e-ec9a-4d71-9abc-1dccdf1c3ea5), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:26.800359 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-70c4000a-80ea-4d88-b222-296a4a67bfa4 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (db5cf988-9907-487d-9b40-d87052a854e9), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:26.824377 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-70c4000a-80ea-4d88-b222-296a4a67bfa4 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:26.830562 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-70c4000a-80ea-4d88-b222-296a4a67bfa4 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] 10.222.0.30 "DELETE /v2.0/networks/db5cf988-9907-487d-9b40-d87052a854e9 HTTP/1.1" status: 204 len: 168 time: 0.5636122 Feb 09 01:29:26.836666 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42118) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:26.875730 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-89dc16e1-be54-43bb-8787-07bf3cee949d admin admin] Publish callbacks [] for security_group (029b4f2e-ec9a-4d71-9abc-1dccdf1c3ea5), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:26.882197 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4000a-80ea-4d88-b222-296a4a67bfa4 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Pushing event deleted for resources: {'Network': ['ID=db5cf988-9907-487d-9b40-d87052a854e9,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:26.909792 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-59798d21-0e16-4226-bce4-4141535e6f0f tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] DELETE failed (client error): The resource could not be found. Feb 09 01:29:26.910424 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59798d21-0e16-4226-bce4-4141535e6f0f tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:29:26.913598 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-59798d21-0e16-4226-bce4-4141535e6f0f tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] 10.222.0.30 "DELETE /v2.0/ports/f03f8931-622c-465a-b878-c4bb69dc393c HTTP/1.1" status: 404 len: 333 time: 0.0755818 Feb 09 01:29:26.917050 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42120) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:26.996964 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f38fda9-de6d-4d3c-8d87-82af999cbe84 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Deleting subnet 646077ee-701d-44f6-aa6c-f4b0e15c43fd {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:29:27.001445 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0f38fda9-de6d-4d3c-8d87-82af999cbe84 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks [] for subnet (646077ee-701d-44f6-aa6c-f4b0e15c43fd), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:27.004962 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6d8f068c-c757-4c1e-b907-fc21c1cc4511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (898ce703-bf33-4003-bd12-cb2298df61d8), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:27.007857 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6d8f068c-c757-4c1e-b907-fc21c1cc4511 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:27.009277 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6d8f068c-c757-4c1e-b907-fc21c1cc4511 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/898ce703-bf33-4003-bd12-cb2298df61d8 HTTP/1.1" status: 204 len: 168 time: 0.4955235 Feb 09 01:29:27.050458 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8f068c-c757-4c1e-b907-fc21c1cc4511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898ce703-bf33-4003-bd12-cb2298df61d8,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:27.052740 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-89dc16e1-be54-43bb-8787-07bf3cee949d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (029b4f2e-ec9a-4d71-9abc-1dccdf1c3ea5), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:27.055737 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-89dc16e1-be54-43bb-8787-07bf3cee949d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:27.059727 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-89dc16e1-be54-43bb-8787-07bf3cee949d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/029b4f2e-ec9a-4d71-9abc-1dccdf1c3ea5 HTTP/1.1" status: 204 len: 168 time: 0.4732976 Feb 09 01:29:27.074122 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc16e1-be54-43bb-8787-07bf3cee949d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029b4f2e-ec9a-4d71-9abc-1dccdf1c3ea5,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:27.079419 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0f38fda9-de6d-4d3c-8d87-82af999cbe84 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (646077ee-701d-44f6-aa6c-f4b0e15c43fd), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:27.195405 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c9a57eb1-fd82-40a8-b2cd-44e3f35fdfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'name': 'tempest-RoutersTest-router-1260638241', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:37Z', 'updated_at': '2022-02-09T01:29:22Z', 'revision_number': 6, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'gw_port_host': None, '_interfaces': [{'id': '48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2', 'name': '', 'network_id': 'bf3e40a2-bf3e-48b5-81be-80fcc018ab9f', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:ac:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'e6565cae-1132-4a1d-81ca-d0379b1646a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:02Z', 'updated_at': '2022-02-09T01:29:18Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': 'e6565cae-1132-4a1d-81ca-d0379b1646a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48e86744-d873-4343-9511-f7e0ede2927e', 'name': '', 'network_id': '39f15b9b-8326-4d24-bb3f-251c4aaff756', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:95:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '7119666b-98b9-44a5-a67b-a92d0446b31b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:14Z', 'updated_at': '2022-02-09T01:29:25Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '7119666b-98b9-44a5-a67b-a92d0446b31b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51f55850-8367-44b2-9121-ef8cd13949af', 'name': '', 'network_id': 'da8b3422-27ca-4c4d-9a7a-f3e5107df612', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:6b:8c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:41Z', 'updated_at': '2022-02-09T01:28:53Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5298719f-f61a-4d12-a80d-7c06ba03a4bb', 'name': '', 'network_id': 'b3b673a5-1978-409c-b2ed-a30249ec9fe3', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:e5:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '5cbbf304-015a-4994-805d-f4eddb41c314', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:51Z', 'updated_at': '2022-02-09T01:29:02Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '5cbbf304-015a-4994-805d-f4eddb41c314', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:27.207136 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0f38fda9-de6d-4d3c-8d87-82af999cbe84 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (646077ee-701d-44f6-aa6c-f4b0e15c43fd), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:27.230205 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a57eb1-fd82-40a8-b2cd-44e3f35fdfdd None None] Checking router: a3fc2ce1-1401-4f23-95d2-887835db32e2 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:29:27.243602 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a57eb1-fd82-40a8-b2cd-44e3f35fdfdd None None] Routers {'a3fc2ce1-1401-4f23-95d2-887835db32e2'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:27.244553 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c9a57eb1-fd82-40a8-b2cd-44e3f35fdfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:29:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a3fc2ce1-1401-4f23-95d2-887835db32e2'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:27.299835 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0f38fda9-de6d-4d3c-8d87-82af999cbe84 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (646077ee-701d-44f6-aa6c-f4b0e15c43fd), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:27.310291 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.extraroute_db [None req-00f7834e-b057-40f2-8945-a59558445ce9 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Added routes are [] {{(pid=103529) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 01:29:27.310601 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.extraroute_db [None req-00f7834e-b057-40f2-8945-a59558445ce9 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103529) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 01:29:27.345175 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0f38fda9-de6d-4d3c-8d87-82af999cbe84 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:27.352419 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0f38fda9-de6d-4d3c-8d87-82af999cbe84 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] 10.222.0.30 "DELETE /v2.0/subnets/646077ee-701d-44f6-aa6c-f4b0e15c43fd HTTP/1.1" status: 204 len: 168 time: 0.4330277 Feb 09 01:29:27.353361 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f38fda9-de6d-4d3c-8d87-82af999cbe84 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Pushing event deleted for resources: {'Subnet': ['ID=646077ee-701d-44f6-aa6c-f4b0e15c43fd,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:27.357075 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54a9e75-6ae3-4405-aacd-c82be5d4c5b5 None None] Network 75a98e59-756d-4852-ae6b-9872f5ab102c requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:29:27.362864 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42130) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:27.380130 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-00f7834e-b057-40f2-8945-a59558445ce9 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8820'] for router (a3fc2ce1-1401-4f23-95d2-887835db32e2), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:27.400212 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97a71a-7b2a-439c-867d-a90e93ea19af req-8d924b4d-b98c-44d4-9edc-0403f36c5dfb tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:27.402713 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4f97a71a-7b2a-439c-867d-a90e93ea19af req-8d924b4d-b98c-44d4-9edc-0403f36c5dfb tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=1378ef33-b41e-4a1c-9819-2f8ee1a300a5 HTTP/1.1" status: 200 len: 946 time: 0.6957994 Feb 09 01:29:27.409695 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-37aa39e4-e574-444f-aeb0-1494f109868b req-590a1132-76c2-4429-897c-10ae62732fc5 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Deleting port b58f97e0-deba-4d7c-9dba-0bb7c29025fc {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:27.410034 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-37aa39e4-e574-444f-aeb0-1494f109868b req-590a1132-76c2-4429-897c-10ae62732fc5 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (b58f97e0-deba-4d7c-9dba-0bb7c29025fc), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:27.514979 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-37aa39e4-e574-444f-aeb0-1494f109868b req-590a1132-76c2-4429-897c-10ae62732fc5 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] For port b58f97e0-deba-4d7c-9dba-0bb7c29025fc, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=b58f97e0-deba-4d7c-9dba-0bb7c29025fc,segment=NetworkSegment(56fbfdfe-124b-4422-89cd-b53ccd9690c4),segment_id=56fbfdfe-124b-4422-89cd-b53ccd9690c4)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:27.515664 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-37aa39e4-e574-444f-aeb0-1494f109868b req-590a1132-76c2-4429-897c-10ae62732fc5 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (b58f97e0-deba-4d7c-9dba-0bb7c29025fc), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:27.517813 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a81eae49-13e3-4a28-a2b6-284e123cfcf9 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (75a98e59-756d-4852-ae6b-9872f5ab102c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:27.532919 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-c9a57eb1-fd82-40a8-b2cd-44e3f35fdfdd None None] Set router a3fc2ce1-1401-4f23-95d2-887835db32e2 gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:29:27.537711 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-37aa39e4-e574-444f-aeb0-1494f109868b req-590a1132-76c2-4429-897c-10ae62732fc5 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Calling delete_port for b58f97e0-deba-4d7c-9dba-0bb7c29025fc owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:27.570330 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:27.626452 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a81eae49-13e3-4a28-a2b6-284e123cfcf9 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Deleting port d9ad0016-643b-4b5f-b199-6f3612530b74 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:27.626794 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a81eae49-13e3-4a28-a2b6-284e123cfcf9 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (d9ad0016-643b-4b5f-b199-6f3612530b74), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:27.720252 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a81eae49-13e3-4a28-a2b6-284e123cfcf9 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] For port d9ad0016-643b-4b5f-b199-6f3612530b74, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d9ad0016-643b-4b5f-b199-6f3612530b74,segment=NetworkSegment(d0eb1cbd-b278-4cae-936c-f3a8852ff565),segment_id=d0eb1cbd-b278-4cae-936c-f3a8852ff565)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:27.720593 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a81eae49-13e3-4a28-a2b6-284e123cfcf9 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (d9ad0016-643b-4b5f-b199-6f3612530b74), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:27.739264 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a81eae49-13e3-4a28-a2b6-284e123cfcf9 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Calling delete_port for d9ad0016-643b-4b5f-b199-6f3612530b74 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:27.769238 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42140) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:27.831190 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6f3727-6516-49e0-a04a-237747be3104 None None] DHCP port deletion for 75a98e59-756d-4852-ae6b-9872f5ab102c request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:29:27.837280 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-44dd8d9f-6737-4f24-b4a8-1ea4bc8c1171 service neutron] 10.222.0.30 "GET /v2.0/networks/1b491962-ed4d-43bc-b25a-f8e3c17cca99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0485890 Feb 09 01:29:27.884771 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-408a042e-b0d8-4601-bc7b-dab70b49c67b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:27.901674 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a81eae49-13e3-4a28-a2b6-284e123cfcf9 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (d9ad0016-643b-4b5f-b199-6f3612530b74), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:27.964270 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81eae49-13e3-4a28-a2b6-284e123cfcf9 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Pushing event deleted for resources: {'Port': ['ID=d9ad0016-643b-4b5f-b199-6f3612530b74,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:27.968701 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-fa6f3727-6516-49e0-a04a-237747be3104 None None] The port 'd9ad0016-643b-4b5f-b199-6f3612530b74' was deleted {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 09 01:29:27.974103 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81eae49-13e3-4a28-a2b6-284e123cfcf9 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] No DVR routers for this DVR port d9ad0016-643b-4b5f-b199-6f3612530b74 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:29:27.993347 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d9ad0016-643b-4b5f-b199-6f3612530b74 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:29:28.023299 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: d9ad0016-643b-4b5f-b199-6f3612530b74 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:29:28.023651 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d9ad0016-643b-4b5f-b199-6f3612530b74 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:29:28.042316 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4f97a71a-7b2a-439c-867d-a90e93ea19af req-3bbd1671-1e42-4764-a046-b3ba8488d88d tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4563386 Feb 09 01:29:28.053312 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c9a57eb1-fd82-40a8-b2cd-44e3f35fdfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'name': 'tempest-RoutersTest-router-1260638241', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:37Z', 'updated_at': '2022-02-09T01:29:22Z', 'revision_number': 6, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'gw_port_host': None, '_interfaces': [{'id': '48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2', 'name': '', 'network_id': 'bf3e40a2-bf3e-48b5-81be-80fcc018ab9f', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:ac:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'e6565cae-1132-4a1d-81ca-d0379b1646a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:02Z', 'updated_at': '2022-02-09T01:29:18Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': 'e6565cae-1132-4a1d-81ca-d0379b1646a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48e86744-d873-4343-9511-f7e0ede2927e', 'name': '', 'network_id': '39f15b9b-8326-4d24-bb3f-251c4aaff756', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:95:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '7119666b-98b9-44a5-a67b-a92d0446b31b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:14Z', 'updated_at': '2022-02-09T01:29:25Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '7119666b-98b9-44a5-a67b-a92d0446b31b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51f55850-8367-44b2-9121-ef8cd13949af', 'name': '', 'network_id': 'da8b3422-27ca-4c4d-9a7a-f3e5107df612', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:6b:8c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:41Z', 'updated_at': '2022-02-09T01:28:53Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5298719f-f61a-4d12-a80d-7c06ba03a4bb', 'name': '', 'network_id': 'b3b673a5-1978-409c-b2ed-a30249ec9fe3', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:e5:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '5cbbf304-015a-4994-805d-f4eddb41c314', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:51Z', 'updated_at': '2022-02-09T01:29:02Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '5cbbf304-015a-4994-805d-f4eddb41c314', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:28.110365 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a81eae49-13e3-4a28-a2b6-284e123cfcf9 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (75a98e59-756d-4852-ae6b-9872f5ab102c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:28.133876 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-a81eae49-13e3-4a28-a2b6-284e123cfcf9 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75a98e59-756d-4852-ae6b-9872f5ab102c']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:28.145647 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a57eb1-fd82-40a8-b2cd-44e3f35fdfdd None None] The sync data for ids ['a3fc2ce1-1401-4f23-95d2-887835db32e2'] in n-d-822053-40 is: [{'id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'name': 'tempest-RoutersTest-router-1260638241', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:37Z', 'updated_at': '2022-02-09T01:29:22Z', 'revision_number': 6, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'gw_port_host': None, '_interfaces': [{'id': '48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2', 'name': '', 'network_id': 'bf3e40a2-bf3e-48b5-81be-80fcc018ab9f', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:ac:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'e6565cae-1132-4a1d-81ca-d0379b1646a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:02Z', 'updated_at': '2022-02-09T01:29:18Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': 'e6565cae-1132-4a1d-81ca-d0379b1646a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48e86744-d873-4343-9511-f7e0ede2927e', 'name': '', 'network_id': '39f15b9b-8326-4d24-bb3f-251c4aaff756', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:95:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '7119666b-98b9-44a5-a67b-a92d0446b31b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:14Z', 'updated_at': '2022-02-09T01:29:25Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '7119666b-98b9-44a5-a67b-a92d0446b31b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51f55850-8367-44b2-9121-ef8cd13949af', 'name': '', 'network_id': 'da8b3422-27ca-4c4d-9a7a-f3e5107df612', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:6b:8c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:41Z', 'updated_at': '2022-02-09T01:28:53Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5298719f-f61a-4d12-a80d-7c06ba03a4bb', 'name': '', 'network_id': 'b3b673a5-1978-409c-b2ed-a30249ec9fe3', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:e5:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '5cbbf304-015a-4994-805d-f4eddb41c314', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:51Z', 'updated_at': '2022-02-09T01:29:02Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '5cbbf304-015a-4994-805d-f4eddb41c314', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:28.146164 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-a81eae49-13e3-4a28-a2b6-284e123cfcf9 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0eb1cbd-b278-4cae-936c-f3a8852ff565') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:28.146666 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-a81eae49-13e3-4a28-a2b6-284e123cfcf9 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0eb1cbd-b278-4cae-936c-f3a8852ff565') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:28.158730 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a81eae49-13e3-4a28-a2b6-284e123cfcf9 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (d0eb1cbd-b278-4cae-936c-f3a8852ff565), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:28.184249 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a81eae49-13e3-4a28-a2b6-284e123cfcf9 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (d0eb1cbd-b278-4cae-936c-f3a8852ff565), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:28.195257 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a81eae49-13e3-4a28-a2b6-284e123cfcf9 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:29:28.196025 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a81eae49-13e3-4a28-a2b6-284e123cfcf9 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (d0eb1cbd-b278-4cae-936c-f3a8852ff565), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:28.202559 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:29:28.202559 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:29:28.202559 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:29:28.202559 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:29:28.202559 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:29:28.202559 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:29:28.202559 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:29:28.202559 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:29:28.202559 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:29:28.202559 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:29:28.202559 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:29:28.202559 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:29:28.202559 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:29:28.202559 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:29:28.202559 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:29:28.202559 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:29:28.202559 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:29:28.202559 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:29:28.202559 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:29:28.202559 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:29:28.202559 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:29:28.202559 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:29:28.202559 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:29:28.202559 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:29:28.202559 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:29:28.202559 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:29:28.202559 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:29:28.202559 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:29:28.202559 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:29:28.202559 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:29:28.202559 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:29:28.202559 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:29:28.212943 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-37aa39e4-e574-444f-aeb0-1494f109868b req-590a1132-76c2-4429-897c-10ae62732fc5 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (b58f97e0-deba-4d7c-9dba-0bb7c29025fc), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:28.230019 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:29:28.245110 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:28.336268 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-2cc738cb-b9ef-48f6-911c-09a2a2b11409 service neutron] 10.222.0.30 "GET /v2.0/networks/38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4808896 Feb 09 01:29:28.342516 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a81eae49-13e3-4a28-a2b6-284e123cfcf9 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (75a98e59-756d-4852-ae6b-9872f5ab102c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:28.348875 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a81eae49-13e3-4a28-a2b6-284e123cfcf9 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:28.355359 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a81eae49-13e3-4a28-a2b6-284e123cfcf9 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] 10.222.0.30 "DELETE /v2.0/networks/75a98e59-756d-4852-ae6b-9872f5ab102c HTTP/1.1" status: 204 len: 168 time: 0.9881034 Feb 09 01:29:28.402692 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81eae49-13e3-4a28-a2b6-284e123cfcf9 tempest-DHCPAgentSchedulersTestJSON-977257101 tempest-DHCPAgentSchedulersTestJSON-977257101-project] Pushing event deleted for resources: {'Network': ['ID=75a98e59-756d-4852-ae6b-9872f5ab102c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:28.447797 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a1132-76c2-4429-897c-10ae62732fc5 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Pushing event deleted for resources: {'Port': ['ID=b58f97e0-deba-4d7c-9dba-0bb7c29025fc,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:28.479014 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-00f7834e-b057-40f2-8945-a59558445ce9 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8820'] for router (a3fc2ce1-1401-4f23-95d2-887835db32e2), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:28.482269 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-37aa39e4-e574-444f-aeb0-1494f109868b req-590a1132-76c2-4429-897c-10ae62732fc5 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] No DVR routers for this DVR port b58f97e0-deba-4d7c-9dba-0bb7c29025fc on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:29:28.498496 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-37aa39e4-e574-444f-aeb0-1494f109868b req-590a1132-76c2-4429-897c-10ae62732fc5 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:28.501974 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-37aa39e4-e574-444f-aeb0-1494f109868b req-590a1132-76c2-4429-897c-10ae62732fc5 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.91 "DELETE /v2.0/ports/b58f97e0-deba-4d7c-9dba-0bb7c29025fc HTTP/1.1" status: 204 len: 173 time: 2.0385716 Feb 09 01:29:28.503368 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1378ef33-b41e-4a1c-9819-2f8ee1a300a5', 'name': 'network-vif-deleted', 'tag': 'b58f97e0-deba-4d7c-9dba-0bb7c29025fc'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:29:28.506279 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ec6949-ad1b-4379-9395-c8042bb4bb3c" -d '{"events": [{"server_uuid": "1378ef33-b41e-4a1c-9819-2f8ee1a300a5", "name": "network-vif-deleted", "tag": "b58f97e0-deba-4d7c-9dba-0bb7c29025fc"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:29:28.513634 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-00f7834e-b057-40f2-8945-a59558445ce9 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622185'] for router (a3fc2ce1-1401-4f23-95d2-887835db32e2), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:28.554130 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad026ce6-eae7-4d05-9362-25f835c44677 req-a3b3348f-4dc9-40b4-b11c-32dde5452b09 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:28.555829 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ad026ce6-eae7-4d05-9362-25f835c44677 req-a3b3348f-4dc9-40b4-b11c-32dde5452b09 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b79e8b-496a-41e0-ac58-fbdfd1c6c2d8 HTTP/1.1" status: 200 len: 946 time: 0.3881471 Feb 09 01:29:28.720960 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-408a042e-b0d8-4601-bc7b-dab70b49c67b admin admin] Publish callbacks [] for security_group (8a1ebf5c-fd79-41c7-bcca-d8c22e5163ab), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:28.728008 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-24eebb52-68a2-4e42-b7a5-82dbddcad5a2 service neutron] 10.222.0.30 "GET /v2.0/networks/38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584127 Feb 09 01:29:28.738185 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-408a042e-b0d8-4601-bc7b-dab70b49c67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (8a1ebf5c-fd79-41c7-bcca-d8c22e5163ab), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:28.750058 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42160) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:28.844483 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ad026ce6-eae7-4d05-9362-25f835c44677 req-65d1cdc3-c388-45bc-ab06-35e25ef912c5 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2986e66-5bf8-4106-965e-d9f5e5d6b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810557 Feb 09 01:29:28.856238 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f7834e-b057-40f2-8945-a59558445ce9 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Router a3fc2ce1-1401-4f23-95d2-887835db32e2 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:29:28.870993 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-408a042e-b0d8-4601-bc7b-dab70b49c67b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ddcaef76a60e4b9da754928bd7d90750&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0826368 Feb 09 01:29:28.870993 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42166) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:28.870993 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a042e-b0d8-4601-bc7b-dab70b49c67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1ebf5c-fd79-41c7-bcca-d8c22e5163ab,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:28.930960 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5d1cad02-fbd0-4e51-b8b0-b8cf630c296a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b2a4cd03f479466a8ba125eb4d256536&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1795325 Feb 09 01:29:28.933383 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42172) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:29.005343 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b79214-7ce7-4789-9949-da650b527e28 admin admin] Publish callbacks [] for security_group (9c02b5bd-2b34-48d5-b9f8-210d91a52d12), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:29.031181 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b79214-7ce7-4789-9949-da650b527e28 admin admin] Publish callbacks [] for security_group (9c02b5bd-2b34-48d5-b9f8-210d91a52d12), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:29.083535 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-399ccaa0-6e15-486a-b5d8-de6e36726c9a service neutron] 10.222.0.30 "GET /v2.0/networks/38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403978 Feb 09 01:29:29.091896 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b79214-7ce7-4789-9949-da650b527e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (9c02b5bd-2b34-48d5-b9f8-210d91a52d12), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:29.095232 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b79214-7ce7-4789-9949-da650b527e28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:29.100209 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a2b79214-7ce7-4789-9949-da650b527e28 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9c02b5bd-2b34-48d5-b9f8-210d91a52d12 HTTP/1.1" status: 204 len: 168 time: 0.1630356 Feb 09 01:29:29.112516 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b79214-7ce7-4789-9949-da650b527e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c02b5bd-2b34-48d5-b9f8-210d91a52d12,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:29.174308 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-739c2eec-91eb-4835-b64d-c691b7d38b70 admin admin] Publish callbacks [] for security_group (8a1ebf5c-fd79-41c7-bcca-d8c22e5163ab), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:29.198483 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f7834e-b057-40f2-8945-a59558445ce9 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:29:29.207544 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-00f7834e-b057-40f2-8945-a59558445ce9 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:29.211322 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc52309b-7e1f-4ab8-99a1-072fb85677ce None None] Sync routers for ids ['a3fc2ce1-1401-4f23-95d2-887835db32e2'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:29.211865 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42184) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:29.212435 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-00f7834e-b057-40f2-8945-a59558445ce9 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "PUT /v2.0/routers/a3fc2ce1-1401-4f23-95d2-887835db32e2 HTTP/1.1" status: 200 len: 700 time: 4.1944377 Feb 09 01:29:29.227294 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc52309b-7e1f-4ab8-99a1-072fb85677ce None None] Routers {'a3fc2ce1-1401-4f23-95d2-887835db32e2'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:29.228490 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-dc52309b-7e1f-4ab8-99a1-072fb85677ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:29:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a3fc2ce1-1401-4f23-95d2-887835db32e2'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:29.235085 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-739c2eec-91eb-4835-b64d-c691b7d38b70 admin admin] Publish callbacks [] for security_group (8a1ebf5c-fd79-41c7-bcca-d8c22e5163ab), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:29.275523 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4a038-ff9b-43f6-a5f9-b998a7b40049 req-c0e93a12-8562-4f5b-a5d3-0bee8b29ed5a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:29.278242 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5cb4a038-ff9b-43f6-a5f9-b998a7b40049 req-c0e93a12-8562-4f5b-a5d3-0bee8b29ed5a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=8938de44-e444-4c6d-aee4-48cefa6413a7 HTTP/1.1" status: 200 len: 946 time: 0.2587862 Feb 09 01:29:29.280554 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device b58f97e0-deba-4d7c-9dba-0bb7c29025fc no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:29:29.330364 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-91e56a28-18f2-4274-8d6a-1f3cb9080a46 service neutron] 10.222.0.30 "GET /v2.0/networks/38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338035 Feb 09 01:29:29.355292 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5679695c-1860-4733-8379-e2de71b971bf tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "GET /v2.0/routers/a3fc2ce1-1401-4f23-95d2-887835db32e2 HTTP/1.1" status: 200 len: 700 time: 0.1422017 Feb 09 01:29:29.359796 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42186) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:29.363482 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: b58f97e0-deba-4d7c-9dba-0bb7c29025fc {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:29:29.366077 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device b58f97e0-deba-4d7c-9dba-0bb7c29025fc not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:29:29.377164 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42188) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:29.401355 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5cb4a038-ff9b-43f6-a5f9-b998a7b40049 req-f8d58f1a-fb38-4d36-b8af-598af1da6dc9 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073344 Feb 09 01:29:29.403671 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-739c2eec-91eb-4835-b64d-c691b7d38b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (8a1ebf5c-fd79-41c7-bcca-d8c22e5163ab), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:29.411994 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-739c2eec-91eb-4835-b64d-c691b7d38b70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:29.417678 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-739c2eec-91eb-4835-b64d-c691b7d38b70 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8a1ebf5c-fd79-41c7-bcca-d8c22e5163ab HTTP/1.1" status: 204 len: 168 time: 0.5446963 Feb 09 01:29:29.438537 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c2eec-91eb-4835-b64d-c691b7d38b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1ebf5c-fd79-41c7-bcca-d8c22e5163ab,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:29.471790 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb2f619-7c9e-4584-8f72-6c1fa501b45b x-openstack-request-id: req-abb2f619-7c9e-4584-8f72-6c1fa501b45b {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:29:29.472233 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1378ef33-b41e-4a1c-9819-2f8ee1a300a5", "name": "network-vif-deleted", "tag": "b58f97e0-deba-4d7c-9dba-0bb7c29025fc", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:29:29.472590 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-abb2f619-7c9e-4584-8f72-6c1fa501b45b {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:29:29.473791 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1378ef33-b41e-4a1c-9819-2f8ee1a300a5', 'name': 'network-vif-deleted', 'tag': 'b58f97e0-deba-4d7c-9dba-0bb7c29025fc', 'status': 'completed', 'code': 200} Feb 09 01:29:29.511334 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-dc52309b-7e1f-4ab8-99a1-072fb85677ce None None] Set router a3fc2ce1-1401-4f23-95d2-887835db32e2 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:29:29.809082 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-17260a2e-621a-4164-80bd-b7e68471548e tempest-RoutersAdminNegativeTest-531354300 tempest-RoutersAdminNegativeTest-531354300-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2134480361', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:29.917057 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17260a2e-621a-4164-80bd-b7e68471548e tempest-RoutersAdminNegativeTest-531354300 tempest-RoutersAdminNegativeTest-531354300-project-admin] Made reservation on behalf of 838640db3b6a4057a35cf382e113e40c for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:29.925068 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-17260a2e-621a-4164-80bd-b7e68471548e tempest-RoutersAdminNegativeTest-531354300 tempest-RoutersAdminNegativeTest-531354300-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:29.956878 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-17260a2e-621a-4164-80bd-b7e68471548e tempest-RoutersAdminNegativeTest-531354300 tempest-RoutersAdminNegativeTest-531354300-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:30.048608 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d289b3ce-e007-4298-bc4d-f08b73b85105 req-d3b0a6c5-f6b9-4908-848b-594de933a0bb tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=b6fd459715684d44a0a31bd130ea655c HTTP/1.1" status: 200 len: 267 time: 0.1999652 Feb 09 01:29:30.055071 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42228) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:30.070284 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-dc52309b-7e1f-4ab8-99a1-072fb85677ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'name': 'tempest-RoutersTest-router-1260638241', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:37Z', 'updated_at': '2022-02-09T01:29:27Z', 'revision_number': 7, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'gw_port_host': None, '_interfaces': [{'id': '48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2', 'name': '', 'network_id': 'bf3e40a2-bf3e-48b5-81be-80fcc018ab9f', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:ac:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'e6565cae-1132-4a1d-81ca-d0379b1646a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:02Z', 'updated_at': '2022-02-09T01:29:18Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': 'e6565cae-1132-4a1d-81ca-d0379b1646a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48e86744-d873-4343-9511-f7e0ede2927e', 'name': '', 'network_id': '39f15b9b-8326-4d24-bb3f-251c4aaff756', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:95:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '7119666b-98b9-44a5-a67b-a92d0446b31b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:14Z', 'updated_at': '2022-02-09T01:29:25Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '7119666b-98b9-44a5-a67b-a92d0446b31b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51f55850-8367-44b2-9121-ef8cd13949af', 'name': '', 'network_id': 'da8b3422-27ca-4c4d-9a7a-f3e5107df612', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:6b:8c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:41Z', 'updated_at': '2022-02-09T01:28:53Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5298719f-f61a-4d12-a80d-7c06ba03a4bb', 'name': '', 'network_id': 'b3b673a5-1978-409c-b2ed-a30249ec9fe3', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:e5:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '5cbbf304-015a-4994-805d-f4eddb41c314', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:51Z', 'updated_at': '2022-02-09T01:29:02Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '5cbbf304-015a-4994-805d-f4eddb41c314', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:30.109156 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-898f320f-b563-4098-a3c2-ae35db0d066d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:30.130356 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc52309b-7e1f-4ab8-99a1-072fb85677ce None None] Checking router: a3fc2ce1-1401-4f23-95d2-887835db32e2 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:29:30.140253 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc52309b-7e1f-4ab8-99a1-072fb85677ce None None] Routers {'a3fc2ce1-1401-4f23-95d2-887835db32e2'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:30.141402 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-dc52309b-7e1f-4ab8-99a1-072fb85677ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:29:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a3fc2ce1-1401-4f23-95d2-887835db32e2'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:30.168764 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289b3ce-e007-4298-bc4d-f08b73b85105 req-b52c2846-a80c-463d-b3e7-0343a6ddb8bc tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:30.176879 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d289b3ce-e007-4298-bc4d-f08b73b85105 req-b52c2846-a80c-463d-b3e7-0343a6ddb8bc tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=8938de44-e444-4c6d-aee4-48cefa6413a7 HTTP/1.1" status: 200 len: 946 time: 0.1226878 Feb 09 01:29:30.188169 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-d289b3ce-e007-4298-bc4d-f08b73b85105 req-0ed5e6f6-5cc1-43e3-99b2-21d97af4342b tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Request body: {'port': {'security_groups': []}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:30.279794 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d289b3ce-e007-4298-bc4d-f08b73b85105 req-0ed5e6f6-5cc1-43e3-99b2-21d97af4342b tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (af8b00f3-e1f8-409c-a165-1efc5f0718b6), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:30.426986 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-dc52309b-7e1f-4ab8-99a1-072fb85677ce None None] Set router a3fc2ce1-1401-4f23-95d2-887835db32e2 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:29:30.600229 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-17260a2e-621a-4164-80bd-b7e68471548e tempest-RoutersAdminNegativeTest-531354300 tempest-RoutersAdminNegativeTest-531354300-project-admin] Publish callbacks [] for security_group (a51e38b9-5249-4be6-9046-338430d62885), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:30.617188 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-17260a2e-621a-4164-80bd-b7e68471548e tempest-RoutersAdminNegativeTest-531354300 tempest-RoutersAdminNegativeTest-531354300-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (a51e38b9-5249-4be6-9046-338430d62885), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:30.621158 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-17260a2e-621a-4164-80bd-b7e68471548e tempest-RoutersAdminNegativeTest-531354300 tempest-RoutersAdminNegativeTest-531354300-project-admin] device_id is not set on port fe338de9-60da-4ca5-b165-d33d8a18b01a yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:29:30.730662 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bb14242d-c168-4dae-899b-e8421269625c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (a3fc2ce1-1401-4f23-95d2-887835db32e2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:30.820948 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-17260a2e-621a-4164-80bd-b7e68471548e tempest-RoutersAdminNegativeTest-531354300 tempest-RoutersAdminNegativeTest-531354300-project-admin] Allocated IP 172.25.1.165 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/fe338de9-60da-4ca5-b165-d33d8a18b01a) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:30.869667 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42254) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:30.898222 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-898f320f-b563-4098-a3c2-ae35db0d066d admin admin] Publish callbacks [] for security_group (7878e649-6066-42e0-8a16-bcae252ed6a2), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:30.933502 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17260a2e-621a-4164-80bd-b7e68471548e tempest-RoutersAdminNegativeTest-531354300 tempest-RoutersAdminNegativeTest-531354300-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51e38b9-5249-4be6-9046-338430d62885,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:30.946424 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-898f320f-b563-4098-a3c2-ae35db0d066d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7878e649-6066-42e0-8a16-bcae252ed6a2), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:31.007272 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-dc52309b-7e1f-4ab8-99a1-072fb85677ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'name': 'tempest-RoutersTest-router-1260638241', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:37Z', 'updated_at': '2022-02-09T01:29:27Z', 'revision_number': 7, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'gw_port_host': None, '_interfaces': [{'id': '48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2', 'name': '', 'network_id': 'bf3e40a2-bf3e-48b5-81be-80fcc018ab9f', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:ac:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'e6565cae-1132-4a1d-81ca-d0379b1646a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:02Z', 'updated_at': '2022-02-09T01:29:18Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': 'e6565cae-1132-4a1d-81ca-d0379b1646a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48e86744-d873-4343-9511-f7e0ede2927e', 'name': '', 'network_id': '39f15b9b-8326-4d24-bb3f-251c4aaff756', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:95:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '7119666b-98b9-44a5-a67b-a92d0446b31b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:14Z', 'updated_at': '2022-02-09T01:29:25Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '7119666b-98b9-44a5-a67b-a92d0446b31b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51f55850-8367-44b2-9121-ef8cd13949af', 'name': '', 'network_id': 'da8b3422-27ca-4c4d-9a7a-f3e5107df612', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:6b:8c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:41Z', 'updated_at': '2022-02-09T01:28:53Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5298719f-f61a-4d12-a80d-7c06ba03a4bb', 'name': '', 'network_id': 'b3b673a5-1978-409c-b2ed-a30249ec9fe3', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:e5:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '5cbbf304-015a-4994-805d-f4eddb41c314', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:51Z', 'updated_at': '2022-02-09T01:29:02Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '5cbbf304-015a-4994-805d-f4eddb41c314', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:31.043389 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc52309b-7e1f-4ab8-99a1-072fb85677ce None None] The sync data for ids ['a3fc2ce1-1401-4f23-95d2-887835db32e2'] in n-d-822053-40 is: [{'id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'name': 'tempest-RoutersTest-router-1260638241', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:37Z', 'updated_at': '2022-02-09T01:29:27Z', 'revision_number': 7, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'gw_port_host': None, '_interfaces': [{'id': '48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2', 'name': '', 'network_id': 'bf3e40a2-bf3e-48b5-81be-80fcc018ab9f', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:ac:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'e6565cae-1132-4a1d-81ca-d0379b1646a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:02Z', 'updated_at': '2022-02-09T01:29:18Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': 'e6565cae-1132-4a1d-81ca-d0379b1646a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48e86744-d873-4343-9511-f7e0ede2927e', 'name': '', 'network_id': '39f15b9b-8326-4d24-bb3f-251c4aaff756', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:95:f8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '7119666b-98b9-44a5-a67b-a92d0446b31b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:14Z', 'updated_at': '2022-02-09T01:29:25Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '7119666b-98b9-44a5-a67b-a92d0446b31b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51f55850-8367-44b2-9121-ef8cd13949af', 'name': '', 'network_id': 'da8b3422-27ca-4c4d-9a7a-f3e5107df612', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:6b:8c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:41Z', 'updated_at': '2022-02-09T01:28:53Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5298719f-f61a-4d12-a80d-7c06ba03a4bb', 'name': '', 'network_id': 'b3b673a5-1978-409c-b2ed-a30249ec9fe3', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:e5:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '5cbbf304-015a-4994-805d-f4eddb41c314', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:51Z', 'updated_at': '2022-02-09T01:29:02Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '5cbbf304-015a-4994-805d-f4eddb41c314', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:31.064634 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e02427fc-726a-4d0f-a056-29b702afc361 req-cb4c0274-d4ff-4422-bc55-61e512534646 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.1926401 Feb 09 01:29:31.148607 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-bb14242d-c168-4dae-899b-e8421269625c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Deleting port 48e86744-d873-4343-9511-f7e0ede2927e {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:31.149393 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bb14242d-c168-4dae-899b-e8421269625c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (48e86744-d873-4343-9511-f7e0ede2927e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:31.166607 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-d289b3ce-e007-4298-bc4d-f08b73b85105 req-0ed5e6f6-5cc1-43e3-99b2-21d97af4342b tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] For port af8b00f3-e1f8-409c-a165-1efc5f0718b6, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=af8b00f3-e1f8-409c-a165-1efc5f0718b6,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:31.187804 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-898f320f-b563-4098-a3c2-ae35db0d066d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9fd89b5ee7324901b8144ea0b18bb155&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1315565 Feb 09 01:29:31.191001 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42266) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:31.192673 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f320f-b563-4098-a3c2-ae35db0d066d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7878e649-6066-42e0-8a16-bcae252ed6a2,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:31.209573 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-8bfae372-494a-47de-a215-64afd0bdf3cd admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-371468676-network', 'tenant_id': 'c1c2be365a6e405aa065156df564aab1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:31.273868 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfae372-494a-47de-a215-64afd0bdf3cd admin admin] Made reservation on behalf of c1c2be365a6e405aa065156df564aab1 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:31.276505 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8bfae372-494a-47de-a215-64afd0bdf3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:31.289360 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8bfae372-494a-47de-a215-64afd0bdf3cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:31.318855 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-bb14242d-c168-4dae-899b-e8421269625c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] For port 48e86744-d873-4343-9511-f7e0ede2927e, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=48e86744-d873-4343-9511-f7e0ede2927e,segment=NetworkSegment(4c14527e-344a-4524-a7d8-636a350e4a79),segment_id=4c14527e-344a-4524-a7d8-636a350e4a79)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:31.319226 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bb14242d-c168-4dae-899b-e8421269625c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (48e86744-d873-4343-9511-f7e0ede2927e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:31.340488 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-bb14242d-c168-4dae-899b-e8421269625c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Calling delete_port for 48e86744-d873-4343-9511-f7e0ede2927e owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:31.524293 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8bfae372-494a-47de-a215-64afd0bdf3cd admin admin] Publish callbacks [] for security_group (9c8954cf-13f2-46e7-99ff-c4bd45ec843e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:31.529577 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8bfae372-494a-47de-a215-64afd0bdf3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (9c8954cf-13f2-46e7-99ff-c4bd45ec843e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:31.576079 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bfae372-494a-47de-a215-64afd0bdf3cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:29:31.584039 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfae372-494a-47de-a215-64afd0bdf3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8954cf-13f2-46e7-99ff-c4bd45ec843e,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:31.594813 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8bfae372-494a-47de-a215-64afd0bdf3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (87e07450-b8ce-48ba-8d65-309bbd287bc7), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:31.595265 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-8bfae372-494a-47de-a215-64afd0bdf3cd admin admin] Added segment 87e07450-b8ce-48ba-8d65-309bbd287bc7 of type vlan for network ad8a4808-c13b-4f67-8735-fa3f67f79ac6 Feb 09 01:29:31.660185 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d289b3ce-e007-4298-bc4d-f08b73b85105 req-0ed5e6f6-5cc1-43e3-99b2-21d97af4342b tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks [] for port (af8b00f3-e1f8-409c-a165-1efc5f0718b6), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:31.671842 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8bfae372-494a-47de-a215-64afd0bdf3cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (ad8a4808-c13b-4f67-8735-fa3f67f79ac6), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:31.682756 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d289b3ce-e007-4298-bc4d-f08b73b85105 req-0ed5e6f6-5cc1-43e3-99b2-21d97af4342b tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (af8b00f3-e1f8-409c-a165-1efc5f0718b6), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:31.695692 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['a476cb47-66fa-4946-bbe0-0a21ff04360a', 'af8b00f3-e1f8-409c-a165-1efc5f0718b6'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:29:31.696472 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bb14242d-c168-4dae-899b-e8421269625c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (48e86744-d873-4343-9511-f7e0ede2927e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:31.727614 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:29:31.732873 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14242d-c168-4dae-899b-e8421269625c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event deleted for resources: {'Port': ['ID=48e86744-d873-4343-9511-f7e0ede2927e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:31.740071 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8bfae372-494a-47de-a215-64afd0bdf3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (ad8a4808-c13b-4f67-8735-fa3f67f79ac6), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:31.741052 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfae372-494a-47de-a215-64afd0bdf3cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:31.741697 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8bfae372-494a-47de-a215-64afd0bdf3cd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:31.763781 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-17260a2e-621a-4164-80bd-b7e68471548e tempest-RoutersAdminNegativeTest-531354300 tempest-RoutersAdminNegativeTest-531354300-project-admin] Publish callbacks [] for port (fe338de9-60da-4ca5-b165-d33d8a18b01a), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:31.827694 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6802c6-fb34-4886-b20d-53ae6bf744c2 req-f64d3fd9-6e41-42ca-b0d9-f7893c958949 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:31.830037 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db6802c6-fb34-4886-b20d-53ae6bf744c2 req-f64d3fd9-6e41-42ca-b0d9-f7893c958949 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.121 "GET /v2.0/ports?device_id=39b79e8b-496a-41e0-ac58-fbdfd1c6c2d8 HTTP/1.1" status: 200 len: 946 time: 0.6175056 Feb 09 01:29:31.838598 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289b3ce-e007-4298-bc4d-f08b73b85105 req-0ed5e6f6-5cc1-43e3-99b2-21d97af4342b tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:31.839792 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d289b3ce-e007-4298-bc4d-f08b73b85105 req-0ed5e6f6-5cc1-43e3-99b2-21d97af4342b tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:31.855680 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d289b3ce-e007-4298-bc4d-f08b73b85105 req-0ed5e6f6-5cc1-43e3-99b2-21d97af4342b tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "PUT /v2.0/ports/af8b00f3-e1f8-409c-a165-1efc5f0718b6 HTTP/1.1" status: 200 len: 905 time: 1.6774697 Feb 09 01:29:31.862900 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8bfae372-494a-47de-a215-64afd0bdf3cd admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9922345 Feb 09 01:29:31.871176 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-81f0ddc2-1e0a-4578-a714-341970846a49 admin admin] Publish callbacks [] for security_group (7878e649-6066-42e0-8a16-bcae252ed6a2), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:31.872673 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8938de44-e444-4c6d-aee4-48cefa6413a7', 'tag': 'af8b00f3-e1f8-409c-a165-1efc5f0718b6'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:29:31.875759 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ad284a-b483-4edf-8103-148eb2f18dd2" -d '{"events": [{"name": "network-changed", "server_uuid": "8938de44-e444-4c6d-aee4-48cefa6413a7", "tag": "af8b00f3-e1f8-409c-a165-1efc5f0718b6"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:29:31.876416 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42272) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:31.883495 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-d58f3d5e-8b71-4fec-8122-527a0c67fda2 admin admin] Request body: {'subnet': {'network_id': 'ad8a4808-c13b-4f67-8735-fa3f67f79ac6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-371468676-subnet', 'tenant_id': 'c1c2be365a6e405aa065156df564aab1', 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:31.939483 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfae372-494a-47de-a215-64afd0bdf3cd admin admin] Pushing event updated for resources: {'Network': ['ID=ad8a4808-c13b-4f67-8735-fa3f67f79ac6,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:31.967767 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['af8b00f3-e1f8-409c-a165-1efc5f0718b6'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:29:31.971108 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network ad8a4808-c13b-4f67-8735-fa3f67f79ac6 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:29:32.066326 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5e6f6-5cc1-43e3-99b2-21d97af4342b tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Pushing event updated for resources: {'Port': ['ID=af8b00f3-e1f8-409c-a165-1efc5f0718b6,revision_number=6']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:32.134385 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58f3d5e-8b71-4fec-8122-527a0c67fda2 admin admin] Made reservation on behalf of c1c2be365a6e405aa065156df564aab1 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:32.137003 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d58f3d5e-8b71-4fec-8122-527a0c67fda2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:32.198452 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-81f0ddc2-1e0a-4578-a714-341970846a49 admin admin] Publish callbacks [] for security_group (7878e649-6066-42e0-8a16-bcae252ed6a2), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:32.295148 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bb14242d-c168-4dae-899b-e8421269625c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (a3fc2ce1-1401-4f23-95d2-887835db32e2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:32.323619 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad62f6d-9e86-47b8-b5b9-883cf290ede5 req-eebc8d4b-4a5d-42ac-a2f5-8cf79b28fc89 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:32.325059 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2ad62f6d-9e86-47b8-b5b9-883cf290ede5 req-eebc8d4b-4a5d-42ac-a2f5-8cf79b28fc89 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2765749-d1e1-427e-8100-89f7f4eea0c0 HTTP/1.1" status: 200 len: 946 time: 0.2038429 Feb 09 01:29:32.325216 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-e68e44ce-a99b-43e8-bd9f-bb447c605e72 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:32.327742 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-e68e44ce-a99b-43e8-bd9f-bb447c605e72 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/networks?id=d7017e2a-db2c-4df8-a390-acbb50684ec5 HTTP/1.1" status: 200 len: 812 time: 1.0703800 Feb 09 01:29:32.362470 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-9cbeeef6-ee08-4fc4-823b-9f58cae9a166 None None] Provisioning complete for port af8b00f3-e1f8-409c-a165-1efc5f0718b6 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:32.362775 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9cbeeef6-ee08-4fc4-823b-9f58cae9a166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (af8b00f3-e1f8-409c-a165-1efc5f0718b6), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:32.389223 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-17260a2e-621a-4164-80bd-b7e68471548e tempest-RoutersAdminNegativeTest-531354300 tempest-RoutersAdminNegativeTest-531354300-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (fe338de9-60da-4ca5-b165-d33d8a18b01a), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:32.436921 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-81f0ddc2-1e0a-4578-a714-341970846a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7878e649-6066-42e0-8a16-bcae252ed6a2), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:32.440363 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-81f0ddc2-1e0a-4578-a714-341970846a49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:32.444071 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-81f0ddc2-1e0a-4578-a714-341970846a49 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7878e649-6066-42e0-8a16-bcae252ed6a2 HTTP/1.1" status: 204 len: 168 time: 1.2410274 Feb 09 01:29:32.453200 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-d54e32fe-39f4-41e7-b73c-4500da0749a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:32.455880 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-d54e32fe-39f4-41e7-b73c-4500da0749a2 service neutron] 10.222.0.91 "GET /v2.0/ports/127f4bb7-b1ac-47b8-9c29-204eb65e075d HTTP/1.1" status: 200 len: 1033 time: 0.3144081 Feb 09 01:29:32.480490 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-9cbeeef6-ee08-4fc4-823b-9f58cae9a166 None None] Current status of the port af8b00f3-e1f8-409c-a165-1efc5f0718b6 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:32.490423 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-4e2b9565-861a-4530-bff0-b07ec64318bb tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/quotas/ce7332c8ded74a31a8845cdf15d3517e HTTP/1.1" status: 200 len: 375 time: 0.1320765 Feb 09 01:29:32.535958 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f0ddc2-1e0a-4578-a714-341970846a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7878e649-6066-42e0-8a16-bcae252ed6a2,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:32.583369 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17260a2e-621a-4164-80bd-b7e68471548e tempest-RoutersAdminNegativeTest-531354300 tempest-RoutersAdminNegativeTest-531354300-project-admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:32.615290 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-17260a2e-621a-4164-80bd-b7e68471548e tempest-RoutersAdminNegativeTest-531354300 tempest-RoutersAdminNegativeTest-531354300-project-admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:32.626492 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17260a2e-621a-4164-80bd-b7e68471548e tempest-RoutersAdminNegativeTest-531354300 tempest-RoutersAdminNegativeTest-531354300-project-admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:29:32.634521 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d58f3d5e-8b71-4fec-8122-527a0c67fda2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (fdaa9fe3-910d-4894-b541-99cb754e685f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:32.641363 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b875d-d2d0-4079-86a3-ed0873b798bf req-9aa169bf-2b03-4408-9681-09967beaa0ac tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:32.643071 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-933b875d-d2d0-4079-86a3-ed0873b798bf req-9aa169bf-2b03-4408-9681-09967beaa0ac tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 945 time: 0.4864855 Feb 09 01:29:32.648835 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17260a2e-621a-4164-80bd-b7e68471548e tempest-RoutersAdminNegativeTest-531354300 tempest-RoutersAdminNegativeTest-531354300-project-admin] Pushing event updated for resources: {'Port': ['ID=fe338de9-60da-4ca5-b165-d33d8a18b01a,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:32.676367 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-2ad62f6d-9e86-47b8-b5b9-883cf290ede5 req-99bdb191-953c-41fd-adea-52c9d850250a tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Deleting port 03494d71-edfe-42e3-93e2-8483bd128dd3 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:32.676607 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-2ad62f6d-9e86-47b8-b5b9-883cf290ede5 req-99bdb191-953c-41fd-adea-52c9d850250a tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (03494d71-edfe-42e3-93e2-8483bd128dd3), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:32.701080 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-626d8122-e6a2-4695-a086-e3e836caf0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:32.702780 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-626d8122-e6a2-4695-a086-e3e836caf0e5 service neutron] 10.222.0.91 "GET /v2.0/ports/cf3c4149-8480-492e-bdf1-7ed124251123 HTTP/1.1" status: 200 len: 1032 time: 0.2097974 Feb 09 01:29:32.802356 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f3d5e-8b71-4fec-8122-527a0c67fda2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdaa9fe3-910d-4894-b541-99cb754e685f,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:32.817464 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17260a2e-621a-4164-80bd-b7e68471548e tempest-RoutersAdminNegativeTest-531354300 tempest-RoutersAdminNegativeTest-531354300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:32.818233 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-17260a2e-621a-4164-80bd-b7e68471548e tempest-RoutersAdminNegativeTest-531354300 tempest-RoutersAdminNegativeTest-531354300-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:32.838526 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb14242d-c168-4dae-899b-e8421269625c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Router a3fc2ce1-1401-4f23-95d2-887835db32e2 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:29:32.840750 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-5d4df1a2-f4b7-49c2-9fe0-29ce75109104 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce7332c8ded74a31a8845cdf15d3517e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3493590 Feb 09 01:29:32.861944 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58f3d5e-8b71-4fec-8122-527a0c67fda2 admin admin] Checking segment: {'id': '87e07450-b8ce-48ba-8d65-309bbd287bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ad8a4808-c13b-4f67-8735-fa3f67f79ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:29:32.862719 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58f3d5e-8b71-4fec-8122-527a0c67fda2 admin admin] Network hostable DHCP agents. Network: ad8a4808-c13b-4f67-8735-fa3f67f79ac6, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:29:32.869474 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-db6802c6-fb34-4886-b20d-53ae6bf744c2 req-4edf5766-8700-421e-bf9c-f61052945cf3 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Deleting port 7f151bf9-ff0e-495b-a444-5cec78ac9a4f {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:32.870048 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-db6802c6-fb34-4886-b20d-53ae6bf744c2 req-4edf5766-8700-421e-bf9c-f61052945cf3 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (7f151bf9-ff0e-495b-a444-5cec78ac9a4f), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:32.874268 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-2ad62f6d-9e86-47b8-b5b9-883cf290ede5 req-99bdb191-953c-41fd-adea-52c9d850250a tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] For port 03494d71-edfe-42e3-93e2-8483bd128dd3, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=03494d71-edfe-42e3-93e2-8483bd128dd3,segment=NetworkSegment(8aeeb2e7-9a95-4889-a4a3-eadf93afc837),segment_id=8aeeb2e7-9a95-4889-a4a3-eadf93afc837)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:32.875617 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-2ad62f6d-9e86-47b8-b5b9-883cf290ede5 req-99bdb191-953c-41fd-adea-52c9d850250a tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (03494d71-edfe-42e3-93e2-8483bd128dd3), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:32.899230 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-2ad62f6d-9e86-47b8-b5b9-883cf290ede5 req-99bdb191-953c-41fd-adea-52c9d850250a tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Calling delete_port for 03494d71-edfe-42e3-93e2-8483bd128dd3 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:32.979068 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-17260a2e-621a-4164-80bd-b7e68471548e tempest-RoutersAdminNegativeTest-531354300 tempest-RoutersAdminNegativeTest-531354300-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.5985038 Feb 09 01:29:32.981819 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42286) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:32.988009 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-0adc4174-e0dd-4330-bd85-7d29c1d25211 tempest-RoutersAdminNegativeTest-531354300 tempest-RoutersAdminNegativeTest-531354300-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.165'}]}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:32.988671 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-933b875d-d2d0-4079-86a3-ed0873b798bf req-81c7a7aa-4e99-4d46-bf8c-7b1b95e5cfa6 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131132 Feb 09 01:29:33.002306 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58f3d5e-8b71-4fec-8122-527a0c67fda2 admin admin] Network ad8a4808-c13b-4f67-8735-fa3f67f79ac6 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:29:33.067357 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-d58f3d5e-8b71-4fec-8122-527a0c67fda2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, ad8a4808-c13b-4f67-8735-fa3f67f79ac6) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:33.089574 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58f3d5e-8b71-4fec-8122-527a0c67fda2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:33.090270 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d58f3d5e-8b71-4fec-8122-527a0c67fda2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:33.098501 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3afc9b8-935a-4a26-9784-c91105183229 None None] Network ad8a4808-c13b-4f67-8735-fa3f67f79ac6 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:29:33.107447 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-cb1e02c2-5f30-49ab-91ed-83c390771d7a tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:33.112043 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0adc4174-e0dd-4330-bd85-7d29c1d25211 tempest-RoutersAdminNegativeTest-531354300 tempest-RoutersAdminNegativeTest-531354300-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (cd46a9ec-4320-495f-80e1-5f6286bcc2bb), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:33.113337 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-cb1e02c2-5f30-49ab-91ed-83c390771d7a tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:33.113966 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0adc4174-e0dd-4330-bd85-7d29c1d25211 tempest-RoutersAdminNegativeTest-531354300 tempest-RoutersAdminNegativeTest-531354300-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (cd46a9ec-4320-495f-80e1-5f6286bcc2bb), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:33.117911 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb14242d-c168-4dae-899b-e8421269625c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:29:33.120044 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-cb1e02c2-5f30-49ab-91ed-83c390771d7a tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:33.121350 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-cb1e02c2-5f30-49ab-91ed-83c390771d7a tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.91 "GET /v2.0/networks?id=c64d4aac-6638-4696-97b6-8d87827079a9&id=1b491962-ed4d-43bc-b25a-f8e3c17cca99&id=1b491962-ed4d-43bc-b25a-f8e3c17cca99&id=1b491962-ed4d-43bc-b25a-f8e3c17cca99&id=1b491962-ed4d-43bc-b25a-f8e3c17cca99&id=38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0&id=38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0 HTTP/1.1" status: 200 len: 1995 time: 0.4003496 Feb 09 01:29:33.129283 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-bb14242d-c168-4dae-899b-e8421269625c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "PUT /v2.0/routers/a3fc2ce1-1401-4f23-95d2-887835db32e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7698159 Feb 09 01:29:33.132317 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42290) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:33.180258 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd532ccb-33e8-43be-8bbc-860b61272e19 None None] Sync routers for ids ['a3fc2ce1-1401-4f23-95d2-887835db32e2'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:33.233017 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-ba8d55f3-1f7d-47aa-93a0-7d068c305308 service neutron] 10.222.0.30 "GET /v2.0/networks/d7017e2a-db2c-4df8-a390-acbb50684ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911159 Feb 09 01:29:33.238169 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-db6802c6-fb34-4886-b20d-53ae6bf744c2 req-4edf5766-8700-421e-bf9c-f61052945cf3 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] For port 7f151bf9-ff0e-495b-a444-5cec78ac9a4f, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7f151bf9-ff0e-495b-a444-5cec78ac9a4f,segment=NetworkSegment(8aeeb2e7-9a95-4889-a4a3-eadf93afc837),segment_id=8aeeb2e7-9a95-4889-a4a3-eadf93afc837)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:33.238544 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-db6802c6-fb34-4886-b20d-53ae6bf744c2 req-4edf5766-8700-421e-bf9c-f61052945cf3 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (7f151bf9-ff0e-495b-a444-5cec78ac9a4f), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:33.265845 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd532ccb-33e8-43be-8bbc-860b61272e19 None None] Routers {'a3fc2ce1-1401-4f23-95d2-887835db32e2'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:33.266977 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-dd532ccb-33e8-43be-8bbc-860b61272e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:29:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a3fc2ce1-1401-4f23-95d2-887835db32e2'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:33.310950 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d58f3d5e-8b71-4fec-8122-527a0c67fda2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4330597 Feb 09 01:29:33.321493 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-db6802c6-fb34-4886-b20d-53ae6bf744c2 req-4edf5766-8700-421e-bf9c-f61052945cf3 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Calling delete_port for 7f151bf9-ff0e-495b-a444-5cec78ac9a4f owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:33.324443 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42294) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:33.343426 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-7bc387a9-cca9-4fb2-b9c5-8527b7e53beb admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-371468676-router', 'tenant_id': 'c1c2be365a6e405aa065156df564aab1', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:33.400607 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc9305cf-5e59-4d2b-b653-b4529e84f134 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Deleting subnet 7119666b-98b9-44a5-a67b-a92d0446b31b {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:29:33.403200 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ddd14b-e36c-4d31-9b59-d9386c21b0e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-ad8a4808-c13b-4f67-8735-fa3f67f79ac6', 'network_id': 'ad8a4808-c13b-4f67-8735-fa3f67f79ac6', 'project_id': 'c1c2be365a6e405aa065156df564aab1', 'fixed_ips': [{'subnet_id': 'fdaa9fe3-910d-4894-b541-99cb754e685f'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:29:33.404219 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-77ddd14b-e36c-4d31-9b59-d9386c21b0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:33.413942 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0adc4174-e0dd-4330-bd85-7d29c1d25211 tempest-RoutersAdminNegativeTest-531354300 tempest-RoutersAdminNegativeTest-531354300-project-admin] Publish callbacks [] for router_controller (cd46a9ec-4320-495f-80e1-5f6286bcc2bb), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:33.415252 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bc9305cf-5e59-4d2b-b653-b4529e84f134 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for subnet (7119666b-98b9-44a5-a67b-a92d0446b31b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:33.418618 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-2ad62f6d-9e86-47b8-b5b9-883cf290ede5 req-99bdb191-953c-41fd-adea-52c9d850250a tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (03494d71-edfe-42e3-93e2-8483bd128dd3), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:33.432851 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-dd532ccb-33e8-43be-8bbc-860b61272e19 None None] Set router a3fc2ce1-1401-4f23-95d2-887835db32e2 gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:29:33.511668 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-bb9d8032-08c0-4e13-b18e-904f4494d2c0 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cc038305e744ad69576548c638221e8 HTTP/1.1" status: 200 len: 379 time: 0.3759854 Feb 09 01:29:33.536803 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-3d4fe5b8-06fe-46d8-8e8b-38280ac04db9 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:29:33.537826 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-3d4fe5b8-06fe-46d8-8e8b-38280ac04db9 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0102842 Feb 09 01:29:33.552558 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7bc387a9-cca9-4fb2-b9c5-8527b7e53beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (0aa37a13-f85d-43f4-ac05-51f21166282d), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:33.564846 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7bc387a9-cca9-4fb2-b9c5-8527b7e53beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (0aa37a13-f85d-43f4-ac05-51f21166282d), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:33.577749 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bdb191-953c-41fd-adea-52c9d850250a tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Pushing event deleted for resources: {'Port': ['ID=03494d71-edfe-42e3-93e2-8483bd128dd3,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:33.589880 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-a90e3a6b-96c5-4230-913c-7a59e77bc7a1 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Request body: {'port': {'device_id': 'ac990077-3a36-443e-b771-3b621d999008', 'network_id': 'c64d4aac-6638-4696-97b6-8d87827079a9', 'admin_state_up': True, 'tenant_id': '5cc038305e744ad69576548c638221e8', 'security_groups': ['765564cf-afc2-4411-a7c4-b4db4a3f59c0']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:33.624014 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bc9305cf-5e59-4d2b-b653-b4529e84f134 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (7119666b-98b9-44a5-a67b-a92d0446b31b), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:33.644336 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad62f6d-9e86-47b8-b5b9-883cf290ede5 req-99bdb191-953c-41fd-adea-52c9d850250a tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] No DVR routers for this DVR port 03494d71-edfe-42e3-93e2-8483bd128dd3 on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:29:33.652911 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-2ad62f6d-9e86-47b8-b5b9-883cf290ede5 req-99bdb191-953c-41fd-adea-52c9d850250a tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:33.660373 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2ad62f6d-9e86-47b8-b5b9-883cf290ede5 req-99bdb191-953c-41fd-adea-52c9d850250a tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.91 "DELETE /v2.0/ports/03494d71-edfe-42e3-93e2-8483bd128dd3 HTTP/1.1" status: 204 len: 173 time: 1.3242717 Feb 09 01:29:33.725320 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-c31fa37f-a9a1-478c-8ef1-6c01bc30c455 service neutron] 10.222.0.30 "GET /v2.0/networks/d7017e2a-db2c-4df8-a390-acbb50684ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4914422 Feb 09 01:29:33.751003 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2765749-d1e1-427e-8100-89f7f4eea0c0', 'name': 'network-vif-deleted', 'tag': '03494d71-edfe-42e3-93e2-8483bd128dd3'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:29:33.753807 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1a9baa-8720-4a37-a218-d7d197a0f70f" -d '{"events": [{"server_uuid": "a2765749-d1e1-427e-8100-89f7f4eea0c0", "name": "network-vif-deleted", "tag": "03494d71-edfe-42e3-93e2-8483bd128dd3"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:29:33.771172 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee98fe-fb44-42f8-8a57-cc69bc54d98b req-403bf175-0364-4f2a-8b3f-edf09eab14c1 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:33.777880 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5aee98fe-fb44-42f8-8a57-cc69bc54d98b req-403bf175-0364-4f2a-8b3f-edf09eab14c1 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=8938de44-e444-4c6d-aee4-48cefa6413a7 HTTP/1.1" status: 200 len: 908 time: 0.5273554 Feb 09 01:29:33.859316 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0adc4174-e0dd-4330-bd85-7d29c1d25211 tempest-RoutersAdminNegativeTest-531354300 tempest-RoutersAdminNegativeTest-531354300-project-admin] Publish callbacks [] for router_gateway (cd46a9ec-4320-495f-80e1-5f6286bcc2bb), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:33.878831 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-77ddd14b-e36c-4d31-9b59-d9386c21b0e7 None None] Allocated IP 172.20.0.2 (ad8a4808-c13b-4f67-8735-fa3f67f79ac6/fdaa9fe3-910d-4894-b541-99cb754e685f/624b3ef0-67e6-4280-870b-53ed66218641) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:33.936742 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c16c4f-e73e-4180-9413-4679575c7abb x-openstack-request-id: req-96c16c4f-e73e-4180-9413-4679575c7abb {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:29:33.937096 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8938de44-e444-4c6d-aee4-48cefa6413a7", "tag": "af8b00f3-e1f8-409c-a165-1efc5f0718b6", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:29:33.937978 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-96c16c4f-e73e-4180-9413-4679575c7abb {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:29:33.938605 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8938de44-e444-4c6d-aee4-48cefa6413a7', 'tag': 'af8b00f3-e1f8-409c-a165-1efc5f0718b6', 'status': 'completed', 'code': 200} Feb 09 01:29:34.021458 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7bc387a9-cca9-4fb2-b9c5-8527b7e53beb admin admin] Publish callbacks [] for router_controller (0aa37a13-f85d-43f4-ac05-51f21166282d), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:34.282918 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-309a7e05-cf07-4741-ac82-d5281cf16621 req-6f6ddeb7-f0ca-47c6-a16e-5c934b2d84c5 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.2705302 Feb 09 01:29:34.292492 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0adc4174-e0dd-4330-bd85-7d29c1d25211 tempest-RoutersAdminNegativeTest-531354300 tempest-RoutersAdminNegativeTest-531354300-project-admin] Publish callbacks [] for router_gateway (cd46a9ec-4320-495f-80e1-5f6286bcc2bb), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:34.324776 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0adc4174-e0dd-4330-bd85-7d29c1d25211 tempest-RoutersAdminNegativeTest-531354300 tempest-RoutersAdminNegativeTest-531354300-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:34.435302 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35ec41c-90b6-4fbc-a1bd-ceaf2ca6a928 x-openstack-request-id: req-e35ec41c-90b6-4fbc-a1bd-ceaf2ca6a928 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:29:34.435591 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2765749-d1e1-427e-8100-89f7f4eea0c0", "name": "network-vif-deleted", "tag": "03494d71-edfe-42e3-93e2-8483bd128dd3", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:29:34.449107 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-77ddd14b-e36c-4d31-9b59-d9386c21b0e7 None None] Publish callbacks [] for port (624b3ef0-67e6-4280-870b-53ed66218641), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:34.452233 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e35ec41c-90b6-4fbc-a1bd-ceaf2ca6a928 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:29:34.452723 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2765749-d1e1-427e-8100-89f7f4eea0c0', 'name': 'network-vif-deleted', 'tag': '03494d71-edfe-42e3-93e2-8483bd128dd3', 'status': 'completed', 'code': 200} Feb 09 01:29:34.590076 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-77ddd14b-e36c-4d31-9b59-d9386c21b0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (624b3ef0-67e6-4280-870b-53ed66218641), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:34.670063 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bc9305cf-5e59-4d2b-b653-b4529e84f134 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (7119666b-98b9-44a5-a67b-a92d0446b31b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:34.677833 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0adc4174-e0dd-4330-bd85-7d29c1d25211 tempest-RoutersAdminNegativeTest-531354300 tempest-RoutersAdminNegativeTest-531354300-project-admin] Publish callbacks [] for router (cd46a9ec-4320-495f-80e1-5f6286bcc2bb), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:34.689804 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ddd14b-e36c-4d31-9b59-d9386c21b0e7 None None] Network ad8a4808-c13b-4f67-8735-fa3f67f79ac6 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:34.694495 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-77ddd14b-e36c-4d31-9b59-d9386c21b0e7 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:34.704383 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ddd14b-e36c-4d31-9b59-d9386c21b0e7 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:29:34.729395 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-db6802c6-fb34-4886-b20d-53ae6bf744c2 req-4edf5766-8700-421e-bf9c-f61052945cf3 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (7f151bf9-ff0e-495b-a444-5cec78ac9a4f), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:34.794462 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 7f151bf9-ff0e-495b-a444-5cec78ac9a4f no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:29:34.798986 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ddd14b-e36c-4d31-9b59-d9386c21b0e7 None None] Pushing event updated for resources: {'Port': ['ID=624b3ef0-67e6-4280-870b-53ed66218641,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:34.924824 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 7f151bf9-ff0e-495b-a444-5cec78ac9a4f {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:29:34.926844 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 7f151bf9-ff0e-495b-a444-5cec78ac9a4f not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:29:34.939272 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0adc4174-e0dd-4330-bd85-7d29c1d25211 tempest-RoutersAdminNegativeTest-531354300 tempest-RoutersAdminNegativeTest-531354300-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (cd46a9ec-4320-495f-80e1-5f6286bcc2bb), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:34.942362 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0adc4174-e0dd-4330-bd85-7d29c1d25211 tempest-RoutersAdminNegativeTest-531354300 tempest-RoutersAdminNegativeTest-531354300-project-admin] Publish callbacks [] for router_controller (cd46a9ec-4320-495f-80e1-5f6286bcc2bb), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:34.996019 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-77ddd14b-e36c-4d31-9b59-d9386c21b0e7 None None] Attempting to bind port 624b3ef0-67e6-4280-870b-53ed66218641 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:29:34.997929 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-77ddd14b-e36c-4d31-9b59-d9386c21b0e7 None None] Attempting to bind port 624b3ef0-67e6-4280-870b-53ed66218641 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '87e07450-b8ce-48ba-8d65-309bbd287bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ad8a4808-c13b-4f67-8735-fa3f67f79ac6'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:29:34.998373 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ddd14b-e36c-4d31-9b59-d9386c21b0e7 None None] Attempting to bind port 624b3ef0-67e6-4280-870b-53ed66218641 on network ad8a4808-c13b-4f67-8735-fa3f67f79ac6 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:35.014582 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0adc4174-e0dd-4330-bd85-7d29c1d25211 tempest-RoutersAdminNegativeTest-531354300 tempest-RoutersAdminNegativeTest-531354300-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (cd46a9ec-4320-495f-80e1-5f6286bcc2bb), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:35.015197 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0adc4174-e0dd-4330-bd85-7d29c1d25211 tempest-RoutersAdminNegativeTest-531354300 tempest-RoutersAdminNegativeTest-531354300-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd46a9ec-4320-495f-80e1-5f6286bcc2bb {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:29:35.017177 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ddd14b-e36c-4d31-9b59-d9386c21b0e7 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:29:35.018462 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ddd14b-e36c-4d31-9b59-d9386c21b0e7 None None] Checking segment: {'id': '87e07450-b8ce-48ba-8d65-309bbd287bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ad8a4808-c13b-4f67-8735-fa3f67f79ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:29:35.018984 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-77ddd14b-e36c-4d31-9b59-d9386c21b0e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:35.019897 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ddd14b-e36c-4d31-9b59-d9386c21b0e7 None None] Bound using segment: {'id': '87e07450-b8ce-48ba-8d65-309bbd287bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ad8a4808-c13b-4f67-8735-fa3f67f79ac6'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:29:35.021966 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-77ddd14b-e36c-4d31-9b59-d9386c21b0e7 None None] Bound port: 624b3ef0-67e6-4280-870b-53ed66218641, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e07450-b8ce-48ba-8d65-309bbd287bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ad8a4808-c13b-4f67-8735-fa3f67f79ac6'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:29:35.022610 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-77ddd14b-e36c-4d31-9b59-d9386c21b0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (624b3ef0-67e6-4280-870b-53ed66218641), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:35.062732 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-0adc4174-e0dd-4330-bd85-7d29c1d25211 tempest-RoutersAdminNegativeTest-531354300 tempest-RoutersAdminNegativeTest-531354300-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 09 01:29:35.065885 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0adc4174-e0dd-4330-bd85-7d29c1d25211 tempest-RoutersAdminNegativeTest-531354300 tempest-RoutersAdminNegativeTest-531354300-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.0806339 Feb 09 01:29:35.068506 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42336) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:35.071384 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-dd532ccb-33e8-43be-8bbc-860b61272e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'name': 'tempest-RoutersTest-router-1260638241', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:37Z', 'updated_at': '2022-02-09T01:29:31Z', 'revision_number': 8, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'gw_port_host': None, '_interfaces': [{'id': '48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2', 'name': '', 'network_id': 'bf3e40a2-bf3e-48b5-81be-80fcc018ab9f', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:ac:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'e6565cae-1132-4a1d-81ca-d0379b1646a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:02Z', 'updated_at': '2022-02-09T01:29:18Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': 'e6565cae-1132-4a1d-81ca-d0379b1646a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51f55850-8367-44b2-9121-ef8cd13949af', 'name': '', 'network_id': 'da8b3422-27ca-4c4d-9a7a-f3e5107df612', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:6b:8c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:41Z', 'updated_at': '2022-02-09T01:28:53Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5298719f-f61a-4d12-a80d-7c06ba03a4bb', 'name': '', 'network_id': 'b3b673a5-1978-409c-b2ed-a30249ec9fe3', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:e5:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '5cbbf304-015a-4994-805d-f4eddb41c314', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:51Z', 'updated_at': '2022-02-09T01:29:02Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '5cbbf304-015a-4994-805d-f4eddb41c314', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:35.141805 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-a90e3a6b-96c5-4230-913c-7a59e77bc7a1 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Made reservation on behalf of 5cc038305e744ad69576548c638221e8 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:35.145259 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-a90e3a6b-96c5-4230-913c-7a59e77bc7a1 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:35.176872 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad284a-b483-4edf-8103-148eb2f18dd2 req-b0b3c363-736b-459e-8674-3d064f724e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:35.178628 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-71ad284a-b483-4edf-8103-148eb2f18dd2 req-b0b3c363-736b-459e-8674-3d064f724e0d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b6fd459715684d44a0a31bd130ea655c&device_id=8938de44-e444-4c6d-aee4-48cefa6413a7 HTTP/1.1" status: 200 len: 1091 time: 1.2382116 Feb 09 01:29:35.207035 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf5766-8700-421e-bf9c-f61052945cf3 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Pushing event deleted for resources: {'Port': ['ID=7f151bf9-ff0e-495b-a444-5cec78ac9a4f,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:35.222710 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7bc387a9-cca9-4fb2-b9c5-8527b7e53beb admin admin] Publish callbacks [] for router_gateway (0aa37a13-f85d-43f4-ac05-51f21166282d), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:35.239879 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd532ccb-33e8-43be-8bbc-860b61272e19 None None] Checking router: a3fc2ce1-1401-4f23-95d2-887835db32e2 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:29:35.289240 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-77ddd14b-e36c-4d31-9b59-d9386c21b0e7 None None] For port 624b3ef0-67e6-4280-870b-53ed66218641, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:29:35.291343 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd532ccb-33e8-43be-8bbc-860b61272e19 None None] Routers {'a3fc2ce1-1401-4f23-95d2-887835db32e2'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:35.292007 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-dd532ccb-33e8-43be-8bbc-860b61272e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:29:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a3fc2ce1-1401-4f23-95d2-887835db32e2'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:35.303350 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-77ddd14b-e36c-4d31-9b59-d9386c21b0e7 None None] For port 624b3ef0-67e6-4280-870b-53ed66218641, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=624b3ef0-67e6-4280-870b-53ed66218641,segment=NetworkSegment(87e07450-b8ce-48ba-8d65-309bbd287bc7),segment_id=87e07450-b8ce-48ba-8d65-309bbd287bc7)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:29:35.310023 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42340) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:35.351912 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d0e87caf-b41a-4ade-a882-46e6378fef49 tempest-RoutersAdminNegativeTest-531354300 tempest-RoutersAdminNegativeTest-531354300-project-admin] Deleting port fe338de9-60da-4ca5-b165-d33d8a18b01a {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:35.352297 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d0e87caf-b41a-4ade-a882-46e6378fef49 tempest-RoutersAdminNegativeTest-531354300 tempest-RoutersAdminNegativeTest-531354300-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (fe338de9-60da-4ca5-b165-d33d8a18b01a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:35.377632 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57c306-6921-4a44-80c0-c252bca5c9b9 req-0580c771-4d51-4d6c-9537-3ecb8a7e4a2d tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:35.380062 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2b57c306-6921-4a44-80c0-c252bca5c9b9 req-0580c771-4d51-4d6c-9537-3ecb8a7e4a2d tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 1.1075933 Feb 09 01:29:35.428063 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-db6802c6-fb34-4886-b20d-53ae6bf744c2 req-4edf5766-8700-421e-bf9c-f61052945cf3 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] No DVR routers for this DVR port 7f151bf9-ff0e-495b-a444-5cec78ac9a4f on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:29:35.471525 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-dd532ccb-33e8-43be-8bbc-860b61272e19 None None] Set router a3fc2ce1-1401-4f23-95d2-887835db32e2 gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:29:35.510256 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-db6802c6-fb34-4886-b20d-53ae6bf744c2 req-4edf5766-8700-421e-bf9c-f61052945cf3 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:35.524742 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d0e87caf-b41a-4ade-a882-46e6378fef49 tempest-RoutersAdminNegativeTest-531354300 tempest-RoutersAdminNegativeTest-531354300-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (fe338de9-60da-4ca5-b165-d33d8a18b01a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:35.529684 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db6802c6-fb34-4886-b20d-53ae6bf744c2 req-4edf5766-8700-421e-bf9c-f61052945cf3 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.121 "DELETE /v2.0/ports/7f151bf9-ff0e-495b-a444-5cec78ac9a4f HTTP/1.1" status: 204 len: 173 time: 3.5993118 Feb 09 01:29:35.552339 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d0e87caf-b41a-4ade-a882-46e6378fef49 tempest-RoutersAdminNegativeTest-531354300 tempest-RoutersAdminNegativeTest-531354300-project-admin] Calling delete_port for fe338de9-60da-4ca5-b165-d33d8a18b01a owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:35.602337 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456d7b9-cda8-48bd-94cf-8660169a2315 req-e30425e8-cf22-46d6-a7db-aefd5e58d955 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:35.612236 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b456d7b9-cda8-48bd-94cf-8660169a2315 req-e30425e8-cf22-46d6-a7db-aefd5e58d955 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 945 time: 1.0659678 Feb 09 01:29:35.635356 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bc9305cf-5e59-4d2b-b653-b4529e84f134 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (7119666b-98b9-44a5-a67b-a92d0446b31b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:35.669505 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-b9e2a0ab-335b-4265-b50c-b42078853236 tempest-MeteringTestJSON-1013170180 tempest-MeteringTestJSON-1013170180-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-580373800'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:35.669962 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-b9e2a0ab-335b-4265-b50c-b42078853236 tempest-MeteringTestJSON-1013170180 tempest-MeteringTestJSON-1013170180-project-admin] Unknown quota resources ['metering_label']. {{(pid=103528) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:29:35.727715 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 03494d71-edfe-42e3-93e2-8483bd128dd3 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:29:35.733462 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-77ddd14b-e36c-4d31-9b59-d9386c21b0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (624b3ef0-67e6-4280-870b-53ed66218641), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:35.746273 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9305cf-5e59-4d2b-b653-b4529e84f134 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event deleted for resources: {'Subnet': ['ID=7119666b-98b9-44a5-a67b-a92d0446b31b,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:35.757342 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bc9305cf-5e59-4d2b-b653-b4529e84f134 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:35.760920 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-bc9305cf-5e59-4d2b-b653-b4529e84f134 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "DELETE /v2.0/subnets/7119666b-98b9-44a5-a67b-a92d0446b31b HTTP/1.1" status: 204 len: 168 time: 2.6238871 Feb 09 01:29:35.771080 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42346) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:35.842293 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e3ca68-4b5f-4d97-808b-630708f0ee4a None None] Network 39f15b9b-8326-4d24-bb3f-251c4aaff756 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:29:35.869574 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 03494d71-edfe-42e3-93e2-8483bd128dd3 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:29:35.869939 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 03494d71-edfe-42e3-93e2-8483bd128dd3 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:29:35.927748 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad284a-b483-4edf-8103-148eb2f18dd2 req-83e21e4a-ab9a-416a-b60c-105984ce4a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:35.933138 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-71ad284a-b483-4edf-8103-148eb2f18dd2 req-83e21e4a-ab9a-416a-b60c-105984ce4a4d service neutron] 10.222.0.121 "GET /v2.0/networks?id=b5cee00d-d11d-4a76-ad74-cfd798aa917c HTTP/1.1" status: 200 len: 912 time: 0.7379870 Feb 09 01:29:35.979272 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2b57c306-6921-4a44-80c0-c252bca5c9b9 req-1dbba5c9-961a-4349-b3bd-2724d1f17de1 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5799413 Feb 09 01:29:35.979891 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b79e8b-496a-41e0-ac58-fbdfd1c6c2d8', 'name': 'network-vif-deleted', 'tag': '7f151bf9-ff0e-495b-a444-5cec78ac9a4f'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:29:35.982552 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5144137-da36-44ed-ba46-bc35a60969bb" -d '{"events": [{"server_uuid": "39b79e8b-496a-41e0-ac58-fbdfd1c6c2d8", "name": "network-vif-deleted", "tag": "7f151bf9-ff0e-495b-a444-5cec78ac9a4f"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:29:36.035223 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b456d7b9-cda8-48bd-94cf-8660169a2315 req-ab574600-26c1-4c4a-b23d-56aafd9363db tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212132 Feb 09 01:29:36.188006 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-71ad284a-b483-4edf-8103-148eb2f18dd2 req-ffd151c6-955a-4135-a7df-8b773595841f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af8b00f3-e1f8-409c-a165-1efc5f0718b6 HTTP/1.1" status: 200 len: 217 time: 0.1993108 Feb 09 01:29:36.188231 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ddd14b-e36c-4d31-9b59-d9386c21b0e7 None None] Pushing event updated for resources: {'Port': ['ID=624b3ef0-67e6-4280-870b-53ed66218641,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:36.189762 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-a90e3a6b-96c5-4230-913c-7a59e77bc7a1 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Allocated IP 172.20.0.7 (c64d4aac-6638-4696-97b6-8d87827079a9/e9e889c5-ccd5-49a9-9e6c-c29b927a3427/7ff49b0f-ae11-4835-b701-e0f8cb6c3485) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:36.241251 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-541bc764-815a-43ca-a391-da545c76454b req-e32adb67-5b0e-4d91-8065-0cc5ac887964 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0817723 Feb 09 01:29:36.269535 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-dd532ccb-33e8-43be-8bbc-860b61272e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'name': 'tempest-RoutersTest-router-1260638241', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:37Z', 'updated_at': '2022-02-09T01:29:31Z', 'revision_number': 8, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'gw_port_host': None, '_interfaces': [{'id': '48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2', 'name': '', 'network_id': 'bf3e40a2-bf3e-48b5-81be-80fcc018ab9f', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:ac:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'e6565cae-1132-4a1d-81ca-d0379b1646a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:02Z', 'updated_at': '2022-02-09T01:29:18Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': 'e6565cae-1132-4a1d-81ca-d0379b1646a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51f55850-8367-44b2-9121-ef8cd13949af', 'name': '', 'network_id': 'da8b3422-27ca-4c4d-9a7a-f3e5107df612', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:6b:8c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:41Z', 'updated_at': '2022-02-09T01:28:53Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5298719f-f61a-4d12-a80d-7c06ba03a4bb', 'name': '', 'network_id': 'b3b673a5-1978-409c-b2ed-a30249ec9fe3', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:e5:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '5cbbf304-015a-4994-805d-f4eddb41c314', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:51Z', 'updated_at': '2022-02-09T01:29:02Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '5cbbf304-015a-4994-805d-f4eddb41c314', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:36.301965 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7d22de68-dc95-44a0-bc68-dcb04069a4eb tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (39f15b9b-8326-4d24-bb3f-251c4aaff756), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:36.395952 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd532ccb-33e8-43be-8bbc-860b61272e19 None None] The sync data for ids ['a3fc2ce1-1401-4f23-95d2-887835db32e2'] in n-d-822053-40 is: [{'id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'name': 'tempest-RoutersTest-router-1260638241', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:37Z', 'updated_at': '2022-02-09T01:29:31Z', 'revision_number': 8, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'gw_port_host': None, '_interfaces': [{'id': '48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2', 'name': '', 'network_id': 'bf3e40a2-bf3e-48b5-81be-80fcc018ab9f', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:ac:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'e6565cae-1132-4a1d-81ca-d0379b1646a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:02Z', 'updated_at': '2022-02-09T01:29:18Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': 'e6565cae-1132-4a1d-81ca-d0379b1646a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51f55850-8367-44b2-9121-ef8cd13949af', 'name': '', 'network_id': 'da8b3422-27ca-4c4d-9a7a-f3e5107df612', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:6b:8c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:41Z', 'updated_at': '2022-02-09T01:28:53Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5298719f-f61a-4d12-a80d-7c06ba03a4bb', 'name': '', 'network_id': 'b3b673a5-1978-409c-b2ed-a30249ec9fe3', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:e5:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '5cbbf304-015a-4994-805d-f4eddb41c314', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:51Z', 'updated_at': '2022-02-09T01:29:02Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '5cbbf304-015a-4994-805d-f4eddb41c314', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:36.441023 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b94262-31b9-4968-8504-e1968841e43e x-openstack-request-id: req-38b94262-31b9-4968-8504-e1968841e43e {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:29:36.444976 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b79e8b-496a-41e0-ac58-fbdfd1c6c2d8", "name": "network-vif-deleted", "tag": "7f151bf9-ff0e-495b-a444-5cec78ac9a4f", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:29:36.445595 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-38b94262-31b9-4968-8504-e1968841e43e {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:29:36.446281 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b79e8b-496a-41e0-ac58-fbdfd1c6c2d8', 'name': 'network-vif-deleted', 'tag': '7f151bf9-ff0e-495b-a444-5cec78ac9a4f', 'status': 'completed', 'code': 200} Feb 09 01:29:36.577088 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad284a-b483-4edf-8103-148eb2f18dd2 req-58ed8916-bdf0-4977-9256-b2588abb3154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:36.577088 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-71ad284a-b483-4edf-8103-148eb2f18dd2 req-58ed8916-bdf0-4977-9256-b2588abb3154 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3c1b64de-5642-407c-82ef-1ad0f3f887f4 HTTP/1.1" status: 200 len: 850 time: 0.3506231 Feb 09 01:29:36.667942 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b9e2a0ab-335b-4265-b50c-b42078853236 tempest-MeteringTestJSON-1013170180 tempest-MeteringTestJSON-1013170180-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:36.671033 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b9e2a0ab-335b-4265-b50c-b42078853236 tempest-MeteringTestJSON-1013170180 tempest-MeteringTestJSON-1013170180-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.3573015 Feb 09 01:29:36.673313 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42354) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:36.682640 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-9eafaa96-239b-429a-996a-00053320c1fd tempest-MeteringTestJSON-1013170180 tempest-MeteringTestJSON-1013170180-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'f8eedb1c-5abe-4e21-9180-ea7ab6b60657'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:36.683124 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-9eafaa96-239b-429a-996a-00053320c1fd tempest-MeteringTestJSON-1013170180 tempest-MeteringTestJSON-1013170180-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103528) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:29:36.803990 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dbef310f-20e0-4639-9435-77833f4aca06 req-43d2831e-07e9-4ef3-b144-4999fa7c1aba tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/ports?device_id=227958c6-538f-48b7-855e-986546a3e7b5 HTTP/1.1" status: 200 len: 210 time: 0.2430785 Feb 09 01:29:36.827185 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f017374-2502-4d47-a2fd-434d3f284543 None None] DHCP port deletion for 39f15b9b-8326-4d24-bb3f-251c4aaff756 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:29:36.909605 n-d-822053-40 neutron-server[103528]: WARNING neutron.services.metering.metering_plugin [None req-9eafaa96-239b-429a-996a-00053320c1fd tempest-MeteringTestJSON-1013170180 tempest-MeteringTestJSON-1013170180-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 01:29:36.986861 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6f017374-2502-4d47-a2fd-434d3f284543 None None] Deleting port 11fef1bf-1636-49ba-88bb-8e0dc8aac652 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:36.987393 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6f017374-2502-4d47-a2fd-434d3f284543 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (11fef1bf-1636-49ba-88bb-8e0dc8aac652), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:37.021303 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-2a77e1a5-7991-4152-84d7-7839cbfd344e tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:37.023918 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-2a77e1a5-7991-4152-84d7-7839cbfd344e tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.121 "GET /v2.0/networks?id=d7017e2a-db2c-4df8-a390-acbb50684ec5 HTTP/1.1" status: 200 len: 812 time: 0.4539440 Feb 09 01:29:37.094073 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-312aaab0-af28-475c-9a4c-2be7ce1a59c4 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:37.096503 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-312aaab0-af28-475c-9a4c-2be7ce1a59c4 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.91 "GET /v2.0/networks?id=d7017e2a-db2c-4df8-a390-acbb50684ec5 HTTP/1.1" status: 200 len: 812 time: 0.6174531 Feb 09 01:29:37.097947 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d0e87caf-b41a-4ade-a882-46e6378fef49 tempest-RoutersAdminNegativeTest-531354300 tempest-RoutersAdminNegativeTest-531354300-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (fe338de9-60da-4ca5-b165-d33d8a18b01a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:37.108804 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55332b-1510-49ca-ad4c-23a567a44756 req-f79a07cf-f969-42ad-af6e-ebd538f94faa tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:37.112436 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb55332b-1510-49ca-ad4c-23a567a44756 req-f79a07cf-f969-42ad-af6e-ebd538f94faa tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.6600902 Feb 09 01:29:37.138197 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-de490db2-c7a8-4c9d-bc9d-757c0cc88a5e tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Request body: {'port': {'device_id': '227958c6-538f-48b7-855e-986546a3e7b5', 'network_id': 'd7017e2a-db2c-4df8-a390-acbb50684ec5', 'admin_state_up': True, 'tenant_id': 'ce7332c8ded74a31a8845cdf15d3517e'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:37.143965 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-0568c28c-741e-49f7-b074-acd5a1a42f86 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Request body: {'port': {'device_id': '95461fa4-1909-4af3-bc1b-8deb6b3f1e89', 'network_id': 'd7017e2a-db2c-4df8-a390-acbb50684ec5', 'admin_state_up': True, 'tenant_id': 'ce7332c8ded74a31a8845cdf15d3517e'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:37.144211 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad284a-b483-4edf-8103-148eb2f18dd2 req-cbae350f-e821-4be5-8b01-9776139c34bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:37.146480 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-71ad284a-b483-4edf-8103-148eb2f18dd2 req-cbae350f-e821-4be5-8b01-9776139c34bb service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b5cee00d-d11d-4a76-ad74-cfd798aa917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5059123 Feb 09 01:29:37.168205 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9eafaa96-239b-429a-996a-00053320c1fd tempest-MeteringTestJSON-1013170180 tempest-MeteringTestJSON-1013170180-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:37.174552 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9eafaa96-239b-429a-996a-00053320c1fd tempest-MeteringTestJSON-1013170180 tempest-MeteringTestJSON-1013170180-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4955337 Feb 09 01:29:37.182764 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42358) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:37.198361 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-6f017374-2502-4d47-a2fd-434d3f284543 None None] For port 11fef1bf-1636-49ba-88bb-8e0dc8aac652, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=11fef1bf-1636-49ba-88bb-8e0dc8aac652,segment=NetworkSegment(4c14527e-344a-4524-a7d8-636a350e4a79),segment_id=4c14527e-344a-4524-a7d8-636a350e4a79)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:37.198781 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6f017374-2502-4d47-a2fd-434d3f284543 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (11fef1bf-1636-49ba-88bb-8e0dc8aac652), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:37.228983 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6f017374-2502-4d47-a2fd-434d3f284543 None None] Calling delete_port for 11fef1bf-1636-49ba-88bb-8e0dc8aac652 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:37.237366 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-510bf1e1-d048-44d1-a09e-d5da1e3fef63 tempest-MeteringTestJSON-1013170180 tempest-MeteringTestJSON-1013170180-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'f8eedb1c-5abe-4e21-9180-ea7ab6b60657'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:37.238202 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-510bf1e1-d048-44d1-a09e-d5da1e3fef63 tempest-MeteringTestJSON-1013170180 tempest-MeteringTestJSON-1013170180-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103528) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:29:37.360654 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6f017374-2502-4d47-a2fd-434d3f284543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (11fef1bf-1636-49ba-88bb-8e0dc8aac652), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:37.395669 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f017374-2502-4d47-a2fd-434d3f284543 None None] Pushing event deleted for resources: {'Port': ['ID=11fef1bf-1636-49ba-88bb-8e0dc8aac652,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:37.396531 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb55332b-1510-49ca-ad4c-23a567a44756 req-682d856f-3126-427c-bae6-f4c3b0c5a960 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2639775 Feb 09 01:29:37.398896 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-71ad284a-b483-4edf-8103-148eb2f18dd2 req-205b9a2a-3bee-46eb-bc36-3c53ea71c00a service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427430 Feb 09 01:29:37.402592 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f017374-2502-4d47-a2fd-434d3f284543 None None] No DVR routers for this DVR port 11fef1bf-1636-49ba-88bb-8e0dc8aac652 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:29:37.554110 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e87caf-b41a-4ade-a882-46e6378fef49 tempest-RoutersAdminNegativeTest-531354300 tempest-RoutersAdminNegativeTest-531354300-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe338de9-60da-4ca5-b165-d33d8a18b01a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:37.594760 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-71ad284a-b483-4edf-8103-148eb2f18dd2 req-4352329b-696d-48c9-a39b-9077acbf7e35 service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586132 Feb 09 01:29:37.662679 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-7d22de68-dc95-44a0-bc68-dcb04069a4eb tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Deleting port 11fef1bf-1636-49ba-88bb-8e0dc8aac652 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:37.663030 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7d22de68-dc95-44a0-bc68-dcb04069a4eb tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (11fef1bf-1636-49ba-88bb-8e0dc8aac652), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:37.686521 n-d-822053-40 neutron-server[103528]: WARNING neutron.services.metering.metering_plugin [None req-510bf1e1-d048-44d1-a09e-d5da1e3fef63 tempest-MeteringTestJSON-1013170180 tempest-MeteringTestJSON-1013170180-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 01:29:37.693590 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d0e87caf-b41a-4ade-a882-46e6378fef49 tempest-RoutersAdminNegativeTest-531354300 tempest-RoutersAdminNegativeTest-531354300-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:37.698640 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb7f00f-96fd-4e9f-ba3d-fd3c8c6961b3 None None] Network ad8a4808-c13b-4f67-8735-fa3f67f79ac6 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:29:37.699162 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d0e87caf-b41a-4ade-a882-46e6378fef49 tempest-RoutersAdminNegativeTest-531354300 tempest-RoutersAdminNegativeTest-531354300-project-admin] 10.222.0.30 "DELETE /v2.0/ports/fe338de9-60da-4ca5-b165-d33d8a18b01a HTTP/1.1" status: 204 len: 168 time: 2.6296487 Feb 09 01:29:37.705774 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-0568c28c-741e-49f7-b074-acd5a1a42f86 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Made reservation on behalf of ce7332c8ded74a31a8845cdf15d3517e for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:37.709914 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-0568c28c-741e-49f7-b074-acd5a1a42f86 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:37.772352 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-7d22de68-dc95-44a0-bc68-dcb04069a4eb tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] For port 11fef1bf-1636-49ba-88bb-8e0dc8aac652, host n-d-822053-40, got binding levels [] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:37.772716 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7d22de68-dc95-44a0-bc68-dcb04069a4eb tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (11fef1bf-1636-49ba-88bb-8e0dc8aac652), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:37.844189 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-a90e3a6b-96c5-4230-913c-7a59e77bc7a1 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks [] for port (7ff49b0f-ae11-4835-b701-e0f8cb6c3485), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:37.848417 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-9e598402-cd1a-41f5-ab56-be6378643df6 None None] Provisioning complete for port 624b3ef0-67e6-4280-870b-53ed66218641 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:37.849118 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9e598402-cd1a-41f5-ab56-be6378643df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (624b3ef0-67e6-4280-870b-53ed66218641), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:37.865483 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772406f4-ec4a-4161-8568-eacda49369be req-752e4e4c-7944-453e-813b-7b25c08454f1 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:37.866411 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-7d22de68-dc95-44a0-bc68-dcb04069a4eb tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Calling delete_port for 11fef1bf-1636-49ba-88bb-8e0dc8aac652 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:37.867520 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-772406f4-ec4a-4161-8568-eacda49369be req-752e4e4c-7944-453e-813b-7b25c08454f1 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.91 "GET /v2.0/ports?device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 945 time: 0.6918805 Feb 09 01:29:37.998051 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-9e598402-cd1a-41f5-ab56-be6378643df6 None None] Current status of the port 624b3ef0-67e6-4280-870b-53ed66218641 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:37.998445 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9e598402-cd1a-41f5-ab56-be6378643df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (624b3ef0-67e6-4280-870b-53ed66218641), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:38.022683 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1ad636c3-219d-4bc1-af81-83bb4e8091ad req-66acd199-741e-4740-ac95-af79d1839610 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.4051659 Feb 09 01:29:38.043184 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.ipam_backend_mixin [None req-7d22de68-dc95-44a0-bc68-dcb04069a4eb tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Port 11fef1bf-1636-49ba-88bb-8e0dc8aac652 was not found and therefore no delete operation was performed {{(pid=103529) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:29:38.060671 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7d22de68-dc95-44a0-bc68-dcb04069a4eb tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (11fef1bf-1636-49ba-88bb-8e0dc8aac652), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:38.127920 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-510bf1e1-d048-44d1-a09e-d5da1e3fef63 tempest-MeteringTestJSON-1013170180 tempest-MeteringTestJSON-1013170180-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:38.131665 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-510bf1e1-d048-44d1-a09e-d5da1e3fef63 tempest-MeteringTestJSON-1013170180 tempest-MeteringTestJSON-1013170180-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.9396584 Feb 09 01:29:38.136790 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42376) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:38.173180 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-9e598402-cd1a-41f5-ab56-be6378643df6 None None] For port 624b3ef0-67e6-4280-870b-53ed66218641, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=624b3ef0-67e6-4280-870b-53ed66218641,segment=NetworkSegment(87e07450-b8ce-48ba-8d65-309bbd287bc7),segment_id=87e07450-b8ce-48ba-8d65-309bbd287bc7)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:38.176896 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7bc387a9-cca9-4fb2-b9c5-8527b7e53beb admin admin] Publish callbacks [] for router_gateway (0aa37a13-f85d-43f4-ac05-51f21166282d), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:38.190097 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-43989ccc-e780-4fb7-9f08-81b011425f42 tempest-MeteringTestJSON-1013170180 tempest-MeteringTestJSON-1013170180-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=028962c1-7121-469b-a385-f7589e129cd1 HTTP/1.1" status: 200 len: 464 time: 0.0494235 Feb 09 01:29:38.190942 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 624b3ef0-67e6-4280-870b-53ed66218641 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:29:38.194897 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42382) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:38.195109 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9e598402-cd1a-41f5-ab56-be6378643df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (624b3ef0-67e6-4280-870b-53ed66218641), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:38.294519 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-0568c28c-741e-49f7-b074-acd5a1a42f86 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Allocated IP 172.20.0.14 (d7017e2a-db2c-4df8-a390-acbb50684ec5/d0a92e41-b53c-45b5-bbe3-f68351bc2fb1/088c534b-13d6-49cf-9f90-ad97de25d072) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:38.326881 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42384) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:38.328810 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22de68-dc95-44a0-bc68-dcb04069a4eb tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event deleted for resources: {'Port': ['ID=11fef1bf-1636-49ba-88bb-8e0dc8aac652,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:38.357260 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e598402-cd1a-41f5-ab56-be6378643df6 None None] Pushing event updated for resources: {'Port': ['ID=624b3ef0-67e6-4280-870b-53ed66218641,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:38.379110 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7bc387a9-cca9-4fb2-b9c5-8527b7e53beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:38.449961 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-9048d35e-e8a4-4ad8-9532-84ecef2b59cd None None] Provisioning complete for port 624b3ef0-67e6-4280-870b-53ed66218641 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:38.450356 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9048d35e-e8a4-4ad8-9532-84ecef2b59cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (624b3ef0-67e6-4280-870b-53ed66218641), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:38.494269 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 624b3ef0-67e6-4280-870b-53ed66218641 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:38.494644 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (624b3ef0-67e6-4280-870b-53ed66218641), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:38.517317 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-7bc387a9-cca9-4fb2-b9c5-8527b7e53beb admin admin] Allocated IP 172.25.1.66 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/6a8bf6bf-4533-42bf-8cfc-b24cf69416bb) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:38.615725 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 624b3ef0-67e6-4280-870b-53ed66218641 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:38.620685 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1d9badfe-04fa-44c9-8a53-e4b0f83b3454 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:38.643029 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-61955c81-6f2f-482d-bee1-360b2504ff64 tempest-MeteringTestJSON-1013170180 tempest-MeteringTestJSON-1013170180-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:38.646863 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-61955c81-6f2f-482d-bee1-360b2504ff64 tempest-MeteringTestJSON-1013170180 tempest-MeteringTestJSON-1013170180-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/028962c1-7121-469b-a385-f7589e129cd1 HTTP/1.1" status: 204 len: 168 time: 0.4390318 Feb 09 01:29:38.678241 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-772406f4-ec4a-4161-8568-eacda49369be req-fc3af14a-5571-479c-a2b3-2cc7668f60da tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Deleting port 1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:38.678520 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-772406f4-ec4a-4161-8568-eacda49369be req-fc3af14a-5571-479c-a2b3-2cc7668f60da tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:38.680077 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7bc387a9-cca9-4fb2-b9c5-8527b7e53beb admin admin] Publish callbacks [] for port (6a8bf6bf-4533-42bf-8cfc-b24cf69416bb), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:38.683900 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-9048d35e-e8a4-4ad8-9532-84ecef2b59cd None None] Current status of the port 624b3ef0-67e6-4280-870b-53ed66218641 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:38.690668 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42388) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:38.704860 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 11fef1bf-1636-49ba-88bb-8e0dc8aac652 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:29:38.731033 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 11fef1bf-1636-49ba-88bb-8e0dc8aac652 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:29:38.731478 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 11fef1bf-1636-49ba-88bb-8e0dc8aac652 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:29:38.732025 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 48e86744-d873-4343-9511-f7e0ede2927e no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:29:38.745631 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d22de68-dc95-44a0-bc68-dcb04069a4eb tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] No DVR routers for this DVR port 11fef1bf-1636-49ba-88bb-8e0dc8aac652 on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:29:38.752751 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-a90e3a6b-96c5-4230-913c-7a59e77bc7a1 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (7ff49b0f-ae11-4835-b701-e0f8cb6c3485), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:38.767614 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8b066153-ea4b-4b8b-bc2e-69522cc22d51 tempest-MeteringTestJSON-1013170180 tempest-MeteringTestJSON-1013170180-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=028962c1-7121-469b-a385-f7589e129cd1 HTTP/1.1" status: 200 len: 221 time: 0.0756383 Feb 09 01:29:38.774542 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 48e86744-d873-4343-9511-f7e0ede2927e {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:29:38.774983 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 48e86744-d873-4343-9511-f7e0ede2927e not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:29:38.780128 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42390) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:38.791945 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-c72da0aa-8310-4bd3-89c7-d23ce13c2eb8 tempest-MeteringTestJSON-1013170180 tempest-MeteringTestJSON-1013170180-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1768709770', 'description': 'label created by tempest'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:38.792415 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-c72da0aa-8310-4bd3-89c7-d23ce13c2eb8 tempest-MeteringTestJSON-1013170180 tempest-MeteringTestJSON-1013170180-project-admin] Unknown quota resources ['metering_label']. {{(pid=103528) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:29:38.810949 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7bc387a9-cca9-4fb2-b9c5-8527b7e53beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (6a8bf6bf-4533-42bf-8cfc-b24cf69416bb), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:38.830918 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179c30b-82d2-43fd-828f-c308c3ee9e9d req-6b099cf6-1765-4193-94c4-725c14e5b8b5 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:38.832725 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8179c30b-82d2-43fd-828f-c308c3ee9e9d req-6b099cf6-1765-4193-94c4-725c14e5b8b5 tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ef30b5-9635-4da3-a3b2-bf4827a3ac5f HTTP/1.1" status: 200 len: 945 time: 1.4424024 Feb 09 01:29:38.939878 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-de490db2-c7a8-4c9d-bc9d-757c0cc88a5e tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Made reservation on behalf of ce7332c8ded74a31a8845cdf15d3517e for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:38.943514 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-de490db2-c7a8-4c9d-bc9d-757c0cc88a5e tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:38.973730 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-772406f4-ec4a-4161-8568-eacda49369be req-fc3af14a-5571-479c-a2b3-2cc7668f60da tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] For port 1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c,segment=NetworkSegment(56fbfdfe-124b-4422-89cd-b53ccd9690c4),segment_id=56fbfdfe-124b-4422-89cd-b53ccd9690c4)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:38.974096 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-772406f4-ec4a-4161-8568-eacda49369be req-fc3af14a-5571-479c-a2b3-2cc7668f60da tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:38.986736 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-0568c28c-741e-49f7-b074-acd5a1a42f86 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Publish callbacks [] for port (088c534b-13d6-49cf-9f90-ad97de25d072), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:39.036891 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc387a9-cca9-4fb2-b9c5-8527b7e53beb admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:39.038306 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc387a9-cca9-4fb2-b9c5-8527b7e53beb admin admin] Pushing event updated for resources: {'Port': ['ID=6a8bf6bf-4533-42bf-8cfc-b24cf69416bb,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:39.040790 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-772406f4-ec4a-4161-8568-eacda49369be req-fc3af14a-5571-479c-a2b3-2cc7668f60da tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Calling delete_port for 1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:39.056591 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-a90e3a6b-96c5-4230-913c-7a59e77bc7a1 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Network c64d4aac-6638-4696-97b6-8d87827079a9 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:39.092459 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-7bc387a9-cca9-4fb2-b9c5-8527b7e53beb admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:39.095393 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc387a9-cca9-4fb2-b9c5-8527b7e53beb admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:29:39.096240 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c72da0aa-8310-4bd3-89c7-d23ce13c2eb8 tempest-MeteringTestJSON-1013170180 tempest-MeteringTestJSON-1013170180-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:39.097433 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c72da0aa-8310-4bd3-89c7-d23ce13c2eb8 tempest-MeteringTestJSON-1013170180 tempest-MeteringTestJSON-1013170180-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3163209 Feb 09 01:29:39.103571 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42394) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:39.114735 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-a90e3a6b-96c5-4230-913c-7a59e77bc7a1 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:39.117159 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-a90e3a6b-96c5-4230-913c-7a59e77bc7a1 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:29:39.128818 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7d22de68-dc95-44a0-bc68-dcb04069a4eb tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (39f15b9b-8326-4d24-bb3f-251c4aaff756), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:39.408963 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-63881e36-3fb4-4d3a-a7bd-9dbdf55d07bf tempest-MeteringTestJSON-1013170180 tempest-MeteringTestJSON-1013170180-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=ae37e016-62c1-47f6-aef4-89a51886c810 HTTP/1.1" status: 200 len: 468 time: 0.3020582 Feb 09 01:29:39.415572 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42396) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:39.442357 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1d9badfe-04fa-44c9-8a53-e4b0f83b3454 admin admin] Publish callbacks [] for security_group (44453aa8-d355-48f5-b0d9-44e1b4cf3ee9), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:39.459754 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1d9badfe-04fa-44c9-8a53-e4b0f83b3454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (44453aa8-d355-48f5-b0d9-44e1b4cf3ee9), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:39.510880 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-9d7f4010-2145-4ea1-8fa4-efe9f09da56f None None] Provisioning complete for port 7ff49b0f-ae11-4835-b701-e0f8cb6c3485 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:39.511504 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9d7f4010-2145-4ea1-8fa4-efe9f09da56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7ff49b0f-ae11-4835-b701-e0f8cb6c3485), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:39.519640 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-0568c28c-741e-49f7-b074-acd5a1a42f86 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (088c534b-13d6-49cf-9f90-ad97de25d072), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:39.599226 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-9d7f4010-2145-4ea1-8fa4-efe9f09da56f None None] Port 7ff49b0f-ae11-4835-b701-e0f8cb6c3485 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:29:39.613306 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-100fed09-2cdf-4a9e-ae0c-30bbfda1f3aa tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:39.614979 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-100fed09-2cdf-4a9e-ae0c-30bbfda1f3aa tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/networks?id=b5cee00d-d11d-4a76-ad74-cfd798aa917c HTTP/1.1" status: 200 len: 811 time: 1.3089809 Feb 09 01:29:39.617159 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-7d22de68-dc95-44a0-bc68-dcb04069a4eb tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39f15b9b-8326-4d24-bb3f-251c4aaff756']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:39.680318 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8179c30b-82d2-43fd-828f-c308c3ee9e9d req-4f40d2c2-e38a-4827-8885-aa08d500573b tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7737215 Feb 09 01:29:39.681255 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e3a6b-96c5-4230-913c-7a59e77bc7a1 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Pushing event updated for resources: {'Port': ['ID=7ff49b0f-ae11-4835-b701-e0f8cb6c3485,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:39.701917 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-7d22de68-dc95-44a0-bc68-dcb04069a4eb tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c14527e-344a-4524-a7d8-636a350e4a79') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:39.702348 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-7d22de68-dc95-44a0-bc68-dcb04069a4eb tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c14527e-344a-4524-a7d8-636a350e4a79') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:39.718888 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-a90e3a6b-96c5-4230-913c-7a59e77bc7a1 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:39.720254 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-a90e3a6b-96c5-4230-913c-7a59e77bc7a1 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:39.739408 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7d22de68-dc95-44a0-bc68-dcb04069a4eb tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (4c14527e-344a-4524-a7d8-636a350e4a79), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:39.744988 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-b83b0b53-8bf5-41c1-a062-a8b0bbeb7e4b tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/quotas/b6fd459715684d44a0a31bd130ea655c HTTP/1.1" status: 200 len: 375 time: 0.0795991 Feb 09 01:29:39.842954 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-a90e3a6b-96c5-4230-913c-7a59e77bc7a1 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2657690 Feb 09 01:29:39.860197 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7d22de68-dc95-44a0-bc68-dcb04069a4eb tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (4c14527e-344a-4524-a7d8-636a350e4a79), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:39.889124 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-76d9dd84-c6d8-4dbe-9782-53066cbece21 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Request body: {'port': {'device_id': 'ac990077-3a36-443e-b771-3b621d999008', 'network_id': '1b491962-ed4d-43bc-b25a-f8e3c17cca99', 'admin_state_up': True, 'tenant_id': '5cc038305e744ad69576548c638221e8', 'security_groups': ['765564cf-afc2-4411-a7c4-b4db4a3f59c0']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:39.944920 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c3092917-290c-4657-88b4-a2590bd4cb26 req-5865ceca-a195-4fde-9588-5d5e38836b8e tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/ports?device_id=227958c6-538f-48b7-855e-986546a3e7b5 HTTP/1.1" status: 200 len: 210 time: 0.1478434 Feb 09 01:29:39.949884 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d22de68-dc95-44a0-bc68-dcb04069a4eb tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:29:39.950549 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7d22de68-dc95-44a0-bc68-dcb04069a4eb tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (4c14527e-344a-4524-a7d8-636a350e4a79), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:39.966757 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:29:39.966757 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:29:39.966757 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:29:39.966757 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:29:39.966757 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:29:39.966757 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:29:39.966757 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:29:39.966757 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:29:39.966757 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:29:39.966757 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:29:39.966757 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:29:39.966757 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:29:39.966757 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:29:39.966757 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:29:39.966757 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:29:39.966757 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:29:39.966757 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:29:39.966757 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:29:39.966757 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:29:39.966757 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:29:39.966757 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:29:39.966757 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:29:39.966757 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:29:39.966757 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:29:39.966757 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:29:39.966757 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:29:39.966757 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:29:39.966757 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:29:39.966757 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:29:39.966757 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:29:39.966757 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:29:39.966757 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:29:40.037549 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 624b3ef0-67e6-4280-870b-53ed66218641 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:29:40.051244 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-772406f4-ec4a-4161-8568-eacda49369be req-fc3af14a-5571-479c-a2b3-2cc7668f60da tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:40.101695 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 624b3ef0-67e6-4280-870b-53ed66218641 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:40.101989 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (624b3ef0-67e6-4280-870b-53ed66218641), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:40.105917 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9badfe-04fa-44c9-8a53-e4b0f83b3454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44453aa8-d355-48f5-b0d9-44e1b4cf3ee9,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:40.108747 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568c28c-741e-49f7-b074-acd5a1a42f86 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Pushing event updated for resources: {'Port': ['ID=088c534b-13d6-49cf-9f90-ad97de25d072,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:40.117111 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1d9badfe-04fa-44c9-8a53-e4b0f83b3454 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=756d6d18a15d4384bb8f6615f2e81200&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7837732 Feb 09 01:29:40.150903 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42398) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:40.204959 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3af14a-5571-479c-a2b3-2cc7668f60da tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Pushing event deleted for resources: {'Port': ['ID=1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:40.220221 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-772406f4-ec4a-4161-8568-eacda49369be req-fc3af14a-5571-479c-a2b3-2cc7668f60da tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] No DVR routers for this DVR port 1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:29:40.225320 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 624b3ef0-67e6-4280-870b-53ed66218641 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:40.236836 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-772406f4-ec4a-4161-8568-eacda49369be req-fc3af14a-5571-479c-a2b3-2cc7668f60da tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:40.241716 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-772406f4-ec4a-4161-8568-eacda49369be req-fc3af14a-5571-479c-a2b3-2cc7668f60da tempest-ServerRescueNegativeTestJSON-1021692779 tempest-ServerRescueNegativeTestJSON-1021692779-project] 10.222.0.91 "DELETE /v2.0/ports/1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c HTTP/1.1" status: 204 len: 173 time: 2.3486266 Feb 09 01:29:40.244459 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-0568c28c-741e-49f7-b074-acd5a1a42f86 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Network d7017e2a-db2c-4df8-a390-acbb50684ec5 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:40.247870 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-de490db2-c7a8-4c9d-bc9d-757c0cc88a5e tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Allocated IP 172.20.0.3 (d7017e2a-db2c-4df8-a390-acbb50684ec5/d0a92e41-b53c-45b5-bbe3-f68351bc2fb1/7aa7bde6-89bc-4f58-922d-72c93b6c5bd2) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:40.267813 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7d22de68-dc95-44a0-bc68-dcb04069a4eb tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (39f15b9b-8326-4d24-bb3f-251c4aaff756), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:40.273246 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7d22de68-dc95-44a0-bc68-dcb04069a4eb tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:40.281837 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7d22de68-dc95-44a0-bc68-dcb04069a4eb tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "DELETE /v2.0/networks/39f15b9b-8326-4d24-bb3f-251c4aaff756 HTTP/1.1" status: 204 len: 168 time: 4.5009601 Feb 09 01:29:40.298609 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ef30b5-9635-4da3-a3b2-bf4827a3ac5f', 'name': 'network-vif-deleted', 'tag': '1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:29:40.301307 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9f7c38-f3f5-4cc5-888d-63201009718d" -d '{"events": [{"server_uuid": "02ef30b5-9635-4da3-a3b2-bf4827a3ac5f", "name": "network-vif-deleted", "tag": "1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:29:40.301591 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42400) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:40.307765 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d4c60c56-2af9-4b05-a050-c3ef6cb5840b tempest-MeteringTestJSON-1013170180 tempest-MeteringTestJSON-1013170180-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:40.309055 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d4c60c56-2af9-4b05-a050-c3ef6cb5840b tempest-MeteringTestJSON-1013170180 tempest-MeteringTestJSON-1013170180-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/ae37e016-62c1-47f6-aef4-89a51886c810 HTTP/1.1" status: 204 len: 168 time: 0.8869097 Feb 09 01:29:40.310232 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-0568c28c-741e-49f7-b074-acd5a1a42f86 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:40.312974 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42404) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:40.319419 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-0568c28c-741e-49f7-b074-acd5a1a42f86 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:29:40.354738 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-00082542-80a2-482c-ba35-bb544c4a6ac9 tempest-MeteringTestJSON-1013170180 tempest-MeteringTestJSON-1013170180-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=ae37e016-62c1-47f6-aef4-89a51886c810 HTTP/1.1" status: 200 len: 216 time: 0.0393763 Feb 09 01:29:40.361655 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42406) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:40.395133 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9d4d86d8-d774-4308-9967-aeecf3a6905b tempest-MeteringTestJSON-1013170180 tempest-MeteringTestJSON-1013170180-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0312479 Feb 09 01:29:40.396683 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42408) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:40.411625 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-0568c28c-741e-49f7-b074-acd5a1a42f86 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:40.412360 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-0568c28c-741e-49f7-b074-acd5a1a42f86 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:40.425166 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d558b947-c205-4e86-ba36-4487f3451b8f tempest-MeteringTestJSON-1013170180 tempest-MeteringTestJSON-1013170180-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0272653 Feb 09 01:29:40.430264 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42410) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:40.442670 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-226721d1-e6a2-4835-85a4-4f2242088d8a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6fd459715684d44a0a31bd130ea655c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.6876948 Feb 09 01:29:40.443611 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22de68-dc95-44a0-bc68-dcb04069a4eb tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event deleted for resources: {'Network': ['ID=39f15b9b-8326-4d24-bb3f-251c4aaff756,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:40.449815 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-0568c28c-741e-49f7-b074-acd5a1a42f86 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3139422 Feb 09 01:29:40.509458 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3e6ceabb-1707-49b4-a94d-61d791dcd40e tempest-MeteringTestJSON-1013170180 tempest-MeteringTestJSON-1013170180-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels/f8eedb1c-5abe-4e21-9180-ea7ab6b60657 HTTP/1.1" status: 200 len: 472 time: 0.0771682 Feb 09 01:29:40.512610 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42414) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:40.525000 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0473aeaa-a180-4076-ba6d-9c3fbec8035b tempest-MeteringTestJSON-1013170180 tempest-MeteringTestJSON-1013170180-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules/2fafc29e-8148-4d3c-b4b0-769b9b6cb44c HTTP/1.1" status: 200 len: 461 time: 0.0110118 Feb 09 01:29:40.528701 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42416) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:40.575236 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-3db15761-ffcb-44d7-9af7-25b63676b4f9 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:29:40.575236 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-3db15761-ffcb-44d7-9af7-25b63676b4f9 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0181422 Feb 09 01:29:40.622458 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-8de647f8-68ab-490f-8b16-30a134f1efa3 service neutron] Request body: {'port': {'device_id': '95461fa4-1909-4af3-bc1b-8deb6b3f1e89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:40.682445 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-158a45f5-9c3b-4fac-afff-0cdeade1ede6 tempest-MeteringTestJSON-1013170180 tempest-MeteringTestJSON-1013170180-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:40.683962 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-158a45f5-9c3b-4fac-afff-0cdeade1ede6 tempest-MeteringTestJSON-1013170180 tempest-MeteringTestJSON-1013170180-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/2fafc29e-8148-4d3c-b4b0-769b9b6cb44c HTTP/1.1" status: 204 len: 168 time: 0.1542902 Feb 09 01:29:40.687533 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42418) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:40.701259 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7029a6-e3cc-48e2-9dd2-1eee0ea2954d req-e8ff208c-059b-4635-bedd-e2d238e1e110 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:40.708947 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9b7029a6-e3cc-48e2-9dd2-1eee0ea2954d req-e8ff208c-059b-4635-bedd-e2d238e1e110 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 931 time: 0.6396868 Feb 09 01:29:40.736742 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-723137da-a3d3-476d-8f8f-eafe8f705f4a admin admin] Publish callbacks [] for security_group (44453aa8-d355-48f5-b0d9-44e1b4cf3ee9), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:40.801850 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-8de647f8-68ab-490f-8b16-30a134f1efa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (088c534b-13d6-49cf-9f90-ad97de25d072), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:40.867174 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-76d9dd84-c6d8-4dbe-9782-53066cbece21 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Made reservation on behalf of 5cc038305e744ad69576548c638221e8 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:40.873101 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-76d9dd84-c6d8-4dbe-9782-53066cbece21 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:40.961312 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-723137da-a3d3-476d-8f8f-eafe8f705f4a admin admin] Publish callbacks [] for security_group (44453aa8-d355-48f5-b0d9-44e1b4cf3ee9), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:41.063908 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-adf4e955-1301-49c3-af79-5a42f6aa3d6a tempest-MeteringTestJSON-1013170180 tempest-MeteringTestJSON-1013170180-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:41.065778 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-adf4e955-1301-49c3-af79-5a42f6aa3d6a tempest-MeteringTestJSON-1013170180 tempest-MeteringTestJSON-1013170180-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/f8eedb1c-5abe-4e21-9180-ea7ab6b60657 HTTP/1.1" status: 204 len: 168 time: 0.3764701 Feb 09 01:29:41.090321 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-17d69bba-af01-4f14-b74d-0f9c05f2fe55 service neutron] 10.222.0.30 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4977689 Feb 09 01:29:41.099215 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7bc387a9-cca9-4fb2-b9c5-8527b7e53beb admin admin] Publish callbacks [] for router_gateway (0aa37a13-f85d-43f4-ac05-51f21166282d), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:41.103731 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9b7029a6-e3cc-48e2-9dd2-1eee0ea2954d req-5f8ce205-0d62-4775-be45-8402e85c5c23 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3939724 Feb 09 01:29:41.173520 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e70786-9647-4fd5-a541-23d93b9efea2 x-openstack-request-id: req-21e70786-9647-4fd5-a541-23d93b9efea2 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:29:41.173873 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ef30b5-9635-4da3-a3b2-bf4827a3ac5f", "name": "network-vif-deleted", "tag": "1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:29:41.174147 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-21e70786-9647-4fd5-a541-23d93b9efea2 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:29:41.174558 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ef30b5-9635-4da3-a3b2-bf4827a3ac5f', 'name': 'network-vif-deleted', 'tag': '1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c', 'status': 'completed', 'code': 200} Feb 09 01:29:41.214317 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42426) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:41.351758 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:29:41.396381 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:29:41.397198 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 1cb5c6f5-aa19-448a-bb1c-c1f43f7bb54c not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:29:41.403626 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42430) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:41.585667 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f3baa5bf-3302-40e5-85e9-59a1fb039f16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:41.758865 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-de490db2-c7a8-4c9d-bc9d-757c0cc88a5e tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Publish callbacks [] for port (7aa7bde6-89bc-4f58-922d-72c93b6c5bd2), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:41.782465 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f3baa5bf-3302-40e5-85e9-59a1fb039f16 admin admin] Publish callbacks [] for security_group (0b25226d-315b-490b-aab8-72e4a4c9dcc7), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:41.788708 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f3baa5bf-3302-40e5-85e9-59a1fb039f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0b25226d-315b-490b-aab8-72e4a4c9dcc7), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:41.793474 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b87bc4b1-cb78-460b-8420-4e76d5842117 req-f16e327f-a60b-49e9-ab64-e84a0f2d1736 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/ports?device_id=227958c6-538f-48b7-855e-986546a3e7b5 HTTP/1.1" status: 200 len: 210 time: 0.1068339 Feb 09 01:29:41.869251 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3baa5bf-3302-40e5-85e9-59a1fb039f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b25226d-315b-490b-aab8-72e4a4c9dcc7,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:41.876017 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f3baa5bf-3302-40e5-85e9-59a1fb039f16 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=359d85f83110490ebcbe7876dfcac5e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4706533 Feb 09 01:29:41.879076 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42434) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:41.947178 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ccad93d3-964d-483e-9b88-557dd6487f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (a3239aae-ba88-41f8-8568-35e38b637fd7), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:41.978832 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-723137da-a3d3-476d-8f8f-eafe8f705f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (44453aa8-d355-48f5-b0d9-44e1b4cf3ee9), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:41.983181 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-723137da-a3d3-476d-8f8f-eafe8f705f4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:41.985891 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-723137da-a3d3-476d-8f8f-eafe8f705f4a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/44453aa8-d355-48f5-b0d9-44e1b4cf3ee9 HTTP/1.1" status: 204 len: 168 time: 1.8307202 Feb 09 01:29:42.031740 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ba0e8450-4dfd-4403-a0b4-05107cf56447 admin admin] Publish callbacks [] for security_group (0b25226d-315b-490b-aab8-72e4a4c9dcc7), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:42.070082 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723137da-a3d3-476d-8f8f-eafe8f705f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44453aa8-d355-48f5-b0d9-44e1b4cf3ee9,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:42.082521 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ba0e8450-4dfd-4403-a0b4-05107cf56447 admin admin] Publish callbacks [] for security_group (0b25226d-315b-490b-aab8-72e4a4c9dcc7), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:42.125548 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-76d9dd84-c6d8-4dbe-9782-53066cbece21 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Allocated IP 10.1.1.205 (1b491962-ed4d-43bc-b25a-f8e3c17cca99/c8a165d0-40b9-4705-81af-cf2fe40aa482/f18608cd-046b-41ff-bb33-941a1f1a0f9e) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:42.194525 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-dae65bfc-2ee4-46d9-a217-bbccdc9dd010 service neutron] 10.222.0.30 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0853324 Feb 09 01:29:42.236269 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ba0e8450-4dfd-4403-a0b4-05107cf56447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0b25226d-315b-490b-aab8-72e4a4c9dcc7), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:42.239467 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ba0e8450-4dfd-4403-a0b4-05107cf56447 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:42.241450 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ba0e8450-4dfd-4403-a0b4-05107cf56447 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0b25226d-315b-490b-aab8-72e4a4c9dcc7 HTTP/1.1" status: 204 len: 168 time: 0.3599160 Feb 09 01:29:42.256315 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e8450-4dfd-4403-a0b4-05107cf56447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b25226d-315b-490b-aab8-72e4a4c9dcc7,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:42.486154 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ccad93d3-964d-483e-9b88-557dd6487f48 admin admin] Deleting port 8e11d18d-ba38-4280-b0a0-f058720f8135 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:42.486712 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ccad93d3-964d-483e-9b88-557dd6487f48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (8e11d18d-ba38-4280-b0a0-f058720f8135), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:42.564806 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-de490db2-c7a8-4c9d-bc9d-757c0cc88a5e tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (7aa7bde6-89bc-4f58-922d-72c93b6c5bd2), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:42.575623 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42448) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:42.734835 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7bc387a9-cca9-4fb2-b9c5-8527b7e53beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (0aa37a13-f85d-43f4-ac05-51f21166282d), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:42.788585 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-44210542-e09c-4ba7-9071-2a3885d13c23 req-ac3fa110-d0b0-4831-88fd-a0af4a780d89 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=255e72cc-bb4d-4ead-aefd-8aca152f72a0 HTTP/1.1" status: 200 len: 210 time: 0.2490385 Feb 09 01:29:42.810627 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6c968110-634a-4385-8b5d-c5b83c06fe16 req-77f943fa-1e68-4e78-b508-a1a74fceff13 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=762fd02a-08b8-459e-bc50-47531df84afa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8805962 Feb 09 01:29:42.855807 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-8de647f8-68ab-490f-8b16-30a134f1efa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 088c534b-13d6-49cf-9f90-ad97de25d072 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:29:42.877658 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-8de647f8-68ab-490f-8b16-30a134f1efa3 service neutron] Publish callbacks [] for port (088c534b-13d6-49cf-9f90-ad97de25d072), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:42.880718 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-de490db2-c7a8-4c9d-bc9d-757c0cc88a5e tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Network d7017e2a-db2c-4df8-a390-acbb50684ec5 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:42.916746 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-de490db2-c7a8-4c9d-bc9d-757c0cc88a5e tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:42.923607 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-de490db2-c7a8-4c9d-bc9d-757c0cc88a5e tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:29:43.005641 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-ccad93d3-964d-483e-9b88-557dd6487f48 admin admin] For port 8e11d18d-ba38-4280-b0a0-f058720f8135, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=8e11d18d-ba38-4280-b0a0-f058720f8135,segment=NetworkSegment(56fbfdfe-124b-4422-89cd-b53ccd9690c4),segment_id=56fbfdfe-124b-4422-89cd-b53ccd9690c4)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:43.006076 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ccad93d3-964d-483e-9b88-557dd6487f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (8e11d18d-ba38-4280-b0a0-f058720f8135), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:43.023854 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ccad93d3-964d-483e-9b88-557dd6487f48 admin admin] Calling delete_port for 8e11d18d-ba38-4280-b0a0-f058720f8135 owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:43.047825 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42458) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:43.093887 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-8de647f8-68ab-490f-8b16-30a134f1efa3 service neutron] Transition to ACTIVE for port object 088c534b-13d6-49cf-9f90-ad97de25d072 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:43.099560 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-45de3237-07f1-4858-a276-d084b0231e65 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=838640db3b6a4057a35cf382e113e40c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4847777 Feb 09 01:29:43.105356 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42462) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:43.117759 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-8de647f8-68ab-490f-8b16-30a134f1efa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (088c534b-13d6-49cf-9f90-ad97de25d072), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:43.142313 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-786e8ac2-7ee6-458e-ae3b-c356534c4687 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:43.247143 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-91e4aacb-a31a-4284-ab42-276f67faf995 req-72430bbd-b23f-44f2-8a2e-7d93fceb69b0 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=67a8efce-fc53-4313-a583-be22faf317e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5799575 Feb 09 01:29:43.275777 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de647f8-68ab-490f-8b16-30a134f1efa3 service neutron] Pushing event updated for resources: {'Port': ['ID=088c534b-13d6-49cf-9f90-ad97de25d072,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:43.295189 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d989ccf-a365-476c-9688-f7c3ccda2978 req-c5d8009b-dbd9-4877-8ce5-af52fe22b7ea tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:43.298109 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d989ccf-a365-476c-9688-f7c3ccda2978 req-c5d8009b-dbd9-4877-8ce5-af52fe22b7ea tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 931 time: 0.8049009 Feb 09 01:29:43.311589 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de490db2-c7a8-4c9d-bc9d-757c0cc88a5e tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Pushing event updated for resources: {'Port': ['ID=7aa7bde6-89bc-4f58-922d-72c93b6c5bd2,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:43.379602 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-de490db2-c7a8-4c9d-bc9d-757c0cc88a5e tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:43.380284 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-de490db2-c7a8-4c9d-bc9d-757c0cc88a5e tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:43.391560 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bfc9ecd5-0f35-4ea2-a39e-263b8311dada admin admin] Publish callbacks [] for security_group (a51e38b9-5249-4be6-9046-338430d62885), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:43.455598 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bfc9ecd5-0f35-4ea2-a39e-263b8311dada admin admin] Publish callbacks [] for security_group (a51e38b9-5249-4be6-9046-338430d62885), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:43.478749 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-de490db2-c7a8-4c9d-bc9d-757c0cc88a5e tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3595195 Feb 09 01:29:43.488992 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2837de3-0b83-4f90-bf12-1e6bf40a216a req-b9e8c960-af2d-49ba-a20f-6ec6ac427b73 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:43.492864 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-8de647f8-68ab-490f-8b16-30a134f1efa3 service neutron] Attempting to bind port 088c534b-13d6-49cf-9f90-ad97de25d072 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:29:43.493300 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-8de647f8-68ab-490f-8b16-30a134f1efa3 service neutron] Attempting to bind port 088c534b-13d6-49cf-9f90-ad97de25d072 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '8aeeb2e7-9a95-4889-a4a3-eadf93afc837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd7017e2a-db2c-4df8-a390-acbb50684ec5'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:29:43.493985 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-8de647f8-68ab-490f-8b16-30a134f1efa3 service neutron] Attempting to bind port 088c534b-13d6-49cf-9f90-ad97de25d072 on network d7017e2a-db2c-4df8-a390-acbb50684ec5 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:43.496275 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e2837de3-0b83-4f90-bf12-1e6bf40a216a req-b9e8c960-af2d-49ba-a20f-6ec6ac427b73 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/ports?device_id=227958c6-538f-48b7-855e-986546a3e7b5 HTTP/1.1" status: 200 len: 931 time: 0.5026648 Feb 09 01:29:43.497278 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4aacb-a31a-4284-ab42-276f67faf995 req-6afa7cb3-bfd7-4fd5-b0bc-827afd933197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:43.498841 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-91e4aacb-a31a-4284-ab42-276f67faf995 req-6afa7cb3-bfd7-4fd5-b0bc-827afd933197 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b6fd459715684d44a0a31bd130ea655c&device_id=67a8efce-fc53-4313-a583-be22faf317e8 HTTP/1.1" status: 200 len: 1128 time: 0.1816735 Feb 09 01:29:43.507758 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-98ccf658-03ac-4a73-9350-ffd97c179847 service neutron] Request body: {'port': {'device_id': '227958c6-538f-48b7-855e-986546a3e7b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:43.532185 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-76d9dd84-c6d8-4dbe-9782-53066cbece21 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks [] for port (f18608cd-046b-41ff-bb33-941a1f1a0f9e), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:43.532793 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-8de647f8-68ab-490f-8b16-30a134f1efa3 service neutron] Port 088c534b-13d6-49cf-9f90-ad97de25d072 on network d7017e2a-db2c-4df8-a390-acbb50684ec5 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:29:43.532793 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-8de647f8-68ab-490f-8b16-30a134f1efa3 service neutron] Attempting to bind port 088c534b-13d6-49cf-9f90-ad97de25d072 on network d7017e2a-db2c-4df8-a390-acbb50684ec5 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:43.534882 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c968110-634a-4385-8b5d-c5b83c06fe16 req-869a0265-7891-4077-8e7c-7412fd1892d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:43.536420 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6c968110-634a-4385-8b5d-c5b83c06fe16 req-869a0265-7891-4077-8e7c-7412fd1892d3 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b6fd459715684d44a0a31bd130ea655c&device_id=762fd02a-08b8-459e-bc50-47531df84afa HTTP/1.1" status: 200 len: 1128 time: 0.6261606 Feb 09 01:29:43.569326 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc387a9-cca9-4fb2-b9c5-8527b7e53beb admin admin] Router 0aa37a13-f85d-43f4-ac05-51f21166282d is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:29:43.607261 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-8de647f8-68ab-490f-8b16-30a134f1efa3 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:29:43.607754 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-8de647f8-68ab-490f-8b16-30a134f1efa3 service neutron] Checking segment: {'id': '8aeeb2e7-9a95-4889-a4a3-eadf93afc837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd7017e2a-db2c-4df8-a390-acbb50684ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:29:43.608349 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-8de647f8-68ab-490f-8b16-30a134f1efa3 service neutron] Bound using segment: {'id': '8aeeb2e7-9a95-4889-a4a3-eadf93afc837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd7017e2a-db2c-4df8-a390-acbb50684ec5'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:29:43.609721 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-8de647f8-68ab-490f-8b16-30a134f1efa3 service neutron] Bound port: 088c534b-13d6-49cf-9f90-ad97de25d072, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aeeb2e7-9a95-4889-a4a3-eadf93afc837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd7017e2a-db2c-4df8-a390-acbb50684ec5'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:29:43.610391 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-8de647f8-68ab-490f-8b16-30a134f1efa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (088c534b-13d6-49cf-9f90-ad97de25d072), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:43.615813 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ccad93d3-964d-483e-9b88-557dd6487f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (8e11d18d-ba38-4280-b0a0-f058720f8135), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:43.722449 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d989ccf-a365-476c-9688-f7c3ccda2978 req-b31e93b8-8771-4861-a3cb-486f36e36443 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4012573 Feb 09 01:29:43.744623 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4aacb-a31a-4284-ab42-276f67faf995 req-92135a4d-51e6-42ec-a939-69920ed0e1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:43.746191 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-91e4aacb-a31a-4284-ab42-276f67faf995 req-92135a4d-51e6-42ec-a939-69920ed0e1bc service neutron] 10.222.0.91 "GET /v2.0/networks?id=b5cee00d-d11d-4a76-ad74-cfd798aa917c HTTP/1.1" status: 200 len: 912 time: 0.2153208 Feb 09 01:29:43.933040 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e2837de3-0b83-4f90-bf12-1e6bf40a216a req-8f4fbcf5-6026-4930-9472-2cca72e03769 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2986e66-5bf8-4106-965e-d9f5e5d6b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4359019 Feb 09 01:29:43.960926 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad93d3-964d-483e-9b88-557dd6487f48 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e11d18d-ba38-4280-b0a0-f058720f8135,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:43.991413 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-64f5c2b8-769f-45f5-ae26-2d16c45f8c93 req-2f4e398b-568d-4438-a616-df7a26fbed75 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=255e72cc-bb4d-4ead-aefd-8aca152f72a0 HTTP/1.1" status: 200 len: 210 time: 0.0758362 Feb 09 01:29:43.992826 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-98ccf658-03ac-4a73-9350-ffd97c179847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7aa7bde6-89bc-4f58-922d-72c93b6c5bd2), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:44.026361 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-91e4aacb-a31a-4284-ab42-276f67faf995 req-1872d72b-2a45-4fcd-803c-555207f90bae service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf HTTP/1.1" status: 200 len: 217 time: 0.2429643 Feb 09 01:29:44.031660 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-786e8ac2-7ee6-458e-ae3b-c356534c4687 admin admin] Publish callbacks [] for security_group (c0f2adf1-f81f-4d80-9c8c-00661f34e66c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:44.043355 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-76d9dd84-c6d8-4dbe-9782-53066cbece21 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (f18608cd-046b-41ff-bb33-941a1f1a0f9e), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:44.047250 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-8de647f8-68ab-490f-8b16-30a134f1efa3 service neutron] For port 088c534b-13d6-49cf-9f90-ad97de25d072, host n-h2-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:29:44.050317 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-786e8ac2-7ee6-458e-ae3b-c356534c4687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c0f2adf1-f81f-4d80-9c8c-00661f34e66c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:44.052847 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bfc9ecd5-0f35-4ea2-a39e-263b8311dada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (a51e38b9-5249-4be6-9046-338430d62885), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:44.056515 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bfc9ecd5-0f35-4ea2-a39e-263b8311dada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:44.057655 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-bfc9ecd5-0f35-4ea2-a39e-263b8311dada admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a51e38b9-5249-4be6-9046-338430d62885 HTTP/1.1" status: 204 len: 168 time: 0.9498324 Feb 09 01:29:44.118881 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-8de647f8-68ab-490f-8b16-30a134f1efa3 service neutron] For port 088c534b-13d6-49cf-9f90-ad97de25d072, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=088c534b-13d6-49cf-9f90-ad97de25d072,segment=NetworkSegment(8aeeb2e7-9a95-4889-a4a3-eadf93afc837),segment_id=8aeeb2e7-9a95-4889-a4a3-eadf93afc837)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:29:44.134815 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c968110-634a-4385-8b5d-c5b83c06fe16 req-51ed3644-91c4-489e-9cc6-37242c2efab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:44.136356 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6c968110-634a-4385-8b5d-c5b83c06fe16 req-51ed3644-91c4-489e-9cc6-37242c2efab2 service neutron] 10.222.0.121 "GET /v2.0/networks?id=b5cee00d-d11d-4a76-ad74-cfd798aa917c HTTP/1.1" status: 200 len: 912 time: 0.5649884 Feb 09 01:29:44.165383 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-232b85a2-2c3b-4e15-ad61-604abf7e25a5 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (a3fc2ce1-1401-4f23-95d2-887835db32e2), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:44.184200 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc9ecd5-0f35-4ea2-a39e-263b8311dada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51e38b9-5249-4be6-9046-338430d62885,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:44.227746 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-eea24d2a-0027-4c7a-8c2f-ac1655b2c586 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:44.230864 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-eea24d2a-0027-4c7a-8c2f-ac1655b2c586 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.121 "GET /v2.0/networks?id=b5cee00d-d11d-4a76-ad74-cfd798aa917c HTTP/1.1" status: 200 len: 811 time: 0.4193809 Feb 09 01:29:44.233441 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4aacb-a31a-4284-ab42-276f67faf995 req-dfac464a-db7f-4635-94f3-20ec523124b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:44.237555 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-91e4aacb-a31a-4284-ab42-276f67faf995 req-dfac464a-db7f-4635-94f3-20ec523124b3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3c1b64de-5642-407c-82ef-1ad0f3f887f4 HTTP/1.1" status: 200 len: 850 time: 0.1783938 Feb 09 01:29:44.264437 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-8de647f8-68ab-490f-8b16-30a134f1efa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (088c534b-13d6-49cf-9f90-ad97de25d072), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:44.287610 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-76d9dd84-c6d8-4dbe-9782-53066cbece21 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Network 1b491962-ed4d-43bc-b25a-f8e3c17cca99 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:44.346462 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-8de647f8-68ab-490f-8b16-30a134f1efa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:44.346959 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-8de647f8-68ab-490f-8b16-30a134f1efa3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:44.348987 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-8de647f8-68ab-490f-8b16-30a134f1efa3 service neutron] 10.222.0.91 "PUT /v2.0/ports/088c534b-13d6-49cf-9f90-ad97de25d072 HTTP/1.1" status: 200 len: 1093 time: 3.8549292 Feb 09 01:29:44.360929 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-936cf994-ba84-46bb-bb30-396e918d10a0 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Request body: {'port': {'device_id': '255e72cc-bb4d-4ead-aefd-8aca152f72a0', 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c', 'admin_state_up': True, 'tenant_id': 'b6fd459715684d44a0a31bd130ea655c'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:44.388374 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-76d9dd84-c6d8-4dbe-9782-53066cbece21 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:44.401405 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-76d9dd84-c6d8-4dbe-9782-53066cbece21 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:29:44.414285 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de647f8-68ab-490f-8b16-30a134f1efa3 service neutron] Pushing event updated for resources: {'Port': ['ID=088c534b-13d6-49cf-9f90-ad97de25d072,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:44.419899 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95461fa4-1909-4af3-bc1b-8deb6b3f1e89', 'tag': '088c534b-13d6-49cf-9f90-ad97de25d072'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:29:44.425297 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e672ffd8-215d-46fe-8e73-c9d0cf4fe7bd" -d '{"events": [{"name": "network-changed", "server_uuid": "95461fa4-1909-4af3-bc1b-8deb6b3f1e89", "tag": "088c534b-13d6-49cf-9f90-ad97de25d072"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:29:44.461089 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-76d9dd84-c6d8-4dbe-9782-53066cbece21 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:44.461716 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-76d9dd84-c6d8-4dbe-9782-53066cbece21 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:44.464822 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6c968110-634a-4385-8b5d-c5b83c06fe16 req-8b67b978-c421-4b6a-8da7-a5d891845f75 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a476cb47-66fa-4946-bbe0-0a21ff04360a HTTP/1.1" status: 200 len: 217 time: 0.3146746 Feb 09 01:29:44.506559 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-786e8ac2-7ee6-458e-ae3b-c356534c4687 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5bd734fab1db4b788f309bc1c59ce1fa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4551165 Feb 09 01:29:44.520933 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e8ac2-7ee6-458e-ae3b-c356534c4687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f2adf1-f81f-4d80-9c8c-00661f34e66c,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:44.540165 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42474) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:44.541251 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc387a9-cca9-4fb2-b9c5-8527b7e53beb admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:29:44.611946 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9dd84-c6d8-4dbe-9782-53066cbece21 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Pushing event updated for resources: {'Port': ['ID=f18608cd-046b-41ff-bb33-941a1f1a0f9e,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:44.639446 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d125ef0b-3a4a-4936-94cb-c80476732afe None None] Sync routers for ids ['0aa37a13-f85d-43f4-ac05-51f21166282d'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:44.654339 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d125ef0b-3a4a-4936-94cb-c80476732afe None None] Routers {'0aa37a13-f85d-43f4-ac05-51f21166282d'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:44.655243 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-d125ef0b-3a4a-4936-94cb-c80476732afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:29:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['0aa37a13-f85d-43f4-ac05-51f21166282d'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:44.715864 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c72244-12fa-40f4-92e5-c9ae4d2771ab x-openstack-request-id: req-d0c72244-12fa-40f4-92e5-c9ae4d2771ab {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:29:44.716361 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95461fa4-1909-4af3-bc1b-8deb6b3f1e89", "tag": "088c534b-13d6-49cf-9f90-ad97de25d072", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:29:44.716721 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d0c72244-12fa-40f4-92e5-c9ae4d2771ab {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:29:44.717237 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95461fa4-1909-4af3-bc1b-8deb6b3f1e89', 'tag': '088c534b-13d6-49cf-9f90-ad97de25d072', 'status': 'completed', 'code': 200} Feb 09 01:29:44.734923 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4aacb-a31a-4284-ab42-276f67faf995 req-6b93c9b1-2834-4afd-b613-3f36f8dc81d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:44.737130 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-91e4aacb-a31a-4284-ab42-276f67faf995 req-6b93c9b1-2834-4afd-b613-3f36f8dc81d5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b5cee00d-d11d-4a76-ad74-cfd798aa917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4599347 Feb 09 01:29:44.760297 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-e1c41dce-8f9e-4ae8-a9e9-2243ef62fcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:44.762120 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-e1c41dce-8f9e-4ae8-a9e9-2243ef62fcd8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ce7332c8ded74a31a8845cdf15d3517e&device_id=95461fa4-1909-4af3-bc1b-8deb6b3f1e89 HTTP/1.1" status: 200 len: 1127 time: 0.3163915 Feb 09 01:29:44.797728 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7bc387a9-cca9-4fb2-b9c5-8527b7e53beb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:44.808418 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7bc387a9-cca9-4fb2-b9c5-8527b7e53beb admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 11.4739931 Feb 09 01:29:44.822130 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42482) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:44.851826 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-d125ef0b-3a4a-4936-94cb-c80476732afe None None] Set router 0aa37a13-f85d-43f4-ac05-51f21166282d gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:29:44.871350 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-76d9dd84-c6d8-4dbe-9782-53066cbece21 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9901438 Feb 09 01:29:44.940487 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-91e4aacb-a31a-4284-ab42-276f67faf995 req-5483c426-2603-42aa-b33a-7be955939934 service neutron] 10.222.0.91 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851768 Feb 09 01:29:45.011930 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-5acc4ba3-d9ca-462b-9dfe-0b54c0766bf1 None None] Provisioning complete for port f18608cd-046b-41ff-bb33-941a1f1a0f9e triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:45.013133 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5acc4ba3-d9ca-462b-9dfe-0b54c0766bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f18608cd-046b-41ff-bb33-941a1f1a0f9e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:45.058246 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5acc4ba3-d9ca-462b-9dfe-0b54c0766bf1 None None] Port f18608cd-046b-41ff-bb33-941a1f1a0f9e cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:29:45.192979 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-d125ef0b-3a4a-4936-94cb-c80476732afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa37a13-f85d-43f4-ac05-51f21166282d', 'name': 'tempest-ImageQuotaTest-371468676-router', 'tenant_id': 'c1c2be365a6e405aa065156df564aab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '6a8bf6bf-4533-42bf-8cfc-b24cf69416bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:29:33Z', 'updated_at': '2022-02-09T01:29:40Z', 'revision_number': 3, 'project_id': 'c1c2be365a6e405aa065156df564aab1', 'gw_port': {'id': '6a8bf6bf-4533-42bf-8cfc-b24cf69416bb', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:8f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa37a13-f85d-43f4-ac05-51f21166282d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:38Z', 'updated_at': '2022-02-09T01:29:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:45.232115 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d125ef0b-3a4a-4936-94cb-c80476732afe None None] Checking router: 0aa37a13-f85d-43f4-ac05-51f21166282d for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:29:45.232465 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d125ef0b-3a4a-4936-94cb-c80476732afe None None] Updating router 0aa37a13-f85d-43f4-ac05-51f21166282d port 6a8bf6bf-4533-42bf-8cfc-b24cf69416bb binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:29:45.265571 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d125ef0b-3a4a-4936-94cb-c80476732afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (6a8bf6bf-4533-42bf-8cfc-b24cf69416bb), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:45.576605 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42498) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:45.582784 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d125ef0b-3a4a-4936-94cb-c80476732afe None None] Publish callbacks [] for port (6a8bf6bf-4533-42bf-8cfc-b24cf69416bb), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:45.589354 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d125ef0b-3a4a-4936-94cb-c80476732afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (6a8bf6bf-4533-42bf-8cfc-b24cf69416bb), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:45.621003 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-5b311e48-5879-41c3-af54-a89b997390d1 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Request body: {'port': {'device_id': 'ac990077-3a36-443e-b771-3b621d999008', 'network_id': '1b491962-ed4d-43bc-b25a-f8e3c17cca99', 'admin_state_up': True, 'tenant_id': '5cc038305e744ad69576548c638221e8', 'security_groups': ['765564cf-afc2-4411-a7c4-b4db4a3f59c0']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:45.641563 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-d125ef0b-3a4a-4936-94cb-c80476732afe None None] Attempting to bind port 6a8bf6bf-4533-42bf-8cfc-b24cf69416bb on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:29:45.642147 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-d125ef0b-3a4a-4936-94cb-c80476732afe None None] Attempting to bind port 6a8bf6bf-4533-42bf-8cfc-b24cf69416bb by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:29:45.642360 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d125ef0b-3a4a-4936-94cb-c80476732afe None None] Attempting to bind port 6a8bf6bf-4533-42bf-8cfc-b24cf69416bb on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:45.651396 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d125ef0b-3a4a-4936-94cb-c80476732afe None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:29:45.651774 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d125ef0b-3a4a-4936-94cb-c80476732afe None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:29:45.652371 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d125ef0b-3a4a-4936-94cb-c80476732afe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:45.652791 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d125ef0b-3a4a-4936-94cb-c80476732afe None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:29:45.653312 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-d125ef0b-3a4a-4936-94cb-c80476732afe None None] Bound port: 6a8bf6bf-4533-42bf-8cfc-b24cf69416bb, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:29:45.653695 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d125ef0b-3a4a-4936-94cb-c80476732afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (6a8bf6bf-4533-42bf-8cfc-b24cf69416bb), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:45.711732 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-d125ef0b-3a4a-4936-94cb-c80476732afe None None] For port 6a8bf6bf-4533-42bf-8cfc-b24cf69416bb, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:29:45.713355 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-40b125e3-cbf5-44be-a8c9-4336330bdcf3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=088c534b-13d6-49cf-9f90-ad97de25d072 HTTP/1.1" status: 200 len: 217 time: 0.7696772 Feb 09 01:29:45.714924 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-d125ef0b-3a4a-4936-94cb-c80476732afe None None] For port 6a8bf6bf-4533-42bf-8cfc-b24cf69416bb, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=6a8bf6bf-4533-42bf-8cfc-b24cf69416bb,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:29:45.729848 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d125ef0b-3a4a-4936-94cb-c80476732afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (6a8bf6bf-4533-42bf-8cfc-b24cf69416bb), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:45.745921 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d164489-76aa-4b66-9a66-43b26c9274cf None None] Pushing event updated for resources: {'Port': ['ID=6a8bf6bf-4533-42bf-8cfc-b24cf69416bb,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:45.800730 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d164489-76aa-4b66-9a66-43b26c9274cf None None] Pushing event updated for resources: {'Port': ['ID=6a8bf6bf-4533-42bf-8cfc-b24cf69416bb,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:45.809161 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ccad93d3-964d-483e-9b88-557dd6487f48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (a3239aae-ba88-41f8-8568-35e38b637fd7), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:45.814443 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d125ef0b-3a4a-4936-94cb-c80476732afe None None] Routers {'0aa37a13-f85d-43f4-ac05-51f21166282d'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:45.815114 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-d125ef0b-3a4a-4936-94cb-c80476732afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:29:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['0aa37a13-f85d-43f4-ac05-51f21166282d'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:45.841591 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-936cf994-ba84-46bb-bb30-396e918d10a0 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Made reservation on behalf of b6fd459715684d44a0a31bd130ea655c for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:45.846498 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-936cf994-ba84-46bb-bb30-396e918d10a0 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:45.909829 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-5b311e48-5879-41c3-af54-a89b997390d1 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Made reservation on behalf of 5cc038305e744ad69576548c638221e8 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:45.913831 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-5b311e48-5879-41c3-af54-a89b997390d1 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:45.976516 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ecdd399e-b0b2-42fc-a4e1-53c26ba17892 admin admin] Publish callbacks [] for security_group (c0f2adf1-f81f-4d80-9c8c-00661f34e66c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:46.002277 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ecdd399e-b0b2-42fc-a4e1-53c26ba17892 admin admin] Publish callbacks [] for security_group (c0f2adf1-f81f-4d80-9c8c-00661f34e66c), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:46.014474 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c968110-634a-4385-8b5d-c5b83c06fe16 req-18baf505-6248-4b72-9828-75f6bb8a9a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:46.023258 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6c968110-634a-4385-8b5d-c5b83c06fe16 req-18baf505-6248-4b72-9828-75f6bb8a9a1b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3c1b64de-5642-407c-82ef-1ad0f3f887f4 HTTP/1.1" status: 200 len: 850 time: 1.5119150 Feb 09 01:29:46.030455 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-d125ef0b-3a4a-4936-94cb-c80476732afe None None] Set router 0aa37a13-f85d-43f4-ac05-51f21166282d gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:29:46.068544 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-91e4aacb-a31a-4284-ab42-276f67faf995 req-071596ba-0b5e-449d-a3cc-46a60d5fb6a7 service neutron] 10.222.0.91 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4865811 Feb 09 01:29:46.069994 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-db87ffe7-3f10-471e-a7b4-6816679ba2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:46.071852 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-db87ffe7-3f10-471e-a7b4-6816679ba2f3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d0a92e41-b53c-45b5-bbe3-f68351bc2fb1 HTTP/1.1" status: 200 len: 852 time: 0.3413579 Feb 09 01:29:46.114894 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d79f7-3565-4fa4-a128-2201450c8fb2 req-645de7a0-f097-4908-bf47-fecccd57079f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:46.121016 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d79f7-3565-4fa4-a128-2201450c8fb2 req-645de7a0-f097-4908-bf47-fecccd57079f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:46.123029 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf1d79f7-3565-4fa4-a128-2201450c8fb2 req-645de7a0-f097-4908-bf47-fecccd57079f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 1653 time: 1.2450573 Feb 09 01:29:46.135273 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-7aa8bcf0-3a13-4507-800d-17539c5387cc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d7017e2a-db2c-4df8-a390-acbb50684ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516622 Feb 09 01:29:46.180037 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756cad9-87df-40dc-bf1a-1cdc9e29cfbe req-5b427d6a-064c-47f8-851f-48285852adcd tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:46.181895 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8756cad9-87df-40dc-bf1a-1cdc9e29cfbe req-5b427d6a-064c-47f8-851f-48285852adcd tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/ports?device_id=227958c6-538f-48b7-855e-986546a3e7b5 HTTP/1.1" status: 200 len: 931 time: 0.5996361 Feb 09 01:29:46.295874 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-fc47e1e7-54c5-4c87-befc-93a876a3c02c tempest-AgentManagementNegativeTest-433640656 tempest-AgentManagementNegativeTest-433640656-project] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4831650 Feb 09 01:29:46.310832 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-d125ef0b-3a4a-4936-94cb-c80476732afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa37a13-f85d-43f4-ac05-51f21166282d', 'name': 'tempest-ImageQuotaTest-371468676-router', 'tenant_id': 'c1c2be365a6e405aa065156df564aab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '6a8bf6bf-4533-42bf-8cfc-b24cf69416bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:29:33Z', 'updated_at': '2022-02-09T01:29:40Z', 'revision_number': 3, 'project_id': 'c1c2be365a6e405aa065156df564aab1', 'gw_port': {'id': '6a8bf6bf-4533-42bf-8cfc-b24cf69416bb', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:8f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa37a13-f85d-43f4-ac05-51f21166282d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:38Z', 'updated_at': '2022-02-09T01:29:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:46.350767 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d125ef0b-3a4a-4936-94cb-c80476732afe None None] The sync data for ids ['0aa37a13-f85d-43f4-ac05-51f21166282d'] in n-d-822053-40 is: [{'id': '0aa37a13-f85d-43f4-ac05-51f21166282d', 'name': 'tempest-ImageQuotaTest-371468676-router', 'tenant_id': 'c1c2be365a6e405aa065156df564aab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '6a8bf6bf-4533-42bf-8cfc-b24cf69416bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:29:33Z', 'updated_at': '2022-02-09T01:29:40Z', 'revision_number': 3, 'project_id': 'c1c2be365a6e405aa065156df564aab1', 'gw_port': {'id': '6a8bf6bf-4533-42bf-8cfc-b24cf69416bb', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:8f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa37a13-f85d-43f4-ac05-51f21166282d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:38Z', 'updated_at': '2022-02-09T01:29:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:46.511312 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-ca2a019f-6e20-432f-8e9a-1219efd81019 service neutron] 10.222.0.91 "GET /v2.0/networks/d7017e2a-db2c-4df8-a390-acbb50684ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624003 Feb 09 01:29:46.553232 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-936cf994-ba84-46bb-bb30-396e918d10a0 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Allocated IP 172.20.0.12 (b5cee00d-d11d-4a76-ad74-cfd798aa917c/3c1b64de-5642-407c-82ef-1ad0f3f887f4/5b5aa433-24f9-4b84-830c-24029bc4c335) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:46.678395 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccad93d3-964d-483e-9b88-557dd6487f48 admin admin] Router a3239aae-ba88-41f8-8568-35e38b637fd7 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:29:46.700811 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf1d79f7-3565-4fa4-a128-2201450c8fb2 req-38c5ebbf-3d4f-452c-a6f1-deadaa887873 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5150111 Feb 09 01:29:46.716746 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8756cad9-87df-40dc-bf1a-1cdc9e29cfbe req-02cfb051-321c-4b26-803e-fc1dee00cdb5 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2986e66-5bf8-4106-965e-d9f5e5d6b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4691122 Feb 09 01:29:46.720370 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c968110-634a-4385-8b5d-c5b83c06fe16 req-746823de-687c-41cf-98f1-814312366639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:46.721116 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6c968110-634a-4385-8b5d-c5b83c06fe16 req-746823de-687c-41cf-98f1-814312366639 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b5cee00d-d11d-4a76-ad74-cfd798aa917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6202345 Feb 09 01:29:46.725339 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42506) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:46.851809 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ecdd399e-b0b2-42fc-a4e1-53c26ba17892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c0f2adf1-f81f-4d80-9c8c-00661f34e66c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:46.857938 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ecdd399e-b0b2-42fc-a4e1-53c26ba17892 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:46.863199 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ecdd399e-b0b2-42fc-a4e1-53c26ba17892 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c0f2adf1-f81f-4d80-9c8c-00661f34e66c HTTP/1.1" status: 204 len: 168 time: 2.3166146 Feb 09 01:29:46.986401 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-f8de920e-fe1b-444f-8bd8-95fb9325ac9b service neutron] 10.222.0.91 "GET /v2.0/networks/d7017e2a-db2c-4df8-a390-acbb50684ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4608178 Feb 09 01:29:47.132154 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccad93d3-964d-483e-9b88-557dd6487f48 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:29:47.146375 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1801360c-0130-40d0-8e18-fa9a0f92ac96 None None] Sync routers for ids ['a3239aae-ba88-41f8-8568-35e38b637fd7'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:47.150605 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ccad93d3-964d-483e-9b88-557dd6487f48 admin admin] 10.222.0.30 "PUT /v2.0/routers/a3239aae-ba88-41f8-8568-35e38b637fd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9351501 Feb 09 01:29:47.163841 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-936cf994-ba84-46bb-bb30-396e918d10a0 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks [] for port (5b5aa433-24f9-4b84-830c-24029bc4c335), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:47.165331 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42514) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:47.166807 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1801360c-0130-40d0-8e18-fa9a0f92ac96 None None] Routers {'a3239aae-ba88-41f8-8568-35e38b637fd7'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:47.168857 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-1801360c-0130-40d0-8e18-fa9a0f92ac96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:29:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a3239aae-ba88-41f8-8568-35e38b637fd7'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:47.246701 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-98ccf658-03ac-4a73-9350-ffd97c179847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aa7bde6-89bc-4f58-922d-72c93b6c5bd2 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:29:47.258121 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6c968110-634a-4385-8b5d-c5b83c06fe16 req-e33a7c36-09f1-43b9-8584-9b21e95dbe62 service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5109010 Feb 09 01:29:47.350418 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-98ccf658-03ac-4a73-9350-ffd97c179847 service neutron] Publish callbacks [] for port (7aa7bde6-89bc-4f58-922d-72c93b6c5bd2), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:47.370046 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-1801360c-0130-40d0-8e18-fa9a0f92ac96 None None] Set router a3239aae-ba88-41f8-8568-35e38b637fd7 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:29:47.396591 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-936cf994-ba84-46bb-bb30-396e918d10a0 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (5b5aa433-24f9-4b84-830c-24029bc4c335), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:47.413186 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf2b213a-7544-47eb-8958-43165ff2f3c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:47.471014 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['a476cb47-66fa-4946-bbe0-0a21ff04360a'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:29:47.493793 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672ffd8-215d-46fe-8e73-c9d0cf4fe7bd req-da9621f2-4d56-4811-a203-265c75879880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:47.495540 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e672ffd8-215d-46fe-8e73-c9d0cf4fe7bd req-da9621f2-4d56-4811-a203-265c75879880 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ce7332c8ded74a31a8845cdf15d3517e&device_id=95461fa4-1909-4af3-bc1b-8deb6b3f1e89 HTTP/1.1" status: 200 len: 1127 time: 0.4406581 Feb 09 01:29:47.532848 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:29:47.576007 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-936cf994-ba84-46bb-bb30-396e918d10a0 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Network b5cee00d-d11d-4a76-ad74-cfd798aa917c is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:47.587111 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd399e-b0b2-42fc-a4e1-53c26ba17892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f2adf1-f81f-4d80-9c8c-00661f34e66c,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:47.620759 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936cf994-ba84-46bb-bb30-396e918d10a0 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Pushing event updated for resources: {'Port': ['ID=5b5aa433-24f9-4b84-830c-24029bc4c335,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:47.631060 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-936cf994-ba84-46bb-bb30-396e918d10a0 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:47.653674 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-936cf994-ba84-46bb-bb30-396e918d10a0 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:29:47.659374 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-98ccf658-03ac-4a73-9350-ffd97c179847 service neutron] Transition to ACTIVE for port object 7aa7bde6-89bc-4f58-922d-72c93b6c5bd2 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:47.721910 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-232b85a2-2c3b-4e15-ad61-604abf7e25a5 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Deleting port 48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:47.722950 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-232b85a2-2c3b-4e15-ad61-604abf7e25a5 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:47.745616 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ac59ad6e-0379-4cb2-b9be-481a2950e95c admin admin] Publish callbacks [] for router (a3239aae-ba88-41f8-8568-35e38b637fd7), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:47.787006 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-5b311e48-5879-41c3-af54-a89b997390d1 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Allocated IP 10.1.1.85 (1b491962-ed4d-43bc-b25a-f8e3c17cca99/c8a165d0-40b9-4705-81af-cf2fe40aa482/7fc19945-7216-439d-8769-f2a3cbfdde6b) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:47.897481 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-98ccf658-03ac-4a73-9350-ffd97c179847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (7aa7bde6-89bc-4f58-922d-72c93b6c5bd2), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:48.109026 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-936cf994-ba84-46bb-bb30-396e918d10a0 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:48.111625 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-936cf994-ba84-46bb-bb30-396e918d10a0 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:48.159267 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672ffd8-215d-46fe-8e73-c9d0cf4fe7bd req-479c1c8b-ee47-4770-aa02-b4691c429710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:48.160941 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e672ffd8-215d-46fe-8e73-c9d0cf4fe7bd req-479c1c8b-ee47-4770-aa02-b4691c429710 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d7017e2a-db2c-4df8-a390-acbb50684ec5 HTTP/1.1" status: 200 len: 913 time: 0.6572423 Feb 09 01:29:48.166684 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-936cf994-ba84-46bb-bb30-396e918d10a0 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8882790 Feb 09 01:29:48.211856 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-e1a7e34d-a902-478f-a34c-f06c51fcd6de service neutron] Request body: {'port': {'device_id': '255e72cc-bb4d-4ead-aefd-8aca152f72a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:48.232492 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 6a8bf6bf-4533-42bf-8cfc-b24cf69416bb up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:29:48.262318 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-232b85a2-2c3b-4e15-ad61-604abf7e25a5 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] For port 48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2,segment=NetworkSegment(e0dd4453-60f4-4d2c-b046-d4337f9f020b),segment_id=e0dd4453-60f4-4d2c-b046-d4337f9f020b)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:48.263528 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-232b85a2-2c3b-4e15-ad61-604abf7e25a5 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:48.286354 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-232b85a2-2c3b-4e15-ad61-604abf7e25a5 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Calling delete_port for 48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2 owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:48.290574 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e672ffd8-215d-46fe-8e73-c9d0cf4fe7bd req-d97aebbf-ee24-4d50-b8fd-2fb3e09015c4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=088c534b-13d6-49cf-9f90-ad97de25d072 HTTP/1.1" status: 200 len: 217 time: 0.1131392 Feb 09 01:29:48.344647 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ac59ad6e-0379-4cb2-b9be-481a2950e95c admin admin] Publish callbacks [] for router_gateway (a3239aae-ba88-41f8-8568-35e38b637fd7), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:48.346797 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ccf658-03ac-4a73-9350-ffd97c179847 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa7bde6-89bc-4f58-922d-72c93b6c5bd2,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:48.355821 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6c968110-634a-4385-8b5d-c5b83c06fe16 req-1bf6ec47-14c7-42eb-80fa-863f6d88f48c service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9440894 Feb 09 01:29:48.403642 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42536) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:48.449351 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-e1a7e34d-a902-478f-a34c-f06c51fcd6de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5b5aa433-24f9-4b84-830c-24029bc4c335), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:48.482737 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672ffd8-215d-46fe-8e73-c9d0cf4fe7bd req-4d705a04-edfa-42b2-a3b7-a69933ebf621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:48.487543 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e672ffd8-215d-46fe-8e73-c9d0cf4fe7bd req-4d705a04-edfa-42b2-a3b7-a69933ebf621 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d0a92e41-b53c-45b5-bbe3-f68351bc2fb1 HTTP/1.1" status: 200 len: 852 time: 0.1883883 Feb 09 01:29:48.529972 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b02de17b-f320-4e01-9590-cfd1905a2b3a None None] Provisioning complete for port 5b5aa433-24f9-4b84-830c-24029bc4c335 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:48.531780 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b02de17b-f320-4e01-9590-cfd1905a2b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5b5aa433-24f9-4b84-830c-24029bc4c335), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:48.633711 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e672ffd8-215d-46fe-8e73-c9d0cf4fe7bd req-510a9441-d830-40d8-b534-df74be4fbff8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d7017e2a-db2c-4df8-a390-acbb50684ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947354 Feb 09 01:29:48.637838 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 6a8bf6bf-4533-42bf-8cfc-b24cf69416bb triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:48.638305 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (6a8bf6bf-4533-42bf-8cfc-b24cf69416bb), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:48.638813 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-f4520124-379c-4dea-ad88-f966996d9342 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1546062272'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:48.680123 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b02de17b-f320-4e01-9590-cfd1905a2b3a None None] Port 5b5aa433-24f9-4b84-830c-24029bc4c335 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:29:48.682588 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-1801360c-0130-40d0-8e18-fa9a0f92ac96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3239aae-ba88-41f8-8568-35e38b637fd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1655713258-router', 'tenant_id': '87f01a9f1c7f470e995b33acc0324506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'fdad7961-b965-45c9-ac79-b8a03a12922c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:25:46Z', 'updated_at': '2022-02-09T01:29:43Z', 'revision_number': 5, 'project_id': '87f01a9f1c7f470e995b33acc0324506', 'gw_port': {'id': 'fdad7961-b965-45c9-ac79-b8a03a12922c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3239aae-ba88-41f8-8568-35e38b637fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:47Z', 'updated_at': '2022-02-09T01:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:48.748142 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1801360c-0130-40d0-8e18-fa9a0f92ac96 None None] Checking router: a3239aae-ba88-41f8-8568-35e38b637fd7 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:29:48.751568 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a91f17-c5e1-4bb2-bb1e-4372fa2eeb3e req-9d33e41e-588f-464b-b736-5a1b39b7b255 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:48.758642 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c9a91f17-c5e1-4bb2-bb1e-4372fa2eeb3e req-9d33e41e-588f-464b-b736-5a1b39b7b255 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=255e72cc-bb4d-4ead-aefd-8aca152f72a0 HTTP/1.1" status: 200 len: 932 time: 1.7322133 Feb 09 01:29:48.802534 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1801360c-0130-40d0-8e18-fa9a0f92ac96 None None] Routers {'a3239aae-ba88-41f8-8568-35e38b637fd7'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:48.803453 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-1801360c-0130-40d0-8e18-fa9a0f92ac96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:29:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a3239aae-ba88-41f8-8568-35e38b637fd7'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:48.836296 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4520124-379c-4dea-ad88-f966996d9342 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Made reservation on behalf of 2d40356c6dcf460fae71a875d314525f for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:48.840168 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4520124-379c-4dea-ad88-f966996d9342 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:48.868797 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4520124-379c-4dea-ad88-f966996d9342 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:48.890936 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ac59ad6e-0379-4cb2-b9be-481a2950e95c admin admin] Deleting port fdad7961-b965-45c9-ac79-b8a03a12922c {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:48.890936 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ac59ad6e-0379-4cb2-b9be-481a2950e95c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (fdad7961-b965-45c9-ac79-b8a03a12922c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:48.911874 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c9a91f17-c5e1-4bb2-bb1e-4372fa2eeb3e req-978d8970-1d25-4c59-beef-0abcd635576d tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521301 Feb 09 01:29:48.934457 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-1801360c-0130-40d0-8e18-fa9a0f92ac96 None None] Set router a3239aae-ba88-41f8-8568-35e38b637fd7 gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:29:48.987465 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-98ccf658-03ac-4a73-9350-ffd97c179847 service neutron] Attempting to bind port 7aa7bde6-89bc-4f58-922d-72c93b6c5bd2 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:29:48.987716 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-98ccf658-03ac-4a73-9350-ffd97c179847 service neutron] Attempting to bind port 7aa7bde6-89bc-4f58-922d-72c93b6c5bd2 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '8aeeb2e7-9a95-4889-a4a3-eadf93afc837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd7017e2a-db2c-4df8-a390-acbb50684ec5'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:29:48.988146 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-98ccf658-03ac-4a73-9350-ffd97c179847 service neutron] Attempting to bind port 7aa7bde6-89bc-4f58-922d-72c93b6c5bd2 on network d7017e2a-db2c-4df8-a390-acbb50684ec5 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:49.006063 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-98ccf658-03ac-4a73-9350-ffd97c179847 service neutron] Port 7aa7bde6-89bc-4f58-922d-72c93b6c5bd2 on network d7017e2a-db2c-4df8-a390-acbb50684ec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:29:49.006384 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-98ccf658-03ac-4a73-9350-ffd97c179847 service neutron] Attempting to bind port 7aa7bde6-89bc-4f58-922d-72c93b6c5bd2 on network d7017e2a-db2c-4df8-a390-acbb50684ec5 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:49.009002 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-1801360c-0130-40d0-8e18-fa9a0f92ac96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3239aae-ba88-41f8-8568-35e38b637fd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1655713258-router', 'tenant_id': '87f01a9f1c7f470e995b33acc0324506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:25:46Z', 'updated_at': '2022-02-09T01:29:48Z', 'revision_number': 6, 'project_id': '87f01a9f1c7f470e995b33acc0324506', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:49.040950 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-98ccf658-03ac-4a73-9350-ffd97c179847 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:29:49.041547 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-98ccf658-03ac-4a73-9350-ffd97c179847 service neutron] Checking segment: {'id': '8aeeb2e7-9a95-4889-a4a3-eadf93afc837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd7017e2a-db2c-4df8-a390-acbb50684ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:29:49.042332 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-98ccf658-03ac-4a73-9350-ffd97c179847 service neutron] Bound using segment: {'id': '8aeeb2e7-9a95-4889-a4a3-eadf93afc837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd7017e2a-db2c-4df8-a390-acbb50684ec5'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:29:49.042794 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-98ccf658-03ac-4a73-9350-ffd97c179847 service neutron] Bound port: 7aa7bde6-89bc-4f58-922d-72c93b6c5bd2, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aeeb2e7-9a95-4889-a4a3-eadf93afc837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd7017e2a-db2c-4df8-a390-acbb50684ec5'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:29:49.043641 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-98ccf658-03ac-4a73-9350-ffd97c179847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7aa7bde6-89bc-4f58-922d-72c93b6c5bd2), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:49.047284 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1801360c-0130-40d0-8e18-fa9a0f92ac96 None None] The sync data for ids ['a3239aae-ba88-41f8-8568-35e38b637fd7'] in n-d-822053-40 is: [{'id': 'a3239aae-ba88-41f8-8568-35e38b637fd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1655713258-router', 'tenant_id': '87f01a9f1c7f470e995b33acc0324506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:25:46Z', 'updated_at': '2022-02-09T01:29:48Z', 'revision_number': 6, 'project_id': '87f01a9f1c7f470e995b33acc0324506', 'gw_port_host': None}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:49.047663 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e672ffd8-215d-46fe-8e73-c9d0cf4fe7bd req-7f9011ea-875e-4c00-9fac-60d7ff54da93 service neutron] 10.222.0.91 "GET /v2.0/networks/d7017e2a-db2c-4df8-a390-acbb50684ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954966 Feb 09 01:29:49.131323 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 6a8bf6bf-4533-42bf-8cfc-b24cf69416bb is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:49.132551 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (6a8bf6bf-4533-42bf-8cfc-b24cf69416bb), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:49.162945 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 6a8bf6bf-4533-42bf-8cfc-b24cf69416bb, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=6a8bf6bf-4533-42bf-8cfc-b24cf69416bb,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:49.171455 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (6a8bf6bf-4533-42bf-8cfc-b24cf69416bb), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:49.197878 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70d9a3-15c9-4e26-9527-641de083380f req-34a36358-de9d-4a1b-a1bf-f5f222d8c064 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:49.199660 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e70d9a3-15c9-4e26-9527-641de083380f req-34a36358-de9d-4a1b-a1bf-f5f222d8c064 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/ports?device_id=227958c6-538f-48b7-855e-986546a3e7b5 HTTP/1.1" status: 200 len: 943 time: 0.8541965 Feb 09 01:29:49.255193 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=6a8bf6bf-4533-42bf-8cfc-b24cf69416bb,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:49.312143 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-ac59ad6e-0379-4cb2-b9be-481a2950e95c admin admin] For port fdad7961-b965-45c9-ac79-b8a03a12922c, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=fdad7961-b965-45c9-ac79-b8a03a12922c,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:49.312776 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ac59ad6e-0379-4cb2-b9be-481a2950e95c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (fdad7961-b965-45c9-ac79-b8a03a12922c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:49.335543 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf2b213a-7544-47eb-8958-43165ff2f3c3 admin admin] Publish callbacks [] for security_group (0af6d754-b497-4f09-a805-05ac304e72b1), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:49.357713 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:49.361995 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ac59ad6e-0379-4cb2-b9be-481a2950e95c admin admin] Calling delete_port for fdad7961-b965-45c9-ac79-b8a03a12922c owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:49.374588 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf2b213a-7544-47eb-8958-43165ff2f3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0af6d754-b497-4f09-a805-05ac304e72b1), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:49.382950 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 088c534b-13d6-49cf-9f90-ad97de25d072 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:29:49.392023 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-5b311e48-5879-41c3-af54-a89b997390d1 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks [] for port (7fc19945-7216-439d-8769-f2a3cbfdde6b), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:49.419799 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e672ffd8-215d-46fe-8e73-c9d0cf4fe7bd req-354ee102-6ccf-4422-a3cf-d7590eb6f964 service neutron] 10.222.0.91 "GET /v2.0/networks/d7017e2a-db2c-4df8-a390-acbb50684ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464270 Feb 09 01:29:49.481701 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4520124-379c-4dea-ad88-f966996d9342 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks [] for security_group (ec7e2110-b0a4-4050-88bb-409198fb69ab), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:49.482823 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd6ece-6f8b-4d3a-a92d-9afd9d636c0b req-c967027d-f214-41e2-984f-bee3c6ae194a tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:49.488764 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd6ece-6f8b-4d3a-a92d-9afd9d636c0b req-c967027d-f214-41e2-984f-bee3c6ae194a tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:49.493927 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4520124-379c-4dea-ad88-f966996d9342 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ec7e2110-b0a4-4050-88bb-409198fb69ab), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:49.496714 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-51bd6ece-6f8b-4d3a-a92d-9afd9d636c0b req-c967027d-f214-41e2-984f-bee3c6ae194a tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 1653 time: 0.4344258 Feb 09 01:29:49.511472 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-e1a7e34d-a902-478f-a34c-f06c51fcd6de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b5aa433-24f9-4b84-830c-24029bc4c335 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:29:49.563363 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-e1a7e34d-a902-478f-a34c-f06c51fcd6de service neutron] Publish callbacks [] for port (5b5aa433-24f9-4b84-830c-24029bc4c335), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:49.593881 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 088c534b-13d6-49cf-9f90-ad97de25d072, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=088c534b-13d6-49cf-9f90-ad97de25d072,segment=NetworkSegment(8aeeb2e7-9a95-4889-a4a3-eadf93afc837),segment_id=8aeeb2e7-9a95-4889-a4a3-eadf93afc837)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:49.609071 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '088c534b-13d6-49cf-9f90-ad97de25d072', 'network_id': 'd7017e2a-db2c-4df8-a390-acbb50684ec5', 'port_id': '088c534b-13d6-49cf-9f90-ad97de25d072', 'mac_address': 'fa:16:3e:ef:c4:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0a92e41-b53c-45b5-bbe3-f68351bc2fb1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:29:49.625541 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-e1a7e34d-a902-478f-a34c-f06c51fcd6de service neutron] Transition to ACTIVE for port object 5b5aa433-24f9-4b84-830c-24029bc4c335 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:49.643292 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-98ccf658-03ac-4a73-9350-ffd97c179847 service neutron] For port 7aa7bde6-89bc-4f58-922d-72c93b6c5bd2, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:29:49.647587 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b213a-7544-47eb-8958-43165ff2f3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af6d754-b497-4f09-a805-05ac304e72b1,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:49.653548 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4520124-379c-4dea-ad88-f966996d9342 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7e2110-b0a4-4050-88bb-409198fb69ab,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:49.658302 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-bf2b213a-7544-47eb-8958-43165ff2f3c3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ee6c5d3a29844b238121403bf345bc99&name=default HTTP/1.1" status: 200 len: 3000 time: 2.9243560 Feb 09 01:29:49.660300 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4520124-379c-4dea-ad88-f966996d9342 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:29:49.668293 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42540) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:49.674006 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e70d9a3-15c9-4e26-9527-641de083380f req-a4a5bd93-55ea-4999-ae24-7f5baccf1338 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2986e66-5bf8-4106-965e-d9f5e5d6b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4509499 Feb 09 01:29:49.687183 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4520124-379c-4dea-ad88-f966996d9342 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (7179e5d7-4b01-48e6-a969-2b5657ae20f9), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:49.687656 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-f4520124-379c-4dea-ad88-f966996d9342 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Added segment 7179e5d7-4b01-48e6-a969-2b5657ae20f9 of type vlan for network 5effe099-bbe7-4c2d-94b9-2426e9396276 Feb 09 01:29:49.701440 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 088c534b-13d6-49cf-9f90-ad97de25d072 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:49.703669 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (088c534b-13d6-49cf-9f90-ad97de25d072), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:49.726138 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 088c534b-13d6-49cf-9f90-ad97de25d072 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:29:49.745514 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4520124-379c-4dea-ad88-f966996d9342 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (5effe099-bbe7-4c2d-94b9-2426e9396276), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:49.751603 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 088c534b-13d6-49cf-9f90-ad97de25d072, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=088c534b-13d6-49cf-9f90-ad97de25d072,segment=NetworkSegment(8aeeb2e7-9a95-4889-a4a3-eadf93afc837),segment_id=8aeeb2e7-9a95-4889-a4a3-eadf93afc837)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:49.757765 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (088c534b-13d6-49cf-9f90-ad97de25d072), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:49.778716 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-e1a7e34d-a902-478f-a34c-f06c51fcd6de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (5b5aa433-24f9-4b84-830c-24029bc4c335), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:49.797076 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4520124-379c-4dea-ad88-f966996d9342 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (5effe099-bbe7-4c2d-94b9-2426e9396276), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:49.804507 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4520124-379c-4dea-ad88-f966996d9342 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:49.804747 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4520124-379c-4dea-ad88-f966996d9342 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:49.831836 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=088c534b-13d6-49cf-9f90-ad97de25d072,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:50.004224 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['088c534b-13d6-49cf-9f90-ad97de25d072'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:29:50.052641 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f4520124-379c-4dea-ad88-f966996d9342 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6448855 Feb 09 01:29:50.123194 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-98ccf658-03ac-4a73-9350-ffd97c179847 service neutron] For port 7aa7bde6-89bc-4f58-922d-72c93b6c5bd2, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7aa7bde6-89bc-4f58-922d-72c93b6c5bd2,segment=NetworkSegment(8aeeb2e7-9a95-4889-a4a3-eadf93afc837),segment_id=8aeeb2e7-9a95-4889-a4a3-eadf93afc837)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:29:50.127349 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 6a8bf6bf-4533-42bf-8cfc-b24cf69416bb up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:29:50.189320 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-98ccf658-03ac-4a73-9350-ffd97c179847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (7aa7bde6-89bc-4f58-922d-72c93b6c5bd2), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:50.223709 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-232b85a2-2c3b-4e15-ad61-604abf7e25a5 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:50.239225 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4520124-379c-4dea-ad88-f966996d9342 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Pushing event updated for resources: {'Network': ['ID=5effe099-bbe7-4c2d-94b9-2426e9396276,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:50.309696 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 5effe099-bbe7-4c2d-94b9-2426e9396276 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:29:50.365716 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7e34d-a902-478f-a34c-f06c51fcd6de service neutron] Pushing event updated for resources: {'Port': ['ID=5b5aa433-24f9-4b84-830c-24029bc4c335,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:50.382708 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ac59ad6e-0379-4cb2-b9be-481a2950e95c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (fdad7961-b965-45c9-ac79-b8a03a12922c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:50.587150 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6891a3b1-5edb-4267-a70e-76a8eef47b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:50.611087 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-232b85a2-2c3b-4e15-ad61-604abf7e25a5 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (a3fc2ce1-1401-4f23-95d2-887835db32e2), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:50.630512 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-5b311e48-5879-41c3-af54-a89b997390d1 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (7fc19945-7216-439d-8769-f2a3cbfdde6b), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:50.693355 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 6a8bf6bf-4533-42bf-8cfc-b24cf69416bb triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:50.693876 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (6a8bf6bf-4533-42bf-8cfc-b24cf69416bb), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:50.704340 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-51bd6ece-6f8b-4d3a-a92d-9afd9d636c0b req-d659cecf-ccbc-4ffb-859c-957e9426de9e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2021654 Feb 09 01:29:50.715992 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-98ccf658-03ac-4a73-9350-ffd97c179847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:50.721871 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-98ccf658-03ac-4a73-9350-ffd97c179847 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:50.724183 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-98ccf658-03ac-4a73-9350-ffd97c179847 service neutron] 10.222.0.121 "PUT /v2.0/ports/7aa7bde6-89bc-4f58-922d-72c93b6c5bd2 HTTP/1.1" status: 200 len: 1092 time: 7.2202868 Feb 09 01:29:50.860832 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227958c6-538f-48b7-855e-986546a3e7b5', 'tag': '7aa7bde6-89bc-4f58-922d-72c93b6c5bd2'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:29:50.864879 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b58baa-0239-4799-9e2a-3f97a9f341e7" -d '{"events": [{"name": "network-changed", "server_uuid": "227958c6-538f-48b7-855e-986546a3e7b5", "tag": "7aa7bde6-89bc-4f58-922d-72c93b6c5bd2"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:29:50.924325 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0de6c6b1-d638-48a6-a686-01a692ba97b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:50.926439 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:51.004923 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-5b311e48-5879-41c3-af54-a89b997390d1 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Network 1b491962-ed4d-43bc-b25a-f8e3c17cca99 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:51.005184 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 6a8bf6bf-4533-42bf-8cfc-b24cf69416bb is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:51.089531 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-5b311e48-5879-41c3-af54-a89b997390d1 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:51.103855 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 8e11d18d-ba38-4280-b0a0-f058720f8135 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:29:51.159083 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 8e11d18d-ba38-4280-b0a0-f058720f8135 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:29:51.159442 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 8e11d18d-ba38-4280-b0a0-f058720f8135 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:29:51.159873 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device fdad7961-b965-45c9-ac79-b8a03a12922c no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:29:51.198713 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: fdad7961-b965-45c9-ac79-b8a03a12922c {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:29:51.199073 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device fdad7961-b965-45c9-ac79-b8a03a12922c not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:29:51.333307 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59ad6e-0379-4cb2-b9be-481a2950e95c admin admin] Pushing event deleted for resources: {'Port': ['ID=fdad7961-b965-45c9-ac79-b8a03a12922c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:51.348313 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ac59ad6e-0379-4cb2-b9be-481a2950e95c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (a3239aae-ba88-41f8-8568-35e38b637fd7), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:51.403680 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-6891a3b1-5edb-4267-a70e-76a8eef47b17 admin admin] Allocated IP 172.20.0.1 (ad8a4808-c13b-4f67-8735-fa3f67f79ac6/fdaa9fe3-910d-4894-b541-99cb754e685f/e9ad9f66-29b5-4e86-86b5-a166c276e1bc) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:51.506252 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-aece1fb7-6c0c-44fd-88a5-5824078ccd19 None None] Provisioning complete for port 7fc19945-7216-439d-8769-f2a3cbfdde6b triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:51.510366 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aece1fb7-6c0c-44fd-88a5-5824078ccd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7fc19945-7216-439d-8769-f2a3cbfdde6b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:51.521299 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ac59ad6e-0379-4cb2-b9be-481a2950e95c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (a3239aae-ba88-41f8-8568-35e38b637fd7), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:51.533716 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ac59ad6e-0379-4cb2-b9be-481a2950e95c admin admin] Publish callbacks [] for router_controller (a3239aae-ba88-41f8-8568-35e38b637fd7), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:51.551122 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6891a3b1-5edb-4267-a70e-76a8eef47b17 admin admin] Publish callbacks [] for port (e9ad9f66-29b5-4e86-86b5-a166c276e1bc), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:51.557758 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-e1a7e34d-a902-478f-a34c-f06c51fcd6de service neutron] Attempting to bind port 5b5aa433-24f9-4b84-830c-24029bc4c335 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:29:51.558314 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-e1a7e34d-a902-478f-a34c-f06c51fcd6de service neutron] Attempting to bind port 5b5aa433-24f9-4b84-830c-24029bc4c335 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '153f7d2f-df27-4bdc-b04a-82cc92147679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:29:51.558823 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-e1a7e34d-a902-478f-a34c-f06c51fcd6de service neutron] Attempting to bind port 5b5aa433-24f9-4b84-830c-24029bc4c335 on network b5cee00d-d11d-4a76-ad74-cfd798aa917c {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:51.599329 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-5b311e48-5879-41c3-af54-a89b997390d1 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:29:51.612202 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-aece1fb7-6c0c-44fd-88a5-5824078ccd19 None None] Port 7fc19945-7216-439d-8769-f2a3cbfdde6b cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:29:51.640251 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-e1a7e34d-a902-478f-a34c-f06c51fcd6de service neutron] Port 5b5aa433-24f9-4b84-830c-24029bc4c335 on network b5cee00d-d11d-4a76-ad74-cfd798aa917c not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:29:51.642063 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-e1a7e34d-a902-478f-a34c-f06c51fcd6de service neutron] Attempting to bind port 5b5aa433-24f9-4b84-830c-24029bc4c335 on network b5cee00d-d11d-4a76-ad74-cfd798aa917c {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:51.650306 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-e1a7e34d-a902-478f-a34c-f06c51fcd6de service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:29:51.651069 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-e1a7e34d-a902-478f-a34c-f06c51fcd6de service neutron] Checking segment: {'id': '153f7d2f-df27-4bdc-b04a-82cc92147679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:29:51.652632 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-e1a7e34d-a902-478f-a34c-f06c51fcd6de service neutron] Bound using segment: {'id': '153f7d2f-df27-4bdc-b04a-82cc92147679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:29:51.653876 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-e1a7e34d-a902-478f-a34c-f06c51fcd6de service neutron] Bound port: 5b5aa433-24f9-4b84-830c-24029bc4c335, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '153f7d2f-df27-4bdc-b04a-82cc92147679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:29:51.654431 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-e1a7e34d-a902-478f-a34c-f06c51fcd6de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5b5aa433-24f9-4b84-830c-24029bc4c335), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:51.662864 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b24e7-696a-43df-bf47-84695b15e900 req-bbad4a13-a6b8-4c10-bbe1-1cbf1a1faf25 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:51.664727 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0a8b24e7-696a-43df-bf47-84695b15e900 req-bbad4a13-a6b8-4c10-bbe1-1cbf1a1faf25 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=255e72cc-bb4d-4ead-aefd-8aca152f72a0 HTTP/1.1" status: 200 len: 944 time: 1.5576959 Feb 09 01:29:51.667070 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6891a3b1-5edb-4267-a70e-76a8eef47b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (e9ad9f66-29b5-4e86-86b5-a166c276e1bc), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:51.751475 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-e1a7e34d-a902-478f-a34c-f06c51fcd6de service neutron] For port 5b5aa433-24f9-4b84-830c-24029bc4c335, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:29:51.756707 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ccf658-03ac-4a73-9350-ffd97c179847 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa7bde6-89bc-4f58-922d-72c93b6c5bd2,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:51.757324 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-e1a7e34d-a902-478f-a34c-f06c51fcd6de service neutron] For port 5b5aa433-24f9-4b84-830c-24029bc4c335, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=5b5aa433-24f9-4b84-830c-24029bc4c335,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:29:51.759250 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cbd27918-a250-48ed-a354-9077f4120274 admin admin] Publish callbacks [] for security_group (0af6d754-b497-4f09-a805-05ac304e72b1), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:51.768100 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-e1a7e34d-a902-478f-a34c-f06c51fcd6de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (5b5aa433-24f9-4b84-830c-24029bc4c335), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:51.773351 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6891a3b1-5edb-4267-a70e-76a8eef47b17 admin admin] Network ad8a4808-c13b-4f67-8735-fa3f67f79ac6 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:51.779756 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ac59ad6e-0379-4cb2-b9be-481a2950e95c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (a3239aae-ba88-41f8-8568-35e38b637fd7), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:51.781183 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac59ad6e-0379-4cb2-b9be-481a2950e95c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3239aae-ba88-41f8-8568-35e38b637fd7 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:29:51.830389 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ac59ad6e-0379-4cb2-b9be-481a2950e95c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:51.831569 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ac59ad6e-0379-4cb2-b9be-481a2950e95c admin admin] 10.222.0.30 "DELETE /v2.0/routers/a3239aae-ba88-41f8-8568-35e38b637fd7 HTTP/1.1" status: 204 len: 168 time: 4.6644874 Feb 09 01:29:51.848415 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-6891a3b1-5edb-4267-a70e-76a8eef47b17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:51.851930 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42550) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:51.860536 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6891a3b1-5edb-4267-a70e-76a8eef47b17 admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:29:51.863609 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-e1a7e34d-a902-478f-a34c-f06c51fcd6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:51.867569 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-e1a7e34d-a902-478f-a34c-f06c51fcd6de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:51.872823 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-e1a7e34d-a902-478f-a34c-f06c51fcd6de service neutron] 10.222.0.121 "PUT /v2.0/ports/5b5aa433-24f9-4b84-830c-24029bc4c335 HTTP/1.1" status: 200 len: 1093 time: 3.6889806 Feb 09 01:29:51.893768 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-ef8edc26-bf28-45fa-882f-cd07c21a1c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:51.910272 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '255e72cc-bb4d-4ead-aefd-8aca152f72a0', 'tag': '5b5aa433-24f9-4b84-830c-24029bc4c335'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:29:51.917353 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfed2bc-1b86-4270-8cd7-69f046e1a259" -d '{"events": [{"name": "network-changed", "server_uuid": "255e72cc-bb4d-4ead-aefd-8aca152f72a0", "tag": "5b5aa433-24f9-4b84-830c-24029bc4c335"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:29:51.930212 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-ef8edc26-bf28-45fa-882f-cd07c21a1c7d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ce7332c8ded74a31a8845cdf15d3517e&device_id=227958c6-538f-48b7-855e-986546a3e7b5 HTTP/1.1" status: 200 len: 1126 time: 1.0415642 Feb 09 01:29:51.953726 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104b35c-f8d1-4769-8d9e-481f40f41083 req-616267e1-3177-43d1-ac03-104751c6d535 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:51.972028 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9104b35c-f8d1-4769-8d9e-481f40f41083 req-616267e1-3177-43d1-ac03-104751c6d535 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/ports?device_id=227958c6-538f-48b7-855e-986546a3e7b5 HTTP/1.1" status: 200 len: 943 time: 1.0127051 Feb 09 01:29:51.974771 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ccf658-03ac-4a73-9350-ffd97c179847 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:51.975233 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ccf658-03ac-4a73-9350-ffd97c179847 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:51.975684 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ccf658-03ac-4a73-9350-ffd97c179847 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:51.976219 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ccf658-03ac-4a73-9350-ffd97c179847 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:51.976658 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ccf658-03ac-4a73-9350-ffd97c179847 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:51.977862 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ccf658-03ac-4a73-9350-ffd97c179847 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:51.982286 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ccf658-03ac-4a73-9350-ffd97c179847 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:51.982761 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ccf658-03ac-4a73-9350-ffd97c179847 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:51.984457 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ccf658-03ac-4a73-9350-ffd97c179847 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:51.984903 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ccf658-03ac-4a73-9350-ffd97c179847 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:51.985344 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ccf658-03ac-4a73-9350-ffd97c179847 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:51.985777 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ccf658-03ac-4a73-9350-ffd97c179847 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:51.986213 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ccf658-03ac-4a73-9350-ffd97c179847 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:52.081592 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:29:52.202796 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-5b311e48-5879-41c3-af54-a89b997390d1 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:52.203756 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-5b311e48-5879-41c3-af54-a89b997390d1 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:52.206979 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b85a2-2c3b-4e15-ad61-604abf7e25a5 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event deleted for resources: {'Port': ['ID=48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:52.213291 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7e34d-a902-478f-a34c-f06c51fcd6de service neutron] Pushing event updated for resources: {'Port': ['ID=5b5aa433-24f9-4b84-830c-24029bc4c335,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:52.227562 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cbd27918-a250-48ed-a354-9077f4120274 admin admin] Publish callbacks [] for security_group (0af6d754-b497-4f09-a805-05ac304e72b1), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:52.242355 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c1a90e-7385-4130-84ab-d8d9e120d3d4 admin admin] Deleting subnet 0c516db7-26b1-44ed-b325-f6904d951d4a {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:29:52.252430 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-94c1a90e-7385-4130-84ab-d8d9e120d3d4 admin admin] Publish callbacks [] for subnet (0c516db7-26b1-44ed-b325-f6904d951d4a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:52.301161 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-6bb02594-5a7c-4a99-bf28-b0127b7caeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:52.303142 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-6bb02594-5a7c-4a99-bf28-b0127b7caeea service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b6fd459715684d44a0a31bd130ea655c&device_id=255e72cc-bb4d-4ead-aefd-8aca152f72a0 HTTP/1.1" status: 200 len: 1127 time: 0.3420107 Feb 09 01:29:52.325434 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0a8b24e7-696a-43df-bf47-84695b15e900 req-d2710f81-d7b6-4c1a-a324-4f0e4d53fc94 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6236632 Feb 09 01:29:52.327067 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-ed0a016c-6afa-4d3b-a443-c83e6a7ce893 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aa7bde6-89bc-4f58-922d-72c93b6c5bd2 HTTP/1.1" status: 200 len: 217 time: 0.3333864 Feb 09 01:29:52.331203 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-94c1a90e-7385-4130-84ab-d8d9e120d3d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (0c516db7-26b1-44ed-b325-f6904d951d4a), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:52.422333 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-3bd19962-ca0d-444c-b686-634f0fb08e48 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b5aa433-24f9-4b84-830c-24029bc4c335 HTTP/1.1" status: 200 len: 217 time: 0.1068957 Feb 09 01:29:52.493377 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-073a4128-a22e-401b-a688-c8b6b8dee8d3 None None] Provisioning complete for port e9ad9f66-29b5-4e86-86b5-a166c276e1bc triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:52.493929 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-073a4128-a22e-401b-a688-c8b6b8dee8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e9ad9f66-29b5-4e86-86b5-a166c276e1bc), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:52.558351 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-94c1a90e-7385-4130-84ab-d8d9e120d3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (0c516db7-26b1-44ed-b325-f6904d951d4a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:52.576589 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ddd03b-3271-4f63-848a-c9e00ae617f7 x-openstack-request-id: req-e4ddd03b-3271-4f63-848a-c9e00ae617f7 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:29:52.577234 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227958c6-538f-48b7-855e-986546a3e7b5", "tag": "7aa7bde6-89bc-4f58-922d-72c93b6c5bd2", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:29:52.577374 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e4ddd03b-3271-4f63-848a-c9e00ae617f7 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:29:52.577765 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227958c6-538f-48b7-855e-986546a3e7b5', 'tag': '7aa7bde6-89bc-4f58-922d-72c93b6c5bd2', 'status': 'completed', 'code': 200} Feb 09 01:29:52.589224 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-073a4128-a22e-401b-a688-c8b6b8dee8d3 None None] Port e9ad9f66-29b5-4e86-86b5-a166c276e1bc cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:29:52.601804 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-60d9f952-b7ec-465b-b6f0-191419f6d4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:52.603677 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-60d9f952-b7ec-465b-b6f0-191419f6d4fc service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3c1b64de-5642-407c-82ef-1ad0f3f887f4 HTTP/1.1" status: 200 len: 850 time: 0.1746664 Feb 09 01:29:52.709009 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-2b73929f-72eb-4ad6-9258-bd9f92d063ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:52.711116 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-2b73929f-72eb-4ad6-9258-bd9f92d063ca service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b5cee00d-d11d-4a76-ad74-cfd798aa917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0933065 Feb 09 01:29:52.731340 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-94c1a90e-7385-4130-84ab-d8d9e120d3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (0c516db7-26b1-44ed-b325-f6904d951d4a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:52.736242 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232b85a2-2c3b-4e15-ad61-604abf7e25a5 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Router a3fc2ce1-1401-4f23-95d2-887835db32e2 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:29:52.747398 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-5b311e48-5879-41c3-af54-a89b997390d1 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 7.8548193 Feb 09 01:29:52.767738 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-85e418a6-efef-45e2-903b-ed60e60d3178 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Request body: {'port': {'device_id': 'ac990077-3a36-443e-b771-3b621d999008', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0', 'admin_state_up': True, 'tenant_id': '5cc038305e744ad69576548c638221e8', 'security_groups': ['765564cf-afc2-4411-a7c4-b4db4a3f59c0']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:52.785886 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c1a90e-7385-4130-84ab-d8d9e120d3d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c516db7-26b1-44ed-b325-f6904d951d4a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:52.804623 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9104b35c-f8d1-4769-8d9e-481f40f41083 req-7ebc758b-3448-454d-9383-5196fcdae9c8 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2986e66-5bf8-4106-965e-d9f5e5d6b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8314309 Feb 09 01:29:52.833823 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6891a3b1-5edb-4267-a70e-76a8eef47b17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (0aa37a13-f85d-43f4-ac05-51f21166282d), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:52.883565 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-94c1a90e-7385-4130-84ab-d8d9e120d3d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:52.887783 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-94c1a90e-7385-4130-84ab-d8d9e120d3d4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0c516db7-26b1-44ed-b325-f6904d951d4a HTTP/1.1" status: 204 len: 168 time: 1.0308800 Feb 09 01:29:52.891480 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42554) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:52.896846 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b311e48-5879-41c3-af54-a89b997390d1 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Pushing event updated for resources: {'Port': ['ID=7fc19945-7216-439d-8769-f2a3cbfdde6b,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:52.999061 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-96a90ee0-b565-4906-9968-a77d84f67930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (d76031b0-4109-4d1a-891f-2e2c0cd8dc50), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:53.006227 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3428b47-2e12-4648-9d84-fb3dca821a4e x-openstack-request-id: req-c3428b47-2e12-4648-9d84-fb3dca821a4e {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:29:53.007351 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "255e72cc-bb4d-4ead-aefd-8aca152f72a0", "tag": "5b5aa433-24f9-4b84-830c-24029bc4c335", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:29:53.007778 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c3428b47-2e12-4648-9d84-fb3dca821a4e {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:29:53.008525 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '255e72cc-bb4d-4ead-aefd-8aca152f72a0', 'tag': '5b5aa433-24f9-4b84-830c-24029bc4c335', 'status': 'completed', 'code': 200} Feb 09 01:29:53.044638 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6891a3b1-5edb-4267-a70e-76a8eef47b17 admin admin] Pushing event updated for resources: {'Port': ['ID=e9ad9f66-29b5-4e86-86b5-a166c276e1bc,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:53.132185 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6891a3b1-5edb-4267-a70e-76a8eef47b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e9ad9f66-29b5-4e86-86b5-a166c276e1bc), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:53.163757 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-9c90c9df-1386-4e4d-85a6-862a01b6f5d8 service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432259 Feb 09 01:29:53.264454 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232b85a2-2c3b-4e15-ad61-604abf7e25a5 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:29:53.276750 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-ad50e272-72d0-4302-89ef-41ed393801cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:53.278663 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-ad50e272-72d0-4302-89ef-41ed393801cd service neutron] 10.222.0.121 "GET /v2.0/subnets?id=d0a92e41-b53c-45b5-bbe3-f68351bc2fb1 HTTP/1.1" status: 200 len: 852 time: 0.9175251 Feb 09 01:29:53.278829 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47ec09f-35a8-4517-9e14-4bbd0071275e None None] Sync routers for ids ['a3fc2ce1-1401-4f23-95d2-887835db32e2'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:53.289826 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-232b85a2-2c3b-4e15-ad61-604abf7e25a5 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "PUT /v2.0/routers/a3fc2ce1-1401-4f23-95d2-887835db32e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9793234 Feb 09 01:29:53.297277 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfcb09c-290b-40a1-964c-d083b8631538 req-86f45c31-34b2-4be0-984b-129e5733e965 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:53.301514 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47ec09f-35a8-4517-9e14-4bbd0071275e None None] Routers {'a3fc2ce1-1401-4f23-95d2-887835db32e2'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:53.303525 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfcb09c-290b-40a1-964c-d083b8631538 req-86f45c31-34b2-4be0-984b-129e5733e965 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:53.304398 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-e47ec09f-35a8-4517-9e14-4bbd0071275e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:29:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a3fc2ce1-1401-4f23-95d2-887835db32e2'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:53.310627 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfcb09c-290b-40a1-964c-d083b8631538 req-86f45c31-34b2-4be0-984b-129e5733e965 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:53.311539 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-acfcb09c-290b-40a1-964c-d083b8631538 req-86f45c31-34b2-4be0-984b-129e5733e965 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 2373 time: 0.7519727 Feb 09 01:29:53.324954 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42556) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:53.356382 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-96a90ee0-b565-4906-9968-a77d84f67930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (d76031b0-4109-4d1a-891f-2e2c0cd8dc50), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:53.381330 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-e4c677e2-0b8d-4f90-a147-f7a05d6a4e5c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d7017e2a-db2c-4df8-a390-acbb50684ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643711 Feb 09 01:29:53.396111 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42560) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:53.398981 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 088c534b-13d6-49cf-9f90-ad97de25d072 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:29:53.431987 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ca4c3029-f822-4915-948d-fb2c73bf9f21 req-56d77f57-f90d-4356-8f41-3cd5e8dbf743 service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556541 Feb 09 01:29:53.495130 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-96a90ee0-b565-4906-9968-a77d84f67930 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d76031b0-4109-4d1a-891f-2e2c0cd8dc50']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:53.509164 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 088c534b-13d6-49cf-9f90-ad97de25d072 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:53.514024 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 088c534b-13d6-49cf-9f90-ad97de25d072 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:53.514397 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (088c534b-13d6-49cf-9f90-ad97de25d072), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:53.548463 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-e47ec09f-35a8-4517-9e14-4bbd0071275e None None] Set router a3fc2ce1-1401-4f23-95d2-887835db32e2 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:29:53.570714 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-96a90ee0-b565-4906-9968-a77d84f67930 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56fbfdfe-124b-4422-89cd-b53ccd9690c4') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:53.571325 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-96a90ee0-b565-4906-9968-a77d84f67930 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56fbfdfe-124b-4422-89cd-b53ccd9690c4') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:53.588401 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d6f302-89cd-4281-8c7c-e2a253b456b6 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Deleting subnet e6565cae-1132-4a1d-81ca-d0379b1646a8 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:29:53.599072 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e8d6f302-89cd-4281-8c7c-e2a253b456b6 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for subnet (e6565cae-1132-4a1d-81ca-d0379b1646a8), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:53.600211 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-37779c3f-eeb7-4af1-b93a-4557ba1fc6b1 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Request body: {'subnet': {'network_id': '5effe099-bbe7-4c2d-94b9-2426e9396276', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:53.603509 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-96a90ee0-b565-4906-9968-a77d84f67930 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (56fbfdfe-124b-4422-89cd-b53ccd9690c4), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:53.659584 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-96a90ee0-b565-4906-9968-a77d84f67930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (56fbfdfe-124b-4422-89cd-b53ccd9690c4), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:53.670639 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96a90ee0-b565-4906-9968-a77d84f67930 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:29:53.671886 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-96a90ee0-b565-4906-9968-a77d84f67930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (56fbfdfe-124b-4422-89cd-b53ccd9690c4), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:53.674420 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:29:53.674420 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:29:53.674420 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:29:53.674420 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:29:53.674420 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:29:53.674420 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:29:53.674420 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:29:53.674420 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:29:53.674420 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:29:53.674420 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:29:53.674420 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:29:53.674420 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:29:53.674420 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:29:53.674420 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:29:53.674420 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:29:53.674420 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:29:53.674420 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:29:53.674420 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:29:53.674420 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:29:53.674420 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:29:53.674420 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:29:53.674420 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:29:53.674420 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:29:53.674420 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:29:53.674420 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:29:53.674420 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:29:53.674420 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:29:53.674420 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:29:53.674420 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:29:53.674420 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:29:53.674420 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:29:53.674420 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:29:53.696408 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfed2bc-1b86-4270-8cd7-69f046e1a259 req-462438c3-69b2-4b52-a97e-18a891970ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:53.698478 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4dfed2bc-1b86-4270-8cd7-69f046e1a259 req-462438c3-69b2-4b52-a97e-18a891970ac5 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b6fd459715684d44a0a31bd130ea655c&device_id=255e72cc-bb4d-4ead-aefd-8aca152f72a0 HTTP/1.1" status: 200 len: 1127 time: 0.2009475 Feb 09 01:29:53.701608 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e8d6f302-89cd-4281-8c7c-e2a253b456b6 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (e6565cae-1132-4a1d-81ca-d0379b1646a8), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:53.727199 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 088c534b-13d6-49cf-9f90-ad97de25d072 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:53.727878 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (088c534b-13d6-49cf-9f90-ad97de25d072), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:53.780909 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95461fa4-1909-4af3-bc1b-8deb6b3f1e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088c534b-13d6-49cf-9f90-ad97de25d072'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:29:53.783465 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5387b52d-39e5-4666-ad4e-ee30a388f3e5" -d '{"events": [{"server_uuid": "95461fa4-1909-4af3-bc1b-8deb6b3f1e89", "name": "network-vif-plugged", "status": "completed", "tag": "088c534b-13d6-49cf-9f90-ad97de25d072"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:29:53.787902 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6891a3b1-5edb-4267-a70e-76a8eef47b17 admin admin] Publish callbacks [] for port (e9ad9f66-29b5-4e86-86b5-a166c276e1bc), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:53.792514 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-e47ec09f-35a8-4517-9e14-4bbd0071275e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'name': 'tempest-RoutersTest-router-1260638241', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:37Z', 'updated_at': '2022-02-09T01:29:49Z', 'revision_number': 9, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'gw_port_host': None, '_interfaces': [{'id': '51f55850-8367-44b2-9121-ef8cd13949af', 'name': '', 'network_id': 'da8b3422-27ca-4c4d-9a7a-f3e5107df612', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:6b:8c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:41Z', 'updated_at': '2022-02-09T01:28:53Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5298719f-f61a-4d12-a80d-7c06ba03a4bb', 'name': '', 'network_id': 'b3b673a5-1978-409c-b2ed-a30249ec9fe3', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:e5:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '5cbbf304-015a-4994-805d-f4eddb41c314', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:51Z', 'updated_at': '2022-02-09T01:29:02Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '5cbbf304-015a-4994-805d-f4eddb41c314', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:53.825848 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 088c534b-13d6-49cf-9f90-ad97de25d072, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=088c534b-13d6-49cf-9f90-ad97de25d072,segment=NetworkSegment(8aeeb2e7-9a95-4889-a4a3-eadf93afc837),segment_id=8aeeb2e7-9a95-4889-a4a3-eadf93afc837)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:53.835061 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47ec09f-35a8-4517-9e14-4bbd0071275e None None] Checking router: a3fc2ce1-1401-4f23-95d2-887835db32e2 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:29:53.843528 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (088c534b-13d6-49cf-9f90-ad97de25d072), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:53.848933 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cbd27918-a250-48ed-a354-9077f4120274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0af6d754-b497-4f09-a805-05ac304e72b1), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:53.853685 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cbd27918-a250-48ed-a354-9077f4120274 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:53.855944 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-cbd27918-a250-48ed-a354-9077f4120274 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0af6d754-b497-4f09-a805-05ac304e72b1 HTTP/1.1" status: 204 len: 168 time: 4.1809292 Feb 09 01:29:53.856598 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47ec09f-35a8-4517-9e14-4bbd0071275e None None] Routers {'a3fc2ce1-1401-4f23-95d2-887835db32e2'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:53.859223 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-e47ec09f-35a8-4517-9e14-4bbd0071275e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:29:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a3fc2ce1-1401-4f23-95d2-887835db32e2'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:53.911037 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-96a90ee0-b565-4906-9968-a77d84f67930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (d76031b0-4109-4d1a-891f-2e2c0cd8dc50), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:53.919473 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37779c3f-eeb7-4af1-b93a-4557ba1fc6b1 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Made reservation on behalf of 2d40356c6dcf460fae71a875d314525f for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:53.923256 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-96a90ee0-b565-4906-9968-a77d84f67930 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:53.926872 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-96a90ee0-b565-4906-9968-a77d84f67930 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d76031b0-4109-4d1a-891f-2e2c0cd8dc50 HTTP/1.1" status: 204 len: 168 time: 1.0337036 Feb 09 01:29:53.932723 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-37779c3f-eeb7-4af1-b93a-4557ba1fc6b1 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:53.975371 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=088c534b-13d6-49cf-9f90-ad97de25d072,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:54.045486 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-e47ec09f-35a8-4517-9e14-4bbd0071275e None None] Set router a3fc2ce1-1401-4f23-95d2-887835db32e2 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:29:54.076663 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a90ee0-b565-4906-9968-a77d84f67930 admin admin] Pushing event deleted for resources: {'Network': ['ID=d76031b0-4109-4d1a-891f-2e2c0cd8dc50,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:54.169597 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfed2bc-1b86-4270-8cd7-69f046e1a259 req-4c5b0a33-b5ed-4f9b-bfda-ab230e45a24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:54.173432 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4dfed2bc-1b86-4270-8cd7-69f046e1a259 req-4c5b0a33-b5ed-4f9b-bfda-ab230e45a24f service neutron] 10.222.0.121 "GET /v2.0/networks?id=b5cee00d-d11d-4a76-ad74-cfd798aa917c HTTP/1.1" status: 200 len: 912 time: 0.4200976 Feb 09 01:29:54.213095 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e8d6f302-89cd-4281-8c7c-e2a253b456b6 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (e6565cae-1132-4a1d-81ca-d0379b1646a8), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:54.251398 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-682b7797-bba4-46ff-88c8-19abc22fa72b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:54.292907 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd27918-a250-48ed-a354-9077f4120274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af6d754-b497-4f09-a805-05ac304e72b1,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:54.295650 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6891a3b1-5edb-4267-a70e-76a8eef47b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (e9ad9f66-29b5-4e86-86b5-a166c276e1bc), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:54.301542 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-acfcb09c-290b-40a1-964c-d083b8631538 req-272f41ad-1513-48c5-a7b1-fb525014ba42 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9150472 Feb 09 01:29:54.303568 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-3cdc5565-9bbb-4a18-9c54-43e382499ebd service neutron] 10.222.0.121 "GET /v2.0/networks/d7017e2a-db2c-4df8-a390-acbb50684ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4908748 Feb 09 01:29:54.443466 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4dfed2bc-1b86-4270-8cd7-69f046e1a259 req-251a6bdf-0cf8-46ad-a744-6eb087a64a30 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b5aa433-24f9-4b84-830c-24029bc4c335 HTTP/1.1" status: 200 len: 217 time: 0.2587776 Feb 09 01:29:54.464183 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-e47ec09f-35a8-4517-9e14-4bbd0071275e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'name': 'tempest-RoutersTest-router-1260638241', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:37Z', 'updated_at': '2022-02-09T01:29:49Z', 'revision_number': 9, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'gw_port_host': None, '_interfaces': [{'id': '51f55850-8367-44b2-9121-ef8cd13949af', 'name': '', 'network_id': 'da8b3422-27ca-4c4d-9a7a-f3e5107df612', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:6b:8c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:41Z', 'updated_at': '2022-02-09T01:28:53Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5298719f-f61a-4d12-a80d-7c06ba03a4bb', 'name': '', 'network_id': 'b3b673a5-1978-409c-b2ed-a30249ec9fe3', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:e5:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '5cbbf304-015a-4994-805d-f4eddb41c314', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:51Z', 'updated_at': '2022-02-09T01:29:02Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '5cbbf304-015a-4994-805d-f4eddb41c314', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:54.500567 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47ec09f-35a8-4517-9e14-4bbd0071275e None None] The sync data for ids ['a3fc2ce1-1401-4f23-95d2-887835db32e2'] in n-d-822053-40 is: [{'id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'name': 'tempest-RoutersTest-router-1260638241', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:37Z', 'updated_at': '2022-02-09T01:29:49Z', 'revision_number': 9, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'gw_port_host': None, '_interfaces': [{'id': '51f55850-8367-44b2-9121-ef8cd13949af', 'name': '', 'network_id': 'da8b3422-27ca-4c4d-9a7a-f3e5107df612', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:6b:8c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:41Z', 'updated_at': '2022-02-09T01:28:53Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5298719f-f61a-4d12-a80d-7c06ba03a4bb', 'name': '', 'network_id': 'b3b673a5-1978-409c-b2ed-a30249ec9fe3', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:e5:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '5cbbf304-015a-4994-805d-f4eddb41c314', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:51Z', 'updated_at': '2022-02-09T01:29:02Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '5cbbf304-015a-4994-805d-f4eddb41c314', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:54.558680 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfed2bc-1b86-4270-8cd7-69f046e1a259 req-8654b36d-4190-461d-8d90-e83f2525a008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:54.565041 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4dfed2bc-1b86-4270-8cd7-69f046e1a259 req-8654b36d-4190-461d-8d90-e83f2525a008 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3c1b64de-5642-407c-82ef-1ad0f3f887f4 HTTP/1.1" status: 200 len: 850 time: 0.1079428 Feb 09 01:29:54.572297 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42578) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:54.689422 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a00eae6b-0eb0-46c7-8f4a-1904d3bba00c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=87f01a9f1c7f470e995b33acc0324506&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1157994 Feb 09 01:29:54.690278 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42580) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:54.714126 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e8d6f302-89cd-4281-8c7c-e2a253b456b6 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (e6565cae-1132-4a1d-81ca-d0379b1646a8), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:54.733943 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfed2bc-1b86-4270-8cd7-69f046e1a259 req-4db0a40a-6ff3-4f7e-a6d7-501bc83a894c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:54.735889 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4dfed2bc-1b86-4270-8cd7-69f046e1a259 req-4db0a40a-6ff3-4f7e-a6d7-501bc83a894c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b5cee00d-d11d-4a76-ad74-cfd798aa917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1316900 Feb 09 01:29:54.827940 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6f302-89cd-4281-8c7c-e2a253b456b6 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event deleted for resources: {'Subnet': ['ID=e6565cae-1132-4a1d-81ca-d0379b1646a8,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:54.840329 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e8d6f302-89cd-4281-8c7c-e2a253b456b6 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:54.847496 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e8d6f302-89cd-4281-8c7c-e2a253b456b6 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "DELETE /v2.0/subnets/e6565cae-1132-4a1d-81ca-d0379b1646a8 HTTP/1.1" status: 204 len: 168 time: 1.5177064 Feb 09 01:29:54.847745 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c291c690-8a6a-4570-8b78-89a2b1139fdb None None] Network bf3e40a2-bf3e-48b5-81be-80fcc018ab9f requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:29:54.859686 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42584) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:54.919684 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6891a3b1-5edb-4267-a70e-76a8eef47b17 admin admin] Pushing event updated for resources: {'Port': ['ID=e9ad9f66-29b5-4e86-86b5-a166c276e1bc,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:54.922422 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6891a3b1-5edb-4267-a70e-76a8eef47b17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (0aa37a13-f85d-43f4-ac05-51f21166282d), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:55.084321 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4dfed2bc-1b86-4270-8cd7-69f046e1a259 req-2f7d54de-ddf0-4d07-b53c-8cc214f937eb service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236132 Feb 09 01:29:55.089199 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d6e23e4-50de-40a3-990e-b3f635d70ca8 admin admin] Publish callbacks [] for security_group (9c7cfffa-ec02-4ef0-9af0-6bafba12d54d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:55.107782 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9e0373-30c9-4727-a39a-c3dcfbfd18a2 x-openstack-request-id: req-9b9e0373-30c9-4727-a39a-c3dcfbfd18a2 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:29:55.110470 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95461fa4-1909-4af3-bc1b-8deb6b3f1e89", "name": "network-vif-plugged", "status": "completed", "tag": "088c534b-13d6-49cf-9f90-ad97de25d072", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:29:55.111407 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9b9e0373-30c9-4727-a39a-c3dcfbfd18a2 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:29:55.112543 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95461fa4-1909-4af3-bc1b-8deb6b3f1e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088c534b-13d6-49cf-9f90-ad97de25d072', 'code': 200} Feb 09 01:29:55.117621 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0bb3f4b6-3c59-4ac0-97c9-96be8fee37a1 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (bf3e40a2-bf3e-48b5-81be-80fcc018ab9f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:55.173322 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ffdacecd-100c-48eb-ab75-f5d89952a3c7 req-579ecd8c-a5d0-4f01-b293-6e79c3ea78f9 service neutron] 10.222.0.121 "GET /v2.0/networks/d7017e2a-db2c-4df8-a390-acbb50684ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8533032 Feb 09 01:29:55.243296 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d6e23e4-50de-40a3-990e-b3f635d70ca8 admin admin] Publish callbacks [] for security_group (9c7cfffa-ec02-4ef0-9af0-6bafba12d54d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:55.273951 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-37779c3f-eeb7-4af1-b93a-4557ba1fc6b1 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (356da349-5cd7-4705-864c-6967aee771ef), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:55.336749 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fca3998-fbff-4383-bb78-9cf03a655ca1 None None] DHCP port deletion for bf3e40a2-bf3e-48b5-81be-80fcc018ab9f request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:29:55.352251 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713bcd0-8d5f-422a-ab55-d9c99acdb41d req-907c819f-a2f8-4f51-9aef-f332f62f6114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:55.354082 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-7713bcd0-8d5f-422a-ab55-d9c99acdb41d req-907c819f-a2f8-4f51-9aef-f332f62f6114 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=95461fa4-1909-4af3-bc1b-8deb6b3f1e89 HTTP/1.1" status: 200 len: 1129 time: 0.3529088 Feb 09 01:29:55.412089 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6fca3998-fbff-4383-bb78-9cf03a655ca1 None None] Deleting port fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:55.412985 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6fca3998-fbff-4383-bb78-9cf03a655ca1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:55.418161 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4dfed2bc-1b86-4270-8cd7-69f046e1a259 req-1cc6f63c-2c3e-42b6-8e96-7ff95171c9e1 service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240387 Feb 09 01:29:55.463820 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d6e23e4-50de-40a3-990e-b3f635d70ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (9c7cfffa-ec02-4ef0-9af0-6bafba12d54d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:55.467358 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d6e23e4-50de-40a3-990e-b3f635d70ca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:55.469482 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8d6e23e4-50de-40a3-990e-b3f635d70ca8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9c7cfffa-ec02-4ef0-9af0-6bafba12d54d HTTP/1.1" status: 204 len: 168 time: 0.7726724 Feb 09 01:29:55.487264 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-7713bcd0-8d5f-422a-ab55-d9c99acdb41d req-e259bedd-33d9-4f62-925f-9068dacafe12 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c2986e66-5bf8-4106-965e-d9f5e5d6b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202655 Feb 09 01:29:55.489792 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e23e4-50de-40a3-990e-b3f635d70ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7cfffa-ec02-4ef0-9af0-6bafba12d54d,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:55.498950 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0bb3f4b6-3c59-4ac0-97c9-96be8fee37a1 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Deleting port fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:55.499460 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0bb3f4b6-3c59-4ac0-97c9-96be8fee37a1 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:55.545449 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37779c3f-eeb7-4af1-b93a-4557ba1fc6b1 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Pushing event updated for resources: {'Subnet': ['ID=356da349-5cd7-4705-864c-6967aee771ef,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:55.595660 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-6fca3998-fbff-4383-bb78-9cf03a655ca1 None None] For port fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7,segment=NetworkSegment(e0dd4453-60f4-4d2c-b046-d4337f9f020b),segment_id=e0dd4453-60f4-4d2c-b046-d4337f9f020b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:55.596434 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6fca3998-fbff-4383-bb78-9cf03a655ca1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:55.600461 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0bb3f4b6-3c59-4ac0-97c9-96be8fee37a1 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] For port fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7,segment=NetworkSegment(e0dd4453-60f4-4d2c-b046-d4337f9f020b),segment_id=e0dd4453-60f4-4d2c-b046-d4337f9f020b)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:55.601214 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0bb3f4b6-3c59-4ac0-97c9-96be8fee37a1 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:55.616442 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6fca3998-fbff-4383-bb78-9cf03a655ca1 None None] Calling delete_port for fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:55.617656 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0bb3f4b6-3c59-4ac0-97c9-96be8fee37a1 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Calling delete_port for fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:55.630893 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-85e418a6-efef-45e2-903b-ed60e60d3178 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Made reservation on behalf of 5cc038305e744ad69576548c638221e8 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:55.736454 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6fca3998-fbff-4383-bb78-9cf03a655ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:55.749480 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42600) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:55.750862 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0bb3f4b6-3c59-4ac0-97c9-96be8fee37a1 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:55.789329 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb3f4b6-3c59-4ac0-97c9-96be8fee37a1 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event deleted for resources: {'Port': ['ID=fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:55.793658 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb3f4b6-3c59-4ac0-97c9-96be8fee37a1 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] No DVR routers for this DVR port fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:29:55.801415 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca3998-fbff-4383-bb78-9cf03a655ca1 None None] Pushing event deleted for resources: {'Port': ['ID=fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:55.818136 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fca3998-fbff-4383-bb78-9cf03a655ca1 None None] No DVR routers for this DVR port fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:29:55.839918 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:55.943967 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0bb3f4b6-3c59-4ac0-97c9-96be8fee37a1 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (bf3e40a2-bf3e-48b5-81be-80fcc018ab9f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:55.971448 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-85e418a6-efef-45e2-903b-ed60e60d3178 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:55.989369 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-0bb3f4b6-3c59-4ac0-97c9-96be8fee37a1 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf3e40a2-bf3e-48b5-81be-80fcc018ab9f']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:56.001240 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:29:56.015880 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-0bb3f4b6-3c59-4ac0-97c9-96be8fee37a1 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0dd4453-60f4-4d2c-b046-d4337f9f020b') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:56.016222 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-0bb3f4b6-3c59-4ac0-97c9-96be8fee37a1 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0dd4453-60f4-4d2c-b046-d4337f9f020b') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:56.023642 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:29:56.024155 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device fccf01d9-f5fc-4368-9cfd-0f3fa448e4a7 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:29:56.025250 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:29:56.034963 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0bb3f4b6-3c59-4ac0-97c9-96be8fee37a1 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (e0dd4453-60f4-4d2c-b046-d4337f9f020b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:56.050507 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:29:56.050963 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 48d1b9a6-6f56-46a2-a1ca-e1cd6e9f62b2 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:29:56.069465 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0bb3f4b6-3c59-4ac0-97c9-96be8fee37a1 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (e0dd4453-60f4-4d2c-b046-d4337f9f020b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:56.075755 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4f1a1-59a7-4ef1-8b55-7de1cbacaf4e req-941e7dfc-22ce-407e-bc83-d374867cf18a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:56.075755 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bda4f1a1-59a7-4ef1-8b55-7de1cbacaf4e req-941e7dfc-22ce-407e-bc83-d374867cf18a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=255e72cc-bb4d-4ead-aefd-8aca152f72a0 HTTP/1.1" status: 200 len: 944 time: 2.2628636 Feb 09 01:29:56.087015 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb3f4b6-3c59-4ac0-97c9-96be8fee37a1 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:29:56.087721 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0bb3f4b6-3c59-4ac0-97c9-96be8fee37a1 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (e0dd4453-60f4-4d2c-b046-d4337f9f020b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:56.119103 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6891a3b1-5edb-4267-a70e-76a8eef47b17 admin admin] Network ad8a4808-c13b-4f67-8735-fa3f67f79ac6 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:56.153842 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-6891a3b1-5edb-4267-a70e-76a8eef47b17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:56.176227 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8c752-c087-432c-849e-f698779f400a req-c32ec8f2-000e-4fa5-b77e-aaf6ab46e4b8 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:56.176710 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-14a8c752-c087-432c-849e-f698779f400a req-c32ec8f2-000e-4fa5-b77e-aaf6ab46e4b8 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/ports?device_id=227958c6-538f-48b7-855e-986546a3e7b5 HTTP/1.1" status: 200 len: 943 time: 0.9953244 Feb 09 01:29:56.178681 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:29:56.178681 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:29:56.178681 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:29:56.178681 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:29:56.178681 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:29:56.178681 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:29:56.178681 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:29:56.178681 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:29:56.178681 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:29:56.178681 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:29:56.178681 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:29:56.178681 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:29:56.178681 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:29:56.178681 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:29:56.178681 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:29:56.178681 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:29:56.178681 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:29:56.178681 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:29:56.178681 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:29:56.178681 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:29:56.178681 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:29:56.178681 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:29:56.178681 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:29:56.178681 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:29:56.178681 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:29:56.178681 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:29:56.178681 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:29:56.178681 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:29:56.178681 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:29:56.178681 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:29:56.178681 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:29:56.178681 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:29:56.178681 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:29:56.178681 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:29:56.178681 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:29:56.178681 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:29:56.178681 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:29:56.178681 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:29:56.178681 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:29:56.178681 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:29:56.185720 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0bb3f4b6-3c59-4ac0-97c9-96be8fee37a1 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (bf3e40a2-bf3e-48b5-81be-80fcc018ab9f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:56.196381 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0bb3f4b6-3c59-4ac0-97c9-96be8fee37a1 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:56.203350 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0bb3f4b6-3c59-4ac0-97c9-96be8fee37a1 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "DELETE /v2.0/networks/bf3e40a2-bf3e-48b5-81be-80fcc018ab9f HTTP/1.1" status: 204 len: 168 time: 1.3416898 Feb 09 01:29:56.206402 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42612) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:56.222900 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37779c3f-eeb7-4af1-b93a-4557ba1fc6b1 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Checking segment: {'id': '7179e5d7-4b01-48e6-a969-2b5657ae20f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5effe099-bbe7-4c2d-94b9-2426e9396276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:29:56.223428 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37779c3f-eeb7-4af1-b93a-4557ba1fc6b1 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Network hostable DHCP agents. Network: 5effe099-bbe7-4c2d-94b9-2426e9396276, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:29:56.364685 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb3f4b6-3c59-4ac0-97c9-96be8fee37a1 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event deleted for resources: {'Network': ['ID=bf3e40a2-bf3e-48b5-81be-80fcc018ab9f,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:56.412253 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b58baa-0239-4799-9e2a-3f97a9f341e7 req-0b2b8f0c-15ac-41c0-96ae-8ff1d27accd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:56.414028 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-49b58baa-0239-4799-9e2a-3f97a9f341e7 req-0b2b8f0c-15ac-41c0-96ae-8ff1d27accd0 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ce7332c8ded74a31a8845cdf15d3517e&device_id=227958c6-538f-48b7-855e-986546a3e7b5 HTTP/1.1" status: 200 len: 1126 time: 1.0975060 Feb 09 01:29:56.417117 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-9628874c-d090-4798-b75d-61ba78a8dadd tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1007460942'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:56.434183 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bda4f1a1-59a7-4ef1-8b55-7de1cbacaf4e req-8ab97dc4-7b34-4855-b22c-a7d482034493 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505020 Feb 09 01:29:56.562609 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9628874c-d090-4798-b75d-61ba78a8dadd tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Made reservation on behalf of 4b3a9e6c516648f198409b288f7fc5bc for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:56.571752 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9628874c-d090-4798-b75d-61ba78a8dadd tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:56.603204 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9628874c-d090-4798-b75d-61ba78a8dadd tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:56.606035 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-14a8c752-c087-432c-849e-f698779f400a req-1cc4b6cb-3707-46ad-a243-ee3ec373d408 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2986e66-5bf8-4106-965e-d9f5e5d6b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059594 Feb 09 01:29:56.650491 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-50795bb9-dfd8-446d-b50f-427d702a99b1 None None] Provisioning complete for port e9ad9f66-29b5-4e86-86b5-a166c276e1bc triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:56.650884 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-50795bb9-dfd8-446d-b50f-427d702a99b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e9ad9f66-29b5-4e86-86b5-a166c276e1bc), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:56.761298 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-50795bb9-dfd8-446d-b50f-427d702a99b1 None None] Port e9ad9f66-29b5-4e86-86b5-a166c276e1bc cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:29:56.817255 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9628874c-d090-4798-b75d-61ba78a8dadd tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks [] for security_group (792d3b4a-d17d-4342-a350-9121d6f400b3), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:56.828704 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9628874c-d090-4798-b75d-61ba78a8dadd tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (792d3b4a-d17d-4342-a350-9121d6f400b3), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:56.872426 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 5b5aa433-24f9-4b84-830c-24029bc4c335 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:29:56.885540 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9628874c-d090-4798-b75d-61ba78a8dadd tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:29:56.895916 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628874c-d090-4798-b75d-61ba78a8dadd tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=792d3b4a-d17d-4342-a350-9121d6f400b3,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:56.922339 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9628874c-d090-4798-b75d-61ba78a8dadd tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (cf1cde2a-4259-4d9c-8e14-3269def5cac7), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:56.922679 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-9628874c-d090-4798-b75d-61ba78a8dadd tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Added segment cf1cde2a-4259-4d9c-8e14-3269def5cac7 of type vlan for network f393976f-72de-434d-9adf-f1b7088a180f Feb 09 01:29:56.949811 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-85e418a6-efef-45e2-903b-ed60e60d3178 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Allocated IP 10.2.2.100 (38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0/83b1d7a0-7578-4a2b-b84a-68d95cb4eed6/a6e2ebab-ced5-4214-a980-67ee8d90c8df) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:57.025981 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9628874c-d090-4798-b75d-61ba78a8dadd tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (f393976f-72de-434d-9adf-f1b7088a180f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:57.053918 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce0921fc-edbe-4e08-8fef-cc1ea6197525 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (a3fc2ce1-1401-4f23-95d2-887835db32e2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:57.075380 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37779c3f-eeb7-4af1-b93a-4557ba1fc6b1 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Network 5effe099-bbe7-4c2d-94b9-2426e9396276 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:29:57.083594 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 5b5aa433-24f9-4b84-830c-24029bc4c335, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=5b5aa433-24f9-4b84-830c-24029bc4c335,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:57.103488 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '5b5aa433-24f9-4b84-830c-24029bc4c335', 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c', 'port_id': '5b5aa433-24f9-4b84-830c-24029bc4c335', 'mac_address': 'fa:16:3e:6a:c7:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c1b64de-5642-407c-82ef-1ad0f3f887f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:29:57.178137 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9628874c-d090-4798-b75d-61ba78a8dadd tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (f393976f-72de-434d-9adf-f1b7088a180f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:57.184572 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9628874c-d090-4798-b75d-61ba78a8dadd tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:57.185219 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9628874c-d090-4798-b75d-61ba78a8dadd tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:57.200854 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 5b5aa433-24f9-4b84-830c-24029bc4c335 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:57.202703 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5b5aa433-24f9-4b84-830c-24029bc4c335), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:57.233934 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b5aa433-24f9-4b84-830c-24029bc4c335 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:29:57.236328 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-37779c3f-eeb7-4af1-b93a-4557ba1fc6b1 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 5effe099-bbe7-4c2d-94b9-2426e9396276) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:57.262439 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6891a3b1-5edb-4267-a70e-76a8eef47b17 admin admin] Router 0aa37a13-f85d-43f4-ac05-51f21166282d has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:29:57.278719 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 5b5aa433-24f9-4b84-830c-24029bc4c335, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=5b5aa433-24f9-4b84-830c-24029bc4c335,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:57.279531 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628874c-d090-4798-b75d-61ba78a8dadd tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Pushing event updated for resources: {'Network': ['ID=f393976f-72de-434d-9adf-f1b7088a180f,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:57.290482 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9628874c-d090-4798-b75d-61ba78a8dadd tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.5339069 Feb 09 01:29:57.290722 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5dfc5f-c095-4ddf-9ce2-ae1e07b2cbf4 None None] Network 5effe099-bbe7-4c2d-94b9-2426e9396276 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:29:57.292308 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42638) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:57.298736 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-03a487b6-ed67-4113-876c-de50cf489e06 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Request body: {'subnet': {'network_id': 'f393976f-72de-434d-9adf-f1b7088a180f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:57.299380 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b58baa-0239-4799-9e2a-3f97a9f341e7 req-e952cf54-6952-4a2c-a10e-977585edbaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:57.309037 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-49b58baa-0239-4799-9e2a-3f97a9f341e7 req-e952cf54-6952-4a2c-a10e-977585edbaa9 service neutron] 10.222.0.121 "GET /v2.0/networks?id=d7017e2a-db2c-4df8-a390-acbb50684ec5 HTTP/1.1" status: 200 len: 913 time: 0.8732071 Feb 09 01:29:57.311111 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37779c3f-eeb7-4af1-b93a-4557ba1fc6b1 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:57.314082 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-37779c3f-eeb7-4af1-b93a-4557ba1fc6b1 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:57.319569 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5b5aa433-24f9-4b84-830c-24029bc4c335), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:57.345874 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e032a-fcb0-497d-aef0-3449a3680516 req-5b9ce138-84e7-40bd-b6d1-b87de42eacc2 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:57.354786 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e032a-fcb0-497d-aef0-3449a3680516 req-5b9ce138-84e7-40bd-b6d1-b87de42eacc2 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:57.362195 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e032a-fcb0-497d-aef0-3449a3680516 req-5b9ce138-84e7-40bd-b6d1-b87de42eacc2 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:57.365033 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-072e032a-fcb0-497d-aef0-3449a3680516 req-5b9ce138-84e7-40bd-b6d1-b87de42eacc2 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 2373 time: 0.7576506 Feb 09 01:29:57.372021 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-85e418a6-efef-45e2-903b-ed60e60d3178 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks [] for port (a6e2ebab-ced5-4214-a980-67ee8d90c8df), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:57.378366 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-37779c3f-eeb7-4af1-b93a-4557ba1fc6b1 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.7905850 Feb 09 01:29:57.391023 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42640) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:57.399221 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-d2dd6fe0-50a9-4cb2-8a2f-8cf17589c313 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1783771059'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:57.429796 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network f393976f-72de-434d-9adf-f1b7088a180f details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:29:57.485758 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2dd6fe0-50a9-4cb2-8a2f-8cf17589c313 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Made reservation on behalf of 2d40356c6dcf460fae71a875d314525f for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:57.489868 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d2dd6fe0-50a9-4cb2-8a2f-8cf17589c313 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:57.494866 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-49b58baa-0239-4799-9e2a-3f97a9f341e7 req-5c81dff3-dc5e-46b4-87af-ccbf13030095 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aa7bde6-89bc-4f58-922d-72c93b6c5bd2 HTTP/1.1" status: 200 len: 217 time: 0.1281464 Feb 09 01:29:57.538952 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2dd6fe0-50a9-4cb2-8a2f-8cf17589c313 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:29:57.552834 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a487b6-ed67-4113-876c-de50cf489e06 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Made reservation on behalf of 4b3a9e6c516648f198409b288f7fc5bc for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:57.556486 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-03a487b6-ed67-4113-876c-de50cf489e06 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:57.619206 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b58baa-0239-4799-9e2a-3f97a9f341e7 req-3d83a763-5bd2-4ead-8ac7-e9ce4f16888d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:57.625176 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-49b58baa-0239-4799-9e2a-3f97a9f341e7 req-3d83a763-5bd2-4ead-8ac7-e9ce4f16888d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=d0a92e41-b53c-45b5-bbe3-f68351bc2fb1 HTTP/1.1" status: 200 len: 852 time: 0.1146691 Feb 09 01:29:57.721800 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-def292f5-dec7-491d-8b79-08406abe0a9a req-5d3c53f1-769f-4679-a9ad-245c364aac5b tempest-ServerShowV247Test-1835778497 tempest-ServerShowV247Test-1835778497-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d8e84cf-62ee-4a77-8b44-bc5a175250ff HTTP/1.1" status: 200 len: 210 time: 0.2239509 Feb 09 01:29:57.724580 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-49b58baa-0239-4799-9e2a-3f97a9f341e7 req-69ae3f18-958c-4bbc-8950-da20a8512f70 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d7017e2a-db2c-4df8-a390-acbb50684ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442538 Feb 09 01:29:57.856746 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d2dd6fe0-50a9-4cb2-8a2f-8cf17589c313 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (26469eb7-5c8e-4747-9fd2-5a2403361df7), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:57.857319 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-d2dd6fe0-50a9-4cb2-8a2f-8cf17589c313 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Added segment 26469eb7-5c8e-4747-9fd2-5a2403361df7 of type vlan for network ae02998a-e01c-410e-9c4a-7039319db130 Feb 09 01:29:57.869869 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-03a487b6-ed67-4113-876c-de50cf489e06 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (719b8b7f-8957-4be8-a86b-e93905b58c7a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:57.958641 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['5b5aa433-24f9-4b84-830c-24029bc4c335'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:29:58.042734 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6891a3b1-5edb-4267-a70e-76a8eef47b17 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:29:58.064435 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:58.082662 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2f5747-b64c-4498-bab5-13531d567369 None None] Sync routers for ids ['0aa37a13-f85d-43f4-ac05-51f21166282d'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:58.082961 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6891a3b1-5edb-4267-a70e-76a8eef47b17 admin admin] 10.222.0.30 "PUT /v2.0/routers/0aa37a13-f85d-43f4-ac05-51f21166282d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2380271 Feb 09 01:29:58.154025 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=5b5aa433-24f9-4b84-830c-24029bc4c335,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:58.172619 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2f5747-b64c-4498-bab5-13531d567369 None None] Routers {'0aa37a13-f85d-43f4-ac05-51f21166282d'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:58.172619 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-5e2f5747-b64c-4498-bab5-13531d567369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:29:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['0aa37a13-f85d-43f4-ac05-51f21166282d'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:58.283306 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-072e032a-fcb0-497d-aef0-3449a3680516 req-f8908b6b-c8a6-48fb-8031-4afc44a04ee6 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9027431 Feb 09 01:29:58.303599 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-85e418a6-efef-45e2-903b-ed60e60d3178 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (a6e2ebab-ced5-4214-a980-67ee8d90c8df), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:58.476272 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d804d9-7557-42ec-b4bb-ad05325265f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-5effe099-bbe7-4c2d-94b9-2426e9396276', 'network_id': '5effe099-bbe7-4c2d-94b9-2426e9396276', 'project_id': '2d40356c6dcf460fae71a875d314525f', 'fixed_ips': [{'subnet_id': '356da349-5cd7-4705-864c-6967aee771ef'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:29:58.477496 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f0d804d9-7557-42ec-b4bb-ad05325265f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:58.490338 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:58.503482 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d330f18-3b82-408f-a426-139b816a885a req-023937d4-43e0-4319-9958-563c5a87270b tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.515583 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5d330f18-3b82-408f-a426-139b816a885a req-023937d4-43e0-4319-9958-563c5a87270b tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=255e72cc-bb4d-4ead-aefd-8aca152f72a0 HTTP/1.1" status: 200 len: 945 time: 0.4123690 Feb 09 01:29:58.520858 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-85e418a6-efef-45e2-903b-ed60e60d3178 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Network 38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:58.564926 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e418a6-efef-45e2-903b-ed60e60d3178 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Pushing event updated for resources: {'Port': ['ID=a6e2ebab-ced5-4214-a980-67ee8d90c8df,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:58.570640 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-85e418a6-efef-45e2-903b-ed60e60d3178 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:58.596719 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-85e418a6-efef-45e2-903b-ed60e60d3178 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:29:58.609411 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-49b58baa-0239-4799-9e2a-3f97a9f341e7 req-754d333d-b7cf-445f-8058-d46fc6aa6ba7 service neutron] 10.222.0.121 "GET /v2.0/networks/d7017e2a-db2c-4df8-a390-acbb50684ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7870288 Feb 09 01:29:58.646409 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-5e2f5747-b64c-4498-bab5-13531d567369 None None] Set router 0aa37a13-f85d-43f4-ac05-51f21166282d gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:29:58.717359 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d2dd6fe0-50a9-4cb2-8a2f-8cf17589c313 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (ae02998a-e01c-410e-9c4a-7039319db130), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:58.718662 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5d330f18-3b82-408f-a426-139b816a885a req-ca26b89a-bb62-439a-a24d-64baaf8fafe6 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014852 Feb 09 01:29:58.804083 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a487b6-ed67-4113-876c-de50cf489e06 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Checking segment: {'id': 'cf1cde2a-4259-4d9c-8e14-3269def5cac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f393976f-72de-434d-9adf-f1b7088a180f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:29:58.804083 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a487b6-ed67-4113-876c-de50cf489e06 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Network hostable DHCP agents. Network: f393976f-72de-434d-9adf-f1b7088a180f, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:29:58.844299 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a487b6-ed67-4113-876c-de50cf489e06 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Pushing event updated for resources: {'Subnet': ['ID=719b8b7f-8957-4be8-a86b-e93905b58c7a,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:58.875334 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afaf2b5-efdf-489c-8b71-c75fcd109af7 req-6f6f6713-8a24-465e-b0ac-632628b63549 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.877540 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2afaf2b5-efdf-489c-8b71-c75fcd109af7 req-6f6f6713-8a24-465e-b0ac-632628b63549 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/ports?device_id=227958c6-538f-48b7-855e-986546a3e7b5 HTTP/1.1" status: 200 len: 943 time: 0.4188013 Feb 09 01:29:58.890900 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-85e418a6-efef-45e2-903b-ed60e60d3178 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.891807 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-85e418a6-efef-45e2-903b-ed60e60d3178 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:58.903493 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d2dd6fe0-50a9-4cb2-8a2f-8cf17589c313 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (ae02998a-e01c-410e-9c4a-7039319db130), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:58.911078 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dd6fe0-50a9-4cb2-8a2f-8cf17589c313 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.916578 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d2dd6fe0-50a9-4cb2-8a2f-8cf17589c313 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:58.948426 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 7aa7bde6-89bc-4f58-922d-72c93b6c5bd2 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:29:59.065795 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-85e418a6-efef-45e2-903b-ed60e60d3178 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3025815 Feb 09 01:29:59.074730 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a487b6-ed67-4113-876c-de50cf489e06 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Network f393976f-72de-434d-9adf-f1b7088a180f is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:29:59.095325 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd6fe0-50a9-4cb2-8a2f-8cf17589c313 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Pushing event updated for resources: {'Network': ['ID=ae02998a-e01c-410e-9c4a-7039319db130,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:59.136588 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2afaf2b5-efdf-489c-8b71-c75fcd109af7 req-1a3f5307-d408-4fe0-a800-423851b66df7 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2986e66-5bf8-4106-965e-d9f5e5d6b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402055 Feb 09 01:29:59.152706 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-ee3f7cc6-d411-4f74-be91-1fb99db5416e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Request body: {'port': {'device_id': 'ac990077-3a36-443e-b771-3b621d999008', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0', 'admin_state_up': True, 'tenant_id': '5cc038305e744ad69576548c638221e8', 'security_groups': ['765564cf-afc2-4411-a7c4-b4db4a3f59c0']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:59.171624 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-03a487b6-ed67-4113-876c-de50cf489e06 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, f393976f-72de-434d-9adf-f1b7088a180f) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:59.195911 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d2dd6fe0-50a9-4cb2-8a2f-8cf17589c313 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8016267 Feb 09 01:29:59.200956 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42682) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:59.223567 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-298e4049-dfef-4b4f-928d-99c3754740b6 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Request body: {'subnet': {'network_id': 'ae02998a-e01c-410e-9c4a-7039319db130', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:59.236558 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a487b6-ed67-4113-876c-de50cf489e06 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:59.237530 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-03a487b6-ed67-4113-876c-de50cf489e06 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:59.250177 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network ae02998a-e01c-410e-9c4a-7039319db130 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:29:59.265290 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ce0921fc-edbe-4e08-8fef-cc1ea6197525 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Deleting port 5298719f-f61a-4d12-a80d-7c06ba03a4bb {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:59.266317 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce0921fc-edbe-4e08-8fef-cc1ea6197525 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (5298719f-f61a-4d12-a80d-7c06ba03a4bb), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:59.273240 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7d5659-fccb-4293-9852-363093edcf57 None None] Network f393976f-72de-434d-9adf-f1b7088a180f requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:29:59.286684 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-03a487b6-ed67-4113-876c-de50cf489e06 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9867184 Feb 09 01:29:59.320726 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-49b58baa-0239-4799-9e2a-3f97a9f341e7 req-622f9d07-4261-42ea-b9b7-19eac3ae6c22 service neutron] 10.222.0.121 "GET /v2.0/networks/d7017e2a-db2c-4df8-a390-acbb50684ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6728036 Feb 09 01:29:59.325616 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42684) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:59.509359 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-18d7c464-2e0b-46dd-a472-46435b9088c1 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Request body: {'port': {'network_id': 'f393976f-72de-434d-9adf-f1b7088a180f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-101047796'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:59.589292 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-19742743-09d0-47f6-a3a9-4b297df01404 req-30349caf-64a7-4c88-a45f-a3015ca6552d tempest-ServerShowV247Test-1835778497 tempest-ServerShowV247Test-1835778497-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc7ee34-77e3-4ef3-b4ff-396f725b6706 HTTP/1.1" status: 200 len: 210 time: 0.1146114 Feb 09 01:29:59.708227 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-ee3f7cc6-d411-4f74-be91-1fb99db5416e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Made reservation on behalf of 5cc038305e744ad69576548c638221e8 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:59.708485 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-f0d804d9-7557-42ec-b4bb-ad05325265f6 None None] Allocated IP 2001:db8:0:ffff::2 (5effe099-bbe7-4c2d-94b9-2426e9396276/356da349-5cd7-4705-864c-6967aee771ef/bf6bd0da-af29-4a74-9903-bdc7f06cfb0a) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:59.728127 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-ee3f7cc6-d411-4f74-be91-1fb99db5416e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:59.790048 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d9464-3189-4576-85fc-af7d36295965 req-f80faf8a-5eca-4504-968d-c75fc724c9da tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:59.795411 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d9464-3189-4576-85fc-af7d36295965 req-f80faf8a-5eca-4504-968d-c75fc724c9da tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:59.815624 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d9464-3189-4576-85fc-af7d36295965 req-f80faf8a-5eca-4504-968d-c75fc724c9da tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:59.829470 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d9464-3189-4576-85fc-af7d36295965 req-f80faf8a-5eca-4504-968d-c75fc724c9da tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:59.838499 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-436d9464-3189-4576-85fc-af7d36295965 req-f80faf8a-5eca-4504-968d-c75fc724c9da tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 3094 time: 0.2481618 Feb 09 01:29:59.922293 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-ce0921fc-edbe-4e08-8fef-cc1ea6197525 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] For port 5298719f-f61a-4d12-a80d-7c06ba03a4bb, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=5298719f-f61a-4d12-a80d-7c06ba03a4bb,segment=NetworkSegment(890e0396-38ce-4838-a867-9f35ec6412d1),segment_id=890e0396-38ce-4838-a867-9f35ec6412d1)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:59.923485 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce0921fc-edbe-4e08-8fef-cc1ea6197525 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (5298719f-f61a-4d12-a80d-7c06ba03a4bb), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:59.942018 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d7c464-2e0b-46dd-a472-46435b9088c1 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Made reservation on behalf of 4b3a9e6c516648f198409b288f7fc5bc for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:59.945826 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-18d7c464-2e0b-46dd-a472-46435b9088c1 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:59.968254 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ce0921fc-edbe-4e08-8fef-cc1ea6197525 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Calling delete_port for 5298719f-f61a-4d12-a80d-7c06ba03a4bb owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:59.972456 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298e4049-dfef-4b4f-928d-99c3754740b6 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Made reservation on behalf of 2d40356c6dcf460fae71a875d314525f for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:59.976190 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-298e4049-dfef-4b4f-928d-99c3754740b6 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:59.980725 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-18d7c464-2e0b-46dd-a472-46435b9088c1 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] device_id is not set on port afd1866b-7c07-423f-8a4d-07c496184aa3 yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:29:59.998276 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f0d804d9-7557-42ec-b4bb-ad05325265f6 None None] Publish callbacks [] for port (bf6bd0da-af29-4a74-9903-bdc7f06cfb0a), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:00.096219 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-436d9464-3189-4576-85fc-af7d36295965 req-548e1c93-34b3-4a53-97d5-be36e82c77c0 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2499983 Feb 09 01:30:00.106430 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.resource_extend [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] It took 0.88 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:30:00.140763 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f0d804d9-7557-42ec-b4bb-ad05325265f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (bf6bd0da-af29-4a74-9903-bdc7f06cfb0a), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:00.207938 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5e6ce-2cf0-476b-a74f-beb98574a2bc req-8a28f5c8-ddfe-44eb-83d1-49769688d9ea tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:00.210396 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b1e5e6ce-2cf0-476b-a74f-beb98574a2bc req-8a28f5c8-ddfe-44eb-83d1-49769688d9ea tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=255e72cc-bb4d-4ead-aefd-8aca152f72a0 HTTP/1.1" status: 200 len: 945 time: 0.3404577 Feb 09 01:30:00.391497 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-ee3f7cc6-d411-4f74-be91-1fb99db5416e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Allocated IP 10.2.2.200 (38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0/83b1d7a0-7578-4a2b-b84a-68d95cb4eed6/b350e14b-a80e-41d8-9d86-7e731c3faa62) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:00.396529 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d804d9-7557-42ec-b4bb-ad05325265f6 None None] Pushing event updated for resources: {'Port': ['ID=bf6bd0da-af29-4a74-9903-bdc7f06cfb0a,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:00.403887 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b1e5e6ce-2cf0-476b-a74f-beb98574a2bc req-b14cc396-f69b-45af-ac7e-d5f81a0a5632 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864963 Feb 09 01:30:00.406061 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-39969490-e6b3-4772-90e2-7d0d594701d2 None None] Provisioning complete for port a6e2ebab-ced5-4214-a980-67ee8d90c8df triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:00.406695 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-39969490-e6b3-4772-90e2-7d0d594701d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a6e2ebab-ced5-4214-a980-67ee8d90c8df), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:00.435303 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb50b6-8128-48a7-8a8b-abd336763458 req-7e9f4395-7b2c-48f5-9216-c56e47ce44f8 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:00.453727 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e0bb50b6-8128-48a7-8a8b-abd336763458 req-7e9f4395-7b2c-48f5-9216-c56e47ce44f8 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/ports?device_id=227958c6-538f-48b7-855e-986546a3e7b5 HTTP/1.1" status: 200 len: 943 time: 0.1969619 Feb 09 01:30:00.612239 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-18d7c464-2e0b-46dd-a472-46435b9088c1 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Allocated IP 2001:db8::2de (f393976f-72de-434d-9adf-f1b7088a180f/719b8b7f-8957-4be8-a86b-e93905b58c7a/afd1866b-7c07-423f-8a4d-07c496184aa3) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:00.719646 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d804d9-7557-42ec-b4bb-ad05325265f6 None None] Network 5effe099-bbe7-4c2d-94b9-2426e9396276 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:00.727108 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42712) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:00.742299 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-f0d804d9-7557-42ec-b4bb-ad05325265f6 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:00.744998 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d804d9-7557-42ec-b4bb-ad05325265f6 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:30:00.832542 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-39969490-e6b3-4772-90e2-7d0d594701d2 None None] Port a6e2ebab-ced5-4214-a980-67ee8d90c8df cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:30:00.876030 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9592b6ea-9407-4b26-a69c-295f0394be8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-f393976f-72de-434d-9adf-f1b7088a180f', 'network_id': 'f393976f-72de-434d-9adf-f1b7088a180f', 'project_id': '4b3a9e6c516648f198409b288f7fc5bc', 'fixed_ips': [{'subnet_id': '719b8b7f-8957-4be8-a86b-e93905b58c7a'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:30:00.876904 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9592b6ea-9407-4b26-a69c-295f0394be8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:00.915295 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-670c57a8-05ed-4888-a416-31dec10060bf req-023190c9-9ea7-4a50-b560-5915f4d666a8 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=0d8e84cf-62ee-4a77-8b44-bc5a175250ff HTTP/1.1" status: 200 len: 210 time: 0.1108971 Feb 09 01:30:00.991858 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 7aa7bde6-89bc-4f58-922d-72c93b6c5bd2, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7aa7bde6-89bc-4f58-922d-72c93b6c5bd2,segment=NetworkSegment(8aeeb2e7-9a95-4889-a4a3-eadf93afc837),segment_id=8aeeb2e7-9a95-4889-a4a3-eadf93afc837)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:01.247306 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-f0d804d9-7557-42ec-b4bb-ad05325265f6 None None] Attempting to bind port bf6bd0da-af29-4a74-9903-bdc7f06cfb0a on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:30:01.247621 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-f0d804d9-7557-42ec-b4bb-ad05325265f6 None None] Attempting to bind port bf6bd0da-af29-4a74-9903-bdc7f06cfb0a by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '7179e5d7-4b01-48e6-a969-2b5657ae20f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5effe099-bbe7-4c2d-94b9-2426e9396276'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:30:01.248013 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d804d9-7557-42ec-b4bb-ad05325265f6 None None] Attempting to bind port bf6bd0da-af29-4a74-9903-bdc7f06cfb0a on network 5effe099-bbe7-4c2d-94b9-2426e9396276 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:01.256078 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '7aa7bde6-89bc-4f58-922d-72c93b6c5bd2', 'network_id': 'd7017e2a-db2c-4df8-a390-acbb50684ec5', 'port_id': '7aa7bde6-89bc-4f58-922d-72c93b6c5bd2', 'mac_address': 'fa:16:3e:1a:d1:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0a92e41-b53c-45b5-bbe3-f68351bc2fb1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:30:01.277010 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d804d9-7557-42ec-b4bb-ad05325265f6 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:30:01.277421 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d804d9-7557-42ec-b4bb-ad05325265f6 None None] Checking segment: {'id': '7179e5d7-4b01-48e6-a969-2b5657ae20f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5effe099-bbe7-4c2d-94b9-2426e9396276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:01.277838 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f0d804d9-7557-42ec-b4bb-ad05325265f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:01.278235 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d804d9-7557-42ec-b4bb-ad05325265f6 None None] Bound using segment: {'id': '7179e5d7-4b01-48e6-a969-2b5657ae20f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5effe099-bbe7-4c2d-94b9-2426e9396276'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:30:01.278730 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-f0d804d9-7557-42ec-b4bb-ad05325265f6 None None] Bound port: bf6bd0da-af29-4a74-9903-bdc7f06cfb0a, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7179e5d7-4b01-48e6-a969-2b5657ae20f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5effe099-bbe7-4c2d-94b9-2426e9396276'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:30:01.279111 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f0d804d9-7557-42ec-b4bb-ad05325265f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (bf6bd0da-af29-4a74-9903-bdc7f06cfb0a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:01.334369 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e0bb50b6-8128-48a7-8a8b-abd336763458 req-65149996-0b80-4129-afe2-d51e67696e08 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2986e66-5bf8-4106-965e-d9f5e5d6b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8805141 Feb 09 01:30:01.401326 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 7aa7bde6-89bc-4f58-922d-72c93b6c5bd2 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:01.401896 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7aa7bde6-89bc-4f58-922d-72c93b6c5bd2), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:01.430039 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-5e2f5747-b64c-4498-bab5-13531d567369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa37a13-f85d-43f4-ac05-51f21166282d', 'name': 'tempest-ImageQuotaTest-371468676-router', 'tenant_id': 'c1c2be365a6e405aa065156df564aab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '6a8bf6bf-4533-42bf-8cfc-b24cf69416bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:29:33Z', 'updated_at': '2022-02-09T01:29:53Z', 'revision_number': 4, 'project_id': 'c1c2be365a6e405aa065156df564aab1', 'gw_port': {'id': '6a8bf6bf-4533-42bf-8cfc-b24cf69416bb', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:8f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa37a13-f85d-43f4-ac05-51f21166282d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:38Z', 'updated_at': '2022-02-09T01:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'e9ad9f66-29b5-4e86-86b5-a166c276e1bc', 'name': '', 'network_id': 'ad8a4808-c13b-4f67-8735-fa3f67f79ac6', 'tenant_id': 'c1c2be365a6e405aa065156df564aab1', 'mac_address': 'fa:16:3e:1a:2c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa37a13-f85d-43f4-ac05-51f21166282d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'fdaa9fe3-910d-4894-b541-99cb754e685f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:51Z', 'updated_at': '2022-02-09T01:29:53Z', 'revision_number': 2, 'project_id': 'c1c2be365a6e405aa065156df564aab1', 'subnets': [{'id': 'fdaa9fe3-910d-4894-b541-99cb754e685f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:01.437547 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aa7bde6-89bc-4f58-922d-72c93b6c5bd2 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:30:01.439251 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce0921fc-edbe-4e08-8fef-cc1ea6197525 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (5298719f-f61a-4d12-a80d-7c06ba03a4bb), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:01.478478 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d4a3bce4-8487-4ec9-b0dc-6bbc9ad1dcf6 req-ec8ddfc0-3c58-46a7-be4e-0e8ed328b50e tempest-ServerShowV247Test-1835778497 tempest-ServerShowV247Test-1835778497-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc7ee34-77e3-4ef3-b4ff-396f725b6706 HTTP/1.1" status: 200 len: 210 time: 0.5735331 Feb 09 01:30:01.487900 n-d-822053-40 neutron-server[103528]: DEBUG neutron.objects.ports [None req-298e4049-dfef-4b4f-928d-99c3754740b6 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103528) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:30:01.493165 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-298e4049-dfef-4b4f-928d-99c3754740b6 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (67a7d739-9856-497c-a77e-5177341097f3), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:01.548040 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2f5747-b64c-4498-bab5-13531d567369 None None] Checking router: 0aa37a13-f85d-43f4-ac05-51f21166282d for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:30:01.548553 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2f5747-b64c-4498-bab5-13531d567369 None None] Updating router 0aa37a13-f85d-43f4-ac05-51f21166282d port e9ad9f66-29b5-4e86-86b5-a166c276e1bc binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:30:01.564079 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0921fc-edbe-4e08-8fef-cc1ea6197525 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event deleted for resources: {'Port': ['ID=5298719f-f61a-4d12-a80d-7c06ba03a4bb,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:01.658611 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 7aa7bde6-89bc-4f58-922d-72c93b6c5bd2, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7aa7bde6-89bc-4f58-922d-72c93b6c5bd2,segment=NetworkSegment(8aeeb2e7-9a95-4889-a4a3-eadf93afc837),segment_id=8aeeb2e7-9a95-4889-a4a3-eadf93afc837)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:01.673036 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-f0d804d9-7557-42ec-b4bb-ad05325265f6 None None] For port bf6bd0da-af29-4a74-9903-bdc7f06cfb0a, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:30:01.685033 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7aa7bde6-89bc-4f58-922d-72c93b6c5bd2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:01.693337 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-18d7c464-2e0b-46dd-a472-46435b9088c1 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks [] for port (afd1866b-7c07-423f-8a4d-07c496184aa3), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:01.713944 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e4049-dfef-4b4f-928d-99c3754740b6 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Pushing event updated for resources: {'Subnet': ['ID=67a7d739-9856-497c-a77e-5177341097f3,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:01.743330 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 5b5aa433-24f9-4b84-830c-24029bc4c335 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:30:01.793604 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-f0d804d9-7557-42ec-b4bb-ad05325265f6 None None] For port bf6bd0da-af29-4a74-9903-bdc7f06cfb0a, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=bf6bd0da-af29-4a74-9903-bdc7f06cfb0a,segment=NetworkSegment(7179e5d7-4b01-48e6-a969-2b5657ae20f9),segment_id=7179e5d7-4b01-48e6-a969-2b5657ae20f9)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:30:01.806355 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298e4049-dfef-4b4f-928d-99c3754740b6 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Checking segment: {'id': '26469eb7-5c8e-4747-9fd2-5a2403361df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'ae02998a-e01c-410e-9c4a-7039319db130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:01.806733 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298e4049-dfef-4b4f-928d-99c3754740b6 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Network hostable DHCP agents. Network: ae02998a-e01c-410e-9c4a-7039319db130, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:30:01.866764 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-ee3f7cc6-d411-4f74-be91-1fb99db5416e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks [] for port (b350e14b-a80e-41d8-9d86-7e731c3faa62), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:01.923660 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56786b-09a7-4b36-a4a6-dea2d14ae5bb req-af54c16b-e582-465f-af04-a92b42968a22 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:01.930603 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56786b-09a7-4b36-a4a6-dea2d14ae5bb req-af54c16b-e582-465f-af04-a92b42968a22 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:01.935991 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56786b-09a7-4b36-a4a6-dea2d14ae5bb req-af54c16b-e582-465f-af04-a92b42968a22 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:01.942444 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56786b-09a7-4b36-a4a6-dea2d14ae5bb req-af54c16b-e582-465f-af04-a92b42968a22 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:01.944284 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6f56786b-09a7-4b36-a4a6-dea2d14ae5bb req-af54c16b-e582-465f-af04-a92b42968a22 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 3094 time: 0.4512002 Feb 09 01:30:01.957359 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3507f-47e1-457c-8cd6-7117ce8f617b req-94c92903-2d42-46bf-a319-66e55909e009 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:01.961374 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5e2f5747-b64c-4498-bab5-13531d567369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e9ad9f66-29b5-4e86-86b5-a166c276e1bc), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:01.963177 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-70e3507f-47e1-457c-8cd6-7117ce8f617b req-94c92903-2d42-46bf-a319-66e55909e009 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=255e72cc-bb4d-4ead-aefd-8aca152f72a0 HTTP/1.1" status: 200 len: 945 time: 0.2795100 Feb 09 01:30:01.964467 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-18d7c464-2e0b-46dd-a472-46435b9088c1 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (afd1866b-7c07-423f-8a4d-07c496184aa3), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:02.036831 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d7c464-2e0b-46dd-a472-46435b9088c1 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Network f393976f-72de-434d-9adf-f1b7088a180f is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:02.077348 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298e4049-dfef-4b4f-928d-99c3754740b6 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Network ae02998a-e01c-410e-9c4a-7039319db130 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:30:02.089151 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-18d7c464-2e0b-46dd-a472-46435b9088c1 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:02.104828 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d7c464-2e0b-46dd-a472-46435b9088c1 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:30:02.110836 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d7c464-2e0b-46dd-a472-46435b9088c1 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:02.111510 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-18d7c464-2e0b-46dd-a472-46435b9088c1 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:02.117008 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=7aa7bde6-89bc-4f58-922d-72c93b6c5bd2,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:02.121857 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-298e4049-dfef-4b4f-928d-99c3754740b6 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, ae02998a-e01c-410e-9c4a-7039319db130) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:02.135823 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298e4049-dfef-4b4f-928d-99c3754740b6 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:02.136446 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-298e4049-dfef-4b4f-928d-99c3754740b6 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:02.148647 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce0921fc-edbe-4e08-8fef-cc1ea6197525 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (a3fc2ce1-1401-4f23-95d2-887835db32e2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:02.151324 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7c464-2e0b-46dd-a472-46435b9088c1 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Pushing event updated for resources: {'Port': ['ID=afd1866b-7c07-423f-8a4d-07c496184aa3,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:02.165516 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-298e4049-dfef-4b4f-928d-99c3754740b6 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9600599 Feb 09 01:30:02.170235 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42718) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:02.173280 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f0d804d9-7557-42ec-b4bb-ad05325265f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (bf6bd0da-af29-4a74-9903-bdc7f06cfb0a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:02.178161 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-140add01-f5de-4592-84d4-aeaf2c86b51c tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Request body: {'port': {'network_id': 'ae02998a-e01c-410e-9c4a-7039319db130', 'name': 'tempest-NetworksIpV6TestAttrs-653253576'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:02.179709 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-70e3507f-47e1-457c-8cd6-7117ce8f617b req-6dde040d-5f51-4b4b-8f4a-02bfdc712abf tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965680 Feb 09 01:30:02.184343 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-18d7c464-2e0b-46dd-a472-46435b9088c1 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.8559582 Feb 09 01:30:02.187531 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42720) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:02.200564 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-ee3f7cc6-d411-4f74-be91-1fb99db5416e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (b350e14b-a80e-41d8-9d86-7e731c3faa62), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:02.201202 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-5bc1751a-d859-4b92-945f-68c48a88f31a tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Request body: {'port': {'network_id': 'f393976f-72de-434d-9adf-f1b7088a180f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1687959184', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:02.202237 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.api.validators [None req-5bc1751a-d859-4b92-945f-68c48a88f31a tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] bootfile-name is not in valid_values {{(pid=103528) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 01:30:02.202634 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.api.validators [None req-5bc1751a-d859-4b92-945f-68c48a88f31a tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] tftp-server is not in valid_values {{(pid=103528) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 01:30:02.203613 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.api.validators [None req-5bc1751a-d859-4b92-945f-68c48a88f31a tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] server-ip-address is not in valid_values {{(pid=103528) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 01:30:02.321796 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-ee3f7cc6-d411-4f74-be91-1fb99db5416e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Network 38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:02.329707 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-ee3f7cc6-d411-4f74-be91-1fb99db5416e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:02.347286 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-ee3f7cc6-d411-4f74-be91-1fb99db5416e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:30:02.501713 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-ee3f7cc6-d411-4f74-be91-1fb99db5416e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:02.502678 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-ee3f7cc6-d411-4f74-be91-1fb99db5416e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:02.538742 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6f56786b-09a7-4b36-a4a6-dea2d14ae5bb req-4e0f4385-2656-4c92-a24a-72912a7b35eb tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5622473 Feb 09 01:30:02.572723 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fd5ee3-9468-4b75-8490-464acf8c482d None None] Network ae02998a-e01c-410e-9c4a-7039319db130 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:02.594017 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-ee3f7cc6-d411-4f74-be91-1fb99db5416e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4637361 Feb 09 01:30:02.664154 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a7bd5615-2869-4812-8013-d4a449c48438 req-f5648572-2d79-42c7-a726-ce1c37ef586d service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=2fc7ee34-77e3-4ef3-b4ff-396f725b6706 HTTP/1.1" status: 200 len: 210 time: 0.3334601 Feb 09 01:30:02.678652 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f7cc6-d411-4f74-be91-1fb99db5416e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Pushing event updated for resources: {'Port': ['ID=b350e14b-a80e-41d8-9d86-7e731c3faa62,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:02.681211 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d804d9-7557-42ec-b4bb-ad05325265f6 None None] Pushing event updated for resources: {'Port': ['ID=bf6bd0da-af29-4a74-9903-bdc7f06cfb0a,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:02.696079 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['7aa7bde6-89bc-4f58-922d-72c93b6c5bd2'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:30:02.714894 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-acfa6458-c48f-436c-bf3f-6223de612848 service neutron] Request body: {'port': {'device_id': 'ac990077-3a36-443e-b771-3b621d999008', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:02.724451 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc1751a-d859-4b92-945f-68c48a88f31a tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Made reservation on behalf of 4b3a9e6c516648f198409b288f7fc5bc for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:02.735519 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bc1751a-d859-4b92-945f-68c48a88f31a tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:02.804730 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-5bc1751a-d859-4b92-945f-68c48a88f31a tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] device_id is not set on port 3e2ba347-a594-4f80-8d5a-de39c1fb2000 yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:30:02.902808 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-acfa6458-c48f-436c-bf3f-6223de612848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7ff49b0f-ae11-4835-b701-e0f8cb6c3485), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:03.016005 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c943d6a-7e20-4895-a746-b9c928c6888b req-a2af0469-a844-42e9-86ac-2ee948411316 tempest-ServerShowV247Test-1835778497 tempest-ServerShowV247Test-1835778497-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc7ee34-77e3-4ef3-b4ff-396f725b6706 HTTP/1.1" status: 200 len: 210 time: 0.3452435 Feb 09 01:30:03.105198 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98a8a3-eb9a-475a-afc6-1dc3cff4a9ee req-3663a14a-1579-42cd-94e6-6ceba5bd115f tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:03.114706 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ba98a8a3-eb9a-475a-afc6-1dc3cff4a9ee req-3663a14a-1579-42cd-94e6-6ceba5bd115f tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/ports?device_id=227958c6-538f-48b7-855e-986546a3e7b5 HTTP/1.1" status: 200 len: 944 time: 0.5923979 Feb 09 01:30:03.245884 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d01e78c3-7668-409e-87a2-0bea4b8e26f8 None None] Provisioning complete for port b350e14b-a80e-41d8-9d86-7e731c3faa62 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:03.246581 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d01e78c3-7668-409e-87a2-0bea4b8e26f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b350e14b-a80e-41d8-9d86-7e731c3faa62), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:03.251700 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27afa963-4c7c-4ea8-aec6-b363c788ac24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-ae02998a-e01c-410e-9c4a-7039319db130', 'network_id': 'ae02998a-e01c-410e-9c4a-7039319db130', 'project_id': '2d40356c6dcf460fae71a875d314525f', 'fixed_ips': [{'subnet_id': '67a7d739-9856-497c-a77e-5177341097f3'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:30:03.264124 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-27afa963-4c7c-4ea8-aec6-b363c788ac24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:03.334771 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 5b5aa433-24f9-4b84-830c-24029bc4c335 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:03.448461 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0921fc-edbe-4e08-8fef-cc1ea6197525 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Router a3fc2ce1-1401-4f23-95d2-887835db32e2 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:30:03.472602 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140add01-f5de-4592-84d4-aeaf2c86b51c tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Made reservation on behalf of 2d40356c6dcf460fae71a875d314525f for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:03.478031 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-140add01-f5de-4592-84d4-aeaf2c86b51c tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:03.553181 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 5b5aa433-24f9-4b84-830c-24029bc4c335 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:03.553491 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5b5aa433-24f9-4b84-830c-24029bc4c335), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:03.585387 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ba98a8a3-eb9a-475a-afc6-1dc3cff4a9ee req-d885a178-5047-4d1c-a73f-0a3ba9f26d33 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2986e66-5bf8-4106-965e-d9f5e5d6b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4697483 Feb 09 01:30:03.593126 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d35fd74d-4637-4155-a473-958d80c7bff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (0aa37a13-f85d-43f4-ac05-51f21166282d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:03.653896 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-27afa963-4c7c-4ea8-aec6-b363c788ac24 None None] Allocated IP 2001:db8::f816:3eff:fe72:f2f0 (ae02998a-e01c-410e-9c4a-7039319db130/67a7d739-9856-497c-a77e-5177341097f3/0a87704e-f728-45cf-ba9c-ceacc94efe9c) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:03.710084 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-140add01-f5de-4592-84d4-aeaf2c86b51c tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] device_id is not set on port 052b4af3-7ef7-4de4-874d-1479c19484bb yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:30:03.756724 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f50f68-7c58-4752-98c2-170d3ffbd238 req-f9d4a44e-6185-49bf-9dfb-c5af19a93403 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:03.758293 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a3f50f68-7c58-4752-98c2-170d3ffbd238 req-f9d4a44e-6185-49bf-9dfb-c5af19a93403 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=255e72cc-bb4d-4ead-aefd-8aca152f72a0 HTTP/1.1" status: 200 len: 945 time: 0.2830300 Feb 09 01:30:03.830081 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-27afa963-4c7c-4ea8-aec6-b363c788ac24 None None] Publish callbacks [] for port (0a87704e-f728-45cf-ba9c-ceacc94efe9c), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:03.902866 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-27afa963-4c7c-4ea8-aec6-b363c788ac24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (0a87704e-f728-45cf-ba9c-ceacc94efe9c), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:03.950290 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-140add01-f5de-4592-84d4-aeaf2c86b51c tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Allocated IP 2001:db8::f816:3eff:feb4:7c5 (ae02998a-e01c-410e-9c4a-7039319db130/67a7d739-9856-497c-a77e-5177341097f3/052b4af3-7ef7-4de4-874d-1479c19484bb) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:03.963314 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a3f50f68-7c58-4752-98c2-170d3ffbd238 req-b7cde72d-77fd-4b6f-881d-dd9a09a8793f tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939361 Feb 09 01:30:04.071545 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27afa963-4c7c-4ea8-aec6-b363c788ac24 None None] Network ae02998a-e01c-410e-9c4a-7039319db130 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:04.095006 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27afa963-4c7c-4ea8-aec6-b363c788ac24 None None] Pushing event updated for resources: {'Port': ['ID=0a87704e-f728-45cf-ba9c-ceacc94efe9c,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:04.120539 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-acfa6458-c48f-436c-bf3f-6223de612848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ff49b0f-ae11-4835-b701-e0f8cb6c3485 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:30:04.122259 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-27afa963-4c7c-4ea8-aec6-b363c788ac24 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:04.130699 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-9592b6ea-9407-4b26-a69c-295f0394be8b None None] Allocated IP 2001:db8::2 (f393976f-72de-434d-9adf-f1b7088a180f/719b8b7f-8957-4be8-a86b-e93905b58c7a/0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:04.146434 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-140add01-f5de-4592-84d4-aeaf2c86b51c tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks [] for port (052b4af3-7ef7-4de4-874d-1479c19484bb), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:04.150886 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device bf6bd0da-af29-4a74-9903-bdc7f06cfb0a up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:30:04.154500 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-acfa6458-c48f-436c-bf3f-6223de612848 service neutron] Publish callbacks [] for port (7ff49b0f-ae11-4835-b701-e0f8cb6c3485), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:04.201554 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-acfa6458-c48f-436c-bf3f-6223de612848 service neutron] Transition to ACTIVE for port object 7ff49b0f-ae11-4835-b701-e0f8cb6c3485 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:04.223423 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-acfa6458-c48f-436c-bf3f-6223de612848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (7ff49b0f-ae11-4835-b701-e0f8cb6c3485), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:04.227229 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27afa963-4c7c-4ea8-aec6-b363c788ac24 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:30:04.236217 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-140add01-f5de-4592-84d4-aeaf2c86b51c tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (052b4af3-7ef7-4de4-874d-1479c19484bb), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:04.315884 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0921fc-edbe-4e08-8fef-cc1ea6197525 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:30:04.327430 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaceb6c-d580-4710-b7b9-a76dc50f328a None None] Sync routers for ids ['a3fc2ce1-1401-4f23-95d2-887835db32e2'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:30:04.342648 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaceb6c-d580-4710-b7b9-a76dc50f328a None None] Routers {'a3fc2ce1-1401-4f23-95d2-887835db32e2'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:30:04.349027 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-afaceb6c-d580-4710-b7b9-a76dc50f328a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:29:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a3fc2ce1-1401-4f23-95d2-887835db32e2'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:04.351056 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ce0921fc-edbe-4e08-8fef-cc1ea6197525 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "PUT /v2.0/routers/a3fc2ce1-1401-4f23-95d2-887835db32e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1425962 Feb 09 01:30:04.364705 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42732) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:04.366867 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140add01-f5de-4592-84d4-aeaf2c86b51c tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Network ae02998a-e01c-410e-9c4a-7039319db130 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:04.389278 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 5b5aa433-24f9-4b84-830c-24029bc4c335 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:04.389722 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5b5aa433-24f9-4b84-830c-24029bc4c335), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:04.523931 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-c45fa5f7-b01e-4124-8819-678cf6d592ac tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Deleting subnet 5cbbf304-015a-4994-805d-f4eddb41c314 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:30:04.536407 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 5b5aa433-24f9-4b84-830c-24029bc4c335, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=5b5aa433-24f9-4b84-830c-24029bc4c335,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:04.537937 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c45fa5f7-b01e-4124-8819-678cf6d592ac tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for subnet (5cbbf304-015a-4994-805d-f4eddb41c314), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:04.548919 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1dddad58-b39c-4b53-b1be-89b5abcbf531 req-4ac02b64-e805-48cc-8e21-a877a95f693e tempest-ServerShowV247Test-1835778497 tempest-ServerShowV247Test-1835778497-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc7ee34-77e3-4ef3-b4ff-396f725b6706 HTTP/1.1" status: 200 len: 210 time: 0.2664750 Feb 09 01:30:04.581486 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-140add01-f5de-4592-84d4-aeaf2c86b51c tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:04.595179 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140add01-f5de-4592-84d4-aeaf2c86b51c tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:30:04.597825 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa6458-c48f-436c-bf3f-6223de612848 service neutron] Pushing event updated for resources: {'Port': ['ID=7ff49b0f-ae11-4835-b701-e0f8cb6c3485,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:04.614490 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140add01-f5de-4592-84d4-aeaf2c86b51c tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:04.615156 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-140add01-f5de-4592-84d4-aeaf2c86b51c tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:04.632983 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d01e78c3-7668-409e-87a2-0bea4b8e26f8 None None] Port b350e14b-a80e-41d8-9d86-7e731c3faa62 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:30:04.638103 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255e72cc-bb4d-4ead-aefd-8aca152f72a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5aa433-24f9-4b84-830c-24029bc4c335'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:30:04.642265 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06dfcec-28cf-4602-b809-b360696746c7" -d '{"events": [{"server_uuid": "255e72cc-bb4d-4ead-aefd-8aca152f72a0", "name": "network-vif-plugged", "status": "completed", "tag": "5b5aa433-24f9-4b84-830c-24029bc4c335"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:30:04.690883 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-afaceb6c-d580-4710-b7b9-a76dc50f328a None None] Set router a3fc2ce1-1401-4f23-95d2-887835db32e2 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:30:04.768752 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140add01-f5de-4592-84d4-aeaf2c86b51c tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Pushing event updated for resources: {'Port': ['ID=052b4af3-7ef7-4de4-874d-1479c19484bb,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:04.782378 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5b5aa433-24f9-4b84-830c-24029bc4c335), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:04.790190 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-27afa963-4c7c-4ea8-aec6-b363c788ac24 None None] Attempting to bind port 0a87704e-f728-45cf-ba9c-ceacc94efe9c on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:30:04.790556 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-27afa963-4c7c-4ea8-aec6-b363c788ac24 None None] Attempting to bind port 0a87704e-f728-45cf-ba9c-ceacc94efe9c by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '26469eb7-5c8e-4747-9fd2-5a2403361df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'ae02998a-e01c-410e-9c4a-7039319db130'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:30:04.790912 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27afa963-4c7c-4ea8-aec6-b363c788ac24 None None] Attempting to bind port 0a87704e-f728-45cf-ba9c-ceacc94efe9c on network ae02998a-e01c-410e-9c4a-7039319db130 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:04.804687 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140add01-f5de-4592-84d4-aeaf2c86b51c tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:04.805843 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140add01-f5de-4592-84d4-aeaf2c86b51c tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:04.806363 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140add01-f5de-4592-84d4-aeaf2c86b51c tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:04.807173 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140add01-f5de-4592-84d4-aeaf2c86b51c tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:04.807854 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140add01-f5de-4592-84d4-aeaf2c86b51c tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:04.808394 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140add01-f5de-4592-84d4-aeaf2c86b51c tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:04.810852 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140add01-f5de-4592-84d4-aeaf2c86b51c tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:04.812214 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140add01-f5de-4592-84d4-aeaf2c86b51c tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:04.813112 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140add01-f5de-4592-84d4-aeaf2c86b51c tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:04.815830 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140add01-f5de-4592-84d4-aeaf2c86b51c tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:04.816466 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140add01-f5de-4592-84d4-aeaf2c86b51c tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:04.817355 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140add01-f5de-4592-84d4-aeaf2c86b51c tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:04.819245 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef522ded-3f4f-48dc-ab6b-84cad7943351 req-61f72d0b-32bc-47ce-a0f2-3dfa79a7f3eb tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:04.819822 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140add01-f5de-4592-84d4-aeaf2c86b51c tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:04.835134 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef522ded-3f4f-48dc-ab6b-84cad7943351 req-61f72d0b-32bc-47ce-a0f2-3dfa79a7f3eb tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:04.853953 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef522ded-3f4f-48dc-ab6b-84cad7943351 req-61f72d0b-32bc-47ce-a0f2-3dfa79a7f3eb tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:04.866071 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef522ded-3f4f-48dc-ab6b-84cad7943351 req-61f72d0b-32bc-47ce-a0f2-3dfa79a7f3eb tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:04.870657 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-140add01-f5de-4592-84d4-aeaf2c86b51c tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 2.6964345 Feb 09 01:30:04.872286 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42748) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:04.885034 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef522ded-3f4f-48dc-ab6b-84cad7943351 req-61f72d0b-32bc-47ce-a0f2-3dfa79a7f3eb tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:04.889553 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ef522ded-3f4f-48dc-ab6b-84cad7943351 req-61f72d0b-32bc-47ce-a0f2-3dfa79a7f3eb tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 3827 time: 1.0101731 Feb 09 01:30:04.948731 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=5b5aa433-24f9-4b84-830c-24029bc4c335,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:04.949478 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c45fa5f7-b01e-4124-8819-678cf6d592ac tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (5cbbf304-015a-4994-805d-f4eddb41c314), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:04.958719 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-196eeb1d-fb20-41cf-a20d-c7f78fef9be3 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Deleting subnet 67a7d739-9856-497c-a77e-5177341097f3 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:30:04.963949 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc9f9f6-3b54-42d3-82ea-04bb5ef3aeec None None] Network 5effe099-bbe7-4c2d-94b9-2426e9396276 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:05.001007 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-196eeb1d-fb20-41cf-a20d-c7f78fef9be3 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks [] for subnet (67a7d739-9856-497c-a77e-5177341097f3), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:05.036266 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-acfa6458-c48f-436c-bf3f-6223de612848 service neutron] Attempting to bind port 7ff49b0f-ae11-4835-b701-e0f8cb6c3485 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:30:05.036922 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-acfa6458-c48f-436c-bf3f-6223de612848 service neutron] Attempting to bind port 7ff49b0f-ae11-4835-b701-e0f8cb6c3485 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '3b17b21d-ab88-4f8b-b6b9-65b0f2334978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c64d4aac-6638-4696-97b6-8d87827079a9'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:30:05.037449 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-acfa6458-c48f-436c-bf3f-6223de612848 service neutron] Attempting to bind port 7ff49b0f-ae11-4835-b701-e0f8cb6c3485 on network c64d4aac-6638-4696-97b6-8d87827079a9 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:05.064084 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-acfa6458-c48f-436c-bf3f-6223de612848 service neutron] Port 7ff49b0f-ae11-4835-b701-e0f8cb6c3485 on network c64d4aac-6638-4696-97b6-8d87827079a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:30:05.064712 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-acfa6458-c48f-436c-bf3f-6223de612848 service neutron] Attempting to bind port 7ff49b0f-ae11-4835-b701-e0f8cb6c3485 on network c64d4aac-6638-4696-97b6-8d87827079a9 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:05.075746 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ef522ded-3f4f-48dc-ab6b-84cad7943351 req-e29bd4c1-c42d-4fa5-b6ff-ae55c14faaf7 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741228 Feb 09 01:30:05.078922 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-acfa6458-c48f-436c-bf3f-6223de612848 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:30:05.079512 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-acfa6458-c48f-436c-bf3f-6223de612848 service neutron] Checking segment: {'id': '3b17b21d-ab88-4f8b-b6b9-65b0f2334978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c64d4aac-6638-4696-97b6-8d87827079a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:05.080118 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-acfa6458-c48f-436c-bf3f-6223de612848 service neutron] Bound using segment: {'id': '3b17b21d-ab88-4f8b-b6b9-65b0f2334978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c64d4aac-6638-4696-97b6-8d87827079a9'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:30:05.080738 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-acfa6458-c48f-436c-bf3f-6223de612848 service neutron] Bound port: 7ff49b0f-ae11-4835-b701-e0f8cb6c3485, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b17b21d-ab88-4f8b-b6b9-65b0f2334978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c64d4aac-6638-4696-97b6-8d87827079a9'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:30:05.081357 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-acfa6458-c48f-436c-bf3f-6223de612848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7ff49b0f-ae11-4835-b701-e0f8cb6c3485), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:05.139367 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-196eeb1d-fb20-41cf-a20d-c7f78fef9be3 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (67a7d739-9856-497c-a77e-5177341097f3), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:05.252549 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-afaceb6c-d580-4710-b7b9-a76dc50f328a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'name': 'tempest-RoutersTest-router-1260638241', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:37Z', 'updated_at': '2022-02-09T01:30:01Z', 'revision_number': 10, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'gw_port_host': None, '_interfaces': [{'id': '51f55850-8367-44b2-9121-ef8cd13949af', 'name': '', 'network_id': 'da8b3422-27ca-4c4d-9a7a-f3e5107df612', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:6b:8c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:41Z', 'updated_at': '2022-02-09T01:28:53Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:05.302511 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaceb6c-d580-4710-b7b9-a76dc50f328a None None] Checking router: a3fc2ce1-1401-4f23-95d2-887835db32e2 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:30:05.304383 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-196eeb1d-fb20-41cf-a20d-c7f78fef9be3 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (67a7d739-9856-497c-a77e-5177341097f3), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:05.315487 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaceb6c-d580-4710-b7b9-a76dc50f328a None None] Routers {'a3fc2ce1-1401-4f23-95d2-887835db32e2'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:30:05.319099 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-afaceb6c-d580-4710-b7b9-a76dc50f328a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:29:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a3fc2ce1-1401-4f23-95d2-887835db32e2'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:05.384229 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-196eeb1d-fb20-41cf-a20d-c7f78fef9be3 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (67a7d739-9856-497c-a77e-5177341097f3), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:05.461317 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196eeb1d-fb20-41cf-a20d-c7f78fef9be3 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Pushing event deleted for resources: {'Subnet': ['ID=67a7d739-9856-497c-a77e-5177341097f3,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:05.464161 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-196eeb1d-fb20-41cf-a20d-c7f78fef9be3 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:05.470571 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-196eeb1d-fb20-41cf-a20d-c7f78fef9be3 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] 10.222.0.30 "DELETE /v2.0/subnets/67a7d739-9856-497c-a77e-5177341097f3 HTTP/1.1" status: 204 len: 168 time: 0.5970283 Feb 09 01:30:05.475366 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42760) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:05.476339 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fd6542-3ce8-4606-b7c0-a22236acb299 x-openstack-request-id: req-18fd6542-3ce8-4606-b7c0-a22236acb299 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:30:05.477684 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255e72cc-bb4d-4ead-aefd-8aca152f72a0", "name": "network-vif-plugged", "status": "completed", "tag": "5b5aa433-24f9-4b84-830c-24029bc4c335", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:30:05.478069 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-18fd6542-3ce8-4606-b7c0-a22236acb299 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:30:05.479238 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '255e72cc-bb4d-4ead-aefd-8aca152f72a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5aa433-24f9-4b84-830c-24029bc4c335', 'code': 200} Feb 09 01:30:05.488552 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-acfa6458-c48f-436c-bf3f-6223de612848 service neutron] For port 7ff49b0f-ae11-4835-b701-e0f8cb6c3485, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:30:05.500685 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-afaceb6c-d580-4710-b7b9-a76dc50f328a None None] Set router a3fc2ce1-1401-4f23-95d2-887835db32e2 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:30:05.507846 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-acfa6458-c48f-436c-bf3f-6223de612848 service neutron] For port 7ff49b0f-ae11-4835-b701-e0f8cb6c3485, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=7ff49b0f-ae11-4835-b701-e0f8cb6c3485,segment=NetworkSegment(3b17b21d-ab88-4f8b-b6b9-65b0f2334978),segment_id=3b17b21d-ab88-4f8b-b6b9-65b0f2334978)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:30:05.524828 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c45fa5f7-b01e-4124-8819-678cf6d592ac tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (5cbbf304-015a-4994-805d-f4eddb41c314), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:05.543855 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-acfa6458-c48f-436c-bf3f-6223de612848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (7ff49b0f-ae11-4835-b701-e0f8cb6c3485), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:05.550307 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-d35fd74d-4637-4155-a473-958d80c7bff4 admin admin] Deleting port e9ad9f66-29b5-4e86-86b5-a166c276e1bc {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:05.550638 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d35fd74d-4637-4155-a473-958d80c7bff4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (e9ad9f66-29b5-4e86-86b5-a166c276e1bc), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:05.582347 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10950547-7a34-4e98-9307-dc7677678974 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:05.583811 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10950547-7a34-4e98-9307-dc7677678974 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:05.590327 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-10950547-7a34-4e98-9307-dc7677678974 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1131375 Feb 09 01:30:05.593496 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42762) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:05.651032 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9592b6ea-9407-4b26-a69c-295f0394be8b None None] Publish callbacks [] for port (0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:05.658944 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port bf6bd0da-af29-4a74-9903-bdc7f06cfb0a triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:05.659402 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (bf6bd0da-af29-4a74-9903-bdc7f06cfb0a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:05.662508 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27afa963-4c7c-4ea8-aec6-b363c788ac24 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:30:05.662764 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27afa963-4c7c-4ea8-aec6-b363c788ac24 None None] Checking segment: {'id': '26469eb7-5c8e-4747-9fd2-5a2403361df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'ae02998a-e01c-410e-9c4a-7039319db130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:05.663213 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-27afa963-4c7c-4ea8-aec6-b363c788ac24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:05.663807 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27afa963-4c7c-4ea8-aec6-b363c788ac24 None None] Bound using segment: {'id': '26469eb7-5c8e-4747-9fd2-5a2403361df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'ae02998a-e01c-410e-9c4a-7039319db130'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:30:05.664516 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-27afa963-4c7c-4ea8-aec6-b363c788ac24 None None] Bound port: 0a87704e-f728-45cf-ba9c-ceacc94efe9c, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26469eb7-5c8e-4747-9fd2-5a2403361df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'ae02998a-e01c-410e-9c4a-7039319db130'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:30:05.664900 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-27afa963-4c7c-4ea8-aec6-b363c788ac24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0a87704e-f728-45cf-ba9c-ceacc94efe9c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:05.679462 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9592b6ea-9407-4b26-a69c-295f0394be8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:05.698970 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-acfa6458-c48f-436c-bf3f-6223de612848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:05.699595 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-acfa6458-c48f-436c-bf3f-6223de612848 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:05.705233 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-acfa6458-c48f-436c-bf3f-6223de612848 service neutron] 10.222.0.91 "PUT /v2.0/ports/7ff49b0f-ae11-4835-b701-e0f8cb6c3485 HTTP/1.1" status: 200 len: 1092 time: 3.0358026 Feb 09 01:30:05.719308 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c99b7-e3af-4dcd-a9dd-2c36989b434b req-a25aed3e-9262-4ea1-a4a7-97caef3b7c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:05.727241 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a97c99b7-e3af-4dcd-a9dd-2c36989b434b req-a25aed3e-9262-4ea1-a4a7-97caef3b7c49 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=255e72cc-bb4d-4ead-aefd-8aca152f72a0 HTTP/1.1" status: 200 len: 1129 time: 0.4353526 Feb 09 01:30:05.727791 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'tag': '7ff49b0f-ae11-4835-b701-e0f8cb6c3485'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:30:05.730460 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50dfee5-ca9b-4f17-93f9-f385559c3900" -d '{"events": [{"name": "network-changed", "server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "tag": "7ff49b0f-ae11-4835-b701-e0f8cb6c3485"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:30:05.749323 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-3aa7b294-a4cd-4cb8-969c-eab748721785 service neutron] Request body: {'port': {'device_id': 'ac990077-3a36-443e-b771-3b621d999008', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:05.812631 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-afaceb6c-d580-4710-b7b9-a76dc50f328a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'name': 'tempest-RoutersTest-router-1260638241', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:37Z', 'updated_at': '2022-02-09T01:30:01Z', 'revision_number': 10, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'gw_port_host': None, '_interfaces': [{'id': '51f55850-8367-44b2-9121-ef8cd13949af', 'name': '', 'network_id': 'da8b3422-27ca-4c4d-9a7a-f3e5107df612', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:6b:8c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:41Z', 'updated_at': '2022-02-09T01:28:53Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:05.826614 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6103b-1db3-4837-b66e-c5d50957a125 req-4dd45e4f-2989-49c3-b9e9-6210e7dede55 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:05.834940 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7bd6103b-1db3-4837-b66e-c5d50957a125 req-4dd45e4f-2989-49c3-b9e9-6210e7dede55 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=255e72cc-bb4d-4ead-aefd-8aca152f72a0 HTTP/1.1" status: 200 len: 946 time: 0.4260924 Feb 09 01:30:05.859165 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaceb6c-d580-4710-b7b9-a76dc50f328a None None] The sync data for ids ['a3fc2ce1-1401-4f23-95d2-887835db32e2'] in n-d-822053-40 is: [{'id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'name': 'tempest-RoutersTest-router-1260638241', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:37Z', 'updated_at': '2022-02-09T01:30:01Z', 'revision_number': 10, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'gw_port_host': None, '_interfaces': [{'id': '51f55850-8367-44b2-9121-ef8cd13949af', 'name': '', 'network_id': 'da8b3422-27ca-4c4d-9a7a-f3e5107df612', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'mac_address': 'fa:16:3e:6b:8c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:41Z', 'updated_at': '2022-02-09T01:28:53Z', 'revision_number': 5, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'subnets': [{'id': '39ed1502-86d5-4c2e-abbc-347d491291e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:30:05.862332 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592b6ea-9407-4b26-a69c-295f0394be8b None None] Pushing event updated for resources: {'Port': ['ID=0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:05.862873 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c45fa5f7-b01e-4124-8819-678cf6d592ac tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (5cbbf304-015a-4994-805d-f4eddb41c314), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:05.911134 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a97c99b7-e3af-4dcd-a9dd-2c36989b434b req-28ca3c3a-2a20-40f8-a65e-a755fb0b2c4a service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750312 Feb 09 01:30:05.932240 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9592b6ea-9407-4b26-a69c-295f0394be8b None None] Network f393976f-72de-434d-9adf-f1b7088a180f is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:05.945925 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-9592b6ea-9407-4b26-a69c-295f0394be8b None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:05.949156 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9592b6ea-9407-4b26-a69c-295f0394be8b None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:30:05.958298 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368bcb9-4d25-4f31-aa80-784dd1498f76 req-2ce79efe-7abf-4815-9200-ac84852da3b1 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:05.960111 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b368bcb9-4d25-4f31-aa80-784dd1498f76 req-2ce79efe-7abf-4815-9200-ac84852da3b1 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/ports?device_id=227958c6-538f-48b7-855e-986546a3e7b5 HTTP/1.1" status: 200 len: 944 time: 0.6798847 Feb 09 01:30:05.985024 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa6458-c48f-436c-bf3f-6223de612848 service neutron] Pushing event updated for resources: {'Port': ['ID=7ff49b0f-ae11-4835-b701-e0f8cb6c3485,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:06.034185 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-27afa963-4c7c-4ea8-aec6-b363c788ac24 None None] For port 0a87704e-f728-45cf-ba9c-ceacc94efe9c, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:30:06.038697 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-27afa963-4c7c-4ea8-aec6-b363c788ac24 None None] For port 0a87704e-f728-45cf-ba9c-ceacc94efe9c, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=0a87704e-f728-45cf-ba9c-ceacc94efe9c,segment=NetworkSegment(26469eb7-5c8e-4747-9fd2-5a2403361df7),segment_id=26469eb7-5c8e-4747-9fd2-5a2403361df7)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:30:06.096590 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d35fd74d-4637-4155-a473-958d80c7bff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (e9ad9f66-29b5-4e86-86b5-a166c276e1bc), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:06.129612 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7bd6103b-1db3-4837-b66e-c5d50957a125 req-9d82723f-8779-4c18-92f7-d08b0e53502c tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923512 Feb 09 01:30:06.144263 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5e2f5747-b64c-4498-bab5-13531d567369 None None] Publish callbacks [] for port (e9ad9f66-29b5-4e86-86b5-a166c276e1bc), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:06.149689 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-d35fd74d-4637-4155-a473-958d80c7bff4 admin admin] Calling delete_port for e9ad9f66-29b5-4e86-86b5-a166c276e1bc owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:06.174734 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b368bcb9-4d25-4f31-aa80-784dd1498f76 req-3e4093e4-a653-4db4-8df9-cfcd55da4222 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2986e66-5bf8-4106-965e-d9f5e5d6b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826053 Feb 09 01:30:06.178987 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-3aa7b294-a4cd-4cb8-969c-eab748721785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (127f4bb7-b1ac-47b8-9c29-204eb65e075d), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:06.193868 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-27afa963-4c7c-4ea8-aec6-b363c788ac24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0a87704e-f728-45cf-ba9c-ceacc94efe9c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:06.212699 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5e2f5747-b64c-4498-bab5-13531d567369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e9ad9f66-29b5-4e86-86b5-a166c276e1bc), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:06.343397 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27afa963-4c7c-4ea8-aec6-b363c788ac24 None None] Pushing event updated for resources: {'Port': ['ID=0a87704e-f728-45cf-ba9c-ceacc94efe9c,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:06.502484 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45fa5f7-b01e-4124-8819-678cf6d592ac tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event deleted for resources: {'Subnet': ['ID=5cbbf304-015a-4994-805d-f4eddb41c314,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:06.537480 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c45fa5f7-b01e-4124-8819-678cf6d592ac tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:06.551882 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f27f2f-b4c7-45fc-b0a3-f8410ed1a656 None None] Network b3b673a5-1978-409c-b2ed-a30249ec9fe3 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:06.553736 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c45fa5f7-b01e-4124-8819-678cf6d592ac tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "DELETE /v2.0/subnets/5cbbf304-015a-4994-805d-f4eddb41c314 HTTP/1.1" status: 204 len: 168 time: 2.1788831 Feb 09 01:30:06.560547 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8a436e63-ff99-4a22-917d-676d34457ecb tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (ae02998a-e01c-410e-9c4a-7039319db130), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:06.563176 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42770) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:06.588987 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-5bc1751a-d859-4b92-945f-68c48a88f31a tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Allocated IP 2001:db8::197 (f393976f-72de-434d-9adf-f1b7088a180f/719b8b7f-8957-4be8-a86b-e93905b58c7a/3e2ba347-a594-4f80-8d5a-de39c1fb2000) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:06.722081 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02dfcabd-63db-4866-8fe2-d75c1c606270 x-openstack-request-id: req-02dfcabd-63db-4866-8fe2-d75c1c606270 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:30:06.722592 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "tag": "7ff49b0f-ae11-4835-b701-e0f8cb6c3485", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:30:06.722705 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-02dfcabd-63db-4866-8fe2-d75c1c606270 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:30:06.723265 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'tag': '7ff49b0f-ae11-4835-b701-e0f8cb6c3485', 'status': 'completed', 'code': 200} Feb 09 01:30:06.729073 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a436e63-ff99-4a22-917d-676d34457ecb tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 09 01:30:06.729690 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a436e63-ff99-4a22-917d-676d34457ecb tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:30:06.741492 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8a436e63-ff99-4a22-917d-676d34457ecb tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] 10.222.0.30 "DELETE /v2.0/networks/ae02998a-e01c-410e-9c4a-7039319db130 HTTP/1.1" status: 409 len: 466 time: 1.1451397 Feb 09 01:30:06.748912 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42772) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:06.758844 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-9a20c50a-c3ff-4930-81f5-0434e51bb3bf tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-696529085'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:06.949767 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c03726b2-f976-4ca1-aa2f-55efeb386f1c req-1f619dc9-0177-4693-b71b-36b824af2e94 tempest-ServerShowV247Test-1835778497 tempest-ServerShowV247Test-1835778497-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc7ee34-77e3-4ef3-b4ff-396f725b6706 HTTP/1.1" status: 200 len: 210 time: 0.2242327 Feb 09 01:30:06.949989 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bc1751a-d859-4b92-945f-68c48a88f31a tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks [] for port (3e2ba347-a594-4f80-8d5a-de39c1fb2000), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.022677 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-64db7bc4-bd2b-4aac-9102-e63c4ef60a65 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (b3b673a5-1978-409c-b2ed-a30249ec9fe3), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.034955 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bc1751a-d859-4b92-945f-68c48a88f31a tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (3e2ba347-a594-4f80-8d5a-de39c1fb2000), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.051252 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a20c50a-c3ff-4930-81f5-0434e51bb3bf tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Made reservation on behalf of 2d40356c6dcf460fae71a875d314525f for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:07.057038 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9a20c50a-c3ff-4930-81f5-0434e51bb3bf tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.068893 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port bf6bd0da-af29-4a74-9903-bdc7f06cfb0a is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:07.069446 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (bf6bd0da-af29-4a74-9903-bdc7f06cfb0a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.085404 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-26047c62-e45b-4631-a179-14763077be1e None None] Provisioning complete for port bf6bd0da-af29-4a74-9903-bdc7f06cfb0a triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:07.085777 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-26047c62-e45b-4631-a179-14763077be1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (bf6bd0da-af29-4a74-9903-bdc7f06cfb0a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.112905 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c5c44-d8e9-4ba9-ad55-4a4a52f66333 req-0ee92669-35b5-416b-ab93-a3df9059ed4f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:07.119887 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c5c44-d8e9-4ba9-ad55-4a4a52f66333 req-0ee92669-35b5-416b-ab93-a3df9059ed4f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:07.126195 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c5c44-d8e9-4ba9-ad55-4a4a52f66333 req-0ee92669-35b5-416b-ab93-a3df9059ed4f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:07.133186 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c5c44-d8e9-4ba9-ad55-4a4a52f66333 req-0ee92669-35b5-416b-ab93-a3df9059ed4f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:07.140526 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c5c44-d8e9-4ba9-ad55-4a4a52f66333 req-0ee92669-35b5-416b-ab93-a3df9059ed4f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:07.142376 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-964c5c44-d8e9-4ba9-ad55-4a4a52f66333 req-0ee92669-35b5-416b-ab93-a3df9059ed4f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 3827 time: 0.4183140 Feb 09 01:30:07.157480 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port bf6bd0da-af29-4a74-9903-bdc7f06cfb0a, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=bf6bd0da-af29-4a74-9903-bdc7f06cfb0a,segment=NetworkSegment(7179e5d7-4b01-48e6-a969-2b5657ae20f9),segment_id=7179e5d7-4b01-48e6-a969-2b5657ae20f9)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:07.162357 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc1751a-d859-4b92-945f-68c48a88f31a tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Network f393976f-72de-434d-9adf-f1b7088a180f is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:07.179126 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50dfee5-ca9b-4f17-93f9-f385559c3900 req-a69dd543-a70c-4ddb-9c91-3fb498145811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:07.179606 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50dfee5-ca9b-4f17-93f9-f385559c3900 req-a69dd543-a70c-4ddb-9c91-3fb498145811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:07.180099 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50dfee5-ca9b-4f17-93f9-f385559c3900 req-a69dd543-a70c-4ddb-9c91-3fb498145811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:07.183411 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50dfee5-ca9b-4f17-93f9-f385559c3900 req-a69dd543-a70c-4ddb-9c91-3fb498145811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:07.183893 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50dfee5-ca9b-4f17-93f9-f385559c3900 req-a69dd543-a70c-4ddb-9c91-3fb498145811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:07.187959 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b50dfee5-ca9b-4f17-93f9-f385559c3900 req-a69dd543-a70c-4ddb-9c91-3fb498145811 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5cc038305e744ad69576548c638221e8&device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 4394 time: 0.7110567 Feb 09 01:30:07.192565 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc1751a-d859-4b92-945f-68c48a88f31a tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Pushing event updated for resources: {'Port': ['ID=3e2ba347-a594-4f80-8d5a-de39c1fb2000,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:07.203739 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-5bc1751a-d859-4b92-945f-68c48a88f31a tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:07.212444 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc1751a-d859-4b92-945f-68c48a88f31a tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:30:07.227952 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc1751a-d859-4b92-945f-68c48a88f31a tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:07.229667 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bc1751a-d859-4b92-945f-68c48a88f31a tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.234657 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (bf6bd0da-af29-4a74-9903-bdc7f06cfb0a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.237273 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-9592b6ea-9407-4b26-a69c-295f0394be8b None None] Attempting to bind port 0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:30:07.237694 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-9592b6ea-9407-4b26-a69c-295f0394be8b None None] Attempting to bind port 0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'cf1cde2a-4259-4d9c-8e14-3269def5cac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f393976f-72de-434d-9adf-f1b7088a180f'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:30:07.238060 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9592b6ea-9407-4b26-a69c-295f0394be8b None None] Attempting to bind port 0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5 on network f393976f-72de-434d-9adf-f1b7088a180f {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:07.269127 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a469ee57-d8fa-4d5b-95ba-b8ae6290d701 None None] Pushing event updated for resources: {'Port': ['ID=e9ad9f66-29b5-4e86-86b5-a166c276e1bc,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:07.277233 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-5e2f5747-b64c-4498-bab5-13531d567369 None None] Attempting to bind port e9ad9f66-29b5-4e86-86b5-a166c276e1bc on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:30:07.277567 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-5e2f5747-b64c-4498-bab5-13531d567369 None None] Attempting to bind port e9ad9f66-29b5-4e86-86b5-a166c276e1bc by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '87e07450-b8ce-48ba-8d65-309bbd287bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ad8a4808-c13b-4f67-8735-fa3f67f79ac6'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:30:07.278048 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2f5747-b64c-4498-bab5-13531d567369 None None] Attempting to bind port e9ad9f66-29b5-4e86-86b5-a166c276e1bc on network ad8a4808-c13b-4f67-8735-fa3f67f79ac6 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:07.331164 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2f5747-b64c-4498-bab5-13531d567369 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:30:07.331731 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2f5747-b64c-4498-bab5-13531d567369 None None] Checking segment: {'id': '87e07450-b8ce-48ba-8d65-309bbd287bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ad8a4808-c13b-4f67-8735-fa3f67f79ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:07.332289 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5e2f5747-b64c-4498-bab5-13531d567369 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.333604 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2f5747-b64c-4498-bab5-13531d567369 None None] Bound using segment: {'id': '87e07450-b8ce-48ba-8d65-309bbd287bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ad8a4808-c13b-4f67-8735-fa3f67f79ac6'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:30:07.334511 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-5e2f5747-b64c-4498-bab5-13531d567369 None None] Bound port: e9ad9f66-29b5-4e86-86b5-a166c276e1bc, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e07450-b8ce-48ba-8d65-309bbd287bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ad8a4808-c13b-4f67-8735-fa3f67f79ac6'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:30:07.335526 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5e2f5747-b64c-4498-bab5-13531d567369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e9ad9f66-29b5-4e86-86b5-a166c276e1bc), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.360793 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 5298719f-f61a-4d12-a80d-7c06ba03a4bb no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:30:07.375715 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9592b6ea-9407-4b26-a69c-295f0394be8b None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:30:07.377356 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9592b6ea-9407-4b26-a69c-295f0394be8b None None] Checking segment: {'id': 'cf1cde2a-4259-4d9c-8e14-3269def5cac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f393976f-72de-434d-9adf-f1b7088a180f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:07.377909 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9592b6ea-9407-4b26-a69c-295f0394be8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.378413 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9592b6ea-9407-4b26-a69c-295f0394be8b None None] Bound using segment: {'id': 'cf1cde2a-4259-4d9c-8e14-3269def5cac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f393976f-72de-434d-9adf-f1b7088a180f'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:30:07.379030 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-9592b6ea-9407-4b26-a69c-295f0394be8b None None] Bound port: 0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf1cde2a-4259-4d9c-8e14-3269def5cac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f393976f-72de-434d-9adf-f1b7088a180f'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:30:07.379528 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9592b6ea-9407-4b26-a69c-295f0394be8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.388931 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90133355-c762-4df8-a8b8-19660bdd6edf None None] Network ae02998a-e01c-410e-9c4a-7039319db130 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:07.409218 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a20c50a-c3ff-4930-81f5-0434e51bb3bf tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:30:07.423013 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9a20c50a-c3ff-4930-81f5-0434e51bb3bf tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (94f5a750-6496-4009-9d8e-6324582fc89b), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.423655 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-9a20c50a-c3ff-4930-81f5-0434e51bb3bf tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Added segment 94f5a750-6496-4009-9d8e-6324582fc89b of type vlan for network d3c7b5a3-8153-409e-a045-49222e8f48f8 Feb 09 01:30:07.476210 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9a20c50a-c3ff-4930-81f5-0434e51bb3bf tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (d3c7b5a3-8153-409e-a045-49222e8f48f8), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.497048 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50dfee5-ca9b-4f17-93f9-f385559c3900 req-b474b1d0-6b9f-4211-a5a8-3bace72a4d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:07.497535 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50dfee5-ca9b-4f17-93f9-f385559c3900 req-b474b1d0-6b9f-4211-a5a8-3bace72a4d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:07.497996 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50dfee5-ca9b-4f17-93f9-f385559c3900 req-b474b1d0-6b9f-4211-a5a8-3bace72a4d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:07.501281 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b50dfee5-ca9b-4f17-93f9-f385559c3900 req-b474b1d0-6b9f-4211-a5a8-3bace72a4d42 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=5cc038305e744ad69576548c638221e8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2482529 Feb 09 01:30:07.507191 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5bc1751a-d859-4b92-945f-68c48a88f31a tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 5.3183956 Feb 09 01:30:07.515018 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42778) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:07.525695 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-26047c62-e45b-4631-a179-14763077be1e None None] Current status of the port bf6bd0da-af29-4a74-9903-bdc7f06cfb0a is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:07.529465 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 5298719f-f61a-4d12-a80d-7c06ba03a4bb {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:30:07.530092 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 5298719f-f61a-4d12-a80d-7c06ba03a4bb not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:30:07.532457 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=bf6bd0da-af29-4a74-9903-bdc7f06cfb0a,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:07.638732 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-5e2f5747-b64c-4498-bab5-13531d567369 None None] For port e9ad9f66-29b5-4e86-86b5-a166c276e1bc, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:30:07.642928 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-5e2f5747-b64c-4498-bab5-13531d567369 None None] For port e9ad9f66-29b5-4e86-86b5-a166c276e1bc, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=e9ad9f66-29b5-4e86-86b5-a166c276e1bc,segment=NetworkSegment(87e07450-b8ce-48ba-8d65-309bbd287bc7),segment_id=87e07450-b8ce-48ba-8d65-309bbd287bc7)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:30:07.661520 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa821cc-935e-4e29-bdf9-50ad970f2040 None None] DHCP port deletion for b3b673a5-1978-409c-b2ed-a30249ec9fe3 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:30:07.665879 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5e2f5747-b64c-4498-bab5-13531d567369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e9ad9f66-29b5-4e86-86b5-a166c276e1bc), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.722229 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50dfee5-ca9b-4f17-93f9-f385559c3900 req-fb52da0b-cb30-497f-810d-c8e4850732b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:07.723697 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b50dfee5-ca9b-4f17-93f9-f385559c3900 req-fb52da0b-cb30-497f-810d-c8e4850732b5 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2145820 Feb 09 01:30:07.728948 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-3aa7b294-a4cd-4cb8-969c-eab748721785 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 127f4bb7-b1ac-47b8-9c29-204eb65e075d {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:30:07.743821 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a469ee57-d8fa-4d5b-95ba-b8ae6290d701 None None] Pushing event updated for resources: {'Port': ['ID=e9ad9f66-29b5-4e86-86b5-a166c276e1bc,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:07.755332 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-3aa7b294-a4cd-4cb8-969c-eab748721785 service neutron] Publish callbacks [] for port (127f4bb7-b1ac-47b8-9c29-204eb65e075d), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.756263 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 7aa7bde6-89bc-4f58-922d-72c93b6c5bd2 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:30:07.789019 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9a20c50a-c3ff-4930-81f5-0434e51bb3bf tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (d3c7b5a3-8153-409e-a045-49222e8f48f8), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.794361 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a20c50a-c3ff-4930-81f5-0434e51bb3bf tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:07.795141 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9a20c50a-c3ff-4930-81f5-0434e51bb3bf tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.810560 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-64db7bc4-bd2b-4aac-9102-e63c4ef60a65 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Deleting port 8c581489-293f-48a1-9227-ec9c602e8d22 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:07.810845 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-64db7bc4-bd2b-4aac-9102-e63c4ef60a65 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (8c581489-293f-48a1-9227-ec9c602e8d22), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.833771 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-3aa7b294-a4cd-4cb8-969c-eab748721785 service neutron] Transition to ACTIVE for port object 127f4bb7-b1ac-47b8-9c29-204eb65e075d will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:07.887143 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-64db7bc4-bd2b-4aac-9102-e63c4ef60a65 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] For port 8c581489-293f-48a1-9227-ec9c602e8d22, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=8c581489-293f-48a1-9227-ec9c602e8d22,segment=NetworkSegment(890e0396-38ce-4838-a867-9f35ec6412d1),segment_id=890e0396-38ce-4838-a867-9f35ec6412d1)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:07.887519 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-64db7bc4-bd2b-4aac-9102-e63c4ef60a65 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (8c581489-293f-48a1-9227-ec9c602e8d22), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.907172 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-64db7bc4-bd2b-4aac-9102-e63c4ef60a65 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Calling delete_port for 8c581489-293f-48a1-9227-ec9c602e8d22 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:07.929205 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-3aa7b294-a4cd-4cb8-969c-eab748721785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (127f4bb7-b1ac-47b8-9c29-204eb65e075d), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.949572 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2f5747-b64c-4498-bab5-13531d567369 None None] Routers {'0aa37a13-f85d-43f4-ac05-51f21166282d'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:30:07.950869 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-5e2f5747-b64c-4498-bab5-13531d567369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:29:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['0aa37a13-f85d-43f4-ac05-51f21166282d'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:07.991125 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-964c5c44-d8e9-4ba9-ad55-4a4a52f66333 req-1dc9a755-a128-4171-8272-21dba283a673 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6803555 Feb 09 01:30:08.009837 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9a20c50a-c3ff-4930-81f5-0434e51bb3bf tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2583179 Feb 09 01:30:08.014995 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42782) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:08.044206 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-64db7bc4-bd2b-4aac-9102-e63c4ef60a65 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (8c581489-293f-48a1-9227-ec9c602e8d22), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.081575 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-9592b6ea-9407-4b26-a69c-295f0394be8b None None] For port 0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:30:08.091484 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64db7bc4-bd2b-4aac-9102-e63c4ef60a65 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] No DVR routers for this DVR port 8c581489-293f-48a1-9227-ec9c602e8d22 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:30:08.097647 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db7bc4-bd2b-4aac-9102-e63c4ef60a65 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event deleted for resources: {'Port': ['ID=8c581489-293f-48a1-9227-ec9c602e8d22,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:08.111592 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-a8ede06c-edf0-444b-8d5b-1dad5f742c9b tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Request body: {'subnet': {'network_id': 'd3c7b5a3-8153-409e-a045-49222e8f48f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:08.178438 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-5e2f5747-b64c-4498-bab5-13531d567369 None None] Set router 0aa37a13-f85d-43f4-ac05-51f21166282d gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:30:08.183044 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-64db7bc4-bd2b-4aac-9102-e63c4ef60a65 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (b3b673a5-1978-409c-b2ed-a30249ec9fe3), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.206867 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-64db7bc4-bd2b-4aac-9102-e63c4ef60a65 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3b673a5-1978-409c-b2ed-a30249ec9fe3']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:08.219187 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-64db7bc4-bd2b-4aac-9102-e63c4ef60a65 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '890e0396-38ce-4838-a867-9f35ec6412d1') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:08.219478 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-64db7bc4-bd2b-4aac-9102-e63c4ef60a65 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '890e0396-38ce-4838-a867-9f35ec6412d1') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:08.230863 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-64db7bc4-bd2b-4aac-9102-e63c4ef60a65 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (890e0396-38ce-4838-a867-9f35ec6412d1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.247332 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-64db7bc4-bd2b-4aac-9102-e63c4ef60a65 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (890e0396-38ce-4838-a867-9f35ec6412d1), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.254297 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64db7bc4-bd2b-4aac-9102-e63c4ef60a65 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:30:08.254770 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-64db7bc4-bd2b-4aac-9102-e63c4ef60a65 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (890e0396-38ce-4838-a867-9f35ec6412d1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.265039 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-9592b6ea-9407-4b26-a69c-295f0394be8b None None] For port 0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5,segment=NetworkSegment(cf1cde2a-4259-4d9c-8e14-3269def5cac7),segment_id=cf1cde2a-4259-4d9c-8e14-3269def5cac7)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:30:08.305785 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ede06c-edf0-444b-8d5b-1dad5f742c9b tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Made reservation on behalf of 2d40356c6dcf460fae71a875d314525f for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:08.309762 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a8ede06c-edf0-444b-8d5b-1dad5f742c9b tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.332912 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:30:08.332912 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:30:08.332912 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:30:08.332912 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:30:08.332912 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:30:08.332912 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:30:08.332912 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:30:08.332912 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:30:08.332912 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:30:08.332912 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:30:08.332912 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:30:08.332912 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:30:08.332912 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:30:08.332912 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:30:08.332912 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:30:08.332912 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:30:08.332912 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:30:08.332912 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:30:08.332912 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:30:08.332912 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:30:08.332912 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:30:08.332912 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:30:08.332912 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:30:08.332912 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:30:08.332912 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:30:08.332912 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:30:08.332912 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:30:08.332912 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:30:08.332912 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:30:08.332912 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:30:08.332912 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:30:08.332912 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:30:08.336221 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20c50a-c3ff-4930-81f5-0434e51bb3bf tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Pushing event updated for resources: {'Network': ['ID=d3c7b5a3-8153-409e-a045-49222e8f48f8,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:08.339660 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-64db7bc4-bd2b-4aac-9102-e63c4ef60a65 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (b3b673a5-1978-409c-b2ed-a30249ec9fe3), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.346720 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-64db7bc4-bd2b-4aac-9102-e63c4ef60a65 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.354016 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-64db7bc4-bd2b-4aac-9102-e63c4ef60a65 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "DELETE /v2.0/networks/b3b673a5-1978-409c-b2ed-a30249ec9fe3 HTTP/1.1" status: 204 len: 168 time: 1.7781253 Feb 09 01:30:08.354753 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42784) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:08.358242 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587290c1-3a09-4563-85a1-4826726615b5 req-632bf477-a8cc-4ef3-a999-4e40c32a3c84 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:08.360617 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-587290c1-3a09-4563-85a1-4826726615b5 req-632bf477-a8cc-4ef3-a999-4e40c32a3c84 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=255e72cc-bb4d-4ead-aefd-8aca152f72a0 HTTP/1.1" status: 200 len: 946 time: 1.0570126 Feb 09 01:30:08.378257 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db7bc4-bd2b-4aac-9102-e63c4ef60a65 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event deleted for resources: {'Network': ['ID=b3b673a5-1978-409c-b2ed-a30249ec9fe3,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:08.414290 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network d3c7b5a3-8153-409e-a045-49222e8f48f8 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:30:08.423444 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7a9e49-48ac-4b16-9b1d-a7fb1dacb86f tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:08.434773 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7a9e49-48ac-4b16-9b1d-a7fb1dacb86f tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:08.452439 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7a9e49-48ac-4b16-9b1d-a7fb1dacb86f tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:08.455429 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9592b6ea-9407-4b26-a69c-295f0394be8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.458443 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9d7a9e49-48ac-4b16-9b1d-a7fb1dacb86f tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.9398320 Feb 09 01:30:08.468949 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42786) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:08.553797 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-008631f2-2c64-49e9-a92f-e669be979303 None None] Provisioning complete for port e9ad9f66-29b5-4e86-86b5-a166c276e1bc triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:08.554326 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-008631f2-2c64-49e9-a92f-e669be979303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e9ad9f66-29b5-4e86-86b5-a166c276e1bc), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.662951 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5aa821cc-935e-4e29-bdf9-50ad970f2040 None None] Deleting port 8c581489-293f-48a1-9227-ec9c602e8d22 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:08.663375 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5aa821cc-935e-4e29-bdf9-50ad970f2040 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (8c581489-293f-48a1-9227-ec9c602e8d22), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server [None req-5aa821cc-935e-4e29-bdf9-50ad970f2040 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network b3b673a5-1978-409c-b2ed-a30249ec9fe3 could not be found. Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2013, in delete_port Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1213, in get_network Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network b3b673a5-1978-409c-b2ed-a30249ec9fe3 could not be found. Feb 09 01:30:08.732749 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server Feb 09 01:30:08.760415 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 7aa7bde6-89bc-4f58-922d-72c93b6c5bd2 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:08.787386 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f8a53e-4f41-4ba5-83ec-dca15d59a718 None None] DHCP port deletion for b3b673a5-1978-409c-b2ed-a30249ec9fe3 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:30:08.792364 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 7aa7bde6-89bc-4f58-922d-72c93b6c5bd2 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:08.792364 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7aa7bde6-89bc-4f58-922d-72c93b6c5bd2), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.838297 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7b294-a4cd-4cb8-969c-eab748721785 service neutron] Pushing event updated for resources: {'Port': ['ID=127f4bb7-b1ac-47b8-9c29-204eb65e075d,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:08.857134 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d35fd74d-4637-4155-a473-958d80c7bff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (e9ad9f66-29b5-4e86-86b5-a166c276e1bc), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.872377 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592b6ea-9407-4b26-a69c-295f0394be8b None None] Pushing event updated for resources: {'Port': ['ID=0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:08.950260 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-008631f2-2c64-49e9-a92f-e669be979303 None None] Port e9ad9f66-29b5-4e86-86b5-a166c276e1bc update to ACTIVE by agent not found {{(pid=103530) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 09 01:30:08.957641 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35fd74d-4637-4155-a473-958d80c7bff4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9ad9f66-29b5-4e86-86b5-a166c276e1bc,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:08.979280 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-008631f2-2c64-49e9-a92f-e669be979303 None None] Provisioning complete for port bf6bd0da-af29-4a74-9903-bdc7f06cfb0a triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:08.979533 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-008631f2-2c64-49e9-a92f-e669be979303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (bf6bd0da-af29-4a74-9903-bdc7f06cfb0a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.982534 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-5e2f5747-b64c-4498-bab5-13531d567369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa37a13-f85d-43f4-ac05-51f21166282d', 'name': 'tempest-ImageQuotaTest-371468676-router', 'tenant_id': 'c1c2be365a6e405aa065156df564aab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '6a8bf6bf-4533-42bf-8cfc-b24cf69416bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:29:33Z', 'updated_at': '2022-02-09T01:29:53Z', 'revision_number': 4, 'project_id': 'c1c2be365a6e405aa065156df564aab1', 'gw_port': {'id': '6a8bf6bf-4533-42bf-8cfc-b24cf69416bb', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:8f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa37a13-f85d-43f4-ac05-51f21166282d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:38Z', 'updated_at': '2022-02-09T01:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'e9ad9f66-29b5-4e86-86b5-a166c276e1bc', 'name': '', 'network_id': 'ad8a4808-c13b-4f67-8735-fa3f67f79ac6', 'tenant_id': 'c1c2be365a6e405aa065156df564aab1', 'mac_address': 'fa:16:3e:1a:2c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa37a13-f85d-43f4-ac05-51f21166282d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'fdaa9fe3-910d-4894-b541-99cb754e685f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:51Z', 'updated_at': '2022-02-09T01:30:07Z', 'revision_number': 4, 'project_id': 'c1c2be365a6e405aa065156df564aab1', 'subnets': [{'id': 'fdaa9fe3-910d-4894-b541-99cb754e685f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:09.097906 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dc3946aa-50d7-40f3-93ba-8a0d2079bfb3 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (a3fc2ce1-1401-4f23-95d2-887835db32e2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:09.111024 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-587290c1-3a09-4563-85a1-4826726615b5 req-c60c7b03-1c82-44e1-8422-37bb20500558 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5949919 Feb 09 01:30:09.175645 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2f5747-b64c-4498-bab5-13531d567369 None None] The sync data for ids ['0aa37a13-f85d-43f4-ac05-51f21166282d'] in n-d-822053-40 is: [{'id': '0aa37a13-f85d-43f4-ac05-51f21166282d', 'name': 'tempest-ImageQuotaTest-371468676-router', 'tenant_id': 'c1c2be365a6e405aa065156df564aab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '6a8bf6bf-4533-42bf-8cfc-b24cf69416bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:29:33Z', 'updated_at': '2022-02-09T01:29:53Z', 'revision_number': 4, 'project_id': 'c1c2be365a6e405aa065156df564aab1', 'gw_port': {'id': '6a8bf6bf-4533-42bf-8cfc-b24cf69416bb', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:8f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa37a13-f85d-43f4-ac05-51f21166282d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:38Z', 'updated_at': '2022-02-09T01:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'e9ad9f66-29b5-4e86-86b5-a166c276e1bc', 'name': '', 'network_id': 'ad8a4808-c13b-4f67-8735-fa3f67f79ac6', 'tenant_id': 'c1c2be365a6e405aa065156df564aab1', 'mac_address': 'fa:16:3e:1a:2c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa37a13-f85d-43f4-ac05-51f21166282d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'fdaa9fe3-910d-4894-b541-99cb754e685f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:51Z', 'updated_at': '2022-02-09T01:30:07Z', 'revision_number': 4, 'project_id': 'c1c2be365a6e405aa065156df564aab1', 'subnets': [{'id': 'fdaa9fe3-910d-4894-b541-99cb754e685f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:30:09.232592 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 7aa7bde6-89bc-4f58-922d-72c93b6c5bd2 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:09.233033 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7aa7bde6-89bc-4f58-922d-72c93b6c5bd2), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:09.315107 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c483ba-fa43-43b9-ab59-00c4d4986a57 req-446a7fdf-889c-4d19-9804-cd83dba37be4 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:09.362430 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-37c483ba-fa43-43b9-ab59-00c4d4986a57 req-446a7fdf-889c-4d19-9804-cd83dba37be4 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/ports?device_id=227958c6-538f-48b7-855e-986546a3e7b5 HTTP/1.1" status: 200 len: 944 time: 1.1143868 Feb 09 01:30:09.385037 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 7aa7bde6-89bc-4f58-922d-72c93b6c5bd2, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7aa7bde6-89bc-4f58-922d-72c93b6c5bd2,segment=NetworkSegment(8aeeb2e7-9a95-4889-a4a3-eadf93afc837),segment_id=8aeeb2e7-9a95-4889-a4a3-eadf93afc837)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:09.395724 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227958c6-538f-48b7-855e-986546a3e7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa7bde6-89bc-4f58-922d-72c93b6c5bd2'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:30:09.402304 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096a91f4-a022-4ad4-9212-c18493668d53" -d '{"events": [{"server_uuid": "227958c6-538f-48b7-855e-986546a3e7b5", "name": "network-vif-plugged", "status": "completed", "tag": "7aa7bde6-89bc-4f58-922d-72c93b6c5bd2"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:30:09.416581 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7aa7bde6-89bc-4f58-922d-72c93b6c5bd2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:09.522822 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-3aa7b294-a4cd-4cb8-969c-eab748721785 service neutron] Attempting to bind port 127f4bb7-b1ac-47b8-9c29-204eb65e075d on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:30:09.526453 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-3aa7b294-a4cd-4cb8-969c-eab748721785 service neutron] Attempting to bind port 127f4bb7-b1ac-47b8-9c29-204eb65e075d by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '8cba9e3e-5c7c-48cb-81bd-6590294529c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1b491962-ed4d-43bc-b25a-f8e3c17cca99'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:30:09.527045 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-3aa7b294-a4cd-4cb8-969c-eab748721785 service neutron] Attempting to bind port 127f4bb7-b1ac-47b8-9c29-204eb65e075d on network 1b491962-ed4d-43bc-b25a-f8e3c17cca99 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:09.681588 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=7aa7bde6-89bc-4f58-922d-72c93b6c5bd2,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:09.701654 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-008631f2-2c64-49e9-a92f-e669be979303 None None] Current status of the port bf6bd0da-af29-4a74-9903-bdc7f06cfb0a is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:09.706742 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-3aa7b294-a4cd-4cb8-969c-eab748721785 service neutron] Port 127f4bb7-b1ac-47b8-9c29-204eb65e075d on network 1b491962-ed4d-43bc-b25a-f8e3c17cca99 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:30:09.707075 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-3aa7b294-a4cd-4cb8-969c-eab748721785 service neutron] Attempting to bind port 127f4bb7-b1ac-47b8-9c29-204eb65e075d on network 1b491962-ed4d-43bc-b25a-f8e3c17cca99 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:09.742091 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device bf6bd0da-af29-4a74-9903-bdc7f06cfb0a up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:30:09.828244 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2aada93b-5263-4800-9be4-415a43e28aae req-f855a3b2-36fc-43d1-ba1f-1f4225765fe5 tempest-ServerShowV247Test-1835778497 tempest-ServerShowV247Test-1835778497-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc7ee34-77e3-4ef3-b4ff-396f725b6706 HTTP/1.1" status: 200 len: 210 time: 0.2389419 Feb 09 01:30:09.837194 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-3aa7b294-a4cd-4cb8-969c-eab748721785 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:30:09.837463 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-3aa7b294-a4cd-4cb8-969c-eab748721785 service neutron] Checking segment: {'id': '8cba9e3e-5c7c-48cb-81bd-6590294529c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1b491962-ed4d-43bc-b25a-f8e3c17cca99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:09.837807 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-3aa7b294-a4cd-4cb8-969c-eab748721785 service neutron] Bound using segment: {'id': '8cba9e3e-5c7c-48cb-81bd-6590294529c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1b491962-ed4d-43bc-b25a-f8e3c17cca99'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:30:09.838262 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-3aa7b294-a4cd-4cb8-969c-eab748721785 service neutron] Bound port: 127f4bb7-b1ac-47b8-9c29-204eb65e075d, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cba9e3e-5c7c-48cb-81bd-6590294529c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1b491962-ed4d-43bc-b25a-f8e3c17cca99'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:30:09.838623 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-3aa7b294-a4cd-4cb8-969c-eab748721785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (127f4bb7-b1ac-47b8-9c29-204eb65e075d), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:09.885646 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-c245f6e0-cd91-45b3-8625-d9f9feea1582 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Deleting port 3e2ba347-a594-4f80-8d5a-de39c1fb2000 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:09.885993 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c245f6e0-cd91-45b3-8625-d9f9feea1582 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (3e2ba347-a594-4f80-8d5a-de39c1fb2000), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:09.905646 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-dc3946aa-50d7-40f3-93ba-8a0d2079bfb3 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Deleting port 51f55850-8367-44b2-9121-ef8cd13949af {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:09.905990 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dc3946aa-50d7-40f3-93ba-8a0d2079bfb3 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (51f55850-8367-44b2-9121-ef8cd13949af), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:10.072147 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-636706e8-89f5-42ce-a1dc-92268db5756a None None] Could not find standard attr ID for object e9ad9f66-29b5-4e86-86b5-a166c276e1bc. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:30:10.074464 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port bf6bd0da-af29-4a74-9903-bdc7f06cfb0a triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:10.074835 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (bf6bd0da-af29-4a74-9903-bdc7f06cfb0a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:10.080291 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-dc3946aa-50d7-40f3-93ba-8a0d2079bfb3 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] For port 51f55850-8367-44b2-9121-ef8cd13949af, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=51f55850-8367-44b2-9121-ef8cd13949af,segment=NetworkSegment(ac6bddbc-c725-41f6-841b-2949017b3102),segment_id=ac6bddbc-c725-41f6-841b-2949017b3102)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:10.080963 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dc3946aa-50d7-40f3-93ba-8a0d2079bfb3 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (51f55850-8367-44b2-9121-ef8cd13949af), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:10.105966 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-dc3946aa-50d7-40f3-93ba-8a0d2079bfb3 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Calling delete_port for 51f55850-8367-44b2-9121-ef8cd13949af owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:10.253521 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port bf6bd0da-af29-4a74-9903-bdc7f06cfb0a is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:10.255193 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:30:10.316589 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-37c483ba-fa43-43b9-ab59-00c4d4986a57 req-0b6aa68f-3cce-4ef5-9b6c-b7cdc344a29e tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2986e66-5bf8-4106-965e-d9f5e5d6b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9513502 Feb 09 01:30:10.383046 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:10.383546 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:10.453534 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13904d37-e5c4-452b-9833-efcf834b0bd8 x-openstack-request-id: req-13904d37-e5c4-452b-9833-efcf834b0bd8 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:30:10.458929 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227958c6-538f-48b7-855e-986546a3e7b5", "name": "network-vif-plugged", "status": "completed", "tag": "7aa7bde6-89bc-4f58-922d-72c93b6c5bd2", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:30:10.459342 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-13904d37-e5c4-452b-9833-efcf834b0bd8 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:30:10.459873 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227958c6-538f-48b7-855e-986546a3e7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa7bde6-89bc-4f58-922d-72c93b6c5bd2', 'code': 200} Feb 09 01:30:10.492557 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dc3946aa-50d7-40f3-93ba-8a0d2079bfb3 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (51f55850-8367-44b2-9121-ef8cd13949af), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:10.521367 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c245f6e0-cd91-45b3-8625-d9f9feea1582 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (3e2ba347-a594-4f80-8d5a-de39c1fb2000), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:10.545932 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3946aa-50d7-40f3-93ba-8a0d2079bfb3 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event deleted for resources: {'Port': ['ID=51f55850-8367-44b2-9121-ef8cd13949af,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:10.616850 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-c245f6e0-cd91-45b3-8625-d9f9feea1582 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Calling delete_port for 3e2ba347-a594-4f80-8d5a-de39c1fb2000 owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:10.631289 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:10.632419 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:10.700284 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5,segment=NetworkSegment(cf1cde2a-4259-4d9c-8e14-3269def5cac7),segment_id=cf1cde2a-4259-4d9c-8e14-3269def5cac7)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:10.707273 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79629db6-8479-4e03-b95c-569deb7f4fb6 None None] Network f393976f-72de-434d-9adf-f1b7088a180f requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:10.715299 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-3aa7b294-a4cd-4cb8-969c-eab748721785 service neutron] For port 127f4bb7-b1ac-47b8-9c29-204eb65e075d, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:30:10.747543 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:10.826222 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-3aa7b294-a4cd-4cb8-969c-eab748721785 service neutron] For port 127f4bb7-b1ac-47b8-9c29-204eb65e075d, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=127f4bb7-b1ac-47b8-9c29-204eb65e075d,segment=NetworkSegment(8cba9e3e-5c7c-48cb-81bd-6590294529c3),segment_id=8cba9e3e-5c7c-48cb-81bd-6590294529c3)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:30:10.880153 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b5b35-f7f8-4024-b659-da1fca0db8ec req-e9f67366-28b3-4b1b-a477-b13ee8cc751e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:10.897788 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b5b35-f7f8-4024-b659-da1fca0db8ec req-e9f67366-28b3-4b1b-a477-b13ee8cc751e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:10.903202 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b5b35-f7f8-4024-b659-da1fca0db8ec req-e9f67366-28b3-4b1b-a477-b13ee8cc751e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:10.908830 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b5b35-f7f8-4024-b659-da1fca0db8ec req-e9f67366-28b3-4b1b-a477-b13ee8cc751e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:10.914217 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b5b35-f7f8-4024-b659-da1fca0db8ec req-e9f67366-28b3-4b1b-a477-b13ee8cc751e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:10.914899 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 8c581489-293f-48a1-9227-ec9c602e8d22 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:30:10.916134 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dc3946aa-50d7-40f3-93ba-8a0d2079bfb3 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (a3fc2ce1-1401-4f23-95d2-887835db32e2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:10.919573 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b5b35-f7f8-4024-b659-da1fca0db8ec req-e9f67366-28b3-4b1b-a477-b13ee8cc751e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:10.921708 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-643b5b35-f7f8-4024-b659-da1fca0db8ec req-e9f67366-28b3-4b1b-a477-b13ee8cc751e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 4605 time: 0.8581493 Feb 09 01:30:10.922378 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d35fd74d-4637-4155-a473-958d80c7bff4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (0aa37a13-f85d-43f4-ac05-51f21166282d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:10.941439 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-3aa7b294-a4cd-4cb8-969c-eab748721785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (127f4bb7-b1ac-47b8-9c29-204eb65e075d), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:10.956895 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-6c36fe32-1446-4f5a-9ebd-59cfbf1fb957 None None] Provisioning complete for port 0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:10.957575 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6c36fe32-1446-4f5a-9ebd-59cfbf1fb957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:11.021780 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 8c581489-293f-48a1-9227-ec9c602e8d22 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:30:11.022129 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 8c581489-293f-48a1-9227-ec9c602e8d22 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:30:11.046273 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:11.055744 n-d-822053-40 neutron-server[103529]: DEBUG neutron.objects.ports [None req-a8ede06c-edf0-444b-8d5b-1dad5f742c9b tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103529) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:30:11.067527 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a8ede06c-edf0-444b-8d5b-1dad5f742c9b tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (f98470f0-4fb8-43b0-a459-b0b3f6e62bc2), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:11.132185 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6c36fe32-1446-4f5a-9ebd-59cfbf1fb957 None None] Current status of the port 0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:11.355104 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3946aa-50d7-40f3-93ba-8a0d2079bfb3 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Router a3fc2ce1-1401-4f23-95d2-887835db32e2 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:30:11.500524 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:30:11.510887 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3946aa-50d7-40f3-93ba-8a0d2079bfb3 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:30:11.522896 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-dc3946aa-50d7-40f3-93ba-8a0d2079bfb3 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "PUT /v2.0/routers/a3fc2ce1-1401-4f23-95d2-887835db32e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1506112 Feb 09 01:30:11.523757 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42798) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:11.558332 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fb4dcd-1d43-4e2c-924a-b1a5c7b1a56d None None] Sync routers for ids ['a3fc2ce1-1401-4f23-95d2-887835db32e2'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:30:11.597709 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-3aa7b294-a4cd-4cb8-969c-eab748721785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:11.598538 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-3aa7b294-a4cd-4cb8-969c-eab748721785 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:11.598718 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3a7413-dc80-448a-af6f-9dd955c34413 None None] get_active_networks_info from n-d-822053-40 {{(pid=103530) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:30:11.600325 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-3aa7b294-a4cd-4cb8-969c-eab748721785 service neutron] 10.222.0.91 "PUT /v2.0/ports/127f4bb7-b1ac-47b8-9c29-204eb65e075d HTTP/1.1" status: 200 len: 1137 time: 5.8566003 Feb 09 01:30:11.611240 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd1de1d9-576f-4e74-9e6e-99ea891ebf7a tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Deleting subnet 39ed1502-86d5-4c2e-abbc-347d491291e2 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:30:11.619656 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cd1de1d9-576f-4e74-9e6e-99ea891ebf7a tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for subnet (39ed1502-86d5-4c2e-abbc-347d491291e2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:11.620403 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'tag': '127f4bb7-b1ac-47b8-9c29-204eb65e075d'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:30:11.622922 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70c81ff-d13e-46da-93a4-ebbd9e2f9bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "tag": "127f4bb7-b1ac-47b8-9c29-204eb65e075d"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:30:11.672231 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fb4dcd-1d43-4e2c-924a-b1a5c7b1a56d None None] Routers {'a3fc2ce1-1401-4f23-95d2-887835db32e2'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:30:11.672865 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e2fb4dcd-1d43-4e2c-924a-b1a5c7b1a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:29:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a3fc2ce1-1401-4f23-95d2-887835db32e2'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:11.694000 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cd1de1d9-576f-4e74-9e6e-99ea891ebf7a tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (39ed1502-86d5-4c2e-abbc-347d491291e2), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:11.710867 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc7a00-5be2-47e0-8123-1ad51978055b req-18d15c3f-6717-4139-a4bf-436c4ec55a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:11.712395 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a7bc7a00-5be2-47e0-8123-1ad51978055b req-18d15c3f-6717-4139-a4bf-436c4ec55a3d service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=227958c6-538f-48b7-855e-986546a3e7b5 HTTP/1.1" status: 200 len: 1128 time: 1.1648300 Feb 09 01:30:11.723293 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-5b158487-9602-45d5-a47d-ad4d5268244c service neutron] Request body: {'port': {'device_id': 'ac990077-3a36-443e-b771-3b621d999008', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:11.733914 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ede06c-edf0-444b-8d5b-1dad5f742c9b tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Pushing event updated for resources: {'Subnet': ['ID=f98470f0-4fb8-43b0-a459-b0b3f6e62bc2,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:11.785887 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e65432-a10c-487e-8d52-3eb22301b6f5 req-4e572021-2829-41b2-89ee-3e6209163e00 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:11.791606 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-984e18a6-4a1f-4d8f-bb3d-cf3803dfe5b7 None None] Provisioning complete for port 3e2ba347-a594-4f80-8d5a-de39c1fb2000 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:11.792002 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-984e18a6-4a1f-4d8f-bb3d-cf3803dfe5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3e2ba347-a594-4f80-8d5a-de39c1fb2000), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:11.793619 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a4e65432-a10c-487e-8d52-3eb22301b6f5 req-4e572021-2829-41b2-89ee-3e6209163e00 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=255e72cc-bb4d-4ead-aefd-8aca152f72a0 HTTP/1.1" status: 200 len: 946 time: 1.1004558 Feb 09 01:30:11.822005 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cd1de1d9-576f-4e74-9e6e-99ea891ebf7a tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (39ed1502-86d5-4c2e-abbc-347d491291e2), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:11.837058 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-984e18a6-4a1f-4d8f-bb3d-cf3803dfe5b7 None None] Port 3e2ba347-a594-4f80-8d5a-de39c1fb2000 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:30:11.851330 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7b294-a4cd-4cb8-969c-eab748721785 service neutron] Pushing event updated for resources: {'Port': ['ID=127f4bb7-b1ac-47b8-9c29-204eb65e075d,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:11.884446 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-643b5b35-f7f8-4024-b659-da1fca0db8ec req-8eeba75a-cea4-4266-aa61-7331d4b230cc tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9501479 Feb 09 01:30:11.885116 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-e2fb4dcd-1d43-4e2c-924a-b1a5c7b1a56d None None] Set router a3fc2ce1-1401-4f23-95d2-887835db32e2 gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:30:11.923599 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cd1de1d9-576f-4e74-9e6e-99ea891ebf7a tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (39ed1502-86d5-4c2e-abbc-347d491291e2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:11.957220 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cd1de1d9-576f-4e74-9e6e-99ea891ebf7a tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:11.969837 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cd1de1d9-576f-4e74-9e6e-99ea891ebf7a tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "DELETE /v2.0/subnets/39ed1502-86d5-4c2e-abbc-347d491291e2 HTTP/1.1" status: 204 len: 168 time: 0.4413922 Feb 09 01:30:11.970088 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-984e18a6-4a1f-4d8f-bb3d-cf3803dfe5b7 None None] Provisioning complete for port afd1866b-7c07-423f-8a4d-07c496184aa3 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:11.970088 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-984e18a6-4a1f-4d8f-bb3d-cf3803dfe5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (afd1866b-7c07-423f-8a4d-07c496184aa3), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:11.970285 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42802) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:11.971697 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:11.972123 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:11.977781 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e2fb4dcd-1d43-4e2c-924a-b1a5c7b1a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'name': 'tempest-RoutersTest-router-1260638241', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:37Z', 'updated_at': '2022-02-09T01:30:10Z', 'revision_number': 11, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:12.031489 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fb4dcd-1d43-4e2c-924a-b1a5c7b1a56d None None] Checking router: a3fc2ce1-1401-4f23-95d2-887835db32e2 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:30:12.039872 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ede06c-edf0-444b-8d5b-1dad5f742c9b tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Checking segment: {'id': '94f5a750-6496-4009-9d8e-6324582fc89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'd3c7b5a3-8153-409e-a045-49222e8f48f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:12.040286 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ede06c-edf0-444b-8d5b-1dad5f742c9b tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Network hostable DHCP agents. Network: d3c7b5a3-8153-409e-a045-49222e8f48f8, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:30:12.054089 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a7bc7a00-5be2-47e0-8123-1ad51978055b req-4526c7db-a39d-4286-b50c-3feac2a67eef service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=c2986e66-5bf8-4106-965e-d9f5e5d6b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144286 Feb 09 01:30:12.081552 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a4e65432-a10c-487e-8d52-3eb22301b6f5 req-127dfe73-20c5-4e59-8440-44f1ef4a190b tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796571 Feb 09 01:30:12.107386 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-5b158487-9602-45d5-a47d-ad4d5268244c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (cf3c4149-8480-492e-bdf1-7ed124251123), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:12.111691 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fb4dcd-1d43-4e2c-924a-b1a5c7b1a56d None None] Routers {'a3fc2ce1-1401-4f23-95d2-887835db32e2'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:30:12.112351 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e2fb4dcd-1d43-4e2c-924a-b1a5c7b1a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:29:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a3fc2ce1-1401-4f23-95d2-887835db32e2'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:12.134512 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-734e76b1-f6ee-4599-a038-dea96cf02600 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (da8b3422-27ca-4c4d-9a7a-f3e5107df612), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:12.137935 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1de1d9-576f-4e74-9e6e-99ea891ebf7a tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event deleted for resources: {'Subnet': ['ID=39ed1502-86d5-4c2e-abbc-347d491291e2,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:12.168215 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0f97e059-ea0f-4600-8c57-3adfe3eaac90 req-124501f1-2e62-4edb-a3f3-d0547137d983 tempest-ServerShowV247Test-1835778497 tempest-ServerShowV247Test-1835778497-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc7ee34-77e3-4ef3-b4ff-396f725b6706 HTTP/1.1" status: 200 len: 210 time: 0.1245019 Feb 09 01:30:12.216540 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-984e18a6-4a1f-4d8f-bb3d-cf3803dfe5b7 None None] Port afd1866b-7c07-423f-8a4d-07c496184aa3 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:30:12.239441 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-734e76b1-f6ee-4599-a038-dea96cf02600 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Deleting port d7aa4577-26de-4108-ac76-84a17aa0c216 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:12.240152 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-734e76b1-f6ee-4599-a038-dea96cf02600 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (d7aa4577-26de-4108-ac76-84a17aa0c216), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:12.257819 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-e2fb4dcd-1d43-4e2c-924a-b1a5c7b1a56d None None] Set router a3fc2ce1-1401-4f23-95d2-887835db32e2 gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:30:12.266407 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-984e18a6-4a1f-4d8f-bb3d-cf3803dfe5b7 None None] Provisioning complete for port 0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:12.266775 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-984e18a6-4a1f-4d8f-bb3d-cf3803dfe5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:12.290178 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632b9ff5-b23f-49f0-bde2-e562bf33867e x-openstack-request-id: req-632b9ff5-b23f-49f0-bde2-e562bf33867e {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:30:12.290568 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "tag": "127f4bb7-b1ac-47b8-9c29-204eb65e075d", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:30:12.291075 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-632b9ff5-b23f-49f0-bde2-e562bf33867e {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:30:12.291574 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'tag': '127f4bb7-b1ac-47b8-9c29-204eb65e075d', 'status': 'completed', 'code': 200} Feb 09 01:30:12.293091 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c245f6e0-cd91-45b3-8625-d9f9feea1582 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (3e2ba347-a594-4f80-8d5a-de39c1fb2000), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:12.302624 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ede06c-edf0-444b-8d5b-1dad5f742c9b tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Network d3c7b5a3-8153-409e-a045-49222e8f48f8 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:30:12.390047 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-a8ede06c-edf0-444b-8d5b-1dad5f742c9b tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, d3c7b5a3-8153-409e-a045-49222e8f48f8) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:12.392178 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245f6e0-cd91-45b3-8625-d9f9feea1582 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Pushing event deleted for resources: {'Port': ['ID=3e2ba347-a594-4f80-8d5a-de39c1fb2000,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:12.409247 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ede06c-edf0-444b-8d5b-1dad5f742c9b tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:12.409882 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a8ede06c-edf0-444b-8d5b-1dad5f742c9b tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:12.422033 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-734e76b1-f6ee-4599-a038-dea96cf02600 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] For port d7aa4577-26de-4108-ac76-84a17aa0c216, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d7aa4577-26de-4108-ac76-84a17aa0c216,segment=NetworkSegment(ac6bddbc-c725-41f6-841b-2949017b3102),segment_id=ac6bddbc-c725-41f6-841b-2949017b3102)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:12.422660 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-734e76b1-f6ee-4599-a038-dea96cf02600 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (d7aa4577-26de-4108-ac76-84a17aa0c216), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:12.451130 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e2fb4dcd-1d43-4e2c-924a-b1a5c7b1a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'name': 'tempest-RoutersTest-router-1260638241', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:37Z', 'updated_at': '2022-02-09T01:30:10Z', 'revision_number': 11, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:12.491353 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fb4dcd-1d43-4e2c-924a-b1a5c7b1a56d None None] The sync data for ids ['a3fc2ce1-1401-4f23-95d2-887835db32e2'] in n-d-822053-40 is: [{'id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'name': 'tempest-RoutersTest-router-1260638241', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:37Z', 'updated_at': '2022-02-09T01:30:10Z', 'revision_number': 11, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'gw_port_host': None}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:30:12.531697 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c245f6e0-cd91-45b3-8625-d9f9feea1582 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:12.546742 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c245f6e0-cd91-45b3-8625-d9f9feea1582 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] 10.222.0.30 "DELETE /v2.0/ports/3e2ba347-a594-4f80-8d5a-de39c1fb2000 HTTP/1.1" status: 204 len: 168 time: 4.0089304 Feb 09 01:30:12.552003 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42806) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:12.560358 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-7d22c2d5-f8c0-4e18-9532-00c0b2e90f75 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Request body: {'port': {'name': 'tempest-new-port-name-1781156999', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:12.561539 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.api.validators [None req-7d22c2d5-f8c0-4e18-9532-00c0b2e90f75 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] bootfile-name is not in valid_values {{(pid=103529) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 01:30:12.561991 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.api.validators [None req-7d22c2d5-f8c0-4e18-9532-00c0b2e90f75 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] tftp-server is not in valid_values {{(pid=103529) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 01:30:12.562454 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.api.validators [None req-7d22c2d5-f8c0-4e18-9532-00c0b2e90f75 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] server-ip-address is not in valid_values {{(pid=103529) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 01:30:12.571055 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:12.604038 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a8ede06c-edf0-444b-8d5b-1dad5f742c9b tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.5304983 Feb 09 01:30:12.621642 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-734e76b1-f6ee-4599-a038-dea96cf02600 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Calling delete_port for d7aa4577-26de-4108-ac76-84a17aa0c216 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:12.654290 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42810) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:12.662528 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6a364-5551-4304-b5e8-31482ebe22e3 req-96775f47-dfc9-4c99-b1fc-e420baaa82a8 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:12.664405 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-23e6a364-5551-4304-b5e8-31482ebe22e3 req-96775f47-dfc9-4c99-b1fc-e420baaa82a8 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/ports?device_id=227958c6-538f-48b7-855e-986546a3e7b5 HTTP/1.1" status: 200 len: 945 time: 0.4263127 Feb 09 01:30:12.669428 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-62217fc5-322b-40d4-a37c-4a48c9ecb1c0 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Request body: {'port': {'network_id': 'd3c7b5a3-8153-409e-a045-49222e8f48f8', 'name': 'tempest-NetworksIpV6TestAttrs-708666696'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:12.724284 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3a7413-dc80-448a-af6f-9dd955c34413 None None] Unable to find a vacant binding_index for network d3c7b5a3-8153-409e-a045-49222e8f48f8 and agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 {{(pid=103530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 09 01:30:12.726662 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-984e18a6-4a1f-4d8f-bb3d-cf3803dfe5b7 None None] Current status of the port 0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:12.733337 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3a7413-dc80-448a-af6f-9dd955c34413 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, d3c7b5a3-8153-409e-a045-49222e8f48f8) {{(pid=103530) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:30:12.812803 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35fd74d-4637-4155-a473-958d80c7bff4 admin admin] Router 0aa37a13-f85d-43f4-ac05-51f21166282d has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:30:12.831067 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-734e76b1-f6ee-4599-a038-dea96cf02600 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (d7aa4577-26de-4108-ac76-84a17aa0c216), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:12.880107 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734e76b1-f6ee-4599-a038-dea96cf02600 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] No DVR routers for this DVR port d7aa4577-26de-4108-ac76-84a17aa0c216 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:30:13.027070 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-734e76b1-f6ee-4599-a038-dea96cf02600 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (da8b3422-27ca-4c4d-9a7a-f3e5107df612), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:13.046598 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7d22c2d5-f8c0-4e18-9532-00c0b2e90f75 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (afd1866b-7c07-423f-8a4d-07c496184aa3), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:13.054386 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-734e76b1-f6ee-4599-a038-dea96cf02600 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da8b3422-27ca-4c4d-9a7a-f3e5107df612']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:13.084303 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-734e76b1-f6ee-4599-a038-dea96cf02600 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac6bddbc-c725-41f6-841b-2949017b3102') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:13.084600 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-734e76b1-f6ee-4599-a038-dea96cf02600 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac6bddbc-c725-41f6-841b-2949017b3102') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:13.099702 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-734e76b1-f6ee-4599-a038-dea96cf02600 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (ac6bddbc-c725-41f6-841b-2949017b3102), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:13.102126 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-23e6a364-5551-4304-b5e8-31482ebe22e3 req-1113973a-3648-4f22-a480-c6f018109a52 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2986e66-5bf8-4106-965e-d9f5e5d6b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136894 Feb 09 01:30:13.161048 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-734e76b1-f6ee-4599-a038-dea96cf02600 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (ac6bddbc-c725-41f6-841b-2949017b3102), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:13.180687 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a03d0-6301-49bf-b538-0871eb57fa9b req-5ae0fe37-b637-4441-bb37-0a44a8487d04 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:13.187658 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-734e76b1-f6ee-4599-a038-dea96cf02600 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:30:13.190511 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-734e76b1-f6ee-4599-a038-dea96cf02600 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (ac6bddbc-c725-41f6-841b-2949017b3102), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:13.191338 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-850a03d0-6301-49bf-b538-0871eb57fa9b req-5ae0fe37-b637-4441-bb37-0a44a8487d04 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=255e72cc-bb4d-4ead-aefd-8aca152f72a0 HTTP/1.1" status: 200 len: 946 time: 0.5125890 Feb 09 01:30:13.308799 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 51f55850-8367-44b2-9121-ef8cd13949af no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:30:13.324962 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62217fc5-322b-40d4-a37c-4a48c9ecb1c0 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Made reservation on behalf of 2d40356c6dcf460fae71a875d314525f for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:13.329458 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-62217fc5-322b-40d4-a37c-4a48c9ecb1c0 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:13.331628 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:30:13.331628 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:30:13.331628 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:30:13.331628 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:30:13.331628 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:30:13.331628 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:30:13.331628 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:30:13.331628 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:30:13.331628 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:30:13.331628 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:30:13.331628 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:30:13.331628 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:30:13.331628 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:30:13.331628 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:30:13.331628 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:30:13.331628 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:30:13.331628 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:30:13.331628 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:30:13.331628 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:30:13.331628 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:30:13.331628 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:30:13.331628 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:30:13.331628 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:30:13.331628 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:30:13.331628 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:30:13.331628 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:30:13.331628 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:30:13.331628 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:30:13.331628 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:30:13.331628 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:30:13.331628 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:30:13.331628 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:30:13.338300 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e76b1-f6ee-4599-a038-dea96cf02600 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event deleted for resources: {'Port': ['ID=d7aa4577-26de-4108-ac76-84a17aa0c216,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:13.380614 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 51f55850-8367-44b2-9121-ef8cd13949af {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:30:13.381214 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 51f55850-8367-44b2-9121-ef8cd13949af not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:30:13.400673 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c81ff-d13e-46da-93a4-ebbd9e2f9bc5 req-d530504a-d88c-4625-91f3-dfbe3217d820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:13.401147 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c81ff-d13e-46da-93a4-ebbd9e2f9bc5 req-d530504a-d88c-4625-91f3-dfbe3217d820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:13.401612 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c81ff-d13e-46da-93a4-ebbd9e2f9bc5 req-d530504a-d88c-4625-91f3-dfbe3217d820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:13.402069 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c81ff-d13e-46da-93a4-ebbd9e2f9bc5 req-d530504a-d88c-4625-91f3-dfbe3217d820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:13.402525 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c81ff-d13e-46da-93a4-ebbd9e2f9bc5 req-d530504a-d88c-4625-91f3-dfbe3217d820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:13.402976 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c81ff-d13e-46da-93a4-ebbd9e2f9bc5 req-d530504a-d88c-4625-91f3-dfbe3217d820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:13.406580 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f70c81ff-d13e-46da-93a4-ebbd9e2f9bc5 req-d530504a-d88c-4625-91f3-dfbe3217d820 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5cc038305e744ad69576548c638221e8&device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5355 time: 0.9630170 Feb 09 01:30:13.433008 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-734e76b1-f6ee-4599-a038-dea96cf02600 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (da8b3422-27ca-4c4d-9a7a-f3e5107df612), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:13.442111 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-734e76b1-f6ee-4599-a038-dea96cf02600 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:13.442392 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-850a03d0-6301-49bf-b538-0871eb57fa9b req-f57cd255-293c-49ad-b1fd-3ee5cab0c6fe tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499781 Feb 09 01:30:13.450891 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-734e76b1-f6ee-4599-a038-dea96cf02600 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "DELETE /v2.0/networks/da8b3422-27ca-4c4d-9a7a-f3e5107df612 HTTP/1.1" status: 204 len: 168 time: 1.4538603 Feb 09 01:30:13.452137 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42816) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:13.492843 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-a6b647a2-cd2b-4bab-9b03-c73f5188459c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Request body: {'router': {'routes': None}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:13.494673 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7648a0-09bc-430c-8ec3-de10b3e7b9c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-d3c7b5a3-8153-409e-a045-49222e8f48f8', 'network_id': 'd3c7b5a3-8153-409e-a045-49222e8f48f8', 'project_id': '2d40356c6dcf460fae71a875d314525f', 'fixed_ips': [{'subnet_id': 'f98470f0-4fb8-43b0-a459-b0b3f6e62bc2'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:30:13.497224 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ef7648a0-09bc-430c-8ec3-de10b3e7b9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:13.565918 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-62217fc5-322b-40d4-a37c-4a48c9ecb1c0 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] device_id is not set on port c30a9d43-234c-4f63-b172-343ee0fff925 yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:30:13.583063 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35fd74d-4637-4155-a473-958d80c7bff4 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:30:13.597133 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563552e4-280f-41f7-8f8d-0ebee77c8d3a None None] Sync routers for ids ['0aa37a13-f85d-43f4-ac05-51f21166282d'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:30:13.602322 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d35fd74d-4637-4155-a473-958d80c7bff4 admin admin] 10.222.0.30 "PUT /v2.0/routers/0aa37a13-f85d-43f4-ac05-51f21166282d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8740947 Feb 09 01:30:13.612075 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563552e4-280f-41f7-8f8d-0ebee77c8d3a None None] Routers {'0aa37a13-f85d-43f4-ac05-51f21166282d'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:30:13.613113 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-563552e4-280f-41f7-8f8d-0ebee77c8d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:29:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['0aa37a13-f85d-43f4-ac05-51f21166282d'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:13.651406 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42818) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:13.724689 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e20bcbc3-504b-492b-aa6e-8b2573652164 req-b663f1d6-0495-478d-a451-15983f40590b tempest-ServerShowV247Test-1835778497 tempest-ServerShowV247Test-1835778497-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc7ee34-77e3-4ef3-b4ff-396f725b6706 HTTP/1.1" status: 200 len: 210 time: 0.1728835 Feb 09 01:30:13.738679 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-5b158487-9602-45d5-a47d-ad4d5268244c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf3c4149-8480-492e-bdf1-7ed124251123 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:30:13.888191 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-ef7648a0-09bc-430c-8ec3-de10b3e7b9c8 None None] Allocated IP 2001:db8::f816:3eff:fe2b:3e02 (d3c7b5a3-8153-409e-a045-49222e8f48f8/f98470f0-4fb8-43b0-a459-b0b3f6e62bc2/59857a1a-2f56-4e7f-b49a-415fee730ec1) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:13.935571 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-5b158487-9602-45d5-a47d-ad4d5268244c service neutron] Publish callbacks [] for port (cf3c4149-8480-492e-bdf1-7ed124251123), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:13.971524 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-563552e4-280f-41f7-8f8d-0ebee77c8d3a None None] Set router 0aa37a13-f85d-43f4-ac05-51f21166282d gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:30:14.039694 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-5b158487-9602-45d5-a47d-ad4d5268244c service neutron] Transition to ACTIVE for port object cf3c4149-8480-492e-bdf1-7ed124251123 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:14.193674 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c81ff-d13e-46da-93a4-ebbd9e2f9bc5 req-c2a6a87e-0d11-40fe-b633-391dd49d89b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:14.194318 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c81ff-d13e-46da-93a4-ebbd9e2f9bc5 req-c2a6a87e-0d11-40fe-b633-391dd49d89b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:14.194877 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c81ff-d13e-46da-93a4-ebbd9e2f9bc5 req-c2a6a87e-0d11-40fe-b633-391dd49d89b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:14.196554 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f70c81ff-d13e-46da-93a4-ebbd9e2f9bc5 req-c2a6a87e-0d11-40fe-b633-391dd49d89b5 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=5cc038305e744ad69576548c638221e8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7790554 Feb 09 01:30:14.236539 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e76b1-f6ee-4599-a038-dea96cf02600 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Pushing event deleted for resources: {'Network': ['ID=da8b3422-27ca-4c4d-9a7a-f3e5107df612,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:14.239575 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7d22c2d5-f8c0-4e18-9532-00c0b2e90f75 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks [] for port (afd1866b-7c07-423f-8a4d-07c496184aa3), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:14.368974 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ef7648a0-09bc-430c-8ec3-de10b3e7b9c8 None None] Publish callbacks [] for port (59857a1a-2f56-4e7f-b49a-415fee730ec1), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:14.373277 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39165373-d611-446b-b5ce-f86430559d6f req-bf3a748d-e363-4b82-83fd-49a7e082b83b tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:14.390260 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ef7648a0-09bc-430c-8ec3-de10b3e7b9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (59857a1a-2f56-4e7f-b49a-415fee730ec1), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:14.395538 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39165373-d611-446b-b5ce-f86430559d6f req-bf3a748d-e363-4b82-83fd-49a7e082b83b tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:14.422439 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39165373-d611-446b-b5ce-f86430559d6f req-bf3a748d-e363-4b82-83fd-49a7e082b83b tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:14.442929 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39165373-d611-446b-b5ce-f86430559d6f req-bf3a748d-e363-4b82-83fd-49a7e082b83b tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:14.462735 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39165373-d611-446b-b5ce-f86430559d6f req-bf3a748d-e363-4b82-83fd-49a7e082b83b tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:14.491465 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39165373-d611-446b-b5ce-f86430559d6f req-bf3a748d-e363-4b82-83fd-49a7e082b83b tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:14.502165 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-39165373-d611-446b-b5ce-f86430559d6f req-bf3a748d-e363-4b82-83fd-49a7e082b83b tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 4605 time: 1.1680963 Feb 09 01:30:14.503218 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7d22c2d5-f8c0-4e18-9532-00c0b2e90f75 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (afd1866b-7c07-423f-8a4d-07c496184aa3), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:14.511766 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-5b158487-9602-45d5-a47d-ad4d5268244c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (cf3c4149-8480-492e-bdf1-7ed124251123), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:14.557644 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7648a0-09bc-430c-8ec3-de10b3e7b9c8 None None] Network d3c7b5a3-8153-409e-a045-49222e8f48f8 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:14.572303 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-563552e4-280f-41f7-8f8d-0ebee77c8d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa37a13-f85d-43f4-ac05-51f21166282d', 'name': 'tempest-ImageQuotaTest-371468676-router', 'tenant_id': 'c1c2be365a6e405aa065156df564aab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '6a8bf6bf-4533-42bf-8cfc-b24cf69416bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:29:33Z', 'updated_at': '2022-02-09T01:30:08Z', 'revision_number': 5, 'project_id': 'c1c2be365a6e405aa065156df564aab1', 'gw_port': {'id': '6a8bf6bf-4533-42bf-8cfc-b24cf69416bb', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:8f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa37a13-f85d-43f4-ac05-51f21166282d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:38Z', 'updated_at': '2022-02-09T01:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:14.578372 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.extraroute_db [None req-a6b647a2-cd2b-4bab-9b03-c73f5188459c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Added routes are [] {{(pid=103528) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 01:30:14.578926 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.extraroute_db [None req-a6b647a2-cd2b-4bab-9b03-c73f5188459c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Removed routes are [] {{(pid=103528) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 01:30:14.582190 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a6b647a2-cd2b-4bab-9b03-c73f5188459c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8820'] for router (a3fc2ce1-1401-4f23-95d2-887835db32e2), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:14.585281 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-ef7648a0-09bc-430c-8ec3-de10b3e7b9c8 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:14.590343 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7648a0-09bc-430c-8ec3-de10b3e7b9c8 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:30:14.651365 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563552e4-280f-41f7-8f8d-0ebee77c8d3a None None] Checking router: 0aa37a13-f85d-43f4-ac05-51f21166282d for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:30:14.677871 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563552e4-280f-41f7-8f8d-0ebee77c8d3a None None] Routers {'0aa37a13-f85d-43f4-ac05-51f21166282d'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:30:14.679042 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-563552e4-280f-41f7-8f8d-0ebee77c8d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:29:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['0aa37a13-f85d-43f4-ac05-51f21166282d'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:14.682607 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7648a0-09bc-430c-8ec3-de10b3e7b9c8 None None] Pushing event updated for resources: {'Port': ['ID=59857a1a-2f56-4e7f-b49a-415fee730ec1,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:14.801850 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-ef7648a0-09bc-430c-8ec3-de10b3e7b9c8 None None] Attempting to bind port 59857a1a-2f56-4e7f-b49a-415fee730ec1 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:30:14.802224 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-ef7648a0-09bc-430c-8ec3-de10b3e7b9c8 None None] Attempting to bind port 59857a1a-2f56-4e7f-b49a-415fee730ec1 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '94f5a750-6496-4009-9d8e-6324582fc89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'd3c7b5a3-8153-409e-a045-49222e8f48f8'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:30:14.802590 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7648a0-09bc-430c-8ec3-de10b3e7b9c8 None None] Attempting to bind port 59857a1a-2f56-4e7f-b49a-415fee730ec1 on network d3c7b5a3-8153-409e-a045-49222e8f48f8 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:14.820225 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7648a0-09bc-430c-8ec3-de10b3e7b9c8 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:30:14.820613 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7648a0-09bc-430c-8ec3-de10b3e7b9c8 None None] Checking segment: {'id': '94f5a750-6496-4009-9d8e-6324582fc89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'd3c7b5a3-8153-409e-a045-49222e8f48f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:14.836500 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ef7648a0-09bc-430c-8ec3-de10b3e7b9c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:14.836939 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7648a0-09bc-430c-8ec3-de10b3e7b9c8 None None] Bound using segment: {'id': '94f5a750-6496-4009-9d8e-6324582fc89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'd3c7b5a3-8153-409e-a045-49222e8f48f8'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:30:14.837456 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-ef7648a0-09bc-430c-8ec3-de10b3e7b9c8 None None] Bound port: 59857a1a-2f56-4e7f-b49a-415fee730ec1, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94f5a750-6496-4009-9d8e-6324582fc89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'd3c7b5a3-8153-409e-a045-49222e8f48f8'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:30:14.837856 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ef7648a0-09bc-430c-8ec3-de10b3e7b9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (59857a1a-2f56-4e7f-b49a-415fee730ec1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:14.887123 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c81ff-d13e-46da-93a4-ebbd9e2f9bc5 req-d773feb0-1683-47af-88b9-c161dea4aade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:14.904285 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f70c81ff-d13e-46da-93a4-ebbd9e2f9bc5 req-d773feb0-1683-47af-88b9-c161dea4aade service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6766310 Feb 09 01:30:14.994520 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-563552e4-280f-41f7-8f8d-0ebee77c8d3a None None] Set router 0aa37a13-f85d-43f4-ac05-51f21166282d gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:30:15.016813 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-ef7648a0-09bc-430c-8ec3-de10b3e7b9c8 None None] For port 59857a1a-2f56-4e7f-b49a-415fee730ec1, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:30:15.028044 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-ef7648a0-09bc-430c-8ec3-de10b3e7b9c8 None None] For port 59857a1a-2f56-4e7f-b49a-415fee730ec1, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=59857a1a-2f56-4e7f-b49a-415fee730ec1,segment=NetworkSegment(94f5a750-6496-4009-9d8e-6324582fc89b),segment_id=94f5a750-6496-4009-9d8e-6324582fc89b)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:30:15.055557 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ef7648a0-09bc-430c-8ec3-de10b3e7b9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (59857a1a-2f56-4e7f-b49a-415fee730ec1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:15.083275 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a6b647a2-cd2b-4bab-9b03-c73f5188459c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8820'] for router (a3fc2ce1-1401-4f23-95d2-887835db32e2), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:15.090078 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a6b647a2-cd2b-4bab-9b03-c73f5188459c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622185'] for router (a3fc2ce1-1401-4f23-95d2-887835db32e2), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:15.182840 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7648a0-09bc-430c-8ec3-de10b3e7b9c8 None None] Pushing event updated for resources: {'Port': ['ID=59857a1a-2f56-4e7f-b49a-415fee730ec1,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:15.276596 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-62217fc5-322b-40d4-a37c-4a48c9ecb1c0 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Allocated IP 2001:db8::f816:3eff:fee1:eb4c (d3c7b5a3-8153-409e-a045-49222e8f48f8/f98470f0-4fb8-43b0-a459-b0b3f6e62bc2/c30a9d43-234c-4f63-b172-343ee0fff925) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:15.305217 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b647a2-cd2b-4bab-9b03-c73f5188459c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Router a3fc2ce1-1401-4f23-95d2-887835db32e2 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:30:15.546019 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-7d22c2d5-f8c0-4e18-9532-00c0b2e90f75 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] In _notify_port_updated(), no bound segment for port afd1866b-7c07-423f-8a4d-07c496184aa3 on network f393976f-72de-434d-9adf-f1b7088a180f {{(pid=103529) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:30:15.561884 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d22c2d5-f8c0-4e18-9532-00c0b2e90f75 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:15.561884 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7d22c2d5-f8c0-4e18-9532-00c0b2e90f75 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:15.581711 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7d22c2d5-f8c0-4e18-9532-00c0b2e90f75 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] 10.222.0.30 "PUT /v2.0/ports/afd1866b-7c07-423f-8a4d-07c496184aa3 HTTP/1.1" status: 200 len: 1130 time: 3.0259135 Feb 09 01:30:15.603944 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42826) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:15.641655 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-563552e4-280f-41f7-8f8d-0ebee77c8d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa37a13-f85d-43f4-ac05-51f21166282d', 'name': 'tempest-ImageQuotaTest-371468676-router', 'tenant_id': 'c1c2be365a6e405aa065156df564aab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '6a8bf6bf-4533-42bf-8cfc-b24cf69416bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:29:33Z', 'updated_at': '2022-02-09T01:30:08Z', 'revision_number': 5, 'project_id': 'c1c2be365a6e405aa065156df564aab1', 'gw_port': {'id': '6a8bf6bf-4533-42bf-8cfc-b24cf69416bb', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:8f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa37a13-f85d-43f4-ac05-51f21166282d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:38Z', 'updated_at': '2022-02-09T01:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:15.660327 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b647a2-cd2b-4bab-9b03-c73f5188459c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:30:15.681837 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a6b647a2-cd2b-4bab-9b03-c73f5188459c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:15.683100 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a6b647a2-cd2b-4bab-9b03-c73f5188459c tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "PUT /v2.0/routers/a3fc2ce1-1401-4f23-95d2-887835db32e2 HTTP/1.1" status: 200 len: 701 time: 2.2128251 Feb 09 01:30:15.687773 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42828) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:15.712871 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563552e4-280f-41f7-8f8d-0ebee77c8d3a None None] The sync data for ids ['0aa37a13-f85d-43f4-ac05-51f21166282d'] in n-d-822053-40 is: [{'id': '0aa37a13-f85d-43f4-ac05-51f21166282d', 'name': 'tempest-ImageQuotaTest-371468676-router', 'tenant_id': 'c1c2be365a6e405aa065156df564aab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '6a8bf6bf-4533-42bf-8cfc-b24cf69416bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:29:33Z', 'updated_at': '2022-02-09T01:30:08Z', 'revision_number': 5, 'project_id': 'c1c2be365a6e405aa065156df564aab1', 'gw_port': {'id': '6a8bf6bf-4533-42bf-8cfc-b24cf69416bb', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:8f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa37a13-f85d-43f4-ac05-51f21166282d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:29:38Z', 'updated_at': '2022-02-09T01:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:30:15.733775 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-644dfb05-706f-49b7-ae64-e9f05f1915be tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3fc2ce1-1401-4f23-95d2-887835db32e2 HTTP/1.1" status: 200 len: 205 time: 0.0437970 Feb 09 01:30:15.735920 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42830) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:15.739680 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f636fab-1f14-42b9-ad9f-f0a58a1aaab7 None None] Sync routers for ids ['a3fc2ce1-1401-4f23-95d2-887835db32e2'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:30:15.779220 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f636fab-1f14-42b9-ad9f-f0a58a1aaab7 None None] Routers {'a3fc2ce1-1401-4f23-95d2-887835db32e2'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:30:15.780810 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-2f636fab-1f14-42b9-ad9f-f0a58a1aaab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:29:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a3fc2ce1-1401-4f23-95d2-887835db32e2'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:15.869311 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e399c412-2c74-450d-83f1-4a23109145c2 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:15.879230 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e399c412-2c74-450d-83f1-4a23109145c2 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] 10.222.0.30 "GET /v2.0/ports/afd1866b-7c07-423f-8a4d-07c496184aa3 HTTP/1.1" status: 200 len: 1130 time: 0.2628822 Feb 09 01:30:15.880408 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-893229de-5376-4ec4-8293-862a9f6a7ef1 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router (a3fc2ce1-1401-4f23-95d2-887835db32e2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:15.882248 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42832) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:15.903523 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22c2d5-f8c0-4e18-9532-00c0b2e90f75 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Pushing event updated for resources: {'Port': ['ID=afd1866b-7c07-423f-8a4d-07c496184aa3,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:15.961462 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-2f636fab-1f14-42b9-ad9f-f0a58a1aaab7 None None] Set router a3fc2ce1-1401-4f23-95d2-887835db32e2 gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:30:15.981917 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e517908d-bd7a-46d0-94d3-c34304ab5230 admin admin] Publish callbacks [] for router (0aa37a13-f85d-43f4-ac05-51f21166282d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:16.005671 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-39165373-d611-446b-b5ce-f86430559d6f req-628ec3eb-c836-43a6-b3c4-bebb85894b13 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7916038 Feb 09 01:30:16.032192 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-2f636fab-1f14-42b9-ad9f-f0a58a1aaab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'name': 'tempest-RoutersTest-router-1260638241', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:37Z', 'updated_at': '2022-02-09T01:30:10Z', 'revision_number': 11, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:16.077412 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f636fab-1f14-42b9-ad9f-f0a58a1aaab7 None None] Checking router: a3fc2ce1-1401-4f23-95d2-887835db32e2 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:30:16.097110 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f636fab-1f14-42b9-ad9f-f0a58a1aaab7 None None] Routers {'a3fc2ce1-1401-4f23-95d2-887835db32e2'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:30:16.097665 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-2f636fab-1f14-42b9-ad9f-f0a58a1aaab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:29:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a3fc2ce1-1401-4f23-95d2-887835db32e2'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:16.124854 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44f1dd-5785-4ed7-b026-b07d9f9e097e req-4389e447-e136-44da-95f7-aa4688f49aac tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:16.126621 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ae44f1dd-5785-4ed7-b026-b07d9f9e097e req-4389e447-e136-44da-95f7-aa4688f49aac tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/ports?device_id=227958c6-538f-48b7-855e-986546a3e7b5 HTTP/1.1" status: 200 len: 945 time: 1.8400526 Feb 09 01:30:16.234503 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-2f636fab-1f14-42b9-ad9f-f0a58a1aaab7 None None] Set router a3fc2ce1-1401-4f23-95d2-887835db32e2 gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:30:16.257803 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b158487-9602-45d5-a47d-ad4d5268244c service neutron] Pushing event updated for resources: {'Port': ['ID=cf3c4149-8480-492e-bdf1-7ed124251123,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:16.309133 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-62217fc5-322b-40d4-a37c-4a48c9ecb1c0 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks [] for port (c30a9d43-234c-4f63-b172-343ee0fff925), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:16.335518 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-2f636fab-1f14-42b9-ad9f-f0a58a1aaab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'name': 'tempest-RoutersTest-router-1260638241', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:37Z', 'updated_at': '2022-02-09T01:30:10Z', 'revision_number': 11, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:16.362157 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-5b158487-9602-45d5-a47d-ad4d5268244c service neutron] Attempting to bind port cf3c4149-8480-492e-bdf1-7ed124251123 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:30:16.362872 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-5b158487-9602-45d5-a47d-ad4d5268244c service neutron] Attempting to bind port cf3c4149-8480-492e-bdf1-7ed124251123 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '8cba9e3e-5c7c-48cb-81bd-6590294529c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1b491962-ed4d-43bc-b25a-f8e3c17cca99'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:30:16.363467 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-5b158487-9602-45d5-a47d-ad4d5268244c service neutron] Attempting to bind port cf3c4149-8480-492e-bdf1-7ed124251123 on network 1b491962-ed4d-43bc-b25a-f8e3c17cca99 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:16.370402 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-893229de-5376-4ec4-8293-862a9f6a7ef1 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (a3fc2ce1-1401-4f23-95d2-887835db32e2), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:16.374008 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-893229de-5376-4ec4-8293-862a9f6a7ef1 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router_controller (a3fc2ce1-1401-4f23-95d2-887835db32e2), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:16.410022 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-5b158487-9602-45d5-a47d-ad4d5268244c service neutron] Port cf3c4149-8480-492e-bdf1-7ed124251123 on network 1b491962-ed4d-43bc-b25a-f8e3c17cca99 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:30:16.410754 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-5b158487-9602-45d5-a47d-ad4d5268244c service neutron] Attempting to bind port cf3c4149-8480-492e-bdf1-7ed124251123 on network 1b491962-ed4d-43bc-b25a-f8e3c17cca99 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:16.415862 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ae44f1dd-5785-4ed7-b026-b07d9f9e097e req-687c51da-c1aa-40c7-99ed-24d6183ef167 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2986e66-5bf8-4106-965e-d9f5e5d6b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462947 Feb 09 01:30:16.418802 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f636fab-1f14-42b9-ad9f-f0a58a1aaab7 None None] The sync data for ids ['a3fc2ce1-1401-4f23-95d2-887835db32e2'] in n-d-822053-40 is: [{'id': 'a3fc2ce1-1401-4f23-95d2-887835db32e2', 'name': 'tempest-RoutersTest-router-1260638241', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:37Z', 'updated_at': '2022-02-09T01:30:10Z', 'revision_number': 11, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'gw_port_host': None}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:30:16.492128 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-36f005db-5f65-4f54-9684-4cf0a6617950 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Deleting port afd1866b-7c07-423f-8a4d-07c496184aa3 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:16.493006 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-36f005db-5f65-4f54-9684-4cf0a6617950 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (afd1866b-7c07-423f-8a4d-07c496184aa3), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:16.505897 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-5b158487-9602-45d5-a47d-ad4d5268244c service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:30:16.513178 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-5b158487-9602-45d5-a47d-ad4d5268244c service neutron] Checking segment: {'id': '8cba9e3e-5c7c-48cb-81bd-6590294529c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1b491962-ed4d-43bc-b25a-f8e3c17cca99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:16.518808 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-5b158487-9602-45d5-a47d-ad4d5268244c service neutron] Bound using segment: {'id': '8cba9e3e-5c7c-48cb-81bd-6590294529c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1b491962-ed4d-43bc-b25a-f8e3c17cca99'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:30:16.519460 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-5b158487-9602-45d5-a47d-ad4d5268244c service neutron] Bound port: cf3c4149-8480-492e-bdf1-7ed124251123, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cba9e3e-5c7c-48cb-81bd-6590294529c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1b491962-ed4d-43bc-b25a-f8e3c17cca99'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:30:16.519950 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-5b158487-9602-45d5-a47d-ad4d5268244c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (cf3c4149-8480-492e-bdf1-7ed124251123), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:16.559103 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63945817-48e9-4a62-9994-98b57b48215f req-2d13a1a7-fcab-4519-91d3-4a6f0a1fb85b tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:16.564103 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-63945817-48e9-4a62-9994-98b57b48215f req-2d13a1a7-fcab-4519-91d3-4a6f0a1fb85b tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=255e72cc-bb4d-4ead-aefd-8aca152f72a0 HTTP/1.1" status: 200 len: 946 time: 0.3779013 Feb 09 01:30:16.577142 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-893229de-5376-4ec4-8293-862a9f6a7ef1 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (a3fc2ce1-1401-4f23-95d2-887835db32e2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:16.578785 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893229de-5376-4ec4-8293-862a9f6a7ef1 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Fanout notify agent at l3_agent the message router_deleted on router a3fc2ce1-1401-4f23-95d2-887835db32e2 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:30:16.611882 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-893229de-5376-4ec4-8293-862a9f6a7ef1 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:16.616830 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-893229de-5376-4ec4-8293-862a9f6a7ef1 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "DELETE /v2.0/routers/a3fc2ce1-1401-4f23-95d2-887835db32e2 HTTP/1.1" status: 204 len: 168 time: 0.8750839 Feb 09 01:30:16.618090 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42836) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:16.622426 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-e758ca14-29ab-44b6-9012-d7906598f834 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1118525428', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:16.626947 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e517908d-bd7a-46d0-94d3-c34304ab5230 admin admin] Publish callbacks [] for router_gateway (0aa37a13-f85d-43f4-ac05-51f21166282d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:16.679969 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e758ca14-29ab-44b6-9012-d7906598f834 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (754a4556-1436-4f5b-9a88-7d9d96fcc6b6), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:16.681466 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e758ca14-29ab-44b6-9012-d7906598f834 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (754a4556-1436-4f5b-9a88-7d9d96fcc6b6), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:16.681836 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-34005f0b-ad01-4297-bd2e-96f2ff6bad5b req-a2b8a4e3-c193-47d5-ab74-c801791e9dd3 tempest-ServerShowV247Test-1835778497 tempest-ServerShowV247Test-1835778497-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc7ee34-77e3-4ef3-b4ff-396f725b6706 HTTP/1.1" status: 200 len: 210 time: 0.0649378 Feb 09 01:30:16.690571 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-36f005db-5f65-4f54-9684-4cf0a6617950 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (afd1866b-7c07-423f-8a4d-07c496184aa3), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:16.720554 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-36f005db-5f65-4f54-9684-4cf0a6617950 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Calling delete_port for afd1866b-7c07-423f-8a4d-07c496184aa3 owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:16.767929 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-62217fc5-322b-40d4-a37c-4a48c9ecb1c0 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (c30a9d43-234c-4f63-b172-343ee0fff925), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:16.856288 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e758ca14-29ab-44b6-9012-d7906598f834 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router_controller (754a4556-1436-4f5b-9a88-7d9d96fcc6b6), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:16.872148 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e758ca14-29ab-44b6-9012-d7906598f834 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (754a4556-1436-4f5b-9a88-7d9d96fcc6b6), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:16.913015 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e758ca14-29ab-44b6-9012-d7906598f834 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:16.914132 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e758ca14-29ab-44b6-9012-d7906598f834 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2961404 Feb 09 01:30:16.917547 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42838) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:16.925743 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-2e2d1c28-9b86-4077-a837-273825b347a9 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:16.959740 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-63945817-48e9-4a62-9994-98b57b48215f req-941dc1ef-5cf3-40e4-8f4f-82ff157b8152 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782103 Feb 09 01:30:17.018868 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62217fc5-322b-40d4-a37c-4a48c9ecb1c0 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Network d3c7b5a3-8153-409e-a045-49222e8f48f8 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:17.039826 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-62217fc5-322b-40d4-a37c-4a48c9ecb1c0 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:17.042862 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62217fc5-322b-40d4-a37c-4a48c9ecb1c0 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:30:17.053991 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62217fc5-322b-40d4-a37c-4a48c9ecb1c0 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:17.055713 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-62217fc5-322b-40d4-a37c-4a48c9ecb1c0 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:17.072791 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-5b158487-9602-45d5-a47d-ad4d5268244c service neutron] For port cf3c4149-8480-492e-bdf1-7ed124251123, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:30:17.101704 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702e591-22c1-4a27-b8a7-480d0ba7f3b3 req-71fe2800-edb1-4875-bddf-6e2fd26276b4 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:17.103768 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c702e591-22c1-4a27-b8a7-480d0ba7f3b3 req-71fe2800-edb1-4875-bddf-6e2fd26276b4 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/ports?device_id=95461fa4-1909-4af3-bc1b-8deb6b3f1e89 HTTP/1.1" status: 200 len: 946 time: 0.2638113 Feb 09 01:30:17.110221 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-62217fc5-322b-40d4-a37c-4a48c9ecb1c0 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.4430835 Feb 09 01:30:17.122911 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7faa62-6f99-423b-886a-0270d212ace8 None None] get_active_networks_info from n-d-822053-40 {{(pid=103530) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:30:17.125877 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42844) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:17.133432 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62217fc5-322b-40d4-a37c-4a48c9ecb1c0 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Pushing event updated for resources: {'Port': ['ID=c30a9d43-234c-4f63-b172-343ee0fff925,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:17.158940 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-5b158487-9602-45d5-a47d-ad4d5268244c service neutron] For port cf3c4149-8480-492e-bdf1-7ed124251123, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=cf3c4149-8480-492e-bdf1-7ed124251123,segment=NetworkSegment(8cba9e3e-5c7c-48cb-81bd-6590294529c3),segment_id=8cba9e3e-5c7c-48cb-81bd-6590294529c3)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:30:17.194742 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-e517908d-bd7a-46d0-94d3-c34304ab5230 admin admin] Deleting port 6a8bf6bf-4533-42bf-8cfc-b24cf69416bb {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:17.194987 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e517908d-bd7a-46d0-94d3-c34304ab5230 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (6a8bf6bf-4533-42bf-8cfc-b24cf69416bb), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:17.219786 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-36f005db-5f65-4f54-9684-4cf0a6617950 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (afd1866b-7c07-423f-8a4d-07c496184aa3), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:17.254195 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c4c316db-cb54-4b85-9022-9ea1d0a95a8d None None] Provisioning complete for port 59857a1a-2f56-4e7f-b49a-415fee730ec1 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:17.254829 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c4c316db-cb54-4b85-9022-9ea1d0a95a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (59857a1a-2f56-4e7f-b49a-415fee730ec1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:17.337648 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2e2d1c28-9b86-4077-a837-273825b347a9 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8820'] for router (754a4556-1436-4f5b-9a88-7d9d96fcc6b6), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:17.358270 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-e517908d-bd7a-46d0-94d3-c34304ab5230 admin admin] For port 6a8bf6bf-4533-42bf-8cfc-b24cf69416bb, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=6a8bf6bf-4533-42bf-8cfc-b24cf69416bb,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:17.359194 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e517908d-bd7a-46d0-94d3-c34304ab5230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (6a8bf6bf-4533-42bf-8cfc-b24cf69416bb), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:17.375488 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f005db-5f65-4f54-9684-4cf0a6617950 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Pushing event deleted for resources: {'Port': ['ID=afd1866b-7c07-423f-8a4d-07c496184aa3,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:17.379018 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2e2d1c28-9b86-4077-a837-273825b347a9 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622185'] for router (754a4556-1436-4f5b-9a88-7d9d96fcc6b6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:17.383358 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-e517908d-bd7a-46d0-94d3-c34304ab5230 admin admin] Calling delete_port for 6a8bf6bf-4533-42bf-8cfc-b24cf69416bb owned by network:router_gateway {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:17.465919 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c4c316db-cb54-4b85-9022-9ea1d0a95a8d None None] Current status of the port 59857a1a-2f56-4e7f-b49a-415fee730ec1 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:17.466145 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c4c316db-cb54-4b85-9022-9ea1d0a95a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (59857a1a-2f56-4e7f-b49a-415fee730ec1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:17.470057 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 59857a1a-2f56-4e7f-b49a-415fee730ec1 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:30:17.477052 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-36f005db-5f65-4f54-9684-4cf0a6617950 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:17.480736 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-36f005db-5f65-4f54-9684-4cf0a6617950 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] 10.222.0.30 "DELETE /v2.0/ports/afd1866b-7c07-423f-8a4d-07c496184aa3 HTTP/1.1" status: 204 len: 168 time: 1.5975342 Feb 09 01:30:17.531863 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42852) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:17.637241 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ebb8e28-48c6-4b18-86b6-4a73408d1e7a tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Deleting subnet 719b8b7f-8957-4be8-a86b-e93905b58c7a {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:30:17.642913 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2d1c28-9b86-4077-a837-273825b347a9 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Router 754a4556-1436-4f5b-9a88-7d9d96fcc6b6 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:30:17.648826 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3ebb8e28-48c6-4b18-86b6-4a73408d1e7a tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks [] for subnet (719b8b7f-8957-4be8-a86b-e93905b58c7a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:17.658904 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-c4c316db-cb54-4b85-9022-9ea1d0a95a8d None None] For port 59857a1a-2f56-4e7f-b49a-415fee730ec1, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=59857a1a-2f56-4e7f-b49a-415fee730ec1,segment=NetworkSegment(94f5a750-6496-4009-9d8e-6324582fc89b),segment_id=94f5a750-6496-4009-9d8e-6324582fc89b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:17.661633 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e517908d-bd7a-46d0-94d3-c34304ab5230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (6a8bf6bf-4533-42bf-8cfc-b24cf69416bb), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:17.678549 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c4c316db-cb54-4b85-9022-9ea1d0a95a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (59857a1a-2f56-4e7f-b49a-415fee730ec1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:17.700974 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 59857a1a-2f56-4e7f-b49a-415fee730ec1 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:17.701378 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (59857a1a-2f56-4e7f-b49a-415fee730ec1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:17.716649 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-5b158487-9602-45d5-a47d-ad4d5268244c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (cf3c4149-8480-492e-bdf1-7ed124251123), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:17.730671 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e517908d-bd7a-46d0-94d3-c34304ab5230 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a8bf6bf-4533-42bf-8cfc-b24cf69416bb,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:17.774920 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7faa62-6f99-423b-886a-0270d212ace8 None None] Resources bound (agent type, host, resource id): {{(pid=103530) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:30:17.782226 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-5b158487-9602-45d5-a47d-ad4d5268244c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:17.783110 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-5b158487-9602-45d5-a47d-ad4d5268244c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:17.784822 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-5b158487-9602-45d5-a47d-ad4d5268244c service neutron] 10.222.0.91 "PUT /v2.0/ports/cf3c4149-8480-492e-bdf1-7ed124251123 HTTP/1.1" status: 200 len: 1136 time: 6.1090050 Feb 09 01:30:17.801923 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2d1c28-9b86-4077-a837-273825b347a9 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:30:17.814706 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfaf798-c4bf-40fd-8136-096084864e6f None None] Sync routers for ids ['754a4556-1436-4f5b-9a88-7d9d96fcc6b6'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:30:17.828651 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfaf798-c4bf-40fd-8136-096084864e6f None None] Routers {'754a4556-1436-4f5b-9a88-7d9d96fcc6b6'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:30:17.830033 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-9cfaf798-c4bf-40fd-8136-096084864e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:29:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['754a4556-1436-4f5b-9a88-7d9d96fcc6b6'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:17.845513 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2e2d1c28-9b86-4077-a837-273825b347a9 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:17.846898 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2e2d1c28-9b86-4077-a837-273825b347a9 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "PUT /v2.0/routers/754a4556-1436-4f5b-9a88-7d9d96fcc6b6 HTTP/1.1" status: 200 len: 694 time: 0.9283223 Feb 09 01:30:17.854771 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42860) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:17.894535 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'tag': 'cf3c4149-8480-492e-bdf1-7ed124251123'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:30:17.897695 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46208fa-d9da-4278-bfa6-ee7ffd36d337" -d '{"events": [{"name": "network-changed", "server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "tag": "cf3c4149-8480-492e-bdf1-7ed124251123"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:30:17.907040 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-7bc5eb9a-b18b-48a0-b1cd-1d213a0823c5 service neutron] Request body: {'port': {'device_id': 'ac990077-3a36-443e-b771-3b621d999008', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:17.933265 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-9cfaf798-c4bf-40fd-8136-096084864e6f None None] Set router 754a4556-1436-4f5b-9a88-7d9d96fcc6b6 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:30:18.016937 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c316db-cb54-4b85-9022-9ea1d0a95a8d None None] Pushing event updated for resources: {'Port': ['ID=59857a1a-2f56-4e7f-b49a-415fee730ec1,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:18.031147 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-9cfaf798-c4bf-40fd-8136-096084864e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754a4556-1436-4f5b-9a88-7d9d96fcc6b6', 'name': 'tempest-RoutersTest-router-1118525428', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:16Z', 'updated_at': '2022-02-09T01:30:17Z', 'revision_number': 2, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:18.035825 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c316db-cb54-4b85-9022-9ea1d0a95a8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:18.035825 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c316db-cb54-4b85-9022-9ea1d0a95a8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:18.036266 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c316db-cb54-4b85-9022-9ea1d0a95a8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:18.036483 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c316db-cb54-4b85-9022-9ea1d0a95a8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:18.036873 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c316db-cb54-4b85-9022-9ea1d0a95a8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:18.037214 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c316db-cb54-4b85-9022-9ea1d0a95a8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:18.037544 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c316db-cb54-4b85-9022-9ea1d0a95a8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:18.037925 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c316db-cb54-4b85-9022-9ea1d0a95a8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:18.038258 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c316db-cb54-4b85-9022-9ea1d0a95a8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:18.038588 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c316db-cb54-4b85-9022-9ea1d0a95a8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:18.038914 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c316db-cb54-4b85-9022-9ea1d0a95a8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:18.039897 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c316db-cb54-4b85-9022-9ea1d0a95a8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:18.040259 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c316db-cb54-4b85-9022-9ea1d0a95a8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:18.069422 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfaf798-c4bf-40fd-8136-096084864e6f None None] Checking router: 754a4556-1436-4f5b-9a88-7d9d96fcc6b6 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:30:18.079769 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfaf798-c4bf-40fd-8136-096084864e6f None None] Routers {'754a4556-1436-4f5b-9a88-7d9d96fcc6b6'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:30:18.080534 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-9cfaf798-c4bf-40fd-8136-096084864e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:29:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['754a4556-1436-4f5b-9a88-7d9d96fcc6b6'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:18.109776 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f6f10487-c10e-4c1d-b371-776c47376992 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "GET /v2.0/routers/754a4556-1436-4f5b-9a88-7d9d96fcc6b6 HTTP/1.1" status: 200 len: 700 time: 0.2537725 Feb 09 01:30:18.110411 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42864) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:18.125375 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3ebb8e28-48c6-4b18-86b6-4a73408d1e7a tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (719b8b7f-8957-4be8-a86b-e93905b58c7a), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.142480 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 59857a1a-2f56-4e7f-b49a-415fee730ec1 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:18.171521 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-7bc5eb9a-b18b-48a0-b1cd-1d213a0823c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f18608cd-046b-41ff-bb33-941a1f1a0f9e), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.173912 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-9cfaf798-c4bf-40fd-8136-096084864e6f None None] Set router 754a4556-1436-4f5b-9a88-7d9d96fcc6b6 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:30:18.186139 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e9ad9f66-29b5-4e86-86b5-a166c276e1bc no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:30:18.223422 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: e9ad9f66-29b5-4e86-86b5-a166c276e1bc {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:30:18.223422 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e9ad9f66-29b5-4e86-86b5-a166c276e1bc not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:30:18.226475 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e517908d-bd7a-46d0-94d3-c34304ab5230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (0aa37a13-f85d-43f4-ac05-51f21166282d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.266117 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-9cfaf798-c4bf-40fd-8136-096084864e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754a4556-1436-4f5b-9a88-7d9d96fcc6b6', 'name': 'tempest-RoutersTest-router-1118525428', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:16Z', 'updated_at': '2022-02-09T01:30:17Z', 'revision_number': 2, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:18.286262 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6a6483ff-a39d-4b25-831c-8fd2a0ae0a35 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "GET /v2.0/ports?device_id=754a4556-1436-4f5b-9a88-7d9d96fcc6b6 HTTP/1.1" status: 200 len: 205 time: 0.0754271 Feb 09 01:30:18.290193 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42866) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:18.339480 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfaf798-c4bf-40fd-8136-096084864e6f None None] The sync data for ids ['754a4556-1436-4f5b-9a88-7d9d96fcc6b6'] in n-d-822053-40 is: [{'id': '754a4556-1436-4f5b-9a88-7d9d96fcc6b6', 'name': 'tempest-RoutersTest-router-1118525428', 'tenant_id': '8a336705c49241a5bf5c318d577ad55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:16Z', 'updated_at': '2022-02-09T01:30:17Z', 'revision_number': 2, 'project_id': '8a336705c49241a5bf5c318d577ad55e', 'gw_port_host': None}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:30:18.383870 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4034509-f3a4-488d-9c42-919d772843f5 None None] DHCP port deletion for da8b3422-27ca-4c4d-9a7a-f3e5107df612 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:30:18.398618 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e9e9fa-b032-42c9-a87e-7fa200ab6f18 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Deleting subnet f98470f0-4fb8-43b0-a459-b0b3f6e62bc2 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:30:18.402072 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c6e9e9fa-b032-42c9-a87e-7fa200ab6f18 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks [] for subnet (f98470f0-4fb8-43b0-a459-b0b3f6e62bc2), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.429381 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4af63440-e18c-4209-b442-38157da49c57 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router (754a4556-1436-4f5b-9a88-7d9d96fcc6b6), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.475701 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93010e1-96ce-4161-98c7-4bf8cb4c4a18 None None] Network d3c7b5a3-8153-409e-a045-49222e8f48f8 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:18.504616 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c702e591-22c1-4a27-b8a7-480d0ba7f3b3 req-efa00370-6b6c-4b3f-8428-3ad717c784c7 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2986e66-5bf8-4106-965e-d9f5e5d6b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3866427 Feb 09 01:30:18.536684 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3ebb8e28-48c6-4b18-86b6-4a73408d1e7a tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (719b8b7f-8957-4be8-a86b-e93905b58c7a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.559361 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c6e9e9fa-b032-42c9-a87e-7fa200ab6f18 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (f98470f0-4fb8-43b0-a459-b0b3f6e62bc2), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.651963 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b158487-9602-45d5-a47d-ad4d5268244c service neutron] Pushing event updated for resources: {'Port': ['ID=cf3c4149-8480-492e-bdf1-7ed124251123,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:18.753193 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4af63440-e18c-4209-b442-38157da49c57 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (754a4556-1436-4f5b-9a88-7d9d96fcc6b6), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.768657 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4af63440-e18c-4209-b442-38157da49c57 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router_controller (754a4556-1436-4f5b-9a88-7d9d96fcc6b6), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.807245 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e517908d-bd7a-46d0-94d3-c34304ab5230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (0aa37a13-f85d-43f4-ac05-51f21166282d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.847465 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e517908d-bd7a-46d0-94d3-c34304ab5230 admin admin] Publish callbacks [] for router_controller (0aa37a13-f85d-43f4-ac05-51f21166282d), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.899599 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4af63440-e18c-4209-b442-38157da49c57 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (754a4556-1436-4f5b-9a88-7d9d96fcc6b6), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.900282 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af63440-e18c-4209-b442-38157da49c57 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Fanout notify agent at l3_agent the message router_deleted on router 754a4556-1436-4f5b-9a88-7d9d96fcc6b6 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:30:18.907809 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4af63440-e18c-4209-b442-38157da49c57 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.913383 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4af63440-e18c-4209-b442-38157da49c57 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "DELETE /v2.0/routers/754a4556-1436-4f5b-9a88-7d9d96fcc6b6 HTTP/1.1" status: 204 len: 168 time: 0.6219246 Feb 09 01:30:18.925803 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42872) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:18.928805 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3ebb8e28-48c6-4b18-86b6-4a73408d1e7a tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (719b8b7f-8957-4be8-a86b-e93905b58c7a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.976065 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d8221-9da5-471a-a531-ef1fa89818b3 req-ae8d9956-e8f5-45c6-a7b2-d9c7ec92ec6d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:18.983331 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d8221-9da5-471a-a531-ef1fa89818b3 req-ae8d9956-e8f5-45c6-a7b2-d9c7ec92ec6d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:18.994630 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d8221-9da5-471a-a531-ef1fa89818b3 req-ae8d9956-e8f5-45c6-a7b2-d9c7ec92ec6d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:19.009818 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d8221-9da5-471a-a531-ef1fa89818b3 req-ae8d9956-e8f5-45c6-a7b2-d9c7ec92ec6d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:19.017871 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d8221-9da5-471a-a531-ef1fa89818b3 req-ae8d9956-e8f5-45c6-a7b2-d9c7ec92ec6d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:19.023124 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d8221-9da5-471a-a531-ef1fa89818b3 req-ae8d9956-e8f5-45c6-a7b2-d9c7ec92ec6d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:19.028525 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d8221-9da5-471a-a531-ef1fa89818b3 req-ae8d9956-e8f5-45c6-a7b2-d9c7ec92ec6d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:19.032153 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-68dc741e-0d07-4da8-bbfd-6dd4a987754b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "GET /v2.0/ports?device_id=754a4556-1436-4f5b-9a88-7d9d96fcc6b6 HTTP/1.1" status: 200 len: 205 time: 0.0985661 Feb 09 01:30:19.040111 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bc2d8221-9da5-471a-a531-ef1fa89818b3 req-ae8d9956-e8f5-45c6-a7b2-d9c7ec92ec6d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5382 time: 1.2539167 Feb 09 01:30:19.052841 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42874) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:19.057755 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3ebb8e28-48c6-4b18-86b6-4a73408d1e7a tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:19.073850 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3ebb8e28-48c6-4b18-86b6-4a73408d1e7a tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] 10.222.0.30 "DELETE /v2.0/subnets/719b8b7f-8957-4be8-a86b-e93905b58c7a HTTP/1.1" status: 204 len: 168 time: 1.5406694 Feb 09 01:30:19.074327 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-a84660e0-dd77-42a8-972c-0034b56fa24f None None] Could not find standard attr ID for object afd1866b-7c07-423f-8a4d-07c496184aa3. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:30:19.089508 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb8e28-48c6-4b18-86b6-4a73408d1e7a tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Pushing event deleted for resources: {'Subnet': ['ID=719b8b7f-8957-4be8-a86b-e93905b58c7a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:19.091661 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42876) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:19.127028 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e517908d-bd7a-46d0-94d3-c34304ab5230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (0aa37a13-f85d-43f4-ac05-51f21166282d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:19.127612 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e517908d-bd7a-46d0-94d3-c34304ab5230 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0aa37a13-f85d-43f4-ac05-51f21166282d {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:30:19.153928 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e517908d-bd7a-46d0-94d3-c34304ab5230 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:19.155799 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e517908d-bd7a-46d0-94d3-c34304ab5230 admin admin] 10.222.0.30 "DELETE /v2.0/routers/0aa37a13-f85d-43f4-ac05-51f21166282d HTTP/1.1" status: 204 len: 168 time: 5.4894688 Feb 09 01:30:19.178399 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42878) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:19.364544 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fe8e0635-35cf-4562-9bc4-b7bdf2dccb36 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (f393976f-72de-434d-9adf-f1b7088a180f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:19.367269 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-4f176c30-2795-4364-850a-13321fb31ccf tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] delete failed (client error): The resource could not be found. Feb 09 01:30:19.371828 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:19.375783 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4f176c30-2795-4364-850a-13321fb31ccf tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "DELETE /v2.0/routers/754a4556-1436-4f5b-9a88-7d9d96fcc6b6 HTTP/1.1" status: 404 len: 336 time: 0.2938478 Feb 09 01:30:19.376872 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42880) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:19.427767 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-110b0769-3495-4868-89a0-21ce13195cb3 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] DELETE failed (client error): The resource could not be found. Feb 09 01:30:19.428065 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a498e05-6fc4-4f83-b1bf-2626cb1fe8eb req-2dc8041c-03f7-4539-bd2e-96bfecc89f42 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:19.428567 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-110b0769-3495-4868-89a0-21ce13195cb3 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:30:19.434253 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-110b0769-3495-4868-89a0-21ce13195cb3 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "DELETE /v2.0/subnets/7119666b-98b9-44a5-a67b-a92d0446b31b HTTP/1.1" status: 404 len: 337 time: 0.0537939 Feb 09 01:30:19.443034 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42882) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:19.445184 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3a498e05-6fc4-4f83-b1bf-2626cb1fe8eb req-2dc8041c-03f7-4539-bd2e-96bfecc89f42 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=255e72cc-bb4d-4ead-aefd-8aca152f72a0 HTTP/1.1" status: 200 len: 946 time: 0.6648638 Feb 09 01:30:19.535568 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-db62e7ce-1541-4409-aab3-1c8dc6d8bc9b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] DELETE failed (client error): The resource could not be found. Feb 09 01:30:19.535568 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db62e7ce-1541-4409-aab3-1c8dc6d8bc9b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:30:19.543622 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-db62e7ce-1541-4409-aab3-1c8dc6d8bc9b tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "DELETE /v2.0/subnets/e6565cae-1132-4a1d-81ca-d0379b1646a8 HTTP/1.1" status: 404 len: 337 time: 0.0967784 Feb 09 01:30:19.551325 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42884) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:19.625852 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-5509b939-3c7b-4a23-8a45-94c7f43f11bc tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] DELETE failed (client error): The resource could not be found. Feb 09 01:30:19.626435 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5509b939-3c7b-4a23-8a45-94c7f43f11bc tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:30:19.627581 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 59857a1a-2f56-4e7f-b49a-415fee730ec1 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:30:19.636524 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5509b939-3c7b-4a23-8a45-94c7f43f11bc tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "DELETE /v2.0/subnets/5cbbf304-015a-4994-805d-f4eddb41c314 HTTP/1.1" status: 404 len: 337 time: 0.0769126 Feb 09 01:30:19.638500 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42886) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:19.660296 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a9cfafd-27e5-42c1-b6cc-14469ec90106 admin admin] Deleting subnet fdaa9fe3-910d-4894-b541-99cb754e685f {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:30:19.667700 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0a9cfafd-27e5-42c1-b6cc-14469ec90106 admin admin] Publish callbacks [] for subnet (fdaa9fe3-910d-4894-b541-99cb754e685f), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:19.684346 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-64c8850c-d407-4213-8e60-712263d485c1 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] DELETE failed (client error): The resource could not be found. Feb 09 01:30:19.684805 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64c8850c-d407-4213-8e60-712263d485c1 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:30:19.691395 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-64c8850c-d407-4213-8e60-712263d485c1 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "DELETE /v2.0/subnets/39ed1502-86d5-4c2e-abbc-347d491291e2 HTTP/1.1" status: 404 len: 337 time: 0.0489016 Feb 09 01:30:19.693227 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42888) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:19.720214 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a99240-a047-402f-8e2b-8d7a1cd4ae39 None None] Network f393976f-72de-434d-9adf-f1b7088a180f requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:19.757727 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0a9cfafd-27e5-42c1-b6cc-14469ec90106 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (fdaa9fe3-910d-4894-b541-99cb754e685f), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:19.758917 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7b90750c-3350-4ce1-b151-18aca5fcb428 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3fc2ce1-1401-4f23-95d2-887835db32e2 HTTP/1.1" status: 200 len: 205 time: 0.0645266 Feb 09 01:30:19.759546 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42890) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:19.833858 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-7759da38-3a5d-4af8-8a65-7a900d368703 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] delete failed (client error): The resource could not be found. Feb 09 01:30:19.839993 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7759da38-3a5d-4af8-8a65-7a900d368703 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "DELETE /v2.0/routers/a3fc2ce1-1401-4f23-95d2-887835db32e2 HTTP/1.1" status: 404 len: 336 time: 0.0769823 Feb 09 01:30:19.842750 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42892) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:19.859298 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-fe8e0635-35cf-4562-9bc4-b7bdf2dccb36 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Deleting port 0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:19.860153 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fe8e0635-35cf-4562-9bc4-b7bdf2dccb36 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:19.875909 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bc2d8221-9da5-471a-a531-ef1fa89818b3 req-760c0a8d-3d93-46e1-b244-944badad784a tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8348980 Feb 09 01:30:19.891666 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 5b5aa433-24f9-4b84-830c-24029bc4c335 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:30:19.901508 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-41ce17f6-a2c6-4f8b-83db-ef3452c4877a tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "GET /v2.0/ports?device_id=462495f0-d48f-4111-9ad1-ff78eecfbe30 HTTP/1.1" status: 200 len: 205 time: 0.0531459 Feb 09 01:30:19.923050 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42894) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:19.923335 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e3694f90-fda1-4128-bb7d-f42098565509 None None] Could not find standard attr ID for object 3e2ba347-a594-4f80-8d5a-de39c1fb2000. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:30:20.068884 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 59857a1a-2f56-4e7f-b49a-415fee730ec1 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:20.069363 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (59857a1a-2f56-4e7f-b49a-415fee730ec1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:20.171878 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdea77e-c525-4736-af3e-7d33f71216b0 None None] DHCP port deletion for f393976f-72de-434d-9adf-f1b7088a180f request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:30:20.186078 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 5b5aa433-24f9-4b84-830c-24029bc4c335, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=5b5aa433-24f9-4b84-830c-24029bc4c335,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:20.204210 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-fe8e0635-35cf-4562-9bc4-b7bdf2dccb36 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] For port 0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5,segment=NetworkSegment(cf1cde2a-4259-4d9c-8e14-3269def5cac7),segment_id=cf1cde2a-4259-4d9c-8e14-3269def5cac7)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:20.205039 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fe8e0635-35cf-4562-9bc4-b7bdf2dccb36 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:20.238348 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-fe8e0635-35cf-4562-9bc4-b7bdf2dccb36 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Calling delete_port for 0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:20.322963 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9117a2-15df-43d8-92ff-b7e4aea063e4 None None] Network d3c7b5a3-8153-409e-a045-49222e8f48f8 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:20.365871 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-83bdefba-1b06-4447-ba39-e845d2a4c677 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] delete failed (client error): The resource could not be found. Feb 09 01:30:20.367320 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-83bdefba-1b06-4447-ba39-e845d2a4c677 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "DELETE /v2.0/routers/462495f0-d48f-4111-9ad1-ff78eecfbe30 HTTP/1.1" status: 404 len: 336 time: 0.4329965 Feb 09 01:30:20.371636 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42908) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:20.373902 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '5b5aa433-24f9-4b84-830c-24029bc4c335', 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c', 'port_id': '5b5aa433-24f9-4b84-830c-24029bc4c335', 'mac_address': 'fa:16:3e:6a:c7:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c1b64de-5642-407c-82ef-1ad0f3f887f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:30:20.451960 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fe8e0635-35cf-4562-9bc4-b7bdf2dccb36 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:20.463565 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-4747bf8a-a144-40bc-9c53-3fbcdb8f543a tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] DELETE failed (client error): The resource could not be found. Feb 09 01:30:20.464519 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4747bf8a-a144-40bc-9c53-3fbcdb8f543a tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:30:20.469250 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4747bf8a-a144-40bc-9c53-3fbcdb8f543a tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "DELETE /v2.0/subnets/2dc3ab6c-b0d6-4aa1-a6ce-3673b016458e HTTP/1.1" status: 404 len: 337 time: 0.0960770 Feb 09 01:30:20.480741 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42912) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:20.567629 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8e0635-35cf-4562-9bc4-b7bdf2dccb36 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] No DVR routers for this DVR port 0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:30:20.627151 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3a498e05-6fc4-4f83-b1bf-2626cb1fe8eb req-f58c2a97-aba2-4c55-b485-f5cd0a13e389 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1805463 Feb 09 01:30:20.627972 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e0635-35cf-4562-9bc4-b7bdf2dccb36 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Pushing event deleted for resources: {'Port': ['ID=0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:20.641103 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-be884100-ace5-4d88-9344-bbee55abc90d tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ece854a-63e2-4b33-b9a0-483a8c027246 HTTP/1.1" status: 200 len: 205 time: 0.1609511 Feb 09 01:30:20.652819 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42914) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:20.676162 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4fb7b8f7-aefb-4a41-93f1-d9073e08de34 req-5c551622-c39c-49f3-8c41-81bc5ebe5761 tempest-ServerShowV247Test-1835778497 tempest-ServerShowV247Test-1835778497-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc7ee34-77e3-4ef3-b4ff-396f725b6706 HTTP/1.1" status: 200 len: 210 time: 0.5713894 Feb 09 01:30:20.748706 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e101abc-7552-4369-b3de-7cffc398ef54 x-openstack-request-id: req-1e101abc-7552-4369-b3de-7cffc398ef54 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:30:20.753951 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "tag": "cf3c4149-8480-492e-bdf1-7ed124251123", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:30:20.754875 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1e101abc-7552-4369-b3de-7cffc398ef54 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:30:20.756761 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'tag': 'cf3c4149-8480-492e-bdf1-7ed124251123', 'status': 'completed', 'code': 200} Feb 09 01:30:20.780416 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 5b5aa433-24f9-4b84-830c-24029bc4c335 is: ACTIVE; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:20.780926 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5b5aa433-24f9-4b84-830c-24029bc4c335), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:20.781113 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c6e9e9fa-b032-42c9-a87e-7fa200ab6f18 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (f98470f0-4fb8-43b0-a459-b0b3f6e62bc2), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:20.840328 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b5aa433-24f9-4b84-830c-24029bc4c335 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:30:20.878486 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 59857a1a-2f56-4e7f-b49a-415fee730ec1 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:20.895627 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5e0fd18a-d227-454f-820d-9a690013a1f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:20.906630 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d7aa4577-26de-4108-ac76-84a17aa0c216 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:30:20.960414 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0a9cfafd-27e5-42c1-b6cc-14469ec90106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (fdaa9fe3-910d-4894-b541-99cb754e685f), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:20.974880 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: d7aa4577-26de-4108-ac76-84a17aa0c216 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:30:20.975673 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d7aa4577-26de-4108-ac76-84a17aa0c216 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:30:20.993757 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-3e3a7eed-6132-4ee1-b00f-2db5d602c846 None None] Provisioning complete for port 59857a1a-2f56-4e7f-b49a-415fee730ec1 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:20.994659 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3e3a7eed-6132-4ee1-b00f-2db5d602c846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (59857a1a-2f56-4e7f-b49a-415fee730ec1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:21.030266 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-546676b9-21ea-4f5a-8a15-1a4014887b74 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] delete failed (client error): The resource could not be found. Feb 09 01:30:21.040884 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-546676b9-21ea-4f5a-8a15-1a4014887b74 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "DELETE /v2.0/routers/8ece854a-63e2-4b33-b9a0-483a8c027246 HTTP/1.1" status: 404 len: 336 time: 0.3849623 Feb 09 01:30:21.042884 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42930) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:21.057406 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fe8e0635-35cf-4562-9bc4-b7bdf2dccb36 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (f393976f-72de-434d-9adf-f1b7088a180f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:21.070511 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-7bc5eb9a-b18b-48a0-b1cd-1d213a0823c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f18608cd-046b-41ff-bb33-941a1f1a0f9e {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:30:21.090327 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 5b5aa433-24f9-4b84-830c-24029bc4c335, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=5b5aa433-24f9-4b84-830c-24029bc4c335,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:21.093829 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:21.104782 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-7bc5eb9a-b18b-48a0-b1cd-1d213a0823c5 service neutron] Publish callbacks [] for port (f18608cd-046b-41ff-bb33-941a1f1a0f9e), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:21.132933 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-fe8e0635-35cf-4562-9bc4-b7bdf2dccb36 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f393976f-72de-434d-9adf-f1b7088a180f']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:21.154823 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3cdea77e-c525-4736-af3e-7d33f71216b0 None None] Deleting port 0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:21.155783 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3cdea77e-c525-4736-af3e-7d33f71216b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:21.176588 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-fe8e0635-35cf-4562-9bc4-b7bdf2dccb36 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf1cde2a-4259-4d9c-8e14-3269def5cac7') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:21.176883 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-fe8e0635-35cf-4562-9bc4-b7bdf2dccb36 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf1cde2a-4259-4d9c-8e14-3269def5cac7') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:21.199016 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46208fa-d9da-4278-bfa6-ee7ffd36d337 req-b1711d58-ce96-4888-a1ab-193383534914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:21.199587 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46208fa-d9da-4278-bfa6-ee7ffd36d337 req-b1711d58-ce96-4888-a1ab-193383534914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:21.200097 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46208fa-d9da-4278-bfa6-ee7ffd36d337 req-b1711d58-ce96-4888-a1ab-193383534914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:21.200573 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46208fa-d9da-4278-bfa6-ee7ffd36d337 req-b1711d58-ce96-4888-a1ab-193383534914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:21.203291 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46208fa-d9da-4278-bfa6-ee7ffd36d337 req-b1711d58-ce96-4888-a1ab-193383534914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:21.203782 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46208fa-d9da-4278-bfa6-ee7ffd36d337 req-b1711d58-ce96-4888-a1ab-193383534914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:21.204289 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46208fa-d9da-4278-bfa6-ee7ffd36d337 req-b1711d58-ce96-4888-a1ab-193383534914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:21.206269 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f46208fa-d9da-4278-bfa6-ee7ffd36d337 req-b1711d58-ce96-4888-a1ab-193383534914 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5cc038305e744ad69576548c638221e8&device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 6315 time: 0.3843822 Feb 09 01:30:21.247368 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-98d8a9a0-8038-4a0c-9277-d00a3d02f911 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "GET /v2.0/ports?device_id=709572b4-f8d7-4d1e-bae0-b1c7aaedda3a HTTP/1.1" status: 200 len: 205 time: 0.2033920 Feb 09 01:30:21.251743 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42936) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:21.308375 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5b5aa433-24f9-4b84-830c-24029bc4c335), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:21.323992 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fe8e0635-35cf-4562-9bc4-b7bdf2dccb36 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (cf1cde2a-4259-4d9c-8e14-3269def5cac7), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:21.349444 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-3cdea77e-c525-4736-af3e-7d33f71216b0 None None] For port 0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5, host n-d-822053-40, got binding levels [] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:21.349887 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3cdea77e-c525-4736-af3e-7d33f71216b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:21.371667 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fe8e0635-35cf-4562-9bc4-b7bdf2dccb36 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (cf1cde2a-4259-4d9c-8e14-3269def5cac7), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:21.389965 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe8e0635-35cf-4562-9bc4-b7bdf2dccb36 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:30:21.390729 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fe8e0635-35cf-4562-9bc4-b7bdf2dccb36 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (cf1cde2a-4259-4d9c-8e14-3269def5cac7), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:21.418592 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-48df80dc-304d-4055-8a22-b7692a92c20e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] delete failed (client error): The resource could not be found. Feb 09 01:30:21.422645 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-48df80dc-304d-4055-8a22-b7692a92c20e tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "DELETE /v2.0/routers/709572b4-f8d7-4d1e-bae0-b1c7aaedda3a HTTP/1.1" status: 404 len: 336 time: 0.1656287 Feb 09 01:30:21.427663 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42940) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:21.475151 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 6a8bf6bf-4533-42bf-8cfc-b24cf69416bb no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:30:21.477734 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-c264600e-aced-4e9c-9d72-c040d2718454 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] DELETE failed (client error): The resource could not be found. Feb 09 01:30:21.478205 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c264600e-aced-4e9c-9d72-c040d2718454 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:30:21.482133 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c264600e-aced-4e9c-9d72-c040d2718454 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "DELETE /v2.0/subnets/66dfaf9a-e441-4341-ab6d-2846a57ed64c HTTP/1.1" status: 404 len: 337 time: 0.0445528 Feb 09 01:30:21.488874 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42942) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:21.512471 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3cdea77e-c525-4736-af3e-7d33f71216b0 None None] Calling delete_port for 0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:21.515773 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 6a8bf6bf-4533-42bf-8cfc-b24cf69416bb {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:30:21.516159 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 6a8bf6bf-4533-42bf-8cfc-b24cf69416bb not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:30:21.516590 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:30:21.518701 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['5b5aa433-24f9-4b84-830c-24029bc4c335'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:30:21.528034 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.ipam_backend_mixin [None req-3cdea77e-c525-4736-af3e-7d33f71216b0 None None] Port 0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5 was not found and therefore no delete operation was performed {{(pid=103530) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:30:21.558742 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2bb160ee-84ac-4fff-b9a7-deece5af5351 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "GET /v2.0/ports?device_id=e291ab31-d219-4cf0-9f82-7daf0295ac1d HTTP/1.1" status: 200 len: 205 time: 0.0675068 Feb 09 01:30:21.564816 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c6e9e9fa-b032-42c9-a87e-7fa200ab6f18 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (f98470f0-4fb8-43b0-a459-b0b3f6e62bc2), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:21.586821 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6963e-e29c-4162-9f9f-8cf4adf59b90 req-7584480a-0a81-491f-a6fa-2eeb169f4d37 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:21.593243 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6963e-e29c-4162-9f9f-8cf4adf59b90 req-7584480a-0a81-491f-a6fa-2eeb169f4d37 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:21.598979 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6963e-e29c-4162-9f9f-8cf4adf59b90 req-7584480a-0a81-491f-a6fa-2eeb169f4d37 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:21.605113 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6963e-e29c-4162-9f9f-8cf4adf59b90 req-7584480a-0a81-491f-a6fa-2eeb169f4d37 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:21.612458 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6963e-e29c-4162-9f9f-8cf4adf59b90 req-7584480a-0a81-491f-a6fa-2eeb169f4d37 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:21.618577 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6963e-e29c-4162-9f9f-8cf4adf59b90 req-7584480a-0a81-491f-a6fa-2eeb169f4d37 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:21.625539 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6963e-e29c-4162-9f9f-8cf4adf59b90 req-7584480a-0a81-491f-a6fa-2eeb169f4d37 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:21.625799 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3cdea77e-c525-4736-af3e-7d33f71216b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:21.635492 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9cb6963e-e29c-4162-9f9f-8cf4adf59b90 req-7584480a-0a81-491f-a6fa-2eeb169f4d37 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5382 time: 0.5938232 Feb 09 01:30:21.639048 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42944) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:21.650525 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:30:21.650879 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:30:21.742801 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9e9fa-b032-42c9-a87e-7fa200ab6f18 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Pushing event deleted for resources: {'Subnet': ['ID=f98470f0-4fb8-43b0-a459-b0b3f6e62bc2,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:21.745247 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-0b22a2b7-9961-423f-bf5b-3277d7ff4d36 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] delete failed (client error): The resource could not be found. Feb 09 01:30:21.748921 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0b22a2b7-9961-423f-bf5b-3277d7ff4d36 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "DELETE /v2.0/routers/e291ab31-d219-4cf0-9f82-7daf0295ac1d HTTP/1.1" status: 404 len: 336 time: 0.0718770 Feb 09 01:30:21.751757 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42950) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:21.753500 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c6e9e9fa-b032-42c9-a87e-7fa200ab6f18 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:21.759938 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c6e9e9fa-b032-42c9-a87e-7fa200ab6f18 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] 10.222.0.30 "DELETE /v2.0/subnets/f98470f0-4fb8-43b0-a459-b0b3f6e62bc2 HTTP/1.1" status: 204 len: 168 time: 4.6326978 Feb 09 01:30:21.823799 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42952) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:21.825664 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8e97fb1-9c6f-4f4b-9fc5-1716cda4a140 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] DELETE failed (client error): The resource could not be found. Feb 09 01:30:21.826746 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8e97fb1-9c6f-4f4b-9fc5-1716cda4a140 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:30:21.832971 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a8e97fb1-9c6f-4f4b-9fc5-1716cda4a140 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "DELETE /v2.0/subnets/37d004df-ace4-4c5f-ae7c-d62c083fe84a HTTP/1.1" status: 404 len: 337 time: 0.0627716 Feb 09 01:30:21.844035 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42954) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:21.854602 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=5b5aa433-24f9-4b84-830c-24029bc4c335,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:21.894815 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdea77e-c525-4736-af3e-7d33f71216b0 None None] No DVR routers for this DVR port 0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:30:21.908335 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdea77e-c525-4736-af3e-7d33f71216b0 None None] Pushing event deleted for resources: {'Port': ['ID=0af72ab2-c0a4-49a2-9c50-2e2f0f8ec9d5,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:21.916345 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3e3a7eed-6132-4ee1-b00f-2db5d602c846 None None] Current status of the port 59857a1a-2f56-4e7f-b49a-415fee730ec1 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:21.954154 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-3e3a7eed-6132-4ee1-b00f-2db5d602c846 None None] Provisioning complete for port c30a9d43-234c-4f63-b172-343ee0fff925 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:21.954915 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3e3a7eed-6132-4ee1-b00f-2db5d602c846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c30a9d43-234c-4f63-b172-343ee0fff925), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:21.957420 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976fd03e-1c80-4ca3-a5f9-f7d77d30fc6d tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:21.968299 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976fd03e-1c80-4ca3-a5f9-f7d77d30fc6d tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:21.972792 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-976fd03e-1c80-4ca3-a5f9-f7d77d30fc6d tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1410916 Feb 09 01:30:21.983565 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42956) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:22.020432 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0a9cfafd-27e5-42c1-b6cc-14469ec90106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (fdaa9fe3-910d-4894-b541-99cb754e685f), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:22.096289 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3e3a7eed-6132-4ee1-b00f-2db5d602c846 None None] Port c30a9d43-234c-4f63-b172-343ee0fff925 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:30:22.112254 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:30:22.112254 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:30:22.112254 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:30:22.112254 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:30:22.112254 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:30:22.112254 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:30:22.112254 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:30:22.112254 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:30:22.112254 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:30:22.112254 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:30:22.112254 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:30:22.112254 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:30:22.112254 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:30:22.112254 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:30:22.112254 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:30:22.112254 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:30:22.112254 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:30:22.112254 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:30:22.112254 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:30:22.112254 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:30:22.112254 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:30:22.112254 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:30:22.112254 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:30:22.112254 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:30:22.112254 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:30:22.112254 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:30:22.112254 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:30:22.112254 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:30:22.112254 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:30:22.112254 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:30:22.112254 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:30:22.112254 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:30:22.132666 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8cb2c3-5efb-4202-8700-b42607f83dae None None] Network ad8a4808-c13b-4f67-8735-fa3f67f79ac6 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:22.168653 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9cfafd-27e5-42c1-b6cc-14469ec90106 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdaa9fe3-910d-4894-b541-99cb754e685f,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:22.184229 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c3d2459e-313e-4527-848d-32caaf5ed2f1 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca49a5cd-9000-4438-bc78-a265d681b879 HTTP/1.1" status: 200 len: 205 time: 0.2286413 Feb 09 01:30:22.184229 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0a9cfafd-27e5-42c1-b6cc-14469ec90106 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:22.186626 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0a9cfafd-27e5-42c1-b6cc-14469ec90106 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/fdaa9fe3-910d-4894-b541-99cb754e685f HTTP/1.1" status: 204 len: 168 time: 3.0044982 Feb 09 01:30:22.197138 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42958) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:22.197493 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42960) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:22.205174 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438852ba-a84e-422a-8db6-9e0d9474dfe4 req-1d7fdd2e-5e2c-4933-946f-79b837b36954 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:22.213613 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-438852ba-a84e-422a-8db6-9e0d9474dfe4 req-1d7fdd2e-5e2c-4933-946f-79b837b36954 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/ports?device_id=95461fa4-1909-4af3-bc1b-8deb6b3f1e89 HTTP/1.1" status: 200 len: 946 time: 0.7291923 Feb 09 01:30:22.241743 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc84215-23f4-4a1e-b127-7805c137d0e8 None None] Network d3c7b5a3-8153-409e-a045-49222e8f48f8 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:22.289998 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46208fa-d9da-4278-bfa6-ee7ffd36d337 req-b9886f6a-43c9-45f0-8a4b-64ff3195e475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:22.290898 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46208fa-d9da-4278-bfa6-ee7ffd36d337 req-b9886f6a-43c9-45f0-8a4b-64ff3195e475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:22.291555 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46208fa-d9da-4278-bfa6-ee7ffd36d337 req-b9886f6a-43c9-45f0-8a4b-64ff3195e475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:22.293492 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f46208fa-d9da-4278-bfa6-ee7ffd36d337 req-b9886f6a-43c9-45f0-8a4b-64ff3195e475 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=5cc038305e744ad69576548c638221e8&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.0729539 Feb 09 01:30:22.311504 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-a0ba9299-2524-4b35-8031-5a247e34e16f None None] Provisioning complete for port 59857a1a-2f56-4e7f-b49a-415fee730ec1 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:22.312047 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a0ba9299-2524-4b35-8031-5a247e34e16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (59857a1a-2f56-4e7f-b49a-415fee730ec1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:22.330198 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b0f732f1-c6cc-4039-8a25-56d7217a434e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (ad8a4808-c13b-4f67-8735-fa3f67f79ac6), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:22.440852 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9cb6963e-e29c-4162-9f9f-8cf4adf59b90 req-b7df530f-7e78-4927-95a0-83e7a142ee08 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7985752 Feb 09 01:30:22.444848 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-7bc5eb9a-b18b-48a0-b1cd-1d213a0823c5 service neutron] Transition to ACTIVE for port object f18608cd-046b-41ff-bb33-941a1f1a0f9e will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:22.448035 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fe8e0635-35cf-4562-9bc4-b7bdf2dccb36 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (f393976f-72de-434d-9adf-f1b7088a180f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:22.466331 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fe8e0635-35cf-4562-9bc4-b7bdf2dccb36 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:22.470686 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-fe8e0635-35cf-4562-9bc4-b7bdf2dccb36 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] 10.222.0.30 "DELETE /v2.0/networks/f393976f-72de-434d-9adf-f1b7088a180f HTTP/1.1" status: 204 len: 168 time: 3.3698599 Feb 09 01:30:22.470902 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-0e9069ac-2614-45a7-b1fe-7f24072065aa tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] delete failed (client error): The resource could not be found. Feb 09 01:30:22.472573 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0e9069ac-2614-45a7-b1fe-7f24072065aa tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "DELETE /v2.0/routers/ca49a5cd-9000-4438-bc78-a265d681b879 HTTP/1.1" status: 404 len: 336 time: 0.2567596 Feb 09 01:30:22.475098 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42964) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:22.534837 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e0635-35cf-4562-9bc4-b7bdf2dccb36 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855 tempest-ExtraDHCPOptionsIpV6TestJSON-623850855-project] Pushing event deleted for resources: {'Network': ['ID=f393976f-72de-434d-9adf-f1b7088a180f,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:22.544070 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-7bc5eb9a-b18b-48a0-b1cd-1d213a0823c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (f18608cd-046b-41ff-bb33-941a1f1a0f9e), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:22.612348 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba9299-2524-4b35-8031-5a247e34e16f None None] Current status of the port 59857a1a-2f56-4e7f-b49a-415fee730ec1 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:22.650009 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-64a6ebde-92bd-4fed-963d-beb60923f495 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] DELETE failed (client error): The resource could not be found. Feb 09 01:30:22.650638 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64a6ebde-92bd-4fed-963d-beb60923f495 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:30:22.653719 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-64a6ebde-92bd-4fed-963d-beb60923f495 tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "DELETE /v2.0/subnets/3b855b8a-ae01-486c-9313-02e0c35fcf2a HTTP/1.1" status: 404 len: 337 time: 0.1673033 Feb 09 01:30:22.657824 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d650605-a99c-4228-a008-27423fb92c11 None None] DHCP port deletion for ad8a4808-c13b-4f67-8735-fa3f67f79ac6 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:30:22.693292 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-a0ba9299-2524-4b35-8031-5a247e34e16f None None] Provisioning complete for port c30a9d43-234c-4f63-b172-343ee0fff925 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:22.693673 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a0ba9299-2524-4b35-8031-5a247e34e16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c30a9d43-234c-4f63-b172-343ee0fff925), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:22.693989 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46208fa-d9da-4278-bfa6-ee7ffd36d337 req-bed0fea1-ec24-4eb6-9257-9aed72a725c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:22.700656 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f46208fa-d9da-4278-bfa6-ee7ffd36d337 req-bed0fea1-ec24-4eb6-9257-9aed72a725c7 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3982177 Feb 09 01:30:22.757561 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42966) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:22.833441 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e94154-7846-4524-8a17-e2d40d45b77c None None] DHCP port deletion for d3c7b5a3-8153-409e-a045-49222e8f48f8 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:30:22.868177 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c8177414-186f-4ea0-9b97-7913128205fc tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (d3c7b5a3-8153-409e-a045-49222e8f48f8), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:22.875559 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc06fb-a9e8-461d-ad14-9ebeff46004c req-c0dbb05e-2593-478b-9a6d-96585c861135 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:22.877134 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bcdc06fb-a9e8-461d-ad14-9ebeff46004c req-c0dbb05e-2593-478b-9a6d-96585c861135 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.91 "GET /v2.0/ports?device_id=95461fa4-1909-4af3-bc1b-8deb6b3f1e89 HTTP/1.1" status: 200 len: 946 time: 0.1691957 Feb 09 01:30:22.886950 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42970) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:22.895125 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba9299-2524-4b35-8031-5a247e34e16f None None] Port c30a9d43-234c-4f63-b172-343ee0fff925 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:30:22.968530 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-1d650605-a99c-4228-a008-27423fb92c11 None None] Deleting port 624b3ef0-67e6-4280-870b-53ed66218641 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:22.969029 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1d650605-a99c-4228-a008-27423fb92c11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (624b3ef0-67e6-4280-870b-53ed66218641), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:22.974108 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc5eb9a-b18b-48a0-b1cd-1d213a0823c5 service neutron] Pushing event updated for resources: {'Port': ['ID=f18608cd-046b-41ff-bb33-941a1f1a0f9e,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:23.033177 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-438852ba-a84e-422a-8db6-9e0d9474dfe4 req-5d9f533a-7662-4313-832d-b4793cfafc56 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2986e66-5bf8-4106-965e-d9f5e5d6b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8076603 Feb 09 01:30:23.037192 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-1d650605-a99c-4228-a008-27423fb92c11 None None] For port 624b3ef0-67e6-4280-870b-53ed66218641, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=624b3ef0-67e6-4280-870b-53ed66218641,segment=NetworkSegment(87e07450-b8ce-48ba-8d65-309bbd287bc7),segment_id=87e07450-b8ce-48ba-8d65-309bbd287bc7)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:23.037588 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1d650605-a99c-4228-a008-27423fb92c11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (624b3ef0-67e6-4280-870b-53ed66218641), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:23.057822 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-1d650605-a99c-4228-a008-27423fb92c11 None None] Calling delete_port for 624b3ef0-67e6-4280-870b-53ed66218641 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:23.203098 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-d56b3549-1943-4e57-a61b-1e1cc04ea39d tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] DELETE failed (client error): The resource could not be found. Feb 09 01:30:23.203546 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d56b3549-1943-4e57-a61b-1e1cc04ea39d tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:30:23.207605 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d56b3549-1943-4e57-a61b-1e1cc04ea39d tempest-RoutersTest-1778455776 tempest-RoutersTest-1778455776-project] 10.222.0.30 "DELETE /v2.0/subnets/06f6cb77-5781-45c1-b79f-162d19405955 HTTP/1.1" status: 404 len: 337 time: 0.3655546 Feb 09 01:30:23.246931 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8177414-186f-4ea0-9b97-7913128205fc tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 09 01:30:23.247647 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8177414-186f-4ea0-9b97-7913128205fc tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:30:23.257138 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c8177414-186f-4ea0-9b97-7913128205fc tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] 10.222.0.30 "DELETE /v2.0/networks/d3c7b5a3-8153-409e-a045-49222e8f48f8 HTTP/1.1" status: 409 len: 466 time: 1.2600806 Feb 09 01:30:23.258147 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42978) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:23.270573 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1d650605-a99c-4228-a008-27423fb92c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (624b3ef0-67e6-4280-870b-53ed66218641), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:23.292923 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-592a3f0f-c1ca-4551-b530-6dfa6e650fdb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4b3a9e6c516648f198409b288f7fc5bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4041405 Feb 09 01:30:23.299210 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42980) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:23.299346 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-bcdc06fb-a9e8-461d-ad14-9ebeff46004c req-7ba22ae2-398f-4ece-a928-197c3f500de4 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Deleting port 088c534b-13d6-49cf-9f90-ad97de25d072 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:23.299622 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-bcdc06fb-a9e8-461d-ad14-9ebeff46004c req-7ba22ae2-398f-4ece-a928-197c3f500de4 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (088c534b-13d6-49cf-9f90-ad97de25d072), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:23.308876 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-15ede2fd-c5b4-4983-a569-336aed686f19 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-799417644'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:23.367104 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d650605-a99c-4228-a008-27423fb92c11 None None] Pushing event deleted for resources: {'Port': ['ID=624b3ef0-67e6-4280-870b-53ed66218641,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:23.391751 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d650605-a99c-4228-a008-27423fb92c11 None None] No DVR routers for this DVR port 624b3ef0-67e6-4280-870b-53ed66218641 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:30:23.413360 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-97feed54-9aab-4699-b164-3c0aab3c1909 req-29578783-e2b2-4be8-92f0-4b3606b5ef9b tempest-ServerShowV247Test-1835778497 tempest-ServerShowV247Test-1835778497-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc7ee34-77e3-4ef3-b4ff-396f725b6706 HTTP/1.1" status: 200 len: 210 time: 0.1844537 Feb 09 01:30:23.417462 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-40e94154-7846-4524-8a17-e2d40d45b77c None None] Deleting port 59857a1a-2f56-4e7f-b49a-415fee730ec1 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:23.418096 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-40e94154-7846-4524-8a17-e2d40d45b77c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (59857a1a-2f56-4e7f-b49a-415fee730ec1), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:23.527696 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 59857a1a-2f56-4e7f-b49a-415fee730ec1 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:30:23.554775 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-bcdc06fb-a9e8-461d-ad14-9ebeff46004c req-7ba22ae2-398f-4ece-a928-197c3f500de4 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] For port 088c534b-13d6-49cf-9f90-ad97de25d072, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=088c534b-13d6-49cf-9f90-ad97de25d072,segment=NetworkSegment(8aeeb2e7-9a95-4889-a4a3-eadf93afc837),segment_id=8aeeb2e7-9a95-4889-a4a3-eadf93afc837)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:23.556554 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-bcdc06fb-a9e8-461d-ad14-9ebeff46004c req-7ba22ae2-398f-4ece-a928-197c3f500de4 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (088c534b-13d6-49cf-9f90-ad97de25d072), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:23.582352 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-bcdc06fb-a9e8-461d-ad14-9ebeff46004c req-7ba22ae2-398f-4ece-a928-197c3f500de4 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Calling delete_port for 088c534b-13d6-49cf-9f90-ad97de25d072 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:23.585693 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ede2fd-c5b4-4983-a569-336aed686f19 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Made reservation on behalf of 2d40356c6dcf460fae71a875d314525f for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:23.589421 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-15ede2fd-c5b4-4983-a569-336aed686f19 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:23.606755 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-7bc5eb9a-b18b-48a0-b1cd-1d213a0823c5 service neutron] Attempting to bind port f18608cd-046b-41ff-bb33-941a1f1a0f9e on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:30:23.610798 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-7bc5eb9a-b18b-48a0-b1cd-1d213a0823c5 service neutron] Attempting to bind port f18608cd-046b-41ff-bb33-941a1f1a0f9e by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '8cba9e3e-5c7c-48cb-81bd-6590294529c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1b491962-ed4d-43bc-b25a-f8e3c17cca99'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:30:23.611359 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-7bc5eb9a-b18b-48a0-b1cd-1d213a0823c5 service neutron] Attempting to bind port f18608cd-046b-41ff-bb33-941a1f1a0f9e on network 1b491962-ed4d-43bc-b25a-f8e3c17cca99 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:23.675869 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-40e94154-7846-4524-8a17-e2d40d45b77c None None] For port 59857a1a-2f56-4e7f-b49a-415fee730ec1, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=59857a1a-2f56-4e7f-b49a-415fee730ec1,segment=NetworkSegment(94f5a750-6496-4009-9d8e-6324582fc89b),segment_id=94f5a750-6496-4009-9d8e-6324582fc89b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:23.676850 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-40e94154-7846-4524-8a17-e2d40d45b77c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (59857a1a-2f56-4e7f-b49a-415fee730ec1), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:23.712415 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e217fa-ea8d-4f84-a73c-b38326183dd8 req-c94c21ec-b892-4fe3-96f4-04ebf9dca1ce tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:23.717452 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-40e94154-7846-4524-8a17-e2d40d45b77c None None] Calling delete_port for 59857a1a-2f56-4e7f-b49a-415fee730ec1 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:23.717841 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f4e217fa-ea8d-4f84-a73c-b38326183dd8 req-c94c21ec-b892-4fe3-96f4-04ebf9dca1ce tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.121 "GET /v2.0/ports?device_id=227958c6-538f-48b7-855e-986546a3e7b5 HTTP/1.1" status: 200 len: 945 time: 0.7880492 Feb 09 01:30:23.718565 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 42986) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:23.761866 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-bcdc06fb-a9e8-461d-ad14-9ebeff46004c req-7ba22ae2-398f-4ece-a928-197c3f500de4 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (088c534b-13d6-49cf-9f90-ad97de25d072), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:23.792408 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d89359-418b-4a33-9456-f0332e07e64a req-434e274c-5b4b-4f98-85a9-723cc5e9ba9a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:23.793502 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-56d89359-418b-4a33-9456-f0332e07e64a req-434e274c-5b4b-4f98-85a9-723cc5e9ba9a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=255e72cc-bb4d-4ead-aefd-8aca152f72a0 HTTP/1.1" status: 200 len: 945 time: 1.1246326 Feb 09 01:30:23.794119 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-7bc5eb9a-b18b-48a0-b1cd-1d213a0823c5 service neutron] Port f18608cd-046b-41ff-bb33-941a1f1a0f9e on network 1b491962-ed4d-43bc-b25a-f8e3c17cca99 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:30:23.794438 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-7bc5eb9a-b18b-48a0-b1cd-1d213a0823c5 service neutron] Attempting to bind port f18608cd-046b-41ff-bb33-941a1f1a0f9e on network 1b491962-ed4d-43bc-b25a-f8e3c17cca99 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:23.832812 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ede2fd-c5b4-4983-a569-336aed686f19 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:30:23.850411 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-15ede2fd-c5b4-4983-a569-336aed686f19 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (693aa043-f397-4356-b523-89497ade3b5a), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:23.850752 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-15ede2fd-c5b4-4983-a569-336aed686f19 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Added segment 693aa043-f397-4356-b523-89497ade3b5a of type vlan for network ae8e474a-aea9-48e3-9467-e3084668beb8 Feb 09 01:30:23.854984 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 59857a1a-2f56-4e7f-b49a-415fee730ec1 is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:23.855686 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (59857a1a-2f56-4e7f-b49a-415fee730ec1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:23.863659 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['7aa7bde6-89bc-4f58-922d-72c93b6c5bd2'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:30:23.870416 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 5b5aa433-24f9-4b84-830c-24029bc4c335 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:30:23.886503 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba22ae2-398f-4ece-a928-197c3f500de4 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Pushing event deleted for resources: {'Port': ['ID=088c534b-13d6-49cf-9f90-ad97de25d072,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:23.906332 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcdc06fb-a9e8-461d-ad14-9ebeff46004c req-7ba22ae2-398f-4ece-a928-197c3f500de4 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] No DVR routers for this DVR port 088c534b-13d6-49cf-9f90-ad97de25d072 on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:30:23.908444 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-15ede2fd-c5b4-4983-a569-336aed686f19 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (ae8e474a-aea9-48e3-9467-e3084668beb8), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:23.909453 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-bcdc06fb-a9e8-461d-ad14-9ebeff46004c req-7ba22ae2-398f-4ece-a928-197c3f500de4 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:23.914654 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bcdc06fb-a9e8-461d-ad14-9ebeff46004c req-7ba22ae2-398f-4ece-a928-197c3f500de4 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.91 "DELETE /v2.0/ports/088c534b-13d6-49cf-9f90-ad97de25d072 HTTP/1.1" status: 204 len: 173 time: 1.0280478 Feb 09 01:30:23.915180 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95461fa4-1909-4af3-bc1b-8deb6b3f1e89', 'name': 'network-vif-deleted', 'tag': '088c534b-13d6-49cf-9f90-ad97de25d072'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:30:23.920471 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7118dff8-f4f8-4750-abf3-5f7f0bbeea01" -d '{"events": [{"server_uuid": "95461fa4-1909-4af3-bc1b-8deb6b3f1e89", "name": "network-vif-deleted", "tag": "088c534b-13d6-49cf-9f90-ad97de25d072"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:30:24.052475 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.db.resource_extend [None req-15ede2fd-c5b4-4983-a569-336aed686f19 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:30:24.067099 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-b0f732f1-c6cc-4039-8a25-56d7217a434e admin admin] Deleting port 624b3ef0-67e6-4280-870b-53ed66218641 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:24.067712 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b0f732f1-c6cc-4039-8a25-56d7217a434e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (624b3ef0-67e6-4280-870b-53ed66218641), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:24.136117 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-56d89359-418b-4a33-9456-f0332e07e64a req-a30b7133-2f57-42dd-9f58-c9ef059e9581 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753514 Feb 09 01:30:24.182445 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-7bc5eb9a-b18b-48a0-b1cd-1d213a0823c5 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:30:24.182445 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-7bc5eb9a-b18b-48a0-b1cd-1d213a0823c5 service neutron] Checking segment: {'id': '8cba9e3e-5c7c-48cb-81bd-6590294529c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1b491962-ed4d-43bc-b25a-f8e3c17cca99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:24.182823 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-7bc5eb9a-b18b-48a0-b1cd-1d213a0823c5 service neutron] Bound using segment: {'id': '8cba9e3e-5c7c-48cb-81bd-6590294529c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1b491962-ed4d-43bc-b25a-f8e3c17cca99'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:30:24.183224 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-7bc5eb9a-b18b-48a0-b1cd-1d213a0823c5 service neutron] Bound port: f18608cd-046b-41ff-bb33-941a1f1a0f9e, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cba9e3e-5c7c-48cb-81bd-6590294529c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1b491962-ed4d-43bc-b25a-f8e3c17cca99'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:30:24.183593 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-7bc5eb9a-b18b-48a0-b1cd-1d213a0823c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f18608cd-046b-41ff-bb33-941a1f1a0f9e), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:24.261900 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 59857a1a-2f56-4e7f-b49a-415fee730ec1, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=59857a1a-2f56-4e7f-b49a-415fee730ec1,segment=NetworkSegment(94f5a750-6496-4009-9d8e-6324582fc89b),segment_id=94f5a750-6496-4009-9d8e-6324582fc89b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:24.306995 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c0db1573-36d3-48d4-a196-73996d121668 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8a336705c49241a5bf5c318d577ad55e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5531642 Feb 09 01:30:24.307763 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 42996) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:24.418278 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-15ede2fd-c5b4-4983-a569-336aed686f19 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (ae8e474a-aea9-48e3-9467-e3084668beb8), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:24.430290 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ede2fd-c5b4-4983-a569-336aed686f19 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:24.430690 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (59857a1a-2f56-4e7f-b49a-415fee730ec1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:24.432735 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 624b3ef0-67e6-4280-870b-53ed66218641 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:30:24.435386 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-15ede2fd-c5b4-4983-a569-336aed686f19 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:24.455963 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-50753bcd-0927-4e8a-94c0-dd7e3125e139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:24.472239 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23e2b12-2e22-4bee-ba68-cbee114c38f0 x-openstack-request-id: req-c23e2b12-2e22-4bee-ba68-cbee114c38f0 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:30:24.472611 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95461fa4-1909-4af3-bc1b-8deb6b3f1e89", "name": "network-vif-deleted", "tag": "088c534b-13d6-49cf-9f90-ad97de25d072", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:30:24.472868 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c23e2b12-2e22-4bee-ba68-cbee114c38f0 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:30:24.473292 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95461fa4-1909-4af3-bc1b-8deb6b3f1e89', 'name': 'network-vif-deleted', 'tag': '088c534b-13d6-49cf-9f90-ad97de25d072', 'status': 'completed', 'code': 200} Feb 09 01:30:24.474968 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-940e833e-1278-45a9-9098-fddd8e0bae03 admin admin] Publish callbacks [] for security_group (37d3da4b-ef64-4c68-a56d-6a0a720ddfea), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:24.531664 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-940e833e-1278-45a9-9098-fddd8e0bae03 admin admin] Publish callbacks [] for security_group (37d3da4b-ef64-4c68-a56d-6a0a720ddfea), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:24.559899 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-90e662d1-d018-4415-a729-6d24e44ca8a3 admin admin] Publish callbacks [] for security_group (792d3b4a-d17d-4342-a350-9121d6f400b3), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:24.613296 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-b0f732f1-c6cc-4039-8a25-56d7217a434e admin admin] For port 624b3ef0-67e6-4280-870b-53ed66218641, host n-d-822053-40, got binding levels [] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:24.613862 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b0f732f1-c6cc-4039-8a25-56d7217a434e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (624b3ef0-67e6-4280-870b-53ed66218641), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:24.637552 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 624b3ef0-67e6-4280-870b-53ed66218641 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:30:24.639012 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 624b3ef0-67e6-4280-870b-53ed66218641 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:30:24.653859 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b59cc0b-50a7-481f-899e-8a5b6b0c8c5b req-3ff01c95-dacf-4316-85fe-d533a4078117 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:24.658843 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 5b5aa433-24f9-4b84-830c-24029bc4c335 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:24.659552 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5b5aa433-24f9-4b84-830c-24029bc4c335), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:24.664191 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b59cc0b-50a7-481f-899e-8a5b6b0c8c5b req-3ff01c95-dacf-4316-85fe-d533a4078117 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:24.671713 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b59cc0b-50a7-481f-899e-8a5b6b0c8c5b req-3ff01c95-dacf-4316-85fe-d533a4078117 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:24.673393 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-940e833e-1278-45a9-9098-fddd8e0bae03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (37d3da4b-ef64-4c68-a56d-6a0a720ddfea), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:24.677066 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-940e833e-1278-45a9-9098-fddd8e0bae03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:24.678302 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b59cc0b-50a7-481f-899e-8a5b6b0c8c5b req-3ff01c95-dacf-4316-85fe-d533a4078117 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:24.678834 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-940e833e-1278-45a9-9098-fddd8e0bae03 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/37d3da4b-ef64-4c68-a56d-6a0a720ddfea HTTP/1.1" status: 204 len: 168 time: 0.3692048 Feb 09 01:30:24.688945 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b59cc0b-50a7-481f-899e-8a5b6b0c8c5b req-3ff01c95-dacf-4316-85fe-d533a4078117 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:24.696174 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b59cc0b-50a7-481f-899e-8a5b6b0c8c5b req-3ff01c95-dacf-4316-85fe-d533a4078117 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:24.707129 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b59cc0b-50a7-481f-899e-8a5b6b0c8c5b req-3ff01c95-dacf-4316-85fe-d533a4078117 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:24.707360 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e833e-1278-45a9-9098-fddd8e0bae03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d3da4b-ef64-4c68-a56d-6a0a720ddfea,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:24.709495 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8b59cc0b-50a7-481f-899e-8a5b6b0c8c5b req-3ff01c95-dacf-4316-85fe-d533a4078117 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5394 time: 0.9791007 Feb 09 01:30:24.715183 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-15ede2fd-c5b4-4983-a569-336aed686f19 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4199855 Feb 09 01:30:24.722435 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43002) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:24.738313 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-8d05d3f1-b28f-42d4-b0a3-3163fc88521e tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Request body: {'subnet': {'network_id': 'ae8e474a-aea9-48e3-9467-e3084668beb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:24.741971 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a01f2d3b-a19f-4c97-b87b-11c84f72b72c req-47c1f10f-55fc-4522-99c8-94b077da1615 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/ports?device_id=95461fa4-1909-4af3-bc1b-8deb6b3f1e89 HTTP/1.1" status: 200 len: 210 time: 0.1783185 Feb 09 01:30:24.805568 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-b0f732f1-c6cc-4039-8a25-56d7217a434e admin admin] Calling delete_port for 624b3ef0-67e6-4280-870b-53ed66218641 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:24.819027 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.ipam_backend_mixin [None req-b0f732f1-c6cc-4039-8a25-56d7217a434e admin admin] Port 624b3ef0-67e6-4280-870b-53ed66218641 was not found and therefore no delete operation was performed {{(pid=103529) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:30:24.840864 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ede2fd-c5b4-4983-a569-336aed686f19 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Pushing event updated for resources: {'Network': ['ID=ae8e474a-aea9-48e3-9467-e3084668beb8,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:24.856895 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-90e662d1-d018-4415-a729-6d24e44ca8a3 admin admin] Publish callbacks [] for security_group (792d3b4a-d17d-4342-a350-9121d6f400b3), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:24.859490 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b0f732f1-c6cc-4039-8a25-56d7217a434e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (624b3ef0-67e6-4280-870b-53ed66218641), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:24.906560 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-f4e217fa-ea8d-4f84-a73c-b38326183dd8 req-9d37a6de-f955-4e2a-b35b-d89a32e68fc4 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Deleting port 7aa7bde6-89bc-4f58-922d-72c93b6c5bd2 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:24.906945 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f4e217fa-ea8d-4f84-a73c-b38326183dd8 req-9d37a6de-f955-4e2a-b35b-d89a32e68fc4 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (7aa7bde6-89bc-4f58-922d-72c93b6c5bd2), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:24.916245 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-7bc5eb9a-b18b-48a0-b1cd-1d213a0823c5 service neutron] For port f18608cd-046b-41ff-bb33-941a1f1a0f9e, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:30:24.923341 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-40e94154-7846-4524-8a17-e2d40d45b77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (59857a1a-2f56-4e7f-b49a-415fee730ec1), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:24.926241 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f732f1-c6cc-4039-8a25-56d7217a434e admin admin] Pushing event deleted for resources: {'Port': ['ID=624b3ef0-67e6-4280-870b-53ed66218641,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:25.023521 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network ae8e474a-aea9-48e3-9467-e3084668beb8 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:30:25.040621 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f732f1-c6cc-4039-8a25-56d7217a434e admin admin] No DVR routers for this DVR port 624b3ef0-67e6-4280-870b-53ed66218641 on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:30:25.068941 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8b59cc0b-50a7-481f-899e-8a5b6b0c8c5b req-46da8aab-f049-4c62-97b6-4a468441af79 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3239205 Feb 09 01:30:25.081200 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-7bc5eb9a-b18b-48a0-b1cd-1d213a0823c5 service neutron] For port f18608cd-046b-41ff-bb33-941a1f1a0f9e, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=f18608cd-046b-41ff-bb33-941a1f1a0f9e,segment=NetworkSegment(8cba9e3e-5c7c-48cb-81bd-6590294529c3),segment_id=8cba9e3e-5c7c-48cb-81bd-6590294529c3)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:30:25.101506 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d05d3f1-b28f-42d4-b0a3-3163fc88521e tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Made reservation on behalf of 2d40356c6dcf460fae71a875d314525f for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:25.109392 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d05d3f1-b28f-42d4-b0a3-3163fc88521e tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:25.139087 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e94154-7846-4524-8a17-e2d40d45b77c None None] No DVR routers for this DVR port 59857a1a-2f56-4e7f-b49a-415fee730ec1 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:30:25.156887 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-80b6b26c-a054-41d1-a8bb-75f662cc1758 req-40964a8b-1aca-4bda-930f-b14ee14f752e tempest-ServerShowV247Test-1835778497 tempest-ServerShowV247Test-1835778497-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc7ee34-77e3-4ef3-b4ff-396f725b6706 HTTP/1.1" status: 200 len: 210 time: 0.1462872 Feb 09 01:30:25.165421 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-7bc5eb9a-b18b-48a0-b1cd-1d213a0823c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (f18608cd-046b-41ff-bb33-941a1f1a0f9e), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:25.191753 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=59857a1a-2f56-4e7f-b49a-415fee730ec1,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:25.302854 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-7bc5eb9a-b18b-48a0-b1cd-1d213a0823c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:25.303475 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-7bc5eb9a-b18b-48a0-b1cd-1d213a0823c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:25.309941 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-7bc5eb9a-b18b-48a0-b1cd-1d213a0823c5 service neutron] 10.222.0.91 "PUT /v2.0/ports/f18608cd-046b-41ff-bb33-941a1f1a0f9e HTTP/1.1" status: 200 len: 1092 time: 7.4071987 Feb 09 01:30:25.319437 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e94154-7846-4524-8a17-e2d40d45b77c None None] Pushing event deleted for resources: {'Port': ['ID=59857a1a-2f56-4e7f-b49a-415fee730ec1,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:25.320278 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'tag': 'f18608cd-046b-41ff-bb33-941a1f1a0f9e'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:30:25.322997 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a4fc65-defb-433e-b5ba-b2c1aac9cb58" -d '{"events": [{"name": "network-changed", "server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "tag": "f18608cd-046b-41ff-bb33-941a1f1a0f9e"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:30:25.370828 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-64e36384-571a-4751-8565-ae59e9a2575a service neutron] Request body: {'port': {'device_id': 'ac990077-3a36-443e-b771-3b621d999008', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:25.443621 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 5b5aa433-24f9-4b84-830c-24029bc4c335 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:25.444062 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5b5aa433-24f9-4b84-830c-24029bc4c335), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:25.482576 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-f4e217fa-ea8d-4f84-a73c-b38326183dd8 req-9d37a6de-f955-4e2a-b35b-d89a32e68fc4 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] For port 7aa7bde6-89bc-4f58-922d-72c93b6c5bd2, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7aa7bde6-89bc-4f58-922d-72c93b6c5bd2,segment=NetworkSegment(8aeeb2e7-9a95-4889-a4a3-eadf93afc837),segment_id=8aeeb2e7-9a95-4889-a4a3-eadf93afc837)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:25.482988 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f4e217fa-ea8d-4f84-a73c-b38326183dd8 req-9d37a6de-f955-4e2a-b35b-d89a32e68fc4 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (7aa7bde6-89bc-4f58-922d-72c93b6c5bd2), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:25.487006 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b0f732f1-c6cc-4039-8a25-56d7217a434e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (ad8a4808-c13b-4f67-8735-fa3f67f79ac6), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:25.492935 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-90e662d1-d018-4415-a729-6d24e44ca8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (792d3b4a-d17d-4342-a350-9121d6f400b3), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:25.496471 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-90e662d1-d018-4415-a729-6d24e44ca8a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:25.498011 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-90e662d1-d018-4415-a729-6d24e44ca8a3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/792d3b4a-d17d-4342-a350-9121d6f400b3 HTTP/1.1" status: 204 len: 168 time: 2.1252737 Feb 09 01:30:25.512475 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 088c534b-13d6-49cf-9f90-ad97de25d072 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:30:25.533996 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc5eb9a-b18b-48a0-b1cd-1d213a0823c5 service neutron] Pushing event updated for resources: {'Port': ['ID=f18608cd-046b-41ff-bb33-941a1f1a0f9e,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:25.562333 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9181ac20-c4c9-446b-8b34-733041002b40 x-openstack-request-id: req-9181ac20-c4c9-446b-8b34-733041002b40 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:30:25.562725 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "tag": "f18608cd-046b-41ff-bb33-941a1f1a0f9e", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:30:25.562914 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9181ac20-c4c9-446b-8b34-733041002b40 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:30:25.563299 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'tag': 'f18608cd-046b-41ff-bb33-941a1f1a0f9e', 'status': 'completed', 'code': 200} Feb 09 01:30:25.580242 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255e72cc-bb4d-4ead-aefd-8aca152f72a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5aa433-24f9-4b84-830c-24029bc4c335'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:30:25.580388 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-f4e217fa-ea8d-4f84-a73c-b38326183dd8 req-9d37a6de-f955-4e2a-b35b-d89a32e68fc4 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Calling delete_port for 7aa7bde6-89bc-4f58-922d-72c93b6c5bd2 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:25.580495 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa8c9dd-f3eb-4d28-b02c-4b2c6e31f811" -d '{"events": [{"server_uuid": "255e72cc-bb4d-4ead-aefd-8aca152f72a0", "name": "network-vif-plugged", "status": "completed", "tag": "5b5aa433-24f9-4b84-830c-24029bc4c335"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:30:25.602888 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 088c534b-13d6-49cf-9f90-ad97de25d072 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:30:25.604010 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 088c534b-13d6-49cf-9f90-ad97de25d072 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:30:25.605700 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e662d1-d018-4415-a729-6d24e44ca8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792d3b4a-d17d-4342-a350-9121d6f400b3,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:25.609281 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-b0f732f1-c6cc-4039-8a25-56d7217a434e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad8a4808-c13b-4f67-8735-fa3f67f79ac6']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:25.670484 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 5b5aa433-24f9-4b84-830c-24029bc4c335, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=5b5aa433-24f9-4b84-830c-24029bc4c335,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:25.683046 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-b0f732f1-c6cc-4039-8a25-56d7217a434e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e07450-b8ce-48ba-8d65-309bbd287bc7') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:25.683669 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-b0f732f1-c6cc-4039-8a25-56d7217a434e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e07450-b8ce-48ba-8d65-309bbd287bc7') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:25.730920 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5b5aa433-24f9-4b84-830c-24029bc4c335), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:25.731750 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 7aa7bde6-89bc-4f58-922d-72c93b6c5bd2 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:30:25.754916 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfe9fdb-87ae-48f0-b249-b2942f88a33d x-openstack-request-id: req-7cfe9fdb-87ae-48f0-b249-b2942f88a33d {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:30:25.755284 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255e72cc-bb4d-4ead-aefd-8aca152f72a0", "name": "network-vif-plugged", "status": "completed", "tag": "5b5aa433-24f9-4b84-830c-24029bc4c335", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:30:25.755554 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7cfe9fdb-87ae-48f0-b249-b2942f88a33d {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:30:25.758533 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '255e72cc-bb4d-4ead-aefd-8aca152f72a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5aa433-24f9-4b84-830c-24029bc4c335', 'code': 200} Feb 09 01:30:25.764687 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4fc65-defb-433e-b5ba-b2c1aac9cb58 req-37beb119-62c2-4443-8fe7-2ba566745232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:25.766097 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4fc65-defb-433e-b5ba-b2c1aac9cb58 req-37beb119-62c2-4443-8fe7-2ba566745232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:25.767257 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4fc65-defb-433e-b5ba-b2c1aac9cb58 req-37beb119-62c2-4443-8fe7-2ba566745232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:25.772386 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4fc65-defb-433e-b5ba-b2c1aac9cb58 req-37beb119-62c2-4443-8fe7-2ba566745232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:25.775250 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4fc65-defb-433e-b5ba-b2c1aac9cb58 req-37beb119-62c2-4443-8fe7-2ba566745232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:25.775966 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4fc65-defb-433e-b5ba-b2c1aac9cb58 req-37beb119-62c2-4443-8fe7-2ba566745232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:25.776778 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4fc65-defb-433e-b5ba-b2c1aac9cb58 req-37beb119-62c2-4443-8fe7-2ba566745232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:25.779673 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-97a4fc65-defb-433e-b5ba-b2c1aac9cb58 req-37beb119-62c2-4443-8fe7-2ba566745232 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5cc038305e744ad69576548c638221e8&device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 6414 time: 0.2281744 Feb 09 01:30:25.979486 n-d-822053-40 neutron-server[103528]: DEBUG neutron.objects.ports [None req-8d05d3f1-b28f-42d4-b0a3-3163fc88521e tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103528) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:30:25.985871 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d05d3f1-b28f-42d4-b0a3-3163fc88521e tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (f357ba88-2093-42e3-8dcc-f9e26272bcfc), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:26.098984 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=5b5aa433-24f9-4b84-830c-24029bc4c335,revision_number=7']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:26.134918 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:26.244801 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d05d3f1-b28f-42d4-b0a3-3163fc88521e tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Checking segment: {'id': '693aa043-f397-4356-b523-89497ade3b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ae8e474a-aea9-48e3-9467-e3084668beb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:26.245160 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d05d3f1-b28f-42d4-b0a3-3163fc88521e tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Network hostable DHCP agents. Network: ae8e474a-aea9-48e3-9467-e3084668beb8, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:30:26.256339 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05d3f1-b28f-42d4-b0a3-3163fc88521e tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Pushing event updated for resources: {'Subnet': ['ID=f357ba88-2093-42e3-8dcc-f9e26272bcfc,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:26.256993 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 7aa7bde6-89bc-4f58-922d-72c93b6c5bd2 is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:26.260915 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7aa7bde6-89bc-4f58-922d-72c93b6c5bd2), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:26.285096 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07fd375-95e4-4615-8e63-113154f4d535 req-8d01b461-10a5-4d7b-9c5d-b82718da8659 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:26.286680 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e07fd375-95e4-4615-8e63-113154f4d535 req-8d01b461-10a5-4d7b-9c5d-b82718da8659 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=255e72cc-bb4d-4ead-aefd-8aca152f72a0 HTTP/1.1" status: 200 len: 945 time: 0.9385476 Feb 09 01:30:26.290620 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b0f732f1-c6cc-4039-8a25-56d7217a434e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (87e07450-b8ce-48ba-8d65-309bbd287bc7), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:26.306887 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-64e36384-571a-4751-8565-ae59e9a2575a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7fc19945-7216-439d-8769-f2a3cbfdde6b), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:26.328595 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 7aa7bde6-89bc-4f58-922d-72c93b6c5bd2, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7aa7bde6-89bc-4f58-922d-72c93b6c5bd2,segment=NetworkSegment(8aeeb2e7-9a95-4889-a4a3-eadf93afc837),segment_id=8aeeb2e7-9a95-4889-a4a3-eadf93afc837)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:26.329562 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4fc65-defb-433e-b5ba-b2c1aac9cb58 req-ad4931f1-1b93-4ee0-9a6e-5ed1a6600813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:26.329913 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4fc65-defb-433e-b5ba-b2c1aac9cb58 req-ad4931f1-1b93-4ee0-9a6e-5ed1a6600813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:26.330374 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4fc65-defb-433e-b5ba-b2c1aac9cb58 req-ad4931f1-1b93-4ee0-9a6e-5ed1a6600813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:26.332011 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-97a4fc65-defb-433e-b5ba-b2c1aac9cb58 req-ad4931f1-1b93-4ee0-9a6e-5ed1a6600813 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=5cc038305e744ad69576548c638221e8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5158484 Feb 09 01:30:26.336649 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7aa7bde6-89bc-4f58-922d-72c93b6c5bd2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:26.372001 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d05d3f1-b28f-42d4-b0a3-3163fc88521e tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Network ae8e474a-aea9-48e3-9467-e3084668beb8 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:30:26.422970 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-8d05d3f1-b28f-42d4-b0a3-3163fc88521e tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, ae8e474a-aea9-48e3-9467-e3084668beb8) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:26.438862 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351a9ebf-a621-45f7-8a44-3f6efd053e2b None None] Network ae8e474a-aea9-48e3-9467-e3084668beb8 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:26.464342 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d05d3f1-b28f-42d4-b0a3-3163fc88521e tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:26.464930 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d05d3f1-b28f-42d4-b0a3-3163fc88521e tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:26.512505 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8d05d3f1-b28f-42d4-b0a3-3163fc88521e tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.7850115 Feb 09 01:30:26.523456 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43048) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:26.610100 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f4e217fa-ea8d-4f84-a73c-b38326183dd8 req-9d37a6de-f955-4e2a-b35b-d89a32e68fc4 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (7aa7bde6-89bc-4f58-922d-72c93b6c5bd2), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:26.616700 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b0f732f1-c6cc-4039-8a25-56d7217a434e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (87e07450-b8ce-48ba-8d65-309bbd287bc7), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:26.700126 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37a6de-f955-4e2a-b35b-d89a32e68fc4 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Pushing event deleted for resources: {'Port': ['ID=7aa7bde6-89bc-4f58-922d-72c93b6c5bd2,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:26.750175 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4fc65-defb-433e-b5ba-b2c1aac9cb58 req-713bec45-8bec-4b0b-8694-2ae991cfc893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:26.752674 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-97a4fc65-defb-433e-b5ba-b2c1aac9cb58 req-713bec45-8bec-4b0b-8694-2ae991cfc893 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4031658 Feb 09 01:30:26.774559 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0f732f1-c6cc-4039-8a25-56d7217a434e admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:30:26.774976 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b0f732f1-c6cc-4039-8a25-56d7217a434e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (87e07450-b8ce-48ba-8d65-309bbd287bc7), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:26.808082 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43050) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:26.860747 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5ad0b2f-d20f-4487-ac93-bc73eee51359 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (ae8e474a-aea9-48e3-9467-e3084668beb8), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:26.910883 n-d-822053-40 neutron-server[103529]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 09 01:30:26.910883 n-d-822053-40 neutron-server[103529]: warnings.warn(msg) Feb 09 01:30:26.910883 n-d-822053-40 neutron-server[103529]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:30:26.910883 n-d-822053-40 neutron-server[103529]: items = [ Feb 09 01:30:26.910883 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:30:26.910883 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:30:26.910883 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:30:26.910883 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:30:26.910883 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:30:26.910883 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:30:26.910883 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:30:26.910883 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:30:26.910883 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:30:26.910883 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:30:26.910883 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:30:26.910883 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:30:26.910883 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:30:26.910883 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:30:26.910883 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:30:26.910883 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:30:26.910883 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:30:26.910883 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:30:26.910883 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:30:26.910883 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:30:26.910883 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:30:26.910883 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:30:26.910883 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:30:26.910883 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:30:26.910883 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:30:26.910883 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:30:26.910883 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:30:26.910883 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:30:26.910883 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:30:26.910883 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:30:26.910883 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:30:26.910883 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:30:26.950712 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5ad0b2f-d20f-4487-ac93-bc73eee51359 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (f357ba88-2093-42e3-8dcc-f9e26272bcfc), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:26.981503 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b0f732f1-c6cc-4039-8a25-56d7217a434e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (ad8a4808-c13b-4f67-8735-fa3f67f79ac6), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:26.998562 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b0f732f1-c6cc-4039-8a25-56d7217a434e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:26.998857 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=7aa7bde6-89bc-4f58-922d-72c93b6c5bd2,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:27.014016 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b0f732f1-c6cc-4039-8a25-56d7217a434e admin admin] 10.222.0.30 "DELETE /v2.0/networks/ad8a4808-c13b-4f67-8735-fa3f67f79ac6 HTTP/1.1" status: 204 len: 168 time: 4.7888696 Feb 09 01:30:27.069907 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-d33962d6-3d6e-4280-9241-65354fd4a16a tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:27.070649 n-d-822053-40 neutron-server[103528]: WARNING neutron.api.v2.base [None req-d33962d6-3d6e-4280-9241-65354fd4a16a tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 01:30:27.071152 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-d33962d6-3d6e-4280-9241-65354fd4a16a tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 01:30:27.072494 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d33962d6-3d6e-4280-9241-65354fd4a16a tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2627668 Feb 09 01:30:27.077585 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43062) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:27.086291 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-43764190-1d18-4d76-a7be-67a84d402bc9 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Request body: {'security_group': {'name': 'tempest-secgroup--906733813'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:27.105730 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f732f1-c6cc-4039-8a25-56d7217a434e admin admin] Pushing event deleted for resources: {'Network': ['ID=ad8a4808-c13b-4f67-8735-fa3f67f79ac6,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:27.120493 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26de7651-488d-4bb9-9b8a-ac77c8c5c1bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-ae8e474a-aea9-48e3-9467-e3084668beb8', 'network_id': 'ae8e474a-aea9-48e3-9467-e3084668beb8', 'project_id': '2d40356c6dcf460fae71a875d314525f', 'fixed_ips': [{'subnet_id': 'f357ba88-2093-42e3-8dcc-f9e26272bcfc'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:30:27.122532 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-26de7651-488d-4bb9-9b8a-ac77c8c5c1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:27.131145 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5ad0b2f-d20f-4487-ac93-bc73eee51359 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (f357ba88-2093-42e3-8dcc-f9e26272bcfc), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:27.136500 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e07fd375-95e4-4615-8e63-113154f4d535 req-ceeecbe4-c6ec-4cbe-a22b-8bbf4c8305a5 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8203790 Feb 09 01:30:27.158418 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5d7e2-af8c-4485-8ef5-fdc2f404f683 req-1b8cada8-744e-4ab4-aed5-f79bce1c790b tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:27.161910 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-43764190-1d18-4d76-a7be-67a84d402bc9 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:27.174168 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-39a5d7e2-af8c-4485-8ef5-fdc2f404f683 req-1b8cada8-744e-4ab4-aed5-f79bce1c790b tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/ports?device_id=227958c6-538f-48b7-855e-986546a3e7b5 HTTP/1.1" status: 200 len: 865 time: 0.8861427 Feb 09 01:30:27.277835 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-43764190-1d18-4d76-a7be-67a84d402bc9 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:27.287675 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad0b2f-d20f-4487-ac93-bc73eee51359 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Pushing event deleted for resources: {'Subnet': ['ID=f357ba88-2093-42e3-8dcc-f9e26272bcfc,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:27.307920 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e217fa-ea8d-4f84-a73c-b38326183dd8 req-9d37a6de-f955-4e2a-b35b-d89a32e68fc4 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] No DVR routers for this DVR port 7aa7bde6-89bc-4f58-922d-72c93b6c5bd2 on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:30:27.370448 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f4e217fa-ea8d-4f84-a73c-b38326183dd8 req-9d37a6de-f955-4e2a-b35b-d89a32e68fc4 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:27.372192 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f4e217fa-ea8d-4f84-a73c-b38326183dd8 req-9d37a6de-f955-4e2a-b35b-d89a32e68fc4 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.121 "DELETE /v2.0/ports/7aa7bde6-89bc-4f58-922d-72c93b6c5bd2 HTTP/1.1" status: 204 len: 173 time: 3.6053379 Feb 09 01:30:27.373381 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43066) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:27.514398 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a331330-db8c-447c-872f-ee646fc1e7ae None None] Network ae8e474a-aea9-48e3-9467-e3084668beb8 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:27.535200 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:27.587839 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227958c6-538f-48b7-855e-986546a3e7b5', 'name': 'network-vif-deleted', 'tag': '7aa7bde6-89bc-4f58-922d-72c93b6c5bd2'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:30:27.597490 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5ad0b2f-d20f-4487-ac93-bc73eee51359 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (ae8e474a-aea9-48e3-9467-e3084668beb8), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:27.605114 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc5c1d3-2715-4611-9e25-291209cdf018" -d '{"events": [{"server_uuid": "227958c6-538f-48b7-855e-986546a3e7b5", "name": "network-vif-deleted", "tag": "7aa7bde6-89bc-4f58-922d-72c93b6c5bd2"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:30:27.629187 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-39a5d7e2-af8c-4485-8ef5-fdc2f404f683 req-db343627-6201-4f40-9212-06fe6aff95a3 tempest-MultipleCreateTestJSON-239313730 tempest-MultipleCreateTestJSON-239313730-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2986e66-5bf8-4106-965e-d9f5e5d6b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479284 Feb 09 01:30:27.662958 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-a5ad0b2f-d20f-4487-ac93-bc73eee51359 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae8e474a-aea9-48e3-9467-e3084668beb8']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:27.676374 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1913e3c-a811-46aa-bb7d-17fee036e5eb req-1f1c6abd-e5a2-4af6-b321-1cc5f3508c54 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:27.682053 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1913e3c-a811-46aa-bb7d-17fee036e5eb req-1f1c6abd-e5a2-4af6-b321-1cc5f3508c54 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:27.688764 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1913e3c-a811-46aa-bb7d-17fee036e5eb req-1f1c6abd-e5a2-4af6-b321-1cc5f3508c54 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:27.688989 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-a5ad0b2f-d20f-4487-ac93-bc73eee51359 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '693aa043-f397-4356-b523-89497ade3b5a') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:27.689251 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-a5ad0b2f-d20f-4487-ac93-bc73eee51359 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '693aa043-f397-4356-b523-89497ade3b5a') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:27.694470 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1913e3c-a811-46aa-bb7d-17fee036e5eb req-1f1c6abd-e5a2-4af6-b321-1cc5f3508c54 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:27.699901 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1913e3c-a811-46aa-bb7d-17fee036e5eb req-1f1c6abd-e5a2-4af6-b321-1cc5f3508c54 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:27.706365 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1913e3c-a811-46aa-bb7d-17fee036e5eb req-1f1c6abd-e5a2-4af6-b321-1cc5f3508c54 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:27.708170 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5ad0b2f-d20f-4487-ac93-bc73eee51359 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (693aa043-f397-4356-b523-89497ade3b5a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:27.711953 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1913e3c-a811-46aa-bb7d-17fee036e5eb req-1f1c6abd-e5a2-4af6-b321-1cc5f3508c54 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:27.729817 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b1913e3c-a811-46aa-bb7d-17fee036e5eb req-1f1c6abd-e5a2-4af6-b321-1cc5f3508c54 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5394 time: 0.4524114 Feb 09 01:30:27.735517 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5ad0b2f-d20f-4487-ac93-bc73eee51359 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (693aa043-f397-4356-b523-89497ade3b5a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:27.758611 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ad0b2f-d20f-4487-ac93-bc73eee51359 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:30:27.759041 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5ad0b2f-d20f-4487-ac93-bc73eee51359 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (693aa043-f397-4356-b523-89497ade3b5a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:27.761000 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227958c6-538f-48b7-855e-986546a3e7b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aa7bde6-89bc-4f58-922d-72c93b6c5bd2'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:30:27.762783 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:30:27.762783 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:30:27.762783 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:30:27.762783 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:30:27.762783 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:30:27.762783 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:30:27.762783 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:30:27.762783 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:30:27.762783 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:30:27.762783 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:30:27.762783 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:30:27.762783 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:30:27.762783 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:30:27.762783 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:30:27.762783 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:30:27.762783 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:30:27.762783 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:30:27.762783 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:30:27.762783 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:30:27.762783 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:30:27.762783 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:30:27.762783 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:30:27.762783 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:30:27.762783 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:30:27.762783 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:30:27.762783 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:30:27.762783 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:30:27.762783 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:30:27.762783 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:30:27.762783 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:30:27.762783 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:30:27.762783 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:30:27.766037 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153e30ed-638b-4da2-be7b-efabed2343e3" -d '{"events": [{"server_uuid": "227958c6-538f-48b7-855e-986546a3e7b5", "name": "network-vif-unplugged", "status": "completed", "tag": "7aa7bde6-89bc-4f58-922d-72c93b6c5bd2"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:30:27.814286 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-43764190-1d18-4d76-a7be-67a84d402bc9 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (710d9b6c-5d8f-4575-ba45-50bee1aaac4c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:27.831775 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-43764190-1d18-4d76-a7be-67a84d402bc9 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (710d9b6c-5d8f-4575-ba45-50bee1aaac4c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:27.853732 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-cca2cf95-d09e-4275-8fee-2e3ee1b25257 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c1c2be365a6e405aa065156df564aab1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4691668 Feb 09 01:30:27.870594 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43074) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:27.905029 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-43764190-1d18-4d76-a7be-67a84d402bc9 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (e0e1aec0-1610-414c-8afd-96c2a11b6a6f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:27.943443 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43764190-1d18-4d76-a7be-67a84d402bc9 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=710d9b6c-5d8f-4575-ba45-50bee1aaac4c,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:27.968172 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-43764190-1d18-4d76-a7be-67a84d402bc9 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (e0e1aec0-1610-414c-8afd-96c2a11b6a6f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:27.992252 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b1913e3c-a811-46aa-bb7d-17fee036e5eb req-3decf8a5-715c-4217-bc26-ac4450397c87 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2613916 Feb 09 01:30:28.003077 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3584b5be-716c-45f5-bc8d-a70ec293cedd req-399cf99b-3ff1-453f-97b9-9b97525c6e82 tempest-ServerShowV247Test-1835778497 tempest-ServerShowV247Test-1835778497-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc7ee34-77e3-4ef3-b4ff-396f725b6706 HTTP/1.1" status: 200 len: 210 time: 0.1611118 Feb 09 01:30:28.026728 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5ad0b2f-d20f-4487-ac93-bc73eee51359 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (ae8e474a-aea9-48e3-9467-e3084668beb8), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:28.114876 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5ad0b2f-d20f-4487-ac93-bc73eee51359 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:28.128357 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a5ad0b2f-d20f-4487-ac93-bc73eee51359 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] 10.222.0.30 "DELETE /v2.0/networks/ae8e474a-aea9-48e3-9467-e3084668beb8 HTTP/1.1" status: 204 len: 168 time: 1.6005788 Feb 09 01:30:28.132124 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad0b2f-d20f-4487-ac93-bc73eee51359 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Pushing event deleted for resources: {'Network': ['ID=ae8e474a-aea9-48e3-9467-e3084668beb8,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:28.155584 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-43764190-1d18-4d76-a7be-67a84d402bc9 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:28.162767 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be727225-788b-45b0-a13c-0c5d0324c99e x-openstack-request-id: req-be727225-788b-45b0-a13c-0c5d0324c99e {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:30:28.163347 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227958c6-538f-48b7-855e-986546a3e7b5", "name": "network-vif-unplugged", "status": "completed", "tag": "7aa7bde6-89bc-4f58-922d-72c93b6c5bd2", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:30:28.163658 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-be727225-788b-45b0-a13c-0c5d0324c99e {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:30:28.164214 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227958c6-538f-48b7-855e-986546a3e7b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aa7bde6-89bc-4f58-922d-72c93b6c5bd2', 'code': 200} Feb 09 01:30:28.165271 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-43764190-1d18-4d76-a7be-67a84d402bc9 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0864637 Feb 09 01:30:28.172268 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43078) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:28.172602 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43082) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:28.192262 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-5703af42-8ad2-4d63-b960-8cf94c38156e tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Request body: {'security_group_rule': {'security_group_id': 'e0e1aec0-1610-414c-8afd-96c2a11b6a6f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:28.220766 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:28.229777 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-dbf43116-b9c5-429f-8800-22bea577955b tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1383348819'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:28.273046 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43764190-1d18-4d76-a7be-67a84d402bc9 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e1aec0-1610-414c-8afd-96c2a11b6a6f,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:28.309539 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-64e36384-571a-4751-8565-ae59e9a2575a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fc19945-7216-439d-8769-f2a3cbfdde6b {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:30:28.321805 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf43116-b9c5-429f-8800-22bea577955b tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Made reservation on behalf of 2d40356c6dcf460fae71a875d314525f for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:28.330730 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-64e36384-571a-4751-8565-ae59e9a2575a service neutron] Publish callbacks [] for port (7fc19945-7216-439d-8769-f2a3cbfdde6b), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:28.331365 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dbf43116-b9c5-429f-8800-22bea577955b tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:28.348881 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875e2057-c45f-4668-a646-0c6eeb60948d x-openstack-request-id: req-875e2057-c45f-4668-a646-0c6eeb60948d {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:30:28.349258 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227958c6-538f-48b7-855e-986546a3e7b5", "name": "network-vif-deleted", "tag": "7aa7bde6-89bc-4f58-922d-72c93b6c5bd2", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:30:28.349444 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-875e2057-c45f-4668-a646-0c6eeb60948d {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:30:28.349825 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227958c6-538f-48b7-855e-986546a3e7b5', 'name': 'network-vif-deleted', 'tag': '7aa7bde6-89bc-4f58-922d-72c93b6c5bd2', 'status': 'completed', 'code': 200} Feb 09 01:30:28.373838 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5703af42-8ad2-4d63-b960-8cf94c38156e tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group_rule (26193911-e3ba-4497-bdd9-332564fc590f), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:28.437032 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbf43116-b9c5-429f-8800-22bea577955b tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:30:28.459122 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dbf43116-b9c5-429f-8800-22bea577955b tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (70d408ea-4968-4c50-9638-bf0a8e322ace), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:28.459460 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-dbf43116-b9c5-429f-8800-22bea577955b tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Added segment 70d408ea-4968-4c50-9638-bf0a8e322ace of type vlan for network a3a53d23-71c2-4c0c-bec9-09017c638f30 Feb 09 01:30:28.461701 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5703af42-8ad2-4d63-b960-8cf94c38156e tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group_rule (26193911-e3ba-4497-bdd9-332564fc590f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:28.465451 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-64e36384-571a-4751-8565-ae59e9a2575a service neutron] Transition to ACTIVE for port object 7fc19945-7216-439d-8769-f2a3cbfdde6b will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:28.474755 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5703af42-8ad2-4d63-b960-8cf94c38156e tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (26193911-e3ba-4497-bdd9-332564fc590f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:28.481507 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-64e36384-571a-4751-8565-ae59e9a2575a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (7fc19945-7216-439d-8769-f2a3cbfdde6b), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:28.521434 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703af42-8ad2-4d63-b960-8cf94c38156e tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26193911-e3ba-4497-bdd9-332564fc590f,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:28.533438 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dbf43116-b9c5-429f-8800-22bea577955b tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (a3a53d23-71c2-4c0c-bec9-09017c638f30), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:28.540756 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5703af42-8ad2-4d63-b960-8cf94c38156e tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:28.546729 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5703af42-8ad2-4d63-b960-8cf94c38156e tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3605053 Feb 09 01:30:28.547425 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43090) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:28.555415 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-7dfec100-63c4-480f-acac-5d02e14b8385 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Request body: {'security_group_rule': {'security_group_id': 'e0e1aec0-1610-414c-8afd-96c2a11b6a6f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:28.599892 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-096f14cb-ea45-47e0-858d-e54d9c24a3bc admin admin] Publish callbacks [] for security_group (9c8954cf-13f2-46e7-99ff-c4bd45ec843e), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:28.608575 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dbf43116-b9c5-429f-8800-22bea577955b tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (a3a53d23-71c2-4c0c-bec9-09017c638f30), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:28.625045 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf43116-b9c5-429f-8800-22bea577955b tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:28.627025 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dbf43116-b9c5-429f-8800-22bea577955b tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:28.634249 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23ba6d-ea84-4707-a6bd-58c695e023eb req-dd2ffcf5-86f9-44ba-ba03-41d6f90f6896 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:28.644961 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9e23ba6d-ea84-4707-a6bd-58c695e023eb req-dd2ffcf5-86f9-44ba-ba03-41d6f90f6896 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=255e72cc-bb4d-4ead-aefd-8aca152f72a0 HTTP/1.1" status: 200 len: 946 time: 0.3002770 Feb 09 01:30:28.786332 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7dfec100-63c4-480f-acac-5d02e14b8385 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group_rule (504f321a-7c65-4854-848d-42f6daa92349), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:28.791724 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43096) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:28.828012 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9e23ba6d-ea84-4707-a6bd-58c695e023eb req-4b3e1eea-acd4-42a8-914d-3e00695cf52d tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817031 Feb 09 01:30:28.860983 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-dbf43116-b9c5-429f-8800-22bea577955b tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6828761 Feb 09 01:30:28.870289 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43100) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:28.892442 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf43116-b9c5-429f-8800-22bea577955b tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Pushing event updated for resources: {'Network': ['ID=a3a53d23-71c2-4c0c-bec9-09017c638f30,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:28.909017 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network a3a53d23-71c2-4c0c-bec9-09017c638f30 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:30:28.922542 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd331ad-3978-4a68-85b4-2a47e0283410 admin admin] Deleting subnet d0a92e41-b53c-45b5-bbe3-f68351bc2fb1 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:30:28.926221 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-7dfec100-63c4-480f-acac-5d02e14b8385 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 01:30:28.940251 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-1d1acb63-1272-430c-b17d-eda6c2e4d263 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Request body: {'subnet': {'network_id': 'a3a53d23-71c2-4c0c-bec9-09017c638f30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:28.946941 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7dfec100-63c4-480f-acac-5d02e14b8385 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3963308 Feb 09 01:30:28.947848 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fdd331ad-3978-4a68-85b4-2a47e0283410 admin admin] Publish callbacks [] for subnet (d0a92e41-b53c-45b5-bbe3-f68351bc2fb1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:28.950019 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43102) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:28.954333 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-096f14cb-ea45-47e0-858d-e54d9c24a3bc admin admin] Publish callbacks [] for security_group (9c8954cf-13f2-46e7-99ff-c4bd45ec843e), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:29.050308 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e36384-571a-4751-8565-ae59e9a2575a service neutron] Pushing event updated for resources: {'Port': ['ID=7fc19945-7216-439d-8769-f2a3cbfdde6b,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:29.052179 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fdd331ad-3978-4a68-85b4-2a47e0283410 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (d0a92e41-b53c-45b5-bbe3-f68351bc2fb1), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:29.085959 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5c67eceb-fe8f-4f51-8612-8b72a7282d0e tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (e0e1aec0-1610-414c-8afd-96c2a11b6a6f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:29.090906 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:30:29.147115 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5c67eceb-fe8f-4f51-8612-8b72a7282d0e tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (e0e1aec0-1610-414c-8afd-96c2a11b6a6f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:29.150092 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fdd331ad-3978-4a68-85b4-2a47e0283410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (d0a92e41-b53c-45b5-bbe3-f68351bc2fb1), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:29.187203 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-096f14cb-ea45-47e0-858d-e54d9c24a3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (9c8954cf-13f2-46e7-99ff-c4bd45ec843e), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:29.193978 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-096f14cb-ea45-47e0-858d-e54d9c24a3bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:29.205386 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-096f14cb-ea45-47e0-858d-e54d9c24a3bc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9c8954cf-13f2-46e7-99ff-c4bd45ec843e HTTP/1.1" status: 204 len: 168 time: 1.3258700 Feb 09 01:30:29.274705 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fdd331ad-3978-4a68-85b4-2a47e0283410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (d0a92e41-b53c-45b5-bbe3-f68351bc2fb1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:29.285646 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5c67eceb-fe8f-4f51-8612-8b72a7282d0e tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (e0e1aec0-1610-414c-8afd-96c2a11b6a6f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:29.288843 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5c67eceb-fe8f-4f51-8612-8b72a7282d0e tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:29.290174 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5c67eceb-fe8f-4f51-8612-8b72a7282d0e tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "DELETE /v2.0/security-groups/e0e1aec0-1610-414c-8afd-96c2a11b6a6f HTTP/1.1" status: 204 len: 168 time: 0.3392208 Feb 09 01:30:29.302182 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43116) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:29.348178 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67eceb-fe8f-4f51-8612-8b72a7282d0e tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e1aec0-1610-414c-8afd-96c2a11b6a6f,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:29.350208 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd331ad-3978-4a68-85b4-2a47e0283410 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0a92e41-b53c-45b5-bbe3-f68351bc2fb1,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:29.354885 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fdd331ad-3978-4a68-85b4-2a47e0283410 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:29.359555 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-fdd331ad-3978-4a68-85b4-2a47e0283410 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d0a92e41-b53c-45b5-bbe3-f68351bc2fb1 HTTP/1.1" status: 204 len: 168 time: 0.5610135 Feb 09 01:30:29.376237 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43120) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:29.442291 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-64e36384-571a-4751-8565-ae59e9a2575a service neutron] Attempting to bind port 7fc19945-7216-439d-8769-f2a3cbfdde6b on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:30:29.442888 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-64e36384-571a-4751-8565-ae59e9a2575a service neutron] Attempting to bind port 7fc19945-7216-439d-8769-f2a3cbfdde6b by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '8cba9e3e-5c7c-48cb-81bd-6590294529c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1b491962-ed4d-43bc-b25a-f8e3c17cca99'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:30:29.442888 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-64e36384-571a-4751-8565-ae59e9a2575a service neutron] Attempting to bind port 7fc19945-7216-439d-8769-f2a3cbfdde6b on network 1b491962-ed4d-43bc-b25a-f8e3c17cca99 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:29.472438 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f14cb-ea45-47e0-858d-e54d9c24a3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8954cf-13f2-46e7-99ff-c4bd45ec843e,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:29.486042 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dae10c36-5549-42e6-b436-aba294a6f4b1 req-288fef9c-3b0d-42c2-9604-09e31162c2cf tempest-ServerShowV247Test-1835778497 tempest-ServerShowV247Test-1835778497-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc7ee34-77e3-4ef3-b4ff-396f725b6706 HTTP/1.1" status: 200 len: 210 time: 0.1856222 Feb 09 01:30:29.520537 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-64e36384-571a-4751-8565-ae59e9a2575a service neutron] Port 7fc19945-7216-439d-8769-f2a3cbfdde6b on network 1b491962-ed4d-43bc-b25a-f8e3c17cca99 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:30:29.521003 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-64e36384-571a-4751-8565-ae59e9a2575a service neutron] Attempting to bind port 7fc19945-7216-439d-8769-f2a3cbfdde6b on network 1b491962-ed4d-43bc-b25a-f8e3c17cca99 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:29.533146 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1fae2e44-5bcd-4de4-ac51-078e4a780890 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2281351 Feb 09 01:30:29.542889 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-64e36384-571a-4751-8565-ae59e9a2575a service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:30:29.542889 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-64e36384-571a-4751-8565-ae59e9a2575a service neutron] Checking segment: {'id': '8cba9e3e-5c7c-48cb-81bd-6590294529c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1b491962-ed4d-43bc-b25a-f8e3c17cca99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:29.543248 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-64e36384-571a-4751-8565-ae59e9a2575a service neutron] Bound using segment: {'id': '8cba9e3e-5c7c-48cb-81bd-6590294529c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1b491962-ed4d-43bc-b25a-f8e3c17cca99'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:30:29.547277 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-64e36384-571a-4751-8565-ae59e9a2575a service neutron] Bound port: 7fc19945-7216-439d-8769-f2a3cbfdde6b, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cba9e3e-5c7c-48cb-81bd-6590294529c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1b491962-ed4d-43bc-b25a-f8e3c17cca99'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:30:29.547277 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-64e36384-571a-4751-8565-ae59e9a2575a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7fc19945-7216-439d-8769-f2a3cbfdde6b), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:29.547277 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43124) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:29.568203 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-1f98d87d-5243-4e93-a188-aebe42473dd5 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Request body: {'security_group': {'name': 'tempest-secgroup--2065562671'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:29.588731 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8a120cf5-debd-4522-ad57-32ab7652348b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (d7017e2a-db2c-4df8-a390-acbb50684ec5), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:29.722742 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8a120cf5-debd-4522-ad57-32ab7652348b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (d7017e2a-db2c-4df8-a390-acbb50684ec5), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:29.755788 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc4ff5-ce33-4e4b-ab7a-cfde335e4c82 req-5bbd4ecd-d2c5-48b2-b865-cb29963418da tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:29.761513 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc4ff5-ce33-4e4b-ab7a-cfde335e4c82 req-5bbd4ecd-d2c5-48b2-b865-cb29963418da tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:29.768187 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc4ff5-ce33-4e4b-ab7a-cfde335e4c82 req-5bbd4ecd-d2c5-48b2-b865-cb29963418da tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:29.768426 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-8a120cf5-debd-4522-ad57-32ab7652348b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7017e2a-db2c-4df8-a390-acbb50684ec5']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:29.773330 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc4ff5-ce33-4e4b-ab7a-cfde335e4c82 req-5bbd4ecd-d2c5-48b2-b865-cb29963418da tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:29.779069 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc4ff5-ce33-4e4b-ab7a-cfde335e4c82 req-5bbd4ecd-d2c5-48b2-b865-cb29963418da tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:29.784589 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc4ff5-ce33-4e4b-ab7a-cfde335e4c82 req-5bbd4ecd-d2c5-48b2-b865-cb29963418da tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:29.785148 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-8a120cf5-debd-4522-ad57-32ab7652348b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aeeb2e7-9a95-4889-a4a3-eadf93afc837') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:29.785446 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-8a120cf5-debd-4522-ad57-32ab7652348b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aeeb2e7-9a95-4889-a4a3-eadf93afc837') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:29.790013 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc4ff5-ce33-4e4b-ab7a-cfde335e4c82 req-5bbd4ecd-d2c5-48b2-b865-cb29963418da tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:29.791902 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-84dc4ff5-ce33-4e4b-ab7a-cfde335e4c82 req-5bbd4ecd-d2c5-48b2-b865-cb29963418da tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5406 time: 0.4781160 Feb 09 01:30:29.795410 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1acb63-1272-430c-b17d-eda6c2e4d263 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Made reservation on behalf of 2d40356c6dcf460fae71a875d314525f for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:29.799200 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1d1acb63-1272-430c-b17d-eda6c2e4d263 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:29.803388 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1f98d87d-5243-4e93-a188-aebe42473dd5 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:29.834832 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8a120cf5-debd-4522-ad57-32ab7652348b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (8aeeb2e7-9a95-4889-a4a3-eadf93afc837), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:29.868898 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8a120cf5-debd-4522-ad57-32ab7652348b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (8aeeb2e7-9a95-4889-a4a3-eadf93afc837), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:29.893052 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a120cf5-debd-4522-ad57-32ab7652348b admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:30:29.893811 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8a120cf5-debd-4522-ad57-32ab7652348b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (8aeeb2e7-9a95-4889-a4a3-eadf93afc837), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:29.899538 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:30:29.899538 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:30:29.899538 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:30:29.899538 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:30:29.899538 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:30:29.899538 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:30:29.899538 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:30:29.899538 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:30:29.899538 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:30:29.899538 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:30:29.899538 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:30:29.899538 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:30:29.899538 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:30:29.899538 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:30:29.899538 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:30:29.899538 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:30:29.899538 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:30:29.899538 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:30:29.899538 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:30:29.899538 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:30:29.899538 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:30:29.899538 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:30:29.899538 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:30:29.899538 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:30:29.899538 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:30:29.899538 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:30:29.899538 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:30:29.899538 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:30:29.899538 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:30:29.899538 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:30:29.899538 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:30:29.899538 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:30:30.038262 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43138) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:30.049881 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8a120cf5-debd-4522-ad57-32ab7652348b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (d7017e2a-db2c-4df8-a390-acbb50684ec5), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:30.061154 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8a120cf5-debd-4522-ad57-32ab7652348b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:30.068086 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8a120cf5-debd-4522-ad57-32ab7652348b admin admin] 10.222.0.30 "DELETE /v2.0/networks/d7017e2a-db2c-4df8-a390-acbb50684ec5 HTTP/1.1" status: 204 len: 168 time: 0.6861980 Feb 09 01:30:30.105841 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4cd4b217-3896-45d3-9d5b-a42d12342aea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:30.128509 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-64e36384-571a-4751-8565-ae59e9a2575a service neutron] For port 7fc19945-7216-439d-8769-f2a3cbfdde6b, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:30:30.176817 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a120cf5-debd-4522-ad57-32ab7652348b admin admin] Pushing event deleted for resources: {'Network': ['ID=d7017e2a-db2c-4df8-a390-acbb50684ec5,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:30.233298 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-64e36384-571a-4751-8565-ae59e9a2575a service neutron] For port 7fc19945-7216-439d-8769-f2a3cbfdde6b, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=7fc19945-7216-439d-8769-f2a3cbfdde6b,segment=NetworkSegment(8cba9e3e-5c7c-48cb-81bd-6590294529c3),segment_id=8cba9e3e-5c7c-48cb-81bd-6590294529c3)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:30:30.312613 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-64e36384-571a-4751-8565-ae59e9a2575a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (7fc19945-7216-439d-8769-f2a3cbfdde6b), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:30.366547 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1f98d87d-5243-4e93-a188-aebe42473dd5 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (3c0412f5-2af5-4b96-ae7c-c8cd9780f9a2), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:30.485703 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e36384-571a-4751-8565-ae59e9a2575a service neutron] Pushing event updated for resources: {'Port': ['ID=7fc19945-7216-439d-8769-f2a3cbfdde6b,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:30.508774 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4cd4b217-3896-45d3-9d5b-a42d12342aea admin admin] Publish callbacks [] for security_group (df43a142-a214-4a04-b8fa-732b910c9d52), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:30.520945 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4cd4b217-3896-45d3-9d5b-a42d12342aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (df43a142-a214-4a04-b8fa-732b910c9d52), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:30.527133 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1f98d87d-5243-4e93-a188-aebe42473dd5 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3c0412f5-2af5-4b96-ae7c-c8cd9780f9a2), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:30.597021 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-84dc4ff5-ce33-4e4b-ab7a-cfde335e4c82 req-5e873736-ba49-4145-bfde-36788828e890 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7900596 Feb 09 01:30:30.604868 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4cd4b217-3896-45d3-9d5b-a42d12342aea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.5614400 Feb 09 01:30:30.623594 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43146) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:30.628623 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-64e36384-571a-4751-8565-ae59e9a2575a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:30.630107 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-64e36384-571a-4751-8565-ae59e9a2575a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:30.632224 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-64e36384-571a-4751-8565-ae59e9a2575a service neutron] 10.222.0.91 "PUT /v2.0/ports/7fc19945-7216-439d-8769-f2a3cbfdde6b HTTP/1.1" status: 200 len: 1091 time: 5.2662690 Feb 09 01:30:30.638970 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'tag': '7fc19945-7216-439d-8769-f2a3cbfdde6b'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:30:30.679597 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43148) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:30.699007 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01824a68-ee07-4006-bd6b-1bc15b7e5604" -d '{"events": [{"name": "network-changed", "server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "tag": "7fc19945-7216-439d-8769-f2a3cbfdde6b"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:30:30.765757 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd4b217-3896-45d3-9d5b-a42d12342aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df43a142-a214-4a04-b8fa-732b910c9d52,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:30.776878 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-252eb998-394b-46d2-bb59-ddb2ae361f9b service neutron] Request body: {'port': {'device_id': 'ac990077-3a36-443e-b771-3b621d999008', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:30.821204 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5481a91-62af-4b35-a284-c14ade84ea82 req-06b5eff4-5eb9-4bb8-9c7c-604b8bc68a7f tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:30.844818 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e5481a91-62af-4b35-a284-c14ade84ea82 req-06b5eff4-5eb9-4bb8-9c7c-604b8bc68a7f tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=255e72cc-bb4d-4ead-aefd-8aca152f72a0 HTTP/1.1" status: 200 len: 946 time: 0.8193092 Feb 09 01:30:30.857228 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dccac220-36a7-4748-ae6e-18d242b016e2 admin admin] Publish callbacks [] for security_group (df43a142-a214-4a04-b8fa-732b910c9d52), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:30.891774 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-76eb0169-ce26-4b0f-85c2-6f2e1eff1071 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ce7332c8ded74a31a8845cdf15d3517e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2103391 Feb 09 01:30:30.897609 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43152) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:30.951492 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dccac220-36a7-4748-ae6e-18d242b016e2 admin admin] Publish callbacks [] for security_group (df43a142-a214-4a04-b8fa-732b910c9d52), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:30.973952 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a61d5926-3492-46b9-9997-05ed6758f59e admin admin] Publish callbacks [] for security_group (c2986e66-5bf8-4106-965e-d9f5e5d6b00a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.028296 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a61d5926-3492-46b9-9997-05ed6758f59e admin admin] Publish callbacks [] for security_group (c2986e66-5bf8-4106-965e-d9f5e5d6b00a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.079345 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1f98d87d-5243-4e93-a188-aebe42473dd5 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.085473 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1f98d87d-5243-4e93-a188-aebe42473dd5 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.5283551 Feb 09 01:30:31.089742 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43154) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:31.096890 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-fda06697-562d-4294-8204-08eb470ba447 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Request body: {'security_group_rule': {'security_group_id': '3c0412f5-2af5-4b96-ae7c-c8cd9780f9a2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:31.097951 n-d-822053-40 neutron-server[103528]: WARNING neutron.api.v2.base [None req-fda06697-562d-4294-8204-08eb470ba447 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 09 01:30:31.098611 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-fda06697-562d-4294-8204-08eb470ba447 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:30:31.100467 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-fda06697-562d-4294-8204-08eb470ba447 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0078640 Feb 09 01:30:31.104557 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dccac220-36a7-4748-ae6e-18d242b016e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (df43a142-a214-4a04-b8fa-732b910c9d52), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.109007 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dccac220-36a7-4748-ae6e-18d242b016e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.110829 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-dccac220-36a7-4748-ae6e-18d242b016e2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/df43a142-a214-4a04-b8fa-732b910c9d52 HTTP/1.1" status: 204 len: 168 time: 0.4855919 Feb 09 01:30:31.112704 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43156) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:31.144498 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98d87d-5243-4e93-a188-aebe42473dd5 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0412f5-2af5-4b96-ae7c-c8cd9780f9a2,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:31.172563 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-84f1e1df-e0b6-4ab8-9e63-84f2bce6d77c req-a90722fb-4a44-4625-a04f-6766573cdd75 tempest-ServerShowV247Test-1835778497 tempest-ServerShowV247Test-1835778497-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc7ee34-77e3-4ef3-b4ff-396f725b6706 HTTP/1.1" status: 200 len: 210 time: 0.3667698 Feb 09 01:30:31.218052 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccac220-36a7-4748-ae6e-18d242b016e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df43a142-a214-4a04-b8fa-732b910c9d52,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:31.251132 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a61d5926-3492-46b9-9997-05ed6758f59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c2986e66-5bf8-4106-965e-d9f5e5d6b00a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.272763 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a61d5926-3492-46b9-9997-05ed6758f59e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.274641 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a61d5926-3492-46b9-9997-05ed6758f59e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c2986e66-5bf8-4106-965e-d9f5e5d6b00a HTTP/1.1" status: 204 len: 168 time: 0.3745968 Feb 09 01:30:31.370607 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d5926-3492-46b9-9997-05ed6758f59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2986e66-5bf8-4106-965e-d9f5e5d6b00a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:31.504478 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e5481a91-62af-4b35-a284-c14ade84ea82 req-64e9a2ff-279b-493b-9241-b83b2dd354c2 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6579685 Feb 09 01:30:31.529872 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8a2fc026-a5ff-4396-8d5f-bd1d2953fbf1 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (3c0412f5-2af5-4b96-ae7c-c8cd9780f9a2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.609714 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22bfd4c-a41f-4794-af1e-4dc90e453254 x-openstack-request-id: req-d22bfd4c-a41f-4794-af1e-4dc90e453254 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:30:31.611497 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "tag": "7fc19945-7216-439d-8769-f2a3cbfdde6b", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:30:31.612166 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d22bfd4c-a41f-4794-af1e-4dc90e453254 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:30:31.613010 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'tag': '7fc19945-7216-439d-8769-f2a3cbfdde6b', 'status': 'completed', 'code': 200} Feb 09 01:30:31.648271 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-252eb998-394b-46d2-bb59-ddb2ae361f9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a6e2ebab-ced5-4214-a980-67ee8d90c8df), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.741820 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1d1acb63-1272-430c-b17d-eda6c2e4d263 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (389f01c7-c5eb-43df-a761-717c5ec16b55), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.891132 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8a2fc026-a5ff-4396-8d5f-bd1d2953fbf1 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (3c0412f5-2af5-4b96-ae7c-c8cd9780f9a2), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:32.116032 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01824a68-ee07-4006-bd6b-1bc15b7e5604 req-7638bc8e-6777-4835-b898-1c97967abbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:32.116032 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01824a68-ee07-4006-bd6b-1bc15b7e5604 req-7638bc8e-6777-4835-b898-1c97967abbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:32.116032 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01824a68-ee07-4006-bd6b-1bc15b7e5604 req-7638bc8e-6777-4835-b898-1c97967abbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:32.116032 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01824a68-ee07-4006-bd6b-1bc15b7e5604 req-7638bc8e-6777-4835-b898-1c97967abbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:32.117525 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01824a68-ee07-4006-bd6b-1bc15b7e5604 req-7638bc8e-6777-4835-b898-1c97967abbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:32.117525 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01824a68-ee07-4006-bd6b-1bc15b7e5604 req-7638bc8e-6777-4835-b898-1c97967abbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:32.117525 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01824a68-ee07-4006-bd6b-1bc15b7e5604 req-7638bc8e-6777-4835-b898-1c97967abbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:32.120027 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-01824a68-ee07-4006-bd6b-1bc15b7e5604 req-7638bc8e-6777-4835-b898-1c97967abbb9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5cc038305e744ad69576548c638221e8&device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 6513 time: 0.5041714 Feb 09 01:30:32.369119 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1acb63-1272-430c-b17d-eda6c2e4d263 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Pushing event updated for resources: {'Subnet': ['ID=389f01c7-c5eb-43df-a761-717c5ec16b55,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:32.466035 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8a2fc026-a5ff-4396-8d5f-bd1d2953fbf1 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3c0412f5-2af5-4b96-ae7c-c8cd9780f9a2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:32.469525 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8a2fc026-a5ff-4396-8d5f-bd1d2953fbf1 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:32.474115 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8a2fc026-a5ff-4396-8d5f-bd1d2953fbf1 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "DELETE /v2.0/security-groups/3c0412f5-2af5-4b96-ae7c-c8cd9780f9a2 HTTP/1.1" status: 204 len: 168 time: 1.3403056 Feb 09 01:30:32.486680 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43176) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:32.569830 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1acb63-1272-430c-b17d-eda6c2e4d263 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Checking segment: {'id': '70d408ea-4968-4c50-9638-bf0a8e322ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a3a53d23-71c2-4c0c-bec9-09017c638f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:32.569830 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1acb63-1272-430c-b17d-eda6c2e4d263 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Network hostable DHCP agents. Network: a3a53d23-71c2-4c0c-bec9-09017c638f30, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:30:32.591708 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f9adfda5-ef3b-4000-96a1-1350283f2731 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0974166 Feb 09 01:30:32.597079 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2fc026-a5ff-4396-8d5f-bd1d2953fbf1 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0412f5-2af5-4b96-ae7c-c8cd9780f9a2,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:32.599327 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43182) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:32.619946 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-d6f4e2f6-5390-4533-afc2-046fb27c14f1 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Request body: {'security_group': {'name': 'tempest-secgroup--371244088'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:32.684784 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0c9fe304-f378-41c4-83de-54efcd23423a req-ac9e8249-4b1f-4302-ae89-d12c114a5d23 tempest-ServerShowV247Test-1835778497 tempest-ServerShowV247Test-1835778497-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc7ee34-77e3-4ef3-b4ff-396f725b6706 HTTP/1.1" status: 200 len: 210 time: 0.2406955 Feb 09 01:30:32.710935 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01824a68-ee07-4006-bd6b-1bc15b7e5604 req-9052a519-620d-4caf-b915-62a0bddf7d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:32.711751 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01824a68-ee07-4006-bd6b-1bc15b7e5604 req-9052a519-620d-4caf-b915-62a0bddf7d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:32.712378 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01824a68-ee07-4006-bd6b-1bc15b7e5604 req-9052a519-620d-4caf-b915-62a0bddf7d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:32.715285 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-01824a68-ee07-4006-bd6b-1bc15b7e5604 req-9052a519-620d-4caf-b915-62a0bddf7d3b service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=5cc038305e744ad69576548c638221e8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5598166 Feb 09 01:30:32.718242 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6f4e2f6-5390-4533-afc2-046fb27c14f1 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:32.787809 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56b7e7-be9c-44bf-bb97-b27249d607b0 req-ae600aa2-2d41-4c05-9047-665928dc540b tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:32.799661 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56b7e7-be9c-44bf-bb97-b27249d607b0 req-ae600aa2-2d41-4c05-9047-665928dc540b tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:32.806426 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56b7e7-be9c-44bf-bb97-b27249d607b0 req-ae600aa2-2d41-4c05-9047-665928dc540b tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:32.837956 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56b7e7-be9c-44bf-bb97-b27249d607b0 req-ae600aa2-2d41-4c05-9047-665928dc540b tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:32.855195 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56b7e7-be9c-44bf-bb97-b27249d607b0 req-ae600aa2-2d41-4c05-9047-665928dc540b tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:32.865231 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56b7e7-be9c-44bf-bb97-b27249d607b0 req-ae600aa2-2d41-4c05-9047-665928dc540b tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:32.879512 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56b7e7-be9c-44bf-bb97-b27249d607b0 req-ae600aa2-2d41-4c05-9047-665928dc540b tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:32.882405 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-df56b7e7-be9c-44bf-bb97-b27249d607b0 req-ae600aa2-2d41-4c05-9047-665928dc540b tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5406 time: 0.8325090 Feb 09 01:30:32.934309 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1acb63-1272-430c-b17d-eda6c2e4d263 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Network a3a53d23-71c2-4c0c-bec9-09017c638f30 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:30:32.985207 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-1d1acb63-1272-430c-b17d-eda6c2e4d263 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, a3a53d23-71c2-4c0c-bec9-09017c638f30) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:33.000600 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8eb0c88-9787-4fde-8d81-c56970ebf2f9 None None] Network a3a53d23-71c2-4c0c-bec9-09017c638f30 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:33.004815 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1acb63-1272-430c-b17d-eda6c2e4d263 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:33.005992 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1d1acb63-1272-430c-b17d-eda6c2e4d263 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:33.045074 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01824a68-ee07-4006-bd6b-1bc15b7e5604 req-e1f619c7-a34c-4197-bd0b-c57d78a0340e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:33.049271 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-01824a68-ee07-4006-bd6b-1bc15b7e5604 req-e1f619c7-a34c-4197-bd0b-c57d78a0340e service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3255305 Feb 09 01:30:33.160601 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6f4e2f6-5390-4533-afc2-046fb27c14f1 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (cf737e5f-be2b-4779-96de-ae231514035f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:33.173022 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6f4e2f6-5390-4533-afc2-046fb27c14f1 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (cf737e5f-be2b-4779-96de-ae231514035f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:33.208547 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1d1acb63-1272-430c-b17d-eda6c2e4d263 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.2745700 Feb 09 01:30:33.211878 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43198) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:33.276947 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6f4e2f6-5390-4533-afc2-046fb27c14f1 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:33.284786 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d6f4e2f6-5390-4533-afc2-046fb27c14f1 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6730886 Feb 09 01:30:33.288423 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43202) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:33.291761 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4e2f6-5390-4533-afc2-046fb27c14f1 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf737e5f-be2b-4779-96de-ae231514035f,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:33.301004 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-37dc3afa-4b0b-4f1a-bf16-94f34fa4ed87 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Request body: {'security_group_rule': {'security_group_id': 'cf737e5f-be2b-4779-96de-ae231514035f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:33.301899 n-d-822053-40 neutron-server[103528]: WARNING neutron.api.v2.base [None req-37dc3afa-4b0b-4f1a-bf16-94f34fa4ed87 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 09 01:30:33.302402 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-37dc3afa-4b0b-4f1a-bf16-94f34fa4ed87 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:30:33.309348 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-37dc3afa-4b0b-4f1a-bf16-94f34fa4ed87 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0161197 Feb 09 01:30:33.311122 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43204) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:33.343913 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748cef0b-5d9b-4a2e-bede-c44f45fb3187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-a3a53d23-71c2-4c0c-bec9-09017c638f30', 'network_id': 'a3a53d23-71c2-4c0c-bec9-09017c638f30', 'project_id': '2d40356c6dcf460fae71a875d314525f', 'fixed_ips': [{'subnet_id': '389f01c7-c5eb-43df-a761-717c5ec16b55'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:30:33.348140 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-748cef0b-5d9b-4a2e-bede-c44f45fb3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:33.401861 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e166651-0c2a-4a48-bd71-067f3b09bf28 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (cf737e5f-be2b-4779-96de-ae231514035f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:33.458376 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e166651-0c2a-4a48-bd71-067f3b09bf28 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (cf737e5f-be2b-4779-96de-ae231514035f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:33.566676 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-df56b7e7-be9c-44bf-bb97-b27249d607b0 req-22e9828c-f61f-4d84-b9b7-7bcbd38ec5b5 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6264727 Feb 09 01:30:33.626680 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e166651-0c2a-4a48-bd71-067f3b09bf28 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (cf737e5f-be2b-4779-96de-ae231514035f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:33.645536 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e166651-0c2a-4a48-bd71-067f3b09bf28 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:33.652488 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9e166651-0c2a-4a48-bd71-067f3b09bf28 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "DELETE /v2.0/security-groups/cf737e5f-be2b-4779-96de-ae231514035f HTTP/1.1" status: 204 len: 168 time: 0.3380227 Feb 09 01:30:33.653060 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43210) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:33.656065 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c3380-1cca-4898-b31d-c74f2bbed0b5 req-d5e98fca-03a5-4dcc-b4af-36f5aa7ec14a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:33.663161 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b62c3380-1cca-4898-b31d-c74f2bbed0b5 req-d5e98fca-03a5-4dcc-b4af-36f5aa7ec14a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=255e72cc-bb4d-4ead-aefd-8aca152f72a0 HTTP/1.1" status: 200 len: 946 time: 0.7047102 Feb 09 01:30:33.712320 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-748cef0b-5d9b-4a2e-bede-c44f45fb3187 None None] Allocated IP 2001:db8::2 (a3a53d23-71c2-4c0c-bec9-09017c638f30/389f01c7-c5eb-43df-a761-717c5ec16b55/6887977b-a565-4b55-9690-4eef8126f7e3) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:33.716952 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e166651-0c2a-4a48-bd71-067f3b09bf28 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf737e5f-be2b-4779-96de-ae231514035f,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:33.824712 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-628977d6-a36f-4e50-8555-6b01c7820d98 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1434245 Feb 09 01:30:33.833113 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43216) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:33.841980 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-e045378e-9994-41a3-b9eb-a3d249def56d tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Request body: {'security_group': {'name': 'tempest-secgroup--1901167903'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:33.856006 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d09f02e7-fe45-4c7a-88b8-f778cbb60389 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (a3a53d23-71c2-4c0c-bec9-09017c638f30), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:33.904815 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e045378e-9994-41a3-b9eb-a3d249def56d tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:33.951255 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-252eb998-394b-46d2-bb59-ddb2ae361f9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6e2ebab-ced5-4214-a980-67ee8d90c8df {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:30:33.980707 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b62c3380-1cca-4898-b31d-c74f2bbed0b5 req-12ed48c2-d7b0-4c32-8d8d-ddf69c78d89f tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152966 Feb 09 01:30:34.006795 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-252eb998-394b-46d2-bb59-ddb2ae361f9b service neutron] Publish callbacks [] for port (a6e2ebab-ced5-4214-a980-67ee8d90c8df), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:34.090813 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-19898bae-d4a7-4231-93d0-50249548ad89 req-5215055b-38bb-4c56-aa30-dc732dcb7783 tempest-ServerShowV247Test-1835778497 tempest-ServerShowV247Test-1835778497-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc7ee34-77e3-4ef3-b4ff-396f725b6706 HTTP/1.1" status: 200 len: 210 time: 0.1274464 Feb 09 01:30:34.120598 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-748cef0b-5d9b-4a2e-bede-c44f45fb3187 None None] Publish callbacks [] for port (6887977b-a565-4b55-9690-4eef8126f7e3), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:34.135839 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-748cef0b-5d9b-4a2e-bede-c44f45fb3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (6887977b-a565-4b55-9690-4eef8126f7e3), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:34.167606 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-252eb998-394b-46d2-bb59-ddb2ae361f9b service neutron] Transition to ACTIVE for port object a6e2ebab-ced5-4214-a980-67ee8d90c8df will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:34.219191 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e045378e-9994-41a3-b9eb-a3d249def56d tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (1c3d902c-9819-4aa1-b8d2-0cd4fb0694a0), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:34.222106 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748cef0b-5d9b-4a2e-bede-c44f45fb3187 None None] Network a3a53d23-71c2-4c0c-bec9-09017c638f30 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:34.234749 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e045378e-9994-41a3-b9eb-a3d249def56d tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1c3d902c-9819-4aa1-b8d2-0cd4fb0694a0), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:34.237990 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-748cef0b-5d9b-4a2e-bede-c44f45fb3187 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:34.242979 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748cef0b-5d9b-4a2e-bede-c44f45fb3187 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:30:34.278434 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-252eb998-394b-46d2-bb59-ddb2ae361f9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (a6e2ebab-ced5-4214-a980-67ee8d90c8df), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:34.343269 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e045378e-9994-41a3-b9eb-a3d249def56d tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3d902c-9819-4aa1-b8d2-0cd4fb0694a0,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:34.353091 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e045378e-9994-41a3-b9eb-a3d249def56d tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:34.354383 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e045378e-9994-41a3-b9eb-a3d249def56d tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5200567 Feb 09 01:30:34.358766 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43226) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:34.361184 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748cef0b-5d9b-4a2e-bede-c44f45fb3187 None None] Pushing event updated for resources: {'Port': ['ID=6887977b-a565-4b55-9690-4eef8126f7e3,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:34.367331 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-22566b3e-9cd6-4cb7-ba0f-ad701c35486b tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Request body: {'security_group_rule': {'security_group_id': '1c3d902c-9819-4aa1-b8d2-0cd4fb0694a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:34.399183 n-d-822053-40 neutron-server[103528]: WARNING neutron.api.v2.base [None req-22566b3e-9cd6-4cb7-ba0f-ad701c35486b tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 09 01:30:34.399825 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-22566b3e-9cd6-4cb7-ba0f-ad701c35486b tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:30:34.401337 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-22566b3e-9cd6-4cb7-ba0f-ad701c35486b tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0412264 Feb 09 01:30:34.405021 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43232) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:34.412468 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-98127823-3759-46a1-9b9e-cff3b5be5310 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Request body: {'security_group_rule': {'security_group_id': '1c3d902c-9819-4aa1-b8d2-0cd4fb0694a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:34.413080 n-d-822053-40 neutron-server[103528]: WARNING neutron.api.v2.base [None req-98127823-3759-46a1-9b9e-cff3b5be5310 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 09 01:30:34.413585 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-98127823-3759-46a1-9b9e-cff3b5be5310 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:30:34.415493 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-98127823-3759-46a1-9b9e-cff3b5be5310 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0095108 Feb 09 01:30:34.419188 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43234) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:34.437744 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-748cef0b-5d9b-4a2e-bede-c44f45fb3187 None None] Attempting to bind port 6887977b-a565-4b55-9690-4eef8126f7e3 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:30:34.438265 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-748cef0b-5d9b-4a2e-bede-c44f45fb3187 None None] Attempting to bind port 6887977b-a565-4b55-9690-4eef8126f7e3 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '70d408ea-4968-4c50-9638-bf0a8e322ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a3a53d23-71c2-4c0c-bec9-09017c638f30'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:30:34.439424 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748cef0b-5d9b-4a2e-bede-c44f45fb3187 None None] Attempting to bind port 6887977b-a565-4b55-9690-4eef8126f7e3 on network a3a53d23-71c2-4c0c-bec9-09017c638f30 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:34.445623 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748cef0b-5d9b-4a2e-bede-c44f45fb3187 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:30:34.446871 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748cef0b-5d9b-4a2e-bede-c44f45fb3187 None None] Checking segment: {'id': '70d408ea-4968-4c50-9638-bf0a8e322ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a3a53d23-71c2-4c0c-bec9-09017c638f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:34.448036 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-748cef0b-5d9b-4a2e-bede-c44f45fb3187 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:34.448172 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748cef0b-5d9b-4a2e-bede-c44f45fb3187 None None] Bound using segment: {'id': '70d408ea-4968-4c50-9638-bf0a8e322ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a3a53d23-71c2-4c0c-bec9-09017c638f30'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:30:34.448729 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-748cef0b-5d9b-4a2e-bede-c44f45fb3187 None None] Bound port: 6887977b-a565-4b55-9690-4eef8126f7e3, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d408ea-4968-4c50-9638-bf0a8e322ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a3a53d23-71c2-4c0c-bec9-09017c638f30'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:30:34.450754 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-748cef0b-5d9b-4a2e-bede-c44f45fb3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (6887977b-a565-4b55-9690-4eef8126f7e3), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:34.458351 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-81a0f9ab-cf87-43e9-bd6e-63beebb55a4a tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Request body: {'security_group_rule': {'security_group_id': '1c3d902c-9819-4aa1-b8d2-0cd4fb0694a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:34.459278 n-d-822053-40 neutron-server[103528]: WARNING neutron.api.v2.base [None req-81a0f9ab-cf87-43e9-bd6e-63beebb55a4a tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 09 01:30:34.459800 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-81a0f9ab-cf87-43e9-bd6e-63beebb55a4a tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:30:34.469525 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-81a0f9ab-cf87-43e9-bd6e-63beebb55a4a tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0372176 Feb 09 01:30:34.472541 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43240) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:34.491067 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-2c4c9008-f13f-44a0-921d-15deaa2c9eae tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Request body: {'security_group_rule': {'security_group_id': '1c3d902c-9819-4aa1-b8d2-0cd4fb0694a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:34.504983 n-d-822053-40 neutron-server[103528]: WARNING neutron.api.v2.base [None req-2c4c9008-f13f-44a0-921d-15deaa2c9eae tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 09 01:30:34.505585 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-2c4c9008-f13f-44a0-921d-15deaa2c9eae tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:30:34.506640 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2c4c9008-f13f-44a0-921d-15deaa2c9eae tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0274012 Feb 09 01:30:34.512705 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43242) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:34.541623 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252eb998-394b-46d2-bb59-ddb2ae361f9b service neutron] Pushing event updated for resources: {'Port': ['ID=a6e2ebab-ced5-4214-a980-67ee8d90c8df,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:34.605888 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d09f02e7-fe45-4c7a-88b8-f778cbb60389 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (389f01c7-c5eb-43df-a761-717c5ec16b55), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:34.607718 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-748cef0b-5d9b-4a2e-bede-c44f45fb3187 None None] For port 6887977b-a565-4b55-9690-4eef8126f7e3, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:30:34.615431 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-748cef0b-5d9b-4a2e-bede-c44f45fb3187 None None] For port 6887977b-a565-4b55-9690-4eef8126f7e3, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=6887977b-a565-4b55-9690-4eef8126f7e3,segment=NetworkSegment(70d408ea-4968-4c50-9638-bf0a8e322ace),segment_id=70d408ea-4968-4c50-9638-bf0a8e322ace)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:30:34.638650 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-748cef0b-5d9b-4a2e-bede-c44f45fb3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (6887977b-a565-4b55-9690-4eef8126f7e3), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:34.767879 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748cef0b-5d9b-4a2e-bede-c44f45fb3187 None None] Pushing event updated for resources: {'Port': ['ID=6887977b-a565-4b55-9690-4eef8126f7e3,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:34.836384 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-95856d0f-4d06-4718-8d90-ea81dbe48c7e tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (1c3d902c-9819-4aa1-b8d2-0cd4fb0694a0), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:34.976824 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-95856d0f-4d06-4718-8d90-ea81dbe48c7e tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (1c3d902c-9819-4aa1-b8d2-0cd4fb0694a0), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:35.141102 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e736b050-57ce-408e-9121-889d15f2b0ae req-1d658a74-ed2f-4d4f-af20-21d08c5e03f6 tempest-ServerShowV254Test-1607297154 tempest-ServerShowV254Test-1607297154-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c6c5054-18fa-4e00-98b2-2773d5a9f7d4 HTTP/1.1" status: 200 len: 210 time: 0.2863004 Feb 09 01:30:35.184253 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-95856d0f-4d06-4718-8d90-ea81dbe48c7e tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1c3d902c-9819-4aa1-b8d2-0cd4fb0694a0), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:35.232354 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-95856d0f-4d06-4718-8d90-ea81dbe48c7e tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:35.241198 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-95856d0f-4d06-4718-8d90-ea81dbe48c7e tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "DELETE /v2.0/security-groups/1c3d902c-9819-4aa1-b8d2-0cd4fb0694a0 HTTP/1.1" status: 204 len: 168 time: 0.7272468 Feb 09 01:30:35.270346 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43260) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:35.347125 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95856d0f-4d06-4718-8d90-ea81dbe48c7e tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3d902c-9819-4aa1-b8d2-0cd4fb0694a0,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:35.393664 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d09f02e7-fe45-4c7a-88b8-f778cbb60389 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (389f01c7-c5eb-43df-a761-717c5ec16b55), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:35.488153 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-717f1e39-c5a4-4202-969b-47ef48d43e01 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2066164 Feb 09 01:30:35.488846 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43264) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:35.494938 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f02e7-fe45-4c7a-88b8-f778cbb60389 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Pushing event deleted for resources: {'Subnet': ['ID=389f01c7-c5eb-43df-a761-717c5ec16b55,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:35.496553 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-ea12b8b5-1433-4194-93d7-772a4076532a tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Request body: {'security_group': {'name': 'tempest-secgroup--1704915517'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:35.552263 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-252eb998-394b-46d2-bb59-ddb2ae361f9b service neutron] Attempting to bind port a6e2ebab-ced5-4214-a980-67ee8d90c8df on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:30:35.552603 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-252eb998-394b-46d2-bb59-ddb2ae361f9b service neutron] Attempting to bind port a6e2ebab-ced5-4214-a980-67ee8d90c8df by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '11bc4fb8-f83a-4bb2-85a3-7ffbecb23433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:30:35.552937 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-252eb998-394b-46d2-bb59-ddb2ae361f9b service neutron] Attempting to bind port a6e2ebab-ced5-4214-a980-67ee8d90c8df on network 38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:35.559740 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-252eb998-394b-46d2-bb59-ddb2ae361f9b service neutron] Port a6e2ebab-ced5-4214-a980-67ee8d90c8df on network 38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:30:35.560675 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-252eb998-394b-46d2-bb59-ddb2ae361f9b service neutron] Attempting to bind port a6e2ebab-ced5-4214-a980-67ee8d90c8df on network 38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:35.596370 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea12b8b5-1433-4194-93d7-772a4076532a tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:35.730510 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 6887977b-a565-4b55-9690-4eef8126f7e3 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:30:35.735419 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d09f02e7-fe45-4c7a-88b8-f778cbb60389 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (a3a53d23-71c2-4c0c-bec9-09017c638f30), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:35.798773 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-252eb998-394b-46d2-bb59-ddb2ae361f9b service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:30:35.799195 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-252eb998-394b-46d2-bb59-ddb2ae361f9b service neutron] Checking segment: {'id': '11bc4fb8-f83a-4bb2-85a3-7ffbecb23433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:35.799562 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-252eb998-394b-46d2-bb59-ddb2ae361f9b service neutron] Bound using segment: {'id': '11bc4fb8-f83a-4bb2-85a3-7ffbecb23433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:30:35.800052 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-252eb998-394b-46d2-bb59-ddb2ae361f9b service neutron] Bound port: a6e2ebab-ced5-4214-a980-67ee8d90c8df, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11bc4fb8-f83a-4bb2-85a3-7ffbecb23433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:30:35.800417 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-252eb998-394b-46d2-bb59-ddb2ae361f9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a6e2ebab-ced5-4214-a980-67ee8d90c8df), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:35.854338 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea12b8b5-1433-4194-93d7-772a4076532a tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (1c70a565-85e5-4c99-bb6e-fb3ba2a05fa7), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:35.863177 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea12b8b5-1433-4194-93d7-772a4076532a tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1c70a565-85e5-4c99-bb6e-fb3ba2a05fa7), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:35.937659 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 6887977b-a565-4b55-9690-4eef8126f7e3 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:35.940252 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (6887977b-a565-4b55-9690-4eef8126f7e3), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:35.956471 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1539d2-4b03-4d5d-8152-a3576be7d0bc req-38e589d0-bfcb-4db1-90b5-21bd56ff9c0f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:35.967702 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea12b8b5-1433-4194-93d7-772a4076532a tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:35.975630 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ea12b8b5-1433-4194-93d7-772a4076532a tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4831371 Feb 09 01:30:35.976433 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43268) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:35.979186 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1539d2-4b03-4d5d-8152-a3576be7d0bc req-38e589d0-bfcb-4db1-90b5-21bd56ff9c0f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:35.985918 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-df02de4c-ecff-412f-9dbe-b121e5bf5f84 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Request body: {'security_group_rule': {'security_group_id': '1c70a565-85e5-4c99-bb6e-fb3ba2a05fa7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:35.989161 n-d-822053-40 neutron-server[103528]: WARNING neutron.api.v2.base [None req-df02de4c-ecff-412f-9dbe-b121e5bf5f84 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 01:30:35.991101 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-df02de4c-ecff-412f-9dbe-b121e5bf5f84 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:30:35.995486 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-df02de4c-ecff-412f-9dbe-b121e5bf5f84 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0158513 Feb 09 01:30:35.995486 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea12b8b5-1433-4194-93d7-772a4076532a tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c70a565-85e5-4c99-bb6e-fb3ba2a05fa7,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:36.011898 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1539d2-4b03-4d5d-8152-a3576be7d0bc req-38e589d0-bfcb-4db1-90b5-21bd56ff9c0f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:36.013428 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43270) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:36.027360 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-49e1dc7a-ef50-4858-a37a-ffeaf8029b37 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Request body: {'security_group_rule': {'security_group_id': '1c70a565-85e5-4c99-bb6e-fb3ba2a05fa7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:36.054272 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1539d2-4b03-4d5d-8152-a3576be7d0bc req-38e589d0-bfcb-4db1-90b5-21bd56ff9c0f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:36.081475 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1539d2-4b03-4d5d-8152-a3576be7d0bc req-38e589d0-bfcb-4db1-90b5-21bd56ff9c0f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:36.121478 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1539d2-4b03-4d5d-8152-a3576be7d0bc req-38e589d0-bfcb-4db1-90b5-21bd56ff9c0f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:36.148120 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-49e1dc7a-ef50-4858-a37a-ffeaf8029b37 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:30:36.152522 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-49e1dc7a-ef50-4858-a37a-ffeaf8029b37 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1356847 Feb 09 01:30:36.153032 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43272) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:36.158145 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1539d2-4b03-4d5d-8152-a3576be7d0bc req-38e589d0-bfcb-4db1-90b5-21bd56ff9c0f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:36.173523 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-e8c4e183-1605-4887-998d-7cac7f032f88 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Request body: {'security_group_rule': {'security_group_id': '1c70a565-85e5-4c99-bb6e-fb3ba2a05fa7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:36.173796 n-d-822053-40 neutron-server[103528]: WARNING neutron.api.v2.base [None req-e8c4e183-1605-4887-998d-7cac7f032f88 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 09 01:30:36.174231 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-e8c4e183-1605-4887-998d-7cac7f032f88 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:30:36.178089 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e8c4e183-1605-4887-998d-7cac7f032f88 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0130036 Feb 09 01:30:36.187911 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6a1539d2-4b03-4d5d-8152-a3576be7d0bc req-38e589d0-bfcb-4db1-90b5-21bd56ff9c0f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5418 time: 1.1518428 Feb 09 01:30:36.199524 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43276) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:36.211398 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-dd64cf0e-c733-49a9-ad42-81ac360b1efc tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Request body: {'security_group_rule': {'security_group_id': '1c70a565-85e5-4c99-bb6e-fb3ba2a05fa7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:36.229962 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 6887977b-a565-4b55-9690-4eef8126f7e3 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:36.230375 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (6887977b-a565-4b55-9690-4eef8126f7e3), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:36.260518 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-d09f02e7-fe45-4c7a-88b8-f778cbb60389 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a53d23-71c2-4c0c-bec9-09017c638f30']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:36.342756 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-dd64cf0e-c733-49a9-ad42-81ac360b1efc tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:30:36.347297 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-dd64cf0e-c733-49a9-ad42-81ac360b1efc tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1493826 Feb 09 01:30:36.350868 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43278) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:36.361187 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-e561623c-04ef-4f02-8d62-f61cccac2c70 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Request body: {'security_group_rule': {'security_group_id': '1c70a565-85e5-4c99-bb6e-fb3ba2a05fa7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:36.366610 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 6887977b-a565-4b55-9690-4eef8126f7e3, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=6887977b-a565-4b55-9690-4eef8126f7e3,segment=NetworkSegment(70d408ea-4968-4c50-9638-bf0a8e322ace),segment_id=70d408ea-4968-4c50-9638-bf0a8e322ace)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:36.370550 n-d-822053-40 neutron-server[103528]: WARNING neutron.api.v2.base [None req-e561623c-04ef-4f02-8d62-f61cccac2c70 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 01:30:36.372215 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-e561623c-04ef-4f02-8d62-f61cccac2c70 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:30:36.375171 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e561623c-04ef-4f02-8d62-f61cccac2c70 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0219960 Feb 09 01:30:36.378259 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43280) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:36.383180 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (6887977b-a565-4b55-9690-4eef8126f7e3), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:36.409235 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-f5c2a3e6-2b2c-4a22-bcca-4b9dc674f2e0 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Request body: {'security_group_rule': {'security_group_id': '1c70a565-85e5-4c99-bb6e-fb3ba2a05fa7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:36.421215 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-252eb998-394b-46d2-bb59-ddb2ae361f9b service neutron] For port a6e2ebab-ced5-4214-a980-67ee8d90c8df, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:30:36.424737 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-252eb998-394b-46d2-bb59-ddb2ae361f9b service neutron] For port a6e2ebab-ced5-4214-a980-67ee8d90c8df, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=a6e2ebab-ced5-4214-a980-67ee8d90c8df,segment=NetworkSegment(11bc4fb8-f83a-4bb2-85a3-7ffbecb23433),segment_id=11bc4fb8-f83a-4bb2-85a3-7ffbecb23433)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:30:36.447061 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-d09f02e7-fe45-4c7a-88b8-f778cbb60389 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d408ea-4968-4c50-9638-bf0a8e322ace') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:36.448252 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-d09f02e7-fe45-4c7a-88b8-f778cbb60389 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d408ea-4968-4c50-9638-bf0a8e322ace') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:36.451331 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-252eb998-394b-46d2-bb59-ddb2ae361f9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (a6e2ebab-ced5-4214-a980-67ee8d90c8df), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:36.535212 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-f5c2a3e6-2b2c-4a22-bcca-4b9dc674f2e0 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:30:36.536982 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f5c2a3e6-2b2c-4a22-bcca-4b9dc674f2e0 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1571681 Feb 09 01:30:36.547180 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43284) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:36.550458 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d09f02e7-fe45-4c7a-88b8-f778cbb60389 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (70d408ea-4968-4c50-9638-bf0a8e322ace), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:36.553944 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-87a8782e-3d0a-4b34-839d-bdeae5de1498 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Request body: {'security_group_rule': {'security_group_id': '1c70a565-85e5-4c99-bb6e-fb3ba2a05fa7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:36.554964 n-d-822053-40 neutron-server[103528]: WARNING neutron.api.v2.base [None req-87a8782e-3d0a-4b34-839d-bdeae5de1498 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 09 01:30:36.555751 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-87a8782e-3d0a-4b34-839d-bdeae5de1498 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:30:36.558192 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-87a8782e-3d0a-4b34-839d-bdeae5de1498 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0086122 Feb 09 01:30:36.562377 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43286) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:36.569415 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-3774e49d-b663-463a-a91f-a2a9147d9236 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Request body: {'security_group_rule': {'security_group_id': '1c70a565-85e5-4c99-bb6e-fb3ba2a05fa7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:36.577580 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea5573-9cfa-4ed5-8166-cc29816fe06a req-f32e5e9c-a511-4564-9ae2-749b11ed5502 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:36.592615 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c5ea5573-9cfa-4ed5-8166-cc29816fe06a req-f32e5e9c-a511-4564-9ae2-749b11ed5502 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=255e72cc-bb4d-4ead-aefd-8aca152f72a0 HTTP/1.1" status: 200 len: 946 time: 1.1733885 Feb 09 01:30:36.642357 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=6887977b-a565-4b55-9690-4eef8126f7e3,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:36.660855 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-252eb998-394b-46d2-bb59-ddb2ae361f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:36.661468 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-252eb998-394b-46d2-bb59-ddb2ae361f9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:36.665134 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-252eb998-394b-46d2-bb59-ddb2ae361f9b service neutron] 10.222.0.91 "PUT /v2.0/ports/a6e2ebab-ced5-4214-a980-67ee8d90c8df HTTP/1.1" status: 200 len: 1092 time: 5.9327054 Feb 09 01:30:36.671675 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-3774e49d-b663-463a-a91f-a2a9147d9236 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:30:36.675264 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3774e49d-b663-463a-a91f-a2a9147d9236 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1110294 Feb 09 01:30:36.679407 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43292) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:36.691994 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-dc52c904-c2e9-4c46-b51a-9440e0d9ae9c tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Request body: {'security_group_rule': {'security_group_id': '1c70a565-85e5-4c99-bb6e-fb3ba2a05fa7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:36.716579 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'tag': 'a6e2ebab-ced5-4214-a980-67ee8d90c8df'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:30:36.726816 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9924f8-5168-44dc-ae0d-178c631a4856" -d '{"events": [{"name": "network-changed", "server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "tag": "a6e2ebab-ced5-4214-a980-67ee8d90c8df"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:30:36.740611 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252eb998-394b-46d2-bb59-ddb2ae361f9b service neutron] Pushing event updated for resources: {'Port': ['ID=a6e2ebab-ced5-4214-a980-67ee8d90c8df,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:36.795414 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-dc52c904-c2e9-4c46-b51a-9440e0d9ae9c tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:30:36.799387 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-dc52c904-c2e9-4c46-b51a-9440e0d9ae9c tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1159985 Feb 09 01:30:36.804041 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43296) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:36.813568 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6a1539d2-4b03-4d5d-8152-a3576be7d0bc req-619fffda-9940-4ff9-b520-6389f8f090fd tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5472507 Feb 09 01:30:36.832555 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-2a3a3126-9e3f-49d8-b733-3c9d679452fd service neutron] Request body: {'port': {'device_id': 'ac990077-3a36-443e-b771-3b621d999008', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:36.835469 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d09f02e7-fe45-4c7a-88b8-f778cbb60389 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (70d408ea-4968-4c50-9638-bf0a8e322ace), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:36.906653 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d09f02e7-fe45-4c7a-88b8-f778cbb60389 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:30:36.911567 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d09f02e7-fe45-4c7a-88b8-f778cbb60389 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (70d408ea-4968-4c50-9638-bf0a8e322ace), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:36.924955 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:30:36.924955 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:30:36.924955 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:30:36.924955 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:30:36.924955 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:30:36.924955 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:30:36.924955 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:30:36.924955 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:30:36.924955 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:30:36.924955 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:30:36.924955 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:30:36.924955 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:30:36.924955 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:30:36.924955 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:30:36.924955 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:30:36.924955 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:30:36.924955 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:30:36.924955 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:30:36.924955 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:30:36.924955 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:30:36.924955 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:30:36.924955 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:30:36.924955 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:30:36.924955 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:30:36.924955 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:30:36.924955 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:30:36.924955 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:30:36.924955 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:30:36.924955 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:30:36.924955 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:30:36.924955 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:30:36.924955 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:30:37.078744 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0678b024-ba5a-4d59-a137-7ddf630b7ce4 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (1c70a565-85e5-4c99-bb6e-fb3ba2a05fa7), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:37.185019 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cb7233-f21c-4f17-82c9-20985e024326 None None] Network a3a53d23-71c2-4c0c-bec9-09017c638f30 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:37.191298 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0678b024-ba5a-4d59-a137-7ddf630b7ce4 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (1c70a565-85e5-4c99-bb6e-fb3ba2a05fa7), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:37.321962 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0678b024-ba5a-4d59-a137-7ddf630b7ce4 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1c70a565-85e5-4c99-bb6e-fb3ba2a05fa7), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:37.328532 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0678b024-ba5a-4d59-a137-7ddf630b7ce4 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:37.333670 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0678b024-ba5a-4d59-a137-7ddf630b7ce4 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "DELETE /v2.0/security-groups/1c70a565-85e5-4c99-bb6e-fb3ba2a05fa7 HTTP/1.1" status: 204 len: 168 time: 0.5262733 Feb 09 01:30:37.334615 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43298) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:37.409968 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0678b024-ba5a-4d59-a137-7ddf630b7ce4 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c70a565-85e5-4c99-bb6e-fb3ba2a05fa7,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:37.463680 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-1a6d2ad6-b84c-4bed-a3cb-996cbbd9e67f None None] Provisioning complete for port 6887977b-a565-4b55-9690-4eef8126f7e3 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:37.464112 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1a6d2ad6-b84c-4bed-a3cb-996cbbd9e67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (6887977b-a565-4b55-9690-4eef8126f7e3), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:37.526343 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 6887977b-a565-4b55-9690-4eef8126f7e3 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:30:37.582777 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1b916a96-4efa-4f1c-8a37-2882d2516c0d tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2280414 Feb 09 01:30:37.589334 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43300) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:37.601392 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-4f1027c1-d236-4a02-b5dc-05584d777b9c tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Request body: {'security_group': {'name': 'tempest-secgroup--60612402'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:37.668429 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f1027c1-d236-4a02-b5dc-05584d777b9c tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:37.681378 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-1a6d2ad6-b84c-4bed-a3cb-996cbbd9e67f None None] Current status of the port 6887977b-a565-4b55-9690-4eef8126f7e3 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:37.712136 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 6887977b-a565-4b55-9690-4eef8126f7e3 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:37.718409 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (6887977b-a565-4b55-9690-4eef8126f7e3), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:37.843087 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f1027c1-d236-4a02-b5dc-05584d777b9c tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (fb38696b-1745-4f7b-a481-0d2856e30eb7), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:37.843316 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773b92b8-4255-4598-9214-bd16abbb5653 None None] DHCP port deletion for a3a53d23-71c2-4c0c-bec9-09017c638f30 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:30:37.852526 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f1027c1-d236-4a02-b5dc-05584d777b9c tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (fb38696b-1745-4f7b-a481-0d2856e30eb7), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:37.952538 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f1027c1-d236-4a02-b5dc-05584d777b9c tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:37.955214 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4f1027c1-d236-4a02-b5dc-05584d777b9c tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3631544 Feb 09 01:30:37.972697 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43306) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:37.981021 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-79fa97a5-ed21-4f0a-9c75-f7408d08e5fb tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Request body: {'security_group_rule': {'security_group_id': 'fb38696b-1745-4f7b-a481-0d2856e30eb7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:37.993763 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1027c1-d236-4a02-b5dc-05584d777b9c tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb38696b-1745-4f7b-a481-0d2856e30eb7,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:38.003899 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-773b92b8-4255-4598-9214-bd16abbb5653 None None] Deleting port 6887977b-a565-4b55-9690-4eef8126f7e3 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:38.004331 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-773b92b8-4255-4598-9214-bd16abbb5653 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (6887977b-a565-4b55-9690-4eef8126f7e3), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:38.056133 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-79fa97a5-ed21-4f0a-9c75-f7408d08e5fb tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] create failed (client error): The resource could not be found. Feb 09 01:30:38.058722 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-79fa97a5-ed21-4f0a-9c75-f7408d08e5fb tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0830808 Feb 09 01:30:38.063583 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43308) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:38.071024 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c8f794b-e960-4a19-8c08-3ed3b3903895 req-e127c4e9-f3e7-47a4-9312-a4209057f72f tempest-ServerShowV247Test-1835778497 tempest-ServerShowV247Test-1835778497-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc7ee34-77e3-4ef3-b4ff-396f725b6706 HTTP/1.1" status: 200 len: 210 time: 0.1438181 Feb 09 01:30:38.073933 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-8f795acf-f57f-4034-bfd0-e2d749d278d3 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Request body: {'security_group_rule': {'security_group_id': 'fb38696b-1745-4f7b-a481-0d2856e30eb7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '1c63e2e7-4b26-42f7-aac7-453c778e9f4e'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:38.105150 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.db.api [None req-d09f02e7-fe45-4c7a-88b8-f778cbb60389 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:30:38.105150 n-d-822053-40 neutron-server[103529]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:30:38.105150 n-d-822053-40 neutron-server[103529]: [parameters: {'id': 'a3a53d23-71c2-4c0c-bec9-09017c638f30'}] Feb 09 01:30:38.105150 n-d-822053-40 neutron-server[103529]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103529) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:30:38.116542 n-d-822053-40 neutron-server[103529]: DEBUG oslo_db.api [None req-d09f02e7-fe45-4c7a-88b8-f778cbb60389 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:30:38.175480 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 6887977b-a565-4b55-9690-4eef8126f7e3 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:38.183768 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-8f795acf-f57f-4034-bfd0-e2d749d278d3 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] create failed (client error): The resource could not be found. Feb 09 01:30:38.188169 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8f795acf-f57f-4034-bfd0-e2d749d278d3 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1186419 Feb 09 01:30:38.188838 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43310) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:38.214998 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c5ea5573-9cfa-4ed5-8166-cc29816fe06a req-80c34704-5656-4ecd-a1db-b010455bf0a7 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5896058 Feb 09 01:30:38.261932 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-2a3a3126-9e3f-49d8-b733-3c9d679452fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b350e14b-a80e-41d8-9d86-7e731c3faa62), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:38.324403 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-56126b66-f24c-4654-8db5-0223ee5da8e6 req-5338706f-e7c5-424c-9115-e1a616275d8f tempest-ServerShowV254Test-1607297154 tempest-ServerShowV254Test-1607297154-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c6c5054-18fa-4e00-98b2-2773d5a9f7d4 HTTP/1.1" status: 200 len: 210 time: 0.0533264 Feb 09 01:30:38.391380 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-daf5ae70-19ce-43a0-a2f0-4cdfbbb7ef84 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (fb38696b-1745-4f7b-a481-0d2856e30eb7), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:38.420269 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-773b92b8-4255-4598-9214-bd16abbb5653 None None] For port 6887977b-a565-4b55-9690-4eef8126f7e3, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=6887977b-a565-4b55-9690-4eef8126f7e3,segment=NetworkSegment(70d408ea-4968-4c50-9638-bf0a8e322ace),segment_id=70d408ea-4968-4c50-9638-bf0a8e322ace)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:38.420878 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-773b92b8-4255-4598-9214-bd16abbb5653 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (6887977b-a565-4b55-9690-4eef8126f7e3), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:38.424793 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a819d871-11b8-49b6-bb51-11c649fbf751 x-openstack-request-id: req-a819d871-11b8-49b6-bb51-11c649fbf751 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:30:38.427866 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "tag": "a6e2ebab-ced5-4214-a980-67ee8d90c8df", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:30:38.427866 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a819d871-11b8-49b6-bb51-11c649fbf751 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:30:38.428357 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'tag': 'a6e2ebab-ced5-4214-a980-67ee8d90c8df', 'status': 'completed', 'code': 200} Feb 09 01:30:38.474007 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-773b92b8-4255-4598-9214-bd16abbb5653 None None] Calling delete_port for 6887977b-a565-4b55-9690-4eef8126f7e3 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:38.547963 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-daf5ae70-19ce-43a0-a2f0-4cdfbbb7ef84 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (fb38696b-1745-4f7b-a481-0d2856e30eb7), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:38.675204 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d09f02e7-fe45-4c7a-88b8-f778cbb60389 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (a3a53d23-71c2-4c0c-bec9-09017c638f30), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:38.722325 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9924f8-5168-44dc-ae0d-178c631a4856 req-b4fa29d0-2c08-4341-9a50-1ea88667d540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:38.726682 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9924f8-5168-44dc-ae0d-178c631a4856 req-b4fa29d0-2c08-4341-9a50-1ea88667d540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:38.726682 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9924f8-5168-44dc-ae0d-178c631a4856 req-b4fa29d0-2c08-4341-9a50-1ea88667d540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:38.726682 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9924f8-5168-44dc-ae0d-178c631a4856 req-b4fa29d0-2c08-4341-9a50-1ea88667d540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:38.726682 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9924f8-5168-44dc-ae0d-178c631a4856 req-b4fa29d0-2c08-4341-9a50-1ea88667d540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:38.729437 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9924f8-5168-44dc-ae0d-178c631a4856 req-b4fa29d0-2c08-4341-9a50-1ea88667d540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:38.730225 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9924f8-5168-44dc-ae0d-178c631a4856 req-b4fa29d0-2c08-4341-9a50-1ea88667d540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:38.732571 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3c9924f8-5168-44dc-ae0d-178c631a4856 req-b4fa29d0-2c08-4341-9a50-1ea88667d540 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5cc038305e744ad69576548c638221e8&device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 6612 time: 0.2536247 Feb 09 01:30:38.736537 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-773b92b8-4255-4598-9214-bd16abbb5653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (6887977b-a565-4b55-9690-4eef8126f7e3), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:38.754650 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-daf5ae70-19ce-43a0-a2f0-4cdfbbb7ef84 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (fb38696b-1745-4f7b-a481-0d2856e30eb7), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:38.757310 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-daf5ae70-19ce-43a0-a2f0-4cdfbbb7ef84 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:38.758441 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-daf5ae70-19ce-43a0-a2f0-4cdfbbb7ef84 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "DELETE /v2.0/security-groups/fb38696b-1745-4f7b-a481-0d2856e30eb7 HTTP/1.1" status: 204 len: 168 time: 0.5686343 Feb 09 01:30:38.768687 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e6f5605f-057e-4e67-b396-52aa9ac5fae5 req-142ff39d-9fb3-4643-8521-3e17c35b9bb1 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=2fc7ee34-77e3-4ef3-b4ff-396f725b6706 HTTP/1.1" status: 200 len: 210 time: 0.0712759 Feb 09 01:30:38.769233 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43312) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:38.785916 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1ef1bbd5-a85e-4ea8-9cc4-8af5872900a7 req-3f165e31-6f9d-449c-9d38-411c12ae4294 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2c6c5054-18fa-4e00-98b2-2773d5a9f7d4 HTTP/1.1" status: 200 len: 210 time: 0.1297371 Feb 09 01:30:38.812758 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b92b8-4255-4598-9214-bd16abbb5653 None None] Pushing event deleted for resources: {'Port': ['ID=6887977b-a565-4b55-9690-4eef8126f7e3,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:38.827808 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773b92b8-4255-4598-9214-bd16abbb5653 None None] No DVR routers for this DVR port 6887977b-a565-4b55-9690-4eef8126f7e3 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:30:38.896716 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf5ae70-19ce-43a0-a2f0-4cdfbbb7ef84 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb38696b-1745-4f7b-a481-0d2856e30eb7,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:39.028682 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9924f8-5168-44dc-ae0d-178c631a4856 req-6db48b1b-0cbf-4436-9e40-6a04dae0c600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:39.029218 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9924f8-5168-44dc-ae0d-178c631a4856 req-6db48b1b-0cbf-4436-9e40-6a04dae0c600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:39.029749 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9924f8-5168-44dc-ae0d-178c631a4856 req-6db48b1b-0cbf-4436-9e40-6a04dae0c600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:39.031411 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3c9924f8-5168-44dc-ae0d-178c631a4856 req-6db48b1b-0cbf-4436-9e40-6a04dae0c600 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=5cc038305e744ad69576548c638221e8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2708890 Feb 09 01:30:39.043591 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d09f02e7-fe45-4c7a-88b8-f778cbb60389 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (a3a53d23-71c2-4c0c-bec9-09017c638f30), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:39.073986 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-d09f02e7-fe45-4c7a-88b8-f778cbb60389 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a53d23-71c2-4c0c-bec9-09017c638f30']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:39.149179 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-d09f02e7-fe45-4c7a-88b8-f778cbb60389 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d408ea-4968-4c50-9638-bf0a8e322ace') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:39.149482 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-d09f02e7-fe45-4c7a-88b8-f778cbb60389 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d408ea-4968-4c50-9638-bf0a8e322ace') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:39.205539 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4244d9-78b1-4602-a3c2-c133faebb980 req-6b9891aa-e645-494f-8da2-7b0bf15b97ce tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:39.211401 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4244d9-78b1-4602-a3c2-c133faebb980 req-6b9891aa-e645-494f-8da2-7b0bf15b97ce tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:39.218249 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4244d9-78b1-4602-a3c2-c133faebb980 req-6b9891aa-e645-494f-8da2-7b0bf15b97ce tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:39.224338 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4244d9-78b1-4602-a3c2-c133faebb980 req-6b9891aa-e645-494f-8da2-7b0bf15b97ce tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:39.229836 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4244d9-78b1-4602-a3c2-c133faebb980 req-6b9891aa-e645-494f-8da2-7b0bf15b97ce tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:39.237411 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4244d9-78b1-4602-a3c2-c133faebb980 req-6b9891aa-e645-494f-8da2-7b0bf15b97ce tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:39.245446 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4244d9-78b1-4602-a3c2-c133faebb980 req-6b9891aa-e645-494f-8da2-7b0bf15b97ce tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:39.247755 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4b4244d9-78b1-4602-a3c2-c133faebb980 req-6b9891aa-e645-494f-8da2-7b0bf15b97ce tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5418 time: 0.5491610 Feb 09 01:30:39.251190 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d09f02e7-fe45-4c7a-88b8-f778cbb60389 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (70d408ea-4968-4c50-9638-bf0a8e322ace), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:39.265222 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9924f8-5168-44dc-ae0d-178c631a4856 req-59f3a009-9278-440e-b151-1bef4a49f869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:39.267331 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3c9924f8-5168-44dc-ae0d-178c631a4856 req-59f3a009-9278-440e-b151-1bef4a49f869 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2239523 Feb 09 01:30:39.339758 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d09f02e7-fe45-4c7a-88b8-f778cbb60389 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (70d408ea-4968-4c50-9638-bf0a8e322ace), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:39.351002 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a33e4ec7-fdbe-40bd-b9b6-dd76405de3f0 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5118866 Feb 09 01:30:39.358117 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43320) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:39.369748 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-39cd0165-c0bf-4729-898d-0ee38e00597e req-e00749f5-e74a-4fd9-af88-8a11573f1a76 tempest-ServerShowV247Test-1835778497 tempest-ServerShowV247Test-1835778497-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc7ee34-77e3-4ef3-b4ff-396f725b6706 HTTP/1.1" status: 200 len: 210 time: 0.1145935 Feb 09 01:30:39.370822 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-8f6c0a98-7e77-44a4-b204-53eeeb174d2e tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Request body: {'security_group_rule': {'security_group_id': 'c2092432-4387-45bc-8a9e-47c5004a220d', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:39.430615 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d09f02e7-fe45-4c7a-88b8-f778cbb60389 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:30:39.431007 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d09f02e7-fe45-4c7a-88b8-f778cbb60389 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (70d408ea-4968-4c50-9638-bf0a8e322ace), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:39.448153 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4b4244d9-78b1-4602-a3c2-c133faebb980 req-8dacde49-1985-4623-b743-ca3b54b2797e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1787655 Feb 09 01:30:39.448984 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:30:39.448984 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:30:39.448984 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:30:39.448984 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:30:39.448984 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:30:39.448984 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:30:39.448984 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:30:39.448984 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:30:39.448984 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:30:39.448984 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:30:39.448984 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:30:39.448984 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:30:39.448984 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:30:39.448984 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:30:39.448984 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:30:39.448984 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:30:39.448984 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:30:39.448984 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:30:39.448984 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:30:39.448984 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:30:39.448984 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:30:39.448984 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:30:39.448984 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:30:39.448984 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:30:39.448984 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:30:39.448984 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:30:39.448984 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:30:39.448984 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:30:39.448984 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:30:39.448984 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:30:39.448984 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:30:39.448984 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:30:39.474553 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-8f6c0a98-7e77-44a4-b204-53eeeb174d2e tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] create failed (client error): The resource could not be found. Feb 09 01:30:39.476453 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8f6c0a98-7e77-44a4-b204-53eeeb174d2e tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1168911 Feb 09 01:30:39.480586 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43324) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:39.490238 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-28f57979-9403-4270-bd55-946461aec71c tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Request body: {'security_group': {'name': 'tempest-secgroup--126290659'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:39.563263 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 6887977b-a565-4b55-9690-4eef8126f7e3 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:30:39.576982 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28f57979-9403-4270-bd55-946461aec71c tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:39.607173 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 6887977b-a565-4b55-9690-4eef8126f7e3 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:30:39.607860 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 6887977b-a565-4b55-9690-4eef8126f7e3 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:30:39.645867 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d09f02e7-fe45-4c7a-88b8-f778cbb60389 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (a3a53d23-71c2-4c0c-bec9-09017c638f30), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:39.706170 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d09f02e7-fe45-4c7a-88b8-f778cbb60389 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:39.721614 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d09f02e7-fe45-4c7a-88b8-f778cbb60389 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] 10.222.0.30 "DELETE /v2.0/networks/a3a53d23-71c2-4c0c-bec9-09017c638f30 HTTP/1.1" status: 204 len: 168 time: 6.4995174 Feb 09 01:30:39.727658 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43326) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:39.727903 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28f57979-9403-4270-bd55-946461aec71c tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (b984f331-d88a-428e-8c78-ee82d3be5bfa), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:39.734914 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28f57979-9403-4270-bd55-946461aec71c tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b984f331-d88a-428e-8c78-ee82d3be5bfa), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:39.752955 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-ef023ac7-45ab-4d33-91a0-3825cd6505a6 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1071917256'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:39.801226 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28f57979-9403-4270-bd55-946461aec71c tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:39.810198 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-28f57979-9403-4270-bd55-946461aec71c tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3282151 Feb 09 01:30:39.810858 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43328) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:39.829482 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-edd6478f-7385-40f4-a9ef-8c340fe90dae tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Request body: {'security_group': {'name': 'tempest-secgroup--196466125'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:39.835585 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f57979-9403-4270-bd55-946461aec71c tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b984f331-d88a-428e-8c78-ee82d3be5bfa,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:39.836232 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f02e7-fe45-4c7a-88b8-f778cbb60389 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Pushing event deleted for resources: {'Network': ['ID=a3a53d23-71c2-4c0c-bec9-09017c638f30,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:39.840612 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1ade66a4-2d1c-4f46-a622-4aa96c8f4a90 req-2324b3fa-8acd-4d69-ab40-74a1545847d9 tempest-ServerShowV254Test-1607297154 tempest-ServerShowV254Test-1607297154-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c6c5054-18fa-4e00-98b2-2773d5a9f7d4 HTTP/1.1" status: 200 len: 210 time: 0.0806491 Feb 09 01:30:39.880328 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef023ac7-45ab-4d33-91a0-3825cd6505a6 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Made reservation on behalf of 2d40356c6dcf460fae71a875d314525f for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:39.884263 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ef023ac7-45ab-4d33-91a0-3825cd6505a6 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:39.896382 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-edd6478f-7385-40f4-a9ef-8c340fe90dae tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:39.931433 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798da73-fcbc-4ea9-9683-c2fdc466ea67 req-b7d01c5e-51b9-4cbb-9252-7eab175fed9f tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:39.933640 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7798da73-fcbc-4ea9-9683-c2fdc466ea67 req-b7d01c5e-51b9-4cbb-9252-7eab175fed9f tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=255e72cc-bb4d-4ead-aefd-8aca152f72a0 HTTP/1.1" status: 200 len: 946 time: 0.3280232 Feb 09 01:30:39.969088 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-2a3a3126-9e3f-49d8-b733-3c9d679452fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b350e14b-a80e-41d8-9d86-7e731c3faa62 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:30:40.024570 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef023ac7-45ab-4d33-91a0-3825cd6505a6 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:30:40.034525 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-2a3a3126-9e3f-49d8-b733-3c9d679452fd service neutron] Publish callbacks [] for port (b350e14b-a80e-41d8-9d86-7e731c3faa62), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:40.085362 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-edd6478f-7385-40f4-a9ef-8c340fe90dae tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (fbbe5b26-9ab1-491f-b38c-aba9340df1f2), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:40.095921 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-2a3a3126-9e3f-49d8-b733-3c9d679452fd service neutron] Transition to ACTIVE for port object b350e14b-a80e-41d8-9d86-7e731c3faa62 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:40.099679 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-edd6478f-7385-40f4-a9ef-8c340fe90dae tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (fbbe5b26-9ab1-491f-b38c-aba9340df1f2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:40.119197 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ef023ac7-45ab-4d33-91a0-3825cd6505a6 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (9fdd8bd1-228b-40e8-9bed-348328cccb46), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:40.119563 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-ef023ac7-45ab-4d33-91a0-3825cd6505a6 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Added segment 9fdd8bd1-228b-40e8-9bed-348328cccb46 of type vlan for network f35d87ac-dc0b-4e76-9574-df12e6b7a1be Feb 09 01:30:40.144786 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-2a3a3126-9e3f-49d8-b733-3c9d679452fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (b350e14b-a80e-41d8-9d86-7e731c3faa62), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:40.150003 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6478f-7385-40f4-a9ef-8c340fe90dae tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbe5b26-9ab1-491f-b38c-aba9340df1f2,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:40.161006 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-edd6478f-7385-40f4-a9ef-8c340fe90dae tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:40.166794 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-edd6478f-7385-40f4-a9ef-8c340fe90dae tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3456109 Feb 09 01:30:40.168075 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43332) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:40.176580 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-35837a26-3744-4f86-a0ff-6785095050d1 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Request body: {'security_group_rule': {'security_group_id': 'b984f331-d88a-428e-8c78-ee82d3be5bfa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'fbbe5b26-9ab1-491f-b38c-aba9340df1f2'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:40.272598 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-35837a26-3744-4f86-a0ff-6785095050d1 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:30:40.276863 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-35837a26-3744-4f86-a0ff-6785095050d1 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1072464 Feb 09 01:30:40.277527 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43334) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:40.323615 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7798da73-fcbc-4ea9-9683-c2fdc466ea67 req-0e0982d2-58f9-4332-8beb-8b8b86c6637a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794920 Feb 09 01:30:40.379419 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ef023ac7-45ab-4d33-91a0-3825cd6505a6 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (f35d87ac-dc0b-4e76-9574-df12e6b7a1be), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:40.435471 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a3126-9e3f-49d8-b733-3c9d679452fd service neutron] Pushing event updated for resources: {'Port': ['ID=b350e14b-a80e-41d8-9d86-7e731c3faa62,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:40.512504 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.db.resource_extend [None req-ef023ac7-45ab-4d33-91a0-3825cd6505a6 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:30:40.517363 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9669ca79-738c-4cd1-a2e6-ab13bf93e6c8 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (fbbe5b26-9ab1-491f-b38c-aba9340df1f2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:40.558827 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ef023ac7-45ab-4d33-91a0-3825cd6505a6 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (f35d87ac-dc0b-4e76-9574-df12e6b7a1be), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:40.580797 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef023ac7-45ab-4d33-91a0-3825cd6505a6 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:40.581458 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ef023ac7-45ab-4d33-91a0-3825cd6505a6 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:40.634310 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9669ca79-738c-4cd1-a2e6-ab13bf93e6c8 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (fbbe5b26-9ab1-491f-b38c-aba9340df1f2), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:40.758931 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef023ac7-45ab-4d33-91a0-3825cd6505a6 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Pushing event updated for resources: {'Network': ['ID=f35d87ac-dc0b-4e76-9574-df12e6b7a1be,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:40.775782 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network f35d87ac-dc0b-4e76-9574-df12e6b7a1be details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:30:40.788728 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d8559fe-2cb8-4897-b24a-a8e6aa09d9d7 req-31082a74-5beb-4f09-a9a5-aaa4c659aa44 tempest-ServerShowV247Test-1835778497 tempest-ServerShowV247Test-1835778497-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc7ee34-77e3-4ef3-b4ff-396f725b6706 HTTP/1.1" status: 200 len: 210 time: 0.1911097 Feb 09 01:30:40.856013 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-2a3a3126-9e3f-49d8-b733-3c9d679452fd service neutron] Attempting to bind port b350e14b-a80e-41d8-9d86-7e731c3faa62 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:30:40.859302 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-2a3a3126-9e3f-49d8-b733-3c9d679452fd service neutron] Attempting to bind port b350e14b-a80e-41d8-9d86-7e731c3faa62 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '11bc4fb8-f83a-4bb2-85a3-7ffbecb23433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:30:40.861747 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-2a3a3126-9e3f-49d8-b733-3c9d679452fd service neutron] Attempting to bind port b350e14b-a80e-41d8-9d86-7e731c3faa62 on network 38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:40.864977 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9669ca79-738c-4cd1-a2e6-ab13bf93e6c8 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (fbbe5b26-9ab1-491f-b38c-aba9340df1f2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:40.894462 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9669ca79-738c-4cd1-a2e6-ab13bf93e6c8 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:40.903296 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9669ca79-738c-4cd1-a2e6-ab13bf93e6c8 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "DELETE /v2.0/security-groups/fbbe5b26-9ab1-491f-b38c-aba9340df1f2 HTTP/1.1" status: 204 len: 168 time: 0.6217234 Feb 09 01:30:40.909990 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43344) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:40.940958 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ef023ac7-45ab-4d33-91a0-3825cd6505a6 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1929324 Feb 09 01:30:40.944660 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43346) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:40.989373 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-2a3a3126-9e3f-49d8-b733-3c9d679452fd service neutron] Port b350e14b-a80e-41d8-9d86-7e731c3faa62 on network 38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:30:40.989770 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-2a3a3126-9e3f-49d8-b733-3c9d679452fd service neutron] Attempting to bind port b350e14b-a80e-41d8-9d86-7e731c3faa62 on network 38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:41.017003 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-0bee8ba2-4539-4595-aea7-7d6f35b21a18 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Request body: {'subnet': {'network_id': 'f35d87ac-dc0b-4e76-9574-df12e6b7a1be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:41.042087 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-2a3a3126-9e3f-49d8-b733-3c9d679452fd service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:30:41.043685 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-2a3a3126-9e3f-49d8-b733-3c9d679452fd service neutron] Checking segment: {'id': '11bc4fb8-f83a-4bb2-85a3-7ffbecb23433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:41.045416 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-2a3a3126-9e3f-49d8-b733-3c9d679452fd service neutron] Bound using segment: {'id': '11bc4fb8-f83a-4bb2-85a3-7ffbecb23433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:30:41.046046 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-2a3a3126-9e3f-49d8-b733-3c9d679452fd service neutron] Bound port: b350e14b-a80e-41d8-9d86-7e731c3faa62, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11bc4fb8-f83a-4bb2-85a3-7ffbecb23433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:30:41.046528 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-2a3a3126-9e3f-49d8-b733-3c9d679452fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b350e14b-a80e-41d8-9d86-7e731c3faa62), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:41.059286 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9669ca79-738c-4cd1-a2e6-ab13bf93e6c8 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbe5b26-9ab1-491f-b38c-aba9340df1f2,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:41.157564 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a45fb44d-a373-40fa-8ca6-03a03f6087af tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1472306 Feb 09 01:30:41.160284 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43354) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:41.237459 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-25831ba6-0ad3-4d06-9914-8063b2aff3bf tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (b984f331-d88a-428e-8c78-ee82d3be5bfa), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:41.270554 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-25831ba6-0ad3-4d06-9914-8063b2aff3bf tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (b984f331-d88a-428e-8c78-ee82d3be5bfa), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:41.348927 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-25831ba6-0ad3-4d06-9914-8063b2aff3bf tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b984f331-d88a-428e-8c78-ee82d3be5bfa), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:41.352136 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-25831ba6-0ad3-4d06-9914-8063b2aff3bf tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:41.354962 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-25831ba6-0ad3-4d06-9914-8063b2aff3bf tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "DELETE /v2.0/security-groups/b984f331-d88a-428e-8c78-ee82d3be5bfa HTTP/1.1" status: 204 len: 168 time: 0.1920900 Feb 09 01:30:41.357167 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43358) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:41.408433 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25831ba6-0ad3-4d06-9914-8063b2aff3bf tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b984f331-d88a-428e-8c78-ee82d3be5bfa,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:41.485084 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bee8ba2-4539-4595-aea7-7d6f35b21a18 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Made reservation on behalf of 2d40356c6dcf460fae71a875d314525f for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:41.489292 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0bee8ba2-4539-4595-aea7-7d6f35b21a18 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:41.495450 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-77e7812c-d44a-47d6-8b4a-07e9b2fc89cd tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1363020 Feb 09 01:30:41.500818 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43360) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:41.508406 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-2a3b9dd0-f02b-4498-bb88-7406ef4499fa tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Request body: {'security_group': {'name': 'tempest-secgroup--1972890641'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:41.529822 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ad3b1f0b-a9ab-47cc-98bb-fe3ae5bd96d7 req-d3fc35ed-09bb-424d-a2cf-031ef765f1e5 tempest-ServerShowV247Test-1835778497 tempest-ServerShowV247Test-1835778497-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc7ee34-77e3-4ef3-b4ff-396f725b6706&device_id=0d8e84cf-62ee-4a77-8b44-bc5a175250ff HTTP/1.1" status: 200 len: 210 time: 0.1222544 Feb 09 01:30:41.563468 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a3b9dd0-f02b-4498-bb88-7406ef4499fa tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:41.611488 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-2a3a3126-9e3f-49d8-b733-3c9d679452fd service neutron] For port b350e14b-a80e-41d8-9d86-7e731c3faa62, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:30:41.619685 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-2a3a3126-9e3f-49d8-b733-3c9d679452fd service neutron] For port b350e14b-a80e-41d8-9d86-7e731c3faa62, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=b350e14b-a80e-41d8-9d86-7e731c3faa62,segment=NetworkSegment(11bc4fb8-f83a-4bb2-85a3-7ffbecb23433),segment_id=11bc4fb8-f83a-4bb2-85a3-7ffbecb23433)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:30:41.662319 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd82f20-d8dc-4fbe-b39b-ec2b3aa13120 req-47d6a5fe-08fb-4fd1-8ded-93481ed86306 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:41.673480 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd82f20-d8dc-4fbe-b39b-ec2b3aa13120 req-47d6a5fe-08fb-4fd1-8ded-93481ed86306 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:41.678849 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd82f20-d8dc-4fbe-b39b-ec2b3aa13120 req-47d6a5fe-08fb-4fd1-8ded-93481ed86306 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:41.685333 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd82f20-d8dc-4fbe-b39b-ec2b3aa13120 req-47d6a5fe-08fb-4fd1-8ded-93481ed86306 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:41.691820 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd82f20-d8dc-4fbe-b39b-ec2b3aa13120 req-47d6a5fe-08fb-4fd1-8ded-93481ed86306 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:41.698251 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd82f20-d8dc-4fbe-b39b-ec2b3aa13120 req-47d6a5fe-08fb-4fd1-8ded-93481ed86306 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:41.707759 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd82f20-d8dc-4fbe-b39b-ec2b3aa13120 req-47d6a5fe-08fb-4fd1-8ded-93481ed86306 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:41.717872 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0fd82f20-d8dc-4fbe-b39b-ec2b3aa13120 req-47d6a5fe-08fb-4fd1-8ded-93481ed86306 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5430 time: 0.9937503 Feb 09 01:30:41.718569 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a3b9dd0-f02b-4498-bb88-7406ef4499fa tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (c30464ef-5eee-4769-9cb0-466a43164589), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:41.730900 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a3b9dd0-f02b-4498-bb88-7406ef4499fa tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c30464ef-5eee-4769-9cb0-466a43164589), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:41.776149 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a3b9dd0-f02b-4498-bb88-7406ef4499fa tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:41.778117 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2a3b9dd0-f02b-4498-bb88-7406ef4499fa tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2753525 Feb 09 01:30:41.780560 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b9dd0-f02b-4498-bb88-7406ef4499fa tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c30464ef-5eee-4769-9cb0-466a43164589,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:41.783404 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43364) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:41.789339 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-1648d082-3f62-4434-ab9b-0a31e103b1be tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:41.789881 n-d-822053-40 neutron-server[103528]: WARNING neutron.api.v2.base [None req-1648d082-3f62-4434-ab9b-0a31e103b1be tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 01:30:41.790504 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-1648d082-3f62-4434-ab9b-0a31e103b1be tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 01:30:41.791927 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1648d082-3f62-4434-ab9b-0a31e103b1be tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "PUT /v2.0/security-groups/c30464ef-5eee-4769-9cb0-466a43164589 HTTP/1.1" status: 409 len: 330 time: 0.0072229 Feb 09 01:30:41.795134 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43366) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:41.805089 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-2a3a3126-9e3f-49d8-b733-3c9d679452fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (b350e14b-a80e-41d8-9d86-7e731c3faa62), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:41.899415 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-2a3a3126-9e3f-49d8-b733-3c9d679452fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:41.900676 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-2a3a3126-9e3f-49d8-b733-3c9d679452fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:41.902334 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-2a3a3126-9e3f-49d8-b733-3c9d679452fd service neutron] 10.222.0.91 "PUT /v2.0/ports/b350e14b-a80e-41d8-9d86-7e731c3faa62 HTTP/1.1" status: 200 len: 1092 time: 5.1471436 Feb 09 01:30:41.929499 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0bc2b769-729d-4ee3-bef9-b644973e3234 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (c30464ef-5eee-4769-9cb0-466a43164589), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:41.954729 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'tag': 'b350e14b-a80e-41d8-9d86-7e731c3faa62'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:30:41.959399 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130b6fbf-7233-4eed-b7e2-d44cd627923d" -d '{"events": [{"name": "network-changed", "server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "tag": "b350e14b-a80e-41d8-9d86-7e731c3faa62"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:30:41.972110 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0bc2b769-729d-4ee3-bef9-b644973e3234 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (c30464ef-5eee-4769-9cb0-466a43164589), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:41.987026 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6dafc9f3-ebe1-4be0-a835-b86e8e8ba231 req-84074489-ee7d-4567-8ae4-3da653c8d0d0 tempest-ServerShowV254Test-1607297154 tempest-ServerShowV254Test-1607297154-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c6c5054-18fa-4e00-98b2-2773d5a9f7d4 HTTP/1.1" status: 200 len: 210 time: 0.2667310 Feb 09 01:30:42.063925 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0bc2b769-729d-4ee3-bef9-b644973e3234 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c30464ef-5eee-4769-9cb0-466a43164589), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:42.067330 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0bc2b769-729d-4ee3-bef9-b644973e3234 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:42.071307 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0bc2b769-729d-4ee3-bef9-b644973e3234 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "DELETE /v2.0/security-groups/c30464ef-5eee-4769-9cb0-466a43164589 HTTP/1.1" status: 204 len: 168 time: 0.2747865 Feb 09 01:30:42.072210 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43374) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:42.131701 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2b769-729d-4ee3-bef9-b644973e3234 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30464ef-5eee-4769-9cb0-466a43164589,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:42.204568 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4272ccd0-0dce-4760-a849-b18062bad12c tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1252789 Feb 09 01:30:42.205033 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43376) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:42.236418 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-ffdb32b0-fea7-4ab6-93bd-ddb747f81e04 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] delete failed (client error): The resource could not be found. Feb 09 01:30:42.241453 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ffdb32b0-fea7-4ab6-93bd-ddb747f81e04 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "DELETE /v2.0/security-groups/11067b24-270d-4758-a74e-675c6650df3a HTTP/1.1" status: 404 len: 347 time: 0.0307367 Feb 09 01:30:42.242142 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43378) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:42.267630 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-0ca6bf3f-eb80-4145-a78d-30266bdede60 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] show failed (client error): The resource could not be found. Feb 09 01:30:42.272227 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0ca6bf3f-eb80-4145-a78d-30266bdede60 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "GET /v2.0/security-groups/f06e8649-4d43-419f-9df8-5519350b19cb HTTP/1.1" status: 404 len: 347 time: 0.0259023 Feb 09 01:30:42.279902 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43380) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:42.336381 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a3126-9e3f-49d8-b733-3c9d679452fd service neutron] Pushing event updated for resources: {'Port': ['ID=b350e14b-a80e-41d8-9d86-7e731c3faa62,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:42.368943 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-90ceaeea-a733-44f6-ac76-54b50f563799 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] show failed (client error): The resource could not be found. Feb 09 01:30:42.373592 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-90ceaeea-a733-44f6-ac76-54b50f563799 tempest-NegativeSecGroupTest-1449924917 tempest-NegativeSecGroupTest-1449924917-project] 10.222.0.30 "GET /v2.0/security-group-rules/12d6e751-cb97-42b3-a518-55a1a5301a00 HTTP/1.1" status: 404 len: 356 time: 0.0529728 Feb 09 01:30:42.403876 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0fd82f20-d8dc-4fbe-b39b-ec2b3aa13120 req-4c31702a-168f-4e74-8ae4-b807c38307a5 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6847017 Feb 09 01:30:42.608213 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-4610488d-2f6f-4822-b10f-2e1bd541c8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:42.609518 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-4610488d-2f6f-4822-b10f-2e1bd541c8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:42.619612 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-4610488d-2f6f-4822-b10f-2e1bd541c8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:42.620429 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-4610488d-2f6f-4822-b10f-2e1bd541c8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:42.620965 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-4610488d-2f6f-4822-b10f-2e1bd541c8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:42.621668 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-4610488d-2f6f-4822-b10f-2e1bd541c8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:42.624720 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-4610488d-2f6f-4822-b10f-2e1bd541c8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:42.628670 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-4610488d-2f6f-4822-b10f-2e1bd541c8dd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5cc038305e744ad69576548c638221e8&device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 6711 time: 0.6659377 Feb 09 01:30:42.787329 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-2879fa52-6f0b-4b80-9607-3d6682918a36 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ff49b0f-ae11-4835-b701-e0f8cb6c3485 HTTP/1.1" status: 200 len: 217 time: 0.1406257 Feb 09 01:30:42.817452 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-926a46f4-23c9-4a0a-8b0c-6fef9fa6dde3 req-9854b87a-44b6-4c30-9926-cd71a20c3ff9 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=9a2e680bc19e4f80b1754f6938a10ffd&device_id=2fc7ee34-77e3-4ef3-b4ff-396f725b6706 HTTP/1.1" status: 200 len: 210 time: 0.0450833 Feb 09 01:30:42.828606 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09295a-8aab-43cd-a7a7-bddade2b312e req-c0afeca6-149d-4124-aeb5-e018218be730 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:42.847326 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ca09295a-8aab-43cd-a7a7-bddade2b312e req-c0afeca6-149d-4124-aeb5-e018218be730 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=255e72cc-bb4d-4ead-aefd-8aca152f72a0 HTTP/1.1" status: 200 len: 946 time: 0.6882176 Feb 09 01:30:42.994102 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-926a46f4-23c9-4a0a-8b0c-6fef9fa6dde3 req-c8702ecc-4d31-4466-824a-eb5d71a9c3ea service neutron] 10.222.0.121 "GET /v2.0/networks?tenant_id=9a2e680bc19e4f80b1754f6938a10ffd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1435559 Feb 09 01:30:43.039972 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2041f9-4f52-4953-85d7-353b6b6421e4 x-openstack-request-id: req-6c2041f9-4f52-4953-85d7-353b6b6421e4 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:30:43.040334 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "tag": "b350e14b-a80e-41d8-9d86-7e731c3faa62", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:30:43.040527 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6c2041f9-4f52-4953-85d7-353b6b6421e4 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:30:43.040988 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'tag': 'b350e14b-a80e-41d8-9d86-7e731c3faa62', 'status': 'completed', 'code': 200} Feb 09 01:30:43.256049 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43390) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:43.711607 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a46f4-23c9-4a0a-8b0c-6fef9fa6dde3 req-fd3ede89-66cd-4336-a330-5c3c0e1f8089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:43.713481 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-926a46f4-23c9-4a0a-8b0c-6fef9fa6dde3 req-fd3ede89-66cd-4336-a330-5c3c0e1f8089 service neutron] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6708415 Feb 09 01:30:43.722269 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a95ca9e8-dfae-4a62-b53c-a304d13be998 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b6a1622380c64ecc94122d3fe204c0e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4632919 Feb 09 01:30:43.722875 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43398) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:43.754846 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-61424550-89c9-4f3e-9dc7-39d82f8c502f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:43.756361 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-61424550-89c9-4f3e-9dc7-39d82f8c502f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e9e889c5-ccd5-49a9-9e6c-c29b927a3427 HTTP/1.1" status: 200 len: 856 time: 0.9040828 Feb 09 01:30:43.797626 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-05de18f0-481e-4f6b-a0c6-c1415c0351eb req-8e66e9fb-c145-4bdb-96ed-c2f94d2bf1c3 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=67a8efce-fc53-4313-a583-be22faf317e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1774864 Feb 09 01:30:43.799573 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-53ae7d89-3033-48f8-a4a6-bfd9533b27cd req-52ce6301-5c5d-4b09-9c1f-04fa5e2c187e tempest-ServerShowV247Test-1835778497 tempest-ServerShowV247Test-1835778497-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc7ee34-77e3-4ef3-b4ff-396f725b6706 HTTP/1.1" status: 200 len: 210 time: 0.1080670 Feb 09 01:30:43.850476 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-033b64bd-eccb-4226-81d6-ee75fc3b654e admin admin] Publish callbacks [] for security_group (710d9b6c-5d8f-4575-ba45-50bee1aaac4c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:43.918103 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-033b64bd-eccb-4226-81d6-ee75fc3b654e admin admin] Publish callbacks [] for security_group (710d9b6c-5d8f-4575-ba45-50bee1aaac4c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:43.937793 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ca09295a-8aab-43cd-a7a7-bddade2b312e req-8562d7dd-c0dc-4dd3-8659-9e3e60abbad0 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0894988 Feb 09 01:30:43.971912 n-d-822053-40 neutron-server[103529]: DEBUG neutron.objects.ports [None req-0bee8ba2-4539-4595-aea7-7d6f35b21a18 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103529) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:30:43.975508 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0bee8ba2-4539-4595-aea7-7d6f35b21a18 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (9b082d73-23d3-4a90-beaa-6bdd697960dc), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:44.062459 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-d98073d2-0e20-40f7-b590-3630bad02391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:44.064072 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-d98073d2-0e20-40f7-b590-3630bad02391 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c64d4aac-6638-4696-97b6-8d87827079a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2709246 Feb 09 01:30:44.104097 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-033b64bd-eccb-4226-81d6-ee75fc3b654e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (710d9b6c-5d8f-4575-ba45-50bee1aaac4c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:44.105489 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee8ba2-4539-4595-aea7-7d6f35b21a18 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Pushing event updated for resources: {'Subnet': ['ID=9b082d73-23d3-4a90-beaa-6bdd697960dc,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:44.117939 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-033b64bd-eccb-4226-81d6-ee75fc3b654e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:44.127708 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-033b64bd-eccb-4226-81d6-ee75fc3b654e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/710d9b6c-5d8f-4575-ba45-50bee1aaac4c HTTP/1.1" status: 204 len: 168 time: 0.4025464 Feb 09 01:30:44.196807 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b64bd-eccb-4226-81d6-ee75fc3b654e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710d9b6c-5d8f-4575-ba45-50bee1aaac4c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:44.287842 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de18f0-481e-4f6b-a0c6-c1415c0351eb req-834ecb9e-de98-4176-adfc-74c1a7c8bd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:44.290906 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-05de18f0-481e-4f6b-a0c6-c1415c0351eb req-834ecb9e-de98-4176-adfc-74c1a7c8bd60 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b6fd459715684d44a0a31bd130ea655c&device_id=67a8efce-fc53-4313-a583-be22faf317e8 HTTP/1.1" status: 200 len: 1128 time: 0.2362545 Feb 09 01:30:44.516418 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de18f0-481e-4f6b-a0c6-c1415c0351eb req-b9df6793-c07f-4bdc-8779-4f4467b98ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:44.518382 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-05de18f0-481e-4f6b-a0c6-c1415c0351eb req-b9df6793-c07f-4bdc-8779-4f4467b98ab1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=b5cee00d-d11d-4a76-ad74-cfd798aa917c HTTP/1.1" status: 200 len: 912 time: 0.2054634 Feb 09 01:30:44.621124 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-05de18f0-481e-4f6b-a0c6-c1415c0351eb req-5c2223a9-f51e-45c0-ba63-5d5327130d5f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf HTTP/1.1" status: 200 len: 217 time: 0.0879478 Feb 09 01:30:44.827500 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de18f0-481e-4f6b-a0c6-c1415c0351eb req-0bd0d620-8ac2-4b5c-88de-e21a3b901a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:44.829774 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-05de18f0-481e-4f6b-a0c6-c1415c0351eb req-0bd0d620-8ac2-4b5c-88de-e21a3b901a48 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3c1b64de-5642-407c-82ef-1ad0f3f887f4 HTTP/1.1" status: 200 len: 850 time: 0.1989357 Feb 09 01:30:45.022862 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de18f0-481e-4f6b-a0c6-c1415c0351eb req-a99d2f24-c726-43d9-9c86-39e769ec1f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:45.024391 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-05de18f0-481e-4f6b-a0c6-c1415c0351eb req-a99d2f24-c726-43d9-9c86-39e769ec1f6e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b5cee00d-d11d-4a76-ad74-cfd798aa917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1880033 Feb 09 01:30:45.074953 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-926a46f4-23c9-4a0a-8b0c-6fef9fa6dde3 req-38cce2ad-9694-4090-bf61-a895b0c33e82 tempest-ServerShowV247Test-1835778497 tempest-ServerShowV247Test-1835778497-project] 10.222.0.121 "GET /v2.0/ports?device_id=2fc7ee34-77e3-4ef3-b4ff-396f725b6706 HTTP/1.1" status: 200 len: 210 time: 0.0472720 Feb 09 01:30:45.237387 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-05de18f0-481e-4f6b-a0c6-c1415c0351eb req-f2a7a5be-8067-4d51-8b6d-1b422059b26b service neutron] 10.222.0.91 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998246 Feb 09 01:30:45.477325 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-05de18f0-481e-4f6b-a0c6-c1415c0351eb req-5cc384b9-2d11-43b6-9100-232edf1f9b10 service neutron] 10.222.0.91 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330015 Feb 09 01:30:45.483720 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-994db3cc-085f-4265-a1c8-4d434691a85c req-0ee1795c-8ab5-423e-929c-12091a537941 tempest-ServerShowV254Test-1607297154 tempest-ServerShowV254Test-1607297154-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c6c5054-18fa-4e00-98b2-2773d5a9f7d4 HTTP/1.1" status: 200 len: 210 time: 0.1344693 Feb 09 01:30:45.585928 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-140b1ca8-d5a6-46fb-9e8e-f3e3e548dec0 service neutron] 10.222.0.91 "GET /v2.0/networks/c64d4aac-6638-4696-97b6-8d87827079a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4934006 Feb 09 01:30:45.648638 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bee8ba2-4539-4595-aea7-7d6f35b21a18 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Checking segment: {'id': '9fdd8bd1-228b-40e8-9bed-348328cccb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'f35d87ac-dc0b-4e76-9574-df12e6b7a1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:45.650860 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bee8ba2-4539-4595-aea7-7d6f35b21a18 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Network hostable DHCP agents. Network: f35d87ac-dc0b-4e76-9574-df12e6b7a1be, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:30:45.795101 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4aa19c08-65a6-4e05-a6ef-be2689f693f3 req-16d54531-f86b-4970-8134-b96d0d60e4a7 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4507942 Feb 09 01:30:45.807228 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e298045-7d16-479a-97ac-9a1719d32e40 req-fa7a9f03-4396-47dc-be78-d12e7a8b16ed tempest-ServerShowV247Test-1835778497 tempest-ServerShowV247Test-1835778497-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fc7ee34-77e3-4ef3-b4ff-396f725b6706 HTTP/1.1" status: 200 len: 210 time: 0.1057673 Feb 09 01:30:45.858348 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c782ea1-91c2-40b0-b7b7-72b3fb85fdc4 req-06855fc2-49c6-42d4-93f8-8e3b64d8fd9c tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:45.874067 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c782ea1-91c2-40b0-b7b7-72b3fb85fdc4 req-06855fc2-49c6-42d4-93f8-8e3b64d8fd9c tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:45.886824 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c782ea1-91c2-40b0-b7b7-72b3fb85fdc4 req-06855fc2-49c6-42d4-93f8-8e3b64d8fd9c tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:45.900983 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c782ea1-91c2-40b0-b7b7-72b3fb85fdc4 req-06855fc2-49c6-42d4-93f8-8e3b64d8fd9c tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:45.916258 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c782ea1-91c2-40b0-b7b7-72b3fb85fdc4 req-06855fc2-49c6-42d4-93f8-8e3b64d8fd9c tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:45.930999 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c782ea1-91c2-40b0-b7b7-72b3fb85fdc4 req-06855fc2-49c6-42d4-93f8-8e3b64d8fd9c tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:45.944800 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c782ea1-91c2-40b0-b7b7-72b3fb85fdc4 req-06855fc2-49c6-42d4-93f8-8e3b64d8fd9c tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:45.954362 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c782ea1-91c2-40b0-b7b7-72b3fb85fdc4 req-06855fc2-49c6-42d4-93f8-8e3b64d8fd9c tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5430 time: 1.7694073 Feb 09 01:30:45.987108 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43470) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:46.222482 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-9678da3d-3612-4aed-87ac-6c319870b2ff tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1792240322'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:46.241304 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [req-eae72d42-0265-41f2-b1d9-307192b91142 req-259505a5-f6e8-442e-85ad-38c14bd5ff8c service neutron] (103528) timed out ('10.222.0.30', 46244) {{(pid=103528) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 01:30:46.251840 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9678da3d-3612-4aed-87ac-6c319870b2ff tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Made reservation on behalf of 2d1b9935284e4e41988249bc21e634a6 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:46.258418 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9678da3d-3612-4aed-87ac-6c319870b2ff tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.260210 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bee8ba2-4539-4595-aea7-7d6f35b21a18 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Network f35d87ac-dc0b-4e76-9574-df12e6b7a1be is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:30:46.285926 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9678da3d-3612-4aed-87ac-6c319870b2ff tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.289095 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-0bee8ba2-4539-4595-aea7-7d6f35b21a18 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, f35d87ac-dc0b-4e76-9574-df12e6b7a1be) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:46.295124 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bee8ba2-4539-4595-aea7-7d6f35b21a18 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:46.295816 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0bee8ba2-4539-4595-aea7-7d6f35b21a18 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.299414 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8261faf-77b6-4485-8498-694e9ef70a0b None None] Network f35d87ac-dc0b-4e76-9574-df12e6b7a1be requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:46.331915 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0bee8ba2-4539-4595-aea7-7d6f35b21a18 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 5.3390567 Feb 09 01:30:46.336998 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43474) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:46.343125 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-14865b85-04b9-4b26-941b-eabf3200f0ee service neutron] 10.222.0.91 "GET /v2.0/networks/c64d4aac-6638-4696-97b6-8d87827079a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7566514 Feb 09 01:30:46.461565 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9678da3d-3612-4aed-87ac-6c319870b2ff tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks [] for security_group (dfbbb313-a287-458f-b671-e322ea932261), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.468679 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9678da3d-3612-4aed-87ac-6c319870b2ff tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (dfbbb313-a287-458f-b671-e322ea932261), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.478363 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa19c08-65a6-4e05-a6ef-be2689f693f3 req-608c7de7-845b-4fb6-8d0e-c87ed1bc8ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:46.479864 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4aa19c08-65a6-4e05-a6ef-be2689f693f3 req-608c7de7-845b-4fb6-8d0e-c87ed1bc8ac7 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b6fd459715684d44a0a31bd130ea655c&device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 1128 time: 0.5225847 Feb 09 01:30:46.486632 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b30b44d4-8e0a-4448-a8a2-8b927675ce98 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (f35d87ac-dc0b-4e76-9574-df12e6b7a1be), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.507492 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9678da3d-3612-4aed-87ac-6c319870b2ff tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:30:46.522400 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a837cb0-c287-4966-b199-9045562add5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-f35d87ac-dc0b-4e76-9574-df12e6b7a1be', 'network_id': 'f35d87ac-dc0b-4e76-9574-df12e6b7a1be', 'project_id': '2d40356c6dcf460fae71a875d314525f', 'fixed_ips': [{'subnet_id': '9b082d73-23d3-4a90-beaa-6bdd697960dc'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:30:46.525805 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6a837cb0-c287-4966-b199-9045562add5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.537346 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9678da3d-3612-4aed-87ac-6c319870b2ff tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (e95c99df-c35d-41ca-979a-0240a9a8fe78), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.537718 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-9678da3d-3612-4aed-87ac-6c319870b2ff tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Added segment e95c99df-c35d-41ca-979a-0240a9a8fe78 of type vlan for network 593754c0-4d87-4fa5-8937-1a83964e65b3 Feb 09 01:30:46.638147 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9678da3d-3612-4aed-87ac-6c319870b2ff tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (593754c0-4d87-4fa5-8937-1a83964e65b3), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.712585 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9678da3d-3612-4aed-87ac-6c319870b2ff tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbbb313-a287-458f-b671-e322ea932261,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:46.726445 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9678da3d-3612-4aed-87ac-6c319870b2ff tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (593754c0-4d87-4fa5-8937-1a83964e65b3), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.727936 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-6ce488cc-1a40-4c80-963d-33c27981c55c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=127f4bb7-b1ac-47b8-9c29-204eb65e075d HTTP/1.1" status: 200 len: 217 time: 0.2531083 Feb 09 01:30:46.729092 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa19c08-65a6-4e05-a6ef-be2689f693f3 req-c7c5bfb2-7aa2-46e2-bc5d-ad0b3114293a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:46.730758 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4aa19c08-65a6-4e05-a6ef-be2689f693f3 req-c7c5bfb2-7aa2-46e2-bc5d-ad0b3114293a service neutron] 10.222.0.121 "GET /v2.0/networks?id=b5cee00d-d11d-4a76-ad74-cfd798aa917c HTTP/1.1" status: 200 len: 912 time: 0.2192562 Feb 09 01:30:46.741332 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9678da3d-3612-4aed-87ac-6c319870b2ff tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:46.742767 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9678da3d-3612-4aed-87ac-6c319870b2ff tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.771744 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf90970-7dfb-4f1c-9b8d-63eb466051e2 req-29179fcc-5a39-4612-954a-d7b123c2a294 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:46.782132 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fbf90970-7dfb-4f1c-9b8d-63eb466051e2 req-29179fcc-5a39-4612-954a-d7b123c2a294 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=255e72cc-bb4d-4ead-aefd-8aca152f72a0 HTTP/1.1" status: 200 len: 946 time: 0.8012962 Feb 09 01:30:46.822748 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9678da3d-3612-4aed-87ac-6c319870b2ff tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8344982 Feb 09 01:30:46.828243 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43480) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:46.845180 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-c95d3ff8-bd9e-4b23-b7cf-714bfe6b20f9 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Request body: {'subnet': {'network_id': '593754c0-4d87-4fa5-8937-1a83964e65b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:46.874636 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-6a837cb0-c287-4966-b199-9045562add5a None None] Allocated IP 2001:db8::f816:3eff:fe1c:6633 (f35d87ac-dc0b-4e76-9574-df12e6b7a1be/9b082d73-23d3-4a90-beaa-6bdd697960dc/f6e89e90-5e97-45c2-b651-dc9a8e7d6d04) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:46.969680 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9678da3d-3612-4aed-87ac-6c319870b2ff tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Pushing event updated for resources: {'Network': ['ID=593754c0-4d87-4fa5-8937-1a83964e65b3,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:46.973897 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c782ea1-91c2-40b0-b7b7-72b3fb85fdc4 req-f721d5ac-f85d-4dd0-9656-5daeaac84989 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9559958 Feb 09 01:30:47.000079 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fbf90970-7dfb-4f1c-9b8d-63eb466051e2 req-c66724f2-1ea8-4fa5-9ba9-191a60b98193 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169359 Feb 09 01:30:47.080332 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 593754c0-4d87-4fa5-8937-1a83964e65b3 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:30:47.148448 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-c73cf247-8d38-4f14-9b68-fceb6c0bbdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:47.157083 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-c73cf247-8d38-4f14-9b68-fceb6c0bbdf7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c8a165d0-40b9-4705-81af-cf2fe40aa482 HTTP/1.1" status: 200 len: 797 time: 0.4031034 Feb 09 01:30:47.159489 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95d3ff8-bd9e-4b23-b7cf-714bfe6b20f9 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Made reservation on behalf of 2d1b9935284e4e41988249bc21e634a6 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:47.164397 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b30b44d4-8e0a-4448-a8a2-8b927675ce98 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (9b082d73-23d3-4a90-beaa-6bdd697960dc), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:47.169534 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c95d3ff8-bd9e-4b23-b7cf-714bfe6b20f9 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:47.192703 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4aa19c08-65a6-4e05-a6ef-be2689f693f3 req-acd9f495-9165-45f9-b8b5-bbe0c4842dbc service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5719c236-b300-4f5c-b12a-6f8844909733 HTTP/1.1" status: 200 len: 1000 time: 0.4501014 Feb 09 01:30:47.307730 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6a837cb0-c287-4966-b199-9045562add5a None None] Publish callbacks [] for port (f6e89e90-5e97-45c2-b651-dc9a8e7d6d04), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:47.329836 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6a837cb0-c287-4966-b199-9045562add5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (f6e89e90-5e97-45c2-b651-dc9a8e7d6d04), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:47.400574 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a837cb0-c287-4966-b199-9045562add5a None None] Network f35d87ac-dc0b-4e76-9574-df12e6b7a1be is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:47.403821 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-6a837cb0-c287-4966-b199-9045562add5a None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:47.431017 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a837cb0-c287-4966-b199-9045562add5a None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:30:47.467932 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a837cb0-c287-4966-b199-9045562add5a None None] Pushing event updated for resources: {'Port': ['ID=f6e89e90-5e97-45c2-b651-dc9a8e7d6d04,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:47.505585 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-890dd1a3-eaf4-47db-8f9a-6a5544f92fef req-61b9a890-c0d0-403d-94d2-d59cde746090 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9a2e680bc19e4f80b1754f6938a10ffd&device_id=0d8e84cf-62ee-4a77-8b44-bc5a175250ff HTTP/1.1" status: 200 len: 210 time: 0.1063685 Feb 09 01:30:47.556418 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-890dd1a3-eaf4-47db-8f9a-6a5544f92fef req-0873a859-8e4d-4882-9754-64228af5f3f8 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=9a2e680bc19e4f80b1754f6938a10ffd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357587 Feb 09 01:30:47.566657 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-6a837cb0-c287-4966-b199-9045562add5a None None] Attempting to bind port f6e89e90-5e97-45c2-b651-dc9a8e7d6d04 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:30:47.571656 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-6a837cb0-c287-4966-b199-9045562add5a None None] Attempting to bind port f6e89e90-5e97-45c2-b651-dc9a8e7d6d04 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '9fdd8bd1-228b-40e8-9bed-348328cccb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'f35d87ac-dc0b-4e76-9574-df12e6b7a1be'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:30:47.572310 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a837cb0-c287-4966-b199-9045562add5a None None] Attempting to bind port f6e89e90-5e97-45c2-b651-dc9a8e7d6d04 on network f35d87ac-dc0b-4e76-9574-df12e6b7a1be {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:47.578941 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d857c382-cacc-4693-999c-46abb35ff598 req-3f9e9c37-f434-49a5-8b0f-c86be37dc381 tempest-ServerShowV254Test-1607297154 tempest-ServerShowV254Test-1607297154-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c6c5054-18fa-4e00-98b2-2773d5a9f7d4 HTTP/1.1" status: 200 len: 210 time: 0.2966022 Feb 09 01:30:47.589856 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a837cb0-c287-4966-b199-9045562add5a None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:30:47.590585 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a837cb0-c287-4966-b199-9045562add5a None None] Checking segment: {'id': '9fdd8bd1-228b-40e8-9bed-348328cccb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'f35d87ac-dc0b-4e76-9574-df12e6b7a1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:47.591920 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6a837cb0-c287-4966-b199-9045562add5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:47.596503 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a837cb0-c287-4966-b199-9045562add5a None None] Bound using segment: {'id': '9fdd8bd1-228b-40e8-9bed-348328cccb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'f35d87ac-dc0b-4e76-9574-df12e6b7a1be'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:30:47.598881 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-6a837cb0-c287-4966-b199-9045562add5a None None] Bound port: f6e89e90-5e97-45c2-b651-dc9a8e7d6d04, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdd8bd1-228b-40e8-9bed-348328cccb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'f35d87ac-dc0b-4e76-9574-df12e6b7a1be'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:30:47.599774 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6a837cb0-c287-4966-b199-9045562add5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f6e89e90-5e97-45c2-b651-dc9a8e7d6d04), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:47.641987 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-306ec82b-5a7a-450c-9e29-cc1605b3b6ab req-7bd39fcd-28aa-4aff-80a1-06f91333db33 tempest-ServerShowV247Test-1835778497 tempest-ServerShowV247Test-1835778497-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d8e84cf-62ee-4a77-8b44-bc5a175250ff HTTP/1.1" status: 200 len: 210 time: 0.0728559 Feb 09 01:30:47.650840 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b30b44d4-8e0a-4448-a8a2-8b927675ce98 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (9b082d73-23d3-4a90-beaa-6bdd697960dc), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:47.667927 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa19c08-65a6-4e05-a6ef-be2689f693f3 req-f1afd7d8-097d-4b05-9d62-bff47f4a20f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:47.670459 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4aa19c08-65a6-4e05-a6ef-be2689f693f3 req-f1afd7d8-097d-4b05-9d62-bff47f4a20f6 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3c1b64de-5642-407c-82ef-1ad0f3f887f4 HTTP/1.1" status: 200 len: 850 time: 0.3921289 Feb 09 01:30:47.708137 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b44d4-8e0a-4448-a8a2-8b927675ce98 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Pushing event deleted for resources: {'Subnet': ['ID=9b082d73-23d3-4a90-beaa-6bdd697960dc,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:47.737858 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-e63d9447-6497-41e9-b0b6-7e389d551db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:47.738674 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-e63d9447-6497-41e9-b0b6-7e389d551db0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1b491962-ed4d-43bc-b25a-f8e3c17cca99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.5568264 Feb 09 01:30:47.779060 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-6a837cb0-c287-4966-b199-9045562add5a None None] For port f6e89e90-5e97-45c2-b651-dc9a8e7d6d04, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:30:47.788029 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-6a837cb0-c287-4966-b199-9045562add5a None None] For port f6e89e90-5e97-45c2-b651-dc9a8e7d6d04, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=f6e89e90-5e97-45c2-b651-dc9a8e7d6d04,segment=NetworkSegment(9fdd8bd1-228b-40e8-9bed-348328cccb46),segment_id=9fdd8bd1-228b-40e8-9bed-348328cccb46)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:30:47.801174 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6a837cb0-c287-4966-b199-9045562add5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f6e89e90-5e97-45c2-b651-dc9a8e7d6d04), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:47.867309 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b30b44d4-8e0a-4448-a8a2-8b927675ce98 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (f35d87ac-dc0b-4e76-9574-df12e6b7a1be), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:47.920313 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-b30b44d4-8e0a-4448-a8a2-8b927675ce98 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f35d87ac-dc0b-4e76-9574-df12e6b7a1be']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:47.924104 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa19c08-65a6-4e05-a6ef-be2689f693f3 req-75410e54-a182-4048-99c5-8ac0c50bf75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:47.925717 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4aa19c08-65a6-4e05-a6ef-be2689f693f3 req-75410e54-a182-4048-99c5-8ac0c50bf75b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b5cee00d-d11d-4a76-ad74-cfd798aa917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2298012 Feb 09 01:30:47.942792 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c95d3ff8-bd9e-4b23-b7cf-714bfe6b20f9 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (c6a1729c-6ded-4c8e-8a7b-2aea85608629), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:47.953742 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-b30b44d4-8e0a-4448-a8a2-8b927675ce98 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fdd8bd1-228b-40e8-9bed-348328cccb46') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:47.954072 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-b30b44d4-8e0a-4448-a8a2-8b927675ce98 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fdd8bd1-228b-40e8-9bed-348328cccb46') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:48.016884 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-2d4e625f-4f2e-420f-a545-eccf9f55e9ca service neutron] 10.222.0.91 "GET /v2.0/networks/1b491962-ed4d-43bc-b25a-f8e3c17cca99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620924 Feb 09 01:30:48.018857 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b30b44d4-8e0a-4448-a8a2-8b927675ce98 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (9fdd8bd1-228b-40e8-9bed-348328cccb46), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:48.060638 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b30b44d4-8e0a-4448-a8a2-8b927675ce98 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (9fdd8bd1-228b-40e8-9bed-348328cccb46), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:48.061569 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a837cb0-c287-4966-b199-9045562add5a None None] Pushing event updated for resources: {'Port': ['ID=f6e89e90-5e97-45c2-b651-dc9a8e7d6d04,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:48.076956 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d3ff8-bd9e-4b23-b7cf-714bfe6b20f9 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Pushing event updated for resources: {'Subnet': ['ID=c6a1729c-6ded-4c8e-8a7b-2aea85608629,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:48.084828 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4fab34-3906-428d-963c-7a1150062cd1 None None] get_active_networks_info from n-d-822053-40 {{(pid=103530) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:30:48.115013 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b30b44d4-8e0a-4448-a8a2-8b927675ce98 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:30:48.115730 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b30b44d4-8e0a-4448-a8a2-8b927675ce98 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (9fdd8bd1-228b-40e8-9bed-348328cccb46), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:48.120401 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:30:48.120401 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:30:48.120401 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:30:48.120401 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:30:48.120401 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:30:48.120401 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:30:48.120401 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:30:48.120401 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:30:48.120401 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:30:48.120401 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:30:48.120401 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:30:48.120401 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:30:48.120401 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:30:48.120401 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:30:48.120401 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:30:48.120401 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:30:48.120401 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:30:48.120401 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:30:48.120401 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:30:48.120401 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:30:48.120401 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:30:48.120401 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:30:48.120401 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:30:48.120401 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:30:48.120401 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:30:48.120401 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:30:48.120401 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:30:48.120401 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:30:48.120401 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:30:48.120401 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:30:48.120401 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:30:48.120401 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:30:48.207214 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95d3ff8-bd9e-4b23-b7cf-714bfe6b20f9 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Checking segment: {'id': 'e95c99df-c35d-41ca-979a-0240a9a8fe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '593754c0-4d87-4fa5-8937-1a83964e65b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:48.207570 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95d3ff8-bd9e-4b23-b7cf-714bfe6b20f9 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Network hostable DHCP agents. Network: 593754c0-4d87-4fa5-8937-1a83964e65b3, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:30:48.236121 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890dd1a3-eaf4-47db-8f9a-6a5544f92fef req-517826f2-add0-45f5-be3d-2ad4d840f837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:48.237637 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-890dd1a3-eaf4-47db-8f9a-6a5544f92fef req-517826f2-add0-45f5-be3d-2ad4d840f837 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6726737 Feb 09 01:30:48.270850 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95d3ff8-bd9e-4b23-b7cf-714bfe6b20f9 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Network 593754c0-4d87-4fa5-8937-1a83964e65b3 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:30:48.293113 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-c95d3ff8-bd9e-4b23-b7cf-714bfe6b20f9 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 593754c0-4d87-4fa5-8937-1a83964e65b3) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:48.306966 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95d3ff8-bd9e-4b23-b7cf-714bfe6b20f9 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:48.307998 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c95d3ff8-bd9e-4b23-b7cf-714bfe6b20f9 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:48.350310 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c95d3ff8-bd9e-4b23-b7cf-714bfe6b20f9 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5189700 Feb 09 01:30:48.351014 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43494) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:48.354827 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-646b4f28-05de-4026-94ce-66748a44e778 service neutron] 10.222.0.91 "GET /v2.0/networks/1b491962-ed4d-43bc-b25a-f8e3c17cca99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273582 Feb 09 01:30:48.356686 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-966fde46-60c4-426b-ba7d-6cf486055368 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Request body: {'port': {'network_id': '593754c0-4d87-4fa5-8937-1a83964e65b3', 'name': 'tempest-TagsExtTest-1241239106'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:48.357310 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4aa19c08-65a6-4e05-a6ef-be2689f693f3 req-776bc8f7-937e-4587-9946-84f8b988dbd9 service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173944 Feb 09 01:30:48.409861 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.db.api [None req-b30b44d4-8e0a-4448-a8a2-8b927675ce98 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:30:48.409861 n-d-822053-40 neutron-server[103529]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:30:48.409861 n-d-822053-40 neutron-server[103529]: [parameters: {'id': 'f35d87ac-dc0b-4e76-9574-df12e6b7a1be'}] Feb 09 01:30:48.409861 n-d-822053-40 neutron-server[103529]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103529) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:30:48.410300 n-d-822053-40 neutron-server[103529]: DEBUG oslo_db.api [None req-b30b44d4-8e0a-4448-a8a2-8b927675ce98 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:30:48.493975 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-3f1d58da-8ea8-4016-abc2-e35f18cd1ab6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=cf3c4149-8480-492e-bdf1-7ed124251123 HTTP/1.1" status: 200 len: 217 time: 0.1166122 Feb 09 01:30:48.586950 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4fab34-3906-428d-963c-7a1150062cd1 None None] Unable to find a vacant binding_index for network 593754c0-4d87-4fa5-8937-1a83964e65b3 and agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 {{(pid=103530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 09 01:30:48.600234 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4aa19c08-65a6-4e05-a6ef-be2689f693f3 req-09b7534a-1344-4785-bc97-cdbf71aafe68 service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321122 Feb 09 01:30:48.601691 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4fab34-3906-428d-963c-7a1150062cd1 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 593754c0-4d87-4fa5-8937-1a83964e65b3) {{(pid=103530) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:30:48.615815 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20959e20-caa2-4e18-b555-9e65c2754aef req-00d63ea1-92f7-4dd3-b0ac-3cdac1faf0b9 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:48.623236 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20959e20-caa2-4e18-b555-9e65c2754aef req-00d63ea1-92f7-4dd3-b0ac-3cdac1faf0b9 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:48.639775 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20959e20-caa2-4e18-b555-9e65c2754aef req-00d63ea1-92f7-4dd3-b0ac-3cdac1faf0b9 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:48.640370 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966fde46-60c4-426b-ba7d-6cf486055368 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Made reservation on behalf of 2d1b9935284e4e41988249bc21e634a6 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:48.645012 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-966fde46-60c4-426b-ba7d-6cf486055368 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:48.645966 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20959e20-caa2-4e18-b555-9e65c2754aef req-00d63ea1-92f7-4dd3-b0ac-3cdac1faf0b9 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:48.652201 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20959e20-caa2-4e18-b555-9e65c2754aef req-00d63ea1-92f7-4dd3-b0ac-3cdac1faf0b9 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:48.658271 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20959e20-caa2-4e18-b555-9e65c2754aef req-00d63ea1-92f7-4dd3-b0ac-3cdac1faf0b9 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:48.664479 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20959e20-caa2-4e18-b555-9e65c2754aef req-00d63ea1-92f7-4dd3-b0ac-3cdac1faf0b9 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:48.666397 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-20959e20-caa2-4e18-b555-9e65c2754aef req-00d63ea1-92f7-4dd3-b0ac-3cdac1faf0b9 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5430 time: 0.4738059 Feb 09 01:30:48.677102 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f8166-81d3-4a59-963b-d7b2e8b8dbaa req-fdf43c01-68ca-4e64-bbb1-4a8a56a34473 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:48.685802 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-036f8166-81d3-4a59-963b-d7b2e8b8dbaa req-fdf43c01-68ca-4e64-bbb1-4a8a56a34473 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=255e72cc-bb4d-4ead-aefd-8aca152f72a0 HTTP/1.1" status: 200 len: 946 time: 0.4928696 Feb 09 01:30:48.693278 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-966fde46-60c4-426b-ba7d-6cf486055368 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] device_id is not set on port 5280e21f-04f6-42f5-98c3-34bd33364c48 yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:30:48.746189 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-7b70e43d-19ba-4c2c-8205-b1b31c9694aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:48.748291 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-7b70e43d-19ba-4c2c-8205-b1b31c9694aa service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c8a165d0-40b9-4705-81af-cf2fe40aa482 HTTP/1.1" status: 200 len: 797 time: 0.2338221 Feb 09 01:30:48.871594 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-036f8166-81d3-4a59-963b-d7b2e8b8dbaa req-0b3c6ea9-146f-42b8-81e1-6076219db34c tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854837 Feb 09 01:30:48.905811 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-20959e20-caa2-4e18-b555-9e65c2754aef req-3f6accb3-cefc-4a8b-82c6-564b12fba84c tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2185664 Feb 09 01:30:48.922290 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b30b44d4-8e0a-4448-a8a2-8b927675ce98 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (f35d87ac-dc0b-4e76-9574-df12e6b7a1be), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:48.934008 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-577fb968-12e7-4b32-b4fa-bcab0fce313a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:48.936361 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-577fb968-12e7-4b32-b4fa-bcab0fce313a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1b491962-ed4d-43bc-b25a-f8e3c17cca99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1790173 Feb 09 01:30:49.002769 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-966fde46-60c4-426b-ba7d-6cf486055368 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Allocated IP 172.20.0.12 (593754c0-4d87-4fa5-8937-1a83964e65b3/c6a1729c-6ded-4c8e-8a7b-2aea85608629/5280e21f-04f6-42f5-98c3-34bd33364c48) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:49.043920 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2b0df6-ce48-40e7-9d66-b1a091fc934b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-593754c0-4d87-4fa5-8937-1a83964e65b3', 'network_id': '593754c0-4d87-4fa5-8937-1a83964e65b3', 'project_id': '2d1b9935284e4e41988249bc21e634a6', 'fixed_ips': [{'subnet_id': 'c6a1729c-6ded-4c8e-8a7b-2aea85608629'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:30:49.045364 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ad2b0df6-ce48-40e7-9d66-b1a091fc934b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:49.084816 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-973ea03d-6677-4f93-aa11-48de8e5e7eb6 service neutron] 10.222.0.91 "GET /v2.0/networks/1b491962-ed4d-43bc-b25a-f8e3c17cca99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363935 Feb 09 01:30:49.150502 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bfb4382c-5458-4a6e-a7e7-d2d0e8bb5df3 req-9c959581-ebe5-4b51-9118-765066dc4b56 tempest-ServerShowV247Test-1835778497 tempest-ServerShowV247Test-1835778497-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d8e84cf-62ee-4a77-8b44-bc5a175250ff HTTP/1.1" status: 200 len: 210 time: 0.0646386 Feb 09 01:30:49.196789 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5356a9a2-fa4c-4497-a8e0-d7ef79790d12 req-f987f41c-c327-424e-bb46-0d32ae035922 tempest-ServerShowV254Test-1607297154 tempest-ServerShowV254Test-1607297154-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c6c5054-18fa-4e00-98b2-2773d5a9f7d4 HTTP/1.1" status: 200 len: 210 time: 0.1087222 Feb 09 01:30:49.371731 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-55086c3f-ff0c-4d48-9ba0-fa17d23ac9b0 service neutron] 10.222.0.91 "GET /v2.0/networks/1b491962-ed4d-43bc-b25a-f8e3c17cca99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628169 Feb 09 01:30:49.374511 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-966fde46-60c4-426b-ba7d-6cf486055368 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks [] for port (5280e21f-04f6-42f5-98c3-34bd33364c48), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:49.377145 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-b30b44d4-8e0a-4448-a8a2-8b927675ce98 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Deleting port f6e89e90-5e97-45c2-b651-dc9a8e7d6d04 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:49.378154 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b30b44d4-8e0a-4448-a8a2-8b927675ce98 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (f6e89e90-5e97-45c2-b651-dc9a8e7d6d04), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:49.399355 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:49.433523 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-966fde46-60c4-426b-ba7d-6cf486055368 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (5280e21f-04f6-42f5-98c3-34bd33364c48), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:49.473268 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-cda0c066-5fc7-4588-81ec-a05b659b99f9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=f18608cd-046b-41ff-bb33-941a1f1a0f9e HTTP/1.1" status: 200 len: 217 time: 0.0913725 Feb 09 01:30:49.501347 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966fde46-60c4-426b-ba7d-6cf486055368 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Network 593754c0-4d87-4fa5-8937-1a83964e65b3 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:49.509507 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-966fde46-60c4-426b-ba7d-6cf486055368 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:49.511863 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966fde46-60c4-426b-ba7d-6cf486055368 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:30:49.556654 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-ad2b0df6-ce48-40e7-9d66-b1a091fc934b None None] Allocated IP 172.20.0.2 (593754c0-4d87-4fa5-8937-1a83964e65b3/c6a1729c-6ded-4c8e-8a7b-2aea85608629/3e008f1a-c03b-4642-8d3f-1b1fa6d2da95) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:49.570933 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966fde46-60c4-426b-ba7d-6cf486055368 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Pushing event updated for resources: {'Port': ['ID=5280e21f-04f6-42f5-98c3-34bd33364c48,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:49.601729 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966fde46-60c4-426b-ba7d-6cf486055368 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:49.602859 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-966fde46-60c4-426b-ba7d-6cf486055368 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:49.631151 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43508) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:49.633967 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-966fde46-60c4-426b-ba7d-6cf486055368 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2749605 Feb 09 01:30:49.636053 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-7268340f-e2b3-4801-94f1-3782a992d96d tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-161586867', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:49.672358 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7268340f-e2b3-4801-94f1-3782a992d96d tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (d34a1995-db24-4f2e-a712-c7c53ba18998), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:49.673400 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7268340f-e2b3-4801-94f1-3782a992d96d tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (d34a1995-db24-4f2e-a712-c7c53ba18998), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:49.678969 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-b30b44d4-8e0a-4448-a8a2-8b927675ce98 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] For port f6e89e90-5e97-45c2-b651-dc9a8e7d6d04, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=f6e89e90-5e97-45c2-b651-dc9a8e7d6d04,segment=NetworkSegment(9fdd8bd1-228b-40e8-9bed-348328cccb46),segment_id=9fdd8bd1-228b-40e8-9bed-348328cccb46)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:49.679342 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b30b44d4-8e0a-4448-a8a2-8b927675ce98 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (f6e89e90-5e97-45c2-b651-dc9a8e7d6d04), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:49.718218 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-890dd1a3-eaf4-47db-8f9a-6a5544f92fef req-6cc25f22-c893-4390-af2c-79dc3ce2eb3f tempest-ServerShowV247Test-1835778497 tempest-ServerShowV247Test-1835778497-project] 10.222.0.91 "GET /v2.0/ports?device_id=0d8e84cf-62ee-4a77-8b44-bc5a175250ff HTTP/1.1" status: 200 len: 210 time: 0.0552912 Feb 09 01:30:49.963123 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ad2b0df6-ce48-40e7-9d66-b1a091fc934b None None] Publish callbacks [] for port (3e008f1a-c03b-4642-8d3f-1b1fa6d2da95), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:49.982543 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ad2b0df6-ce48-40e7-9d66-b1a091fc934b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (3e008f1a-c03b-4642-8d3f-1b1fa6d2da95), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:50.052043 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b0df6-ce48-40e7-9d66-b1a091fc934b None None] Pushing event updated for resources: {'Port': ['ID=3e008f1a-c03b-4642-8d3f-1b1fa6d2da95,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:50.068261 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2b0df6-ce48-40e7-9d66-b1a091fc934b None None] Network 593754c0-4d87-4fa5-8937-1a83964e65b3 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:50.070151 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-ad2b0df6-ce48-40e7-9d66-b1a091fc934b None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:50.072584 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2b0df6-ce48-40e7-9d66-b1a091fc934b None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:30:50.140578 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-ad2b0df6-ce48-40e7-9d66-b1a091fc934b None None] Attempting to bind port 3e008f1a-c03b-4642-8d3f-1b1fa6d2da95 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:30:50.141006 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-ad2b0df6-ce48-40e7-9d66-b1a091fc934b None None] Attempting to bind port 3e008f1a-c03b-4642-8d3f-1b1fa6d2da95 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'e95c99df-c35d-41ca-979a-0240a9a8fe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '593754c0-4d87-4fa5-8937-1a83964e65b3'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:30:50.141375 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2b0df6-ce48-40e7-9d66-b1a091fc934b None None] Attempting to bind port 3e008f1a-c03b-4642-8d3f-1b1fa6d2da95 on network 593754c0-4d87-4fa5-8937-1a83964e65b3 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:50.147360 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2b0df6-ce48-40e7-9d66-b1a091fc934b None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:30:50.147736 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2b0df6-ce48-40e7-9d66-b1a091fc934b None None] Checking segment: {'id': 'e95c99df-c35d-41ca-979a-0240a9a8fe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '593754c0-4d87-4fa5-8937-1a83964e65b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:50.148164 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ad2b0df6-ce48-40e7-9d66-b1a091fc934b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:50.148555 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2b0df6-ce48-40e7-9d66-b1a091fc934b None None] Bound using segment: {'id': 'e95c99df-c35d-41ca-979a-0240a9a8fe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '593754c0-4d87-4fa5-8937-1a83964e65b3'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:30:50.149026 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-ad2b0df6-ce48-40e7-9d66-b1a091fc934b None None] Bound port: 3e008f1a-c03b-4642-8d3f-1b1fa6d2da95, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e95c99df-c35d-41ca-979a-0240a9a8fe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '593754c0-4d87-4fa5-8937-1a83964e65b3'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:30:50.149398 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ad2b0df6-ce48-40e7-9d66-b1a091fc934b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3e008f1a-c03b-4642-8d3f-1b1fa6d2da95), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:50.164411 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-732f416a-bc9f-4c36-b764-bd1cf923c704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:50.165877 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-732f416a-bc9f-4c36-b764-bd1cf923c704 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c8a165d0-40b9-4705-81af-cf2fe40aa482 HTTP/1.1" status: 200 len: 797 time: 0.6383176 Feb 09 01:30:50.185710 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-b30b44d4-8e0a-4448-a8a2-8b927675ce98 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Calling delete_port for f6e89e90-5e97-45c2-b651-dc9a8e7d6d04 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:50.234129 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-ad2b0df6-ce48-40e7-9d66-b1a091fc934b None None] For port 3e008f1a-c03b-4642-8d3f-1b1fa6d2da95, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:30:50.240241 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-ad2b0df6-ce48-40e7-9d66-b1a091fc934b None None] For port 3e008f1a-c03b-4642-8d3f-1b1fa6d2da95, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=3e008f1a-c03b-4642-8d3f-1b1fa6d2da95,segment=NetworkSegment(e95c99df-c35d-41ca-979a-0240a9a8fe78),segment_id=e95c99df-c35d-41ca-979a-0240a9a8fe78)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:30:50.250096 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ad2b0df6-ce48-40e7-9d66-b1a091fc934b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (3e008f1a-c03b-4642-8d3f-1b1fa6d2da95), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:50.348627 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7268340f-e2b3-4801-94f1-3782a992d96d tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks [] for router_controller (d34a1995-db24-4f2e-a712-c7c53ba18998), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:50.365085 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7268340f-e2b3-4801-94f1-3782a992d96d tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (d34a1995-db24-4f2e-a712-c7c53ba18998), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:50.365491 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b0df6-ce48-40e7-9d66-b1a091fc934b None None] Pushing event updated for resources: {'Port': ['ID=3e008f1a-c03b-4642-8d3f-1b1fa6d2da95,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:50.425688 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9904d3-eccd-4c03-829d-6695a772be55 req-600bf01f-bdd5-48fe-a530-3c6aeab931a6 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:50.430891 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9904d3-eccd-4c03-829d-6695a772be55 req-600bf01f-bdd5-48fe-a530-3c6aeab931a6 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:50.436849 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9904d3-eccd-4c03-829d-6695a772be55 req-600bf01f-bdd5-48fe-a530-3c6aeab931a6 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:50.442140 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9904d3-eccd-4c03-829d-6695a772be55 req-600bf01f-bdd5-48fe-a530-3c6aeab931a6 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:50.447420 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9904d3-eccd-4c03-829d-6695a772be55 req-600bf01f-bdd5-48fe-a530-3c6aeab931a6 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:50.453904 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9904d3-eccd-4c03-829d-6695a772be55 req-600bf01f-bdd5-48fe-a530-3c6aeab931a6 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:50.460645 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9904d3-eccd-4c03-829d-6695a772be55 req-600bf01f-bdd5-48fe-a530-3c6aeab931a6 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:50.462624 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ab9904d3-eccd-4c03-829d-6695a772be55 req-600bf01f-bdd5-48fe-a530-3c6aeab931a6 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5430 time: 0.3274918 Feb 09 01:30:50.464562 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-907a9123-348f-46be-b1a5-c8406534d3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:50.466708 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-907a9123-348f-46be-b1a5-c8406534d3e0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1b491962-ed4d-43bc-b25a-f8e3c17cca99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2602789 Feb 09 01:30:50.475108 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7268340f-e2b3-4801-94f1-3782a992d96d tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:50.478856 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7268340f-e2b3-4801-94f1-3782a992d96d tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8439217 Feb 09 01:30:50.479391 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43526) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:50.484625 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-1777d7bf-8fe9-4f15-9cff-6f1e567c88c0 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1960603573', 'prefixes': ['172.20.0.0/16']}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:50.487229 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855914d-d236-4581-b998-b6196f7328f2 req-52c45cf9-e200-4bb2-8cc3-e8a11cd93201 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:50.488954 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4855914d-d236-4581-b998-b6196f7328f2 req-52c45cf9-e200-4bb2-8cc3-e8a11cd93201 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=255e72cc-bb4d-4ead-aefd-8aca152f72a0 HTTP/1.1" status: 200 len: 946 time: 0.3593445 Feb 09 01:30:50.612340 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1777d7bf-8fe9-4f15-9cff-6f1e567c88c0 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:50.618647 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1777d7bf-8fe9-4f15-9cff-6f1e567c88c0 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1383064 Feb 09 01:30:50.619368 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43532) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:50.619709 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b30b44d4-8e0a-4448-a8a2-8b927675ce98 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (f6e89e90-5e97-45c2-b651-dc9a8e7d6d04), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:50.626878 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.tag.tag_plugin [None req-5e8a2a7b-09ef-436b-a638-8ddf27243fc8 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c6a1729c-6ded-4c8e-8a7b-2aea85608629', 'tempest-TagsExtTest-Tag-297798565') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:50.696955 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b44d4-8e0a-4448-a8a2-8b927675ce98 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Pushing event deleted for resources: {'Port': ['ID=f6e89e90-5e97-45c2-b651-dc9a8e7d6d04,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:50.707380 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4855914d-d236-4581-b998-b6196f7328f2 req-49aee4fd-aef2-4a87-9fd3-83aff4a32b29 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960955 Feb 09 01:30:50.728610 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ab9904d3-eccd-4c03-829d-6695a772be55 req-7fe031c2-698d-45b7-af45-303ed45b474a tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2573526 Feb 09 01:30:50.736637 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-85b86224-000a-4771-bcb4-a916322c9ed6 service neutron] 10.222.0.91 "GET /v2.0/networks/1b491962-ed4d-43bc-b25a-f8e3c17cca99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577064 Feb 09 01:30:50.737987 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30b44d4-8e0a-4448-a8a2-8b927675ce98 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] No DVR routers for this DVR port f6e89e90-5e97-45c2-b651-dc9a8e7d6d04 on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:30:50.805974 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-eda1544c-87ab-4e9f-a6f6-fb653653b307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:50.885061 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5e8a2a7b-09ef-436b-a638-8ddf27243fc8 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "PUT /v2.0/subnets/c6a1729c-6ded-4c8e-8a7b-2aea85608629/tags/tempest-TagsExtTest-Tag-297798565 HTTP/1.1" status: 201 len: 201 time: 0.2644207 Feb 09 01:30:50.888848 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43544) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:50.892726 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:50.899598 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.tag.tag_plugin [None req-b67f8a83-2b7f-48b1-bf89-67b9c5483b85 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5280e21f-04f6-42f5-98c3-34bd33364c48', 'tempest-TagsExtTest-Tag-1321860692') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:50.930560 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b30b44d4-8e0a-4448-a8a2-8b927675ce98 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (f35d87ac-dc0b-4e76-9574-df12e6b7a1be), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:50.956967 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f0e8b311-b3c2-4dc7-a79b-03b8b41e626f req-00f7a344-954d-4099-a5c8-9d659cd3c55f tempest-ServerShowV254Test-1607297154 tempest-ServerShowV254Test-1607297154-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c6c5054-18fa-4e00-98b2-2773d5a9f7d4 HTTP/1.1" status: 200 len: 210 time: 0.0562155 Feb 09 01:30:50.983055 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-b30b44d4-8e0a-4448-a8a2-8b927675ce98 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f35d87ac-dc0b-4e76-9574-df12e6b7a1be']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:51.004320 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-b30b44d4-8e0a-4448-a8a2-8b927675ce98 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fdd8bd1-228b-40e8-9bed-348328cccb46') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:51.004630 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-b30b44d4-8e0a-4448-a8a2-8b927675ce98 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fdd8bd1-228b-40e8-9bed-348328cccb46') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:51.021134 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b30b44d4-8e0a-4448-a8a2-8b927675ce98 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (9fdd8bd1-228b-40e8-9bed-348328cccb46), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.029865 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-ed517c01-d33e-42d0-8405-ea075df4096d service neutron] 10.222.0.91 "GET /v2.0/networks/1b491962-ed4d-43bc-b25a-f8e3c17cca99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855837 Feb 09 01:30:51.039380 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b30b44d4-8e0a-4448-a8a2-8b927675ce98 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (9fdd8bd1-228b-40e8-9bed-348328cccb46), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.053314 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b67f8a83-2b7f-48b1-bf89-67b9c5483b85 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "PUT /v2.0/ports/5280e21f-04f6-42f5-98c3-34bd33364c48/tags/tempest-TagsExtTest-Tag-1321860692 HTTP/1.1" status: 201 len: 201 time: 0.1582587 Feb 09 01:30:51.053965 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43546) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:51.058778 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.tag.tag_plugin [None req-abaa056a-0d77-4e7c-b034-1313c3e7ea1f tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd34a1995-db24-4f2e-a712-c7c53ba18998', 'tempest-TagsExtTest-Tag-1150594895') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:51.135034 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b30b44d4-8e0a-4448-a8a2-8b927675ce98 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:30:51.135834 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b30b44d4-8e0a-4448-a8a2-8b927675ce98 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (9fdd8bd1-228b-40e8-9bed-348328cccb46), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.192821 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:30:51.192821 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:30:51.192821 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:30:51.192821 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:30:51.192821 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:30:51.192821 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:30:51.192821 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:30:51.192821 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:30:51.192821 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:30:51.192821 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:30:51.192821 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:30:51.192821 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:30:51.192821 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:30:51.192821 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:30:51.192821 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:30:51.192821 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:30:51.192821 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:30:51.192821 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:30:51.192821 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:30:51.192821 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:30:51.192821 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:30:51.192821 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:30:51.192821 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:30:51.192821 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:30:51.192821 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:30:51.192821 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:30:51.192821 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:30:51.192821 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:30:51.192821 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:30:51.192821 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:30:51.192821 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:30:51.192821 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:30:51.197618 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-817c6a86-cf86-4819-a6eb-b52381a58180 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=7fc19945-7216-439d-8769-f2a3cbfdde6b HTTP/1.1" status: 200 len: 217 time: 0.1610551 Feb 09 01:30:51.239887 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b30b44d4-8e0a-4448-a8a2-8b927675ce98 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (f35d87ac-dc0b-4e76-9574-df12e6b7a1be), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.263134 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b30b44d4-8e0a-4448-a8a2-8b927675ce98 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.266622 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b30b44d4-8e0a-4448-a8a2-8b927675ce98 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] 10.222.0.30 "DELETE /v2.0/networks/f35d87ac-dc0b-4e76-9574-df12e6b7a1be HTTP/1.1" status: 204 len: 168 time: 4.9259596 Feb 09 01:30:51.287002 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b44d4-8e0a-4448-a8a2-8b927675ce98 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Pushing event deleted for resources: {'Network': ['ID=f35d87ac-dc0b-4e76-9574-df12e6b7a1be,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:51.295202 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43554) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:51.296466 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43556) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:51.337799 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-410378dc-74f4-45a3-8792-3d1d8257375c tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] DELETE failed (client error): The resource could not be found. Feb 09 01:30:51.338258 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-410378dc-74f4-45a3-8792-3d1d8257375c tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:30:51.341734 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-410378dc-74f4-45a3-8792-3d1d8257375c tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] 10.222.0.30 "DELETE /v2.0/subnets/9b082d73-23d3-4a90-beaa-6bdd697960dc HTTP/1.1" status: 404 len: 337 time: 0.0395677 Feb 09 01:30:51.346966 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43560) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:51.385691 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fa0b0-29ff-48f8-83f7-2c4690457ccb req-54145965-649a-4364-a9c5-f83d44998233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:51.388931 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-030fa0b0-29ff-48f8-83f7-2c4690457ccb req-54145965-649a-4364-a9c5-f83d44998233 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b6fd459715684d44a0a31bd130ea655c&device_id=255e72cc-bb4d-4ead-aefd-8aca152f72a0 HTTP/1.1" status: 200 len: 1129 time: 0.2860990 Feb 09 01:30:51.390022 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a43a5a8-fa74-49be-963a-4f024bafa44d tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] DELETE failed (client error): The resource could not be found. Feb 09 01:30:51.390537 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a43a5a8-fa74-49be-963a-4f024bafa44d tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:30:51.396104 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4a43a5a8-fa74-49be-963a-4f024bafa44d tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] 10.222.0.30 "DELETE /v2.0/networks/f35d87ac-dc0b-4e76-9574-df12e6b7a1be HTTP/1.1" status: 404 len: 339 time: 0.0453835 Feb 09 01:30:51.397230 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43562) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:51.510134 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 3e008f1a-c03b-4642-8d3f-1b1fa6d2da95 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:30:51.520472 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddcf8166-276a-4df1-a3b6-dcde06ffbd02 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] DELETE failed (client error): The resource could not be found. Feb 09 01:30:51.521593 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddcf8166-276a-4df1-a3b6-dcde06ffbd02 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:30:51.524976 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ddcf8166-276a-4df1-a3b6-dcde06ffbd02 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] 10.222.0.30 "DELETE /v2.0/subnets/389f01c7-c5eb-43df-a761-717c5ec16b55 HTTP/1.1" status: 404 len: 337 time: 0.1264937 Feb 09 01:30:51.527178 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-c19e21f0-abf7-4b12-99d9-701920a95aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:51.530024 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-c19e21f0-abf7-4b12-99d9-701920a95aef service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c8a165d0-40b9-4705-81af-cf2fe40aa482 HTTP/1.1" status: 200 len: 797 time: 0.3020272 Feb 09 01:30:51.539812 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43564) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:51.601572 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 3e008f1a-c03b-4642-8d3f-1b1fa6d2da95 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:51.601977 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3e008f1a-c03b-4642-8d3f-1b1fa6d2da95), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.620350 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-be15ba28-d7d7-4d87-b3a8-a240ec00131a tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] DELETE failed (client error): The resource could not be found. Feb 09 01:30:51.621376 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be15ba28-d7d7-4d87-b3a8-a240ec00131a tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:30:51.625998 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-be15ba28-d7d7-4d87-b3a8-a240ec00131a tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] 10.222.0.30 "DELETE /v2.0/networks/a3a53d23-71c2-4c0c-bec9-09017c638f30 HTTP/1.1" status: 404 len: 339 time: 0.0839934 Feb 09 01:30:51.627193 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0744e99b-4607-4da4-a5ca-960b51d005a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.638516 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43566) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:51.743662 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-abaa056a-0d77-4e7c-b034-1313c3e7ea1f tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "PUT /v2.0/routers/d34a1995-db24-4f2e-a712-c7c53ba18998/tags/tempest-TagsExtTest-Tag-1150594895 HTTP/1.1" status: 201 len: 201 time: 0.6882300 Feb 09 01:30:51.745986 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43570) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:51.754473 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.tag.tag_plugin [None req-6e995c3e-d947-4139-8639-7952a6352f68 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '247b69d3-66a1-4b1f-86f3-85a9588ec040', 'tempest-TagsExtTest-Tag-917677375') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:51.757189 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 3e008f1a-c03b-4642-8d3f-1b1fa6d2da95 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:51.757587 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3e008f1a-c03b-4642-8d3f-1b1fa6d2da95), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.765852 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-b443f814-5f42-4cf5-a450-dcdfd8510f58 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] DELETE failed (client error): The resource could not be found. Feb 09 01:30:51.766419 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b443f814-5f42-4cf5-a450-dcdfd8510f58 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:30:51.777033 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b443f814-5f42-4cf5-a450-dcdfd8510f58 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] 10.222.0.30 "DELETE /v2.0/subnets/f357ba88-2093-42e3-8dcc-f9e26272bcfc HTTP/1.1" status: 404 len: 337 time: 0.0768971 Feb 09 01:30:51.777644 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43572) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:51.842249 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e7c5ba-0e03-433e-9df1-42da17f41db6 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] DELETE failed (client error): The resource could not be found. Feb 09 01:30:51.842888 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32e7c5ba-0e03-433e-9df1-42da17f41db6 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:30:51.848499 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-32e7c5ba-0e03-433e-9df1-42da17f41db6 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] 10.222.0.30 "DELETE /v2.0/networks/ae8e474a-aea9-48e3-9467-e3084668beb8 HTTP/1.1" status: 404 len: 339 time: 0.0674362 Feb 09 01:30:51.849294 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43576) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:51.849878 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 3e008f1a-c03b-4642-8d3f-1b1fa6d2da95, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=3e008f1a-c03b-4642-8d3f-1b1fa6d2da95,segment=NetworkSegment(e95c99df-c35d-41ca-979a-0240a9a8fe78),segment_id=e95c99df-c35d-41ca-979a-0240a9a8fe78)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:51.856318 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (3e008f1a-c03b-4642-8d3f-1b1fa6d2da95), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.858529 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fa0b0-29ff-48f8-83f7-2c4690457ccb req-ac4f55ea-6b0e-4612-b543-574f7d7e6849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:51.868813 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-030fa0b0-29ff-48f8-83f7-2c4690457ccb req-ac4f55ea-6b0e-4612-b543-574f7d7e6849 service neutron] 10.222.0.121 "GET /v2.0/networks?id=b5cee00d-d11d-4a76-ad74-cfd798aa917c HTTP/1.1" status: 200 len: 912 time: 0.4715137 Feb 09 01:30:51.932414 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72764264-55bd-4aa6-bdd4-503ab7e100a1 None None] Network f35d87ac-dc0b-4e76-9574-df12e6b7a1be requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:51.950874 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbff69c2-2e78-43a3-9804-c272c1707f8a None None] Network 593754c0-4d87-4fa5-8937-1a83964e65b3 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:51.954497 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6e995c3e-d947-4139-8639-7952a6352f68 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "PUT /v2.0/subnetpools/247b69d3-66a1-4b1f-86f3-85a9588ec040/tags/tempest-TagsExtTest-Tag-917677375 HTTP/1.1" status: 201 len: 201 time: 0.2072556 Feb 09 01:30:51.974594 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43578) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:51.979259 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-030fa0b0-29ff-48f8-83f7-2c4690457ccb req-8b2d8d37-fd6d-4600-9d76-5c7b61dbbb8a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b5aa433-24f9-4b84-830c-24029bc4c335 HTTP/1.1" status: 200 len: 217 time: 0.0694439 Feb 09 01:30:51.982009 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.tag.tag_plugin [None req-36b26679-6d54-491e-9634-e3e497b1226c tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c6a1729c-6ded-4c8e-8a7b-2aea85608629') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:52.055302 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-fb1e59c9-0a7f-4fa7-864d-cbe1249fc43b tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Deleting port c30a9d43-234c-4f63-b172-343ee0fff925 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:52.055818 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fb1e59c9-0a7f-4fa7-864d-cbe1249fc43b tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (c30a9d43-234c-4f63-b172-343ee0fff925), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:52.056760 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0744e99b-4607-4da4-a5ca-960b51d005a7 admin admin] Publish callbacks [] for security_group (6bafb5d8-bb00-4769-8505-dcea6c31b421), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:52.060872 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-fa60eb63-2b76-4983-8348-c1180d4e0369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:52.062284 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-fa60eb63-2b76-4983-8348-c1180d4e0369 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1b491962-ed4d-43bc-b25a-f8e3c17cca99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.5072529 Feb 09 01:30:52.078901 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72764264-55bd-4aa6-bdd4-503ab7e100a1 None None] Network f35d87ac-dc0b-4e76-9574-df12e6b7a1be could not be found, it might have been deleted concurrently. {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 01:30:52.112067 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-36b26679-6d54-491e-9634-e3e497b1226c tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "GET /v2.0/subnets/c6a1729c-6ded-4c8e-8a7b-2aea85608629/tags HTTP/1.1" status: 200 len: 240 time: 0.1339414 Feb 09 01:30:52.113495 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0744e99b-4607-4da4-a5ca-960b51d005a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (6bafb5d8-bb00-4769-8505-dcea6c31b421), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:52.115695 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43582) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:52.128827 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.tag.tag_plugin [None req-4811ebf3-8c96-4a67-8337-f131c395999b tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c6a1729c-6ded-4c8e-8a7b-2aea85608629', 'tempest-TagsExtTest-Tag-297798565') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:52.136878 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=3e008f1a-c03b-4642-8d3f-1b1fa6d2da95,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:52.164251 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-ea289d67-3ac8-4c8d-bec1-ec5e056f5753 None None] Provisioning complete for port 3e008f1a-c03b-4642-8d3f-1b1fa6d2da95 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:52.165512 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ea289d67-3ac8-4c8d-bec1-ec5e056f5753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3e008f1a-c03b-4642-8d3f-1b1fa6d2da95), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:52.172384 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fb1e59c9-0a7f-4fa7-864d-cbe1249fc43b tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (c30a9d43-234c-4f63-b172-343ee0fff925), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:52.189584 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-fb1e59c9-0a7f-4fa7-864d-cbe1249fc43b tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Calling delete_port for c30a9d43-234c-4f63-b172-343ee0fff925 owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:52.193837 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744e99b-4607-4da4-a5ca-960b51d005a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bafb5d8-bb00-4769-8505-dcea6c31b421,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:52.280257 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4811ebf3-8c96-4a67-8337-f131c395999b tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "GET /v2.0/subnets/c6a1729c-6ded-4c8e-8a7b-2aea85608629/tags/tempest-TagsExtTest-Tag-297798565 HTTP/1.1" status: 204 len: 168 time: 0.1633842 Feb 09 01:30:52.282519 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43588) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:52.292602 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.tag.tag_plugin [None req-dc6150a6-e104-4fa8-afa7-26ed0afe494a tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'c6a1729c-6ded-4c8e-8a7b-2aea85608629', 'tempest-TagsExtTest-Tag-297798565') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:52.316071 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a79c9-a4d1-40b8-84e3-cd2946c3eb19 req-e16bcf08-ee78-42d5-8c68-3ef18ae222d4 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:52.322106 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a79c9-a4d1-40b8-84e3-cd2946c3eb19 req-e16bcf08-ee78-42d5-8c68-3ef18ae222d4 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:52.323484 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ea289d67-3ac8-4c8d-bec1-ec5e056f5753 None None] Current status of the port 3e008f1a-c03b-4642-8d3f-1b1fa6d2da95 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:52.328849 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a79c9-a4d1-40b8-84e3-cd2946c3eb19 req-e16bcf08-ee78-42d5-8c68-3ef18ae222d4 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:52.334433 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a79c9-a4d1-40b8-84e3-cd2946c3eb19 req-e16bcf08-ee78-42d5-8c68-3ef18ae222d4 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:52.340245 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a79c9-a4d1-40b8-84e3-cd2946c3eb19 req-e16bcf08-ee78-42d5-8c68-3ef18ae222d4 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:52.345750 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a79c9-a4d1-40b8-84e3-cd2946c3eb19 req-e16bcf08-ee78-42d5-8c68-3ef18ae222d4 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:52.351160 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a79c9-a4d1-40b8-84e3-cd2946c3eb19 req-e16bcf08-ee78-42d5-8c68-3ef18ae222d4 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:52.354244 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-163a79c9-a4d1-40b8-84e3-cd2946c3eb19 req-e16bcf08-ee78-42d5-8c68-3ef18ae222d4 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5430 time: 0.3697484 Feb 09 01:30:52.369794 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0744e99b-4607-4da4-a5ca-960b51d005a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:52.369794 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0744e99b-4607-4da4-a5ca-960b51d005a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:52.369794 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0744e99b-4607-4da4-a5ca-960b51d005a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:52.369794 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0744e99b-4607-4da4-a5ca-960b51d005a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:52.369794 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0744e99b-4607-4da4-a5ca-960b51d005a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:52.369794 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0744e99b-4607-4da4-a5ca-960b51d005a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:52.369794 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0744e99b-4607-4da4-a5ca-960b51d005a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:52.370544 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0744e99b-4607-4da4-a5ca-960b51d005a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:52.370544 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0744e99b-4607-4da4-a5ca-960b51d005a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:52.370710 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0744e99b-4607-4da4-a5ca-960b51d005a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:52.371308 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0744e99b-4607-4da4-a5ca-960b51d005a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:52.371308 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0744e99b-4607-4da4-a5ca-960b51d005a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:52.371504 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0744e99b-4607-4da4-a5ca-960b51d005a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:52.383631 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fb1e59c9-0a7f-4fa7-864d-cbe1249fc43b tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (c30a9d43-234c-4f63-b172-343ee0fff925), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:52.391035 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fa0b0-29ff-48f8-83f7-2c4690457ccb req-7b2dce37-8473-4b58-88f3-12020b8d1bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:52.392575 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-030fa0b0-29ff-48f8-83f7-2c4690457ccb req-7b2dce37-8473-4b58-88f3-12020b8d1bf1 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3c1b64de-5642-407c-82ef-1ad0f3f887f4 HTTP/1.1" status: 200 len: 850 time: 0.3702233 Feb 09 01:30:52.404789 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fb1e59c9-0a7f-4fa7-864d-cbe1249fc43b tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:52.412005 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-fb1e59c9-0a7f-4fa7-864d-cbe1249fc43b tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] 10.222.0.30 "DELETE /v2.0/ports/c30a9d43-234c-4f63-b172-343ee0fff925 HTTP/1.1" status: 204 len: 168 time: 0.5614021 Feb 09 01:30:52.414022 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43590) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:52.416099 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0744e99b-4607-4da4-a5ca-960b51d005a7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9a2e680bc19e4f80b1754f6938a10ffd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1150281 Feb 09 01:30:52.422947 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43592) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:52.431530 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4884198-90aa-4698-bb5c-cf07fadc4b60 req-84b165fe-d34e-4cd2-83a0-ab8e45e8cc11 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:52.433564 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c4884198-90aa-4698-bb5c-cf07fadc4b60 req-84b165fe-d34e-4cd2-83a0-ab8e45e8cc11 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=255e72cc-bb4d-4ead-aefd-8aca152f72a0 HTTP/1.1" status: 200 len: 946 time: 0.5586054 Feb 09 01:30:52.486157 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e59c9-0a7f-4fa7-864d-cbe1249fc43b tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Pushing event deleted for resources: {'Port': ['ID=c30a9d43-234c-4f63-b172-343ee0fff925,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:52.499779 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccc9dd06-6084-4001-83bb-e3cbf3bb863c tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] DELETE failed (client error): The resource could not be found. Feb 09 01:30:52.501010 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccc9dd06-6084-4001-83bb-e3cbf3bb863c tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:30:52.506448 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ccc9dd06-6084-4001-83bb-e3cbf3bb863c tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] 10.222.0.30 "DELETE /v2.0/subnets/f98470f0-4fb8-43b0-a459-b0b3f6e62bc2 HTTP/1.1" status: 404 len: 337 time: 0.0803182 Feb 09 01:30:52.506676 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43594) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:52.561692 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-dc6150a6-e104-4fa8-afa7-26ed0afe494a tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "DELETE /v2.0/subnets/c6a1729c-6ded-4c8e-8a7b-2aea85608629/tags/tempest-TagsExtTest-Tag-297798565 HTTP/1.1" status: 204 len: 168 time: 0.2770000 Feb 09 01:30:52.565212 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43596) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:52.569944 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.tag.tag_plugin [None req-c2834aba-58df-41a7-b936-fcd1afd085fd tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c6a1729c-6ded-4c8e-8a7b-2aea85608629') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:52.599173 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c4884198-90aa-4698-bb5c-cf07fadc4b60 req-2e57e444-97d0-42b8-885b-f9ba6c9f813f tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585238 Feb 09 01:30:52.613047 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-163a79c9-a4d1-40b8-84e3-cd2946c3eb19 req-08cad23c-5807-4dad-9b9f-5680b57f2734 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2312582 Feb 09 01:30:52.629978 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-e83230aa-a2fe-4e4f-8445-07cbf6cb07e9 service neutron] 10.222.0.91 "GET /v2.0/networks/1b491962-ed4d-43bc-b25a-f8e3c17cca99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5433218 Feb 09 01:30:52.667216 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fa0b0-29ff-48f8-83f7-2c4690457ccb req-d47251cb-aba8-4ade-be63-e86af64af2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:52.669340 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-030fa0b0-29ff-48f8-83f7-2c4690457ccb req-d47251cb-aba8-4ade-be63-e86af64af2ed service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b5cee00d-d11d-4a76-ad74-cfd798aa917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2449732 Feb 09 01:30:52.683794 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a3b924d-2ca7-4883-bf6a-2fd1e7963df8 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (d3c7b5a3-8153-409e-a045-49222e8f48f8), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:52.690565 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eaf5aba5-af3e-4413-b01c-2cbee3da2d8b admin admin] Publish callbacks [] for security_group (6bafb5d8-bb00-4769-8505-dcea6c31b421), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:52.737361 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c2834aba-58df-41a7-b936-fcd1afd085fd tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "GET /v2.0/subnets/c6a1729c-6ded-4c8e-8a7b-2aea85608629/tags HTTP/1.1" status: 200 len: 205 time: 0.1707997 Feb 09 01:30:52.761397 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43598) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:52.767915 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.tag.tag_plugin [None req-de9295e2-8d17-4b7b-bd7f-462ebb023081 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5280e21f-04f6-42f5-98c3-34bd33364c48') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:52.792485 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eaf5aba5-af3e-4413-b01c-2cbee3da2d8b admin admin] Publish callbacks [] for security_group (6bafb5d8-bb00-4769-8505-dcea6c31b421), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:52.808706 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a3b924d-2ca7-4883-bf6a-2fd1e7963df8 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (d3c7b5a3-8153-409e-a045-49222e8f48f8), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:52.844516 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-6a3b924d-2ca7-4883-bf6a-2fd1e7963df8 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3c7b5a3-8153-409e-a045-49222e8f48f8']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:52.858551 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-6a3b924d-2ca7-4883-bf6a-2fd1e7963df8 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94f5a750-6496-4009-9d8e-6324582fc89b') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:52.858963 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-6a3b924d-2ca7-4883-bf6a-2fd1e7963df8 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94f5a750-6496-4009-9d8e-6324582fc89b') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:52.870174 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a3b924d-2ca7-4883-bf6a-2fd1e7963df8 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (94f5a750-6496-4009-9d8e-6324582fc89b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:52.888679 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a3b924d-2ca7-4883-bf6a-2fd1e7963df8 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (94f5a750-6496-4009-9d8e-6324582fc89b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:52.890487 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d63e2d68-1ea0-4fcf-bbe9-36a5482af7a0 req-9504ef88-9080-4ddc-80a3-1a62cfb39f22 tempest-ServerShowV254Test-1607297154 tempest-ServerShowV254Test-1607297154-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c6c5054-18fa-4e00-98b2-2773d5a9f7d4 HTTP/1.1" status: 200 len: 210 time: 0.1274683 Feb 09 01:30:52.909776 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a3b924d-2ca7-4883-bf6a-2fd1e7963df8 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:30:52.910784 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a3b924d-2ca7-4883-bf6a-2fd1e7963df8 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (94f5a750-6496-4009-9d8e-6324582fc89b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:52.914525 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:30:52.914525 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:30:52.914525 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:30:52.914525 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:30:52.914525 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:30:52.914525 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:30:52.914525 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:30:52.914525 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:30:52.914525 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:30:52.914525 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:30:52.914525 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:30:52.914525 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:30:52.914525 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:30:52.914525 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:30:52.914525 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:30:52.914525 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:30:52.914525 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:30:52.914525 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:30:52.914525 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:30:52.914525 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:30:52.914525 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:30:52.914525 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:30:52.914525 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:30:52.914525 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:30:52.914525 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:30:52.914525 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:30:52.914525 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:30:52.914525 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:30:52.914525 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:30:52.914525 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:30:52.914525 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:30:52.914525 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:30:53.004092 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a3b924d-2ca7-4883-bf6a-2fd1e7963df8 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (d3c7b5a3-8153-409e-a045-49222e8f48f8), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:53.016737 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a3b924d-2ca7-4883-bf6a-2fd1e7963df8 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:53.019885 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-649e5548-6482-44b9-8508-83fd797e249b service neutron] 10.222.0.91 "GET /v2.0/networks/1b491962-ed4d-43bc-b25a-f8e3c17cca99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756948 Feb 09 01:30:53.021628 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-030fa0b0-29ff-48f8-83f7-2c4690457ccb req-497a0ac6-689c-42c1-abcb-5bc4b9bc8849 service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324835 Feb 09 01:30:53.022600 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6a3b924d-2ca7-4883-bf6a-2fd1e7963df8 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] 10.222.0.30 "DELETE /v2.0/networks/d3c7b5a3-8153-409e-a045-49222e8f48f8 HTTP/1.1" status: 204 len: 168 time: 0.5142074 Feb 09 01:30:53.022850 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43600) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:53.033791 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b965a15c-bf15-4bae-9b0f-2f90620779c9 None None] Network 593754c0-4d87-4fa5-8937-1a83964e65b3 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:53.036392 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b924d-2ca7-4883-bf6a-2fd1e7963df8 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Pushing event deleted for resources: {'Network': ['ID=d3c7b5a3-8153-409e-a045-49222e8f48f8,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:53.069196 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-de9295e2-8d17-4b7b-bd7f-462ebb023081 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "GET /v2.0/ports/5280e21f-04f6-42f5-98c3-34bd33364c48/tags HTTP/1.1" status: 200 len: 241 time: 0.3043385 Feb 09 01:30:53.073243 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43602) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:53.087838 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.tag.tag_plugin [None req-f6856174-8e2f-4161-b6c4-426702713b35 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5280e21f-04f6-42f5-98c3-34bd33364c48', 'tempest-TagsExtTest-Tag-1321860692') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:53.143396 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-a50c9628-0181-44b0-88b6-8ff1fbce6849 None None] Provisioning complete for port 5280e21f-04f6-42f5-98c3-34bd33364c48 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:53.143783 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a50c9628-0181-44b0-88b6-8ff1fbce6849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5280e21f-04f6-42f5-98c3-34bd33364c48), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:53.159250 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eaf5aba5-af3e-4413-b01c-2cbee3da2d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (6bafb5d8-bb00-4769-8505-dcea6c31b421), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:53.162009 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eaf5aba5-af3e-4413-b01c-2cbee3da2d8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:53.163248 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-eaf5aba5-af3e-4413-b01c-2cbee3da2d8b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6bafb5d8-bb00-4769-8505-dcea6c31b421 HTTP/1.1" status: 204 len: 168 time: 0.7287431 Feb 09 01:30:53.200984 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a50c9628-0181-44b0-88b6-8ff1fbce6849 None None] Port 5280e21f-04f6-42f5-98c3-34bd33364c48 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:30:53.202990 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-6d307abb-aa98-49b4-b873-ebfb26db4502 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a6e2ebab-ced5-4214-a980-67ee8d90c8df HTTP/1.1" status: 200 len: 217 time: 0.1326542 Feb 09 01:30:53.234419 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5aba5-af3e-4413-b01c-2cbee3da2d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bafb5d8-bb00-4769-8505-dcea6c31b421,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:53.255302 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-a50c9628-0181-44b0-88b6-8ff1fbce6849 None None] Provisioning complete for port 3e008f1a-c03b-4642-8d3f-1b1fa6d2da95 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:53.255934 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a50c9628-0181-44b0-88b6-8ff1fbce6849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3e008f1a-c03b-4642-8d3f-1b1fa6d2da95), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:53.365278 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-9ed1c570-a778-4137-a2b4-9a8daa03b259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:53.371958 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-9ed1c570-a778-4137-a2b4-9a8daa03b259 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=83b1d7a0-7578-4a2b-b84a-68d95cb4eed6 HTTP/1.1" status: 200 len: 797 time: 0.1562572 Feb 09 01:30:53.388298 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-030fa0b0-29ff-48f8-83f7-2c4690457ccb req-ebaa55ff-1961-4540-82ea-ee7e498a631c service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130519 Feb 09 01:30:53.484234 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a50c9628-0181-44b0-88b6-8ff1fbce6849 None None] Current status of the port 3e008f1a-c03b-4642-8d3f-1b1fa6d2da95 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:53.498795 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 3e008f1a-c03b-4642-8d3f-1b1fa6d2da95 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:30:53.601416 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 3e008f1a-c03b-4642-8d3f-1b1fa6d2da95 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:53.602079 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3e008f1a-c03b-4642-8d3f-1b1fa6d2da95), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:53.750697 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c419f4fe-e72a-41fb-a4f3-f37b663f4064 None None] Provisioning complete for port 5280e21f-04f6-42f5-98c3-34bd33364c48 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:53.751421 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c419f4fe-e72a-41fb-a4f3-f37b663f4064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5280e21f-04f6-42f5-98c3-34bd33364c48), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:53.799890 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c419f4fe-e72a-41fb-a4f3-f37b663f4064 None None] Port 5280e21f-04f6-42f5-98c3-34bd33364c48 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:30:53.808231 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 3e008f1a-c03b-4642-8d3f-1b1fa6d2da95 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:53.825424 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c419f4fe-e72a-41fb-a4f3-f37b663f4064 None None] Provisioning complete for port 3e008f1a-c03b-4642-8d3f-1b1fa6d2da95 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:53.825810 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c419f4fe-e72a-41fb-a4f3-f37b663f4064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3e008f1a-c03b-4642-8d3f-1b1fa6d2da95), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:53.954513 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c419f4fe-e72a-41fb-a4f3-f37b663f4064 None None] Current status of the port 3e008f1a-c03b-4642-8d3f-1b1fa6d2da95 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:53.971383 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f6856174-8e2f-4161-b6c4-426702713b35 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "GET /v2.0/ports/5280e21f-04f6-42f5-98c3-34bd33364c48/tags/tempest-TagsExtTest-Tag-1321860692 HTTP/1.1" status: 204 len: 168 time: 0.8873060 Feb 09 01:30:53.973908 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43630) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:53.979132 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.tag.tag_plugin [None req-27f23035-41ad-4ac8-9e15-2a37f46549be tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5280e21f-04f6-42f5-98c3-34bd33364c48', 'tempest-TagsExtTest-Tag-1321860692') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:54.063309 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-27f23035-41ad-4ac8-9e15-2a37f46549be tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "DELETE /v2.0/ports/5280e21f-04f6-42f5-98c3-34bd33364c48/tags/tempest-TagsExtTest-Tag-1321860692 HTTP/1.1" status: 204 len: 168 time: 0.0879934 Feb 09 01:30:54.066090 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43634) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:54.067865 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-9a3e9a03-9824-4118-827f-bb521ce330e5 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Deleting port 052b4af3-7ef7-4de4-874d-1479c19484bb {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:54.068232 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9a3e9a03-9824-4118-827f-bb521ce330e5 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (052b4af3-7ef7-4de4-874d-1479c19484bb), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:54.073375 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.tag.tag_plugin [None req-b610440d-f6e1-42c3-b676-65486e17aaf5 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5280e21f-04f6-42f5-98c3-34bd33364c48') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:54.084046 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-1b7d39de-00b8-40b5-b876-4edb46cbc5a8 None None] Provisioning complete for port 5280e21f-04f6-42f5-98c3-34bd33364c48 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:54.084752 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1b7d39de-00b8-40b5-b876-4edb46cbc5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5280e21f-04f6-42f5-98c3-34bd33364c48), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:54.138206 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-9e70e0cc-ed03-4a56-9636-d8ea23926376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:54.139828 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-9e70e0cc-ed03-4a56-9636-d8ea23926376 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.7586327 Feb 09 01:30:54.173773 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43638) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:54.174003 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b610440d-f6e1-42c3-b676-65486e17aaf5 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "GET /v2.0/ports/5280e21f-04f6-42f5-98c3-34bd33364c48/tags HTTP/1.1" status: 200 len: 205 time: 0.1058657 Feb 09 01:30:54.175000 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-1b7d39de-00b8-40b5-b876-4edb46cbc5a8 None None] Port 5280e21f-04f6-42f5-98c3-34bd33364c48 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:30:54.191676 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.tag.tag_plugin [None req-87e71687-950e-4d98-954a-915e8b542564 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd34a1995-db24-4f2e-a712-c7c53ba18998') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:54.237142 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a91bd4b5-acd0-4539-a5f4-1a18988bd976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:54.238843 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb52e5-15d1-49cb-807a-33879138eca0 req-ae65e38f-006d-453c-b54d-1f10afacf074 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:54.244354 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb52e5-15d1-49cb-807a-33879138eca0 req-ae65e38f-006d-453c-b54d-1f10afacf074 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:54.250059 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb52e5-15d1-49cb-807a-33879138eca0 req-ae65e38f-006d-453c-b54d-1f10afacf074 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:54.253647 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43640) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:54.255279 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb52e5-15d1-49cb-807a-33879138eca0 req-ae65e38f-006d-453c-b54d-1f10afacf074 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:54.260828 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb52e5-15d1-49cb-807a-33879138eca0 req-ae65e38f-006d-453c-b54d-1f10afacf074 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:54.265815 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb52e5-15d1-49cb-807a-33879138eca0 req-ae65e38f-006d-453c-b54d-1f10afacf074 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:54.271005 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb52e5-15d1-49cb-807a-33879138eca0 req-ae65e38f-006d-453c-b54d-1f10afacf074 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:54.273048 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-afcb52e5-15d1-49cb-807a-33879138eca0 req-ae65e38f-006d-453c-b54d-1f10afacf074 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5430 time: 0.2990222 Feb 09 01:30:54.285064 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994dbff1-3fca-4efd-9f12-f465df0ae02d req-1f45ff32-a199-4252-ad63-b4985e63046a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:54.286147 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-994dbff1-3fca-4efd-9f12-f465df0ae02d req-1f45ff32-a199-4252-ad63-b4985e63046a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=255e72cc-bb4d-4ead-aefd-8aca152f72a0 HTTP/1.1" status: 200 len: 946 time: 0.2990115 Feb 09 01:30:54.321382 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9a3e9a03-9824-4118-827f-bb521ce330e5 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (052b4af3-7ef7-4de4-874d-1479c19484bb), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:54.364582 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-37281401-597a-4241-bf9a-b3c7014b0ca0 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1365608712-network', 'tenant_id': '4fb79654ecd64aa09d496aef48db537a'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:54.394486 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37281401-597a-4241-bf9a-b3c7014b0ca0 admin admin] Made reservation on behalf of 4fb79654ecd64aa09d496aef48db537a for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:54.397270 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37281401-597a-4241-bf9a-b3c7014b0ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:54.403389 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-9a3e9a03-9824-4118-827f-bb521ce330e5 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Calling delete_port for 052b4af3-7ef7-4de4-874d-1479c19484bb owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:54.408146 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37281401-597a-4241-bf9a-b3c7014b0ca0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:54.534834 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37281401-597a-4241-bf9a-b3c7014b0ca0 admin admin] Publish callbacks [] for security_group (4add9957-5828-4bc9-8dec-0d33ef8485e5), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:54.539122 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37281401-597a-4241-bf9a-b3c7014b0ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (4add9957-5828-4bc9-8dec-0d33ef8485e5), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:54.541568 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-0e7b9cc0-e7bd-462f-8620-b0cd2bdf5c21 service neutron] 10.222.0.91 "GET /v2.0/networks/38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862672 Feb 09 01:30:54.572987 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37281401-597a-4241-bf9a-b3c7014b0ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4add9957-5828-4bc9-8dec-0d33ef8485e5,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:54.589852 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37281401-597a-4241-bf9a-b3c7014b0ca0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:30:54.610132 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37281401-597a-4241-bf9a-b3c7014b0ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (4ce96575-8aa5-49cd-9a82-3dc4b8f06a1a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:54.610597 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-37281401-597a-4241-bf9a-b3c7014b0ca0 admin admin] Added segment 4ce96575-8aa5-49cd-9a82-3dc4b8f06a1a of type vlan for network f461bd14-0dab-4751-bb62-4d532adb782f Feb 09 01:30:54.652275 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-994dbff1-3fca-4efd-9f12-f465df0ae02d req-f6d1df07-cab8-4368-bf7f-1481e45e751e tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274002 Feb 09 01:30:54.656304 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37281401-597a-4241-bf9a-b3c7014b0ca0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (f461bd14-0dab-4751-bb62-4d532adb782f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:54.656475 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-87e71687-950e-4d98-954a-915e8b542564 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "GET /v2.0/routers/d34a1995-db24-4f2e-a712-c7c53ba18998/tags HTTP/1.1" status: 200 len: 241 time: 0.4659126 Feb 09 01:30:54.657453 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43648) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:54.662102 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-afcb52e5-15d1-49cb-807a-33879138eca0 req-c15de2ad-efae-4c8e-9906-295cd9d7d626 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3749344 Feb 09 01:30:54.662290 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.tag.tag_plugin [None req-d0e9f053-f6a4-4b99-863e-29018a4fce93 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd34a1995-db24-4f2e-a712-c7c53ba18998', 'tempest-TagsExtTest-Tag-1150594895') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:54.700159 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9a3e9a03-9824-4118-827f-bb521ce330e5 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (052b4af3-7ef7-4de4-874d-1479c19484bb), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:54.755837 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9a3e9a03-9824-4118-827f-bb521ce330e5 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:54.761575 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9a3e9a03-9824-4118-827f-bb521ce330e5 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] 10.222.0.30 "DELETE /v2.0/ports/052b4af3-7ef7-4de4-874d-1479c19484bb HTTP/1.1" status: 204 len: 168 time: 1.7347755 Feb 09 01:30:54.761575 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e9a03-9824-4118-827f-bb521ce330e5 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Pushing event deleted for resources: {'Port': ['ID=052b4af3-7ef7-4de4-874d-1479c19484bb,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:54.765370 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-3f97cf73-7116-48b7-8832-3c49e4499358 service neutron] 10.222.0.91 "GET /v2.0/networks/38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992378 Feb 09 01:30:54.769498 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43650) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:54.799450 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.db.resource_extend [None req-37281401-597a-4241-bf9a-b3c7014b0ca0 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:30:54.810163 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda8ff54-fa85-47c0-b4ce-e038dee93fd5 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] DELETE failed (client error): The resource could not be found. Feb 09 01:30:54.810620 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cda8ff54-fa85-47c0-b4ce-e038dee93fd5 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:30:54.813709 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cda8ff54-fa85-47c0-b4ce-e038dee93fd5 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] 10.222.0.30 "DELETE /v2.0/subnets/67a7d739-9856-497c-a77e-5177341097f3 HTTP/1.1" status: 404 len: 337 time: 0.0431972 Feb 09 01:30:54.817165 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43652) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:54.835572 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-70a25a77-c8f2-49fa-be1b-097dae3331bb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b350e14b-a80e-41d8-9d86-7e731c3faa62 HTTP/1.1" status: 200 len: 217 time: 0.0610504 Feb 09 01:30:54.855118 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aec651dc-0b2d-4a35-bedb-d6d2d4e30359 req-f2507358-2990-4766-8220-75a982388220 tempest-ServerShowV254Test-1607297154 tempest-ServerShowV254Test-1607297154-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c6c5054-18fa-4e00-98b2-2773d5a9f7d4 HTTP/1.1" status: 200 len: 210 time: 0.0699613 Feb 09 01:30:54.875307 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37281401-597a-4241-bf9a-b3c7014b0ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (f461bd14-0dab-4751-bb62-4d532adb782f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:54.876182 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37281401-597a-4241-bf9a-b3c7014b0ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:54.876748 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37281401-597a-4241-bf9a-b3c7014b0ca0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:54.914023 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-f76d53d4-0bdd-46f8-b95c-c0ca17af8ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:54.916574 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-f76d53d4-0bdd-46f8-b95c-c0ca17af8ac3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=83b1d7a0-7578-4a2b-b84a-68d95cb4eed6 HTTP/1.1" status: 200 len: 797 time: 0.0638776 Feb 09 01:30:54.974515 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-accf8032-bb9a-474a-b157-6a4929069d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:54.975181 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d0e9f053-f6a4-4b99-863e-29018a4fce93 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "GET /v2.0/routers/d34a1995-db24-4f2e-a712-c7c53ba18998/tags/tempest-TagsExtTest-Tag-1150594895 HTTP/1.1" status: 204 len: 168 time: 0.3164527 Feb 09 01:30:54.977226 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-accf8032-bb9a-474a-b157-6a4929069d77 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0547626 Feb 09 01:30:54.977986 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43654) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:54.983344 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.tag.tag_plugin [None req-0ee3da37-81dd-40ab-b8d2-4d1604c0ad98 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'd34a1995-db24-4f2e-a712-c7c53ba18998', 'tempest-TagsExtTest-Tag-1150594895') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:55.000625 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-37281401-597a-4241-bf9a-b3c7014b0ca0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7457952 Feb 09 01:30:55.016923 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37281401-597a-4241-bf9a-b3c7014b0ca0 admin admin] Pushing event updated for resources: {'Network': ['ID=f461bd14-0dab-4751-bb62-4d532adb782f,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:55.026892 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network f461bd14-0dab-4751-bb62-4d532adb782f details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:30:55.042858 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a19340ce-b777-4fb5-b201-4956d1b8f7a1 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (ae02998a-e01c-410e-9c4a-7039319db130), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:55.151610 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a19340ce-b777-4fb5-b201-4956d1b8f7a1 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Deleting port 0a87704e-f728-45cf-ba9c-ceacc94efe9c {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:55.152681 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a19340ce-b777-4fb5-b201-4956d1b8f7a1 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (0a87704e-f728-45cf-ba9c-ceacc94efe9c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:55.206021 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-2af2f5c1-0883-4416-9593-573f73a86277 service neutron] 10.222.0.91 "GET /v2.0/networks/38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201464 Feb 09 01:30:55.248620 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0ee3da37-81dd-40ab-b8d2-4d1604c0ad98 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "DELETE /v2.0/routers/d34a1995-db24-4f2e-a712-c7c53ba18998/tags/tempest-TagsExtTest-Tag-1150594895 HTTP/1.1" status: 204 len: 168 time: 0.2670968 Feb 09 01:30:55.250313 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43664) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:55.270716 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a19340ce-b777-4fb5-b201-4956d1b8f7a1 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] For port 0a87704e-f728-45cf-ba9c-ceacc94efe9c, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=0a87704e-f728-45cf-ba9c-ceacc94efe9c,segment=NetworkSegment(26469eb7-5c8e-4747-9fd2-5a2403361df7),segment_id=26469eb7-5c8e-4747-9fd2-5a2403361df7)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:55.271184 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a19340ce-b777-4fb5-b201-4956d1b8f7a1 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (0a87704e-f728-45cf-ba9c-ceacc94efe9c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:55.279684 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.tag.tag_plugin [None req-00eb7330-9a62-4d09-acec-4ebd8de76b86 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd34a1995-db24-4f2e-a712-c7c53ba18998') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:55.287199 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a19340ce-b777-4fb5-b201-4956d1b8f7a1 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Calling delete_port for 0a87704e-f728-45cf-ba9c-ceacc94efe9c owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:55.430684 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-00eb7330-9a62-4d09-acec-4ebd8de76b86 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "GET /v2.0/routers/d34a1995-db24-4f2e-a712-c7c53ba18998/tags HTTP/1.1" status: 200 len: 205 time: 0.1533785 Feb 09 01:30:55.431189 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43666) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:55.437895 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.tag.tag_plugin [None req-45f4f624-4d42-485a-b5e5-baab0169d0d5 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '247b69d3-66a1-4b1f-86f3-85a9588ec040') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:55.447507 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a19340ce-b777-4fb5-b201-4956d1b8f7a1 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (0a87704e-f728-45cf-ba9c-ceacc94efe9c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:55.461163 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19340ce-b777-4fb5-b201-4956d1b8f7a1 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] No DVR routers for this DVR port 0a87704e-f728-45cf-ba9c-ceacc94efe9c on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:30:55.464410 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2e0bab9-453c-4da9-9f7d-17de71140d73 req-8d1dac8e-f5b8-402e-96a3-0cf258d92413 service neutron] 10.222.0.91 "GET /v2.0/networks/38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414317 Feb 09 01:30:55.491440 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19340ce-b777-4fb5-b201-4956d1b8f7a1 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Pushing event deleted for resources: {'Port': ['ID=0a87704e-f728-45cf-ba9c-ceacc94efe9c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:55.594459 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-45f4f624-4d42-485a-b5e5-baab0169d0d5 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "GET /v2.0/subnetpools/247b69d3-66a1-4b1f-86f3-85a9588ec040/tags HTTP/1.1" status: 200 len: 240 time: 0.1611924 Feb 09 01:30:55.600034 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43672) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:55.604006 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.tag.tag_plugin [None req-c6f57fff-69ef-4484-8204-a7d9b0f55fe8 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '247b69d3-66a1-4b1f-86f3-85a9588ec040', 'tempest-TagsExtTest-Tag-917677375') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:55.610325 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a19340ce-b777-4fb5-b201-4956d1b8f7a1 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (ae02998a-e01c-410e-9c4a-7039319db130), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:55.650296 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-a19340ce-b777-4fb5-b201-4956d1b8f7a1 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae02998a-e01c-410e-9c4a-7039319db130']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:55.662477 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c6f57fff-69ef-4484-8204-a7d9b0f55fe8 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "GET /v2.0/subnetpools/247b69d3-66a1-4b1f-86f3-85a9588ec040/tags/tempest-TagsExtTest-Tag-917677375 HTTP/1.1" status: 204 len: 168 time: 0.0603249 Feb 09 01:30:55.662719 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43674) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:55.667616 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.tag.tag_plugin [None req-c5003a84-63ee-4fc6-a7dc-7d69de10a1d2 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '247b69d3-66a1-4b1f-86f3-85a9588ec040', 'tempest-TagsExtTest-Tag-917677375') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:55.673290 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-a19340ce-b777-4fb5-b201-4956d1b8f7a1 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26469eb7-5c8e-4747-9fd2-5a2403361df7') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:55.673645 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-a19340ce-b777-4fb5-b201-4956d1b8f7a1 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26469eb7-5c8e-4747-9fd2-5a2403361df7') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:55.691929 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a19340ce-b777-4fb5-b201-4956d1b8f7a1 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (26469eb7-5c8e-4747-9fd2-5a2403361df7), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:55.727150 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a19340ce-b777-4fb5-b201-4956d1b8f7a1 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (26469eb7-5c8e-4747-9fd2-5a2403361df7), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:55.739197 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a19340ce-b777-4fb5-b201-4956d1b8f7a1 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:30:55.739603 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a19340ce-b777-4fb5-b201-4956d1b8f7a1 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (26469eb7-5c8e-4747-9fd2-5a2403361df7), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:55.747911 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:30:55.747911 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:30:55.747911 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:30:55.747911 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:30:55.747911 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:30:55.747911 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:30:55.747911 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:30:55.747911 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:30:55.747911 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:30:55.747911 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:30:55.747911 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:30:55.747911 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:30:55.747911 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:30:55.747911 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:30:55.747911 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:30:55.747911 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:30:55.747911 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:30:55.747911 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:30:55.747911 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:30:55.747911 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:30:55.747911 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:30:55.747911 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:30:55.747911 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:30:55.747911 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:30:55.747911 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:30:55.747911 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:30:55.747911 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:30:55.747911 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:30:55.747911 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:30:55.747911 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:30:55.747911 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:30:55.747911 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:30:55.762220 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c54b4-32f4-4f67-aec3-40b573b05ee8 req-c1e4fa40-1891-4304-893d-bfb7f1bfeaca tempest-ComputeTenantNetworksTest-357185693 tempest-ComputeTenantNetworksTest-357185693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:55.772306 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c54b4-32f4-4f67-aec3-40b573b05ee8 req-c1e4fa40-1891-4304-893d-bfb7f1bfeaca tempest-ComputeTenantNetworksTest-357185693 tempest-ComputeTenantNetworksTest-357185693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:55.779572 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c54b4-32f4-4f67-aec3-40b573b05ee8 req-c1e4fa40-1891-4304-893d-bfb7f1bfeaca tempest-ComputeTenantNetworksTest-357185693 tempest-ComputeTenantNetworksTest-357185693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:55.781241 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:55.781843 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-166c54b4-32f4-4f67-aec3-40b573b05ee8 req-c1e4fa40-1891-4304-893d-bfb7f1bfeaca tempest-ComputeTenantNetworksTest-357185693 tempest-ComputeTenantNetworksTest-357185693-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3207726 Feb 09 01:30:55.809572 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b6fbf-7233-4eed-b7e2-d44cd627923d req-2093f88a-3824-4108-af48-a7941f3849a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:55.809837 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b6fbf-7233-4eed-b7e2-d44cd627923d req-2093f88a-3824-4108-af48-a7941f3849a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:55.810410 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b6fbf-7233-4eed-b7e2-d44cd627923d req-2093f88a-3824-4108-af48-a7941f3849a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:55.810943 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b6fbf-7233-4eed-b7e2-d44cd627923d req-2093f88a-3824-4108-af48-a7941f3849a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:55.811349 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b6fbf-7233-4eed-b7e2-d44cd627923d req-2093f88a-3824-4108-af48-a7941f3849a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:55.811813 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b6fbf-7233-4eed-b7e2-d44cd627923d req-2093f88a-3824-4108-af48-a7941f3849a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:55.812305 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b6fbf-7233-4eed-b7e2-d44cd627923d req-2093f88a-3824-4108-af48-a7941f3849a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:55.814296 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-130b6fbf-7233-4eed-b7e2-d44cd627923d req-2093f88a-3824-4108-af48-a7941f3849a9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5cc038305e744ad69576548c638221e8&device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 6711 time: 0.2240756 Feb 09 01:30:55.837169 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c5003a84-63ee-4fc6-a7dc-7d69de10a1d2 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "DELETE /v2.0/subnetpools/247b69d3-66a1-4b1f-86f3-85a9588ec040/tags/tempest-TagsExtTest-Tag-917677375 HTTP/1.1" status: 204 len: 168 time: 0.1733108 Feb 09 01:30:55.839810 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43682) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:55.846326 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.tag.tag_plugin [None req-84c03cc9-16d4-4dcc-b758-a8263f70f73e tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '247b69d3-66a1-4b1f-86f3-85a9588ec040') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:55.849003 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a19340ce-b777-4fb5-b201-4956d1b8f7a1 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (ae02998a-e01c-410e-9c4a-7039319db130), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:55.861902 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a19340ce-b777-4fb5-b201-4956d1b8f7a1 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:55.865902 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a19340ce-b777-4fb5-b201-4956d1b8f7a1 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] 10.222.0.30 "DELETE /v2.0/networks/ae02998a-e01c-410e-9c4a-7039319db130 HTTP/1.1" status: 204 len: 168 time: 1.0466371 Feb 09 01:30:55.874434 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43684) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:55.898729 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19340ce-b777-4fb5-b201-4956d1b8f7a1 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Pushing event deleted for resources: {'Network': ['ID=ae02998a-e01c-410e-9c4a-7039319db130,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:55.943708 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e40c4-c9a7-4993-8438-d552dbb31349 req-cc08d9b9-3f9c-40c1-9733-ff1526622305 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:55.945182 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9a8e40c4-c9a7-4993-8438-d552dbb31349 req-cc08d9b9-3f9c-40c1-9733-ff1526622305 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=255e72cc-bb4d-4ead-aefd-8aca152f72a0 HTTP/1.1" status: 200 len: 946 time: 0.1556048 Feb 09 01:30:55.954955 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-84c03cc9-16d4-4dcc-b758-a8263f70f73e tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "GET /v2.0/subnetpools/247b69d3-66a1-4b1f-86f3-85a9588ec040/tags HTTP/1.1" status: 200 len: 205 time: 0.1134229 Feb 09 01:30:55.957921 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43688) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:55.961758 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.tag.tag_plugin [None req-012e8e7a-0c13-49e4-9402-8e958f742e2f tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '247b69d3-66a1-4b1f-86f3-85a9588ec040') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:55.978274 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-85c1e075-96c4-4d1d-8962-c8cad2a1aad6 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Deleting subnet 356da349-5cd7-4705-864c-6967aee771ef {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:30:55.983799 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-85c1e075-96c4-4d1d-8962-c8cad2a1aad6 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks [] for subnet (356da349-5cd7-4705-864c-6967aee771ef), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:56.014855 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 5b5aa433-24f9-4b84-830c-24029bc4c335 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:30:56.027608 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82ab11-065b-4fd2-b978-869029f32fcb req-c3115ba5-8c47-4fc0-9204-21d396e2b5f6 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:56.033700 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82ab11-065b-4fd2-b978-869029f32fcb req-c3115ba5-8c47-4fc0-9204-21d396e2b5f6 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:56.037155 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-85c1e075-96c4-4d1d-8962-c8cad2a1aad6 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (356da349-5cd7-4705-864c-6967aee771ef), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:56.040530 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82ab11-065b-4fd2-b978-869029f32fcb req-c3115ba5-8c47-4fc0-9204-21d396e2b5f6 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:56.048068 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82ab11-065b-4fd2-b978-869029f32fcb req-c3115ba5-8c47-4fc0-9204-21d396e2b5f6 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:56.054962 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82ab11-065b-4fd2-b978-869029f32fcb req-c3115ba5-8c47-4fc0-9204-21d396e2b5f6 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:56.061828 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82ab11-065b-4fd2-b978-869029f32fcb req-c3115ba5-8c47-4fc0-9204-21d396e2b5f6 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:56.067218 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82ab11-065b-4fd2-b978-869029f32fcb req-c3115ba5-8c47-4fc0-9204-21d396e2b5f6 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:56.069252 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-be82ab11-065b-4fd2-b978-869029f32fcb req-c3115ba5-8c47-4fc0-9204-21d396e2b5f6 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5430 time: 0.2049010 Feb 09 01:30:56.088885 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b6fbf-7233-4eed-b7e2-d44cd627923d req-e8130493-dbe4-4dcd-80a0-8ec61e2e404c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:56.090979 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-130b6fbf-7233-4eed-b7e2-d44cd627923d req-e8130493-dbe4-4dcd-80a0-8ec61e2e404c service neutron] 10.222.0.91 "GET /v2.0/networks?id=38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0 HTTP/1.1" status: 200 len: 903 time: 0.2602012 Feb 09 01:30:56.098482 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 5b5aa433-24f9-4b84-830c-24029bc4c335 is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:56.099319 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5b5aa433-24f9-4b84-830c-24029bc4c335), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:56.115114 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9a8e40c4-c9a7-4993-8438-d552dbb31349 req-d4e3ae61-bf45-415d-8b11-6d3dfdb48346 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630747 Feb 09 01:30:56.144337 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255e72cc-bb4d-4ead-aefd-8aca152f72a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b5aa433-24f9-4b84-830c-24029bc4c335'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:30:56.150221 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd41b4bd-fa17-45bd-aa53-3b4eeb3397c6" -d '{"events": [{"server_uuid": "255e72cc-bb4d-4ead-aefd-8aca152f72a0", "name": "network-vif-unplugged", "status": "completed", "tag": "5b5aa433-24f9-4b84-830c-24029bc4c335"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:30:56.158354 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-130b6fbf-7233-4eed-b7e2-d44cd627923d req-408969c0-5e7a-4fc7-a429-6de85c548578 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b350e14b-a80e-41d8-9d86-7e731c3faa62 HTTP/1.1" status: 200 len: 217 time: 0.0586638 Feb 09 01:30:56.174908 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 5b5aa433-24f9-4b84-830c-24029bc4c335, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=5b5aa433-24f9-4b84-830c-24029bc4c335,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:56.178417 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-85c1e075-96c4-4d1d-8962-c8cad2a1aad6 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (356da349-5cd7-4705-864c-6967aee771ef), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:56.183545 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5b5aa433-24f9-4b84-830c-24029bc4c335), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:56.240304 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=5b5aa433-24f9-4b84-830c-24029bc4c335,revision_number=8']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:56.273239 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-85c1e075-96c4-4d1d-8962-c8cad2a1aad6 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (356da349-5cd7-4705-864c-6967aee771ef), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:56.295200 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-be82ab11-065b-4fd2-b978-869029f32fcb req-37104d92-aade-49ce-a907-1d496b62222d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2124670 Feb 09 01:30:56.302939 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec003e91-b621-46a9-b3e2-ea630295feb2 None None] Network 5effe099-bbe7-4c2d-94b9-2426e9396276 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:56.308032 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b6fbf-7233-4eed-b7e2-d44cd627923d req-4d024adc-71b3-4758-8747-4ca6f28cd37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:56.309703 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-130b6fbf-7233-4eed-b7e2-d44cd627923d req-4d024adc-71b3-4758-8747-4ca6f28cd37f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=83b1d7a0-7578-4a2b-b84a-68d95cb4eed6 HTTP/1.1" status: 200 len: 797 time: 0.1393607 Feb 09 01:30:56.315519 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283641b-12f7-4fe2-b66a-1c6746a29a26 req-6e373b79-ea0b-41fa-b291-00b6fe0e7114 tempest-ComputeTenantNetworksTest-357185693 tempest-ComputeTenantNetworksTest-357185693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:56.316899 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d283641b-12f7-4fe2-b66a-1c6746a29a26 req-6e373b79-ea0b-41fa-b291-00b6fe0e7114 tempest-ComputeTenantNetworksTest-357185693 tempest-ComputeTenantNetworksTest-357185693-project] 10.222.0.30 "GET /v2.0/networks/f461bd14-0dab-4751-bb62-4d532adb782f HTTP/1.1" status: 200 len: 769 time: 0.1616497 Feb 09 01:30:56.326301 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43694) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:56.382504 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-85c1e075-96c4-4d1d-8962-c8cad2a1aad6 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:56.397519 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-85c1e075-96c4-4d1d-8962-c8cad2a1aad6 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] 10.222.0.30 "DELETE /v2.0/subnets/356da349-5cd7-4705-864c-6967aee771ef HTTP/1.1" status: 204 len: 168 time: 0.5190477 Feb 09 01:30:56.400633 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-012e8e7a-0c13-49e4-9402-8e958f742e2f tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "DELETE /v2.0/subnetpools/247b69d3-66a1-4b1f-86f3-85a9588ec040/tags HTTP/1.1" status: 204 len: 168 time: 0.4422212 Feb 09 01:30:56.401417 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43696) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:56.404634 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43698) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:56.421423 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.tag.tag_plugin [None req-db35ddb7-9207-4b31-9873-5c1ea155bc76 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd34a1995-db24-4f2e-a712-c7c53ba18998') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:56.492663 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1e075-96c4-4d1d-8962-c8cad2a1aad6 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Pushing event deleted for resources: {'Subnet': ['ID=356da349-5cd7-4705-864c-6967aee771ef,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:56.499678 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c894a8b4-ae72-4807-b6a1-fb5237326456 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (5effe099-bbe7-4c2d-94b9-2426e9396276), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:56.568309 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c894a8b4-ae72-4807-b6a1-fb5237326456 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Deleting port bf6bd0da-af29-4a74-9903-bdc7f06cfb0a {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:56.568718 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c894a8b4-ae72-4807-b6a1-fb5237326456 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (bf6bd0da-af29-4a74-9903-bdc7f06cfb0a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:56.579126 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-61217880-1292-463e-a616-c21662d83b22 req-648ab10d-ed37-4738-aac4-3bdc5804510e tempest-ServerShowV254Test-1607297154 tempest-ServerShowV254Test-1607297154-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c6c5054-18fa-4e00-98b2-2773d5a9f7d4 HTTP/1.1" status: 200 len: 210 time: 0.1424348 Feb 09 01:30:56.596812 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3aff21a-8ca6-4a40-8fc6-25c85394b9ac None None] DHCP port deletion for 5effe099-bbe7-4c2d-94b9-2426e9396276 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:30:56.610646 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bbeaec71-39f4-4d9a-a84e-587d5a386589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (f461bd14-0dab-4751-bb62-4d532adb782f), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:56.627424 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b6fbf-7233-4eed-b7e2-d44cd627923d req-20addaba-066d-4058-953a-42298e16464b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:56.629065 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-130b6fbf-7233-4eed-b7e2-d44cd627923d req-20addaba-066d-4058-953a-42298e16464b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3112915 Feb 09 01:30:56.683970 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-c894a8b4-ae72-4807-b6a1-fb5237326456 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] For port bf6bd0da-af29-4a74-9903-bdc7f06cfb0a, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=bf6bd0da-af29-4a74-9903-bdc7f06cfb0a,segment=NetworkSegment(7179e5d7-4b01-48e6-a969-2b5657ae20f9),segment_id=7179e5d7-4b01-48e6-a969-2b5657ae20f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:56.684967 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c894a8b4-ae72-4807-b6a1-fb5237326456 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (bf6bd0da-af29-4a74-9903-bdc7f06cfb0a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:56.711051 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c894a8b4-ae72-4807-b6a1-fb5237326456 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Calling delete_port for bf6bd0da-af29-4a74-9903-bdc7f06cfb0a owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:56.765915 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75bd6a9-9528-428a-a8e8-430785bbcb78 req-5cbfe059-8ee8-435a-9a14-ef375418b4d6 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:56.773240 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f75bd6a9-9528-428a-a8e8-430785bbcb78 req-5cbfe059-8ee8-435a-9a14-ef375418b4d6 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.2861607 Feb 09 01:30:56.836166 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c894a8b4-ae72-4807-b6a1-fb5237326456 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (bf6bd0da-af29-4a74-9903-bdc7f06cfb0a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:56.863067 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c894a8b4-ae72-4807-b6a1-fb5237326456 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] No DVR routers for this DVR port bf6bd0da-af29-4a74-9903-bdc7f06cfb0a on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:30:56.902023 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 01:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ff72cc-6d20-4e68-8e64-0c184642b1b0 x-openstack-request-id: req-b9ff72cc-6d20-4e68-8e64-0c184642b1b0 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:30:56.902641 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255e72cc-bb4d-4ead-aefd-8aca152f72a0", "name": "network-vif-unplugged", "status": "failed", "tag": "5b5aa433-24f9-4b84-830c-24029bc4c335", "code": 422}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:30:56.903497 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b9ff72cc-6d20-4e68-8e64-0c184642b1b0 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:30:56.904331 n-d-822053-40 neutron-server[103530]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '255e72cc-bb4d-4ead-aefd-8aca152f72a0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5b5aa433-24f9-4b84-830c-24029bc4c335', 'code': 422} returned with failed status Feb 09 01:30:56.926441 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894a8b4-ae72-4807-b6a1-fb5237326456 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Pushing event deleted for resources: {'Port': ['ID=bf6bd0da-af29-4a74-9903-bdc7f06cfb0a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:56.942122 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a3aff21a-8ca6-4a40-8fc6-25c85394b9ac None None] Deleting port bf6bd0da-af29-4a74-9903-bdc7f06cfb0a {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:56.942625 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a3aff21a-8ca6-4a40-8fc6-25c85394b9ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (bf6bd0da-af29-4a74-9903-bdc7f06cfb0a), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:57.036206 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-a3aff21a-8ca6-4a40-8fc6-25c85394b9ac None None] For port bf6bd0da-af29-4a74-9903-bdc7f06cfb0a, host n-d-822053-40, got binding levels [] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:57.036993 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a3aff21a-8ca6-4a40-8fc6-25c85394b9ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (bf6bd0da-af29-4a74-9903-bdc7f06cfb0a), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:57.064220 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a3aff21a-8ca6-4a40-8fc6-25c85394b9ac None None] Calling delete_port for bf6bd0da-af29-4a74-9903-bdc7f06cfb0a owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:57.068007 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.ipam_backend_mixin [None req-a3aff21a-8ca6-4a40-8fc6-25c85394b9ac None None] Port bf6bd0da-af29-4a74-9903-bdc7f06cfb0a was not found and therefore no delete operation was performed {{(pid=103530) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:30:57.070471 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a3aff21a-8ca6-4a40-8fc6-25c85394b9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (bf6bd0da-af29-4a74-9903-bdc7f06cfb0a), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:57.091771 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3aff21a-8ca6-4a40-8fc6-25c85394b9ac None None] No DVR routers for this DVR port bf6bd0da-af29-4a74-9903-bdc7f06cfb0a on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:30:57.101937 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c894a8b4-ae72-4807-b6a1-fb5237326456 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (5effe099-bbe7-4c2d-94b9-2426e9396276), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:57.143239 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aff21a-8ca6-4a40-8fc6-25c85394b9ac None None] Pushing event deleted for resources: {'Port': ['ID=bf6bd0da-af29-4a74-9903-bdc7f06cfb0a,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:57.143546 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-c894a8b4-ae72-4807-b6a1-fb5237326456 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5effe099-bbe7-4c2d-94b9-2426e9396276']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:57.160011 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-c894a8b4-ae72-4807-b6a1-fb5237326456 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7179e5d7-4b01-48e6-a969-2b5657ae20f9') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:57.160960 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-c894a8b4-ae72-4807-b6a1-fb5237326456 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7179e5d7-4b01-48e6-a969-2b5657ae20f9') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:57.178337 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c894a8b4-ae72-4807-b6a1-fb5237326456 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (7179e5d7-4b01-48e6-a969-2b5657ae20f9), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:57.197544 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c894a8b4-ae72-4807-b6a1-fb5237326456 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (7179e5d7-4b01-48e6-a969-2b5657ae20f9), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:57.204223 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c894a8b4-ae72-4807-b6a1-fb5237326456 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:30:57.205047 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c894a8b4-ae72-4807-b6a1-fb5237326456 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (7179e5d7-4b01-48e6-a969-2b5657ae20f9), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:57.218256 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-db35ddb7-9207-4b31-9873-5c1ea155bc76 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "DELETE /v2.0/routers/d34a1995-db24-4f2e-a712-c7c53ba18998/tags HTTP/1.1" status: 204 len: 168 time: 0.8126526 Feb 09 01:30:57.225656 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43716) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:57.242063 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.tag.tag_plugin [None req-02d8fdf1-f1f1-4898-bd73-ee315d978966 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5280e21f-04f6-42f5-98c3-34bd33364c48') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:57.244257 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43718) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:57.254449 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:30:57.254449 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:30:57.254449 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:30:57.254449 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:30:57.254449 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:30:57.254449 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:30:57.254449 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:30:57.254449 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:30:57.254449 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:30:57.254449 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:30:57.254449 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:30:57.254449 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:30:57.254449 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:30:57.254449 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:30:57.254449 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:30:57.254449 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:30:57.254449 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:30:57.254449 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:30:57.254449 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:30:57.254449 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:30:57.254449 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:30:57.254449 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:30:57.254449 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:30:57.254449 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:30:57.254449 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:30:57.254449 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:30:57.254449 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:30:57.254449 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:30:57.254449 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:30:57.254449 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:30:57.254449 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:30:57.254449 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:30:57.257729 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bbeaec71-39f4-4d9a-a84e-587d5a386589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (f461bd14-0dab-4751-bb62-4d532adb782f), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:57.283884 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c894a8b4-ae72-4807-b6a1-fb5237326456 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (5effe099-bbe7-4c2d-94b9-2426e9396276), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:57.303543 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c894a8b4-ae72-4807-b6a1-fb5237326456 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:57.313062 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c894a8b4-ae72-4807-b6a1-fb5237326456 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] 10.222.0.30 "DELETE /v2.0/networks/5effe099-bbe7-4c2d-94b9-2426e9396276 HTTP/1.1" status: 204 len: 168 time: 0.9100580 Feb 09 01:30:57.328449 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894a8b4-ae72-4807-b6a1-fb5237326456 tempest-NetworksIpV6TestAttrs-1873826619 tempest-NetworksIpV6TestAttrs-1873826619-project] Pushing event deleted for resources: {'Network': ['ID=5effe099-bbe7-4c2d-94b9-2426e9396276,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:57.336334 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-130b6fbf-7233-4eed-b7e2-d44cd627923d req-7b7658bc-5106-48a9-b318-7db842b26a87 service neutron] 10.222.0.91 "GET /v2.0/networks/38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6995740 Feb 09 01:30:57.340775 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-bbeaec71-39f4-4d9a-a84e-587d5a386589 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f461bd14-0dab-4751-bb62-4d532adb782f']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:57.364068 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f75bd6a9-9528-428a-a8e8-430785bbcb78 req-ade24085-7c56-49d5-a8f6-942d204559ed tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5899103 Feb 09 01:30:57.381191 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-bbeaec71-39f4-4d9a-a84e-587d5a386589 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce96575-8aa5-49cd-9a82-3dc4b8f06a1a') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:57.381490 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-bbeaec71-39f4-4d9a-a84e-587d5a386589 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce96575-8aa5-49cd-9a82-3dc4b8f06a1a') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:57.433888 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bbeaec71-39f4-4d9a-a84e-587d5a386589 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (4ce96575-8aa5-49cd-9a82-3dc4b8f06a1a), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:57.458060 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bbeaec71-39f4-4d9a-a84e-587d5a386589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (4ce96575-8aa5-49cd-9a82-3dc4b8f06a1a), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:57.488875 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbeaec71-39f4-4d9a-a84e-587d5a386589 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:30:57.489276 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bbeaec71-39f4-4d9a-a84e-587d5a386589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (4ce96575-8aa5-49cd-9a82-3dc4b8f06a1a), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:57.498453 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:30:57.498453 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:30:57.498453 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:30:57.498453 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:30:57.498453 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:30:57.498453 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:30:57.498453 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:30:57.498453 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:30:57.498453 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:30:57.498453 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:30:57.498453 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:30:57.498453 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:30:57.498453 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:30:57.498453 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:30:57.498453 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:30:57.498453 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:30:57.498453 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:30:57.498453 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:30:57.498453 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:30:57.498453 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:30:57.498453 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:30:57.498453 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:30:57.498453 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:30:57.498453 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:30:57.498453 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:30:57.498453 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:30:57.498453 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:30:57.498453 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:30:57.498453 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:30:57.498453 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:30:57.498453 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:30:57.498453 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:30:57.513063 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:57.555207 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device bf6bd0da-af29-4a74-9903-bdc7f06cfb0a no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:30:57.579474 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-02d8fdf1-f1f1-4898-bd73-ee315d978966 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "DELETE /v2.0/ports/5280e21f-04f6-42f5-98c3-34bd33364c48/tags HTTP/1.1" status: 204 len: 168 time: 0.3463013 Feb 09 01:30:57.580665 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43728) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:57.590421 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.tag.tag_plugin [None req-630e3374-5d0c-41c5-a2cd-543f0f8df6bf tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c6a1729c-6ded-4c8e-8a7b-2aea85608629') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:57.594997 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: bf6bd0da-af29-4a74-9903-bdc7f06cfb0a {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:30:57.595556 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device bf6bd0da-af29-4a74-9903-bdc7f06cfb0a not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:30:57.647719 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-130b6fbf-7233-4eed-b7e2-d44cd627923d req-8ee880f6-e3a5-4b8c-b0c8-2f18e70b110d service neutron] 10.222.0.91 "GET /v2.0/networks/38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027043 Feb 09 01:30:57.669951 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2d1ba7f1-a7fe-466c-b96d-5ed0b15275b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:57.672500 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-630e3374-5d0c-41c5-a2cd-543f0f8df6bf tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "DELETE /v2.0/subnets/c6a1729c-6ded-4c8e-8a7b-2aea85608629/tags HTTP/1.1" status: 204 len: 168 time: 0.0899456 Feb 09 01:30:57.677372 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43734) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:57.682935 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.tag.tag_plugin [None req-84da5222-28fa-4137-a937-83de3e213912 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c6a1729c-6ded-4c8e-8a7b-2aea85608629', 'tempest-TagsExtTest-Tag-1776810035') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:57.697129 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bbeaec71-39f4-4d9a-a84e-587d5a386589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (f461bd14-0dab-4751-bb62-4d532adb782f), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:57.707561 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bbeaec71-39f4-4d9a-a84e-587d5a386589 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:57.713532 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-bbeaec71-39f4-4d9a-a84e-587d5a386589 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f461bd14-0dab-4751-bb62-4d532adb782f HTTP/1.1" status: 204 len: 168 time: 1.3837686 Feb 09 01:30:57.736103 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeaec71-39f4-4d9a-a84e-587d5a386589 admin admin] Pushing event deleted for resources: {'Network': ['ID=f461bd14-0dab-4751-bb62-4d532adb782f,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:57.763320 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d3b91-596b-48e5-b65c-aec9966eb175 req-2bc42d9b-4132-4b9c-9caa-0fed022bb080 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:57.765233 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aa5d3b91-596b-48e5-b65c-aec9966eb175 req-2bc42d9b-4132-4b9c-9caa-0fed022bb080 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.1829801 Feb 09 01:30:57.776034 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc18215-f951-495e-b664-fd25fe813f0f req-88942afa-f62c-4797-8ca5-8ff302a6e2d1 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:57.782669 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc18215-f951-495e-b664-fd25fe813f0f req-88942afa-f62c-4797-8ca5-8ff302a6e2d1 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:57.788503 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc18215-f951-495e-b664-fd25fe813f0f req-88942afa-f62c-4797-8ca5-8ff302a6e2d1 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:57.795262 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc18215-f951-495e-b664-fd25fe813f0f req-88942afa-f62c-4797-8ca5-8ff302a6e2d1 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:57.800876 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc18215-f951-495e-b664-fd25fe813f0f req-88942afa-f62c-4797-8ca5-8ff302a6e2d1 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:57.806196 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc18215-f951-495e-b664-fd25fe813f0f req-88942afa-f62c-4797-8ca5-8ff302a6e2d1 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:57.812791 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc18215-f951-495e-b664-fd25fe813f0f req-88942afa-f62c-4797-8ca5-8ff302a6e2d1 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:57.820529 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-edc18215-f951-495e-b664-fd25fe813f0f req-88942afa-f62c-4797-8ca5-8ff302a6e2d1 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5430 time: 0.3100448 Feb 09 01:30:57.821751 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43738) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:57.856624 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-84da5222-28fa-4137-a937-83de3e213912 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "PUT /v2.0/subnets/c6a1729c-6ded-4c8e-8a7b-2aea85608629/tags/tempest-TagsExtTest-Tag-1776810035 HTTP/1.1" status: 201 len: 201 time: 0.1778131 Feb 09 01:30:57.859400 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43742) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:57.867156 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.tag.tag_plugin [None req-67aa3ca0-c8c7-4866-85ec-3eda7741d4df tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5280e21f-04f6-42f5-98c3-34bd33364c48', 'tempest-TagsExtTest-Tag-1639219372') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:57.953465 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aa5d3b91-596b-48e5-b65c-aec9966eb175 req-f2f57d60-4ea7-4a17-8ea7-e47363503b9d tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249516 Feb 09 01:30:57.975546 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-edc18215-f951-495e-b664-fd25fe813f0f req-2b6fcc56-bacd-45b9-b129-1f0230ee86e5 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1497710 Feb 09 01:30:57.999680 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2d1ba7f1-a7fe-466c-b96d-5ed0b15275b0 admin admin] Publish callbacks [] for security_group (b87335ec-a30d-43d3-8a0f-0c717cf3fd8d), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:58.023571 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2d1ba7f1-a7fe-466c-b96d-5ed0b15275b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b87335ec-a30d-43d3-8a0f-0c717cf3fd8d), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:58.056374 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-67aa3ca0-c8c7-4866-85ec-3eda7741d4df tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "PUT /v2.0/ports/5280e21f-04f6-42f5-98c3-34bd33364c48/tags/tempest-TagsExtTest-Tag-1639219372 HTTP/1.1" status: 201 len: 201 time: 0.1953332 Feb 09 01:30:58.059604 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43746) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:58.066405 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-94c4d719-c328-4ed4-a3da-71d3dab8a5d3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2d40356c6dcf460fae71a875d314525f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2408941 Feb 09 01:30:58.068418 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.tag.tag_plugin [None req-796caf5b-f1e0-46a0-b0e9-ad9d7882ea04 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd34a1995-db24-4f2e-a712-c7c53ba18998', 'tempest-TagsExtTest-Tag-701908387') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:58.069179 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43748) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:58.112496 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43750) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:58.149478 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ba7f1-a7fe-466c-b96d-5ed0b15275b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87335ec-a30d-43d3-8a0f-0c717cf3fd8d,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:58.154982 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2d1ba7f1-a7fe-466c-b96d-5ed0b15275b0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=502387b296e141f1b9ac6ef66268afef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9012995 Feb 09 01:30:58.157608 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43752) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:58.198899 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4c5b1d1-bc93-4cd3-baaf-f190d3580662 req-d31f4e41-6614-41ce-823c-3c0499aed277 tempest-ServerShowV254Test-1607297154 tempest-ServerShowV254Test-1607297154-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c6c5054-18fa-4e00-98b2-2773d5a9f7d4 HTTP/1.1" status: 200 len: 210 time: 0.0799549 Feb 09 01:30:58.248222 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:58.263619 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6f5c8480-3370-40f1-8e0a-01b0f7096c44 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4fb79654ecd64aa09d496aef48db537a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1413167 Feb 09 01:30:58.264245 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43756) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:58.264761 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d95c39a2-e796-4bb8-83d2-930bfc14325c admin admin] Publish callbacks [] for security_group (ec7e2110-b0a4-4050-88bb-409198fb69ab), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:58.265165 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-824e4abb-0205-4cef-b90f-746e2c7d2c0d admin admin] Publish callbacks [] for security_group (b87335ec-a30d-43d3-8a0f-0c717cf3fd8d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:58.285544 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-796caf5b-f1e0-46a0-b0e9-ad9d7882ea04 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "PUT /v2.0/routers/d34a1995-db24-4f2e-a712-c7c53ba18998/tags/tempest-TagsExtTest-Tag-701908387 HTTP/1.1" status: 201 len: 201 time: 0.2243791 Feb 09 01:30:58.288800 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43758) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:58.296669 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-824e4abb-0205-4cef-b90f-746e2c7d2c0d admin admin] Publish callbacks [] for security_group (b87335ec-a30d-43d3-8a0f-0c717cf3fd8d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:58.317996 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.tag.tag_plugin [None req-9e85639c-6d20-482f-916e-19b37cd17148 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '247b69d3-66a1-4b1f-86f3-85a9588ec040', 'tempest-TagsExtTest-Tag-948410421') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:58.362473 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-824e4abb-0205-4cef-b90f-746e2c7d2c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b87335ec-a30d-43d3-8a0f-0c717cf3fd8d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:58.365919 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-824e4abb-0205-4cef-b90f-746e2c7d2c0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:58.369801 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-824e4abb-0205-4cef-b90f-746e2c7d2c0d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b87335ec-a30d-43d3-8a0f-0c717cf3fd8d HTTP/1.1" status: 204 len: 168 time: 0.2085714 Feb 09 01:30:58.377180 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e4abb-0205-4cef-b90f-746e2c7d2c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87335ec-a30d-43d3-8a0f-0c717cf3fd8d,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:58.381990 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d95c39a2-e796-4bb8-83d2-930bfc14325c admin admin] Publish callbacks [] for security_group (ec7e2110-b0a4-4050-88bb-409198fb69ab), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:58.477100 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9e85639c-6d20-482f-916e-19b37cd17148 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "PUT /v2.0/subnetpools/247b69d3-66a1-4b1f-86f3-85a9588ec040/tags/tempest-TagsExtTest-Tag-948410421 HTTP/1.1" status: 201 len: 201 time: 0.1761975 Feb 09 01:30:58.480020 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43762) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:58.482925 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5ccad29c-16ab-413d-b7a0-a90d7ea5791f admin admin] Publish callbacks [] for security_group (4add9957-5828-4bc9-8dec-0d33ef8485e5), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:58.486942 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.tag.tag_plugin [None req-090cad2e-a224-4a6a-b9ba-02c009107301 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'c6a1729c-6ded-4c8e-8a7b-2aea85608629', {'tags': ['tempest-TagsExtTest-Tag-2107334908', 'tempest-TagsExtTest-Tag-276041315', 'tempest-TagsExtTest-Tag-1984367611']}) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:58.494329 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a963e-22a0-4c90-8145-3069a8ad23f5 req-4a857406-1fa4-4ec7-a783-692c9adc1bdc tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:58.495848 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-447a963e-22a0-4c90-8145-3069a8ad23f5 req-4a857406-1fa4-4ec7-a783-692c9adc1bdc tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.1753891 Feb 09 01:30:58.526466 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d95c39a2-e796-4bb8-83d2-930bfc14325c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ec7e2110-b0a4-4050-88bb-409198fb69ab), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:58.529111 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d95c39a2-e796-4bb8-83d2-930bfc14325c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:58.532569 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d95c39a2-e796-4bb8-83d2-930bfc14325c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ec7e2110-b0a4-4050-88bb-409198fb69ab HTTP/1.1" status: 204 len: 168 time: 0.4555016 Feb 09 01:30:58.536348 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5ccad29c-16ab-413d-b7a0-a90d7ea5791f admin admin] Publish callbacks [] for security_group (4add9957-5828-4bc9-8dec-0d33ef8485e5), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:58.568090 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-090cad2e-a224-4a6a-b9ba-02c009107301 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "PUT /v2.0/subnets/c6a1729c-6ded-4c8e-8a7b-2aea85608629/tags HTTP/1.1" status: 200 len: 317 time: 0.0860176 Feb 09 01:30:58.570064 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c39a2-e796-4bb8-83d2-930bfc14325c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7e2110-b0a4-4050-88bb-409198fb69ab,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:58.570483 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43766) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:58.587468 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.tag.tag_plugin [None req-e9ae343a-b064-4e28-90e5-4907bccfdf7d tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c6a1729c-6ded-4c8e-8a7b-2aea85608629') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:58.630282 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-447a963e-22a0-4c90-8145-3069a8ad23f5 req-2dafa6c7-80c0-490d-b1d5-db8293cb91e6 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186073 Feb 09 01:30:58.658243 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5ccad29c-16ab-413d-b7a0-a90d7ea5791f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (4add9957-5828-4bc9-8dec-0d33ef8485e5), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:58.661080 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5ccad29c-16ab-413d-b7a0-a90d7ea5791f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:58.662327 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5ccad29c-16ab-413d-b7a0-a90d7ea5791f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4add9957-5828-4bc9-8dec-0d33ef8485e5 HTTP/1.1" status: 204 len: 168 time: 0.3878729 Feb 09 01:30:58.671336 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccad29c-16ab-413d-b7a0-a90d7ea5791f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4add9957-5828-4bc9-8dec-0d33ef8485e5,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:58.709699 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e9ae343a-b064-4e28-90e5-4907bccfdf7d tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "DELETE /v2.0/subnets/c6a1729c-6ded-4c8e-8a7b-2aea85608629/tags HTTP/1.1" status: 204 len: 168 time: 0.1324935 Feb 09 01:30:58.712553 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43772) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:58.717996 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.tag.tag_plugin [None req-9f56a01b-f2b1-4da7-9ede-f5dc3aec1cb0 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c6a1729c-6ded-4c8e-8a7b-2aea85608629', 'tempest-TagsExtTest-Tag-2107334908') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:58.814914 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-9f56a01b-f2b1-4da7-9ede-f5dc3aec1cb0 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] show failed (client error): The resource could not be found. Feb 09 01:30:58.819004 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9f56a01b-f2b1-4da7-9ede-f5dc3aec1cb0 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "GET /v2.0/subnets/c6a1729c-6ded-4c8e-8a7b-2aea85608629/tags/tempest-TagsExtTest-Tag-2107334908 HTTP/1.1" status: 404 len: 329 time: 0.1024351 Feb 09 01:30:58.819211 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43776) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:58.823645 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.tag.tag_plugin [None req-85cd8db2-9210-4449-a699-5dc47aa3969a tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c6a1729c-6ded-4c8e-8a7b-2aea85608629', 'tempest-TagsExtTest-Tag-276041315') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:58.879205 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-85cd8db2-9210-4449-a699-5dc47aa3969a tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] show failed (client error): The resource could not be found. Feb 09 01:30:58.880584 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-85cd8db2-9210-4449-a699-5dc47aa3969a tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "GET /v2.0/subnets/c6a1729c-6ded-4c8e-8a7b-2aea85608629/tags/tempest-TagsExtTest-Tag-276041315 HTTP/1.1" status: 404 len: 328 time: 0.0603168 Feb 09 01:30:58.883331 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43778) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:58.888945 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.tag.tag_plugin [None req-3f9fc433-e638-4386-a418-05d973b0fa19 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c6a1729c-6ded-4c8e-8a7b-2aea85608629', 'tempest-TagsExtTest-Tag-1984367611') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:58.951417 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-3f9fc433-e638-4386-a418-05d973b0fa19 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] show failed (client error): The resource could not be found. Feb 09 01:30:58.952715 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3f9fc433-e638-4386-a418-05d973b0fa19 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "GET /v2.0/subnets/c6a1729c-6ded-4c8e-8a7b-2aea85608629/tags/tempest-TagsExtTest-Tag-1984367611 HTTP/1.1" status: 404 len: 329 time: 0.0682685 Feb 09 01:30:58.955605 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43780) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:58.961591 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43782) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:58.973328 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.tag.tag_plugin [None req-0a80e2a5-edd7-4c61-8308-bfc3c03c8584 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5280e21f-04f6-42f5-98c3-34bd33364c48', {'tags': ['tempest-TagsExtTest-Tag-615201280', 'tempest-TagsExtTest-Tag-1357977942', 'tempest-TagsExtTest-Tag-353605658']}) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:58.976991 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1c8d0a9d-595b-4cdb-bb53-c0df50074617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:59.068942 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43790) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:59.069333 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0a80e2a5-edd7-4c61-8308-bfc3c03c8584 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "PUT /v2.0/ports/5280e21f-04f6-42f5-98c3-34bd33364c48/tags HTTP/1.1" status: 200 len: 316 time: 0.1057615 Feb 09 01:30:59.074259 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.tag.tag_plugin [None req-f76ea2f0-6577-4928-8002-3d411fea9161 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5280e21f-04f6-42f5-98c3-34bd33364c48') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:59.133706 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1c8d0a9d-595b-4cdb-bb53-c0df50074617 admin admin] Publish callbacks [] for security_group (49ef490e-7f9c-4cc2-a191-5e7e1d2c987b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:59.139290 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1c8d0a9d-595b-4cdb-bb53-c0df50074617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (49ef490e-7f9c-4cc2-a191-5e7e1d2c987b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:59.185817 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0edabb-9a2d-4645-aa70-052091f7ed7d req-e3803e91-5f61-400d-be96-98ea64beec07 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:59.186690 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1c8d0a9d-595b-4cdb-bb53-c0df50074617 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ce05cc4c2cba4bd7b739284da619d5d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2299650 Feb 09 01:30:59.189079 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43800) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:59.191062 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0edabb-9a2d-4645-aa70-052091f7ed7d req-e3803e91-5f61-400d-be96-98ea64beec07 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:59.196500 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0edabb-9a2d-4645-aa70-052091f7ed7d req-e3803e91-5f61-400d-be96-98ea64beec07 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:59.202049 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0edabb-9a2d-4645-aa70-052091f7ed7d req-e3803e91-5f61-400d-be96-98ea64beec07 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:59.207259 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0edabb-9a2d-4645-aa70-052091f7ed7d req-e3803e91-5f61-400d-be96-98ea64beec07 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:59.213158 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0edabb-9a2d-4645-aa70-052091f7ed7d req-e3803e91-5f61-400d-be96-98ea64beec07 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:59.213828 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d0a9d-595b-4cdb-bb53-c0df50074617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ef490e-7f9c-4cc2-a191-5e7e1d2c987b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:59.221159 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0edabb-9a2d-4645-aa70-052091f7ed7d req-e3803e91-5f61-400d-be96-98ea64beec07 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:59.222282 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7d0edabb-9a2d-4645-aa70-052091f7ed7d req-e3803e91-5f61-400d-be96-98ea64beec07 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5430 time: 0.1429451 Feb 09 01:30:59.280309 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f76ea2f0-6577-4928-8002-3d411fea9161 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "DELETE /v2.0/ports/5280e21f-04f6-42f5-98c3-34bd33364c48/tags HTTP/1.1" status: 204 len: 168 time: 0.2097859 Feb 09 01:30:59.285675 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43808) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:59.295862 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.tag.tag_plugin [None req-8d326224-0ff2-46f9-896d-68af9d34e0be tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5280e21f-04f6-42f5-98c3-34bd33364c48', 'tempest-TagsExtTest-Tag-615201280') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:59.316246 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7d0edabb-9a2d-4645-aa70-052091f7ed7d req-14885f51-1aa5-49f5-b2e8-5280372262b0 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0811789 Feb 09 01:30:59.364396 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-23bdabfa-2fbf-4375-b96e-d0988018522d admin admin] Publish callbacks [] for security_group (49ef490e-7f9c-4cc2-a191-5e7e1d2c987b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:59.369229 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f2362efc-6382-48c9-8639-6f7d7e88a6fe req-02b68daf-6b54-43f4-984f-32266cf20e74 tempest-ServerShowV254Test-1607297154 tempest-ServerShowV254Test-1607297154-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c6c5054-18fa-4e00-98b2-2773d5a9f7d4 HTTP/1.1" status: 200 len: 210 time: 0.0454075 Feb 09 01:30:59.401674 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-23bdabfa-2fbf-4375-b96e-d0988018522d admin admin] Publish callbacks [] for security_group (49ef490e-7f9c-4cc2-a191-5e7e1d2c987b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:59.411906 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-8d326224-0ff2-46f9-896d-68af9d34e0be tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] show failed (client error): The resource could not be found. Feb 09 01:30:59.412969 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8d326224-0ff2-46f9-896d-68af9d34e0be tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "GET /v2.0/ports/5280e21f-04f6-42f5-98c3-34bd33364c48/tags/tempest-TagsExtTest-Tag-615201280 HTTP/1.1" status: 404 len: 328 time: 0.1252394 Feb 09 01:30:59.416087 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43812) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:59.422767 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.tag.tag_plugin [None req-256c0ee2-81bd-4830-b48b-4f6b37d07c78 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5280e21f-04f6-42f5-98c3-34bd33364c48', 'tempest-TagsExtTest-Tag-1357977942') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:59.466939 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-23bdabfa-2fbf-4375-b96e-d0988018522d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (49ef490e-7f9c-4cc2-a191-5e7e1d2c987b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:59.470760 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-23bdabfa-2fbf-4375-b96e-d0988018522d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:59.472413 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-23bdabfa-2fbf-4375-b96e-d0988018522d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/49ef490e-7f9c-4cc2-a191-5e7e1d2c987b HTTP/1.1" status: 204 len: 168 time: 0.2822540 Feb 09 01:30:59.485353 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bdabfa-2fbf-4375-b96e-d0988018522d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ef490e-7f9c-4cc2-a191-5e7e1d2c987b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:59.485786 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-256c0ee2-81bd-4830-b48b-4f6b37d07c78 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] show failed (client error): The resource could not be found. Feb 09 01:30:59.491832 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-256c0ee2-81bd-4830-b48b-4f6b37d07c78 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "GET /v2.0/ports/5280e21f-04f6-42f5-98c3-34bd33364c48/tags/tempest-TagsExtTest-Tag-1357977942 HTTP/1.1" status: 404 len: 329 time: 0.0743101 Feb 09 01:30:59.492663 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43818) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:59.498653 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.tag.tag_plugin [None req-e6a84cc2-b4b2-4474-a9a7-6b54643a8285 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5280e21f-04f6-42f5-98c3-34bd33364c48', 'tempest-TagsExtTest-Tag-353605658') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:59.563881 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-e6a84cc2-b4b2-4474-a9a7-6b54643a8285 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] show failed (client error): The resource could not be found. Feb 09 01:30:59.565066 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e6a84cc2-b4b2-4474-a9a7-6b54643a8285 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "GET /v2.0/ports/5280e21f-04f6-42f5-98c3-34bd33364c48/tags/tempest-TagsExtTest-Tag-353605658 HTTP/1.1" status: 404 len: 328 time: 0.0709143 Feb 09 01:30:59.568006 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43824) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:59.574095 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.tag.tag_plugin [None req-a9f36c9f-4e47-47e9-be38-e10fa462afcd tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'd34a1995-db24-4f2e-a712-c7c53ba18998', {'tags': ['tempest-TagsExtTest-Tag-174980524', 'tempest-TagsExtTest-Tag-900059286', 'tempest-TagsExtTest-Tag-249722160']}) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:59.677229 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a9f36c9f-4e47-47e9-be38-e10fa462afcd tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "PUT /v2.0/routers/d34a1995-db24-4f2e-a712-c7c53ba18998/tags HTTP/1.1" status: 200 len: 315 time: 0.1075792 Feb 09 01:30:59.680562 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43832) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:59.693209 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.tag.tag_plugin [None req-a8354bf3-8790-48c0-877c-33fc64ce4815 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd34a1995-db24-4f2e-a712-c7c53ba18998') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:59.839530 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb2833-7420-42c2-9003-96a500f9deaa req-1dc35ed1-becb-4f87-a35b-fd5196455e34 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:59.841747 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b6cb2833-7420-42c2-9003-96a500f9deaa req-1dc35ed1-becb-4f87-a35b-fd5196455e34 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.1021154 Feb 09 01:30:59.882294 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a8354bf3-8790-48c0-877c-33fc64ce4815 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "DELETE /v2.0/routers/d34a1995-db24-4f2e-a712-c7c53ba18998/tags HTTP/1.1" status: 204 len: 168 time: 0.1981759 Feb 09 01:30:59.884907 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43844) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:59.892500 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.tag.tag_plugin [None req-297eb097-bede-4eb0-9d85-091b631ca458 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd34a1995-db24-4f2e-a712-c7c53ba18998', 'tempest-TagsExtTest-Tag-174980524') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:59.942813 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b6cb2833-7420-42c2-9003-96a500f9deaa req-032e4a88-c5ae-425e-a24b-0265959374a5 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948100 Feb 09 01:30:59.997134 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-297eb097-bede-4eb0-9d85-091b631ca458 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] show failed (client error): The resource could not be found. Feb 09 01:30:59.998308 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-297eb097-bede-4eb0-9d85-091b631ca458 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "GET /v2.0/routers/d34a1995-db24-4f2e-a712-c7c53ba18998/tags/tempest-TagsExtTest-Tag-174980524 HTTP/1.1" status: 404 len: 328 time: 0.1122971 Feb 09 01:31:00.001505 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43860) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:00.006733 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.tag.tag_plugin [None req-8baf111a-dab3-4e3b-a245-cc9ef6da6d8e tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd34a1995-db24-4f2e-a712-c7c53ba18998', 'tempest-TagsExtTest-Tag-900059286') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:00.046131 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 5b5aa433-24f9-4b84-830c-24029bc4c335 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:31:00.052588 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43864) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:00.130480 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 5b5aa433-24f9-4b84-830c-24029bc4c335 is: DOWN; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:00.130991 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-8baf111a-dab3-4e3b-a245-cc9ef6da6d8e tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] show failed (client error): The resource could not be found. Feb 09 01:31:00.132706 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8baf111a-dab3-4e3b-a245-cc9ef6da6d8e tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "GET /v2.0/routers/d34a1995-db24-4f2e-a712-c7c53ba18998/tags/tempest-TagsExtTest-Tag-900059286 HTTP/1.1" status: 404 len: 328 time: 0.1294103 Feb 09 01:31:00.135502 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43868) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:00.140383 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.tag.tag_plugin [None req-2d1759cf-9f6d-49d0-aa23-c52ae989f8dc tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd34a1995-db24-4f2e-a712-c7c53ba18998', 'tempest-TagsExtTest-Tag-249722160') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:00.357573 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43876) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:00.412122 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-a3be15fe-d457-4197-ace4-d63ae6573275 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2080630428', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:00.489361 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-2d1759cf-9f6d-49d0-aa23-c52ae989f8dc tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] show failed (client error): The resource could not be found. Feb 09 01:31:00.490386 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2d1759cf-9f6d-49d0-aa23-c52ae989f8dc tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "GET /v2.0/routers/d34a1995-db24-4f2e-a712-c7c53ba18998/tags/tempest-TagsExtTest-Tag-249722160 HTTP/1.1" status: 404 len: 328 time: 0.3538580 Feb 09 01:31:00.491819 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-09d70b6e-876f-4a51-91de-b8b09fd14149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:00.497407 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43886) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:00.502462 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.tag.tag_plugin [None req-ca030303-2764-4251-b385-68320d56a185 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '247b69d3-66a1-4b1f-86f3-85a9588ec040', {'tags': ['tempest-TagsExtTest-Tag-1540640865', 'tempest-TagsExtTest-Tag-1690099081', 'tempest-TagsExtTest-Tag-206949002']}) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:00.503678 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a3be15fe-d457-4197-ace4-d63ae6573275 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:00.504853 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a3be15fe-d457-4197-ace4-d63ae6573275 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:00.553282 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ca030303-2764-4251-b385-68320d56a185 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "PUT /v2.0/subnetpools/247b69d3-66a1-4b1f-86f3-85a9588ec040/tags HTTP/1.1" status: 200 len: 317 time: 0.0534298 Feb 09 01:31:00.554872 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43890) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:00.561247 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.tag.tag_plugin [None req-9a42e1ac-2c6a-4f5c-8c14-1ae339d855db tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '247b69d3-66a1-4b1f-86f3-85a9588ec040') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:00.566233 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a3be15fe-d457-4197-ace4-d63ae6573275 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks [] for router_controller (fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:00.590169 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a3be15fe-d457-4197-ace4-d63ae6573275 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:00.616087 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9a42e1ac-2c6a-4f5c-8c14-1ae339d855db tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "DELETE /v2.0/subnetpools/247b69d3-66a1-4b1f-86f3-85a9588ec040/tags HTTP/1.1" status: 204 len: 168 time: 0.0598114 Feb 09 01:31:00.619245 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43892) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:00.625074 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.tag.tag_plugin [None req-1b03a405-6d68-4144-b370-117a157113ab tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '247b69d3-66a1-4b1f-86f3-85a9588ec040', 'tempest-TagsExtTest-Tag-1540640865') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:00.636087 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db81ffbf-d2f6-47fc-a4b3-a803a2ae4ddd req-7eced0f1-34fc-40da-b883-23c93fe5e7af tempest-ServerShowV254Test-1607297154 tempest-ServerShowV254Test-1607297154-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c6c5054-18fa-4e00-98b2-2773d5a9f7d4 HTTP/1.1" status: 200 len: 210 time: 0.0675747 Feb 09 01:31:00.657435 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-1b03a405-6d68-4144-b370-117a157113ab tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] show failed (client error): The resource could not be found. Feb 09 01:31:00.657801 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94318700-b839-461a-aeb9-b83321eab2df req-91401215-09a8-453a-9110-0f390b37e333 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:00.660662 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1b03a405-6d68-4144-b370-117a157113ab tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "GET /v2.0/subnetpools/247b69d3-66a1-4b1f-86f3-85a9588ec040/tags/tempest-TagsExtTest-Tag-1540640865 HTTP/1.1" status: 404 len: 329 time: 0.0401130 Feb 09 01:31:00.662928 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43896) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:00.663271 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94318700-b839-461a-aeb9-b83321eab2df req-91401215-09a8-453a-9110-0f390b37e333 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:00.668031 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.tag.tag_plugin [None req-aaf4cd5f-3640-4da4-90f2-82def3af0fc0 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '247b69d3-66a1-4b1f-86f3-85a9588ec040', 'tempest-TagsExtTest-Tag-1690099081') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:00.669327 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94318700-b839-461a-aeb9-b83321eab2df req-91401215-09a8-453a-9110-0f390b37e333 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:00.674834 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94318700-b839-461a-aeb9-b83321eab2df req-91401215-09a8-453a-9110-0f390b37e333 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:00.680256 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94318700-b839-461a-aeb9-b83321eab2df req-91401215-09a8-453a-9110-0f390b37e333 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:00.686396 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94318700-b839-461a-aeb9-b83321eab2df req-91401215-09a8-453a-9110-0f390b37e333 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:00.691614 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94318700-b839-461a-aeb9-b83321eab2df req-91401215-09a8-453a-9110-0f390b37e333 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:00.699854 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94318700-b839-461a-aeb9-b83321eab2df req-91401215-09a8-453a-9110-0f390b37e333 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5430 time: 0.2729728 Feb 09 01:31:00.702563 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-aaf4cd5f-3640-4da4-90f2-82def3af0fc0 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] show failed (client error): The resource could not be found. Feb 09 01:31:00.703919 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-aaf4cd5f-3640-4da4-90f2-82def3af0fc0 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "GET /v2.0/subnetpools/247b69d3-66a1-4b1f-86f3-85a9588ec040/tags/tempest-TagsExtTest-Tag-1690099081 HTTP/1.1" status: 404 len: 329 time: 0.0396113 Feb 09 01:31:00.706904 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43898) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:00.714262 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.tag.tag_plugin [None req-4b9f96dc-f25f-45da-83b6-dcfa6b67fa37 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '247b69d3-66a1-4b1f-86f3-85a9588ec040', 'tempest-TagsExtTest-Tag-206949002') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:00.715614 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a3be15fe-d457-4197-ace4-d63ae6573275 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:00.716926 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a3be15fe-d457-4197-ace4-d63ae6573275 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6630545 Feb 09 01:31:00.719801 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43900) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:00.726934 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-ee56f4a2-d686-49f1-9f92-98ef3bdc6503 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2101088127'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:00.776403 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee56f4a2-d686-49f1-9f92-98ef3bdc6503 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Made reservation on behalf of 1839ce0cba1942cf8859d07390bd2b75 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:00.782431 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee56f4a2-d686-49f1-9f92-98ef3bdc6503 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:00.793063 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-4b9f96dc-f25f-45da-83b6-dcfa6b67fa37 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] show failed (client error): The resource could not be found. Feb 09 01:31:00.797541 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4b9f96dc-f25f-45da-83b6-dcfa6b67fa37 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "GET /v2.0/subnetpools/247b69d3-66a1-4b1f-86f3-85a9588ec040/tags/tempest-TagsExtTest-Tag-206949002 HTTP/1.1" status: 404 len: 328 time: 0.0867009 Feb 09 01:31:00.797541 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee56f4a2-d686-49f1-9f92-98ef3bdc6503 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:00.798078 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43902) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:00.802786 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.tag.tag_plugin [None req-dbac5fdf-3c53-4694-b4d8-9ea78f3a3371 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '247b69d3-66a1-4b1f-86f3-85a9588ec040') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:00.809247 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94318700-b839-461a-aeb9-b83321eab2df req-0ee63201-5753-40ef-8cbb-464383801ada tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1054020 Feb 09 01:31:00.860695 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-dbac5fdf-3c53-4694-b4d8-9ea78f3a3371 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "DELETE /v2.0/subnetpools/247b69d3-66a1-4b1f-86f3-85a9588ec040/tags HTTP/1.1" status: 204 len: 168 time: 0.0592649 Feb 09 01:31:00.861495 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43906) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:00.867129 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.tag.tag_plugin [None req-94a78f1b-03f4-4fab-a00f-da49c79ae55d tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd34a1995-db24-4f2e-a712-c7c53ba18998') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:00.874126 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-09d70b6e-876f-4a51-91de-b8b09fd14149 admin admin] Publish callbacks [] for security_group (6c86a31a-0b41-4d34-b128-0540c0915cf9), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:00.925907 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-09d70b6e-876f-4a51-91de-b8b09fd14149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (6c86a31a-0b41-4d34-b128-0540c0915cf9), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:00.931788 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee56f4a2-d686-49f1-9f92-98ef3bdc6503 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks [] for security_group (46862b90-ca48-4823-a08b-0883f7d6f234), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:00.937288 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee56f4a2-d686-49f1-9f92-98ef3bdc6503 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (46862b90-ca48-4823-a08b-0883f7d6f234), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:00.952949 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee56f4a2-d686-49f1-9f92-98ef3bdc6503 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:31:00.959134 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-09d70b6e-876f-4a51-91de-b8b09fd14149 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=85709a404c594cb196156286ece5235b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5977638 Feb 09 01:31:00.971065 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee56f4a2-d686-49f1-9f92-98ef3bdc6503 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (2b7cb288-48ba-40ad-b61d-88a5eae2a738), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:00.971869 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-ee56f4a2-d686-49f1-9f92-98ef3bdc6503 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Added segment 2b7cb288-48ba-40ad-b61d-88a5eae2a738 of type vlan for network 10b5997e-07d0-4a49-be59-ddbf50d0983c Feb 09 01:31:00.990414 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43908) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:01.042050 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d70b6e-876f-4a51-91de-b8b09fd14149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c86a31a-0b41-4d34-b128-0540c0915cf9,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:01.095649 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee56f4a2-d686-49f1-9f92-98ef3bdc6503 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (10b5997e-07d0-4a49-be59-ddbf50d0983c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:01.099951 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56f4a2-d686-49f1-9f92-98ef3bdc6503 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46862b90-ca48-4823-a08b-0883f7d6f234,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:01.116268 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e3e39a1e-d866-4200-8ffb-663e56f60542 admin admin] Publish callbacks [] for security_group (6c86a31a-0b41-4d34-b128-0540c0915cf9), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:01.132634 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee56f4a2-d686-49f1-9f92-98ef3bdc6503 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (10b5997e-07d0-4a49-be59-ddbf50d0983c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:01.138431 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-94a78f1b-03f4-4fab-a00f-da49c79ae55d tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "DELETE /v2.0/routers/d34a1995-db24-4f2e-a712-c7c53ba18998/tags HTTP/1.1" status: 204 len: 168 time: 0.2727404 Feb 09 01:31:01.139423 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43916) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:01.139761 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee56f4a2-d686-49f1-9f92-98ef3bdc6503 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:01.140695 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee56f4a2-d686-49f1-9f92-98ef3bdc6503 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:01.147098 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.tag.tag_plugin [None req-399a3212-7d1e-4290-8bc9-67874cc8294b tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5280e21f-04f6-42f5-98c3-34bd33364c48') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:01.194855 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e3e39a1e-d866-4200-8ffb-663e56f60542 admin admin] Publish callbacks [] for security_group (6c86a31a-0b41-4d34-b128-0540c0915cf9), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:01.222089 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56f4a2-d686-49f1-9f92-98ef3bdc6503 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Pushing event updated for resources: {'Network': ['ID=10b5997e-07d0-4a49-be59-ddbf50d0983c,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:01.238070 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 10b5997e-07d0-4a49-be59-ddbf50d0983c details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:31:01.256432 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ee56f4a2-d686-49f1-9f92-98ef3bdc6503 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5340223 Feb 09 01:31:01.259527 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43920) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:01.272525 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-71031962-ab62-4379-96ba-f4705ae74dcc tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Request body: {'subnet': {'network_id': '10b5997e-07d0-4a49-be59-ddbf50d0983c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:01.314988 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e3e39a1e-d866-4200-8ffb-663e56f60542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (6c86a31a-0b41-4d34-b128-0540c0915cf9), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:01.318153 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e3e39a1e-d866-4200-8ffb-663e56f60542 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:01.322143 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e3e39a1e-d866-4200-8ffb-663e56f60542 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6c86a31a-0b41-4d34-b128-0540c0915cf9 HTTP/1.1" status: 204 len: 168 time: 0.3320088 Feb 09 01:31:01.348661 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e39a1e-d866-4200-8ffb-663e56f60542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c86a31a-0b41-4d34-b128-0540c0915cf9,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:01.387840 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b638c-5dfb-43d5-b049-5ddf454fa016 req-e5281afe-3b46-4410-989d-a2c7060cbc1b tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:01.390722 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-844b638c-5dfb-43d5-b049-5ddf454fa016 req-e5281afe-3b46-4410-989d-a2c7060cbc1b tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.2878585 Feb 09 01:31:01.414690 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-399a3212-7d1e-4290-8bc9-67874cc8294b tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "DELETE /v2.0/ports/5280e21f-04f6-42f5-98c3-34bd33364c48/tags HTTP/1.1" status: 204 len: 168 time: 0.2706277 Feb 09 01:31:01.414977 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43928) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:01.433407 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.tag.tag_plugin [None req-b19e6785-1fee-4306-a8e4-d84485c29646 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c6a1729c-6ded-4c8e-8a7b-2aea85608629') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:01.471533 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-844b638c-5dfb-43d5-b049-5ddf454fa016 req-39ca413f-82a2-48f3-9f1c-9718801a0dde tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732522 Feb 09 01:31:01.524449 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71031962-ab62-4379-96ba-f4705ae74dcc tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Made reservation on behalf of 1839ce0cba1942cf8859d07390bd2b75 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:01.529017 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-71031962-ab62-4379-96ba-f4705ae74dcc tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:01.626103 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b19e6785-1fee-4306-a8e4-d84485c29646 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "DELETE /v2.0/subnets/c6a1729c-6ded-4c8e-8a7b-2aea85608629/tags HTTP/1.1" status: 204 len: 168 time: 0.2057726 Feb 09 01:31:01.633565 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43936) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:01.807854 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-71031962-ab62-4379-96ba-f4705ae74dcc tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (812b3a18-2cb9-429f-8d21-cb55f7e35cf6), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:01.823891 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-670e700a-4991-4cfb-923f-8268af58017e tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:01.825844 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-670e700a-4991-4cfb-923f-8268af58017e tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "DELETE /v2.0/subnetpools/247b69d3-66a1-4b1f-86f3-85a9588ec040 HTTP/1.1" status: 204 len: 168 time: 0.1912344 Feb 09 01:31:01.829063 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43940) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:01.879822 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f4d2e03b-428e-4058-820f-31a7c8eb37d7 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "GET /v2.0/ports?device_id=d34a1995-db24-4f2e-a712-c7c53ba18998 HTTP/1.1" status: 200 len: 205 time: 0.0495663 Feb 09 01:31:01.884571 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43946) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:02.031220 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1919201b-39c6-4f72-8367-ab81c11cdc20 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks [] for router (d34a1995-db24-4f2e-a712-c7c53ba18998), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:02.098658 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881263d-7d8e-441a-8873-6a015b1a04bb req-5c7d8e86-e360-4270-8d09-d865331921a8 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:02.105548 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881263d-7d8e-441a-8873-6a015b1a04bb req-5c7d8e86-e360-4270-8d09-d865331921a8 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:02.122484 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881263d-7d8e-441a-8873-6a015b1a04bb req-5c7d8e86-e360-4270-8d09-d865331921a8 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:02.133143 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881263d-7d8e-441a-8873-6a015b1a04bb req-5c7d8e86-e360-4270-8d09-d865331921a8 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:02.147411 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71031962-ab62-4379-96ba-f4705ae74dcc tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Pushing event updated for resources: {'Subnet': ['ID=812b3a18-2cb9-429f-8d21-cb55f7e35cf6,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:02.156518 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881263d-7d8e-441a-8873-6a015b1a04bb req-5c7d8e86-e360-4270-8d09-d865331921a8 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:02.163234 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71031962-ab62-4379-96ba-f4705ae74dcc tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Checking segment: {'id': '2b7cb288-48ba-40ad-b61d-88a5eae2a738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '10b5997e-07d0-4a49-be59-ddbf50d0983c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:02.163597 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71031962-ab62-4379-96ba-f4705ae74dcc tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Network hostable DHCP agents. Network: 10b5997e-07d0-4a49-be59-ddbf50d0983c, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:31:02.166351 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881263d-7d8e-441a-8873-6a015b1a04bb req-5c7d8e86-e360-4270-8d09-d865331921a8 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:02.174383 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881263d-7d8e-441a-8873-6a015b1a04bb req-5c7d8e86-e360-4270-8d09-d865331921a8 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:02.176363 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b881263d-7d8e-441a-8873-6a015b1a04bb req-5c7d8e86-e360-4270-8d09-d865331921a8 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5430 time: 0.2308474 Feb 09 01:31:02.231312 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ad49b902-f1b5-44ae-8657-6239cf677e67 req-2ce9e82d-29b9-41c7-9c21-540e8b6b5c07 tempest-ServerShowV254Test-1607297154 tempest-ServerShowV254Test-1607297154-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c6c5054-18fa-4e00-98b2-2773d5a9f7d4 HTTP/1.1" status: 200 len: 210 time: 0.0531025 Feb 09 01:31:02.284738 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b881263d-7d8e-441a-8873-6a015b1a04bb req-988e6637-b880-4742-accd-d0ba9957abc1 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0897365 Feb 09 01:31:02.357391 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1919201b-39c6-4f72-8367-ab81c11cdc20 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (d34a1995-db24-4f2e-a712-c7c53ba18998), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:02.360867 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71031962-ab62-4379-96ba-f4705ae74dcc tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Network 10b5997e-07d0-4a49-be59-ddbf50d0983c is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:31:02.363326 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1919201b-39c6-4f72-8367-ab81c11cdc20 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks [] for router_controller (d34a1995-db24-4f2e-a712-c7c53ba18998), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:02.407352 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-71031962-ab62-4379-96ba-f4705ae74dcc tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 10b5997e-07d0-4a49-be59-ddbf50d0983c) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:02.411395 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71031962-ab62-4379-96ba-f4705ae74dcc tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:02.412007 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-71031962-ab62-4379-96ba-f4705ae74dcc tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:02.422282 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f587ec-635f-4c6c-95eb-645c28d0a35a None None] Network 10b5997e-07d0-4a49-be59-ddbf50d0983c requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:31:02.450638 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1919201b-39c6-4f72-8367-ab81c11cdc20 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (d34a1995-db24-4f2e-a712-c7c53ba18998), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:02.451102 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1919201b-39c6-4f72-8367-ab81c11cdc20 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Fanout notify agent at l3_agent the message router_deleted on router d34a1995-db24-4f2e-a712-c7c53ba18998 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:31:02.458563 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1919201b-39c6-4f72-8367-ab81c11cdc20 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:02.462324 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1919201b-39c6-4f72-8367-ab81c11cdc20 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "DELETE /v2.0/routers/d34a1995-db24-4f2e-a712-c7c53ba18998 HTTP/1.1" status: 204 len: 168 time: 0.5739472 Feb 09 01:31:02.462672 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43964) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:02.485980 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-71031962-ab62-4379-96ba-f4705ae74dcc tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2218211 Feb 09 01:31:02.486232 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43966) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:02.491618 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-d3fcaa4c-2adf-47e7-b662-2c656331e69e tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Request body: {'network': {'name': 'tempest-router-network01--1815989002'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:02.558374 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fcaa4c-2adf-47e7-b662-2c656331e69e tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Made reservation on behalf of 1839ce0cba1942cf8859d07390bd2b75 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:02.562514 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d3fcaa4c-2adf-47e7-b662-2c656331e69e tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:02.609171 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3fcaa4c-2adf-47e7-b662-2c656331e69e tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:31:02.611359 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43972) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:02.628468 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d3fcaa4c-2adf-47e7-b662-2c656331e69e tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (7f7c1d65-6d57-4b80-b115-e84c63937890), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:02.628918 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-d3fcaa4c-2adf-47e7-b662-2c656331e69e tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Added segment 7f7c1d65-6d57-4b80-b115-e84c63937890 of type vlan for network 54059881-6669-4ff7-9931-e6abd6b300b4 Feb 09 01:31:02.695064 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d3fcaa4c-2adf-47e7-b662-2c656331e69e tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (54059881-6669-4ff7-9931-e6abd6b300b4), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:02.740849 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d3fcaa4c-2adf-47e7-b662-2c656331e69e tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (54059881-6669-4ff7-9931-e6abd6b300b4), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:02.744958 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af675e-2857-47bf-a460-9c88cf9f38ee req-cec15684-01d6-41a9-8b36-5a001784c01c tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:02.749328 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06304374-2625-499a-8ee8-e116a634e0d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-10b5997e-07d0-4a49-be59-ddbf50d0983c', 'network_id': '10b5997e-07d0-4a49-be59-ddbf50d0983c', 'project_id': '1839ce0cba1942cf8859d07390bd2b75', 'fixed_ips': [{'subnet_id': '812b3a18-2cb9-429f-8d21-cb55f7e35cf6'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:31:02.750267 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-06304374-2625-499a-8ee8-e116a634e0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:02.754283 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-63af675e-2857-47bf-a460-9c88cf9f38ee req-cec15684-01d6-41a9-8b36-5a001784c01c tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.1771476 Feb 09 01:31:02.766840 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fcaa4c-2adf-47e7-b662-2c656331e69e tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:02.768241 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d3fcaa4c-2adf-47e7-b662-2c656331e69e tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:02.794413 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-f8a87baa-ca78-47ce-a767-2950fa518057 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Deleting port 5280e21f-04f6-42f5-98c3-34bd33364c48 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:31:02.794787 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f8a87baa-ca78-47ce-a767-2950fa518057 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (5280e21f-04f6-42f5-98c3-34bd33364c48), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:02.876746 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-63af675e-2857-47bf-a460-9c88cf9f38ee req-e1aa6127-4df9-4c1f-a244-753bc173ea2e tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206982 Feb 09 01:31:02.921191 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fcaa4c-2adf-47e7-b662-2c656331e69e tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Pushing event updated for resources: {'Network': ['ID=54059881-6669-4ff7-9931-e6abd6b300b4,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:02.930077 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-a092c707-62e1-4245-b426-c7a7c21987c3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1132437517-network', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:02.942207 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 54059881-6669-4ff7-9931-e6abd6b300b4 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:31:02.952885 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d3fcaa4c-2adf-47e7-b662-2c656331e69e tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4655590 Feb 09 01:31:02.955143 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43978) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:02.956303 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f8a87baa-ca78-47ce-a767-2950fa518057 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (5280e21f-04f6-42f5-98c3-34bd33364c48), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:02.960368 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-bc5caaa6-1445-4292-b686-4f78f9593cbe tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Request body: {'network': {'name': 'tempest-router-network02--1668695122'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:02.984867 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-f8a87baa-ca78-47ce-a767-2950fa518057 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Calling delete_port for 5280e21f-04f6-42f5-98c3-34bd33364c48 owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:31:02.985565 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5caaa6-1445-4292-b686-4f78f9593cbe tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Made reservation on behalf of 1839ce0cba1942cf8859d07390bd2b75 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:02.989446 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bc5caaa6-1445-4292-b686-4f78f9593cbe tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.007615 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a092c707-62e1-4245-b426-c7a7c21987c3 admin admin] Made reservation on behalf of 40040732d30e4d7f9ee97e8667a77299 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:03.011412 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a092c707-62e1-4245-b426-c7a7c21987c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.052814 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a092c707-62e1-4245-b426-c7a7c21987c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.093523 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc5caaa6-1445-4292-b686-4f78f9593cbe tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:31:03.139044 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bc5caaa6-1445-4292-b686-4f78f9593cbe tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (85b9a308-ec2d-4529-9347-3ed84d6934f1), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.139637 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-bc5caaa6-1445-4292-b686-4f78f9593cbe tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Added segment 85b9a308-ec2d-4529-9347-3ed84d6934f1 of type vlan for network 4192dc36-df03-4845-b889-11efa240d826 Feb 09 01:31:03.183316 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-06304374-2625-499a-8ee8-e116a634e0d9 None None] Allocated IP 2001:db8::2 (10b5997e-07d0-4a49-be59-ddbf50d0983c/812b3a18-2cb9-429f-8d21-cb55f7e35cf6/1aebbde7-ee37-4b6e-a797-3927aa432dbc) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:03.236357 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bc5caaa6-1445-4292-b686-4f78f9593cbe tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (4192dc36-df03-4845-b889-11efa240d826), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.242439 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f8a87baa-ca78-47ce-a767-2950fa518057 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (5280e21f-04f6-42f5-98c3-34bd33364c48), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.305835 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a87baa-ca78-47ce-a767-2950fa518057 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Pushing event deleted for resources: {'Port': ['ID=5280e21f-04f6-42f5-98c3-34bd33364c48,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:03.319146 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bc5caaa6-1445-4292-b686-4f78f9593cbe tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (4192dc36-df03-4845-b889-11efa240d826), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.325517 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5caaa6-1445-4292-b686-4f78f9593cbe tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:03.329435 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bc5caaa6-1445-4292-b686-4f78f9593cbe tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.408730 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-06304374-2625-499a-8ee8-e116a634e0d9 None None] Publish callbacks [] for port (1aebbde7-ee37-4b6e-a797-3927aa432dbc), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.417257 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-06304374-2625-499a-8ee8-e116a634e0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (1aebbde7-ee37-4b6e-a797-3927aa432dbc), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.439130 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5caaa6-1445-4292-b686-4f78f9593cbe tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Pushing event updated for resources: {'Network': ['ID=4192dc36-df03-4845-b889-11efa240d826,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:03.448494 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-bc5caaa6-1445-4292-b686-4f78f9593cbe tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4922247 Feb 09 01:31:03.449196 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43984) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:03.458907 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-67e9d721-557b-4262-a1f3-7f2745f826aa tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Request body: {'subnet': {'network_id': '54059881-6669-4ff7-9931-e6abd6b300b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:03.459655 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 4192dc36-df03-4845-b889-11efa240d826 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:31:03.484789 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a092c707-62e1-4245-b426-c7a7c21987c3 admin admin] Publish callbacks [] for security_group (8d71d2e8-ab23-44bd-95ed-61249d29e68f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.545138 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c36c8666-0df1-49dd-bda3-04798b4b42c8 req-046801ff-c067-4377-871a-cf8055b6f961 tempest-ServerShowV254Test-1607297154 tempest-ServerShowV254Test-1607297154-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c6c5054-18fa-4e00-98b2-2773d5a9f7d4 HTTP/1.1" status: 200 len: 210 time: 0.1265635 Feb 09 01:31:03.548749 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a092c707-62e1-4245-b426-c7a7c21987c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (8d71d2e8-ab23-44bd-95ed-61249d29e68f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.591969 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f8a87baa-ca78-47ce-a767-2950fa518057 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.596111 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f8a87baa-ca78-47ce-a767-2950fa518057 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "DELETE /v2.0/ports/5280e21f-04f6-42f5-98c3-34bd33364c48 HTTP/1.1" status: 204 len: 168 time: 1.1322930 Feb 09 01:31:03.598921 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43988) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:03.628863 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a092c707-62e1-4245-b426-c7a7c21987c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:31:03.639736 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06304374-2625-499a-8ee8-e116a634e0d9 None None] Network 10b5997e-07d0-4a49-be59-ddbf50d0983c is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:03.645771 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-06304374-2625-499a-8ee8-e116a634e0d9 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:03.648224 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06304374-2625-499a-8ee8-e116a634e0d9 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:03.705281 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a092c707-62e1-4245-b426-c7a7c21987c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (990ee728-08e6-4cf3-bfe2-c41ab0301e4e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.706764 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-a092c707-62e1-4245-b426-c7a7c21987c3 admin admin] Added segment 990ee728-08e6-4cf3-bfe2-c41ab0301e4e of type vlan for network 0a61edaa-ae5c-493b-b01a-414100fdece7 Feb 09 01:31:03.710993 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb51f4b-778d-4025-bf8e-a051ee2c7b89 req-0cbcfbc0-fc4f-4747-8e7c-3a1d1a692c65 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:03.716586 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06304374-2625-499a-8ee8-e116a634e0d9 None None] Pushing event updated for resources: {'Port': ['ID=1aebbde7-ee37-4b6e-a797-3927aa432dbc,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:03.718801 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb51f4b-778d-4025-bf8e-a051ee2c7b89 req-0cbcfbc0-fc4f-4747-8e7c-3a1d1a692c65 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:03.724488 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a092c707-62e1-4245-b426-c7a7c21987c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d71d2e8-ab23-44bd-95ed-61249d29e68f,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:03.728030 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb51f4b-778d-4025-bf8e-a051ee2c7b89 req-0cbcfbc0-fc4f-4747-8e7c-3a1d1a692c65 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:03.736084 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb51f4b-778d-4025-bf8e-a051ee2c7b89 req-0cbcfbc0-fc4f-4747-8e7c-3a1d1a692c65 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:03.738266 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-06304374-2625-499a-8ee8-e116a634e0d9 None None] Attempting to bind port 1aebbde7-ee37-4b6e-a797-3927aa432dbc on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:31:03.738970 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-06304374-2625-499a-8ee8-e116a634e0d9 None None] Attempting to bind port 1aebbde7-ee37-4b6e-a797-3927aa432dbc by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2b7cb288-48ba-40ad-b61d-88a5eae2a738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '10b5997e-07d0-4a49-be59-ddbf50d0983c'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:31:03.739745 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06304374-2625-499a-8ee8-e116a634e0d9 None None] Attempting to bind port 1aebbde7-ee37-4b6e-a797-3927aa432dbc on network 10b5997e-07d0-4a49-be59-ddbf50d0983c {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:03.741990 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb51f4b-778d-4025-bf8e-a051ee2c7b89 req-0cbcfbc0-fc4f-4747-8e7c-3a1d1a692c65 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:03.747285 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06304374-2625-499a-8ee8-e116a634e0d9 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:31:03.748330 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb51f4b-778d-4025-bf8e-a051ee2c7b89 req-0cbcfbc0-fc4f-4747-8e7c-3a1d1a692c65 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:03.748673 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06304374-2625-499a-8ee8-e116a634e0d9 None None] Checking segment: {'id': '2b7cb288-48ba-40ad-b61d-88a5eae2a738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '10b5997e-07d0-4a49-be59-ddbf50d0983c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:03.749351 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-06304374-2625-499a-8ee8-e116a634e0d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.750145 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06304374-2625-499a-8ee8-e116a634e0d9 None None] Bound using segment: {'id': '2b7cb288-48ba-40ad-b61d-88a5eae2a738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '10b5997e-07d0-4a49-be59-ddbf50d0983c'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:31:03.751678 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-06304374-2625-499a-8ee8-e116a634e0d9 None None] Bound port: 1aebbde7-ee37-4b6e-a797-3927aa432dbc, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7cb288-48ba-40ad-b61d-88a5eae2a738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '10b5997e-07d0-4a49-be59-ddbf50d0983c'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:31:03.752374 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-06304374-2625-499a-8ee8-e116a634e0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1aebbde7-ee37-4b6e-a797-3927aa432dbc), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.760088 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb51f4b-778d-4025-bf8e-a051ee2c7b89 req-0cbcfbc0-fc4f-4747-8e7c-3a1d1a692c65 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:03.784004 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9bb51f4b-778d-4025-bf8e-a051ee2c7b89 req-0cbcfbc0-fc4f-4747-8e7c-3a1d1a692c65 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5430 time: 0.2847331 Feb 09 01:31:03.791903 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a092c707-62e1-4245-b426-c7a7c21987c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (0a61edaa-ae5c-493b-b01a-414100fdece7), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.809169 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e9d721-557b-4262-a1f3-7f2745f826aa tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Made reservation on behalf of 1839ce0cba1942cf8859d07390bd2b75 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:03.813911 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-67e9d721-557b-4262-a1f3-7f2745f826aa tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.853808 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-06304374-2625-499a-8ee8-e116a634e0d9 None None] For port 1aebbde7-ee37-4b6e-a797-3927aa432dbc, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:03.858326 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-06304374-2625-499a-8ee8-e116a634e0d9 None None] For port 1aebbde7-ee37-4b6e-a797-3927aa432dbc, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=1aebbde7-ee37-4b6e-a797-3927aa432dbc,segment=NetworkSegment(2b7cb288-48ba-40ad-b61d-88a5eae2a738),segment_id=2b7cb288-48ba-40ad-b61d-88a5eae2a738)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:31:03.869974 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-06304374-2625-499a-8ee8-e116a634e0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1aebbde7-ee37-4b6e-a797-3927aa432dbc), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.875041 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9bb51f4b-778d-4025-bf8e-a051ee2c7b89 req-1346cbf8-dd31-42ab-8aa0-791de26facba tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0900638 Feb 09 01:31:03.890856 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef5b3b9e-d00f-4e84-a49c-4b63cd8b0ea8 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Deleting subnet c6a1729c-6ded-4c8e-8a7b-2aea85608629 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:31:03.906008 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ef5b3b9e-d00f-4e84-a49c-4b63cd8b0ea8 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks [] for subnet (c6a1729c-6ded-4c8e-8a7b-2aea85608629), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.975192 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a092c707-62e1-4245-b426-c7a7c21987c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (0a61edaa-ae5c-493b-b01a-414100fdece7), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.976197 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a092c707-62e1-4245-b426-c7a7c21987c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:03.976773 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a092c707-62e1-4245-b426-c7a7c21987c3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.989820 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ef5b3b9e-d00f-4e84-a49c-4b63cd8b0ea8 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (c6a1729c-6ded-4c8e-8a7b-2aea85608629), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.996707 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06304374-2625-499a-8ee8-e116a634e0d9 None None] Pushing event updated for resources: {'Port': ['ID=1aebbde7-ee37-4b6e-a797-3927aa432dbc,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:04.087090 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a092c707-62e1-4245-b426-c7a7c21987c3 admin admin] Pushing event updated for resources: {'Network': ['ID=0a61edaa-ae5c-493b-b01a-414100fdece7,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:04.090935 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ef5b3b9e-d00f-4e84-a49c-4b63cd8b0ea8 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (c6a1729c-6ded-4c8e-8a7b-2aea85608629), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:04.096031 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a092c707-62e1-4245-b426-c7a7c21987c3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4804845 Feb 09 01:31:04.097671 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43992) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:04.103435 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 0a61edaa-ae5c-493b-b01a-414100fdece7 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:31:04.120769 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-2fe19ca6-429f-477e-8995-028438b602cf admin admin] Request body: {'subnet': {'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1132437517-subnet', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:04.242591 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4824b3-6f62-40f5-837f-3cbe49b09ec0 req-1ec211db-b7ee-4f1a-b316-85dbd973dbe0 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:04.245193 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-be4824b3-6f62-40f5-837f-3cbe49b09ec0 req-1ec211db-b7ee-4f1a-b316-85dbd973dbe0 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.1563938 Feb 09 01:31:04.274809 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ef5b3b9e-d00f-4e84-a49c-4b63cd8b0ea8 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (c6a1729c-6ded-4c8e-8a7b-2aea85608629), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:04.309970 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe19ca6-429f-477e-8995-028438b602cf admin admin] Made reservation on behalf of 40040732d30e4d7f9ee97e8667a77299 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:04.312465 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2fe19ca6-429f-477e-8995-028438b602cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:04.337171 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fe6b53-cd5d-4b88-bfc5-dbcbbab30d70 None None] Network 593754c0-4d87-4fa5-8937-1a83964e65b3 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:31:04.362931 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ef5b3b9e-d00f-4e84-a49c-4b63cd8b0ea8 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:04.373513 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ef5b3b9e-d00f-4e84-a49c-4b63cd8b0ea8 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "DELETE /v2.0/subnets/c6a1729c-6ded-4c8e-8a7b-2aea85608629 HTTP/1.1" status: 204 len: 168 time: 0.7716272 Feb 09 01:31:04.377118 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-be4824b3-6f62-40f5-837f-3cbe49b09ec0 req-bdc744a0-c2cf-4699-8886-383a8e8bc9a6 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183000 Feb 09 01:31:04.378144 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b3b9e-d00f-4e84-a49c-4b63cd8b0ea8 tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Pushing event deleted for resources: {'Subnet': ['ID=c6a1729c-6ded-4c8e-8a7b-2aea85608629,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:04.379932 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43994) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:04.535776 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-55e3703a-3699-4279-8810-3f0a9a7e96ad tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (593754c0-4d87-4fa5-8937-1a83964e65b3), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:04.538806 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-67e9d721-557b-4262-a1f3-7f2745f826aa tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (c5239c9a-2e63-4f51-9ded-2834680036fe), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:04.608019 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5ac5cc-8e5f-4c65-a401-58fb44ddeb96 None None] DHCP port deletion for 593754c0-4d87-4fa5-8937-1a83964e65b3 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:31:04.664031 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2fe19ca6-429f-477e-8995-028438b602cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (ad59b321-ab39-4a7c-b208-055ec9804c66), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:04.713880 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3173b980-04da-4907-b9b2-ca079c0c7b6c req-234adc87-9a64-4565-8daf-033bf7e83d90 tempest-ServerShowV254Test-1607297154 tempest-ServerShowV254Test-1607297154-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c6c5054-18fa-4e00-98b2-2773d5a9f7d4 HTTP/1.1" status: 200 len: 210 time: 0.0594633 Feb 09 01:31:04.718571 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9d721-557b-4262-a1f3-7f2745f826aa tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Pushing event updated for resources: {'Subnet': ['ID=c5239c9a-2e63-4f51-9ded-2834680036fe,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:04.722398 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-55e3703a-3699-4279-8810-3f0a9a7e96ad tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Deleting port 3e008f1a-c03b-4642-8d3f-1b1fa6d2da95 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:31:04.722766 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-55e3703a-3699-4279-8810-3f0a9a7e96ad tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (3e008f1a-c03b-4642-8d3f-1b1fa6d2da95), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:04.745092 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6d5ac5cc-8e5f-4c65-a401-58fb44ddeb96 None None] Deleting port 3e008f1a-c03b-4642-8d3f-1b1fa6d2da95 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:31:04.745469 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6d5ac5cc-8e5f-4c65-a401-58fb44ddeb96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (3e008f1a-c03b-4642-8d3f-1b1fa6d2da95), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:04.825005 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e9d721-557b-4262-a1f3-7f2745f826aa tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Checking segment: {'id': '7f7c1d65-6d57-4b80-b115-e84c63937890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '54059881-6669-4ff7-9931-e6abd6b300b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:04.825372 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e9d721-557b-4262-a1f3-7f2745f826aa tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Network hostable DHCP agents. Network: 54059881-6669-4ff7-9931-e6abd6b300b4, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:31:04.831030 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-55e3703a-3699-4279-8810-3f0a9a7e96ad tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] For port 3e008f1a-c03b-4642-8d3f-1b1fa6d2da95, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=3e008f1a-c03b-4642-8d3f-1b1fa6d2da95,segment=NetworkSegment(e95c99df-c35d-41ca-979a-0240a9a8fe78),segment_id=e95c99df-c35d-41ca-979a-0240a9a8fe78)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:04.831641 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-55e3703a-3699-4279-8810-3f0a9a7e96ad tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (3e008f1a-c03b-4642-8d3f-1b1fa6d2da95), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:04.836369 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe19ca6-429f-477e-8995-028438b602cf admin admin] Checking segment: {'id': '990ee728-08e6-4cf3-bfe2-c41ab0301e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:04.840874 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe19ca6-429f-477e-8995-028438b602cf admin admin] Network hostable DHCP agents. Network: 0a61edaa-ae5c-493b-b01a-414100fdece7, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:31:04.852856 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-55e3703a-3699-4279-8810-3f0a9a7e96ad tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Calling delete_port for 3e008f1a-c03b-4642-8d3f-1b1fa6d2da95 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:31:04.855377 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe19ca6-429f-477e-8995-028438b602cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad59b321-ab39-4a7c-b208-055ec9804c66,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:04.861857 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-6d5ac5cc-8e5f-4c65-a401-58fb44ddeb96 None None] For port 3e008f1a-c03b-4642-8d3f-1b1fa6d2da95, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=3e008f1a-c03b-4642-8d3f-1b1fa6d2da95,segment=NetworkSegment(e95c99df-c35d-41ca-979a-0240a9a8fe78),segment_id=e95c99df-c35d-41ca-979a-0240a9a8fe78)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:04.862266 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6d5ac5cc-8e5f-4c65-a401-58fb44ddeb96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (3e008f1a-c03b-4642-8d3f-1b1fa6d2da95), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:04.876890 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe19ca6-429f-477e-8995-028438b602cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:04.877727 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe19ca6-429f-477e-8995-028438b602cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:04.878589 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe19ca6-429f-477e-8995-028438b602cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:04.879268 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe19ca6-429f-477e-8995-028438b602cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:04.879820 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe19ca6-429f-477e-8995-028438b602cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:04.880464 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe19ca6-429f-477e-8995-028438b602cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:04.881030 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe19ca6-429f-477e-8995-028438b602cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:04.882242 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe19ca6-429f-477e-8995-028438b602cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:04.882780 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe19ca6-429f-477e-8995-028438b602cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:04.883378 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe19ca6-429f-477e-8995-028438b602cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:04.884062 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe19ca6-429f-477e-8995-028438b602cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:04.884647 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe19ca6-429f-477e-8995-028438b602cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:04.885146 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe19ca6-429f-477e-8995-028438b602cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:04.904116 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6d5ac5cc-8e5f-4c65-a401-58fb44ddeb96 None None] Calling delete_port for 3e008f1a-c03b-4642-8d3f-1b1fa6d2da95 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:31:04.905887 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e9d721-557b-4262-a1f3-7f2745f826aa tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Network 54059881-6669-4ff7-9931-e6abd6b300b4 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:31:04.915337 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe19ca6-429f-477e-8995-028438b602cf admin admin] Network 0a61edaa-ae5c-493b-b01a-414100fdece7 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:31:04.923142 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-67e9d721-557b-4262-a1f3-7f2745f826aa tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 54059881-6669-4ff7-9931-e6abd6b300b4) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:04.925310 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-2fe19ca6-429f-477e-8995-028438b602cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 0a61edaa-ae5c-493b-b01a-414100fdece7) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:04.929967 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e9d721-557b-4262-a1f3-7f2745f826aa tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:04.930572 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-67e9d721-557b-4262-a1f3-7f2745f826aa tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:04.933538 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe19ca6-429f-477e-8995-028438b602cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:04.934819 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2fe19ca6-429f-477e-8995-028438b602cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:04.965827 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-67e9d721-557b-4262-a1f3-7f2745f826aa tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5115399 Feb 09 01:31:04.966526 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44004) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:04.973671 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2fe19ca6-429f-477e-8995-028438b602cf admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8748131 Feb 09 01:31:04.976929 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 44006) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:04.981587 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-4a51ecb6-2084-4f4e-b185-4a91d2233819 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1132437517-router', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:04.999802 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-636ae2e5-6796-4a79-8000-073849427321 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Request body: {'subnet': {'network_id': '4192dc36-df03-4845-b889-11efa240d826', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:05.033957 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f8fabc-0ff0-434e-8a82-eef5d27660c0 None None] Network 54059881-6669-4ff7-9931-e6abd6b300b4 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:31:05.036600 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fd57ef-0280-4dc3-b7e9-abe631d5f4bb None None] Network 0a61edaa-ae5c-493b-b01a-414100fdece7 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:31:05.086742 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4a51ecb6-2084-4f4e-b185-4a91d2233819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (e805de78-939c-4bb6-a446-e0361324fa0c), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:05.087838 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4a51ecb6-2084-4f4e-b185-4a91d2233819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (e805de78-939c-4bb6-a446-e0361324fa0c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:05.146721 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6d5ac5cc-8e5f-4c65-a401-58fb44ddeb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (3e008f1a-c03b-4642-8d3f-1b1fa6d2da95), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:05.172722 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636ae2e5-6796-4a79-8000-073849427321 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Made reservation on behalf of 1839ce0cba1942cf8859d07390bd2b75 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:05.176046 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4a51ecb6-2084-4f4e-b185-4a91d2233819 admin admin] Publish callbacks [] for router_controller (e805de78-939c-4bb6-a446-e0361324fa0c), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:05.179606 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-636ae2e5-6796-4a79-8000-073849427321 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:05.189520 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-55e3703a-3699-4279-8810-3f0a9a7e96ad tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (3e008f1a-c03b-4642-8d3f-1b1fa6d2da95), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:05.190292 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ac5cc-8e5f-4c65-a401-58fb44ddeb96 None None] Pushing event deleted for resources: {'Port': ['ID=3e008f1a-c03b-4642-8d3f-1b1fa6d2da95,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:05.206956 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5ac5cc-8e5f-4c65-a401-58fb44ddeb96 None None] No DVR routers for this DVR port 3e008f1a-c03b-4642-8d3f-1b1fa6d2da95 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:31:05.291587 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef1dce7-95ad-46a9-82dd-2431524e5b71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-0a61edaa-ae5c-493b-b01a-414100fdece7', 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7', 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'fixed_ips': [{'subnet_id': 'ad59b321-ab39-4a7c-b208-055ec9804c66'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:31:05.297327 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0ef1dce7-95ad-46a9-82dd-2431524e5b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:05.334525 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bac6be9-3e8d-4f98-ad5f-011be5ebe3a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-54059881-6669-4ff7-9931-e6abd6b300b4', 'network_id': '54059881-6669-4ff7-9931-e6abd6b300b4', 'project_id': '1839ce0cba1942cf8859d07390bd2b75', 'fixed_ips': [{'subnet_id': 'c5239c9a-2e63-4f51-9ded-2834680036fe'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:31:05.335844 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e3703a-3699-4279-8810-3f0a9a7e96ad tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] No DVR routers for this DVR port 3e008f1a-c03b-4642-8d3f-1b1fa6d2da95 on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:31:05.336031 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6bac6be9-3e8d-4f98-ad5f-011be5ebe3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:05.337701 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3703a-3699-4279-8810-3f0a9a7e96ad tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Pushing event deleted for resources: {'Port': ['ID=3e008f1a-c03b-4642-8d3f-1b1fa6d2da95,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:05.511102 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-6bac6be9-3e8d-4f98-ad5f-011be5ebe3a2 None None] Allocated IP 2001:db8::2 (54059881-6669-4ff7-9931-e6abd6b300b4/c5239c9a-2e63-4f51-9ded-2834680036fe/a9f910a5-077c-4e5d-81d4-5aba14e1d191) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:05.633985 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-636ae2e5-6796-4a79-8000-073849427321 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (f42abca0-9291-4acb-8ec4-bf151f7d70c8), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:05.731595 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636ae2e5-6796-4a79-8000-073849427321 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Checking segment: {'id': '85b9a308-ec2d-4529-9347-3ed84d6934f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4192dc36-df03-4845-b889-11efa240d826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:05.732471 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636ae2e5-6796-4a79-8000-073849427321 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Network hostable DHCP agents. Network: 4192dc36-df03-4845-b889-11efa240d826, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:31:05.738280 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ae2e5-6796-4a79-8000-073849427321 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Pushing event updated for resources: {'Subnet': ['ID=f42abca0-9291-4acb-8ec4-bf151f7d70c8,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:05.771233 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636ae2e5-6796-4a79-8000-073849427321 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Network 4192dc36-df03-4845-b889-11efa240d826 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:31:05.791704 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-636ae2e5-6796-4a79-8000-073849427321 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 4192dc36-df03-4845-b889-11efa240d826) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:05.798742 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636ae2e5-6796-4a79-8000-073849427321 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:05.800431 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-636ae2e5-6796-4a79-8000-073849427321 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:05.829852 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7c1656-0863-4ca3-96f4-cc0016370740 None None] Network 10b5997e-07d0-4a49-be59-ddbf50d0983c requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:31:05.831759 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-636ae2e5-6796-4a79-8000-073849427321 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8637798 Feb 09 01:31:05.832753 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44014) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:05.906335 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 1aebbde7-ee37-4b6e-a797-3927aa432dbc up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:05.948448 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7088a18d-c1e5-42e6-8357-018464c08e0b None None] Network 4192dc36-df03-4845-b889-11efa240d826 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:31:06.015424 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4a51ecb6-2084-4f4e-b185-4a91d2233819 admin admin] Publish callbacks [] for router_gateway (e805de78-939c-4bb6-a446-e0361324fa0c), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:06.026933 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-55e3703a-3699-4279-8810-3f0a9a7e96ad tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (593754c0-4d87-4fa5-8937-1a83964e65b3), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:06.066242 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aba4a2-96f3-4d6f-aa76-754b78b6b94b req-fca195d7-630d-4046-8c21-a451701cddb7 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:06.072446 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aba4a2-96f3-4d6f-aa76-754b78b6b94b req-fca195d7-630d-4046-8c21-a451701cddb7 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:06.080583 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d0d869fa-cbf7-48a7-a0cf-00009e369301 None None] Provisioning complete for port 1aebbde7-ee37-4b6e-a797-3927aa432dbc triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:06.080962 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d0d869fa-cbf7-48a7-a0cf-00009e369301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1aebbde7-ee37-4b6e-a797-3927aa432dbc), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:06.082680 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aba4a2-96f3-4d6f-aa76-754b78b6b94b req-fca195d7-630d-4046-8c21-a451701cddb7 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:06.091569 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aba4a2-96f3-4d6f-aa76-754b78b6b94b req-fca195d7-630d-4046-8c21-a451701cddb7 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:06.094260 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:31:06.096968 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aba4a2-96f3-4d6f-aa76-754b78b6b94b req-fca195d7-630d-4046-8c21-a451701cddb7 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:06.102287 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aba4a2-96f3-4d6f-aa76-754b78b6b94b req-fca195d7-630d-4046-8c21-a451701cddb7 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:06.108126 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aba4a2-96f3-4d6f-aa76-754b78b6b94b req-fca195d7-630d-4046-8c21-a451701cddb7 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:06.115795 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c4aba4a2-96f3-4d6f-aa76-754b78b6b94b req-fca195d7-630d-4046-8c21-a451701cddb7 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5430 time: 1.0912337 Feb 09 01:31:06.197526 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 1aebbde7-ee37-4b6e-a797-3927aa432dbc triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:06.197901 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1aebbde7-ee37-4b6e-a797-3927aa432dbc), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:06.200538 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-55e3703a-3699-4279-8810-3f0a9a7e96ad tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['593754c0-4d87-4fa5-8937-1a83964e65b3']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:06.260949 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-55e3703a-3699-4279-8810-3f0a9a7e96ad tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e95c99df-c35d-41ca-979a-0240a9a8fe78') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:06.261409 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-55e3703a-3699-4279-8810-3f0a9a7e96ad tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e95c99df-c35d-41ca-979a-0240a9a8fe78') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:06.276506 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c4aba4a2-96f3-4d6f-aa76-754b78b6b94b req-54202ab9-eceb-4219-9c52-ac27fd6d56a6 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1595504 Feb 09 01:31:06.308384 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-55e3703a-3699-4279-8810-3f0a9a7e96ad tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (e95c99df-c35d-41ca-979a-0240a9a8fe78), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:06.340530 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bdc5b6-508d-4c42-9b05-55b69d72e3c8 req-5dedebb1-f8fe-4839-85dc-bd8f946eab6f tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:06.346042 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-0ef1dce7-95ad-46a9-82dd-2431524e5b71 None None] Allocated IP 172.20.0.2 (0a61edaa-ae5c-493b-b01a-414100fdece7/ad59b321-ab39-4a7c-b208-055ec9804c66/92dcfede-79ef-49b3-a6c6-955e2728fc96) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:06.347004 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-08bdc5b6-508d-4c42-9b05-55b69d72e3c8 req-5dedebb1-f8fe-4839-85dc-bd8f946eab6f tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.4567971 Feb 09 01:31:06.400244 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a1dedc-b5bd-4c56-8832-6832ae1d471f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-4192dc36-df03-4845-b889-11efa240d826', 'network_id': '4192dc36-df03-4845-b889-11efa240d826', 'project_id': '1839ce0cba1942cf8859d07390bd2b75', 'fixed_ips': [{'subnet_id': 'f42abca0-9291-4acb-8ec4-bf151f7d70c8'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:31:06.401121 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-73a1dedc-b5bd-4c56-8832-6832ae1d471f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:06.423932 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-55e3703a-3699-4279-8810-3f0a9a7e96ad tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (e95c99df-c35d-41ca-979a-0240a9a8fe78), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:06.471020 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eeb4cdc6-eee5-4ae4-b3cb-16c6ed2acb8a req-e4b9912e-77a4-48cd-949c-a79b1cdda4ce tempest-ServerShowV254Test-1607297154 tempest-ServerShowV254Test-1607297154-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c6c5054-18fa-4e00-98b2-2773d5a9f7d4 HTTP/1.1" status: 200 len: 210 time: 0.0352676 Feb 09 01:31:06.506921 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-08bdc5b6-508d-4c42-9b05-55b69d72e3c8 req-262a3e03-b567-45f4-a981-c06e544899af tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414013 Feb 09 01:31:06.509481 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55e3703a-3699-4279-8810-3f0a9a7e96ad tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:31:06.510752 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-55e3703a-3699-4279-8810-3f0a9a7e96ad tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (e95c99df-c35d-41ca-979a-0240a9a8fe78), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:06.514758 n-d-822053-40 neutron-server[103529]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:31:06.514758 n-d-822053-40 neutron-server[103529]: self.session.flush() Feb 09 01:31:06.514758 n-d-822053-40 neutron-server[103529]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:31:06.514758 n-d-822053-40 neutron-server[103529]: self.session.flush() Feb 09 01:31:06.514758 n-d-822053-40 neutron-server[103529]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:31:06.514758 n-d-822053-40 neutron-server[103529]: self.session.flush() Feb 09 01:31:06.514758 n-d-822053-40 neutron-server[103529]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:31:06.514758 n-d-822053-40 neutron-server[103529]: self.session.flush() Feb 09 01:31:06.514758 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:31:06.514758 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:31:06.514758 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:31:06.514758 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:31:06.514758 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:31:06.514758 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:31:06.514758 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:31:06.514758 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:31:06.514758 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:31:06.514758 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:31:06.514758 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:31:06.514758 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:31:06.514758 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:31:06.514758 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:31:06.514758 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:31:06.514758 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:31:06.514758 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:31:06.514758 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:31:06.514758 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:31:06.514758 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:31:06.514758 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:31:06.514758 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:31:06.514758 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:31:06.514758 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:31:06.514758 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:31:06.514758 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:31:06.514758 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:31:06.514758 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:31:06.514758 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:31:06.514758 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:31:06.514758 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:31:06.514758 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:31:06.522947 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 1aebbde7-ee37-4b6e-a797-3927aa432dbc is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:06.523342 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1aebbde7-ee37-4b6e-a797-3927aa432dbc), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:06.596775 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6bac6be9-3e8d-4f98-ad5f-011be5ebe3a2 None None] Publish callbacks [] for port (a9f910a5-077c-4e5d-81d4-5aba14e1d191), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:06.620088 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-55e3703a-3699-4279-8810-3f0a9a7e96ad tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (593754c0-4d87-4fa5-8937-1a83964e65b3), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:06.633962 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-55e3703a-3699-4279-8810-3f0a9a7e96ad tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:06.642994 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-55e3703a-3699-4279-8810-3f0a9a7e96ad tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] 10.222.0.30 "DELETE /v2.0/networks/593754c0-4d87-4fa5-8937-1a83964e65b3 HTTP/1.1" status: 204 len: 168 time: 2.2620850 Feb 09 01:31:06.664693 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3703a-3699-4279-8810-3f0a9a7e96ad tempest-TagsExtTest-657784764 tempest-TagsExtTest-657784764-project] Pushing event deleted for resources: {'Network': ['ID=593754c0-4d87-4fa5-8937-1a83964e65b3,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:06.681923 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6bac6be9-3e8d-4f98-ad5f-011be5ebe3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (a9f910a5-077c-4e5d-81d4-5aba14e1d191), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:06.746825 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bac6be9-3e8d-4f98-ad5f-011be5ebe3a2 None None] Pushing event updated for resources: {'Port': ['ID=a9f910a5-077c-4e5d-81d4-5aba14e1d191,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:06.751662 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07296110-0e34-4fe8-b8a3-cf394fba6e25 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:06.763551 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d0d869fa-cbf7-48a7-a0cf-00009e369301 None None] Current status of the port 1aebbde7-ee37-4b6e-a797-3927aa432dbc is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:06.764070 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d0d869fa-cbf7-48a7-a0cf-00009e369301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1aebbde7-ee37-4b6e-a797-3927aa432dbc), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:06.815404 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bac6be9-3e8d-4f98-ad5f-011be5ebe3a2 None None] Network 54059881-6669-4ff7-9931-e6abd6b300b4 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:06.817998 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 1aebbde7-ee37-4b6e-a797-3927aa432dbc, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=1aebbde7-ee37-4b6e-a797-3927aa432dbc,segment=NetworkSegment(2b7cb288-48ba-40ad-b61d-88a5eae2a738),segment_id=2b7cb288-48ba-40ad-b61d-88a5eae2a738)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:06.829554 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-6bac6be9-3e8d-4f98-ad5f-011be5ebe3a2 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:06.832066 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bac6be9-3e8d-4f98-ad5f-011be5ebe3a2 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:06.860065 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4a51ecb6-2084-4f4e-b185-4a91d2233819 admin admin] Publish callbacks [] for router_gateway (e805de78-939c-4bb6-a446-e0361324fa0c), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:06.896620 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4a51ecb6-2084-4f4e-b185-4a91d2233819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:06.907223 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-73a1dedc-b5bd-4c56-8832-6832ae1d471f None None] Allocated IP 2001:db8::2 (4192dc36-df03-4845-b889-11efa240d826/f42abca0-9291-4acb-8ec4-bf151f7d70c8/b669f75f-83ca-4b65-86b7-450af4829f90) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:07.000194 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1aebbde7-ee37-4b6e-a797-3927aa432dbc), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:07.000552 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 44022) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:07.118853 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 3e008f1a-c03b-4642-8d3f-1b1fa6d2da95 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:31:07.171399 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-4a51ecb6-2084-4f4e-b185-4a91d2233819 admin admin] Allocated IP 172.25.1.239 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:07.208301 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 3e008f1a-c03b-4642-8d3f-1b1fa6d2da95 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:31:07.209154 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 3e008f1a-c03b-4642-8d3f-1b1fa6d2da95 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:31:07.247663 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-07296110-0e34-4fe8-b8a3-cf394fba6e25 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Allocated IP 2001:db8::1 (54059881-6669-4ff7-9931-e6abd6b300b4/c5239c9a-2e63-4f51-9ded-2834680036fe/674e7869-947f-4ed1-9ecd-8a643d783d00) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:07.278388 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-664236ac-7607-43aa-b20f-79d2e888d459 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2d1b9935284e4e41988249bc21e634a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2721341 Feb 09 01:31:07.281536 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 44028) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:07.330283 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-d0d869fa-cbf7-48a7-a0cf-00009e369301 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:31:07.333085 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-d0d869fa-cbf7-48a7-a0cf-00009e369301 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:31:07.333772 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=1aebbde7-ee37-4b6e-a797-3927aa432dbc,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:07.378644 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-6bac6be9-3e8d-4f98-ad5f-011be5ebe3a2 None None] Attempting to bind port a9f910a5-077c-4e5d-81d4-5aba14e1d191 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:31:07.382521 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-6bac6be9-3e8d-4f98-ad5f-011be5ebe3a2 None None] Attempting to bind port a9f910a5-077c-4e5d-81d4-5aba14e1d191 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '7f7c1d65-6d57-4b80-b115-e84c63937890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '54059881-6669-4ff7-9931-e6abd6b300b4'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:31:07.385160 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4a51ecb6-2084-4f4e-b185-4a91d2233819 admin admin] Publish callbacks [] for port (c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:07.386487 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bac6be9-3e8d-4f98-ad5f-011be5ebe3a2 None None] Attempting to bind port a9f910a5-077c-4e5d-81d4-5aba14e1d191 on network 54059881-6669-4ff7-9931-e6abd6b300b4 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:07.387321 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6911b95e-bca9-4ef9-ab44-264f5c808879 admin admin] Publish callbacks [] for security_group (dfbbb313-a287-458f-b671-e322ea932261), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:07.408535 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0ef1dce7-95ad-46a9-82dd-2431524e5b71 None None] Publish callbacks [] for port (92dcfede-79ef-49b3-a6c6-955e2728fc96), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:07.414047 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-73a1dedc-b5bd-4c56-8832-6832ae1d471f None None] Publish callbacks [] for port (b669f75f-83ca-4b65-86b7-450af4829f90), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:07.416353 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bac6be9-3e8d-4f98-ad5f-011be5ebe3a2 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:31:07.417033 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bac6be9-3e8d-4f98-ad5f-011be5ebe3a2 None None] Checking segment: {'id': '7f7c1d65-6d57-4b80-b115-e84c63937890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '54059881-6669-4ff7-9931-e6abd6b300b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:07.417642 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6bac6be9-3e8d-4f98-ad5f-011be5ebe3a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:07.418729 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bac6be9-3e8d-4f98-ad5f-011be5ebe3a2 None None] Bound using segment: {'id': '7f7c1d65-6d57-4b80-b115-e84c63937890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '54059881-6669-4ff7-9931-e6abd6b300b4'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:31:07.419474 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-6bac6be9-3e8d-4f98-ad5f-011be5ebe3a2 None None] Bound port: a9f910a5-077c-4e5d-81d4-5aba14e1d191, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f7c1d65-6d57-4b80-b115-e84c63937890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '54059881-6669-4ff7-9931-e6abd6b300b4'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:31:07.420194 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6bac6be9-3e8d-4f98-ad5f-011be5ebe3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a9f910a5-077c-4e5d-81d4-5aba14e1d191), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:07.425727 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0ef1dce7-95ad-46a9-82dd-2431524e5b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (92dcfede-79ef-49b3-a6c6-955e2728fc96), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:07.444281 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-73a1dedc-b5bd-4c56-8832-6832ae1d471f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (b669f75f-83ca-4b65-86b7-450af4829f90), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:07.448542 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6911b95e-bca9-4ef9-ab44-264f5c808879 admin admin] Publish callbacks [] for security_group (dfbbb313-a287-458f-b671-e322ea932261), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:07.455403 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07296110-0e34-4fe8-b8a3-cf394fba6e25 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks [] for port (674e7869-947f-4ed1-9ecd-8a643d783d00), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:07.489911 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef1dce7-95ad-46a9-82dd-2431524e5b71 None None] Network 0a61edaa-ae5c-493b-b01a-414100fdece7 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:07.530663 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07296110-0e34-4fe8-b8a3-cf394fba6e25 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (674e7869-947f-4ed1-9ecd-8a643d783d00), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:07.536302 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7ce37-8796-49fe-94dc-857d937f0a4c req-0f8f2bb4-ec8e-44ee-90e2-7f17dca226a7 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:07.544428 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7ce37-8796-49fe-94dc-857d937f0a4c req-0f8f2bb4-ec8e-44ee-90e2-7f17dca226a7 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:07.550246 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7ce37-8796-49fe-94dc-857d937f0a4c req-0f8f2bb4-ec8e-44ee-90e2-7f17dca226a7 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:07.557198 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7ce37-8796-49fe-94dc-857d937f0a4c req-0f8f2bb4-ec8e-44ee-90e2-7f17dca226a7 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:07.564087 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7ce37-8796-49fe-94dc-857d937f0a4c req-0f8f2bb4-ec8e-44ee-90e2-7f17dca226a7 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:07.569795 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-0ef1dce7-95ad-46a9-82dd-2431524e5b71 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:07.569952 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7ce37-8796-49fe-94dc-857d937f0a4c req-0f8f2bb4-ec8e-44ee-90e2-7f17dca226a7 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:07.572145 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1dce7-95ad-46a9-82dd-2431524e5b71 None None] Pushing event updated for resources: {'Port': ['ID=92dcfede-79ef-49b3-a6c6-955e2728fc96,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:07.575608 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7ce37-8796-49fe-94dc-857d937f0a4c req-0f8f2bb4-ec8e-44ee-90e2-7f17dca226a7 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:07.579838 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cdc7ce37-8796-49fe-94dc-857d937f0a4c req-0f8f2bb4-ec8e-44ee-90e2-7f17dca226a7 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5430 time: 0.1798828 Feb 09 01:31:07.594371 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4a51ecb6-2084-4f4e-b185-4a91d2233819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:07.594998 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef1dce7-95ad-46a9-82dd-2431524e5b71 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:07.605318 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a1dedc-b5bd-4c56-8832-6832ae1d471f None None] Network 4192dc36-df03-4845-b889-11efa240d826 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:07.607722 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07296110-0e34-4fe8-b8a3-cf394fba6e25 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Network 54059881-6669-4ff7-9931-e6abd6b300b4 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:07.611848 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-07296110-0e34-4fe8-b8a3-cf394fba6e25 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:07.622502 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07296110-0e34-4fe8-b8a3-cf394fba6e25 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:07.623129 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07296110-0e34-4fe8-b8a3-cf394fba6e25 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:07.629326 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5a188776-de92-4014-8ffb-a25ae69d81d8 req-0becf209-de89-41a1-80d6-bb566c98823a tempest-ServerShowV254Test-1607297154 tempest-ServerShowV254Test-1607297154-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c6c5054-18fa-4e00-98b2-2773d5a9f7d4 HTTP/1.1" status: 200 len: 210 time: 0.0481396 Feb 09 01:31:07.645149 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-73a1dedc-b5bd-4c56-8832-6832ae1d471f None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:07.674396 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a1dedc-b5bd-4c56-8832-6832ae1d471f None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:07.681486 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6911b95e-bca9-4ef9-ab44-264f5c808879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (dfbbb313-a287-458f-b671-e322ea932261), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:07.684921 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6911b95e-bca9-4ef9-ab44-264f5c808879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:07.688577 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6911b95e-bca9-4ef9-ab44-264f5c808879 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dfbbb313-a287-458f-b671-e322ea932261 HTTP/1.1" status: 204 len: 168 time: 0.4024158 Feb 09 01:31:07.700909 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a51ecb6-2084-4f4e-b185-4a91d2233819 admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:07.735779 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1dedc-b5bd-4c56-8832-6832ae1d471f None None] Pushing event updated for resources: {'Port': ['ID=b669f75f-83ca-4b65-86b7-450af4829f90,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:07.753044 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cdc7ce37-8796-49fe-94dc-857d937f0a4c req-22d755a8-b3e6-491e-a599-978e9f104351 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1603479 Feb 09 01:31:07.756360 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6911b95e-bca9-4ef9-ab44-264f5c808879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbbb313-a287-458f-b671-e322ea932261,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:07.760613 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-4a51ecb6-2084-4f4e-b185-4a91d2233819 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:07.764470 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a51ecb6-2084-4f4e-b185-4a91d2233819 admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:07.791741 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51ecb6-2084-4f4e-b185-4a91d2233819 admin admin] Pushing event updated for resources: {'Port': ['ID=c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:07.889945 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-73a1dedc-b5bd-4c56-8832-6832ae1d471f None None] Attempting to bind port b669f75f-83ca-4b65-86b7-450af4829f90 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:31:07.890534 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-73a1dedc-b5bd-4c56-8832-6832ae1d471f None None] Attempting to bind port b669f75f-83ca-4b65-86b7-450af4829f90 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '85b9a308-ec2d-4529-9347-3ed84d6934f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4192dc36-df03-4845-b889-11efa240d826'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:31:07.890674 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a1dedc-b5bd-4c56-8832-6832ae1d471f None None] Attempting to bind port b669f75f-83ca-4b65-86b7-450af4829f90 on network 4192dc36-df03-4845-b889-11efa240d826 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:07.929498 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-6bac6be9-3e8d-4f98-ad5f-011be5ebe3a2 None None] For port a9f910a5-077c-4e5d-81d4-5aba14e1d191, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:07.937690 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a1dedc-b5bd-4c56-8832-6832ae1d471f None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:31:07.938123 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a1dedc-b5bd-4c56-8832-6832ae1d471f None None] Checking segment: {'id': '85b9a308-ec2d-4529-9347-3ed84d6934f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4192dc36-df03-4845-b889-11efa240d826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:07.938483 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-73a1dedc-b5bd-4c56-8832-6832ae1d471f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:07.938882 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a1dedc-b5bd-4c56-8832-6832ae1d471f None None] Bound using segment: {'id': '85b9a308-ec2d-4529-9347-3ed84d6934f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4192dc36-df03-4845-b889-11efa240d826'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:31:07.939359 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-73a1dedc-b5bd-4c56-8832-6832ae1d471f None None] Bound port: b669f75f-83ca-4b65-86b7-450af4829f90, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b9a308-ec2d-4529-9347-3ed84d6934f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4192dc36-df03-4845-b889-11efa240d826'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:31:07.939741 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-73a1dedc-b5bd-4c56-8832-6832ae1d471f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b669f75f-83ca-4b65-86b7-450af4829f90), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:07.942792 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07296110-0e34-4fe8-b8a3-cf394fba6e25 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Pushing event updated for resources: {'Port': ['ID=674e7869-947f-4ed1-9ecd-8a643d783d00,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:07.956454 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-0ef1dce7-95ad-46a9-82dd-2431524e5b71 None None] Attempting to bind port 92dcfede-79ef-49b3-a6c6-955e2728fc96 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:31:07.956837 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-0ef1dce7-95ad-46a9-82dd-2431524e5b71 None None] Attempting to bind port 92dcfede-79ef-49b3-a6c6-955e2728fc96 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '990ee728-08e6-4cf3-bfe2-c41ab0301e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:31:07.957207 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef1dce7-95ad-46a9-82dd-2431524e5b71 None None] Attempting to bind port 92dcfede-79ef-49b3-a6c6-955e2728fc96 on network 0a61edaa-ae5c-493b-b01a-414100fdece7 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:07.973638 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef1dce7-95ad-46a9-82dd-2431524e5b71 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:31:07.974024 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef1dce7-95ad-46a9-82dd-2431524e5b71 None None] Checking segment: {'id': '990ee728-08e6-4cf3-bfe2-c41ab0301e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:07.974452 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0ef1dce7-95ad-46a9-82dd-2431524e5b71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:07.974821 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef1dce7-95ad-46a9-82dd-2431524e5b71 None None] Bound using segment: {'id': '990ee728-08e6-4cf3-bfe2-c41ab0301e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:31:07.975308 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-0ef1dce7-95ad-46a9-82dd-2431524e5b71 None None] Bound port: 92dcfede-79ef-49b3-a6c6-955e2728fc96, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '990ee728-08e6-4cf3-bfe2-c41ab0301e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:31:07.975700 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0ef1dce7-95ad-46a9-82dd-2431524e5b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (92dcfede-79ef-49b3-a6c6-955e2728fc96), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:08.003147 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44115566-d1c3-45e9-b833-be496b3b7424 req-dd2c774c-8631-4b6d-98ce-f2682fd4407a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:08.006113 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-6bac6be9-3e8d-4f98-ad5f-011be5ebe3a2 None None] For port a9f910a5-077c-4e5d-81d4-5aba14e1d191, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=a9f910a5-077c-4e5d-81d4-5aba14e1d191,segment=NetworkSegment(7f7c1d65-6d57-4b80-b115-e84c63937890),segment_id=7f7c1d65-6d57-4b80-b115-e84c63937890)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:31:08.010778 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-44115566-d1c3-45e9-b833-be496b3b7424 req-dd2c774c-8631-4b6d-98ce-f2682fd4407a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.2201467 Feb 09 01:31:08.022244 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07296110-0e34-4fe8-b8a3-cf394fba6e25 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (674e7869-947f-4ed1-9ecd-8a643d783d00), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:08.028534 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d0d869fa-cbf7-48a7-a0cf-00009e369301 None None] Current status of the port 1aebbde7-ee37-4b6e-a797-3927aa432dbc is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:08.101149 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-0ef1dce7-95ad-46a9-82dd-2431524e5b71 None None] For port 92dcfede-79ef-49b3-a6c6-955e2728fc96, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:08.104918 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-0ef1dce7-95ad-46a9-82dd-2431524e5b71 None None] For port 92dcfede-79ef-49b3-a6c6-955e2728fc96, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=92dcfede-79ef-49b3-a6c6-955e2728fc96,segment=NetworkSegment(990ee728-08e6-4cf3-bfe2-c41ab0301e4e),segment_id=990ee728-08e6-4cf3-bfe2-c41ab0301e4e)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:31:08.110328 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6bac6be9-3e8d-4f98-ad5f-011be5ebe3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (a9f910a5-077c-4e5d-81d4-5aba14e1d191), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:08.142844 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-44115566-d1c3-45e9-b833-be496b3b7424 req-f5e27382-0273-404a-b000-e9958b56cada tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308148 Feb 09 01:31:08.146386 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0ef1dce7-95ad-46a9-82dd-2431524e5b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (92dcfede-79ef-49b3-a6c6-955e2728fc96), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:08.336502 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4a51ecb6-2084-4f4e-b185-4a91d2233819 admin admin] Publish callbacks [] for router_gateway (e805de78-939c-4bb6-a446-e0361324fa0c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:08.642773 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-73a1dedc-b5bd-4c56-8832-6832ae1d471f None None] For port b669f75f-83ca-4b65-86b7-450af4829f90, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:08.656234 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-4052416c-72f3-49b3-9b1e-61298cd3f7b3 None None] Provisioning complete for port 1aebbde7-ee37-4b6e-a797-3927aa432dbc triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:08.656612 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4052416c-72f3-49b3-9b1e-61298cd3f7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1aebbde7-ee37-4b6e-a797-3927aa432dbc), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:08.725425 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07296110-0e34-4fe8-b8a3-cf394fba6e25 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks [] for port (674e7869-947f-4ed1-9ecd-8a643d783d00), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:08.739705 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07296110-0e34-4fe8-b8a3-cf394fba6e25 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (674e7869-947f-4ed1-9ecd-8a643d783d00), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:08.740990 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07296110-0e34-4fe8-b8a3-cf394fba6e25 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:08.775505 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-73a1dedc-b5bd-4c56-8832-6832ae1d471f None None] For port b669f75f-83ca-4b65-86b7-450af4829f90, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b669f75f-83ca-4b65-86b7-450af4829f90,segment=NetworkSegment(85b9a308-ec2d-4529-9347-3ed84d6934f1),segment_id=85b9a308-ec2d-4529-9347-3ed84d6934f1)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:31:08.798593 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bac6be9-3e8d-4f98-ad5f-011be5ebe3a2 None None] Pushing event updated for resources: {'Port': ['ID=a9f910a5-077c-4e5d-81d4-5aba14e1d191,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:08.807929 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-73a1dedc-b5bd-4c56-8832-6832ae1d471f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b669f75f-83ca-4b65-86b7-450af4829f90), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:08.961318 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4a51ecb6-2084-4f4e-b185-4a91d2233819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (e805de78-939c-4bb6-a446-e0361324fa0c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:09.003469 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1dce7-95ad-46a9-82dd-2431524e5b71 None None] Pushing event updated for resources: {'Port': ['ID=92dcfede-79ef-49b3-a6c6-955e2728fc96,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:09.012449 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-4052416c-72f3-49b3-9b1e-61298cd3f7b3 None None] Current status of the port 1aebbde7-ee37-4b6e-a797-3927aa432dbc is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:09.075932 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c15f70f-727a-4dc7-846f-b67b625c3917 req-1c779353-bf47-42e8-9cad-faed13db11f9 tempest-ServerShowV254Test-1607297154 tempest-ServerShowV254Test-1607297154-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c6c5054-18fa-4e00-98b2-2773d5a9f7d4 HTTP/1.1" status: 200 len: 210 time: 0.1133635 Feb 09 01:31:09.109238 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1dedc-b5bd-4c56-8832-6832ae1d471f None None] Pushing event updated for resources: {'Port': ['ID=b669f75f-83ca-4b65-86b7-450af4829f90,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:09.201427 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07296110-0e34-4fe8-b8a3-cf394fba6e25 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Network 54059881-6669-4ff7-9931-e6abd6b300b4 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:09.210430 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-07296110-0e34-4fe8-b8a3-cf394fba6e25 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:09.329782 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07296110-0e34-4fe8-b8a3-cf394fba6e25 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Pushing event updated for resources: {'Port': ['ID=674e7869-947f-4ed1-9ecd-8a643d783d00,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:09.369709 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133725e-a78d-4f36-94ab-ef64064e3813 req-55276763-e6cf-4f21-af47-afa441b3767e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:09.410805 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133725e-a78d-4f36-94ab-ef64064e3813 req-55276763-e6cf-4f21-af47-afa441b3767e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:09.428184 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133725e-a78d-4f36-94ab-ef64064e3813 req-55276763-e6cf-4f21-af47-afa441b3767e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:09.444806 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133725e-a78d-4f36-94ab-ef64064e3813 req-55276763-e6cf-4f21-af47-afa441b3767e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:09.459055 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133725e-a78d-4f36-94ab-ef64064e3813 req-55276763-e6cf-4f21-af47-afa441b3767e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:09.474076 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133725e-a78d-4f36-94ab-ef64064e3813 req-55276763-e6cf-4f21-af47-afa441b3767e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:09.481841 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133725e-a78d-4f36-94ab-ef64064e3813 req-55276763-e6cf-4f21-af47-afa441b3767e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:09.492187 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f133725e-a78d-4f36-94ab-ef64064e3813 req-55276763-e6cf-4f21-af47-afa441b3767e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5430 time: 0.5346086 Feb 09 01:31:09.556465 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07296110-0e34-4fe8-b8a3-cf394fba6e25 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Router fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:31:09.678459 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57ee68-2338-404a-bdf2-38a8138f62ad req-08e2da2c-6c01-44d2-9a8d-085efab92b27 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:09.690003 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d57ee68-2338-404a-bdf2-38a8138f62ad req-08e2da2c-6c01-44d2-9a8d-085efab92b27 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.4202826 Feb 09 01:31:09.801590 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07296110-0e34-4fe8-b8a3-cf394fba6e25 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:31:09.813886 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebf41f2-da7f-4eef-8f1f-3d170ae44369 None None] Sync routers for ids ['fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:31:09.826549 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-07296110-0e34-4fe8-b8a3-cf394fba6e25 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] 10.222.0.30 "PUT /v2.0/routers/fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9912467 Feb 09 01:31:09.826810 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 44078) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:09.837477 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebf41f2-da7f-4eef-8f1f-3d170ae44369 None None] Routers {'fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:09.838267 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-aebf41f2-da7f-4eef-8f1f-3d170ae44369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:30:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:09.946866 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device a9f910a5-077c-4e5d-81d4-5aba14e1d191 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:09.950291 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-aebf41f2-da7f-4eef-8f1f-3d170ae44369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:10.004421 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f133725e-a78d-4f36-94ab-ef64064e3813 req-c6088205-92a4-4bf8-bd79-f4d8c74e0930 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4793222 Feb 09 01:31:10.028807 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebf41f2-da7f-4eef-8f1f-3d170ae44369 None None] Routers {'fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:10.029682 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-aebf41f2-da7f-4eef-8f1f-3d170ae44369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:30:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:10.034248 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d57ee68-2338-404a-bdf2-38a8138f62ad req-b8358e1e-9cce-4f6f-b2b9-c7a0677b43f6 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3065557 Feb 09 01:31:10.037782 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a51ecb6-2084-4f4e-b185-4a91d2233819 admin admin] Router e805de78-939c-4bb6-a446-e0361324fa0c is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:31:10.091887 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-aebf41f2-da7f-4eef-8f1f-3d170ae44369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:10.092814 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebf41f2-da7f-4eef-8f1f-3d170ae44369 None None] The sync data for ids ['fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a'] in n-d-822053-40 is: [] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:31:10.132233 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port a9f910a5-077c-4e5d-81d4-5aba14e1d191 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:10.138499 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a9f910a5-077c-4e5d-81d4-5aba14e1d191), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:10.410429 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port a9f910a5-077c-4e5d-81d4-5aba14e1d191 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:10.412493 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a9f910a5-077c-4e5d-81d4-5aba14e1d191), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:10.426174 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7808812-1db4-4796-a428-e299a124089c None None] Network 54059881-6669-4ff7-9931-e6abd6b300b4 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:31:10.579936 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c80d2698-9235-4ca1-8ac6-c6dfcea8d739 req-986e233a-7896-4379-b854-50f31d2b9b44 tempest-ServerShowV254Test-1607297154 tempest-ServerShowV254Test-1607297154-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c6c5054-18fa-4e00-98b2-2773d5a9f7d4 HTTP/1.1" status: 200 len: 210 time: 0.3548765 Feb 09 01:31:10.606438 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port a9f910a5-077c-4e5d-81d4-5aba14e1d191, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=a9f910a5-077c-4e5d-81d4-5aba14e1d191,segment=NetworkSegment(7f7c1d65-6d57-4b80-b115-e84c63937890),segment_id=7f7c1d65-6d57-4b80-b115-e84c63937890)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:10.624775 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (a9f910a5-077c-4e5d-81d4-5aba14e1d191), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:10.625560 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 92dcfede-79ef-49b3-a6c6-955e2728fc96 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:10.811700 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a51ecb6-2084-4f4e-b185-4a91d2233819 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:31:10.824100 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ffd73e-3141-46fb-8fe5-0e1b0849bf49 None None] Sync routers for ids ['e805de78-939c-4bb6-a446-e0361324fa0c'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:31:10.843332 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=a9f910a5-077c-4e5d-81d4-5aba14e1d191,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:10.843931 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ffd73e-3141-46fb-8fe5-0e1b0849bf49 None None] Routers {'e805de78-939c-4bb6-a446-e0361324fa0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:10.844589 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-d6ffd73e-3141-46fb-8fe5-0e1b0849bf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:30:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['e805de78-939c-4bb6-a446-e0361324fa0c'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:10.898548 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-1ad81c43-deab-41fe-9fcc-a481e5d82b4f None None] Provisioning complete for port a9f910a5-077c-4e5d-81d4-5aba14e1d191 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:10.898921 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1ad81c43-deab-41fe-9fcc-a481e5d82b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a9f910a5-077c-4e5d-81d4-5aba14e1d191), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:11.000686 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c4b64-7303-4ca0-a050-5220fdf2deeb req-c34d9f63-6b9d-4169-99e5-78a20e6a592f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:11.002783 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-240c4b64-7303-4ca0-a050-5220fdf2deeb req-c34d9f63-6b9d-4169-99e5-78a20e6a592f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b6fd459715684d44a0a31bd130ea655c&device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 1128 time: 0.4183805 Feb 09 01:31:11.018051 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4a51ecb6-2084-4f4e-b185-4a91d2233819 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:11.019790 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4a51ecb6-2084-4f4e-b185-4a91d2233819 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0418019 Feb 09 01:31:11.022597 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44112) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:11.038054 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-d6ffd73e-3141-46fb-8fe5-0e1b0849bf49 None None] Set router e805de78-939c-4bb6-a446-e0361324fa0c gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:31:11.070755 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8229ade4-0d98-4898-ae6d-dd4ee6b933f9 None None] Network 0a61edaa-ae5c-493b-b01a-414100fdece7 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:31:11.148327 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 92dcfede-79ef-49b3-a6c6-955e2728fc96 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:11.148829 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (92dcfede-79ef-49b3-a6c6-955e2728fc96), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:11.248916 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c4b64-7303-4ca0-a050-5220fdf2deeb req-04edb932-5d5c-4210-baf7-23df20150898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:11.250655 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0bbfb5-cd8a-40e1-baad-57057e524d98 None None] Network 4192dc36-df03-4845-b889-11efa240d826 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:31:11.251032 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-240c4b64-7303-4ca0-a050-5220fdf2deeb req-04edb932-5d5c-4210-baf7-23df20150898 service neutron] 10.222.0.121 "GET /v2.0/networks?id=b5cee00d-d11d-4a76-ad74-cfd798aa917c HTTP/1.1" status: 200 len: 912 time: 0.2285516 Feb 09 01:31:11.256178 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-1ad81c43-deab-41fe-9fcc-a481e5d82b4f None None] Current status of the port a9f910a5-077c-4e5d-81d4-5aba14e1d191 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:11.310888 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51c4ab-7b4f-4964-a921-4f6634d7548d req-b4964f3c-facc-4ebb-aa84-fac1a64bab82 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:11.318589 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0a51c4ab-7b4f-4964-a921-4f6634d7548d req-b4964f3c-facc-4ebb-aa84-fac1a64bab82 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.7131627 Feb 09 01:31:11.328742 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-d6ffd73e-3141-46fb-8fe5-0e1b0849bf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'name': 'tempest-AttachVolumeTestJSON-1132437517-router', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:05Z', 'updated_at': '2022-02-09T01:31:08Z', 'revision_number': 3, 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'gw_port': {'id': 'c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:04:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:06Z', 'updated_at': '2022-02-09T01:31:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:11.393611 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ffd73e-3141-46fb-8fe5-0e1b0849bf49 None None] Checking router: e805de78-939c-4bb6-a446-e0361324fa0c for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:31:11.403337 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ffd73e-3141-46fb-8fe5-0e1b0849bf49 None None] Updating router e805de78-939c-4bb6-a446-e0361324fa0c port c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9 binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:31:11.563859 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-240c4b64-7303-4ca0-a050-5220fdf2deeb req-f4a3fa02-24f1-462a-bf2e-0b62348fe7e1 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5719c236-b300-4f5c-b12a-6f8844909733 HTTP/1.1" status: 200 len: 1000 time: 0.2625003 Feb 09 01:31:11.591079 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0a51c4ab-7b4f-4964-a921-4f6634d7548d req-d8ad87fa-dbd4-4623-9773-a05be0818713 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2710860 Feb 09 01:31:11.603095 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d15f7f45-2a45-483f-994e-0a29a7814dd4 None None] Provisioning complete for port 92dcfede-79ef-49b3-a6c6-955e2728fc96 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:11.603722 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d15f7f45-2a45-483f-994e-0a29a7814dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (92dcfede-79ef-49b3-a6c6-955e2728fc96), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:11.617084 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d6ffd73e-3141-46fb-8fe5-0e1b0849bf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:11.792492 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c4b64-7303-4ca0-a050-5220fdf2deeb req-5cde38a4-52c5-43f2-826b-295c1f6842e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:11.794294 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-240c4b64-7303-4ca0-a050-5220fdf2deeb req-5cde38a4-52c5-43f2-826b-295c1f6842e1 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3c1b64de-5642-407c-82ef-1ad0f3f887f4 HTTP/1.1" status: 200 len: 850 time: 0.1992528 Feb 09 01:31:11.825320 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 92dcfede-79ef-49b3-a6c6-955e2728fc96 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:11.827275 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (92dcfede-79ef-49b3-a6c6-955e2728fc96), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:11.903504 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-83a7fac0-78fd-4a39-93ff-c2c9658f6899 req-2b63a684-3c5d-4316-bc40-296e43c16f99 tempest-ServerShowV254Test-1607297154 tempest-ServerShowV254Test-1607297154-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c6c5054-18fa-4e00-98b2-2773d5a9f7d4 HTTP/1.1" status: 200 len: 210 time: 0.0937128 Feb 09 01:31:11.911764 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b78c63c4-a708-4c36-ad06-152fb1956489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:11.933598 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-804ead18-a1cc-4733-80fb-83aa1fa3ad53 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:31:11.938385 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-804ead18-a1cc-4733-80fb-83aa1fa3ad53 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] 10.222.0.30 "PUT /v2.0/routers/fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.1012020 Feb 09 01:31:11.939286 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 44122) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:11.953436 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6cb4b-9a83-4f8b-83d6-3e8416c72a7a req-ebd98067-e8d1-4ab5-99f3-85636c62192d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:11.959502 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6cb4b-9a83-4f8b-83d6-3e8416c72a7a req-ebd98067-e8d1-4ab5-99f3-85636c62192d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:11.966288 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6cb4b-9a83-4f8b-83d6-3e8416c72a7a req-ebd98067-e8d1-4ab5-99f3-85636c62192d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:11.972952 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6cb4b-9a83-4f8b-83d6-3e8416c72a7a req-ebd98067-e8d1-4ab5-99f3-85636c62192d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:11.979961 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6cb4b-9a83-4f8b-83d6-3e8416c72a7a req-ebd98067-e8d1-4ab5-99f3-85636c62192d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:11.987319 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6cb4b-9a83-4f8b-83d6-3e8416c72a7a req-ebd98067-e8d1-4ab5-99f3-85636c62192d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:11.995924 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6cb4b-9a83-4f8b-83d6-3e8416c72a7a req-ebd98067-e8d1-4ab5-99f3-85636c62192d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:11.998309 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0af6cb4b-9a83-4f8b-83d6-3e8416c72a7a req-ebd98067-e8d1-4ab5-99f3-85636c62192d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5430 time: 0.7417443 Feb 09 01:31:12.108814 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 92dcfede-79ef-49b3-a6c6-955e2728fc96, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=92dcfede-79ef-49b3-a6c6-955e2728fc96,segment=NetworkSegment(990ee728-08e6-4cf3-bfe2-c41ab0301e4e),segment_id=990ee728-08e6-4cf3-bfe2-c41ab0301e4e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:12.126030 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (92dcfede-79ef-49b3-a6c6-955e2728fc96), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:12.126783 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 1aebbde7-ee37-4b6e-a797-3927aa432dbc up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:12.202345 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d15f7f45-2a45-483f-994e-0a29a7814dd4 None None] Current status of the port 92dcfede-79ef-49b3-a6c6-955e2728fc96 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:12.210080 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d15f7f45-2a45-483f-994e-0a29a7814dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (92dcfede-79ef-49b3-a6c6-955e2728fc96), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:12.288500 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d6ffd73e-3141-46fb-8fe5-0e1b0849bf49 None None] Publish callbacks [] for port (c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:12.314124 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d6ffd73e-3141-46fb-8fe5-0e1b0849bf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:12.401993 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-d15f7f45-2a45-483f-994e-0a29a7814dd4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:31:12.403184 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-d15f7f45-2a45-483f-994e-0a29a7814dd4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:31:12.403732 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fee152-001e-49f0-967c-dbf1a8ee5431 None None] Pushing event updated for resources: {'Port': ['ID=c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:12.446030 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 1aebbde7-ee37-4b6e-a797-3927aa432dbc triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:12.446503 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1aebbde7-ee37-4b6e-a797-3927aa432dbc), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:12.477071 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-d6ffd73e-3141-46fb-8fe5-0e1b0849bf49 None None] Attempting to bind port c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:31:12.477441 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-d6ffd73e-3141-46fb-8fe5-0e1b0849bf49 None None] Attempting to bind port c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:31:12.477798 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ffd73e-3141-46fb-8fe5-0e1b0849bf49 None None] Attempting to bind port c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9 on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:12.482999 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fee152-001e-49f0-967c-dbf1a8ee5431 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:12.483339 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fee152-001e-49f0-967c-dbf1a8ee5431 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:12.483670 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fee152-001e-49f0-967c-dbf1a8ee5431 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:12.484015 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fee152-001e-49f0-967c-dbf1a8ee5431 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:12.490874 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fee152-001e-49f0-967c-dbf1a8ee5431 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:12.491230 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fee152-001e-49f0-967c-dbf1a8ee5431 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:12.491556 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fee152-001e-49f0-967c-dbf1a8ee5431 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:12.491882 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fee152-001e-49f0-967c-dbf1a8ee5431 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:12.492223 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fee152-001e-49f0-967c-dbf1a8ee5431 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:12.492540 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fee152-001e-49f0-967c-dbf1a8ee5431 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:12.493122 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fee152-001e-49f0-967c-dbf1a8ee5431 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:12.493436 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fee152-001e-49f0-967c-dbf1a8ee5431 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:12.493749 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fee152-001e-49f0-967c-dbf1a8ee5431 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:12.513778 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ffd73e-3141-46fb-8fe5-0e1b0849bf49 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:31:12.514809 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ffd73e-3141-46fb-8fe5-0e1b0849bf49 None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:12.514809 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d6ffd73e-3141-46fb-8fe5-0e1b0849bf49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:12.525463 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ffd73e-3141-46fb-8fe5-0e1b0849bf49 None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:31:12.525980 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-d6ffd73e-3141-46fb-8fe5-0e1b0849bf49 None None] Bound port: c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:31:12.526376 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d6ffd73e-3141-46fb-8fe5-0e1b0849bf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:12.552032 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=92dcfede-79ef-49b3-a6c6-955e2728fc96,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:12.651550 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 1aebbde7-ee37-4b6e-a797-3927aa432dbc is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:12.678886 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-d6ffd73e-3141-46fb-8fe5-0e1b0849bf49 None None] For port c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:12.682595 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-d6ffd73e-3141-46fb-8fe5-0e1b0849bf49 None None] For port c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:31:12.701990 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d6ffd73e-3141-46fb-8fe5-0e1b0849bf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:12.811162 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fee152-001e-49f0-967c-dbf1a8ee5431 None None] Pushing event updated for resources: {'Port': ['ID=c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:12.846566 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ffd73e-3141-46fb-8fe5-0e1b0849bf49 None None] Routers {'e805de78-939c-4bb6-a446-e0361324fa0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:12.847133 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-d6ffd73e-3141-46fb-8fe5-0e1b0849bf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:30:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['e805de78-939c-4bb6-a446-e0361324fa0c'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:12.980024 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d15f7f45-2a45-483f-994e-0a29a7814dd4 None None] Current status of the port 92dcfede-79ef-49b3-a6c6-955e2728fc96 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:13.008008 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d15f7f45-2a45-483f-994e-0a29a7814dd4 None None] Provisioning complete for port b669f75f-83ca-4b65-86b7-450af4829f90 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:13.008343 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d15f7f45-2a45-483f-994e-0a29a7814dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b669f75f-83ca-4b65-86b7-450af4829f90), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:13.110955 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-d6ffd73e-3141-46fb-8fe5-0e1b0849bf49 None None] Set router e805de78-939c-4bb6-a446-e0361324fa0c gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:31:13.116493 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c4b64-7303-4ca0-a050-5220fdf2deeb req-5cc9d31b-23ec-4266-9d74-dd577416128b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:13.118487 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-240c4b64-7303-4ca0-a050-5220fdf2deeb req-5cc9d31b-23ec-4266-9d74-dd577416128b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b5cee00d-d11d-4a76-ad74-cfd798aa917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 1.3037460 Feb 09 01:31:13.208176 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-b78c63c4-a708-4c36-ad06-152fb1956489 admin admin] Allocated IP 172.20.0.1 (0a61edaa-ae5c-493b-b01a-414100fdece7/ad59b321-ab39-4a7c-b208-055ec9804c66/cfa682d5-a5f0-48fa-91fb-3c882a5a1815) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:13.241296 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 92dcfede-79ef-49b3-a6c6-955e2728fc96 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:13.246358 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d15f7f45-2a45-483f-994e-0a29a7814dd4 None None] Current status of the port b669f75f-83ca-4b65-86b7-450af4829f90 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:13.246958 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d15f7f45-2a45-483f-994e-0a29a7814dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b669f75f-83ca-4b65-86b7-450af4829f90), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:13.327919 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0af6cb4b-9a83-4f8b-83d6-3e8416c72a7a req-ea4a3fc3-c828-4f7c-8b37-44a6c8eae892 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.3196299 Feb 09 01:31:13.334129 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d15f7f45-2a45-483f-994e-0a29a7814dd4 None None] For port b669f75f-83ca-4b65-86b7-450af4829f90, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b669f75f-83ca-4b65-86b7-450af4829f90,segment=NetworkSegment(85b9a308-ec2d-4529-9347-3ed84d6934f1),segment_id=85b9a308-ec2d-4529-9347-3ed84d6934f1)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:13.340945 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d15f7f45-2a45-483f-994e-0a29a7814dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b669f75f-83ca-4b65-86b7-450af4829f90), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:13.375902 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 92dcfede-79ef-49b3-a6c6-955e2728fc96 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:13.376317 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (92dcfede-79ef-49b3-a6c6-955e2728fc96), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:13.428897 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b78c63c4-a708-4c36-ad06-152fb1956489 admin admin] Publish callbacks [] for port (cfa682d5-a5f0-48fa-91fb-3c882a5a1815), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:13.446781 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f7f45-2a45-483f-994e-0a29a7814dd4 None None] Pushing event updated for resources: {'Port': ['ID=b669f75f-83ca-4b65-86b7-450af4829f90,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:13.485988 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f38bb1c2-b36f-48b5-b003-ca5f890201ea None None] Provisioning complete for port 674e7869-947f-4ed1-9ecd-8a643d783d00 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:13.486621 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f38bb1c2-b36f-48b5-b003-ca5f890201ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (674e7869-947f-4ed1-9ecd-8a643d783d00), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:13.489757 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b78c63c4-a708-4c36-ad06-152fb1956489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (cfa682d5-a5f0-48fa-91fb-3c882a5a1815), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:13.513383 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-d6ffd73e-3141-46fb-8fe5-0e1b0849bf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'name': 'tempest-AttachVolumeTestJSON-1132437517-router', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:05Z', 'updated_at': '2022-02-09T01:31:08Z', 'revision_number': 3, 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'gw_port': {'id': 'c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:04:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:06Z', 'updated_at': '2022-02-09T01:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:13.538326 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78c63c4-a708-4c36-ad06-152fb1956489 admin admin] Network 0a61edaa-ae5c-493b-b01a-414100fdece7 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:13.548351 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ffd73e-3141-46fb-8fe5-0e1b0849bf49 None None] The sync data for ids ['e805de78-939c-4bb6-a446-e0361324fa0c'] in n-d-822053-40 is: [{'id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'name': 'tempest-AttachVolumeTestJSON-1132437517-router', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:05Z', 'updated_at': '2022-02-09T01:31:08Z', 'revision_number': 3, 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'gw_port': {'id': 'c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:04:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:06Z', 'updated_at': '2022-02-09T01:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:31:13.560768 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b16e3-9d9e-4c79-b674-9452f980b76b req-8c0e560d-7bcc-46df-a431-c7cd9b0f4379 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:13.562437 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-304b16e3-9d9e-4c79-b674-9452f980b76b req-8c0e560d-7bcc-46df-a431-c7cd9b0f4379 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.6324234 Feb 09 01:31:13.567867 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aa85812c-7a80-4371-adba-4b1e0a23be43 req-53fa18a6-4436-4799-83a7-8a0aa8f4ef1c tempest-ServerShowV254Test-1607297154 tempest-ServerShowV254Test-1607297154-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c6c5054-18fa-4e00-98b2-2773d5a9f7d4 HTTP/1.1" status: 200 len: 210 time: 0.1013501 Feb 09 01:31:13.575037 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-b78c63c4-a708-4c36-ad06-152fb1956489 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:13.598106 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78c63c4-a708-4c36-ad06-152fb1956489 admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:13.612438 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f38bb1c2-b36f-48b5-b003-ca5f890201ea None None] Port 674e7869-947f-4ed1-9ecd-8a643d783d00 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:31:13.615146 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 92dcfede-79ef-49b3-a6c6-955e2728fc96 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:13.616923 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b669f75f-83ca-4b65-86b7-450af4829f90 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:13.675750 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c63c4-a708-4c36-ad06-152fb1956489 admin admin] Pushing event updated for resources: {'Port': ['ID=cfa682d5-a5f0-48fa-91fb-3c882a5a1815,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:13.697793 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-304b16e3-9d9e-4c79-b674-9452f980b76b req-e562e4d2-40ca-4ea1-844f-98c071bc078d tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150033 Feb 09 01:31:13.705660 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b78c63c4-a708-4c36-ad06-152fb1956489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (e805de78-939c-4bb6-a446-e0361324fa0c), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:13.711509 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-240c4b64-7303-4ca0-a050-5220fdf2deeb req-2c2cc0a4-635a-42ca-b78f-77fdd76e7ad4 service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5156519 Feb 09 01:31:13.741743 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device a6e2ebab-ced5-4214-a980-67ee8d90c8df details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:31:13.751592 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f38bb1c2-b36f-48b5-b003-ca5f890201ea None None] Provisioning complete for port 92dcfede-79ef-49b3-a6c6-955e2728fc96 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:13.752316 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f38bb1c2-b36f-48b5-b003-ca5f890201ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (92dcfede-79ef-49b3-a6c6-955e2728fc96), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:13.900487 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port b669f75f-83ca-4b65-86b7-450af4829f90 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:13.901044 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b669f75f-83ca-4b65-86b7-450af4829f90), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:13.982945 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-240c4b64-7303-4ca0-a050-5220fdf2deeb req-90dcab4b-4550-4b45-804c-8faa28b33024 service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289150 Feb 09 01:31:13.991859 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b78c63c4-a708-4c36-ad06-152fb1956489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (cfa682d5-a5f0-48fa-91fb-3c882a5a1815), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:14.194329 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f45a3d8b-b70c-4622-8ba0-190f6fe676ff tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:14.275403 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b78c63c4-a708-4c36-ad06-152fb1956489 admin admin] Publish callbacks [] for port (cfa682d5-a5f0-48fa-91fb-3c882a5a1815), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:14.284721 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b78c63c4-a708-4c36-ad06-152fb1956489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (cfa682d5-a5f0-48fa-91fb-3c882a5a1815), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:14.416028 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port b669f75f-83ca-4b65-86b7-450af4829f90 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:14.418243 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device a9f910a5-077c-4e5d-81d4-5aba14e1d191 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:14.451391 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b78c63c4-a708-4c36-ad06-152fb1956489 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (e805de78-939c-4bb6-a446-e0361324fa0c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:14.454083 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c63c4-a708-4c36-ad06-152fb1956489 admin admin] Pushing event updated for resources: {'Port': ['ID=cfa682d5-a5f0-48fa-91fb-3c882a5a1815,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:14.500662 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port a6e2ebab-ced5-4214-a980-67ee8d90c8df, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=a6e2ebab-ced5-4214-a980-67ee8d90c8df,segment=NetworkSegment(11bc4fb8-f83a-4bb2-85a3-7ffbecb23433),segment_id=11bc4fb8-f83a-4bb2-85a3-7ffbecb23433)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:14.521733 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f38bb1c2-b36f-48b5-b003-ca5f890201ea None None] Current status of the port 92dcfede-79ef-49b3-a6c6-955e2728fc96 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:14.534697 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': 'a6e2ebab-ced5-4214-a980-67ee8d90c8df', 'network_id': '38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0', 'port_id': 'a6e2ebab-ced5-4214-a980-67ee8d90c8df', 'mac_address': 'fa:16:3e:77:0a:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83b1d7a0-7578-4a2b-b84a-68d95cb4eed6', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:31:14.552672 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f38bb1c2-b36f-48b5-b003-ca5f890201ea None None] Provisioning complete for port b669f75f-83ca-4b65-86b7-450af4829f90 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:14.553189 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f38bb1c2-b36f-48b5-b003-ca5f890201ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b669f75f-83ca-4b65-86b7-450af4829f90), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:14.638765 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78677985-7720-4edf-8ab8-92aaa63b8e11 req-00e79594-fe1a-4d15-b851-f15347f165bb tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:14.644641 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78677985-7720-4edf-8ab8-92aaa63b8e11 req-00e79594-fe1a-4d15-b851-f15347f165bb tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:14.655683 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78677985-7720-4edf-8ab8-92aaa63b8e11 req-00e79594-fe1a-4d15-b851-f15347f165bb tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:14.661522 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78677985-7720-4edf-8ab8-92aaa63b8e11 req-00e79594-fe1a-4d15-b851-f15347f165bb tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:14.667300 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78677985-7720-4edf-8ab8-92aaa63b8e11 req-00e79594-fe1a-4d15-b851-f15347f165bb tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:14.677029 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78677985-7720-4edf-8ab8-92aaa63b8e11 req-00e79594-fe1a-4d15-b851-f15347f165bb tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:14.697786 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78677985-7720-4edf-8ab8-92aaa63b8e11 req-00e79594-fe1a-4d15-b851-f15347f165bb tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:14.704085 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-78677985-7720-4edf-8ab8-92aaa63b8e11 req-00e79594-fe1a-4d15-b851-f15347f165bb tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5430 time: 0.2217731 Feb 09 01:31:14.719271 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port a9f910a5-077c-4e5d-81d4-5aba14e1d191 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:14.719774 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a9f910a5-077c-4e5d-81d4-5aba14e1d191), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:14.773326 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78c63c4-a708-4c36-ad06-152fb1956489 admin admin] Network 0a61edaa-ae5c-493b-b01a-414100fdece7 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:14.785350 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-b78c63c4-a708-4c36-ad06-152fb1956489 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:14.816114 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port a6e2ebab-ced5-4214-a980-67ee8d90c8df is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:14.816630 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a6e2ebab-ced5-4214-a980-67ee8d90c8df), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:14.922611 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6e2ebab-ced5-4214-a980-67ee8d90c8df {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:31:15.037262 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ae4acee0-85d3-4803-8fb0-1e54e32d74a5 req-39479de2-2e6b-4daf-accc-453d80f9cdca tempest-ServerShowV254Test-1607297154 tempest-ServerShowV254Test-1607297154-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c6c5054-18fa-4e00-98b2-2773d5a9f7d4 HTTP/1.1" status: 200 len: 210 time: 0.2101104 Feb 09 01:31:15.161226 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port a6e2ebab-ced5-4214-a980-67ee8d90c8df, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=a6e2ebab-ced5-4214-a980-67ee8d90c8df,segment=NetworkSegment(11bc4fb8-f83a-4bb2-85a3-7ffbecb23433),segment_id=11bc4fb8-f83a-4bb2-85a3-7ffbecb23433)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:15.188510 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-78677985-7720-4edf-8ab8-92aaa63b8e11 req-21df9b91-a0a9-4fb5-8940-2137bb851198 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4772718 Feb 09 01:31:15.316619 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (a6e2ebab-ced5-4214-a980-67ee8d90c8df), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:15.317584 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device cf3c4149-8480-492e-bdf1-7ed124251123 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:31:15.345701 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-f45a3d8b-b70c-4622-8ba0-190f6fe676ff tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Deleting port 674e7869-947f-4ed1-9ecd-8a643d783d00 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:31:15.346314 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f45a3d8b-b70c-4622-8ba0-190f6fe676ff tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (674e7869-947f-4ed1-9ecd-8a643d783d00), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:15.376818 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78c63c4-a708-4c36-ad06-152fb1956489 admin admin] Router e805de78-939c-4bb6-a446-e0361324fa0c has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:31:15.411129 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port a9f910a5-077c-4e5d-81d4-5aba14e1d191 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:15.470147 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f38bb1c2-b36f-48b5-b003-ca5f890201ea None None] Current status of the port b669f75f-83ca-4b65-86b7-450af4829f90 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:15.510386 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb650793-e9fc-48c8-80c4-1ebb11e43adc req-e3b3d32e-2871-4ad9-be9c-9acf807eb72a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:15.512769 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fb650793-e9fc-48c8-80c4-1ebb11e43adc req-e3b3d32e-2871-4ad9-be9c-9acf807eb72a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.1724176 Feb 09 01:31:15.559833 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f45a3d8b-b70c-4622-8ba0-190f6fe676ff tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (674e7869-947f-4ed1-9ecd-8a643d783d00), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:15.596134 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=a6e2ebab-ced5-4214-a980-67ee8d90c8df,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:15.597411 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-f45a3d8b-b70c-4622-8ba0-190f6fe676ff tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Calling delete_port for 674e7869-947f-4ed1-9ecd-8a643d783d00 owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:31:15.609336 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f38bb1c2-b36f-48b5-b003-ca5f890201ea None None] Provisioning complete for port a9f910a5-077c-4e5d-81d4-5aba14e1d191 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:15.609995 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f38bb1c2-b36f-48b5-b003-ca5f890201ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a9f910a5-077c-4e5d-81d4-5aba14e1d191), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:15.644579 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fb650793-e9fc-48c8-80c4-1ebb11e43adc req-7fd2af88-1738-4d58-873b-617e9211c418 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243713 Feb 09 01:31:15.681737 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78c63c4-a708-4c36-ad06-152fb1956489 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:31:15.691506 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b78c63c4-a708-4c36-ad06-152fb1956489 admin admin] 10.222.0.30 "PUT /v2.0/routers/e805de78-939c-4bb6-a446-e0361324fa0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6676126 Feb 09 01:31:15.729802 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port cf3c4149-8480-492e-bdf1-7ed124251123, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=cf3c4149-8480-492e-bdf1-7ed124251123,segment=NetworkSegment(8cba9e3e-5c7c-48cb-81bd-6590294529c3),segment_id=8cba9e3e-5c7c-48cb-81bd-6590294529c3)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:15.758295 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': 'cf3c4149-8480-492e-bdf1-7ed124251123', 'network_id': '1b491962-ed4d-43bc-b25a-f8e3c17cca99', 'port_id': 'cf3c4149-8480-492e-bdf1-7ed124251123', 'mac_address': 'fa:16:3e:46:9c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8a165d0-40b9-4705-81af-cf2fe40aa482', 'ip_address': '10.1.1.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:31:15.806505 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:15.886014 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port cf3c4149-8480-492e-bdf1-7ed124251123 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:15.887287 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (cf3c4149-8480-492e-bdf1-7ed124251123), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:15.896637 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f38bb1c2-b36f-48b5-b003-ca5f890201ea None None] Current status of the port a9f910a5-077c-4e5d-81d4-5aba14e1d191 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:15.921498 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f45a3d8b-b70c-4622-8ba0-190f6fe676ff tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (674e7869-947f-4ed1-9ecd-8a643d783d00), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:15.941476 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf3c4149-8480-492e-bdf1-7ed124251123 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:31:15.976014 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a3d8b-b70c-4622-8ba0-190f6fe676ff tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Pushing event deleted for resources: {'Port': ['ID=674e7869-947f-4ed1-9ecd-8a643d783d00,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:16.026349 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port cf3c4149-8480-492e-bdf1-7ed124251123, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=cf3c4149-8480-492e-bdf1-7ed124251123,segment=NetworkSegment(8cba9e3e-5c7c-48cb-81bd-6590294529c3),segment_id=8cba9e3e-5c7c-48cb-81bd-6590294529c3)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:16.047784 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (cf3c4149-8480-492e-bdf1-7ed124251123), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:16.048503 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 127f4bb7-b1ac-47b8-9c29-204eb65e075d details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:31:16.083703 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d2330-a106-4c94-a4a1-2678be6438d9 req-36a14bbd-4176-481b-84d6-20b4981fc35a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:16.085546 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c21d2330-a106-4c94-a4a1-2678be6438d9 req-36a14bbd-4176-481b-84d6-20b4981fc35a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.3209274 Feb 09 01:31:16.115518 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 127f4bb7-b1ac-47b8-9c29-204eb65e075d, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=127f4bb7-b1ac-47b8-9c29-204eb65e075d,segment=NetworkSegment(8cba9e3e-5c7c-48cb-81bd-6590294529c3),segment_id=8cba9e3e-5c7c-48cb-81bd-6590294529c3)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:16.133310 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '127f4bb7-b1ac-47b8-9c29-204eb65e075d', 'network_id': '1b491962-ed4d-43bc-b25a-f8e3c17cca99', 'port_id': '127f4bb7-b1ac-47b8-9c29-204eb65e075d', 'mac_address': 'fa:16:3e:2b:1a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8a165d0-40b9-4705-81af-cf2fe40aa482', 'ip_address': '10.1.1.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:31:16.147413 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-1a3ebfe0-3b66-431e-ad78-65f9f0b12f33 None None] Provisioning complete for port cfa682d5-a5f0-48fa-91fb-3c882a5a1815 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:16.147787 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1a3ebfe0-3b66-431e-ad78-65f9f0b12f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (cfa682d5-a5f0-48fa-91fb-3c882a5a1815), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:16.227195 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f45a3d8b-b70c-4622-8ba0-190f6fe676ff tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:16.245359 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-1a3ebfe0-3b66-431e-ad78-65f9f0b12f33 None None] Port cfa682d5-a5f0-48fa-91fb-3c882a5a1815 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:31:16.252734 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c21d2330-a106-4c94-a4a1-2678be6438d9 req-9f842c1d-f6eb-416d-a44c-defa6a7df955 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586049 Feb 09 01:31:16.405804 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:16.406181 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:16.418621 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 127f4bb7-b1ac-47b8-9c29-204eb65e075d is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:16.419047 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (127f4bb7-b1ac-47b8-9c29-204eb65e075d), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:16.456433 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 127f4bb7-b1ac-47b8-9c29-204eb65e075d {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:31:16.473081 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=cf3c4149-8480-492e-bdf1-7ed124251123,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:16.521338 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 127f4bb7-b1ac-47b8-9c29-204eb65e075d, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=127f4bb7-b1ac-47b8-9c29-204eb65e075d,segment=NetworkSegment(8cba9e3e-5c7c-48cb-81bd-6590294529c3),segment_id=8cba9e3e-5c7c-48cb-81bd-6590294529c3)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:16.531094 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (127f4bb7-b1ac-47b8-9c29-204eb65e075d), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:16.531781 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 7fc19945-7216-439d-8769-f2a3cbfdde6b details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:31:16.553232 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ee313990-d455-4dbb-803b-06ec819858a5 req-039a5d5c-2e9c-4eef-888a-fd5d892e6930 tempest-ServerShowV254Test-1607297154 tempest-ServerShowV254Test-1607297154-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c6c5054-18fa-4e00-98b2-2773d5a9f7d4 HTTP/1.1" status: 200 len: 210 time: 0.1181138 Feb 09 01:31:16.572167 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45a3d8b-b70c-4622-8ba0-190f6fe676ff tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Router fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:31:16.673258 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:16.673576 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:16.710153 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:16.724290 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:16.725172 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b669f75f-83ca-4b65-86b7-450af4829f90 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:16.733792 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.resource_extend [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:31:16.807716 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a43a0d-bc65-4341-9110-1f55f96a7213 None None] Sync routers for ids ['e805de78-939c-4bb6-a446-e0361324fa0c'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:31:16.812169 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=127f4bb7-b1ac-47b8-9c29-204eb65e075d,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:16.816883 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 7fc19945-7216-439d-8769-f2a3cbfdde6b, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=7fc19945-7216-439d-8769-f2a3cbfdde6b,segment=NetworkSegment(8cba9e3e-5c7c-48cb-81bd-6590294529c3),segment_id=8cba9e3e-5c7c-48cb-81bd-6590294529c3)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:16.839434 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44190) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:16.844283 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45a3d8b-b70c-4622-8ba0-190f6fe676ff tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:31:16.856951 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-a5cc68f4-16d4-49ba-ab62-6be7116a60e8 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2084184813', 'description': 'tempest-description--1252031934'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:16.857405 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc48ffa8-2b1e-4643-b910-4e5f119125be None None] Sync routers for ids ['fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:31:16.873987 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f45a3d8b-b70c-4622-8ba0-190f6fe676ff tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] 10.222.0.30 "PUT /v2.0/routers/fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8737082 Feb 09 01:31:16.882682 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc48ffa8-2b1e-4643-b910-4e5f119125be None None] Routers {'fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:16.883641 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 44192) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:16.884544 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-cc48ffa8-2b1e-4643-b910-4e5f119125be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:30:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:16.911855 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5cc68f4-16d4-49ba-ab62-6be7116a60e8 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:16.957066 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '7fc19945-7216-439d-8769-f2a3cbfdde6b', 'network_id': '1b491962-ed4d-43bc-b25a-f8e3c17cca99', 'port_id': '7fc19945-7216-439d-8769-f2a3cbfdde6b', 'mac_address': 'fa:16:3e:79:fb:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8a165d0-40b9-4705-81af-cf2fe40aa482', 'ip_address': '10.1.1.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:31:16.971514 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a43a0d-bc65-4341-9110-1f55f96a7213 None None] Routers {'e805de78-939c-4bb6-a446-e0361324fa0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:16.972454 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-b6a43a0d-bc65-4341-9110-1f55f96a7213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:30:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['e805de78-939c-4bb6-a446-e0361324fa0c'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:16.985247 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-2d9e44df-9142-4075-b2d9-02aac7a6871b tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] delete failed (client error): The resource could not be found. Feb 09 01:31:16.992572 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2d9e44df-9142-4075-b2d9-02aac7a6871b tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-1230676767 HTTP/1.1" status: 404 len: 335 time: 0.0978177 Feb 09 01:31:16.993762 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-cc48ffa8-2b1e-4643-b910-4e5f119125be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:16.998531 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 44196) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:17.011158 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2d898-21a3-4834-82fa-286180f8c164 req-4974079c-a188-4172-add8-abd727bff4a5 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:17.017958 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2d898-21a3-4834-82fa-286180f8c164 req-4974079c-a188-4172-add8-abd727bff4a5 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:17.024207 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2d898-21a3-4834-82fa-286180f8c164 req-4974079c-a188-4172-add8-abd727bff4a5 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:17.029428 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc48ffa8-2b1e-4643-b910-4e5f119125be None None] Routers {'fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:17.030250 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2d898-21a3-4834-82fa-286180f8c164 req-4974079c-a188-4172-add8-abd727bff4a5 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:17.031536 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-cc48ffa8-2b1e-4643-b910-4e5f119125be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:30:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:17.035825 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2d898-21a3-4834-82fa-286180f8c164 req-4974079c-a188-4172-add8-abd727bff4a5 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:17.041559 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2d898-21a3-4834-82fa-286180f8c164 req-4974079c-a188-4172-add8-abd727bff4a5 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:17.047326 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2d898-21a3-4834-82fa-286180f8c164 req-4974079c-a188-4172-add8-abd727bff4a5 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:17.055436 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c6b2d898-21a3-4834-82fa-286180f8c164 req-4974079c-a188-4172-add8-abd727bff4a5 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5433 time: 0.3514628 Feb 09 01:31:17.064314 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-6c1f29d8-8d2a-440b-a917-fa6c297e071b tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a'}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:17.112343 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-cc48ffa8-2b1e-4643-b910-4e5f119125be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:17.113256 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc48ffa8-2b1e-4643-b910-4e5f119125be None None] The sync data for ids ['fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:31:17.116825 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5cc68f4-16d4-49ba-ab62-6be7116a60e8 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for security_group (f237db8d-a2cb-43da-99b7-6b54d3008104), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:17.130245 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5cc68f4-16d4-49ba-ab62-6be7116a60e8 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f237db8d-a2cb-43da-99b7-6b54d3008104), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:17.220405 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5cc68f4-16d4-49ba-ab62-6be7116a60e8 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:17.227354 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a5cc68f4-16d4-49ba-ab62-6be7116a60e8 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3835888 Feb 09 01:31:17.227648 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44202) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:17.227866 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:17.232473 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc68f4-16d4-49ba-ab62-6be7116a60e8 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f237db8d-a2cb-43da-99b7-6b54d3008104,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:17.252494 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-e91c7092-5550-422d-ac68-3913fd5dfc00 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Request body: {'security_group_rule': {'security_group_id': 'f237db8d-a2cb-43da-99b7-6b54d3008104', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:17.278911 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c6b2d898-21a3-4834-82fa-286180f8c164 req-4d91d589-2717-416d-b39b-f7bd3421d699 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2225897 Feb 09 01:31:17.293349 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port b669f75f-83ca-4b65-86b7-450af4829f90 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:17.293803 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b669f75f-83ca-4b65-86b7-450af4829f90), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:17.295592 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 7fc19945-7216-439d-8769-f2a3cbfdde6b is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:17.295968 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7fc19945-7216-439d-8769-f2a3cbfdde6b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:17.326093 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e91c7092-5550-422d-ac68-3913fd5dfc00 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for security_group_rule (97a72619-f75b-4ffc-bd05-4caa34224668), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:17.369966 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fc19945-7216-439d-8769-f2a3cbfdde6b {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:31:17.377176 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a54e0-0c3e-4a7c-b512-a93954f5c0fc req-9bec5d49-a192-4400-88d5-a18d430c9a7b tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:17.386900 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a9a54e0-0c3e-4a7c-b512-a93954f5c0fc req-9bec5d49-a192-4400-88d5-a18d430c9a7b tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.4040818 Feb 09 01:31:17.427449 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-b6a43a0d-bc65-4341-9110-1f55f96a7213 None None] Set router e805de78-939c-4bb6-a446-e0361324fa0c gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:31:17.445310 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e91c7092-5550-422d-ac68-3913fd5dfc00 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for security_group_rule (97a72619-f75b-4ffc-bd05-4caa34224668), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:17.452513 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e91c7092-5550-422d-ac68-3913fd5dfc00 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (97a72619-f75b-4ffc-bd05-4caa34224668), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:17.470170 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c7092-5550-422d-ac68-3913fd5dfc00 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97a72619-f75b-4ffc-bd05-4caa34224668,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:17.478748 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 7fc19945-7216-439d-8769-f2a3cbfdde6b, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=7fc19945-7216-439d-8769-f2a3cbfdde6b,segment=NetworkSegment(8cba9e3e-5c7c-48cb-81bd-6590294529c3),segment_id=8cba9e3e-5c7c-48cb-81bd-6590294529c3)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:17.493254 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7fc19945-7216-439d-8769-f2a3cbfdde6b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:17.493963 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e91c7092-5550-422d-ac68-3913fd5dfc00 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:17.494433 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device f18608cd-046b-41ff-bb33-941a1f1a0f9e details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:31:17.498580 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e91c7092-5550-422d-ac68-3913fd5dfc00 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2506061 Feb 09 01:31:17.499207 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44204) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:17.504629 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-f0cf89d0-81ce-41fb-8141-ee8be8800cba tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Request body: {'security_group_rule': {'security_group_id': 'f237db8d-a2cb-43da-99b7-6b54d3008104', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:17.527732 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a9a54e0-0c3e-4a7c-b512-a93954f5c0fc req-b083e1ab-3c75-48ab-8df8-4b158361b8ee tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375966 Feb 09 01:31:17.537853 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6c1f29d8-8d2a-440b-a917-fa6c297e071b tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks [] for router_gateway (fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:17.549126 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f0cf89d0-81ce-41fb-8141-ee8be8800cba tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for security_group_rule (8e7b1a66-7568-4bef-92f2-d3ffdf1120a0), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:17.574892 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port f18608cd-046b-41ff-bb33-941a1f1a0f9e, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=f18608cd-046b-41ff-bb33-941a1f1a0f9e,segment=NetworkSegment(8cba9e3e-5c7c-48cb-81bd-6590294529c3),segment_id=8cba9e3e-5c7c-48cb-81bd-6590294529c3)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:17.580186 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-6c1f29d8-8d2a-440b-a917-fa6c297e071b tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] update failed (client error): The resource could not be found. Feb 09 01:31:17.588557 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6c1f29d8-8d2a-440b-a917-fa6c297e071b tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] 10.222.0.30 "PUT /v2.0/routers/fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a HTTP/1.1" status: 404 len: 339 time: 0.5306158 Feb 09 01:31:17.589167 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 44208) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:17.599703 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-b54173d0-da7d-40a1-825a-8922ca2028db tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1656916924'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:17.633268 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54173d0-da7d-40a1-825a-8922ca2028db tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Made reservation on behalf of 1839ce0cba1942cf8859d07390bd2b75 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:17.640806 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b54173d0-da7d-40a1-825a-8922ca2028db tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:17.648243 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f0cf89d0-81ce-41fb-8141-ee8be8800cba tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for security_group_rule (8e7b1a66-7568-4bef-92f2-d3ffdf1120a0), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:17.657446 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f0cf89d0-81ce-41fb-8141-ee8be8800cba tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (8e7b1a66-7568-4bef-92f2-d3ffdf1120a0), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:17.681978 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cf89d0-81ce-41fb-8141-ee8be8800cba tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e7b1a66-7568-4bef-92f2-d3ffdf1120a0,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:17.693928 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f0cf89d0-81ce-41fb-8141-ee8be8800cba tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:17.695561 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f0cf89d0-81ce-41fb-8141-ee8be8800cba tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1946816 Feb 09 01:31:17.698846 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44212) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:17.704722 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b54173d0-da7d-40a1-825a-8922ca2028db tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:31:17.704929 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-23b8904d-8af0-4eff-a4a1-7e395e790f45 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:17.739680 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-23b8904d-8af0-4eff-a4a1-7e395e790f45 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:17.773247 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b54173d0-da7d-40a1-825a-8922ca2028db tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (29828477-6c1c-432b-9062-f72c814e095c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:17.775175 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-b54173d0-da7d-40a1-825a-8922ca2028db tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Added segment 29828477-6c1c-432b-9062-f72c814e095c of type vlan for network d466a23e-6f4d-4f9c-adf2-66ca756beb06 Feb 09 01:31:17.806022 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': 'f18608cd-046b-41ff-bb33-941a1f1a0f9e', 'network_id': '1b491962-ed4d-43bc-b25a-f8e3c17cca99', 'port_id': 'f18608cd-046b-41ff-bb33-941a1f1a0f9e', 'mac_address': 'fa:16:3e:78:58:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8a165d0-40b9-4705-81af-cf2fe40aa482', 'ip_address': '10.1.1.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:31:17.835902 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b6b69f70-8171-428a-81eb-6e594155e5bf req-34daa939-36a4-464c-aa17-7168a0013d1d tempest-ServerShowV254Test-1607297154 tempest-ServerShowV254Test-1607297154-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c6c5054-18fa-4e00-98b2-2773d5a9f7d4 HTTP/1.1" status: 200 len: 210 time: 0.1093142 Feb 09 01:31:17.888338 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-23b8904d-8af0-4eff-a4a1-7e395e790f45 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:17.918295 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b54173d0-da7d-40a1-825a-8922ca2028db tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (d466a23e-6f4d-4f9c-adf2-66ca756beb06), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:17.944584 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=7fc19945-7216-439d-8769-f2a3cbfdde6b,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:17.958567 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port b669f75f-83ca-4b65-86b7-450af4829f90 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:17.965737 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port f18608cd-046b-41ff-bb33-941a1f1a0f9e is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:17.966507 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f18608cd-046b-41ff-bb33-941a1f1a0f9e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:17.997968 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683622f5-7819-4bed-9cb7-8906d3d623e5 req-635b930f-870a-4919-98be-f8f81f79ce92 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:18.008866 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-683622f5-7819-4bed-9cb7-8906d3d623e5 req-635b930f-870a-4919-98be-f8f81f79ce92 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.1428323 Feb 09 01:31:18.024904 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b54173d0-da7d-40a1-825a-8922ca2028db tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (d466a23e-6f4d-4f9c-adf2-66ca756beb06), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:18.032547 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54173d0-da7d-40a1-825a-8922ca2028db tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:18.033485 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b54173d0-da7d-40a1-825a-8922ca2028db tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:18.104584 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-23b8904d-8af0-4eff-a4a1-7e395e790f45 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Allocated IP 172.25.1.249 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/e949ccb3-e055-4e17-ae5a-0700359d2e8d) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:18.151788 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b54173d0-da7d-40a1-825a-8922ca2028db tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5607474 Feb 09 01:31:18.171123 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44218) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:18.176999 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-bd943525-09da-438a-88ca-43cb99547d45 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Request body: {'subnet': {'network_id': 'd466a23e-6f4d-4f9c-adf2-66ca756beb06', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:18.211291 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:18.251450 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f18608cd-046b-41ff-bb33-941a1f1a0f9e {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:31:18.259535 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54173d0-da7d-40a1-825a-8922ca2028db tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Pushing event updated for resources: {'Network': ['ID=d466a23e-6f4d-4f9c-adf2-66ca756beb06,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:18.283095 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-683622f5-7819-4bed-9cb7-8906d3d623e5 req-c3502efd-ce29-471f-a142-2d2d546b1ea3 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2720871 Feb 09 01:31:18.294671 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network d466a23e-6f4d-4f9c-adf2-66ca756beb06 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:31:18.311545 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a837806a-545c-4fa0-9969-f4bba34a9fef req-2f293e8a-7d07-4f3d-8b93-ab5a2afaad8e service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2c6c5054-18fa-4e00-98b2-2773d5a9f7d4 HTTP/1.1" status: 200 len: 210 time: 0.0431647 Feb 09 01:31:18.353746 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-23b8904d-8af0-4eff-a4a1-7e395e790f45 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for port (e949ccb3-e055-4e17-ae5a-0700359d2e8d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:18.362801 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd943525-09da-438a-88ca-43cb99547d45 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Made reservation on behalf of 1839ce0cba1942cf8859d07390bd2b75 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:18.366443 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port f18608cd-046b-41ff-bb33-941a1f1a0f9e, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=f18608cd-046b-41ff-bb33-941a1f1a0f9e,segment=NetworkSegment(8cba9e3e-5c7c-48cb-81bd-6590294529c3),segment_id=8cba9e3e-5c7c-48cb-81bd-6590294529c3)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:18.368392 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bd943525-09da-438a-88ca-43cb99547d45 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:18.376961 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-b6a43a0d-bc65-4341-9110-1f55f96a7213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'name': 'tempest-AttachVolumeTestJSON-1132437517-router', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:05Z', 'updated_at': '2022-02-09T01:31:13Z', 'revision_number': 4, 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'gw_port': {'id': 'c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:04:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:06Z', 'updated_at': '2022-02-09T01:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'cfa682d5-a5f0-48fa-91fb-3c882a5a1815', 'name': '', 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'mac_address': 'fa:16:3e:84:6e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': 'ad59b321-ab39-4a7c-b208-055ec9804c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:11Z', 'updated_at': '2022-02-09T01:31:14Z', 'revision_number': 2, 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'subnets': [{'id': 'ad59b321-ab39-4a7c-b208-055ec9804c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:18.389668 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f18608cd-046b-41ff-bb33-941a1f1a0f9e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:18.390857 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 7ff49b0f-ae11-4835-b701-e0f8cb6c3485 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:31:18.514381 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-23b8904d-8af0-4eff-a4a1-7e395e790f45 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (e949ccb3-e055-4e17-ae5a-0700359d2e8d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:18.575551 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a43a0d-bc65-4341-9110-1f55f96a7213 None None] Checking router: e805de78-939c-4bb6-a446-e0361324fa0c for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:31:18.575551 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a43a0d-bc65-4341-9110-1f55f96a7213 None None] Updating router e805de78-939c-4bb6-a446-e0361324fa0c port cfa682d5-a5f0-48fa-91fb-3c882a5a1815 binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:31:18.579942 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89f073-3275-4494-a20f-7fae670254fe req-beeca871-4035-43c2-b802-de64e726beac tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:18.597609 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89f073-3275-4494-a20f-7fae670254fe req-beeca871-4035-43c2-b802-de64e726beac tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:18.605737 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89f073-3275-4494-a20f-7fae670254fe req-beeca871-4035-43c2-b802-de64e726beac tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:18.613383 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8904d-8af0-4eff-a4a1-7e395e790f45 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Pushing event updated for resources: {'Port': ['ID=e949ccb3-e055-4e17-ae5a-0700359d2e8d,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:18.616570 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:18.616906 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:18.631513 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89f073-3275-4494-a20f-7fae670254fe req-beeca871-4035-43c2-b802-de64e726beac tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:18.635561 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b8904d-8af0-4eff-a4a1-7e395e790f45 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:18.641287 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89f073-3275-4494-a20f-7fae670254fe req-beeca871-4035-43c2-b802-de64e726beac tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:18.641857 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-23b8904d-8af0-4eff-a4a1-7e395e790f45 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:18.648435 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b8904d-8af0-4eff-a4a1-7e395e790f45 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:18.659630 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89f073-3275-4494-a20f-7fae670254fe req-beeca871-4035-43c2-b802-de64e726beac tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:18.678035 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89f073-3275-4494-a20f-7fae670254fe req-beeca871-4035-43c2-b802-de64e726beac tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:18.680091 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a89f073-3275-4494-a20f-7fae670254fe req-beeca871-4035-43c2-b802-de64e726beac tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5435 time: 0.2330744 Feb 09 01:31:18.733485 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b6a43a0d-bc65-4341-9110-1f55f96a7213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (cfa682d5-a5f0-48fa-91fb-3c882a5a1815), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:18.764028 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=f18608cd-046b-41ff-bb33-941a1f1a0f9e,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:18.778801 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:18.779652 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:18.779652 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:18.780030 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:18.780300 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:18.780628 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:18.781151 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:18.781492 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:18.781864 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:18.782188 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:18.782926 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a89f073-3275-4494-a20f-7fae670254fe req-88900092-d17f-4ed7-b366-9fa9d2ea83ef tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0946252 Feb 09 01:31:18.783079 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:18.783383 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:18.783712 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:18.801174 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 7ff49b0f-ae11-4835-b701-e0f8cb6c3485, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=7ff49b0f-ae11-4835-b701-e0f8cb6c3485,segment=NetworkSegment(3b17b21d-ab88-4f8b-b6b9-65b0f2334978),segment_id=3b17b21d-ab88-4f8b-b6b9-65b0f2334978)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:18.827874 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bd943525-09da-438a-88ca-43cb99547d45 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (7f2ded31-0b32-498d-832b-f9193f1be671), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:18.852556 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '7ff49b0f-ae11-4835-b701-e0f8cb6c3485', 'network_id': 'c64d4aac-6638-4696-97b6-8d87827079a9', 'port_id': '7ff49b0f-ae11-4835-b701-e0f8cb6c3485', 'mac_address': 'fa:16:3e:69:52:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9e889c5-ccd5-49a9-9e6c-c29b927a3427', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:31:18.906746 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd943525-09da-438a-88ca-43cb99547d45 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Pushing event updated for resources: {'Subnet': ['ID=7f2ded31-0b32-498d-832b-f9193f1be671,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:19.005038 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:19.032240 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 7ff49b0f-ae11-4835-b701-e0f8cb6c3485 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:19.032638 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7ff49b0f-ae11-4835-b701-e0f8cb6c3485), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:19.061423 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ff49b0f-ae11-4835-b701-e0f8cb6c3485 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:31:19.069660 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-159478d2-a117-493b-9547-600fb72ca63f req-5b5a4c47-a458-4137-9137-3fbf2e282350 tempest-ServerShowV254Test-1607297154 tempest-ServerShowV254Test-1607297154-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c6c5054-18fa-4e00-98b2-2773d5a9f7d4 HTTP/1.1" status: 200 len: 210 time: 0.0584636 Feb 09 01:31:19.101711 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd943525-09da-438a-88ca-43cb99547d45 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Checking segment: {'id': '29828477-6c1c-432b-9062-f72c814e095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd466a23e-6f4d-4f9c-adf2-66ca756beb06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:19.101711 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd943525-09da-438a-88ca-43cb99547d45 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Network hostable DHCP agents. Network: d466a23e-6f4d-4f9c-adf2-66ca756beb06, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:31:19.119176 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-23b8904d-8af0-4eff-a4a1-7e395e790f45 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for floatingip (2a94ec8d-695e-4ce6-a4ec-c9cd9b543667), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:19.119874 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 7ff49b0f-ae11-4835-b701-e0f8cb6c3485, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=7ff49b0f-ae11-4835-b701-e0f8cb6c3485,segment=NetworkSegment(3b17b21d-ab88-4f8b-b6b9-65b0f2334978),segment_id=3b17b21d-ab88-4f8b-b6b9-65b0f2334978)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:19.132808 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7ff49b0f-ae11-4835-b701-e0f8cb6c3485), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:19.133554 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device b350e14b-a80e-41d8-9d86-7e731c3faa62 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:31:19.148745 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd943525-09da-438a-88ca-43cb99547d45 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Network d466a23e-6f4d-4f9c-adf2-66ca756beb06 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:31:19.192195 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-bd943525-09da-438a-88ca-43cb99547d45 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, d466a23e-6f4d-4f9c-adf2-66ca756beb06) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:19.202160 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd943525-09da-438a-88ca-43cb99547d45 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:19.202760 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bd943525-09da-438a-88ca-43cb99547d45 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:19.216764 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aee2fc4-0f40-4abc-92b1-041a0f697427 None None] Network d466a23e-6f4d-4f9c-adf2-66ca756beb06 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:31:19.217233 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-23b8904d-8af0-4eff-a4a1-7e395e790f45 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e949ccb3-e055-4e17-ae5a-0700359d2e8d), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:19.226959 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-bd943525-09da-438a-88ca-43cb99547d45 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0521317 Feb 09 01:31:19.227302 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 44250) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:19.234668 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-7eb0acb7-2c81-4fda-9ad5-562de4bd4f34 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd466a23e-6f4d-4f9c-adf2-66ca756beb06'}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:19.325856 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.resource_extend [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:31:19.353516 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=7ff49b0f-ae11-4835-b701-e0f8cb6c3485,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:19.380699 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port b350e14b-a80e-41d8-9d86-7e731c3faa62, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=b350e14b-a80e-41d8-9d86-7e731c3faa62,segment=NetworkSegment(11bc4fb8-f83a-4bb2-85a3-7ffbecb23433),segment_id=11bc4fb8-f83a-4bb2-85a3-7ffbecb23433)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:19.453553 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:19.474749 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': 'b350e14b-a80e-41d8-9d86-7e731c3faa62', 'network_id': '38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0', 'port_id': 'b350e14b-a80e-41d8-9d86-7e731c3faa62', 'mac_address': 'fa:16:3e:91:72:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83b1d7a0-7578-4a2b-b84a-68d95cb4eed6', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:31:19.509834 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-23b8904d-8af0-4eff-a4a1-7e395e790f45 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for port (e949ccb3-e055-4e17-ae5a-0700359d2e8d), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:19.517467 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-23b8904d-8af0-4eff-a4a1-7e395e790f45 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (e949ccb3-e055-4e17-ae5a-0700359d2e8d), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:19.570501 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b6a43a0d-bc65-4341-9110-1f55f96a7213 None None] Publish callbacks [] for port (cfa682d5-a5f0-48fa-91fb-3c882a5a1815), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:19.599707 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8904d-8af0-4eff-a4a1-7e395e790f45 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Pushing event updated for resources: {'Port': ['ID=e949ccb3-e055-4e17-ae5a-0700359d2e8d,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:19.607645 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe2df8c-e5cc-4e39-b1f1-0f92a72841fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-d466a23e-6f4d-4f9c-adf2-66ca756beb06', 'network_id': 'd466a23e-6f4d-4f9c-adf2-66ca756beb06', 'project_id': '1839ce0cba1942cf8859d07390bd2b75', 'fixed_ips': [{'subnet_id': '7f2ded31-0b32-498d-832b-f9193f1be671'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:31:19.608965 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ffe2df8c-e5cc-4e39-b1f1-0f92a72841fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:19.642833 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b6a43a0d-bc65-4341-9110-1f55f96a7213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (cfa682d5-a5f0-48fa-91fb-3c882a5a1815), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:19.763393 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-23b8904d-8af0-4eff-a4a1-7e395e790f45 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (2a94ec8d-695e-4ce6-a4ec-c9cd9b543667), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:19.814540 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-23b8904d-8af0-4eff-a4a1-7e395e790f45 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:19.841896 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port b350e14b-a80e-41d8-9d86-7e731c3faa62 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:19.842298 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b350e14b-a80e-41d8-9d86-7e731c3faa62), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:19.856978 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-23b8904d-8af0-4eff-a4a1-7e395e790f45 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1550543 Feb 09 01:31:20.024007 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b350e14b-a80e-41d8-9d86-7e731c3faa62 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:31:20.042847 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388f270-f21e-48e5-8d28-4d8bb3e2922d None None] Pushing event updated for resources: {'Port': ['ID=cfa682d5-a5f0-48fa-91fb-3c882a5a1815,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:20.138427 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port b350e14b-a80e-41d8-9d86-7e731c3faa62, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=b350e14b-a80e-41d8-9d86-7e731c3faa62,segment=NetworkSegment(11bc4fb8-f83a-4bb2-85a3-7ffbecb23433),segment_id=11bc4fb8-f83a-4bb2-85a3-7ffbecb23433)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:20.219843 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-b6a43a0d-bc65-4341-9110-1f55f96a7213 None None] Attempting to bind port cfa682d5-a5f0-48fa-91fb-3c882a5a1815 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:31:20.220326 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-b6a43a0d-bc65-4341-9110-1f55f96a7213 None None] Attempting to bind port cfa682d5-a5f0-48fa-91fb-3c882a5a1815 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '990ee728-08e6-4cf3-bfe2-c41ab0301e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:31:20.220932 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a43a0d-bc65-4341-9110-1f55f96a7213 None None] Attempting to bind port cfa682d5-a5f0-48fa-91fb-3c882a5a1815 on network 0a61edaa-ae5c-493b-b01a-414100fdece7 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:20.230810 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b350e14b-a80e-41d8-9d86-7e731c3faa62), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:20.237513 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a43a0d-bc65-4341-9110-1f55f96a7213 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:31:20.238134 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a43a0d-bc65-4341-9110-1f55f96a7213 None None] Checking segment: {'id': '990ee728-08e6-4cf3-bfe2-c41ab0301e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:20.239040 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b6a43a0d-bc65-4341-9110-1f55f96a7213 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:20.239716 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a43a0d-bc65-4341-9110-1f55f96a7213 None None] Bound using segment: {'id': '990ee728-08e6-4cf3-bfe2-c41ab0301e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:31:20.240584 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-b6a43a0d-bc65-4341-9110-1f55f96a7213 None None] Bound port: cfa682d5-a5f0-48fa-91fb-3c882a5a1815, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '990ee728-08e6-4cf3-bfe2-c41ab0301e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:31:20.241286 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b6a43a0d-bc65-4341-9110-1f55f96a7213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (cfa682d5-a5f0-48fa-91fb-3c882a5a1815), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:20.357903 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7eb0acb7-2c81-4fda-9ad5-562de4bd4f34 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks [] for router_gateway (fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:20.394678 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ce3af-e0a0-42f0-a550-7b6fada3ade7 req-b5b69ec2-cb16-4aed-b50f-8446db95879e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:20.400740 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ce3af-e0a0-42f0-a550-7b6fada3ade7 req-b5b69ec2-cb16-4aed-b50f-8446db95879e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:20.407698 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ce3af-e0a0-42f0-a550-7b6fada3ade7 req-b5b69ec2-cb16-4aed-b50f-8446db95879e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:20.413395 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ce3af-e0a0-42f0-a550-7b6fada3ade7 req-b5b69ec2-cb16-4aed-b50f-8446db95879e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:20.418831 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b6a43a0d-bc65-4341-9110-1f55f96a7213 None None] For port cfa682d5-a5f0-48fa-91fb-3c882a5a1815, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:20.419817 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ce3af-e0a0-42f0-a550-7b6fada3ade7 req-b5b69ec2-cb16-4aed-b50f-8446db95879e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:20.425427 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ce3af-e0a0-42f0-a550-7b6fada3ade7 req-b5b69ec2-cb16-4aed-b50f-8446db95879e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:20.431075 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b6a43a0d-bc65-4341-9110-1f55f96a7213 None None] For port cfa682d5-a5f0-48fa-91fb-3c882a5a1815, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=cfa682d5-a5f0-48fa-91fb-3c882a5a1815,segment=NetworkSegment(990ee728-08e6-4cf3-bfe2-c41ab0301e4e),segment_id=990ee728-08e6-4cf3-bfe2-c41ab0301e4e)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:31:20.438966 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ce3af-e0a0-42f0-a550-7b6fada3ade7 req-b5b69ec2-cb16-4aed-b50f-8446db95879e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:20.446949 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-559ce3af-e0a0-42f0-a550-7b6fada3ade7 req-b5b69ec2-cb16-4aed-b50f-8446db95879e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5437 time: 0.2376471 Feb 09 01:31:20.474359 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-ffe2df8c-e5cc-4e39-b1f1-0f92a72841fa None None] Allocated IP 2001:db8:1::2 (d466a23e-6f4d-4f9c-adf2-66ca756beb06/7f2ded31-0b32-498d-832b-f9193f1be671/b985211a-3a8b-4392-8e1f-9e8784cc8820) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:20.596125 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=b350e14b-a80e-41d8-9d86-7e731c3faa62,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:20.597921 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eaa793-5f17-4afb-aa35-eb01b19e1138 req-19b45046-6123-4dac-ba8c-bda0adfaa866 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:20.605800 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-70eaa793-5f17-4afb-aa35-eb01b19e1138 req-19b45046-6123-4dac-ba8c-bda0adfaa866 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.3976283 Feb 09 01:31:20.627444 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b6a43a0d-bc65-4341-9110-1f55f96a7213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (cfa682d5-a5f0-48fa-91fb-3c882a5a1815), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:20.629864 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-fa921bbd-2655-460c-b897-e8f1cf0199dc None None] Provisioning complete for port cfa682d5-a5f0-48fa-91fb-3c882a5a1815 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:20.630563 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fa921bbd-2655-460c-b897-e8f1cf0199dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (cfa682d5-a5f0-48fa-91fb-3c882a5a1815), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:20.687884 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-559ce3af-e0a0-42f0-a550-7b6fada3ade7 req-1b42bf2d-8553-4bca-b587-5660c5379850 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2399535 Feb 09 01:31:20.720503 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-70eaa793-5f17-4afb-aa35-eb01b19e1138 req-b34dd281-9c0c-4eba-808f-65460aebb050 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135604 Feb 09 01:31:20.792118 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-7eb0acb7-2c81-4fda-9ad5-562de4bd4f34 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:31:20.795392 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7eb0acb7-2c81-4fda-9ad5-562de4bd4f34 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] 10.222.0.30 "PUT /v2.0/routers/fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a HTTP/1.1" status: 400 len: 364 time: 1.5669479 Feb 09 01:31:20.799448 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44274) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:20.801993 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ffe2df8c-e5cc-4e39-b1f1-0f92a72841fa None None] Publish callbacks [] for port (b985211a-3a8b-4392-8e1f-9e8784cc8820), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:20.904249 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-91246ca3-d2fc-445d-a66d-8ab5b8a334f4 req-ac4cddf8-9a27-4912-8ef2-b3ccc02d9d2a tempest-ServerShowV254Test-1607297154 tempest-ServerShowV254Test-1607297154-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c6c5054-18fa-4e00-98b2-2773d5a9f7d4 HTTP/1.1" status: 200 len: 210 time: 0.0701265 Feb 09 01:31:20.910202 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ffe2df8c-e5cc-4e39-b1f1-0f92a72841fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (b985211a-3a8b-4392-8e1f-9e8784cc8820), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:20.992397 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-b4a3ab10-ba0b-4038-9bc6-847efac25c17 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2084184813&fields=id&tenant_id=40040732d30e4d7f9ee97e8667a77299 HTTP/1.1" status: 200 len: 267 time: 0.1446841 Feb 09 01:31:21.050452 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['a6e2ebab-ced5-4214-a980-67ee8d90c8df'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:31:21.117197 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388f270-f21e-48e5-8d28-4d8bb3e2922d None None] Pushing event updated for resources: {'Port': ['ID=cfa682d5-a5f0-48fa-91fb-3c882a5a1815,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:21.151382 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a0ff0082-8a2a-4763-9cc3-19f9e3da059b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:21.155329 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:21.180316 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['7fc19945-7216-439d-8769-f2a3cbfdde6b'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:31:21.182437 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['b350e14b-a80e-41d8-9d86-7e731c3faa62'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:31:21.196839 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['7ff49b0f-ae11-4835-b701-e0f8cb6c3485'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:31:21.278619 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe2df8c-e5cc-4e39-b1f1-0f92a72841fa None None] Network d466a23e-6f4d-4f9c-adf2-66ca756beb06 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:21.290332 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-da9df110-4e2a-4f17-ac8b-4d1f17161b79 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:21.312618 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-da9df110-4e2a-4f17-ac8b-4d1f17161b79 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/networks?id=0a61edaa-ae5c-493b-b01a-414100fdece7 HTTP/1.1" status: 200 len: 811 time: 0.2822907 Feb 09 01:31:21.330707 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b5a945de-5fd9-484f-91a5-a877d3d1bdbf tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:21.331483 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-01f7bd06-9437-4029-9a33-19fd26117a30 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/quotas/40040732d30e4d7f9ee97e8667a77299 HTTP/1.1" status: 200 len: 375 time: 0.0177927 Feb 09 01:31:21.503259 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-590825b8-df05-4c03-826a-31c66f817e4a tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=40040732d30e4d7f9ee97e8667a77299&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1648626 Feb 09 01:31:21.510726 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b69d6-7a20-474a-a17a-c9222f066660 req-f379adc2-526d-4bf8-945a-4ed278d16c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:21.512583 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-555b69d6-7a20-474a-a17a-c9222f066660 req-f379adc2-526d-4bf8-945a-4ed278d16c4d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b6fd459715684d44a0a31bd130ea655c&device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 1128 time: 0.1577430 Feb 09 01:31:21.553547 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396934f-b680-480f-9bc7-8b72fe8a6847 req-47efe8a7-65d8-4352-939a-03bd11fcc39c tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:21.553547 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2396934f-b680-480f-9bc7-8b72fe8a6847 req-47efe8a7-65d8-4352-939a-03bd11fcc39c tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.1539099 Feb 09 01:31:21.653162 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-b5a945de-5fd9-484f-91a5-a877d3d1bdbf tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Allocated IP 2001:db8::1 (10b5997e-07d0-4a49-be59-ddbf50d0983c/812b3a18-2cb9-429f-8d21-cb55f7e35cf6/9b65a810-5b1b-4356-8c62-6b2ced80f3f2) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:21.733544 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-ffe2df8c-e5cc-4e39-b1f1-0f92a72841fa None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:21.756996 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2396934f-b680-480f-9bc7-8b72fe8a6847 req-81a3412e-0468-4971-ad24-379d12e8255b tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555488 Feb 09 01:31:21.760658 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b69d6-7a20-474a-a17a-c9222f066660 req-65e4345e-5e5d-4cac-b587-47ff1488e096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:21.762857 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-555b69d6-7a20-474a-a17a-c9222f066660 req-65e4345e-5e5d-4cac-b587-47ff1488e096 service neutron] 10.222.0.121 "GET /v2.0/networks?id=b5cee00d-d11d-4a76-ad74-cfd798aa917c HTTP/1.1" status: 200 len: 912 time: 0.2435601 Feb 09 01:31:21.767799 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe2df8c-e5cc-4e39-b1f1-0f92a72841fa None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:21.812197 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a43a0d-bc65-4341-9110-1f55f96a7213 None None] Routers {'e805de78-939c-4bb6-a446-e0361324fa0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:21.812863 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-b6a43a0d-bc65-4341-9110-1f55f96a7213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:30:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['e805de78-939c-4bb6-a446-e0361324fa0c'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:21.852993 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b5a945de-5fd9-484f-91a5-a877d3d1bdbf tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks [] for port (9b65a810-5b1b-4356-8c62-6b2ced80f3f2), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:21.912259 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b5a945de-5fd9-484f-91a5-a877d3d1bdbf tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (9b65a810-5b1b-4356-8c62-6b2ced80f3f2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:21.979884 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-9ce6a75a-c11d-410e-902e-24eaa9571434 service neutron] 10.222.0.30 "GET /v2.0/networks/0a61edaa-ae5c-493b-b01a-414100fdece7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902524 Feb 09 01:31:22.032032 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a945de-5fd9-484f-91a5-a877d3d1bdbf tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Network 10b5997e-07d0-4a49-be59-ddbf50d0983c is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:22.045146 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-b5a945de-5fd9-484f-91a5-a877d3d1bdbf tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:22.065272 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a945de-5fd9-484f-91a5-a877d3d1bdbf tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:22.066707 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b5a945de-5fd9-484f-91a5-a877d3d1bdbf tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:22.097891 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-03a85050-0d2d-46b0-b0e8-d71247806b4b req-b1e0a24b-120d-4293-89dd-ffc21bfae82b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ac8e7ce2c324467783fafb16ebf25fdf&device_id=2c6c5054-18fa-4e00-98b2-2773d5a9f7d4 HTTP/1.1" status: 200 len: 210 time: 0.0828004 Feb 09 01:31:22.102898 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-555b69d6-7a20-474a-a17a-c9222f066660 req-4fd5ad19-5acc-498b-b805-53e899f93361 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5719c236-b300-4f5c-b12a-6f8844909733 HTTP/1.1" status: 200 len: 1000 time: 0.3317881 Feb 09 01:31:22.104414 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['cf3c4149-8480-492e-bdf1-7ed124251123'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:31:22.121360 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe2df8c-e5cc-4e39-b1f1-0f92a72841fa None None] Pushing event updated for resources: {'Port': ['ID=b985211a-3a8b-4392-8e1f-9e8784cc8820,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:22.200151 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['f18608cd-046b-41ff-bb33-941a1f1a0f9e'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:31:22.260806 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['127f4bb7-b1ac-47b8-9c29-204eb65e075d'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:31:22.304929 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a945de-5fd9-484f-91a5-a877d3d1bdbf tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Pushing event updated for resources: {'Port': ['ID=9b65a810-5b1b-4356-8c62-6b2ced80f3f2,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:22.340754 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b5a945de-5fd9-484f-91a5-a877d3d1bdbf tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9b65a810-5b1b-4356-8c62-6b2ced80f3f2), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:22.432126 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-03a85050-0d2d-46b0-b0e8-d71247806b4b req-015c654f-b14c-46b3-9fd6-7ee07b3913ba service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=ac8e7ce2c324467783fafb16ebf25fdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3175950 Feb 09 01:31:22.434944 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-ffe2df8c-e5cc-4e39-b1f1-0f92a72841fa None None] Attempting to bind port b985211a-3a8b-4392-8e1f-9e8784cc8820 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:31:22.435335 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-ffe2df8c-e5cc-4e39-b1f1-0f92a72841fa None None] Attempting to bind port b985211a-3a8b-4392-8e1f-9e8784cc8820 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '29828477-6c1c-432b-9062-f72c814e095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd466a23e-6f4d-4f9c-adf2-66ca756beb06'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:31:22.435706 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe2df8c-e5cc-4e39-b1f1-0f92a72841fa None None] Attempting to bind port b985211a-3a8b-4392-8e1f-9e8784cc8820 on network d466a23e-6f4d-4f9c-adf2-66ca756beb06 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:22.472729 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b69d6-7a20-474a-a17a-c9222f066660 req-e926f50e-f6d3-4cbe-a389-7c1e6ddb8303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:22.477660 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-555b69d6-7a20-474a-a17a-c9222f066660 req-e926f50e-f6d3-4cbe-a389-7c1e6ddb8303 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3c1b64de-5642-407c-82ef-1ad0f3f887f4 HTTP/1.1" status: 200 len: 850 time: 0.3486662 Feb 09 01:31:22.544836 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe2df8c-e5cc-4e39-b1f1-0f92a72841fa None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:31:22.548418 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe2df8c-e5cc-4e39-b1f1-0f92a72841fa None None] Checking segment: {'id': '29828477-6c1c-432b-9062-f72c814e095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd466a23e-6f4d-4f9c-adf2-66ca756beb06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:22.549035 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ffe2df8c-e5cc-4e39-b1f1-0f92a72841fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:22.549541 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe2df8c-e5cc-4e39-b1f1-0f92a72841fa None None] Bound using segment: {'id': '29828477-6c1c-432b-9062-f72c814e095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd466a23e-6f4d-4f9c-adf2-66ca756beb06'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:31:22.550936 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-ffe2df8c-e5cc-4e39-b1f1-0f92a72841fa None None] Bound port: b985211a-3a8b-4392-8e1f-9e8784cc8820, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29828477-6c1c-432b-9062-f72c814e095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd466a23e-6f4d-4f9c-adf2-66ca756beb06'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:31:22.552886 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ffe2df8c-e5cc-4e39-b1f1-0f92a72841fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b985211a-3a8b-4392-8e1f-9e8784cc8820), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:22.646352 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30dc2e0-d1bf-4cbc-aa1e-8d30e6ca0d75 req-d4bdebb6-7c60-419e-8162-a7ba12471b4c tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:22.654266 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30dc2e0-d1bf-4cbc-aa1e-8d30e6ca0d75 req-d4bdebb6-7c60-419e-8162-a7ba12471b4c tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:22.660381 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30dc2e0-d1bf-4cbc-aa1e-8d30e6ca0d75 req-d4bdebb6-7c60-419e-8162-a7ba12471b4c tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:22.665925 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30dc2e0-d1bf-4cbc-aa1e-8d30e6ca0d75 req-d4bdebb6-7c60-419e-8162-a7ba12471b4c tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:22.672299 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30dc2e0-d1bf-4cbc-aa1e-8d30e6ca0d75 req-d4bdebb6-7c60-419e-8162-a7ba12471b4c tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:22.678087 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30dc2e0-d1bf-4cbc-aa1e-8d30e6ca0d75 req-d4bdebb6-7c60-419e-8162-a7ba12471b4c tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:22.685947 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30dc2e0-d1bf-4cbc-aa1e-8d30e6ca0d75 req-d4bdebb6-7c60-419e-8162-a7ba12471b4c tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:22.694137 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c30dc2e0-d1bf-4cbc-aa1e-8d30e6ca0d75 req-d4bdebb6-7c60-419e-8162-a7ba12471b4c tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5437 time: 0.6011245 Feb 09 01:31:22.746205 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-fa921bbd-2655-460c-b897-e8f1cf0199dc None None] Current status of the port cfa682d5-a5f0-48fa-91fb-3c882a5a1815 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:22.747022 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fa921bbd-2655-460c-b897-e8f1cf0199dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (cfa682d5-a5f0-48fa-91fb-3c882a5a1815), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:22.821132 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-fa921bbd-2655-460c-b897-e8f1cf0199dc None None] For port cfa682d5-a5f0-48fa-91fb-3c882a5a1815, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=cfa682d5-a5f0-48fa-91fb-3c882a5a1815,segment=NetworkSegment(990ee728-08e6-4cf3-bfe2-c41ab0301e4e),segment_id=990ee728-08e6-4cf3-bfe2-c41ab0301e4e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:22.838682 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-42df83ba-4568-44c7-b2c8-e1748d20dd0b service neutron] 10.222.0.30 "GET /v2.0/networks/0a61edaa-ae5c-493b-b01a-414100fdece7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8526025 Feb 09 01:31:22.844756 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a85050-0d2d-46b0-b0e8-d71247806b4b req-9dc6c6c2-7400-4d82-b2fa-4e5836711695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:22.849272 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-03a85050-0d2d-46b0-b0e8-d71247806b4b req-9dc6c6c2-7400-4d82-b2fa-4e5836711695 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3683565 Feb 09 01:31:22.932410 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b5a945de-5fd9-484f-91a5-a877d3d1bdbf tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks [] for port (9b65a810-5b1b-4356-8c62-6b2ced80f3f2), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:22.944918 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b5a945de-5fd9-484f-91a5-a877d3d1bdbf tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (9b65a810-5b1b-4356-8c62-6b2ced80f3f2), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:22.945740 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b5a945de-5fd9-484f-91a5-a877d3d1bdbf tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:22.961634 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fa921bbd-2655-460c-b897-e8f1cf0199dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (cfa682d5-a5f0-48fa-91fb-3c882a5a1815), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:22.964465 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c30dc2e0-d1bf-4cbc-aa1e-8d30e6ca0d75 req-7edc60a3-5159-44f2-8a5d-2ca810b0d12f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2690122 Feb 09 01:31:22.978149 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b69d6-7a20-474a-a17a-c9222f066660 req-8e5a3b22-67b5-45be-aa8d-f894327dcd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:22.981094 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-555b69d6-7a20-474a-a17a-c9222f066660 req-8e5a3b22-67b5-45be-aa8d-f894327dcd15 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b5cee00d-d11d-4a76-ad74-cfd798aa917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4879696 Feb 09 01:31:23.070112 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a945de-5fd9-484f-91a5-a877d3d1bdbf tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Pushing event updated for resources: {'Port': ['ID=9b65a810-5b1b-4356-8c62-6b2ced80f3f2,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:23.131231 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-555b69d6-7a20-474a-a17a-c9222f066660 req-9929706d-bd86-41a8-ab20-d74618ff6231 service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436813 Feb 09 01:31:23.224693 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-ffe2df8c-e5cc-4e39-b1f1-0f92a72841fa None None] For port b985211a-3a8b-4392-8e1f-9e8784cc8820, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:23.235135 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-ffe2df8c-e5cc-4e39-b1f1-0f92a72841fa None None] For port b985211a-3a8b-4392-8e1f-9e8784cc8820, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b985211a-3a8b-4392-8e1f-9e8784cc8820,segment=NetworkSegment(29828477-6c1c-432b-9062-f72c814e095c),segment_id=29828477-6c1c-432b-9062-f72c814e095c)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:31:23.290087 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-555b69d6-7a20-474a-a17a-c9222f066660 req-c319819f-9fd3-4354-a8f0-195666e56280 service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513879 Feb 09 01:31:23.315474 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a945de-5fd9-484f-91a5-a877d3d1bdbf tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Network 10b5997e-07d0-4a49-be59-ddbf50d0983c is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:23.321406 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-b5a945de-5fd9-484f-91a5-a877d3d1bdbf tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:23.367306 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b4570a15-6dbd-4722-afc6-5999b03201f8 req-168070e0-b766-4fbe-b24a-9567f65125b0 tempest-ServerShowV254Test-1607297154 tempest-ServerShowV254Test-1607297154-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c6c5054-18fa-4e00-98b2-2773d5a9f7d4 HTTP/1.1" status: 200 len: 210 time: 0.0759623 Feb 09 01:31:23.379691 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ffe2df8c-e5cc-4e39-b1f1-0f92a72841fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b985211a-3a8b-4392-8e1f-9e8784cc8820), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:23.418905 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd419fa-0fa4-4347-9c0b-66f156e24cd3 req-a8412dbc-ab5a-421e-b837-20f760e92ee2 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:23.421073 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1bd419fa-0fa4-4347-9c0b-66f156e24cd3 req-a8412dbc-ab5a-421e-b837-20f760e92ee2 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.0925777 Feb 09 01:31:23.566336 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a945de-5fd9-484f-91a5-a877d3d1bdbf tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Router fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:31:23.631967 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1bd419fa-0fa4-4347-9c0b-66f156e24cd3 req-2f2eb65e-f2b9-4236-9f78-d267445757ac tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055922 Feb 09 01:31:23.650606 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa921bbd-2655-460c-b897-e8f1cf0199dc None None] Pushing event updated for resources: {'Port': ['ID=cfa682d5-a5f0-48fa-91fb-3c882a5a1815,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:23.658363 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5631c174-5e42-47b9-9500-fcfe55f3a0b6 req-09244edf-08bb-4c7d-8ad9-a294efc0b02c tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 210 time: 0.1035368 Feb 09 01:31:23.850082 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe2df8c-e5cc-4e39-b1f1-0f92a72841fa None None] Pushing event updated for resources: {'Port': ['ID=b985211a-3a8b-4392-8e1f-9e8784cc8820,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:24.086696 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-aa2a340a-dd54-4ce5-b43f-72e004a04a74 None None] Provisioning complete for port 9b65a810-5b1b-4356-8c62-6b2ced80f3f2 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:24.087089 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa2a340a-dd54-4ce5-b43f-72e004a04a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9b65a810-5b1b-4356-8c62-6b2ced80f3f2), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:24.101119 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-b6a43a0d-bc65-4341-9110-1f55f96a7213 None None] Set router e805de78-939c-4bb6-a446-e0361324fa0c gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:31:24.248255 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b2e9d-5602-4d83-9819-ebd8bc1a5e81 req-18c966ce-a2f2-4b1c-ab03-9f88e8527547 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:24.261901 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b2e9d-5602-4d83-9819-ebd8bc1a5e81 req-18c966ce-a2f2-4b1c-ab03-9f88e8527547 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:24.269579 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b2e9d-5602-4d83-9819-ebd8bc1a5e81 req-18c966ce-a2f2-4b1c-ab03-9f88e8527547 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:24.295001 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b2e9d-5602-4d83-9819-ebd8bc1a5e81 req-18c966ce-a2f2-4b1c-ab03-9f88e8527547 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:24.300471 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b2e9d-5602-4d83-9819-ebd8bc1a5e81 req-18c966ce-a2f2-4b1c-ab03-9f88e8527547 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:24.311524 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b2e9d-5602-4d83-9819-ebd8bc1a5e81 req-18c966ce-a2f2-4b1c-ab03-9f88e8527547 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:24.330745 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b2e9d-5602-4d83-9819-ebd8bc1a5e81 req-18c966ce-a2f2-4b1c-ab03-9f88e8527547 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:24.332650 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ea4b2e9d-5602-4d83-9819-ebd8bc1a5e81 req-18c966ce-a2f2-4b1c-ab03-9f88e8527547 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5437 time: 0.2355332 Feb 09 01:31:24.380485 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 7fc19945-7216-439d-8769-f2a3cbfdde6b up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:24.409745 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-03a85050-0d2d-46b0-b0e8-d71247806b4b req-84f70306-b5f7-4748-8106-16f65fc9d249 tempest-ServerShowV254Test-1607297154 tempest-ServerShowV254Test-1607297154-project] 10.222.0.91 "GET /v2.0/ports?device_id=2c6c5054-18fa-4e00-98b2-2773d5a9f7d4 HTTP/1.1" status: 200 len: 210 time: 0.0760989 Feb 09 01:31:24.437281 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a945de-5fd9-484f-91a5-a877d3d1bdbf tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:31:24.445677 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b5a945de-5fd9-484f-91a5-a877d3d1bdbf tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] 10.222.0.30 "PUT /v2.0/routers/fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6437433 Feb 09 01:31:24.452552 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44336) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:24.496020 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ea4b2e9d-5602-4d83-9819-ebd8bc1a5e81 req-f57a92ba-61a8-4a43-8243-ed4c4661e87f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0847123 Feb 09 01:31:24.583267 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3725bdf0-4a2c-4e6a-b303-3f39e13aeb99 None None] Sync routers for ids ['fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:31:24.607334 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ff18e198-860d-4e49-bebc-543b08f9b1b7 req-160c5c66-6c61-498d-90dc-39737d679045 tempest-ServerShowV254Test-1607297154 tempest-ServerShowV254Test-1607297154-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c6c5054-18fa-4e00-98b2-2773d5a9f7d4 HTTP/1.1" status: 200 len: 210 time: 0.0513811 Feb 09 01:31:24.666806 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f5eade4d-289f-47e2-8e35-04ed5f86cc72 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks [] for router (fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:24.805622 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3725bdf0-4a2c-4e6a-b303-3f39e13aeb99 None None] Routers {'fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:24.806173 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-3725bdf0-4a2c-4e6a-b303-3f39e13aeb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:30:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:24.828039 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-f5eade4d-289f-47e2-8e35-04ed5f86cc72 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 01:31:24.837326 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f5eade4d-289f-47e2-8e35-04ed5f86cc72 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] 10.222.0.30 "DELETE /v2.0/routers/fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a HTTP/1.1" status: 409 len: 329 time: 0.3826792 Feb 09 01:31:24.841040 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44344) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:24.931114 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f6481f17-610c-4f0f-8193-21d823190e8e req-fd002bb5-d0f8-41be-ba14-68fb9ff19237 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 210 time: 0.1191890 Feb 09 01:31:24.993412 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7f7ad-baa0-4bc2-a589-642a296119fb req-0d3b93a9-f53d-4ad1-af60-23b5cc0c8902 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:25.001472 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-16c7f7ad-baa0-4bc2-a589-642a296119fb req-0d3b93a9-f53d-4ad1-af60-23b5cc0c8902 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.2254231 Feb 09 01:31:25.010300 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-574be553-6067-44ad-9e71-85338908d4f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:25.025109 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-aa2a340a-dd54-4ce5-b43f-72e004a04a74 None None] Port 9b65a810-5b1b-4356-8c62-6b2ced80f3f2 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:31:25.369981 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-3725bdf0-4a2c-4e6a-b303-3f39e13aeb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:25.403900 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-16c7f7ad-baa0-4bc2-a589-642a296119fb req-87610171-560e-41d0-a7b8-94dd6ae2e9a1 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4015086 Feb 09 01:31:25.440632 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-92237e52-f3a9-46e6-ac27-959611211a82 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:25.444376 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-92237e52-f3a9-46e6-ac27-959611211a82 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.121 "GET /v2.0/networks?id=0a61edaa-ae5c-493b-b01a-414100fdece7 HTTP/1.1" status: 200 len: 811 time: 0.4238846 Feb 09 01:31:25.602858 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-2bd9c542-beee-40ce-b399-faf4be915dcf tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40040732d30e4d7f9ee97e8667a77299 HTTP/1.1" status: 200 len: 380 time: 0.1473055 Feb 09 01:31:25.613282 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-b087a7b6-1bd4-4022-80a7-df1acf9a9816 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Request body: {'port': {'device_id': '46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df', 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7', 'admin_state_up': True, 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'security_groups': ['f237db8d-a2cb-43da-99b7-6b54d3008104']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:25.685190 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3725bdf0-4a2c-4e6a-b303-3f39e13aeb99 None None] Routers {'fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:25.687506 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-25d94637-4d18-4b14-8b84-9e51619c0d6c tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:25.688852 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-3725bdf0-4a2c-4e6a-b303-3f39e13aeb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:31:25Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:25.690001 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2d107-dec8-4f48-8ab3-437c15ac7cc6 req-9e459cf7-4e0a-454b-8787-dd7da648f459 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:25.698041 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5fa2d107-dec8-4f48-8ab3-437c15ac7cc6 req-9e459cf7-4e0a-454b-8787-dd7da648f459 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.1753812 Feb 09 01:31:25.837666 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5fa2d107-dec8-4f48-8ab3-437c15ac7cc6 req-941e28ab-fec7-46c1-a73c-80636f2e61af tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374512 Feb 09 01:31:25.924890 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274d096-9874-40d9-a662-a0f453d501cc req-f66b27cf-806b-46a9-adf5-cc14759473d5 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:25.930800 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18ac3a1-2a5e-4123-baaf-d7280b69684d None None] Network d466a23e-6f4d-4f9c-adf2-66ca756beb06 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:31:25.938943 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274d096-9874-40d9-a662-a0f453d501cc req-f66b27cf-806b-46a9-adf5-cc14759473d5 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:25.941729 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-3725bdf0-4a2c-4e6a-b303-3f39e13aeb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:25.943545 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3725bdf0-4a2c-4e6a-b303-3f39e13aeb99 None None] The sync data for ids ['fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a'] in n-d-822053-40 is: [] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:31:25.957483 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274d096-9874-40d9-a662-a0f453d501cc req-f66b27cf-806b-46a9-adf5-cc14759473d5 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:25.976533 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274d096-9874-40d9-a662-a0f453d501cc req-f66b27cf-806b-46a9-adf5-cc14759473d5 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:25.987194 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274d096-9874-40d9-a662-a0f453d501cc req-f66b27cf-806b-46a9-adf5-cc14759473d5 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:26.002747 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274d096-9874-40d9-a662-a0f453d501cc req-f66b27cf-806b-46a9-adf5-cc14759473d5 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:26.022097 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274d096-9874-40d9-a662-a0f453d501cc req-f66b27cf-806b-46a9-adf5-cc14759473d5 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:26.027516 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7274d096-9874-40d9-a662-a0f453d501cc req-f66b27cf-806b-46a9-adf5-cc14759473d5 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5437 time: 0.3079152 Feb 09 01:31:26.053399 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-b087a7b6-1bd4-4022-80a7-df1acf9a9816 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Made reservation on behalf of 40040732d30e4d7f9ee97e8667a77299 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:26.057333 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-b087a7b6-1bd4-4022-80a7-df1acf9a9816 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:26.237653 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 7fc19945-7216-439d-8769-f2a3cbfdde6b completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:26.251484 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b985211a-3a8b-4392-8e1f-9e8784cc8820 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:26.258504 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-aa2a340a-dd54-4ce5-b43f-72e004a04a74 None None] Provisioning complete for port cfa682d5-a5f0-48fa-91fb-3c882a5a1815 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:26.258899 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa2a340a-dd54-4ce5-b43f-72e004a04a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (cfa682d5-a5f0-48fa-91fb-3c882a5a1815), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:26.371641 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 7fc19945-7216-439d-8769-f2a3cbfdde6b triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:26.371856 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7fc19945-7216-439d-8769-f2a3cbfdde6b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:26.373603 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:26.395090 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7274d096-9874-40d9-a662-a0f453d501cc req-b54ea49b-4543-4d99-ac56-8616b62ac202 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3592005 Feb 09 01:31:26.609374 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44390) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:26.612221 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-b087a7b6-1bd4-4022-80a7-df1acf9a9816 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Allocated IP 172.20.0.11 (0a61edaa-ae5c-493b-b01a-414100fdece7/ad59b321-ab39-4a7c-b208-055ec9804c66/1f372b68-b59e-4914-8e62-ae2403cb4bc2) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:26.652369 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-25d94637-4d18-4b14-8b84-9e51619c0d6c tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Deleting port 9b65a810-5b1b-4356-8c62-6b2ced80f3f2 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:31:26.652979 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-25d94637-4d18-4b14-8b84-9e51619c0d6c tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (9b65a810-5b1b-4356-8c62-6b2ced80f3f2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:26.701443 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7dcffabe-44ea-41c7-8331-82d4ba891f4d req-a66cca6b-6c9f-49be-88c1-53a4278aa1da tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 210 time: 0.1003156 Feb 09 01:31:26.888489 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-25d94637-4d18-4b14-8b84-9e51619c0d6c tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (9b65a810-5b1b-4356-8c62-6b2ced80f3f2), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:26.917265 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-25d94637-4d18-4b14-8b84-9e51619c0d6c tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Calling delete_port for 9b65a810-5b1b-4356-8c62-6b2ced80f3f2 owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:31:26.963124 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8136319c-7064-4ff7-aac3-49ad46cd2d62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:27.078876 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-b087a7b6-1bd4-4022-80a7-df1acf9a9816 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for port (1f372b68-b59e-4914-8e62-ae2403cb4bc2), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:27.134335 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8136319c-7064-4ff7-aac3-49ad46cd2d62 admin admin] Publish callbacks [] for security_group (2e3b778e-2665-4711-b4fc-25a2e33f9bbf), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:27.157801 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-b087a7b6-1bd4-4022-80a7-df1acf9a9816 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (1f372b68-b59e-4914-8e62-ae2403cb4bc2), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:27.181800 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8136319c-7064-4ff7-aac3-49ad46cd2d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (2e3b778e-2665-4711-b4fc-25a2e33f9bbf), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:27.224154 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136319c-7064-4ff7-aac3-49ad46cd2d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3b778e-2665-4711-b4fc-25a2e33f9bbf,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:27.271136 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-b087a7b6-1bd4-4022-80a7-df1acf9a9816 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Network 0a61edaa-ae5c-493b-b01a-414100fdece7 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:27.282230 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8136319c-7064-4ff7-aac3-49ad46cd2d62 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ac8e7ce2c324467783fafb16ebf25fdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6713388 Feb 09 01:31:27.285507 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44414) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:27.289323 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-b087a7b6-1bd4-4022-80a7-df1acf9a9816 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:27.298466 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-b087a7b6-1bd4-4022-80a7-df1acf9a9816 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:27.305766 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port b985211a-3a8b-4392-8e1f-9e8784cc8820 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:27.307849 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b985211a-3a8b-4392-8e1f-9e8784cc8820), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:27.315823 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b087a7b6-1bd4-4022-80a7-df1acf9a9816 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Pushing event updated for resources: {'Port': ['ID=1f372b68-b59e-4914-8e62-ae2403cb4bc2,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:27.326950 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-b6a43a0d-bc65-4341-9110-1f55f96a7213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'name': 'tempest-AttachVolumeTestJSON-1132437517-router', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:05Z', 'updated_at': '2022-02-09T01:31:13Z', 'revision_number': 4, 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'gw_port': {'id': 'c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:04:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:06Z', 'updated_at': '2022-02-09T01:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'cfa682d5-a5f0-48fa-91fb-3c882a5a1815', 'name': '', 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'mac_address': 'fa:16:3e:84:6e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': 'ad59b321-ab39-4a7c-b208-055ec9804c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:11Z', 'updated_at': '2022-02-09T01:31:20Z', 'revision_number': 4, 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'subnets': [{'id': 'ad59b321-ab39-4a7c-b208-055ec9804c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:27.489453 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-b087a7b6-1bd4-4022-80a7-df1acf9a9816 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:27.490137 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-b087a7b6-1bd4-4022-80a7-df1acf9a9816 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:27.568319 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-b087a7b6-1bd4-4022-80a7-df1acf9a9816 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9588726 Feb 09 01:31:27.617162 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-b7de73cf-2765-4d24-a3ab-6d4c198b8f91 service neutron] Request body: {'port': {'device_id': '46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:27.697249 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a43a0d-bc65-4341-9110-1f55f96a7213 None None] The sync data for ids ['e805de78-939c-4bb6-a446-e0361324fa0c'] in n-d-822053-40 is: [{'id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'name': 'tempest-AttachVolumeTestJSON-1132437517-router', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:05Z', 'updated_at': '2022-02-09T01:31:13Z', 'revision_number': 4, 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'gw_port': {'id': 'c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:04:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:06Z', 'updated_at': '2022-02-09T01:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'cfa682d5-a5f0-48fa-91fb-3c882a5a1815', 'name': '', 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'mac_address': 'fa:16:3e:84:6e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': 'ad59b321-ab39-4a7c-b208-055ec9804c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:11Z', 'updated_at': '2022-02-09T01:31:20Z', 'revision_number': 4, 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'subnets': [{'id': 'ad59b321-ab39-4a7c-b208-055ec9804c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:31:27.739879 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cb45ad2b-0349-4607-86f9-ae56b74d7fc5 admin admin] Publish callbacks [] for security_group (2e3b778e-2665-4711-b4fc-25a2e33f9bbf), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:27.748085 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:27.811028 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-aa2a340a-dd54-4ce5-b43f-72e004a04a74 None None] Current status of the port cfa682d5-a5f0-48fa-91fb-3c882a5a1815 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:27.823932 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 7fc19945-7216-439d-8769-f2a3cbfdde6b is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:27.824769 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7fc19945-7216-439d-8769-f2a3cbfdde6b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:28.131527 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-25d94637-4d18-4b14-8b84-9e51619c0d6c tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (9b65a810-5b1b-4356-8c62-6b2ced80f3f2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:28.154767 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-851539bf-5d75-475a-a97f-890cd8e5885b None None] Could not find standard attr ID for object 9b65a810-5b1b-4356-8c62-6b2ced80f3f2. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:31:28.203529 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cb45ad2b-0349-4607-86f9-ae56b74d7fc5 admin admin] Publish callbacks [] for security_group (2e3b778e-2665-4711-b4fc-25a2e33f9bbf), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:28.222360 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc19945-7216-439d-8769-f2a3cbfdde6b'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:28.242454 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eed3b59-371d-4d22-92e3-bdf7e0440980" -d '{"events": [{"server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "name": "network-vif-plugged", "status": "completed", "tag": "7fc19945-7216-439d-8769-f2a3cbfdde6b"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:28.320347 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-b7de73cf-2765-4d24-a3ab-6d4c198b8f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1f372b68-b59e-4914-8e62-ae2403cb4bc2), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:28.352333 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 7fc19945-7216-439d-8769-f2a3cbfdde6b, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=7fc19945-7216-439d-8769-f2a3cbfdde6b,segment=NetworkSegment(8cba9e3e-5c7c-48cb-81bd-6590294529c3),segment_id=8cba9e3e-5c7c-48cb-81bd-6590294529c3)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:28.404061 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d94637-4d18-4b14-8b84-9e51619c0d6c tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Pushing event deleted for resources: {'Port': ['ID=9b65a810-5b1b-4356-8c62-6b2ced80f3f2,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:28.420246 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7fc19945-7216-439d-8769-f2a3cbfdde6b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:28.459861 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d8641-3ac6-47ac-9889-33eac22d01fe req-9e34c9b0-0e02-45e9-ab00-09147c64c963 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:28.463214 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device a6e2ebab-ced5-4214-a980-67ee8d90c8df up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:28.487455 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port b985211a-3a8b-4392-8e1f-9e8784cc8820 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:28.489525 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d8641-3ac6-47ac-9889-33eac22d01fe req-9e34c9b0-0e02-45e9-ab00-09147c64c963 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:28.490232 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b985211a-3a8b-4392-8e1f-9e8784cc8820), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:28.504992 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d8641-3ac6-47ac-9889-33eac22d01fe req-9e34c9b0-0e02-45e9-ab00-09147c64c963 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:28.533759 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d8641-3ac6-47ac-9889-33eac22d01fe req-9e34c9b0-0e02-45e9-ab00-09147c64c963 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:28.561295 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d8641-3ac6-47ac-9889-33eac22d01fe req-9e34c9b0-0e02-45e9-ab00-09147c64c963 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:28.567959 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d8641-3ac6-47ac-9889-33eac22d01fe req-9e34c9b0-0e02-45e9-ab00-09147c64c963 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:28.592845 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d8641-3ac6-47ac-9889-33eac22d01fe req-9e34c9b0-0e02-45e9-ab00-09147c64c963 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:28.596216 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-705d8641-3ac6-47ac-9889-33eac22d01fe req-9e34c9b0-0e02-45e9-ab00-09147c64c963 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5437 time: 0.9586451 Feb 09 01:31:28.621973 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8480d2e-2125-415d-b886-e0533aa8f378 req-cce8ec50-5d31-4a14-b1f0-2dd2620d09d8 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:28.624686 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d8480d2e-2125-415d-b886-e0533aa8f378 req-cce8ec50-5d31-4a14-b1f0-2dd2620d09d8 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=255e72cc-bb4d-4ead-aefd-8aca152f72a0 HTTP/1.1" status: 200 len: 944 time: 0.6010754 Feb 09 01:31:28.627109 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-25d94637-4d18-4b14-8b84-9e51619c0d6c tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:28.661131 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:28.705868 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-851539bf-5d75-475a-a97f-890cd8e5885b None None] Provisioning complete for port b985211a-3a8b-4392-8e1f-9e8784cc8820 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:28.709424 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-851539bf-5d75-475a-a97f-890cd8e5885b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b985211a-3a8b-4392-8e1f-9e8784cc8820), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:28.851929 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=7fc19945-7216-439d-8769-f2a3cbfdde6b,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:28.855555 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-705d8641-3ac6-47ac-9889-33eac22d01fe req-6947493f-6eb0-412f-a291-1748a33e2935 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2291937 Feb 09 01:31:28.858081 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cb45ad2b-0349-4607-86f9-ae56b74d7fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (2e3b778e-2665-4711-b4fc-25a2e33f9bbf), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:28.866386 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port b985211a-3a8b-4392-8e1f-9e8784cc8820, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b985211a-3a8b-4392-8e1f-9e8784cc8820,segment=NetworkSegment(29828477-6c1c-432b-9062-f72c814e095c),segment_id=29828477-6c1c-432b-9062-f72c814e095c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:28.867950 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cb45ad2b-0349-4607-86f9-ae56b74d7fc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:28.884831 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cb45ad2b-0349-4607-86f9-ae56b74d7fc5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2e3b778e-2665-4711-b4fc-25a2e33f9bbf HTTP/1.1" status: 204 len: 168 time: 1.5865333 Feb 09 01:31:28.890258 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b985211a-3a8b-4392-8e1f-9e8784cc8820), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:28.936607 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb45ad2b-0349-4607-86f9-ae56b74d7fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3b778e-2665-4711-b4fc-25a2e33f9bbf,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:29.023761 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port a6e2ebab-ced5-4214-a980-67ee8d90c8df completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:29.093544 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port a6e2ebab-ced5-4214-a980-67ee8d90c8df triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:29.094084 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a6e2ebab-ced5-4214-a980-67ee8d90c8df), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:29.234083 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device cfa682d5-a5f0-48fa-91fb-3c882a5a1815 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:29.261003 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d94637-4d18-4b14-8b84-9e51619c0d6c tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Router fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:31:29.310657 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=b985211a-3a8b-4392-8e1f-9e8784cc8820,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:29.405306 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port cfa682d5-a5f0-48fa-91fb-3c882a5a1815 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:29.406020 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (cfa682d5-a5f0-48fa-91fb-3c882a5a1815), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:29.407606 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-851539bf-5d75-475a-a97f-890cd8e5885b None None] Current status of the port b985211a-3a8b-4392-8e1f-9e8784cc8820 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:29.532388 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d94637-4d18-4b14-8b84-9e51619c0d6c tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:31:29.546219 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-25d94637-4d18-4b14-8b84-9e51619c0d6c tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] 10.222.0.30 "PUT /v2.0/routers/fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7036638 Feb 09 01:31:29.551272 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58e0857-ff77-4635-998b-48cdbff29359 None None] Sync routers for ids ['fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:31:29.558864 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44468) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:29.583050 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58e0857-ff77-4635-998b-48cdbff29359 None None] Routers {'fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:29.583690 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-a58e0857-ff77-4635-998b-48cdbff29359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:31:25Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:29.693537 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port a6e2ebab-ced5-4214-a980-67ee8d90c8df is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:29.693918 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a6e2ebab-ced5-4214-a980-67ee8d90c8df), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:29.696387 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-b6834751-1e7b-4ee2-aacf-7eace4a7308d tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] show failed (client error): The resource could not be found. Feb 09 01:31:29.701577 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b6834751-1e7b-4ee2-aacf-7eace4a7308d tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-256476468 HTTP/1.1" status: 404 len: 334 time: 0.1405859 Feb 09 01:31:29.705323 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44472) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:29.708759 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-a58e0857-ff77-4635-998b-48cdbff29359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:29.710288 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-48e43ab1-3962-4fcd-b0c7-fe54455c4cdc tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:29.733572 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-81e1120a-c745-442d-bfde-053b6aee12ec None None] Provisioning complete for port 1f372b68-b59e-4914-8e62-ae2403cb4bc2 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:29.733937 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-81e1120a-c745-442d-bfde-053b6aee12ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1f372b68-b59e-4914-8e62-ae2403cb4bc2), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:29.736825 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58e0857-ff77-4635-998b-48cdbff29359 None None] Routers {'fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:29.737653 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-a58e0857-ff77-4635-998b-48cdbff29359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:31:25Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:29.773565 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18fd82-aede-4094-9930-cb24b0dc9d42 req-a21e368c-15f3-4c4a-afbd-3579a328a532 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:29.776230 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9b18fd82-aede-4094-9930-cb24b0dc9d42 req-a21e368c-15f3-4c4a-afbd-3579a328a532 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 932 time: 0.6792555 Feb 09 01:31:29.895668 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-a58e0857-ff77-4635-998b-48cdbff29359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:29.896381 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58e0857-ff77-4635-998b-48cdbff29359 None None] The sync data for ids ['fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:31:29.896974 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-d8480d2e-2125-415d-b886-e0533aa8f378 req-e33ae6fc-fc48-4a61-8395-e00ab805747c tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Deleting port 5b5aa433-24f9-4b84-830c-24029bc4c335 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:31:29.897569 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d8480d2e-2125-415d-b886-e0533aa8f378 req-e33ae6fc-fc48-4a61-8395-e00ab805747c tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (5b5aa433-24f9-4b84-830c-24029bc4c335), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:29.953493 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-48e43ab1-3962-4fcd-b0c7-fe54455c4cdc tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] update failed (client error): The resource could not be found. Feb 09 01:31:29.961503 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-48e43ab1-3962-4fcd-b0c7-fe54455c4cdc tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-1789949680 HTTP/1.1" status: 404 len: 335 time: 0.2508245 Feb 09 01:31:29.962207 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44482) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:29.966313 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port cfa682d5-a5f0-48fa-91fb-3c882a5a1815 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:30.027189 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-81e1120a-c745-442d-bfde-053b6aee12ec None None] Port 1f372b68-b59e-4914-8e62-ae2403cb4bc2 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:31:30.096502 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port a6e2ebab-ced5-4214-a980-67ee8d90c8df, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=a6e2ebab-ced5-4214-a980-67ee8d90c8df,segment=NetworkSegment(11bc4fb8-f83a-4bb2-85a3-7ffbecb23433),segment_id=11bc4fb8-f83a-4bb2-85a3-7ffbecb23433)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:30.096688 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-d8480d2e-2125-415d-b886-e0533aa8f378 req-e33ae6fc-fc48-4a61-8395-e00ab805747c tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] For port 5b5aa433-24f9-4b84-830c-24029bc4c335, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=5b5aa433-24f9-4b84-830c-24029bc4c335,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:30.098368 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d8480d2e-2125-415d-b886-e0533aa8f378 req-e33ae6fc-fc48-4a61-8395-e00ab805747c tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (5b5aa433-24f9-4b84-830c-24029bc4c335), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:30.124473 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (a6e2ebab-ced5-4214-a980-67ee8d90c8df), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:30.125663 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device f18608cd-046b-41ff-bb33-941a1f1a0f9e up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:30.149081 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-d8480d2e-2125-415d-b886-e0533aa8f378 req-e33ae6fc-fc48-4a61-8395-e00ab805747c tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Calling delete_port for 5b5aa433-24f9-4b84-830c-24029bc4c335 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:31:30.167648 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fdfcaec-35f8-4160-b32b-d08eb8c19213 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Deleting subnet 7f2ded31-0b32-498d-832b-f9193f1be671 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:31:30.184172 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4fdfcaec-35f8-4160-b32b-d08eb8c19213 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks [] for subnet (7f2ded31-0b32-498d-832b-f9193f1be671), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:30.205514 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-81e1120a-c745-442d-bfde-053b6aee12ec None None] Provisioning complete for port b985211a-3a8b-4392-8e1f-9e8784cc8820 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:30.206568 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-81e1120a-c745-442d-bfde-053b6aee12ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b985211a-3a8b-4392-8e1f-9e8784cc8820), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:30.292943 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4fdfcaec-35f8-4160-b32b-d08eb8c19213 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (7f2ded31-0b32-498d-832b-f9193f1be671), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:30.467519 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4fdfcaec-35f8-4160-b32b-d08eb8c19213 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (7f2ded31-0b32-498d-832b-f9193f1be671), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:30.551061 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=a6e2ebab-ced5-4214-a980-67ee8d90c8df,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:30.667857 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4fdfcaec-35f8-4160-b32b-d08eb8c19213 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (7f2ded31-0b32-498d-832b-f9193f1be671), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:30.752620 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4fdfcaec-35f8-4160-b32b-d08eb8c19213 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:30.758853 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4fdfcaec-35f8-4160-b32b-d08eb8c19213 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] 10.222.0.30 "DELETE /v2.0/subnets/7f2ded31-0b32-498d-832b-f9193f1be671 HTTP/1.1" status: 204 len: 168 time: 0.7954118 Feb 09 01:31:30.763861 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44504) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:30.765094 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdfcaec-35f8-4160-b32b-d08eb8c19213 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Pushing event deleted for resources: {'Subnet': ['ID=7f2ded31-0b32-498d-832b-f9193f1be671,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:30.788693 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-81e1120a-c745-442d-bfde-053b6aee12ec None None] Current status of the port b985211a-3a8b-4392-8e1f-9e8784cc8820 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:30.810020 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b0ed74-99f9-4b9f-8ff2-8278d29a7f00 None None] Network d466a23e-6f4d-4f9c-adf2-66ca756beb06 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:31:30.931554 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44508) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:31.031712 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b132d63b-bff7-4f56-852a-5aca546b9206 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (d466a23e-6f4d-4f9c-adf2-66ca756beb06), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:31.054496 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port f18608cd-046b-41ff-bb33-941a1f1a0f9e completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:31.077403 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port f18608cd-046b-41ff-bb33-941a1f1a0f9e triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:31.077792 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f18608cd-046b-41ff-bb33-941a1f1a0f9e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:31.096948 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b985211a-3a8b-4392-8e1f-9e8784cc8820 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:31.138826 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b132d63b-bff7-4f56-852a-5aca546b9206 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Deleting port b985211a-3a8b-4392-8e1f-9e8784cc8820 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:31:31.139727 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b132d63b-bff7-4f56-852a-5aca546b9206 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (b985211a-3a8b-4392-8e1f-9e8784cc8820), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:31.208390 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-18d3f818-18a9-416d-bcdd-525a5d38a8eb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-50599801-network', 'tenant_id': 'c116954692244bec838f5194019c5458'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:31.286223 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-b132d63b-bff7-4f56-852a-5aca546b9206 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] For port b985211a-3a8b-4392-8e1f-9e8784cc8820, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b985211a-3a8b-4392-8e1f-9e8784cc8820,segment=NetworkSegment(29828477-6c1c-432b-9062-f72c814e095c),segment_id=29828477-6c1c-432b-9062-f72c814e095c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:31.286980 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b132d63b-bff7-4f56-852a-5aca546b9206 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (b985211a-3a8b-4392-8e1f-9e8784cc8820), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:31.322631 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port f18608cd-046b-41ff-bb33-941a1f1a0f9e is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:31.323155 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f18608cd-046b-41ff-bb33-941a1f1a0f9e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:31.344313 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b132d63b-bff7-4f56-852a-5aca546b9206 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Calling delete_port for b985211a-3a8b-4392-8e1f-9e8784cc8820 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:31:31.350142 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d3f818-18a9-416d-bcdd-525a5d38a8eb admin admin] Made reservation on behalf of c116954692244bec838f5194019c5458 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:31.354246 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-18d3f818-18a9-416d-bcdd-525a5d38a8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:31.376208 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-18d3f818-18a9-416d-bcdd-525a5d38a8eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:31.387388 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port f18608cd-046b-41ff-bb33-941a1f1a0f9e, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=f18608cd-046b-41ff-bb33-941a1f1a0f9e,segment=NetworkSegment(8cba9e3e-5c7c-48cb-81bd-6590294529c3),segment_id=8cba9e3e-5c7c-48cb-81bd-6590294529c3)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:31.390238 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27002415-f5c6-4610-9640-d64052e804bf None None] DHCP port deletion for d466a23e-6f4d-4f9c-adf2-66ca756beb06 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:31:31.425669 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f18608cd-046b-41ff-bb33-941a1f1a0f9e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:31.427111 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device cf3c4149-8480-492e-bdf1-7ed124251123 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:31.482316 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-18d3f818-18a9-416d-bcdd-525a5d38a8eb admin admin] Publish callbacks [] for security_group (3d077a00-0666-4551-a821-0784e269f339), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:31.494693 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9b18fd82-aede-4094-9930-cb24b0dc9d42 req-b1ca92ad-88fa-4cfe-bb6b-b000712f5491 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.7042966 Feb 09 01:31:31.564807 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port b985211a-3a8b-4392-8e1f-9e8784cc8820 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:31.565410 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b985211a-3a8b-4392-8e1f-9e8784cc8820), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:31.580391 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-18d3f818-18a9-416d-bcdd-525a5d38a8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3d077a00-0666-4551-a821-0784e269f339), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:31.611767 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d3f818-18a9-416d-bcdd-525a5d38a8eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:31:31.636157 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c63f3f-94fa-4488-99c0-8d44218ce972 x-openstack-request-id: req-61c63f3f-94fa-4488-99c0-8d44218ce972 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:31.636651 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "name": "network-vif-plugged", "status": "completed", "tag": "7fc19945-7216-439d-8769-f2a3cbfdde6b", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:31.637049 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-61c63f3f-94fa-4488-99c0-8d44218ce972 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:31.637478 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc19945-7216-439d-8769-f2a3cbfdde6b', 'code': 200} Feb 09 01:31:31.641307 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-18d3f818-18a9-416d-bcdd-525a5d38a8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (74341012-2d09-4bfd-8196-39119d03257b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:31.642033 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-18d3f818-18a9-416d-bcdd-525a5d38a8eb admin admin] Added segment 74341012-2d09-4bfd-8196-39119d03257b of type vlan for network 923b19ee-be79-4291-b298-2fb7ab9017f7 Feb 09 01:31:31.664603 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port cf3c4149-8480-492e-bdf1-7ed124251123 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:31.730305 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-18d3f818-18a9-416d-bcdd-525a5d38a8eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (923b19ee-be79-4291-b298-2fb7ab9017f7), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:31.738819 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port b985211a-3a8b-4392-8e1f-9e8784cc8820 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:31.773697 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-27002415-f5c6-4610-9640-d64052e804bf None None] Deleting port b985211a-3a8b-4392-8e1f-9e8784cc8820 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:31:31.778633 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-27002415-f5c6-4610-9640-d64052e804bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (b985211a-3a8b-4392-8e1f-9e8784cc8820), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:31.783950 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port cf3c4149-8480-492e-bdf1-7ed124251123 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:31.784225 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (cf3c4149-8480-492e-bdf1-7ed124251123), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:31.784679 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-b7de73cf-2765-4d24-a3ab-6d4c198b8f91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f372b68-b59e-4914-8e62-ae2403cb4bc2 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:31:31.786427 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-18d3f818-18a9-416d-bcdd-525a5d38a8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (923b19ee-be79-4291-b298-2fb7ab9017f7), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:31.787601 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d3f818-18a9-416d-bcdd-525a5d38a8eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:31.788367 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-18d3f818-18a9-416d-bcdd-525a5d38a8eb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:31.808642 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-b7de73cf-2765-4d24-a3ab-6d4c198b8f91 service neutron] Publish callbacks [] for port (1f372b68-b59e-4914-8e62-ae2403cb4bc2), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:31.911774 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3f818-18a9-416d-bcdd-525a5d38a8eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d077a00-0666-4551-a821-0784e269f339,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:31.941573 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-b7de73cf-2765-4d24-a3ab-6d4c198b8f91 service neutron] Transition to ACTIVE for port object 1f372b68-b59e-4914-8e62-ae2403cb4bc2 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:31.966934 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-b7de73cf-2765-4d24-a3ab-6d4c198b8f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (1f372b68-b59e-4914-8e62-ae2403cb4bc2), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:31.968722 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-18d3f818-18a9-416d-bcdd-525a5d38a8eb admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0289123 Feb 09 01:31:31.970760 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 44518) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:32.017809 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-14664fd8-8413-4bf5-936b-dad111e647fb admin admin] Request body: {'subnet': {'network_id': '923b19ee-be79-4291-b298-2fb7ab9017f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-50599801-subnet', 'tenant_id': 'c116954692244bec838f5194019c5458', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:32.033894 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3f818-18a9-416d-bcdd-525a5d38a8eb admin admin] Pushing event updated for resources: {'Network': ['ID=923b19ee-be79-4291-b298-2fb7ab9017f7,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:32.041623 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=f18608cd-046b-41ff-bb33-941a1f1a0f9e,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:32.083520 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b132d63b-bff7-4f56-852a-5aca546b9206 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (b985211a-3a8b-4392-8e1f-9e8784cc8820), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:32.134790 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port cf3c4149-8480-492e-bdf1-7ed124251123 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:32.136188 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (cf3c4149-8480-492e-bdf1-7ed124251123), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:32.171324 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 923b19ee-be79-4291-b298-2fb7ab9017f7 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:31:32.172921 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14664fd8-8413-4bf5-936b-dad111e647fb admin admin] Made reservation on behalf of c116954692244bec838f5194019c5458 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:32.180641 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-14664fd8-8413-4bf5-936b-dad111e647fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:32.191273 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132d63b-bff7-4f56-852a-5aca546b9206 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Pushing event deleted for resources: {'Port': ['ID=b985211a-3a8b-4392-8e1f-9e8784cc8820,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:32.196991 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d8480d2e-2125-415d-b886-e0533aa8f378 req-e33ae6fc-fc48-4a61-8395-e00ab805747c tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (5b5aa433-24f9-4b84-830c-24029bc4c335), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:32.227302 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b132d63b-bff7-4f56-852a-5aca546b9206 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] No DVR routers for this DVR port b985211a-3a8b-4392-8e1f-9e8784cc8820 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:31:32.268098 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688cc99-6ec0-4717-984d-7b29e1dd0fb7 req-d498e480-e22a-48d2-ace3-00aedc245416 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:32.283582 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688cc99-6ec0-4717-984d-7b29e1dd0fb7 req-d498e480-e22a-48d2-ace3-00aedc245416 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:32.295403 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688cc99-6ec0-4717-984d-7b29e1dd0fb7 req-d498e480-e22a-48d2-ace3-00aedc245416 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:32.317201 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688cc99-6ec0-4717-984d-7b29e1dd0fb7 req-d498e480-e22a-48d2-ace3-00aedc245416 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:32.326997 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688cc99-6ec0-4717-984d-7b29e1dd0fb7 req-d498e480-e22a-48d2-ace3-00aedc245416 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:32.346483 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688cc99-6ec0-4717-984d-7b29e1dd0fb7 req-d498e480-e22a-48d2-ace3-00aedc245416 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:32.362619 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688cc99-6ec0-4717-984d-7b29e1dd0fb7 req-d498e480-e22a-48d2-ace3-00aedc245416 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:32.364812 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a688cc99-6ec0-4717-984d-7b29e1dd0fb7 req-d498e480-e22a-48d2-ace3-00aedc245416 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5440 time: 0.5833964 Feb 09 01:31:32.388653 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b132d63b-bff7-4f56-852a-5aca546b9206 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (d466a23e-6f4d-4f9c-adf2-66ca756beb06), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:32.428821 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port cf3c4149-8480-492e-bdf1-7ed124251123, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=cf3c4149-8480-492e-bdf1-7ed124251123,segment=NetworkSegment(8cba9e3e-5c7c-48cb-81bd-6590294529c3),segment_id=8cba9e3e-5c7c-48cb-81bd-6590294529c3)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:32.437004 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['a476cb47-66fa-4946-bbe0-0a21ff04360a'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:31:32.442470 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-b132d63b-bff7-4f56-852a-5aca546b9206 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d466a23e-6f4d-4f9c-adf2-66ca756beb06']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:32.444308 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:31:32.469621 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-b132d63b-bff7-4f56-852a-5aca546b9206 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29828477-6c1c-432b-9062-f72c814e095c') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:32.472015 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-b132d63b-bff7-4f56-852a-5aca546b9206 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29828477-6c1c-432b-9062-f72c814e095c') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:32.502003 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b132d63b-bff7-4f56-852a-5aca546b9206 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (29828477-6c1c-432b-9062-f72c814e095c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:32.537415 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b132d63b-bff7-4f56-852a-5aca546b9206 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (29828477-6c1c-432b-9062-f72c814e095c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:32.553236 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b132d63b-bff7-4f56-852a-5aca546b9206 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:31:32.553767 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b132d63b-bff7-4f56-852a-5aca546b9206 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (29828477-6c1c-432b-9062-f72c814e095c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:32.560515 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:31:32.560515 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:31:32.560515 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:31:32.560515 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:31:32.560515 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:31:32.560515 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:31:32.560515 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:31:32.560515 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:31:32.560515 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:31:32.560515 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:31:32.560515 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:31:32.560515 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:31:32.560515 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:31:32.560515 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:31:32.560515 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:31:32.560515 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:31:32.560515 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:31:32.560515 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:31:32.560515 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:31:32.560515 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:31:32.560515 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:31:32.560515 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:31:32.560515 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:31:32.560515 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:31:32.560515 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:31:32.560515 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:31:32.560515 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:31:32.560515 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:31:32.560515 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:31:32.560515 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:31:32.560515 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:31:32.560515 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:31:32.639272 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de73cf-2765-4d24-a3ab-6d4c198b8f91 service neutron] Pushing event updated for resources: {'Port': ['ID=1f372b68-b59e-4914-8e62-ae2403cb4bc2,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:32.673781 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (cf3c4149-8480-492e-bdf1-7ed124251123), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:32.677539 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 127f4bb7-b1ac-47b8-9c29-204eb65e075d up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:32.726249 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b132d63b-bff7-4f56-852a-5aca546b9206 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (d466a23e-6f4d-4f9c-adf2-66ca756beb06), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:32.733478 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b132d63b-bff7-4f56-852a-5aca546b9206 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:32.734748 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ae6fc-fc48-4a61-8395-e00ab805747c tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Pushing event deleted for resources: {'Port': ['ID=5b5aa433-24f9-4b84-830c-24029bc4c335,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:32.748957 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b132d63b-bff7-4f56-852a-5aca546b9206 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] 10.222.0.30 "DELETE /v2.0/networks/d466a23e-6f4d-4f9c-adf2-66ca756beb06 HTTP/1.1" status: 204 len: 168 time: 1.9775646 Feb 09 01:31:32.753648 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44526) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:32.926108 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132d63b-bff7-4f56-852a-5aca546b9206 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Pushing event deleted for resources: {'Network': ['ID=d466a23e-6f4d-4f9c-adf2-66ca756beb06,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:32.938870 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=cf3c4149-8480-492e-bdf1-7ed124251123,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:32.978484 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e4db937-a546-49c8-b2b1-e2021f6dc8aa tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Deleting subnet f42abca0-9291-4acb-8ec4-bf151f7d70c8 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:31:32.997587 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2e4db937-a546-49c8-b2b1-e2021f6dc8aa tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks [] for subnet (f42abca0-9291-4acb-8ec4-bf151f7d70c8), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:33.044888 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-27002415-f5c6-4610-9640-d64052e804bf None None] For port b985211a-3a8b-4392-8e1f-9e8784cc8820, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b985211a-3a8b-4392-8e1f-9e8784cc8820,segment=NetworkSegment(29828477-6c1c-432b-9062-f72c814e095c),segment_id=29828477-6c1c-432b-9062-f72c814e095c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:33.047668 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-27002415-f5c6-4610-9640-d64052e804bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (b985211a-3a8b-4392-8e1f-9e8784cc8820), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:33.129701 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-27002415-f5c6-4610-9640-d64052e804bf None None] Calling delete_port for b985211a-3a8b-4392-8e1f-9e8784cc8820 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:31:33.170679 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2e4db937-a546-49c8-b2b1-e2021f6dc8aa tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (f42abca0-9291-4acb-8ec4-bf151f7d70c8), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:33.181013 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b985211a-3a8b-4392-8e1f-9e8784cc8820 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:31:33.372706 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2e4db937-a546-49c8-b2b1-e2021f6dc8aa tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (f42abca0-9291-4acb-8ec4-bf151f7d70c8), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:33.432102 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8480d2e-2125-415d-b886-e0533aa8f378 req-e33ae6fc-fc48-4a61-8395-e00ab805747c tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] No DVR routers for this DVR port 5b5aa433-24f9-4b84-830c-24029bc4c335 on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:31:33.445954 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-14664fd8-8413-4bf5-936b-dad111e647fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (384a7aa3-b5da-47bc-8859-e3960efe9a80), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:33.458380 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a688cc99-6ec0-4717-984d-7b29e1dd0fb7 req-ce9728ef-e74d-4ea7-a468-ce573530cceb tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9479554 Feb 09 01:31:33.459591 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d8480d2e-2125-415d-b886-e0533aa8f378 req-e33ae6fc-fc48-4a61-8395-e00ab805747c tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:33.462258 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: b985211a-3a8b-4392-8e1f-9e8784cc8820 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:31:33.462898 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b985211a-3a8b-4392-8e1f-9e8784cc8820 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:31:33.464591 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d8480d2e-2125-415d-b886-e0533aa8f378 req-e33ae6fc-fc48-4a61-8395-e00ab805747c tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "DELETE /v2.0/ports/5b5aa433-24f9-4b84-830c-24029bc4c335 HTTP/1.1" status: 204 len: 173 time: 4.8114197 Feb 09 01:31:33.518675 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255e72cc-bb4d-4ead-aefd-8aca152f72a0', 'name': 'network-vif-deleted', 'tag': '5b5aa433-24f9-4b84-830c-24029bc4c335'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:33.521257 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c861c54-6cae-4e44-96e9-73b2b38bd20c" -d '{"events": [{"server_uuid": "255e72cc-bb4d-4ead-aefd-8aca152f72a0", "name": "network-vif-deleted", "tag": "5b5aa433-24f9-4b84-830c-24029bc4c335"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:33.538646 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2e4db937-a546-49c8-b2b1-e2021f6dc8aa tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (f42abca0-9291-4acb-8ec4-bf151f7d70c8), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:33.560187 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-b7de73cf-2765-4d24-a3ab-6d4c198b8f91 service neutron] Attempting to bind port 1f372b68-b59e-4914-8e62-ae2403cb4bc2 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:31:33.560684 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-b7de73cf-2765-4d24-a3ab-6d4c198b8f91 service neutron] Attempting to bind port 1f372b68-b59e-4914-8e62-ae2403cb4bc2 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '990ee728-08e6-4cf3-bfe2-c41ab0301e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:31:33.561131 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-b7de73cf-2765-4d24-a3ab-6d4c198b8f91 service neutron] Attempting to bind port 1f372b68-b59e-4914-8e62-ae2403cb4bc2 on network 0a61edaa-ae5c-493b-b01a-414100fdece7 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:33.579454 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-b7de73cf-2765-4d24-a3ab-6d4c198b8f91 service neutron] Port 1f372b68-b59e-4914-8e62-ae2403cb4bc2 on network 0a61edaa-ae5c-493b-b01a-414100fdece7 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:31:33.579454 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-b7de73cf-2765-4d24-a3ab-6d4c198b8f91 service neutron] Attempting to bind port 1f372b68-b59e-4914-8e62-ae2403cb4bc2 on network 0a61edaa-ae5c-493b-b01a-414100fdece7 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:33.589734 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14664fd8-8413-4bf5-936b-dad111e647fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=384a7aa3-b5da-47bc-8859-e3960efe9a80,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:33.596455 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-b7de73cf-2765-4d24-a3ab-6d4c198b8f91 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:31:33.596951 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-b7de73cf-2765-4d24-a3ab-6d4c198b8f91 service neutron] Checking segment: {'id': '990ee728-08e6-4cf3-bfe2-c41ab0301e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:33.597451 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-b7de73cf-2765-4d24-a3ab-6d4c198b8f91 service neutron] Bound using segment: {'id': '990ee728-08e6-4cf3-bfe2-c41ab0301e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:31:33.598014 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-b7de73cf-2765-4d24-a3ab-6d4c198b8f91 service neutron] Bound port: 1f372b68-b59e-4914-8e62-ae2403cb4bc2, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990ee728-08e6-4cf3-bfe2-c41ab0301e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:31:33.598486 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-b7de73cf-2765-4d24-a3ab-6d4c198b8f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1f372b68-b59e-4914-8e62-ae2403cb4bc2), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:33.648431 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4db937-a546-49c8-b2b1-e2021f6dc8aa tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Pushing event deleted for resources: {'Subnet': ['ID=f42abca0-9291-4acb-8ec4-bf151f7d70c8,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:33.671213 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14664fd8-8413-4bf5-936b-dad111e647fb admin admin] Checking segment: {'id': '74341012-2d09-4bfd-8196-39119d03257b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '923b19ee-be79-4291-b298-2fb7ab9017f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:33.672070 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14664fd8-8413-4bf5-936b-dad111e647fb admin admin] Network hostable DHCP agents. Network: 923b19ee-be79-4291-b298-2fb7ab9017f7, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:31:33.684636 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2e4db937-a546-49c8-b2b1-e2021f6dc8aa tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:33.693877 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2e4db937-a546-49c8-b2b1-e2021f6dc8aa tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] 10.222.0.30 "DELETE /v2.0/subnets/f42abca0-9291-4acb-8ec4-bf151f7d70c8 HTTP/1.1" status: 204 len: 168 time: 0.9301267 Feb 09 01:31:33.700446 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44540) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:33.780330 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e2ebab-ced5-4214-a980-67ee8d90c8df'}, {'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18608cd-046b-41ff-bb33-941a1f1a0f9e'}, {'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3c4149-8480-492e-bdf1-7ed124251123'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:33.785015 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1decdd8e-f84d-4be1-9cce-59071cdae77d" -d '{"events": [{"server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "name": "network-vif-plugged", "status": "completed", "tag": "a6e2ebab-ced5-4214-a980-67ee8d90c8df"}, {"server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "name": "network-vif-plugged", "status": "completed", "tag": "f18608cd-046b-41ff-bb33-941a1f1a0f9e"}, {"server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "name": "network-vif-plugged", "status": "completed", "tag": "cf3c4149-8480-492e-bdf1-7ed124251123"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:33.811178 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-b7de73cf-2765-4d24-a3ab-6d4c198b8f91 service neutron] For port 1f372b68-b59e-4914-8e62-ae2403cb4bc2, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:33.816285 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14664fd8-8413-4bf5-936b-dad111e647fb admin admin] Network 923b19ee-be79-4291-b298-2fb7ab9017f7 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:31:33.827074 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-b7de73cf-2765-4d24-a3ab-6d4c198b8f91 service neutron] For port 1f372b68-b59e-4914-8e62-ae2403cb4bc2, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1f372b68-b59e-4914-8e62-ae2403cb4bc2,segment=NetworkSegment(990ee728-08e6-4cf3-bfe2-c41ab0301e4e),segment_id=990ee728-08e6-4cf3-bfe2-c41ab0301e4e)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:31:33.855152 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9ff78-55ab-4a9a-9b28-c7c7cebfa9ae req-ac8e335e-e11c-4855-8f58-3b037c41e4ee tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:33.857842 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5ca9ff78-55ab-4a9a-9b28-c7c7cebfa9ae req-ac8e335e-e11c-4855-8f58-3b037c41e4ee tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 944 time: 0.1947715 Feb 09 01:31:33.861187 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-b7de73cf-2765-4d24-a3ab-6d4c198b8f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (1f372b68-b59e-4914-8e62-ae2403cb4bc2), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:33.869675 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-14664fd8-8413-4bf5-936b-dad111e647fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 923b19ee-be79-4291-b298-2fb7ab9017f7) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:33.893096 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a2ad426-8c78-4b7e-b940-d9185f777135 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Deleting subnet c5239c9a-2e63-4f51-9ded-2834680036fe {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:31:33.896766 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0a2ad426-8c78-4b7e-b940-d9185f777135 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks [] for subnet (c5239c9a-2e63-4f51-9ded-2834680036fe), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:33.917892 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bef65d-a43c-4dc6-8fa6-6d3c99ca3654 None None] Network 4192dc36-df03-4845-b889-11efa240d826 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:31:33.923523 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d7baa5-ee7e-4298-9bef-79af96363e08 None None] Network 923b19ee-be79-4291-b298-2fb7ab9017f7 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:31:33.934026 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14664fd8-8413-4bf5-936b-dad111e647fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:33.934779 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-14664fd8-8413-4bf5-936b-dad111e647fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:33.955324 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 127f4bb7-b1ac-47b8-9c29-204eb65e075d completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:34.040396 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0a2ad426-8c78-4b7e-b940-d9185f777135 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (c5239c9a-2e63-4f51-9ded-2834680036fe), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:34.051787 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-b7de73cf-2765-4d24-a3ab-6d4c198b8f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:34.057536 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-b7de73cf-2765-4d24-a3ab-6d4c198b8f91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:34.060532 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-b7de73cf-2765-4d24-a3ab-6d4c198b8f91 service neutron] 10.222.0.121 "PUT /v2.0/ports/1f372b68-b59e-4914-8e62-ae2403cb4bc2 HTTP/1.1" status: 200 len: 1093 time: 6.4840369 Feb 09 01:31:34.118192 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-14664fd8-8413-4bf5-936b-dad111e647fb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1350906 Feb 09 01:31:34.133129 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de73cf-2765-4d24-a3ab-6d4c198b8f91 service neutron] Pushing event updated for resources: {'Port': ['ID=1f372b68-b59e-4914-8e62-ae2403cb4bc2,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:34.159652 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 127f4bb7-b1ac-47b8-9c29-204eb65e075d triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:34.176737 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (127f4bb7-b1ac-47b8-9c29-204eb65e075d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:34.209682 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5ca9ff78-55ab-4a9a-9b28-c7c7cebfa9ae req-829d60a1-0053-4ec1-b659-0c209bbf13b1 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3449738 Feb 09 01:31:34.245857 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-7634a57e-607f-48ca-bb01-3896ab0a8ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:34.248877 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-7634a57e-607f-48ca-bb01-3896ab0a8ec3 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=40040732d30e4d7f9ee97e8667a77299&device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 1127 time: 0.0932238 Feb 09 01:31:34.382266 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a6697e-e83d-41b6-8866-b99bdaa62831 x-openstack-request-id: req-41a6697e-e83d-41b6-8866-b99bdaa62831 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:34.382266 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255e72cc-bb4d-4ead-aefd-8aca152f72a0", "name": "network-vif-deleted", "tag": "5b5aa433-24f9-4b84-830c-24029bc4c335", "status": "failed", "code": 422}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:34.382791 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-41a6697e-e83d-41b6-8866-b99bdaa62831 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:34.382950 n-d-822053-40 neutron-server[103529]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '255e72cc-bb4d-4ead-aefd-8aca152f72a0', 'name': 'network-vif-deleted', 'tag': '5b5aa433-24f9-4b84-830c-24029bc4c335', 'status': 'failed', 'code': 422} returned with failed status Feb 09 01:31:34.384897 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-24d59f42-2d19-4c8b-9d9a-1cb0dcce922f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f372b68-b59e-4914-8e62-ae2403cb4bc2 HTTP/1.1" status: 200 len: 217 time: 0.1267865 Feb 09 01:31:34.397261 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0a2ad426-8c78-4b7e-b940-d9185f777135 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (c5239c9a-2e63-4f51-9ded-2834680036fe), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:34.446506 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ccb0fd4-a85f-4a5e-a5cb-5390765cdfba x-openstack-request-id: req-7ccb0fd4-a85f-4a5e-a5cb-5390765cdfba {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:34.446506 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "name": "network-vif-plugged", "status": "completed", "tag": "a6e2ebab-ced5-4214-a980-67ee8d90c8df", "code": 200}, {"server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "name": "network-vif-plugged", "status": "completed", "tag": "f18608cd-046b-41ff-bb33-941a1f1a0f9e", "code": 200}, {"server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "name": "network-vif-plugged", "status": "completed", "tag": "cf3c4149-8480-492e-bdf1-7ed124251123", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:34.446506 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7ccb0fd4-a85f-4a5e-a5cb-5390765cdfba {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:34.446506 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e2ebab-ced5-4214-a980-67ee8d90c8df', 'code': 200} Feb 09 01:31:34.446506 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18608cd-046b-41ff-bb33-941a1f1a0f9e', 'code': 200} Feb 09 01:31:34.447521 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3c4149-8480-492e-bdf1-7ed124251123', 'code': 200} Feb 09 01:31:34.556490 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0a2ad426-8c78-4b7e-b940-d9185f777135 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (c5239c9a-2e63-4f51-9ded-2834680036fe), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:34.563810 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-5de650cd-6f3c-4fc1-8765-2fd0f316b4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:34.568731 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-5de650cd-6f3c-4fc1-8765-2fd0f316b4d9 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ad59b321-ab39-4a7c-b208-055ec9804c66 HTTP/1.1" status: 200 len: 850 time: 0.1773109 Feb 09 01:31:34.642351 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ad426-8c78-4b7e-b940-d9185f777135 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Pushing event deleted for resources: {'Subnet': ['ID=c5239c9a-2e63-4f51-9ded-2834680036fe,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:34.653894 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0a2ad426-8c78-4b7e-b940-d9185f777135 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:34.661128 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0a2ad426-8c78-4b7e-b940-d9185f777135 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] 10.222.0.30 "DELETE /v2.0/subnets/c5239c9a-2e63-4f51-9ded-2834680036fe HTTP/1.1" status: 204 len: 168 time: 0.9582601 Feb 09 01:31:34.665864 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44562) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:34.688755 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8fa17d-b89e-42c1-9dad-40ba0e529670 None None] Network 923b19ee-be79-4291-b298-2fb7ab9017f7 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:31:34.693766 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-27002415-f5c6-4610-9640-d64052e804bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (b985211a-3a8b-4392-8e1f-9e8784cc8820), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:34.704050 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c768c1bb-cfed-47fb-8181-fc3b776d7a96 None None] Network 54059881-6669-4ff7-9931-e6abd6b300b4 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:31:34.809681 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-ca2faad0-7cf8-4826-8f7c-08de12d8fe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:34.812234 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-ca2faad0-7cf8-4826-8f7c-08de12d8fe0e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0a61edaa-ae5c-493b-b01a-414100fdece7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2330437 Feb 09 01:31:34.862891 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b2248-9509-4fe5-bf2e-0797c25b90a1 req-b9f78ee0-c160-48b9-a190-ccb0465ee35d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:34.868602 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b2248-9509-4fe5-bf2e-0797c25b90a1 req-b9f78ee0-c160-48b9-a190-ccb0465ee35d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:34.877013 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b2248-9509-4fe5-bf2e-0797c25b90a1 req-b9f78ee0-c160-48b9-a190-ccb0465ee35d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:34.882744 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b2248-9509-4fe5-bf2e-0797c25b90a1 req-b9f78ee0-c160-48b9-a190-ccb0465ee35d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:34.888623 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b2248-9509-4fe5-bf2e-0797c25b90a1 req-b9f78ee0-c160-48b9-a190-ccb0465ee35d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:34.894570 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b2248-9509-4fe5-bf2e-0797c25b90a1 req-b9f78ee0-c160-48b9-a190-ccb0465ee35d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:34.900736 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b2248-9509-4fe5-bf2e-0797c25b90a1 req-b9f78ee0-c160-48b9-a190-ccb0465ee35d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:34.909015 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e04b2248-9509-4fe5-bf2e-0797c25b90a1 req-b9f78ee0-c160-48b9-a190-ccb0465ee35d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5441 time: 0.2224722 Feb 09 01:31:34.931524 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e0f5e98-2ffd-47a0-902a-3d4a29c34e68 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (4192dc36-df03-4845-b889-11efa240d826), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:35.060641 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e04b2248-9509-4fe5-bf2e-0797c25b90a1 req-7b9469fd-6bee-4ba6-9b51-8e2ab77ba35e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1506152 Feb 09 01:31:35.114216 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-bacecfee-df33-4174-9926-94a6e4aee3fa service neutron] 10.222.0.121 "GET /v2.0/networks/0a61edaa-ae5c-493b-b01a-414100fdece7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841148 Feb 09 01:31:35.147225 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27002415-f5c6-4610-9640-d64052e804bf None None] Pushing event deleted for resources: {'Port': ['ID=b985211a-3a8b-4392-8e1f-9e8784cc8820,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:35.152497 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-27002415-f5c6-4610-9640-d64052e804bf None None] Network d466a23e-6f4d-4f9c-adf2-66ca756beb06 is not hosted by any dhcp agent {{(pid=103530) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 01:31:35.153272 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27002415-f5c6-4610-9640-d64052e804bf None None] No DVR routers for this DVR port b985211a-3a8b-4392-8e1f-9e8784cc8820 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:31:35.611846 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 127f4bb7-b1ac-47b8-9c29-204eb65e075d is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:35.612407 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (127f4bb7-b1ac-47b8-9c29-204eb65e075d), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:35.697667 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 127f4bb7-b1ac-47b8-9c29-204eb65e075d, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=127f4bb7-b1ac-47b8-9c29-204eb65e075d,segment=NetworkSegment(8cba9e3e-5c7c-48cb-81bd-6590294529c3),segment_id=8cba9e3e-5c7c-48cb-81bd-6590294529c3)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:35.710996 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (127f4bb7-b1ac-47b8-9c29-204eb65e075d), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:35.711970 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 7ff49b0f-ae11-4835-b701-e0f8cb6c3485 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:35.734038 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305ee87-08ee-43f4-a17f-3d5af1ea3e97 req-2f0ab751-15d3-4ce6-8412-47382f2fe4a0 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:35.749382 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6305ee87-08ee-43f4-a17f-3d5af1ea3e97 req-2f0ab751-15d3-4ce6-8412-47382f2fe4a0 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=8938de44-e444-4c6d-aee4-48cefa6413a7 HTTP/1.1" status: 200 len: 908 time: 0.3672304 Feb 09 01:31:35.765120 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-840ae421-d112-4634-ac36-6f5bdcba1c0b req-ba6a6686-df25-4a3c-9d9f-44e2b1540688 service neutron] 10.222.0.121 "GET /v2.0/networks/0a61edaa-ae5c-493b-b01a-414100fdece7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6380882 Feb 09 01:31:35.793410 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2888724-e3b5-4b51-a17d-9d3bf35832cc None None] DHCP port deletion for 4192dc36-df03-4845-b889-11efa240d826 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:31:35.844938 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-36ab03cb-7361-45d2-90da-dd65654daea7 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:35.846554 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-36ab03cb-7361-45d2-90da-dd65654daea7 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/networks?id=923b19ee-be79-4291-b298-2fb7ab9017f7 HTTP/1.1" status: 200 len: 813 time: 0.4619014 Feb 09 01:31:35.881840 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5cb2b2-9794-4993-9a74-14695bfaed75 None None] DHCP port deletion for 54059881-6669-4ff7-9931-e6abd6b300b4 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:31:35.886988 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-cae842da-e1a5-4bfb-9f3f-104e1c46ca7c tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/quotas/c116954692244bec838f5194019c5458 HTTP/1.1" status: 200 len: 375 time: 0.0278690 Feb 09 01:31:35.902965 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9e0f5e98-2ffd-47a0-902a-3d4a29c34e68 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Deleting port b669f75f-83ca-4b65-86b7-450af4829f90 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:31:35.903792 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e0f5e98-2ffd-47a0-902a-3d4a29c34e68 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (b669f75f-83ca-4b65-86b7-450af4829f90), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:35.928274 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-0defd021-e8e8-40a6-82c8-adc52c346f00 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c116954692244bec838f5194019c5458&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404971 Feb 09 01:31:36.000912 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 7ff49b0f-ae11-4835-b701-e0f8cb6c3485 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:36.007125 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 7ff49b0f-ae11-4835-b701-e0f8cb6c3485 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:36.007522 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7ff49b0f-ae11-4835-b701-e0f8cb6c3485), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:36.012564 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=127f4bb7-b1ac-47b8-9c29-204eb65e075d,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:36.087588 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-9e0f5e98-2ffd-47a0-902a-3d4a29c34e68 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] For port b669f75f-83ca-4b65-86b7-450af4829f90, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b669f75f-83ca-4b65-86b7-450af4829f90,segment=NetworkSegment(85b9a308-ec2d-4529-9347-3ed84d6934f1),segment_id=85b9a308-ec2d-4529-9347-3ed84d6934f1)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:36.092022 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e0f5e98-2ffd-47a0-902a-3d4a29c34e68 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (b669f75f-83ca-4b65-86b7-450af4829f90), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:36.094207 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca929da8-6bac-485c-8f1f-633a2f168bfa req-8915b80c-a62e-4392-8812-c77a3dbc00eb tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:36.102337 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ca929da8-6bac-485c-8f1f-633a2f168bfa req-8915b80c-a62e-4392-8812-c77a3dbc00eb tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 944 time: 0.1724465 Feb 09 01:31:36.109561 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b2888724-e3b5-4b51-a17d-9d3bf35832cc None None] Deleting port b669f75f-83ca-4b65-86b7-450af4829f90 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:31:36.109931 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b2888724-e3b5-4b51-a17d-9d3bf35832cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (b669f75f-83ca-4b65-86b7-450af4829f90), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:36.154624 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9e0f5e98-2ffd-47a0-902a-3d4a29c34e68 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Calling delete_port for b669f75f-83ca-4b65-86b7-450af4829f90 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:31:36.172228 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-cb5cb2b2-9794-4993-9a74-14695bfaed75 None None] Deleting port a9f910a5-077c-4e5d-81d4-5aba14e1d191 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:31:36.173148 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cb5cb2b2-9794-4993-9a74-14695bfaed75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (a9f910a5-077c-4e5d-81d4-5aba14e1d191), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:36.177889 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-856bf2d6-84a5-40f6-81e8-40d9899644e0 service neutron] 10.222.0.30 "GET /v2.0/networks/923b19ee-be79-4291-b298-2fb7ab9017f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123127 Feb 09 01:31:36.199899 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ca929da8-6bac-485c-8f1f-633a2f168bfa req-b213ef7c-7dc2-4bca-bd32-9078947b70ba tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963690 Feb 09 01:31:36.291544 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 7ff49b0f-ae11-4835-b701-e0f8cb6c3485 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:36.292493 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7ff49b0f-ae11-4835-b701-e0f8cb6c3485), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:36.317307 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b2888724-e3b5-4b51-a17d-9d3bf35832cc None None] For port b669f75f-83ca-4b65-86b7-450af4829f90, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b669f75f-83ca-4b65-86b7-450af4829f90,segment=NetworkSegment(85b9a308-ec2d-4529-9347-3ed84d6934f1),segment_id=85b9a308-ec2d-4529-9347-3ed84d6934f1)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:36.317708 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b2888724-e3b5-4b51-a17d-9d3bf35832cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (b669f75f-83ca-4b65-86b7-450af4829f90), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:36.349316 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-cb5cb2b2-9794-4993-9a74-14695bfaed75 None None] For port a9f910a5-077c-4e5d-81d4-5aba14e1d191, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=a9f910a5-077c-4e5d-81d4-5aba14e1d191,segment=NetworkSegment(7f7c1d65-6d57-4b80-b115-e84c63937890),segment_id=7f7c1d65-6d57-4b80-b115-e84c63937890)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:36.349715 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cb5cb2b2-9794-4993-9a74-14695bfaed75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (a9f910a5-077c-4e5d-81d4-5aba14e1d191), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:36.352568 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b2888724-e3b5-4b51-a17d-9d3bf35832cc None None] Calling delete_port for b669f75f-83ca-4b65-86b7-450af4829f90 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:31:36.384591 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 7ff49b0f-ae11-4835-b701-e0f8cb6c3485, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=7ff49b0f-ae11-4835-b701-e0f8cb6c3485,segment=NetworkSegment(3b17b21d-ab88-4f8b-b6b9-65b0f2334978),segment_id=3b17b21d-ab88-4f8b-b6b9-65b0f2334978)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:36.389451 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df', 'tag': '1f372b68-b59e-4914-8e62-ae2403cb4bc2'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:36.391820 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-cb5cb2b2-9794-4993-9a74-14695bfaed75 None None] Calling delete_port for a9f910a5-077c-4e5d-81d4-5aba14e1d191 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:31:36.392445 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db1a284-4050-4aa5-957f-b2de4f6c60f1" -d '{"events": [{"name": "network-changed", "server_uuid": "46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df", "tag": "1f372b68-b59e-4914-8e62-ae2403cb4bc2"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:36.400653 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7ff49b0f-ae11-4835-b701-e0f8cb6c3485), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:36.402089 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device b350e14b-a80e-41d8-9d86-7e731c3faa62 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:36.429777 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e0f5e98-2ffd-47a0-902a-3d4a29c34e68 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (b669f75f-83ca-4b65-86b7-450af4829f90), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:36.462933 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127f4bb7-b1ac-47b8-9c29-204eb65e075d'}, {'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff49b0f-ae11-4835-b701-e0f8cb6c3485'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:36.466269 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6448c08c-f1c8-44ca-9b94-f7e8ff7a713c" -d '{"events": [{"server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "name": "network-vif-plugged", "status": "completed", "tag": "127f4bb7-b1ac-47b8-9c29-204eb65e075d"}, {"server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "name": "network-vif-plugged", "status": "completed", "tag": "7ff49b0f-ae11-4835-b701-e0f8cb6c3485"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:36.468858 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f5e98-2ffd-47a0-902a-3d4a29c34e68 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Pushing event deleted for resources: {'Port': ['ID=b669f75f-83ca-4b65-86b7-450af4829f90,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:36.473164 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0f5e98-2ffd-47a0-902a-3d4a29c34e68 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] No DVR routers for this DVR port b669f75f-83ca-4b65-86b7-450af4829f90 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:31:36.474594 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0949584-99ac-470f-9e3c-709c78d30e74 req-2850154d-2462-4a40-9ef1-cb79c6c195c8 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:36.482284 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0949584-99ac-470f-9e3c-709c78d30e74 req-2850154d-2462-4a40-9ef1-cb79c6c195c8 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:36.487895 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0949584-99ac-470f-9e3c-709c78d30e74 req-2850154d-2462-4a40-9ef1-cb79c6c195c8 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:36.493862 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0949584-99ac-470f-9e3c-709c78d30e74 req-2850154d-2462-4a40-9ef1-cb79c6c195c8 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:36.500543 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0949584-99ac-470f-9e3c-709c78d30e74 req-2850154d-2462-4a40-9ef1-cb79c6c195c8 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:36.506711 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0949584-99ac-470f-9e3c-709c78d30e74 req-2850154d-2462-4a40-9ef1-cb79c6c195c8 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:36.513245 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0949584-99ac-470f-9e3c-709c78d30e74 req-2850154d-2462-4a40-9ef1-cb79c6c195c8 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:36.521085 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a0949584-99ac-470f-9e3c-709c78d30e74 req-2850154d-2462-4a40-9ef1-cb79c6c195c8 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5442 time: 0.2006989 Feb 09 01:31:36.538142 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-8c24e279-f850-4bf1-afcc-67673966e7a0 service neutron] 10.222.0.30 "GET /v2.0/networks/923b19ee-be79-4291-b298-2fb7ab9017f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295176 Feb 09 01:31:36.552623 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35612a-1ef2-4eab-957b-b520c54edb5f req-cf564a06-02e0-40a9-adcd-05312aa40ac4 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:36.554402 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6e35612a-1ef2-4eab-957b-b520c54edb5f req-cf564a06-02e0-40a9-adcd-05312aa40ac4 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.121 "GET /v2.0/ports?device_id=8938de44-e444-4c6d-aee4-48cefa6413a7 HTTP/1.1" status: 200 len: 908 time: 0.2351618 Feb 09 01:31:36.653867 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e0f5e98-2ffd-47a0-902a-3d4a29c34e68 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (4192dc36-df03-4845-b889-11efa240d826), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:36.682998 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a0949584-99ac-470f-9e3c-709c78d30e74 req-4d238541-2d77-4070-b6d2-13a5271d9064 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1605911 Feb 09 01:31:36.718158 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-9e0f5e98-2ffd-47a0-902a-3d4a29c34e68 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4192dc36-df03-4845-b889-11efa240d826']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:36.743629 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-9e0f5e98-2ffd-47a0-902a-3d4a29c34e68 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85b9a308-ec2d-4529-9347-3ed84d6934f1') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:36.744402 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-9e0f5e98-2ffd-47a0-902a-3d4a29c34e68 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85b9a308-ec2d-4529-9347-3ed84d6934f1') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:36.763516 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e0f5e98-2ffd-47a0-902a-3d4a29c34e68 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (85b9a308-ec2d-4529-9347-3ed84d6934f1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:36.783747 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e0f5e98-2ffd-47a0-902a-3d4a29c34e68 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (85b9a308-ec2d-4529-9347-3ed84d6934f1), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:36.800004 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e0f5e98-2ffd-47a0-902a-3d4a29c34e68 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:31:36.801705 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e0f5e98-2ffd-47a0-902a-3d4a29c34e68 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (85b9a308-ec2d-4529-9347-3ed84d6934f1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:36.802223 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-6e35612a-1ef2-4eab-957b-b520c54edb5f req-c737ec4f-eb6b-42e1-b813-74e74548c4a3 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Deleting port af8b00f3-e1f8-409c-a165-1efc5f0718b6 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:31:36.802614 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6e35612a-1ef2-4eab-957b-b520c54edb5f req-c737ec4f-eb6b-42e1-b813-74e74548c4a3 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (af8b00f3-e1f8-409c-a165-1efc5f0718b6), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:36.848432 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:31:36.848432 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:31:36.848432 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:31:36.848432 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:31:36.848432 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:31:36.848432 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:31:36.848432 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:31:36.848432 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:31:36.848432 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:31:36.848432 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:31:36.848432 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:31:36.848432 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:31:36.848432 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:31:36.848432 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:31:36.848432 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:31:36.848432 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:31:36.848432 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:31:36.848432 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:31:36.848432 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:31:36.848432 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:31:36.848432 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:31:36.848432 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:31:36.848432 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:31:36.848432 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:31:36.848432 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:31:36.848432 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:31:36.848432 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:31:36.848432 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:31:36.848432 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:31:36.848432 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:31:36.848432 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:31:36.848432 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:31:36.888902 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c86194-bff4-406e-a58d-9ec1b62ed0b1 x-openstack-request-id: req-77c86194-bff4-406e-a58d-9ec1b62ed0b1 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:36.889423 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df", "tag": "1f372b68-b59e-4914-8e62-ae2403cb4bc2", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:36.889423 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-77c86194-bff4-406e-a58d-9ec1b62ed0b1 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:36.889958 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df', 'tag': '1f372b68-b59e-4914-8e62-ae2403cb4bc2', 'status': 'completed', 'code': 200} Feb 09 01:31:36.894511 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a8d507-9a9c-4d8c-9fd4-0f9833525f7a x-openstack-request-id: req-c3a8d507-9a9c-4d8c-9fd4-0f9833525f7a {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:36.894859 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "name": "network-vif-plugged", "status": "completed", "tag": "127f4bb7-b1ac-47b8-9c29-204eb65e075d", "code": 200}, {"server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "name": "network-vif-plugged", "status": "completed", "tag": "7ff49b0f-ae11-4835-b701-e0f8cb6c3485", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:36.896086 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c3a8d507-9a9c-4d8c-9fd4-0f9833525f7a {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:36.898373 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127f4bb7-b1ac-47b8-9c29-204eb65e075d', 'code': 200} Feb 09 01:31:36.898851 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff49b0f-ae11-4835-b701-e0f8cb6c3485', 'code': 200} Feb 09 01:31:36.985941 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=7ff49b0f-ae11-4835-b701-e0f8cb6c3485,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:37.034930 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port b350e14b-a80e-41d8-9d86-7e731c3faa62 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:37.035746 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-401ad81e-cb9b-4556-b818-933ffcba0c2f req-fc0b29fe-a663-49df-92fc-6950667be6ba tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f62f8dc-36fe-42ac-b8c5-304516bff7b0 HTTP/1.1" status: 200 len: 210 time: 0.1449308 Feb 09 01:31:37.071924 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port b350e14b-a80e-41d8-9d86-7e731c3faa62 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:37.072389 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b350e14b-a80e-41d8-9d86-7e731c3faa62), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:37.161024 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b669f75f-83ca-4b65-86b7-450af4829f90 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:31:37.162792 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-6e35612a-1ef2-4eab-957b-b520c54edb5f req-c737ec4f-eb6b-42e1-b813-74e74548c4a3 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] For port af8b00f3-e1f8-409c-a165-1efc5f0718b6, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=af8b00f3-e1f8-409c-a165-1efc5f0718b6,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:37.163191 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cb5cb2b2-9794-4993-9a74-14695bfaed75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (a9f910a5-077c-4e5d-81d4-5aba14e1d191), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:37.163404 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6e35612a-1ef2-4eab-957b-b520c54edb5f req-c737ec4f-eb6b-42e1-b813-74e74548c4a3 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (af8b00f3-e1f8-409c-a165-1efc5f0718b6), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:37.173495 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e0f5e98-2ffd-47a0-902a-3d4a29c34e68 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (4192dc36-df03-4845-b889-11efa240d826), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:37.187681 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-6e35612a-1ef2-4eab-957b-b520c54edb5f req-c737ec4f-eb6b-42e1-b813-74e74548c4a3 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Calling delete_port for af8b00f3-e1f8-409c-a165-1efc5f0718b6 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:31:37.194424 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1a284-4050-4aa5-957f-b2de4f6c60f1 req-b9f43ede-bc59-4577-bcaa-98f57fa4c991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:37.194769 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b2888724-e3b5-4b51-a17d-9d3bf35832cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (b669f75f-83ca-4b65-86b7-450af4829f90), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:37.198883 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc535c-fb4e-4e14-8539-a975553347d0 req-3e2c1f09-839b-42be-a542-dda3f84785cd tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:37.199762 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8db1a284-4050-4aa5-957f-b2de4f6c60f1 req-b9f43ede-bc59-4577-bcaa-98f57fa4c991 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=40040732d30e4d7f9ee97e8667a77299&device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 1127 time: 0.2750039 Feb 09 01:31:37.209243 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-51fc535c-fb4e-4e14-8539-a975553347d0 req-3e2c1f09-839b-42be-a542-dda3f84785cd tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=8938de44-e444-4c6d-aee4-48cefa6413a7 HTTP/1.1" status: 200 len: 908 time: 0.2019887 Feb 09 01:31:37.232334 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5cb2b2-9794-4993-9a74-14695bfaed75 None None] Pushing event deleted for resources: {'Port': ['ID=a9f910a5-077c-4e5d-81d4-5aba14e1d191,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:37.250140 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: b669f75f-83ca-4b65-86b7-450af4829f90 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:31:37.250511 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b669f75f-83ca-4b65-86b7-450af4829f90 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:31:37.250899 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device a9f910a5-077c-4e5d-81d4-5aba14e1d191 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:31:37.270728 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e0f5e98-2ffd-47a0-902a-3d4a29c34e68 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:37.280153 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9e0f5e98-2ffd-47a0-902a-3d4a29c34e68 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] 10.222.0.30 "DELETE /v2.0/networks/4192dc36-df03-4845-b889-11efa240d826 HTTP/1.1" status: 204 len: 168 time: 2.6118839 Feb 09 01:31:37.285661 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f5e98-2ffd-47a0-902a-3d4a29c34e68 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Pushing event deleted for resources: {'Network': ['ID=4192dc36-df03-4845-b889-11efa240d826,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:37.288861 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5cb2b2-9794-4993-9a74-14695bfaed75 None None] No DVR routers for this DVR port a9f910a5-077c-4e5d-81d4-5aba14e1d191 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:31:37.317815 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44624) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:37.325999 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b2888724-e3b5-4b51-a17d-9d3bf35832cc None None] Network 4192dc36-df03-4845-b889-11efa240d826 is not hosted by any dhcp agent {{(pid=103530) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 01:31:37.327511 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2888724-e3b5-4b51-a17d-9d3bf35832cc None None] No DVR routers for this DVR port b669f75f-83ca-4b65-86b7-450af4829f90 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:31:37.337531 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2888724-e3b5-4b51-a17d-9d3bf35832cc None None] Pushing event deleted for resources: {'Port': ['ID=b669f75f-83ca-4b65-86b7-450af4829f90,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:37.344789 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: a9f910a5-077c-4e5d-81d4-5aba14e1d191 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:31:37.345239 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device a9f910a5-077c-4e5d-81d4-5aba14e1d191 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:31:37.443567 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port b350e14b-a80e-41d8-9d86-7e731c3faa62 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:37.444144 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b350e14b-a80e-41d8-9d86-7e731c3faa62), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:37.537817 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port b350e14b-a80e-41d8-9d86-7e731c3faa62, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=b350e14b-a80e-41d8-9d86-7e731c3faa62,segment=NetworkSegment(11bc4fb8-f83a-4bb2-85a3-7ffbecb23433),segment_id=11bc4fb8-f83a-4bb2-85a3-7ffbecb23433)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:37.564045 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b350e14b-a80e-41d8-9d86-7e731c3faa62), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:37.639391 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1a284-4050-4aa5-957f-b2de4f6c60f1 req-92d20f6d-ddce-42d7-8f61-910ddfda8b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:37.641138 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8db1a284-4050-4aa5-957f-b2de4f6c60f1 req-92d20f6d-ddce-42d7-8f61-910ddfda8b8a service neutron] 10.222.0.121 "GET /v2.0/networks?id=0a61edaa-ae5c-493b-b01a-414100fdece7 HTTP/1.1" status: 200 len: 912 time: 0.3579416 Feb 09 01:31:37.680918 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=b350e14b-a80e-41d8-9d86-7e731c3faa62,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:37.709831 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aceef0-3a12-493a-8d23-003e9e45d410 req-a59df988-0981-457f-810e-eeaab466f3c2 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:37.711825 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-80aceef0-3a12-493a-8d23-003e9e45d410 req-a59df988-0981-457f-810e-eeaab466f3c2 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 944 time: 0.3405225 Feb 09 01:31:37.720172 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8db1a284-4050-4aa5-957f-b2de4f6c60f1 req-45aad821-016b-473b-bc34-5ffcf609f044 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f372b68-b59e-4914-8e62-ae2403cb4bc2 HTTP/1.1" status: 200 len: 217 time: 0.0708921 Feb 09 01:31:37.803903 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6e35612a-1ef2-4eab-957b-b520c54edb5f req-c737ec4f-eb6b-42e1-b813-74e74548c4a3 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (af8b00f3-e1f8-409c-a165-1efc5f0718b6), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:37.841166 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6b164933-8ba4-4ffc-81aa-4a94d6d96222 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (54059881-6669-4ff7-9931-e6abd6b300b4), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:37.945949 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1a284-4050-4aa5-957f-b2de4f6c60f1 req-c2b6c39c-8480-4d9f-b144-f74c12d293c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:37.954981 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8db1a284-4050-4aa5-957f-b2de4f6c60f1 req-c2b6c39c-8480-4d9f-b144-f74c12d293c5 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ad59b321-ab39-4a7c-b208-055ec9804c66 HTTP/1.1" status: 200 len: 850 time: 0.2280226 Feb 09 01:31:37.995249 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c737ec4f-eb6b-42e1-b813-74e74548c4a3 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Pushing event deleted for resources: {'Port': ['ID=af8b00f3-e1f8-409c-a165-1efc5f0718b6,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:38.001972 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-80aceef0-3a12-493a-8d23-003e9e45d410 req-6c4a4a90-feb4-4dda-bc03-0a8f6c3765bd tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2628012 Feb 09 01:31:38.124915 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e35612a-1ef2-4eab-957b-b520c54edb5f req-c737ec4f-eb6b-42e1-b813-74e74548c4a3 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] No DVR routers for this DVR port af8b00f3-e1f8-409c-a165-1efc5f0718b6 on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:31:38.128647 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6e35612a-1ef2-4eab-957b-b520c54edb5f req-c737ec4f-eb6b-42e1-b813-74e74548c4a3 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:38.132243 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6e35612a-1ef2-4eab-957b-b520c54edb5f req-c737ec4f-eb6b-42e1-b813-74e74548c4a3 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.121 "DELETE /v2.0/ports/af8b00f3-e1f8-409c-a165-1efc5f0718b6 HTTP/1.1" status: 204 len: 173 time: 1.5685742 Feb 09 01:31:38.160844 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02b421-ccae-4f95-b17b-cc74ec3e12e6 req-989bdea9-a855-47e9-bfc2-6089934d0f17 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:38.166375 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02b421-ccae-4f95-b17b-cc74ec3e12e6 req-989bdea9-a855-47e9-bfc2-6089934d0f17 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:38.181576 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6b164933-8ba4-4ffc-81aa-4a94d6d96222 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (54059881-6669-4ff7-9931-e6abd6b300b4), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:38.204425 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02b421-ccae-4f95-b17b-cc74ec3e12e6 req-989bdea9-a855-47e9-bfc2-6089934d0f17 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:38.223142 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02b421-ccae-4f95-b17b-cc74ec3e12e6 req-989bdea9-a855-47e9-bfc2-6089934d0f17 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:38.243811 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-6b164933-8ba4-4ffc-81aa-4a94d6d96222 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54059881-6669-4ff7-9931-e6abd6b300b4']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:38.254271 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02b421-ccae-4f95-b17b-cc74ec3e12e6 req-989bdea9-a855-47e9-bfc2-6089934d0f17 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:38.279020 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1a284-4050-4aa5-957f-b2de4f6c60f1 req-e39f9913-6cb5-4de2-8c8f-7595dd318158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:38.280509 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02b421-ccae-4f95-b17b-cc74ec3e12e6 req-989bdea9-a855-47e9-bfc2-6089934d0f17 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:38.280744 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8db1a284-4050-4aa5-957f-b2de4f6c60f1 req-e39f9913-6cb5-4de2-8c8f-7595dd318158 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0a61edaa-ae5c-493b-b01a-414100fdece7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3148432 Feb 09 01:31:38.296527 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-6b164933-8ba4-4ffc-81aa-4a94d6d96222 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f7c1d65-6d57-4b80-b115-e84c63937890') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:38.296873 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-6b164933-8ba4-4ffc-81aa-4a94d6d96222 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f7c1d65-6d57-4b80-b115-e84c63937890') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:38.303209 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02b421-ccae-4f95-b17b-cc74ec3e12e6 req-989bdea9-a855-47e9-bfc2-6089934d0f17 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:38.315586 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd02b421-ccae-4f95-b17b-cc74ec3e12e6 req-989bdea9-a855-47e9-bfc2-6089934d0f17 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5444 time: 0.4281688 Feb 09 01:31:38.330513 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6b164933-8ba4-4ffc-81aa-4a94d6d96222 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (7f7c1d65-6d57-4b80-b115-e84c63937890), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:38.426258 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4fe213ba-093f-452d-90e9-ab623f641a50 req-2802fb8b-75b3-46de-8f01-dc3f41338f3b tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f62f8dc-36fe-42ac-b8c5-304516bff7b0 HTTP/1.1" status: 200 len: 210 time: 0.1025870 Feb 09 01:31:38.477713 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6b164933-8ba4-4ffc-81aa-4a94d6d96222 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (7f7c1d65-6d57-4b80-b115-e84c63937890), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:38.534831 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b164933-8ba4-4ffc-81aa-4a94d6d96222 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:31:38.535256 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6b164933-8ba4-4ffc-81aa-4a94d6d96222 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (7f7c1d65-6d57-4b80-b115-e84c63937890), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:38.540615 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:31:38.540615 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:31:38.540615 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:31:38.540615 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:31:38.540615 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:31:38.540615 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:31:38.540615 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:31:38.540615 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:31:38.540615 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:31:38.540615 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:31:38.540615 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:31:38.540615 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:31:38.540615 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:31:38.540615 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:31:38.540615 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:31:38.540615 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:31:38.540615 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:31:38.540615 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:31:38.540615 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:31:38.540615 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:31:38.540615 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:31:38.540615 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:31:38.540615 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:31:38.540615 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:31:38.540615 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:31:38.540615 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:31:38.540615 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:31:38.540615 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:31:38.540615 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:31:38.540615 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:31:38.540615 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:31:38.540615 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:31:38.576028 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd02b421-ccae-4f95-b17b-cc74ec3e12e6 req-ea3af3e2-e997-4b00-afa7-0088290d771d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2453246 Feb 09 01:31:38.682025 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6b164933-8ba4-4ffc-81aa-4a94d6d96222 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (54059881-6669-4ff7-9931-e6abd6b300b4), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:38.689504 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6b164933-8ba4-4ffc-81aa-4a94d6d96222 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:38.695186 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6b164933-8ba4-4ffc-81aa-4a94d6d96222 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] 10.222.0.30 "DELETE /v2.0/networks/54059881-6669-4ff7-9931-e6abd6b300b4 HTTP/1.1" status: 204 len: 168 time: 1.3734913 Feb 09 01:31:38.695186 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8db1a284-4050-4aa5-957f-b2de4f6c60f1 req-a1fb81f3-6475-49dc-97f1-6471e4c819eb service neutron] 10.222.0.121 "GET /v2.0/networks/0a61edaa-ae5c-493b-b01a-414100fdece7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958054 Feb 09 01:31:38.697576 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44642) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:38.727372 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0da435a9-2670-4364-a4a2-e9263d4db1a0 req-d1cdc84c-0e6f-4e06-a9cd-bd927c4947eb tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=8938de44-e444-4c6d-aee4-48cefa6413a7 HTTP/1.1" status: 200 len: 210 time: 0.0701931 Feb 09 01:31:38.752766 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b164933-8ba4-4ffc-81aa-4a94d6d96222 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Pushing event deleted for resources: {'Network': ['ID=54059881-6669-4ff7-9931-e6abd6b300b4,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:38.821486 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8c62df3-0ab3-4e60-85ae-66018ccca723 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Deleting subnet 812b3a18-2cb9-429f-8d21-cb55f7e35cf6 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:31:38.827511 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c8c62df3-0ab3-4e60-85ae-66018ccca723 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks [] for subnet (812b3a18-2cb9-429f-8d21-cb55f7e35cf6), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:38.894221 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c8c62df3-0ab3-4e60-85ae-66018ccca723 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (812b3a18-2cb9-429f-8d21-cb55f7e35cf6), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:38.899121 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8db1a284-4050-4aa5-957f-b2de4f6c60f1 req-e1731525-1c7b-45af-ac22-ac71df8ae229 service neutron] 10.222.0.121 "GET /v2.0/networks/0a61edaa-ae5c-493b-b01a-414100fdece7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931572 Feb 09 01:31:38.900355 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b350e14b-a80e-41d8-9d86-7e731c3faa62'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:38.908415 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8938de44-e444-4c6d-aee4-48cefa6413a7', 'name': 'network-vif-deleted', 'tag': 'af8b00f3-e1f8-409c-a165-1efc5f0718b6'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:38.911415 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33070744-e760-4cc0-a178-b6501038888c" -d '{"events": [{"server_uuid": "8938de44-e444-4c6d-aee4-48cefa6413a7", "name": "network-vif-deleted", "tag": "af8b00f3-e1f8-409c-a165-1efc5f0718b6"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:38.912365 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b645dcca-ffbf-488f-bf5e-61caad3e4ded" -d '{"events": [{"server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "name": "network-vif-plugged", "status": "completed", "tag": "b350e14b-a80e-41d8-9d86-7e731c3faa62"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:39.098332 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c8c62df3-0ab3-4e60-85ae-66018ccca723 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (812b3a18-2cb9-429f-8d21-cb55f7e35cf6), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:39.112142 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b101ba-6b3f-4787-a9e4-93aa41d126f2 x-openstack-request-id: req-d2b101ba-6b3f-4787-a9e4-93aa41d126f2 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:39.112447 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "name": "network-vif-plugged", "status": "completed", "tag": "b350e14b-a80e-41d8-9d86-7e731c3faa62", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:39.112708 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d2b101ba-6b3f-4787-a9e4-93aa41d126f2 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:39.113119 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b350e14b-a80e-41d8-9d86-7e731c3faa62', 'code': 200} Feb 09 01:31:39.117790 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-69512cf6-3d3f-4fca-ac31-f1321a8cecc9 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:39.126057 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-69512cf6-3d3f-4fca-ac31-f1321a8cecc9 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.91 "GET /v2.0/networks?id=923b19ee-be79-4291-b298-2fb7ab9017f7 HTTP/1.1" status: 200 len: 813 time: 0.3393214 Feb 09 01:31:39.127696 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fa281e-83db-4e18-a75f-7aa8106ca76a x-openstack-request-id: req-f0fa281e-83db-4e18-a75f-7aa8106ca76a {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:39.128003 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8938de44-e444-4c6d-aee4-48cefa6413a7", "name": "network-vif-deleted", "tag": "af8b00f3-e1f8-409c-a165-1efc5f0718b6", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:39.128275 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f0fa281e-83db-4e18-a75f-7aa8106ca76a {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:39.128683 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8938de44-e444-4c6d-aee4-48cefa6413a7', 'name': 'network-vif-deleted', 'tag': 'af8b00f3-e1f8-409c-a165-1efc5f0718b6', 'status': 'completed', 'code': 200} Feb 09 01:31:39.141385 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-63cbdf90-f77f-4561-9a7b-537e65dd507d tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Request body: {'port': {'device_id': '8f62f8dc-36fe-42ac-b8c5-304516bff7b0', 'network_id': '923b19ee-be79-4291-b298-2fb7ab9017f7', 'admin_state_up': True, 'tenant_id': 'c116954692244bec838f5194019c5458'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:39.244502 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c8c62df3-0ab3-4e60-85ae-66018ccca723 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (812b3a18-2cb9-429f-8d21-cb55f7e35cf6), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:39.300713 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c62df3-0ab3-4e60-85ae-66018ccca723 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Pushing event deleted for resources: {'Subnet': ['ID=812b3a18-2cb9-429f-8d21-cb55f7e35cf6,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:39.304454 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c8c62df3-0ab3-4e60-85ae-66018ccca723 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:39.304876 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9376616-463b-4134-bc0b-ee1fbd7c2542 None None] Network 10b5997e-07d0-4a49-be59-ddbf50d0983c requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:31:39.335171 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c8c62df3-0ab3-4e60-85ae-66018ccca723 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] 10.222.0.30 "DELETE /v2.0/subnets/812b3a18-2cb9-429f-8d21-cb55f7e35cf6 HTTP/1.1" status: 204 len: 168 time: 0.6365490 Feb 09 01:31:39.335661 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 44660) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:39.443261 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108be5c-e694-4702-beda-21bd318ec608 req-763dd3ef-190c-48c5-ac01-cf2ccd45ad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:39.444427 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108be5c-e694-4702-beda-21bd318ec608 req-763dd3ef-190c-48c5-ac01-cf2ccd45ad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:39.445192 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108be5c-e694-4702-beda-21bd318ec608 req-763dd3ef-190c-48c5-ac01-cf2ccd45ad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:39.445859 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108be5c-e694-4702-beda-21bd318ec608 req-763dd3ef-190c-48c5-ac01-cf2ccd45ad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:39.446561 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108be5c-e694-4702-beda-21bd318ec608 req-763dd3ef-190c-48c5-ac01-cf2ccd45ad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:39.447418 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108be5c-e694-4702-beda-21bd318ec608 req-763dd3ef-190c-48c5-ac01-cf2ccd45ad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:39.448818 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108be5c-e694-4702-beda-21bd318ec608 req-763dd3ef-190c-48c5-ac01-cf2ccd45ad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:39.452674 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1108be5c-e694-4702-beda-21bd318ec608 req-763dd3ef-190c-48c5-ac01-cf2ccd45ad33 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 6725 time: 0.1018531 Feb 09 01:31:39.583914 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1108be5c-e694-4702-beda-21bd318ec608 req-e899d50e-0814-43c6-96c4-1edb8d3b2dce service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1228287 Feb 09 01:31:39.694990 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2483f44f-ed3e-4aa5-8c9b-6b39b34c7faa None None] DHCP port deletion for 10b5997e-07d0-4a49-be59-ddbf50d0983c request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:31:39.721815 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ebe3a32c-183b-4509-8421-5d6c7877df77 req-6a9f41df-d306-42cf-bbdf-b2adb8d2f2f9 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f62f8dc-36fe-42ac-b8c5-304516bff7b0 HTTP/1.1" status: 200 len: 210 time: 0.0788822 Feb 09 01:31:39.728162 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5eb981d2-5f59-44dc-8cf2-880752e7b5a8 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (10b5997e-07d0-4a49-be59-ddbf50d0983c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:39.733540 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-63cbdf90-f77f-4561-9a7b-537e65dd507d tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Made reservation on behalf of c116954692244bec838f5194019c5458 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:39.737069 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-63cbdf90-f77f-4561-9a7b-537e65dd507d tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:39.787310 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2483f44f-ed3e-4aa5-8c9b-6b39b34c7faa None None] Deleting port 1aebbde7-ee37-4b6e-a797-3927aa432dbc {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:31:39.787682 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2483f44f-ed3e-4aa5-8c9b-6b39b34c7faa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (1aebbde7-ee37-4b6e-a797-3927aa432dbc), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:39.794368 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e270072-2dba-455c-8357-724f2537198b req-f7f214bc-0986-462c-aa06-309d94f2baee tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:39.796023 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8e270072-2dba-455c-8357-724f2537198b req-f7f214bc-0986-462c-aa06-309d94f2baee tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 944 time: 0.4147007 Feb 09 01:31:39.883473 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-2483f44f-ed3e-4aa5-8c9b-6b39b34c7faa None None] For port 1aebbde7-ee37-4b6e-a797-3927aa432dbc, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=1aebbde7-ee37-4b6e-a797-3927aa432dbc,segment=NetworkSegment(2b7cb288-48ba-40ad-b61d-88a5eae2a738),segment_id=2b7cb288-48ba-40ad-b61d-88a5eae2a738)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:39.884251 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2483f44f-ed3e-4aa5-8c9b-6b39b34c7faa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (1aebbde7-ee37-4b6e-a797-3927aa432dbc), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:39.916106 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2483f44f-ed3e-4aa5-8c9b-6b39b34c7faa None None] Calling delete_port for 1aebbde7-ee37-4b6e-a797-3927aa432dbc owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:31:40.015093 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8e270072-2dba-455c-8357-724f2537198b req-4322ddc1-d91d-4112-8161-d729ae91ebc8 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810689 Feb 09 01:31:40.046048 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-5eb981d2-5f59-44dc-8cf2-880752e7b5a8 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Deleting port 1aebbde7-ee37-4b6e-a797-3927aa432dbc {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:31:40.046436 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5eb981d2-5f59-44dc-8cf2-880752e7b5a8 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (1aebbde7-ee37-4b6e-a797-3927aa432dbc), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:40.047591 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2483f44f-ed3e-4aa5-8c9b-6b39b34c7faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (1aebbde7-ee37-4b6e-a797-3927aa432dbc), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:40.078295 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74ad00-72b4-444d-9a64-cf3596d2748a req-6d8439b9-5b01-487f-8290-04e776865993 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:40.083752 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74ad00-72b4-444d-9a64-cf3596d2748a req-6d8439b9-5b01-487f-8290-04e776865993 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:40.090190 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74ad00-72b4-444d-9a64-cf3596d2748a req-6d8439b9-5b01-487f-8290-04e776865993 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:40.095724 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74ad00-72b4-444d-9a64-cf3596d2748a req-6d8439b9-5b01-487f-8290-04e776865993 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:40.101611 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74ad00-72b4-444d-9a64-cf3596d2748a req-6d8439b9-5b01-487f-8290-04e776865993 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:40.107840 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74ad00-72b4-444d-9a64-cf3596d2748a req-6d8439b9-5b01-487f-8290-04e776865993 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:40.111727 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2483f44f-ed3e-4aa5-8c9b-6b39b34c7faa None None] Pushing event deleted for resources: {'Port': ['ID=1aebbde7-ee37-4b6e-a797-3927aa432dbc,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:40.113186 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74ad00-72b4-444d-9a64-cf3596d2748a req-6d8439b9-5b01-487f-8290-04e776865993 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:40.125156 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bd74ad00-72b4-444d-9a64-cf3596d2748a req-6d8439b9-5b01-487f-8290-04e776865993 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5444 time: 0.2565308 Feb 09 01:31:40.127392 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2483f44f-ed3e-4aa5-8c9b-6b39b34c7faa None None] No DVR routers for this DVR port 1aebbde7-ee37-4b6e-a797-3927aa432dbc on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:31:40.164302 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-63cbdf90-f77f-4561-9a7b-537e65dd507d tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Allocated IP 172.20.0.13 (923b19ee-be79-4291-b298-2fb7ab9017f7/384a7aa3-b5da-47bc-8859-e3960efe9a80/49b8f83a-a41f-4119-9973-7800177e9d02) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:40.218447 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 1f372b68-b59e-4914-8e62-ae2403cb4bc2 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:31:40.258150 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-5eb981d2-5f59-44dc-8cf2-880752e7b5a8 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] For port 1aebbde7-ee37-4b6e-a797-3927aa432dbc, host n-d-822053-40, got binding levels [] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:40.258522 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5eb981d2-5f59-44dc-8cf2-880752e7b5a8 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (1aebbde7-ee37-4b6e-a797-3927aa432dbc), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:40.265460 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device af8b00f3-e1f8-409c-a165-1efc5f0718b6 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:31:40.367783 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: af8b00f3-e1f8-409c-a165-1efc5f0718b6 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:31:40.368327 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device af8b00f3-e1f8-409c-a165-1efc5f0718b6 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:31:40.412876 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bd74ad00-72b4-444d-9a64-cf3596d2748a req-98084d29-cce8-4cfb-afe9-1b43502fda66 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2865515 Feb 09 01:31:40.421200 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-5eb981d2-5f59-44dc-8cf2-880752e7b5a8 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Calling delete_port for 1aebbde7-ee37-4b6e-a797-3927aa432dbc owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:31:40.427534 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.ipam_backend_mixin [None req-5eb981d2-5f59-44dc-8cf2-880752e7b5a8 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Port 1aebbde7-ee37-4b6e-a797-3927aa432dbc was not found and therefore no delete operation was performed {{(pid=103529) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:31:40.433003 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5eb981d2-5f59-44dc-8cf2-880752e7b5a8 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (1aebbde7-ee37-4b6e-a797-3927aa432dbc), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:40.457988 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb981d2-5f59-44dc-8cf2-880752e7b5a8 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] No DVR routers for this DVR port 1aebbde7-ee37-4b6e-a797-3927aa432dbc on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:31:40.623566 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb981d2-5f59-44dc-8cf2-880752e7b5a8 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Pushing event deleted for resources: {'Port': ['ID=1aebbde7-ee37-4b6e-a797-3927aa432dbc,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:40.773705 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5eb981d2-5f59-44dc-8cf2-880752e7b5a8 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (10b5997e-07d0-4a49-be59-ddbf50d0983c), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:40.878566 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 1f372b68-b59e-4914-8e62-ae2403cb4bc2, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1f372b68-b59e-4914-8e62-ae2403cb4bc2,segment=NetworkSegment(990ee728-08e6-4cf3-bfe2-c41ab0301e4e),segment_id=990ee728-08e6-4cf3-bfe2-c41ab0301e4e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:40.887712 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-5eb981d2-5f59-44dc-8cf2-880752e7b5a8 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b5997e-07d0-4a49-be59-ddbf50d0983c']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:40.894339 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '1f372b68-b59e-4914-8e62-ae2403cb4bc2', 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7', 'port_id': '1f372b68-b59e-4914-8e62-ae2403cb4bc2', 'mac_address': 'fa:16:3e:58:42:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad59b321-ab39-4a7c-b208-055ec9804c66', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:31:40.913009 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93aaa1-ff00-42d9-bb9d-5f0de1376040 req-812f0116-8034-4356-b76e-874b5ca6bc5a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:40.920744 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fb93aaa1-ff00-42d9-bb9d-5f0de1376040 req-812f0116-8034-4356-b76e-874b5ca6bc5a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a8efce-fc53-4313-a583-be22faf317e8 HTTP/1.1" status: 200 len: 945 time: 0.3754065 Feb 09 01:31:40.938109 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-63cbdf90-f77f-4561-9a7b-537e65dd507d tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Publish callbacks [] for port (49b8f83a-a41f-4119-9973-7800177e9d02), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:40.953839 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7fc940e4-c5e3-481b-a3ea-52819d2682d1 req-25901f42-3aea-45b4-82dc-f18455b94648 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f62f8dc-36fe-42ac-b8c5-304516bff7b0 HTTP/1.1" status: 200 len: 210 time: 0.0785456 Feb 09 01:31:40.959823 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-5eb981d2-5f59-44dc-8cf2-880752e7b5a8 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b7cb288-48ba-40ad-b61d-88a5eae2a738') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:40.960139 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-5eb981d2-5f59-44dc-8cf2-880752e7b5a8 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b7cb288-48ba-40ad-b61d-88a5eae2a738') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:40.968746 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 1f372b68-b59e-4914-8e62-ae2403cb4bc2 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:40.969741 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1f372b68-b59e-4914-8e62-ae2403cb4bc2), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:40.985528 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5eb981d2-5f59-44dc-8cf2-880752e7b5a8 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (2b7cb288-48ba-40ad-b61d-88a5eae2a738), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:41.002414 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f372b68-b59e-4914-8e62-ae2403cb4bc2 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:31:41.056285 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 1f372b68-b59e-4914-8e62-ae2403cb4bc2, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1f372b68-b59e-4914-8e62-ae2403cb4bc2,segment=NetworkSegment(990ee728-08e6-4cf3-bfe2-c41ab0301e4e),segment_id=990ee728-08e6-4cf3-bfe2-c41ab0301e4e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:41.067334 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5eb981d2-5f59-44dc-8cf2-880752e7b5a8 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (2b7cb288-48ba-40ad-b61d-88a5eae2a738), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:41.070406 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1f372b68-b59e-4914-8e62-ae2403cb4bc2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:41.141254 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 1aebbde7-ee37-4b6e-a797-3927aa432dbc no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:31:41.152558 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb981d2-5f59-44dc-8cf2-880752e7b5a8 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:31:41.153513 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5eb981d2-5f59-44dc-8cf2-880752e7b5a8 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (2b7cb288-48ba-40ad-b61d-88a5eae2a738), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:41.160832 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:31:41.160832 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:31:41.160832 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:31:41.160832 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:31:41.160832 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:31:41.160832 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:31:41.160832 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:31:41.160832 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:31:41.160832 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:31:41.160832 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:31:41.160832 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:31:41.160832 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:31:41.160832 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:31:41.160832 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:31:41.160832 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:31:41.160832 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:31:41.160832 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:31:41.160832 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:31:41.160832 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:31:41.160832 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:31:41.160832 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:31:41.160832 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:31:41.160832 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:31:41.160832 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:31:41.160832 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:31:41.160832 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:31:41.160832 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:31:41.160832 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:31:41.160832 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:31:41.160832 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:31:41.160832 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:31:41.160832 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:31:41.183236 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 1aebbde7-ee37-4b6e-a797-3927aa432dbc {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:31:41.183906 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 1aebbde7-ee37-4b6e-a797-3927aa432dbc not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:31:41.194557 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-63cbdf90-f77f-4561-9a7b-537e65dd507d tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (49b8f83a-a41f-4119-9973-7800177e9d02), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:41.207027 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fb93aaa1-ff00-42d9-bb9d-5f0de1376040 req-d35ed992-78e4-4fe7-a074-b729a0a91907 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851808 Feb 09 01:31:41.227824 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=1f372b68-b59e-4914-8e62-ae2403cb4bc2,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:41.334361 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['1f372b68-b59e-4914-8e62-ae2403cb4bc2'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:31:41.366103 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-63cbdf90-f77f-4561-9a7b-537e65dd507d tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Network 923b19ee-be79-4291-b298-2fb7ab9017f7 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:41.367094 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5eb981d2-5f59-44dc-8cf2-880752e7b5a8 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (10b5997e-07d0-4a49-be59-ddbf50d0983c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:41.374192 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-63cbdf90-f77f-4561-9a7b-537e65dd507d tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:41.378885 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cbdf90-f77f-4561-9a7b-537e65dd507d tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Pushing event updated for resources: {'Port': ['ID=49b8f83a-a41f-4119-9973-7800177e9d02,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:41.382942 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-63cbdf90-f77f-4561-9a7b-537e65dd507d tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:41.835417 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5eb981d2-5f59-44dc-8cf2-880752e7b5a8 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:41.842113 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5eb981d2-5f59-44dc-8cf2-880752e7b5a8 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] 10.222.0.30 "DELETE /v2.0/networks/10b5997e-07d0-4a49-be59-ddbf50d0983c HTTP/1.1" status: 204 len: 168 time: 2.4837425 Feb 09 01:31:41.842456 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44696) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:41.870683 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb981d2-5f59-44dc-8cf2-880752e7b5a8 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Pushing event deleted for resources: {'Network': ['ID=10b5997e-07d0-4a49-be59-ddbf50d0983c,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:41.892485 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-be9bd861-d39a-41e6-b58f-dda2d132912d tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] 10.222.0.30 "GET /v2.0/ports?device_id=fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a HTTP/1.1" status: 200 len: 205 time: 0.0488005 Feb 09 01:31:41.894884 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44698) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:41.915481 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-63cbdf90-f77f-4561-9a7b-537e65dd507d tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:41.916142 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-63cbdf90-f77f-4561-9a7b-537e65dd507d tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:41.930222 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3caba-9cd7-4083-92da-a39c09e6170a req-e3b2fe50-d46c-430f-9d2c-70696270c627 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:41.931740 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86d3caba-9cd7-4083-92da-a39c09e6170a req-e3b2fe50-d46c-430f-9d2c-70696270c627 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 945 time: 0.7190156 Feb 09 01:31:41.956004 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-63cbdf90-f77f-4561-9a7b-537e65dd507d tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8194628 Feb 09 01:31:41.972869 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-46405876-5a28-4719-824c-5bb0262a35dc service neutron] Request body: {'port': {'device_id': '8f62f8dc-36fe-42ac-b8c5-304516bff7b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:41.990153 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804d820-556b-442d-a609-672f618b4cf9 req-1f3148f3-6077-49c3-b16e-304f4bdcb432 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:41.996250 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804d820-556b-442d-a609-672f618b4cf9 req-1f3148f3-6077-49c3-b16e-304f4bdcb432 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:42.001809 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804d820-556b-442d-a609-672f618b4cf9 req-1f3148f3-6077-49c3-b16e-304f4bdcb432 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:42.007197 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804d820-556b-442d-a609-672f618b4cf9 req-1f3148f3-6077-49c3-b16e-304f4bdcb432 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:42.007448 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4928b6d-ee32-413f-9806-f529ed78a506 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks [] for router (fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:42.013908 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804d820-556b-442d-a609-672f618b4cf9 req-1f3148f3-6077-49c3-b16e-304f4bdcb432 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:42.019145 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804d820-556b-442d-a609-672f618b4cf9 req-1f3148f3-6077-49c3-b16e-304f4bdcb432 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:42.024388 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804d820-556b-442d-a609-672f618b4cf9 req-1f3148f3-6077-49c3-b16e-304f4bdcb432 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:42.028498 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6804d820-556b-442d-a609-672f618b4cf9 req-1f3148f3-6077-49c3-b16e-304f4bdcb432 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5444 time: 0.1869776 Feb 09 01:31:42.097045 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86d3caba-9cd7-4083-92da-a39c09e6170a req-7173d82c-307a-4a0d-bee0-4e5fab4c5338 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559751 Feb 09 01:31:42.100923 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46749e2-b860-47e0-9b7c-9759197d6b38 req-4769a856-2c8b-4d34-a778-522c29702e5e tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:42.102643 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a46749e2-b860-47e0-9b7c-9759197d6b38 req-4769a856-2c8b-4d34-a778-522c29702e5e tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.91 "GET /v2.0/ports?device_id=67a8efce-fc53-4313-a583-be22faf317e8 HTTP/1.1" status: 200 len: 945 time: 0.1360788 Feb 09 01:31:42.154688 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-46405876-5a28-4719-824c-5bb0262a35dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (49b8f83a-a41f-4119-9973-7800177e9d02), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:42.210858 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 1f372b68-b59e-4914-8e62-ae2403cb4bc2 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:42.219255 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6804d820-556b-442d-a609-672f618b4cf9 req-85d9a224-98ed-4fc4-bcda-bdf31719a285 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1796889 Feb 09 01:31:42.292337 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 1f372b68-b59e-4914-8e62-ae2403cb4bc2 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:42.298634 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 1f372b68-b59e-4914-8e62-ae2403cb4bc2 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:42.299453 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1f372b68-b59e-4914-8e62-ae2403cb4bc2), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:42.318472 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4928b6d-ee32-413f-9806-f529ed78a506 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:42.322286 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4928b6d-ee32-413f-9806-f529ed78a506 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks [] for router_controller (fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:42.405647 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 1f372b68-b59e-4914-8e62-ae2403cb4bc2 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:42.406276 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1f372b68-b59e-4914-8e62-ae2403cb4bc2), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:42.407315 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0904ee-e186-4c9d-8572-259a22bc6329 req-6e47fb46-1eb4-4852-b46e-1cb81c8980d9 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:42.409428 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c0904ee-e186-4c9d-8572-259a22bc6329 req-6e47fb46-1eb4-4852-b46e-1cb81c8980d9 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f62f8dc-36fe-42ac-b8c5-304516bff7b0 HTTP/1.1" status: 200 len: 932 time: 0.2053843 Feb 09 01:31:42.425183 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4928b6d-ee32-413f-9806-f529ed78a506 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:42.425748 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4928b6d-ee32-413f-9806-f529ed78a506 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Fanout notify agent at l3_agent the message router_deleted on router fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:31:42.433546 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4928b6d-ee32-413f-9806-f529ed78a506 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:42.438396 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f4928b6d-ee32-413f-9806-f529ed78a506 tempest-RoutersNegativeIpV6Test-2060007103 tempest-RoutersNegativeIpV6Test-2060007103-project] 10.222.0.30 "DELETE /v2.0/routers/fffce1bf-b3a3-4f4d-b73a-cf5f90e1d97a HTTP/1.1" status: 204 len: 168 time: 0.5424201 Feb 09 01:31:42.450820 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-a46749e2-b860-47e0-9b7c-9759197d6b38 req-ea052e49-64b7-4981-a5e5-e18c98d7eaca tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Deleting port 21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:31:42.451152 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a46749e2-b860-47e0-9b7c-9759197d6b38 req-ea052e49-64b7-4981-a5e5-e18c98d7eaca tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:42.462613 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 1f372b68-b59e-4914-8e62-ae2403cb4bc2, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1f372b68-b59e-4914-8e62-ae2403cb4bc2,segment=NetworkSegment(990ee728-08e6-4cf3-bfe2-c41ab0301e4e),segment_id=990ee728-08e6-4cf3-bfe2-c41ab0301e4e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:42.464499 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f372b68-b59e-4914-8e62-ae2403cb4bc2'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:42.470037 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4972d95c-3af8-467d-ba6f-058bc17cbfd2" -d '{"events": [{"server_uuid": "46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df", "name": "network-vif-plugged", "status": "completed", "tag": "1f372b68-b59e-4914-8e62-ae2403cb4bc2"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:42.482133 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1f372b68-b59e-4914-8e62-ae2403cb4bc2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:42.531609 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967f5d4-832e-44df-9b3d-8ced1561a0c9 req-664bf797-2990-4290-9795-6db23a2f4244 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:42.537212 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967f5d4-832e-44df-9b3d-8ced1561a0c9 req-664bf797-2990-4290-9795-6db23a2f4244 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:42.543329 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967f5d4-832e-44df-9b3d-8ced1561a0c9 req-664bf797-2990-4290-9795-6db23a2f4244 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:42.555826 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967f5d4-832e-44df-9b3d-8ced1561a0c9 req-664bf797-2990-4290-9795-6db23a2f4244 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:42.562345 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967f5d4-832e-44df-9b3d-8ced1561a0c9 req-664bf797-2990-4290-9795-6db23a2f4244 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:42.567738 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967f5d4-832e-44df-9b3d-8ced1561a0c9 req-664bf797-2990-4290-9795-6db23a2f4244 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:42.577914 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967f5d4-832e-44df-9b3d-8ced1561a0c9 req-664bf797-2990-4290-9795-6db23a2f4244 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:42.577914 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c967f5d4-832e-44df-9b3d-8ced1561a0c9 req-664bf797-2990-4290-9795-6db23a2f4244 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5444 time: 0.2400193 Feb 09 01:31:42.590685 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44730) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:42.602696 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-27a6d51b-05b5-4fe4-8db1-aab3284be141 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Request body: {'floatingip': {'port_id': '7ff49b0f-ae11-4835-b701-e0f8cb6c3485'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:42.621477 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=1f372b68-b59e-4914-8e62-ae2403cb4bc2,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:42.623268 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c0904ee-e186-4c9d-8572-259a22bc6329 req-efbfba31-4af4-44ef-94ab-db496ba4e5d4 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002356 Feb 09 01:31:42.722425 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d344189e-015d-47be-95ea-7c2d3db47f45 x-openstack-request-id: req-d344189e-015d-47be-95ea-7c2d3db47f45 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:42.722731 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df", "name": "network-vif-plugged", "status": "completed", "tag": "1f372b68-b59e-4914-8e62-ae2403cb4bc2", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:42.722993 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d344189e-015d-47be-95ea-7c2d3db47f45 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:42.723421 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f372b68-b59e-4914-8e62-ae2403cb4bc2', 'code': 200} Feb 09 01:31:42.746109 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-27a6d51b-05b5-4fe4-8db1-aab3284be141 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks [] for floatingip (5bcb845e-f6d2-4df8-b9cb-ce1bea5ece05), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:42.780152 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-46405876-5a28-4719-824c-5bb0262a35dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49b8f83a-a41f-4119-9973-7800177e9d02 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:31:42.795000 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-46405876-5a28-4719-824c-5bb0262a35dc service neutron] Publish callbacks [] for port (49b8f83a-a41f-4119-9973-7800177e9d02), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:42.814761 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-46405876-5a28-4719-824c-5bb0262a35dc service neutron] Transition to ACTIVE for port object 49b8f83a-a41f-4119-9973-7800177e9d02 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:42.822121 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-46405876-5a28-4719-824c-5bb0262a35dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (49b8f83a-a41f-4119-9973-7800177e9d02), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:42.836561 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-a46749e2-b860-47e0-9b7c-9759197d6b38 req-ea052e49-64b7-4981-a5e5-e18c98d7eaca tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] For port 21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:42.837221 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a46749e2-b860-47e0-9b7c-9759197d6b38 req-ea052e49-64b7-4981-a5e5-e18c98d7eaca tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:42.874619 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa5447-ec5b-46d4-ae8f-13e955fdd92d req-dcc49038-f210-4a58-82f8-3956ef2795f0 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:42.876523 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4baa5447-ec5b-46d4-ae8f-13e955fdd92d req-dcc49038-f210-4a58-82f8-3956ef2795f0 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a8efce-fc53-4313-a583-be22faf317e8 HTTP/1.1" status: 200 len: 945 time: 0.1503193 Feb 09 01:31:42.882606 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 44738) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:42.922451 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46405876-5a28-4719-824c-5bb0262a35dc service neutron] Pushing event updated for resources: {'Port': ['ID=49b8f83a-a41f-4119-9973-7800177e9d02,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:42.989108 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4baa5447-ec5b-46d4-ae8f-13e955fdd92d req-b56f4bfd-a0de-4a6d-bfdd-d4d60c84e8d2 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016772 Feb 09 01:31:43.054485 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-46405876-5a28-4719-824c-5bb0262a35dc service neutron] Attempting to bind port 49b8f83a-a41f-4119-9973-7800177e9d02 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:31:43.054831 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-46405876-5a28-4719-824c-5bb0262a35dc service neutron] Attempting to bind port 49b8f83a-a41f-4119-9973-7800177e9d02 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '74341012-2d09-4bfd-8196-39119d03257b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '923b19ee-be79-4291-b298-2fb7ab9017f7'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:31:43.055160 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-46405876-5a28-4719-824c-5bb0262a35dc service neutron] Attempting to bind port 49b8f83a-a41f-4119-9973-7800177e9d02 on network 923b19ee-be79-4291-b298-2fb7ab9017f7 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:43.060900 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-46405876-5a28-4719-824c-5bb0262a35dc service neutron] Port 49b8f83a-a41f-4119-9973-7800177e9d02 on network 923b19ee-be79-4291-b298-2fb7ab9017f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:31:43.061228 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-46405876-5a28-4719-824c-5bb0262a35dc service neutron] Attempting to bind port 49b8f83a-a41f-4119-9973-7800177e9d02 on network 923b19ee-be79-4291-b298-2fb7ab9017f7 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:43.070876 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-46405876-5a28-4719-824c-5bb0262a35dc service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:31:43.071216 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-46405876-5a28-4719-824c-5bb0262a35dc service neutron] Checking segment: {'id': '74341012-2d09-4bfd-8196-39119d03257b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '923b19ee-be79-4291-b298-2fb7ab9017f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:43.074204 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-46405876-5a28-4719-824c-5bb0262a35dc service neutron] Bound using segment: {'id': '74341012-2d09-4bfd-8196-39119d03257b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '923b19ee-be79-4291-b298-2fb7ab9017f7'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:31:43.074732 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-46405876-5a28-4719-824c-5bb0262a35dc service neutron] Bound port: 49b8f83a-a41f-4119-9973-7800177e9d02, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74341012-2d09-4bfd-8196-39119d03257b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '923b19ee-be79-4291-b298-2fb7ab9017f7'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:31:43.075287 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-46405876-5a28-4719-824c-5bb0262a35dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (49b8f83a-a41f-4119-9973-7800177e9d02), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:43.091454 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:31:43.210615 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-46405876-5a28-4719-824c-5bb0262a35dc service neutron] For port 49b8f83a-a41f-4119-9973-7800177e9d02, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:43.216275 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-46405876-5a28-4719-824c-5bb0262a35dc service neutron] For port 49b8f83a-a41f-4119-9973-7800177e9d02, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=49b8f83a-a41f-4119-9973-7800177e9d02,segment=NetworkSegment(74341012-2d09-4bfd-8196-39119d03257b),segment_id=74341012-2d09-4bfd-8196-39119d03257b)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:31:43.251913 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-46405876-5a28-4719-824c-5bb0262a35dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (49b8f83a-a41f-4119-9973-7800177e9d02), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:43.332987 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-a46749e2-b860-47e0-9b7c-9759197d6b38 req-ea052e49-64b7-4981-a5e5-e18c98d7eaca tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Calling delete_port for 21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:31:43.366290 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46405876-5a28-4719-824c-5bb0262a35dc service neutron] Pushing event updated for resources: {'Port': ['ID=49b8f83a-a41f-4119-9973-7800177e9d02,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:43.411227 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-46405876-5a28-4719-824c-5bb0262a35dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:43.412538 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-46405876-5a28-4719-824c-5bb0262a35dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:43.414907 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-46405876-5a28-4719-824c-5bb0262a35dc service neutron] 10.222.0.91 "PUT /v2.0/ports/49b8f83a-a41f-4119-9973-7800177e9d02 HTTP/1.1" status: 200 len: 1093 time: 1.4475467 Feb 09 01:31:43.415852 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f62f8dc-36fe-42ac-b8c5-304516bff7b0', 'tag': '49b8f83a-a41f-4119-9973-7800177e9d02'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:43.428343 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40144b87-a906-4cfd-8f32-46b9832da5c8" -d '{"events": [{"name": "network-changed", "server_uuid": "8f62f8dc-36fe-42ac-b8c5-304516bff7b0", "tag": "49b8f83a-a41f-4119-9973-7800177e9d02"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:43.462095 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ed95d74c-1d83-40c5-a744-4e409254ed21 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1839ce0cba1942cf8859d07390bd2b75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5778086 Feb 09 01:31:43.484755 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 44752) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:43.566577 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c11fdd-ea72-4770-9d02-d5f58bd5b3e8 x-openstack-request-id: req-06c11fdd-ea72-4770-9d02-d5f58bd5b3e8 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:43.577392 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f62f8dc-36fe-42ac-b8c5-304516bff7b0", "tag": "49b8f83a-a41f-4119-9973-7800177e9d02", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:43.578762 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-06c11fdd-ea72-4770-9d02-d5f58bd5b3e8 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:43.579458 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f62f8dc-36fe-42ac-b8c5-304516bff7b0', 'tag': '49b8f83a-a41f-4119-9973-7800177e9d02', 'status': 'completed', 'code': 200} Feb 09 01:31:43.681617 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da9eee-3514-4f32-b45b-fa171f9c8293 req-f4d3f37c-7ff1-4f4d-bc89-90795d4e78d8 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:43.684200 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-83da9eee-3514-4f32-b45b-fa171f9c8293 req-f4d3f37c-7ff1-4f4d-bc89-90795d4e78d8 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.4271595 Feb 09 01:31:43.726408 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-40af585c-9ee3-4b09-bbee-4e25b43c62cc admin admin] Publish callbacks [] for security_group (46862b90-ca48-4823-a08b-0883f7d6f234), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:43.798555 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-ec20b665-1245-4aa2-b8ea-3bf3f6fffb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:43.800166 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-ec20b665-1245-4aa2-b8ea-3bf3f6fffb8b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c116954692244bec838f5194019c5458&device_id=8f62f8dc-36fe-42ac-b8c5-304516bff7b0 HTTP/1.1" status: 200 len: 1127 time: 0.3355670 Feb 09 01:31:43.874695 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-83da9eee-3514-4f32-b45b-fa171f9c8293 req-0b8331cb-c710-42b4-9511-82ba04857e7a tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831443 Feb 09 01:31:43.888382 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-40af585c-9ee3-4b09-bbee-4e25b43c62cc admin admin] Publish callbacks [] for security_group (46862b90-ca48-4823-a08b-0883f7d6f234), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:44.006109 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924a908-ca81-41fe-aaae-678c88c3a0d8 req-0345e44f-7a8c-4bb4-bd15-4f9d850988ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:44.008758 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d924a908-ca81-41fe-aaae-678c88c3a0d8 req-0345e44f-7a8c-4bb4-bd15-4f9d850988ba service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 1129 time: 1.1955459 Feb 09 01:31:44.210983 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-3f9006f1-1965-4a5a-adcf-0f7fac5203db service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49b8f83a-a41f-4119-9973-7800177e9d02 HTTP/1.1" status: 200 len: 217 time: 0.3800292 Feb 09 01:31:44.252010 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-40af585c-9ee3-4b09-bbee-4e25b43c62cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (46862b90-ca48-4823-a08b-0883f7d6f234), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:44.255008 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-40af585c-9ee3-4b09-bbee-4e25b43c62cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:44.256431 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-40af585c-9ee3-4b09-bbee-4e25b43c62cc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/46862b90-ca48-4823-a08b-0883f7d6f234 HTTP/1.1" status: 204 len: 168 time: 0.7664897 Feb 09 01:31:44.327897 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af585c-9ee3-4b09-bbee-4e25b43c62cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46862b90-ca48-4823-a08b-0883f7d6f234,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:44.361267 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.db.resource_extend [None req-27a6d51b-05b5-4fe4-8db1-aab3284be141 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:31:44.371139 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68234b3-c500-4fb0-a32a-db5cde4c623c req-2cd823a3-6000-445b-985b-5a1d56ae83ca tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:44.390960 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f68234b3-c500-4fb0-a32a-db5cde4c623c req-2cd823a3-6000-445b-985b-5a1d56ae83ca tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f62f8dc-36fe-42ac-b8c5-304516bff7b0 HTTP/1.1" status: 200 len: 944 time: 0.5370674 Feb 09 01:31:44.404882 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-a41d00ff-3b21-454f-9088-653f23388598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:44.407640 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-a41d00ff-3b21-454f-9088-653f23388598 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=384a7aa3-b5da-47bc-8859-e3960efe9a80 HTTP/1.1" status: 200 len: 853 time: 0.1686239 Feb 09 01:31:44.437150 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d924a908-ca81-41fe-aaae-678c88c3a0d8 req-2e1e73a7-50a0-4b73-b423-4f7d3115f15a service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3803754 Feb 09 01:31:44.445195 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b264394-e9ab-469a-8292-b6e13d0c923e req-6b9efd48-8ba0-4ead-8139-368b5e87903f tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:44.454497 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2b264394-e9ab-469a-8292-b6e13d0c923e req-6b9efd48-8ba0-4ead-8139-368b5e87903f tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a8efce-fc53-4313-a583-be22faf317e8 HTTP/1.1" status: 200 len: 945 time: 0.2904932 Feb 09 01:31:44.486050 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-cad1e9c7-97df-455a-b075-ac3eecafbe4e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=923b19ee-be79-4291-b298-2fb7ab9017f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638518 Feb 09 01:31:44.546277 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-27a6d51b-05b5-4fe4-8db1-aab3284be141 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:44.548476 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f68234b3-c500-4fb0-a32a-db5cde4c623c req-e0f4081c-c946-46d7-bfc6-248fc371ee76 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562746 Feb 09 01:31:44.560485 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-27a6d51b-05b5-4fe4-8db1-aab3284be141 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (5bcb845e-f6d2-4df8-b9cb-ce1bea5ece05), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:44.673967 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2b264394-e9ab-469a-8292-b6e13d0c923e req-14f9b512-4f4c-48cb-9d7a-22dc8fa2b318 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177899 Feb 09 01:31:44.722683 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a46749e2-b860-47e0-9b7c-9759197d6b38 req-ea052e49-64b7-4981-a5e5-e18c98d7eaca tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:44.733372 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-69eaa426-8aa6-425f-96e7-a40171e4ffb3 service neutron] 10.222.0.91 "GET /v2.0/networks/923b19ee-be79-4291-b298-2fb7ab9017f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006910 Feb 09 01:31:44.742824 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['a476cb47-66fa-4946-bbe0-0a21ff04360a'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:31:44.803092 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea052e49-64b7-4981-a5e5-e18c98d7eaca tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Pushing event deleted for resources: {'Port': ['ID=21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:44.872962 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46749e2-b860-47e0-9b7c-9759197d6b38 req-ea052e49-64b7-4981-a5e5-e18c98d7eaca tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] No DVR routers for this DVR port 21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:31:44.876232 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a46749e2-b860-47e0-9b7c-9759197d6b38 req-ea052e49-64b7-4981-a5e5-e18c98d7eaca tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:44.879958 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a46749e2-b860-47e0-9b7c-9759197d6b38 req-ea052e49-64b7-4981-a5e5-e18c98d7eaca tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.91 "DELETE /v2.0/ports/21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf HTTP/1.1" status: 204 len: 173 time: 2.7479258 Feb 09 01:31:44.882297 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a8efce-fc53-4313-a583-be22faf317e8', 'name': 'network-vif-deleted', 'tag': '21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:44.887344 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ec5460-3929-419e-9bf7-f8698f334ec5" -d '{"events": [{"server_uuid": "67a8efce-fc53-4313-a583-be22faf317e8", "name": "network-vif-deleted", "tag": "21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:44.939169 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d45fe723-efb6-4177-8804-6c2034fb9d0c req-6f67fd9c-f4d4-4bf1-993e-cfa8e74eb7b4 service neutron] 10.222.0.91 "GET /v2.0/networks/923b19ee-be79-4291-b298-2fb7ab9017f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987071 Feb 09 01:31:44.955058 n-d-822053-40 neutron-server[103528]: INFO neutron.db.l3_db [None req-27a6d51b-05b5-4fe4-8db1-aab3284be141 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Floating IP 5bcb845e-f6d2-4df8-b9cb-ce1bea5ece05 associated. External IP: 172.25.1.147, port: 7ff49b0f-ae11-4835-b701-e0f8cb6c3485. Feb 09 01:31:45.014531 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b28ede5-2eb0-4bfd-b04b-0c13dbd8edb3 x-openstack-request-id: req-6b28ede5-2eb0-4bfd-b04b-0c13dbd8edb3 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:45.014822 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a8efce-fc53-4313-a583-be22faf317e8", "name": "network-vif-deleted", "tag": "21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:45.015112 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6b28ede5-2eb0-4bfd-b04b-0c13dbd8edb3 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:45.015696 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a8efce-fc53-4313-a583-be22faf317e8', 'name': 'network-vif-deleted', 'tag': '21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf', 'status': 'completed', 'code': 200} Feb 09 01:31:45.369918 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b77743-5410-4dd7-992a-a9045103469b req-e6a3d0f5-7b92-4795-afae-c17476c6a0b6 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:45.372498 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-74b77743-5410-4dd7-992a-a9045103469b req-e6a3d0f5-7b92-4795-afae-c17476c6a0b6 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.2804995 Feb 09 01:31:45.414267 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40144b87-a906-4cfd-8f32-46b9832da5c8 req-c2f08b8c-d828-4990-93a5-21379d218eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:45.419789 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-40144b87-a906-4cfd-8f32-46b9832da5c8 req-c2f08b8c-d828-4990-93a5-21379d218eb8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c116954692244bec838f5194019c5458&device_id=8f62f8dc-36fe-42ac-b8c5-304516bff7b0 HTTP/1.1" status: 200 len: 1127 time: 0.2267013 Feb 09 01:31:45.580289 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40144b87-a906-4cfd-8f32-46b9832da5c8 req-ef11f72f-bfec-4583-b1c7-f7bc3c719273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:45.582872 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a6d51b-05b5-4fe4-8db1-aab3284be141 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Router 3dc0a572-9c7d-46ac-979d-38b2fec1e6a2 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:31:45.583290 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-40144b87-a906-4cfd-8f32-46b9832da5c8 req-ef11f72f-bfec-4583-b1c7-f7bc3c719273 service neutron] 10.222.0.91 "GET /v2.0/networks?id=923b19ee-be79-4291-b298-2fb7ab9017f7 HTTP/1.1" status: 200 len: 914 time: 0.1570921 Feb 09 01:31:45.746482 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-40144b87-a906-4cfd-8f32-46b9832da5c8 req-81d9b627-b681-4b22-9289-d075e0a078d9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49b8f83a-a41f-4119-9973-7800177e9d02 HTTP/1.1" status: 200 len: 217 time: 0.1541100 Feb 09 01:31:45.870619 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44798) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:45.931025 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-74b77743-5410-4dd7-992a-a9045103469b req-f080cb2e-c31f-48fc-a841-fa372699aa8e tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5433669 Feb 09 01:31:46.000821 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a6d51b-05b5-4fe4-8db1-aab3284be141 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:31:46.019196 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-27a6d51b-05b5-4fe4-8db1-aab3284be141 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:46.022685 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf49d00-e0ce-40c2-b188-32846c997928 None None] Sync routers for ids ['3dc0a572-9c7d-46ac-979d-38b2fec1e6a2'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:31:46.026475 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40144b87-a906-4cfd-8f32-46b9832da5c8 req-285f07a0-f108-4c31-be3f-06592aee458a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:46.040082 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-40144b87-a906-4cfd-8f32-46b9832da5c8 req-285f07a0-f108-4c31-be3f-06592aee458a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=384a7aa3-b5da-47bc-8859-e3960efe9a80 HTTP/1.1" status: 200 len: 853 time: 0.2720468 Feb 09 01:31:46.054106 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf49d00-e0ce-40c2-b188-32846c997928 None None] Routers {'3dc0a572-9c7d-46ac-979d-38b2fec1e6a2'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:46.064207 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-baf49d00-e0ce-40c2-b188-32846c997928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:31:25Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['3dc0a572-9c7d-46ac-979d-38b2fec1e6a2'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:46.091069 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81642a-9e38-496b-82b8-9367bb6f71ba req-2be4d006-4d8e-48e0-be45-822721982f0d tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:46.092822 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7b81642a-9e38-496b-82b8-9367bb6f71ba req-2be4d006-4d8e-48e0-be45-822721982f0d tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f62f8dc-36fe-42ac-b8c5-304516bff7b0 HTTP/1.1" status: 200 len: 944 time: 0.2912436 Feb 09 01:31:46.103644 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-27a6d51b-05b5-4fe4-8db1-aab3284be141 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "PUT /v2.0/floatingips/5bcb845e-f6d2-4df8-b9cb-ce1bea5ece05 HTTP/1.1" status: 200 len: 991 time: 3.5111880 Feb 09 01:31:46.126198 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0fdcb36a-ce8f-4642-a700-631e914058dd req-3e4b02b3-6799-4004-b169-2b1ad38f7abc service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=762fd02a-08b8-459e-bc50-47531df84afa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2012002 Feb 09 01:31:46.149293 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-0469dcb0-451a-4188-b2b0-d7ba51a403bc tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1847767635', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:46.165133 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-40144b87-a906-4cfd-8f32-46b9832da5c8 req-cab2ff95-ac9f-4113-b0b9-48623a3bb8f4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=923b19ee-be79-4291-b298-2fb7ab9017f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1142335 Feb 09 01:31:46.295614 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0469dcb0-451a-4188-b2b0-d7ba51a403bc tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (f3e8ca74-0806-47a9-9b23-621d6725338f), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:46.296991 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0469dcb0-451a-4188-b2b0-d7ba51a403bc tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (f3e8ca74-0806-47a9-9b23-621d6725338f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:46.298782 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-baf49d00-e0ce-40c2-b188-32846c997928 None None] Set router 3dc0a572-9c7d-46ac-979d-38b2fec1e6a2 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:31:46.301451 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7b81642a-9e38-496b-82b8-9367bb6f71ba req-cb4c633e-1a62-423f-b2f5-4cc03f36acc2 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488500 Feb 09 01:31:46.314505 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7471e35a-9164-49ae-90d2-d74340043dec req-5111d043-14e9-47fb-bcfa-85e8a7383088 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a8efce-fc53-4313-a583-be22faf317e8 HTTP/1.1" status: 200 len: 210 time: 0.1230795 Feb 09 01:31:46.331612 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdcb36a-ce8f-4642-a700-631e914058dd req-c552f638-aea4-4cc6-85ea-fa244ce53f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:46.333164 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0fdcb36a-ce8f-4642-a700-631e914058dd req-c552f638-aea4-4cc6-85ea-fa244ce53f21 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b6fd459715684d44a0a31bd130ea655c&device_id=762fd02a-08b8-459e-bc50-47531df84afa HTTP/1.1" status: 200 len: 1128 time: 0.1731579 Feb 09 01:31:46.357570 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:31:46.390315 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:31:46.390859 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 21060e6a-8ed9-45fa-ae78-b5f27a1ed2bf not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:31:46.471190 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-40144b87-a906-4cfd-8f32-46b9832da5c8 req-da31df8f-3b2a-4918-a184-43343407590f service neutron] 10.222.0.91 "GET /v2.0/networks/923b19ee-be79-4291-b298-2fb7ab9017f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960966 Feb 09 01:31:46.505003 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0469dcb0-451a-4188-b2b0-d7ba51a403bc tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks [] for router_controller (f3e8ca74-0806-47a9-9b23-621d6725338f), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:46.534473 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0469dcb0-451a-4188-b2b0-d7ba51a403bc tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (f3e8ca74-0806-47a9-9b23-621d6725338f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:46.581097 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0469dcb0-451a-4188-b2b0-d7ba51a403bc tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:46.583059 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0469dcb0-451a-4188-b2b0-d7ba51a403bc tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7109199 Feb 09 01:31:46.593537 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44810) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:46.610628 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-0af9d354-df9d-4d4f-b917-00d8ddc3be8b tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-905536141'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:46.628702 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418f361-2d2b-4d4c-93cb-97e7a07ccefc req-0b3960e0-6684-4431-ae3e-81fe6081f728 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:46.635642 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418f361-2d2b-4d4c-93cb-97e7a07ccefc req-0b3960e0-6684-4431-ae3e-81fe6081f728 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:46.643036 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdcb36a-ce8f-4642-a700-631e914058dd req-51f66b94-85ff-4230-bea0-8e0542ed406e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:46.643201 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418f361-2d2b-4d4c-93cb-97e7a07ccefc req-0b3960e0-6684-4431-ae3e-81fe6081f728 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:46.644447 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0fdcb36a-ce8f-4642-a700-631e914058dd req-51f66b94-85ff-4230-bea0-8e0542ed406e service neutron] 10.222.0.121 "GET /v2.0/networks?id=b5cee00d-d11d-4a76-ad74-cfd798aa917c HTTP/1.1" status: 200 len: 912 time: 0.1706557 Feb 09 01:31:46.649413 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418f361-2d2b-4d4c-93cb-97e7a07ccefc req-0b3960e0-6684-4431-ae3e-81fe6081f728 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:46.656232 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418f361-2d2b-4d4c-93cb-97e7a07ccefc req-0b3960e0-6684-4431-ae3e-81fe6081f728 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:46.661590 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418f361-2d2b-4d4c-93cb-97e7a07ccefc req-0b3960e0-6684-4431-ae3e-81fe6081f728 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:46.667778 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418f361-2d2b-4d4c-93cb-97e7a07ccefc req-0b3960e0-6684-4431-ae3e-81fe6081f728 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:46.670895 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af9d354-df9d-4d4f-b917-00d8ddc3be8b tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Made reservation on behalf of 21f3fe68545b48e0b7bf94d9578812cc for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:46.673601 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b418f361-2d2b-4d4c-93cb-97e7a07ccefc req-0b3960e0-6684-4431-ae3e-81fe6081f728 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5444 time: 0.1988716 Feb 09 01:31:46.674403 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0af9d354-df9d-4d4f-b917-00d8ddc3be8b tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:46.729637 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0fdcb36a-ce8f-4642-a700-631e914058dd req-959afea1-4b3c-4257-ba84-0ed99d1080d9 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a476cb47-66fa-4946-bbe0-0a21ff04360a HTTP/1.1" status: 200 len: 217 time: 0.0658522 Feb 09 01:31:46.730624 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0af9d354-df9d-4d4f-b917-00d8ddc3be8b tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:46.788701 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-baf49d00-e0ce-40c2-b188-32846c997928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc0a572-9c7d-46ac-979d-38b2fec1e6a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1920640853-router', 'tenant_id': '5cc038305e744ad69576548c638221e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '70b3d156-4c87-4f86-8255-ecaaa7d17469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:27:23Z', 'updated_at': '2022-02-09T01:27:29Z', 'revision_number': 4, 'project_id': '5cc038305e744ad69576548c638221e8', 'gw_port': {'id': '70b3d156-4c87-4f86-8255-ecaaa7d17469', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:25:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc0a572-9c7d-46ac-979d-38b2fec1e6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:27:24Z', 'updated_at': '2022-02-09T01:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '5bcb845e-f6d2-4df8-b9cb-ce1bea5ece05', 'tenant_id': '5cc038305e744ad69576548c638221e8', 'floating_ip_address': '172.25.1.147', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '3dc0a572-9c7d-46ac-979d-38b2fec1e6a2', 'port_id': '7ff49b0f-ae11-4835-b701-e0f8cb6c3485', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1997, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c64d4aac-6638-4696-97b6-8d87827079a9', 'mac_address': 'fa:16:3e:69:52:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac990077-3a36-443e-b771-3b621d999008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:29:17Z', 'updated_at': '2022-02-09T01:31:44Z', 'revision_number': 1, 'project_id': '5cc038305e744ad69576548c638221e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8c319ec-4341-4d5d-946e-21d415df2925', 'name': '', 'network_id': 'c64d4aac-6638-4696-97b6-8d87827079a9', 'tenant_id': '5cc038305e744ad69576548c638221e8', 'mac_address': 'fa:16:3e:84:49:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc0a572-9c7d-46ac-979d-38b2fec1e6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'e9e889c5-ccd5-49a9-9e6c-c29b927a3427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:27:29Z', 'updated_at': '2022-02-09T01:27:36Z', 'revision_number': 5, 'project_id': '5cc038305e744ad69576548c638221e8', 'subnets': [{'id': 'e9e889c5-ccd5-49a9-9e6c-c29b927a3427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:46.810134 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdcb36a-ce8f-4642-a700-631e914058dd req-6dd2be37-e6f0-4741-899a-9b42263261b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:46.811609 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0fdcb36a-ce8f-4642-a700-631e914058dd req-6dd2be37-e6f0-4741-899a-9b42263261b0 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3c1b64de-5642-407c-82ef-1ad0f3f887f4 HTTP/1.1" status: 200 len: 850 time: 0.0725651 Feb 09 01:31:46.833569 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b418f361-2d2b-4d4c-93cb-97e7a07ccefc req-27bd74a8-bb16-418a-ad5d-cf428558c76e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1530116 Feb 09 01:31:46.837967 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-40144b87-a906-4cfd-8f32-46b9832da5c8 req-9ade05ec-398d-48e0-ab1d-5f88cb283284 service neutron] 10.222.0.91 "GET /v2.0/networks/923b19ee-be79-4291-b298-2fb7ab9017f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150346 Feb 09 01:31:46.848675 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf49d00-e0ce-40c2-b188-32846c997928 None None] Checking router: 3dc0a572-9c7d-46ac-979d-38b2fec1e6a2 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:31:46.875662 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf49d00-e0ce-40c2-b188-32846c997928 None None] Routers {'3dc0a572-9c7d-46ac-979d-38b2fec1e6a2'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:46.876607 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-baf49d00-e0ce-40c2-b188-32846c997928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:31:25Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['3dc0a572-9c7d-46ac-979d-38b2fec1e6a2'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:47.022939 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-baf49d00-e0ce-40c2-b188-32846c997928 None None] Set router 3dc0a572-9c7d-46ac-979d-38b2fec1e6a2 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:31:47.147887 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e1352-745e-4a85-ae7b-61d18dce1326 req-442033f5-b50c-49f7-8011-95b5fdfbe963 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:47.159113 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ee8e1352-745e-4a85-ae7b-61d18dce1326 req-442033f5-b50c-49f7-8011-95b5fdfbe963 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.0919573 Feb 09 01:31:47.236914 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ee8e1352-745e-4a85-ae7b-61d18dce1326 req-493e429b-5c11-45dd-a390-0b7a11dd5330 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765126 Feb 09 01:31:47.298620 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'tag': '7ff49b0f-ae11-4835-b701-e0f8cb6c3485'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:47.300976 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b322bfe-d3be-4780-81ad-d9a1d93c4f92" -d '{"events": [{"name": "network-changed", "server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "tag": "7ff49b0f-ae11-4835-b701-e0f8cb6c3485"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:47.330181 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0af9d354-df9d-4d4f-b917-00d8ddc3be8b tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks [] for security_group (b65f04ae-9cd5-4852-a44a-9e7a422c4838), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:47.345909 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0af9d354-df9d-4d4f-b917-00d8ddc3be8b tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b65f04ae-9cd5-4852-a44a-9e7a422c4838), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:47.351422 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-baf49d00-e0ce-40c2-b188-32846c997928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc0a572-9c7d-46ac-979d-38b2fec1e6a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1920640853-router', 'tenant_id': '5cc038305e744ad69576548c638221e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '70b3d156-4c87-4f86-8255-ecaaa7d17469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:27:23Z', 'updated_at': '2022-02-09T01:27:29Z', 'revision_number': 4, 'project_id': '5cc038305e744ad69576548c638221e8', 'gw_port': {'id': '70b3d156-4c87-4f86-8255-ecaaa7d17469', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:25:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc0a572-9c7d-46ac-979d-38b2fec1e6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:27:24Z', 'updated_at': '2022-02-09T01:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '5bcb845e-f6d2-4df8-b9cb-ce1bea5ece05', 'tenant_id': '5cc038305e744ad69576548c638221e8', 'floating_ip_address': '172.25.1.147', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '3dc0a572-9c7d-46ac-979d-38b2fec1e6a2', 'port_id': '7ff49b0f-ae11-4835-b701-e0f8cb6c3485', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1997, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c64d4aac-6638-4696-97b6-8d87827079a9', 'mac_address': 'fa:16:3e:69:52:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac990077-3a36-443e-b771-3b621d999008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:29:17Z', 'updated_at': '2022-02-09T01:31:44Z', 'revision_number': 1, 'project_id': '5cc038305e744ad69576548c638221e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8c319ec-4341-4d5d-946e-21d415df2925', 'name': '', 'network_id': 'c64d4aac-6638-4696-97b6-8d87827079a9', 'tenant_id': '5cc038305e744ad69576548c638221e8', 'mac_address': 'fa:16:3e:84:49:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc0a572-9c7d-46ac-979d-38b2fec1e6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'e9e889c5-ccd5-49a9-9e6c-c29b927a3427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:27:29Z', 'updated_at': '2022-02-09T01:27:36Z', 'revision_number': 5, 'project_id': '5cc038305e744ad69576548c638221e8', 'subnets': [{'id': 'e9e889c5-ccd5-49a9-9e6c-c29b927a3427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:47.363116 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0af9d354-df9d-4d4f-b917-00d8ddc3be8b tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:31:47.375893 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0af9d354-df9d-4d4f-b917-00d8ddc3be8b tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (287370ba-496f-498f-af2b-f4c09c7d7f7e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:47.376904 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-0af9d354-df9d-4d4f-b917-00d8ddc3be8b tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Added segment 287370ba-496f-498f-af2b-f4c09c7d7f7e of type vlan for network a2ea661e-f04f-490f-8c53-0e4fa94fd661 Feb 09 01:31:47.417443 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf49d00-e0ce-40c2-b188-32846c997928 None None] The sync data for ids ['3dc0a572-9c7d-46ac-979d-38b2fec1e6a2'] in n-d-822053-40 is: [{'id': '3dc0a572-9c7d-46ac-979d-38b2fec1e6a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1920640853-router', 'tenant_id': '5cc038305e744ad69576548c638221e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '70b3d156-4c87-4f86-8255-ecaaa7d17469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:27:23Z', 'updated_at': '2022-02-09T01:27:29Z', 'revision_number': 4, 'project_id': '5cc038305e744ad69576548c638221e8', 'gw_port': {'id': '70b3d156-4c87-4f86-8255-ecaaa7d17469', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:25:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc0a572-9c7d-46ac-979d-38b2fec1e6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:27:24Z', 'updated_at': '2022-02-09T01:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '5bcb845e-f6d2-4df8-b9cb-ce1bea5ece05', 'tenant_id': '5cc038305e744ad69576548c638221e8', 'floating_ip_address': '172.25.1.147', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '3dc0a572-9c7d-46ac-979d-38b2fec1e6a2', 'port_id': '7ff49b0f-ae11-4835-b701-e0f8cb6c3485', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1997, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c64d4aac-6638-4696-97b6-8d87827079a9', 'mac_address': 'fa:16:3e:69:52:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac990077-3a36-443e-b771-3b621d999008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:29:17Z', 'updated_at': '2022-02-09T01:31:44Z', 'revision_number': 1, 'project_id': '5cc038305e744ad69576548c638221e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8c319ec-4341-4d5d-946e-21d415df2925', 'name': '', 'network_id': 'c64d4aac-6638-4696-97b6-8d87827079a9', 'tenant_id': '5cc038305e744ad69576548c638221e8', 'mac_address': 'fa:16:3e:84:49:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc0a572-9c7d-46ac-979d-38b2fec1e6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'e9e889c5-ccd5-49a9-9e6c-c29b927a3427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:27:29Z', 'updated_at': '2022-02-09T01:27:36Z', 'revision_number': 5, 'project_id': '5cc038305e744ad69576548c638221e8', 'subnets': [{'id': 'e9e889c5-ccd5-49a9-9e6c-c29b927a3427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:31:47.434753 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c28e37-f84a-460b-9912-58672b53ebe0 x-openstack-request-id: req-43c28e37-f84a-460b-9912-58672b53ebe0 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:47.435182 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "tag": "7ff49b0f-ae11-4835-b701-e0f8cb6c3485", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:47.435590 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-43c28e37-f84a-460b-9912-58672b53ebe0 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:47.436098 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'tag': '7ff49b0f-ae11-4835-b701-e0f8cb6c3485', 'status': 'completed', 'code': 200} Feb 09 01:31:47.446500 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdcb36a-ce8f-4642-a700-631e914058dd req-4531ed58-c472-49bb-b6f7-6fb83866f58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:47.448722 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0fdcb36a-ce8f-4642-a700-631e914058dd req-4531ed58-c472-49bb-b6f7-6fb83866f58b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b5cee00d-d11d-4a76-ad74-cfd798aa917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6292744 Feb 09 01:31:47.453772 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0af9d354-df9d-4d4f-b917-00d8ddc3be8b tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (a2ea661e-f04f-490f-8c53-0e4fa94fd661), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:47.618247 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0fdcb36a-ce8f-4642-a700-631e914058dd req-710a71f5-e3a6-4f16-8bc4-45dfa5f10603 service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177888 Feb 09 01:31:47.648310 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0af9d354-df9d-4d4f-b917-00d8ddc3be8b tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (a2ea661e-f04f-490f-8c53-0e4fa94fd661), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:47.649602 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b322bfe-d3be-4780-81ad-d9a1d93c4f92 req-23fedeff-79d6-4e4d-8dfe-dc6204f34d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:47.652531 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b322bfe-d3be-4780-81ad-d9a1d93c4f92 req-23fedeff-79d6-4e4d-8dfe-dc6204f34d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:47.653545 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b322bfe-d3be-4780-81ad-d9a1d93c4f92 req-23fedeff-79d6-4e4d-8dfe-dc6204f34d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:47.654246 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b322bfe-d3be-4780-81ad-d9a1d93c4f92 req-23fedeff-79d6-4e4d-8dfe-dc6204f34d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:47.655151 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af9d354-df9d-4d4f-b917-00d8ddc3be8b tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:47.655949 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0af9d354-df9d-4d4f-b917-00d8ddc3be8b tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:47.657077 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b322bfe-d3be-4780-81ad-d9a1d93c4f92 req-23fedeff-79d6-4e4d-8dfe-dc6204f34d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:47.657805 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b322bfe-d3be-4780-81ad-d9a1d93c4f92 req-23fedeff-79d6-4e4d-8dfe-dc6204f34d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:47.658438 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b322bfe-d3be-4780-81ad-d9a1d93c4f92 req-23fedeff-79d6-4e4d-8dfe-dc6204f34d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:47.661108 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5b322bfe-d3be-4780-81ad-d9a1d93c4f92 req-23fedeff-79d6-4e4d-8dfe-dc6204f34d8c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5cc038305e744ad69576548c638221e8&device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 6725 time: 0.1938131 Feb 09 01:31:47.672504 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8ec98-1956-4b70-a9e4-281aec3c187f req-701edf09-5511-4cac-af1d-8218a2e9f5ee tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:47.675531 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-33e8ec98-1956-4b70-a9e4-281aec3c187f req-701edf09-5511-4cac-af1d-8218a2e9f5ee tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.2893836 Feb 09 01:31:47.686755 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44836) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:47.724604 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff43533-0304-4e89-802a-4ebf238f0bb5 req-4713dfa0-6e35-4312-a0f0-aaffd51d5c63 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:47.739295 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bff43533-0304-4e89-802a-4ebf238f0bb5 req-4713dfa0-6e35-4312-a0f0-aaffd51d5c63 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f62f8dc-36fe-42ac-b8c5-304516bff7b0 HTTP/1.1" status: 200 len: 944 time: 0.2102838 Feb 09 01:31:47.749831 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-50ca7034-6be0-49b5-bbe3-3bcfc483fbb4 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Request body: {'floatingip': {'port_id': '1f372b68-b59e-4914-8e62-ae2403cb4bc2'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:47.752541 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9d354-df9d-4d4f-b917-00d8ddc3be8b tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b65f04ae-9cd5-4852-a44a-9e7a422c4838,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:47.866908 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0af9d354-df9d-4d4f-b917-00d8ddc3be8b tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2695541 Feb 09 01:31:47.870241 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44840) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:47.876419 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50ca7034-6be0-49b5-bbe3-3bcfc483fbb4 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for floatingip (2a94ec8d-695e-4ce6-a4ec-c9cd9b543667), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:47.895906 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba99130-0135-4e74-a700-7d2b410b62b8 None None] New status for floating IP 5bcb845e-f6d2-4df8-b9cb-ce1bea5ece05: ACTIVE {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:31:48.063671 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bff43533-0304-4e89-802a-4ebf238f0bb5 req-d6dfdd3b-ef96-4ff3-b353-ac487d6e707f tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231871 Feb 09 01:31:48.138048 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b322bfe-d3be-4780-81ad-d9a1d93c4f92 req-0c955042-03b4-464c-b303-bff4fdeb01db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:48.149269 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5b322bfe-d3be-4780-81ad-d9a1d93c4f92 req-0c955042-03b4-464c-b303-bff4fdeb01db service neutron] 10.222.0.91 "GET /v2.0/networks?id=c64d4aac-6638-4696-97b6-8d87827079a9 HTTP/1.1" status: 200 len: 918 time: 0.4719961 Feb 09 01:31:48.337191 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 49b8f83a-a41f-4119-9973-7800177e9d02 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:31:48.409840 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50ca7034-6be0-49b5-bbe3-3bcfc483fbb4 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:48.432748 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-268703a7-a939-4a6c-ae33-04e9338bf695 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Request body: {'subnet': {'network_id': 'a2ea661e-f04f-490f-8c53-0e4fa94fd661', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:48.459970 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50ca7034-6be0-49b5-bbe3-3bcfc483fbb4 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (2a94ec8d-695e-4ce6-a4ec-c9cd9b543667), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:48.514626 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5b322bfe-d3be-4780-81ad-d9a1d93c4f92 req-3f30e247-b77f-44de-9393-287ed322d0de service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ff49b0f-ae11-4835-b701-e0f8cb6c3485 HTTP/1.1" status: 200 len: 999 time: 0.3576224 Feb 09 01:31:48.625804 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 49b8f83a-a41f-4119-9973-7800177e9d02, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=49b8f83a-a41f-4119-9973-7800177e9d02,segment=NetworkSegment(74341012-2d09-4bfd-8196-39119d03257b),segment_id=74341012-2d09-4bfd-8196-39119d03257b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:48.640653 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9d354-df9d-4d4f-b917-00d8ddc3be8b tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Pushing event updated for resources: {'Network': ['ID=a2ea661e-f04f-490f-8c53-0e4fa94fd661,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:48.658771 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '49b8f83a-a41f-4119-9973-7800177e9d02', 'network_id': '923b19ee-be79-4291-b298-2fb7ab9017f7', 'port_id': '49b8f83a-a41f-4119-9973-7800177e9d02', 'mac_address': 'fa:16:3e:0e:64:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '384a7aa3-b5da-47bc-8859-e3960efe9a80', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:31:48.669230 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network a2ea661e-f04f-490f-8c53-0e4fa94fd661 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:31:48.715675 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0fdcb36a-ce8f-4642-a700-631e914058dd req-a7233c1a-361c-494f-a60c-b7b2db241237 service neutron] 10.222.0.121 "GET /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0888376 Feb 09 01:31:48.765301 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268703a7-a939-4a6c-ae33-04e9338bf695 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Made reservation on behalf of 21f3fe68545b48e0b7bf94d9578812cc for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:48.773552 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-268703a7-a939-4a6c-ae33-04e9338bf695 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:48.834566 n-d-822053-40 neutron-server[103528]: INFO neutron.db.l3_db [None req-50ca7034-6be0-49b5-bbe3-3bcfc483fbb4 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Floating IP 2a94ec8d-695e-4ce6-a4ec-c9cd9b543667 associated. External IP: 172.25.1.249, port: 1f372b68-b59e-4914-8e62-ae2403cb4bc2. Feb 09 01:31:48.847195 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370babd4-4872-4174-a443-6a3875df6bbf req-9d03808f-cba2-46ef-9798-1653ede3f293 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:48.859862 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370babd4-4872-4174-a443-6a3875df6bbf req-9d03808f-cba2-46ef-9798-1653ede3f293 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:48.863639 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 49b8f83a-a41f-4119-9973-7800177e9d02 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:48.864128 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (49b8f83a-a41f-4119-9973-7800177e9d02), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:48.873653 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370babd4-4872-4174-a443-6a3875df6bbf req-9d03808f-cba2-46ef-9798-1653ede3f293 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:48.880128 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b8f83a-a41f-4119-9973-7800177e9d02 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:31:48.885633 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370babd4-4872-4174-a443-6a3875df6bbf req-9d03808f-cba2-46ef-9798-1653ede3f293 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:48.896689 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370babd4-4872-4174-a443-6a3875df6bbf req-9d03808f-cba2-46ef-9798-1653ede3f293 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:48.904630 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 49b8f83a-a41f-4119-9973-7800177e9d02, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=49b8f83a-a41f-4119-9973-7800177e9d02,segment=NetworkSegment(74341012-2d09-4bfd-8196-39119d03257b),segment_id=74341012-2d09-4bfd-8196-39119d03257b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:48.907451 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370babd4-4872-4174-a443-6a3875df6bbf req-9d03808f-cba2-46ef-9798-1653ede3f293 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:48.913613 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (49b8f83a-a41f-4119-9973-7800177e9d02), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:48.918025 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370babd4-4872-4174-a443-6a3875df6bbf req-9d03808f-cba2-46ef-9798-1653ede3f293 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:48.938263 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-370babd4-4872-4174-a443-6a3875df6bbf req-9d03808f-cba2-46ef-9798-1653ede3f293 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5444 time: 0.6631031 Feb 09 01:31:48.962570 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f7d8e-ab36-4639-b138-5e015b07218c req-82ab7c68-0773-46d9-8a66-3d0954d9062f tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:48.966410 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-be3f7d8e-ab36-4639-b138-5e015b07218c req-82ab7c68-0773-46d9-8a66-3d0954d9062f tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.121 "GET /v2.0/ports?device_id=762fd02a-08b8-459e-bc50-47531df84afa HTTP/1.1" status: 200 len: 945 time: 0.7960999 Feb 09 01:31:49.014003 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d9609-211c-4e64-a314-7099e570674a req-7d3d333c-72e1-4239-aa1f-b95c0aebae24 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:49.020506 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f45d9609-211c-4e64-a314-7099e570674a req-7d3d333c-72e1-4239-aa1f-b95c0aebae24 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=762fd02a-08b8-459e-bc50-47531df84afa HTTP/1.1" status: 200 len: 945 time: 0.7272563 Feb 09 01:31:49.049033 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=49b8f83a-a41f-4119-9973-7800177e9d02,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:49.078144 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b322bfe-d3be-4780-81ad-d9a1d93c4f92 req-9a99d30a-87c7-44ab-8f6d-07e2ad7a5fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:49.080332 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5b322bfe-d3be-4780-81ad-d9a1d93c4f92 req-9a99d30a-87c7-44ab-8f6d-07e2ad7a5fe4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e9e889c5-ccd5-49a9-9e6c-c29b927a3427 HTTP/1.1" status: 200 len: 856 time: 0.4973919 Feb 09 01:31:49.230736 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['49b8f83a-a41f-4119-9973-7800177e9d02'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:31:49.243887 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-268703a7-a939-4a6c-ae33-04e9338bf695 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (3895e0c8-aacd-427b-8f32-15a035c59482), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:49.260774 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ca7034-6be0-49b5-bbe3-3bcfc483fbb4 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Router e805de78-939c-4bb6-a446-e0361324fa0c has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:31:49.390845 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:49.398244 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268703a7-a939-4a6c-ae33-04e9338bf695 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Pushing event updated for resources: {'Subnet': ['ID=3895e0c8-aacd-427b-8f32-15a035c59482,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:49.408326 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b322bfe-d3be-4780-81ad-d9a1d93c4f92 req-71123223-6408-4618-98cf-8e2d81efc081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:49.410173 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5b322bfe-d3be-4780-81ad-d9a1d93c4f92 req-71123223-6408-4618-98cf-8e2d81efc081 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c64d4aac-6638-4696-97b6-8d87827079a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3013742 Feb 09 01:31:49.429631 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f45d9609-211c-4e64-a314-7099e570674a req-0f44003c-159c-423b-a997-6ff4f70f4e49 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=b83a9366-5279-48bf-b11e-15d47ac55607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449354 Feb 09 01:31:49.506396 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ca7034-6be0-49b5-bbe3-3bcfc483fbb4 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:31:49.513745 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50ca7034-6be0-49b5-bbe3-3bcfc483fbb4 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:49.541768 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268703a7-a939-4a6c-ae33-04e9338bf695 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Checking segment: {'id': '287370ba-496f-498f-af2b-f4c09c7d7f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a2ea661e-f04f-490f-8c53-0e4fa94fd661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:49.541768 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268703a7-a939-4a6c-ae33-04e9338bf695 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Network hostable DHCP agents. Network: a2ea661e-f04f-490f-8c53-0e4fa94fd661, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:31:49.556334 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5b322bfe-d3be-4780-81ad-d9a1d93c4f92 req-a5dd4424-b99d-424c-bf09-a8dff995a0d6 service neutron] 10.222.0.91 "GET /v2.0/networks/c64d4aac-6638-4696-97b6-8d87827079a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206069 Feb 09 01:31:49.570728 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-370babd4-4872-4174-a443-6a3875df6bbf req-e9adf13a-ff35-4a7c-8ee9-213a8532f495 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5998721 Feb 09 01:31:49.587105 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-50ca7034-6be0-49b5-bbe3-3bcfc483fbb4 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "PUT /v2.0/floatingips/2a94ec8d-695e-4ce6-a4ec-c9cd9b543667 HTTP/1.1" status: 200 len: 992 time: 1.8557122 Feb 09 01:31:49.590108 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df', 'tag': '1f372b68-b59e-4914-8e62-ae2403cb4bc2'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:49.590273 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7972354-2332-47a6-9030-4b10368ac364 None None] Sync routers for ids ['e805de78-939c-4bb6-a446-e0361324fa0c'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:31:49.596090 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb81555-8709-431a-a70d-8b48fe3cb66a" -d '{"events": [{"name": "network-changed", "server_uuid": "46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df", "tag": "1f372b68-b59e-4914-8e62-ae2403cb4bc2"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:49.608676 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7972354-2332-47a6-9030-4b10368ac364 None None] Routers {'e805de78-939c-4bb6-a446-e0361324fa0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:49.609405 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-a7972354-2332-47a6-9030-4b10368ac364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:31:25Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['e805de78-939c-4bb6-a446-e0361324fa0c'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:49.637426 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268703a7-a939-4a6c-ae33-04e9338bf695 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Network a2ea661e-f04f-490f-8c53-0e4fa94fd661 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:31:49.652492 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-268703a7-a939-4a6c-ae33-04e9338bf695 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, a2ea661e-f04f-490f-8c53-0e4fa94fd661) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:49.659814 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268703a7-a939-4a6c-ae33-04e9338bf695 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:49.660455 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-268703a7-a939-4a6c-ae33-04e9338bf695 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:49.680564 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-be3f7d8e-ab36-4639-b138-5e015b07218c req-89cc1a24-75ad-40f2-9d22-800ef8268e2a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Deleting port a476cb47-66fa-4946-bbe0-0a21ff04360a {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:31:49.681528 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-be3f7d8e-ab36-4639-b138-5e015b07218c req-89cc1a24-75ad-40f2-9d22-800ef8268e2a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (a476cb47-66fa-4946-bbe0-0a21ff04360a), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:49.707371 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-268703a7-a939-4a6c-ae33-04e9338bf695 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8306167 Feb 09 01:31:49.707815 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44862) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:49.721083 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-c5a8fed3-0d3b-40e0-9af6-aad37d95a70b tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Request body: {'network': {'name': 'tempest-router-network01--537557895'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:49.767218 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a8fed3-0d3b-40e0-9af6-aad37d95a70b tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Made reservation on behalf of 21f3fe68545b48e0b7bf94d9578812cc for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:49.771033 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c5a8fed3-0d3b-40e0-9af6-aad37d95a70b tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:49.789096 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb291900-b1b1-4617-b125-646927250530 None None] Network a2ea661e-f04f-490f-8c53-0e4fa94fd661 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:31:49.853444 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5a8fed3-0d3b-40e0-9af6-aad37d95a70b tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:31:49.871691 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5b322bfe-d3be-4780-81ad-d9a1d93c4f92 req-6ae1c513-d39b-456b-ab4c-eef408f13095 service neutron] 10.222.0.91 "GET /v2.0/networks/c64d4aac-6638-4696-97b6-8d87827079a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824099 Feb 09 01:31:49.879961 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c5a8fed3-0d3b-40e0-9af6-aad37d95a70b tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (e27611b2-3628-4901-baec-47bacb367d53), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:49.880660 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-c5a8fed3-0d3b-40e0-9af6-aad37d95a70b tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Added segment e27611b2-3628-4901-baec-47bacb367d53 of type vlan for network b03ed4d2-ae8d-4b17-8d1a-0b9cb2b9a456 Feb 09 01:31:49.960555 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c5a8fed3-0d3b-40e0-9af6-aad37d95a70b tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (b03ed4d2-ae8d-4b17-8d1a-0b9cb2b9a456), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:49.995579 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c5a8fed3-0d3b-40e0-9af6-aad37d95a70b tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (b03ed4d2-ae8d-4b17-8d1a-0b9cb2b9a456), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:50.019286 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a8fed3-0d3b-40e0-9af6-aad37d95a70b tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:50.019966 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c5a8fed3-0d3b-40e0-9af6-aad37d95a70b tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:50.044261 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-a7972354-2332-47a6-9030-4b10368ac364 None None] Set router e805de78-939c-4bb6-a446-e0361324fa0c gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:31:50.113351 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a4a264-5afc-48fe-8035-e2e28b6f87e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-a2ea661e-f04f-490f-8c53-0e4fa94fd661', 'network_id': 'a2ea661e-f04f-490f-8c53-0e4fa94fd661', 'project_id': '21f3fe68545b48e0b7bf94d9578812cc', 'fixed_ips': [{'subnet_id': '3895e0c8-aacd-427b-8f32-15a035c59482'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:31:50.116863 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e8a4a264-5afc-48fe-8035-e2e28b6f87e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:50.136651 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aeb6ad-8bcd-454c-a08b-dac4e821b92d req-3740ea6a-52b0-419c-99f7-3eccfd2e1953 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:50.140078 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c9aeb6ad-8bcd-454c-a08b-dac4e821b92d req-3740ea6a-52b0-419c-99f7-3eccfd2e1953 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f62f8dc-36fe-42ac-b8c5-304516bff7b0 HTTP/1.1" status: 200 len: 945 time: 0.5452812 Feb 09 01:31:50.144724 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-be3f7d8e-ab36-4639-b138-5e015b07218c req-89cc1a24-75ad-40f2-9d22-800ef8268e2a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] For port a476cb47-66fa-4946-bbe0-0a21ff04360a, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=a476cb47-66fa-4946-bbe0-0a21ff04360a,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:50.145100 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-be3f7d8e-ab36-4639-b138-5e015b07218c req-89cc1a24-75ad-40f2-9d22-800ef8268e2a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (a476cb47-66fa-4946-bbe0-0a21ff04360a), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:50.178500 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c5a8fed3-0d3b-40e0-9af6-aad37d95a70b tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4693167 Feb 09 01:31:50.183440 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44866) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:50.191235 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-9341f5a8-dcc6-4e6f-87ff-748498a432c4 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Request body: {'network': {'name': 'tempest-router-network02--2100243532'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:50.224619 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a8fed3-0d3b-40e0-9af6-aad37d95a70b tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Pushing event updated for resources: {'Network': ['ID=b03ed4d2-ae8d-4b17-8d1a-0b9cb2b9a456,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:50.238437 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9341f5a8-dcc6-4e6f-87ff-748498a432c4 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Made reservation on behalf of 21f3fe68545b48e0b7bf94d9578812cc for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:50.243119 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a93f84-c8a2-4ed2-93d5-8ac80245c6b3 req-12b62b02-d387-442b-8b39-09adfd020e1e tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:50.244063 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9341f5a8-dcc6-4e6f-87ff-748498a432c4 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:50.250659 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f7a93f84-c8a2-4ed2-93d5-8ac80245c6b3 req-12b62b02-d387-442b-8b39-09adfd020e1e tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.2701960 Feb 09 01:31:50.254486 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-be3f7d8e-ab36-4639-b138-5e015b07218c req-89cc1a24-75ad-40f2-9d22-800ef8268e2a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Calling delete_port for a476cb47-66fa-4946-bbe0-0a21ff04360a owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:31:50.274750 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9341f5a8-dcc6-4e6f-87ff-748498a432c4 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:31:50.288473 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9341f5a8-dcc6-4e6f-87ff-748498a432c4 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (c2b6a2e1-d9d8-4860-9a75-7d0b26b0ac82), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:50.289522 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-9341f5a8-dcc6-4e6f-87ff-748498a432c4 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Added segment c2b6a2e1-d9d8-4860-9a75-7d0b26b0ac82 of type vlan for network 0e8569a1-2472-4f7d-a106-b0f289464055 Feb 09 01:31:50.345566 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9341f5a8-dcc6-4e6f-87ff-748498a432c4 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (0e8569a1-2472-4f7d-a106-b0f289464055), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:50.377764 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9341f5a8-dcc6-4e6f-87ff-748498a432c4 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (0e8569a1-2472-4f7d-a106-b0f289464055), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:50.385746 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9341f5a8-dcc6-4e6f-87ff-748498a432c4 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:50.386847 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9341f5a8-dcc6-4e6f-87ff-748498a432c4 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:50.467276 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c9aeb6ad-8bcd-454c-a08b-dac4e821b92d req-fd3fc89d-4f50-4b38-badd-933316cd2b7d tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138151 Feb 09 01:31:50.467863 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-e8a4a264-5afc-48fe-8035-e2e28b6f87e6 None None] Allocated IP 172.20.0.2 (a2ea661e-f04f-490f-8c53-0e4fa94fd661/3895e0c8-aacd-427b-8f32-15a035c59482/7f07e28b-d2a7-4b54-8be1-81521e483089) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:50.477104 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9341f5a8-dcc6-4e6f-87ff-748498a432c4 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2929599 Feb 09 01:31:50.483957 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f7a93f84-c8a2-4ed2-93d5-8ac80245c6b3 req-7af82cb7-2f93-4f08-8ee2-adc7b97bc4e3 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2224815 Feb 09 01:31:50.484323 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44870) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:50.488691 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341f5a8-dcc6-4e6f-87ff-748498a432c4 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Pushing event updated for resources: {'Network': ['ID=0e8569a1-2472-4f7d-a106-b0f289464055,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:50.517963 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-532525f4-66af-40e8-9968-e6f1ec70eeee tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Request body: {'subnet': {'network_id': 'b03ed4d2-ae8d-4b17-8d1a-0b9cb2b9a456', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:50.632655 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58e3d54-3988-4f42-9b0b-0d0053f8bec1 x-openstack-request-id: req-a58e3d54-3988-4f42-9b0b-0d0053f8bec1 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:50.633300 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df", "tag": "1f372b68-b59e-4914-8e62-ae2403cb4bc2", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:50.633755 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a58e3d54-3988-4f42-9b0b-0d0053f8bec1 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:50.634481 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df', 'tag': '1f372b68-b59e-4914-8e62-ae2403cb4bc2', 'status': 'completed', 'code': 200} Feb 09 01:31:50.678257 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d4c7f945-8cef-4699-a723-6caf1670e3ac req-eb916b5a-a607-46e8-bbe1-d00cf3acd8d2 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=762fd02a-08b8-459e-bc50-47531df84afa HTTP/1.1" status: 200 len: 210 time: 0.0787184 Feb 09 01:31:50.679573 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-be3f7d8e-ab36-4639-b138-5e015b07218c req-89cc1a24-75ad-40f2-9d22-800ef8268e2a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (a476cb47-66fa-4946-bbe0-0a21ff04360a), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:50.750335 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb81555-8709-431a-a70d-8b48fe3cb66a req-0be55c6d-c562-487b-9cf1-bd2e91b64d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:50.754220 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bcb81555-8709-431a-a70d-8b48fe3cb66a req-0be55c6d-c562-487b-9cf1-bd2e91b64d8a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=40040732d30e4d7f9ee97e8667a77299&device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 1129 time: 0.1169693 Feb 09 01:31:50.761875 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532525f4-66af-40e8-9968-e6f1ec70eeee tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Made reservation on behalf of 21f3fe68545b48e0b7bf94d9578812cc for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:50.768621 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-532525f4-66af-40e8-9968-e6f1ec70eeee tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:50.861571 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e8a4a264-5afc-48fe-8035-e2e28b6f87e6 None None] Publish callbacks [] for port (7f07e28b-d2a7-4b54-8be1-81521e483089), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:50.872287 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc1a24-75ad-40f2-9d22-800ef8268e2a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Pushing event deleted for resources: {'Port': ['ID=a476cb47-66fa-4946-bbe0-0a21ff04360a,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:50.918311 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3f7d8e-ab36-4639-b138-5e015b07218c req-89cc1a24-75ad-40f2-9d22-800ef8268e2a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] No DVR routers for this DVR port a476cb47-66fa-4946-bbe0-0a21ff04360a on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:31:50.921293 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-be3f7d8e-ab36-4639-b138-5e015b07218c req-89cc1a24-75ad-40f2-9d22-800ef8268e2a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:50.939260 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-be3f7d8e-ab36-4639-b138-5e015b07218c req-89cc1a24-75ad-40f2-9d22-800ef8268e2a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.121 "DELETE /v2.0/ports/a476cb47-66fa-4946-bbe0-0a21ff04360a HTTP/1.1" status: 204 len: 173 time: 1.9490483 Feb 09 01:31:50.949776 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762fd02a-08b8-459e-bc50-47531df84afa', 'name': 'network-vif-deleted', 'tag': 'a476cb47-66fa-4946-bbe0-0a21ff04360a'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:50.952511 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96000077-995f-4394-b97b-5b880438b67b" -d '{"events": [{"server_uuid": "762fd02a-08b8-459e-bc50-47531df84afa", "name": "network-vif-deleted", "tag": "a476cb47-66fa-4946-bbe0-0a21ff04360a"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:51.031247 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00148d8-1d07-4718-a3cf-d34629ac0180 req-283d883e-0ff3-40b0-96a0-6fcc9b2b5260 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:51.039293 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network b03ed4d2-ae8d-4b17-8d1a-0b9cb2b9a456 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:31:51.044196 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00148d8-1d07-4718-a3cf-d34629ac0180 req-283d883e-0ff3-40b0-96a0-6fcc9b2b5260 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:51.052658 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 0e8569a1-2472-4f7d-a106-b0f289464055 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:31:51.056029 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00148d8-1d07-4718-a3cf-d34629ac0180 req-283d883e-0ff3-40b0-96a0-6fcc9b2b5260 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:51.067020 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00148d8-1d07-4718-a3cf-d34629ac0180 req-283d883e-0ff3-40b0-96a0-6fcc9b2b5260 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:51.086444 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00148d8-1d07-4718-a3cf-d34629ac0180 req-283d883e-0ff3-40b0-96a0-6fcc9b2b5260 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:51.100054 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00148d8-1d07-4718-a3cf-d34629ac0180 req-283d883e-0ff3-40b0-96a0-6fcc9b2b5260 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:51.115901 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00148d8-1d07-4718-a3cf-d34629ac0180 req-283d883e-0ff3-40b0-96a0-6fcc9b2b5260 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:51.121520 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d00148d8-1d07-4718-a3cf-d34629ac0180 req-283d883e-0ff3-40b0-96a0-6fcc9b2b5260 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5444 time: 0.3646255 Feb 09 01:31:51.126379 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce434dd0-711e-45ff-9a61-d9b167fd3978 x-openstack-request-id: req-ce434dd0-711e-45ff-9a61-d9b167fd3978 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:51.126758 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762fd02a-08b8-459e-bc50-47531df84afa", "name": "network-vif-deleted", "tag": "a476cb47-66fa-4946-bbe0-0a21ff04360a", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:51.127030 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ce434dd0-711e-45ff-9a61-d9b167fd3978 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:51.127458 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762fd02a-08b8-459e-bc50-47531df84afa', 'name': 'network-vif-deleted', 'tag': 'a476cb47-66fa-4946-bbe0-0a21ff04360a', 'status': 'completed', 'code': 200} Feb 09 01:31:51.141309 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb81555-8709-431a-a70d-8b48fe3cb66a req-604b5819-e1c6-43d6-bbcd-5a39da85f29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:51.146712 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bcb81555-8709-431a-a70d-8b48fe3cb66a req-604b5819-e1c6-43d6-bbcd-5a39da85f29a service neutron] 10.222.0.121 "GET /v2.0/networks?id=0a61edaa-ae5c-493b-b01a-414100fdece7 HTTP/1.1" status: 200 len: 912 time: 0.3664346 Feb 09 01:31:51.399098 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e8a4a264-5afc-48fe-8035-e2e28b6f87e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (7f07e28b-d2a7-4b54-8be1-81521e483089), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:51.427170 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bcb81555-8709-431a-a70d-8b48fe3cb66a req-2b2dda6f-becf-4329-b92b-22cc3cae1acd service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f372b68-b59e-4914-8e62-ae2403cb4bc2 HTTP/1.1" status: 200 len: 1000 time: 0.2493148 Feb 09 01:31:51.434667 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a4a264-5afc-48fe-8035-e2e28b6f87e6 None None] Network a2ea661e-f04f-490f-8c53-0e4fa94fd661 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:51.505497 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-e8a4a264-5afc-48fe-8035-e2e28b6f87e6 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:51.560011 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a4a264-5afc-48fe-8035-e2e28b6f87e6 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:51.615222 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:51.631730 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-72868627-781f-45b2-ae59-22933b088378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:51.720318 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a4a264-5afc-48fe-8035-e2e28b6f87e6 None None] Pushing event updated for resources: {'Port': ['ID=7f07e28b-d2a7-4b54-8be1-81521e483089,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:51.748243 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-e8a4a264-5afc-48fe-8035-e2e28b6f87e6 None None] Attempting to bind port 7f07e28b-d2a7-4b54-8be1-81521e483089 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:31:51.748700 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-e8a4a264-5afc-48fe-8035-e2e28b6f87e6 None None] Attempting to bind port 7f07e28b-d2a7-4b54-8be1-81521e483089 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '287370ba-496f-498f-af2b-f4c09c7d7f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a2ea661e-f04f-490f-8c53-0e4fa94fd661'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:31:51.750733 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a4a264-5afc-48fe-8035-e2e28b6f87e6 None None] Attempting to bind port 7f07e28b-d2a7-4b54-8be1-81521e483089 on network a2ea661e-f04f-490f-8c53-0e4fa94fd661 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:51.781625 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a4a264-5afc-48fe-8035-e2e28b6f87e6 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:31:51.782129 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a4a264-5afc-48fe-8035-e2e28b6f87e6 None None] Checking segment: {'id': '287370ba-496f-498f-af2b-f4c09c7d7f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a2ea661e-f04f-490f-8c53-0e4fa94fd661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:51.782624 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e8a4a264-5afc-48fe-8035-e2e28b6f87e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:51.783075 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a4a264-5afc-48fe-8035-e2e28b6f87e6 None None] Bound using segment: {'id': '287370ba-496f-498f-af2b-f4c09c7d7f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a2ea661e-f04f-490f-8c53-0e4fa94fd661'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:31:51.783749 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-e8a4a264-5afc-48fe-8035-e2e28b6f87e6 None None] Bound port: 7f07e28b-d2a7-4b54-8be1-81521e483089, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '287370ba-496f-498f-af2b-f4c09c7d7f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a2ea661e-f04f-490f-8c53-0e4fa94fd661'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:31:51.784237 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e8a4a264-5afc-48fe-8035-e2e28b6f87e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7f07e28b-d2a7-4b54-8be1-81521e483089), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:51.803741 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-a7972354-2332-47a6-9030-4b10368ac364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'name': 'tempest-AttachVolumeTestJSON-1132437517-router', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:05Z', 'updated_at': '2022-02-09T01:31:13Z', 'revision_number': 4, 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'gw_port': {'id': 'c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:04:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:06Z', 'updated_at': '2022-02-09T01:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '2a94ec8d-695e-4ce6-a4ec-c9cd9b543667', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'floating_ip_address': '172.25.1.249', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'port_id': '1f372b68-b59e-4914-8e62-ae2403cb4bc2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2228, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7', 'mac_address': 'fa:16:3e:58:42:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:31:18Z', 'updated_at': '2022-02-09T01:31:48Z', 'revision_number': 1, 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa682d5-a5f0-48fa-91fb-3c882a5a1815', 'name': '', 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'mac_address': 'fa:16:3e:84:6e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': 'ad59b321-ab39-4a7c-b208-055ec9804c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:11Z', 'updated_at': '2022-02-09T01:31:22Z', 'revision_number': 5, 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'subnets': [{'id': 'ad59b321-ab39-4a7c-b208-055ec9804c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:51.862557 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7972354-2332-47a6-9030-4b10368ac364 None None] Checking router: e805de78-939c-4bb6-a446-e0361324fa0c for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:31:51.899998 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7972354-2332-47a6-9030-4b10368ac364 None None] Routers {'e805de78-939c-4bb6-a446-e0361324fa0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:51.901399 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-a7972354-2332-47a6-9030-4b10368ac364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:31:25Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['e805de78-939c-4bb6-a446-e0361324fa0c'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:52.118153 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb81555-8709-431a-a70d-8b48fe3cb66a req-40eb1f72-22da-4872-aa06-baa9db0c8583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:52.119785 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bcb81555-8709-431a-a70d-8b48fe3cb66a req-40eb1f72-22da-4872-aa06-baa9db0c8583 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ad59b321-ab39-4a7c-b208-055ec9804c66 HTTP/1.1" status: 200 len: 850 time: 0.6755068 Feb 09 01:31:52.198818 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e8a4a264-5afc-48fe-8035-e2e28b6f87e6 None None] For port 7f07e28b-d2a7-4b54-8be1-81521e483089, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:52.212291 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d00148d8-1d07-4718-a3cf-d34629ac0180 req-2245d732-ea87-4170-bead-c5b8efc62301 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0810685 Feb 09 01:31:52.247941 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93301517-0103-45b5-86bb-66af7f197857 req-eaf1d677-1bee-47c2-b8e9-486dd7e412d8 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:52.256328 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93301517-0103-45b5-86bb-66af7f197857 req-eaf1d677-1bee-47c2-b8e9-486dd7e412d8 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f62f8dc-36fe-42ac-b8c5-304516bff7b0 HTTP/1.1" status: 200 len: 945 time: 0.1202703 Feb 09 01:31:52.264194 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device a476cb47-66fa-4946-bbe0-0a21ff04360a no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:31:52.338246 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-532525f4-66af-40e8-9968-e6f1ec70eeee tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (dc9ad763-8ed1-439e-ae96-7641eac385cb), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:52.352888 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb81555-8709-431a-a70d-8b48fe3cb66a req-ed36484f-d735-4f67-97d9-68c3643f9493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:52.354990 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bcb81555-8709-431a-a70d-8b48fe3cb66a req-ed36484f-d735-4f67-97d9-68c3643f9493 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0a61edaa-ae5c-493b-b01a-414100fdece7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2201138 Feb 09 01:31:52.355454 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93301517-0103-45b5-86bb-66af7f197857 req-0a03fb29-087a-46f9-abdb-933e47190e42 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977154 Feb 09 01:31:52.357220 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: a476cb47-66fa-4946-bbe0-0a21ff04360a {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:31:52.357569 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device a476cb47-66fa-4946-bbe0-0a21ff04360a not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:31:52.366695 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e8a4a264-5afc-48fe-8035-e2e28b6f87e6 None None] For port 7f07e28b-d2a7-4b54-8be1-81521e483089, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=7f07e28b-d2a7-4b54-8be1-81521e483089,segment=NetworkSegment(287370ba-496f-498f-af2b-f4c09c7d7f7e),segment_id=287370ba-496f-498f-af2b-f4c09c7d7f7e)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:31:52.368568 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 49b8f83a-a41f-4119-9973-7800177e9d02 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:52.423783 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e8a4a264-5afc-48fe-8035-e2e28b6f87e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7f07e28b-d2a7-4b54-8be1-81521e483089), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:52.511361 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a4a264-5afc-48fe-8035-e2e28b6f87e6 None None] Pushing event updated for resources: {'Port': ['ID=7f07e28b-d2a7-4b54-8be1-81521e483089,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:52.525304 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbece07-3df3-4234-9c27-8bebc02dc755 req-7bf98700-51d8-40e4-8889-ced942b45b13 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:52.544950 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2cbece07-3df3-4234-9c27-8bebc02dc755 req-7bf98700-51d8-40e4-8889-ced942b45b13 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.1827140 Feb 09 01:31:52.564359 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-a7972354-2332-47a6-9030-4b10368ac364 None None] Set router e805de78-939c-4bb6-a446-e0361324fa0c gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:31:52.635915 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 49b8f83a-a41f-4119-9973-7800177e9d02 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:52.648798 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 49b8f83a-a41f-4119-9973-7800177e9d02 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:52.649219 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (49b8f83a-a41f-4119-9973-7800177e9d02), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:52.695194 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532525f4-66af-40e8-9968-e6f1ec70eeee tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Pushing event updated for resources: {'Subnet': ['ID=dc9ad763-8ed1-439e-ae96-7641eac385cb,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:52.756358 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532525f4-66af-40e8-9968-e6f1ec70eeee tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Checking segment: {'id': 'e27611b2-3628-4901-baec-47bacb367d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b03ed4d2-ae8d-4b17-8d1a-0b9cb2b9a456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:52.756549 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79253ff9-c19f-46b4-a0ed-a8961e9de864 req-48fb51cb-10c9-4ea9-9bf5-af3b9291f06c tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:52.756807 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532525f4-66af-40e8-9968-e6f1ec70eeee tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Network hostable DHCP agents. Network: b03ed4d2-ae8d-4b17-8d1a-0b9cb2b9a456, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:31:52.763914 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79253ff9-c19f-46b4-a0ed-a8961e9de864 req-48fb51cb-10c9-4ea9-9bf5-af3b9291f06c tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:52.773677 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bcb81555-8709-431a-a70d-8b48fe3cb66a req-97242a76-4c2a-4a46-8c5a-757dccdc3d61 service neutron] 10.222.0.121 "GET /v2.0/networks/0a61edaa-ae5c-493b-b01a-414100fdece7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883982 Feb 09 01:31:52.779677 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79253ff9-c19f-46b4-a0ed-a8961e9de864 req-48fb51cb-10c9-4ea9-9bf5-af3b9291f06c tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:52.788177 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79253ff9-c19f-46b4-a0ed-a8961e9de864 req-48fb51cb-10c9-4ea9-9bf5-af3b9291f06c tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:52.789717 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532525f4-66af-40e8-9968-e6f1ec70eeee tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Network b03ed4d2-ae8d-4b17-8d1a-0b9cb2b9a456 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:31:52.798032 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79253ff9-c19f-46b4-a0ed-a8961e9de864 req-48fb51cb-10c9-4ea9-9bf5-af3b9291f06c tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:52.811750 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79253ff9-c19f-46b4-a0ed-a8961e9de864 req-48fb51cb-10c9-4ea9-9bf5-af3b9291f06c tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:52.828645 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79253ff9-c19f-46b4-a0ed-a8961e9de864 req-48fb51cb-10c9-4ea9-9bf5-af3b9291f06c tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:52.832188 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79253ff9-c19f-46b4-a0ed-a8961e9de864 req-48fb51cb-10c9-4ea9-9bf5-af3b9291f06c tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5444 time: 0.2327394 Feb 09 01:31:52.836863 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2cbece07-3df3-4234-9c27-8bebc02dc755 req-abbd79bc-b67b-4e58-bff0-b79fa9aaee6e tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2906468 Feb 09 01:31:52.865275 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-532525f4-66af-40e8-9968-e6f1ec70eeee tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, b03ed4d2-ae8d-4b17-8d1a-0b9cb2b9a456) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:52.880584 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532525f4-66af-40e8-9968-e6f1ec70eeee tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:52.881223 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-532525f4-66af-40e8-9968-e6f1ec70eeee tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:52.887446 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 49b8f83a-a41f-4119-9973-7800177e9d02 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:52.887446 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (49b8f83a-a41f-4119-9973-7800177e9d02), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:52.894673 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cc56bf-62b3-48b3-a55a-88ab86407bec None None] Network b03ed4d2-ae8d-4b17-8d1a-0b9cb2b9a456 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:31:52.924616 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-532525f4-66af-40e8-9968-e6f1ec70eeee tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4159501 Feb 09 01:31:52.924835 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44898) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:52.940045 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-7deec14e-df0d-4ee4-9223-3b373c78850d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Request body: {'subnet': {'network_id': '0e8569a1-2472-4f7d-a106-b0f289464055', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:53.019259 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 49b8f83a-a41f-4119-9973-7800177e9d02, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=49b8f83a-a41f-4119-9973-7800177e9d02,segment=NetworkSegment(74341012-2d09-4bfd-8196-39119d03257b),segment_id=74341012-2d09-4bfd-8196-39119d03257b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:53.028569 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f62f8dc-36fe-42ac-b8c5-304516bff7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b8f83a-a41f-4119-9973-7800177e9d02'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:53.031651 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cda6a00-5c45-4560-9e2f-428e5ad62a6a" -d '{"events": [{"server_uuid": "8f62f8dc-36fe-42ac-b8c5-304516bff7b0", "name": "network-vif-plugged", "status": "completed", "tag": "49b8f83a-a41f-4119-9973-7800177e9d02"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:53.042065 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (49b8f83a-a41f-4119-9973-7800177e9d02), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:53.057263 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79253ff9-c19f-46b4-a0ed-a8961e9de864 req-baa98d4b-b426-4747-9709-93c903312597 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2122762 Feb 09 01:31:53.235320 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7deec14e-df0d-4ee4-9223-3b373c78850d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Made reservation on behalf of 21f3fe68545b48e0b7bf94d9578812cc for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:53.280385 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7deec14e-df0d-4ee4-9223-3b373c78850d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:53.296055 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0416e123-6bd8-4fe3-9abe-f0ebb27408b9 x-openstack-request-id: req-0416e123-6bd8-4fe3-9abe-f0ebb27408b9 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:53.297356 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f62f8dc-36fe-42ac-b8c5-304516bff7b0", "name": "network-vif-plugged", "status": "completed", "tag": "49b8f83a-a41f-4119-9973-7800177e9d02", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:53.297664 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0416e123-6bd8-4fe3-9abe-f0ebb27408b9 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:53.298088 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f62f8dc-36fe-42ac-b8c5-304516bff7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b8f83a-a41f-4119-9973-7800177e9d02', 'code': 200} Feb 09 01:31:53.318705 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 7f07e28b-d2a7-4b54-8be1-81521e483089 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:53.419409 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bcb81555-8709-431a-a70d-8b48fe3cb66a req-7ed00524-1ba1-4f15-96f6-6494aee1dcfc service neutron] 10.222.0.121 "GET /v2.0/networks/0a61edaa-ae5c-493b-b01a-414100fdece7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6393132 Feb 09 01:31:53.635589 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242fc10-7d12-4330-a677-b1842d24ea07 req-d3e28423-9a9e-4cda-a535-5a0d59278627 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:53.641482 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=49b8f83a-a41f-4119-9973-7800177e9d02,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:53.641974 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242fc10-7d12-4330-a677-b1842d24ea07 req-d3e28423-9a9e-4cda-a535-5a0d59278627 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:53.648789 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242fc10-7d12-4330-a677-b1842d24ea07 req-d3e28423-9a9e-4cda-a535-5a0d59278627 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:53.655891 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242fc10-7d12-4330-a677-b1842d24ea07 req-d3e28423-9a9e-4cda-a535-5a0d59278627 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:53.661318 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242fc10-7d12-4330-a677-b1842d24ea07 req-d3e28423-9a9e-4cda-a535-5a0d59278627 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:53.669092 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242fc10-7d12-4330-a677-b1842d24ea07 req-d3e28423-9a9e-4cda-a535-5a0d59278627 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:53.674974 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242fc10-7d12-4330-a677-b1842d24ea07 req-d3e28423-9a9e-4cda-a535-5a0d59278627 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:53.682423 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9242fc10-7d12-4330-a677-b1842d24ea07 req-d3e28423-9a9e-4cda-a535-5a0d59278627 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5444 time: 0.3355575 Feb 09 01:31:53.695354 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fcb0b6-624d-41cb-b2f5-a43dea8b3428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-b03ed4d2-ae8d-4b17-8d1a-0b9cb2b9a456', 'network_id': 'b03ed4d2-ae8d-4b17-8d1a-0b9cb2b9a456', 'project_id': '21f3fe68545b48e0b7bf94d9578812cc', 'fixed_ips': [{'subnet_id': 'dc9ad763-8ed1-439e-ae96-7641eac385cb'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:31:53.697051 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-57fcb0b6-624d-41cb-b2f5-a43dea8b3428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:53.718032 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fd710-e73d-4913-b1c0-330eac8f5542 req-0f98a1a6-2fb3-4001-a147-544484b2c824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:53.724631 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c12fd710-e73d-4913-b1c0-330eac8f5542 req-0f98a1a6-2fb3-4001-a147-544484b2c824 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8f62f8dc-36fe-42ac-b8c5-304516bff7b0 HTTP/1.1" status: 200 len: 1129 time: 0.3763213 Feb 09 01:31:53.770153 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7deec14e-df0d-4ee4-9223-3b373c78850d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (1cc155df-2888-4d30-b109-5c989633111a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:53.779286 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 7f07e28b-d2a7-4b54-8be1-81521e483089 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:53.780768 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7f07e28b-d2a7-4b54-8be1-81521e483089), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:53.866417 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deec14e-df0d-4ee4-9223-3b373c78850d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Pushing event updated for resources: {'Subnet': ['ID=1cc155df-2888-4d30-b109-5c989633111a,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:53.898707 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deec14e-df0d-4ee4-9223-3b373c78850d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Checking segment: {'id': 'c2b6a2e1-d9d8-4860-9a75-7d0b26b0ac82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0e8569a1-2472-4f7d-a106-b0f289464055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:53.899054 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deec14e-df0d-4ee4-9223-3b373c78850d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Network hostable DHCP agents. Network: 0e8569a1-2472-4f7d-a106-b0f289464055, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:31:53.923868 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-a7972354-2332-47a6-9030-4b10368ac364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'name': 'tempest-AttachVolumeTestJSON-1132437517-router', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:05Z', 'updated_at': '2022-02-09T01:31:13Z', 'revision_number': 4, 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'gw_port': {'id': 'c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:04:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:06Z', 'updated_at': '2022-02-09T01:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '2a94ec8d-695e-4ce6-a4ec-c9cd9b543667', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'floating_ip_address': '172.25.1.249', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'port_id': '1f372b68-b59e-4914-8e62-ae2403cb4bc2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2228, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7', 'mac_address': 'fa:16:3e:58:42:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:31:18Z', 'updated_at': '2022-02-09T01:31:48Z', 'revision_number': 1, 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa682d5-a5f0-48fa-91fb-3c882a5a1815', 'name': '', 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'mac_address': 'fa:16:3e:84:6e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': 'ad59b321-ab39-4a7c-b208-055ec9804c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:11Z', 'updated_at': '2022-02-09T01:31:22Z', 'revision_number': 5, 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'subnets': [{'id': 'ad59b321-ab39-4a7c-b208-055ec9804c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:53.926466 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deec14e-df0d-4ee4-9223-3b373c78850d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Network 0e8569a1-2472-4f7d-a106-b0f289464055 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:31:53.929210 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534737d-0e65-4a97-914a-4528e4ab63e6 req-b655dc0b-2906-4145-815d-d6c77f40d7c8 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:53.932728 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e534737d-0e65-4a97-914a-4528e4ab63e6 req-b655dc0b-2906-4145-815d-d6c77f40d7c8 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.4049449 Feb 09 01:31:53.951415 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-7deec14e-df0d-4ee4-9223-3b373c78850d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 0e8569a1-2472-4f7d-a106-b0f289464055) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:53.964448 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7deec14e-df0d-4ee4-9223-3b373c78850d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:53.966565 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7deec14e-df0d-4ee4-9223-3b373c78850d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:54.006665 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457c0f80-5e8d-4cd4-8122-ab6c211635f5 None None] Network 0e8569a1-2472-4f7d-a106-b0f289464055 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:31:54.014416 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7deec14e-df0d-4ee4-9223-3b373c78850d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0882657 Feb 09 01:31:54.014831 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7972354-2332-47a6-9030-4b10368ac364 None None] The sync data for ids ['e805de78-939c-4bb6-a446-e0361324fa0c'] in n-d-822053-40 is: [{'id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'name': 'tempest-AttachVolumeTestJSON-1132437517-router', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:05Z', 'updated_at': '2022-02-09T01:31:13Z', 'revision_number': 4, 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'gw_port': {'id': 'c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:04:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:06Z', 'updated_at': '2022-02-09T01:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '2a94ec8d-695e-4ce6-a4ec-c9cd9b543667', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'floating_ip_address': '172.25.1.249', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'port_id': '1f372b68-b59e-4914-8e62-ae2403cb4bc2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2228, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7', 'mac_address': 'fa:16:3e:58:42:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:31:18Z', 'updated_at': '2022-02-09T01:31:48Z', 'revision_number': 1, 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa682d5-a5f0-48fa-91fb-3c882a5a1815', 'name': '', 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'mac_address': 'fa:16:3e:84:6e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': 'ad59b321-ab39-4a7c-b208-055ec9804c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:11Z', 'updated_at': '2022-02-09T01:31:22Z', 'revision_number': 5, 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'subnets': [{'id': 'ad59b321-ab39-4a7c-b208-055ec9804c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:31:54.030324 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44926) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:54.034277 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c12fd710-e73d-4913-b1c0-330eac8f5542 req-3c1f1023-1b83-4711-8834-5bb4584c32b6 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992249 Feb 09 01:31:54.083724 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c135a11-2dbb-4758-be8a-18c0d9447578 req-fbb16fbe-089e-416c-b28c-87a27438fab8 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:54.090709 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0c135a11-2dbb-4758-be8a-18c0d9447578 req-fbb16fbe-089e-416c-b28c-87a27438fab8 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f62f8dc-36fe-42ac-b8c5-304516bff7b0 HTTP/1.1" status: 200 len: 946 time: 0.3041689 Feb 09 01:31:54.159202 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e534737d-0e65-4a97-914a-4528e4ab63e6 req-e97f50d2-a197-426f-ba6f-40a5044b0f9a tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2142384 Feb 09 01:31:54.241208 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0c135a11-2dbb-4758-be8a-18c0d9447578 req-d3b9c792-9f58-4a6b-9ea0-db7fd9fb59da tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425381 Feb 09 01:31:54.306178 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-57fcb0b6-624d-41cb-b2f5-a43dea8b3428 None None] Allocated IP 172.20.0.2 (b03ed4d2-ae8d-4b17-8d1a-0b9cb2b9a456/dc9ad763-8ed1-439e-ae96-7641eac385cb/e1e684b5-92ba-4c80-8752-b8250a5decca) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:54.397650 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-32328e6d-2525-4cfd-bfe5-50ddac3abd45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:54.418113 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772132fa-17c6-4e75-8c2e-b86555b1671b req-377e7ec6-296e-4ab2-a2dc-cf0ebd789a33 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:54.437065 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-772132fa-17c6-4e75-8c2e-b86555b1671b req-377e7ec6-296e-4ab2-a2dc-cf0ebd789a33 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.1321502 Feb 09 01:31:54.450886 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 7f07e28b-d2a7-4b54-8be1-81521e483089 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:54.451389 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7f07e28b-d2a7-4b54-8be1-81521e483089), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:54.596847 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-772132fa-17c6-4e75-8c2e-b86555b1671b req-4c8db404-23b8-406f-9b34-83ba6993d1c7 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494546 Feb 09 01:31:54.627962 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3b281c-b49a-4617-a891-aed9c5a2d935 None None] New status for floating IP 2a94ec8d-695e-4ce6-a4ec-c9cd9b543667: ACTIVE {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:31:54.725190 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee4f3ddb-bbac-4051-a85c-4382a3bfea5d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:54.952037 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a0cd99-a562-480f-8709-99307310f71d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-0e8569a1-2472-4f7d-a106-b0f289464055', 'network_id': '0e8569a1-2472-4f7d-a106-b0f289464055', 'project_id': '21f3fe68545b48e0b7bf94d9578812cc', 'fixed_ips': [{'subnet_id': '1cc155df-2888-4d30-b109-5c989633111a'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:31:54.954028 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e7a0cd99-a562-480f-8709-99307310f71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:54.959340 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fd6c53-22c8-4bc8-98d4-612af02ebd50 None None] Network a2ea661e-f04f-490f-8c53-0e4fa94fd661 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:31:55.037744 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2154d-f525-4f27-9c49-056ffe9c0fa8 req-0ffbb99c-d154-4069-a01a-a355661b5a42 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:55.039602 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-90e2154d-f525-4f27-9c49-056ffe9c0fa8 req-0ffbb99c-d154-4069-a01a-a355661b5a42 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.121 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.1362379 Feb 09 01:31:55.070612 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 7f07e28b-d2a7-4b54-8be1-81521e483089, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=7f07e28b-d2a7-4b54-8be1-81521e483089,segment=NetworkSegment(287370ba-496f-498f-af2b-f4c09c7d7f7e),segment_id=287370ba-496f-498f-af2b-f4c09c7d7f7e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:55.182404 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-90e2154d-f525-4f27-9c49-056ffe9c0fa8 req-d93620eb-4856-4bb0-a124-1471c1541250 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Deleting port 5719c236-b300-4f5c-b12a-6f8844909733 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:31:55.182783 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-90e2154d-f525-4f27-9c49-056ffe9c0fa8 req-d93620eb-4856-4bb0-a124-1471c1541250 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (5719c236-b300-4f5c-b12a-6f8844909733), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:55.356991 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-90e2154d-f525-4f27-9c49-056ffe9c0fa8 req-d93620eb-4856-4bb0-a124-1471c1541250 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] For port 5719c236-b300-4f5c-b12a-6f8844909733, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=5719c236-b300-4f5c-b12a-6f8844909733,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:55.357463 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-90e2154d-f525-4f27-9c49-056ffe9c0fa8 req-d93620eb-4856-4bb0-a124-1471c1541250 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (5719c236-b300-4f5c-b12a-6f8844909733), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:55.374977 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-57fcb0b6-624d-41cb-b2f5-a43dea8b3428 None None] Publish callbacks [] for port (e1e684b5-92ba-4c80-8752-b8250a5decca), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:55.407129 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7f07e28b-d2a7-4b54-8be1-81521e483089), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:55.422616 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-57fcb0b6-624d-41cb-b2f5-a43dea8b3428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (e1e684b5-92ba-4c80-8752-b8250a5decca), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:55.424204 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-85effa43-89fe-4df2-9619-750caf7d6704 None None] Provisioning complete for port 7f07e28b-d2a7-4b54-8be1-81521e483089 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:55.424567 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-85effa43-89fe-4df2-9619-750caf7d6704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7f07e28b-d2a7-4b54-8be1-81521e483089), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:55.527244 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed526e0-c1a1-4f7f-bf97-4e56e9be20f2 req-af8ed5d7-f0cc-4fca-95f1-7d325f4c04b1 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:55.529748 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3ed526e0-c1a1-4f7f-bf97-4e56e9be20f2 req-af8ed5d7-f0cc-4fca-95f1-7d325f4c04b1 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 945 time: 0.2378438 Feb 09 01:31:55.534692 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fcb0b6-624d-41cb-b2f5-a43dea8b3428 None None] Network b03ed4d2-ae8d-4b17-8d1a-0b9cb2b9a456 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:55.555269 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-57fcb0b6-624d-41cb-b2f5-a43dea8b3428 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:55.624489 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fcb0b6-624d-41cb-b2f5-a43dea8b3428 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:55.631267 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-ee4f3ddb-bbac-4051-a85c-4382a3bfea5d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Allocated IP 172.20.0.1 (b03ed4d2-ae8d-4b17-8d1a-0b9cb2b9a456/dc9ad763-8ed1-439e-ae96-7641eac385cb/3aa764f0-f412-48c8-9efa-7a5c66d8f3e3) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:55.663742 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3ed526e0-c1a1-4f7f-bf97-4e56e9be20f2 req-3da389a5-06ea-4186-9ef2-4c1ee5af9675 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups?id=8220723f-4cfe-4bd5-bd68-a7ece32df0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268890 Feb 09 01:31:55.682160 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb249e5-c823-45c1-8f35-958da6be1013 req-954b479a-b51b-499f-9a04-d08f4a171653 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:55.701263 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-e7a0cd99-a562-480f-8709-99307310f71d None None] Allocated IP 172.20.0.2 (0e8569a1-2472-4f7d-a106-b0f289464055/1cc155df-2888-4d30-b109-5c989633111a/b61ee766-c0c6-4c50-92e8-d8d56872521f) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:55.703660 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1eb249e5-c823-45c1-8f35-958da6be1013 req-954b479a-b51b-499f-9a04-d08f4a171653 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f62f8dc-36fe-42ac-b8c5-304516bff7b0 HTTP/1.1" status: 200 len: 946 time: 0.3008008 Feb 09 01:31:55.778725 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=7f07e28b-d2a7-4b54-8be1-81521e483089,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:55.792113 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1eb249e5-c823-45c1-8f35-958da6be1013 req-669a4e4d-afdc-43a0-9236-6ad56c4cd71e tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703986 Feb 09 01:31:55.898323 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee4f3ddb-bbac-4051-a85c-4382a3bfea5d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks [] for port (3aa764f0-f412-48c8-9efa-7a5c66d8f3e3), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:55.954710 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee4f3ddb-bbac-4051-a85c-4382a3bfea5d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (3aa764f0-f412-48c8-9efa-7a5c66d8f3e3), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:56.004907 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-90e2154d-f525-4f27-9c49-056ffe9c0fa8 req-d93620eb-4856-4bb0-a124-1471c1541250 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:56.005389 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-90e2154d-f525-4f27-9c49-056ffe9c0fa8 req-d93620eb-4856-4bb0-a124-1471c1541250 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (f678e463-6bc8-43d4-a441-b89ccd4e1ee3), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:56.006097 n-d-822053-40 neutron-server[103528]: INFO neutron.db.l3_db [req-90e2154d-f525-4f27-9c49-056ffe9c0fa8 req-d93620eb-4856-4bb0-a124-1471c1541250 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Floating IP f678e463-6bc8-43d4-a441-b89ccd4e1ee3 disassociated. External IP: 172.25.1.137, port: 5719c236-b300-4f5c-b12a-6f8844909733. Feb 09 01:31:56.006555 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-90e2154d-f525-4f27-9c49-056ffe9c0fa8 req-d93620eb-4856-4bb0-a124-1471c1541250 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Calling delete_port for 5719c236-b300-4f5c-b12a-6f8844909733 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:31:56.037536 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:56.114478 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-85effa43-89fe-4df2-9619-750caf7d6704 None None] Current status of the port 7f07e28b-d2a7-4b54-8be1-81521e483089 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:56.140589 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-57fcb0b6-624d-41cb-b2f5-a43dea8b3428 None None] Attempting to bind port e1e684b5-92ba-4c80-8752-b8250a5decca on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:31:56.140968 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-57fcb0b6-624d-41cb-b2f5-a43dea8b3428 None None] Attempting to bind port e1e684b5-92ba-4c80-8752-b8250a5decca by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'e27611b2-3628-4901-baec-47bacb367d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b03ed4d2-ae8d-4b17-8d1a-0b9cb2b9a456'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:31:56.141336 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fcb0b6-624d-41cb-b2f5-a43dea8b3428 None None] Attempting to bind port e1e684b5-92ba-4c80-8752-b8250a5decca on network b03ed4d2-ae8d-4b17-8d1a-0b9cb2b9a456 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:56.144932 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fcb0b6-624d-41cb-b2f5-a43dea8b3428 None None] Pushing event updated for resources: {'Port': ['ID=e1e684b5-92ba-4c80-8752-b8250a5decca,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:56.194454 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fcb0b6-624d-41cb-b2f5-a43dea8b3428 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:31:56.194902 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fcb0b6-624d-41cb-b2f5-a43dea8b3428 None None] Checking segment: {'id': 'e27611b2-3628-4901-baec-47bacb367d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b03ed4d2-ae8d-4b17-8d1a-0b9cb2b9a456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:56.195273 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-57fcb0b6-624d-41cb-b2f5-a43dea8b3428 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:56.195680 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fcb0b6-624d-41cb-b2f5-a43dea8b3428 None None] Bound using segment: {'id': 'e27611b2-3628-4901-baec-47bacb367d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b03ed4d2-ae8d-4b17-8d1a-0b9cb2b9a456'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:31:56.196212 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-57fcb0b6-624d-41cb-b2f5-a43dea8b3428 None None] Bound port: e1e684b5-92ba-4c80-8752-b8250a5decca, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27611b2-3628-4901-baec-47bacb367d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b03ed4d2-ae8d-4b17-8d1a-0b9cb2b9a456'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:31:56.196599 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-57fcb0b6-624d-41cb-b2f5-a43dea8b3428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e1e684b5-92ba-4c80-8752-b8250a5decca), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:56.263316 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-90e2154d-f525-4f27-9c49-056ffe9c0fa8 req-d93620eb-4856-4bb0-a124-1471c1541250 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (5719c236-b300-4f5c-b12a-6f8844909733), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:56.294307 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4f3ddb-bbac-4051-a85c-4382a3bfea5d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Network b03ed4d2-ae8d-4b17-8d1a-0b9cb2b9a456 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:56.304171 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-ee4f3ddb-bbac-4051-a85c-4382a3bfea5d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:56.317122 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4f3ddb-bbac-4051-a85c-4382a3bfea5d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:56.417599 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f3ddb-bbac-4051-a85c-4382a3bfea5d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Pushing event updated for resources: {'Port': ['ID=3aa764f0-f412-48c8-9efa-7a5c66d8f3e3,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:56.460847 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93620eb-4856-4bb0-a124-1471c1541250 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Pushing event deleted for resources: {'Port': ['ID=5719c236-b300-4f5c-b12a-6f8844909733,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:56.519890 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-57fcb0b6-624d-41cb-b2f5-a43dea8b3428 None None] For port e1e684b5-92ba-4c80-8752-b8250a5decca, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:56.526840 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e7a0cd99-a562-480f-8709-99307310f71d None None] Publish callbacks [] for port (b61ee766-c0c6-4c50-92e8-d8d56872521f), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:56.532910 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-57fcb0b6-624d-41cb-b2f5-a43dea8b3428 None None] For port e1e684b5-92ba-4c80-8752-b8250a5decca, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=e1e684b5-92ba-4c80-8752-b8250a5decca,segment=NetworkSegment(e27611b2-3628-4901-baec-47bacb367d53),segment_id=e27611b2-3628-4901-baec-47bacb367d53)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:31:56.544394 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-57fcb0b6-624d-41cb-b2f5-a43dea8b3428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e1e684b5-92ba-4c80-8752-b8250a5decca), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:56.546960 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e7a0cd99-a562-480f-8709-99307310f71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (b61ee766-c0c6-4c50-92e8-d8d56872521f), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:56.604849 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee4f3ddb-bbac-4051-a85c-4382a3bfea5d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (f3e8ca74-0806-47a9-9b23-621d6725338f), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:56.629472 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 44970) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:56.650066 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a0cd99-a562-480f-8709-99307310f71d None None] Network 0e8569a1-2472-4f7d-a106-b0f289464055 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:56.659433 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-e7a0cd99-a562-480f-8709-99307310f71d None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:56.684889 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a0cd99-a562-480f-8709-99307310f71d None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:56.863285 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90e2154d-f525-4f27-9c49-056ffe9c0fa8 req-d93620eb-4856-4bb0-a124-1471c1541250 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Router c8c34a72-625a-486f-99f0-9383414e0ff9 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:31:56.921848 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-02e99ca8-5bdc-479f-936a-c43462fd7b72 req-16ffd29f-91ac-4bae-8306-741da647f0cf tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 210 time: 0.0923941 Feb 09 01:31:56.936534 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-46c0a5fc-ac58-492e-bbe5-14bc191709ee None None] Provisioning complete for port 7f07e28b-d2a7-4b54-8be1-81521e483089 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:56.937110 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-46c0a5fc-ac58-492e-bbe5-14bc191709ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7f07e28b-d2a7-4b54-8be1-81521e483089), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:56.961180 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0fcd40bc-4b41-40b4-acca-95b5fa08b896 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:57.014296 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fcb0b6-624d-41cb-b2f5-a43dea8b3428 None None] Pushing event updated for resources: {'Port': ['ID=e1e684b5-92ba-4c80-8752-b8250a5decca,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:57.092620 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-e7a0cd99-a562-480f-8709-99307310f71d None None] Attempting to bind port b61ee766-c0c6-4c50-92e8-d8d56872521f on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:31:57.093195 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-e7a0cd99-a562-480f-8709-99307310f71d None None] Attempting to bind port b61ee766-c0c6-4c50-92e8-d8d56872521f by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'c2b6a2e1-d9d8-4860-9a75-7d0b26b0ac82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0e8569a1-2472-4f7d-a106-b0f289464055'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:31:57.093350 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a0cd99-a562-480f-8709-99307310f71d None None] Attempting to bind port b61ee766-c0c6-4c50-92e8-d8d56872521f on network 0e8569a1-2472-4f7d-a106-b0f289464055 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:57.149873 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee4f3ddb-bbac-4051-a85c-4382a3bfea5d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3aa764f0-f412-48c8-9efa-7a5c66d8f3e3), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:57.151467 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc00d7-fbcb-4b2f-9300-61af8f554603 req-44a463a9-236d-4d41-a87b-1b5b5ada3d64 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:57.153379 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d9dc00d7-fbcb-4b2f-9300-61af8f554603 req-44a463a9-236d-4d41-a87b-1b5b5ada3d64 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f62f8dc-36fe-42ac-b8c5-304516bff7b0 HTTP/1.1" status: 200 len: 946 time: 0.1718633 Feb 09 01:31:57.192400 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a0cd99-a562-480f-8709-99307310f71d None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:31:57.193114 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a0cd99-a562-480f-8709-99307310f71d None None] Checking segment: {'id': 'c2b6a2e1-d9d8-4860-9a75-7d0b26b0ac82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0e8569a1-2472-4f7d-a106-b0f289464055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:57.193628 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e7a0cd99-a562-480f-8709-99307310f71d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:57.194134 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a0cd99-a562-480f-8709-99307310f71d None None] Bound using segment: {'id': 'c2b6a2e1-d9d8-4860-9a75-7d0b26b0ac82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0e8569a1-2472-4f7d-a106-b0f289464055'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:31:57.194752 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-e7a0cd99-a562-480f-8709-99307310f71d None None] Bound port: b61ee766-c0c6-4c50-92e8-d8d56872521f, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2b6a2e1-d9d8-4860-9a75-7d0b26b0ac82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0e8569a1-2472-4f7d-a106-b0f289464055'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:31:57.195235 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e7a0cd99-a562-480f-8709-99307310f71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b61ee766-c0c6-4c50-92e8-d8d56872521f), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:57.228278 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d9dc00d7-fbcb-4b2f-9300-61af8f554603 req-99e24f17-5ea3-45eb-a26d-da7fe9812e9c tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623353 Feb 09 01:31:57.317102 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0fcd40bc-4b41-40b4-acca-95b5fa08b896 admin admin] Publish callbacks [] for security_group (d3ca6d41-4184-44bc-a7c7-adc41a26c2f4), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:57.334743 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0fcd40bc-4b41-40b4-acca-95b5fa08b896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (d3ca6d41-4184-44bc-a7c7-adc41a26c2f4), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:57.368057 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e7a0cd99-a562-480f-8709-99307310f71d None None] For port b61ee766-c0c6-4c50-92e8-d8d56872521f, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:57.383147 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e7a0cd99-a562-480f-8709-99307310f71d None None] For port b61ee766-c0c6-4c50-92e8-d8d56872521f, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b61ee766-c0c6-4c50-92e8-d8d56872521f,segment=NetworkSegment(c2b6a2e1-d9d8-4860-9a75-7d0b26b0ac82),segment_id=c2b6a2e1-d9d8-4860-9a75-7d0b26b0ac82)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:31:57.405834 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0fcd40bc-4b41-40b4-acca-95b5fa08b896 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eb0f8d738531471cb0eceae7b60fc748&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7750764 Feb 09 01:31:57.409890 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 44980) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:57.454815 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-46c0a5fc-ac58-492e-bbe5-14bc191709ee None None] Current status of the port 7f07e28b-d2a7-4b54-8be1-81521e483089 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:57.465082 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e7a0cd99-a562-480f-8709-99307310f71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b61ee766-c0c6-4c50-92e8-d8d56872521f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:57.492097 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0cd99-a562-480f-8709-99307310f71d None None] Pushing event updated for resources: {'Port': ['ID=b61ee766-c0c6-4c50-92e8-d8d56872521f,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:57.615201 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd40bc-4b41-40b4-acca-95b5fa08b896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ca6d41-4184-44bc-a7c7-adc41a26c2f4,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:57.643774 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:57.645739 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90e2154d-f525-4f27-9c49-056ffe9c0fa8 req-d93620eb-4856-4bb0-a124-1471c1541250 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:31:57.652704 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0cd99-a562-480f-8709-99307310f71d None None] Pushing event updated for resources: {'Port': ['ID=b61ee766-c0c6-4c50-92e8-d8d56872521f,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:57.671380 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af63cc46-33d8-454a-9002-ddb9218f010a None None] Sync routers for ids ['c8c34a72-625a-486f-99f0-9383414e0ff9'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:31:57.673950 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcd40bc-4b41-40b4-acca-95b5fa08b896 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:57.676544 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcd40bc-4b41-40b4-acca-95b5fa08b896 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:57.681455 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcd40bc-4b41-40b4-acca-95b5fa08b896 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:57.685463 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af63cc46-33d8-454a-9002-ddb9218f010a None None] Routers {'c8c34a72-625a-486f-99f0-9383414e0ff9'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:57.686106 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-af63cc46-33d8-454a-9002-ddb9218f010a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:31:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c8c34a72-625a-486f-99f0-9383414e0ff9'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:57.702023 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcd40bc-4b41-40b4-acca-95b5fa08b896 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:57.703603 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcd40bc-4b41-40b4-acca-95b5fa08b896 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:57.705788 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcd40bc-4b41-40b4-acca-95b5fa08b896 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:57.707803 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcd40bc-4b41-40b4-acca-95b5fa08b896 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:57.709809 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcd40bc-4b41-40b4-acca-95b5fa08b896 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:57.716322 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcd40bc-4b41-40b4-acca-95b5fa08b896 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:57.717840 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcd40bc-4b41-40b4-acca-95b5fa08b896 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:57.719713 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcd40bc-4b41-40b4-acca-95b5fa08b896 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:57.720359 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcd40bc-4b41-40b4-acca-95b5fa08b896 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:57.721775 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcd40bc-4b41-40b4-acca-95b5fa08b896 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:57.741878 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f2d0c07e-e732-40c2-93e6-c6a2de19ee88 admin admin] Publish callbacks [] for security_group (d3ca6d41-4184-44bc-a7c7-adc41a26c2f4), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:57.829315 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f2d0c07e-e732-40c2-93e6-c6a2de19ee88 admin admin] Publish callbacks [] for security_group (d3ca6d41-4184-44bc-a7c7-adc41a26c2f4), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:57.874029 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e2154d-f525-4f27-9c49-056ffe9c0fa8 req-d93620eb-4856-4bb0-a124-1471c1541250 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] No DVR routers for this DVR port 5719c236-b300-4f5c-b12a-6f8844909733 on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:31:57.880937 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 7f07e28b-d2a7-4b54-8be1-81521e483089 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:57.910388 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-90e2154d-f525-4f27-9c49-056ffe9c0fa8 req-d93620eb-4856-4bb0-a124-1471c1541250 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:57.919440 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-90e2154d-f525-4f27-9c49-056ffe9c0fa8 req-d93620eb-4856-4bb0-a124-1471c1541250 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.121 "DELETE /v2.0/ports/5719c236-b300-4f5c-b12a-6f8844909733 HTTP/1.1" status: 204 len: 173 time: 2.8738971 Feb 09 01:31:57.919928 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6575bcd2-f506-4c9f-aca3-1d2f5e7af23c', 'name': 'network-vif-deleted', 'tag': '5719c236-b300-4f5c-b12a-6f8844909733'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:57.940413 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f6f5a3-9015-4f35-bd27-8b67fb088452" -d '{"events": [{"server_uuid": "6575bcd2-f506-4c9f-aca3-1d2f5e7af23c", "name": "network-vif-deleted", "tag": "5719c236-b300-4f5c-b12a-6f8844909733"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:58.045488 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f2d0c07e-e732-40c2-93e6-c6a2de19ee88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (d3ca6d41-4184-44bc-a7c7-adc41a26c2f4), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:58.051187 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-af63cc46-33d8-454a-9002-ddb9218f010a None None] Set router c8c34a72-625a-486f-99f0-9383414e0ff9 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:31:58.059206 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f2d0c07e-e732-40c2-93e6-c6a2de19ee88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:58.082317 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f2d0c07e-e732-40c2-93e6-c6a2de19ee88 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d3ca6d41-4184-44bc-a7c7-adc41a26c2f4 HTTP/1.1" status: 204 len: 168 time: 0.6713569 Feb 09 01:31:58.108936 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d0c07e-e732-40c2-93e6-c6a2de19ee88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ca6d41-4184-44bc-a7c7-adc41a26c2f4,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:58.186875 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47815308-d8a4-474a-a0f9-f4eaedf5f131 x-openstack-request-id: req-47815308-d8a4-474a-a0f9-f4eaedf5f131 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:58.187728 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6575bcd2-f506-4c9f-aca3-1d2f5e7af23c", "name": "network-vif-deleted", "tag": "5719c236-b300-4f5c-b12a-6f8844909733", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:58.188154 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-47815308-d8a4-474a-a0f9-f4eaedf5f131 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:58.188758 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6575bcd2-f506-4c9f-aca3-1d2f5e7af23c', 'name': 'network-vif-deleted', 'tag': '5719c236-b300-4f5c-b12a-6f8844909733', 'status': 'completed', 'code': 200} Feb 09 01:31:58.257383 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dcee8f80-c7d8-45a9-8fa7-4744942cf3f5 req-8a20f431-b68b-4a2f-b22d-45dc01e510f7 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/ports?device_id=6575bcd2-f506-4c9f-aca3-1d2f5e7af23c HTTP/1.1" status: 200 len: 210 time: 0.0865881 Feb 09 01:31:58.266446 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 7f07e28b-d2a7-4b54-8be1-81521e483089 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:58.266985 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7f07e28b-d2a7-4b54-8be1-81521e483089), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:58.347473 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee4f3ddb-bbac-4051-a85c-4382a3bfea5d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks [] for port (3aa764f0-f412-48c8-9efa-7a5c66d8f3e3), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:58.355334 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee4f3ddb-bbac-4051-a85c-4382a3bfea5d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (3aa764f0-f412-48c8-9efa-7a5c66d8f3e3), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:58.466327 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:58.475697 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee4f3ddb-bbac-4051-a85c-4382a3bfea5d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (f3e8ca74-0806-47a9-9b23-621d6725338f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:58.772908 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f3ddb-bbac-4051-a85c-4382a3bfea5d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Pushing event updated for resources: {'Port': ['ID=3aa764f0-f412-48c8-9efa-7a5c66d8f3e3,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:58.805791 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45000) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:58.852989 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6edb1195-cb62-4a10-bf2a-b282d9eb672a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:58.874134 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4f3ddb-bbac-4051-a85c-4382a3bfea5d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Network b03ed4d2-ae8d-4b17-8d1a-0b9cb2b9a456 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:58.875815 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-ee4f3ddb-bbac-4051-a85c-4382a3bfea5d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:58.936958 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82132b99-f4c5-4c9d-a317-1e0a202ce1d4 None None] Network b03ed4d2-ae8d-4b17-8d1a-0b9cb2b9a456 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:31:58.963594 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6edb1195-cb62-4a10-bf2a-b282d9eb672a admin admin] Publish callbacks [] for security_group (7571a707-263f-47cc-8239-eac5b1fc7a19), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:58.968367 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6edb1195-cb62-4a10-bf2a-b282d9eb672a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7571a707-263f-47cc-8239-eac5b1fc7a19), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:59.011223 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6edb1195-cb62-4a10-bf2a-b282d9eb672a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7e134ecd12cf4d74a6e25a33e3169fde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2031121 Feb 09 01:31:59.012041 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45008) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:59.050338 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb1195-cb62-4a10-bf2a-b282d9eb672a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7571a707-263f-47cc-8239-eac5b1fc7a19,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:59.084874 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4f3ddb-bbac-4051-a85c-4382a3bfea5d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Router f3e8ca74-0806-47a9-9b23-621d6725338f is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:31:59.117602 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fcc04e52-9811-4dc9-a3ec-e579b82b53e7 admin admin] Publish callbacks [] for security_group (7571a707-263f-47cc-8239-eac5b1fc7a19), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:59.151909 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fcc04e52-9811-4dc9-a3ec-e579b82b53e7 admin admin] Publish callbacks [] for security_group (7571a707-263f-47cc-8239-eac5b1fc7a19), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:59.260237 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fcc04e52-9811-4dc9-a3ec-e579b82b53e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7571a707-263f-47cc-8239-eac5b1fc7a19), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:59.263381 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fcc04e52-9811-4dc9-a3ec-e579b82b53e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:59.267619 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-fcc04e52-9811-4dc9-a3ec-e579b82b53e7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7571a707-263f-47cc-8239-eac5b1fc7a19 HTTP/1.1" status: 204 len: 168 time: 0.2523532 Feb 09 01:31:59.286307 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc04e52-9811-4dc9-a3ec-e579b82b53e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7571a707-263f-47cc-8239-eac5b1fc7a19,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:59.480885 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45030) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:59.623462 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-30bb2969-d823-4687-b6ce-e972af305365 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks [] for security_group (8220723f-4cfe-4bd5-bd68-a7ece32df0fb), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:59.696660 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-30bb2969-d823-4687-b6ce-e972af305365 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks [] for security_group (8220723f-4cfe-4bd5-bd68-a7ece32df0fb), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:59.808338 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-30bb2969-d823-4687-b6ce-e972af305365 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (8220723f-4cfe-4bd5-bd68-a7ece32df0fb), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:59.819874 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-30bb2969-d823-4687-b6ce-e972af305365 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:59.825075 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-30bb2969-d823-4687-b6ce-e972af305365 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "DELETE /v2.0/security-groups/8220723f-4cfe-4bd5-bd68-a7ece32df0fb HTTP/1.1" status: 204 len: 168 time: 0.3408177 Feb 09 01:31:59.826150 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45046) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:59.845111 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 7f07e28b-d2a7-4b54-8be1-81521e483089 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:59.846403 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e1e684b5-92ba-4c80-8752-b8250a5decca up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:59.865816 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb2969-d823-4687-b6ce-e972af305365 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8220723f-4cfe-4bd5-bd68-a7ece32df0fb,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:59.896445 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69afd2ac-cb57-4a4a-b2a7-95f7131a387d None None] Network 0e8569a1-2472-4f7d-a106-b0f289464055 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:31:59.899261 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-7820e982-690e-4b2c-ab19-bc3fcd6ce845 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] show failed (client error): The resource could not be found. Feb 09 01:31:59.901160 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7820e982-690e-4b2c-ab19-bc3fcd6ce845 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "GET /v2.0/security-groups/8220723f-4cfe-4bd5-bd68-a7ece32df0fb HTTP/1.1" status: 404 len: 347 time: 0.0488765 Feb 09 01:31:59.912395 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45048) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:00.033338 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4f3ddb-bbac-4051-a85c-4382a3bfea5d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:32:00.045732 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2b252c-40ab-44b0-b4a8-1db22eecc049 None None] Sync routers for ids ['f3e8ca74-0806-47a9-9b23-621d6725338f'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:32:00.046507 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-1806e920-3e8e-4624-8637-7f416e0a7f34 None None] Provisioning complete for port e1e684b5-92ba-4c80-8752-b8250a5decca triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:00.046971 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1806e920-3e8e-4624-8637-7f416e0a7f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e1e684b5-92ba-4c80-8752-b8250a5decca), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:00.059568 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ee4f3ddb-bbac-4051-a85c-4382a3bfea5d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] 10.222.0.30 "PUT /v2.0/routers/f3e8ca74-0806-47a9-9b23-621d6725338f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0263503 Feb 09 01:32:00.062939 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45054) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:00.065702 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2b252c-40ab-44b0-b4a8-1db22eecc049 None None] Routers {'f3e8ca74-0806-47a9-9b23-621d6725338f'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:32:00.067939 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-dd2b252c-40ab-44b0-b4a8-1db22eecc049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:31:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['f3e8ca74-0806-47a9-9b23-621d6725338f'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:00.156035 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-dd2b252c-40ab-44b0-b4a8-1db22eecc049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:00.200011 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2b252c-40ab-44b0-b4a8-1db22eecc049 None None] Routers {'f3e8ca74-0806-47a9-9b23-621d6725338f'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:32:00.200829 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-dd2b252c-40ab-44b0-b4a8-1db22eecc049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:31:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['f3e8ca74-0806-47a9-9b23-621d6725338f'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:00.271671 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-c231817c-1d5e-4fdf-b6ac-5973466d2c35 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Deleting port 7c3817a0-abdd-4eb2-acb9-2a0ce86a799a {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:32:00.273552 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c231817c-1d5e-4fdf-b6ac-5973466d2c35 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (7c3817a0-abdd-4eb2-acb9-2a0ce86a799a), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:00.366508 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-1806e920-3e8e-4624-8637-7f416e0a7f34 None None] Current status of the port e1e684b5-92ba-4c80-8752-b8250a5decca is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:00.366908 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1806e920-3e8e-4624-8637-7f416e0a7f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e1e684b5-92ba-4c80-8752-b8250a5decca), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:00.369940 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 5719c236-b300-4f5c-b12a-6f8844909733 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:32:00.460891 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c231817c-1d5e-4fdf-b6ac-5973466d2c35 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (7c3817a0-abdd-4eb2-acb9-2a0ce86a799a), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:00.461225 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c231817c-1d5e-4fdf-b6ac-5973466d2c35 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks [] for floatingip (7c3817a0-abdd-4eb2-acb9-2a0ce86a799a), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:00.495751 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-c231817c-1d5e-4fdf-b6ac-5973466d2c35 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Calling delete_port for 7c3817a0-abdd-4eb2-acb9-2a0ce86a799a owned by network:floatingip {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:32:00.510310 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-dd2b252c-40ab-44b0-b4a8-1db22eecc049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:00.511188 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2b252c-40ab-44b0-b4a8-1db22eecc049 None None] The sync data for ids ['f3e8ca74-0806-47a9-9b23-621d6725338f'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:32:00.551866 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 5719c236-b300-4f5c-b12a-6f8844909733 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:32:00.552433 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 5719c236-b300-4f5c-b12a-6f8844909733 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:32:00.587895 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port e1e684b5-92ba-4c80-8752-b8250a5decca triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:00.588511 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e1e684b5-92ba-4c80-8752-b8250a5decca), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:00.705337 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-af63cc46-33d8-454a-9002-ddb9218f010a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c34a72-625a-486f-99f0-9383414e0ff9', 'name': 'tempest-ServerActionsTestJSON-282244650-router', 'tenant_id': 'b6fd459715684d44a0a31bd130ea655c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:35Z', 'updated_at': '2022-02-09T01:22:44Z', 'revision_number': 4, 'project_id': 'b6fd459715684d44a0a31bd130ea655c', 'gw_port': {'id': '6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:bc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c34a72-625a-486f-99f0-9383414e0ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:36Z', 'updated_at': '2022-02-09T01:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'edaf30c3-2fd7-44b6-9329-6b5f48e7c160', 'name': '', 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c', 'tenant_id': 'b6fd459715684d44a0a31bd130ea655c', 'mac_address': 'fa:16:3e:b4:b3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c34a72-625a-486f-99f0-9383414e0ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '3c1b64de-5642-407c-82ef-1ad0f3f887f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:42Z', 'updated_at': '2022-02-09T01:22:50Z', 'revision_number': 5, 'project_id': 'b6fd459715684d44a0a31bd130ea655c', 'subnets': [{'id': '3c1b64de-5642-407c-82ef-1ad0f3f887f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:00.789472 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af63cc46-33d8-454a-9002-ddb9218f010a None None] Checking router: c8c34a72-625a-486f-99f0-9383414e0ff9 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:32:00.886706 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c231817c-1d5e-4fdf-b6ac-5973466d2c35 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (7c3817a0-abdd-4eb2-acb9-2a0ce86a799a), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:00.905867 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af63cc46-33d8-454a-9002-ddb9218f010a None None] Routers {'c8c34a72-625a-486f-99f0-9383414e0ff9'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:32:00.917280 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-af63cc46-33d8-454a-9002-ddb9218f010a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:31:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c8c34a72-625a-486f-99f0-9383414e0ff9'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:00.948662 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-1806e920-3e8e-4624-8637-7f416e0a7f34 None None] For port e1e684b5-92ba-4c80-8752-b8250a5decca, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=e1e684b5-92ba-4c80-8752-b8250a5decca,segment=NetworkSegment(e27611b2-3628-4901-baec-47bacb367d53),segment_id=e27611b2-3628-4901-baec-47bacb367d53)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:00.972338 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-f1e3e0f8-62ed-4517-af29-951b6036a338 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:32:00.975227 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c231817c-1d5e-4fdf-b6ac-5973466d2c35 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Pushing event deleted for resources: {'Port': ['ID=7c3817a0-abdd-4eb2-acb9-2a0ce86a799a,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:00.976542 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f1e3e0f8-62ed-4517-af29-951b6036a338 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] 10.222.0.30 "PUT /v2.0/routers/f3e8ca74-0806-47a9-9b23-621d6725338f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9123368 Feb 09 01:32:00.977159 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45076) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:01.187225 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c231817c-1d5e-4fdf-b6ac-5973466d2c35 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks [] for floatingip (f678e463-6bc8-43d4-a441-b89ccd4e1ee3), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:01.195306 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c231817c-1d5e-4fdf-b6ac-5973466d2c35 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:01.200023 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c231817c-1d5e-4fdf-b6ac-5973466d2c35 tempest-ServerActionsTestJSON-898155911 tempest-ServerActionsTestJSON-898155911-project] 10.222.0.30 "DELETE /v2.0/floatingips/f678e463-6bc8-43d4-a441-b89ccd4e1ee3 HTTP/1.1" status: 204 len: 168 time: 1.2852297 Feb 09 01:32:01.203013 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45080) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:01.207335 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1806e920-3e8e-4624-8637-7f416e0a7f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e1e684b5-92ba-4c80-8752-b8250a5decca), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:01.545675 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-ab18b698-9ec1-460a-b1f6-becdd6ea15bc None None] Provisioning complete for port b61ee766-c0c6-4c50-92e8-d8d56872521f triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:01.563942 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ab18b698-9ec1-460a-b1f6-becdd6ea15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b61ee766-c0c6-4c50-92e8-d8d56872521f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:01.715291 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1806e920-3e8e-4624-8637-7f416e0a7f34 None None] Pushing event updated for resources: {'Port': ['ID=e1e684b5-92ba-4c80-8752-b8250a5decca,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:01.733929 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port e1e684b5-92ba-4c80-8752-b8250a5decca is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:01.803798 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9b6df2f2-5977-4b48-8172-46bc5c7599aa tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (f3e8ca74-0806-47a9-9b23-621d6725338f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:01.861915 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-af63cc46-33d8-454a-9002-ddb9218f010a None None] Set router c8c34a72-625a-486f-99f0-9383414e0ff9 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:32:02.256671 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e1e684b5-92ba-4c80-8752-b8250a5decca up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:32:02.329943 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ab18b698-9ec1-460a-b1f6-becdd6ea15bc None None] Current status of the port b61ee766-c0c6-4c50-92e8-d8d56872521f is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:02.330582 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ab18b698-9ec1-460a-b1f6-becdd6ea15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b61ee766-c0c6-4c50-92e8-d8d56872521f), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:02.487128 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port e1e684b5-92ba-4c80-8752-b8250a5decca triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:02.487754 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e1e684b5-92ba-4c80-8752-b8250a5decca), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:02.566296 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-ab18b698-9ec1-460a-b1f6-becdd6ea15bc None None] For port b61ee766-c0c6-4c50-92e8-d8d56872521f, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b61ee766-c0c6-4c50-92e8-d8d56872521f,segment=NetworkSegment(c2b6a2e1-d9d8-4860-9a75-7d0b26b0ac82),segment_id=c2b6a2e1-d9d8-4860-9a75-7d0b26b0ac82)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:02.622554 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ab18b698-9ec1-460a-b1f6-becdd6ea15bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b61ee766-c0c6-4c50-92e8-d8d56872521f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:02.694006 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bcd58aec-d0f3-49df-9d99-00aa2d7d3a78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (c8c34a72-625a-486f-99f0-9383414e0ff9), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:02.801424 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9b6df2f2-5977-4b48-8172-46bc5c7599aa tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Deleting port 3aa764f0-f412-48c8-9efa-7a5c66d8f3e3 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:32:02.801946 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9b6df2f2-5977-4b48-8172-46bc5c7599aa tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (3aa764f0-f412-48c8-9efa-7a5c66d8f3e3), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:02.988246 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9b6df2f2-5977-4b48-8172-46bc5c7599aa tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (3aa764f0-f412-48c8-9efa-7a5c66d8f3e3), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:03.007321 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9b6df2f2-5977-4b48-8172-46bc5c7599aa tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Calling delete_port for 3aa764f0-f412-48c8-9efa-7a5c66d8f3e3 owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:32:03.016906 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port e1e684b5-92ba-4c80-8752-b8250a5decca is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:03.018320 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b61ee766-c0c6-4c50-92e8-d8d56872521f up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:32:03.187308 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-5808bc20-9ec8-4214-a871-62358b5fc868 None None] Provisioning complete for port b61ee766-c0c6-4c50-92e8-d8d56872521f triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:03.187684 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5808bc20-9ec8-4214-a871-62358b5fc868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b61ee766-c0c6-4c50-92e8-d8d56872521f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:03.193956 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab18b698-9ec1-460a-b1f6-becdd6ea15bc None None] Pushing event updated for resources: {'Port': ['ID=b61ee766-c0c6-4c50-92e8-d8d56872521f,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:03.251894 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-bcd58aec-d0f3-49df-9d99-00aa2d7d3a78 admin admin] Deleting port edaf30c3-2fd7-44b6-9329-6b5f48e7c160 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:32:03.252490 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bcd58aec-d0f3-49df-9d99-00aa2d7d3a78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (edaf30c3-2fd7-44b6-9329-6b5f48e7c160), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:03.314146 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port b61ee766-c0c6-4c50-92e8-d8d56872521f triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:03.314613 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b61ee766-c0c6-4c50-92e8-d8d56872521f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:03.450170 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45124) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:03.467264 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-bcd58aec-d0f3-49df-9d99-00aa2d7d3a78 admin admin] For port edaf30c3-2fd7-44b6-9329-6b5f48e7c160, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=edaf30c3-2fd7-44b6-9329-6b5f48e7c160,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:03.467734 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bcd58aec-d0f3-49df-9d99-00aa2d7d3a78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (edaf30c3-2fd7-44b6-9329-6b5f48e7c160), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:03.485443 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-bcd58aec-d0f3-49df-9d99-00aa2d7d3a78 admin admin] Calling delete_port for edaf30c3-2fd7-44b6-9329-6b5f48e7c160 owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:32:03.485788 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9b6df2f2-5977-4b48-8172-46bc5c7599aa tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (3aa764f0-f412-48c8-9efa-7a5c66d8f3e3), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:03.565151 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6df2f2-5977-4b48-8172-46bc5c7599aa tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Pushing event deleted for resources: {'Port': ['ID=3aa764f0-f412-48c8-9efa-7a5c66d8f3e3,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:03.599777 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5808bc20-9ec8-4214-a871-62358b5fc868 None None] Current status of the port b61ee766-c0c6-4c50-92e8-d8d56872521f is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:03.714192 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port b61ee766-c0c6-4c50-92e8-d8d56872521f is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:03.720227 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-af63cc46-33d8-454a-9002-ddb9218f010a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c34a72-625a-486f-99f0-9383414e0ff9', 'name': 'tempest-ServerActionsTestJSON-282244650-router', 'tenant_id': 'b6fd459715684d44a0a31bd130ea655c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:35Z', 'updated_at': '2022-02-09T01:22:44Z', 'revision_number': 4, 'project_id': 'b6fd459715684d44a0a31bd130ea655c', 'gw_port': {'id': '6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:bc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c34a72-625a-486f-99f0-9383414e0ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:36Z', 'updated_at': '2022-02-09T01:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'edaf30c3-2fd7-44b6-9329-6b5f48e7c160', 'name': '', 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c', 'tenant_id': 'b6fd459715684d44a0a31bd130ea655c', 'mac_address': 'fa:16:3e:b4:b3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c34a72-625a-486f-99f0-9383414e0ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '3c1b64de-5642-407c-82ef-1ad0f3f887f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:42Z', 'updated_at': '2022-02-09T01:22:50Z', 'revision_number': 5, 'project_id': 'b6fd459715684d44a0a31bd130ea655c', 'subnets': [{'id': '3c1b64de-5642-407c-82ef-1ad0f3f887f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:03.724531 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-76ed55a8-2d08-44cd-9dcf-4fc5b264c7b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:03.805034 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af63cc46-33d8-454a-9002-ddb9218f010a None None] The sync data for ids ['c8c34a72-625a-486f-99f0-9383414e0ff9'] in n-d-822053-40 is: [{'id': 'c8c34a72-625a-486f-99f0-9383414e0ff9', 'name': 'tempest-ServerActionsTestJSON-282244650-router', 'tenant_id': 'b6fd459715684d44a0a31bd130ea655c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:35Z', 'updated_at': '2022-02-09T01:22:44Z', 'revision_number': 4, 'project_id': 'b6fd459715684d44a0a31bd130ea655c', 'gw_port': {'id': '6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:bc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c34a72-625a-486f-99f0-9383414e0ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:36Z', 'updated_at': '2022-02-09T01:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'edaf30c3-2fd7-44b6-9329-6b5f48e7c160', 'name': '', 'network_id': 'b5cee00d-d11d-4a76-ad74-cfd798aa917c', 'tenant_id': 'b6fd459715684d44a0a31bd130ea655c', 'mac_address': 'fa:16:3e:b4:b3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c34a72-625a-486f-99f0-9383414e0ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '3c1b64de-5642-407c-82ef-1ad0f3f887f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:42Z', 'updated_at': '2022-02-09T01:22:50Z', 'revision_number': 5, 'project_id': 'b6fd459715684d44a0a31bd130ea655c', 'subnets': [{'id': '3c1b64de-5642-407c-82ef-1ad0f3f887f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:32:03.806776 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-5808bc20-9ec8-4214-a871-62358b5fc868 None None] Provisioning complete for port e1e684b5-92ba-4c80-8752-b8250a5decca triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:03.807153 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5808bc20-9ec8-4214-a871-62358b5fc868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e1e684b5-92ba-4c80-8752-b8250a5decca), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:03.888264 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bcd58aec-d0f3-49df-9d99-00aa2d7d3a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (edaf30c3-2fd7-44b6-9329-6b5f48e7c160), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:03.943290 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd58aec-d0f3-49df-9d99-00aa2d7d3a78 admin admin] Pushing event deleted for resources: {'Port': ['ID=edaf30c3-2fd7-44b6-9329-6b5f48e7c160,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:03.977724 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-76ed55a8-2d08-44cd-9dcf-4fc5b264c7b6 admin admin] Publish callbacks [] for security_group (38096330-07c6-4d53-a71b-87639f20904d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:04.004368 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-76ed55a8-2d08-44cd-9dcf-4fc5b264c7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (38096330-07c6-4d53-a71b-87639f20904d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:04.042269 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5808bc20-9ec8-4214-a871-62358b5fc868 None None] Current status of the port e1e684b5-92ba-4c80-8752-b8250a5decca is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:04.058134 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b61ee766-c0c6-4c50-92e8-d8d56872521f up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:32:04.121801 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-5808bc20-9ec8-4214-a871-62358b5fc868 None None] Could not find standard attr ID for object 3aa764f0-f412-48c8-9efa-7a5c66d8f3e3. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:32:04.267615 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9b6df2f2-5977-4b48-8172-46bc5c7599aa tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (f3e8ca74-0806-47a9-9b23-621d6725338f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:04.308581 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-76ed55a8-2d08-44cd-9dcf-4fc5b264c7b6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1c87a02ccdaf4b22b18faa6a1cbcc5a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8572531 Feb 09 01:32:04.311121 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45130) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:04.424014 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed55a8-2d08-44cd-9dcf-4fc5b264c7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38096330-07c6-4d53-a71b-87639f20904d,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:04.453096 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d4971c-bc9c-46bb-b87f-742cdb854d70 None None] New status for floating IP f678e463-6bc8-43d4-a441-b89ccd4e1ee3: DOWN {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:32:04.460216 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-fbd0fe30-1955-4aee-9037-03ddd7fe1b10 None None] Could not find standard attr ID for object 3aa764f0-f412-48c8-9efa-7a5c66d8f3e3. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:32:04.486721 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2fe7572b-2a56-4154-88a5-c06bb074d940 admin admin] Publish callbacks [] for security_group (38096330-07c6-4d53-a71b-87639f20904d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:04.506553 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bcd58aec-d0f3-49df-9d99-00aa2d7d3a78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (c8c34a72-625a-486f-99f0-9383414e0ff9), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:04.529152 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2fe7572b-2a56-4154-88a5-c06bb074d940 admin admin] Publish callbacks [] for security_group (38096330-07c6-4d53-a71b-87639f20904d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:04.598019 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6df2f2-5977-4b48-8172-46bc5c7599aa tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Router f3e8ca74-0806-47a9-9b23-621d6725338f has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:32:04.623653 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port b61ee766-c0c6-4c50-92e8-d8d56872521f triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:04.624055 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b61ee766-c0c6-4c50-92e8-d8d56872521f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:04.714991 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2fe7572b-2a56-4154-88a5-c06bb074d940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (38096330-07c6-4d53-a71b-87639f20904d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:04.718598 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2fe7572b-2a56-4154-88a5-c06bb074d940 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:04.723107 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2fe7572b-2a56-4154-88a5-c06bb074d940 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/38096330-07c6-4d53-a71b-87639f20904d HTTP/1.1" status: 204 len: 168 time: 0.4107938 Feb 09 01:32:04.760216 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6df2f2-5977-4b48-8172-46bc5c7599aa tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:32:04.766980 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9b6df2f2-5977-4b48-8172-46bc5c7599aa tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] 10.222.0.30 "PUT /v2.0/routers/f3e8ca74-0806-47a9-9b23-621d6725338f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7882783 Feb 09 01:32:04.770520 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45136) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:04.773434 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b487ead-d123-45fc-8474-c641c7e0a358 None None] Sync routers for ids ['f3e8ca74-0806-47a9-9b23-621d6725338f'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:32:04.774861 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7572b-2a56-4154-88a5-c06bb074d940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38096330-07c6-4d53-a71b-87639f20904d,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:04.797380 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b487ead-d123-45fc-8474-c641c7e0a358 None None] Routers {'f3e8ca74-0806-47a9-9b23-621d6725338f'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:32:04.798008 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-3b487ead-d123-45fc-8474-c641c7e0a358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:31:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['f3e8ca74-0806-47a9-9b23-621d6725338f'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:04.883503 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-638bb91f-bf63-4d86-9098-bea37feeb1c4 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] delete failed (client error): The resource could not be found. Feb 09 01:32:04.886944 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-638bb91f-bf63-4d86-9098-bea37feeb1c4 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-755649643 HTTP/1.1" status: 404 len: 334 time: 0.1136465 Feb 09 01:32:04.889607 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45138) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:04.898911 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port b61ee766-c0c6-4c50-92e8-d8d56872521f is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:04.904069 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-3b487ead-d123-45fc-8474-c641c7e0a358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:04.911459 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-2c397bef-13ea-44b9-8d6c-398fc85c6444 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f3e8ca74-0806-47a9-9b23-621d6725338f'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:04.932173 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b487ead-d123-45fc-8474-c641c7e0a358 None None] Routers {'f3e8ca74-0806-47a9-9b23-621d6725338f'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:32:04.933092 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-3b487ead-d123-45fc-8474-c641c7e0a358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:31:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['f3e8ca74-0806-47a9-9b23-621d6725338f'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:05.020177 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-3b487ead-d123-45fc-8474-c641c7e0a358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:05.021202 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b487ead-d123-45fc-8474-c641c7e0a358 None None] The sync data for ids ['f3e8ca74-0806-47a9-9b23-621d6725338f'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:32:05.063301 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd58aec-d0f3-49df-9d99-00aa2d7d3a78 admin admin] Router c8c34a72-625a-486f-99f0-9383414e0ff9 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:32:05.275410 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2c397bef-13ea-44b9-8d6c-398fc85c6444 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks [] for router_gateway (f3e8ca74-0806-47a9-9b23-621d6725338f), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:05.313571 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-2c397bef-13ea-44b9-8d6c-398fc85c6444 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] update failed (client error): The resource could not be found. Feb 09 01:32:05.315320 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2c397bef-13ea-44b9-8d6c-398fc85c6444 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] 10.222.0.30 "PUT /v2.0/routers/f3e8ca74-0806-47a9-9b23-621d6725338f HTTP/1.1" status: 404 len: 339 time: 0.4245574 Feb 09 01:32:05.319492 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45144) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:05.321352 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd58aec-d0f3-49df-9d99-00aa2d7d3a78 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:32:05.332958 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-bcd58aec-d0f3-49df-9d99-00aa2d7d3a78 admin admin] 10.222.0.30 "PUT /v2.0/routers/c8c34a72-625a-486f-99f0-9383414e0ff9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1276114 Feb 09 01:32:05.336924 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45146) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:05.339714 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0e3e99-dd78-49f6-a0fd-c598bd71b9c3 None None] Sync routers for ids ['c8c34a72-625a-486f-99f0-9383414e0ff9'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:32:05.378034 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0e3e99-dd78-49f6-a0fd-c598bd71b9c3 None None] Routers {'c8c34a72-625a-486f-99f0-9383414e0ff9'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:32:05.379003 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-7b0e3e99-dd78-49f6-a0fd-c598bd71b9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:31:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c8c34a72-625a-486f-99f0-9383414e0ff9'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:05.465389 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0056374e-af5c-4b2b-a96d-2c82b9237496 admin admin] Publish callbacks [] for router (c8c34a72-625a-486f-99f0-9383414e0ff9), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:05.520673 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45148) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:05.546305 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-81439da6-8039-4637-9cef-61348ea88c5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:05.625724 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-7b0e3e99-dd78-49f6-a0fd-c598bd71b9c3 None None] Set router c8c34a72-625a-486f-99f0-9383414e0ff9 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:32:05.637328 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0056374e-af5c-4b2b-a96d-2c82b9237496 admin admin] Publish callbacks [] for router_gateway (c8c34a72-625a-486f-99f0-9383414e0ff9), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:05.737418 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-0056374e-af5c-4b2b-a96d-2c82b9237496 admin admin] Deleting port 6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:32:05.737860 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0056374e-af5c-4b2b-a96d-2c82b9237496 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:05.871306 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-0056374e-af5c-4b2b-a96d-2c82b9237496 admin admin] For port 6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:05.872660 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0056374e-af5c-4b2b-a96d-2c82b9237496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:05.891510 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-0056374e-af5c-4b2b-a96d-2c82b9237496 admin admin] Calling delete_port for 6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a owned by network:router_gateway {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:32:05.966635 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-7b0e3e99-dd78-49f6-a0fd-c598bd71b9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c34a72-625a-486f-99f0-9383414e0ff9', 'name': 'tempest-ServerActionsTestJSON-282244650-router', 'tenant_id': 'b6fd459715684d44a0a31bd130ea655c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:35Z', 'updated_at': '2022-02-09T01:32:03Z', 'revision_number': 5, 'project_id': 'b6fd459715684d44a0a31bd130ea655c', 'gw_port': {'id': '6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:bc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c34a72-625a-486f-99f0-9383414e0ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:36Z', 'updated_at': '2022-02-09T01:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:06.000411 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0e3e99-dd78-49f6-a0fd-c598bd71b9c3 None None] Checking router: c8c34a72-625a-486f-99f0-9383414e0ff9 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:32:06.012820 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0e3e99-dd78-49f6-a0fd-c598bd71b9c3 None None] Routers {'c8c34a72-625a-486f-99f0-9383414e0ff9'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:32:06.014229 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-7b0e3e99-dd78-49f6-a0fd-c598bd71b9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:31:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c8c34a72-625a-486f-99f0-9383414e0ff9'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:06.148996 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-7b0e3e99-dd78-49f6-a0fd-c598bd71b9c3 None None] Set router c8c34a72-625a-486f-99f0-9383414e0ff9 gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:32:06.149655 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0056374e-af5c-4b2b-a96d-2c82b9237496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:06.167694 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b32d34e7-4dc6-40a7-b1ac-d1612d263e4d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:06.249549 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-7b0e3e99-dd78-49f6-a0fd-c598bd71b9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c34a72-625a-486f-99f0-9383414e0ff9', 'name': 'tempest-ServerActionsTestJSON-282244650-router', 'tenant_id': 'b6fd459715684d44a0a31bd130ea655c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:35Z', 'updated_at': '2022-02-09T01:32:05Z', 'revision_number': 6, 'project_id': 'b6fd459715684d44a0a31bd130ea655c', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:06.264777 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056374e-af5c-4b2b-a96d-2c82b9237496 admin admin] Pushing event deleted for resources: {'Port': ['ID=6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:06.274754 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-81439da6-8039-4637-9cef-61348ea88c5f admin admin] Publish callbacks [] for security_group (7f7757d7-15a9-41fa-81cd-eb25ebbb9cc4), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:06.290197 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-81439da6-8039-4637-9cef-61348ea88c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7f7757d7-15a9-41fa-81cd-eb25ebbb9cc4), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:06.348357 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0e3e99-dd78-49f6-a0fd-c598bd71b9c3 None None] The sync data for ids ['c8c34a72-625a-486f-99f0-9383414e0ff9'] in n-d-822053-40 is: [{'id': 'c8c34a72-625a-486f-99f0-9383414e0ff9', 'name': 'tempest-ServerActionsTestJSON-282244650-router', 'tenant_id': 'b6fd459715684d44a0a31bd130ea655c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:35Z', 'updated_at': '2022-02-09T01:32:05Z', 'revision_number': 6, 'project_id': 'b6fd459715684d44a0a31bd130ea655c', 'gw_port_host': None}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:32:06.373582 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0056374e-af5c-4b2b-a96d-2c82b9237496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (c8c34a72-625a-486f-99f0-9383414e0ff9), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:06.430560 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81439da6-8039-4637-9cef-61348ea88c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7757d7-15a9-41fa-81cd-eb25ebbb9cc4,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:06.456482 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81439da6-8039-4637-9cef-61348ea88c5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:06.457133 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81439da6-8039-4637-9cef-61348ea88c5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:06.457657 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81439da6-8039-4637-9cef-61348ea88c5f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:06.458170 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81439da6-8039-4637-9cef-61348ea88c5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:06.458710 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81439da6-8039-4637-9cef-61348ea88c5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:06.459216 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81439da6-8039-4637-9cef-61348ea88c5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:06.459719 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81439da6-8039-4637-9cef-61348ea88c5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:06.460625 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81439da6-8039-4637-9cef-61348ea88c5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:06.461138 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81439da6-8039-4637-9cef-61348ea88c5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:06.461661 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81439da6-8039-4637-9cef-61348ea88c5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:06.462164 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81439da6-8039-4637-9cef-61348ea88c5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:06.463228 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81439da6-8039-4637-9cef-61348ea88c5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:06.464008 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81439da6-8039-4637-9cef-61348ea88c5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:06.659151 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-b32d34e7-4dc6-40a7-b1ac-d1612d263e4d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Allocated IP 172.20.0.1 (a2ea661e-f04f-490f-8c53-0e4fa94fd661/3895e0c8-aacd-427b-8f32-15a035c59482/c5aa2f59-4648-419d-adc1-f02dbc66603b) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:32:06.860574 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-81439da6-8039-4637-9cef-61348ea88c5f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5b11b55bd16c45be984fff908fac7624&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3385799 Feb 09 01:32:06.864106 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45162) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:06.887070 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0056374e-af5c-4b2b-a96d-2c82b9237496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (c8c34a72-625a-486f-99f0-9383414e0ff9), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:06.891075 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0056374e-af5c-4b2b-a96d-2c82b9237496 admin admin] Publish callbacks [] for router_controller (c8c34a72-625a-486f-99f0-9383414e0ff9), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:06.965573 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0056374e-af5c-4b2b-a96d-2c82b9237496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (c8c34a72-625a-486f-99f0-9383414e0ff9), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:06.966851 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0056374e-af5c-4b2b-a96d-2c82b9237496 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8c34a72-625a-486f-99f0-9383414e0ff9 {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:32:06.973976 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0056374e-af5c-4b2b-a96d-2c82b9237496 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:06.978012 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0056374e-af5c-4b2b-a96d-2c82b9237496 admin admin] 10.222.0.30 "DELETE /v2.0/routers/c8c34a72-625a-486f-99f0-9383414e0ff9 HTTP/1.1" status: 204 len: 168 time: 1.6373117 Feb 09 01:32:06.978179 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b32d34e7-4dc6-40a7-b1ac-d1612d263e4d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks [] for port (c5aa2f59-4648-419d-adc1-f02dbc66603b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:06.978918 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45166) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:06.988260 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bc5f6a88-9ef8-4224-a57e-b42eb6fb983e admin admin] Publish callbacks [] for security_group (7f7757d7-15a9-41fa-81cd-eb25ebbb9cc4), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:07.015665 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bc5f6a88-9ef8-4224-a57e-b42eb6fb983e admin admin] Publish callbacks [] for security_group (7f7757d7-15a9-41fa-81cd-eb25ebbb9cc4), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:07.052110 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-799006d3-b595-4aa5-bc3e-96b0deb3d1cf admin admin] Deleting subnet 3c1b64de-5642-407c-82ef-1ad0f3f887f4 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:32:07.059797 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-799006d3-b595-4aa5-bc3e-96b0deb3d1cf admin admin] Publish callbacks [] for subnet (3c1b64de-5642-407c-82ef-1ad0f3f887f4), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:07.074746 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bc5f6a88-9ef8-4224-a57e-b42eb6fb983e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7f7757d7-15a9-41fa-81cd-eb25ebbb9cc4), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:07.079532 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bc5f6a88-9ef8-4224-a57e-b42eb6fb983e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:07.084491 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-bc5f6a88-9ef8-4224-a57e-b42eb6fb983e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7f7757d7-15a9-41fa-81cd-eb25ebbb9cc4 HTTP/1.1" status: 204 len: 168 time: 0.2193844 Feb 09 01:32:07.095430 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f6a88-9ef8-4224-a57e-b42eb6fb983e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7757d7-15a9-41fa-81cd-eb25ebbb9cc4,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:07.100691 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b32d34e7-4dc6-40a7-b1ac-d1612d263e4d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (c5aa2f59-4648-419d-adc1-f02dbc66603b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:07.152189 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-799006d3-b595-4aa5-bc3e-96b0deb3d1cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (3c1b64de-5642-407c-82ef-1ad0f3f887f4), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:07.190271 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32d34e7-4dc6-40a7-b1ac-d1612d263e4d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Network a2ea661e-f04f-490f-8c53-0e4fa94fd661 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:32:07.199045 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-b32d34e7-4dc6-40a7-b1ac-d1612d263e4d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:07.206195 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32d34e7-4dc6-40a7-b1ac-d1612d263e4d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:32:07.218569 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d34e7-4dc6-40a7-b1ac-d1612d263e4d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Pushing event updated for resources: {'Port': ['ID=c5aa2f59-4648-419d-adc1-f02dbc66603b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:07.316410 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b32d34e7-4dc6-40a7-b1ac-d1612d263e4d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (f3e8ca74-0806-47a9-9b23-621d6725338f), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:07.392315 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-799006d3-b595-4aa5-bc3e-96b0deb3d1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (3c1b64de-5642-407c-82ef-1ad0f3f887f4), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:07.536223 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-799006d3-b595-4aa5-bc3e-96b0deb3d1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (3c1b64de-5642-407c-82ef-1ad0f3f887f4), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:07.555210 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-799006d3-b595-4aa5-bc3e-96b0deb3d1cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:07.562124 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-799006d3-b595-4aa5-bc3e-96b0deb3d1cf admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3c1b64de-5642-407c-82ef-1ad0f3f887f4 HTTP/1.1" status: 204 len: 168 time: 0.5795345 Feb 09 01:32:07.563566 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45174) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:07.566578 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d87add9-5369-4a7a-bef8-e58e82492b70 None None] Network b5cee00d-d11d-4a76-ad74-cfd798aa917c requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:32:07.614558 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799006d3-b595-4aa5-bc3e-96b0deb3d1cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c1b64de-5642-407c-82ef-1ad0f3f887f4,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:07.672304 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b32d34e7-4dc6-40a7-b1ac-d1612d263e4d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c5aa2f59-4648-419d-adc1-f02dbc66603b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:07.722753 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b84faae7-70d0-4cad-9a37-b3dc29e15bce None None] Provisioning complete for port c5aa2f59-4648-419d-adc1-f02dbc66603b triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:07.723434 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b84faae7-70d0-4cad-9a37-b3dc29e15bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c5aa2f59-4648-419d-adc1-f02dbc66603b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:07.843356 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b84faae7-70d0-4cad-9a37-b3dc29e15bce None None] Port c5aa2f59-4648-419d-adc1-f02dbc66603b cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:32:07.869490 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-52371f07-3fa4-43c8-9711-dc928d6f36fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (b5cee00d-d11d-4a76-ad74-cfd798aa917c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:07.979041 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5019efd8-24ef-494c-976d-585c57f936a3 None None] DHCP port deletion for b5cee00d-d11d-4a76-ad74-cfd798aa917c request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:32:07.985675 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device edaf30c3-2fd7-44b6-9329-6b5f48e7c160 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:32:08.029795 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-52371f07-3fa4-43c8-9711-dc928d6f36fc admin admin] Deleting port 29573c84-0455-47f5-967e-9b1aabea0ddf {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:32:08.030407 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-52371f07-3fa4-43c8-9711-dc928d6f36fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (29573c84-0455-47f5-967e-9b1aabea0ddf), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:08.080752 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: edaf30c3-2fd7-44b6-9329-6b5f48e7c160 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:32:08.081099 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device edaf30c3-2fd7-44b6-9329-6b5f48e7c160 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:32:08.081670 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:32:08.123595 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-52371f07-3fa4-43c8-9711-dc928d6f36fc admin admin] For port 29573c84-0455-47f5-967e-9b1aabea0ddf, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=29573c84-0455-47f5-967e-9b1aabea0ddf,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:08.124234 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-52371f07-3fa4-43c8-9711-dc928d6f36fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (29573c84-0455-47f5-967e-9b1aabea0ddf), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:08.143094 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:32:08.143485 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 6712d9ef-4cf3-44be-9f0c-b78ef4ba3b3a not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:32:08.147558 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-52371f07-3fa4-43c8-9711-dc928d6f36fc admin admin] Calling delete_port for 29573c84-0455-47f5-967e-9b1aabea0ddf owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:32:08.186684 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5019efd8-24ef-494c-976d-585c57f936a3 None None] Deleting port 29573c84-0455-47f5-967e-9b1aabea0ddf {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:32:08.187163 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5019efd8-24ef-494c-976d-585c57f936a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (29573c84-0455-47f5-967e-9b1aabea0ddf), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:08.252290 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b32d34e7-4dc6-40a7-b1ac-d1612d263e4d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks [] for port (c5aa2f59-4648-419d-adc1-f02dbc66603b), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:08.259322 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b32d34e7-4dc6-40a7-b1ac-d1612d263e4d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (c5aa2f59-4648-419d-adc1-f02dbc66603b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:08.346621 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-5019efd8-24ef-494c-976d-585c57f936a3 None None] For port 29573c84-0455-47f5-967e-9b1aabea0ddf, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=29573c84-0455-47f5-967e-9b1aabea0ddf,segment=NetworkSegment(153f7d2f-df27-4bdc-b04a-82cc92147679),segment_id=153f7d2f-df27-4bdc-b04a-82cc92147679)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:08.347193 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5019efd8-24ef-494c-976d-585c57f936a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (29573c84-0455-47f5-967e-9b1aabea0ddf), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:08.354029 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-52371f07-3fa4-43c8-9711-dc928d6f36fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (29573c84-0455-47f5-967e-9b1aabea0ddf), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:08.375840 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b32d34e7-4dc6-40a7-b1ac-d1612d263e4d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (f3e8ca74-0806-47a9-9b23-621d6725338f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:08.389489 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d34e7-4dc6-40a7-b1ac-d1612d263e4d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Pushing event updated for resources: {'Port': ['ID=c5aa2f59-4648-419d-adc1-f02dbc66603b,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:08.396243 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5019efd8-24ef-494c-976d-585c57f936a3 None None] Calling delete_port for 29573c84-0455-47f5-967e-9b1aabea0ddf owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:32:08.434570 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52371f07-3fa4-43c8-9711-dc928d6f36fc admin admin] No DVR routers for this DVR port 29573c84-0455-47f5-967e-9b1aabea0ddf on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:32:08.446135 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52371f07-3fa4-43c8-9711-dc928d6f36fc admin admin] Pushing event deleted for resources: {'Port': ['ID=29573c84-0455-47f5-967e-9b1aabea0ddf,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:08.591415 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5019efd8-24ef-494c-976d-585c57f936a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (29573c84-0455-47f5-967e-9b1aabea0ddf), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:08.593550 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32d34e7-4dc6-40a7-b1ac-d1612d263e4d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Network a2ea661e-f04f-490f-8c53-0e4fa94fd661 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:32:08.595365 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-b32d34e7-4dc6-40a7-b1ac-d1612d263e4d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:08.640118 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-52371f07-3fa4-43c8-9711-dc928d6f36fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (b5cee00d-d11d-4a76-ad74-cfd798aa917c), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:08.663912 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5019efd8-24ef-494c-976d-585c57f936a3 None None] Pushing event deleted for resources: {'Port': ['ID=29573c84-0455-47f5-967e-9b1aabea0ddf,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:08.685330 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5019efd8-24ef-494c-976d-585c57f936a3 None None] No DVR routers for this DVR port 29573c84-0455-47f5-967e-9b1aabea0ddf on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:32:08.704319 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-52371f07-3fa4-43c8-9711-dc928d6f36fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5cee00d-d11d-4a76-ad74-cfd798aa917c']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:08.724333 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-52371f07-3fa4-43c8-9711-dc928d6f36fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '153f7d2f-df27-4bdc-b04a-82cc92147679') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:08.724625 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-52371f07-3fa4-43c8-9711-dc928d6f36fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '153f7d2f-df27-4bdc-b04a-82cc92147679') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:08.752103 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32d34e7-4dc6-40a7-b1ac-d1612d263e4d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Router f3e8ca74-0806-47a9-9b23-621d6725338f has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:32:08.753644 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-52371f07-3fa4-43c8-9711-dc928d6f36fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (153f7d2f-df27-4bdc-b04a-82cc92147679), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:08.787671 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-52371f07-3fa4-43c8-9711-dc928d6f36fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (153f7d2f-df27-4bdc-b04a-82cc92147679), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:08.801178 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52371f07-3fa4-43c8-9711-dc928d6f36fc admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:32:08.801649 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-52371f07-3fa4-43c8-9711-dc928d6f36fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (153f7d2f-df27-4bdc-b04a-82cc92147679), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:08.803554 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:32:08.803554 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:32:08.803554 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:32:08.803554 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:32:08.803554 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:32:08.803554 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:32:08.803554 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:32:08.803554 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:32:08.803554 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:32:08.803554 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:32:08.803554 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:32:08.803554 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:32:08.803554 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:32:08.803554 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:32:08.803554 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:32:08.803554 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:32:08.803554 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:32:08.803554 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:32:08.803554 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:32:08.803554 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:32:08.803554 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:32:08.803554 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:32:08.803554 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:32:08.803554 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:32:08.803554 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:32:08.803554 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:32:08.803554 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:32:08.803554 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:32:08.803554 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:32:08.803554 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:32:08.803554 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:32:08.803554 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:32:08.896384 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32d34e7-4dc6-40a7-b1ac-d1612d263e4d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:32:08.904006 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b32d34e7-4dc6-40a7-b1ac-d1612d263e4d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] 10.222.0.30 "PUT /v2.0/routers/f3e8ca74-0806-47a9-9b23-621d6725338f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5830755 Feb 09 01:32:08.907516 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45198) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:08.910102 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38444eef-656c-41d9-bbe6-99f299831038 None None] Sync routers for ids ['f3e8ca74-0806-47a9-9b23-621d6725338f'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:32:08.922099 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38444eef-656c-41d9-bbe6-99f299831038 None None] Routers {'f3e8ca74-0806-47a9-9b23-621d6725338f'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:32:08.923087 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-38444eef-656c-41d9-bbe6-99f299831038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:31:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['f3e8ca74-0806-47a9-9b23-621d6725338f'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:08.973933 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-38444eef-656c-41d9-bbe6-99f299831038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:08.990180 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38444eef-656c-41d9-bbe6-99f299831038 None None] Routers {'f3e8ca74-0806-47a9-9b23-621d6725338f'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:32:08.990819 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-38444eef-656c-41d9-bbe6-99f299831038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:31:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['f3e8ca74-0806-47a9-9b23-621d6725338f'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:09.037479 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-38444eef-656c-41d9-bbe6-99f299831038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:09.038847 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38444eef-656c-41d9-bbe6-99f299831038 None None] The sync data for ids ['f3e8ca74-0806-47a9-9b23-621d6725338f'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:32:09.074917 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-52371f07-3fa4-43c8-9711-dc928d6f36fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (b5cee00d-d11d-4a76-ad74-cfd798aa917c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:09.103167 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-52371f07-3fa4-43c8-9711-dc928d6f36fc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:09.107060 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-52371f07-3fa4-43c8-9711-dc928d6f36fc admin admin] 10.222.0.30 "DELETE /v2.0/networks/b5cee00d-d11d-4a76-ad74-cfd798aa917c HTTP/1.1" status: 204 len: 168 time: 1.5422051 Feb 09 01:32:09.107780 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-acb46a19-52a0-402d-a498-b9a4f5b0c397 None None] Provisioning complete for port c5aa2f59-4648-419d-adc1-f02dbc66603b triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:09.108724 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-acb46a19-52a0-402d-a498-b9a4f5b0c397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c5aa2f59-4648-419d-adc1-f02dbc66603b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:09.111496 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52371f07-3fa4-43c8-9711-dc928d6f36fc admin admin] Pushing event deleted for resources: {'Network': ['ID=b5cee00d-d11d-4a76-ad74-cfd798aa917c,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:09.148425 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a629f8cc-93ce-460c-93e8-fb2821a47a87 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks [] for router (f3e8ca74-0806-47a9-9b23-621d6725338f), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:09.192567 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-acb46a19-52a0-402d-a498-b9a4f5b0c397 None None] Port c5aa2f59-4648-419d-adc1-f02dbc66603b cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:32:09.286349 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-a629f8cc-93ce-460c-93e8-fb2821a47a87 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 01:32:09.291787 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a629f8cc-93ce-460c-93e8-fb2821a47a87 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] 10.222.0.30 "DELETE /v2.0/routers/f3e8ca74-0806-47a9-9b23-621d6725338f HTTP/1.1" status: 409 len: 329 time: 0.3676898 Feb 09 01:32:09.292642 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45210) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:09.366187 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45214) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:09.444427 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-da50d7a4-d60b-46ca-b4da-c6edbaa228e4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b6fd459715684d44a0a31bd130ea655c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0769105 Feb 09 01:32:09.446902 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45216) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:09.522902 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ef66c147-7845-4dc8-9a36-fdc808cd23d6 admin admin] Publish callbacks [] for security_group (b83a9366-5279-48bf-b11e-15d47ac55607), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:09.573560 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ef66c147-7845-4dc8-9a36-fdc808cd23d6 admin admin] Publish callbacks [] for security_group (b83a9366-5279-48bf-b11e-15d47ac55607), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:09.715961 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ef66c147-7845-4dc8-9a36-fdc808cd23d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b83a9366-5279-48bf-b11e-15d47ac55607), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:09.722377 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ef66c147-7845-4dc8-9a36-fdc808cd23d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:09.723848 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ef66c147-7845-4dc8-9a36-fdc808cd23d6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b83a9366-5279-48bf-b11e-15d47ac55607 HTTP/1.1" status: 204 len: 168 time: 0.2754750 Feb 09 01:32:09.750763 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66c147-7845-4dc8-9a36-fdc808cd23d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83a9366-5279-48bf-b11e-15d47ac55607,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:09.895192 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 29573c84-0455-47f5-967e-9b1aabea0ddf no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:32:09.959953 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 29573c84-0455-47f5-967e-9b1aabea0ddf {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:32:09.960383 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 29573c84-0455-47f5-967e-9b1aabea0ddf not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:32:09.967443 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fdd2722d-24ba-4508-89db-4eabcc8f576e tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (f3e8ca74-0806-47a9-9b23-621d6725338f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:10.440894 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-fdd2722d-24ba-4508-89db-4eabcc8f576e tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Deleting port c5aa2f59-4648-419d-adc1-f02dbc66603b {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:32:10.441523 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fdd2722d-24ba-4508-89db-4eabcc8f576e tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (c5aa2f59-4648-419d-adc1-f02dbc66603b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:10.624376 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fdd2722d-24ba-4508-89db-4eabcc8f576e tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (c5aa2f59-4648-419d-adc1-f02dbc66603b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:10.649487 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-fdd2722d-24ba-4508-89db-4eabcc8f576e tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Calling delete_port for c5aa2f59-4648-419d-adc1-f02dbc66603b owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:32:10.932466 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fdd2722d-24ba-4508-89db-4eabcc8f576e tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (c5aa2f59-4648-419d-adc1-f02dbc66603b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:10.976270 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2722d-24ba-4508-89db-4eabcc8f576e tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Pushing event deleted for resources: {'Port': ['ID=c5aa2f59-4648-419d-adc1-f02dbc66603b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:11.028802 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45258) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:11.158099 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45262) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:11.287458 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fdd2722d-24ba-4508-89db-4eabcc8f576e tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (f3e8ca74-0806-47a9-9b23-621d6725338f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:11.341445 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-563a141a-9678-4771-a55b-938db6206220 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1075351294-network', 'tenant_id': '63a9d3026d8848a9b3ac33aa03600d8d'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:11.373262 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-73cab419-569a-43a4-98e0-5a068515da15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:11.384242 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563a141a-9678-4771-a55b-938db6206220 admin admin] Made reservation on behalf of 63a9d3026d8848a9b3ac33aa03600d8d for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:32:11.387677 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-563a141a-9678-4771-a55b-938db6206220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:11.403730 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-563a141a-9678-4771-a55b-938db6206220 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:11.536726 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-563a141a-9678-4771-a55b-938db6206220 admin admin] Publish callbacks [] for security_group (95130b91-6d6f-489f-b4ab-ea3ccc8f4c54), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:11.538120 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd2722d-24ba-4508-89db-4eabcc8f576e tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Router f3e8ca74-0806-47a9-9b23-621d6725338f has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:32:11.544416 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-563a141a-9678-4771-a55b-938db6206220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (95130b91-6d6f-489f-b4ab-ea3ccc8f4c54), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:11.582484 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a141a-9678-4771-a55b-938db6206220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95130b91-6d6f-489f-b4ab-ea3ccc8f4c54,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:11.626260 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-563a141a-9678-4771-a55b-938db6206220 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:32:11.659852 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-563a141a-9678-4771-a55b-938db6206220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (3f4b0075-6e92-4c48-ab90-fd56a0c33878), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:11.661875 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-563a141a-9678-4771-a55b-938db6206220 admin admin] Added segment 3f4b0075-6e92-4c48-ab90-fd56a0c33878 of type vlan for network fb247349-3aac-4694-97c0-5d60df75766c Feb 09 01:32:11.673632 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd2722d-24ba-4508-89db-4eabcc8f576e tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:32:11.677291 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-73cab419-569a-43a4-98e0-5a068515da15 admin admin] Publish callbacks [] for security_group (a32112e6-6195-4235-9500-0969dd2c24c4), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:11.681749 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-fdd2722d-24ba-4508-89db-4eabcc8f576e tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] 10.222.0.30 "PUT /v2.0/routers/f3e8ca74-0806-47a9-9b23-621d6725338f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3864415 Feb 09 01:32:11.684232 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45270) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:11.695128 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66259e0a-f159-47f3-bd68-e0608e0efd52 None None] Sync routers for ids ['f3e8ca74-0806-47a9-9b23-621d6725338f'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:32:11.715095 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66259e0a-f159-47f3-bd68-e0608e0efd52 None None] Routers {'f3e8ca74-0806-47a9-9b23-621d6725338f'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:32:11.717157 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-66259e0a-f159-47f3-bd68-e0608e0efd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:31:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['f3e8ca74-0806-47a9-9b23-621d6725338f'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:11.760497 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-73cab419-569a-43a4-98e0-5a068515da15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (a32112e6-6195-4235-9500-0969dd2c24c4), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:11.788245 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-66259e0a-f159-47f3-bd68-e0608e0efd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:11.795475 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-73cab419-569a-43a4-98e0-5a068515da15 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2a4368d917b84199912280dc612bfd41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7652826 Feb 09 01:32:11.798267 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45272) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:11.801325 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66259e0a-f159-47f3-bd68-e0608e0efd52 None None] Routers {'f3e8ca74-0806-47a9-9b23-621d6725338f'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:32:11.802230 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-66259e0a-f159-47f3-bd68-e0608e0efd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:31:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['f3e8ca74-0806-47a9-9b23-621d6725338f'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:11.805266 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-40ed806b-e4b4-45dc-8c1e-b28437716239 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] show failed (client error): The resource could not be found. Feb 09 01:32:11.807167 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-40ed806b-e4b4-45dc-8c1e-b28437716239 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-380564032 HTTP/1.1" status: 404 len: 334 time: 0.1217072 Feb 09 01:32:11.812660 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45274) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:11.817590 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-681f270a-048e-438d-95cd-13c80f99c090 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:11.822295 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-563a141a-9678-4771-a55b-938db6206220 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (fb247349-3aac-4694-97c0-5d60df75766c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:11.847763 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cab419-569a-43a4-98e0-5a068515da15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32112e6-6195-4235-9500-0969dd2c24c4,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:11.862640 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-681f270a-048e-438d-95cd-13c80f99c090 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] update failed (client error): The resource could not be found. Feb 09 01:32:11.864241 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-681f270a-048e-438d-95cd-13c80f99c090 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-897282533 HTTP/1.1" status: 404 len: 334 time: 0.0499530 Feb 09 01:32:11.868191 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45276) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:11.881752 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-66259e0a-f159-47f3-bd68-e0608e0efd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:11.882691 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66259e0a-f159-47f3-bd68-e0608e0efd52 None None] The sync data for ids ['f3e8ca74-0806-47a9-9b23-621d6725338f'] in n-d-822053-40 is: [] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:32:11.903528 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-563a141a-9678-4771-a55b-938db6206220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (fb247349-3aac-4694-97c0-5d60df75766c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:11.904572 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563a141a-9678-4771-a55b-938db6206220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:11.905181 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-563a141a-9678-4771-a55b-938db6206220 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:11.926429 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-639ca84a-ebbe-47f7-ac2c-529db8ed56c2 admin admin] Publish callbacks [] for security_group (a32112e6-6195-4235-9500-0969dd2c24c4), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:11.958036 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-639ca84a-ebbe-47f7-ac2c-529db8ed56c2 admin admin] Publish callbacks [] for security_group (a32112e6-6195-4235-9500-0969dd2c24c4), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:11.986158 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-563a141a-9678-4771-a55b-938db6206220 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8236923 Feb 09 01:32:11.986617 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45278) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:11.999661 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-ff30968b-d68d-4360-b45b-8d197d4f4f3c admin admin] Request body: {'subnet': {'network_id': 'fb247349-3aac-4694-97c0-5d60df75766c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1075351294-subnet', 'tenant_id': '63a9d3026d8848a9b3ac33aa03600d8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:12.014373 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-1929d41b-8563-471b-adf3-94d55ab84032 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Deleting subnet 1cc155df-2888-4d30-b109-5c989633111a {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:32:12.020238 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1929d41b-8563-471b-adf3-94d55ab84032 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks [] for subnet (1cc155df-2888-4d30-b109-5c989633111a), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:12.023392 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a141a-9678-4771-a55b-938db6206220 admin admin] Pushing event updated for resources: {'Network': ['ID=fb247349-3aac-4694-97c0-5d60df75766c,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:12.035548 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network fb247349-3aac-4694-97c0-5d60df75766c details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:32:12.036519 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff30968b-d68d-4360-b45b-8d197d4f4f3c admin admin] Made reservation on behalf of 63a9d3026d8848a9b3ac33aa03600d8d for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:32:12.039351 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ff30968b-d68d-4360-b45b-8d197d4f4f3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:12.084630 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1929d41b-8563-471b-adf3-94d55ab84032 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (1cc155df-2888-4d30-b109-5c989633111a), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:12.215940 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1929d41b-8563-471b-adf3-94d55ab84032 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (1cc155df-2888-4d30-b109-5c989633111a), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:12.270099 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-639ca84a-ebbe-47f7-ac2c-529db8ed56c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (a32112e6-6195-4235-9500-0969dd2c24c4), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:12.273003 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-639ca84a-ebbe-47f7-ac2c-529db8ed56c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:12.277704 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-639ca84a-ebbe-47f7-ac2c-529db8ed56c2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a32112e6-6195-4235-9500-0969dd2c24c4 HTTP/1.1" status: 204 len: 168 time: 0.4783401 Feb 09 01:32:12.295474 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ca84a-ebbe-47f7-ac2c-529db8ed56c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32112e6-6195-4235-9500-0969dd2c24c4,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:12.300587 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ff30968b-d68d-4360-b45b-8d197d4f4f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (c4d48153-c63c-4a1e-aef3-5a64a30fa671), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:12.349075 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30968b-d68d-4360-b45b-8d197d4f4f3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4d48153-c63c-4a1e-aef3-5a64a30fa671,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:12.371742 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1929d41b-8563-471b-adf3-94d55ab84032 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (1cc155df-2888-4d30-b109-5c989633111a), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:12.395534 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff30968b-d68d-4360-b45b-8d197d4f4f3c admin admin] Checking segment: {'id': '3f4b0075-6e92-4c48-ab90-fd56a0c33878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fb247349-3aac-4694-97c0-5d60df75766c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:32:12.396344 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff30968b-d68d-4360-b45b-8d197d4f4f3c admin admin] Network hostable DHCP agents. Network: fb247349-3aac-4694-97c0-5d60df75766c, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:32:12.398371 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1929d41b-8563-471b-adf3-94d55ab84032 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:12.407512 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02341853-37b2-45c4-8619-11d5c0525758 None None] Network 0e8569a1-2472-4f7d-a106-b0f289464055 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:32:12.420222 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1929d41b-8563-471b-adf3-94d55ab84032 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] 10.222.0.30 "DELETE /v2.0/subnets/1cc155df-2888-4d30-b109-5c989633111a HTTP/1.1" status: 204 len: 168 time: 0.5487273 Feb 09 01:32:12.424427 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45282) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:12.438146 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff30968b-d68d-4360-b45b-8d197d4f4f3c admin admin] Network fb247349-3aac-4694-97c0-5d60df75766c is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:32:12.487107 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929d41b-8563-471b-adf3-94d55ab84032 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Pushing event deleted for resources: {'Subnet': ['ID=1cc155df-2888-4d30-b109-5c989633111a,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:12.730279 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a47008-86cb-418c-9372-61679cc153e5 None None] DHCP port deletion for 0e8569a1-2472-4f7d-a106-b0f289464055 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:32:12.831560 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-42a47008-86cb-418c-9372-61679cc153e5 None None] Deleting port b61ee766-c0c6-4c50-92e8-d8d56872521f {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:32:12.832567 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-42a47008-86cb-418c-9372-61679cc153e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (b61ee766-c0c6-4c50-92e8-d8d56872521f), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:12.864666 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-c753b280-592e-4473-bfce-b08a49b37801 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Deleting subnet dc9ad763-8ed1-439e-ae96-7641eac385cb {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:32:12.871761 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c753b280-592e-4473-bfce-b08a49b37801 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks [] for subnet (dc9ad763-8ed1-439e-ae96-7641eac385cb), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:12.905268 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45292) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:12.913117 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-ff30968b-d68d-4360-b45b-8d197d4f4f3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, fb247349-3aac-4694-97c0-5d60df75766c) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:12.934758 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff30968b-d68d-4360-b45b-8d197d4f4f3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:12.936299 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ff30968b-d68d-4360-b45b-8d197d4f4f3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:12.938826 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5847d9a3-19d8-471a-b68c-bd2051d65cc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:12.940679 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316eb8b2-da31-4125-ae20-9155a180c78e None None] Network fb247349-3aac-4694-97c0-5d60df75766c requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:32:13.003292 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ff30968b-d68d-4360-b45b-8d197d4f4f3c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0127904 Feb 09 01:32:13.029754 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c753b280-592e-4473-bfce-b08a49b37801 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (dc9ad763-8ed1-439e-ae96-7641eac385cb), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:13.050136 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-42a47008-86cb-418c-9372-61679cc153e5 None None] For port b61ee766-c0c6-4c50-92e8-d8d56872521f, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b61ee766-c0c6-4c50-92e8-d8d56872521f,segment=NetworkSegment(c2b6a2e1-d9d8-4860-9a75-7d0b26b0ac82),segment_id=c2b6a2e1-d9d8-4860-9a75-7d0b26b0ac82)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:13.050824 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-42a47008-86cb-418c-9372-61679cc153e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (b61ee766-c0c6-4c50-92e8-d8d56872521f), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:13.086901 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-42a47008-86cb-418c-9372-61679cc153e5 None None] Calling delete_port for b61ee766-c0c6-4c50-92e8-d8d56872521f owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:32:13.179614 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5847d9a3-19d8-471a-b68c-bd2051d65cc5 admin admin] Publish callbacks [] for security_group (ad95ec26-2f81-49f3-939b-bf4bd69d2722), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:13.190594 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5847d9a3-19d8-471a-b68c-bd2051d65cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ad95ec26-2f81-49f3-939b-bf4bd69d2722), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:13.258306 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49355a0d-a74a-465f-9e9e-9eade4c4df1c None None] Network fb247349-3aac-4694-97c0-5d60df75766c requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:32:13.281385 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847d9a3-19d8-471a-b68c-bd2051d65cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad95ec26-2f81-49f3-939b-bf4bd69d2722,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:13.313598 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5847d9a3-19d8-471a-b68c-bd2051d65cc5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2197e3a31b9841ccabbeb9a4ffb3492e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4065561 Feb 09 01:32:13.316414 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45302) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:13.322634 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45300) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:13.375190 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c753b280-592e-4473-bfce-b08a49b37801 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (dc9ad763-8ed1-439e-ae96-7641eac385cb), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:13.432882 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-45aa9015-00fb-42ec-871d-ab02a8a2124e admin admin] Publish callbacks [] for security_group (ad95ec26-2f81-49f3-939b-bf4bd69d2722), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:13.470661 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-45aa9015-00fb-42ec-871d-ab02a8a2124e admin admin] Publish callbacks [] for security_group (ad95ec26-2f81-49f3-939b-bf4bd69d2722), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:13.514720 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c753b280-592e-4473-bfce-b08a49b37801 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (dc9ad763-8ed1-439e-ae96-7641eac385cb), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:13.522291 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-42a47008-86cb-418c-9372-61679cc153e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (b61ee766-c0c6-4c50-92e8-d8d56872521f), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:13.542344 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a47008-86cb-418c-9372-61679cc153e5 None None] No DVR routers for this DVR port b61ee766-c0c6-4c50-92e8-d8d56872521f on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:32:13.599424 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c753b280-592e-4473-bfce-b08a49b37801 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:13.607311 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-45aa9015-00fb-42ec-871d-ab02a8a2124e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ad95ec26-2f81-49f3-939b-bf4bd69d2722), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:13.609297 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c3320e-f7de-40cb-a5fc-1c389d91ce1d None None] Network b03ed4d2-ae8d-4b17-8d1a-0b9cb2b9a456 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:32:13.610002 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-45aa9015-00fb-42ec-871d-ab02a8a2124e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:13.611170 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-45aa9015-00fb-42ec-871d-ab02a8a2124e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ad95ec26-2f81-49f3-939b-bf4bd69d2722 HTTP/1.1" status: 204 len: 168 time: 0.2938108 Feb 09 01:32:13.613612 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c753b280-592e-4473-bfce-b08a49b37801 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] 10.222.0.30 "DELETE /v2.0/subnets/dc9ad763-8ed1-439e-ae96-7641eac385cb HTTP/1.1" status: 204 len: 168 time: 1.1867840 Feb 09 01:32:13.621354 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45314) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:13.632221 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa9015-00fb-42ec-871d-ab02a8a2124e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad95ec26-2f81-49f3-939b-bf4bd69d2722,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:13.632354 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c753b280-592e-4473-bfce-b08a49b37801 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Pushing event deleted for resources: {'Subnet': ['ID=dc9ad763-8ed1-439e-ae96-7641eac385cb,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:13.716106 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-06b22f0e-1c8a-42b9-98ab-454115aa41b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:13.893211 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-06b22f0e-1c8a-42b9-98ab-454115aa41b1 admin admin] Publish callbacks [] for security_group (ff61352a-3447-4e5d-b8d8-b7c99d2d2f8e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:13.901337 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-06b22f0e-1c8a-42b9-98ab-454115aa41b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ff61352a-3447-4e5d-b8d8-b7c99d2d2f8e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:14.005153 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-06b22f0e-1c8a-42b9-98ab-454115aa41b1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=82c31c78e16c48e3b5b43f2bb8144b2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6810246 Feb 09 01:32:14.008552 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b61ee766-c0c6-4c50-92e8-d8d56872521f no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:32:14.010956 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45330) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:14.017637 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-08492549-a4e5-4504-b10f-78dcd88faa20 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (0e8569a1-2472-4f7d-a106-b0f289464055), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:14.035944 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a47008-86cb-418c-9372-61679cc153e5 None None] Pushing event deleted for resources: {'Port': ['ID=b61ee766-c0c6-4c50-92e8-d8d56872521f,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:14.040596 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: b61ee766-c0c6-4c50-92e8-d8d56872521f {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:32:14.040596 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b61ee766-c0c6-4c50-92e8-d8d56872521f not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:32:14.081926 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-331c3d13-b06a-4362-a06a-f502097d5434 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:14.083591 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-331c3d13-b06a-4362-a06a-f502097d5434 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] 10.222.0.30 "GET /v2.0/networks?id=fb247349-3aac-4694-97c0-5d60df75766c HTTP/1.1" status: 200 len: 821 time: 0.3271580 Feb 09 01:32:14.112131 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b22f0e-1c8a-42b9-98ab-454115aa41b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff61352a-3447-4e5d-b8d8-b7c99d2d2f8e,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:14.141580 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-c95a8448-d150-452e-a037-fca7cf76e37a tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] 10.222.0.30 "GET /v2.0/quotas/63a9d3026d8848a9b3ac33aa03600d8d HTTP/1.1" status: 200 len: 375 time: 0.0442295 Feb 09 01:32:14.202888 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6408fb7e-ec9e-43da-bfd0-4256481e3ecb None None] DHCP port deletion for b03ed4d2-ae8d-4b17-8d1a-0b9cb2b9a456 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:32:14.206638 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-645d5f09-197b-4c68-bb3c-fbcc086e376c tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=63a9d3026d8848a9b3ac33aa03600d8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542130 Feb 09 01:32:14.224823 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4abe65a2-1f5e-433f-9b3c-f00306ebd422 admin admin] Publish callbacks [] for security_group (ff61352a-3447-4e5d-b8d8-b7c99d2d2f8e), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:14.250928 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4abe65a2-1f5e-433f-9b3c-f00306ebd422 admin admin] Publish callbacks [] for security_group (ff61352a-3447-4e5d-b8d8-b7c99d2d2f8e), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:14.308431 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6408fb7e-ec9e-43da-bfd0-4256481e3ecb None None] Deleting port e1e684b5-92ba-4c80-8752-b8250a5decca {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:32:14.308803 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6408fb7e-ec9e-43da-bfd0-4256481e3ecb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (e1e684b5-92ba-4c80-8752-b8250a5decca), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:14.317647 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4abe65a2-1f5e-433f-9b3c-f00306ebd422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ff61352a-3447-4e5d-b8d8-b7c99d2d2f8e), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:14.320880 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4abe65a2-1f5e-433f-9b3c-f00306ebd422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:14.325227 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4abe65a2-1f5e-433f-9b3c-f00306ebd422 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ff61352a-3447-4e5d-b8d8-b7c99d2d2f8e HTTP/1.1" status: 204 len: 168 time: 0.3106987 Feb 09 01:32:14.340903 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe65a2-1f5e-433f-9b3c-f00306ebd422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff61352a-3447-4e5d-b8d8-b7c99d2d2f8e,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:14.354473 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-08492549-a4e5-4504-b10f-78dcd88faa20 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (0e8569a1-2472-4f7d-a106-b0f289464055), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:14.392838 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-7b3b573a-e91b-47a0-a7c8-3e0201859f9e service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:32:14.401230 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-7b3b573a-e91b-47a0-a7c8-3e0201859f9e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1937537 Feb 09 01:32:14.417293 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-08492549-a4e5-4504-b10f-78dcd88faa20 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e8569a1-2472-4f7d-a106-b0f289464055']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:14.467628 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-08492549-a4e5-4504-b10f-78dcd88faa20 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2b6a2e1-d9d8-4860-9a75-7d0b26b0ac82') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:14.468055 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-08492549-a4e5-4504-b10f-78dcd88faa20 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2b6a2e1-d9d8-4860-9a75-7d0b26b0ac82') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:14.471370 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-6408fb7e-ec9e-43da-bfd0-4256481e3ecb None None] For port e1e684b5-92ba-4c80-8752-b8250a5decca, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=e1e684b5-92ba-4c80-8752-b8250a5decca,segment=NetworkSegment(e27611b2-3628-4901-baec-47bacb367d53),segment_id=e27611b2-3628-4901-baec-47bacb367d53)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:14.471771 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6408fb7e-ec9e-43da-bfd0-4256481e3ecb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (e1e684b5-92ba-4c80-8752-b8250a5decca), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:14.495102 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-08492549-a4e5-4504-b10f-78dcd88faa20 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (c2b6a2e1-d9d8-4860-9a75-7d0b26b0ac82), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:14.497422 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6408fb7e-ec9e-43da-bfd0-4256481e3ecb None None] Calling delete_port for e1e684b5-92ba-4c80-8752-b8250a5decca owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:32:14.516558 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-08492549-a4e5-4504-b10f-78dcd88faa20 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (c2b6a2e1-d9d8-4860-9a75-7d0b26b0ac82), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:14.533603 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08492549-a4e5-4504-b10f-78dcd88faa20 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:32:14.534001 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-08492549-a4e5-4504-b10f-78dcd88faa20 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (c2b6a2e1-d9d8-4860-9a75-7d0b26b0ac82), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:14.537932 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:32:14.537932 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:32:14.537932 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:32:14.537932 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:32:14.537932 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:32:14.537932 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:32:14.537932 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:32:14.537932 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:32:14.537932 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:32:14.537932 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:32:14.537932 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:32:14.537932 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:32:14.537932 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:32:14.537932 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:32:14.537932 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:32:14.537932 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:32:14.537932 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:32:14.537932 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:32:14.537932 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:32:14.537932 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:32:14.537932 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:32:14.537932 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:32:14.537932 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:32:14.537932 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:32:14.537932 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:32:14.537932 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:32:14.537932 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:32:14.537932 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:32:14.537932 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:32:14.537932 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:32:14.537932 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:32:14.537932 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:32:14.642205 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-77b473df-3cf8-4f06-a59b-fc3b6e3ed65c service neutron] 10.222.0.30 "GET /v2.0/networks/fb247349-3aac-4694-97c0-5d60df75766c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398098 Feb 09 01:32:14.671079 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-08492549-a4e5-4504-b10f-78dcd88faa20 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (0e8569a1-2472-4f7d-a106-b0f289464055), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:14.677254 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-08492549-a4e5-4504-b10f-78dcd88faa20 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:14.685314 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-08492549-a4e5-4504-b10f-78dcd88faa20 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] 10.222.0.30 "DELETE /v2.0/networks/0e8569a1-2472-4f7d-a106-b0f289464055 HTTP/1.1" status: 204 len: 168 time: 1.0340734 Feb 09 01:32:14.685314 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45348) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:14.695230 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6408fb7e-ec9e-43da-bfd0-4256481e3ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (e1e684b5-92ba-4c80-8752-b8250a5decca), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:14.783129 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08492549-a4e5-4504-b10f-78dcd88faa20 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Pushing event deleted for resources: {'Network': ['ID=0e8569a1-2472-4f7d-a106-b0f289464055,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:14.797518 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6408fb7e-ec9e-43da-bfd0-4256481e3ecb None None] Pushing event deleted for resources: {'Port': ['ID=e1e684b5-92ba-4c80-8752-b8250a5decca,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:14.823371 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6408fb7e-ec9e-43da-bfd0-4256481e3ecb None None] No DVR routers for this DVR port e1e684b5-92ba-4c80-8752-b8250a5decca on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:32:14.890758 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-b4da8d29-9eb2-44ba-97c5-6484abdd864a service neutron] 10.222.0.30 "GET /v2.0/networks/fb247349-3aac-4694-97c0-5d60df75766c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474601 Feb 09 01:32:14.920269 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-690bd9d6-85d8-49ea-9731-4df5ff504423 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (b03ed4d2-ae8d-4b17-8d1a-0b9cb2b9a456), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:14.948827 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45358) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:14.972177 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-745b4f83-ef5b-43b4-a27f-4b04498d4310 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:15.066895 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-745b4f83-ef5b-43b4-a27f-4b04498d4310 admin admin] Publish callbacks [] for security_group (6dcab642-180e-43f9-87b8-1dcfc7cf0fd1), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:15.083162 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-745b4f83-ef5b-43b4-a27f-4b04498d4310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (6dcab642-180e-43f9-87b8-1dcfc7cf0fd1), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:15.106146 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-690bd9d6-85d8-49ea-9731-4df5ff504423 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (b03ed4d2-ae8d-4b17-8d1a-0b9cb2b9a456), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:15.193907 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-745b4f83-ef5b-43b4-a27f-4b04498d4310 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0ed264699b2543daa4c469fd3aa55810&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2436500 Feb 09 01:32:15.197067 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b4f83-ef5b-43b4-a27f-4b04498d4310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dcab642-180e-43f9-87b8-1dcfc7cf0fd1,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:15.197225 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-690bd9d6-85d8-49ea-9731-4df5ff504423 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b03ed4d2-ae8d-4b17-8d1a-0b9cb2b9a456']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:15.199818 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45366) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:15.240104 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-690bd9d6-85d8-49ea-9731-4df5ff504423 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27611b2-3628-4901-baec-47bacb367d53') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:15.242688 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-690bd9d6-85d8-49ea-9731-4df5ff504423 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27611b2-3628-4901-baec-47bacb367d53') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:15.253551 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f1cb41b1-6b22-416f-8631-8bbf4b9ba95f req-a145304f-29d1-4346-8114-3536814b3492 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2a49203-3b66-4e0d-bd49-2ec0bed7f758 HTTP/1.1" status: 200 len: 210 time: 0.0429535 Feb 09 01:32:15.277728 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-690bd9d6-85d8-49ea-9731-4df5ff504423 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (e27611b2-3628-4901-baec-47bacb367d53), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:15.307711 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-690bd9d6-85d8-49ea-9731-4df5ff504423 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (e27611b2-3628-4901-baec-47bacb367d53), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:15.322772 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-690bd9d6-85d8-49ea-9731-4df5ff504423 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:32:15.323351 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-690bd9d6-85d8-49ea-9731-4df5ff504423 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (e27611b2-3628-4901-baec-47bacb367d53), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:15.326342 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:32:15.326342 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:32:15.326342 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:32:15.326342 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:32:15.326342 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:32:15.326342 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:32:15.326342 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:32:15.326342 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:32:15.326342 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:32:15.326342 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:32:15.326342 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:32:15.326342 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:32:15.326342 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:32:15.326342 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:32:15.326342 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:32:15.326342 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:32:15.326342 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:32:15.326342 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:32:15.326342 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:32:15.326342 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:32:15.326342 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:32:15.326342 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:32:15.326342 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:32:15.326342 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:32:15.326342 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:32:15.326342 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:32:15.326342 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:32:15.326342 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:32:15.326342 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:32:15.326342 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:32:15.326342 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:32:15.326342 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:32:15.355161 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cc257a32-65d2-40b8-b895-04f0b922a90b admin admin] Publish callbacks [] for security_group (6dcab642-180e-43f9-87b8-1dcfc7cf0fd1), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:15.412540 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cc257a32-65d2-40b8-b895-04f0b922a90b admin admin] Publish callbacks [] for security_group (6dcab642-180e-43f9-87b8-1dcfc7cf0fd1), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:15.475747 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-690bd9d6-85d8-49ea-9731-4df5ff504423 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (b03ed4d2-ae8d-4b17-8d1a-0b9cb2b9a456), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:15.489025 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-690bd9d6-85d8-49ea-9731-4df5ff504423 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:15.510689 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cc257a32-65d2-40b8-b895-04f0b922a90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (6dcab642-180e-43f9-87b8-1dcfc7cf0fd1), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:15.513624 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cc257a32-65d2-40b8-b895-04f0b922a90b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:15.517444 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-cc257a32-65d2-40b8-b895-04f0b922a90b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6dcab642-180e-43f9-87b8-1dcfc7cf0fd1 HTTP/1.1" status: 204 len: 168 time: 0.3161905 Feb 09 01:32:15.518077 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45376) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:15.518475 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-690bd9d6-85d8-49ea-9731-4df5ff504423 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] 10.222.0.30 "DELETE /v2.0/networks/b03ed4d2-ae8d-4b17-8d1a-0b9cb2b9a456 HTTP/1.1" status: 204 len: 168 time: 0.8240397 Feb 09 01:32:15.567091 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690bd9d6-85d8-49ea-9731-4df5ff504423 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Pushing event deleted for resources: {'Network': ['ID=b03ed4d2-ae8d-4b17-8d1a-0b9cb2b9a456,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:15.592487 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc257a32-65d2-40b8-b895-04f0b922a90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dcab642-180e-43f9-87b8-1dcfc7cf0fd1,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:15.838176 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-812dcf76-4c43-4545-8a33-0076d986c2bd tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Deleting subnet 3895e0c8-aacd-427b-8f32-15a035c59482 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:32:15.849256 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-812dcf76-4c43-4545-8a33-0076d986c2bd tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks [] for subnet (3895e0c8-aacd-427b-8f32-15a035c59482), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:15.919400 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e1e684b5-92ba-4c80-8752-b8250a5decca no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:32:15.997489 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: e1e684b5-92ba-4c80-8752-b8250a5decca {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:32:15.997942 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e1e684b5-92ba-4c80-8752-b8250a5decca not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:32:16.061636 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-812dcf76-4c43-4545-8a33-0076d986c2bd tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (3895e0c8-aacd-427b-8f32-15a035c59482), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:16.193869 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-812dcf76-4c43-4545-8a33-0076d986c2bd tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (3895e0c8-aacd-427b-8f32-15a035c59482), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:16.331040 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-812dcf76-4c43-4545-8a33-0076d986c2bd tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (3895e0c8-aacd-427b-8f32-15a035c59482), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:16.384932 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812dcf76-4c43-4545-8a33-0076d986c2bd tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Pushing event deleted for resources: {'Subnet': ['ID=3895e0c8-aacd-427b-8f32-15a035c59482,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:16.448950 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-998e9885-abe5-4292-ad06-a87064176ff9 req-140c6a44-022b-49e8-9731-215cc3b01ac3 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2a49203-3b66-4e0d-bd49-2ec0bed7f758 HTTP/1.1" status: 200 len: 210 time: 0.0608335 Feb 09 01:32:16.450903 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134ab0eb-a6f3-4760-b4bb-a41c3dd5a150 None None] Network a2ea661e-f04f-490f-8c53-0e4fa94fd661 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:32:16.455287 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-812dcf76-4c43-4545-8a33-0076d986c2bd tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:16.464651 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45404) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:16.465565 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-812dcf76-4c43-4545-8a33-0076d986c2bd tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] 10.222.0.30 "DELETE /v2.0/subnets/3895e0c8-aacd-427b-8f32-15a035c59482 HTTP/1.1" status: 204 len: 168 time: 0.9397497 Feb 09 01:32:16.631638 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e006a2a-abcf-4c05-b46b-935e58eb087d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (a2ea661e-f04f-490f-8c53-0e4fa94fd661), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:16.717258 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4e006a2a-abcf-4c05-b46b-935e58eb087d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Deleting port 7f07e28b-d2a7-4b54-8be1-81521e483089 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:32:16.717807 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e006a2a-abcf-4c05-b46b-935e58eb087d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (7f07e28b-d2a7-4b54-8be1-81521e483089), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:16.733810 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a996f567-2ae0-4769-82fc-ae731b47a35a None None] DHCP port deletion for a2ea661e-f04f-490f-8c53-0e4fa94fd661 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:32:16.834135 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a996f567-2ae0-4769-82fc-ae731b47a35a None None] Deleting port 7f07e28b-d2a7-4b54-8be1-81521e483089 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:32:16.834512 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a996f567-2ae0-4769-82fc-ae731b47a35a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (7f07e28b-d2a7-4b54-8be1-81521e483089), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:16.844336 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-4e006a2a-abcf-4c05-b46b-935e58eb087d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] For port 7f07e28b-d2a7-4b54-8be1-81521e483089, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=7f07e28b-d2a7-4b54-8be1-81521e483089,segment=NetworkSegment(287370ba-496f-498f-af2b-f4c09c7d7f7e),segment_id=287370ba-496f-498f-af2b-f4c09c7d7f7e)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:16.848139 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e006a2a-abcf-4c05-b46b-935e58eb087d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (7f07e28b-d2a7-4b54-8be1-81521e483089), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:16.881858 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4e006a2a-abcf-4c05-b46b-935e58eb087d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Calling delete_port for 7f07e28b-d2a7-4b54-8be1-81521e483089 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:32:16.978219 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-a996f567-2ae0-4769-82fc-ae731b47a35a None None] For port 7f07e28b-d2a7-4b54-8be1-81521e483089, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=7f07e28b-d2a7-4b54-8be1-81521e483089,segment=NetworkSegment(287370ba-496f-498f-af2b-f4c09c7d7f7e),segment_id=287370ba-496f-498f-af2b-f4c09c7d7f7e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:16.979058 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a996f567-2ae0-4769-82fc-ae731b47a35a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (7f07e28b-d2a7-4b54-8be1-81521e483089), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:17.008792 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a996f567-2ae0-4769-82fc-ae731b47a35a None None] Calling delete_port for 7f07e28b-d2a7-4b54-8be1-81521e483089 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:32:17.152922 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e006a2a-abcf-4c05-b46b-935e58eb087d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (7f07e28b-d2a7-4b54-8be1-81521e483089), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:17.198858 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e006a2a-abcf-4c05-b46b-935e58eb087d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Pushing event deleted for resources: {'Port': ['ID=7f07e28b-d2a7-4b54-8be1-81521e483089,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:17.201119 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a996f567-2ae0-4769-82fc-ae731b47a35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (7f07e28b-d2a7-4b54-8be1-81521e483089), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:17.208591 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e006a2a-abcf-4c05-b46b-935e58eb087d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] No DVR routers for this DVR port 7f07e28b-d2a7-4b54-8be1-81521e483089 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:32:17.241158 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a996f567-2ae0-4769-82fc-ae731b47a35a None None] No DVR routers for this DVR port 7f07e28b-d2a7-4b54-8be1-81521e483089 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:32:17.276299 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a996f567-2ae0-4769-82fc-ae731b47a35a None None] Pushing event deleted for resources: {'Port': ['ID=7f07e28b-d2a7-4b54-8be1-81521e483089,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:17.341234 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-5ae9e4b3-d2f6-4a64-aeb5-73eb96f1e639 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:17.350482 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-5ae9e4b3-d2f6-4a64-aeb5-73eb96f1e639 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] 10.222.0.121 "GET /v2.0/networks?id=fb247349-3aac-4694-97c0-5d60df75766c HTTP/1.1" status: 200 len: 821 time: 0.4363048 Feb 09 01:32:17.350482 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e006a2a-abcf-4c05-b46b-935e58eb087d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (a2ea661e-f04f-490f-8c53-0e4fa94fd661), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:17.356887 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-51768c21-2a11-4d63-8b93-7aab3364b338 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] Request body: {'port': {'device_id': 'c2a49203-3b66-4e0d-bd49-2ec0bed7f758', 'network_id': 'fb247349-3aac-4694-97c0-5d60df75766c', 'admin_state_up': True, 'tenant_id': '63a9d3026d8848a9b3ac33aa03600d8d'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:17.421005 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-4e006a2a-abcf-4c05-b46b-935e58eb087d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2ea661e-f04f-490f-8c53-0e4fa94fd661']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:17.438827 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-4e006a2a-abcf-4c05-b46b-935e58eb087d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '287370ba-496f-498f-af2b-f4c09c7d7f7e') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:17.439128 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-4e006a2a-abcf-4c05-b46b-935e58eb087d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '287370ba-496f-498f-af2b-f4c09c7d7f7e') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:17.455453 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e006a2a-abcf-4c05-b46b-935e58eb087d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (287370ba-496f-498f-af2b-f4c09c7d7f7e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:17.492636 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e006a2a-abcf-4c05-b46b-935e58eb087d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (287370ba-496f-498f-af2b-f4c09c7d7f7e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:17.514708 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e006a2a-abcf-4c05-b46b-935e58eb087d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:32:17.515394 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e006a2a-abcf-4c05-b46b-935e58eb087d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (287370ba-496f-498f-af2b-f4c09c7d7f7e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:17.519523 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:32:17.519523 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:32:17.519523 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:32:17.519523 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:32:17.519523 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:32:17.519523 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:32:17.519523 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:32:17.519523 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:32:17.519523 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:32:17.519523 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:32:17.519523 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:32:17.519523 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:32:17.519523 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:32:17.519523 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:32:17.519523 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:32:17.519523 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:32:17.519523 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:32:17.519523 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:32:17.519523 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:32:17.519523 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:32:17.519523 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:32:17.519523 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:32:17.519523 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:32:17.519523 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:32:17.519523 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:32:17.519523 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:32:17.519523 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:32:17.519523 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:32:17.519523 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:32:17.519523 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:32:17.519523 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:32:17.519523 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:32:17.566928 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d9471ba9-66ce-418f-bc3f-91163fc5e270 req-df977eeb-1fcf-4990-9727-28b0f29c877f tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2a49203-3b66-4e0d-bd49-2ec0bed7f758 HTTP/1.1" status: 200 len: 210 time: 0.0365512 Feb 09 01:32:17.626096 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-51768c21-2a11-4d63-8b93-7aab3364b338 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] Made reservation on behalf of 63a9d3026d8848a9b3ac33aa03600d8d for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:32:17.630766 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-51768c21-2a11-4d63-8b93-7aab3364b338 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:17.641460 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e006a2a-abcf-4c05-b46b-935e58eb087d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (a2ea661e-f04f-490f-8c53-0e4fa94fd661), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:17.646869 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e006a2a-abcf-4c05-b46b-935e58eb087d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:17.651352 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4e006a2a-abcf-4c05-b46b-935e58eb087d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] 10.222.0.30 "DELETE /v2.0/networks/a2ea661e-f04f-490f-8c53-0e4fa94fd661 HTTP/1.1" status: 204 len: 168 time: 1.1856730 Feb 09 01:32:17.654177 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45468) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:17.673102 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e006a2a-abcf-4c05-b46b-935e58eb087d tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Pushing event deleted for resources: {'Network': ['ID=a2ea661e-f04f-490f-8c53-0e4fa94fd661,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:17.684762 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6c6ed6e3-80d7-49fb-805c-e7068c5aafdb tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3e8ca74-0806-47a9-9b23-621d6725338f HTTP/1.1" status: 200 len: 205 time: 0.0294223 Feb 09 01:32:17.687132 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45470) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:17.802413 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-351d9a87-7167-40f6-83ca-ef55a3c3ab88 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks [] for router (f3e8ca74-0806-47a9-9b23-621d6725338f), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:17.860152 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-51768c21-2a11-4d63-8b93-7aab3364b338 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] Allocated IP 172.20.0.11 (fb247349-3aac-4694-97c0-5d60df75766c/c4d48153-c63c-4a1e-aef3-5a64a30fa671/f06c7942-af89-4406-be6c-7e6c8e65ebce) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:32:17.861968 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 7f07e28b-d2a7-4b54-8be1-81521e483089 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:32:17.927579 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 7f07e28b-d2a7-4b54-8be1-81521e483089 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:32:17.928287 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 7f07e28b-d2a7-4b54-8be1-81521e483089 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:32:18.079941 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-51768c21-2a11-4d63-8b93-7aab3364b338 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] Publish callbacks [] for port (f06c7942-af89-4406-be6c-7e6c8e65ebce), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:18.091294 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-351d9a87-7167-40f6-83ca-ef55a3c3ab88 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (f3e8ca74-0806-47a9-9b23-621d6725338f), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:18.094919 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-351d9a87-7167-40f6-83ca-ef55a3c3ab88 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks [] for router_controller (f3e8ca74-0806-47a9-9b23-621d6725338f), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:18.122729 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-51768c21-2a11-4d63-8b93-7aab3364b338 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (f06c7942-af89-4406-be6c-7e6c8e65ebce), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:18.156914 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-351d9a87-7167-40f6-83ca-ef55a3c3ab88 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (f3e8ca74-0806-47a9-9b23-621d6725338f), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:18.157850 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351d9a87-7167-40f6-83ca-ef55a3c3ab88 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Fanout notify agent at l3_agent the message router_deleted on router f3e8ca74-0806-47a9-9b23-621d6725338f {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:32:18.170361 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-351d9a87-7167-40f6-83ca-ef55a3c3ab88 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:18.187185 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-351d9a87-7167-40f6-83ca-ef55a3c3ab88 tempest-RoutersNegativeTest-1470453673 tempest-RoutersNegativeTest-1470453673-project] 10.222.0.30 "DELETE /v2.0/routers/f3e8ca74-0806-47a9-9b23-621d6725338f HTTP/1.1" status: 204 len: 168 time: 0.4849336 Feb 09 01:32:18.236115 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-51768c21-2a11-4d63-8b93-7aab3364b338 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] Network fb247349-3aac-4694-97c0-5d60df75766c is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:32:18.237270 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51768c21-2a11-4d63-8b93-7aab3364b338 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] Pushing event updated for resources: {'Port': ['ID=f06c7942-af89-4406-be6c-7e6c8e65ebce,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:18.250819 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-51768c21-2a11-4d63-8b93-7aab3364b338 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:18.254168 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-51768c21-2a11-4d63-8b93-7aab3364b338 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:32:18.330211 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-51768c21-2a11-4d63-8b93-7aab3364b338 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:18.330844 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-51768c21-2a11-4d63-8b93-7aab3364b338 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:18.351799 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-51768c21-2a11-4d63-8b93-7aab3364b338 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9990237 Feb 09 01:32:18.365460 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-486cc3e5-a140-481b-807e-77b6ead2179a service neutron] Request body: {'port': {'device_id': 'c2a49203-3b66-4e0d-bd49-2ec0bed7f758', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:18.508203 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-486cc3e5-a140-481b-807e-77b6ead2179a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f06c7942-af89-4406-be6c-7e6c8e65ebce), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:18.573493 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45518) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:18.783964 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e5397-f3fc-45c7-b17c-ca72e70b4086 req-39aeda7e-87c3-40a8-9405-a45eb3c840d2 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:18.794175 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6d1e5397-f3fc-45c7-b17c-ca72e70b4086 req-39aeda7e-87c3-40a8-9405-a45eb3c840d2 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2a49203-3b66-4e0d-bd49-2ec0bed7f758 HTTP/1.1" status: 200 len: 932 time: 0.1150746 Feb 09 01:32:18.877922 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-66443b32-e3ca-4844-ac9c-0d048c3ab68e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=21f3fe68545b48e0b7bf94d9578812cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3013039 Feb 09 01:32:18.903599 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6d1e5397-f3fc-45c7-b17c-ca72e70b4086 req-fb99e0f1-5aa9-4c16-92b2-6068f09424b9 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] 10.222.0.30 "GET /v2.0/security-groups?id=95130b91-6d6f-489f-b4ab-ea3ccc8f4c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989411 Feb 09 01:32:18.906067 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45530) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:18.941494 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-486cc3e5-a140-481b-807e-77b6ead2179a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f06c7942-af89-4406-be6c-7e6c8e65ebce {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:32:18.953726 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-486cc3e5-a140-481b-807e-77b6ead2179a service neutron] Publish callbacks [] for port (f06c7942-af89-4406-be6c-7e6c8e65ebce), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:18.968955 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-486cc3e5-a140-481b-807e-77b6ead2179a service neutron] Transition to ACTIVE for port object f06c7942-af89-4406-be6c-7e6c8e65ebce will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:32:18.975946 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-486cc3e5-a140-481b-807e-77b6ead2179a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (f06c7942-af89-4406-be6c-7e6c8e65ebce), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:18.989646 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0e30e980-9541-48fd-945b-b07667b395a3 admin admin] Publish callbacks [] for security_group (b65f04ae-9cd5-4852-a44a-9e7a422c4838), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:19.028582 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0e30e980-9541-48fd-945b-b07667b395a3 admin admin] Publish callbacks [] for security_group (b65f04ae-9cd5-4852-a44a-9e7a422c4838), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:19.131111 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486cc3e5-a140-481b-807e-77b6ead2179a service neutron] Pushing event updated for resources: {'Port': ['ID=f06c7942-af89-4406-be6c-7e6c8e65ebce,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:19.141893 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0e30e980-9541-48fd-945b-b07667b395a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b65f04ae-9cd5-4852-a44a-9e7a422c4838), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:19.145339 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0e30e980-9541-48fd-945b-b07667b395a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:19.149253 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0e30e980-9541-48fd-945b-b07667b395a3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b65f04ae-9cd5-4852-a44a-9e7a422c4838 HTTP/1.1" status: 204 len: 168 time: 0.2398696 Feb 09 01:32:19.157391 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e30e980-9541-48fd-945b-b07667b395a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65f04ae-9cd5-4852-a44a-9e7a422c4838,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:19.243653 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-486cc3e5-a140-481b-807e-77b6ead2179a service neutron] Attempting to bind port f06c7942-af89-4406-be6c-7e6c8e65ebce on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:32:19.244282 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-486cc3e5-a140-481b-807e-77b6ead2179a service neutron] Attempting to bind port f06c7942-af89-4406-be6c-7e6c8e65ebce by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '3f4b0075-6e92-4c48-ab90-fd56a0c33878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fb247349-3aac-4694-97c0-5d60df75766c'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:32:19.244729 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-486cc3e5-a140-481b-807e-77b6ead2179a service neutron] Attempting to bind port f06c7942-af89-4406-be6c-7e6c8e65ebce on network fb247349-3aac-4694-97c0-5d60df75766c {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:32:19.250336 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-486cc3e5-a140-481b-807e-77b6ead2179a service neutron] Port f06c7942-af89-4406-be6c-7e6c8e65ebce on network fb247349-3aac-4694-97c0-5d60df75766c not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:32:19.250954 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-486cc3e5-a140-481b-807e-77b6ead2179a service neutron] Attempting to bind port f06c7942-af89-4406-be6c-7e6c8e65ebce on network fb247349-3aac-4694-97c0-5d60df75766c {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:32:19.257230 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-486cc3e5-a140-481b-807e-77b6ead2179a service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:32:19.257619 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-486cc3e5-a140-481b-807e-77b6ead2179a service neutron] Checking segment: {'id': '3f4b0075-6e92-4c48-ab90-fd56a0c33878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fb247349-3aac-4694-97c0-5d60df75766c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:32:19.258043 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-486cc3e5-a140-481b-807e-77b6ead2179a service neutron] Bound using segment: {'id': '3f4b0075-6e92-4c48-ab90-fd56a0c33878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fb247349-3aac-4694-97c0-5d60df75766c'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:32:19.258524 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-486cc3e5-a140-481b-807e-77b6ead2179a service neutron] Bound port: f06c7942-af89-4406-be6c-7e6c8e65ebce, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f4b0075-6e92-4c48-ab90-fd56a0c33878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fb247349-3aac-4694-97c0-5d60df75766c'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:32:19.258981 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-486cc3e5-a140-481b-807e-77b6ead2179a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f06c7942-af89-4406-be6c-7e6c8e65ebce), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:19.341773 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-486cc3e5-a140-481b-807e-77b6ead2179a service neutron] For port f06c7942-af89-4406-be6c-7e6c8e65ebce, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:32:19.346510 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-486cc3e5-a140-481b-807e-77b6ead2179a service neutron] For port f06c7942-af89-4406-be6c-7e6c8e65ebce, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=f06c7942-af89-4406-be6c-7e6c8e65ebce,segment=NetworkSegment(3f4b0075-6e92-4c48-ab90-fd56a0c33878),segment_id=3f4b0075-6e92-4c48-ab90-fd56a0c33878)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:32:19.355490 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-486cc3e5-a140-481b-807e-77b6ead2179a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (f06c7942-af89-4406-be6c-7e6c8e65ebce), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:19.379417 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:19.396906 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-486cc3e5-a140-481b-807e-77b6ead2179a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:19.397618 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-486cc3e5-a140-481b-807e-77b6ead2179a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:19.399047 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-486cc3e5-a140-481b-807e-77b6ead2179a service neutron] 10.222.0.121 "PUT /v2.0/ports/f06c7942-af89-4406-be6c-7e6c8e65ebce HTTP/1.1" status: 200 len: 1093 time: 1.0394733 Feb 09 01:32:19.399541 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2a49203-3b66-4e0d-bd49-2ec0bed7f758', 'tag': 'f06c7942-af89-4406-be6c-7e6c8e65ebce'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:19.401911 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096cc645-037e-4836-87be-f3add73a3ca7" -d '{"events": [{"name": "network-changed", "server_uuid": "c2a49203-3b66-4e0d-bd49-2ec0bed7f758", "tag": "f06c7942-af89-4406-be6c-7e6c8e65ebce"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:19.446871 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486cc3e5-a140-481b-807e-77b6ead2179a service neutron] Pushing event updated for resources: {'Port': ['ID=f06c7942-af89-4406-be6c-7e6c8e65ebce,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:19.509747 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ead46d-e661-440e-abdd-1bf8a804dd25 x-openstack-request-id: req-c8ead46d-e661-440e-abdd-1bf8a804dd25 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:19.510371 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2a49203-3b66-4e0d-bd49-2ec0bed7f758", "tag": "f06c7942-af89-4406-be6c-7e6c8e65ebce", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:19.510371 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c8ead46d-e661-440e-abdd-1bf8a804dd25 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:19.510760 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2a49203-3b66-4e0d-bd49-2ec0bed7f758', 'tag': 'f06c7942-af89-4406-be6c-7e6c8e65ebce', 'status': 'completed', 'code': 200} Feb 09 01:32:19.541877 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-952480da-cb56-487f-bce3-357c4c962e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:19.544070 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-952480da-cb56-487f-bce3-357c4c962e38 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=63a9d3026d8848a9b3ac33aa03600d8d&device_id=c2a49203-3b66-4e0d-bd49-2ec0bed7f758 HTTP/1.1" status: 200 len: 1127 time: 0.0789626 Feb 09 01:32:19.603774 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-06da25f9-eb17-49db-aaa6-783de0733935 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f06c7942-af89-4406-be6c-7e6c8e65ebce HTTP/1.1" status: 200 len: 217 time: 0.0524426 Feb 09 01:32:19.670644 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-a1130777-2598-465f-bf47-0ab4832afa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:19.672490 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-a1130777-2598-465f-bf47-0ab4832afa98 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c4d48153-c63c-4a1e-aef3-5a64a30fa671 HTTP/1.1" status: 200 len: 861 time: 0.0632217 Feb 09 01:32:19.721138 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-0a61186d-e4c2-45f7-9413-f723ca61c1b4 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=fb247349-3aac-4694-97c0-5d60df75766c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421848 Feb 09 01:32:19.736562 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45554) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:19.863537 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-5f640d62-7c87-4cbe-9dc0-76ec4551a0e5 service neutron] 10.222.0.121 "GET /v2.0/networks/fb247349-3aac-4694-97c0-5d60df75766c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361749 Feb 09 01:32:19.884685 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-91bcc78e-da41-4a85-a3f1-dfa32d50db6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:19.983302 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-91bcc78e-da41-4a85-a3f1-dfa32d50db6e admin admin] Publish callbacks [] for security_group (fb07692f-9a38-49c0-86a9-05379ec0c6c0), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:19.989555 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-91bcc78e-da41-4a85-a3f1-dfa32d50db6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (fb07692f-9a38-49c0-86a9-05379ec0c6c0), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:20.000999 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6311db3e-3562-4859-969e-56d2e2c75e43 req-acb5c27d-355d-4ba7-a39d-b534e10801ff service neutron] 10.222.0.121 "GET /v2.0/networks/fb247349-3aac-4694-97c0-5d60df75766c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236789 Feb 09 01:32:20.073975 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-91bcc78e-da41-4a85-a3f1-dfa32d50db6e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=43eaf720c44747cd8c90ea205865707b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3326011 Feb 09 01:32:20.073975 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bcc78e-da41-4a85-a3f1-dfa32d50db6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb07692f-9a38-49c0-86a9-05379ec0c6c0,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:20.075544 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45570) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:20.093574 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:32:20.125678 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33205b7c-7a08-4b01-84d4-2504c9404831 req-e427eb22-99bf-4455-a323-7d358885dede tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:20.131486 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-33205b7c-7a08-4b01-84d4-2504c9404831 req-e427eb22-99bf-4455-a323-7d358885dede tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2a49203-3b66-4e0d-bd49-2ec0bed7f758 HTTP/1.1" status: 200 len: 944 time: 0.1244125 Feb 09 01:32:20.173729 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096cc645-037e-4836-87be-f3add73a3ca7 req-eac61f87-43ce-4af2-a55a-71d7aaaf4b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:20.175401 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-096cc645-037e-4836-87be-f3add73a3ca7 req-eac61f87-43ce-4af2-a55a-71d7aaaf4b64 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=63a9d3026d8848a9b3ac33aa03600d8d&device_id=c2a49203-3b66-4e0d-bd49-2ec0bed7f758 HTTP/1.1" status: 200 len: 1127 time: 0.1146052 Feb 09 01:32:20.214948 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-33205b7c-7a08-4b01-84d4-2504c9404831 req-66d79955-4a1f-4794-9d17-67c728c297c2 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] 10.222.0.30 "GET /v2.0/security-groups?id=95130b91-6d6f-489f-b4ab-ea3ccc8f4c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765631 Feb 09 01:32:20.215759 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f8d5eeac-ac12-4bdb-8099-323883019655 admin admin] Publish callbacks [] for security_group (fb07692f-9a38-49c0-86a9-05379ec0c6c0), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:20.282938 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f8d5eeac-ac12-4bdb-8099-323883019655 admin admin] Publish callbacks [] for security_group (fb07692f-9a38-49c0-86a9-05379ec0c6c0), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:20.341847 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096cc645-037e-4836-87be-f3add73a3ca7 req-6e9f3fa3-af75-4453-b58f-adf6c1825f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:20.343864 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-096cc645-037e-4836-87be-f3add73a3ca7 req-6e9f3fa3-af75-4453-b58f-adf6c1825f62 service neutron] 10.222.0.121 "GET /v2.0/networks?id=fb247349-3aac-4694-97c0-5d60df75766c HTTP/1.1" status: 200 len: 922 time: 0.1609826 Feb 09 01:32:20.405979 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-096cc645-037e-4836-87be-f3add73a3ca7 req-aaec5fff-9df0-4009-8785-986ca6c8c180 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f06c7942-af89-4406-be6c-7e6c8e65ebce HTTP/1.1" status: 200 len: 217 time: 0.0487366 Feb 09 01:32:20.408420 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f8d5eeac-ac12-4bdb-8099-323883019655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (fb07692f-9a38-49c0-86a9-05379ec0c6c0), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:20.411005 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f8d5eeac-ac12-4bdb-8099-323883019655 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:20.412071 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f8d5eeac-ac12-4bdb-8099-323883019655 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fb07692f-9a38-49c0-86a9-05379ec0c6c0 HTTP/1.1" status: 204 len: 168 time: 0.3330114 Feb 09 01:32:20.446706 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d5eeac-ac12-4bdb-8099-323883019655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb07692f-9a38-49c0-86a9-05379ec0c6c0,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:20.478870 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096cc645-037e-4836-87be-f3add73a3ca7 req-5dcbfaeb-e9b7-446c-8097-17d60c46f00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:20.480699 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-096cc645-037e-4836-87be-f3add73a3ca7 req-5dcbfaeb-e9b7-446c-8097-17d60c46f00c service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c4d48153-c63c-4a1e-aef3-5a64a30fa671 HTTP/1.1" status: 200 len: 861 time: 0.0672588 Feb 09 01:32:20.517236 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45586) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:20.518077 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-096cc645-037e-4836-87be-f3add73a3ca7 req-a028d48c-b7e7-4349-9be9-c49ea728ed56 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=fb247349-3aac-4694-97c0-5d60df75766c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292635 Feb 09 01:32:20.643555 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-096cc645-037e-4836-87be-f3add73a3ca7 req-a7380f5d-2bef-42a9-a775-8f52c71d52da service neutron] 10.222.0.121 "GET /v2.0/networks/fb247349-3aac-4694-97c0-5d60df75766c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182816 Feb 09 01:32:20.754043 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2dd58223-d169-4782-ab75-139003e1aa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:20.789470 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-096cc645-037e-4836-87be-f3add73a3ca7 req-0662e81d-d85c-4147-afb1-65b0537acdbf service neutron] 10.222.0.121 "GET /v2.0/networks/fb247349-3aac-4694-97c0-5d60df75766c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392319 Feb 09 01:32:20.854766 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-f443fde6-1baa-49fe-bb2a-615e44744daf tempest-SubnetPoolsTestJSON-922250785 tempest-SubnetPoolsTestJSON-922250785-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-308075263', 'prefixes': ['172.20.0.0/16']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:20.878012 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:20.916106 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45594) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:20.935625 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1c6d2928-6dc5-49f0-ad9e-e775af0ddae4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:20.959124 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f443fde6-1baa-49fe-bb2a-615e44744daf tempest-SubnetPoolsTestJSON-922250785 tempest-SubnetPoolsTestJSON-922250785-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:20.960353 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f443fde6-1baa-49fe-bb2a-615e44744daf tempest-SubnetPoolsTestJSON-922250785 tempest-SubnetPoolsTestJSON-922250785-project] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4439375 Feb 09 01:32:20.964185 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45596) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:21.009389 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b522a38d-f617-4a65-bf81-ffddf950eca1 tempest-SubnetPoolsTestJSON-922250785 tempest-SubnetPoolsTestJSON-922250785-project] 10.222.0.30 "GET /v2.0/subnetpools/5ce1abc8-9200-4cbd-aefb-dba1eb2d3085 HTTP/1.1" status: 200 len: 731 time: 0.0410297 Feb 09 01:32:21.010568 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45598) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:21.016266 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-6759addb-5ff3-47bc-a8df-81f864ea602a tempest-SubnetPoolsTestJSON-922250785 tempest-SubnetPoolsTestJSON-922250785-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-437919235'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:21.070106 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1c6d2928-6dc5-49f0-ad9e-e775af0ddae4 admin admin] Publish callbacks [] for security_group (b3b215f2-4e20-4166-a719-35d37d43d92d), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:21.078334 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1c6d2928-6dc5-49f0-ad9e-e775af0ddae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b3b215f2-4e20-4166-a719-35d37d43d92d), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:21.123196 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6759addb-5ff3-47bc-a8df-81f864ea602a tempest-SubnetPoolsTestJSON-922250785 tempest-SubnetPoolsTestJSON-922250785-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:21.127245 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6759addb-5ff3-47bc-a8df-81f864ea602a tempest-SubnetPoolsTestJSON-922250785 tempest-SubnetPoolsTestJSON-922250785-project] 10.222.0.30 "PUT /v2.0/subnetpools/5ce1abc8-9200-4cbd-aefb-dba1eb2d3085 HTTP/1.1" status: 200 len: 683 time: 0.1131933 Feb 09 01:32:21.127810 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45600) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:21.130502 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1c6d2928-6dc5-49f0-ad9e-e775af0ddae4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5b63b4512f9141a7a4ed5cf77084b654&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2130527 Feb 09 01:32:21.131504 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d2928-6dc5-49f0-ad9e-e775af0ddae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b215f2-4e20-4166-a719-35d37d43d92d,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:21.134649 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45602) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:21.199457 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2d7e3217-0862-4442-9fe1-88b3526bf8d2 admin admin] Publish callbacks [] for security_group (b3b215f2-4e20-4166-a719-35d37d43d92d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:21.234580 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2d7e3217-0862-4442-9fe1-88b3526bf8d2 admin admin] Publish callbacks [] for security_group (b3b215f2-4e20-4166-a719-35d37d43d92d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:21.243829 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cafe73ac-4f7f-4471-810e-a6876455ff46 tempest-SubnetPoolsTestJSON-922250785 tempest-SubnetPoolsTestJSON-922250785-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:21.245824 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cafe73ac-4f7f-4471-810e-a6876455ff46 tempest-SubnetPoolsTestJSON-922250785 tempest-SubnetPoolsTestJSON-922250785-project] 10.222.0.30 "DELETE /v2.0/subnetpools/5ce1abc8-9200-4cbd-aefb-dba1eb2d3085 HTTP/1.1" status: 204 len: 168 time: 0.1167102 Feb 09 01:32:21.248699 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45608) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:21.281066 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-a7a527a9-3e52-48c5-8d7e-18ab38fd5ab2 tempest-SubnetPoolsTestJSON-922250785 tempest-SubnetPoolsTestJSON-922250785-project] show failed (client error): The resource could not be found. Feb 09 01:32:21.282287 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a7a527a9-3e52-48c5-8d7e-18ab38fd5ab2 tempest-SubnetPoolsTestJSON-922250785 tempest-SubnetPoolsTestJSON-922250785-project] 10.222.0.30 "GET /v2.0/subnetpools/5ce1abc8-9200-4cbd-aefb-dba1eb2d3085 HTTP/1.1" status: 404 len: 346 time: 0.0321112 Feb 09 01:32:21.286654 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45610) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:21.329714 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-beca6035-322a-4a49-b54a-90dbf2350b47 tempest-SubnetPoolsTestJSON-922250785 tempest-SubnetPoolsTestJSON-922250785-project] delete failed (client error): The resource could not be found. Feb 09 01:32:21.329714 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-beca6035-322a-4a49-b54a-90dbf2350b47 tempest-SubnetPoolsTestJSON-922250785 tempest-SubnetPoolsTestJSON-922250785-project] 10.222.0.30 "DELETE /v2.0/subnetpools/5ce1abc8-9200-4cbd-aefb-dba1eb2d3085 HTTP/1.1" status: 404 len: 346 time: 0.0412006 Feb 09 01:32:21.382464 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2d7e3217-0862-4442-9fe1-88b3526bf8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b3b215f2-4e20-4166-a719-35d37d43d92d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:21.386425 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2d7e3217-0862-4442-9fe1-88b3526bf8d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:21.387766 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2d7e3217-0862-4442-9fe1-88b3526bf8d2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b3b215f2-4e20-4166-a719-35d37d43d92d HTTP/1.1" status: 204 len: 168 time: 0.2518950 Feb 09 01:32:21.408158 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afdecfd-bfae-449b-a649-4a3d6132235c req-ae3fa8cb-0096-462e-9ae4-96e5776e8876 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:21.415930 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8afdecfd-bfae-449b-a649-4a3d6132235c req-ae3fa8cb-0096-462e-9ae4-96e5776e8876 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2a49203-3b66-4e0d-bd49-2ec0bed7f758 HTTP/1.1" status: 200 len: 944 time: 0.1097853 Feb 09 01:32:21.446366 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e3217-0862-4442-9fe1-88b3526bf8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b215f2-4e20-4166-a719-35d37d43d92d,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:21.483450 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8afdecfd-bfae-449b-a649-4a3d6132235c req-0afc0098-bb0d-4ea2-9023-b9f36605db37 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] 10.222.0.30 "GET /v2.0/security-groups?id=95130b91-6d6f-489f-b4ab-ea3ccc8f4c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664892 Feb 09 01:32:21.675865 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45620) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:21.832742 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-30693bf4-2e6a-4ba0-860d-c82f86b9d79c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:21.929773 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-30693bf4-2e6a-4ba0-860d-c82f86b9d79c admin admin] Publish callbacks [] for security_group (21609497-fb07-4744-9ff1-9fb00ab2e010), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:21.936100 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-30693bf4-2e6a-4ba0-860d-c82f86b9d79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (21609497-fb07-4744-9ff1-9fb00ab2e010), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:21.978752 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-30693bf4-2e6a-4ba0-860d-c82f86b9d79c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fc14939a88e04e38a54d00baa18b6f13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3015280 Feb 09 01:32:21.979744 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30693bf4-2e6a-4ba0-860d-c82f86b9d79c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21609497-fb07-4744-9ff1-9fb00ab2e010,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:21.981637 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45636) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:22.065397 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-027d2212-8bce-4be7-b89e-258801be97c1 admin admin] Publish callbacks [] for security_group (21609497-fb07-4744-9ff1-9fb00ab2e010), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:22.093049 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-027d2212-8bce-4be7-b89e-258801be97c1 admin admin] Publish callbacks [] for security_group (21609497-fb07-4744-9ff1-9fb00ab2e010), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:22.156732 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-027d2212-8bce-4be7-b89e-258801be97c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (21609497-fb07-4744-9ff1-9fb00ab2e010), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:22.161027 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-027d2212-8bce-4be7-b89e-258801be97c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:22.162372 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-027d2212-8bce-4be7-b89e-258801be97c1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/21609497-fb07-4744-9ff1-9fb00ab2e010 HTTP/1.1" status: 204 len: 168 time: 0.1776199 Feb 09 01:32:22.172683 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d2212-8bce-4be7-b89e-258801be97c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21609497-fb07-4744-9ff1-9fb00ab2e010,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:22.644926 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878da6ac-9050-476d-bde8-d956cf4c00e5 req-a494a9e9-d04d-4704-a5bb-c602e863ca1e tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:22.655131 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-878da6ac-9050-476d-bde8-d956cf4c00e5 req-a494a9e9-d04d-4704-a5bb-c602e863ca1e tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2a49203-3b66-4e0d-bd49-2ec0bed7f758 HTTP/1.1" status: 200 len: 944 time: 0.0746849 Feb 09 01:32:22.723759 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-878da6ac-9050-476d-bde8-d956cf4c00e5 req-99f41309-5774-4f4b-9fda-965bb7c30463 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] 10.222.0.30 "GET /v2.0/security-groups?id=95130b91-6d6f-489f-b4ab-ea3ccc8f4c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669551 Feb 09 01:32:23.971596 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde1e4f-7f28-407a-a355-a93a64e23b4f req-6356cb5c-cd95-4616-84c0-e545bb055014 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:23.982441 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-efde1e4f-7f28-407a-a355-a93a64e23b4f req-6356cb5c-cd95-4616-84c0-e545bb055014 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2a49203-3b66-4e0d-bd49-2ec0bed7f758 HTTP/1.1" status: 200 len: 944 time: 0.1366456 Feb 09 01:32:24.060251 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-efde1e4f-7f28-407a-a355-a93a64e23b4f req-18ced453-6b23-4c14-a2f1-74665116614e tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] 10.222.0.30 "GET /v2.0/security-groups?id=95130b91-6d6f-489f-b4ab-ea3ccc8f4c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766966 Feb 09 01:32:24.245585 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f8de80fa-f354-4d87-a906-42f4e4d0cabf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:24.418205 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device f06c7942-af89-4406-be6c-7e6c8e65ebce details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:32:24.671261 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port f06c7942-af89-4406-be6c-7e6c8e65ebce, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=f06c7942-af89-4406-be6c-7e6c8e65ebce,segment=NetworkSegment(3f4b0075-6e92-4c48-ab90-fd56a0c33878),segment_id=3f4b0075-6e92-4c48-ab90-fd56a0c33878)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:24.688196 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': 'f06c7942-af89-4406-be6c-7e6c8e65ebce', 'network_id': 'fb247349-3aac-4694-97c0-5d60df75766c', 'port_id': 'f06c7942-af89-4406-be6c-7e6c8e65ebce', 'mac_address': 'fa:16:3e:c1:49:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4d48153-c63c-4a1e-aef3-5a64a30fa671', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:32:24.755933 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port f06c7942-af89-4406-be6c-7e6c8e65ebce is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:24.756654 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f06c7942-af89-4406-be6c-7e6c8e65ebce), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:24.788622 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f06c7942-af89-4406-be6c-7e6c8e65ebce {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:32:24.825170 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port f06c7942-af89-4406-be6c-7e6c8e65ebce, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=f06c7942-af89-4406-be6c-7e6c8e65ebce,segment=NetworkSegment(3f4b0075-6e92-4c48-ab90-fd56a0c33878),segment_id=3f4b0075-6e92-4c48-ab90-fd56a0c33878)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:24.832989 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f06c7942-af89-4406-be6c-7e6c8e65ebce), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:24.953369 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45752) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:24.976052 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=f06c7942-af89-4406-be6c-7e6c8e65ebce,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:24.997677 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:25.004928 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:25.006105 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:25.006666 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:25.007275 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:25.007880 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:25.008534 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:25.009492 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:25.010552 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:25.011854 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:25.012416 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:25.012962 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:25.013929 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:25.079406 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['f06c7942-af89-4406-be6c-7e6c8e65ebce'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:32:25.141626 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0793d046-f509-4ed9-aea2-c58218faf2ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:25.276323 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0793d046-f509-4ed9-aea2-c58218faf2ce admin admin] Publish callbacks [] for security_group (de7c2b2a-b8a1-4dc3-8719-8a0b0e6dc1a6), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:25.284898 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0793d046-f509-4ed9-aea2-c58218faf2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (de7c2b2a-b8a1-4dc3-8719-8a0b0e6dc1a6), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:25.332355 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9854a5-21ee-4f7c-8715-34405df2b0b3 req-fe7f035b-a762-4400-ab8d-196cce934e11 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:25.334039 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b9854a5-21ee-4f7c-8715-34405df2b0b3 req-fe7f035b-a762-4400-ab8d-196cce934e11 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2a49203-3b66-4e0d-bd49-2ec0bed7f758 HTTP/1.1" status: 200 len: 945 time: 0.1045067 Feb 09 01:32:25.370929 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0793d046-f509-4ed9-aea2-c58218faf2ce admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cbe82e4ab93548fd8d2007b10601112e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4126742 Feb 09 01:32:25.372113 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45760) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:25.404023 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b9854a5-21ee-4f7c-8715-34405df2b0b3 req-7da7d607-12e8-473f-a442-8006e3825414 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] 10.222.0.30 "GET /v2.0/security-groups?id=95130b91-6d6f-489f-b4ab-ea3ccc8f4c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621719 Feb 09 01:32:25.407814 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793d046-f509-4ed9-aea2-c58218faf2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7c2b2a-b8a1-4dc3-8719-8a0b0e6dc1a6,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:25.474590 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-33df6bf4-ee42-4b25-98a1-904c4f22fbfa admin admin] Publish callbacks [] for security_group (de7c2b2a-b8a1-4dc3-8719-8a0b0e6dc1a6), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:25.515869 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-33df6bf4-ee42-4b25-98a1-904c4f22fbfa admin admin] Publish callbacks [] for security_group (de7c2b2a-b8a1-4dc3-8719-8a0b0e6dc1a6), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:25.600911 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-33df6bf4-ee42-4b25-98a1-904c4f22fbfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (de7c2b2a-b8a1-4dc3-8719-8a0b0e6dc1a6), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:25.607395 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-33df6bf4-ee42-4b25-98a1-904c4f22fbfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:25.608966 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-33df6bf4-ee42-4b25-98a1-904c4f22fbfa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/de7c2b2a-b8a1-4dc3-8719-8a0b0e6dc1a6 HTTP/1.1" status: 204 len: 168 time: 0.2357709 Feb 09 01:32:25.624972 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df6bf4-ee42-4b25-98a1-904c4f22fbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7c2b2a-b8a1-4dc3-8719-8a0b0e6dc1a6,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:25.781227 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:26.115353 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45784) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:26.131825 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-710b723d-4a8f-47f4-9daf-0f63a1b87f70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:26.226346 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-710b723d-4a8f-47f4-9daf-0f63a1b87f70 admin admin] Publish callbacks [] for security_group (5bae1202-72db-4a4a-abaf-ddfb6538e583), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:26.231457 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-710b723d-4a8f-47f4-9daf-0f63a1b87f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (5bae1202-72db-4a4a-abaf-ddfb6538e583), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:26.271827 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b723d-4a8f-47f4-9daf-0f63a1b87f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bae1202-72db-4a4a-abaf-ddfb6538e583,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:26.308320 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45788) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:26.315869 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-710b723d-4a8f-47f4-9daf-0f63a1b87f70 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d802a45a3cd1492a9f89f2589a0bd3bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1991487 Feb 09 01:32:26.400373 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bd316e19-b871-45ae-a27c-c85f14694f6e admin admin] Publish callbacks [] for security_group (5bae1202-72db-4a4a-abaf-ddfb6538e583), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:26.427721 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bd316e19-b871-45ae-a27c-c85f14694f6e admin admin] Publish callbacks [] for security_group (5bae1202-72db-4a4a-abaf-ddfb6538e583), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:26.442960 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device f06c7942-af89-4406-be6c-7e6c8e65ebce up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:32:26.552233 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port f06c7942-af89-4406-be6c-7e6c8e65ebce completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:32:26.560573 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port f06c7942-af89-4406-be6c-7e6c8e65ebce triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:26.561517 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f06c7942-af89-4406-be6c-7e6c8e65ebce), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:26.631953 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bd316e19-b871-45ae-a27c-c85f14694f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (5bae1202-72db-4a4a-abaf-ddfb6538e583), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:26.635767 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bd316e19-b871-45ae-a27c-c85f14694f6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:26.637202 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-bd316e19-b871-45ae-a27c-c85f14694f6e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5bae1202-72db-4a4a-abaf-ddfb6538e583 HTTP/1.1" status: 204 len: 168 time: 0.3274333 Feb 09 01:32:26.733593 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port f06c7942-af89-4406-be6c-7e6c8e65ebce is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:26.733593 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f06c7942-af89-4406-be6c-7e6c8e65ebce), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:26.736987 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd316e19-b871-45ae-a27c-c85f14694f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bae1202-72db-4a4a-abaf-ddfb6538e583,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:26.784640 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c22ed0-2c42-4d68-9cb2-c25bca4227f4 req-609df628-ac73-4512-a74d-19efaef365f1 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:26.792558 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-22c22ed0-2c42-4d68-9cb2-c25bca4227f4 req-609df628-ac73-4512-a74d-19efaef365f1 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2a49203-3b66-4e0d-bd49-2ec0bed7f758 HTTP/1.1" status: 200 len: 945 time: 0.2769346 Feb 09 01:32:26.843280 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a49203-3b66-4e0d-bd49-2ec0bed7f758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06c7942-af89-4406-be6c-7e6c8e65ebce'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:26.850726 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db58c634-bfcb-4dec-8939-d71b3dd26480" -d '{"events": [{"server_uuid": "c2a49203-3b66-4e0d-bd49-2ec0bed7f758", "name": "network-vif-plugged", "status": "completed", "tag": "f06c7942-af89-4406-be6c-7e6c8e65ebce"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:26.886269 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port f06c7942-af89-4406-be6c-7e6c8e65ebce, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=f06c7942-af89-4406-be6c-7e6c8e65ebce,segment=NetworkSegment(3f4b0075-6e92-4c48-ab90-fd56a0c33878),segment_id=3f4b0075-6e92-4c48-ab90-fd56a0c33878)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:26.889182 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-22c22ed0-2c42-4d68-9cb2-c25bca4227f4 req-2e4630f5-32b2-4ae1-9e31-16c2458a84ec tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] 10.222.0.30 "GET /v2.0/security-groups?id=95130b91-6d6f-489f-b4ab-ea3ccc8f4c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850606 Feb 09 01:32:26.895876 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f06c7942-af89-4406-be6c-7e6c8e65ebce), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:26.897874 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-b951fe63-4cd5-424a-9390-7dd6bae2e6b5 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:26.899670 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-b951fe63-4cd5-424a-9390-7dd6bae2e6b5 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/networks?id=923b19ee-be79-4291-b298-2fb7ab9017f7 HTTP/1.1" status: 200 len: 813 time: 0.4886045 Feb 09 01:32:26.949467 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-20902aa8-f1c2-4a60-81e4-31a55e0432ba tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/quotas/c116954692244bec838f5194019c5458 HTTP/1.1" status: 200 len: 375 time: 0.0329394 Feb 09 01:32:27.045143 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65580e8e-57d1-4b2b-917d-2aacf573a0b0 x-openstack-request-id: req-65580e8e-57d1-4b2b-917d-2aacf573a0b0 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:27.045404 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a49203-3b66-4e0d-bd49-2ec0bed7f758", "name": "network-vif-plugged", "status": "completed", "tag": "f06c7942-af89-4406-be6c-7e6c8e65ebce", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:27.045668 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-65580e8e-57d1-4b2b-917d-2aacf573a0b0 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:27.046087 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a49203-3b66-4e0d-bd49-2ec0bed7f758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06c7942-af89-4406-be6c-7e6c8e65ebce', 'code': 200} Feb 09 01:32:27.047951 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=f06c7942-af89-4406-be6c-7e6c8e65ebce,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:27.054069 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-755d53b0-a443-4cf0-ac31-39b1c897f685 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c116954692244bec838f5194019c5458&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0949616 Feb 09 01:32:27.185362 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-31763589-e3e0-4eea-9d27-ac66eb9b8983 service neutron] 10.222.0.30 "GET /v2.0/networks/923b19ee-be79-4291-b298-2fb7ab9017f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213832 Feb 09 01:32:27.213248 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6275c-d3f1-427d-af62-c5bdd4cfea67 req-7a58915a-6c41-4ea5-803b-6b9394647ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:27.214866 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b2d6275c-d3f1-427d-af62-c5bdd4cfea67 req-7a58915a-6c41-4ea5-803b-6b9394647ff2 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=c2a49203-3b66-4e0d-bd49-2ec0bed7f758 HTTP/1.1" status: 200 len: 1129 time: 0.1393459 Feb 09 01:32:27.269287 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b2d6275c-d3f1-427d-af62-c5bdd4cfea67 req-889c9847-80c4-48e7-9a4b-924d1939b2e2 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=95130b91-6d6f-489f-b4ab-ea3ccc8f4c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452657 Feb 09 01:32:27.370361 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-9906331e-623d-4c87-9577-f704cd78a80c service neutron] 10.222.0.30 "GET /v2.0/networks/923b19ee-be79-4291-b298-2fb7ab9017f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755238 Feb 09 01:32:27.506686 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:27.660539 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-46a1d93a-f9f6-4b0a-8581-646a5217738e req-1cabcb38-bb26-4640-85c6-e38afc2fe6da tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=848f6d87-95ef-4421-86d5-7c6f4d87f1a8 HTTP/1.1" status: 200 len: 210 time: 0.0528245 Feb 09 01:32:28.238055 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc61c9-b201-4b5c-b151-d6ea807bb924 req-b480693e-f6ab-46e2-91b3-83ccfb1cad4d tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:28.249793 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:28.250874 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-28cc61c9-b201-4b5c-b151-d6ea807bb924 req-b480693e-f6ab-46e2-91b3-83ccfb1cad4d tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2a49203-3b66-4e0d-bd49-2ec0bed7f758 HTTP/1.1" status: 200 len: 946 time: 0.1706536 Feb 09 01:32:28.326049 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-28cc61c9-b201-4b5c-b151-d6ea807bb924 req-2628b990-19a6-4d38-9ba6-6f3716a73178 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] 10.222.0.30 "GET /v2.0/security-groups?id=95130b91-6d6f-489f-b4ab-ea3ccc8f4c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678048 Feb 09 01:32:28.835728 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f7285941-2fcf-4af6-9d62-454adc43fe88 req-4b39d98f-9d8e-412b-abb1-640972948e3b tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=848f6d87-95ef-4421-86d5-7c6f4d87f1a8 HTTP/1.1" status: 200 len: 210 time: 0.0507090 Feb 09 01:32:29.586585 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce698d-b88d-4f2b-8a58-30b1bf16d80e req-9d9be19b-ab76-41ef-9870-58f88fc4afb2 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:29.593227 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-acce698d-b88d-4f2b-8a58-30b1bf16d80e req-9d9be19b-ab76-41ef-9870-58f88fc4afb2 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2a49203-3b66-4e0d-bd49-2ec0bed7f758 HTTP/1.1" status: 200 len: 946 time: 0.1403363 Feb 09 01:32:29.723261 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-acce698d-b88d-4f2b-8a58-30b1bf16d80e req-7eeca255-256e-4cd5-b32a-b6823b72075b tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] 10.222.0.30 "GET /v2.0/security-groups?id=95130b91-6d6f-489f-b4ab-ea3ccc8f4c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243205 Feb 09 01:32:29.976126 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-7ad5bb96-4e68-4bf1-9f68-8ca479d2be40 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:29.996074 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-7ad5bb96-4e68-4bf1-9f68-8ca479d2be40 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.91 "GET /v2.0/networks?id=923b19ee-be79-4291-b298-2fb7ab9017f7 HTTP/1.1" status: 200 len: 813 time: 0.2409289 Feb 09 01:32:30.017362 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-63b40eb5-0fb5-4855-a500-97cdfa4adf71 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Request body: {'port': {'device_id': '848f6d87-95ef-4421-86d5-7c6f4d87f1a8', 'network_id': '923b19ee-be79-4291-b298-2fb7ab9017f7', 'admin_state_up': True, 'tenant_id': 'c116954692244bec838f5194019c5458'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:30.120871 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ec56e923-8a82-47b1-be03-232a59ea8396 req-c705e4b0-09b5-4e44-99d5-a297cdad6485 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=848f6d87-95ef-4421-86d5-7c6f4d87f1a8 HTTP/1.1" status: 200 len: 210 time: 0.1144869 Feb 09 01:32:30.498828 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-63b40eb5-0fb5-4855-a500-97cdfa4adf71 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Made reservation on behalf of c116954692244bec838f5194019c5458 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:32:30.514359 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-63b40eb5-0fb5-4855-a500-97cdfa4adf71 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:30.826508 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-63b40eb5-0fb5-4855-a500-97cdfa4adf71 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Allocated IP 172.20.0.5 (923b19ee-be79-4291-b298-2fb7ab9017f7/384a7aa3-b5da-47bc-8859-e3960efe9a80/95201dc2-0b79-4388-b8dd-d979d8b81c6d) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:32:31.168127 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26298d0-175f-4e9b-8401-b8ca4105ca57 req-52ce9374-b669-4b0b-8ede-683ef8175b25 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:31.173321 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b26298d0-175f-4e9b-8401-b8ca4105ca57 req-52ce9374-b669-4b0b-8ede-683ef8175b25 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2a49203-3b66-4e0d-bd49-2ec0bed7f758 HTTP/1.1" status: 200 len: 946 time: 0.1940081 Feb 09 01:32:31.223953 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-63b40eb5-0fb5-4855-a500-97cdfa4adf71 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Publish callbacks [] for port (95201dc2-0b79-4388-b8dd-d979d8b81c6d), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:31.404890 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-63b40eb5-0fb5-4855-a500-97cdfa4adf71 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (95201dc2-0b79-4388-b8dd-d979d8b81c6d), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:31.441791 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['49b8f83a-a41f-4119-9973-7800177e9d02'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:32:31.472257 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-63b40eb5-0fb5-4855-a500-97cdfa4adf71 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Network 923b19ee-be79-4291-b298-2fb7ab9017f7 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:32:31.483193 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-63b40eb5-0fb5-4855-a500-97cdfa4adf71 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:31.493852 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-63b40eb5-0fb5-4855-a500-97cdfa4adf71 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:32:31.516148 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b26298d0-175f-4e9b-8401-b8ca4105ca57 req-b9d6d6d9-83da-4704-9bfa-a1f9ab4a65bf tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] 10.222.0.30 "GET /v2.0/security-groups?id=95130b91-6d6f-489f-b4ab-ea3ccc8f4c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301861 Feb 09 01:32:31.594813 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487c3e2-8955-4450-a00d-4526e43aa05e req-07ee7b77-d39b-4dbc-9276-2a03f389e2fe tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:31.596375 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6487c3e2-8955-4450-a00d-4526e43aa05e req-07ee7b77-d39b-4dbc-9276-2a03f389e2fe tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=848f6d87-95ef-4421-86d5-7c6f4d87f1a8 HTTP/1.1" status: 200 len: 931 time: 0.2344387 Feb 09 01:32:31.688692 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b40eb5-0fb5-4855-a500-97cdfa4adf71 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Pushing event updated for resources: {'Port': ['ID=95201dc2-0b79-4388-b8dd-d979d8b81c6d,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:31.721113 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6487c3e2-8955-4450-a00d-4526e43aa05e req-cf07b65c-bbae-428e-a60c-0d508904da69 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115355 Feb 09 01:32:31.736039 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-63b40eb5-0fb5-4855-a500-97cdfa4adf71 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:31.737315 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-63b40eb5-0fb5-4855-a500-97cdfa4adf71 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:31.783366 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-63b40eb5-0fb5-4855-a500-97cdfa4adf71 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7751698 Feb 09 01:32:31.804107 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-dad79a15-7914-441b-afb1-ac5d11453aa9 service neutron] Request body: {'port': {'device_id': '848f6d87-95ef-4421-86d5-7c6f4d87f1a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:31.935551 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-dad79a15-7914-441b-afb1-ac5d11453aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (95201dc2-0b79-4388-b8dd-d979d8b81c6d), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:32.401879 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d118f-e274-4fed-afcb-e67d73fdabb8 req-8550f0e2-eae9-4e3f-80b6-d1aa494fc75e tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:32.404497 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-cf7d118f-e274-4fed-afcb-e67d73fdabb8 req-8550f0e2-eae9-4e3f-80b6-d1aa494fc75e tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] 10.222.0.121 "GET /v2.0/ports?device_id=c2a49203-3b66-4e0d-bd49-2ec0bed7f758 HTTP/1.1" status: 200 len: 946 time: 0.1128414 Feb 09 01:32:32.601780 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-cf7d118f-e274-4fed-afcb-e67d73fdabb8 req-81ed7149-a42f-42ec-a856-2230494af104 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] Deleting port f06c7942-af89-4406-be6c-7e6c8e65ebce {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:32:32.603343 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-cf7d118f-e274-4fed-afcb-e67d73fdabb8 req-81ed7149-a42f-42ec-a856-2230494af104 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (f06c7942-af89-4406-be6c-7e6c8e65ebce), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:32.803800 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-cf7d118f-e274-4fed-afcb-e67d73fdabb8 req-81ed7149-a42f-42ec-a856-2230494af104 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] For port f06c7942-af89-4406-be6c-7e6c8e65ebce, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=f06c7942-af89-4406-be6c-7e6c8e65ebce,segment=NetworkSegment(3f4b0075-6e92-4c48-ab90-fd56a0c33878),segment_id=3f4b0075-6e92-4c48-ab90-fd56a0c33878)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:32.805998 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-cf7d118f-e274-4fed-afcb-e67d73fdabb8 req-81ed7149-a42f-42ec-a856-2230494af104 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (f06c7942-af89-4406-be6c-7e6c8e65ebce), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:32.862099 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-cf7d118f-e274-4fed-afcb-e67d73fdabb8 req-81ed7149-a42f-42ec-a856-2230494af104 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] Calling delete_port for f06c7942-af89-4406-be6c-7e6c8e65ebce owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:32:33.122846 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-cf7d118f-e274-4fed-afcb-e67d73fdabb8 req-81ed7149-a42f-42ec-a856-2230494af104 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (f06c7942-af89-4406-be6c-7e6c8e65ebce), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:33.138531 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['f06c7942-af89-4406-be6c-7e6c8e65ebce'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:32:33.190041 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed7149-a42f-42ec-a856-2230494af104 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] Pushing event deleted for resources: {'Port': ['ID=f06c7942-af89-4406-be6c-7e6c8e65ebce,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:33.306078 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e0fa8d2-902c-40fd-ba07-4d8b233c57f4 req-dd61ed0d-ecc1-4aa4-9d0c-75199ad2bc61 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2a49203-3b66-4e0d-bd49-2ec0bed7f758 HTTP/1.1" status: 200 len: 210 time: 0.0587950 Feb 09 01:32:33.338027 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7d118f-e274-4fed-afcb-e67d73fdabb8 req-81ed7149-a42f-42ec-a856-2230494af104 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] No DVR routers for this DVR port f06c7942-af89-4406-be6c-7e6c8e65ebce on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:32:33.343358 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-cf7d118f-e274-4fed-afcb-e67d73fdabb8 req-81ed7149-a42f-42ec-a856-2230494af104 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:33.349411 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-cf7d118f-e274-4fed-afcb-e67d73fdabb8 req-81ed7149-a42f-42ec-a856-2230494af104 tempest-ServerMetadataNegativeTestJSON-1328183894 tempest-ServerMetadataNegativeTestJSON-1328183894-project] 10.222.0.121 "DELETE /v2.0/ports/f06c7942-af89-4406-be6c-7e6c8e65ebce HTTP/1.1" status: 204 len: 173 time: 0.9388440 Feb 09 01:32:33.350022 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a49203-3b66-4e0d-bd49-2ec0bed7f758', 'name': 'network-vif-deleted', 'tag': 'f06c7942-af89-4406-be6c-7e6c8e65ebce'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:33.354930 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-dad79a15-7914-441b-afb1-ac5d11453aa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95201dc2-0b79-4388-b8dd-d979d8b81c6d {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:32:33.366104 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-dad79a15-7914-441b-afb1-ac5d11453aa9 service neutron] Publish callbacks [] for port (95201dc2-0b79-4388-b8dd-d979d8b81c6d), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:33.396682 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300f1373-037c-4735-ade7-94bb8e941a18" -d '{"events": [{"server_uuid": "c2a49203-3b66-4e0d-bd49-2ec0bed7f758", "name": "network-vif-deleted", "tag": "f06c7942-af89-4406-be6c-7e6c8e65ebce"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:33.427189 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-dad79a15-7914-441b-afb1-ac5d11453aa9 service neutron] Transition to ACTIVE for port object 95201dc2-0b79-4388-b8dd-d979d8b81c6d will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:32:33.470965 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355c87e-898d-4a1d-b5b5-a41f76bb8c2a req-f3f86882-602a-4bba-a4f4-5b83c00b1b1c tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:33.473889 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c355c87e-898d-4a1d-b5b5-a41f76bb8c2a req-f3f86882-602a-4bba-a4f4-5b83c00b1b1c tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=848f6d87-95ef-4421-86d5-7c6f4d87f1a8 HTTP/1.1" status: 200 len: 931 time: 0.2264373 Feb 09 01:32:33.478687 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-dad79a15-7914-441b-afb1-ac5d11453aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (95201dc2-0b79-4388-b8dd-d979d8b81c6d), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:33.510928 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64271709-a57a-4e4f-af88-678143e838cc x-openstack-request-id: req-64271709-a57a-4e4f-af88-678143e838cc {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:33.512819 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a49203-3b66-4e0d-bd49-2ec0bed7f758", "name": "network-vif-deleted", "tag": "f06c7942-af89-4406-be6c-7e6c8e65ebce", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:33.513162 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-64271709-a57a-4e4f-af88-678143e838cc {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:33.514070 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a49203-3b66-4e0d-bd49-2ec0bed7f758', 'name': 'network-vif-deleted', 'tag': 'f06c7942-af89-4406-be6c-7e6c8e65ebce', 'status': 'completed', 'code': 200} Feb 09 01:32:33.553506 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad79a15-7914-441b-afb1-ac5d11453aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=95201dc2-0b79-4388-b8dd-d979d8b81c6d,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:33.669595 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c355c87e-898d-4a1d-b5b5-a41f76bb8c2a req-54e7578f-caee-4831-8ab2-0a38e02b45de tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838331 Feb 09 01:32:33.800829 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-dad79a15-7914-441b-afb1-ac5d11453aa9 service neutron] Attempting to bind port 95201dc2-0b79-4388-b8dd-d979d8b81c6d on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:32:33.801724 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-dad79a15-7914-441b-afb1-ac5d11453aa9 service neutron] Attempting to bind port 95201dc2-0b79-4388-b8dd-d979d8b81c6d by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '74341012-2d09-4bfd-8196-39119d03257b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '923b19ee-be79-4291-b298-2fb7ab9017f7'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:32:33.801724 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-dad79a15-7914-441b-afb1-ac5d11453aa9 service neutron] Attempting to bind port 95201dc2-0b79-4388-b8dd-d979d8b81c6d on network 923b19ee-be79-4291-b298-2fb7ab9017f7 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:32:33.815582 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-dad79a15-7914-441b-afb1-ac5d11453aa9 service neutron] Port 95201dc2-0b79-4388-b8dd-d979d8b81c6d on network 923b19ee-be79-4291-b298-2fb7ab9017f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:32:33.817450 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-dad79a15-7914-441b-afb1-ac5d11453aa9 service neutron] Attempting to bind port 95201dc2-0b79-4388-b8dd-d979d8b81c6d on network 923b19ee-be79-4291-b298-2fb7ab9017f7 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:32:33.831291 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-dad79a15-7914-441b-afb1-ac5d11453aa9 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:32:33.832285 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-dad79a15-7914-441b-afb1-ac5d11453aa9 service neutron] Checking segment: {'id': '74341012-2d09-4bfd-8196-39119d03257b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '923b19ee-be79-4291-b298-2fb7ab9017f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:32:33.832922 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-dad79a15-7914-441b-afb1-ac5d11453aa9 service neutron] Bound using segment: {'id': '74341012-2d09-4bfd-8196-39119d03257b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '923b19ee-be79-4291-b298-2fb7ab9017f7'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:32:33.833791 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-dad79a15-7914-441b-afb1-ac5d11453aa9 service neutron] Bound port: 95201dc2-0b79-4388-b8dd-d979d8b81c6d, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74341012-2d09-4bfd-8196-39119d03257b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '923b19ee-be79-4291-b298-2fb7ab9017f7'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:32:33.834457 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-dad79a15-7914-441b-afb1-ac5d11453aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (95201dc2-0b79-4388-b8dd-d979d8b81c6d), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:33.953548 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-dad79a15-7914-441b-afb1-ac5d11453aa9 service neutron] For port 95201dc2-0b79-4388-b8dd-d979d8b81c6d, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:32:33.962731 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-dad79a15-7914-441b-afb1-ac5d11453aa9 service neutron] For port 95201dc2-0b79-4388-b8dd-d979d8b81c6d, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=95201dc2-0b79-4388-b8dd-d979d8b81c6d,segment=NetworkSegment(74341012-2d09-4bfd-8196-39119d03257b),segment_id=74341012-2d09-4bfd-8196-39119d03257b)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:32:33.979037 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-dad79a15-7914-441b-afb1-ac5d11453aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (95201dc2-0b79-4388-b8dd-d979d8b81c6d), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:34.085448 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-dad79a15-7914-441b-afb1-ac5d11453aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:34.086911 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-dad79a15-7914-441b-afb1-ac5d11453aa9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:34.090990 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-dad79a15-7914-441b-afb1-ac5d11453aa9 service neutron] 10.222.0.91 "PUT /v2.0/ports/95201dc2-0b79-4388-b8dd-d979d8b81c6d HTTP/1.1" status: 200 len: 1092 time: 2.2986388 Feb 09 01:32:34.091662 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '848f6d87-95ef-4421-86d5-7c6f4d87f1a8', 'tag': '95201dc2-0b79-4388-b8dd-d979d8b81c6d'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:34.094098 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9f0f61-2c68-4b8b-b2e3-7cffc12d7be0" -d '{"events": [{"name": "network-changed", "server_uuid": "848f6d87-95ef-4421-86d5-7c6f4d87f1a8", "tag": "95201dc2-0b79-4388-b8dd-d979d8b81c6d"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:34.114811 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad79a15-7914-441b-afb1-ac5d11453aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=95201dc2-0b79-4388-b8dd-d979d8b81c6d,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:34.195175 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f98383-b3f9-4764-9f49-a0591079312b x-openstack-request-id: req-66f98383-b3f9-4764-9f49-a0591079312b {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:34.204368 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "848f6d87-95ef-4421-86d5-7c6f4d87f1a8", "tag": "95201dc2-0b79-4388-b8dd-d979d8b81c6d", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:34.204368 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-66f98383-b3f9-4764-9f49-a0591079312b {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:34.205133 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '848f6d87-95ef-4421-86d5-7c6f4d87f1a8', 'tag': '95201dc2-0b79-4388-b8dd-d979d8b81c6d', 'status': 'completed', 'code': 200} Feb 09 01:32:34.248620 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-e52a1931-f81c-480f-83b8-808dfe643ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:34.260026 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-e52a1931-f81c-480f-83b8-808dfe643ad5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c116954692244bec838f5194019c5458&device_id=848f6d87-95ef-4421-86d5-7c6f4d87f1a8 HTTP/1.1" status: 200 len: 1126 time: 0.1059885 Feb 09 01:32:34.344422 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-44a89a64-b515-4414-af45-399475cf7c7e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95201dc2-0b79-4388-b8dd-d979d8b81c6d HTTP/1.1" status: 200 len: 217 time: 0.0768249 Feb 09 01:32:34.405165 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45988) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:34.457462 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-0bc1ff5a-c085-47de-9391-f9582a622d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:34.458945 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-0bc1ff5a-c085-47de-9391-f9582a622d81 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=384a7aa3-b5da-47bc-8859-e3960efe9a80 HTTP/1.1" status: 200 len: 853 time: 0.1020923 Feb 09 01:32:34.504915 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-862dcd59-dc2f-46e6-945f-5fbfca534095 admin admin] Deleting subnet c4d48153-c63c-4a1e-aef3-5a64a30fa671 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:32:34.513397 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-862dcd59-dc2f-46e6-945f-5fbfca534095 admin admin] Publish callbacks [] for subnet (c4d48153-c63c-4a1e-aef3-5a64a30fa671), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:34.524102 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-8ca708a7-2e91-49cd-b53b-859219bd69de service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=923b19ee-be79-4291-b298-2fb7ab9017f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564089 Feb 09 01:32:34.593835 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-862dcd59-dc2f-46e6-945f-5fbfca534095 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (c4d48153-c63c-4a1e-aef3-5a64a30fa671), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:34.702315 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-862dcd59-dc2f-46e6-945f-5fbfca534095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (c4d48153-c63c-4a1e-aef3-5a64a30fa671), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:34.750751 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-1329fe4f-2256-493d-bd89-e4e29f5c3639 service neutron] 10.222.0.91 "GET /v2.0/networks/923b19ee-be79-4291-b298-2fb7ab9017f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183335 Feb 09 01:32:34.827166 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-862dcd59-dc2f-46e6-945f-5fbfca534095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (c4d48153-c63c-4a1e-aef3-5a64a30fa671), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:34.859104 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862dcd59-dc2f-46e6-945f-5fbfca534095 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4d48153-c63c-4a1e-aef3-5a64a30fa671,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:34.879890 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-862dcd59-dc2f-46e6-945f-5fbfca534095 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:34.885361 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-862dcd59-dc2f-46e6-945f-5fbfca534095 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c4d48153-c63c-4a1e-aef3-5a64a30fa671 HTTP/1.1" status: 204 len: 168 time: 0.4787769 Feb 09 01:32:34.887801 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46004) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:34.956127 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79e002ff-fc4a-469f-b2d6-963c600a13cb req-751157ed-f836-46f1-abb7-db94a25f6b88 service neutron] 10.222.0.91 "GET /v2.0/networks/923b19ee-be79-4291-b298-2fb7ab9017f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968749 Feb 09 01:32:34.983912 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e596d-c30f-4deb-909f-891006a139d4 req-4d487225-7012-4322-8d04-ee6caf2b78f5 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:35.001068 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c64e596d-c30f-4deb-909f-891006a139d4 req-4d487225-7012-4322-8d04-ee6caf2b78f5 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=848f6d87-95ef-4421-86d5-7c6f4d87f1a8 HTTP/1.1" status: 200 len: 943 time: 0.0942709 Feb 09 01:32:35.155495 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0071f59e-713b-4cf2-8370-14a6b2487c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (fb247349-3aac-4694-97c0-5d60df75766c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:35.285680 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c64e596d-c30f-4deb-909f-891006a139d4 req-c43b6067-b62a-4206-8c94-2ba0420df965 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870855 Feb 09 01:32:35.310530 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0071f59e-713b-4cf2-8370-14a6b2487c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (fb247349-3aac-4694-97c0-5d60df75766c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:35.320336 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f0f61-2c68-4b8b-b2e3-7cffc12d7be0 req-6ad33369-6b02-4918-b215-92641794e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:35.325786 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fc9f0f61-2c68-4b8b-b2e3-7cffc12d7be0 req-6ad33369-6b02-4918-b215-92641794e722 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c116954692244bec838f5194019c5458&device_id=848f6d87-95ef-4421-86d5-7c6f4d87f1a8 HTTP/1.1" status: 200 len: 1126 time: 0.2660055 Feb 09 01:32:35.358786 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-0071f59e-713b-4cf2-8370-14a6b2487c29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb247349-3aac-4694-97c0-5d60df75766c']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:35.375360 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-0071f59e-713b-4cf2-8370-14a6b2487c29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f4b0075-6e92-4c48-ab90-fd56a0c33878') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:35.375778 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-0071f59e-713b-4cf2-8370-14a6b2487c29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f4b0075-6e92-4c48-ab90-fd56a0c33878') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:35.393407 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0071f59e-713b-4cf2-8370-14a6b2487c29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (3f4b0075-6e92-4c48-ab90-fd56a0c33878), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:35.425311 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0071f59e-713b-4cf2-8370-14a6b2487c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (3f4b0075-6e92-4c48-ab90-fd56a0c33878), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:35.442966 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0071f59e-713b-4cf2-8370-14a6b2487c29 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:32:35.444854 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0071f59e-713b-4cf2-8370-14a6b2487c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (3f4b0075-6e92-4c48-ab90-fd56a0c33878), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:35.450194 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:32:35.450194 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:32:35.450194 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:32:35.450194 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:32:35.450194 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:32:35.450194 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:32:35.450194 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:32:35.450194 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:32:35.450194 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:32:35.450194 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:32:35.450194 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:32:35.450194 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:32:35.450194 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:32:35.450194 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:32:35.450194 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:32:35.450194 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:32:35.450194 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:32:35.450194 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:32:35.450194 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:32:35.450194 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:32:35.450194 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:32:35.450194 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:32:35.450194 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:32:35.450194 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:32:35.450194 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:32:35.450194 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:32:35.450194 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:32:35.450194 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:32:35.450194 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:32:35.450194 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:32:35.450194 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:32:35.450194 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:32:35.589670 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f0f61-2c68-4b8b-b2e3-7cffc12d7be0 req-ce3fb339-3768-4ba5-9a18-cb8593c605f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:35.591155 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fc9f0f61-2c68-4b8b-b2e3-7cffc12d7be0 req-ce3fb339-3768-4ba5-9a18-cb8593c605f2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=923b19ee-be79-4291-b298-2fb7ab9017f7 HTTP/1.1" status: 200 len: 914 time: 0.2561991 Feb 09 01:32:35.601851 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0071f59e-713b-4cf2-8370-14a6b2487c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (fb247349-3aac-4694-97c0-5d60df75766c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:35.616060 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0071f59e-713b-4cf2-8370-14a6b2487c29 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:35.623790 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0071f59e-713b-4cf2-8370-14a6b2487c29 admin admin] 10.222.0.30 "DELETE /v2.0/networks/fb247349-3aac-4694-97c0-5d60df75766c HTTP/1.1" status: 204 len: 168 time: 0.7344110 Feb 09 01:32:35.644166 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071f59e-713b-4cf2-8370-14a6b2487c29 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb247349-3aac-4694-97c0-5d60df75766c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:35.694297 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fc9f0f61-2c68-4b8b-b2e3-7cffc12d7be0 req-c040f4b8-e700-4dbe-85e9-f10e0d2e5d4a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95201dc2-0b79-4388-b8dd-d979d8b81c6d HTTP/1.1" status: 200 len: 217 time: 0.0926173 Feb 09 01:32:35.826251 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f0f61-2c68-4b8b-b2e3-7cffc12d7be0 req-859f36e7-d375-4a2a-876b-bc633e8c66d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:35.827817 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fc9f0f61-2c68-4b8b-b2e3-7cffc12d7be0 req-859f36e7-d375-4a2a-876b-bc633e8c66d6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=384a7aa3-b5da-47bc-8859-e3960efe9a80 HTTP/1.1" status: 200 len: 853 time: 0.1262891 Feb 09 01:32:35.920917 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fc9f0f61-2c68-4b8b-b2e3-7cffc12d7be0 req-cb43eac2-2ff4-4699-b820-7f523e0d809c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=923b19ee-be79-4291-b298-2fb7ab9017f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852222 Feb 09 01:32:35.925438 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46024) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:36.025849 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-443d3af7-e087-4c58-8b3a-fec6dd858066 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=63a9d3026d8848a9b3ac33aa03600d8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0990386 Feb 09 01:32:36.026481 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 46028) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:36.075148 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46032) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:36.129951 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1adeb126-36d4-44a0-bda4-4eafa053c832 admin admin] Publish callbacks [] for security_group (95130b91-6d6f-489f-b4ab-ea3ccc8f4c54), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:36.163668 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1adeb126-36d4-44a0-bda4-4eafa053c832 admin admin] Publish callbacks [] for security_group (95130b91-6d6f-489f-b4ab-ea3ccc8f4c54), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:36.265843 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fc9f0f61-2c68-4b8b-b2e3-7cffc12d7be0 req-9f7d5766-ec7b-4550-8c2a-7d9beb8cebdd service neutron] 10.222.0.91 "GET /v2.0/networks/923b19ee-be79-4291-b298-2fb7ab9017f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326721 Feb 09 01:32:36.412051 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2e2eabc3-79e5-4e0c-a3ca-396d4715acd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:36.433892 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 95201dc2-0b79-4388-b8dd-d979d8b81c6d details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:32:36.478119 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fc9f0f61-2c68-4b8b-b2e3-7cffc12d7be0 req-86d89219-2449-4c55-83c1-1e5df6ac6b88 service neutron] 10.222.0.91 "GET /v2.0/networks/923b19ee-be79-4291-b298-2fb7ab9017f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997254 Feb 09 01:32:36.594885 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2e2eabc3-79e5-4e0c-a3ca-396d4715acd4 admin admin] Publish callbacks [] for security_group (d55b1d48-1397-45c0-95b1-55242979b96a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:36.603702 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2e2eabc3-79e5-4e0c-a3ca-396d4715acd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (d55b1d48-1397-45c0-95b1-55242979b96a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:36.619161 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f38a7-c449-4d59-b311-7fc71e04828f req-71ae9bce-6660-4260-84f2-9d6dd89f4234 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:36.629828 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-710f38a7-c449-4d59-b311-7fc71e04828f req-71ae9bce-6660-4260-84f2-9d6dd89f4234 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=848f6d87-95ef-4421-86d5-7c6f4d87f1a8 HTTP/1.1" status: 200 len: 943 time: 0.1281536 Feb 09 01:32:36.712705 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2e2eabc3-79e5-4e0c-a3ca-396d4715acd4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=df346e907c304179a1cd45e79bf020ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6360803 Feb 09 01:32:36.721415 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46042) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:36.751038 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2eabc3-79e5-4e0c-a3ca-396d4715acd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55b1d48-1397-45c0-95b1-55242979b96a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:36.755049 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-710f38a7-c449-4d59-b311-7fc71e04828f req-c4a0391e-b07c-4bae-beb6-f645fc5f7a72 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242485 Feb 09 01:32:36.759485 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1adeb126-36d4-44a0-bda4-4eafa053c832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (95130b91-6d6f-489f-b4ab-ea3ccc8f4c54), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:36.762207 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1adeb126-36d4-44a0-bda4-4eafa053c832 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:36.766159 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1adeb126-36d4-44a0-bda4-4eafa053c832 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/95130b91-6d6f-489f-b4ab-ea3ccc8f4c54 HTTP/1.1" status: 204 len: 168 time: 0.7359252 Feb 09 01:32:36.795776 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adeb126-36d4-44a0-bda4-4eafa053c832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95130b91-6d6f-489f-b4ab-ea3ccc8f4c54,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:36.834200 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 95201dc2-0b79-4388-b8dd-d979d8b81c6d, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=95201dc2-0b79-4388-b8dd-d979d8b81c6d,segment=NetworkSegment(74341012-2d09-4bfd-8196-39119d03257b),segment_id=74341012-2d09-4bfd-8196-39119d03257b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:36.863392 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c17cda51-50e4-4bb5-bd3a-06bec7c2c4c3 admin admin] Publish callbacks [] for security_group (d55b1d48-1397-45c0-95b1-55242979b96a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:36.864780 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '95201dc2-0b79-4388-b8dd-d979d8b81c6d', 'network_id': '923b19ee-be79-4291-b298-2fb7ab9017f7', 'port_id': '95201dc2-0b79-4388-b8dd-d979d8b81c6d', 'mac_address': 'fa:16:3e:54:4a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '384a7aa3-b5da-47bc-8859-e3960efe9a80', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:32:36.868832 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device f06c7942-af89-4406-be6c-7e6c8e65ebce no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:32:36.908508 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c17cda51-50e4-4bb5-bd3a-06bec7c2c4c3 admin admin] Publish callbacks [] for security_group (d55b1d48-1397-45c0-95b1-55242979b96a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:36.925278 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: f06c7942-af89-4406-be6c-7e6c8e65ebce {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:32:36.925962 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device f06c7942-af89-4406-be6c-7e6c8e65ebce not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:32:37.006629 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c17cda51-50e4-4bb5-bd3a-06bec7c2c4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (d55b1d48-1397-45c0-95b1-55242979b96a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:37.011883 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c17cda51-50e4-4bb5-bd3a-06bec7c2c4c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:37.013628 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c17cda51-50e4-4bb5-bd3a-06bec7c2c4c3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d55b1d48-1397-45c0-95b1-55242979b96a HTTP/1.1" status: 204 len: 168 time: 0.2889791 Feb 09 01:32:37.017141 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 95201dc2-0b79-4388-b8dd-d979d8b81c6d is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:37.017429 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (95201dc2-0b79-4388-b8dd-d979d8b81c6d), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:37.035099 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17cda51-50e4-4bb5-bd3a-06bec7c2c4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55b1d48-1397-45c0-95b1-55242979b96a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:37.057201 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95201dc2-0b79-4388-b8dd-d979d8b81c6d {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:32:37.157474 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 95201dc2-0b79-4388-b8dd-d979d8b81c6d, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=95201dc2-0b79-4388-b8dd-d979d8b81c6d,segment=NetworkSegment(74341012-2d09-4bfd-8196-39119d03257b),segment_id=74341012-2d09-4bfd-8196-39119d03257b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:37.165846 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (95201dc2-0b79-4388-b8dd-d979d8b81c6d), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:37.321555 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=95201dc2-0b79-4388-b8dd-d979d8b81c6d,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:37.507021 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['95201dc2-0b79-4388-b8dd-d979d8b81c6d'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:32:37.814109 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46070) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:37.848425 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20db2577-325b-49a8-a57d-2480244363fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:38.111192 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8d4ec-c251-4d30-8b6e-ebc214c24756 req-e3dc315b-357e-4916-a6c8-215e605b3ec5 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:38.119668 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20db2577-325b-49a8-a57d-2480244363fb admin admin] Publish callbacks [] for security_group (c1ae0330-ab34-4ba2-9580-770f57c2d922), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:38.121715 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-60c8d4ec-c251-4d30-8b6e-ebc214c24756 req-e3dc315b-357e-4916-a6c8-215e605b3ec5 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=848f6d87-95ef-4421-86d5-7c6f4d87f1a8 HTTP/1.1" status: 200 len: 944 time: 0.1578171 Feb 09 01:32:38.124849 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20db2577-325b-49a8-a57d-2480244363fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c1ae0330-ab34-4ba2-9580-770f57c2d922), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:38.167669 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db2577-325b-49a8-a57d-2480244363fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ae0330-ab34-4ba2-9580-770f57c2d922,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:38.192584 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-60c8d4ec-c251-4d30-8b6e-ebc214c24756 req-9bf59ab5-48b8-48ee-ac5e-37c70facb1b4 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699320 Feb 09 01:32:38.220033 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-20db2577-325b-49a8-a57d-2480244363fb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=03b61b5f9c914eb2b3febca27932dc43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4039721 Feb 09 01:32:38.222178 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 46078) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:38.375515 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-50bb1c6e-bc3f-4c74-bedc-3f50aaf7b871 admin admin] Publish callbacks [] for security_group (c1ae0330-ab34-4ba2-9580-770f57c2d922), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:38.458574 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-50bb1c6e-bc3f-4c74-bedc-3f50aaf7b871 admin admin] Publish callbacks [] for security_group (c1ae0330-ab34-4ba2-9580-770f57c2d922), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:38.504399 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46090) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:38.584675 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-50bb1c6e-bc3f-4c74-bedc-3f50aaf7b871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c1ae0330-ab34-4ba2-9580-770f57c2d922), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:38.588622 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-50bb1c6e-bc3f-4c74-bedc-3f50aaf7b871 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:38.590029 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-50bb1c6e-bc3f-4c74-bedc-3f50aaf7b871 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c1ae0330-ab34-4ba2-9580-770f57c2d922 HTTP/1.1" status: 204 len: 168 time: 0.3666041 Feb 09 01:32:38.613873 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb1c6e-bc3f-4c74-bedc-3f50aaf7b871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ae0330-ab34-4ba2-9580-770f57c2d922,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:38.712865 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-d51bed0f-af69-4ea8-b5e4-949c6110d0ab admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1072719328-network', 'tenant_id': '82bb59453f23408a8bdb69f282378e31'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:38.743812 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51bed0f-af69-4ea8-b5e4-949c6110d0ab admin admin] Made reservation on behalf of 82bb59453f23408a8bdb69f282378e31 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:32:38.746296 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d51bed0f-af69-4ea8-b5e4-949c6110d0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:38.761981 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d51bed0f-af69-4ea8-b5e4-949c6110d0ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:38.898093 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d51bed0f-af69-4ea8-b5e4-949c6110d0ab admin admin] Publish callbacks [] for security_group (41b29374-28ab-4447-95aa-0636f865ffc1), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:38.908374 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d51bed0f-af69-4ea8-b5e4-949c6110d0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (41b29374-28ab-4447-95aa-0636f865ffc1), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:38.990912 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d51bed0f-af69-4ea8-b5e4-949c6110d0ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:32:39.044253 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d51bed0f-af69-4ea8-b5e4-949c6110d0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (19bbf0cf-c798-42ed-a6d3-9cf86e3a5b2c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:39.044253 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-d51bed0f-af69-4ea8-b5e4-949c6110d0ab admin admin] Added segment 19bbf0cf-c798-42ed-a6d3-9cf86e3a5b2c of type vlan for network 41e45f5c-8f0a-4885-a503-61a0b166bbbf Feb 09 01:32:39.185995 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bed0f-af69-4ea8-b5e4-949c6110d0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b29374-28ab-4447-95aa-0636f865ffc1,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:39.214964 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d51bed0f-af69-4ea8-b5e4-949c6110d0ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (41e45f5c-8f0a-4885-a503-61a0b166bbbf), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:39.265043 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d51bed0f-af69-4ea8-b5e4-949c6110d0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (41e45f5c-8f0a-4885-a503-61a0b166bbbf), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:39.267048 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51bed0f-af69-4ea8-b5e4-949c6110d0ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:39.267858 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d51bed0f-af69-4ea8-b5e4-949c6110d0ab admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:39.415314 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 46128) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:39.415903 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d51bed0f-af69-4ea8-b5e4-949c6110d0ab admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9082091 Feb 09 01:32:39.423319 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-b1b77545-6be3-4b76-b00d-91851506a8d3 admin admin] Request body: {'subnet': {'network_id': '41e45f5c-8f0a-4885-a503-61a0b166bbbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1072719328-subnet', 'tenant_id': '82bb59453f23408a8bdb69f282378e31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:39.452079 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060c361-cfd9-4db7-ad2c-e595180120fb req-533414ac-1db9-46ad-9a4d-b9e0ec775b26 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:39.454777 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6060c361-cfd9-4db7-ad2c-e595180120fb req-533414ac-1db9-46ad-9a4d-b9e0ec775b26 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=848f6d87-95ef-4421-86d5-7c6f4d87f1a8 HTTP/1.1" status: 200 len: 944 time: 0.1073735 Feb 09 01:32:39.493804 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b77545-6be3-4b76-b00d-91851506a8d3 admin admin] Made reservation on behalf of 82bb59453f23408a8bdb69f282378e31 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:32:39.497335 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bed0f-af69-4ea8-b5e4-949c6110d0ab admin admin] Pushing event updated for resources: {'Network': ['ID=41e45f5c-8f0a-4885-a503-61a0b166bbbf,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:39.498406 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b1b77545-6be3-4b76-b00d-91851506a8d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:39.523200 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 41e45f5c-8f0a-4885-a503-61a0b166bbbf details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:32:39.726457 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6060c361-cfd9-4db7-ad2c-e595180120fb req-246ae88f-7316-40e5-b831-661b1ce42d05 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640488 Feb 09 01:32:40.002831 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46150) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:40.024992 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b1b77545-6be3-4b76-b00d-91851506a8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (40a7e458-ea5e-4e61-b489-659f35cbfed0), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:40.215238 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97c7e1-9bb3-45e3-94a1-430537edb34d req-2e2dfe5b-cf81-43df-8ce8-bc827118f5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:40.215715 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97c7e1-9bb3-45e3-94a1-430537edb34d req-2e2dfe5b-cf81-43df-8ce8-bc827118f5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:40.216202 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97c7e1-9bb3-45e3-94a1-430537edb34d req-2e2dfe5b-cf81-43df-8ce8-bc827118f5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:40.216844 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97c7e1-9bb3-45e3-94a1-430537edb34d req-2e2dfe5b-cf81-43df-8ce8-bc827118f5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:40.217494 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97c7e1-9bb3-45e3-94a1-430537edb34d req-2e2dfe5b-cf81-43df-8ce8-bc827118f5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:40.217971 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97c7e1-9bb3-45e3-94a1-430537edb34d req-2e2dfe5b-cf81-43df-8ce8-bc827118f5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:40.218429 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97c7e1-9bb3-45e3-94a1-430537edb34d req-2e2dfe5b-cf81-43df-8ce8-bc827118f5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:40.226298 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2c97c7e1-9bb3-45e3-94a1-430537edb34d req-2e2dfe5b-cf81-43df-8ce8-bc827118f5bd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 6725 time: 0.2219138 Feb 09 01:32:40.248644 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b77545-6be3-4b76-b00d-91851506a8d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40a7e458-ea5e-4e61-b489-659f35cbfed0,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:40.262038 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b77545-6be3-4b76-b00d-91851506a8d3 admin admin] Checking segment: {'id': '19bbf0cf-c798-42ed-a6d3-9cf86e3a5b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '41e45f5c-8f0a-4885-a503-61a0b166bbbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:32:40.262423 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b77545-6be3-4b76-b00d-91851506a8d3 admin admin] Network hostable DHCP agents. Network: 41e45f5c-8f0a-4885-a503-61a0b166bbbf, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:32:40.307058 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b77545-6be3-4b76-b00d-91851506a8d3 admin admin] Network 41e45f5c-8f0a-4885-a503-61a0b166bbbf is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:32:40.315152 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2c97c7e1-9bb3-45e3-94a1-430537edb34d req-f00f599a-82ff-4692-ba7d-704bc7aab76e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0852408 Feb 09 01:32:40.329484 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-b1b77545-6be3-4b76-b00d-91851506a8d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 41e45f5c-8f0a-4885-a503-61a0b166bbbf) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:40.338466 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b77545-6be3-4b76-b00d-91851506a8d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:40.338921 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b1b77545-6be3-4b76-b00d-91851506a8d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:40.341492 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d022fdd-2b15-4ae9-bc12-21f7e0532966 None None] Network 41e45f5c-8f0a-4885-a503-61a0b166bbbf requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:32:40.369614 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b1b77545-6be3-4b76-b00d-91851506a8d3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9523606 Feb 09 01:32:40.464519 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 95201dc2-0b79-4388-b8dd-d979d8b81c6d up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:32:40.728667 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 95201dc2-0b79-4388-b8dd-d979d8b81c6d completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:32:40.755664 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 95201dc2-0b79-4388-b8dd-d979d8b81c6d triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:40.762619 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (95201dc2-0b79-4388-b8dd-d979d8b81c6d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:40.768941 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020273f8-af1d-42bf-b516-afc7a5daf4b2 None None] Network 41e45f5c-8f0a-4885-a503-61a0b166bbbf requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:32:41.001057 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5902ea8-4d1d-431b-9eb5-b6126f1f6654 req-1d3364d8-15b6-4735-a72b-62f4ed43e677 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:41.005712 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a5902ea8-4d1d-431b-9eb5-b6126f1f6654 req-1d3364d8-15b6-4735-a72b-62f4ed43e677 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=848f6d87-95ef-4421-86d5-7c6f4d87f1a8 HTTP/1.1" status: 200 len: 944 time: 0.1333869 Feb 09 01:32:41.123112 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 95201dc2-0b79-4388-b8dd-d979d8b81c6d is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:41.123499 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (95201dc2-0b79-4388-b8dd-d979d8b81c6d), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:41.138369 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a5902ea8-4d1d-431b-9eb5-b6126f1f6654 req-5eda13d2-803b-44ab-a665-0cf6b6c8c641 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254790 Feb 09 01:32:41.184426 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848f6d87-95ef-4421-86d5-7c6f4d87f1a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95201dc2-0b79-4388-b8dd-d979d8b81c6d'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:41.186703 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519c60ac-767d-4b29-8891-ec0d5ada9f88" -d '{"events": [{"server_uuid": "848f6d87-95ef-4421-86d5-7c6f4d87f1a8", "name": "network-vif-plugged", "status": "completed", "tag": "95201dc2-0b79-4388-b8dd-d979d8b81c6d"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:41.215047 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 95201dc2-0b79-4388-b8dd-d979d8b81c6d, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=95201dc2-0b79-4388-b8dd-d979d8b81c6d,segment=NetworkSegment(74341012-2d09-4bfd-8196-39119d03257b),segment_id=74341012-2d09-4bfd-8196-39119d03257b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:41.223472 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (95201dc2-0b79-4388-b8dd-d979d8b81c6d), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:41.295460 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d3838d-e3d1-4560-b11a-ad65e36f99e1 x-openstack-request-id: req-22d3838d-e3d1-4560-b11a-ad65e36f99e1 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:41.296118 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "848f6d87-95ef-4421-86d5-7c6f4d87f1a8", "name": "network-vif-plugged", "status": "completed", "tag": "95201dc2-0b79-4388-b8dd-d979d8b81c6d", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:41.296511 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-22d3838d-e3d1-4560-b11a-ad65e36f99e1 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:41.297263 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '848f6d87-95ef-4421-86d5-7c6f4d87f1a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95201dc2-0b79-4388-b8dd-d979d8b81c6d', 'code': 200} Feb 09 01:32:41.421155 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=95201dc2-0b79-4388-b8dd-d979d8b81c6d,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:41.631188 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba5faf-8279-483b-8021-3357d249c9d0 req-f91eaa7d-6bdb-4767-a267-4f67c1fe2b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:41.643226 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cdba5faf-8279-483b-8021-3357d249c9d0 req-f91eaa7d-6bdb-4767-a267-4f67c1fe2b9d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=848f6d87-95ef-4421-86d5-7c6f4d87f1a8 HTTP/1.1" status: 200 len: 1128 time: 0.2552695 Feb 09 01:32:41.834027 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-fae2c593-f8ad-4da9-93ca-350a62e378ba tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:41.842207 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-fae2c593-f8ad-4da9-93ca-350a62e378ba tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] 10.222.0.30 "GET /v2.0/networks?id=41e45f5c-8f0a-4885-a503-61a0b166bbbf HTTP/1.1" status: 200 len: 813 time: 0.3546000 Feb 09 01:32:41.947496 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cdba5faf-8279-483b-8021-3357d249c9d0 req-f26b2aea-6459-4296-8342-7903dccfa164 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960179 Feb 09 01:32:41.952541 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-23369f0e-a014-4890-bc88-85feb66cca57 tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] 10.222.0.30 "GET /v2.0/quotas/82bb59453f23408a8bdb69f282378e31 HTTP/1.1" status: 200 len: 375 time: 0.0963948 Feb 09 01:32:42.021474 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-9190f90c-1845-4215-8acf-7efbe6564742 tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=82bb59453f23408a8bdb69f282378e31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627630 Feb 09 01:32:42.233347 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-3aeab18a-617b-4f39-9574-7baf4b6a3460 service neutron] 10.222.0.30 "GET /v2.0/networks/41e45f5c-8f0a-4885-a503-61a0b166bbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047949 Feb 09 01:32:42.259501 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46236) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:42.411306 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e1ee95b4-01cc-4d10-8de2-16e865b676d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:42.491321 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-0fb75839-643f-43a6-ac70-5ded4fecdbe5 service neutron] 10.222.0.30 "GET /v2.0/networks/41e45f5c-8f0a-4885-a503-61a0b166bbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360694 Feb 09 01:32:42.563122 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af228821-944b-4f8e-955b-8b3cb50bb8dd req-046e206c-42a3-43d3-97d0-1f8841076ba7 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:42.567594 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-af228821-944b-4f8e-955b-8b3cb50bb8dd req-046e206c-42a3-43d3-97d0-1f8841076ba7 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=848f6d87-95ef-4421-86d5-7c6f4d87f1a8 HTTP/1.1" status: 200 len: 945 time: 0.1898561 Feb 09 01:32:42.582995 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e1ee95b4-01cc-4d10-8de2-16e865b676d3 admin admin] Publish callbacks [] for security_group (97980366-b73b-4f5f-aedc-65190bcc77e6), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:42.590373 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e1ee95b4-01cc-4d10-8de2-16e865b676d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (97980366-b73b-4f5f-aedc-65190bcc77e6), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:42.638758 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e1ee95b4-01cc-4d10-8de2-16e865b676d3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5d4b274d4ada44908b2ec9365a985ec4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3782077 Feb 09 01:32:42.642495 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46244) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:42.678752 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-af228821-944b-4f8e-955b-8b3cb50bb8dd req-1223cf13-8905-46b8-9172-a353a5ae3d2c tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954902 Feb 09 01:32:42.684053 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee95b4-01cc-4d10-8de2-16e865b676d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97980366-b73b-4f5f-aedc-65190bcc77e6,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:42.706995 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-15bdf608-6ce2-41e7-a666-75be16d7355b admin admin] Publish callbacks [] for security_group (97980366-b73b-4f5f-aedc-65190bcc77e6), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:42.736784 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-15bdf608-6ce2-41e7-a666-75be16d7355b admin admin] Publish callbacks [] for security_group (97980366-b73b-4f5f-aedc-65190bcc77e6), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:42.833077 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-15bdf608-6ce2-41e7-a666-75be16d7355b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (97980366-b73b-4f5f-aedc-65190bcc77e6), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:42.835731 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-15bdf608-6ce2-41e7-a666-75be16d7355b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:42.847773 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-15bdf608-6ce2-41e7-a666-75be16d7355b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/97980366-b73b-4f5f-aedc-65190bcc77e6 HTTP/1.1" status: 204 len: 168 time: 0.2015462 Feb 09 01:32:42.857321 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bdf608-6ce2-41e7-a666-75be16d7355b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97980366-b73b-4f5f-aedc-65190bcc77e6,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:42.909809 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0393a33a-df94-4f77-8b3d-b72ec9b502fe req-f5b5ac43-1ad8-4159-9db8-29a044864254 tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ff197bd-5e73-41aa-a57b-a8725e2ce1a8 HTTP/1.1" status: 200 len: 210 time: 0.0790946 Feb 09 01:32:43.498721 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46266) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:43.515938 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea9b2c76-accf-42fa-add7-ccea1d9a7e5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:43.659906 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea9b2c76-accf-42fa-add7-ccea1d9a7e5c admin admin] Publish callbacks [] for security_group (480d39a0-e231-4a05-9992-a775e8298831), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:43.666363 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea9b2c76-accf-42fa-add7-ccea1d9a7e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (480d39a0-e231-4a05-9992-a775e8298831), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:43.693699 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b2c76-accf-42fa-add7-ccea1d9a7e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480d39a0-e231-4a05-9992-a775e8298831,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:43.727809 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ea9b2c76-accf-42fa-add7-ccea1d9a7e5c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ab373afd227a4e2599dc29390869abf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2271190 Feb 09 01:32:43.730343 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46272) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:43.796564 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-41fc13d8-c054-4e38-969f-2fcfa1782444 admin admin] Publish callbacks [] for security_group (480d39a0-e231-4a05-9992-a775e8298831), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:43.828739 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-41fc13d8-c054-4e38-969f-2fcfa1782444 admin admin] Publish callbacks [] for security_group (480d39a0-e231-4a05-9992-a775e8298831), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:43.834105 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088113ab-4381-4b3e-891b-6a64daef3bab req-efd748af-83c6-4221-9039-58314111ac88 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:43.843579 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-088113ab-4381-4b3e-891b-6a64daef3bab req-efd748af-83c6-4221-9039-58314111ac88 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=848f6d87-95ef-4421-86d5-7c6f4d87f1a8 HTTP/1.1" status: 200 len: 945 time: 0.0711808 Feb 09 01:32:43.895887 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-41fc13d8-c054-4e38-969f-2fcfa1782444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (480d39a0-e231-4a05-9992-a775e8298831), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:43.900040 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-41fc13d8-c054-4e38-969f-2fcfa1782444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:43.902052 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-41fc13d8-c054-4e38-969f-2fcfa1782444 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/480d39a0-e231-4a05-9992-a775e8298831 HTTP/1.1" status: 204 len: 168 time: 0.1704099 Feb 09 01:32:43.911912 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc13d8-c054-4e38-969f-2fcfa1782444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480d39a0-e231-4a05-9992-a775e8298831,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:43.924602 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-088113ab-4381-4b3e-891b-6a64daef3bab req-d239030b-403e-46ff-a6f5-d4e245b915ed tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797632 Feb 09 01:32:44.059667 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-34437d9f-fba9-48b5-8f3e-b1cad8447b75 req-e6c461c0-7702-46dc-867c-ea040ca7aeac tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ff197bd-5e73-41aa-a57b-a8725e2ce1a8 HTTP/1.1" status: 200 len: 210 time: 0.0514815 Feb 09 01:32:44.526091 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-64f3745e-166d-45db-ad80-82a1e468000a tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:44.528936 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-64f3745e-166d-45db-ad80-82a1e468000a tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] 10.222.0.121 "GET /v2.0/networks?id=41e45f5c-8f0a-4885-a503-61a0b166bbbf HTTP/1.1" status: 200 len: 813 time: 0.2601781 Feb 09 01:32:44.546503 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-55c8e123-9c61-4379-b80f-da766377441b tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] Request body: {'port': {'device_id': '8ff197bd-5e73-41aa-a57b-a8725e2ce1a8', 'network_id': '41e45f5c-8f0a-4885-a503-61a0b166bbbf', 'admin_state_up': True, 'tenant_id': '82bb59453f23408a8bdb69f282378e31'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:44.696952 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-acc8a159-028e-47c6-afb0-b9dce7109314 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1410353 Feb 09 01:32:44.828428 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-55c8e123-9c61-4379-b80f-da766377441b tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] Made reservation on behalf of 82bb59453f23408a8bdb69f282378e31 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:32:44.832641 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-55c8e123-9c61-4379-b80f-da766377441b tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:44.885951 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-4bfc57bc-a751-498e-9f16-971868498a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:44.887564 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-4bfc57bc-a751-498e-9f16-971868498a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:44.888251 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-4bfc57bc-a751-498e-9f16-971868498a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:44.888876 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-4bfc57bc-a751-498e-9f16-971868498a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:44.889943 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-4bfc57bc-a751-498e-9f16-971868498a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:44.890579 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-4bfc57bc-a751-498e-9f16-971868498a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:44.891187 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-4bfc57bc-a751-498e-9f16-971868498a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:44.893536 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-4bfc57bc-a751-498e-9f16-971868498a7c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5cc038305e744ad69576548c638221e8&device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 6725 time: 0.1185205 Feb 09 01:32:45.102007 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-55c8e123-9c61-4379-b80f-da766377441b tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] Allocated IP 172.20.0.7 (41e45f5c-8f0a-4885-a503-61a0b166bbbf/40a7e458-ea5e-4e61-b489-659f35cbfed0/0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:32:45.150021 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-44aaf8df-4c54-4776-b1f5-6392fb6abb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:45.156478 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-44aaf8df-4c54-4776-b1f5-6392fb6abb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:45.157161 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-44aaf8df-4c54-4776-b1f5-6392fb6abb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:45.159107 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-44aaf8df-4c54-4776-b1f5-6392fb6abb94 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c64d4aac-6638-4696-97b6-8d87827079a9&id=1b491962-ed4d-43bc-b25a-f8e3c17cca99&id=1b491962-ed4d-43bc-b25a-f8e3c17cca99&id=1b491962-ed4d-43bc-b25a-f8e3c17cca99&id=1b491962-ed4d-43bc-b25a-f8e3c17cca99&id=38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0&id=38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0 HTTP/1.1" status: 200 len: 2298 time: 0.2386422 Feb 09 01:32:45.243607 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-3c060508-346c-418b-a879-8738a913b13f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ff49b0f-ae11-4835-b701-e0f8cb6c3485 HTTP/1.1" status: 200 len: 1001 time: 0.0766726 Feb 09 01:32:45.295089 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f5ff0c25-031b-44d8-9336-a81a12364be6 req-dc466273-7263-48ba-9d1b-d4c85f707272 tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ff197bd-5e73-41aa-a57b-a8725e2ce1a8 HTTP/1.1" status: 200 len: 210 time: 0.0488634 Feb 09 01:32:45.346536 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-7d5b2e1d-6e47-4962-b65c-014a80a276c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:45.348409 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-7d5b2e1d-6e47-4962-b65c-014a80a276c3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e9e889c5-ccd5-49a9-9e6c-c29b927a3427 HTTP/1.1" status: 200 len: 856 time: 0.0566280 Feb 09 01:32:45.460322 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-55c8e123-9c61-4379-b80f-da766377441b tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] Publish callbacks [] for port (0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:45.472313 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-15c79ed8-854c-4461-87f9-da46e02786c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:45.474215 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-15c79ed8-854c-4461-87f9-da46e02786c5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c64d4aac-6638-4696-97b6-8d87827079a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1143909 Feb 09 01:32:45.562975 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-55c8e123-9c61-4379-b80f-da766377441b tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:45.601941 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-d583eb78-7748-4a6f-8ae8-3a7a542fe45d service neutron] 10.222.0.91 "GET /v2.0/networks/c64d4aac-6638-4696-97b6-8d87827079a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198239 Feb 09 01:32:45.711575 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c8e123-9c61-4379-b80f-da766377441b tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] Pushing event updated for resources: {'Port': ['ID=0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:45.740394 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-55c8e123-9c61-4379-b80f-da766377441b tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] Network 41e45f5c-8f0a-4885-a503-61a0b166bbbf is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:32:45.742579 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-55c8e123-9c61-4379-b80f-da766377441b tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:45.745580 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-55c8e123-9c61-4379-b80f-da766377441b tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:32:45.857605 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-36f4502e-57de-41ec-97b4-819063e79fd6 service neutron] 10.222.0.91 "GET /v2.0/networks/c64d4aac-6638-4696-97b6-8d87827079a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417297 Feb 09 01:32:45.859210 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-55c8e123-9c61-4379-b80f-da766377441b tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:45.859785 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-55c8e123-9c61-4379-b80f-da766377441b tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:45.890559 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-55c8e123-9c61-4379-b80f-da766377441b tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3522871 Feb 09 01:32:45.903885 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-c87b0aaf-9ebf-4b07-8ff9-eb5a769fd06d service neutron] Request body: {'port': {'device_id': '8ff197bd-5e73-41aa-a57b-a8725e2ce1a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:45.948683 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-ef49aef7-1344-4446-9a76-c7c69e8a4a73 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=127f4bb7-b1ac-47b8-9c29-204eb65e075d HTTP/1.1" status: 200 len: 217 time: 0.0896347 Feb 09 01:32:46.022317 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-c87b0aaf-9ebf-4b07-8ff9-eb5a769fd06d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:46.049131 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-2fc779b7-df86-47e4-811e-2523c14f9a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:46.052843 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-2fc779b7-df86-47e4-811e-2523c14f9a29 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c8a165d0-40b9-4705-81af-cf2fe40aa482 HTTP/1.1" status: 200 len: 797 time: 0.0965402 Feb 09 01:32:46.155137 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-54092129-1b14-4173-94ec-6d1c03ffb6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:46.157888 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-54092129-1b14-4173-94ec-6d1c03ffb6aa service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1b491962-ed4d-43bc-b25a-f8e3c17cca99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1000388 Feb 09 01:32:46.344277 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-cedb0c92-b86b-4c6d-ab43-5ce49bcb5533 service neutron] 10.222.0.91 "GET /v2.0/networks/1b491962-ed4d-43bc-b25a-f8e3c17cca99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786869 Feb 09 01:32:46.543534 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-460679f3-ef6f-4c88-8684-00d4a6b341be service neutron] 10.222.0.91 "GET /v2.0/networks/1b491962-ed4d-43bc-b25a-f8e3c17cca99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904304 Feb 09 01:32:46.632373 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-1a23611d-767e-435a-9131-82c4e035d2ee service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=cf3c4149-8480-492e-bdf1-7ed124251123 HTTP/1.1" status: 200 len: 217 time: 0.0818267 Feb 09 01:32:46.742799 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-047c5ae7-d1a4-4076-a729-bd9c5668c511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:46.744478 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-047c5ae7-d1a4-4076-a729-bd9c5668c511 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c8a165d0-40b9-4705-81af-cf2fe40aa482 HTTP/1.1" status: 200 len: 797 time: 0.1036098 Feb 09 01:32:46.863034 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-062228ef-e475-4c7b-8d2d-edbe72d05dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:46.869500 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-062228ef-e475-4c7b-8d2d-edbe72d05dbe service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1b491962-ed4d-43bc-b25a-f8e3c17cca99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1179881 Feb 09 01:32:47.047335 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-57c460f9-db61-48ce-9fdd-b3e9fbb575ca service neutron] 10.222.0.91 "GET /v2.0/networks/1b491962-ed4d-43bc-b25a-f8e3c17cca99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671906 Feb 09 01:32:47.060069 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-c87b0aaf-9ebf-4b07-8ff9-eb5a769fd06d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:32:47.088729 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-c87b0aaf-9ebf-4b07-8ff9-eb5a769fd06d service neutron] Publish callbacks [] for port (0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:47.149435 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-c87b0aaf-9ebf-4b07-8ff9-eb5a769fd06d service neutron] Transition to ACTIVE for port object 0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:32:47.159838 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-c87b0aaf-9ebf-4b07-8ff9-eb5a769fd06d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:47.231254 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfee05-6aae-4087-b584-f342373beb5a req-9d14497a-ae06-44e1-9166-022bccf263e3 tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:47.233352 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c3cfee05-6aae-4087-b584-f342373beb5a req-9d14497a-ae06-44e1-9166-022bccf263e3 tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ff197bd-5e73-41aa-a57b-a8725e2ce1a8 HTTP/1.1" status: 200 len: 943 time: 0.1358051 Feb 09 01:32:47.270652 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b0aaf-9ebf-4b07-8ff9-eb5a769fd06d service neutron] Pushing event updated for resources: {'Port': ['ID=0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:47.294569 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-43d36b33-4a32-4ec1-975f-657ca2b41a95 service neutron] 10.222.0.91 "GET /v2.0/networks/1b491962-ed4d-43bc-b25a-f8e3c17cca99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398493 Feb 09 01:32:47.409977 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-c87b0aaf-9ebf-4b07-8ff9-eb5a769fd06d service neutron] Attempting to bind port 0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:32:47.410241 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-c87b0aaf-9ebf-4b07-8ff9-eb5a769fd06d service neutron] Attempting to bind port 0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '19bbf0cf-c798-42ed-a6d3-9cf86e3a5b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '41e45f5c-8f0a-4885-a503-61a0b166bbbf'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:32:47.410574 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-c87b0aaf-9ebf-4b07-8ff9-eb5a769fd06d service neutron] Attempting to bind port 0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd on network 41e45f5c-8f0a-4885-a503-61a0b166bbbf {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:32:47.417121 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-c87b0aaf-9ebf-4b07-8ff9-eb5a769fd06d service neutron] Port 0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd on network 41e45f5c-8f0a-4885-a503-61a0b166bbbf not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:32:47.417442 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-c87b0aaf-9ebf-4b07-8ff9-eb5a769fd06d service neutron] Attempting to bind port 0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd on network 41e45f5c-8f0a-4885-a503-61a0b166bbbf {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:32:47.420797 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c3cfee05-6aae-4087-b584-f342373beb5a req-a95cda25-c92f-4d9c-9dcd-4b52938182da tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b29374-28ab-4447-95aa-0636f865ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260324 Feb 09 01:32:47.426283 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-c87b0aaf-9ebf-4b07-8ff9-eb5a769fd06d service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:32:47.426633 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-c87b0aaf-9ebf-4b07-8ff9-eb5a769fd06d service neutron] Checking segment: {'id': '19bbf0cf-c798-42ed-a6d3-9cf86e3a5b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '41e45f5c-8f0a-4885-a503-61a0b166bbbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:32:47.427012 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-c87b0aaf-9ebf-4b07-8ff9-eb5a769fd06d service neutron] Bound using segment: {'id': '19bbf0cf-c798-42ed-a6d3-9cf86e3a5b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '41e45f5c-8f0a-4885-a503-61a0b166bbbf'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:32:47.432231 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-c87b0aaf-9ebf-4b07-8ff9-eb5a769fd06d service neutron] Bound port: 0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19bbf0cf-c798-42ed-a6d3-9cf86e3a5b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '41e45f5c-8f0a-4885-a503-61a0b166bbbf'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:32:47.434067 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-c87b0aaf-9ebf-4b07-8ff9-eb5a769fd06d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:47.486052 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-8a386538-5096-4af1-a813-c818c2e2259b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=f18608cd-046b-41ff-bb33-941a1f1a0f9e HTTP/1.1" status: 200 len: 217 time: 0.0830574 Feb 09 01:32:47.548157 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-9a0f8431-c8a7-4f1f-a1c8-84e5b44e2d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:47.549669 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-9a0f8431-c8a7-4f1f-a1c8-84e5b44e2d41 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c8a165d0-40b9-4705-81af-cf2fe40aa482 HTTP/1.1" status: 200 len: 797 time: 0.0558436 Feb 09 01:32:47.586094 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-c87b0aaf-9ebf-4b07-8ff9-eb5a769fd06d service neutron] For port 0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:32:47.600007 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-c87b0aaf-9ebf-4b07-8ff9-eb5a769fd06d service neutron] For port 0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd,segment=NetworkSegment(19bbf0cf-c798-42ed-a6d3-9cf86e3a5b2c),segment_id=19bbf0cf-c798-42ed-a6d3-9cf86e3a5b2c)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:32:47.620549 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-c87b0aaf-9ebf-4b07-8ff9-eb5a769fd06d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:47.669535 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-25aea676-5c65-434f-a661-36bb9c244c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:47.671342 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-25aea676-5c65-434f-a661-36bb9c244c5d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1b491962-ed4d-43bc-b25a-f8e3c17cca99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1149364 Feb 09 01:32:47.680158 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-c87b0aaf-9ebf-4b07-8ff9-eb5a769fd06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:47.681040 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-c87b0aaf-9ebf-4b07-8ff9-eb5a769fd06d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:47.682883 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-c87b0aaf-9ebf-4b07-8ff9-eb5a769fd06d service neutron] 10.222.0.121 "PUT /v2.0/ports/0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd HTTP/1.1" status: 200 len: 1092 time: 1.7836721 Feb 09 01:32:47.683434 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff197bd-5e73-41aa-a57b-a8725e2ce1a8', 'tag': '0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:47.686562 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e42aee-354c-4ac0-9801-a1f716c63112" -d '{"events": [{"name": "network-changed", "server_uuid": "8ff197bd-5e73-41aa-a57b-a8725e2ce1a8", "tag": "0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:47.816339 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c2ed84-ea4b-4d40-9dfa-e0a73c066759 x-openstack-request-id: req-11c2ed84-ea4b-4d40-9dfa-e0a73c066759 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:47.816633 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ff197bd-5e73-41aa-a57b-a8725e2ce1a8", "tag": "0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:47.816890 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-11c2ed84-ea4b-4d40-9dfa-e0a73c066759 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:47.817292 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ff197bd-5e73-41aa-a57b-a8725e2ce1a8', 'tag': '0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd', 'status': 'completed', 'code': 200} Feb 09 01:32:47.835868 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b0aaf-9ebf-4b07-8ff9-eb5a769fd06d service neutron] Pushing event updated for resources: {'Port': ['ID=0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:47.860870 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-4eb85aff-a40d-47c6-992f-e3fdd5987103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:47.874565 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-4eb85aff-a40d-47c6-992f-e3fdd5987103 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=82bb59453f23408a8bdb69f282378e31&device_id=8ff197bd-5e73-41aa-a57b-a8725e2ce1a8 HTTP/1.1" status: 200 len: 1126 time: 0.1362970 Feb 09 01:32:47.923379 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-f7ab49fb-4d69-4d7f-a5e0-1dbf880c09ba service neutron] 10.222.0.91 "GET /v2.0/networks/1b491962-ed4d-43bc-b25a-f8e3c17cca99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436044 Feb 09 01:32:48.003915 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-79655218-eb67-4495-9731-59a994e35ad8 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd HTTP/1.1" status: 200 len: 217 time: 0.1188648 Feb 09 01:32:48.075664 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-dda5fd69-2d0e-4ab5-b8c4-94f55589b31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:48.078395 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-dda5fd69-2d0e-4ab5-b8c4-94f55589b31b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=40a7e458-ea5e-4e61-b489-659f35cbfed0 HTTP/1.1" status: 200 len: 853 time: 0.0682738 Feb 09 01:32:48.120648 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-dba72c70-e00c-4d54-b244-0bcd0861461c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=41e45f5c-8f0a-4885-a503-61a0b166bbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359781 Feb 09 01:32:48.154786 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-23808649-0c19-409a-b84d-8200973d1cdb service neutron] 10.222.0.91 "GET /v2.0/networks/1b491962-ed4d-43bc-b25a-f8e3c17cca99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229962 Feb 09 01:32:48.263332 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-6693e0f2-177f-4f95-b503-fcbab0b1b3c1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=7fc19945-7216-439d-8769-f2a3cbfdde6b HTTP/1.1" status: 200 len: 217 time: 0.1014102 Feb 09 01:32:48.316248 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-6318ccd4-07a6-44e2-b099-9069acfe21ea service neutron] 10.222.0.121 "GET /v2.0/networks/41e45f5c-8f0a-4885-a503-61a0b166bbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881723 Feb 09 01:32:48.439360 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-dd95e88b-092c-402d-8c38-5cfc5077f56b req-98ec3d89-e85b-4d37-8f95-b630f3cde5d6 service neutron] 10.222.0.121 "GET /v2.0/networks/41e45f5c-8f0a-4885-a503-61a0b166bbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155605 Feb 09 01:32:48.440573 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-b83925ac-dba0-4573-aecb-cf0658678351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:48.442030 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-b83925ac-dba0-4573-aecb-cf0658678351 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c8a165d0-40b9-4705-81af-cf2fe40aa482 HTTP/1.1" status: 200 len: 797 time: 0.1713490 Feb 09 01:32:48.598832 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e42aee-354c-4ac0-9801-a1f716c63112 req-17913d21-8b5a-43de-8a55-c4c46a2b4608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:48.600369 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f3e42aee-354c-4ac0-9801-a1f716c63112 req-17913d21-8b5a-43de-8a55-c4c46a2b4608 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=82bb59453f23408a8bdb69f282378e31&device_id=8ff197bd-5e73-41aa-a57b-a8725e2ce1a8 HTTP/1.1" status: 200 len: 1126 time: 0.1006637 Feb 09 01:32:48.662232 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-6bb6dce7-dd4f-4912-a46c-d0c0629b2e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:48.667469 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-6bb6dce7-dd4f-4912-a46c-d0c0629b2e01 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1b491962-ed4d-43bc-b25a-f8e3c17cca99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2048700 Feb 09 01:32:48.753574 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e42aee-354c-4ac0-9801-a1f716c63112 req-670e96c2-1acd-4fda-8e7d-46f5c449c038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:48.755128 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f3e42aee-354c-4ac0-9801-a1f716c63112 req-670e96c2-1acd-4fda-8e7d-46f5c449c038 service neutron] 10.222.0.121 "GET /v2.0/networks?id=41e45f5c-8f0a-4885-a503-61a0b166bbbf HTTP/1.1" status: 200 len: 914 time: 0.1313579 Feb 09 01:32:48.808870 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 46412) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:48.814702 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f3e42aee-354c-4ac0-9801-a1f716c63112 req-34da17bd-eadc-4407-86f0-933769dc25bc service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd HTTP/1.1" status: 200 len: 217 time: 0.0516222 Feb 09 01:32:48.824966 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b156b57-cb47-41af-aaae-346d7c7b6e72 req-74f2cd8f-97b0-4a98-a662-d2d49a806604 tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:48.826806 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3b156b57-cb47-41af-aaae-346d7c7b6e72 req-74f2cd8f-97b0-4a98-a662-d2d49a806604 tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ff197bd-5e73-41aa-a57b-a8725e2ce1a8 HTTP/1.1" status: 200 len: 943 time: 0.2872884 Feb 09 01:32:48.934573 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-9ea48f76-4d72-4b5c-a515-83822fd9a021 service neutron] 10.222.0.91 "GET /v2.0/networks/1b491962-ed4d-43bc-b25a-f8e3c17cca99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554686 Feb 09 01:32:48.934887 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e42aee-354c-4ac0-9801-a1f716c63112 req-1074382d-d44f-491b-a443-3b4ec78089ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:48.936342 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f3e42aee-354c-4ac0-9801-a1f716c63112 req-1074382d-d44f-491b-a443-3b4ec78089ea service neutron] 10.222.0.121 "GET /v2.0/subnets?id=40a7e458-ea5e-4e61-b489-659f35cbfed0 HTTP/1.1" status: 200 len: 853 time: 0.1078484 Feb 09 01:32:48.937721 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3b156b57-cb47-41af-aaae-346d7c7b6e72 req-2a3df82b-fdc3-4899-869d-d033c36cffa8 tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b29374-28ab-4447-95aa-0636f865ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942149 Feb 09 01:32:48.991451 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f3e42aee-354c-4ac0-9801-a1f716c63112 req-79f823cf-27ec-4fc4-bb6d-0e089cf61c7b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=41e45f5c-8f0a-4885-a503-61a0b166bbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484953 Feb 09 01:32:49.072340 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-04ff9c24-c780-43a6-b21f-c9fa0ac30c95 service neutron] 10.222.0.91 "GET /v2.0/networks/1b491962-ed4d-43bc-b25a-f8e3c17cca99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290579 Feb 09 01:32:49.159663 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f3e42aee-354c-4ac0-9801-a1f716c63112 req-fbcf06b9-c945-4c82-9ba4-e7fdf1d7891c service neutron] 10.222.0.121 "GET /v2.0/networks/41e45f5c-8f0a-4885-a503-61a0b166bbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595829 Feb 09 01:32:49.183230 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-e0b53e21-1458-4f02-b17f-5180727743bd service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a6e2ebab-ced5-4214-a980-67ee8d90c8df HTTP/1.1" status: 200 len: 217 time: 0.0982149 Feb 09 01:32:49.234396 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-074a1216-4cc3-40ab-b893-aa8a6afa04de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:49.324651 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f3e42aee-354c-4ac0-9801-a1f716c63112 req-48eb68f9-d007-4b53-85e3-d2e4f02af84a service neutron] 10.222.0.121 "GET /v2.0/networks/41e45f5c-8f0a-4885-a503-61a0b166bbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568394 Feb 09 01:32:49.383809 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-51c390ae-6b84-42c1-a35c-4ef1f2cd17c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:49.388937 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-51c390ae-6b84-42c1-a35c-4ef1f2cd17c8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=83b1d7a0-7578-4a2b-b84a-68d95cb4eed6 HTTP/1.1" status: 200 len: 797 time: 0.1988740 Feb 09 01:32:49.397768 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:49.549350 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-206ee5ba-a332-417f-b5dc-0c412e607fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:49.550867 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-206ee5ba-a332-417f-b5dc-0c412e607fa2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1484993 Feb 09 01:32:49.622347 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-074a1216-4cc3-40ab-b893-aa8a6afa04de admin admin] Publish callbacks [] for security_group (40b8364d-5a22-4dbc-ad42-957bf9daed51), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:49.632303 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-074a1216-4cc3-40ab-b893-aa8a6afa04de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (40b8364d-5a22-4dbc-ad42-957bf9daed51), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:49.663504 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a1216-4cc3-40ab-b893-aa8a6afa04de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b8364d-5a22-4dbc-ad42-957bf9daed51,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:49.723513 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46428) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:49.723940 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-074a1216-4cc3-40ab-b893-aa8a6afa04de admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7959aff88f04447f945b854237939041&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9137399 Feb 09 01:32:49.752282 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-76149014-0e57-4a22-908d-f34b11c31713 service neutron] 10.222.0.91 "GET /v2.0/networks/38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888368 Feb 09 01:32:49.815016 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-62ead85a-9c07-4b68-bce4-2f8bd5f36047 admin admin] Publish callbacks [] for security_group (40b8364d-5a22-4dbc-ad42-957bf9daed51), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:49.915850 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-62ead85a-9c07-4b68-bce4-2f8bd5f36047 admin admin] Publish callbacks [] for security_group (40b8364d-5a22-4dbc-ad42-957bf9daed51), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:49.960205 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-43963680-b64a-4845-b222-f4d80a60abaa service neutron] 10.222.0.91 "GET /v2.0/networks/38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882105 Feb 09 01:32:50.079672 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-62ead85a-9c07-4b68-bce4-2f8bd5f36047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (40b8364d-5a22-4dbc-ad42-957bf9daed51), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:50.086652 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-62ead85a-9c07-4b68-bce4-2f8bd5f36047 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:50.088930 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-62ead85a-9c07-4b68-bce4-2f8bd5f36047 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/40b8364d-5a22-4dbc-ad42-957bf9daed51 HTTP/1.1" status: 204 len: 168 time: 0.3627381 Feb 09 01:32:50.110361 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ead85a-9c07-4b68-bce4-2f8bd5f36047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b8364d-5a22-4dbc-ad42-957bf9daed51,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:50.563498 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-c626b3b2-02d9-4358-bd90-f724187b6709 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b350e14b-a80e-41d8-9d86-7e731c3faa62 HTTP/1.1" status: 200 len: 217 time: 0.5929742 Feb 09 01:32:50.630394 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-acaeaa32-94bc-4596-85e7-e3d5ed146cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:50.631869 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-acaeaa32-94bc-4596-85e7-e3d5ed146cd7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=83b1d7a0-7578-4a2b-b84a-68d95cb4eed6 HTTP/1.1" status: 200 len: 797 time: 0.0559115 Feb 09 01:32:50.708562 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ad129-b21d-452f-b2bf-1c3e3b164513 req-773adf25-9ebb-48fe-9c4b-1964f01c43ba tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:50.717752 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-065ad129-b21d-452f-b2bf-1c3e3b164513 req-773adf25-9ebb-48fe-9c4b-1964f01c43ba tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.7559128 Feb 09 01:32:50.759232 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-29b141cc-21bd-4b62-9ffa-bca8b0014fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:50.837689 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46446) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:50.839545 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-065ad129-b21d-452f-b2bf-1c3e3b164513 req-54fab4e5-8480-4618-9652-0505abd6a2ef tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209176 Feb 09 01:32:50.848447 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0a2ee-c71f-4f42-85cf-36418e5744fb req-5bb44f52-5df6-4b71-8f2d-bbecb373edad tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:50.856126 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-05d0a2ee-c71f-4f42-85cf-36418e5744fb req-5bb44f52-5df6-4b71-8f2d-bbecb373edad tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ff197bd-5e73-41aa-a57b-a8725e2ce1a8 HTTP/1.1" status: 200 len: 943 time: 0.2972584 Feb 09 01:32:50.883084 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-631db430-0549-4e6b-bb60-d700c1449d62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:50.884294 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-eaa9cafd-c646-44f8-a461-b9be37107795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:50.886100 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-eaa9cafd-c646-44f8-a461-b9be37107795 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2331195 Feb 09 01:32:50.894124 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:51.050255 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-631db430-0549-4e6b-bb60-d700c1449d62 admin admin] Publish callbacks [] for security_group (d20a6f2b-a0ce-466b-a550-1b0f553d5cf6), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:51.063299 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-631db430-0549-4e6b-bb60-d700c1449d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (d20a6f2b-a0ce-466b-a550-1b0f553d5cf6), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:51.134784 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-05d0a2ee-c71f-4f42-85cf-36418e5744fb req-547f1c20-4b41-407d-b0c0-4d9ac3e4375d tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b29374-28ab-4447-95aa-0636f865ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775204 Feb 09 01:32:51.174635 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631db430-0549-4e6b-bb60-d700c1449d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20a6f2b-a0ce-466b-a550-1b0f553d5cf6,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:51.199061 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-631db430-0549-4e6b-bb60-d700c1449d62 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c2ded0384f2e4f05b71987ef1470a6c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3602669 Feb 09 01:32:51.199781 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-b0e98f8b-1f4e-4123-9436-a815e045f3ce service neutron] 10.222.0.91 "GET /v2.0/networks/38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789299 Feb 09 01:32:51.201628 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 46450) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:51.347755 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bc9660c9-3d3a-4fbe-a6c3-abb50bfe439a admin admin] Publish callbacks [] for security_group (d20a6f2b-a0ce-466b-a550-1b0f553d5cf6), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:51.375550 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a05a14f5-1d6c-45db-9347-5d8ededa3268 req-c153fa44-1ae3-47ce-867d-1e4cfbb5173a service neutron] 10.222.0.91 "GET /v2.0/networks/38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659768 Feb 09 01:32:51.400425 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bc9660c9-3d3a-4fbe-a6c3-abb50bfe439a admin admin] Publish callbacks [] for security_group (d20a6f2b-a0ce-466b-a550-1b0f553d5cf6), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:51.500003 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bc9660c9-3d3a-4fbe-a6c3-abb50bfe439a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (d20a6f2b-a0ce-466b-a550-1b0f553d5cf6), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:51.503194 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bc9660c9-3d3a-4fbe-a6c3-abb50bfe439a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:51.504381 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-bc9660c9-3d3a-4fbe-a6c3-abb50bfe439a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d20a6f2b-a0ce-466b-a550-1b0f553d5cf6 HTTP/1.1" status: 204 len: 168 time: 0.3015919 Feb 09 01:32:51.521645 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9660c9-3d3a-4fbe-a6c3-abb50bfe439a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20a6f2b-a0ce-466b-a550-1b0f553d5cf6,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:52.216329 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197241d-b560-4e88-99be-d19344e3875d req-ea792845-7fa8-4dfc-aeec-9daf1b83e520 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:52.228546 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4197241d-b560-4e88-99be-d19344e3875d req-ea792845-7fa8-4dfc-aeec-9daf1b83e520 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.2009146 Feb 09 01:32:52.432789 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4197241d-b560-4e88-99be-d19344e3875d req-ac866030-14f7-4474-9318-27a711a0316b tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023783 Feb 09 01:32:52.483455 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6bc0d-a9d9-407e-9b5e-3a8d376d9aaf req-49b360a2-7bbf-4f36-8387-6db98a5d4487 tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:52.497424 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d5e6bc0d-a9d9-407e-9b5e-3a8d376d9aaf req-49b360a2-7bbf-4f36-8387-6db98a5d4487 tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ff197bd-5e73-41aa-a57b-a8725e2ce1a8 HTTP/1.1" status: 200 len: 943 time: 0.2405639 Feb 09 01:32:52.549846 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:32:52.678451 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d5e6bc0d-a9d9-407e-9b5e-3a8d376d9aaf req-93068398-e862-4197-96cd-2724d2b5c456 tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b29374-28ab-4447-95aa-0636f865ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803236 Feb 09 01:32:52.833194 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd,segment=NetworkSegment(19bbf0cf-c798-42ed-a6d3-9cf86e3a5b2c),segment_id=19bbf0cf-c798-42ed-a6d3-9cf86e3a5b2c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:52.862142 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd', 'network_id': '41e45f5c-8f0a-4885-a503-61a0b166bbbf', 'port_id': '0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd', 'mac_address': 'fa:16:3e:6f:13:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40a7e458-ea5e-4e61-b489-659f35cbfed0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:32:52.962792 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:52.963747 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:52.980840 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:32:53.010486 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd,segment=NetworkSegment(19bbf0cf-c798-42ed-a6d3-9cf86e3a5b2c),segment_id=19bbf0cf-c798-42ed-a6d3-9cf86e3a5b2c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:53.016127 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:53.142830 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:53.257029 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:32:53.647604 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e7748-fe1a-46b3-903e-55644f8f9cce req-0373ad2c-4013-4156-9283-570a8366fab6 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:53.650465 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f1e7748-fe1a-46b3-903e-55644f8f9cce req-0373ad2c-4013-4156-9283-570a8366fab6 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.0978565 Feb 09 01:32:53.736757 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f1e7748-fe1a-46b3-903e-55644f8f9cce req-8d28693c-4163-45ba-9c31-b5f7ec4d59b0 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793455 Feb 09 01:32:53.963745 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406074d-9ad3-4a18-b3d2-c8b45249a124 req-34d5fb91-eb38-430f-970e-bc5c85229250 tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:53.971362 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8406074d-9ad3-4a18-b3d2-c8b45249a124 req-34d5fb91-eb38-430f-970e-bc5c85229250 tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ff197bd-5e73-41aa-a57b-a8725e2ce1a8 HTTP/1.1" status: 200 len: 944 time: 0.1410687 Feb 09 01:32:54.064118 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8406074d-9ad3-4a18-b3d2-c8b45249a124 req-68529052-1190-48cc-90fd-cf582f3d27f8 tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b29374-28ab-4447-95aa-0636f865ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835562 Feb 09 01:32:54.106035 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 46508) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:54.239065 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bb0eaf42-d803-447e-a3a6-b37b5fd331dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:54.370919 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-03f3b4be-4191-42db-b5c3-ded758633379 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:54.543739 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-03f3b4be-4191-42db-b5c3-ded758633379 admin admin] Publish callbacks [] for security_group (aad833f8-53b6-4965-91a9-3c3d9eac778f), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:54.547414 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-03f3b4be-4191-42db-b5c3-ded758633379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (aad833f8-53b6-4965-91a9-3c3d9eac778f), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:54.565963 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:32:54.615048 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-03f3b4be-4191-42db-b5c3-ded758633379 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=59642a4de6054dd4896c28bfcf03df50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5079095 Feb 09 01:32:54.618445 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3b4be-4191-42db-b5c3-ded758633379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad833f8-53b6-4965-91a9-3c3d9eac778f,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:54.619370 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46514) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:54.662175 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:32:54.667397 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:54.668003 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:54.907299 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e880237-345d-4f19-bac8-2ddfa8e9dd3d admin admin] Publish callbacks [] for security_group (aad833f8-53b6-4965-91a9-3c3d9eac778f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:54.981193 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e880237-345d-4f19-bac8-2ddfa8e9dd3d admin admin] Publish callbacks [] for security_group (aad833f8-53b6-4965-91a9-3c3d9eac778f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:55.063537 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52eaa4-53a2-4b59-bdc4-b494369a730c req-0d2e45dd-ce5d-4e4e-bf4e-6dae7543e93d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:55.078262 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ce52eaa4-53a2-4b59-bdc4-b494369a730c req-0d2e45dd-ce5d-4e4e-bf4e-6dae7543e93d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.0704105 Feb 09 01:32:55.098990 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e880237-345d-4f19-bac8-2ddfa8e9dd3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (aad833f8-53b6-4965-91a9-3c3d9eac778f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:55.102659 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e880237-345d-4f19-bac8-2ddfa8e9dd3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:55.108815 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8e880237-345d-4f19-bac8-2ddfa8e9dd3d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aad833f8-53b6-4965-91a9-3c3d9eac778f HTTP/1.1" status: 204 len: 168 time: 0.4832368 Feb 09 01:32:55.151086 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ce52eaa4-53a2-4b59-bdc4-b494369a730c req-4d145812-9922-4285-9de5-f4f80f3766f5 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590284 Feb 09 01:32:55.153493 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e880237-345d-4f19-bac8-2ddfa8e9dd3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad833f8-53b6-4965-91a9-3c3d9eac778f,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:55.214749 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:55.215147 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:55.307064 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff197bd-5e73-41aa-a57b-a8725e2ce1a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:55.312791 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24dd317-d2d2-4a11-95f4-fa52e6c4dbc8" -d '{"events": [{"server_uuid": "8ff197bd-5e73-41aa-a57b-a8725e2ce1a8", "name": "network-vif-plugged", "status": "completed", "tag": "0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:55.335574 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c812aa-b2d4-4045-bfd1-be9169ed1cc7 req-dc9aa17d-7f2c-464f-9390-ef136d68e78d tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:55.341450 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-77c812aa-b2d4-4045-bfd1-be9169ed1cc7 req-dc9aa17d-7f2c-464f-9390-ef136d68e78d tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ff197bd-5e73-41aa-a57b-a8725e2ce1a8 HTTP/1.1" status: 200 len: 944 time: 0.1349995 Feb 09 01:32:55.354661 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd,segment=NetworkSegment(19bbf0cf-c798-42ed-a6d3-9cf86e3a5b2c),segment_id=19bbf0cf-c798-42ed-a6d3-9cf86e3a5b2c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:55.364130 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:55.442849 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-77c812aa-b2d4-4045-bfd1-be9169ed1cc7 req-69db9de9-62ed-43c1-a924-87a82fd5aa5e tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b29374-28ab-4447-95aa-0636f865ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002693 Feb 09 01:32:55.497745 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebc6292-dff7-4f16-9103-f81c3c7f9e8b x-openstack-request-id: req-eebc6292-dff7-4f16-9103-f81c3c7f9e8b {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:55.498080 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff197bd-5e73-41aa-a57b-a8725e2ce1a8", "name": "network-vif-plugged", "status": "completed", "tag": "0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:55.498343 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eebc6292-dff7-4f16-9103-f81c3c7f9e8b {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:55.498739 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff197bd-5e73-41aa-a57b-a8725e2ce1a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd', 'code': 200} Feb 09 01:32:55.508819 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:55.653149 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b804343-2d02-4bcf-ab10-149d8ca07336 req-a8038860-ef7d-49e7-86a3-b3c81b9a5bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:55.658145 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3b804343-2d02-4bcf-ab10-149d8ca07336 req-a8038860-ef7d-49e7-86a3-b3c81b9a5bd8 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=8ff197bd-5e73-41aa-a57b-a8725e2ce1a8 HTTP/1.1" status: 200 len: 1128 time: 0.1182561 Feb 09 01:32:55.789776 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:55.806850 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3b804343-2d02-4bcf-ab10-149d8ca07336 req-97de8817-be55-4f9b-b12a-d505f23b0c0d service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=41b29374-28ab-4447-95aa-0636f865ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414635 Feb 09 01:32:56.358938 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da05bc6-75ff-4ff0-801b-1ba51245287b req-6596c410-bc85-40da-a14d-58bf6d0290df tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:56.381651 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3da05bc6-75ff-4ff0-801b-1ba51245287b req-6596c410-bc85-40da-a14d-58bf6d0290df tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.1422145 Feb 09 01:32:56.485591 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3da05bc6-75ff-4ff0-801b-1ba51245287b req-a1177d6a-9673-406a-8063-3c988d2c4b71 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020758 Feb 09 01:32:56.677109 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895504a2-b0f6-425d-930c-177a9e83c5fe req-415b5a6e-00d1-4835-a6f9-16188c8cc7b2 tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:56.698237 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-895504a2-b0f6-425d-930c-177a9e83c5fe req-415b5a6e-00d1-4835-a6f9-16188c8cc7b2 tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ff197bd-5e73-41aa-a57b-a8725e2ce1a8 HTTP/1.1" status: 200 len: 945 time: 0.0952291 Feb 09 01:32:56.761867 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-895504a2-b0f6-425d-930c-177a9e83c5fe req-eb8203f4-12c3-489c-aaa4-9277ce4d4807 tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b29374-28ab-4447-95aa-0636f865ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528774 Feb 09 01:32:57.098337 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:32:57.498707 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:57.700749 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471005e7-0c1e-435a-8d31-7e6b3cff434a req-b7ab6602-6408-480e-a2eb-50ea5662b926 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:57.702466 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-471005e7-0c1e-435a-8d31-7e6b3cff434a req-b7ab6602-6408-480e-a2eb-50ea5662b926 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.0742235 Feb 09 01:32:57.811556 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-471005e7-0c1e-435a-8d31-7e6b3cff434a req-128d5587-8c7c-41de-8b0e-f9e6f5e2808d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028960 Feb 09 01:32:57.981714 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8dc27-3e09-4116-9d6e-c084ae98284c req-8ccca046-33ea-4f68-86e6-c7b43ef173d6 tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:57.983466 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2cf8dc27-3e09-4116-9d6e-c084ae98284c req-8ccca046-33ea-4f68-86e6-c7b43ef173d6 tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ff197bd-5e73-41aa-a57b-a8725e2ce1a8 HTTP/1.1" status: 200 len: 945 time: 0.0965865 Feb 09 01:32:58.062017 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2cf8dc27-3e09-4116-9d6e-c084ae98284c req-1704dc46-76d0-4a8b-946e-a15f63635fcb tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b29374-28ab-4447-95aa-0636f865ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724714 Feb 09 01:32:58.260526 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:58.839522 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da629981-ec48-404c-a17b-2c5709b8f0e7 req-b61be0d8-abd0-4f3e-b578-621e892a4e08 tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:58.841799 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da629981-ec48-404c-a17b-2c5709b8f0e7 req-b61be0d8-abd0-4f3e-b578-621e892a4e08 tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ff197bd-5e73-41aa-a57b-a8725e2ce1a8 HTTP/1.1" status: 200 len: 945 time: 0.0746248 Feb 09 01:32:58.935551 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da629981-ec48-404c-a17b-2c5709b8f0e7 req-672050fd-f663-4a2f-befb-8ad75b2f4538 tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b29374-28ab-4447-95aa-0636f865ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849555 Feb 09 01:32:59.021498 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31deec15-7e8b-487c-8db2-07d21afe78a8 req-f452f638-0e28-44c4-8b34-336e6ceca041 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:59.024440 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-31deec15-7e8b-487c-8db2-07d21afe78a8 req-f452f638-0e28-44c4-8b34-336e6ceca041 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.1031561 Feb 09 01:32:59.083157 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-31deec15-7e8b-487c-8db2-07d21afe78a8 req-5432f2e5-7586-4063-8311-e2f60f420b99 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519967 Feb 09 01:33:00.110002 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1f466-26f1-4755-9947-4c8132887b86 req-55036ca1-385c-47d3-bf6b-b262a6b944b7 tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:00.113778 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-34d1f466-26f1-4755-9947-4c8132887b86 req-55036ca1-385c-47d3-bf6b-b262a6b944b7 tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ff197bd-5e73-41aa-a57b-a8725e2ce1a8 HTTP/1.1" status: 200 len: 945 time: 0.0804951 Feb 09 01:33:00.122547 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d5a11-97fb-4f5b-a296-c036360e8bb2 req-2a1c1118-b3c6-4349-a7b4-c2625c1950c7 tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:00.124159 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-936d5a11-97fb-4f5b-a296-c036360e8bb2 req-2a1c1118-b3c6-4349-a7b4-c2625c1950c7 tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] 10.222.0.121 "GET /v2.0/ports?device_id=8ff197bd-5e73-41aa-a57b-a8725e2ce1a8 HTTP/1.1" status: 200 len: 945 time: 0.0949693 Feb 09 01:33:00.249787 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-34d1f466-26f1-4755-9947-4c8132887b86 req-1fd9d8a3-7528-4cfa-8da1-ffa1d16375d6 tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b29374-28ab-4447-95aa-0636f865ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284719 Feb 09 01:33:00.304702 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-936d5a11-97fb-4f5b-a296-c036360e8bb2 req-6cd8f052-9f6b-48e8-8d7b-ab5bdbb34c4d tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] Deleting port 0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:33:00.305046 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-936d5a11-97fb-4f5b-a296-c036360e8bb2 req-6cd8f052-9f6b-48e8-8d7b-ab5bdbb34c4d tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:00.368855 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749ec96-1758-4773-a845-9091af898a80 req-6f0c1029-48ec-40d6-9b31-84829084d5cd tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:00.379827 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6749ec96-1758-4773-a845-9091af898a80 req-6f0c1029-48ec-40d6-9b31-84829084d5cd tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/networks?id=923b19ee-be79-4291-b298-2fb7ab9017f7 HTTP/1.1" status: 200 len: 813 time: 0.2328727 Feb 09 01:33:00.451631 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-936d5a11-97fb-4f5b-a296-c036360e8bb2 req-6cd8f052-9f6b-48e8-8d7b-ab5bdbb34c4d tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] For port 0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd,segment=NetworkSegment(19bbf0cf-c798-42ed-a6d3-9cf86e3a5b2c),segment_id=19bbf0cf-c798-42ed-a6d3-9cf86e3a5b2c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:00.452015 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-936d5a11-97fb-4f5b-a296-c036360e8bb2 req-6cd8f052-9f6b-48e8-8d7b-ab5bdbb34c4d tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:00.458191 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6749ec96-1758-4773-a845-9091af898a80 req-8aca4fca-7926-4e97-8296-dc0997e4d0fd tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/quotas/c116954692244bec838f5194019c5458 HTTP/1.1" status: 200 len: 375 time: 0.0748613 Feb 09 01:33:00.493629 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-936d5a11-97fb-4f5b-a296-c036360e8bb2 req-6cd8f052-9f6b-48e8-8d7b-ab5bdbb34c4d tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] Calling delete_port for 0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:33:00.604538 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aaa2c4-2789-4cb9-bfd6-73ccc1411b3c req-49f23df3-4f9f-4bfc-b67c-850dda9a93bf tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:00.611620 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-95aaa2c4-2789-4cb9-bfd6-73ccc1411b3c req-49f23df3-4f9f-4bfc-b67c-850dda9a93bf tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.2292569 Feb 09 01:33:00.650173 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6749ec96-1758-4773-a845-9091af898a80 req-35904db6-4f10-43e2-9686-02ac6db8fbef tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c116954692244bec838f5194019c5458&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1909528 Feb 09 01:33:00.707355 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-936d5a11-97fb-4f5b-a296-c036360e8bb2 req-6cd8f052-9f6b-48e8-8d7b-ab5bdbb34c4d tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:00.725375 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:33:00.826922 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6749ec96-1758-4773-a845-9091af898a80 req-1a1b2379-8b6e-4afa-ad44-52715d2190b7 service neutron] 10.222.0.30 "GET /v2.0/networks/923b19ee-be79-4291-b298-2fb7ab9017f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598811 Feb 09 01:33:00.837689 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8f052-9f6b-48e8-8d7b-ab5bdbb34c4d tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] Pushing event deleted for resources: {'Port': ['ID=0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:00.937013 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-95aaa2c4-2789-4cb9-bfd6-73ccc1411b3c req-27b30ce4-bb02-41a5-ba0b-775e4f3955bb tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3243847 Feb 09 01:33:00.970697 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-936d5a11-97fb-4f5b-a296-c036360e8bb2 req-6cd8f052-9f6b-48e8-8d7b-ab5bdbb34c4d tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] No DVR routers for this DVR port 0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:33:00.980144 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-936d5a11-97fb-4f5b-a296-c036360e8bb2 req-6cd8f052-9f6b-48e8-8d7b-ab5bdbb34c4d tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:00.986274 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-936d5a11-97fb-4f5b-a296-c036360e8bb2 req-6cd8f052-9f6b-48e8-8d7b-ab5bdbb34c4d tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] 10.222.0.121 "DELETE /v2.0/ports/0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd HTTP/1.1" status: 204 len: 173 time: 0.8567154 Feb 09 01:33:00.989621 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff197bd-5e73-41aa-a57b-a8725e2ce1a8', 'name': 'network-vif-deleted', 'tag': '0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:33:00.995635 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbaf96d3-428b-4edd-974b-a2ed37474ded" -d '{"events": [{"server_uuid": "8ff197bd-5e73-41aa-a57b-a8725e2ce1a8", "name": "network-vif-deleted", "tag": "0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:33:01.036263 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6749ec96-1758-4773-a845-9091af898a80 req-9d8c5543-d5cc-4113-98d3-25ac4b79d5a0 service neutron] 10.222.0.30 "GET /v2.0/networks/923b19ee-be79-4291-b298-2fb7ab9017f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004175 Feb 09 01:33:01.084431 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ecb520-92d9-47f7-a023-080146131b33 x-openstack-request-id: req-20ecb520-92d9-47f7-a023-080146131b33 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:33:01.084752 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff197bd-5e73-41aa-a57b-a8725e2ce1a8", "name": "network-vif-deleted", "tag": "0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:33:01.085542 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-20ecb520-92d9-47f7-a023-080146131b33 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:33:01.086564 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff197bd-5e73-41aa-a57b-a8725e2ce1a8', 'name': 'network-vif-deleted', 'tag': '0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd', 'status': 'completed', 'code': 200} Feb 09 01:33:01.364934 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-182d3c0c-178a-4082-a399-d8cdc652db68 req-d9306ae0-99d5-46bb-aec7-939b7c772a8a tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=f467ad7d-6d6d-4289-99b0-6a8287747790 HTTP/1.1" status: 200 len: 210 time: 0.0575116 Feb 09 01:33:01.466713 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-148b4a78-e772-42ac-9c1c-3cad32d52b98 req-9bf840f3-b75b-4d4e-a9d9-d471df5e90a1 tempest-ServerPasswordTestJSON-1654868390 tempest-ServerPasswordTestJSON-1654868390-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ff197bd-5e73-41aa-a57b-a8725e2ce1a8 HTTP/1.1" status: 200 len: 210 time: 0.0449197 Feb 09 01:33:02.190745 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d307d-07b9-4ee7-8cd6-c32a641b4d5a req-57553318-ce41-491d-9709-f15dacee4a64 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:02.210999 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-df0d307d-07b9-4ee7-8cd6-c32a641b4d5a req-57553318-ce41-491d-9709-f15dacee4a64 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.1455150 Feb 09 01:33:02.364587 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-df0d307d-07b9-4ee7-8cd6-c32a641b4d5a req-f6f0fad8-e6b3-4fd1-ac1c-38f6472132c3 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525271 Feb 09 01:33:02.557862 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b018579c-7575-4222-a620-907fa358db07 req-9b46794e-9434-4b41-8782-d66193c7923c tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=f467ad7d-6d6d-4289-99b0-6a8287747790 HTTP/1.1" status: 200 len: 210 time: 0.0636258 Feb 09 01:33:02.619519 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 46702) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:02.725647 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c14bdb4-6ee3-4521-a90f-ecc59dd270b8 admin admin] Deleting subnet 40a7e458-ea5e-4e61-b489-659f35cbfed0 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:33:02.744789 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5c14bdb4-6ee3-4521-a90f-ecc59dd270b8 admin admin] Publish callbacks [] for subnet (40a7e458-ea5e-4e61-b489-659f35cbfed0), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:02.891267 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5c14bdb4-6ee3-4521-a90f-ecc59dd270b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (40a7e458-ea5e-4e61-b489-659f35cbfed0), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:02.957989 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749ec96-1758-4773-a845-9091af898a80 req-21a788f0-0a1f-47f8-a826-6ea6edfb9563 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:02.965012 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6749ec96-1758-4773-a845-9091af898a80 req-21a788f0-0a1f-47f8-a826-6ea6edfb9563 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.121 "GET /v2.0/networks?id=923b19ee-be79-4291-b298-2fb7ab9017f7 HTTP/1.1" status: 200 len: 813 time: 0.3018658 Feb 09 01:33:02.978986 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-6749ec96-1758-4773-a845-9091af898a80 req-9c2feed9-2d8e-48e5-a73d-b0c6dafe2561 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Request body: {'port': {'device_id': 'f467ad7d-6d6d-4289-99b0-6a8287747790', 'network_id': '923b19ee-be79-4291-b298-2fb7ab9017f7', 'admin_state_up': True, 'tenant_id': 'c116954692244bec838f5194019c5458'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:02.981955 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5c14bdb4-6ee3-4521-a90f-ecc59dd270b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (40a7e458-ea5e-4e61-b489-659f35cbfed0), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:03.055497 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5c14bdb4-6ee3-4521-a90f-ecc59dd270b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (40a7e458-ea5e-4e61-b489-659f35cbfed0), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:03.106593 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14bdb4-6ee3-4521-a90f-ecc59dd270b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40a7e458-ea5e-4e61-b489-659f35cbfed0,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:03.117548 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5c14bdb4-6ee3-4521-a90f-ecc59dd270b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:03.124391 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5c14bdb4-6ee3-4521-a90f-ecc59dd270b8 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/40a7e458-ea5e-4e61-b489-659f35cbfed0 HTTP/1.1" status: 204 len: 168 time: 0.5013103 Feb 09 01:33:03.125484 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 46708) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:03.126933 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c14bdb4-6ee3-4521-a90f-ecc59dd270b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:03.127288 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c14bdb4-6ee3-4521-a90f-ecc59dd270b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:03.128068 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c14bdb4-6ee3-4521-a90f-ecc59dd270b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:03.128068 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c14bdb4-6ee3-4521-a90f-ecc59dd270b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:03.128347 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c14bdb4-6ee3-4521-a90f-ecc59dd270b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:03.128638 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c14bdb4-6ee3-4521-a90f-ecc59dd270b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:03.128966 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c14bdb4-6ee3-4521-a90f-ecc59dd270b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:03.129305 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c14bdb4-6ee3-4521-a90f-ecc59dd270b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:03.129633 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c14bdb4-6ee3-4521-a90f-ecc59dd270b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:03.129959 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c14bdb4-6ee3-4521-a90f-ecc59dd270b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:03.130285 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c14bdb4-6ee3-4521-a90f-ecc59dd270b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:03.130609 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c14bdb4-6ee3-4521-a90f-ecc59dd270b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:03.130927 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c14bdb4-6ee3-4521-a90f-ecc59dd270b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:03.183470 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6749ec96-1758-4773-a845-9091af898a80 req-9c2feed9-2d8e-48e5-a73d-b0c6dafe2561 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Made reservation on behalf of c116954692244bec838f5194019c5458 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:33:03.187846 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-6749ec96-1758-4773-a845-9091af898a80 req-9c2feed9-2d8e-48e5-a73d-b0c6dafe2561 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:03.247686 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2e88b5f5-5c62-45fc-9d09-fb00a2cabeeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (41e45f5c-8f0a-4885-a503-61a0b166bbbf), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:03.335846 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2e88b5f5-5c62-45fc-9d09-fb00a2cabeeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (41e45f5c-8f0a-4885-a503-61a0b166bbbf), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:03.359109 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-2e88b5f5-5c62-45fc-9d09-fb00a2cabeeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41e45f5c-8f0a-4885-a503-61a0b166bbbf']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:03.362504 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-6749ec96-1758-4773-a845-9091af898a80 req-9c2feed9-2d8e-48e5-a73d-b0c6dafe2561 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Allocated IP 172.20.0.9 (923b19ee-be79-4291-b298-2fb7ab9017f7/384a7aa3-b5da-47bc-8859-e3960efe9a80/b525b277-404a-43c4-9dc2-45ca1ef63f30) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:33:03.371220 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-2e88b5f5-5c62-45fc-9d09-fb00a2cabeeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19bbf0cf-c798-42ed-a6d3-9cf86e3a5b2c') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:03.371953 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-2e88b5f5-5c62-45fc-9d09-fb00a2cabeeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19bbf0cf-c798-42ed-a6d3-9cf86e3a5b2c') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:03.384255 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2e88b5f5-5c62-45fc-9d09-fb00a2cabeeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (19bbf0cf-c798-42ed-a6d3-9cf86e3a5b2c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:03.421891 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2e88b5f5-5c62-45fc-9d09-fb00a2cabeeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (19bbf0cf-c798-42ed-a6d3-9cf86e3a5b2c), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:03.437298 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e88b5f5-5c62-45fc-9d09-fb00a2cabeeb admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:33:03.438260 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2e88b5f5-5c62-45fc-9d09-fb00a2cabeeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (19bbf0cf-c798-42ed-a6d3-9cf86e3a5b2c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:03.463079 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:33:03.463079 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:33:03.463079 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:33:03.463079 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:33:03.463079 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:33:03.463079 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:33:03.463079 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:33:03.463079 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:33:03.463079 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:33:03.463079 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:33:03.463079 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:33:03.463079 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:33:03.463079 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:33:03.463079 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:33:03.463079 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:33:03.463079 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:33:03.463079 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:33:03.463079 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:33:03.463079 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:33:03.463079 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:33:03.463079 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:33:03.463079 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:33:03.463079 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:33:03.463079 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:33:03.463079 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:33:03.463079 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:33:03.463079 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:33:03.463079 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:33:03.463079 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:33:03.463079 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:33:03.463079 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:33:03.463079 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:33:03.567158 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2e88b5f5-5c62-45fc-9d09-fb00a2cabeeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (41e45f5c-8f0a-4885-a503-61a0b166bbbf), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:03.582476 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2e88b5f5-5c62-45fc-9d09-fb00a2cabeeb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:03.588743 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2e88b5f5-5c62-45fc-9d09-fb00a2cabeeb admin admin] 10.222.0.30 "DELETE /v2.0/networks/41e45f5c-8f0a-4885-a503-61a0b166bbbf HTTP/1.1" status: 204 len: 168 time: 0.4365366 Feb 09 01:33:03.597462 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-6749ec96-1758-4773-a845-9091af898a80 req-9c2feed9-2d8e-48e5-a73d-b0c6dafe2561 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Publish callbacks [] for port (b525b277-404a-43c4-9dc2-45ca1ef63f30), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:03.646209 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88b5f5-5c62-45fc-9d09-fb00a2cabeeb admin admin] Pushing event deleted for resources: {'Network': ['ID=41e45f5c-8f0a-4885-a503-61a0b166bbbf,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:03.661531 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-6749ec96-1758-4773-a845-9091af898a80 req-9c2feed9-2d8e-48e5-a73d-b0c6dafe2561 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (b525b277-404a-43c4-9dc2-45ca1ef63f30), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:03.679554 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['49b8f83a-a41f-4119-9973-7800177e9d02', '95201dc2-0b79-4388-b8dd-d979d8b81c6d'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:33:03.781026 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02f89d-aacb-47ef-9dd5-f9392f745126 req-34cf450a-461d-4a13-b44a-0d13343a5dc2 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:03.784636 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3f02f89d-aacb-47ef-9dd5-f9392f745126 req-34cf450a-461d-4a13-b44a-0d13343a5dc2 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.2778137 Feb 09 01:33:03.850151 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2feed9-2d8e-48e5-a73d-b0c6dafe2561 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Pushing event updated for resources: {'Port': ['ID=b525b277-404a-43c4-9dc2-45ca1ef63f30,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:03.891604 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6749ec96-1758-4773-a845-9091af898a80 req-9c2feed9-2d8e-48e5-a73d-b0c6dafe2561 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Network 923b19ee-be79-4291-b298-2fb7ab9017f7 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:33:03.893572 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-6749ec96-1758-4773-a845-9091af898a80 req-9c2feed9-2d8e-48e5-a73d-b0c6dafe2561 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:03.923894 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-6749ec96-1758-4773-a845-9091af898a80 req-9c2feed9-2d8e-48e5-a73d-b0c6dafe2561 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:33:03.988726 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3f02f89d-aacb-47ef-9dd5-f9392f745126 req-8f955649-f85e-4b5e-a2ec-9c93aa63c593 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530919 Feb 09 01:33:04.060852 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749ec96-1758-4773-a845-9091af898a80 req-9c2feed9-2d8e-48e5-a73d-b0c6dafe2561 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:04.063562 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-6749ec96-1758-4773-a845-9091af898a80 req-9c2feed9-2d8e-48e5-a73d-b0c6dafe2561 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:04.077248 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c240fb-13b8-43dc-92f2-1e6671bce2ba req-d510a0f7-bfc6-41d8-98f9-7767b5b580a4 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:04.101746 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6749ec96-1758-4773-a845-9091af898a80 req-9c2feed9-2d8e-48e5-a73d-b0c6dafe2561 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1278768 Feb 09 01:33:04.102151 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d5c240fb-13b8-43dc-92f2-1e6671bce2ba req-d510a0f7-bfc6-41d8-98f9-7767b5b580a4 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=f467ad7d-6d6d-4289-99b0-6a8287747790 HTTP/1.1" status: 200 len: 931 time: 0.3661895 Feb 09 01:33:04.113722 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-6749ec96-1758-4773-a845-9091af898a80 req-246c4d91-e8ca-4ce7-b3a4-c980844da55c service neutron] Request body: {'port': {'device_id': 'f467ad7d-6d6d-4289-99b0-6a8287747790', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:04.117568 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46730) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:04.208626 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d5c240fb-13b8-43dc-92f2-1e6671bce2ba req-8d24c040-ad68-4487-97f0-e0adaff8fe47 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048591 Feb 09 01:33:04.309187 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-6749ec96-1758-4773-a845-9091af898a80 req-246c4d91-e8ca-4ce7-b3a4-c980844da55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b525b277-404a-43c4-9dc2-45ca1ef63f30), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:04.313851 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2a3f7911-6ccb-49ad-b5e8-7e3e19665a08 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=82bb59453f23408a8bdb69f282378e31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1942570 Feb 09 01:33:04.316713 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 46742) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:04.435700 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-69abd65f-ddf2-4eca-8d54-1bdcd282b5b5 admin admin] Publish callbacks [] for security_group (41b29374-28ab-4447-95aa-0636f865ffc1), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:04.463339 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-69abd65f-ddf2-4eca-8d54-1bdcd282b5b5 admin admin] Publish callbacks [] for security_group (41b29374-28ab-4447-95aa-0636f865ffc1), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:04.565376 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-69abd65f-ddf2-4eca-8d54-1bdcd282b5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (41b29374-28ab-4447-95aa-0636f865ffc1), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:04.569359 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-69abd65f-ddf2-4eca-8d54-1bdcd282b5b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:04.575786 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-69abd65f-ddf2-4eca-8d54-1bdcd282b5b5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/41b29374-28ab-4447-95aa-0636f865ffc1 HTTP/1.1" status: 204 len: 168 time: 0.2555594 Feb 09 01:33:04.594317 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69abd65f-ddf2-4eca-8d54-1bdcd282b5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b29374-28ab-4447-95aa-0636f865ffc1,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:04.653057 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:33:04.699375 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:33:04.700503 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 0b4c6f52-5612-4a99-85c0-a1e7c6e06dcd not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:33:04.990331 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-6749ec96-1758-4773-a845-9091af898a80 req-246c4d91-e8ca-4ce7-b3a4-c980844da55c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b525b277-404a-43c4-9dc2-45ca1ef63f30 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:33:05.011604 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-6749ec96-1758-4773-a845-9091af898a80 req-246c4d91-e8ca-4ce7-b3a4-c980844da55c service neutron] Publish callbacks [] for port (b525b277-404a-43c4-9dc2-45ca1ef63f30), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:05.044832 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-6749ec96-1758-4773-a845-9091af898a80 req-246c4d91-e8ca-4ce7-b3a4-c980844da55c service neutron] Transition to ACTIVE for port object b525b277-404a-43c4-9dc2-45ca1ef63f30 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:33:05.053364 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-6749ec96-1758-4773-a845-9091af898a80 req-246c4d91-e8ca-4ce7-b3a4-c980844da55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (b525b277-404a-43c4-9dc2-45ca1ef63f30), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:05.255452 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf494d-5db2-42fb-9932-983ab74ba78c req-3b7c1ce4-4072-4141-bc09-44cc1fb580f7 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:05.256455 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c4d91-e8ca-4ce7-b3a4-c980844da55c service neutron] Pushing event updated for resources: {'Port': ['ID=b525b277-404a-43c4-9dc2-45ca1ef63f30,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:05.257993 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d9bf494d-5db2-42fb-9932-983ab74ba78c req-3b7c1ce4-4072-4141-bc09-44cc1fb580f7 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.1234941 Feb 09 01:33:05.406676 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d9bf494d-5db2-42fb-9932-983ab74ba78c req-3e4bff75-4111-4445-a12c-62e464786a51 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426196 Feb 09 01:33:05.459503 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-6749ec96-1758-4773-a845-9091af898a80 req-246c4d91-e8ca-4ce7-b3a4-c980844da55c service neutron] Attempting to bind port b525b277-404a-43c4-9dc2-45ca1ef63f30 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:33:05.461980 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-6749ec96-1758-4773-a845-9091af898a80 req-246c4d91-e8ca-4ce7-b3a4-c980844da55c service neutron] Attempting to bind port b525b277-404a-43c4-9dc2-45ca1ef63f30 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '74341012-2d09-4bfd-8196-39119d03257b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '923b19ee-be79-4291-b298-2fb7ab9017f7'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:33:05.462643 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6749ec96-1758-4773-a845-9091af898a80 req-246c4d91-e8ca-4ce7-b3a4-c980844da55c service neutron] Attempting to bind port b525b277-404a-43c4-9dc2-45ca1ef63f30 on network 923b19ee-be79-4291-b298-2fb7ab9017f7 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:33:05.469503 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6749ec96-1758-4773-a845-9091af898a80 req-246c4d91-e8ca-4ce7-b3a4-c980844da55c service neutron] Port b525b277-404a-43c4-9dc2-45ca1ef63f30 on network 923b19ee-be79-4291-b298-2fb7ab9017f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:33:05.470401 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6749ec96-1758-4773-a845-9091af898a80 req-246c4d91-e8ca-4ce7-b3a4-c980844da55c service neutron] Attempting to bind port b525b277-404a-43c4-9dc2-45ca1ef63f30 on network 923b19ee-be79-4291-b298-2fb7ab9017f7 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:33:05.479173 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6749ec96-1758-4773-a845-9091af898a80 req-246c4d91-e8ca-4ce7-b3a4-c980844da55c service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:33:05.479724 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6749ec96-1758-4773-a845-9091af898a80 req-246c4d91-e8ca-4ce7-b3a4-c980844da55c service neutron] Checking segment: {'id': '74341012-2d09-4bfd-8196-39119d03257b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '923b19ee-be79-4291-b298-2fb7ab9017f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:33:05.480241 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6749ec96-1758-4773-a845-9091af898a80 req-246c4d91-e8ca-4ce7-b3a4-c980844da55c service neutron] Bound using segment: {'id': '74341012-2d09-4bfd-8196-39119d03257b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '923b19ee-be79-4291-b298-2fb7ab9017f7'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:33:05.480787 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-6749ec96-1758-4773-a845-9091af898a80 req-246c4d91-e8ca-4ce7-b3a4-c980844da55c service neutron] Bound port: b525b277-404a-43c4-9dc2-45ca1ef63f30, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74341012-2d09-4bfd-8196-39119d03257b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '923b19ee-be79-4291-b298-2fb7ab9017f7'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:33:05.481830 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-6749ec96-1758-4773-a845-9091af898a80 req-246c4d91-e8ca-4ce7-b3a4-c980844da55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b525b277-404a-43c4-9dc2-45ca1ef63f30), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:05.589202 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d132b1-8b42-4e0e-8cd6-131d52332212 req-ce901c30-2444-4299-90f4-35eaada69857 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:05.591204 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-41d132b1-8b42-4e0e-8cd6-131d52332212 req-ce901c30-2444-4299-90f4-35eaada69857 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=f467ad7d-6d6d-4289-99b0-6a8287747790 HTTP/1.1" status: 200 len: 943 time: 0.1661255 Feb 09 01:33:05.597836 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-6749ec96-1758-4773-a845-9091af898a80 req-246c4d91-e8ca-4ce7-b3a4-c980844da55c service neutron] For port b525b277-404a-43c4-9dc2-45ca1ef63f30, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:33:05.603399 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-6749ec96-1758-4773-a845-9091af898a80 req-246c4d91-e8ca-4ce7-b3a4-c980844da55c service neutron] For port b525b277-404a-43c4-9dc2-45ca1ef63f30, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=b525b277-404a-43c4-9dc2-45ca1ef63f30,segment=NetworkSegment(74341012-2d09-4bfd-8196-39119d03257b),segment_id=74341012-2d09-4bfd-8196-39119d03257b)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:33:05.613661 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-6749ec96-1758-4773-a845-9091af898a80 req-246c4d91-e8ca-4ce7-b3a4-c980844da55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (b525b277-404a-43c4-9dc2-45ca1ef63f30), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:05.680332 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749ec96-1758-4773-a845-9091af898a80 req-246c4d91-e8ca-4ce7-b3a4-c980844da55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:05.681104 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-6749ec96-1758-4773-a845-9091af898a80 req-246c4d91-e8ca-4ce7-b3a4-c980844da55c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:05.682764 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6749ec96-1758-4773-a845-9091af898a80 req-246c4d91-e8ca-4ce7-b3a4-c980844da55c service neutron] 10.222.0.121 "PUT /v2.0/ports/b525b277-404a-43c4-9dc2-45ca1ef63f30 HTTP/1.1" status: 200 len: 1092 time: 1.5738096 Feb 09 01:33:05.685501 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f467ad7d-6d6d-4289-99b0-6a8287747790', 'tag': 'b525b277-404a-43c4-9dc2-45ca1ef63f30'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:33:05.701798 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35098a19-41eb-4915-9593-fa7d742c5379" -d '{"events": [{"name": "network-changed", "server_uuid": "f467ad7d-6d6d-4289-99b0-6a8287747790", "tag": "b525b277-404a-43c4-9dc2-45ca1ef63f30"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:33:05.742565 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-41d132b1-8b42-4e0e-8cd6-131d52332212 req-77459f61-f871-48d9-a9b4-af1b7331033d tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432452 Feb 09 01:33:05.834050 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6769ff60-14b1-4c58-a99b-294cdfee720c x-openstack-request-id: req-6769ff60-14b1-4c58-a99b-294cdfee720c {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:33:05.834541 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f467ad7d-6d6d-4289-99b0-6a8287747790", "tag": "b525b277-404a-43c4-9dc2-45ca1ef63f30", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:33:05.835476 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6769ff60-14b1-4c58-a99b-294cdfee720c {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:33:05.836046 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f467ad7d-6d6d-4289-99b0-6a8287747790', 'tag': 'b525b277-404a-43c4-9dc2-45ca1ef63f30', 'status': 'completed', 'code': 200} Feb 09 01:33:05.870747 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c4d91-e8ca-4ce7-b3a4-c980844da55c service neutron] Pushing event updated for resources: {'Port': ['ID=b525b277-404a-43c4-9dc2-45ca1ef63f30,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:05.955054 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749ec96-1758-4773-a845-9091af898a80 req-814a8447-10b0-4718-9978-23a5f1616b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:05.959925 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6749ec96-1758-4773-a845-9091af898a80 req-814a8447-10b0-4718-9978-23a5f1616b67 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=c116954692244bec838f5194019c5458&device_id=f467ad7d-6d6d-4289-99b0-6a8287747790 HTTP/1.1" status: 200 len: 1126 time: 0.2049749 Feb 09 01:33:06.036240 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6749ec96-1758-4773-a845-9091af898a80 req-4ea8807f-8441-4386-a8a1-25a9989e8d99 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b525b277-404a-43c4-9dc2-45ca1ef63f30 HTTP/1.1" status: 200 len: 217 time: 0.0694184 Feb 09 01:33:06.136116 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749ec96-1758-4773-a845-9091af898a80 req-22a490b1-de8f-4b34-99aa-4341fa201d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:06.140253 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6749ec96-1758-4773-a845-9091af898a80 req-22a490b1-de8f-4b34-99aa-4341fa201d14 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=384a7aa3-b5da-47bc-8859-e3960efe9a80 HTTP/1.1" status: 200 len: 853 time: 0.0972657 Feb 09 01:33:06.201498 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 46808) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:06.231556 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6749ec96-1758-4773-a845-9091af898a80 req-970edc34-b0ad-4355-b6df-87d1414395c0 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=923b19ee-be79-4291-b298-2fb7ab9017f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836580 Feb 09 01:33:06.393584 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-01123bb5-eefe-4bdd-9a89-78f0e7a767d7 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-115738493-network', 'tenant_id': 'ab9027d932a64f6d8047aa962c58706c'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:06.435429 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01123bb5-eefe-4bdd-9a89-78f0e7a767d7 admin admin] Made reservation on behalf of ab9027d932a64f6d8047aa962c58706c for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:33:06.438762 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-01123bb5-eefe-4bdd-9a89-78f0e7a767d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:06.459007 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-01123bb5-eefe-4bdd-9a89-78f0e7a767d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:06.478342 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6749ec96-1758-4773-a845-9091af898a80 req-fdf40976-3cb6-4656-af48-a2efc5de5413 service neutron] 10.222.0.121 "GET /v2.0/networks/923b19ee-be79-4291-b298-2fb7ab9017f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403767 Feb 09 01:33:06.644925 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-01123bb5-eefe-4bdd-9a89-78f0e7a767d7 admin admin] Publish callbacks [] for security_group (977b7552-6371-4a89-a2e6-697945e122b8), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:06.645498 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6749ec96-1758-4773-a845-9091af898a80 req-ff20af32-636d-4487-a431-5abc8a59f830 service neutron] 10.222.0.121 "GET /v2.0/networks/923b19ee-be79-4291-b298-2fb7ab9017f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606913 Feb 09 01:33:06.670571 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-01123bb5-eefe-4bdd-9a89-78f0e7a767d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (977b7552-6371-4a89-a2e6-697945e122b8), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:06.691575 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01123bb5-eefe-4bdd-9a89-78f0e7a767d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:33:06.713612 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-01123bb5-eefe-4bdd-9a89-78f0e7a767d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (ec524dc7-a554-402e-b333-1982ddfe0aea), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:06.714067 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-01123bb5-eefe-4bdd-9a89-78f0e7a767d7 admin admin] Added segment ec524dc7-a554-402e-b333-1982ddfe0aea of type vlan for network 81ba162b-c240-4f0d-989a-c9bfad72a54b Feb 09 01:33:06.801291 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35098a19-41eb-4915-9593-fa7d742c5379 req-69dbe2b6-eb1f-4646-8cc4-edf8c26cf26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:06.802906 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-35098a19-41eb-4915-9593-fa7d742c5379 req-69dbe2b6-eb1f-4646-8cc4-edf8c26cf26e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=c116954692244bec838f5194019c5458&device_id=f467ad7d-6d6d-4289-99b0-6a8287747790 HTTP/1.1" status: 200 len: 1126 time: 0.0968678 Feb 09 01:33:06.808968 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-01123bb5-eefe-4bdd-9a89-78f0e7a767d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (81ba162b-c240-4f0d-989a-c9bfad72a54b), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:06.869092 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-01123bb5-eefe-4bdd-9a89-78f0e7a767d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (81ba162b-c240-4f0d-989a-c9bfad72a54b), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:06.870309 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01123bb5-eefe-4bdd-9a89-78f0e7a767d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:06.871027 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-01123bb5-eefe-4bdd-9a89-78f0e7a767d7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:06.986113 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35098a19-41eb-4915-9593-fa7d742c5379 req-68f9d229-3421-463f-a72f-dda99fee48e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:06.988049 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-35098a19-41eb-4915-9593-fa7d742c5379 req-68f9d229-3421-463f-a72f-dda99fee48e4 service neutron] 10.222.0.121 "GET /v2.0/networks?id=923b19ee-be79-4291-b298-2fb7ab9017f7 HTTP/1.1" status: 200 len: 914 time: 0.1770751 Feb 09 01:33:06.990868 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01123bb5-eefe-4bdd-9a89-78f0e7a767d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977b7552-6371-4a89-a2e6-697945e122b8,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:07.005487 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-01123bb5-eefe-4bdd-9a89-78f0e7a767d7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7998638 Feb 09 01:33:07.006675 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 46818) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:07.054813 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-f0ff4aa1-4ead-44db-9dfd-9ac9b192f148 admin admin] Request body: {'subnet': {'network_id': '81ba162b-c240-4f0d-989a-c9bfad72a54b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-115738493-subnet', 'tenant_id': 'ab9027d932a64f6d8047aa962c58706c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:07.087614 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01123bb5-eefe-4bdd-9a89-78f0e7a767d7 admin admin] Pushing event updated for resources: {'Network': ['ID=81ba162b-c240-4f0d-989a-c9bfad72a54b,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:07.102188 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 81ba162b-c240-4f0d-989a-c9bfad72a54b details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:33:07.167643 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e0cb1-4774-47aa-9556-f0d878cf4433 req-4ac97518-fb9d-4779-91b9-56fa77f68702 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:07.181531 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b72e0cb1-4774-47aa-9556-f0d878cf4433 req-4ac97518-fb9d-4779-91b9-56fa77f68702 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=f467ad7d-6d6d-4289-99b0-6a8287747790 HTTP/1.1" status: 200 len: 943 time: 0.2971241 Feb 09 01:33:07.192828 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-35098a19-41eb-4915-9593-fa7d742c5379 req-c0752f6b-a042-4828-b465-e92e89eb05d2 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b525b277-404a-43c4-9dc2-45ca1ef63f30 HTTP/1.1" status: 200 len: 217 time: 0.1737728 Feb 09 01:33:07.200240 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cfe98a-8623-420b-bc4b-e36766d30602 req-5002c28a-3b25-47b8-845b-3292217d8aeb tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:07.201793 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-61cfe98a-8623-420b-bc4b-e36766d30602 req-5002c28a-3b25-47b8-845b-3292217d8aeb tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.5553675 Feb 09 01:33:07.253178 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ff4aa1-4ead-44db-9dfd-9ac9b192f148 admin admin] Made reservation on behalf of ab9027d932a64f6d8047aa962c58706c for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:33:07.255710 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f0ff4aa1-4ead-44db-9dfd-9ac9b192f148 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:07.291926 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35098a19-41eb-4915-9593-fa7d742c5379 req-9a6e5977-86a7-435f-a467-5f965943bcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:07.294243 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-35098a19-41eb-4915-9593-fa7d742c5379 req-9a6e5977-86a7-435f-a467-5f965943bcc0 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=384a7aa3-b5da-47bc-8859-e3960efe9a80 HTTP/1.1" status: 200 len: 853 time: 0.0952086 Feb 09 01:33:07.353488 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-35098a19-41eb-4915-9593-fa7d742c5379 req-e64a2eaa-1456-479f-961b-0b2fd7bb0ca4 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=923b19ee-be79-4291-b298-2fb7ab9017f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480506 Feb 09 01:33:07.450959 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-61cfe98a-8623-420b-bc4b-e36766d30602 req-5e7a30b8-d135-408f-befa-6c0f28b6257c tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196388 Feb 09 01:33:07.506224 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b72e0cb1-4774-47aa-9556-f0d878cf4433 req-2e671b38-b1b2-47db-b9b1-0ce7ab1a1e66 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985632 Feb 09 01:33:07.548698 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-35098a19-41eb-4915-9593-fa7d742c5379 req-ae4dc7e2-3c4b-4bb2-894e-fc49ba6b0c2e service neutron] 10.222.0.121 "GET /v2.0/networks/923b19ee-be79-4291-b298-2fb7ab9017f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798246 Feb 09 01:33:07.779940 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-35098a19-41eb-4915-9593-fa7d742c5379 req-b31fd24c-361b-4d75-a25a-9b66d5e19bb1 service neutron] 10.222.0.121 "GET /v2.0/networks/923b19ee-be79-4291-b298-2fb7ab9017f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303312 Feb 09 01:33:07.848376 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f0ff4aa1-4ead-44db-9dfd-9ac9b192f148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (0e97a693-c59b-4a8d-8af4-73f84a7411a2), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:07.932671 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff4aa1-4ead-44db-9dfd-9ac9b192f148 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e97a693-c59b-4a8d-8af4-73f84a7411a2,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:07.951452 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ff4aa1-4ead-44db-9dfd-9ac9b192f148 admin admin] Checking segment: {'id': 'ec524dc7-a554-402e-b333-1982ddfe0aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '81ba162b-c240-4f0d-989a-c9bfad72a54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:33:07.951795 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ff4aa1-4ead-44db-9dfd-9ac9b192f148 admin admin] Network hostable DHCP agents. Network: 81ba162b-c240-4f0d-989a-c9bfad72a54b, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:33:07.988383 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ff4aa1-4ead-44db-9dfd-9ac9b192f148 admin admin] Network 81ba162b-c240-4f0d-989a-c9bfad72a54b is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:33:08.009336 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-f0ff4aa1-4ead-44db-9dfd-9ac9b192f148 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 81ba162b-c240-4f0d-989a-c9bfad72a54b) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:08.018559 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ff4aa1-4ead-44db-9dfd-9ac9b192f148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:08.020760 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f0ff4aa1-4ead-44db-9dfd-9ac9b192f148 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:08.023526 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51055cec-8d50-46c5-86f9-565d59c07333 None None] Network 81ba162b-c240-4f0d-989a-c9bfad72a54b requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:33:08.072819 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f0ff4aa1-4ead-44db-9dfd-9ac9b192f148 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0392783 Feb 09 01:33:08.224929 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17db8237-d6b8-433a-aaf4-feea099a0ae1 None None] Network 81ba162b-c240-4f0d-989a-c9bfad72a54b requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:33:08.656106 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbffc8-a8a9-4f87-b43b-5bdc02986079 req-27383147-747a-418d-b6e7-1265fa289554 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:08.659687 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-07fbffc8-a8a9-4f87-b43b-5bdc02986079 req-27383147-747a-418d-b6e7-1265fa289554 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.1214225 Feb 09 01:33:08.767653 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-07fbffc8-a8a9-4f87-b43b-5bdc02986079 req-a7acaa85-3901-484c-a677-54c405e55a1f tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967586 Feb 09 01:33:08.919709 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-4f73b8b2-8155-4966-bf98-9fc2350c3c75 tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:08.921237 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-4f73b8b2-8155-4966-bf98-9fc2350c3c75 tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] 10.222.0.30 "GET /v2.0/networks?id=81ba162b-c240-4f0d-989a-c9bfad72a54b HTTP/1.1" status: 200 len: 808 time: 0.1894636 Feb 09 01:33:08.949889 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe61c6-8880-48e5-907d-27789d33496d req-20e15ec2-dd11-4dd9-8639-05fa51025ca1 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:08.951432 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1fbe61c6-8880-48e5-907d-27789d33496d req-20e15ec2-dd11-4dd9-8639-05fa51025ca1 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=f467ad7d-6d6d-4289-99b0-6a8287747790 HTTP/1.1" status: 200 len: 943 time: 0.1019440 Feb 09 01:33:08.953306 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-c6c45b15-8802-4636-9b58-223cfe31bdf4 tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] 10.222.0.30 "GET /v2.0/quotas/ab9027d932a64f6d8047aa962c58706c HTTP/1.1" status: 200 len: 375 time: 0.0256116 Feb 09 01:33:09.010572 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-1748c736-d169-4997-872f-9d259d25b09b tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab9027d932a64f6d8047aa962c58706c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463502 Feb 09 01:33:09.098168 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1fbe61c6-8880-48e5-907d-27789d33496d req-5e0a9bfa-6be1-4e2f-9562-5c4e36dbaec8 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408129 Feb 09 01:33:09.147667 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-e66f8946-e276-4ea9-acfd-fab7c96dc91c service neutron] 10.222.0.30 "GET /v2.0/networks/81ba162b-c240-4f0d-989a-c9bfad72a54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279726 Feb 09 01:33:09.256432 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-e2208f52-a6a0-41f4-820d-c1cf453fb437 service neutron] 10.222.0.30 "GET /v2.0/networks/81ba162b-c240-4f0d-989a-c9bfad72a54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022170 Feb 09 01:33:09.510534 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9df55534-db69-4052-80b1-85c3414156bc req-425223bb-4ca1-42dd-936b-47c2bf55a4b4 tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1313db1-af83-4a9a-9e57-257a09ee184e HTTP/1.1" status: 200 len: 210 time: 0.0713401 Feb 09 01:33:09.921382 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db6d99-1602-4b17-8f73-3b55c6e5783e req-16ec0ea3-a4c6-4526-81d1-1a798af5f9e6 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:09.929987 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b6db6d99-1602-4b17-8f73-3b55c6e5783e req-16ec0ea3-a4c6-4526-81d1-1a798af5f9e6 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.0793900 Feb 09 01:33:09.992361 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b6db6d99-1602-4b17-8f73-3b55c6e5783e req-aea76c8e-16af-4a79-96ad-0f3c74a45b4a tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613708 Feb 09 01:33:10.325877 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b62e7-b8ed-4211-a0d1-e09287738522 req-35648ab8-46b5-4b97-bae4-5d51554cb51c tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:10.327504 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d45b62e7-b8ed-4211-a0d1-e09287738522 req-35648ab8-46b5-4b97-bae4-5d51554cb51c tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=f467ad7d-6d6d-4289-99b0-6a8287747790 HTTP/1.1" status: 200 len: 943 time: 0.0973022 Feb 09 01:33:10.427364 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d45b62e7-b8ed-4211-a0d1-e09287738522 req-79169f70-b1a0-4943-95c9-32c7e70967db tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898695 Feb 09 01:33:10.657295 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-532d7ea6-a5fd-4af9-936d-ec0653cca863 req-cd6adb30-2231-4189-b399-933717162d7b tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1313db1-af83-4a9a-9e57-257a09ee184e HTTP/1.1" status: 200 len: 210 time: 0.0333610 Feb 09 01:33:10.699894 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device b525b277-404a-43c4-9dc2-45ca1ef63f30 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:33:10.848218 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port b525b277-404a-43c4-9dc2-45ca1ef63f30, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=b525b277-404a-43c4-9dc2-45ca1ef63f30,segment=NetworkSegment(74341012-2d09-4bfd-8196-39119d03257b),segment_id=74341012-2d09-4bfd-8196-39119d03257b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:10.868817 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': 'b525b277-404a-43c4-9dc2-45ca1ef63f30', 'network_id': '923b19ee-be79-4291-b298-2fb7ab9017f7', 'port_id': 'b525b277-404a-43c4-9dc2-45ca1ef63f30', 'mac_address': 'fa:16:3e:70:9d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '384a7aa3-b5da-47bc-8859-e3960efe9a80', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:33:10.928765 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port b525b277-404a-43c4-9dc2-45ca1ef63f30 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:10.929340 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b525b277-404a-43c4-9dc2-45ca1ef63f30), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:10.958446 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b525b277-404a-43c4-9dc2-45ca1ef63f30 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:33:11.041161 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port b525b277-404a-43c4-9dc2-45ca1ef63f30, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=b525b277-404a-43c4-9dc2-45ca1ef63f30,segment=NetworkSegment(74341012-2d09-4bfd-8196-39119d03257b),segment_id=74341012-2d09-4bfd-8196-39119d03257b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:11.052907 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b525b277-404a-43c4-9dc2-45ca1ef63f30), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:11.121063 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-5ec5d349-5111-4cbf-8ce1-e068f5f50e6d tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:11.125434 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-5ec5d349-5111-4cbf-8ce1-e068f5f50e6d tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] 10.222.0.91 "GET /v2.0/networks?id=81ba162b-c240-4f0d-989a-c9bfad72a54b HTTP/1.1" status: 200 len: 808 time: 0.1797507 Feb 09 01:33:11.143476 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=b525b277-404a-43c4-9dc2-45ca1ef63f30,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:11.152164 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-052eab2e-69ee-46d3-8d78-e525d0bee3b8 tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] Request body: {'port': {'device_id': 'b1313db1-af83-4a9a-9e57-257a09ee184e', 'network_id': '81ba162b-c240-4f0d-989a-c9bfad72a54b', 'admin_state_up': True, 'tenant_id': 'ab9027d932a64f6d8047aa962c58706c'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:11.270917 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['b525b277-404a-43c4-9dc2-45ca1ef63f30'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:33:11.370321 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-052eab2e-69ee-46d3-8d78-e525d0bee3b8 tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] Made reservation on behalf of ab9027d932a64f6d8047aa962c58706c for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:33:11.373698 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-052eab2e-69ee-46d3-8d78-e525d0bee3b8 tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:11.410746 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9b3eb-7ead-4545-82cd-e1ed83a8c5c2 req-be9cc3f2-290a-42c2-964e-1fe2b436b3d1 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:11.414665 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-28c9b3eb-7ead-4545-82cd-e1ed83a8c5c2 req-be9cc3f2-290a-42c2-964e-1fe2b436b3d1 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.2848058 Feb 09 01:33:11.728086 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-28c9b3eb-7ead-4545-82cd-e1ed83a8c5c2 req-8c6a8fdf-b54d-4530-bced-d045b6775ec0 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3053222 Feb 09 01:33:11.808290 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502cc77-78a8-4c04-8d32-f2018cd18fb8 req-88cc273d-93cb-4c17-8a4a-a8b0ebad77c8 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:11.809853 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8502cc77-78a8-4c04-8d32-f2018cd18fb8 req-88cc273d-93cb-4c17-8a4a-a8b0ebad77c8 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=f467ad7d-6d6d-4289-99b0-6a8287747790 HTTP/1.1" status: 200 len: 944 time: 0.1943882 Feb 09 01:33:11.861227 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-052eab2e-69ee-46d3-8d78-e525d0bee3b8 tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] Allocated IP 172.20.0.4 (81ba162b-c240-4f0d-989a-c9bfad72a54b/0e97a693-c59b-4a8d-8af4-73f84a7411a2/e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:33:12.011176 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ee9d4f55-9186-41c3-a7bc-06bbef27cc89 req-84f045b0-cecb-497c-b12a-54338cf43f15 tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1313db1-af83-4a9a-9e57-257a09ee184e HTTP/1.1" status: 200 len: 210 time: 0.0814238 Feb 09 01:33:12.119430 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8502cc77-78a8-4c04-8d32-f2018cd18fb8 req-dd457066-6f0c-48c8-8df8-2462b9aaf339 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979307 Feb 09 01:33:12.198246 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-052eab2e-69ee-46d3-8d78-e525d0bee3b8 tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] Publish callbacks [] for port (e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:12.237276 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-052eab2e-69ee-46d3-8d78-e525d0bee3b8 tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:12.245941 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46920) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:12.296406 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-052eab2e-69ee-46d3-8d78-e525d0bee3b8 tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] Network 81ba162b-c240-4f0d-989a-c9bfad72a54b is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:33:12.301325 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-052eab2e-69ee-46d3-8d78-e525d0bee3b8 tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:12.306822 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-052eab2e-69ee-46d3-8d78-e525d0bee3b8 tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:33:12.371964 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052eab2e-69ee-46d3-8d78-e525d0bee3b8 tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] Pushing event updated for resources: {'Port': ['ID=e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:12.399170 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-052eab2e-69ee-46d3-8d78-e525d0bee3b8 tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:12.400260 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-052eab2e-69ee-46d3-8d78-e525d0bee3b8 tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:12.404956 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1e300c11-2556-46ec-856c-5ac32cf45ecd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:12.423686 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-052eab2e-69ee-46d3-8d78-e525d0bee3b8 tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2823455 Feb 09 01:33:12.437031 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-8498c4f6-4592-4ab2-a007-76d135d74be8 service neutron] Request body: {'port': {'device_id': 'b1313db1-af83-4a9a-9e57-257a09ee184e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:12.524179 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1e300c11-2556-46ec-856c-5ac32cf45ecd admin admin] Publish callbacks [] for security_group (05751d2b-0483-44a0-a65e-35e061e2c617), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:12.527001 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-8498c4f6-4592-4ab2-a007-76d135d74be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:12.532853 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1e300c11-2556-46ec-856c-5ac32cf45ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (05751d2b-0483-44a0-a65e-35e061e2c617), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:12.600858 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e300c11-2556-46ec-856c-5ac32cf45ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05751d2b-0483-44a0-a65e-35e061e2c617,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:12.621686 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1e300c11-2556-46ec-856c-5ac32cf45ecd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8b8299431ee24d54b17e86d42fb09417&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3725326 Feb 09 01:33:12.621686 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e300c11-2556-46ec-856c-5ac32cf45ecd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:12.622267 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e300c11-2556-46ec-856c-5ac32cf45ecd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:12.622699 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e300c11-2556-46ec-856c-5ac32cf45ecd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:12.623148 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e300c11-2556-46ec-856c-5ac32cf45ecd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:12.623570 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e300c11-2556-46ec-856c-5ac32cf45ecd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:12.623966 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e300c11-2556-46ec-856c-5ac32cf45ecd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:12.624389 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e300c11-2556-46ec-856c-5ac32cf45ecd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:12.626538 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e300c11-2556-46ec-856c-5ac32cf45ecd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:12.626983 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e300c11-2556-46ec-856c-5ac32cf45ecd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:12.627550 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e300c11-2556-46ec-856c-5ac32cf45ecd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:12.627972 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e300c11-2556-46ec-856c-5ac32cf45ecd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:12.628423 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e300c11-2556-46ec-856c-5ac32cf45ecd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:12.628821 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e300c11-2556-46ec-856c-5ac32cf45ecd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:12.634444 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 46928) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:12.720480 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device b525b277-404a-43c4-9dc2-45ca1ef63f30 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:33:12.835953 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port b525b277-404a-43c4-9dc2-45ca1ef63f30 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:33:12.840241 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port b525b277-404a-43c4-9dc2-45ca1ef63f30 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:12.840614 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b525b277-404a-43c4-9dc2-45ca1ef63f30), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:12.938912 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port b525b277-404a-43c4-9dc2-45ca1ef63f30 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:12.939660 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b525b277-404a-43c4-9dc2-45ca1ef63f30), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:12.954224 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2aa06013-d60e-4a34-a3df-147006a8a47c admin admin] Publish callbacks [] for security_group (05751d2b-0483-44a0-a65e-35e061e2c617), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:12.969597 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f467ad7d-6d6d-4289-99b0-6a8287747790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b525b277-404a-43c4-9dc2-45ca1ef63f30'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:33:12.973278 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05363e98-c130-47ba-b9a7-f184d2b5d04e" -d '{"events": [{"server_uuid": "f467ad7d-6d6d-4289-99b0-6a8287747790", "name": "network-vif-plugged", "status": "completed", "tag": "b525b277-404a-43c4-9dc2-45ca1ef63f30"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:33:12.993164 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port b525b277-404a-43c4-9dc2-45ca1ef63f30, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=b525b277-404a-43c4-9dc2-45ca1ef63f30,segment=NetworkSegment(74341012-2d09-4bfd-8196-39119d03257b),segment_id=74341012-2d09-4bfd-8196-39119d03257b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:12.998937 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b525b277-404a-43c4-9dc2-45ca1ef63f30), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:13.024837 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215dabd-ac20-4f9f-86f7-489571df4781 req-6f6c7849-b098-43e2-b887-069321b15ffa tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:13.026362 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7215dabd-ac20-4f9f-86f7-489571df4781 req-6f6c7849-b098-43e2-b887-069321b15ffa tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.1587045 Feb 09 01:33:13.028421 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2aa06013-d60e-4a34-a3df-147006a8a47c admin admin] Publish callbacks [] for security_group (05751d2b-0483-44a0-a65e-35e061e2c617), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:13.067211 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=b525b277-404a-43c4-9dc2-45ca1ef63f30,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:13.072481 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b5537f-126a-4f79-84ac-6a370a85bb2c x-openstack-request-id: req-23b5537f-126a-4f79-84ac-6a370a85bb2c {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:33:13.072961 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f467ad7d-6d6d-4289-99b0-6a8287747790", "name": "network-vif-plugged", "status": "completed", "tag": "b525b277-404a-43c4-9dc2-45ca1ef63f30", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:33:13.073431 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-23b5537f-126a-4f79-84ac-6a370a85bb2c {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:33:13.073918 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f467ad7d-6d6d-4289-99b0-6a8287747790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b525b277-404a-43c4-9dc2-45ca1ef63f30', 'code': 200} Feb 09 01:33:13.094961 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-8498c4f6-4592-4ab2-a007-76d135d74be8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:33:13.126426 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-8498c4f6-4592-4ab2-a007-76d135d74be8 service neutron] Publish callbacks [] for port (e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:13.156291 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-8498c4f6-4592-4ab2-a007-76d135d74be8 service neutron] Transition to ACTIVE for port object e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:33:13.179781 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7215dabd-ac20-4f9f-86f7-489571df4781 req-b2938584-6a09-4d9f-9b70-f205592917f5 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430311 Feb 09 01:33:13.197333 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-8498c4f6-4592-4ab2-a007-76d135d74be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:13.235838 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb49cb-a7dc-4448-a2a1-ab7b7035b0fc req-2d0e103b-03b1-4eb0-ba54-248893c37e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:13.239890 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8ceb49cb-a7dc-4448-a2a1-ab7b7035b0fc req-2d0e103b-03b1-4eb0-ba54-248893c37e06 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=f467ad7d-6d6d-4289-99b0-6a8287747790 HTTP/1.1" status: 200 len: 1128 time: 0.0819838 Feb 09 01:33:13.322853 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8ceb49cb-a7dc-4448-a2a1-ab7b7035b0fc req-4af30be1-a4fe-4359-9ac9-1b97fadea34f service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743699 Feb 09 01:33:13.363850 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2aa06013-d60e-4a34-a3df-147006a8a47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (05751d2b-0483-44a0-a65e-35e061e2c617), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:13.367877 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2aa06013-d60e-4a34-a3df-147006a8a47c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:13.369050 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2aa06013-d60e-4a34-a3df-147006a8a47c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/05751d2b-0483-44a0-a65e-35e061e2c617 HTTP/1.1" status: 204 len: 168 time: 0.7333183 Feb 09 01:33:13.393218 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8498c4f6-4592-4ab2-a007-76d135d74be8 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:13.399079 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa06013-d60e-4a34-a3df-147006a8a47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05751d2b-0483-44a0-a65e-35e061e2c617,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:13.813870 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b854943-84d9-4732-8720-bb7f765e85b7 req-1b1b0688-c6bf-4fc3-929f-1ddf59671547 tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:13.822245 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7b854943-84d9-4732-8720-bb7f765e85b7 req-1b1b0688-c6bf-4fc3-929f-1ddf59671547 tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1313db1-af83-4a9a-9e57-257a09ee184e HTTP/1.1" status: 200 len: 943 time: 0.6404862 Feb 09 01:33:13.869951 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ad0be-8d5f-4adf-b148-c86eb815a24c req-9f295e29-33a4-41eb-a56a-8dad9b3b415a tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:13.871464 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c62ad0be-8d5f-4adf-b148-c86eb815a24c req-9f295e29-33a4-41eb-a56a-8dad9b3b415a tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=f467ad7d-6d6d-4289-99b0-6a8287747790 HTTP/1.1" status: 200 len: 945 time: 0.5641615 Feb 09 01:33:13.961605 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7b854943-84d9-4732-8720-bb7f765e85b7 req-de38e5f7-0065-42af-8442-8fa93207639f tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] 10.222.0.30 "GET /v2.0/security-groups?id=977b7552-6371-4a89-a2e6-697945e122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324666 Feb 09 01:33:13.977462 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-8498c4f6-4592-4ab2-a007-76d135d74be8 service neutron] Attempting to bind port e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:33:13.977993 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-8498c4f6-4592-4ab2-a007-76d135d74be8 service neutron] Attempting to bind port e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': 'ec524dc7-a554-402e-b333-1982ddfe0aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '81ba162b-c240-4f0d-989a-c9bfad72a54b'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:33:13.978507 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-8498c4f6-4592-4ab2-a007-76d135d74be8 service neutron] Attempting to bind port e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628 on network 81ba162b-c240-4f0d-989a-c9bfad72a54b {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:33:13.992029 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-8498c4f6-4592-4ab2-a007-76d135d74be8 service neutron] Port e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628 on network 81ba162b-c240-4f0d-989a-c9bfad72a54b not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:33:13.992659 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-8498c4f6-4592-4ab2-a007-76d135d74be8 service neutron] Attempting to bind port e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628 on network 81ba162b-c240-4f0d-989a-c9bfad72a54b {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:33:13.998442 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c62ad0be-8d5f-4adf-b148-c86eb815a24c req-9eb551c9-2265-4cb7-b63e-f5762f9f9652 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161237 Feb 09 01:33:13.999547 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46946) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:14.018211 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-8498c4f6-4592-4ab2-a007-76d135d74be8 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:33:14.018555 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-8498c4f6-4592-4ab2-a007-76d135d74be8 service neutron] Checking segment: {'id': 'ec524dc7-a554-402e-b333-1982ddfe0aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '81ba162b-c240-4f0d-989a-c9bfad72a54b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:33:14.018940 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-8498c4f6-4592-4ab2-a007-76d135d74be8 service neutron] Bound using segment: {'id': 'ec524dc7-a554-402e-b333-1982ddfe0aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '81ba162b-c240-4f0d-989a-c9bfad72a54b'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:33:14.019376 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-8498c4f6-4592-4ab2-a007-76d135d74be8 service neutron] Bound port: e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec524dc7-a554-402e-b333-1982ddfe0aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '81ba162b-c240-4f0d-989a-c9bfad72a54b'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:33:14.019734 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-8498c4f6-4592-4ab2-a007-76d135d74be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:14.023019 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c90ff632-56e3-4f11-9c03-106e3b439c08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:14.134495 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-8498c4f6-4592-4ab2-a007-76d135d74be8 service neutron] For port e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:33:14.138789 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-8498c4f6-4592-4ab2-a007-76d135d74be8 service neutron] For port e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628,segment=NetworkSegment(ec524dc7-a554-402e-b333-1982ddfe0aea),segment_id=ec524dc7-a554-402e-b333-1982ddfe0aea)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:33:14.147418 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c90ff632-56e3-4f11-9c03-106e3b439c08 admin admin] Publish callbacks [] for security_group (1ab75c5b-6d79-453e-a643-a40d92b3c012), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:14.149955 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-8498c4f6-4592-4ab2-a007-76d135d74be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:14.153406 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c90ff632-56e3-4f11-9c03-106e3b439c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1ab75c5b-6d79-453e-a643-a40d92b3c012), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:14.196865 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-8498c4f6-4592-4ab2-a007-76d135d74be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:14.197736 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-8498c4f6-4592-4ab2-a007-76d135d74be8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:14.199336 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-8498c4f6-4592-4ab2-a007-76d135d74be8 service neutron] 10.222.0.91 "PUT /v2.0/ports/e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628 HTTP/1.1" status: 200 len: 1092 time: 1.7675447 Feb 09 01:33:14.199864 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1313db1-af83-4a9a-9e57-257a09ee184e', 'tag': 'e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:33:14.200871 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c90ff632-56e3-4f11-9c03-106e3b439c08 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=347ae89c355646c78a0311a04af3007d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1999786 Feb 09 01:33:14.201952 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ff632-56e3-4f11-9c03-106e3b439c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab75c5b-6d79-453e-a643-a40d92b3c012,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:14.202584 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528867cf-126b-43b5-9374-98e8dbe0c09a" -d '{"events": [{"name": "network-changed", "server_uuid": "b1313db1-af83-4a9a-9e57-257a09ee184e", "tag": "e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:33:14.204483 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46948) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:14.231582 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8498c4f6-4592-4ab2-a007-76d135d74be8 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:14.293689 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a9ffe8-b851-4a26-acb5-1aeef04b20e6 x-openstack-request-id: req-c3a9ffe8-b851-4a26-acb5-1aeef04b20e6 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:33:14.294050 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1313db1-af83-4a9a-9e57-257a09ee184e", "tag": "e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:33:14.294219 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c3a9ffe8-b851-4a26-acb5-1aeef04b20e6 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:33:14.294620 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1313db1-af83-4a9a-9e57-257a09ee184e', 'tag': 'e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628', 'status': 'completed', 'code': 200} Feb 09 01:33:14.325630 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e4e32e73-37c3-41dd-9099-58fbad5bf154 admin admin] Publish callbacks [] for security_group (1ab75c5b-6d79-453e-a643-a40d92b3c012), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:14.355728 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-24cebae9-7337-4547-ae4c-5617ccc9047d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:14.357383 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-24cebae9-7337-4547-ae4c-5617ccc9047d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ab9027d932a64f6d8047aa962c58706c&device_id=b1313db1-af83-4a9a-9e57-257a09ee184e HTTP/1.1" status: 200 len: 1126 time: 0.1038930 Feb 09 01:33:14.379988 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e4e32e73-37c3-41dd-9099-58fbad5bf154 admin admin] Publish callbacks [] for security_group (1ab75c5b-6d79-453e-a643-a40d92b3c012), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:14.415353 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-fa5d2652-f9bd-4a5c-b3d8-43211295490e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628 HTTP/1.1" status: 200 len: 217 time: 0.0483577 Feb 09 01:33:14.463270 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c4daa-839e-4e24-abec-9cff24fcff32 req-df55d443-3edc-4464-9aaa-d2120646f0e9 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:14.464931 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b90c4daa-839e-4e24-abec-9cff24fcff32 req-df55d443-3edc-4464-9aaa-d2120646f0e9 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.1513951 Feb 09 01:33:14.467248 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e4e32e73-37c3-41dd-9099-58fbad5bf154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1ab75c5b-6d79-453e-a643-a40d92b3c012), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:14.471710 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e4e32e73-37c3-41dd-9099-58fbad5bf154 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:14.484250 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e4e32e73-37c3-41dd-9099-58fbad5bf154 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1ab75c5b-6d79-453e-a643-a40d92b3c012 HTTP/1.1" status: 204 len: 168 time: 0.2775643 Feb 09 01:33:14.516259 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e32e73-37c3-41dd-9099-58fbad5bf154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab75c5b-6d79-453e-a643-a40d92b3c012,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:14.587808 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-1b160897-4a1b-420c-ba54-55550799a567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:14.594368 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-1b160897-4a1b-420c-ba54-55550799a567 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0e97a693-c59b-4a8d-8af4-73f84a7411a2 HTTP/1.1" status: 200 len: 848 time: 0.1633174 Feb 09 01:33:14.661950 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b90c4daa-839e-4e24-abec-9cff24fcff32 req-6e12b768-fa6e-4017-a267-aa8f5389cff7 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766427 Feb 09 01:33:14.693271 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-2f3ec552-fe20-4090-9625-823b943faee7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=81ba162b-c240-4f0d-989a-c9bfad72a54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714009 Feb 09 01:33:14.840462 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-d5d4f7ea-b716-430c-9f76-67b7d2f158d8 service neutron] 10.222.0.91 "GET /v2.0/networks/81ba162b-c240-4f0d-989a-c9bfad72a54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392674 Feb 09 01:33:15.103824 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-38d45de2-bb11-4fde-8f7c-75df5acd74b0 req-200f4e70-beb2-4fdb-bf82-f6ff7697bd7f service neutron] 10.222.0.91 "GET /v2.0/networks/81ba162b-c240-4f0d-989a-c9bfad72a54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558668 Feb 09 01:33:15.256719 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46978) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:15.306910 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6438c4-882c-4ed2-abe5-d1351d5e7ac7 req-6f24d13e-1dab-453f-a7cb-8b13c73dda8f tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:15.308511 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ce6438c4-882c-4ed2-abe5-d1351d5e7ac7 req-6f24d13e-1dab-453f-a7cb-8b13c73dda8f tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1313db1-af83-4a9a-9e57-257a09ee184e HTTP/1.1" status: 200 len: 943 time: 0.1597607 Feb 09 01:33:15.327609 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11a5e2-b9e0-4813-9511-bc0134e60f93 req-b403d92f-8110-4d15-a1b6-1bd1ccd49193 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:15.334345 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f11a5e2-b9e0-4813-9511-bc0134e60f93 req-b403d92f-8110-4d15-a1b6-1bd1ccd49193 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=f467ad7d-6d6d-4289-99b0-6a8287747790 HTTP/1.1" status: 200 len: 945 time: 0.1270170 Feb 09 01:33:15.337355 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528867cf-126b-43b5-9374-98e8dbe0c09a req-531f90de-4ed4-4339-94f2-e30700a8f836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:15.338775 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-528867cf-126b-43b5-9374-98e8dbe0c09a req-531f90de-4ed4-4339-94f2-e30700a8f836 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ab9027d932a64f6d8047aa962c58706c&device_id=b1313db1-af83-4a9a-9e57-257a09ee184e HTTP/1.1" status: 200 len: 1126 time: 0.1299093 Feb 09 01:33:15.465532 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-302d43d9-3483-402f-a2c0-abf86d356706 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:15.578280 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-302d43d9-3483-402f-a2c0-abf86d356706 admin admin] Publish callbacks [] for security_group (ccfa2e25-d189-4f47-ae89-2b39e55fb003), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:15.583923 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-302d43d9-3483-402f-a2c0-abf86d356706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ccfa2e25-d189-4f47-ae89-2b39e55fb003), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:15.621411 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ce6438c4-882c-4ed2-abe5-d1351d5e7ac7 req-2b40144f-340f-4635-a645-d10ddc803f6d tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] 10.222.0.30 "GET /v2.0/security-groups?id=977b7552-6371-4a89-a2e6-697945e122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005526 Feb 09 01:33:15.628886 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f11a5e2-b9e0-4813-9511-bc0134e60f93 req-f18db787-d4ce-4f7e-8f4a-795e22422397 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937024 Feb 09 01:33:15.655067 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d43d9-3483-402f-a2c0-abf86d356706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfa2e25-d189-4f47-ae89-2b39e55fb003,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:15.663542 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-302d43d9-3483-402f-a2c0-abf86d356706 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e60df42dc5314a51a3dafacb44e4e23e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4032888 Feb 09 01:33:15.664526 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46992) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:15.674441 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528867cf-126b-43b5-9374-98e8dbe0c09a req-e09aefe6-7ccc-426e-9ea8-cd5173b4016e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:15.675950 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-528867cf-126b-43b5-9374-98e8dbe0c09a req-e09aefe6-7ccc-426e-9ea8-cd5173b4016e service neutron] 10.222.0.91 "GET /v2.0/networks?id=81ba162b-c240-4f0d-989a-c9bfad72a54b HTTP/1.1" status: 200 len: 909 time: 0.3183458 Feb 09 01:33:15.729363 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2c7a728-5c3f-4e5a-bda0-15dd55d3f65e admin admin] Publish callbacks [] for security_group (ccfa2e25-d189-4f47-ae89-2b39e55fb003), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:15.754212 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2c7a728-5c3f-4e5a-bda0-15dd55d3f65e admin admin] Publish callbacks [] for security_group (ccfa2e25-d189-4f47-ae89-2b39e55fb003), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:15.828313 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-528867cf-126b-43b5-9374-98e8dbe0c09a req-936aceb8-488d-4183-9e26-a90c6f78855c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628 HTTP/1.1" status: 200 len: 217 time: 0.1455920 Feb 09 01:33:15.839691 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2c7a728-5c3f-4e5a-bda0-15dd55d3f65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ccfa2e25-d189-4f47-ae89-2b39e55fb003), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:15.843510 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2c7a728-5c3f-4e5a-bda0-15dd55d3f65e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:15.847511 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b2c7a728-5c3f-4e5a-bda0-15dd55d3f65e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ccfa2e25-d189-4f47-ae89-2b39e55fb003 HTTP/1.1" status: 204 len: 168 time: 0.1801548 Feb 09 01:33:15.884264 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7a728-5c3f-4e5a-bda0-15dd55d3f65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfa2e25-d189-4f47-ae89-2b39e55fb003,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:15.995671 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528867cf-126b-43b5-9374-98e8dbe0c09a req-b5e06a67-fa0f-4634-99fa-0be643026868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:15.997510 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-528867cf-126b-43b5-9374-98e8dbe0c09a req-b5e06a67-fa0f-4634-99fa-0be643026868 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0e97a693-c59b-4a8d-8af4-73f84a7411a2 HTTP/1.1" status: 200 len: 848 time: 0.1057312 Feb 09 01:33:16.017184 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a776533-5e52-4584-a971-b7d75d05cf5b req-cd660531-afd8-4d12-a192-85649aea65dc tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:16.029025 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a776533-5e52-4584-a971-b7d75d05cf5b req-cd660531-afd8-4d12-a192-85649aea65dc tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.1969178 Feb 09 01:33:16.094977 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-528867cf-126b-43b5-9374-98e8dbe0c09a req-df68a7cc-0319-4e8b-aaaf-f821c963405a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=81ba162b-c240-4f0d-989a-c9bfad72a54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411558 Feb 09 01:33:16.160124 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a776533-5e52-4584-a971-b7d75d05cf5b req-bc73761a-487c-477d-b905-d83d914f7fdb tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288786 Feb 09 01:33:16.419827 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-528867cf-126b-43b5-9374-98e8dbe0c09a req-8541c037-e81c-41c4-8c1b-bfe192b10277 service neutron] 10.222.0.91 "GET /v2.0/networks/81ba162b-c240-4f0d-989a-c9bfad72a54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861383 Feb 09 01:33:16.563361 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-528867cf-126b-43b5-9374-98e8dbe0c09a req-9f712b95-ac97-4334-9abd-8b60ca54e5f8 service neutron] 10.222.0.91 "GET /v2.0/networks/81ba162b-c240-4f0d-989a-c9bfad72a54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366203 Feb 09 01:33:16.593792 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:33:16.728333 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3f9e5-e01f-4ace-894b-0305b259a87a req-d38199fa-19aa-4518-954f-d8a85d4a01f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:16.729852 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f9d3f9e5-e01f-4ace-894b-0305b259a87a req-d38199fa-19aa-4518-954f-d8a85d4a01f5 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=40040732d30e4d7f9ee97e8667a77299&device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 1129 time: 0.1337175 Feb 09 01:33:16.882590 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628,segment=NetworkSegment(ec524dc7-a554-402e-b333-1982ddfe0aea),segment_id=ec524dc7-a554-402e-b333-1982ddfe0aea)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:16.918761 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': 'e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628', 'network_id': '81ba162b-c240-4f0d-989a-c9bfad72a54b', 'port_id': 'e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628', 'mac_address': 'fa:16:3e:ed:76:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e97a693-c59b-4a8d-8af4-73f84a7411a2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:33:16.930997 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c83cc-f8a1-4f32-966a-ace632f0eca4 req-f2970db9-2b87-4d6a-adce-782600e8da80 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:16.942749 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-518c83cc-f8a1-4f32-966a-ace632f0eca4 req-f2970db9-2b87-4d6a-adce-782600e8da80 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.2807722 Feb 09 01:33:17.037144 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:17.038372 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3f9e5-e01f-4ace-894b-0305b259a87a req-a5883371-cfd9-42e8-9574-8b2693073fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:17.038785 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:17.040250 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f9d3f9e5-e01f-4ace-894b-0305b259a87a req-a5883371-cfd9-42e8-9574-8b2693073fa2 service neutron] 10.222.0.121 "GET /v2.0/networks?id=0a61edaa-ae5c-493b-b01a-414100fdece7 HTTP/1.1" status: 200 len: 912 time: 0.2944822 Feb 09 01:33:17.056620 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8cf13-0b2c-4a74-9ff9-032d67b7f570 req-85cb0a65-078a-40b9-9cf1-ea74875a3c24 tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:17.058228 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b8b8cf13-0b2c-4a74-9ff9-032d67b7f570 req-85cb0a65-078a-40b9-9cf1-ea74875a3c24 tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1313db1-af83-4a9a-9e57-257a09ee184e HTTP/1.1" status: 200 len: 943 time: 0.3023601 Feb 09 01:33:17.077870 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:33:17.127518 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628,segment=NetworkSegment(ec524dc7-a554-402e-b333-1982ddfe0aea),segment_id=ec524dc7-a554-402e-b333-1982ddfe0aea)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:17.138071 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:17.177196 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-518c83cc-f8a1-4f32-966a-ace632f0eca4 req-1d081d96-5a71-4beb-be08-8604765ec55a tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210250 Feb 09 01:33:17.185741 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f9d3f9e5-e01f-4ace-894b-0305b259a87a req-468e231c-45d3-43c8-b585-1fac291ff0fd service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f372b68-b59e-4914-8e62-ae2403cb4bc2 HTTP/1.1" status: 200 len: 1002 time: 0.1391494 Feb 09 01:33:17.234558 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:17.263512 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b8b8cf13-0b2c-4a74-9ff9-032d67b7f570 req-2b02344f-817f-43b2-98ff-923e531740c1 tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] 10.222.0.30 "GET /v2.0/security-groups?id=977b7552-6371-4a89-a2e6-697945e122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875503 Feb 09 01:33:17.302178 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3f9e5-e01f-4ace-894b-0305b259a87a req-c760f8f6-a477-4113-8535-c8eebbff41c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:17.304306 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f9d3f9e5-e01f-4ace-894b-0305b259a87a req-c760f8f6-a477-4113-8535-c8eebbff41c1 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ad59b321-ab39-4a7c-b208-055ec9804c66 HTTP/1.1" status: 200 len: 850 time: 0.1105142 Feb 09 01:33:17.413515 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3f9e5-e01f-4ace-894b-0305b259a87a req-b4fa0c97-080a-41c6-9060-65239a560026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:17.415060 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f9d3f9e5-e01f-4ace-894b-0305b259a87a req-b4fa0c97-080a-41c6-9060-65239a560026 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0a61edaa-ae5c-493b-b01a-414100fdece7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1049590 Feb 09 01:33:17.509595 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:33:17.581876 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f9d3f9e5-e01f-4ace-894b-0305b259a87a req-7b4b2c2d-2d52-4ae1-acaf-3a2d24dce457 service neutron] 10.222.0.121 "GET /v2.0/networks/0a61edaa-ae5c-493b-b01a-414100fdece7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594899 Feb 09 01:33:17.792555 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f9d3f9e5-e01f-4ace-894b-0305b259a87a req-f7fdd300-13cb-4799-b59e-800bcdb7d483 service neutron] 10.222.0.121 "GET /v2.0/networks/0a61edaa-ae5c-493b-b01a-414100fdece7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030127 Feb 09 01:33:18.643690 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecefcfd-55fa-41b9-8c41-2fc439d5dc2f req-723a8861-64a7-4bf1-859e-f493369c564b tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:18.645810 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1ecefcfd-55fa-41b9-8c41-2fc439d5dc2f req-723a8861-64a7-4bf1-859e-f493369c564b tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.2595470 Feb 09 01:33:18.713438 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1ecefcfd-55fa-41b9-8c41-2fc439d5dc2f req-7a091a3b-4b0e-4cf9-8f4a-2cac708ccf04 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586517 Feb 09 01:33:18.729122 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b54b0-2f33-440a-9258-c038d31afcbe req-c9c64bca-e5a4-4c45-a28e-8beb47ca8044 tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:18.748010 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d71b54b0-2f33-440a-9258-c038d31afcbe req-c9c64bca-e5a4-4c45-a28e-8beb47ca8044 tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1313db1-af83-4a9a-9e57-257a09ee184e HTTP/1.1" status: 200 len: 944 time: 0.2259927 Feb 09 01:33:18.796250 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d71b54b0-2f33-440a-9258-c038d31afcbe req-03b283d2-c5da-4b5d-b789-f2cb667ccf1c tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] 10.222.0.30 "GET /v2.0/security-groups?id=977b7552-6371-4a89-a2e6-697945e122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473001 Feb 09 01:33:19.379632 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:19.998559 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3db65-7eb5-4680-b6bf-6fb20a0362e1 req-c126797b-9ac8-4b9c-8856-4d2f213a1cee tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:20.013149 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0ec3db65-7eb5-4680-b6bf-6fb20a0362e1 req-c126797b-9ac8-4b9c-8856-4d2f213a1cee tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.1748188 Feb 09 01:33:20.089617 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0ec3db65-7eb5-4680-b6bf-6fb20a0362e1 req-7ee0408b-188f-475a-92ca-51e047c31c15 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754595 Feb 09 01:33:20.286896 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc825c01-09c9-45e6-8620-edb9999f3fbc req-3ec844de-def0-4f7a-908c-6d7f635ea6e6 tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:20.289165 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bc825c01-09c9-45e6-8620-edb9999f3fbc req-3ec844de-def0-4f7a-908c-6d7f635ea6e6 tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1313db1-af83-4a9a-9e57-257a09ee184e HTTP/1.1" status: 200 len: 944 time: 0.0780873 Feb 09 01:33:20.356279 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bc825c01-09c9-45e6-8620-edb9999f3fbc req-3df9e0b6-54a3-4cff-bcca-c26a4756a5b8 tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] 10.222.0.30 "GET /v2.0/security-groups?id=977b7552-6371-4a89-a2e6-697945e122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583367 Feb 09 01:33:20.612424 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:33:20.683104 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:33:20.683104 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:20.683104 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:20.771449 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2520ffb7-37bb-40f2-ab2d-84e8e8043e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:20.824080 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:20.824834 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:20.855633 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1313db1-af83-4a9a-9e57-257a09ee184e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:33:20.858536 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd12630-3555-4911-8af1-545c34a74fdc" -d '{"events": [{"server_uuid": "b1313db1-af83-4a9a-9e57-257a09ee184e", "name": "network-vif-plugged", "status": "completed", "tag": "e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:33:20.895952 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628,segment=NetworkSegment(ec524dc7-a554-402e-b333-1982ddfe0aea),segment_id=ec524dc7-a554-402e-b333-1982ddfe0aea)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:20.906491 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:20.924420 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:21.006358 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7abcdc-70ce-4676-ac94-1b06a9d39676 x-openstack-request-id: req-3c7abcdc-70ce-4676-ac94-1b06a9d39676 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:33:21.011918 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1313db1-af83-4a9a-9e57-257a09ee184e", "name": "network-vif-plugged", "status": "completed", "tag": "e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:33:21.012854 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c7abcdc-70ce-4676-ac94-1b06a9d39676 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:33:21.013311 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1313db1-af83-4a9a-9e57-257a09ee184e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628', 'code': 200} Feb 09 01:33:21.048599 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:21.102852 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470eda4f-cb17-4be6-a749-c1f796806949 req-cafca39e-98a9-4227-8c63-a925cc4198af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:21.105128 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-470eda4f-cb17-4be6-a749-c1f796806949 req-cafca39e-98a9-4227-8c63-a925cc4198af service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b1313db1-af83-4a9a-9e57-257a09ee184e HTTP/1.1" status: 200 len: 1128 time: 0.0874131 Feb 09 01:33:21.199958 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-470eda4f-cb17-4be6-a749-c1f796806949 req-e478b72a-1975-41d1-ab57-4981c64a794b service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=977b7552-6371-4a89-a2e6-697945e122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879977 Feb 09 01:33:21.577886 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482d2fe-9de1-4aea-8961-6937b7e34380 req-d9e9f04d-30a4-4dc9-98b3-aefdc47f145b tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:21.581105 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e482d2fe-9de1-4aea-8961-6937b7e34380 req-d9e9f04d-30a4-4dc9-98b3-aefdc47f145b tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1313db1-af83-4a9a-9e57-257a09ee184e HTTP/1.1" status: 200 len: 945 time: 0.1028357 Feb 09 01:33:21.642462 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e482d2fe-9de1-4aea-8961-6937b7e34380 req-08083c28-fb5b-4f80-8c17-fd230ccd562e tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] 10.222.0.30 "GET /v2.0/security-groups?id=977b7552-6371-4a89-a2e6-697945e122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561452 Feb 09 01:33:22.793022 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf01aa0-5067-4e03-a9ed-ae9f0dbe31a5 req-43744e9c-d108-4ae3-9fe8-680a6818ddc6 tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:22.801502 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bcf01aa0-5067-4e03-a9ed-ae9f0dbe31a5 req-43744e9c-d108-4ae3-9fe8-680a6818ddc6 tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1313db1-af83-4a9a-9e57-257a09ee184e HTTP/1.1" status: 200 len: 945 time: 0.0711749 Feb 09 01:33:22.870059 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bcf01aa0-5067-4e03-a9ed-ae9f0dbe31a5 req-89bbeaa4-09d3-4774-9f8a-b8e8cdca8a03 tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] 10.222.0.30 "GET /v2.0/security-groups?id=977b7552-6371-4a89-a2e6-697945e122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670538 Feb 09 01:33:24.243923 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ad9fe9dd-81d7-4fb1-8c0a-7f38ced1e0b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:25.786951 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:26.015915 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 47222) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:26.255406 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d318913d-f00c-415d-a92b-f08f7a44c7f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:26.441384 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d318913d-f00c-415d-a92b-f08f7a44c7f4 admin admin] Publish callbacks [] for security_group (0bfa5039-4508-4033-9a5b-891f4e6ce6cb), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:26.450775 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d318913d-f00c-415d-a92b-f08f7a44c7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0bfa5039-4508-4033-9a5b-891f4e6ce6cb), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:26.498010 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d318913d-f00c-415d-a92b-f08f7a44c7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfa5039-4508-4033-9a5b-891f4e6ce6cb,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:26.503450 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d318913d-f00c-415d-a92b-f08f7a44c7f4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=acfa311b586f442c8c0fbdd3da3e09b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4851930 Feb 09 01:33:26.506748 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 47234) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:26.585130 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6a6af60-6215-4507-a935-c0462133dc09 admin admin] Publish callbacks [] for security_group (0bfa5039-4508-4033-9a5b-891f4e6ce6cb), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:26.640524 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6a6af60-6215-4507-a935-c0462133dc09 admin admin] Publish callbacks [] for security_group (0bfa5039-4508-4033-9a5b-891f4e6ce6cb), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:26.761209 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6a6af60-6215-4507-a935-c0462133dc09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0bfa5039-4508-4033-9a5b-891f4e6ce6cb), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:26.766127 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6a6af60-6215-4507-a935-c0462133dc09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:26.773027 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d6a6af60-6215-4507-a935-c0462133dc09 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0bfa5039-4508-4033-9a5b-891f4e6ce6cb HTTP/1.1" status: 204 len: 168 time: 0.2615101 Feb 09 01:33:26.798547 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6af60-6215-4507-a935-c0462133dc09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfa5039-4508-4033-9a5b-891f4e6ce6cb,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:26.953728 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 47248) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:27.207845 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c156844-9b01-48a6-a5b5-725bc8047e37 req-626b3242-efa3-4b4b-8135-a88b7c8ce8e5 tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:27.216748 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0c156844-9b01-48a6-a5b5-725bc8047e37 req-626b3242-efa3-4b4b-8135-a88b7c8ce8e5 tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1313db1-af83-4a9a-9e57-257a09ee184e HTTP/1.1" status: 200 len: 945 time: 0.0874944 Feb 09 01:33:27.278807 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0c156844-9b01-48a6-a5b5-725bc8047e37 req-2d7d1f38-2c0d-4390-9f61-9f9ae71a2c92 tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] 10.222.0.30 "GET /v2.0/security-groups?id=977b7552-6371-4a89-a2e6-697945e122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610690 Feb 09 01:33:27.476236 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7377c673-3965-4a8f-9be1-70f6c5cf0fdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:27.510129 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:27.628247 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 47258) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:27.651703 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-10106129-c01e-4b24-b194-d95b9ddbfb6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:27.690898 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7377c673-3965-4a8f-9be1-70f6c5cf0fdf admin admin] Publish callbacks [] for security_group (029b8f7b-cc15-4030-a27a-54229b1a47f1), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:27.697118 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7377c673-3965-4a8f-9be1-70f6c5cf0fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (029b8f7b-cc15-4030-a27a-54229b1a47f1), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:27.755299 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7377c673-3965-4a8f-9be1-70f6c5cf0fdf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f6a27005949c428cb9a25252c1a57657&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8002791 Feb 09 01:33:27.757727 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 47260) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:27.768357 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7377c673-3965-4a8f-9be1-70f6c5cf0fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029b8f7b-cc15-4030-a27a-54229b1a47f1,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:27.802387 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-10106129-c01e-4b24-b194-d95b9ddbfb6f admin admin] Publish callbacks [] for security_group (0f771c99-ed5d-4fff-8e6b-6c84b005a331), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:27.812755 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-10106129-c01e-4b24-b194-d95b9ddbfb6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0f771c99-ed5d-4fff-8e6b-6c84b005a331), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:27.871873 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-10106129-c01e-4b24-b194-d95b9ddbfb6f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e3ddb03db98144eba7aefda1f54e6590&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2397442 Feb 09 01:33:27.872730 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 47264) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:27.888144 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4bf3b89-b449-4f1a-90a7-33135fcaeeaa admin admin] Publish callbacks [] for security_group (029b8f7b-cc15-4030-a27a-54229b1a47f1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:27.951401 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10106129-c01e-4b24-b194-d95b9ddbfb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f771c99-ed5d-4fff-8e6b-6c84b005a331,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:27.975629 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-74de4a35-ecb4-45ae-8fba-ba80f22af573 admin admin] Publish callbacks [] for security_group (0f771c99-ed5d-4fff-8e6b-6c84b005a331), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:28.007029 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4bf3b89-b449-4f1a-90a7-33135fcaeeaa admin admin] Publish callbacks [] for security_group (029b8f7b-cc15-4030-a27a-54229b1a47f1), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:28.008586 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-74de4a35-ecb4-45ae-8fba-ba80f22af573 admin admin] Publish callbacks [] for security_group (0f771c99-ed5d-4fff-8e6b-6c84b005a331), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:28.125831 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-74de4a35-ecb4-45ae-8fba-ba80f22af573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0f771c99-ed5d-4fff-8e6b-6c84b005a331), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:28.129500 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4bf3b89-b449-4f1a-90a7-33135fcaeeaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (029b8f7b-cc15-4030-a27a-54229b1a47f1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:28.129950 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-74de4a35-ecb4-45ae-8fba-ba80f22af573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:28.132638 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-74de4a35-ecb4-45ae-8fba-ba80f22af573 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0f771c99-ed5d-4fff-8e6b-6c84b005a331 HTTP/1.1" status: 204 len: 168 time: 0.2592254 Feb 09 01:33:28.137317 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4bf3b89-b449-4f1a-90a7-33135fcaeeaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:28.138658 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f4bf3b89-b449-4f1a-90a7-33135fcaeeaa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/029b8f7b-cc15-4030-a27a-54229b1a47f1 HTTP/1.1" status: 204 len: 168 time: 0.3798463 Feb 09 01:33:28.142359 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de4a35-ecb4-45ae-8fba-ba80f22af573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f771c99-ed5d-4fff-8e6b-6c84b005a331,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:28.165856 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf3b89-b449-4f1a-90a7-33135fcaeeaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029b8f7b-cc15-4030-a27a-54229b1a47f1,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:28.274851 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:28.534897 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f1219-4e67-4fda-b672-41923f264396 req-1b80fbc1-6a27-4749-8939-3173f356e2c5 tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:28.538361 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c30f1219-4e67-4fda-b672-41923f264396 req-1b80fbc1-6a27-4749-8939-3173f356e2c5 tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1313db1-af83-4a9a-9e57-257a09ee184e HTTP/1.1" status: 200 len: 945 time: 0.1081173 Feb 09 01:33:28.774491 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c30f1219-4e67-4fda-b672-41923f264396 req-96deb9ca-e4b5-4e05-a254-a152dd41f328 tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] 10.222.0.30 "GET /v2.0/security-groups?id=977b7552-6371-4a89-a2e6-697945e122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204697 Feb 09 01:33:28.829201 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a02d2d-5ea1-463a-b046-e9626c7c0f34 req-282a1ce8-5ab0-4377-81b0-3fe38ed8bf19 tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:28.837079 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-18a02d2d-5ea1-463a-b046-e9626c7c0f34 req-282a1ce8-5ab0-4377-81b0-3fe38ed8bf19 tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] 10.222.0.91 "GET /v2.0/ports?device_id=b1313db1-af83-4a9a-9e57-257a09ee184e HTTP/1.1" status: 200 len: 945 time: 0.2162778 Feb 09 01:33:29.064956 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-18a02d2d-5ea1-463a-b046-e9626c7c0f34 req-993fc04f-3c64-4bfa-988e-01d302f4fecf tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] Deleting port e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:33:29.065224 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-18a02d2d-5ea1-463a-b046-e9626c7c0f34 req-993fc04f-3c64-4bfa-988e-01d302f4fecf tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:29.292627 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-18a02d2d-5ea1-463a-b046-e9626c7c0f34 req-993fc04f-3c64-4bfa-988e-01d302f4fecf tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] For port e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628,segment=NetworkSegment(ec524dc7-a554-402e-b333-1982ddfe0aea),segment_id=ec524dc7-a554-402e-b333-1982ddfe0aea)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:29.293055 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-18a02d2d-5ea1-463a-b046-e9626c7c0f34 req-993fc04f-3c64-4bfa-988e-01d302f4fecf tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:29.325511 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-18a02d2d-5ea1-463a-b046-e9626c7c0f34 req-993fc04f-3c64-4bfa-988e-01d302f4fecf tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] Calling delete_port for e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:33:29.654072 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-18a02d2d-5ea1-463a-b046-e9626c7c0f34 req-993fc04f-3c64-4bfa-988e-01d302f4fecf tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:29.808040 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993fc04f-3c64-4bfa-988e-01d302f4fecf tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] Pushing event deleted for resources: {'Port': ['ID=e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:29.909371 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a02d2d-5ea1-463a-b046-e9626c7c0f34 req-993fc04f-3c64-4bfa-988e-01d302f4fecf tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] No DVR routers for this DVR port e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628 on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:33:29.917711 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-18a02d2d-5ea1-463a-b046-e9626c7c0f34 req-993fc04f-3c64-4bfa-988e-01d302f4fecf tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:29.927377 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-18a02d2d-5ea1-463a-b046-e9626c7c0f34 req-993fc04f-3c64-4bfa-988e-01d302f4fecf tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] 10.222.0.91 "DELETE /v2.0/ports/e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628 HTTP/1.1" status: 204 len: 173 time: 1.0835774 Feb 09 01:33:29.928040 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1313db1-af83-4a9a-9e57-257a09ee184e', 'name': 'network-vif-deleted', 'tag': 'e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:33:29.945912 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24d15f8-bca3-43ce-926e-cf77777a3ddf" -d '{"events": [{"server_uuid": "b1313db1-af83-4a9a-9e57-257a09ee184e", "name": "network-vif-deleted", "tag": "e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:33:30.088353 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-21ec9509-3a44-4bc4-b4ad-4b853ab92ea1 req-dbf62f6f-7bc3-4913-a9a3-27e0727aa598 tempest-ServerTagsTestJSON-1494990742 tempest-ServerTagsTestJSON-1494990742-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1313db1-af83-4a9a-9e57-257a09ee184e HTTP/1.1" status: 200 len: 210 time: 0.1161282 Feb 09 01:33:30.104789 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081b9f4f-f3c6-485a-af39-ea66eecf8071 x-openstack-request-id: req-081b9f4f-f3c6-485a-af39-ea66eecf8071 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:33:30.105424 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1313db1-af83-4a9a-9e57-257a09ee184e", "name": "network-vif-deleted", "tag": "e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:33:30.105880 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-081b9f4f-f3c6-485a-af39-ea66eecf8071 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:33:30.106974 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1313db1-af83-4a9a-9e57-257a09ee184e', 'name': 'network-vif-deleted', 'tag': 'e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628', 'status': 'completed', 'code': 200} Feb 09 01:33:30.671194 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:33:30.721702 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:33:30.722291 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device e8c9f5ff-1abe-48bc-8c3e-3afec4ec3628 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:33:31.289764 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 47350) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:31.400116 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f183ed8-f67e-47af-beb9-bca4b5e73b25 admin admin] Deleting subnet 0e97a693-c59b-4a8d-8af4-73f84a7411a2 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:33:31.407064 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2f183ed8-f67e-47af-beb9-bca4b5e73b25 admin admin] Publish callbacks [] for subnet (0e97a693-c59b-4a8d-8af4-73f84a7411a2), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:31.492368 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2f183ed8-f67e-47af-beb9-bca4b5e73b25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (0e97a693-c59b-4a8d-8af4-73f84a7411a2), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:31.558061 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2f183ed8-f67e-47af-beb9-bca4b5e73b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (0e97a693-c59b-4a8d-8af4-73f84a7411a2), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:31.632204 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2f183ed8-f67e-47af-beb9-bca4b5e73b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (0e97a693-c59b-4a8d-8af4-73f84a7411a2), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:31.659660 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f183ed8-f67e-47af-beb9-bca4b5e73b25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e97a693-c59b-4a8d-8af4-73f84a7411a2,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:31.670960 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2f183ed8-f67e-47af-beb9-bca4b5e73b25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:31.678653 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2f183ed8-f67e-47af-beb9-bca4b5e73b25 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0e97a693-c59b-4a8d-8af4-73f84a7411a2 HTTP/1.1" status: 204 len: 168 time: 0.3871043 Feb 09 01:33:31.681540 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 47358) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:31.776924 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b7da97c-a165-4394-ad2a-658df54d2f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (81ba162b-c240-4f0d-989a-c9bfad72a54b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:31.867608 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b7da97c-a165-4394-ad2a-658df54d2f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (81ba162b-c240-4f0d-989a-c9bfad72a54b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:31.891106 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-2b7da97c-a165-4394-ad2a-658df54d2f1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81ba162b-c240-4f0d-989a-c9bfad72a54b']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:31.902377 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-2b7da97c-a165-4394-ad2a-658df54d2f1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec524dc7-a554-402e-b333-1982ddfe0aea') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:31.902813 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-2b7da97c-a165-4394-ad2a-658df54d2f1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec524dc7-a554-402e-b333-1982ddfe0aea') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:31.918717 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b7da97c-a165-4394-ad2a-658df54d2f1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (ec524dc7-a554-402e-b333-1982ddfe0aea), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:31.947295 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b7da97c-a165-4394-ad2a-658df54d2f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (ec524dc7-a554-402e-b333-1982ddfe0aea), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:31.958278 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b7da97c-a165-4394-ad2a-658df54d2f1a admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:33:31.959171 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b7da97c-a165-4394-ad2a-658df54d2f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (ec524dc7-a554-402e-b333-1982ddfe0aea), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:31.963692 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:33:31.963692 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:33:31.963692 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:33:31.963692 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:33:31.963692 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:33:31.963692 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:33:31.963692 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:33:31.963692 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:33:31.963692 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:33:31.963692 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:33:31.963692 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:33:31.963692 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:33:31.963692 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:33:31.963692 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:33:31.963692 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:33:31.963692 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:33:31.963692 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:33:31.963692 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:33:31.963692 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:33:31.963692 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:33:31.963692 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:33:31.963692 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:33:31.963692 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:33:31.963692 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:33:31.963692 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:33:31.963692 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:33:31.963692 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:33:31.963692 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:33:31.963692 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:33:31.963692 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:33:31.963692 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:33:31.963692 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:33:32.071999 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b7da97c-a165-4394-ad2a-658df54d2f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (81ba162b-c240-4f0d-989a-c9bfad72a54b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:32.114410 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b7da97c-a165-4394-ad2a-658df54d2f1a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:32.118804 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2b7da97c-a165-4394-ad2a-658df54d2f1a admin admin] 10.222.0.30 "DELETE /v2.0/networks/81ba162b-c240-4f0d-989a-c9bfad72a54b HTTP/1.1" status: 204 len: 168 time: 0.4363182 Feb 09 01:33:32.126569 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7da97c-a165-4394-ad2a-658df54d2f1a admin admin] Pushing event deleted for resources: {'Network': ['ID=81ba162b-c240-4f0d-989a-c9bfad72a54b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:32.462188 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 47378) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:32.553134 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ce14db7f-550b-49f4-b6e4-5ba539d63f6f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ab9027d932a64f6d8047aa962c58706c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0869741 Feb 09 01:33:32.554304 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 47382) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:32.644232 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f1f3e200-cfbe-4303-baea-7b3b62ad2654 admin admin] Publish callbacks [] for security_group (977b7552-6371-4a89-a2e6-697945e122b8), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:32.672002 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f1f3e200-cfbe-4303-baea-7b3b62ad2654 admin admin] Publish callbacks [] for security_group (977b7552-6371-4a89-a2e6-697945e122b8), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:32.772305 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f1f3e200-cfbe-4303-baea-7b3b62ad2654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (977b7552-6371-4a89-a2e6-697945e122b8), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:32.776785 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f1f3e200-cfbe-4303-baea-7b3b62ad2654 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:32.779547 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f1f3e200-cfbe-4303-baea-7b3b62ad2654 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/977b7552-6371-4a89-a2e6-697945e122b8 HTTP/1.1" status: 204 len: 168 time: 0.2227602 Feb 09 01:33:32.808462 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f3e200-cfbe-4303-baea-7b3b62ad2654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977b7552-6371-4a89-a2e6-697945e122b8,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:34.098166 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:33:35.087598 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 47464) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:35.245279 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-164783fb-b7fa-46e8-bdd5-6dea93aa6ff0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:35.340840 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-164783fb-b7fa-46e8-bdd5-6dea93aa6ff0 admin admin] Publish callbacks [] for security_group (93b1cc4f-f023-4890-be11-4a0275b5b09a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:35.347451 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-164783fb-b7fa-46e8-bdd5-6dea93aa6ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (93b1cc4f-f023-4890-be11-4a0275b5b09a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:35.385325 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164783fb-b7fa-46e8-bdd5-6dea93aa6ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b1cc4f-f023-4890-be11-4a0275b5b09a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:35.422164 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 47472) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:35.434983 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-164783fb-b7fa-46e8-bdd5-6dea93aa6ff0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c2f0665cdc4a42faa43fc38899842bf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3455915 Feb 09 01:33:35.511169 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eeeb9ba6-72cc-4d0d-b805-00a3e505ab0e admin admin] Publish callbacks [] for security_group (93b1cc4f-f023-4890-be11-4a0275b5b09a), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:35.562448 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eeeb9ba6-72cc-4d0d-b805-00a3e505ab0e admin admin] Publish callbacks [] for security_group (93b1cc4f-f023-4890-be11-4a0275b5b09a), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:35.649287 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eeeb9ba6-72cc-4d0d-b805-00a3e505ab0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (93b1cc4f-f023-4890-be11-4a0275b5b09a), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:35.656616 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eeeb9ba6-72cc-4d0d-b805-00a3e505ab0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:35.658790 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-eeeb9ba6-72cc-4d0d-b805-00a3e505ab0e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/93b1cc4f-f023-4890-be11-4a0275b5b09a HTTP/1.1" status: 204 len: 168 time: 0.2355702 Feb 09 01:33:35.694452 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb9ba6-72cc-4d0d-b805-00a3e505ab0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b1cc4f-f023-4890-be11-4a0275b5b09a,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:35.699970 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 47484) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:35.920706 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-416b2a7f-3c7d-4371-b9f3-f99d5dbe00a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:36.013907 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-416b2a7f-3c7d-4371-b9f3-f99d5dbe00a5 admin admin] Publish callbacks [] for security_group (c648996a-427a-4a5e-95af-4b62cce95fcb), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:36.024143 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-416b2a7f-3c7d-4371-b9f3-f99d5dbe00a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c648996a-427a-4a5e-95af-4b62cce95fcb), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:36.091608 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-416b2a7f-3c7d-4371-b9f3-f99d5dbe00a5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8feacfab4d824511bc2d583e399f98f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3902805 Feb 09 01:33:36.094868 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 47502) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:36.108046 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b2a7f-3c7d-4371-b9f3-f99d5dbe00a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c648996a-427a-4a5e-95af-4b62cce95fcb,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:36.196775 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8c381b8a-35a4-4ab0-b77f-05593c685d78 admin admin] Publish callbacks [] for security_group (c648996a-427a-4a5e-95af-4b62cce95fcb), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:36.233164 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8c381b8a-35a4-4ab0-b77f-05593c685d78 admin admin] Publish callbacks [] for security_group (c648996a-427a-4a5e-95af-4b62cce95fcb), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:36.297824 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8c381b8a-35a4-4ab0-b77f-05593c685d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c648996a-427a-4a5e-95af-4b62cce95fcb), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:36.300495 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8c381b8a-35a4-4ab0-b77f-05593c685d78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:36.302278 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8c381b8a-35a4-4ab0-b77f-05593c685d78 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c648996a-427a-4a5e-95af-4b62cce95fcb HTTP/1.1" status: 204 len: 168 time: 0.2053175 Feb 09 01:33:36.329534 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c381b8a-35a4-4ab0-b77f-05593c685d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c648996a-427a-4a5e-95af-4b62cce95fcb,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:37.078484 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 47542) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:37.252588 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-b69846ac-60ac-41e5-a9b5-31964124a744 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-293999041-network', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:37.309864 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69846ac-60ac-41e5-a9b5-31964124a744 admin admin] Made reservation on behalf of d2bc7c4a293d49059d9a272b2819e75f for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:33:37.314167 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b69846ac-60ac-41e5-a9b5-31964124a744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:37.326122 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b69846ac-60ac-41e5-a9b5-31964124a744 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:37.485684 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b69846ac-60ac-41e5-a9b5-31964124a744 admin admin] Publish callbacks [] for security_group (70f05627-98a4-4d25-894d-340c2d247d33), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:37.504262 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b69846ac-60ac-41e5-a9b5-31964124a744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (70f05627-98a4-4d25-894d-340c2d247d33), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:37.514515 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 47560) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:37.532603 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b69846ac-60ac-41e5-a9b5-31964124a744 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:33:37.556738 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b69846ac-60ac-41e5-a9b5-31964124a744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (b0a39339-81a8-45ed-9fe0-550b74489f1b), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:37.557556 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-b69846ac-60ac-41e5-a9b5-31964124a744 admin admin] Added segment b0a39339-81a8-45ed-9fe0-550b74489f1b of type vlan for network 88b27524-8ae4-4965-b899-af20055923cd Feb 09 01:33:37.633445 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b69846ac-60ac-41e5-a9b5-31964124a744 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (88b27524-8ae4-4965-b899-af20055923cd), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:37.695210 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b69846ac-60ac-41e5-a9b5-31964124a744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (88b27524-8ae4-4965-b899-af20055923cd), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:37.696381 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69846ac-60ac-41e5-a9b5-31964124a744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:37.697067 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b69846ac-60ac-41e5-a9b5-31964124a744 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:37.727475 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-7f293c3c-8efa-47ea-b105-37dfe4f75634 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1261333366-network', 'tenant_id': 'a02814a135ec440bb7b8ed9a51ad23c0'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:37.744211 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b69846ac-60ac-41e5-a9b5-31964124a744 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6634367 Feb 09 01:33:37.749360 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 47566) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:37.761470 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-ec352fab-8527-416a-a928-27c75659e276 admin admin] Request body: {'subnet': {'network_id': '88b27524-8ae4-4965-b899-af20055923cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-293999041-subnet', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:37.792856 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f293c3c-8efa-47ea-b105-37dfe4f75634 admin admin] Made reservation on behalf of a02814a135ec440bb7b8ed9a51ad23c0 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:33:37.795459 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7f293c3c-8efa-47ea-b105-37dfe4f75634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:37.810015 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7f293c3c-8efa-47ea-b105-37dfe4f75634 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:37.810236 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69846ac-60ac-41e5-a9b5-31964124a744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f05627-98a4-4d25-894d-340c2d247d33,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:37.815858 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec352fab-8527-416a-a928-27c75659e276 admin admin] Made reservation on behalf of d2bc7c4a293d49059d9a272b2819e75f for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:33:37.818781 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ec352fab-8527-416a-a928-27c75659e276 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:37.902008 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69846ac-60ac-41e5-a9b5-31964124a744 admin admin] Pushing event updated for resources: {'Network': ['ID=88b27524-8ae4-4965-b899-af20055923cd,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:38.062970 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7f293c3c-8efa-47ea-b105-37dfe4f75634 admin admin] Publish callbacks [] for security_group (698705ed-ee0f-4e1a-a43a-98ca66f55ff7), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:38.105425 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7f293c3c-8efa-47ea-b105-37dfe4f75634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (698705ed-ee0f-4e1a-a43a-98ca66f55ff7), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:38.200619 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f293c3c-8efa-47ea-b105-37dfe4f75634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698705ed-ee0f-4e1a-a43a-98ca66f55ff7,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:38.228331 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f293c3c-8efa-47ea-b105-37dfe4f75634 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:33:38.240666 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ec352fab-8527-416a-a928-27c75659e276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (22a89563-8842-4e1e-95dc-ee10f0240b0a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:38.246586 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 88b27524-8ae4-4965-b899-af20055923cd details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:33:38.279803 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7f293c3c-8efa-47ea-b105-37dfe4f75634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (7b7986fb-3759-47d5-aaef-a86146eab3c0), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:38.280204 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-7f293c3c-8efa-47ea-b105-37dfe4f75634 admin admin] Added segment 7b7986fb-3759-47d5-aaef-a86146eab3c0 of type vlan for network 2acff04b-1139-4c46-94ea-29d9f3f965f7 Feb 09 01:33:38.357531 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7f293c3c-8efa-47ea-b105-37dfe4f75634 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (2acff04b-1139-4c46-94ea-29d9f3f965f7), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:38.371196 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec352fab-8527-416a-a928-27c75659e276 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22a89563-8842-4e1e-95dc-ee10f0240b0a,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:38.376004 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec352fab-8527-416a-a928-27c75659e276 admin admin] Checking segment: {'id': 'b0a39339-81a8-45ed-9fe0-550b74489f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '88b27524-8ae4-4965-b899-af20055923cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:33:38.376378 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec352fab-8527-416a-a928-27c75659e276 admin admin] Network hostable DHCP agents. Network: 88b27524-8ae4-4965-b899-af20055923cd, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:33:38.405948 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7f293c3c-8efa-47ea-b105-37dfe4f75634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (2acff04b-1139-4c46-94ea-29d9f3f965f7), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:38.407044 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f293c3c-8efa-47ea-b105-37dfe4f75634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:38.407745 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7f293c3c-8efa-47ea-b105-37dfe4f75634 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:38.413703 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec352fab-8527-416a-a928-27c75659e276 admin admin] Network 88b27524-8ae4-4965-b899-af20055923cd is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:33:38.469494 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-ec352fab-8527-416a-a928-27c75659e276 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 88b27524-8ae4-4965-b899-af20055923cd) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:38.480207 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7b1098-13db-421f-baa4-dca844bb8f2d None None] Network 88b27524-8ae4-4965-b899-af20055923cd requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:33:38.482110 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec352fab-8527-416a-a928-27c75659e276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:38.482859 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ec352fab-8527-416a-a928-27c75659e276 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:38.500390 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7f293c3c-8efa-47ea-b105-37dfe4f75634 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9842141 Feb 09 01:33:38.503289 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 47572) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:38.509896 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-5f73c858-4999-48de-ba6e-3d08a83e85a9 admin admin] Request body: {'subnet': {'network_id': '2acff04b-1139-4c46-94ea-29d9f3f965f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1261333366-subnet', 'tenant_id': 'a02814a135ec440bb7b8ed9a51ad23c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:38.515292 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f293c3c-8efa-47ea-b105-37dfe4f75634 admin admin] Pushing event updated for resources: {'Network': ['ID=2acff04b-1139-4c46-94ea-29d9f3f965f7,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:38.531567 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ec352fab-8527-416a-a928-27c75659e276 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7787590 Feb 09 01:33:38.534360 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 47574) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:38.537819 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f73c858-4999-48de-ba6e-3d08a83e85a9 admin admin] Made reservation on behalf of a02814a135ec440bb7b8ed9a51ad23c0 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:33:38.540867 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-b775ea50-0ab6-41f1-8c99-79111f571b2f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-293999041-router', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:38.554085 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5f73c858-4999-48de-ba6e-3d08a83e85a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:38.565584 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b775ea50-0ab6-41f1-8c99-79111f571b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (c48d68a8-7b5e-44c2-96ea-be7a9b527b04), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:38.567180 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b775ea50-0ab6-41f1-8c99-79111f571b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (c48d68a8-7b5e-44c2-96ea-be7a9b527b04), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:38.612213 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 2acff04b-1139-4c46-94ea-29d9f3f965f7 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:33:38.654007 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b775ea50-0ab6-41f1-8c99-79111f571b2f admin admin] Publish callbacks [] for router_controller (c48d68a8-7b5e-44c2-96ea-be7a9b527b04), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:38.659321 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df27d67a-d7b7-42cd-9060-9a9e220bde71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-88b27524-8ae4-4965-b899-af20055923cd', 'network_id': '88b27524-8ae4-4965-b899-af20055923cd', 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'fixed_ips': [{'subnet_id': '22a89563-8842-4e1e-95dc-ee10f0240b0a'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:33:38.660218 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-df27d67a-d7b7-42cd-9060-9a9e220bde71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:38.805193 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5f73c858-4999-48de-ba6e-3d08a83e85a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (30431698-9122-4fe8-af8d-998bcf65eb70), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:38.834396 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-df27d67a-d7b7-42cd-9060-9a9e220bde71 None None] Allocated IP 172.20.0.2 (88b27524-8ae4-4965-b899-af20055923cd/22a89563-8842-4e1e-95dc-ee10f0240b0a/c17fa13b-8a3b-4c5b-998d-53689abd705d) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:33:38.870189 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73c858-4999-48de-ba6e-3d08a83e85a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30431698-9122-4fe8-af8d-998bcf65eb70,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:38.924892 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f73c858-4999-48de-ba6e-3d08a83e85a9 admin admin] Checking segment: {'id': '7b7986fb-3759-47d5-aaef-a86146eab3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '2acff04b-1139-4c46-94ea-29d9f3f965f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:33:38.925343 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f73c858-4999-48de-ba6e-3d08a83e85a9 admin admin] Network hostable DHCP agents. Network: 2acff04b-1139-4c46-94ea-29d9f3f965f7, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:33:38.952186 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f73c858-4999-48de-ba6e-3d08a83e85a9 admin admin] Network 2acff04b-1139-4c46-94ea-29d9f3f965f7 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:33:38.967715 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-5f73c858-4999-48de-ba6e-3d08a83e85a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 2acff04b-1139-4c46-94ea-29d9f3f965f7) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:38.972787 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f73c858-4999-48de-ba6e-3d08a83e85a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:38.973724 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5f73c858-4999-48de-ba6e-3d08a83e85a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:38.998776 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5f73c858-4999-48de-ba6e-3d08a83e85a9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4941328 Feb 09 01:33:39.000594 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcae70f-1fd6-451b-aaae-3eaf84211532 None None] Network 2acff04b-1139-4c46-94ea-29d9f3f965f7 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:33:39.081715 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-df27d67a-d7b7-42cd-9060-9a9e220bde71 None None] Publish callbacks [] for port (c17fa13b-8a3b-4c5b-998d-53689abd705d), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:39.092597 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-df27d67a-d7b7-42cd-9060-9a9e220bde71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (c17fa13b-8a3b-4c5b-998d-53689abd705d), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:39.164671 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b775ea50-0ab6-41f1-8c99-79111f571b2f admin admin] Publish callbacks [] for router_gateway (c48d68a8-7b5e-44c2-96ea-be7a9b527b04), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:39.385678 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27d67a-d7b7-42cd-9060-9a9e220bde71 None None] Pushing event updated for resources: {'Port': ['ID=c17fa13b-8a3b-4c5b-998d-53689abd705d,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:39.402802 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df27d67a-d7b7-42cd-9060-9a9e220bde71 None None] Network 88b27524-8ae4-4965-b899-af20055923cd is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:33:39.405890 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-df27d67a-d7b7-42cd-9060-9a9e220bde71 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:39.413848 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df27d67a-d7b7-42cd-9060-9a9e220bde71 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:33:39.419176 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27d67a-d7b7-42cd-9060-9a9e220bde71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:39.419510 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27d67a-d7b7-42cd-9060-9a9e220bde71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:39.420052 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27d67a-d7b7-42cd-9060-9a9e220bde71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:39.420875 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27d67a-d7b7-42cd-9060-9a9e220bde71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:39.421601 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27d67a-d7b7-42cd-9060-9a9e220bde71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:39.422141 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27d67a-d7b7-42cd-9060-9a9e220bde71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:39.422680 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27d67a-d7b7-42cd-9060-9a9e220bde71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:39.423139 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27d67a-d7b7-42cd-9060-9a9e220bde71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:39.423604 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27d67a-d7b7-42cd-9060-9a9e220bde71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:39.424112 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27d67a-d7b7-42cd-9060-9a9e220bde71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:39.424658 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27d67a-d7b7-42cd-9060-9a9e220bde71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:39.425132 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27d67a-d7b7-42cd-9060-9a9e220bde71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:39.425783 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27d67a-d7b7-42cd-9060-9a9e220bde71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:39.519158 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcfb3b5-e0e0-4148-8388-7281e546bc0b None None] Network 2acff04b-1139-4c46-94ea-29d9f3f965f7 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:33:39.557001 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b775ea50-0ab6-41f1-8c99-79111f571b2f admin admin] Publish callbacks [] for router_gateway (c48d68a8-7b5e-44c2-96ea-be7a9b527b04), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:39.591493 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b775ea50-0ab6-41f1-8c99-79111f571b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:39.637825 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-df27d67a-d7b7-42cd-9060-9a9e220bde71 None None] Attempting to bind port c17fa13b-8a3b-4c5b-998d-53689abd705d on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:33:39.638193 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-df27d67a-d7b7-42cd-9060-9a9e220bde71 None None] Attempting to bind port c17fa13b-8a3b-4c5b-998d-53689abd705d by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'b0a39339-81a8-45ed-9fe0-550b74489f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '88b27524-8ae4-4965-b899-af20055923cd'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:33:39.638553 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df27d67a-d7b7-42cd-9060-9a9e220bde71 None None] Attempting to bind port c17fa13b-8a3b-4c5b-998d-53689abd705d on network 88b27524-8ae4-4965-b899-af20055923cd {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:33:39.644511 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df27d67a-d7b7-42cd-9060-9a9e220bde71 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:33:39.644885 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df27d67a-d7b7-42cd-9060-9a9e220bde71 None None] Checking segment: {'id': 'b0a39339-81a8-45ed-9fe0-550b74489f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '88b27524-8ae4-4965-b899-af20055923cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:33:39.645284 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-df27d67a-d7b7-42cd-9060-9a9e220bde71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:39.646424 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df27d67a-d7b7-42cd-9060-9a9e220bde71 None None] Bound using segment: {'id': 'b0a39339-81a8-45ed-9fe0-550b74489f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '88b27524-8ae4-4965-b899-af20055923cd'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:33:39.646424 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-df27d67a-d7b7-42cd-9060-9a9e220bde71 None None] Bound port: c17fa13b-8a3b-4c5b-998d-53689abd705d, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a39339-81a8-45ed-9fe0-550b74489f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '88b27524-8ae4-4965-b899-af20055923cd'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:33:39.646724 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-df27d67a-d7b7-42cd-9060-9a9e220bde71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c17fa13b-8a3b-4c5b-998d-53689abd705d), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:39.751654 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-b775ea50-0ab6-41f1-8c99-79111f571b2f admin admin] Allocated IP 172.25.1.227 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/e14078b4-4379-4633-9f4f-9367ebe69b48) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:33:39.764147 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-df27d67a-d7b7-42cd-9060-9a9e220bde71 None None] For port c17fa13b-8a3b-4c5b-998d-53689abd705d, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:33:39.769897 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-df27d67a-d7b7-42cd-9060-9a9e220bde71 None None] For port c17fa13b-8a3b-4c5b-998d-53689abd705d, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=c17fa13b-8a3b-4c5b-998d-53689abd705d,segment=NetworkSegment(b0a39339-81a8-45ed-9fe0-550b74489f1b),segment_id=b0a39339-81a8-45ed-9fe0-550b74489f1b)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:33:39.778021 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-df27d67a-d7b7-42cd-9060-9a9e220bde71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (c17fa13b-8a3b-4c5b-998d-53689abd705d), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:39.886198 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b775ea50-0ab6-41f1-8c99-79111f571b2f admin admin] Publish callbacks [] for port (e14078b4-4379-4633-9f4f-9367ebe69b48), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:39.907692 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27d67a-d7b7-42cd-9060-9a9e220bde71 None None] Pushing event updated for resources: {'Port': ['ID=c17fa13b-8a3b-4c5b-998d-53689abd705d,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:39.942530 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b775ea50-0ab6-41f1-8c99-79111f571b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (e14078b4-4379-4633-9f4f-9367ebe69b48), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:39.989456 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b775ea50-0ab6-41f1-8c99-79111f571b2f admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:33:39.993659 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-b775ea50-0ab6-41f1-8c99-79111f571b2f admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:39.997394 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b775ea50-0ab6-41f1-8c99-79111f571b2f admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:33:40.024365 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b775ea50-0ab6-41f1-8c99-79111f571b2f admin admin] Pushing event updated for resources: {'Port': ['ID=e14078b4-4379-4633-9f4f-9367ebe69b48,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:40.414412 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b775ea50-0ab6-41f1-8c99-79111f571b2f admin admin] Publish callbacks [] for router_gateway (c48d68a8-7b5e-44c2-96ea-be7a9b527b04), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:40.720702 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b775ea50-0ab6-41f1-8c99-79111f571b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (c48d68a8-7b5e-44c2-96ea-be7a9b527b04), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:40.917615 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b775ea50-0ab6-41f1-8c99-79111f571b2f admin admin] Router c48d68a8-7b5e-44c2-96ea-be7a9b527b04 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:33:41.070096 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b775ea50-0ab6-41f1-8c99-79111f571b2f admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:33:41.082827 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d181f10-a2dd-4e99-86ee-8788854397dc None None] Sync routers for ids ['c48d68a8-7b5e-44c2-96ea-be7a9b527b04'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:33:41.105949 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d181f10-a2dd-4e99-86ee-8788854397dc None None] Routers {'c48d68a8-7b5e-44c2-96ea-be7a9b527b04'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:33:41.106526 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-3d181f10-a2dd-4e99-86ee-8788854397dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:33:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c48d68a8-7b5e-44c2-96ea-be7a9b527b04'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:41.108104 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b775ea50-0ab6-41f1-8c99-79111f571b2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:41.109974 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b775ea50-0ab6-41f1-8c99-79111f571b2f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5740786 Feb 09 01:33:41.113012 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 47610) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:41.369834 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-3d181f10-a2dd-4e99-86ee-8788854397dc None None] Set router c48d68a8-7b5e-44c2-96ea-be7a9b527b04 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:33:41.473499 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e623265c-81e5-4cc4-abdf-132c558d8031 None None] Network 88b27524-8ae4-4965-b899-af20055923cd requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:33:41.729971 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-4ba9d106-f0fc-47be-a5db-d9840a6b2a12 None None] Provisioning complete for port c17fa13b-8a3b-4c5b-998d-53689abd705d triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:41.732315 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4ba9d106-f0fc-47be-a5db-d9840a6b2a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c17fa13b-8a3b-4c5b-998d-53689abd705d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:41.843074 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-3d181f10-a2dd-4e99-86ee-8788854397dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'name': 'tempest-AttachVolumeShelveTestJSON-293999041-router', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'e14078b4-4379-4633-9f4f-9367ebe69b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:38Z', 'updated_at': '2022-02-09T01:33:40Z', 'revision_number': 3, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'gw_port': {'id': 'e14078b4-4379-4633-9f4f-9367ebe69b48', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:72:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:39Z', 'updated_at': '2022-02-09T01:33:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:41.935001 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d181f10-a2dd-4e99-86ee-8788854397dc None None] Checking router: c48d68a8-7b5e-44c2-96ea-be7a9b527b04 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:33:41.937669 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-20080249-3de2-4011-9621-479784e1dae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:41.939783 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d181f10-a2dd-4e99-86ee-8788854397dc None None] Updating router c48d68a8-7b5e-44c2-96ea-be7a9b527b04 port e14078b4-4379-4633-9f4f-9367ebe69b48 binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:33:42.059432 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3d181f10-a2dd-4e99-86ee-8788854397dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e14078b4-4379-4633-9f4f-9367ebe69b48), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:42.100975 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-4ba9d106-f0fc-47be-a5db-d9840a6b2a12 None None] Current status of the port c17fa13b-8a3b-4c5b-998d-53689abd705d is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:42.101485 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4ba9d106-f0fc-47be-a5db-d9840a6b2a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c17fa13b-8a3b-4c5b-998d-53689abd705d), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:42.114093 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device c17fa13b-8a3b-4c5b-998d-53689abd705d up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:33:42.317042 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-4ba9d106-f0fc-47be-a5db-d9840a6b2a12 None None] For port c17fa13b-8a3b-4c5b-998d-53689abd705d, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=c17fa13b-8a3b-4c5b-998d-53689abd705d,segment=NetworkSegment(b0a39339-81a8-45ed-9fe0-550b74489f1b),segment_id=b0a39339-81a8-45ed-9fe0-550b74489f1b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:42.356582 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4ba9d106-f0fc-47be-a5db-d9840a6b2a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (c17fa13b-8a3b-4c5b-998d-53689abd705d), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:42.374708 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-20080249-3de2-4011-9621-479784e1dae8 admin admin] Allocated IP 172.20.0.1 (88b27524-8ae4-4965-b899-af20055923cd/22a89563-8842-4e1e-95dc-ee10f0240b0a/c32716bf-b2ea-464f-aa1c-c159f8e3dbcf) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:33:42.464153 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9d106-f0fc-47be-a5db-d9840a6b2a12 None None] Pushing event updated for resources: {'Port': ['ID=c17fa13b-8a3b-4c5b-998d-53689abd705d,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:42.467793 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port c17fa13b-8a3b-4c5b-998d-53689abd705d triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:42.468372 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c17fa13b-8a3b-4c5b-998d-53689abd705d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:42.584867 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port c17fa13b-8a3b-4c5b-998d-53689abd705d is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:42.606908 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b237a1e9-b71a-4432-b361-5772993ba224 None None] Provisioning complete for port c17fa13b-8a3b-4c5b-998d-53689abd705d triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:42.607283 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b237a1e9-b71a-4432-b361-5772993ba224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c17fa13b-8a3b-4c5b-998d-53689abd705d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:42.627988 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-20080249-3de2-4011-9621-479784e1dae8 admin admin] Publish callbacks [] for port (c32716bf-b2ea-464f-aa1c-c159f8e3dbcf), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:42.720427 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3d181f10-a2dd-4e99-86ee-8788854397dc None None] Publish callbacks [] for port (e14078b4-4379-4633-9f4f-9367ebe69b48), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:42.730184 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3d181f10-a2dd-4e99-86ee-8788854397dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e14078b4-4379-4633-9f4f-9367ebe69b48), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:42.734419 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b237a1e9-b71a-4432-b361-5772993ba224 None None] Current status of the port c17fa13b-8a3b-4c5b-998d-53689abd705d is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:42.743894 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-20080249-3de2-4011-9621-479784e1dae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (c32716bf-b2ea-464f-aa1c-c159f8e3dbcf), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:42.806730 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20080249-3de2-4011-9621-479784e1dae8 admin admin] Pushing event updated for resources: {'Port': ['ID=c32716bf-b2ea-464f-aa1c-c159f8e3dbcf,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:42.819869 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20080249-3de2-4011-9621-479784e1dae8 admin admin] Network 88b27524-8ae4-4965-b899-af20055923cd is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:33:42.824565 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-20080249-3de2-4011-9621-479784e1dae8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:42.828526 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20080249-3de2-4011-9621-479784e1dae8 admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:33:42.862061 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-3d181f10-a2dd-4e99-86ee-8788854397dc None None] Attempting to bind port e14078b4-4379-4633-9f4f-9367ebe69b48 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:33:42.862528 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-3d181f10-a2dd-4e99-86ee-8788854397dc None None] Attempting to bind port e14078b4-4379-4633-9f4f-9367ebe69b48 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:33:42.862909 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d181f10-a2dd-4e99-86ee-8788854397dc None None] Attempting to bind port e14078b4-4379-4633-9f4f-9367ebe69b48 on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:33:42.889863 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-20080249-3de2-4011-9621-479784e1dae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (c48d68a8-7b5e-44c2-96ea-be7a9b527b04), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:42.890306 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d181f10-a2dd-4e99-86ee-8788854397dc None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:33:42.890684 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d181f10-a2dd-4e99-86ee-8788854397dc None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:33:42.891092 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3d181f10-a2dd-4e99-86ee-8788854397dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:42.891493 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d181f10-a2dd-4e99-86ee-8788854397dc None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:33:42.892025 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-3d181f10-a2dd-4e99-86ee-8788854397dc None None] Bound port: e14078b4-4379-4633-9f4f-9367ebe69b48, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:33:42.892449 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3d181f10-a2dd-4e99-86ee-8788854397dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e14078b4-4379-4633-9f4f-9367ebe69b48), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:42.951686 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568f3ed-2c53-44dc-b297-aa24202f4c0a None None] Pushing event updated for resources: {'Port': ['ID=e14078b4-4379-4633-9f4f-9367ebe69b48,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:42.973438 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568f3ed-2c53-44dc-b297-aa24202f4c0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:42.973786 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568f3ed-2c53-44dc-b297-aa24202f4c0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:42.974936 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568f3ed-2c53-44dc-b297-aa24202f4c0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:42.975548 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568f3ed-2c53-44dc-b297-aa24202f4c0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:42.975831 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568f3ed-2c53-44dc-b297-aa24202f4c0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:42.976747 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568f3ed-2c53-44dc-b297-aa24202f4c0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:42.977149 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568f3ed-2c53-44dc-b297-aa24202f4c0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:42.978532 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568f3ed-2c53-44dc-b297-aa24202f4c0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:42.978532 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568f3ed-2c53-44dc-b297-aa24202f4c0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:42.978705 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568f3ed-2c53-44dc-b297-aa24202f4c0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:42.979077 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568f3ed-2c53-44dc-b297-aa24202f4c0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:42.979526 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568f3ed-2c53-44dc-b297-aa24202f4c0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:42.979948 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568f3ed-2c53-44dc-b297-aa24202f4c0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:43.054663 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-3d181f10-a2dd-4e99-86ee-8788854397dc None None] For port e14078b4-4379-4633-9f4f-9367ebe69b48, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:33:43.059713 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-3d181f10-a2dd-4e99-86ee-8788854397dc None None] For port e14078b4-4379-4633-9f4f-9367ebe69b48, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=e14078b4-4379-4633-9f4f-9367ebe69b48,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:33:43.068739 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3d181f10-a2dd-4e99-86ee-8788854397dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e14078b4-4379-4633-9f4f-9367ebe69b48), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:43.178870 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-20080249-3de2-4011-9621-479784e1dae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c32716bf-b2ea-464f-aa1c-c159f8e3dbcf), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:43.213642 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d181f10-a2dd-4e99-86ee-8788854397dc None None] Routers {'c48d68a8-7b5e-44c2-96ea-be7a9b527b04'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:33:43.214516 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-3d181f10-a2dd-4e99-86ee-8788854397dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:33:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c48d68a8-7b5e-44c2-96ea-be7a9b527b04'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:43.277326 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-07615ad7-2e2f-4887-be06-4647dbbfde37 None None] Provisioning complete for port c32716bf-b2ea-464f-aa1c-c159f8e3dbcf triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:43.278856 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-07615ad7-2e2f-4887-be06-4647dbbfde37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c32716bf-b2ea-464f-aa1c-c159f8e3dbcf), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:43.397066 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-07615ad7-2e2f-4887-be06-4647dbbfde37 None None] Port c32716bf-b2ea-464f-aa1c-c159f8e3dbcf cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:33:43.426352 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568f3ed-2c53-44dc-b297-aa24202f4c0a None None] Pushing event updated for resources: {'Port': ['ID=e14078b4-4379-4633-9f4f-9367ebe69b48,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:43.485366 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-3d181f10-a2dd-4e99-86ee-8788854397dc None None] Set router c48d68a8-7b5e-44c2-96ea-be7a9b527b04 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:33:43.557486 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-20080249-3de2-4011-9621-479784e1dae8 admin admin] Publish callbacks [] for port (c32716bf-b2ea-464f-aa1c-c159f8e3dbcf), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:43.567278 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-20080249-3de2-4011-9621-479784e1dae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (c32716bf-b2ea-464f-aa1c-c159f8e3dbcf), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:43.756223 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-20080249-3de2-4011-9621-479784e1dae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (c48d68a8-7b5e-44c2-96ea-be7a9b527b04), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:43.915301 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20080249-3de2-4011-9621-479784e1dae8 admin admin] Pushing event updated for resources: {'Port': ['ID=c32716bf-b2ea-464f-aa1c-c159f8e3dbcf,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:44.007183 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20080249-3de2-4011-9621-479784e1dae8 admin admin] Network 88b27524-8ae4-4965-b899-af20055923cd is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:33:44.013145 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-20080249-3de2-4011-9621-479784e1dae8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:44.073299 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device c17fa13b-8a3b-4c5b-998d-53689abd705d up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:33:44.278025 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port c17fa13b-8a3b-4c5b-998d-53689abd705d triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:44.281276 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c17fa13b-8a3b-4c5b-998d-53689abd705d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:44.345144 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20080249-3de2-4011-9621-479784e1dae8 admin admin] Router c48d68a8-7b5e-44c2-96ea-be7a9b527b04 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:33:44.379343 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-3d181f10-a2dd-4e99-86ee-8788854397dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'name': 'tempest-AttachVolumeShelveTestJSON-293999041-router', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'e14078b4-4379-4633-9f4f-9367ebe69b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:38Z', 'updated_at': '2022-02-09T01:33:43Z', 'revision_number': 4, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'gw_port': {'id': 'e14078b4-4379-4633-9f4f-9367ebe69b48', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:72:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:39Z', 'updated_at': '2022-02-09T01:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'c32716bf-b2ea-464f-aa1c-c159f8e3dbcf', 'name': '', 'network_id': '88b27524-8ae4-4965-b899-af20055923cd', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'mac_address': 'fa:16:3e:33:7c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '22a89563-8842-4e1e-95dc-ee10f0240b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:41Z', 'updated_at': '2022-02-09T01:33:42Z', 'revision_number': 1, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'subnets': [{'id': '22a89563-8842-4e1e-95dc-ee10f0240b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:44.488237 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d181f10-a2dd-4e99-86ee-8788854397dc None None] The sync data for ids ['c48d68a8-7b5e-44c2-96ea-be7a9b527b04'] in n-d-822053-40 is: [{'id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'name': 'tempest-AttachVolumeShelveTestJSON-293999041-router', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'e14078b4-4379-4633-9f4f-9367ebe69b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:38Z', 'updated_at': '2022-02-09T01:33:43Z', 'revision_number': 4, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'gw_port': {'id': 'e14078b4-4379-4633-9f4f-9367ebe69b48', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:72:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:39Z', 'updated_at': '2022-02-09T01:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'c32716bf-b2ea-464f-aa1c-c159f8e3dbcf', 'name': '', 'network_id': '88b27524-8ae4-4965-b899-af20055923cd', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'mac_address': 'fa:16:3e:33:7c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '22a89563-8842-4e1e-95dc-ee10f0240b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:41Z', 'updated_at': '2022-02-09T01:33:42Z', 'revision_number': 1, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'subnets': [{'id': '22a89563-8842-4e1e-95dc-ee10f0240b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:33:44.538933 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port c17fa13b-8a3b-4c5b-998d-53689abd705d is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:44.630779 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20080249-3de2-4011-9621-479784e1dae8 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:33:44.638025 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-20080249-3de2-4011-9621-479784e1dae8 admin admin] 10.222.0.30 "PUT /v2.0/routers/c48d68a8-7b5e-44c2-96ea-be7a9b527b04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5233710 Feb 09 01:33:44.646492 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-ba70c4ee-cddc-4376-adc0-1b4dea10e77c None None] Provisioning complete for port c32716bf-b2ea-464f-aa1c-c159f8e3dbcf triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:44.647287 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ba70c4ee-cddc-4376-adc0-1b4dea10e77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c32716bf-b2ea-464f-aa1c-c159f8e3dbcf), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:44.709740 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ba70c4ee-cddc-4376-adc0-1b4dea10e77c None None] Port c32716bf-b2ea-464f-aa1c-c159f8e3dbcf cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:33:45.923251 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 47678) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:45.929256 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-c9b97ffe-200d-40bc-a728-4ee75c608b37 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1785486430', 'description': 'tempest-description--1305622386'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:45.993563 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c9b97ffe-200d-40bc-a728-4ee75c608b37 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:46.206674 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c9b97ffe-200d-40bc-a728-4ee75c608b37 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for security_group (f9dbc315-a9d7-45d0-a316-636f5a4411ef), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:46.220873 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c9b97ffe-200d-40bc-a728-4ee75c608b37 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f9dbc315-a9d7-45d0-a316-636f5a4411ef), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:46.292541 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c9b97ffe-200d-40bc-a728-4ee75c608b37 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:46.297119 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 47684) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:46.301557 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c9b97ffe-200d-40bc-a728-4ee75c608b37 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3763399 Feb 09 01:33:46.304420 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-c0511bcc-b967-4e69-8c6e-4ccae9787016 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Request body: {'security_group_rule': {'security_group_id': 'f9dbc315-a9d7-45d0-a316-636f5a4411ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:46.332846 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b97ffe-200d-40bc-a728-4ee75c608b37 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9dbc315-a9d7-45d0-a316-636f5a4411ef,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:46.385641 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c0511bcc-b967-4e69-8c6e-4ccae9787016 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for security_group_rule (be7412c6-66cb-419c-8002-5d5f5a85be01), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:46.521479 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c0511bcc-b967-4e69-8c6e-4ccae9787016 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for security_group_rule (be7412c6-66cb-419c-8002-5d5f5a85be01), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:46.528502 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c0511bcc-b967-4e69-8c6e-4ccae9787016 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (be7412c6-66cb-419c-8002-5d5f5a85be01), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:46.585240 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0511bcc-b967-4e69-8c6e-4ccae9787016 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be7412c6-66cb-419c-8002-5d5f5a85be01,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:46.606626 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c0511bcc-b967-4e69-8c6e-4ccae9787016 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:46.609475 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c0511bcc-b967-4e69-8c6e-4ccae9787016 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3107696 Feb 09 01:33:46.612421 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 47688) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:46.621860 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-1f220b50-269a-4326-abce-28972347e440 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Request body: {'security_group_rule': {'security_group_id': 'f9dbc315-a9d7-45d0-a316-636f5a4411ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:46.726966 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1f220b50-269a-4326-abce-28972347e440 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for security_group_rule (e72f57c9-a6f8-4ac4-bdbb-7f2033c653cd), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:46.814633 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4d77485-0be2-4dd8-9303-afcf404f3440 req-6ea280ac-8785-4e2d-926a-214b75e1a943 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8f62f8dc-36fe-42ac-b8c5-304516bff7b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1776390 Feb 09 01:33:46.976336 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1f220b50-269a-4326-abce-28972347e440 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for security_group_rule (e72f57c9-a6f8-4ac4-bdbb-7f2033c653cd), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:46.986629 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1f220b50-269a-4326-abce-28972347e440 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (e72f57c9-a6f8-4ac4-bdbb-7f2033c653cd), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:47.020324 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d77485-0be2-4dd8-9303-afcf404f3440 req-544b06e1-7b5b-4164-a522-352b721d46a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:47.022470 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4d77485-0be2-4dd8-9303-afcf404f3440 req-544b06e1-7b5b-4164-a522-352b721d46a3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c116954692244bec838f5194019c5458&device_id=8f62f8dc-36fe-42ac-b8c5-304516bff7b0 HTTP/1.1" status: 200 len: 1129 time: 0.1752391 Feb 09 01:33:47.035307 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f220b50-269a-4326-abce-28972347e440 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e72f57c9-a6f8-4ac4-bdbb-7f2033c653cd,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:47.088871 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1f220b50-269a-4326-abce-28972347e440 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:47.091304 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1f220b50-269a-4326-abce-28972347e440 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4767761 Feb 09 01:33:47.094775 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 47694) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:47.110787 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-4ebc64f2-011d-41ac-a89e-81d1c0f55fc0 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:47.169566 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4ebc64f2-011d-41ac-a89e-81d1c0f55fc0 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:47.312651 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d77485-0be2-4dd8-9303-afcf404f3440 req-f0e03c08-57b9-49c6-9289-f702ed499c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:47.314639 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4d77485-0be2-4dd8-9303-afcf404f3440 req-f0e03c08-57b9-49c6-9289-f702ed499c92 service neutron] 10.222.0.91 "GET /v2.0/networks?id=923b19ee-be79-4291-b298-2fb7ab9017f7 HTTP/1.1" status: 200 len: 914 time: 0.2593117 Feb 09 01:33:47.392880 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4d77485-0be2-4dd8-9303-afcf404f3440 req-270a3070-491d-47c6-a7f4-467add2f40ef service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49b8f83a-a41f-4119-9973-7800177e9d02 HTTP/1.1" status: 200 len: 217 time: 0.0721056 Feb 09 01:33:47.455264 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4ebc64f2-011d-41ac-a89e-81d1c0f55fc0 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:47.500470 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d77485-0be2-4dd8-9303-afcf404f3440 req-a3d3273f-bd87-4974-bc15-adf311da675b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:47.503171 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4d77485-0be2-4dd8-9303-afcf404f3440 req-a3d3273f-bd87-4974-bc15-adf311da675b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=384a7aa3-b5da-47bc-8859-e3960efe9a80 HTTP/1.1" status: 200 len: 853 time: 0.1021574 Feb 09 01:33:47.558803 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4d77485-0be2-4dd8-9303-afcf404f3440 req-55f1c25f-ea11-4de4-9d81-6d718936c92d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=923b19ee-be79-4291-b298-2fb7ab9017f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480738 Feb 09 01:33:47.766726 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-4ebc64f2-011d-41ac-a89e-81d1c0f55fc0 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Allocated IP 172.25.1.8 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/b63bd8ae-b811-491f-a665-a57eb0792f7a) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:33:47.822768 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4d77485-0be2-4dd8-9303-afcf404f3440 req-9ad1254f-e9be-4c6c-bb6a-9b523574cf83 service neutron] 10.222.0.91 "GET /v2.0/networks/923b19ee-be79-4291-b298-2fb7ab9017f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529340 Feb 09 01:33:47.997318 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4d77485-0be2-4dd8-9303-afcf404f3440 req-52d6812f-64a9-4108-8527-c6d4b1105ea4 service neutron] 10.222.0.91 "GET /v2.0/networks/923b19ee-be79-4291-b298-2fb7ab9017f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663206 Feb 09 01:33:48.118295 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e14078b4-4379-4633-9f4f-9367ebe69b48 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:33:48.185806 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4ebc64f2-011d-41ac-a89e-81d1c0f55fc0 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for port (b63bd8ae-b811-491f-a665-a57eb0792f7a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:48.253659 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4ebc64f2-011d-41ac-a89e-81d1c0f55fc0 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (b63bd8ae-b811-491f-a665-a57eb0792f7a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:48.256917 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port e14078b4-4379-4633-9f4f-9367ebe69b48 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:48.259220 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e14078b4-4379-4633-9f4f-9367ebe69b48), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:48.341354 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc64f2-011d-41ac-a89e-81d1c0f55fc0 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Pushing event updated for resources: {'Port': ['ID=b63bd8ae-b811-491f-a665-a57eb0792f7a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:48.346777 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebc64f2-011d-41ac-a89e-81d1c0f55fc0 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:33:48.350461 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-4ebc64f2-011d-41ac-a89e-81d1c0f55fc0 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:48.365463 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebc64f2-011d-41ac-a89e-81d1c0f55fc0 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:33:48.497509 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port e14078b4-4379-4633-9f4f-9367ebe69b48 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:48.502193 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e14078b4-4379-4633-9f4f-9367ebe69b48), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:48.627565 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port e14078b4-4379-4633-9f4f-9367ebe69b48, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=e14078b4-4379-4633-9f4f-9367ebe69b48,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:48.638322 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e14078b4-4379-4633-9f4f-9367ebe69b48), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:48.712119 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4ebc64f2-011d-41ac-a89e-81d1c0f55fc0 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for floatingip (a7a7f0c8-ddcd-44a7-8fca-3cbdc30384e6), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:48.792711 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4ebc64f2-011d-41ac-a89e-81d1c0f55fc0 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b63bd8ae-b811-491f-a665-a57eb0792f7a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:48.808624 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=e14078b4-4379-4633-9f4f-9367ebe69b48,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:48.819529 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c1da8f-eb69-49b3-800a-6d6ddb57c3a7 None None] Sync routers for ids ['c48d68a8-7b5e-44c2-96ea-be7a9b527b04'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:33:48.848290 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c1da8f-eb69-49b3-800a-6d6ddb57c3a7 None None] Routers {'c48d68a8-7b5e-44c2-96ea-be7a9b527b04'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:33:48.849205 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-66c1da8f-eb69-49b3-800a-6d6ddb57c3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:33:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c48d68a8-7b5e-44c2-96ea-be7a9b527b04'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:49.044498 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-66c1da8f-eb69-49b3-800a-6d6ddb57c3a7 None None] Set router c48d68a8-7b5e-44c2-96ea-be7a9b527b04 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:33:49.104721 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bf51f097-2536-4472-a6f3-c039f02ecb2a req-d8cca875-f47f-4316-a375-c9459272de0a service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1738234 Feb 09 01:33:49.133235 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4ebc64f2-011d-41ac-a89e-81d1c0f55fc0 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for port (b63bd8ae-b811-491f-a665-a57eb0792f7a), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:49.146793 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4ebc64f2-011d-41ac-a89e-81d1c0f55fc0 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (b63bd8ae-b811-491f-a665-a57eb0792f7a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:49.416808 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc64f2-011d-41ac-a89e-81d1c0f55fc0 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Pushing event updated for resources: {'Port': ['ID=b63bd8ae-b811-491f-a665-a57eb0792f7a,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:49.427079 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4ebc64f2-011d-41ac-a89e-81d1c0f55fc0 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (a7a7f0c8-ddcd-44a7-8fca-3cbdc30384e6), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:49.443858 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-66c1da8f-eb69-49b3-800a-6d6ddb57c3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'name': 'tempest-AttachVolumeShelveTestJSON-293999041-router', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'e14078b4-4379-4633-9f4f-9367ebe69b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:38Z', 'updated_at': '2022-02-09T01:33:43Z', 'revision_number': 4, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'gw_port': {'id': 'e14078b4-4379-4633-9f4f-9367ebe69b48', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:39Z', 'updated_at': '2022-02-09T01:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'c32716bf-b2ea-464f-aa1c-c159f8e3dbcf', 'name': '', 'network_id': '88b27524-8ae4-4965-b899-af20055923cd', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'mac_address': 'fa:16:3e:33:7c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '22a89563-8842-4e1e-95dc-ee10f0240b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:41Z', 'updated_at': '2022-02-09T01:33:43Z', 'revision_number': 2, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'subnets': [{'id': '22a89563-8842-4e1e-95dc-ee10f0240b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:49.460412 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4ebc64f2-011d-41ac-a89e-81d1c0f55fc0 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:49.462678 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4ebc64f2-011d-41ac-a89e-81d1c0f55fc0 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.3663027 Feb 09 01:33:49.464842 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51f097-2536-4472-a6f3-c039f02ecb2a req-35fc4cb5-a10f-460b-b837-fb35201ae435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:49.466799 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bf51f097-2536-4472-a6f3-c039f02ecb2a req-35fc4cb5-a10f-460b-b837-fb35201ae435 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=40040732d30e4d7f9ee97e8667a77299&device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 1129 time: 0.2612979 Feb 09 01:33:49.492905 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:49.494466 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c1da8f-eb69-49b3-800a-6d6ddb57c3a7 None None] Checking router: c48d68a8-7b5e-44c2-96ea-be7a9b527b04 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:33:49.494827 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c1da8f-eb69-49b3-800a-6d6ddb57c3a7 None None] Updating router c48d68a8-7b5e-44c2-96ea-be7a9b527b04 port c32716bf-b2ea-464f-aa1c-c159f8e3dbcf binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:33:49.536786 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-66c1da8f-eb69-49b3-800a-6d6ddb57c3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c32716bf-b2ea-464f-aa1c-c159f8e3dbcf), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:49.646367 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51f097-2536-4472-a6f3-c039f02ecb2a req-f3f01347-fb4a-45a3-bdd2-1762b07401e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:49.648097 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bf51f097-2536-4472-a6f3-c039f02ecb2a req-f3f01347-fb4a-45a3-bdd2-1762b07401e8 service neutron] 10.222.0.121 "GET /v2.0/networks?id=0a61edaa-ae5c-493b-b01a-414100fdece7 HTTP/1.1" status: 200 len: 912 time: 0.1580224 Feb 09 01:33:49.767775 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-7230ce93-1651-49ea-9bc5-a73e24c35063 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1785486430&fields=id&tenant_id=d2bc7c4a293d49059d9a272b2819e75f HTTP/1.1" status: 200 len: 267 time: 0.0687227 Feb 09 01:33:49.844818 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bf51f097-2536-4472-a6f3-c039f02ecb2a req-a695ef71-5d5e-4019-9803-f73bc67b194e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f372b68-b59e-4914-8e62-ae2403cb4bc2 HTTP/1.1" status: 200 len: 1002 time: 0.1888011 Feb 09 01:33:49.970112 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51f097-2536-4472-a6f3-c039f02ecb2a req-1ca452ca-6eef-4839-b1ca-388063980beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:49.975004 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bf51f097-2536-4472-a6f3-c039f02ecb2a req-1ca452ca-6eef-4839-b1ca-388063980beb service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ad59b321-ab39-4a7c-b208-055ec9804c66 HTTP/1.1" status: 200 len: 850 time: 0.1127300 Feb 09 01:33:50.024829 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-7f9ae34b-f275-4bae-a87b-46440551f5e1 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:50.031517 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-7f9ae34b-f275-4bae-a87b-46440551f5e1 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/networks?id=88b27524-8ae4-4965-b899-af20055923cd HTTP/1.1" status: 200 len: 816 time: 0.2621965 Feb 09 01:33:50.052835 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-13a00cd6-588b-4595-a045-4a42ac06adce tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/quotas/d2bc7c4a293d49059d9a272b2819e75f HTTP/1.1" status: 200 len: 375 time: 0.0196280 Feb 09 01:33:50.073803 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51f097-2536-4472-a6f3-c039f02ecb2a req-f255aefb-6bc4-4a33-aa49-10edcd348a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:50.075583 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bf51f097-2536-4472-a6f3-c039f02ecb2a req-f255aefb-6bc4-4a33-aa49-10edcd348a07 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0a61edaa-ae5c-493b-b01a-414100fdece7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0937037 Feb 09 01:33:50.081559 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e14078b4-4379-4633-9f4f-9367ebe69b48 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:33:50.208762 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-746dcb03-33a8-405b-8e44-d07d882c3e69 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d2bc7c4a293d49059d9a272b2819e75f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1528866 Feb 09 01:33:50.344676 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-66c1da8f-eb69-49b3-800a-6d6ddb57c3a7 None None] Publish callbacks [] for port (c32716bf-b2ea-464f-aa1c-c159f8e3dbcf), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:50.351494 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port e14078b4-4379-4633-9f4f-9367ebe69b48 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:50.351901 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e14078b4-4379-4633-9f4f-9367ebe69b48), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:50.359662 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-66c1da8f-eb69-49b3-800a-6d6ddb57c3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (c32716bf-b2ea-464f-aa1c-c159f8e3dbcf), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:50.422820 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bf51f097-2536-4472-a6f3-c039f02ecb2a req-ea771d5e-87f7-400c-b3d4-fd14140bf50f service neutron] 10.222.0.121 "GET /v2.0/networks/0a61edaa-ae5c-493b-b01a-414100fdece7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392372 Feb 09 01:33:50.518517 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-33094f6f-ee50-4415-b1e3-35e7fc14f730 service neutron] 10.222.0.30 "GET /v2.0/networks/88b27524-8ae4-4965-b899-af20055923cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953997 Feb 09 01:33:50.554399 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eefbb4-aace-47ce-8ccf-76c1cc74cf7f None None] Pushing event updated for resources: {'Port': ['ID=c32716bf-b2ea-464f-aa1c-c159f8e3dbcf,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:50.643331 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bf51f097-2536-4472-a6f3-c039f02ecb2a req-87469c7a-02e7-415a-bce8-e668131e3684 service neutron] 10.222.0.121 "GET /v2.0/networks/0a61edaa-ae5c-493b-b01a-414100fdece7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080452 Feb 09 01:33:50.691563 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port e14078b4-4379-4633-9f4f-9367ebe69b48 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:50.741123 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-ea981018-e221-47fc-bf5d-f970b5a642f3 service neutron] 10.222.0.30 "GET /v2.0/networks/88b27524-8ae4-4965-b899-af20055923cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123387 Feb 09 01:33:50.827741 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-66c1da8f-eb69-49b3-800a-6d6ddb57c3a7 None None] Attempting to bind port c32716bf-b2ea-464f-aa1c-c159f8e3dbcf on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:33:50.828231 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-66c1da8f-eb69-49b3-800a-6d6ddb57c3a7 None None] Attempting to bind port c32716bf-b2ea-464f-aa1c-c159f8e3dbcf by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'b0a39339-81a8-45ed-9fe0-550b74489f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '88b27524-8ae4-4965-b899-af20055923cd'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:33:50.828605 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c1da8f-eb69-49b3-800a-6d6ddb57c3a7 None None] Attempting to bind port c32716bf-b2ea-464f-aa1c-c159f8e3dbcf on network 88b27524-8ae4-4965-b899-af20055923cd {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:33:50.846046 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-53c97863-7ec2-4445-af9d-4806afd05498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:50.863149 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c1da8f-eb69-49b3-800a-6d6ddb57c3a7 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:33:50.863576 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c1da8f-eb69-49b3-800a-6d6ddb57c3a7 None None] Checking segment: {'id': 'b0a39339-81a8-45ed-9fe0-550b74489f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '88b27524-8ae4-4965-b899-af20055923cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:33:50.863959 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-66c1da8f-eb69-49b3-800a-6d6ddb57c3a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:50.864998 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c1da8f-eb69-49b3-800a-6d6ddb57c3a7 None None] Bound using segment: {'id': 'b0a39339-81a8-45ed-9fe0-550b74489f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '88b27524-8ae4-4965-b899-af20055923cd'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:33:50.865572 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-66c1da8f-eb69-49b3-800a-6d6ddb57c3a7 None None] Bound port: c32716bf-b2ea-464f-aa1c-c159f8e3dbcf, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a39339-81a8-45ed-9fe0-550b74489f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '88b27524-8ae4-4965-b899-af20055923cd'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:33:50.866251 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-66c1da8f-eb69-49b3-800a-6d6ddb57c3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c32716bf-b2ea-464f-aa1c-c159f8e3dbcf), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:51.070497 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-ad7dcea3-7e5a-44ee-a63c-39e030726653 None None] Provisioning complete for port c32716bf-b2ea-464f-aa1c-c159f8e3dbcf triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:51.070872 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ad7dcea3-7e5a-44ee-a63c-39e030726653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c32716bf-b2ea-464f-aa1c-c159f8e3dbcf), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:51.146022 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:51.215833 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4d6528d7-6ef6-4a9d-ae8a-9c6914759430 req-10da8d32-d81d-463c-bb09-b2e958968b72 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 210 time: 0.1881912 Feb 09 01:33:51.257934 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-66c1da8f-eb69-49b3-800a-6d6ddb57c3a7 None None] For port c32716bf-b2ea-464f-aa1c-c159f8e3dbcf, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:33:51.261937 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-66c1da8f-eb69-49b3-800a-6d6ddb57c3a7 None None] For port c32716bf-b2ea-464f-aa1c-c159f8e3dbcf, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=c32716bf-b2ea-464f-aa1c-c159f8e3dbcf,segment=NetworkSegment(b0a39339-81a8-45ed-9fe0-550b74489f1b),segment_id=b0a39339-81a8-45ed-9fe0-550b74489f1b)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:33:51.273126 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ad7dcea3-7e5a-44ee-a63c-39e030726653 None None] Port c32716bf-b2ea-464f-aa1c-c159f8e3dbcf cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:33:51.287385 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-66c1da8f-eb69-49b3-800a-6d6ddb57c3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (c32716bf-b2ea-464f-aa1c-c159f8e3dbcf), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:51.446937 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eefbb4-aace-47ce-8ccf-76c1cc74cf7f None None] Pushing event updated for resources: {'Port': ['ID=c32716bf-b2ea-464f-aa1c-c159f8e3dbcf,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:51.511057 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c1da8f-eb69-49b3-800a-6d6ddb57c3a7 None None] Routers {'c48d68a8-7b5e-44c2-96ea-be7a9b527b04'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:33:51.511585 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-66c1da8f-eb69-49b3-800a-6d6ddb57c3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:33:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c48d68a8-7b5e-44c2-96ea-be7a9b527b04'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:51.775863 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-66c1da8f-eb69-49b3-800a-6d6ddb57c3a7 None None] Set router c48d68a8-7b5e-44c2-96ea-be7a9b527b04 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:33:52.152960 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device c32716bf-b2ea-464f-aa1c-c159f8e3dbcf up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:33:52.202214 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-2f767312-f232-432c-b15c-34f92c0a00bc None None] Provisioning complete for port c32716bf-b2ea-464f-aa1c-c159f8e3dbcf triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:52.202620 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2f767312-f232-432c-b15c-34f92c0a00bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c32716bf-b2ea-464f-aa1c-c159f8e3dbcf), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:52.526524 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0a0c53fd-244a-44aa-be93-f6bb7fea3f23 req-67cfd7b6-7264-471a-9c9b-7757d07d60b5 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 210 time: 0.0803761 Feb 09 01:33:52.617837 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port c32716bf-b2ea-464f-aa1c-c159f8e3dbcf triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:52.618323 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c32716bf-b2ea-464f-aa1c-c159f8e3dbcf), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:52.621324 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2f767312-f232-432c-b15c-34f92c0a00bc None None] Current status of the port c32716bf-b2ea-464f-aa1c-c159f8e3dbcf is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:52.621711 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2f767312-f232-432c-b15c-34f92c0a00bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c32716bf-b2ea-464f-aa1c-c159f8e3dbcf), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:52.764390 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-2f767312-f232-432c-b15c-34f92c0a00bc None None] For port c32716bf-b2ea-464f-aa1c-c159f8e3dbcf, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=c32716bf-b2ea-464f-aa1c-c159f8e3dbcf,segment=NetworkSegment(b0a39339-81a8-45ed-9fe0-550b74489f1b),segment_id=b0a39339-81a8-45ed-9fe0-550b74489f1b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:52.782040 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2f767312-f232-432c-b15c-34f92c0a00bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (c32716bf-b2ea-464f-aa1c-c159f8e3dbcf), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:52.865215 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-1b0b7bf2-d978-4d11-bfb1-7a93c3a521be tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:52.876786 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-1b0b7bf2-d978-4d11-bfb1-7a93c3a521be tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.121 "GET /v2.0/networks?id=88b27524-8ae4-4965-b899-af20055923cd HTTP/1.1" status: 200 len: 816 time: 0.2819865 Feb 09 01:33:52.915905 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f767312-f232-432c-b15c-34f92c0a00bc None None] Pushing event updated for resources: {'Port': ['ID=c32716bf-b2ea-464f-aa1c-c159f8e3dbcf,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:52.938761 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-66c1da8f-eb69-49b3-800a-6d6ddb57c3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'name': 'tempest-AttachVolumeShelveTestJSON-293999041-router', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'e14078b4-4379-4633-9f4f-9367ebe69b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:38Z', 'updated_at': '2022-02-09T01:33:43Z', 'revision_number': 4, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'gw_port': {'id': 'e14078b4-4379-4633-9f4f-9367ebe69b48', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:39Z', 'updated_at': '2022-02-09T01:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'c32716bf-b2ea-464f-aa1c-c159f8e3dbcf', 'name': '', 'network_id': '88b27524-8ae4-4965-b899-af20055923cd', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'mac_address': 'fa:16:3e:33:7c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '22a89563-8842-4e1e-95dc-ee10f0240b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:41Z', 'updated_at': '2022-02-09T01:33:51Z', 'revision_number': 4, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'subnets': [{'id': '22a89563-8842-4e1e-95dc-ee10f0240b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:52.969120 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c1da8f-eb69-49b3-800a-6d6ddb57c3a7 None None] The sync data for ids ['c48d68a8-7b5e-44c2-96ea-be7a9b527b04'] in n-d-822053-40 is: [{'id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'name': 'tempest-AttachVolumeShelveTestJSON-293999041-router', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'e14078b4-4379-4633-9f4f-9367ebe69b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:38Z', 'updated_at': '2022-02-09T01:33:43Z', 'revision_number': 4, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'gw_port': {'id': 'e14078b4-4379-4633-9f4f-9367ebe69b48', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:39Z', 'updated_at': '2022-02-09T01:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'c32716bf-b2ea-464f-aa1c-c159f8e3dbcf', 'name': '', 'network_id': '88b27524-8ae4-4965-b899-af20055923cd', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'mac_address': 'fa:16:3e:33:7c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '22a89563-8842-4e1e-95dc-ee10f0240b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:41Z', 'updated_at': '2022-02-09T01:33:51Z', 'revision_number': 4, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'subnets': [{'id': '22a89563-8842-4e1e-95dc-ee10f0240b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:33:52.975845 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port c32716bf-b2ea-464f-aa1c-c159f8e3dbcf is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:53.050738 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-4da8e305-fc4d-4d1d-8deb-c1ce03ca505b tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2bc7c4a293d49059d9a272b2819e75f HTTP/1.1" status: 200 len: 380 time: 0.1653309 Feb 09 01:33:53.062317 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-1d8683e3-8689-4ec0-a1f0-89848e02d38e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Request body: {'port': {'device_id': 'b644ccc7-2504-4c6b-94b5-02f939c591ac', 'network_id': '88b27524-8ae4-4965-b899-af20055923cd', 'admin_state_up': True, 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'security_groups': ['f9dbc315-a9d7-45d0-a316-636f5a4411ef']}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:53.247261 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-1d8683e3-8689-4ec0-a1f0-89848e02d38e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Made reservation on behalf of d2bc7c4a293d49059d9a272b2819e75f for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:33:53.251501 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-1d8683e3-8689-4ec0-a1f0-89848e02d38e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:53.456807 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-1d8683e3-8689-4ec0-a1f0-89848e02d38e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Allocated IP 172.20.0.7 (88b27524-8ae4-4965-b899-af20055923cd/22a89563-8842-4e1e-95dc-ee10f0240b0a/0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:33:53.694043 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-1d8683e3-8689-4ec0-a1f0-89848e02d38e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for port (0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:53.787581 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d4a0e152-1b6b-4bdb-ba65-8114961c6ead req-9b0cd96f-2ce7-413b-9f1b-f29886eb9e42 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 210 time: 0.1021154 Feb 09 01:33:53.819185 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-1d8683e3-8689-4ec0-a1f0-89848e02d38e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:53.940922 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-1d8683e3-8689-4ec0-a1f0-89848e02d38e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Network 88b27524-8ae4-4965-b899-af20055923cd is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:33:53.960492 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-1d8683e3-8689-4ec0-a1f0-89848e02d38e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:53.969299 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-1d8683e3-8689-4ec0-a1f0-89848e02d38e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:33:53.986184 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8683e3-8689-4ec0-a1f0-89848e02d38e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Pushing event updated for resources: {'Port': ['ID=0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:54.005876 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device c32716bf-b2ea-464f-aa1c-c159f8e3dbcf up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:33:54.126664 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-1d8683e3-8689-4ec0-a1f0-89848e02d38e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:54.127496 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-1d8683e3-8689-4ec0-a1f0-89848e02d38e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:54.163541 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-1d8683e3-8689-4ec0-a1f0-89848e02d38e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1064045 Feb 09 01:33:54.178128 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port c32716bf-b2ea-464f-aa1c-c159f8e3dbcf triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:54.178503 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c32716bf-b2ea-464f-aa1c-c159f8e3dbcf), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:54.185013 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-e5d4d9ef-1cad-4336-a047-0ddf24e8a6ae service neutron] Request body: {'port': {'device_id': 'b644ccc7-2504-4c6b-94b5-02f939c591ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:54.329008 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-e5d4d9ef-1cad-4336-a047-0ddf24e8a6ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:54.361104 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5433f9b7-3c8f-4d5b-b907-49968c917217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:54.397548 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port c32716bf-b2ea-464f-aa1c-c159f8e3dbcf is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:54.441939 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-7f63ab46-e62f-44b1-8e05-f18ddf345c0a None None] Provisioning complete for port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:54.442426 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7f63ab46-e62f-44b1-8e05-f18ddf345c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:54.511029 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7f63ab46-e62f-44b1-8e05-f18ddf345c0a None None] Port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:33:54.693428 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-e5d4d9ef-1cad-4336-a047-0ddf24e8a6ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:33:54.701910 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-e5d4d9ef-1cad-4336-a047-0ddf24e8a6ae service neutron] Publish callbacks [] for port (0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:54.715958 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-e5d4d9ef-1cad-4336-a047-0ddf24e8a6ae service neutron] Transition to ACTIVE for port object 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:33:54.726595 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-e5d4d9ef-1cad-4336-a047-0ddf24e8a6ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:54.965607 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d4d9ef-1cad-4336-a047-0ddf24e8a6ae service neutron] Pushing event updated for resources: {'Port': ['ID=0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:55.119463 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-e5d4d9ef-1cad-4336-a047-0ddf24e8a6ae service neutron] Attempting to bind port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:33:55.121587 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-e5d4d9ef-1cad-4336-a047-0ddf24e8a6ae service neutron] Attempting to bind port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'b0a39339-81a8-45ed-9fe0-550b74489f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '88b27524-8ae4-4965-b899-af20055923cd'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:33:55.122032 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-e5d4d9ef-1cad-4336-a047-0ddf24e8a6ae service neutron] Attempting to bind port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed on network 88b27524-8ae4-4965-b899-af20055923cd {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:33:55.136167 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-e5d4d9ef-1cad-4336-a047-0ddf24e8a6ae service neutron] Port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed on network 88b27524-8ae4-4965-b899-af20055923cd not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:33:55.136660 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-e5d4d9ef-1cad-4336-a047-0ddf24e8a6ae service neutron] Attempting to bind port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed on network 88b27524-8ae4-4965-b899-af20055923cd {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:33:55.153248 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-e5d4d9ef-1cad-4336-a047-0ddf24e8a6ae service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:33:55.153741 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-e5d4d9ef-1cad-4336-a047-0ddf24e8a6ae service neutron] Checking segment: {'id': 'b0a39339-81a8-45ed-9fe0-550b74489f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '88b27524-8ae4-4965-b899-af20055923cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:33:55.154408 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-e5d4d9ef-1cad-4336-a047-0ddf24e8a6ae service neutron] Bound using segment: {'id': 'b0a39339-81a8-45ed-9fe0-550b74489f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '88b27524-8ae4-4965-b899-af20055923cd'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:33:55.154957 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-e5d4d9ef-1cad-4336-a047-0ddf24e8a6ae service neutron] Bound port: 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a39339-81a8-45ed-9fe0-550b74489f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '88b27524-8ae4-4965-b899-af20055923cd'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:33:55.155434 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-e5d4d9ef-1cad-4336-a047-0ddf24e8a6ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:55.334489 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-e5d4d9ef-1cad-4336-a047-0ddf24e8a6ae service neutron] For port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:33:55.347361 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-e5d4d9ef-1cad-4336-a047-0ddf24e8a6ae service neutron] For port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed,segment=NetworkSegment(b0a39339-81a8-45ed-9fe0-550b74489f1b),segment_id=b0a39339-81a8-45ed-9fe0-550b74489f1b)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:33:55.367485 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-e5d4d9ef-1cad-4336-a047-0ddf24e8a6ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:55.410513 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-e5d4d9ef-1cad-4336-a047-0ddf24e8a6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:55.411629 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-e5d4d9ef-1cad-4336-a047-0ddf24e8a6ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:55.414130 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-e5d4d9ef-1cad-4336-a047-0ddf24e8a6ae service neutron] 10.222.0.121 "PUT /v2.0/ports/0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed HTTP/1.1" status: 200 len: 1092 time: 1.2422485 Feb 09 01:33:55.414602 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b644ccc7-2504-4c6b-94b5-02f939c591ac', 'tag': '0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:33:55.417053 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415f8ca4-cc35-4417-b354-2cac3c31a2e7" -d '{"events": [{"name": "network-changed", "server_uuid": "b644ccc7-2504-4c6b-94b5-02f939c591ac", "tag": "0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:33:55.529049 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9b9ac9-fdfa-44f7-854c-99eac1ce40a2 x-openstack-request-id: req-9f9b9ac9-fdfa-44f7-854c-99eac1ce40a2 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:33:55.529344 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b644ccc7-2504-4c6b-94b5-02f939c591ac", "tag": "0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:33:55.529604 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9f9b9ac9-fdfa-44f7-854c-99eac1ce40a2 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:33:55.530137 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b644ccc7-2504-4c6b-94b5-02f939c591ac', 'tag': '0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed', 'status': 'completed', 'code': 200} Feb 09 01:33:55.555561 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d4d9ef-1cad-4336-a047-0ddf24e8a6ae service neutron] Pushing event updated for resources: {'Port': ['ID=0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:55.636131 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-8d214bb6-4214-482e-9049-db9b14510712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:55.637711 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-8d214bb6-4214-482e-9049-db9b14510712 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d2bc7c4a293d49059d9a272b2819e75f&device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 1126 time: 0.1617620 Feb 09 01:33:55.670745 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458d1ef-318c-489c-acad-88675691119c req-18c82693-0781-4dab-b24d-0ec23f00ef85 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:55.672406 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f458d1ef-318c-489c-acad-88675691119c req-18c82693-0781-4dab-b24d-0ec23f00ef85 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 943 time: 0.7082739 Feb 09 01:33:55.730021 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-ff4dab6a-47c9-4fa4-ab41-d4e4ceb7e917 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed HTTP/1.1" status: 200 len: 217 time: 0.0819561 Feb 09 01:33:55.786435 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:55.794591 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f458d1ef-318c-489c-acad-88675691119c req-376d5ad0-6531-40c5-87cf-745e3f34fb84 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093938 Feb 09 01:33:55.870354 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-d85a8857-59c6-42f6-a758-1ff80ee0a706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:55.873086 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-d85a8857-59c6-42f6-a758-1ff80ee0a706 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=22a89563-8842-4e1e-95dc-ee10f0240b0a HTTP/1.1" status: 200 len: 855 time: 0.1358221 Feb 09 01:33:55.981123 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-554cda9b-a3db-40ff-9c98-9c7a7afc5752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:55.982845 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-554cda9b-a3db-40ff-9c98-9c7a7afc5752 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=88b27524-8ae4-4965-b899-af20055923cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1038179 Feb 09 01:33:56.133313 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-d3467370-f50b-4832-9c5a-47d0e3ba0d3d service neutron] 10.222.0.121 "GET /v2.0/networks/88b27524-8ae4-4965-b899-af20055923cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387014 Feb 09 01:33:56.305826 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-dac6a0b9-78e8-470e-b8aa-89895851c2b2 req-e45393cf-36eb-472a-99a2-660696d4b336 service neutron] 10.222.0.121 "GET /v2.0/networks/88b27524-8ae4-4965-b899-af20055923cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646209 Feb 09 01:33:56.542796 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f8ca4-cc35-4417-b354-2cac3c31a2e7 req-160254a3-007e-4739-8ac2-76a3b10fa235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:56.544495 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-415f8ca4-cc35-4417-b354-2cac3c31a2e7 req-160254a3-007e-4739-8ac2-76a3b10fa235 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d2bc7c4a293d49059d9a272b2819e75f&device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 1126 time: 0.1526561 Feb 09 01:33:56.730643 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f8ca4-cc35-4417-b354-2cac3c31a2e7 req-2e3732a5-4d61-47ef-81e6-670b15921120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:56.736863 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-415f8ca4-cc35-4417-b354-2cac3c31a2e7 req-2e3732a5-4d61-47ef-81e6-670b15921120 service neutron] 10.222.0.121 "GET /v2.0/networks?id=88b27524-8ae4-4965-b899-af20055923cd HTTP/1.1" status: 200 len: 917 time: 0.1816716 Feb 09 01:33:56.790863 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-415f8ca4-cc35-4417-b354-2cac3c31a2e7 req-8a27c7b6-5cc0-4da5-aaae-6a4d4c1d59fe service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed HTTP/1.1" status: 200 len: 217 time: 0.0427680 Feb 09 01:33:56.874986 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f8ca4-cc35-4417-b354-2cac3c31a2e7 req-55cde6fb-13da-4ff5-82d6-70357079d695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:56.876631 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-415f8ca4-cc35-4417-b354-2cac3c31a2e7 req-55cde6fb-13da-4ff5-82d6-70357079d695 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=22a89563-8842-4e1e-95dc-ee10f0240b0a HTTP/1.1" status: 200 len: 855 time: 0.0795386 Feb 09 01:33:56.968022 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f8ca4-cc35-4417-b354-2cac3c31a2e7 req-753dba2f-63df-4cea-a544-7e07222d1bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:56.970025 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-415f8ca4-cc35-4417-b354-2cac3c31a2e7 req-753dba2f-63df-4cea-a544-7e07222d1bc2 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=88b27524-8ae4-4965-b899-af20055923cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0851071 Feb 09 01:33:57.032195 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17743995-0702-4525-8f5b-0d643a001345 req-a6952ffb-6135-4a08-81a0-4e34ca75fda8 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:57.041165 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-17743995-0702-4525-8f5b-0d643a001345 req-a6952ffb-6135-4a08-81a0-4e34ca75fda8 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 943 time: 0.0990047 Feb 09 01:33:57.159689 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-415f8ca4-cc35-4417-b354-2cac3c31a2e7 req-96e60b85-b671-4c74-bf72-ea4a9841a312 service neutron] 10.222.0.121 "GET /v2.0/networks/88b27524-8ae4-4965-b899-af20055923cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814120 Feb 09 01:33:57.161346 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-17743995-0702-4525-8f5b-0d643a001345 req-3a8f8144-f87d-47de-b50f-2030a12f5f9c tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184785 Feb 09 01:33:57.345039 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-415f8ca4-cc35-4417-b354-2cac3c31a2e7 req-bc5eebc9-37c3-45e8-a560-d4598b0ad75c service neutron] 10.222.0.121 "GET /v2.0/networks/88b27524-8ae4-4965-b899-af20055923cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783395 Feb 09 01:33:57.428147 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 47876) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:57.518518 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:57.587895 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a94f5b1c-c73f-490e-8b6e-ca667e5c8019 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:57.783425 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a94f5b1c-c73f-490e-8b6e-ca667e5c8019 admin admin] Publish callbacks [] for security_group (b24677e2-3045-4321-ad8f-7437d768ffc2), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:57.793527 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a94f5b1c-c73f-490e-8b6e-ca667e5c8019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b24677e2-3045-4321-ad8f-7437d768ffc2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:57.873488 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a94f5b1c-c73f-490e-8b6e-ca667e5c8019 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d1da18bbf3a44bf69553eb5cefc5e247&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4434719 Feb 09 01:33:57.874708 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f5b1c-c73f-490e-8b6e-ca667e5c8019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24677e2-3045-4321-ad8f-7437d768ffc2,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:57.876283 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 47888) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:57.982352 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-33d90680-58fd-473d-aae8-8fa2a1e34305 admin admin] Publish callbacks [] for security_group (b24677e2-3045-4321-ad8f-7437d768ffc2), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:58.024327 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-33d90680-58fd-473d-aae8-8fa2a1e34305 admin admin] Publish callbacks [] for security_group (b24677e2-3045-4321-ad8f-7437d768ffc2), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:58.122485 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-33d90680-58fd-473d-aae8-8fa2a1e34305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b24677e2-3045-4321-ad8f-7437d768ffc2), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:58.125597 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-33d90680-58fd-473d-aae8-8fa2a1e34305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:58.132922 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-33d90680-58fd-473d-aae8-8fa2a1e34305 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b24677e2-3045-4321-ad8f-7437d768ffc2 HTTP/1.1" status: 204 len: 168 time: 0.2553635 Feb 09 01:33:58.147718 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d90680-58fd-473d-aae8-8fa2a1e34305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24677e2-3045-4321-ad8f-7437d768ffc2,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:58.268072 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:58.420667 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7d684-1ec9-4d3f-9deb-accc51d585ef req-e66c80ce-0073-41a6-8238-6458ec5f3e20 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:58.423224 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c8e7d684-1ec9-4d3f-9deb-accc51d585ef req-e66c80ce-0073-41a6-8238-6458ec5f3e20 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 943 time: 0.1133578 Feb 09 01:33:58.565149 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c8e7d684-1ec9-4d3f-9deb-accc51d585ef req-5f75013f-c4a2-4a3d-aaaf-86a93f6fd206 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306810 Feb 09 01:33:58.746638 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 47908) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:58.768858 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9b42bef7-8b23-4379-94aa-5317eb366a58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:58.946389 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9b42bef7-8b23-4379-94aa-5317eb366a58 admin admin] Publish callbacks [] for security_group (6f57397e-c703-4f47-afbd-bb2610024597), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:58.956988 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9b42bef7-8b23-4379-94aa-5317eb366a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (6f57397e-c703-4f47-afbd-bb2610024597), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:58.994383 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:33:59.044830 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9b42bef7-8b23-4379-94aa-5317eb366a58 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=93536c51bc2845d9bfc070b0644e12ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2948358 Feb 09 01:33:59.045354 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 47912) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:59.047358 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42bef7-8b23-4379-94aa-5317eb366a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f57397e-c703-4f47-afbd-bb2610024597,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:59.150860 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-60b5474a-b15d-4b43-8127-54eae300ee9e admin admin] Publish callbacks [] for security_group (6f57397e-c703-4f47-afbd-bb2610024597), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:59.171894 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed,segment=NetworkSegment(b0a39339-81a8-45ed-9fe0-550b74489f1b),segment_id=b0a39339-81a8-45ed-9fe0-550b74489f1b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:59.186224 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed', 'network_id': '88b27524-8ae4-4965-b899-af20055923cd', 'port_id': '0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed', 'mac_address': 'fa:16:3e:59:1c:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a89563-8842-4e1e-95dc-ee10f0240b0a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:33:59.201169 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-60b5474a-b15d-4b43-8127-54eae300ee9e admin admin] Publish callbacks [] for security_group (6f57397e-c703-4f47-afbd-bb2610024597), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:59.240849 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:59.242993 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:59.275842 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:33:59.303302 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-60b5474a-b15d-4b43-8127-54eae300ee9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (6f57397e-c703-4f47-afbd-bb2610024597), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:59.303690 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed,segment=NetworkSegment(b0a39339-81a8-45ed-9fe0-550b74489f1b),segment_id=b0a39339-81a8-45ed-9fe0-550b74489f1b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:59.306069 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-60b5474a-b15d-4b43-8127-54eae300ee9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:59.307409 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-60b5474a-b15d-4b43-8127-54eae300ee9e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6f57397e-c703-4f47-afbd-bb2610024597 HTTP/1.1" status: 204 len: 168 time: 0.2609968 Feb 09 01:33:59.315226 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:59.328687 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5474a-b15d-4b43-8127-54eae300ee9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f57397e-c703-4f47-afbd-bb2610024597,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:59.423573 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:59.587738 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:33:59.589091 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [req-f13ad841-cdb4-416b-b722-ababa05f236e req-a74a1785-05c7-438c-8ad6-84c5fead6eee service neutron] (103528) timed out ('10.222.0.121', 62110) {{(pid=103528) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 01:33:59.800401 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6d60e-0022-4dfa-842f-5f6f25b873ca req-2ea70d0e-49b6-42fb-8e97-2e74c74e70b1 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:59.802780 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-56d6d60e-0022-4dfa-842f-5f6f25b873ca req-2ea70d0e-49b6-42fb-8e97-2e74c74e70b1 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 944 time: 0.1276624 Feb 09 01:33:59.900268 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-56d6d60e-0022-4dfa-842f-5f6f25b873ca req-a5cc2a82-9048-48d3-a8fa-e5334d892a37 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896416 Feb 09 01:34:00.030953 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 47928) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:00.045257 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-acc1c2e7-c5c8-493c-be46-610581db05ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:00.136135 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-acc1c2e7-c5c8-493c-be46-610581db05ee admin admin] Publish callbacks [] for security_group (3bd354b4-3bac-4669-b270-ed60f54e50d6), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:00.142675 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-acc1c2e7-c5c8-493c-be46-610581db05ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3bd354b4-3bac-4669-b270-ed60f54e50d6), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:00.196702 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1c2e7-c5c8-493c-be46-610581db05ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd354b4-3bac-4669-b270-ed60f54e50d6,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:00.204281 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-acc1c2e7-c5c8-493c-be46-610581db05ee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e9f95716c0df4036a30e46ab00f81c01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1720273 Feb 09 01:34:00.206910 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 47932) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:00.271635 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2d5c19d6-058f-4cae-95c1-e7c0542dcec0 admin admin] Publish callbacks [] for security_group (3bd354b4-3bac-4669-b270-ed60f54e50d6), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:00.300376 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2d5c19d6-058f-4cae-95c1-e7c0542dcec0 admin admin] Publish callbacks [] for security_group (3bd354b4-3bac-4669-b270-ed60f54e50d6), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:00.348252 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [req-61caecab-3e6c-4a3b-8d6a-e7bd82f2faf3 req-0d52c106-b65e-401e-9aa3-8f19987bd00d tempest-ImagesOneServerTestJSON-1087231920 tempest-ImagesOneServerTestJSON-1087231920-project] (103528) timed out ('10.222.0.121', 62169) {{(pid=103528) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 01:34:00.355073 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2d5c19d6-058f-4cae-95c1-e7c0542dcec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3bd354b4-3bac-4669-b270-ed60f54e50d6), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:00.361773 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2d5c19d6-058f-4cae-95c1-e7c0542dcec0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:00.363216 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2d5c19d6-058f-4cae-95c1-e7c0542dcec0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3bd354b4-3bac-4669-b270-ed60f54e50d6 HTTP/1.1" status: 204 len: 168 time: 0.1530876 Feb 09 01:34:00.405803 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c19d6-058f-4cae-95c1-e7c0542dcec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd354b4-3bac-4669-b270-ed60f54e50d6,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:01.001706 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:34:01.221279 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:34:01.231997 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:34:01.231997 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:01.299629 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2676b0b-4c25-44c6-b873-ec3c10da322f req-eb6c7c8a-06b2-4c6f-87be-a23835aa389f tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:01.311528 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f2676b0b-4c25-44c6-b873-ec3c10da322f req-eb6c7c8a-06b2-4c6f-87be-a23835aa389f tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 944 time: 0.1439085 Feb 09 01:34:01.410149 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f2676b0b-4c25-44c6-b873-ec3c10da322f req-0a242fb1-66ef-4d6d-bfc4-06b0f4782d40 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969605 Feb 09 01:34:01.474153 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:34:01.474475 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:01.545293 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed,segment=NetworkSegment(b0a39339-81a8-45ed-9fe0-550b74489f1b),segment_id=b0a39339-81a8-45ed-9fe0-550b74489f1b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:01.545293 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b644ccc7-2504-4c6b-94b5-02f939c591ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:01.546964 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac969c6b-a71e-430d-8c91-600ddd1ad8eb" -d '{"events": [{"server_uuid": "b644ccc7-2504-4c6b-94b5-02f939c591ac", "name": "network-vif-plugged", "status": "completed", "tag": "0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:01.556315 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:01.727583 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04899be2-d262-458b-9d87-2d13f54e49cc x-openstack-request-id: req-04899be2-d262-458b-9d87-2d13f54e49cc {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:01.727892 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b644ccc7-2504-4c6b-94b5-02f939c591ac", "name": "network-vif-plugged", "status": "completed", "tag": "0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:01.728178 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-04899be2-d262-458b-9d87-2d13f54e49cc {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:01.728581 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b644ccc7-2504-4c6b-94b5-02f939c591ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed', 'code': 200} Feb 09 01:34:01.745216 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:01.877425 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9259199-8ecf-4b50-8e4a-94168f1024ee req-c1bb4a76-52e4-469b-9a01-16315cdf18a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:01.880268 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f9259199-8ecf-4b50-8e4a-94168f1024ee req-c1bb4a76-52e4-469b-9a01-16315cdf18a8 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 1128 time: 0.1136730 Feb 09 01:34:01.995487 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f9259199-8ecf-4b50-8e4a-94168f1024ee req-28b1e121-0723-487e-beb2-45355bf4e5ee service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064906 Feb 09 01:34:02.674242 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b5c01-d8f7-4a26-8e47-f7bb988bacfc req-655ffd26-9751-4e6a-b88f-5bcbd9b39cc8 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:02.676430 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6a3b5c01-d8f7-4a26-8e47-f7bb988bacfc req-655ffd26-9751-4e6a-b88f-5bcbd9b39cc8 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 945 time: 0.1186917 Feb 09 01:34:02.767902 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6a3b5c01-d8f7-4a26-8e47-f7bb988bacfc req-6cf254e4-bc69-4770-848a-239caefe7431 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853612 Feb 09 01:34:03.732046 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-60576df4-1d3a-45e5-ac7c-19f5f310d02e tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:03.740479 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-60576df4-1d3a-45e5-ac7c-19f5f310d02e tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/networks?id=923b19ee-be79-4291-b298-2fb7ab9017f7 HTTP/1.1" status: 200 len: 813 time: 0.1234264 Feb 09 01:34:03.765528 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-854670a4-cfb5-4266-8005-c3a260d09eb8 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/quotas/c116954692244bec838f5194019c5458 HTTP/1.1" status: 200 len: 375 time: 0.0233262 Feb 09 01:34:03.868628 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-6fe86ce1-83da-4933-b538-b30d6e2cd8b9 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c116954692244bec838f5194019c5458&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1020317 Feb 09 01:34:04.114653 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-8be31ad8-44d9-4efe-a832-1361efab2324 service neutron] 10.222.0.30 "GET /v2.0/networks/923b19ee-be79-4291-b298-2fb7ab9017f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444885 Feb 09 01:34:04.400439 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-42c60507-d45e-4cfb-814d-ae78251b9a51 service neutron] 10.222.0.30 "GET /v2.0/networks/923b19ee-be79-4291-b298-2fb7ab9017f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755291 Feb 09 01:34:04.453096 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3db64d-132d-42ea-a2c3-aa48093fd427 req-9f6b8f72-6739-465a-9528-fd8ea3294af5 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:04.454626 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0f3db64d-132d-42ea-a2c3-aa48093fd427 req-9f6b8f72-6739-465a-9528-fd8ea3294af5 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 945 time: 0.3976169 Feb 09 01:34:04.625478 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0f3db64d-132d-42ea-a2c3-aa48093fd427 req-59730954-de73-46f9-bded-157532e35c59 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627288 Feb 09 01:34:04.883407 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d5f877a7-f9d4-46e2-946e-9b05afc6b3a0 req-728eae96-979c-4c36-9a35-3f1853a62137 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=546cd9de-e599-4da6-bb25-426bd25707ab HTTP/1.1" status: 200 len: 210 time: 0.0779383 Feb 09 01:34:05.039235 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6fd54-6604-4843-a3ac-8902555d4f4a req-4e2ca636-9d88-4e9b-aaa4-46425344341c tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:05.042148 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f7a6fd54-6604-4843-a3ac-8902555d4f4a req-4e2ca636-9d88-4e9b-aaa4-46425344341c tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 945 time: 0.1184876 Feb 09 01:34:05.050846 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 48022) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:05.056185 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-ac802b7c-f2a6-47e7-a4c3-05d2e0bc448d tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Request body: {'floatingip': {'port_id': '0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:05.109129 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ac802b7c-f2a6-47e7-a4c3-05d2e0bc448d tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for floatingip (a7a7f0c8-ddcd-44a7-8fca-3cbdc30384e6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:06.136391 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dce3a059-640d-40d4-a9be-2530acf65f8a req-4df04cc5-03e8-4bf6-bd0b-9892770208ca tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=546cd9de-e599-4da6-bb25-426bd25707ab HTTP/1.1" status: 200 len: 210 time: 0.0635481 Feb 09 01:34:06.593783 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ac802b7c-f2a6-47e7-a4c3-05d2e0bc448d tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:06.598475 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ac802b7c-f2a6-47e7-a4c3-05d2e0bc448d tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (a7a7f0c8-ddcd-44a7-8fca-3cbdc30384e6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:06.739680 n-d-822053-40 neutron-server[103528]: INFO neutron.db.l3_db [None req-ac802b7c-f2a6-47e7-a4c3-05d2e0bc448d tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Floating IP a7a7f0c8-ddcd-44a7-8fca-3cbdc30384e6 associated. External IP: 172.25.1.8, port: 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed. Feb 09 01:34:07.016004 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-cad8190f-d89e-49bc-9241-6f4214172b38 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:07.018751 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-cad8190f-d89e-49bc-9241-6f4214172b38 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.91 "GET /v2.0/networks?id=923b19ee-be79-4291-b298-2fb7ab9017f7 HTTP/1.1" status: 200 len: 813 time: 0.1906593 Feb 09 01:34:07.032266 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-a2204863-47df-4141-b29b-f6409ebffc7e tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Request body: {'port': {'device_id': '546cd9de-e599-4da6-bb25-426bd25707ab', 'network_id': '923b19ee-be79-4291-b298-2fb7ab9017f7', 'admin_state_up': True, 'tenant_id': 'c116954692244bec838f5194019c5458'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:07.133388 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac802b7c-f2a6-47e7-a4c3-05d2e0bc448d tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Router c48d68a8-7b5e-44c2-96ea-be7a9b527b04 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:34:07.296707 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac802b7c-f2a6-47e7-a4c3-05d2e0bc448d tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:34:07.318501 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ac802b7c-f2a6-47e7-a4c3-05d2e0bc448d tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:07.318836 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-a2204863-47df-4141-b29b-f6409ebffc7e tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Made reservation on behalf of c116954692244bec838f5194019c5458 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:34:07.319266 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130dfda1-b24e-4519-a488-51272598a678 None None] Sync routers for ids ['c48d68a8-7b5e-44c2-96ea-be7a9b527b04'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:34:07.324162 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-a2204863-47df-4141-b29b-f6409ebffc7e tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:07.345519 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130dfda1-b24e-4519-a488-51272598a678 None None] Routers {'c48d68a8-7b5e-44c2-96ea-be7a9b527b04'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:34:07.346156 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-130dfda1-b24e-4519-a488-51272598a678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:33:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c48d68a8-7b5e-44c2-96ea-be7a9b527b04'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:07.355679 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ac802b7c-f2a6-47e7-a4c3-05d2e0bc448d tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "PUT /v2.0/floatingips/a7a7f0c8-ddcd-44a7-8fca-3cbdc30384e6 HTTP/1.1" status: 200 len: 989 time: 2.3028710 Feb 09 01:34:07.356433 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b644ccc7-2504-4c6b-94b5-02f939c591ac', 'tag': '0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:07.359469 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e8fc99-bec1-4b01-8b4e-c4348a277760" -d '{"events": [{"name": "network-changed", "server_uuid": "b644ccc7-2504-4c6b-94b5-02f939c591ac", "tag": "0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:07.418823 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c9139da-c413-469a-86bc-f091befed80c req-d600654d-655c-4d69-90b2-cf79f045c2ae tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=546cd9de-e599-4da6-bb25-426bd25707ab HTTP/1.1" status: 200 len: 210 time: 0.1324847 Feb 09 01:34:07.558212 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d5e8bb-c1f7-4346-b01d-eaae090e4886 x-openstack-request-id: req-62d5e8bb-c1f7-4346-b01d-eaae090e4886 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:07.558678 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b644ccc7-2504-4c6b-94b5-02f939c591ac", "tag": "0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:07.558940 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-62d5e8bb-c1f7-4346-b01d-eaae090e4886 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:07.559345 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b644ccc7-2504-4c6b-94b5-02f939c591ac', 'tag': '0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed', 'status': 'completed', 'code': 200} Feb 09 01:34:07.639599 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-130dfda1-b24e-4519-a488-51272598a678 None None] Set router c48d68a8-7b5e-44c2-96ea-be7a9b527b04 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:34:07.689837 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8fc99-bec1-4b01-8b4e-c4348a277760 req-d77bfc86-d684-40e6-af3d-454ad3a1e7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:07.693198 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-64e8fc99-bec1-4b01-8b4e-c4348a277760 req-d77bfc86-d684-40e6-af3d-454ad3a1e7d7 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d2bc7c4a293d49059d9a272b2819e75f&device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 1128 time: 0.1097462 Feb 09 01:34:07.803722 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693a4cc-f7ce-493f-a64a-4434031897ee req-4469373a-1454-466b-b6cd-f991aca6ae45 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:07.829648 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2693a4cc-f7ce-493f-a64a-4434031897ee req-4469373a-1454-466b-b6cd-f991aca6ae45 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 945 time: 0.3074541 Feb 09 01:34:07.917701 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8fc99-bec1-4b01-8b4e-c4348a277760 req-3191cd2d-4385-4a4f-ab32-07f9f3ad4190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:07.928551 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-64e8fc99-bec1-4b01-8b4e-c4348a277760 req-3191cd2d-4385-4a4f-ab32-07f9f3ad4190 service neutron] 10.222.0.121 "GET /v2.0/networks?id=88b27524-8ae4-4965-b899-af20055923cd HTTP/1.1" status: 200 len: 917 time: 0.2191451 Feb 09 01:34:07.939818 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-a2204863-47df-4141-b29b-f6409ebffc7e tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Allocated IP 172.20.0.3 (923b19ee-be79-4291-b298-2fb7ab9017f7/384a7aa3-b5da-47bc-8859-e3960efe9a80/60a5f3e4-91f3-4085-a7c6-4a46038f975b) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:34:07.974808 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2693a4cc-f7ce-493f-a64a-4434031897ee req-5fa8b8c7-51f0-4e5f-8d0a-4f5ed8f269e7 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399183 Feb 09 01:34:08.074545 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-64e8fc99-bec1-4b01-8b4e-c4348a277760 req-397b03ae-0ead-4ecf-9ad6-512ce21ae373 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed HTTP/1.1" status: 200 len: 997 time: 0.1442163 Feb 09 01:34:08.091785 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-130dfda1-b24e-4519-a488-51272598a678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'name': 'tempest-AttachVolumeShelveTestJSON-293999041-router', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'e14078b4-4379-4633-9f4f-9367ebe69b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:38Z', 'updated_at': '2022-02-09T01:33:43Z', 'revision_number': 4, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'gw_port': {'id': 'e14078b4-4379-4633-9f4f-9367ebe69b48', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:39Z', 'updated_at': '2022-02-09T01:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': 'a7a7f0c8-ddcd-44a7-8fca-3cbdc30384e6', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'floating_ip_address': '172.25.1.8', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'port_id': '0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88b27524-8ae4-4965-b899-af20055923cd', 'mac_address': 'fa:16:3e:59:1c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b644ccc7-2504-4c6b-94b5-02f939c591ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:33:48Z', 'updated_at': '2022-02-09T01:34:06Z', 'revision_number': 1, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32716bf-b2ea-464f-aa1c-c159f8e3dbcf', 'name': '', 'network_id': '88b27524-8ae4-4965-b899-af20055923cd', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'mac_address': 'fa:16:3e:33:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '22a89563-8842-4e1e-95dc-ee10f0240b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:41Z', 'updated_at': '2022-02-09T01:33:52Z', 'revision_number': 5, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'subnets': [{'id': '22a89563-8842-4e1e-95dc-ee10f0240b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:08.129455 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130dfda1-b24e-4519-a488-51272598a678 None None] Checking router: c48d68a8-7b5e-44c2-96ea-be7a9b527b04 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:34:08.139217 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130dfda1-b24e-4519-a488-51272598a678 None None] Routers {'c48d68a8-7b5e-44c2-96ea-be7a9b527b04'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:34:08.140084 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-130dfda1-b24e-4519-a488-51272598a678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:33:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c48d68a8-7b5e-44c2-96ea-be7a9b527b04'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:08.201740 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8fc99-bec1-4b01-8b4e-c4348a277760 req-4150777c-a61d-4465-9df0-faad05e33d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:08.203228 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-64e8fc99-bec1-4b01-8b4e-c4348a277760 req-4150777c-a61d-4465-9df0-faad05e33d35 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=22a89563-8842-4e1e-95dc-ee10f0240b0a HTTP/1.1" status: 200 len: 855 time: 0.1231766 Feb 09 01:34:08.300653 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8fc99-bec1-4b01-8b4e-c4348a277760 req-8e5be71d-c65d-45f5-9540-aeeebeaa83bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:08.303086 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-64e8fc99-bec1-4b01-8b4e-c4348a277760 req-8e5be71d-c65d-45f5-9540-aeeebeaa83bc service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=88b27524-8ae4-4965-b899-af20055923cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0925579 Feb 09 01:34:08.305047 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-130dfda1-b24e-4519-a488-51272598a678 None None] Set router c48d68a8-7b5e-44c2-96ea-be7a9b527b04 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:34:08.338102 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-a2204863-47df-4141-b29b-f6409ebffc7e tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Publish callbacks [] for port (60a5f3e4-91f3-4085-a7c6-4a46038f975b), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:08.404093 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-a2204863-47df-4141-b29b-f6409ebffc7e tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (60a5f3e4-91f3-4085-a7c6-4a46038f975b), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:08.417729 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['49b8f83a-a41f-4119-9973-7800177e9d02', '95201dc2-0b79-4388-b8dd-d979d8b81c6d'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:34:08.421623 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['b525b277-404a-43c4-9dc2-45ca1ef63f30'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:34:08.461093 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2204863-47df-4141-b29b-f6409ebffc7e tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Pushing event updated for resources: {'Port': ['ID=60a5f3e4-91f3-4085-a7c6-4a46038f975b,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:08.481238 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-a2204863-47df-4141-b29b-f6409ebffc7e tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Network 923b19ee-be79-4291-b298-2fb7ab9017f7 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:34:08.482909 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-a2204863-47df-4141-b29b-f6409ebffc7e tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:34:08.485906 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2204863-47df-4141-b29b-f6409ebffc7e tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:08.486485 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2204863-47df-4141-b29b-f6409ebffc7e tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:08.486839 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2204863-47df-4141-b29b-f6409ebffc7e tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:08.487218 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2204863-47df-4141-b29b-f6409ebffc7e tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:08.487557 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2204863-47df-4141-b29b-f6409ebffc7e tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:08.487894 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2204863-47df-4141-b29b-f6409ebffc7e tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:08.488271 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2204863-47df-4141-b29b-f6409ebffc7e tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:08.489256 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2204863-47df-4141-b29b-f6409ebffc7e tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:08.489592 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2204863-47df-4141-b29b-f6409ebffc7e tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:08.489925 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2204863-47df-4141-b29b-f6409ebffc7e tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:08.490256 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2204863-47df-4141-b29b-f6409ebffc7e tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:08.491349 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2204863-47df-4141-b29b-f6409ebffc7e tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:08.491349 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2204863-47df-4141-b29b-f6409ebffc7e tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:08.496129 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-a2204863-47df-4141-b29b-f6409ebffc7e tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:34:08.503815 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-64e8fc99-bec1-4b01-8b4e-c4348a277760 req-0359031c-cd93-43b7-aae4-48d8a4b41cd7 service neutron] 10.222.0.121 "GET /v2.0/networks/88b27524-8ae4-4965-b899-af20055923cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937094 Feb 09 01:34:08.568868 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-a2204863-47df-4141-b29b-f6409ebffc7e tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:08.569753 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-a2204863-47df-4141-b29b-f6409ebffc7e tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:08.631636 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-a2204863-47df-4141-b29b-f6409ebffc7e tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6033823 Feb 09 01:34:08.645675 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89998937-64c6-4b96-aeaa-3e57d26912fe req-e1b70452-98dc-424b-9cca-281648a24d9c tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:08.653481 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89998937-64c6-4b96-aeaa-3e57d26912fe req-e1b70452-98dc-424b-9cca-281648a24d9c tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=546cd9de-e599-4da6-bb25-426bd25707ab HTTP/1.1" status: 200 len: 931 time: 0.0794981 Feb 09 01:34:08.667804 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-cc119422-001a-43fd-87ac-9748aa2c1db1 service neutron] Request body: {'port': {'device_id': '546cd9de-e599-4da6-bb25-426bd25707ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:08.750808 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89998937-64c6-4b96-aeaa-3e57d26912fe req-a2182eb6-60c4-48ec-86a5-f4e3d19bb440 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914702 Feb 09 01:34:08.757257 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-64e8fc99-bec1-4b01-8b4e-c4348a277760 req-7ef4b5f9-71d8-4049-a886-90d7cf0bea95 service neutron] 10.222.0.121 "GET /v2.0/networks/88b27524-8ae4-4965-b899-af20055923cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430601 Feb 09 01:34:08.827074 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-cc119422-001a-43fd-87ac-9748aa2c1db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (60a5f3e4-91f3-4085-a7c6-4a46038f975b), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:08.944933 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-130dfda1-b24e-4519-a488-51272598a678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'name': 'tempest-AttachVolumeShelveTestJSON-293999041-router', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'e14078b4-4379-4633-9f4f-9367ebe69b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:38Z', 'updated_at': '2022-02-09T01:33:43Z', 'revision_number': 4, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'gw_port': {'id': 'e14078b4-4379-4633-9f4f-9367ebe69b48', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:39Z', 'updated_at': '2022-02-09T01:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': 'a7a7f0c8-ddcd-44a7-8fca-3cbdc30384e6', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'floating_ip_address': '172.25.1.8', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'port_id': '0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88b27524-8ae4-4965-b899-af20055923cd', 'mac_address': 'fa:16:3e:59:1c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b644ccc7-2504-4c6b-94b5-02f939c591ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:33:48Z', 'updated_at': '2022-02-09T01:34:06Z', 'revision_number': 1, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32716bf-b2ea-464f-aa1c-c159f8e3dbcf', 'name': '', 'network_id': '88b27524-8ae4-4965-b899-af20055923cd', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'mac_address': 'fa:16:3e:33:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '22a89563-8842-4e1e-95dc-ee10f0240b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:41Z', 'updated_at': '2022-02-09T01:33:52Z', 'revision_number': 5, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'subnets': [{'id': '22a89563-8842-4e1e-95dc-ee10f0240b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:08.995932 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130dfda1-b24e-4519-a488-51272598a678 None None] The sync data for ids ['c48d68a8-7b5e-44c2-96ea-be7a9b527b04'] in n-d-822053-40 is: [{'id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'name': 'tempest-AttachVolumeShelveTestJSON-293999041-router', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'e14078b4-4379-4633-9f4f-9367ebe69b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:38Z', 'updated_at': '2022-02-09T01:33:43Z', 'revision_number': 4, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'gw_port': {'id': 'e14078b4-4379-4633-9f4f-9367ebe69b48', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:39Z', 'updated_at': '2022-02-09T01:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': 'a7a7f0c8-ddcd-44a7-8fca-3cbdc30384e6', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'floating_ip_address': '172.25.1.8', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'port_id': '0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88b27524-8ae4-4965-b899-af20055923cd', 'mac_address': 'fa:16:3e:59:1c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b644ccc7-2504-4c6b-94b5-02f939c591ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:33:48Z', 'updated_at': '2022-02-09T01:34:06Z', 'revision_number': 1, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32716bf-b2ea-464f-aa1c-c159f8e3dbcf', 'name': '', 'network_id': '88b27524-8ae4-4965-b899-af20055923cd', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'mac_address': 'fa:16:3e:33:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '22a89563-8842-4e1e-95dc-ee10f0240b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:41Z', 'updated_at': '2022-02-09T01:33:52Z', 'revision_number': 5, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'subnets': [{'id': '22a89563-8842-4e1e-95dc-ee10f0240b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:34:09.245451 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce999ae-7552-4506-9f53-72d898485072 req-23978f2b-3936-4b45-9469-5541078925cb tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:09.247280 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ce999ae-7552-4506-9f53-72d898485072 req-23978f2b-3936-4b45-9469-5541078925cb tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 945 time: 0.1034396 Feb 09 01:34:09.306025 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ce999ae-7552-4506-9f53-72d898485072 req-95562069-db07-4c21-9edd-949ecb532f5c tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471499 Feb 09 01:34:09.364176 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4992ea46-dba8-4165-b15a-28263efdf9d0 None None] New status for floating IP a7a7f0c8-ddcd-44a7-8fca-3cbdc30384e6: ACTIVE {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:34:09.399304 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-cc119422-001a-43fd-87ac-9748aa2c1db1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60a5f3e4-91f3-4085-a7c6-4a46038f975b {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:34:09.408352 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-cc119422-001a-43fd-87ac-9748aa2c1db1 service neutron] Publish callbacks [] for port (60a5f3e4-91f3-4085-a7c6-4a46038f975b), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:09.422324 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-cc119422-001a-43fd-87ac-9748aa2c1db1 service neutron] Transition to ACTIVE for port object 60a5f3e4-91f3-4085-a7c6-4a46038f975b will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:34:09.427779 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-cc119422-001a-43fd-87ac-9748aa2c1db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (60a5f3e4-91f3-4085-a7c6-4a46038f975b), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:09.551871 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc119422-001a-43fd-87ac-9748aa2c1db1 service neutron] Pushing event updated for resources: {'Port': ['ID=60a5f3e4-91f3-4085-a7c6-4a46038f975b,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:09.620129 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-cc119422-001a-43fd-87ac-9748aa2c1db1 service neutron] Attempting to bind port 60a5f3e4-91f3-4085-a7c6-4a46038f975b on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:34:09.620622 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-cc119422-001a-43fd-87ac-9748aa2c1db1 service neutron] Attempting to bind port 60a5f3e4-91f3-4085-a7c6-4a46038f975b by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '74341012-2d09-4bfd-8196-39119d03257b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '923b19ee-be79-4291-b298-2fb7ab9017f7'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:34:09.621254 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-cc119422-001a-43fd-87ac-9748aa2c1db1 service neutron] Attempting to bind port 60a5f3e4-91f3-4085-a7c6-4a46038f975b on network 923b19ee-be79-4291-b298-2fb7ab9017f7 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:34:09.627171 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-cc119422-001a-43fd-87ac-9748aa2c1db1 service neutron] Port 60a5f3e4-91f3-4085-a7c6-4a46038f975b on network 923b19ee-be79-4291-b298-2fb7ab9017f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:34:09.627715 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-cc119422-001a-43fd-87ac-9748aa2c1db1 service neutron] Attempting to bind port 60a5f3e4-91f3-4085-a7c6-4a46038f975b on network 923b19ee-be79-4291-b298-2fb7ab9017f7 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:34:09.637049 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-cc119422-001a-43fd-87ac-9748aa2c1db1 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:34:09.637999 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-cc119422-001a-43fd-87ac-9748aa2c1db1 service neutron] Checking segment: {'id': '74341012-2d09-4bfd-8196-39119d03257b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '923b19ee-be79-4291-b298-2fb7ab9017f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:34:09.638709 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-cc119422-001a-43fd-87ac-9748aa2c1db1 service neutron] Bound using segment: {'id': '74341012-2d09-4bfd-8196-39119d03257b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '923b19ee-be79-4291-b298-2fb7ab9017f7'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:34:09.639264 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-cc119422-001a-43fd-87ac-9748aa2c1db1 service neutron] Bound port: 60a5f3e4-91f3-4085-a7c6-4a46038f975b, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74341012-2d09-4bfd-8196-39119d03257b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '923b19ee-be79-4291-b298-2fb7ab9017f7'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:34:09.639828 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-cc119422-001a-43fd-87ac-9748aa2c1db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (60a5f3e4-91f3-4085-a7c6-4a46038f975b), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:09.786253 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-cc119422-001a-43fd-87ac-9748aa2c1db1 service neutron] For port 60a5f3e4-91f3-4085-a7c6-4a46038f975b, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:34:09.794425 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-cc119422-001a-43fd-87ac-9748aa2c1db1 service neutron] For port 60a5f3e4-91f3-4085-a7c6-4a46038f975b, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=60a5f3e4-91f3-4085-a7c6-4a46038f975b,segment=NetworkSegment(74341012-2d09-4bfd-8196-39119d03257b),segment_id=74341012-2d09-4bfd-8196-39119d03257b)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:34:09.811359 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-cc119422-001a-43fd-87ac-9748aa2c1db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (60a5f3e4-91f3-4085-a7c6-4a46038f975b), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:09.845485 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-cc119422-001a-43fd-87ac-9748aa2c1db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:09.846352 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-cc119422-001a-43fd-87ac-9748aa2c1db1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:09.852148 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-cc119422-001a-43fd-87ac-9748aa2c1db1 service neutron] 10.222.0.91 "PUT /v2.0/ports/60a5f3e4-91f3-4085-a7c6-4a46038f975b HTTP/1.1" status: 200 len: 1092 time: 1.1889067 Feb 09 01:34:09.943162 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '546cd9de-e599-4da6-bb25-426bd25707ab', 'tag': '60a5f3e4-91f3-4085-a7c6-4a46038f975b'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:09.945457 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb0bc22-e584-42ab-8497-a246d85c3922" -d '{"events": [{"name": "network-changed", "server_uuid": "546cd9de-e599-4da6-bb25-426bd25707ab", "tag": "60a5f3e4-91f3-4085-a7c6-4a46038f975b"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:10.084002 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e1f4ab-65a6-4a65-bb5c-c98bdfdb920d x-openstack-request-id: req-a7e1f4ab-65a6-4a65-bb5c-c98bdfdb920d {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:10.084319 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "546cd9de-e599-4da6-bb25-426bd25707ab", "tag": "60a5f3e4-91f3-4085-a7c6-4a46038f975b", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:10.084966 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a7e1f4ab-65a6-4a65-bb5c-c98bdfdb920d {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:10.084966 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '546cd9de-e599-4da6-bb25-426bd25707ab', 'tag': '60a5f3e4-91f3-4085-a7c6-4a46038f975b', 'status': 'completed', 'code': 200} Feb 09 01:34:10.125767 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc119422-001a-43fd-87ac-9748aa2c1db1 service neutron] Pushing event updated for resources: {'Port': ['ID=60a5f3e4-91f3-4085-a7c6-4a46038f975b,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:10.179374 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e873504-f3a0-4f33-be27-3851df8935cb req-3142aa13-5aca-466c-af85-1a718622eb83 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:10.187083 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e873504-f3a0-4f33-be27-3851df8935cb req-3142aa13-5aca-466c-af85-1a718622eb83 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=546cd9de-e599-4da6-bb25-426bd25707ab HTTP/1.1" status: 200 len: 943 time: 0.2384820 Feb 09 01:34:10.214523 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-f0d2f177-7437-4dad-9eb4-c3080ec5619c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:10.216446 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-f0d2f177-7437-4dad-9eb4-c3080ec5619c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c116954692244bec838f5194019c5458&device_id=546cd9de-e599-4da6-bb25-426bd25707ab HTTP/1.1" status: 200 len: 1126 time: 0.2651629 Feb 09 01:34:10.296881 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-4970a6a2-e06c-478b-9453-301cabf8366c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60a5f3e4-91f3-4085-a7c6-4a46038f975b HTTP/1.1" status: 200 len: 217 time: 0.0692382 Feb 09 01:34:10.325095 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e873504-f3a0-4f33-be27-3851df8935cb req-0b2eec8b-ff9b-4f91-a021-e5f46a98e940 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365016 Feb 09 01:34:10.382936 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-8ee1d896-1411-4bd5-809e-9cd540e10696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:10.391053 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-8ee1d896-1411-4bd5-809e-9cd540e10696 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=384a7aa3-b5da-47bc-8859-e3960efe9a80 HTTP/1.1" status: 200 len: 853 time: 0.0766349 Feb 09 01:34:10.437675 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-4fd1d662-6208-44b7-8eb9-6e640b0cfe95 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=923b19ee-be79-4291-b298-2fb7ab9017f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432861 Feb 09 01:34:10.555287 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-dfcc847c-092e-4443-9a4e-67b16fa0b244 service neutron] 10.222.0.91 "GET /v2.0/networks/923b19ee-be79-4291-b298-2fb7ab9017f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116254 Feb 09 01:34:10.721653 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e91d00cc-8038-45ad-8559-96cc5db44c36 req-b7f2b244-611d-47ba-a7e9-72e26043c0ff service neutron] 10.222.0.91 "GET /v2.0/networks/923b19ee-be79-4291-b298-2fb7ab9017f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574750 Feb 09 01:34:10.889748 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0bc22-e584-42ab-8497-a246d85c3922 req-96eee4b4-4906-4c01-81e1-b715c0a09ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:10.891296 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bdb0bc22-e584-42ab-8497-a246d85c3922 req-96eee4b4-4906-4c01-81e1-b715c0a09ce3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c116954692244bec838f5194019c5458&device_id=546cd9de-e599-4da6-bb25-426bd25707ab HTTP/1.1" status: 200 len: 1126 time: 0.1003940 Feb 09 01:34:11.088969 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0bc22-e584-42ab-8497-a246d85c3922 req-0e5b31d0-b306-4a38-bd26-1e338c2cfecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:11.090903 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bdb0bc22-e584-42ab-8497-a246d85c3922 req-0e5b31d0-b306-4a38-bd26-1e338c2cfecd service neutron] 10.222.0.91 "GET /v2.0/networks?id=923b19ee-be79-4291-b298-2fb7ab9017f7 HTTP/1.1" status: 200 len: 914 time: 0.1912477 Feb 09 01:34:11.097700 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:34:11.166742 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bdb0bc22-e584-42ab-8497-a246d85c3922 req-8c588b8a-f86e-4d24-8d50-7e283099ffe8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60a5f3e4-91f3-4085-a7c6-4a46038f975b HTTP/1.1" status: 200 len: 217 time: 0.0678577 Feb 09 01:34:11.294674 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0bc22-e584-42ab-8497-a246d85c3922 req-5542e800-fcdf-42a1-8825-72f8df191017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:11.302924 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bdb0bc22-e584-42ab-8497-a246d85c3922 req-5542e800-fcdf-42a1-8825-72f8df191017 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=384a7aa3-b5da-47bc-8859-e3960efe9a80 HTTP/1.1" status: 200 len: 853 time: 0.1272838 Feb 09 01:34:11.343195 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bdb0bc22-e584-42ab-8497-a246d85c3922 req-46e0e949-3f42-4a88-8289-3160f00338bb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=923b19ee-be79-4291-b298-2fb7ab9017f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331380 Feb 09 01:34:11.592783 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bdb0bc22-e584-42ab-8497-a246d85c3922 req-38ac6a71-9472-4fa7-bfcc-1b1e3f9b02cb service neutron] 10.222.0.91 "GET /v2.0/networks/923b19ee-be79-4291-b298-2fb7ab9017f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412741 Feb 09 01:34:11.605539 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce626721-79c4-458e-9a6a-0e84b7a1dc94 req-7706f029-ad8e-44a4-a387-2107d16caf1d tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:11.628580 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ce626721-79c4-458e-9a6a-0e84b7a1dc94 req-7706f029-ad8e-44a4-a387-2107d16caf1d tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=546cd9de-e599-4da6-bb25-426bd25707ab HTTP/1.1" status: 200 len: 943 time: 0.1460633 Feb 09 01:34:11.787826 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ce626721-79c4-458e-9a6a-0e84b7a1dc94 req-b2f900fa-84b1-416e-9ad3-73848d8928bb tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570594 Feb 09 01:34:11.874734 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bdb0bc22-e584-42ab-8497-a246d85c3922 req-045f8294-4b56-4d15-a727-391e139be25e service neutron] 10.222.0.91 "GET /v2.0/networks/923b19ee-be79-4291-b298-2fb7ab9017f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226839 Feb 09 01:34:12.951950 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2d5eb-9bd8-4a2f-a55d-b94868462ee1 req-5b499b42-450b-4cc1-ab4c-477261348f1a tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:12.954457 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-05f2d5eb-9bd8-4a2f-a55d-b94868462ee1 req-5b499b42-450b-4cc1-ab4c-477261348f1a tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=546cd9de-e599-4da6-bb25-426bd25707ab HTTP/1.1" status: 200 len: 943 time: 0.0690000 Feb 09 01:34:12.975413 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 60a5f3e4-91f3-4085-a7c6-4a46038f975b details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:34:13.009253 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-05f2d5eb-9bd8-4a2f-a55d-b94868462ee1 req-f0c56786-9576-4e7c-a7b0-e0460ac31a59 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485177 Feb 09 01:34:13.128182 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 60a5f3e4-91f3-4085-a7c6-4a46038f975b, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=60a5f3e4-91f3-4085-a7c6-4a46038f975b,segment=NetworkSegment(74341012-2d09-4bfd-8196-39119d03257b),segment_id=74341012-2d09-4bfd-8196-39119d03257b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:13.140583 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '60a5f3e4-91f3-4085-a7c6-4a46038f975b', 'network_id': '923b19ee-be79-4291-b298-2fb7ab9017f7', 'port_id': '60a5f3e4-91f3-4085-a7c6-4a46038f975b', 'mac_address': 'fa:16:3e:e9:11:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '384a7aa3-b5da-47bc-8859-e3960efe9a80', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:34:13.188628 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 60a5f3e4-91f3-4085-a7c6-4a46038f975b is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:34:13.189267 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (60a5f3e4-91f3-4085-a7c6-4a46038f975b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:13.204399 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60a5f3e4-91f3-4085-a7c6-4a46038f975b {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:34:13.224684 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 60a5f3e4-91f3-4085-a7c6-4a46038f975b, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=60a5f3e4-91f3-4085-a7c6-4a46038f975b,segment=NetworkSegment(74341012-2d09-4bfd-8196-39119d03257b),segment_id=74341012-2d09-4bfd-8196-39119d03257b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:13.233518 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (60a5f3e4-91f3-4085-a7c6-4a46038f975b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:13.297734 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=60a5f3e4-91f3-4085-a7c6-4a46038f975b,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:13.574114 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 48148) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:13.583759 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['60a5f3e4-91f3-4085-a7c6-4a46038f975b'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:34:13.703609 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9fe092d7-94d3-4e13-beed-350a843250c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:13.787786 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9fe092d7-94d3-4e13-beed-350a843250c4 admin admin] Publish callbacks [] for security_group (666a5045-6068-44f4-b153-054052f8f529), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:13.793242 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9fe092d7-94d3-4e13-beed-350a843250c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (666a5045-6068-44f4-b153-054052f8f529), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:13.832058 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe092d7-94d3-4e13-beed-350a843250c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666a5045-6068-44f4-b153-054052f8f529,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:13.838500 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9fe092d7-94d3-4e13-beed-350a843250c4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8357585d681347cc89c907e325443eb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2603035 Feb 09 01:34:13.839471 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 48152) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:13.842974 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe092d7-94d3-4e13-beed-350a843250c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:13.843312 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe092d7-94d3-4e13-beed-350a843250c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:13.843828 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe092d7-94d3-4e13-beed-350a843250c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:13.844333 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe092d7-94d3-4e13-beed-350a843250c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:13.844828 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe092d7-94d3-4e13-beed-350a843250c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:13.845315 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe092d7-94d3-4e13-beed-350a843250c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:13.845799 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe092d7-94d3-4e13-beed-350a843250c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:13.846280 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe092d7-94d3-4e13-beed-350a843250c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:13.846761 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe092d7-94d3-4e13-beed-350a843250c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:13.847237 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe092d7-94d3-4e13-beed-350a843250c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:13.849094 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe092d7-94d3-4e13-beed-350a843250c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:13.849606 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe092d7-94d3-4e13-beed-350a843250c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:13.850086 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe092d7-94d3-4e13-beed-350a843250c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:13.909234 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-99c9991d-0c69-4946-98e7-e10e2e055f5b admin admin] Publish callbacks [] for security_group (666a5045-6068-44f4-b153-054052f8f529), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:13.937058 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-99c9991d-0c69-4946-98e7-e10e2e055f5b admin admin] Publish callbacks [] for security_group (666a5045-6068-44f4-b153-054052f8f529), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:13.989221 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-99c9991d-0c69-4946-98e7-e10e2e055f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (666a5045-6068-44f4-b153-054052f8f529), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:13.992957 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-99c9991d-0c69-4946-98e7-e10e2e055f5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:13.994164 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-99c9991d-0c69-4946-98e7-e10e2e055f5b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/666a5045-6068-44f4-b153-054052f8f529 HTTP/1.1" status: 204 len: 168 time: 0.1533566 Feb 09 01:34:14.005482 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9991d-0c69-4946-98e7-e10e2e055f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666a5045-6068-44f4-b153-054052f8f529,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:14.186514 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbb409-aa27-464c-be0c-f1cf8697a46e req-8d4c6fad-4068-450a-a60b-748bb683e7ac tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:14.196666 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7adbb409-aa27-464c-be0c-f1cf8697a46e req-8d4c6fad-4068-450a-a60b-748bb683e7ac tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=546cd9de-e599-4da6-bb25-426bd25707ab HTTP/1.1" status: 200 len: 944 time: 0.0948784 Feb 09 01:34:14.267766 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7adbb409-aa27-464c-be0c-f1cf8697a46e req-39089994-0e8f-446c-8fce-2cc819c1da1e tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699177 Feb 09 01:34:14.974400 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 60a5f3e4-91f3-4085-a7c6-4a46038f975b up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:34:15.027447 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 60a5f3e4-91f3-4085-a7c6-4a46038f975b completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:34:15.032487 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 60a5f3e4-91f3-4085-a7c6-4a46038f975b triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:34:15.032859 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (60a5f3e4-91f3-4085-a7c6-4a46038f975b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:15.121268 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 60a5f3e4-91f3-4085-a7c6-4a46038f975b is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:34:15.121663 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (60a5f3e4-91f3-4085-a7c6-4a46038f975b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:15.148700 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546cd9de-e599-4da6-bb25-426bd25707ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a5f3e4-91f3-4085-a7c6-4a46038f975b'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:15.150911 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6ee447-ce41-4033-900c-d20887f38542" -d '{"events": [{"server_uuid": "546cd9de-e599-4da6-bb25-426bd25707ab", "name": "network-vif-plugged", "status": "completed", "tag": "60a5f3e4-91f3-4085-a7c6-4a46038f975b"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:15.164491 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 60a5f3e4-91f3-4085-a7c6-4a46038f975b, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=60a5f3e4-91f3-4085-a7c6-4a46038f975b,segment=NetworkSegment(74341012-2d09-4bfd-8196-39119d03257b),segment_id=74341012-2d09-4bfd-8196-39119d03257b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:15.168960 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (60a5f3e4-91f3-4085-a7c6-4a46038f975b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:15.203463 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a043da-108e-42f7-9a87-40d548137604 x-openstack-request-id: req-d2a043da-108e-42f7-9a87-40d548137604 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:15.203783 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546cd9de-e599-4da6-bb25-426bd25707ab", "name": "network-vif-plugged", "status": "completed", "tag": "60a5f3e4-91f3-4085-a7c6-4a46038f975b", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:15.204031 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d2a043da-108e-42f7-9a87-40d548137604 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:15.204438 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546cd9de-e599-4da6-bb25-426bd25707ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a5f3e4-91f3-4085-a7c6-4a46038f975b', 'code': 200} Feb 09 01:34:15.225618 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=60a5f3e4-91f3-4085-a7c6-4a46038f975b,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:15.328986 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663090d-422f-486c-b91e-3af26bb218b3 req-45ffc522-8970-47ee-a1bc-15cdf1515085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:15.330612 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3663090d-422f-486c-b91e-3af26bb218b3 req-45ffc522-8970-47ee-a1bc-15cdf1515085 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=546cd9de-e599-4da6-bb25-426bd25707ab HTTP/1.1" status: 200 len: 1128 time: 0.0554838 Feb 09 01:34:15.407806 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3663090d-422f-486c-b91e-3af26bb218b3 req-a8297c6b-b9c0-4d41-a3b4-73fecf029075 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701325 Feb 09 01:34:15.422735 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf0a91-a28a-407f-8ce1-a79ed456530f req-91b7fd11-9df2-4db0-a081-02ec96b7f336 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:15.425382 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-29bf0a91-a28a-407f-8ce1-a79ed456530f req-91b7fd11-9df2-4db0-a081-02ec96b7f336 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=546cd9de-e599-4da6-bb25-426bd25707ab HTTP/1.1" status: 200 len: 945 time: 0.0810637 Feb 09 01:34:15.486411 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-29bf0a91-a28a-407f-8ce1-a79ed456530f req-242ee331-de0b-4009-bdf8-bedf5baed2d0 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545759 Feb 09 01:34:15.723192 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fa027-5fbe-435a-8dd2-0764dc6453a0 req-96b34304-1ad9-4f66-8106-713e8628c689 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:15.725553 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f4fa027-5fbe-435a-8dd2-0764dc6453a0 req-96b34304-1ad9-4f66-8106-713e8628c689 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.0633528 Feb 09 01:34:15.775135 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f4fa027-5fbe-435a-8dd2-0764dc6453a0 req-5ac838d0-f5e1-4a82-8d7b-b28cb8bdd404 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425832 Feb 09 01:34:16.623238 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12098f-c00c-4235-9cc2-799616aac037 req-ccf25f2f-9c35-4a3e-8837-11c29684f903 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:16.633668 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bd12098f-c00c-4235-9cc2-799616aac037 req-ccf25f2f-9c35-4a3e-8837-11c29684f903 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=546cd9de-e599-4da6-bb25-426bd25707ab HTTP/1.1" status: 200 len: 945 time: 0.0653055 Feb 09 01:34:16.695591 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bd12098f-c00c-4235-9cc2-799616aac037 req-be05113e-75a1-4d0b-af33-88003b7f26e1 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629675 Feb 09 01:34:16.909252 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b031d1-e009-4ca0-8404-c7cf1c1e4e59 req-03caafa5-7ddf-4a4d-8229-059922c218e6 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:16.910730 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89b031d1-e009-4ca0-8404-c7cf1c1e4e59 req-03caafa5-7ddf-4a4d-8229-059922c218e6 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.0587993 Feb 09 01:34:16.964019 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89b031d1-e009-4ca0-8404-c7cf1c1e4e59 req-f8286a57-e11c-45ef-98d0-cdc85bf42ad6 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457880 Feb 09 01:34:17.817875 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94853b9-d384-45b6-9c9f-3c105c951e0e req-09e0563f-ffda-497e-984b-2213ee2beb49 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:17.819300 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d94853b9-d384-45b6-9c9f-3c105c951e0e req-09e0563f-ffda-497e-984b-2213ee2beb49 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=546cd9de-e599-4da6-bb25-426bd25707ab HTTP/1.1" status: 200 len: 945 time: 0.0533147 Feb 09 01:34:17.866667 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d94853b9-d384-45b6-9c9f-3c105c951e0e req-d719b421-61b4-405d-bc79-535a7b7165e8 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416579 Feb 09 01:34:18.106678 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300836b3-71cc-4853-b8b0-d05f58043664 req-208c8f58-db65-4b06-b9c3-fcf45f136e14 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:18.108359 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-300836b3-71cc-4853-b8b0-d05f58043664 req-208c8f58-db65-4b06-b9c3-fcf45f136e14 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.0591676 Feb 09 01:34:18.169439 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-300836b3-71cc-4853-b8b0-d05f58043664 req-e743eda2-5a2d-4948-8999-d6ea20bfbd58 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524538 Feb 09 01:34:19.329617 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9676215-bae9-4308-a05a-30f93286d577 req-894e8d93-67a6-45f4-8082-2e82ad6e9410 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:19.332747 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e9676215-bae9-4308-a05a-30f93286d577 req-894e8d93-67a6-45f4-8082-2e82ad6e9410 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.0608094 Feb 09 01:34:19.387894 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e9676215-bae9-4308-a05a-30f93286d577 req-495dec4c-ce90-4ff1-b6a0-57852928ce83 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503633 Feb 09 01:34:19.420858 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:20.530123 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e9f48-6df9-44be-8c03-ea83a9b20b2d req-937bc87b-8dcd-40e0-80f5-42cb40d0c29a tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:20.531620 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b88e9f48-6df9-44be-8c03-ea83a9b20b2d req-937bc87b-8dcd-40e0-80f5-42cb40d0c29a tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.0590990 Feb 09 01:34:20.596426 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b88e9f48-6df9-44be-8c03-ea83a9b20b2d req-d5d1c8cb-3877-460e-8e86-6d85734f11fc tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577528 Feb 09 01:34:20.760577 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f347d458-2a8e-4cd8-a6d2-d5e1cdf5aef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:20.902531 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:21.783253 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19bd135-da3b-4150-9fb5-7d02f8ad50cf req-eb755f73-7858-4c71-afc3-3d1e8b4fb5a7 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:21.785857 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b19bd135-da3b-4150-9fb5-7d02f8ad50cf req-eb755f73-7858-4c71-afc3-3d1e8b4fb5a7 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.0760448 Feb 09 01:34:21.841130 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b19bd135-da3b-4150-9fb5-7d02f8ad50cf req-6bb6d98d-7924-4489-8c24-5b8b5247fecb tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485101 Feb 09 01:34:22.966367 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b645b3-b370-49d0-8e39-dcdc7ba10e9b req-f9cd7108-eb26-425c-9d83-a0c68d306053 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:22.967954 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2b645b3-b370-49d0-8e39-dcdc7ba10e9b req-f9cd7108-eb26-425c-9d83-a0c68d306053 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.0564392 Feb 09 01:34:23.028241 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2b645b3-b370-49d0-8e39-dcdc7ba10e9b req-b492bcd8-b3c9-4eee-8a23-b1e48348982f tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540318 Feb 09 01:34:24.152323 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6bd2d-60f9-43ff-baf7-ea0c4695bdcf req-0d569ee6-8e55-4520-808d-8a91e3b1dffe tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:24.153910 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bfa6bd2d-60f9-43ff-baf7-ea0c4695bdcf req-0d569ee6-8e55-4520-808d-8a91e3b1dffe tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.0542011 Feb 09 01:34:24.205520 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bfa6bd2d-60f9-43ff-baf7-ea0c4695bdcf req-56d14359-a1d7-461b-8e66-9684d46d2c63 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459487 Feb 09 01:34:24.244177 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f8936cbf-96b2-4437-b779-d788f2e66e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:25.331102 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fdff51-ea6d-456b-8c6a-7b8e29fb64e7 req-35c66166-df92-44ee-bac3-cdd24652db9e tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:25.333239 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c0fdff51-ea6d-456b-8c6a-7b8e29fb64e7 req-35c66166-df92-44ee-bac3-cdd24652db9e tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.0563729 Feb 09 01:34:25.411765 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c0fdff51-ea6d-456b-8c6a-7b8e29fb64e7 req-c8300601-58e7-4cd2-a850-3e7d8889ba38 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716395 Feb 09 01:34:25.793718 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:26.544930 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe3366-9a58-412c-aa01-9be420624885 req-fc1dff4c-c8a8-4f17-8873-c21c7269a35a tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:26.546529 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2cbe3366-9a58-412c-aa01-9be420624885 req-fc1dff4c-c8a8-4f17-8873-c21c7269a35a tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.0648808 Feb 09 01:34:26.598030 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2cbe3366-9a58-412c-aa01-9be420624885 req-1df4864c-cee5-4af5-9f78-ac1799e8e108 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442822 Feb 09 01:34:26.838137 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522cb598-962b-4c61-96a7-9c94eea421ff req-2682508e-2538-4245-8b01-f2fc26cf5279 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:26.839972 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-522cb598-962b-4c61-96a7-9c94eea421ff req-2682508e-2538-4245-8b01-f2fc26cf5279 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.0740018 Feb 09 01:34:26.896447 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-522cb598-962b-4c61-96a7-9c94eea421ff req-b0cc549b-891b-4027-817e-a0c33d95b50d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483427 Feb 09 01:34:26.975746 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c91f8d-7dae-4ac2-859e-15f1333d1f77 req-b9a4d04b-e931-437c-b182-70e6a15f5dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:26.977409 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d9c91f8d-7dae-4ac2-859e-15f1333d1f77 req-b9a4d04b-e931-437c-b182-70e6a15f5dc6 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=40040732d30e4d7f9ee97e8667a77299&device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 1129 time: 0.1544812 Feb 09 01:34:27.084058 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c91f8d-7dae-4ac2-859e-15f1333d1f77 req-e0c80b4c-4d23-4c01-9b97-ea61f1228d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:27.085542 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d9c91f8d-7dae-4ac2-859e-15f1333d1f77 req-e0c80b4c-4d23-4c01-9b97-ea61f1228d50 service neutron] 10.222.0.121 "GET /v2.0/networks?id=0a61edaa-ae5c-493b-b01a-414100fdece7 HTTP/1.1" status: 200 len: 912 time: 0.1014385 Feb 09 01:34:27.157818 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d9c91f8d-7dae-4ac2-859e-15f1333d1f77 req-eedb1b7f-db40-4389-90ad-339a2dcf86ab service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f372b68-b59e-4914-8e62-ae2403cb4bc2 HTTP/1.1" status: 200 len: 1002 time: 0.0650244 Feb 09 01:34:27.219199 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c91f8d-7dae-4ac2-859e-15f1333d1f77 req-0e411384-6c20-403b-bb0a-173796cdf570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:27.220896 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d9c91f8d-7dae-4ac2-859e-15f1333d1f77 req-0e411384-6c20-403b-bb0a-173796cdf570 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ad59b321-ab39-4a7c-b208-055ec9804c66 HTTP/1.1" status: 200 len: 850 time: 0.0566359 Feb 09 01:34:27.273474 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c91f8d-7dae-4ac2-859e-15f1333d1f77 req-d7f462f3-791e-4e37-a5e0-7e77a595d2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:27.274981 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d9c91f8d-7dae-4ac2-859e-15f1333d1f77 req-d7f462f3-791e-4e37-a5e0-7e77a595d2b3 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0a61edaa-ae5c-493b-b01a-414100fdece7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477858 Feb 09 01:34:27.370740 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d9c91f8d-7dae-4ac2-859e-15f1333d1f77 req-536fe027-00ad-448a-b208-e22578886289 service neutron] 10.222.0.121 "GET /v2.0/networks/0a61edaa-ae5c-493b-b01a-414100fdece7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890238 Feb 09 01:34:27.480292 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d9c91f8d-7dae-4ac2-859e-15f1333d1f77 req-79ddee77-d327-4fc1-bfdf-1ee6569f5d24 service neutron] 10.222.0.121 "GET /v2.0/networks/0a61edaa-ae5c-493b-b01a-414100fdece7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030946 Feb 09 01:34:27.504587 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:28.044032 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0914416-174c-4523-96c4-29346edfd985 req-09062f0e-a748-4ffb-bb43-6e44a2bb6b21 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:28.047812 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b0914416-174c-4523-96c4-29346edfd985 req-09062f0e-a748-4ffb-bb43-6e44a2bb6b21 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.0741839 Feb 09 01:34:28.133252 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b0914416-174c-4523-96c4-29346edfd985 req-685872ad-b13b-4204-98a8-d620f2164b7d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682039 Feb 09 01:34:28.255289 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:29.274319 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eccf8e-7ed3-4bc2-b70f-d0e73426529b req-18a5bfb4-30d6-4660-8dc2-07d6c5404729 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:29.275842 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-28eccf8e-7ed3-4bc2-b70f-d0e73426529b req-18a5bfb4-30d6-4660-8dc2-07d6c5404729 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.0645473 Feb 09 01:34:29.325100 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-28eccf8e-7ed3-4bc2-b70f-d0e73426529b req-e486977d-e444-414a-889e-5d978cc8d6d9 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432527 Feb 09 01:34:42.638912 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6fd13-c56d-466c-a9cf-90db735ac464 req-8d030426-60e2-4889-a48a-140decc286a7 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:42.644725 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6fd13-c56d-466c-a9cf-90db735ac464 req-8d030426-60e2-4889-a48a-140decc286a7 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:42.649886 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6fd13-c56d-466c-a9cf-90db735ac464 req-8d030426-60e2-4889-a48a-140decc286a7 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:42.656723 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6fd13-c56d-466c-a9cf-90db735ac464 req-8d030426-60e2-4889-a48a-140decc286a7 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:42.663050 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6fd13-c56d-466c-a9cf-90db735ac464 req-8d030426-60e2-4889-a48a-140decc286a7 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:42.668823 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6fd13-c56d-466c-a9cf-90db735ac464 req-8d030426-60e2-4889-a48a-140decc286a7 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:42.674810 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6fd13-c56d-466c-a9cf-90db735ac464 req-8d030426-60e2-4889-a48a-140decc286a7 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:42.676912 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-25a6fd13-c56d-466c-a9cf-90db735ac464 req-8d030426-60e2-4889-a48a-140decc286a7 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5444 time: 0.1118956 Feb 09 01:34:42.751686 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-25a6fd13-c56d-466c-a9cf-90db735ac464 req-9f6ed5fe-9409-4289-bd8b-39d3a93820b5 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0676260 Feb 09 01:34:43.945002 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a68ee-cd37-4d52-8bd5-1116ffcbd8fe req-85b7ed7e-58e5-46b7-b615-dc91d2c5c110 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:43.951359 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a68ee-cd37-4d52-8bd5-1116ffcbd8fe req-85b7ed7e-58e5-46b7-b615-dc91d2c5c110 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:43.957279 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a68ee-cd37-4d52-8bd5-1116ffcbd8fe req-85b7ed7e-58e5-46b7-b615-dc91d2c5c110 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:43.962560 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a68ee-cd37-4d52-8bd5-1116ffcbd8fe req-85b7ed7e-58e5-46b7-b615-dc91d2c5c110 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:43.967953 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a68ee-cd37-4d52-8bd5-1116ffcbd8fe req-85b7ed7e-58e5-46b7-b615-dc91d2c5c110 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:43.973899 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a68ee-cd37-4d52-8bd5-1116ffcbd8fe req-85b7ed7e-58e5-46b7-b615-dc91d2c5c110 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:43.979164 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a68ee-cd37-4d52-8bd5-1116ffcbd8fe req-85b7ed7e-58e5-46b7-b615-dc91d2c5c110 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:43.985040 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c44a68ee-cd37-4d52-8bd5-1116ffcbd8fe req-85b7ed7e-58e5-46b7-b615-dc91d2c5c110 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5444 time: 0.1181459 Feb 09 01:34:44.049513 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c44a68ee-cd37-4d52-8bd5-1116ffcbd8fe req-f4e42f03-32a9-4524-be67-cc1cadea8168 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0623252 Feb 09 01:34:45.222446 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76f3a6-b7d6-4c40-ae5d-ca33aa930a3f req-feb077cb-9043-4bb5-a571-10e805e61610 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:45.229499 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76f3a6-b7d6-4c40-ae5d-ca33aa930a3f req-feb077cb-9043-4bb5-a571-10e805e61610 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:45.236316 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76f3a6-b7d6-4c40-ae5d-ca33aa930a3f req-feb077cb-9043-4bb5-a571-10e805e61610 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:45.243518 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76f3a6-b7d6-4c40-ae5d-ca33aa930a3f req-feb077cb-9043-4bb5-a571-10e805e61610 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:45.248880 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76f3a6-b7d6-4c40-ae5d-ca33aa930a3f req-feb077cb-9043-4bb5-a571-10e805e61610 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:45.259885 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76f3a6-b7d6-4c40-ae5d-ca33aa930a3f req-feb077cb-9043-4bb5-a571-10e805e61610 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:45.265491 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76f3a6-b7d6-4c40-ae5d-ca33aa930a3f req-feb077cb-9043-4bb5-a571-10e805e61610 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:45.267424 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fa76f3a6-b7d6-4c40-ae5d-ca33aa930a3f req-feb077cb-9043-4bb5-a571-10e805e61610 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5444 time: 0.1142130 Feb 09 01:34:45.368917 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fa76f3a6-b7d6-4c40-ae5d-ca33aa930a3f req-8b79a946-9c4f-4625-8e08-98445d734705 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0915320 Feb 09 01:34:46.237779 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3272e-e614-4920-9d42-3f2217a95e71 req-ae08a3e0-302f-46f1-845c-8dd5f25fd357 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:46.247964 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5bd3272e-e614-4920-9d42-3f2217a95e71 req-ae08a3e0-302f-46f1-845c-8dd5f25fd357 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 945 time: 0.0833848 Feb 09 01:34:46.326768 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5bd3272e-e614-4920-9d42-3f2217a95e71 req-e6a20237-f2f7-4ebd-8c74-7deb1afc6945 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777254 Feb 09 01:34:46.510230 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-55be0a8c-8725-4670-bc57-5a93a0151e6c tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:46.515876 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-55be0a8c-8725-4670-bc57-5a93a0151e6c tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:46.522353 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-55be0a8c-8725-4670-bc57-5a93a0151e6c tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:46.527965 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-55be0a8c-8725-4670-bc57-5a93a0151e6c tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:46.535440 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-55be0a8c-8725-4670-bc57-5a93a0151e6c tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:46.541493 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-55be0a8c-8725-4670-bc57-5a93a0151e6c tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:46.548331 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-55be0a8c-8725-4670-bc57-5a93a0151e6c tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:46.551483 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-55be0a8c-8725-4670-bc57-5a93a0151e6c tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.91 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5444 time: 0.1779592 Feb 09 01:34:46.665706 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8b448-3f4c-402c-81a4-39ed4a8d9dcb req-cef686e1-78f3-4b72-ac53-760e04869b60 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:46.672181 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8b448-3f4c-402c-81a4-39ed4a8d9dcb req-cef686e1-78f3-4b72-ac53-760e04869b60 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:46.679734 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8b448-3f4c-402c-81a4-39ed4a8d9dcb req-cef686e1-78f3-4b72-ac53-760e04869b60 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:46.685968 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8b448-3f4c-402c-81a4-39ed4a8d9dcb req-cef686e1-78f3-4b72-ac53-760e04869b60 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:46.695202 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8b448-3f4c-402c-81a4-39ed4a8d9dcb req-cef686e1-78f3-4b72-ac53-760e04869b60 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:46.722444 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8b448-3f4c-402c-81a4-39ed4a8d9dcb req-cef686e1-78f3-4b72-ac53-760e04869b60 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:46.728381 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8b448-3f4c-402c-81a4-39ed4a8d9dcb req-cef686e1-78f3-4b72-ac53-760e04869b60 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:46.730728 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4ad8b448-3f4c-402c-81a4-39ed4a8d9dcb req-cef686e1-78f3-4b72-ac53-760e04869b60 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 5444 time: 0.1780946 Feb 09 01:34:46.734270 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-b8e18d20-dee2-49d4-90e6-da45da7332c2 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:46.738428 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-b8e18d20-dee2-49d4-90e6-da45da7332c2 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.91 "GET /v2.0/ports/cf3c4149-8480-492e-bdf1-7ed124251123?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1528552 Feb 09 01:34:46.870199 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4ad8b448-3f4c-402c-81a4-39ed4a8d9dcb req-3fec9be0-4df2-4962-8918-fd6eec68f8d3 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1136792 Feb 09 01:34:46.914663 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-eb7c1068-954b-4281-ab6f-88da12351deb tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.91 "GET /v2.0/networks/1b491962-ed4d-43bc-b25a-f8e3c17cca99?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1707268 Feb 09 01:34:47.008422 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-1352fb02-4f43-4830-b95a-1b2c91bc5e74 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:47.128371 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-1352fb02-4f43-4830-b95a-1b2c91bc5e74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (cf3c4149-8480-492e-bdf1-7ed124251123), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:47.370547 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-1352fb02-4f43-4830-b95a-1b2c91bc5e74 service neutron] For port cf3c4149-8480-492e-bdf1-7ed124251123, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=cf3c4149-8480-492e-bdf1-7ed124251123,segment=NetworkSegment(8cba9e3e-5c7c-48cb-81bd-6590294529c3),segment_id=8cba9e3e-5c7c-48cb-81bd-6590294529c3)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:47.421327 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-1352fb02-4f43-4830-b95a-1b2c91bc5e74 service neutron] For port cf3c4149-8480-492e-bdf1-7ed124251123, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:34:47.465033 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-1352fb02-4f43-4830-b95a-1b2c91bc5e74 service neutron] device_id is not set on port cf3c4149-8480-492e-bdf1-7ed124251123 yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:34:47.534804 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-1352fb02-4f43-4830-b95a-1b2c91bc5e74 service neutron] Publish callbacks [] for port (cf3c4149-8480-492e-bdf1-7ed124251123), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:47.552610 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-1352fb02-4f43-4830-b95a-1b2c91bc5e74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (cf3c4149-8480-492e-bdf1-7ed124251123), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:47.622471 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1efaa835-3f04-40bf-83b7-664e62c0fc25 req-33fe4fa4-68b8-4d48-84d0-37f9e5e43dbd service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=848f6d87-95ef-4421-86d5-7c6f4d87f1a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1090968 Feb 09 01:34:47.637533 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d542f-b0f9-4c11-940f-03c2768e7c49 req-ce4f297c-1d08-4c17-beb8-451c0a898d6b tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:47.640054 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7b8d542f-b0f9-4c11-940f-03c2768e7c49 req-ce4f297c-1d08-4c17-beb8-451c0a898d6b tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 945 time: 0.1688869 Feb 09 01:34:47.641211 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1352fb02-4f43-4830-b95a-1b2c91bc5e74 service neutron] Pushing event updated for resources: {'Port': ['ID=cf3c4149-8480-492e-bdf1-7ed124251123,revision_number=6']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:47.791672 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-1352fb02-4f43-4830-b95a-1b2c91bc5e74 service neutron] No DVR routers for this DVR port cf3c4149-8480-492e-bdf1-7ed124251123 on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:34:47.793409 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efaa835-3f04-40bf-83b7-664e62c0fc25 req-6291512b-dd5a-481e-bc7c-2329c410e836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:47.800370 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1efaa835-3f04-40bf-83b7-664e62c0fc25 req-6291512b-dd5a-481e-bc7c-2329c410e836 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c116954692244bec838f5194019c5458&device_id=848f6d87-95ef-4421-86d5-7c6f4d87f1a8 HTTP/1.1" status: 200 len: 1128 time: 0.1485260 Feb 09 01:34:47.989400 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7b8d542f-b0f9-4c11-940f-03c2768e7c49 req-f5330819-85dc-4a5b-ba9c-86a0135e81c0 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3149824 Feb 09 01:34:48.004030 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-1352fb02-4f43-4830-b95a-1b2c91bc5e74 service neutron] In _notify_port_updated(), no bound segment for port cf3c4149-8480-492e-bdf1-7ed124251123 on network 1b491962-ed4d-43bc-b25a-f8e3c17cca99 {{(pid=103529) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:34:48.004030 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-1352fb02-4f43-4830-b95a-1b2c91bc5e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:48.004030 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-1352fb02-4f43-4830-b95a-1b2c91bc5e74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:48.005828 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-1352fb02-4f43-4830-b95a-1b2c91bc5e74 service neutron] 10.222.0.91 "PUT /v2.0/ports/cf3c4149-8480-492e-bdf1-7ed124251123 HTTP/1.1" status: 200 len: 1032 time: 1.0845318 Feb 09 01:34:48.101328 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:34:48.197821 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-e1cbf34b-7c09-4eb4-8e8d-6e4d9698b80c tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:48.200035 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-e1cbf34b-7c09-4eb4-8e8d-6e4d9698b80c tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.91 "GET /v2.0/ports/127f4bb7-b1ac-47b8-9c29-204eb65e075d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1858416 Feb 09 01:34:48.201253 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efaa835-3f04-40bf-83b7-664e62c0fc25 req-5f864b7a-4f5b-4a2f-ab33-d97699d49515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:48.203709 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1efaa835-3f04-40bf-83b7-664e62c0fc25 req-5f864b7a-4f5b-4a2f-ab33-d97699d49515 service neutron] 10.222.0.91 "GET /v2.0/networks?id=923b19ee-be79-4291-b298-2fb7ab9017f7 HTTP/1.1" status: 200 len: 914 time: 0.3766580 Feb 09 01:34:48.225222 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c27a22-7c9f-4f0d-97e1-314fdc6ce655 req-a7850a24-505b-4690-9574-b1f05a36316f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:48.231275 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c27a22-7c9f-4f0d-97e1-314fdc6ce655 req-a7850a24-505b-4690-9574-b1f05a36316f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:48.237841 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c27a22-7c9f-4f0d-97e1-314fdc6ce655 req-a7850a24-505b-4690-9574-b1f05a36316f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:48.244084 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c27a22-7c9f-4f0d-97e1-314fdc6ce655 req-a7850a24-505b-4690-9574-b1f05a36316f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:48.250025 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c27a22-7c9f-4f0d-97e1-314fdc6ce655 req-a7850a24-505b-4690-9574-b1f05a36316f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:48.257842 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c27a22-7c9f-4f0d-97e1-314fdc6ce655 req-a7850a24-505b-4690-9574-b1f05a36316f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:48.260122 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-58c27a22-7c9f-4f0d-97e1-314fdc6ce655 req-a7850a24-505b-4690-9574-b1f05a36316f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 4665 time: 0.1658683 Feb 09 01:34:48.267045 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-ce9073cf-84fc-4bda-85c3-e0c5e915a21a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:48.272156 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-a33cf1db-1e55-4486-8931-c3e3a886f683 None None] Provisioning complete for port cf3c4149-8480-492e-bdf1-7ed124251123 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:34:48.272806 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a33cf1db-1e55-4486-8931-c3e3a886f683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (cf3c4149-8480-492e-bdf1-7ed124251123), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:48.284472 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1efaa835-3f04-40bf-83b7-664e62c0fc25 req-e2876a63-28c3-4d9c-a6cd-96f55f694be7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95201dc2-0b79-4388-b8dd-d979d8b81c6d HTTP/1.1" status: 200 len: 217 time: 0.0685873 Feb 09 01:34:48.347669 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efaa835-3f04-40bf-83b7-664e62c0fc25 req-f0d78d06-a867-4443-b53e-ad484d5787b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:48.349606 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1efaa835-3f04-40bf-83b7-664e62c0fc25 req-f0d78d06-a867-4443-b53e-ad484d5787b7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=384a7aa3-b5da-47bc-8859-e3960efe9a80 HTTP/1.1" status: 200 len: 853 time: 0.0580010 Feb 09 01:34:48.358960 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a33cf1db-1e55-4486-8931-c3e3a886f683 None None] Port cf3c4149-8480-492e-bdf1-7ed124251123 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:34:48.394720 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-ce9073cf-84fc-4bda-85c3-e0c5e915a21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (127f4bb7-b1ac-47b8-9c29-204eb65e075d), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:48.411181 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1efaa835-3f04-40bf-83b7-664e62c0fc25 req-ce5ac638-b668-485e-aaa9-4799eda81555 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=923b19ee-be79-4291-b298-2fb7ab9017f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546043 Feb 09 01:34:48.417900 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-58c27a22-7c9f-4f0d-97e1-314fdc6ce655 req-7a32ebd6-523e-4349-9d69-ae37983442c3 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=61c7945c-7c8c-4b7d-ae40-a52ce9346648&id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1469274 Feb 09 01:34:48.541400 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1efaa835-3f04-40bf-83b7-664e62c0fc25 req-6937656e-8712-4bf7-95c8-6a40b3523fac service neutron] 10.222.0.91 "GET /v2.0/networks/923b19ee-be79-4291-b298-2fb7ab9017f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237094 Feb 09 01:34:48.604319 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-ce9073cf-84fc-4bda-85c3-e0c5e915a21a service neutron] For port 127f4bb7-b1ac-47b8-9c29-204eb65e075d, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=127f4bb7-b1ac-47b8-9c29-204eb65e075d,segment=NetworkSegment(8cba9e3e-5c7c-48cb-81bd-6590294529c3),segment_id=8cba9e3e-5c7c-48cb-81bd-6590294529c3)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:48.653851 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-ce9073cf-84fc-4bda-85c3-e0c5e915a21a service neutron] For port 127f4bb7-b1ac-47b8-9c29-204eb65e075d, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:34:48.665948 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1efaa835-3f04-40bf-83b7-664e62c0fc25 req-88110dc5-00a8-4630-a056-5871c88ac897 service neutron] 10.222.0.91 "GET /v2.0/networks/923b19ee-be79-4291-b298-2fb7ab9017f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152849 Feb 09 01:34:48.727770 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-ce9073cf-84fc-4bda-85c3-e0c5e915a21a service neutron] device_id is not set on port 127f4bb7-b1ac-47b8-9c29-204eb65e075d yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:34:48.738027 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-ce9073cf-84fc-4bda-85c3-e0c5e915a21a service neutron] Publish callbacks [] for port (127f4bb7-b1ac-47b8-9c29-204eb65e075d), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:48.745054 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-ce9073cf-84fc-4bda-85c3-e0c5e915a21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (127f4bb7-b1ac-47b8-9c29-204eb65e075d), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:48.812251 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-ce9073cf-84fc-4bda-85c3-e0c5e915a21a service neutron] No DVR routers for this DVR port 127f4bb7-b1ac-47b8-9c29-204eb65e075d on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:34:48.847887 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9073cf-84fc-4bda-85c3-e0c5e915a21a service neutron] Pushing event updated for resources: {'Port': ['ID=127f4bb7-b1ac-47b8-9c29-204eb65e075d,revision_number=6']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:48.879603 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-ce9073cf-84fc-4bda-85c3-e0c5e915a21a service neutron] In _notify_port_updated(), no bound segment for port 127f4bb7-b1ac-47b8-9c29-204eb65e075d on network 1b491962-ed4d-43bc-b25a-f8e3c17cca99 {{(pid=103529) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:34:48.880558 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-ce9073cf-84fc-4bda-85c3-e0c5e915a21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:48.881212 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-ce9073cf-84fc-4bda-85c3-e0c5e915a21a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:48.882777 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-ce9073cf-84fc-4bda-85c3-e0c5e915a21a service neutron] 10.222.0.91 "PUT /v2.0/ports/127f4bb7-b1ac-47b8-9c29-204eb65e075d HTTP/1.1" status: 200 len: 1033 time: 0.6214705 Feb 09 01:34:49.062143 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-4854c1d0-1823-4130-a269-b25b541f680f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Deleting port f18608cd-046b-41ff-bb33-941a1f1a0f9e {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:34:49.062143 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-4854c1d0-1823-4130-a269-b25b541f680f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (f18608cd-046b-41ff-bb33-941a1f1a0f9e), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:49.297605 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b6e22774-53a7-466c-997e-bf57fee39a7a None None] Provisioning complete for port 127f4bb7-b1ac-47b8-9c29-204eb65e075d triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:34:49.308046 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b6e22774-53a7-466c-997e-bf57fee39a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (127f4bb7-b1ac-47b8-9c29-204eb65e075d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:49.384238 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b6e22774-53a7-466c-997e-bf57fee39a7a None None] Port 127f4bb7-b1ac-47b8-9c29-204eb65e075d cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:34:49.411161 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:49.701885 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-4854c1d0-1823-4130-a269-b25b541f680f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] For port f18608cd-046b-41ff-bb33-941a1f1a0f9e, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=f18608cd-046b-41ff-bb33-941a1f1a0f9e,segment=NetworkSegment(8cba9e3e-5c7c-48cb-81bd-6590294529c3),segment_id=8cba9e3e-5c7c-48cb-81bd-6590294529c3)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:49.702495 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-4854c1d0-1823-4130-a269-b25b541f680f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (f18608cd-046b-41ff-bb33-941a1f1a0f9e), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:49.734112 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49a48f-c0e3-4725-90ad-c6d6593cc1b6 req-f06912e4-f9bd-4a92-82c4-be1ee1dde9f4 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:49.740209 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49a48f-c0e3-4725-90ad-c6d6593cc1b6 req-f06912e4-f9bd-4a92-82c4-be1ee1dde9f4 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:49.746274 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49a48f-c0e3-4725-90ad-c6d6593cc1b6 req-f06912e4-f9bd-4a92-82c4-be1ee1dde9f4 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:49.751549 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49a48f-c0e3-4725-90ad-c6d6593cc1b6 req-f06912e4-f9bd-4a92-82c4-be1ee1dde9f4 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:49.758054 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49a48f-c0e3-4725-90ad-c6d6593cc1b6 req-f06912e4-f9bd-4a92-82c4-be1ee1dde9f4 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:49.759884 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fa49a48f-c0e3-4725-90ad-c6d6593cc1b6 req-f06912e4-f9bd-4a92-82c4-be1ee1dde9f4 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 3885 time: 0.1430132 Feb 09 01:34:49.767087 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44f59a-8b65-4852-8a0a-872ca4fad1e5 req-cf6212d8-95d3-492a-ac1b-8c5dca0b2cfd tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:49.768849 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c44f59a-8b65-4852-8a0a-872ca4fad1e5 req-cf6212d8-95d3-492a-ac1b-8c5dca0b2cfd tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 945 time: 0.5947690 Feb 09 01:34:49.779454 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-4854c1d0-1823-4130-a269-b25b541f680f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Calling delete_port for f18608cd-046b-41ff-bb33-941a1f1a0f9e owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:34:49.942032 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c44f59a-8b65-4852-8a0a-872ca4fad1e5 req-b5484de9-7a69-4ec1-b19f-259fc67ed7cb tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341422 Feb 09 01:34:49.954920 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fa49a48f-c0e3-4725-90ad-c6d6593cc1b6 req-a23584ae-ca81-4f37-bf8c-e91f9b7c5d83 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715276 Feb 09 01:34:50.025784 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-4854c1d0-1823-4130-a269-b25b541f680f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (f18608cd-046b-41ff-bb33-941a1f1a0f9e), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:50.068545 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854c1d0-1823-4130-a269-b25b541f680f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Pushing event deleted for resources: {'Port': ['ID=f18608cd-046b-41ff-bb33-941a1f1a0f9e,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:50.139326 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-4854c1d0-1823-4130-a269-b25b541f680f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] No DVR routers for this DVR port f18608cd-046b-41ff-bb33-941a1f1a0f9e on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:34:50.144202 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-4854c1d0-1823-4130-a269-b25b541f680f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:50.148115 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-4854c1d0-1823-4130-a269-b25b541f680f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.91 "DELETE /v2.0/ports/f18608cd-046b-41ff-bb33-941a1f1a0f9e HTTP/1.1" status: 204 len: 173 time: 1.2592745 Feb 09 01:34:50.148647 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'name': 'network-vif-deleted', 'tag': 'f18608cd-046b-41ff-bb33-941a1f1a0f9e'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:50.151153 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7caafd26-35f9-4cbb-a877-ca1f9a40d911" -d '{"events": [{"server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "name": "network-vif-deleted", "tag": "f18608cd-046b-41ff-bb33-941a1f1a0f9e"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:50.240533 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0519d6c4-36af-4f01-9386-ab288e3b08a8 x-openstack-request-id: req-0519d6c4-36af-4f01-9386-ab288e3b08a8 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:50.240533 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "name": "network-vif-deleted", "tag": "f18608cd-046b-41ff-bb33-941a1f1a0f9e", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:50.240533 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0519d6c4-36af-4f01-9386-ab288e3b08a8 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:50.240533 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'name': 'network-vif-deleted', 'tag': 'f18608cd-046b-41ff-bb33-941a1f1a0f9e', 'status': 'completed', 'code': 200} Feb 09 01:34:50.323411 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-eb911232-fd7f-48dc-a846-f2633931daf7 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Deleting port b350e14b-a80e-41d8-9d86-7e731c3faa62 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:34:50.323768 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-eb911232-fd7f-48dc-a846-f2633931daf7 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (b350e14b-a80e-41d8-9d86-7e731c3faa62), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:50.446364 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-eb911232-fd7f-48dc-a846-f2633931daf7 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] For port b350e14b-a80e-41d8-9d86-7e731c3faa62, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=b350e14b-a80e-41d8-9d86-7e731c3faa62,segment=NetworkSegment(11bc4fb8-f83a-4bb2-85a3-7ffbecb23433),segment_id=11bc4fb8-f83a-4bb2-85a3-7ffbecb23433)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:50.446832 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-eb911232-fd7f-48dc-a846-f2633931daf7 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (b350e14b-a80e-41d8-9d86-7e731c3faa62), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:50.463354 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-eb911232-fd7f-48dc-a846-f2633931daf7 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Calling delete_port for b350e14b-a80e-41d8-9d86-7e731c3faa62 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:34:50.713160 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-47a2fdaa-ea4c-4ed2-a9ee-2521f9035c10 req-23458031-2692-46e5-bf1b-dfc56475e9ff service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=f467ad7d-6d6d-4289-99b0-6a8287747790&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0714872 Feb 09 01:34:50.714449 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-eb911232-fd7f-48dc-a846-f2633931daf7 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (b350e14b-a80e-41d8-9d86-7e731c3faa62), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:50.758035 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb911232-fd7f-48dc-a846-f2633931daf7 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Pushing event deleted for resources: {'Port': ['ID=b350e14b-a80e-41d8-9d86-7e731c3faa62,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:50.784844 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-12f19a68-47f9-46c7-a063-7aba72c51aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:50.816531 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2fdaa-ea4c-4ed2-a9ee-2521f9035c10 req-f068beb8-a148-4729-9e4f-c1b9b02c1a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:50.818516 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-47a2fdaa-ea4c-4ed2-a9ee-2521f9035c10 req-f068beb8-a148-4729-9e4f-c1b9b02c1a49 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=c116954692244bec838f5194019c5458&device_id=f467ad7d-6d6d-4289-99b0-6a8287747790 HTTP/1.1" status: 200 len: 1128 time: 0.0828645 Feb 09 01:34:50.897415 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-eb911232-fd7f-48dc-a846-f2633931daf7 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] No DVR routers for this DVR port b350e14b-a80e-41d8-9d86-7e731c3faa62 on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:34:50.907449 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:50.908129 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-eb911232-fd7f-48dc-a846-f2633931daf7 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:50.911917 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-eb911232-fd7f-48dc-a846-f2633931daf7 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.91 "DELETE /v2.0/ports/b350e14b-a80e-41d8-9d86-7e731c3faa62 HTTP/1.1" status: 204 len: 173 time: 0.7416360 Feb 09 01:34:50.977932 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2fdaa-ea4c-4ed2-a9ee-2521f9035c10 req-75350a2b-f4e4-4e21-be4a-abc2f91be02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:50.979730 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-47a2fdaa-ea4c-4ed2-a9ee-2521f9035c10 req-75350a2b-f4e4-4e21-be4a-abc2f91be02f service neutron] 10.222.0.121 "GET /v2.0/networks?id=923b19ee-be79-4291-b298-2fb7ab9017f7 HTTP/1.1" status: 200 len: 914 time: 0.1361542 Feb 09 01:34:51.055426 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-47a2fdaa-ea4c-4ed2-a9ee-2521f9035c10 req-c714a703-5419-4aa3-9aa2-93a9373bfac8 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b525b277-404a-43c4-9dc2-45ca1ef63f30 HTTP/1.1" status: 200 len: 217 time: 0.0693831 Feb 09 01:34:51.170898 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2fdaa-ea4c-4ed2-a9ee-2521f9035c10 req-81a338ec-b9a5-4bd9-958e-b548c75f9c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:51.173555 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-47a2fdaa-ea4c-4ed2-a9ee-2521f9035c10 req-81a338ec-b9a5-4bd9-958e-b548c75f9c26 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=384a7aa3-b5da-47bc-8859-e3960efe9a80 HTTP/1.1" status: 200 len: 853 time: 0.1116910 Feb 09 01:34:51.174199 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 7fc19945-7216-439d-8769-f2a3cbfdde6b no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:34:51.229696 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-47a2fdaa-ea4c-4ed2-a9ee-2521f9035c10 req-ae77a230-7a03-4355-a894-0421ce5761a1 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=923b19ee-be79-4291-b298-2fb7ab9017f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481327 Feb 09 01:34:51.334021 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57682382-1679-414d-9ab2-2f0e2fddc6ad req-9026c002-c5ca-4d7a-9ab0-2ac2d16f8430 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:51.343180 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-57682382-1679-414d-9ab2-2f0e2fddc6ad req-9026c002-c5ca-4d7a-9ab0-2ac2d16f8430 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 945 time: 0.2411675 Feb 09 01:34:51.384848 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 7fc19945-7216-439d-8769-f2a3cbfdde6b is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:34:51.392586 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7fc19945-7216-439d-8769-f2a3cbfdde6b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:51.441154 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-47a2fdaa-ea4c-4ed2-a9ee-2521f9035c10 req-6d42614e-df7b-4773-8165-253629c8dfb1 service neutron] 10.222.0.121 "GET /v2.0/networks/923b19ee-be79-4291-b298-2fb7ab9017f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989796 Feb 09 01:34:51.447063 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-57682382-1679-414d-9ab2-2f0e2fddc6ad req-aed594bd-c9b6-4aee-b234-61b18efa74c1 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027195 Feb 09 01:34:51.463573 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 7fc19945-7216-439d-8769-f2a3cbfdde6b, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=7fc19945-7216-439d-8769-f2a3cbfdde6b,segment=NetworkSegment(8cba9e3e-5c7c-48cb-81bd-6590294529c3),segment_id=8cba9e3e-5c7c-48cb-81bd-6590294529c3)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:51.465889 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fc19945-7216-439d-8769-f2a3cbfdde6b'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:51.472686 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23262bca-a16e-42cd-a0f7-c7218ca5c48f" -d '{"events": [{"server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "name": "network-vif-unplugged", "status": "completed", "tag": "7fc19945-7216-439d-8769-f2a3cbfdde6b"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:51.501943 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7fc19945-7216-439d-8769-f2a3cbfdde6b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:51.502709 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device a6e2ebab-ced5-4214-a980-67ee8d90c8df no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:34:51.507928 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-287f5cb2-8601-45ce-97a8-b41398730780 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Deleting port 7fc19945-7216-439d-8769-f2a3cbfdde6b {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:34:51.514432 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-287f5cb2-8601-45ce-97a8-b41398730780 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (7fc19945-7216-439d-8769-f2a3cbfdde6b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:51.654034 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-47a2fdaa-ea4c-4ed2-a9ee-2521f9035c10 req-ec96db42-33b8-4433-b2a6-f0719980fa8f service neutron] 10.222.0.121 "GET /v2.0/networks/923b19ee-be79-4291-b298-2fb7ab9017f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009873 Feb 09 01:34:51.732860 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a688ab1e-9c41-4df3-9134-bc321f238ab5 x-openstack-request-id: req-a688ab1e-9c41-4df3-9134-bc321f238ab5 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:51.741289 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "name": "network-vif-unplugged", "status": "completed", "tag": "7fc19945-7216-439d-8769-f2a3cbfdde6b", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:51.741697 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a688ab1e-9c41-4df3-9134-bc321f238ab5 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:51.742136 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fc19945-7216-439d-8769-f2a3cbfdde6b', 'code': 200} Feb 09 01:34:51.743108 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-287f5cb2-8601-45ce-97a8-b41398730780 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] For port 7fc19945-7216-439d-8769-f2a3cbfdde6b, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=7fc19945-7216-439d-8769-f2a3cbfdde6b,segment=NetworkSegment(8cba9e3e-5c7c-48cb-81bd-6590294529c3),segment_id=8cba9e3e-5c7c-48cb-81bd-6590294529c3)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:51.743616 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-287f5cb2-8601-45ce-97a8-b41398730780 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (7fc19945-7216-439d-8769-f2a3cbfdde6b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:51.746759 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=7fc19945-7216-439d-8769-f2a3cbfdde6b,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:51.756968 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-287f5cb2-8601-45ce-97a8-b41398730780 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Calling delete_port for 7fc19945-7216-439d-8769-f2a3cbfdde6b owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:34:51.765157 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:51.765504 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:51.765853 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:51.766194 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:51.766531 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:51.766913 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:51.767466 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:51.768515 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:51.769038 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:51.769544 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:51.770042 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:51.770524 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:51.771016 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:51.853956 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port a6e2ebab-ced5-4214-a980-67ee8d90c8df is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:34:51.854587 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a6e2ebab-ced5-4214-a980-67ee8d90c8df), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:51.912320 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port a6e2ebab-ced5-4214-a980-67ee8d90c8df, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=a6e2ebab-ced5-4214-a980-67ee8d90c8df,segment=NetworkSegment(11bc4fb8-f83a-4bb2-85a3-7ffbecb23433),segment_id=11bc4fb8-f83a-4bb2-85a3-7ffbecb23433)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:51.915543 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11613757-68c1-40fd-aa5a-831d63929334 req-ef228357-77eb-4058-a652-8ca822240fab tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:51.928310 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11613757-68c1-40fd-aa5a-831d63929334 req-ef228357-77eb-4058-a652-8ca822240fab tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:51.932295 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (a6e2ebab-ced5-4214-a980-67ee8d90c8df), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:51.932635 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11613757-68c1-40fd-aa5a-831d63929334 req-ef228357-77eb-4058-a652-8ca822240fab tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:51.943496 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-11613757-68c1-40fd-aa5a-831d63929334 req-ef228357-77eb-4058-a652-8ca822240fab tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 2415 time: 0.8216128 Feb 09 01:34:51.956060 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device f18608cd-046b-41ff-bb33-941a1f1a0f9e no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:34:51.969994 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-287f5cb2-8601-45ce-97a8-b41398730780 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (7fc19945-7216-439d-8769-f2a3cbfdde6b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:52.024849 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f5cb2-8601-45ce-97a8-b41398730780 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Pushing event deleted for resources: {'Port': ['ID=7fc19945-7216-439d-8769-f2a3cbfdde6b,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:52.042360 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: f18608cd-046b-41ff-bb33-941a1f1a0f9e {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:34:52.042713 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device f18608cd-046b-41ff-bb33-941a1f1a0f9e not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:34:52.043149 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device cf3c4149-8480-492e-bdf1-7ed124251123 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:34:52.060201 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=a6e2ebab-ced5-4214-a980-67ee8d90c8df,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:52.103842 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-287f5cb2-8601-45ce-97a8-b41398730780 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] No DVR routers for this DVR port 7fc19945-7216-439d-8769-f2a3cbfdde6b on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:34:52.106602 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] The host n-h2-822053-40 is not matching for port cf3c4149-8480-492e-bdf1-7ed124251123 host ! {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:34:52.106993 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device cf3c4149-8480-492e-bdf1-7ed124251123 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:34:52.107427 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 127f4bb7-b1ac-47b8-9c29-204eb65e075d no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:34:52.112627 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-287f5cb2-8601-45ce-97a8-b41398730780 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:52.117195 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-287f5cb2-8601-45ce-97a8-b41398730780 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.91 "DELETE /v2.0/ports/7fc19945-7216-439d-8769-f2a3cbfdde6b HTTP/1.1" status: 204 len: 173 time: 1.1992731 Feb 09 01:34:52.121400 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-11613757-68c1-40fd-aa5a-831d63929334 req-951571f8-35f3-4acf-acb3-7a652777b785 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768892 Feb 09 01:34:52.239528 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'name': 'network-vif-deleted', 'tag': 'b350e14b-a80e-41d8-9d86-7e731c3faa62'}, {'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'name': 'network-vif-deleted', 'tag': '7fc19945-7216-439d-8769-f2a3cbfdde6b'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:52.243128 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8f4265-bdb7-4786-b2df-bbb8bb18bd8c" -d '{"events": [{"server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "name": "network-vif-deleted", "tag": "b350e14b-a80e-41d8-9d86-7e731c3faa62"}, {"server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "name": "network-vif-deleted", "tag": "7fc19945-7216-439d-8769-f2a3cbfdde6b"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:52.280482 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-75665987-c4e5-4c1f-b548-20742112e453 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Deleting port a6e2ebab-ced5-4214-a980-67ee8d90c8df {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:34:52.280828 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-75665987-c4e5-4c1f-b548-20742112e453 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (a6e2ebab-ced5-4214-a980-67ee8d90c8df), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:52.371259 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8751e49d-903f-42be-a6a6-eb4ba0f0fe82 x-openstack-request-id: req-8751e49d-903f-42be-a6a6-eb4ba0f0fe82 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:52.372062 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "name": "network-vif-deleted", "tag": "b350e14b-a80e-41d8-9d86-7e731c3faa62", "status": "completed", "code": 200}, {"server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "name": "network-vif-deleted", "tag": "7fc19945-7216-439d-8769-f2a3cbfdde6b", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:52.372387 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8751e49d-903f-42be-a6a6-eb4ba0f0fe82 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:52.372881 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'name': 'network-vif-deleted', 'tag': 'b350e14b-a80e-41d8-9d86-7e731c3faa62', 'status': 'completed', 'code': 200} Feb 09 01:34:52.373193 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'name': 'network-vif-deleted', 'tag': '7fc19945-7216-439d-8769-f2a3cbfdde6b', 'status': 'completed', 'code': 200} Feb 09 01:34:52.389798 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] The host n-h2-822053-40 is not matching for port 127f4bb7-b1ac-47b8-9c29-204eb65e075d host ! {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:34:52.391315 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 127f4bb7-b1ac-47b8-9c29-204eb65e075d not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:34:52.391872 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 7ff49b0f-ae11-4835-b701-e0f8cb6c3485 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:34:52.570136 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-75665987-c4e5-4c1f-b548-20742112e453 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] For port a6e2ebab-ced5-4214-a980-67ee8d90c8df, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=a6e2ebab-ced5-4214-a980-67ee8d90c8df,segment=NetworkSegment(11bc4fb8-f83a-4bb2-85a3-7ffbecb23433),segment_id=11bc4fb8-f83a-4bb2-85a3-7ffbecb23433)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:52.570810 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-75665987-c4e5-4c1f-b548-20742112e453 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (a6e2ebab-ced5-4214-a980-67ee8d90c8df), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:52.594365 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-75665987-c4e5-4c1f-b548-20742112e453 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Calling delete_port for a6e2ebab-ced5-4214-a980-67ee8d90c8df owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:34:52.610699 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 7ff49b0f-ae11-4835-b701-e0f8cb6c3485 is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:34:52.611102 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7ff49b0f-ae11-4835-b701-e0f8cb6c3485), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:52.700611 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 7ff49b0f-ae11-4835-b701-e0f8cb6c3485, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=7ff49b0f-ae11-4835-b701-e0f8cb6c3485,segment=NetworkSegment(3b17b21d-ab88-4f8b-b6b9-65b0f2334978),segment_id=3b17b21d-ab88-4f8b-b6b9-65b0f2334978)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:52.707708 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7ff49b0f-ae11-4835-b701-e0f8cb6c3485), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:52.708507 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device b350e14b-a80e-41d8-9d86-7e731c3faa62 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:34:52.807268 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: b350e14b-a80e-41d8-9d86-7e731c3faa62 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:34:52.807894 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device b350e14b-a80e-41d8-9d86-7e731c3faa62 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:34:52.827793 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e4d2a-322e-423d-8259-7f16a37e2ae3 req-ef80ffd8-c78e-46fd-a87e-df27aaff4cdd tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:52.829536 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ac6e4d2a-322e-423d-8259-7f16a37e2ae3 req-ef80ffd8-c78e-46fd-a87e-df27aaff4cdd tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 945 time: 0.1334093 Feb 09 01:34:52.893659 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=7ff49b0f-ae11-4835-b701-e0f8cb6c3485,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:52.947300 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ac6e4d2a-322e-423d-8259-7f16a37e2ae3 req-047e3af6-7ec9-4a6d-902a-8a14a5ed2fd6 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070554 Feb 09 01:34:52.958968 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-75665987-c4e5-4c1f-b548-20742112e453 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (a6e2ebab-ced5-4214-a980-67ee8d90c8df), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:52.989634 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75665987-c4e5-4c1f-b548-20742112e453 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Pushing event deleted for resources: {'Port': ['ID=a6e2ebab-ced5-4214-a980-67ee8d90c8df,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:53.054241 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-75665987-c4e5-4c1f-b548-20742112e453 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] No DVR routers for this DVR port a6e2ebab-ced5-4214-a980-67ee8d90c8df on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:34:53.058717 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-75665987-c4e5-4c1f-b548-20742112e453 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:53.062588 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-75665987-c4e5-4c1f-b548-20742112e453 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.91 "DELETE /v2.0/ports/a6e2ebab-ced5-4214-a980-67ee8d90c8df HTTP/1.1" status: 204 len: 173 time: 0.9397223 Feb 09 01:34:53.183034 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-61bd6250-c817-4225-8b9a-0c667496ba90 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Deleting port 7ff49b0f-ae11-4835-b701-e0f8cb6c3485 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:34:53.183524 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-61bd6250-c817-4225-8b9a-0c667496ba90 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (7ff49b0f-ae11-4835-b701-e0f8cb6c3485), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:53.374163 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-61bd6250-c817-4225-8b9a-0c667496ba90 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] For port 7ff49b0f-ae11-4835-b701-e0f8cb6c3485, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=7ff49b0f-ae11-4835-b701-e0f8cb6c3485,segment=NetworkSegment(3b17b21d-ab88-4f8b-b6b9-65b0f2334978),segment_id=3b17b21d-ab88-4f8b-b6b9-65b0f2334978)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:53.374696 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-61bd6250-c817-4225-8b9a-0c667496ba90 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (7ff49b0f-ae11-4835-b701-e0f8cb6c3485), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:53.451153 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47b51e-e50f-4ca5-ba0a-694d3ac49f27 req-e255368c-16ec-4aed-b5f6-28a862fbf464 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:53.453537 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2f47b51e-e50f-4ca5-ba0a-694d3ac49f27 req-e255368c-16ec-4aed-b5f6-28a862fbf464 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 943 time: 0.1417596 Feb 09 01:34:53.515432 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2f47b51e-e50f-4ca5-ba0a-694d3ac49f27 req-6f496416-38a9-4df6-8269-dba5aea2a172 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups?id=765564cf-afc2-4411-a7c4-b4db4a3f59c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563655 Feb 09 01:34:53.689284 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-61bd6250-c817-4225-8b9a-0c667496ba90 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:53.690322 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-61bd6250-c817-4225-8b9a-0c667496ba90 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (5bcb845e-f6d2-4df8-b9cb-ce1bea5ece05), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:53.690653 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-61bd6250-c817-4225-8b9a-0c667496ba90 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Floating IP 5bcb845e-f6d2-4df8-b9cb-ce1bea5ece05 disassociated. External IP: 172.25.1.147, port: 7ff49b0f-ae11-4835-b701-e0f8cb6c3485. Feb 09 01:34:53.691002 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-61bd6250-c817-4225-8b9a-0c667496ba90 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Calling delete_port for 7ff49b0f-ae11-4835-b701-e0f8cb6c3485 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:34:53.743784 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6e2ebab-ced5-4214-a980-67ee8d90c8df'}, {'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ff49b0f-ae11-4835-b701-e0f8cb6c3485'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:53.747077 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cefefa3-0d11-4384-a374-a7af9ddc3a7b" -d '{"events": [{"server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "name": "network-vif-unplugged", "status": "completed", "tag": "a6e2ebab-ced5-4214-a980-67ee8d90c8df"}, {"server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "name": "network-vif-unplugged", "status": "completed", "tag": "7ff49b0f-ae11-4835-b701-e0f8cb6c3485"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:53.828035 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad864fa3-f9bf-40a1-ab21-6b00ceaa359f x-openstack-request-id: req-ad864fa3-f9bf-40a1-ab21-6b00ceaa359f {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:53.828534 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "name": "network-vif-unplugged", "status": "completed", "tag": "a6e2ebab-ced5-4214-a980-67ee8d90c8df", "code": 200}, {"server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "name": "network-vif-unplugged", "status": "completed", "tag": "7ff49b0f-ae11-4835-b701-e0f8cb6c3485", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:53.828851 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ad864fa3-f9bf-40a1-ab21-6b00ceaa359f {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:53.829299 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6e2ebab-ced5-4214-a980-67ee8d90c8df', 'code': 200} Feb 09 01:34:53.830725 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ff49b0f-ae11-4835-b701-e0f8cb6c3485', 'code': 200} Feb 09 01:34:53.972336 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-61bd6250-c817-4225-8b9a-0c667496ba90 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (7ff49b0f-ae11-4835-b701-e0f8cb6c3485), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:54.011638 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd6250-c817-4225-8b9a-0c667496ba90 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Pushing event deleted for resources: {'Port': ['ID=7ff49b0f-ae11-4835-b701-e0f8cb6c3485,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:54.225474 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-61bd6250-c817-4225-8b9a-0c667496ba90 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Router 3dc0a572-9c7d-46ac-979d-38b2fec1e6a2 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:34:54.247601 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39bd9c4-8410-4449-9c7c-bc4055d66917 req-51f9cb5b-ae18-4b4e-bd2a-d3c956118822 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:54.247808 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4aa23f10-9f62-4fe6-aa24-18fec20c5c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:54.255654 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a39bd9c4-8410-4449-9c7c-bc4055d66917 req-51f9cb5b-ae18-4b4e-bd2a-d3c956118822 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 945 time: 0.1323392 Feb 09 01:34:54.375552 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'name': 'network-vif-deleted', 'tag': 'a6e2ebab-ced5-4214-a980-67ee8d90c8df'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:54.378418 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af58e21-eabb-46eb-ab1f-0b47b09903e8" -d '{"events": [{"server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "name": "network-vif-deleted", "tag": "a6e2ebab-ced5-4214-a980-67ee8d90c8df"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:54.405692 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a39bd9c4-8410-4449-9c7c-bc4055d66917 req-1fee0baa-c8cf-40fc-95af-1eb941b390dd tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489437 Feb 09 01:34:54.467371 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-61bd6250-c817-4225-8b9a-0c667496ba90 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:34:54.480380 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f5c13e-138f-4d3c-9ee8-ab85ea9981ba None None] Sync routers for ids ['3dc0a572-9c7d-46ac-979d-38b2fec1e6a2'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:34:54.484667 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fc5a6a-bb00-4848-8ed9-39ec86fc5307 x-openstack-request-id: req-f0fc5a6a-bb00-4848-8ed9-39ec86fc5307 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:54.485131 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "name": "network-vif-deleted", "tag": "a6e2ebab-ced5-4214-a980-67ee8d90c8df", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:54.485531 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f0fc5a6a-bb00-4848-8ed9-39ec86fc5307 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:54.486116 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'name': 'network-vif-deleted', 'tag': 'a6e2ebab-ced5-4214-a980-67ee8d90c8df', 'status': 'completed', 'code': 200} Feb 09 01:34:54.502935 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f5c13e-138f-4d3c-9ee8-ab85ea9981ba None None] Routers {'3dc0a572-9c7d-46ac-979d-38b2fec1e6a2'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:34:54.504122 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-f9f5c13e-138f-4d3c-9ee8-ab85ea9981ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:34:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['3dc0a572-9c7d-46ac-979d-38b2fec1e6a2'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:54.550453 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-61bd6250-c817-4225-8b9a-0c667496ba90 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] No DVR routers for this DVR port 7ff49b0f-ae11-4835-b701-e0f8cb6c3485 on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:34:54.550453 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-61bd6250-c817-4225-8b9a-0c667496ba90 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:54.551855 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ffc0d433-9ed7-490f-a528-b75b314ea80b req-61bd6250-c817-4225-8b9a-0c667496ba90 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.91 "DELETE /v2.0/ports/7ff49b0f-ae11-4835-b701-e0f8cb6c3485 HTTP/1.1" status: 204 len: 173 time: 1.4834549 Feb 09 01:34:54.768283 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4ffe1028-3757-4d9f-8a73-1e8b96544f1d req-81fcd247-440b-4925-a147-0e90001cedb8 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0655401 Feb 09 01:34:54.826141 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-f9f5c13e-138f-4d3c-9ee8-ab85ea9981ba None None] Set router 3dc0a572-9c7d-46ac-979d-38b2fec1e6a2 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:34:55.076642 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-f9f5c13e-138f-4d3c-9ee8-ab85ea9981ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc0a572-9c7d-46ac-979d-38b2fec1e6a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1920640853-router', 'tenant_id': '5cc038305e744ad69576548c638221e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '70b3d156-4c87-4f86-8255-ecaaa7d17469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:27:23Z', 'updated_at': '2022-02-09T01:27:29Z', 'revision_number': 4, 'project_id': '5cc038305e744ad69576548c638221e8', 'gw_port': {'id': '70b3d156-4c87-4f86-8255-ecaaa7d17469', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:25:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc0a572-9c7d-46ac-979d-38b2fec1e6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:27:24Z', 'updated_at': '2022-02-09T01:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'f8c319ec-4341-4d5d-946e-21d415df2925', 'name': '', 'network_id': 'c64d4aac-6638-4696-97b6-8d87827079a9', 'tenant_id': '5cc038305e744ad69576548c638221e8', 'mac_address': 'fa:16:3e:84:49:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc0a572-9c7d-46ac-979d-38b2fec1e6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'e9e889c5-ccd5-49a9-9e6c-c29b927a3427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:27:29Z', 'updated_at': '2022-02-09T01:27:36Z', 'revision_number': 5, 'project_id': '5cc038305e744ad69576548c638221e8', 'subnets': [{'id': 'e9e889c5-ccd5-49a9-9e6c-c29b927a3427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:55.115927 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f5c13e-138f-4d3c-9ee8-ab85ea9981ba None None] Checking router: 3dc0a572-9c7d-46ac-979d-38b2fec1e6a2 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:34:55.127334 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f5c13e-138f-4d3c-9ee8-ab85ea9981ba None None] Routers {'3dc0a572-9c7d-46ac-979d-38b2fec1e6a2'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:34:55.128489 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-f9f5c13e-138f-4d3c-9ee8-ab85ea9981ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:34:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['3dc0a572-9c7d-46ac-979d-38b2fec1e6a2'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:55.364101 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-f9f5c13e-138f-4d3c-9ee8-ab85ea9981ba None None] Set router 3dc0a572-9c7d-46ac-979d-38b2fec1e6a2 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:34:55.639173 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f1d09-f4e2-4363-86cd-7dc5e9616fac req-a1c67307-4177-4b1d-969d-6a133524bfef tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:55.642715 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0b7f1d09-f4e2-4363-86cd-7dc5e9616fac req-a1c67307-4177-4b1d-969d-6a133524bfef tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 945 time: 0.0971086 Feb 09 01:34:55.643095 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-f9f5c13e-138f-4d3c-9ee8-ab85ea9981ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc0a572-9c7d-46ac-979d-38b2fec1e6a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1920640853-router', 'tenant_id': '5cc038305e744ad69576548c638221e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '70b3d156-4c87-4f86-8255-ecaaa7d17469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:27:23Z', 'updated_at': '2022-02-09T01:27:29Z', 'revision_number': 4, 'project_id': '5cc038305e744ad69576548c638221e8', 'gw_port': {'id': '70b3d156-4c87-4f86-8255-ecaaa7d17469', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:25:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc0a572-9c7d-46ac-979d-38b2fec1e6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:27:24Z', 'updated_at': '2022-02-09T01:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'f8c319ec-4341-4d5d-946e-21d415df2925', 'name': '', 'network_id': 'c64d4aac-6638-4696-97b6-8d87827079a9', 'tenant_id': '5cc038305e744ad69576548c638221e8', 'mac_address': 'fa:16:3e:84:49:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc0a572-9c7d-46ac-979d-38b2fec1e6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'e9e889c5-ccd5-49a9-9e6c-c29b927a3427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:27:29Z', 'updated_at': '2022-02-09T01:27:36Z', 'revision_number': 5, 'project_id': '5cc038305e744ad69576548c638221e8', 'subnets': [{'id': 'e9e889c5-ccd5-49a9-9e6c-c29b927a3427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:55.676809 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f5c13e-138f-4d3c-9ee8-ab85ea9981ba None None] The sync data for ids ['3dc0a572-9c7d-46ac-979d-38b2fec1e6a2'] in n-d-822053-40 is: [{'id': '3dc0a572-9c7d-46ac-979d-38b2fec1e6a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1920640853-router', 'tenant_id': '5cc038305e744ad69576548c638221e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '70b3d156-4c87-4f86-8255-ecaaa7d17469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:27:23Z', 'updated_at': '2022-02-09T01:27:29Z', 'revision_number': 4, 'project_id': '5cc038305e744ad69576548c638221e8', 'gw_port': {'id': '70b3d156-4c87-4f86-8255-ecaaa7d17469', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:25:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc0a572-9c7d-46ac-979d-38b2fec1e6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:27:24Z', 'updated_at': '2022-02-09T01:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'f8c319ec-4341-4d5d-946e-21d415df2925', 'name': '', 'network_id': 'c64d4aac-6638-4696-97b6-8d87827079a9', 'tenant_id': '5cc038305e744ad69576548c638221e8', 'mac_address': 'fa:16:3e:84:49:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc0a572-9c7d-46ac-979d-38b2fec1e6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'e9e889c5-ccd5-49a9-9e6c-c29b927a3427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:27:29Z', 'updated_at': '2022-02-09T01:27:36Z', 'revision_number': 5, 'project_id': '5cc038305e744ad69576548c638221e8', 'subnets': [{'id': 'e9e889c5-ccd5-49a9-9e6c-c29b927a3427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:34:55.732238 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0b7f1d09-f4e2-4363-86cd-7dc5e9616fac req-6bf5a16a-416f-4e23-8cc9-b34b5ba7137c tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838625 Feb 09 01:34:55.801347 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:55.923292 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-862b78c6-d76d-4ddf-82f9-f08724856530 req-44566d05-d5bb-42ec-ae84-3e309e8948e4 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0543733 Feb 09 01:34:56.095239 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb5c976-2cf0-4c18-9f2e-146f438dbdb1 None None] New status for floating IP 5bcb845e-f6d2-4df8-b9cb-ce1bea5ece05: DOWN {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:34:56.488952 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'name': 'network-vif-deleted', 'tag': '7ff49b0f-ae11-4835-b701-e0f8cb6c3485'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:56.492351 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20a31d2-de5c-4a12-a709-ab5bca909f9b" -d '{"events": [{"server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "name": "network-vif-deleted", "tag": "7ff49b0f-ae11-4835-b701-e0f8cb6c3485"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:56.551186 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a54940b-16a2-4eae-8e1e-561c4cca8db9 x-openstack-request-id: req-2a54940b-16a2-4eae-8e1e-561c4cca8db9 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:56.551186 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac990077-3a36-443e-b771-3b621d999008", "name": "network-vif-deleted", "tag": "7ff49b0f-ae11-4835-b701-e0f8cb6c3485", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:56.551186 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2a54940b-16a2-4eae-8e1e-561c4cca8db9 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:56.551186 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac990077-3a36-443e-b771-3b621d999008', 'name': 'network-vif-deleted', 'tag': '7ff49b0f-ae11-4835-b701-e0f8cb6c3485', 'status': 'completed', 'code': 200} Feb 09 01:34:56.912790 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09350b-5735-4ef3-97fb-af953e990673 req-8f30cbea-a5ed-478d-9e6a-9c692f1d4dc2 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:56.915774 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a09350b-5735-4ef3-97fb-af953e990673 req-8f30cbea-a5ed-478d-9e6a-9c692f1d4dc2 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 945 time: 0.1002977 Feb 09 01:34:56.976126 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a09350b-5735-4ef3-97fb-af953e990673 req-e2e52879-06b9-4d29-8022-6a5b24464b5c tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536869 Feb 09 01:34:57.096853 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f6c57b4-fe6b-4873-af5b-303a1244c87e req-4c625d25-9bed-4506-b6c2-417324253cb5 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0520854 Feb 09 01:34:57.511889 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:58.216211 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a576aa5-1cf5-411a-aeac-7a25193f000e req-53351273-628b-41fd-b5c2-323625471bd4 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:58.225133 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1a576aa5-1cf5-411a-aeac-7a25193f000e req-53351273-628b-41fd-b5c2-323625471bd4 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 945 time: 0.1235347 Feb 09 01:34:58.282087 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:58.288626 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1a576aa5-1cf5-411a-aeac-7a25193f000e req-847acbaa-0228-430b-b602-99912646e70f tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612319 Feb 09 01:34:58.335261 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-506540aa-7a9b-46f7-979b-de85b1024e52 req-b4493317-5d12-4662-bbf7-2869f3ffffd8 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0442610 Feb 09 01:34:59.512768 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0e48dc97-a394-4f8e-8158-e55d781b9ff0 req-3507b803-6bfb-4d8b-ab99-59d58573a602 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0567021 Feb 09 01:34:59.551586 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba5d6c-fa41-49fd-bfcc-07b34a753e15 req-41061bd0-4bf4-4e53-9541-455710e4c929 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:59.553474 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eeba5d6c-fa41-49fd-bfcc-07b34a753e15 req-41061bd0-4bf4-4e53-9541-455710e4c929 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 945 time: 0.1491361 Feb 09 01:34:59.632208 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eeba5d6c-fa41-49fd-bfcc-07b34a753e15 req-9d43358b-9a33-447c-ab2a-704f75e164e5 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708990 Feb 09 01:35:00.649391 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-084612e8-aace-424f-83c3-d02922f11c75 req-a2f9a79a-c0a2-4f8a-b761-00d203f28d41 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0464914 Feb 09 01:35:00.852551 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7a836-5945-4bda-ad1f-ee6e0653ee4f req-daf00cb0-9155-43b0-b49a-3629468c4368 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:00.854342 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-70f7a836-5945-4bda-ad1f-ee6e0653ee4f req-daf00cb0-9155-43b0-b49a-3629468c4368 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 945 time: 0.0627966 Feb 09 01:35:00.941944 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-70f7a836-5945-4bda-ad1f-ee6e0653ee4f req-6a828935-04fd-4410-8cf2-8117653af131 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805745 Feb 09 01:35:01.796621 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e28bd923-0e56-425b-b405-d2ef7ef3ae35 req-7a576c36-57f1-42d2-b120-51cb070d01db tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0385051 Feb 09 01:35:02.085643 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e16b59-cb77-45eb-a383-7bd681791661 req-a4cbefc2-80e8-4ccd-b78a-d2cff42e2a3a tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:02.093761 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-33e16b59-cb77-45eb-a383-7bd681791661 req-a4cbefc2-80e8-4ccd-b78a-d2cff42e2a3a tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 945 time: 0.0640240 Feb 09 01:35:02.151912 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-33e16b59-cb77-45eb-a383-7bd681791661 req-c5355fae-d24b-49b9-baaf-731b15b8f650 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568488 Feb 09 01:35:02.992996 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f2eda40a-1051-4d6a-88d8-679a0ceca6a4 req-6248b13f-f9ea-4bbe-80fc-47e9e5ac32c8 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0479920 Feb 09 01:35:03.319423 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1bb60-e3a3-48e9-8b10-65a2ba0657a2 req-bbcc5b89-a4d2-490a-8d4d-25806fc5e9af tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:03.327036 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aeb1bb60-e3a3-48e9-8b10-65a2ba0657a2 req-bbcc5b89-a4d2-490a-8d4d-25806fc5e9af tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 945 time: 0.0757821 Feb 09 01:35:03.404117 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aeb1bb60-e3a3-48e9-8b10-65a2ba0657a2 req-ff368ecd-d232-4a38-9663-9710f8437a7a tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517349 Feb 09 01:35:04.143544 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e7f39ca0-4841-469e-9308-b0868fd5a805 req-ab19426a-bd4e-4d50-8c8a-9063d272298a tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0326526 Feb 09 01:35:04.569802 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24610cfb-65af-49f3-b62f-5d48613da8a7 req-d125328b-6809-49f7-ba76-3e75b3281d66 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:04.571553 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-24610cfb-65af-49f3-b62f-5d48613da8a7 req-d125328b-6809-49f7-ba76-3e75b3281d66 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 945 time: 0.0785720 Feb 09 01:35:04.633622 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-24610cfb-65af-49f3-b62f-5d48613da8a7 req-1ae25fca-010a-49b2-bd9f-338ef47675a9 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511713 Feb 09 01:35:05.296091 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1def8a41-cb0d-49f7-bf6b-2b6d0d9070a4 req-3b93e8c7-cd9f-4410-82d5-2d383898a5b9 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0328569 Feb 09 01:35:05.809414 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f662d7e-3a4c-4582-8b97-f5263fdb7af7 req-8482ab81-7afe-4e60-93be-6d8921b755e4 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:05.811475 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0f662d7e-3a4c-4582-8b97-f5263fdb7af7 req-8482ab81-7afe-4e60-93be-6d8921b755e4 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 945 time: 0.0642724 Feb 09 01:35:05.880508 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0f662d7e-3a4c-4582-8b97-f5263fdb7af7 req-218371a7-1b81-42c7-b64b-bd9187eb94fb tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618615 Feb 09 01:35:06.420909 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ff3dbe61-7e02-4d37-8d14-525d4b1e7cc1 req-fe3d01bb-8a02-4717-9612-75eb8fa36216 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0353291 Feb 09 01:35:07.075865 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e3da8-9f93-4e4f-b291-2fc2349e31fe req-073c229c-0d93-448c-8ca1-c00fefb2c459 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:07.077894 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-478e3da8-9f93-4e4f-b291-2fc2349e31fe req-073c229c-0d93-448c-8ca1-c00fefb2c459 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 945 time: 0.0722213 Feb 09 01:35:07.141090 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-478e3da8-9f93-4e4f-b291-2fc2349e31fe req-bc415d66-2a22-48fb-a2b5-a6fd62a7aba0 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565786 Feb 09 01:35:07.553756 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-71abdf5f-f03c-4205-a807-2bb2d9f1c4b7 req-7668ba82-5fd8-44f4-b3c7-21f375aed9ae tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0305178 Feb 09 01:35:08.344459 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac44361-f55a-4f71-9b17-c938825891ee req-bf8cd523-7af6-44bf-9336-3825c5987308 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:08.347083 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0ac44361-f55a-4f71-9b17-c938825891ee req-bf8cd523-7af6-44bf-9336-3825c5987308 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 945 time: 0.0804074 Feb 09 01:35:08.410770 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0ac44361-f55a-4f71-9b17-c938825891ee req-4fb2ff89-93b0-48d1-aed7-53fe907ab705 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580389 Feb 09 01:35:08.692648 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9f812c51-448d-44af-bea7-8a669eb61441 req-4417a083-c044-48d3-8635-35493207ca84 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0418816 Feb 09 01:35:09.319602 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:35:09.429950 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed,segment=NetworkSegment(b0a39339-81a8-45ed-9fe0-550b74489f1b),segment_id=b0a39339-81a8-45ed-9fe0-550b74489f1b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:09.445316 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed', 'network_id': '88b27524-8ae4-4965-b899-af20055923cd', 'port_id': '0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed', 'mac_address': 'fa:16:3e:59:1c:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a89563-8842-4e1e-95dc-ee10f0240b0a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:35:09.495521 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed is: ACTIVE; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:09.495947 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:09.536096 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:35:09.596161 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed,segment=NetworkSegment(b0a39339-81a8-45ed-9fe0-550b74489f1b),segment_id=b0a39339-81a8-45ed-9fe0-550b74489f1b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:09.603732 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:09.746243 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:35:09.750581 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07101db2-6314-4931-ab50-654f9e997884 req-0bed0c5b-130b-45bc-8e9e-f7562caef8ff tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:09.758311 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-07101db2-6314-4931-ab50-654f9e997884 req-0bed0c5b-130b-45bc-8e9e-f7562caef8ff tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 945 time: 0.1944554 Feb 09 01:35:09.857554 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:09.899194 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-07101db2-6314-4931-ab50-654f9e997884 req-31b0084c-8d4b-4883-b70a-5cecff82a80a tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350081 Feb 09 01:35:09.963932 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f76aa0-becc-4487-bba7-b7a206b9d6c9 req-9d2b3e18-b3c1-486a-a3d0-1cde3b8b44e3 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:09.972156 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-80f76aa0-becc-4487-bba7-b7a206b9d6c9 req-9d2b3e18-b3c1-486a-a3d0-1cde3b8b44e3 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.1629245 Feb 09 01:35:10.040269 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-80f76aa0-becc-4487-bba7-b7a206b9d6c9 req-d63fc9f7-b38d-402b-8104-2ad54a1dd9b5 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664258 Feb 09 01:35:10.144636 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c05b2432-fd2c-4a2f-8ce5-b4f5f66165aa req-676ae684-24ae-4741-9295-957be3f4c398 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0482955 Feb 09 01:35:11.159282 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefcc704-0b9a-4cf2-bb14-89269929b3da req-ed4b8458-05ac-4555-9e3d-95b63a4f08f9 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:11.166948 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cefcc704-0b9a-4cf2-bb14-89269929b3da req-ed4b8458-05ac-4555-9e3d-95b63a4f08f9 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 944 time: 0.1258976 Feb 09 01:35:11.262508 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cefcc704-0b9a-4cf2-bb14-89269929b3da req-f731b67b-39e3-4e4c-a69f-fa8ec7e7ffb3 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900950 Feb 09 01:35:11.334642 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:35:11.406804 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7b826-6200-4579-897a-0e34c84edfbb req-8cba8e00-3c34-4683-b0b2-edaec79b5876 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:11.421795 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-03d7b826-6200-4579-897a-0e34c84edfbb req-8cba8e00-3c34-4683-b0b2-edaec79b5876 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.1485167 Feb 09 01:35:11.465351 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:11.467258 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:11.562973 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-03d7b826-6200-4579-897a-0e34c84edfbb req-e3225131-428d-483c-b440-19c090154714 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398973 Feb 09 01:35:11.650345 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e7061c4a-19ee-433a-b641-9a9536a6ce46 req-c919ca87-4dfd-48ea-934e-ee38052e8adf tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0861890 Feb 09 01:35:11.822673 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e6e26-f539-45c4-b976-b10fb6e51064 req-eeda9975-6924-4e43-b2c0-b76e0ee6bf29 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:11.826051 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b98e6e26-f539-45c4-b976-b10fb6e51064 req-eeda9975-6924-4e43-b2c0-b76e0ee6bf29 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.121 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 946 time: 0.1938267 Feb 09 01:35:11.827149 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:11.827717 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:11.901286 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed,segment=NetworkSegment(b0a39339-81a8-45ed-9fe0-550b74489f1b),segment_id=b0a39339-81a8-45ed-9fe0-550b74489f1b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:11.905607 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b644ccc7-2504-4c6b-94b5-02f939c591ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:35:11.915826 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bb212f-484d-4111-b3e9-8970b26d2e91" -d '{"events": [{"server_uuid": "b644ccc7-2504-4c6b-94b5-02f939c591ac", "name": "network-vif-plugged", "status": "completed", "tag": "0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:35:11.925358 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:12.046698 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed,revision_number=7']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:12.059957 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-b98e6e26-f539-45c4-b976-b10fb6e51064 req-5fceb918-8e5e-4af4-a583-315d3027939d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Deleting port 1f372b68-b59e-4914-8e62-ae2403cb4bc2 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:35:12.060534 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-b98e6e26-f539-45c4-b976-b10fb6e51064 req-5fceb918-8e5e-4af4-a583-315d3027939d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (1f372b68-b59e-4914-8e62-ae2403cb4bc2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:12.182499 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-b98e6e26-f539-45c4-b976-b10fb6e51064 req-5fceb918-8e5e-4af4-a583-315d3027939d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] For port 1f372b68-b59e-4914-8e62-ae2403cb4bc2, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1f372b68-b59e-4914-8e62-ae2403cb4bc2,segment=NetworkSegment(990ee728-08e6-4cf3-bfe2-c41ab0301e4e),segment_id=990ee728-08e6-4cf3-bfe2-c41ab0301e4e)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:12.183220 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-b98e6e26-f539-45c4-b976-b10fb6e51064 req-5fceb918-8e5e-4af4-a583-315d3027939d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (1f372b68-b59e-4914-8e62-ae2403cb4bc2), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:12.228963 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79c957b-9815-49db-b167-56f8ffa3f72b x-openstack-request-id: req-a79c957b-9815-49db-b167-56f8ffa3f72b {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:35:12.229274 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b644ccc7-2504-4c6b-94b5-02f939c591ac", "name": "network-vif-plugged", "status": "completed", "tag": "0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:35:12.229537 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a79c957b-9815-49db-b167-56f8ffa3f72b {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:35:12.230450 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b644ccc7-2504-4c6b-94b5-02f939c591ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed', 'code': 200} Feb 09 01:35:12.573487 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c547ead-4d17-4179-a1c9-57ca0badbba5 req-0255e8ba-0f2d-4a17-abc0-a1336ba662f6 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:12.583813 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-b98e6e26-f539-45c4-b976-b10fb6e51064 req-5fceb918-8e5e-4af4-a583-315d3027939d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:12.584256 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-b98e6e26-f539-45c4-b976-b10fb6e51064 req-5fceb918-8e5e-4af4-a583-315d3027939d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (2a94ec8d-695e-4ce6-a4ec-c9cd9b543667), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:12.584585 n-d-822053-40 neutron-server[103528]: INFO neutron.db.l3_db [req-b98e6e26-f539-45c4-b976-b10fb6e51064 req-5fceb918-8e5e-4af4-a583-315d3027939d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Floating IP 2a94ec8d-695e-4ce6-a4ec-c9cd9b543667 disassociated. External IP: 172.25.1.249, port: 1f372b68-b59e-4914-8e62-ae2403cb4bc2. Feb 09 01:35:12.584953 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-b98e6e26-f539-45c4-b976-b10fb6e51064 req-5fceb918-8e5e-4af4-a583-315d3027939d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Calling delete_port for 1f372b68-b59e-4914-8e62-ae2403cb4bc2 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:35:12.588553 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2c547ead-4d17-4179-a1c9-57ca0badbba5 req-0255e8ba-0f2d-4a17-abc0-a1336ba662f6 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 945 time: 0.1207938 Feb 09 01:35:12.672329 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2c547ead-4d17-4179-a1c9-57ca0badbba5 req-70a821f4-a6c4-4212-bee7-3dfd36ac2081 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784101 Feb 09 01:35:12.861969 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-b98e6e26-f539-45c4-b976-b10fb6e51064 req-5fceb918-8e5e-4af4-a583-315d3027939d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (1f372b68-b59e-4914-8e62-ae2403cb4bc2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:12.908836 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fceb918-8e5e-4af4-a583-315d3027939d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Pushing event deleted for resources: {'Port': ['ID=1f372b68-b59e-4914-8e62-ae2403cb4bc2,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:12.933701 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f32007-ed1c-4a00-9395-cf111aaad55a req-d958ad61-a3c8-4e9f-ab7b-801de93f9e34 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:12.950553 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-26f32007-ed1c-4a00-9395-cf111aaad55a req-d958ad61-a3c8-4e9f-ab7b-801de93f9e34 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df HTTP/1.1" status: 200 len: 867 time: 0.2548108 Feb 09 01:35:13.004240 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f0f09be-7c9f-44f7-95d8-f5b100b827d2 req-9880a05c-9b53-47d0-a8df-ccd1bee036a8 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0429347 Feb 09 01:35:13.161745 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-26f32007-ed1c-4a00-9395-cf111aaad55a req-2dccccad-3b73-4d6c-97e6-cf7f92f86738 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=f237db8d-a2cb-43da-99b7-6b54d3008104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100723 Feb 09 01:35:13.185389 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b98e6e26-f539-45c4-b976-b10fb6e51064 req-5fceb918-8e5e-4af4-a583-315d3027939d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Router e805de78-939c-4bb6-a446-e0361324fa0c has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:35:13.373727 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b98e6e26-f539-45c4-b976-b10fb6e51064 req-5fceb918-8e5e-4af4-a583-315d3027939d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:35:13.388520 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea7edc3-b124-4fd4-81aa-55d6eae6b41d None None] Sync routers for ids ['e805de78-939c-4bb6-a446-e0361324fa0c'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:35:13.417379 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea7edc3-b124-4fd4-81aa-55d6eae6b41d None None] Routers {'e805de78-939c-4bb6-a446-e0361324fa0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:35:13.418466 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-cea7edc3-b124-4fd4-81aa-55d6eae6b41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:34:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['e805de78-939c-4bb6-a446-e0361324fa0c'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:13.487335 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98e6e26-f539-45c4-b976-b10fb6e51064 req-5fceb918-8e5e-4af4-a583-315d3027939d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] No DVR routers for this DVR port 1f372b68-b59e-4914-8e62-ae2403cb4bc2 on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:35:13.492554 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-b98e6e26-f539-45c4-b976-b10fb6e51064 req-5fceb918-8e5e-4af4-a583-315d3027939d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:13.501855 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b98e6e26-f539-45c4-b976-b10fb6e51064 req-5fceb918-8e5e-4af4-a583-315d3027939d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.121 "DELETE /v2.0/ports/1f372b68-b59e-4914-8e62-ae2403cb4bc2 HTTP/1.1" status: 204 len: 173 time: 1.6668510 Feb 09 01:35:13.502685 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df', 'name': 'network-vif-deleted', 'tag': '1f372b68-b59e-4914-8e62-ae2403cb4bc2'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:35:13.512227 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be4461a-1c32-483b-b82a-121252e47935" -d '{"events": [{"server_uuid": "46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df", "name": "network-vif-deleted", "tag": "1f372b68-b59e-4914-8e62-ae2403cb4bc2"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:35:13.593508 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b28960f-ac80-405c-b0fd-f398ac11c9c8 x-openstack-request-id: req-3b28960f-ac80-405c-b0fd-f398ac11c9c8 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:35:13.593907 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df", "name": "network-vif-deleted", "tag": "1f372b68-b59e-4914-8e62-ae2403cb4bc2", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:35:13.594261 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3b28960f-ac80-405c-b0fd-f398ac11c9c8 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:35:13.594823 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c6d5f6-ac6e-42a0-b4ed-175f0da6e8df', 'name': 'network-vif-deleted', 'tag': '1f372b68-b59e-4914-8e62-ae2403cb4bc2', 'status': 'completed', 'code': 200} Feb 09 01:35:13.835341 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-cea7edc3-b124-4fd4-81aa-55d6eae6b41d None None] Set router e805de78-939c-4bb6-a446-e0361324fa0c gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:35:14.085548 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e403a-0617-4996-b3ee-8680116767a3 req-1083bfd7-2a20-4379-a193-686cea4dfd44 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:14.122846 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-545e403a-0617-4996-b3ee-8680116767a3 req-1083bfd7-2a20-4379-a193-686cea4dfd44 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 945 time: 0.2479837 Feb 09 01:35:14.267780 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-545e403a-0617-4996-b3ee-8680116767a3 req-76a85dcf-087e-43e6-866d-9c3128c5dad2 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418335 Feb 09 01:35:14.438563 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-686e43a4-4f94-4347-b40c-5d24b388e884 req-0bf9992e-44ed-4ddd-8728-017f7c2c8d63 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.1621158 Feb 09 01:35:14.450288 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 49538) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:14.463875 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-cea7edc3-b124-4fd4-81aa-55d6eae6b41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'name': 'tempest-AttachVolumeTestJSON-1132437517-router', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:05Z', 'updated_at': '2022-02-09T01:31:13Z', 'revision_number': 4, 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'gw_port': {'id': 'c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:04:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:06Z', 'updated_at': '2022-02-09T01:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'cfa682d5-a5f0-48fa-91fb-3c882a5a1815', 'name': '', 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'mac_address': 'fa:16:3e:84:6e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': 'ad59b321-ab39-4a7c-b208-055ec9804c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:11Z', 'updated_at': '2022-02-09T01:31:22Z', 'revision_number': 5, 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'subnets': [{'id': 'ad59b321-ab39-4a7c-b208-055ec9804c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:14.516057 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea7edc3-b124-4fd4-81aa-55d6eae6b41d None None] Checking router: e805de78-939c-4bb6-a446-e0361324fa0c for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:35:14.556740 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea7edc3-b124-4fd4-81aa-55d6eae6b41d None None] Routers {'e805de78-939c-4bb6-a446-e0361324fa0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:35:14.557707 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-cea7edc3-b124-4fd4-81aa-55d6eae6b41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:34:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['e805de78-939c-4bb6-a446-e0361324fa0c'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:14.593731 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a614469a-da64-429e-9715-f06c9fa5ac6d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for security_group (f237db8d-a2cb-43da-99b7-6b54d3008104), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:14.634987 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a614469a-da64-429e-9715-f06c9fa5ac6d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for security_group (f237db8d-a2cb-43da-99b7-6b54d3008104), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:14.741689 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a614469a-da64-429e-9715-f06c9fa5ac6d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f237db8d-a2cb-43da-99b7-6b54d3008104), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:14.746134 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a614469a-da64-429e-9715-f06c9fa5ac6d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:14.747943 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a614469a-da64-429e-9715-f06c9fa5ac6d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "DELETE /v2.0/security-groups/f237db8d-a2cb-43da-99b7-6b54d3008104 HTTP/1.1" status: 204 len: 168 time: 0.2954361 Feb 09 01:35:14.751540 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 49542) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:14.783523 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-13493168-6877-42dc-af16-64dedb8a44b2 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] show failed (client error): The resource could not be found. Feb 09 01:35:14.793258 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 49544) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:14.795176 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-13493168-6877-42dc-af16-64dedb8a44b2 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups/f237db8d-a2cb-43da-99b7-6b54d3008104 HTTP/1.1" status: 404 len: 347 time: 0.0422368 Feb 09 01:35:14.809168 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-cea7edc3-b124-4fd4-81aa-55d6eae6b41d None None] Set router e805de78-939c-4bb6-a446-e0361324fa0c gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:35:14.945772 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614469a-da64-429e-9715-f06c9fa5ac6d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f237db8d-a2cb-43da-99b7-6b54d3008104,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:15.190593 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a614469a-da64-429e-9715-f06c9fa5ac6d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:15.190950 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a614469a-da64-429e-9715-f06c9fa5ac6d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:15.191776 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a614469a-da64-429e-9715-f06c9fa5ac6d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:15.192172 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a614469a-da64-429e-9715-f06c9fa5ac6d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:15.192515 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a614469a-da64-429e-9715-f06c9fa5ac6d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:15.192853 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a614469a-da64-429e-9715-f06c9fa5ac6d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:15.193680 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a614469a-da64-429e-9715-f06c9fa5ac6d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:15.194017 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a614469a-da64-429e-9715-f06c9fa5ac6d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:15.194461 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a614469a-da64-429e-9715-f06c9fa5ac6d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:15.194796 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a614469a-da64-429e-9715-f06c9fa5ac6d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:15.195127 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a614469a-da64-429e-9715-f06c9fa5ac6d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:15.195871 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a614469a-da64-429e-9715-f06c9fa5ac6d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:15.195871 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a614469a-da64-429e-9715-f06c9fa5ac6d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:15.272520 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e6d1b4cb-6a6d-4dc2-9f57-b937aceaff2e tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Deleting port e949ccb3-e055-4e17-ae5a-0700359d2e8d {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:35:15.272866 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e6d1b4cb-6a6d-4dc2-9f57-b937aceaff2e tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (e949ccb3-e055-4e17-ae5a-0700359d2e8d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:15.325210 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-cea7edc3-b124-4fd4-81aa-55d6eae6b41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'name': 'tempest-AttachVolumeTestJSON-1132437517-router', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:05Z', 'updated_at': '2022-02-09T01:31:13Z', 'revision_number': 4, 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'gw_port': {'id': 'c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:04:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:06Z', 'updated_at': '2022-02-09T01:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'cfa682d5-a5f0-48fa-91fb-3c882a5a1815', 'name': '', 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'mac_address': 'fa:16:3e:84:6e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': 'ad59b321-ab39-4a7c-b208-055ec9804c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:11Z', 'updated_at': '2022-02-09T01:31:22Z', 'revision_number': 5, 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'subnets': [{'id': 'ad59b321-ab39-4a7c-b208-055ec9804c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:15.349331 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 1f372b68-b59e-4914-8e62-ae2403cb4bc2 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:35:15.430566 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 1f372b68-b59e-4914-8e62-ae2403cb4bc2 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:35:15.430833 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 1f372b68-b59e-4914-8e62-ae2403cb4bc2 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:35:15.444159 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea7edc3-b124-4fd4-81aa-55d6eae6b41d None None] The sync data for ids ['e805de78-939c-4bb6-a446-e0361324fa0c'] in n-d-822053-40 is: [{'id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'name': 'tempest-AttachVolumeTestJSON-1132437517-router', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:05Z', 'updated_at': '2022-02-09T01:31:13Z', 'revision_number': 4, 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'gw_port': {'id': 'c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:04:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:06Z', 'updated_at': '2022-02-09T01:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'cfa682d5-a5f0-48fa-91fb-3c882a5a1815', 'name': '', 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'mac_address': 'fa:16:3e:84:6e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': 'ad59b321-ab39-4a7c-b208-055ec9804c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:11Z', 'updated_at': '2022-02-09T01:31:22Z', 'revision_number': 5, 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'subnets': [{'id': 'ad59b321-ab39-4a7c-b208-055ec9804c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:35:15.546910 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e6d1b4cb-6a6d-4dc2-9f57-b937aceaff2e tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (e949ccb3-e055-4e17-ae5a-0700359d2e8d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:15.546910 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e6d1b4cb-6a6d-4dc2-9f57-b937aceaff2e tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for floatingip (e949ccb3-e055-4e17-ae5a-0700359d2e8d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:15.577777 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e6d1b4cb-6a6d-4dc2-9f57-b937aceaff2e tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Calling delete_port for e949ccb3-e055-4e17-ae5a-0700359d2e8d owned by network:floatingip {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:35:15.645198 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63df50-59b2-4e1c-95ce-3a19909c8c69 req-06fb76aa-a734-4eb5-9904-2f067e394838 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:15.655077 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cf63df50-59b2-4e1c-95ce-3a19909c8c69 req-06fb76aa-a734-4eb5-9904-2f067e394838 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 945 time: 0.1816883 Feb 09 01:35:15.745636 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-40a5cd14-323c-4e7f-9f19-0fe2f53b341c req-9eb62c0f-4bca-449d-8966-063752c2f8fa tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0763061 Feb 09 01:35:15.875386 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cf63df50-59b2-4e1c-95ce-3a19909c8c69 req-ea903fa5-33be-4ca8-b4b5-a7cd0bf99643 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123630 Feb 09 01:35:16.175894 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d5cf93-753d-4177-9de1-cd8eba75d9b4 None None] New status for floating IP 2a94ec8d-695e-4ce6-a4ec-c9cd9b543667: DOWN {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:35:16.383902 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-47d5cf93-753d-4177-9de1-cd8eba75d9b4 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 09 01:35:16.383902 n-d-822053-40 neutron-server[103530]: [SQL: UPDATE floatingips SET status=%(status)s WHERE floatingips.id = %(floatingips_id)s] Feb 09 01:35:16.383902 n-d-822053-40 neutron-server[103530]: [parameters: {'status': 'DOWN', 'floatingips_id': '2a94ec8d-695e-4ce6-a4ec-c9cd9b543667'}] Feb 09 01:35:16.383902 n-d-822053-40 neutron-server[103530]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:35:16.385298 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-47d5cf93-753d-4177-9de1-cd8eba75d9b4 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:35:16.487342 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e6d1b4cb-6a6d-4dc2-9f57-b937aceaff2e tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (e949ccb3-e055-4e17-ae5a-0700359d2e8d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:16.576042 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d1b4cb-6a6d-4dc2-9f57-b937aceaff2e tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Pushing event deleted for resources: {'Port': ['ID=e949ccb3-e055-4e17-ae5a-0700359d2e8d,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:16.705760 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e6d1b4cb-6a6d-4dc2-9f57-b937aceaff2e tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for floatingip (2a94ec8d-695e-4ce6-a4ec-c9cd9b543667), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:16.708708 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e6d1b4cb-6a6d-4dc2-9f57-b937aceaff2e tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:16.714401 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e6d1b4cb-6a6d-4dc2-9f57-b937aceaff2e tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "DELETE /v2.0/floatingips/2a94ec8d-695e-4ce6-a4ec-c9cd9b543667 HTTP/1.1" status: 204 len: 168 time: 1.9201689 Feb 09 01:35:16.887118 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d5cf93-753d-4177-9de1-cd8eba75d9b4 None None] New status for floating IP 2a94ec8d-695e-4ce6-a4ec-c9cd9b543667: DOWN {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:35:16.993623 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-95632d8f-a520-4f21-9db3-3cf7f987277f req-65454d3d-dcfb-4240-99a9-ec58ff80415d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0527105 Feb 09 01:35:17.319607 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 49586) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:17.324316 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-38e9d676-3191-4845-9f36-4c2582bb728d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1449418405', 'description': 'tempest-description--767535387'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:17.385750 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-38e9d676-3191-4845-9f36-4c2582bb728d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:17.424730 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0476ca-5321-42d6-aa5f-b52eb4cb734a req-55246a5c-7d26-4091-abbb-07c7cef5b25e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:17.437518 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cd0476ca-5321-42d6-aa5f-b52eb4cb734a req-55246a5c-7d26-4091-abbb-07c7cef5b25e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 945 time: 0.1894357 Feb 09 01:35:17.600698 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cd0476ca-5321-42d6-aa5f-b52eb4cb734a req-9c9061e4-8f15-4c3b-940e-53c8cf959499 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555305 Feb 09 01:35:17.654668 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-38e9d676-3191-4845-9f36-4c2582bb728d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for security_group (5cd05c19-b15b-437f-a1c1-10b2358a5489), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:17.664417 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-38e9d676-3191-4845-9f36-4c2582bb728d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (5cd05c19-b15b-437f-a1c1-10b2358a5489), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:17.698732 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-38e9d676-3191-4845-9f36-4c2582bb728d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:17.703792 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 49596) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:17.708993 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-c0584d0b-4885-48ae-818e-91e0d077d950 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Request body: {'security_group_rule': {'security_group_id': '5cd05c19-b15b-437f-a1c1-10b2358a5489', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:17.713122 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-38e9d676-3191-4845-9f36-4c2582bb728d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3923051 Feb 09 01:35:17.771200 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c0584d0b-4885-48ae-818e-91e0d077d950 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for security_group_rule (3e8b6bd1-4a5c-4402-9c92-8b3863dd1e4f), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:17.790615 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e9d676-3191-4845-9f36-4c2582bb728d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd05c19-b15b-437f-a1c1-10b2358a5489,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:17.881032 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c0584d0b-4885-48ae-818e-91e0d077d950 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for security_group_rule (3e8b6bd1-4a5c-4402-9c92-8b3863dd1e4f), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:17.894281 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c0584d0b-4885-48ae-818e-91e0d077d950 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (3e8b6bd1-4a5c-4402-9c92-8b3863dd1e4f), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:17.942799 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0584d0b-4885-48ae-818e-91e0d077d950 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e8b6bd1-4a5c-4402-9c92-8b3863dd1e4f,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:17.967134 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0584d0b-4885-48ae-818e-91e0d077d950 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:17.969357 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0584d0b-4885-48ae-818e-91e0d077d950 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:17.974304 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0584d0b-4885-48ae-818e-91e0d077d950 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:17.975452 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0584d0b-4885-48ae-818e-91e0d077d950 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:17.975952 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0584d0b-4885-48ae-818e-91e0d077d950 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:17.976459 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0584d0b-4885-48ae-818e-91e0d077d950 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:17.976972 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0584d0b-4885-48ae-818e-91e0d077d950 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:17.977620 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0584d0b-4885-48ae-818e-91e0d077d950 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:17.978101 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0584d0b-4885-48ae-818e-91e0d077d950 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:17.978575 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0584d0b-4885-48ae-818e-91e0d077d950 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:17.979435 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0584d0b-4885-48ae-818e-91e0d077d950 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:17.984565 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0584d0b-4885-48ae-818e-91e0d077d950 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:17.984913 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0584d0b-4885-48ae-818e-91e0d077d950 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:18.004609 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c0584d0b-4885-48ae-818e-91e0d077d950 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:18.008231 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c0584d0b-4885-48ae-818e-91e0d077d950 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3003876 Feb 09 01:35:18.008469 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 49598) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:18.012988 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-6be175d2-0c51-446c-a135-ad5f5c2f9a51 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Request body: {'security_group_rule': {'security_group_id': '5cd05c19-b15b-437f-a1c1-10b2358a5489', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:18.073389 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6be175d2-0c51-446c-a135-ad5f5c2f9a51 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for security_group_rule (1b2d80f5-3bae-40c9-b04a-61e6f1022399), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:18.191001 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-12af05e4-fc72-4654-b58b-c49e6079f2fa req-c7c14e6c-76a7-44e3-a25d-f54af3adc9d3 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0399742 Feb 09 01:35:18.244461 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6be175d2-0c51-446c-a135-ad5f5c2f9a51 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for security_group_rule (1b2d80f5-3bae-40c9-b04a-61e6f1022399), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:18.270728 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6be175d2-0c51-446c-a135-ad5f5c2f9a51 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (1b2d80f5-3bae-40c9-b04a-61e6f1022399), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:18.289194 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be175d2-0c51-446c-a135-ad5f5c2f9a51 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b2d80f5-3bae-40c9-b04a-61e6f1022399,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:18.337134 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6be175d2-0c51-446c-a135-ad5f5c2f9a51 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:18.339223 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6be175d2-0c51-446c-a135-ad5f5c2f9a51 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3295655 Feb 09 01:35:18.344393 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 49604) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:18.351578 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-6a718a60-7354-4ca7-826e-f7ff4240ef69 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:18.433902 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a718a60-7354-4ca7-826e-f7ff4240ef69 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:18.651358 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a718a60-7354-4ca7-826e-f7ff4240ef69 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:18.856340 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674cdcc-123d-45b3-8652-1f2d26e77a13 req-5cbd733e-d89f-42fb-a1f8-cb8d786d2e43 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:18.863990 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c674cdcc-123d-45b3-8652-1f2d26e77a13 req-5cbd733e-d89f-42fb-a1f8-cb8d786d2e43 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=546cd9de-e599-4da6-bb25-426bd25707ab HTTP/1.1" status: 200 len: 945 time: 0.1190751 Feb 09 01:35:18.896954 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f06c0a-5438-48a7-a329-8f4b6bfe0071 req-6a31441d-10d2-43ac-a7e5-acbefe214451 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:18.904479 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-72f06c0a-5438-48a7-a329-8f4b6bfe0071 req-6a31441d-10d2-43ac-a7e5-acbefe214451 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 945 time: 0.1443491 Feb 09 01:35:18.922283 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-6a718a60-7354-4ca7-826e-f7ff4240ef69 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Allocated IP 172.25.1.65 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/61f0a72e-b179-4db8-bd9a-f9a10eea2b4b) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:19.029342 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-72f06c0a-5438-48a7-a329-8f4b6bfe0071 req-5dc94a00-36af-42c8-9960-560228605c12 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238630 Feb 09 01:35:19.059102 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c674cdcc-123d-45b3-8652-1f2d26e77a13 req-f75e6265-108c-4f7f-8998-fc7577e5dfbc tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938601 Feb 09 01:35:19.205818 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a718a60-7354-4ca7-826e-f7ff4240ef69 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for port (61f0a72e-b179-4db8-bd9a-f9a10eea2b4b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:19.292760 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a718a60-7354-4ca7-826e-f7ff4240ef69 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (61f0a72e-b179-4db8-bd9a-f9a10eea2b4b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:19.423402 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a718a60-7354-4ca7-826e-f7ff4240ef69 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:19.423633 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-746c44df-a4a4-4a94-903a-233cf9d5cdb9 req-ef9bf288-c50c-4a60-a556-f46d1000fa02 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0625670 Feb 09 01:35:19.427711 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-6a718a60-7354-4ca7-826e-f7ff4240ef69 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:19.430936 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:19.443538 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a718a60-7354-4ca7-826e-f7ff4240ef69 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:35:19.530581 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a718a60-7354-4ca7-826e-f7ff4240ef69 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Pushing event updated for resources: {'Port': ['ID=61f0a72e-b179-4db8-bd9a-f9a10eea2b4b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:19.655969 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a718a60-7354-4ca7-826e-f7ff4240ef69 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for floatingip (75f67451-2f23-43f7-a9ed-2b914bf7d1ba), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:19.761750 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a718a60-7354-4ca7-826e-f7ff4240ef69 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (61f0a72e-b179-4db8-bd9a-f9a10eea2b4b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:20.028172 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a718a60-7354-4ca7-826e-f7ff4240ef69 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for port (61f0a72e-b179-4db8-bd9a-f9a10eea2b4b), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:20.039447 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a718a60-7354-4ca7-826e-f7ff4240ef69 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (61f0a72e-b179-4db8-bd9a-f9a10eea2b4b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:20.220884 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a718a60-7354-4ca7-826e-f7ff4240ef69 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Pushing event updated for resources: {'Port': ['ID=61f0a72e-b179-4db8-bd9a-f9a10eea2b4b,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:20.235618 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a718a60-7354-4ca7-826e-f7ff4240ef69 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (75f67451-2f23-43f7-a9ed-2b914bf7d1ba), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:20.283535 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a718a60-7354-4ca7-826e-f7ff4240ef69 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:20.285379 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6a718a60-7354-4ca7-826e-f7ff4240ef69 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9420135 Feb 09 01:35:20.312520 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc91c2fd-8c7e-48b1-a135-5d11f1893cc5 req-828e89cf-d173-469b-a843-b1f370bb27cf tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:20.316337 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dc91c2fd-8c7e-48b1-a135-5d11f1893cc5 req-828e89cf-d173-469b-a843-b1f370bb27cf tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 945 time: 0.1967125 Feb 09 01:35:20.360011 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37b7c5-897c-4908-9548-61c80e3bfb4f req-f7369f2a-17aa-411e-a35a-8372a57720d3 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:20.369554 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cd37b7c5-897c-4908-9548-61c80e3bfb4f req-f7369f2a-17aa-411e-a35a-8372a57720d3 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=546cd9de-e599-4da6-bb25-426bd25707ab HTTP/1.1" status: 200 len: 945 time: 0.1624961 Feb 09 01:35:20.475006 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cd37b7c5-897c-4908-9548-61c80e3bfb4f req-9ac46bf8-5449-4745-9e4c-16e868f1053a tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991099 Feb 09 01:35:20.492271 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dc91c2fd-8c7e-48b1-a135-5d11f1893cc5 req-3dab43f1-0966-4bfb-aa47-4d1c471b1db2 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610754 Feb 09 01:35:20.680044 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1374458f-9994-4b14-8dd6-c9e7ae33a5d1 req-11611878-0e5b-414d-91a6-201570ceed84 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0442030 Feb 09 01:35:20.728799 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6cc2cb-68f6-4c8d-8cda-0570f4cbed2c req-c7c9fed5-f9d8-4295-81be-6a1c384ab3c7 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:20.730350 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2f6cc2cb-68f6-4c8d-8cda-0570f4cbed2c req-c7c9fed5-f9d8-4295-81be-6a1c384ab3c7 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.91 "GET /v2.0/ports?device_id=546cd9de-e599-4da6-bb25-426bd25707ab HTTP/1.1" status: 200 len: 945 time: 0.2330191 Feb 09 01:35:20.782285 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-92242cb0-3ddc-4c4e-8114-c8f3fc1637ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:20.922474 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:20.963173 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-47819c6c-7299-418c-929d-32c2b550010d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1449418405&fields=id&tenant_id=40040732d30e4d7f9ee97e8667a77299 HTTP/1.1" status: 200 len: 267 time: 0.2982144 Feb 09 01:35:21.733057 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-fd63e4a7-bbd7-47ba-97a5-32ca30991374 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:21.740902 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-fd63e4a7-bbd7-47ba-97a5-32ca30991374 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/networks?id=0a61edaa-ae5c-493b-b01a-414100fdece7 HTTP/1.1" status: 200 len: 811 time: 0.7631998 Feb 09 01:35:21.769881 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-7e49f069-8190-4984-b3e4-9f4e108f2536 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/quotas/40040732d30e4d7f9ee97e8667a77299 HTTP/1.1" status: 200 len: 375 time: 0.0278594 Feb 09 01:35:21.863145 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-2f6cc2cb-68f6-4c8d-8cda-0570f4cbed2c req-c8cec3b6-e696-4149-a256-57fa6c4d4faf tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Deleting port 60a5f3e4-91f3-4085-a7c6-4a46038f975b {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:35:21.863495 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-2f6cc2cb-68f6-4c8d-8cda-0570f4cbed2c req-c8cec3b6-e696-4149-a256-57fa6c4d4faf tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (60a5f3e4-91f3-4085-a7c6-4a46038f975b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:21.893227 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d429fb9-8261-4e69-81de-42975cf94e85 req-0ec386d5-1a13-4b8f-b511-1a61db9bcb9d tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:21.894846 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4d429fb9-8261-4e69-81de-42975cf94e85 req-0ec386d5-1a13-4b8f-b511-1a61db9bcb9d tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=546cd9de-e599-4da6-bb25-426bd25707ab HTTP/1.1" status: 200 len: 945 time: 0.1512098 Feb 09 01:35:21.953239 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-83f9fae5-bd4e-400c-963c-62bef423c246 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=40040732d30e4d7f9ee97e8667a77299&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1822104 Feb 09 01:35:22.103042 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4d429fb9-8261-4e69-81de-42975cf94e85 req-6fad1000-8a78-427c-9464-56341be55d40 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700461 Feb 09 01:35:22.146626 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-2f6cc2cb-68f6-4c8d-8cda-0570f4cbed2c req-c8cec3b6-e696-4149-a256-57fa6c4d4faf tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] For port 60a5f3e4-91f3-4085-a7c6-4a46038f975b, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=60a5f3e4-91f3-4085-a7c6-4a46038f975b,segment=NetworkSegment(74341012-2d09-4bfd-8196-39119d03257b),segment_id=74341012-2d09-4bfd-8196-39119d03257b)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:22.146996 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-2f6cc2cb-68f6-4c8d-8cda-0570f4cbed2c req-c8cec3b6-e696-4149-a256-57fa6c4d4faf tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (60a5f3e4-91f3-4085-a7c6-4a46038f975b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:22.170120 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-2f6cc2cb-68f6-4c8d-8cda-0570f4cbed2c req-c8cec3b6-e696-4149-a256-57fa6c4d4faf tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Calling delete_port for 60a5f3e4-91f3-4085-a7c6-4a46038f975b owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:35:22.197413 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-75eaac39-f6c9-4f37-ab87-ca578d7327d8 service neutron] 10.222.0.30 "GET /v2.0/networks/0a61edaa-ae5c-493b-b01a-414100fdece7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432411 Feb 09 01:35:22.424374 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0f075-ffd4-4373-9017-c5802e19a99a req-817b758b-3c99-4138-b35d-466b8fcc5e51 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:22.426059 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-74a0f075-ffd4-4373-9017-c5802e19a99a req-817b758b-3c99-4138-b35d-466b8fcc5e51 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 945 time: 0.2002063 Feb 09 01:35:22.516915 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-74a0f075-ffd4-4373-9017-c5802e19a99a req-edcd8d66-bf2d-44c1-aead-95305c76263d tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763426 Feb 09 01:35:22.534916 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-f20b2b5c-4aef-42a0-862e-6bd809ba36dc service neutron] 10.222.0.30 "GET /v2.0/networks/0a61edaa-ae5c-493b-b01a-414100fdece7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365705 Feb 09 01:35:22.633485 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-2f6cc2cb-68f6-4c8d-8cda-0570f4cbed2c req-c8cec3b6-e696-4149-a256-57fa6c4d4faf tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (60a5f3e4-91f3-4085-a7c6-4a46038f975b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:22.650542 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['49b8f83a-a41f-4119-9973-7800177e9d02', '95201dc2-0b79-4388-b8dd-d979d8b81c6d', '60a5f3e4-91f3-4085-a7c6-4a46038f975b'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:35:22.654339 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['b525b277-404a-43c4-9dc2-45ca1ef63f30'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:35:22.698020 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cec3b6-e696-4149-a256-57fa6c4d4faf tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Pushing event deleted for resources: {'Port': ['ID=60a5f3e4-91f3-4085-a7c6-4a46038f975b,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:22.761901 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-224fb7c9-a4b5-46b2-94e0-5c3ad513ca42 req-61a580e1-67d8-4532-a903-1383612aadb0 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0662422 Feb 09 01:35:22.927115 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6cc2cb-68f6-4c8d-8cda-0570f4cbed2c req-c8cec3b6-e696-4149-a256-57fa6c4d4faf tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] No DVR routers for this DVR port 60a5f3e4-91f3-4085-a7c6-4a46038f975b on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:35:22.932166 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-2f6cc2cb-68f6-4c8d-8cda-0570f4cbed2c req-c8cec3b6-e696-4149-a256-57fa6c4d4faf tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:22.935542 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2f6cc2cb-68f6-4c8d-8cda-0570f4cbed2c req-c8cec3b6-e696-4149-a256-57fa6c4d4faf tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.91 "DELETE /v2.0/ports/60a5f3e4-91f3-4085-a7c6-4a46038f975b HTTP/1.1" status: 204 len: 173 time: 2.1852093 Feb 09 01:35:22.968990 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546cd9de-e599-4da6-bb25-426bd25707ab', 'name': 'network-vif-deleted', 'tag': '60a5f3e4-91f3-4085-a7c6-4a46038f975b'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:35:22.981414 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b46c1bd-e6e4-4195-bdcf-d485310f7998" -d '{"events": [{"server_uuid": "546cd9de-e599-4da6-bb25-426bd25707ab", "name": "network-vif-deleted", "tag": "60a5f3e4-91f3-4085-a7c6-4a46038f975b"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:35:23.015465 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d31ec618-6840-446f-96f5-5b0e17403ffe req-4fabc1dd-e6d5-4c3b-a942-d751958f67c5 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=7681ef00-7659-46c1-b789-48e83523bb0a HTTP/1.1" status: 200 len: 210 time: 0.1497900 Feb 09 01:35:23.201150 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e78aa8-c9b5-4ea0-ab18-7ccce5072b09 x-openstack-request-id: req-84e78aa8-c9b5-4ea0-ab18-7ccce5072b09 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:35:23.201423 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546cd9de-e599-4da6-bb25-426bd25707ab", "name": "network-vif-deleted", "tag": "60a5f3e4-91f3-4085-a7c6-4a46038f975b", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:35:23.201682 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-84e78aa8-c9b5-4ea0-ab18-7ccce5072b09 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:35:23.202086 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546cd9de-e599-4da6-bb25-426bd25707ab', 'name': 'network-vif-deleted', 'tag': '60a5f3e4-91f3-4085-a7c6-4a46038f975b', 'status': 'completed', 'code': 200} Feb 09 01:35:23.282057 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-844a3d9d-e35e-48ad-9001-073baf24393e req-d6acd321-62cb-4128-8ed2-903fb243e154 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=546cd9de-e599-4da6-bb25-426bd25707ab HTTP/1.1" status: 200 len: 210 time: 0.0371399 Feb 09 01:35:23.833454 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19bc18-43d5-4b1d-b834-1b3feb24f3ed req-19788a65-fa7a-4c08-940e-e2803c90bc9e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:23.836879 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6e19bc18-43d5-4b1d-b834-1b3feb24f3ed req-19788a65-fa7a-4c08-940e-e2803c90bc9e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 945 time: 0.1206126 Feb 09 01:35:23.917102 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6e19bc18-43d5-4b1d-b834-1b3feb24f3ed req-c3c085e0-801b-4c9a-a395-0dc096dc482b tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720401 Feb 09 01:35:23.968778 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c72ed36a-e17f-46a8-9c2e-0fb88095d434 req-56d57520-746c-4f19-bde3-d3d042a7fe11 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0505574 Feb 09 01:35:24.123222 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b081efcb-595c-492a-8aa7-e433a8e435b6 req-475cda4d-d5cd-4952-8a95-7c067b0c411f tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=7681ef00-7659-46c1-b789-48e83523bb0a HTTP/1.1" status: 200 len: 210 time: 0.0442240 Feb 09 01:35:24.289676 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9ccde83e-77ce-4411-b976-74eb7e9325ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:24.729136 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-8c28bc20-c7b0-40cf-b710-e70c7ae386fe tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:24.732068 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-8c28bc20-c7b0-40cf-b710-e70c7ae386fe tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.121 "GET /v2.0/networks?id=0a61edaa-ae5c-493b-b01a-414100fdece7 HTTP/1.1" status: 200 len: 811 time: 0.2136579 Feb 09 01:35:24.816274 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-8a8d33b0-51eb-4c36-b01c-b3983d0bb329 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40040732d30e4d7f9ee97e8667a77299 HTTP/1.1" status: 200 len: 380 time: 0.0759161 Feb 09 01:35:24.830085 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-7861fd01-f936-42e5-b71b-961321510863 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Request body: {'port': {'device_id': '7681ef00-7659-46c1-b789-48e83523bb0a', 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7', 'admin_state_up': True, 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'security_groups': ['5cd05c19-b15b-437f-a1c1-10b2358a5489']}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:24.994157 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-7861fd01-f936-42e5-b71b-961321510863 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Made reservation on behalf of 40040732d30e4d7f9ee97e8667a77299 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:35:25.002553 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-7861fd01-f936-42e5-b71b-961321510863 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:25.102105 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:35:25.146719 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0fbb0756-c417-4b49-8f31-24c9db368f12 req-fc76a756-603d-4b72-92c3-b27cb97b217b tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0439601 Feb 09 01:35:25.177838 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24e092-06cf-4550-b21b-4408b01babf0 req-fa551cdc-49af-4ba5-92e8-9b91317e11b8 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:25.184980 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1c24e092-06cf-4550-b21b-4408b01babf0 req-fa551cdc-49af-4ba5-92e8-9b91317e11b8 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 945 time: 0.1282976 Feb 09 01:35:25.253239 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1c24e092-06cf-4550-b21b-4408b01babf0 req-057f20fa-127a-4dfa-bcb9-3414e19f6ceb tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672972 Feb 09 01:35:25.314964 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dcff965f-eb1f-4a48-9f12-cffa32b1cd9e req-85470910-bb3b-4c3e-97a6-5b315bfafa88 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=7681ef00-7659-46c1-b789-48e83523bb0a HTTP/1.1" status: 200 len: 210 time: 0.0459578 Feb 09 01:35:25.331710 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 60a5f3e4-91f3-4085-a7c6-4a46038f975b no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:35:25.356813 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-7861fd01-f936-42e5-b71b-961321510863 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Allocated IP 172.20.0.13 (0a61edaa-ae5c-493b-b01a-414100fdece7/ad59b321-ab39-4a7c-b208-055ec9804c66/2aed1ded-c775-4a34-a62a-883fe30a700c) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:25.371508 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 60a5f3e4-91f3-4085-a7c6-4a46038f975b {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:35:25.372218 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 60a5f3e4-91f3-4085-a7c6-4a46038f975b not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:35:25.585602 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-7861fd01-f936-42e5-b71b-961321510863 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for port (2aed1ded-c775-4a34-a62a-883fe30a700c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:25.637213 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-7861fd01-f936-42e5-b71b-961321510863 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (2aed1ded-c775-4a34-a62a-883fe30a700c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:25.685222 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-7861fd01-f936-42e5-b71b-961321510863 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Network 0a61edaa-ae5c-493b-b01a-414100fdece7 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:25.689080 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-7861fd01-f936-42e5-b71b-961321510863 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:25.708357 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-7861fd01-f936-42e5-b71b-961321510863 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:35:25.807109 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7861fd01-f936-42e5-b71b-961321510863 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Pushing event updated for resources: {'Port': ['ID=2aed1ded-c775-4a34-a62a-883fe30a700c,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:25.814593 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:25.848917 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-7861fd01-f936-42e5-b71b-961321510863 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:25.849872 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-7861fd01-f936-42e5-b71b-961321510863 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:25.877162 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-7861fd01-f936-42e5-b71b-961321510863 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0495682 Feb 09 01:35:25.886940 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-b9b1d7bf-2d5a-4eb3-afdd-3126dcb8f9cf service neutron] Request body: {'port': {'device_id': '7681ef00-7659-46c1-b789-48e83523bb0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:26.032317 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-b9b1d7bf-2d5a-4eb3-afdd-3126dcb8f9cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2aed1ded-c775-4a34-a62a-883fe30a700c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:26.111632 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-803b0479-b6c1-4303-a956-2d08b8bb167a None None] Provisioning complete for port 2aed1ded-c775-4a34-a62a-883fe30a700c triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:26.112948 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-803b0479-b6c1-4303-a956-2d08b8bb167a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2aed1ded-c775-4a34-a62a-883fe30a700c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:26.158966 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-803b0479-b6c1-4303-a956-2d08b8bb167a None None] Port 2aed1ded-c775-4a34-a62a-883fe30a700c cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:35:26.392840 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f3939f43-7e6b-4082-be80-2d831e72bdd7 req-21836fdd-df91-4440-a264-2f996018f70a tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.1078022 Feb 09 01:35:26.492290 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-b9b1d7bf-2d5a-4eb3-afdd-3126dcb8f9cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aed1ded-c775-4a34-a62a-883fe30a700c {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:35:26.524236 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-b9b1d7bf-2d5a-4eb3-afdd-3126dcb8f9cf service neutron] Publish callbacks [] for port (2aed1ded-c775-4a34-a62a-883fe30a700c), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:26.558961 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-b9b1d7bf-2d5a-4eb3-afdd-3126dcb8f9cf service neutron] Transition to ACTIVE for port object 2aed1ded-c775-4a34-a62a-883fe30a700c will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:35:26.566720 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-b9b1d7bf-2d5a-4eb3-afdd-3126dcb8f9cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (2aed1ded-c775-4a34-a62a-883fe30a700c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:26.570654 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da254b-8603-4d49-b4c6-14df7e1087a7 req-e981cc7f-06dd-4424-9ab2-c9a2ab1473be tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:26.581475 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e7da254b-8603-4d49-b4c6-14df7e1087a7 req-e981cc7f-06dd-4424-9ab2-c9a2ab1473be tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 945 time: 0.1262500 Feb 09 01:35:26.657773 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f443da-5c6d-446f-8395-e381a40ccafc req-5f411443-5c4a-4768-9085-85ac6cc8f45a tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:26.666466 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-22f443da-5c6d-446f-8395-e381a40ccafc req-5f411443-5c4a-4768-9085-85ac6cc8f45a tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=7681ef00-7659-46c1-b789-48e83523bb0a HTTP/1.1" status: 200 len: 932 time: 0.1477385 Feb 09 01:35:26.693236 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e7da254b-8603-4d49-b4c6-14df7e1087a7 req-7ec3b611-e9da-4ceb-ac10-fb5b90583141 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105702 Feb 09 01:35:26.749562 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b1d7bf-2d5a-4eb3-afdd-3126dcb8f9cf service neutron] Pushing event updated for resources: {'Port': ['ID=2aed1ded-c775-4a34-a62a-883fe30a700c,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:26.798824 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-22f443da-5c6d-446f-8395-e381a40ccafc req-5a59636f-03ec-414c-a48c-021d77d84d19 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cd05c19-b15b-437f-a1c1-10b2358a5489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324258 Feb 09 01:35:26.955364 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-b9b1d7bf-2d5a-4eb3-afdd-3126dcb8f9cf service neutron] Attempting to bind port 2aed1ded-c775-4a34-a62a-883fe30a700c on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:35:26.955916 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-b9b1d7bf-2d5a-4eb3-afdd-3126dcb8f9cf service neutron] Attempting to bind port 2aed1ded-c775-4a34-a62a-883fe30a700c by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '990ee728-08e6-4cf3-bfe2-c41ab0301e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:35:26.956051 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-b9b1d7bf-2d5a-4eb3-afdd-3126dcb8f9cf service neutron] Attempting to bind port 2aed1ded-c775-4a34-a62a-883fe30a700c on network 0a61edaa-ae5c-493b-b01a-414100fdece7 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:35:26.961554 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-b9b1d7bf-2d5a-4eb3-afdd-3126dcb8f9cf service neutron] Port 2aed1ded-c775-4a34-a62a-883fe30a700c on network 0a61edaa-ae5c-493b-b01a-414100fdece7 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:35:26.961888 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-b9b1d7bf-2d5a-4eb3-afdd-3126dcb8f9cf service neutron] Attempting to bind port 2aed1ded-c775-4a34-a62a-883fe30a700c on network 0a61edaa-ae5c-493b-b01a-414100fdece7 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:35:26.977907 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-b9b1d7bf-2d5a-4eb3-afdd-3126dcb8f9cf service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:35:26.978535 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-b9b1d7bf-2d5a-4eb3-afdd-3126dcb8f9cf service neutron] Checking segment: {'id': '990ee728-08e6-4cf3-bfe2-c41ab0301e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:35:26.978932 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-b9b1d7bf-2d5a-4eb3-afdd-3126dcb8f9cf service neutron] Bound using segment: {'id': '990ee728-08e6-4cf3-bfe2-c41ab0301e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:35:26.979370 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-b9b1d7bf-2d5a-4eb3-afdd-3126dcb8f9cf service neutron] Bound port: 2aed1ded-c775-4a34-a62a-883fe30a700c, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990ee728-08e6-4cf3-bfe2-c41ab0301e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:35:26.979729 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-b9b1d7bf-2d5a-4eb3-afdd-3126dcb8f9cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2aed1ded-c775-4a34-a62a-883fe30a700c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:27.141726 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-b9b1d7bf-2d5a-4eb3-afdd-3126dcb8f9cf service neutron] For port 2aed1ded-c775-4a34-a62a-883fe30a700c, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:35:27.149695 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-b9b1d7bf-2d5a-4eb3-afdd-3126dcb8f9cf service neutron] For port 2aed1ded-c775-4a34-a62a-883fe30a700c, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=2aed1ded-c775-4a34-a62a-883fe30a700c,segment=NetworkSegment(990ee728-08e6-4cf3-bfe2-c41ab0301e4e),segment_id=990ee728-08e6-4cf3-bfe2-c41ab0301e4e)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:35:27.166961 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-b9b1d7bf-2d5a-4eb3-afdd-3126dcb8f9cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (2aed1ded-c775-4a34-a62a-883fe30a700c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:27.210277 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-b9b1d7bf-2d5a-4eb3-afdd-3126dcb8f9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:27.210926 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-b9b1d7bf-2d5a-4eb3-afdd-3126dcb8f9cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:27.212289 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-b9b1d7bf-2d5a-4eb3-afdd-3126dcb8f9cf service neutron] 10.222.0.121 "PUT /v2.0/ports/2aed1ded-c775-4a34-a62a-883fe30a700c HTTP/1.1" status: 200 len: 1093 time: 1.3297641 Feb 09 01:35:27.212739 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7681ef00-7659-46c1-b789-48e83523bb0a', 'tag': '2aed1ded-c775-4a34-a62a-883fe30a700c'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:35:27.215009 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80cac135-9533-40e2-8418-3d342ff3cbd1" -d '{"events": [{"name": "network-changed", "server_uuid": "7681ef00-7659-46c1-b789-48e83523bb0a", "tag": "2aed1ded-c775-4a34-a62a-883fe30a700c"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:35:27.318383 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b1d7bf-2d5a-4eb3-afdd-3126dcb8f9cf service neutron] Pushing event updated for resources: {'Port': ['ID=2aed1ded-c775-4a34-a62a-883fe30a700c,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:27.378112 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-c66d3909-a799-4441-b6e9-77fa71f6935f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:27.385444 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-c66d3909-a799-4441-b6e9-77fa71f6935f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=40040732d30e4d7f9ee97e8667a77299&device_id=7681ef00-7659-46c1-b789-48e83523bb0a HTTP/1.1" status: 200 len: 1127 time: 0.1188254 Feb 09 01:35:27.395069 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bcfba4-5fb4-4318-a15c-53ce79fb8a7a x-openstack-request-id: req-35bcfba4-5fb4-4318-a15c-53ce79fb8a7a {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:35:27.395365 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7681ef00-7659-46c1-b789-48e83523bb0a", "tag": "2aed1ded-c775-4a34-a62a-883fe30a700c", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:35:27.395625 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-35bcfba4-5fb4-4318-a15c-53ce79fb8a7a {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:35:27.396059 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7681ef00-7659-46c1-b789-48e83523bb0a', 'tag': '2aed1ded-c775-4a34-a62a-883fe30a700c', 'status': 'completed', 'code': 200} Feb 09 01:35:27.459755 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-0260f206-0828-416c-b23f-f6814b035e0f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2aed1ded-c775-4a34-a62a-883fe30a700c HTTP/1.1" status: 200 len: 217 time: 0.0627170 Feb 09 01:35:27.518250 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:27.526134 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-14731f38-0394-4a14-8bb6-301e11f60174 req-07b772b0-b92c-44d1-8658-81082550620f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0597913 Feb 09 01:35:27.583727 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-262ea0af-6430-44c9-8060-b9e866f6e280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:27.585233 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-262ea0af-6430-44c9-8060-b9e866f6e280 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ad59b321-ab39-4a7c-b208-055ec9804c66 HTTP/1.1" status: 200 len: 850 time: 0.1189361 Feb 09 01:35:27.659713 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-d1044a8c-6ebd-441d-bb37-c8d933762217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:27.661390 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-d1044a8c-6ebd-441d-bb37-c8d933762217 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0a61edaa-ae5c-493b-b01a-414100fdece7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0688605 Feb 09 01:35:27.780652 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-b56dda39-4c92-4988-992a-135b9144c7e2 service neutron] 10.222.0.121 "GET /v2.0/networks/0a61edaa-ae5c-493b-b01a-414100fdece7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072991 Feb 09 01:35:27.894964 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3fa846e4-f89d-43c8-b470-f436facfa0dd req-8c694b6d-bb2b-4c99-84f4-69fb7289b9ed service neutron] 10.222.0.121 "GET /v2.0/networks/0a61edaa-ae5c-493b-b01a-414100fdece7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082718 Feb 09 01:35:28.038896 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce983f-bfa1-4b8e-bcb2-204f0590d77e req-eb0a367f-2a6e-4c43-929a-6556bead3d58 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:28.053172 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a4ce983f-bfa1-4b8e-bcb2-204f0590d77e req-eb0a367f-2a6e-4c43-929a-6556bead3d58 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 945 time: 0.2113340 Feb 09 01:35:28.086063 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cac135-9533-40e2-8418-3d342ff3cbd1 req-28b885a3-ea85-40d5-a239-a47311406d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:28.088282 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-80cac135-9533-40e2-8418-3d342ff3cbd1 req-28b885a3-ea85-40d5-a239-a47311406d76 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=40040732d30e4d7f9ee97e8667a77299&device_id=7681ef00-7659-46c1-b789-48e83523bb0a HTTP/1.1" status: 200 len: 1127 time: 0.1276994 Feb 09 01:35:28.150482 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d40e02-936e-4eb6-a4ff-feaf0b5a41ee req-d35d9271-f9d0-4448-a8ac-60fdc7f5e8c5 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:28.152125 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-29d40e02-936e-4eb6-a4ff-feaf0b5a41ee req-d35d9271-f9d0-4448-a8ac-60fdc7f5e8c5 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=7681ef00-7659-46c1-b789-48e83523bb0a HTTP/1.1" status: 200 len: 944 time: 0.1971848 Feb 09 01:35:28.267693 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-29d40e02-936e-4eb6-a4ff-feaf0b5a41ee req-bca56783-7deb-4b2f-ae07-eab63aa9781d tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cd05c19-b15b-437f-a1c1-10b2358a5489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077354 Feb 09 01:35:28.290581 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a4ce983f-bfa1-4b8e-bcb2-204f0590d77e req-11bc919d-68d7-4d3d-80ec-3836ed7a18cb tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2287936 Feb 09 01:35:28.290765 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cac135-9533-40e2-8418-3d342ff3cbd1 req-ed0411e3-f018-4b70-a1f1-b98ecff1ff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:28.291266 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-80cac135-9533-40e2-8418-3d342ff3cbd1 req-ed0411e3-f018-4b70-a1f1-b98ecff1ff40 service neutron] 10.222.0.121 "GET /v2.0/networks?id=0a61edaa-ae5c-493b-b01a-414100fdece7 HTTP/1.1" status: 200 len: 912 time: 0.1955166 Feb 09 01:35:28.292566 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:28.353756 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-80cac135-9533-40e2-8418-3d342ff3cbd1 req-31655deb-ad76-4926-8bf5-f524d806df0f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2aed1ded-c775-4a34-a62a-883fe30a700c HTTP/1.1" status: 200 len: 217 time: 0.0533726 Feb 09 01:35:28.445678 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cac135-9533-40e2-8418-3d342ff3cbd1 req-cf4e9f8d-ff70-4bb4-88db-8af5fafb5fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:28.447525 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-80cac135-9533-40e2-8418-3d342ff3cbd1 req-cf4e9f8d-ff70-4bb4-88db-8af5fafb5fa3 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ad59b321-ab39-4a7c-b208-055ec9804c66 HTTP/1.1" status: 200 len: 850 time: 0.0845244 Feb 09 01:35:28.529062 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cac135-9533-40e2-8418-3d342ff3cbd1 req-d16b1f39-c7e2-474d-8252-a261701bcaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:28.530600 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-80cac135-9533-40e2-8418-3d342ff3cbd1 req-d16b1f39-c7e2-474d-8252-a261701bcaca service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0a61edaa-ae5c-493b-b01a-414100fdece7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0739133 Feb 09 01:35:28.690899 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2cb9c8d1-77db-407f-9e98-3ad26b11712f req-5eb61012-b693-4695-9ec6-1dadb0d445fa tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0475945 Feb 09 01:35:28.749665 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-80cac135-9533-40e2-8418-3d342ff3cbd1 req-ae7a38ff-6dca-436e-b77f-74d62f410223 service neutron] 10.222.0.121 "GET /v2.0/networks/0a61edaa-ae5c-493b-b01a-414100fdece7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114003 Feb 09 01:35:28.918971 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-80cac135-9533-40e2-8418-3d342ff3cbd1 req-e0264cb1-2cbb-4652-b085-7b32b28e1ef1 service neutron] 10.222.0.121 "GET /v2.0/networks/0a61edaa-ae5c-493b-b01a-414100fdece7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625202 Feb 09 01:35:29.469655 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e3431-ad3b-49ef-8bda-95b1e10af1d8 req-fbc7f40c-c9bb-461d-bb9a-ddcac4c7a4ae tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:29.471340 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0c8e3431-ad3b-49ef-8bda-95b1e10af1d8 req-fbc7f40c-c9bb-461d-bb9a-ddcac4c7a4ae tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 945 time: 0.0965540 Feb 09 01:35:29.538499 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e6739-b1fa-458e-88d2-16b011042638 req-1a36bd00-d49d-4c03-8ab1-fcd2155afa78 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:29.540400 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c1e6739-b1fa-458e-88d2-16b011042638 req-1a36bd00-d49d-4c03-8ab1-fcd2155afa78 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=7681ef00-7659-46c1-b789-48e83523bb0a HTTP/1.1" status: 200 len: 944 time: 0.1746492 Feb 09 01:35:29.553303 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0c8e3431-ad3b-49ef-8bda-95b1e10af1d8 req-001cb018-2f99-4d2b-9939-08013831b7fe tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695701 Feb 09 01:35:29.623900 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c1e6739-b1fa-458e-88d2-16b011042638 req-e477c802-a133-4fbe-9421-52c1fd3b51e6 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cd05c19-b15b-437f-a1c1-10b2358a5489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689111 Feb 09 01:35:29.827427 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-12b486a7-888b-44cb-99e7-27fd8d549ca1 req-fb0eb192-0db6-4545-95a5-1e597b8baf09 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0402999 Feb 09 01:35:30.756740 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250c5fb-5d0d-4618-a595-13252c6c2ea5 req-66ed4f22-2811-46ad-bec7-354dee40b494 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:30.763962 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7250c5fb-5d0d-4618-a595-13252c6c2ea5 req-66ed4f22-2811-46ad-bec7-354dee40b494 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 945 time: 0.0973763 Feb 09 01:35:30.861846 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eed68f-f71a-4999-a89a-a0d7e37bfbf5 req-3abd2ae2-4f3e-433d-a1a6-1e68cece77ac tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:30.869741 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-73eed68f-f71a-4999-a89a-a0d7e37bfbf5 req-3abd2ae2-4f3e-433d-a1a6-1e68cece77ac tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=7681ef00-7659-46c1-b789-48e83523bb0a HTTP/1.1" status: 200 len: 944 time: 0.0974302 Feb 09 01:35:30.932663 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7250c5fb-5d0d-4618-a595-13252c6c2ea5 req-98bbe771-d8f1-43c9-880f-86a11dc3056e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675916 Feb 09 01:35:30.951554 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-73eed68f-f71a-4999-a89a-a0d7e37bfbf5 req-03f8b0ec-6d72-403b-9f93-dccf5d93add1 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cd05c19-b15b-437f-a1c1-10b2358a5489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783803 Feb 09 01:35:31.051137 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b13ab80a-c9b6-4387-a299-13621b8c9a2c req-8e7add91-0e80-4ed5-9062-03681d5148ac tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0455055 Feb 09 01:35:31.441880 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 2aed1ded-c775-4a34-a62a-883fe30a700c details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:35:31.549644 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 2aed1ded-c775-4a34-a62a-883fe30a700c, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=2aed1ded-c775-4a34-a62a-883fe30a700c,segment=NetworkSegment(990ee728-08e6-4cf3-bfe2-c41ab0301e4e),segment_id=990ee728-08e6-4cf3-bfe2-c41ab0301e4e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:31.563026 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '2aed1ded-c775-4a34-a62a-883fe30a700c', 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7', 'port_id': '2aed1ded-c775-4a34-a62a-883fe30a700c', 'mac_address': 'fa:16:3e:8a:e7:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad59b321-ab39-4a7c-b208-055ec9804c66', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:35:31.607771 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 2aed1ded-c775-4a34-a62a-883fe30a700c is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:31.608197 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2aed1ded-c775-4a34-a62a-883fe30a700c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:31.632889 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aed1ded-c775-4a34-a62a-883fe30a700c {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:35:31.654779 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 2aed1ded-c775-4a34-a62a-883fe30a700c, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=2aed1ded-c775-4a34-a62a-883fe30a700c,segment=NetworkSegment(990ee728-08e6-4cf3-bfe2-c41ab0301e4e),segment_id=990ee728-08e6-4cf3-bfe2-c41ab0301e4e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:31.660239 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (2aed1ded-c775-4a34-a62a-883fe30a700c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:31.709886 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=2aed1ded-c775-4a34-a62a-883fe30a700c,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:31.803385 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee1fde-fd37-4579-974f-b091542fb6ee req-487c15ca-d13c-4d2d-8c27-cea385c83304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:31.805524 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d7ee1fde-fd37-4579-974f-b091542fb6ee req-487c15ca-d13c-4d2d-8c27-cea385c83304 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d2bc7c4a293d49059d9a272b2819e75f&device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 1128 time: 0.0484340 Feb 09 01:35:31.916574 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee1fde-fd37-4579-974f-b091542fb6ee req-fb18827a-e2bf-4eeb-b861-c61b89e47b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:31.918310 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d7ee1fde-fd37-4579-974f-b091542fb6ee req-fb18827a-e2bf-4eeb-b861-c61b89e47b7a service neutron] 10.222.0.121 "GET /v2.0/networks?id=88b27524-8ae4-4965-b899-af20055923cd HTTP/1.1" status: 200 len: 917 time: 0.1058664 Feb 09 01:35:31.928482 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['2aed1ded-c775-4a34-a62a-883fe30a700c'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:35:32.016704 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d7ee1fde-fd37-4579-974f-b091542fb6ee req-b7d3f16f-be89-417e-87c1-2e769d79fd16 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed HTTP/1.1" status: 200 len: 999 time: 0.0910268 Feb 09 01:35:32.114098 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee1fde-fd37-4579-974f-b091542fb6ee req-706e53d0-1961-469c-a549-7d3576899384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:32.115825 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d7ee1fde-fd37-4579-974f-b091542fb6ee req-706e53d0-1961-469c-a549-7d3576899384 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=22a89563-8842-4e1e-95dc-ee10f0240b0a HTTP/1.1" status: 200 len: 855 time: 0.0826919 Feb 09 01:35:32.205297 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11142122-f64e-4d47-abe2-913404a0158d req-49713564-3c7f-4be4-88a1-a0c67fd7c789 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:32.205832 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee1fde-fd37-4579-974f-b091542fb6ee req-d4269021-dfc6-408e-9895-3a64baace9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:32.207307 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d7ee1fde-fd37-4579-974f-b091542fb6ee req-d4269021-dfc6-408e-9895-3a64baace9d6 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=88b27524-8ae4-4965-b899-af20055923cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0842493 Feb 09 01:35:32.207531 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-11142122-f64e-4d47-abe2-913404a0158d req-49713564-3c7f-4be4-88a1-a0c67fd7c789 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 945 time: 0.1641688 Feb 09 01:35:32.238032 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8654672-4c02-4af6-9c82-385454a4cab5 req-bcccbeea-948d-4571-9029-3a1eb3ceda4c tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:32.239944 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f8654672-4c02-4af6-9c82-385454a4cab5 req-bcccbeea-948d-4571-9029-3a1eb3ceda4c tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=7681ef00-7659-46c1-b789-48e83523bb0a HTTP/1.1" status: 200 len: 945 time: 0.1533408 Feb 09 01:35:32.298574 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-11142122-f64e-4d47-abe2-913404a0158d req-2540f99b-84a8-4fba-9d00-6c7cc5683dbd tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817211 Feb 09 01:35:32.320137 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d7ee1fde-fd37-4579-974f-b091542fb6ee req-5e07ca87-4926-44df-b0e6-bcce088e6f1a service neutron] 10.222.0.121 "GET /v2.0/networks/88b27524-8ae4-4965-b899-af20055923cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064250 Feb 09 01:35:32.353882 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f8654672-4c02-4af6-9c82-385454a4cab5 req-5936d958-7847-43a0-a3ec-9334f34e20f7 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cd05c19-b15b-437f-a1c1-10b2358a5489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995059 Feb 09 01:35:32.432651 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b44bfd24-adc8-4dc9-ad56-407e97755e5c req-92a6c0f7-7036-4630-b955-22e3f4aedbd6 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0369232 Feb 09 01:35:32.451931 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d7ee1fde-fd37-4579-974f-b091542fb6ee req-70e571ff-971b-42d4-8779-71cfc655af6e service neutron] 10.222.0.121 "GET /v2.0/networks/88b27524-8ae4-4965-b899-af20055923cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162944 Feb 09 01:35:33.462944 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 2aed1ded-c775-4a34-a62a-883fe30a700c up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:35:33.479840 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741cca62-accd-4285-8836-cb3bcc57de2b req-b69ee626-0d56-48b8-b8e7-0d8f255e84f1 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:33.481383 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-741cca62-accd-4285-8836-cb3bcc57de2b req-b69ee626-0d56-48b8-b8e7-0d8f255e84f1 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 945 time: 0.0930419 Feb 09 01:35:33.524432 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9032d-1b7f-40b3-85f4-7504c77480dc req-5ff39a4b-e2ed-4ad2-a2db-148fcb6faf3b tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:33.532568 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2bf9032d-1b7f-40b3-85f4-7504c77480dc req-5ff39a4b-e2ed-4ad2-a2db-148fcb6faf3b tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=7681ef00-7659-46c1-b789-48e83523bb0a HTTP/1.1" status: 200 len: 945 time: 0.1115563 Feb 09 01:35:33.536822 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 2aed1ded-c775-4a34-a62a-883fe30a700c completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:35:33.549782 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 2aed1ded-c775-4a34-a62a-883fe30a700c triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:33.550625 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2aed1ded-c775-4a34-a62a-883fe30a700c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:33.608685 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2bf9032d-1b7f-40b3-85f4-7504c77480dc req-15edf51d-c5be-4ac7-9bb0-30c73db16cb6 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cd05c19-b15b-437f-a1c1-10b2358a5489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751939 Feb 09 01:35:33.636259 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-741cca62-accd-4285-8836-cb3bcc57de2b req-a5c37058-5c9b-4350-8f37-69978371c1eb tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410594 Feb 09 01:35:33.653972 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 2aed1ded-c775-4a34-a62a-883fe30a700c is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:33.664228 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2aed1ded-c775-4a34-a62a-883fe30a700c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:33.685440 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7681ef00-7659-46c1-b789-48e83523bb0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aed1ded-c775-4a34-a62a-883fe30a700c'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:35:33.687897 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627d838e-c527-4264-b075-5481d7f3c36e" -d '{"events": [{"server_uuid": "7681ef00-7659-46c1-b789-48e83523bb0a", "name": "network-vif-plugged", "status": "completed", "tag": "2aed1ded-c775-4a34-a62a-883fe30a700c"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:35:33.707290 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 2aed1ded-c775-4a34-a62a-883fe30a700c, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=2aed1ded-c775-4a34-a62a-883fe30a700c,segment=NetworkSegment(990ee728-08e6-4cf3-bfe2-c41ab0301e4e),segment_id=990ee728-08e6-4cf3-bfe2-c41ab0301e4e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:33.711170 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (2aed1ded-c775-4a34-a62a-883fe30a700c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:33.712099 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:35:33.765410 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d0c641-3465-4af2-99c3-f71e7aabaa7a x-openstack-request-id: req-80d0c641-3465-4af2-99c3-f71e7aabaa7a {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:35:33.766305 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7681ef00-7659-46c1-b789-48e83523bb0a", "name": "network-vif-plugged", "status": "completed", "tag": "2aed1ded-c775-4a34-a62a-883fe30a700c", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:35:33.766515 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-80d0c641-3465-4af2-99c3-f71e7aabaa7a {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:35:33.767129 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7681ef00-7659-46c1-b789-48e83523bb0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aed1ded-c775-4a34-a62a-883fe30a700c', 'code': 200} Feb 09 01:35:33.795062 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-11d5c7b5-5f00-478a-8739-a33e5d596142 req-34ad4e94-05a6-4814-84bd-797c3e4640f2 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0734951 Feb 09 01:35:33.840419 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=2aed1ded-c775-4a34-a62a-883fe30a700c,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:33.892253 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b4bd7-e637-4d8b-aff5-4f67047d9bda req-809398e7-a323-495b-ac69-39096cd79f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:33.893794 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-223b4bd7-e637-4d8b-aff5-4f67047d9bda req-809398e7-a323-495b-ac69-39096cd79f82 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=7681ef00-7659-46c1-b789-48e83523bb0a HTTP/1.1" status: 200 len: 1129 time: 0.0590765 Feb 09 01:35:33.894130 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:33.894519 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:33.929099 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed,segment=NetworkSegment(b0a39339-81a8-45ed-9fe0-550b74489f1b),segment_id=b0a39339-81a8-45ed-9fe0-550b74489f1b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:33.936699 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:33.958600 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-223b4bd7-e637-4d8b-aff5-4f67047d9bda req-ac0c7317-ac7d-45ed-9e53-1a118867ffa1 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=5cd05c19-b15b-437f-a1c1-10b2358a5489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568717 Feb 09 01:35:34.008830 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed,revision_number=8']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:34.494782 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948fb67-eb68-41eb-a3fc-fd797a26fdaf req-a1d4380c-15d9-44e2-924a-702eed799312 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:34.501409 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4948fb67-eb68-41eb-a3fc-fd797a26fdaf req-a1d4380c-15d9-44e2-924a-702eed799312 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=f467ad7d-6d6d-4289-99b0-6a8287747790 HTTP/1.1" status: 200 len: 945 time: 0.0646923 Feb 09 01:35:34.560809 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4948fb67-eb68-41eb-a3fc-fd797a26fdaf req-e93f9b86-a6b9-45df-baa7-aae4cefc4983 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546319 Feb 09 01:35:34.816836 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4f330-5405-46e2-87b3-ce65a2d2039c req-369efa17-fa3a-4371-a30c-d11531a658a1 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:34.818605 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-81f4f330-5405-46e2-87b3-ce65a2d2039c req-369efa17-fa3a-4371-a30c-d11531a658a1 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=7681ef00-7659-46c1-b789-48e83523bb0a HTTP/1.1" status: 200 len: 946 time: 0.1196258 Feb 09 01:35:34.843555 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e19dcc-b625-4c61-b944-36c35fd5967b req-c4e91168-2627-4609-829f-1938a470f187 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:34.845311 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00e19dcc-b625-4c61-b944-36c35fd5967b req-c4e91168-2627-4609-829f-1938a470f187 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 943 time: 0.1050997 Feb 09 01:35:34.916288 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00e19dcc-b625-4c61-b944-36c35fd5967b req-317ea4b6-78a5-4ee9-961d-20ea4a9d71dd tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640466 Feb 09 01:35:34.930014 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-81f4f330-5405-46e2-87b3-ce65a2d2039c req-bb4f1f40-a25a-4134-9cfb-fb1a4f5a6694 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cd05c19-b15b-437f-a1c1-10b2358a5489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017118 Feb 09 01:35:35.111550 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-31053cbf-2209-479c-ba47-ad952861e369 req-2236f321-9ac4-4153-8f1a-88804f3b3187 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0444040 Feb 09 01:35:35.551113 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-a05d5bb7-845e-4b4d-aacb-6a27da0ad884 req-2f19c2bb-755b-4ce1-80bc-ed08a3a875ce service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:35:35.553037 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a05d5bb7-845e-4b4d-aacb-6a27da0ad884 req-2f19c2bb-755b-4ce1-80bc-ed08a3a875ce service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081694 Feb 09 01:35:35.754117 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4605e475-2fcc-4a65-a72d-381ef79a6084 req-425e94e2-3f9d-4e3f-9d3a-202b4bb07ed3 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:35.755965 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4605e475-2fcc-4a65-a72d-381ef79a6084 req-425e94e2-3f9d-4e3f-9d3a-202b4bb07ed3 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=f467ad7d-6d6d-4289-99b0-6a8287747790 HTTP/1.1" status: 200 len: 945 time: 0.1167121 Feb 09 01:35:35.768538 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b644ccc7-2504-4c6b-94b5-02f939c591ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:35:35.771750 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb5023f-c458-4510-b368-b8ff3aea43e4" -d '{"events": [{"server_uuid": "b644ccc7-2504-4c6b-94b5-02f939c591ac", "name": "network-vif-unplugged", "status": "completed", "tag": "0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:35:35.795931 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae1e09a-090b-4191-8cc6-43f34cd220d4 req-738d4a05-1802-4f76-9a9f-2ba0bdd53dc0 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:35.798512 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ae1e09a-090b-4191-8cc6-43f34cd220d4 req-738d4a05-1802-4f76-9a9f-2ba0bdd53dc0 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 943 time: 0.1004288 Feb 09 01:35:35.878537 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4605e475-2fcc-4a65-a72d-381ef79a6084 req-bac64e3a-73db-4198-b702-007f302279b1 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130724 Feb 09 01:35:35.916943 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ae1e09a-090b-4191-8cc6-43f34cd220d4 req-ba5c2fcb-86bd-4d9e-ab5e-379bdbb6c9b0 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116667 Feb 09 01:35:35.928628 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 49948) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:35.949496 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 01:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f05764e-1efb-444f-b766-0bed1bab8e3d x-openstack-request-id: req-8f05764e-1efb-444f-b766-0bed1bab8e3d {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:35:35.949731 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b644ccc7-2504-4c6b-94b5-02f939c591ac", "name": "network-vif-unplugged", "status": "failed", "tag": "0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed", "code": 422}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:35:35.950159 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8f05764e-1efb-444f-b766-0bed1bab8e3d {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:35:35.950725 n-d-822053-40 neutron-server[103530]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b644ccc7-2504-4c6b-94b5-02f939c591ac', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed', 'code': 422} returned with failed status Feb 09 01:35:36.048131 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0718ffd2-43e8-4d51-b127-bc70864e17f8 req-ce7d04a4-d216-4e72-a974-f31b5197062f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1178744 Feb 09 01:35:36.053231 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [req-0718ffd2-43e8-4d51-b127-bc70864e17f8 req-7de01418-8a23-440e-b93d-d6e0ea8acc8e service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:35:36.067076 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0718ffd2-43e8-4d51-b127-bc70864e17f8 req-7de01418-8a23-440e-b93d-d6e0ea8acc8e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0171542 Feb 09 01:35:36.101384 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89855575-91d3-43af-a5d0-606c2954dd84 req-4029b823-282a-42fa-840d-74df8c3cc866 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:36.102956 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89855575-91d3-43af-a5d0-606c2954dd84 req-4029b823-282a-42fa-840d-74df8c3cc866 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=7681ef00-7659-46c1-b789-48e83523bb0a HTTP/1.1" status: 200 len: 946 time: 0.0829339 Feb 09 01:35:36.180349 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89855575-91d3-43af-a5d0-606c2954dd84 req-9bd0fc49-e5b9-4f8a-a88e-054bef7bef3a tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cd05c19-b15b-437f-a1c1-10b2358a5489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711572 Feb 09 01:35:36.222905 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33acad-e0d5-4b39-b4f0-fc8bd9bcbebd req-599a3510-9258-4857-8e42-3d05c34f13ac tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:36.226528 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4b33acad-e0d5-4b39-b4f0-fc8bd9bcbebd req-599a3510-9258-4857-8e42-3d05c34f13ac tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.121 "GET /v2.0/ports?device_id=f467ad7d-6d6d-4289-99b0-6a8287747790 HTTP/1.1" status: 200 len: 945 time: 0.1500812 Feb 09 01:35:36.286723 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c8d0ec04-7eec-4555-a0b7-4d528b520a71 req-e49cce06-e32d-4096-8871-b6c37785270e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0580926 Feb 09 01:35:36.372840 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd3725-8aaa-4256-bc7b-164865991771 req-f769ddbb-a316-4cd1-8451-d43983d1b7c5 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:36.374386 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dbdd3725-8aaa-4256-bc7b-164865991771 req-f769ddbb-a316-4cd1-8451-d43983d1b7c5 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=7681ef00-7659-46c1-b789-48e83523bb0a HTTP/1.1" status: 200 len: 946 time: 0.0867205 Feb 09 01:35:36.384361 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 49966) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:36.389602 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-d4e4d8ca-b9fc-472c-8f2b-68c1782e4c88 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Request body: {'floatingip': {'port_id': '2aed1ded-c775-4a34-a62a-883fe30a700c'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:36.400674 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-4b33acad-e0d5-4b39-b4f0-fc8bd9bcbebd req-b2c89f4b-864c-4d70-b954-ffd88973abd4 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Deleting port b525b277-404a-43c4-9dc2-45ca1ef63f30 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:35:36.401046 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4b33acad-e0d5-4b39-b4f0-fc8bd9bcbebd req-b2c89f4b-864c-4d70-b954-ffd88973abd4 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (b525b277-404a-43c4-9dc2-45ca1ef63f30), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:36.491378 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d4e4d8ca-b9fc-472c-8f2b-68c1782e4c88 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for floatingip (75f67451-2f23-43f7-a9ed-2b914bf7d1ba), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:36.628799 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-4b33acad-e0d5-4b39-b4f0-fc8bd9bcbebd req-b2c89f4b-864c-4d70-b954-ffd88973abd4 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] For port b525b277-404a-43c4-9dc2-45ca1ef63f30, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=b525b277-404a-43c4-9dc2-45ca1ef63f30,segment=NetworkSegment(74341012-2d09-4bfd-8196-39119d03257b),segment_id=74341012-2d09-4bfd-8196-39119d03257b)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:36.629061 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4b33acad-e0d5-4b39-b4f0-fc8bd9bcbebd req-b2c89f4b-864c-4d70-b954-ffd88973abd4 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (b525b277-404a-43c4-9dc2-45ca1ef63f30), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:36.651170 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-4b33acad-e0d5-4b39-b4f0-fc8bd9bcbebd req-b2c89f4b-864c-4d70-b954-ffd88973abd4 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Calling delete_port for b525b277-404a-43c4-9dc2-45ca1ef63f30 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:35:37.012040 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8454888-ad32-48b1-87ca-bddef0e08cce req-aebebc58-4d7c-4d63-8448-1155ef7d1131 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:37.021414 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b8454888-ad32-48b1-87ca-bddef0e08cce req-aebebc58-4d7c-4d63-8448-1155ef7d1131 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=f467ad7d-6d6d-4289-99b0-6a8287747790 HTTP/1.1" status: 200 len: 945 time: 0.0706933 Feb 09 01:35:37.060190 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4b33acad-e0d5-4b39-b4f0-fc8bd9bcbebd req-b2c89f4b-864c-4d70-b954-ffd88973abd4 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (b525b277-404a-43c4-9dc2-45ca1ef63f30), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:37.072635 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['b525b277-404a-43c4-9dc2-45ca1ef63f30'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:35:37.078231 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['49b8f83a-a41f-4119-9973-7800177e9d02', '95201dc2-0b79-4388-b8dd-d979d8b81c6d'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:35:37.106629 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b8454888-ad32-48b1-87ca-bddef0e08cce req-09891ce2-92dc-42fe-b3a9-54e0e9ccab45 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802372 Feb 09 01:35:37.123787 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c89f4b-864c-4d70-b954-ffd88973abd4 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Pushing event deleted for resources: {'Port': ['ID=b525b277-404a-43c4-9dc2-45ca1ef63f30,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:37.179783 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c38848-3e5e-4ba2-b44f-9645d786cac7 req-eea53bc0-be30-4782-9a94-f3bcabeecc79 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:37.191041 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c7c38848-3e5e-4ba2-b44f-9645d786cac7 req-eea53bc0-be30-4782-9a94-f3bcabeecc79 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 943 time: 0.1250346 Feb 09 01:35:37.241994 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b33acad-e0d5-4b39-b4f0-fc8bd9bcbebd req-b2c89f4b-864c-4d70-b954-ffd88973abd4 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] No DVR routers for this DVR port b525b277-404a-43c4-9dc2-45ca1ef63f30 on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:35:37.246617 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4b33acad-e0d5-4b39-b4f0-fc8bd9bcbebd req-b2c89f4b-864c-4d70-b954-ffd88973abd4 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:37.251671 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4b33acad-e0d5-4b39-b4f0-fc8bd9bcbebd req-b2c89f4b-864c-4d70-b954-ffd88973abd4 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.121 "DELETE /v2.0/ports/b525b277-404a-43c4-9dc2-45ca1ef63f30 HTTP/1.1" status: 204 len: 173 time: 1.0088451 Feb 09 01:35:37.252403 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f467ad7d-6d6d-4289-99b0-6a8287747790', 'name': 'network-vif-deleted', 'tag': 'b525b277-404a-43c4-9dc2-45ca1ef63f30'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:35:37.262920 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ebc36f-a532-4cd5-847a-dcf82426a013" -d '{"events": [{"server_uuid": "f467ad7d-6d6d-4289-99b0-6a8287747790", "name": "network-vif-deleted", "tag": "b525b277-404a-43c4-9dc2-45ca1ef63f30"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:35:37.295176 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c7c38848-3e5e-4ba2-b44f-9645d786cac7 req-bb4e09b5-7c58-4e6c-b97a-bb605b1626eb tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028509 Feb 09 01:35:37.305690 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d4e4d8ca-b9fc-472c-8f2b-68c1782e4c88 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:37.318065 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d4e4d8ca-b9fc-472c-8f2b-68c1782e4c88 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (75f67451-2f23-43f7-a9ed-2b914bf7d1ba), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:37.439750 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-594882eb-6986-41c1-9fbe-718298e6fefe req-0a2f9311-e1fd-406c-b032-0ed9446c228d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0500789 Feb 09 01:35:37.452524 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:35:37.521148 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f5cdfa-18ea-4b37-a133-3443d148073b x-openstack-request-id: req-80f5cdfa-18ea-4b37-a133-3443d148073b {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:35:37.521829 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f467ad7d-6d6d-4289-99b0-6a8287747790", "name": "network-vif-deleted", "tag": "b525b277-404a-43c4-9dc2-45ca1ef63f30", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:35:37.522273 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-80f5cdfa-18ea-4b37-a133-3443d148073b {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:35:37.522905 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f467ad7d-6d6d-4289-99b0-6a8287747790', 'name': 'network-vif-deleted', 'tag': 'b525b277-404a-43c4-9dc2-45ca1ef63f30', 'status': 'completed', 'code': 200} Feb 09 01:35:37.524391 n-d-822053-40 neutron-server[103528]: INFO neutron.db.l3_db [None req-d4e4d8ca-b9fc-472c-8f2b-68c1782e4c88 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Floating IP 75f67451-2f23-43f7-a9ed-2b914bf7d1ba associated. External IP: 172.25.1.65, port: 2aed1ded-c775-4a34-a62a-883fe30a700c. Feb 09 01:35:37.572811 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed is: DOWN; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:38.076485 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e4d8ca-b9fc-472c-8f2b-68c1782e4c88 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Router e805de78-939c-4bb6-a446-e0361324fa0c has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:35:38.201596 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e4d8ca-b9fc-472c-8f2b-68c1782e4c88 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:35:38.207824 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d4e4d8ca-b9fc-472c-8f2b-68c1782e4c88 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:38.214472 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b93f46-5f38-4c8c-a6df-10dc929439d0 None None] Sync routers for ids ['e805de78-939c-4bb6-a446-e0361324fa0c'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:35:38.227901 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b93f46-5f38-4c8c-a6df-10dc929439d0 None None] Routers {'e805de78-939c-4bb6-a446-e0361324fa0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:35:38.228931 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-32b93f46-5f38-4c8c-a6df-10dc929439d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:35:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['e805de78-939c-4bb6-a446-e0361324fa0c'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:38.258556 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d4e4d8ca-b9fc-472c-8f2b-68c1782e4c88 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "PUT /v2.0/floatingips/75f67451-2f23-43f7-a9ed-2b914bf7d1ba HTTP/1.1" status: 200 len: 991 time: 1.8645816 Feb 09 01:35:38.380237 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee7b36-e4f3-478c-9620-df1268d92f83 req-c7338c29-4eb6-4aac-8dbe-4dcb1b8ebb53 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:38.382521 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4ee7b36-e4f3-478c-9620-df1268d92f83 req-c7338c29-4eb6-4aac-8dbe-4dcb1b8ebb53 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=7681ef00-7659-46c1-b789-48e83523bb0a HTTP/1.1" status: 200 len: 946 time: 0.0715528 Feb 09 01:35:38.396248 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-32b93f46-5f38-4c8c-a6df-10dc929439d0 None None] Set router e805de78-939c-4bb6-a446-e0361324fa0c gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:35:38.461564 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4ee7b36-e4f3-478c-9620-df1268d92f83 req-b6305661-6d01-4153-a719-149be86dcd9e tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cd05c19-b15b-437f-a1c1-10b2358a5489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722678 Feb 09 01:35:38.480916 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869e7d2-59ab-4403-95dd-ccaa5f1f5a53 req-ca5c1b07-d6c7-49b9-ad1f-4cebd29413e1 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:38.482620 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2869e7d2-59ab-4403-95dd-ccaa5f1f5a53 req-ca5c1b07-d6c7-49b9-ad1f-4cebd29413e1 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 943 time: 0.0909419 Feb 09 01:35:38.545347 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2869e7d2-59ab-4403-95dd-ccaa5f1f5a53 req-b5f1d229-5c1d-43e7-9ed9-823eea84dde0 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537820 Feb 09 01:35:38.604634 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07d65f-66c7-4f2d-8849-f1fbf6892f99 req-23d0e4ff-ebf5-452e-8a9c-bb10347f9559 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:38.606654 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c07d65f-66c7-4f2d-8849-f1fbf6892f99 req-23d0e4ff-ebf5-452e-8a9c-bb10347f9559 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=848f6d87-95ef-4421-86d5-7c6f4d87f1a8 HTTP/1.1" status: 200 len: 945 time: 0.0649087 Feb 09 01:35:38.668128 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3b4a11a1-9ba5-4cb1-98ae-1321e0cb7295 req-1ae797d2-5b5f-4089-bf52-63124f192af6 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0429294 Feb 09 01:35:38.702005 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c07d65f-66c7-4f2d-8849-f1fbf6892f99 req-e19675eb-0d8b-47c2-8468-37e4a72bc3fb tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883939 Feb 09 01:35:38.787891 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-32b93f46-5f38-4c8c-a6df-10dc929439d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'name': 'tempest-AttachVolumeTestJSON-1132437517-router', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:05Z', 'updated_at': '2022-02-09T01:31:13Z', 'revision_number': 4, 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'gw_port': {'id': 'c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:04:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:06Z', 'updated_at': '2022-02-09T01:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '75f67451-2f23-43f7-a9ed-2b914bf7d1ba', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'floating_ip_address': '172.25.1.65', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'port_id': '2aed1ded-c775-4a34-a62a-883fe30a700c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7', 'mac_address': 'fa:16:3e:8a:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7681ef00-7659-46c1-b789-48e83523bb0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:35:19Z', 'updated_at': '2022-02-09T01:35:36Z', 'revision_number': 1, 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa682d5-a5f0-48fa-91fb-3c882a5a1815', 'name': '', 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'mac_address': 'fa:16:3e:84:6e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': 'ad59b321-ab39-4a7c-b208-055ec9804c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:11Z', 'updated_at': '2022-02-09T01:31:22Z', 'revision_number': 5, 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'subnets': [{'id': 'ad59b321-ab39-4a7c-b208-055ec9804c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:38.818924 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b93f46-5f38-4c8c-a6df-10dc929439d0 None None] Checking router: e805de78-939c-4bb6-a446-e0361324fa0c for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:35:38.827264 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b93f46-5f38-4c8c-a6df-10dc929439d0 None None] Routers {'e805de78-939c-4bb6-a446-e0361324fa0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:35:38.828497 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-32b93f46-5f38-4c8c-a6df-10dc929439d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:35:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['e805de78-939c-4bb6-a446-e0361324fa0c'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:38.948996 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-32b93f46-5f38-4c8c-a6df-10dc929439d0 None None] Set router e805de78-939c-4bb6-a446-e0361324fa0c gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:35:39.186703 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-32b93f46-5f38-4c8c-a6df-10dc929439d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'name': 'tempest-AttachVolumeTestJSON-1132437517-router', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:05Z', 'updated_at': '2022-02-09T01:31:13Z', 'revision_number': 4, 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'gw_port': {'id': 'c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:04:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:06Z', 'updated_at': '2022-02-09T01:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '75f67451-2f23-43f7-a9ed-2b914bf7d1ba', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'floating_ip_address': '172.25.1.65', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'port_id': '2aed1ded-c775-4a34-a62a-883fe30a700c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7', 'mac_address': 'fa:16:3e:8a:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7681ef00-7659-46c1-b789-48e83523bb0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:35:19Z', 'updated_at': '2022-02-09T01:35:36Z', 'revision_number': 1, 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa682d5-a5f0-48fa-91fb-3c882a5a1815', 'name': '', 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'mac_address': 'fa:16:3e:84:6e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': 'ad59b321-ab39-4a7c-b208-055ec9804c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:11Z', 'updated_at': '2022-02-09T01:31:22Z', 'revision_number': 5, 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'subnets': [{'id': 'ad59b321-ab39-4a7c-b208-055ec9804c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:39.213659 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b93f46-5f38-4c8c-a6df-10dc929439d0 None None] The sync data for ids ['e805de78-939c-4bb6-a446-e0361324fa0c'] in n-d-822053-40 is: [{'id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'name': 'tempest-AttachVolumeTestJSON-1132437517-router', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:05Z', 'updated_at': '2022-02-09T01:31:13Z', 'revision_number': 4, 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'gw_port': {'id': 'c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:04:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:06Z', 'updated_at': '2022-02-09T01:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '75f67451-2f23-43f7-a9ed-2b914bf7d1ba', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'floating_ip_address': '172.25.1.65', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'port_id': '2aed1ded-c775-4a34-a62a-883fe30a700c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7', 'mac_address': 'fa:16:3e:8a:e7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7681ef00-7659-46c1-b789-48e83523bb0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:35:19Z', 'updated_at': '2022-02-09T01:35:36Z', 'revision_number': 1, 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa682d5-a5f0-48fa-91fb-3c882a5a1815', 'name': '', 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'mac_address': 'fa:16:3e:84:6e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': 'ad59b321-ab39-4a7c-b208-055ec9804c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:11Z', 'updated_at': '2022-02-09T01:31:22Z', 'revision_number': 5, 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'subnets': [{'id': 'ad59b321-ab39-4a7c-b208-055ec9804c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:35:39.413255 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e50927-4292-4893-ad55-73e2a3c049cd None None] New status for floating IP 75f67451-2f23-43f7-a9ed-2b914bf7d1ba: ACTIVE {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:35:39.464269 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device b525b277-404a-43c4-9dc2-45ca1ef63f30 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:35:39.524012 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7681ef00-7659-46c1-b789-48e83523bb0a', 'tag': '2aed1ded-c775-4a34-a62a-883fe30a700c'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:35:39.527843 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1b76fa-4365-4a50-8896-a4a730213c71" -d '{"events": [{"name": "network-changed", "server_uuid": "7681ef00-7659-46c1-b789-48e83523bb0a", "tag": "2aed1ded-c775-4a34-a62a-883fe30a700c"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:35:39.528529 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: b525b277-404a-43c4-9dc2-45ca1ef63f30 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:35:39.528884 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device b525b277-404a-43c4-9dc2-45ca1ef63f30 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:35:39.600329 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb8b6f5-2fdc-4c90-91a4-403088a59a9b x-openstack-request-id: req-7bb8b6f5-2fdc-4c90-91a4-403088a59a9b {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:35:39.600555 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7681ef00-7659-46c1-b789-48e83523bb0a", "tag": "2aed1ded-c775-4a34-a62a-883fe30a700c", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:35:39.600819 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7bb8b6f5-2fdc-4c90-91a4-403088a59a9b {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:35:39.601209 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7681ef00-7659-46c1-b789-48e83523bb0a', 'tag': '2aed1ded-c775-4a34-a62a-883fe30a700c', 'status': 'completed', 'code': 200} Feb 09 01:35:39.625621 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0cc2ff-736c-4df8-9b95-32e1f90f3475 req-361b5d34-a642-4794-b245-d0153633521f tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:39.640284 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5b0cc2ff-736c-4df8-9b95-32e1f90f3475 req-361b5d34-a642-4794-b245-d0153633521f tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=7681ef00-7659-46c1-b789-48e83523bb0a HTTP/1.1" status: 200 len: 946 time: 0.0959952 Feb 09 01:35:39.702295 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b76fa-4365-4a50-8896-a4a730213c71 req-34d647f5-4af5-44c8-80c7-f2dfef05ae0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:39.704606 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ec1b76fa-4365-4a50-8896-a4a730213c71 req-34d647f5-4af5-44c8-80c7-f2dfef05ae0d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=40040732d30e4d7f9ee97e8667a77299&device_id=7681ef00-7659-46c1-b789-48e83523bb0a HTTP/1.1" status: 200 len: 1129 time: 0.0720732 Feb 09 01:35:39.733221 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5b0cc2ff-736c-4df8-9b95-32e1f90f3475 req-cf40bc37-92b1-48a6-a8b8-1e3513cec6ee tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cd05c19-b15b-437f-a1c1-10b2358a5489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908258 Feb 09 01:35:39.752600 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9e501-8bb3-4530-bb6f-df9a54f337a3 req-af011c8c-c1ec-4d05-8f02-8c8dafc05acd tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:39.760397 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-daa9e501-8bb3-4530-bb6f-df9a54f337a3 req-af011c8c-c1ec-4d05-8f02-8c8dafc05acd tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 943 time: 0.0956728 Feb 09 01:35:39.823148 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-daa9e501-8bb3-4530-bb6f-df9a54f337a3 req-2fc0f06a-4f7a-4e1f-9478-1813de61f940 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618682 Feb 09 01:35:39.830648 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b76fa-4365-4a50-8896-a4a730213c71 req-b5215d1c-a0a8-46d2-8a52-903c960de72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:39.832735 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ec1b76fa-4365-4a50-8896-a4a730213c71 req-b5215d1c-a0a8-46d2-8a52-903c960de72b service neutron] 10.222.0.121 "GET /v2.0/networks?id=0a61edaa-ae5c-493b-b01a-414100fdece7 HTTP/1.1" status: 200 len: 912 time: 0.1225338 Feb 09 01:35:39.866752 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3529b33e-40a1-442c-9dbe-f8c35adab78b req-09ef4379-48c3-4a6d-bf9d-c71b0fccee37 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0425031 Feb 09 01:35:39.955971 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ec1b76fa-4365-4a50-8896-a4a730213c71 req-a2d4c487-26db-4ce8-8a41-441971058ee0 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2aed1ded-c775-4a34-a62a-883fe30a700c HTTP/1.1" status: 200 len: 1001 time: 0.1135576 Feb 09 01:35:39.967963 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f4011-5e55-492b-8918-caabd9ad5184 req-0edc9c7a-f30d-4d37-97fc-ef6648c6b6cf tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:39.970140 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-494f4011-5e55-492b-8918-caabd9ad5184 req-0edc9c7a-f30d-4d37-97fc-ef6648c6b6cf tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.91 "GET /v2.0/ports?device_id=848f6d87-95ef-4421-86d5-7c6f4d87f1a8 HTTP/1.1" status: 200 len: 945 time: 0.1068947 Feb 09 01:35:39.993138 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1827e90-c3af-43c1-9024-226d5a8be075 req-9e940cf7-8225-4b0d-8a8b-f7538f7eda72 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:39.994645 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f1827e90-c3af-43c1-9024-226d5a8be075 req-9e940cf7-8225-4b0d-8a8b-f7538f7eda72 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=848f6d87-95ef-4421-86d5-7c6f4d87f1a8 HTTP/1.1" status: 200 len: 945 time: 0.0887928 Feb 09 01:35:40.018229 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b76fa-4365-4a50-8896-a4a730213c71 req-e42eb6c7-22c7-49f7-b97d-395bfc3a68ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:40.019730 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ec1b76fa-4365-4a50-8896-a4a730213c71 req-e42eb6c7-22c7-49f7-b97d-395bfc3a68ae service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ad59b321-ab39-4a7c-b208-055ec9804c66 HTTP/1.1" status: 200 len: 850 time: 0.0572529 Feb 09 01:35:40.077762 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b76fa-4365-4a50-8896-a4a730213c71 req-dce58651-4702-43b8-b190-7ec4ab405bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:40.080336 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ec1b76fa-4365-4a50-8896-a4a730213c71 req-dce58651-4702-43b8-b190-7ec4ab405bed service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0a61edaa-ae5c-493b-b01a-414100fdece7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0533152 Feb 09 01:35:40.096342 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f1827e90-c3af-43c1-9024-226d5a8be075 req-0147948d-5b88-4133-b6d3-0b1b52578444 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837197 Feb 09 01:35:40.121896 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-494f4011-5e55-492b-8918-caabd9ad5184 req-1263e41d-e268-413b-820c-fc842bcc874b tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Deleting port 95201dc2-0b79-4388-b8dd-d979d8b81c6d {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:35:40.122314 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-494f4011-5e55-492b-8918-caabd9ad5184 req-1263e41d-e268-413b-820c-fc842bcc874b tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (95201dc2-0b79-4388-b8dd-d979d8b81c6d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:40.183576 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ec1b76fa-4365-4a50-8896-a4a730213c71 req-f701005c-c26c-4010-9db1-a156ff094322 service neutron] 10.222.0.121 "GET /v2.0/networks/0a61edaa-ae5c-493b-b01a-414100fdece7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962653 Feb 09 01:35:40.224335 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-494f4011-5e55-492b-8918-caabd9ad5184 req-1263e41d-e268-413b-820c-fc842bcc874b tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] For port 95201dc2-0b79-4388-b8dd-d979d8b81c6d, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=95201dc2-0b79-4388-b8dd-d979d8b81c6d,segment=NetworkSegment(74341012-2d09-4bfd-8196-39119d03257b),segment_id=74341012-2d09-4bfd-8196-39119d03257b)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:40.224729 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-494f4011-5e55-492b-8918-caabd9ad5184 req-1263e41d-e268-413b-820c-fc842bcc874b tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (95201dc2-0b79-4388-b8dd-d979d8b81c6d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:40.241421 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-494f4011-5e55-492b-8918-caabd9ad5184 req-1263e41d-e268-413b-820c-fc842bcc874b tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Calling delete_port for 95201dc2-0b79-4388-b8dd-d979d8b81c6d owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:35:40.286968 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ec1b76fa-4365-4a50-8896-a4a730213c71 req-177524ab-ac7f-4c0e-85d7-928d9cded372 service neutron] 10.222.0.121 "GET /v2.0/networks/0a61edaa-ae5c-493b-b01a-414100fdece7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958881 Feb 09 01:35:40.382114 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-494f4011-5e55-492b-8918-caabd9ad5184 req-1263e41d-e268-413b-820c-fc842bcc874b tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (95201dc2-0b79-4388-b8dd-d979d8b81c6d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:40.395549 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['49b8f83a-a41f-4119-9973-7800177e9d02', '95201dc2-0b79-4388-b8dd-d979d8b81c6d'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:35:40.413624 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263e41d-e268-413b-820c-fc842bcc874b tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Pushing event deleted for resources: {'Port': ['ID=95201dc2-0b79-4388-b8dd-d979d8b81c6d,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:40.463023 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-494f4011-5e55-492b-8918-caabd9ad5184 req-1263e41d-e268-413b-820c-fc842bcc874b tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] No DVR routers for this DVR port 95201dc2-0b79-4388-b8dd-d979d8b81c6d on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:35:40.466236 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-494f4011-5e55-492b-8918-caabd9ad5184 req-1263e41d-e268-413b-820c-fc842bcc874b tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:40.470842 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-494f4011-5e55-492b-8918-caabd9ad5184 req-1263e41d-e268-413b-820c-fc842bcc874b tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.91 "DELETE /v2.0/ports/95201dc2-0b79-4388-b8dd-d979d8b81c6d HTTP/1.1" status: 204 len: 173 time: 0.4932041 Feb 09 01:35:40.471002 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848f6d87-95ef-4421-86d5-7c6f4d87f1a8', 'name': 'network-vif-deleted', 'tag': '95201dc2-0b79-4388-b8dd-d979d8b81c6d'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:35:40.474217 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c08b2a-2f3d-417c-977e-c0274fd87c54" -d '{"events": [{"server_uuid": "848f6d87-95ef-4421-86d5-7c6f4d87f1a8", "name": "network-vif-deleted", "tag": "95201dc2-0b79-4388-b8dd-d979d8b81c6d"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:35:40.523037 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8d3416-abcd-493f-8145-98f6537ae22c x-openstack-request-id: req-bf8d3416-abcd-493f-8145-98f6537ae22c {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:35:40.523338 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "848f6d87-95ef-4421-86d5-7c6f4d87f1a8", "name": "network-vif-deleted", "tag": "95201dc2-0b79-4388-b8dd-d979d8b81c6d", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:35:40.523591 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bf8d3416-abcd-493f-8145-98f6537ae22c {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:35:40.524015 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '848f6d87-95ef-4421-86d5-7c6f4d87f1a8', 'name': 'network-vif-deleted', 'tag': '95201dc2-0b79-4388-b8dd-d979d8b81c6d', 'status': 'completed', 'code': 200} Feb 09 01:35:40.868352 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508b970-4949-4211-a134-507ec9686a55 req-7abbb6ba-ccf6-4559-928e-f82a0d77f5f6 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:40.869908 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c508b970-4949-4211-a134-507ec9686a55 req-7abbb6ba-ccf6-4559-928e-f82a0d77f5f6 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=7681ef00-7659-46c1-b789-48e83523bb0a HTTP/1.1" status: 200 len: 946 time: 0.0655897 Feb 09 01:35:40.937116 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c508b970-4949-4211-a134-507ec9686a55 req-550f56a7-08cd-442d-aabc-7daef42384fd tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cd05c19-b15b-437f-a1c1-10b2358a5489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605659 Feb 09 01:35:40.984815 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10f595-9209-4c40-94bb-78cafcc7bee8 req-9eb1f382-13f9-4124-a34f-8bbc6006da71 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:40.986715 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d10f595-9209-4c40-94bb-78cafcc7bee8 req-9eb1f382-13f9-4124-a34f-8bbc6006da71 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 943 time: 0.0716369 Feb 09 01:35:41.056598 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d10f595-9209-4c40-94bb-78cafcc7bee8 req-085ee39d-eae7-4e79-8931-3bcb062b345c tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630567 Feb 09 01:35:41.088671 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5caf459a-0011-48fd-9f73-63e239e16487 req-a37399d7-b090-48c4-8fd6-7cd59c41fdab tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0309794 Feb 09 01:35:42.204687 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d3f8cf18-f6fa-4617-983d-c0e052edcc2a req-10c5e794-1e14-4e9c-a232-30364e4c9538 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0299995 Feb 09 01:35:42.219952 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e758b83-254d-4bb1-a89a-0ba3b60ef0f5 req-49149a6d-8989-450d-b1ad-5be01c753446 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:42.222246 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1e758b83-254d-4bb1-a89a-0ba3b60ef0f5 req-49149a6d-8989-450d-b1ad-5be01c753446 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 943 time: 0.0887837 Feb 09 01:35:42.271742 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1e758b83-254d-4bb1-a89a-0ba3b60ef0f5 req-61b788f3-2f48-4250-8524-a5e4e2ad60a1 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434434 Feb 09 01:35:43.311741 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dc2a3b4a-659e-4ac8-8410-a15f4ccf985b req-1a7ea327-94d2-42a6-9287-ca7036359503 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0281816 Feb 09 01:35:43.409725 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396eef83-b993-449f-904c-9a22d6fbe645 req-977632e1-b394-4571-b2d8-df0642b869df tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:43.412338 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-396eef83-b993-449f-904c-9a22d6fbe645 req-977632e1-b394-4571-b2d8-df0642b869df tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 943 time: 0.0637112 Feb 09 01:35:43.413132 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 95201dc2-0b79-4388-b8dd-d979d8b81c6d no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:35:43.434858 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 95201dc2-0b79-4388-b8dd-d979d8b81c6d {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:35:43.435650 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 95201dc2-0b79-4388-b8dd-d979d8b81c6d not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:35:43.466336 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-396eef83-b993-449f-904c-9a22d6fbe645 req-471bfdc5-5249-4ca4-92ed-e3d0a5dc9a9a tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470929 Feb 09 01:35:44.423192 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e6886846-1bce-4213-886e-d762d1d6166f req-34d84da0-e95f-4049-b121-0f9942973d41 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0303621 Feb 09 01:35:44.597720 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a852844-2e43-407a-9c0c-b2c36ef63afe req-8efdc392-3766-4bf4-b34e-96e80897c3ea tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:44.599359 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a852844-2e43-407a-9c0c-b2c36ef63afe req-8efdc392-3766-4bf4-b34e-96e80897c3ea tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 943 time: 0.0568299 Feb 09 01:35:44.648375 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a852844-2e43-407a-9c0c-b2c36ef63afe req-8364e0e8-b72b-473b-be11-4769c25f43af tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432978 Feb 09 01:35:45.537725 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4dcfcaa0-7d38-420f-8c57-ebc7dfe78856 req-d397c616-8d73-4247-b311-bcd78f1a0223 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0310421 Feb 09 01:35:45.778286 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a6158-82c2-40d7-80ae-1e61cf68662e req-dfac5278-2a30-4bbd-9b29-7a203cd6e410 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:45.779667 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7d5a6158-82c2-40d7-80ae-1e61cf68662e req-dfac5278-2a30-4bbd-9b29-7a203cd6e410 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 943 time: 0.0552702 Feb 09 01:35:45.830349 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7d5a6158-82c2-40d7-80ae-1e61cf68662e req-f87ae09c-6297-428b-b6f3-2ea47947bbdd tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444627 Feb 09 01:35:46.665437 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e29ecf6c-48a8-4ab2-a9b5-aadd0eb3c9bb req-069de49f-12b1-43fb-8d8f-fb9fe65553b9 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0356579 Feb 09 01:35:46.982508 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b22d0c-cc16-4c67-a6c9-de5023d589e6 req-c6210173-9cdd-4f78-8d7d-750c44f8069c tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:46.984578 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d3b22d0c-cc16-4c67-a6c9-de5023d589e6 req-c6210173-9cdd-4f78-8d7d-750c44f8069c tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 943 time: 0.0618229 Feb 09 01:35:47.038340 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d3b22d0c-cc16-4c67-a6c9-de5023d589e6 req-acbb56ac-c707-4ea2-9918-f3e2eb4361ea tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472202 Feb 09 01:35:47.775716 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-355b85fe-a9d8-4140-bf5a-3acda3b08f60 req-3e745545-0c00-45f4-8a7f-e4cad3f398be tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0277789 Feb 09 01:35:48.169903 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be2094-dbf4-4faa-8168-c8fa27b8584c req-a4ccb67c-4a4e-4909-8cf1-e9dc05b703da tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:48.172087 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-10be2094-dbf4-4faa-8168-c8fa27b8584c req-a4ccb67c-4a4e-4909-8cf1-e9dc05b703da tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 943 time: 0.0558352 Feb 09 01:35:48.220193 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-10be2094-dbf4-4faa-8168-c8fa27b8584c req-924b1093-18e4-4fd0-9d25-f4cf8ba11cfc tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420308 Feb 09 01:35:48.568837 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e797f7cb-e789-40e7-aa9b-fa314e1d26ff req-f06dd6e5-0926-4fe8-94a4-8a81255a9172 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8f62f8dc-36fe-42ac-b8c5-304516bff7b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0510001 Feb 09 01:35:48.677186 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797f7cb-e789-40e7-aa9b-fa314e1d26ff req-5e756c78-72bf-4973-860a-2293cc6c1214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:48.678804 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e797f7cb-e789-40e7-aa9b-fa314e1d26ff req-5e756c78-72bf-4973-860a-2293cc6c1214 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c116954692244bec838f5194019c5458&device_id=8f62f8dc-36fe-42ac-b8c5-304516bff7b0 HTTP/1.1" status: 200 len: 1129 time: 0.0518041 Feb 09 01:35:48.783393 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797f7cb-e789-40e7-aa9b-fa314e1d26ff req-cf067dd5-c529-481b-8a2b-9265d11f8170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:48.784886 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e797f7cb-e789-40e7-aa9b-fa314e1d26ff req-cf067dd5-c529-481b-8a2b-9265d11f8170 service neutron] 10.222.0.91 "GET /v2.0/networks?id=923b19ee-be79-4291-b298-2fb7ab9017f7 HTTP/1.1" status: 200 len: 914 time: 0.0873208 Feb 09 01:35:48.833389 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e797f7cb-e789-40e7-aa9b-fa314e1d26ff req-bb22bb0f-ed85-45f0-88f4-45270b6ec43f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49b8f83a-a41f-4119-9973-7800177e9d02 HTTP/1.1" status: 200 len: 217 time: 0.0417502 Feb 09 01:35:48.901697 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d34d1705-4f1a-4a1d-b41c-7b61485c1b4b req-030a3a37-9c47-42a5-a813-f4c15c597ff0 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0359735 Feb 09 01:35:48.907012 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797f7cb-e789-40e7-aa9b-fa314e1d26ff req-abaa5580-94cf-431a-a5af-cf4eb7c225cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:48.908470 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e797f7cb-e789-40e7-aa9b-fa314e1d26ff req-abaa5580-94cf-431a-a5af-cf4eb7c225cc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=384a7aa3-b5da-47bc-8859-e3960efe9a80 HTTP/1.1" status: 200 len: 853 time: 0.0694640 Feb 09 01:35:48.944771 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e797f7cb-e789-40e7-aa9b-fa314e1d26ff req-5dc64e78-f898-4f81-ada0-dd8731815c3c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=923b19ee-be79-4291-b298-2fb7ab9017f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269411 Feb 09 01:35:49.041083 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e797f7cb-e789-40e7-aa9b-fa314e1d26ff req-9d326d16-6bd8-4c83-9f06-7cb74a479a6c service neutron] 10.222.0.91 "GET /v2.0/networks/923b19ee-be79-4291-b298-2fb7ab9017f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869272 Feb 09 01:35:49.132223 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e797f7cb-e789-40e7-aa9b-fa314e1d26ff req-7bd8d140-47c8-4cae-b8dc-ae7c5ce4b39a service neutron] 10.222.0.91 "GET /v2.0/networks/923b19ee-be79-4291-b298-2fb7ab9017f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844812 Feb 09 01:35:49.347728 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f153e7-bf5c-40df-ba45-b62d57a6a7dd req-b480d052-3ecc-42cb-9b02-bd25dc32ae28 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:49.349217 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f7f153e7-bf5c-40df-ba45-b62d57a6a7dd req-b480d052-3ecc-42cb-9b02-bd25dc32ae28 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 943 time: 0.0548573 Feb 09 01:35:49.402907 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f7f153e7-bf5c-40df-ba45-b62d57a6a7dd req-6a0dfbde-a2b2-4094-a279-5b7f61f8aa86 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474744 Feb 09 01:35:49.415319 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:50.007825 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-24bf73ad-74f6-4117-bc41-9366a377dcbd req-fa1755d2-335f-456b-92b9-3f0c6e26be00 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0292132 Feb 09 01:35:50.541756 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb4650-2d62-48f8-bf0c-d5e75e60afb3 req-1c004ce0-31c5-4894-8c37-44ded410ba52 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:50.544407 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-45cb4650-2d62-48f8-bf0c-d5e75e60afb3 req-1c004ce0-31c5-4894-8c37-44ded410ba52 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 943 time: 0.0644395 Feb 09 01:35:50.606915 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-45cb4650-2d62-48f8-bf0c-d5e75e60afb3 req-cd255c60-f67e-4597-b762-7d2cdaeca3f7 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543098 Feb 09 01:35:50.768262 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-16e35e30-a5c9-427b-950e-e413d6351462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:50.930409 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:50.960185 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-54648bd3-64dc-4dc3-ac84-893e9388b215 req-cfc03298-fdc2-4281-bf17-3e40d22f57b5 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=7681ef00-7659-46c1-b789-48e83523bb0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0469556 Feb 09 01:35:51.054992 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54648bd3-64dc-4dc3-ac84-893e9388b215 req-9baf95af-dd3f-4c22-b980-f8ef026d24d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:51.056700 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-54648bd3-64dc-4dc3-ac84-893e9388b215 req-9baf95af-dd3f-4c22-b980-f8ef026d24d5 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=40040732d30e4d7f9ee97e8667a77299&device_id=7681ef00-7659-46c1-b789-48e83523bb0a HTTP/1.1" status: 200 len: 1129 time: 0.0523834 Feb 09 01:35:51.154284 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e8bce77d-cfbe-42b8-b42e-4fa844fe0e4e req-f5491799-b809-4b5e-8bb4-89cddb77f5d8 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0463858 Feb 09 01:35:51.196453 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54648bd3-64dc-4dc3-ac84-893e9388b215 req-92f7debd-c9d2-4526-bee8-06baa5180fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:51.197934 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-54648bd3-64dc-4dc3-ac84-893e9388b215 req-92f7debd-c9d2-4526-bee8-06baa5180fc0 service neutron] 10.222.0.121 "GET /v2.0/networks?id=0a61edaa-ae5c-493b-b01a-414100fdece7 HTTP/1.1" status: 200 len: 912 time: 0.1189008 Feb 09 01:35:51.269786 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-54648bd3-64dc-4dc3-ac84-893e9388b215 req-b38bb5ba-d3f0-453a-9b2f-a2535945bb1e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2aed1ded-c775-4a34-a62a-883fe30a700c HTTP/1.1" status: 200 len: 1001 time: 0.0652919 Feb 09 01:35:51.331758 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54648bd3-64dc-4dc3-ac84-893e9388b215 req-c436e9ef-80bd-4f14-ba97-f4dd3b065d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:51.333394 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-54648bd3-64dc-4dc3-ac84-893e9388b215 req-c436e9ef-80bd-4f14-ba97-f4dd3b065d41 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ad59b321-ab39-4a7c-b208-055ec9804c66 HTTP/1.1" status: 200 len: 850 time: 0.0571795 Feb 09 01:35:51.387382 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54648bd3-64dc-4dc3-ac84-893e9388b215 req-79d3254c-d6c9-4ff3-abfd-9393f1ad9924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:51.388978 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-54648bd3-64dc-4dc3-ac84-893e9388b215 req-79d3254c-d6c9-4ff3-abfd-9393f1ad9924 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0a61edaa-ae5c-493b-b01a-414100fdece7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0498204 Feb 09 01:35:51.483065 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-54648bd3-64dc-4dc3-ac84-893e9388b215 req-8ba412f2-4bf3-4c9e-afb7-2ff7d42a596e service neutron] 10.222.0.121 "GET /v2.0/networks/0a61edaa-ae5c-493b-b01a-414100fdece7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855002 Feb 09 01:35:51.592890 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-54648bd3-64dc-4dc3-ac84-893e9388b215 req-d216ce88-cc8f-46dc-be45-43eba4a66566 service neutron] 10.222.0.121 "GET /v2.0/networks/0a61edaa-ae5c-493b-b01a-414100fdece7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039937 Feb 09 01:35:51.739842 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af4696-1792-4dfb-9d23-7274ecca0a60 req-51b7a6fa-2faf-4f4f-bc72-d054b8ecf511 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:51.741269 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f4af4696-1792-4dfb-9d23-7274ecca0a60 req-51b7a6fa-2faf-4f4f-bc72-d054b8ecf511 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 943 time: 0.0561285 Feb 09 01:35:51.790698 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f4af4696-1792-4dfb-9d23-7274ecca0a60 req-feaadb8e-7775-44aa-9672-c16e03c797f7 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429680 Feb 09 01:35:52.259046 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ef94b58-65f5-47fe-8d7f-c6c61b285e20 req-d5f082bf-96f3-45e7-ada0-8c1b5fa2e7c9 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0276086 Feb 09 01:35:52.948486 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833d366-27b6-409f-9174-4b2940eea87e req-26b9adb3-c148-4124-9ac6-8a99b36a592b tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:52.950063 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f833d366-27b6-409f-9174-4b2940eea87e req-26b9adb3-c148-4124-9ac6-8a99b36a592b tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 943 time: 0.0588739 Feb 09 01:35:53.008329 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f833d366-27b6-409f-9174-4b2940eea87e req-15b8aa59-2cc7-4690-aba3-979120bcfacb tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513489 Feb 09 01:35:53.373873 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b269309a-cca8-4272-a434-eba41180fda2 req-4e8a43f8-7485-4143-855e-aac59d29d2c5 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0331826 Feb 09 01:35:54.149628 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04dc78-1eb9-4a41-bb23-3ea578b70e9f req-269b528c-29de-4905-b2d2-8eb20e38228d tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:54.151128 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bc04dc78-1eb9-4a41-bb23-3ea578b70e9f req-269b528c-29de-4905-b2d2-8eb20e38228d tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 943 time: 0.0559266 Feb 09 01:35:54.198865 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bc04dc78-1eb9-4a41-bb23-3ea578b70e9f req-89c5f5a5-3120-4b25-ba5e-61e96a36918d tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411971 Feb 09 01:35:54.254227 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-164d7c7f-6a59-446b-adf5-1e8bc06fa77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:54.480382 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-51685e36-dae4-46b6-ab04-ad6bf8d2d5dc req-fffc91c7-7c26-4713-a719-522b02980324 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0287807 Feb 09 01:35:55.333881 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd12c4-fc0f-4aa8-af2b-9433491b12fe req-cfe2c238-31d5-4c83-88de-f41838c24467 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:55.335470 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eddd12c4-fc0f-4aa8-af2b-9433491b12fe req-cfe2c238-31d5-4c83-88de-f41838c24467 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 943 time: 0.0594964 Feb 09 01:35:55.385726 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eddd12c4-fc0f-4aa8-af2b-9433491b12fe req-77bc56a2-9a5e-467e-980f-8078aa75ef63 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446103 Feb 09 01:35:55.588481 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c8cfdda8-f1e4-42a5-883f-01957a9554fe req-8ffd1768-8f50-4498-963a-3bde51b1fba6 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0296497 Feb 09 01:35:55.781394 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:56.516348 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221bed15-fb1f-426a-9616-d726a30b1cf0 req-1b3ce272-0ce4-4141-83af-1eae934297e1 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:56.517836 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-221bed15-fb1f-426a-9616-d726a30b1cf0 req-1b3ce272-0ce4-4141-83af-1eae934297e1 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 943 time: 0.0532877 Feb 09 01:35:56.569617 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-221bed15-fb1f-426a-9616-d726a30b1cf0 req-64f469b6-fee9-4a39-ad0f-41644cbd6f01 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461528 Feb 09 01:35:56.693338 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bd908c6a-2233-43d7-a064-a5f4646ebcab req-7505b6b3-9969-48da-8110-1cb8550b9d0e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0278776 Feb 09 01:35:57.508349 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:57.699319 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90784dc-3145-4650-9f0f-2abe47ca498e req-d93706bd-c5e6-47da-881f-1876ee9999e8 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:57.700812 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b90784dc-3145-4650-9f0f-2abe47ca498e req-d93706bd-c5e6-47da-881f-1876ee9999e8 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 943 time: 0.0536728 Feb 09 01:35:57.750848 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b90784dc-3145-4650-9f0f-2abe47ca498e req-f7956171-76df-4b56-9a38-79e86f4e41b0 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440431 Feb 09 01:35:57.802947 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7c50c7fc-1fd2-48bd-a3cf-8ecd9e4564e8 req-863bb5af-0561-4f47-9a58-b159002bf976 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0284982 Feb 09 01:35:58.247209 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:58.892353 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c275fb3-955c-4254-9278-6a4045d75208 req-d2d058b7-c0e9-4c52-bf1c-95dd9cb32256 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:58.894682 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c275fb3-955c-4254-9278-6a4045d75208 req-d2d058b7-c0e9-4c52-bf1c-95dd9cb32256 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 943 time: 0.0618582 Feb 09 01:35:58.945033 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a8aeb3fd-1192-48ae-b238-c8c9115f780b req-ff0b4bfe-2cd5-4f86-adf8-0b33a209615b tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac990077-3a36-443e-b771-3b621d999008 HTTP/1.1" status: 200 len: 210 time: 0.0370133 Feb 09 01:35:58.983557 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c275fb3-955c-4254-9278-6a4045d75208 req-eeb99bbc-90bc-440d-8c8f-62952c88e998 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816634 Feb 09 01:36:00.126154 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 50222) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:00.189256 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cb92597-7cb0-4394-8dea-fb75769f1efa tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks [] for security_group (765564cf-afc2-4411-a7c4-b4db4a3f59c0), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:00.221313 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cb92597-7cb0-4394-8dea-fb75769f1efa tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks [] for security_group (765564cf-afc2-4411-a7c4-b4db4a3f59c0), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:00.248132 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d3695-4999-4999-8172-1f36bdca5203 req-1d990ade-b9cc-4db7-b97b-f9b0dc96edc0 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:00.267156 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2e1d3695-4999-4999-8172-1f36bdca5203 req-1d990ade-b9cc-4db7-b97b-f9b0dc96edc0 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 943 time: 0.1831448 Feb 09 01:36:00.329992 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cb92597-7cb0-4394-8dea-fb75769f1efa tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (765564cf-afc2-4411-a7c4-b4db4a3f59c0), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:00.332883 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cb92597-7cb0-4394-8dea-fb75769f1efa tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:00.336800 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0cb92597-7cb0-4394-8dea-fb75769f1efa tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "DELETE /v2.0/security-groups/765564cf-afc2-4411-a7c4-b4db4a3f59c0 HTTP/1.1" status: 204 len: 168 time: 0.2096241 Feb 09 01:36:00.337419 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 50258) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:00.388490 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb92597-7cb0-4394-8dea-fb75769f1efa tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=765564cf-afc2-4411-a7c4-b4db4a3f59c0,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:00.408349 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2e1d3695-4999-4999-8172-1f36bdca5203 req-9c8fedd3-3eb5-4a74-b997-f416386a209e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343668 Feb 09 01:36:00.452085 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-6f3ef9cc-8f72-48a3-b2fc-469b583b0f9a tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] show failed (client error): The resource could not be found. Feb 09 01:36:00.454273 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6f3ef9cc-8f72-48a3-b2fc-469b583b0f9a tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "GET /v2.0/security-groups/765564cf-afc2-4411-a7c4-b4db4a3f59c0 HTTP/1.1" status: 404 len: 347 time: 0.1098154 Feb 09 01:36:00.457583 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 50274) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:01.279125 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-a8fbf59c-f7cb-4bac-b891-4a86a0e67437 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Deleting port e199ab4e-c3cf-4cee-9e36-5ba742d0c51a {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:36:01.279679 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a8fbf59c-f7cb-4bac-b891-4a86a0e67437 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (e199ab4e-c3cf-4cee-9e36-5ba742d0c51a), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:01.409140 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a8fbf59c-f7cb-4bac-b891-4a86a0e67437 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (e199ab4e-c3cf-4cee-9e36-5ba742d0c51a), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:01.409656 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a8fbf59c-f7cb-4bac-b891-4a86a0e67437 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks [] for floatingip (e199ab4e-c3cf-4cee-9e36-5ba742d0c51a), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:01.426676 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-a8fbf59c-f7cb-4bac-b891-4a86a0e67437 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Calling delete_port for e199ab4e-c3cf-4cee-9e36-5ba742d0c51a owned by network:floatingip {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:36:01.668821 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b03d19-208e-4ef2-87a1-88054856125d req-1cff773c-cdbb-4102-8614-b0611450d38b tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:01.681670 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-96b03d19-208e-4ef2-87a1-88054856125d req-1cff773c-cdbb-4102-8614-b0611450d38b tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 943 time: 0.1057632 Feb 09 01:36:01.833060 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-96b03d19-208e-4ef2-87a1-88054856125d req-4e1061f8-3e4d-4f1c-b227-b466d15eeb6f tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501622 Feb 09 01:36:01.863105 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a8fbf59c-f7cb-4bac-b891-4a86a0e67437 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (e199ab4e-c3cf-4cee-9e36-5ba742d0c51a), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:01.907041 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fbf59c-f7cb-4bac-b891-4a86a0e67437 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Pushing event deleted for resources: {'Port': ['ID=e199ab4e-c3cf-4cee-9e36-5ba742d0c51a,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:02.038309 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a8fbf59c-f7cb-4bac-b891-4a86a0e67437 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks [] for floatingip (5bcb845e-f6d2-4df8-b9cb-ce1bea5ece05), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:02.046221 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a8fbf59c-f7cb-4bac-b891-4a86a0e67437 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:02.048477 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a8fbf59c-f7cb-4bac-b891-4a86a0e67437 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "DELETE /v2.0/floatingips/5bcb845e-f6d2-4df8-b9cb-ce1bea5ece05 HTTP/1.1" status: 204 len: 168 time: 1.5898507 Feb 09 01:36:02.052565 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 50504) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:02.104242 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:36:02.293078 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d3ed04bb-58cc-4c78-99f4-470b27ece98d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Deleting port cf3c4149-8480-492e-bdf1-7ed124251123 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:36:02.293911 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d3ed04bb-58cc-4c78-99f4-470b27ece98d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (cf3c4149-8480-492e-bdf1-7ed124251123), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:02.511836 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d3ed04bb-58cc-4c78-99f4-470b27ece98d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (cf3c4149-8480-492e-bdf1-7ed124251123), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:02.531745 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d3ed04bb-58cc-4c78-99f4-470b27ece98d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Calling delete_port for cf3c4149-8480-492e-bdf1-7ed124251123 owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:36:02.720379 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d3ed04bb-58cc-4c78-99f4-470b27ece98d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (cf3c4149-8480-492e-bdf1-7ed124251123), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:02.758087 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed04bb-58cc-4c78-99f4-470b27ece98d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Pushing event deleted for resources: {'Port': ['ID=cf3c4149-8480-492e-bdf1-7ed124251123,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:02.859970 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d3ed04bb-58cc-4c78-99f4-470b27ece98d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:02.890950 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 50634) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:02.895689 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d3ed04bb-58cc-4c78-99f4-470b27ece98d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "DELETE /v2.0/ports/cf3c4149-8480-492e-bdf1-7ed124251123 HTTP/1.1" status: 204 len: 168 time: 0.8418136 Feb 09 01:36:03.079903 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be4d46-3ce4-4f6c-a1de-af7d69ce09d1 req-ecc07103-9fe6-4c5d-a9d4-59f2bb513e52 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:03.081471 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d7be4d46-3ce4-4f6c-a1de-af7d69ce09d1 req-ecc07103-9fe6-4c5d-a9d4-59f2bb513e52 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 943 time: 0.0793324 Feb 09 01:36:03.096659 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e9f68-9845-41a3-b286-4acafadc3a2d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Deleting port 127f4bb7-b1ac-47b8-9c29-204eb65e075d {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:36:03.097346 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fa7e9f68-9845-41a3-b286-4acafadc3a2d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (127f4bb7-b1ac-47b8-9c29-204eb65e075d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:03.185236 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d7be4d46-3ce4-4f6c-a1de-af7d69ce09d1 req-3f24776c-1c82-4af1-ba61-8b60036f0c50 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831876 Feb 09 01:36:03.308065 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fa7e9f68-9845-41a3-b286-4acafadc3a2d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (127f4bb7-b1ac-47b8-9c29-204eb65e075d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:03.325073 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e9f68-9845-41a3-b286-4acafadc3a2d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Calling delete_port for 127f4bb7-b1ac-47b8-9c29-204eb65e075d owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:36:03.538351 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fa7e9f68-9845-41a3-b286-4acafadc3a2d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (127f4bb7-b1ac-47b8-9c29-204eb65e075d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:03.603303 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e9f68-9845-41a3-b286-4acafadc3a2d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Pushing event deleted for resources: {'Port': ['ID=127f4bb7-b1ac-47b8-9c29-204eb65e075d,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:03.736136 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fa7e9f68-9845-41a3-b286-4acafadc3a2d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:03.745585 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-fa7e9f68-9845-41a3-b286-4acafadc3a2d tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "DELETE /v2.0/ports/127f4bb7-b1ac-47b8-9c29-204eb65e075d HTTP/1.1" status: 204 len: 168 time: 0.8506358 Feb 09 01:36:03.746308 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 50758) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:03.858014 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-b82dc991-500b-4380-b64f-3048ba91f10e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Deleting subnet 83b1d7a0-7578-4a2b-b84a-68d95cb4eed6 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:36:03.865255 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b82dc991-500b-4380-b64f-3048ba91f10e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks [] for subnet (83b1d7a0-7578-4a2b-b84a-68d95cb4eed6), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:03.949940 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b82dc991-500b-4380-b64f-3048ba91f10e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (83b1d7a0-7578-4a2b-b84a-68d95cb4eed6), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:04.154021 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b82dc991-500b-4380-b64f-3048ba91f10e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (83b1d7a0-7578-4a2b-b84a-68d95cb4eed6), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:04.310794 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b82dc991-500b-4380-b64f-3048ba91f10e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (83b1d7a0-7578-4a2b-b84a-68d95cb4eed6), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:04.380190 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b82dc991-500b-4380-b64f-3048ba91f10e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:04.384439 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b82dc991-500b-4380-b64f-3048ba91f10e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "DELETE /v2.0/subnets/83b1d7a0-7578-4a2b-b84a-68d95cb4eed6 HTTP/1.1" status: 204 len: 168 time: 0.6365130 Feb 09 01:36:04.385315 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82dc991-500b-4380-b64f-3048ba91f10e tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Pushing event deleted for resources: {'Subnet': ['ID=83b1d7a0-7578-4a2b-b84a-68d95cb4eed6,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:04.388440 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 50850) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:04.403523 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7263e62-28df-4752-b2dc-e26240854ced None None] Network 38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:36:04.462266 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25fc6b-080e-44e3-b71a-3aa877d95307 req-93b04cd8-75fe-4f25-9048-40efd7386f2a tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:04.470629 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fe25fc6b-080e-44e3-b71a-3aa877d95307 req-93b04cd8-75fe-4f25-9048-40efd7386f2a tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 943 time: 0.1394291 Feb 09 01:36:04.536707 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d29ca45-37ec-4ee4-b495-e373cb254b79 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Deleting subnet c8a165d0-40b9-4705-81af-cf2fe40aa482 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:36:04.541153 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d29ca45-37ec-4ee4-b495-e373cb254b79 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks [] for subnet (c8a165d0-40b9-4705-81af-cf2fe40aa482), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:04.612258 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fe25fc6b-080e-44e3-b71a-3aa877d95307 req-95b4c3e8-c0bc-4e5b-bca8-f8a7362a86c9 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208827 Feb 09 01:36:04.644639 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d29ca45-37ec-4ee4-b495-e373cb254b79 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (c8a165d0-40b9-4705-81af-cf2fe40aa482), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:04.735670 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d020d4d5-4de5-49b9-be37-c186e1d98c93 None None] DHCP port deletion for 38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:36:04.821793 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d29ca45-37ec-4ee4-b495-e373cb254b79 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (c8a165d0-40b9-4705-81af-cf2fe40aa482), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:04.952674 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d29ca45-37ec-4ee4-b495-e373cb254b79 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (c8a165d0-40b9-4705-81af-cf2fe40aa482), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:04.989637 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29ca45-37ec-4ee4-b495-e373cb254b79 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Pushing event deleted for resources: {'Subnet': ['ID=c8a165d0-40b9-4705-81af-cf2fe40aa482,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:05.008814 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d020d4d5-4de5-49b9-be37-c186e1d98c93 None None] Deleting port f3f5056a-bf4f-4b57-94d7-5a85c9531729 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:36:05.009056 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d020d4d5-4de5-49b9-be37-c186e1d98c93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (f3f5056a-bf4f-4b57-94d7-5a85c9531729), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.012128 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d29ca45-37ec-4ee4-b495-e373cb254b79 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.013111 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46a43ef-ee14-4582-acf3-4a915fb05345 None None] Network 1b491962-ed4d-43bc-b25a-f8e3c17cca99 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:36:05.020193 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3d29ca45-37ec-4ee4-b495-e373cb254b79 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "DELETE /v2.0/subnets/c8a165d0-40b9-4705-81af-cf2fe40aa482 HTTP/1.1" status: 204 len: 168 time: 0.6295533 Feb 09 01:36:05.022708 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 50940) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:05.138803 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6866d41a-466f-4a2f-9784-2a5c94b0f5b8 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.198497 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d020d4d5-4de5-49b9-be37-c186e1d98c93 None None] For port f3f5056a-bf4f-4b57-94d7-5a85c9531729, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=f3f5056a-bf4f-4b57-94d7-5a85c9531729,segment=NetworkSegment(11bc4fb8-f83a-4bb2-85a3-7ffbecb23433),segment_id=11bc4fb8-f83a-4bb2-85a3-7ffbecb23433)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:05.198914 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d020d4d5-4de5-49b9-be37-c186e1d98c93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (f3f5056a-bf4f-4b57-94d7-5a85c9531729), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.220478 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d020d4d5-4de5-49b9-be37-c186e1d98c93 None None] Calling delete_port for f3f5056a-bf4f-4b57-94d7-5a85c9531729 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:36:05.253998 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-6866d41a-466f-4a2f-9784-2a5c94b0f5b8 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Deleting port f3f5056a-bf4f-4b57-94d7-5a85c9531729 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:36:05.254640 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6866d41a-466f-4a2f-9784-2a5c94b0f5b8 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (f3f5056a-bf4f-4b57-94d7-5a85c9531729), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.325907 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b756f692-0281-482b-8a50-d9ff949eba3e None None] DHCP port deletion for 1b491962-ed4d-43bc-b25a-f8e3c17cca99 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:36:05.347664 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-6866d41a-466f-4a2f-9784-2a5c94b0f5b8 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] For port f3f5056a-bf4f-4b57-94d7-5a85c9531729, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=f3f5056a-bf4f-4b57-94d7-5a85c9531729,segment=NetworkSegment(11bc4fb8-f83a-4bb2-85a3-7ffbecb23433),segment_id=11bc4fb8-f83a-4bb2-85a3-7ffbecb23433)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:05.348582 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6866d41a-466f-4a2f-9784-2a5c94b0f5b8 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (f3f5056a-bf4f-4b57-94d7-5a85c9531729), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.367241 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-6866d41a-466f-4a2f-9784-2a5c94b0f5b8 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Calling delete_port for f3f5056a-bf4f-4b57-94d7-5a85c9531729 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:36:05.409664 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b756f692-0281-482b-8a50-d9ff949eba3e None None] Deleting port 225da1ce-bc81-4be4-81f7-e619bbd03275 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:36:05.410155 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b756f692-0281-482b-8a50-d9ff949eba3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (225da1ce-bc81-4be4-81f7-e619bbd03275), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.413140 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d020d4d5-4de5-49b9-be37-c186e1d98c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (f3f5056a-bf4f-4b57-94d7-5a85c9531729), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.490644 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d020d4d5-4de5-49b9-be37-c186e1d98c93 None None] Pushing event deleted for resources: {'Port': ['ID=f3f5056a-bf4f-4b57-94d7-5a85c9531729,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:05.493348 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6866d41a-466f-4a2f-9784-2a5c94b0f5b8 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (f3f5056a-bf4f-4b57-94d7-5a85c9531729), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.508394 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d020d4d5-4de5-49b9-be37-c186e1d98c93 None None] No DVR routers for this DVR port f3f5056a-bf4f-4b57-94d7-5a85c9531729 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:36:05.512042 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d020d4d5-4de5-49b9-be37-c186e1d98c93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:05.512475 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d020d4d5-4de5-49b9-be37-c186e1d98c93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:05.512886 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d020d4d5-4de5-49b9-be37-c186e1d98c93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:05.513287 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d020d4d5-4de5-49b9-be37-c186e1d98c93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:05.513814 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d020d4d5-4de5-49b9-be37-c186e1d98c93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:05.514216 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d020d4d5-4de5-49b9-be37-c186e1d98c93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:05.515174 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d020d4d5-4de5-49b9-be37-c186e1d98c93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:05.515704 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d020d4d5-4de5-49b9-be37-c186e1d98c93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:05.516457 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d020d4d5-4de5-49b9-be37-c186e1d98c93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:05.516976 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d020d4d5-4de5-49b9-be37-c186e1d98c93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:05.517666 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d020d4d5-4de5-49b9-be37-c186e1d98c93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:05.518087 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d020d4d5-4de5-49b9-be37-c186e1d98c93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:05.518467 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d020d4d5-4de5-49b9-be37-c186e1d98c93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:05.555853 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b756f692-0281-482b-8a50-d9ff949eba3e None None] For port 225da1ce-bc81-4be4-81f7-e619bbd03275, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=225da1ce-bc81-4be4-81f7-e619bbd03275,segment=NetworkSegment(8cba9e3e-5c7c-48cb-81bd-6590294529c3),segment_id=8cba9e3e-5c7c-48cb-81bd-6590294529c3)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:05.556724 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b756f692-0281-482b-8a50-d9ff949eba3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (225da1ce-bc81-4be4-81f7-e619bbd03275), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.569432 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6866d41a-466f-4a2f-9784-2a5c94b0f5b8 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Pushing event deleted for resources: {'Port': ['ID=f3f5056a-bf4f-4b57-94d7-5a85c9531729,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:05.576547 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6866d41a-466f-4a2f-9784-2a5c94b0f5b8 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] No DVR routers for this DVR port f3f5056a-bf4f-4b57-94d7-5a85c9531729 on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:36:05.579142 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b756f692-0281-482b-8a50-d9ff949eba3e None None] Calling delete_port for 225da1ce-bc81-4be4-81f7-e619bbd03275 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:36:05.716480 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6866d41a-466f-4a2f-9784-2a5c94b0f5b8 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.721912 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b756f692-0281-482b-8a50-d9ff949eba3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (225da1ce-bc81-4be4-81f7-e619bbd03275), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.751784 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756f692-0281-482b-8a50-d9ff949eba3e None None] Pushing event deleted for resources: {'Port': ['ID=225da1ce-bc81-4be4-81f7-e619bbd03275,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:05.753079 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-6866d41a-466f-4a2f-9784-2a5c94b0f5b8 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:05.759709 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b756f692-0281-482b-8a50-d9ff949eba3e None None] No DVR routers for this DVR port 225da1ce-bc81-4be4-81f7-e619bbd03275 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:36:05.799488 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-6866d41a-466f-4a2f-9784-2a5c94b0f5b8 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11bc4fb8-f83a-4bb2-85a3-7ffbecb23433') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:05.799960 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-6866d41a-466f-4a2f-9784-2a5c94b0f5b8 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11bc4fb8-f83a-4bb2-85a3-7ffbecb23433') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:05.828068 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6866d41a-466f-4a2f-9784-2a5c94b0f5b8 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (11bc4fb8-f83a-4bb2-85a3-7ffbecb23433), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.851717 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6866d41a-466f-4a2f-9784-2a5c94b0f5b8 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (11bc4fb8-f83a-4bb2-85a3-7ffbecb23433), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.861758 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6866d41a-466f-4a2f-9784-2a5c94b0f5b8 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:36:05.862161 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6866d41a-466f-4a2f-9784-2a5c94b0f5b8 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (11bc4fb8-f83a-4bb2-85a3-7ffbecb23433), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.892052 n-d-822053-40 neutron-server[103529]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:36:05.892052 n-d-822053-40 neutron-server[103529]: self.session.flush() Feb 09 01:36:05.892052 n-d-822053-40 neutron-server[103529]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:36:05.892052 n-d-822053-40 neutron-server[103529]: self.session.flush() Feb 09 01:36:05.892052 n-d-822053-40 neutron-server[103529]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:36:05.892052 n-d-822053-40 neutron-server[103529]: self.session.flush() Feb 09 01:36:05.892052 n-d-822053-40 neutron-server[103529]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:36:05.892052 n-d-822053-40 neutron-server[103529]: self.session.flush() Feb 09 01:36:05.892052 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:36:05.892052 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:36:05.892052 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:36:05.892052 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:36:05.892052 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:36:05.892052 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:36:05.892052 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:36:05.892052 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:36:05.892052 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:36:05.892052 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:36:05.892052 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:36:05.892052 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:36:05.892052 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:36:05.892052 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:36:05.892052 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:36:05.892052 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:36:05.892052 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:36:05.892052 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:36:05.892052 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:36:05.892052 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:36:05.892052 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:36:05.892052 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:36:05.892052 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:36:05.892052 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:36:05.892052 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:36:05.892052 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:36:05.892052 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:36:05.892052 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:36:05.892052 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:36:05.892052 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:36:05.892052 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:36:05.892052 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:36:05.903407 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83659ffb-9d86-4c45-9dab-6cb2cfd0e4b5 req-81840b4f-76ca-4f5d-aed4-5b198853304d tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:05.905121 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-83659ffb-9d86-4c45-9dab-6cb2cfd0e4b5 req-81840b4f-76ca-4f5d-aed4-5b198853304d tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 943 time: 0.1417832 Feb 09 01:36:06.003018 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6866d41a-466f-4a2f-9784-2a5c94b0f5b8 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.013414 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6866d41a-466f-4a2f-9784-2a5c94b0f5b8 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.017229 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6866d41a-466f-4a2f-9784-2a5c94b0f5b8 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "DELETE /v2.0/networks/38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0 HTTP/1.1" status: 204 len: 168 time: 0.9933152 Feb 09 01:36:06.019576 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51040) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:06.022641 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-83659ffb-9d86-4c45-9dab-6cb2cfd0e4b5 req-470367ef-12ab-4414-a5a6-68c7c7e0ab24 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059473 Feb 09 01:36:06.034672 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 225da1ce-bc81-4be4-81f7-e619bbd03275 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:36:06.049164 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6866d41a-466f-4a2f-9784-2a5c94b0f5b8 tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Pushing event deleted for resources: {'Network': ['ID=38cfb9de-7c02-41b9-b5c6-5d76f9dc2aa0,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:06.064181 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 225da1ce-bc81-4be4-81f7-e619bbd03275 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:36:06.064527 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 225da1ce-bc81-4be4-81f7-e619bbd03275 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:36:06.065129 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device f3f5056a-bf4f-4b57-94d7-5a85c9531729 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:36:06.086830 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: f3f5056a-bf4f-4b57-94d7-5a85c9531729 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:36:06.087174 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device f3f5056a-bf4f-4b57-94d7-5a85c9531729 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:36:06.129304 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c201ef95-085e-4bf5-9787-779e1841b28f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (1b491962-ed4d-43bc-b25a-f8e3c17cca99), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.230464 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c201ef95-085e-4bf5-9787-779e1841b28f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (1b491962-ed4d-43bc-b25a-f8e3c17cca99), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.253650 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-c201ef95-085e-4bf5-9787-779e1841b28f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b491962-ed4d-43bc-b25a-f8e3c17cca99']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:06.263060 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-c201ef95-085e-4bf5-9787-779e1841b28f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cba9e3e-5c7c-48cb-81bd-6590294529c3') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:06.263368 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-c201ef95-085e-4bf5-9787-779e1841b28f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cba9e3e-5c7c-48cb-81bd-6590294529c3') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:06.272971 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c201ef95-085e-4bf5-9787-779e1841b28f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (8cba9e3e-5c7c-48cb-81bd-6590294529c3), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.287202 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c201ef95-085e-4bf5-9787-779e1841b28f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (8cba9e3e-5c7c-48cb-81bd-6590294529c3), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.293400 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c201ef95-085e-4bf5-9787-779e1841b28f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:36:06.293782 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c201ef95-085e-4bf5-9787-779e1841b28f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (8cba9e3e-5c7c-48cb-81bd-6590294529c3), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.299240 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:36:06.299240 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:36:06.299240 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:36:06.299240 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:36:06.299240 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:36:06.299240 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:36:06.299240 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:36:06.299240 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:36:06.299240 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:36:06.299240 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:36:06.299240 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:36:06.299240 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:36:06.299240 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:36:06.299240 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:36:06.299240 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:36:06.299240 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:36:06.299240 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:36:06.299240 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:36:06.299240 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:36:06.299240 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:36:06.299240 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:36:06.299240 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:36:06.299240 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:36:06.299240 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:36:06.299240 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:36:06.299240 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:36:06.299240 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:36:06.299240 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:36:06.299240 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:36:06.299240 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:36:06.299240 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:36:06.299240 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:36:06.364855 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c201ef95-085e-4bf5-9787-779e1841b28f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (1b491962-ed4d-43bc-b25a-f8e3c17cca99), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.372738 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c201ef95-085e-4bf5-9787-779e1841b28f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.377336 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c201ef95-085e-4bf5-9787-779e1841b28f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] 10.222.0.30 "DELETE /v2.0/networks/1b491962-ed4d-43bc-b25a-f8e3c17cca99 HTTP/1.1" status: 204 len: 168 time: 0.3560851 Feb 09 01:36:06.395542 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201ef95-085e-4bf5-9787-779e1841b28f tempest-TaggedBootDevicesTest_v242-1010970212 tempest-TaggedBootDevicesTest_v242-1010970212-project] Pushing event deleted for resources: {'Network': ['ID=1b491962-ed4d-43bc-b25a-f8e3c17cca99,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:07.156667 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371a435-c04a-4e11-a956-e2395ded0bdb req-b10ff4e6-04c9-407f-a908-22111c752326 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:07.158208 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d371a435-c04a-4e11-a956-e2395ded0bdb req-b10ff4e6-04c9-407f-a908-22111c752326 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 943 time: 0.0553992 Feb 09 01:36:07.207051 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d371a435-c04a-4e11-a956-e2395ded0bdb req-a37f62c6-a233-4995-9d49-7229240bf2bb tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426955 Feb 09 01:36:08.345541 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d9825-602a-448b-9456-0d273f66c80d req-23704768-23f7-4e3a-bf00-5af2856c3231 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:08.347188 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d92d9825-602a-448b-9456-0d273f66c80d req-23704768-23f7-4e3a-bf00-5af2856c3231 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 943 time: 0.0613849 Feb 09 01:36:08.397048 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d92d9825-602a-448b-9456-0d273f66c80d req-c7121473-168f-40f3-9e09-8b474d3ff3ac tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437191 Feb 09 01:36:09.537161 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab72a81-742e-4a85-82fe-71e71d0999a9 req-14fb19c0-73b5-4b17-b113-e6322e284ee3 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:09.544550 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6ab72a81-742e-4a85-82fe-71e71d0999a9 req-14fb19c0-73b5-4b17-b113-e6322e284ee3 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 943 time: 0.0686722 Feb 09 01:36:09.609970 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6ab72a81-742e-4a85-82fe-71e71d0999a9 req-c5fd7c8a-45b6-48fe-a6b6-59db4c104922 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584948 Feb 09 01:36:10.739177 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd8c17-4e2e-4946-9195-f9f020ca97e2 req-c5ab4bc1-03e0-497c-9864-099f91d97cbd tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:10.741554 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-37dd8c17-4e2e-4946-9195-f9f020ca97e2 req-c5ab4bc1-03e0-497c-9864-099f91d97cbd tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 943 time: 0.0583737 Feb 09 01:36:10.798778 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-37dd8c17-4e2e-4946-9195-f9f020ca97e2 req-96c558fb-1a11-4b8c-892e-ff5c709f9c21 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511963 Feb 09 01:36:11.951548 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27078cb1-766f-44fd-9925-ecb0c702f425 req-71616c08-25b2-422f-b576-f4d9d20750ad tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:11.953525 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-27078cb1-766f-44fd-9925-ecb0c702f425 req-71616c08-25b2-422f-b576-f4d9d20750ad tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 943 time: 0.0674093 Feb 09 01:36:12.011864 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-27078cb1-766f-44fd-9925-ecb0c702f425 req-18d31fe3-3827-411b-84d2-a51bf994960d tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476186 Feb 09 01:36:13.150462 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a3591-3a6c-4ce2-8178-ad87eb51e277 req-00c16ee3-7936-4113-8411-a56670eb6f0b tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:13.152432 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-460a3591-3a6c-4ce2-8178-ad87eb51e277 req-00c16ee3-7936-4113-8411-a56670eb6f0b tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 943 time: 0.0644543 Feb 09 01:36:13.206997 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-460a3591-3a6c-4ce2-8178-ad87eb51e277 req-e12d917f-e4fa-433c-b651-67991b462dab tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476389 Feb 09 01:36:14.336310 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115308b-a1ef-4ae2-b701-6d186123fd2b req-884acc58-90a0-4040-90e9-abd0a6553273 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:14.337797 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a115308b-a1ef-4ae2-b701-6d186123fd2b req-884acc58-90a0-4040-90e9-abd0a6553273 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 943 time: 0.0550201 Feb 09 01:36:14.389835 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a115308b-a1ef-4ae2-b701-6d186123fd2b req-f8bee28b-1945-43d4-8e22-3333c758d334 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454113 Feb 09 01:36:15.516988 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144a340-8f20-4088-9727-5cadcba4b96f req-c2d459db-940a-40cf-a437-229f04915128 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:15.518518 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5144a340-8f20-4088-9727-5cadcba4b96f req-c2d459db-940a-40cf-a437-229f04915128 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 943 time: 0.0550687 Feb 09 01:36:15.567859 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5144a340-8f20-4088-9727-5cadcba4b96f req-f40f1f46-2884-45a7-a776-d1ec716876a2 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433488 Feb 09 01:36:16.782584 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe6f53-fed9-4ae7-a5f7-87d5f165a350 req-669482e1-4c58-49d6-9dd0-629eda1994ec tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:16.784219 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-44fe6f53-fed9-4ae7-a5f7-87d5f165a350 req-669482e1-4c58-49d6-9dd0-629eda1994ec tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 943 time: 0.0912442 Feb 09 01:36:16.790484 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-dc16cdcb-a3be-4c8b-977f-fd839beed9f5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:16.792254 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-dc16cdcb-a3be-4c8b-977f-fd839beed9f5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/networks?id=2acff04b-1139-4c46-94ea-29d9f3f965f7 HTTP/1.1" status: 200 len: 814 time: 0.2025912 Feb 09 01:36:16.816718 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-010544b9-7c6a-4089-8a7a-ff3f07db566c tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/quotas/a02814a135ec440bb7b8ed9a51ad23c0 HTTP/1.1" status: 200 len: 375 time: 0.0137887 Feb 09 01:36:16.868476 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-6870f772-6650-42af-92cf-3115173c79dd tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a02814a135ec440bb7b8ed9a51ad23c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446749 Feb 09 01:36:16.983351 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-2efc9815-d4c5-4095-83cc-4078ddcf6dfd service neutron] 10.222.0.30 "GET /v2.0/networks/2acff04b-1139-4c46-94ea-29d9f3f965f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014318 Feb 09 01:36:17.001129 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-44fe6f53-fed9-4ae7-a5f7-87d5f165a350 req-dfb5c1c4-b5e0-4c72-93ec-e628d79647fe tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077303 Feb 09 01:36:17.150867 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-94e35d7c-e71f-4039-b685-1b58f75dd810 service neutron] 10.222.0.30 "GET /v2.0/networks/2acff04b-1139-4c46-94ea-29d9f3f965f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487157 Feb 09 01:36:17.163300 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea808650-3348-470e-bd09-f04ed7cae282 req-96b18718-d454-4813-bad9-0e1cd8fb9eef tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:17.164853 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ea808650-3348-470e-bd09-f04ed7cae282 req-96b18718-d454-4813-bad9-0e1cd8fb9eef tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f62f8dc-36fe-42ac-b8c5-304516bff7b0 HTTP/1.1" status: 200 len: 946 time: 0.0822051 Feb 09 01:36:17.216872 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ea808650-3348-470e-bd09-f04ed7cae282 req-9cb23361-a4ea-4bfc-a2cc-fcd326217e98 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459292 Feb 09 01:36:17.364870 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9cc3cbce-b7b7-4f2a-9516-8f78ba88db90 req-52c5ca29-ecdf-4cfb-b011-ba5c70b13793 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb6bc2e2-6ca4-4049-9d89-897fbfd0b28d HTTP/1.1" status: 200 len: 210 time: 0.0403540 Feb 09 01:36:17.452628 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718ffd2-43e8-4d51-b127-bc70864e17f8 req-dbe8f664-7586-485f-82dc-c748c5b0c46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:17.454122 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0718ffd2-43e8-4d51-b127-bc70864e17f8 req-dbe8f664-7586-485f-82dc-c748c5b0c46a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac&tenant_id=d2bc7c4a293d49059d9a272b2819e75f HTTP/1.1" status: 200 len: 1126 time: 0.0921202 Feb 09 01:36:17.466451 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-0718ffd2-43e8-4d51-b127-bc70864e17f8 req-3c372955-fa71-4177-bfb4-e98314168d00 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822053-40', 'device_owner': 'compute:nova'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:17.531493 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-0718ffd2-43e8-4d51-b127-bc70864e17f8 req-3c372955-fa71-4177-bfb4-e98314168d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:17.809723 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-0718ffd2-43e8-4d51-b127-bc70864e17f8 req-3c372955-fa71-4177-bfb4-e98314168d00 service neutron] For port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed,segment=NetworkSegment(b0a39339-81a8-45ed-9fe0-550b74489f1b),segment_id=b0a39339-81a8-45ed-9fe0-550b74489f1b)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:17.854972 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-0718ffd2-43e8-4d51-b127-bc70864e17f8 req-3c372955-fa71-4177-bfb4-e98314168d00 service neutron] For port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:36:17.897647 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-0718ffd2-43e8-4d51-b127-bc70864e17f8 req-3c372955-fa71-4177-bfb4-e98314168d00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:36:17.906097 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-0718ffd2-43e8-4d51-b127-bc70864e17f8 req-3c372955-fa71-4177-bfb4-e98314168d00 service neutron] Publish callbacks [] for port (0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:17.926888 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-0718ffd2-43e8-4d51-b127-bc70864e17f8 req-3c372955-fa71-4177-bfb4-e98314168d00 service neutron] Transition to ACTIVE for port object 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:36:17.931549 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-0718ffd2-43e8-4d51-b127-bc70864e17f8 req-3c372955-fa71-4177-bfb4-e98314168d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:17.995754 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c372955-fa71-4177-bfb4-e98314168d00 service neutron] Pushing event updated for resources: {'Port': ['ID=0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed,revision_number=9']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:18.008551 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c372955-fa71-4177-bfb4-e98314168d00 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:18.008921 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c372955-fa71-4177-bfb4-e98314168d00 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:18.009250 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c372955-fa71-4177-bfb4-e98314168d00 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:18.009591 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c372955-fa71-4177-bfb4-e98314168d00 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:18.010072 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c372955-fa71-4177-bfb4-e98314168d00 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:18.010412 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c372955-fa71-4177-bfb4-e98314168d00 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:18.010745 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c372955-fa71-4177-bfb4-e98314168d00 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:18.011076 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c372955-fa71-4177-bfb4-e98314168d00 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:18.011472 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c372955-fa71-4177-bfb4-e98314168d00 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:18.011951 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c372955-fa71-4177-bfb4-e98314168d00 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:18.012304 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c372955-fa71-4177-bfb4-e98314168d00 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:18.012634 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c372955-fa71-4177-bfb4-e98314168d00 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:18.012960 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c372955-fa71-4177-bfb4-e98314168d00 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:18.222109 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-0718ffd2-43e8-4d51-b127-bc70864e17f8 req-3c372955-fa71-4177-bfb4-e98314168d00 service neutron] No DVR routers for this DVR port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:36:18.377086 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98104a7e-2d5b-4d5f-a41b-398d26218e56 req-df797468-3659-4e58-98d6-dad2b9dc0e37 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:18.378537 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-98104a7e-2d5b-4d5f-a41b-398d26218e56 req-df797468-3659-4e58-98d6-dad2b9dc0e37 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 943 time: 0.2359810 Feb 09 01:36:18.427435 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9179065b-8df5-4a24-bb86-a6de24ac7d44 req-1e098f0f-3e86-453a-8f07-3b45489643a9 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:18.429727 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9179065b-8df5-4a24-bb86-a6de24ac7d44 req-1e098f0f-3e86-453a-8f07-3b45489643a9 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f62f8dc-36fe-42ac-b8c5-304516bff7b0 HTTP/1.1" status: 200 len: 946 time: 0.1218472 Feb 09 01:36:18.505798 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-98104a7e-2d5b-4d5f-a41b-398d26218e56 req-70c578ed-1d01-48d5-9cd5-f4687406b6d6 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174269 Feb 09 01:36:18.509516 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-0718ffd2-43e8-4d51-b127-bc70864e17f8 req-3c372955-fa71-4177-bfb4-e98314168d00 service neutron] Attempting to bind port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:36:18.509886 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-0718ffd2-43e8-4d51-b127-bc70864e17f8 req-3c372955-fa71-4177-bfb4-e98314168d00 service neutron] Attempting to bind port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': 'b0a39339-81a8-45ed-9fe0-550b74489f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '88b27524-8ae4-4965-b899-af20055923cd'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:36:18.510183 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0718ffd2-43e8-4d51-b127-bc70864e17f8 req-3c372955-fa71-4177-bfb4-e98314168d00 service neutron] Attempting to bind port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed on network 88b27524-8ae4-4965-b899-af20055923cd {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:36:18.523814 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0718ffd2-43e8-4d51-b127-bc70864e17f8 req-3c372955-fa71-4177-bfb4-e98314168d00 service neutron] Port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed on network 88b27524-8ae4-4965-b899-af20055923cd not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:36:18.524231 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0718ffd2-43e8-4d51-b127-bc70864e17f8 req-3c372955-fa71-4177-bfb4-e98314168d00 service neutron] Attempting to bind port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed on network 88b27524-8ae4-4965-b899-af20055923cd {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:36:18.538588 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0718ffd2-43e8-4d51-b127-bc70864e17f8 req-3c372955-fa71-4177-bfb4-e98314168d00 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:36:18.538933 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0718ffd2-43e8-4d51-b127-bc70864e17f8 req-3c372955-fa71-4177-bfb4-e98314168d00 service neutron] Checking segment: {'id': 'b0a39339-81a8-45ed-9fe0-550b74489f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '88b27524-8ae4-4965-b899-af20055923cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:36:18.539318 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0718ffd2-43e8-4d51-b127-bc70864e17f8 req-3c372955-fa71-4177-bfb4-e98314168d00 service neutron] Bound using segment: {'id': 'b0a39339-81a8-45ed-9fe0-550b74489f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '88b27524-8ae4-4965-b899-af20055923cd'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:36:18.550863 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-0718ffd2-43e8-4d51-b127-bc70864e17f8 req-3c372955-fa71-4177-bfb4-e98314168d00 service neutron] Bound port: 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a39339-81a8-45ed-9fe0-550b74489f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '88b27524-8ae4-4965-b899-af20055923cd'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:36:18.560025 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-0718ffd2-43e8-4d51-b127-bc70864e17f8 req-3c372955-fa71-4177-bfb4-e98314168d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:18.580855 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9179065b-8df5-4a24-bb86-a6de24ac7d44 req-7e483d14-a18f-4101-9c25-7647428f872e tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d077a00-0666-4551-a821-0784e269f339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301987 Feb 09 01:36:18.699547 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b1248e81-86b6-4718-8912-b7a625e4d7bb req-95a72607-8aee-4844-b7d4-2dea95c15925 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb6bc2e2-6ca4-4049-9d89-897fbfd0b28d HTTP/1.1" status: 200 len: 210 time: 0.0476916 Feb 09 01:36:18.710900 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-778370e7-f802-441c-9ba5-27b70f4827e2 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:18.712998 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-778370e7-f802-441c-9ba5-27b70f4827e2 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.121 "GET /v2.0/networks?id=2acff04b-1139-4c46-94ea-29d9f3f965f7 HTTP/1.1" status: 200 len: 814 time: 0.2412505 Feb 09 01:36:18.714668 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-0718ffd2-43e8-4d51-b127-bc70864e17f8 req-3c372955-fa71-4177-bfb4-e98314168d00 service neutron] For port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:36:18.718690 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-0718ffd2-43e8-4d51-b127-bc70864e17f8 req-3c372955-fa71-4177-bfb4-e98314168d00 service neutron] For port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed,segment=NetworkSegment(b0a39339-81a8-45ed-9fe0-550b74489f1b),segment_id=b0a39339-81a8-45ed-9fe0-550b74489f1b)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:36:18.725820 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-3dbf5926-c14b-4369-a1b5-f1546756edc5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Request body: {'port': {'device_id': 'cb6bc2e2-6ca4-4049-9d89-897fbfd0b28d', 'network_id': '2acff04b-1139-4c46-94ea-29d9f3f965f7', 'admin_state_up': True, 'tenant_id': 'a02814a135ec440bb7b8ed9a51ad23c0'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:18.726033 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-0718ffd2-43e8-4d51-b127-bc70864e17f8 req-3c372955-fa71-4177-bfb4-e98314168d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:18.790736 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c372955-fa71-4177-bfb4-e98314168d00 service neutron] Pushing event updated for resources: {'Port': ['ID=0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed,revision_number=10']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:18.815286 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718ffd2-43e8-4d51-b127-bc70864e17f8 req-3c372955-fa71-4177-bfb4-e98314168d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:18.815286 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-0718ffd2-43e8-4d51-b127-bc70864e17f8 req-3c372955-fa71-4177-bfb4-e98314168d00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:18.815286 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0718ffd2-43e8-4d51-b127-bc70864e17f8 req-3c372955-fa71-4177-bfb4-e98314168d00 service neutron] 10.222.0.91 "PUT /v2.0/ports/0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed HTTP/1.1" status: 200 len: 1092 time: 1.3521509 Feb 09 01:36:18.816135 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b644ccc7-2504-4c6b-94b5-02f939c591ac', 'tag': '0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:36:18.818742 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8766a7d2-1d42-4c4c-a32b-c5511c5ebc8f" -d '{"events": [{"name": "network-changed", "server_uuid": "b644ccc7-2504-4c6b-94b5-02f939c591ac", "tag": "0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:36:18.871217 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800af55-d4b9-4951-8f53-bc8af4616168 req-a6561e67-3652-49c9-bc22-073bb4f0cadf tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:18.872761 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5800af55-d4b9-4951-8f53-bc8af4616168 req-a6561e67-3652-49c9-bc22-073bb4f0cadf tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.91 "GET /v2.0/ports?device_id=8f62f8dc-36fe-42ac-b8c5-304516bff7b0 HTTP/1.1" status: 200 len: 946 time: 0.2280903 Feb 09 01:36:18.885437 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ed8ff0-f930-4b43-ae14-2303da22d91e x-openstack-request-id: req-f9ed8ff0-f930-4b43-ae14-2303da22d91e {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:36:18.885814 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b644ccc7-2504-4c6b-94b5-02f939c591ac", "tag": "0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:36:18.887748 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f9ed8ff0-f930-4b43-ae14-2303da22d91e {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:36:18.887748 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b644ccc7-2504-4c6b-94b5-02f939c591ac', 'tag': '0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed', 'status': 'completed', 'code': 200} Feb 09 01:36:18.910229 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718ffd2-43e8-4d51-b127-bc70864e17f8 req-0f5a3571-2bf8-436a-9110-8108ddd615c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:18.911831 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0718ffd2-43e8-4d51-b127-bc70864e17f8 req-0f5a3571-2bf8-436a-9110-8108ddd615c8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d2bc7c4a293d49059d9a272b2819e75f&device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 1127 time: 0.0697551 Feb 09 01:36:18.972033 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-3dbf5926-c14b-4369-a1b5-f1546756edc5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Made reservation on behalf of a02814a135ec440bb7b8ed9a51ad23c0 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:36:18.976205 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-3dbf5926-c14b-4369-a1b5-f1546756edc5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:19.035875 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718ffd2-43e8-4d51-b127-bc70864e17f8 req-5c3f14b7-03ac-464c-88d8-39e559e85424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:19.037934 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0718ffd2-43e8-4d51-b127-bc70864e17f8 req-5c3f14b7-03ac-464c-88d8-39e559e85424 service neutron] 10.222.0.91 "GET /v2.0/networks?id=88b27524-8ae4-4965-b899-af20055923cd HTTP/1.1" status: 200 len: 917 time: 0.1196251 Feb 09 01:36:19.106276 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-5800af55-d4b9-4951-8f53-bc8af4616168 req-946b33df-0e34-430d-8070-5846866726d1 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Deleting port 49b8f83a-a41f-4119-9973-7800177e9d02 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:36:19.106905 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5800af55-d4b9-4951-8f53-bc8af4616168 req-946b33df-0e34-430d-8070-5846866726d1 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (49b8f83a-a41f-4119-9973-7800177e9d02), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:19.135555 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0718ffd2-43e8-4d51-b127-bc70864e17f8 req-2772be20-2d90-47c9-afdd-d0439128b266 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed HTTP/1.1" status: 200 len: 997 time: 0.0906842 Feb 09 01:36:19.189266 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718ffd2-43e8-4d51-b127-bc70864e17f8 req-76cc69bf-c96e-4ee5-9df9-1f58c7d46d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:19.190748 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0718ffd2-43e8-4d51-b127-bc70864e17f8 req-76cc69bf-c96e-4ee5-9df9-1f58c7d46d02 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=22a89563-8842-4e1e-95dc-ee10f0240b0a HTTP/1.1" status: 200 len: 855 time: 0.0467122 Feb 09 01:36:19.239603 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-3dbf5926-c14b-4369-a1b5-f1546756edc5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Allocated IP 172.20.0.3 (2acff04b-1139-4c46-94ea-29d9f3f965f7/30431698-9122-4fe8-af8d-998bcf65eb70/099df6f3-d2a9-4334-994e-654e5444e98b) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:36:19.255140 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718ffd2-43e8-4d51-b127-bc70864e17f8 req-39f4b617-826b-4435-bae5-1476fce5fb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:19.256711 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0718ffd2-43e8-4d51-b127-bc70864e17f8 req-39f4b617-826b-4435-bae5-1476fce5fb97 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=88b27524-8ae4-4965-b899-af20055923cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0556524 Feb 09 01:36:19.284108 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-5800af55-d4b9-4951-8f53-bc8af4616168 req-946b33df-0e34-430d-8070-5846866726d1 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] For port 49b8f83a-a41f-4119-9973-7800177e9d02, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=49b8f83a-a41f-4119-9973-7800177e9d02,segment=NetworkSegment(74341012-2d09-4bfd-8196-39119d03257b),segment_id=74341012-2d09-4bfd-8196-39119d03257b)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:19.284481 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5800af55-d4b9-4951-8f53-bc8af4616168 req-946b33df-0e34-430d-8070-5846866726d1 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (49b8f83a-a41f-4119-9973-7800177e9d02), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:19.315518 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-5800af55-d4b9-4951-8f53-bc8af4616168 req-946b33df-0e34-430d-8070-5846866726d1 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Calling delete_port for 49b8f83a-a41f-4119-9973-7800177e9d02 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:36:19.357184 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0718ffd2-43e8-4d51-b127-bc70864e17f8 req-64402c1a-1c61-4f4c-ac24-b485a45fb17f service neutron] 10.222.0.91 "GET /v2.0/networks/88b27524-8ae4-4965-b899-af20055923cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934443 Feb 09 01:36:19.420292 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:19.461567 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0718ffd2-43e8-4d51-b127-bc70864e17f8 req-ad9e57f3-cffc-4a79-b704-7d79ac67a6a9 service neutron] 10.222.0.91 "GET /v2.0/networks/88b27524-8ae4-4965-b899-af20055923cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945690 Feb 09 01:36:19.507501 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-3dbf5926-c14b-4369-a1b5-f1546756edc5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Publish callbacks [] for port (099df6f3-d2a9-4334-994e-654e5444e98b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:19.581072 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766a7d2-1d42-4c4c-a32b-c5511c5ebc8f req-bd85e052-971a-4b98-aba2-c9c2a7daa806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:19.582673 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8766a7d2-1d42-4c4c-a32b-c5511c5ebc8f req-bd85e052-971a-4b98-aba2-c9c2a7daa806 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d2bc7c4a293d49059d9a272b2819e75f&device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 1127 time: 0.0672879 Feb 09 01:36:19.606766 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-3dbf5926-c14b-4369-a1b5-f1546756edc5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (099df6f3-d2a9-4334-994e-654e5444e98b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:19.714576 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-3dbf5926-c14b-4369-a1b5-f1546756edc5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Network 2acff04b-1139-4c46-94ea-29d9f3f965f7 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:36:19.716251 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5800af55-d4b9-4951-8f53-bc8af4616168 req-946b33df-0e34-430d-8070-5846866726d1 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (49b8f83a-a41f-4119-9973-7800177e9d02), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:19.730168 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['49b8f83a-a41f-4119-9973-7800177e9d02'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:36:19.730403 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-3dbf5926-c14b-4369-a1b5-f1546756edc5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:19.734672 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-3dbf5926-c14b-4369-a1b5-f1546756edc5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:36:19.782487 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf5926-c14b-4369-a1b5-f1546756edc5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Pushing event updated for resources: {'Port': ['ID=099df6f3-d2a9-4334-994e-654e5444e98b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:19.799091 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf61d709-0edc-4ea3-bc7e-6ec473b0fff7 req-093b79b4-f7ad-45c4-b113-862105dd3794 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f62f8dc-36fe-42ac-b8c5-304516bff7b0 HTTP/1.1" status: 200 len: 210 time: 0.0911703 Feb 09 01:36:19.821963 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-3dbf5926-c14b-4369-a1b5-f1546756edc5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:19.822574 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-3dbf5926-c14b-4369-a1b5-f1546756edc5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:19.840902 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf5926-c14b-4369-a1b5-f1546756edc5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:19.841359 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf5926-c14b-4369-a1b5-f1546756edc5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:19.841649 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf5926-c14b-4369-a1b5-f1546756edc5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:19.841937 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf5926-c14b-4369-a1b5-f1546756edc5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:19.842462 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf5926-c14b-4369-a1b5-f1546756edc5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:19.842956 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf5926-c14b-4369-a1b5-f1546756edc5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:19.843299 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf5926-c14b-4369-a1b5-f1546756edc5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:19.843632 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf5926-c14b-4369-a1b5-f1546756edc5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:19.843998 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf5926-c14b-4369-a1b5-f1546756edc5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:19.844318 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf5926-c14b-4369-a1b5-f1546756edc5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:19.844643 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf5926-c14b-4369-a1b5-f1546756edc5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:19.845159 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf5926-c14b-4369-a1b5-f1546756edc5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:19.845669 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf5926-c14b-4369-a1b5-f1546756edc5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:19.850691 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-5800af55-d4b9-4951-8f53-bc8af4616168 req-946b33df-0e34-430d-8070-5846866726d1 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] No DVR routers for this DVR port 49b8f83a-a41f-4119-9973-7800177e9d02 on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:36:19.851598 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766a7d2-1d42-4c4c-a32b-c5511c5ebc8f req-e3a8dfbd-6f6c-463f-aafb-baff4a0b9de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:19.855009 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8766a7d2-1d42-4c4c-a32b-c5511c5ebc8f req-e3a8dfbd-6f6c-463f-aafb-baff4a0b9de4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=88b27524-8ae4-4965-b899-af20055923cd HTTP/1.1" status: 200 len: 917 time: 0.2596900 Feb 09 01:36:19.883946 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b33df-0e34-430d-8070-5846866726d1 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Pushing event deleted for resources: {'Port': ['ID=49b8f83a-a41f-4119-9973-7800177e9d02,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:19.886587 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5800af55-d4b9-4951-8f53-bc8af4616168 req-946b33df-0e34-430d-8070-5846866726d1 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:19.891603 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5800af55-d4b9-4951-8f53-bc8af4616168 req-946b33df-0e34-430d-8070-5846866726d1 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.91 "DELETE /v2.0/ports/49b8f83a-a41f-4119-9973-7800177e9d02 HTTP/1.1" status: 204 len: 173 time: 1.0126383 Feb 09 01:36:19.894822 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f62f8dc-36fe-42ac-b8c5-304516bff7b0', 'name': 'network-vif-deleted', 'tag': '49b8f83a-a41f-4119-9973-7800177e9d02'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:36:19.897516 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915a0c21-bd89-49cb-a7d0-7263be2f24b3" -d '{"events": [{"server_uuid": "8f62f8dc-36fe-42ac-b8c5-304516bff7b0", "name": "network-vif-deleted", "tag": "49b8f83a-a41f-4119-9973-7800177e9d02"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:36:19.916748 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-3dbf5926-c14b-4369-a1b5-f1546756edc5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1956356 Feb 09 01:36:19.943677 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-42b1e470-821c-493f-836c-a1363270333f service neutron] Request body: {'port': {'device_id': 'cb6bc2e2-6ca4-4049-9d89-897fbfd0b28d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:20.117957 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa1549-8568-4411-88a4-8f644ae30129 req-a6a22538-2f89-4d81-9c2c-34dc3be2b3d9 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:20.131004 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-42b1e470-821c-493f-836c-a1363270333f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (099df6f3-d2a9-4334-994e-654e5444e98b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:20.133445 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2afa1549-8568-4411-88a4-8f644ae30129 req-a6a22538-2f89-4d81-9c2c-34dc3be2b3d9 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 944 time: 0.4557524 Feb 09 01:36:20.210687 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8766a7d2-1d42-4c4c-a32b-c5511c5ebc8f req-6c395b16-811b-4022-9588-40f6f7fe1824 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed HTTP/1.1" status: 200 len: 997 time: 0.3438876 Feb 09 01:36:20.335187 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2afa1549-8568-4411-88a4-8f644ae30129 req-3fc21802-3be7-4cc0-bf98-e551e3fd7f65 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807196 Feb 09 01:36:20.347487 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e16332-5315-4c7f-94dc-55a7d00a5c18 req-3841b48d-6c69-4725-9f2e-e1f035ca11cc tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:20.349620 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-52e16332-5315-4c7f-94dc-55a7d00a5c18 req-3841b48d-6c69-4725-9f2e-e1f035ca11cc tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb6bc2e2-6ca4-4049-9d89-897fbfd0b28d HTTP/1.1" status: 200 len: 931 time: 0.3437865 Feb 09 01:36:20.376397 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766a7d2-1d42-4c4c-a32b-c5511c5ebc8f req-68851f4c-5aeb-4fdd-bde2-fb108b6ce1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:20.377924 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8766a7d2-1d42-4c4c-a32b-c5511c5ebc8f req-68851f4c-5aeb-4fdd-bde2-fb108b6ce1b7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=22a89563-8842-4e1e-95dc-ee10f0240b0a HTTP/1.1" status: 200 len: 855 time: 0.1559479 Feb 09 01:36:20.455511 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4804c3bb-7115-4a1d-9d5b-665fbb5ce2fe x-openstack-request-id: req-4804c3bb-7115-4a1d-9d5b-665fbb5ce2fe {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:36:20.455771 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-52e16332-5315-4c7f-94dc-55a7d00a5c18 req-81503916-a619-4d4a-aaf3-837a07482d00 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/security-groups?id=698705ed-ee0f-4e1a-a43a-98ca66f55ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883923 Feb 09 01:36:20.455886 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f62f8dc-36fe-42ac-b8c5-304516bff7b0", "name": "network-vif-deleted", "tag": "49b8f83a-a41f-4119-9973-7800177e9d02", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:36:20.456086 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4804c3bb-7115-4a1d-9d5b-665fbb5ce2fe {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:36:20.456510 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f62f8dc-36fe-42ac-b8c5-304516bff7b0', 'name': 'network-vif-deleted', 'tag': '49b8f83a-a41f-4119-9973-7800177e9d02', 'status': 'completed', 'code': 200} Feb 09 01:36:20.476406 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766a7d2-1d42-4c4c-a32b-c5511c5ebc8f req-06ab1b3e-57f3-4c1c-9f6a-5b4c953ec99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:20.478086 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8766a7d2-1d42-4c4c-a32b-c5511c5ebc8f req-06ab1b3e-57f3-4c1c-9f6a-5b4c953ec99c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=88b27524-8ae4-4965-b899-af20055923cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0703089 Feb 09 01:36:20.784809 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-59668aca-a027-4daf-acae-57733f3e5db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:20.785454 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-42b1e470-821c-493f-836c-a1363270333f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 099df6f3-d2a9-4334-994e-654e5444e98b {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:36:20.805805 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-42b1e470-821c-493f-836c-a1363270333f service neutron] Publish callbacks [] for port (099df6f3-d2a9-4334-994e-654e5444e98b), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:20.823813 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-42b1e470-821c-493f-836c-a1363270333f service neutron] Transition to ACTIVE for port object 099df6f3-d2a9-4334-994e-654e5444e98b will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:36:20.831411 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-42b1e470-821c-493f-836c-a1363270333f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (099df6f3-d2a9-4334-994e-654e5444e98b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:20.953602 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:20.979376 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1e470-821c-493f-836c-a1363270333f service neutron] Pushing event updated for resources: {'Port': ['ID=099df6f3-d2a9-4334-994e-654e5444e98b,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:21.065552 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0e4b05a4-890e-41d7-8b4f-faeed384b4af req-04089d70-96f9-4ec2-9c0b-a12b2b40ba0c tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f62f8dc-36fe-42ac-b8c5-304516bff7b0 HTTP/1.1" status: 200 len: 210 time: 0.0769939 Feb 09 01:36:21.068665 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-42b1e470-821c-493f-836c-a1363270333f service neutron] Attempting to bind port 099df6f3-d2a9-4334-994e-654e5444e98b on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:36:21.069225 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-42b1e470-821c-493f-836c-a1363270333f service neutron] Attempting to bind port 099df6f3-d2a9-4334-994e-654e5444e98b by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '7b7986fb-3759-47d5-aaef-a86146eab3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '2acff04b-1139-4c46-94ea-29d9f3f965f7'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:36:21.069647 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-42b1e470-821c-493f-836c-a1363270333f service neutron] Attempting to bind port 099df6f3-d2a9-4334-994e-654e5444e98b on network 2acff04b-1139-4c46-94ea-29d9f3f965f7 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:36:21.075710 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-42b1e470-821c-493f-836c-a1363270333f service neutron] Port 099df6f3-d2a9-4334-994e-654e5444e98b on network 2acff04b-1139-4c46-94ea-29d9f3f965f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:36:21.076895 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-42b1e470-821c-493f-836c-a1363270333f service neutron] Attempting to bind port 099df6f3-d2a9-4334-994e-654e5444e98b on network 2acff04b-1139-4c46-94ea-29d9f3f965f7 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:36:21.083650 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-42b1e470-821c-493f-836c-a1363270333f service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:36:21.084214 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-42b1e470-821c-493f-836c-a1363270333f service neutron] Checking segment: {'id': '7b7986fb-3759-47d5-aaef-a86146eab3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '2acff04b-1139-4c46-94ea-29d9f3f965f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:36:21.084704 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-42b1e470-821c-493f-836c-a1363270333f service neutron] Bound using segment: {'id': '7b7986fb-3759-47d5-aaef-a86146eab3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '2acff04b-1139-4c46-94ea-29d9f3f965f7'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:36:21.085792 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-42b1e470-821c-493f-836c-a1363270333f service neutron] Bound port: 099df6f3-d2a9-4334-994e-654e5444e98b, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b7986fb-3759-47d5-aaef-a86146eab3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '2acff04b-1139-4c46-94ea-29d9f3f965f7'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:36:21.086349 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-42b1e470-821c-493f-836c-a1363270333f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (099df6f3-d2a9-4334-994e-654e5444e98b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:21.211105 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-42b1e470-821c-493f-836c-a1363270333f service neutron] For port 099df6f3-d2a9-4334-994e-654e5444e98b, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:36:21.215496 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-42b1e470-821c-493f-836c-a1363270333f service neutron] For port 099df6f3-d2a9-4334-994e-654e5444e98b, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=099df6f3-d2a9-4334-994e-654e5444e98b,segment=NetworkSegment(7b7986fb-3759-47d5-aaef-a86146eab3c0),segment_id=7b7986fb-3759-47d5-aaef-a86146eab3c0)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:36:21.228670 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-42b1e470-821c-493f-836c-a1363270333f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (099df6f3-d2a9-4334-994e-654e5444e98b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:21.282160 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-42b1e470-821c-493f-836c-a1363270333f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:21.282928 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-42b1e470-821c-493f-836c-a1363270333f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:21.286034 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-42b1e470-821c-493f-836c-a1363270333f service neutron] 10.222.0.121 "PUT /v2.0/ports/099df6f3-d2a9-4334-994e-654e5444e98b HTTP/1.1" status: 200 len: 1092 time: 1.3603101 Feb 09 01:36:21.366581 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1e470-821c-493f-836c-a1363270333f service neutron] Pushing event updated for resources: {'Port': ['ID=099df6f3-d2a9-4334-994e-654e5444e98b,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:21.428027 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-54971a27-d9ce-44b0-a69f-b75f48cc28a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:21.429711 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-54971a27-d9ce-44b0-a69f-b75f48cc28a0 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a02814a135ec440bb7b8ed9a51ad23c0&device_id=cb6bc2e2-6ca4-4049-9d89-897fbfd0b28d HTTP/1.1" status: 200 len: 1126 time: 0.0876369 Feb 09 01:36:21.511552 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-515c2640-c4c5-4f1a-aedc-f72f7cd889eb service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=099df6f3-d2a9-4334-994e-654e5444e98b HTTP/1.1" status: 200 len: 217 time: 0.0724387 Feb 09 01:36:21.577118 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-fbc9d9c2-f40d-4bd0-84e9-ea64e44efb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:21.579625 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-fbc9d9c2-f40d-4bd0-84e9-ea64e44efb90 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=30431698-9122-4fe8-af8d-998bcf65eb70 HTTP/1.1" status: 200 len: 854 time: 0.0610762 Feb 09 01:36:21.634316 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-63dc1b53-8891-49c0-9b28-ce24ec603bdd service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=2acff04b-1139-4c46-94ea-29d9f3f965f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487647 Feb 09 01:36:21.716056 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f9c13-5973-4caa-87fc-b803e7979e47 req-4f6d57e6-5c51-4165-b4af-1331c94471e7 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:21.718290 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-418f9c13-5973-4caa-87fc-b803e7979e47 req-4f6d57e6-5c51-4165-b4af-1331c94471e7 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 944 time: 0.2001567 Feb 09 01:36:21.803501 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a122c0-f3c0-41a4-a3fb-ad072b6ee5fa req-ed429ace-e91d-4bdd-93be-3023cf7fac8a tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:21.813109 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-16a122c0-f3c0-41a4-a3fb-ad072b6ee5fa req-ed429ace-e91d-4bdd-93be-3023cf7fac8a tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb6bc2e2-6ca4-4049-9d89-897fbfd0b28d HTTP/1.1" status: 200 len: 943 time: 0.2101905 Feb 09 01:36:21.840308 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-7872fc6c-06ab-4d92-a773-9111428433c5 service neutron] 10.222.0.121 "GET /v2.0/networks/2acff04b-1139-4c46-94ea-29d9f3f965f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982079 Feb 09 01:36:21.915701 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-418f9c13-5973-4caa-87fc-b803e7979e47 req-12105cd4-9122-4a8b-979e-7cd7f9b9630f tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886604 Feb 09 01:36:21.983568 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-16a122c0-f3c0-41a4-a3fb-ad072b6ee5fa req-260da678-b537-4dce-ae18-59e6f978ac76 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/security-groups?id=698705ed-ee0f-4e1a-a43a-98ca66f55ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624317 Feb 09 01:36:22.036492 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-29742292-0c8a-4ba0-b136-4c80a0ee4679 req-6ac91aeb-0c51-427b-95a1-53d59d45a509 service neutron] 10.222.0.121 "GET /v2.0/networks/2acff04b-1139-4c46-94ea-29d9f3f965f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881473 Feb 09 01:36:22.273526 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-30e8011b-7113-4331-943c-712f3f791066 req-bbff5752-e883-4466-8a06-51a9ec081c7b tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f62f8dc-36fe-42ac-b8c5-304516bff7b0 HTTP/1.1" status: 200 len: 210 time: 0.0414970 Feb 09 01:36:22.458075 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb6bc2e2-6ca4-4049-9d89-897fbfd0b28d', 'tag': '099df6f3-d2a9-4334-994e-654e5444e98b'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:36:22.460726 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0bc324-0191-4a19-80b8-41197d502d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "cb6bc2e2-6ca4-4049-9d89-897fbfd0b28d", "tag": "099df6f3-d2a9-4334-994e-654e5444e98b"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:36:22.507317 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f84d5bb-69c0-48b0-aa21-5b96dbfb6f16 x-openstack-request-id: req-4f84d5bb-69c0-48b0-aa21-5b96dbfb6f16 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:36:22.507648 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb6bc2e2-6ca4-4049-9d89-897fbfd0b28d", "tag": "099df6f3-d2a9-4334-994e-654e5444e98b", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:36:22.507868 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4f84d5bb-69c0-48b0-aa21-5b96dbfb6f16 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:36:22.508296 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb6bc2e2-6ca4-4049-9d89-897fbfd0b28d', 'tag': '099df6f3-d2a9-4334-994e-654e5444e98b', 'status': 'completed', 'code': 200} Feb 09 01:36:22.613819 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0bc324-0191-4a19-80b8-41197d502d1c req-e9f102bb-ab1d-4b29-9378-ffcd215cb3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:22.615361 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2f0bc324-0191-4a19-80b8-41197d502d1c req-e9f102bb-ab1d-4b29-9378-ffcd215cb3e4 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a02814a135ec440bb7b8ed9a51ad23c0&device_id=cb6bc2e2-6ca4-4049-9d89-897fbfd0b28d HTTP/1.1" status: 200 len: 1126 time: 0.0830209 Feb 09 01:36:22.741758 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0bc324-0191-4a19-80b8-41197d502d1c req-385711db-a556-4c3e-8769-c32b60b75be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:22.743225 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2f0bc324-0191-4a19-80b8-41197d502d1c req-385711db-a556-4c3e-8769-c32b60b75be7 service neutron] 10.222.0.121 "GET /v2.0/networks?id=2acff04b-1139-4c46-94ea-29d9f3f965f7 HTTP/1.1" status: 200 len: 915 time: 0.1216588 Feb 09 01:36:22.803186 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2f0bc324-0191-4a19-80b8-41197d502d1c req-11289229-67a8-4ae4-b18b-2c7c4979e5d4 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=099df6f3-d2a9-4334-994e-654e5444e98b HTTP/1.1" status: 200 len: 217 time: 0.0530982 Feb 09 01:36:22.869302 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0bc324-0191-4a19-80b8-41197d502d1c req-fb9c17ba-8e44-49d2-8863-292e49004a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:22.872256 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2f0bc324-0191-4a19-80b8-41197d502d1c req-fb9c17ba-8e44-49d2-8863-292e49004a89 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=30431698-9122-4fe8-af8d-998bcf65eb70 HTTP/1.1" status: 200 len: 854 time: 0.0627756 Feb 09 01:36:22.914392 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2f0bc324-0191-4a19-80b8-41197d502d1c req-613efd4d-bcc7-4d59-b8e8-b3775def9ac9 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=2acff04b-1139-4c46-94ea-29d9f3f965f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327079 Feb 09 01:36:23.063313 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2f0bc324-0191-4a19-80b8-41197d502d1c req-01bc3d47-9af3-42c8-8b8d-f63917fbc237 service neutron] 10.222.0.121 "GET /v2.0/networks/2acff04b-1139-4c46-94ea-29d9f3f965f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416233 Feb 09 01:36:23.102048 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9629c-3916-4221-bbeb-1d1f58d1f4b2 req-a32842ae-6a6d-4b6d-aef8-a66cd6118a6d tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:23.110467 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-36b9629c-3916-4221-bbeb-1d1f58d1f4b2 req-a32842ae-6a6d-4b6d-aef8-a66cd6118a6d tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 944 time: 0.0887685 Feb 09 01:36:23.255497 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2f0bc324-0191-4a19-80b8-41197d502d1c req-b4d98fdd-7aea-4ec5-8aff-c377a30082a2 service neutron] 10.222.0.121 "GET /v2.0/networks/2acff04b-1139-4c46-94ea-29d9f3f965f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857181 Feb 09 01:36:23.341573 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-36b9629c-3916-4221-bbeb-1d1f58d1f4b2 req-1c39bdb3-fe3a-42a8-ac43-522ee1670452 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2298470 Feb 09 01:36:23.380734 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bed04-8677-4bad-8405-089c71736a7b req-1a90fa08-13f1-488e-a787-85d177f99878 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:23.382310 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-674bed04-8677-4bad-8405-089c71736a7b req-1a90fa08-13f1-488e-a787-85d177f99878 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb6bc2e2-6ca4-4049-9d89-897fbfd0b28d HTTP/1.1" status: 200 len: 943 time: 0.2311258 Feb 09 01:36:23.601766 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 49b8f83a-a41f-4119-9973-7800177e9d02 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:36:23.650628 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 49b8f83a-a41f-4119-9973-7800177e9d02 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:36:23.651586 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 49b8f83a-a41f-4119-9973-7800177e9d02 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:36:24.287291 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-59a76392-9971-4146-ba84-9452b29b696e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:24.426659 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8766a7d2-1d42-4c4c-a32b-c5511c5ebc8f req-a5e4d827-f4d4-4138-9218-c7cfa81419db service neutron] 10.222.0.91 "GET /v2.0/networks/88b27524-8ae4-4965-b899-af20055923cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968508 Feb 09 01:36:24.483026 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7cdc984c-61a5-4b89-8323-edb6bcfd0008 req-4385b738-2254-4386-ae83-c954a0d4a071 tempest-AttachVolumeNegativeTest-217872258 tempest-AttachVolumeNegativeTest-217872258-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f62f8dc-36fe-42ac-b8c5-304516bff7b0 HTTP/1.1" status: 200 len: 210 time: 0.0807862 Feb 09 01:36:24.501128 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-674bed04-8677-4bad-8405-089c71736a7b req-3aff5ed9-5894-40a0-a015-8e55982d1883 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/security-groups?id=698705ed-ee0f-4e1a-a43a-98ca66f55ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1126695 Feb 09 01:36:24.831687 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8766a7d2-1d42-4c4c-a32b-c5511c5ebc8f req-4ea750b5-bebb-4c2c-b3e0-49425493599e service neutron] 10.222.0.91 "GET /v2.0/networks/88b27524-8ae4-4965-b899-af20055923cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207102 Feb 09 01:36:24.961391 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ba0b6-eff4-457b-8fe5-e1ffcc45ea4f req-bb2cb8c7-3fd0-4c94-ab9e-ec9099b94585 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:24.963005 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-919ba0b6-eff4-457b-8fe5-e1ffcc45ea4f req-bb2cb8c7-3fd0-4c94-ab9e-ec9099b94585 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 944 time: 0.1303058 Feb 09 01:36:25.051563 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-919ba0b6-eff4-457b-8fe5-e1ffcc45ea4f req-1534daef-d094-4c55-8a52-2ea333da0ed3 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775030 Feb 09 01:36:25.600425 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51208) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:25.648150 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 099df6f3-d2a9-4334-994e-654e5444e98b details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:36:25.806334 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-a24c963f-0947-45a3-9981-b865e15ac10f admin admin] Deleting subnet 384a7aa3-b5da-47bc-8859-e3960efe9a80 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:36:25.824140 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a24c963f-0947-45a3-9981-b865e15ac10f admin admin] Publish callbacks [] for subnet (384a7aa3-b5da-47bc-8859-e3960efe9a80), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:25.902528 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5051f-4a74-4499-9bf6-d999caa90ce9 req-a91940a5-deb0-440d-a872-1b85a3acb722 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:25.914570 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4fd5051f-4a74-4499-9bf6-d999caa90ce9 req-a91940a5-deb0-440d-a872-1b85a3acb722 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb6bc2e2-6ca4-4049-9d89-897fbfd0b28d HTTP/1.1" status: 200 len: 943 time: 0.2608149 Feb 09 01:36:25.921400 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:25.950183 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a24c963f-0947-45a3-9981-b865e15ac10f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (384a7aa3-b5da-47bc-8859-e3960efe9a80), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:26.012753 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 099df6f3-d2a9-4334-994e-654e5444e98b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=099df6f3-d2a9-4334-994e-654e5444e98b,segment=NetworkSegment(7b7986fb-3759-47d5-aaef-a86146eab3c0),segment_id=7b7986fb-3759-47d5-aaef-a86146eab3c0)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:26.041166 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '099df6f3-d2a9-4334-994e-654e5444e98b', 'network_id': '2acff04b-1139-4c46-94ea-29d9f3f965f7', 'port_id': '099df6f3-d2a9-4334-994e-654e5444e98b', 'mac_address': 'fa:16:3e:19:c6:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30431698-9122-4fe8-af8d-998bcf65eb70', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:36:26.044340 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4fd5051f-4a74-4499-9bf6-d999caa90ce9 req-d28d495e-8f27-4184-9c37-dea19350b705 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/security-groups?id=698705ed-ee0f-4e1a-a43a-98ca66f55ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272619 Feb 09 01:36:26.101965 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 099df6f3-d2a9-4334-994e-654e5444e98b is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:36:26.102430 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (099df6f3-d2a9-4334-994e-654e5444e98b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:26.115350 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a24c963f-0947-45a3-9981-b865e15ac10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (384a7aa3-b5da-47bc-8859-e3960efe9a80), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:26.118362 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 099df6f3-d2a9-4334-994e-654e5444e98b {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:36:26.147770 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 099df6f3-d2a9-4334-994e-654e5444e98b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=099df6f3-d2a9-4334-994e-654e5444e98b,segment=NetworkSegment(7b7986fb-3759-47d5-aaef-a86146eab3c0),segment_id=7b7986fb-3759-47d5-aaef-a86146eab3c0)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:26.164095 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (099df6f3-d2a9-4334-994e-654e5444e98b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:26.259703 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790f0c2-f813-4a39-9528-4369f8af7b34 req-8019c043-8b07-45de-8d3b-90405e1894ac tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:26.276411 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2790f0c2-f813-4a39-9528-4369f8af7b34 req-8019c043-8b07-45de-8d3b-90405e1894ac tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 944 time: 0.1021755 Feb 09 01:36:26.285999 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a24c963f-0947-45a3-9981-b865e15ac10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (384a7aa3-b5da-47bc-8859-e3960efe9a80), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:26.300343 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=099df6f3-d2a9-4334-994e-654e5444e98b,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:26.385725 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2790f0c2-f813-4a39-9528-4369f8af7b34 req-63022553-1d1d-4382-a8f9-26394aa966bf tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076174 Feb 09 01:36:26.399910 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c963f-0947-45a3-9981-b865e15ac10f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=384a7aa3-b5da-47bc-8859-e3960efe9a80,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:26.407699 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a24c963f-0947-45a3-9981-b865e15ac10f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:26.417444 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51216) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:26.417843 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a24c963f-0947-45a3-9981-b865e15ac10f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/384a7aa3-b5da-47bc-8859-e3960efe9a80 HTTP/1.1" status: 204 len: 168 time: 0.8108578 Feb 09 01:36:26.422435 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['099df6f3-d2a9-4334-994e-654e5444e98b'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:36:26.693250 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-feea7203-8308-4783-9118-369de20acfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (923b19ee-be79-4291-b298-2fb7ab9017f7), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:26.891070 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-feea7203-8308-4783-9118-369de20acfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (923b19ee-be79-4291-b298-2fb7ab9017f7), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:26.916390 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-feea7203-8308-4783-9118-369de20acfb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['923b19ee-be79-4291-b298-2fb7ab9017f7']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:26.937969 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-feea7203-8308-4783-9118-369de20acfb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74341012-2d09-4bfd-8196-39119d03257b') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:26.938375 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-feea7203-8308-4783-9118-369de20acfb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74341012-2d09-4bfd-8196-39119d03257b') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:26.952172 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-feea7203-8308-4783-9118-369de20acfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (74341012-2d09-4bfd-8196-39119d03257b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:26.968686 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-feea7203-8308-4783-9118-369de20acfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (74341012-2d09-4bfd-8196-39119d03257b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:26.976446 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feea7203-8308-4783-9118-369de20acfb1 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:36:26.976955 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-feea7203-8308-4783-9118-369de20acfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (74341012-2d09-4bfd-8196-39119d03257b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:26.978847 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:36:26.978847 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:36:26.978847 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:36:26.978847 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:36:26.978847 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:36:26.978847 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:36:26.978847 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:36:26.978847 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:36:26.978847 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:36:26.978847 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:36:26.978847 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:36:26.978847 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:36:26.978847 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:36:26.978847 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:36:26.978847 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:36:26.978847 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:36:26.978847 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:36:26.978847 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:36:26.978847 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:36:26.978847 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:36:26.978847 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:36:26.978847 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:36:26.978847 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:36:26.978847 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:36:26.978847 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:36:26.978847 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:36:26.978847 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:36:26.978847 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:36:26.978847 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:36:26.978847 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:36:26.978847 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:36:26.978847 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:36:27.064482 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-feea7203-8308-4783-9118-369de20acfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (923b19ee-be79-4291-b298-2fb7ab9017f7), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:27.070981 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-feea7203-8308-4783-9118-369de20acfb1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:27.085456 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-feea7203-8308-4783-9118-369de20acfb1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/923b19ee-be79-4291-b298-2fb7ab9017f7 HTTP/1.1" status: 204 len: 168 time: 0.6663065 Feb 09 01:36:27.108917 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea7203-8308-4783-9118-369de20acfb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=923b19ee-be79-4291-b298-2fb7ab9017f7,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:27.450674 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dc31c-6b72-49cd-8b3a-fa9868435996 req-ca7d9d18-1343-42c8-98a5-d2bda26a96bd tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:27.454795 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-213dc31c-6b72-49cd-8b3a-fa9868435996 req-ca7d9d18-1343-42c8-98a5-d2bda26a96bd tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb6bc2e2-6ca4-4049-9d89-897fbfd0b28d HTTP/1.1" status: 200 len: 944 time: 0.1451099 Feb 09 01:36:27.532595 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:27.594578 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51238) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:27.617699 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-213dc31c-6b72-49cd-8b3a-fa9868435996 req-4c5698b2-fc67-43b0-a3b8-8ffeb8402e0b tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/security-groups?id=698705ed-ee0f-4e1a-a43a-98ca66f55ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559114 Feb 09 01:36:27.648202 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 099df6f3-d2a9-4334-994e-654e5444e98b up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:36:27.719040 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-154b777f-bc0f-400f-8d08-2b6026c523a8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c116954692244bec838f5194019c5458&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1231871 Feb 09 01:36:27.719821 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51240) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:27.804441 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 099df6f3-d2a9-4334-994e-654e5444e98b completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:36:27.815695 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 099df6f3-d2a9-4334-994e-654e5444e98b triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:27.823752 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (099df6f3-d2a9-4334-994e-654e5444e98b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:27.914409 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-acbdbb32-1750-42e9-abf3-1bd7f13c7326 admin admin] Publish callbacks [] for security_group (3d077a00-0666-4551-a821-0784e269f339), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:28.000073 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-acbdbb32-1750-42e9-abf3-1bd7f13c7326 admin admin] Publish callbacks [] for security_group (3d077a00-0666-4551-a821-0784e269f339), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:28.066623 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 099df6f3-d2a9-4334-994e-654e5444e98b is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:36:28.069556 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (099df6f3-d2a9-4334-994e-654e5444e98b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:28.144463 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-acbdbb32-1750-42e9-abf3-1bd7f13c7326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3d077a00-0666-4551-a821-0784e269f339), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:28.150241 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-acbdbb32-1750-42e9-abf3-1bd7f13c7326 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:28.153178 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-acbdbb32-1750-42e9-abf3-1bd7f13c7326 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3d077a00-0666-4551-a821-0784e269f339 HTTP/1.1" status: 204 len: 168 time: 0.4312112 Feb 09 01:36:28.163416 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6bc2e2-6ca4-4049-9d89-897fbfd0b28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099df6f3-d2a9-4334-994e-654e5444e98b'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:36:28.165742 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f80a0c3-7c06-4f23-955d-7926a2ac4916" -d '{"events": [{"server_uuid": "cb6bc2e2-6ca4-4049-9d89-897fbfd0b28d", "name": "network-vif-plugged", "status": "completed", "tag": "099df6f3-d2a9-4334-994e-654e5444e98b"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:36:28.184657 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbdbb32-1750-42e9-abf3-1bd7f13c7326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d077a00-0666-4551-a821-0784e269f339,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:28.209189 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819ac52-86bd-4d51-a992-e9336a722f27 req-e5d2e8cb-bd18-451b-8c53-2bf6f3c2efdb tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:28.218720 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f819ac52-86bd-4d51-a992-e9336a722f27 req-e5d2e8cb-bd18-451b-8c53-2bf6f3c2efdb tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 944 time: 0.5997849 Feb 09 01:36:28.225491 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 099df6f3-d2a9-4334-994e-654e5444e98b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=099df6f3-d2a9-4334-994e-654e5444e98b,segment=NetworkSegment(7b7986fb-3759-47d5-aaef-a86146eab3c0),segment_id=7b7986fb-3759-47d5-aaef-a86146eab3c0)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:28.233935 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (099df6f3-d2a9-4334-994e-654e5444e98b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:28.390003 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c859c8-370a-4963-b984-e8dfaa44fe74 x-openstack-request-id: req-c6c859c8-370a-4963-b984-e8dfaa44fe74 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:36:28.390546 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6bc2e2-6ca4-4049-9d89-897fbfd0b28d", "name": "network-vif-plugged", "status": "completed", "tag": "099df6f3-d2a9-4334-994e-654e5444e98b", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:36:28.390958 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c6c859c8-370a-4963-b984-e8dfaa44fe74 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:36:28.392466 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6bc2e2-6ca4-4049-9d89-897fbfd0b28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099df6f3-d2a9-4334-994e-654e5444e98b', 'code': 200} Feb 09 01:36:28.407820 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:28.409778 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=099df6f3-d2a9-4334-994e-654e5444e98b,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:28.432195 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f819ac52-86bd-4d51-a992-e9336a722f27 req-3621c639-3f86-4fe3-b007-62ac082749f3 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107642 Feb 09 01:36:28.564563 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae93312-274c-4353-a4d0-12d9cd2606e0 req-407c5b3e-6353-4084-b5d8-94ae034d17a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:28.566459 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5ae93312-274c-4353-a4d0-12d9cd2606e0 req-407c5b3e-6353-4084-b5d8-94ae034d17a7 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=cb6bc2e2-6ca4-4049-9d89-897fbfd0b28d HTTP/1.1" status: 200 len: 1128 time: 0.1506655 Feb 09 01:36:28.708591 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5ae93312-274c-4353-a4d0-12d9cd2606e0 req-df49b891-e512-4049-955b-7e78fede5531 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=698705ed-ee0f-4e1a-a43a-98ca66f55ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358180 Feb 09 01:36:28.911610 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5fd7f-b60d-4fc1-94bb-a55c2634aa7f req-cfa613f5-361f-4af1-82d9-933442606b1c tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:28.921364 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3cd5fd7f-b60d-4fc1-94bb-a55c2634aa7f req-cfa613f5-361f-4af1-82d9-933442606b1c tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb6bc2e2-6ca4-4049-9d89-897fbfd0b28d HTTP/1.1" status: 200 len: 945 time: 0.1761718 Feb 09 01:36:29.040847 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3cd5fd7f-b60d-4fc1-94bb-a55c2634aa7f req-16e88893-a7c8-4fe9-a051-7e669f9dda4e tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/security-groups?id=698705ed-ee0f-4e1a-a43a-98ca66f55ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147568 Feb 09 01:36:29.738032 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2075734-3db0-4373-871a-bfc07b089a0c req-0e62d851-bae9-425b-998c-f697036212b0 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:29.765235 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f2075734-3db0-4373-871a-bfc07b089a0c req-0e62d851-bae9-425b-998c-f697036212b0 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 944 time: 0.1539671 Feb 09 01:36:29.899451 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f2075734-3db0-4373-871a-bfc07b089a0c req-cd2bf39d-ff88-41ad-b291-740b5501167c tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332080 Feb 09 01:36:30.237164 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5ef8e-be7d-4bb8-9283-933f729b9ffa req-1233029e-9b8b-45db-a93e-0a2e85fbda35 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:30.247752 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-12c5ef8e-be7d-4bb8-9283-933f729b9ffa req-1233029e-9b8b-45db-a93e-0a2e85fbda35 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb6bc2e2-6ca4-4049-9d89-897fbfd0b28d HTTP/1.1" status: 200 len: 945 time: 0.0995207 Feb 09 01:36:30.349453 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-12c5ef8e-be7d-4bb8-9283-933f729b9ffa req-31b6b80e-409b-4dbf-b221-177bceb2cee6 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/security-groups?id=698705ed-ee0f-4e1a-a43a-98ca66f55ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006637 Feb 09 01:36:30.878936 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51342) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:31.129988 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-982d82fc-b7a6-4dca-a3d8-b0249fc85cc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:31.261615 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-982d82fc-b7a6-4dca-a3d8-b0249fc85cc9 admin admin] Publish callbacks [] for security_group (edbcc78f-7925-45a6-a2eb-a844da579104), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:31.283330 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce60d73-b767-4786-862b-53e1b21395f3 req-6b8b3531-997b-42ea-b81f-61e1854ef0dd tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:31.286170 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1ce60d73-b767-4786-862b-53e1b21395f3 req-6b8b3531-997b-42ea-b81f-61e1854ef0dd tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 944 time: 0.2714627 Feb 09 01:36:31.286862 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-982d82fc-b7a6-4dca-a3d8-b0249fc85cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (edbcc78f-7925-45a6-a2eb-a844da579104), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:31.336109 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d82fc-b7a6-4dca-a3d8-b0249fc85cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edbcc78f-7925-45a6-a2eb-a844da579104,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:31.407081 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-982d82fc-b7a6-4dca-a3d8-b0249fc85cc9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9c8109c49fbd4a01b85f649882ad9efd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5262008 Feb 09 01:36:31.409957 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51372) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:31.481607 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1ce60d73-b767-4786-862b-53e1b21395f3 req-4f9b292d-b97f-4dc7-b327-158248c52aef tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521525 Feb 09 01:36:31.514976 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eb18560e-5316-4193-bedb-0719b7482eb0 admin admin] Publish callbacks [] for security_group (edbcc78f-7925-45a6-a2eb-a844da579104), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:31.567006 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eb18560e-5316-4193-bedb-0719b7482eb0 admin admin] Publish callbacks [] for security_group (edbcc78f-7925-45a6-a2eb-a844da579104), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:31.669045 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eb18560e-5316-4193-bedb-0719b7482eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (edbcc78f-7925-45a6-a2eb-a844da579104), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:31.674039 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eb18560e-5316-4193-bedb-0719b7482eb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:31.678031 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-eb18560e-5316-4193-bedb-0719b7482eb0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/edbcc78f-7925-45a6-a2eb-a844da579104 HTTP/1.1" status: 204 len: 168 time: 0.2667978 Feb 09 01:36:31.698100 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb18560e-5316-4193-bedb-0719b7482eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbcc78f-7925-45a6-a2eb-a844da579104,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:32.742464 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319101ca-7d59-49b6-89c2-8e94af3fbe75 req-4dfcb2e4-5880-4a50-8ef8-aef3604c92eb tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:32.755477 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-319101ca-7d59-49b6-89c2-8e94af3fbe75 req-4dfcb2e4-5880-4a50-8ef8-aef3604c92eb tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 944 time: 0.1328199 Feb 09 01:36:32.899086 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-319101ca-7d59-49b6-89c2-8e94af3fbe75 req-52777b59-4e04-40b9-bda1-66b22f0feb7e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337285 Feb 09 01:36:34.120850 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49c215-056f-4c1c-9173-d4b2745ba1a8 req-c4d45ce1-3e23-40f1-9f0a-170caf72a8d4 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:34.130474 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2e49c215-056f-4c1c-9173-d4b2745ba1a8 req-c4d45ce1-3e23-40f1-9f0a-170caf72a8d4 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 944 time: 0.1151874 Feb 09 01:36:34.205017 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2e49c215-056f-4c1c-9173-d4b2745ba1a8 req-2d16e228-8f05-45c7-852c-892790bfc7c7 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628812 Feb 09 01:36:35.393489 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ea88a-e2e1-4d83-ab1f-e8d5ffc6278e req-4e774f31-15e7-45f4-b3df-3b3cde9d6c8d tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:35.405178 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-338ea88a-e2e1-4d83-ab1f-e8d5ffc6278e req-4e774f31-15e7-45f4-b3df-3b3cde9d6c8d tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 944 time: 0.0994835 Feb 09 01:36:35.488569 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-338ea88a-e2e1-4d83-ab1f-e8d5ffc6278e req-e3d9151b-506d-4312-bad6-a718ea565e04 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819268 Feb 09 01:36:36.694068 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e07dc-4c13-4adb-b5b0-8e4882df7d0a req-8253917f-7cb0-411b-8306-7dd5574b0226 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:36.702737 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c22e07dc-4c13-4adb-b5b0-8e4882df7d0a req-8253917f-7cb0-411b-8306-7dd5574b0226 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 944 time: 0.0858557 Feb 09 01:36:36.769246 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c22e07dc-4c13-4adb-b5b0-8e4882df7d0a req-636d097e-059d-4070-95fc-0af2adbec4be tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642962 Feb 09 01:36:37.914631 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f3390-31c8-446e-8496-d0da8df0beb2 req-ef2abaf7-2331-4db2-9025-def6a06c35a7 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:37.916288 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d31f3390-31c8-446e-8496-d0da8df0beb2 req-ef2abaf7-2331-4db2-9025-def6a06c35a7 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 944 time: 0.0701640 Feb 09 01:36:37.988624 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d31f3390-31c8-446e-8496-d0da8df0beb2 req-ca215969-25e9-4649-a1ba-81b81beafca0 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654161 Feb 09 01:36:39.109844 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:36:39.210357 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33913fe8-673f-47f8-bd1e-d91be88a5288 req-11151a11-ba05-4eae-bba2-c9becd7534fb tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:39.215407 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-33913fe8-673f-47f8-bd1e-d91be88a5288 req-11151a11-ba05-4eae-bba2-c9becd7534fb tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 944 time: 0.1094244 Feb 09 01:36:39.321140 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-33913fe8-673f-47f8-bd1e-d91be88a5288 req-4d4ecd12-42e4-482f-94ee-d6bb5af5644c tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973883 Feb 09 01:36:39.681363 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:36:39.860887 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed,segment=NetworkSegment(b0a39339-81a8-45ed-9fe0-550b74489f1b),segment_id=b0a39339-81a8-45ed-9fe0-550b74489f1b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:39.883034 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed', 'network_id': '88b27524-8ae4-4965-b899-af20055923cd', 'port_id': '0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed', 'mac_address': 'fa:16:3e:59:1c:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a89563-8842-4e1e-95dc-ee10f0240b0a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:36:39.940843 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:36:39.941728 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:39.959355 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:36:39.991276 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed,segment=NetworkSegment(b0a39339-81a8-45ed-9fe0-550b74489f1b),segment_id=b0a39339-81a8-45ed-9fe0-550b74489f1b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:40.000151 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:40.088332 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed,revision_number=11']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:40.305725 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:36:40.534808 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1778be-4ddc-4cbc-8338-dde8ac66a0cb req-b6127ff0-5bc7-410c-b39f-f0a3db29525f tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:40.552731 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e1778be-4ddc-4cbc-8338-dde8ac66a0cb req-b6127ff0-5bc7-410c-b39f-f0a3db29525f tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 945 time: 0.1257110 Feb 09 01:36:40.672458 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e1778be-4ddc-4cbc-8338-dde8ac66a0cb req-a6802034-80f1-4218-984b-bab5d80da95a tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056252 Feb 09 01:36:41.702085 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:36:41.806477 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:36:41.812386 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:41.813021 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:41.910623 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e7ff8-530b-4af4-8eaf-d9d97ed36676 req-3644b552-9e2d-4f78-bf9f-f910c29d0844 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:41.912146 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-840e7ff8-530b-4af4-8eaf-d9d97ed36676 req-3644b552-9e2d-4f78-bf9f-f910c29d0844 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 945 time: 0.1061730 Feb 09 01:36:42.005873 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:36:42.006357 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:42.029478 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-840e7ff8-530b-4af4-8eaf-d9d97ed36676 req-ecfa01af-9a2a-432c-b26d-2bf340048cf7 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102121 Feb 09 01:36:42.050665 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed,segment=NetworkSegment(b0a39339-81a8-45ed-9fe0-550b74489f1b),segment_id=b0a39339-81a8-45ed-9fe0-550b74489f1b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:42.051785 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b644ccc7-2504-4c6b-94b5-02f939c591ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:36:42.054833 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482540f8-1ab6-4ff5-84e0-88fad7703404" -d '{"events": [{"server_uuid": "b644ccc7-2504-4c6b-94b5-02f939c591ac", "name": "network-vif-plugged", "status": "completed", "tag": "0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:36:42.059539 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:42.128765 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed,revision_number=12']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:42.145549 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0959f786-24a6-4c0d-945d-630420e8d502 x-openstack-request-id: req-0959f786-24a6-4c0d-945d-630420e8d502 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:36:42.145946 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b644ccc7-2504-4c6b-94b5-02f939c591ac", "name": "network-vif-plugged", "status": "completed", "tag": "0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:36:42.146511 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0959f786-24a6-4c0d-945d-630420e8d502 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:36:42.148055 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b644ccc7-2504-4c6b-94b5-02f939c591ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed', 'code': 200} Feb 09 01:36:42.396881 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925cb6e-b777-4f28-a60e-fce0dd502848 req-c2df3666-13d5-42cc-a769-ce691b3d6256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:42.398788 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0925cb6e-b777-4f28-a60e-fce0dd502848 req-c2df3666-13d5-42cc-a769-ce691b3d6256 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 1129 time: 0.0602503 Feb 09 01:36:42.489621 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0925cb6e-b777-4f28-a60e-fce0dd502848 req-3c3db52d-248c-4824-bb23-c232625212ef service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837018 Feb 09 01:36:43.266063 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acf1e4-ddbf-478e-8522-d57c9614e5ff req-2afd9448-d3be-4a2f-b4ef-af352faee241 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:43.274672 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-12acf1e4-ddbf-478e-8522-d57c9614e5ff req-2afd9448-d3be-4a2f-b4ef-af352faee241 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 946 time: 0.0827308 Feb 09 01:36:43.439856 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-12acf1e4-ddbf-478e-8522-d57c9614e5ff req-2358b937-d77e-43e6-b818-ab6136a90397 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640644 Feb 09 01:36:44.632754 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c975620e-36ea-4e50-8e0c-be2a3e661a5c req-e93245c7-e581-4ee4-824f-5fff8c9c028e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:44.641382 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c975620e-36ea-4e50-8e0c-be2a3e661a5c req-e93245c7-e581-4ee4-824f-5fff8c9c028e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 946 time: 0.1023598 Feb 09 01:36:44.725881 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c975620e-36ea-4e50-8e0c-be2a3e661a5c req-ac3e7618-b17c-4345-b39f-1493981d6b0a tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834985 Feb 09 01:36:46.020748 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abdea11-d0c3-4086-969a-80efe816913e req-91f699cc-9d70-4977-832a-61be46a5124e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:46.026054 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1abdea11-d0c3-4086-969a-80efe816913e req-91f699cc-9d70-4977-832a-61be46a5124e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 946 time: 0.1431062 Feb 09 01:36:46.118146 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1abdea11-d0c3-4086-969a-80efe816913e req-90b889ae-d9a5-4065-a79c-3d7f1078a29f tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812831 Feb 09 01:36:46.580890 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51736) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:46.770427 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-61791842-3cb1-4863-ab16-91d3483b4bbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:46.981979 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-61791842-3cb1-4863-ab16-91d3483b4bbe admin admin] Publish callbacks [] for security_group (07c2e45c-586a-4547-b806-656c6e58f3a8), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:46.988798 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-61791842-3cb1-4863-ab16-91d3483b4bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (07c2e45c-586a-4547-b806-656c6e58f3a8), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:47.040861 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-61791842-3cb1-4863-ab16-91d3483b4bbe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a565e033aa354b78b37b97ba1f4fde78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4583826 Feb 09 01:36:47.042484 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61791842-3cb1-4863-ab16-91d3483b4bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c2e45c-586a-4547-b806-656c6e58f3a8,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:47.043662 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51748) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:47.100934 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b4c3f478-39a3-4336-9a44-9a6fd738edd5 admin admin] Publish callbacks [] for security_group (07c2e45c-586a-4547-b806-656c6e58f3a8), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:47.145708 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b4c3f478-39a3-4336-9a44-9a6fd738edd5 admin admin] Publish callbacks [] for security_group (07c2e45c-586a-4547-b806-656c6e58f3a8), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:47.221124 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b4c3f478-39a3-4336-9a44-9a6fd738edd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (07c2e45c-586a-4547-b806-656c6e58f3a8), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:47.228452 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b4c3f478-39a3-4336-9a44-9a6fd738edd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:47.234251 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b4c3f478-39a3-4336-9a44-9a6fd738edd5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/07c2e45c-586a-4547-b806-656c6e58f3a8 HTTP/1.1" status: 204 len: 168 time: 0.1890280 Feb 09 01:36:47.244555 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3f478-39a3-4336-9a44-9a6fd738edd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c2e45c-586a-4547-b806-656c6e58f3a8,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:47.441911 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a0ffe-7a3f-49e7-9796-e6fa54f8c100 req-80335234-4fff-4ae0-9f2e-f5e17d0d9245 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:47.445379 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ab8a0ffe-7a3f-49e7-9796-e6fa54f8c100 req-80335234-4fff-4ae0-9f2e-f5e17d0d9245 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 946 time: 0.1753795 Feb 09 01:36:47.592152 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ab8a0ffe-7a3f-49e7-9796-e6fa54f8c100 req-7b5414a5-d0af-407f-ba37-a2c80a7849a9 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321833 Feb 09 01:36:48.828594 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94785fa-d9b3-4aad-8eed-5a4c15f6baaa req-95b39c18-5676-4515-8841-1396eee1cf8d tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:48.831150 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c94785fa-d9b3-4aad-8eed-5a4c15f6baaa req-95b39c18-5676-4515-8841-1396eee1cf8d tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 946 time: 0.0813146 Feb 09 01:36:48.938088 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c94785fa-d9b3-4aad-8eed-5a4c15f6baaa req-1d18d186-8657-4648-8389-55d984708010 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988894 Feb 09 01:36:49.434567 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:49.648471 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809c9cb-d938-49b6-923a-8fa0184b938b req-946c3c70-f459-4199-86ca-31b445850dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:49.651219 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6809c9cb-d938-49b6-923a-8fa0184b938b req-946c3c70-f459-4199-86ca-31b445850dc6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d2bc7c4a293d49059d9a272b2819e75f&device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 1129 time: 0.1063771 Feb 09 01:36:49.865223 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809c9cb-d938-49b6-923a-8fa0184b938b req-64d454eb-5ea0-44e1-80db-c2fa2e49cb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:49.866618 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6809c9cb-d938-49b6-923a-8fa0184b938b req-64d454eb-5ea0-44e1-80db-c2fa2e49cb5e service neutron] 10.222.0.91 "GET /v2.0/networks?id=88b27524-8ae4-4965-b899-af20055923cd HTTP/1.1" status: 200 len: 917 time: 0.1896334 Feb 09 01:36:50.008382 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6809c9cb-d938-49b6-923a-8fa0184b938b req-125ebd34-3ca5-4b49-846f-75273c68ab51 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed HTTP/1.1" status: 200 len: 999 time: 0.1348121 Feb 09 01:36:50.182212 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809c9cb-d938-49b6-923a-8fa0184b938b req-b27a6b5d-1c40-4562-9c20-b45db9233d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:50.196336 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6809c9cb-d938-49b6-923a-8fa0184b938b req-b27a6b5d-1c40-4562-9c20-b45db9233d1a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=22a89563-8842-4e1e-95dc-ee10f0240b0a HTTP/1.1" status: 200 len: 855 time: 0.1637375 Feb 09 01:36:50.244955 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e61801-dc63-4afb-bc94-fef2f0299dbd req-bc966dfd-211a-44a4-9241-778d0bb5c21d tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:50.246537 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f5e61801-dc63-4afb-bc94-fef2f0299dbd req-bc966dfd-211a-44a4-9241-778d0bb5c21d tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 946 time: 0.1686397 Feb 09 01:36:50.280282 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809c9cb-d938-49b6-923a-8fa0184b938b req-eb19a17a-f061-44b5-b86b-0169f2ed1457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:50.283192 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6809c9cb-d938-49b6-923a-8fa0184b938b req-eb19a17a-f061-44b5-b86b-0169f2ed1457 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=88b27524-8ae4-4965-b899-af20055923cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0858638 Feb 09 01:36:50.468291 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f5e61801-dc63-4afb-bc94-fef2f0299dbd req-88ea0f28-a052-4ac8-9f60-71093a4e10ec tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109985 Feb 09 01:36:50.521178 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6809c9cb-d938-49b6-923a-8fa0184b938b req-861f4183-e7ae-4234-9cba-9e35294f7f38 service neutron] 10.222.0.91 "GET /v2.0/networks/88b27524-8ae4-4965-b899-af20055923cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305977 Feb 09 01:36:50.667030 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6809c9cb-d938-49b6-923a-8fa0184b938b req-8037b32c-9e80-4814-b67b-cf06096c2725 service neutron] 10.222.0.91 "GET /v2.0/networks/88b27524-8ae4-4965-b899-af20055923cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377757 Feb 09 01:36:50.774175 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-084196cd-f44a-498b-9d42-cb298dc89197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:50.953328 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:51.658682 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26daf3e6-b7ed-4dd3-bc70-fcfd45d9f8e8 req-d0c26ece-33f0-4b6c-84a9-8c1c0a5cdcb8 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:51.661574 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-26daf3e6-b7ed-4dd3-bc70-fcfd45d9f8e8 req-d0c26ece-33f0-4b6c-84a9-8c1c0a5cdcb8 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 946 time: 0.0702112 Feb 09 01:36:51.718527 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-26daf3e6-b7ed-4dd3-bc70-fcfd45d9f8e8 req-11217681-be18-44e1-9cd3-2293a52187f4 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511062 Feb 09 01:36:52.903433 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c8d19-69de-4876-9f50-f38ce22c6ddb req-26377b3b-cf80-440a-894f-6c5d3d338844 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:52.910701 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-042c8d19-69de-4876-9f50-f38ce22c6ddb req-26377b3b-cf80-440a-894f-6c5d3d338844 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 946 time: 0.0727420 Feb 09 01:36:52.990797 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-042c8d19-69de-4876-9f50-f38ce22c6ddb req-9de97dd0-c5e2-4813-99df-8910b294e7dd tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791204 Feb 09 01:36:52.991262 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bc050851-b3d3-4493-99aa-bb1955e27263 req-3b2e9a32-24a6-4abe-8cde-d9cc67ff6705 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=7681ef00-7659-46c1-b789-48e83523bb0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1063020 Feb 09 01:36:53.134394 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc050851-b3d3-4493-99aa-bb1955e27263 req-844f7c40-2e46-4c51-871c-fead7d18353e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:53.137542 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bc050851-b3d3-4493-99aa-bb1955e27263 req-844f7c40-2e46-4c51-871c-fead7d18353e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=40040732d30e4d7f9ee97e8667a77299&device_id=7681ef00-7659-46c1-b789-48e83523bb0a HTTP/1.1" status: 200 len: 1129 time: 0.0815620 Feb 09 01:36:53.337780 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc050851-b3d3-4493-99aa-bb1955e27263 req-a617e666-2ee4-4234-a177-b95f8faa43b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:53.339290 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bc050851-b3d3-4493-99aa-bb1955e27263 req-a617e666-2ee4-4234-a177-b95f8faa43b7 service neutron] 10.222.0.121 "GET /v2.0/networks?id=0a61edaa-ae5c-493b-b01a-414100fdece7 HTTP/1.1" status: 200 len: 912 time: 0.1737649 Feb 09 01:36:53.463843 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bc050851-b3d3-4493-99aa-bb1955e27263 req-885ee3ae-1b54-493e-8ec7-5115bf1608c5 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2aed1ded-c775-4a34-a62a-883fe30a700c HTTP/1.1" status: 200 len: 1001 time: 0.1169231 Feb 09 01:36:53.592643 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc050851-b3d3-4493-99aa-bb1955e27263 req-da577300-5000-4c9e-a333-d5ccf94748ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:53.599621 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bc050851-b3d3-4493-99aa-bb1955e27263 req-da577300-5000-4c9e-a333-d5ccf94748ff service neutron] 10.222.0.121 "GET /v2.0/subnets?id=ad59b321-ab39-4a7c-b208-055ec9804c66 HTTP/1.1" status: 200 len: 850 time: 0.1245229 Feb 09 01:36:53.685045 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc050851-b3d3-4493-99aa-bb1955e27263 req-ecaae68b-268a-4b75-837d-11981caecb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:53.688114 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bc050851-b3d3-4493-99aa-bb1955e27263 req-ecaae68b-268a-4b75-837d-11981caecb58 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0a61edaa-ae5c-493b-b01a-414100fdece7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0828407 Feb 09 01:36:53.813206 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bc050851-b3d3-4493-99aa-bb1955e27263 req-8836c104-8af1-4f73-b440-ac6f59cefff3 service neutron] 10.222.0.121 "GET /v2.0/networks/0a61edaa-ae5c-493b-b01a-414100fdece7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181331 Feb 09 01:36:53.951747 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bc050851-b3d3-4493-99aa-bb1955e27263 req-dbd161bd-2226-45c5-abab-612ead25519f service neutron] 10.222.0.121 "GET /v2.0/networks/0a61edaa-ae5c-493b-b01a-414100fdece7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270480 Feb 09 01:36:54.183268 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9c287-5675-47d4-8d97-e56395ac658c req-4156d76d-79ec-466c-84ab-3bbe253ddfd9 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:54.186021 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-68d9c287-5675-47d4-8d97-e56395ac658c req-4156d76d-79ec-466c-84ab-3bbe253ddfd9 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 946 time: 0.0889153 Feb 09 01:36:54.273228 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3ac1e966-9769-43bb-a3cb-519a773f5088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:54.301507 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-68d9c287-5675-47d4-8d97-e56395ac658c req-b510cbe8-0681-4d43-ad9d-5f59eff4dcc5 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074531 Feb 09 01:36:55.525539 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889a14b-df48-41a9-be96-e9f6bed6c4a1 req-b305796c-9635-4558-94ea-e53822f50461 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:55.527183 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5889a14b-df48-41a9-be96-e9f6bed6c4a1 req-b305796c-9635-4558-94ea-e53822f50461 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 946 time: 0.1084325 Feb 09 01:36:55.535939 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51906) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:55.692397 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5889a14b-df48-41a9-be96-e9f6bed6c4a1 req-1cbbfc73-3170-4678-9cf1-5b52f7ff98e7 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505251 Feb 09 01:36:55.797564 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:56.522903 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1c4ade51-0c19-4977-a9dc-e489f7b60fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (3dc0a572-9c7d-46ac-979d-38b2fec1e6a2), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:57.025633 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e0d53-b8df-45e4-8060-ea8752addd78 req-0d9577a1-6b11-472d-8614-3b0e2a46fd7a tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:57.034051 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0d9e0d53-b8df-45e4-8060-ea8752addd78 req-0d9577a1-6b11-472d-8614-3b0e2a46fd7a tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 946 time: 0.2306979 Feb 09 01:36:57.142777 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0d9e0d53-b8df-45e4-8060-ea8752addd78 req-4ee0e27b-9a62-4652-946a-c1a8b636b6b3 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075013 Feb 09 01:36:57.186106 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-1c4ade51-0c19-4977-a9dc-e489f7b60fbe admin admin] Deleting port f8c319ec-4341-4d5d-946e-21d415df2925 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:36:57.186578 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1c4ade51-0c19-4977-a9dc-e489f7b60fbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (f8c319ec-4341-4d5d-946e-21d415df2925), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:57.204878 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-64eeef9c-ae08-42f9-9d96-6a67ff0373ad req-27e70b9b-c87e-4307-a28a-3f1564e830fb service neutron] (103529) timed out ('10.222.0.30', 60640) {{(pid=103529) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 01:36:57.341898 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-1c4ade51-0c19-4977-a9dc-e489f7b60fbe admin admin] For port f8c319ec-4341-4d5d-946e-21d415df2925, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=f8c319ec-4341-4d5d-946e-21d415df2925,segment=NetworkSegment(3b17b21d-ab88-4f8b-b6b9-65b0f2334978),segment_id=3b17b21d-ab88-4f8b-b6b9-65b0f2334978)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:57.342516 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1c4ade51-0c19-4977-a9dc-e489f7b60fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (f8c319ec-4341-4d5d-946e-21d415df2925), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:57.361017 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-1c4ade51-0c19-4977-a9dc-e489f7b60fbe admin admin] Calling delete_port for f8c319ec-4341-4d5d-946e-21d415df2925 owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:36:57.526574 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:57.717280 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1c4ade51-0c19-4977-a9dc-e489f7b60fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (f8c319ec-4341-4d5d-946e-21d415df2925), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:57.761716 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4ade51-0c19-4977-a9dc-e489f7b60fbe admin admin] Pushing event deleted for resources: {'Port': ['ID=f8c319ec-4341-4d5d-946e-21d415df2925,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:58.111405 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1c4ade51-0c19-4977-a9dc-e489f7b60fbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (3dc0a572-9c7d-46ac-979d-38b2fec1e6a2), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:58.292708 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:58.475650 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1faae15-6426-4ab7-861d-1a8afbdb5c17 req-a9061b83-c848-4455-9099-9bdddfa61ab7 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:58.476485 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e1faae15-6426-4ab7-861d-1a8afbdb5c17 req-a9061b83-c848-4455-9099-9bdddfa61ab7 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 946 time: 0.2166843 Feb 09 01:36:58.486728 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4ade51-0c19-4977-a9dc-e489f7b60fbe admin admin] Router 3dc0a572-9c7d-46ac-979d-38b2fec1e6a2 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:36:58.539893 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e1faae15-6426-4ab7-861d-1a8afbdb5c17 req-31959b4c-4652-4010-830b-a4f4b9b4d53c tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551918 Feb 09 01:36:58.677177 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4ade51-0c19-4977-a9dc-e489f7b60fbe admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:36:58.697047 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51998) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:58.699432 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2779c97c-ff19-4460-bb13-3dba402fb59d None None] Sync routers for ids ['3dc0a572-9c7d-46ac-979d-38b2fec1e6a2'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:36:58.703765 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1c4ade51-0c19-4977-a9dc-e489f7b60fbe admin admin] 10.222.0.30 "PUT /v2.0/routers/3dc0a572-9c7d-46ac-979d-38b2fec1e6a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1658268 Feb 09 01:36:58.714350 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2779c97c-ff19-4460-bb13-3dba402fb59d None None] Routers {'3dc0a572-9c7d-46ac-979d-38b2fec1e6a2'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:36:58.716489 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-2779c97c-ff19-4460-bb13-3dba402fb59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:36:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['3dc0a572-9c7d-46ac-979d-38b2fec1e6a2'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:58.837436 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fedd0c0d-6336-4acc-b469-d0c391b51b5f admin admin] Publish callbacks [] for router (3dc0a572-9c7d-46ac-979d-38b2fec1e6a2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:58.903928 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-2779c97c-ff19-4460-bb13-3dba402fb59d None None] Set router 3dc0a572-9c7d-46ac-979d-38b2fec1e6a2 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:36:58.997227 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fedd0c0d-6336-4acc-b469-d0c391b51b5f admin admin] Publish callbacks [] for router_gateway (3dc0a572-9c7d-46ac-979d-38b2fec1e6a2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:59.065834 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-fedd0c0d-6336-4acc-b469-d0c391b51b5f admin admin] Deleting port 70b3d156-4c87-4f86-8255-ecaaa7d17469 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:36:59.065834 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fedd0c0d-6336-4acc-b469-d0c391b51b5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (70b3d156-4c87-4f86-8255-ecaaa7d17469), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:59.190766 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-2779c97c-ff19-4460-bb13-3dba402fb59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc0a572-9c7d-46ac-979d-38b2fec1e6a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1920640853-router', 'tenant_id': '5cc038305e744ad69576548c638221e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '70b3d156-4c87-4f86-8255-ecaaa7d17469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:27:23Z', 'updated_at': '2022-02-09T01:36:57Z', 'revision_number': 5, 'project_id': '5cc038305e744ad69576548c638221e8', 'gw_port': {'id': '70b3d156-4c87-4f86-8255-ecaaa7d17469', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:25:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc0a572-9c7d-46ac-979d-38b2fec1e6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:27:24Z', 'updated_at': '2022-02-09T01:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:59.261600 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2779c97c-ff19-4460-bb13-3dba402fb59d None None] Checking router: 3dc0a572-9c7d-46ac-979d-38b2fec1e6a2 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:36:59.297357 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2779c97c-ff19-4460-bb13-3dba402fb59d None None] Routers {'3dc0a572-9c7d-46ac-979d-38b2fec1e6a2'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:36:59.297979 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-2779c97c-ff19-4460-bb13-3dba402fb59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:36:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['3dc0a572-9c7d-46ac-979d-38b2fec1e6a2'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:59.512848 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-2779c97c-ff19-4460-bb13-3dba402fb59d None None] Set router 3dc0a572-9c7d-46ac-979d-38b2fec1e6a2 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:36:59.628784 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-2779c97c-ff19-4460-bb13-3dba402fb59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc0a572-9c7d-46ac-979d-38b2fec1e6a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1920640853-router', 'tenant_id': '5cc038305e744ad69576548c638221e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:27:23Z', 'updated_at': '2022-02-09T01:36:58Z', 'revision_number': 6, 'project_id': '5cc038305e744ad69576548c638221e8', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:59.683259 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2779c97c-ff19-4460-bb13-3dba402fb59d None None] The sync data for ids ['3dc0a572-9c7d-46ac-979d-38b2fec1e6a2'] in n-d-822053-40 is: [{'id': '3dc0a572-9c7d-46ac-979d-38b2fec1e6a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1920640853-router', 'tenant_id': '5cc038305e744ad69576548c638221e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:27:23Z', 'updated_at': '2022-02-09T01:36:58Z', 'revision_number': 6, 'project_id': '5cc038305e744ad69576548c638221e8', 'gw_port_host': None}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:36:59.826107 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-fedd0c0d-6336-4acc-b469-d0c391b51b5f admin admin] For port 70b3d156-4c87-4f86-8255-ecaaa7d17469, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=70b3d156-4c87-4f86-8255-ecaaa7d17469,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:59.826719 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fedd0c0d-6336-4acc-b469-d0c391b51b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (70b3d156-4c87-4f86-8255-ecaaa7d17469), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:59.850888 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-fedd0c0d-6336-4acc-b469-d0c391b51b5f admin admin] Calling delete_port for 70b3d156-4c87-4f86-8255-ecaaa7d17469 owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:00.123813 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device f8c319ec-4341-4d5d-946e-21d415df2925 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:37:00.162414 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: f8c319ec-4341-4d5d-946e-21d415df2925 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:37:00.162762 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device f8c319ec-4341-4d5d-946e-21d415df2925 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:37:00.242477 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fedd0c0d-6336-4acc-b469-d0c391b51b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (70b3d156-4c87-4f86-8255-ecaaa7d17469), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:00.328010 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd0c0d-6336-4acc-b469-d0c391b51b5f admin admin] Pushing event deleted for resources: {'Port': ['ID=70b3d156-4c87-4f86-8255-ecaaa7d17469,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:00.444854 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fedd0c0d-6336-4acc-b469-d0c391b51b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (3dc0a572-9c7d-46ac-979d-38b2fec1e6a2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:00.631434 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fedd0c0d-6336-4acc-b469-d0c391b51b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (3dc0a572-9c7d-46ac-979d-38b2fec1e6a2), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:00.640581 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fedd0c0d-6336-4acc-b469-d0c391b51b5f admin admin] Publish callbacks [] for router_controller (3dc0a572-9c7d-46ac-979d-38b2fec1e6a2), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:00.756495 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fedd0c0d-6336-4acc-b469-d0c391b51b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (3dc0a572-9c7d-46ac-979d-38b2fec1e6a2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:00.757341 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedd0c0d-6336-4acc-b469-d0c391b51b5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dc0a572-9c7d-46ac-979d-38b2fec1e6a2 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:37:00.767941 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fedd0c0d-6336-4acc-b469-d0c391b51b5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:00.771728 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-fedd0c0d-6336-4acc-b469-d0c391b51b5f admin admin] 10.222.0.30 "DELETE /v2.0/routers/3dc0a572-9c7d-46ac-979d-38b2fec1e6a2 HTTP/1.1" status: 204 len: 168 time: 2.0720026 Feb 09 01:37:00.772685 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52058) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:00.881676 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0357220-30f3-4b25-b16a-cdd3857d04ff admin admin] Deleting subnet e9e889c5-ccd5-49a9-9e6c-c29b927a3427 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:37:00.891800 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a0357220-30f3-4b25-b16a-cdd3857d04ff admin admin] Publish callbacks [] for subnet (e9e889c5-ccd5-49a9-9e6c-c29b927a3427), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:00.941730 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a0357220-30f3-4b25-b16a-cdd3857d04ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (e9e889c5-ccd5-49a9-9e6c-c29b927a3427), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:01.088328 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a0357220-30f3-4b25-b16a-cdd3857d04ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (e9e889c5-ccd5-49a9-9e6c-c29b927a3427), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:01.217273 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a0357220-30f3-4b25-b16a-cdd3857d04ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (e9e889c5-ccd5-49a9-9e6c-c29b927a3427), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:01.288086 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b5ab02-cd07-45a7-8d41-022c539e51cd None None] Network c64d4aac-6638-4696-97b6-8d87827079a9 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:37:01.297548 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a0357220-30f3-4b25-b16a-cdd3857d04ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:01.303563 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52066) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:01.316570 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a0357220-30f3-4b25-b16a-cdd3857d04ff admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e9e889c5-ccd5-49a9-9e6c-c29b927a3427 HTTP/1.1" status: 204 len: 168 time: 0.5426354 Feb 09 01:37:01.319920 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0357220-30f3-4b25-b16a-cdd3857d04ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9e889c5-ccd5-49a9-9e6c-c29b927a3427,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:01.445407 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-128b1221-7ae1-42aa-ae52-468aabd01a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (c64d4aac-6638-4696-97b6-8d87827079a9), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:01.578357 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e54508-a870-4565-a181-e14f695e91e8 None None] DHCP port deletion for c64d4aac-6638-4696-97b6-8d87827079a9 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:37:01.641781 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-128b1221-7ae1-42aa-ae52-468aabd01a42 admin admin] Deleting port 963f99d7-69ed-4484-ad8d-164fe28e5553 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:01.642041 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-128b1221-7ae1-42aa-ae52-468aabd01a42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (963f99d7-69ed-4484-ad8d-164fe28e5553), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:01.687745 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d4e54508-a870-4565-a181-e14f695e91e8 None None] Deleting port 963f99d7-69ed-4484-ad8d-164fe28e5553 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:01.688149 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d4e54508-a870-4565-a181-e14f695e91e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (963f99d7-69ed-4484-ad8d-164fe28e5553), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:01.822704 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-128b1221-7ae1-42aa-ae52-468aabd01a42 admin admin] For port 963f99d7-69ed-4484-ad8d-164fe28e5553, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=963f99d7-69ed-4484-ad8d-164fe28e5553,segment=NetworkSegment(3b17b21d-ab88-4f8b-b6b9-65b0f2334978),segment_id=3b17b21d-ab88-4f8b-b6b9-65b0f2334978)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:01.823142 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-128b1221-7ae1-42aa-ae52-468aabd01a42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (963f99d7-69ed-4484-ad8d-164fe28e5553), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:01.856380 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-128b1221-7ae1-42aa-ae52-468aabd01a42 admin admin] Calling delete_port for 963f99d7-69ed-4484-ad8d-164fe28e5553 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:01.869082 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d4e54508-a870-4565-a181-e14f695e91e8 None None] For port 963f99d7-69ed-4484-ad8d-164fe28e5553, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=963f99d7-69ed-4484-ad8d-164fe28e5553,segment=NetworkSegment(3b17b21d-ab88-4f8b-b6b9-65b0f2334978),segment_id=3b17b21d-ab88-4f8b-b6b9-65b0f2334978)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:01.869730 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d4e54508-a870-4565-a181-e14f695e91e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (963f99d7-69ed-4484-ad8d-164fe28e5553), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:01.904270 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d4e54508-a870-4565-a181-e14f695e91e8 None None] Calling delete_port for 963f99d7-69ed-4484-ad8d-164fe28e5553 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:02.056290 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d4e54508-a870-4565-a181-e14f695e91e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (963f99d7-69ed-4484-ad8d-164fe28e5553), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:02.115065 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-128b1221-7ae1-42aa-ae52-468aabd01a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (963f99d7-69ed-4484-ad8d-164fe28e5553), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:02.140677 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e54508-a870-4565-a181-e14f695e91e8 None None] No DVR routers for this DVR port 963f99d7-69ed-4484-ad8d-164fe28e5553 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:37:02.159585 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 70b3d156-4c87-4f86-8255-ecaaa7d17469 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:37:02.170585 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e54508-a870-4565-a181-e14f695e91e8 None None] Pushing event deleted for resources: {'Port': ['ID=963f99d7-69ed-4484-ad8d-164fe28e5553,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:02.182804 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b1221-7ae1-42aa-ae52-468aabd01a42 admin admin] Pushing event deleted for resources: {'Port': ['ID=963f99d7-69ed-4484-ad8d-164fe28e5553,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:02.187328 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128b1221-7ae1-42aa-ae52-468aabd01a42 admin admin] No DVR routers for this DVR port 963f99d7-69ed-4484-ad8d-164fe28e5553 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:37:02.246901 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 70b3d156-4c87-4f86-8255-ecaaa7d17469 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:37:02.247540 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 70b3d156-4c87-4f86-8255-ecaaa7d17469 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:37:02.248143 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 963f99d7-69ed-4484-ad8d-164fe28e5553 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:37:02.321782 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 963f99d7-69ed-4484-ad8d-164fe28e5553 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:37:02.322923 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 963f99d7-69ed-4484-ad8d-164fe28e5553 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:37:02.333835 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-128b1221-7ae1-42aa-ae52-468aabd01a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (c64d4aac-6638-4696-97b6-8d87827079a9), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:02.397804 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-128b1221-7ae1-42aa-ae52-468aabd01a42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c64d4aac-6638-4696-97b6-8d87827079a9']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:02.419667 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-128b1221-7ae1-42aa-ae52-468aabd01a42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b17b21d-ab88-4f8b-b6b9-65b0f2334978') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:02.419667 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-128b1221-7ae1-42aa-ae52-468aabd01a42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b17b21d-ab88-4f8b-b6b9-65b0f2334978') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:02.437467 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-128b1221-7ae1-42aa-ae52-468aabd01a42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (3b17b21d-ab88-4f8b-b6b9-65b0f2334978), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:02.461931 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-128b1221-7ae1-42aa-ae52-468aabd01a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (3b17b21d-ab88-4f8b-b6b9-65b0f2334978), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:02.474528 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-128b1221-7ae1-42aa-ae52-468aabd01a42 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:37:02.474924 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-128b1221-7ae1-42aa-ae52-468aabd01a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (3b17b21d-ab88-4f8b-b6b9-65b0f2334978), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:02.476670 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:37:02.476670 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:37:02.476670 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:37:02.476670 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:37:02.476670 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:37:02.476670 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:37:02.476670 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:37:02.476670 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:37:02.476670 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:37:02.476670 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:37:02.476670 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:37:02.476670 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:37:02.476670 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:37:02.476670 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:37:02.476670 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:37:02.476670 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:37:02.476670 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:37:02.476670 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:37:02.476670 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:37:02.476670 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:37:02.476670 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:37:02.476670 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:37:02.476670 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:37:02.476670 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:37:02.476670 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:37:02.476670 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:37:02.476670 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:37:02.476670 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:37:02.476670 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:37:02.476670 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:37:02.476670 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:37:02.476670 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:37:02.476670 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:37:02.476670 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:37:02.476670 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:37:02.476670 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:37:02.476670 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:37:02.476670 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:37:02.476670 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:37:02.476670 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:37:02.603887 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-128b1221-7ae1-42aa-ae52-468aabd01a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (c64d4aac-6638-4696-97b6-8d87827079a9), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:02.611727 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-128b1221-7ae1-42aa-ae52-468aabd01a42 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:02.618561 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-128b1221-7ae1-42aa-ae52-468aabd01a42 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c64d4aac-6638-4696-97b6-8d87827079a9 HTTP/1.1" status: 204 len: 168 time: 1.3108432 Feb 09 01:37:02.620240 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52078) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:02.644017 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b1221-7ae1-42aa-ae52-468aabd01a42 admin admin] Pushing event deleted for resources: {'Network': ['ID=c64d4aac-6638-4696-97b6-8d87827079a9,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:04.044993 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7a6002ac-84a9-4d29-ada2-afc38296e3af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (2289a63c-5f7f-48fc-8244-4eeefd2f1ba4), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:04.627527 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-7a6002ac-84a9-4d29-ada2-afc38296e3af admin admin] Deleting port f4f53aa7-e55d-45e9-a922-682e014f65d1 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:04.628080 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7a6002ac-84a9-4d29-ada2-afc38296e3af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (f4f53aa7-e55d-45e9-a922-682e014f65d1), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:04.745248 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-7a6002ac-84a9-4d29-ada2-afc38296e3af admin admin] For port f4f53aa7-e55d-45e9-a922-682e014f65d1, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=f4f53aa7-e55d-45e9-a922-682e014f65d1,segment=NetworkSegment(cfe129bb-3eaa-418f-b758-f7409b8604d1),segment_id=cfe129bb-3eaa-418f-b758-f7409b8604d1)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:04.745694 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7a6002ac-84a9-4d29-ada2-afc38296e3af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (f4f53aa7-e55d-45e9-a922-682e014f65d1), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:04.767200 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-7a6002ac-84a9-4d29-ada2-afc38296e3af admin admin] Calling delete_port for f4f53aa7-e55d-45e9-a922-682e014f65d1 owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:05.096082 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7a6002ac-84a9-4d29-ada2-afc38296e3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (f4f53aa7-e55d-45e9-a922-682e014f65d1), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:05.152765 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6002ac-84a9-4d29-ada2-afc38296e3af admin admin] Pushing event deleted for resources: {'Port': ['ID=f4f53aa7-e55d-45e9-a922-682e014f65d1,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:05.502512 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7a6002ac-84a9-4d29-ada2-afc38296e3af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (2289a63c-5f7f-48fc-8244-4eeefd2f1ba4), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:05.775383 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6002ac-84a9-4d29-ada2-afc38296e3af admin admin] Router 2289a63c-5f7f-48fc-8244-4eeefd2f1ba4 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:37:05.908854 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6002ac-84a9-4d29-ada2-afc38296e3af admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:37:05.920604 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d301356-5b58-4b4a-9738-200bf1243960 None None] Sync routers for ids ['2289a63c-5f7f-48fc-8244-4eeefd2f1ba4'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:37:05.924597 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7a6002ac-84a9-4d29-ada2-afc38296e3af admin admin] 10.222.0.30 "PUT /v2.0/routers/2289a63c-5f7f-48fc-8244-4eeefd2f1ba4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3019714 Feb 09 01:37:05.926758 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52118) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:05.948497 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d301356-5b58-4b4a-9738-200bf1243960 None None] Routers {'2289a63c-5f7f-48fc-8244-4eeefd2f1ba4'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:37:05.949772 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6d301356-5b58-4b4a-9738-200bf1243960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:36:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['2289a63c-5f7f-48fc-8244-4eeefd2f1ba4'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:06.128375 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a04c5472-d043-4354-b49e-22d08e8cd680 admin admin] Publish callbacks [] for router (2289a63c-5f7f-48fc-8244-4eeefd2f1ba4), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:06.288897 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-6d301356-5b58-4b4a-9738-200bf1243960 None None] Set router 2289a63c-5f7f-48fc-8244-4eeefd2f1ba4 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:37:06.402612 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a04c5472-d043-4354-b49e-22d08e8cd680 admin admin] Publish callbacks [] for router_gateway (2289a63c-5f7f-48fc-8244-4eeefd2f1ba4), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:06.531162 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a04c5472-d043-4354-b49e-22d08e8cd680 admin admin] Deleting port 7708aa79-9351-4f60-920f-e4e112a08657 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:06.531416 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a04c5472-d043-4354-b49e-22d08e8cd680 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (7708aa79-9351-4f60-920f-e4e112a08657), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:06.718831 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6d301356-5b58-4b4a-9738-200bf1243960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2289a63c-5f7f-48fc-8244-4eeefd2f1ba4', 'name': 'tempest-TaggedBootDevicesTest_v242-1724991912-router', 'tenant_id': '35c9f7b244ea483fa6b629f97aea5547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '7708aa79-9351-4f60-920f-e4e112a08657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:27:33Z', 'updated_at': '2022-02-09T01:37:04Z', 'revision_number': 5, 'project_id': '35c9f7b244ea483fa6b629f97aea5547', 'gw_port': {'id': '7708aa79-9351-4f60-920f-e4e112a08657', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:64:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2289a63c-5f7f-48fc-8244-4eeefd2f1ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:27:36Z', 'updated_at': '2022-02-09T01:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:06.758562 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a04c5472-d043-4354-b49e-22d08e8cd680 admin admin] For port 7708aa79-9351-4f60-920f-e4e112a08657, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=7708aa79-9351-4f60-920f-e4e112a08657,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:06.761403 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a04c5472-d043-4354-b49e-22d08e8cd680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (7708aa79-9351-4f60-920f-e4e112a08657), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:06.789559 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d301356-5b58-4b4a-9738-200bf1243960 None None] Checking router: 2289a63c-5f7f-48fc-8244-4eeefd2f1ba4 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:37:06.794688 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a04c5472-d043-4354-b49e-22d08e8cd680 admin admin] Calling delete_port for 7708aa79-9351-4f60-920f-e4e112a08657 owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:06.834344 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d301356-5b58-4b4a-9738-200bf1243960 None None] Routers {'2289a63c-5f7f-48fc-8244-4eeefd2f1ba4'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:37:06.834881 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6d301356-5b58-4b4a-9738-200bf1243960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:36:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['2289a63c-5f7f-48fc-8244-4eeefd2f1ba4'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:07.217244 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a04c5472-d043-4354-b49e-22d08e8cd680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (7708aa79-9351-4f60-920f-e4e112a08657), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:07.303285 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c5472-d043-4354-b49e-22d08e8cd680 admin admin] Pushing event deleted for resources: {'Port': ['ID=7708aa79-9351-4f60-920f-e4e112a08657,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:07.373715 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a04c5472-d043-4354-b49e-22d08e8cd680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (2289a63c-5f7f-48fc-8244-4eeefd2f1ba4), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:07.543561 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-6d301356-5b58-4b4a-9738-200bf1243960 None None] Set router 2289a63c-5f7f-48fc-8244-4eeefd2f1ba4 gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:37:07.607631 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a04c5472-d043-4354-b49e-22d08e8cd680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (2289a63c-5f7f-48fc-8244-4eeefd2f1ba4), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:07.615541 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a04c5472-d043-4354-b49e-22d08e8cd680 admin admin] Publish callbacks [] for router_controller (2289a63c-5f7f-48fc-8244-4eeefd2f1ba4), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:07.668122 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6d301356-5b58-4b4a-9738-200bf1243960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2289a63c-5f7f-48fc-8244-4eeefd2f1ba4', 'name': 'tempest-TaggedBootDevicesTest_v242-1724991912-router', 'tenant_id': '35c9f7b244ea483fa6b629f97aea5547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:27:33Z', 'updated_at': '2022-02-09T01:37:06Z', 'revision_number': 6, 'project_id': '35c9f7b244ea483fa6b629f97aea5547', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:07.721057 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a04c5472-d043-4354-b49e-22d08e8cd680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (2289a63c-5f7f-48fc-8244-4eeefd2f1ba4), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:07.721776 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04c5472-d043-4354-b49e-22d08e8cd680 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2289a63c-5f7f-48fc-8244-4eeefd2f1ba4 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:37:07.726319 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a04c5472-d043-4354-b49e-22d08e8cd680 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:07.730030 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a04c5472-d043-4354-b49e-22d08e8cd680 admin admin] 10.222.0.30 "DELETE /v2.0/routers/2289a63c-5f7f-48fc-8244-4eeefd2f1ba4 HTTP/1.1" status: 204 len: 168 time: 1.7992487 Feb 09 01:37:07.730247 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52138) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:07.751441 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d301356-5b58-4b4a-9738-200bf1243960 None None] The sync data for ids ['2289a63c-5f7f-48fc-8244-4eeefd2f1ba4'] in n-d-822053-40 is: [{'id': '2289a63c-5f7f-48fc-8244-4eeefd2f1ba4', 'name': 'tempest-TaggedBootDevicesTest_v242-1724991912-router', 'tenant_id': '35c9f7b244ea483fa6b629f97aea5547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:27:33Z', 'updated_at': '2022-02-09T01:37:06Z', 'revision_number': 6, 'project_id': '35c9f7b244ea483fa6b629f97aea5547', 'gw_port_host': None}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:37:07.826335 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e1eec4e-6cb9-462d-b328-9da21b5d381d admin admin] Deleting subnet fc1ed831-dbc4-4a1a-b0af-bcdb3578f016 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:37:07.830001 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5e1eec4e-6cb9-462d-b328-9da21b5d381d admin admin] Publish callbacks [] for subnet (fc1ed831-dbc4-4a1a-b0af-bcdb3578f016), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:07.879614 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5e1eec4e-6cb9-462d-b328-9da21b5d381d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (fc1ed831-dbc4-4a1a-b0af-bcdb3578f016), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:08.035664 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5e1eec4e-6cb9-462d-b328-9da21b5d381d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (fc1ed831-dbc4-4a1a-b0af-bcdb3578f016), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:08.175952 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5e1eec4e-6cb9-462d-b328-9da21b5d381d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (fc1ed831-dbc4-4a1a-b0af-bcdb3578f016), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:08.291220 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1eec4e-6cb9-462d-b328-9da21b5d381d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc1ed831-dbc4-4a1a-b0af-bcdb3578f016,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:08.316757 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5e1eec4e-6cb9-462d-b328-9da21b5d381d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:08.330409 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040c8c2d-957c-4cb6-a5f4-264ef265f780 None None] Network fdd4ab52-a95e-4d88-80ff-e318ccc28ec8 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:37:08.355814 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52146) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:08.365594 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5e1eec4e-6cb9-462d-b328-9da21b5d381d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/fc1ed831-dbc4-4a1a-b0af-bcdb3578f016 HTTP/1.1" status: 204 len: 168 time: 0.6316833 Feb 09 01:37:08.490575 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device f4f53aa7-e55d-45e9-a922-682e014f65d1 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:37:08.567561 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: f4f53aa7-e55d-45e9-a922-682e014f65d1 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:37:08.571310 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device f4f53aa7-e55d-45e9-a922-682e014f65d1 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:37:08.594476 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a38d7b4a-26df-4688-800a-2d56e64d4cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (fdd4ab52-a95e-4d88-80ff-e318ccc28ec8), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:08.725577 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e4d87f-1f2e-42af-9e17-b306d69217bc None None] DHCP port deletion for fdd4ab52-a95e-4d88-80ff-e318ccc28ec8 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:37:08.787119 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-a38d7b4a-26df-4688-800a-2d56e64d4cc8 admin admin] Deleting port 2398b62e-09f7-442d-a072-af6687a93689 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:08.788999 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a38d7b4a-26df-4688-800a-2d56e64d4cc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (2398b62e-09f7-442d-a072-af6687a93689), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:08.831675 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-24e4d87f-1f2e-42af-9e17-b306d69217bc None None] Deleting port 2398b62e-09f7-442d-a072-af6687a93689 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:08.832072 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-24e4d87f-1f2e-42af-9e17-b306d69217bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (2398b62e-09f7-442d-a072-af6687a93689), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:08.955592 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-a38d7b4a-26df-4688-800a-2d56e64d4cc8 admin admin] For port 2398b62e-09f7-442d-a072-af6687a93689, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=2398b62e-09f7-442d-a072-af6687a93689,segment=NetworkSegment(cfe129bb-3eaa-418f-b758-f7409b8604d1),segment_id=cfe129bb-3eaa-418f-b758-f7409b8604d1)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:08.955877 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a38d7b4a-26df-4688-800a-2d56e64d4cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (2398b62e-09f7-442d-a072-af6687a93689), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:08.987555 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-24e4d87f-1f2e-42af-9e17-b306d69217bc None None] For port 2398b62e-09f7-442d-a072-af6687a93689, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=2398b62e-09f7-442d-a072-af6687a93689,segment=NetworkSegment(cfe129bb-3eaa-418f-b758-f7409b8604d1),segment_id=cfe129bb-3eaa-418f-b758-f7409b8604d1)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:08.988636 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-24e4d87f-1f2e-42af-9e17-b306d69217bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (2398b62e-09f7-442d-a072-af6687a93689), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:09.013981 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-24e4d87f-1f2e-42af-9e17-b306d69217bc None None] Calling delete_port for 2398b62e-09f7-442d-a072-af6687a93689 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:09.016228 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-a38d7b4a-26df-4688-800a-2d56e64d4cc8 admin admin] Calling delete_port for 2398b62e-09f7-442d-a072-af6687a93689 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:09.201718 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-24e4d87f-1f2e-42af-9e17-b306d69217bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (2398b62e-09f7-442d-a072-af6687a93689), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:09.221274 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e4d87f-1f2e-42af-9e17-b306d69217bc None None] No DVR routers for this DVR port 2398b62e-09f7-442d-a072-af6687a93689 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:37:09.228621 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a38d7b4a-26df-4688-800a-2d56e64d4cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (2398b62e-09f7-442d-a072-af6687a93689), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:09.243143 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4d87f-1f2e-42af-9e17-b306d69217bc None None] Pushing event deleted for resources: {'Port': ['ID=2398b62e-09f7-442d-a072-af6687a93689,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:09.257043 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4d87f-1f2e-42af-9e17-b306d69217bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:09.257458 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4d87f-1f2e-42af-9e17-b306d69217bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:09.257874 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4d87f-1f2e-42af-9e17-b306d69217bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:09.258325 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4d87f-1f2e-42af-9e17-b306d69217bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:09.258948 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4d87f-1f2e-42af-9e17-b306d69217bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:09.259339 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4d87f-1f2e-42af-9e17-b306d69217bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:09.259876 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4d87f-1f2e-42af-9e17-b306d69217bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:09.260291 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4d87f-1f2e-42af-9e17-b306d69217bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:09.260683 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4d87f-1f2e-42af-9e17-b306d69217bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:09.261117 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4d87f-1f2e-42af-9e17-b306d69217bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:09.261562 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4d87f-1f2e-42af-9e17-b306d69217bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:09.261956 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4d87f-1f2e-42af-9e17-b306d69217bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:09.262366 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4d87f-1f2e-42af-9e17-b306d69217bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:09.311962 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38d7b4a-26df-4688-800a-2d56e64d4cc8 admin admin] No DVR routers for this DVR port 2398b62e-09f7-442d-a072-af6687a93689 on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:37:09.314026 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38d7b4a-26df-4688-800a-2d56e64d4cc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2398b62e-09f7-442d-a072-af6687a93689,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:09.461035 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a38d7b4a-26df-4688-800a-2d56e64d4cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (fdd4ab52-a95e-4d88-80ff-e318ccc28ec8), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:09.521386 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-a38d7b4a-26df-4688-800a-2d56e64d4cc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdd4ab52-a95e-4d88-80ff-e318ccc28ec8']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:09.549382 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-a38d7b4a-26df-4688-800a-2d56e64d4cc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe129bb-3eaa-418f-b758-f7409b8604d1') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:09.549675 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-a38d7b4a-26df-4688-800a-2d56e64d4cc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe129bb-3eaa-418f-b758-f7409b8604d1') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:09.577896 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a38d7b4a-26df-4688-800a-2d56e64d4cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (cfe129bb-3eaa-418f-b758-f7409b8604d1), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:09.620013 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a38d7b4a-26df-4688-800a-2d56e64d4cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (cfe129bb-3eaa-418f-b758-f7409b8604d1), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:09.628957 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a38d7b4a-26df-4688-800a-2d56e64d4cc8 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:37:09.629355 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a38d7b4a-26df-4688-800a-2d56e64d4cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (cfe129bb-3eaa-418f-b758-f7409b8604d1), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:09.631162 n-d-822053-40 neutron-server[103529]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:37:09.631162 n-d-822053-40 neutron-server[103529]: self.session.flush() Feb 09 01:37:09.631162 n-d-822053-40 neutron-server[103529]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:37:09.631162 n-d-822053-40 neutron-server[103529]: self.session.flush() Feb 09 01:37:09.631162 n-d-822053-40 neutron-server[103529]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:37:09.631162 n-d-822053-40 neutron-server[103529]: self.session.flush() Feb 09 01:37:09.631162 n-d-822053-40 neutron-server[103529]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:37:09.631162 n-d-822053-40 neutron-server[103529]: self.session.flush() Feb 09 01:37:09.631162 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:37:09.631162 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:37:09.631162 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:37:09.631162 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:37:09.631162 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:37:09.631162 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:37:09.631162 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:37:09.631162 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:37:09.631162 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:37:09.631162 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:37:09.631162 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:37:09.631162 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:37:09.631162 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:37:09.631162 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:37:09.631162 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:37:09.631162 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:37:09.631162 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:37:09.631162 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:37:09.631162 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:37:09.631162 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:37:09.631162 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:37:09.631162 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:37:09.631162 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:37:09.631162 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:37:09.631162 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:37:09.631162 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:37:09.631162 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:37:09.631162 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:37:09.631162 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:37:09.631162 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:37:09.631162 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:37:09.631162 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:37:09.762484 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a38d7b4a-26df-4688-800a-2d56e64d4cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (fdd4ab52-a95e-4d88-80ff-e318ccc28ec8), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:09.768314 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a38d7b4a-26df-4688-800a-2d56e64d4cc8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:09.771490 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a38d7b4a-26df-4688-800a-2d56e64d4cc8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/fdd4ab52-a95e-4d88-80ff-e318ccc28ec8 HTTP/1.1" status: 204 len: 168 time: 1.4143300 Feb 09 01:37:09.799925 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38d7b4a-26df-4688-800a-2d56e64d4cc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdd4ab52-a95e-4d88-80ff-e318ccc28ec8,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:10.106680 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52160) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:10.136938 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 2398b62e-09f7-442d-a072-af6687a93689 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:37:10.187690 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 2398b62e-09f7-442d-a072-af6687a93689 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:37:10.191801 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 2398b62e-09f7-442d-a072-af6687a93689 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:37:10.192311 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 7708aa79-9351-4f60-920f-e4e112a08657 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:37:10.223145 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52164) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:10.226677 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-dd78f78e-61d8-4c01-ad78-28c06ceb3b66 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5cc038305e744ad69576548c638221e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1124809 Feb 09 01:37:10.249115 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 7708aa79-9351-4f60-920f-e4e112a08657 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:37:10.249447 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 7708aa79-9351-4f60-920f-e4e112a08657 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:37:10.298747 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-64b4c295-0795-4cba-808b-4909baa7a551 admin admin] Publish callbacks [] for security_group (61c7945c-7c8c-4b7d-ae40-a52ce9346648), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:10.325759 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-64b4c295-0795-4cba-808b-4909baa7a551 admin admin] Publish callbacks [] for security_group (61c7945c-7c8c-4b7d-ae40-a52ce9346648), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:10.389371 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-64b4c295-0795-4cba-808b-4909baa7a551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (61c7945c-7c8c-4b7d-ae40-a52ce9346648), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:10.392925 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-64b4c295-0795-4cba-808b-4909baa7a551 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:10.399993 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-64b4c295-0795-4cba-808b-4909baa7a551 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/61c7945c-7c8c-4b7d-ae40-a52ce9346648 HTTP/1.1" status: 204 len: 168 time: 0.1757388 Feb 09 01:37:10.428926 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b4c295-0795-4cba-808b-4909baa7a551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c7945c-7c8c-4b7d-ae40-a52ce9346648,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:11.060718 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52176) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:11.111939 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-087190c0-55b7-4278-bbe4-18ac15e74565 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=35c9f7b244ea483fa6b629f97aea5547&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0462859 Feb 09 01:37:11.112251 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52178) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:11.164341 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-399b57e8-e1ef-4293-9ea3-0e37323a07fc admin admin] Publish callbacks [] for security_group (c2d84471-c742-4452-9518-f8b19f707497), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:11.197710 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-399b57e8-e1ef-4293-9ea3-0e37323a07fc admin admin] Publish callbacks [] for security_group (c2d84471-c742-4452-9518-f8b19f707497), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:11.271668 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-399b57e8-e1ef-4293-9ea3-0e37323a07fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c2d84471-c742-4452-9518-f8b19f707497), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:11.282305 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-399b57e8-e1ef-4293-9ea3-0e37323a07fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:11.282305 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-399b57e8-e1ef-4293-9ea3-0e37323a07fc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c2d84471-c742-4452-9518-f8b19f707497 HTTP/1.1" status: 204 len: 168 time: 0.1626763 Feb 09 01:37:11.297518 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b57e8-e1ef-4293-9ea3-0e37323a07fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d84471-c742-4452-9518-f8b19f707497,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:12.707097 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52220) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:12.918080 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-548b62fd-3e69-4454-a853-039b1a182aa5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1889543744-network', 'tenant_id': '6b4a05707d1b49f9a06d538643543aea'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:12.952699 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548b62fd-3e69-4454-a853-039b1a182aa5 admin admin] Made reservation on behalf of 6b4a05707d1b49f9a06d538643543aea for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:12.956382 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-548b62fd-3e69-4454-a853-039b1a182aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:12.975607 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-548b62fd-3e69-4454-a853-039b1a182aa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:13.142357 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-548b62fd-3e69-4454-a853-039b1a182aa5 admin admin] Publish callbacks [] for security_group (7ca56791-3ad8-44f3-9b3f-f15136540aa2), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:13.154339 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-548b62fd-3e69-4454-a853-039b1a182aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7ca56791-3ad8-44f3-9b3f-f15136540aa2), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:13.176602 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-548b62fd-3e69-4454-a853-039b1a182aa5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:37:13.203430 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-548b62fd-3e69-4454-a853-039b1a182aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (06a65791-d722-41e0-9f59-8e2f6da66f1f), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:13.204104 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-548b62fd-3e69-4454-a853-039b1a182aa5 admin admin] Added segment 06a65791-d722-41e0-9f59-8e2f6da66f1f of type vlan for network 9b1b4143-78e6-405c-8b5a-728543b5f342 Feb 09 01:37:13.280705 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-548b62fd-3e69-4454-a853-039b1a182aa5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (9b1b4143-78e6-405c-8b5a-728543b5f342), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:13.330421 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-548b62fd-3e69-4454-a853-039b1a182aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (9b1b4143-78e6-405c-8b5a-728543b5f342), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:13.331589 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548b62fd-3e69-4454-a853-039b1a182aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:13.332906 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-548b62fd-3e69-4454-a853-039b1a182aa5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:13.367502 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-548b62fd-3e69-4454-a853-039b1a182aa5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6581368 Feb 09 01:37:13.370449 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52230) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:13.376633 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-1ace3018-849a-4db8-8241-f8e35e898477 admin admin] Request body: {'subnet': {'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1889543744-subnet', 'tenant_id': '6b4a05707d1b49f9a06d538643543aea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:13.448159 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ace3018-849a-4db8-8241-f8e35e898477 admin admin] Made reservation on behalf of 6b4a05707d1b49f9a06d538643543aea for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:13.453984 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1ace3018-849a-4db8-8241-f8e35e898477 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:13.470105 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b62fd-3e69-4454-a853-039b1a182aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca56791-3ad8-44f3-9b3f-f15136540aa2,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:13.505249 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b62fd-3e69-4454-a853-039b1a182aa5 admin admin] Pushing event updated for resources: {'Network': ['ID=9b1b4143-78e6-405c-8b5a-728543b5f342,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:13.516026 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 9b1b4143-78e6-405c-8b5a-728543b5f342 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:37:13.815124 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1ace3018-849a-4db8-8241-f8e35e898477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (b2d740a9-d705-46bb-8af8-d019a5a1576c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:13.876956 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace3018-849a-4db8-8241-f8e35e898477 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2d740a9-d705-46bb-8af8-d019a5a1576c,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:13.962049 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ace3018-849a-4db8-8241-f8e35e898477 admin admin] Checking segment: {'id': '06a65791-d722-41e0-9f59-8e2f6da66f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:37:13.962570 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ace3018-849a-4db8-8241-f8e35e898477 admin admin] Network hostable DHCP agents. Network: 9b1b4143-78e6-405c-8b5a-728543b5f342, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:37:13.983136 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ace3018-849a-4db8-8241-f8e35e898477 admin admin] Network 9b1b4143-78e6-405c-8b5a-728543b5f342 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:37:13.998671 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-1ace3018-849a-4db8-8241-f8e35e898477 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 9b1b4143-78e6-405c-8b5a-728543b5f342) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:14.013640 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1747abf-205a-48a1-b8d6-0abfec8318fc None None] Network 9b1b4143-78e6-405c-8b5a-728543b5f342 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:37:14.020957 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ace3018-849a-4db8-8241-f8e35e898477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:14.021948 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1ace3018-849a-4db8-8241-f8e35e898477 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:14.050933 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1ace3018-849a-4db8-8241-f8e35e898477 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6778996 Feb 09 01:37:14.282010 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a776aab6-d55d-434b-aafa-144145482a21 None None] Network 9b1b4143-78e6-405c-8b5a-728543b5f342 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:37:14.834954 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-66191d36-8983-45a7-ae3a-aa45845ba109 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:14.843470 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-66191d36-8983-45a7-ae3a-aa45845ba109 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/networks?id=9b1b4143-78e6-405c-8b5a-728543b5f342 HTTP/1.1" status: 200 len: 806 time: 0.1340249 Feb 09 01:37:14.860162 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-2beb4c11-68b7-4aa4-a52a-ee72b8a06061 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/quotas/6b4a05707d1b49f9a06d538643543aea HTTP/1.1" status: 200 len: 375 time: 0.0153530 Feb 09 01:37:14.913605 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-d3cc6aa5-894d-44f4-a80d-41bab0059d89 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b4a05707d1b49f9a06d538643543aea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521526 Feb 09 01:37:15.149286 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-4e148aa2-0011-49c8-b485-609d9d6fb2fd service neutron] 10.222.0.30 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343342 Feb 09 01:37:15.296036 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-dd53481d-9e23-4d9b-be92-63047303c32a service neutron] 10.222.0.30 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397970 Feb 09 01:37:15.693613 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd934601-a3ed-419f-8f20-ca8ab60e958f req-b6404dcd-1757-4fe7-86b9-ae2c43384365 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0b12463-d311-408a-a43a-25844f091ef9 HTTP/1.1" status: 200 len: 210 time: 0.0708625 Feb 09 01:37:16.112724 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:37:16.796598 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cbb1f348-2b5c-4aac-8c3a-330e4813c1d4 req-f426fb29-68e6-41b8-8432-8bb68bbbaa63 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0b12463-d311-408a-a43a-25844f091ef9 HTTP/1.1" status: 200 len: 210 time: 0.0418692 Feb 09 01:37:17.046597 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-e26693e1-40dc-4f3d-b8da-eca40cc61937 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:17.048503 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-e26693e1-40dc-4f3d-b8da-eca40cc61937 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.91 "GET /v2.0/networks?id=9b1b4143-78e6-405c-8b5a-728543b5f342 HTTP/1.1" status: 200 len: 806 time: 0.1585014 Feb 09 01:37:17.067127 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-a28dd4ae-f770-4060-b4f4-ce0c91cef009 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Request body: {'port': {'device_id': 'e0b12463-d311-408a-a43a-25844f091ef9', 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342', 'admin_state_up': True, 'tenant_id': '6b4a05707d1b49f9a06d538643543aea'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:17.214047 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-a28dd4ae-f770-4060-b4f4-ce0c91cef009 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Made reservation on behalf of 6b4a05707d1b49f9a06d538643543aea for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:17.218487 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-a28dd4ae-f770-4060-b4f4-ce0c91cef009 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:17.379881 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-a28dd4ae-f770-4060-b4f4-ce0c91cef009 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Allocated IP 172.20.0.3 (9b1b4143-78e6-405c-8b5a-728543b5f342/b2d740a9-d705-46bb-8af8-d019a5a1576c/35c82c86-9b27-4b9f-a80f-8521f07a72b0) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:37:17.571521 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-a28dd4ae-f770-4060-b4f4-ce0c91cef009 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks [] for port (35c82c86-9b27-4b9f-a80f-8521f07a72b0), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:17.609911 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-a28dd4ae-f770-4060-b4f4-ce0c91cef009 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (35c82c86-9b27-4b9f-a80f-8521f07a72b0), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:17.658048 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-a28dd4ae-f770-4060-b4f4-ce0c91cef009 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Network 9b1b4143-78e6-405c-8b5a-728543b5f342 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:37:17.664013 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-a28dd4ae-f770-4060-b4f4-ce0c91cef009 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:17.669035 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-a28dd4ae-f770-4060-b4f4-ce0c91cef009 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:37:17.696999 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dd4ae-f770-4060-b4f4-ce0c91cef009 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Pushing event updated for resources: {'Port': ['ID=35c82c86-9b27-4b9f-a80f-8521f07a72b0,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:17.732676 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-a28dd4ae-f770-4060-b4f4-ce0c91cef009 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:17.733398 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-a28dd4ae-f770-4060-b4f4-ce0c91cef009 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:17.751855 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-a28dd4ae-f770-4060-b4f4-ce0c91cef009 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6936414 Feb 09 01:37:17.765244 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-92ba9044-f8f4-43d0-a7ca-fe16dc09c47e service neutron] Request body: {'port': {'device_id': 'e0b12463-d311-408a-a43a-25844f091ef9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:17.832135 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-92ba9044-f8f4-43d0-a7ca-fe16dc09c47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (35c82c86-9b27-4b9f-a80f-8521f07a72b0), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:18.032710 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151f923-86db-4e19-8596-8287497e07ea req-51028453-b05b-4df9-ad0f-a9ce3be28b75 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:18.040387 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a151f923-86db-4e19-8596-8287497e07ea req-51028453-b05b-4df9-ad0f-a9ce3be28b75 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0b12463-d311-408a-a43a-25844f091ef9 HTTP/1.1" status: 200 len: 931 time: 0.1704745 Feb 09 01:37:18.188007 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a151f923-86db-4e19-8596-8287497e07ea req-10292086-468a-4053-ac3a-b2eca5ab832f tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416137 Feb 09 01:37:18.315925 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-92ba9044-f8f4-43d0-a7ca-fe16dc09c47e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35c82c86-9b27-4b9f-a80f-8521f07a72b0 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:37:18.327433 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-92ba9044-f8f4-43d0-a7ca-fe16dc09c47e service neutron] Publish callbacks [] for port (35c82c86-9b27-4b9f-a80f-8521f07a72b0), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:18.347226 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-92ba9044-f8f4-43d0-a7ca-fe16dc09c47e service neutron] Transition to ACTIVE for port object 35c82c86-9b27-4b9f-a80f-8521f07a72b0 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:37:18.352903 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-92ba9044-f8f4-43d0-a7ca-fe16dc09c47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (35c82c86-9b27-4b9f-a80f-8521f07a72b0), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:18.437553 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba9044-f8f4-43d0-a7ca-fe16dc09c47e service neutron] Pushing event updated for resources: {'Port': ['ID=35c82c86-9b27-4b9f-a80f-8521f07a72b0,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:18.470577 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ba9044-f8f4-43d0-a7ca-fe16dc09c47e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:18.470917 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ba9044-f8f4-43d0-a7ca-fe16dc09c47e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:18.471256 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ba9044-f8f4-43d0-a7ca-fe16dc09c47e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:18.471594 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ba9044-f8f4-43d0-a7ca-fe16dc09c47e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:18.471921 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ba9044-f8f4-43d0-a7ca-fe16dc09c47e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:18.472278 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ba9044-f8f4-43d0-a7ca-fe16dc09c47e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:18.472603 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ba9044-f8f4-43d0-a7ca-fe16dc09c47e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:18.472922 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ba9044-f8f4-43d0-a7ca-fe16dc09c47e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:18.473247 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ba9044-f8f4-43d0-a7ca-fe16dc09c47e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:18.473560 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ba9044-f8f4-43d0-a7ca-fe16dc09c47e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:18.474149 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ba9044-f8f4-43d0-a7ca-fe16dc09c47e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:18.474473 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ba9044-f8f4-43d0-a7ca-fe16dc09c47e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:18.474800 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ba9044-f8f4-43d0-a7ca-fe16dc09c47e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:18.501208 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-92ba9044-f8f4-43d0-a7ca-fe16dc09c47e service neutron] Attempting to bind port 35c82c86-9b27-4b9f-a80f-8521f07a72b0 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:37:18.501529 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-92ba9044-f8f4-43d0-a7ca-fe16dc09c47e service neutron] Attempting to bind port 35c82c86-9b27-4b9f-a80f-8521f07a72b0 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '06a65791-d722-41e0-9f59-8e2f6da66f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:37:18.501853 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-92ba9044-f8f4-43d0-a7ca-fe16dc09c47e service neutron] Attempting to bind port 35c82c86-9b27-4b9f-a80f-8521f07a72b0 on network 9b1b4143-78e6-405c-8b5a-728543b5f342 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:37:18.506169 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-92ba9044-f8f4-43d0-a7ca-fe16dc09c47e service neutron] Port 35c82c86-9b27-4b9f-a80f-8521f07a72b0 on network 9b1b4143-78e6-405c-8b5a-728543b5f342 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:37:18.506481 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-92ba9044-f8f4-43d0-a7ca-fe16dc09c47e service neutron] Attempting to bind port 35c82c86-9b27-4b9f-a80f-8521f07a72b0 on network 9b1b4143-78e6-405c-8b5a-728543b5f342 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:37:18.512248 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-92ba9044-f8f4-43d0-a7ca-fe16dc09c47e service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:37:18.512583 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-92ba9044-f8f4-43d0-a7ca-fe16dc09c47e service neutron] Checking segment: {'id': '06a65791-d722-41e0-9f59-8e2f6da66f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:37:18.512961 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-92ba9044-f8f4-43d0-a7ca-fe16dc09c47e service neutron] Bound using segment: {'id': '06a65791-d722-41e0-9f59-8e2f6da66f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:37:18.513381 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-92ba9044-f8f4-43d0-a7ca-fe16dc09c47e service neutron] Bound port: 35c82c86-9b27-4b9f-a80f-8521f07a72b0, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a65791-d722-41e0-9f59-8e2f6da66f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:37:18.514090 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-92ba9044-f8f4-43d0-a7ca-fe16dc09c47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (35c82c86-9b27-4b9f-a80f-8521f07a72b0), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:18.585352 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-92ba9044-f8f4-43d0-a7ca-fe16dc09c47e service neutron] For port 35c82c86-9b27-4b9f-a80f-8521f07a72b0, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:37:18.590569 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-92ba9044-f8f4-43d0-a7ca-fe16dc09c47e service neutron] For port 35c82c86-9b27-4b9f-a80f-8521f07a72b0, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=35c82c86-9b27-4b9f-a80f-8521f07a72b0,segment=NetworkSegment(06a65791-d722-41e0-9f59-8e2f6da66f1f),segment_id=06a65791-d722-41e0-9f59-8e2f6da66f1f)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:37:18.598562 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-92ba9044-f8f4-43d0-a7ca-fe16dc09c47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (35c82c86-9b27-4b9f-a80f-8521f07a72b0), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:18.637589 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-92ba9044-f8f4-43d0-a7ca-fe16dc09c47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:18.638202 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-92ba9044-f8f4-43d0-a7ca-fe16dc09c47e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:18.640119 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-92ba9044-f8f4-43d0-a7ca-fe16dc09c47e service neutron] 10.222.0.91 "PUT /v2.0/ports/35c82c86-9b27-4b9f-a80f-8521f07a72b0 HTTP/1.1" status: 200 len: 1092 time: 0.8801849 Feb 09 01:37:18.640581 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0b12463-d311-408a-a43a-25844f091ef9', 'tag': '35c82c86-9b27-4b9f-a80f-8521f07a72b0'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:37:18.642812 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16ccb42-8cd3-42da-b65e-6278e5a59579" -d '{"events": [{"name": "network-changed", "server_uuid": "e0b12463-d311-408a-a43a-25844f091ef9", "tag": "35c82c86-9b27-4b9f-a80f-8521f07a72b0"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:37:18.685745 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba9044-f8f4-43d0-a7ca-fe16dc09c47e service neutron] Pushing event updated for resources: {'Port': ['ID=35c82c86-9b27-4b9f-a80f-8521f07a72b0,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:18.719496 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb005fa-e8f1-46a4-8688-14b17ac19523 x-openstack-request-id: req-cdb005fa-e8f1-46a4-8688-14b17ac19523 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:37:18.719838 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0b12463-d311-408a-a43a-25844f091ef9", "tag": "35c82c86-9b27-4b9f-a80f-8521f07a72b0", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:37:18.720181 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cdb005fa-e8f1-46a4-8688-14b17ac19523 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:37:18.720582 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0b12463-d311-408a-a43a-25844f091ef9', 'tag': '35c82c86-9b27-4b9f-a80f-8521f07a72b0', 'status': 'completed', 'code': 200} Feb 09 01:37:18.742953 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-08d667de-5dc1-40fd-a335-0508a3309e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:18.744825 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-08d667de-5dc1-40fd-a335-0508a3309e92 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6b4a05707d1b49f9a06d538643543aea&device_id=e0b12463-d311-408a-a43a-25844f091ef9 HTTP/1.1" status: 200 len: 1126 time: 0.0558977 Feb 09 01:37:18.789185 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-95337cca-dded-4a37-a235-f4fe162ea92c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35c82c86-9b27-4b9f-a80f-8521f07a72b0 HTTP/1.1" status: 200 len: 217 time: 0.0367043 Feb 09 01:37:18.844631 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-c6d98bfd-4bb9-4f98-8c00-35833f0992b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:18.846027 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-c6d98bfd-4bb9-4f98-8c00-35833f0992b2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b2d740a9-d705-46bb-8af8-d019a5a1576c HTTP/1.1" status: 200 len: 846 time: 0.0510347 Feb 09 01:37:18.880068 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-e3e8a882-0102-496b-aa3a-2c7cefa8ecc0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9b1b4143-78e6-405c-8b5a-728543b5f342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278094 Feb 09 01:37:18.973427 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-93fff84b-c245-436a-9804-8aab5d85a13d service neutron] 10.222.0.91 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860605 Feb 09 01:37:19.071280 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e4819f2-ca7d-4f55-bc2f-a26f02e25700 req-cc0d652e-4c62-4fa7-a7e6-9eb0967a85c4 service neutron] 10.222.0.91 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906584 Feb 09 01:37:19.177359 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ccb42-8cd3-42da-b65e-6278e5a59579 req-6d7439af-7376-414d-9df2-105f422cc006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:19.178901 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d16ccb42-8cd3-42da-b65e-6278e5a59579 req-6d7439af-7376-414d-9df2-105f422cc006 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6b4a05707d1b49f9a06d538643543aea&device_id=e0b12463-d311-408a-a43a-25844f091ef9 HTTP/1.1" status: 200 len: 1126 time: 0.0556679 Feb 09 01:37:19.285007 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ccb42-8cd3-42da-b65e-6278e5a59579 req-d86e9a75-2ad3-455b-9d66-beb10322dc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:19.286856 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d16ccb42-8cd3-42da-b65e-6278e5a59579 req-d86e9a75-2ad3-455b-9d66-beb10322dc63 service neutron] 10.222.0.91 "GET /v2.0/networks?id=9b1b4143-78e6-405c-8b5a-728543b5f342 HTTP/1.1" status: 200 len: 907 time: 0.1004214 Feb 09 01:37:19.349782 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d16ccb42-8cd3-42da-b65e-6278e5a59579 req-f5401852-ea44-4f69-824c-d51a5b4c715c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35c82c86-9b27-4b9f-a80f-8521f07a72b0 HTTP/1.1" status: 200 len: 217 time: 0.0536656 Feb 09 01:37:19.418450 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34109d7-552b-4db4-9ce1-acab7fc3af9f req-f7ec698c-b728-41e3-b2d0-b1c16170d015 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:19.423651 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e34109d7-552b-4db4-9ce1-acab7fc3af9f req-f7ec698c-b728-41e3-b2d0-b1c16170d015 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0b12463-d311-408a-a43a-25844f091ef9 HTTP/1.1" status: 200 len: 943 time: 0.1408117 Feb 09 01:37:19.429081 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:19.450310 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ccb42-8cd3-42da-b65e-6278e5a59579 req-097668b7-1795-4112-9b4c-802d33daf07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:19.451816 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d16ccb42-8cd3-42da-b65e-6278e5a59579 req-097668b7-1795-4112-9b4c-802d33daf07d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b2d740a9-d705-46bb-8af8-d019a5a1576c HTTP/1.1" status: 200 len: 846 time: 0.0940588 Feb 09 01:37:19.501606 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d16ccb42-8cd3-42da-b65e-6278e5a59579 req-09908672-baef-4ab3-a689-f9591f08101a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9b1b4143-78e6-405c-8b5a-728543b5f342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359852 Feb 09 01:37:19.509668 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e34109d7-552b-4db4-9ce1-acab7fc3af9f req-f94d6da5-3633-4d2d-9f95-3987bc8a35ec tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817647 Feb 09 01:37:19.613764 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d16ccb42-8cd3-42da-b65e-6278e5a59579 req-cbbe34f1-7e4b-4955-ad6e-3a2e23b32bc8 service neutron] 10.222.0.91 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031094 Feb 09 01:37:19.714799 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d16ccb42-8cd3-42da-b65e-6278e5a59579 req-38887375-9045-49e0-8dda-e358a50e9b1d service neutron] 10.222.0.91 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920868 Feb 09 01:37:20.649047 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e6ff4-b021-4d56-a596-1634fbfec8cd req-ba5a3df5-5360-445b-ba0f-bb60c0907fd2 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:20.650538 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-932e6ff4-b021-4d56-a596-1634fbfec8cd req-ba5a3df5-5360-445b-ba0f-bb60c0907fd2 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0b12463-d311-408a-a43a-25844f091ef9 HTTP/1.1" status: 200 len: 943 time: 0.0568192 Feb 09 01:37:20.699436 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-932e6ff4-b021-4d56-a596-1634fbfec8cd req-e871862e-f824-47ab-9445-260e227c4802 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422103 Feb 09 01:37:20.768214 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-95492a6b-45e6-417b-9087-231e82f0cf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:20.956370 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:21.827242 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67fd53-0ad9-49f9-86bd-62d6dfb6505b req-4c7540b9-8f71-4a2e-b954-0c071181826f tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:21.828777 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4f67fd53-0ad9-49f9-86bd-62d6dfb6505b req-4c7540b9-8f71-4a2e-b954-0c071181826f tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0b12463-d311-408a-a43a-25844f091ef9 HTTP/1.1" status: 200 len: 943 time: 0.0595751 Feb 09 01:37:21.855356 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 35c82c86-9b27-4b9f-a80f-8521f07a72b0 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:37:21.877591 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4f67fd53-0ad9-49f9-86bd-62d6dfb6505b req-7b0f7b1c-1574-4d49-9f16-c369788afc70 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431216 Feb 09 01:37:21.956629 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 35c82c86-9b27-4b9f-a80f-8521f07a72b0, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=35c82c86-9b27-4b9f-a80f-8521f07a72b0,segment=NetworkSegment(06a65791-d722-41e0-9f59-8e2f6da66f1f),segment_id=06a65791-d722-41e0-9f59-8e2f6da66f1f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:21.968735 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '35c82c86-9b27-4b9f-a80f-8521f07a72b0', 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342', 'port_id': '35c82c86-9b27-4b9f-a80f-8521f07a72b0', 'mac_address': 'fa:16:3e:2b:33:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d740a9-d705-46bb-8af8-d019a5a1576c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:37:22.013252 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 35c82c86-9b27-4b9f-a80f-8521f07a72b0 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:22.013654 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (35c82c86-9b27-4b9f-a80f-8521f07a72b0), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:22.029086 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35c82c86-9b27-4b9f-a80f-8521f07a72b0 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:37:22.048636 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 35c82c86-9b27-4b9f-a80f-8521f07a72b0, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=35c82c86-9b27-4b9f-a80f-8521f07a72b0,segment=NetworkSegment(06a65791-d722-41e0-9f59-8e2f6da66f1f),segment_id=06a65791-d722-41e0-9f59-8e2f6da66f1f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:22.052746 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (35c82c86-9b27-4b9f-a80f-8521f07a72b0), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:22.101742 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=35c82c86-9b27-4b9f-a80f-8521f07a72b0,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:22.308264 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['35c82c86-9b27-4b9f-a80f-8521f07a72b0'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:37:23.033279 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9df8d8-ad06-407d-bb53-e27aeace2ebf req-c17689ae-0057-4c6d-87f8-6d51cc097592 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:23.034879 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dc9df8d8-ad06-407d-bb53-e27aeace2ebf req-c17689ae-0057-4c6d-87f8-6d51cc097592 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0b12463-d311-408a-a43a-25844f091ef9 HTTP/1.1" status: 200 len: 944 time: 0.0799351 Feb 09 01:37:23.089741 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dc9df8d8-ad06-407d-bb53-e27aeace2ebf req-862d154e-82b7-4974-a89b-9c9352121baf tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484581 Feb 09 01:37:23.697292 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52344) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:23.864922 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 35c82c86-9b27-4b9f-a80f-8521f07a72b0 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:37:23.936493 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-777b64fe-5e98-47c6-9f4a-2423b63ef9c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:24.070915 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 35c82c86-9b27-4b9f-a80f-8521f07a72b0 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:37:24.083447 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 35c82c86-9b27-4b9f-a80f-8521f07a72b0 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:24.086867 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (35c82c86-9b27-4b9f-a80f-8521f07a72b0), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:24.110903 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-777b64fe-5e98-47c6-9f4a-2423b63ef9c7 admin admin] Publish callbacks [] for security_group (95b9f0b4-1e8d-4194-b476-c6866e5a3a41), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:24.116883 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-777b64fe-5e98-47c6-9f4a-2423b63ef9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (95b9f0b4-1e8d-4194-b476-c6866e5a3a41), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:24.169929 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-777b64fe-5e98-47c6-9f4a-2423b63ef9c7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7397194e879d4e0b96f495f3eab35d52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4713180 Feb 09 01:37:24.171057 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b64fe-5e98-47c6-9f4a-2423b63ef9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b9f0b4-1e8d-4194-b476-c6866e5a3a41,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:24.174418 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52360) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:24.222453 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b64fe-5e98-47c6-9f4a-2423b63ef9c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:24.222863 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b64fe-5e98-47c6-9f4a-2423b63ef9c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:24.223309 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b64fe-5e98-47c6-9f4a-2423b63ef9c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:24.224301 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b64fe-5e98-47c6-9f4a-2423b63ef9c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:24.224652 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b64fe-5e98-47c6-9f4a-2423b63ef9c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:24.225166 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b64fe-5e98-47c6-9f4a-2423b63ef9c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:24.227580 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b64fe-5e98-47c6-9f4a-2423b63ef9c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:24.228010 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b64fe-5e98-47c6-9f4a-2423b63ef9c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:24.228598 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b64fe-5e98-47c6-9f4a-2423b63ef9c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:24.228944 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b64fe-5e98-47c6-9f4a-2423b63ef9c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:24.229284 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b64fe-5e98-47c6-9f4a-2423b63ef9c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:24.229909 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b64fe-5e98-47c6-9f4a-2423b63ef9c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:24.230317 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b64fe-5e98-47c6-9f4a-2423b63ef9c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:24.286169 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-124cf2fb-650f-4435-bdb6-606881c4f4ad admin admin] Publish callbacks [] for security_group (95b9f0b4-1e8d-4194-b476-c6866e5a3a41), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:24.319630 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-124cf2fb-650f-4435-bdb6-606881c4f4ad admin admin] Publish callbacks [] for security_group (95b9f0b4-1e8d-4194-b476-c6866e5a3a41), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:24.381619 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 35c82c86-9b27-4b9f-a80f-8521f07a72b0 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:24.382698 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (35c82c86-9b27-4b9f-a80f-8521f07a72b0), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:24.400798 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1660b8b2-62ad-4c72-a1b8-f0789e61a12c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:24.402942 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-124cf2fb-650f-4435-bdb6-606881c4f4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (95b9f0b4-1e8d-4194-b476-c6866e5a3a41), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:24.405388 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b150ee-4da0-4261-a57a-ad65b0437138 req-db7d85b0-640c-454a-a4e9-fc1ab84f26a4 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:24.412499 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-35b150ee-4da0-4261-a57a-ad65b0437138 req-db7d85b0-640c-454a-a4e9-fc1ab84f26a4 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0b12463-d311-408a-a43a-25844f091ef9 HTTP/1.1" status: 200 len: 944 time: 0.1431615 Feb 09 01:37:24.413393 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-124cf2fb-650f-4435-bdb6-606881c4f4ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:24.415777 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-124cf2fb-650f-4435-bdb6-606881c4f4ad admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/95b9f0b4-1e8d-4194-b476-c6866e5a3a41 HTTP/1.1" status: 204 len: 168 time: 0.2401612 Feb 09 01:37:24.440684 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b12463-d311-408a-a43a-25844f091ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c82c86-9b27-4b9f-a80f-8521f07a72b0'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:37:24.443259 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd8a59b-f88c-4518-bb42-a089ef7f4ef1" -d '{"events": [{"server_uuid": "e0b12463-d311-408a-a43a-25844f091ef9", "name": "network-vif-plugged", "status": "completed", "tag": "35c82c86-9b27-4b9f-a80f-8521f07a72b0"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:37:24.466042 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124cf2fb-650f-4435-bdb6-606881c4f4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b9f0b4-1e8d-4194-b476-c6866e5a3a41,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:24.480600 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 35c82c86-9b27-4b9f-a80f-8521f07a72b0, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=35c82c86-9b27-4b9f-a80f-8521f07a72b0,segment=NetworkSegment(06a65791-d722-41e0-9f59-8e2f6da66f1f),segment_id=06a65791-d722-41e0-9f59-8e2f6da66f1f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:24.495254 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (35c82c86-9b27-4b9f-a80f-8521f07a72b0), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:24.521680 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-35b150ee-4da0-4261-a57a-ad65b0437138 req-c2ab09ca-231e-47f6-bdff-ef7c7cc5c3fe tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023242 Feb 09 01:37:24.586255 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c71d5c4-848d-40be-8aa9-df76ebcaf5dd x-openstack-request-id: req-7c71d5c4-848d-40be-8aa9-df76ebcaf5dd {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:37:24.586840 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b12463-d311-408a-a43a-25844f091ef9", "name": "network-vif-plugged", "status": "completed", "tag": "35c82c86-9b27-4b9f-a80f-8521f07a72b0", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:37:24.587248 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7c71d5c4-848d-40be-8aa9-df76ebcaf5dd {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:37:24.587806 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b12463-d311-408a-a43a-25844f091ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c82c86-9b27-4b9f-a80f-8521f07a72b0', 'code': 200} Feb 09 01:37:24.657861 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=35c82c86-9b27-4b9f-a80f-8521f07a72b0,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:24.770996 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46e637-7062-4e24-9e0c-72aeb1459f02 req-588f0024-b165-46fa-9781-3bcd2c8d6115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:24.772644 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d46e637-7062-4e24-9e0c-72aeb1459f02 req-588f0024-b165-46fa-9781-3bcd2c8d6115 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e0b12463-d311-408a-a43a-25844f091ef9 HTTP/1.1" status: 200 len: 1128 time: 0.1516893 Feb 09 01:37:24.784399 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55fdbb0-b0c4-4354-b697-ee2e87df274a req-86b5e416-eaae-4529-aaa6-9361b650c4b0 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:24.787289 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d55fdbb0-b0c4-4354-b697-ee2e87df274a req-86b5e416-eaae-4529-aaa6-9361b650c4b0 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=7681ef00-7659-46c1-b789-48e83523bb0a HTTP/1.1" status: 200 len: 946 time: 0.1237483 Feb 09 01:37:24.874426 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d46e637-7062-4e24-9e0c-72aeb1459f02 req-c132bbb8-b8a8-47c0-aa20-2c358e0f0758 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855141 Feb 09 01:37:24.877738 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d55fdbb0-b0c4-4354-b697-ee2e87df274a req-11821849-404b-45be-8fd5-36e56d8efb8c tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cd05c19-b15b-437f-a1c1-10b2358a5489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816565 Feb 09 01:37:25.763732 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc84015-7eda-4424-bad7-99a19f31a78b req-76b029da-fe03-40e5-9dc9-f4fad71b9e41 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:25.783584 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-acc84015-7eda-4424-bad7-99a19f31a78b req-76b029da-fe03-40e5-9dc9-f4fad71b9e41 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0b12463-d311-408a-a43a-25844f091ef9 HTTP/1.1" status: 200 len: 945 time: 0.1230145 Feb 09 01:37:25.800455 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:25.838414 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-acc84015-7eda-4424-bad7-99a19f31a78b req-2d7e6d74-3e4c-4d60-a84b-4dc3d7bcb2c7 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534837 Feb 09 01:37:26.106934 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c896f5-be41-4848-9891-9c4d7825fc3c req-995ed95b-e1c7-4e18-ba63-3a8b136c30ee tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:26.108627 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e8c896f5-be41-4848-9891-9c4d7825fc3c req-995ed95b-e1c7-4e18-ba63-3a8b136c30ee tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=7681ef00-7659-46c1-b789-48e83523bb0a HTTP/1.1" status: 200 len: 946 time: 0.1455650 Feb 09 01:37:26.220343 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e8c896f5-be41-4848-9891-9c4d7825fc3c req-376ef077-0525-4ea9-988d-ae0c9b2691dc tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cd05c19-b15b-437f-a1c1-10b2358a5489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982366 Feb 09 01:37:26.288596 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189929a-ebce-4ad7-97e4-4bcab98155d2 req-edee1235-cffc-4379-9b6b-ebde9964d11a tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:26.290266 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3189929a-ebce-4ad7-97e4-4bcab98155d2 req-edee1235-cffc-4379-9b6b-ebde9964d11a tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.121 "GET /v2.0/ports?device_id=7681ef00-7659-46c1-b789-48e83523bb0a HTTP/1.1" status: 200 len: 946 time: 0.0724924 Feb 09 01:37:26.404884 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-3189929a-ebce-4ad7-97e4-4bcab98155d2 req-6b8414f6-eeb6-495e-94af-a3bb5b96d721 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Deleting port 2aed1ded-c775-4a34-a62a-883fe30a700c {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:26.405423 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3189929a-ebce-4ad7-97e4-4bcab98155d2 req-6b8414f6-eeb6-495e-94af-a3bb5b96d721 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (2aed1ded-c775-4a34-a62a-883fe30a700c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:26.514486 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-3189929a-ebce-4ad7-97e4-4bcab98155d2 req-6b8414f6-eeb6-495e-94af-a3bb5b96d721 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] For port 2aed1ded-c775-4a34-a62a-883fe30a700c, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=2aed1ded-c775-4a34-a62a-883fe30a700c,segment=NetworkSegment(990ee728-08e6-4cf3-bfe2-c41ab0301e4e),segment_id=990ee728-08e6-4cf3-bfe2-c41ab0301e4e)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:26.514904 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3189929a-ebce-4ad7-97e4-4bcab98155d2 req-6b8414f6-eeb6-495e-94af-a3bb5b96d721 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (2aed1ded-c775-4a34-a62a-883fe30a700c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:26.841206 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3189929a-ebce-4ad7-97e4-4bcab98155d2 req-6b8414f6-eeb6-495e-94af-a3bb5b96d721 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:26.841503 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3189929a-ebce-4ad7-97e4-4bcab98155d2 req-6b8414f6-eeb6-495e-94af-a3bb5b96d721 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (75f67451-2f23-43f7-a9ed-2b914bf7d1ba), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:26.841825 n-d-822053-40 neutron-server[103528]: INFO neutron.db.l3_db [req-3189929a-ebce-4ad7-97e4-4bcab98155d2 req-6b8414f6-eeb6-495e-94af-a3bb5b96d721 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Floating IP 75f67451-2f23-43f7-a9ed-2b914bf7d1ba disassociated. External IP: 172.25.1.65, port: 2aed1ded-c775-4a34-a62a-883fe30a700c. Feb 09 01:37:26.842169 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-3189929a-ebce-4ad7-97e4-4bcab98155d2 req-6b8414f6-eeb6-495e-94af-a3bb5b96d721 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Calling delete_port for 2aed1ded-c775-4a34-a62a-883fe30a700c owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:27.046703 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca0b43-6876-4d0f-ba8c-9910a96feae7 req-b6c801db-dbb7-4f6a-8322-b1c3a3f421fd tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:27.049788 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f4ca0b43-6876-4d0f-ba8c-9910a96feae7 req-b6c801db-dbb7-4f6a-8322-b1c3a3f421fd tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0b12463-d311-408a-a43a-25844f091ef9 HTTP/1.1" status: 200 len: 945 time: 0.0955126 Feb 09 01:37:27.056795 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3189929a-ebce-4ad7-97e4-4bcab98155d2 req-6b8414f6-eeb6-495e-94af-a3bb5b96d721 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (2aed1ded-c775-4a34-a62a-883fe30a700c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:27.146695 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f4ca0b43-6876-4d0f-ba8c-9910a96feae7 req-308e17af-e1ac-48ab-bf9f-3df483dc0f0e tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855467 Feb 09 01:37:27.169346 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8414f6-eeb6-495e-94af-a3bb5b96d721 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Pushing event deleted for resources: {'Port': ['ID=2aed1ded-c775-4a34-a62a-883fe30a700c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:27.361160 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3189929a-ebce-4ad7-97e4-4bcab98155d2 req-6b8414f6-eeb6-495e-94af-a3bb5b96d721 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Router e805de78-939c-4bb6-a446-e0361324fa0c has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:37:27.417022 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-67cf9172-67dd-4d00-97ac-4352a466680f req-47cd0513-93f3-445d-b8ed-12c9b405234f tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/ports?device_id=7681ef00-7659-46c1-b789-48e83523bb0a HTTP/1.1" status: 200 len: 210 time: 0.0405433 Feb 09 01:37:27.532272 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:27.604181 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87731ee8-2480-41fe-931f-1f0d953685c8 req-c8a9b6b9-72de-4f71-9bf2-471e44f6d069 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:27.612536 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-87731ee8-2480-41fe-931f-1f0d953685c8 req-c8a9b6b9-72de-4f71-9bf2-471e44f6d069 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/networks?id=9b1b4143-78e6-405c-8b5a-728543b5f342 HTTP/1.1" status: 200 len: 806 time: 0.1902809 Feb 09 01:37:27.631649 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-87731ee8-2480-41fe-931f-1f0d953685c8 req-dee74cd1-0f30-458d-9182-7153da565b2d tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/quotas/6b4a05707d1b49f9a06d538643543aea HTTP/1.1" status: 200 len: 375 time: 0.0177000 Feb 09 01:37:27.665724 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3189929a-ebce-4ad7-97e4-4bcab98155d2 req-6b8414f6-eeb6-495e-94af-a3bb5b96d721 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:37:27.682882 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae94221-608f-4db3-9b07-db1eb0b976cd None None] Sync routers for ids ['e805de78-939c-4bb6-a446-e0361324fa0c'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:37:27.706039 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae94221-608f-4db3-9b07-db1eb0b976cd None None] Routers {'e805de78-939c-4bb6-a446-e0361324fa0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:37:27.713591 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-eae94221-608f-4db3-9b07-db1eb0b976cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:37:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['e805de78-939c-4bb6-a446-e0361324fa0c'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:27.736823 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-3189929a-ebce-4ad7-97e4-4bcab98155d2 req-6b8414f6-eeb6-495e-94af-a3bb5b96d721 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] No DVR routers for this DVR port 2aed1ded-c775-4a34-a62a-883fe30a700c on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:37:27.746746 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3189929a-ebce-4ad7-97e4-4bcab98155d2 req-6b8414f6-eeb6-495e-94af-a3bb5b96d721 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:27.750282 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3189929a-ebce-4ad7-97e4-4bcab98155d2 req-6b8414f6-eeb6-495e-94af-a3bb5b96d721 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.121 "DELETE /v2.0/ports/2aed1ded-c775-4a34-a62a-883fe30a700c HTTP/1.1" status: 204 len: 173 time: 1.4532747 Feb 09 01:37:27.750769 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7681ef00-7659-46c1-b789-48e83523bb0a', 'name': 'network-vif-deleted', 'tag': '2aed1ded-c775-4a34-a62a-883fe30a700c'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:37:27.759448 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7ecb0d-3834-478f-8f06-800b51a09b38" -d '{"events": [{"server_uuid": "7681ef00-7659-46c1-b789-48e83523bb0a", "name": "network-vif-deleted", "tag": "2aed1ded-c775-4a34-a62a-883fe30a700c"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:37:27.790234 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-87731ee8-2480-41fe-931f-1f0d953685c8 req-58b4472d-90cf-4098-aea6-54096b48eb2a tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b4a05707d1b49f9a06d538643543aea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1570957 Feb 09 01:37:27.805410 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52468) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:27.849690 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9299b4-13a8-470b-a21c-9cbb0a321204 x-openstack-request-id: req-4b9299b4-13a8-470b-a21c-9cbb0a321204 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:37:27.850917 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7681ef00-7659-46c1-b789-48e83523bb0a", "name": "network-vif-deleted", "tag": "2aed1ded-c775-4a34-a62a-883fe30a700c", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:37:27.851332 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4b9299b4-13a8-470b-a21c-9cbb0a321204 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:37:27.851917 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7681ef00-7659-46c1-b789-48e83523bb0a', 'name': 'network-vif-deleted', 'tag': '2aed1ded-c775-4a34-a62a-883fe30a700c', 'status': 'completed', 'code': 200} Feb 09 01:37:27.973851 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-87731ee8-2480-41fe-931f-1f0d953685c8 req-4760320b-a892-4f16-a561-d45ce0b9d903 service neutron] 10.222.0.30 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824417 Feb 09 01:37:28.069761 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-48d8bbbc-689f-432d-b738-d611b3f8216f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:28.089867 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-eae94221-608f-4db3-9b07-db1eb0b976cd None None] Set router e805de78-939c-4bb6-a446-e0361324fa0c gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:37:28.225417 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-48d8bbbc-689f-432d-b738-d611b3f8216f admin admin] Publish callbacks [] for security_group (e24b16b5-0ef4-48d5-a606-a26804dd3dff), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:28.232780 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-48d8bbbc-689f-432d-b738-d611b3f8216f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (e24b16b5-0ef4-48d5-a606-a26804dd3dff), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:28.300070 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:28.363190 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-48d8bbbc-689f-432d-b738-d611b3f8216f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d251fa73d6d643d98b213d33b89b5171&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5538969 Feb 09 01:37:28.372117 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52472) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:28.422805 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8bbbc-689f-432d-b738-d611b3f8216f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24b16b5-0ef4-48d5-a606-a26804dd3dff,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:28.491444 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-efaa3f46-a219-4129-ae33-33d9e04aeb1e admin admin] Publish callbacks [] for security_group (e24b16b5-0ef4-48d5-a606-a26804dd3dff), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:28.511620 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-eae94221-608f-4db3-9b07-db1eb0b976cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'name': 'tempest-AttachVolumeTestJSON-1132437517-router', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:05Z', 'updated_at': '2022-02-09T01:31:13Z', 'revision_number': 4, 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'gw_port': {'id': 'c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:04:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:06Z', 'updated_at': '2022-02-09T01:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'cfa682d5-a5f0-48fa-91fb-3c882a5a1815', 'name': '', 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'mac_address': 'fa:16:3e:84:6e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': 'ad59b321-ab39-4a7c-b208-055ec9804c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:11Z', 'updated_at': '2022-02-09T01:31:22Z', 'revision_number': 5, 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'subnets': [{'id': 'ad59b321-ab39-4a7c-b208-055ec9804c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:28.519443 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-efaa3f46-a219-4129-ae33-33d9e04aeb1e admin admin] Publish callbacks [] for security_group (e24b16b5-0ef4-48d5-a606-a26804dd3dff), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:28.597309 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae94221-608f-4db3-9b07-db1eb0b976cd None None] Checking router: e805de78-939c-4bb6-a446-e0361324fa0c for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:37:28.598528 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-efaa3f46-a219-4129-ae33-33d9e04aeb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (e24b16b5-0ef4-48d5-a606-a26804dd3dff), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:28.602366 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-efaa3f46-a219-4129-ae33-33d9e04aeb1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:28.622196 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-efaa3f46-a219-4129-ae33-33d9e04aeb1e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e24b16b5-0ef4-48d5-a606-a26804dd3dff HTTP/1.1" status: 204 len: 168 time: 0.2455914 Feb 09 01:37:28.622196 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52480) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:28.624020 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae94221-608f-4db3-9b07-db1eb0b976cd None None] Routers {'e805de78-939c-4bb6-a446-e0361324fa0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:37:28.624723 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-eae94221-608f-4db3-9b07-db1eb0b976cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:37:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['e805de78-939c-4bb6-a446-e0361324fa0c'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:28.686649 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa3f46-a219-4129-ae33-33d9e04aeb1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24b16b5-0ef4-48d5-a606-a26804dd3dff,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:28.761929 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-447ccfa6-ad5d-49cc-93f8-96f24fbffc33 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for security_group (5cd05c19-b15b-437f-a1c1-10b2358a5489), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:28.795748 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-447ccfa6-ad5d-49cc-93f8-96f24fbffc33 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for security_group (5cd05c19-b15b-437f-a1c1-10b2358a5489), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:28.803191 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-87731ee8-2480-41fe-931f-1f0d953685c8 req-abc76164-0dad-450b-a3f2-ca83a8ff8ee7 service neutron] 10.222.0.30 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8120222 Feb 09 01:37:28.874795 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-447ccfa6-ad5d-49cc-93f8-96f24fbffc33 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (5cd05c19-b15b-437f-a1c1-10b2358a5489), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:28.878735 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-447ccfa6-ad5d-49cc-93f8-96f24fbffc33 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:28.880676 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-447ccfa6-ad5d-49cc-93f8-96f24fbffc33 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "DELETE /v2.0/security-groups/5cd05c19-b15b-437f-a1c1-10b2358a5489 HTTP/1.1" status: 204 len: 168 time: 0.2388070 Feb 09 01:37:28.883651 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52486) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:28.893257 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ccfa6-ad5d-49cc-93f8-96f24fbffc33 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd05c19-b15b-437f-a1c1-10b2358a5489,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:28.919895 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-eae94221-608f-4db3-9b07-db1eb0b976cd None None] Set router e805de78-939c-4bb6-a446-e0361324fa0c gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:37:28.942252 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-78862b19-78fc-435e-a83e-34b5c735c5e8 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] show failed (client error): The resource could not be found. Feb 09 01:37:28.947273 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52488) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:28.950433 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-78862b19-78fc-435e-a83e-34b5c735c5e8 tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "GET /v2.0/security-groups/5cd05c19-b15b-437f-a1c1-10b2358a5489 HTTP/1.1" status: 404 len: 347 time: 0.0650578 Feb 09 01:37:29.213098 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52494) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:29.261724 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-cab982ad-9789-4458-9689-c1eaa48033ad tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Deleting port 61f0a72e-b179-4db8-bd9a-f9a10eea2b4b {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:29.261724 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cab982ad-9789-4458-9689-c1eaa48033ad tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (61f0a72e-b179-4db8-bd9a-f9a10eea2b4b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:29.263242 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-98136a0a-d21f-4b76-8d84-29672055581b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:29.499276 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cab982ad-9789-4458-9689-c1eaa48033ad tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (61f0a72e-b179-4db8-bd9a-f9a10eea2b4b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:29.502884 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cab982ad-9789-4458-9689-c1eaa48033ad tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for floatingip (61f0a72e-b179-4db8-bd9a-f9a10eea2b4b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:29.517057 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-eae94221-608f-4db3-9b07-db1eb0b976cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'name': 'tempest-AttachVolumeTestJSON-1132437517-router', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:05Z', 'updated_at': '2022-02-09T01:31:13Z', 'revision_number': 4, 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'gw_port': {'id': 'c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:04:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:06Z', 'updated_at': '2022-02-09T01:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'cfa682d5-a5f0-48fa-91fb-3c882a5a1815', 'name': '', 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'mac_address': 'fa:16:3e:84:6e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': 'ad59b321-ab39-4a7c-b208-055ec9804c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:11Z', 'updated_at': '2022-02-09T01:31:22Z', 'revision_number': 5, 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'subnets': [{'id': 'ad59b321-ab39-4a7c-b208-055ec9804c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:29.524651 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-98136a0a-d21f-4b76-8d84-29672055581b admin admin] Publish callbacks [] for security_group (f6908d49-18fe-4d3c-8ab4-13801e0f4b0e), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:29.536142 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-98136a0a-d21f-4b76-8d84-29672055581b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f6908d49-18fe-4d3c-8ab4-13801e0f4b0e), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:29.537140 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-cab982ad-9789-4458-9689-c1eaa48033ad tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Calling delete_port for 61f0a72e-b179-4db8-bd9a-f9a10eea2b4b owned by network:floatingip {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:29.586280 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae94221-608f-4db3-9b07-db1eb0b976cd None None] The sync data for ids ['e805de78-939c-4bb6-a446-e0361324fa0c'] in n-d-822053-40 is: [{'id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'name': 'tempest-AttachVolumeTestJSON-1132437517-router', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:05Z', 'updated_at': '2022-02-09T01:31:13Z', 'revision_number': 4, 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'gw_port': {'id': 'c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:04:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:06Z', 'updated_at': '2022-02-09T01:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'cfa682d5-a5f0-48fa-91fb-3c882a5a1815', 'name': '', 'network_id': '0a61edaa-ae5c-493b-b01a-414100fdece7', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'mac_address': 'fa:16:3e:84:6e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': 'ad59b321-ab39-4a7c-b208-055ec9804c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:11Z', 'updated_at': '2022-02-09T01:31:22Z', 'revision_number': 5, 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'subnets': [{'id': 'ad59b321-ab39-4a7c-b208-055ec9804c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:37:29.641008 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-98136a0a-d21f-4b76-8d84-29672055581b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=37b3ebb1173c4bc4890fcb1b26812462&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4258916 Feb 09 01:37:29.643911 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52506) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:29.862149 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98136a0a-d21f-4b76-8d84-29672055581b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6908d49-18fe-4d3c-8ab4-13801e0f4b0e,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:29.968529 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-851dc87e-1a1c-4dc5-9bd3-b1b600447a50 admin admin] Publish callbacks [] for security_group (f6908d49-18fe-4d3c-8ab4-13801e0f4b0e), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:29.973033 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 2aed1ded-c775-4a34-a62a-883fe30a700c no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:37:30.064883 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cab982ad-9789-4458-9689-c1eaa48033ad tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (61f0a72e-b179-4db8-bd9a-f9a10eea2b4b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:30.083344 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 2aed1ded-c775-4a34-a62a-883fe30a700c {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:37:30.083874 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 2aed1ded-c775-4a34-a62a-883fe30a700c not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:37:30.130983 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-851dc87e-1a1c-4dc5-9bd3-b1b600447a50 admin admin] Publish callbacks [] for security_group (f6908d49-18fe-4d3c-8ab4-13801e0f4b0e), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:30.199370 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab982ad-9789-4458-9689-c1eaa48033ad tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Pushing event deleted for resources: {'Port': ['ID=61f0a72e-b179-4db8-bd9a-f9a10eea2b4b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:30.260951 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b474b6-d971-43ad-b423-52e87149843c None None] New status for floating IP 75f67451-2f23-43f7-a9ed-2b914bf7d1ba: DOWN {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:37:30.306794 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cab982ad-9789-4458-9689-c1eaa48033ad tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks [] for floatingip (75f67451-2f23-43f7-a9ed-2b914bf7d1ba), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:30.310795 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cab982ad-9789-4458-9689-c1eaa48033ad tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:30.315309 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cab982ad-9789-4458-9689-c1eaa48033ad tempest-AttachVolumeTestJSON-1436321587 tempest-AttachVolumeTestJSON-1436321587-project] 10.222.0.30 "DELETE /v2.0/floatingips/75f67451-2f23-43f7-a9ed-2b914bf7d1ba HTTP/1.1" status: 204 len: 168 time: 1.3660860 Feb 09 01:37:30.406717 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274caa9b-881a-4d4e-83a2-041f97930adb req-52a6f4e6-1803-4b3a-8065-b6ac4e340fb6 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:30.414200 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-274caa9b-881a-4d4e-83a2-041f97930adb req-52a6f4e6-1803-4b3a-8065-b6ac4e340fb6 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/networks?id=9b1b4143-78e6-405c-8b5a-728543b5f342 HTTP/1.1" status: 200 len: 806 time: 0.1785164 Feb 09 01:37:30.432126 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-274caa9b-881a-4d4e-83a2-041f97930adb req-e36977cb-fbb1-42da-8811-e5854b70a9fa tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/quotas/6b4a05707d1b49f9a06d538643543aea HTTP/1.1" status: 200 len: 375 time: 0.0158129 Feb 09 01:37:30.480187 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-851dc87e-1a1c-4dc5-9bd3-b1b600447a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f6908d49-18fe-4d3c-8ab4-13801e0f4b0e), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:30.483409 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-851dc87e-1a1c-4dc5-9bd3-b1b600447a50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:30.487921 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-851dc87e-1a1c-4dc5-9bd3-b1b600447a50 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f6908d49-18fe-4d3c-8ab4-13801e0f4b0e HTTP/1.1" status: 204 len: 168 time: 0.8396282 Feb 09 01:37:30.506373 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851dc87e-1a1c-4dc5-9bd3-b1b600447a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6908d49-18fe-4d3c-8ab4-13801e0f4b0e,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:30.526093 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-274caa9b-881a-4d4e-83a2-041f97930adb req-47f7f538-f7a4-4af9-b77f-ae9d9b18466a tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b4a05707d1b49f9a06d538643543aea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0843866 Feb 09 01:37:30.849565 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-274caa9b-881a-4d4e-83a2-041f97930adb req-ec8959d1-4cfc-44f5-b488-33a9fb5c01c6 service neutron] 10.222.0.30 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171144 Feb 09 01:37:31.020082 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-274caa9b-881a-4d4e-83a2-041f97930adb req-75429179-e185-4ed0-899b-14101a76b202 service neutron] 10.222.0.30 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694126 Feb 09 01:37:31.291291 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1e6c2b20-cc01-4e5f-bf02-199dbedb6288 req-eba2afae-5d5d-47f3-af09-9574ad6419e3 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=b30a842a-f111-4c98-baad-2bedfdd64d17 HTTP/1.1" status: 200 len: 210 time: 0.0492034 Feb 09 01:37:32.512846 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c5c964f0-07ea-4f93-ac0e-f4cfe19b54ee req-b265e8a2-0f7d-4067-a10f-456dc1aace37 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=b30a842a-f111-4c98-baad-2bedfdd64d17 HTTP/1.1" status: 200 len: 210 time: 0.0689979 Feb 09 01:37:32.654990 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274caa9b-881a-4d4e-83a2-041f97930adb req-6da7738e-bd8f-4483-a2ff-7564e6c460af tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:32.656877 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-274caa9b-881a-4d4e-83a2-041f97930adb req-6da7738e-bd8f-4483-a2ff-7564e6c460af tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.121 "GET /v2.0/networks?id=9b1b4143-78e6-405c-8b5a-728543b5f342 HTTP/1.1" status: 200 len: 806 time: 0.2639196 Feb 09 01:37:32.683962 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-274caa9b-881a-4d4e-83a2-041f97930adb req-3b081cad-e7c0-4340-9ec8-b28f74553cc1 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Request body: {'port': {'device_id': 'b30a842a-f111-4c98-baad-2bedfdd64d17', 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342', 'admin_state_up': True, 'tenant_id': '6b4a05707d1b49f9a06d538643543aea'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:32.884509 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-274caa9b-881a-4d4e-83a2-041f97930adb req-3b081cad-e7c0-4340-9ec8-b28f74553cc1 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Made reservation on behalf of 6b4a05707d1b49f9a06d538643543aea for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:32.891272 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-274caa9b-881a-4d4e-83a2-041f97930adb req-3b081cad-e7c0-4340-9ec8-b28f74553cc1 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:33.046950 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-274caa9b-881a-4d4e-83a2-041f97930adb req-3b081cad-e7c0-4340-9ec8-b28f74553cc1 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Allocated IP 172.20.0.7 (9b1b4143-78e6-405c-8b5a-728543b5f342/b2d740a9-d705-46bb-8af8-d019a5a1576c/d1e5d192-a948-44aa-873b-3ced1aa3ab31) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:37:33.278697 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-274caa9b-881a-4d4e-83a2-041f97930adb req-3b081cad-e7c0-4340-9ec8-b28f74553cc1 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks [] for port (d1e5d192-a948-44aa-873b-3ced1aa3ab31), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:33.330567 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-274caa9b-881a-4d4e-83a2-041f97930adb req-3b081cad-e7c0-4340-9ec8-b28f74553cc1 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (d1e5d192-a948-44aa-873b-3ced1aa3ab31), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:33.348068 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['35c82c86-9b27-4b9f-a80f-8521f07a72b0'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:37:33.417680 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-274caa9b-881a-4d4e-83a2-041f97930adb req-3b081cad-e7c0-4340-9ec8-b28f74553cc1 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Network 9b1b4143-78e6-405c-8b5a-728543b5f342 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:37:33.423271 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-274caa9b-881a-4d4e-83a2-041f97930adb req-3b081cad-e7c0-4340-9ec8-b28f74553cc1 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:33.425900 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-274caa9b-881a-4d4e-83a2-041f97930adb req-3b081cad-e7c0-4340-9ec8-b28f74553cc1 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:37:33.429487 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b081cad-e7c0-4340-9ec8-b28f74553cc1 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Pushing event updated for resources: {'Port': ['ID=d1e5d192-a948-44aa-873b-3ced1aa3ab31,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:33.531581 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274caa9b-881a-4d4e-83a2-041f97930adb req-3b081cad-e7c0-4340-9ec8-b28f74553cc1 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:33.532294 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-274caa9b-881a-4d4e-83a2-041f97930adb req-3b081cad-e7c0-4340-9ec8-b28f74553cc1 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:33.554680 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-274caa9b-881a-4d4e-83a2-041f97930adb req-3b081cad-e7c0-4340-9ec8-b28f74553cc1 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8887348 Feb 09 01:37:33.583403 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-274caa9b-881a-4d4e-83a2-041f97930adb req-d7c35f6f-0bf5-4442-9d6b-994958f02cb2 service neutron] Request body: {'port': {'device_id': 'b30a842a-f111-4c98-baad-2bedfdd64d17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:33.702565 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f8cccc-f59a-49f5-9916-bd5f6f73114c req-bb19e1a8-9575-4f8f-8388-80e76c8a5db1 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:33.711763 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-81f8cccc-f59a-49f5-9916-bd5f6f73114c req-bb19e1a8-9575-4f8f-8388-80e76c8a5db1 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=b30a842a-f111-4c98-baad-2bedfdd64d17 HTTP/1.1" status: 200 len: 931 time: 0.0807424 Feb 09 01:37:33.746556 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-274caa9b-881a-4d4e-83a2-041f97930adb req-d7c35f6f-0bf5-4442-9d6b-994958f02cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d1e5d192-a948-44aa-873b-3ced1aa3ab31), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:33.832429 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-81f8cccc-f59a-49f5-9916-bd5f6f73114c req-5ba8bfb3-6fb1-4556-bdf6-70aef6f86b8a tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191773 Feb 09 01:37:34.172561 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-274caa9b-881a-4d4e-83a2-041f97930adb req-d7c35f6f-0bf5-4442-9d6b-994958f02cb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1e5d192-a948-44aa-873b-3ced1aa3ab31 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:37:34.183380 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-274caa9b-881a-4d4e-83a2-041f97930adb req-d7c35f6f-0bf5-4442-9d6b-994958f02cb2 service neutron] Publish callbacks [] for port (d1e5d192-a948-44aa-873b-3ced1aa3ab31), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:34.200294 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-274caa9b-881a-4d4e-83a2-041f97930adb req-d7c35f6f-0bf5-4442-9d6b-994958f02cb2 service neutron] Transition to ACTIVE for port object d1e5d192-a948-44aa-873b-3ced1aa3ab31 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:37:34.208164 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-274caa9b-881a-4d4e-83a2-041f97930adb req-d7c35f6f-0bf5-4442-9d6b-994958f02cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (d1e5d192-a948-44aa-873b-3ced1aa3ab31), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:34.340502 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c35f6f-0bf5-4442-9d6b-994958f02cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=d1e5d192-a948-44aa-873b-3ced1aa3ab31,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:34.381895 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-274caa9b-881a-4d4e-83a2-041f97930adb req-d7c35f6f-0bf5-4442-9d6b-994958f02cb2 service neutron] Attempting to bind port d1e5d192-a948-44aa-873b-3ced1aa3ab31 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:37:34.382232 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-274caa9b-881a-4d4e-83a2-041f97930adb req-d7c35f6f-0bf5-4442-9d6b-994958f02cb2 service neutron] Attempting to bind port d1e5d192-a948-44aa-873b-3ced1aa3ab31 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '06a65791-d722-41e0-9f59-8e2f6da66f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:37:34.382567 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274caa9b-881a-4d4e-83a2-041f97930adb req-d7c35f6f-0bf5-4442-9d6b-994958f02cb2 service neutron] Attempting to bind port d1e5d192-a948-44aa-873b-3ced1aa3ab31 on network 9b1b4143-78e6-405c-8b5a-728543b5f342 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:37:34.389300 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274caa9b-881a-4d4e-83a2-041f97930adb req-d7c35f6f-0bf5-4442-9d6b-994958f02cb2 service neutron] Port d1e5d192-a948-44aa-873b-3ced1aa3ab31 on network 9b1b4143-78e6-405c-8b5a-728543b5f342 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:37:34.389798 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274caa9b-881a-4d4e-83a2-041f97930adb req-d7c35f6f-0bf5-4442-9d6b-994958f02cb2 service neutron] Attempting to bind port d1e5d192-a948-44aa-873b-3ced1aa3ab31 on network 9b1b4143-78e6-405c-8b5a-728543b5f342 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:37:34.395506 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274caa9b-881a-4d4e-83a2-041f97930adb req-d7c35f6f-0bf5-4442-9d6b-994958f02cb2 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:37:34.395851 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274caa9b-881a-4d4e-83a2-041f97930adb req-d7c35f6f-0bf5-4442-9d6b-994958f02cb2 service neutron] Checking segment: {'id': '06a65791-d722-41e0-9f59-8e2f6da66f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:37:34.396275 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274caa9b-881a-4d4e-83a2-041f97930adb req-d7c35f6f-0bf5-4442-9d6b-994958f02cb2 service neutron] Bound using segment: {'id': '06a65791-d722-41e0-9f59-8e2f6da66f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:37:34.396710 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-274caa9b-881a-4d4e-83a2-041f97930adb req-d7c35f6f-0bf5-4442-9d6b-994958f02cb2 service neutron] Bound port: d1e5d192-a948-44aa-873b-3ced1aa3ab31, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a65791-d722-41e0-9f59-8e2f6da66f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:37:34.397069 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-274caa9b-881a-4d4e-83a2-041f97930adb req-d7c35f6f-0bf5-4442-9d6b-994958f02cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d1e5d192-a948-44aa-873b-3ced1aa3ab31), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:34.472239 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-274caa9b-881a-4d4e-83a2-041f97930adb req-d7c35f6f-0bf5-4442-9d6b-994958f02cb2 service neutron] For port d1e5d192-a948-44aa-873b-3ced1aa3ab31, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:37:34.475581 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-274caa9b-881a-4d4e-83a2-041f97930adb req-d7c35f6f-0bf5-4442-9d6b-994958f02cb2 service neutron] For port d1e5d192-a948-44aa-873b-3ced1aa3ab31, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=d1e5d192-a948-44aa-873b-3ced1aa3ab31,segment=NetworkSegment(06a65791-d722-41e0-9f59-8e2f6da66f1f),segment_id=06a65791-d722-41e0-9f59-8e2f6da66f1f)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:37:34.482871 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-274caa9b-881a-4d4e-83a2-041f97930adb req-d7c35f6f-0bf5-4442-9d6b-994958f02cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (d1e5d192-a948-44aa-873b-3ced1aa3ab31), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:34.529774 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274caa9b-881a-4d4e-83a2-041f97930adb req-d7c35f6f-0bf5-4442-9d6b-994958f02cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:34.530833 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-274caa9b-881a-4d4e-83a2-041f97930adb req-d7c35f6f-0bf5-4442-9d6b-994958f02cb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:34.532838 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-274caa9b-881a-4d4e-83a2-041f97930adb req-d7c35f6f-0bf5-4442-9d6b-994958f02cb2 service neutron] 10.222.0.121 "PUT /v2.0/ports/d1e5d192-a948-44aa-873b-3ced1aa3ab31 HTTP/1.1" status: 200 len: 1092 time: 0.9620430 Feb 09 01:37:34.533664 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b30a842a-f111-4c98-baad-2bedfdd64d17', 'tag': 'd1e5d192-a948-44aa-873b-3ced1aa3ab31'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:37:34.536521 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03af26eb-702d-450a-9224-5a434ea7a6cc" -d '{"events": [{"name": "network-changed", "server_uuid": "b30a842a-f111-4c98-baad-2bedfdd64d17", "tag": "d1e5d192-a948-44aa-873b-3ced1aa3ab31"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:37:34.601554 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c35f6f-0bf5-4442-9d6b-994958f02cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=d1e5d192-a948-44aa-873b-3ced1aa3ab31,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:34.634006 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440f9f9a-16b3-4584-8ec9-1fbbea409631 x-openstack-request-id: req-440f9f9a-16b3-4584-8ec9-1fbbea409631 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:37:34.634400 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b30a842a-f111-4c98-baad-2bedfdd64d17", "tag": "d1e5d192-a948-44aa-873b-3ced1aa3ab31", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:37:34.634727 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-440f9f9a-16b3-4584-8ec9-1fbbea409631 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:37:34.635776 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b30a842a-f111-4c98-baad-2bedfdd64d17', 'tag': 'd1e5d192-a948-44aa-873b-3ced1aa3ab31', 'status': 'completed', 'code': 200} Feb 09 01:37:34.659027 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274caa9b-881a-4d4e-83a2-041f97930adb req-5d611f9f-2d00-46d6-bdd5-a052db1b4a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:34.660758 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-274caa9b-881a-4d4e-83a2-041f97930adb req-5d611f9f-2d00-46d6-bdd5-a052db1b4a13 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=6b4a05707d1b49f9a06d538643543aea&device_id=b30a842a-f111-4c98-baad-2bedfdd64d17 HTTP/1.1" status: 200 len: 1126 time: 0.0684941 Feb 09 01:37:34.719145 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-274caa9b-881a-4d4e-83a2-041f97930adb req-1ea274c0-8f85-4485-8fea-270a5c46c0bc service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1e5d192-a948-44aa-873b-3ced1aa3ab31 HTTP/1.1" status: 200 len: 217 time: 0.0508099 Feb 09 01:37:34.790545 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274caa9b-881a-4d4e-83a2-041f97930adb req-f3dece51-e65f-494a-bf8d-a8ecf0d058a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:34.792131 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-274caa9b-881a-4d4e-83a2-041f97930adb req-f3dece51-e65f-494a-bf8d-a8ecf0d058a8 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b2d740a9-d705-46bb-8af8-d019a5a1576c HTTP/1.1" status: 200 len: 846 time: 0.0670726 Feb 09 01:37:34.837431 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-274caa9b-881a-4d4e-83a2-041f97930adb req-f968265e-7029-4ceb-9f43-13a5109d571a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9b1b4143-78e6-405c-8b5a-728543b5f342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334446 Feb 09 01:37:35.055822 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd508c-f8e5-4f7c-9286-8e3ef8c37949 req-50ba98ca-1b62-4fd8-9de8-7e1a533d0649 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:35.059565 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e5fd508c-f8e5-4f7c-9286-8e3ef8c37949 req-50ba98ca-1b62-4fd8-9de8-7e1a533d0649 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=b30a842a-f111-4c98-baad-2bedfdd64d17 HTTP/1.1" status: 200 len: 943 time: 0.1126139 Feb 09 01:37:35.168939 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e5fd508c-f8e5-4f7c-9286-8e3ef8c37949 req-a8f8d858-c345-4808-bf63-e60c87d80f7a tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016898 Feb 09 01:37:35.400298 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-274caa9b-881a-4d4e-83a2-041f97930adb req-69139c56-cf98-42b2-9847-18425238de19 service neutron] 10.222.0.121 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5557990 Feb 09 01:37:35.616977 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-274caa9b-881a-4d4e-83a2-041f97930adb req-237ec3c4-0d41-4c08-9917-335949a7fbe0 service neutron] 10.222.0.121 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055497 Feb 09 01:37:35.790905 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af26eb-702d-450a-9224-5a434ea7a6cc req-9c4f4dd8-0ca3-4761-95b2-bdc26c40dc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:35.800914 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-03af26eb-702d-450a-9224-5a434ea7a6cc req-9c4f4dd8-0ca3-4761-95b2-bdc26c40dc35 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=6b4a05707d1b49f9a06d538643543aea&device_id=b30a842a-f111-4c98-baad-2bedfdd64d17 HTTP/1.1" status: 200 len: 1126 time: 0.1062489 Feb 09 01:37:36.024247 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af26eb-702d-450a-9224-5a434ea7a6cc req-a31711d6-1b6c-4b39-9de3-adad7d9558d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:36.027131 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-03af26eb-702d-450a-9224-5a434ea7a6cc req-a31711d6-1b6c-4b39-9de3-adad7d9558d3 service neutron] 10.222.0.121 "GET /v2.0/networks?id=9b1b4143-78e6-405c-8b5a-728543b5f342 HTTP/1.1" status: 200 len: 907 time: 0.2173302 Feb 09 01:37:36.125754 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-03af26eb-702d-450a-9224-5a434ea7a6cc req-0603c7f9-6cdb-4a90-9752-642b4f896e0b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1e5d192-a948-44aa-873b-3ced1aa3ab31 HTTP/1.1" status: 200 len: 217 time: 0.0906844 Feb 09 01:37:36.232082 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af26eb-702d-450a-9224-5a434ea7a6cc req-91f4864c-e712-474c-bf49-1cd52202e3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:36.234252 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-03af26eb-702d-450a-9224-5a434ea7a6cc req-91f4864c-e712-474c-bf49-1cd52202e3e1 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b2d740a9-d705-46bb-8af8-d019a5a1576c HTTP/1.1" status: 200 len: 846 time: 0.1020796 Feb 09 01:37:36.325610 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-03af26eb-702d-450a-9224-5a434ea7a6cc req-048437d0-d2bc-49ed-b421-b4c823bb2358 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9b1b4143-78e6-405c-8b5a-728543b5f342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812688 Feb 09 01:37:36.428797 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd68542-86f0-435b-8492-9b6d2149d3a2 req-03b3ad05-0d89-44e7-9d27-12ef5cf14829 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:36.431919 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1bd68542-86f0-435b-8492-9b6d2149d3a2 req-03b3ad05-0d89-44e7-9d27-12ef5cf14829 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=b30a842a-f111-4c98-baad-2bedfdd64d17 HTTP/1.1" status: 200 len: 943 time: 0.1072493 Feb 09 01:37:36.571899 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-03af26eb-702d-450a-9224-5a434ea7a6cc req-b1d96c62-1a20-4028-95e4-becee30bcd48 service neutron] 10.222.0.121 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391627 Feb 09 01:37:36.582693 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1bd68542-86f0-435b-8492-9b6d2149d3a2 req-655fb5c9-638b-4884-bceb-9c4d99881726 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387556 Feb 09 01:37:36.814571 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-03af26eb-702d-450a-9224-5a434ea7a6cc req-52fea42e-4464-4448-8944-726f0114ac06 service neutron] 10.222.0.121 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355080 Feb 09 01:37:37.857394 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9faa43-1b5a-404b-9435-c48d51c45656 req-8d1bb6bd-cdb6-4e51-b2f5-dbcfcf32faca tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:37.859156 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2f9faa43-1b5a-404b-9435-c48d51c45656 req-8d1bb6bd-cdb6-4e51-b2f5-dbcfcf32faca tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=b30a842a-f111-4c98-baad-2bedfdd64d17 HTTP/1.1" status: 200 len: 943 time: 0.1099834 Feb 09 01:37:37.935287 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2f9faa43-1b5a-404b-9435-c48d51c45656 req-bc4a445b-72aa-4dbb-8182-0381a6abadf4 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526271 Feb 09 01:37:37.991394 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device d1e5d192-a948-44aa-873b-3ced1aa3ab31 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:37:38.222492 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port d1e5d192-a948-44aa-873b-3ced1aa3ab31, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=d1e5d192-a948-44aa-873b-3ced1aa3ab31,segment=NetworkSegment(06a65791-d722-41e0-9f59-8e2f6da66f1f),segment_id=06a65791-d722-41e0-9f59-8e2f6da66f1f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:38.250630 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': 'd1e5d192-a948-44aa-873b-3ced1aa3ab31', 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342', 'port_id': 'd1e5d192-a948-44aa-873b-3ced1aa3ab31', 'mac_address': 'fa:16:3e:c5:3d:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d740a9-d705-46bb-8af8-d019a5a1576c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:37:38.333377 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port d1e5d192-a948-44aa-873b-3ced1aa3ab31 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:38.334041 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d1e5d192-a948-44aa-873b-3ced1aa3ab31), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:38.357603 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1e5d192-a948-44aa-873b-3ced1aa3ab31 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:37:38.400327 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port d1e5d192-a948-44aa-873b-3ced1aa3ab31, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=d1e5d192-a948-44aa-873b-3ced1aa3ab31,segment=NetworkSegment(06a65791-d722-41e0-9f59-8e2f6da66f1f),segment_id=06a65791-d722-41e0-9f59-8e2f6da66f1f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:38.412570 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d1e5d192-a948-44aa-873b-3ced1aa3ab31), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:38.506546 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=d1e5d192-a948-44aa-873b-3ced1aa3ab31,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:38.676827 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['d1e5d192-a948-44aa-873b-3ced1aa3ab31'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:37:39.204465 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9647334-6f96-4d40-99ea-11fec4eee1ed req-2d1a8c04-f8a8-45d5-92e8-0522bfcfc17f tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:39.211650 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f9647334-6f96-4d40-99ea-11fec4eee1ed req-2d1a8c04-f8a8-45d5-92e8-0522bfcfc17f tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=b30a842a-f111-4c98-baad-2bedfdd64d17 HTTP/1.1" status: 200 len: 944 time: 0.1426289 Feb 09 01:37:39.324929 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f9647334-6f96-4d40-99ea-11fec4eee1ed req-fc996ce3-cdba-41b3-8b6f-8e3c02b30ccb tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977678 Feb 09 01:37:39.988341 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device d1e5d192-a948-44aa-873b-3ced1aa3ab31 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:37:40.148390 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port d1e5d192-a948-44aa-873b-3ced1aa3ab31 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:37:40.157353 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port d1e5d192-a948-44aa-873b-3ced1aa3ab31 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:40.158431 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d1e5d192-a948-44aa-873b-3ced1aa3ab31), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:40.476106 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port d1e5d192-a948-44aa-873b-3ced1aa3ab31 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:40.478349 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d1e5d192-a948-44aa-873b-3ced1aa3ab31), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:40.508232 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53812e76-9c29-4542-abc6-32cd6c74422b req-5cc97450-96fd-4ea8-8fe2-8bc55f1cb546 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:40.518424 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-53812e76-9c29-4542-abc6-32cd6c74422b req-5cc97450-96fd-4ea8-8fe2-8bc55f1cb546 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=b30a842a-f111-4c98-baad-2bedfdd64d17 HTTP/1.1" status: 200 len: 944 time: 0.0798001 Feb 09 01:37:40.539939 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30a842a-f111-4c98-baad-2bedfdd64d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e5d192-a948-44aa-873b-3ced1aa3ab31'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:37:40.556015 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6716550a-1afc-4cdd-bc36-cf9dbbb56442" -d '{"events": [{"server_uuid": "b30a842a-f111-4c98-baad-2bedfdd64d17", "name": "network-vif-plugged", "status": "completed", "tag": "d1e5d192-a948-44aa-873b-3ced1aa3ab31"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:37:40.592022 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-53812e76-9c29-4542-abc6-32cd6c74422b req-284eb1a2-6a86-4e13-a980-db98a5753322 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722120 Feb 09 01:37:40.605384 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port d1e5d192-a948-44aa-873b-3ced1aa3ab31, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=d1e5d192-a948-44aa-873b-3ced1aa3ab31,segment=NetworkSegment(06a65791-d722-41e0-9f59-8e2f6da66f1f),segment_id=06a65791-d722-41e0-9f59-8e2f6da66f1f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:40.613888 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d1e5d192-a948-44aa-873b-3ced1aa3ab31), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:40.692193 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4487268a-79dd-418e-b954-ea042f2509e8 x-openstack-request-id: req-4487268a-79dd-418e-b954-ea042f2509e8 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:37:40.693131 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30a842a-f111-4c98-baad-2bedfdd64d17", "name": "network-vif-plugged", "status": "completed", "tag": "d1e5d192-a948-44aa-873b-3ced1aa3ab31", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:37:40.693840 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4487268a-79dd-418e-b954-ea042f2509e8 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:37:40.696290 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30a842a-f111-4c98-baad-2bedfdd64d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e5d192-a948-44aa-873b-3ced1aa3ab31', 'code': 200} Feb 09 01:37:40.748117 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=d1e5d192-a948-44aa-873b-3ced1aa3ab31,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:40.850519 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52698) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:40.858421 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843794fd-0c22-453f-880c-8994a4d89f0d req-189e48d5-d3f2-4219-9eec-fb61eb5f7ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:40.860944 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-843794fd-0c22-453f-880c-8994a4d89f0d req-189e48d5-d3f2-4219-9eec-fb61eb5f7ede service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=b30a842a-f111-4c98-baad-2bedfdd64d17 HTTP/1.1" status: 200 len: 1128 time: 0.0913162 Feb 09 01:37:40.913981 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-843794fd-0c22-453f-880c-8994a4d89f0d req-ffc19078-a299-4d50-820f-fe0a7f7afdc2 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453093 Feb 09 01:37:41.063087 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-359ba48b-d3a6-4c9d-82d1-4065328a0890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:41.199375 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-359ba48b-d3a6-4c9d-82d1-4065328a0890 admin admin] Publish callbacks [] for security_group (7a72366c-2671-4ea4-ba05-55704d8bbfdb), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:41.207971 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-359ba48b-d3a6-4c9d-82d1-4065328a0890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7a72366c-2671-4ea4-ba05-55704d8bbfdb), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:41.280493 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ba48b-d3a6-4c9d-82d1-4065328a0890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a72366c-2671-4ea4-ba05-55704d8bbfdb,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:41.295997 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-359ba48b-d3a6-4c9d-82d1-4065328a0890 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=78e63c13a92e4367b44b3eac060ea7c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4381118 Feb 09 01:37:41.295997 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52704) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:41.363307 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-45c8d3d7-97f7-4d12-8a56-95b00c4f422b admin admin] Publish callbacks [] for security_group (7a72366c-2671-4ea4-ba05-55704d8bbfdb), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:41.407091 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-45c8d3d7-97f7-4d12-8a56-95b00c4f422b admin admin] Publish callbacks [] for security_group (7a72366c-2671-4ea4-ba05-55704d8bbfdb), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:41.508592 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-45c8d3d7-97f7-4d12-8a56-95b00c4f422b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7a72366c-2671-4ea4-ba05-55704d8bbfdb), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:41.514673 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-45c8d3d7-97f7-4d12-8a56-95b00c4f422b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:41.514673 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-45c8d3d7-97f7-4d12-8a56-95b00c4f422b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7a72366c-2671-4ea4-ba05-55704d8bbfdb HTTP/1.1" status: 204 len: 168 time: 0.2194192 Feb 09 01:37:41.524956 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8d3d7-97f7-4d12-8a56-95b00c4f422b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a72366c-2671-4ea4-ba05-55704d8bbfdb,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:41.807751 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95500700-f1e9-4b7f-bdef-44c9634b9c94 req-f4558cbf-1f86-41ce-96b6-c60e94c6ab7e tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:41.810569 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-95500700-f1e9-4b7f-bdef-44c9634b9c94 req-f4558cbf-1f86-41ce-96b6-c60e94c6ab7e tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=b30a842a-f111-4c98-baad-2bedfdd64d17 HTTP/1.1" status: 200 len: 945 time: 0.1012573 Feb 09 01:37:41.982306 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-95500700-f1e9-4b7f-bdef-44c9634b9c94 req-7959719c-d9e1-496b-a72e-c0b39ca4d86c tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609414 Feb 09 01:37:42.119096 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52712) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:42.137927 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b8631037-5e59-4962-afec-d915a952fd61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:42.277688 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b8631037-5e59-4962-afec-d915a952fd61 admin admin] Publish callbacks [] for security_group (183492f4-08d0-4a30-9c21-63cb77bd1dff), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:42.282632 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b8631037-5e59-4962-afec-d915a952fd61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (183492f4-08d0-4a30-9c21-63cb77bd1dff), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:42.349989 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b8631037-5e59-4962-afec-d915a952fd61 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=78cff4f12b144c7e9c21d28d970494f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2268536 Feb 09 01:37:42.350547 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8631037-5e59-4962-afec-d915a952fd61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183492f4-08d0-4a30-9c21-63cb77bd1dff,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:42.351174 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52716) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:42.441920 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a6ca569-2586-4561-ad85-9e924f9e34f6 admin admin] Publish callbacks [] for security_group (183492f4-08d0-4a30-9c21-63cb77bd1dff), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:42.470505 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a6ca569-2586-4561-ad85-9e924f9e34f6 admin admin] Publish callbacks [] for security_group (183492f4-08d0-4a30-9c21-63cb77bd1dff), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:42.550979 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a6ca569-2586-4561-ad85-9e924f9e34f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (183492f4-08d0-4a30-9c21-63cb77bd1dff), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:42.553838 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a6ca569-2586-4561-ad85-9e924f9e34f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:42.555649 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2a6ca569-2586-4561-ad85-9e924f9e34f6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/183492f4-08d0-4a30-9c21-63cb77bd1dff HTTP/1.1" status: 204 len: 168 time: 0.1960332 Feb 09 01:37:42.574374 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ca569-2586-4561-ad85-9e924f9e34f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183492f4-08d0-4a30-9c21-63cb77bd1dff,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:43.160912 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb506a25-9538-444a-9765-b1efa4ab276d req-f61151f6-da80-4688-9ae5-0039dab09acb tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:43.171368 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb506a25-9538-444a-9765-b1efa4ab276d req-f61151f6-da80-4688-9ae5-0039dab09acb tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=b30a842a-f111-4c98-baad-2bedfdd64d17 HTTP/1.1" status: 200 len: 945 time: 0.0925078 Feb 09 01:37:43.233712 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb506a25-9538-444a-9765-b1efa4ab276d req-671731ea-0d08-4da4-8027-ede4a49a2fd7 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572701 Feb 09 01:37:43.414710 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e05f9d-3124-4f23-b5d8-fd073577efea req-3f997a4c-9985-4f78-850b-3e7a2bc34a71 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:43.417233 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-31e05f9d-3124-4f23-b5d8-fd073577efea req-3f997a4c-9985-4f78-850b-3e7a2bc34a71 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=b30a842a-f111-4c98-baad-2bedfdd64d17 HTTP/1.1" status: 200 len: 945 time: 0.1009181 Feb 09 01:37:43.482628 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-31e05f9d-3124-4f23-b5d8-fd073577efea req-779673b8-568d-4338-9f77-f8822f050155 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566328 Feb 09 01:37:43.679000 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407a4e0-00ad-4d61-9b10-b91086a62618 req-388b7d46-f06b-4c97-b30e-0f2545b77732 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:43.689112 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d407a4e0-00ad-4d61-9b10-b91086a62618 req-388b7d46-f06b-4c97-b30e-0f2545b77732 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 946 time: 0.0749772 Feb 09 01:37:43.771730 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d407a4e0-00ad-4d61-9b10-b91086a62618 req-08d21fbe-e4cb-4f8b-b0f0-62221e68c3e0 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736821 Feb 09 01:37:43.958383 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd3f0c-f9a9-4e84-a2a4-e92f3890bb71 req-9e786e15-8448-4438-8b6f-69cdbca56357 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:43.966115 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9dcd3f0c-f9a9-4e84-a2a4-e92f3890bb71 req-9e786e15-8448-4438-8b6f-69cdbca56357 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=b30a842a-f111-4c98-baad-2bedfdd64d17 HTTP/1.1" status: 200 len: 945 time: 0.0743480 Feb 09 01:37:44.022711 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9dcd3f0c-f9a9-4e84-a2a4-e92f3890bb71 req-89daca44-9148-4505-9403-39b4aed62896 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553548 Feb 09 01:37:44.984225 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df5b45-9e11-4bf8-9a43-29fa94194290 req-14988354-0086-4366-925e-7b779f12a1ee tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:45.011909 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a2df5b45-9e11-4bf8-9a43-29fa94194290 req-14988354-0086-4366-925e-7b779f12a1ee tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 946 time: 0.1414516 Feb 09 01:37:45.106996 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a2df5b45-9e11-4bf8-9a43-29fa94194290 req-a79d99a9-b14f-4959-b157-9d8e4338822e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919185 Feb 09 01:37:45.230595 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c5664-5430-4e88-85bc-1e625d7bd924 req-a5787c2e-ad3c-4297-be75-fae94238c2d8 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:45.232239 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2a6c5664-5430-4e88-85bc-1e625d7bd924 req-a5787c2e-ad3c-4297-be75-fae94238c2d8 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.121 "GET /v2.0/ports?device_id=b30a842a-f111-4c98-baad-2bedfdd64d17 HTTP/1.1" status: 200 len: 945 time: 0.1406949 Feb 09 01:37:45.442458 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-2a6c5664-5430-4e88-85bc-1e625d7bd924 req-a9b06326-6185-4167-ab88-14308c74924b tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Deleting port d1e5d192-a948-44aa-873b-3ced1aa3ab31 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:45.443054 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-2a6c5664-5430-4e88-85bc-1e625d7bd924 req-a9b06326-6185-4167-ab88-14308c74924b tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (d1e5d192-a948-44aa-873b-3ced1aa3ab31), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:45.443342 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495625e8-4215-4a6d-a2ca-6e5e4d4aaf62 req-ac565921-8686-48b8-86b6-f5920d8d6848 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:45.446169 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-495625e8-4215-4a6d-a2ca-6e5e4d4aaf62 req-ac565921-8686-48b8-86b6-f5920d8d6848 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=b30a842a-f111-4c98-baad-2bedfdd64d17 HTTP/1.1" status: 200 len: 945 time: 0.2492940 Feb 09 01:37:45.507900 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd42f9-6c52-4124-b7f1-9d237019f760 req-abce2269-34c3-4d66-b865-fb23bdf4f3ce tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:45.510806 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-80fd42f9-6c52-4124-b7f1-9d237019f760 req-abce2269-34c3-4d66-b865-fb23bdf4f3ce tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.91 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 946 time: 0.1914966 Feb 09 01:37:45.574862 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-495625e8-4215-4a6d-a2ca-6e5e4d4aaf62 req-bc689c26-df80-4fb0-acf8-61733f5df21f tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175354 Feb 09 01:37:45.666997 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-2a6c5664-5430-4e88-85bc-1e625d7bd924 req-a9b06326-6185-4167-ab88-14308c74924b tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] For port d1e5d192-a948-44aa-873b-3ced1aa3ab31, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=d1e5d192-a948-44aa-873b-3ced1aa3ab31,segment=NetworkSegment(06a65791-d722-41e0-9f59-8e2f6da66f1f),segment_id=06a65791-d722-41e0-9f59-8e2f6da66f1f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:45.667854 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-2a6c5664-5430-4e88-85bc-1e625d7bd924 req-a9b06326-6185-4167-ab88-14308c74924b tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (d1e5d192-a948-44aa-873b-3ced1aa3ab31), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:45.672011 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-80fd42f9-6c52-4124-b7f1-9d237019f760 req-ada56306-e614-4f92-9784-96e55804b992 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Deleting port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:45.672661 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-80fd42f9-6c52-4124-b7f1-9d237019f760 req-ada56306-e614-4f92-9784-96e55804b992 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:45.686100 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-2a6c5664-5430-4e88-85bc-1e625d7bd924 req-a9b06326-6185-4167-ab88-14308c74924b tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Calling delete_port for d1e5d192-a948-44aa-873b-3ced1aa3ab31 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:45.817445 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-80fd42f9-6c52-4124-b7f1-9d237019f760 req-ada56306-e614-4f92-9784-96e55804b992 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] For port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed,segment=NetworkSegment(b0a39339-81a8-45ed-9fe0-550b74489f1b),segment_id=b0a39339-81a8-45ed-9fe0-550b74489f1b)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:45.817817 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-80fd42f9-6c52-4124-b7f1-9d237019f760 req-ada56306-e614-4f92-9784-96e55804b992 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:45.865506 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-2a6c5664-5430-4e88-85bc-1e625d7bd924 req-a9b06326-6185-4167-ab88-14308c74924b tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (d1e5d192-a948-44aa-873b-3ced1aa3ab31), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:45.878877 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['35c82c86-9b27-4b9f-a80f-8521f07a72b0'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:37:45.885760 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['d1e5d192-a948-44aa-873b-3ced1aa3ab31'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:37:45.903902 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b06326-6185-4167-ab88-14308c74924b tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Pushing event deleted for resources: {'Port': ['ID=d1e5d192-a948-44aa-873b-3ced1aa3ab31,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:45.961923 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6c5664-5430-4e88-85bc-1e625d7bd924 req-a9b06326-6185-4167-ab88-14308c74924b tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] No DVR routers for this DVR port d1e5d192-a948-44aa-873b-3ced1aa3ab31 on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:37:45.968276 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-2a6c5664-5430-4e88-85bc-1e625d7bd924 req-a9b06326-6185-4167-ab88-14308c74924b tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:45.974281 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2a6c5664-5430-4e88-85bc-1e625d7bd924 req-a9b06326-6185-4167-ab88-14308c74924b tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.121 "DELETE /v2.0/ports/d1e5d192-a948-44aa-873b-3ced1aa3ab31 HTTP/1.1" status: 204 len: 173 time: 0.7332566 Feb 09 01:37:45.974793 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30a842a-f111-4c98-baad-2bedfdd64d17', 'name': 'network-vif-deleted', 'tag': 'd1e5d192-a948-44aa-873b-3ced1aa3ab31'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:37:45.977278 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd0f0d0-6c4a-40e6-85f4-5ad7464d8137" -d '{"events": [{"server_uuid": "b30a842a-f111-4c98-baad-2bedfdd64d17", "name": "network-vif-deleted", "tag": "d1e5d192-a948-44aa-873b-3ced1aa3ab31"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:37:46.082579 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd80ee0-557a-48c4-a755-9b01cddff2ec x-openstack-request-id: req-ddd80ee0-557a-48c4-a755-9b01cddff2ec {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:37:46.083449 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30a842a-f111-4c98-baad-2bedfdd64d17", "name": "network-vif-deleted", "tag": "d1e5d192-a948-44aa-873b-3ced1aa3ab31", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:37:46.083895 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ddd80ee0-557a-48c4-a755-9b01cddff2ec {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:37:46.084485 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30a842a-f111-4c98-baad-2bedfdd64d17', 'name': 'network-vif-deleted', 'tag': 'd1e5d192-a948-44aa-873b-3ced1aa3ab31', 'status': 'completed', 'code': 200} Feb 09 01:37:46.143932 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-80fd42f9-6c52-4124-b7f1-9d237019f760 req-ada56306-e614-4f92-9784-96e55804b992 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:46.144535 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-80fd42f9-6c52-4124-b7f1-9d237019f760 req-ada56306-e614-4f92-9784-96e55804b992 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (a7a7f0c8-ddcd-44a7-8fca-3cbdc30384e6), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:46.144969 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [req-80fd42f9-6c52-4124-b7f1-9d237019f760 req-ada56306-e614-4f92-9784-96e55804b992 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Floating IP a7a7f0c8-ddcd-44a7-8fca-3cbdc30384e6 disassociated. External IP: 172.25.1.8, port: 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed. Feb 09 01:37:46.145390 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-80fd42f9-6c52-4124-b7f1-9d237019f760 req-ada56306-e614-4f92-9784-96e55804b992 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Calling delete_port for 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:46.264907 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52880) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:46.454471 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dbd6edeb-bcc9-49b5-b6bd-a19fc63db060 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:46.474573 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfa2eb-8929-4aa1-82eb-494733180624 req-10438681-2b94-485d-96e3-cd3a4a54baf8 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:46.478508 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a8cfa2eb-8929-4aa1-82eb-494733180624 req-10438681-2b94-485d-96e3-cd3a4a54baf8 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=b644ccc7-2504-4c6b-94b5-02f939c591ac HTTP/1.1" status: 200 len: 946 time: 0.1449654 Feb 09 01:37:46.481076 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-80fd42f9-6c52-4124-b7f1-9d237019f760 req-ada56306-e614-4f92-9784-96e55804b992 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:46.548261 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada56306-e614-4f92-9784-96e55804b992 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Pushing event deleted for resources: {'Port': ['ID=0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:46.559246 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dbd6edeb-bcc9-49b5-b6bd-a19fc63db060 admin admin] Publish callbacks [] for security_group (d2ad4eaf-7c08-457f-b80a-8caa9d32f0c3), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:46.566596 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dbd6edeb-bcc9-49b5-b6bd-a19fc63db060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (d2ad4eaf-7c08-457f-b80a-8caa9d32f0c3), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:46.722863 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-dbd6edeb-bcc9-49b5-b6bd-a19fc63db060 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dd207fe1863444b798fefeb1fc77be19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4567177 Feb 09 01:37:46.723912 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52888) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:46.724775 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6edeb-bcc9-49b5-b6bd-a19fc63db060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ad4eaf-7c08-457f-b80a-8caa9d32f0c3,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:46.784779 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6fe9a155-ac5c-494c-bb48-551c9bf309fa req-59271b70-21bf-4d97-9aec-3108288a17f9 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=b30a842a-f111-4c98-baad-2bedfdd64d17 HTTP/1.1" status: 200 len: 210 time: 0.0488315 Feb 09 01:37:46.791490 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80fd42f9-6c52-4124-b7f1-9d237019f760 req-ada56306-e614-4f92-9784-96e55804b992 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Router c48d68a8-7b5e-44c2-96ea-be7a9b527b04 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:37:46.824547 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a8cfa2eb-8929-4aa1-82eb-494733180624 req-750c2117-1f28-4151-b180-4f782e1018f4 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=f9dbc315-a9d7-45d0-a316-636f5a4411ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3337955 Feb 09 01:37:46.867678 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f4a7834-ab49-4ae3-8b6d-93df9505ed65 admin admin] Publish callbacks [] for security_group (d2ad4eaf-7c08-457f-b80a-8caa9d32f0c3), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:46.903722 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f4a7834-ab49-4ae3-8b6d-93df9505ed65 admin admin] Publish callbacks [] for security_group (d2ad4eaf-7c08-457f-b80a-8caa9d32f0c3), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:47.004622 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80fd42f9-6c52-4124-b7f1-9d237019f760 req-ada56306-e614-4f92-9784-96e55804b992 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:37:47.038894 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24559d88-055b-4cfa-ad20-2d3012d45b73 None None] Sync routers for ids ['c48d68a8-7b5e-44c2-96ea-be7a9b527b04'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:37:47.075114 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f4a7834-ab49-4ae3-8b6d-93df9505ed65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (d2ad4eaf-7c08-457f-b80a-8caa9d32f0c3), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:47.078320 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f4a7834-ab49-4ae3-8b6d-93df9505ed65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:47.083817 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4f4a7834-ab49-4ae3-8b6d-93df9505ed65 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d2ad4eaf-7c08-457f-b80a-8caa9d32f0c3 HTTP/1.1" status: 204 len: 168 time: 0.3533578 Feb 09 01:37:47.086436 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24559d88-055b-4cfa-ad20-2d3012d45b73 None None] Routers {'c48d68a8-7b5e-44c2-96ea-be7a9b527b04'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:37:47.088421 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-24559d88-055b-4cfa-ad20-2d3012d45b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:37:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c48d68a8-7b5e-44c2-96ea-be7a9b527b04'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:47.088598 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-80fd42f9-6c52-4124-b7f1-9d237019f760 req-ada56306-e614-4f92-9784-96e55804b992 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] No DVR routers for this DVR port 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:37:47.099127 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-80fd42f9-6c52-4124-b7f1-9d237019f760 req-ada56306-e614-4f92-9784-96e55804b992 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:47.109369 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-80fd42f9-6c52-4124-b7f1-9d237019f760 req-ada56306-e614-4f92-9784-96e55804b992 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.91 "DELETE /v2.0/ports/0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed HTTP/1.1" status: 204 len: 173 time: 1.5879664 Feb 09 01:37:47.113112 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b644ccc7-2504-4c6b-94b5-02f939c591ac', 'name': 'network-vif-deleted', 'tag': '0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:37:47.118613 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a7834-ab49-4ae3-8b6d-93df9505ed65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ad4eaf-7c08-457f-b80a-8caa9d32f0c3,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:47.128860 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3997a454-0f2d-47c0-bb80-27603dc6ebad" -d '{"events": [{"server_uuid": "b644ccc7-2504-4c6b-94b5-02f939c591ac", "name": "network-vif-deleted", "tag": "0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:37:47.213901 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd84eee6-7281-4938-b2b2-0554d5b120a3 x-openstack-request-id: req-fd84eee6-7281-4938-b2b2-0554d5b120a3 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:37:47.214638 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b644ccc7-2504-4c6b-94b5-02f939c591ac", "name": "network-vif-deleted", "tag": "0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:37:47.214725 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fd84eee6-7281-4938-b2b2-0554d5b120a3 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:37:47.224391 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b644ccc7-2504-4c6b-94b5-02f939c591ac', 'name': 'network-vif-deleted', 'tag': '0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed', 'status': 'completed', 'code': 200} Feb 09 01:37:47.383702 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-24559d88-055b-4cfa-ad20-2d3012d45b73 None None] Set router c48d68a8-7b5e-44c2-96ea-be7a9b527b04 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:37:47.688050 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-24559d88-055b-4cfa-ad20-2d3012d45b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'name': 'tempest-AttachVolumeShelveTestJSON-293999041-router', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'e14078b4-4379-4633-9f4f-9367ebe69b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:38Z', 'updated_at': '2022-02-09T01:33:43Z', 'revision_number': 4, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'gw_port': {'id': 'e14078b4-4379-4633-9f4f-9367ebe69b48', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:39Z', 'updated_at': '2022-02-09T01:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'c32716bf-b2ea-464f-aa1c-c159f8e3dbcf', 'name': '', 'network_id': '88b27524-8ae4-4965-b899-af20055923cd', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'mac_address': 'fa:16:3e:33:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '22a89563-8842-4e1e-95dc-ee10f0240b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:41Z', 'updated_at': '2022-02-09T01:33:52Z', 'revision_number': 5, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'subnets': [{'id': '22a89563-8842-4e1e-95dc-ee10f0240b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:47.747032 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24559d88-055b-4cfa-ad20-2d3012d45b73 None None] Checking router: c48d68a8-7b5e-44c2-96ea-be7a9b527b04 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:37:47.757462 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24559d88-055b-4cfa-ad20-2d3012d45b73 None None] Routers {'c48d68a8-7b5e-44c2-96ea-be7a9b527b04'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:37:47.758138 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-24559d88-055b-4cfa-ad20-2d3012d45b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:37:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c48d68a8-7b5e-44c2-96ea-be7a9b527b04'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:47.862416 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52910) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:47.890692 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-25e1a9f0-aac1-4dd1-a4be-b3a234dbcb71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:47.937975 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-24559d88-055b-4cfa-ad20-2d3012d45b73 None None] Set router c48d68a8-7b5e-44c2-96ea-be7a9b527b04 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:37:48.004078 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device d1e5d192-a948-44aa-873b-3ced1aa3ab31 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:37:48.053461 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: d1e5d192-a948-44aa-873b-3ced1aa3ab31 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:37:48.059472 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device d1e5d192-a948-44aa-873b-3ced1aa3ab31 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:37:48.062078 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52918) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:48.129943 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-25e1a9f0-aac1-4dd1-a4be-b3a234dbcb71 admin admin] Publish callbacks [] for security_group (f608901d-b613-40c2-a75e-796be8f7a4d2), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:48.138365 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-25e1a9f0-aac1-4dd1-a4be-b3a234dbcb71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f608901d-b613-40c2-a75e-796be8f7a4d2), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:48.171842 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-93c9e5a4-ab1e-4cf5-aa42-76cea7f759fe tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for security_group (f9dbc315-a9d7-45d0-a316-636f5a4411ef), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:48.207196 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-25e1a9f0-aac1-4dd1-a4be-b3a234dbcb71 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eb22141f3d894ff99dd544d310544fdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3429549 Feb 09 01:37:48.208265 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52920) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:48.209102 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1a9f0-aac1-4dd1-a4be-b3a234dbcb71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f608901d-b613-40c2-a75e-796be8f7a4d2,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:48.233970 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-93c9e5a4-ab1e-4cf5-aa42-76cea7f759fe tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for security_group (f9dbc315-a9d7-45d0-a316-636f5a4411ef), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:48.314937 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-93c9e5a4-ab1e-4cf5-aa42-76cea7f759fe tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f9dbc315-a9d7-45d0-a316-636f5a4411ef), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:48.318174 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-24559d88-055b-4cfa-ad20-2d3012d45b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'name': 'tempest-AttachVolumeShelveTestJSON-293999041-router', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'e14078b4-4379-4633-9f4f-9367ebe69b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:38Z', 'updated_at': '2022-02-09T01:33:43Z', 'revision_number': 4, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'gw_port': {'id': 'e14078b4-4379-4633-9f4f-9367ebe69b48', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:39Z', 'updated_at': '2022-02-09T01:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'c32716bf-b2ea-464f-aa1c-c159f8e3dbcf', 'name': '', 'network_id': '88b27524-8ae4-4965-b899-af20055923cd', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'mac_address': 'fa:16:3e:33:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '22a89563-8842-4e1e-95dc-ee10f0240b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:41Z', 'updated_at': '2022-02-09T01:33:52Z', 'revision_number': 5, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'subnets': [{'id': '22a89563-8842-4e1e-95dc-ee10f0240b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:48.323638 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-93c9e5a4-ab1e-4cf5-aa42-76cea7f759fe tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:48.328563 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-93c9e5a4-ab1e-4cf5-aa42-76cea7f759fe tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "DELETE /v2.0/security-groups/f9dbc315-a9d7-45d0-a316-636f5a4411ef HTTP/1.1" status: 204 len: 168 time: 0.2605979 Feb 09 01:37:48.329994 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52924) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:48.351445 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9e5a4-ab1e-4cf5-aa42-76cea7f759fe tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9dbc315-a9d7-45d0-a316-636f5a4411ef,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:48.380490 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-828e4fe4-fa59-4d13-a62b-01ef20365479 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] show failed (client error): The resource could not be found. Feb 09 01:37:48.387703 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52926) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:48.392299 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-828e4fe4-fa59-4d13-a62b-01ef20365479 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups/f9dbc315-a9d7-45d0-a316-636f5a4411ef HTTP/1.1" status: 404 len: 347 time: 0.0559568 Feb 09 01:37:48.467239 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7a94fb1a-598f-4157-b657-176068e76451 admin admin] Publish callbacks [] for security_group (f608901d-b613-40c2-a75e-796be8f7a4d2), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:48.532249 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7a94fb1a-598f-4157-b657-176068e76451 admin admin] Publish callbacks [] for security_group (f608901d-b613-40c2-a75e-796be8f7a4d2), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:48.590711 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24559d88-055b-4cfa-ad20-2d3012d45b73 None None] The sync data for ids ['c48d68a8-7b5e-44c2-96ea-be7a9b527b04'] in n-d-822053-40 is: [{'id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'name': 'tempest-AttachVolumeShelveTestJSON-293999041-router', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'e14078b4-4379-4633-9f4f-9367ebe69b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:38Z', 'updated_at': '2022-02-09T01:33:43Z', 'revision_number': 4, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'gw_port': {'id': 'e14078b4-4379-4633-9f4f-9367ebe69b48', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:39Z', 'updated_at': '2022-02-09T01:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'c32716bf-b2ea-464f-aa1c-c159f8e3dbcf', 'name': '', 'network_id': '88b27524-8ae4-4965-b899-af20055923cd', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'mac_address': 'fa:16:3e:33:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '22a89563-8842-4e1e-95dc-ee10f0240b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:41Z', 'updated_at': '2022-02-09T01:33:52Z', 'revision_number': 5, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'subnets': [{'id': '22a89563-8842-4e1e-95dc-ee10f0240b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:37:48.647840 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7a94fb1a-598f-4157-b657-176068e76451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f608901d-b613-40c2-a75e-796be8f7a4d2), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:48.650850 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7a94fb1a-598f-4157-b657-176068e76451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:48.654493 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7a94fb1a-598f-4157-b657-176068e76451 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f608901d-b613-40c2-a75e-796be8f7a4d2 HTTP/1.1" status: 204 len: 168 time: 0.4395275 Feb 09 01:37:48.665054 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94fb1a-598f-4157-b657-176068e76451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f608901d-b613-40c2-a75e-796be8f7a4d2,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:48.673493 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9db92556-cfe7-4924-8c21-a82a8facb0d1 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Deleting port b63bd8ae-b811-491f-a665-a57eb0792f7a {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:48.673947 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9db92556-cfe7-4924-8c21-a82a8facb0d1 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (b63bd8ae-b811-491f-a665-a57eb0792f7a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:48.808162 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9db92556-cfe7-4924-8c21-a82a8facb0d1 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (b63bd8ae-b811-491f-a665-a57eb0792f7a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:48.808573 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9db92556-cfe7-4924-8c21-a82a8facb0d1 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for floatingip (b63bd8ae-b811-491f-a665-a57eb0792f7a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:48.824696 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9db92556-cfe7-4924-8c21-a82a8facb0d1 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Calling delete_port for b63bd8ae-b811-491f-a665-a57eb0792f7a owned by network:floatingip {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:49.122142 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-1a078832-760e-4562-9948-4faba8997776 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:49.127780 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9db92556-cfe7-4924-8c21-a82a8facb0d1 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (b63bd8ae-b811-491f-a665-a57eb0792f7a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:49.137838 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-1a078832-760e-4562-9948-4faba8997776 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/networks?id=9b1b4143-78e6-405c-8b5a-728543b5f342 HTTP/1.1" status: 200 len: 806 time: 0.2736120 Feb 09 01:37:49.163766 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f94e0c3-a94d-4bed-a506-2828c1fb803a None None] New status for floating IP a7a7f0c8-ddcd-44a7-8fca-3cbdc30384e6: DOWN {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:37:49.167663 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-b7820e93-4630-4819-8f05-2037b6ae6db6 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/quotas/6b4a05707d1b49f9a06d538643543aea HTTP/1.1" status: 200 len: 375 time: 0.0231123 Feb 09 01:37:49.173728 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db92556-cfe7-4924-8c21-a82a8facb0d1 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Pushing event deleted for resources: {'Port': ['ID=b63bd8ae-b811-491f-a665-a57eb0792f7a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:49.277621 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9db92556-cfe7-4924-8c21-a82a8facb0d1 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for floatingip (a7a7f0c8-ddcd-44a7-8fca-3cbdc30384e6), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:49.280585 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9db92556-cfe7-4924-8c21-a82a8facb0d1 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:49.281935 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9db92556-cfe7-4924-8c21-a82a8facb0d1 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "DELETE /v2.0/floatingips/a7a7f0c8-ddcd-44a7-8fca-3cbdc30384e6 HTTP/1.1" status: 204 len: 168 time: 0.8934960 Feb 09 01:37:49.289455 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-cf6610e7-d93f-46b6-811a-9e71814736a7 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b4a05707d1b49f9a06d538643543aea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1140568 Feb 09 01:37:49.450690 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-121427c8-64d7-45c8-b5c1-6fc6a793e333 service neutron] 10.222.0.30 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424987 Feb 09 01:37:49.468197 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:49.623659 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-36b347bb-a65c-4900-963c-0ff38714b79c service neutron] 10.222.0.30 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649930 Feb 09 01:37:49.877116 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52970) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:49.890940 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-99a2d2f5-0b9c-48a9-a1cd-b08748d332ea tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Request body: {'security_group': {'name': 'tempest-securitygroup--158497317', 'description': 'tempest-description--732877386'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:49.933953 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-99a2d2f5-0b9c-48a9-a1cd-b08748d332ea tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:49.973040 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:37:49.984477 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5d3b89a1-f91f-4db3-8707-2dbf05333570 req-6a11157a-a287-4dce-af16-1164b0cae170 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd6de276-dd2a-424b-93ae-15a3895f7ac1 HTTP/1.1" status: 200 len: 210 time: 0.0577462 Feb 09 01:37:50.015313 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:37:50.015687 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 0ba21fea-c5a7-43ea-b1eb-d1de1358c2ed not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:37:50.066161 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-99a2d2f5-0b9c-48a9-a1cd-b08748d332ea tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for security_group (4dcd0062-3927-40b7-9c1b-2702fc6eae68), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:50.071693 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-99a2d2f5-0b9c-48a9-a1cd-b08748d332ea tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (4dcd0062-3927-40b7-9c1b-2702fc6eae68), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:50.124727 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-99a2d2f5-0b9c-48a9-a1cd-b08748d332ea tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:50.126538 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-99a2d2f5-0b9c-48a9-a1cd-b08748d332ea tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2481298 Feb 09 01:37:50.135119 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52984) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:50.153661 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-c4cf5b58-1295-4b89-94ca-99b221e72edc tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Request body: {'security_group_rule': {'security_group_id': '4dcd0062-3927-40b7-9c1b-2702fc6eae68', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:50.158015 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a2d2f5-0b9c-48a9-a1cd-b08748d332ea tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dcd0062-3927-40b7-9c1b-2702fc6eae68,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:50.248048 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c4cf5b58-1295-4b89-94ca-99b221e72edc tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for security_group_rule (20b6222a-7f06-449e-9d17-efb7a152e24c), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:50.333568 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c4cf5b58-1295-4b89-94ca-99b221e72edc tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for security_group_rule (20b6222a-7f06-449e-9d17-efb7a152e24c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:50.341557 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c4cf5b58-1295-4b89-94ca-99b221e72edc tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (20b6222a-7f06-449e-9d17-efb7a152e24c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:50.401820 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf5b58-1295-4b89-94ca-99b221e72edc tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20b6222a-7f06-449e-9d17-efb7a152e24c,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:50.412249 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c4cf5b58-1295-4b89-94ca-99b221e72edc tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:50.413553 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c4cf5b58-1295-4b89-94ca-99b221e72edc tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2742646 Feb 09 01:37:50.416230 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52996) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:50.422996 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-f7df4514-5922-411a-9f7c-db017e5e9b0e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Request body: {'security_group_rule': {'security_group_id': '4dcd0062-3927-40b7-9c1b-2702fc6eae68', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:50.524941 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f7df4514-5922-411a-9f7c-db017e5e9b0e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for security_group_rule (a5bf3aef-85d4-4ebc-96ed-7d51a8517ba9), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:50.670508 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f7df4514-5922-411a-9f7c-db017e5e9b0e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for security_group_rule (a5bf3aef-85d4-4ebc-96ed-7d51a8517ba9), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:50.677045 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f7df4514-5922-411a-9f7c-db017e5e9b0e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (a5bf3aef-85d4-4ebc-96ed-7d51a8517ba9), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:50.704723 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df4514-5922-411a-9f7c-db017e5e9b0e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5bf3aef-85d4-4ebc-96ed-7d51a8517ba9,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:50.713568 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f7df4514-5922-411a-9f7c-db017e5e9b0e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:50.727781 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f7df4514-5922-411a-9f7c-db017e5e9b0e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3093321 Feb 09 01:37:50.730631 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53044) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:50.736037 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-657c3ed7-ef08-45b4-9ca5-f548a99ea353 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:50.767545 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-657c3ed7-ef08-45b4-9ca5-f548a99ea353 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:50.803207 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3c74f3ae-8562-4489-bfc8-3222a4b17c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:50.924609 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-657c3ed7-ef08-45b4-9ca5-f548a99ea353 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:50.984350 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:51.091192 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53052) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:51.099594 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-657c3ed7-ef08-45b4-9ca5-f548a99ea353 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Allocated IP 172.25.1.196 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/bfd6489d-6587-4830-85c9-fb2023db2988) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:37:51.183169 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-60d7821b-cca5-4f13-a02f-77d5fa00ce2f req-e14d844e-3282-4518-b20f-7d51fa5e2126 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd6de276-dd2a-424b-93ae-15a3895f7ac1 HTTP/1.1" status: 200 len: 210 time: 0.0777786 Feb 09 01:37:51.281351 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a41a5a7f-e7db-4d33-ae15-49fd4ca18f4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:51.347723 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-657c3ed7-ef08-45b4-9ca5-f548a99ea353 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for port (bfd6489d-6587-4830-85c9-fb2023db2988), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:51.432031 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-855a9099-eb17-411e-bc29-fd6fe5961555 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:51.434438 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-855a9099-eb17-411e-bc29-fd6fe5961555 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.121 "GET /v2.0/networks?id=9b1b4143-78e6-405c-8b5a-728543b5f342 HTTP/1.1" status: 200 len: 806 time: 0.1918025 Feb 09 01:37:51.442271 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-657c3ed7-ef08-45b4-9ca5-f548a99ea353 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (bfd6489d-6587-4830-85c9-fb2023db2988), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:51.454403 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-bae967af-c208-4ff6-a8cf-b8365d238376 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Request body: {'port': {'device_id': 'dd6de276-dd2a-424b-93ae-15a3895f7ac1', 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342', 'admin_state_up': True, 'tenant_id': '6b4a05707d1b49f9a06d538643543aea'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:51.538863 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a41a5a7f-e7db-4d33-ae15-49fd4ca18f4a admin admin] Publish callbacks [] for security_group (34ab5965-8433-4237-b980-9af9e5f3a218), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:51.570443 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a41a5a7f-e7db-4d33-ae15-49fd4ca18f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (34ab5965-8433-4237-b980-9af9e5f3a218), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:51.593934 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657c3ed7-ef08-45b4-9ca5-f548a99ea353 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:37:51.600103 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-657c3ed7-ef08-45b4-9ca5-f548a99ea353 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:51.605893 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657c3ed7-ef08-45b4-9ca5-f548a99ea353 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:37:51.612652 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c3ed7-ef08-45b4-9ca5-f548a99ea353 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Pushing event updated for resources: {'Port': ['ID=bfd6489d-6587-4830-85c9-fb2023db2988,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:51.644092 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a41a5a7f-e7db-4d33-ae15-49fd4ca18f4a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=16536f09f65948dbb0cfb01a5a5e427d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5475702 Feb 09 01:37:51.644248 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53060) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:51.723666 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a5a7f-e7db-4d33-ae15-49fd4ca18f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ab5965-8433-4237-b980-9af9e5f3a218,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:51.755707 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c3ab4211-3c9f-4ec9-9447-596dbd673948 admin admin] Publish callbacks [] for security_group (34ab5965-8433-4237-b980-9af9e5f3a218), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:51.764418 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-02e5d81e-db27-4b0b-b088-0120e1f922ba req-3bf307fd-9709-41e5-87f9-e460b5255593 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e0b12463-d311-408a-a43a-25844f091ef9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2503023 Feb 09 01:37:51.802552 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c3ab4211-3c9f-4ec9-9447-596dbd673948 admin admin] Publish callbacks [] for security_group (34ab5965-8433-4237-b980-9af9e5f3a218), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:51.823229 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-657c3ed7-ef08-45b4-9ca5-f548a99ea353 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for floatingip (498fe4e2-3f2c-4e56-9a3a-773e1650d2df), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:51.824798 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-bae967af-c208-4ff6-a8cf-b8365d238376 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Made reservation on behalf of 6b4a05707d1b49f9a06d538643543aea for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:51.829033 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-bae967af-c208-4ff6-a8cf-b8365d238376 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:51.898552 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-657c3ed7-ef08-45b4-9ca5-f548a99ea353 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (bfd6489d-6587-4830-85c9-fb2023db2988), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:51.907919 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5d81e-db27-4b0b-b088-0120e1f922ba req-939a80c5-4a0d-4ceb-85ce-ef9c009f086a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:51.909775 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-02e5d81e-db27-4b0b-b088-0120e1f922ba req-939a80c5-4a0d-4ceb-85ce-ef9c009f086a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6b4a05707d1b49f9a06d538643543aea&device_id=e0b12463-d311-408a-a43a-25844f091ef9 HTTP/1.1" status: 200 len: 1128 time: 0.0835216 Feb 09 01:37:51.918438 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c3ab4211-3c9f-4ec9-9447-596dbd673948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (34ab5965-8433-4237-b980-9af9e5f3a218), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:51.921917 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c3ab4211-3c9f-4ec9-9447-596dbd673948 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:51.925487 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c3ab4211-3c9f-4ec9-9447-596dbd673948 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/34ab5965-8433-4237-b980-9af9e5f3a218 HTTP/1.1" status: 204 len: 168 time: 0.2678332 Feb 09 01:37:51.935819 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab4211-3c9f-4ec9-9447-596dbd673948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ab5965-8433-4237-b980-9af9e5f3a218,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:52.064261 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5d81e-db27-4b0b-b088-0120e1f922ba req-3e13c19d-36a3-433a-95e0-7a530c06f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:52.065946 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-02e5d81e-db27-4b0b-b088-0120e1f922ba req-3e13c19d-36a3-433a-95e0-7a530c06f881 service neutron] 10.222.0.91 "GET /v2.0/networks?id=9b1b4143-78e6-405c-8b5a-728543b5f342 HTTP/1.1" status: 200 len: 907 time: 0.1314752 Feb 09 01:37:52.133178 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-02e5d81e-db27-4b0b-b088-0120e1f922ba req-b03f3f5a-597b-4f95-9afe-7be9bab0914e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35c82c86-9b27-4b9f-a80f-8521f07a72b0 HTTP/1.1" status: 200 len: 217 time: 0.0583344 Feb 09 01:37:52.175296 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-bae967af-c208-4ff6-a8cf-b8365d238376 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Allocated IP 172.20.0.8 (9b1b4143-78e6-405c-8b5a-728543b5f342/b2d740a9-d705-46bb-8af8-d019a5a1576c/ebb33c6c-5001-4717-bf39-6a189a3603b8) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:37:52.250835 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-657c3ed7-ef08-45b4-9ca5-f548a99ea353 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for port (bfd6489d-6587-4830-85c9-fb2023db2988), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:52.260530 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5d81e-db27-4b0b-b088-0120e1f922ba req-1c33c1ea-fc01-4206-abaf-9bbe32fbd229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:52.262566 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-02e5d81e-db27-4b0b-b088-0120e1f922ba req-1c33c1ea-fc01-4206-abaf-9bbe32fbd229 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b2d740a9-d705-46bb-8af8-d019a5a1576c HTTP/1.1" status: 200 len: 846 time: 0.1217399 Feb 09 01:37:52.264825 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-657c3ed7-ef08-45b4-9ca5-f548a99ea353 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (bfd6489d-6587-4830-85c9-fb2023db2988), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:52.315156 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-02e5d81e-db27-4b0b-b088-0120e1f922ba req-6c31a542-e899-4e4a-9a76-dddbceddd7cf service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9b1b4143-78e6-405c-8b5a-728543b5f342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450394 Feb 09 01:37:52.355881 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fa1eb856-5758-4f4c-b7f2-b8560df16cd0 req-071b4200-b9e1-49ba-8036-c995b6f40b8c tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd6de276-dd2a-424b-93ae-15a3895f7ac1 HTTP/1.1" status: 200 len: 210 time: 0.0433307 Feb 09 01:37:52.416456 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c3ed7-ef08-45b4-9ca5-f548a99ea353 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Pushing event updated for resources: {'Port': ['ID=bfd6489d-6587-4830-85c9-fb2023db2988,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:52.435606 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-657c3ed7-ef08-45b4-9ca5-f548a99ea353 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (498fe4e2-3f2c-4e56-9a3a-773e1650d2df), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:52.510098 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-02e5d81e-db27-4b0b-b088-0120e1f922ba req-63d884e6-72c1-4db9-8f0c-b2a01c1c665a service neutron] 10.222.0.91 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842542 Feb 09 01:37:52.534552 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-bae967af-c208-4ff6-a8cf-b8365d238376 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks [] for port (ebb33c6c-5001-4717-bf39-6a189a3603b8), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:52.581804 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-bae967af-c208-4ff6-a8cf-b8365d238376 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (ebb33c6c-5001-4717-bf39-6a189a3603b8), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:52.596502 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['35c82c86-9b27-4b9f-a80f-8521f07a72b0'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:37:52.652433 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-657c3ed7-ef08-45b4-9ca5-f548a99ea353 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:52.656808 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-657c3ed7-ef08-45b4-9ca5-f548a99ea353 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9249105 Feb 09 01:37:52.734631 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-bae967af-c208-4ff6-a8cf-b8365d238376 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Network 9b1b4143-78e6-405c-8b5a-728543b5f342 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:37:52.748763 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-bae967af-c208-4ff6-a8cf-b8365d238376 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:52.758533 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-bae967af-c208-4ff6-a8cf-b8365d238376 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:37:52.769421 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-02e5d81e-db27-4b0b-b088-0120e1f922ba req-7feebfbd-1521-4047-9e6b-31ace27e8dba service neutron] 10.222.0.91 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517805 Feb 09 01:37:52.888543 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-bae967af-c208-4ff6-a8cf-b8365d238376 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:52.889662 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-bae967af-c208-4ff6-a8cf-b8365d238376 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:52.935223 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae967af-c208-4ff6-a8cf-b8365d238376 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Pushing event updated for resources: {'Port': ['ID=ebb33c6c-5001-4717-bf39-6a189a3603b8,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:52.950882 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-bae967af-c208-4ff6-a8cf-b8365d238376 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5042715 Feb 09 01:37:52.988633 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-e025d1f2-fcb1-4d9a-8b15-33629402b1cc service neutron] Request body: {'port': {'device_id': 'dd6de276-dd2a-424b-93ae-15a3895f7ac1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:53.117012 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:37:53.125076 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-bfd684dc-728e-4fb8-980f-8bf46bff9614 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--158497317&fields=id&tenant_id=d2bc7c4a293d49059d9a272b2819e75f HTTP/1.1" status: 200 len: 267 time: 0.1409924 Feb 09 01:37:53.180425 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-e025d1f2-fcb1-4d9a-8b15-33629402b1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ebb33c6c-5001-4717-bf39-6a189a3603b8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:53.331011 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-d82cf1e7-7f06-474a-b97a-04aafa252e01 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:53.332819 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-d82cf1e7-7f06-474a-b97a-04aafa252e01 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/networks?id=88b27524-8ae4-4965-b899-af20055923cd HTTP/1.1" status: 200 len: 816 time: 0.1992853 Feb 09 01:37:53.356759 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-9bf75135-5fcd-476a-ac2a-1a8a90b70b86 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/quotas/d2bc7c4a293d49059d9a272b2819e75f HTTP/1.1" status: 200 len: 375 time: 0.0159037 Feb 09 01:37:53.523740 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-ccda0257-aae0-4750-be5c-021973e190d8 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d2bc7c4a293d49059d9a272b2819e75f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1588540 Feb 09 01:37:53.636110 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-e025d1f2-fcb1-4d9a-8b15-33629402b1cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebb33c6c-5001-4717-bf39-6a189a3603b8 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:37:53.644605 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-e025d1f2-fcb1-4d9a-8b15-33629402b1cc service neutron] Publish callbacks [] for port (ebb33c6c-5001-4717-bf39-6a189a3603b8), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:53.661100 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-e025d1f2-fcb1-4d9a-8b15-33629402b1cc service neutron] Transition to ACTIVE for port object ebb33c6c-5001-4717-bf39-6a189a3603b8 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:37:53.667364 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-e025d1f2-fcb1-4d9a-8b15-33629402b1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (ebb33c6c-5001-4717-bf39-6a189a3603b8), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:53.732397 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9355b-4aab-49d0-8fed-888be9fc2374 req-1dd1a5f7-e58e-457f-b5a7-81dc8df75cbc tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:53.741739 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-95b9355b-4aab-49d0-8fed-888be9fc2374 req-1dd1a5f7-e58e-457f-b5a7-81dc8df75cbc tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd6de276-dd2a-424b-93ae-15a3895f7ac1 HTTP/1.1" status: 200 len: 931 time: 0.2073889 Feb 09 01:37:53.784853 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-1afb02fe-4a78-4efb-9d0b-2d8684573198 service neutron] 10.222.0.30 "GET /v2.0/networks/88b27524-8ae4-4965-b899-af20055923cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936715 Feb 09 01:37:53.889410 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025d1f2-fcb1-4d9a-8b15-33629402b1cc service neutron] Pushing event updated for resources: {'Port': ['ID=ebb33c6c-5001-4717-bf39-6a189a3603b8,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:53.898412 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53116) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:53.995294 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-95b9355b-4aab-49d0-8fed-888be9fc2374 req-7dba65d5-57fc-42d7-87de-3c267ad8e247 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518616 Feb 09 01:37:54.036240 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-e025d1f2-fcb1-4d9a-8b15-33629402b1cc service neutron] Attempting to bind port ebb33c6c-5001-4717-bf39-6a189a3603b8 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:37:54.036596 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-e025d1f2-fcb1-4d9a-8b15-33629402b1cc service neutron] Attempting to bind port ebb33c6c-5001-4717-bf39-6a189a3603b8 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '06a65791-d722-41e0-9f59-8e2f6da66f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:37:54.036928 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-e025d1f2-fcb1-4d9a-8b15-33629402b1cc service neutron] Attempting to bind port ebb33c6c-5001-4717-bf39-6a189a3603b8 on network 9b1b4143-78e6-405c-8b5a-728543b5f342 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:37:54.045108 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-e025d1f2-fcb1-4d9a-8b15-33629402b1cc service neutron] Port ebb33c6c-5001-4717-bf39-6a189a3603b8 on network 9b1b4143-78e6-405c-8b5a-728543b5f342 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:37:54.045435 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-e025d1f2-fcb1-4d9a-8b15-33629402b1cc service neutron] Attempting to bind port ebb33c6c-5001-4717-bf39-6a189a3603b8 on network 9b1b4143-78e6-405c-8b5a-728543b5f342 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:37:54.052372 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-e025d1f2-fcb1-4d9a-8b15-33629402b1cc service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:37:54.054601 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-e025d1f2-fcb1-4d9a-8b15-33629402b1cc service neutron] Checking segment: {'id': '06a65791-d722-41e0-9f59-8e2f6da66f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:37:54.055075 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-e025d1f2-fcb1-4d9a-8b15-33629402b1cc service neutron] Bound using segment: {'id': '06a65791-d722-41e0-9f59-8e2f6da66f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:37:54.055552 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-e025d1f2-fcb1-4d9a-8b15-33629402b1cc service neutron] Bound port: ebb33c6c-5001-4717-bf39-6a189a3603b8, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a65791-d722-41e0-9f59-8e2f6da66f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:37:54.055930 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-e025d1f2-fcb1-4d9a-8b15-33629402b1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ebb33c6c-5001-4717-bf39-6a189a3603b8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:54.079376 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-b2dba428-788b-4224-9576-70fa766fc7d7 service neutron] 10.222.0.30 "GET /v2.0/networks/88b27524-8ae4-4965-b899-af20055923cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731104 Feb 09 01:37:54.302404 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1b4dd5cc-f195-4f38-abef-44f5f4db85cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:54.333258 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-e025d1f2-fcb1-4d9a-8b15-33629402b1cc service neutron] For port ebb33c6c-5001-4717-bf39-6a189a3603b8, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:37:54.336966 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-e025d1f2-fcb1-4d9a-8b15-33629402b1cc service neutron] For port ebb33c6c-5001-4717-bf39-6a189a3603b8, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=ebb33c6c-5001-4717-bf39-6a189a3603b8,segment=NetworkSegment(06a65791-d722-41e0-9f59-8e2f6da66f1f),segment_id=06a65791-d722-41e0-9f59-8e2f6da66f1f)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:37:54.353981 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-e025d1f2-fcb1-4d9a-8b15-33629402b1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (ebb33c6c-5001-4717-bf39-6a189a3603b8), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:54.471798 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-e025d1f2-fcb1-4d9a-8b15-33629402b1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:54.475476 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-e025d1f2-fcb1-4d9a-8b15-33629402b1cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:54.477027 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-e025d1f2-fcb1-4d9a-8b15-33629402b1cc service neutron] 10.222.0.121 "PUT /v2.0/ports/ebb33c6c-5001-4717-bf39-6a189a3603b8 HTTP/1.1" status: 200 len: 1092 time: 1.5022662 Feb 09 01:37:54.484566 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd6de276-dd2a-424b-93ae-15a3895f7ac1', 'tag': 'ebb33c6c-5001-4717-bf39-6a189a3603b8'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:37:54.488780 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4191672-12ae-43e6-afb8-e568ec440f1c" -d '{"events": [{"name": "network-changed", "server_uuid": "dd6de276-dd2a-424b-93ae-15a3895f7ac1", "tag": "ebb33c6c-5001-4717-bf39-6a189a3603b8"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:37:54.567939 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d47d4ee3-4a38-447d-b2d0-310341246544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:54.575095 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cce249dc-5500-4a74-ac59-756544d06f1a req-a90835be-b9f6-45c9-add0-45cc29028298 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 210 time: 0.0863700 Feb 09 01:37:54.680080 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e01606-015f-4623-9b86-98c3ee163d7c x-openstack-request-id: req-c8e01606-015f-4623-9b86-98c3ee163d7c {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:37:54.681051 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd6de276-dd2a-424b-93ae-15a3895f7ac1", "tag": "ebb33c6c-5001-4717-bf39-6a189a3603b8", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:37:54.681905 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c8e01606-015f-4623-9b86-98c3ee163d7c {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:37:54.682458 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd6de276-dd2a-424b-93ae-15a3895f7ac1', 'tag': 'ebb33c6c-5001-4717-bf39-6a189a3603b8', 'status': 'completed', 'code': 200} Feb 09 01:37:54.805526 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025d1f2-fcb1-4d9a-8b15-33629402b1cc service neutron] Pushing event updated for resources: {'Port': ['ID=ebb33c6c-5001-4717-bf39-6a189a3603b8,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:54.863617 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-ff126129-a163-4c43-b2cd-7e6e2a61a5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:54.865203 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-ff126129-a163-4c43-b2cd-7e6e2a61a5f2 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=6b4a05707d1b49f9a06d538643543aea&device_id=dd6de276-dd2a-424b-93ae-15a3895f7ac1 HTTP/1.1" status: 200 len: 1126 time: 0.3021631 Feb 09 01:37:54.915106 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-ba4e1557-9f37-412d-a5b0-e3141ee1924c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebb33c6c-5001-4717-bf39-6a189a3603b8 HTTP/1.1" status: 200 len: 217 time: 0.0406249 Feb 09 01:37:54.967756 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d47d4ee3-4a38-447d-b2d0-310341246544 admin admin] Publish callbacks [] for security_group (6ca15b04-d9a1-4b93-9c03-85f2ea093431), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:54.977823 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d47d4ee3-4a38-447d-b2d0-310341246544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (6ca15b04-d9a1-4b93-9c03-85f2ea093431), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:55.015697 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-e968d25b-ffca-4e57-8659-aef5a3d51c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:55.018173 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-e968d25b-ffca-4e57-8659-aef5a3d51c4f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b2d740a9-d705-46bb-8af8-d019a5a1576c HTTP/1.1" status: 200 len: 846 time: 0.0961964 Feb 09 01:37:55.058186 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47d4ee3-4a38-447d-b2d0-310341246544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca15b04-d9a1-4b93-9c03-85f2ea093431,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:55.067121 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d47d4ee3-4a38-447d-b2d0-310341246544 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=86bc9c9ff0d34d639e7668a461774c23&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1649721 Feb 09 01:37:55.069777 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53144) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:55.086156 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-fa6ffb7e-b4df-4c7b-826f-db0fa3ed6690 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9b1b4143-78e6-405c-8b5a-728543b5f342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475032 Feb 09 01:37:55.091213 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3f2e2178-08c6-4fdf-bad6-8d13f51b48b0 req-abfbeaba-6483-4fdd-baa0-53ae16b4492c service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=cb6bc2e2-6ca4-4049-9d89-897fbfd0b28d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1889226 Feb 09 01:37:55.257100 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-08e185c6-c2dc-4e26-b65e-ee5ccef6b89f service neutron] 10.222.0.121 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639040 Feb 09 01:37:55.373083 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70233f-f1f3-4b55-b9ae-a3fd9a94e6b3 req-ecf6e3ca-f805-47ba-9fe1-d655af8e1ac5 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:55.392752 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4d70233f-f1f3-4b55-b9ae-a3fd9a94e6b3 req-ecf6e3ca-f805-47ba-9fe1-d655af8e1ac5 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd6de276-dd2a-424b-93ae-15a3895f7ac1 HTTP/1.1" status: 200 len: 943 time: 0.2285674 Feb 09 01:37:55.393465 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3443b6b5-9ae3-4ed0-bede-c5f0119de709 admin admin] Publish callbacks [] for security_group (6ca15b04-d9a1-4b93-9c03-85f2ea093431), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:55.439416 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0c39edbd-5720-4d0e-a8a3-96ef8590859c req-596ebf84-f3f6-4b28-8a5d-73e8f5d72c39 service neutron] 10.222.0.121 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760414 Feb 09 01:37:55.445066 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3443b6b5-9ae3-4ed0-bede-c5f0119de709 admin admin] Publish callbacks [] for security_group (6ca15b04-d9a1-4b93-9c03-85f2ea093431), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:55.499355 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e2178-08c6-4fdf-bad6-8d13f51b48b0 req-5826717c-0a0a-47a1-9dd6-4b212f899ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:55.501219 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3f2e2178-08c6-4fdf-bad6-8d13f51b48b0 req-5826717c-0a0a-47a1-9dd6-4b212f899ec2 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a02814a135ec440bb7b8ed9a51ad23c0&device_id=cb6bc2e2-6ca4-4049-9d89-897fbfd0b28d HTTP/1.1" status: 200 len: 1128 time: 0.3798995 Feb 09 01:37:55.598978 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4191672-12ae-43e6-afb8-e568ec440f1c req-af09a6d2-0374-4ba1-beff-8a4deb3780db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:55.600545 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b4191672-12ae-43e6-afb8-e568ec440f1c req-af09a6d2-0374-4ba1-beff-8a4deb3780db service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=6b4a05707d1b49f9a06d538643543aea&device_id=dd6de276-dd2a-424b-93ae-15a3895f7ac1 HTTP/1.1" status: 200 len: 1126 time: 0.0984938 Feb 09 01:37:55.654269 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4d70233f-f1f3-4b55-b9ae-a3fd9a94e6b3 req-312cb788-2efe-406d-8006-51b0e7225182 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304776 Feb 09 01:37:55.666442 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3443b6b5-9ae3-4ed0-bede-c5f0119de709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (6ca15b04-d9a1-4b93-9c03-85f2ea093431), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:55.669956 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3443b6b5-9ae3-4ed0-bede-c5f0119de709 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:55.671335 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3443b6b5-9ae3-4ed0-bede-c5f0119de709 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6ca15b04-d9a1-4b93-9c03-85f2ea093431 HTTP/1.1" status: 204 len: 168 time: 0.6005964 Feb 09 01:37:55.686250 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443b6b5-9ae3-4ed0-bede-c5f0119de709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca15b04-d9a1-4b93-9c03-85f2ea093431,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:55.745127 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e2178-08c6-4fdf-bad6-8d13f51b48b0 req-a84a4103-c1cb-4d47-8061-740e4d6624da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:55.747820 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3f2e2178-08c6-4fdf-bad6-8d13f51b48b0 req-a84a4103-c1cb-4d47-8061-740e4d6624da service neutron] 10.222.0.121 "GET /v2.0/networks?id=2acff04b-1139-4c46-94ea-29d9f3f965f7 HTTP/1.1" status: 200 len: 915 time: 0.2229848 Feb 09 01:37:55.803857 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:55.855138 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3f2e2178-08c6-4fdf-bad6-8d13f51b48b0 req-de0ce53b-7546-4c31-aa2d-0f7cacd1e444 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=099df6f3-d2a9-4334-994e-654e5444e98b HTTP/1.1" status: 200 len: 217 time: 0.1001129 Feb 09 01:37:55.899459 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2614ee3e-2fb0-43e6-bf79-33cde12adf12 req-8152e6c1-787e-42bb-a068-292fc6670e66 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 210 time: 0.0679541 Feb 09 01:37:55.947530 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4191672-12ae-43e6-afb8-e568ec440f1c req-cc86f087-2db5-40cd-bbac-55b74c6f452b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:55.949063 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b4191672-12ae-43e6-afb8-e568ec440f1c req-cc86f087-2db5-40cd-bbac-55b74c6f452b service neutron] 10.222.0.121 "GET /v2.0/networks?id=9b1b4143-78e6-405c-8b5a-728543b5f342 HTTP/1.1" status: 200 len: 907 time: 0.3402228 Feb 09 01:37:55.981734 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e2178-08c6-4fdf-bad6-8d13f51b48b0 req-239ca7da-abe8-410c-a982-17901693f666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:55.983254 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3f2e2178-08c6-4fdf-bad6-8d13f51b48b0 req-239ca7da-abe8-410c-a982-17901693f666 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=30431698-9122-4fe8-af8d-998bcf65eb70 HTTP/1.1" status: 200 len: 854 time: 0.0970263 Feb 09 01:37:56.045312 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3f2e2178-08c6-4fdf-bad6-8d13f51b48b0 req-a78b3a32-eaeb-467a-95b5-6fbdbd79d857 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=2acff04b-1139-4c46-94ea-29d9f3f965f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481508 Feb 09 01:37:56.048475 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b4191672-12ae-43e6-afb8-e568ec440f1c req-fde1fed3-7e3a-4566-b975-be2e08be2b41 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebb33c6c-5001-4717-bf39-6a189a3603b8 HTTP/1.1" status: 200 len: 217 time: 0.0903194 Feb 09 01:37:56.168233 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4191672-12ae-43e6-afb8-e568ec440f1c req-3c373da2-385e-4de0-8095-15952d6fa1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:56.170130 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b4191672-12ae-43e6-afb8-e568ec440f1c req-3c373da2-385e-4de0-8095-15952d6fa1cc service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b2d740a9-d705-46bb-8af8-d019a5a1576c HTTP/1.1" status: 200 len: 846 time: 0.1132929 Feb 09 01:37:56.282432 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b4191672-12ae-43e6-afb8-e568ec440f1c req-fef47541-74bb-4d71-82c3-bd48b5bfd9d5 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9b1b4143-78e6-405c-8b5a-728543b5f342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015880 Feb 09 01:37:56.397775 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3f2e2178-08c6-4fdf-bad6-8d13f51b48b0 req-9cdad510-7593-45f5-b766-ad6e9a53ded3 service neutron] 10.222.0.121 "GET /v2.0/networks/2acff04b-1139-4c46-94ea-29d9f3f965f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415968 Feb 09 01:37:56.516898 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b4191672-12ae-43e6-afb8-e568ec440f1c req-81f768b6-7087-429a-9afd-55c0d4967683 service neutron] 10.222.0.121 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265344 Feb 09 01:37:56.692676 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b4191672-12ae-43e6-afb8-e568ec440f1c req-5385610c-aaa7-4f9c-a42a-1b1109c48bcd service neutron] 10.222.0.121 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676323 Feb 09 01:37:56.754666 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-5174f81a-9bff-456c-91a9-c3aebba92c94 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:56.755673 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-5174f81a-9bff-456c-91a9-c3aebba92c94 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.91 "GET /v2.0/networks?id=88b27524-8ae4-4965-b899-af20055923cd HTTP/1.1" status: 200 len: 816 time: 0.4630413 Feb 09 01:37:56.758143 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3f2e2178-08c6-4fdf-bad6-8d13f51b48b0 req-e5d11c58-c1c4-4c12-b682-cc08d5a1444e service neutron] 10.222.0.121 "GET /v2.0/networks/2acff04b-1139-4c46-94ea-29d9f3f965f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373876 Feb 09 01:37:57.447304 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0f369bd8-c71d-47ae-8a4e-66712cbc4075 req-6922063f-ae5d-434d-ba33-2ffa96e33a2e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 210 time: 0.0520232 Feb 09 01:37:57.538058 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:57.614362 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d344d9-2e41-4763-8c58-ce1ab8b207a0 req-4859cb7c-261d-4d7a-8aa5-b1c9fedf36e4 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:57.617417 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-47d344d9-2e41-4763-8c58-ce1ab8b207a0 req-4859cb7c-261d-4d7a-8aa5-b1c9fedf36e4 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd6de276-dd2a-424b-93ae-15a3895f7ac1 HTTP/1.1" status: 200 len: 943 time: 0.2337084 Feb 09 01:37:57.624892 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-eac3cf2e-f809-45a7-a782-5b8f3afda7ee tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2bc7c4a293d49059d9a272b2819e75f HTTP/1.1" status: 200 len: 379 time: 0.8563440 Feb 09 01:37:57.667647 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-f911d524-6907-4308-a1d4-48570b725109 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Request body: {'port': {'device_id': 'ebfa0a61-0617-498f-8de0-31bf87c8dce7', 'network_id': '88b27524-8ae4-4965-b899-af20055923cd', 'admin_state_up': True, 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'security_groups': ['4dcd0062-3927-40b7-9c1b-2702fc6eae68']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:57.905632 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-47d344d9-2e41-4763-8c58-ce1ab8b207a0 req-ecbbf020-4267-4105-b188-5fac411f34a0 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734938 Feb 09 01:37:58.028417 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-f911d524-6907-4308-a1d4-48570b725109 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Made reservation on behalf of d2bc7c4a293d49059d9a272b2819e75f for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:58.032122 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-f911d524-6907-4308-a1d4-48570b725109 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:58.034713 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device ebb33c6c-5001-4717-bf39-6a189a3603b8 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:37:58.264984 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port ebb33c6c-5001-4717-bf39-6a189a3603b8, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=ebb33c6c-5001-4717-bf39-6a189a3603b8,segment=NetworkSegment(06a65791-d722-41e0-9f59-8e2f6da66f1f),segment_id=06a65791-d722-41e0-9f59-8e2f6da66f1f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:58.296767 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': 'ebb33c6c-5001-4717-bf39-6a189a3603b8', 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342', 'port_id': 'ebb33c6c-5001-4717-bf39-6a189a3603b8', 'mac_address': 'fa:16:3e:dc:c1:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d740a9-d705-46bb-8af8-d019a5a1576c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:37:58.356473 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53210) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:58.376937 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-f911d524-6907-4308-a1d4-48570b725109 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Allocated IP 172.20.0.5 (88b27524-8ae4-4965-b899-af20055923cd/22a89563-8842-4e1e-95dc-ee10f0240b0a/b30802aa-45d7-45f8-b20c-78b0e323596c) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:37:58.451296 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port ebb33c6c-5001-4717-bf39-6a189a3603b8 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:58.464565 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ebb33c6c-5001-4717-bf39-6a189a3603b8), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:58.501624 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebb33c6c-5001-4717-bf39-6a189a3603b8 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:37:58.516793 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:58.564008 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-184c005a-e9ab-40d6-ab1f-a384960c3148 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1733729700'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:58.566202 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port ebb33c6c-5001-4717-bf39-6a189a3603b8, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=ebb33c6c-5001-4717-bf39-6a189a3603b8,segment=NetworkSegment(06a65791-d722-41e0-9f59-8e2f6da66f1f),segment_id=06a65791-d722-41e0-9f59-8e2f6da66f1f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:58.573966 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ebb33c6c-5001-4717-bf39-6a189a3603b8), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:58.629643 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-184c005a-e9ab-40d6-ab1f-a384960c3148 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (529f4136-0c78-4f67-942b-93bea499c33d), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:58.631402 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-184c005a-e9ab-40d6-ab1f-a384960c3148 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (529f4136-0c78-4f67-942b-93bea499c33d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:58.714751 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=ebb33c6c-5001-4717-bf39-6a189a3603b8,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:58.728686 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-184c005a-e9ab-40d6-ab1f-a384960c3148 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks [] for router_controller (529f4136-0c78-4f67-942b-93bea499c33d), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:58.737916 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-184c005a-e9ab-40d6-ab1f-a384960c3148 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (529f4136-0c78-4f67-942b-93bea499c33d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:58.764062 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d824b5b6-0eda-4ea8-977e-a01849e3e42a req-f3e19329-659e-4cb4-8902-aaa735db8cb1 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 210 time: 0.0790699 Feb 09 01:37:58.779231 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-184c005a-e9ab-40d6-ab1f-a384960c3148 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:58.781357 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-184c005a-e9ab-40d6-ab1f-a384960c3148 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4240141 Feb 09 01:37:58.783910 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53218) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:58.799052 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['ebb33c6c-5001-4717-bf39-6a189a3603b8'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:37:58.822495 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-f911d524-6907-4308-a1d4-48570b725109 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for port (b30802aa-45d7-45f8-b20c-78b0e323596c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:58.987673 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-f911d524-6907-4308-a1d4-48570b725109 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (b30802aa-45d7-45f8-b20c-78b0e323596c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:59.074026 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2c45d4e6-6a36-44e5-85fd-e0ebd74d953a tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks [] for router (529f4136-0c78-4f67-942b-93bea499c33d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:59.100940 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-f911d524-6907-4308-a1d4-48570b725109 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Network 88b27524-8ae4-4965-b899-af20055923cd is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:37:59.187530 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-f911d524-6907-4308-a1d4-48570b725109 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:59.284647 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-f911d524-6907-4308-a1d4-48570b725109 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:37:59.374272 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911d524-6907-4308-a1d4-48570b725109 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Pushing event updated for resources: {'Port': ['ID=b30802aa-45d7-45f8-b20c-78b0e323596c,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:59.474415 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7f4a8-4b1f-40ce-90e2-1f4bbc57a20d req-c40df708-fcc4-49aa-a28f-2c2ec3cabf32 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:59.476473 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dce7f4a8-4b1f-40ce-90e2-1f4bbc57a20d req-c40df708-fcc4-49aa-a28f-2c2ec3cabf32 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd6de276-dd2a-424b-93ae-15a3895f7ac1 HTTP/1.1" status: 200 len: 944 time: 0.3625944 Feb 09 01:37:59.508484 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-f911d524-6907-4308-a1d4-48570b725109 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:59.516033 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-f911d524-6907-4308-a1d4-48570b725109 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:59.661277 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-f911d524-6907-4308-a1d4-48570b725109 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9978783 Feb 09 01:37:59.669304 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dce7f4a8-4b1f-40ce-90e2-1f4bbc57a20d req-6ca5a590-ce32-4ef5-a47b-0d503257b80f tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766648 Feb 09 01:37:59.677326 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-8c59a657-4aab-4765-97f5-2082beb18a8d service neutron] Request body: {'port': {'device_id': 'ebfa0a61-0617-498f-8de0-31bf87c8dce7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:59.709409 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-743920ef-a6ab-4443-bad9-0259776cb680 None None] Provisioning complete for port b30802aa-45d7-45f8-b20c-78b0e323596c triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:59.710000 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-743920ef-a6ab-4443-bad9-0259776cb680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b30802aa-45d7-45f8-b20c-78b0e323596c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:59.772756 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-743920ef-a6ab-4443-bad9-0259776cb680 None None] Port b30802aa-45d7-45f8-b20c-78b0e323596c cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:37:59.859105 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-8c59a657-4aab-4765-97f5-2082beb18a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b30802aa-45d7-45f8-b20c-78b0e323596c), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:00.034874 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device ebb33c6c-5001-4717-bf39-6a189a3603b8 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:00.261623 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port ebb33c6c-5001-4717-bf39-6a189a3603b8 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:38:00.283612 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port ebb33c6c-5001-4717-bf39-6a189a3603b8 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:00.284053 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (ebb33c6c-5001-4717-bf39-6a189a3603b8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:00.299060 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a370b0-577f-4673-ae2f-b5c0868a5879 req-c56af6f8-30a7-4999-9c8d-7152500fcf20 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:00.300762 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-23a370b0-577f-4673-ae2f-b5c0868a5879 req-c56af6f8-30a7-4999-9c8d-7152500fcf20 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 931 time: 0.1309209 Feb 09 01:38:00.402766 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2c45d4e6-6a36-44e5-85fd-e0ebd74d953a tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (529f4136-0c78-4f67-942b-93bea499c33d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:00.408828 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2c45d4e6-6a36-44e5-85fd-e0ebd74d953a tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks [] for router_controller (529f4136-0c78-4f67-942b-93bea499c33d), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:00.499059 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port ebb33c6c-5001-4717-bf39-6a189a3603b8 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:00.499459 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ebb33c6c-5001-4717-bf39-6a189a3603b8), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:00.520535 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2c45d4e6-6a36-44e5-85fd-e0ebd74d953a tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (529f4136-0c78-4f67-942b-93bea499c33d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:00.521050 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c45d4e6-6a36-44e5-85fd-e0ebd74d953a tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 529f4136-0c78-4f67-942b-93bea499c33d {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:38:00.523395 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-23a370b0-577f-4673-ae2f-b5c0868a5879 req-07baad6e-9c96-4ad7-86cf-af5f5b0b2851 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2099082 Feb 09 01:38:00.526132 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2c45d4e6-6a36-44e5-85fd-e0ebd74d953a tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:00.528198 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2c45d4e6-6a36-44e5-85fd-e0ebd74d953a tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] 10.222.0.30 "DELETE /v2.0/routers/529f4136-0c78-4f67-942b-93bea499c33d HTTP/1.1" status: 204 len: 168 time: 1.7425489 Feb 09 01:38:00.539206 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53238) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:00.579397 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-f436c6e4-f244-4f32-a874-afc78a65405d tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Request body: {'router': {'name': 'tempest-router-826948805', 'distributed': False}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:00.583198 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd6de276-dd2a-424b-93ae-15a3895f7ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb33c6c-5001-4717-bf39-6a189a3603b8'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:38:00.593562 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e922857a-ed2c-4427-90fc-0af9db334172" -d '{"events": [{"server_uuid": "dd6de276-dd2a-424b-93ae-15a3895f7ac1", "name": "network-vif-plugged", "status": "completed", "tag": "ebb33c6c-5001-4717-bf39-6a189a3603b8"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:38:00.602115 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-8c59a657-4aab-4765-97f5-2082beb18a8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b30802aa-45d7-45f8-b20c-78b0e323596c {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:38:00.611054 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-8c59a657-4aab-4765-97f5-2082beb18a8d service neutron] Publish callbacks [] for port (b30802aa-45d7-45f8-b20c-78b0e323596c), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:00.652999 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f436c6e4-f244-4f32-a874-afc78a65405d tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (43e7b747-be76-4793-bd55-b3b215b53239), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:00.655404 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port ebb33c6c-5001-4717-bf39-6a189a3603b8, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=ebb33c6c-5001-4717-bf39-6a189a3603b8,segment=NetworkSegment(06a65791-d722-41e0-9f59-8e2f6da66f1f),segment_id=06a65791-d722-41e0-9f59-8e2f6da66f1f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:00.656815 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f436c6e4-f244-4f32-a874-afc78a65405d tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (43e7b747-be76-4793-bd55-b3b215b53239), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:00.664730 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ebb33c6c-5001-4717-bf39-6a189a3603b8), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:00.671090 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-8c59a657-4aab-4765-97f5-2082beb18a8d service neutron] Transition to ACTIVE for port object b30802aa-45d7-45f8-b20c-78b0e323596c will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:38:00.688849 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-8c59a657-4aab-4765-97f5-2082beb18a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (b30802aa-45d7-45f8-b20c-78b0e323596c), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:00.713522 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c0941a-f57f-44bd-88b5-eb06ba49ef8a x-openstack-request-id: req-31c0941a-f57f-44bd-88b5-eb06ba49ef8a {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:38:00.714364 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd6de276-dd2a-424b-93ae-15a3895f7ac1", "name": "network-vif-plugged", "status": "completed", "tag": "ebb33c6c-5001-4717-bf39-6a189a3603b8", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:38:00.714639 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-31c0941a-f57f-44bd-88b5-eb06ba49ef8a {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:38:00.716261 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd6de276-dd2a-424b-93ae-15a3895f7ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb33c6c-5001-4717-bf39-6a189a3603b8', 'code': 200} Feb 09 01:38:00.820059 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=ebb33c6c-5001-4717-bf39-6a189a3603b8,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:00.858695 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f436c6e4-f244-4f32-a874-afc78a65405d tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks [] for router_controller (43e7b747-be76-4793-bd55-b3b215b53239), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:00.890824 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59a657-4aab-4765-97f5-2082beb18a8d service neutron] Pushing event updated for resources: {'Port': ['ID=b30802aa-45d7-45f8-b20c-78b0e323596c,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:00.897734 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f436c6e4-f244-4f32-a874-afc78a65405d tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (43e7b747-be76-4793-bd55-b3b215b53239), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:00.975593 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f436c6e4-f244-4f32-a874-afc78a65405d tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:00.980653 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53246) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:00.981409 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f436c6e4-f244-4f32-a874-afc78a65405d tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4407396 Feb 09 01:38:01.029972 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71491b6-e3ca-4eb4-a716-083a3ef76037 req-e622d24f-f388-4b6a-8cbc-d140c854e0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:01.031477 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b71491b6-e3ca-4eb4-a716-083a3ef76037 req-e622d24f-f388-4b6a-8cbc-d140c854e0aa service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=dd6de276-dd2a-424b-93ae-15a3895f7ac1 HTTP/1.1" status: 200 len: 1128 time: 0.1988504 Feb 09 01:38:01.076405 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02110212-7678-4751-877f-34aadd259959 req-820c5250-ea74-4662-a24d-885fc67d5070 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:01.089981 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-02110212-7678-4751-877f-34aadd259959 req-820c5250-ea74-4662-a24d-885fc67d5070 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd6de276-dd2a-424b-93ae-15a3895f7ac1 HTTP/1.1" status: 200 len: 945 time: 0.2330754 Feb 09 01:38:01.160322 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-8c59a657-4aab-4765-97f5-2082beb18a8d service neutron] Attempting to bind port b30802aa-45d7-45f8-b20c-78b0e323596c on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:38:01.160925 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-8c59a657-4aab-4765-97f5-2082beb18a8d service neutron] Attempting to bind port b30802aa-45d7-45f8-b20c-78b0e323596c by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': 'b0a39339-81a8-45ed-9fe0-550b74489f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '88b27524-8ae4-4965-b899-af20055923cd'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:38:01.161261 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-8c59a657-4aab-4765-97f5-2082beb18a8d service neutron] Attempting to bind port b30802aa-45d7-45f8-b20c-78b0e323596c on network 88b27524-8ae4-4965-b899-af20055923cd {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:01.182000 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6129731-7bc4-439e-ae46-1cede148b089 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks [] for router (43e7b747-be76-4793-bd55-b3b215b53239), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:01.208523 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-8c59a657-4aab-4765-97f5-2082beb18a8d service neutron] Port b30802aa-45d7-45f8-b20c-78b0e323596c on network 88b27524-8ae4-4965-b899-af20055923cd not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:38:01.208846 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-8c59a657-4aab-4765-97f5-2082beb18a8d service neutron] Attempting to bind port b30802aa-45d7-45f8-b20c-78b0e323596c on network 88b27524-8ae4-4965-b899-af20055923cd {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:01.255383 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b71491b6-e3ca-4eb4-a716-083a3ef76037 req-e638fffc-a307-46b1-ab8c-30559752ff13 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120838 Feb 09 01:38:01.259039 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-8c59a657-4aab-4765-97f5-2082beb18a8d service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:38:01.259386 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-8c59a657-4aab-4765-97f5-2082beb18a8d service neutron] Checking segment: {'id': 'b0a39339-81a8-45ed-9fe0-550b74489f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '88b27524-8ae4-4965-b899-af20055923cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:01.267256 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-8c59a657-4aab-4765-97f5-2082beb18a8d service neutron] Bound using segment: {'id': 'b0a39339-81a8-45ed-9fe0-550b74489f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '88b27524-8ae4-4965-b899-af20055923cd'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:38:01.267874 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-8c59a657-4aab-4765-97f5-2082beb18a8d service neutron] Bound port: b30802aa-45d7-45f8-b20c-78b0e323596c, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a39339-81a8-45ed-9fe0-550b74489f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '88b27524-8ae4-4965-b899-af20055923cd'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:38:01.268272 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-8c59a657-4aab-4765-97f5-2082beb18a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b30802aa-45d7-45f8-b20c-78b0e323596c), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:01.309628 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-02110212-7678-4751-877f-34aadd259959 req-a229e21f-974f-4646-b6a7-97a4045fa538 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186213 Feb 09 01:38:01.455372 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-8c59a657-4aab-4765-97f5-2082beb18a8d service neutron] For port b30802aa-45d7-45f8-b20c-78b0e323596c, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:38:01.462292 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-8c59a657-4aab-4765-97f5-2082beb18a8d service neutron] For port b30802aa-45d7-45f8-b20c-78b0e323596c, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=b30802aa-45d7-45f8-b20c-78b0e323596c,segment=NetworkSegment(b0a39339-81a8-45ed-9fe0-550b74489f1b),segment_id=b0a39339-81a8-45ed-9fe0-550b74489f1b)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:38:01.480692 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-8c59a657-4aab-4765-97f5-2082beb18a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (b30802aa-45d7-45f8-b20c-78b0e323596c), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:01.564550 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-8c59a657-4aab-4765-97f5-2082beb18a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:01.565511 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-8c59a657-4aab-4765-97f5-2082beb18a8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:01.567627 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6129731-7bc4-439e-ae46-1cede148b089 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (43e7b747-be76-4793-bd55-b3b215b53239), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:01.568423 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-8c59a657-4aab-4765-97f5-2082beb18a8d service neutron] 10.222.0.91 "PUT /v2.0/ports/b30802aa-45d7-45f8-b20c-78b0e323596c HTTP/1.1" status: 200 len: 1092 time: 1.8962646 Feb 09 01:38:01.569416 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebfa0a61-0617-498f-8de0-31bf87c8dce7', 'tag': 'b30802aa-45d7-45f8-b20c-78b0e323596c'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:38:01.570117 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6129731-7bc4-439e-ae46-1cede148b089 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks [] for router_controller (43e7b747-be76-4793-bd55-b3b215b53239), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:01.586746 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f09baa-a9d8-4ca3-a1bc-2224ae526416" -d '{"events": [{"name": "network-changed", "server_uuid": "ebfa0a61-0617-498f-8de0-31bf87c8dce7", "tag": "b30802aa-45d7-45f8-b20c-78b0e323596c"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:38:01.692759 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59a657-4aab-4765-97f5-2082beb18a8d service neutron] Pushing event updated for resources: {'Port': ['ID=b30802aa-45d7-45f8-b20c-78b0e323596c,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:01.702787 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6129731-7bc4-439e-ae46-1cede148b089 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (43e7b747-be76-4793-bd55-b3b215b53239), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:01.703260 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6129731-7bc4-439e-ae46-1cede148b089 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 43e7b747-be76-4793-bd55-b3b215b53239 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:38:01.708194 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6129731-7bc4-439e-ae46-1cede148b089 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:01.715145 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d6129731-7bc4-439e-ae46-1cede148b089 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] 10.222.0.30 "DELETE /v2.0/routers/43e7b747-be76-4793-bd55-b3b215b53239 HTTP/1.1" status: 204 len: 168 time: 0.7274492 Feb 09 01:38:01.715520 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53256) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:01.719933 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-c52e6ac2-2d17-465c-8739-9f8961d951f9 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Request body: {'router': {'name': 'tempest-router-1706268582', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '6cf39b11ce21416d9808c6c11831fd1a'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:01.722575 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b914c3f7-5609-40ef-bc54-d62edc8e802b x-openstack-request-id: req-b914c3f7-5609-40ef-bc54-d62edc8e802b {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:38:01.722878 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebfa0a61-0617-498f-8de0-31bf87c8dce7", "tag": "b30802aa-45d7-45f8-b20c-78b0e323596c", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:38:01.723140 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b914c3f7-5609-40ef-bc54-d62edc8e802b {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:38:01.723543 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebfa0a61-0617-498f-8de0-31bf87c8dce7', 'tag': 'b30802aa-45d7-45f8-b20c-78b0e323596c', 'status': 'completed', 'code': 200} Feb 09 01:38:01.799001 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c52e6ac2-2d17-465c-8739-9f8961d951f9 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (146dc56c-0dd2-47a9-b38e-9f76178dfd80), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:01.800111 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c52e6ac2-2d17-465c-8739-9f8961d951f9 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (146dc56c-0dd2-47a9-b38e-9f76178dfd80), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:01.919040 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-6053cec7-e452-446e-9b0a-a00f297d989c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:01.925586 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-6053cec7-e452-446e-9b0a-a00f297d989c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d2bc7c4a293d49059d9a272b2819e75f&device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 1126 time: 0.2245150 Feb 09 01:38:01.983284 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c52e6ac2-2d17-465c-8739-9f8961d951f9 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks [] for router_controller (146dc56c-0dd2-47a9-b38e-9f76178dfd80), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:01.992187 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c52e6ac2-2d17-465c-8739-9f8961d951f9 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (146dc56c-0dd2-47a9-b38e-9f76178dfd80), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:02.001478 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-3980fed5-9ae6-45e9-9754-f481097cebb7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b30802aa-45d7-45f8-b20c-78b0e323596c HTTP/1.1" status: 200 len: 217 time: 0.0640063 Feb 09 01:38:02.011578 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc2cf7-6814-40db-a00c-00fca22ae85b req-08e28e7b-4241-4eff-ae39-5a2683a72d91 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:02.022135 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9cfc2cf7-6814-40db-a00c-00fca22ae85b req-08e28e7b-4241-4eff-ae39-5a2683a72d91 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 943 time: 0.2373345 Feb 09 01:38:02.023168 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c52e6ac2-2d17-465c-8739-9f8961d951f9 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:02.024434 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c52e6ac2-2d17-465c-8739-9f8961d951f9 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3079879 Feb 09 01:38:02.028506 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53258) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:02.032911 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-58d1f27c-51a8-43f2-9247-edde0f6c0d83 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:02.086762 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-52a12cf2-770a-4101-9e20-cb54e35f05e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:02.090869 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-52a12cf2-770a-4101-9e20-cb54e35f05e1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=22a89563-8842-4e1e-95dc-ee10f0240b0a HTTP/1.1" status: 200 len: 855 time: 0.0565560 Feb 09 01:38:02.214411 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9cfc2cf7-6814-40db-a00c-00fca22ae85b req-8e334561-b1dc-4cdf-8854-f4411c8678ec tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912529 Feb 09 01:38:02.223390 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-b64ca55b-60ac-4f12-834b-4f273e5f541a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:02.223390 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-b64ca55b-60ac-4f12-834b-4f273e5f541a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=88b27524-8ae4-4965-b899-af20055923cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1258430 Feb 09 01:38:02.420357 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-bc45a94e-3eca-4290-98c6-95cd93d6b958 service neutron] 10.222.0.91 "GET /v2.0/networks/88b27524-8ae4-4965-b899-af20055923cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877866 Feb 09 01:38:02.562904 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-58d1f27c-51a8-43f2-9247-edde0f6c0d83 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8820'] for router (146dc56c-0dd2-47a9-b38e-9f76178dfd80), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:02.563284 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-58d1f27c-51a8-43f2-9247-edde0f6c0d83 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks [] for router (146dc56c-0dd2-47a9-b38e-9f76178dfd80), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:02.657013 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d08ec4-f960-481f-9bc0-7dfa34f494c5 req-e84a823e-6556-4287-868f-411199ed8c15 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:02.658910 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c0d08ec4-f960-481f-9bc0-7dfa34f494c5 req-e84a823e-6556-4287-868f-411199ed8c15 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd6de276-dd2a-424b-93ae-15a3895f7ac1 HTTP/1.1" status: 200 len: 945 time: 0.1769435 Feb 09 01:38:02.712287 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-06a53f30-f547-490f-9f44-e7b58fd6bc33 req-415bcda6-3a47-4322-b3a2-789043eacc72 service neutron] 10.222.0.91 "GET /v2.0/networks/88b27524-8ae4-4965-b899-af20055923cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841806 Feb 09 01:38:02.741351 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-58d1f27c-51a8-43f2-9247-edde0f6c0d83 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103528) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 09 01:38:02.748593 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-58d1f27c-51a8-43f2-9247-edde0f6c0d83 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Router 146dc56c-0dd2-47a9-b38e-9f76178dfd80 migrating from provider to provider. {{(pid=103528) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 09 01:38:02.749699 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-58d1f27c-51a8-43f2-9247-edde0f6c0d83 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks [] for router_controller (146dc56c-0dd2-47a9-b38e-9f76178dfd80), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:02.773203 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c0d08ec4-f960-481f-9bc0-7dfa34f494c5 req-524049ae-3243-4f23-b242-c253140e882b tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001887 Feb 09 01:38:02.788366 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-58d1f27c-51a8-43f2-9247-edde0f6c0d83 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks [] for router_controller (146dc56c-0dd2-47a9-b38e-9f76178dfd80), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:02.806718 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-58d1f27c-51a8-43f2-9247-edde0f6c0d83 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622185'] for router (146dc56c-0dd2-47a9-b38e-9f76178dfd80), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:02.926888 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f09baa-a9d8-4ca3-a1bc-2224ae526416 req-c7a02895-5d36-4ea6-b9da-1dc7b138abb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:02.933842 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a7f09baa-a9d8-4ca3-a1bc-2224ae526416 req-c7a02895-5d36-4ea6-b9da-1dc7b138abb9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d2bc7c4a293d49059d9a272b2819e75f&device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 1126 time: 0.1358335 Feb 09 01:38:02.984765 n-d-822053-40 neutron-server[103528]: WARNING neutron.scheduler.l3_agent_scheduler [None req-58d1f27c-51a8-43f2-9247-edde0f6c0d83 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] No L3 agents can host the router 146dc56c-0dd2-47a9-b38e-9f76178dfd80 Feb 09 01:38:03.164429 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f09baa-a9d8-4ca3-a1bc-2224ae526416 req-2245f554-fd96-4ccc-adb3-22911f1ebf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:03.168895 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a7f09baa-a9d8-4ca3-a1bc-2224ae526416 req-2245f554-fd96-4ccc-adb3-22911f1ebf84 service neutron] 10.222.0.91 "GET /v2.0/networks?id=88b27524-8ae4-4965-b899-af20055923cd HTTP/1.1" status: 200 len: 917 time: 0.2282479 Feb 09 01:38:03.189649 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d1f27c-51a8-43f2-9247-edde0f6c0d83 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Hosts for router 146dc56c-0dd2-47a9-b38e-9f76178dfd80: [] {{(pid=103528) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 09 01:38:03.248312 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d1f27c-51a8-43f2-9247-edde0f6c0d83 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Hosts for other DVR routers connected to router 146dc56c-0dd2-47a9-b38e-9f76178dfd80: set() {{(pid=103528) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 09 01:38:03.248312 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-58d1f27c-51a8-43f2-9247-edde0f6c0d83 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:03.249024 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-58d1f27c-51a8-43f2-9247-edde0f6c0d83 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] 10.222.0.30 "PUT /v2.0/routers/146dc56c-0dd2-47a9-b38e-9f76178dfd80 HTTP/1.1" status: 200 len: 717 time: 1.2195208 Feb 09 01:38:03.253719 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53270) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:03.291874 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a7f09baa-a9d8-4ca3-a1bc-2224ae526416 req-e801d69b-6565-4078-9039-081eca1c08e3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b30802aa-45d7-45f8-b20c-78b0e323596c HTTP/1.1" status: 200 len: 217 time: 0.1137917 Feb 09 01:38:03.429287 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d42ee61b-e73d-4935-bdd8-5fed908ba707 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] 10.222.0.30 "GET /v2.0/routers/146dc56c-0dd2-47a9-b38e-9f76178dfd80 HTTP/1.1" status: 200 len: 717 time: 0.1739495 Feb 09 01:38:03.432570 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53276) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:03.499620 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f09baa-a9d8-4ca3-a1bc-2224ae526416 req-a2f3cc6f-9962-4282-8504-677779c6edd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:03.507182 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a7f09baa-a9d8-4ca3-a1bc-2224ae526416 req-a2f3cc6f-9962-4282-8504-677779c6edd7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=22a89563-8842-4e1e-95dc-ee10f0240b0a HTTP/1.1" status: 200 len: 855 time: 0.2023060 Feb 09 01:38:03.593141 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16d010-0aa0-40f7-b055-5c00e5f116fb req-a629a365-7ae9-4b6c-a4e5-029d5470d7fd tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:03.594706 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d16d010-0aa0-40f7-b055-5c00e5f116fb req-a629a365-7ae9-4b6c-a4e5-029d5470d7fd tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 943 time: 0.2813797 Feb 09 01:38:03.685921 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d16d010-0aa0-40f7-b055-5c00e5f116fb req-316bb8b7-bc53-4cf9-95d1-118f2b44d618 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807230 Feb 09 01:38:03.719661 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c52aa256-61f5-4544-a429-020131071630 tempest-RoutersTestDVR-109772136 tempest-RoutersTestDVR-109772136-project] 10.222.0.30 "GET /v2.0/routers/146dc56c-0dd2-47a9-b38e-9f76178dfd80 HTTP/1.1" status: 200 len: 683 time: 0.2836037 Feb 09 01:38:03.720024 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53280) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:03.738145 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f09baa-a9d8-4ca3-a1bc-2224ae526416 req-4c09d093-f42f-4e34-bffd-5cdd38f4aa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:03.740367 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a7f09baa-a9d8-4ca3-a1bc-2224ae526416 req-4c09d093-f42f-4e34-bffd-5cdd38f4aa03 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=88b27524-8ae4-4965-b899-af20055923cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2221141 Feb 09 01:38:03.844146 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ba32dd84-a8f3-428d-867b-3e84abfd8efc tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks [] for router (146dc56c-0dd2-47a9-b38e-9f76178dfd80), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:03.942679 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a7f09baa-a9d8-4ca3-a1bc-2224ae526416 req-45e2b783-605e-4d6e-84cf-95d0c0faef2e service neutron] 10.222.0.91 "GET /v2.0/networks/88b27524-8ae4-4965-b899-af20055923cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929588 Feb 09 01:38:04.110826 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ba32dd84-a8f3-428d-867b-3e84abfd8efc tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (146dc56c-0dd2-47a9-b38e-9f76178dfd80), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:04.125724 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ba32dd84-a8f3-428d-867b-3e84abfd8efc tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks [] for router_controller (146dc56c-0dd2-47a9-b38e-9f76178dfd80), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:04.166071 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a7f09baa-a9d8-4ca3-a1bc-2224ae526416 req-5fb32a10-3bd9-46af-9f02-1b8ea1980ee4 service neutron] 10.222.0.91 "GET /v2.0/networks/88b27524-8ae4-4965-b899-af20055923cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741292 Feb 09 01:38:04.185501 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a2103-5f12-44e2-a385-d91032220448 req-f7fdebeb-6479-432a-b2d3-7ed38990683d tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:04.193922 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7a4a2103-5f12-44e2-a385-d91032220448 req-f7fdebeb-6479-432a-b2d3-7ed38990683d tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd6de276-dd2a-424b-93ae-15a3895f7ac1 HTTP/1.1" status: 200 len: 945 time: 0.2502432 Feb 09 01:38:04.219494 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ba32dd84-a8f3-428d-867b-3e84abfd8efc tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (146dc56c-0dd2-47a9-b38e-9f76178dfd80), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:04.220215 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba32dd84-a8f3-428d-867b-3e84abfd8efc tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 146dc56c-0dd2-47a9-b38e-9f76178dfd80 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:38:04.224932 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ba32dd84-a8f3-428d-867b-3e84abfd8efc tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:04.226299 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ba32dd84-a8f3-428d-867b-3e84abfd8efc tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] 10.222.0.30 "DELETE /v2.0/routers/146dc56c-0dd2-47a9-b38e-9f76178dfd80 HTTP/1.1" status: 204 len: 168 time: 0.5053966 Feb 09 01:38:04.230374 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53286) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:04.235136 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-b39400cd-68cb-4a3c-8295-0e0a50077297 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Request body: {'router': {'name': 'tempest-router-467383906', 'distributed': True}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:04.276747 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b39400cd-68cb-4a3c-8295-0e0a50077297 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (a90d10b5-92c6-4645-9aa4-dee81eea6fe9), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:04.278200 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b39400cd-68cb-4a3c-8295-0e0a50077297 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (a90d10b5-92c6-4645-9aa4-dee81eea6fe9), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:04.312505 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7a4a2103-5f12-44e2-a385-d91032220448 req-477483a0-6e31-4d3e-bc5f-ec08dbc4b5aa tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177933 Feb 09 01:38:04.420479 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b39400cd-68cb-4a3c-8295-0e0a50077297 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks [] for router_controller (a90d10b5-92c6-4645-9aa4-dee81eea6fe9), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:04.433295 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b39400cd-68cb-4a3c-8295-0e0a50077297 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (a90d10b5-92c6-4645-9aa4-dee81eea6fe9), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:04.464058 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b39400cd-68cb-4a3c-8295-0e0a50077297 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:04.465977 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b39400cd-68cb-4a3c-8295-0e0a50077297 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2345481 Feb 09 01:38:04.470269 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53294) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:04.631085 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c3ec5f39-4b41-4d9d-ba1e-62b67dcb63c3 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks [] for router (a90d10b5-92c6-4645-9aa4-dee81eea6fe9), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:04.646427 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79008f48-c5f7-4974-af31-2ea7dbf757e3 req-76f9eaa2-22a2-4731-9a18-cb5fc23869ae tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:04.657184 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79008f48-c5f7-4974-af31-2ea7dbf757e3 req-76f9eaa2-22a2-4731-9a18-cb5fc23869ae tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd6de276-dd2a-424b-93ae-15a3895f7ac1 HTTP/1.1" status: 200 len: 945 time: 0.2146895 Feb 09 01:38:04.765833 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79008f48-c5f7-4974-af31-2ea7dbf757e3 req-63d5f17c-3ed6-4a63-ab4b-f9699740f329 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013417 Feb 09 01:38:04.933049 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6056d-d6fc-4eae-a4f0-ecae5827f435 req-55b0f111-8944-45c1-b6bf-145542578032 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:04.940426 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ba6056d-d6fc-4eae-a4f0-ecae5827f435 req-55b0f111-8944-45c1-b6bf-145542578032 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 943 time: 0.0814195 Feb 09 01:38:05.004573 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c3ec5f39-4b41-4d9d-ba1e-62b67dcb63c3 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (a90d10b5-92c6-4645-9aa4-dee81eea6fe9), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:05.006675 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ba6056d-d6fc-4eae-a4f0-ecae5827f435 req-44312a05-1b8c-483a-b327-4f56f994b9a0 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649340 Feb 09 01:38:05.007590 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c3ec5f39-4b41-4d9d-ba1e-62b67dcb63c3 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks [] for router_controller (a90d10b5-92c6-4645-9aa4-dee81eea6fe9), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:05.084068 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c3ec5f39-4b41-4d9d-ba1e-62b67dcb63c3 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (a90d10b5-92c6-4645-9aa4-dee81eea6fe9), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:05.085292 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ec5f39-4b41-4d9d-ba1e-62b67dcb63c3 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a90d10b5-92c6-4645-9aa4-dee81eea6fe9 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:38:05.100993 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c3ec5f39-4b41-4d9d-ba1e-62b67dcb63c3 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:05.102712 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c3ec5f39-4b41-4d9d-ba1e-62b67dcb63c3 tempest-RoutersTestDVR-1061816341 tempest-RoutersTestDVR-1061816341-project-admin] 10.222.0.30 "DELETE /v2.0/routers/a90d10b5-92c6-4645-9aa4-dee81eea6fe9 HTTP/1.1" status: 204 len: 168 time: 0.6310627 Feb 09 01:38:05.237349 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8056d-8093-411f-aab8-e1bada3acab5 req-797c3967-b4e7-48a9-8795-9ccc1c308e68 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:05.244489 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-48b8056d-8093-411f-aab8-e1bada3acab5 req-797c3967-b4e7-48a9-8795-9ccc1c308e68 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd6de276-dd2a-424b-93ae-15a3895f7ac1 HTTP/1.1" status: 200 len: 945 time: 0.1087663 Feb 09 01:38:05.307367 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-48b8056d-8093-411f-aab8-e1bada3acab5 req-6965795e-f53d-4795-8391-61e8d651d13f tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579643 Feb 09 01:38:05.519061 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53316) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:06.020919 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-911e52ac-80db-4c7d-bc62-02e47cbdf90b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:06.048976 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device b30802aa-45d7-45f8-b20c-78b0e323596c details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:38:06.273376 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a90f0-cc3b-4986-b873-dcf4572be568 req-b0ae6864-c38c-470f-8785-4049da986b48 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:06.281042 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-788a90f0-cc3b-4986-b873-dcf4572be568 req-b0ae6864-c38c-470f-8785-4049da986b48 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 943 time: 0.1426911 Feb 09 01:38:06.306419 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-911e52ac-80db-4c7d-bc62-02e47cbdf90b admin admin] Publish callbacks [] for security_group (1c17b943-6ee1-47b7-b209-344fae2ee225), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:06.320032 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-911e52ac-80db-4c7d-bc62-02e47cbdf90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1c17b943-6ee1-47b7-b209-344fae2ee225), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:06.408906 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-788a90f0-cc3b-4986-b873-dcf4572be568 req-8e4783c6-9734-492b-9d8a-9d751b190f90 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218364 Feb 09 01:38:06.425779 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port b30802aa-45d7-45f8-b20c-78b0e323596c, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=b30802aa-45d7-45f8-b20c-78b0e323596c,segment=NetworkSegment(b0a39339-81a8-45ed-9fe0-550b74489f1b),segment_id=b0a39339-81a8-45ed-9fe0-550b74489f1b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:06.439904 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': 'b30802aa-45d7-45f8-b20c-78b0e323596c', 'network_id': '88b27524-8ae4-4965-b899-af20055923cd', 'port_id': 'b30802aa-45d7-45f8-b20c-78b0e323596c', 'mac_address': 'fa:16:3e:66:d3:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a89563-8842-4e1e-95dc-ee10f0240b0a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:38:06.462098 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e52ac-80db-4c7d-bc62-02e47cbdf90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c17b943-6ee1-47b7-b209-344fae2ee225,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:06.481181 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-911e52ac-80db-4c7d-bc62-02e47cbdf90b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6cf39b11ce21416d9808c6c11831fd1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9609108 Feb 09 01:38:06.488672 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53332) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:06.505729 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port b30802aa-45d7-45f8-b20c-78b0e323596c is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:06.506346 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b30802aa-45d7-45f8-b20c-78b0e323596c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:06.685082 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1beb081f-892e-4920-97a7-3e9776861139 admin admin] Publish callbacks [] for security_group (1c17b943-6ee1-47b7-b209-344fae2ee225), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:06.779936 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1beb081f-892e-4920-97a7-3e9776861139 admin admin] Publish callbacks [] for security_group (1c17b943-6ee1-47b7-b209-344fae2ee225), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:06.805463 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b30802aa-45d7-45f8-b20c-78b0e323596c {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:38:06.854452 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port b30802aa-45d7-45f8-b20c-78b0e323596c, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=b30802aa-45d7-45f8-b20c-78b0e323596c,segment=NetworkSegment(b0a39339-81a8-45ed-9fe0-550b74489f1b),segment_id=b0a39339-81a8-45ed-9fe0-550b74489f1b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:06.863034 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b30802aa-45d7-45f8-b20c-78b0e323596c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:06.931903 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2520200-fd0b-450d-941f-f1798cb730b3 req-7fec3cbb-a993-4023-9552-d9a84af31c92 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:06.935016 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1beb081f-892e-4920-97a7-3e9776861139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1c17b943-6ee1-47b7-b209-344fae2ee225), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:06.936345 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c2520200-fd0b-450d-941f-f1798cb730b3 req-7fec3cbb-a993-4023-9552-d9a84af31c92 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.121 "GET /v2.0/ports?device_id=dd6de276-dd2a-424b-93ae-15a3895f7ac1 HTTP/1.1" status: 200 len: 945 time: 0.4994917 Feb 09 01:38:06.940040 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1beb081f-892e-4920-97a7-3e9776861139 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:06.941200 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1beb081f-892e-4920-97a7-3e9776861139 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1c17b943-6ee1-47b7-b209-344fae2ee225 HTTP/1.1" status: 204 len: 168 time: 0.4481730 Feb 09 01:38:07.006069 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bfc788-085f-461c-9ef9-9411acd003f8 req-2e7794f1-040e-4515-9eba-0948887a5303 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:07.006835 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb081f-892e-4920-97a7-3e9776861139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c17b943-6ee1-47b7-b209-344fae2ee225,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:07.007035 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-41bfc788-085f-461c-9ef9-9411acd003f8 req-2e7794f1-040e-4515-9eba-0948887a5303 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd6de276-dd2a-424b-93ae-15a3895f7ac1 HTTP/1.1" status: 200 len: 945 time: 0.5016851 Feb 09 01:38:07.020322 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=b30802aa-45d7-45f8-b20c-78b0e323596c,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:07.127731 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['b30802aa-45d7-45f8-b20c-78b0e323596c'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:38:07.142395 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-41bfc788-085f-461c-9ef9-9411acd003f8 req-8c0e9c28-a46c-4769-8267-2ee781ff9f34 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346910 Feb 09 01:38:07.309445 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-c2520200-fd0b-450d-941f-f1798cb730b3 req-6ab35419-b921-42d4-8485-750cdb457822 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Deleting port ebb33c6c-5001-4717-bf39-6a189a3603b8 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:07.310116 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c2520200-fd0b-450d-941f-f1798cb730b3 req-6ab35419-b921-42d4-8485-750cdb457822 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (ebb33c6c-5001-4717-bf39-6a189a3603b8), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:07.600314 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-c2520200-fd0b-450d-941f-f1798cb730b3 req-6ab35419-b921-42d4-8485-750cdb457822 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] For port ebb33c6c-5001-4717-bf39-6a189a3603b8, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=ebb33c6c-5001-4717-bf39-6a189a3603b8,segment=NetworkSegment(06a65791-d722-41e0-9f59-8e2f6da66f1f),segment_id=06a65791-d722-41e0-9f59-8e2f6da66f1f)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:07.605512 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c2520200-fd0b-450d-941f-f1798cb730b3 req-6ab35419-b921-42d4-8485-750cdb457822 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (ebb33c6c-5001-4717-bf39-6a189a3603b8), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:07.647767 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-c2520200-fd0b-450d-941f-f1798cb730b3 req-6ab35419-b921-42d4-8485-750cdb457822 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Calling delete_port for ebb33c6c-5001-4717-bf39-6a189a3603b8 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:07.799571 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c12926-110a-4939-9c34-86d517af97e3 req-8bfeed53-5d6a-4c22-8dac-46be61b9f3ba tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:07.801920 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b4c12926-110a-4939-9c34-86d517af97e3 req-8bfeed53-5d6a-4c22-8dac-46be61b9f3ba tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 944 time: 0.1314187 Feb 09 01:38:07.806117 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53354) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:07.860150 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1f8f90ea-ca1c-4660-b312-49be66c83985 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:07.921385 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c2520200-fd0b-450d-941f-f1798cb730b3 req-6ab35419-b921-42d4-8485-750cdb457822 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (ebb33c6c-5001-4717-bf39-6a189a3603b8), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:07.935790 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['35c82c86-9b27-4b9f-a80f-8521f07a72b0'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:38:07.938751 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['ebb33c6c-5001-4717-bf39-6a189a3603b8'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:38:08.069104 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab35419-b921-42d4-8485-750cdb457822 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Pushing event deleted for resources: {'Port': ['ID=ebb33c6c-5001-4717-bf39-6a189a3603b8,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:08.096617 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device b30802aa-45d7-45f8-b20c-78b0e323596c up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:08.127801 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1f8f90ea-ca1c-4660-b312-49be66c83985 admin admin] Publish callbacks [] for security_group (4ac15b4c-df28-402e-93a4-e13e04deafa6), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:08.133551 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1f8f90ea-ca1c-4660-b312-49be66c83985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (4ac15b4c-df28-402e-93a4-e13e04deafa6), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:08.186936 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1f8f90ea-ca1c-4660-b312-49be66c83985 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=af384b8e4fc24f7c9ef26b25b86e95d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3794842 Feb 09 01:38:08.198144 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53360) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:08.207449 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2520200-fd0b-450d-941f-f1798cb730b3 req-6ab35419-b921-42d4-8485-750cdb457822 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] No DVR routers for this DVR port ebb33c6c-5001-4717-bf39-6a189a3603b8 on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:08.212979 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c2520200-fd0b-450d-941f-f1798cb730b3 req-6ab35419-b921-42d4-8485-750cdb457822 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:08.220306 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c2520200-fd0b-450d-941f-f1798cb730b3 req-6ab35419-b921-42d4-8485-750cdb457822 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.121 "DELETE /v2.0/ports/ebb33c6c-5001-4717-bf39-6a189a3603b8 HTTP/1.1" status: 204 len: 173 time: 1.2591047 Feb 09 01:38:08.228746 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd6de276-dd2a-424b-93ae-15a3895f7ac1', 'name': 'network-vif-deleted', 'tag': 'ebb33c6c-5001-4717-bf39-6a189a3603b8'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:38:08.231362 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b395cba-c1a3-4ad4-8ce0-7ad14aa70760" -d '{"events": [{"server_uuid": "dd6de276-dd2a-424b-93ae-15a3895f7ac1", "name": "network-vif-deleted", "tag": "ebb33c6c-5001-4717-bf39-6a189a3603b8"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:38:08.244419 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b4c12926-110a-4939-9c34-86d517af97e3 req-051fac38-6d31-453e-942e-7f72b6c1349c tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3486435 Feb 09 01:38:08.267965 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f90ea-ca1c-4660-b312-49be66c83985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac15b4c-df28-402e-93a4-e13e04deafa6,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:08.302251 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b5ffa43-1f69-4908-8c21-db24b1e5e09a admin admin] Publish callbacks [] for security_group (4ac15b4c-df28-402e-93a4-e13e04deafa6), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:08.355932 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b5ffa43-1f69-4908-8c21-db24b1e5e09a admin admin] Publish callbacks [] for security_group (4ac15b4c-df28-402e-93a4-e13e04deafa6), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:08.417529 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port b30802aa-45d7-45f8-b20c-78b0e323596c completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:38:08.453572 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7136442d-3b0b-43fd-bab3-ec7af41b286a req-36c7772c-3bbf-4327-bcbf-f1e9ad97e760 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd6de276-dd2a-424b-93ae-15a3895f7ac1 HTTP/1.1" status: 200 len: 210 time: 0.1128433 Feb 09 01:38:08.465622 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a49778e-101e-4fef-a81c-17dce4060884 x-openstack-request-id: req-6a49778e-101e-4fef-a81c-17dce4060884 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:38:08.467020 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd6de276-dd2a-424b-93ae-15a3895f7ac1", "name": "network-vif-deleted", "tag": "ebb33c6c-5001-4717-bf39-6a189a3603b8", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:38:08.467369 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6a49778e-101e-4fef-a81c-17dce4060884 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:38:08.468239 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd6de276-dd2a-424b-93ae-15a3895f7ac1', 'name': 'network-vif-deleted', 'tag': 'ebb33c6c-5001-4717-bf39-6a189a3603b8', 'status': 'completed', 'code': 200} Feb 09 01:38:08.469055 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port b30802aa-45d7-45f8-b20c-78b0e323596c triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:08.469433 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b30802aa-45d7-45f8-b20c-78b0e323596c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:08.558292 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b5ffa43-1f69-4908-8c21-db24b1e5e09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (4ac15b4c-df28-402e-93a4-e13e04deafa6), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:08.563325 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b5ffa43-1f69-4908-8c21-db24b1e5e09a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:08.567133 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2b5ffa43-1f69-4908-8c21-db24b1e5e09a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4ac15b4c-df28-402e-93a4-e13e04deafa6 HTTP/1.1" status: 204 len: 168 time: 0.3654609 Feb 09 01:38:08.583414 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ffa43-1f69-4908-8c21-db24b1e5e09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac15b4c-df28-402e-93a4-e13e04deafa6,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:08.698669 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port b30802aa-45d7-45f8-b20c-78b0e323596c is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:08.699452 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b30802aa-45d7-45f8-b20c-78b0e323596c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:08.753954 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfa0a61-0617-498f-8de0-31bf87c8dce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30802aa-45d7-45f8-b20c-78b0e323596c'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:38:08.760705 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659a2472-fb0e-4c19-89ee-3a73f3c75157" -d '{"events": [{"server_uuid": "ebfa0a61-0617-498f-8de0-31bf87c8dce7", "name": "network-vif-plugged", "status": "completed", "tag": "b30802aa-45d7-45f8-b20c-78b0e323596c"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:38:08.810505 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port b30802aa-45d7-45f8-b20c-78b0e323596c, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=b30802aa-45d7-45f8-b20c-78b0e323596c,segment=NetworkSegment(b0a39339-81a8-45ed-9fe0-550b74489f1b),segment_id=b0a39339-81a8-45ed-9fe0-550b74489f1b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:08.826881 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b30802aa-45d7-45f8-b20c-78b0e323596c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:08.923287 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=b30802aa-45d7-45f8-b20c-78b0e323596c,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:08.927750 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1d7d9c-e93a-40b2-8022-a5eacdb4cae9 x-openstack-request-id: req-3d1d7d9c-e93a-40b2-8022-a5eacdb4cae9 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:38:08.928345 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebfa0a61-0617-498f-8de0-31bf87c8dce7", "name": "network-vif-plugged", "status": "completed", "tag": "b30802aa-45d7-45f8-b20c-78b0e323596c", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:38:08.928843 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3d1d7d9c-e93a-40b2-8022-a5eacdb4cae9 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:38:08.929535 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfa0a61-0617-498f-8de0-31bf87c8dce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30802aa-45d7-45f8-b20c-78b0e323596c', 'code': 200} Feb 09 01:38:09.154160 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc886b-9f27-4019-a853-a83c83226d96 req-82e31d71-3047-42a9-9ab3-1892311d68b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:09.155450 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-91bc886b-9f27-4019-a853-a83c83226d96 req-82e31d71-3047-42a9-9ab3-1892311d68b1 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 1128 time: 0.1218095 Feb 09 01:38:09.280120 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-91bc886b-9f27-4019-a853-a83c83226d96 req-55594b4f-4f44-4dd5-9453-18668c413d65 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082289 Feb 09 01:38:09.535382 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011ae7f-84e0-4db1-bf24-f5f163ba4dd0 req-3c2d07b5-059e-4bb1-8ecb-d8d9e5865d42 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:09.542803 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1011ae7f-84e0-4db1-bf24-f5f163ba4dd0 req-3c2d07b5-059e-4bb1-8ecb-d8d9e5865d42 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 945 time: 0.1558316 Feb 09 01:38:09.715446 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1011ae7f-84e0-4db1-bf24-f5f163ba4dd0 req-30e2e865-d31f-4ed5-a6fd-b4b4da666b15 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668205 Feb 09 01:38:10.079260 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device ebb33c6c-5001-4717-bf39-6a189a3603b8 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:38:10.124518 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: ebb33c6c-5001-4717-bf39-6a189a3603b8 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:38:10.127396 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device ebb33c6c-5001-4717-bf39-6a189a3603b8 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:38:10.327553 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-90f3d942-fb27-4e2f-999a-debe52649ac3 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:10.340916 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-90f3d942-fb27-4e2f-999a-debe52649ac3 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/networks?id=9b1b4143-78e6-405c-8b5a-728543b5f342 HTTP/1.1" status: 200 len: 806 time: 0.2670093 Feb 09 01:38:10.363758 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-cf0d65f6-2512-445f-810d-11b7e1909ab5 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/quotas/6b4a05707d1b49f9a06d538643543aea HTTP/1.1" status: 200 len: 375 time: 0.0155864 Feb 09 01:38:10.488897 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-a2fa1ddb-6c27-4384-b206-6dedaacfe140 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b4a05707d1b49f9a06d538643543aea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0957525 Feb 09 01:38:10.523705 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53416) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:10.676433 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-aeefaa4f-2565-4b30-82b8-85c8088d4825 service neutron] 10.222.0.30 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865597 Feb 09 01:38:10.713875 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-285e77ab-22f7-4ed7-8d13-e00c72479f03 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-936785858'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:10.740125 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285e77ab-22f7-4ed7-8d13-e00c72479f03 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Made reservation on behalf of 8a341a9c42c24e169934519173efffea for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:10.750958 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-285e77ab-22f7-4ed7-8d13-e00c72479f03 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:10.777792 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-285e77ab-22f7-4ed7-8d13-e00c72479f03 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:10.829603 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-fe0d47a1-ba72-4d82-bcf1-9ce34ef27ee6 service neutron] 10.222.0.30 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425705 Feb 09 01:38:10.983755 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c5b9d-ea13-42a1-93c8-5420cdcd952b req-2b89ef90-604d-460a-83a0-53e2fbb285e9 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:10.989882 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a24c5b9d-ea13-42a1-93c8-5420cdcd952b req-2b89ef90-604d-460a-83a0-53e2fbb285e9 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 945 time: 0.1192012 Feb 09 01:38:10.990975 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-285e77ab-22f7-4ed7-8d13-e00c72479f03 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks [] for security_group (95d29db8-0a39-4bda-b858-970369587602), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:11.004868 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-285e77ab-22f7-4ed7-8d13-e00c72479f03 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (95d29db8-0a39-4bda-b858-970369587602), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:11.048973 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-285e77ab-22f7-4ed7-8d13-e00c72479f03 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:38:11.080944 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-285e77ab-22f7-4ed7-8d13-e00c72479f03 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (b019470b-305e-4976-baba-e207f3637ff7), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:11.081282 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-285e77ab-22f7-4ed7-8d13-e00c72479f03 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Added segment b019470b-305e-4976-baba-e207f3637ff7 of type vlan for network b3af4759-ab7e-48b9-969f-88773ad3a8fd Feb 09 01:38:11.103537 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a24c5b9d-ea13-42a1-93c8-5420cdcd952b req-5be28cc7-532f-47d2-84a0-d242f9dbf3a5 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931740 Feb 09 01:38:11.190205 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-285e77ab-22f7-4ed7-8d13-e00c72479f03 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (b3af4759-ab7e-48b9-969f-88773ad3a8fd), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:11.205248 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-023c9636-5a5a-4ef6-9710-4404a5029bb5 req-e004215f-7316-4eac-a4f6-9246c465b2c3 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e65f112-ec92-4402-accd-3e3843cfa859 HTTP/1.1" status: 200 len: 210 time: 0.0982919 Feb 09 01:38:11.214047 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e77ab-22f7-4ed7-8d13-e00c72479f03 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95d29db8-0a39-4bda-b858-970369587602,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:11.256164 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-285e77ab-22f7-4ed7-8d13-e00c72479f03 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (b3af4759-ab7e-48b9-969f-88773ad3a8fd), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:11.268127 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285e77ab-22f7-4ed7-8d13-e00c72479f03 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:11.268775 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-285e77ab-22f7-4ed7-8d13-e00c72479f03 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:11.359298 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-285e77ab-22f7-4ed7-8d13-e00c72479f03 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.8335497 Feb 09 01:38:11.364534 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53442) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:11.382916 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5646ef-687b-466c-8047-bcba3558626a req-3c938d68-79d7-4f62-b10c-a55a89e8cd92 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:11.390206 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0f5646ef-687b-466c-8047-bcba3558626a req-3c938d68-79d7-4f62-b10c-a55a89e8cd92 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 945 time: 0.1246591 Feb 09 01:38:11.397291 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53444) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:11.403082 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-0874977d-af6d-44e5-8883-0412e714f3f1 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Request body: {'subnet': {'network_id': 'b3af4759-ab7e-48b9-969f-88773ad3a8fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:11.403280 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-17b40a32-7ce8-4b91-ba21-118951364d96 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Request body: {'floatingip': {'port_id': 'b30802aa-45d7-45f8-b20c-78b0e323596c'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:11.405916 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e77ab-22f7-4ed7-8d13-e00c72479f03 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Pushing event updated for resources: {'Network': ['ID=b3af4759-ab7e-48b9-969f-88773ad3a8fd,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:11.420266 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network b3af4759-ab7e-48b9-969f-88773ad3a8fd details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:38:11.527905 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-17b40a32-7ce8-4b91-ba21-118951364d96 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for floatingip (498fe4e2-3f2c-4e56-9a3a-773e1650d2df), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:11.587863 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0874977d-af6d-44e5-8883-0412e714f3f1 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Made reservation on behalf of 8a341a9c42c24e169934519173efffea for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:11.594427 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0874977d-af6d-44e5-8883-0412e714f3f1 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:12.137557 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0874977d-af6d-44e5-8883-0412e714f3f1 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (e02575e3-ab00-493c-8728-420c33570fa1), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:12.312687 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874977d-af6d-44e5-8883-0412e714f3f1 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Pushing event updated for resources: {'Subnet': ['ID=e02575e3-ab00-493c-8728-420c33570fa1,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:12.357860 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0874977d-af6d-44e5-8883-0412e714f3f1 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Checking segment: {'id': 'b019470b-305e-4976-baba-e207f3637ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b3af4759-ab7e-48b9-969f-88773ad3a8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:12.358222 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0874977d-af6d-44e5-8883-0412e714f3f1 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Network hostable DHCP agents. Network: b3af4759-ab7e-48b9-969f-88773ad3a8fd, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:38:12.422089 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e6784165-40b8-4a47-af81-3c08613fcce5 req-211ef589-18d4-4837-bf00-1686597b5f3c tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e65f112-ec92-4402-accd-3e3843cfa859 HTTP/1.1" status: 200 len: 210 time: 0.0601790 Feb 09 01:38:12.454236 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0874977d-af6d-44e5-8883-0412e714f3f1 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Network b3af4759-ab7e-48b9-969f-88773ad3a8fd is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:38:12.477065 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-0874977d-af6d-44e5-8883-0412e714f3f1 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, b3af4759-ab7e-48b9-969f-88773ad3a8fd) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:12.481889 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-17b40a32-7ce8-4b91-ba21-118951364d96 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:12.489026 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0874977d-af6d-44e5-8883-0412e714f3f1 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:12.490095 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25258cb-d3a1-43c3-8f48-1dca5110ae45 None None] Network b3af4759-ab7e-48b9-969f-88773ad3a8fd requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:12.490548 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0874977d-af6d-44e5-8883-0412e714f3f1 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:12.498396 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-17b40a32-7ce8-4b91-ba21-118951364d96 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (498fe4e2-3f2c-4e56-9a3a-773e1650d2df), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:12.516641 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0874977d-af6d-44e5-8883-0412e714f3f1 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1238992 Feb 09 01:38:12.520253 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53456) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:12.532502 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-0f90fa00-9486-4ee6-b36b-da492c4ae5e5 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Request body: {'port': {'network_id': 'b3af4759-ab7e-48b9-969f-88773ad3a8fd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-247760809'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:12.709346 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0cfe27-b565-41ac-a0fc-95729b47da21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-b3af4759-ab7e-48b9-969f-88773ad3a8fd', 'network_id': 'b3af4759-ab7e-48b9-969f-88773ad3a8fd', 'project_id': '8a341a9c42c24e169934519173efffea', 'fixed_ips': [{'subnet_id': 'e02575e3-ab00-493c-8728-420c33570fa1'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:38:12.713438 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ec0cfe27-b565-41ac-a0fc-95729b47da21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:12.724368 n-d-822053-40 neutron-server[103528]: INFO neutron.db.l3_db [None req-17b40a32-7ce8-4b91-ba21-118951364d96 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Floating IP 498fe4e2-3f2c-4e56-9a3a-773e1650d2df associated. External IP: 172.25.1.196, port: b30802aa-45d7-45f8-b20c-78b0e323596c. Feb 09 01:38:12.796924 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f90fa00-9486-4ee6-b36b-da492c4ae5e5 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Made reservation on behalf of 8a341a9c42c24e169934519173efffea for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:12.802999 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0f90fa00-9486-4ee6-b36b-da492c4ae5e5 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:12.931366 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-ec0cfe27-b565-41ac-a0fc-95729b47da21 None None] Allocated IP 2001:db8::2 (b3af4759-ab7e-48b9-969f-88773ad3a8fd/e02575e3-ab00-493c-8728-420c33570fa1/20888859-e7e7-48a8-956f-584761ce7659) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:12.963668 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-0f90fa00-9486-4ee6-b36b-da492c4ae5e5 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] device_id is not set on port faca5d3f-72e5-4226-882a-cfffd8f5323f yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:38:13.175254 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ec0cfe27-b565-41ac-a0fc-95729b47da21 None None] Publish callbacks [] for port (20888859-e7e7-48a8-956f-584761ce7659), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:13.186230 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ec0cfe27-b565-41ac-a0fc-95729b47da21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (20888859-e7e7-48a8-956f-584761ce7659), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:13.186496 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b40a32-7ce8-4b91-ba21-118951364d96 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Router c48d68a8-7b5e-44c2-96ea-be7a9b527b04 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:38:13.246435 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0cfe27-b565-41ac-a0fc-95729b47da21 None None] Network b3af4759-ab7e-48b9-969f-88773ad3a8fd is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:13.251397 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-ec0cfe27-b565-41ac-a0fc-95729b47da21 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:13.254888 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0cfe27-b565-41ac-a0fc-95729b47da21 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:13.262674 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0cfe27-b565-41ac-a0fc-95729b47da21 None None] Pushing event updated for resources: {'Port': ['ID=20888859-e7e7-48a8-956f-584761ce7659,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:13.267011 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-60335780-d6d8-4e99-89cf-3007b82bb95a tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:13.277954 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-60335780-d6d8-4e99-89cf-3007b82bb95a tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.121 "GET /v2.0/networks?id=9b1b4143-78e6-405c-8b5a-728543b5f342 HTTP/1.1" status: 200 len: 806 time: 0.4691606 Feb 09 01:38:13.308053 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-5c3207cf-24f0-42ed-9c09-28e7f2d06109 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Request body: {'port': {'device_id': '4e65f112-ec92-4402-accd-3e3843cfa859', 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342', 'admin_state_up': True, 'tenant_id': '6b4a05707d1b49f9a06d538643543aea'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:13.308279 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0cfe27-b565-41ac-a0fc-95729b47da21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:13.312355 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0cfe27-b565-41ac-a0fc-95729b47da21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:13.312733 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0cfe27-b565-41ac-a0fc-95729b47da21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:13.313082 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0cfe27-b565-41ac-a0fc-95729b47da21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:13.313983 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0cfe27-b565-41ac-a0fc-95729b47da21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:13.314329 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0cfe27-b565-41ac-a0fc-95729b47da21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:13.314666 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0cfe27-b565-41ac-a0fc-95729b47da21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:13.314997 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0cfe27-b565-41ac-a0fc-95729b47da21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:13.315329 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0cfe27-b565-41ac-a0fc-95729b47da21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:13.315657 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0cfe27-b565-41ac-a0fc-95729b47da21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:13.316003 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0cfe27-b565-41ac-a0fc-95729b47da21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:13.316332 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0cfe27-b565-41ac-a0fc-95729b47da21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:13.316655 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0cfe27-b565-41ac-a0fc-95729b47da21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:13.379563 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b40a32-7ce8-4b91-ba21-118951364d96 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:38:13.393282 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363e178a-b286-4272-9bd2-2fba02bf1eb3 None None] Sync routers for ids ['c48d68a8-7b5e-44c2-96ea-be7a9b527b04'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:38:13.397750 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-17b40a32-7ce8-4b91-ba21-118951364d96 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:13.407955 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-ec0cfe27-b565-41ac-a0fc-95729b47da21 None None] Attempting to bind port 20888859-e7e7-48a8-956f-584761ce7659 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:38:13.409041 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-ec0cfe27-b565-41ac-a0fc-95729b47da21 None None] Attempting to bind port 20888859-e7e7-48a8-956f-584761ce7659 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'b019470b-305e-4976-baba-e207f3637ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b3af4759-ab7e-48b9-969f-88773ad3a8fd'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:38:13.409041 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0cfe27-b565-41ac-a0fc-95729b47da21 None None] Attempting to bind port 20888859-e7e7-48a8-956f-584761ce7659 on network b3af4759-ab7e-48b9-969f-88773ad3a8fd {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:13.409286 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363e178a-b286-4272-9bd2-2fba02bf1eb3 None None] Routers {'c48d68a8-7b5e-44c2-96ea-be7a9b527b04'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:38:13.409751 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-363e178a-b286-4272-9bd2-2fba02bf1eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:37:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c48d68a8-7b5e-44c2-96ea-be7a9b527b04'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:13.423004 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0cfe27-b565-41ac-a0fc-95729b47da21 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:38:13.423562 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0cfe27-b565-41ac-a0fc-95729b47da21 None None] Checking segment: {'id': 'b019470b-305e-4976-baba-e207f3637ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b3af4759-ab7e-48b9-969f-88773ad3a8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:13.424106 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ec0cfe27-b565-41ac-a0fc-95729b47da21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:13.424594 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0cfe27-b565-41ac-a0fc-95729b47da21 None None] Bound using segment: {'id': 'b019470b-305e-4976-baba-e207f3637ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b3af4759-ab7e-48b9-969f-88773ad3a8fd'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:38:13.425735 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-ec0cfe27-b565-41ac-a0fc-95729b47da21 None None] Bound port: 20888859-e7e7-48a8-956f-584761ce7659, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b019470b-305e-4976-baba-e207f3637ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b3af4759-ab7e-48b9-969f-88773ad3a8fd'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:38:13.425735 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ec0cfe27-b565-41ac-a0fc-95729b47da21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (20888859-e7e7-48a8-956f-584761ce7659), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:13.447722 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-17b40a32-7ce8-4b91-ba21-118951364d96 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "PUT /v2.0/floatingips/498fe4e2-3f2c-4e56-9a3a-773e1650d2df HTTP/1.1" status: 200 len: 991 time: 2.0475287 Feb 09 01:38:13.448920 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebfa0a61-0617-498f-8de0-31bf87c8dce7', 'tag': 'b30802aa-45d7-45f8-b20c-78b0e323596c'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:38:13.470346 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a880a37-3b5c-44a6-9e36-30a55ee35e2a" -d '{"events": [{"name": "network-changed", "server_uuid": "ebfa0a61-0617-498f-8de0-31bf87c8dce7", "tag": "b30802aa-45d7-45f8-b20c-78b0e323596c"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:38:13.568141 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-0f90fa00-9486-4ee6-b36b-da492c4ae5e5 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Allocated IP 2001:db8::363 (b3af4759-ab7e-48b9-969f-88773ad3a8fd/e02575e3-ab00-493c-8728-420c33570fa1/faca5d3f-72e5-4226-882a-cfffd8f5323f) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:13.584502 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-ec0cfe27-b565-41ac-a0fc-95729b47da21 None None] For port 20888859-e7e7-48a8-956f-584761ce7659, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:38:13.590517 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-ec0cfe27-b565-41ac-a0fc-95729b47da21 None None] For port 20888859-e7e7-48a8-956f-584761ce7659, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=20888859-e7e7-48a8-956f-584761ce7659,segment=NetworkSegment(b019470b-305e-4976-baba-e207f3637ff7),segment_id=b019470b-305e-4976-baba-e207f3637ff7)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:38:13.605314 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ec0cfe27-b565-41ac-a0fc-95729b47da21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (20888859-e7e7-48a8-956f-584761ce7659), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:13.633364 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-363e178a-b286-4272-9bd2-2fba02bf1eb3 None None] Set router c48d68a8-7b5e-44c2-96ea-be7a9b527b04 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:38:13.739745 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0cfe27-b565-41ac-a0fc-95729b47da21 None None] Pushing event updated for resources: {'Port': ['ID=20888859-e7e7-48a8-956f-584761ce7659,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:13.900980 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-363e178a-b286-4272-9bd2-2fba02bf1eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'name': 'tempest-AttachVolumeShelveTestJSON-293999041-router', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'e14078b4-4379-4633-9f4f-9367ebe69b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:38Z', 'updated_at': '2022-02-09T01:33:43Z', 'revision_number': 4, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'gw_port': {'id': 'e14078b4-4379-4633-9f4f-9367ebe69b48', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:39Z', 'updated_at': '2022-02-09T01:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '498fe4e2-3f2c-4e56-9a3a-773e1650d2df', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'floating_ip_address': '172.25.1.196', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'port_id': 'b30802aa-45d7-45f8-b20c-78b0e323596c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88b27524-8ae4-4965-b899-af20055923cd', 'mac_address': 'fa:16:3e:66:d3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfa0a61-0617-498f-8de0-31bf87c8dce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:37:51Z', 'updated_at': '2022-02-09T01:38:12Z', 'revision_number': 1, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32716bf-b2ea-464f-aa1c-c159f8e3dbcf', 'name': '', 'network_id': '88b27524-8ae4-4965-b899-af20055923cd', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'mac_address': 'fa:16:3e:33:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '22a89563-8842-4e1e-95dc-ee10f0240b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:41Z', 'updated_at': '2022-02-09T01:33:52Z', 'revision_number': 5, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'subnets': [{'id': '22a89563-8842-4e1e-95dc-ee10f0240b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:13.962248 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-5c3207cf-24f0-42ed-9c09-28e7f2d06109 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Made reservation on behalf of 6b4a05707d1b49f9a06d538643543aea for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:13.969648 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-5c3207cf-24f0-42ed-9c09-28e7f2d06109 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:13.980014 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363e178a-b286-4272-9bd2-2fba02bf1eb3 None None] Checking router: c48d68a8-7b5e-44c2-96ea-be7a9b527b04 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:38:14.004119 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363e178a-b286-4272-9bd2-2fba02bf1eb3 None None] Routers {'c48d68a8-7b5e-44c2-96ea-be7a9b527b04'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:38:14.004925 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-363e178a-b286-4272-9bd2-2fba02bf1eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:37:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c48d68a8-7b5e-44c2-96ea-be7a9b527b04'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:14.017230 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f01fa65c-e47a-437d-94c8-d74db13fd900 req-61508fe5-2901-47a7-8dd1-941dc56d0d1d tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e65f112-ec92-4402-accd-3e3843cfa859 HTTP/1.1" status: 200 len: 210 time: 0.4461024 Feb 09 01:38:14.064031 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0f90fa00-9486-4ee6-b36b-da492c4ae5e5 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks [] for port (faca5d3f-72e5-4226-882a-cfffd8f5323f), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:14.117242 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2576c8-6927-426f-beef-d71d607ce22a x-openstack-request-id: req-ce2576c8-6927-426f-beef-d71d607ce22a {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:38:14.118591 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebfa0a61-0617-498f-8de0-31bf87c8dce7", "tag": "b30802aa-45d7-45f8-b20c-78b0e323596c", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:38:14.118955 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ce2576c8-6927-426f-beef-d71d607ce22a {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:38:14.119478 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebfa0a61-0617-498f-8de0-31bf87c8dce7', 'tag': 'b30802aa-45d7-45f8-b20c-78b0e323596c', 'status': 'completed', 'code': 200} Feb 09 01:38:14.191844 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7eac0-daa7-40e4-9703-458d68cd304d req-c04ca0d3-20f2-4603-81e5-55600ca5c767 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:14.198491 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3ae7eac0-daa7-40e4-9703-458d68cd304d req-c04ca0d3-20f2-4603-81e5-55600ca5c767 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 945 time: 0.6639636 Feb 09 01:38:14.283452 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-363e178a-b286-4272-9bd2-2fba02bf1eb3 None None] Set router c48d68a8-7b5e-44c2-96ea-be7a9b527b04 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:38:14.521402 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 20888859-e7e7-48a8-956f-584761ce7659 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:14.664224 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 20888859-e7e7-48a8-956f-584761ce7659 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:14.664224 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (20888859-e7e7-48a8-956f-584761ce7659), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:14.685664 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-363e178a-b286-4272-9bd2-2fba02bf1eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'name': 'tempest-AttachVolumeShelveTestJSON-293999041-router', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'e14078b4-4379-4633-9f4f-9367ebe69b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:38Z', 'updated_at': '2022-02-09T01:33:43Z', 'revision_number': 4, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'gw_port': {'id': 'e14078b4-4379-4633-9f4f-9367ebe69b48', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:39Z', 'updated_at': '2022-02-09T01:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '498fe4e2-3f2c-4e56-9a3a-773e1650d2df', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'floating_ip_address': '172.25.1.196', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'port_id': 'b30802aa-45d7-45f8-b20c-78b0e323596c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88b27524-8ae4-4965-b899-af20055923cd', 'mac_address': 'fa:16:3e:66:d3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfa0a61-0617-498f-8de0-31bf87c8dce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:37:51Z', 'updated_at': '2022-02-09T01:38:12Z', 'revision_number': 1, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32716bf-b2ea-464f-aa1c-c159f8e3dbcf', 'name': '', 'network_id': '88b27524-8ae4-4965-b899-af20055923cd', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'mac_address': 'fa:16:3e:33:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '22a89563-8842-4e1e-95dc-ee10f0240b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:41Z', 'updated_at': '2022-02-09T01:33:52Z', 'revision_number': 5, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'subnets': [{'id': '22a89563-8842-4e1e-95dc-ee10f0240b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:14.723609 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363e178a-b286-4272-9bd2-2fba02bf1eb3 None None] The sync data for ids ['c48d68a8-7b5e-44c2-96ea-be7a9b527b04'] in n-d-822053-40 is: [{'id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'name': 'tempest-AttachVolumeShelveTestJSON-293999041-router', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'e14078b4-4379-4633-9f4f-9367ebe69b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:38Z', 'updated_at': '2022-02-09T01:33:43Z', 'revision_number': 4, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'gw_port': {'id': 'e14078b4-4379-4633-9f4f-9367ebe69b48', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:39Z', 'updated_at': '2022-02-09T01:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '498fe4e2-3f2c-4e56-9a3a-773e1650d2df', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'floating_ip_address': '172.25.1.196', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'port_id': 'b30802aa-45d7-45f8-b20c-78b0e323596c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88b27524-8ae4-4965-b899-af20055923cd', 'mac_address': 'fa:16:3e:66:d3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfa0a61-0617-498f-8de0-31bf87c8dce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:37:51Z', 'updated_at': '2022-02-09T01:38:12Z', 'revision_number': 1, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32716bf-b2ea-464f-aa1c-c159f8e3dbcf', 'name': '', 'network_id': '88b27524-8ae4-4965-b899-af20055923cd', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'mac_address': 'fa:16:3e:33:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '22a89563-8842-4e1e-95dc-ee10f0240b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:41Z', 'updated_at': '2022-02-09T01:33:52Z', 'revision_number': 5, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'subnets': [{'id': '22a89563-8842-4e1e-95dc-ee10f0240b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:38:14.852924 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 20888859-e7e7-48a8-956f-584761ce7659 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:14.853315 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (20888859-e7e7-48a8-956f-584761ce7659), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:14.907743 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 20888859-e7e7-48a8-956f-584761ce7659, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=20888859-e7e7-48a8-956f-584761ce7659,segment=NetworkSegment(b019470b-305e-4976-baba-e207f3637ff7),segment_id=b019470b-305e-4976-baba-e207f3637ff7)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:14.915940 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (20888859-e7e7-48a8-956f-584761ce7659), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:14.975871 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0f90fa00-9486-4ee6-b36b-da492c4ae5e5 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (faca5d3f-72e5-4226-882a-cfffd8f5323f), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:15.056476 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3ae7eac0-daa7-40e4-9703-458d68cd304d req-edbac1c6-889d-4d16-8772-d0c1d816771d tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8572648 Feb 09 01:38:15.063679 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=20888859-e7e7-48a8-956f-584761ce7659,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:15.154565 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f90fa00-9486-4ee6-b36b-da492c4ae5e5 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Network b3af4759-ab7e-48b9-969f-88773ad3a8fd is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:15.172328 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a880a37-3b5c-44a6-9e36-30a55ee35e2a req-4b5c71d1-30a8-4738-b9b7-b2468c0eae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:15.173870 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5a880a37-3b5c-44a6-9e36-30a55ee35e2a req-4b5c71d1-30a8-4738-b9b7-b2468c0eae29 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d2bc7c4a293d49059d9a272b2819e75f&device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 1128 time: 0.9645858 Feb 09 01:38:15.184908 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-0f90fa00-9486-4ee6-b36b-da492c4ae5e5 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:15.215192 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0a8a7c-b3c9-43c0-a2ea-806306a6eb8a None None] New status for floating IP 498fe4e2-3f2c-4e56-9a3a-773e1650d2df: ACTIVE {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:38:15.246469 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-5c3207cf-24f0-42ed-9c09-28e7f2d06109 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Allocated IP 172.20.0.9 (9b1b4143-78e6-405c-8b5a-728543b5f342/b2d740a9-d705-46bb-8af8-d019a5a1576c/e5d91dd6-102e-4454-a56c-70fcbce0a0de) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:15.255955 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f90fa00-9486-4ee6-b36b-da492c4ae5e5 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:15.263910 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f90fa00-9486-4ee6-b36b-da492c4ae5e5 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:15.264608 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0f90fa00-9486-4ee6-b36b-da492c4ae5e5 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:15.306041 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-654c28a5-174a-4b10-9647-4591a91d4eeb req-d5ea5eb3-4697-44eb-b067-1cc0e024e216 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e65f112-ec92-4402-accd-3e3843cfa859 HTTP/1.1" status: 200 len: 210 time: 0.1059937 Feb 09 01:38:15.378052 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90fa00-9486-4ee6-b36b-da492c4ae5e5 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Pushing event updated for resources: {'Port': ['ID=faca5d3f-72e5-4226-882a-cfffd8f5323f,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:15.422013 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0f90fa00-9486-4ee6-b36b-da492c4ae5e5 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.9005599 Feb 09 01:38:15.425155 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53482) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:15.431353 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-b9e1ee4c-fac6-4a52-947f-9bb815d310a7 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Request body: {'port': {'network_id': 'b3af4759-ab7e-48b9-969f-88773ad3a8fd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-51481432', 'allowed_address_pairs': [{'ip_address': '2001:db8::363', 'mac_address': 'fa:16:3e:62:ba:8d'}]}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:15.521588 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669ca55f-58c2-4406-8208-b3084fd9d625 None None] Network b3af4759-ab7e-48b9-969f-88773ad3a8fd requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:15.638770 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a880a37-3b5c-44a6-9e36-30a55ee35e2a req-2c02b320-a7d4-4792-98de-91e2d85ff429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:15.640246 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5a880a37-3b5c-44a6-9e36-30a55ee35e2a req-2c02b320-a7d4-4792-98de-91e2d85ff429 service neutron] 10.222.0.91 "GET /v2.0/networks?id=88b27524-8ae4-4965-b899-af20055923cd HTTP/1.1" status: 200 len: 917 time: 0.4144654 Feb 09 01:38:15.769961 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-3b6a378c-2e1a-4bf6-b13a-3a3b909c8c0a None None] Provisioning complete for port 20888859-e7e7-48a8-956f-584761ce7659 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:15.770634 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3b6a378c-2e1a-4bf6-b13a-3a3b909c8c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (20888859-e7e7-48a8-956f-584761ce7659), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:15.826249 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e1ee4c-fac6-4a52-947f-9bb815d310a7 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Made reservation on behalf of 8a341a9c42c24e169934519173efffea for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:15.887371 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5a880a37-3b5c-44a6-9e36-30a55ee35e2a req-f9f988d3-e16d-441f-944c-e711be8b4eb8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b30802aa-45d7-45f8-b20c-78b0e323596c HTTP/1.1" status: 200 len: 1001 time: 0.2245219 Feb 09 01:38:15.899761 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a378c-2e1a-4bf6-b13a-3a3b909c8c0a None None] Current status of the port 20888859-e7e7-48a8-956f-584761ce7659 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:15.958504 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-5c3207cf-24f0-42ed-9c09-28e7f2d06109 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks [] for port (e5d91dd6-102e-4454-a56c-70fcbce0a0de), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:15.988299 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a880a37-3b5c-44a6-9e36-30a55ee35e2a req-a7252096-c1d6-4c6e-ab15-5f79c4082dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:15.989867 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5a880a37-3b5c-44a6-9e36-30a55ee35e2a req-a7252096-c1d6-4c6e-ab15-5f79c4082dec service neutron] 10.222.0.91 "GET /v2.0/subnets?id=22a89563-8842-4e1e-95dc-ee10f0240b0a HTTP/1.1" status: 200 len: 855 time: 0.0946062 Feb 09 01:38:16.058712 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b9e1ee4c-fac6-4a52-947f-9bb815d310a7 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:16.081803 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-5c3207cf-24f0-42ed-9c09-28e7f2d06109 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (e5d91dd6-102e-4454-a56c-70fcbce0a0de), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:16.095327 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['35c82c86-9b27-4b9f-a80f-8521f07a72b0'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:38:16.129015 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-b9e1ee4c-fac6-4a52-947f-9bb815d310a7 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] device_id is not set on port 636dd7c0-8495-47cb-ae92-0f5e22ec2fdb yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:38:16.173547 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a880a37-3b5c-44a6-9e36-30a55ee35e2a req-8e6e56ac-301e-4c3f-9271-8587e15a156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:16.175195 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5a880a37-3b5c-44a6-9e36-30a55ee35e2a req-8e6e56ac-301e-4c3f-9271-8587e15a156a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=88b27524-8ae4-4965-b899-af20055923cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1742237 Feb 09 01:38:16.209732 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-5c3207cf-24f0-42ed-9c09-28e7f2d06109 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Network 9b1b4143-78e6-405c-8b5a-728543b5f342 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:16.215451 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-5c3207cf-24f0-42ed-9c09-28e7f2d06109 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:16.469076 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-b9e1ee4c-fac6-4a52-947f-9bb815d310a7 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Allocated IP 2001:db8::111 (b3af4759-ab7e-48b9-969f-88773ad3a8fd/e02575e3-ab00-493c-8728-420c33570fa1/636dd7c0-8495-47cb-ae92-0f5e22ec2fdb) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:16.494580 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-5c3207cf-24f0-42ed-9c09-28e7f2d06109 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:16.495957 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b5ac28bf-6f62-4460-871f-3f6821bf6711 None None] Provisioning complete for port 20888859-e7e7-48a8-956f-584761ce7659 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:16.497713 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b5ac28bf-6f62-4460-871f-3f6821bf6711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (20888859-e7e7-48a8-956f-584761ce7659), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:16.564728 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3207cf-24f0-42ed-9c09-28e7f2d06109 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Pushing event updated for resources: {'Port': ['ID=e5d91dd6-102e-4454-a56c-70fcbce0a0de,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:16.569956 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5a880a37-3b5c-44a6-9e36-30a55ee35e2a req-cde37ee6-2b1a-47e5-aeef-86d59ed8ff96 service neutron] 10.222.0.91 "GET /v2.0/networks/88b27524-8ae4-4965-b899-af20055923cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586259 Feb 09 01:38:16.582345 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 20888859-e7e7-48a8-956f-584761ce7659 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:16.750589 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 20888859-e7e7-48a8-956f-584761ce7659 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:16.750960 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (20888859-e7e7-48a8-956f-584761ce7659), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:16.768860 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b9e1ee4c-fac6-4a52-947f-9bb815d310a7 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks [] for port (636dd7c0-8495-47cb-ae92-0f5e22ec2fdb), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:16.836966 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b9e1ee4c-fac6-4a52-947f-9bb815d310a7 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (636dd7c0-8495-47cb-ae92-0f5e22ec2fdb), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:16.935116 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-5c3207cf-24f0-42ed-9c09-28e7f2d06109 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:16.935752 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-5c3207cf-24f0-42ed-9c09-28e7f2d06109 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:16.955609 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b5ac28bf-6f62-4460-871f-3f6821bf6711 None None] Current status of the port 20888859-e7e7-48a8-956f-584761ce7659 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:16.959548 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5a880a37-3b5c-44a6-9e36-30a55ee35e2a req-d6b93331-4ea9-44f1-843a-1f3a48685b0d service neutron] 10.222.0.91 "GET /v2.0/networks/88b27524-8ae4-4965-b899-af20055923cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900305 Feb 09 01:38:16.959715 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e1ee4c-fac6-4a52-947f-9bb815d310a7 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Network b3af4759-ab7e-48b9-969f-88773ad3a8fd is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:16.963541 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-b9e1ee4c-fac6-4a52-947f-9bb815d310a7 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:16.977987 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-5c3207cf-24f0-42ed-9c09-28e7f2d06109 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6882849 Feb 09 01:38:16.982638 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e1ee4c-fac6-4a52-947f-9bb815d310a7 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:16.994032 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e1ee4c-fac6-4a52-947f-9bb815d310a7 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:16.994933 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b9e1ee4c-fac6-4a52-947f-9bb815d310a7 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:16.998362 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-8e892239-9bc4-4000-a6d9-65e48f0bacdb service neutron] Request body: {'port': {'device_id': '4e65f112-ec92-4402-accd-3e3843cfa859', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:17.002483 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1ee4c-fac6-4a52-947f-9bb815d310a7 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Pushing event updated for resources: {'Port': ['ID=636dd7c0-8495-47cb-ae92-0f5e22ec2fdb,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:17.011673 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d985f96-8d97-4364-a7e6-af7be9a047a5 req-50283801-72fd-48a9-be41-c40bce444c3e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:17.020150 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9d985f96-8d97-4364-a7e6-af7be9a047a5 req-50283801-72fd-48a9-be41-c40bce444c3e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 945 time: 0.5187728 Feb 09 01:38:17.022360 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b9e1ee4c-fac6-4a52-947f-9bb815d310a7 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.5961342 Feb 09 01:38:17.025567 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53500) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:17.077628 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b5ac28bf-6f62-4460-871f-3f6821bf6711 None None] Provisioning complete for port faca5d3f-72e5-4226-882a-cfffd8f5323f triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:17.078032 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b5ac28bf-6f62-4460-871f-3f6821bf6711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (faca5d3f-72e5-4226-882a-cfffd8f5323f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:17.118616 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 20888859-e7e7-48a8-956f-584761ce7659 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:17.144926 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b5ac28bf-6f62-4460-871f-3f6821bf6711 None None] Port faca5d3f-72e5-4226-882a-cfffd8f5323f cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:38:17.151528 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3f309-5915-4024-978b-c73ddab438ea req-8c9d7736-16c2-45a0-a904-72df97beb8a9 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:17.153135 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6ec3f309-5915-4024-978b-c73ddab438ea req-8c9d7736-16c2-45a0-a904-72df97beb8a9 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e65f112-ec92-4402-accd-3e3843cfa859 HTTP/1.1" status: 200 len: 931 time: 0.5255289 Feb 09 01:38:17.178472 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14c30a8-def9-40bc-a8e9-30044f459ae7 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:17.192846 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14c30a8-def9-40bc-a8e9-30044f459ae7 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:17.205845 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14c30a8-def9-40bc-a8e9-30044f459ae7 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:17.211156 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a14c30a8-def9-40bc-a8e9-30044f459ae7 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1840923 Feb 09 01:38:17.221885 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53504) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:17.272928 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d93b6450-e204-4e60-892d-ac1d889f5ae0 None None] Provisioning complete for port faca5d3f-72e5-4226-882a-cfffd8f5323f triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:17.272928 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d93b6450-e204-4e60-892d-ac1d889f5ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (faca5d3f-72e5-4226-882a-cfffd8f5323f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:17.308637 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9d985f96-8d97-4364-a7e6-af7be9a047a5 req-44b75504-f4e5-4ba6-8ce6-f42a2870d412 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2874119 Feb 09 01:38:17.334757 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-8e892239-9bc4-4000-a6d9-65e48f0bacdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e5d91dd6-102e-4454-a56c-70fcbce0a0de), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:17.375189 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d93b6450-e204-4e60-892d-ac1d889f5ae0 None None] Port faca5d3f-72e5-4226-882a-cfffd8f5323f cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:38:17.424978 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6ec3f309-5915-4024-978b-c73ddab438ea req-ee9fb75b-07b3-4e20-b1d5-81418679a3c3 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507613 Feb 09 01:38:17.428153 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ae74e357-3e8e-417a-bb35-7359b7c49d09 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Deleting port 636dd7c0-8495-47cb-ae92-0f5e22ec2fdb {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:17.428676 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae74e357-3e8e-417a-bb35-7359b7c49d09 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (636dd7c0-8495-47cb-ae92-0f5e22ec2fdb), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:17.511921 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e1e06943-eda1-45af-9489-02df83a27b78 None None] Provisioning complete for port 636dd7c0-8495-47cb-ae92-0f5e22ec2fdb triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:17.512337 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e1e06943-eda1-45af-9489-02df83a27b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (636dd7c0-8495-47cb-ae92-0f5e22ec2fdb), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:17.549283 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae74e357-3e8e-417a-bb35-7359b7c49d09 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (636dd7c0-8495-47cb-ae92-0f5e22ec2fdb), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:17.563751 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ae74e357-3e8e-417a-bb35-7359b7c49d09 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Calling delete_port for 636dd7c0-8495-47cb-ae92-0f5e22ec2fdb owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:17.588448 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e1e06943-eda1-45af-9489-02df83a27b78 None None] Port 636dd7c0-8495-47cb-ae92-0f5e22ec2fdb cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:38:17.752037 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae74e357-3e8e-417a-bb35-7359b7c49d09 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (636dd7c0-8495-47cb-ae92-0f5e22ec2fdb), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:17.815593 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74e357-3e8e-417a-bb35-7359b7c49d09 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Pushing event deleted for resources: {'Port': ['ID=636dd7c0-8495-47cb-ae92-0f5e22ec2fdb,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:17.829163 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-8e892239-9bc4-4000-a6d9-65e48f0bacdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d91dd6-102e-4454-a56c-70fcbce0a0de {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:38:17.844656 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-8e892239-9bc4-4000-a6d9-65e48f0bacdb service neutron] Publish callbacks [] for port (e5d91dd6-102e-4454-a56c-70fcbce0a0de), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:17.864895 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-8e892239-9bc4-4000-a6d9-65e48f0bacdb service neutron] Transition to ACTIVE for port object e5d91dd6-102e-4454-a56c-70fcbce0a0de will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:38:17.873489 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-8e892239-9bc4-4000-a6d9-65e48f0bacdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (e5d91dd6-102e-4454-a56c-70fcbce0a0de), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:17.952476 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e892239-9bc4-4000-a6d9-65e48f0bacdb service neutron] Pushing event updated for resources: {'Port': ['ID=e5d91dd6-102e-4454-a56c-70fcbce0a0de,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:18.012900 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae74e357-3e8e-417a-bb35-7359b7c49d09 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:18.022168 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53514) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:18.023807 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ae74e357-3e8e-417a-bb35-7359b7c49d09 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] 10.222.0.30 "DELETE /v2.0/ports/636dd7c0-8495-47cb-ae92-0f5e22ec2fdb HTTP/1.1" status: 204 len: 168 time: 0.8002987 Feb 09 01:38:18.046311 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53516) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:18.096188 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-411a4a60-d778-4ce4-a3e1-69346c15c6bf tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] GET failed (client error): The resource could not be found. Feb 09 01:38:18.097631 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-411a4a60-d778-4ce4-a3e1-69346c15c6bf tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] 10.222.0.30 "GET /v2.0/ports/636dd7c0-8495-47cb-ae92-0f5e22ec2fdb HTTP/1.1" status: 404 len: 333 time: 0.0742016 Feb 09 01:38:18.102510 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53520) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:18.109059 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-00a1c4a7-e6fa-42d8-a1a4-2ea606a00c38 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Request body: {'port': {'network_id': 'b3af4759-ab7e-48b9-969f-88773ad3a8fd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-891328113'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:18.177182 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-8e892239-9bc4-4000-a6d9-65e48f0bacdb service neutron] Attempting to bind port e5d91dd6-102e-4454-a56c-70fcbce0a0de on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:38:18.177526 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-8e892239-9bc4-4000-a6d9-65e48f0bacdb service neutron] Attempting to bind port e5d91dd6-102e-4454-a56c-70fcbce0a0de by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '06a65791-d722-41e0-9f59-8e2f6da66f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:38:18.177856 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-8e892239-9bc4-4000-a6d9-65e48f0bacdb service neutron] Attempting to bind port e5d91dd6-102e-4454-a56c-70fcbce0a0de on network 9b1b4143-78e6-405c-8b5a-728543b5f342 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:18.186946 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-8e892239-9bc4-4000-a6d9-65e48f0bacdb service neutron] Port e5d91dd6-102e-4454-a56c-70fcbce0a0de on network 9b1b4143-78e6-405c-8b5a-728543b5f342 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:38:18.187287 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-8e892239-9bc4-4000-a6d9-65e48f0bacdb service neutron] Attempting to bind port e5d91dd6-102e-4454-a56c-70fcbce0a0de on network 9b1b4143-78e6-405c-8b5a-728543b5f342 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:18.199017 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-8e892239-9bc4-4000-a6d9-65e48f0bacdb service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:38:18.199435 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-8e892239-9bc4-4000-a6d9-65e48f0bacdb service neutron] Checking segment: {'id': '06a65791-d722-41e0-9f59-8e2f6da66f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:18.199891 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-8e892239-9bc4-4000-a6d9-65e48f0bacdb service neutron] Bound using segment: {'id': '06a65791-d722-41e0-9f59-8e2f6da66f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:38:18.200574 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-8e892239-9bc4-4000-a6d9-65e48f0bacdb service neutron] Bound port: e5d91dd6-102e-4454-a56c-70fcbce0a0de, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a65791-d722-41e0-9f59-8e2f6da66f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:38:18.200879 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-8e892239-9bc4-4000-a6d9-65e48f0bacdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e5d91dd6-102e-4454-a56c-70fcbce0a0de), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:18.301712 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-8e892239-9bc4-4000-a6d9-65e48f0bacdb service neutron] For port e5d91dd6-102e-4454-a56c-70fcbce0a0de, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:38:18.307187 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-8e892239-9bc4-4000-a6d9-65e48f0bacdb service neutron] For port e5d91dd6-102e-4454-a56c-70fcbce0a0de, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=e5d91dd6-102e-4454-a56c-70fcbce0a0de,segment=NetworkSegment(06a65791-d722-41e0-9f59-8e2f6da66f1f),segment_id=06a65791-d722-41e0-9f59-8e2f6da66f1f)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:38:18.319827 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-8e892239-9bc4-4000-a6d9-65e48f0bacdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (e5d91dd6-102e-4454-a56c-70fcbce0a0de), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:18.451861 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a1c4a7-e6fa-42d8-a1a4-2ea606a00c38 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Made reservation on behalf of 8a341a9c42c24e169934519173efffea for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:18.455266 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-00a1c4a7-e6fa-42d8-a1a4-2ea606a00c38 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:18.491287 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-8e892239-9bc4-4000-a6d9-65e48f0bacdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:18.492129 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-8e892239-9bc4-4000-a6d9-65e48f0bacdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:18.497774 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-8e892239-9bc4-4000-a6d9-65e48f0bacdb service neutron] 10.222.0.121 "PUT /v2.0/ports/e5d91dd6-102e-4454-a56c-70fcbce0a0de HTTP/1.1" status: 200 len: 1092 time: 1.5070567 Feb 09 01:38:18.498256 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e65f112-ec92-4402-accd-3e3843cfa859', 'tag': 'e5d91dd6-102e-4454-a56c-70fcbce0a0de'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:38:18.500620 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6465855-4fa8-4f80-9eba-273a2554d035" -d '{"events": [{"name": "network-changed", "server_uuid": "4e65f112-ec92-4402-accd-3e3843cfa859", "tag": "e5d91dd6-102e-4454-a56c-70fcbce0a0de"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:38:18.610061 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-00a1c4a7-e6fa-42d8-a1a4-2ea606a00c38 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] device_id is not set on port 58ac2595-a890-49d2-b1c9-df5bb8a86bb5 yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:38:18.681207 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e892239-9bc4-4000-a6d9-65e48f0bacdb service neutron] Pushing event updated for resources: {'Port': ['ID=e5d91dd6-102e-4454-a56c-70fcbce0a0de,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:18.692313 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e892239-9bc4-4000-a6d9-65e48f0bacdb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:18.692671 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e892239-9bc4-4000-a6d9-65e48f0bacdb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:18.693044 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e892239-9bc4-4000-a6d9-65e48f0bacdb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:18.693390 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e892239-9bc4-4000-a6d9-65e48f0bacdb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:18.693727 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e892239-9bc4-4000-a6d9-65e48f0bacdb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:18.694064 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e892239-9bc4-4000-a6d9-65e48f0bacdb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:18.694393 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e892239-9bc4-4000-a6d9-65e48f0bacdb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:18.694721 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e892239-9bc4-4000-a6d9-65e48f0bacdb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:18.695073 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e892239-9bc4-4000-a6d9-65e48f0bacdb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:18.695371 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e892239-9bc4-4000-a6d9-65e48f0bacdb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:18.696349 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e892239-9bc4-4000-a6d9-65e48f0bacdb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:18.696750 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e892239-9bc4-4000-a6d9-65e48f0bacdb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:18.697186 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e892239-9bc4-4000-a6d9-65e48f0bacdb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:18.781880 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-2ac8fc75-188d-4851-b519-c4dd6153b860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:18.783549 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-2ac8fc75-188d-4851-b519-c4dd6153b860 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=6b4a05707d1b49f9a06d538643543aea&device_id=4e65f112-ec92-4402-accd-3e3843cfa859 HTTP/1.1" status: 200 len: 1126 time: 0.2099555 Feb 09 01:38:18.793067 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a7546-bdfe-4fa4-a0d0-0a00d1f5b321 req-50162155-3947-415b-bb19-1db5a4d671d6 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:18.800310 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a78a7546-bdfe-4fa4-a0d0-0a00d1f5b321 req-50162155-3947-415b-bb19-1db5a4d671d6 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 945 time: 0.2557700 Feb 09 01:38:18.880071 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-71e8a551-ddea-468a-bc81-bead6e7b033e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5d91dd6-102e-4454-a56c-70fcbce0a0de HTTP/1.1" status: 200 len: 217 time: 0.0687585 Feb 09 01:38:18.892322 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8012980-6c48-4cb1-8d8c-ba2c758b67ab req-b945546e-e688-4813-8684-b1d7352db690 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:18.895029 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d8012980-6c48-4cb1-8d8c-ba2c758b67ab req-b945546e-e688-4813-8684-b1d7352db690 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e65f112-ec92-4402-accd-3e3843cfa859 HTTP/1.1" status: 200 len: 943 time: 0.2815075 Feb 09 01:38:18.971101 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a78a7546-bdfe-4fa4-a0d0-0a00d1f5b321 req-ff1612f4-f124-4ca1-8a1c-fbff6f241de1 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698766 Feb 09 01:38:19.063602 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d8012980-6c48-4cb1-8d8c-ba2c758b67ab req-86dabec3-e9d9-44d9-84f7-7c2642a23aab tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080470 Feb 09 01:38:19.078145 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1037a1f0-694b-460a-b029-ccccc0a52302 x-openstack-request-id: req-1037a1f0-694b-460a-b029-ccccc0a52302 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:38:19.078496 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e65f112-ec92-4402-accd-3e3843cfa859", "tag": "e5d91dd6-102e-4454-a56c-70fcbce0a0de", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:38:19.078811 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1037a1f0-694b-460a-b029-ccccc0a52302 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:38:19.079516 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e65f112-ec92-4402-accd-3e3843cfa859', 'tag': 'e5d91dd6-102e-4454-a56c-70fcbce0a0de', 'status': 'completed', 'code': 200} Feb 09 01:38:19.102430 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-3148e0de-d43b-4090-9395-646a1de67569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:19.103867 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-3148e0de-d43b-4090-9395-646a1de67569 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b2d740a9-d705-46bb-8af8-d019a5a1576c HTTP/1.1" status: 200 len: 846 time: 0.1928222 Feb 09 01:38:19.198718 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-d0e862f1-c353-4888-b349-54243dd4935a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9b1b4143-78e6-405c-8b5a-728543b5f342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835278 Feb 09 01:38:19.220093 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-00a1c4a7-e6fa-42d8-a1a4-2ea606a00c38 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Allocated IP 2001:db8::141 (b3af4759-ab7e-48b9-969f-88773ad3a8fd/e02575e3-ab00-493c-8728-420c33570fa1/58ac2595-a890-49d2-b1c9-df5bb8a86bb5) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:19.450681 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-a18637a7-4bc9-495c-8549-5aea88033284 service neutron] 10.222.0.121 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443895 Feb 09 01:38:19.453173 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:19.576226 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f6ac9add-37eb-410f-b05d-34d85146c628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (e805de78-939c-4bb6-a446-e0361324fa0c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:19.762246 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a66a8a1a-cce4-4cde-b4f2-a032ea22af80 req-c2f4611d-33b9-45bd-9d15-da188ba9a0ea service neutron] 10.222.0.121 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046844 Feb 09 01:38:19.919581 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6465855-4fa8-4f80-9eba-273a2554d035 req-2de2f3eb-5593-4325-85c3-ea8f6ff7e9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:19.921857 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b6465855-4fa8-4f80-9eba-273a2554d035 req-2de2f3eb-5593-4325-85c3-ea8f6ff7e9ae service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=6b4a05707d1b49f9a06d538643543aea&device_id=4e65f112-ec92-4402-accd-3e3843cfa859 HTTP/1.1" status: 200 len: 1126 time: 0.1018779 Feb 09 01:38:20.085342 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6465855-4fa8-4f80-9eba-273a2554d035 req-981fd2b0-c2d7-4b95-84c7-2d0b85ab357a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:20.087922 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b6465855-4fa8-4f80-9eba-273a2554d035 req-981fd2b0-c2d7-4b95-84c7-2d0b85ab357a service neutron] 10.222.0.121 "GET /v2.0/networks?id=9b1b4143-78e6-405c-8b5a-728543b5f342 HTTP/1.1" status: 200 len: 907 time: 0.1600220 Feb 09 01:38:20.259582 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b6465855-4fa8-4f80-9eba-273a2554d035 req-b966de42-f788-42de-997c-526f40fc0c34 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5d91dd6-102e-4454-a56c-70fcbce0a0de HTTP/1.1" status: 200 len: 217 time: 0.1647243 Feb 09 01:38:20.262034 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-00a1c4a7-e6fa-42d8-a1a4-2ea606a00c38 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks [] for port (58ac2595-a890-49d2-b1c9-df5bb8a86bb5), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:20.370914 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-00a1c4a7-e6fa-42d8-a1a4-2ea606a00c38 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (58ac2595-a890-49d2-b1c9-df5bb8a86bb5), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:20.437912 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6465855-4fa8-4f80-9eba-273a2554d035 req-372ff01a-3ed4-4f25-a5ce-55d36e42185d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:20.439238 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b6465855-4fa8-4f80-9eba-273a2554d035 req-372ff01a-3ed4-4f25-a5ce-55d36e42185d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b2d740a9-d705-46bb-8af8-d019a5a1576c HTTP/1.1" status: 200 len: 846 time: 0.1691663 Feb 09 01:38:20.478427 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a1c4a7-e6fa-42d8-a1a4-2ea606a00c38 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Network b3af4759-ab7e-48b9-969f-88773ad3a8fd is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:20.480299 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d03d9-6e03-4f34-8393-71a4deb0f8a3 req-a39ed16c-663a-42a3-8561-b4a6ccb4a8d9 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:20.486083 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-00a1c4a7-e6fa-42d8-a1a4-2ea606a00c38 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:20.488214 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-371d03d9-6e03-4f34-8393-71a4deb0f8a3 req-a39ed16c-663a-42a3-8561-b4a6ccb4a8d9 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e65f112-ec92-4402-accd-3e3843cfa859 HTTP/1.1" status: 200 len: 943 time: 0.2497640 Feb 09 01:38:20.491773 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a1c4a7-e6fa-42d8-a1a4-2ea606a00c38 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:20.497940 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a1c4a7-e6fa-42d8-a1a4-2ea606a00c38 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:20.498720 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-00a1c4a7-e6fa-42d8-a1a4-2ea606a00c38 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:20.530765 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a1c4a7-e6fa-42d8-a1a4-2ea606a00c38 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Pushing event updated for resources: {'Port': ['ID=58ac2595-a890-49d2-b1c9-df5bb8a86bb5,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:20.550063 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-00a1c4a7-e6fa-42d8-a1a4-2ea606a00c38 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4458232 Feb 09 01:38:20.554339 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53554) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:20.569882 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-20a9d703-0ff6-4ff9-af4a-7cb372f6e5b7 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::363', 'mac_address': 'fa:16:3e:62:ba:8d'}]}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:20.572986 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b6465855-4fa8-4f80-9eba-273a2554d035 req-df2c5170-deae-428c-bf42-7d91c9f8086b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9b1b4143-78e6-405c-8b5a-728543b5f342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1264241 Feb 09 01:38:20.829746 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20a9d703-0ff6-4ff9-af4a-7cb372f6e5b7 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (58ac2595-a890-49d2-b1c9-df5bb8a86bb5), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:20.831107 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-371d03d9-6e03-4f34-8393-71a4deb0f8a3 req-66f173f6-d1a0-425f-ae41-82bedcd3430a tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406937 Feb 09 01:38:20.832697 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6f4bff04-9903-46f9-9e25-c9998db65bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:20.937323 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b6465855-4fa8-4f80-9eba-273a2554d035 req-e637816e-9175-49f1-beaf-f709d6d3ea31 service neutron] 10.222.0.121 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515434 Feb 09 01:38:20.982364 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:21.014318 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f6ac9add-37eb-410f-b05d-34d85146c628 admin admin] Deleting port cfa682d5-a5f0-48fa-91fb-3c882a5a1815 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:21.014724 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f6ac9add-37eb-410f-b05d-34d85146c628 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (cfa682d5-a5f0-48fa-91fb-3c882a5a1815), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:21.081737 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-6afe156f-040e-4f4b-8903-05477585de68 None None] Provisioning complete for port 58ac2595-a890-49d2-b1c9-df5bb8a86bb5 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:21.084604 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6afe156f-040e-4f4b-8903-05477585de68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (58ac2595-a890-49d2-b1c9-df5bb8a86bb5), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:21.118046 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b6465855-4fa8-4f80-9eba-273a2554d035 req-e432107c-b91d-47d4-bbd3-65bf707d517d service neutron] 10.222.0.121 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717527 Feb 09 01:38:21.186192 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6afe156f-040e-4f4b-8903-05477585de68 None None] Port 58ac2595-a890-49d2-b1c9-df5bb8a86bb5 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:38:21.254393 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-f6ac9add-37eb-410f-b05d-34d85146c628 admin admin] For port cfa682d5-a5f0-48fa-91fb-3c882a5a1815, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=cfa682d5-a5f0-48fa-91fb-3c882a5a1815,segment=NetworkSegment(990ee728-08e6-4cf3-bfe2-c41ab0301e4e),segment_id=990ee728-08e6-4cf3-bfe2-c41ab0301e4e)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:21.255057 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f6ac9add-37eb-410f-b05d-34d85146c628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (cfa682d5-a5f0-48fa-91fb-3c882a5a1815), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:21.285867 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f6ac9add-37eb-410f-b05d-34d85146c628 admin admin] Calling delete_port for cfa682d5-a5f0-48fa-91fb-3c882a5a1815 owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:21.317803 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20a9d703-0ff6-4ff9-af4a-7cb372f6e5b7 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks [] for port (58ac2595-a890-49d2-b1c9-df5bb8a86bb5), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:21.349554 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20a9d703-0ff6-4ff9-af4a-7cb372f6e5b7 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (58ac2595-a890-49d2-b1c9-df5bb8a86bb5), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:21.398205 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-20a9d703-0ff6-4ff9-af4a-7cb372f6e5b7 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] In _notify_port_updated(), no bound segment for port 58ac2595-a890-49d2-b1c9-df5bb8a86bb5 on network b3af4759-ab7e-48b9-969f-88773ad3a8fd {{(pid=103528) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:38:21.404523 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a9d703-0ff6-4ff9-af4a-7cb372f6e5b7 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:21.405172 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20a9d703-0ff6-4ff9-af4a-7cb372f6e5b7 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:21.409338 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53562) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:21.409510 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-20a9d703-0ff6-4ff9-af4a-7cb372f6e5b7 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] 10.222.0.30 "PUT /v2.0/ports/58ac2595-a890-49d2-b1c9-df5bb8a86bb5 HTTP/1.1" status: 200 len: 1002 time: 0.8502591 Feb 09 01:38:21.432645 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a9d703-0ff6-4ff9-af4a-7cb372f6e5b7 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Pushing event updated for resources: {'Port': ['ID=58ac2595-a890-49d2-b1c9-df5bb8a86bb5,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:21.570760 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-4cd99311-4718-4098-b602-935ee5bd8b69 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Deleting port 58ac2595-a890-49d2-b1c9-df5bb8a86bb5 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:21.571928 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4cd99311-4718-4098-b602-935ee5bd8b69 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (58ac2595-a890-49d2-b1c9-df5bb8a86bb5), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:21.702189 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f6ac9add-37eb-410f-b05d-34d85146c628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (cfa682d5-a5f0-48fa-91fb-3c882a5a1815), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:21.790255 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4cd99311-4718-4098-b602-935ee5bd8b69 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (58ac2595-a890-49d2-b1c9-df5bb8a86bb5), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:21.809103 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac9add-37eb-410f-b05d-34d85146c628 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfa682d5-a5f0-48fa-91fb-3c882a5a1815,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:21.829503 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-4cd99311-4718-4098-b602-935ee5bd8b69 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Calling delete_port for 58ac2595-a890-49d2-b1c9-df5bb8a86bb5 owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:21.839949 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-af8587af-4968-4fcc-9b09-95de1248f88b None None] Provisioning complete for port 58ac2595-a890-49d2-b1c9-df5bb8a86bb5 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:21.840465 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-af8587af-4968-4fcc-9b09-95de1248f88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (58ac2595-a890-49d2-b1c9-df5bb8a86bb5), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:21.932453 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-af8587af-4968-4fcc-9b09-95de1248f88b None None] Port 58ac2595-a890-49d2-b1c9-df5bb8a86bb5 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:38:22.119399 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device e5d91dd6-102e-4454-a56c-70fcbce0a0de details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:38:22.123750 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4cd99311-4718-4098-b602-935ee5bd8b69 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (58ac2595-a890-49d2-b1c9-df5bb8a86bb5), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:22.229958 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f6ac9add-37eb-410f-b05d-34d85146c628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (e805de78-939c-4bb6-a446-e0361324fa0c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:22.277256 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd99311-4718-4098-b602-935ee5bd8b69 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Pushing event deleted for resources: {'Port': ['ID=58ac2595-a890-49d2-b1c9-df5bb8a86bb5,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:22.336593 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port e5d91dd6-102e-4454-a56c-70fcbce0a0de, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=e5d91dd6-102e-4454-a56c-70fcbce0a0de,segment=NetworkSegment(06a65791-d722-41e0-9f59-8e2f6da66f1f),segment_id=06a65791-d722-41e0-9f59-8e2f6da66f1f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:22.367424 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': 'e5d91dd6-102e-4454-a56c-70fcbce0a0de', 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342', 'port_id': 'e5d91dd6-102e-4454-a56c-70fcbce0a0de', 'mac_address': 'fa:16:3e:b6:b5:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d740a9-d705-46bb-8af8-d019a5a1576c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:38:22.434812 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8533307-4b3b-4e7b-9760-a01b38645065 req-681266db-2ada-46fc-bacf-eaf737af469f tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:22.442728 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f8533307-4b3b-4e7b-9760-a01b38645065 req-681266db-2ada-46fc-bacf-eaf737af469f tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e65f112-ec92-4402-accd-3e3843cfa859 HTTP/1.1" status: 200 len: 943 time: 0.4597898 Feb 09 01:38:22.443309 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port e5d91dd6-102e-4454-a56c-70fcbce0a0de is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:22.443718 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e5d91dd6-102e-4454-a56c-70fcbce0a0de), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:22.483495 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d91dd6-102e-4454-a56c-70fcbce0a0de {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:38:22.486066 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4cd99311-4718-4098-b602-935ee5bd8b69 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:22.489860 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4cd99311-4718-4098-b602-935ee5bd8b69 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] 10.222.0.30 "DELETE /v2.0/ports/58ac2595-a890-49d2-b1c9-df5bb8a86bb5 HTTP/1.1" status: 204 len: 168 time: 1.0792847 Feb 09 01:38:22.496956 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53576) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:22.535660 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f8533307-4b3b-4e7b-9760-a01b38645065 req-2a77bdb4-673a-4174-b55c-1f21d4310b3a tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892861 Feb 09 01:38:22.536029 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port e5d91dd6-102e-4454-a56c-70fcbce0a0de, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=e5d91dd6-102e-4454-a56c-70fcbce0a0de,segment=NetworkSegment(06a65791-d722-41e0-9f59-8e2f6da66f1f),segment_id=06a65791-d722-41e0-9f59-8e2f6da66f1f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:22.551376 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b93913-12ce-49f1-bb7b-084aa4195853 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] GET failed (client error): The resource could not be found. Feb 09 01:38:22.558094 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e5d91dd6-102e-4454-a56c-70fcbce0a0de), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:22.559489 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53578) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:22.561889 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-95b93913-12ce-49f1-bb7b-084aa4195853 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] 10.222.0.30 "GET /v2.0/ports/58ac2595-a890-49d2-b1c9-df5bb8a86bb5 HTTP/1.1" status: 404 len: 333 time: 0.0636032 Feb 09 01:38:22.568044 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-51a1ee27-3d0c-46e8-abb5-8299636ac9ca tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Request body: {'port': {'network_id': 'b3af4759-ab7e-48b9-969f-88773ad3a8fd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1889019883'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:22.634707 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=e5d91dd6-102e-4454-a56c-70fcbce0a0de,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:22.706650 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a1ee27-3d0c-46e8-abb5-8299636ac9ca tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Made reservation on behalf of 8a341a9c42c24e169934519173efffea for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:22.713459 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-51a1ee27-3d0c-46e8-abb5-8299636ac9ca tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:22.737595 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-51a1ee27-3d0c-46e8-abb5-8299636ac9ca tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] device_id is not set on port b348f885-06df-439a-b93b-32fbc2101fc2 yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:38:22.761736 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ac9add-37eb-410f-b05d-34d85146c628 admin admin] Router e805de78-939c-4bb6-a446-e0361324fa0c has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:38:22.779112 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['e5d91dd6-102e-4454-a56c-70fcbce0a0de'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:38:22.884378 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-51a1ee27-3d0c-46e8-abb5-8299636ac9ca tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Allocated IP 2001:db8::84 (b3af4759-ab7e-48b9-969f-88773ad3a8fd/e02575e3-ab00-493c-8728-420c33570fa1/b348f885-06df-439a-b93b-32fbc2101fc2) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:23.055352 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ac9add-37eb-410f-b05d-34d85146c628 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:38:23.067449 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731e327d-d2d6-4219-8817-0001681bf882 None None] Sync routers for ids ['e805de78-939c-4bb6-a446-e0361324fa0c'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:38:23.083587 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731e327d-d2d6-4219-8817-0001681bf882 None None] Routers {'e805de78-939c-4bb6-a446-e0361324fa0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:38:23.084229 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-731e327d-d2d6-4219-8817-0001681bf882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:37:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['e805de78-939c-4bb6-a446-e0361324fa0c'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:23.087032 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f6ac9add-37eb-410f-b05d-34d85146c628 admin admin] 10.222.0.30 "PUT /v2.0/routers/e805de78-939c-4bb6-a446-e0361324fa0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0395951 Feb 09 01:38:23.089763 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53588) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:23.168331 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-51a1ee27-3d0c-46e8-abb5-8299636ac9ca tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks [] for port (b348f885-06df-439a-b93b-32fbc2101fc2), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:23.239778 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-51a1ee27-3d0c-46e8-abb5-8299636ac9ca tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (b348f885-06df-439a-b93b-32fbc2101fc2), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:23.262399 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-731e327d-d2d6-4219-8817-0001681bf882 None None] Set router e805de78-939c-4bb6-a446-e0361324fa0c gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:38:23.274702 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3e237d8c-7152-4faf-84f6-09dbf3f95cc1 admin admin] Publish callbacks [] for router (e805de78-939c-4bb6-a446-e0361324fa0c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:23.333417 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a1ee27-3d0c-46e8-abb5-8299636ac9ca tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Network b3af4759-ab7e-48b9-969f-88773ad3a8fd is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:23.337390 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-51a1ee27-3d0c-46e8-abb5-8299636ac9ca tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:23.342156 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a1ee27-3d0c-46e8-abb5-8299636ac9ca tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:23.359664 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a1ee27-3d0c-46e8-abb5-8299636ac9ca tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:23.372565 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-51a1ee27-3d0c-46e8-abb5-8299636ac9ca tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:23.376416 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a1ee27-3d0c-46e8-abb5-8299636ac9ca tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Pushing event updated for resources: {'Port': ['ID=b348f885-06df-439a-b93b-32fbc2101fc2,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:23.408914 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-51a1ee27-3d0c-46e8-abb5-8299636ac9ca tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8453460 Feb 09 01:38:23.409147 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53590) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:23.421118 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-df6e0f73-f63f-4298-9d78-ca68a3f46c03 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:62:ba:8d'}]}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:23.438761 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3e237d8c-7152-4faf-84f6-09dbf3f95cc1 admin admin] Publish callbacks [] for router_gateway (e805de78-939c-4bb6-a446-e0361324fa0c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:23.560334 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-731e327d-d2d6-4219-8817-0001681bf882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'name': 'tempest-AttachVolumeTestJSON-1132437517-router', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:05Z', 'updated_at': '2022-02-09T01:38:21Z', 'revision_number': 5, 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'gw_port': {'id': 'c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:04:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:06Z', 'updated_at': '2022-02-09T01:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:23.588627 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-3e237d8c-7152-4faf-84f6-09dbf3f95cc1 admin admin] Deleting port c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:23.589129 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3e237d8c-7152-4faf-84f6-09dbf3f95cc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:23.607450 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731e327d-d2d6-4219-8817-0001681bf882 None None] Checking router: e805de78-939c-4bb6-a446-e0361324fa0c for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:38:23.633850 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731e327d-d2d6-4219-8817-0001681bf882 None None] Routers {'e805de78-939c-4bb6-a446-e0361324fa0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:38:23.633850 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-731e327d-d2d6-4219-8817-0001681bf882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:37:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['e805de78-939c-4bb6-a446-e0361324fa0c'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:23.787512 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-cefae618-5a51-4d9a-807d-a80b1ee2cf7b None None] Provisioning complete for port b348f885-06df-439a-b93b-32fbc2101fc2 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:23.788102 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cefae618-5a51-4d9a-807d-a80b1ee2cf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b348f885-06df-439a-b93b-32fbc2101fc2), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:23.793427 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-3e237d8c-7152-4faf-84f6-09dbf3f95cc1 admin admin] For port c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:23.793791 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3e237d8c-7152-4faf-84f6-09dbf3f95cc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:23.812231 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-3e237d8c-7152-4faf-84f6-09dbf3f95cc1 admin admin] Calling delete_port for c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9 owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:23.849977 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-731e327d-d2d6-4219-8817-0001681bf882 None None] Set router e805de78-939c-4bb6-a446-e0361324fa0c gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:38:23.858590 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-df6e0f73-f63f-4298-9d78-ca68a3f46c03 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b348f885-06df-439a-b93b-32fbc2101fc2), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:23.882522 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-cefae618-5a51-4d9a-807d-a80b1ee2cf7b None None] Port b348f885-06df-439a-b93b-32fbc2101fc2 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:38:23.965927 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-731e327d-d2d6-4219-8817-0001681bf882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'name': 'tempest-AttachVolumeTestJSON-1132437517-router', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:05Z', 'updated_at': '2022-02-09T01:38:23Z', 'revision_number': 6, 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:23.980818 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15ab96-d002-400e-92d7-6f093ac38c0a req-04ccf92f-f28b-4ede-bfe9-35bf24854c20 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:23.982346 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e15ab96-d002-400e-92d7-6f093ac38c0a req-04ccf92f-f28b-4ede-bfe9-35bf24854c20 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e65f112-ec92-4402-accd-3e3843cfa859 HTTP/1.1" status: 200 len: 944 time: 0.2543480 Feb 09 01:38:24.019148 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3e237d8c-7152-4faf-84f6-09dbf3f95cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:24.101446 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e237d8c-7152-4faf-84f6-09dbf3f95cc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:24.105085 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731e327d-d2d6-4219-8817-0001681bf882 None None] The sync data for ids ['e805de78-939c-4bb6-a446-e0361324fa0c'] in n-d-822053-40 is: [{'id': 'e805de78-939c-4bb6-a446-e0361324fa0c', 'name': 'tempest-AttachVolumeTestJSON-1132437517-router', 'tenant_id': '40040732d30e4d7f9ee97e8667a77299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:05Z', 'updated_at': '2022-02-09T01:38:23Z', 'revision_number': 6, 'project_id': '40040732d30e4d7f9ee97e8667a77299', 'gw_port_host': None}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:38:24.128417 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device e5d91dd6-102e-4454-a56c-70fcbce0a0de up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:24.243117 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e15ab96-d002-400e-92d7-6f093ac38c0a req-eb2a38b6-6cd2-4159-b8f1-1cfc24d4e7f1 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506971 Feb 09 01:38:24.270259 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3e237d8c-7152-4faf-84f6-09dbf3f95cc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (e805de78-939c-4bb6-a446-e0361324fa0c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:24.325035 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port e5d91dd6-102e-4454-a56c-70fcbce0a0de completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:38:24.328902 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-361d9db3-54a4-4516-95eb-b0c302cf1068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:24.334769 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port e5d91dd6-102e-4454-a56c-70fcbce0a0de triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:24.335146 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e5d91dd6-102e-4454-a56c-70fcbce0a0de), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:24.455675 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-df6e0f73-f63f-4298-9d78-ca68a3f46c03 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks [] for port (b348f885-06df-439a-b93b-32fbc2101fc2), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:24.462854 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-df6e0f73-f63f-4298-9d78-ca68a3f46c03 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (b348f885-06df-439a-b93b-32fbc2101fc2), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:24.541535 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3e237d8c-7152-4faf-84f6-09dbf3f95cc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (e805de78-939c-4bb6-a446-e0361324fa0c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:24.543774 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-df6e0f73-f63f-4298-9d78-ca68a3f46c03 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] In _notify_port_updated(), no bound segment for port b348f885-06df-439a-b93b-32fbc2101fc2 on network b3af4759-ab7e-48b9-969f-88773ad3a8fd {{(pid=103529) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:38:24.548822 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3e237d8c-7152-4faf-84f6-09dbf3f95cc1 admin admin] Publish callbacks [] for router_controller (e805de78-939c-4bb6-a446-e0361324fa0c), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:24.554313 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port e5d91dd6-102e-4454-a56c-70fcbce0a0de is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:24.554622 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e5d91dd6-102e-4454-a56c-70fcbce0a0de), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:24.557821 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device cfa682d5-a5f0-48fa-91fb-3c882a5a1815 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:38:24.558283 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6e0f73-f63f-4298-9d78-ca68a3f46c03 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:24.558967 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-df6e0f73-f63f-4298-9d78-ca68a3f46c03 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:24.566704 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-df6e0f73-f63f-4298-9d78-ca68a3f46c03 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] 10.222.0.30 "PUT /v2.0/ports/b348f885-06df-439a-b93b-32fbc2101fc2 HTTP/1.1" status: 200 len: 1002 time: 1.1565304 Feb 09 01:38:24.575551 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53602) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:24.680873 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3e237d8c-7152-4faf-84f6-09dbf3f95cc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (e805de78-939c-4bb6-a446-e0361324fa0c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:24.681832 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e237d8c-7152-4faf-84f6-09dbf3f95cc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e805de78-939c-4bb6-a446-e0361324fa0c {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:38:24.688453 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3e237d8c-7152-4faf-84f6-09dbf3f95cc1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:24.689944 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3e237d8c-7152-4faf-84f6-09dbf3f95cc1 admin admin] 10.222.0.30 "DELETE /v2.0/routers/e805de78-939c-4bb6-a446-e0361324fa0c HTTP/1.1" status: 204 len: 168 time: 1.5963867 Feb 09 01:38:24.693246 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53604) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:24.701829 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e0f73-f63f-4298-9d78-ca68a3f46c03 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Pushing event updated for resources: {'Port': ['ID=b348f885-06df-439a-b93b-32fbc2101fc2,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:24.802131 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-48b29ad9-241d-435e-bd71-5a2c0862ed9b admin admin] Deleting subnet ad59b321-ab39-4a7c-b208-055ec9804c66 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:38:24.809392 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-48b29ad9-241d-435e-bd71-5a2c0862ed9b admin admin] Publish callbacks [] for subnet (ad59b321-ab39-4a7c-b208-055ec9804c66), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:24.848267 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-aef949f1-ef3c-4d8c-943c-7539826bf0bc tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Deleting port b348f885-06df-439a-b93b-32fbc2101fc2 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:24.850870 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-aef949f1-ef3c-4d8c-943c-7539826bf0bc tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (b348f885-06df-439a-b93b-32fbc2101fc2), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:24.857456 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-48b29ad9-241d-435e-bd71-5a2c0862ed9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (ad59b321-ab39-4a7c-b208-055ec9804c66), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:24.904826 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: cfa682d5-a5f0-48fa-91fb-3c882a5a1815 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:38:24.908746 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device cfa682d5-a5f0-48fa-91fb-3c882a5a1815 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:38:24.965735 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port e5d91dd6-102e-4454-a56c-70fcbce0a0de, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=e5d91dd6-102e-4454-a56c-70fcbce0a0de,segment=NetworkSegment(06a65791-d722-41e0-9f59-8e2f6da66f1f),segment_id=06a65791-d722-41e0-9f59-8e2f6da66f1f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:24.970441 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e65f112-ec92-4402-accd-3e3843cfa859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d91dd6-102e-4454-a56c-70fcbce0a0de'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:38:24.975590 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf55635-fa2f-4b57-873f-612b80400f82" -d '{"events": [{"server_uuid": "4e65f112-ec92-4402-accd-3e3843cfa859", "name": "network-vif-plugged", "status": "completed", "tag": "e5d91dd6-102e-4454-a56c-70fcbce0a0de"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:38:24.999806 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e5d91dd6-102e-4454-a56c-70fcbce0a0de), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:25.000597 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-48b29ad9-241d-435e-bd71-5a2c0862ed9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (ad59b321-ab39-4a7c-b208-055ec9804c66), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:25.105138 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-48b29ad9-241d-435e-bd71-5a2c0862ed9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (ad59b321-ab39-4a7c-b208-055ec9804c66), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:25.158645 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-48b29ad9-241d-435e-bd71-5a2c0862ed9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:25.161839 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-48b29ad9-241d-435e-bd71-5a2c0862ed9b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ad59b321-ab39-4a7c-b208-055ec9804c66 HTTP/1.1" status: 204 len: 168 time: 0.4674292 Feb 09 01:38:25.168021 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53608) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:25.205136 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=e5d91dd6-102e-4454-a56c-70fcbce0a0de,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:25.222742 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ec36da-d601-4783-8548-eb89a2abe024 x-openstack-request-id: req-14ec36da-d601-4783-8548-eb89a2abe024 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:38:25.223034 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e65f112-ec92-4402-accd-3e3843cfa859", "name": "network-vif-plugged", "status": "completed", "tag": "e5d91dd6-102e-4454-a56c-70fcbce0a0de", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:38:25.223811 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-14ec36da-d601-4783-8548-eb89a2abe024 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:38:25.224242 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e65f112-ec92-4402-accd-3e3843cfa859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d91dd6-102e-4454-a56c-70fcbce0a0de', 'code': 200} Feb 09 01:38:25.234964 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaa6849-349a-43ed-8b37-578054cfa3f5 None None] Network 0a61edaa-ae5c-493b-b01a-414100fdece7 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:25.241479 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b29ad9-241d-435e-bd71-5a2c0862ed9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad59b321-ab39-4a7c-b208-055ec9804c66,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:25.256814 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b29ad9-241d-435e-bd71-5a2c0862ed9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:25.264720 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b29ad9-241d-435e-bd71-5a2c0862ed9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:25.265187 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b29ad9-241d-435e-bd71-5a2c0862ed9b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:25.265532 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b29ad9-241d-435e-bd71-5a2c0862ed9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:25.266458 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b29ad9-241d-435e-bd71-5a2c0862ed9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:25.266863 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b29ad9-241d-435e-bd71-5a2c0862ed9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:25.267476 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b29ad9-241d-435e-bd71-5a2c0862ed9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:25.267810 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b29ad9-241d-435e-bd71-5a2c0862ed9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:25.268162 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b29ad9-241d-435e-bd71-5a2c0862ed9b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:25.268485 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b29ad9-241d-435e-bd71-5a2c0862ed9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:25.268803 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b29ad9-241d-435e-bd71-5a2c0862ed9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:25.270588 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b29ad9-241d-435e-bd71-5a2c0862ed9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:25.270947 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b29ad9-241d-435e-bd71-5a2c0862ed9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:25.281358 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-aef949f1-ef3c-4d8c-943c-7539826bf0bc tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (b348f885-06df-439a-b93b-32fbc2101fc2), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:25.369311 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-aef949f1-ef3c-4d8c-943c-7539826bf0bc tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Calling delete_port for b348f885-06df-439a-b93b-32fbc2101fc2 owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:25.376886 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-24a0ec32-4ca0-4bbf-a979-a808bf6c6016 None None] Provisioning complete for port b348f885-06df-439a-b93b-32fbc2101fc2 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:25.378343 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-24a0ec32-4ca0-4bbf-a979-a808bf6c6016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b348f885-06df-439a-b93b-32fbc2101fc2), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:25.422340 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a4a19946-2de6-48a6-b6b4-22618a2f6a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (0a61edaa-ae5c-493b-b01a-414100fdece7), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:25.452494 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-24a0ec32-4ca0-4bbf-a979-a808bf6c6016 None None] Port b348f885-06df-439a-b93b-32fbc2101fc2 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:38:25.602093 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ddd8ec-99af-4c3a-b7fc-152e39d52e4b None None] DHCP port deletion for 0a61edaa-ae5c-493b-b01a-414100fdece7 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:38:25.630270 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea85e75-4257-4453-a084-9632eb793e8e req-582825e1-df6f-417f-a19c-2a3e95f5113d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:25.631846 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5ea85e75-4257-4453-a084-9632eb793e8e req-582825e1-df6f-417f-a19c-2a3e95f5113d service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=4e65f112-ec92-4402-accd-3e3843cfa859 HTTP/1.1" status: 200 len: 1128 time: 0.4074528 Feb 09 01:38:25.725552 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-aef949f1-ef3c-4d8c-943c-7539826bf0bc tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (b348f885-06df-439a-b93b-32fbc2101fc2), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:25.730136 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-65ddd8ec-99af-4c3a-b7fc-152e39d52e4b None None] Deleting port 92dcfede-79ef-49b3-a6c6-955e2728fc96 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:25.730860 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-65ddd8ec-99af-4c3a-b7fc-152e39d52e4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (92dcfede-79ef-49b3-a6c6-955e2728fc96), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:25.808235 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef949f1-ef3c-4d8c-943c-7539826bf0bc tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Pushing event deleted for resources: {'Port': ['ID=b348f885-06df-439a-b93b-32fbc2101fc2,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:25.826895 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf2295-df3a-4371-8abf-cfd178157333 req-91349cdd-219f-4e17-a3de-3856643af117 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:25.828809 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c0cf2295-df3a-4371-8abf-cfd178157333 req-91349cdd-219f-4e17-a3de-3856643af117 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e65f112-ec92-4402-accd-3e3843cfa859 HTTP/1.1" status: 200 len: 945 time: 0.3415949 Feb 09 01:38:25.855962 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-a4a19946-2de6-48a6-b6b4-22618a2f6a7b admin admin] Deleting port 92dcfede-79ef-49b3-a6c6-955e2728fc96 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:25.856349 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a4a19946-2de6-48a6-b6b4-22618a2f6a7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (92dcfede-79ef-49b3-a6c6-955e2728fc96), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:25.865573 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:25.871115 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-65ddd8ec-99af-4c3a-b7fc-152e39d52e4b None None] For port 92dcfede-79ef-49b3-a6c6-955e2728fc96, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=92dcfede-79ef-49b3-a6c6-955e2728fc96,segment=NetworkSegment(990ee728-08e6-4cf3-bfe2-c41ab0301e4e),segment_id=990ee728-08e6-4cf3-bfe2-c41ab0301e4e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:25.871577 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-65ddd8ec-99af-4c3a-b7fc-152e39d52e4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (92dcfede-79ef-49b3-a6c6-955e2728fc96), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:25.890955 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-65ddd8ec-99af-4c3a-b7fc-152e39d52e4b None None] Calling delete_port for 92dcfede-79ef-49b3-a6c6-955e2728fc96 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:25.907007 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5ea85e75-4257-4453-a084-9632eb793e8e req-2909bac7-273a-4d40-80af-e405cadb35e2 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088788 Feb 09 01:38:25.918159 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-aef949f1-ef3c-4d8c-943c-7539826bf0bc tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:25.921424 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-aef949f1-ef3c-4d8c-943c-7539826bf0bc tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] 10.222.0.30 "DELETE /v2.0/ports/b348f885-06df-439a-b93b-32fbc2101fc2 HTTP/1.1" status: 204 len: 168 time: 1.3437438 Feb 09 01:38:25.925212 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53616) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:25.974347 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc66bd29-2494-41c7-8eb9-24421f824f72 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] GET failed (client error): The resource could not be found. Feb 09 01:38:25.975922 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-dc66bd29-2494-41c7-8eb9-24421f824f72 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] 10.222.0.30 "GET /v2.0/ports/b348f885-06df-439a-b93b-32fbc2101fc2 HTTP/1.1" status: 404 len: 333 time: 0.0502095 Feb 09 01:38:25.979484 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53618) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:25.987360 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-eafa153e-ff38-46c5-90fc-589fa8caaeec tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Request body: {'port': {'network_id': 'b3af4759-ab7e-48b9-969f-88773ad3a8fd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1968633928'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:26.006933 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c0cf2295-df3a-4371-8abf-cfd178157333 req-cc6d2778-dae4-4c3d-b042-d8c0b494be3b tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965521 Feb 09 01:38:26.024349 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-a4a19946-2de6-48a6-b6b4-22618a2f6a7b admin admin] For port 92dcfede-79ef-49b3-a6c6-955e2728fc96, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=92dcfede-79ef-49b3-a6c6-955e2728fc96,segment=NetworkSegment(990ee728-08e6-4cf3-bfe2-c41ab0301e4e),segment_id=990ee728-08e6-4cf3-bfe2-c41ab0301e4e)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:26.024717 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a4a19946-2de6-48a6-b6b4-22618a2f6a7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (92dcfede-79ef-49b3-a6c6-955e2728fc96), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:26.057265 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-a4a19946-2de6-48a6-b6b4-22618a2f6a7b admin admin] Calling delete_port for 92dcfede-79ef-49b3-a6c6-955e2728fc96 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:26.072137 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-65ddd8ec-99af-4c3a-b7fc-152e39d52e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (92dcfede-79ef-49b3-a6c6-955e2728fc96), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:26.120916 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ddd8ec-99af-4c3a-b7fc-152e39d52e4b None None] Pushing event deleted for resources: {'Port': ['ID=92dcfede-79ef-49b3-a6c6-955e2728fc96,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:26.131650 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ddd8ec-99af-4c3a-b7fc-152e39d52e4b None None] No DVR routers for this DVR port 92dcfede-79ef-49b3-a6c6-955e2728fc96 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:26.194795 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a4a19946-2de6-48a6-b6b4-22618a2f6a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (92dcfede-79ef-49b3-a6c6-955e2728fc96), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:26.231866 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafa153e-ff38-46c5-90fc-589fa8caaeec tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Made reservation on behalf of 8a341a9c42c24e169934519173efffea for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:26.235895 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eafa153e-ff38-46c5-90fc-589fa8caaeec tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:26.243669 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a19946-2de6-48a6-b6b4-22618a2f6a7b admin admin] Pushing event deleted for resources: {'Port': ['ID=92dcfede-79ef-49b3-a6c6-955e2728fc96,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:26.255422 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a19946-2de6-48a6-b6b4-22618a2f6a7b admin admin] No DVR routers for this DVR port 92dcfede-79ef-49b3-a6c6-955e2728fc96 on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:26.264283 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-eafa153e-ff38-46c5-90fc-589fa8caaeec tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] device_id is not set on port 49c69b28-6695-4d7f-b607-7acef713e775 yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:38:26.446326 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-eafa153e-ff38-46c5-90fc-589fa8caaeec tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Allocated IP 2001:db8::bd (b3af4759-ab7e-48b9-969f-88773ad3a8fd/e02575e3-ab00-493c-8728-420c33570fa1/49c69b28-6695-4d7f-b607-7acef713e775) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:26.507591 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 92dcfede-79ef-49b3-a6c6-955e2728fc96 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:38:26.552537 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 92dcfede-79ef-49b3-a6c6-955e2728fc96 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:38:26.552886 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 92dcfede-79ef-49b3-a6c6-955e2728fc96 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:38:26.553295 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:38:26.612026 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:38:26.612396 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device c6b7f9c6-7886-48f5-b74d-ad3eda20c9d9 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:38:26.752620 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eafa153e-ff38-46c5-90fc-589fa8caaeec tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks [] for port (49c69b28-6695-4d7f-b607-7acef713e775), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:26.799366 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eafa153e-ff38-46c5-90fc-589fa8caaeec tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (49c69b28-6695-4d7f-b607-7acef713e775), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:26.861921 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafa153e-ff38-46c5-90fc-589fa8caaeec tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Network b3af4759-ab7e-48b9-969f-88773ad3a8fd is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:26.865568 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-eafa153e-ff38-46c5-90fc-589fa8caaeec tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:26.898949 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafa153e-ff38-46c5-90fc-589fa8caaeec tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:26.912749 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafa153e-ff38-46c5-90fc-589fa8caaeec tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:26.913513 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a4a19946-2de6-48a6-b6b4-22618a2f6a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (0a61edaa-ae5c-493b-b01a-414100fdece7), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:26.915256 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eafa153e-ff38-46c5-90fc-589fa8caaeec tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:26.936305 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-a4a19946-2de6-48a6-b6b4-22618a2f6a7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a61edaa-ae5c-493b-b01a-414100fdece7']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:26.940179 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa153e-ff38-46c5-90fc-589fa8caaeec tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Pushing event updated for resources: {'Port': ['ID=49c69b28-6695-4d7f-b607-7acef713e775,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:26.947229 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-a4a19946-2de6-48a6-b6b4-22618a2f6a7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '990ee728-08e6-4cf3-bfe2-c41ab0301e4e') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:26.948161 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-a4a19946-2de6-48a6-b6b4-22618a2f6a7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '990ee728-08e6-4cf3-bfe2-c41ab0301e4e') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:26.957409 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-eafa153e-ff38-46c5-90fc-589fa8caaeec tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9768395 Feb 09 01:38:26.958497 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53632) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:26.964515 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-f2e348e2-9af0-4cb2-b88f-2d4e32ad48bd tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Request body: {'port': {'network_id': 'b3af4759-ab7e-48b9-969f-88773ad3a8fd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1546674154'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:26.968754 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a4a19946-2de6-48a6-b6b4-22618a2f6a7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (990ee728-08e6-4cf3-bfe2-c41ab0301e4e), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:27.034997 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a4a19946-2de6-48a6-b6b4-22618a2f6a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (990ee728-08e6-4cf3-bfe2-c41ab0301e4e), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:27.062542 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4a19946-2de6-48a6-b6b4-22618a2f6a7b admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:38:27.069231 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a4a19946-2de6-48a6-b6b4-22618a2f6a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (990ee728-08e6-4cf3-bfe2-c41ab0301e4e), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:27.072064 n-d-822053-40 neutron-server[103529]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:38:27.072064 n-d-822053-40 neutron-server[103529]: self.session.flush() Feb 09 01:38:27.072064 n-d-822053-40 neutron-server[103529]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:38:27.072064 n-d-822053-40 neutron-server[103529]: self.session.flush() Feb 09 01:38:27.072064 n-d-822053-40 neutron-server[103529]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:38:27.072064 n-d-822053-40 neutron-server[103529]: self.session.flush() Feb 09 01:38:27.072064 n-d-822053-40 neutron-server[103529]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:38:27.072064 n-d-822053-40 neutron-server[103529]: self.session.flush() Feb 09 01:38:27.072064 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:38:27.072064 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:38:27.072064 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:38:27.072064 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:38:27.072064 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:38:27.072064 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:38:27.072064 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:38:27.072064 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:38:27.072064 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:38:27.072064 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:38:27.072064 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:38:27.072064 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:38:27.072064 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:38:27.072064 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:38:27.072064 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:38:27.072064 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:38:27.072064 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:38:27.072064 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:38:27.072064 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:38:27.072064 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:38:27.072064 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:38:27.072064 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:38:27.072064 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:38:27.072064 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:38:27.072064 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:38:27.072064 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:38:27.072064 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:38:27.072064 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:38:27.072064 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:38:27.072064 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:38:27.072064 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:38:27.072064 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:38:27.223275 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a4a19946-2de6-48a6-b6b4-22618a2f6a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (0a61edaa-ae5c-493b-b01a-414100fdece7), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:27.231145 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a4a19946-2de6-48a6-b6b4-22618a2f6a7b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:27.237596 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a4a19946-2de6-48a6-b6b4-22618a2f6a7b admin admin] 10.222.0.30 "DELETE /v2.0/networks/0a61edaa-ae5c-493b-b01a-414100fdece7 HTTP/1.1" status: 204 len: 168 time: 2.0631797 Feb 09 01:38:27.274253 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a19946-2de6-48a6-b6b4-22618a2f6a7b admin admin] Pushing event deleted for resources: {'Network': ['ID=0a61edaa-ae5c-493b-b01a-414100fdece7,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:27.299256 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4bb02-7c06-4a8c-94a2-75d8dd3e8a2b req-e5eae327-68b2-4c71-9fd7-f764571a2d49 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:27.300889 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4fa4bb02-7c06-4a8c-94a2-75d8dd3e8a2b req-e5eae327-68b2-4c71-9fd7-f764571a2d49 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e65f112-ec92-4402-accd-3e3843cfa859 HTTP/1.1" status: 200 len: 945 time: 0.1539862 Feb 09 01:38:27.374624 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e348e2-9af0-4cb2-b88f-2d4e32ad48bd tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Made reservation on behalf of 8a341a9c42c24e169934519173efffea for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:27.378739 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f2e348e2-9af0-4cb2-b88f-2d4e32ad48bd tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:27.406343 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-56abcb0c-1bef-4efc-9dae-4ff1ada4d9f1 None None] Provisioning complete for port 49c69b28-6695-4d7f-b607-7acef713e775 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:27.407077 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4fa4bb02-7c06-4a8c-94a2-75d8dd3e8a2b req-94ab994f-eeb9-49ab-8d66-3e3534b98c65 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945594 Feb 09 01:38:27.408199 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-56abcb0c-1bef-4efc-9dae-4ff1ada4d9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (49c69b28-6695-4d7f-b607-7acef713e775), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:27.458080 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-f2e348e2-9af0-4cb2-b88f-2d4e32ad48bd tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] device_id is not set on port a863ed99-895d-4236-9dd6-82aeaa144039 yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:38:27.486042 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53638) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:27.504722 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-56abcb0c-1bef-4efc-9dae-4ff1ada4d9f1 None None] Port 49c69b28-6695-4d7f-b607-7acef713e775 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:38:27.533515 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:27.642185 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e7cc22a8-f97e-4c5d-b7bd-09a24b96b7da admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=40040732d30e4d7f9ee97e8667a77299&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1543164 Feb 09 01:38:27.645397 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53642) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:27.699826 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-f2e348e2-9af0-4cb2-b88f-2d4e32ad48bd tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Allocated IP 2001:db8::36e (b3af4759-ab7e-48b9-969f-88773ad3a8fd/e02575e3-ab00-493c-8728-420c33570fa1/a863ed99-895d-4236-9dd6-82aeaa144039) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:27.752127 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e1fb15f7-5f8c-41b4-95ac-fa78005a7799 admin admin] Publish callbacks [] for security_group (8d71d2e8-ab23-44bd-95ed-61249d29e68f), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:27.802985 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e1fb15f7-5f8c-41b4-95ac-fa78005a7799 admin admin] Publish callbacks [] for security_group (8d71d2e8-ab23-44bd-95ed-61249d29e68f), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:27.921669 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e1fb15f7-5f8c-41b4-95ac-fa78005a7799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (8d71d2e8-ab23-44bd-95ed-61249d29e68f), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:27.924303 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e1fb15f7-5f8c-41b4-95ac-fa78005a7799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:27.928168 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e1fb15f7-5f8c-41b4-95ac-fa78005a7799 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8d71d2e8-ab23-44bd-95ed-61249d29e68f HTTP/1.1" status: 204 len: 168 time: 0.2793250 Feb 09 01:38:27.947878 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb15f7-5f8c-41b4-95ac-fa78005a7799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d71d2e8-ab23-44bd-95ed-61249d29e68f,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:27.952026 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f2e348e2-9af0-4cb2-b88f-2d4e32ad48bd tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks [] for port (a863ed99-895d-4236-9dd6-82aeaa144039), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:27.990431 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f2e348e2-9af0-4cb2-b88f-2d4e32ad48bd tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (a863ed99-895d-4236-9dd6-82aeaa144039), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:28.060600 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e348e2-9af0-4cb2-b88f-2d4e32ad48bd tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Network b3af4759-ab7e-48b9-969f-88773ad3a8fd is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:28.066483 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-f2e348e2-9af0-4cb2-b88f-2d4e32ad48bd tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:28.072666 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e348e2-9af0-4cb2-b88f-2d4e32ad48bd tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:28.078584 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e348e2-9af0-4cb2-b88f-2d4e32ad48bd tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:28.079450 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f2e348e2-9af0-4cb2-b88f-2d4e32ad48bd tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:28.109760 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53648) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:28.113301 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f2e348e2-9af0-4cb2-b88f-2d4e32ad48bd tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1532998 Feb 09 01:38:28.115443 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-6231da07-90a9-49d6-9dcd-29fedb580b02 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::363', 'mac_address': 'fa:16:3e:62:ba:8d'}, {'ip_address': '2001:db8::bd', 'mac_address': 'fa:16:3e:dc:5f:eb'}]}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:28.118776 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e348e2-9af0-4cb2-b88f-2d4e32ad48bd tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Pushing event updated for resources: {'Port': ['ID=a863ed99-895d-4236-9dd6-82aeaa144039,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:28.298542 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:28.333074 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6231da07-90a9-49d6-9dcd-29fedb580b02 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a863ed99-895d-4236-9dd6-82aeaa144039), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:28.545674 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b8755483-cb3f-41f9-8b87-870062b33f79 None None] Provisioning complete for port a863ed99-895d-4236-9dd6-82aeaa144039 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:28.547130 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b8755483-cb3f-41f9-8b87-870062b33f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a863ed99-895d-4236-9dd6-82aeaa144039), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:28.599498 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9cf635-1744-438c-a5e9-11ac3d8b9b9c req-db28df46-5df2-4bcc-b268-07001ec0d997 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:28.602779 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9f9cf635-1744-438c-a5e9-11ac3d8b9b9c req-db28df46-5df2-4bcc-b268-07001ec0d997 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e65f112-ec92-4402-accd-3e3843cfa859 HTTP/1.1" status: 200 len: 945 time: 0.0803573 Feb 09 01:38:28.629479 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b8755483-cb3f-41f9-8b87-870062b33f79 None None] Port a863ed99-895d-4236-9dd6-82aeaa144039 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:38:28.650408 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6231da07-90a9-49d6-9dcd-29fedb580b02 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks [] for port (a863ed99-895d-4236-9dd6-82aeaa144039), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:28.659302 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6231da07-90a9-49d6-9dcd-29fedb580b02 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (a863ed99-895d-4236-9dd6-82aeaa144039), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:28.712700 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-6231da07-90a9-49d6-9dcd-29fedb580b02 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] In _notify_port_updated(), no bound segment for port a863ed99-895d-4236-9dd6-82aeaa144039 on network b3af4759-ab7e-48b9-969f-88773ad3a8fd {{(pid=103528) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:38:28.719472 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6231da07-90a9-49d6-9dcd-29fedb580b02 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:28.720306 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6231da07-90a9-49d6-9dcd-29fedb580b02 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:28.724146 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6231da07-90a9-49d6-9dcd-29fedb580b02 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] 10.222.0.30 "PUT /v2.0/ports/a863ed99-895d-4236-9dd6-82aeaa144039 HTTP/1.1" status: 200 len: 1067 time: 0.6116045 Feb 09 01:38:28.735070 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53666) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:28.740327 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9f9cf635-1744-438c-a5e9-11ac3d8b9b9c req-0828a90f-e1b9-49aa-a2af-f252b70cd3b5 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317005 Feb 09 01:38:28.941777 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231da07-90a9-49d6-9dcd-29fedb580b02 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Pushing event updated for resources: {'Port': ['ID=a863ed99-895d-4236-9dd6-82aeaa144039,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:28.986175 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-1aff8b47-9b65-458c-ae74-d3a012f452da tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Deleting port a863ed99-895d-4236-9dd6-82aeaa144039 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:28.996698 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1aff8b47-9b65-458c-ae74-d3a012f452da tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (a863ed99-895d-4236-9dd6-82aeaa144039), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:29.172820 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1aff8b47-9b65-458c-ae74-d3a012f452da tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (a863ed99-895d-4236-9dd6-82aeaa144039), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:29.177123 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-5ced97aa-9ee9-4e95-a376-0ec58cc122ee None None] Provisioning complete for port a863ed99-895d-4236-9dd6-82aeaa144039 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:29.177507 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5ced97aa-9ee9-4e95-a376-0ec58cc122ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a863ed99-895d-4236-9dd6-82aeaa144039), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:29.190599 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-1aff8b47-9b65-458c-ae74-d3a012f452da tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Calling delete_port for a863ed99-895d-4236-9dd6-82aeaa144039 owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:29.201820 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [req-33e6c869-c2cb-45d0-8a99-8f46a4c1c4ec req-96e39e27-2e60-44ee-9aa9-8711c81ac315 service neutron] (103528) timed out ('10.222.0.30', 44782) {{(pid=103528) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 01:38:29.260809 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5ced97aa-9ee9-4e95-a376-0ec58cc122ee None None] Port a863ed99-895d-4236-9dd6-82aeaa144039 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:38:29.312113 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-3e5e722d-05c1-4542-a273-58a959fe452c tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:29.319650 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-3e5e722d-05c1-4542-a273-58a959fe452c tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/networks?id=9b1b4143-78e6-405c-8b5a-728543b5f342 HTTP/1.1" status: 200 len: 806 time: 0.2289023 Feb 09 01:38:29.347920 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-b8f45a5a-0a38-4332-aba5-58975be4a75d tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/quotas/6b4a05707d1b49f9a06d538643543aea HTTP/1.1" status: 200 len: 375 time: 0.0263443 Feb 09 01:38:29.372205 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1aff8b47-9b65-458c-ae74-d3a012f452da tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (a863ed99-895d-4236-9dd6-82aeaa144039), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:29.501689 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-b5a68003-f2fb-48e6-bc04-f7157ef69134 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b4a05707d1b49f9a06d538643543aea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1523981 Feb 09 01:38:29.519052 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff8b47-9b65-458c-ae74-d3a012f452da tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Pushing event deleted for resources: {'Port': ['ID=a863ed99-895d-4236-9dd6-82aeaa144039,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:29.685774 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1aff8b47-9b65-458c-ae74-d3a012f452da tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:29.702560 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1aff8b47-9b65-458c-ae74-d3a012f452da tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] 10.222.0.30 "DELETE /v2.0/ports/a863ed99-895d-4236-9dd6-82aeaa144039 HTTP/1.1" status: 204 len: 168 time: 0.9665878 Feb 09 01:38:29.711471 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53698) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:29.762652 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-df7a7f83-7945-43ee-b2ab-77fffe522950 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] GET failed (client error): The resource could not be found. Feb 09 01:38:29.764178 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-df7a7f83-7945-43ee-b2ab-77fffe522950 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] 10.222.0.30 "GET /v2.0/ports/a863ed99-895d-4236-9dd6-82aeaa144039 HTTP/1.1" status: 404 len: 333 time: 0.0516260 Feb 09 01:38:29.767129 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53700) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:29.780443 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-fe437e6e-d566-4993-87fe-33aa56e88074 service neutron] 10.222.0.30 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715836 Feb 09 01:38:29.984833 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-284f0efe-8c2a-4813-ba1c-e63a355b933f service neutron] 10.222.0.30 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723220 Feb 09 01:38:29.996804 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-a8047e1b-12e7-4936-a5b5-29b808704e74 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Deleting port 49c69b28-6695-4d7f-b607-7acef713e775 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:29.997600 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a8047e1b-12e7-4936-a5b5-29b808704e74 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (49c69b28-6695-4d7f-b607-7acef713e775), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:30.120861 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:38:30.149851 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a8047e1b-12e7-4936-a5b5-29b808704e74 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (49c69b28-6695-4d7f-b607-7acef713e775), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:30.193392 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-a8047e1b-12e7-4936-a5b5-29b808704e74 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Calling delete_port for 49c69b28-6695-4d7f-b607-7acef713e775 owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:30.380004 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-91ad16bf-e1ab-4d33-a1e7-886b6ecef7b8 req-bb5c79d0-8b63-496e-9017-a3b830984c0a tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ee24896-742d-484f-86a4-208f664de738 HTTP/1.1" status: 200 len: 210 time: 0.0807793 Feb 09 01:38:30.478295 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a8047e1b-12e7-4936-a5b5-29b808704e74 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (49c69b28-6695-4d7f-b607-7acef713e775), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:30.597329 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8047e1b-12e7-4936-a5b5-29b808704e74 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Pushing event deleted for resources: {'Port': ['ID=49c69b28-6695-4d7f-b607-7acef713e775,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:30.663765 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a8047e1b-12e7-4936-a5b5-29b808704e74 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:30.678674 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53730) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:30.681442 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a8047e1b-12e7-4936-a5b5-29b808704e74 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] 10.222.0.30 "DELETE /v2.0/ports/49c69b28-6695-4d7f-b607-7acef713e775 HTTP/1.1" status: 204 len: 168 time: 0.9106727 Feb 09 01:38:30.718687 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b898a76-84e2-4aca-88c2-d8ffe19e3061 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] GET failed (client error): The resource could not be found. Feb 09 01:38:30.721360 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8b898a76-84e2-4aca-88c2-d8ffe19e3061 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] 10.222.0.30 "GET /v2.0/ports/49c69b28-6695-4d7f-b607-7acef713e775 HTTP/1.1" status: 404 len: 333 time: 0.0392692 Feb 09 01:38:30.724825 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53732) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:30.899667 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-6f6d9952-fa8f-483c-aff0-6ad16b998b02 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Deleting port faca5d3f-72e5-4226-882a-cfffd8f5323f {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:30.899667 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6f6d9952-fa8f-483c-aff0-6ad16b998b02 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (faca5d3f-72e5-4226-882a-cfffd8f5323f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:31.123161 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6f6d9952-fa8f-483c-aff0-6ad16b998b02 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (faca5d3f-72e5-4226-882a-cfffd8f5323f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:31.153638 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-6f6d9952-fa8f-483c-aff0-6ad16b998b02 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Calling delete_port for faca5d3f-72e5-4226-882a-cfffd8f5323f owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:31.395237 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6f6d9952-fa8f-483c-aff0-6ad16b998b02 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (faca5d3f-72e5-4226-882a-cfffd8f5323f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:31.468441 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d9952-fa8f-483c-aff0-6ad16b998b02 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Pushing event deleted for resources: {'Port': ['ID=faca5d3f-72e5-4226-882a-cfffd8f5323f,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:31.515992 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6f6d9952-fa8f-483c-aff0-6ad16b998b02 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:31.527555 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6f6d9952-fa8f-483c-aff0-6ad16b998b02 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] 10.222.0.30 "DELETE /v2.0/ports/faca5d3f-72e5-4226-882a-cfffd8f5323f HTTP/1.1" status: 204 len: 168 time: 0.8014452 Feb 09 01:38:31.529921 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53752) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:31.599415 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d0027547-2112-4dd8-bf26-9c165c42d886 req-f28603a3-31ab-483c-a3b6-d0bd53e6da88 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ee24896-742d-484f-86a4-208f664de738 HTTP/1.1" status: 200 len: 210 time: 0.0632441 Feb 09 01:38:31.672620 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-80dab5ae-dfd1-475d-b37d-271ac5d6c6e3 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Deleting subnet e02575e3-ab00-493c-8728-420c33570fa1 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:38:31.683692 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-80dab5ae-dfd1-475d-b37d-271ac5d6c6e3 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks [] for subnet (e02575e3-ab00-493c-8728-420c33570fa1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:31.742713 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-80dab5ae-dfd1-475d-b37d-271ac5d6c6e3 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (e02575e3-ab00-493c-8728-420c33570fa1), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:31.889454 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-80dab5ae-dfd1-475d-b37d-271ac5d6c6e3 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (e02575e3-ab00-493c-8728-420c33570fa1), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:31.956633 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-80dab5ae-dfd1-475d-b37d-271ac5d6c6e3 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (e02575e3-ab00-493c-8728-420c33570fa1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:32.011563 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dab5ae-dfd1-475d-b37d-271ac5d6c6e3 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Pushing event deleted for resources: {'Subnet': ['ID=e02575e3-ab00-493c-8728-420c33570fa1,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:32.015491 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-80dab5ae-dfd1-475d-b37d-271ac5d6c6e3 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:32.019791 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-80dab5ae-dfd1-475d-b37d-271ac5d6c6e3 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] 10.222.0.30 "DELETE /v2.0/subnets/e02575e3-ab00-493c-8728-420c33570fa1 HTTP/1.1" status: 204 len: 168 time: 0.4889300 Feb 09 01:38:32.022339 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53758) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:32.027836 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0bdebc-af55-4b3c-bdee-eb0051c1122a None None] Network b3af4759-ab7e-48b9-969f-88773ad3a8fd requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:32.161203 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-40dba814-d1f3-4df7-964e-db8f827b55c3 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (b3af4759-ab7e-48b9-969f-88773ad3a8fd), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:32.161452 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-3390ade3-fe12-4963-8c24-2e794c134bce tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:32.162779 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-3390ade3-fe12-4963-8c24-2e794c134bce tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.121 "GET /v2.0/networks?id=9b1b4143-78e6-405c-8b5a-728543b5f342 HTTP/1.1" status: 200 len: 806 time: 0.3181775 Feb 09 01:38:32.185738 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-eb48f4c0-1c6c-4919-a6c9-be2445abd298 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Request body: {'port': {'device_id': '7ee24896-742d-484f-86a4-208f664de738', 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342', 'admin_state_up': True, 'tenant_id': '6b4a05707d1b49f9a06d538643543aea'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:32.293839 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-40dba814-d1f3-4df7-964e-db8f827b55c3 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Deleting port 20888859-e7e7-48a8-956f-584761ce7659 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:32.295066 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-40dba814-d1f3-4df7-964e-db8f827b55c3 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (20888859-e7e7-48a8-956f-584761ce7659), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:32.425858 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525b1088-4ec4-4e79-88eb-0953320e8a44 None None] DHCP port deletion for b3af4759-ab7e-48b9-969f-88773ad3a8fd request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:38:32.432332 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-eb48f4c0-1c6c-4919-a6c9-be2445abd298 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Made reservation on behalf of 6b4a05707d1b49f9a06d538643543aea for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:32.441444 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-eb48f4c0-1c6c-4919-a6c9-be2445abd298 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:32.469616 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-40dba814-d1f3-4df7-964e-db8f827b55c3 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] For port 20888859-e7e7-48a8-956f-584761ce7659, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=20888859-e7e7-48a8-956f-584761ce7659,segment=NetworkSegment(b019470b-305e-4976-baba-e207f3637ff7),segment_id=b019470b-305e-4976-baba-e207f3637ff7)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:32.469986 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-40dba814-d1f3-4df7-964e-db8f827b55c3 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (20888859-e7e7-48a8-956f-584761ce7659), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:32.505015 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-40dba814-d1f3-4df7-964e-db8f827b55c3 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Calling delete_port for 20888859-e7e7-48a8-956f-584761ce7659 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:32.595952 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 20888859-e7e7-48a8-956f-584761ce7659 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:38:32.653456 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-525b1088-4ec4-4e79-88eb-0953320e8a44 None None] Deleting port 20888859-e7e7-48a8-956f-584761ce7659 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:32.653830 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-525b1088-4ec4-4e79-88eb-0953320e8a44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (20888859-e7e7-48a8-956f-584761ce7659), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:32.659205 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-eb48f4c0-1c6c-4919-a6c9-be2445abd298 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Allocated IP 172.20.0.14 (9b1b4143-78e6-405c-8b5a-728543b5f342/b2d740a9-d705-46bb-8af8-d019a5a1576c/1fefafa1-7d93-4669-a04d-7c663a82407c) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:32.682582 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-40dba814-d1f3-4df7-964e-db8f827b55c3 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (20888859-e7e7-48a8-956f-584761ce7659), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:32.738661 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dba814-d1f3-4df7-964e-db8f827b55c3 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Pushing event deleted for resources: {'Port': ['ID=20888859-e7e7-48a8-956f-584761ce7659,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:32.748332 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dba814-d1f3-4df7-964e-db8f827b55c3 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] No DVR routers for this DVR port 20888859-e7e7-48a8-956f-584761ce7659 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:32.793339 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No active binding found for port 20888859-e7e7-48a8-956f-584761ce7659 {{(pid=103530) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 01:38:32.793718 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] The host n-d-822053-40 is not matching for port 20888859-e7e7-48a8-956f-584761ce7659 host None! {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:38:32.794104 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 20888859-e7e7-48a8-956f-584761ce7659 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:38:32.839211 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-525b1088-4ec4-4e79-88eb-0953320e8a44 None None] For port 20888859-e7e7-48a8-956f-584761ce7659, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=20888859-e7e7-48a8-956f-584761ce7659,segment=NetworkSegment(b019470b-305e-4976-baba-e207f3637ff7),segment_id=b019470b-305e-4976-baba-e207f3637ff7)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:32.840017 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-525b1088-4ec4-4e79-88eb-0953320e8a44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (20888859-e7e7-48a8-956f-584761ce7659), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:32.855838 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7a160cda-0039-4ef0-a1fb-f8cc74b20bf2 req-c62dfcaf-f91e-42a0-8a85-0749d18e6a11 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ee24896-742d-484f-86a4-208f664de738 HTTP/1.1" status: 200 len: 210 time: 0.0927284 Feb 09 01:38:32.865021 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-525b1088-4ec4-4e79-88eb-0953320e8a44 None None] Calling delete_port for 20888859-e7e7-48a8-956f-584761ce7659 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:32.917954 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-40dba814-d1f3-4df7-964e-db8f827b55c3 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (b3af4759-ab7e-48b9-969f-88773ad3a8fd), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:32.955409 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-40dba814-d1f3-4df7-964e-db8f827b55c3 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3af4759-ab7e-48b9-969f-88773ad3a8fd']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:32.985857 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-40dba814-d1f3-4df7-964e-db8f827b55c3 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b019470b-305e-4976-baba-e207f3637ff7') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:32.986405 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-40dba814-d1f3-4df7-964e-db8f827b55c3 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b019470b-305e-4976-baba-e207f3637ff7') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:32.994111 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-525b1088-4ec4-4e79-88eb-0953320e8a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (20888859-e7e7-48a8-956f-584761ce7659), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:32.996944 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-40dba814-d1f3-4df7-964e-db8f827b55c3 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (b019470b-305e-4976-baba-e207f3637ff7), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:33.025543 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-40dba814-d1f3-4df7-964e-db8f827b55c3 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (b019470b-305e-4976-baba-e207f3637ff7), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:33.036545 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40dba814-d1f3-4df7-964e-db8f827b55c3 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:38:33.036966 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-40dba814-d1f3-4df7-964e-db8f827b55c3 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (b019470b-305e-4976-baba-e207f3637ff7), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:33.062859 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b1088-4ec4-4e79-88eb-0953320e8a44 None None] Pushing event deleted for resources: {'Port': ['ID=20888859-e7e7-48a8-956f-584761ce7659,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:33.079135 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525b1088-4ec4-4e79-88eb-0953320e8a44 None None] No DVR routers for this DVR port 20888859-e7e7-48a8-956f-584761ce7659 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:33.182233 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:38:33.182233 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:38:33.182233 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:38:33.182233 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:38:33.182233 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:38:33.182233 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:38:33.182233 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:38:33.182233 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:38:33.182233 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:38:33.182233 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:38:33.182233 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:38:33.182233 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:38:33.182233 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:38:33.182233 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:38:33.182233 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:38:33.182233 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:38:33.182233 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:38:33.182233 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:38:33.182233 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:38:33.182233 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:38:33.182233 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:38:33.182233 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:38:33.182233 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:38:33.182233 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:38:33.182233 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:38:33.182233 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:38:33.182233 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:38:33.182233 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:38:33.182233 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:38:33.182233 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:38:33.182233 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:38:33.182233 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:38:33.188213 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-40dba814-d1f3-4df7-964e-db8f827b55c3 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (b3af4759-ab7e-48b9-969f-88773ad3a8fd), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:33.195523 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-40dba814-d1f3-4df7-964e-db8f827b55c3 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:33.198726 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-40dba814-d1f3-4df7-964e-db8f827b55c3 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] 10.222.0.30 "DELETE /v2.0/networks/b3af4759-ab7e-48b9-969f-88773ad3a8fd HTTP/1.1" status: 204 len: 168 time: 1.1737173 Feb 09 01:38:33.232561 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dba814-d1f3-4df7-964e-db8f827b55c3 tempest-AllowedAddressPairIpV6TestJSON-1996339880 tempest-AllowedAddressPairIpV6TestJSON-1996339880-project] Pushing event deleted for resources: {'Network': ['ID=b3af4759-ab7e-48b9-969f-88773ad3a8fd,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:33.237817 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-eb48f4c0-1c6c-4919-a6c9-be2445abd298 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks [] for port (1fefafa1-7d93-4669-a04d-7c663a82407c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:33.322725 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-eb48f4c0-1c6c-4919-a6c9-be2445abd298 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (1fefafa1-7d93-4669-a04d-7c663a82407c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:33.339359 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['e5d91dd6-102e-4454-a56c-70fcbce0a0de'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:38:33.402020 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-eb48f4c0-1c6c-4919-a6c9-be2445abd298 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Network 9b1b4143-78e6-405c-8b5a-728543b5f342 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:33.403331 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48f4c0-1c6c-4919-a6c9-be2445abd298 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Pushing event updated for resources: {'Port': ['ID=1fefafa1-7d93-4669-a04d-7c663a82407c,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:33.406524 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-eb48f4c0-1c6c-4919-a6c9-be2445abd298 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:33.413082 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-eb48f4c0-1c6c-4919-a6c9-be2445abd298 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:33.479615 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['35c82c86-9b27-4b9f-a80f-8521f07a72b0'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:38:33.493407 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-eb48f4c0-1c6c-4919-a6c9-be2445abd298 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:33.494129 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-eb48f4c0-1c6c-4919-a6c9-be2445abd298 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:33.520500 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-eb48f4c0-1c6c-4919-a6c9-be2445abd298 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3408496 Feb 09 01:38:33.542250 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-4f19689b-bd7c-4c7f-b5ff-0692cd006295 service neutron] Request body: {'port': {'device_id': '7ee24896-742d-484f-86a4-208f664de738', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:33.718881 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-4f19689b-bd7c-4c7f-b5ff-0692cd006295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1fefafa1-7d93-4669-a04d-7c663a82407c), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:33.851653 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53782) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:33.898739 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53788) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:34.151411 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-aa33e78a-86ac-4184-b6fb-c2979b494c65 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8a341a9c42c24e169934519173efffea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2508726 Feb 09 01:38:34.154776 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53792) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:34.172584 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bddfd641-40a8-4667-93f4-6d15b9caf3cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:34.198670 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6b08a-098a-4ecf-b291-514241675639 req-9d75fa08-09d2-4631-af07-954660d0de6f tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:34.200227 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fca6b08a-098a-4ecf-b291-514241675639 req-9d75fa08-09d2-4631-af07-954660d0de6f tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ee24896-742d-484f-86a4-208f664de738 HTTP/1.1" status: 200 len: 932 time: 0.1750724 Feb 09 01:38:34.268868 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bddfd641-40a8-4667-93f4-6d15b9caf3cc admin admin] Publish callbacks [] for security_group (d169b0c6-8a36-4273-8ce2-44a576948da7), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:34.275696 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bddfd641-40a8-4667-93f4-6d15b9caf3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (d169b0c6-8a36-4273-8ce2-44a576948da7), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:34.284311 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-004cfa5b-d498-4539-be72-9754e9ce19dd admin admin] Publish callbacks [] for security_group (95d29db8-0a39-4bda-b858-970369587602), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:34.310099 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddfd641-40a8-4667-93f4-6d15b9caf3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d169b0c6-8a36-4273-8ce2-44a576948da7,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:34.338189 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-bddfd641-40a8-4667-93f4-6d15b9caf3cc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f8a7916a83514b2b8e85bd836a0ed339&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4847109 Feb 09 01:38:34.340798 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53794) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:34.353177 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fca6b08a-098a-4ecf-b291-514241675639 req-0f42b1ac-cb7c-4dd1-a75e-1c00fb3cc535 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412494 Feb 09 01:38:34.355316 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-4f19689b-bd7c-4c7f-b5ff-0692cd006295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fefafa1-7d93-4669-a04d-7c663a82407c {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:38:34.378080 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-4f19689b-bd7c-4c7f-b5ff-0692cd006295 service neutron] Publish callbacks [] for port (1fefafa1-7d93-4669-a04d-7c663a82407c), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:34.383652 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-004cfa5b-d498-4539-be72-9754e9ce19dd admin admin] Publish callbacks [] for security_group (95d29db8-0a39-4bda-b858-970369587602), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:34.422423 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae12fdf0-5d31-4fb9-871f-e1efc5d0a070 admin admin] Publish callbacks [] for security_group (d169b0c6-8a36-4273-8ce2-44a576948da7), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:34.462967 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-4f19689b-bd7c-4c7f-b5ff-0692cd006295 service neutron] Transition to ACTIVE for port object 1fefafa1-7d93-4669-a04d-7c663a82407c will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:38:34.470557 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae12fdf0-5d31-4fb9-871f-e1efc5d0a070 admin admin] Publish callbacks [] for security_group (d169b0c6-8a36-4273-8ce2-44a576948da7), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:34.475124 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-4f19689b-bd7c-4c7f-b5ff-0692cd006295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (1fefafa1-7d93-4669-a04d-7c663a82407c), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:34.564402 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f19689b-bd7c-4c7f-b5ff-0692cd006295 service neutron] Pushing event updated for resources: {'Port': ['ID=1fefafa1-7d93-4669-a04d-7c663a82407c,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:34.587970 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae12fdf0-5d31-4fb9-871f-e1efc5d0a070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (d169b0c6-8a36-4273-8ce2-44a576948da7), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:34.590587 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae12fdf0-5d31-4fb9-871f-e1efc5d0a070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:34.595480 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ae12fdf0-5d31-4fb9-871f-e1efc5d0a070 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d169b0c6-8a36-4273-8ce2-44a576948da7 HTTP/1.1" status: 204 len: 168 time: 0.2500024 Feb 09 01:38:34.608902 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12fdf0-5d31-4fb9-871f-e1efc5d0a070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d169b0c6-8a36-4273-8ce2-44a576948da7,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:34.628909 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-004cfa5b-d498-4539-be72-9754e9ce19dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (95d29db8-0a39-4bda-b858-970369587602), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:34.631876 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-004cfa5b-d498-4539-be72-9754e9ce19dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:34.633795 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-004cfa5b-d498-4539-be72-9754e9ce19dd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/95d29db8-0a39-4bda-b858-970369587602 HTTP/1.1" status: 204 len: 168 time: 0.4780769 Feb 09 01:38:34.669480 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004cfa5b-d498-4539-be72-9754e9ce19dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d29db8-0a39-4bda-b858-970369587602,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:34.704671 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-4f19689b-bd7c-4c7f-b5ff-0692cd006295 service neutron] Attempting to bind port 1fefafa1-7d93-4669-a04d-7c663a82407c on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:38:34.705005 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-4f19689b-bd7c-4c7f-b5ff-0692cd006295 service neutron] Attempting to bind port 1fefafa1-7d93-4669-a04d-7c663a82407c by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '06a65791-d722-41e0-9f59-8e2f6da66f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:38:34.705588 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-4f19689b-bd7c-4c7f-b5ff-0692cd006295 service neutron] Attempting to bind port 1fefafa1-7d93-4669-a04d-7c663a82407c on network 9b1b4143-78e6-405c-8b5a-728543b5f342 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:34.718535 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-4f19689b-bd7c-4c7f-b5ff-0692cd006295 service neutron] Port 1fefafa1-7d93-4669-a04d-7c663a82407c on network 9b1b4143-78e6-405c-8b5a-728543b5f342 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:38:34.719591 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-4f19689b-bd7c-4c7f-b5ff-0692cd006295 service neutron] Attempting to bind port 1fefafa1-7d93-4669-a04d-7c663a82407c on network 9b1b4143-78e6-405c-8b5a-728543b5f342 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:34.751314 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-4f19689b-bd7c-4c7f-b5ff-0692cd006295 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:38:34.751966 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-4f19689b-bd7c-4c7f-b5ff-0692cd006295 service neutron] Checking segment: {'id': '06a65791-d722-41e0-9f59-8e2f6da66f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:34.754831 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-4f19689b-bd7c-4c7f-b5ff-0692cd006295 service neutron] Bound using segment: {'id': '06a65791-d722-41e0-9f59-8e2f6da66f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:38:34.755424 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-4f19689b-bd7c-4c7f-b5ff-0692cd006295 service neutron] Bound port: 1fefafa1-7d93-4669-a04d-7c663a82407c, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a65791-d722-41e0-9f59-8e2f6da66f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:38:34.756064 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-4f19689b-bd7c-4c7f-b5ff-0692cd006295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1fefafa1-7d93-4669-a04d-7c663a82407c), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:34.901748 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-4f19689b-bd7c-4c7f-b5ff-0692cd006295 service neutron] For port 1fefafa1-7d93-4669-a04d-7c663a82407c, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:38:34.907218 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-4f19689b-bd7c-4c7f-b5ff-0692cd006295 service neutron] For port 1fefafa1-7d93-4669-a04d-7c663a82407c, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1fefafa1-7d93-4669-a04d-7c663a82407c,segment=NetworkSegment(06a65791-d722-41e0-9f59-8e2f6da66f1f),segment_id=06a65791-d722-41e0-9f59-8e2f6da66f1f)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:38:34.917111 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-4f19689b-bd7c-4c7f-b5ff-0692cd006295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (1fefafa1-7d93-4669-a04d-7c663a82407c), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:34.950816 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-4f19689b-bd7c-4c7f-b5ff-0692cd006295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:34.953073 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-4f19689b-bd7c-4c7f-b5ff-0692cd006295 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:34.955862 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-4f19689b-bd7c-4c7f-b5ff-0692cd006295 service neutron] 10.222.0.121 "PUT /v2.0/ports/1fefafa1-7d93-4669-a04d-7c663a82407c HTTP/1.1" status: 200 len: 1093 time: 1.4273872 Feb 09 01:38:34.960019 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee24896-742d-484f-86a4-208f664de738', 'tag': '1fefafa1-7d93-4669-a04d-7c663a82407c'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:38:34.975830 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877d1215-368b-4b59-a161-2f6ab5ddf2e4" -d '{"events": [{"name": "network-changed", "server_uuid": "7ee24896-742d-484f-86a4-208f664de738", "tag": "1fefafa1-7d93-4669-a04d-7c663a82407c"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:38:35.100395 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f4fc7c-7932-4c7b-b8f9-ce1eb10b040e x-openstack-request-id: req-f6f4fc7c-7932-4c7b-b8f9-ce1eb10b040e {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:38:35.100674 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ee24896-742d-484f-86a4-208f664de738", "tag": "1fefafa1-7d93-4669-a04d-7c663a82407c", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:38:35.100993 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f6f4fc7c-7932-4c7b-b8f9-ce1eb10b040e {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:38:35.101622 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ee24896-742d-484f-86a4-208f664de738', 'tag': '1fefafa1-7d93-4669-a04d-7c663a82407c', 'status': 'completed', 'code': 200} Feb 09 01:38:35.182453 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f19689b-bd7c-4c7f-b5ff-0692cd006295 service neutron] Pushing event updated for resources: {'Port': ['ID=1fefafa1-7d93-4669-a04d-7c663a82407c,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:35.212440 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-a95e4cf8-6b7f-4bd4-a48d-04a591facdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:35.213982 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-a95e4cf8-6b7f-4bd4-a48d-04a591facdec service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=6b4a05707d1b49f9a06d538643543aea&device_id=7ee24896-742d-484f-86a4-208f664de738 HTTP/1.1" status: 200 len: 1127 time: 0.1766276 Feb 09 01:38:35.214575 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53820) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:35.229127 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b9a8b07-506a-40f6-8b27-4049d55fc4dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:35.285139 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-c7e206d9-7bb2-493e-84af-769d86a5a3bd service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fefafa1-7d93-4669-a04d-7c663a82407c HTTP/1.1" status: 200 len: 217 time: 0.0633702 Feb 09 01:38:35.379542 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-458aa8d1-ad77-4d7f-9b46-46e7c875736b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:35.383518 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-458aa8d1-ad77-4d7f-9b46-46e7c875736b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b2d740a9-d705-46bb-8af8-d019a5a1576c HTTP/1.1" status: 200 len: 846 time: 0.0913086 Feb 09 01:38:35.392384 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b9a8b07-506a-40f6-8b27-4049d55fc4dc admin admin] Publish callbacks [] for security_group (c6c25172-97af-4436-86f2-a23f256878ca), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:35.403562 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b9a8b07-506a-40f6-8b27-4049d55fc4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c6c25172-97af-4436-86f2-a23f256878ca), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:35.427692 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-aa4b78b1-facf-45fa-b874-6fab43e07048 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9b1b4143-78e6-405c-8b5a-728543b5f342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378053 Feb 09 01:38:35.459125 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4b9a8b07-506a-40f6-8b27-4049d55fc4dc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d1cf7aed08734265b07107f48189d733&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2418339 Feb 09 01:38:35.461760 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53826) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:35.518196 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a8b07-506a-40f6-8b27-4049d55fc4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c25172-97af-4436-86f2-a23f256878ca,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:35.537099 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-87371b72-8aa4-4a01-9cc0-6990fdd11e73 admin admin] Publish callbacks [] for security_group (c6c25172-97af-4436-86f2-a23f256878ca), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:35.575110 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-87371b72-8aa4-4a01-9cc0-6990fdd11e73 admin admin] Publish callbacks [] for security_group (c6c25172-97af-4436-86f2-a23f256878ca), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:35.653634 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-adb83fe1-3b2d-4852-bd17-0905f3ce7e99 service neutron] 10.222.0.121 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183814 Feb 09 01:38:35.681692 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-87371b72-8aa4-4a01-9cc0-6990fdd11e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c6c25172-97af-4436-86f2-a23f256878ca), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:35.686785 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-87371b72-8aa4-4a01-9cc0-6990fdd11e73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:35.698946 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fae477-0126-41cf-b8c2-baca97fb20f8 req-2e1ccbc0-8586-4403-9e43-555159f09c92 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:35.700891 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-96fae477-0126-41cf-b8c2-baca97fb20f8 req-2e1ccbc0-8586-4403-9e43-555159f09c92 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ee24896-742d-484f-86a4-208f664de738 HTTP/1.1" status: 200 len: 944 time: 0.1421115 Feb 09 01:38:35.705843 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-87371b72-8aa4-4a01-9cc0-6990fdd11e73 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c6c25172-97af-4436-86f2-a23f256878ca HTTP/1.1" status: 204 len: 168 time: 0.2420180 Feb 09 01:38:35.742247 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87371b72-8aa4-4a01-9cc0-6990fdd11e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c25172-97af-4436-86f2-a23f256878ca,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:35.864174 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-96fae477-0126-41cf-b8c2-baca97fb20f8 req-e9f2dd09-1947-49a2-bdef-187d29501f51 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316240 Feb 09 01:38:35.872713 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-636dba97-ab0d-4207-ab0a-fdeaf9f47454 req-bc4205c6-238d-484b-8a72-9f27f27f4207 service neutron] 10.222.0.121 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115455 Feb 09 01:38:36.021086 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d1215-368b-4b59-a161-2f6ab5ddf2e4 req-77f1e3d2-f0aa-4d6d-abce-ac410d51c1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:36.024545 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-877d1215-368b-4b59-a161-2f6ab5ddf2e4 req-77f1e3d2-f0aa-4d6d-abce-ac410d51c1c0 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=6b4a05707d1b49f9a06d538643543aea&device_id=7ee24896-742d-484f-86a4-208f664de738 HTTP/1.1" status: 200 len: 1127 time: 0.0897098 Feb 09 01:38:36.114002 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53848) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:36.246155 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d1215-368b-4b59-a161-2f6ab5ddf2e4 req-436d87e3-d373-4afd-8062-369b86df08fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:36.248766 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-877d1215-368b-4b59-a161-2f6ab5ddf2e4 req-436d87e3-d373-4afd-8062-369b86df08fe service neutron] 10.222.0.121 "GET /v2.0/networks?id=9b1b4143-78e6-405c-8b5a-728543b5f342 HTTP/1.1" status: 200 len: 907 time: 0.2184756 Feb 09 01:38:36.316831 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-ae9828ea-3fa4-476c-ab8a-a8a5d6f46b89 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-183601368'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:36.372826 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9828ea-3fa4-476c-ab8a-a8a5d6f46b89 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:36.377009 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae9828ea-3fa4-476c-ab8a-a8a5d6f46b89 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:36.389986 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-877d1215-368b-4b59-a161-2f6ab5ddf2e4 req-880abea3-88eb-4ab9-93bd-c2398785fc67 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fefafa1-7d93-4669-a04d-7c663a82407c HTTP/1.1" status: 200 len: 217 time: 0.1337013 Feb 09 01:38:36.397378 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae9828ea-3fa4-476c-ab8a-a8a5d6f46b89 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:36.476225 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d1215-368b-4b59-a161-2f6ab5ddf2e4 req-16b9993f-3d4d-40d4-8a6c-db20337cbaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:36.478481 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-877d1215-368b-4b59-a161-2f6ab5ddf2e4 req-16b9993f-3d4d-40d4-8a6c-db20337cbaad service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b2d740a9-d705-46bb-8af8-d019a5a1576c HTTP/1.1" status: 200 len: 846 time: 0.0814445 Feb 09 01:38:36.535580 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae9828ea-3fa4-476c-ab8a-a8a5d6f46b89 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for security_group (dbde362d-f051-42d6-aa36-14d61c6bb3c4), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:36.543762 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-877d1215-368b-4b59-a161-2f6ab5ddf2e4 req-2c0b4946-0c64-41ed-9248-b466152c7574 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9b1b4143-78e6-405c-8b5a-728543b5f342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583565 Feb 09 01:38:36.549841 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae9828ea-3fa4-476c-ab8a-a8a5d6f46b89 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (dbde362d-f051-42d6-aa36-14d61c6bb3c4), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:36.591965 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae9828ea-3fa4-476c-ab8a-a8a5d6f46b89 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:38:36.615945 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae9828ea-3fa4-476c-ab8a-a8a5d6f46b89 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (dd2447b2-2180-44b4-9921-d4ffdfa1797d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:36.618714 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-ae9828ea-3fa4-476c-ab8a-a8a5d6f46b89 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Added segment dd2447b2-2180-44b4-9921-d4ffdfa1797d of type vlan for network cbbe9143-fcdc-43c5-b797-7f127a92ac8e Feb 09 01:38:36.761051 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae9828ea-3fa4-476c-ab8a-a8a5d6f46b89 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (cbbe9143-fcdc-43c5-b797-7f127a92ac8e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:36.797193 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9828ea-3fa4-476c-ab8a-a8a5d6f46b89 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbde362d-f051-42d6-aa36-14d61c6bb3c4,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:36.804693 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-877d1215-368b-4b59-a161-2f6ab5ddf2e4 req-01852c64-7a70-4da7-98f4-f07e7526474d service neutron] 10.222.0.121 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414484 Feb 09 01:38:36.828755 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae9828ea-3fa4-476c-ab8a-a8a5d6f46b89 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (cbbe9143-fcdc-43c5-b797-7f127a92ac8e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:36.845165 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9828ea-3fa4-476c-ab8a-a8a5d6f46b89 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:36.845992 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae9828ea-3fa4-476c-ab8a-a8a5d6f46b89 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:36.964083 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9828ea-3fa4-476c-ab8a-a8a5d6f46b89 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Network': ['ID=cbbe9143-fcdc-43c5-b797-7f127a92ac8e,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:36.988645 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:38:36.994368 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-877d1215-368b-4b59-a161-2f6ab5ddf2e4 req-8af66a1b-a2e4-4fc9-894b-d298299dfd0e service neutron] 10.222.0.121 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836884 Feb 09 01:38:37.003588 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ae9828ea-3fa4-476c-ab8a-a8a5d6f46b89 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8850875 Feb 09 01:38:37.003787 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53872) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:37.013420 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-94c6530f-e952-442d-a65c-d2d81967ca0b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'subnet': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:37.151254 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abf0e4-f4f7-4116-8ec0-b69f9766a345 req-c14f39ff-e594-422a-a4d5-c0b4c3f3581d tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:37.158457 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-26abf0e4-f4f7-4116-8ec0-b69f9766a345 req-c14f39ff-e594-422a-a4d5-c0b4c3f3581d tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ee24896-742d-484f-86a4-208f664de738 HTTP/1.1" status: 200 len: 944 time: 0.1565614 Feb 09 01:38:37.183694 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c6530f-e952-442d-a65c-d2d81967ca0b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:37.187603 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-94c6530f-e952-442d-a65c-d2d81967ca0b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:37.502447 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-26abf0e4-f4f7-4116-8ec0-b69f9766a345 req-39da7b6f-a979-4be1-9c95-dcf895549084 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431165 Feb 09 01:38:37.503741 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-94c6530f-e952-442d-a65c-d2d81967ca0b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (1a63b5f1-4c96-474b-8b45-c6216d109fcd), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:37.586493 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c6530f-e952-442d-a65c-d2d81967ca0b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Checking segment: {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:37.586767 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c6530f-e952-442d-a65c-d2d81967ca0b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network hostable DHCP agents. Network: cbbe9143-fcdc-43c5-b797-7f127a92ac8e, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:38:37.588931 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6530f-e952-442d-a65c-d2d81967ca0b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Subnet': ['ID=1a63b5f1-4c96-474b-8b45-c6216d109fcd,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:37.614263 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c6530f-e952-442d-a65c-d2d81967ca0b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:38:37.629851 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-94c6530f-e952-442d-a65c-d2d81967ca0b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, cbbe9143-fcdc-43c5-b797-7f127a92ac8e) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:37.639307 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c6530f-e952-442d-a65c-d2d81967ca0b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:37.642663 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-94c6530f-e952-442d-a65c-d2d81967ca0b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:37.648736 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1475962-f64b-4369-b426-291f06d2509a None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:37.691371 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-94c6530f-e952-442d-a65c-d2d81967ca0b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6840351 Feb 09 01:38:37.692044 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53888) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:37.697131 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-eb36ce4e-6859-4c4e-bee4-898128dd2823 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'port': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'name': 'tempest-NetworksTestDHCPv6-1648042174'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:37.911351 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138f61b1-dfc0-460a-a5e2-586e7fe4e440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'project_id': '840feb797a5045feb11a0660b5a0c7d5', 'fixed_ips': [{'subnet_id': '1a63b5f1-4c96-474b-8b45-c6216d109fcd'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:38:37.912524 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-138f61b1-dfc0-460a-a5e2-586e7fe4e440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:37.940401 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb36ce4e-6859-4c4e-bee4-898128dd2823 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:37.943963 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eb36ce4e-6859-4c4e-bee4-898128dd2823 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:38.178876 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-138f61b1-dfc0-460a-a5e2-586e7fe4e440 None None] Allocated IP 2001:db8::2 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/1a63b5f1-4c96-474b-8b45-c6216d109fcd/21a7409d-cb9b-4bf7-812d-436d8b708a70) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:38.200691 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 1fefafa1-7d93-4669-a04d-7c663a82407c details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:38:38.325797 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 1fefafa1-7d93-4669-a04d-7c663a82407c, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1fefafa1-7d93-4669-a04d-7c663a82407c,segment=NetworkSegment(06a65791-d722-41e0-9f59-8e2f6da66f1f),segment_id=06a65791-d722-41e0-9f59-8e2f6da66f1f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:38.341616 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '1fefafa1-7d93-4669-a04d-7c663a82407c', 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342', 'port_id': '1fefafa1-7d93-4669-a04d-7c663a82407c', 'mac_address': 'fa:16:3e:64:0a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d740a9-d705-46bb-8af8-d019a5a1576c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:38:38.479657 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 1fefafa1-7d93-4669-a04d-7c663a82407c is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:38.480071 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1fefafa1-7d93-4669-a04d-7c663a82407c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:38.527690 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fefafa1-7d93-4669-a04d-7c663a82407c {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:38:38.607479 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 1fefafa1-7d93-4669-a04d-7c663a82407c, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1fefafa1-7d93-4669-a04d-7c663a82407c,segment=NetworkSegment(06a65791-d722-41e0-9f59-8e2f6da66f1f),segment_id=06a65791-d722-41e0-9f59-8e2f6da66f1f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:38.625818 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1fefafa1-7d93-4669-a04d-7c663a82407c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:38.697167 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-eb36ce4e-6859-4c4e-bee4-898128dd2823 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] device_id is not set on port 6dbdedc4-8c3c-47e9-bf48-49a2f1b2b629 yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:38:38.697911 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=1fefafa1-7d93-4669-a04d-7c663a82407c,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:38.770412 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54a4b2-d575-4918-9333-ce75ba299cdd req-80449f5f-a445-479e-9565-a3c617b92fa9 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:38.780519 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0a54a4b2-d575-4918-9333-ce75ba299cdd req-80449f5f-a445-479e-9565-a3c617b92fa9 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ee24896-742d-484f-86a4-208f664de738 HTTP/1.1" status: 200 len: 945 time: 0.1354191 Feb 09 01:38:38.838433 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-138f61b1-dfc0-460a-a5e2-586e7fe4e440 None None] Publish callbacks [] for port (21a7409d-cb9b-4bf7-812d-436d8b708a70), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:38.852401 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-138f61b1-dfc0-460a-a5e2-586e7fe4e440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (21a7409d-cb9b-4bf7-812d-436d8b708a70), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:38.893394 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0a54a4b2-d575-4918-9333-ce75ba299cdd req-0bc596a9-7697-4e65-ad43-810012ea5991 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096079 Feb 09 01:38:38.911464 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['1fefafa1-7d93-4669-a04d-7c663a82407c'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:38:38.961270 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-eb36ce4e-6859-4c4e-bee4-898128dd2823 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Allocated IP 2001:db8::7e (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/1a63b5f1-4c96-474b-8b45-c6216d109fcd/6dbdedc4-8c3c-47e9-bf48-49a2f1b2b629) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:38.966017 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138f61b1-dfc0-460a-a5e2-586e7fe4e440 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:38.969634 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f61b1-dfc0-460a-a5e2-586e7fe4e440 None None] Pushing event updated for resources: {'Port': ['ID=21a7409d-cb9b-4bf7-812d-436d8b708a70,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:38.983669 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-138f61b1-dfc0-460a-a5e2-586e7fe4e440 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:38.987119 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138f61b1-dfc0-460a-a5e2-586e7fe4e440 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:39.141754 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-138f61b1-dfc0-460a-a5e2-586e7fe4e440 None None] Attempting to bind port 21a7409d-cb9b-4bf7-812d-436d8b708a70 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:38:39.142124 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-138f61b1-dfc0-460a-a5e2-586e7fe4e440 None None] Attempting to bind port 21a7409d-cb9b-4bf7-812d-436d8b708a70 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:38:39.148762 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138f61b1-dfc0-460a-a5e2-586e7fe4e440 None None] Attempting to bind port 21a7409d-cb9b-4bf7-812d-436d8b708a70 on network cbbe9143-fcdc-43c5-b797-7f127a92ac8e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:39.157807 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138f61b1-dfc0-460a-a5e2-586e7fe4e440 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:38:39.158183 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138f61b1-dfc0-460a-a5e2-586e7fe4e440 None None] Checking segment: {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:39.168707 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-138f61b1-dfc0-460a-a5e2-586e7fe4e440 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:39.169128 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138f61b1-dfc0-460a-a5e2-586e7fe4e440 None None] Bound using segment: {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:38:39.169648 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-138f61b1-dfc0-460a-a5e2-586e7fe4e440 None None] Bound port: 21a7409d-cb9b-4bf7-812d-436d8b708a70, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:38:39.170039 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-138f61b1-dfc0-460a-a5e2-586e7fe4e440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (21a7409d-cb9b-4bf7-812d-436d8b708a70), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:39.307131 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eb36ce4e-6859-4c4e-bee4-898128dd2823 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for port (6dbdedc4-8c3c-47e9-bf48-49a2f1b2b629), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:39.363348 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eb36ce4e-6859-4c4e-bee4-898128dd2823 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (6dbdedc4-8c3c-47e9-bf48-49a2f1b2b629), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:39.402124 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-138f61b1-dfc0-460a-a5e2-586e7fe4e440 None None] For port 21a7409d-cb9b-4bf7-812d-436d8b708a70, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:38:39.406263 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-138f61b1-dfc0-460a-a5e2-586e7fe4e440 None None] For port 21a7409d-cb9b-4bf7-812d-436d8b708a70, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=21a7409d-cb9b-4bf7-812d-436d8b708a70,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:38:39.419719 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-138f61b1-dfc0-460a-a5e2-586e7fe4e440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (21a7409d-cb9b-4bf7-812d-436d8b708a70), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:39.451845 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb36ce4e-6859-4c4e-bee4-898128dd2823 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:39.455731 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-eb36ce4e-6859-4c4e-bee4-898128dd2823 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:39.458464 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb36ce4e-6859-4c4e-bee4-898128dd2823 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:39.465528 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb36ce4e-6859-4c4e-bee4-898128dd2823 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:39.466255 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eb36ce4e-6859-4c4e-bee4-898128dd2823 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:39.518144 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-eb36ce4e-6859-4c4e-bee4-898128dd2823 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8252428 Feb 09 01:38:39.520720 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53918) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:39.537498 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f61b1-dfc0-460a-a5e2-586e7fe4e440 None None] Pushing event updated for resources: {'Port': ['ID=21a7409d-cb9b-4bf7-812d-436d8b708a70,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:39.540621 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36ce4e-6859-4c4e-bee4-898128dd2823 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Port': ['ID=6dbdedc4-8c3c-47e9-bf48-49a2f1b2b629,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:39.596771 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09a6ec7-85dc-4e3a-841d-6942908bb2cb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:39.608587 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09a6ec7-85dc-4e3a-841d-6942908bb2cb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:39.610257 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b09a6ec7-85dc-4e3a-841d-6942908bb2cb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0885186 Feb 09 01:38:39.613577 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53920) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:39.771221 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0f61a22f-59e9-48c0-bd00-b9398e39056b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting port 6dbdedc4-8c3c-47e9-bf48-49a2f1b2b629 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:39.771873 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0f61a22f-59e9-48c0-bd00-b9398e39056b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (6dbdedc4-8c3c-47e9-bf48-49a2f1b2b629), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:39.899324 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0f61a22f-59e9-48c0-bd00-b9398e39056b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (6dbdedc4-8c3c-47e9-bf48-49a2f1b2b629), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:39.913875 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0f61a22f-59e9-48c0-bd00-b9398e39056b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Calling delete_port for 6dbdedc4-8c3c-47e9-bf48-49a2f1b2b629 owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:40.151326 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec15465-22ac-4557-8497-c3d8b60de519 req-bb851f3b-ab4f-44d8-83a1-7f101673ae86 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:40.152936 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5ec15465-22ac-4557-8497-c3d8b60de519 req-bb851f3b-ab4f-44d8-83a1-7f101673ae86 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ee24896-742d-484f-86a4-208f664de738 HTTP/1.1" status: 200 len: 945 time: 0.1191561 Feb 09 01:38:40.176172 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0f61a22f-59e9-48c0-bd00-b9398e39056b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (6dbdedc4-8c3c-47e9-bf48-49a2f1b2b629), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:40.196899 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 1fefafa1-7d93-4669-a04d-7c663a82407c up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:40.260071 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f61a22f-59e9-48c0-bd00-b9398e39056b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Port': ['ID=6dbdedc4-8c3c-47e9-bf48-49a2f1b2b629,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:40.265725 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5ec15465-22ac-4557-8497-c3d8b60de519 req-f01a1818-2539-4db0-b299-35ff3449a43c tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027207 Feb 09 01:38:40.302742 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0f61a22f-59e9-48c0-bd00-b9398e39056b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:40.309742 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 1fefafa1-7d93-4669-a04d-7c663a82407c completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:38:40.315052 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0f61a22f-59e9-48c0-bd00-b9398e39056b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/ports/6dbdedc4-8c3c-47e9-bf48-49a2f1b2b629 HTTP/1.1" status: 204 len: 168 time: 0.7003264 Feb 09 01:38:40.317444 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53932) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:40.328162 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 1fefafa1-7d93-4669-a04d-7c663a82407c triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:40.328780 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1fefafa1-7d93-4669-a04d-7c663a82407c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:40.426765 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ad1a5a-5c1c-44c7-9099-bd654456565a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:40.428544 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ad1a5a-5c1c-44c7-9099-bd654456565a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:40.432486 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f2ad1a5a-5c1c-44c7-9099-bd654456565a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1116579 Feb 09 01:38:40.432881 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53936) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:40.534789 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 1fefafa1-7d93-4669-a04d-7c663a82407c is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:40.535373 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1fefafa1-7d93-4669-a04d-7c663a82407c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:40.545140 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2c8cfee-f566-4162-9b5e-36c16877625d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting subnet 1a63b5f1-4c96-474b-8b45-c6216d109fcd {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:38:40.549162 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2c8cfee-f566-4162-9b5e-36c16877625d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (1a63b5f1-4c96-474b-8b45-c6216d109fcd), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:40.611452 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 21a7409d-cb9b-4bf7-812d-436d8b708a70 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:40.626705 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee24896-742d-484f-86a4-208f664de738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fefafa1-7d93-4669-a04d-7c663a82407c'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:38:40.629259 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a64c9bd-525b-4dbf-bcf9-62dbe7873cc2" -d '{"events": [{"server_uuid": "7ee24896-742d-484f-86a4-208f664de738", "name": "network-vif-plugged", "status": "completed", "tag": "1fefafa1-7d93-4669-a04d-7c663a82407c"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:38:40.661819 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2c8cfee-f566-4162-9b5e-36c16877625d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (1a63b5f1-4c96-474b-8b45-c6216d109fcd), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:40.701838 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 1fefafa1-7d93-4669-a04d-7c663a82407c, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1fefafa1-7d93-4669-a04d-7c663a82407c,segment=NetworkSegment(06a65791-d722-41e0-9f59-8e2f6da66f1f),segment_id=06a65791-d722-41e0-9f59-8e2f6da66f1f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:40.721831 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1fefafa1-7d93-4669-a04d-7c663a82407c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:40.791318 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9b9d1e-5a6a-49af-ae25-e7394d0214b6 x-openstack-request-id: req-8e9b9d1e-5a6a-49af-ae25-e7394d0214b6 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:38:40.791619 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee24896-742d-484f-86a4-208f664de738", "name": "network-vif-plugged", "status": "completed", "tag": "1fefafa1-7d93-4669-a04d-7c663a82407c", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:38:40.792002 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8e9b9d1e-5a6a-49af-ae25-e7394d0214b6 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:38:40.792396 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee24896-742d-484f-86a4-208f664de738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fefafa1-7d93-4669-a04d-7c663a82407c', 'code': 200} Feb 09 01:38:40.844919 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=1fefafa1-7d93-4669-a04d-7c663a82407c,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:40.870090 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 21a7409d-cb9b-4bf7-812d-436d8b708a70 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:40.870473 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (21a7409d-cb9b-4bf7-812d-436d8b708a70), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:40.956411 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d251b2-4f6e-4004-9340-99fc93a71a98 req-36b3630e-60d0-467a-99f8-ced1a7465665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:40.961687 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-01d251b2-4f6e-4004-9340-99fc93a71a98 req-36b3630e-60d0-467a-99f8-ced1a7465665 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=7ee24896-742d-484f-86a4-208f664de738 HTTP/1.1" status: 200 len: 1129 time: 0.1362557 Feb 09 01:38:40.962156 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2c8cfee-f566-4162-9b5e-36c16877625d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (1a63b5f1-4c96-474b-8b45-c6216d109fcd), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:41.041291 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 21a7409d-cb9b-4bf7-812d-436d8b708a70 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:41.041955 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (21a7409d-cb9b-4bf7-812d-436d8b708a70), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:41.047142 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-01d251b2-4f6e-4004-9340-99fc93a71a98 req-dc281c8e-fc7e-47d3-91a5-143667f83b53 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812800 Feb 09 01:38:41.086716 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2c8cfee-f566-4162-9b5e-36c16877625d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (1a63b5f1-4c96-474b-8b45-c6216d109fcd), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:41.116334 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c8cfee-f566-4162-9b5e-36c16877625d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Subnet': ['ID=1a63b5f1-4c96-474b-8b45-c6216d109fcd,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:41.126049 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:38:41.126409 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:38:41.129352 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2c8cfee-f566-4162-9b5e-36c16877625d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:41.139023 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53944) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:41.139266 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a2c8cfee-f566-4162-9b5e-36c16877625d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/1a63b5f1-4c96-474b-8b45-c6216d109fcd HTTP/1.1" status: 204 len: 168 time: 0.7052240 Feb 09 01:38:41.231879 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-bd174dd1-3a1b-4e0f-8040-3743dc474a4e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0916870 Feb 09 01:38:41.234970 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53948) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:41.240645 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-936a634e-b3f3-4382-8377-2387c0468f4b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'subnet': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:41.347870 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd00d96-1beb-44df-9d60-465bc6a93d05 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:41.440685 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-ada3d2a4-781e-4d3c-8a4d-c3a7d4b7192a None None] Provisioning complete for port 21a7409d-cb9b-4bf7-812d-436d8b708a70 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:41.441244 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ada3d2a4-781e-4d3c-8a4d-c3a7d4b7192a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (21a7409d-cb9b-4bf7-812d-436d8b708a70), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:41.503917 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936a634e-b3f3-4382-8377-2387c0468f4b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:41.509070 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-936a634e-b3f3-4382-8377-2387c0468f4b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:41.686934 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ada3d2a4-781e-4d3c-8a4d-c3a7d4b7192a None None] Current status of the port 21a7409d-cb9b-4bf7-812d-436d8b708a70 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:41.687493 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ada3d2a4-781e-4d3c-8a4d-c3a7d4b7192a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (21a7409d-cb9b-4bf7-812d-436d8b708a70), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:41.705826 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05b0304-dce3-455c-b671-d4883563202b None None] DHCP port deletion for cbbe9143-fcdc-43c5-b797-7f127a92ac8e request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:38:41.712579 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864219dd-a7c3-406f-8ff6-28e00ba75ad3 req-fbae3ef5-6fed-4201-bbbb-e26900350140 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:41.720168 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-864219dd-a7c3-406f-8ff6-28e00ba75ad3 req-fbae3ef5-6fed-4201-bbbb-e26900350140 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ee24896-742d-484f-86a4-208f664de738 HTTP/1.1" status: 200 len: 946 time: 0.3271265 Feb 09 01:38:41.786385 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-ada3d2a4-781e-4d3c-8a4d-c3a7d4b7192a None None] For port 21a7409d-cb9b-4bf7-812d-436d8b708a70, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=21a7409d-cb9b-4bf7-812d-436d8b708a70,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:41.793422 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 21a7409d-cb9b-4bf7-812d-436d8b708a70 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:41.793824 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (21a7409d-cb9b-4bf7-812d-436d8b708a70), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:41.807604 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ada3d2a4-781e-4d3c-8a4d-c3a7d4b7192a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (21a7409d-cb9b-4bf7-812d-436d8b708a70), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:41.896057 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3d2a4-781e-4d3c-8a4d-c3a7d4b7192a None None] Pushing event updated for resources: {'Port': ['ID=21a7409d-cb9b-4bf7-812d-436d8b708a70,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:41.914163 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-864219dd-a7c3-406f-8ff6-28e00ba75ad3 req-649524c9-aa55-4c3e-9ad5-144de09c22fc tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928020 Feb 09 01:38:41.919438 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-936a634e-b3f3-4382-8377-2387c0468f4b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (af3c6723-2d42-410c-9d48-ee92cd58a3dd), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:42.012029 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936a634e-b3f3-4382-8377-2387c0468f4b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:42.033569 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-936a634e-b3f3-4382-8377-2387c0468f4b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:42.048157 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936a634e-b3f3-4382-8377-2387c0468f4b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:42.048760 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-936a634e-b3f3-4382-8377-2387c0468f4b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:42.092444 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-936a634e-b3f3-4382-8377-2387c0468f4b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8562422 Feb 09 01:38:42.095539 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53968) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:42.106921 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-f922c27c-626b-416d-8842-3dcd265591d1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'port': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'name': 'tempest-NetworksTestDHCPv6-1959631793'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:42.108926 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a634e-b3f3-4382-8377-2387c0468f4b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Subnet': ['ID=af3c6723-2d42-410c-9d48-ee92cd58a3dd,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:42.188773 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d05b0304-dce3-455c-b671-d4883563202b None None] Deleting port 21a7409d-cb9b-4bf7-812d-436d8b708a70 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:42.189144 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d05b0304-dce3-455c-b671-d4883563202b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (21a7409d-cb9b-4bf7-812d-436d8b708a70), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:42.287313 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d05b0304-dce3-455c-b671-d4883563202b None None] For port 21a7409d-cb9b-4bf7-812d-436d8b708a70, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=21a7409d-cb9b-4bf7-812d-436d8b708a70,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:42.287705 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d05b0304-dce3-455c-b671-d4883563202b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (21a7409d-cb9b-4bf7-812d-436d8b708a70), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:42.303430 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d05b0304-dce3-455c-b671-d4883563202b None None] Calling delete_port for 21a7409d-cb9b-4bf7-812d-436d8b708a70 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:42.361753 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:38:42.362056 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:38:42.373287 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f922c27c-626b-416d-8842-3dcd265591d1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:42.376905 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f922c27c-626b-416d-8842-3dcd265591d1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:42.413733 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-f922c27c-626b-416d-8842-3dcd265591d1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] device_id is not set on port 6704da34-8b67-4fe8-94f9-4552e43a103d yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:38:42.423285 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d05b0304-dce3-455c-b671-d4883563202b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (21a7409d-cb9b-4bf7-812d-436d8b708a70), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:42.453730 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b0304-dce3-455c-b671-d4883563202b None None] Pushing event deleted for resources: {'Port': ['ID=21a7409d-cb9b-4bf7-812d-436d8b708a70,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:42.459158 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05b0304-dce3-455c-b671-d4883563202b None None] No DVR routers for this DVR port 21a7409d-cb9b-4bf7-812d-436d8b708a70 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:42.484511 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a8544c-e772-497c-8d12-21442bbb821e None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:42.629016 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d621662-9936-4610-a65b-4a94b55206e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'project_id': '840feb797a5045feb11a0660b5a0c7d5', 'fixed_ips': [{'subnet_id': 'af3c6723-2d42-410c-9d48-ee92cd58a3dd'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:38:42.630509 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6d621662-9936-4610-a65b-4a94b55206e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:42.743590 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-f922c27c-626b-416d-8842-3dcd265591d1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Allocated IP 2001:db8::321 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/af3c6723-2d42-410c-9d48-ee92cd58a3dd/6704da34-8b67-4fe8-94f9-4552e43a103d) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:43.002946 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f922c27c-626b-416d-8842-3dcd265591d1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for port (6704da34-8b67-4fe8-94f9-4552e43a103d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:43.062051 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f922c27c-626b-416d-8842-3dcd265591d1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (6704da34-8b67-4fe8-94f9-4552e43a103d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:43.093619 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53992) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:43.136836 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f922c27c-626b-416d-8842-3dcd265591d1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:43.141356 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-f922c27c-626b-416d-8842-3dcd265591d1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:43.151140 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f922c27c-626b-416d-8842-3dcd265591d1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:43.159746 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245ff86-e997-4302-b124-c1b76eeef549 req-a2f7fa62-6cef-42fd-a07e-378c62f08aba tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:43.162818 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f922c27c-626b-416d-8842-3dcd265591d1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:43.163701 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f922c27c-626b-416d-8842-3dcd265591d1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:43.165335 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e245ff86-e997-4302-b124-c1b76eeef549 req-a2f7fa62-6cef-42fd-a07e-378c62f08aba tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ee24896-742d-484f-86a4-208f664de738 HTTP/1.1" status: 200 len: 946 time: 0.1518333 Feb 09 01:38:43.179402 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-6d621662-9936-4610-a65b-4a94b55206e4 None None] Allocated IP 2001:db8::2 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/af3c6723-2d42-410c-9d48-ee92cd58a3dd/995ff560-e688-4900-9cc0-d4c49498e62c) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:43.193487 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f922c27c-626b-416d-8842-3dcd265591d1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0960014 Feb 09 01:38:43.195632 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53996) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:43.207656 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922c27c-626b-416d-8842-3dcd265591d1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Port': ['ID=6704da34-8b67-4fe8-94f9-4552e43a103d,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:43.268601 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e245ff86-e997-4302-b124-c1b76eeef549 req-2717a634-cc33-4e9c-874b-25a558c073e1 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949283 Feb 09 01:38:43.282938 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c29b1f2-b315-426b-83cc-9371fae78fe5 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:43.291338 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54000) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:43.292940 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7c29b1f2-b315-426b-83cc-9371fae78fe5 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0920427 Feb 09 01:38:43.368697 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5e1d6ee9-c1a0-4b7a-949f-f13e5cd8b2ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:43.395423 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Port 21a7409d-cb9b-4bf7-812d-436d8b708a70 update to ACTIVE by agent not found {{(pid=103530) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 09 01:38:43.542224 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 21a7409d-cb9b-4bf7-812d-436d8b708a70 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:38:43.576371 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 21a7409d-cb9b-4bf7-812d-436d8b708a70 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:38:43.577223 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 21a7409d-cb9b-4bf7-812d-436d8b708a70 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:38:43.594619 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6d621662-9936-4610-a65b-4a94b55206e4 None None] Publish callbacks [] for port (995ff560-e688-4900-9cc0-d4c49498e62c), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:43.604820 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6d621662-9936-4610-a65b-4a94b55206e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (995ff560-e688-4900-9cc0-d4c49498e62c), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:43.649343 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d621662-9936-4610-a65b-4a94b55206e4 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:43.652542 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-6d621662-9936-4610-a65b-4a94b55206e4 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:43.659193 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d621662-9936-4610-a65b-4a94b55206e4 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:43.673390 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d621662-9936-4610-a65b-4a94b55206e4 None None] Pushing event updated for resources: {'Port': ['ID=995ff560-e688-4900-9cc0-d4c49498e62c,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:43.739437 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-6d621662-9936-4610-a65b-4a94b55206e4 None None] Attempting to bind port 995ff560-e688-4900-9cc0-d4c49498e62c on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:38:43.739881 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-6d621662-9936-4610-a65b-4a94b55206e4 None None] Attempting to bind port 995ff560-e688-4900-9cc0-d4c49498e62c by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:38:43.740417 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d621662-9936-4610-a65b-4a94b55206e4 None None] Attempting to bind port 995ff560-e688-4900-9cc0-d4c49498e62c on network cbbe9143-fcdc-43c5-b797-7f127a92ac8e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:43.748209 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d621662-9936-4610-a65b-4a94b55206e4 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:38:43.748586 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d621662-9936-4610-a65b-4a94b55206e4 None None] Checking segment: {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:43.748997 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6d621662-9936-4610-a65b-4a94b55206e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:43.749572 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d621662-9936-4610-a65b-4a94b55206e4 None None] Bound using segment: {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:38:43.750067 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-6d621662-9936-4610-a65b-4a94b55206e4 None None] Bound port: 995ff560-e688-4900-9cc0-d4c49498e62c, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:38:43.750592 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6d621662-9936-4610-a65b-4a94b55206e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (995ff560-e688-4900-9cc0-d4c49498e62c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:43.847165 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-6d621662-9936-4610-a65b-4a94b55206e4 None None] For port 995ff560-e688-4900-9cc0-d4c49498e62c, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:38:43.851388 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-6d621662-9936-4610-a65b-4a94b55206e4 None None] For port 995ff560-e688-4900-9cc0-d4c49498e62c, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=995ff560-e688-4900-9cc0-d4c49498e62c,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:38:43.863679 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6d621662-9936-4610-a65b-4a94b55206e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (995ff560-e688-4900-9cc0-d4c49498e62c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:43.943138 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-b5a07ea6-b517-4d4e-b60e-385e601677ff tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting port 6704da34-8b67-4fe8-94f9-4552e43a103d {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:43.943430 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b5a07ea6-b517-4d4e-b60e-385e601677ff tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (6704da34-8b67-4fe8-94f9-4552e43a103d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:43.955006 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d621662-9936-4610-a65b-4a94b55206e4 None None] Pushing event updated for resources: {'Port': ['ID=995ff560-e688-4900-9cc0-d4c49498e62c,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:43.979658 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10a9de-078e-44e9-9730-b625e3785e69 req-bc3ae10a-5db8-4f50-9587-c96ada8ac683 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:43.988524 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ac10a9de-078e-44e9-9730-b625e3785e69 req-bc3ae10a-5db8-4f50-9587-c96ada8ac683 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e65f112-ec92-4402-accd-3e3843cfa859 HTTP/1.1" status: 200 len: 945 time: 0.5915082 Feb 09 01:38:44.202252 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5e1d6ee9-c1a0-4b7a-949f-f13e5cd8b2ca admin admin] Publish callbacks [] for security_group (dd29b8c1-1e5d-4501-b5e2-4f1a6c4ec0ab), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:44.223709 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ac10a9de-078e-44e9-9730-b625e3785e69 req-f4dad1eb-93cd-40b6-84d7-6fddef64698a tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634827 Feb 09 01:38:44.234343 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5e1d6ee9-c1a0-4b7a-949f-f13e5cd8b2ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (dd29b8c1-1e5d-4501-b5e2-4f1a6c4ec0ab), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:44.289709 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b5a07ea6-b517-4d4e-b60e-385e601677ff tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (6704da34-8b67-4fe8-94f9-4552e43a103d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:44.339082 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-b5a07ea6-b517-4d4e-b60e-385e601677ff tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Calling delete_port for 6704da34-8b67-4fe8-94f9-4552e43a103d owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:44.349696 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d6ee9-c1a0-4b7a-949f-f13e5cd8b2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd29b8c1-1e5d-4501-b5e2-4f1a6c4ec0ab,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:44.370399 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5e1d6ee9-c1a0-4b7a-949f-f13e5cd8b2ca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=05428bd690fb4741ba873f99a7d6148b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2734041 Feb 09 01:38:44.374878 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54028) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:44.404842 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90d8af-41d5-4f7e-8d9b-5fe6521ed343 req-6a0ad1a6-c503-4723-a251-c54708b59805 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:44.406436 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0d90d8af-41d5-4f7e-8d9b-5fe6521ed343 req-6a0ad1a6-c503-4723-a251-c54708b59805 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb6bc2e2-6ca4-4049-9d89-897fbfd0b28d HTTP/1.1" status: 200 len: 945 time: 0.2839646 Feb 09 01:38:44.477423 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7839b6dd-efd8-4a2f-91e5-9a173f91b65f admin admin] Publish callbacks [] for security_group (dd29b8c1-1e5d-4501-b5e2-4f1a6c4ec0ab), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:44.530360 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a7844-eada-44a7-b52f-638371371fdb req-1f039e33-e485-438b-9de9-20c58395bcb1 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:44.531788 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7839b6dd-efd8-4a2f-91e5-9a173f91b65f admin admin] Publish callbacks [] for security_group (dd29b8c1-1e5d-4501-b5e2-4f1a6c4ec0ab), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:44.531932 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4b0a7844-eada-44a7-b52f-638371371fdb req-1f039e33-e485-438b-9de9-20c58395bcb1 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ee24896-742d-484f-86a4-208f664de738 HTTP/1.1" status: 200 len: 946 time: 0.1906970 Feb 09 01:38:44.580363 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0d90d8af-41d5-4f7e-8d9b-5fe6521ed343 req-91bb2179-63f8-422f-9e02-f3db6d1207c9 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/security-groups?id=698705ed-ee0f-4e1a-a43a-98ca66f55ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217465 Feb 09 01:38:44.612360 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7839b6dd-efd8-4a2f-91e5-9a173f91b65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (dd29b8c1-1e5d-4501-b5e2-4f1a6c4ec0ab), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:44.618437 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7839b6dd-efd8-4a2f-91e5-9a173f91b65f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:44.619674 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7839b6dd-efd8-4a2f-91e5-9a173f91b65f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dd29b8c1-1e5d-4501-b5e2-4f1a6c4ec0ab HTTP/1.1" status: 204 len: 168 time: 0.2437863 Feb 09 01:38:44.630240 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839b6dd-efd8-4a2f-91e5-9a173f91b65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd29b8c1-1e5d-4501-b5e2-4f1a6c4ec0ab,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:44.657721 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4b0a7844-eada-44a7-b52f-638371371fdb req-6d710dc3-d18e-49fd-a483-ac30c47b9f84 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193128 Feb 09 01:38:44.690358 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b5a07ea6-b517-4d4e-b60e-385e601677ff tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (6704da34-8b67-4fe8-94f9-4552e43a103d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:44.739704 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a07ea6-b517-4d4e-b60e-385e601677ff tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Port': ['ID=6704da34-8b67-4fe8-94f9-4552e43a103d,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:44.778178 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b5a07ea6-b517-4d4e-b60e-385e601677ff tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:44.782726 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b5a07ea6-b517-4d4e-b60e-385e601677ff tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/ports/6704da34-8b67-4fe8-94f9-4552e43a103d HTTP/1.1" status: 204 len: 168 time: 1.4901609 Feb 09 01:38:44.785147 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54036) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:44.867205 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336cf79b-b724-4f9c-bf7f-6f0ebe254145 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:44.868606 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336cf79b-b724-4f9c-bf7f-6f0ebe254145 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:44.870195 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-336cf79b-b724-4f9c-bf7f-6f0ebe254145 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0840344 Feb 09 01:38:44.873154 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54040) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:44.965335 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9f49060-4501-4c18-904f-d53b4a352379 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting subnet af3c6723-2d42-410c-9d48-ee92cd58a3dd {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:38:44.999437 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f9f49060-4501-4c18-904f-d53b4a352379 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (af3c6723-2d42-410c-9d48-ee92cd58a3dd), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:45.058362 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f9f49060-4501-4c18-904f-d53b4a352379 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (af3c6723-2d42-410c-9d48-ee92cd58a3dd), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:45.105750 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee3810-0c12-4054-a0bc-2c9a2b6ef836 req-11abd2d0-a92f-4def-a1d8-75df05f0b96b tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:45.123484 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-90ee3810-0c12-4054-a0bc-2c9a2b6ef836 req-11abd2d0-a92f-4def-a1d8-75df05f0b96b tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ee24896-742d-484f-86a4-208f664de738 HTTP/1.1" status: 200 len: 946 time: 0.1750867 Feb 09 01:38:45.218664 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-90ee3810-0c12-4054-a0bc-2c9a2b6ef836 req-dead73c3-2253-42ae-8098-9d2f366e8b95 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942104 Feb 09 01:38:45.236276 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f9f49060-4501-4c18-904f-d53b4a352379 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (af3c6723-2d42-410c-9d48-ee92cd58a3dd), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:45.317167 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f9f49060-4501-4c18-904f-d53b4a352379 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (af3c6723-2d42-410c-9d48-ee92cd58a3dd), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:45.347996 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f49060-4501-4c18-904f-d53b4a352379 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Subnet': ['ID=af3c6723-2d42-410c-9d48-ee92cd58a3dd,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:45.350373 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f9f49060-4501-4c18-904f-d53b4a352379 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:45.357086 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f9f49060-4501-4c18-904f-d53b4a352379 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/af3c6723-2d42-410c-9d48-ee92cd58a3dd HTTP/1.1" status: 204 len: 168 time: 0.4804103 Feb 09 01:38:45.357186 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54056) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:45.426568 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8e86c5d3-35fe-40c5-99f3-eaacc035bf52 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0681887 Feb 09 01:38:45.430132 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54060) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:45.436497 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-168b9d95-2868-4504-959c-3df3925004a1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'subnet': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:45.475989 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f747cb-3657-4514-a7c7-f15323bc6209 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:45.531398 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54064) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:45.566449 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 995ff560-e688-4900-9cc0-d4c49498e62c up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:45.596528 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168b9d95-2868-4504-959c-3df3925004a1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:45.602117 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-168b9d95-2868-4504-959c-3df3925004a1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:45.649361 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-53c58879-c6f4-42f7-91ac-157427ee449c None None] Provisioning complete for port 995ff560-e688-4900-9cc0-d4c49498e62c triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:45.649728 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-53c58879-c6f4-42f7-91ac-157427ee449c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (995ff560-e688-4900-9cc0-d4c49498e62c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:45.691232 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d3b1bd4-885a-421b-af67-1ba675ec8650 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:45.711358 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 995ff560-e688-4900-9cc0-d4c49498e62c triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:45.711707 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (995ff560-e688-4900-9cc0-d4c49498e62c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:45.838989 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d3b1bd4-885a-421b-af67-1ba675ec8650 admin admin] Publish callbacks [] for security_group (3e87735e-119d-490d-9c23-10028deab849), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:45.843237 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d3b1bd4-885a-421b-af67-1ba675ec8650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3e87735e-119d-490d-9c23-10028deab849), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:45.848210 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-53c58879-c6f4-42f7-91ac-157427ee449c None None] Current status of the port 995ff560-e688-4900-9cc0-d4c49498e62c is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:45.848560 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-53c58879-c6f4-42f7-91ac-157427ee449c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (995ff560-e688-4900-9cc0-d4c49498e62c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:45.867725 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ae8f1f-0cd0-4c16-9074-14a49571fdb3 None None] DHCP port deletion for cbbe9143-fcdc-43c5-b797-7f127a92ac8e request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:38:45.877888 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b1bd4-885a-421b-af67-1ba675ec8650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e87735e-119d-490d-9c23-10028deab849,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:45.892218 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-53c58879-c6f4-42f7-91ac-157427ee449c None None] For port 995ff560-e688-4900-9cc0-d4c49498e62c, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=995ff560-e688-4900-9cc0-d4c49498e62c,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:45.900585 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-53c58879-c6f4-42f7-91ac-157427ee449c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (995ff560-e688-4900-9cc0-d4c49498e62c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:45.905605 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3d3b1bd4-885a-421b-af67-1ba675ec8650 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=edf05f226dca4a30a0b34e92d554050b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3728623 Feb 09 01:38:45.907836 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54076) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:45.971614 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-398f7170-69cd-4601-b1f0-e81e4949d9e2 admin admin] Publish callbacks [] for security_group (3e87735e-119d-490d-9c23-10028deab849), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:46.001985 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-398f7170-69cd-4601-b1f0-e81e4949d9e2 admin admin] Publish callbacks [] for security_group (3e87735e-119d-490d-9c23-10028deab849), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:46.029072 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 995ff560-e688-4900-9cc0-d4c49498e62c is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:46.032800 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78e897-7f90-44de-a0d5-a9283dda9fc3 req-a496d081-1092-44a3-88bb-00cffcc541e5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:46.033954 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ac78e897-7f90-44de-a0d5-a9283dda9fc3 req-a496d081-1092-44a3-88bb-00cffcc541e5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.121 "GET /v2.0/ports?device_id=cb6bc2e2-6ca4-4049-9d89-897fbfd0b28d HTTP/1.1" status: 200 len: 945 time: 0.2973280 Feb 09 01:38:46.039328 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c58879-c6f4-42f7-91ac-157427ee449c None None] Pushing event updated for resources: {'Port': ['ID=995ff560-e688-4900-9cc0-d4c49498e62c,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:46.049083 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1b6c2-61db-4992-9f35-a6adb11ddad4 req-c549b009-0e35-4d5b-826d-e4e6e04e3e98 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:46.050858 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-56d1b6c2-61db-4992-9f35-a6adb11ddad4 req-c549b009-0e35-4d5b-826d-e4e6e04e3e98 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb6bc2e2-6ca4-4049-9d89-897fbfd0b28d HTTP/1.1" status: 200 len: 945 time: 0.3269596 Feb 09 01:38:46.051964 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-168b9d95-2868-4504-959c-3df3925004a1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (0e1a1c9c-86f8-4d57-b513-09e618f881d5), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:46.055924 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d4ae8f1f-0cd0-4c16-9074-14a49571fdb3 None None] Deleting port 995ff560-e688-4900-9cc0-d4c49498e62c {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:46.056485 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d4ae8f1f-0cd0-4c16-9074-14a49571fdb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (995ff560-e688-4900-9cc0-d4c49498e62c), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:46.074400 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-398f7170-69cd-4601-b1f0-e81e4949d9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3e87735e-119d-490d-9c23-10028deab849), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:46.077593 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-398f7170-69cd-4601-b1f0-e81e4949d9e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:46.079034 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-398f7170-69cd-4601-b1f0-e81e4949d9e2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3e87735e-119d-490d-9c23-10028deab849 HTTP/1.1" status: 204 len: 168 time: 0.1698072 Feb 09 01:38:46.088355 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f7170-69cd-4601-b1f0-e81e4949d9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e87735e-119d-490d-9c23-10028deab849,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:46.191182 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d4ae8f1f-0cd0-4c16-9074-14a49571fdb3 None None] For port 995ff560-e688-4900-9cc0-d4c49498e62c, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=995ff560-e688-4900-9cc0-d4c49498e62c,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:46.191597 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d4ae8f1f-0cd0-4c16-9074-14a49571fdb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (995ff560-e688-4900-9cc0-d4c49498e62c), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:46.201076 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168b9d95-2868-4504-959c-3df3925004a1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:46.211224 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-168b9d95-2868-4504-959c-3df3925004a1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:46.233541 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d4ae8f1f-0cd0-4c16-9074-14a49571fdb3 None None] Calling delete_port for 995ff560-e688-4900-9cc0-d4c49498e62c owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:46.244708 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168b9d95-2868-4504-959c-3df3925004a1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:46.245464 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-168b9d95-2868-4504-959c-3df3925004a1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:46.304961 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-56d1b6c2-61db-4992-9f35-a6adb11ddad4 req-4624c973-2231-4e07-9333-d7bdf2d4543d tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/security-groups?id=698705ed-ee0f-4e1a-a43a-98ca66f55ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307084 Feb 09 01:38:46.306859 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b9d95-2868-4504-959c-3df3925004a1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Subnet': ['ID=0e1a1c9c-86f8-4d57-b513-09e618f881d5,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:46.325348 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-168b9d95-2868-4504-959c-3df3925004a1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8939693 Feb 09 01:38:46.328545 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54088) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:46.336613 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-9c25ceaf-e018-42d2-abc7-c838cc5cee07 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'port': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'name': 'tempest-NetworksTestDHCPv6-777870312'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:46.354706 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-ac78e897-7f90-44de-a0d5-a9283dda9fc3 req-2e700124-65c9-4395-80f6-4d9bdb860911 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Deleting port 099df6f3-d2a9-4334-994e-654e5444e98b {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:46.355438 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ac78e897-7f90-44de-a0d5-a9283dda9fc3 req-2e700124-65c9-4395-80f6-4d9bdb860911 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (099df6f3-d2a9-4334-994e-654e5444e98b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:46.420260 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d4ae8f1f-0cd0-4c16-9074-14a49571fdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (995ff560-e688-4900-9cc0-d4c49498e62c), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:46.443147 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ae8f1f-0cd0-4c16-9074-14a49571fdb3 None None] No DVR routers for this DVR port 995ff560-e688-4900-9cc0-d4c49498e62c on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:46.488604 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae8f1f-0cd0-4c16-9074-14a49571fdb3 None None] Pushing event deleted for resources: {'Port': ['ID=995ff560-e688-4900-9cc0-d4c49498e62c,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:46.506938 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5c1b49-b8f1-4e71-8bbb-16170f8ff729 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:46.543465 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c29d7-41ec-4757-bdf1-43b93c4c3a40 req-3bbb3cf4-fc01-4e88-b80d-bbc81f678b8b tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:46.546871 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c20c29d7-41ec-4757-bdf1-43b93c4c3a40 req-3bbb3cf4-fc01-4e88-b80d-bbc81f678b8b tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ee24896-742d-484f-86a4-208f664de738 HTTP/1.1" status: 200 len: 946 time: 0.1700699 Feb 09 01:38:46.567459 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-ac78e897-7f90-44de-a0d5-a9283dda9fc3 req-2e700124-65c9-4395-80f6-4d9bdb860911 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] For port 099df6f3-d2a9-4334-994e-654e5444e98b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=099df6f3-d2a9-4334-994e-654e5444e98b,segment=NetworkSegment(7b7986fb-3759-47d5-aaef-a86146eab3c0),segment_id=7b7986fb-3759-47d5-aaef-a86146eab3c0)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:46.567861 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ac78e897-7f90-44de-a0d5-a9283dda9fc3 req-2e700124-65c9-4395-80f6-4d9bdb860911 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (099df6f3-d2a9-4334-994e-654e5444e98b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:46.574189 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c25ceaf-e018-42d2-abc7-c838cc5cee07 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:46.587561 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9c25ceaf-e018-42d2-abc7-c838cc5cee07 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:46.593928 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-ac78e897-7f90-44de-a0d5-a9283dda9fc3 req-2e700124-65c9-4395-80f6-4d9bdb860911 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Calling delete_port for 099df6f3-d2a9-4334-994e-654e5444e98b owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:46.625492 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-9c25ceaf-e018-42d2-abc7-c838cc5cee07 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] device_id is not set on port 0f5cba10-d6af-4d96-aa3c-719e7e559136 yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:38:46.653540 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434413a4-9ff0-45ae-bd24-cd8a11114091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'project_id': '840feb797a5045feb11a0660b5a0c7d5', 'fixed_ips': [{'subnet_id': '0e1a1c9c-86f8-4d57-b513-09e618f881d5'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:38:46.655367 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54094) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:46.655964 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-434413a4-9ff0-45ae-bd24-cd8a11114091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:46.671808 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c20c29d7-41ec-4757-bdf1-43b93c4c3a40 req-444b5975-12c8-4ace-a8bf-e10911558342 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180811 Feb 09 01:38:46.709346 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a7b9b-aa6e-492d-adcb-08e3d3e38ebf req-1190f32c-0b97-4efe-ad48-3e970090a49b tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:46.712289 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fc7a7b9b-aa6e-492d-adcb-08e3d3e38ebf req-1190f32c-0b97-4efe-ad48-3e970090a49b tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.121 "GET /v2.0/ports?device_id=7ee24896-742d-484f-86a4-208f664de738 HTTP/1.1" status: 200 len: 946 time: 0.2026379 Feb 09 01:38:46.731084 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9463ecfa-e951-40ba-aabc-621df7552deb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:46.795574 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ac78e897-7f90-44de-a0d5-a9283dda9fc3 req-2e700124-65c9-4395-80f6-4d9bdb860911 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (099df6f3-d2a9-4334-994e-654e5444e98b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:46.808003 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['099df6f3-d2a9-4334-994e-654e5444e98b'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:38:46.845849 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e700124-65c9-4395-80f6-4d9bdb860911 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Pushing event deleted for resources: {'Port': ['ID=099df6f3-d2a9-4334-994e-654e5444e98b,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:46.885147 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac78e897-7f90-44de-a0d5-a9283dda9fc3 req-2e700124-65c9-4395-80f6-4d9bdb860911 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] No DVR routers for this DVR port 099df6f3-d2a9-4334-994e-654e5444e98b on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:46.887850 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ac78e897-7f90-44de-a0d5-a9283dda9fc3 req-2e700124-65c9-4395-80f6-4d9bdb860911 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:46.891274 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ac78e897-7f90-44de-a0d5-a9283dda9fc3 req-2e700124-65c9-4395-80f6-4d9bdb860911 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.121 "DELETE /v2.0/ports/099df6f3-d2a9-4334-994e-654e5444e98b HTTP/1.1" status: 204 len: 173 time: 0.8358142 Feb 09 01:38:46.891733 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6bc2e2-6ca4-4049-9d89-897fbfd0b28d', 'name': 'network-vif-deleted', 'tag': '099df6f3-d2a9-4334-994e-654e5444e98b'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:38:46.894037 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee7eda6-b7fb-4938-8ba1-ca5179d79eba" -d '{"events": [{"server_uuid": "cb6bc2e2-6ca4-4049-9d89-897fbfd0b28d", "name": "network-vif-deleted", "tag": "099df6f3-d2a9-4334-994e-654e5444e98b"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:38:46.932250 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-9c25ceaf-e018-42d2-abc7-c838cc5cee07 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Allocated IP 2001:db8::3b4 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/0e1a1c9c-86f8-4d57-b513-09e618f881d5/0f5cba10-d6af-4d96-aa3c-719e7e559136) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:46.935143 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60bfb33-d0dd-4bd0-805b-a004398ad639 x-openstack-request-id: req-a60bfb33-d0dd-4bd0-805b-a004398ad639 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:38:46.935445 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6bc2e2-6ca4-4049-9d89-897fbfd0b28d", "name": "network-vif-deleted", "tag": "099df6f3-d2a9-4334-994e-654e5444e98b", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:38:46.935700 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a60bfb33-d0dd-4bd0-805b-a004398ad639 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:38:46.936502 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6bc2e2-6ca4-4049-9d89-897fbfd0b28d', 'name': 'network-vif-deleted', 'tag': '099df6f3-d2a9-4334-994e-654e5444e98b', 'status': 'completed', 'code': 200} Feb 09 01:38:47.043885 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9463ecfa-e951-40ba-aabc-621df7552deb admin admin] Publish callbacks [] for security_group (7fc5eac1-4c39-4f55-8eec-2187661330e5), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:47.050583 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-fc7a7b9b-aa6e-492d-adcb-08e3d3e38ebf req-8eb159d8-f7b5-46f2-9d67-c273b8775096 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Deleting port 1fefafa1-7d93-4669-a04d-7c663a82407c {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:47.050952 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fc7a7b9b-aa6e-492d-adcb-08e3d3e38ebf req-8eb159d8-f7b5-46f2-9d67-c273b8775096 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (1fefafa1-7d93-4669-a04d-7c663a82407c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:47.075797 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9463ecfa-e951-40ba-aabc-621df7552deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7fc5eac1-4c39-4f55-8eec-2187661330e5), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:47.198335 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9463ecfa-e951-40ba-aabc-621df7552deb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e6cfb47fcf9b4ef5a4ab5bd082f2c7b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5363846 Feb 09 01:38:47.201611 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54108) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:47.203495 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463ecfa-e951-40ba-aabc-621df7552deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc5eac1-4c39-4f55-8eec-2187661330e5,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:47.255500 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1b0a3682-faf7-46f5-9a4e-fc5de7be7683 admin admin] Publish callbacks [] for security_group (7fc5eac1-4c39-4f55-8eec-2187661330e5), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:47.256201 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-fc7a7b9b-aa6e-492d-adcb-08e3d3e38ebf req-8eb159d8-f7b5-46f2-9d67-c273b8775096 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] For port 1fefafa1-7d93-4669-a04d-7c663a82407c, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1fefafa1-7d93-4669-a04d-7c663a82407c,segment=NetworkSegment(06a65791-d722-41e0-9f59-8e2f6da66f1f),segment_id=06a65791-d722-41e0-9f59-8e2f6da66f1f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:47.256463 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fc7a7b9b-aa6e-492d-adcb-08e3d3e38ebf req-8eb159d8-f7b5-46f2-9d67-c273b8775096 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (1fefafa1-7d93-4669-a04d-7c663a82407c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:47.280333 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-fc7a7b9b-aa6e-492d-adcb-08e3d3e38ebf req-8eb159d8-f7b5-46f2-9d67-c273b8775096 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Calling delete_port for 1fefafa1-7d93-4669-a04d-7c663a82407c owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:47.282004 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1b0a3682-faf7-46f5-9a4e-fc5de7be7683 admin admin] Publish callbacks [] for security_group (7fc5eac1-4c39-4f55-8eec-2187661330e5), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:47.283955 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9c25ceaf-e018-42d2-abc7-c838cc5cee07 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for port (0f5cba10-d6af-4d96-aa3c-719e7e559136), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:47.344673 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1b0a3682-faf7-46f5-9a4e-fc5de7be7683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7fc5eac1-4c39-4f55-8eec-2187661330e5), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:47.349196 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1b0a3682-faf7-46f5-9a4e-fc5de7be7683 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:47.354935 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1b0a3682-faf7-46f5-9a4e-fc5de7be7683 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7fc5eac1-4c39-4f55-8eec-2187661330e5 HTTP/1.1" status: 204 len: 168 time: 0.1514761 Feb 09 01:38:47.367281 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a3682-faf7-46f5-9a4e-fc5de7be7683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc5eac1-4c39-4f55-8eec-2187661330e5,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:47.386815 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9c25ceaf-e018-42d2-abc7-c838cc5cee07 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (0f5cba10-d6af-4d96-aa3c-719e7e559136), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:47.451844 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c25ceaf-e018-42d2-abc7-c838cc5cee07 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:47.464147 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-9c25ceaf-e018-42d2-abc7-c838cc5cee07 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:47.468355 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c25ceaf-e018-42d2-abc7-c838cc5cee07 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:47.475664 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c25ceaf-e018-42d2-abc7-c838cc5cee07 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:47.476893 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9c25ceaf-e018-42d2-abc7-c838cc5cee07 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:47.558074 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-434413a4-9ff0-45ae-bd24-cd8a11114091 None None] Allocated IP 2001:db8::2 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/0e1a1c9c-86f8-4d57-b513-09e618f881d5/463fba4a-c6a6-4451-9155-e7567fc6e1d4) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:47.582317 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 995ff560-e688-4900-9cc0-d4c49498e62c no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:38:47.604667 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d50dee5-b41e-4c3f-b393-181f15c65ff0 req-28f16130-d2af-4b8c-88db-1f554588fe83 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb6bc2e2-6ca4-4049-9d89-897fbfd0b28d HTTP/1.1" status: 200 len: 210 time: 0.0597651 Feb 09 01:38:47.608190 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25ceaf-e018-42d2-abc7-c838cc5cee07 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Port': ['ID=0f5cba10-d6af-4d96-aa3c-719e7e559136,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:47.628353 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54114) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:47.640529 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9c25ceaf-e018-42d2-abc7-c838cc5cee07 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3106492 Feb 09 01:38:47.643007 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 995ff560-e688-4900-9cc0-d4c49498e62c {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:38:47.643433 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 995ff560-e688-4900-9cc0-d4c49498e62c not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:38:47.657723 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fc7a7b9b-aa6e-492d-adcb-08e3d3e38ebf req-8eb159d8-f7b5-46f2-9d67-c273b8775096 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (1fefafa1-7d93-4669-a04d-7c663a82407c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:47.715569 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['e5d91dd6-102e-4454-a56c-70fcbce0a0de', '1fefafa1-7d93-4669-a04d-7c663a82407c'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:38:47.718290 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['35c82c86-9b27-4b9f-a80f-8521f07a72b0'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:38:47.720316 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb159d8-f7b5-46f2-9d67-c273b8775096 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Pushing event deleted for resources: {'Port': ['ID=1fefafa1-7d93-4669-a04d-7c663a82407c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:47.741144 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80164d17-b433-4d3a-9947-ad4bc5d012a2 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:47.748968 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54118) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:47.749226 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54120) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:47.760755 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-80164d17-b433-4d3a-9947-ad4bc5d012a2 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1309226 Feb 09 01:38:47.780316 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-855e21b0-a17a-4eb8-8b85-ced3e2c1a3fa tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-632302181', 'description': 'tempest-secgroup-smoke-632302181 description', 'project_id': 'e7f5366db1de43098724f0eb4e3342fd'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:47.825055 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b92f3dd4-e7d4-45bf-a423-672e95c4ef3a req-6865b702-3896-4ac6-96b9-880a369358b9 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ee24896-742d-484f-86a4-208f664de738 HTTP/1.1" status: 200 len: 210 time: 0.0327463 Feb 09 01:38:47.858315 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7a7b9b-aa6e-492d-adcb-08e3d3e38ebf req-8eb159d8-f7b5-46f2-9d67-c273b8775096 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] No DVR routers for this DVR port 1fefafa1-7d93-4669-a04d-7c663a82407c on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:47.864807 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fc7a7b9b-aa6e-492d-adcb-08e3d3e38ebf req-8eb159d8-f7b5-46f2-9d67-c273b8775096 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:47.869346 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fc7a7b9b-aa6e-492d-adcb-08e3d3e38ebf req-8eb159d8-f7b5-46f2-9d67-c273b8775096 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.121 "DELETE /v2.0/ports/1fefafa1-7d93-4669-a04d-7c663a82407c HTTP/1.1" status: 204 len: 173 time: 1.1478827 Feb 09 01:38:47.872576 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee24896-742d-484f-86a4-208f664de738', 'name': 'network-vif-deleted', 'tag': '1fefafa1-7d93-4669-a04d-7c663a82407c'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:38:47.875565 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996385cb-9b1a-42e5-98ef-e5209791d9dc" -d '{"events": [{"server_uuid": "7ee24896-742d-484f-86a4-208f664de738", "name": "network-vif-deleted", "tag": "1fefafa1-7d93-4669-a04d-7c663a82407c"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:38:47.895066 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-855e21b0-a17a-4eb8-8b85-ced3e2c1a3fa tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:47.948477 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-855e21b0-a17a-4eb8-8b85-ced3e2c1a3fa tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:47.954173 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4de6de-eefd-4875-8426-a372eb0b0ad6 x-openstack-request-id: req-8b4de6de-eefd-4875-8426-a372eb0b0ad6 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:38:47.954675 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee24896-742d-484f-86a4-208f664de738", "name": "network-vif-deleted", "tag": "1fefafa1-7d93-4669-a04d-7c663a82407c", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:38:47.955070 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8b4de6de-eefd-4875-8426-a372eb0b0ad6 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:38:47.955630 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee24896-742d-484f-86a4-208f664de738', 'name': 'network-vif-deleted', 'tag': '1fefafa1-7d93-4669-a04d-7c663a82407c', 'status': 'completed', 'code': 200} Feb 09 01:38:48.058502 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-434413a4-9ff0-45ae-bd24-cd8a11114091 None None] Publish callbacks [] for port (463fba4a-c6a6-4451-9155-e7567fc6e1d4), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.072817 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-fa4eb5cb-37fe-4983-a982-808db61babaa tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting port 0f5cba10-d6af-4d96-aa3c-719e7e559136 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:48.073242 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fa4eb5cb-37fe-4983-a982-808db61babaa tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (0f5cba10-d6af-4d96-aa3c-719e7e559136), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.084274 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-434413a4-9ff0-45ae-bd24-cd8a11114091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (463fba4a-c6a6-4451-9155-e7567fc6e1d4), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.148351 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-855e21b0-a17a-4eb8-8b85-ced3e2c1a3fa tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group (d0d5b8ff-98c5-432c-b648-cf25ba1c34c8), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.158203 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-855e21b0-a17a-4eb8-8b85-ced3e2c1a3fa tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (d0d5b8ff-98c5-432c-b648-cf25ba1c34c8), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.158549 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434413a4-9ff0-45ae-bd24-cd8a11114091 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:48.170727 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-434413a4-9ff0-45ae-bd24-cd8a11114091 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:48.207534 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434413a4-9ff0-45ae-bd24-cd8a11114091 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:48.227626 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fa4eb5cb-37fe-4983-a982-808db61babaa tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (0f5cba10-d6af-4d96-aa3c-719e7e559136), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.242148 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e21b0-a17a-4eb8-8b85-ced3e2c1a3fa tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d5b8ff-98c5-432c-b648-cf25ba1c34c8,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:48.250419 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-fa4eb5cb-37fe-4983-a982-808db61babaa tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Calling delete_port for 0f5cba10-d6af-4d96-aa3c-719e7e559136 owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:48.251386 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434413a4-9ff0-45ae-bd24-cd8a11114091 None None] Pushing event updated for resources: {'Port': ['ID=463fba4a-c6a6-4451-9155-e7567fc6e1d4,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:48.315575 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-434413a4-9ff0-45ae-bd24-cd8a11114091 None None] Attempting to bind port 463fba4a-c6a6-4451-9155-e7567fc6e1d4 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:38:48.316470 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-434413a4-9ff0-45ae-bd24-cd8a11114091 None None] Attempting to bind port 463fba4a-c6a6-4451-9155-e7567fc6e1d4 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:38:48.317012 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434413a4-9ff0-45ae-bd24-cd8a11114091 None None] Attempting to bind port 463fba4a-c6a6-4451-9155-e7567fc6e1d4 on network cbbe9143-fcdc-43c5-b797-7f127a92ac8e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:48.331497 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-855e21b0-a17a-4eb8-8b85-ced3e2c1a3fa tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group (ea60e72c-3021-4dd2-8311-c001cfa04ca6), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.333429 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434413a4-9ff0-45ae-bd24-cd8a11114091 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:38:48.333801 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434413a4-9ff0-45ae-bd24-cd8a11114091 None None] Checking segment: {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:48.334373 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-434413a4-9ff0-45ae-bd24-cd8a11114091 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.334816 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434413a4-9ff0-45ae-bd24-cd8a11114091 None None] Bound using segment: {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:38:48.335828 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-434413a4-9ff0-45ae-bd24-cd8a11114091 None None] Bound port: 463fba4a-c6a6-4451-9155-e7567fc6e1d4, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:38:48.336319 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-434413a4-9ff0-45ae-bd24-cd8a11114091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (463fba4a-c6a6-4451-9155-e7567fc6e1d4), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.337709 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-855e21b0-a17a-4eb8-8b85-ced3e2c1a3fa tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ea60e72c-3021-4dd2-8311-c001cfa04ca6), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.390300 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-855e21b0-a17a-4eb8-8b85-ced3e2c1a3fa tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.391837 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-855e21b0-a17a-4eb8-8b85-ced3e2c1a3fa tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6401904 Feb 09 01:38:48.394928 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54146) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:48.399091 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e21b0-a17a-4eb8-8b85-ced3e2c1a3fa tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea60e72c-3021-4dd2-8311-c001cfa04ca6,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:48.409057 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-8eb8347d-9bd4-4672-9564-78c128da07da tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'security_group_rule': {'security_group_id': 'ea60e72c-3021-4dd2-8311-c001cfa04ca6', 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:48.439636 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-434413a4-9ff0-45ae-bd24-cd8a11114091 None None] For port 463fba4a-c6a6-4451-9155-e7567fc6e1d4, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:38:48.447002 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-434413a4-9ff0-45ae-bd24-cd8a11114091 None None] For port 463fba4a-c6a6-4451-9155-e7567fc6e1d4, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=463fba4a-c6a6-4451-9155-e7567fc6e1d4,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:38:48.454823 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8eb8347d-9bd4-4672-9564-78c128da07da tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (30d878dc-2e70-4d9b-8b6e-a83de8aba419), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.461520 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-434413a4-9ff0-45ae-bd24-cd8a11114091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (463fba4a-c6a6-4451-9155-e7567fc6e1d4), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.487441 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fa4eb5cb-37fe-4983-a982-808db61babaa tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (0f5cba10-d6af-4d96-aa3c-719e7e559136), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.535462 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4eb5cb-37fe-4983-a982-808db61babaa tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Port': ['ID=0f5cba10-d6af-4d96-aa3c-719e7e559136,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:48.554339 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8eb8347d-9bd4-4672-9564-78c128da07da tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (30d878dc-2e70-4d9b-8b6e-a83de8aba419), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.561000 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8eb8347d-9bd4-4672-9564-78c128da07da tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (30d878dc-2e70-4d9b-8b6e-a83de8aba419), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.584076 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434413a4-9ff0-45ae-bd24-cd8a11114091 None None] Pushing event updated for resources: {'Port': ['ID=463fba4a-c6a6-4451-9155-e7567fc6e1d4,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:48.594787 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8eb8347d-9bd4-4672-9564-78c128da07da tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.599572 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8eb8347d-9bd4-4672-9564-78c128da07da tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2003529 Feb 09 01:38:48.599572 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb8347d-9bd4-4672-9564-78c128da07da tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30d878dc-2e70-4d9b-8b6e-a83de8aba419,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:48.599846 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fa4eb5cb-37fe-4983-a982-808db61babaa tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.601385 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-fa4eb5cb-37fe-4983-a982-808db61babaa tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/ports/0f5cba10-d6af-4d96-aa3c-719e7e559136 HTTP/1.1" status: 204 len: 168 time: 0.8479612 Feb 09 01:38:48.601865 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54150) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:48.603716 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54152) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:48.606917 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-406d0889-25b1-4872-90d3-2ec2ec9d7581 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'security_group_rule': {'security_group_id': 'ea60e72c-3021-4dd2-8311-c001cfa04ca6', 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:48.697184 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-406d0889-25b1-4872-90d3-2ec2ec9d7581 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (aa090d02-6d09-4001-9bac-cf15febae1aa), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.704207 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0686b7-4cb7-4950-9139-4f0e25044c37 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:48.707520 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0686b7-4cb7-4950-9139-4f0e25044c37 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:48.713026 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8b0686b7-4cb7-4950-9139-4f0e25044c37 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0982077 Feb 09 01:38:48.713558 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54158) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:48.809829 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4968e93-0aa4-4af4-a9d3-716c33edb115 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting subnet 0e1a1c9c-86f8-4d57-b513-09e618f881d5 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:38:48.814097 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c4968e93-0aa4-4af4-a9d3-716c33edb115 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (0e1a1c9c-86f8-4d57-b513-09e618f881d5), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.826151 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-406d0889-25b1-4872-90d3-2ec2ec9d7581 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (aa090d02-6d09-4001-9bac-cf15febae1aa), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.839681 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-406d0889-25b1-4872-90d3-2ec2ec9d7581 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (aa090d02-6d09-4001-9bac-cf15febae1aa), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.866280 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d0889-25b1-4872-90d3-2ec2ec9d7581 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa090d02-6d09-4001-9bac-cf15febae1aa,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:48.880075 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-406d0889-25b1-4872-90d3-2ec2ec9d7581 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.885121 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-406d0889-25b1-4872-90d3-2ec2ec9d7581 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2790043 Feb 09 01:38:48.886258 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54164) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:48.905073 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c4968e93-0aa4-4af4-a9d3-716c33edb115 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (0e1a1c9c-86f8-4d57-b513-09e618f881d5), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.908605 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-91a2d2c2-aaa1-497f-b8e7-5537a04e4c1c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'security_group_rule': {'security_group_id': 'ea60e72c-3021-4dd2-8311-c001cfa04ca6', 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:48.953849 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91a2d2c2-aaa1-497f-b8e7-5537a04e4c1c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (c5b240f0-135b-4ade-9f17-040bade73bd4), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.079665 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91a2d2c2-aaa1-497f-b8e7-5537a04e4c1c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (c5b240f0-135b-4ade-9f17-040bade73bd4), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.080556 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c4968e93-0aa4-4af4-a9d3-716c33edb115 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (0e1a1c9c-86f8-4d57-b513-09e618f881d5), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.090671 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91a2d2c2-aaa1-497f-b8e7-5537a04e4c1c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (c5b240f0-135b-4ade-9f17-040bade73bd4), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.129911 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91a2d2c2-aaa1-497f-b8e7-5537a04e4c1c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.131947 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-91a2d2c2-aaa1-497f-b8e7-5537a04e4c1c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2386866 Feb 09 01:38:49.135094 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54174) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:49.139782 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-eede4974-d779-4463-8e5c-e2966cd75bcb tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'security_group_rule': {'security_group_id': 'ea60e72c-3021-4dd2-8311-c001cfa04ca6', 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:49.166577 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a2d2c2-aaa1-497f-b8e7-5537a04e4c1c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5b240f0-135b-4ade-9f17-040bade73bd4,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:49.202585 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eede4974-d779-4463-8e5c-e2966cd75bcb tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (0693973d-055f-4302-8615-ab2423131282), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.241541 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c4968e93-0aa4-4af4-a9d3-716c33edb115 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (0e1a1c9c-86f8-4d57-b513-09e618f881d5), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.292486 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c4968e93-0aa4-4af4-a9d3-716c33edb115 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.297910 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c4968e93-0aa4-4af4-a9d3-716c33edb115 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/0e1a1c9c-86f8-4d57-b513-09e618f881d5 HTTP/1.1" status: 204 len: 168 time: 0.5810328 Feb 09 01:38:49.297910 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4968e93-0aa4-4af4-a9d3-716c33edb115 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Subnet': ['ID=0e1a1c9c-86f8-4d57-b513-09e618f881d5,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:49.298276 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54180) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:49.363419 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-25b95f71-7be1-4c2b-863f-250ee3c1f99d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0639641 Feb 09 01:38:49.363575 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eede4974-d779-4463-8e5c-e2966cd75bcb tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (0693973d-055f-4302-8615-ab2423131282), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.367016 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54186) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:49.372856 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eede4974-d779-4463-8e5c-e2966cd75bcb tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (0693973d-055f-4302-8615-ab2423131282), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.412334 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede4974-d779-4463-8e5c-e2966cd75bcb tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0693973d-055f-4302-8615-ab2423131282,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:49.424605 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc4f3a-116b-4244-83b3-e57b2d43725f req-bfbf8484-90ae-4110-aa4a-0360db047696 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:49.426371 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b7dc4f3a-116b-4244-83b3-e57b2d43725f req-bfbf8484-90ae-4110-aa4a-0360db047696 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e65f112-ec92-4402-accd-3e3843cfa859 HTTP/1.1" status: 200 len: 945 time: 0.1470475 Feb 09 01:38:49.476646 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eede4974-d779-4463-8e5c-e2966cd75bcb tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.485122 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-eede4974-d779-4463-8e5c-e2966cd75bcb tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3464563 Feb 09 01:38:49.487067 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.488136 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54188) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:49.503881 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef550012-a6a4-451c-8f50-e37cdad7af00 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:49.505699 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-7e8310cf-c71d-4f03-928a-defb66e546a0 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'security_group_rule': {'security_group_id': 'ea60e72c-3021-4dd2-8311-c001cfa04ca6', 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:49.508520 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ef550012-a6a4-451c-8f50-e37cdad7af00 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1391163 Feb 09 01:38:49.519738 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54190) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:49.583272 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b7dc4f3a-116b-4244-83b3-e57b2d43725f req-34f2c552-87b3-40d3-9751-2be1773865e1 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420817 Feb 09 01:38:49.585486 n-d-822053-40 neutron-server[103529]: INFO neutron.db.securitygroups_db [None req-7e8310cf-c71d-4f03-928a-defb66e546a0 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Project e7f5366db1de43098724f0eb4e3342fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:38:49.593911 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7e8310cf-c71d-4f03-928a-defb66e546a0 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (94e77c5f-60b7-4d70-8645-216118236506), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.598704 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 463fba4a-c6a6-4451-9155-e7567fc6e1d4 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:49.655262 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442d72e1-883f-4be7-8dd6-fb114e18bc59 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:49.657294 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-442d72e1-883f-4be7-8dd6-fb114e18bc59 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1364508 Feb 09 01:38:49.660726 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54194) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:49.687237 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 463fba4a-c6a6-4451-9155-e7567fc6e1d4 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:49.687610 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (463fba4a-c6a6-4451-9155-e7567fc6e1d4), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.693884 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7e8310cf-c71d-4f03-928a-defb66e546a0 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (94e77c5f-60b7-4d70-8645-216118236506), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.706980 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7e8310cf-c71d-4f03-928a-defb66e546a0 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (94e77c5f-60b7-4d70-8645-216118236506), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.743519 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1303ce55-6290-4f17-bcba-226298f9bb1f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0807784 Feb 09 01:38:49.746607 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54198) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:49.754188 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-78c1d5f1-667c-4704-9f13-37452613e8c8 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'subnet': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:49.754394 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8310cf-c71d-4f03-928a-defb66e546a0 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94e77c5f-60b7-4d70-8645-216118236506,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:49.766886 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7e8310cf-c71d-4f03-928a-defb66e546a0 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.768176 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7e8310cf-c71d-4f03-928a-defb66e546a0 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2789116 Feb 09 01:38:49.770980 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54200) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:49.779229 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-c572edc6-722b-4dd4-9a60-cfdb47a0df0a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'security_group_rule': {'security_group_id': 'ea60e72c-3021-4dd2-8311-c001cfa04ca6', 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:49.835091 n-d-822053-40 neutron-server[103529]: INFO neutron.db.securitygroups_db [None req-c572edc6-722b-4dd4-9a60-cfdb47a0df0a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Project e7f5366db1de43098724f0eb4e3342fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:38:49.844148 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c572edc6-722b-4dd4-9a60-cfdb47a0df0a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (de281def-e185-4dd4-b1e3-14b855c8826a), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.902679 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c1d5f1-667c-4704-9f13-37452613e8c8 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:49.906834 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-78c1d5f1-667c-4704-9f13-37452613e8c8 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.997234 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c572edc6-722b-4dd4-9a60-cfdb47a0df0a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (de281def-e185-4dd4-b1e3-14b855c8826a), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:50.011080 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c572edc6-722b-4dd4-9a60-cfdb47a0df0a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (de281def-e185-4dd4-b1e3-14b855c8826a), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:50.036993 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572edc6-722b-4dd4-9a60-cfdb47a0df0a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de281def-e185-4dd4-b1e3-14b855c8826a,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:50.056736 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c572edc6-722b-4dd4-9a60-cfdb47a0df0a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:50.058461 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c572edc6-722b-4dd4-9a60-cfdb47a0df0a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2842975 Feb 09 01:38:50.061436 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54208) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:50.069010 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-7552f015-6da9-48c9-8428-48f37aedc45d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'network': {'name': 'tempest-network-smoke--95860798', 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'port_security_enabled': True}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:50.076527 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 463fba4a-c6a6-4451-9155-e7567fc6e1d4 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:50.078583 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (463fba4a-c6a6-4451-9155-e7567fc6e1d4), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:50.146021 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7552f015-6da9-48c9-8428-48f37aedc45d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Made reservation on behalf of e7f5366db1de43098724f0eb4e3342fd for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:50.152527 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7552f015-6da9-48c9-8428-48f37aedc45d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:50.154464 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff97b52a-c98c-421b-89b3-331dc8801957 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:50.189767 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 463fba4a-c6a6-4451-9155-e7567fc6e1d4, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=463fba4a-c6a6-4451-9155-e7567fc6e1d4,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:50.221985 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7552f015-6da9-48c9-8428-48f37aedc45d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:38:50.234868 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (463fba4a-c6a6-4451-9155-e7567fc6e1d4), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:50.238682 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 1fefafa1-7d93-4669-a04d-7c663a82407c no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:38:50.246925 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7552f015-6da9-48c9-8428-48f37aedc45d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (d79e44ef-577b-4bb4-b4d8-d0a859c1f024), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:50.247426 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-7552f015-6da9-48c9-8428-48f37aedc45d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Added segment d79e44ef-577b-4bb4-b4d8-d0a859c1f024 of type vlan for network 7d026e5f-8203-4636-ba0b-6899bb8cd475 Feb 09 01:38:50.319918 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 1fefafa1-7d93-4669-a04d-7c663a82407c {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:38:50.321156 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 1fefafa1-7d93-4669-a04d-7c663a82407c not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:38:50.321759 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 099df6f3-d2a9-4334-994e-654e5444e98b no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:38:50.340700 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7552f015-6da9-48c9-8428-48f37aedc45d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (7d026e5f-8203-4636-ba0b-6899bb8cd475), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:50.348906 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-78c1d5f1-667c-4704-9f13-37452613e8c8 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (5ce70f55-6be6-4623-8846-69ce25b2afdb), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:50.356552 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 099df6f3-d2a9-4334-994e-654e5444e98b {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:38:50.356897 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 099df6f3-d2a9-4334-994e-654e5444e98b not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:38:50.417062 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c1d5f1-667c-4704-9f13-37452613e8c8 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:50.418509 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-78c1d5f1-667c-4704-9f13-37452613e8c8 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:50.424727 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c1d5f1-667c-4704-9f13-37452613e8c8 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:50.426323 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-78c1d5f1-667c-4704-9f13-37452613e8c8 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:50.428748 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=463fba4a-c6a6-4451-9155-e7567fc6e1d4,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:50.431801 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-8561d5fd-5770-469d-94c9-719a743bc985 None None] Provisioning complete for port 463fba4a-c6a6-4451-9155-e7567fc6e1d4 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:50.432295 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8561d5fd-5770-469d-94c9-719a743bc985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (463fba4a-c6a6-4451-9155-e7567fc6e1d4), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:50.444706 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7552f015-6da9-48c9-8428-48f37aedc45d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (7d026e5f-8203-4636-ba0b-6899bb8cd475), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:50.456079 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7552f015-6da9-48c9-8428-48f37aedc45d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:50.466311 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7552f015-6da9-48c9-8428-48f37aedc45d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:50.471690 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-78c1d5f1-667c-4704-9f13-37452613e8c8 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7229815 Feb 09 01:38:50.477106 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54218) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:50.478037 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c1d5f1-667c-4704-9f13-37452613e8c8 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Subnet': ['ID=5ce70f55-6be6-4623-8846-69ce25b2afdb,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:50.487808 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-4ff128d0-8c55-43d5-b038-3cb5c57f7608 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'port': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'fixed_ips': [{'subnet_id': '5ce70f55-6be6-4623-8846-69ce25b2afdb', 'ip_address': '2001:db8::f227:5854:8a59:8eeb'}], 'name': 'tempest-NetworksTestDHCPv6-857203595'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:50.592208 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7552f015-6da9-48c9-8428-48f37aedc45d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5255744 Feb 09 01:38:50.592208 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54222) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:50.603531 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-cd95a852-ea44-4be5-adc4-d0e27b60e5e3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1400759742', 'admin_state_up': True, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:50.662833 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7552f015-6da9-48c9-8428-48f37aedc45d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'Network': ['ID=7d026e5f-8203-4636-ba0b-6899bb8cd475,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:50.687746 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 7d026e5f-8203-4636-ba0b-6899bb8cd475 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:38:50.690012 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fc8f1e-0404-417b-93b4-950f2e30d375 None None] DHCP port deletion for cbbe9143-fcdc-43c5-b797-7f127a92ac8e request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:38:50.725345 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd95a852-ea44-4be5-adc4-d0e27b60e5e3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (c76fbd97-7be8-4833-8e01-6996e37d6800), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:50.726669 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd95a852-ea44-4be5-adc4-d0e27b60e5e3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (c76fbd97-7be8-4833-8e01-6996e37d6800), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:50.763259 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-8561d5fd-5770-469d-94c9-719a743bc985 None None] Current status of the port 463fba4a-c6a6-4451-9155-e7567fc6e1d4 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:50.889466 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff128d0-8c55-43d5-b038-3cb5c57f7608 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:50.933121 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-535464d0-75ad-4e0a-a6f3-388529e9338d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:50.960743 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd95a852-ea44-4be5-adc4-d0e27b60e5e3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for router_controller (c76fbd97-7be8-4833-8e01-6996e37d6800), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:51.004816 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7ab9a-2ae8-4cab-ab68-73e2d268f4be req-7bfbf29e-f934-49e2-9088-223e7c44ae79 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:51.006161 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:51.009702 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-25a7ab9a-2ae8-4cab-ab68-73e2d268f4be req-7bfbf29e-f934-49e2-9088-223e7c44ae79 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.121 "GET /v2.0/ports?device_id=4e65f112-ec92-4402-accd-3e3843cfa859 HTTP/1.1" status: 200 len: 945 time: 0.2936199 Feb 09 01:38:51.014409 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-31fc8f1e-0404-417b-93b4-950f2e30d375 None None] Deleting port 463fba4a-c6a6-4451-9155-e7567fc6e1d4 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:51.016098 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-31fc8f1e-0404-417b-93b4-950f2e30d375 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (463fba4a-c6a6-4451-9155-e7567fc6e1d4), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:51.019311 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7350d-be1c-492f-a9bc-3adee6740961 req-5ad63a17-4354-4d60-8d10-a66f00a0d85a tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:51.021780 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7fd7350d-be1c-492f-a9bc-3adee6740961 req-5ad63a17-4354-4d60-8d10-a66f00a0d85a tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e65f112-ec92-4402-accd-3e3843cfa859 HTTP/1.1" status: 200 len: 945 time: 0.2557416 Feb 09 01:38:51.284604 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-31fc8f1e-0404-417b-93b4-950f2e30d375 None None] For port 463fba4a-c6a6-4451-9155-e7567fc6e1d4, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=463fba4a-c6a6-4451-9155-e7567fc6e1d4,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:51.285096 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-31fc8f1e-0404-417b-93b4-950f2e30d375 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (463fba4a-c6a6-4451-9155-e7567fc6e1d4), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:51.301384 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7fd7350d-be1c-492f-a9bc-3adee6740961 req-196329f3-5cf4-46e6-b01d-d07739f3c25d tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238650 Feb 09 01:38:51.304560 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd95a852-ea44-4be5-adc4-d0e27b60e5e3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for router_gateway (c76fbd97-7be8-4833-8e01-6996e37d6800), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:51.305988 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4ff128d0-8c55-43d5-b038-3cb5c57f7608 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:51.318100 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-25a7ab9a-2ae8-4cab-ab68-73e2d268f4be req-4c8e335f-1e89-4b73-bdd0-09dab0dabbb7 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Deleting port e5d91dd6-102e-4454-a56c-70fcbce0a0de {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:51.319199 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-25a7ab9a-2ae8-4cab-ab68-73e2d268f4be req-4c8e335f-1e89-4b73-bdd0-09dab0dabbb7 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (e5d91dd6-102e-4454-a56c-70fcbce0a0de), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:51.324604 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-31fc8f1e-0404-417b-93b4-950f2e30d375 None None] Calling delete_port for 463fba4a-c6a6-4451-9155-e7567fc6e1d4 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:51.523715 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-31fc8f1e-0404-417b-93b4-950f2e30d375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (463fba4a-c6a6-4451-9155-e7567fc6e1d4), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:51.528950 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 463fba4a-c6a6-4451-9155-e7567fc6e1d4 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:38:51.557056 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-4ff128d0-8c55-43d5-b038-3cb5c57f7608 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] device_id is not set on port 92f81dd4-690d-4d16-9982-33560c3aeaa7 yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:38:51.652547 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc8f1e-0404-417b-93b4-950f2e30d375 None None] Pushing event deleted for resources: {'Port': ['ID=463fba4a-c6a6-4451-9155-e7567fc6e1d4,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:51.661960 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 463fba4a-c6a6-4451-9155-e7567fc6e1d4 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:38:51.662360 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 463fba4a-c6a6-4451-9155-e7567fc6e1d4 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:38:51.685501 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fc8f1e-0404-417b-93b4-950f2e30d375 None None] No DVR routers for this DVR port 463fba4a-c6a6-4451-9155-e7567fc6e1d4 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:51.710186 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473e0385-5e00-4496-9da3-35253dd0ad02 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:51.943875 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47089e6f-eb09-49a9-9680-21e547eb5ba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'project_id': '840feb797a5045feb11a0660b5a0c7d5', 'fixed_ips': [{'subnet_id': '5ce70f55-6be6-4623-8846-69ce25b2afdb'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:38:51.946105 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-47089e6f-eb09-49a9-9680-21e547eb5ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:51.979307 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd95a852-ea44-4be5-adc4-d0e27b60e5e3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for router_gateway (c76fbd97-7be8-4833-8e01-6996e37d6800), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:51.980979 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-25a7ab9a-2ae8-4cab-ab68-73e2d268f4be req-4c8e335f-1e89-4b73-bdd0-09dab0dabbb7 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] For port e5d91dd6-102e-4454-a56c-70fcbce0a0de, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=e5d91dd6-102e-4454-a56c-70fcbce0a0de,segment=NetworkSegment(06a65791-d722-41e0-9f59-8e2f6da66f1f),segment_id=06a65791-d722-41e0-9f59-8e2f6da66f1f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:51.981962 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-25a7ab9a-2ae8-4cab-ab68-73e2d268f4be req-4c8e335f-1e89-4b73-bdd0-09dab0dabbb7 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (e5d91dd6-102e-4454-a56c-70fcbce0a0de), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:52.017960 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd95a852-ea44-4be5-adc4-d0e27b60e5e3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:52.065870 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-25a7ab9a-2ae8-4cab-ab68-73e2d268f4be req-4c8e335f-1e89-4b73-bdd0-09dab0dabbb7 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Calling delete_port for e5d91dd6-102e-4454-a56c-70fcbce0a0de owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:52.220368 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-cd95a852-ea44-4be5-adc4-d0e27b60e5e3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Allocated IP 172.25.1.52 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/9b2f5e5a-268f-4f81-b52f-c1e3a84d337e) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:52.381701 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd95a852-ea44-4be5-adc4-d0e27b60e5e3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for port (9b2f5e5a-268f-4f81-b52f-c1e3a84d337e), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:52.513196 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4dc58e-cc5d-4d7a-bab2-922b26f77e84 req-7a234577-4b75-4300-babf-0fd719b86cca tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:52.521239 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cc4dc58e-cc5d-4d7a-bab2-922b26f77e84 req-7a234577-4b75-4300-babf-0fd719b86cca tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e65f112-ec92-4402-accd-3e3843cfa859 HTTP/1.1" status: 200 len: 945 time: 0.1280208 Feb 09 01:38:52.649363 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd95a852-ea44-4be5-adc4-d0e27b60e5e3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (9b2f5e5a-268f-4f81-b52f-c1e3a84d337e), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:52.731512 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-4ff128d0-8c55-43d5-b038-3cb5c57f7608 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Allocated IP 2001:db8::f227:5854:8a59:8eeb (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/5ce70f55-6be6-4623-8846-69ce25b2afdb/92f81dd4-690d-4d16-9982-33560c3aeaa7) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:52.747619 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54260) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:52.769368 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cc4dc58e-cc5d-4d7a-bab2-922b26f77e84 req-6f040307-8dcc-4aaa-97ff-d7305127ff36 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467239 Feb 09 01:38:52.793559 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd95a852-ea44-4be5-adc4-d0e27b60e5e3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:52.795363 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb8b2b-4844-4bc8-b561-fb68d5e14b9b req-44664122-692e-4f52-b6b4-2b77760f44d7 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:52.800516 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f5eb8b2b-4844-4bc8-b561-fb68d5e14b9b req-44664122-692e-4f52-b6b4-2b77760f44d7 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 945 time: 0.2682273 Feb 09 01:38:52.805014 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-cd95a852-ea44-4be5-adc4-d0e27b60e5e3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:52.810114 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd95a852-ea44-4be5-adc4-d0e27b60e5e3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:52.844126 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd95a852-ea44-4be5-adc4-d0e27b60e5e3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'Port': ['ID=9b2f5e5a-268f-4f81-b52f-c1e3a84d337e,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:52.946793 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-25a7ab9a-2ae8-4cab-ab68-73e2d268f4be req-4c8e335f-1e89-4b73-bdd0-09dab0dabbb7 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (e5d91dd6-102e-4454-a56c-70fcbce0a0de), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:52.958935 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['35c82c86-9b27-4b9f-a80f-8521f07a72b0'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:38:53.001730 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f5eb8b2b-4844-4bc8-b561-fb68d5e14b9b req-d29cb029-755c-4239-b0eb-866c130459c2 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840162 Feb 09 01:38:53.002545 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e91d4421-e4cd-48e9-925b-79271ad52a6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:53.027685 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e335f-1e89-4b73-bdd0-09dab0dabbb7 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Pushing event deleted for resources: {'Port': ['ID=e5d91dd6-102e-4454-a56c-70fcbce0a0de,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:53.099814 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a7ab9a-2ae8-4cab-ab68-73e2d268f4be req-4c8e335f-1e89-4b73-bdd0-09dab0dabbb7 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] No DVR routers for this DVR port e5d91dd6-102e-4454-a56c-70fcbce0a0de on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:53.104465 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4ff128d0-8c55-43d5-b038-3cb5c57f7608 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for port (92f81dd4-690d-4d16-9982-33560c3aeaa7), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:53.106521 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-25a7ab9a-2ae8-4cab-ab68-73e2d268f4be req-4c8e335f-1e89-4b73-bdd0-09dab0dabbb7 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:53.110413 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-25a7ab9a-2ae8-4cab-ab68-73e2d268f4be req-4c8e335f-1e89-4b73-bdd0-09dab0dabbb7 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.121 "DELETE /v2.0/ports/e5d91dd6-102e-4454-a56c-70fcbce0a0de HTTP/1.1" status: 204 len: 173 time: 2.0941494 Feb 09 01:38:53.111129 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e65f112-ec92-4402-accd-3e3843cfa859', 'name': 'network-vif-deleted', 'tag': 'e5d91dd6-102e-4454-a56c-70fcbce0a0de'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:38:53.113513 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b0a3ba-f270-4ad2-a126-8448fbf1a3e4" -d '{"events": [{"server_uuid": "4e65f112-ec92-4402-accd-3e3843cfa859", "name": "network-vif-deleted", "tag": "e5d91dd6-102e-4454-a56c-70fcbce0a0de"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:38:53.172639 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28c162e-22d1-4607-940d-90bfe99800bc x-openstack-request-id: req-d28c162e-22d1-4607-940d-90bfe99800bc {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:38:53.173070 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e65f112-ec92-4402-accd-3e3843cfa859", "name": "network-vif-deleted", "tag": "e5d91dd6-102e-4454-a56c-70fcbce0a0de", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:38:53.173418 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d28c162e-22d1-4607-940d-90bfe99800bc {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:38:53.185382 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e65f112-ec92-4402-accd-3e3843cfa859', 'name': 'network-vif-deleted', 'tag': 'e5d91dd6-102e-4454-a56c-70fcbce0a0de', 'status': 'completed', 'code': 200} Feb 09 01:38:53.215092 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4ff128d0-8c55-43d5-b038-3cb5c57f7608 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (92f81dd4-690d-4d16-9982-33560c3aeaa7), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:53.276783 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff128d0-8c55-43d5-b038-3cb5c57f7608 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:53.284084 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-4ff128d0-8c55-43d5-b038-3cb5c57f7608 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:53.298542 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff128d0-8c55-43d5-b038-3cb5c57f7608 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:53.306320 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff128d0-8c55-43d5-b038-3cb5c57f7608 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:53.307089 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4ff128d0-8c55-43d5-b038-3cb5c57f7608 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:53.314997 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-47089e6f-eb09-49a9-9680-21e547eb5ba0 None None] Allocated IP 2001:db8::2 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/5ce70f55-6be6-4623-8846-69ce25b2afdb/56ba4a4e-13aa-45a7-a614-a2dcd193ff9a) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:53.324023 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff128d0-8c55-43d5-b038-3cb5c57f7608 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Port': ['ID=92f81dd4-690d-4d16-9982-33560c3aeaa7,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:53.345069 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4ff128d0-8c55-43d5-b038-3cb5c57f7608 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8621631 Feb 09 01:38:53.347370 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54276) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:53.416985 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac17f69-ef1a-430d-b22f-0f727b2d60bf tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:53.418720 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2ac17f69-ef1a-430d-b22f-0f727b2d60bf tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0702875 Feb 09 01:38:53.421842 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54280) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:53.565961 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-41f675bf-ceaf-4462-aaea-d4633dc37dd3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting port 92f81dd4-690d-4d16-9982-33560c3aeaa7 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:53.566315 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-41f675bf-ceaf-4462-aaea-d4633dc37dd3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (92f81dd4-690d-4d16-9982-33560c3aeaa7), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:53.595272 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-47089e6f-eb09-49a9-9680-21e547eb5ba0 None None] Publish callbacks [] for port (56ba4a4e-13aa-45a7-a614-a2dcd193ff9a), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:53.604652 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-47089e6f-eb09-49a9-9680-21e547eb5ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (56ba4a4e-13aa-45a7-a614-a2dcd193ff9a), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:53.668788 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47089e6f-eb09-49a9-9680-21e547eb5ba0 None None] Pushing event updated for resources: {'Port': ['ID=56ba4a4e-13aa-45a7-a614-a2dcd193ff9a,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:53.681393 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47089e6f-eb09-49a9-9680-21e547eb5ba0 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:53.683163 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-47089e6f-eb09-49a9-9680-21e547eb5ba0 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:53.686742 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47089e6f-eb09-49a9-9680-21e547eb5ba0 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:53.709411 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e91d4421-e4cd-48e9-925b-79271ad52a6d admin admin] Publish callbacks [] for security_group (0d37b897-89eb-4489-9e39-a1a199cb70f4), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:53.723392 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e91d4421-e4cd-48e9-925b-79271ad52a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0d37b897-89eb-4489-9e39-a1a199cb70f4), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:53.748008 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd95a852-ea44-4be5-adc4-d0e27b60e5e3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for router_gateway (c76fbd97-7be8-4833-8e01-6996e37d6800), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:53.752296 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-58b171a8-be11-4199-bae4-94a6ca035a55 req-aa628dd1-1767-441a-ba68-c299fb69737f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e0b12463-d311-408a-a43a-25844f091ef9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1348917 Feb 09 01:38:53.777382 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-41f675bf-ceaf-4462-aaea-d4633dc37dd3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (92f81dd4-690d-4d16-9982-33560c3aeaa7), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:53.779864 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-47089e6f-eb09-49a9-9680-21e547eb5ba0 None None] Attempting to bind port 56ba4a4e-13aa-45a7-a614-a2dcd193ff9a on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:38:53.780477 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-47089e6f-eb09-49a9-9680-21e547eb5ba0 None None] Attempting to bind port 56ba4a4e-13aa-45a7-a614-a2dcd193ff9a by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:38:53.781216 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47089e6f-eb09-49a9-9680-21e547eb5ba0 None None] Attempting to bind port 56ba4a4e-13aa-45a7-a614-a2dcd193ff9a on network cbbe9143-fcdc-43c5-b797-7f127a92ac8e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:53.788695 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47089e6f-eb09-49a9-9680-21e547eb5ba0 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:38:53.789135 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47089e6f-eb09-49a9-9680-21e547eb5ba0 None None] Checking segment: {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:53.789534 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-47089e6f-eb09-49a9-9680-21e547eb5ba0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:53.789982 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47089e6f-eb09-49a9-9680-21e547eb5ba0 None None] Bound using segment: {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:38:53.791133 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-47089e6f-eb09-49a9-9680-21e547eb5ba0 None None] Bound port: 56ba4a4e-13aa-45a7-a614-a2dcd193ff9a, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:38:53.791801 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-47089e6f-eb09-49a9-9680-21e547eb5ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (56ba4a4e-13aa-45a7-a614-a2dcd193ff9a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:53.831948 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-41f675bf-ceaf-4462-aaea-d4633dc37dd3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Calling delete_port for 92f81dd4-690d-4d16-9982-33560c3aeaa7 owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:53.864995 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e91d4421-e4cd-48e9-925b-79271ad52a6d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ec83b438081346f5824c8f1e2a593b59&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1115637 Feb 09 01:38:53.866303 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d4421-e4cd-48e9-925b-79271ad52a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d37b897-89eb-4489-9e39-a1a199cb70f4,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:53.871181 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54286) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:53.910024 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-47089e6f-eb09-49a9-9680-21e547eb5ba0 None None] For port 56ba4a4e-13aa-45a7-a614-a2dcd193ff9a, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:38:53.923292 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-47089e6f-eb09-49a9-9680-21e547eb5ba0 None None] For port 56ba4a4e-13aa-45a7-a614-a2dcd193ff9a, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=56ba4a4e-13aa-45a7-a614-a2dcd193ff9a,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:38:53.947021 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-47089e6f-eb09-49a9-9680-21e547eb5ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (56ba4a4e-13aa-45a7-a614-a2dcd193ff9a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:53.951779 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-31d41f14-4b4f-49c7-a5e5-42d0f3b83733 admin admin] Publish callbacks [] for security_group (0d37b897-89eb-4489-9e39-a1a199cb70f4), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:54.056433 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47089e6f-eb09-49a9-9680-21e547eb5ba0 None None] Pushing event updated for resources: {'Port': ['ID=56ba4a4e-13aa-45a7-a614-a2dcd193ff9a,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:54.074076 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-41f675bf-ceaf-4462-aaea-d4633dc37dd3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (92f81dd4-690d-4d16-9982-33560c3aeaa7), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:54.123737 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f675bf-ceaf-4462-aaea-d4633dc37dd3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Port': ['ID=92f81dd4-690d-4d16-9982-33560c3aeaa7,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:54.127844 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f0ebfd92-a1a1-4402-8b2b-49b41f0e149f req-f90f2f75-f972-4320-85a2-8e2c022f6cb7 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e65f112-ec92-4402-accd-3e3843cfa859 HTTP/1.1" status: 200 len: 210 time: 0.1784275 Feb 09 01:38:54.171934 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-41f675bf-ceaf-4462-aaea-d4633dc37dd3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:54.179377 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-41f675bf-ceaf-4462-aaea-d4633dc37dd3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/ports/92f81dd4-690d-4d16-9982-33560c3aeaa7 HTTP/1.1" status: 204 len: 168 time: 0.7534943 Feb 09 01:38:54.182528 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54290) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:54.182682 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-31d41f14-4b4f-49c7-a5e5-42d0f3b83733 admin admin] Publish callbacks [] for security_group (0d37b897-89eb-4489-9e39-a1a199cb70f4), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:54.251389 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd03110-fcb4-47c7-b49e-9a8fcde64c1f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:54.252897 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd03110-fcb4-47c7-b49e-9a8fcde64c1f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:54.256996 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9dd03110-fcb4-47c7-b49e-9a8fcde64c1f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0755296 Feb 09 01:38:54.259260 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54292) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:54.265941 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b171a8-be11-4199-bae4-94a6ca035a55 req-bb565016-a2be-4042-8b3a-f12a76e2fdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:54.269115 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-58b171a8-be11-4199-bae4-94a6ca035a55 req-bb565016-a2be-4042-8b3a-f12a76e2fdcd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6b4a05707d1b49f9a06d538643543aea&device_id=e0b12463-d311-408a-a43a-25844f091ef9 HTTP/1.1" status: 200 len: 1128 time: 0.3151021 Feb 09 01:38:54.272925 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device e5d91dd6-102e-4454-a56c-70fcbce0a0de no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:38:54.339070 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: e5d91dd6-102e-4454-a56c-70fcbce0a0de {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:38:54.339859 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device e5d91dd6-102e-4454-a56c-70fcbce0a0de not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:38:54.370189 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-05592913-4b7c-4ab8-a6d9-c19d2309f0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:54.378942 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-57141ee3-dded-4175-ad84-c98db443fa58 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting subnet 5ce70f55-6be6-4623-8846-69ce25b2afdb {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:38:54.384056 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-57141ee3-dded-4175-ad84-c98db443fa58 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (5ce70f55-6be6-4623-8846-69ce25b2afdb), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:54.386962 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e876578-8183-476b-8b2b-02205abb6a17 req-b693df25-272c-4151-ac9f-5a495a1535f1 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:54.388910 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e876578-8183-476b-8b2b-02205abb6a17 req-b693df25-272c-4151-ac9f-5a495a1535f1 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 945 time: 0.2482975 Feb 09 01:38:54.430963 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd95a852-ea44-4be5-adc4-d0e27b60e5e3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (c76fbd97-7be8-4833-8e01-6996e37d6800), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:54.435308 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-57141ee3-dded-4175-ad84-c98db443fa58 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (5ce70f55-6be6-4623-8846-69ce25b2afdb), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:54.556831 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-57141ee3-dded-4175-ad84-c98db443fa58 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (5ce70f55-6be6-4623-8846-69ce25b2afdb), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:54.611269 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-31d41f14-4b4f-49c7-a5e5-42d0f3b83733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0d37b897-89eb-4489-9e39-a1a199cb70f4), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:54.613999 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-31d41f14-4b4f-49c7-a5e5-42d0f3b83733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:54.615227 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-31d41f14-4b4f-49c7-a5e5-42d0f3b83733 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0d37b897-89eb-4489-9e39-a1a199cb70f4 HTTP/1.1" status: 204 len: 168 time: 0.7431586 Feb 09 01:38:54.629044 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-57141ee3-dded-4175-ad84-c98db443fa58 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (5ce70f55-6be6-4623-8846-69ce25b2afdb), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:54.653844 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e876578-8183-476b-8b2b-02205abb6a17 req-69858db2-478e-48db-858d-f1dcad5ccebb tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2243998 Feb 09 01:38:54.657905 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d41f14-4b4f-49c7-a5e5-42d0f3b83733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d37b897-89eb-4489-9e39-a1a199cb70f4,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:54.671499 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-57141ee3-dded-4175-ad84-c98db443fa58 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:54.678160 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-57141ee3-dded-4175-ad84-c98db443fa58 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/5ce70f55-6be6-4623-8846-69ce25b2afdb HTTP/1.1" status: 204 len: 168 time: 0.4157979 Feb 09 01:38:54.678160 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57141ee3-dded-4175-ad84-c98db443fa58 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Subnet': ['ID=5ce70f55-6be6-4623-8846-69ce25b2afdb,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:54.680022 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54298) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:54.718972 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b171a8-be11-4199-bae4-94a6ca035a55 req-1235d4e5-0b08-42d0-9d72-88eeaeaa95cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:54.720703 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-58b171a8-be11-4199-bae4-94a6ca035a55 req-1235d4e5-0b08-42d0-9d72-88eeaeaa95cb service neutron] 10.222.0.91 "GET /v2.0/networks?id=9b1b4143-78e6-405c-8b5a-728543b5f342 HTTP/1.1" status: 200 len: 907 time: 0.4245479 Feb 09 01:38:54.726937 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd95a852-ea44-4be5-adc4-d0e27b60e5e3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Router c76fbd97-7be8-4833-8e01-6996e37d6800 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:38:54.754663 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4145d400-375b-4841-81aa-4bc46ab0b649 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0719874 Feb 09 01:38:54.758724 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54300) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:54.764245 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-3d7d28e0-c780-4d5e-922b-26b4a0017b60 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'subnet': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:54.795616 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-58b171a8-be11-4199-bae4-94a6ca035a55 req-621d01dd-2cc3-47b6-b085-2fa83187f155 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35c82c86-9b27-4b9f-a80f-8521f07a72b0 HTTP/1.1" status: 200 len: 217 time: 0.0648956 Feb 09 01:38:54.879428 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7d28e0-c780-4d5e-922b-26b4a0017b60 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:54.884221 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d7d28e0-c780-4d5e-922b-26b4a0017b60 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:54.939871 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b171a8-be11-4199-bae4-94a6ca035a55 req-0de7fa85-067a-4b7c-aa32-182684f5ccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:54.941401 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-58b171a8-be11-4199-bae4-94a6ca035a55 req-0de7fa85-067a-4b7c-aa32-182684f5ccb4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b2d740a9-d705-46bb-8af8-d019a5a1576c HTTP/1.1" status: 200 len: 846 time: 0.1390779 Feb 09 01:38:55.000516 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-58b171a8-be11-4199-bae4-94a6ca035a55 req-90fede13-5f63-49d4-a32d-c00c97e4df54 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9b1b4143-78e6-405c-8b5a-728543b5f342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501204 Feb 09 01:38:55.036030 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54304) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:55.071205 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1205d56f-1878-4b2f-aa88-341e525ee87f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:55.073462 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd95a852-ea44-4be5-adc4-d0e27b60e5e3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:38:55.085558 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce96651e-197c-46d0-9e50-5498d2964f8f None None] Sync routers for ids ['c76fbd97-7be8-4833-8e01-6996e37d6800'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:38:55.104081 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce96651e-197c-46d0-9e50-5498d2964f8f None None] Routers {'c76fbd97-7be8-4833-8e01-6996e37d6800'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:38:55.104748 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-ce96651e-197c-46d0-9e50-5498d2964f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:38:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c76fbd97-7be8-4833-8e01-6996e37d6800'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:55.130668 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd95a852-ea44-4be5-adc4-d0e27b60e5e3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:55.135074 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-cd95a852-ea44-4be5-adc4-d0e27b60e5e3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.5390458 Feb 09 01:38:55.136717 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54306) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:55.193822 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-58b171a8-be11-4199-bae4-94a6ca035a55 req-56790fe4-b798-408c-be9b-8dd5e8cf718a service neutron] 10.222.0.91 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874251 Feb 09 01:38:55.310441 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d7d28e0-c780-4d5e-922b-26b4a0017b60 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (c35f9a2b-057d-4652-986c-00e6aa2ec8c3), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:55.358005 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-ce96651e-197c-46d0-9e50-5498d2964f8f None None] Set router c76fbd97-7be8-4833-8e01-6996e37d6800 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:38:55.361798 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7d28e0-c780-4d5e-922b-26b4a0017b60 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:55.370979 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-3d7d28e0-c780-4d5e-922b-26b4a0017b60 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:55.377395 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7d28e0-c780-4d5e-922b-26b4a0017b60 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:55.378449 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d7d28e0-c780-4d5e-922b-26b4a0017b60 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:55.504020 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-58b171a8-be11-4199-bae4-94a6ca035a55 req-d3fc4b65-bf48-4bd4-b513-2d7f7c2bb1c3 service neutron] 10.222.0.91 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030741 Feb 09 01:38:55.512235 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3d7d28e0-c780-4d5e-922b-26b4a0017b60 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7523363 Feb 09 01:38:55.515027 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54322) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:55.520611 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-1be93302-0722-4c46-b411-6942535ac13e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'port': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'fixed_ips': [{'subnet_id': 'c35f9a2b-057d-4652-986c-00e6aa2ec8c3', 'ip_address': '2001:db8::7411:e674:64b:21a4'}], 'name': 'tempest-NetworksTestDHCPv6-246159638'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:55.647858 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1205d56f-1878-4b2f-aa88-341e525ee87f admin admin] Publish callbacks [] for security_group (6f05188f-af70-4730-a1ac-bd42128448fd), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:55.649349 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d28e0-c780-4d5e-922b-26b4a0017b60 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Subnet': ['ID=c35f9a2b-057d-4652-986c-00e6aa2ec8c3,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:55.663480 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1205d56f-1878-4b2f-aa88-341e525ee87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (6f05188f-af70-4730-a1ac-bd42128448fd), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:55.733444 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1205d56f-1878-4b2f-aa88-341e525ee87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f05188f-af70-4730-a1ac-bd42128448fd,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:55.776747 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11f5fc1-0850-46e1-b4ad-dad64c5e0894 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:55.777071 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1205d56f-1878-4b2f-aa88-341e525ee87f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=920b9cef60344a58be46273683aa28e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7397883 Feb 09 01:38:55.777916 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54328) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:55.781176 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 56ba4a4e-13aa-45a7-a614-a2dcd193ff9a up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:55.842771 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d1d90391-4f6c-468a-8b9d-5856b50ceda9 tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=e7f5366db1de43098724f0eb4e3342fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7049050 Feb 09 01:38:55.844202 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54330) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:55.862942 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7b4354fb-3e41-4aa2-b5dc-b74bc7978767 admin admin] Publish callbacks [] for security_group (6f05188f-af70-4730-a1ac-bd42128448fd), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:55.931532 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7b4354fb-3e41-4aa2-b5dc-b74bc7978767 admin admin] Publish callbacks [] for security_group (6f05188f-af70-4730-a1ac-bd42128448fd), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:55.934790 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:55.949133 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-8d8ade3c-73d3-4e42-a522-63a0ef50d890 None None] Provisioning complete for port 56ba4a4e-13aa-45a7-a614-a2dcd193ff9a triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:55.949519 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8d8ade3c-73d3-4e42-a522-63a0ef50d890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (56ba4a4e-13aa-45a7-a614-a2dcd193ff9a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:55.996928 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7b4354fb-3e41-4aa2-b5dc-b74bc7978767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (6f05188f-af70-4730-a1ac-bd42128448fd), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:56.001475 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7b4354fb-3e41-4aa2-b5dc-b74bc7978767 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:56.003025 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7b4354fb-3e41-4aa2-b5dc-b74bc7978767 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6f05188f-af70-4730-a1ac-bd42128448fd HTTP/1.1" status: 204 len: 168 time: 0.2233026 Feb 09 01:38:56.014872 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4354fb-3e41-4aa2-b5dc-b74bc7978767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f05188f-af70-4730-a1ac-bd42128448fd,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:56.056530 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 56ba4a4e-13aa-45a7-a614-a2dcd193ff9a triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:56.056961 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (56ba4a4e-13aa-45a7-a614-a2dcd193ff9a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:56.107112 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-ce96651e-197c-46d0-9e50-5498d2964f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76fbd97-7be8-4833-8e01-6996e37d6800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1400759742', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '9b2f5e5a-268f-4f81-b52f-c1e3a84d337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:50Z', 'updated_at': '2022-02-09T01:38:53Z', 'revision_number': 3, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '9b2f5e5a-268f-4f81-b52f-c1e3a84d337e', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76fbd97-7be8-4833-8e01-6996e37d6800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:52Z', 'updated_at': '2022-02-09T01:38:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:56.149650 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce96651e-197c-46d0-9e50-5498d2964f8f None None] Checking router: c76fbd97-7be8-4833-8e01-6996e37d6800 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:38:56.150003 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce96651e-197c-46d0-9e50-5498d2964f8f None None] Updating router c76fbd97-7be8-4833-8e01-6996e37d6800 port 9b2f5e5a-268f-4f81-b52f-c1e3a84d337e binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:38:56.173108 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bfa0f1-26bd-4b36-aec3-e63322284c8c tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:56.178144 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-01bfa0f1-26bd-4b36-aec3-e63322284c8c tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3132751 Feb 09 01:38:56.179385 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54338) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:56.265901 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0218c135-988c-4ad5-82c3-b1f6d723a666 tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=def43282-5318-4ecb-a74b-178f79c0eb6e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0677984 Feb 09 01:38:56.266685 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54340) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:56.271954 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-4452530f-e5de-4e8d-899e-793dbc921529 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-524054738', 'network_id': '7d026e5f-8203-4636-ba0b-6899bb8cd475', 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:56.285889 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-8d8ade3c-73d3-4e42-a522-63a0ef50d890 None None] Current status of the port 56ba4a4e-13aa-45a7-a614-a2dcd193ff9a is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:56.286284 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8d8ade3c-73d3-4e42-a522-63a0ef50d890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (56ba4a4e-13aa-45a7-a614-a2dcd193ff9a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:56.343280 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ce96651e-197c-46d0-9e50-5498d2964f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9b2f5e5a-268f-4f81-b52f-c1e3a84d337e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:56.383355 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0821fed-dd67-47a7-86f1-14ff6576753b req-d1ec4375-5bd5-44bf-ace1-8981970bde52 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:56.384993 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f0821fed-dd67-47a7-86f1-14ff6576753b req-d1ec4375-5bd5-44bf-ace1-8981970bde52 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 945 time: 0.5544651 Feb 09 01:38:56.392786 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be93302-0722-4c46-b411-6942535ac13e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:56.488788 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4452530f-e5de-4e8d-899e-793dbc921529 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Made reservation on behalf of e7f5366db1de43098724f0eb4e3342fd for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:56.493451 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4452530f-e5de-4e8d-899e-793dbc921529 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:56.511481 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1be93302-0722-4c46-b411-6942535ac13e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:56.630960 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-e089acd9-0ec3-4b11-9e30-c089afcefce3 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:56.642466 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-e089acd9-0ec3-4b11-9e30-c089afcefce3 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/networks?id=9b1b4143-78e6-405c-8b5a-728543b5f342 HTTP/1.1" status: 200 len: 806 time: 0.4737856 Feb 09 01:38:56.646198 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-1be93302-0722-4c46-b411-6942535ac13e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] device_id is not set on port 87a26797-1642-4bfc-b16e-198e4a18d3b7 yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:38:56.804986 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-0b677ea9-0319-49aa-a7fb-2def5358d1bf tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/quotas/6b4a05707d1b49f9a06d538643543aea HTTP/1.1" status: 200 len: 375 time: 0.1618481 Feb 09 01:38:56.918322 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 56ba4a4e-13aa-45a7-a614-a2dcd193ff9a is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:56.919405 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (56ba4a4e-13aa-45a7-a614-a2dcd193ff9a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:56.928061 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-8d8ade3c-73d3-4e42-a522-63a0ef50d890 None None] For port 56ba4a4e-13aa-45a7-a614-a2dcd193ff9a, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=56ba4a4e-13aa-45a7-a614-a2dcd193ff9a,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:56.942612 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8d8ade3c-73d3-4e42-a522-63a0ef50d890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (56ba4a4e-13aa-45a7-a614-a2dcd193ff9a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:56.978076 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f0821fed-dd67-47a7-86f1-14ff6576753b req-09ac2dc6-eb5d-468d-add4-606a0ef5c06e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4774981 Feb 09 01:38:57.039626 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4452530f-e5de-4e8d-899e-793dbc921529 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (f9f8e7c5-aa98-41c8-9a28-63a6ea8d2a6d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:57.121568 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:38:57.122184 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:38:57.132151 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4452530f-e5de-4e8d-899e-793dbc921529 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'Subnet': ['ID=f9f8e7c5-aa98-41c8-9a28-63a6ea8d2a6d,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:57.141271 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4452530f-e5de-4e8d-899e-793dbc921529 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Checking segment: {'id': 'd79e44ef-577b-4bb4-b4d8-d0a859c1f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7d026e5f-8203-4636-ba0b-6899bb8cd475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:57.141584 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4452530f-e5de-4e8d-899e-793dbc921529 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Network hostable DHCP agents. Network: 7d026e5f-8203-4636-ba0b-6899bb8cd475, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:38:57.166658 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4452530f-e5de-4e8d-899e-793dbc921529 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Network 7d026e5f-8203-4636-ba0b-6899bb8cd475 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:38:57.181384 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-4452530f-e5de-4e8d-899e-793dbc921529 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 7d026e5f-8203-4636-ba0b-6899bb8cd475) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:57.191919 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-569504c3-a96e-493e-a5e9-8af13e69d72e None None] Provisioning complete for port 56ba4a4e-13aa-45a7-a614-a2dcd193ff9a triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:57.192251 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-569504c3-a96e-493e-a5e9-8af13e69d72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (56ba4a4e-13aa-45a7-a614-a2dcd193ff9a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:57.198923 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ade3c-73d3-4e42-a522-63a0ef50d890 None None] Pushing event updated for resources: {'Port': ['ID=56ba4a4e-13aa-45a7-a614-a2dcd193ff9a,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:57.201847 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fcb196-d83c-4161-ab0a-0ffe8e90d293 None None] Network 7d026e5f-8203-4636-ba0b-6899bb8cd475 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:57.209295 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4452530f-e5de-4e8d-899e-793dbc921529 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:57.212433 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4452530f-e5de-4e8d-899e-793dbc921529 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:57.240199 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-f3db50af-6f5d-43d8-a82f-c311c4e8b6dd tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b4a05707d1b49f9a06d538643543aea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4223988 Feb 09 01:38:57.250588 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4452530f-e5de-4e8d-899e-793dbc921529 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9827583 Feb 09 01:38:57.253332 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54354) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:57.425473 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-1be93302-0722-4c46-b411-6942535ac13e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Allocated IP 2001:db8::7411:e674:64b:21a4 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/c35f9a2b-057d-4652-986c-00e6aa2ec8c3/87a26797-1642-4bfc-b16e-198e4a18d3b7) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:57.497455 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-47647c7d-6b0f-40f7-8bf1-7908f71b8202 service neutron] 10.222.0.30 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556834 Feb 09 01:38:57.531459 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ce96651e-197c-46d0-9e50-5498d2964f8f None None] Publish callbacks [] for port (9b2f5e5a-268f-4f81-b52f-c1e3a84d337e), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:57.624368 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-569504c3-a96e-493e-a5e9-8af13e69d72e None None] Current status of the port 56ba4a4e-13aa-45a7-a614-a2dcd193ff9a is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:57.640641 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ce96651e-197c-46d0-9e50-5498d2964f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9b2f5e5a-268f-4f81-b52f-c1e3a84d337e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:57.673396 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-569504c3-a96e-493e-a5e9-8af13e69d72e None None] Could not find standard attr ID for object 6dbdedc4-8c3c-47e9-bf48-49a2f1b2b629. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:38:57.675295 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d2f99d-5477-48dd-b593-4ad5fa0b5a8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-7d026e5f-8203-4636-ba0b-6899bb8cd475', 'network_id': '7d026e5f-8203-4636-ba0b-6899bb8cd475', 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'fixed_ips': [{'subnet_id': 'f9f8e7c5-aa98-41c8-9a28-63a6ea8d2a6d'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:38:57.676994 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-80d2f99d-5477-48dd-b593-4ad5fa0b5a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:57.730392 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-7021c76f-c0e0-4052-ac16-00fb5ea96f56 service neutron] 10.222.0.30 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195046 Feb 09 01:38:57.798194 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d4072-f1ae-4b20-b657-2a88cef04325 None None] Pushing event updated for resources: {'Port': ['ID=9b2f5e5a-268f-4f81-b52f-c1e3a84d337e,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:57.819963 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1be93302-0722-4c46-b411-6942535ac13e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for port (87a26797-1642-4bfc-b16e-198e4a18d3b7), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:57.867111 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:57.898483 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-ce96651e-197c-46d0-9e50-5498d2964f8f None None] Attempting to bind port 9b2f5e5a-268f-4f81-b52f-c1e3a84d337e on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:38:57.898930 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-ce96651e-197c-46d0-9e50-5498d2964f8f None None] Attempting to bind port 9b2f5e5a-268f-4f81-b52f-c1e3a84d337e by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:38:57.899305 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce96651e-197c-46d0-9e50-5498d2964f8f None None] Attempting to bind port 9b2f5e5a-268f-4f81-b52f-c1e3a84d337e on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:57.901889 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-415240a4-c86a-44ac-a525-a800f6617aa7 None None] Could not find standard attr ID for object 6704da34-8b67-4fe8-94f9-4552e43a103d. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:38:57.909783 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 56ba4a4e-13aa-45a7-a614-a2dcd193ff9a is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:57.914104 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1be93302-0722-4c46-b411-6942535ac13e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (87a26797-1642-4bfc-b16e-198e4a18d3b7), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:57.976622 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be93302-0722-4c46-b411-6942535ac13e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:57.981403 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-1be93302-0722-4c46-b411-6942535ac13e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:57.988009 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be93302-0722-4c46-b411-6942535ac13e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:57.996237 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be93302-0722-4c46-b411-6942535ac13e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:57.996808 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1be93302-0722-4c46-b411-6942535ac13e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:58.007696 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce96651e-197c-46d0-9e50-5498d2964f8f None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:38:58.016404 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce96651e-197c-46d0-9e50-5498d2964f8f None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:58.019163 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ce96651e-197c-46d0-9e50-5498d2964f8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:58.024306 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce96651e-197c-46d0-9e50-5498d2964f8f None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:38:58.027774 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-ce96651e-197c-46d0-9e50-5498d2964f8f None None] Bound port: 9b2f5e5a-268f-4f81-b52f-c1e3a84d337e, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:38:58.031886 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ce96651e-197c-46d0-9e50-5498d2964f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9b2f5e5a-268f-4f81-b52f-c1e3a84d337e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:58.040494 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-415240a4-c86a-44ac-a525-a800f6617aa7 None None] Could not find standard attr ID for object 0f5cba10-d6af-4d96-aa3c-719e7e559136. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:38:58.226440 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-80d2f99d-5477-48dd-b593-4ad5fa0b5a8e None None] Allocated IP 172.20.0.2 (7d026e5f-8203-4636-ba0b-6899bb8cd475/f9f8e7c5-aa98-41c8-9a28-63a6ea8d2a6d/2cab7c4b-1ac4-4295-9ab0-277a360a17fa) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:58.274147 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4243875a-b565-42e0-9c5d-eb4635ca1ce7 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:58.302292 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1be93302-0722-4c46-b411-6942535ac13e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.7859666 Feb 09 01:38:58.305946 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5d99702f-bffc-415b-bf90-5909ebe1b3e9 req-78b114cb-213f-4db1-9bb0-6cc5235c02bc tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb88fe1d-a1db-44cf-9b0b-8ef369f18aa2 HTTP/1.1" status: 200 len: 210 time: 0.1869581 Feb 09 01:38:58.310776 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54382) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:58.358365 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be93302-0722-4c46-b411-6942535ac13e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Port': ['ID=87a26797-1642-4bfc-b16e-198e4a18d3b7,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:58.385763 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54384) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:58.452378 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-80d2f99d-5477-48dd-b593-4ad5fa0b5a8e None None] Publish callbacks [] for port (2cab7c4b-1ac4-4295-9ab0-277a360a17fa), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:58.469034 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113bb36-dee3-4a93-8e96-1239c1e50349 req-01fed4fd-5b0c-4b0a-8f10-0692b13db930 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:58.469407 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 56ba4a4e-13aa-45a7-a614-a2dcd193ff9a up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:58.480022 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9113bb36-dee3-4a93-8e96-1239c1e50349 req-01fed4fd-5b0c-4b0a-8f10-0692b13db930 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 945 time: 0.3390095 Feb 09 01:38:58.487614 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-80d2f99d-5477-48dd-b593-4ad5fa0b5a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (2cab7c4b-1ac4-4295-9ab0-277a360a17fa), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:58.571650 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fcb80b-5e8c-4ba8-876d-5514a30e8817 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:58.588422 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fcb80b-5e8c-4ba8-876d-5514a30e8817 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:58.590396 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-23fcb80b-5e8c-4ba8-876d-5514a30e8817 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.2784610 Feb 09 01:38:58.594261 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2f99d-5477-48dd-b593-4ad5fa0b5a8e None None] Pushing event updated for resources: {'Port': ['ID=2cab7c4b-1ac4-4295-9ab0-277a360a17fa,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:58.611652 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54392) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:58.628029 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-442b0ee9-a952-4878-9fd3-5e0926798e35 None None] Could not find standard attr ID for object 92f81dd4-690d-4d16-9982-33560c3aeaa7. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:38:58.630917 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:58.639877 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d2f99d-5477-48dd-b593-4ad5fa0b5a8e None None] Network 7d026e5f-8203-4636-ba0b-6899bb8cd475 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:58.655533 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-80d2f99d-5477-48dd-b593-4ad5fa0b5a8e None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:58.661255 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d2f99d-5477-48dd-b593-4ad5fa0b5a8e None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:58.747667 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fbd70137-3dcd-4ece-adb8-f65f10965b3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:58.759843 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9113bb36-dee3-4a93-8e96-1239c1e50349 req-559ada23-eb3e-4407-ad27-c4c834dc114a tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2776349 Feb 09 01:38:58.801781 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-ce96651e-197c-46d0-9e50-5498d2964f8f None None] For port 9b2f5e5a-268f-4f81-b52f-c1e3a84d337e, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:38:58.841775 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-80d2f99d-5477-48dd-b593-4ad5fa0b5a8e None None] Attempting to bind port 2cab7c4b-1ac4-4295-9ab0-277a360a17fa on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:38:58.842293 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-80d2f99d-5477-48dd-b593-4ad5fa0b5a8e None None] Attempting to bind port 2cab7c4b-1ac4-4295-9ab0-277a360a17fa by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'd79e44ef-577b-4bb4-b4d8-d0a859c1f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7d026e5f-8203-4636-ba0b-6899bb8cd475'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:38:58.842817 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d2f99d-5477-48dd-b593-4ad5fa0b5a8e None None] Attempting to bind port 2cab7c4b-1ac4-4295-9ab0-277a360a17fa on network 7d026e5f-8203-4636-ba0b-6899bb8cd475 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:58.853814 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-ce96651e-197c-46d0-9e50-5498d2964f8f None None] For port 9b2f5e5a-268f-4f81-b52f-c1e3a84d337e, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=9b2f5e5a-268f-4f81-b52f-c1e3a84d337e,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:38:58.859716 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 56ba4a4e-13aa-45a7-a614-a2dcd193ff9a triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:58.860310 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (56ba4a4e-13aa-45a7-a614-a2dcd193ff9a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:58.870851 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-4243875a-b565-42e0-9c5d-eb4635ca1ce7 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Allocated IP 172.20.0.1 (7d026e5f-8203-4636-ba0b-6899bb8cd475/f9f8e7c5-aa98-41c8-9a28-63a6ea8d2a6d/58d0527c-f9f9-443d-9a8e-e0c453d04ded) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:58.927232 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d2f99d-5477-48dd-b593-4ad5fa0b5a8e None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:38:58.928237 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d2f99d-5477-48dd-b593-4ad5fa0b5a8e None None] Checking segment: {'id': 'd79e44ef-577b-4bb4-b4d8-d0a859c1f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7d026e5f-8203-4636-ba0b-6899bb8cd475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:58.929273 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-80d2f99d-5477-48dd-b593-4ad5fa0b5a8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:58.930190 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d2f99d-5477-48dd-b593-4ad5fa0b5a8e None None] Bound using segment: {'id': 'd79e44ef-577b-4bb4-b4d8-d0a859c1f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7d026e5f-8203-4636-ba0b-6899bb8cd475'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:38:58.931091 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-80d2f99d-5477-48dd-b593-4ad5fa0b5a8e None None] Bound port: 2cab7c4b-1ac4-4295-9ab0-277a360a17fa, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd79e44ef-577b-4bb4-b4d8-d0a859c1f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7d026e5f-8203-4636-ba0b-6899bb8cd475'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:38:58.932076 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-80d2f99d-5477-48dd-b593-4ad5fa0b5a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2cab7c4b-1ac4-4295-9ab0-277a360a17fa), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:58.957166 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ce96651e-197c-46d0-9e50-5498d2964f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9b2f5e5a-268f-4f81-b52f-c1e3a84d337e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:58.968419 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c7f3d95d-ab2d-4031-a29a-94cfccff49ec None None] Provisioning complete for port 87a26797-1642-4bfc-b16e-198e4a18d3b7 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:58.969227 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c7f3d95d-ab2d-4031-a29a-94cfccff49ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (87a26797-1642-4bfc-b16e-198e4a18d3b7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:58.977516 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fbd70137-3dcd-4ece-adb8-f65f10965b3d admin admin] Publish callbacks [] for security_group (bc95ac65-df79-45d8-b3fe-a359eb29e616), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:58.990905 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fbd70137-3dcd-4ece-adb8-f65f10965b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (bc95ac65-df79-45d8-b3fe-a359eb29e616), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:59.023680 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4243875a-b565-42e0-9c5d-eb4635ca1ce7 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for port (58d0527c-f9f9-443d-9a8e-e0c453d04ded), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:59.023892 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-fbd70137-3dcd-4ece-adb8-f65f10965b3d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3bdbc1268c8641daa64add565912fef5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6302371 Feb 09 01:38:59.027370 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54396) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:59.029475 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-b5008334-b8aa-4803-8e87-4f14025c5607 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting port 87a26797-1642-4bfc-b16e-198e4a18d3b7 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:59.029817 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b5008334-b8aa-4803-8e87-4f14025c5607 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (87a26797-1642-4bfc-b16e-198e4a18d3b7), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:59.068199 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4243875a-b565-42e0-9c5d-eb4635ca1ce7 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (58d0527c-f9f9-443d-9a8e-e0c453d04ded), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:59.116448 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d4072-f1ae-4b20-b657-2a88cef04325 None None] Pushing event updated for resources: {'Port': ['ID=9b2f5e5a-268f-4f81-b52f-c1e3a84d337e,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:59.174979 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243875a-b565-42e0-9c5d-eb4635ca1ce7 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'Port': ['ID=58d0527c-f9f9-443d-9a8e-e0c453d04ded,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:59.204939 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4243875a-b565-42e0-9c5d-eb4635ca1ce7 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Network 7d026e5f-8203-4636-ba0b-6899bb8cd475 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:59.206211 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd70137-3dcd-4ece-adb8-f65f10965b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc95ac65-df79-45d8-b3fe-a359eb29e616,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:59.207136 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-4243875a-b565-42e0-9c5d-eb4635ca1ce7 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:59.219885 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4243875a-b565-42e0-9c5d-eb4635ca1ce7 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:59.237028 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 56ba4a4e-13aa-45a7-a614-a2dcd193ff9a is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:59.259302 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce96651e-197c-46d0-9e50-5498d2964f8f None None] Routers {'c76fbd97-7be8-4833-8e01-6996e37d6800'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:38:59.260335 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-ce96651e-197c-46d0-9e50-5498d2964f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:38:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c76fbd97-7be8-4833-8e01-6996e37d6800'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:59.293397 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-59ae722b-b82d-4024-8a2c-ee32ea91e3e3 admin admin] Publish callbacks [] for security_group (bc95ac65-df79-45d8-b3fe-a359eb29e616), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:59.311238 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b5008334-b8aa-4803-8e87-4f14025c5607 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (87a26797-1642-4bfc-b16e-198e4a18d3b7), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:59.331694 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4243875a-b565-42e0-9c5d-eb4635ca1ce7 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (c76fbd97-7be8-4833-8e01-6996e37d6800), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:59.343146 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-b5008334-b8aa-4803-8e87-4f14025c5607 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Calling delete_port for 87a26797-1642-4bfc-b16e-198e4a18d3b7 owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:59.350735 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-59ae722b-b82d-4024-8a2c-ee32ea91e3e3 admin admin] Publish callbacks [] for security_group (bc95ac65-df79-45d8-b3fe-a359eb29e616), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:59.421585 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-ce96651e-197c-46d0-9e50-5498d2964f8f None None] Set router c76fbd97-7be8-4833-8e01-6996e37d6800 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:38:59.530407 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bd0ccf7d-98da-4213-aa40-8a2e0d816e35 req-8bca856a-03ef-4708-927a-59197a73c0fe tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb88fe1d-a1db-44cf-9b0b-8ef369f18aa2 HTTP/1.1" status: 200 len: 210 time: 0.0623760 Feb 09 01:38:59.533155 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c7f3d95d-ab2d-4031-a29a-94cfccff49ec None None] Port 87a26797-1642-4bfc-b16e-198e4a18d3b7 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:38:59.604509 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-59ae722b-b82d-4024-8a2c-ee32ea91e3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (bc95ac65-df79-45d8-b3fe-a359eb29e616), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:59.609512 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-80d2f99d-5477-48dd-b593-4ad5fa0b5a8e None None] For port 2cab7c4b-1ac4-4295-9ab0-277a360a17fa, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:38:59.614578 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-59ae722b-b82d-4024-8a2c-ee32ea91e3e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:59.616443 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-80d2f99d-5477-48dd-b593-4ad5fa0b5a8e None None] For port 2cab7c4b-1ac4-4295-9ab0-277a360a17fa, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=2cab7c4b-1ac4-4295-9ab0-277a360a17fa,segment=NetworkSegment(d79e44ef-577b-4bb4-b4d8-d0a859c1f024),segment_id=d79e44ef-577b-4bb4-b4d8-d0a859c1f024)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:38:59.619758 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-59ae722b-b82d-4024-8a2c-ee32ea91e3e3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bc95ac65-df79-45d8-b3fe-a359eb29e616 HTTP/1.1" status: 204 len: 168 time: 0.5864115 Feb 09 01:38:59.640244 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-80d2f99d-5477-48dd-b593-4ad5fa0b5a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (2cab7c4b-1ac4-4295-9ab0-277a360a17fa), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:59.663184 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4243875a-b565-42e0-9c5d-eb4635ca1ce7 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (58d0527c-f9f9-443d-9a8e-e0c453d04ded), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:59.764689 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b5008334-b8aa-4803-8e87-4f14025c5607 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (87a26797-1642-4bfc-b16e-198e4a18d3b7), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:59.776017 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2f99d-5477-48dd-b593-4ad5fa0b5a8e None None] Pushing event updated for resources: {'Port': ['ID=2cab7c4b-1ac4-4295-9ab0-277a360a17fa,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:59.783603 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae722b-b82d-4024-8a2c-ee32ea91e3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc95ac65-df79-45d8-b3fe-a359eb29e616,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:59.854455 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5008334-b8aa-4803-8e87-4f14025c5607 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Port': ['ID=87a26797-1642-4bfc-b16e-198e4a18d3b7,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:59.950290 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b5008334-b8aa-4803-8e87-4f14025c5607 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:59.963367 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b5008334-b8aa-4803-8e87-4f14025c5607 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/ports/87a26797-1642-4bfc-b16e-198e4a18d3b7 HTTP/1.1" status: 204 len: 168 time: 1.3418067 Feb 09 01:38:59.972328 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54408) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:00.014164 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-ce96651e-197c-46d0-9e50-5498d2964f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76fbd97-7be8-4833-8e01-6996e37d6800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1400759742', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '9b2f5e5a-268f-4f81-b52f-c1e3a84d337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:50Z', 'updated_at': '2022-02-09T01:38:53Z', 'revision_number': 3, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '9b2f5e5a-268f-4f81-b52f-c1e3a84d337e', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76fbd97-7be8-4833-8e01-6996e37d6800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:52Z', 'updated_at': '2022-02-09T01:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:00.071849 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce96651e-197c-46d0-9e50-5498d2964f8f None None] The sync data for ids ['c76fbd97-7be8-4833-8e01-6996e37d6800'] in n-d-822053-40 is: [{'id': 'c76fbd97-7be8-4833-8e01-6996e37d6800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1400759742', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '9b2f5e5a-268f-4f81-b52f-c1e3a84d337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:50Z', 'updated_at': '2022-02-09T01:38:53Z', 'revision_number': 3, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '9b2f5e5a-268f-4f81-b52f-c1e3a84d337e', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76fbd97-7be8-4833-8e01-6996e37d6800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:52Z', 'updated_at': '2022-02-09T01:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:39:00.141165 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f86872d-7bcc-4cb9-8ff3-b607be6e0818 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:00.142484 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f86872d-7bcc-4cb9-8ff3-b607be6e0818 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:00.144005 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0f86872d-7bcc-4cb9-8ff3-b607be6e0818 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1707191 Feb 09 01:39:00.151484 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54410) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:00.281334 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-e75b2d81-1f34-4e9f-8342-47c2b36e6337 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:00.284286 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-e75b2d81-1f34-4e9f-8342-47c2b36e6337 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.121 "GET /v2.0/networks?id=9b1b4143-78e6-405c-8b5a-728543b5f342 HTTP/1.1" status: 200 len: 806 time: 0.5345962 Feb 09 01:39:00.307147 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-92e3e893-7a1d-4744-8849-4907d1b2e7c8 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Request body: {'port': {'device_id': 'eb88fe1d-a1db-44cf-9b0b-8ef369f18aa2', 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342', 'admin_state_up': True, 'tenant_id': '6b4a05707d1b49f9a06d538643543aea'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:00.320576 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-7305f22a-7b08-4c85-af5d-28223998f52d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting subnet c35f9a2b-057d-4652-986c-00e6aa2ec8c3 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:39:00.351681 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7642d-ba63-4890-a85a-8acbeb9b3a6d req-d7876ada-9161-4353-8a50-95f7020529dd tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:00.353421 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-77f7642d-ba63-4890-a85a-8acbeb9b3a6d req-d7876ada-9161-4353-8a50-95f7020529dd tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 945 time: 0.3555517 Feb 09 01:39:00.354208 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7305f22a-7b08-4c85-af5d-28223998f52d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (c35f9a2b-057d-4652-986c-00e6aa2ec8c3), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:00.447685 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7305f22a-7b08-4c85-af5d-28223998f52d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (c35f9a2b-057d-4652-986c-00e6aa2ec8c3), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:00.512975 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-77f7642d-ba63-4890-a85a-8acbeb9b3a6d req-565f2037-8636-4720-a63c-23c3520908f5 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473074 Feb 09 01:39:00.538547 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7305f22a-7b08-4c85-af5d-28223998f52d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (c35f9a2b-057d-4652-986c-00e6aa2ec8c3), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:00.640272 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7305f22a-7b08-4c85-af5d-28223998f52d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (c35f9a2b-057d-4652-986c-00e6aa2ec8c3), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:00.759877 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305f22a-7b08-4c85-af5d-28223998f52d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Subnet': ['ID=c35f9a2b-057d-4652-986c-00e6aa2ec8c3,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:00.772987 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7305f22a-7b08-4c85-af5d-28223998f52d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:00.782136 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7305f22a-7b08-4c85-af5d-28223998f52d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/c35f9a2b-057d-4652-986c-00e6aa2ec8c3 HTTP/1.1" status: 204 len: 168 time: 0.6237690 Feb 09 01:39:00.782136 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54424) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:00.930574 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4243875a-b565-42e0-9c5d-eb4635ca1ce7 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for port (58d0527c-f9f9-443d-9a8e-e0c453d04ded), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:00.956667 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4243875a-b565-42e0-9c5d-eb4635ca1ce7 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (58d0527c-f9f9-443d-9a8e-e0c453d04ded), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:00.967895 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a4b24d75-8dbe-4f9b-b58f-2da5933ef170 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1802859 Feb 09 01:39:00.970681 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54430) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:00.981010 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0ced4108-2666-4dcc-b29a-9495d567e5d6 req-cc678e62-9973-4121-826b-74646bde5767 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb88fe1d-a1db-44cf-9b0b-8ef369f18aa2 HTTP/1.1" status: 200 len: 210 time: 0.2102246 Feb 09 01:39:00.993893 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-50325d69-7b8b-4e33-9aee-a215473e0d8d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'subnet': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:01.149559 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e572900-6291-47bb-8458-fabcdfc87c95 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:01.337893 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4243875a-b565-42e0-9c5d-eb4635ca1ce7 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (c76fbd97-7be8-4833-8e01-6996e37d6800), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:01.339632 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243875a-b565-42e0-9c5d-eb4635ca1ce7 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'Port': ['ID=58d0527c-f9f9-443d-9a8e-e0c453d04ded,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:01.353913 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-92e3e893-7a1d-4744-8849-4907d1b2e7c8 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Made reservation on behalf of 6b4a05707d1b49f9a06d538643543aea for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:01.361046 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-92e3e893-7a1d-4744-8849-4907d1b2e7c8 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:01.422004 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50325d69-7b8b-4e33-9aee-a215473e0d8d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:01.436019 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50325d69-7b8b-4e33-9aee-a215473e0d8d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:01.486028 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefc11a3-bd37-4820-b873-d25dff0bb4dc None None] DHCP port deletion for cbbe9143-fcdc-43c5-b797-7f127a92ac8e request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:39:01.653769 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-aefc11a3-bd37-4820-b873-d25dff0bb4dc None None] Deleting port 56ba4a4e-13aa-45a7-a614-a2dcd193ff9a {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:01.654165 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aefc11a3-bd37-4820-b873-d25dff0bb4dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (56ba4a4e-13aa-45a7-a614-a2dcd193ff9a), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:01.813918 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418065a0-37eb-4f86-baa9-212946e55c9f None None] Network 7d026e5f-8203-4636-ba0b-6899bb8cd475 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:02.123018 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-19893714-68ff-480c-b439-68a1e40c937a None None] Provisioning complete for port 2cab7c4b-1ac4-4295-9ab0-277a360a17fa triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:02.123620 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-19893714-68ff-480c-b439-68a1e40c937a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2cab7c4b-1ac4-4295-9ab0-277a360a17fa), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:02.172519 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-aefc11a3-bd37-4820-b873-d25dff0bb4dc None None] For port 56ba4a4e-13aa-45a7-a614-a2dcd193ff9a, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=56ba4a4e-13aa-45a7-a614-a2dcd193ff9a,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:02.173605 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aefc11a3-bd37-4820-b873-d25dff0bb4dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (56ba4a4e-13aa-45a7-a614-a2dcd193ff9a), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:02.221855 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-aefc11a3-bd37-4820-b873-d25dff0bb4dc None None] Calling delete_port for 56ba4a4e-13aa-45a7-a614-a2dcd193ff9a owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:02.298605 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 9b2f5e5a-268f-4f81-b52f-c1e3a84d337e up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:02.546073 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c9583a10-9a29-4557-9618-f958ed2541ef req-6610d038-0abd-4227-8c33-38ddad62e402 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb88fe1d-a1db-44cf-9b0b-8ef369f18aa2 HTTP/1.1" status: 200 len: 210 time: 0.0769508 Feb 09 01:39:02.576689 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e095c-e5d6-4a2a-acc1-8f625282911c req-e4c708f8-6b76-4739-9b80-f9a98f99098e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:02.576689 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b95e095c-e5d6-4a2a-acc1-8f625282911c req-e4c708f8-6b76-4739-9b80-f9a98f99098e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 945 time: 0.8457060 Feb 09 01:39:02.688576 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b95e095c-e5d6-4a2a-acc1-8f625282911c req-084a04af-5e7a-43d8-9db8-f2e8ca883054 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991728 Feb 09 01:39:02.707356 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-19893714-68ff-480c-b439-68a1e40c937a None None] Current status of the port 2cab7c4b-1ac4-4295-9ab0-277a360a17fa is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:02.709596 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-19893714-68ff-480c-b439-68a1e40c937a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2cab7c4b-1ac4-4295-9ab0-277a360a17fa), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:02.866792 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-19893714-68ff-480c-b439-68a1e40c937a None None] For port 2cab7c4b-1ac4-4295-9ab0-277a360a17fa, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=2cab7c4b-1ac4-4295-9ab0-277a360a17fa,segment=NetworkSegment(d79e44ef-577b-4bb4-b4d8-d0a859c1f024),segment_id=d79e44ef-577b-4bb4-b4d8-d0a859c1f024)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:02.868747 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aefc11a3-bd37-4820-b873-d25dff0bb4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (56ba4a4e-13aa-45a7-a614-a2dcd193ff9a), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:02.899633 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc11a3-bd37-4820-b873-d25dff0bb4dc None None] Pushing event deleted for resources: {'Port': ['ID=56ba4a4e-13aa-45a7-a614-a2dcd193ff9a,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:02.913264 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-19893714-68ff-480c-b439-68a1e40c937a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (2cab7c4b-1ac4-4295-9ab0-277a360a17fa), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:02.921639 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4243875a-b565-42e0-9c5d-eb4635ca1ce7 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Network 7d026e5f-8203-4636-ba0b-6899bb8cd475 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:02.949777 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-4243875a-b565-42e0-9c5d-eb4635ca1ce7 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:02.994183 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19893714-68ff-480c-b439-68a1e40c937a None None] Pushing event updated for resources: {'Port': ['ID=2cab7c4b-1ac4-4295-9ab0-277a360a17fa,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:02.998501 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 9b2f5e5a-268f-4f81-b52f-c1e3a84d337e triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:02.999076 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9b2f5e5a-268f-4f81-b52f-c1e3a84d337e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:03.003660 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefc11a3-bd37-4820-b873-d25dff0bb4dc None None] No DVR routers for this DVR port 56ba4a4e-13aa-45a7-a614-a2dcd193ff9a on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:39:03.026814 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50325d69-7b8b-4e33-9aee-a215473e0d8d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (38ec2bb8-bb0d-461f-b1b1-25a3f3cac858), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:03.110077 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-5e7bfcf8-2a8e-4010-9600-9bd8913648fa None None] Provisioning complete for port 2cab7c4b-1ac4-4295-9ab0-277a360a17fa triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:03.110459 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5e7bfcf8-2a8e-4010-9600-9bd8913648fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2cab7c4b-1ac4-4295-9ab0-277a360a17fa), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:03.322613 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50325d69-7b8b-4e33-9aee-a215473e0d8d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:03.361769 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50325d69-7b8b-4e33-9aee-a215473e0d8d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Subnet': ['ID=38ec2bb8-bb0d-461f-b1b1-25a3f3cac858,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:03.367431 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-50325d69-7b8b-4e33-9aee-a215473e0d8d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:03.383464 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50325d69-7b8b-4e33-9aee-a215473e0d8d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:03.384095 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50325d69-7b8b-4e33-9aee-a215473e0d8d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:03.400229 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb73ed4-543a-4d92-b429-3948d126b405 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:03.411766 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-92e3e893-7a1d-4744-8849-4907d1b2e7c8 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Allocated IP 172.20.0.7 (9b1b4143-78e6-405c-8b5a-728543b5f342/b2d740a9-d705-46bb-8af8-d019a5a1576c/a330b6a8-9527-4dcf-bebc-8dc7323f5045) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:03.501410 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5e7bfcf8-2a8e-4010-9600-9bd8913648fa None None] Current status of the port 2cab7c4b-1ac4-4295-9ab0-277a360a17fa is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:03.513723 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 9b2f5e5a-268f-4f81-b52f-c1e3a84d337e is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:03.515098 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9b2f5e5a-268f-4f81-b52f-c1e3a84d337e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:03.523139 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54494) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:03.536511 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-443b5214-a778-4a92-bdc1-7423e5c73ba2 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'port': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'fixed_ips': [{'subnet_id': '38ec2bb8-bb0d-461f-b1b1-25a3f3cac858', 'ip_address': '2001:db8::500c:bbea:d6eb:fdc7'}], 'name': 'tempest-NetworksTestDHCPv6-1037574770'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:03.539521 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-50325d69-7b8b-4e33-9aee-a215473e0d8d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5497451 Feb 09 01:39:03.704710 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4243875a-b565-42e0-9c5d-eb4635ca1ce7 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Router c76fbd97-7be8-4833-8e01-6996e37d6800 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:39:03.855238 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 9b2f5e5a-268f-4f81-b52f-c1e3a84d337e, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=9b2f5e5a-268f-4f81-b52f-c1e3a84d337e,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:03.856217 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-5e7bfcf8-2a8e-4010-9600-9bd8913648fa None None] Provisioning complete for port 58d0527c-f9f9-443d-9a8e-e0c453d04ded triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:03.856591 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5e7bfcf8-2a8e-4010-9600-9bd8913648fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (58d0527c-f9f9-443d-9a8e-e0c453d04ded), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:03.956731 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5e7bfcf8-2a8e-4010-9600-9bd8913648fa None None] Port 58d0527c-f9f9-443d-9a8e-e0c453d04ded cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:39:03.961681 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-05c7fc27-9fe9-4b9c-8ed6-c7609b93d37d req-7f18f801-095b-433f-9d13-36cd3ce6e5a8 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb88fe1d-a1db-44cf-9b0b-8ef369f18aa2 HTTP/1.1" status: 200 len: 210 time: 0.2241254 Feb 09 01:39:03.966748 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9b2f5e5a-268f-4f81-b52f-c1e3a84d337e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:03.967929 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54504) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:03.968202 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 2cab7c4b-1ac4-4295-9ab0-277a360a17fa up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:04.067404 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4243875a-b565-42e0-9c5d-eb4635ca1ce7 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:39:04.072563 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443b5214-a778-4a92-bdc1-7423e5c73ba2 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:04.083001 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48201de2-3c00-4059-9566-ac407922824d None None] Sync routers for ids ['c76fbd97-7be8-4833-8e01-6996e37d6800'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:39:04.095071 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4243875a-b565-42e0-9c5d-eb4635ca1ce7 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "PUT /v2.0/routers/c76fbd97-7be8-4833-8e01-6996e37d6800/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8313711 Feb 09 01:39:04.095297 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2d0471-7d16-4352-b3be-7bb6a10bc204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'project_id': '840feb797a5045feb11a0660b5a0c7d5', 'fixed_ips': [{'subnet_id': '38ec2bb8-bb0d-461f-b1b1-25a3f3cac858'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:39:04.095297 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ac2d0471-7d16-4352-b3be-7bb6a10bc204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:04.114486 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-92e3e893-7a1d-4744-8849-4907d1b2e7c8 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks [] for port (a330b6a8-9527-4dcf-bebc-8dc7323f5045), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:04.119254 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48201de2-3c00-4059-9566-ac407922824d None None] Routers {'c76fbd97-7be8-4833-8e01-6996e37d6800'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:04.122931 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-48201de2-3c00-4059-9566-ac407922824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:38:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c76fbd97-7be8-4833-8e01-6996e37d6800'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:04.246363 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-ac2d0471-7d16-4352-b3be-7bb6a10bc204 None None] Allocated IP 2001:db8::2 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/38ec2bb8-bb0d-461f-b1b1-25a3f3cac858/e0161be2-50d5-4aef-82ae-bf714e47ad2a) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:04.248429 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-92e3e893-7a1d-4744-8849-4907d1b2e7c8 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (a330b6a8-9527-4dcf-bebc-8dc7323f5045), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:04.261773 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-48201de2-3c00-4059-9566-ac407922824d None None] Set router c76fbd97-7be8-4833-8e01-6996e37d6800 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:39:04.398421 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-92e3e893-7a1d-4744-8849-4907d1b2e7c8 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Network 9b1b4143-78e6-405c-8b5a-728543b5f342 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:04.407844 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-92e3e893-7a1d-4744-8849-4907d1b2e7c8 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:04.411343 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ac2d0471-7d16-4352-b3be-7bb6a10bc204 None None] Publish callbacks [] for port (e0161be2-50d5-4aef-82ae-bf714e47ad2a), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:04.414407 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-92e3e893-7a1d-4744-8849-4907d1b2e7c8 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:04.421238 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device b30802aa-45d7-45f8-b20c-78b0e323596c details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:39:04.423465 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['35c82c86-9b27-4b9f-a80f-8521f07a72b0'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:39:04.429148 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=9b2f5e5a-268f-4f81-b52f-c1e3a84d337e,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:04.432227 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ac2d0471-7d16-4352-b3be-7bb6a10bc204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (e0161be2-50d5-4aef-82ae-bf714e47ad2a), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:04.460938 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35c723-a7ab-466c-ad7d-b1626dbf6017 req-16e392af-a58e-4750-93a5-4adb17e8c058 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:04.461714 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-bec9ba0c-aa49-4a28-a058-293dfa8cf266 None None] Provisioning complete for port 58d0527c-f9f9-443d-9a8e-e0c453d04ded triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:04.462089 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bec9ba0c-aa49-4a28-a058-293dfa8cf266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (58d0527c-f9f9-443d-9a8e-e0c453d04ded), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:04.463037 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f35c723-a7ab-466c-ad7d-b1626dbf6017 req-16e392af-a58e-4750-93a5-4adb17e8c058 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 945 time: 0.6185536 Feb 09 01:39:04.477619 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-443b5214-a778-4a92-bdc1-7423e5c73ba2 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:04.481928 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3e893-7a1d-4744-8849-4907d1b2e7c8 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Pushing event updated for resources: {'Port': ['ID=a330b6a8-9527-4dcf-bebc-8dc7323f5045,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:04.496616 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ed54aa19-6205-44dd-a6c1-e440431280ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:04.534850 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-92e3e893-7a1d-4744-8849-4907d1b2e7c8 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:04.544092 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-92e3e893-7a1d-4744-8849-4907d1b2e7c8 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:04.565330 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-90df75ab-a54a-4a2a-9dcb-5bbddb29fa7e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-632302181&fields=id&tenant_id=e7f5366db1de43098724f0eb4e3342fd HTTP/1.1" status: 200 len: 267 time: 0.2038827 Feb 09 01:39:04.574234 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-bec9ba0c-aa49-4a28-a058-293dfa8cf266 None None] Port 58d0527c-f9f9-443d-9a8e-e0c453d04ded cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:39:04.577256 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-443b5214-a778-4a92-bdc1-7423e5c73ba2 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] device_id is not set on port 9f7b927a-3daa-4276-bdcb-e126cb236964 yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:39:04.581524 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-92e3e893-7a1d-4744-8849-4907d1b2e7c8 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2843547 Feb 09 01:39:04.592096 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-1cd0fd17-d21a-4fa9-8861-ab27b119dc26 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:39:04.593154 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-1cd0fd17-d21a-4fa9-8861-ab27b119dc26 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.121 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056062 Feb 09 01:39:04.605675 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-e7601c00-0cd2-4ab9-a555-e8aaa5b32533 service neutron] Request body: {'port': {'device_id': 'eb88fe1d-a1db-44cf-9b0b-8ef369f18aa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:04.692254 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2d0471-7d16-4352-b3be-7bb6a10bc204 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:04.713841 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-ac2d0471-7d16-4352-b3be-7bb6a10bc204 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:04.730798 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2d0471-7d16-4352-b3be-7bb6a10bc204 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:04.732728 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 2cab7c4b-1ac4-4295-9ab0-277a360a17fa triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:04.733097 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2cab7c4b-1ac4-4295-9ab0-277a360a17fa), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:04.738032 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-48201de2-3c00-4059-9566-ac407922824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76fbd97-7be8-4833-8e01-6996e37d6800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1400759742', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '9b2f5e5a-268f-4f81-b52f-c1e3a84d337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:50Z', 'updated_at': '2022-02-09T01:38:59Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '9b2f5e5a-268f-4f81-b52f-c1e3a84d337e', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76fbd97-7be8-4833-8e01-6996e37d6800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:52Z', 'updated_at': '2022-02-09T01:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '58d0527c-f9f9-443d-9a8e-e0c453d04ded', 'name': '', 'network_id': '7d026e5f-8203-4636-ba0b-6899bb8cd475', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'mac_address': 'fa:16:3e:95:8f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76fbd97-7be8-4833-8e01-6996e37d6800', 'device_owner': 'network:router_interface', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': 'f9f8e7c5-aa98-41c8-9a28-63a6ea8d2a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:58Z', 'updated_at': '2022-02-09T01:39:00Z', 'revision_number': 2, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'subnets': [{'id': 'f9f8e7c5-aa98-41c8-9a28-63a6ea8d2a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:04.742135 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-e7601c00-0cd2-4ab9-a555-e8aaa5b32533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a330b6a8-9527-4dcf-bebc-8dc7323f5045), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:04.765979 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48201de2-3c00-4059-9566-ac407922824d None None] Checking router: c76fbd97-7be8-4833-8e01-6996e37d6800 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:39:04.766229 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48201de2-3c00-4059-9566-ac407922824d None None] Updating router c76fbd97-7be8-4833-8e01-6996e37d6800 port 58d0527c-f9f9-443d-9a8e-e0c453d04ded binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:39:04.779234 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.resource_extend [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:39:04.795741 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d0471-7d16-4352-b3be-7bb6a10bc204 None None] Pushing event updated for resources: {'Port': ['ID=e0161be2-50d5-4aef-82ae-bf714e47ad2a,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:04.801984 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-48201de2-3c00-4059-9566-ac407922824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (58d0527c-f9f9-443d-9a8e-e0c453d04ded), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:04.930209 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f35c723-a7ab-466c-ad7d-b1626dbf6017 req-f880aa4d-174d-4222-8534-150bbac90cab tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4576941 Feb 09 01:39:04.960028 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-443b5214-a778-4a92-bdc1-7423e5c73ba2 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Allocated IP 2001:db8::500c:bbea:d6eb:fdc7 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/38ec2bb8-bb0d-461f-b1b1-25a3f3cac858/9f7b927a-3daa-4276-bdcb-e126cb236964) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:05.097210 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-02ee4450-6d35-4d49-9db1-3b8a3ff2faa9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:05.098796 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-02ee4450-6d35-4d49-9db1-3b8a3ff2faa9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/networks?id=7d026e5f-8203-4636-ba0b-6899bb8cd475 HTTP/1.1" status: 200 len: 795 time: 0.5322328 Feb 09 01:39:05.108449 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-ac2d0471-7d16-4352-b3be-7bb6a10bc204 None None] Attempting to bind port e0161be2-50d5-4aef-82ae-bf714e47ad2a on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:39:05.108840 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-ac2d0471-7d16-4352-b3be-7bb6a10bc204 None None] Attempting to bind port e0161be2-50d5-4aef-82ae-bf714e47ad2a by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:39:05.109172 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2d0471-7d16-4352-b3be-7bb6a10bc204 None None] Attempting to bind port e0161be2-50d5-4aef-82ae-bf714e47ad2a on network cbbe9143-fcdc-43c5-b797-7f127a92ac8e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:05.164879 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2d0471-7d16-4352-b3be-7bb6a10bc204 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:39:05.165259 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2d0471-7d16-4352-b3be-7bb6a10bc204 None None] Checking segment: {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:05.165666 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ac2d0471-7d16-4352-b3be-7bb6a10bc204 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:05.166066 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2d0471-7d16-4352-b3be-7bb6a10bc204 None None] Bound using segment: {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:39:05.166557 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-ac2d0471-7d16-4352-b3be-7bb6a10bc204 None None] Bound port: e0161be2-50d5-4aef-82ae-bf714e47ad2a, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:39:05.166945 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ac2d0471-7d16-4352-b3be-7bb6a10bc204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e0161be2-50d5-4aef-82ae-bf714e47ad2a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:05.212898 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-e7601c00-0cd2-4ab9-a555-e8aaa5b32533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a330b6a8-9527-4dcf-bebc-8dc7323f5045 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:39:05.222135 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-e7601c00-0cd2-4ab9-a555-e8aaa5b32533 service neutron] Publish callbacks [] for port (a330b6a8-9527-4dcf-bebc-8dc7323f5045), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:05.236378 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-e7601c00-0cd2-4ab9-a555-e8aaa5b32533 service neutron] Transition to ACTIVE for port object a330b6a8-9527-4dcf-bebc-8dc7323f5045 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:39:05.245043 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-e7601c00-0cd2-4ab9-a555-e8aaa5b32533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (a330b6a8-9527-4dcf-bebc-8dc7323f5045), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:05.262400 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port b30802aa-45d7-45f8-b20c-78b0e323596c, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=b30802aa-45d7-45f8-b20c-78b0e323596c,segment=NetworkSegment(b0a39339-81a8-45ed-9fe0-550b74489f1b),segment_id=b0a39339-81a8-45ed-9fe0-550b74489f1b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:05.302392 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7601c00-0cd2-4ab9-a555-e8aaa5b32533 service neutron] Pushing event updated for resources: {'Port': ['ID=a330b6a8-9527-4dcf-bebc-8dc7323f5045,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:05.320995 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': 'b30802aa-45d7-45f8-b20c-78b0e323596c', 'network_id': '88b27524-8ae4-4965-b899-af20055923cd', 'port_id': 'b30802aa-45d7-45f8-b20c-78b0e323596c', 'mac_address': 'fa:16:3e:66:d3:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a89563-8842-4e1e-95dc-ee10f0240b0a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:39:05.349942 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 2cab7c4b-1ac4-4295-9ab0-277a360a17fa is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:05.443230 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-48201de2-3c00-4059-9566-ac407922824d None None] Publish callbacks [] for port (58d0527c-f9f9-443d-9a8e-e0c453d04ded), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:05.446661 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-ac2d0471-7d16-4352-b3be-7bb6a10bc204 None None] For port e0161be2-50d5-4aef-82ae-bf714e47ad2a, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:39:05.452205 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 56ba4a4e-13aa-45a7-a614-a2dcd193ff9a no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:39:05.456799 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-ac2d0471-7d16-4352-b3be-7bb6a10bc204 None None] For port e0161be2-50d5-4aef-82ae-bf714e47ad2a, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=e0161be2-50d5-4aef-82ae-bf714e47ad2a,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:39:05.461712 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-48201de2-3c00-4059-9566-ac407922824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (58d0527c-f9f9-443d-9a8e-e0c453d04ded), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:05.484032 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port b30802aa-45d7-45f8-b20c-78b0e323596c is: ACTIVE; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:05.484440 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b30802aa-45d7-45f8-b20c-78b0e323596c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:05.500434 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b30802aa-45d7-45f8-b20c-78b0e323596c {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:39:05.505407 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ac2d0471-7d16-4352-b3be-7bb6a10bc204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e0161be2-50d5-4aef-82ae-bf714e47ad2a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:05.507315 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 56ba4a4e-13aa-45a7-a614-a2dcd193ff9a {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:39:05.507851 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 56ba4a4e-13aa-45a7-a614-a2dcd193ff9a not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:39:05.529797 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-e7601c00-0cd2-4ab9-a555-e8aaa5b32533 service neutron] Attempting to bind port a330b6a8-9527-4dcf-bebc-8dc7323f5045 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:39:05.530204 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-e7601c00-0cd2-4ab9-a555-e8aaa5b32533 service neutron] Attempting to bind port a330b6a8-9527-4dcf-bebc-8dc7323f5045 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '06a65791-d722-41e0-9f59-8e2f6da66f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:39:05.532616 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-e7601c00-0cd2-4ab9-a555-e8aaa5b32533 service neutron] Attempting to bind port a330b6a8-9527-4dcf-bebc-8dc7323f5045 on network 9b1b4143-78e6-405c-8b5a-728543b5f342 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:05.559063 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-e7601c00-0cd2-4ab9-a555-e8aaa5b32533 service neutron] Port a330b6a8-9527-4dcf-bebc-8dc7323f5045 on network 9b1b4143-78e6-405c-8b5a-728543b5f342 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:39:05.559392 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-e7601c00-0cd2-4ab9-a555-e8aaa5b32533 service neutron] Attempting to bind port a330b6a8-9527-4dcf-bebc-8dc7323f5045 on network 9b1b4143-78e6-405c-8b5a-728543b5f342 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:05.569710 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-e7601c00-0cd2-4ab9-a555-e8aaa5b32533 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:39:05.570201 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-e7601c00-0cd2-4ab9-a555-e8aaa5b32533 service neutron] Checking segment: {'id': '06a65791-d722-41e0-9f59-8e2f6da66f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:05.570666 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-e7601c00-0cd2-4ab9-a555-e8aaa5b32533 service neutron] Bound using segment: {'id': '06a65791-d722-41e0-9f59-8e2f6da66f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:39:05.571120 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-e7601c00-0cd2-4ab9-a555-e8aaa5b32533 service neutron] Bound port: a330b6a8-9527-4dcf-bebc-8dc7323f5045, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a65791-d722-41e0-9f59-8e2f6da66f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:39:05.579262 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-e7601c00-0cd2-4ab9-a555-e8aaa5b32533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a330b6a8-9527-4dcf-bebc-8dc7323f5045), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:05.583364 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port b30802aa-45d7-45f8-b20c-78b0e323596c, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=b30802aa-45d7-45f8-b20c-78b0e323596c,segment=NetworkSegment(b0a39339-81a8-45ed-9fe0-550b74489f1b),segment_id=b0a39339-81a8-45ed-9fe0-550b74489f1b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:05.591148 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b30802aa-45d7-45f8-b20c-78b0e323596c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:05.602674 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-443b5214-a778-4a92-bdc1-7423e5c73ba2 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for port (9f7b927a-3daa-4276-bdcb-e126cb236964), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:05.634169 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d0471-7d16-4352-b3be-7bb6a10bc204 None None] Pushing event updated for resources: {'Port': ['ID=e0161be2-50d5-4aef-82ae-bf714e47ad2a,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:05.707781 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-e7601c00-0cd2-4ab9-a555-e8aaa5b32533 service neutron] For port a330b6a8-9527-4dcf-bebc-8dc7323f5045, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:39:05.714397 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d866ce2-3a67-4977-ba80-e7bd1ac35d54 None None] Pushing event updated for resources: {'Port': ['ID=58d0527c-f9f9-443d-9a8e-e0c453d04ded,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:05.719791 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-e7601c00-0cd2-4ab9-a555-e8aaa5b32533 service neutron] For port a330b6a8-9527-4dcf-bebc-8dc7323f5045, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=a330b6a8-9527-4dcf-bebc-8dc7323f5045,segment=NetworkSegment(06a65791-d722-41e0-9f59-8e2f6da66f1f),segment_id=06a65791-d722-41e0-9f59-8e2f6da66f1f)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:39:05.731214 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-e7601c00-0cd2-4ab9-a555-e8aaa5b32533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (a330b6a8-9527-4dcf-bebc-8dc7323f5045), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:05.737352 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=b30802aa-45d7-45f8-b20c-78b0e323596c,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:05.745246 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['b30802aa-45d7-45f8-b20c-78b0e323596c'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:39:05.748530 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 9b2f5e5a-268f-4f81-b52f-c1e3a84d337e up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:05.753244 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d866ce2-3a67-4977-ba80-e7bd1ac35d54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:05.753586 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d866ce2-3a67-4977-ba80-e7bd1ac35d54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:05.753921 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d866ce2-3a67-4977-ba80-e7bd1ac35d54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:05.754266 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d866ce2-3a67-4977-ba80-e7bd1ac35d54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:05.754575 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d866ce2-3a67-4977-ba80-e7bd1ac35d54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:05.754892 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d866ce2-3a67-4977-ba80-e7bd1ac35d54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:05.755407 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d866ce2-3a67-4977-ba80-e7bd1ac35d54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:05.757891 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d866ce2-3a67-4977-ba80-e7bd1ac35d54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:05.758735 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d866ce2-3a67-4977-ba80-e7bd1ac35d54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:05.771507 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d866ce2-3a67-4977-ba80-e7bd1ac35d54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:05.772199 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d866ce2-3a67-4977-ba80-e7bd1ac35d54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:05.772840 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d866ce2-3a67-4977-ba80-e7bd1ac35d54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:05.774712 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d866ce2-3a67-4977-ba80-e7bd1ac35d54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:05.856740 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-48201de2-3c00-4059-9566-ac407922824d None None] Attempting to bind port 58d0527c-f9f9-443d-9a8e-e0c453d04ded on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:39:05.857108 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-48201de2-3c00-4059-9566-ac407922824d None None] Attempting to bind port 58d0527c-f9f9-443d-9a8e-e0c453d04ded by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'd79e44ef-577b-4bb4-b4d8-d0a859c1f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7d026e5f-8203-4636-ba0b-6899bb8cd475'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:39:05.861432 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-e7601c00-0cd2-4ab9-a555-e8aaa5b32533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:05.863597 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-e7601c00-0cd2-4ab9-a555-e8aaa5b32533 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:05.866435 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48201de2-3c00-4059-9566-ac407922824d None None] Attempting to bind port 58d0527c-f9f9-443d-9a8e-e0c453d04ded on network 7d026e5f-8203-4636-ba0b-6899bb8cd475 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:05.868951 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-e7601c00-0cd2-4ab9-a555-e8aaa5b32533 service neutron] 10.222.0.121 "PUT /v2.0/ports/a330b6a8-9527-4dcf-bebc-8dc7323f5045 HTTP/1.1" status: 200 len: 1092 time: 1.2640853 Feb 09 01:39:05.872082 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb88fe1d-a1db-44cf-9b0b-8ef369f18aa2', 'tag': 'a330b6a8-9527-4dcf-bebc-8dc7323f5045'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:39:05.880543 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995d7927-be13-4966-a5f2-a32d796b4cce" -d '{"events": [{"name": "network-changed", "server_uuid": "eb88fe1d-a1db-44cf-9b0b-8ef369f18aa2", "tag": "a330b6a8-9527-4dcf-bebc-8dc7323f5045"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:39:05.889099 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48201de2-3c00-4059-9566-ac407922824d None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:39:05.889520 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48201de2-3c00-4059-9566-ac407922824d None None] Checking segment: {'id': 'd79e44ef-577b-4bb4-b4d8-d0a859c1f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7d026e5f-8203-4636-ba0b-6899bb8cd475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:05.893145 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-48201de2-3c00-4059-9566-ac407922824d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:05.893560 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48201de2-3c00-4059-9566-ac407922824d None None] Bound using segment: {'id': 'd79e44ef-577b-4bb4-b4d8-d0a859c1f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7d026e5f-8203-4636-ba0b-6899bb8cd475'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:39:05.894065 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-48201de2-3c00-4059-9566-ac407922824d None None] Bound port: 58d0527c-f9f9-443d-9a8e-e0c453d04ded, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd79e44ef-577b-4bb4-b4d8-d0a859c1f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7d026e5f-8203-4636-ba0b-6899bb8cd475'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:39:05.898865 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-48201de2-3c00-4059-9566-ac407922824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (58d0527c-f9f9-443d-9a8e-e0c453d04ded), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:05.952162 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 9b2f5e5a-268f-4f81-b52f-c1e3a84d337e triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:05.952919 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9b2f5e5a-268f-4f81-b52f-c1e3a84d337e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:05.994213 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-96dfa9d3-dc04-45fe-8887-e7b967b4bbaf tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:06.004411 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-96dfa9d3-dc04-45fe-8887-e7b967b4bbaf tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/networks?id=2acff04b-1139-4c46-94ea-29d9f3f965f7 HTTP/1.1" status: 200 len: 814 time: 0.8809783 Feb 09 01:39:06.026788 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-626dfee6-879c-4703-83d2-1142af89c4ec tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/quotas/a02814a135ec440bb7b8ed9a51ad23c0 HTTP/1.1" status: 200 len: 375 time: 0.0211251 Feb 09 01:39:06.080693 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-443b5214-a778-4a92-bdc1-7423e5c73ba2 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (9f7b927a-3daa-4276-bdcb-e126cb236964), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:06.116876 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-248f4d60-e711-4437-9934-95a77436a184 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a02814a135ec440bb7b8ed9a51ad23c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0887527 Feb 09 01:39:06.125261 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7601c00-0cd2-4ab9-a555-e8aaa5b32533 service neutron] Pushing event updated for resources: {'Port': ['ID=a330b6a8-9527-4dcf-bebc-8dc7323f5045,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:06.140356 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-48201de2-3c00-4059-9566-ac407922824d None None] For port 58d0527c-f9f9-443d-9a8e-e0c453d04ded, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:39:06.148051 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-9d098db3-99f8-47fd-960e-1be177549177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:06.150726 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-9d098db3-99f8-47fd-960e-1be177549177 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=6b4a05707d1b49f9a06d538643543aea&device_id=eb88fe1d-a1db-44cf-9b0b-8ef369f18aa2 HTTP/1.1" status: 200 len: 1126 time: 0.2167406 Feb 09 01:39:06.153149 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-48201de2-3c00-4059-9566-ac407922824d None None] For port 58d0527c-f9f9-443d-9a8e-e0c453d04ded, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=58d0527c-f9f9-443d-9a8e-e0c453d04ded,segment=NetworkSegment(d79e44ef-577b-4bb4-b4d8-d0a859c1f024),segment_id=d79e44ef-577b-4bb4-b4d8-d0a859c1f024)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:39:06.179752 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-48201de2-3c00-4059-9566-ac407922824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (58d0527c-f9f9-443d-9a8e-e0c453d04ded), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:06.216021 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-a3d0914f-dfc1-46fa-91ff-048c641650e9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/quotas/e7f5366db1de43098724f0eb4e3342fd HTTP/1.1" status: 200 len: 375 time: 1.0899420 Feb 09 01:39:06.222770 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-3f559890-c9df-4e63-9600-f75914764d0f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a330b6a8-9527-4dcf-bebc-8dc7323f5045 HTTP/1.1" status: 200 len: 217 time: 0.0620375 Feb 09 01:39:06.257215 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-67f8af23-cc50-4f1b-bcb0-7664cee378f3 None None] Provisioning complete for port 58d0527c-f9f9-443d-9a8e-e0c453d04ded triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:06.275540 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-67f8af23-cc50-4f1b-bcb0-7664cee378f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (58d0527c-f9f9-443d-9a8e-e0c453d04ded), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:06.293101 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ed54aa19-6205-44dd-a6c1-e440431280ca admin admin] Publish callbacks [] for security_group (52779d9b-905d-4028-93c1-328303b2283b), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:06.299523 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-1541e80a-3396-41c8-8dca-b96ff95642fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:06.301996 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device b30802aa-45d7-45f8-b20c-78b0e323596c up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:06.303648 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-1541e80a-3396-41c8-8dca-b96ff95642fd service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b2d740a9-d705-46bb-8af8-d019a5a1576c HTTP/1.1" status: 200 len: 846 time: 0.0731452 Feb 09 01:39:06.306259 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 9b2f5e5a-268f-4f81-b52f-c1e3a84d337e is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:06.308012 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 2cab7c4b-1ac4-4295-9ab0-277a360a17fa up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:06.345631 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-02ab6505-4703-4805-88c8-a82f63bace75 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9b1b4143-78e6-405c-8b5a-728543b5f342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364788 Feb 09 01:39:06.397876 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ed54aa19-6205-44dd-a6c1-e440431280ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (52779d9b-905d-4028-93c1-328303b2283b), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:06.402430 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48201de2-3c00-4059-9566-ac407922824d None None] Routers {'c76fbd97-7be8-4833-8e01-6996e37d6800'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:06.408295 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-48201de2-3c00-4059-9566-ac407922824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:38:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c76fbd97-7be8-4833-8e01-6996e37d6800'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:06.410953 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b5214-a778-4a92-bdc1-7423e5c73ba2 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Port': ['ID=9f7b927a-3daa-4276-bdcb-e126cb236964,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:06.431547 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443b5214-a778-4a92-bdc1-7423e5c73ba2 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:06.519683 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-443b5214-a778-4a92-bdc1-7423e5c73ba2 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:06.542528 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443b5214-a778-4a92-bdc1-7423e5c73ba2 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:06.548127 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443b5214-a778-4a92-bdc1-7423e5c73ba2 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:06.548973 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-443b5214-a778-4a92-bdc1-7423e5c73ba2 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:06.570063 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-d9c332cf-03bc-4efc-a567-3a4806f67562 service neutron] 10.222.0.121 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166021 Feb 09 01:39:06.617658 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ed54aa19-6205-44dd-a6c1-e440431280ca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=65a5cfe59b464cd69e0a535151ab945e&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6400366 Feb 09 01:39:06.626120 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54568) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:06.632212 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54aa19-6205-44dd-a6c1-e440431280ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52779d9b-905d-4028-93c1-328303b2283b,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:06.641728 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-67f8af23-cc50-4f1b-bcb0-7664cee378f3 None None] Current status of the port 58d0527c-f9f9-443d-9a8e-e0c453d04ded is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:06.642194 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-67f8af23-cc50-4f1b-bcb0-7664cee378f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (58d0527c-f9f9-443d-9a8e-e0c453d04ded), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:06.643877 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 2cab7c4b-1ac4-4295-9ab0-277a360a17fa triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:06.644255 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2cab7c4b-1ac4-4295-9ab0-277a360a17fa), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:06.659370 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-443b5214-a778-4a92-bdc1-7423e5c73ba2 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1339936 Feb 09 01:39:06.674374 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54570) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:06.699941 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-0fca9b20-229c-4748-8e5f-0a69f1712c19 service neutron] 10.222.0.30 "GET /v2.0/networks/2acff04b-1139-4c46-94ea-29d9f3f965f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5821342 Feb 09 01:39:06.751447 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port b30802aa-45d7-45f8-b20c-78b0e323596c triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:06.751879 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b30802aa-45d7-45f8-b20c-78b0e323596c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:06.800094 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-3a9a08cd-e832-4737-8022-d2f05214b943 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e7f5366db1de43098724f0eb4e3342fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5031383 Feb 09 01:39:06.825008 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-48201de2-3c00-4059-9566-ac407922824d None None] Set router c76fbd97-7be8-4833-8e01-6996e37d6800 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:39:06.849783 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af399bb7-3cd7-4a1f-9699-7ebb680b3178 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:06.856301 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af399bb7-3cd7-4a1f-9699-7ebb680b3178 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:06.858244 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-af399bb7-3cd7-4a1f-9699-7ebb680b3178 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1770785 Feb 09 01:39:06.863118 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54572) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:06.865318 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c47a1b13-cfb4-4c47-9f37-f6b5bb4ac527 admin admin] Publish callbacks [] for security_group (52779d9b-905d-4028-93c1-328303b2283b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:06.893985 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-67f8af23-cc50-4f1b-bcb0-7664cee378f3 None None] For port 58d0527c-f9f9-443d-9a8e-e0c453d04ded, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=58d0527c-f9f9-443d-9a8e-e0c453d04ded,segment=NetworkSegment(d79e44ef-577b-4bb4-b4d8-d0a859c1f024),segment_id=d79e44ef-577b-4bb4-b4d8-d0a859c1f024)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:06.917440 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c47a1b13-cfb4-4c47-9f37-f6b5bb4ac527 admin admin] Publish callbacks [] for security_group (52779d9b-905d-4028-93c1-328303b2283b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:06.925976 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-67f8af23-cc50-4f1b-bcb0-7664cee378f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (58d0527c-f9f9-443d-9a8e-e0c453d04ded), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:06.990012 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-75e06607-dba8-439f-8c8d-39b3eae0c733 service neutron] 10.222.0.30 "GET /v2.0/networks/2acff04b-1139-4c46-94ea-29d9f3f965f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597685 Feb 09 01:39:06.996191 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5d74917d-a212-4902-b2b7-ed4b73e30f88 req-c9566460-dc3c-42bf-8782-a86ce3b919dc service neutron] 10.222.0.121 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146304 Feb 09 01:39:07.069031 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d866ce2-3a67-4977-ba80-e7bd1ac35d54 None None] Pushing event updated for resources: {'Port': ['ID=58d0527c-f9f9-443d-9a8e-e0c453d04ded,revision_number=4']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:07.092175 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-b75c1078-6ab2-46b3-ac6b-8f65df04fb04 service neutron] 10.222.0.30 "GET /v2.0/networks/7d026e5f-8203-4636-ba0b-6899bb8cd475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605786 Feb 09 01:39:07.151548 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c47a1b13-cfb4-4c47-9f37-f6b5bb4ac527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (52779d9b-905d-4028-93c1-328303b2283b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:07.164663 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c47a1b13-cfb4-4c47-9f37-f6b5bb4ac527 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:07.168390 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c47a1b13-cfb4-4c47-9f37-f6b5bb4ac527 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/52779d9b-905d-4028-93c1-328303b2283b HTTP/1.1" status: 204 len: 168 time: 0.5389550 Feb 09 01:39:07.178944 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:39:07.197053 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a1b13-cfb4-4c47-9f37-f6b5bb4ac527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52779d9b-905d-4028-93c1-328303b2283b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:07.212205 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2e02ba04-5507-4705-8a3f-edcdc59fdb70 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting port 9f7b927a-3daa-4276-bdcb-e126cb236964 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:07.216014 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2e02ba04-5507-4705-8a3f-edcdc59fdb70 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (9f7b927a-3daa-4276-bdcb-e126cb236964), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:07.409372 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-48201de2-3c00-4059-9566-ac407922824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76fbd97-7be8-4833-8e01-6996e37d6800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1400759742', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '9b2f5e5a-268f-4f81-b52f-c1e3a84d337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:50Z', 'updated_at': '2022-02-09T01:38:59Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '9b2f5e5a-268f-4f81-b52f-c1e3a84d337e', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76fbd97-7be8-4833-8e01-6996e37d6800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:52Z', 'updated_at': '2022-02-09T01:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '58d0527c-f9f9-443d-9a8e-e0c453d04ded', 'name': '', 'network_id': '7d026e5f-8203-4636-ba0b-6899bb8cd475', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'mac_address': 'fa:16:3e:95:8f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76fbd97-7be8-4833-8e01-6996e37d6800', 'device_owner': 'network:router_interface', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': 'f9f8e7c5-aa98-41c8-9a28-63a6ea8d2a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:58Z', 'updated_at': '2022-02-09T01:39:06Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'subnets': [{'id': 'f9f8e7c5-aa98-41c8-9a28-63a6ea8d2a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:07.416087 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-4c8ba4e4-118c-40c0-bd9a-90e67d84a0a3 service neutron] 10.222.0.30 "GET /v2.0/networks/7d026e5f-8203-4636-ba0b-6899bb8cd475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229361 Feb 09 01:39:07.478452 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2e02ba04-5507-4705-8a3f-edcdc59fdb70 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (9f7b927a-3daa-4276-bdcb-e126cb236964), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:07.497384 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48201de2-3c00-4059-9566-ac407922824d None None] The sync data for ids ['c76fbd97-7be8-4833-8e01-6996e37d6800'] in n-d-822053-40 is: [{'id': 'c76fbd97-7be8-4833-8e01-6996e37d6800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1400759742', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '9b2f5e5a-268f-4f81-b52f-c1e3a84d337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:50Z', 'updated_at': '2022-02-09T01:38:59Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '9b2f5e5a-268f-4f81-b52f-c1e3a84d337e', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76fbd97-7be8-4833-8e01-6996e37d6800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:52Z', 'updated_at': '2022-02-09T01:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '58d0527c-f9f9-443d-9a8e-e0c453d04ded', 'name': '', 'network_id': '7d026e5f-8203-4636-ba0b-6899bb8cd475', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'mac_address': 'fa:16:3e:95:8f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76fbd97-7be8-4833-8e01-6996e37d6800', 'device_owner': 'network:router_interface', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': 'f9f8e7c5-aa98-41c8-9a28-63a6ea8d2a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:58Z', 'updated_at': '2022-02-09T01:39:06Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'subnets': [{'id': 'f9f8e7c5-aa98-41c8-9a28-63a6ea8d2a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:39:07.527204 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2e02ba04-5507-4705-8a3f-edcdc59fdb70 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Calling delete_port for 9f7b927a-3daa-4276-bdcb-e126cb236964 owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:07.618005 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5990df-c2fe-46fd-a562-05d79aa5b8f0 req-64abb55f-eff4-4e67-8654-553944cc2bcc tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:07.641182 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7e5990df-c2fe-46fd-a562-05d79aa5b8f0 req-64abb55f-eff4-4e67-8654-553944cc2bcc tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb88fe1d-a1db-44cf-9b0b-8ef369f18aa2 HTTP/1.1" status: 200 len: 943 time: 0.2219501 Feb 09 01:39:07.770895 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05592492-33d6-41a5-a7ea-d56004bdba04 x-openstack-request-id: req-05592492-33d6-41a5-a7ea-d56004bdba04 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:39:07.772229 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb88fe1d-a1db-44cf-9b0b-8ef369f18aa2", "tag": "a330b6a8-9527-4dcf-bebc-8dc7323f5045", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:39:07.772677 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-05592492-33d6-41a5-a7ea-d56004bdba04 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:39:07.773450 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb88fe1d-a1db-44cf-9b0b-8ef369f18aa2', 'tag': 'a330b6a8-9527-4dcf-bebc-8dc7323f5045', 'status': 'completed', 'code': 200} Feb 09 01:39:07.854168 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7e5990df-c2fe-46fd-a562-05d79aa5b8f0 req-269246cd-7e1c-4d47-8253-29034e8e0b9b tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117114 Feb 09 01:39:08.084965 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54590) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:08.129329 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7c4f94e5-1028-4d1d-9579-3f992fd7be39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:08.152939 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2e02ba04-5507-4705-8a3f-edcdc59fdb70 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (9f7b927a-3daa-4276-bdcb-e126cb236964), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:08.161722 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port b30802aa-45d7-45f8-b20c-78b0e323596c is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:08.164054 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b30802aa-45d7-45f8-b20c-78b0e323596c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:08.191658 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fe9dffe3-14ad-4b24-b10e-48e13ee0e8ce req-8ec37896-28c6-468a-9342-3d144f5a5cc4 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/ports?device_id=60d07394-695a-411c-adc5-8e39c60951e5 HTTP/1.1" status: 200 len: 210 time: 0.1818883 Feb 09 01:39:08.229834 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-2bb92afb-9cec-4840-818b-de9aee022188 None None] Provisioning complete for port 58d0527c-f9f9-443d-9a8e-e0c453d04ded triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:08.230521 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2bb92afb-9cec-4840-818b-de9aee022188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (58d0527c-f9f9-443d-9a8e-e0c453d04ded), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:08.267508 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f9aaf-ecfc-4928-aceb-eba19cc25720 req-6e07c5d2-0520-404b-acbd-1f09a425f912 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:08.269369 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-127f9aaf-ecfc-4928-aceb-eba19cc25720 req-6e07c5d2-0520-404b-acbd-1f09a425f912 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 944 time: 0.4141998 Feb 09 01:39:08.286411 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8af23-cc50-4f1b-bcb0-7664cee378f3 None None] Pushing event updated for resources: {'Port': ['ID=58d0527c-f9f9-443d-9a8e-e0c453d04ded,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:08.304949 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2e02ba04-5507-4705-8a3f-edcdc59fdb70 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:08.313426 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2e02ba04-5507-4705-8a3f-edcdc59fdb70 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/ports/9f7b927a-3daa-4276-bdcb-e126cb236964 HTTP/1.1" status: 204 len: 168 time: 1.4490438 Feb 09 01:39:08.322098 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54592) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:08.341029 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 2cab7c4b-1ac4-4295-9ab0-277a360a17fa is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:08.430733 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02ba04-5507-4705-8a3f-edcdc59fdb70 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Port': ['ID=9f7b927a-3daa-4276-bdcb-e126cb236964,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:08.437159 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfa0a61-0617-498f-8de0-31bf87c8dce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30802aa-45d7-45f8-b20c-78b0e323596c'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:39:08.441265 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d7927-be13-4966-a5f2-a32d796b4cce req-cede423e-0e55-477d-82dd-d4ec74d94719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:08.442957 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-995d7927-be13-4966-a5f2-a32d796b4cce req-cede423e-0e55-477d-82dd-d4ec74d94719 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=6b4a05707d1b49f9a06d538643543aea&device_id=eb88fe1d-a1db-44cf-9b0b-8ef369f18aa2 HTTP/1.1" status: 200 len: 1126 time: 0.5844188 Feb 09 01:39:08.460997 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f5f8ff-b00b-4ec4-8bd1-801b4ff827ae" -d '{"events": [{"server_uuid": "ebfa0a61-0617-498f-8de0-31bf87c8dce7", "name": "network-vif-plugged", "status": "completed", "tag": "b30802aa-45d7-45f8-b20c-78b0e323596c"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:39:08.552739 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port b30802aa-45d7-45f8-b20c-78b0e323596c, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=b30802aa-45d7-45f8-b20c-78b0e323596c,segment=NetworkSegment(b0a39339-81a8-45ed-9fe0-550b74489f1b),segment_id=b0a39339-81a8-45ed-9fe0-550b74489f1b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:08.567022 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6c151e4b-af0c-4f30-b563-82033c9cf3b6 req-78e2aaed-68cb-4ed3-b09e-b419c01fbdc7 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 210 time: 0.1571815 Feb 09 01:39:08.584543 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b30802aa-45d7-45f8-b20c-78b0e323596c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:08.700151 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d7927-be13-4966-a5f2-a32d796b4cce req-fd4da839-c03b-4932-af47-006d1abe0e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:08.702238 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-995d7927-be13-4966-a5f2-a32d796b4cce req-fd4da839-c03b-4932-af47-006d1abe0e37 service neutron] 10.222.0.121 "GET /v2.0/networks?id=9b1b4143-78e6-405c-8b5a-728543b5f342 HTTP/1.1" status: 200 len: 907 time: 0.2513177 Feb 09 01:39:08.713091 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-127f9aaf-ecfc-4928-aceb-eba19cc25720 req-0d8efece-3da8-4c64-88c4-041ff0f9db85 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4043598 Feb 09 01:39:08.825244 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2379e1e-a0c9-4d10-a5fa-66129f0c0980 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:08.829574 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2379e1e-a0c9-4d10-a5fa-66129f0c0980 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:08.836672 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a2379e1e-a0c9-4d10-a5fa-66129f0c0980 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5125988 Feb 09 01:39:08.837288 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54600) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:08.843404 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=b30802aa-45d7-45f8-b20c-78b0e323596c,revision_number=7']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:08.857558 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d296825a-0453-4866-907b-e525a305bfa8 x-openstack-request-id: req-d296825a-0453-4866-907b-e525a305bfa8 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:39:08.861234 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebfa0a61-0617-498f-8de0-31bf87c8dce7", "name": "network-vif-plugged", "status": "completed", "tag": "b30802aa-45d7-45f8-b20c-78b0e323596c", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:39:08.861745 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d296825a-0453-4866-907b-e525a305bfa8 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:39:08.865859 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfa0a61-0617-498f-8de0-31bf87c8dce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30802aa-45d7-45f8-b20c-78b0e323596c', 'code': 200} Feb 09 01:39:08.870565 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 58d0527c-f9f9-443d-9a8e-e0c453d04ded up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:08.976497 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-995d7927-be13-4966-a5f2-a32d796b4cce req-49bbcbd4-1e86-4a9e-a0d2-c9e69ad6a43c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a330b6a8-9527-4dcf-bebc-8dc7323f5045 HTTP/1.1" status: 200 len: 217 time: 0.2588353 Feb 09 01:39:09.020758 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 58d0527c-f9f9-443d-9a8e-e0c453d04ded triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:09.021458 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (58d0527c-f9f9-443d-9a8e-e0c453d04ded), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:09.023615 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2bb92afb-9cec-4840-818b-de9aee022188 None None] Current status of the port 58d0527c-f9f9-443d-9a8e-e0c453d04ded is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:09.102203 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ca1e2f-8fd6-4e70-89e1-803d1e6088e2 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting subnet 38ec2bb8-bb0d-461f-b1b1-25a3f3cac858 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:39:09.111109 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-96ca1e2f-8fd6-4e70-89e1-803d1e6088e2 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (38ec2bb8-bb0d-461f-b1b1-25a3f3cac858), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:09.123076 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d7927-be13-4966-a5f2-a32d796b4cce req-bdc993e5-099d-4b41-abed-397a61cacd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:09.125072 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-995d7927-be13-4966-a5f2-a32d796b4cce req-bdc993e5-099d-4b41-abed-397a61cacd76 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b2d740a9-d705-46bb-8af8-d019a5a1576c HTTP/1.1" status: 200 len: 846 time: 0.1424093 Feb 09 01:39:09.197792 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-995d7927-be13-4966-a5f2-a32d796b4cce req-87a78224-1ff9-4bdd-8bba-fd5b280c99d2 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9b1b4143-78e6-405c-8b5a-728543b5f342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624406 Feb 09 01:39:09.249363 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-465c311a-18b9-4031-b22e-3461e52c0ed7 None None] Could not find standard attr ID for object 9f7b927a-3daa-4276-bdcb-e126cb236964. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:39:09.254514 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-96ca1e2f-8fd6-4e70-89e1-803d1e6088e2 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (38ec2bb8-bb0d-461f-b1b1-25a3f3cac858), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:09.274691 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279241fc-8506-4f37-91f7-493ef9bfbc05 req-4f8b5347-f243-4df0-9fc1-99d6bee30c0b tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:09.291066 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-279241fc-8506-4f37-91f7-493ef9bfbc05 req-4f8b5347-f243-4df0-9fc1-99d6bee30c0b tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb88fe1d-a1db-44cf-9b0b-8ef369f18aa2 HTTP/1.1" status: 200 len: 943 time: 0.2496195 Feb 09 01:39:09.315105 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7c4f94e5-1028-4d1d-9579-3f992fd7be39 admin admin] Publish callbacks [] for security_group (c8eb8ae0-3072-4c1b-b633-404c5c2c68be), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:09.325026 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7c4f94e5-1028-4d1d-9579-3f992fd7be39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c8eb8ae0-3072-4c1b-b633-404c5c2c68be), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:09.352489 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-465c311a-18b9-4031-b22e-3461e52c0ed7 None None] Provisioning complete for port e0161be2-50d5-4aef-82ae-bf714e47ad2a triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:09.354129 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-465c311a-18b9-4031-b22e-3461e52c0ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e0161be2-50d5-4aef-82ae-bf714e47ad2a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:09.376586 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f94e5-1028-4d1d-9579-3f992fd7be39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8eb8ae0-3072-4c1b-b633-404c5c2c68be,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:09.457246 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7c4f94e5-1028-4d1d-9579-3f992fd7be39 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e3a4b86641ce42c292bcc4c09709258a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3712919 Feb 09 01:39:09.460029 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-995d7927-be13-4966-a5f2-a32d796b4cce req-682196c0-57dd-416a-811f-7c940c67a19e service neutron] 10.222.0.121 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518802 Feb 09 01:39:09.460849 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54614) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:09.533884 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9ac0ceb4-15b6-435c-a92e-0ee683809052 req-fb8ff618-3e43-4440-9af5-458aba0083b2 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/ports?device_id=60d07394-695a-411c-adc5-8e39c60951e5 HTTP/1.1" status: 200 len: 210 time: 0.1255407 Feb 09 01:39:09.598047 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 58d0527c-f9f9-443d-9a8e-e0c453d04ded is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:09.609015 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e0161be2-50d5-4aef-82ae-bf714e47ad2a up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:09.783371 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-44db1c8e-7557-462c-8899-805c571c07d7 admin admin] Publish callbacks [] for security_group (c8eb8ae0-3072-4c1b-b633-404c5c2c68be), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:09.800479 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-96ca1e2f-8fd6-4e70-89e1-803d1e6088e2 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (38ec2bb8-bb0d-461f-b1b1-25a3f3cac858), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:09.805274 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-995d7927-be13-4966-a5f2-a32d796b4cce req-fdd0c58b-0657-4016-83c3-71f819519603 service neutron] 10.222.0.121 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357439 Feb 09 01:39:09.827838 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-279241fc-8506-4f37-91f7-493ef9bfbc05 req-e56033a5-f7da-4b8f-9955-5e1e0b01684e tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5357106 Feb 09 01:39:09.841891 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-44db1c8e-7557-462c-8899-805c571c07d7 admin admin] Publish callbacks [] for security_group (c8eb8ae0-3072-4c1b-b633-404c5c2c68be), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:09.948421 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-44db1c8e-7557-462c-8899-805c571c07d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c8eb8ae0-3072-4c1b-b633-404c5c2c68be), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:09.955383 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-44db1c8e-7557-462c-8899-805c571c07d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:09.959673 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-44db1c8e-7557-462c-8899-805c571c07d7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c8eb8ae0-3072-4c1b-b633-404c5c2c68be HTTP/1.1" status: 204 len: 168 time: 0.4945724 Feb 09 01:39:09.968207 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-465c311a-18b9-4031-b22e-3461e52c0ed7 None None] Current status of the port e0161be2-50d5-4aef-82ae-bf714e47ad2a is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:09.972565 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-465c311a-18b9-4031-b22e-3461e52c0ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e0161be2-50d5-4aef-82ae-bf714e47ad2a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:09.984183 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db1c8e-7557-462c-8899-805c571c07d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8eb8ae0-3072-4c1b-b633-404c5c2c68be,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:09.998590 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port e0161be2-50d5-4aef-82ae-bf714e47ad2a triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:09.998590 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e0161be2-50d5-4aef-82ae-bf714e47ad2a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:10.041190 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6632f3c2-01b8-44b9-accf-0a2bc6b0a22f req-fae02517-eb52-4208-848c-04d314aa3cf2 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 210 time: 0.2120647 Feb 09 01:39:10.158548 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port e0161be2-50d5-4aef-82ae-bf714e47ad2a is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:10.159099 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e0161be2-50d5-4aef-82ae-bf714e47ad2a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:10.215970 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978de650-bf38-4e1b-9528-90584ff1c086 req-4c2b7a4e-0170-467c-837b-22a585fc6924 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:10.222343 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-978de650-bf38-4e1b-9528-90584ff1c086 req-4c2b7a4e-0170-467c-837b-22a585fc6924 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 945 time: 0.2244494 Feb 09 01:39:10.224556 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-96ca1e2f-8fd6-4e70-89e1-803d1e6088e2 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (38ec2bb8-bb0d-461f-b1b1-25a3f3cac858), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:10.306976 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-465c311a-18b9-4031-b22e-3461e52c0ed7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:39:10.307599 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-465c311a-18b9-4031-b22e-3461e52c0ed7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:39:10.309081 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:39:10.309551 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:39:10.338424 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca1e2f-8fd6-4e70-89e1-803d1e6088e2 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Subnet': ['ID=38ec2bb8-bb0d-461f-b1b1-25a3f3cac858,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:10.342201 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a1de39-08c4-4e26-b6e0-bd56afae128b None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:10.343501 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-96ca1e2f-8fd6-4e70-89e1-803d1e6088e2 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:10.346918 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-96ca1e2f-8fd6-4e70-89e1-803d1e6088e2 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/38ec2bb8-bb0d-461f-b1b1-25a3f3cac858 HTTP/1.1" status: 204 len: 168 time: 1.5085781 Feb 09 01:39:10.351058 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54622) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:10.374727 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device a330b6a8-9527-4dcf-bebc-8dc7323f5045 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:39:10.466107 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-10bbf2d2-d5e0-483f-9d52-c896cefd57f3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1134350 Feb 09 01:39:10.467224 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54626) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:10.591400 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee6857d-9f9a-49ef-8a2e-6797bb1af852 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:10.598892 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54630) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:10.600367 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0ee6857d-9f9a-49ef-8a2e-6797bb1af852 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1310050 Feb 09 01:39:10.836159 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-978de650-bf38-4e1b-9528-90584ff1c086 req-6b3e2a31-944e-45ed-962d-447dd66f3282 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5835693 Feb 09 01:39:10.956526 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813e6eb0-c861-4059-89d6-fbd87c1e635f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:10.958061 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-813e6eb0-c861-4059-89d6-fbd87c1e635f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3396878 Feb 09 01:39:10.960987 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-46802f78-7d9f-4a78-9f1b-e1039791a009 req-0cfd6b29-51f3-4a62-ac89-f5571cff29a2 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/ports?device_id=60d07394-695a-411c-adc5-8e39c60951e5 HTTP/1.1" status: 200 len: 210 time: 0.1701639 Feb 09 01:39:10.962858 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54640) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:11.031516 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994089eb-e4e7-4c78-926e-e25322291b6d None None] DHCP port deletion for cbbe9143-fcdc-43c5-b797-7f127a92ac8e request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:39:11.059696 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port e0161be2-50d5-4aef-82ae-bf714e47ad2a is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:11.060424 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e0161be2-50d5-4aef-82ae-bf714e47ad2a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:11.134474 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port a330b6a8-9527-4dcf-bebc-8dc7323f5045, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=a330b6a8-9527-4dcf-bebc-8dc7323f5045,segment=NetworkSegment(06a65791-d722-41e0-9f59-8e2f6da66f1f),segment_id=06a65791-d722-41e0-9f59-8e2f6da66f1f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:11.196836 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-2312e7a7-d005-4c25-b353-5477bc4741d3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:11.204003 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-2312e7a7-d005-4c25-b353-5477bc4741d3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.91 "GET /v2.0/networks?id=7d026e5f-8203-4636-ba0b-6899bb8cd475 HTTP/1.1" status: 200 len: 795 time: 0.5987258 Feb 09 01:39:11.207196 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a6e40862-46c7-4cad-91d1-71561f1e7bae tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2390833 Feb 09 01:39:11.247966 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54646) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:11.265339 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-5c620764-713d-4c46-95ac-976dd1797d34 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'subnet': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:11.273217 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': 'a330b6a8-9527-4dcf-bebc-8dc7323f5045', 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342', 'port_id': 'a330b6a8-9527-4dcf-bebc-8dc7323f5045', 'mac_address': 'fa:16:3e:a1:89:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d740a9-d705-46bb-8af8-d019a5a1576c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:39:11.294178 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd8b6484-e8e5-4afe-88a9-6c7e48662254 req-e9ba88d4-b856-4b40-a770-11a7900e12d7 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 210 time: 0.1143267 Feb 09 01:39:11.311495 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port e0161be2-50d5-4aef-82ae-bf714e47ad2a, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=e0161be2-50d5-4aef-82ae-bf714e47ad2a,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:11.324566 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-465c311a-18b9-4031-b22e-3461e52c0ed7 None None] Current status of the port e0161be2-50d5-4aef-82ae-bf714e47ad2a is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:11.324786 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-465c311a-18b9-4031-b22e-3461e52c0ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e0161be2-50d5-4aef-82ae-bf714e47ad2a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:11.353109 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-ab4f67cc-1763-4951-8677-7a1f21c51a36 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:11.356729 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-ab4f67cc-1763-4951-8677-7a1f21c51a36 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.91 "GET /v2.0/networks?id=2acff04b-1139-4c46-94ea-29d9f3f965f7 HTTP/1.1" status: 200 len: 814 time: 1.0083091 Feb 09 01:39:11.383223 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-c813d92b-3910-4a1b-825c-5fcb83d659d5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Request body: {'port': {'device_id': '60d07394-695a-411c-adc5-8e39c60951e5', 'network_id': '2acff04b-1139-4c46-94ea-29d9f3f965f7', 'admin_state_up': True, 'tenant_id': 'a02814a135ec440bb7b8ed9a51ad23c0'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:11.387461 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e0161be2-50d5-4aef-82ae-bf714e47ad2a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:11.407314 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48265a7e-19b7-4cae-8470-886b3d3f2cd2 req-9da8cfbc-d199-4095-8b2a-82911747c39a tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:11.425859 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-48265a7e-19b7-4cae-8470-886b3d3f2cd2 req-9da8cfbc-d199-4095-8b2a-82911747c39a tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb88fe1d-a1db-44cf-9b0b-8ef369f18aa2 HTTP/1.1" status: 200 len: 943 time: 0.3402438 Feb 09 01:39:11.497918 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port a330b6a8-9527-4dcf-bebc-8dc7323f5045 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:11.498315 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a330b6a8-9527-4dcf-bebc-8dc7323f5045), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:11.533656 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a330b6a8-9527-4dcf-bebc-8dc7323f5045 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:39:11.549923 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e0161be2-50d5-4aef-82ae-bf714e47ad2a no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:39:11.555116 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-d6d76bb5-1821-4bf8-9800-bf5f54455179 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7f5366db1de43098724f0eb4e3342fd HTTP/1.1" status: 200 len: 379 time: 0.3405950 Feb 09 01:39:11.572250 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-fbf8f262-80c5-4472-85b4-6f3a5fd21e35 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'port': {'device_id': 'd442d40b-32f9-4cc3-a0c4-5adeac95bc9e', 'network_id': '7d026e5f-8203-4636-ba0b-6899bb8cd475', 'admin_state_up': True, 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'security_groups': ['ea60e72c-3021-4dd2-8311-c001cfa04ca6']}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:11.597955 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-48265a7e-19b7-4cae-8470-886b3d3f2cd2 req-6a4233e3-11e4-48e6-9db3-f55625d1528e tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712017 Feb 09 01:39:11.714032 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-c813d92b-3910-4a1b-825c-5fcb83d659d5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Made reservation on behalf of a02814a135ec440bb7b8ed9a51ad23c0 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:11.719727 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-c813d92b-3910-4a1b-825c-5fcb83d659d5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:11.755641 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c620764-713d-4c46-95ac-976dd1797d34 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:11.766094 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5c620764-713d-4c46-95ac-976dd1797d34 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:11.818012 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port a330b6a8-9527-4dcf-bebc-8dc7323f5045, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=a330b6a8-9527-4dcf-bebc-8dc7323f5045,segment=NetworkSegment(06a65791-d722-41e0-9f59-8e2f6da66f1f),segment_id=06a65791-d722-41e0-9f59-8e2f6da66f1f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:11.859222 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-465c311a-18b9-4031-b22e-3461e52c0ed7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:39:11.859671 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-465c311a-18b9-4031-b22e-3461e52c0ed7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:39:11.861190 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=e0161be2-50d5-4aef-82ae-bf714e47ad2a,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:11.871760 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (a330b6a8-9527-4dcf-bebc-8dc7323f5045), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:11.911014 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-994089eb-e4e7-4c78-926e-e25322291b6d None None] Deleting port e0161be2-50d5-4aef-82ae-bf714e47ad2a {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:11.911419 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-994089eb-e4e7-4c78-926e-e25322291b6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (e0161be2-50d5-4aef-82ae-bf714e47ad2a), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:11.997344 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-994089eb-e4e7-4c78-926e-e25322291b6d None None] For port e0161be2-50d5-4aef-82ae-bf714e47ad2a, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=e0161be2-50d5-4aef-82ae-bf714e47ad2a,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:11.997797 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-994089eb-e4e7-4c78-926e-e25322291b6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (e0161be2-50d5-4aef-82ae-bf714e47ad2a), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:12.015911 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-994089eb-e4e7-4c78-926e-e25322291b6d None None] Calling delete_port for e0161be2-50d5-4aef-82ae-bf714e47ad2a owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:12.091274 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-fbf8f262-80c5-4472-85b4-6f3a5fd21e35 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Made reservation on behalf of e7f5366db1de43098724f0eb4e3342fd for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:12.107388 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-fbf8f262-80c5-4472-85b4-6f3a5fd21e35 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:12.147821 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-994089eb-e4e7-4c78-926e-e25322291b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (e0161be2-50d5-4aef-82ae-bf714e47ad2a), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:12.187764 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994089eb-e4e7-4c78-926e-e25322291b6d None None] No DVR routers for this DVR port e0161be2-50d5-4aef-82ae-bf714e47ad2a on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:39:12.208522 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No active binding found for port e0161be2-50d5-4aef-82ae-bf714e47ad2a {{(pid=103530) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 01:39:12.208988 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] The host n-d-822053-40 is not matching for port e0161be2-50d5-4aef-82ae-bf714e47ad2a host None! {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:39:12.209390 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e0161be2-50d5-4aef-82ae-bf714e47ad2a not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:39:12.244462 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['a330b6a8-9527-4dcf-bebc-8dc7323f5045'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:39:12.294529 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5e173933-46b5-421c-9f15-dd4c483ccef2 req-9a185af9-8212-491a-af3e-132391cdfbd0 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/ports?device_id=60d07394-695a-411c-adc5-8e39c60951e5 HTTP/1.1" status: 200 len: 210 time: 0.1125231 Feb 09 01:39:12.329827 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=a330b6a8-9527-4dcf-bebc-8dc7323f5045,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:12.368298 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-c813d92b-3910-4a1b-825c-5fcb83d659d5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Allocated IP 172.20.0.10 (2acff04b-1139-4c46-94ea-29d9f3f965f7/30431698-9122-4fe8-af8d-998bcf65eb70/12cc955c-26d7-4d65-9557-308f074294c6) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:12.371042 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-fbf8f262-80c5-4472-85b4-6f3a5fd21e35 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Allocated IP 172.20.0.6 (7d026e5f-8203-4636-ba0b-6899bb8cd475/f9f8e7c5-aa98-41c8-9a28-63a6ea8d2a6d/1416671c-cda3-436a-aeac-ffce79b1db9b) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:12.408570 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf825c5-df09-4e42-ac93-a86f58d7e661 req-989dda14-fd10-4b8a-ba37-de07adeba521 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:12.422912 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8bf825c5-df09-4e42-ac93-a86f58d7e661 req-989dda14-fd10-4b8a-ba37-de07adeba521 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 945 time: 0.2421558 Feb 09 01:39:12.490219 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-465c311a-18b9-4031-b22e-3461e52c0ed7 None None] Port e0161be2-50d5-4aef-82ae-bf714e47ad2a update to ACTIVE by agent not found {{(pid=103530) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 09 01:39:12.514973 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-176a3e14-4393-4aea-a987-b160d043b5df req-2f8ce509-d493-42ad-a8b6-70cf1240e716 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 210 time: 0.0447662 Feb 09 01:39:12.523091 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994089eb-e4e7-4c78-926e-e25322291b6d None None] Pushing event deleted for resources: {'Port': ['ID=e0161be2-50d5-4aef-82ae-bf714e47ad2a,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:12.743237 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-fbf8f262-80c5-4472-85b4-6f3a5fd21e35 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for port (1416671c-cda3-436a-aeac-ffce79b1db9b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:12.806484 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-fbf8f262-80c5-4472-85b4-6f3a5fd21e35 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (1416671c-cda3-436a-aeac-ffce79b1db9b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:12.874980 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5c620764-713d-4c46-95ac-976dd1797d34 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (89638305-ebcd-4397-b920-1069d1fdced3), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:12.878621 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-fbf8f262-80c5-4472-85b4-6f3a5fd21e35 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Network 7d026e5f-8203-4636-ba0b-6899bb8cd475 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:12.915479 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-fbf8f262-80c5-4472-85b4-6f3a5fd21e35 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:12.935805 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-fbf8f262-80c5-4472-85b4-6f3a5fd21e35 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:13.045609 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf8f262-80c5-4472-85b4-6f3a5fd21e35 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'Port': ['ID=1416671c-cda3-436a-aeac-ffce79b1db9b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:13.074682 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c620764-713d-4c46-95ac-976dd1797d34 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:13.081752 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-5c620764-713d-4c46-95ac-976dd1797d34 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:13.090986 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-fbf8f262-80c5-4472-85b4-6f3a5fd21e35 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:13.091647 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-fbf8f262-80c5-4472-85b4-6f3a5fd21e35 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:13.096503 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c436ef9-00d2-4b57-bd5e-e7fa1df2879c None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:13.106180 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c620764-713d-4c46-95ac-976dd1797d34 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:13.117817 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5c620764-713d-4c46-95ac-976dd1797d34 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:13.154337 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c620764-713d-4c46-95ac-976dd1797d34 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Subnet': ['ID=89638305-ebcd-4397-b920-1069d1fdced3,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:13.211517 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5c620764-713d-4c46-95ac-976dd1797d34 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9459429 Feb 09 01:39:13.216054 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54684) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:13.241183 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-530d11a8-8801-4e28-ae0e-5e8ccef872bf tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'port': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'fixed_ips': [{'subnet_id': '89638305-ebcd-4397-b920-1069d1fdced3', 'ip_address': '2001:db8::1540:cde8:8ae3:4180'}], 'name': 'tempest-NetworksTestDHCPv6-2119036344'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:13.384787 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-c813d92b-3910-4a1b-825c-5fcb83d659d5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Publish callbacks [] for port (12cc955c-26d7-4d65-9557-308f074294c6), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:13.402843 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-ab73c749-2bc3-4450-9f8a-1f5cc2885b61 None None] Provisioning complete for port 1416671c-cda3-436a-aeac-ffce79b1db9b triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:13.403332 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ab73c749-2bc3-4450-9f8a-1f5cc2885b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1416671c-cda3-436a-aeac-ffce79b1db9b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:13.426881 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-fbf8f262-80c5-4472-85b4-6f3a5fd21e35 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8639081 Feb 09 01:39:13.447272 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-1fb7fe3d-8d89-446c-aaa2-27c6dfa21c52 service neutron] Request body: {'port': {'device_id': 'd442d40b-32f9-4cc3-a0c4-5adeac95bc9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:13.481300 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5415347c-df85-4a71-acb1-1da7f284017e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'project_id': '840feb797a5045feb11a0660b5a0c7d5', 'fixed_ips': [{'subnet_id': '89638305-ebcd-4397-b920-1069d1fdced3'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:39:13.482856 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5415347c-df85-4a71-acb1-1da7f284017e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:13.503261 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ab73c749-2bc3-4450-9f8a-1f5cc2885b61 None None] Port 1416671c-cda3-436a-aeac-ffce79b1db9b cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:39:13.524749 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-c813d92b-3910-4a1b-825c-5fcb83d659d5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (12cc955c-26d7-4d65-9557-308f074294c6), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:13.550853 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8bf825c5-df09-4e42-ac93-a86f58d7e661 req-f167f374-ac47-431f-8730-2521535c10ae tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1262181 Feb 09 01:39:13.687334 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813d92b-3910-4a1b-825c-5fcb83d659d5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Pushing event updated for resources: {'Port': ['ID=12cc955c-26d7-4d65-9557-308f074294c6,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:13.745811 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-c813d92b-3910-4a1b-825c-5fcb83d659d5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Network 2acff04b-1139-4c46-94ea-29d9f3f965f7 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:13.753329 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-c813d92b-3910-4a1b-825c-5fcb83d659d5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:13.759209 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-c813d92b-3910-4a1b-825c-5fcb83d659d5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:13.802084 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-1fb7fe3d-8d89-446c-aaa2-27c6dfa21c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1416671c-cda3-436a-aeac-ffce79b1db9b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:13.828779 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530d11a8-8801-4e28-ae0e-5e8ccef872bf tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:13.886589 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77ef97-ba0a-44b9-9085-97c6bd454c7b req-7ca30cb3-20dc-4a3c-8784-af693cd60a3e tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:13.900788 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9e77ef97-ba0a-44b9-9085-97c6bd454c7b req-7ca30cb3-20dc-4a3c-8784-af693cd60a3e tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb88fe1d-a1db-44cf-9b0b-8ef369f18aa2 HTTP/1.1" status: 200 len: 944 time: 0.5433950 Feb 09 01:39:13.982813 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-c813d92b-3910-4a1b-825c-5fcb83d659d5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:13.983134 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-c813d92b-3910-4a1b-825c-5fcb83d659d5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:14.009578 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-5415347c-df85-4a71-acb1-1da7f284017e None None] Allocated IP 2001:db8::2 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/89638305-ebcd-4397-b920-1069d1fdced3/0ec5707d-6639-4eb4-a551-2e5d27e6f57b) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:14.055692 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-c813d92b-3910-4a1b-825c-5fcb83d659d5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6864948 Feb 09 01:39:14.076906 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5708302-4541-4754-8352-42d3dd0dbca4 req-04a71934-fcb7-4a6c-9059-740fb786e18d tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:14.086351 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b5708302-4541-4754-8352-42d3dd0dbca4 req-04a71934-fcb7-4a6c-9059-740fb786e18d tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/ports?device_id=60d07394-695a-411c-adc5-8e39c60951e5 HTTP/1.1" status: 200 len: 932 time: 0.1790233 Feb 09 01:39:14.102450 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9e77ef97-ba0a-44b9-9085-97c6bd454c7b req-a68b353e-1fd7-471e-a3fe-e34e0bc18269 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880972 Feb 09 01:39:14.117038 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-b5ab9a1c-5570-40b5-829e-341156549645 service neutron] Request body: {'port': {'device_id': '60d07394-695a-411c-adc5-8e39c60951e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:14.313076 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-b5ab9a1c-5570-40b5-829e-341156549645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (12cc955c-26d7-4d65-9557-308f074294c6), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:14.343351 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b5708302-4541-4754-8352-42d3dd0dbca4 req-2fa9d8f1-70f3-477f-9975-bb451ed3458c tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/security-groups?id=698705ed-ee0f-4e1a-a43a-98ca66f55ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536285 Feb 09 01:39:14.370242 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5415347c-df85-4a71-acb1-1da7f284017e None None] Publish callbacks [] for port (0ec5707d-6639-4eb4-a551-2e5d27e6f57b), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:14.383338 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device a330b6a8-9527-4dcf-bebc-8dc7323f5045 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:14.395419 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8956e-8302-4551-bd19-300062f9c2e8 req-eef0a262-2492-4ee1-bcfb-e11563893970 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:14.405708 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f9f8956e-8302-4551-bd19-300062f9c2e8 req-eef0a262-2492-4ee1-bcfb-e11563893970 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 931 time: 0.1858900 Feb 09 01:39:14.448250 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5415347c-df85-4a71-acb1-1da7f284017e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (0ec5707d-6639-4eb4-a551-2e5d27e6f57b), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:14.524042 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5415347c-df85-4a71-acb1-1da7f284017e None None] Pushing event updated for resources: {'Port': ['ID=0ec5707d-6639-4eb4-a551-2e5d27e6f57b,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:14.541392 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f9f8956e-8302-4551-bd19-300062f9c2e8 req-927d4e90-853a-4fa2-9c8c-f77c01acbb80 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ea60e72c-3021-4dd2-8311-c001cfa04ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343727 Feb 09 01:39:14.543079 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5415347c-df85-4a71-acb1-1da7f284017e None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:14.547090 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5415347c-df85-4a71-acb1-1da7f284017e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:14.547553 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5415347c-df85-4a71-acb1-1da7f284017e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:14.548087 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5415347c-df85-4a71-acb1-1da7f284017e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:14.548710 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5415347c-df85-4a71-acb1-1da7f284017e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:14.549159 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5415347c-df85-4a71-acb1-1da7f284017e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:14.549600 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5415347c-df85-4a71-acb1-1da7f284017e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:14.550042 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5415347c-df85-4a71-acb1-1da7f284017e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:14.550482 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5415347c-df85-4a71-acb1-1da7f284017e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:14.551342 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5415347c-df85-4a71-acb1-1da7f284017e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:14.551482 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5415347c-df85-4a71-acb1-1da7f284017e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:14.551946 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5415347c-df85-4a71-acb1-1da7f284017e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:14.552516 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5415347c-df85-4a71-acb1-1da7f284017e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:14.553671 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5415347c-df85-4a71-acb1-1da7f284017e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:14.569379 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-5415347c-df85-4a71-acb1-1da7f284017e None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:14.573520 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5415347c-df85-4a71-acb1-1da7f284017e None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:14.663506 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-5415347c-df85-4a71-acb1-1da7f284017e None None] Attempting to bind port 0ec5707d-6639-4eb4-a551-2e5d27e6f57b on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:39:14.664024 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-5415347c-df85-4a71-acb1-1da7f284017e None None] Attempting to bind port 0ec5707d-6639-4eb4-a551-2e5d27e6f57b by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:39:14.664528 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5415347c-df85-4a71-acb1-1da7f284017e None None] Attempting to bind port 0ec5707d-6639-4eb4-a551-2e5d27e6f57b on network cbbe9143-fcdc-43c5-b797-7f127a92ac8e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:14.679484 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port a330b6a8-9527-4dcf-bebc-8dc7323f5045 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:39:14.686726 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5415347c-df85-4a71-acb1-1da7f284017e None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:39:14.688473 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5415347c-df85-4a71-acb1-1da7f284017e None None] Checking segment: {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:14.698145 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5415347c-df85-4a71-acb1-1da7f284017e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:14.698878 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-530d11a8-8801-4e28-ae0e-5e8ccef872bf tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:14.699541 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5415347c-df85-4a71-acb1-1da7f284017e None None] Bound using segment: {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:39:14.700315 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-5415347c-df85-4a71-acb1-1da7f284017e None None] Bound port: 0ec5707d-6639-4eb4-a551-2e5d27e6f57b, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:39:14.700971 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5415347c-df85-4a71-acb1-1da7f284017e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0ec5707d-6639-4eb4-a551-2e5d27e6f57b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:14.721255 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54732) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:14.725093 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port a330b6a8-9527-4dcf-bebc-8dc7323f5045 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:14.725430 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a330b6a8-9527-4dcf-bebc-8dc7323f5045), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:14.761641 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-530d11a8-8801-4e28-ae0e-5e8ccef872bf tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] device_id is not set on port 6d79c5db-2fb4-461e-8cb0-b974aeb7955d yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:39:14.882632 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-5415347c-df85-4a71-acb1-1da7f284017e None None] For port 0ec5707d-6639-4eb4-a551-2e5d27e6f57b, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:39:14.889875 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-5415347c-df85-4a71-acb1-1da7f284017e None None] For port 0ec5707d-6639-4eb4-a551-2e5d27e6f57b, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=0ec5707d-6639-4eb4-a551-2e5d27e6f57b,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:39:14.930857 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5415347c-df85-4a71-acb1-1da7f284017e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0ec5707d-6639-4eb4-a551-2e5d27e6f57b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:14.943694 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-482c4824-1ac7-4e56-8f1d-10940e4f85ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:15.003343 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port a330b6a8-9527-4dcf-bebc-8dc7323f5045 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:15.004515 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a330b6a8-9527-4dcf-bebc-8dc7323f5045), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:15.063418 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb88fe1d-a1db-44cf-9b0b-8ef369f18aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a330b6a8-9527-4dcf-bebc-8dc7323f5045'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:39:15.066562 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea468e0a-1744-4a88-951b-c92dedf5b5c5" -d '{"events": [{"server_uuid": "eb88fe1d-a1db-44cf-9b0b-8ef369f18aa2", "name": "network-vif-plugged", "status": "completed", "tag": "a330b6a8-9527-4dcf-bebc-8dc7323f5045"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:39:15.093882 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port a330b6a8-9527-4dcf-bebc-8dc7323f5045, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=a330b6a8-9527-4dcf-bebc-8dc7323f5045,segment=NetworkSegment(06a65791-d722-41e0-9f59-8e2f6da66f1f),segment_id=06a65791-d722-41e0-9f59-8e2f6da66f1f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:15.095759 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5415347c-df85-4a71-acb1-1da7f284017e None None] Pushing event updated for resources: {'Port': ['ID=0ec5707d-6639-4eb4-a551-2e5d27e6f57b,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:15.112771 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (a330b6a8-9527-4dcf-bebc-8dc7323f5045), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:15.135309 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-b5ab9a1c-5570-40b5-829e-341156549645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12cc955c-26d7-4d65-9557-308f074294c6 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:39:15.145517 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-b5ab9a1c-5570-40b5-829e-341156549645 service neutron] Publish callbacks [] for port (12cc955c-26d7-4d65-9557-308f074294c6), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:15.177905 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-b5ab9a1c-5570-40b5-829e-341156549645 service neutron] Transition to ACTIVE for port object 12cc955c-26d7-4d65-9557-308f074294c6 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:39:15.199105 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-b5ab9a1c-5570-40b5-829e-341156549645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (12cc955c-26d7-4d65-9557-308f074294c6), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:15.205284 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=a330b6a8-9527-4dcf-bebc-8dc7323f5045,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:15.236355 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c68048-d415-4fa6-9e95-3de3dac8b385 x-openstack-request-id: req-e1c68048-d415-4fa6-9e95-3de3dac8b385 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:39:15.237354 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb88fe1d-a1db-44cf-9b0b-8ef369f18aa2", "name": "network-vif-plugged", "status": "completed", "tag": "a330b6a8-9527-4dcf-bebc-8dc7323f5045", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:39:15.237854 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e1c68048-d415-4fa6-9e95-3de3dac8b385 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:39:15.238504 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb88fe1d-a1db-44cf-9b0b-8ef369f18aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a330b6a8-9527-4dcf-bebc-8dc7323f5045', 'code': 200} Feb 09 01:39:15.259145 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e29050-ed46-4d6d-9c1e-84dc2b147d5a req-e36ee5c4-b288-4f38-8bf7-98ae5c46400d tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:15.266519 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d5e29050-ed46-4d6d-9c1e-84dc2b147d5a req-e36ee5c4-b288-4f38-8bf7-98ae5c46400d tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 945 time: 0.4978194 Feb 09 01:39:15.328499 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-482c4824-1ac7-4e56-8f1d-10940e4f85ea admin admin] Publish callbacks [] for security_group (13733430-b2fe-4b71-a5db-33b4fc281e7e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:15.331744 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab9a1c-5570-40b5-829e-341156549645 service neutron] Pushing event updated for resources: {'Port': ['ID=12cc955c-26d7-4d65-9557-308f074294c6,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:15.339282 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-530d11a8-8801-4e28-ae0e-5e8ccef872bf tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Allocated IP 2001:db8::1540:cde8:8ae3:4180 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/89638305-ebcd-4397-b920-1069d1fdced3/6d79c5db-2fb4-461e-8cb0-b974aeb7955d) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:15.353537 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-482c4824-1ac7-4e56-8f1d-10940e4f85ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (13733430-b2fe-4b71-a5db-33b4fc281e7e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:15.362019 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-1fb7fe3d-8d89-446c-aaa2-27c6dfa21c52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1416671c-cda3-436a-aeac-ffce79b1db9b {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:39:15.366872 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d5e29050-ed46-4d6d-9c1e-84dc2b147d5a req-134aef6f-3d1e-41d3-893e-7001664db601 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953410 Feb 09 01:39:15.385284 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-1fb7fe3d-8d89-446c-aaa2-27c6dfa21c52 service neutron] Publish callbacks [] for port (1416671c-cda3-436a-aeac-ffce79b1db9b), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:15.414776 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-1fb7fe3d-8d89-446c-aaa2-27c6dfa21c52 service neutron] Transition to ACTIVE for port object 1416671c-cda3-436a-aeac-ffce79b1db9b will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:39:15.515281 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-1fb7fe3d-8d89-446c-aaa2-27c6dfa21c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (1416671c-cda3-436a-aeac-ffce79b1db9b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:15.675631 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-482c4824-1ac7-4e56-8f1d-10940e4f85ea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b510978e1b4f401098d9944a2a0912f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9541490 Feb 09 01:39:15.679836 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54744) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:15.685010 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 0ec5707d-6639-4eb4-a551-2e5d27e6f57b up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:15.713811 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c4824-1ac7-4e56-8f1d-10940e4f85ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13733430-b2fe-4b71-a5db-33b4fc281e7e,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:15.799195 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-b5ab9a1c-5570-40b5-829e-341156549645 service neutron] Attempting to bind port 12cc955c-26d7-4d65-9557-308f074294c6 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:39:15.800015 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-b5ab9a1c-5570-40b5-829e-341156549645 service neutron] Attempting to bind port 12cc955c-26d7-4d65-9557-308f074294c6 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '7b7986fb-3759-47d5-aaef-a86146eab3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '2acff04b-1139-4c46-94ea-29d9f3f965f7'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:39:15.800713 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-b5ab9a1c-5570-40b5-829e-341156549645 service neutron] Attempting to bind port 12cc955c-26d7-4d65-9557-308f074294c6 on network 2acff04b-1139-4c46-94ea-29d9f3f965f7 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:15.810175 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 0ec5707d-6639-4eb4-a551-2e5d27e6f57b triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:15.810438 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0ec5707d-6639-4eb4-a551-2e5d27e6f57b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:15.826395 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-b5ab9a1c-5570-40b5-829e-341156549645 service neutron] Port 12cc955c-26d7-4d65-9557-308f074294c6 on network 2acff04b-1139-4c46-94ea-29d9f3f965f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:39:15.827007 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-b5ab9a1c-5570-40b5-829e-341156549645 service neutron] Attempting to bind port 12cc955c-26d7-4d65-9557-308f074294c6 on network 2acff04b-1139-4c46-94ea-29d9f3f965f7 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:15.851538 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09734111-2fe6-4110-a98d-3ad6960cff81 req-5084629b-e4d3-4e13-99e3-a273b4ba34d1 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:15.853792 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-09734111-2fe6-4110-a98d-3ad6960cff81 req-5084629b-e4d3-4e13-99e3-a273b4ba34d1 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/ports?device_id=60d07394-695a-411c-adc5-8e39c60951e5 HTTP/1.1" status: 200 len: 944 time: 0.3532343 Feb 09 01:39:15.860860 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-b5ab9a1c-5570-40b5-829e-341156549645 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:39:15.861508 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-b5ab9a1c-5570-40b5-829e-341156549645 service neutron] Checking segment: {'id': '7b7986fb-3759-47d5-aaef-a86146eab3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '2acff04b-1139-4c46-94ea-29d9f3f965f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:15.862068 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-b5ab9a1c-5570-40b5-829e-341156549645 service neutron] Bound using segment: {'id': '7b7986fb-3759-47d5-aaef-a86146eab3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '2acff04b-1139-4c46-94ea-29d9f3f965f7'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:39:15.862951 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-b5ab9a1c-5570-40b5-829e-341156549645 service neutron] Bound port: 12cc955c-26d7-4d65-9557-308f074294c6, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b7986fb-3759-47d5-aaef-a86146eab3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '2acff04b-1139-4c46-94ea-29d9f3f965f7'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:39:15.863491 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-b5ab9a1c-5570-40b5-829e-341156549645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (12cc955c-26d7-4d65-9557-308f074294c6), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:15.873373 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e99de2-7db8-4991-9d18-e7700fb1f945 req-e9ffb421-e677-45f3-9682-075e1479bf97 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:15.875592 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75e99de2-7db8-4991-9d18-e7700fb1f945 req-e9ffb421-e677-45f3-9682-075e1479bf97 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb88fe1d-a1db-44cf-9b0b-8ef369f18aa2 HTTP/1.1" status: 200 len: 945 time: 0.3111300 Feb 09 01:39:15.899677 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-43ab0f7d-273d-44b9-9d43-e84e5c4825ad admin admin] Publish callbacks [] for security_group (13733430-b2fe-4b71-a5db-33b4fc281e7e), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:15.905221 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0cfd2b-a1e0-4883-841a-9b056ad9cb2e req-b3a1fabe-1a68-4b9a-b723-7783872d9799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:15.906920 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0c0cfd2b-a1e0-4883-841a-9b056ad9cb2e req-b3a1fabe-1a68-4b9a-b723-7783872d9799 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=eb88fe1d-a1db-44cf-9b0b-8ef369f18aa2 HTTP/1.1" status: 200 len: 1128 time: 0.5700278 Feb 09 01:39:15.941627 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7fe3d-8d89-446c-aaa2-27c6dfa21c52 service neutron] Pushing event updated for resources: {'Port': ['ID=1416671c-cda3-436a-aeac-ffce79b1db9b,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:15.968754 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-43ab0f7d-273d-44b9-9d43-e84e5c4825ad admin admin] Publish callbacks [] for security_group (13733430-b2fe-4b71-a5db-33b4fc281e7e), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:16.045425 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 0ec5707d-6639-4eb4-a551-2e5d27e6f57b is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:16.045843 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0ec5707d-6639-4eb4-a551-2e5d27e6f57b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:16.120947 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 0ec5707d-6639-4eb4-a551-2e5d27e6f57b, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=0ec5707d-6639-4eb4-a551-2e5d27e6f57b,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:16.123751 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-1fb7fe3d-8d89-446c-aaa2-27c6dfa21c52 service neutron] Attempting to bind port 1416671c-cda3-436a-aeac-ffce79b1db9b on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:39:16.124572 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-1fb7fe3d-8d89-446c-aaa2-27c6dfa21c52 service neutron] Attempting to bind port 1416671c-cda3-436a-aeac-ffce79b1db9b by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': 'd79e44ef-577b-4bb4-b4d8-d0a859c1f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7d026e5f-8203-4636-ba0b-6899bb8cd475'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:39:16.125064 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-1fb7fe3d-8d89-446c-aaa2-27c6dfa21c52 service neutron] Attempting to bind port 1416671c-cda3-436a-aeac-ffce79b1db9b on network 7d026e5f-8203-4636-ba0b-6899bb8cd475 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:16.126877 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0ec5707d-6639-4eb4-a551-2e5d27e6f57b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:16.138213 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-530d11a8-8801-4e28-ae0e-5e8ccef872bf tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for port (6d79c5db-2fb4-461e-8cb0-b974aeb7955d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:16.143367 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0c0cfd2b-a1e0-4883-841a-9b056ad9cb2e req-ad2d39ff-e9d6-4599-9bd0-426906380592 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039261 Feb 09 01:39:16.147317 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-1fb7fe3d-8d89-446c-aaa2-27c6dfa21c52 service neutron] Port 1416671c-cda3-436a-aeac-ffce79b1db9b on network 7d026e5f-8203-4636-ba0b-6899bb8cd475 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:39:16.148442 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-1fb7fe3d-8d89-446c-aaa2-27c6dfa21c52 service neutron] Attempting to bind port 1416671c-cda3-436a-aeac-ffce79b1db9b on network 7d026e5f-8203-4636-ba0b-6899bb8cd475 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:16.159232 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-1fb7fe3d-8d89-446c-aaa2-27c6dfa21c52 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:39:16.159377 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-1fb7fe3d-8d89-446c-aaa2-27c6dfa21c52 service neutron] Checking segment: {'id': 'd79e44ef-577b-4bb4-b4d8-d0a859c1f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7d026e5f-8203-4636-ba0b-6899bb8cd475'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:16.159733 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-1fb7fe3d-8d89-446c-aaa2-27c6dfa21c52 service neutron] Bound using segment: {'id': 'd79e44ef-577b-4bb4-b4d8-d0a859c1f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7d026e5f-8203-4636-ba0b-6899bb8cd475'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:39:16.160281 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-1fb7fe3d-8d89-446c-aaa2-27c6dfa21c52 service neutron] Bound port: 1416671c-cda3-436a-aeac-ffce79b1db9b, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd79e44ef-577b-4bb4-b4d8-d0a859c1f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7d026e5f-8203-4636-ba0b-6899bb8cd475'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:39:16.160799 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-1fb7fe3d-8d89-446c-aaa2-27c6dfa21c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1416671c-cda3-436a-aeac-ffce79b1db9b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:16.187411 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-09734111-2fe6-4110-a98d-3ad6960cff81 req-6f678744-67fc-45fa-835a-652d1cbaec71 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/security-groups?id=698705ed-ee0f-4e1a-a43a-98ca66f55ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008208 Feb 09 01:39:16.204343 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-43ab0f7d-273d-44b9-9d43-e84e5c4825ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (13733430-b2fe-4b71-a5db-33b4fc281e7e), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:16.207883 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-43ab0f7d-273d-44b9-9d43-e84e5c4825ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:16.210027 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-43ab0f7d-273d-44b9-9d43-e84e5c4825ad admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/13733430-b2fe-4b71-a5db-33b4fc281e7e HTTP/1.1" status: 204 len: 168 time: 0.4999700 Feb 09 01:39:16.259214 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=0ec5707d-6639-4eb4-a551-2e5d27e6f57b,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:16.336315 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab0f7d-273d-44b9-9d43-e84e5c4825ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13733430-b2fe-4b71-a5db-33b4fc281e7e,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:16.368535 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75e99de2-7db8-4991-9d18-e7700fb1f945 req-357fd8ff-4679-4e6e-8a8e-cb546254b856 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285278 Feb 09 01:39:16.428900 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-b5ab9a1c-5570-40b5-829e-341156549645 service neutron] For port 12cc955c-26d7-4d65-9557-308f074294c6, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:39:16.450566 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-1fb7fe3d-8d89-446c-aaa2-27c6dfa21c52 service neutron] For port 1416671c-cda3-436a-aeac-ffce79b1db9b, host n-h2-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:39:16.456758 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-1fb7fe3d-8d89-446c-aaa2-27c6dfa21c52 service neutron] For port 1416671c-cda3-436a-aeac-ffce79b1db9b, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=1416671c-cda3-436a-aeac-ffce79b1db9b,segment=NetworkSegment(d79e44ef-577b-4bb4-b4d8-d0a859c1f024),segment_id=d79e44ef-577b-4bb4-b4d8-d0a859c1f024)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:39:16.474641 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-1fb7fe3d-8d89-446c-aaa2-27c6dfa21c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (1416671c-cda3-436a-aeac-ffce79b1db9b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:16.491650 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-b5ab9a1c-5570-40b5-829e-341156549645 service neutron] For port 12cc955c-26d7-4d65-9557-308f074294c6, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=12cc955c-26d7-4d65-9557-308f074294c6,segment=NetworkSegment(7b7986fb-3759-47d5-aaef-a86146eab3c0),segment_id=7b7986fb-3759-47d5-aaef-a86146eab3c0)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:39:16.520289 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-b5ab9a1c-5570-40b5-829e-341156549645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (12cc955c-26d7-4d65-9557-308f074294c6), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:16.602680 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-1fb7fe3d-8d89-446c-aaa2-27c6dfa21c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:16.603324 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-1fb7fe3d-8d89-446c-aaa2-27c6dfa21c52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:16.605665 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-1fb7fe3d-8d89-446c-aaa2-27c6dfa21c52 service neutron] 10.222.0.91 "PUT /v2.0/ports/1416671c-cda3-436a-aeac-ffce79b1db9b HTTP/1.1" status: 200 len: 1092 time: 3.1670721 Feb 09 01:39:16.606201 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd442d40b-32f9-4cc3-a0c4-5adeac95bc9e', 'tag': '1416671c-cda3-436a-aeac-ffce79b1db9b'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:39:16.608611 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5017687-a3cf-4fb5-8a06-f0e6620f561d" -d '{"events": [{"name": "network-changed", "server_uuid": "d442d40b-32f9-4cc3-a0c4-5adeac95bc9e", "tag": "1416671c-cda3-436a-aeac-ffce79b1db9b"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:39:16.659678 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-530d11a8-8801-4e28-ae0e-5e8ccef872bf tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (6d79c5db-2fb4-461e-8cb0-b974aeb7955d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:16.663468 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09a5a1-1fda-48d0-9627-2bf1db403c5a req-921dec77-e4b1-4eda-a6b0-b954882ae3b7 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:16.665379 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bb09a5a1-1fda-48d0-9627-2bf1db403c5a req-921dec77-e4b1-4eda-a6b0-b954882ae3b7 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 943 time: 0.3192894 Feb 09 01:39:16.689012 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7fe3d-8d89-446c-aaa2-27c6dfa21c52 service neutron] Pushing event updated for resources: {'Port': ['ID=1416671c-cda3-436a-aeac-ffce79b1db9b,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:16.758629 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-b5ab9a1c-5570-40b5-829e-341156549645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:16.760444 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-b5ab9a1c-5570-40b5-829e-341156549645 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:16.762640 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-b5ab9a1c-5570-40b5-829e-341156549645 service neutron] 10.222.0.91 "PUT /v2.0/ports/12cc955c-26d7-4d65-9557-308f074294c6 HTTP/1.1" status: 200 len: 1093 time: 2.6947522 Feb 09 01:39:16.812454 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d07394-695a-411c-adc5-8e39c60951e5', 'tag': '12cc955c-26d7-4d65-9557-308f074294c6'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:39:16.825742 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6170bfb-8b93-4423-b0a3-49adb688e22f" -d '{"events": [{"name": "network-changed", "server_uuid": "60d07394-695a-411c-adc5-8e39c60951e5", "tag": "12cc955c-26d7-4d65-9557-308f074294c6"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:39:16.854058 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab9a1c-5570-40b5-829e-341156549645 service neutron] Pushing event updated for resources: {'Port': ['ID=12cc955c-26d7-4d65-9557-308f074294c6,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:16.917785 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530d11a8-8801-4e28-ae0e-5e8ccef872bf tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:16.950509 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-530d11a8-8801-4e28-ae0e-5e8ccef872bf tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:16.956355 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bb09a5a1-1fda-48d0-9627-2bf1db403c5a req-eb39b007-dffe-4955-a472-05e7eb42851a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ea60e72c-3021-4dd2-8311-c001cfa04ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2578154 Feb 09 01:39:16.965224 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582489d-d742-435a-8f5c-712150843dea req-654dbb59-78a2-46b8-a449-ceb9b6bee0e1 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:16.965670 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d11a8-8801-4e28-ae0e-5e8ccef872bf tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Port': ['ID=6d79c5db-2fb4-461e-8cb0-b974aeb7955d,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:16.979866 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d582489d-d742-435a-8f5c-712150843dea req-654dbb59-78a2-46b8-a449-ceb9b6bee0e1 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 945 time: 0.3340714 Feb 09 01:39:17.008559 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530d11a8-8801-4e28-ae0e-5e8ccef872bf tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:17.014782 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530d11a8-8801-4e28-ae0e-5e8ccef872bf tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:17.015650 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-530d11a8-8801-4e28-ae0e-5e8ccef872bf tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:17.031378 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-85750660-f488-4977-890e-e43c850484bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:17.034943 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-85750660-f488-4977-890e-e43c850484bb service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a02814a135ec440bb7b8ed9a51ad23c0&device_id=60d07394-695a-411c-adc5-8e39c60951e5 HTTP/1.1" status: 200 len: 1127 time: 0.1928060 Feb 09 01:39:17.069968 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-b752ab42-5fc1-437b-9004-f81a21e576ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:17.079264 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-b752ab42-5fc1-437b-9004-f81a21e576ff service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e7f5366db1de43098724f0eb4e3342fd&device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 1126 time: 0.4175575 Feb 09 01:39:17.100971 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54760) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:17.156350 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d582489d-d742-435a-8f5c-712150843dea req-6d53cdf9-86c8-4c25-9c33-e2c8fa265b53 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804814 Feb 09 01:39:17.158920 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-d7558247-8451-4d37-8c1d-7e81dc3e996c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12cc955c-26d7-4d65-9557-308f074294c6 HTTP/1.1" status: 200 len: 217 time: 0.0942523 Feb 09 01:39:17.160044 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4e1a95f9-6439-44cf-a177-aad88c996ff4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:17.198649 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a37e38-5f34-4740-9aed-b72fa6c533cf x-openstack-request-id: req-85a37e38-5f34-4740-9aed-b72fa6c533cf {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:39:17.198649 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d442d40b-32f9-4cc3-a0c4-5adeac95bc9e", "tag": "1416671c-cda3-436a-aeac-ffce79b1db9b", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:39:17.203579 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-85a37e38-5f34-4740-9aed-b72fa6c533cf {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:39:17.204344 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd442d40b-32f9-4cc3-a0c4-5adeac95bc9e', 'tag': '1416671c-cda3-436a-aeac-ffce79b1db9b', 'status': 'completed', 'code': 200} Feb 09 01:39:17.209736 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-530d11a8-8801-4e28-ae0e-5e8ccef872bf tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9920993 Feb 09 01:39:17.211660 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-49f98620-e17a-4fd9-85ac-8d6d4322785b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1416671c-cda3-436a-aeac-ffce79b1db9b HTTP/1.1" status: 200 len: 217 time: 0.1174190 Feb 09 01:39:17.217710 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54762) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:17.231040 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-929eacb2-9cd4-4222-853a-78b3b36e2f56 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'port': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'fixed_ips': [{'subnet_id': '89638305-ebcd-4397-b920-1069d1fdced3', 'ip_address': '2001:db8::1540:cde8:8ae3:4180'}], 'name': 'tempest-NetworksTestDHCPv6-438632680'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:17.254586 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b235b02e-4077-4045-b5ca-7cf6f3e905b7 x-openstack-request-id: req-b235b02e-4077-4045-b5ca-7cf6f3e905b7 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:39:17.254845 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d07394-695a-411c-adc5-8e39c60951e5", "tag": "12cc955c-26d7-4d65-9557-308f074294c6", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:39:17.255469 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b235b02e-4077-4045-b5ca-7cf6f3e905b7 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:39:17.255832 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d07394-695a-411c-adc5-8e39c60951e5', 'tag': '12cc955c-26d7-4d65-9557-308f074294c6', 'status': 'completed', 'code': 200} Feb 09 01:39:17.362941 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-b4a99ece-aee4-4131-961e-aa0c60db1801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:17.366636 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-b4a99ece-aee4-4131-961e-aa0c60db1801 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=30431698-9122-4fe8-af8d-998bcf65eb70 HTTP/1.1" status: 200 len: 854 time: 0.1854968 Feb 09 01:39:17.449873 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-a5192e86-0395-4ff2-9cb5-b78f025c69c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:17.451496 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-a5192e86-0395-4ff2-9cb5-b78f025c69c3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f9f8e7c5-aa98-41c8-9a28-63a6ea8d2a6d HTTP/1.1" status: 200 len: 834 time: 0.2125952 Feb 09 01:39:17.467444 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f8ede5f9-e085-40e1-8b2b-670cf1d45d92 None None] Provisioning complete for port 0ec5707d-6639-4eb4-a551-2e5d27e6f57b triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:17.470012 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f8ede5f9-e085-40e1-8b2b-670cf1d45d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0ec5707d-6639-4eb4-a551-2e5d27e6f57b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:17.531036 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-6cfa94cc-65de-47b7-930a-3b4002b0b8dc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2acff04b-1139-4c46-94ea-29d9f3f965f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1525643 Feb 09 01:39:17.645144 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 0ec5707d-6639-4eb4-a551-2e5d27e6f57b up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:17.677699 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-7a0f4966-4f3d-40d8-8611-3b6b2f452889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:17.679765 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-7a0f4966-4f3d-40d8-8611-3b6b2f452889 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7d026e5f-8203-4636-ba0b-6899bb8cd475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2185013 Feb 09 01:39:17.700894 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f8ede5f9-e085-40e1-8b2b-670cf1d45d92 None None] Current status of the port 0ec5707d-6639-4eb4-a551-2e5d27e6f57b is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:17.725243 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 0ec5707d-6639-4eb4-a551-2e5d27e6f57b triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:17.725450 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0ec5707d-6639-4eb4-a551-2e5d27e6f57b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:17.748863 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929eacb2-9cd4-4222-853a-78b3b36e2f56 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:17.761654 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-929eacb2-9cd4-4222-853a-78b3b36e2f56 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:17.800856 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4e1a95f9-6439-44cf-a177-aad88c996ff4 admin admin] Publish callbacks [] for security_group (3470182b-49ee-4886-9fd0-5b3f9da6ea4c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:17.810207 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cca4bd-91a9-48be-8639-b602ffcdd86c req-7614e621-9846-4616-b948-92f76320e1e6 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:17.811855 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d3cca4bd-91a9-48be-8639-b602ffcdd86c req-7614e621-9846-4616-b948-92f76320e1e6 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/ports?device_id=60d07394-695a-411c-adc5-8e39c60951e5 HTTP/1.1" status: 200 len: 944 time: 0.4181714 Feb 09 01:39:17.824086 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4e1a95f9-6439-44cf-a177-aad88c996ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3470182b-49ee-4886-9fd0-5b3f9da6ea4c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:17.832249 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-929eacb2-9cd4-4222-853a-78b3b36e2f56 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] device_id is not set on port 7850f5b9-bd68-41ac-9191-b1d60c7fc66e yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:39:17.871668 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a95f9-6439-44cf-a177-aad88c996ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3470182b-49ee-4886-9fd0-5b3f9da6ea4c,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:17.872771 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 0ec5707d-6639-4eb4-a551-2e5d27e6f57b is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:17.876915 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-0a37247d-971b-4b72-a19c-f5db09a7129a None None] Provisioning complete for port 6d79c5db-2fb4-461e-8cb0-b974aeb7955d triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:17.877208 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0a37247d-971b-4b72-a19c-f5db09a7129a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (6d79c5db-2fb4-461e-8cb0-b974aeb7955d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:17.919710 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-0a37247d-971b-4b72-a19c-f5db09a7129a None None] Port 6d79c5db-2fb4-461e-8cb0-b974aeb7955d cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:39:17.930496 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54768) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:17.931855 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4e1a95f9-6439-44cf-a177-aad88c996ff4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eaca6d7fed064306b7f586680bbc7d94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8287935 Feb 09 01:39:17.946633 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9f726-b624-4196-b708-04cfab9441e6 req-e859e199-b427-48bb-9dc3-522e278664d4 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:17.954199 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ae9f726-b624-4196-b708-04cfab9441e6 req-e859e199-b427-48bb-9dc3-522e278664d4 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb88fe1d-a1db-44cf-9b0b-8ef369f18aa2 HTTP/1.1" status: 200 len: 945 time: 0.3405192 Feb 09 01:39:17.996780 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d3cca4bd-91a9-48be-8639-b602ffcdd86c req-604297bb-1901-40d0-9cf1-b827e0eaeed3 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/security-groups?id=698705ed-ee0f-4e1a-a43a-98ca66f55ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748083 Feb 09 01:39:18.017447 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-c404b025-a013-4ebd-8f78-ef460215e1c8 service neutron] 10.222.0.91 "GET /v2.0/networks/2acff04b-1139-4c46-94ea-29d9f3f965f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4688795 Feb 09 01:39:18.037903 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-2a477406-b6da-44ea-937a-ef8894c77804 service neutron] 10.222.0.91 "GET /v2.0/networks/7d026e5f-8203-4636-ba0b-6899bb8cd475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430779 Feb 09 01:39:18.093161 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ae9f726-b624-4196-b708-04cfab9441e6 req-9eac2853-5b9d-49a7-a094-2bf6f7f9a22d tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378868 Feb 09 01:39:18.209807 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b8a41d69-1e18-40e9-98cf-4ae61467cf9d admin admin] Publish callbacks [] for security_group (3470182b-49ee-4886-9fd0-5b3f9da6ea4c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:18.235688 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b8a41d69-1e18-40e9-98cf-4ae61467cf9d admin admin] Publish callbacks [] for security_group (3470182b-49ee-4886-9fd0-5b3f9da6ea4c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:18.276542 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-929eacb2-9cd4-4222-853a-78b3b36e2f56 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 01:39:18.277101 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-929eacb2-9cd4-4222-853a-78b3b36e2f56 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:39:18.310920 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f5cd8812-c7db-4ea0-baf9-4e1c8ee2ad3e req-bdee0ebf-10d6-4a95-a63d-ecdd4ae8dd9b service neutron] 10.222.0.91 "GET /v2.0/networks/7d026e5f-8203-4636-ba0b-6899bb8cd475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605555 Feb 09 01:39:18.321644 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-929eacb2-9cd4-4222-853a-78b3b36e2f56 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0984190 Feb 09 01:39:18.324273 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54776) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:18.375943 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142dfba2-3526-49c8-9f8c-b09ad7a97b24 req-3b5015b1-49f2-4e0b-99aa-f29b9779609f tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:18.377707 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-142dfba2-3526-49c8-9f8c-b09ad7a97b24 req-3b5015b1-49f2-4e0b-99aa-f29b9779609f tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 943 time: 0.1690307 Feb 09 01:39:18.412487 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cc29e78f-f46a-44ee-979a-4dd589bc3e90 req-c25027e9-ad94-43f1-a1e9-01d81ddde810 service neutron] 10.222.0.91 "GET /v2.0/networks/2acff04b-1139-4c46-94ea-29d9f3f965f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496535 Feb 09 01:39:18.455638 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b8a41d69-1e18-40e9-98cf-4ae61467cf9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3470182b-49ee-4886-9fd0-5b3f9da6ea4c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:18.469380 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b8a41d69-1e18-40e9-98cf-4ae61467cf9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:18.473441 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b8a41d69-1e18-40e9-98cf-4ae61467cf9d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3470182b-49ee-4886-9fd0-5b3f9da6ea4c HTTP/1.1" status: 204 len: 168 time: 0.5332925 Feb 09 01:39:18.509212 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a41d69-1e18-40e9-98cf-4ae61467cf9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3470182b-49ee-4886-9fd0-5b3f9da6ea4c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:18.557736 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-142dfba2-3526-49c8-9f8c-b09ad7a97b24 req-13f05aab-bb1f-4142-83b2-1a3e28d9b15d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ea60e72c-3021-4dd2-8311-c001cfa04ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639998 Feb 09 01:39:18.596528 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e2743-5404-48f1-a316-ef99b6d7018c req-37e10d1e-e1d1-4d0d-a6f0-bcf3bb57a08b tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:18.607869 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb0c930-1fa1-40f1-a9e8-c144108a3b50 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:18.613796 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb0c930-1fa1-40f1-a9e8-c144108a3b50 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:18.616725 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0b3e2743-5404-48f1-a316-ef99b6d7018c req-37e10d1e-e1d1-4d0d-a6f0-bcf3bb57a08b tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 945 time: 0.2117791 Feb 09 01:39:18.618854 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7bb0c930-1fa1-40f1-a9e8-c144108a3b50 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.2932618 Feb 09 01:39:18.620484 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54782) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:18.663507 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5017687-a3cf-4fb5-8a06-f0e6620f561d req-0672d54d-6b73-4273-a12f-123847f15fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:18.665336 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a5017687-a3cf-4fb5-8a06-f0e6620f561d req-0672d54d-6b73-4273-a12f-123847f15fe3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e7f5366db1de43098724f0eb4e3342fd&device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 1126 time: 0.2573931 Feb 09 01:39:18.672935 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6170bfb-8b93-4423-b0a3-49adb688e22f req-85334bbf-9489-44f1-92c9-c42e009d3d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:18.674878 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c6170bfb-8b93-4423-b0a3-49adb688e22f req-85334bbf-9489-44f1-92c9-c42e009d3d0e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a02814a135ec440bb7b8ed9a51ad23c0&device_id=60d07394-695a-411c-adc5-8e39c60951e5 HTTP/1.1" status: 200 len: 1127 time: 0.1732850 Feb 09 01:39:18.806038 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0b3e2743-5404-48f1-a316-ef99b6d7018c req-d6d0452b-89c6-417b-8cc3-3f43f7a9b461 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879957 Feb 09 01:39:18.843611 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5017687-a3cf-4fb5-8a06-f0e6620f561d req-0e99ca91-1fd8-4ea0-9a30-aefcaaf26cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:18.845156 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a5017687-a3cf-4fb5-8a06-f0e6620f561d req-0e99ca91-1fd8-4ea0-9a30-aefcaaf26cb3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=7d026e5f-8203-4636-ba0b-6899bb8cd475 HTTP/1.1" status: 200 len: 896 time: 0.1713355 Feb 09 01:39:18.854786 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c54cd-58f0-406c-944c-b82f5a591168 req-265c2ad1-8c7b-46f5-857b-a022bbbcf076 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:18.865848 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f56c54cd-58f0-406c-944c-b82f5a591168 req-265c2ad1-8c7b-46f5-857b-a022bbbcf076 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb88fe1d-a1db-44cf-9b0b-8ef369f18aa2 HTTP/1.1" status: 200 len: 945 time: 0.1893942 Feb 09 01:39:18.931022 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6170bfb-8b93-4423-b0a3-49adb688e22f req-c8987729-dd51-4879-bb82-158ae74d6ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:18.931480 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a5017687-a3cf-4fb5-8a06-f0e6620f561d req-abf364a8-b2b6-4566-832e-def9c05b8141 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1416671c-cda3-436a-aeac-ffce79b1db9b HTTP/1.1" status: 200 len: 217 time: 0.0774279 Feb 09 01:39:18.933386 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c6170bfb-8b93-4423-b0a3-49adb688e22f req-c8987729-dd51-4879-bb82-158ae74d6ef6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2acff04b-1139-4c46-94ea-29d9f3f965f7 HTTP/1.1" status: 200 len: 915 time: 0.2392762 Feb 09 01:39:18.991807 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c6170bfb-8b93-4423-b0a3-49adb688e22f req-721d64be-8c8e-4768-b68e-01770c6c0dd0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12cc955c-26d7-4d65-9557-308f074294c6 HTTP/1.1" status: 200 len: 217 time: 0.0454578 Feb 09 01:39:19.003880 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f56c54cd-58f0-406c-944c-b82f5a591168 req-14d182b1-03a7-41f5-b939-dffc01c5a302 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365933 Feb 09 01:39:19.008360 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-573f6dc2-c715-4244-aae5-a20bd766ba4e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting port 6d79c5db-2fb4-461e-8cb0-b974aeb7955d {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:19.032310 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-573f6dc2-c715-4244-aae5-a20bd766ba4e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (6d79c5db-2fb4-461e-8cb0-b974aeb7955d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:19.069917 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6170bfb-8b93-4423-b0a3-49adb688e22f req-551f0dd7-2418-4f8d-b201-233449f788f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:19.071539 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c6170bfb-8b93-4423-b0a3-49adb688e22f req-551f0dd7-2418-4f8d-b201-233449f788f9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=30431698-9122-4fe8-af8d-998bcf65eb70 HTTP/1.1" status: 200 len: 854 time: 0.0666492 Feb 09 01:39:19.166728 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c6170bfb-8b93-4423-b0a3-49adb688e22f req-7e860490-2338-4910-81ea-f87486122509 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2acff04b-1139-4c46-94ea-29d9f3f965f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854948 Feb 09 01:39:19.267735 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-573f6dc2-c715-4244-aae5-a20bd766ba4e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (6d79c5db-2fb4-461e-8cb0-b974aeb7955d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:19.286206 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-573f6dc2-c715-4244-aae5-a20bd766ba4e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Calling delete_port for 6d79c5db-2fb4-461e-8cb0-b974aeb7955d owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:19.325680 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5017687-a3cf-4fb5-8a06-f0e6620f561d req-75df10c7-534e-4348-a832-3d6824d99b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:19.327466 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a5017687-a3cf-4fb5-8a06-f0e6620f561d req-75df10c7-534e-4348-a832-3d6824d99b93 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f9f8e7c5-aa98-41c8-9a28-63a6ea8d2a6d HTTP/1.1" status: 200 len: 834 time: 0.3849714 Feb 09 01:39:19.460233 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c6170bfb-8b93-4423-b0a3-49adb688e22f req-783bdf7e-36b7-4d67-9704-c5cd6a4f5d39 service neutron] 10.222.0.91 "GET /v2.0/networks/2acff04b-1139-4c46-94ea-29d9f3f965f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644410 Feb 09 01:39:19.470043 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea8488-c8d7-404f-ab1a-f7dcfaf91b7a req-8ecfdd9e-b393-4361-901e-2315803915da tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:19.476794 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:19.478541 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-49ea8488-c8d7-404f-ab1a-f7dcfaf91b7a req-8ecfdd9e-b393-4361-901e-2315803915da tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/ports?device_id=60d07394-695a-411c-adc5-8e39c60951e5 HTTP/1.1" status: 200 len: 944 time: 0.2860487 Feb 09 01:39:19.545114 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5017687-a3cf-4fb5-8a06-f0e6620f561d req-2f8ad60f-66d5-4d2e-a163-d4ef227855b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:19.550365 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a406ba-d5d9-4c0c-a9b4-cd75ea5eaf20 req-5383286d-3e01-409f-a1c5-9f38af3dc6c1 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:19.553509 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b9a406ba-d5d9-4c0c-a9b4-cd75ea5eaf20 req-5383286d-3e01-409f-a1c5-9f38af3dc6c1 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb88fe1d-a1db-44cf-9b0b-8ef369f18aa2 HTTP/1.1" status: 200 len: 945 time: 0.3945813 Feb 09 01:39:19.567381 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a5017687-a3cf-4fb5-8a06-f0e6620f561d req-2f8ad60f-66d5-4d2e-a163-d4ef227855b2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7d026e5f-8203-4636-ba0b-6899bb8cd475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2296991 Feb 09 01:39:19.691490 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b9a406ba-d5d9-4c0c-a9b4-cd75ea5eaf20 req-83c14216-1a36-4c60-9f99-dc83eb45be31 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831757 Feb 09 01:39:19.742245 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-49ea8488-c8d7-404f-ab1a-f7dcfaf91b7a req-2a4c0a8e-b2c4-4efd-9871-5bb834373860 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/security-groups?id=698705ed-ee0f-4e1a-a43a-98ca66f55ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604070 Feb 09 01:39:19.827571 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c6170bfb-8b93-4423-b0a3-49adb688e22f req-26a8112e-77f9-4e77-84db-823859d71e25 service neutron] 10.222.0.91 "GET /v2.0/networks/2acff04b-1139-4c46-94ea-29d9f3f965f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458586 Feb 09 01:39:19.892457 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-573f6dc2-c715-4244-aae5-a20bd766ba4e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (6d79c5db-2fb4-461e-8cb0-b974aeb7955d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:19.947634 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f6dc2-c715-4244-aae5-a20bd766ba4e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Port': ['ID=6d79c5db-2fb4-461e-8cb0-b974aeb7955d,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:20.025915 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea21f47-74da-45b5-a2df-36423cac02e5 req-fd7ffbc5-9673-4ede-82f2-337d942fda2f tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:20.037512 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cea21f47-74da-45b5-a2df-36423cac02e5 req-fd7ffbc5-9673-4ede-82f2-337d942fda2f tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 943 time: 0.1636264 Feb 09 01:39:20.066376 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-573f6dc2-c715-4244-aae5-a20bd766ba4e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:20.073345 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-573f6dc2-c715-4244-aae5-a20bd766ba4e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/ports/6d79c5db-2fb4-461e-8cb0-b974aeb7955d HTTP/1.1" status: 204 len: 168 time: 1.4516273 Feb 09 01:39:20.076121 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54814) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:20.137655 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cea21f47-74da-45b5-a2df-36423cac02e5 req-4c91d377-669f-4309-b56e-d8171e7cebbd tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ea60e72c-3021-4dd2-8311-c001cfa04ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912154 Feb 09 01:39:20.175473 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9151004f-f49c-4ee2-be1e-650c90a554b0 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:20.176949 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9151004f-f49c-4ee2-be1e-650c90a554b0 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:20.179087 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9151004f-f49c-4ee2-be1e-650c90a554b0 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0958345 Feb 09 01:39:20.181928 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54818) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:20.190018 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a5017687-a3cf-4fb5-8a06-f0e6620f561d req-b0bcf9f2-b8d7-48ec-852a-57b5fff37259 service neutron] 10.222.0.91 "GET /v2.0/networks/7d026e5f-8203-4636-ba0b-6899bb8cd475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6050675 Feb 09 01:39:20.280100 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 12cc955c-26d7-4d65-9557-308f074294c6 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:39:20.355081 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a5017687-a3cf-4fb5-8a06-f0e6620f561d req-7a3998b8-ce7f-46a5-85c6-1b5df00f2811 service neutron] 10.222.0.91 "GET /v2.0/networks/7d026e5f-8203-4636-ba0b-6899bb8cd475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537426 Feb 09 01:39:20.421747 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-813c7899-f1fb-4da7-a7e4-0a56753d9701 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting subnet 89638305-ebcd-4397-b920-1069d1fdced3 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:39:20.426145 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-813c7899-f1fb-4da7-a7e4-0a56753d9701 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (89638305-ebcd-4397-b920-1069d1fdced3), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:20.454036 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 12cc955c-26d7-4d65-9557-308f074294c6, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=12cc955c-26d7-4d65-9557-308f074294c6,segment=NetworkSegment(7b7986fb-3759-47d5-aaef-a86146eab3c0),segment_id=7b7986fb-3759-47d5-aaef-a86146eab3c0)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:20.470113 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '12cc955c-26d7-4d65-9557-308f074294c6', 'network_id': '2acff04b-1139-4c46-94ea-29d9f3f965f7', 'port_id': '12cc955c-26d7-4d65-9557-308f074294c6', 'mac_address': 'fa:16:3e:d0:10:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30431698-9122-4fe8-af8d-998bcf65eb70', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:39:20.491875 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0fc98-a26f-4ed3-baf1-70685406e805 req-80c5e2db-ebb3-480b-bf30-3930799ba678 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:20.493494 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-68e0fc98-a26f-4ed3-baf1-70685406e805 req-80c5e2db-ebb3-480b-bf30-3930799ba678 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb88fe1d-a1db-44cf-9b0b-8ef369f18aa2 HTTP/1.1" status: 200 len: 945 time: 0.2108104 Feb 09 01:39:20.503573 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de3431-3863-4409-b08a-472905886930 req-67b64fff-3787-474c-9fe5-0a28115e8d86 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:20.505192 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-69de3431-3863-4409-b08a-472905886930 req-67b64fff-3787-474c-9fe5-0a28115e8d86 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 945 time: 0.2561212 Feb 09 01:39:20.551919 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-813c7899-f1fb-4da7-a7e4-0a56753d9701 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (89638305-ebcd-4397-b920-1069d1fdced3), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:20.582661 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 12cc955c-26d7-4d65-9557-308f074294c6 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:20.585204 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (12cc955c-26d7-4d65-9557-308f074294c6), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:20.605632 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12cc955c-26d7-4d65-9557-308f074294c6 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:39:20.633327 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 12cc955c-26d7-4d65-9557-308f074294c6, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=12cc955c-26d7-4d65-9557-308f074294c6,segment=NetworkSegment(7b7986fb-3759-47d5-aaef-a86146eab3c0),segment_id=7b7986fb-3759-47d5-aaef-a86146eab3c0)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:20.641372 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (12cc955c-26d7-4d65-9557-308f074294c6), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:20.643126 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 1416671c-cda3-436a-aeac-ffce79b1db9b details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:39:20.666892 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-68e0fc98-a26f-4ed3-baf1-70685406e805 req-54f3a2b1-22e8-4f09-9c74-42458b8b7488 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604004 Feb 09 01:39:20.705534 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-69de3431-3863-4409-b08a-472905886930 req-5df03f98-6a25-4059-9663-c823c7b320ea tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795673 Feb 09 01:39:20.724812 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=12cc955c-26d7-4d65-9557-308f074294c6,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:20.756591 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-813c7899-f1fb-4da7-a7e4-0a56753d9701 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (89638305-ebcd-4397-b920-1069d1fdced3), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:20.822300 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8685b5c4-2350-4865-b22d-cb75f8d0d7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:20.910655 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 1416671c-cda3-436a-aeac-ffce79b1db9b, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=1416671c-cda3-436a-aeac-ffce79b1db9b,segment=NetworkSegment(d79e44ef-577b-4bb4-b4d8-d0a859c1f024),segment_id=d79e44ef-577b-4bb4-b4d8-d0a859c1f024)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:20.943630 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '1416671c-cda3-436a-aeac-ffce79b1db9b', 'network_id': '7d026e5f-8203-4636-ba0b-6899bb8cd475', 'port_id': '1416671c-cda3-436a-aeac-ffce79b1db9b', 'mac_address': 'fa:16:3e:53:fa:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9f8e7c5-aa98-41c8-9a28-63a6ea8d2a6d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:39:21.011262 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 1416671c-cda3-436a-aeac-ffce79b1db9b is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:21.012959 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1416671c-cda3-436a-aeac-ffce79b1db9b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:21.092483 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1416671c-cda3-436a-aeac-ffce79b1db9b {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:39:21.097864 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:21.141268 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 1416671c-cda3-436a-aeac-ffce79b1db9b, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=1416671c-cda3-436a-aeac-ffce79b1db9b,segment=NetworkSegment(d79e44ef-577b-4bb4-b4d8-d0a859c1f024),segment_id=d79e44ef-577b-4bb4-b4d8-d0a859c1f024)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:21.153538 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1416671c-cda3-436a-aeac-ffce79b1db9b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:21.233865 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58147e-88fb-4748-8dba-46bb8a70ca92 req-c0e348c6-b041-4a73-9069-ecfc58c466e0 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:21.237613 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fe58147e-88fb-4748-8dba-46bb8a70ca92 req-c0e348c6-b041-4a73-9069-ecfc58c466e0 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/ports?device_id=60d07394-695a-411c-adc5-8e39c60951e5 HTTP/1.1" status: 200 len: 945 time: 0.3849552 Feb 09 01:39:21.241451 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-813c7899-f1fb-4da7-a7e4-0a56753d9701 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (89638305-ebcd-4397-b920-1069d1fdced3), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:21.285595 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c7899-f1fb-4da7-a7e4-0a56753d9701 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Subnet': ['ID=89638305-ebcd-4397-b920-1069d1fdced3,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:21.306036 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-813c7899-f1fb-4da7-a7e4-0a56753d9701 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:21.310765 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-813c7899-f1fb-4da7-a7e4-0a56753d9701 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/89638305-ebcd-4397-b920-1069d1fdced3 HTTP/1.1" status: 204 len: 168 time: 1.1273530 Feb 09 01:39:21.315570 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54842) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:21.332255 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fd0f21-1bf0-49a8-8335-ff1e64c21e2a None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:21.351459 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813c7899-f1fb-4da7-a7e4-0a56753d9701 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:21.351925 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813c7899-f1fb-4da7-a7e4-0a56753d9701 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:21.352218 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813c7899-f1fb-4da7-a7e4-0a56753d9701 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:21.352506 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813c7899-f1fb-4da7-a7e4-0a56753d9701 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:21.352846 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813c7899-f1fb-4da7-a7e4-0a56753d9701 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:21.353192 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813c7899-f1fb-4da7-a7e4-0a56753d9701 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:21.353519 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813c7899-f1fb-4da7-a7e4-0a56753d9701 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:21.353848 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813c7899-f1fb-4da7-a7e4-0a56753d9701 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:21.354174 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813c7899-f1fb-4da7-a7e4-0a56753d9701 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:21.354496 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813c7899-f1fb-4da7-a7e4-0a56753d9701 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:21.354821 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813c7899-f1fb-4da7-a7e4-0a56753d9701 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:21.358159 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813c7899-f1fb-4da7-a7e4-0a56753d9701 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:21.363424 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813c7899-f1fb-4da7-a7e4-0a56753d9701 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:21.384760 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=1416671c-cda3-436a-aeac-ffce79b1db9b,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:21.392942 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2d600238-8829-4c67-ad37-3d86abf8c98f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0757222 Feb 09 01:39:21.402863 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54844) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:21.408105 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-98db8d1d-846b-4606-bf8a-d847b91b7855 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'subnet': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:21.482337 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['1416671c-cda3-436a-aeac-ffce79b1db9b'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:39:21.484654 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['12cc955c-26d7-4d65-9557-308f074294c6'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:39:21.524886 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fe58147e-88fb-4748-8dba-46bb8a70ca92 req-33319c84-b364-4de5-b1cb-24331c425ecb tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/security-groups?id=698705ed-ee0f-4e1a-a43a-98ca66f55ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368133 Feb 09 01:39:21.584732 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3da57-a3ca-4471-bf43-9428ffdae296 req-0d68148f-02ae-453c-b77b-427a5f26e76f tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:21.594451 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-24d3da57-a3ca-4471-bf43-9428ffdae296 req-0d68148f-02ae-453c-b77b-427a5f26e76f tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 944 time: 0.2589660 Feb 09 01:39:21.724184 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-24d3da57-a3ca-4471-bf43-9428ffdae296 req-a252c055-06fb-4332-9e6f-55a33f46f239 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ea60e72c-3021-4dd2-8311-c001cfa04ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286745 Feb 09 01:39:21.794826 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c52537-568c-4aea-8d18-12ebbae0d962 req-62bbd3c5-c35e-4de2-b55d-aa749b5237cc tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:21.796426 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-70c52537-568c-4aea-8d18-12ebbae0d962 req-62bbd3c5-c35e-4de2-b55d-aa749b5237cc tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.121 "GET /v2.0/ports?device_id=eb88fe1d-a1db-44cf-9b0b-8ef369f18aa2 HTTP/1.1" status: 200 len: 945 time: 0.2461202 Feb 09 01:39:21.810827 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762c7bf9-9dbd-45a3-a0f8-61bc8b4f8566 None None] DHCP port deletion for cbbe9143-fcdc-43c5-b797-7f127a92ac8e request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:39:21.894645 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98db8d1d-846b-4606-bf8a-d847b91b7855 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:21.898902 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-98db8d1d-846b-4606-bf8a-d847b91b7855 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:21.961256 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839a4da-bcae-4332-ad6a-79af1977971e req-02a5fae6-e7b0-465c-9acd-1ea2855a0c4c tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:21.963090 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f839a4da-bcae-4332-ad6a-79af1977971e req-02a5fae6-e7b0-465c-9acd-1ea2855a0c4c tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb88fe1d-a1db-44cf-9b0b-8ef369f18aa2 HTTP/1.1" status: 200 len: 945 time: 0.1459816 Feb 09 01:39:22.066302 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c686b28-d8ea-4020-b022-cecda27770e2 req-b51d4380-a48a-4c8e-a11c-03116b1a14b5 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:22.082054 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1c686b28-d8ea-4020-b022-cecda27770e2 req-b51d4380-a48a-4c8e-a11c-03116b1a14b5 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 945 time: 0.1961687 Feb 09 01:39:22.083548 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-762c7bf9-9dbd-45a3-a0f8-61bc8b4f8566 None None] Deleting port 0ec5707d-6639-4eb4-a551-2e5d27e6f57b {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:22.084643 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-762c7bf9-9dbd-45a3-a0f8-61bc8b4f8566 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (0ec5707d-6639-4eb4-a551-2e5d27e6f57b), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:22.149829 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f839a4da-bcae-4332-ad6a-79af1977971e req-274e8b29-b697-4119-9da1-1d99a329c2fe tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727560 Feb 09 01:39:22.233529 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1c686b28-d8ea-4020-b022-cecda27770e2 req-0e820c01-9b74-4388-984c-876d82d91e0a tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507106 Feb 09 01:39:22.275677 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-70c52537-568c-4aea-8d18-12ebbae0d962 req-eb72b938-70cf-41ed-8eee-96ec30b91340 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Deleting port a330b6a8-9527-4dcf-bebc-8dc7323f5045 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:22.276157 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-70c52537-568c-4aea-8d18-12ebbae0d962 req-eb72b938-70cf-41ed-8eee-96ec30b91340 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (a330b6a8-9527-4dcf-bebc-8dc7323f5045), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:22.288931 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-762c7bf9-9dbd-45a3-a0f8-61bc8b4f8566 None None] For port 0ec5707d-6639-4eb4-a551-2e5d27e6f57b, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=0ec5707d-6639-4eb4-a551-2e5d27e6f57b,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:22.289482 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-762c7bf9-9dbd-45a3-a0f8-61bc8b4f8566 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (0ec5707d-6639-4eb4-a551-2e5d27e6f57b), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:22.313169 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-762c7bf9-9dbd-45a3-a0f8-61bc8b4f8566 None None] Calling delete_port for 0ec5707d-6639-4eb4-a551-2e5d27e6f57b owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:22.427879 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-70c52537-568c-4aea-8d18-12ebbae0d962 req-eb72b938-70cf-41ed-8eee-96ec30b91340 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] For port a330b6a8-9527-4dcf-bebc-8dc7323f5045, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=a330b6a8-9527-4dcf-bebc-8dc7323f5045,segment=NetworkSegment(06a65791-d722-41e0-9f59-8e2f6da66f1f),segment_id=06a65791-d722-41e0-9f59-8e2f6da66f1f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:22.428755 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-70c52537-568c-4aea-8d18-12ebbae0d962 req-eb72b938-70cf-41ed-8eee-96ec30b91340 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (a330b6a8-9527-4dcf-bebc-8dc7323f5045), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:22.452135 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-70c52537-568c-4aea-8d18-12ebbae0d962 req-eb72b938-70cf-41ed-8eee-96ec30b91340 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Calling delete_port for a330b6a8-9527-4dcf-bebc-8dc7323f5045 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:22.465144 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-762c7bf9-9dbd-45a3-a0f8-61bc8b4f8566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (0ec5707d-6639-4eb4-a551-2e5d27e6f57b), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:22.466923 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54880) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:22.490364 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c7bf9-9dbd-45a3-a0f8-61bc8b4f8566 None None] Pushing event deleted for resources: {'Port': ['ID=0ec5707d-6639-4eb4-a551-2e5d27e6f57b,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:22.502143 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762c7bf9-9dbd-45a3-a0f8-61bc8b4f8566 None None] No DVR routers for this DVR port 0ec5707d-6639-4eb4-a551-2e5d27e6f57b on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:39:22.769841 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-98db8d1d-846b-4606-bf8a-d847b91b7855 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (24ac7545-5411-4e5a-ae3e-a9440eac7c65), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:22.774143 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-06144329-6e8a-4995-969d-70641315d84f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:22.811226 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823aba1-a8e8-488a-9527-a77fe109e2bf req-fb30c34d-2ffa-4d25-ab99-cbaf9b729f29 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:22.813244 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7823aba1-a8e8-488a-9527-a77fe109e2bf req-fb30c34d-2ffa-4d25-ab99-cbaf9b729f29 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/ports?device_id=60d07394-695a-411c-adc5-8e39c60951e5 HTTP/1.1" status: 200 len: 945 time: 0.1230681 Feb 09 01:39:22.843317 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-70c52537-568c-4aea-8d18-12ebbae0d962 req-eb72b938-70cf-41ed-8eee-96ec30b91340 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (a330b6a8-9527-4dcf-bebc-8dc7323f5045), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:22.852678 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98db8d1d-846b-4606-bf8a-d847b91b7855 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:22.857749 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-98db8d1d-846b-4606-bf8a-d847b91b7855 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:22.861049 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98db8d1d-846b-4606-bf8a-d847b91b7855 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:22.862178 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-98db8d1d-846b-4606-bf8a-d847b91b7855 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:22.867500 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db8d1d-846b-4606-bf8a-d847b91b7855 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Subnet': ['ID=24ac7545-5411-4e5a-ae3e-a9440eac7c65,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:22.877054 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['35c82c86-9b27-4b9f-a80f-8521f07a72b0'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:39:22.953838 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7823aba1-a8e8-488a-9527-a77fe109e2bf req-da38c94e-b1ed-4223-9dde-fba2fac18e36 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/security-groups?id=698705ed-ee0f-4e1a-a43a-98ca66f55ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213953 Feb 09 01:39:22.964482 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72b938-70cf-41ed-8eee-96ec30b91340 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Pushing event deleted for resources: {'Port': ['ID=a330b6a8-9527-4dcf-bebc-8dc7323f5045,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:22.976846 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44bb921-9d55-4479-84fe-17f9b4e5ad98 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:23.037483 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f28ea-6062-4045-be54-5506c8f1a11d req-39291d39-2394-4340-8403-eb3f8038bf80 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:23.046923 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-de2f28ea-6062-4045-be54-5506c8f1a11d req-39291d39-2394-4340-8403-eb3f8038bf80 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 944 time: 0.1595426 Feb 09 01:39:23.093893 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c52537-568c-4aea-8d18-12ebbae0d962 req-eb72b938-70cf-41ed-8eee-96ec30b91340 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] No DVR routers for this DVR port a330b6a8-9527-4dcf-bebc-8dc7323f5045 on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:39:23.097719 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-06144329-6e8a-4995-969d-70641315d84f admin admin] Publish callbacks [] for security_group (18ee6b33-24e6-4836-b333-55b939cc69c1), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:23.123778 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-98db8d1d-846b-4606-bf8a-d847b91b7855 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7197900 Feb 09 01:39:23.129488 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54888) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:23.135486 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-2997bcb9-7736-4975-bc71-698910150c02 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'port': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'fixed_ips': [{'subnet_id': '24ac7545-5411-4e5a-ae3e-a9440eac7c65', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1872608577'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:23.144660 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-06144329-6e8a-4995-969d-70641315d84f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (18ee6b33-24e6-4836-b333-55b939cc69c1), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:23.227120 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e9f94a-0ac4-482f-82a8-ec9a94ebf78c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'project_id': '840feb797a5045feb11a0660b5a0c7d5', 'fixed_ips': [{'subnet_id': '24ac7545-5411-4e5a-ae3e-a9440eac7c65'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:39:23.228226 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c2e9f94a-0ac4-482f-82a8-ec9a94ebf78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:23.266463 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-70c52537-568c-4aea-8d18-12ebbae0d962 req-eb72b938-70cf-41ed-8eee-96ec30b91340 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:23.272458 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-70c52537-568c-4aea-8d18-12ebbae0d962 req-eb72b938-70cf-41ed-8eee-96ec30b91340 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.121 "DELETE /v2.0/ports/a330b6a8-9527-4dcf-bebc-8dc7323f5045 HTTP/1.1" status: 204 len: 173 time: 1.4603930 Feb 09 01:39:23.272957 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb88fe1d-a1db-44cf-9b0b-8ef369f18aa2', 'name': 'network-vif-deleted', 'tag': 'a330b6a8-9527-4dcf-bebc-8dc7323f5045'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:39:23.275676 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c28eef-462c-4179-a104-eb5fef5d2dbb" -d '{"events": [{"server_uuid": "eb88fe1d-a1db-44cf-9b0b-8ef369f18aa2", "name": "network-vif-deleted", "tag": "a330b6a8-9527-4dcf-bebc-8dc7323f5045"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:39:23.330567 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2997bcb9-7736-4975-bc71-698910150c02 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:23.342985 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06144329-6e8a-4995-969d-70641315d84f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ee6b33-24e6-4836-b333-55b939cc69c1,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:23.358345 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-de2f28ea-6062-4045-be54-5506c8f1a11d req-f4d4a87e-f204-4780-8026-e353d996571c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ea60e72c-3021-4dd2-8311-c001cfa04ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3099782 Feb 09 01:39:23.384189 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-06144329-6e8a-4995-969d-70641315d84f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a0a02810673b4a1086fdfb738d61e3d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9143610 Feb 09 01:39:23.389760 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54900) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:23.435587 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-c2e9f94a-0ac4-482f-82a8-ec9a94ebf78c None None] Allocated IP 2001:db8::2 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/24ac7545-5411-4e5a-ae3e-a9440eac7c65/338b93ce-f1a9-48f9-b650-26e4cfd6b60e) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:23.465545 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-309dc567-82d6-4bfc-a6e0-0a13a71c40f8 req-11ef4d5b-18c1-436d-9a20-d2be8efd6bae tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb88fe1d-a1db-44cf-9b0b-8ef369f18aa2 HTTP/1.1" status: 200 len: 210 time: 0.1057298 Feb 09 01:39:23.491070 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8258a701-fe2e-43c7-9c01-f838d7a87e46 admin admin] Publish callbacks [] for security_group (18ee6b33-24e6-4836-b333-55b939cc69c1), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:23.546781 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8258a701-fe2e-43c7-9c01-f838d7a87e46 admin admin] Publish callbacks [] for security_group (18ee6b33-24e6-4836-b333-55b939cc69c1), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:23.596752 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e72ee0-9ff5-479b-8f3f-cc6f7211834d x-openstack-request-id: req-f7e72ee0-9ff5-479b-8f3f-cc6f7211834d {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:39:23.597353 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb88fe1d-a1db-44cf-9b0b-8ef369f18aa2", "name": "network-vif-deleted", "tag": "a330b6a8-9527-4dcf-bebc-8dc7323f5045", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:39:23.597695 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f7e72ee0-9ff5-479b-8f3f-cc6f7211834d {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:39:23.598385 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb88fe1d-a1db-44cf-9b0b-8ef369f18aa2', 'name': 'network-vif-deleted', 'tag': 'a330b6a8-9527-4dcf-bebc-8dc7323f5045', 'status': 'completed', 'code': 200} Feb 09 01:39:23.604656 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2997bcb9-7736-4975-bc71-698910150c02 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:23.642948 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-2997bcb9-7736-4975-bc71-698910150c02 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] device_id is not set on port 33eb9ee3-7167-4dbe-a54e-815c6d046f8b yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:39:23.700373 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a270d-e82e-47f2-a97b-318c552c45be req-34aebf85-9895-42a2-951d-853b56b53c63 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:23.702921 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d41a270d-e82e-47f2-a97b-318c552c45be req-34aebf85-9895-42a2-951d-853b56b53c63 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 945 time: 0.1410587 Feb 09 01:39:23.730357 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8258a701-fe2e-43c7-9c01-f838d7a87e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (18ee6b33-24e6-4836-b333-55b939cc69c1), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:23.734226 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8258a701-fe2e-43c7-9c01-f838d7a87e46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:23.736230 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8258a701-fe2e-43c7-9c01-f838d7a87e46 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/18ee6b33-24e6-4836-b333-55b939cc69c1 HTTP/1.1" status: 204 len: 168 time: 0.3448560 Feb 09 01:39:23.761575 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8258a701-fe2e-43c7-9c01-f838d7a87e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ee6b33-24e6-4836-b333-55b939cc69c1,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:23.823885 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 0ec5707d-6639-4eb4-a551-2e5d27e6f57b no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:39:23.857436 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d41a270d-e82e-47f2-a97b-318c552c45be req-5396ce95-f28b-426a-8e83-5b74bf786645 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443355 Feb 09 01:39:23.903626 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 0ec5707d-6639-4eb4-a551-2e5d27e6f57b {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:39:23.904583 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 0ec5707d-6639-4eb4-a551-2e5d27e6f57b not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:39:23.950601 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c2e9f94a-0ac4-482f-82a8-ec9a94ebf78c None None] Publish callbacks [] for port (338b93ce-f1a9-48f9-b650-26e4cfd6b60e), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:23.967585 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c2e9f94a-0ac4-482f-82a8-ec9a94ebf78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (338b93ce-f1a9-48f9-b650-26e4cfd6b60e), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:23.973353 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-2997bcb9-7736-4975-bc71-698910150c02 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:39:23.974437 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2997bcb9-7736-4975-bc71-698910150c02 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:39:23.995834 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2997bcb9-7736-4975-bc71-698910150c02 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8645003 Feb 09 01:39:23.998483 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54904) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:24.073204 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e9f94a-0ac4-482f-82a8-ec9a94ebf78c None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:24.082657 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-c2e9f94a-0ac4-482f-82a8-ec9a94ebf78c None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:24.097679 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f461c092-a683-4ddf-92d9-cfb6ec15ca42 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:24.104780 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f461c092-a683-4ddf-92d9-cfb6ec15ca42 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1011655 Feb 09 01:39:24.106176 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54910) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:24.106630 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e9f94a-0ac4-482f-82a8-ec9a94ebf78c None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:24.121843 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9f94a-0ac4-482f-82a8-ec9a94ebf78c None None] Pushing event updated for resources: {'Port': ['ID=338b93ce-f1a9-48f9-b650-26e4cfd6b60e,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:24.205898 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-c2e9f94a-0ac4-482f-82a8-ec9a94ebf78c None None] Attempting to bind port 338b93ce-f1a9-48f9-b650-26e4cfd6b60e on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:39:24.209934 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-c2e9f94a-0ac4-482f-82a8-ec9a94ebf78c None None] Attempting to bind port 338b93ce-f1a9-48f9-b650-26e4cfd6b60e by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:39:24.210481 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e9f94a-0ac4-482f-82a8-ec9a94ebf78c None None] Attempting to bind port 338b93ce-f1a9-48f9-b650-26e4cfd6b60e on network cbbe9143-fcdc-43c5-b797-7f127a92ac8e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:24.230040 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e9f94a-0ac4-482f-82a8-ec9a94ebf78c None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:39:24.230804 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e9f94a-0ac4-482f-82a8-ec9a94ebf78c None None] Checking segment: {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:24.231848 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c2e9f94a-0ac4-482f-82a8-ec9a94ebf78c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:24.232906 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e9f94a-0ac4-482f-82a8-ec9a94ebf78c None None] Bound using segment: {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:39:24.233723 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-c2e9f94a-0ac4-482f-82a8-ec9a94ebf78c None None] Bound port: 338b93ce-f1a9-48f9-b650-26e4cfd6b60e, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:39:24.234600 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c2e9f94a-0ac4-482f-82a8-ec9a94ebf78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (338b93ce-f1a9-48f9-b650-26e4cfd6b60e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:24.249294 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cb5bae-ac37-438a-a138-fe830afa3ce2 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:24.251032 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cb5bae-ac37-438a-a138-fe830afa3ce2 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:24.257274 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54912) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:24.258391 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-85cb5bae-ac37-438a-a138-fe830afa3ce2 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1503890 Feb 09 01:39:24.283658 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e045c90-d56d-4e23-925b-ce1ec93f0a0e req-b689b46b-faa7-464b-94df-56f4a8a228f5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:24.294813 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7e045c90-d56d-4e23-925b-ce1ec93f0a0e req-b689b46b-faa7-464b-94df-56f4a8a228f5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/ports?device_id=60d07394-695a-411c-adc5-8e39c60951e5 HTTP/1.1" status: 200 len: 945 time: 0.1752419 Feb 09 01:39:24.297144 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54914) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:24.328919 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 1416671c-cda3-436a-aeac-ffce79b1db9b up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:24.353535 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a8b9bd99-ec68-428d-964a-bd2b56b1da4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:24.420897 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f8b6a5-f08a-4527-93b6-f8c911330c3d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting subnet 24ac7545-5411-4e5a-ae3e-a9440eac7c65 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:39:24.427340 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50f8b6a5-f08a-4527-93b6-f8c911330c3d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (24ac7545-5411-4e5a-ae3e-a9440eac7c65), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:24.460920 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7e045c90-d56d-4e23-925b-ce1ec93f0a0e req-1673a11a-b6f5-41dd-bc1f-75b86a80e2f4 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/security-groups?id=698705ed-ee0f-4e1a-a43a-98ca66f55ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584311 Feb 09 01:39:24.655839 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a689c4f7-4db0-41ad-917f-7e34d83876a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:24.659204 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device a330b6a8-9527-4dcf-bebc-8dc7323f5045 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:39:24.689972 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: a330b6a8-9527-4dcf-bebc-8dc7323f5045 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:39:24.690305 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device a330b6a8-9527-4dcf-bebc-8dc7323f5045 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:39:24.708684 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-c2e9f94a-0ac4-482f-82a8-ec9a94ebf78c None None] For port 338b93ce-f1a9-48f9-b650-26e4cfd6b60e, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:39:24.721292 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-c2e9f94a-0ac4-482f-82a8-ec9a94ebf78c None None] For port 338b93ce-f1a9-48f9-b650-26e4cfd6b60e, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=338b93ce-f1a9-48f9-b650-26e4cfd6b60e,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:39:24.736243 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 1416671c-cda3-436a-aeac-ffce79b1db9b completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:39:24.747128 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c2e9f94a-0ac4-482f-82a8-ec9a94ebf78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (338b93ce-f1a9-48f9-b650-26e4cfd6b60e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:24.805478 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a8b9bd99-ec68-428d-964a-bd2b56b1da4c admin admin] Publish callbacks [] for security_group (2c000d9d-2f11-4f7f-b6e6-07c5db5ddfa2), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:24.850241 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a8b9bd99-ec68-428d-964a-bd2b56b1da4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (2c000d9d-2f11-4f7f-b6e6-07c5db5ddfa2), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:24.874681 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9f94a-0ac4-482f-82a8-ec9a94ebf78c None None] Pushing event updated for resources: {'Port': ['ID=338b93ce-f1a9-48f9-b650-26e4cfd6b60e,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:24.878159 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 1416671c-cda3-436a-aeac-ffce79b1db9b triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:24.878893 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1416671c-cda3-436a-aeac-ffce79b1db9b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:24.929718 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a8b9bd99-ec68-428d-964a-bd2b56b1da4c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0b30dfbebebd4acbadb5612b39c76da7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6123557 Feb 09 01:39:24.934947 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54930) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:25.002284 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f476c3-193a-4f87-8685-c119de0e7fe3 req-c24c4ee3-b947-4348-bb1f-24503488bcfd tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:25.004061 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b8f476c3-193a-4f87-8685-c119de0e7fe3 req-c24c4ee3-b947-4348-bb1f-24503488bcfd tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 944 time: 0.3954444 Feb 09 01:39:25.051912 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 1416671c-cda3-436a-aeac-ffce79b1db9b is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:25.053247 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1416671c-cda3-436a-aeac-ffce79b1db9b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.094986 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50f8b6a5-f08a-4527-93b6-f8c911330c3d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (24ac7545-5411-4e5a-ae3e-a9440eac7c65), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.121190 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd442d40b-32f9-4cc3-a0c4-5adeac95bc9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1416671c-cda3-436a-aeac-ffce79b1db9b'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:39:25.124073 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9895c80-ac31-4efb-bdca-2f5dacda7338" -d '{"events": [{"server_uuid": "d442d40b-32f9-4cc3-a0c4-5adeac95bc9e", "name": "network-vif-plugged", "status": "completed", "tag": "1416671c-cda3-436a-aeac-ffce79b1db9b"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:39:25.141764 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 1416671c-cda3-436a-aeac-ffce79b1db9b, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=1416671c-cda3-436a-aeac-ffce79b1db9b,segment=NetworkSegment(d79e44ef-577b-4bb4-b4d8-d0a859c1f024),segment_id=d79e44ef-577b-4bb4-b4d8-d0a859c1f024)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:25.160377 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-45e961bc-d9b9-411d-9e4b-15e2cfa1f164 admin admin] Publish callbacks [] for security_group (2c000d9d-2f11-4f7f-b6e6-07c5db5ddfa2), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.165954 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1416671c-cda3-436a-aeac-ffce79b1db9b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.172587 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 12cc955c-26d7-4d65-9557-308f074294c6 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:25.184974 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b9bd99-ec68-428d-964a-bd2b56b1da4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c000d9d-2f11-4f7f-b6e6-07c5db5ddfa2,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:25.196968 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-45e961bc-d9b9-411d-9e4b-15e2cfa1f164 admin admin] Publish callbacks [] for security_group (2c000d9d-2f11-4f7f-b6e6-07c5db5ddfa2), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.249644 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b8f476c3-193a-4f87-8685-c119de0e7fe3 req-e0818ee8-ac23-490d-b03d-437716d3295b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ea60e72c-3021-4dd2-8311-c001cfa04ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2142386 Feb 09 01:39:25.345153 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469a0fe-e916-4a24-923e-af02d01c191b req-209e6cc8-facc-4774-8b4a-4e316c8d572e tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:25.350481 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7469a0fe-e916-4a24-923e-af02d01c191b req-209e6cc8-facc-4774-8b4a-4e316c8d572e tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/networks?id=9b1b4143-78e6-405c-8b5a-728543b5f342 HTTP/1.1" status: 200 len: 806 time: 0.3431482 Feb 09 01:39:25.391217 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-45e961bc-d9b9-411d-9e4b-15e2cfa1f164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (2c000d9d-2f11-4f7f-b6e6-07c5db5ddfa2), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.398255 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-45e961bc-d9b9-411d-9e4b-15e2cfa1f164 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.405684 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-45e961bc-d9b9-411d-9e4b-15e2cfa1f164 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2c000d9d-2f11-4f7f-b6e6-07c5db5ddfa2 HTTP/1.1" status: 204 len: 168 time: 0.4685864 Feb 09 01:39:25.425778 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7469a0fe-e916-4a24-923e-af02d01c191b req-f7fb541e-c7d7-49d8-97d3-df382d6953c9 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/quotas/6b4a05707d1b49f9a06d538643543aea HTTP/1.1" status: 200 len: 375 time: 0.0683405 Feb 09 01:39:25.448069 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e961bc-d9b9-411d-9e4b-15e2cfa1f164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c000d9d-2f11-4f7f-b6e6-07c5db5ddfa2,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:25.495518 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50f8b6a5-f08a-4527-93b6-f8c911330c3d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (24ac7545-5411-4e5a-ae3e-a9440eac7c65), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.673165 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=1416671c-cda3-436a-aeac-ffce79b1db9b,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:25.702181 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 12cc955c-26d7-4d65-9557-308f074294c6 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:39:25.722062 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 12cc955c-26d7-4d65-9557-308f074294c6 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:25.722062 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (12cc955c-26d7-4d65-9557-308f074294c6), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.768674 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50f8b6a5-f08a-4527-93b6-f8c911330c3d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (24ac7545-5411-4e5a-ae3e-a9440eac7c65), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.804069 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7469a0fe-e916-4a24-923e-af02d01c191b req-f30c7c6b-885f-430c-9635-80487c352399 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b4a05707d1b49f9a06d538643543aea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3689926 Feb 09 01:39:25.818085 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 338b93ce-f1a9-48f9-b650-26e4cfd6b60e up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:25.866038 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31af82-6d8b-48bc-8ce2-a1350b77ad25 req-ee3e60c8-5675-4119-9f4a-8e69598a081c tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:25.873228 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bb31af82-6d8b-48bc-8ce2-a1350b77ad25 req-ee3e60c8-5675-4119-9f4a-8e69598a081c tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 945 time: 0.2642992 Feb 09 01:39:25.900443 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.916039 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50f8b6a5-f08a-4527-93b6-f8c911330c3d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.942453 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-50f8b6a5-f08a-4527-93b6-f8c911330c3d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/24ac7545-5411-4e5a-ae3e-a9440eac7c65 HTTP/1.1" status: 204 len: 168 time: 1.6830842 Feb 09 01:39:25.947507 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8b6a5-f08a-4527-93b6-f8c911330c3d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Subnet': ['ID=24ac7545-5411-4e5a-ae3e-a9440eac7c65,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:25.972183 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 338b93ce-f1a9-48f9-b650-26e4cfd6b60e triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:25.972566 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (338b93ce-f1a9-48f9-b650-26e4cfd6b60e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.975498 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 12cc955c-26d7-4d65-9557-308f074294c6 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:25.975897 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (12cc955c-26d7-4d65-9557-308f074294c6), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.980414 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54942) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:25.982948 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8b6a5-f08a-4527-93b6-f8c911330c3d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:25.983551 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8b6a5-f08a-4527-93b6-f8c911330c3d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:25.991415 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8b6a5-f08a-4527-93b6-f8c911330c3d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:25.992086 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8b6a5-f08a-4527-93b6-f8c911330c3d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:25.992698 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8b6a5-f08a-4527-93b6-f8c911330c3d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:25.993280 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8b6a5-f08a-4527-93b6-f8c911330c3d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:25.993646 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7469a0fe-e916-4a24-923e-af02d01c191b req-7938af44-6197-4407-813a-74b0a71c5eef service neutron] 10.222.0.30 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884778 Feb 09 01:39:25.993888 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8b6a5-f08a-4527-93b6-f8c911330c3d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:25.994482 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8b6a5-f08a-4527-93b6-f8c911330c3d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:25.995079 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8b6a5-f08a-4527-93b6-f8c911330c3d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:26.003342 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8b6a5-f08a-4527-93b6-f8c911330c3d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:26.009834 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8b6a5-f08a-4527-93b6-f8c911330c3d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:26.010615 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8b6a5-f08a-4527-93b6-f8c911330c3d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:26.011224 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8b6a5-f08a-4527-93b6-f8c911330c3d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:26.058993 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 12cc955c-26d7-4d65-9557-308f074294c6, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=12cc955c-26d7-4d65-9557-308f074294c6,segment=NetworkSegment(7b7986fb-3759-47d5-aaef-a86146eab3c0),segment_id=7b7986fb-3759-47d5-aaef-a86146eab3c0)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:26.066642 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (12cc955c-26d7-4d65-9557-308f074294c6), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.150212 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 338b93ce-f1a9-48f9-b650-26e4cfd6b60e is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:26.150547 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (338b93ce-f1a9-48f9-b650-26e4cfd6b60e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.196951 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f511309f-5bee-4fab-ad99-ab7749202dd8 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1661298 Feb 09 01:39:26.203839 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54946) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:26.211949 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-43126383-2fe5-4ec7-ae5a-be102d61710e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'subnet': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:26.216045 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=12cc955c-26d7-4d65-9557-308f074294c6,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:26.222613 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 338b93ce-f1a9-48f9-b650-26e4cfd6b60e, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=338b93ce-f1a9-48f9-b650-26e4cfd6b60e,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:26.231872 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (338b93ce-f1a9-48f9-b650-26e4cfd6b60e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.295094 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bb31af82-6d8b-48bc-8ce2-a1350b77ad25 req-d638b131-8444-44c7-8be9-32bf4a1db2cb tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4207063 Feb 09 01:39:26.359823 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43126383-2fe5-4ec7-ae5a-be102d61710e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:26.375115 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-43126383-2fe5-4ec7-ae5a-be102d61710e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.417210 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=338b93ce-f1a9-48f9-b650-26e4cfd6b60e,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:26.478886 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a88140-bfcb-4c74-8419-a76d84904272 x-openstack-request-id: req-11a88140-bfcb-4c74-8419-a76d84904272 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:39:26.479737 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d442d40b-32f9-4cc3-a0c4-5adeac95bc9e", "name": "network-vif-plugged", "status": "completed", "tag": "1416671c-cda3-436a-aeac-ffce79b1db9b", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:39:26.480488 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-11a88140-bfcb-4c74-8419-a76d84904272 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:39:26.481147 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd442d40b-32f9-4cc3-a0c4-5adeac95bc9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1416671c-cda3-436a-aeac-ffce79b1db9b', 'code': 200} Feb 09 01:39:26.531774 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7469a0fe-e916-4a24-923e-af02d01c191b req-d1eb49dc-56cf-4bc6-a9a0-1f8056178735 service neutron] 10.222.0.30 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5235555 Feb 09 01:39:26.733874 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b839b35-5644-4a1b-9042-86b9f27880e3 req-a7fb96e7-870e-4a52-a264-723f6c4af6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:26.746651 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9b839b35-5644-4a1b-9042-86b9f27880e3 req-a7fb96e7-870e-4a52-a264-723f6c4af6a9 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 1128 time: 0.1461773 Feb 09 01:39:26.804556 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb8ca9-64cb-4e90-9634-6bc8ccc5eaa9 req-ab19a99a-876c-4042-9134-d7755446208a tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:26.806356 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-9b839b35-5644-4a1b-9042-86b9f27880e3 req-64a4bd77-71d4-4526-a3e8-0d238b826ed1 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=ea60e72c-3021-4dd2-8311-c001cfa04ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587864 Feb 09 01:39:26.812146 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0bfb8ca9-64cb-4e90-9634-6bc8ccc5eaa9 req-ab19a99a-876c-4042-9134-d7755446208a tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/ports?device_id=60d07394-695a-411c-adc5-8e39c60951e5 HTTP/1.1" status: 200 len: 946 time: 0.1124117 Feb 09 01:39:26.896838 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0bfb8ca9-64cb-4e90-9634-6bc8ccc5eaa9 req-098e5c91-848b-4073-ad93-be43ca11fda5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/security-groups?id=698705ed-ee0f-4e1a-a43a-98ca66f55ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825322 Feb 09 01:39:26.924580 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-43126383-2fe5-4ec7-ae5a-be102d61710e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (34364d71-b61f-4753-a0e9-1c8634da350b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.006477 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43126383-2fe5-4ec7-ae5a-be102d61710e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Subnet': ['ID=34364d71-b61f-4753-a0e9-1c8634da350b,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:27.017139 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43126383-2fe5-4ec7-ae5a-be102d61710e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:27.018992 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-43126383-2fe5-4ec7-ae5a-be102d61710e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:27.026033 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43126383-2fe5-4ec7-ae5a-be102d61710e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:27.026641 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-43126383-2fe5-4ec7-ae5a-be102d61710e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.081974 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54960) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:27.085057 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-43126383-2fe5-4ec7-ae5a-be102d61710e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8769853 Feb 09 01:39:27.108389 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-a43b3837-77d6-482e-bef1-9a828ae4fc28 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1698398326', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:27.153743 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f833e29e-303c-4f9a-97a2-2dff1bba37c4 req-703301e6-c552-40d7-8be0-c482567beba3 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 210 time: 0.1417534 Feb 09 01:39:27.160300 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a43b3837-77d6-482e-bef1-9a828ae4fc28 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (4fad3c01-1391-404f-a13b-ab1dd8620925), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.176378 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a43b3837-77d6-482e-bef1-9a828ae4fc28 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (4fad3c01-1391-404f-a13b-ab1dd8620925), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.193951 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa7c100-eacf-428f-a138-1ce87365d8a2 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:27.254851 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a43b3837-77d6-482e-bef1-9a828ae4fc28 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for router_controller (4fad3c01-1391-404f-a13b-ab1dd8620925), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.304501 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a43b3837-77d6-482e-bef1-9a828ae4fc28 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (4fad3c01-1391-404f-a13b-ab1dd8620925), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.344133 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a43b3837-77d6-482e-bef1-9a828ae4fc28 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.346847 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a43b3837-77d6-482e-bef1-9a828ae4fc28 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2638068 Feb 09 01:39:27.351548 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54970) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:27.373944 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d251ddb2-245e-464c-8488-a38e7dcde1e2 None None] Provisioning complete for port 338b93ce-f1a9-48f9-b650-26e4cfd6b60e triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:27.374322 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d251ddb2-245e-464c-8488-a38e7dcde1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (338b93ce-f1a9-48f9-b650-26e4cfd6b60e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.397213 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f289a-7291-4413-96f2-f90f5e6f819d req-d703975b-5057-4470-81d1-14bb5a58a4d0 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:27.405912 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ac7f289a-7291-4413-96f2-f90f5e6f819d req-d703975b-5057-4470-81d1-14bb5a58a4d0 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 945 time: 0.2650716 Feb 09 01:39:27.667479 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 338b93ce-f1a9-48f9-b650-26e4cfd6b60e up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:27.740417 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ac7f289a-7291-4413-96f2-f90f5e6f819d req-3651a426-ec87-4089-9f1e-c608cb683ca0 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ea60e72c-3021-4dd2-8311-c001cfa04ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3325353 Feb 09 01:39:27.818885 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bdbe16-93bc-4033-bb36-61fe27b60f3f req-74a1981a-480c-4180-8315-3cfd5d76e6ed tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:27.822648 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-08bdbe16-93bc-4033-bb36-61fe27b60f3f req-74a1981a-480c-4180-8315-3cfd5d76e6ed tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 945 time: 0.3134978 Feb 09 01:39:27.852908 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.925173 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-08bdbe16-93bc-4033-bb36-61fe27b60f3f req-fc999180-7731-4030-802d-c78e54961eed tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946934 Feb 09 01:39:28.032525 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 338b93ce-f1a9-48f9-b650-26e4cfd6b60e triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:28.033177 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (338b93ce-f1a9-48f9-b650-26e4cfd6b60e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:28.057696 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d251ddb2-245e-464c-8488-a38e7dcde1e2 None None] Current status of the port 338b93ce-f1a9-48f9-b650-26e4cfd6b60e is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:28.133329 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57309d03-6d35-4076-8abc-9e016a25b133 req-588df80d-b860-4110-8d24-a9f35a00d604 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:28.148372 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-57309d03-6d35-4076-8abc-9e016a25b133 req-588df80d-b860-4110-8d24-a9f35a00d604 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/ports?device_id=60d07394-695a-411c-adc5-8e39c60951e5 HTTP/1.1" status: 200 len: 946 time: 0.1070912 Feb 09 01:39:28.335846 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9f30b78-5d80-42a8-bd94-4215fc13ed2b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:28.340221 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-57309d03-6d35-4076-8abc-9e016a25b133 req-70638a70-d864-456a-89a4-5eb888b6c8af tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/security-groups?id=698705ed-ee0f-4e1a-a43a-98ca66f55ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907654 Feb 09 01:39:28.368707 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 338b93ce-f1a9-48f9-b650-26e4cfd6b60e is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:28.393516 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-103073de-0957-417d-a145-92a90935b627 req-22642234-747e-4452-b1eb-b381c1ba13ec tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 210 time: 0.0486054 Feb 09 01:39:28.436100 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:28.482009 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d07394-695a-411c-adc5-8e39c60951e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12cc955c-26d7-4d65-9557-308f074294c6'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:39:28.484382 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c1348b-8f09-44c5-96d7-fa4cb0c3d0c3" -d '{"events": [{"server_uuid": "60d07394-695a-411c-adc5-8e39c60951e5", "name": "network-vif-plugged", "status": "completed", "tag": "12cc955c-26d7-4d65-9557-308f074294c6"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:39:28.533695 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-876fc5b8-3074-47b2-8c9b-dd9f9d79cb2b None None] Provisioning complete for port 338b93ce-f1a9-48f9-b650-26e4cfd6b60e triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:28.534351 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-876fc5b8-3074-47b2-8c9b-dd9f9d79cb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (338b93ce-f1a9-48f9-b650-26e4cfd6b60e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:28.633395 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39a2a76-b9f5-4fe4-9b94-dbcf7bcfba92 x-openstack-request-id: req-d39a2a76-b9f5-4fe4-9b94-dbcf7bcfba92 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:39:28.636258 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d07394-695a-411c-adc5-8e39c60951e5", "name": "network-vif-plugged", "status": "completed", "tag": "12cc955c-26d7-4d65-9557-308f074294c6", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:39:28.638957 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d39a2a76-b9f5-4fe4-9b94-dbcf7bcfba92 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:39:28.641461 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d07394-695a-411c-adc5-8e39c60951e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12cc955c-26d7-4d65-9557-308f074294c6', 'code': 200} Feb 09 01:39:28.846126 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-876fc5b8-3074-47b2-8c9b-dd9f9d79cb2b None None] Current status of the port 338b93ce-f1a9-48f9-b650-26e4cfd6b60e is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:28.967453 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88052d2d-f387-4c74-83b7-65eb89619c5a req-2682b44e-2974-492f-9e7f-efe4407c9bcd tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:28.978273 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-88052d2d-f387-4c74-83b7-65eb89619c5a req-2682b44e-2974-492f-9e7f-efe4407c9bcd tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 945 time: 0.1143558 Feb 09 01:39:28.984099 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32817df0-006b-4e1e-9b71-21e7e39fe25f req-2cc1718c-15fe-43ae-8169-2a58545a038a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:28.986058 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-32817df0-006b-4e1e-9b71-21e7e39fe25f req-2cc1718c-15fe-43ae-8169-2a58545a038a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=60d07394-695a-411c-adc5-8e39c60951e5 HTTP/1.1" status: 200 len: 1129 time: 0.2454164 Feb 09 01:39:29.137893 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-88052d2d-f387-4c74-83b7-65eb89619c5a req-a1100306-6de9-4b52-88f6-e4e12d83eb8e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ea60e72c-3021-4dd2-8311-c001cfa04ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543212 Feb 09 01:39:29.285360 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-32817df0-006b-4e1e-9b71-21e7e39fe25f req-ccf4abcc-5696-430e-8385-fb6a004e9655 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=698705ed-ee0f-4e1a-a43a-98ca66f55ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886765 Feb 09 01:39:29.295127 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e50a54-35f4-42aa-8f79-5195713c4336 req-c711e92f-cf57-4bf9-b1a9-a76f3656768f tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:29.296762 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f1e50a54-35f4-42aa-8f79-5195713c4336 req-c711e92f-cf57-4bf9-b1a9-a76f3656768f tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 945 time: 0.1557183 Feb 09 01:39:29.312396 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-f9f30b78-5d80-42a8-bd94-4215fc13ed2b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Allocated IP 2001:db8::1 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/34364d71-b61f-4753-a0e9-1c8634da350b/7a4f7090-cbfc-45e2-987d-a17e7ff0a695) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:29.392339 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469a0fe-e916-4a24-923e-af02d01c191b req-ec0df861-364e-4d67-a7cc-0dc57915577f tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:29.393893 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-7469a0fe-e916-4a24-923e-af02d01c191b req-ec0df861-364e-4d67-a7cc-0dc57915577f tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.121 "GET /v2.0/networks?id=9b1b4143-78e6-405c-8b5a-728543b5f342 HTTP/1.1" status: 200 len: 806 time: 0.3128269 Feb 09 01:39:29.423704 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-7469a0fe-e916-4a24-923e-af02d01c191b req-ea907270-593d-4de7-a95f-99c2a92fb6d1 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Request body: {'port': {'device_id': 'be903a3a-ccd8-409b-b193-8b727e06374b', 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342', 'admin_state_up': True, 'tenant_id': '6b4a05707d1b49f9a06d538643543aea'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:29.439337 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f21126f-cc71-4aeb-9854-8f49c8fa8a23 req-b9a846ec-104e-4670-979b-7e6bf243a347 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:29.441050 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2f21126f-cc71-4aeb-9854-8f49c8fa8a23 req-b9a846ec-104e-4670-979b-7e6bf243a347 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 945 time: 0.1564190 Feb 09 01:39:29.454475 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f1e50a54-35f4-42aa-8f79-5195713c4336 req-10be141c-b617-4d4b-be44-e9443116496d tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351638 Feb 09 01:39:29.717905 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2f21126f-cc71-4aeb-9854-8f49c8fa8a23 req-48634b1e-82b2-429f-84f2-df964b5f90de tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ea60e72c-3021-4dd2-8311-c001cfa04ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2552898 Feb 09 01:39:29.761239 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55028) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:29.793260 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9f30b78-5d80-42a8-bd94-4215fc13ed2b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for port (7a4f7090-cbfc-45e2-987d-a17e7ff0a695), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.799699 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81383c1-33de-4996-9564-69d342df797b req-84806d92-718e-452f-a153-ff3be090ab60 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:29.815801 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a81383c1-33de-4996-9564-69d342df797b req-84806d92-718e-452f-a153-ff3be090ab60 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/ports?device_id=60d07394-695a-411c-adc5-8e39c60951e5 HTTP/1.1" status: 200 len: 946 time: 0.1729553 Feb 09 01:39:30.023714 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea0b7ca-3e9e-47bd-a1cd-b4c2ad50c064 tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:30.027236 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cea0b7ca-3e9e-47bd-a1cd-b4c2ad50c064 tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 1123 time: 0.2609293 Feb 09 01:39:30.028742 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-27394056-cc85-4c42-88fa-88c1c90a72f5 req-c2624777-4834-475a-b52f-7a5cc77091ab tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 210 time: 0.0829647 Feb 09 01:39:30.032727 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55042) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:30.040464 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a81383c1-33de-4996-9564-69d342df797b req-a510421a-df6c-431f-9c1d-057d50c2762d tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/security-groups?id=698705ed-ee0f-4e1a-a43a-98ca66f55ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227559 Feb 09 01:39:30.059182 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-bf1195c0-b6dd-48c7-9b4f-bc87ac809ec3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'port_id': '1416671c-cda3-436a-aeac-ffce79b1db9b', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:30.113925 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9f30b78-5d80-42a8-bd94-4215fc13ed2b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (7a4f7090-cbfc-45e2-987d-a17e7ff0a695), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:30.121708 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bf1195c0-b6dd-48c7-9b4f-bc87ac809ec3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:30.136416 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7469a0fe-e916-4a24-923e-af02d01c191b req-ea907270-593d-4de7-a95f-99c2a92fb6d1 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Made reservation on behalf of 6b4a05707d1b49f9a06d538643543aea for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:30.139953 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-7469a0fe-e916-4a24-923e-af02d01c191b req-ea907270-593d-4de7-a95f-99c2a92fb6d1 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:30.182551 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f30b78-5d80-42a8-bd94-4215fc13ed2b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:30.199275 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-f9f30b78-5d80-42a8-bd94-4215fc13ed2b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:30.236604 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f30b78-5d80-42a8-bd94-4215fc13ed2b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:30.238608 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9f30b78-5d80-42a8-bd94-4215fc13ed2b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (4fad3c01-1391-404f-a13b-ab1dd8620925), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:30.333542 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f30b78-5d80-42a8-bd94-4215fc13ed2b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Port': ['ID=7a4f7090-cbfc-45e2-987d-a17e7ff0a695,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:30.720200 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e9ebef7e-f5f4-4851-bc8c-3d0b82dd21c5 None None] Provisioning complete for port 7a4f7090-cbfc-45e2-987d-a17e7ff0a695 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:30.721485 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e9ebef7e-f5f4-4851-bc8c-3d0b82dd21c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7a4f7090-cbfc-45e2-987d-a17e7ff0a695), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:30.726983 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-7469a0fe-e916-4a24-923e-af02d01c191b req-ea907270-593d-4de7-a95f-99c2a92fb6d1 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Allocated IP 172.20.0.11 (9b1b4143-78e6-405c-8b5a-728543b5f342/b2d740a9-d705-46bb-8af8-d019a5a1576c/7cba3926-f8a3-4883-bec9-ecbc881fde9d) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:30.747614 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9f30b78-5d80-42a8-bd94-4215fc13ed2b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7a4f7090-cbfc-45e2-987d-a17e7ff0a695), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:30.823753 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb108b6b-835a-482f-9511-b4ecc296b5b8 req-a736f8fe-be82-42f9-abfa-d4bf3174be0e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:30.834974 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb108b6b-835a-482f-9511-b4ecc296b5b8 req-a736f8fe-be82-42f9-abfa-d4bf3174be0e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 945 time: 0.1345048 Feb 09 01:39:30.839103 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e9ebef7e-f5f4-4851-bc8c-3d0b82dd21c5 None None] Port 7a4f7090-cbfc-45e2-987d-a17e7ff0a695 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:39:30.952571 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb108b6b-835a-482f-9511-b4ecc296b5b8 req-bf0469ec-538b-47f8-a9cd-c71239babdd0 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130128 Feb 09 01:39:31.057194 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bf1195c0-b6dd-48c7-9b4f-bc87ac809ec3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.233959 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1ebd2d0d-b6db-4da8-ba5d-9d21b2fda555 req-314f8f98-98fa-4610-97ed-e230c9939776 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 210 time: 0.0717466 Feb 09 01:39:31.352134 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9f30b78-5d80-42a8-bd94-4215fc13ed2b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for port (7a4f7090-cbfc-45e2-987d-a17e7ff0a695), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.356791 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc17e0e-2b0c-4d14-96a7-ffe57f69e7f3 req-d17b1adc-2a36-44e4-8d36-f5e5bd41a121 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:31.369270 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bbc17e0e-2b0c-4d14-96a7-ffe57f69e7f3 req-d17b1adc-2a36-44e4-8d36-f5e5bd41a121 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/ports?device_id=60d07394-695a-411c-adc5-8e39c60951e5 HTTP/1.1" status: 200 len: 946 time: 0.1472285 Feb 09 01:39:31.375884 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9f30b78-5d80-42a8-bd94-4215fc13ed2b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (7a4f7090-cbfc-45e2-987d-a17e7ff0a695), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.377263 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9f30b78-5d80-42a8-bd94-4215fc13ed2b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (4fad3c01-1391-404f-a13b-ab1dd8620925), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.461963 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bbc17e0e-2b0c-4d14-96a7-ffe57f69e7f3 req-d64db490-e0b5-4a96-ad3a-b27168698fd6 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/security-groups?id=698705ed-ee0f-4e1a-a43a-98ca66f55ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912044 Feb 09 01:39:31.533178 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f30b78-5d80-42a8-bd94-4215fc13ed2b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Port': ['ID=7a4f7090-cbfc-45e2-987d-a17e7ff0a695,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:31.544140 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-bf1195c0-b6dd-48c7-9b4f-bc87ac809ec3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Allocated IP 172.25.1.9 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/004b920a-9804-4711-bd3c-1605a2b6cf44) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:32.116094 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-7469a0fe-e916-4a24-923e-af02d01c191b req-ea907270-593d-4de7-a95f-99c2a92fb6d1 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks [] for port (7cba3926-f8a3-4883-bec9-ecbc881fde9d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.180171 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee76346-409d-4656-a3df-765e7113b1ca req-584435f6-8339-4261-a4d4-824d371f8187 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:32.181992 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ee76346-409d-4656-a3df-765e7113b1ca req-584435f6-8339-4261-a4d4-824d371f8187 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 945 time: 0.1133697 Feb 09 01:39:32.229442 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bf1195c0-b6dd-48c7-9b4f-bc87ac809ec3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for port (004b920a-9804-4711-bd3c-1605a2b6cf44), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.292252 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ee76346-409d-4656-a3df-765e7113b1ca req-95ffa0c3-96b0-4b1c-8815-4da5a19d6b0b tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997634 Feb 09 01:39:32.343533 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bf1195c0-b6dd-48c7-9b4f-bc87ac809ec3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (004b920a-9804-4711-bd3c-1605a2b6cf44), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.424316 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-7469a0fe-e916-4a24-923e-af02d01c191b req-ea907270-593d-4de7-a95f-99c2a92fb6d1 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (7cba3926-f8a3-4883-bec9-ecbc881fde9d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.440023 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['35c82c86-9b27-4b9f-a80f-8521f07a72b0'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:39:32.449779 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64f378-5cde-45b0-897c-b2f494ea2115 req-601ab972-d875-42c1-9749-55503af620c6 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:32.451628 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a64f378-5cde-45b0-897c-b2f494ea2115 req-601ab972-d875-42c1-9749-55503af620c6 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 932 time: 0.0943587 Feb 09 01:39:32.452938 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f30b78-5d80-42a8-bd94-4215fc13ed2b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:32.454546 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1195c0-b6dd-48c7-9b4f-bc87ac809ec3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'Port': ['ID=004b920a-9804-4711-bd3c-1605a2b6cf44,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:32.518979 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a64f378-5cde-45b0-897c-b2f494ea2115 req-00cc4e90-edc3-42ea-98de-ea149047d305 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592175 Feb 09 01:39:32.561056 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-f9f30b78-5d80-42a8-bd94-4215fc13ed2b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:32.610961 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7469a0fe-e916-4a24-923e-af02d01c191b req-ea907270-593d-4de7-a95f-99c2a92fb6d1 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Network 9b1b4143-78e6-405c-8b5a-728543b5f342 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:32.615648 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-7469a0fe-e916-4a24-923e-af02d01c191b req-ea907270-593d-4de7-a95f-99c2a92fb6d1 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:32.672355 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55182) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:32.717300 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1195c0-b6dd-48c7-9b4f-bc87ac809ec3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:32.738393 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-7469a0fe-e916-4a24-923e-af02d01c191b req-ea907270-593d-4de7-a95f-99c2a92fb6d1 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:32.744604 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea907270-593d-4de7-a95f-99c2a92fb6d1 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Pushing event updated for resources: {'Port': ['ID=7cba3926-f8a3-4883-bec9-ecbc881fde9d,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:32.823147 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-bf1195c0-b6dd-48c7-9b4f-bc87ac809ec3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:32.830171 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1195c0-b6dd-48c7-9b4f-bc87ac809ec3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:32.914395 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5231f640-239b-4fe1-81c6-9ddc5365928a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.975283 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469a0fe-e916-4a24-923e-af02d01c191b req-ea907270-593d-4de7-a95f-99c2a92fb6d1 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:32.975962 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-7469a0fe-e916-4a24-923e-af02d01c191b req-ea907270-593d-4de7-a95f-99c2a92fb6d1 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.995072 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-441830cc-a73c-4c72-bb61-bae11ac6de94 None None] Provisioning complete for port 7a4f7090-cbfc-45e2-987d-a17e7ff0a695 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:32.995958 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-441830cc-a73c-4c72-bb61-bae11ac6de94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7a4f7090-cbfc-45e2-987d-a17e7ff0a695), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:33.025211 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-7469a0fe-e916-4a24-923e-af02d01c191b req-ea907270-593d-4de7-a95f-99c2a92fb6d1 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6055341 Feb 09 01:39:33.029748 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5231f640-239b-4fe1-81c6-9ddc5365928a admin admin] Publish callbacks [] for security_group (60702e38-9689-4fe1-9877-7a340dc287f9), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:33.041683 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5231f640-239b-4fe1-81c6-9ddc5365928a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (60702e38-9689-4fe1-9877-7a340dc287f9), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:33.052491 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-441830cc-a73c-4c72-bb61-bae11ac6de94 None None] Port 7a4f7090-cbfc-45e2-987d-a17e7ff0a695 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:39:33.076503 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701548c7-5b82-45b0-8372-cb9c2b29713b req-0c41c111-bc9c-431b-aeb6-e98dd416e408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:33.078072 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-701548c7-5b82-45b0-8372-cb9c2b29713b req-0c41c111-bc9c-431b-aeb6-e98dd416e408 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d2bc7c4a293d49059d9a272b2819e75f&device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 1128 time: 0.5101843 Feb 09 01:39:33.099440 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5231f640-239b-4fe1-81c6-9ddc5365928a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3861f07ca84b4fe5a74a7c995dfa4373&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4250157 Feb 09 01:39:33.103718 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55190) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:33.139746 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5231f640-239b-4fe1-81c6-9ddc5365928a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60702e38-9689-4fe1-9877-7a340dc287f9,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:33.177273 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ac220fb4-8652-49bf-bba4-0fa11631e4b1 admin admin] Publish callbacks [] for security_group (60702e38-9689-4fe1-9877-7a340dc287f9), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:33.210485 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ac220fb4-8652-49bf-bba4-0fa11631e4b1 admin admin] Publish callbacks [] for security_group (60702e38-9689-4fe1-9877-7a340dc287f9), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:33.233499 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-7469a0fe-e916-4a24-923e-af02d01c191b req-6875b0d2-afd6-424b-8dbc-573e069e94bc service neutron] Request body: {'port': {'device_id': 'be903a3a-ccd8-409b-b193-8b727e06374b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:33.282496 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ac220fb4-8652-49bf-bba4-0fa11631e4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (60702e38-9689-4fe1-9877-7a340dc287f9), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:33.287520 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ac220fb4-8652-49bf-bba4-0fa11631e4b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:33.289159 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ac220fb4-8652-49bf-bba4-0fa11631e4b1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/60702e38-9689-4fe1-9877-7a340dc287f9 HTTP/1.1" status: 204 len: 168 time: 0.1832745 Feb 09 01:39:33.309184 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac220fb4-8652-49bf-bba4-0fa11631e4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60702e38-9689-4fe1-9877-7a340dc287f9,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:33.354610 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-7469a0fe-e916-4a24-923e-af02d01c191b req-6875b0d2-afd6-424b-8dbc-573e069e94bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7cba3926-f8a3-4883-bec9-ecbc881fde9d), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:33.356879 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f30b78-5d80-42a8-bd94-4215fc13ed2b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Router 4fad3c01-1391-404f-a13b-ab1dd8620925 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:39:33.410267 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701548c7-5b82-45b0-8372-cb9c2b29713b req-9f1f1d06-c266-4b00-985b-9ffdc62784b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:33.411829 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-701548c7-5b82-45b0-8372-cb9c2b29713b req-9f1f1d06-c266-4b00-985b-9ffdc62784b2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=88b27524-8ae4-4965-b899-af20055923cd HTTP/1.1" status: 200 len: 917 time: 0.3235490 Feb 09 01:39:33.512807 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0bfba-c0a1-4b61-8523-1ac2d3fb14e9 req-938e59b5-3dad-4db7-b85c-ad91380beedc tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:33.530165 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7cf0bfba-c0a1-4b61-8523-1ac2d3fb14e9 req-938e59b5-3dad-4db7-b85c-ad91380beedc tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 945 time: 0.1276395 Feb 09 01:39:33.661966 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7cf0bfba-c0a1-4b61-8523-1ac2d3fb14e9 req-4f1a06c6-b578-4254-975c-00ac34edcbf1 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282406 Feb 09 01:39:33.742732 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06aef74-537a-483f-b4fb-41b8b3a10f70 req-9af0ff77-a71f-42c8-afe2-2fc6b6381eb5 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:33.750700 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e06aef74-537a-483f-b4fb-41b8b3a10f70 req-9af0ff77-a71f-42c8-afe2-2fc6b6381eb5 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 932 time: 0.1068509 Feb 09 01:39:33.815069 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e06aef74-537a-483f-b4fb-41b8b3a10f70 req-72d70a8b-78a3-475c-996f-7a8b68953d7a tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632904 Feb 09 01:39:33.914657 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55200) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:33.933552 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ca68a0e5-050b-4069-8f64-aef2aa6ae349 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:33.941447 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-701548c7-5b82-45b0-8372-cb9c2b29713b req-532bab9e-2f1f-4744-806c-b882f47cec6d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b30802aa-45d7-45f8-b20c-78b0e323596c HTTP/1.1" status: 200 len: 1001 time: 0.4951625 Feb 09 01:39:34.037964 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f30b78-5d80-42a8-bd94-4215fc13ed2b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:39:34.054619 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec8d5f8-556d-4d8b-a51f-3021a087522c None None] Sync routers for ids ['4fad3c01-1391-404f-a13b-ab1dd8620925'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:39:34.075739 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f9f30b78-5d80-42a8-bd94-4215fc13ed2b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "PUT /v2.0/routers/4fad3c01-1391-404f-a13b-ab1dd8620925/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7167373 Feb 09 01:39:34.077557 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55202) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:34.079537 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec8d5f8-556d-4d8b-a51f-3021a087522c None None] Routers {'4fad3c01-1391-404f-a13b-ab1dd8620925'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:34.093249 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6ec8d5f8-556d-4d8b-a51f-3021a087522c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:39:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['4fad3c01-1391-404f-a13b-ab1dd8620925'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:34.104441 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701548c7-5b82-45b0-8372-cb9c2b29713b req-5a0903df-51e3-4ecb-8667-ddf67b41e2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:34.106078 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-701548c7-5b82-45b0-8372-cb9c2b29713b req-5a0903df-51e3-4ecb-8667-ddf67b41e2b8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=22a89563-8842-4e1e-95dc-ee10f0240b0a HTTP/1.1" status: 200 len: 855 time: 0.1511855 Feb 09 01:39:34.111393 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bf1195c0-b6dd-48c7-9b4f-bc87ac809ec3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for floatingip (3a559e6b-ed9b-472a-afed-e79f67b9d6e0), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.159133 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ca68a0e5-050b-4069-8f64-aef2aa6ae349 admin admin] Publish callbacks [] for security_group (85257847-77ba-4462-930e-fc7bcca605eb), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.168723 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ca68a0e5-050b-4069-8f64-aef2aa6ae349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (85257847-77ba-4462-930e-fc7bcca605eb), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.252543 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33385b63-5d48-49ba-9ea4-dbc9a28ec80c tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:34.258076 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-33385b63-5d48-49ba-9ea4-dbc9a28ec80c tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/ports/7a4f7090-cbfc-45e2-987d-a17e7ff0a695 HTTP/1.1" status: 200 len: 911 time: 0.1784666 Feb 09 01:39:34.268733 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55206) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:34.282146 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68a0e5-050b-4069-8f64-aef2aa6ae349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85257847-77ba-4462-930e-fc7bcca605eb,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:34.305030 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ca68a0e5-050b-4069-8f64-aef2aa6ae349 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=15a394a885734ffc9081c8ac7397b932&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3887343 Feb 09 01:39:34.309856 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55208) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:34.311178 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701548c7-5b82-45b0-8372-cb9c2b29713b req-0e0facc8-12ba-4307-be23-14e835f3a9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:34.312735 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-701548c7-5b82-45b0-8372-cb9c2b29713b req-0e0facc8-12ba-4307-be23-14e835f3a9a7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=88b27524-8ae4-4965-b899-af20055923cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1975622 Feb 09 01:39:34.345538 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [req-701548c7-5b82-45b0-8372-cb9c2b29713b req-7e45ae72-0928-4583-ae40-a7a93d6f9bde service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:39:34.346603 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-701548c7-5b82-45b0-8372-cb9c2b29713b req-7e45ae72-0928-4583-ae40-a7a93d6f9bde service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0267701 Feb 09 01:39:34.365989 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bf1195c0-b6dd-48c7-9b4f-bc87ac809ec3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (004b920a-9804-4711-bd3c-1605a2b6cf44), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.377848 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-6ec8d5f8-556d-4d8b-a51f-3021a087522c None None] Set router 4fad3c01-1391-404f-a13b-ab1dd8620925 gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:39:34.393282 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-acb11d63-9d56-4fb7-85a9-5e663d3f691f admin admin] Publish callbacks [] for security_group (85257847-77ba-4462-930e-fc7bcca605eb), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.424382 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-acb11d63-9d56-4fb7-85a9-5e663d3f691f admin admin] Publish callbacks [] for security_group (85257847-77ba-4462-930e-fc7bcca605eb), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.491511 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-acb11d63-9d56-4fb7-85a9-5e663d3f691f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (85257847-77ba-4462-930e-fc7bcca605eb), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.495234 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-acb11d63-9d56-4fb7-85a9-5e663d3f691f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.496583 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-acb11d63-9d56-4fb7-85a9-5e663d3f691f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/85257847-77ba-4462-930e-fc7bcca605eb HTTP/1.1" status: 204 len: 168 time: 0.1856840 Feb 09 01:39:34.528523 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb11d63-9d56-4fb7-85a9-5e663d3f691f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85257847-77ba-4462-930e-fc7bcca605eb,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:34.548638 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bf1195c0-b6dd-48c7-9b4f-bc87ac809ec3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for port (004b920a-9804-4711-bd3c-1605a2b6cf44), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.581976 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bf1195c0-b6dd-48c7-9b4f-bc87ac809ec3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (004b920a-9804-4711-bd3c-1605a2b6cf44), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.660426 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-7469a0fe-e916-4a24-923e-af02d01c191b req-6875b0d2-afd6-424b-8dbc-573e069e94bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cba3926-f8a3-4883-bec9-ecbc881fde9d {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:39:34.678935 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-7469a0fe-e916-4a24-923e-af02d01c191b req-6875b0d2-afd6-424b-8dbc-573e069e94bc service neutron] Publish callbacks [] for port (7cba3926-f8a3-4883-bec9-ecbc881fde9d), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.719546 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dd3b67-e136-436a-9395-95d9b4547546 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:34.726694 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dd3b67-e136-436a-9395-95d9b4547546 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:34.731466 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d6dd3b67-e136-436a-9395-95d9b4547546 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.4589984 Feb 09 01:39:34.733316 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55214) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:34.776747 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-7469a0fe-e916-4a24-923e-af02d01c191b req-6875b0d2-afd6-424b-8dbc-573e069e94bc service neutron] Transition to ACTIVE for port object 7cba3926-f8a3-4883-bec9-ecbc881fde9d will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:39:34.780626 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1195c0-b6dd-48c7-9b4f-bc87ac809ec3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'Port': ['ID=004b920a-9804-4711-bd3c-1605a2b6cf44,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:34.799349 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-7469a0fe-e916-4a24-923e-af02d01c191b req-6875b0d2-afd6-424b-8dbc-573e069e94bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (7cba3926-f8a3-4883-bec9-ecbc881fde9d), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.886364 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6ec8d5f8-556d-4d8b-a51f-3021a087522c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fad3c01-1391-404f-a13b-ab1dd8620925', 'name': 'tempest-NetworksTestDHCPv6-router-1698398326', 'tenant_id': '840feb797a5045feb11a0660b5a0c7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:39:27Z', 'updated_at': '2022-02-09T01:39:30Z', 'revision_number': 2, 'project_id': '840feb797a5045feb11a0660b5a0c7d5', 'gw_port_host': None, '_interfaces': [{'id': '7a4f7090-cbfc-45e2-987d-a17e7ff0a695', 'name': '', 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'tenant_id': '840feb797a5045feb11a0660b5a0c7d5', 'mac_address': 'fa:16:3e:d0:c5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fad3c01-1391-404f-a13b-ab1dd8620925', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '34364d71-b61f-4753-a0e9-1c8634da350b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:39:28Z', 'updated_at': '2022-02-09T01:39:30Z', 'revision_number': 2, 'project_id': '840feb797a5045feb11a0660b5a0c7d5', 'subnets': [{'id': '34364d71-b61f-4753-a0e9-1c8634da350b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:34.893263 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-701548c7-5b82-45b0-8372-cb9c2b29713b req-a698afc9-fcf7-477e-bd1a-8b0433421ca8 service neutron] 10.222.0.91 "GET /v2.0/networks/88b27524-8ae4-4965-b899-af20055923cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5385909 Feb 09 01:39:34.941052 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec8d5f8-556d-4d8b-a51f-3021a087522c None None] Checking router: 4fad3c01-1391-404f-a13b-ab1dd8620925 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:39:34.941593 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec8d5f8-556d-4d8b-a51f-3021a087522c None None] Updating router 4fad3c01-1391-404f-a13b-ab1dd8620925 port 7a4f7090-cbfc-45e2-987d-a17e7ff0a695 binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:39:34.986547 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6ec8d5f8-556d-4d8b-a51f-3021a087522c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7a4f7090-cbfc-45e2-987d-a17e7ff0a695), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.988762 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bf1195c0-b6dd-48c7-9b4f-bc87ac809ec3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (3a559e6b-ed9b-472a-afed-e79f67b9d6e0), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.081493 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6875b0d2-afd6-424b-8dbc-573e069e94bc service neutron] Pushing event updated for resources: {'Port': ['ID=7cba3926-f8a3-4883-bec9-ecbc881fde9d,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:35.388129 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56432b5f-584b-4a7c-a3a5-8b510549ba55 req-9eecec40-a22c-4864-9c0f-4baa038dcdeb tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:35.389712 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-56432b5f-584b-4a7c-a3a5-8b510549ba55 req-9eecec40-a22c-4864-9c0f-4baa038dcdeb tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 945 time: 0.3954124 Feb 09 01:39:35.400228 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76fd9fe-6ded-4e2c-9da1-6a8723942b89 req-f0feec89-7899-4cc9-9acb-d12134cb5481 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:35.408873 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e76fd9fe-6ded-4e2c-9da1-6a8723942b89 req-f0feec89-7899-4cc9-9acb-d12134cb5481 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 944 time: 0.4237733 Feb 09 01:39:35.462436 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6ec8d5f8-556d-4d8b-a51f-3021a087522c None None] Publish callbacks [] for port (7a4f7090-cbfc-45e2-987d-a17e7ff0a695), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.470587 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6ec8d5f8-556d-4d8b-a51f-3021a087522c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7a4f7090-cbfc-45e2-987d-a17e7ff0a695), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.536339 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e48124d-cb32-47fe-a129-902d63034fe2 None None] Pushing event updated for resources: {'Port': ['ID=7a4f7090-cbfc-45e2-987d-a17e7ff0a695,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:35.668131 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-6ec8d5f8-556d-4d8b-a51f-3021a087522c None None] Attempting to bind port 7a4f7090-cbfc-45e2-987d-a17e7ff0a695 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:39:35.672460 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-6ec8d5f8-556d-4d8b-a51f-3021a087522c None None] Attempting to bind port 7a4f7090-cbfc-45e2-987d-a17e7ff0a695 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:39:35.673525 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec8d5f8-556d-4d8b-a51f-3021a087522c None None] Attempting to bind port 7a4f7090-cbfc-45e2-987d-a17e7ff0a695 on network cbbe9143-fcdc-43c5-b797-7f127a92ac8e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:35.689735 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec8d5f8-556d-4d8b-a51f-3021a087522c None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:39:35.692622 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec8d5f8-556d-4d8b-a51f-3021a087522c None None] Checking segment: {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:35.695526 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6ec8d5f8-556d-4d8b-a51f-3021a087522c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.696552 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-56432b5f-584b-4a7c-a3a5-8b510549ba55 req-7bd697fd-25f2-47fd-b7eb-0c3422247fe8 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2846901 Feb 09 01:39:35.711078 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec8d5f8-556d-4d8b-a51f-3021a087522c None None] Bound using segment: {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:39:35.713181 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-6ec8d5f8-556d-4d8b-a51f-3021a087522c None None] Bound port: 7a4f7090-cbfc-45e2-987d-a17e7ff0a695, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:39:35.713885 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6ec8d5f8-556d-4d8b-a51f-3021a087522c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7a4f7090-cbfc-45e2-987d-a17e7ff0a695), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.758356 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e76fd9fe-6ded-4e2c-9da1-6a8723942b89 req-d5b179a8-03f4-4f01-b7a3-cfda078b9acc tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478873 Feb 09 01:39:35.896130 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-6ec8d5f8-556d-4d8b-a51f-3021a087522c None None] For port 7a4f7090-cbfc-45e2-987d-a17e7ff0a695, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:39:35.903372 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-7469a0fe-e916-4a24-923e-af02d01c191b req-6875b0d2-afd6-424b-8dbc-573e069e94bc service neutron] Attempting to bind port 7cba3926-f8a3-4883-bec9-ecbc881fde9d on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:39:35.904155 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-7469a0fe-e916-4a24-923e-af02d01c191b req-6875b0d2-afd6-424b-8dbc-573e069e94bc service neutron] Attempting to bind port 7cba3926-f8a3-4883-bec9-ecbc881fde9d by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '06a65791-d722-41e0-9f59-8e2f6da66f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:39:35.905536 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7469a0fe-e916-4a24-923e-af02d01c191b req-6875b0d2-afd6-424b-8dbc-573e069e94bc service neutron] Attempting to bind port 7cba3926-f8a3-4883-bec9-ecbc881fde9d on network 9b1b4143-78e6-405c-8b5a-728543b5f342 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:35.915003 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-701548c7-5b82-45b0-8372-cb9c2b29713b req-ac6ea9d7-c8c2-4ffc-8fe9-eb953d8bfda3 service neutron] 10.222.0.91 "GET /v2.0/networks/88b27524-8ae4-4965-b899-af20055923cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9674885 Feb 09 01:39:35.918604 n-d-822053-40 neutron-server[103528]: INFO neutron.db.l3_db [None req-bf1195c0-b6dd-48c7-9b4f-bc87ac809ec3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Floating IP 3a559e6b-ed9b-472a-afed-e79f67b9d6e0 associated. External IP: 172.25.1.9, port: 1416671c-cda3-436a-aeac-ffce79b1db9b. Feb 09 01:39:35.922171 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-6ec8d5f8-556d-4d8b-a51f-3021a087522c None None] For port 7a4f7090-cbfc-45e2-987d-a17e7ff0a695, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=7a4f7090-cbfc-45e2-987d-a17e7ff0a695,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:39:35.935137 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6ec8d5f8-556d-4d8b-a51f-3021a087522c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7a4f7090-cbfc-45e2-987d-a17e7ff0a695), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.056485 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-75c7739d-a59e-4719-8fef-131e1d4d1261 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (4fad3c01-1391-404f-a13b-ab1dd8620925), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.059662 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7469a0fe-e916-4a24-923e-af02d01c191b req-6875b0d2-afd6-424b-8dbc-573e069e94bc service neutron] Port 7cba3926-f8a3-4883-bec9-ecbc881fde9d on network 9b1b4143-78e6-405c-8b5a-728543b5f342 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:39:36.060097 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7469a0fe-e916-4a24-923e-af02d01c191b req-6875b0d2-afd6-424b-8dbc-573e069e94bc service neutron] Attempting to bind port 7cba3926-f8a3-4883-bec9-ecbc881fde9d on network 9b1b4143-78e6-405c-8b5a-728543b5f342 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:36.084195 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-0889a5df-d7ca-4c5c-8555-4212ee7fe70a None None] Provisioning complete for port 7a4f7090-cbfc-45e2-987d-a17e7ff0a695 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:36.085072 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0889a5df-d7ca-4c5c-8555-4212ee7fe70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7a4f7090-cbfc-45e2-987d-a17e7ff0a695), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.117163 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7469a0fe-e916-4a24-923e-af02d01c191b req-6875b0d2-afd6-424b-8dbc-573e069e94bc service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:39:36.117503 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7469a0fe-e916-4a24-923e-af02d01c191b req-6875b0d2-afd6-424b-8dbc-573e069e94bc service neutron] Checking segment: {'id': '06a65791-d722-41e0-9f59-8e2f6da66f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:36.118029 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7469a0fe-e916-4a24-923e-af02d01c191b req-6875b0d2-afd6-424b-8dbc-573e069e94bc service neutron] Bound using segment: {'id': '06a65791-d722-41e0-9f59-8e2f6da66f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:39:36.118484 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-7469a0fe-e916-4a24-923e-af02d01c191b req-6875b0d2-afd6-424b-8dbc-573e069e94bc service neutron] Bound port: 7cba3926-f8a3-4883-bec9-ecbc881fde9d, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a65791-d722-41e0-9f59-8e2f6da66f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:39:36.118840 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-7469a0fe-e916-4a24-923e-af02d01c191b req-6875b0d2-afd6-424b-8dbc-573e069e94bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7cba3926-f8a3-4883-bec9-ecbc881fde9d), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.198316 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e48124d-cb32-47fe-a129-902d63034fe2 None None] Pushing event updated for resources: {'Port': ['ID=7a4f7090-cbfc-45e2-987d-a17e7ff0a695,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:36.212474 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec8d5f8-556d-4d8b-a51f-3021a087522c None None] Routers {'4fad3c01-1391-404f-a13b-ab1dd8620925'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:36.213356 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6ec8d5f8-556d-4d8b-a51f-3021a087522c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:39:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['4fad3c01-1391-404f-a13b-ab1dd8620925'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:36.346714 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device b30802aa-45d7-45f8-b20c-78b0e323596c no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:39:36.420464 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-7469a0fe-e916-4a24-923e-af02d01c191b req-6875b0d2-afd6-424b-8dbc-573e069e94bc service neutron] For port 7cba3926-f8a3-4883-bec9-ecbc881fde9d, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:39:36.442452 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-7469a0fe-e916-4a24-923e-af02d01c191b req-6875b0d2-afd6-424b-8dbc-573e069e94bc service neutron] For port 7cba3926-f8a3-4883-bec9-ecbc881fde9d, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7cba3926-f8a3-4883-bec9-ecbc881fde9d,segment=NetworkSegment(06a65791-d722-41e0-9f59-8e2f6da66f1f),segment_id=06a65791-d722-41e0-9f59-8e2f6da66f1f)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:39:36.466453 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-7469a0fe-e916-4a24-923e-af02d01c191b req-6875b0d2-afd6-424b-8dbc-573e069e94bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (7cba3926-f8a3-4883-bec9-ecbc881fde9d), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.477166 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-6ec8d5f8-556d-4d8b-a51f-3021a087522c None None] Set router 4fad3c01-1391-404f-a13b-ab1dd8620925 gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:39:36.584070 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469a0fe-e916-4a24-923e-af02d01c191b req-6875b0d2-afd6-424b-8dbc-573e069e94bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:36.584915 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-7469a0fe-e916-4a24-923e-af02d01c191b req-6875b0d2-afd6-424b-8dbc-573e069e94bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.587185 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-7469a0fe-e916-4a24-923e-af02d01c191b req-6875b0d2-afd6-424b-8dbc-573e069e94bc service neutron] 10.222.0.121 "PUT /v2.0/ports/7cba3926-f8a3-4883-bec9-ecbc881fde9d HTTP/1.1" status: 200 len: 1093 time: 3.5386553 Feb 09 01:39:36.589512 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be903a3a-ccd8-409b-b193-8b727e06374b', 'tag': '7cba3926-f8a3-4883-bec9-ecbc881fde9d'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:39:36.592720 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e15921-935b-4537-a04b-c2ab293a2735" -d '{"events": [{"name": "network-changed", "server_uuid": "be903a3a-ccd8-409b-b193-8b727e06374b", "tag": "7cba3926-f8a3-4883-bec9-ecbc881fde9d"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:39:36.604459 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1195c0-b6dd-48c7-9b4f-bc87ac809ec3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Router c76fbd97-7be8-4833-8e01-6996e37d6800 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:39:36.668210 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-0889a5df-d7ca-4c5c-8555-4212ee7fe70a None None] Current status of the port 7a4f7090-cbfc-45e2-987d-a17e7ff0a695 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:36.668605 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0889a5df-d7ca-4c5c-8555-4212ee7fe70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7a4f7090-cbfc-45e2-987d-a17e7ff0a695), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.709971 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-0889a5df-d7ca-4c5c-8555-4212ee7fe70a None None] For port 7a4f7090-cbfc-45e2-987d-a17e7ff0a695, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=7a4f7090-cbfc-45e2-987d-a17e7ff0a695,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:36.746060 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86ef401-6f73-485c-a50c-cea40a735eba x-openstack-request-id: req-b86ef401-6f73-485c-a50c-cea40a735eba {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:39:36.746490 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be903a3a-ccd8-409b-b193-8b727e06374b", "tag": "7cba3926-f8a3-4883-bec9-ecbc881fde9d", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:39:36.746884 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b86ef401-6f73-485c-a50c-cea40a735eba {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:39:36.747385 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be903a3a-ccd8-409b-b193-8b727e06374b', 'tag': '7cba3926-f8a3-4883-bec9-ecbc881fde9d', 'status': 'completed', 'code': 200} Feb 09 01:39:36.792420 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port b30802aa-45d7-45f8-b20c-78b0e323596c is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:36.792818 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b30802aa-45d7-45f8-b20c-78b0e323596c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.794908 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0889a5df-d7ca-4c5c-8555-4212ee7fe70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7a4f7090-cbfc-45e2-987d-a17e7ff0a695), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.849901 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-75c7739d-a59e-4719-8fef-131e1d4d1261 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting port 7a4f7090-cbfc-45e2-987d-a17e7ff0a695 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:36.850761 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-75c7739d-a59e-4719-8fef-131e1d4d1261 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (7a4f7090-cbfc-45e2-987d-a17e7ff0a695), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.930536 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6875b0d2-afd6-424b-8dbc-573e069e94bc service neutron] Pushing event updated for resources: {'Port': ['ID=7cba3926-f8a3-4883-bec9-ecbc881fde9d,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:37.013434 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1195c0-b6dd-48c7-9b4f-bc87ac809ec3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:39:37.032062 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469a0fe-e916-4a24-923e-af02d01c191b req-b8cabaf8-0754-4720-ae87-6f6aaa2b7031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:37.035265 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-7469a0fe-e916-4a24-923e-af02d01c191b req-b8cabaf8-0754-4720-ae87-6f6aaa2b7031 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=6b4a05707d1b49f9a06d538643543aea&device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 1127 time: 0.2908096 Feb 09 01:39:37.038038 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c7611b-b3b5-4b61-a0f0-77c6f28e19c6 None None] Sync routers for ids ['c76fbd97-7be8-4833-8e01-6996e37d6800'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:39:37.058808 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c7611b-b3b5-4b61-a0f0-77c6f28e19c6 None None] Routers {'c76fbd97-7be8-4833-8e01-6996e37d6800'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:37.064057 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-61c7611b-b3b5-4b61-a0f0-77c6f28e19c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:39:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c76fbd97-7be8-4833-8e01-6996e37d6800'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:37.143477 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1cab2-adf8-443b-bbb5-15481adac591 req-25f5ea14-afe8-4179-9525-477e0ea9354d tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:37.146831 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-81b1cab2-adf8-443b-bbb5-15481adac591 req-25f5ea14-afe8-4179-9525-477e0ea9354d tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 945 time: 0.1777568 Feb 09 01:39:37.167420 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-75c7739d-a59e-4719-8fef-131e1d4d1261 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] For port 7a4f7090-cbfc-45e2-987d-a17e7ff0a695, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=7a4f7090-cbfc-45e2-987d-a17e7ff0a695,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:37.168487 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-75c7739d-a59e-4719-8fef-131e1d4d1261 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (7a4f7090-cbfc-45e2-987d-a17e7ff0a695), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:37.181326 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf1719-38b3-48ad-86fb-a93c12437bb7 req-b17c5a7b-32df-49e8-bcdb-3e31c8fe243d tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:37.183822 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-73cf1719-38b3-48ad-86fb-a93c12437bb7 req-b17c5a7b-32df-49e8-bcdb-3e31c8fe243d tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 944 time: 0.2338698 Feb 09 01:39:37.186720 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-7469a0fe-e916-4a24-923e-af02d01c191b req-f96970c2-59e6-4ae0-990d-3b2002f6b1cd service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cba3926-f8a3-4883-bec9-ecbc881fde9d HTTP/1.1" status: 200 len: 217 time: 0.1349208 Feb 09 01:39:37.197281 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bf1195c0-b6dd-48c7-9b4f-bc87ac809ec3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:37.242520 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-75c7739d-a59e-4719-8fef-131e1d4d1261 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Calling delete_port for 7a4f7090-cbfc-45e2-987d-a17e7ff0a695 owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:37.302200 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-bf1195c0-b6dd-48c7-9b4f-bc87ac809ec3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 7.2599199 Feb 09 01:39:37.319031 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469a0fe-e916-4a24-923e-af02d01c191b req-a3599976-dad0-46f2-af80-77284a8711cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:37.323423 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-7469a0fe-e916-4a24-923e-af02d01c191b req-a3599976-dad0-46f2-af80-77284a8711cf service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b2d740a9-d705-46bb-8af8-d019a5a1576c HTTP/1.1" status: 200 len: 846 time: 0.1131403 Feb 09 01:39:37.326241 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-73cf1719-38b3-48ad-86fb-a93c12437bb7 req-a6960891-e5d5-427e-899b-86976970e549 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204972 Feb 09 01:39:37.374878 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-81b1cab2-adf8-443b-bbb5-15481adac591 req-5479209e-600d-43ff-b151-ca4751c9de88 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2177784 Feb 09 01:39:37.417350 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-7469a0fe-e916-4a24-923e-af02d01c191b req-91e98a18-d14c-495b-b81d-c0bfde789324 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9b1b4143-78e6-405c-8b5a-728543b5f342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856442 Feb 09 01:39:37.501491 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfa0a61-0617-498f-8de0-31bf87c8dce7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b30802aa-45d7-45f8-b20c-78b0e323596c'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:39:37.509150 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fe87b0-1e37-4734-aa2d-66f55a26599a" -d '{"events": [{"server_uuid": "ebfa0a61-0617-498f-8de0-31bf87c8dce7", "name": "network-vif-unplugged", "status": "completed", "tag": "b30802aa-45d7-45f8-b20c-78b0e323596c"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:39:37.599754 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55282) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:37.674839 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-61c7611b-b3b5-4b61-a0f0-77c6f28e19c6 None None] Set router c76fbd97-7be8-4833-8e01-6996e37d6800 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:39:37.682566 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3a0f8d-717c-48c9-b117-9d3180fbc595 x-openstack-request-id: req-cd3a0f8d-717c-48c9-b117-9d3180fbc595 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:39:37.682863 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebfa0a61-0617-498f-8de0-31bf87c8dce7", "name": "network-vif-unplugged", "status": "completed", "tag": "b30802aa-45d7-45f8-b20c-78b0e323596c", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:39:37.683164 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cd3a0f8d-717c-48c9-b117-9d3180fbc595 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:39:37.683609 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfa0a61-0617-498f-8de0-31bf87c8dce7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b30802aa-45d7-45f8-b20c-78b0e323596c', 'code': 200} Feb 09 01:39:37.687940 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port b30802aa-45d7-45f8-b20c-78b0e323596c, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=b30802aa-45d7-45f8-b20c-78b0e323596c,segment=NetworkSegment(b0a39339-81a8-45ed-9fe0-550b74489f1b),segment_id=b0a39339-81a8-45ed-9fe0-550b74489f1b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:37.746728 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-7469a0fe-e916-4a24-923e-af02d01c191b req-fd42c057-4542-4676-a37c-34c1d5804baa service neutron] 10.222.0.121 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163285 Feb 09 01:39:37.766711 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d4046df7-7f10-4fae-a938-6255aa3f8701 None None] Provisioning complete for port 7a4f7090-cbfc-45e2-987d-a17e7ff0a695 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:37.766711 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d4046df7-7f10-4fae-a938-6255aa3f8701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7a4f7090-cbfc-45e2-987d-a17e7ff0a695), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:37.810969 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51909df7-7a9a-43cb-b33e-fdcb14d78eed req-edb954d8-6167-4f60-9f6e-82eb3a5a8f1c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:37.825067 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-51909df7-7a9a-43cb-b33e-fdcb14d78eed req-edb954d8-6167-4f60-9f6e-82eb3a5a8f1c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 945 time: 0.2923892 Feb 09 01:39:37.886468 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889a5df-d7ca-4c5c-8555-4212ee7fe70a None None] Pushing event updated for resources: {'Port': ['ID=7a4f7090-cbfc-45e2-987d-a17e7ff0a695,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:37.900943 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b30802aa-45d7-45f8-b20c-78b0e323596c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:37.932452 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-75c7739d-a59e-4719-8fef-131e1d4d1261 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (7a4f7090-cbfc-45e2-987d-a17e7ff0a695), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:37.968683 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=b30802aa-45d7-45f8-b20c-78b0e323596c,revision_number=8']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:37.979012 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-7469a0fe-e916-4a24-923e-af02d01c191b req-6f622b25-78c7-4542-8f05-524534a71ccd service neutron] 10.222.0.121 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245305 Feb 09 01:39:37.994040 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d4046df7-7f10-4fae-a938-6255aa3f8701 None None] Could not find standard attr ID for object 7a4f7090-cbfc-45e2-987d-a17e7ff0a695. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:39:37.994991 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fd328819-5867-4d98-aad0-5bf815b06013 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:37.998902 n-d-822053-40 neutron-server[103530]: INFO neutron.plugins.ml2.db [None req-d4046df7-7f10-4fae-a938-6255aa3f8701 None None] No ports have port_id starting with 7a4f7090-cbfc-45e2-987d-a17e7ff0a695 Feb 09 01:39:38.006575 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-51909df7-7a9a-43cb-b33e-fdcb14d78eed req-bdf9c8ba-d85f-41ac-acc4-53cf1ec88f80 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ea60e72c-3021-4dd2-8311-c001cfa04ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803019 Feb 09 01:39:38.054435 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6ec8d5f8-556d-4d8b-a51f-3021a087522c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fad3c01-1391-404f-a13b-ab1dd8620925', 'name': 'tempest-NetworksTestDHCPv6-router-1698398326', 'tenant_id': '840feb797a5045feb11a0660b5a0c7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:39:27Z', 'updated_at': '2022-02-09T01:39:30Z', 'revision_number': 2, 'project_id': '840feb797a5045feb11a0660b5a0c7d5', 'gw_port_host': None, '_interfaces': [{'id': '7a4f7090-cbfc-45e2-987d-a17e7ff0a695', 'name': '', 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'tenant_id': '840feb797a5045feb11a0660b5a0c7d5', 'mac_address': 'fa:16:3e:d0:c5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fad3c01-1391-404f-a13b-ab1dd8620925', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '34364d71-b61f-4753-a0e9-1c8634da350b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:39:28Z', 'updated_at': '2022-02-09T01:39:35Z', 'revision_number': 4, 'project_id': '840feb797a5045feb11a0660b5a0c7d5', 'subnets': [{'id': '34364d71-b61f-4753-a0e9-1c8634da350b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:38.061521 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55286) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:38.127731 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec8d5f8-556d-4d8b-a51f-3021a087522c None None] The sync data for ids ['4fad3c01-1391-404f-a13b-ab1dd8620925'] in n-d-822053-40 is: [{'id': '4fad3c01-1391-404f-a13b-ab1dd8620925', 'name': 'tempest-NetworksTestDHCPv6-router-1698398326', 'tenant_id': '840feb797a5045feb11a0660b5a0c7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:39:27Z', 'updated_at': '2022-02-09T01:39:30Z', 'revision_number': 2, 'project_id': '840feb797a5045feb11a0660b5a0c7d5', 'gw_port_host': None, '_interfaces': [{'id': '7a4f7090-cbfc-45e2-987d-a17e7ff0a695', 'name': '', 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'tenant_id': '840feb797a5045feb11a0660b5a0c7d5', 'mac_address': 'fa:16:3e:d0:c5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fad3c01-1391-404f-a13b-ab1dd8620925', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '34364d71-b61f-4753-a0e9-1c8634da350b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:39:28Z', 'updated_at': '2022-02-09T01:39:35Z', 'revision_number': 4, 'project_id': '840feb797a5045feb11a0660b5a0c7d5', 'subnets': [{'id': '34364d71-b61f-4753-a0e9-1c8634da350b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:39:38.209365 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c7739d-a59e-4719-8fef-131e1d4d1261 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Port': ['ID=7a4f7090-cbfc-45e2-987d-a17e7ff0a695,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:38.330192 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-61c7611b-b3b5-4b61-a0f0-77c6f28e19c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76fbd97-7be8-4833-8e01-6996e37d6800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1400759742', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '9b2f5e5a-268f-4f81-b52f-c1e3a84d337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:50Z', 'updated_at': '2022-02-09T01:38:59Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '9b2f5e5a-268f-4f81-b52f-c1e3a84d337e', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76fbd97-7be8-4833-8e01-6996e37d6800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:52Z', 'updated_at': '2022-02-09T01:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '3a559e6b-ed9b-472a-afed-e79f67b9d6e0', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'floating_ip_address': '172.25.1.9', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'c76fbd97-7be8-4833-8e01-6996e37d6800', 'port_id': '1416671c-cda3-436a-aeac-ffce79b1db9b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d026e5f-8203-4636-ba0b-6899bb8cd475', 'mac_address': 'fa:16:3e:53:fa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd442d40b-32f9-4cc3-a0c4-5adeac95bc9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:39:33Z', 'updated_at': '2022-02-09T01:39:33Z', 'revision_number': 0, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58d0527c-f9f9-443d-9a8e-e0c453d04ded', 'name': '', 'network_id': '7d026e5f-8203-4636-ba0b-6899bb8cd475', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'mac_address': 'fa:16:3e:95:8f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76fbd97-7be8-4833-8e01-6996e37d6800', 'device_owner': 'network:router_interface', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': 'f9f8e7c5-aa98-41c8-9a28-63a6ea8d2a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:58Z', 'updated_at': '2022-02-09T01:39:06Z', 'revision_number': 5, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'subnets': [{'id': 'f9f8e7c5-aa98-41c8-9a28-63a6ea8d2a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:38.373337 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fd328819-5867-4d98-aad0-5bf815b06013 admin admin] Publish callbacks [] for security_group (1fedddd5-1410-49c8-bd41-df62693f857c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:38.389301 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e15921-935b-4537-a04b-c2ab293a2735 req-58139790-2e90-4bf9-8860-8270a481c335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:38.392585 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-59e15921-935b-4537-a04b-c2ab293a2735 req-58139790-2e90-4bf9-8860-8270a481c335 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=6b4a05707d1b49f9a06d538643543aea&device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 1127 time: 0.2681081 Feb 09 01:39:38.397057 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fd328819-5867-4d98-aad0-5bf815b06013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1fedddd5-1410-49c8-bd41-df62693f857c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:38.433616 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8afb1031-26f2-43a5-b1c4-73802678ed22 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/floatingips/3a559e6b-ed9b-472a-afed-e79f67b9d6e0 HTTP/1.1" status: 200 len: 989 time: 0.3704662 Feb 09 01:39:38.435747 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-75c7739d-a59e-4719-8fef-131e1d4d1261 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (4fad3c01-1391-404f-a13b-ab1dd8620925), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:38.448742 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c7611b-b3b5-4b61-a0f0-77c6f28e19c6 None None] Checking router: c76fbd97-7be8-4833-8e01-6996e37d6800 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:39:38.477387 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-fd328819-5867-4d98-aad0-5bf815b06013 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4dc5cdb70fde481daf4b714af1b6fcbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8749399 Feb 09 01:39:38.488046 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c7611b-b3b5-4b61-a0f0-77c6f28e19c6 None None] Routers {'c76fbd97-7be8-4833-8e01-6996e37d6800'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:38.496382 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55292) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:38.497289 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-61c7611b-b3b5-4b61-a0f0-77c6f28e19c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:39:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c76fbd97-7be8-4833-8e01-6996e37d6800'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:38.673836 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd328819-5867-4d98-aad0-5bf815b06013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fedddd5-1410-49c8-bd41-df62693f857c,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:38.750049 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd442d40b-32f9-4cc3-a0c4-5adeac95bc9e', 'tag': '1416671c-cda3-436a-aeac-ffce79b1db9b'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:39:38.753583 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6238a519-fa06-4b42-8a94-312ad25054ff" -d '{"events": [{"name": "network-changed", "server_uuid": "d442d40b-32f9-4cc3-a0c4-5adeac95bc9e", "tag": "1416671c-cda3-436a-aeac-ffce79b1db9b"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:39:38.765168 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7af6b8ad-f13d-486d-82b0-02ea596e2712 admin admin] Publish callbacks [] for security_group (1fedddd5-1410-49c8-bd41-df62693f857c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:38.781892 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e15921-935b-4537-a04b-c2ab293a2735 req-26b222cf-350e-4812-b731-52c0cccbada2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:38.784036 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-59e15921-935b-4537-a04b-c2ab293a2735 req-26b222cf-350e-4812-b731-52c0cccbada2 service neutron] 10.222.0.121 "GET /v2.0/networks?id=9b1b4143-78e6-405c-8b5a-728543b5f342 HTTP/1.1" status: 200 len: 907 time: 0.3344107 Feb 09 01:39:38.789266 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-61c7611b-b3b5-4b61-a0f0-77c6f28e19c6 None None] Set router c76fbd97-7be8-4833-8e01-6996e37d6800 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:39:38.835468 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-59e15921-935b-4537-a04b-c2ab293a2735 req-63c3ed7f-a501-46bf-adc2-45a2e9420757 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cba3926-f8a3-4883-bec9-ecbc881fde9d HTTP/1.1" status: 200 len: 217 time: 0.0422962 Feb 09 01:39:38.867828 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7af6b8ad-f13d-486d-82b0-02ea596e2712 admin admin] Publish callbacks [] for security_group (1fedddd5-1410-49c8-bd41-df62693f857c), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:38.924903 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e15921-935b-4537-a04b-c2ab293a2735 req-611e5178-310a-4787-a940-96748eff80d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:38.927068 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-59e15921-935b-4537-a04b-c2ab293a2735 req-611e5178-310a-4787-a940-96748eff80d2 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b2d740a9-d705-46bb-8af8-d019a5a1576c HTTP/1.1" status: 200 len: 846 time: 0.0846033 Feb 09 01:39:38.995326 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-59e15921-935b-4537-a04b-c2ab293a2735 req-fa5693b7-f5e3-42af-9b35-6ffe98d293ca service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9b1b4143-78e6-405c-8b5a-728543b5f342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514796 Feb 09 01:39:39.037974 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90ba27-3d8d-4ffc-a83f-0293a4e521c1 req-78f3a719-ea68-4b91-bada-7b1ddc7c8ea5 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:39.046487 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c90ba27-3d8d-4ffc-a83f-0293a4e521c1 req-78f3a719-ea68-4b91-bada-7b1ddc7c8ea5 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 944 time: 0.3980424 Feb 09 01:39:39.071158 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd4243-1fd6-4865-a5b4-285468f168e2 req-d91790ea-5942-45fd-b15d-3898b4959d69 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:39.078680 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-03dd4243-1fd6-4865-a5b4-285468f168e2 req-d91790ea-5942-45fd-b15d-3898b4959d69 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 943 time: 0.4780102 Feb 09 01:39:39.097058 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c7739d-a59e-4719-8fef-131e1d4d1261 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Router 4fad3c01-1391-404f-a13b-ab1dd8620925 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:39:39.126709 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7af6b8ad-f13d-486d-82b0-02ea596e2712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1fedddd5-1410-49c8-bd41-df62693f857c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:39.135754 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7af6b8ad-f13d-486d-82b0-02ea596e2712 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:39.138239 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7af6b8ad-f13d-486d-82b0-02ea596e2712 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1fedddd5-1410-49c8-bd41-df62693f857c HTTP/1.1" status: 204 len: 168 time: 0.6396382 Feb 09 01:39:39.188653 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-59e15921-935b-4537-a04b-c2ab293a2735 req-b7d67873-02a9-474f-99d9-ebf39eb67161 service neutron] 10.222.0.121 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808891 Feb 09 01:39:39.232657 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6b8ad-f13d-486d-82b0-02ea596e2712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fedddd5-1410-49c8-bd41-df62693f857c,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:39.305535 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-61c7611b-b3b5-4b61-a0f0-77c6f28e19c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76fbd97-7be8-4833-8e01-6996e37d6800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1400759742', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '9b2f5e5a-268f-4f81-b52f-c1e3a84d337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:50Z', 'updated_at': '2022-02-09T01:38:59Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '9b2f5e5a-268f-4f81-b52f-c1e3a84d337e', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76fbd97-7be8-4833-8e01-6996e37d6800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:52Z', 'updated_at': '2022-02-09T01:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '3a559e6b-ed9b-472a-afed-e79f67b9d6e0', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'floating_ip_address': '172.25.1.9', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'c76fbd97-7be8-4833-8e01-6996e37d6800', 'port_id': '1416671c-cda3-436a-aeac-ffce79b1db9b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d026e5f-8203-4636-ba0b-6899bb8cd475', 'mac_address': 'fa:16:3e:53:fa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd442d40b-32f9-4cc3-a0c4-5adeac95bc9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:39:33Z', 'updated_at': '2022-02-09T01:39:33Z', 'revision_number': 0, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58d0527c-f9f9-443d-9a8e-e0c453d04ded', 'name': '', 'network_id': '7d026e5f-8203-4636-ba0b-6899bb8cd475', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'mac_address': 'fa:16:3e:95:8f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76fbd97-7be8-4833-8e01-6996e37d6800', 'device_owner': 'network:router_interface', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': 'f9f8e7c5-aa98-41c8-9a28-63a6ea8d2a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:58Z', 'updated_at': '2022-02-09T01:39:06Z', 'revision_number': 5, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'subnets': [{'id': 'f9f8e7c5-aa98-41c8-9a28-63a6ea8d2a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:39.404267 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c7611b-b3b5-4b61-a0f0-77c6f28e19c6 None None] The sync data for ids ['c76fbd97-7be8-4833-8e01-6996e37d6800'] in n-d-822053-40 is: [{'id': 'c76fbd97-7be8-4833-8e01-6996e37d6800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1400759742', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '9b2f5e5a-268f-4f81-b52f-c1e3a84d337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:50Z', 'updated_at': '2022-02-09T01:38:59Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '9b2f5e5a-268f-4f81-b52f-c1e3a84d337e', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76fbd97-7be8-4833-8e01-6996e37d6800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:52Z', 'updated_at': '2022-02-09T01:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '3a559e6b-ed9b-472a-afed-e79f67b9d6e0', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'floating_ip_address': '172.25.1.9', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'c76fbd97-7be8-4833-8e01-6996e37d6800', 'port_id': '1416671c-cda3-436a-aeac-ffce79b1db9b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d026e5f-8203-4636-ba0b-6899bb8cd475', 'mac_address': 'fa:16:3e:53:fa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd442d40b-32f9-4cc3-a0c4-5adeac95bc9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:39:33Z', 'updated_at': '2022-02-09T01:39:33Z', 'revision_number': 0, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58d0527c-f9f9-443d-9a8e-e0c453d04ded', 'name': '', 'network_id': '7d026e5f-8203-4636-ba0b-6899bb8cd475', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'mac_address': 'fa:16:3e:95:8f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76fbd97-7be8-4833-8e01-6996e37d6800', 'device_owner': 'network:router_interface', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': 'f9f8e7c5-aa98-41c8-9a28-63a6ea8d2a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:58Z', 'updated_at': '2022-02-09T01:39:06Z', 'revision_number': 5, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'subnets': [{'id': 'f9f8e7c5-aa98-41c8-9a28-63a6ea8d2a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:39:39.414028 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c90ba27-3d8d-4ffc-a83f-0293a4e521c1 req-1868ef98-b240-4292-82cd-6c486eadc50e tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627207 Feb 09 01:39:39.457933 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55302) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:39.462157 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70774c09-4118-48dc-af1c-15fb79e79ccd x-openstack-request-id: req-70774c09-4118-48dc-af1c-15fb79e79ccd {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:39:39.462694 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d442d40b-32f9-4cc3-a0c4-5adeac95bc9e", "tag": "1416671c-cda3-436a-aeac-ffce79b1db9b", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:39:39.463242 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-70774c09-4118-48dc-af1c-15fb79e79ccd {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:39:39.463940 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd442d40b-32f9-4cc3-a0c4-5adeac95bc9e', 'tag': '1416671c-cda3-436a-aeac-ffce79b1db9b', 'status': 'completed', 'code': 200} Feb 09 01:39:39.539148 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-03dd4243-1fd6-4865-a5b4-285468f168e2 req-ff1910f2-7213-4965-9278-e031aba2a7e9 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4594185 Feb 09 01:39:39.554798 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c7739d-a59e-4719-8fef-131e1d4d1261 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:39:39.577038 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f49d625a-9543-4f8b-b428-b19616cea114 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/floatingips/3a559e6b-ed9b-472a-afed-e79f67b9d6e0 HTTP/1.1" status: 200 len: 989 time: 0.1166601 Feb 09 01:39:39.595068 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-75c7739d-a59e-4719-8fef-131e1d4d1261 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "PUT /v2.0/routers/4fad3c01-1391-404f-a13b-ab1dd8620925/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8579497 Feb 09 01:39:39.597402 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55306) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:39.634422 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-59e15921-935b-4537-a04b-c2ab293a2735 req-83263383-7100-4ac6-bc39-cf4aaa7e6ed9 service neutron] 10.222.0.121 "GET /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373331 Feb 09 01:39:39.790936 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2481d8-dda0-4cb6-9bcf-e6e6d4d26690 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:39.793023 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2481d8-dda0-4cb6-9bcf-e6e6d4d26690 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:39.794990 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7e2481d8-dda0-4cb6-9bcf-e6e6d4d26690 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1962259 Feb 09 01:39:39.797939 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55316) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:39.811820 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238a519-fa06-4b42-8a94-312ad25054ff req-8d61de06-3cc0-4d41-97bd-48522128ac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:39.813693 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6238a519-fa06-4b42-8a94-312ad25054ff req-8d61de06-3cc0-4d41-97bd-48522128ac30 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e7f5366db1de43098724f0eb4e3342fd&device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 1128 time: 0.2336054 Feb 09 01:39:39.898561 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c01f1d3-69e6-4143-b41e-9ff46b9ee4eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting subnet 34364d71-b61f-4753-a0e9-1c8634da350b {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:39:39.911068 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2c01f1d3-69e6-4143-b41e-9ff46b9ee4eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (34364d71-b61f-4753-a0e9-1c8634da350b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:39.917594 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36a63e1-8930-4d34-86ee-34c9bb7e7866 None None] New status for floating IP 3a559e6b-ed9b-472a-afed-e79f67b9d6e0: ACTIVE {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:39:39.998224 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2c01f1d3-69e6-4143-b41e-9ff46b9ee4eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (34364d71-b61f-4753-a0e9-1c8634da350b), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.030875 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238a519-fa06-4b42-8a94-312ad25054ff req-763bb47b-1990-463d-8f7d-032f60e320c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:40.032401 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6238a519-fa06-4b42-8a94-312ad25054ff req-763bb47b-1990-463d-8f7d-032f60e320c1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=7d026e5f-8203-4636-ba0b-6899bb8cd475 HTTP/1.1" status: 200 len: 896 time: 0.2116270 Feb 09 01:39:40.069319 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2c01f1d3-69e6-4143-b41e-9ff46b9ee4eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (34364d71-b61f-4753-a0e9-1c8634da350b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.196930 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6238a519-fa06-4b42-8a94-312ad25054ff req-da550d43-9e8a-48ec-9caf-7ff482b59c20 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1416671c-cda3-436a-aeac-ffce79b1db9b HTTP/1.1" status: 200 len: 997 time: 0.1568155 Feb 09 01:39:40.225645 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2c01f1d3-69e6-4143-b41e-9ff46b9ee4eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (34364d71-b61f-4753-a0e9-1c8634da350b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.268481 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c01f1d3-69e6-4143-b41e-9ff46b9ee4eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Subnet': ['ID=34364d71-b61f-4753-a0e9-1c8634da350b,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:40.280475 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2c01f1d3-69e6-4143-b41e-9ff46b9ee4eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.281146 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de887bb-564f-4b5d-8050-19ace047bf46 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:40.284872 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2c01f1d3-69e6-4143-b41e-9ff46b9ee4eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/34364d71-b61f-4753-a0e9-1c8634da350b HTTP/1.1" status: 204 len: 168 time: 0.4856160 Feb 09 01:39:40.288988 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55334) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:40.345962 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238a519-fa06-4b42-8a94-312ad25054ff req-330b5a36-d1ec-4e26-9464-07497ac1de59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:40.348639 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6238a519-fa06-4b42-8a94-312ad25054ff req-330b5a36-d1ec-4e26-9464-07497ac1de59 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f9f8e7c5-aa98-41c8-9a28-63a6ea8d2a6d HTTP/1.1" status: 200 len: 834 time: 0.1378043 Feb 09 01:39:40.452520 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 7cba3926-f8a3-4883-bec9-ecbc881fde9d details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:39:40.464937 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238a519-fa06-4b42-8a94-312ad25054ff req-22474944-1a23-4fe3-8a04-c957dc63493f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:40.466808 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6238a519-fa06-4b42-8a94-312ad25054ff req-22474944-1a23-4fe3-8a04-c957dc63493f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7d026e5f-8203-4636-ba0b-6899bb8cd475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1112885 Feb 09 01:39:40.605453 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55348) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:40.653950 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 7cba3926-f8a3-4883-bec9-ecbc881fde9d, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7cba3926-f8a3-4883-bec9-ecbc881fde9d,segment=NetworkSegment(06a65791-d722-41e0-9f59-8e2f6da66f1f),segment_id=06a65791-d722-41e0-9f59-8e2f6da66f1f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:40.676776 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '7cba3926-f8a3-4883-bec9-ecbc881fde9d', 'network_id': '9b1b4143-78e6-405c-8b5a-728543b5f342', 'port_id': '7cba3926-f8a3-4883-bec9-ecbc881fde9d', 'mac_address': 'fa:16:3e:da:11:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d740a9-d705-46bb-8af8-d019a5a1576c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:39:40.750776 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f3d0b5-2b49-4665-994b-92fdcd6e3981 None None] Sync routers for ids ['4fad3c01-1391-404f-a13b-ab1dd8620925'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:39:40.753982 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 7cba3926-f8a3-4883-bec9-ecbc881fde9d is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:40.754583 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7cba3926-f8a3-4883-bec9-ecbc881fde9d), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.764530 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55352) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:40.774555 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f3d0b5-2b49-4665-994b-92fdcd6e3981 None None] Routers {'4fad3c01-1391-404f-a13b-ab1dd8620925'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:40.775434 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-c0f3d0b5-2b49-4665-994b-92fdcd6e3981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:39:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['4fad3c01-1391-404f-a13b-ab1dd8620925'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:40.779955 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cba3926-f8a3-4883-bec9-ecbc881fde9d {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:39:40.795455 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5dc797-08ec-4f57-b091-53ae28058456 None None] DHCP port deletion for cbbe9143-fcdc-43c5-b797-7f127a92ac8e request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:39:40.795810 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3c6756a8-2534-4245-821e-f2131764b2eb tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/floatingips/3a559e6b-ed9b-472a-afed-e79f67b9d6e0 HTTP/1.1" status: 200 len: 991 time: 0.1876619 Feb 09 01:39:40.805940 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2b0f4a67-604d-455f-ab06-ff0d8da3c40e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5155189 Feb 09 01:39:40.807071 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55354) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:40.825435 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6238a519-fa06-4b42-8a94-312ad25054ff req-bcf5730b-f59b-487a-85a7-7a403f5d8880 service neutron] 10.222.0.91 "GET /v2.0/networks/7d026e5f-8203-4636-ba0b-6899bb8cd475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452187 Feb 09 01:39:40.858294 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 7cba3926-f8a3-4883-bec9-ecbc881fde9d, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7cba3926-f8a3-4883-bec9-ecbc881fde9d,segment=NetworkSegment(06a65791-d722-41e0-9f59-8e2f6da66f1f),segment_id=06a65791-d722-41e0-9f59-8e2f6da66f1f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:40.874449 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7cba3926-f8a3-4883-bec9-ecbc881fde9d), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.994504 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-c0f3d0b5-2b49-4665-994b-92fdcd6e3981 None None] Set router 4fad3c01-1391-404f-a13b-ab1dd8620925 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:39:41.029124 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9cc85eed-6ada-438a-b1dd-5a34a2954ac5 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for router (4fad3c01-1391-404f-a13b-ab1dd8620925), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.031309 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6238a519-fa06-4b42-8a94-312ad25054ff req-7595dc9a-4c80-44db-b7d6-356a482fa998 service neutron] 10.222.0.91 "GET /v2.0/networks/7d026e5f-8203-4636-ba0b-6899bb8cd475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002776 Feb 09 01:39:41.069448 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-aceeb833-411a-4284-92df-e29308c6e7b4 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Request body: {'networks': [{'name': 'tempest-network--1468736797'}, {'name': 'tempest-network--759914061'}]} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:41.070121 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-aceeb833-411a-4284-92df-e29308c6e7b4 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Request body: {'network': {'name': 'tempest-network--1468736797'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:41.070777 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-aceeb833-411a-4284-92df-e29308c6e7b4 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Request body: {'network': {'name': 'tempest-network--759914061'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:41.111890 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aceeb833-411a-4284-92df-e29308c6e7b4 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Made reservation on behalf of 2ed8115362a3487aba749637888467c1 for: {'network': 2} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:41.125812 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aceeb833-411a-4284-92df-e29308c6e7b4 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.126408 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-c0f3d0b5-2b49-4665-994b-92fdcd6e3981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fad3c01-1391-404f-a13b-ab1dd8620925', 'name': 'tempest-NetworksTestDHCPv6-router-1698398326', 'tenant_id': '840feb797a5045feb11a0660b5a0c7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:39:27Z', 'updated_at': '2022-02-09T01:39:37Z', 'revision_number': 3, 'project_id': '840feb797a5045feb11a0660b5a0c7d5', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:41.150241 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aceeb833-411a-4284-92df-e29308c6e7b4 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.159091 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f3d0b5-2b49-4665-994b-92fdcd6e3981 None None] Checking router: 4fad3c01-1391-404f-a13b-ab1dd8620925 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:39:41.165874 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['7cba3926-f8a3-4883-bec9-ecbc881fde9d'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:39:41.166494 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce255aa-5f48-45a1-bf4a-1f90ae986471 req-2d377fdd-e28a-473f-a8e7-e46543b1f987 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:41.167930 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0ce255aa-5f48-45a1-bf4a-1f90ae986471 req-2d377fdd-e28a-473f-a8e7-e46543b1f987 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 944 time: 0.5834086 Feb 09 01:39:41.168731 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=7cba3926-f8a3-4883-bec9-ecbc881fde9d,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:41.189663 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f3d0b5-2b49-4665-994b-92fdcd6e3981 None None] Routers {'4fad3c01-1391-404f-a13b-ab1dd8620925'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:41.196653 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-c0f3d0b5-2b49-4665-994b-92fdcd6e3981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:39:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['4fad3c01-1391-404f-a13b-ab1dd8620925'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:41.260315 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-8f5dc797-08ec-4f57-b091-53ae28058456 None None] Deleting port 338b93ce-f1a9-48f9-b650-26e4cfd6b60e {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:41.260624 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8f5dc797-08ec-4f57-b091-53ae28058456 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (338b93ce-f1a9-48f9-b650-26e4cfd6b60e), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.335789 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-8f5dc797-08ec-4f57-b091-53ae28058456 None None] For port 338b93ce-f1a9-48f9-b650-26e4cfd6b60e, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=338b93ce-f1a9-48f9-b650-26e4cfd6b60e,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:41.336227 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8f5dc797-08ec-4f57-b091-53ae28058456 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (338b93ce-f1a9-48f9-b650-26e4cfd6b60e), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.343488 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-c0f3d0b5-2b49-4665-994b-92fdcd6e3981 None None] Set router 4fad3c01-1391-404f-a13b-ab1dd8620925 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:39:41.351582 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-8f5dc797-08ec-4f57-b091-53ae28058456 None None] Calling delete_port for 338b93ce-f1a9-48f9-b650-26e4cfd6b60e owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:41.385389 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aceeb833-411a-4284-92df-e29308c6e7b4 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks [] for security_group (f5ff49c3-a120-4f67-9fed-224beaaf7449), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.394834 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aceeb833-411a-4284-92df-e29308c6e7b4 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f5ff49c3-a120-4f67-9fed-224beaaf7449), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.396006 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aceeb833-411a-4284-92df-e29308c6e7b4 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.434495 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-c0f3d0b5-2b49-4665-994b-92fdcd6e3981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fad3c01-1391-404f-a13b-ab1dd8620925', 'name': 'tempest-NetworksTestDHCPv6-router-1698398326', 'tenant_id': '840feb797a5045feb11a0660b5a0c7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:39:27Z', 'updated_at': '2022-02-09T01:39:37Z', 'revision_number': 3, 'project_id': '840feb797a5045feb11a0660b5a0c7d5', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:41.479755 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f3d0b5-2b49-4665-994b-92fdcd6e3981 None None] The sync data for ids ['4fad3c01-1391-404f-a13b-ab1dd8620925'] in n-d-822053-40 is: [{'id': '4fad3c01-1391-404f-a13b-ab1dd8620925', 'name': 'tempest-NetworksTestDHCPv6-router-1698398326', 'tenant_id': '840feb797a5045feb11a0660b5a0c7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:39:27Z', 'updated_at': '2022-02-09T01:39:37Z', 'revision_number': 3, 'project_id': '840feb797a5045feb11a0660b5a0c7d5', 'gw_port_host': None}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:39:41.553783 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aceeb833-411a-4284-92df-e29308c6e7b4 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:39:41.558824 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0ce255aa-5f48-45a1-bf4a-1f90ae986471 req-568ccf9e-4617-435d-aa31-b954dad4aca5 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440366 Feb 09 01:39:41.568335 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9cc85eed-6ada-438a-b1dd-5a34a2954ac5 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (4fad3c01-1391-404f-a13b-ab1dd8620925), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.573162 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9cc85eed-6ada-438a-b1dd-5a34a2954ac5 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for router_controller (4fad3c01-1391-404f-a13b-ab1dd8620925), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.591147 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceeb833-411a-4284-92df-e29308c6e7b4 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ff49c3-a120-4f67-9fed-224beaaf7449,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:41.607408 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aceeb833-411a-4284-92df-e29308c6e7b4 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (c8d02812-4bd6-4a60-9804-5eb238735b5d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.607747 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-aceeb833-411a-4284-92df-e29308c6e7b4 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Added segment c8d02812-4bd6-4a60-9804-5eb238735b5d of type vlan for network ee866938-538b-47ed-b366-9ad2d092d21d Feb 09 01:39:41.635222 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8f5dc797-08ec-4f57-b091-53ae28058456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (338b93ce-f1a9-48f9-b650-26e4cfd6b60e), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.662919 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aceeb833-411a-4284-92df-e29308c6e7b4 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (ee866938-538b-47ed-b366-9ad2d092d21d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.697246 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aceeb833-411a-4284-92df-e29308c6e7b4 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:39:41.709340 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aceeb833-411a-4284-92df-e29308c6e7b4 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (4e575e44-84b9-409a-9605-6c2e4bfa4edf), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.710462 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-aceeb833-411a-4284-92df-e29308c6e7b4 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Added segment 4e575e44-84b9-409a-9605-6c2e4bfa4edf of type vlan for network 48dcee5d-9dbf-4bf5-8ba2-6be0cf366387 Feb 09 01:39:41.716140 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5dc797-08ec-4f57-b091-53ae28058456 None None] Pushing event deleted for resources: {'Port': ['ID=338b93ce-f1a9-48f9-b650-26e4cfd6b60e,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:41.751160 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5dc797-08ec-4f57-b091-53ae28058456 None None] No DVR routers for this DVR port 338b93ce-f1a9-48f9-b650-26e4cfd6b60e on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:39:41.769361 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aceeb833-411a-4284-92df-e29308c6e7b4 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (48dcee5d-9dbf-4bf5-8ba2-6be0cf366387), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.804027 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aceeb833-411a-4284-92df-e29308c6e7b4 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (ee866938-538b-47ed-b366-9ad2d092d21d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.804627 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aceeb833-411a-4284-92df-e29308c6e7b4 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (48dcee5d-9dbf-4bf5-8ba2-6be0cf366387), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.810725 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aceeb833-411a-4284-92df-e29308c6e7b4 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:41.817932 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aceeb833-411a-4284-92df-e29308c6e7b4 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:41.819006 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aceeb833-411a-4284-92df-e29308c6e7b4 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.942681 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceeb833-411a-4284-92df-e29308c6e7b4 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Pushing event updated for resources: {'Network': ['ID=ee866938-538b-47ed-b366-9ad2d092d21d,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:41.953716 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network ee866938-538b-47ed-b366-9ad2d092d21d details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:39:42.024225 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceeb833-411a-4284-92df-e29308c6e7b4 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Pushing event updated for resources: {'Network': ['ID=48dcee5d-9dbf-4bf5-8ba2-6be0cf366387,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:42.027102 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55376) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:42.051437 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-aceeb833-411a-4284-92df-e29308c6e7b4 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2819889 Feb 09 01:39:42.053804 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55382) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:42.064260 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 338b93ce-f1a9-48f9-b650-26e4cfd6b60e no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:39:42.072260 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 48dcee5d-9dbf-4bf5-8ba2-6be0cf366387 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:39:42.200987 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6da0d36d-c5e3-4935-bc6f-cadce5e7ac7f req-5586e052-c452-4aca-bc87-ab84ff3ba19f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1724370 Feb 09 01:39:42.208879 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 338b93ce-f1a9-48f9-b650-26e4cfd6b60e {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:39:42.209454 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 338b93ce-f1a9-48f9-b650-26e4cfd6b60e not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:39:42.209646 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 7a4f7090-cbfc-45e2-987d-a17e7ff0a695 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:39:42.215410 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [req-6da0d36d-c5e3-4935-bc6f-cadce5e7ac7f req-46014abd-9ee7-4721-aada-bfbeebf1c06c service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:39:42.232510 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 7a4f7090-cbfc-45e2-987d-a17e7ff0a695 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:39:42.232859 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 7a4f7090-cbfc-45e2-987d-a17e7ff0a695 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:39:42.233174 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6da0d36d-c5e3-4935-bc6f-cadce5e7ac7f req-46014abd-9ee7-4721-aada-bfbeebf1c06c service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0224144 Feb 09 01:39:42.258062 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9cc85eed-6ada-438a-b1dd-5a34a2954ac5 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (4fad3c01-1391-404f-a13b-ab1dd8620925), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:42.258610 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc85eed-6ada-438a-b1dd-5a34a2954ac5 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Fanout notify agent at l3_agent the message router_deleted on router 4fad3c01-1391-404f-a13b-ab1dd8620925 {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:39:42.271688 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9cc85eed-6ada-438a-b1dd-5a34a2954ac5 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:42.277292 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9cc85eed-6ada-438a-b1dd-5a34a2954ac5 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/routers/4fad3c01-1391-404f-a13b-ab1dd8620925 HTTP/1.1" status: 204 len: 168 time: 1.4643557 Feb 09 01:39:42.277667 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55384) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:42.282706 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-c55e4c19-b997-4265-a615-ae2347cc9e31 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'subnet': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:42.324743 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def2f1aa-63ef-4175-8c95-fac3c143c68a tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:42.331349 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device b30802aa-45d7-45f8-b20c-78b0e323596c no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:39:42.346005 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def2f1aa-63ef-4175-8c95-fac3c143c68a tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:42.361361 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def2f1aa-63ef-4175-8c95-fac3c143c68a tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:42.378934 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def2f1aa-63ef-4175-8c95-fac3c143c68a tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:42.387152 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-def2f1aa-63ef-4175-8c95-fac3c143c68a tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3323081 Feb 09 01:39:42.387893 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55388) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:42.425408 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab04fb-a7fd-4adc-bc12-8d1d736c536a req-e10a3007-dd2d-4e47-b9dd-0a6a5220e9d0 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:42.436271 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-53ab04fb-a7fd-4adc-bc12-8d1d736c536a req-e10a3007-dd2d-4e47-b9dd-0a6a5220e9d0 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 943 time: 0.8713281 Feb 09 01:39:42.464680 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55e4c19-b997-4265-a615-ae2347cc9e31 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:42.467003 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c55e4c19-b997-4265-a615-ae2347cc9e31 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:42.474370 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 7cba3926-f8a3-4883-bec9-ecbc881fde9d up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:42.528272 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port b30802aa-45d7-45f8-b20c-78b0e323596c is: DOWN; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:42.588044 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 7cba3926-f8a3-4883-bec9-ecbc881fde9d completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:39:42.594193 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 7cba3926-f8a3-4883-bec9-ecbc881fde9d triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:42.594552 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7cba3926-f8a3-4883-bec9-ecbc881fde9d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:42.632001 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-53ab04fb-a7fd-4adc-bc12-8d1d736c536a req-733292f9-23ea-42ae-8b96-c2ba8823ee4f tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948862 Feb 09 01:39:42.637470 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d8860c02-e08f-4611-8459-7ef408533e7f tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (ee866938-538b-47ed-b366-9ad2d092d21d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:42.849327 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d8860c02-e08f-4611-8459-7ef408533e7f tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (ee866938-538b-47ed-b366-9ad2d092d21d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:42.855228 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c55e4c19-b997-4265-a615-ae2347cc9e31 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (08602fd7-f6d9-43a8-8fa9-cd0e4dba3398), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:42.861234 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 7cba3926-f8a3-4883-bec9-ecbc881fde9d is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:42.861638 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7cba3926-f8a3-4883-bec9-ecbc881fde9d), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:42.875428 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-d8860c02-e08f-4611-8459-7ef408533e7f tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee866938-538b-47ed-b366-9ad2d092d21d']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:42.889689 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be903a3a-ccd8-409b-b193-8b727e06374b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cba3926-f8a3-4883-bec9-ecbc881fde9d'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:39:42.892200 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eefbe11-bd53-472f-bd6d-a6bb858ac292" -d '{"events": [{"server_uuid": "be903a3a-ccd8-409b-b193-8b727e06374b", "name": "network-vif-plugged", "status": "completed", "tag": "7cba3926-f8a3-4883-bec9-ecbc881fde9d"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:39:42.895724 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-d8860c02-e08f-4611-8459-7ef408533e7f tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8d02812-4bd6-4a60-9804-5eb238735b5d') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:42.896383 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-d8860c02-e08f-4611-8459-7ef408533e7f tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8d02812-4bd6-4a60-9804-5eb238735b5d') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:42.909911 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 7cba3926-f8a3-4883-bec9-ecbc881fde9d, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7cba3926-f8a3-4883-bec9-ecbc881fde9d,segment=NetworkSegment(06a65791-d722-41e0-9f59-8e2f6da66f1f),segment_id=06a65791-d722-41e0-9f59-8e2f6da66f1f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:42.912182 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d8860c02-e08f-4611-8459-7ef408533e7f tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (c8d02812-4bd6-4a60-9804-5eb238735b5d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:42.921120 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7cba3926-f8a3-4883-bec9-ecbc881fde9d), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:42.930070 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b06a0-aa7f-44c0-a876-545173fc9cea req-68f56e6f-0ee1-416c-948c-1699f750fec0 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:42.936939 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-335b06a0-aa7f-44c0-a876-545173fc9cea req-68f56e6f-0ee1-416c-948c-1699f750fec0 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 945 time: 0.2323346 Feb 09 01:39:42.976739 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6abef69-27ac-4b80-8186-5b7db8be9950 x-openstack-request-id: req-c6abef69-27ac-4b80-8186-5b7db8be9950 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:39:42.977090 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be903a3a-ccd8-409b-b193-8b727e06374b", "name": "network-vif-plugged", "status": "completed", "tag": "7cba3926-f8a3-4883-bec9-ecbc881fde9d", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:39:42.977360 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c6abef69-27ac-4b80-8186-5b7db8be9950 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:39:42.977918 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be903a3a-ccd8-409b-b193-8b727e06374b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cba3926-f8a3-4883-bec9-ecbc881fde9d', 'code': 200} Feb 09 01:39:42.978423 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55e4c19-b997-4265-a615-ae2347cc9e31 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:42.983043 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d8860c02-e08f-4611-8459-7ef408533e7f tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (c8d02812-4bd6-4a60-9804-5eb238735b5d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:42.985510 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-c55e4c19-b997-4265-a615-ae2347cc9e31 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:42.989468 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55e4c19-b997-4265-a615-ae2347cc9e31 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:42.990085 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c55e4c19-b997-4265-a615-ae2347cc9e31 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.014165 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430546b1-a977-47a0-8d53-b264e51c44c6 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:43.016788 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8860c02-e08f-4611-8459-7ef408533e7f tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:39:43.017281 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d8860c02-e08f-4611-8459-7ef408533e7f tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (c8d02812-4bd6-4a60-9804-5eb238735b5d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.020917 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:39:43.020917 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:39:43.020917 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:39:43.020917 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:39:43.020917 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:39:43.020917 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:39:43.020917 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:39:43.020917 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:39:43.020917 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:39:43.020917 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:39:43.020917 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:39:43.020917 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:39:43.020917 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:39:43.020917 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:39:43.020917 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:39:43.020917 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:39:43.020917 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:39:43.020917 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:39:43.020917 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:39:43.020917 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:39:43.020917 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:39:43.020917 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:39:43.020917 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:39:43.020917 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:39:43.020917 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:39:43.020917 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:39:43.020917 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:39:43.020917 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:39:43.020917 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:39:43.020917 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:39:43.020917 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:39:43.020917 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:39:43.023268 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e4c19-b997-4265-a615-ae2347cc9e31 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Subnet': ['ID=08602fd7-f6d9-43a8-8fa9-cd0e4dba3398,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:43.060354 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c55e4c19-b997-4265-a615-ae2347cc9e31 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7790082 Feb 09 01:39:43.061634 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55398) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:43.074316 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-fbdb3d6d-1992-4ab6-b8f9-d0f504a48aeb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1792354727', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:43.092620 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-335b06a0-aa7f-44c0-a876-545173fc9cea req-f9b78bd0-d26a-4ce3-a50a-e08271fad50e tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469154 Feb 09 01:39:43.123148 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d8860c02-e08f-4611-8459-7ef408533e7f tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (ee866938-538b-47ed-b366-9ad2d092d21d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.131150 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d8860c02-e08f-4611-8459-7ef408533e7f tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.134686 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d8860c02-e08f-4611-8459-7ef408533e7f tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] 10.222.0.30 "DELETE /v2.0/networks/ee866938-538b-47ed-b366-9ad2d092d21d HTTP/1.1" status: 204 len: 168 time: 0.7439404 Feb 09 01:39:43.166857 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8860c02-e08f-4611-8459-7ef408533e7f tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Pushing event deleted for resources: {'Network': ['ID=ee866938-538b-47ed-b366-9ad2d092d21d,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:43.173025 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55400) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:43.189383 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fbdb3d6d-1992-4ab6-b8f9-d0f504a48aeb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (91a1bab7-d205-4de3-8b11-6d6905a994c5), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.190746 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fbdb3d6d-1992-4ab6-b8f9-d0f504a48aeb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (91a1bab7-d205-4de3-8b11-6d6905a994c5), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.198940 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=7cba3926-f8a3-4883-bec9-ecbc881fde9d,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:43.250427 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e204c1f-76d4-46f6-8de0-6af07fe8aa0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'project_id': '840feb797a5045feb11a0660b5a0c7d5', 'fixed_ips': [{'subnet_id': '08602fd7-f6d9-43a8-8fa9-cd0e4dba3398'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:39:43.251370 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7e204c1f-76d4-46f6-8de0-6af07fe8aa0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.302709 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f525c-adfe-4f7e-9c7b-bf17ea7036aa req-64ae22e1-0216-4edd-ba57-95c8f7065b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:43.304260 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8d6f525c-adfe-4f7e-9c7b-bf17ea7036aa req-64ae22e1-0216-4edd-ba57-95c8f7065b98 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 1129 time: 0.1928029 Feb 09 01:39:43.345671 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5f0f5a26-362b-42c6-bcfa-fe3372616144 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (48dcee5d-9dbf-4bf5-8ba2-6be0cf366387), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.358298 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fbdb3d6d-1992-4ab6-b8f9-d0f504a48aeb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for router_controller (91a1bab7-d205-4de3-8b11-6d6905a994c5), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.366198 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fbdb3d6d-1992-4ab6-b8f9-d0f504a48aeb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (91a1bab7-d205-4de3-8b11-6d6905a994c5), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.416097 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8d6f525c-adfe-4f7e-9c7b-bf17ea7036aa req-618608d4-eb85-4549-b918-bcd892fdd15f service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818536 Feb 09 01:39:43.422779 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fbdb3d6d-1992-4ab6-b8f9-d0f504a48aeb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.425132 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-fbdb3d6d-1992-4ab6-b8f9-d0f504a48aeb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3620567 Feb 09 01:39:43.432580 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55404) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:43.438678 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-7e204c1f-76d4-46f6-8de0-6af07fe8aa0a None None] Allocated IP 2001:db8::2 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/08602fd7-f6d9-43a8-8fa9-cd0e4dba3398/eb1fe962-c8ba-4caf-b623-65b70d6655d7) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:43.544849 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0d36d-c5e3-4935-bc6f-cadce5e7ac7f req-1bf59472-cf14-42fe-9c58-4b2cea96e4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:43.546505 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6da0d36d-c5e3-4935-bc6f-cadce5e7ac7f req-1bf59472-cf14-42fe-9c58-4b2cea96e4e4 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7&tenant_id=d2bc7c4a293d49059d9a272b2819e75f HTTP/1.1" status: 200 len: 1126 time: 0.1803536 Feb 09 01:39:43.549088 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5f0f5a26-362b-42c6-bcfa-fe3372616144 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (48dcee5d-9dbf-4bf5-8ba2-6be0cf366387), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.589986 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-5f0f5a26-362b-42c6-bcfa-fe3372616144 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48dcee5d-9dbf-4bf5-8ba2-6be0cf366387']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:43.604194 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-5f0f5a26-362b-42c6-bcfa-fe3372616144 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e575e44-84b9-409a-9605-6c2e4bfa4edf') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:43.604394 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-5f0f5a26-362b-42c6-bcfa-fe3372616144 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e575e44-84b9-409a-9605-6c2e4bfa4edf') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:43.619254 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5f0f5a26-362b-42c6-bcfa-fe3372616144 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (4e575e44-84b9-409a-9605-6c2e4bfa4edf), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.635936 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5f0f5a26-362b-42c6-bcfa-fe3372616144 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (4e575e44-84b9-409a-9605-6c2e4bfa4edf), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.641044 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-6da0d36d-c5e3-4935-bc6f-cadce5e7ac7f req-7485f408-2662-49e8-86e0-53b4082d210a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822053-40', 'device_owner': 'compute:nova'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:43.644458 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f0f5a26-362b-42c6-bcfa-fe3372616144 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:39:43.645951 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5f0f5a26-362b-42c6-bcfa-fe3372616144 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (4e575e44-84b9-409a-9605-6c2e4bfa4edf), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.672549 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7e204c1f-76d4-46f6-8de0-6af07fe8aa0a None None] Publish callbacks [] for port (eb1fe962-c8ba-4caf-b623-65b70d6655d7), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.685409 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7e204c1f-76d4-46f6-8de0-6af07fe8aa0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (eb1fe962-c8ba-4caf-b623-65b70d6655d7), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.739259 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e204c1f-76d4-46f6-8de0-6af07fe8aa0a None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:43.743035 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-7e204c1f-76d4-46f6-8de0-6af07fe8aa0a None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:43.748408 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e204c1f-76d4-46f6-8de0-6af07fe8aa0a None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:43.767919 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:39:43.767919 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:39:43.767919 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:39:43.767919 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:39:43.767919 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:39:43.767919 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:39:43.767919 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:39:43.767919 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:39:43.767919 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:39:43.767919 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:39:43.767919 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:39:43.767919 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:39:43.767919 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:39:43.767919 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:39:43.767919 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:39:43.767919 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:39:43.767919 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:39:43.767919 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:39:43.767919 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:39:43.767919 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:39:43.767919 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:39:43.767919 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:39:43.767919 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:39:43.767919 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:39:43.767919 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:39:43.767919 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:39:43.767919 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:39:43.767919 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:39:43.767919 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:39:43.767919 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:39:43.767919 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:39:43.767919 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:39:43.774104 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5f0f5a26-362b-42c6-bcfa-fe3372616144 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (48dcee5d-9dbf-4bf5-8ba2-6be0cf366387), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.803087 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5f0f5a26-362b-42c6-bcfa-fe3372616144 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.824723 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5f0f5a26-362b-42c6-bcfa-fe3372616144 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] 10.222.0.30 "DELETE /v2.0/networks/48dcee5d-9dbf-4bf5-8ba2-6be0cf366387 HTTP/1.1" status: 204 len: 168 time: 0.6458838 Feb 09 01:39:43.841969 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55408) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:43.845776 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e204c1f-76d4-46f6-8de0-6af07fe8aa0a None None] Pushing event updated for resources: {'Port': ['ID=eb1fe962-c8ba-4caf-b623-65b70d6655d7,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:43.853119 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f5a26-362b-42c6-bcfa-fe3372616144 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Pushing event deleted for resources: {'Network': ['ID=48dcee5d-9dbf-4bf5-8ba2-6be0cf366387,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:43.866222 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-7e204c1f-76d4-46f6-8de0-6af07fe8aa0a None None] Attempting to bind port eb1fe962-c8ba-4caf-b623-65b70d6655d7 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:39:43.866597 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-7e204c1f-76d4-46f6-8de0-6af07fe8aa0a None None] Attempting to bind port eb1fe962-c8ba-4caf-b623-65b70d6655d7 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:39:43.867153 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e204c1f-76d4-46f6-8de0-6af07fe8aa0a None None] Attempting to bind port eb1fe962-c8ba-4caf-b623-65b70d6655d7 on network cbbe9143-fcdc-43c5-b797-7f127a92ac8e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:43.874607 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e204c1f-76d4-46f6-8de0-6af07fe8aa0a None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:39:43.875830 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e204c1f-76d4-46f6-8de0-6af07fe8aa0a None None] Checking segment: {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:43.876355 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7e204c1f-76d4-46f6-8de0-6af07fe8aa0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.877232 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e204c1f-76d4-46f6-8de0-6af07fe8aa0a None None] Bound using segment: {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:39:43.878076 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-7e204c1f-76d4-46f6-8de0-6af07fe8aa0a None None] Bound port: eb1fe962-c8ba-4caf-b623-65b70d6655d7, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:39:43.878522 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7e204c1f-76d4-46f6-8de0-6af07fe8aa0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (eb1fe962-c8ba-4caf-b623-65b70d6655d7), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.894170 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6da0d36d-c5e3-4935-bc6f-cadce5e7ac7f req-7485f408-2662-49e8-86e0-53b4082d210a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b30802aa-45d7-45f8-b20c-78b0e323596c), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.910038 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-515b3271-4e47-4532-b58a-5d755f7130bd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.948697 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-7e204c1f-76d4-46f6-8de0-6af07fe8aa0a None None] For port eb1fe962-c8ba-4caf-b623-65b70d6655d7, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:39:43.952824 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-7e204c1f-76d4-46f6-8de0-6af07fe8aa0a None None] For port eb1fe962-c8ba-4caf-b623-65b70d6655d7, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=eb1fe962-c8ba-4caf-b623-65b70d6655d7,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:39:43.960324 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7e204c1f-76d4-46f6-8de0-6af07fe8aa0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (eb1fe962-c8ba-4caf-b623-65b70d6655d7), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:44.027236 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e204c1f-76d4-46f6-8de0-6af07fe8aa0a None None] Pushing event updated for resources: {'Port': ['ID=eb1fe962-c8ba-4caf-b623-65b70d6655d7,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:44.140999 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:39:44.315000 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20547051-02f5-4231-97e8-bdda66b56212 req-8bc7a1e4-68df-4934-8d72-bd973613476e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:44.317296 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-20547051-02f5-4231-97e8-bdda66b56212 req-8bc7a1e4-68df-4934-8d72-bd973613476e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 943 time: 0.4717648 Feb 09 01:39:44.418369 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a64459-a396-46ae-ae9f-7e3150aad88d tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:44.423793 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a64459-a396-46ae-ae9f-7e3150aad88d tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:44.431363 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55414) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:44.431942 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-52a64459-a396-46ae-ae9f-7e3150aad88d tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5833201 Feb 09 01:39:44.440443 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-740e30ee-6dfa-452a-9580-f696c5e69e27 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1485426813'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:44.493927 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740e30ee-6dfa-452a-9580-f696c5e69e27 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Made reservation on behalf of 2ed8115362a3487aba749637888467c1 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:44.503577 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-740e30ee-6dfa-452a-9580-f696c5e69e27 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:44.560856 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-740e30ee-6dfa-452a-9580-f696c5e69e27 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:39:44.600949 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-740e30ee-6dfa-452a-9580-f696c5e69e27 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (a9baec5e-f5e4-458c-8f2a-da8f0f16942e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:44.601764 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-740e30ee-6dfa-452a-9580-f696c5e69e27 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Added segment a9baec5e-f5e4-458c-8f2a-da8f0f16942e of type vlan for network 0bb07ec2-2fad-4c71-8c20-efef836d6d63 Feb 09 01:39:44.658318 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-740e30ee-6dfa-452a-9580-f696c5e69e27 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (0bb07ec2-2fad-4c71-8c20-efef836d6d63), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:44.695930 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-740e30ee-6dfa-452a-9580-f696c5e69e27 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (0bb07ec2-2fad-4c71-8c20-efef836d6d63), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:44.701045 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740e30ee-6dfa-452a-9580-f696c5e69e27 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:44.701668 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-740e30ee-6dfa-452a-9580-f696c5e69e27 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:44.772488 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-740e30ee-6dfa-452a-9580-f696c5e69e27 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3392472 Feb 09 01:39:44.782326 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55416) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:44.789347 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-4529784b-7c22-4f6b-a158-a35c76b2e5c9 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-846589531'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:44.812356 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e30ee-6dfa-452a-9580-f696c5e69e27 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Pushing event updated for resources: {'Network': ['ID=0bb07ec2-2fad-4c71-8c20-efef836d6d63,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:44.826629 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 0bb07ec2-2fad-4c71-8c20-efef836d6d63 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:39:44.841651 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4529784b-7c22-4f6b-a158-a35c76b2e5c9 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Made reservation on behalf of 2ed8115362a3487aba749637888467c1 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:44.845860 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4529784b-7c22-4f6b-a158-a35c76b2e5c9 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:44.873141 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-20547051-02f5-4231-97e8-bdda66b56212 req-bd2b389c-8c94-4714-be56-577f72d9c26e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5393693 Feb 09 01:39:44.885521 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4529784b-7c22-4f6b-a158-a35c76b2e5c9 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:39:44.901744 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4529784b-7c22-4f6b-a158-a35c76b2e5c9 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (39d014e4-51a7-465e-b4f1-1486befe3383), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:44.902090 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-4529784b-7c22-4f6b-a158-a35c76b2e5c9 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Added segment 39d014e4-51a7-465e-b4f1-1486befe3383 of type vlan for network d4d627aa-9267-405d-af5e-66a544920e8b Feb 09 01:39:44.914764 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f0fc1-42b8-4960-b51a-2d12f7084cd1 req-c3c7c760-0a63-4d28-a3e4-313c7c171fc9 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:44.917299 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a95f0fc1-42b8-4960-b51a-2d12f7084cd1 req-c3c7c760-0a63-4d28-a3e4-313c7c171fc9 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 946 time: 0.7072556 Feb 09 01:39:44.976802 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-515b3271-4e47-4532-b58a-5d755f7130bd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Allocated IP 2001:db8::1 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/08602fd7-f6d9-43a8-8fa9-cd0e4dba3398/3ea93102-264b-4b9b-aaf5-257f0af8ac9d) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:44.977173 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4529784b-7c22-4f6b-a158-a35c76b2e5c9 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (d4d627aa-9267-405d-af5e-66a544920e8b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:44.990902 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-6da0d36d-c5e3-4935-bc6f-cadce5e7ac7f req-7485f408-2662-49e8-86e0-53b4082d210a service neutron] For port b30802aa-45d7-45f8-b20c-78b0e323596c, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=b30802aa-45d7-45f8-b20c-78b0e323596c,segment=NetworkSegment(b0a39339-81a8-45ed-9fe0-550b74489f1b),segment_id=b0a39339-81a8-45ed-9fe0-550b74489f1b)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:45.030378 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4529784b-7c22-4f6b-a158-a35c76b2e5c9 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (d4d627aa-9267-405d-af5e-66a544920e8b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:45.045160 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4529784b-7c22-4f6b-a158-a35c76b2e5c9 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:45.046293 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4529784b-7c22-4f6b-a158-a35c76b2e5c9 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:45.101490 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a95f0fc1-42b8-4960-b51a-2d12f7084cd1 req-5980ab83-c25d-4b43-9207-e7186c7253e1 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835408 Feb 09 01:39:45.153869 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-6da0d36d-c5e3-4935-bc6f-cadce5e7ac7f req-7485f408-2662-49e8-86e0-53b4082d210a service neutron] For port b30802aa-45d7-45f8-b20c-78b0e323596c, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:39:45.182019 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4529784b-7c22-4f6b-a158-a35c76b2e5c9 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Pushing event updated for resources: {'Network': ['ID=d4d627aa-9267-405d-af5e-66a544920e8b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:45.198628 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network d4d627aa-9267-405d-af5e-66a544920e8b details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:39:45.204101 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4529784b-7c22-4f6b-a158-a35c76b2e5c9 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4209530 Feb 09 01:39:45.206718 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55418) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:45.215284 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-85943f64-74fc-4a19-8680-4a64f75e5abc tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Request body: {'ports': [{'network_id': '0bb07ec2-2fad-4c71-8c20-efef836d6d63', 'name': 'tempest-port--1562327039', 'admin_state_up': True}, {'network_id': 'd4d627aa-9267-405d-af5e-66a544920e8b', 'admin_state_up': False}]} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:45.215590 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-85943f64-74fc-4a19-8680-4a64f75e5abc tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Request body: {'port': {'network_id': '0bb07ec2-2fad-4c71-8c20-efef836d6d63', 'name': 'tempest-port--1562327039', 'admin_state_up': True}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:45.216867 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-6da0d36d-c5e3-4935-bc6f-cadce5e7ac7f req-7485f408-2662-49e8-86e0-53b4082d210a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b30802aa-45d7-45f8-b20c-78b0e323596c {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:39:45.220907 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-85943f64-74fc-4a19-8680-4a64f75e5abc tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Request body: {'port': {'network_id': 'd4d627aa-9267-405d-af5e-66a544920e8b', 'admin_state_up': False}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:45.233688 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6da0d36d-c5e3-4935-bc6f-cadce5e7ac7f req-7485f408-2662-49e8-86e0-53b4082d210a service neutron] Publish callbacks [] for port (b30802aa-45d7-45f8-b20c-78b0e323596c), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:45.272294 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-515b3271-4e47-4532-b58a-5d755f7130bd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for port (3ea93102-264b-4b9b-aaf5-257f0af8ac9d), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:45.277964 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-6da0d36d-c5e3-4935-bc6f-cadce5e7ac7f req-7485f408-2662-49e8-86e0-53b4082d210a service neutron] Transition to ACTIVE for port object b30802aa-45d7-45f8-b20c-78b0e323596c will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:39:45.288890 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6da0d36d-c5e3-4935-bc6f-cadce5e7ac7f req-7485f408-2662-49e8-86e0-53b4082d210a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (b30802aa-45d7-45f8-b20c-78b0e323596c), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:45.485927 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85943f64-74fc-4a19-8680-4a64f75e5abc tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Made reservation on behalf of 2ed8115362a3487aba749637888467c1 for: {'port': 2} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:45.491138 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-85943f64-74fc-4a19-8680-4a64f75e5abc tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:45.509454 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-85943f64-74fc-4a19-8680-4a64f75e5abc tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:45.560904 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485f408-2662-49e8-86e0-53b4082d210a service neutron] Pushing event updated for resources: {'Port': ['ID=b30802aa-45d7-45f8-b20c-78b0e323596c,revision_number=9']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:45.597338 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-515b3271-4e47-4532-b58a-5d755f7130bd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (3ea93102-264b-4b9b-aaf5-257f0af8ac9d), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:45.706144 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515b3271-4e47-4532-b58a-5d755f7130bd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:45.711120 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da0d36d-c5e3-4935-bc6f-cadce5e7ac7f req-7485f408-2662-49e8-86e0-53b4082d210a service neutron] No DVR routers for this DVR port b30802aa-45d7-45f8-b20c-78b0e323596c on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:39:45.715642 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-515b3271-4e47-4532-b58a-5d755f7130bd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:45.718519 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515b3271-4e47-4532-b58a-5d755f7130bd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:45.719255 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-515b3271-4e47-4532-b58a-5d755f7130bd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (91a1bab7-d205-4de3-8b11-6d6905a994c5), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:45.724259 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b3271-4e47-4532-b58a-5d755f7130bd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Port': ['ID=3ea93102-264b-4b9b-aaf5-257f0af8ac9d,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:45.850372 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-2d21afed-864d-47b1-b882-18d00b27a259 None None] Provisioning complete for port eb1fe962-c8ba-4caf-b623-65b70d6655d7 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:45.850981 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2d21afed-864d-47b1-b882-18d00b27a259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (eb1fe962-c8ba-4caf-b623-65b70d6655d7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:45.933290 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device eb1fe962-c8ba-4caf-b623-65b70d6655d7 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:45.965151 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-85943f64-74fc-4a19-8680-4a64f75e5abc tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] device_id is not set on port ce0546e6-13bd-445c-aa51-0259c6743c42 yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:39:46.160965 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2d21afed-864d-47b1-b882-18d00b27a259 None None] Current status of the port eb1fe962-c8ba-4caf-b623-65b70d6655d7 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:46.161291 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2d21afed-864d-47b1-b882-18d00b27a259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (eb1fe962-c8ba-4caf-b623-65b70d6655d7), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:46.182153 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-85943f64-74fc-4a19-8680-4a64f75e5abc tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks [] for port (ce0546e6-13bd-445c-aa51-0259c6743c42), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:46.204999 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port eb1fe962-c8ba-4caf-b623-65b70d6655d7 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:46.205375 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (eb1fe962-c8ba-4caf-b623-65b70d6655d7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:46.309265 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-2d21afed-864d-47b1-b882-18d00b27a259 None None] For port eb1fe962-c8ba-4caf-b623-65b70d6655d7, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=eb1fe962-c8ba-4caf-b623-65b70d6655d7,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:46.321524 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-6da0d36d-c5e3-4935-bc6f-cadce5e7ac7f req-7485f408-2662-49e8-86e0-53b4082d210a service neutron] Attempting to bind port b30802aa-45d7-45f8-b20c-78b0e323596c on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:39:46.322401 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-6da0d36d-c5e3-4935-bc6f-cadce5e7ac7f req-7485f408-2662-49e8-86e0-53b4082d210a service neutron] Attempting to bind port b30802aa-45d7-45f8-b20c-78b0e323596c by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'b0a39339-81a8-45ed-9fe0-550b74489f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '88b27524-8ae4-4965-b899-af20055923cd'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:39:46.322608 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da0d36d-c5e3-4935-bc6f-cadce5e7ac7f req-7485f408-2662-49e8-86e0-53b4082d210a service neutron] Attempting to bind port b30802aa-45d7-45f8-b20c-78b0e323596c on network 88b27524-8ae4-4965-b899-af20055923cd {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:46.329585 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2d21afed-864d-47b1-b882-18d00b27a259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (eb1fe962-c8ba-4caf-b623-65b70d6655d7), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:46.338205 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-85943f64-74fc-4a19-8680-4a64f75e5abc tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] device_id is not set on port a8a8fa14-8951-4518-b5b2-26f59828d14a yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:39:46.352588 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da0d36d-c5e3-4935-bc6f-cadce5e7ac7f req-7485f408-2662-49e8-86e0-53b4082d210a service neutron] Port b30802aa-45d7-45f8-b20c-78b0e323596c on network 88b27524-8ae4-4965-b899-af20055923cd not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:39:46.352916 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da0d36d-c5e3-4935-bc6f-cadce5e7ac7f req-7485f408-2662-49e8-86e0-53b4082d210a service neutron] Attempting to bind port b30802aa-45d7-45f8-b20c-78b0e323596c on network 88b27524-8ae4-4965-b899-af20055923cd {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:46.386396 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-515b3271-4e47-4532-b58a-5d755f7130bd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3ea93102-264b-4b9b-aaf5-257f0af8ac9d), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:46.391741 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da0d36d-c5e3-4935-bc6f-cadce5e7ac7f req-7485f408-2662-49e8-86e0-53b4082d210a service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:39:46.392196 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da0d36d-c5e3-4935-bc6f-cadce5e7ac7f req-7485f408-2662-49e8-86e0-53b4082d210a service neutron] Checking segment: {'id': 'b0a39339-81a8-45ed-9fe0-550b74489f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '88b27524-8ae4-4965-b899-af20055923cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:46.392800 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da0d36d-c5e3-4935-bc6f-cadce5e7ac7f req-7485f408-2662-49e8-86e0-53b4082d210a service neutron] Bound using segment: {'id': 'b0a39339-81a8-45ed-9fe0-550b74489f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '88b27524-8ae4-4965-b899-af20055923cd'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:39:46.393327 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-6da0d36d-c5e3-4935-bc6f-cadce5e7ac7f req-7485f408-2662-49e8-86e0-53b4082d210a service neutron] Bound port: b30802aa-45d7-45f8-b20c-78b0e323596c, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a39339-81a8-45ed-9fe0-550b74489f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '88b27524-8ae4-4965-b899-af20055923cd'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:39:46.393756 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6da0d36d-c5e3-4935-bc6f-cadce5e7ac7f req-7485f408-2662-49e8-86e0-53b4082d210a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b30802aa-45d7-45f8-b20c-78b0e323596c), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:46.432145 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f49e3-558a-447a-9567-389669e85e6f req-ac284bd0-e679-493e-8e2f-063707608822 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:46.439490 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e61f49e3-558a-447a-9567-389669e85e6f req-ac284bd0-e679-493e-8e2f-063707608822 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 943 time: 0.3279388 Feb 09 01:39:46.469080 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d21afed-864d-47b1-b882-18d00b27a259 None None] Pushing event updated for resources: {'Port': ['ID=eb1fe962-c8ba-4caf-b623-65b70d6655d7,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:46.518980 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-85943f64-74fc-4a19-8680-4a64f75e5abc tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks [] for port (a8a8fa14-8951-4518-b5b2-26f59828d14a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:46.524487 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port eb1fe962-c8ba-4caf-b623-65b70d6655d7 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:46.591932 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-85943f64-74fc-4a19-8680-4a64f75e5abc tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (ce0546e6-13bd-445c-aa51-0259c6743c42), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:46.592276 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-4695d556-ae2e-411b-aea8-8ff030f0eb46 None None] Provisioning complete for port 3ea93102-264b-4b9b-aaf5-257f0af8ac9d triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:46.592626 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4695d556-ae2e-411b-aea8-8ff030f0eb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3ea93102-264b-4b9b-aaf5-257f0af8ac9d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:46.704494 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e61f49e3-558a-447a-9567-389669e85e6f req-6d5c89a0-3add-4e0d-ad5c-3b778c061680 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2640958 Feb 09 01:39:46.707968 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85943f64-74fc-4a19-8680-4a64f75e5abc tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Pushing event updated for resources: {'Port': ['ID=ce0546e6-13bd-445c-aa51-0259c6743c42,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:46.714888 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1db825-d25c-4395-92f1-8995fb99bd0b req-c2ac8326-02cb-40ea-a225-f25c9ae1fd6c tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:46.726363 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4f1db825-d25c-4395-92f1-8995fb99bd0b req-c2ac8326-02cb-40ea-a225-f25c9ae1fd6c tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 946 time: 0.4086282 Feb 09 01:39:46.741887 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85943f64-74fc-4a19-8680-4a64f75e5abc tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Checking segment: {'id': 'a9baec5e-f5e4-458c-8f2a-da8f0f16942e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0bb07ec2-2fad-4c71-8c20-efef836d6d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:46.742242 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85943f64-74fc-4a19-8680-4a64f75e5abc tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Network hostable DHCP agents. Network: 0bb07ec2-2fad-4c71-8c20-efef836d6d63, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:39:46.774054 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85943f64-74fc-4a19-8680-4a64f75e5abc tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Network 0bb07ec2-2fad-4c71-8c20-efef836d6d63 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:39:46.782856 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-6da0d36d-c5e3-4935-bc6f-cadce5e7ac7f req-7485f408-2662-49e8-86e0-53b4082d210a service neutron] For port b30802aa-45d7-45f8-b20c-78b0e323596c, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:39:46.795091 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-85943f64-74fc-4a19-8680-4a64f75e5abc tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 0bb07ec2-2fad-4c71-8c20-efef836d6d63) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:46.809575 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c61950-7cd9-4589-9fee-7ea3f9823dd8 None None] Network 0bb07ec2-2fad-4c71-8c20-efef836d6d63 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:46.817572 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85943f64-74fc-4a19-8680-4a64f75e5abc tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:46.818767 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-85943f64-74fc-4a19-8680-4a64f75e5abc tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (a8a8fa14-8951-4518-b5b2-26f59828d14a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:46.839011 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-6da0d36d-c5e3-4935-bc6f-cadce5e7ac7f req-7485f408-2662-49e8-86e0-53b4082d210a service neutron] For port b30802aa-45d7-45f8-b20c-78b0e323596c, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=b30802aa-45d7-45f8-b20c-78b0e323596c,segment=NetworkSegment(b0a39339-81a8-45ed-9fe0-550b74489f1b),segment_id=b0a39339-81a8-45ed-9fe0-550b74489f1b)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:39:46.855929 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-4695d556-ae2e-411b-aea8-8ff030f0eb46 None None] Port 3ea93102-264b-4b9b-aaf5-257f0af8ac9d cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:39:46.891474 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85943f64-74fc-4a19-8680-4a64f75e5abc tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Pushing event updated for resources: {'Port': ['ID=a8a8fa14-8951-4518-b5b2-26f59828d14a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:46.911806 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85943f64-74fc-4a19-8680-4a64f75e5abc tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Checking segment: {'id': '39d014e4-51a7-465e-b4f1-1486befe3383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd4d627aa-9267-405d-af5e-66a544920e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:46.912315 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85943f64-74fc-4a19-8680-4a64f75e5abc tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Network hostable DHCP agents. Network: d4d627aa-9267-405d-af5e-66a544920e8b, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:39:46.940153 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85943f64-74fc-4a19-8680-4a64f75e5abc tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Network d4d627aa-9267-405d-af5e-66a544920e8b is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:39:46.959579 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-85943f64-74fc-4a19-8680-4a64f75e5abc tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, d4d627aa-9267-405d-af5e-66a544920e8b) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:46.963760 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85943f64-74fc-4a19-8680-4a64f75e5abc tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:46.969712 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85943f64-74fc-4a19-8680-4a64f75e5abc tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:46.974574 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb157d0-f7e9-419e-9ddf-1e88b444263c None None] Network d4d627aa-9267-405d-af5e-66a544920e8b requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:46.977539 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4f1db825-d25c-4395-92f1-8995fb99bd0b req-4e1376af-f3c9-4c49-a743-240d061d312d tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500277 Feb 09 01:39:46.981569 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6da0d36d-c5e3-4935-bc6f-cadce5e7ac7f req-7485f408-2662-49e8-86e0-53b4082d210a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (b30802aa-45d7-45f8-b20c-78b0e323596c), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:46.982202 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85943f64-74fc-4a19-8680-4a64f75e5abc tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:46.987939 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-85943f64-74fc-4a19-8680-4a64f75e5abc tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.016255 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-85943f64-74fc-4a19-8680-4a64f75e5abc tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.8067827 Feb 09 01:39:47.016952 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55430) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:47.070955 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0d36d-c5e3-4935-bc6f-cadce5e7ac7f req-7485f408-2662-49e8-86e0-53b4082d210a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:47.071595 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6da0d36d-c5e3-4935-bc6f-cadce5e7ac7f req-7485f408-2662-49e8-86e0-53b4082d210a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.073113 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6da0d36d-c5e3-4935-bc6f-cadce5e7ac7f req-7485f408-2662-49e8-86e0-53b4082d210a service neutron] 10.222.0.121 "PUT /v2.0/ports/b30802aa-45d7-45f8-b20c-78b0e323596c HTTP/1.1" status: 200 len: 1092 time: 3.4384630 Feb 09 01:39:47.073677 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebfa0a61-0617-498f-8de0-31bf87c8dce7', 'tag': 'b30802aa-45d7-45f8-b20c-78b0e323596c'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:39:47.075948 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f08117-256a-48a9-b67f-73193c867ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "ebfa0a61-0617-498f-8de0-31bf87c8dce7", "tag": "b30802aa-45d7-45f8-b20c-78b0e323596c"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:39:47.096516 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485f408-2662-49e8-86e0-53b4082d210a service neutron] Pushing event updated for resources: {'Port': ['ID=b30802aa-45d7-45f8-b20c-78b0e323596c,revision_number=10']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:47.139465 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c042f5d-bd67-497a-99c8-ca61fe888d1f tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:47.148068 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c042f5d-bd67-497a-99c8-ca61fe888d1f tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:47.153799 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5c042f5d-bd67-497a-99c8-ca61fe888d1f tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1355605 Feb 09 01:39:47.154822 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55434) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:47.194710 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ee97ef-19ff-4156-bc59-e365ffdc9311 x-openstack-request-id: req-a7ee97ef-19ff-4156-bc59-e365ffdc9311 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:39:47.195047 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebfa0a61-0617-498f-8de0-31bf87c8dce7", "tag": "b30802aa-45d7-45f8-b20c-78b0e323596c", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:39:47.195304 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a7ee97ef-19ff-4156-bc59-e365ffdc9311 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:39:47.195757 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebfa0a61-0617-498f-8de0-31bf87c8dce7', 'tag': 'b30802aa-45d7-45f8-b20c-78b0e323596c', 'status': 'completed', 'code': 200} Feb 09 01:39:47.241945 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-515b3271-4e47-4532-b58a-5d755f7130bd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for port (3ea93102-264b-4b9b-aaf5-257f0af8ac9d), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.277433 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-515b3271-4e47-4532-b58a-5d755f7130bd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (3ea93102-264b-4b9b-aaf5-257f0af8ac9d), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.278464 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-515b3271-4e47-4532-b58a-5d755f7130bd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (91a1bab7-d205-4de3-8b11-6d6905a994c5), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.299396 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2f1eeb9d-cdd2-4ba2-b890-fc3f0022819c tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Deleting port ce0546e6-13bd-445c-aa51-0259c6743c42 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:47.299890 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2f1eeb9d-cdd2-4ba2-b890-fc3f0022819c tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (ce0546e6-13bd-445c-aa51-0259c6743c42), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.366280 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b3271-4e47-4532-b58a-5d755f7130bd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Port': ['ID=3ea93102-264b-4b9b-aaf5-257f0af8ac9d,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:47.382701 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0d36d-c5e3-4935-bc6f-cadce5e7ac7f req-fb650f6e-5faa-4384-87b1-3381a53eb28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:47.384519 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6da0d36d-c5e3-4935-bc6f-cadce5e7ac7f req-fb650f6e-5faa-4384-87b1-3381a53eb28e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d2bc7c4a293d49059d9a272b2819e75f&device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 1127 time: 0.2738528 Feb 09 01:39:47.419434 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2f1eeb9d-cdd2-4ba2-b890-fc3f0022819c tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (ce0546e6-13bd-445c-aa51-0259c6743c42), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.435554 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2f1eeb9d-cdd2-4ba2-b890-fc3f0022819c tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Calling delete_port for ce0546e6-13bd-445c-aa51-0259c6743c42 owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:47.508969 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ee309-1a85-47c7-a2d4-770110c655e4 req-53a872a4-4b8a-4cf5-800e-dbb7e2682397 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:47.510710 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-760ee309-1a85-47c7-a2d4-770110c655e4 req-53a872a4-4b8a-4cf5-800e-dbb7e2682397 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 946 time: 0.2344303 Feb 09 01:39:47.562626 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2f1eeb9d-cdd2-4ba2-b890-fc3f0022819c tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (ce0546e6-13bd-445c-aa51-0259c6743c42), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.599843 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1eeb9d-cdd2-4ba2-b890-fc3f0022819c tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Pushing event deleted for resources: {'Port': ['ID=ce0546e6-13bd-445c-aa51-0259c6743c42,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:47.619927 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2f1eeb9d-cdd2-4ba2-b890-fc3f0022819c tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.624219 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2f1eeb9d-cdd2-4ba2-b890-fc3f0022819c tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] 10.222.0.30 "DELETE /v2.0/ports/ce0546e6-13bd-445c-aa51-0259c6743c42 HTTP/1.1" status: 204 len: 168 time: 0.4680357 Feb 09 01:39:47.626620 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55438) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:47.632014 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-760ee309-1a85-47c7-a2d4-770110c655e4 req-fb210b53-885a-4367-b497-574176eb6df1 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094286 Feb 09 01:39:47.633072 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0d36d-c5e3-4935-bc6f-cadce5e7ac7f req-0f864f58-3443-4270-a06e-9ffad065caf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:47.634420 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6da0d36d-c5e3-4935-bc6f-cadce5e7ac7f req-0f864f58-3443-4270-a06e-9ffad065caf6 service neutron] 10.222.0.121 "GET /v2.0/networks?id=88b27524-8ae4-4965-b899-af20055923cd HTTP/1.1" status: 200 len: 917 time: 0.2420859 Feb 09 01:39:47.644315 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515b3271-4e47-4532-b58a-5d755f7130bd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:47.653581 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-515b3271-4e47-4532-b58a-5d755f7130bd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:47.783176 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-fefad468-435a-4626-b4aa-d1aeae71485e tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Deleting port a8a8fa14-8951-4518-b5b2-26f59828d14a {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:47.783717 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fefad468-435a-4626-b4aa-d1aeae71485e tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (a8a8fa14-8951-4518-b5b2-26f59828d14a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.842637 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6da0d36d-c5e3-4935-bc6f-cadce5e7ac7f req-4eeb876f-66a8-4076-90ff-fea00e5203d3 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b30802aa-45d7-45f8-b20c-78b0e323596c HTTP/1.1" status: 200 len: 999 time: 0.2012208 Feb 09 01:39:47.861619 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device eb1fe962-c8ba-4caf-b623-65b70d6655d7 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:47.914316 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fefad468-435a-4626-b4aa-d1aeae71485e tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (a8a8fa14-8951-4518-b5b2-26f59828d14a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.934366 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port eb1fe962-c8ba-4caf-b623-65b70d6655d7 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:47.935124 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (eb1fe962-c8ba-4caf-b623-65b70d6655d7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.954898 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-fefad468-435a-4626-b4aa-d1aeae71485e tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Calling delete_port for a8a8fa14-8951-4518-b5b2-26f59828d14a owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:48.039310 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port eb1fe962-c8ba-4caf-b623-65b70d6655d7 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:48.047815 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0d36d-c5e3-4935-bc6f-cadce5e7ac7f req-632fb79b-503f-4447-9909-8cad4eaf914d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:48.049356 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6da0d36d-c5e3-4935-bc6f-cadce5e7ac7f req-632fb79b-503f-4447-9909-8cad4eaf914d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=22a89563-8842-4e1e-95dc-ee10f0240b0a HTTP/1.1" status: 200 len: 855 time: 0.1838453 Feb 09 01:39:48.089524 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fefad468-435a-4626-b4aa-d1aeae71485e tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (a8a8fa14-8951-4518-b5b2-26f59828d14a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.130103 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-2e09a79b-07db-4930-a9a8-e93919acb75d None None] Provisioning complete for port 3ea93102-264b-4b9b-aaf5-257f0af8ac9d triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:48.130571 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2e09a79b-07db-4930-a9a8-e93919acb75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3ea93102-264b-4b9b-aaf5-257f0af8ac9d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.132117 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefad468-435a-4626-b4aa-d1aeae71485e tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Pushing event deleted for resources: {'Port': ['ID=a8a8fa14-8951-4518-b5b2-26f59828d14a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:48.145188 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fefad468-435a-4626-b4aa-d1aeae71485e tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.151030 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-fefad468-435a-4626-b4aa-d1aeae71485e tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] 10.222.0.30 "DELETE /v2.0/ports/a8a8fa14-8951-4518-b5b2-26f59828d14a HTTP/1.1" status: 204 len: 168 time: 0.5231323 Feb 09 01:39:48.153369 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55446) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:48.197951 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9273b12b-fbf1-4d6b-ae77-feb65a7facdd tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0370553 Feb 09 01:39:48.198300 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55448) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:48.198909 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2e09a79b-07db-4930-a9a8-e93919acb75d None None] Port 3ea93102-264b-4b9b-aaf5-257f0af8ac9d cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:39:48.203660 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-13198e73-2feb-46d4-ae86-c2f3e93c53a3 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1290464078'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:48.229954 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13198e73-2feb-46d4-ae86-c2f3e93c53a3 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Made reservation on behalf of 2ed8115362a3487aba749637888467c1 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:48.234736 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-13198e73-2feb-46d4-ae86-c2f3e93c53a3 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.264909 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13198e73-2feb-46d4-ae86-c2f3e93c53a3 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:39:48.278365 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-13198e73-2feb-46d4-ae86-c2f3e93c53a3 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (21eb3839-d91b-4859-ad2f-a8c454cd900b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.278728 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-13198e73-2feb-46d4-ae86-c2f3e93c53a3 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Added segment 21eb3839-d91b-4859-ad2f-a8c454cd900b of type vlan for network 7617240c-9837-4e1a-913a-8314a75ab13b Feb 09 01:39:48.330654 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-13198e73-2feb-46d4-ae86-c2f3e93c53a3 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (7617240c-9837-4e1a-913a-8314a75ab13b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.362726 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-13198e73-2feb-46d4-ae86-c2f3e93c53a3 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (7617240c-9837-4e1a-913a-8314a75ab13b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.369232 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13198e73-2feb-46d4-ae86-c2f3e93c53a3 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:48.370135 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-13198e73-2feb-46d4-ae86-c2f3e93c53a3 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.416227 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b405247-b314-47be-8ec8-b77b481aa584 req-6f560903-fc50-409c-88ec-1f8af05473e7 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:48.417656 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2b405247-b314-47be-8ec8-b77b481aa584 req-6f560903-fc50-409c-88ec-1f8af05473e7 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 946 time: 0.5741398 Feb 09 01:39:48.427031 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7083dd1-a239-4da9-9bd3-0929c6f1c64e req-bb2b4a9a-1739-4d3e-803d-d70da16a5484 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:48.429457 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e7083dd1-a239-4da9-9bd3-0929c6f1c64e req-bb2b4a9a-1739-4d3e-803d-d70da16a5484 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 944 time: 0.5828216 Feb 09 01:39:48.449077 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-13198e73-2feb-46d4-ae86-c2f3e93c53a3 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2496514 Feb 09 01:39:48.451949 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55450) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:48.456385 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-19497984-3796-40b8-ab47-647b95071722 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1129689038'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:48.471552 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13198e73-2feb-46d4-ae86-c2f3e93c53a3 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Pushing event updated for resources: {'Network': ['ID=7617240c-9837-4e1a-913a-8314a75ab13b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:48.485496 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19497984-3796-40b8-ab47-647b95071722 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Made reservation on behalf of 2ed8115362a3487aba749637888467c1 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:48.485834 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 7617240c-9837-4e1a-913a-8314a75ab13b details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:39:48.489872 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-19497984-3796-40b8-ab47-647b95071722 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.499252 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515b3271-4e47-4532-b58a-5d755f7130bd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Router 91a1bab7-d205-4de3-8b11-6d6905a994c5 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:39:48.516674 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19497984-3796-40b8-ab47-647b95071722 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:39:48.530319 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-19497984-3796-40b8-ab47-647b95071722 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (0d05d89c-6127-48f8-9b00-51a36923d0ea), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.530777 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-19497984-3796-40b8-ab47-647b95071722 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Added segment 0d05d89c-6127-48f8-9b00-51a36923d0ea of type vlan for network 29962767-532c-4a59-bef8-103ddbafa8e2 Feb 09 01:39:48.537350 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0d36d-c5e3-4935-bc6f-cadce5e7ac7f req-07d957fb-f6f6-47ba-9617-40f8d8fc3adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:48.538891 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6da0d36d-c5e3-4935-bc6f-cadce5e7ac7f req-07d957fb-f6f6-47ba-9617-40f8d8fc3adc service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=88b27524-8ae4-4965-b899-af20055923cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4797392 Feb 09 01:39:48.554977 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2b405247-b314-47be-8ec8-b77b481aa584 req-aea27a32-a8e1-4a75-bce7-fffd9c0eaec1 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230729 Feb 09 01:39:48.597729 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-19497984-3796-40b8-ab47-647b95071722 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (29962767-532c-4a59-bef8-103ddbafa8e2), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.635635 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-19497984-3796-40b8-ab47-647b95071722 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (29962767-532c-4a59-bef8-103ddbafa8e2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.642016 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19497984-3796-40b8-ab47-647b95071722 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:48.642776 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-19497984-3796-40b8-ab47-647b95071722 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.724499 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-19497984-3796-40b8-ab47-647b95071722 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2616518 Feb 09 01:39:48.756391 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19497984-3796-40b8-ab47-647b95071722 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Pushing event updated for resources: {'Network': ['ID=29962767-532c-4a59-bef8-103ddbafa8e2,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:48.757293 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e7083dd1-a239-4da9-9bd3-0929c6f1c64e req-f3b5857d-7116-4edb-8a29-7c2a1c26baf5 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3090296 Feb 09 01:39:48.775754 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 29962767-532c-4a59-bef8-103ddbafa8e2 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:39:48.826984 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515b3271-4e47-4532-b58a-5d755f7130bd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:39:48.844258 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-515b3271-4e47-4532-b58a-5d755f7130bd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "PUT /v2.0/routers/91a1bab7-d205-4de3-8b11-6d6905a994c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4064908 Feb 09 01:39:48.844258 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6da0d36d-c5e3-4935-bc6f-cadce5e7ac7f req-1fc4cda7-6fc3-440c-beac-9da4f42dc2d3 service neutron] 10.222.0.121 "GET /v2.0/networks/88b27524-8ae4-4965-b899-af20055923cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806044 Feb 09 01:39:48.845296 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55456) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:48.912305 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c3b1a9-a95e-46db-beab-6380a8a1ad7c None None] Sync routers for ids ['91a1bab7-d205-4de3-8b11-6d6905a994c5'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:39:48.939274 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c3b1a9-a95e-46db-beab-6380a8a1ad7c None None] Routers {'91a1bab7-d205-4de3-8b11-6d6905a994c5'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:48.939890 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-02c3b1a9-a95e-46db-beab-6380a8a1ad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:39:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['91a1bab7-d205-4de3-8b11-6d6905a994c5'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:48.946473 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be06d62a-3ead-4ac5-af7f-3d6198d7131e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:48.959543 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-be06d62a-3ead-4ac5-af7f-3d6198d7131e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/ports/3ea93102-264b-4b9b-aaf5-257f0af8ac9d HTTP/1.1" status: 200 len: 911 time: 0.1129279 Feb 09 01:39:48.966942 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55460) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:48.975494 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6da0d36d-c5e3-4935-bc6f-cadce5e7ac7f req-986629b2-fcc9-4d31-9b53-c292741c26cf service neutron] 10.222.0.121 "GET /v2.0/networks/88b27524-8ae4-4965-b899-af20055923cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226499 Feb 09 01:39:48.995352 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555027cb-f441-43ed-bf61-7d38d2d3a79d req-6fa51384-1ea5-48ea-9f85-824937fdbe8d tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:48.996788 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-555027cb-f441-43ed-bf61-7d38d2d3a79d req-6fa51384-1ea5-48ea-9f85-824937fdbe8d tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 946 time: 0.2314122 Feb 09 01:39:49.063695 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ac9b87-aba9-47d2-96a1-bed85f369d16 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:49.069536 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-02c3b1a9-a95e-46db-beab-6380a8a1ad7c None None] Set router 91a1bab7-d205-4de3-8b11-6d6905a994c5 gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:39:49.072934 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ac9b87-aba9-47d2-96a1-bed85f369d16 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:49.074534 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-62ac9b87-aba9-47d2-96a1-bed85f369d16 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1060567 Feb 09 01:39:49.077295 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55464) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:49.101738 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-555027cb-f441-43ed-bf61-7d38d2d3a79d req-7178971c-67f4-46c8-ac94-e7ec9b1eee85 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991216 Feb 09 01:39:49.156905 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f08117-256a-48a9-b67f-73193c867ad0 req-3e6f377d-7287-462f-a6c0-12f969db14f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:49.157968 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-49f08117-256a-48a9-b67f-73193c867ad0 req-3e6f377d-7287-462f-a6c0-12f969db14f9 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d2bc7c4a293d49059d9a272b2819e75f&device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 1127 time: 0.0916476 Feb 09 01:39:49.332606 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f08117-256a-48a9-b67f-73193c867ad0 req-8339d7bb-87ac-493c-8a75-92e2fe3c8908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:49.334294 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-49f08117-256a-48a9-b67f-73193c867ad0 req-8339d7bb-87ac-493c-8a75-92e2fe3c8908 service neutron] 10.222.0.121 "GET /v2.0/networks?id=88b27524-8ae4-4965-b899-af20055923cd HTTP/1.1" status: 200 len: 917 time: 0.1685505 Feb 09 01:39:49.359074 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-02c3b1a9-a95e-46db-beab-6380a8a1ad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a1bab7-d205-4de3-8b11-6d6905a994c5', 'name': 'tempest-NetworksTestDHCPv6-router-1792354727', 'tenant_id': '840feb797a5045feb11a0660b5a0c7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:39:43Z', 'updated_at': '2022-02-09T01:39:46Z', 'revision_number': 2, 'project_id': '840feb797a5045feb11a0660b5a0c7d5', 'gw_port_host': None, '_interfaces': [{'id': '3ea93102-264b-4b9b-aaf5-257f0af8ac9d', 'name': '', 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'tenant_id': '840feb797a5045feb11a0660b5a0c7d5', 'mac_address': 'fa:16:3e:11:1b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a1bab7-d205-4de3-8b11-6d6905a994c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '08602fd7-f6d9-43a8-8fa9-cd0e4dba3398', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:39:44Z', 'updated_at': '2022-02-09T01:39:46Z', 'revision_number': 2, 'project_id': '840feb797a5045feb11a0660b5a0c7d5', 'subnets': [{'id': '08602fd7-f6d9-43a8-8fa9-cd0e4dba3398', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:49.393514 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c3b1a9-a95e-46db-beab-6380a8a1ad7c None None] Checking router: 91a1bab7-d205-4de3-8b11-6d6905a994c5 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:39:49.393866 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c3b1a9-a95e-46db-beab-6380a8a1ad7c None None] Updating router 91a1bab7-d205-4de3-8b11-6d6905a994c5 port 3ea93102-264b-4b9b-aaf5-257f0af8ac9d binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:39:49.445943 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-02c3b1a9-a95e-46db-beab-6380a8a1ad7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3ea93102-264b-4b9b-aaf5-257f0af8ac9d), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:49.450242 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-49f08117-256a-48a9-b67f-73193c867ad0 req-813bd912-6971-4317-ae24-34a12e01418c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b30802aa-45d7-45f8-b20c-78b0e323596c HTTP/1.1" status: 200 len: 999 time: 0.1032643 Feb 09 01:39:49.558915 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f08117-256a-48a9-b67f-73193c867ad0 req-fc075989-72df-44a6-b61e-0b1463e1abe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:49.560561 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-49f08117-256a-48a9-b67f-73193c867ad0 req-fc075989-72df-44a6-b61e-0b1463e1abe4 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=22a89563-8842-4e1e-95dc-ee10f0240b0a HTTP/1.1" status: 200 len: 855 time: 0.1030169 Feb 09 01:39:49.611788 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:49.682347 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f08117-256a-48a9-b67f-73193c867ad0 req-5172553d-68cf-4b51-9246-bcfaca1ce0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:49.689500 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-49f08117-256a-48a9-b67f-73193c867ad0 req-5172553d-68cf-4b51-9246-bcfaca1ce0a9 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=88b27524-8ae4-4965-b899-af20055923cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1158395 Feb 09 01:39:50.086589 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-49f08117-256a-48a9-b67f-73193c867ad0 req-9f63ac48-2f0c-4804-92b0-8014f1183740 service neutron] 10.222.0.121 "GET /v2.0/networks/88b27524-8ae4-4965-b899-af20055923cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884449 Feb 09 01:39:50.128873 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-02c3b1a9-a95e-46db-beab-6380a8a1ad7c None None] Publish callbacks [] for port (3ea93102-264b-4b9b-aaf5-257f0af8ac9d), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:50.166179 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-02c3b1a9-a95e-46db-beab-6380a8a1ad7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (3ea93102-264b-4b9b-aaf5-257f0af8ac9d), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:50.188718 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52895587-f453-460a-9785-239ebae6ac40 req-9f68ee4f-3206-48e6-b903-e70c0f62fe05 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:50.190254 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-52895587-f453-460a-9785-239ebae6ac40 req-9f68ee4f-3206-48e6-b903-e70c0f62fe05 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 944 time: 0.2425799 Feb 09 01:39:50.265435 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-52895587-f453-460a-9785-239ebae6ac40 req-9683b3e1-f87a-47be-ae3a-35a3c5e0f5f0 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652225 Feb 09 01:39:50.344124 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-49f08117-256a-48a9-b67f-73193c867ad0 req-aaa59466-337a-4faa-bde5-d6cbeebeafa6 service neutron] 10.222.0.121 "GET /v2.0/networks/88b27524-8ae4-4965-b899-af20055923cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483282 Feb 09 01:39:50.440456 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36af90-1e5a-4a74-9795-44b6692989b2 None None] Pushing event updated for resources: {'Port': ['ID=3ea93102-264b-4b9b-aaf5-257f0af8ac9d,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:50.485020 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1feb739c-985f-44db-88ee-5da617c70f6a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (91a1bab7-d205-4de3-8b11-6d6905a994c5), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:50.498929 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0ceb5-6ce7-4422-b6ce-ace31689f7e3 req-239e59e4-b6c8-4c52-9f53-8e91d922c451 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:50.501164 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a7b0ceb5-6ce7-4422-b6ce-ace31689f7e3 req-239e59e4-b6c8-4c52-9f53-8e91d922c451 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 946 time: 0.1159453 Feb 09 01:39:50.595109 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-02c3b1a9-a95e-46db-beab-6380a8a1ad7c None None] Attempting to bind port 3ea93102-264b-4b9b-aaf5-257f0af8ac9d on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:39:50.600286 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-02c3b1a9-a95e-46db-beab-6380a8a1ad7c None None] Attempting to bind port 3ea93102-264b-4b9b-aaf5-257f0af8ac9d by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:39:50.600924 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c3b1a9-a95e-46db-beab-6380a8a1ad7c None None] Attempting to bind port 3ea93102-264b-4b9b-aaf5-257f0af8ac9d on network cbbe9143-fcdc-43c5-b797-7f127a92ac8e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:50.616211 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c3b1a9-a95e-46db-beab-6380a8a1ad7c None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:39:50.624664 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c3b1a9-a95e-46db-beab-6380a8a1ad7c None None] Checking segment: {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:50.628667 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-02c3b1a9-a95e-46db-beab-6380a8a1ad7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:50.630845 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c3b1a9-a95e-46db-beab-6380a8a1ad7c None None] Bound using segment: {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:39:50.632648 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-02c3b1a9-a95e-46db-beab-6380a8a1ad7c None None] Bound port: 3ea93102-264b-4b9b-aaf5-257f0af8ac9d, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:39:50.635221 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-02c3b1a9-a95e-46db-beab-6380a8a1ad7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3ea93102-264b-4b9b-aaf5-257f0af8ac9d), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:50.670489 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a7b0ceb5-6ce7-4422-b6ce-ace31689f7e3 req-3a6ec56a-009d-4227-b2dc-6af60ff6d05b tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624720 Feb 09 01:39:50.819542 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-02c3b1a9-a95e-46db-beab-6380a8a1ad7c None None] For port 3ea93102-264b-4b9b-aaf5-257f0af8ac9d, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:39:50.823857 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-02c3b1a9-a95e-46db-beab-6380a8a1ad7c None None] For port 3ea93102-264b-4b9b-aaf5-257f0af8ac9d, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=3ea93102-264b-4b9b-aaf5-257f0af8ac9d,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:39:50.828406 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-78a41ff2-5a6e-47b9-97f4-2dcbe0c1d75d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:50.835817 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-02c3b1a9-a95e-46db-beab-6380a8a1ad7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (3ea93102-264b-4b9b-aaf5-257f0af8ac9d), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:51.038840 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c437eaf4-cd75-4c45-97c4-b614de733a3f None None] Provisioning complete for port 3ea93102-264b-4b9b-aaf5-257f0af8ac9d triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:51.040250 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c437eaf4-cd75-4c45-97c4-b614de733a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3ea93102-264b-4b9b-aaf5-257f0af8ac9d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:51.077361 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-1feb739c-985f-44db-88ee-5da617c70f6a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting port 3ea93102-264b-4b9b-aaf5-257f0af8ac9d {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:51.079241 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1feb739c-985f-44db-88ee-5da617c70f6a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (3ea93102-264b-4b9b-aaf5-257f0af8ac9d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:51.098931 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c3b1a9-a95e-46db-beab-6380a8a1ad7c None None] Routers {'91a1bab7-d205-4de3-8b11-6d6905a994c5'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:51.099732 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-02c3b1a9-a95e-46db-beab-6380a8a1ad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:39:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['91a1bab7-d205-4de3-8b11-6d6905a994c5'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:51.102177 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:51.331285 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-1feb739c-985f-44db-88ee-5da617c70f6a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] For port 3ea93102-264b-4b9b-aaf5-257f0af8ac9d, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=3ea93102-264b-4b9b-aaf5-257f0af8ac9d,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:51.331674 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1feb739c-985f-44db-88ee-5da617c70f6a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (3ea93102-264b-4b9b-aaf5-257f0af8ac9d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:51.364873 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36af90-1e5a-4a74-9795-44b6692989b2 None None] Pushing event updated for resources: {'Port': ['ID=3ea93102-264b-4b9b-aaf5-257f0af8ac9d,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:51.383860 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-1feb739c-985f-44db-88ee-5da617c70f6a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Calling delete_port for 3ea93102-264b-4b9b-aaf5-257f0af8ac9d owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:51.526792 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-02c3b1a9-a95e-46db-beab-6380a8a1ad7c None None] Set router 91a1bab7-d205-4de3-8b11-6d6905a994c5 gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:39:51.600016 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda22cbd-f6b4-45f1-96a6-97dfc818d806 req-cb334839-5213-4e7d-b9b2-8e19f59c6ef5 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:51.622682 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bda22cbd-f6b4-45f1-96a6-97dfc818d806 req-cb334839-5213-4e7d-b9b2-8e19f59c6ef5 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 944 time: 0.1756127 Feb 09 01:39:51.791325 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bda22cbd-f6b4-45f1-96a6-97dfc818d806 req-7faf3295-4398-4aac-aa03-97ce7b2b7ccd tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659050 Feb 09 01:39:51.807569 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c437eaf4-cd75-4c45-97c4-b614de733a3f None None] Current status of the port 3ea93102-264b-4b9b-aaf5-257f0af8ac9d is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:51.808270 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c437eaf4-cd75-4c45-97c4-b614de733a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3ea93102-264b-4b9b-aaf5-257f0af8ac9d), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:51.990060 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1feb739c-985f-44db-88ee-5da617c70f6a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (3ea93102-264b-4b9b-aaf5-257f0af8ac9d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:52.075416 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5d55e-8fde-4f2d-891f-a91f6eb87a31 req-7e1af469-aaf3-4736-a3e9-769058d867e3 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:52.109664 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7ad5d55e-8fde-4f2d-891f-a91f6eb87a31 req-7e1af469-aaf3-4736-a3e9-769058d867e3 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 946 time: 0.2373464 Feb 09 01:39:52.182921 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-ad6d9872-3cb0-46aa-8150-c9f996872128 None None] Could not find standard attr ID for object 3ea93102-264b-4b9b-aaf5-257f0af8ac9d. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:39:52.226386 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55492) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:52.233623 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-02c3b1a9-a95e-46db-beab-6380a8a1ad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a1bab7-d205-4de3-8b11-6d6905a994c5', 'name': 'tempest-NetworksTestDHCPv6-router-1792354727', 'tenant_id': '840feb797a5045feb11a0660b5a0c7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:39:43Z', 'updated_at': '2022-02-09T01:39:46Z', 'revision_number': 2, 'project_id': '840feb797a5045feb11a0660b5a0c7d5', 'gw_port_host': None, '_interfaces': [{'id': '3ea93102-264b-4b9b-aaf5-257f0af8ac9d', 'name': '', 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'tenant_id': '840feb797a5045feb11a0660b5a0c7d5', 'mac_address': 'fa:16:3e:11:1b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a1bab7-d205-4de3-8b11-6d6905a994c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '08602fd7-f6d9-43a8-8fa9-cd0e4dba3398', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:39:44Z', 'updated_at': '2022-02-09T01:39:50Z', 'revision_number': 4, 'project_id': '840feb797a5045feb11a0660b5a0c7d5', 'subnets': [{'id': '08602fd7-f6d9-43a8-8fa9-cd0e4dba3398', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:52.242960 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-fcf7cb24-9ca7-4b4f-bf8e-d50b3393e6a5 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Request body: {'subnets': [{'network_id': '7617240c-9837-4e1a-913a-8314a75ab13b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2027387129', 'ip_version': 6}, {'network_id': '29962767-532c-4a59-bef8-103ddbafa8e2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:52.243335 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-fcf7cb24-9ca7-4b4f-bf8e-d50b3393e6a5 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Request body: {'subnet': {'network_id': '7617240c-9837-4e1a-913a-8314a75ab13b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2027387129', 'ip_version': 6}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:52.244174 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-fcf7cb24-9ca7-4b4f-bf8e-d50b3393e6a5 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Request body: {'subnet': {'network_id': '29962767-532c-4a59-bef8-103ddbafa8e2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:52.266527 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7ad5d55e-8fde-4f2d-891f-a91f6eb87a31 req-8b5d7a45-2f60-48c3-aa46-34770dcf2ce0 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553068 Feb 09 01:39:52.304380 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb739c-985f-44db-88ee-5da617c70f6a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Port': ['ID=3ea93102-264b-4b9b-aaf5-257f0af8ac9d,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:52.320743 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1feb739c-985f-44db-88ee-5da617c70f6a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (91a1bab7-d205-4de3-8b11-6d6905a994c5), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:52.353549 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c3b1a9-a95e-46db-beab-6380a8a1ad7c None None] The sync data for ids ['91a1bab7-d205-4de3-8b11-6d6905a994c5'] in n-d-822053-40 is: [{'id': '91a1bab7-d205-4de3-8b11-6d6905a994c5', 'name': 'tempest-NetworksTestDHCPv6-router-1792354727', 'tenant_id': '840feb797a5045feb11a0660b5a0c7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:39:43Z', 'updated_at': '2022-02-09T01:39:46Z', 'revision_number': 2, 'project_id': '840feb797a5045feb11a0660b5a0c7d5', 'gw_port_host': None, '_interfaces': [{'id': '3ea93102-264b-4b9b-aaf5-257f0af8ac9d', 'name': '', 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'tenant_id': '840feb797a5045feb11a0660b5a0c7d5', 'mac_address': 'fa:16:3e:11:1b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a1bab7-d205-4de3-8b11-6d6905a994c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '08602fd7-f6d9-43a8-8fa9-cd0e4dba3398', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:39:44Z', 'updated_at': '2022-02-09T01:39:50Z', 'revision_number': 4, 'project_id': '840feb797a5045feb11a0660b5a0c7d5', 'subnets': [{'id': '08602fd7-f6d9-43a8-8fa9-cd0e4dba3398', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:39:52.604678 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1feb739c-985f-44db-88ee-5da617c70f6a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Router 91a1bab7-d205-4de3-8b11-6d6905a994c5 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:39:52.646221 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf7cb24-9ca7-4b4f-bf8e-d50b3393e6a5 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Made reservation on behalf of 2ed8115362a3487aba749637888467c1 for: {'subnet': 2} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:52.650961 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fcf7cb24-9ca7-4b4f-bf8e-d50b3393e6a5 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:52.651345 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fcf7cb24-9ca7-4b4f-bf8e-d50b3393e6a5 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:52.741476 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1feb739c-985f-44db-88ee-5da617c70f6a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:39:52.751193 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1feb739c-985f-44db-88ee-5da617c70f6a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "PUT /v2.0/routers/91a1bab7-d205-4de3-8b11-6d6905a994c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6723852 Feb 09 01:39:52.753484 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55496) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:52.848263 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bc17d9-c4cf-4da8-90db-d0fe57b76199 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:52.850855 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bc17d9-c4cf-4da8-90db-d0fe57b76199 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:52.856065 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-49bc17d9-c4cf-4da8-90db-d0fe57b76199 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0972891 Feb 09 01:39:52.865512 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55500) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:52.982253 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-cefba4e6-2145-4c1f-8507-953f917b074a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting subnet 08602fd7-f6d9-43a8-8fa9-cd0e4dba3398 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:39:52.994502 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cefba4e6-2145-4c1f-8507-953f917b074a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (08602fd7-f6d9-43a8-8fa9-cd0e4dba3398), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:53.100336 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cefba4e6-2145-4c1f-8507-953f917b074a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (08602fd7-f6d9-43a8-8fa9-cd0e4dba3398), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:53.303750 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19171769-724f-4ed6-998f-24c26f0f740f req-f6f44f36-bd20-43dc-947a-a9f9f30b058a tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:53.318133 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-19171769-724f-4ed6-998f-24c26f0f740f req-f6f44f36-bd20-43dc-947a-a9f9f30b058a tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 944 time: 0.3424389 Feb 09 01:39:53.319821 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cefba4e6-2145-4c1f-8507-953f917b074a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (08602fd7-f6d9-43a8-8fa9-cd0e4dba3398), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:53.478194 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cefba4e6-2145-4c1f-8507-953f917b074a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (08602fd7-f6d9-43a8-8fa9-cd0e4dba3398), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:53.517606 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f2509a-275e-46bb-88e4-1df99ad96aba None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:53.579231 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cefba4e6-2145-4c1f-8507-953f917b074a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:53.588533 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cefba4e6-2145-4c1f-8507-953f917b074a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/08602fd7-f6d9-43a8-8fa9-cd0e4dba3398 HTTP/1.1" status: 204 len: 168 time: 0.7196407 Feb 09 01:39:53.588533 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefba4e6-2145-4c1f-8507-953f917b074a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Subnet': ['ID=08602fd7-f6d9-43a8-8fa9-cd0e4dba3398,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:53.589000 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55506) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:53.833856 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-19171769-724f-4ed6-998f-24c26f0f740f req-df399caa-740e-4d4d-8930-c784952a9cc3 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5034237 Feb 09 01:39:53.882897 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9672e9-0881-4a20-ab32-ac468f768989 None None] DHCP port deletion for cbbe9143-fcdc-43c5-b797-7f127a92ac8e request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:39:53.885262 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-24c5614a-3a21-4e15-ba85-4f477b7a13d1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2938695 Feb 09 01:39:53.891612 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55510) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:53.893668 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfc0d7-6142-4939-9455-3d3eea704ef3 req-17fa1e42-02ed-40c8-b516-e00bbbfcc3e1 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:53.896291 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0ddfc0d7-6142-4939-9455-3d3eea704ef3 req-17fa1e42-02ed-40c8-b516-e00bbbfcc3e1 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 946 time: 0.4106722 Feb 09 01:39:53.974971 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-aa9672e9-0881-4a20-ab32-ac468f768989 None None] Deleting port eb1fe962-c8ba-4caf-b623-65b70d6655d7 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:53.975685 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9672e9-0881-4a20-ab32-ac468f768989 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (eb1fe962-c8ba-4caf-b623-65b70d6655d7), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:54.057926 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f37de355-1c07-4d2f-9147-d062d059ec39 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for router (91a1bab7-d205-4de3-8b11-6d6905a994c5), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:54.060422 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0ddfc0d7-6142-4939-9455-3d3eea704ef3 req-9fde2190-b897-4aba-95f9-cc5d8ab6622f tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532145 Feb 09 01:39:54.079507 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-aa9672e9-0881-4a20-ab32-ac468f768989 None None] For port eb1fe962-c8ba-4caf-b623-65b70d6655d7, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=eb1fe962-c8ba-4caf-b623-65b70d6655d7,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:54.080392 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9672e9-0881-4a20-ab32-ac468f768989 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (eb1fe962-c8ba-4caf-b623-65b70d6655d7), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:54.098691 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-aa9672e9-0881-4a20-ab32-ac468f768989 None None] Calling delete_port for eb1fe962-c8ba-4caf-b623-65b70d6655d7 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:54.175683 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fcf7cb24-9ca7-4b4f-bf8e-d50b3393e6a5 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (5559fe48-69ca-4880-96a3-27eab363fa29), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:54.307800 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9672e9-0881-4a20-ab32-ac468f768989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (eb1fe962-c8ba-4caf-b623-65b70d6655d7), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:54.328654 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ba79fe94-9cbe-49d1-bd1f-eb256211c3e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:54.381590 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7cb24-9ca7-4b4f-bf8e-d50b3393e6a5 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Pushing event updated for resources: {'Subnet': ['ID=5559fe48-69ca-4880-96a3-27eab363fa29,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:54.386230 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf7cb24-9ca7-4b4f-bf8e-d50b3393e6a5 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Checking segment: {'id': '21eb3839-d91b-4859-ad2f-a8c454cd900b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7617240c-9837-4e1a-913a-8314a75ab13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:54.386927 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf7cb24-9ca7-4b4f-bf8e-d50b3393e6a5 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Network hostable DHCP agents. Network: 7617240c-9837-4e1a-913a-8314a75ab13b, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:39:54.408904 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9672e9-0881-4a20-ab32-ac468f768989 None None] Pushing event deleted for resources: {'Port': ['ID=eb1fe962-c8ba-4caf-b623-65b70d6655d7,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:54.428311 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9672e9-0881-4a20-ab32-ac468f768989 None None] No DVR routers for this DVR port eb1fe962-c8ba-4caf-b623-65b70d6655d7 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:39:54.436025 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf7cb24-9ca7-4b4f-bf8e-d50b3393e6a5 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Network 7617240c-9837-4e1a-913a-8314a75ab13b is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:39:54.467469 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-fcf7cb24-9ca7-4b4f-bf8e-d50b3393e6a5 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 7617240c-9837-4e1a-913a-8314a75ab13b) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:54.477807 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3205c68-21d7-4c0a-92b1-44afc1a22b14 None None] Network 7617240c-9837-4e1a-913a-8314a75ab13b requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:54.483844 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fcf7cb24-9ca7-4b4f-bf8e-d50b3393e6a5 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (8f8229a7-e14c-4fa7-89f8-79d975eb9715), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:54.515192 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f37de355-1c07-4d2f-9147-d062d059ec39 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (91a1bab7-d205-4de3-8b11-6d6905a994c5), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:54.518523 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f37de355-1c07-4d2f-9147-d062d059ec39 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for router_controller (91a1bab7-d205-4de3-8b11-6d6905a994c5), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:54.593481 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f37de355-1c07-4d2f-9147-d062d059ec39 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (91a1bab7-d205-4de3-8b11-6d6905a994c5), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:54.594077 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37de355-1c07-4d2f-9147-d062d059ec39 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Fanout notify agent at l3_agent the message router_deleted on router 91a1bab7-d205-4de3-8b11-6d6905a994c5 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:39:54.604359 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f37de355-1c07-4d2f-9147-d062d059ec39 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:54.605716 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f37de355-1c07-4d2f-9147-d062d059ec39 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/routers/91a1bab7-d205-4de3-8b11-6d6905a994c5 HTTP/1.1" status: 204 len: 168 time: 0.7128389 Feb 09 01:39:54.610735 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55514) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:54.636325 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf7cb24-9ca7-4b4f-bf8e-d50b3393e6a5 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Checking segment: {'id': '0d05d89c-6127-48f8-9b00-51a36923d0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '29962767-532c-4a59-bef8-103ddbafa8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:54.637771 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf7cb24-9ca7-4b4f-bf8e-d50b3393e6a5 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Network hostable DHCP agents. Network: 29962767-532c-4a59-bef8-103ddbafa8e2, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:39:54.674742 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7cb24-9ca7-4b4f-bf8e-d50b3393e6a5 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Pushing event updated for resources: {'Subnet': ['ID=8f8229a7-e14c-4fa7-89f8-79d975eb9715,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:54.685002 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c5031723-809b-4093-876f-e428eb265334 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0723846 Feb 09 01:39:54.688110 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55518) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:54.727753 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf7cb24-9ca7-4b4f-bf8e-d50b3393e6a5 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Network 29962767-532c-4a59-bef8-103ddbafa8e2 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:39:54.747403 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-fcf7cb24-9ca7-4b4f-bf8e-d50b3393e6a5 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 29962767-532c-4a59-bef8-103ddbafa8e2) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:54.762351 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf7cb24-9ca7-4b4f-bf8e-d50b3393e6a5 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:54.765660 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf7cb24-9ca7-4b4f-bf8e-d50b3393e6a5 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:54.767326 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fcf7cb24-9ca7-4b4f-bf8e-d50b3393e6a5 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:54.778688 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd3e40e-ab36-4166-806a-777f60c83942 None None] Network 29962767-532c-4a59-bef8-103ddbafa8e2 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:54.811189 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f9f2ac-6f2c-46f7-a528-e4cdc0230b9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-7617240c-9837-4e1a-913a-8314a75ab13b', 'network_id': '7617240c-9837-4e1a-913a-8314a75ab13b', 'project_id': '2ed8115362a3487aba749637888467c1', 'fixed_ips': [{'subnet_id': '5559fe48-69ca-4880-96a3-27eab363fa29'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:39:54.812357 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-97f9f2ac-6f2c-46f7-a528-e4cdc0230b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:54.813049 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-fcf7cb24-9ca7-4b4f-bf8e-d50b3393e6a5 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.5853803 Feb 09 01:39:54.815171 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55520) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:54.856143 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d897842-1b3a-4d01-b62d-51a64151fb08 None None] Sync routers for ids ['91a1bab7-d205-4de3-8b11-6d6905a994c5'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:39:54.890790 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3418f556-7d10-491b-b476-7315c576a086 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:54.896884 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d897842-1b3a-4d01-b62d-51a64151fb08 None None] Routers set() bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:54.899403 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d897842-1b3a-4d01-b62d-51a64151fb08 None None] Router IDs set() for agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 01:39:54.902635 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_agentschedulers_db [None req-3d897842-1b3a-4d01-b62d-51a64151fb08 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'91a1bab7-d205-4de3-8b11-6d6905a994c5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:39:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent'). {{(pid=103531) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 01:39:54.911619 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55524) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:54.920634 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3418f556-7d10-491b-b476-7315c576a086 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2031524 Feb 09 01:39:54.973259 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d897842-1b3a-4d01-b62d-51a64151fb08 None None] Routers set() bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:54.973910 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d897842-1b3a-4d01-b62d-51a64151fb08 None None] Router IDs set() for agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 01:39:54.975016 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_agentschedulers_db [None req-3d897842-1b3a-4d01-b62d-51a64151fb08 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'91a1bab7-d205-4de3-8b11-6d6905a994c5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:39:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent'). {{(pid=103531) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 01:39:54.975643 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d897842-1b3a-4d01-b62d-51a64151fb08 None None] The sync data for ids ['91a1bab7-d205-4de3-8b11-6d6905a994c5'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:39:55.095855 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-89ea3665-f518-4967-be77-2837aa07ff3c tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1828659 Feb 09 01:39:55.109378 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55530) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:55.119072 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-a8b80fb4-beab-4c32-afe7-11edd3d4a13f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'subnet': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:55.275378 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7355b6-79ff-4dc9-a147-8eeb8dc2b2b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-29962767-532c-4a59-bef8-103ddbafa8e2', 'network_id': '29962767-532c-4a59-bef8-103ddbafa8e2', 'project_id': '2ed8115362a3487aba749637888467c1', 'fixed_ips': [{'subnet_id': '8f8229a7-e14c-4fa7-89f8-79d975eb9715'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:39:55.278216 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-de7355b6-79ff-4dc9-a147-8eeb8dc2b2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:55.289916 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b68d606-4a02-409f-a618-cd5474601fe3 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:55.292939 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b68d606-4a02-409f-a618-cd5474601fe3 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:55.294862 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b68d606-4a02-409f-a618-cd5474601fe3 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:55.307451 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3b68d606-4a02-409f-a618-cd5474601fe3 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.4791584 Feb 09 01:39:55.308548 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55532) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:55.381014 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be336a-6b41-45ce-952d-a582b3a3b9a9 req-8e4289b1-d5d8-4232-84c4-a6b0a917ebd4 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:55.382850 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a4be336a-6b41-45ce-952d-a582b3a3b9a9 req-8e4289b1-d5d8-4232-84c4-a6b0a917ebd4 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 944 time: 0.3213043 Feb 09 01:39:55.469624 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-20049924-16cd-4250-821a-7d0b5d7426ea tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Deleting subnet 5559fe48-69ca-4880-96a3-27eab363fa29 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:39:55.472641 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf41c8-a271-412a-9952-73c6186891d6 req-0fa2c26c-d8a5-4f25-93e1-1c741f342e87 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:55.478860 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1fdf41c8-a271-412a-9952-73c6186891d6 req-0fa2c26c-d8a5-4f25-93e1-1c741f342e87 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 946 time: 0.3001418 Feb 09 01:39:55.511655 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b80fb4-beab-4c32-afe7-11edd3d4a13f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:55.515866 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a8b80fb4-beab-4c32-afe7-11edd3d4a13f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:55.567173 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-de7355b6-79ff-4dc9-a147-8eeb8dc2b2b7 None None] Allocated IP 2001:db8:0:1::1 (29962767-532c-4a59-bef8-103ddbafa8e2/8f8229a7-e14c-4fa7-89f8-79d975eb9715/e8035d12-cb0a-470f-b0ff-8f8fe29c8c7a) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:55.669397 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a4be336a-6b41-45ce-952d-a582b3a3b9a9 req-870bdd19-dcf0-46bf-8469-356d34dc0689 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2705636 Feb 09 01:39:55.737279 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1fdf41c8-a271-412a-9952-73c6186891d6 req-be3d28ed-ada3-4bd3-8c3b-723b6236c95e tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474256 Feb 09 01:39:55.830222 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 3ea93102-264b-4b9b-aaf5-257f0af8ac9d no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:39:55.883464 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-97f9f2ac-6f2c-46f7-a528-e4cdc0230b9a None None] Allocated IP 2001:db8::1 (7617240c-9837-4e1a-913a-8314a75ab13b/5559fe48-69ca-4880-96a3-27eab363fa29/18527093-ddb6-4dfb-bc57-af03f01be1b8) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:55.887424 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 3ea93102-264b-4b9b-aaf5-257f0af8ac9d {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:39:55.888528 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 3ea93102-264b-4b9b-aaf5-257f0af8ac9d not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:39:55.889295 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device eb1fe962-c8ba-4caf-b623-65b70d6655d7 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:39:55.979174 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: eb1fe962-c8ba-4caf-b623-65b70d6655d7 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:39:55.979901 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device eb1fe962-c8ba-4caf-b623-65b70d6655d7 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:39:56.043682 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:56.094592 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20471f9a-5975-4eff-b0c6-4ba04070de48 req-e5bd7ea5-132d-4505-8fce-331e701a27eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:56.097963 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-20471f9a-5975-4eff-b0c6-4ba04070de48 req-e5bd7ea5-132d-4505-8fce-331e701a27eb service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d2bc7c4a293d49059d9a272b2819e75f&device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 1127 time: 0.1456501 Feb 09 01:39:56.257193 n-d-822053-40 neutron-server[103528]: DEBUG neutron.objects.ports [None req-a8b80fb4-beab-4c32-afe7-11edd3d4a13f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103528) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:39:56.259540 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a8b80fb4-beab-4c32-afe7-11edd3d4a13f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (46751464-ca4e-45e2-8cb5-e3076efea24d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:56.290917 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-de7355b6-79ff-4dc9-a147-8eeb8dc2b2b7 None None] Publish callbacks [] for port (e8035d12-cb0a-470f-b0ff-8f8fe29c8c7a), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:56.329016 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-de7355b6-79ff-4dc9-a147-8eeb8dc2b2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (e8035d12-cb0a-470f-b0ff-8f8fe29c8c7a), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:56.355705 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20471f9a-5975-4eff-b0c6-4ba04070de48 req-560ba2e9-c121-4557-9a15-624db1e74fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:56.357427 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-20471f9a-5975-4eff-b0c6-4ba04070de48 req-560ba2e9-c121-4557-9a15-624db1e74fc1 service neutron] 10.222.0.121 "GET /v2.0/networks?id=88b27524-8ae4-4965-b899-af20055923cd HTTP/1.1" status: 200 len: 917 time: 0.2061152 Feb 09 01:39:56.403394 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b80fb4-beab-4c32-afe7-11edd3d4a13f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:56.414636 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-a8b80fb4-beab-4c32-afe7-11edd3d4a13f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:56.433502 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b80fb4-beab-4c32-afe7-11edd3d4a13f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:56.436431 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a8b80fb4-beab-4c32-afe7-11edd3d4a13f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:56.493037 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0479c18d-65e4-4850-91b2-54858f8c4142 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:56.500996 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b80fb4-beab-4c32-afe7-11edd3d4a13f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Subnet': ['ID=46751464-ca4e-45e2-8cb5-e3076efea24d,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:56.510488 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a8b80fb4-beab-4c32-afe7-11edd3d4a13f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3983619 Feb 09 01:39:56.513594 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55536) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:56.521229 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-04a5301d-d92c-4d1f-8b39-babf6ce7de90 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'subnet': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:56.712808 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7355b6-79ff-4dc9-a147-8eeb8dc2b2b7 None None] Network 29962767-532c-4a59-bef8-103ddbafa8e2 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:56.779899 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a5301d-d92c-4d1f-8b39-babf6ce7de90 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:56.782739 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-de7355b6-79ff-4dc9-a147-8eeb8dc2b2b7 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:56.792199 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-04a5301d-d92c-4d1f-8b39-babf6ce7de90 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:56.792414 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7355b6-79ff-4dc9-a147-8eeb8dc2b2b7 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:56.870868 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-97f9f2ac-6f2c-46f7-a528-e4cdc0230b9a None None] Publish callbacks [] for port (18527093-ddb6-4dfb-bc57-af03f01be1b8), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:56.879804 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7355b6-79ff-4dc9-a147-8eeb8dc2b2b7 None None] Pushing event updated for resources: {'Port': ['ID=e8035d12-cb0a-470f-b0ff-8f8fe29c8c7a,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:56.890662 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20049924-16cd-4250-821a-7d0b5d7426ea tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks [] for subnet (5559fe48-69ca-4880-96a3-27eab363fa29), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:56.902052 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-97f9f2ac-6f2c-46f7-a528-e4cdc0230b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (18527093-ddb6-4dfb-bc57-af03f01be1b8), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:56.961679 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20049924-16cd-4250-821a-7d0b5d7426ea tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (5559fe48-69ca-4880-96a3-27eab363fa29), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.021139 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-de7355b6-79ff-4dc9-a147-8eeb8dc2b2b7 None None] Attempting to bind port e8035d12-cb0a-470f-b0ff-8f8fe29c8c7a on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:39:57.021796 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-de7355b6-79ff-4dc9-a147-8eeb8dc2b2b7 None None] Attempting to bind port e8035d12-cb0a-470f-b0ff-8f8fe29c8c7a by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '0d05d89c-6127-48f8-9b00-51a36923d0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '29962767-532c-4a59-bef8-103ddbafa8e2'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:39:57.022380 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7355b6-79ff-4dc9-a147-8eeb8dc2b2b7 None None] Attempting to bind port e8035d12-cb0a-470f-b0ff-8f8fe29c8c7a on network 29962767-532c-4a59-bef8-103ddbafa8e2 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:57.036656 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f9f2ac-6f2c-46f7-a528-e4cdc0230b9a None None] Network 7617240c-9837-4e1a-913a-8314a75ab13b is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:57.043760 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-97f9f2ac-6f2c-46f7-a528-e4cdc0230b9a None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:57.066966 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f9f2ac-6f2c-46f7-a528-e4cdc0230b9a None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:57.131136 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae03c35e-55ab-4416-b54e-6774effa239d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'project_id': '840feb797a5045feb11a0660b5a0c7d5', 'fixed_ips': [{'subnet_id': '46751464-ca4e-45e2-8cb5-e3076efea24d'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:39:57.133955 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ae03c35e-55ab-4416-b54e-6774effa239d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.158103 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7355b6-79ff-4dc9-a147-8eeb8dc2b2b7 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:39:57.160277 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7355b6-79ff-4dc9-a147-8eeb8dc2b2b7 None None] Checking segment: {'id': '0d05d89c-6127-48f8-9b00-51a36923d0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '29962767-532c-4a59-bef8-103ddbafa8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:57.163406 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-de7355b6-79ff-4dc9-a147-8eeb8dc2b2b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.164082 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7355b6-79ff-4dc9-a147-8eeb8dc2b2b7 None None] Bound using segment: {'id': '0d05d89c-6127-48f8-9b00-51a36923d0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '29962767-532c-4a59-bef8-103ddbafa8e2'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:39:57.164782 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-de7355b6-79ff-4dc9-a147-8eeb8dc2b2b7 None None] Bound port: e8035d12-cb0a-470f-b0ff-8f8fe29c8c7a, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d05d89c-6127-48f8-9b00-51a36923d0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '29962767-532c-4a59-bef8-103ddbafa8e2'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:39:57.166406 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-de7355b6-79ff-4dc9-a147-8eeb8dc2b2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e8035d12-cb0a-470f-b0ff-8f8fe29c8c7a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.215460 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20049924-16cd-4250-821a-7d0b5d7426ea tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (5559fe48-69ca-4880-96a3-27eab363fa29), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.218093 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-20471f9a-5975-4eff-b0c6-4ba04070de48 req-9c2395b9-70ef-411a-846e-f5fe8377a262 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b30802aa-45d7-45f8-b20c-78b0e323596c HTTP/1.1" status: 200 len: 999 time: 0.1660342 Feb 09 01:39:57.243618 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7165923-d5b8-462c-8239-55dac70c5066 req-b9e2082d-5d81-468e-a04a-630d5d1e58a4 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:57.247416 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d7165923-d5b8-462c-8239-55dac70c5066 req-b9e2082d-5d81-468e-a04a-630d5d1e58a4 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 944 time: 0.3886390 Feb 09 01:39:57.277683 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9f2ac-6f2c-46f7-a528-e4cdc0230b9a None None] Pushing event updated for resources: {'Port': ['ID=18527093-ddb6-4dfb-bc57-af03f01be1b8,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:57.365775 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-97f9f2ac-6f2c-46f7-a528-e4cdc0230b9a None None] Attempting to bind port 18527093-ddb6-4dfb-bc57-af03f01be1b8 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:39:57.366479 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-97f9f2ac-6f2c-46f7-a528-e4cdc0230b9a None None] Attempting to bind port 18527093-ddb6-4dfb-bc57-af03f01be1b8 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '21eb3839-d91b-4859-ad2f-a8c454cd900b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7617240c-9837-4e1a-913a-8314a75ab13b'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:39:57.366946 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f9f2ac-6f2c-46f7-a528-e4cdc0230b9a None None] Attempting to bind port 18527093-ddb6-4dfb-bc57-af03f01be1b8 on network 7617240c-9837-4e1a-913a-8314a75ab13b {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:57.397452 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1aa40c-35e4-4b1e-b7d8-7f01b883501f req-6bc7ed29-c0a8-42f9-8999-11e91bcf5aa7 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:57.399088 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bc1aa40c-35e4-4b1e-b7d8-7f01b883501f req-6bc7ed29-c0a8-42f9-8999-11e91bcf5aa7 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 946 time: 0.4716218 Feb 09 01:39:57.405901 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d7165923-d5b8-462c-8239-55dac70c5066 req-d0ee72af-ad36-4147-a316-24f6eb35de17 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437929 Feb 09 01:39:57.466985 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20049924-16cd-4250-821a-7d0b5d7426ea tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (5559fe48-69ca-4880-96a3-27eab363fa29), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.476017 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20471f9a-5975-4eff-b0c6-4ba04070de48 req-e1145cb1-a894-4dca-a6e5-c5c16c7aec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:57.478492 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-20471f9a-5975-4eff-b0c6-4ba04070de48 req-e1145cb1-a894-4dca-a6e5-c5c16c7aec3c service neutron] 10.222.0.121 "GET /v2.0/subnets?id=22a89563-8842-4e1e-95dc-ee10f0240b0a HTTP/1.1" status: 200 len: 855 time: 0.2285960 Feb 09 01:39:57.568102 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bc1aa40c-35e4-4b1e-b7d8-7f01b883501f req-333afeef-da0c-4776-a0e1-f6f0660a19fc tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584146 Feb 09 01:39:57.584259 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f9f2ac-6f2c-46f7-a528-e4cdc0230b9a None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:39:57.588015 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20049924-16cd-4250-821a-7d0b5d7426ea tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.588743 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f9f2ac-6f2c-46f7-a528-e4cdc0230b9a None None] Checking segment: {'id': '21eb3839-d91b-4859-ad2f-a8c454cd900b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7617240c-9837-4e1a-913a-8314a75ab13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:57.589172 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-97f9f2ac-6f2c-46f7-a528-e4cdc0230b9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.590133 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f9f2ac-6f2c-46f7-a528-e4cdc0230b9a None None] Bound using segment: {'id': '21eb3839-d91b-4859-ad2f-a8c454cd900b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7617240c-9837-4e1a-913a-8314a75ab13b'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:39:57.591303 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-97f9f2ac-6f2c-46f7-a528-e4cdc0230b9a None None] Bound port: 18527093-ddb6-4dfb-bc57-af03f01be1b8, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21eb3839-d91b-4859-ad2f-a8c454cd900b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '7617240c-9837-4e1a-913a-8314a75ab13b'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:39:57.591715 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-97f9f2ac-6f2c-46f7-a528-e4cdc0230b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (18527093-ddb6-4dfb-bc57-af03f01be1b8), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.593338 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-20049924-16cd-4250-821a-7d0b5d7426ea tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] 10.222.0.30 "DELETE /v2.0/subnets/5559fe48-69ca-4880-96a3-27eab363fa29 HTTP/1.1" status: 204 len: 168 time: 2.2844558 Feb 09 01:39:57.595741 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55546) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:57.631281 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20049924-16cd-4250-821a-7d0b5d7426ea tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Pushing event deleted for resources: {'Subnet': ['ID=5559fe48-69ca-4880-96a3-27eab363fa29,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:57.725437 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-ae03c35e-55ab-4416-b54e-6774effa239d None None] Allocated IP 2001:db8::f816:3eff:fee6:be6e (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/46751464-ca4e-45e2-8cb5-e3076efea24d/a4ee9ac5-636b-437c-88ae-58c086a25108) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:57.845524 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f78838c-9cdb-463c-b1f9-f9220dcb3c25 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Deleting subnet 8f8229a7-e14c-4fa7-89f8-79d975eb9715 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:39:57.860729 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3f78838c-9cdb-463c-b1f9-f9220dcb3c25 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks [] for subnet (8f8229a7-e14c-4fa7-89f8-79d975eb9715), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.968000 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3f78838c-9cdb-463c-b1f9-f9220dcb3c25 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (8f8229a7-e14c-4fa7-89f8-79d975eb9715), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.987645 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ae03c35e-55ab-4416-b54e-6774effa239d None None] Publish callbacks [] for port (a4ee9ac5-636b-437c-88ae-58c086a25108), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:58.079498 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-97f9f2ac-6f2c-46f7-a528-e4cdc0230b9a None None] For port 18527093-ddb6-4dfb-bc57-af03f01be1b8, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:39:58.085300 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-97f9f2ac-6f2c-46f7-a528-e4cdc0230b9a None None] For port 18527093-ddb6-4dfb-bc57-af03f01be1b8, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=18527093-ddb6-4dfb-bc57-af03f01be1b8,segment=NetworkSegment(21eb3839-d91b-4859-ad2f-a8c454cd900b),segment_id=21eb3839-d91b-4859-ad2f-a8c454cd900b)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:39:58.108413 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ae03c35e-55ab-4416-b54e-6774effa239d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (a4ee9ac5-636b-437c-88ae-58c086a25108), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:58.122293 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-97f9f2ac-6f2c-46f7-a528-e4cdc0230b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (18527093-ddb6-4dfb-bc57-af03f01be1b8), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:58.148506 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae03c35e-55ab-4416-b54e-6774effa239d None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:58.156857 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-ae03c35e-55ab-4416-b54e-6774effa239d None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:58.225945 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae03c35e-55ab-4416-b54e-6774effa239d None None] Pushing event updated for resources: {'Port': ['ID=a4ee9ac5-636b-437c-88ae-58c086a25108,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:58.230676 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae03c35e-55ab-4416-b54e-6774effa239d None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:58.249043 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3f78838c-9cdb-463c-b1f9-f9220dcb3c25 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (8f8229a7-e14c-4fa7-89f8-79d975eb9715), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:58.255949 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20471f9a-5975-4eff-b0c6-4ba04070de48 req-1743afb8-b7eb-4482-afd4-fe35f08d96d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:58.258238 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-20471f9a-5975-4eff-b0c6-4ba04070de48 req-1743afb8-b7eb-4482-afd4-fe35f08d96d8 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=88b27524-8ae4-4965-b899-af20055923cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6392102 Feb 09 01:39:58.313745 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:58.480366 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c406cd-603f-4a64-bf4f-18cfeb0c3c9c None None] Network 7617240c-9837-4e1a-913a-8314a75ab13b requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:58.594767 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:58.596478 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3f78838c-9cdb-463c-b1f9-f9220dcb3c25 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (8f8229a7-e14c-4fa7-89f8-79d975eb9715), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:58.609329 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-ae03c35e-55ab-4416-b54e-6774effa239d None None] Attempting to bind port a4ee9ac5-636b-437c-88ae-58c086a25108 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:39:58.609968 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-ae03c35e-55ab-4416-b54e-6774effa239d None None] Attempting to bind port a4ee9ac5-636b-437c-88ae-58c086a25108 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:39:58.610647 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae03c35e-55ab-4416-b54e-6774effa239d None None] Attempting to bind port a4ee9ac5-636b-437c-88ae-58c086a25108 on network cbbe9143-fcdc-43c5-b797-7f127a92ac8e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:58.641430 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-20471f9a-5975-4eff-b0c6-4ba04070de48 req-02e6e5c6-ea85-40d8-b075-4e01766ec535 service neutron] 10.222.0.121 "GET /v2.0/networks/88b27524-8ae4-4965-b899-af20055923cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584216 Feb 09 01:39:58.672778 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-04a5301d-d92c-4d1f-8b39-babf6ce7de90 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (7f7fe0a2-1644-4008-bae7-8d46ddddaf84), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:58.683358 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-de7355b6-79ff-4dc9-a147-8eeb8dc2b2b7 None None] For port e8035d12-cb0a-470f-b0ff-8f8fe29c8c7a, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:39:58.755750 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae03c35e-55ab-4416-b54e-6774effa239d None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:39:58.756230 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae03c35e-55ab-4416-b54e-6774effa239d None None] Checking segment: {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:58.756766 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ae03c35e-55ab-4416-b54e-6774effa239d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:58.757324 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae03c35e-55ab-4416-b54e-6774effa239d None None] Bound using segment: {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:39:58.758078 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-ae03c35e-55ab-4416-b54e-6774effa239d None None] Bound port: a4ee9ac5-636b-437c-88ae-58c086a25108, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:39:58.758589 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ae03c35e-55ab-4416-b54e-6774effa239d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a4ee9ac5-636b-437c-88ae-58c086a25108), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:58.768244 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-de7355b6-79ff-4dc9-a147-8eeb8dc2b2b7 None None] For port e8035d12-cb0a-470f-b0ff-8f8fe29c8c7a, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=e8035d12-cb0a-470f-b0ff-8f8fe29c8c7a,segment=NetworkSegment(0d05d89c-6127-48f8-9b00-51a36923d0ea),segment_id=0d05d89c-6127-48f8-9b00-51a36923d0ea)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:39:58.774224 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9f2ac-6f2c-46f7-a528-e4cdc0230b9a None None] Pushing event updated for resources: {'Port': ['ID=18527093-ddb6-4dfb-bc57-af03f01be1b8,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:58.829583 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-de7355b6-79ff-4dc9-a147-8eeb8dc2b2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e8035d12-cb0a-470f-b0ff-8f8fe29c8c7a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:58.883655 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a5301d-d92c-4d1f-8b39-babf6ce7de90 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:58.897547 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-04a5301d-d92c-4d1f-8b39-babf6ce7de90 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:58.929763 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a5301d-d92c-4d1f-8b39-babf6ce7de90 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:58.933039 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-04a5301d-d92c-4d1f-8b39-babf6ce7de90 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:59.005706 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5301d-d92c-4d1f-8b39-babf6ce7de90 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Subnet': ['ID=7f7fe0a2-1644-4008-bae7-8d46ddddaf84,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:59.008276 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7355b6-79ff-4dc9-a147-8eeb8dc2b2b7 None None] Pushing event updated for resources: {'Port': ['ID=e8035d12-cb0a-470f-b0ff-8f8fe29c8c7a,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:59.056476 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-04a5301d-d92c-4d1f-8b39-babf6ce7de90 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5394313 Feb 09 01:39:59.057199 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-ae03c35e-55ab-4416-b54e-6774effa239d None None] For port a4ee9ac5-636b-437c-88ae-58c086a25108, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:39:59.062954 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55558) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:59.066247 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-ae03c35e-55ab-4416-b54e-6774effa239d None None] For port a4ee9ac5-636b-437c-88ae-58c086a25108, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=a4ee9ac5-636b-437c-88ae-58c086a25108,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:39:59.090004 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ae03c35e-55ab-4416-b54e-6774effa239d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (a4ee9ac5-636b-437c-88ae-58c086a25108), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:59.096565 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-371c9ce8-6f76-4ce9-af03-2e60d659c7c6 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'port': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'mac_address': 'fa:16:3e:d6:85:9e', 'name': 'tempest-NetworksTestDHCPv6-753667849'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:59.274232 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae03c35e-55ab-4416-b54e-6774effa239d None None] Pushing event updated for resources: {'Port': ['ID=a4ee9ac5-636b-437c-88ae-58c086a25108,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:59.503298 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371c9ce8-6f76-4ce9-af03-2e60d659c7c6 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:59.837685 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f78838c-9cdb-463c-b1f9-f9220dcb3c25 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Pushing event deleted for resources: {'Subnet': ['ID=8f8229a7-e14c-4fa7-89f8-79d975eb9715,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:59.854296 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3f78838c-9cdb-463c-b1f9-f9220dcb3c25 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:59.877591 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55562) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:59.882700 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3f78838c-9cdb-463c-b1f9-f9220dcb3c25 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] 10.222.0.30 "DELETE /v2.0/subnets/8f8229a7-e14c-4fa7-89f8-79d975eb9715 HTTP/1.1" status: 204 len: 168 time: 2.2775037 Feb 09 01:40:00.023338 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e8035d12-cb0a-470f-b0ff-8f8fe29c8c7a up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:00.107472 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9d05ac-abe8-4b0f-bda7-eb0153bcb504 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:00.124316 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-fa9d05ac-abe8-4b0f-bda7-eb0153bcb504 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2406566 Feb 09 01:40:00.133569 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-371c9ce8-6f76-4ce9-af03-2e60d659c7c6 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:00.136847 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55564) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:00.235786 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port e8035d12-cb0a-470f-b0ff-8f8fe29c8c7a triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:00.236085 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e8035d12-cb0a-470f-b0ff-8f8fe29c8c7a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:00.361830 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40240c40-61cf-4d17-886b-3f16e8ece307 req-e4d49170-aa88-4ba7-b56b-0cde01c5d056 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:00.364547 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-40240c40-61cf-4d17-886b-3f16e8ece307 req-e4d49170-aa88-4ba7-b56b-0cde01c5d056 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 944 time: 1.6983967 Feb 09 01:40:00.377157 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad49a4-920b-4260-91f2-029f3e89a636 req-36c357b6-3491-4e17-ac34-a34f8866efca tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:00.379956 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-49ad49a4-920b-4260-91f2-029f3e89a636 req-36c357b6-3491-4e17-ac34-a34f8866efca tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 946 time: 1.5981247 Feb 09 01:40:00.401226 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-371c9ce8-6f76-4ce9-af03-2e60d659c7c6 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] device_id is not set on port 5e2471f2-beb1-4e34-9fdb-faa5665773e6 yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:40:00.443763 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-20471f9a-5975-4eff-b0c6-4ba04070de48 req-39176472-5b94-4882-adbb-1baf6588a863 service neutron] 10.222.0.121 "GET /v2.0/networks/88b27524-8ae4-4965-b899-af20055923cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6855118 Feb 09 01:40:00.469391 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port e8035d12-cb0a-470f-b0ff-8f8fe29c8c7a is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:00.469878 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e8035d12-cb0a-470f-b0ff-8f8fe29c8c7a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:00.543417 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dc9d313c-2bc4-4b64-b6f1-5dce396cf6b9 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (29962767-532c-4a59-bef8-103ddbafa8e2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:00.564923 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port e8035d12-cb0a-470f-b0ff-8f8fe29c8c7a, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=e8035d12-cb0a-470f-b0ff-8f8fe29c8c7a,segment=NetworkSegment(0d05d89c-6127-48f8-9b00-51a36923d0ea),segment_id=0d05d89c-6127-48f8-9b00-51a36923d0ea)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:00.586245 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e8035d12-cb0a-470f-b0ff-8f8fe29c8c7a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:00.633507 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-49ad49a4-920b-4260-91f2-029f3e89a636 req-2386ef30-71d5-4b50-97f4-c98dfe4920ec tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235377 Feb 09 01:40:00.717558 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-40240c40-61cf-4d17-886b-3f16e8ece307 req-3238d4dd-32e6-44f9-b35b-787af6c5d7bd tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3173099 Feb 09 01:40:00.872698 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=e8035d12-cb0a-470f-b0ff-8f8fe29c8c7a,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:00.928058 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-dc9d313c-2bc4-4b64-b6f1-5dce396cf6b9 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Deleting port e8035d12-cb0a-470f-b0ff-8f8fe29c8c7a {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:00.928657 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dc9d313c-2bc4-4b64-b6f1-5dce396cf6b9 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (e8035d12-cb0a-470f-b0ff-8f8fe29c8c7a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:00.996513 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-371c9ce8-6f76-4ce9-af03-2e60d659c7c6 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Allocated IP 172.20.0.13 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/7f7fe0a2-1644-4008-bae7-8d46ddddaf84/5e2471f2-beb1-4e34-9fdb-faa5665773e6) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:01.016713 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-371c9ce8-6f76-4ce9-af03-2e60d659c7c6 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Allocated IP 2001:db8::f816:3eff:fed6:859e (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/46751464-ca4e-45e2-8cb5-e3076efea24d/5e2471f2-beb1-4e34-9fdb-faa5665773e6) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:01.053926 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-dc9d313c-2bc4-4b64-b6f1-5dce396cf6b9 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] For port e8035d12-cb0a-470f-b0ff-8f8fe29c8c7a, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=e8035d12-cb0a-470f-b0ff-8f8fe29c8c7a,segment=NetworkSegment(0d05d89c-6127-48f8-9b00-51a36923d0ea),segment_id=0d05d89c-6127-48f8-9b00-51a36923d0ea)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:01.054288 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dc9d313c-2bc4-4b64-b6f1-5dce396cf6b9 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (e8035d12-cb0a-470f-b0ff-8f8fe29c8c7a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:01.119025 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-dc9d313c-2bc4-4b64-b6f1-5dce396cf6b9 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Calling delete_port for e8035d12-cb0a-470f-b0ff-8f8fe29c8c7a owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:01.426648 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1898145-3137-42d8-bd46-257e677a6717 None None] Network 29962767-532c-4a59-bef8-103ddbafa8e2 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:01.513446 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dc9d313c-2bc4-4b64-b6f1-5dce396cf6b9 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (e8035d12-cb0a-470f-b0ff-8f8fe29c8c7a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:01.518680 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-371c9ce8-6f76-4ce9-af03-2e60d659c7c6 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for port (5e2471f2-beb1-4e34-9fdb-faa5665773e6), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:01.585821 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9d313c-2bc4-4b64-b6f1-5dce396cf6b9 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] No DVR routers for this DVR port e8035d12-cb0a-470f-b0ff-8f8fe29c8c7a on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:01.638130 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d313c-2bc4-4b64-b6f1-5dce396cf6b9 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Pushing event deleted for resources: {'Port': ['ID=e8035d12-cb0a-470f-b0ff-8f8fe29c8c7a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:01.662304 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-1c4719dc-ef0a-493c-9f4c-591689e228cc None None] Could not find standard attr ID for object e8035d12-cb0a-470f-b0ff-8f8fe29c8c7a. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:40:01.731803 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-371c9ce8-6f76-4ce9-af03-2e60d659c7c6 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (5e2471f2-beb1-4e34-9fdb-faa5665773e6), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:01.814427 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c770ab-4647-422c-a816-b6f5af04e4e8 None None] DHCP port deletion for 29962767-532c-4a59-bef8-103ddbafa8e2 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:40:01.907762 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cebbc33-8509-4a77-b7ac-be082ea2c251 None None] get_active_networks_info from n-d-822053-40 {{(pid=103530) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:40:02.040483 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-9969368d-3325-4414-8846-ea8aeae9f022 None None] Provisioning complete for port a4ee9ac5-636b-437c-88ae-58c086a25108 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:02.040916 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9969368d-3325-4414-8846-ea8aeae9f022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a4ee9ac5-636b-437c-88ae-58c086a25108), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:02.060946 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371c9ce8-6f76-4ce9-af03-2e60d659c7c6 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:02.062698 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dc9d313c-2bc4-4b64-b6f1-5dce396cf6b9 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (29962767-532c-4a59-bef8-103ddbafa8e2), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:02.124375 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99b04d-8e4b-429f-ad8c-df57aba6b908 req-a4003420-83ab-4d32-8ffe-742967f8211b tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:02.132796 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f99b04d-8e4b-429f-ad8c-df57aba6b908 req-a4003420-83ab-4d32-8ffe-742967f8211b tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 944 time: 0.0875018 Feb 09 01:40:02.154610 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-371c9ce8-6f76-4ce9-af03-2e60d659c7c6 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:02.168411 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371c9ce8-6f76-4ce9-af03-2e60d659c7c6 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:02.173346 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device a4ee9ac5-636b-437c-88ae-58c086a25108 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:02.179933 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cebbc33-8509-4a77-b7ac-be082ea2c251 None None] Resources bound (agent type, host, resource id): {{(pid=103530) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:40:02.229364 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f99b04d-8e4b-429f-ad8c-df57aba6b908 req-2a738d9d-ed42-40f3-bb26-a0c4a4ac0f69 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955768 Feb 09 01:40:02.250111 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704808a9-2358-48c6-9e50-5ceb7c4b7f4c req-adf75bbe-fcc7-4562-b902-2edb89aded1a tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:02.253082 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-704808a9-2358-48c6-9e50-5ceb7c4b7f4c req-adf75bbe-fcc7-4562-b902-2edb89aded1a tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 946 time: 0.3134341 Feb 09 01:40:02.323512 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371c9ce8-6f76-4ce9-af03-2e60d659c7c6 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:02.324625 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-371c9ce8-6f76-4ce9-af03-2e60d659c7c6 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:02.342356 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c9ce8-6f76-4ce9-af03-2e60d659c7c6 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Port': ['ID=5e2471f2-beb1-4e34-9fdb-faa5665773e6,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:02.354187 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-dc9d313c-2bc4-4b64-b6f1-5dce396cf6b9 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29962767-532c-4a59-bef8-103ddbafa8e2']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:02.370724 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-dc9d313c-2bc4-4b64-b6f1-5dce396cf6b9 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d05d89c-6127-48f8-9b00-51a36923d0ea') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:02.371504 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-dc9d313c-2bc4-4b64-b6f1-5dce396cf6b9 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d05d89c-6127-48f8-9b00-51a36923d0ea') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:02.397732 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-371c9ce8-6f76-4ce9-af03-2e60d659c7c6 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3280272 Feb 09 01:40:02.403332 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-704808a9-2358-48c6-9e50-5ceb7c4b7f4c req-591f2962-5355-4a34-a6df-1df1b067f2db tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419268 Feb 09 01:40:02.405010 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dc9d313c-2bc4-4b64-b6f1-5dce396cf6b9 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (0d05d89c-6127-48f8-9b00-51a36923d0ea), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:02.405976 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55582) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:02.440972 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dc9d313c-2bc4-4b64-b6f1-5dce396cf6b9 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (0d05d89c-6127-48f8-9b00-51a36923d0ea), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:02.452723 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc9d313c-2bc4-4b64-b6f1-5dce396cf6b9 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:40:02.453175 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dc9d313c-2bc4-4b64-b6f1-5dce396cf6b9 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (0d05d89c-6127-48f8-9b00-51a36923d0ea), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:02.463124 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:40:02.463124 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:40:02.463124 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:40:02.463124 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:40:02.463124 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:40:02.463124 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:40:02.463124 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:40:02.463124 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:40:02.463124 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:40:02.463124 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:40:02.463124 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:40:02.463124 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:40:02.463124 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:40:02.463124 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:40:02.463124 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:40:02.463124 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:40:02.463124 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:40:02.463124 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:40:02.463124 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:40:02.463124 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:40:02.463124 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:40:02.463124 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:40:02.463124 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:40:02.463124 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:40:02.463124 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:40:02.463124 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:40:02.463124 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:40:02.463124 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:40:02.463124 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:40:02.463124 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:40:02.463124 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:40:02.463124 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:40:02.637357 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461cd503-f85b-4fda-84dd-4cd244f366a4 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:02.649273 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461cd503-f85b-4fda-84dd-4cd244f366a4 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:02.674509 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dc9d313c-2bc4-4b64-b6f1-5dce396cf6b9 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (29962767-532c-4a59-bef8-103ddbafa8e2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:02.683203 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-461cd503-f85b-4fda-84dd-4cd244f366a4 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2752707 Feb 09 01:40:02.685945 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55584) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:02.716192 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dc9d313c-2bc4-4b64-b6f1-5dce396cf6b9 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:02.723835 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-dc9d313c-2bc4-4b64-b6f1-5dce396cf6b9 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] 10.222.0.30 "DELETE /v2.0/networks/29962767-532c-4a59-bef8-103ddbafa8e2 HTTP/1.1" status: 204 len: 168 time: 2.5792921 Feb 09 01:40:02.736430 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55586) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:02.861022 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d313c-2bc4-4b64-b6f1-5dce396cf6b9 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Pushing event deleted for resources: {'Network': ['ID=29962767-532c-4a59-bef8-103ddbafa8e2,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:02.909077 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port a4ee9ac5-636b-437c-88ae-58c086a25108 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:02.909778 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a4ee9ac5-636b-437c-88ae-58c086a25108), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:02.918127 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-9969368d-3325-4414-8846-ea8aeae9f022 None None] Current status of the port a4ee9ac5-636b-437c-88ae-58c086a25108 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:02.918651 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9969368d-3325-4414-8846-ea8aeae9f022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a4ee9ac5-636b-437c-88ae-58c086a25108), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:02.936530 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-0daa6c0d-0885-4a57-80f5-3cf35f7211b8 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting port 5e2471f2-beb1-4e34-9fdb-faa5665773e6 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:02.936874 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0daa6c0d-0885-4a57-80f5-3cf35f7211b8 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (5e2471f2-beb1-4e34-9fdb-faa5665773e6), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:02.947077 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-920aaddf-c29d-4c97-bdb7-3b9afb5eb099 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (7617240c-9837-4e1a-913a-8314a75ab13b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:03.029186 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-9969368d-3325-4414-8846-ea8aeae9f022 None None] For port a4ee9ac5-636b-437c-88ae-58c086a25108, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=a4ee9ac5-636b-437c-88ae-58c086a25108,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:03.054135 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16e8289-d4b2-4826-a7df-6f6a2b3e36ec None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:03.058535 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9969368d-3325-4414-8846-ea8aeae9f022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (a4ee9ac5-636b-437c-88ae-58c086a25108), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:03.077142 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0daa6c0d-0885-4a57-80f5-3cf35f7211b8 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (5e2471f2-beb1-4e34-9fdb-faa5665773e6), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:03.103880 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-0daa6c0d-0885-4a57-80f5-3cf35f7211b8 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Calling delete_port for 5e2471f2-beb1-4e34-9fdb-faa5665773e6 owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:03.133810 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-920aaddf-c29d-4c97-bdb7-3b9afb5eb099 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Deleting port 18527093-ddb6-4dfb-bc57-af03f01be1b8 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:03.135199 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-920aaddf-c29d-4c97-bdb7-3b9afb5eb099 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (18527093-ddb6-4dfb-bc57-af03f01be1b8), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:03.297139 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-920aaddf-c29d-4c97-bdb7-3b9afb5eb099 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] For port 18527093-ddb6-4dfb-bc57-af03f01be1b8, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=18527093-ddb6-4dfb-bc57-af03f01be1b8,segment=NetworkSegment(21eb3839-d91b-4859-ad2f-a8c454cd900b),segment_id=21eb3839-d91b-4859-ad2f-a8c454cd900b)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:03.297499 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-920aaddf-c29d-4c97-bdb7-3b9afb5eb099 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (18527093-ddb6-4dfb-bc57-af03f01be1b8), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:03.323750 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-920aaddf-c29d-4c97-bdb7-3b9afb5eb099 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Calling delete_port for 18527093-ddb6-4dfb-bc57-af03f01be1b8 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:03.426310 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port a4ee9ac5-636b-437c-88ae-58c086a25108 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:03.429221 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969368d-3325-4414-8846-ea8aeae9f022 None None] Pushing event updated for resources: {'Port': ['ID=a4ee9ac5-636b-437c-88ae-58c086a25108,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:03.474401 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-920aaddf-c29d-4c97-bdb7-3b9afb5eb099 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (18527093-ddb6-4dfb-bc57-af03f01be1b8), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:03.550652 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920aaddf-c29d-4c97-bdb7-3b9afb5eb099 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] No DVR routers for this DVR port 18527093-ddb6-4dfb-bc57-af03f01be1b8 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:03.553554 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920aaddf-c29d-4c97-bdb7-3b9afb5eb099 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Pushing event deleted for resources: {'Port': ['ID=18527093-ddb6-4dfb-bc57-af03f01be1b8,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:03.580160 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04254d2-f495-4c90-8a95-672677eacf93 None None] Update dhcp port {'port': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'fixed_ips': [{'subnet_id': '46751464-ca4e-45e2-8cb5-e3076efea24d', 'ip_address': '2001:db8::f816:3eff:fee6:be6e'}, {'subnet_id': '7f7fe0a2-1644-4008-bae7-8d46ddddaf84'}], 'binding:host_id': 'n-d-822053-40'}, 'id': 'a4ee9ac5-636b-437c-88ae-58c086a25108'} from n-d-822053-40. {{(pid=103530) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:40:03.616904 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0daa6c0d-0885-4a57-80f5-3cf35f7211b8 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (5e2471f2-beb1-4e34-9fdb-faa5665773e6), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:03.639463 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a04254d2-f495-4c90-8a95-672677eacf93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a4ee9ac5-636b-437c-88ae-58c086a25108), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:03.666958 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa6c0d-0885-4a57-80f5-3cf35f7211b8 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Port': ['ID=5e2471f2-beb1-4e34-9fdb-faa5665773e6,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:03.674568 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-920aaddf-c29d-4c97-bdb7-3b9afb5eb099 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (7617240c-9837-4e1a-913a-8314a75ab13b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:03.720091 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169c100-6f20-46e8-9e45-70cff4329f45 req-c65144ce-2069-406a-a083-83b8aa8cecad tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:03.727683 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-920aaddf-c29d-4c97-bdb7-3b9afb5eb099 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7617240c-9837-4e1a-913a-8314a75ab13b']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:03.729189 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f169c100-6f20-46e8-9e45-70cff4329f45 req-c65144ce-2069-406a-a083-83b8aa8cecad tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 946 time: 0.1875985 Feb 09 01:40:03.741042 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-920aaddf-c29d-4c97-bdb7-3b9afb5eb099 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21eb3839-d91b-4859-ad2f-a8c454cd900b') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:03.744452 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-920aaddf-c29d-4c97-bdb7-3b9afb5eb099 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21eb3839-d91b-4859-ad2f-a8c454cd900b') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:03.755856 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-920aaddf-c29d-4c97-bdb7-3b9afb5eb099 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (21eb3839-d91b-4859-ad2f-a8c454cd900b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:03.771282 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-920aaddf-c29d-4c97-bdb7-3b9afb5eb099 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (21eb3839-d91b-4859-ad2f-a8c454cd900b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:03.777507 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c35ca-85e2-45cf-933a-3469bf707494 req-a504c87f-01e9-4495-b9b6-934246257bd5 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:03.778251 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-920aaddf-c29d-4c97-bdb7-3b9afb5eb099 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:40:03.779156 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dc3c35ca-85e2-45cf-933a-3469bf707494 req-a504c87f-01e9-4495-b9b6-934246257bd5 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 944 time: 0.2939775 Feb 09 01:40:03.787097 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-920aaddf-c29d-4c97-bdb7-3b9afb5eb099 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (21eb3839-d91b-4859-ad2f-a8c454cd900b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:03.865843 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:40:03.865843 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:40:03.865843 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:40:03.865843 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:40:03.865843 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:40:03.865843 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:40:03.865843 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:40:03.865843 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:40:03.865843 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:40:03.865843 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:40:03.865843 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:40:03.865843 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:40:03.865843 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:40:03.865843 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:40:03.865843 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:40:03.865843 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:40:03.865843 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:40:03.865843 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:40:03.865843 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:40:03.865843 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:40:03.865843 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:40:03.865843 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:40:03.865843 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:40:03.865843 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:40:03.865843 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:40:03.865843 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:40:03.865843 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:40:03.865843 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:40:03.865843 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:40:03.865843 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:40:03.865843 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:40:03.865843 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:40:03.872708 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-920aaddf-c29d-4c97-bdb7-3b9afb5eb099 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (7617240c-9837-4e1a-913a-8314a75ab13b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:03.880432 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-920aaddf-c29d-4c97-bdb7-3b9afb5eb099 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:03.897157 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-920aaddf-c29d-4c97-bdb7-3b9afb5eb099 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] 10.222.0.30 "DELETE /v2.0/networks/7617240c-9837-4e1a-913a-8314a75ab13b HTTP/1.1" status: 204 len: 168 time: 1.1593068 Feb 09 01:40:03.902798 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55598) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:03.923250 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920aaddf-c29d-4c97-bdb7-3b9afb5eb099 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Pushing event deleted for resources: {'Network': ['ID=7617240c-9837-4e1a-913a-8314a75ab13b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:03.954038 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f169c100-6f20-46e8-9e45-70cff4329f45 req-70c3a829-babc-475c-8205-a4254839afdb tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237558 Feb 09 01:40:03.963049 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0daa6c0d-0885-4a57-80f5-3cf35f7211b8 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:03.969713 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0daa6c0d-0885-4a57-80f5-3cf35f7211b8 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/ports/5e2471f2-beb1-4e34-9fdb-faa5665773e6 HTTP/1.1" status: 204 len: 168 time: 1.2721219 Feb 09 01:40:03.971257 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55600) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:03.972611 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device a4ee9ac5-636b-437c-88ae-58c086a25108 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:04.029547 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c103933-271d-4253-b70c-5d6446bc3f3b tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (d4d627aa-9267-405d-af5e-66a544920e8b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.035581 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dc3c35ca-85e2-45cf-933a-3469bf707494 req-7981a442-7fff-48c3-bfe9-da10179922b8 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2121356 Feb 09 01:40:04.062531 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d006f9-4930-4116-a751-38b0cfc8a704 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:04.064651 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d006f9-4930-4116-a751-38b0cfc8a704 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:04.066221 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d006f9-4930-4116-a751-38b0cfc8a704 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:04.067339 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-a04254d2-f495-4c90-8a95-672677eacf93 None None] Allocated IP 172.20.0.2 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/7f7fe0a2-1644-4008-bae7-8d46ddddaf84/a4ee9ac5-636b-437c-88ae-58c086a25108) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:04.071394 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-62d006f9-4930-4116-a751-38b0cfc8a704 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0984931 Feb 09 01:40:04.072227 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55602) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:04.133260 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-48fdc32e-2fa6-4646-b30b-da1a94ce4ee8 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting subnet 46751464-ca4e-45e2-8cb5-e3076efea24d {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:40:04.186826 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c103933-271d-4253-b70c-5d6446bc3f3b tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (d4d627aa-9267-405d-af5e-66a544920e8b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.189767 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-a04254d2-f495-4c90-8a95-672677eacf93 None None] For port a4ee9ac5-636b-437c-88ae-58c086a25108, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=a4ee9ac5-636b-437c-88ae-58c086a25108,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:04.215121 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-4c103933-271d-4253-b70c-5d6446bc3f3b tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d627aa-9267-405d-af5e-66a544920e8b']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:04.228905 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-4c103933-271d-4253-b70c-5d6446bc3f3b tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d014e4-51a7-465e-b4f1-1486befe3383') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:04.229203 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-4c103933-271d-4253-b70c-5d6446bc3f3b tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d014e4-51a7-465e-b4f1-1486befe3383') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:04.235795 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port a4ee9ac5-636b-437c-88ae-58c086a25108 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:04.236409 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a4ee9ac5-636b-437c-88ae-58c086a25108), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.240007 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a04254d2-f495-4c90-8a95-672677eacf93 None None] Publish callbacks [] for port (a4ee9ac5-636b-437c-88ae-58c086a25108), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.241870 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c103933-271d-4253-b70c-5d6446bc3f3b tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (39d014e4-51a7-465e-b4f1-1486befe3383), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.249497 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-48fdc32e-2fa6-4646-b30b-da1a94ce4ee8 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (46751464-ca4e-45e2-8cb5-e3076efea24d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.258448 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c103933-271d-4253-b70c-5d6446bc3f3b tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (39d014e4-51a7-465e-b4f1-1486befe3383), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.266328 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a04254d2-f495-4c90-8a95-672677eacf93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (a4ee9ac5-636b-437c-88ae-58c086a25108), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.274508 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c103933-271d-4253-b70c-5d6446bc3f3b tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:40:04.274917 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c103933-271d-4253-b70c-5d6446bc3f3b tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (39d014e4-51a7-465e-b4f1-1486befe3383), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.285879 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:40:04.285879 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:40:04.285879 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:40:04.285879 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:40:04.285879 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:40:04.285879 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:40:04.285879 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:40:04.285879 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:40:04.285879 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:40:04.285879 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:40:04.285879 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:40:04.285879 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:40:04.285879 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:40:04.285879 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:40:04.285879 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:40:04.285879 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:40:04.285879 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:40:04.285879 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:40:04.285879 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:40:04.285879 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:40:04.285879 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:40:04.285879 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:40:04.285879 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:40:04.285879 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:40:04.285879 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:40:04.285879 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:40:04.285879 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:40:04.285879 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:40:04.285879 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:40:04.285879 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:40:04.285879 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:40:04.285879 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:40:04.305027 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-48fdc32e-2fa6-4646-b30b-da1a94ce4ee8 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (46751464-ca4e-45e2-8cb5-e3076efea24d), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.401242 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c103933-271d-4253-b70c-5d6446bc3f3b tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (d4d627aa-9267-405d-af5e-66a544920e8b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.408660 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c103933-271d-4253-b70c-5d6446bc3f3b tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.414325 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-48fdc32e-2fa6-4646-b30b-da1a94ce4ee8 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (46751464-ca4e-45e2-8cb5-e3076efea24d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.416284 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4c103933-271d-4253-b70c-5d6446bc3f3b tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] 10.222.0.30 "DELETE /v2.0/networks/d4d627aa-9267-405d-af5e-66a544920e8b HTTP/1.1" status: 204 len: 168 time: 0.5124950 Feb 09 01:40:04.451371 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55604) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:04.463848 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04254d2-f495-4c90-8a95-672677eacf93 None None] Pushing event updated for resources: {'Port': ['ID=a4ee9ac5-636b-437c-88ae-58c086a25108,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:04.474430 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c103933-271d-4253-b70c-5d6446bc3f3b tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Pushing event deleted for resources: {'Network': ['ID=d4d627aa-9267-405d-af5e-66a544920e8b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:04.519953 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port a4ee9ac5-636b-437c-88ae-58c086a25108 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:04.526192 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-48fdc32e-2fa6-4646-b30b-da1a94ce4ee8 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (46751464-ca4e-45e2-8cb5-e3076efea24d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.533095 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e8035d12-cb0a-470f-b0ff-8f8fe29c8c7a no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:40:04.560077 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: e8035d12-cb0a-470f-b0ff-8f8fe29c8c7a {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:40:04.560427 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e8035d12-cb0a-470f-b0ff-8f8fe29c8c7a not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:40:04.576600 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-48fdc32e-2fa6-4646-b30b-da1a94ce4ee8 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.585043 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-48fdc32e-2fa6-4646-b30b-da1a94ce4ee8 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/46751464-ca4e-45e2-8cb5-e3076efea24d HTTP/1.1" status: 204 len: 168 time: 0.5091543 Feb 09 01:40:04.589014 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55606) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:04.592139 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fdc32e-2fa6-4646-b30b-da1a94ce4ee8 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Subnet': ['ID=46751464-ca4e-45e2-8cb5-e3076efea24d,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:04.656638 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-52f6d638-776b-4297-8606-647f26dd8328 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (0bb07ec2-2fad-4c71-8c20-efef836d6d63), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.719227 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-243584aa-78a1-4945-b39f-ad77a4d633df tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting subnet 7f7fe0a2-1644-4008-bae7-8d46ddddaf84 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:40:04.725192 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-243584aa-78a1-4945-b39f-ad77a4d633df tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (7f7fe0a2-1644-4008-bae7-8d46ddddaf84), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.820179 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-52f6d638-776b-4297-8606-647f26dd8328 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (0bb07ec2-2fad-4c71-8c20-efef836d6d63), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.824285 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-243584aa-78a1-4945-b39f-ad77a4d633df tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (7f7fe0a2-1644-4008-bae7-8d46ddddaf84), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:05.018284 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-52f6d638-776b-4297-8606-647f26dd8328 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb07ec2-2fad-4c71-8c20-efef836d6d63']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:05.077655 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-52f6d638-776b-4297-8606-647f26dd8328 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9baec5e-f5e4-458c-8f2a-da8f0f16942e') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:05.077856 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-52f6d638-776b-4297-8606-647f26dd8328 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9baec5e-f5e4-458c-8f2a-da8f0f16942e') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:05.095568 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-52f6d638-776b-4297-8606-647f26dd8328 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (a9baec5e-f5e4-458c-8f2a-da8f0f16942e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:05.105206 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-243584aa-78a1-4945-b39f-ad77a4d633df tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (7f7fe0a2-1644-4008-bae7-8d46ddddaf84), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:05.148305 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb0998-ae38-412b-a0ba-a4eb31c642a4 req-f5f2526d-b68b-4656-9360-daf2c2d93ec2 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:05.154725 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-52f6d638-776b-4297-8606-647f26dd8328 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (a9baec5e-f5e4-458c-8f2a-da8f0f16942e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:05.157395 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c6cb0998-ae38-412b-a0ba-a4eb31c642a4 req-f5f2526d-b68b-4656-9360-daf2c2d93ec2 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 946 time: 0.0821395 Feb 09 01:40:05.168020 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52f6d638-776b-4297-8606-647f26dd8328 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:40:05.174083 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-52f6d638-776b-4297-8606-647f26dd8328 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (a9baec5e-f5e4-458c-8f2a-da8f0f16942e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:05.178126 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:40:05.178126 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:40:05.178126 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:40:05.178126 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:40:05.178126 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:40:05.178126 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:40:05.178126 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:40:05.178126 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:40:05.178126 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:40:05.178126 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:40:05.178126 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:40:05.178126 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:40:05.178126 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:40:05.178126 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:40:05.178126 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:40:05.178126 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:40:05.178126 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:40:05.178126 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:40:05.178126 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:40:05.178126 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:40:05.178126 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:40:05.178126 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:40:05.178126 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:40:05.178126 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:40:05.178126 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:40:05.178126 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:40:05.178126 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:40:05.178126 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:40:05.178126 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:40:05.178126 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:40:05.178126 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:40:05.178126 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:40:05.261475 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c6cb0998-ae38-412b-a0ba-a4eb31c642a4 req-d2689b24-15dd-4525-b0aa-8aa14bb6f013 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031113 Feb 09 01:40:05.272940 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-243584aa-78a1-4945-b39f-ad77a4d633df tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (7f7fe0a2-1644-4008-bae7-8d46ddddaf84), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:05.305974 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77d77b-ab60-4395-bbd5-eae429ac73ef req-9f02a664-b024-4f6c-9ae7-f6dc57848d95 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:05.307556 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7b77d77b-ab60-4395-bbd5-eae429ac73ef req-9f02a664-b024-4f6c-9ae7-f6dc57848d95 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 944 time: 0.0908895 Feb 09 01:40:05.311583 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243584aa-78a1-4945-b39f-ad77a4d633df tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Subnet': ['ID=7f7fe0a2-1644-4008-bae7-8d46ddddaf84,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:05.312357 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-243584aa-78a1-4945-b39f-ad77a4d633df tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:05.321568 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-243584aa-78a1-4945-b39f-ad77a4d633df tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/7f7fe0a2-1644-4008-bae7-8d46ddddaf84 HTTP/1.1" status: 204 len: 168 time: 0.7307856 Feb 09 01:40:05.321799 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55616) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:05.332479 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-52f6d638-776b-4297-8606-647f26dd8328 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (0bb07ec2-2fad-4c71-8c20-efef836d6d63), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:05.341265 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-52f6d638-776b-4297-8606-647f26dd8328 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:05.344867 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-52f6d638-776b-4297-8606-647f26dd8328 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] 10.222.0.30 "DELETE /v2.0/networks/0bb07ec2-2fad-4c71-8c20-efef836d6d63 HTTP/1.1" status: 204 len: 168 time: 0.8871591 Feb 09 01:40:05.366740 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6d638-776b-4297-8606-647f26dd8328 tempest-BulkNetworkOpsIpV6Test-1526531250 tempest-BulkNetworkOpsIpV6Test-1526531250-project] Pushing event deleted for resources: {'Network': ['ID=0bb07ec2-2fad-4c71-8c20-efef836d6d63,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:05.375654 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d254973f-ad0e-42cf-ae1c-448a6ffe73cd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527782 Feb 09 01:40:05.379489 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55620) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:05.385339 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-3aa35018-c840-4c82-bb2f-2020d0be116c tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'subnet': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:05.417326 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7b77d77b-ab60-4395-bbd5-eae429ac73ef req-1aa2fa63-fe4b-4d9a-a5ac-c9c3ac456481 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495281 Feb 09 01:40:05.429587 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4743042-624b-4013-8326-f6bae472c1d1 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:05.495923 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa35018-c840-4c82-bb2f-2020d0be116c tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:05.499423 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3aa35018-c840-4c82-bb2f-2020d0be116c tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:05.517962 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-3ae9ee9c-ad0f-4b92-9bc5-ad99d1d49730 None None] Could not find standard attr ID for object 5e2471f2-beb1-4e34-9fdb-faa5665773e6. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:40:05.538417 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-3ae9ee9c-ad0f-4b92-9bc5-ad99d1d49730 None None] Provisioning complete for port a4ee9ac5-636b-437c-88ae-58c086a25108 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:05.538743 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3ae9ee9c-ad0f-4b92-9bc5-ad99d1d49730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a4ee9ac5-636b-437c-88ae-58c086a25108), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:05.656554 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3ae9ee9c-ad0f-4b92-9bc5-ad99d1d49730 None None] Current status of the port a4ee9ac5-636b-437c-88ae-58c086a25108 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:05.678588 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46b3982-861a-43d7-96ff-4a98e645eded None None] DHCP port deletion for cbbe9143-fcdc-43c5-b797-7f127a92ac8e request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:40:05.710811 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55624) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:05.745039 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f46b3982-861a-43d7-96ff-4a98e645eded None None] Deleting port a4ee9ac5-636b-437c-88ae-58c086a25108 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:05.745409 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f46b3982-861a-43d7-96ff-4a98e645eded None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (a4ee9ac5-636b-437c-88ae-58c086a25108), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:05.793094 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device a4ee9ac5-636b-437c-88ae-58c086a25108 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:40:05.877256 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-f46b3982-861a-43d7-96ff-4a98e645eded None None] For port a4ee9ac5-636b-437c-88ae-58c086a25108, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=a4ee9ac5-636b-437c-88ae-58c086a25108,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:05.877657 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f46b3982-861a-43d7-96ff-4a98e645eded None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (a4ee9ac5-636b-437c-88ae-58c086a25108), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:05.908931 n-d-822053-40 neutron-server[103528]: DEBUG neutron.objects.ports [None req-3aa35018-c840-4c82-bb2f-2020d0be116c tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103528) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:40:05.910303 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f46b3982-861a-43d7-96ff-4a98e645eded None None] Calling delete_port for a4ee9ac5-636b-437c-88ae-58c086a25108 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:05.934114 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port a4ee9ac5-636b-437c-88ae-58c086a25108 is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:05.934522 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a4ee9ac5-636b-437c-88ae-58c086a25108), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:05.982718 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cf146665-1b37-4279-8c15-52270be718f9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2ed8115362a3487aba749637888467c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2703328 Feb 09 01:40:05.985552 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55628) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:06.021199 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port a4ee9ac5-636b-437c-88ae-58c086a25108, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=a4ee9ac5-636b-437c-88ae-58c086a25108,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:06.036409 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (a4ee9ac5-636b-437c-88ae-58c086a25108), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:06.049220 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b8e14dc7-15cf-4ce4-aa38-f9c92f0a9e45 admin admin] Publish callbacks [] for security_group (f5ff49c3-a120-4f67-9fed-224beaaf7449), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:06.073725 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f46b3982-861a-43d7-96ff-4a98e645eded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (a4ee9ac5-636b-437c-88ae-58c086a25108), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:06.094074 n-d-822053-40 neutron-server[103528]: WARNING neutron.services.revisions.revision_plugin [None req-3aa35018-c840-4c82-bb2f-2020d0be116c tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Could not find related port for resource to bump revision. Feb 09 01:40:06.094302 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46b3982-861a-43d7-96ff-4a98e645eded None None] No DVR routers for this DVR port a4ee9ac5-636b-437c-88ae-58c086a25108 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:06.101916 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b8e14dc7-15cf-4ce4-aa38-f9c92f0a9e45 admin admin] Publish callbacks [] for security_group (f5ff49c3-a120-4f67-9fed-224beaaf7449), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:06.109786 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.ipam_pluggable_backend [None req-3aa35018-c840-4c82-bb2f-2020d0be116c tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Port a4ee9ac5-636b-437c-88ae-58c086a25108 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103528) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 09 01:40:06.110062 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.ipam_pluggable_backend [None req-3aa35018-c840-4c82-bb2f-2020d0be116c tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Reverting IP allocation for 2001:db8::f816:3eff:fee6:be6e {{(pid=103528) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 09 01:40:06.114931 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.ipam_pluggable_backend [None req-3aa35018-c840-4c82-bb2f-2020d0be116c tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fee6:be6e {{(pid=103528) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 09 01:40:06.115183 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=a4ee9ac5-636b-437c-88ae-58c086a25108,revision_number=7']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:06.117997 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3aa35018-c840-4c82-bb2f-2020d0be116c tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (cf08ef5b-24bb-4624-a13f-3406f54a7619), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:06.153068 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b3982-861a-43d7-96ff-4a98e645eded None None] Pushing event deleted for resources: {'Port': ['ID=a4ee9ac5-636b-437c-88ae-58c086a25108,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:06.193716 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa35018-c840-4c82-bb2f-2020d0be116c tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:06.199524 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-3aa35018-c840-4c82-bb2f-2020d0be116c tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:06.203130 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa35018-c840-4c82-bb2f-2020d0be116c tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:06.203788 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3aa35018-c840-4c82-bb2f-2020d0be116c tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:06.209054 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b8e14dc7-15cf-4ce4-aa38-f9c92f0a9e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f5ff49c3-a120-4f67-9fed-224beaaf7449), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:06.212607 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1378d2a-2ae8-4fc2-b199-3acf71392465 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:06.214026 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b8e14dc7-15cf-4ce4-aa38-f9c92f0a9e45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:06.215405 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b8e14dc7-15cf-4ce4-aa38-f9c92f0a9e45 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f5ff49c3-a120-4f67-9fed-224beaaf7449 HTTP/1.1" status: 204 len: 168 time: 0.2288554 Feb 09 01:40:06.233733 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa35018-c840-4c82-bb2f-2020d0be116c tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Subnet': ['ID=cf08ef5b-24bb-4624-a13f-3406f54a7619,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:06.249194 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e14dc7-15cf-4ce4-aa38-f9c92f0a9e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ff49c3-a120-4f67-9fed-224beaaf7449,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:06.265181 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55638) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:06.266993 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3aa35018-c840-4c82-bb2f-2020d0be116c tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8859172 Feb 09 01:40:06.273439 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-8009241a-08ed-4a03-8710-7b9b8abbf3bb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'subnet': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:06.361032 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba573a4a-a9ca-46d0-be65-707e404687f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'project_id': '840feb797a5045feb11a0660b5a0c7d5', 'fixed_ips': [{'subnet_id': 'cf08ef5b-24bb-4624-a13f-3406f54a7619'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:40:06.364318 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ba573a4a-a9ca-46d0-be65-707e404687f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:06.491830 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8009241a-08ed-4a03-8710-7b9b8abbf3bb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:06.496135 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8009241a-08ed-4a03-8710-7b9b8abbf3bb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:06.580568 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-ba573a4a-a9ca-46d0-be65-707e404687f0 None None] Allocated IP 2001:db8::f816:3eff:fe83:f426 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/cf08ef5b-24bb-4624-a13f-3406f54a7619/5d19a922-f865-4d6c-9f30-b3d7b0487d71) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:06.611181 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7032c9-7fbf-4229-a0ca-c3e5f37b490a req-49856b80-cc6b-4306-8704-ac41136eb54d tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:06.620844 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2d7032c9-7fbf-4229-a0ca-c3e5f37b490a req-49856b80-cc6b-4306-8704-ac41136eb54d tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 946 time: 0.2091756 Feb 09 01:40:06.647374 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device b30802aa-45d7-45f8-b20c-78b0e323596c details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:40:06.729682 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3b940-e440-4d79-bf82-7abd4bccae20 req-3e5f684a-2990-4980-917e-95f3d25b37a3 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:06.731220 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d1c3b940-e440-4d79-bf82-7abd4bccae20 req-3e5f684a-2990-4980-917e-95f3d25b37a3 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 944 time: 0.1756353 Feb 09 01:40:06.743177 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2d7032c9-7fbf-4229-a0ca-c3e5f37b490a req-79782f4c-a146-468f-9c56-fdbcef6d1061 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215694 Feb 09 01:40:06.814706 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d1c3b940-e440-4d79-bf82-7abd4bccae20 req-2ceec226-f961-454b-9128-1f812cee3ea6 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654874 Feb 09 01:40:06.867681 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ba573a4a-a9ca-46d0-be65-707e404687f0 None None] Publish callbacks [] for port (5d19a922-f865-4d6c-9f30-b3d7b0487d71), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:06.870406 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port b30802aa-45d7-45f8-b20c-78b0e323596c, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=b30802aa-45d7-45f8-b20c-78b0e323596c,segment=NetworkSegment(b0a39339-81a8-45ed-9fe0-550b74489f1b),segment_id=b0a39339-81a8-45ed-9fe0-550b74489f1b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:06.883882 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ba573a4a-a9ca-46d0-be65-707e404687f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (5d19a922-f865-4d6c-9f30-b3d7b0487d71), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:06.888277 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': 'b30802aa-45d7-45f8-b20c-78b0e323596c', 'network_id': '88b27524-8ae4-4965-b899-af20055923cd', 'port_id': 'b30802aa-45d7-45f8-b20c-78b0e323596c', 'mac_address': 'fa:16:3e:66:d3:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a89563-8842-4e1e-95dc-ee10f0240b0a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:40:06.938545 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba573a4a-a9ca-46d0-be65-707e404687f0 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:06.961087 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-ba573a4a-a9ca-46d0-be65-707e404687f0 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:06.971216 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba573a4a-a9ca-46d0-be65-707e404687f0 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:06.983839 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba573a4a-a9ca-46d0-be65-707e404687f0 None None] Pushing event updated for resources: {'Port': ['ID=5d19a922-f865-4d6c-9f30-b3d7b0487d71,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:07.017033 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port b30802aa-45d7-45f8-b20c-78b0e323596c is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:07.017583 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b30802aa-45d7-45f8-b20c-78b0e323596c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:07.045124 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8009241a-08ed-4a03-8710-7b9b8abbf3bb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (5264cb19-f48a-469a-bd16-a75ba364361f), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:07.062162 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b30802aa-45d7-45f8-b20c-78b0e323596c {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:40:07.091323 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-ba573a4a-a9ca-46d0-be65-707e404687f0 None None] Attempting to bind port 5d19a922-f865-4d6c-9f30-b3d7b0487d71 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:40:07.091875 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-ba573a4a-a9ca-46d0-be65-707e404687f0 None None] Attempting to bind port 5d19a922-f865-4d6c-9f30-b3d7b0487d71 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:40:07.092385 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba573a4a-a9ca-46d0-be65-707e404687f0 None None] Attempting to bind port 5d19a922-f865-4d6c-9f30-b3d7b0487d71 on network cbbe9143-fcdc-43c5-b797-7f127a92ac8e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:07.099482 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8009241a-08ed-4a03-8710-7b9b8abbf3bb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:07.102608 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba573a4a-a9ca-46d0-be65-707e404687f0 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:40:07.103141 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba573a4a-a9ca-46d0-be65-707e404687f0 None None] Checking segment: {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:07.103669 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ba573a4a-a9ca-46d0-be65-707e404687f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:07.105461 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba573a4a-a9ca-46d0-be65-707e404687f0 None None] Bound using segment: {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:40:07.106117 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-ba573a4a-a9ca-46d0-be65-707e404687f0 None None] Bound port: 5d19a922-f865-4d6c-9f30-b3d7b0487d71, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:40:07.106603 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ba573a4a-a9ca-46d0-be65-707e404687f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5d19a922-f865-4d6c-9f30-b3d7b0487d71), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:07.107562 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-8009241a-08ed-4a03-8710-7b9b8abbf3bb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:07.113278 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8009241a-08ed-4a03-8710-7b9b8abbf3bb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:07.113962 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8009241a-08ed-4a03-8710-7b9b8abbf3bb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:07.128138 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009241a-08ed-4a03-8710-7b9b8abbf3bb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Subnet': ['ID=5264cb19-f48a-469a-bd16-a75ba364361f,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:07.136931 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8009241a-08ed-4a03-8710-7b9b8abbf3bb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8665791 Feb 09 01:40:07.137144 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55664) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:07.144929 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-37680122-cb5c-4eda-9925-2269e6f19547 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'port': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'mac_address': 'fa:16:3e:6c:53:bb', 'name': 'tempest-NetworksTestDHCPv6-1631029301'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:07.193136 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55666) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:07.197190 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port b30802aa-45d7-45f8-b20c-78b0e323596c, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=b30802aa-45d7-45f8-b20c-78b0e323596c,segment=NetworkSegment(b0a39339-81a8-45ed-9fe0-550b74489f1b),segment_id=b0a39339-81a8-45ed-9fe0-550b74489f1b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:07.198815 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-ba573a4a-a9ca-46d0-be65-707e404687f0 None None] For port 5d19a922-f865-4d6c-9f30-b3d7b0487d71, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:40:07.202557 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-ba573a4a-a9ca-46d0-be65-707e404687f0 None None] For port 5d19a922-f865-4d6c-9f30-b3d7b0487d71, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=5d19a922-f865-4d6c-9f30-b3d7b0487d71,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:40:07.206994 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b30802aa-45d7-45f8-b20c-78b0e323596c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:07.264014 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ba573a4a-a9ca-46d0-be65-707e404687f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5d19a922-f865-4d6c-9f30-b3d7b0487d71), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:07.286674 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=b30802aa-45d7-45f8-b20c-78b0e323596c,revision_number=11']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:07.320570 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37680122-cb5c-4eda-9925-2269e6f19547 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:07.367655 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-e5b59f9d-a6a1-4ee1-bfa2-2d03e51293ee tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-495266223'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:07.375570 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba573a4a-a9ca-46d0-be65-707e404687f0 None None] Pushing event updated for resources: {'Port': ['ID=5d19a922-f865-4d6c-9f30-b3d7b0487d71,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:07.404651 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b59f9d-a6a1-4ee1-bfa2-2d03e51293ee tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Made reservation on behalf of 8201bc48225643789b21af5866801d1c for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:07.408158 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e5b59f9d-a6a1-4ee1-bfa2-2d03e51293ee tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:07.420769 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e5b59f9d-a6a1-4ee1-bfa2-2d03e51293ee tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:07.456911 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-37680122-cb5c-4eda-9925-2269e6f19547 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:07.477179 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['b30802aa-45d7-45f8-b20c-78b0e323596c'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:40:07.487746 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-37680122-cb5c-4eda-9925-2269e6f19547 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] device_id is not set on port 61e8897c-4be0-45fe-b5bb-087ce66aa7ef yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:40:07.545841 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e5b59f9d-a6a1-4ee1-bfa2-2d03e51293ee tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for security_group (924a0a66-972b-4c00-82c7-3109ec696a2e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:07.567840 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e5b59f9d-a6a1-4ee1-bfa2-2d03e51293ee tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (924a0a66-972b-4c00-82c7-3109ec696a2e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:07.599467 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1481e95-e775-4159-91cb-8dea6a26f539 req-e5184988-a434-4aa3-8b30-60cd941cd0f3 tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:07.601440 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c1481e95-e775-4159-91cb-8dea6a26f539 req-e5184988-a434-4aa3-8b30-60cd941cd0f3 tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 1128 time: 0.1966052 Feb 09 01:40:07.604261 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b59f9d-a6a1-4ee1-bfa2-2d03e51293ee tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:40:07.616689 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e5b59f9d-a6a1-4ee1-bfa2-2d03e51293ee tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (df867500-8861-40ce-a07f-f8afa85ffc01), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:07.617194 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-e5b59f9d-a6a1-4ee1-bfa2-2d03e51293ee tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Added segment df867500-8861-40ce-a07f-f8afa85ffc01 of type vlan for network 6b1d100c-21d0-4442-bd1a-327fdac5d344 Feb 09 01:40:07.662085 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c1481e95-e775-4159-91cb-8dea6a26f539 req-2dc3d25f-4f90-4e59-8e97-1e1a8792e9c0 tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:07.682297 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b59f9d-a6a1-4ee1-bfa2-2d03e51293ee tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=924a0a66-972b-4c00-82c7-3109ec696a2e,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:07.696371 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e5b59f9d-a6a1-4ee1-bfa2-2d03e51293ee tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (6b1d100c-21d0-4442-bd1a-327fdac5d344), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:07.728272 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e5b59f9d-a6a1-4ee1-bfa2-2d03e51293ee tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (6b1d100c-21d0-4442-bd1a-327fdac5d344), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:07.733383 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b59f9d-a6a1-4ee1-bfa2-2d03e51293ee tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:07.734031 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e5b59f9d-a6a1-4ee1-bfa2-2d03e51293ee tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:07.828775 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-37680122-cb5c-4eda-9925-2269e6f19547 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Allocated IP 172.20.0.14 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/5264cb19-f48a-469a-bd16-a75ba364361f/61e8897c-4be0-45fe-b5bb-087ce66aa7ef) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:07.856960 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-37680122-cb5c-4eda-9925-2269e6f19547 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Allocated IP 2001:db8::f816:3eff:fe6c:53bb (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/cf08ef5b-24bb-4624-a13f-3406f54a7619/61e8897c-4be0-45fe-b5bb-087ce66aa7ef) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:07.857978 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b59f9d-a6a1-4ee1-bfa2-2d03e51293ee tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'Network': ['ID=6b1d100c-21d0-4442-bd1a-327fdac5d344,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:07.871457 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 6b1d100c-21d0-4442-bd1a-327fdac5d344 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:40:07.887287 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e5b59f9d-a6a1-4ee1-bfa2-2d03e51293ee tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6923766 Feb 09 01:40:07.890060 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55678) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:07.911922 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-5afb2479-81c9-4b2a-89fb-5e4be87c255f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'port': {'network_id': '6b1d100c-21d0-4442-bd1a-327fdac5d344', 'name': 'tempest-PortsIpV6TestJSON-787604125'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:07.952537 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 5d19a922-f865-4d6c-9f30-b3d7b0487d71 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:08.007755 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0c2fc-c753-41fa-bdcf-abf98b8eac82 req-beb0fd0e-5b5c-4771-a154-f646ff49620d tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:08.010288 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-04f0c2fc-c753-41fa-bdcf-abf98b8eac82 req-beb0fd0e-5b5c-4771-a154-f646ff49620d tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 946 time: 0.1387839 Feb 09 01:40:08.034276 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afb2479-81c9-4b2a-89fb-5e4be87c255f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Made reservation on behalf of 8201bc48225643789b21af5866801d1c for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:08.040642 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5afb2479-81c9-4b2a-89fb-5e4be87c255f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:08.066752 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-5afb2479-81c9-4b2a-89fb-5e4be87c255f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] device_id is not set on port aba53d37-9e48-42fa-88b3-98ea811988e7 yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:40:08.159778 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c1481e95-e775-4159-91cb-8dea6a26f539 req-2dc3d25f-4f90-4e59-8e97-1e1a8792e9c0 tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] Publish callbacks [] for security_group (0f6604c8-d2af-4941-b99f-5a716d8c6712), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:08.178004 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c1481e95-e775-4159-91cb-8dea6a26f539 req-2dc3d25f-4f90-4e59-8e97-1e1a8792e9c0 tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0f6604c8-d2af-4941-b99f-5a716d8c6712), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:08.194768 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 5d19a922-f865-4d6c-9f30-b3d7b0487d71 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:08.195139 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5d19a922-f865-4d6c-9f30-b3d7b0487d71), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:08.220590 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c1481e95-e775-4159-91cb-8dea6a26f539 req-2dc3d25f-4f90-4e59-8e97-1e1a8792e9c0 tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ea60e72c-3021-4dd2-8311-c001cfa04ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6097295 Feb 09 01:40:08.254696 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-04f0c2fc-c753-41fa-bdcf-abf98b8eac82 req-705fbf01-5be2-4acd-8dda-1d46ea9769a7 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299826 Feb 09 01:40:08.323924 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5afb2479-81c9-4b2a-89fb-5e4be87c255f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for port (aba53d37-9e48-42fa-88b3-98ea811988e7), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:08.338180 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 5d19a922-f865-4d6c-9f30-b3d7b0487d71 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:08.340477 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5d19a922-f865-4d6c-9f30-b3d7b0487d71), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:08.390862 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5afb2479-81c9-4b2a-89fb-5e4be87c255f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (aba53d37-9e48-42fa-88b3-98ea811988e7), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:08.394201 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-37680122-cb5c-4eda-9925-2269e6f19547 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for port (61e8897c-4be0-45fe-b5bb-087ce66aa7ef), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:08.398151 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 5d19a922-f865-4d6c-9f30-b3d7b0487d71, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=5d19a922-f865-4d6c-9f30-b3d7b0487d71,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:08.405896 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5d19a922-f865-4d6c-9f30-b3d7b0487d71), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:08.468164 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=5d19a922-f865-4d6c-9f30-b3d7b0487d71,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:08.499195 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3d25f-4f90-4e59-8e97-1e1a8792e9c0 tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6604c8-d2af-4941-b99f-5a716d8c6712,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:08.511036 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb2479-81c9-4b2a-89fb-5e4be87c255f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'Port': ['ID=aba53d37-9e48-42fa-88b3-98ea811988e7,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:08.526310 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afb2479-81c9-4b2a-89fb-5e4be87c255f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Checking segment: {'id': 'df867500-8861-40ce-a07f-f8afa85ffc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6b1d100c-21d0-4442-bd1a-327fdac5d344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:08.526653 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afb2479-81c9-4b2a-89fb-5e4be87c255f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Network hostable DHCP agents. Network: 6b1d100c-21d0-4442-bd1a-327fdac5d344, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:40:08.547853 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afb2479-81c9-4b2a-89fb-5e4be87c255f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Network 6b1d100c-21d0-4442-bd1a-327fdac5d344 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:40:08.551889 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af35ef-2c31-42fb-90a6-86714bb1b4cd req-a42ed570-f728-4dcb-9dd4-00b77859ac07 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:08.553645 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c2af35ef-2c31-42fb-90a6-86714bb1b4cd req-a42ed570-f728-4dcb-9dd4-00b77859ac07 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 945 time: 0.1550522 Feb 09 01:40:08.563359 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-5afb2479-81c9-4b2a-89fb-5e4be87c255f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 6b1d100c-21d0-4442-bd1a-327fdac5d344) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:08.563995 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c290e-e366-471c-aa96-67b410d798da req-3ae2f371-4529-4657-a21a-5860e3839eac tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:08.565865 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-927c290e-e366-471c-aa96-67b410d798da req-3ae2f371-4529-4657-a21a-5860e3839eac tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 945 time: 0.1648867 Feb 09 01:40:08.579920 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d899722-cfbb-4ed3-b56e-f21a3b637b94 None None] Network 6b1d100c-21d0-4442-bd1a-327fdac5d344 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:08.585671 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afb2479-81c9-4b2a-89fb-5e4be87c255f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:08.593260 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afb2479-81c9-4b2a-89fb-5e4be87c255f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:08.593964 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5afb2479-81c9-4b2a-89fb-5e4be87c255f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:08.619844 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5afb2479-81c9-4b2a-89fb-5e4be87c255f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7277269 Feb 09 01:40:08.621729 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55684) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:08.627246 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-ef8aa753-18e8-4854-b9c2-ba111a2511f3 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-577148172'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:08.647524 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c2af35ef-2c31-42fb-90a6-86714bb1b4cd req-ef6d82b7-7138-4964-8dd9-44a0a8d9cfd9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ea60e72c-3021-4dd2-8311-c001cfa04ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805330 Feb 09 01:40:08.648761 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-37680122-cb5c-4eda-9925-2269e6f19547 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (61e8897c-4be0-45fe-b5bb-087ce66aa7ef), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:08.659207 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8aa753-18e8-4854-b9c2-ba111a2511f3 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Made reservation on behalf of 8201bc48225643789b21af5866801d1c for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:08.670792 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef8aa753-18e8-4854-b9c2-ba111a2511f3 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:08.674546 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55686) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:08.677692 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device b30802aa-45d7-45f8-b20c-78b0e323596c up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:08.730054 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-927c290e-e366-471c-aa96-67b410d798da req-7bbde9a2-7816-4d7d-8ba9-a8b18a406de0 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487632 Feb 09 01:40:08.758909 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef8aa753-18e8-4854-b9c2-ba111a2511f3 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:40:08.764505 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37680122-cb5c-4eda-9925-2269e6f19547 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:08.768739 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-37680122-cb5c-4eda-9925-2269e6f19547 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:08.774183 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37680122-cb5c-4eda-9925-2269e6f19547 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:08.796413 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef8aa753-18e8-4854-b9c2-ba111a2511f3 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (9d35d826-e760-4cd5-83d1-c83269c01c95), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:08.796413 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-ef8aa753-18e8-4854-b9c2-ba111a2511f3 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Added segment 9d35d826-e760-4cd5-83d1-c83269c01c95 of type vlan for network 0116005d-d7bc-4696-bd57-8239713f5f28 Feb 09 01:40:08.808150 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37680122-cb5c-4eda-9925-2269e6f19547 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Port': ['ID=61e8897c-4be0-45fe-b5bb-087ce66aa7ef,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:08.825229 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ea24f782-5ad7-43c3-97f1-981dff081d60 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/floatingips/3a559e6b-ed9b-472a-afed-e79f67b9d6e0 HTTP/1.1" status: 200 len: 991 time: 0.1393950 Feb 09 01:40:08.858015 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37680122-cb5c-4eda-9925-2269e6f19547 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:08.858189 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4858eb91-a922-4db6-8427-c54e107523d1 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:08.859193 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-37680122-cb5c-4eda-9925-2269e6f19547 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:08.874278 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef8aa753-18e8-4854-b9c2-ba111a2511f3 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (0116005d-d7bc-4696-bd57-8239713f5f28), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:08.882137 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-37680122-cb5c-4eda-9925-2269e6f19547 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.7435241 Feb 09 01:40:08.884464 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55690) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:08.967524 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef8aa753-18e8-4854-b9c2-ba111a2511f3 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (0116005d-d7bc-4696-bd57-8239713f5f28), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:08.967524 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8aa753-18e8-4854-b9c2-ba111a2511f3 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:08.967524 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef8aa753-18e8-4854-b9c2-ba111a2511f3 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:08.976556 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-dac05849-bd57-421b-a6f6-8aa1039f71de None None] Provisioning complete for port 5d19a922-f865-4d6c-9f30-b3d7b0487d71 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:08.977150 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-dac05849-bd57-421b-a6f6-8aa1039f71de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5d19a922-f865-4d6c-9f30-b3d7b0487d71), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:09.033788 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port b30802aa-45d7-45f8-b20c-78b0e323596c completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:40:09.045387 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port b30802aa-45d7-45f8-b20c-78b0e323596c triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:09.045758 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b30802aa-45d7-45f8-b20c-78b0e323596c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:09.051767 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8aa753-18e8-4854-b9c2-ba111a2511f3 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'Network': ['ID=0116005d-d7bc-4696-bd57-8239713f5f28,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:09.060224 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ef8aa753-18e8-4854-b9c2-ba111a2511f3 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4374318 Feb 09 01:40:09.062787 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55694) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:09.069306 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-19ba9be6-0b00-4b6b-91b5-3383d0a80e9e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'ports': [{'network_id': '6b1d100c-21d0-4442-bd1a-327fdac5d344'}, {'network_id': '0116005d-d7bc-4696-bd57-8239713f5f28'}]} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:09.069849 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-19ba9be6-0b00-4b6b-91b5-3383d0a80e9e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'port': {'network_id': '6b1d100c-21d0-4442-bd1a-327fdac5d344'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:09.070260 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dddb2e-5828-4226-8988-a8c3c7812ed8 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:09.070926 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-19ba9be6-0b00-4b6b-91b5-3383d0a80e9e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'port': {'network_id': '0116005d-d7bc-4696-bd57-8239713f5f28'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:09.075094 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 0116005d-d7bc-4696-bd57-8239713f5f28 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:40:09.083369 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dddb2e-5828-4226-8988-a8c3c7812ed8 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:09.086614 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-44dddb2e-5828-4226-8988-a8c3c7812ed8 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.2010410 Feb 09 01:40:09.089255 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55696) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:09.256607 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9bf76a91-db4f-405d-9ded-03cc419758ac tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting port 61e8897c-4be0-45fe-b5bb-087ce66aa7ef {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:09.256840 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9bf76a91-db4f-405d-9ded-03cc419758ac tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (61e8897c-4be0-45fe-b5bb-087ce66aa7ef), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:09.333688 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-61a83e09-bb5e-41ca-b76a-1141c2ebad4b req-00703e80-ec6e-4102-a699-251c75ad0b18 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:40:09.336818 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-61a83e09-bb5e-41ca-b76a-1141c2ebad4b req-00703e80-ec6e-4102-a699-251c75ad0b18 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067465 Feb 09 01:40:09.366123 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-dac05849-bd57-421b-a6f6-8aa1039f71de None None] Current status of the port 5d19a922-f865-4d6c-9f30-b3d7b0487d71 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:09.390602 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port b30802aa-45d7-45f8-b20c-78b0e323596c is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:09.391193 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b30802aa-45d7-45f8-b20c-78b0e323596c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:09.433609 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfa0a61-0617-498f-8de0-31bf87c8dce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30802aa-45d7-45f8-b20c-78b0e323596c'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:40:09.436875 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c9f439-2f0f-4781-a9d2-2135cd661c1d" -d '{"events": [{"server_uuid": "ebfa0a61-0617-498f-8de0-31bf87c8dce7", "name": "network-vif-plugged", "status": "completed", "tag": "b30802aa-45d7-45f8-b20c-78b0e323596c"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:40:09.449250 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ba9be6-0b00-4b6b-91b5-3383d0a80e9e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Made reservation on behalf of 8201bc48225643789b21af5866801d1c for: {'port': 2} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:09.461170 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port b30802aa-45d7-45f8-b20c-78b0e323596c, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=b30802aa-45d7-45f8-b20c-78b0e323596c,segment=NetworkSegment(b0a39339-81a8-45ed-9fe0-550b74489f1b),segment_id=b0a39339-81a8-45ed-9fe0-550b74489f1b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:09.469664 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-19ba9be6-0b00-4b6b-91b5-3383d0a80e9e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:09.477441 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b30802aa-45d7-45f8-b20c-78b0e323596c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:09.485909 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbf998e-2c04-4269-8c64-48afb942f146 None None] Update dhcp port {'port': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'fixed_ips': [{'subnet_id': 'cf08ef5b-24bb-4624-a13f-3406f54a7619', 'ip_address': '2001:db8::f816:3eff:fe83:f426'}, {'subnet_id': '5264cb19-f48a-469a-bd16-a75ba364361f'}], 'binding:host_id': 'n-d-822053-40'}, 'id': '5d19a922-f865-4d6c-9f30-b3d7b0487d71'} from n-d-822053-40. {{(pid=103530) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:40:09.513999 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9bf76a91-db4f-405d-9ded-03cc419758ac tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (61e8897c-4be0-45fe-b5bb-087ce66aa7ef), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:09.531481 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9bf76a91-db4f-405d-9ded-03cc419758ac tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Calling delete_port for 61e8897c-4be0-45fe-b5bb-087ce66aa7ef owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:09.535124 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-19ba9be6-0b00-4b6b-91b5-3383d0a80e9e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:09.543724 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1dbf998e-2c04-4269-8c64-48afb942f146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5d19a922-f865-4d6c-9f30-b3d7b0487d71), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:09.736298 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=b30802aa-45d7-45f8-b20c-78b0e323596c,revision_number=12']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:09.769099 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac5bc0-746d-4fc0-8f80-fd1692f69c60 req-b986a1f7-19dd-4530-aa4c-3a7718c5a017 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:09.770902 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6cac5bc0-746d-4fc0-8f80-fd1692f69c60 req-b986a1f7-19dd-4530-aa4c-3a7718c5a017 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 946 time: 0.3228538 Feb 09 01:40:09.795850 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9bf76a91-db4f-405d-9ded-03cc419758ac tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (61e8897c-4be0-45fe-b5bb-087ce66aa7ef), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:09.819358 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-1dbf998e-2c04-4269-8c64-48afb942f146 None None] Allocated IP 172.20.0.2 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/5264cb19-f48a-469a-bd16-a75ba364361f/5d19a922-f865-4d6c-9f30-b3d7b0487d71) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:09.825872 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 5d19a922-f865-4d6c-9f30-b3d7b0487d71 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:09.840329 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf76a91-db4f-405d-9ded-03cc419758ac tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Port': ['ID=61e8897c-4be0-45fe-b5bb-087ce66aa7ef,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:09.897360 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-19ba9be6-0b00-4b6b-91b5-3383d0a80e9e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] device_id is not set on port e3069d6b-9105-4533-bcf7-d2300470ee56 yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:40:09.948727 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9bf76a91-db4f-405d-9ded-03cc419758ac tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:09.955302 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9bf76a91-db4f-405d-9ded-03cc419758ac tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/ports/61e8897c-4be0-45fe-b5bb-087ce66aa7ef HTTP/1.1" status: 204 len: 168 time: 0.8648741 Feb 09 01:40:09.956229 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55714) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:09.969549 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30df7e10-f4f0-44e0-bc22-6459f31a9398 x-openstack-request-id: req-30df7e10-f4f0-44e0-bc22-6459f31a9398 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:40:09.969924 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebfa0a61-0617-498f-8de0-31bf87c8dce7", "name": "network-vif-plugged", "status": "completed", "tag": "b30802aa-45d7-45f8-b20c-78b0e323596c", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:40:09.970104 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-30df7e10-f4f0-44e0-bc22-6459f31a9398 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:40:09.970609 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfa0a61-0617-498f-8de0-31bf87c8dce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30802aa-45d7-45f8-b20c-78b0e323596c', 'code': 200} Feb 09 01:40:09.993162 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 5d19a922-f865-4d6c-9f30-b3d7b0487d71 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:09.994197 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5d19a922-f865-4d6c-9f30-b3d7b0487d71), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:10.003132 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6cac5bc0-746d-4fc0-8f80-fd1692f69c60 req-aeee1f6e-3e2c-46fd-aba7-4e552fddbd9e tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189885 Feb 09 01:40:10.044622 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-1dbf998e-2c04-4269-8c64-48afb942f146 None None] For port 5d19a922-f865-4d6c-9f30-b3d7b0487d71, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=5d19a922-f865-4d6c-9f30-b3d7b0487d71,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:10.105574 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1dbf998e-2c04-4269-8c64-48afb942f146 None None] Publish callbacks [] for port (5d19a922-f865-4d6c-9f30-b3d7b0487d71), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:10.116391 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1dbf998e-2c04-4269-8c64-48afb942f146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5d19a922-f865-4d6c-9f30-b3d7b0487d71), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:10.121888 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc193a36-fe08-4011-8526-e1fd0fab1928 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:10.123326 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc193a36-fe08-4011-8526-e1fd0fab1928 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:10.124666 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc193a36-fe08-4011-8526-e1fd0fab1928 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:10.126225 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-dc193a36-fe08-4011-8526-e1fd0fab1928 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1686118 Feb 09 01:40:10.129237 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55716) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:10.187829 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fd479066-8415-4464-afb2-2ec1750eb73e req-e57d6b58-06c1-4488-8e77-47a42ffb91ae service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1670218 Feb 09 01:40:10.192851 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-8082b19f-d36e-42b2-8006-02efe0d3b45a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting subnet 5264cb19-f48a-469a-bd16-a75ba364361f {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:40:10.197000 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8082b19f-d36e-42b2-8006-02efe0d3b45a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (5264cb19-f48a-469a-bd16-a75ba364361f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:10.240442 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 5d19a922-f865-4d6c-9f30-b3d7b0487d71 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:10.259536 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf998e-2c04-4269-8c64-48afb942f146 None None] Pushing event updated for resources: {'Port': ['ID=5d19a922-f865-4d6c-9f30-b3d7b0487d71,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:10.276221 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8082b19f-d36e-42b2-8006-02efe0d3b45a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (5264cb19-f48a-469a-bd16-a75ba364361f), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:10.640886 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c062221-4b2d-4e80-9d5e-848c8dd274f1 req-8aa0d255-ea1c-4d75-a550-eaec79b65699 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:10.642473 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c062221-4b2d-4e80-9d5e-848c8dd274f1 req-8aa0d255-ea1c-4d75-a550-eaec79b65699 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 946 time: 0.6046443 Feb 09 01:40:10.687178 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-19ba9be6-0b00-4b6b-91b5-3383d0a80e9e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for port (e3069d6b-9105-4533-bcf7-d2300470ee56), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:10.770559 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-19ba9be6-0b00-4b6b-91b5-3383d0a80e9e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] device_id is not set on port dfb02d37-d75d-4121-94a8-9d6b073d4e20 yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:40:10.793106 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf7e1b-a4bb-40ba-9ef4-03c3ef883f00 req-2977abf3-2417-4994-8751-d2cd89b927fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:10.795034 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3bbf7e1b-a4bb-40ba-9ef4-03c3ef883f00 req-2977abf3-2417-4994-8751-d2cd89b927fa service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 1129 time: 0.6696124 Feb 09 01:40:10.812787 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8082b19f-d36e-42b2-8006-02efe0d3b45a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (5264cb19-f48a-469a-bd16-a75ba364361f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:10.892360 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8082b19f-d36e-42b2-8006-02efe0d3b45a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (5264cb19-f48a-469a-bd16-a75ba364361f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:10.892776 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840365f-dd50-4806-b92f-361b9cd5e2f2 req-63a99813-a01c-410f-9aa8-fba954263af2 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:10.895239 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2840365f-dd50-4806-b92f-361b9cd5e2f2 req-63a99813-a01c-410f-9aa8-fba954263af2 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 945 time: 0.7927601 Feb 09 01:40:10.936793 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082b19f-d36e-42b2-8006-02efe0d3b45a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Subnet': ['ID=5264cb19-f48a-469a-bd16-a75ba364361f,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:10.939953 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8082b19f-d36e-42b2-8006-02efe0d3b45a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:10.947319 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8082b19f-d36e-42b2-8006-02efe0d3b45a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/5264cb19-f48a-469a-bd16-a75ba364361f HTTP/1.1" status: 204 len: 168 time: 0.8170803 Feb 09 01:40:10.948115 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55744) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:10.977520 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3bbf7e1b-a4bb-40ba-9ef4-03c3ef883f00 req-f1f81b84-9a7f-4c5a-9757-b063b89f4bee service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586013 Feb 09 01:40:10.981322 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c062221-4b2d-4e80-9d5e-848c8dd274f1 req-3bcadd0a-bc3f-4225-a8f1-bf1e65811623 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3212063 Feb 09 01:40:11.040916 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-19ba9be6-0b00-4b6b-91b5-3383d0a80e9e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for port (dfb02d37-d75d-4121-94a8-9d6b073d4e20), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.046188 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c62ed7c-4d6b-4436-84d6-80b84b8280c9 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting subnet cf08ef5b-24bb-4624-a13f-3406f54a7619 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:40:11.052546 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2c62ed7c-4d6b-4436-84d6-80b84b8280c9 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (cf08ef5b-24bb-4624-a13f-3406f54a7619), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.089377 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-19ba9be6-0b00-4b6b-91b5-3383d0a80e9e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (e3069d6b-9105-4533-bcf7-d2300470ee56), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.167897 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2c62ed7c-4d6b-4436-84d6-80b84b8280c9 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (cf08ef5b-24bb-4624-a13f-3406f54a7619), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.187527 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba9be6-0b00-4b6b-91b5-3383d0a80e9e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'Port': ['ID=e3069d6b-9105-4533-bcf7-d2300470ee56,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:11.268217 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ba9be6-0b00-4b6b-91b5-3383d0a80e9e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Network 6b1d100c-21d0-4442-bd1a-327fdac5d344 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:11.282230 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-19ba9be6-0b00-4b6b-91b5-3383d0a80e9e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:11.285549 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ba9be6-0b00-4b6b-91b5-3383d0a80e9e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:11.286362 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-19ba9be6-0b00-4b6b-91b5-3383d0a80e9e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (dfb02d37-d75d-4121-94a8-9d6b073d4e20), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.296058 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-56a586bf-7d80-4509-a80e-ac651a6a8d4b None None] Could not find standard attr ID for object 61e8897c-4be0-45fe-b5bb-087ce66aa7ef. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:40:11.312499 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c706470-0365-4cac-9304-85a297f2f655 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:11.340108 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2c62ed7c-4d6b-4436-84d6-80b84b8280c9 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (cf08ef5b-24bb-4624-a13f-3406f54a7619), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.360452 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2840365f-dd50-4806-b92f-361b9cd5e2f2 req-737fd442-6056-4840-95b9-1c9e2465229f tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ea60e72c-3021-4dd2-8311-c001cfa04ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4463930 Feb 09 01:40:11.369966 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48270e84-ad94-4f1c-9fa8-4210a3901d9a req-af0750a5-05be-4458-aca9-33743fe0cc35 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:11.371743 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-48270e84-ad94-4f1c-9fa8-4210a3901d9a req-af0750a5-05be-4458-aca9-33743fe0cc35 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 946 time: 0.1885538 Feb 09 01:40:11.429029 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2c62ed7c-4d6b-4436-84d6-80b84b8280c9 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (cf08ef5b-24bb-4624-a13f-3406f54a7619), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.437714 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-56a586bf-7d80-4509-a80e-ac651a6a8d4b None None] Provisioning complete for port 5d19a922-f865-4d6c-9f30-b3d7b0487d71 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:11.438577 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-56a586bf-7d80-4509-a80e-ac651a6a8d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5d19a922-f865-4d6c-9f30-b3d7b0487d71), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.451240 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-48270e84-ad94-4f1c-9fa8-4210a3901d9a req-e6e5987b-f1c6-463f-b49e-2194788bed18 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649192 Feb 09 01:40:11.454781 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba9be6-0b00-4b6b-91b5-3383d0a80e9e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'Port': ['ID=dfb02d37-d75d-4121-94a8-9d6b073d4e20,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:11.469124 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba9be6-0b00-4b6b-91b5-3383d0a80e9e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Checking segment: {'id': '9d35d826-e760-4cd5-83d1-c83269c01c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0116005d-d7bc-4696-bd57-8239713f5f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:11.469706 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ba9be6-0b00-4b6b-91b5-3383d0a80e9e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Network hostable DHCP agents. Network: 0116005d-d7bc-4696-bd57-8239713f5f28, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:40:11.505068 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ba9be6-0b00-4b6b-91b5-3383d0a80e9e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Network 0116005d-d7bc-4696-bd57-8239713f5f28 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:40:11.513542 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62ed7c-4d6b-4436-84d6-80b84b8280c9 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Subnet': ['ID=cf08ef5b-24bb-4624-a13f-3406f54a7619,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:11.516514 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2c62ed7c-4d6b-4436-84d6-80b84b8280c9 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.520822 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2c62ed7c-4d6b-4436-84d6-80b84b8280c9 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/cf08ef5b-24bb-4624-a13f-3406f54a7619 HTTP/1.1" status: 204 len: 168 time: 0.5712686 Feb 09 01:40:11.523181 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55750) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:11.536850 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-19ba9be6-0b00-4b6b-91b5-3383d0a80e9e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 0116005d-d7bc-4696-bd57-8239713f5f28) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:11.548656 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ba9be6-0b00-4b6b-91b5-3383d0a80e9e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:11.551509 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff104d3d-6b3a-4f7f-ab80-3d2b9cf03830 None None] Network 0116005d-d7bc-4696-bd57-8239713f5f28 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:11.556055 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ba9be6-0b00-4b6b-91b5-3383d0a80e9e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:11.561684 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ba9be6-0b00-4b6b-91b5-3383d0a80e9e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:11.562598 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-19ba9be6-0b00-4b6b-91b5-3383d0a80e9e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.588335 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2b06462e-b020-42ba-8ef8-70dc41d69d84 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0613186 Feb 09 01:40:11.588920 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55754) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:11.602696 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-347687e2-11ad-4fca-a4f5-012a6910285b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'subnet': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:11.622695 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-19ba9be6-0b00-4b6b-91b5-3383d0a80e9e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5562065 Feb 09 01:40:11.623362 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55756) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:11.757735 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347687e2-11ad-4fca-a4f5-012a6910285b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:11.762228 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-347687e2-11ad-4fca-a4f5-012a6910285b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.780162 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-56a586bf-7d80-4509-a80e-ac651a6a8d4b None None] Current status of the port 5d19a922-f865-4d6c-9f30-b3d7b0487d71 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:11.822574 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c03f58-3a80-4b2c-88c5-84fbc3611ce6 None None] Update dhcp port {'port': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'fixed_ips': [{'subnet_id': 'cf08ef5b-24bb-4624-a13f-3406f54a7619'}], 'binding:host_id': 'n-d-822053-40'}, 'id': '5d19a922-f865-4d6c-9f30-b3d7b0487d71'} from n-d-822053-40. {{(pid=103530) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:40:11.832906 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 5d19a922-f865-4d6c-9f30-b3d7b0487d71 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:11.842082 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-a0ca567c-46b9-4cac-b9e5-e6a1ee0d1595 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Deleting port dfb02d37-d75d-4121-94a8-9d6b073d4e20 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:11.842615 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a0ca567c-46b9-4cac-b9e5-e6a1ee0d1595 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (dfb02d37-d75d-4121-94a8-9d6b073d4e20), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.895404 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c9c03f58-3a80-4b2c-88c5-84fbc3611ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5d19a922-f865-4d6c-9f30-b3d7b0487d71), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.958587 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 5d19a922-f865-4d6c-9f30-b3d7b0487d71 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:11.958953 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5d19a922-f865-4d6c-9f30-b3d7b0487d71), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.962182 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a0ca567c-46b9-4cac-b9e5-e6a1ee0d1595 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (dfb02d37-d75d-4121-94a8-9d6b073d4e20), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.984224 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-a0ca567c-46b9-4cac-b9e5-e6a1ee0d1595 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Calling delete_port for dfb02d37-d75d-4121-94a8-9d6b073d4e20 owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:12.085043 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a0ca567c-46b9-4cac-b9e5-e6a1ee0d1595 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (dfb02d37-d75d-4121-94a8-9d6b073d4e20), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:12.141205 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-347687e2-11ad-4fca-a4f5-012a6910285b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (9ad25ce4-8470-47d6-977e-b7f7a0509d88), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:12.162130 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca567c-46b9-4cac-b9e5-e6a1ee0d1595 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'Port': ['ID=dfb02d37-d75d-4121-94a8-9d6b073d4e20,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:12.208688 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a0ca567c-46b9-4cac-b9e5-e6a1ee0d1595 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:12.213317 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a0ca567c-46b9-4cac-b9e5-e6a1ee0d1595 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/ports/dfb02d37-d75d-4121-94a8-9d6b073d4e20 HTTP/1.1" status: 204 len: 168 time: 0.5837715 Feb 09 01:40:12.218704 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55766) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:12.287558 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1337d-0619-4840-8a74-ba1818459227 req-b827dafc-fe4a-4ae2-a963-be43911c3aec tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:12.294509 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-adb1337d-0619-4840-8a74-ba1818459227 req-b827dafc-fe4a-4ae2-a963-be43911c3aec tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 946 time: 0.1297243 Feb 09 01:40:12.337173 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347687e2-11ad-4fca-a4f5-012a6910285b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:12.347891 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-347687e2-11ad-4fca-a4f5-012a6910285b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:12.355662 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347687e2-11ad-4fca-a4f5-012a6910285b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:12.360220 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-347687e2-11ad-4fca-a4f5-012a6910285b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:12.387471 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-adb1337d-0619-4840-8a74-ba1818459227 req-5e7dc752-d438-4be4-918c-3bb008f8f15e tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919201 Feb 09 01:40:12.411449 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b87080-d772-4db3-94e0-6dc9ac5785a2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:12.416163 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347687e2-11ad-4fca-a4f5-012a6910285b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Subnet': ['ID=9ad25ce4-8470-47d6-977e-b7f7a0509d88,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:12.418906 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b87080-d772-4db3-94e0-6dc9ac5785a2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:12.420805 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 5d19a922-f865-4d6c-9f30-b3d7b0487d71 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:12.425924 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f2b87080-d772-4db3-94e0-6dc9ac5785a2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2059596 Feb 09 01:40:12.427251 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55776) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:12.438157 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52008bfb-6b3f-4bb0-9a99-38b44a38d35a None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:12.442358 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-347687e2-11ad-4fca-a4f5-012a6910285b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8463147 Feb 09 01:40:12.450503 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55778) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:12.457784 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-9ca0b273-e0d1-448d-be21-b135e7f41fa9 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'subnet': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:12.603046 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd479066-8415-4464-afb2-2ec1750eb73e req-448beafa-bb6d-48b8-aef8-d08b3728138a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:12.605486 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fd479066-8415-4464-afb2-2ec1750eb73e req-448beafa-bb6d-48b8-aef8-d08b3728138a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e7f5366db1de43098724f0eb4e3342fd&device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 1128 time: 0.5512221 Feb 09 01:40:12.625716 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f26de80c-a305-4f8e-ad58-8ce56b9b2cbb None None] Provisioning complete for port 5d19a922-f865-4d6c-9f30-b3d7b0487d71 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:12.626094 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f26de80c-a305-4f8e-ad58-8ce56b9b2cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5d19a922-f865-4d6c-9f30-b3d7b0487d71), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:12.721467 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-4f8345a7-0cf7-4f68-a0a5-468887847252 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Deleting port e3069d6b-9105-4533-bcf7-d2300470ee56 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:12.721991 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f8345a7-0cf7-4f68-a0a5-468887847252 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (e3069d6b-9105-4533-bcf7-d2300470ee56), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:12.738906 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316a77c1-a299-4955-8f79-255b5a4db4c7 None None] Update dhcp port {'port': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'fixed_ips': [{'subnet_id': '9ad25ce4-8470-47d6-977e-b7f7a0509d88'}], 'binding:host_id': 'n-d-822053-40'}, 'id': '5d19a922-f865-4d6c-9f30-b3d7b0487d71'} from n-d-822053-40. {{(pid=103530) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:40:12.759136 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd479066-8415-4464-afb2-2ec1750eb73e req-486610a1-1c81-4338-ac12-4aaa4986de82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:12.760817 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fd479066-8415-4464-afb2-2ec1750eb73e req-486610a1-1c81-4338-ac12-4aaa4986de82 service neutron] 10.222.0.91 "GET /v2.0/networks?id=7d026e5f-8203-4636-ba0b-6899bb8cd475 HTTP/1.1" status: 200 len: 896 time: 0.1472886 Feb 09 01:40:12.817313 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-316a77c1-a299-4955-8f79-255b5a4db4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5d19a922-f865-4d6c-9f30-b3d7b0487d71), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:12.886259 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287588c-ec53-4fa0-ad3d-5e3ff41859ea req-6f828c23-ecb1-4efd-8651-57dfd6588e73 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:12.894129 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8287588c-ec53-4fa0-ad3d-5e3ff41859ea req-6f828c23-ecb1-4efd-8651-57dfd6588e73 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 945 time: 0.3506033 Feb 09 01:40:12.895411 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fd479066-8415-4464-afb2-2ec1750eb73e req-59b80b86-f2e6-457f-b011-0a7259755f59 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1416671c-cda3-436a-aeac-ffce79b1db9b HTTP/1.1" status: 200 len: 999 time: 0.1253798 Feb 09 01:40:12.925442 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca0b273-e0d1-448d-be21-b135e7f41fa9 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:12.929306 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ca0b273-e0d1-448d-be21-b135e7f41fa9 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:13.003227 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981212e3-7bbe-4cec-a86b-27b6803cdd42 req-6a71698a-f166-4705-9131-69121b2892a9 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:13.004783 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-981212e3-7bbe-4cec-a86b-27b6803cdd42 req-6a71698a-f166-4705-9131-69121b2892a9 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 946 time: 0.3979914 Feb 09 01:40:13.024314 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f8345a7-0cf7-4f68-a0a5-468887847252 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (e3069d6b-9105-4533-bcf7-d2300470ee56), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:13.038247 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f26de80c-a305-4f8e-ad58-8ce56b9b2cbb None None] Current status of the port 5d19a922-f865-4d6c-9f30-b3d7b0487d71 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:13.044230 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-316a77c1-a299-4955-8f79-255b5a4db4c7 None None] Allocated IP 172.20.0.2 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/9ad25ce4-8470-47d6-977e-b7f7a0509d88/5d19a922-f865-4d6c-9f30-b3d7b0487d71) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:13.090125 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd479066-8415-4464-afb2-2ec1750eb73e req-2f716b76-6305-4943-b48b-aea603ee6be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:13.091952 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fd479066-8415-4464-afb2-2ec1750eb73e req-2f716b76-6305-4943-b48b-aea603ee6be9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f9f8e7c5-aa98-41c8-9a28-63a6ea8d2a6d HTTP/1.1" status: 200 len: 834 time: 0.1774516 Feb 09 01:40:13.126220 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-4f8345a7-0cf7-4f68-a0a5-468887847252 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Calling delete_port for e3069d6b-9105-4533-bcf7-d2300470ee56 owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:13.150670 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8287588c-ec53-4fa0-ad3d-5e3ff41859ea req-05b27db2-452f-4d78-88e5-c6eac64c20c1 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ea60e72c-3021-4dd2-8311-c001cfa04ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2329831 Feb 09 01:40:13.216040 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-316a77c1-a299-4955-8f79-255b5a4db4c7 None None] For port 5d19a922-f865-4d6c-9f30-b3d7b0487d71, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=5d19a922-f865-4d6c-9f30-b3d7b0487d71,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:13.243278 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-981212e3-7bbe-4cec-a86b-27b6803cdd42 req-700c314d-7998-4aea-9bfb-7c4968c47233 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280025 Feb 09 01:40:13.265022 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-316a77c1-a299-4955-8f79-255b5a4db4c7 None None] Publish callbacks [] for port (5d19a922-f865-4d6c-9f30-b3d7b0487d71), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:13.268012 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd479066-8415-4464-afb2-2ec1750eb73e req-cad1f820-ef78-4a91-9598-459c811f9744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:13.272397 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-316a77c1-a299-4955-8f79-255b5a4db4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5d19a922-f865-4d6c-9f30-b3d7b0487d71), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:13.276857 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fd479066-8415-4464-afb2-2ec1750eb73e req-cad1f820-ef78-4a91-9598-459c811f9744 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7d026e5f-8203-4636-ba0b-6899bb8cd475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1673069 Feb 09 01:40:13.301922 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f8345a7-0cf7-4f68-a0a5-468887847252 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (e3069d6b-9105-4533-bcf7-d2300470ee56), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:13.374067 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8345a7-0cf7-4f68-a0a5-468887847252 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'Port': ['ID=e3069d6b-9105-4533-bcf7-d2300470ee56,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:13.391576 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f8345a7-0cf7-4f68-a0a5-468887847252 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:13.397701 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4f8345a7-0cf7-4f68-a0a5-468887847252 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/ports/e3069d6b-9105-4533-bcf7-d2300470ee56 HTTP/1.1" status: 204 len: 168 time: 0.9689953 Feb 09 01:40:13.400253 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55810) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:13.402890 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a77c1-a299-4955-8f79-255b5a4db4c7 None None] Pushing event updated for resources: {'Port': ['ID=5d19a922-f865-4d6c-9f30-b3d7b0487d71,revision_number=7']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:13.521268 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fd479066-8415-4464-afb2-2ec1750eb73e req-2040167b-dbe8-44c3-8499-0f36b68b52cc service neutron] 10.222.0.91 "GET /v2.0/networks/7d026e5f-8203-4636-ba0b-6899bb8cd475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432477 Feb 09 01:40:13.585975 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e995c0-7875-4fb2-a19a-dd992c0e052d req-69781c04-1707-43fb-a129-13bcea470162 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:13.597288 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-03e995c0-7875-4fb2-a19a-dd992c0e052d req-69781c04-1707-43fb-a129-13bcea470162 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 946 time: 0.1109450 Feb 09 01:40:13.721200 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 5d19a922-f865-4d6c-9f30-b3d7b0487d71 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:40:13.722905 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-03e995c0-7875-4fb2-a19a-dd992c0e052d req-b67e2a5a-4823-4a20-afcf-7df77ff44776 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245172 Feb 09 01:40:13.764156 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e204add-1e52-4711-8b78-b68bd94260a8 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:13.767645 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9e204add-1e52-4711-8b78-b68bd94260a8 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3647082 Feb 09 01:40:13.771089 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55816) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:13.807474 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda08883-47d1-4828-a3bd-9a9ca1cc3d79 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] GET failed (client error): The resource could not be found. Feb 09 01:40:13.816054 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-eda08883-47d1-4828-a3bd-9a9ca1cc3d79 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "GET /v2.0/ports/dfb02d37-d75d-4121-94a8-9d6b073d4e20 HTTP/1.1" status: 404 len: 333 time: 0.0423024 Feb 09 01:40:13.817905 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55818) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:13.851311 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 5d19a922-f865-4d6c-9f30-b3d7b0487d71 is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:13.851814 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5d19a922-f865-4d6c-9f30-b3d7b0487d71), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:13.867485 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f247a2-c68a-49c5-9f04-afb62a3076f0 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] GET failed (client error): The resource could not be found. Feb 09 01:40:13.870317 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-50f247a2-c68a-49c5-9f04-afb62a3076f0 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "GET /v2.0/ports/e3069d6b-9105-4533-bcf7-d2300470ee56 HTTP/1.1" status: 404 len: 333 time: 0.0508535 Feb 09 01:40:13.873005 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55820) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:13.879617 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fd479066-8415-4464-afb2-2ec1750eb73e req-ccf76e41-1ea8-4c37-9708-e2e2362799bb service neutron] 10.222.0.91 "GET /v2.0/networks/7d026e5f-8203-4636-ba0b-6899bb8cd475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447626 Feb 09 01:40:13.896749 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 5d19a922-f865-4d6c-9f30-b3d7b0487d71, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=5d19a922-f865-4d6c-9f30-b3d7b0487d71,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:13.910076 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5d19a922-f865-4d6c-9f30-b3d7b0487d71), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:13.998289 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=5d19a922-f865-4d6c-9f30-b3d7b0487d71,revision_number=8']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:14.003753 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7b4ddfad-4670-4427-a3e8-b3ad42a31168 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (0116005d-d7bc-4696-bd57-8239713f5f28), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:14.112696 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 5d19a922-f865-4d6c-9f30-b3d7b0487d71 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:14.141013 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7b4ddfad-4670-4427-a3e8-b3ad42a31168 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (0116005d-d7bc-4696-bd57-8239713f5f28), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:14.170716 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-7b4ddfad-4670-4427-a3e8-b3ad42a31168 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0116005d-d7bc-4696-bd57-8239713f5f28']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:14.175881 n-d-822053-40 neutron-server[103528]: DEBUG neutron.objects.ports [None req-9ca0b273-e0d1-448d-be21-b135e7f41fa9 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103528) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:40:14.182980 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-7b4ddfad-4670-4427-a3e8-b3ad42a31168 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d35d826-e760-4cd5-83d1-c83269c01c95') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:14.183318 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-7b4ddfad-4670-4427-a3e8-b3ad42a31168 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d35d826-e760-4cd5-83d1-c83269c01c95') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:14.212459 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7b4ddfad-4670-4427-a3e8-b3ad42a31168 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (9d35d826-e760-4cd5-83d1-c83269c01c95), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:14.230656 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 5d19a922-f865-4d6c-9f30-b3d7b0487d71 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:14.231318 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5d19a922-f865-4d6c-9f30-b3d7b0487d71), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:14.233723 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7b4ddfad-4670-4427-a3e8-b3ad42a31168 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (9d35d826-e760-4cd5-83d1-c83269c01c95), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:14.243681 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b4ddfad-4670-4427-a3e8-b3ad42a31168 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:40:14.244232 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7b4ddfad-4670-4427-a3e8-b3ad42a31168 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (9d35d826-e760-4cd5-83d1-c83269c01c95), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:14.311960 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:40:14.311960 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:40:14.311960 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:40:14.311960 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:40:14.311960 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:40:14.311960 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:40:14.311960 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:40:14.311960 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:40:14.311960 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:40:14.311960 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:40:14.311960 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:40:14.311960 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:40:14.311960 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:40:14.311960 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:40:14.311960 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:40:14.311960 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:40:14.311960 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:40:14.311960 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:40:14.311960 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:40:14.311960 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:40:14.311960 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:40:14.311960 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:40:14.311960 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:40:14.311960 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:40:14.311960 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:40:14.311960 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:40:14.311960 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:40:14.311960 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:40:14.311960 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:40:14.311960 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:40:14.311960 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:40:14.311960 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:40:14.375022 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 5d19a922-f865-4d6c-9f30-b3d7b0487d71 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:14.375413 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5d19a922-f865-4d6c-9f30-b3d7b0487d71), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:14.434818 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ca0b273-e0d1-448d-be21-b135e7f41fa9 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5d19a922-f865-4d6c-9f30-b3d7b0487d71), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:14.436838 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7b4ddfad-4670-4427-a3e8-b3ad42a31168 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (0116005d-d7bc-4696-bd57-8239713f5f28), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:14.441831 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:40:14.442196 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:40:14.465424 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7b4ddfad-4670-4427-a3e8-b3ad42a31168 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:14.473057 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7b4ddfad-4670-4427-a3e8-b3ad42a31168 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/networks/0116005d-d7bc-4696-bd57-8239713f5f28 HTTP/1.1" status: 204 len: 168 time: 0.5946550 Feb 09 01:40:14.477824 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6b4e1-cbaf-418e-a54b-006fc717a9f6 req-9b0acf8c-3339-4c34-a640-e90f97aee944 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:14.479418 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c4a6b4e1-cbaf-418e-a54b-006fc717a9f6 req-9b0acf8c-3339-4c34-a640-e90f97aee944 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 945 time: 0.1644168 Feb 09 01:40:14.482317 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ddfad-4670-4427-a3e8-b3ad42a31168 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'Network': ['ID=0116005d-d7bc-4696-bd57-8239713f5f28,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:14.482474 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55826) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:14.490359 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-03cac473-29f9-42cd-9af7-b9d49b0201f9 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-41253789'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:14.492884 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded31d1-0ba0-4aa7-929a-928b2c483f1e req-56dc15d0-7f89-4547-b8dc-2db7d45046b9 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:14.494407 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3ded31d1-0ba0-4aa7-929a-928b2c483f1e req-56dc15d0-7f89-4547-b8dc-2db7d45046b9 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 946 time: 0.1591632 Feb 09 01:40:14.535136 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cac473-29f9-42cd-9af7-b9d49b0201f9 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Made reservation on behalf of 8201bc48225643789b21af5866801d1c for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:14.546926 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-03cac473-29f9-42cd-9af7-b9d49b0201f9 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:14.571592 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3ded31d1-0ba0-4aa7-929a-928b2c483f1e req-b3ab2ec4-cd8c-4276-a908-aebfbc14dafc tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690525 Feb 09 01:40:14.601499 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c4a6b4e1-cbaf-418e-a54b-006fc717a9f6 req-6eacb1b0-74a4-4bba-aa0e-cfd3a434dc77 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ea60e72c-3021-4dd2-8311-c001cfa04ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060834 Feb 09 01:40:14.644601 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03cac473-29f9-42cd-9af7-b9d49b0201f9 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:40:14.664138 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-03cac473-29f9-42cd-9af7-b9d49b0201f9 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (c1c49581-c6ed-4c35-ac5f-2b294dcd65ba), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:14.664490 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-03cac473-29f9-42cd-9af7-b9d49b0201f9 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Added segment c1c49581-c6ed-4c35-ac5f-2b294dcd65ba of type vlan for network 1403ca88-69e5-41ba-ae00-4665f73db749 Feb 09 01:40:14.674110 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-3f589864-7615-4ecf-ad41-4a611895936f None None] Provisioning complete for port 5d19a922-f865-4d6c-9f30-b3d7b0487d71 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:14.675067 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3f589864-7615-4ecf-ad41-4a611895936f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5d19a922-f865-4d6c-9f30-b3d7b0487d71), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:14.740915 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-9ca0b273-e0d1-448d-be21-b135e7f41fa9 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] For port 5d19a922-f865-4d6c-9f30-b3d7b0487d71, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=5d19a922-f865-4d6c-9f30-b3d7b0487d71,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:14.744486 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-03cac473-29f9-42cd-9af7-b9d49b0201f9 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (1403ca88-69e5-41ba-ae00-4665f73db749), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:14.802949 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ca0b273-e0d1-448d-be21-b135e7f41fa9 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for port (5d19a922-f865-4d6c-9f30-b3d7b0487d71), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:14.821074 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-03cac473-29f9-42cd-9af7-b9d49b0201f9 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (1403ca88-69e5-41ba-ae00-4665f73db749), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:14.824104 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3f589864-7615-4ecf-ad41-4a611895936f None None] Current status of the port 5d19a922-f865-4d6c-9f30-b3d7b0487d71 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:14.824616 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3f589864-7615-4ecf-ad41-4a611895936f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5d19a922-f865-4d6c-9f30-b3d7b0487d71), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:14.829214 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cac473-29f9-42cd-9af7-b9d49b0201f9 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:14.829941 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-03cac473-29f9-42cd-9af7-b9d49b0201f9 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:14.833343 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ca0b273-e0d1-448d-be21-b135e7f41fa9 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (5d19a922-f865-4d6c-9f30-b3d7b0487d71), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:14.899889 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-3f589864-7615-4ecf-ad41-4a611895936f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:40:14.901840 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-3f589864-7615-4ecf-ad41-4a611895936f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:40:14.932408 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee739f1-84e8-4cc6-9465-761b0cb8628a req-ca39f89e-2f49-480c-91d0-577b803175ab tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:14.933993 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cee739f1-84e8-4cc6-9465-761b0cb8628a req-ca39f89e-2f49-480c-91d0-577b803175ab tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 946 time: 0.0867980 Feb 09 01:40:14.985448 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 5d19a922-f865-4d6c-9f30-b3d7b0487d71 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:14.986072 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5d19a922-f865-4d6c-9f30-b3d7b0487d71), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:14.996028 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ca0b273-e0d1-448d-be21-b135e7f41fa9 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (c0e6244a-62ec-4ea7-8de6-79ef8bedd0cc), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:15.041787 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-03cac473-29f9-42cd-9af7-b9d49b0201f9 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5581980 Feb 09 01:40:15.048484 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55836) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:15.055051 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 5d19a922-f865-4d6c-9f30-b3d7b0487d71, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=5d19a922-f865-4d6c-9f30-b3d7b0487d71,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:15.057303 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0b273-e0d1-448d-be21-b135e7f41fa9 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Port': ['ID=5d19a922-f865-4d6c-9f30-b3d7b0487d71,revision_number=10']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:15.063786 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5d19a922-f865-4d6c-9f30-b3d7b0487d71), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:15.080645 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-b5e0dc81-165d-4738-a440-ba00d77d4ed0 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'subnet': {'network_id': '1403ca88-69e5-41ba-ae00-4665f73db749', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:15.089084 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca0b273-e0d1-448d-be21-b135e7f41fa9 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:15.090219 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cac473-29f9-42cd-9af7-b9d49b0201f9 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'Network': ['ID=1403ca88-69e5-41ba-ae00-4665f73db749,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:15.106785 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-9ca0b273-e0d1-448d-be21-b135e7f41fa9 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:15.113803 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca0b273-e0d1-448d-be21-b135e7f41fa9 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:15.114444 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ca0b273-e0d1-448d-be21-b135e7f41fa9 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:15.125844 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 1403ca88-69e5-41ba-ae00-4665f73db749 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:40:15.130292 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0b273-e0d1-448d-be21-b135e7f41fa9 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Subnet': ['ID=c0e6244a-62ec-4ea7-8de6-79ef8bedd0cc,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:15.136861 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9ca0b273-e0d1-448d-be21-b135e7f41fa9 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6853402 Feb 09 01:40:15.139694 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55838) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:15.145515 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-13e39f81-598f-4819-89c2-b601f19bed6e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'port': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'mac_address': 'fa:16:3e:30:6c:4d', 'name': 'tempest-NetworksTestDHCPv6-899325799'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:15.203852 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cee739f1-84e8-4cc6-9465-761b0cb8628a req-1a4d51bd-1da0-4f85-b0c9-61e1165993be tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2595942 Feb 09 01:40:15.295941 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=5d19a922-f865-4d6c-9f30-b3d7b0487d71,revision_number=11']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:15.302185 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268b4bb3-6c15-436a-b7ce-681d7ca28245 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:15.311505 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e0dc81-165d-4738-a440-ba00d77d4ed0 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Made reservation on behalf of 8201bc48225643789b21af5866801d1c for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:15.317337 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b5e0dc81-165d-4738-a440-ba00d77d4ed0 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:15.323260 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:15.323858 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:15.323997 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:15.325013 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:15.325013 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:15.325351 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:15.325684 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:15.326015 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:15.326666 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:15.327181 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:15.327547 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:15.328159 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:15.328598 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:15.333229 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e39f81-598f-4819-89c2-b601f19bed6e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:15.418575 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.ipam_backend_mixin [None req-b5e0dc81-165d-4738-a440-ba00d77d4ed0 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Performing IP validity checks on allocation pools {{(pid=103529) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 01:40:15.421654 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.ipam_backend_mixin [None req-b5e0dc81-165d-4738-a440-ba00d77d4ed0 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103529) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 01:40:15.451617 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-13e39f81-598f-4819-89c2-b601f19bed6e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:15.459601 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3f589864-7615-4ecf-ad41-4a611895936f None None] Current status of the port 5d19a922-f865-4d6c-9f30-b3d7b0487d71 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:15.483666 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-13e39f81-598f-4819-89c2-b601f19bed6e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] device_id is not set on port 848aabb7-8eaf-4b2b-a763-5fdbff0ee399 yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:40:15.575185 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-bab92d01-2bf9-4362-bd89-2bd5440a2764 None None] Could not find standard attr ID for object 61e8897c-4be0-45fe-b5bb-087ce66aa7ef. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:40:15.601965 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b5e0dc81-165d-4738-a440-ba00d77d4ed0 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (51497485-96d5-43ee-8d90-0b84671eaa17), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:15.733050 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0dc81-165d-4738-a440-ba00d77d4ed0 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'Subnet': ['ID=51497485-96d5-43ee-8d90-0b84671eaa17,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:15.760310 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-13e39f81-598f-4819-89c2-b601f19bed6e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Allocated IP 172.20.0.6 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/9ad25ce4-8470-47d6-977e-b7f7a0509d88/848aabb7-8eaf-4b2b-a763-5fdbff0ee399) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:15.768668 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-13e39f81-598f-4819-89c2-b601f19bed6e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Allocated IP 2001:db8::f816:3eff:fe30:6c4d (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/c0e6244a-62ec-4ea7-8de6-79ef8bedd0cc/848aabb7-8eaf-4b2b-a763-5fdbff0ee399) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:15.822411 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 5d19a922-f865-4d6c-9f30-b3d7b0487d71 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:15.848766 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e0dc81-165d-4738-a440-ba00d77d4ed0 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Checking segment: {'id': 'c1c49581-c6ed-4c35-ac5f-2b294dcd65ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1403ca88-69e5-41ba-ae00-4665f73db749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:15.849278 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e0dc81-165d-4738-a440-ba00d77d4ed0 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Network hostable DHCP agents. Network: 1403ca88-69e5-41ba-ae00-4665f73db749, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:40:15.900860 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc55c9-3943-4b19-9e3c-8a5f74045e8f req-7ba432f8-ed43-49cf-b44e-34d79a021c5c tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:15.902829 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dbbc55c9-3943-4b19-9e3c-8a5f74045e8f req-7ba432f8-ed43-49cf-b44e-34d79a021c5c tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 946 time: 0.1662846 Feb 09 01:40:15.908093 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e0dc81-165d-4738-a440-ba00d77d4ed0 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Network 1403ca88-69e5-41ba-ae00-4665f73db749 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:40:15.921756 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45c009-1902-4a54-9617-930ae21cf5f2 req-4f9cf15f-8e73-42a7-b966-206edfa8ae48 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:15.923551 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bd45c009-1902-4a54-9617-930ae21cf5f2 req-4f9cf15f-8e73-42a7-b966-206edfa8ae48 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 945 time: 0.1719306 Feb 09 01:40:15.957812 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-b5e0dc81-165d-4738-a440-ba00d77d4ed0 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 1403ca88-69e5-41ba-ae00-4665f73db749) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:15.960827 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 5d19a922-f865-4d6c-9f30-b3d7b0487d71 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:15.961334 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5d19a922-f865-4d6c-9f30-b3d7b0487d71), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:15.988672 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-13e39f81-598f-4819-89c2-b601f19bed6e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for port (848aabb7-8eaf-4b2b-a763-5fdbff0ee399), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:15.990972 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3febd5-788f-44f8-82ed-cd32fc6f88b3 None None] Network 1403ca88-69e5-41ba-ae00-4665f73db749 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:15.996675 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e0dc81-165d-4738-a440-ba00d77d4ed0 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:15.997279 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b5e0dc81-165d-4738-a440-ba00d77d4ed0 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:16.038103 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-13e39f81-598f-4819-89c2-b601f19bed6e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (848aabb7-8eaf-4b2b-a763-5fdbff0ee399), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:16.064810 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dbbc55c9-3943-4b19-9e3c-8a5f74045e8f req-854f8cd5-cbea-45d3-923f-ce79de77c114 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524301 Feb 09 01:40:16.086773 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b5e0dc81-165d-4738-a440-ba00d77d4ed0 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0362866 Feb 09 01:40:16.093579 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55848) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:16.099643 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-aed8c318-4f25-42fd-96a3-a9ae671dc614 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'port': {'network_id': '1403ca88-69e5-41ba-ae00-4665f73db749', 'name': 'tempest-PortsIpV6TestJSON-1485340807'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:16.108158 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bd45c009-1902-4a54-9617-930ae21cf5f2 req-a97a153e-037e-4abc-846e-8aa4b8376edd tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ea60e72c-3021-4dd2-8311-c001cfa04ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758637 Feb 09 01:40:16.136940 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e39f81-598f-4819-89c2-b601f19bed6e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:16.148254 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-13e39f81-598f-4819-89c2-b601f19bed6e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:16.150928 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e39f81-598f-4819-89c2-b601f19bed6e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:16.201907 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 5d19a922-f865-4d6c-9f30-b3d7b0487d71 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:16.216204 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e39f81-598f-4819-89c2-b601f19bed6e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Port': ['ID=848aabb7-8eaf-4b2b-a763-5fdbff0ee399,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:16.222003 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1d2aff-baf1-4b6f-85d4-ab020579ed07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-1403ca88-69e5-41ba-ae00-4665f73db749', 'network_id': '1403ca88-69e5-41ba-ae00-4665f73db749', 'project_id': '8201bc48225643789b21af5866801d1c', 'fixed_ips': [{'subnet_id': '51497485-96d5-43ee-8d90-0b84671eaa17'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:40:16.223253 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9f1d2aff-baf1-4b6f-85d4-ab020579ed07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:16.250510 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e39f81-598f-4819-89c2-b601f19bed6e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:16.252094 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-13e39f81-598f-4819-89c2-b601f19bed6e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:16.273460 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-13e39f81-598f-4819-89c2-b601f19bed6e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.1325738 Feb 09 01:40:16.275992 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55850) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:16.287329 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed8c318-4f25-42fd-96a3-a9ae671dc614 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Made reservation on behalf of 8201bc48225643789b21af5866801d1c for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:16.291345 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-aed8c318-4f25-42fd-96a3-a9ae671dc614 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:16.311403 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-aed8c318-4f25-42fd-96a3-a9ae671dc614 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] device_id is not set on port 127ab28e-a4a4-497a-b695-de4be1c6e562 yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:40:16.378554 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d06e4c-a7d6-4f45-bdd5-9ef5413ea45b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:16.384885 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d06e4c-a7d6-4f45-bdd5-9ef5413ea45b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:16.387399 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c9d06e4c-a7d6-4f45-bdd5-9ef5413ea45b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1097131 Feb 09 01:40:16.390151 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55852) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:16.444665 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-9f1d2aff-baf1-4b6f-85d4-ab020579ed07 None None] Allocated IP 2001:db8::2 (1403ca88-69e5-41ba-ae00-4665f73db749/51497485-96d5-43ee-8d90-0b84671eaa17/513eabeb-dbf0-4e91-b123-71f8c41c1c28) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:16.499365 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a93de7d0-c9ba-4092-a8d5-faa77d7cc750 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting port 848aabb7-8eaf-4b2b-a763-5fdbff0ee399 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:16.499933 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a93de7d0-c9ba-4092-a8d5-faa77d7cc750 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (848aabb7-8eaf-4b2b-a763-5fdbff0ee399), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:16.546756 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-aa9cdeee-8dfd-40e0-b276-b2f4ed535ee3 None None] Provisioning complete for port 5d19a922-f865-4d6c-9f30-b3d7b0487d71 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:16.547210 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa9cdeee-8dfd-40e0-b276-b2f4ed535ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5d19a922-f865-4d6c-9f30-b3d7b0487d71), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:16.605273 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a93de7d0-c9ba-4092-a8d5-faa77d7cc750 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (848aabb7-8eaf-4b2b-a763-5fdbff0ee399), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:16.620811 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a93de7d0-c9ba-4092-a8d5-faa77d7cc750 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Calling delete_port for 848aabb7-8eaf-4b2b-a763-5fdbff0ee399 owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:16.648841 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9f1d2aff-baf1-4b6f-85d4-ab020579ed07 None None] Publish callbacks [] for port (513eabeb-dbf0-4e91-b123-71f8c41c1c28), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:16.679504 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9f1d2aff-baf1-4b6f-85d4-ab020579ed07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (513eabeb-dbf0-4e91-b123-71f8c41c1c28), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:16.732710 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d2aff-baf1-4b6f-85d4-ab020579ed07 None None] Pushing event updated for resources: {'Port': ['ID=513eabeb-dbf0-4e91-b123-71f8c41c1c28,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:16.759755 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-aa9cdeee-8dfd-40e0-b276-b2f4ed535ee3 None None] Current status of the port 5d19a922-f865-4d6c-9f30-b3d7b0487d71 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:16.765729 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1d2aff-baf1-4b6f-85d4-ab020579ed07 None None] Network 1403ca88-69e5-41ba-ae00-4665f73db749 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:16.768756 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-9f1d2aff-baf1-4b6f-85d4-ab020579ed07 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:16.775643 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-aed8c318-4f25-42fd-96a3-a9ae671dc614 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Allocated IP 2001:db8::9b (1403ca88-69e5-41ba-ae00-4665f73db749/51497485-96d5-43ee-8d90-0b84671eaa17/127ab28e-a4a4-497a-b695-de4be1c6e562) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:16.776239 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1d2aff-baf1-4b6f-85d4-ab020579ed07 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:16.850883 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-9f1d2aff-baf1-4b6f-85d4-ab020579ed07 None None] Attempting to bind port 513eabeb-dbf0-4e91-b123-71f8c41c1c28 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:40:16.851380 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-9f1d2aff-baf1-4b6f-85d4-ab020579ed07 None None] Attempting to bind port 513eabeb-dbf0-4e91-b123-71f8c41c1c28 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'c1c49581-c6ed-4c35-ac5f-2b294dcd65ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1403ca88-69e5-41ba-ae00-4665f73db749'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:40:16.851749 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1d2aff-baf1-4b6f-85d4-ab020579ed07 None None] Attempting to bind port 513eabeb-dbf0-4e91-b123-71f8c41c1c28 on network 1403ca88-69e5-41ba-ae00-4665f73db749 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:16.857465 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1d2aff-baf1-4b6f-85d4-ab020579ed07 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:40:16.857863 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1d2aff-baf1-4b6f-85d4-ab020579ed07 None None] Checking segment: {'id': 'c1c49581-c6ed-4c35-ac5f-2b294dcd65ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1403ca88-69e5-41ba-ae00-4665f73db749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:16.858268 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9f1d2aff-baf1-4b6f-85d4-ab020579ed07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:16.858694 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1d2aff-baf1-4b6f-85d4-ab020579ed07 None None] Bound using segment: {'id': 'c1c49581-c6ed-4c35-ac5f-2b294dcd65ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1403ca88-69e5-41ba-ae00-4665f73db749'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:40:16.859596 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-9f1d2aff-baf1-4b6f-85d4-ab020579ed07 None None] Bound port: 513eabeb-dbf0-4e91-b123-71f8c41c1c28, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c49581-c6ed-4c35-ac5f-2b294dcd65ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1403ca88-69e5-41ba-ae00-4665f73db749'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:40:16.859996 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9f1d2aff-baf1-4b6f-85d4-ab020579ed07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (513eabeb-dbf0-4e91-b123-71f8c41c1c28), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:16.932091 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-9f1d2aff-baf1-4b6f-85d4-ab020579ed07 None None] For port 513eabeb-dbf0-4e91-b123-71f8c41c1c28, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:40:16.935503 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-9f1d2aff-baf1-4b6f-85d4-ab020579ed07 None None] For port 513eabeb-dbf0-4e91-b123-71f8c41c1c28, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=513eabeb-dbf0-4e91-b123-71f8c41c1c28,segment=NetworkSegment(c1c49581-c6ed-4c35-ac5f-2b294dcd65ba),segment_id=c1c49581-c6ed-4c35-ac5f-2b294dcd65ba)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:40:16.942978 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9f1d2aff-baf1-4b6f-85d4-ab020579ed07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (513eabeb-dbf0-4e91-b123-71f8c41c1c28), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:16.949189 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a93de7d0-c9ba-4092-a8d5-faa77d7cc750 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (848aabb7-8eaf-4b2b-a763-5fdbff0ee399), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:16.984154 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93de7d0-c9ba-4092-a8d5-faa77d7cc750 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Port': ['ID=848aabb7-8eaf-4b2b-a763-5fdbff0ee399,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:16.993116 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b96d15f3-5144-455f-8edb-e2f92810c30b None None] Could not find standard attr ID for object 848aabb7-8eaf-4b2b-a763-5fdbff0ee399. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:40:17.020627 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d2aff-baf1-4b6f-85d4-ab020579ed07 None None] Pushing event updated for resources: {'Port': ['ID=513eabeb-dbf0-4e91-b123-71f8c41c1c28,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:17.071695 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-aed8c318-4f25-42fd-96a3-a9ae671dc614 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for port (127ab28e-a4a4-497a-b695-de4be1c6e562), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:17.137409 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a93de7d0-c9ba-4092-a8d5-faa77d7cc750 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:17.140578 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a93de7d0-c9ba-4092-a8d5-faa77d7cc750 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/ports/848aabb7-8eaf-4b2b-a763-5fdbff0ee399 HTTP/1.1" status: 204 len: 168 time: 0.7491479 Feb 09 01:40:17.144930 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55860) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:17.228669 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-aed8c318-4f25-42fd-96a3-a9ae671dc614 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (127ab28e-a4a4-497a-b695-de4be1c6e562), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:17.294943 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c232c2fb-62f5-429e-b79d-5e272076d479 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:17.296121 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c232c2fb-62f5-429e-b79d-5e272076d479 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:17.297427 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c232c2fb-62f5-429e-b79d-5e272076d479 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:17.299108 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c232c2fb-62f5-429e-b79d-5e272076d479 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1532121 Feb 09 01:40:17.302149 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55862) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:17.338666 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed8c318-4f25-42fd-96a3-a9ae671dc614 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Network 1403ca88-69e5-41ba-ae00-4665f73db749 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:17.376633 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-aed8c318-4f25-42fd-96a3-a9ae671dc614 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:17.379380 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-c613e1db-ad59-4fc6-bcc4-0dec61cb19d3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting subnet 9ad25ce4-8470-47d6-977e-b7f7a0509d88 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:40:17.386889 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed8c318-4f25-42fd-96a3-a9ae671dc614 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:17.390115 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c613e1db-ad59-4fc6-bcc4-0dec61cb19d3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (9ad25ce4-8470-47d6-977e-b7f7a0509d88), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:17.392711 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed8c318-4f25-42fd-96a3-a9ae671dc614 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:17.394002 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-aed8c318-4f25-42fd-96a3-a9ae671dc614 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:17.405321 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed8c318-4f25-42fd-96a3-a9ae671dc614 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'Port': ['ID=127ab28e-a4a4-497a-b695-de4be1c6e562,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:17.417336 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a086bea-91a6-431e-b473-bf2213e3ded1 req-a39d252d-7e09-4049-bea3-84c0d402bd39 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:17.418913 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a086bea-91a6-431e-b473-bf2213e3ded1 req-a39d252d-7e09-4049-bea3-84c0d402bd39 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 946 time: 0.2376127 Feb 09 01:40:17.454168 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-aed8c318-4f25-42fd-96a3-a9ae671dc614 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3569105 Feb 09 01:40:17.455290 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55864) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:17.478075 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c613e1db-ad59-4fc6-bcc4-0dec61cb19d3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (9ad25ce4-8470-47d6-977e-b7f7a0509d88), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:17.526785 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b1ffa-94bd-47a8-bc15-bdf504c85229 req-a1cc266a-393b-4127-ae0a-bb21a84c62b9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:17.534259 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e83b1ffa-94bd-47a8-bc15-bdf504c85229 req-a1cc266a-393b-4127-ae0a-bb21a84c62b9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 945 time: 0.2277570 Feb 09 01:40:17.551648 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a086bea-91a6-431e-b473-bf2213e3ded1 req-1e1989fc-283e-43b3-8d9f-28facfe8abe8 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233108 Feb 09 01:40:17.620032 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c613e1db-ad59-4fc6-bcc4-0dec61cb19d3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (9ad25ce4-8470-47d6-977e-b7f7a0509d88), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:17.627153 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e83b1ffa-94bd-47a8-bc15-bdf504c85229 req-2fb189ce-b930-4c62-913d-553602a1c6ae tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ea60e72c-3021-4dd2-8311-c001cfa04ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919890 Feb 09 01:40:17.642592 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-39627a75-6ef7-43e5-b5e6-40ed5b9875bd tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Deleting port 127ab28e-a4a4-497a-b695-de4be1c6e562 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:17.642946 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-39627a75-6ef7-43e5-b5e6-40ed5b9875bd tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (127ab28e-a4a4-497a-b695-de4be1c6e562), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:17.696565 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c613e1db-ad59-4fc6-bcc4-0dec61cb19d3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (9ad25ce4-8470-47d6-977e-b7f7a0509d88), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:17.747218 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c613e1db-ad59-4fc6-bcc4-0dec61cb19d3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Subnet': ['ID=9ad25ce4-8470-47d6-977e-b7f7a0509d88,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:17.755152 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c613e1db-ad59-4fc6-bcc4-0dec61cb19d3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:17.766585 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-39627a75-6ef7-43e5-b5e6-40ed5b9875bd tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (127ab28e-a4a4-497a-b695-de4be1c6e562), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:17.766845 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c613e1db-ad59-4fc6-bcc4-0dec61cb19d3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/9ad25ce4-8470-47d6-977e-b7f7a0509d88 HTTP/1.1" status: 204 len: 168 time: 0.4636271 Feb 09 01:40:17.779341 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55866) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:17.788006 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597365cd-3024-47dd-b483-fe8ae27f2834 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:17.814015 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-39627a75-6ef7-43e5-b5e6-40ed5b9875bd tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Calling delete_port for 127ab28e-a4a4-497a-b695-de4be1c6e562 owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:17.905418 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 513eabeb-dbf0-4e91-b123-71f8c41c1c28 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:17.925904 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-58b0b973-a5b4-4dee-9f54-a7d41050c456 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting subnet c0e6244a-62ec-4ea7-8de6-79ef8bedd0cc {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:40:17.930763 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-58b0b973-a5b4-4dee-9f54-a7d41050c456 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (c0e6244a-62ec-4ea7-8de6-79ef8bedd0cc), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:18.012152 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 513eabeb-dbf0-4e91-b123-71f8c41c1c28 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:18.012635 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (513eabeb-dbf0-4e91-b123-71f8c41c1c28), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:18.029458 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-58b0b973-a5b4-4dee-9f54-a7d41050c456 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (c0e6244a-62ec-4ea7-8de6-79ef8bedd0cc), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:18.067387 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-39627a75-6ef7-43e5-b5e6-40ed5b9875bd tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (127ab28e-a4a4-497a-b695-de4be1c6e562), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:18.105237 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39627a75-6ef7-43e5-b5e6-40ed5b9875bd tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'Port': ['ID=127ab28e-a4a4-497a-b695-de4be1c6e562,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:18.170542 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-39627a75-6ef7-43e5-b5e6-40ed5b9875bd tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:18.177068 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-39627a75-6ef7-43e5-b5e6-40ed5b9875bd tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/ports/127ab28e-a4a4-497a-b695-de4be1c6e562 HTTP/1.1" status: 204 len: 168 time: 0.7190206 Feb 09 01:40:18.180202 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55870) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:18.198351 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 513eabeb-dbf0-4e91-b123-71f8c41c1c28 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:18.199223 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (513eabeb-dbf0-4e91-b123-71f8c41c1c28), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:18.219718 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c5ea0c2-da76-4efb-8209-d55d3932ac52 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] DELETE failed (client error): The resource could not be found. Feb 09 01:40:18.220310 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c5ea0c2-da76-4efb-8209-d55d3932ac52 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:40:18.224702 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4c5ea0c2-da76-4efb-8209-d55d3932ac52 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/ports/127ab28e-a4a4-497a-b695-de4be1c6e562 HTTP/1.1" status: 404 len: 333 time: 0.0434594 Feb 09 01:40:18.227529 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55872) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:18.230360 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-58b0b973-a5b4-4dee-9f54-a7d41050c456 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (c0e6244a-62ec-4ea7-8de6-79ef8bedd0cc), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:18.263532 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 513eabeb-dbf0-4e91-b123-71f8c41c1c28, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=513eabeb-dbf0-4e91-b123-71f8c41c1c28,segment=NetworkSegment(c1c49581-c6ed-4c35-ac5f-2b294dcd65ba),segment_id=c1c49581-c6ed-4c35-ac5f-2b294dcd65ba)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:18.273261 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (513eabeb-dbf0-4e91-b123-71f8c41c1c28), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:18.290885 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f26ccdb-126d-40dc-a2a2-51da93af8c97 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] GET failed (client error): The resource could not be found. Feb 09 01:40:18.297929 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6f26ccdb-126d-40dc-a2a2-51da93af8c97 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "GET /v2.0/ports/127ab28e-a4a4-497a-b695-de4be1c6e562 HTTP/1.1" status: 404 len: 333 time: 0.0689197 Feb 09 01:40:18.301611 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55874) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:18.353384 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=513eabeb-dbf0-4e91-b123-71f8c41c1c28,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:18.360093 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-58b0b973-a5b4-4dee-9f54-a7d41050c456 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (c0e6244a-62ec-4ea7-8de6-79ef8bedd0cc), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:18.407773 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0b973-a5b4-4dee-9f54-a7d41050c456 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Subnet': ['ID=c0e6244a-62ec-4ea7-8de6-79ef8bedd0cc,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:18.413675 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-58b0b973-a5b4-4dee-9f54-a7d41050c456 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:18.416951 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-58b0b973-a5b4-4dee-9f54-a7d41050c456 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/c0e6244a-62ec-4ea7-8de6-79ef8bedd0cc HTTP/1.1" status: 204 len: 168 time: 0.6370542 Feb 09 01:40:18.419555 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55876) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:18.434376 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa080cc1-b4ad-439e-945a-c0ce52604c19 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Deleting subnet 51497485-96d5-43ee-8d90-0b84671eaa17 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:40:18.438079 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fa080cc1-b4ad-439e-945a-c0ce52604c19 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for subnet (51497485-96d5-43ee-8d90-0b84671eaa17), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:18.465491 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-398d6653-3a40-4228-9f8d-0b6e344a3df1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444777 Feb 09 01:40:18.468148 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55878) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:18.474012 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-bc34c3ac-7fa3-4152-87f1-a7e430e1daad tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'subnet': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:18.488387 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fa080cc1-b4ad-439e-945a-c0ce52604c19 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (51497485-96d5-43ee-8d90-0b84671eaa17), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:18.540758 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705f96e2-cc86-4bcc-b98b-561d0f79af47 None None] Network 1403ca88-69e5-41ba-ae00-4665f73db749 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:18.592315 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fa080cc1-b4ad-439e-945a-c0ce52604c19 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (51497485-96d5-43ee-8d90-0b84671eaa17), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:18.607173 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc34c3ac-7fa3-4152-87f1-a7e430e1daad tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:18.611422 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bc34c3ac-7fa3-4152-87f1-a7e430e1daad tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:18.681041 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fa080cc1-b4ad-439e-945a-c0ce52604c19 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (51497485-96d5-43ee-8d90-0b84671eaa17), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:18.704575 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-364157a8-38c1-4857-bbbe-a15ec6d878ad None None] Provisioning complete for port 513eabeb-dbf0-4e91-b123-71f8c41c1c28 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:18.705293 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-364157a8-38c1-4857-bbbe-a15ec6d878ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (513eabeb-dbf0-4e91-b123-71f8c41c1c28), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:18.712556 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa080cc1-b4ad-439e-945a-c0ce52604c19 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'Subnet': ['ID=51497485-96d5-43ee-8d90-0b84671eaa17,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:18.719853 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fa080cc1-b4ad-439e-945a-c0ce52604c19 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:18.723955 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-fa080cc1-b4ad-439e-945a-c0ce52604c19 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/subnets/51497485-96d5-43ee-8d90-0b84671eaa17 HTTP/1.1" status: 204 len: 168 time: 0.4207125 Feb 09 01:40:18.726527 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55884) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:18.858937 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1aa0e888-95b6-41dd-b013-0ef3b5ed1ffe tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (1403ca88-69e5-41ba-ae00-4665f73db749), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:18.891963 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2601cee-7e27-4b10-97aa-81ca1d862a97 req-08fa8386-483d-48fa-93b1-48358c566a5e tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:18.894266 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f2601cee-7e27-4b10-97aa-81ca1d862a97 req-08fa8386-483d-48fa-93b1-48358c566a5e tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 946 time: 0.1323996 Feb 09 01:40:18.903694 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a692f4e-7657-43d7-b00f-6cb3ece3bbdd req-e5719a9b-f63b-495c-b9fc-498fbb1fec66 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:18.911634 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a692f4e-7657-43d7-b00f-6cb3ece3bbdd req-e5719a9b-f63b-495c-b9fc-498fbb1fec66 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 945 time: 0.1704175 Feb 09 01:40:18.946227 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-1aa0e888-95b6-41dd-b013-0ef3b5ed1ffe tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Deleting port 513eabeb-dbf0-4e91-b123-71f8c41c1c28 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:18.946597 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1aa0e888-95b6-41dd-b013-0ef3b5ed1ffe tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (513eabeb-dbf0-4e91-b123-71f8c41c1c28), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.054124 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0094ecf3-bb2b-4c21-8147-4e5b09706ebb None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:19.057728 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f2601cee-7e27-4b10-97aa-81ca1d862a97 req-bd9fc226-3dc2-43fe-acb9-045435bb6de7 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438942 Feb 09 01:40:19.058811 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-1aa0e888-95b6-41dd-b013-0ef3b5ed1ffe tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] For port 513eabeb-dbf0-4e91-b123-71f8c41c1c28, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=513eabeb-dbf0-4e91-b123-71f8c41c1c28,segment=NetworkSegment(c1c49581-c6ed-4c35-ac5f-2b294dcd65ba),segment_id=c1c49581-c6ed-4c35-ac5f-2b294dcd65ba)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:19.059803 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1aa0e888-95b6-41dd-b013-0ef3b5ed1ffe tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (513eabeb-dbf0-4e91-b123-71f8c41c1c28), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.075722 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-1aa0e888-95b6-41dd-b013-0ef3b5ed1ffe tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Calling delete_port for 513eabeb-dbf0-4e91-b123-71f8c41c1c28 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:19.105889 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a692f4e-7657-43d7-b00f-6cb3ece3bbdd req-cef932d9-8560-460b-a818-c2e013eac573 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ea60e72c-3021-4dd2-8311-c001cfa04ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869133 Feb 09 01:40:19.129304 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7431b6f-46b3-4fde-97e5-e41bacde6dc2 None None] Network 1403ca88-69e5-41ba-ae00-4665f73db749 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:19.139179 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bc34c3ac-7fa3-4152-87f1-a7e430e1daad tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (b5867692-fc67-4b98-a3e8-8f95892ee4e1), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.142847 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-364157a8-38c1-4857-bbbe-a15ec6d878ad None None] Current status of the port 513eabeb-dbf0-4e91-b123-71f8c41c1c28 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:19.207878 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1aa0e888-95b6-41dd-b013-0ef3b5ed1ffe tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (513eabeb-dbf0-4e91-b123-71f8c41c1c28), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.229095 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc34c3ac-7fa3-4152-87f1-a7e430e1daad tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:19.234787 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-bc34c3ac-7fa3-4152-87f1-a7e430e1daad tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:19.243917 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc34c3ac-7fa3-4152-87f1-a7e430e1daad tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:19.244558 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bc34c3ac-7fa3-4152-87f1-a7e430e1daad tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.266665 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-40a13a97-1bcb-4408-a14f-4e23244b0a8e None None] Could not find standard attr ID for object 513eabeb-dbf0-4e91-b123-71f8c41c1c28. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:40:19.269651 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34c3ac-7fa3-4152-87f1-a7e430e1daad tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Subnet': ['ID=b5867692-fc67-4b98-a3e8-8f95892ee4e1,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:19.282261 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa0e888-95b6-41dd-b013-0ef3b5ed1ffe tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'Port': ['ID=513eabeb-dbf0-4e91-b123-71f8c41c1c28,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:19.285379 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa0e888-95b6-41dd-b013-0ef3b5ed1ffe tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] No DVR routers for this DVR port 513eabeb-dbf0-4e91-b123-71f8c41c1c28 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:19.293796 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-bc34c3ac-7fa3-4152-87f1-a7e430e1daad tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8220291 Feb 09 01:40:19.293955 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-40a13a97-1bcb-4408-a14f-4e23244b0a8e None None] Provisioning complete for port 5d19a922-f865-4d6c-9f30-b3d7b0487d71 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:19.293955 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-40a13a97-1bcb-4408-a14f-4e23244b0a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5d19a922-f865-4d6c-9f30-b3d7b0487d71), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.294139 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55892) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:19.308575 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-a973cd1e-4c41-4140-a7a7-9c7ba053d87d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'subnet': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:19.376630 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d2c057-ef7b-47d3-b475-960b7e7502b6 None None] DHCP port deletion for cbbe9143-fcdc-43c5-b797-7f127a92ac8e request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:40:19.403636 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1aa0e888-95b6-41dd-b013-0ef3b5ed1ffe tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (1403ca88-69e5-41ba-ae00-4665f73db749), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.428800 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-1aa0e888-95b6-41dd-b013-0ef3b5ed1ffe tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1403ca88-69e5-41ba-ae00-4665f73db749']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:19.447326 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a973cd1e-4c41-4140-a7a7-9c7ba053d87d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:19.450588 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-1aa0e888-95b6-41dd-b013-0ef3b5ed1ffe tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1c49581-c6ed-4c35-ac5f-2b294dcd65ba') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:19.450800 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-1aa0e888-95b6-41dd-b013-0ef3b5ed1ffe tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1c49581-c6ed-4c35-ac5f-2b294dcd65ba') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:19.454737 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a973cd1e-4c41-4140-a7a7-9c7ba053d87d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.463014 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd043e4f-ffd8-4a0c-bb15-ccffe84fa0dd None None] DHCP port deletion for 1403ca88-69e5-41ba-ae00-4665f73db749 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:40:19.470120 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1aa0e888-95b6-41dd-b013-0ef3b5ed1ffe tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (c1c49581-c6ed-4c35-ac5f-2b294dcd65ba), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.487084 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1aa0e888-95b6-41dd-b013-0ef3b5ed1ffe tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (c1c49581-c6ed-4c35-ac5f-2b294dcd65ba), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.495211 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa0e888-95b6-41dd-b013-0ef3b5ed1ffe tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:40:19.495676 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1aa0e888-95b6-41dd-b013-0ef3b5ed1ffe tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (c1c49581-c6ed-4c35-ac5f-2b294dcd65ba), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.499063 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:40:19.499063 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:40:19.499063 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:40:19.499063 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:40:19.499063 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:40:19.499063 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:40:19.499063 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:40:19.499063 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:40:19.499063 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:40:19.499063 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:40:19.499063 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:40:19.499063 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:40:19.499063 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:40:19.499063 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:40:19.499063 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:40:19.499063 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:40:19.499063 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:40:19.499063 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:40:19.499063 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:40:19.499063 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:40:19.499063 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:40:19.499063 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:40:19.499063 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:40:19.499063 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:40:19.499063 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:40:19.499063 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:40:19.499063 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:40:19.499063 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:40:19.499063 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:40:19.499063 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:40:19.499063 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:40:19.499063 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:40:19.531092 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-40a13a97-1bcb-4408-a14f-4e23244b0a8e None None] Current status of the port 5d19a922-f865-4d6c-9f30-b3d7b0487d71 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:19.544258 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.557936 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b4d2c057-ef7b-47d3-b475-960b7e7502b6 None None] Deleting port 5d19a922-f865-4d6c-9f30-b3d7b0487d71 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:19.558372 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b4d2c057-ef7b-47d3-b475-960b7e7502b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (5d19a922-f865-4d6c-9f30-b3d7b0487d71), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.589882 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1aa0e888-95b6-41dd-b013-0ef3b5ed1ffe tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (1403ca88-69e5-41ba-ae00-4665f73db749), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.594695 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1aa0e888-95b6-41dd-b013-0ef3b5ed1ffe tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.600046 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1aa0e888-95b6-41dd-b013-0ef3b5ed1ffe tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/networks/1403ca88-69e5-41ba-ae00-4665f73db749 HTTP/1.1" status: 204 len: 168 time: 0.8725417 Feb 09 01:40:19.608512 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55898) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:19.631119 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-c508ce07-0881-46de-b6d7-0c2f3d48deee tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-130242011'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:19.638337 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa0e888-95b6-41dd-b013-0ef3b5ed1ffe tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'Network': ['ID=1403ca88-69e5-41ba-ae00-4665f73db749,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:19.661290 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c508ce07-0881-46de-b6d7-0c2f3d48deee tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Made reservation on behalf of 8201bc48225643789b21af5866801d1c for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:19.663879 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b4d2c057-ef7b-47d3-b475-960b7e7502b6 None None] For port 5d19a922-f865-4d6c-9f30-b3d7b0487d71, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=5d19a922-f865-4d6c-9f30-b3d7b0487d71,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:19.664501 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b4d2c057-ef7b-47d3-b475-960b7e7502b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (5d19a922-f865-4d6c-9f30-b3d7b0487d71), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.667047 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c508ce07-0881-46de-b6d7-0c2f3d48deee tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.683327 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b4d2c057-ef7b-47d3-b475-960b7e7502b6 None None] Calling delete_port for 5d19a922-f865-4d6c-9f30-b3d7b0487d71 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:19.701724 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c508ce07-0881-46de-b6d7-0c2f3d48deee tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:40:19.713112 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c508ce07-0881-46de-b6d7-0c2f3d48deee tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (8f768b15-efb9-44c2-8c20-6a66dbec1f18), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.714193 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-c508ce07-0881-46de-b6d7-0c2f3d48deee tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Added segment 8f768b15-efb9-44c2-8c20-6a66dbec1f18 of type vlan for network b5f8239d-055d-479e-a15c-836dffb1a2c1 Feb 09 01:40:19.773116 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c508ce07-0881-46de-b6d7-0c2f3d48deee tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (b5f8239d-055d-479e-a15c-836dffb1a2c1), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.826815 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 5d19a922-f865-4d6c-9f30-b3d7b0487d71 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:40:19.827554 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c508ce07-0881-46de-b6d7-0c2f3d48deee tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (b5f8239d-055d-479e-a15c-836dffb1a2c1), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.834550 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c508ce07-0881-46de-b6d7-0c2f3d48deee tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:19.835158 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c508ce07-0881-46de-b6d7-0c2f3d48deee tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.854619 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b4d2c057-ef7b-47d3-b475-960b7e7502b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (5d19a922-f865-4d6c-9f30-b3d7b0487d71), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.895058 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2c057-ef7b-47d3-b475-960b7e7502b6 None None] Pushing event deleted for resources: {'Port': ['ID=5d19a922-f865-4d6c-9f30-b3d7b0487d71,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:19.908320 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d2c057-ef7b-47d3-b475-960b7e7502b6 None None] No DVR routers for this DVR port 5d19a922-f865-4d6c-9f30-b3d7b0487d71 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:19.915057 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c508ce07-0881-46de-b6d7-0c2f3d48deee tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'Network': ['ID=b5f8239d-055d-479e-a15c-836dffb1a2c1,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:19.916682 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No active binding found for port 5d19a922-f865-4d6c-9f30-b3d7b0487d71 {{(pid=103530) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 01:40:19.922010 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] The host n-d-822053-40 is not matching for port 5d19a922-f865-4d6c-9f30-b3d7b0487d71 host None! {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:40:19.922473 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 5d19a922-f865-4d6c-9f30-b3d7b0487d71 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:40:19.922894 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 513eabeb-dbf0-4e91-b123-71f8c41c1c28 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:40:19.944581 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c508ce07-0881-46de-b6d7-0c2f3d48deee tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3345215 Feb 09 01:40:19.946434 n-d-822053-40 neutron-server[103529]: DEBUG neutron.objects.ports [None req-a973cd1e-4c41-4140-a7a7-9c7ba053d87d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103529) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:40:19.947459 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55900) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:19.947965 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a973cd1e-4c41-4140-a7a7-9c7ba053d87d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (bd29e0a3-dc35-4f2f-8c7c-680c7e691f34), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.954146 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network b5f8239d-055d-479e-a15c-836dffb1a2c1 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:40:19.954406 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-59c43ad2-8655-4aa4-8fd3-bcb9ef328089 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'subnet': {'network_id': 'b5f8239d-055d-479e-a15c-836dffb1a2c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:19.957528 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4bbbd4-bc43-4319-ade1-19fd66bde5b4 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:19.960532 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 513eabeb-dbf0-4e91-b123-71f8c41c1c28 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:40:19.960872 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 513eabeb-dbf0-4e91-b123-71f8c41c1c28 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:40:19.995491 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a973cd1e-4c41-4140-a7a7-9c7ba053d87d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:19.998780 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-a973cd1e-4c41-4140-a7a7-9c7ba053d87d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:20.005328 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a973cd1e-4c41-4140-a7a7-9c7ba053d87d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:20.005916 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a973cd1e-4c41-4140-a7a7-9c7ba053d87d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:20.027251 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a973cd1e-4c41-4140-a7a7-9c7ba053d87d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Subnet': ['ID=bd29e0a3-dc35-4f2f-8c7c-680c7e691f34,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:20.045617 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a973cd1e-4c41-4140-a7a7-9c7ba053d87d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7418556 Feb 09 01:40:20.046050 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55902) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:20.065992 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-0fd83195-a592-4b1b-b24d-0f95e7695375 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'port': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'mac_address': 'fa:16:3e:4a:f3:f5', 'name': 'tempest-NetworksTestDHCPv6-128831708'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:20.128697 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c43ad2-8655-4aa4-8fd3-bcb9ef328089 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Made reservation on behalf of 8201bc48225643789b21af5866801d1c for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:20.134346 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-59c43ad2-8655-4aa4-8fd3-bcb9ef328089 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:20.190389 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e29526d-f00f-4ed9-b168-a6cae22742fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'project_id': '840feb797a5045feb11a0660b5a0c7d5', 'fixed_ips': [{'subnet_id': 'b5867692-fc67-4b98-a3e8-8f95892ee4e1'}, {'subnet_id': 'bd29e0a3-dc35-4f2f-8c7c-680c7e691f34'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:40:20.191458 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4e29526d-f00f-4ed9-b168-a6cae22742fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:20.386662 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-59c43ad2-8655-4aa4-8fd3-bcb9ef328089 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (4b8bcd1b-0b52-422c-823a-0f23fe56b1f5), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:20.435932 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-4e29526d-f00f-4ed9-b168-a6cae22742fa None None] Allocated IP 172.20.0.2 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/b5867692-fc67-4b98-a3e8-8f95892ee4e1/2a368e7b-b62e-4bf1-9262-1de83d3bf01d) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:20.443155 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-4e29526d-f00f-4ed9-b168-a6cae22742fa None None] Allocated IP 2001:db8::f816:3eff:fe18:aec2 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/bd29e0a3-dc35-4f2f-8c7c-680c7e691f34/2a368e7b-b62e-4bf1-9262-1de83d3bf01d) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:20.481721 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c43ad2-8655-4aa4-8fd3-bcb9ef328089 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'Subnet': ['ID=4b8bcd1b-0b52-422c-823a-0f23fe56b1f5,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:20.516941 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c43ad2-8655-4aa4-8fd3-bcb9ef328089 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Checking segment: {'id': '8f768b15-efb9-44c2-8c20-6a66dbec1f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'b5f8239d-055d-479e-a15c-836dffb1a2c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:20.518048 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c43ad2-8655-4aa4-8fd3-bcb9ef328089 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Network hostable DHCP agents. Network: b5f8239d-055d-479e-a15c-836dffb1a2c1, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:40:20.544539 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c43ad2-8655-4aa4-8fd3-bcb9ef328089 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Network b5f8239d-055d-479e-a15c-836dffb1a2c1 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:40:20.576325 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-59c43ad2-8655-4aa4-8fd3-bcb9ef328089 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, b5f8239d-055d-479e-a15c-836dffb1a2c1) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:20.577149 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c43ad2-8655-4aa4-8fd3-bcb9ef328089 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:20.577872 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-59c43ad2-8655-4aa4-8fd3-bcb9ef328089 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:20.618930 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0160fa21-624e-4dd2-87a8-dfe540339c0d None None] Network b5f8239d-055d-479e-a15c-836dffb1a2c1 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:20.629804 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-59c43ad2-8655-4aa4-8fd3-bcb9ef328089 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6806350 Feb 09 01:40:20.635950 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55910) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:20.641844 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-71ef62de-a3fd-4b44-a6c9-a064f0d278ad tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'port': {'network_id': 'b5f8239d-055d-479e-a15c-836dffb1a2c1', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1344177044'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:20.692277 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4e29526d-f00f-4ed9-b168-a6cae22742fa None None] Publish callbacks [] for port (2a368e7b-b62e-4bf1-9262-1de83d3bf01d), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:20.724464 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4e29526d-f00f-4ed9-b168-a6cae22742fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (2a368e7b-b62e-4bf1-9262-1de83d3bf01d), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:20.727965 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d6245-79da-4301-a95a-f743f1416572 req-f8e57c31-2511-4655-9fb2-3859952ff5fb tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:20.730074 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9f5d6245-79da-4301-a95a-f743f1416572 req-f8e57c31-2511-4655-9fb2-3859952ff5fb tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 946 time: 0.2166448 Feb 09 01:40:20.767385 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e29526d-f00f-4ed9-b168-a6cae22742fa None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:20.771045 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ef62de-a3fd-4b44-a6c9-a064f0d278ad tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Made reservation on behalf of 8201bc48225643789b21af5866801d1c for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:20.776914 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-71ef62de-a3fd-4b44-a6c9-a064f0d278ad tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:20.795914 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd83195-a592-4b1b-b24d-0f95e7695375 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:20.807336 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-71ef62de-a3fd-4b44-a6c9-a064f0d278ad tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] device_id is not set on port 66c789fd-6a9a-4442-a2b8-174c1b794a79 yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:40:20.820574 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-4e29526d-f00f-4ed9-b168-a6cae22742fa None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:20.822789 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e29526d-f00f-4ed9-b168-a6cae22742fa None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:20.837201 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcf8d99-6ab5-4726-8e9e-1e5ad579244b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-b5f8239d-055d-479e-a15c-836dffb1a2c1', 'network_id': 'b5f8239d-055d-479e-a15c-836dffb1a2c1', 'project_id': '8201bc48225643789b21af5866801d1c', 'fixed_ips': [{'subnet_id': '4b8bcd1b-0b52-422c-823a-0f23fe56b1f5'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:40:20.838128 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7bcf8d99-6ab5-4726-8e9e-1e5ad579244b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:20.854465 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6a7e0c1e-c042-4b6f-a0a4-5a703e2945f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:20.865386 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e29526d-f00f-4ed9-b168-a6cae22742fa None None] Pushing event updated for resources: {'Port': ['ID=2a368e7b-b62e-4bf1-9262-1de83d3bf01d,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:20.880939 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc299a-5c00-4739-a003-e81d422addf6 req-1d0b83ef-f2bf-457c-876a-ab6a864b1a61 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:20.883049 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-15fc299a-5c00-4739-a003-e81d422addf6 req-1d0b83ef-f2bf-457c-876a-ab6a864b1a61 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 945 time: 0.3681676 Feb 09 01:40:20.961328 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-15fc299a-5c00-4739-a003-e81d422addf6 req-385219ba-aca3-4222-ad5a-56f4a14649a0 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ea60e72c-3021-4dd2-8311-c001cfa04ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623250 Feb 09 01:40:21.026423 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9f5d6245-79da-4301-a95a-f743f1416572 req-6930e100-f95e-41d3-a088-6418d6959f3a tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629254 Feb 09 01:40:21.037208 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0fd83195-a592-4b1b-b24d-0f95e7695375 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:21.074070 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-0fd83195-a592-4b1b-b24d-0f95e7695375 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] device_id is not set on port 36583d48-059b-4620-9fa9-afbc0cfa9438 yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:40:21.093071 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-4e29526d-f00f-4ed9-b168-a6cae22742fa None None] Attempting to bind port 2a368e7b-b62e-4bf1-9262-1de83d3bf01d on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:40:21.097779 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-4e29526d-f00f-4ed9-b168-a6cae22742fa None None] Attempting to bind port 2a368e7b-b62e-4bf1-9262-1de83d3bf01d by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:40:21.098167 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e29526d-f00f-4ed9-b168-a6cae22742fa None None] Attempting to bind port 2a368e7b-b62e-4bf1-9262-1de83d3bf01d on network cbbe9143-fcdc-43c5-b797-7f127a92ac8e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:21.144931 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:40:21.171754 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e29526d-f00f-4ed9-b168-a6cae22742fa None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:40:21.172360 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e29526d-f00f-4ed9-b168-a6cae22742fa None None] Checking segment: {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:21.172972 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4e29526d-f00f-4ed9-b168-a6cae22742fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:21.173473 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e29526d-f00f-4ed9-b168-a6cae22742fa None None] Bound using segment: {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:40:21.174511 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-4e29526d-f00f-4ed9-b168-a6cae22742fa None None] Bound port: 2a368e7b-b62e-4bf1-9262-1de83d3bf01d, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:40:21.175493 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4e29526d-f00f-4ed9-b168-a6cae22742fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2a368e7b-b62e-4bf1-9262-1de83d3bf01d), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:21.197928 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:21.258783 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-4e29526d-f00f-4ed9-b168-a6cae22742fa None None] For port 2a368e7b-b62e-4bf1-9262-1de83d3bf01d, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:40:21.266882 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-4e29526d-f00f-4ed9-b168-a6cae22742fa None None] For port 2a368e7b-b62e-4bf1-9262-1de83d3bf01d, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=2a368e7b-b62e-4bf1-9262-1de83d3bf01d,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:40:21.280099 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4e29526d-f00f-4ed9-b168-a6cae22742fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (2a368e7b-b62e-4bf1-9262-1de83d3bf01d), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:21.364219 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e29526d-f00f-4ed9-b168-a6cae22742fa None None] Pushing event updated for resources: {'Port': ['ID=2a368e7b-b62e-4bf1-9262-1de83d3bf01d,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:21.407293 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e0746-ad9c-40b1-a550-cd7420927fb8 req-5138b8fb-f147-4e92-8b60-e1cbb0ea737d tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:21.409579 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-de7e0746-ad9c-40b1-a550-cd7420927fb8 req-5138b8fb-f147-4e92-8b60-e1cbb0ea737d tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 946 time: 0.1312230 Feb 09 01:40:21.450976 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-0fd83195-a592-4b1b-b24d-0f95e7695375 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Allocated IP 172.20.0.3 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/b5867692-fc67-4b98-a3e8-8f95892ee4e1/36583d48-059b-4620-9fa9-afbc0cfa9438) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:21.461038 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-0fd83195-a592-4b1b-b24d-0f95e7695375 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Allocated IP 2001:db8::f816:3eff:fe4a:f3f5 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/bd29e0a3-dc35-4f2f-8c7c-680c7e691f34/36583d48-059b-4620-9fa9-afbc0cfa9438) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:21.462043 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-71ef62de-a3fd-4b44-a6c9-a064f0d278ad tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Allocated IP 2001:db8::25e (b5f8239d-055d-479e-a15c-836dffb1a2c1/4b8bcd1b-0b52-422c-823a-0f23fe56b1f5/66c789fd-6a9a-4442-a2b8-174c1b794a79) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:21.500419 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-de7e0746-ad9c-40b1-a550-cd7420927fb8 req-96e2975e-f34c-4a39-9695-39126b5682b7 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796928 Feb 09 01:40:21.684570 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-71ef62de-a3fd-4b44-a6c9-a064f0d278ad tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for port (66c789fd-6a9a-4442-a2b8-174c1b794a79), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:21.752005 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-71ef62de-a3fd-4b44-a6c9-a064f0d278ad tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (66c789fd-6a9a-4442-a2b8-174c1b794a79), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:21.794227 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1a9ad-393a-4ce2-a0a6-bc8ee17c8269 req-7181b94e-72f0-4a5e-a798-6afd9bef4d9f tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:21.796590 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cac1a9ad-393a-4ce2-a0a6-bc8ee17c8269 req-7181b94e-72f0-4a5e-a798-6afd9bef4d9f tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 946 time: 0.1302376 Feb 09 01:40:21.801455 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0fd83195-a592-4b1b-b24d-0f95e7695375 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for port (36583d48-059b-4620-9fa9-afbc0cfa9438), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:21.821053 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ef62de-a3fd-4b44-a6c9-a064f0d278ad tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Network b5f8239d-055d-479e-a15c-836dffb1a2c1 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:21.826996 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-71ef62de-a3fd-4b44-a6c9-a064f0d278ad tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:21.839214 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ef62de-a3fd-4b44-a6c9-a064f0d278ad tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:21.844965 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ef62de-a3fd-4b44-a6c9-a064f0d278ad tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:21.845757 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-71ef62de-a3fd-4b44-a6c9-a064f0d278ad tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:21.873560 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-71ef62de-a3fd-4b44-a6c9-a064f0d278ad tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.2360682 Feb 09 01:40:21.875066 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef62de-a3fd-4b44-a6c9-a064f0d278ad tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'Port': ['ID=66c789fd-6a9a-4442-a2b8-174c1b794a79,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:21.878316 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55920) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:21.879880 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-7bcf8d99-6ab5-4726-8e9e-1e5ad579244b None None] Allocated IP 2001:db8::2 (b5f8239d-055d-479e-a15c-836dffb1a2c1/4b8bcd1b-0b52-422c-823a-0f23fe56b1f5/cf2e6cd1-08dd-4a25-b988-7f194548e362) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:21.917458 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cac1a9ad-393a-4ce2-a0a6-bc8ee17c8269 req-e8f15d47-8196-4a36-9b58-445050d39c78 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120169 Feb 09 01:40:21.924315 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 2a368e7b-b62e-4bf1-9262-1de83d3bf01d up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:22.022431 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0fd83195-a592-4b1b-b24d-0f95e7695375 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (36583d48-059b-4620-9fa9-afbc0cfa9438), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:22.063140 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 2a368e7b-b62e-4bf1-9262-1de83d3bf01d triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:22.063685 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2a368e7b-b62e-4bf1-9262-1de83d3bf01d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:22.087947 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd83195-a592-4b1b-b24d-0f95e7695375 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:22.101736 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-84556649-4995-4f7a-85e5-6eac2e4437df tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Deleting port 66c789fd-6a9a-4442-a2b8-174c1b794a79 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:22.102265 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-84556649-4995-4f7a-85e5-6eac2e4437df tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (66c789fd-6a9a-4442-a2b8-174c1b794a79), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:22.166051 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7bcf8d99-6ab5-4726-8e9e-1e5ad579244b None None] Publish callbacks [] for port (cf2e6cd1-08dd-4a25-b988-7f194548e362), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:22.177783 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7bcf8d99-6ab5-4726-8e9e-1e5ad579244b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (cf2e6cd1-08dd-4a25-b988-7f194548e362), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:22.199002 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-0fd83195-a592-4b1b-b24d-0f95e7695375 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:22.231728 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd83195-a592-4b1b-b24d-0f95e7695375 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:22.254792 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcf8d99-6ab5-4726-8e9e-1e5ad579244b None None] Network b5f8239d-055d-479e-a15c-836dffb1a2c1 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:22.259557 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 2a368e7b-b62e-4bf1-9262-1de83d3bf01d is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:22.260045 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2a368e7b-b62e-4bf1-9262-1de83d3bf01d), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:22.264640 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-7bcf8d99-6ab5-4726-8e9e-1e5ad579244b None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:22.268077 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcf8d99-6ab5-4726-8e9e-1e5ad579244b None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:22.270021 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf8d99-6ab5-4726-8e9e-1e5ad579244b None None] Pushing event updated for resources: {'Port': ['ID=cf2e6cd1-08dd-4a25-b988-7f194548e362,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:22.342352 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 2a368e7b-b62e-4bf1-9262-1de83d3bf01d, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=2a368e7b-b62e-4bf1-9262-1de83d3bf01d,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:22.357259 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (2a368e7b-b62e-4bf1-9262-1de83d3bf01d), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:22.364398 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-84556649-4995-4f7a-85e5-6eac2e4437df tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (66c789fd-6a9a-4442-a2b8-174c1b794a79), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:22.370052 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-7bcf8d99-6ab5-4726-8e9e-1e5ad579244b None None] Attempting to bind port cf2e6cd1-08dd-4a25-b988-7f194548e362 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:40:22.370443 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-7bcf8d99-6ab5-4726-8e9e-1e5ad579244b None None] Attempting to bind port cf2e6cd1-08dd-4a25-b988-7f194548e362 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '8f768b15-efb9-44c2-8c20-6a66dbec1f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'b5f8239d-055d-479e-a15c-836dffb1a2c1'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:40:22.370816 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcf8d99-6ab5-4726-8e9e-1e5ad579244b None None] Attempting to bind port cf2e6cd1-08dd-4a25-b988-7f194548e362 on network b5f8239d-055d-479e-a15c-836dffb1a2c1 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:22.383905 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd83195-a592-4b1b-b24d-0f95e7695375 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Port': ['ID=36583d48-059b-4620-9fa9-afbc0cfa9438,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:22.396865 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcf8d99-6ab5-4726-8e9e-1e5ad579244b None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:40:22.397241 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcf8d99-6ab5-4726-8e9e-1e5ad579244b None None] Checking segment: {'id': '8f768b15-efb9-44c2-8c20-6a66dbec1f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'b5f8239d-055d-479e-a15c-836dffb1a2c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:22.397650 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7bcf8d99-6ab5-4726-8e9e-1e5ad579244b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:22.398048 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcf8d99-6ab5-4726-8e9e-1e5ad579244b None None] Bound using segment: {'id': '8f768b15-efb9-44c2-8c20-6a66dbec1f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'b5f8239d-055d-479e-a15c-836dffb1a2c1'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:40:22.398535 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-7bcf8d99-6ab5-4726-8e9e-1e5ad579244b None None] Bound port: cf2e6cd1-08dd-4a25-b988-7f194548e362, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f768b15-efb9-44c2-8c20-6a66dbec1f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'b5f8239d-055d-479e-a15c-836dffb1a2c1'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:40:22.398916 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7bcf8d99-6ab5-4726-8e9e-1e5ad579244b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (cf2e6cd1-08dd-4a25-b988-7f194548e362), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:22.410603 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-84556649-4995-4f7a-85e5-6eac2e4437df tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Calling delete_port for 66c789fd-6a9a-4442-a2b8-174c1b794a79 owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:22.439338 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd83195-a592-4b1b-b24d-0f95e7695375 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:22.439715 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd83195-a592-4b1b-b24d-0f95e7695375 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:22.440187 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd83195-a592-4b1b-b24d-0f95e7695375 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:22.440772 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd83195-a592-4b1b-b24d-0f95e7695375 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:22.441160 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd83195-a592-4b1b-b24d-0f95e7695375 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:22.441504 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd83195-a592-4b1b-b24d-0f95e7695375 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:22.441841 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd83195-a592-4b1b-b24d-0f95e7695375 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:22.442178 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd83195-a592-4b1b-b24d-0f95e7695375 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:22.442509 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd83195-a592-4b1b-b24d-0f95e7695375 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:22.442839 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd83195-a592-4b1b-b24d-0f95e7695375 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:22.443167 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd83195-a592-4b1b-b24d-0f95e7695375 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:22.443499 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd83195-a592-4b1b-b24d-0f95e7695375 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:22.443837 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd83195-a592-4b1b-b24d-0f95e7695375 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:22.462682 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd83195-a592-4b1b-b24d-0f95e7695375 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:22.463408 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0fd83195-a592-4b1b-b24d-0f95e7695375 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:22.468137 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=2a368e7b-b62e-4bf1-9262-1de83d3bf01d,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:22.497585 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc29019-7d6c-40c9-a6f6-ea87e3934afc req-cf9140d1-49b7-48ec-98fd-19211f364992 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:22.499709 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-abc29019-7d6c-40c9-a6f6-ea87e3934afc req-cf9140d1-49b7-48ec-98fd-19211f364992 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 945 time: 0.2869525 Feb 09 01:40:22.500024 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-7bcf8d99-6ab5-4726-8e9e-1e5ad579244b None None] For port cf2e6cd1-08dd-4a25-b988-7f194548e362, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:40:22.505729 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-7bcf8d99-6ab5-4726-8e9e-1e5ad579244b None None] For port cf2e6cd1-08dd-4a25-b988-7f194548e362, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=cf2e6cd1-08dd-4a25-b988-7f194548e362,segment=NetworkSegment(8f768b15-efb9-44c2-8c20-6a66dbec1f18),segment_id=8f768b15-efb9-44c2-8c20-6a66dbec1f18)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:40:22.511754 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0fd83195-a592-4b1b-b24d-0f95e7695375 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.4588590 Feb 09 01:40:22.514709 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55928) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:22.519003 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7bcf8d99-6ab5-4726-8e9e-1e5ad579244b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (cf2e6cd1-08dd-4a25-b988-7f194548e362), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:22.572858 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3529b2-8003-437c-a327-45e99cc6a87f req-23a670e6-cd4a-44bd-ab86-602cfa370366 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:22.574435 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2d3529b2-8003-437c-a327-45e99cc6a87f req-23a670e6-cd4a-44bd-ab86-602cfa370366 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 946 time: 0.3517265 Feb 09 01:40:22.606884 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf8d99-6ab5-4726-8e9e-1e5ad579244b None None] Pushing event updated for resources: {'Port': ['ID=cf2e6cd1-08dd-4a25-b988-7f194548e362,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:22.640161 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d58264f-e605-4746-afcc-af3790109ba2 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:22.647100 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d58264f-e605-4746-afcc-af3790109ba2 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:22.651452 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0d58264f-e605-4746-afcc-af3790109ba2 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1333873 Feb 09 01:40:22.651752 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55930) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:22.672312 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-abc29019-7d6c-40c9-a6f6-ea87e3934afc req-916df2a0-74d3-4d4f-afff-e56a192692c5 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ea60e72c-3021-4dd2-8311-c001cfa04ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155865 Feb 09 01:40:22.734055 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2d3529b2-8003-437c-a327-45e99cc6a87f req-c4f1f083-a2d7-4a99-b94c-281284be9145 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347029 Feb 09 01:40:22.824526 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-84556649-4995-4f7a-85e5-6eac2e4437df tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (66c789fd-6a9a-4442-a2b8-174c1b794a79), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:22.860641 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84556649-4995-4f7a-85e5-6eac2e4437df tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'Port': ['ID=66c789fd-6a9a-4442-a2b8-174c1b794a79,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:22.862519 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-37666c80-be3c-4b81-baf0-0a49b0494601 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting port 36583d48-059b-4620-9fa9-afbc0cfa9438 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:22.862995 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37666c80-be3c-4b81-baf0-0a49b0494601 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (36583d48-059b-4620-9fa9-afbc0cfa9438), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:22.892099 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-84556649-4995-4f7a-85e5-6eac2e4437df tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:22.896399 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-84556649-4995-4f7a-85e5-6eac2e4437df tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/ports/66c789fd-6a9a-4442-a2b8-174c1b794a79 HTTP/1.1" status: 204 len: 168 time: 1.0156863 Feb 09 01:40:22.899062 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55934) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:22.941480 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-a797a3b9-48b1-4263-a5ec-cb5684cc7b81 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] GET failed (client error): The resource could not be found. Feb 09 01:40:22.941480 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a797a3b9-48b1-4263-a5ec-cb5684cc7b81 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "GET /v2.0/ports/66c789fd-6a9a-4442-a2b8-174c1b794a79 HTTP/1.1" status: 404 len: 333 time: 0.0411923 Feb 09 01:40:22.944887 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55936) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:23.031088 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37666c80-be3c-4b81-baf0-0a49b0494601 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (36583d48-059b-4620-9fa9-afbc0cfa9438), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.035757 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-efa238ae-a888-4702-ad85-d30b51bcb66f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Deleting subnet 4b8bcd1b-0b52-422c-823a-0f23fe56b1f5 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:40:23.042917 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-efa238ae-a888-4702-ad85-d30b51bcb66f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for subnet (4b8bcd1b-0b52-422c-823a-0f23fe56b1f5), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.048744 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-37666c80-be3c-4b81-baf0-0a49b0494601 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Calling delete_port for 36583d48-059b-4620-9fa9-afbc0cfa9438 owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:23.116509 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-efa238ae-a888-4702-ad85-d30b51bcb66f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (4b8bcd1b-0b52-422c-823a-0f23fe56b1f5), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.210002 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1f4a3c-622f-48c4-bf91-752e55fb97de None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:23.237306 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-efa238ae-a888-4702-ad85-d30b51bcb66f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (4b8bcd1b-0b52-422c-823a-0f23fe56b1f5), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.307739 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37666c80-be3c-4b81-baf0-0a49b0494601 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (36583d48-059b-4620-9fa9-afbc0cfa9438), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.319707 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-efa238ae-a888-4702-ad85-d30b51bcb66f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (4b8bcd1b-0b52-422c-823a-0f23fe56b1f5), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.323770 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f603b187-0d61-404f-86f7-9f9914378d5d None None] Provisioning complete for port 2a368e7b-b62e-4bf1-9262-1de83d3bf01d triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:23.324330 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f603b187-0d61-404f-86f7-9f9914378d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2a368e7b-b62e-4bf1-9262-1de83d3bf01d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.353157 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37666c80-be3c-4b81-baf0-0a49b0494601 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Port': ['ID=36583d48-059b-4620-9fa9-afbc0cfa9438,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:23.353592 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa238ae-a888-4702-ad85-d30b51bcb66f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'Subnet': ['ID=4b8bcd1b-0b52-422c-823a-0f23fe56b1f5,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:23.367146 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-efa238ae-a888-4702-ad85-d30b51bcb66f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.378116 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-efa238ae-a888-4702-ad85-d30b51bcb66f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/subnets/4b8bcd1b-0b52-422c-823a-0f23fe56b1f5 HTTP/1.1" status: 204 len: 168 time: 0.4322057 Feb 09 01:40:23.381468 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55938) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:23.468946 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f603b187-0d61-404f-86f7-9f9914378d5d None None] Current status of the port 2a368e7b-b62e-4bf1-9262-1de83d3bf01d is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:23.504370 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37666c80-be3c-4b81-baf0-0a49b0494601 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.509905 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-37666c80-be3c-4b81-baf0-0a49b0494601 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/ports/36583d48-059b-4620-9fa9-afbc0cfa9438 HTTP/1.1" status: 204 len: 168 time: 0.8548832 Feb 09 01:40:23.510190 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55940) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:23.515945 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-79580aa3-50af-4c0d-92f4-bdec673d097a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (b5f8239d-055d-479e-a15c-836dffb1a2c1), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.578041 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57a93d4-c215-4427-85b4-f922fd192e3d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:23.579354 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57a93d4-c215-4427-85b4-f922fd192e3d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:23.581546 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57a93d4-c215-4427-85b4-f922fd192e3d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:23.586599 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d57a93d4-c215-4427-85b4-f922fd192e3d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0729856 Feb 09 01:40:23.587072 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55942) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:23.626192 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4ecc1-969e-4ae4-b458-d82b41cb475c req-df3e30ce-b0a3-40a4-9779-78c68d8b179a tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:23.628445 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cfc4ecc1-969e-4ae4-b458-d82b41cb475c req-df3e30ce-b0a3-40a4-9779-78c68d8b179a tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.121 "GET /v2.0/ports?device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 946 time: 0.1086271 Feb 09 01:40:23.660467 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-667a980d-8c3c-41b8-bf95-ea4ad7b37c7f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting subnet b5867692-fc67-4b98-a3e8-8f95892ee4e1 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:40:23.665162 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-667a980d-8c3c-41b8-bf95-ea4ad7b37c7f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (b5867692-fc67-4b98-a3e8-8f95892ee4e1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.697697 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-79580aa3-50af-4c0d-92f4-bdec673d097a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Deleting port cf2e6cd1-08dd-4a25-b988-7f194548e362 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:23.700525 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-79580aa3-50af-4c0d-92f4-bdec673d097a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (cf2e6cd1-08dd-4a25-b988-7f194548e362), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.775955 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-667a980d-8c3c-41b8-bf95-ea4ad7b37c7f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (b5867692-fc67-4b98-a3e8-8f95892ee4e1), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.911218 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-9e96aa36-eecf-41dd-a8d2-773f01febaba None None] Provisioning complete for port 2a368e7b-b62e-4bf1-9262-1de83d3bf01d triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:23.911592 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9e96aa36-eecf-41dd-a8d2-773f01febaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2a368e7b-b62e-4bf1-9262-1de83d3bf01d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.944815 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-79580aa3-50af-4c0d-92f4-bdec673d097a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] For port cf2e6cd1-08dd-4a25-b988-7f194548e362, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=cf2e6cd1-08dd-4a25-b988-7f194548e362,segment=NetworkSegment(8f768b15-efb9-44c2-8c20-6a66dbec1f18),segment_id=8f768b15-efb9-44c2-8c20-6a66dbec1f18)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:23.945866 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-79580aa3-50af-4c0d-92f4-bdec673d097a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (cf2e6cd1-08dd-4a25-b988-7f194548e362), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.977264 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-79580aa3-50af-4c0d-92f4-bdec673d097a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Calling delete_port for cf2e6cd1-08dd-4a25-b988-7f194548e362 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:24.032086 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 2a368e7b-b62e-4bf1-9262-1de83d3bf01d up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:24.041359 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-667a980d-8c3c-41b8-bf95-ea4ad7b37c7f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (b5867692-fc67-4b98-a3e8-8f95892ee4e1), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:24.184050 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-79580aa3-50af-4c0d-92f4-bdec673d097a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (cf2e6cd1-08dd-4a25-b988-7f194548e362), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:24.192377 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-667a980d-8c3c-41b8-bf95-ea4ad7b37c7f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (b5867692-fc67-4b98-a3e8-8f95892ee4e1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:24.243129 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-9e96aa36-eecf-41dd-a8d2-773f01febaba None None] Current status of the port 2a368e7b-b62e-4bf1-9262-1de83d3bf01d is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:24.255022 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a980d-8c3c-41b8-bf95-ea4ad7b37c7f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Subnet': ['ID=b5867692-fc67-4b98-a3e8-8f95892ee4e1,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:24.278248 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-667a980d-8c3c-41b8-bf95-ea4ad7b37c7f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:24.284980 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 2a368e7b-b62e-4bf1-9262-1de83d3bf01d triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:24.285353 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2a368e7b-b62e-4bf1-9262-1de83d3bf01d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:24.290733 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-667a980d-8c3c-41b8-bf95-ea4ad7b37c7f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/b5867692-fc67-4b98-a3e8-8f95892ee4e1 HTTP/1.1" status: 204 len: 168 time: 0.7024496 Feb 09 01:40:24.291386 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55950) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:24.296764 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79580aa3-50af-4c0d-92f4-bdec673d097a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'Port': ['ID=cf2e6cd1-08dd-4a25-b988-7f194548e362,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:24.300551 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79580aa3-50af-4c0d-92f4-bdec673d097a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] No DVR routers for this DVR port cf2e6cd1-08dd-4a25-b988-7f194548e362 on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:24.364151 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6ddc9e-4e1b-429a-9bfd-095c0233d726 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:24.386100 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-061f881f-2f7b-48e0-a32b-c755a944ab2e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting subnet bd29e0a3-dc35-4f2f-8c7c-680c7e691f34 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:40:24.391605 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-061f881f-2f7b-48e0-a32b-c755a944ab2e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (bd29e0a3-dc35-4f2f-8c7c-680c7e691f34), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:24.404313 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c20185-aee3-48a5-a90e-d0e927d62278 req-89aa820c-5749-4129-81c1-9c3f7676d01e tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:24.406185 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c5c20185-aee3-48a5-a90e-d0e927d62278 req-89aa820c-5749-4129-81c1-9c3f7676d01e tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 946 time: 0.3045239 Feb 09 01:40:24.445519 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b7f8c487-0b5b-4283-8350-d06df324a1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:24.447358 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-061f881f-2f7b-48e0-a32b-c755a944ab2e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (bd29e0a3-dc35-4f2f-8c7c-680c7e691f34), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:24.448756 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-6c44b1c8-b328-4c12-98b5-da8f89e686ec None None] Could not find standard attr ID for object 36583d48-059b-4620-9fa9-afbc0cfa9438. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:40:24.461213 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949e42fb-ae22-4880-ab50-11a8a13b9f6c None None] Network b5f8239d-055d-479e-a15c-836dffb1a2c1 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:24.462198 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e481a6-014f-4db5-96a4-3c8453052ccf req-2d051f99-d8fa-46ab-a7bd-16a744627dd7 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:24.463931 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-31e481a6-014f-4db5-96a4-3c8453052ccf req-2d051f99-d8fa-46ab-a7bd-16a744627dd7 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 945 time: 0.3712234 Feb 09 01:40:24.466747 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-cfc4ecc1-969e-4ae4-b458-d82b41cb475c req-91ac7072-32e8-44a4-a4f3-c57e0b12a2d9 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Deleting port 7cba3926-f8a3-4883-bec9-ecbc881fde9d {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:24.467299 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-cfc4ecc1-969e-4ae4-b458-d82b41cb475c req-91ac7072-32e8-44a4-a4f3-c57e0b12a2d9 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (7cba3926-f8a3-4883-bec9-ecbc881fde9d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:24.543754 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-061f881f-2f7b-48e0-a32b-c755a944ab2e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (bd29e0a3-dc35-4f2f-8c7c-680c7e691f34), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:24.584464 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-cfc4ecc1-969e-4ae4-b458-d82b41cb475c req-91ac7072-32e8-44a4-a4f3-c57e0b12a2d9 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] For port 7cba3926-f8a3-4883-bec9-ecbc881fde9d, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7cba3926-f8a3-4883-bec9-ecbc881fde9d,segment=NetworkSegment(06a65791-d722-41e0-9f59-8e2f6da66f1f),segment_id=06a65791-d722-41e0-9f59-8e2f6da66f1f)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:24.585067 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-cfc4ecc1-969e-4ae4-b458-d82b41cb475c req-91ac7072-32e8-44a4-a4f3-c57e0b12a2d9 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (7cba3926-f8a3-4883-bec9-ecbc881fde9d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:24.601182 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-79580aa3-50af-4c0d-92f4-bdec673d097a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (b5f8239d-055d-479e-a15c-836dffb1a2c1), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:24.619384 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-061f881f-2f7b-48e0-a32b-c755a944ab2e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (bd29e0a3-dc35-4f2f-8c7c-680c7e691f34), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:24.619666 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-cfc4ecc1-969e-4ae4-b458-d82b41cb475c req-91ac7072-32e8-44a4-a4f3-c57e0b12a2d9 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Calling delete_port for 7cba3926-f8a3-4883-bec9-ecbc881fde9d owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:24.636211 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-061f881f-2f7b-48e0-a32b-c755a944ab2e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:24.643619 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-061f881f-2f7b-48e0-a32b-c755a944ab2e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/bd29e0a3-dc35-4f2f-8c7c-680c7e691f34 HTTP/1.1" status: 204 len: 168 time: 0.3495107 Feb 09 01:40:24.644618 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55952) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:24.673687 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f881f-2f7b-48e0-a32b-c755a944ab2e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Subnet': ['ID=bd29e0a3-dc35-4f2f-8c7c-680c7e691f34,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:24.679500 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-79580aa3-50af-4c0d-92f4-bdec673d097a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5f8239d-055d-479e-a15c-836dffb1a2c1']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:24.711734 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-79580aa3-50af-4c0d-92f4-bdec673d097a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f768b15-efb9-44c2-8c20-6a66dbec1f18') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:24.712077 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-79580aa3-50af-4c0d-92f4-bdec673d097a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f768b15-efb9-44c2-8c20-6a66dbec1f18') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:24.728640 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2a844e8d-17bf-4d1c-aa91-a2c8dc0197dd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0812609 Feb 09 01:40:24.728965 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-6e02f5f8-e8c0-45ef-ac06-60cf278839ef None None] Could not find standard attr ID for object cf2e6cd1-08dd-4a25-b988-7f194548e362. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:40:24.729226 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55954) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:24.795629 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020a4263-665b-447f-a057-c8f10c08ece6 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:24.800823 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-020a4263-665b-447f-a057-c8f10c08ece6 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0704310 Feb 09 01:40:24.802076 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55956) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:24.802445 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c5c20185-aee3-48a5-a90e-d0e927d62278 req-57635d52-3dcc-4769-8afb-945d7f763b1a tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700252 Feb 09 01:40:24.857655 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-31e481a6-014f-4db5-96a4-3c8453052ccf req-e05dd455-d21c-4b3e-913a-7f9177e77223 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ea60e72c-3021-4dd2-8311-c001cfa04ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2532768 Feb 09 01:40:24.886800 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cf223d-4b4d-4775-87c1-5a5818004f4f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:24.888672 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-61cf223d-4b4d-4775-87c1-5a5818004f4f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0858502 Feb 09 01:40:24.901145 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55960) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:24.923779 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 2a368e7b-b62e-4bf1-9262-1de83d3bf01d is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:24.925341 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device cf2e6cd1-08dd-4a25-b988-7f194548e362 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:24.951343 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f41b68-89eb-4e2c-b073-37a8a2b9cd7a None None] DHCP port deletion for b5f8239d-055d-479e-a15c-836dffb1a2c1 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:40:24.953656 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: cf2e6cd1-08dd-4a25-b988-7f194548e362 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:40:24.954005 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device cf2e6cd1-08dd-4a25-b988-7f194548e362 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 09 01:40:24.965811 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-79580aa3-50af-4c0d-92f4-bdec673d097a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (8f768b15-efb9-44c2-8c20-6a66dbec1f18), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:24.984426 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b7e27248-503b-4e0e-8ed0-2ad2e62a62a9 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0700421 Feb 09 01:40:24.992820 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-79580aa3-50af-4c0d-92f4-bdec673d097a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (8f768b15-efb9-44c2-8c20-6a66dbec1f18), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:25.004904 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Port cf2e6cd1-08dd-4a25-b988-7f194548e362 not found, will not notify nova. {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 09 01:40:25.005553 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79580aa3-50af-4c0d-92f4-bdec673d097a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:40:25.005553 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-79580aa3-50af-4c0d-92f4-bdec673d097a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (8f768b15-efb9-44c2-8c20-6a66dbec1f18), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:25.005553 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:40:25.005553 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:40:25.005553 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:40:25.005553 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:40:25.005553 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:40:25.005553 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:40:25.005553 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:40:25.005553 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:40:25.005553 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:40:25.005553 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:40:25.005553 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:40:25.005553 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:40:25.005553 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:40:25.005553 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:40:25.005553 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:40:25.005553 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:40:25.005553 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:40:25.005553 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:40:25.005553 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:40:25.005553 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:40:25.005553 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:40:25.005553 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:40:25.005553 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:40:25.005553 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:40:25.005553 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:40:25.005553 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:40:25.005553 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:40:25.005553 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:40:25.005553 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:40:25.005553 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:40:25.005553 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:40:25.005553 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:40:25.008944 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-cfc4ecc1-969e-4ae4-b458-d82b41cb475c req-91ac7072-32e8-44a4-a4f3-c57e0b12a2d9 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (7cba3926-f8a3-4883-bec9-ecbc881fde9d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:25.029640 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['35c82c86-9b27-4b9f-a80f-8521f07a72b0'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:40:25.081480 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55962) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:25.086637 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-3746e775-91aa-4040-ac00-99a35605d3c4 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'subnet': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:25.097387 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac7072-32e8-44a4-a4f3-c57e0b12a2d9 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Pushing event deleted for resources: {'Port': ['ID=7cba3926-f8a3-4883-bec9-ecbc881fde9d,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:25.145867 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effb9782-7a4a-484d-bbee-b8081b5f5057 None None] Update dhcp port {'port': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'fixed_ips': [{'subnet_id': 'bd29e0a3-dc35-4f2f-8c7c-680c7e691f34'}], 'binding:host_id': 'n-d-822053-40'}, 'id': '2a368e7b-b62e-4bf1-9262-1de83d3bf01d'} from n-d-822053-40. {{(pid=103530) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:40:25.189096 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc4ecc1-969e-4ae4-b458-d82b41cb475c req-91ac7072-32e8-44a4-a4f3-c57e0b12a2d9 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] No DVR routers for this DVR port 7cba3926-f8a3-4883-bec9-ecbc881fde9d on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:25.193960 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-cfc4ecc1-969e-4ae4-b458-d82b41cb475c req-91ac7072-32e8-44a4-a4f3-c57e0b12a2d9 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:25.199512 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cfc4ecc1-969e-4ae4-b458-d82b41cb475c req-91ac7072-32e8-44a4-a4f3-c57e0b12a2d9 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.121 "DELETE /v2.0/ports/7cba3926-f8a3-4883-bec9-ecbc881fde9d HTTP/1.1" status: 204 len: 173 time: 1.5634630 Feb 09 01:40:25.200133 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be903a3a-ccd8-409b-b193-8b727e06374b', 'name': 'network-vif-deleted', 'tag': '7cba3926-f8a3-4883-bec9-ecbc881fde9d'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:40:25.202922 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b832e89-aa26-4cf5-8b12-c5df3de15185" -d '{"events": [{"server_uuid": "be903a3a-ccd8-409b-b193-8b727e06374b", "name": "network-vif-deleted", "tag": "7cba3926-f8a3-4883-bec9-ecbc881fde9d"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:40:25.214500 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-79580aa3-50af-4c0d-92f4-bdec673d097a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (b5f8239d-055d-479e-a15c-836dffb1a2c1), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:25.215403 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-effb9782-7a4a-484d-bbee-b8081b5f5057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2a368e7b-b62e-4bf1-9262-1de83d3bf01d), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:25.234451 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-79580aa3-50af-4c0d-92f4-bdec673d097a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:25.244577 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-79580aa3-50af-4c0d-92f4-bdec673d097a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/networks/b5f8239d-055d-479e-a15c-836dffb1a2c1 HTTP/1.1" status: 204 len: 168 time: 1.8618140 Feb 09 01:40:25.245496 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55968) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:25.253406 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3746e775-91aa-4040-ac00-99a35605d3c4 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:25.260842 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3746e775-91aa-4040-ac00-99a35605d3c4 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:25.264857 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-7963da5f-24a9-4525-b112-8feed0ec0e68 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'port': {'network_id': '6b1d100c-21d0-4442-bd1a-327fdac5d344', 'name': 'tempest-PortsIpV6TestJSON-402338914'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:25.265924 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-3746e775-91aa-4040-ac00-99a35605d3c4 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:40:25.268612 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3746e775-91aa-4040-ac00-99a35605d3c4 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:40:25.308001 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3746e775-91aa-4040-ac00-99a35605d3c4 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2253773 Feb 09 01:40:25.308975 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55970) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:25.318156 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-07d0bdde-63c9-4676-8ee6-f8eb6e9641dc tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'subnet': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:25.369740 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79580aa3-50af-4c0d-92f4-bdec673d097a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'Network': ['ID=b5f8239d-055d-479e-a15c-836dffb1a2c1,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:25.396424 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7963da5f-24a9-4525-b112-8feed0ec0e68 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Made reservation on behalf of 8201bc48225643789b21af5866801d1c for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:25.404648 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7963da5f-24a9-4525-b112-8feed0ec0e68 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:25.452263 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-7963da5f-24a9-4525-b112-8feed0ec0e68 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] device_id is not set on port 7bb78316-f13c-4dd8-b803-f69a1f3cca19 yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:40:25.453263 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d0bdde-63c9-4676-8ee6-f8eb6e9641dc tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:25.458566 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07d0bdde-63c9-4676-8ee6-f8eb6e9641dc tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:25.461853 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d0bdde-63c9-4676-8ee6-f8eb6e9641dc tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:40:25.464032 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d0bdde-63c9-4676-8ee6-f8eb6e9641dc tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:40:25.493195 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-07d0bdde-63c9-4676-8ee6-f8eb6e9641dc tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1826112 Feb 09 01:40:25.493784 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55972) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:25.499288 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-e7b7c78c-b211-453f-afda-8715a26793b3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'subnet': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:25.557960 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbfd16b-54ed-4b0e-bdce-c2a4a07f45cd x-openstack-request-id: req-2cbfd16b-54ed-4b0e-bdce-c2a4a07f45cd {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:40:25.558260 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be903a3a-ccd8-409b-b193-8b727e06374b", "name": "network-vif-deleted", "tag": "7cba3926-f8a3-4883-bec9-ecbc881fde9d", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:40:25.558515 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2cbfd16b-54ed-4b0e-bdce-c2a4a07f45cd {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:40:25.558944 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be903a3a-ccd8-409b-b193-8b727e06374b', 'name': 'network-vif-deleted', 'tag': '7cba3926-f8a3-4883-bec9-ecbc881fde9d', 'status': 'completed', 'code': 200} Feb 09 01:40:25.637578 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29146ed-882b-4b25-b2eb-bea7c001b0e7 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:25.638923 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b7c78c-b211-453f-afda-8715a26793b3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:25.643343 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e7b7c78c-b211-453f-afda-8715a26793b3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:25.645802 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b7c78c-b211-453f-afda-8715a26793b3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:40:25.646241 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7b7c78c-b211-453f-afda-8715a26793b3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:40:25.680220 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e7b7c78c-b211-453f-afda-8715a26793b3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1825430 Feb 09 01:40:25.680558 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55974) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:25.691126 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-d9dc525e-5713-4d3d-8314-356e9aafef3f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'subnet': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:25.739144 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d2233f19-3827-4a24-b4c3-9ba7f31b3130 None None] Provisioning complete for port 2a368e7b-b62e-4bf1-9262-1de83d3bf01d triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:25.739455 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d2233f19-3827-4a24-b4c3-9ba7f31b3130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2a368e7b-b62e-4bf1-9262-1de83d3bf01d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:25.804459 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7963da5f-24a9-4525-b112-8feed0ec0e68 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for port (7bb78316-f13c-4dd8-b803-f69a1f3cca19), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:25.856709 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7963da5f-24a9-4525-b112-8feed0ec0e68 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (7bb78316-f13c-4dd8-b803-f69a1f3cca19), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:25.869119 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 2a368e7b-b62e-4bf1-9262-1de83d3bf01d no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:40:25.913374 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9dc525e-5713-4d3d-8314-356e9aafef3f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:25.917693 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d9dc525e-5713-4d3d-8314-356e9aafef3f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:25.919156 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9dc525e-5713-4d3d-8314-356e9aafef3f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:40:25.919596 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9dc525e-5713-4d3d-8314-356e9aafef3f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:40:25.935677 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7963da5f-24a9-4525-b112-8feed0ec0e68 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Network 6b1d100c-21d0-4442-bd1a-327fdac5d344 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:25.941407 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-7963da5f-24a9-4525-b112-8feed0ec0e68 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:25.947872 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7963da5f-24a9-4525-b112-8feed0ec0e68 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:25.954246 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d9dc525e-5713-4d3d-8314-356e9aafef3f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2723651 Feb 09 01:40:25.954834 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55980) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:25.955912 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7963da5f-24a9-4525-b112-8feed0ec0e68 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:25.956726 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7963da5f-24a9-4525-b112-8feed0ec0e68 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:25.963270 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-9cf13b17-4ae7-454b-84d7-c8a6782c4b8e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'subnet': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:25.985029 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7963da5f-24a9-4525-b112-8feed0ec0e68 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'Port': ['ID=7bb78316-f13c-4dd8-b803-f69a1f3cca19,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:26.011271 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:26.025800 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d7da5b9-924f-4c39-b68b-f0b4fb06ce9c req-eb040f55-45e8-4d58-806b-3a65e1dd6e02 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=be903a3a-ccd8-409b-b193-8b727e06374b HTTP/1.1" status: 200 len: 210 time: 0.0655649 Feb 09 01:40:26.040009 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218c3b25-e232-45cc-9795-08128b6154d3 None None] DHCP port deletion for cbbe9143-fcdc-43c5-b797-7f127a92ac8e request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:40:26.061264 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7963da5f-24a9-4525-b112-8feed0ec0e68 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7941208 Feb 09 01:40:26.079151 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55984) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:26.124482 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d2233f19-3827-4a24-b4c3-9ba7f31b3130 None None] Current status of the port 2a368e7b-b62e-4bf1-9262-1de83d3bf01d is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:26.150290 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf13b17-4ae7-454b-84d7-c8a6782c4b8e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:26.154275 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9cf13b17-4ae7-454b-84d7-c8a6782c4b8e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:26.155760 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf13b17-4ae7-454b-84d7-c8a6782c4b8e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:40:26.156228 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cf13b17-4ae7-454b-84d7-c8a6782c4b8e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:40:26.176976 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9cf13b17-4ae7-454b-84d7-c8a6782c4b8e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2206037 Feb 09 01:40:26.180226 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55986) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:26.181714 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa21a9a-9ac4-44f3-865b-af9bd0322c6b req-0c685900-3271-428b-85d8-7d92b5c466cb tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:26.188170 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-fc5ac040-1c13-42aa-a09f-f235993149fb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'subnet': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:26.189429 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 2a368e7b-b62e-4bf1-9262-1de83d3bf01d is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:26.190444 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2a368e7b-b62e-4bf1-9262-1de83d3bf01d), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:26.191191 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8aa21a9a-9ac4-44f3-865b-af9bd0322c6b req-0c685900-3271-428b-85d8-7d92b5c466cb tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 945 time: 0.1692224 Feb 09 01:40:26.209296 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-218c3b25-e232-45cc-9795-08128b6154d3 None None] Deleting port 2a368e7b-b62e-4bf1-9262-1de83d3bf01d {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:26.209672 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-218c3b25-e232-45cc-9795-08128b6154d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (2a368e7b-b62e-4bf1-9262-1de83d3bf01d), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:26.277131 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8aa21a9a-9ac4-44f3-865b-af9bd0322c6b req-43153c61-3759-44a8-bf45-45d529698035 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ea60e72c-3021-4dd2-8311-c001cfa04ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847642 Feb 09 01:40:26.278279 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-218c3b25-e232-45cc-9795-08128b6154d3 None None] For port 2a368e7b-b62e-4bf1-9262-1de83d3bf01d, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=2a368e7b-b62e-4bf1-9262-1de83d3bf01d,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:26.278688 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-218c3b25-e232-45cc-9795-08128b6154d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (2a368e7b-b62e-4bf1-9262-1de83d3bf01d), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:26.293654 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-218c3b25-e232-45cc-9795-08128b6154d3 None None] Calling delete_port for 2a368e7b-b62e-4bf1-9262-1de83d3bf01d owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:26.296380 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-ff3d9ff2-ccdc-4016-8a95-7e3858c61556 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Deleting port 7bb78316-f13c-4dd8-b803-f69a1f3cca19 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:26.296722 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ff3d9ff2-ccdc-4016-8a95-7e3858c61556 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (7bb78316-f13c-4dd8-b803-f69a1f3cca19), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:26.318182 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5ac040-1c13-42aa-a09f-f235993149fb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:26.321944 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fc5ac040-1c13-42aa-a09f-f235993149fb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:26.323519 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc5ac040-1c13-42aa-a09f-f235993149fb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:40:26.324037 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc5ac040-1c13-42aa-a09f-f235993149fb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:40:26.344536 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-fc5ac040-1c13-42aa-a09f-f235993149fb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1629701 Feb 09 01:40:26.347449 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55988) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:26.382272 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ff3d9ff2-ccdc-4016-8a95-7e3858c61556 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (7bb78316-f13c-4dd8-b803-f69a1f3cca19), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:26.397969 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-218c3b25-e232-45cc-9795-08128b6154d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (2a368e7b-b62e-4bf1-9262-1de83d3bf01d), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:26.401670 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-ff3d9ff2-ccdc-4016-8a95-7e3858c61556 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Calling delete_port for 7bb78316-f13c-4dd8-b803-f69a1f3cca19 owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:26.417883 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9940f32c-5604-4d11-9828-a470ec1092a9 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:26.420975 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9940f32c-5604-4d11-9828-a470ec1092a9 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0724540 Feb 09 01:40:26.423460 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55990) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:26.449752 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218c3b25-e232-45cc-9795-08128b6154d3 None None] No DVR routers for this DVR port 2a368e7b-b62e-4bf1-9262-1de83d3bf01d on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:26.451782 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c3b25-e232-45cc-9795-08128b6154d3 None None] Pushing event deleted for resources: {'Port': ['ID=2a368e7b-b62e-4bf1-9262-1de83d3bf01d,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:26.455148 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device cf2e6cd1-08dd-4a25-b988-7f194548e362 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:40:26.492539 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: cf2e6cd1-08dd-4a25-b988-7f194548e362 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:40:26.492898 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device cf2e6cd1-08dd-4a25-b988-7f194548e362 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:40:26.504224 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37a2385-b310-449b-a9f6-111fdfd8a7df tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:26.505925 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d37a2385-b310-449b-a9f6-111fdfd8a7df tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0811405 Feb 09 01:40:26.508277 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55992) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:26.556542 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-472cca8d-94b1-4fac-a890-17826392268d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468102 Feb 09 01:40:26.560198 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 55994) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:26.565228 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-c5dc8d57-643f-41fb-b939-abf00afb6f08 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'subnet': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:26.672353 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5dc8d57-643f-41fb-b939-abf00afb6f08 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:26.677515 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c5dc8d57-643f-41fb-b939-abf00afb6f08 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:26.679339 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 7cba3926-f8a3-4883-bec9-ecbc881fde9d no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:40:26.709121 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 7cba3926-f8a3-4883-bec9-ecbc881fde9d {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:40:26.709707 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 7cba3926-f8a3-4883-bec9-ecbc881fde9d not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:40:26.811458 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ff3d9ff2-ccdc-4016-8a95-7e3858c61556 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (7bb78316-f13c-4dd8-b803-f69a1f3cca19), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:26.841078 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d9ff2-ccdc-4016-8a95-7e3858c61556 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'Port': ['ID=7bb78316-f13c-4dd8-b803-f69a1f3cca19,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:26.848438 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ff3d9ff2-ccdc-4016-8a95-7e3858c61556 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:26.852728 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ff3d9ff2-ccdc-4016-8a95-7e3858c61556 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/ports/7bb78316-f13c-4dd8-b803-f69a1f3cca19 HTTP/1.1" status: 204 len: 168 time: 0.7676897 Feb 09 01:40:26.855794 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 55996) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:26.861257 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-02f6f231-3d81-4f42-b74a-8cb914bdea64 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'port': {'network_id': '6b1d100c-21d0-4442-bd1a-327fdac5d344', 'mac_address': 'fa:16:3e:1b:8c:b2', 'name': 'tempest-PortsIpV6TestJSON-391370155'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:26.956833 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f6f231-3d81-4f42-b74a-8cb914bdea64 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Made reservation on behalf of 8201bc48225643789b21af5866801d1c for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:26.976337 n-d-822053-40 neutron-server[103528]: DEBUG neutron.objects.ports [None req-c5dc8d57-643f-41fb-b939-abf00afb6f08 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103528) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:40:26.977954 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c5dc8d57-643f-41fb-b939-abf00afb6f08 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (178b7a4f-78ba-4560-a494-19c9173dea49), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:27.025862 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dc8d57-643f-41fb-b939-abf00afb6f08 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:27.029429 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-c5dc8d57-643f-41fb-b939-abf00afb6f08 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:27.034818 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dc8d57-643f-41fb-b939-abf00afb6f08 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:27.035416 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c5dc8d57-643f-41fb-b939-abf00afb6f08 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:27.039918 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-02f6f231-3d81-4f42-b74a-8cb914bdea64 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:27.044722 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f4e1a5-b662-4d91-b93b-be55aff0441c None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:27.065600 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-02f6f231-3d81-4f42-b74a-8cb914bdea64 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] device_id is not set on port 5d7a54d2-e3f0-4e71-9a78-5a0920b55fea yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:40:27.068233 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc8d57-643f-41fb-b939-abf00afb6f08 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Subnet': ['ID=178b7a4f-78ba-4560-a494-19c9173dea49,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:27.090720 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c5dc8d57-643f-41fb-b939-abf00afb6f08 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5294554 Feb 09 01:40:27.097300 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc8d57-643f-41fb-b939-abf00afb6f08 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:27.097640 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc8d57-643f-41fb-b939-abf00afb6f08 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:27.100370 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc8d57-643f-41fb-b939-abf00afb6f08 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:27.100724 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc8d57-643f-41fb-b939-abf00afb6f08 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:27.101370 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc8d57-643f-41fb-b939-abf00afb6f08 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:27.101670 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc8d57-643f-41fb-b939-abf00afb6f08 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:27.104035 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc8d57-643f-41fb-b939-abf00afb6f08 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:27.104439 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc8d57-643f-41fb-b939-abf00afb6f08 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:27.104783 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc8d57-643f-41fb-b939-abf00afb6f08 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:27.105255 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc8d57-643f-41fb-b939-abf00afb6f08 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:27.105593 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc8d57-643f-41fb-b939-abf00afb6f08 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:27.105922 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc8d57-643f-41fb-b939-abf00afb6f08 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:27.106243 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc8d57-643f-41fb-b939-abf00afb6f08 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:27.112103 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56002) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:27.118734 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-3fece77c-c137-40c2-986f-106c12b25863 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'port': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'mac_address': 'fa:16:3e:81:d9:84', 'name': 'tempest-NetworksTestDHCPv6-1801247376'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:27.267830 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dd1bb9-1544-4dea-94c3-8ee4cd538cdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'project_id': '840feb797a5045feb11a0660b5a0c7d5', 'fixed_ips': [{'subnet_id': '178b7a4f-78ba-4560-a494-19c9173dea49'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:40:27.270498 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-74dd1bb9-1544-4dea-94c3-8ee4cd538cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:27.388359 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fece77c-c137-40c2-986f-106c12b25863 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:27.489077 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-74dd1bb9-1544-4dea-94c3-8ee4cd538cdc None None] Allocated IP 2001:db8::f816:3eff:fe21:4275 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/178b7a4f-78ba-4560-a494-19c9173dea49/57436f7b-3ebd-406a-9503-36aa98273eb4) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:27.509835 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-02f6f231-3d81-4f42-b74a-8cb914bdea64 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for port (5d7a54d2-e3f0-4e71-9a78-5a0920b55fea), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:27.597486 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-02f6f231-3d81-4f42-b74a-8cb914bdea64 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (5d7a54d2-e3f0-4e71-9a78-5a0920b55fea), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:27.627656 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6a236-8f05-4438-a7c1-79eb1bf5a79e req-2a33c7a6-449f-4b4d-bdac-a5e56702e1f4 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:27.629402 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8fc6a236-8f05-4438-a7c1-79eb1bf5a79e req-2a33c7a6-449f-4b4d-bdac-a5e56702e1f4 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 945 time: 0.2140007 Feb 09 01:40:27.669800 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-74dd1bb9-1544-4dea-94c3-8ee4cd538cdc None None] Publish callbacks [] for port (57436f7b-3ebd-406a-9503-36aa98273eb4), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:27.680511 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3fece77c-c137-40c2-986f-106c12b25863 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:27.689519 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-74dd1bb9-1544-4dea-94c3-8ee4cd538cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (57436f7b-3ebd-406a-9503-36aa98273eb4), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:27.701642 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:27.744771 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dd1bb9-1544-4dea-94c3-8ee4cd538cdc None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:27.749486 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-74dd1bb9-1544-4dea-94c3-8ee4cd538cdc None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:27.754190 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f6f231-3d81-4f42-b74a-8cb914bdea64 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Network 6b1d100c-21d0-4442-bd1a-327fdac5d344 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:27.755388 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dd1bb9-1544-4dea-94c3-8ee4cd538cdc None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:27.759144 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd1bb9-1544-4dea-94c3-8ee4cd538cdc None None] Pushing event updated for resources: {'Port': ['ID=57436f7b-3ebd-406a-9503-36aa98273eb4,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:27.760306 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-02f6f231-3d81-4f42-b74a-8cb914bdea64 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:27.773793 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f6f231-3d81-4f42-b74a-8cb914bdea64 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:27.779547 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f6f231-3d81-4f42-b74a-8cb914bdea64 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:27.780203 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-02f6f231-3d81-4f42-b74a-8cb914bdea64 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:27.785622 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f6f231-3d81-4f42-b74a-8cb914bdea64 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'Port': ['ID=5d7a54d2-e3f0-4e71-9a78-5a0920b55fea,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:27.816896 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-3fece77c-c137-40c2-986f-106c12b25863 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] device_id is not set on port 9cdcff11-1d04-48c1-b457-932c5d98dada yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:40:27.831453 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-02f6f231-3d81-4f42-b74a-8cb914bdea64 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9712799 Feb 09 01:40:27.831781 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56036) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:27.840708 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-74dd1bb9-1544-4dea-94c3-8ee4cd538cdc None None] Attempting to bind port 57436f7b-3ebd-406a-9503-36aa98273eb4 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:40:27.841910 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-74dd1bb9-1544-4dea-94c3-8ee4cd538cdc None None] Attempting to bind port 57436f7b-3ebd-406a-9503-36aa98273eb4 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:40:27.842637 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dd1bb9-1544-4dea-94c3-8ee4cd538cdc None None] Attempting to bind port 57436f7b-3ebd-406a-9503-36aa98273eb4 on network cbbe9143-fcdc-43c5-b797-7f127a92ac8e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:27.850054 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8fc6a236-8f05-4438-a7c1-79eb1bf5a79e req-f542244d-6e53-4fba-b057-fc3152d3cbd2 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ea60e72c-3021-4dd2-8311-c001cfa04ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2086997 Feb 09 01:40:27.850587 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dd1bb9-1544-4dea-94c3-8ee4cd538cdc None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:40:27.851347 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dd1bb9-1544-4dea-94c3-8ee4cd538cdc None None] Checking segment: {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:27.851769 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-74dd1bb9-1544-4dea-94c3-8ee4cd538cdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:27.852327 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dd1bb9-1544-4dea-94c3-8ee4cd538cdc None None] Bound using segment: {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:40:27.852715 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-74dd1bb9-1544-4dea-94c3-8ee4cd538cdc None None] Bound port: 57436f7b-3ebd-406a-9503-36aa98273eb4, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:40:27.853232 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-74dd1bb9-1544-4dea-94c3-8ee4cd538cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (57436f7b-3ebd-406a-9503-36aa98273eb4), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:27.938883 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e09080-cdc0-4b12-9a59-a6a8931c59f3 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:27.940999 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c4e09080-cdc0-4b12-9a59-a6a8931c59f3 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "GET /v2.0/ports/5d7a54d2-e3f0-4e71-9a78-5a0920b55fea HTTP/1.1" status: 200 len: 844 time: 0.1081798 Feb 09 01:40:27.945842 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-74dd1bb9-1544-4dea-94c3-8ee4cd538cdc None None] For port 57436f7b-3ebd-406a-9503-36aa98273eb4, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:40:27.949010 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56040) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:27.952157 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-74dd1bb9-1544-4dea-94c3-8ee4cd538cdc None None] For port 57436f7b-3ebd-406a-9503-36aa98273eb4, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=57436f7b-3ebd-406a-9503-36aa98273eb4,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:40:27.964770 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-74dd1bb9-1544-4dea-94c3-8ee4cd538cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (57436f7b-3ebd-406a-9503-36aa98273eb4), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:28.008172 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-3fece77c-c137-40c2-986f-106c12b25863 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Allocated IP 2001:db8::f816:3eff:fe81:d984 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/178b7a4f-78ba-4560-a494-19c9173dea49/9cdcff11-1d04-48c1-b457-932c5d98dada) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:28.064132 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd1bb9-1544-4dea-94c3-8ee4cd538cdc None None] Pushing event updated for resources: {'Port': ['ID=57436f7b-3ebd-406a-9503-36aa98273eb4,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:28.115624 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b030bc68-c6e4-49b9-8f23-f88f4825aba5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Deleting port 5d7a54d2-e3f0-4e71-9a78-5a0920b55fea {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:28.116263 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b030bc68-c6e4-49b9-8f23-f88f4825aba5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (5d7a54d2-e3f0-4e71-9a78-5a0920b55fea), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:28.204966 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d7101-d072-4ace-9e9a-d13a4c119c1f req-c2eda11f-ae23-48cc-b6bb-9c83a8181efa tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:28.213153 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f98d7101-d072-4ace-9e9a-d13a4c119c1f req-c2eda11f-ae23-48cc-b6bb-9c83a8181efa tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0b12463-d311-408a-a43a-25844f091ef9 HTTP/1.1" status: 200 len: 945 time: 0.1644073 Feb 09 01:40:28.214733 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b030bc68-c6e4-49b9-8f23-f88f4825aba5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (5d7a54d2-e3f0-4e71-9a78-5a0920b55fea), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:28.235596 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b030bc68-c6e4-49b9-8f23-f88f4825aba5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Calling delete_port for 5d7a54d2-e3f0-4e71-9a78-5a0920b55fea owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:28.319119 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:28.323299 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3fece77c-c137-40c2-986f-106c12b25863 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for port (9cdcff11-1d04-48c1-b457-932c5d98dada), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:28.344047 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f98d7101-d072-4ace-9e9a-d13a4c119c1f req-6849571c-24b0-4f82-9a9d-b78a16c76891 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295788 Feb 09 01:40:28.395079 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b030bc68-c6e4-49b9-8f23-f88f4825aba5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (5d7a54d2-e3f0-4e71-9a78-5a0920b55fea), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:28.396474 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3fece77c-c137-40c2-986f-106c12b25863 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (9cdcff11-1d04-48c1-b457-932c5d98dada), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:28.423275 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b030bc68-c6e4-49b9-8f23-f88f4825aba5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'Port': ['ID=5d7a54d2-e3f0-4e71-9a78-5a0920b55fea,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:28.434379 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b030bc68-c6e4-49b9-8f23-f88f4825aba5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:28.443308 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b030bc68-c6e4-49b9-8f23-f88f4825aba5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/ports/5d7a54d2-e3f0-4e71-9a78-5a0920b55fea HTTP/1.1" status: 204 len: 168 time: 0.4924228 Feb 09 01:40:28.444204 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56044) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:28.468243 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fece77c-c137-40c2-986f-106c12b25863 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:28.473581 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-3fece77c-c137-40c2-986f-106c12b25863 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:28.476561 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5e7dc75-d1ab-47f5-a5fa-8b89b0e488a3 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] GET failed (client error): The resource could not be found. Feb 09 01:40:28.476739 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fece77c-c137-40c2-986f-106c12b25863 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:28.482636 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fece77c-c137-40c2-986f-106c12b25863 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:28.483278 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3fece77c-c137-40c2-986f-106c12b25863 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:28.484559 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b5e7dc75-d1ab-47f5-a5fa-8b89b0e488a3 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "GET /v2.0/ports/5d7a54d2-e3f0-4e71-9a78-5a0920b55fea HTTP/1.1" status: 404 len: 333 time: 0.0388334 Feb 09 01:40:28.485264 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56046) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:28.487511 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fece77c-c137-40c2-986f-106c12b25863 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Port': ['ID=9cdcff11-1d04-48c1-b457-932c5d98dada,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:28.490251 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-829895de-4919-4a07-93e5-0ede6e5ef260 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'port': {'network_id': '6b1d100c-21d0-4442-bd1a-327fdac5d344', 'name': 'tempest-PortsIpV6TestJSON-933721021'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:28.512120 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3fece77c-c137-40c2-986f-106c12b25863 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3985207 Feb 09 01:40:28.512838 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56048) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:28.582775 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1e2072-2f7c-4a2a-b73c-5ec6d7ae9cf3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:28.588209 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1e2072-2f7c-4a2a-b73c-5ec6d7ae9cf3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:28.593209 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6f1e2072-2f7c-4a2a-b73c-5ec6d7ae9cf3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0764046 Feb 09 01:40:28.593209 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56050) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:28.599422 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829895de-4919-4a07-93e5-0ede6e5ef260 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Made reservation on behalf of 8201bc48225643789b21af5866801d1c for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:28.603514 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-829895de-4919-4a07-93e5-0ede6e5ef260 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:28.625094 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-829895de-4919-4a07-93e5-0ede6e5ef260 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] device_id is not set on port 23107e8c-e148-4b49-b75a-0e41ce4f21bd yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:40:28.694179 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-8a39d035-cf29-4be0-892f-d95d43accbb0 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting port 9cdcff11-1d04-48c1-b457-932c5d98dada {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:28.694667 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8a39d035-cf29-4be0-892f-d95d43accbb0 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (9cdcff11-1d04-48c1-b457-932c5d98dada), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:28.794930 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8a39d035-cf29-4be0-892f-d95d43accbb0 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (9cdcff11-1d04-48c1-b457-932c5d98dada), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:28.811096 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-8a39d035-cf29-4be0-892f-d95d43accbb0 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Calling delete_port for 9cdcff11-1d04-48c1-b457-932c5d98dada owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:28.812416 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-829895de-4919-4a07-93e5-0ede6e5ef260 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for port (23107e8c-e148-4b49-b75a-0e41ce4f21bd), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:28.851773 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-829895de-4919-4a07-93e5-0ede6e5ef260 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (23107e8c-e148-4b49-b75a-0e41ce4f21bd), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:28.902084 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829895de-4919-4a07-93e5-0ede6e5ef260 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Network 6b1d100c-21d0-4442-bd1a-327fdac5d344 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:28.908296 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-829895de-4919-4a07-93e5-0ede6e5ef260 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:28.917996 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829895de-4919-4a07-93e5-0ede6e5ef260 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:28.923497 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829895de-4919-4a07-93e5-0ede6e5ef260 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:28.925293 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-829895de-4919-4a07-93e5-0ede6e5ef260 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:28.937460 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829895de-4919-4a07-93e5-0ede6e5ef260 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'Port': ['ID=23107e8c-e148-4b49-b75a-0e41ce4f21bd,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:28.955943 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-829895de-4919-4a07-93e5-0ede6e5ef260 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4686193 Feb 09 01:40:28.958576 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56054) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:28.967549 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-1b2785e4-26f5-43cf-979d-d365f813b1f0 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:29.015664 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8a39d035-cf29-4be0-892f-d95d43accbb0 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (9cdcff11-1d04-48c1-b457-932c5d98dada), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:29.064946 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a39d035-cf29-4be0-892f-d95d43accbb0 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Port': ['ID=9cdcff11-1d04-48c1-b457-932c5d98dada,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:29.085622 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b2785e4-26f5-43cf-979d-d365f813b1f0 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (23107e8c-e148-4b49-b75a-0e41ce4f21bd), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:29.108241 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8a39d035-cf29-4be0-892f-d95d43accbb0 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:29.114734 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8a39d035-cf29-4be0-892f-d95d43accbb0 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/ports/9cdcff11-1d04-48c1-b457-932c5d98dada HTTP/1.1" status: 204 len: 168 time: 0.5184853 Feb 09 01:40:29.118533 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56056) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:29.139457 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417ee05-48e0-418d-bd59-a78dd10d38d1 req-d7b8932d-a09d-4905-a6a5-97a9bdb85a77 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:29.140987 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1417ee05-48e0-418d-bd59-a78dd10d38d1 req-d7b8932d-a09d-4905-a6a5-97a9bdb85a77 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 945 time: 0.1710458 Feb 09 01:40:29.251183 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb059a55-a5b2-44a3-a1d4-58530560becf tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:29.253065 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb059a55-a5b2-44a3-a1d4-58530560becf tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:29.254808 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-fb059a55-a5b2-44a3-a1d4-58530560becf tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1351566 Feb 09 01:40:29.263386 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56060) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:29.297012 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1417ee05-48e0-418d-bd59-a78dd10d38d1 req-8d494932-0a21-455e-bd75-1284947b97f0 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ea60e72c-3021-4dd2-8311-c001cfa04ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354766 Feb 09 01:40:29.303748 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b2785e4-26f5-43cf-979d-d365f813b1f0 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for port (23107e8c-e148-4b49-b75a-0e41ce4f21bd), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:29.320877 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b2785e4-26f5-43cf-979d-d365f813b1f0 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (23107e8c-e148-4b49-b75a-0e41ce4f21bd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:29.328479 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-b30d8548-349b-46a9-b510-2f14d0e29b66 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting subnet 178b7a4f-78ba-4560-a494-19c9173dea49 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:40:29.332582 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b30d8548-349b-46a9-b510-2f14d0e29b66 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (178b7a4f-78ba-4560-a494-19c9173dea49), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:29.376769 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-1b2785e4-26f5-43cf-979d-d365f813b1f0 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] In _notify_port_updated(), no bound segment for port 23107e8c-e148-4b49-b75a-0e41ce4f21bd on network 6b1d100c-21d0-4442-bd1a-327fdac5d344 {{(pid=103528) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:40:29.386095 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2785e4-26f5-43cf-979d-d365f813b1f0 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:29.386729 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b2785e4-26f5-43cf-979d-d365f813b1f0 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:29.388600 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1b2785e4-26f5-43cf-979d-d365f813b1f0 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "PUT /v2.0/ports/23107e8c-e148-4b49-b75a-0e41ce4f21bd HTTP/1.1" status: 200 len: 818 time: 0.4280660 Feb 09 01:40:29.392698 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56064) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:29.399500 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b30d8548-349b-46a9-b510-2f14d0e29b66 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (178b7a4f-78ba-4560-a494-19c9173dea49), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:29.480815 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e354f5e0-24cf-4c01-897a-627cb373b253 None None] Provisioning complete for port 57436f7b-3ebd-406a-9503-36aa98273eb4 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:29.481808 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2785e4-26f5-43cf-979d-d365f813b1f0 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'Port': ['ID=23107e8c-e148-4b49-b75a-0e41ce4f21bd,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:29.482065 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e354f5e0-24cf-4c01-897a-627cb373b253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (57436f7b-3ebd-406a-9503-36aa98273eb4), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:29.565608 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b30d8548-349b-46a9-b510-2f14d0e29b66 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (178b7a4f-78ba-4560-a494-19c9173dea49), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:29.612108 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4dfc5537-73bc-40e2-a48c-35d7ec0badd8 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Deleting port 23107e8c-e148-4b49-b75a-0e41ce4f21bd {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:29.612394 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5537-73bc-40e2-a48c-35d7ec0badd8 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (23107e8c-e148-4b49-b75a-0e41ce4f21bd), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:29.631351 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aecab20-6fff-4c30-a0f1-62c0a41f1f87 req-0c5489e8-a777-4077-8695-53d0bbcdacc0 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:29.634418 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6aecab20-6fff-4c30-a0f1-62c0a41f1f87 req-0c5489e8-a777-4077-8695-53d0bbcdacc0 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0b12463-d311-408a-a43a-25844f091ef9 HTTP/1.1" status: 200 len: 945 time: 0.1791675 Feb 09 01:40:29.643670 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e354f5e0-24cf-4c01-897a-627cb373b253 None None] Current status of the port 57436f7b-3ebd-406a-9503-36aa98273eb4 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:29.644172 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e354f5e0-24cf-4c01-897a-627cb373b253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (57436f7b-3ebd-406a-9503-36aa98273eb4), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:29.689205 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907f40d-0781-4c51-a18d-1cebf0b29e62 req-4a4d6b49-87da-4f52-9f62-a9dd3c018b1b tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:29.692041 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-7907f40d-0781-4c51-a18d-1cebf0b29e62 req-4a4d6b49-87da-4f52-9f62-a9dd3c018b1b tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.91 "GET /v2.0/ports?device_id=e0b12463-d311-408a-a43a-25844f091ef9 HTTP/1.1" status: 200 len: 945 time: 0.1695051 Feb 09 01:40:29.715863 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6aecab20-6fff-4c30-a0f1-62c0a41f1f87 req-3315214c-0f4b-4bab-bdea-0f7538acfe12 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ca56791-3ad8-44f3-9b3f-f15136540aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669634 Feb 09 01:40:29.719335 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b30d8548-349b-46a9-b510-2f14d0e29b66 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (178b7a4f-78ba-4560-a494-19c9173dea49), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:29.764337 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b30d8548-349b-46a9-b510-2f14d0e29b66 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:29.773313 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b30d8548-349b-46a9-b510-2f14d0e29b66 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/178b7a4f-78ba-4560-a494-19c9173dea49 HTTP/1.1" status: 204 len: 168 time: 0.5117214 Feb 09 01:40:29.778459 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56066) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:29.827403 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d8548-349b-46a9-b510-2f14d0e29b66 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Subnet': ['ID=178b7a4f-78ba-4560-a494-19c9173dea49,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:29.838388 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5537-73bc-40e2-a48c-35d7ec0badd8 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (23107e8c-e148-4b49-b75a-0e41ce4f21bd), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:29.848569 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88284692-6528-4e84-ba89-d982d4b913bb None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:29.894582 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f79f37a4-b3bf-4abe-a0c3-5254d98173a2 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1121199 Feb 09 01:40:29.895334 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56068) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:29.901151 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-81f566af-4492-471a-833e-68e7c26eafbf tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'subnet': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:29.904717 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4dfc5537-73bc-40e2-a48c-35d7ec0badd8 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Calling delete_port for 23107e8c-e148-4b49-b75a-0e41ce4f21bd owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:29.913610 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-e354f5e0-24cf-4c01-897a-627cb373b253 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:40:29.914148 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-e354f5e0-24cf-4c01-897a-627cb373b253 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:40:29.929371 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 57436f7b-3ebd-406a-9503-36aa98273eb4 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:30.022985 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f566af-4492-471a-833e-68e7c26eafbf tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:30.025390 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5537-73bc-40e2-a48c-35d7ec0badd8 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (23107e8c-e148-4b49-b75a-0e41ce4f21bd), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:30.028824 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-81f566af-4492-471a-833e-68e7c26eafbf tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:30.050300 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 57436f7b-3ebd-406a-9503-36aa98273eb4 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:30.050676 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (57436f7b-3ebd-406a-9503-36aa98273eb4), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:30.091155 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-7907f40d-0781-4c51-a18d-1cebf0b29e62 req-3446ad49-dd95-4e46-8731-6428a829d753 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Deleting port 35c82c86-9b27-4b9f-a80f-8521f07a72b0 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:30.091720 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-7907f40d-0781-4c51-a18d-1cebf0b29e62 req-3446ad49-dd95-4e46-8731-6428a829d753 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (35c82c86-9b27-4b9f-a80f-8521f07a72b0), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:30.114109 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9213ac4-cfef-4c07-bd58-60d6eaa7f84e None None] DHCP port deletion for cbbe9143-fcdc-43c5-b797-7f127a92ac8e request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:40:30.200730 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 57436f7b-3ebd-406a-9503-36aa98273eb4 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:30.201571 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (57436f7b-3ebd-406a-9503-36aa98273eb4), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:30.209290 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-7907f40d-0781-4c51-a18d-1cebf0b29e62 req-3446ad49-dd95-4e46-8731-6428a829d753 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] For port 35c82c86-9b27-4b9f-a80f-8521f07a72b0, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=35c82c86-9b27-4b9f-a80f-8521f07a72b0,segment=NetworkSegment(06a65791-d722-41e0-9f59-8e2f6da66f1f),segment_id=06a65791-d722-41e0-9f59-8e2f6da66f1f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:30.209805 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-7907f40d-0781-4c51-a18d-1cebf0b29e62 req-3446ad49-dd95-4e46-8731-6428a829d753 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (35c82c86-9b27-4b9f-a80f-8521f07a72b0), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:30.224984 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-7907f40d-0781-4c51-a18d-1cebf0b29e62 req-3446ad49-dd95-4e46-8731-6428a829d753 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Calling delete_port for 35c82c86-9b27-4b9f-a80f-8521f07a72b0 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:30.246679 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c9213ac4-cfef-4c07-bd58-60d6eaa7f84e None None] Deleting port 57436f7b-3ebd-406a-9503-36aa98273eb4 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:30.247413 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c9213ac4-cfef-4c07-bd58-60d6eaa7f84e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (57436f7b-3ebd-406a-9503-36aa98273eb4), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:30.295185 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc5537-73bc-40e2-a48c-35d7ec0badd8 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'Port': ['ID=23107e8c-e148-4b49-b75a-0e41ce4f21bd,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:30.302236 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4dfc5537-73bc-40e2-a48c-35d7ec0badd8 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:30.308771 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56072) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:30.309595 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4dfc5537-73bc-40e2-a48c-35d7ec0badd8 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/ports/23107e8c-e148-4b49-b75a-0e41ce4f21bd HTTP/1.1" status: 204 len: 168 time: 0.9157553 Feb 09 01:40:30.318064 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 57436f7b-3ebd-406a-9503-36aa98273eb4, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=57436f7b-3ebd-406a-9503-36aa98273eb4,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:30.325131 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (57436f7b-3ebd-406a-9503-36aa98273eb4), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:30.389973 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-c9213ac4-cfef-4c07-bd58-60d6eaa7f84e None None] For port 57436f7b-3ebd-406a-9503-36aa98273eb4, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=57436f7b-3ebd-406a-9503-36aa98273eb4,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:30.390556 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c9213ac4-cfef-4c07-bd58-60d6eaa7f84e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (57436f7b-3ebd-406a-9503-36aa98273eb4), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:30.413879 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c9213ac4-cfef-4c07-bd58-60d6eaa7f84e None None] Calling delete_port for 57436f7b-3ebd-406a-9503-36aa98273eb4 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:30.441646 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-7907f40d-0781-4c51-a18d-1cebf0b29e62 req-3446ad49-dd95-4e46-8731-6428a829d753 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (35c82c86-9b27-4b9f-a80f-8521f07a72b0), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:30.454774 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=57436f7b-3ebd-406a-9503-36aa98273eb4,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:30.463138 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['35c82c86-9b27-4b9f-a80f-8521f07a72b0'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:40:30.477672 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446ad49-dd95-4e46-8731-6428a829d753 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Pushing event deleted for resources: {'Port': ['ID=35c82c86-9b27-4b9f-a80f-8521f07a72b0,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:30.529970 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-7907f40d-0781-4c51-a18d-1cebf0b29e62 req-3446ad49-dd95-4e46-8731-6428a829d753 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] No DVR routers for this DVR port 35c82c86-9b27-4b9f-a80f-8521f07a72b0 on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:30.533227 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-7907f40d-0781-4c51-a18d-1cebf0b29e62 req-3446ad49-dd95-4e46-8731-6428a829d753 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:30.537360 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-7907f40d-0781-4c51-a18d-1cebf0b29e62 req-3446ad49-dd95-4e46-8731-6428a829d753 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.91 "DELETE /v2.0/ports/35c82c86-9b27-4b9f-a80f-8521f07a72b0 HTTP/1.1" status: 204 len: 173 time: 0.8384416 Feb 09 01:40:30.537828 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b12463-d311-408a-a43a-25844f091ef9', 'name': 'network-vif-deleted', 'tag': '35c82c86-9b27-4b9f-a80f-8521f07a72b0'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:40:30.543509 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa09a1c-baaa-4f54-ae7a-e7e356dc796e" -d '{"events": [{"server_uuid": "e0b12463-d311-408a-a43a-25844f091ef9", "name": "network-vif-deleted", "tag": "35c82c86-9b27-4b9f-a80f-8521f07a72b0"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:40:30.554106 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e354f5e0-24cf-4c01-897a-627cb373b253 None None] Current status of the port 57436f7b-3ebd-406a-9503-36aa98273eb4 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:30.579352 n-d-822053-40 neutron-server[103529]: DEBUG neutron.objects.ports [None req-81f566af-4492-471a-833e-68e7c26eafbf tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103529) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:40:30.644745 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c9213ac4-cfef-4c07-bd58-60d6eaa7f84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (57436f7b-3ebd-406a-9503-36aa98273eb4), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:30.693902 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9213ac4-cfef-4c07-bd58-60d6eaa7f84e None None] Pushing event deleted for resources: {'Port': ['ID=57436f7b-3ebd-406a-9503-36aa98273eb4,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:30.697026 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e65ca3-637d-42c1-aa2c-0a9451705419 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:30.699184 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-98e65ca3-637d-42c1-aa2c-0a9451705419 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3866689 Feb 09 01:40:30.702168 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56080) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:30.705093 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9213ac4-cfef-4c07-bd58-60d6eaa7f84e None None] No DVR routers for this DVR port 57436f7b-3ebd-406a-9503-36aa98273eb4 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:30.718010 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-7b166923-ca2a-44c8-8706-470d6ec8a38d None None] Could not find standard attr ID for object 9cdcff11-1d04-48c1-b457-932c5d98dada. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:40:30.749848 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a40c4b-71b1-4c4f-ab17-6fc774e31b5d req-1df4fd84-3c38-4051-bda0-95fbab1984a4 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:30.751380 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f6a40c4b-71b1-4c4f-ab17-6fc774e31b5d req-1df4fd84-3c38-4051-bda0-95fbab1984a4 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 945 time: 0.3160310 Feb 09 01:40:30.779002 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-88607253-698e-4bb8-a8a0-4cddc64c1400 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] GET failed (client error): The resource could not be found. Feb 09 01:40:30.790033 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-88607253-698e-4bb8-a8a0-4cddc64c1400 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "GET /v2.0/ports/23107e8c-e148-4b49-b75a-0e41ce4f21bd HTTP/1.1" status: 404 len: 333 time: 0.0864034 Feb 09 01:40:30.795722 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d522e128-6f42-4bda-a0fd-736da24957ed x-openstack-request-id: req-d522e128-6f42-4bda-a0fd-736da24957ed {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:40:30.796160 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b12463-d311-408a-a43a-25844f091ef9", "name": "network-vif-deleted", "tag": "35c82c86-9b27-4b9f-a80f-8521f07a72b0", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:40:30.796489 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d522e128-6f42-4bda-a0fd-736da24957ed {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:40:30.796960 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b12463-d311-408a-a43a-25844f091ef9', 'name': 'network-vif-deleted', 'tag': '35c82c86-9b27-4b9f-a80f-8521f07a72b0', 'status': 'completed', 'code': 200} Feb 09 01:40:30.797110 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56084) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:30.812981 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-c9245a3b-6a6e-4fd5-bb5b-7019148d4971 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-551445715'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:30.860336 n-d-822053-40 neutron-server[103529]: WARNING neutron.services.revisions.revision_plugin [None req-81f566af-4492-471a-833e-68e7c26eafbf tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Could not find related port for resource to bump revision. Feb 09 01:40:30.903149 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9245a3b-6a6e-4fd5-bb5b-7019148d4971 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Made reservation on behalf of 8201bc48225643789b21af5866801d1c for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:30.906323 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c9245a3b-6a6e-4fd5-bb5b-7019148d4971 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:30.908319 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.ipam_pluggable_backend [None req-81f566af-4492-471a-833e-68e7c26eafbf tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Port 57436f7b-3ebd-406a-9503-36aa98273eb4 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103529) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 09 01:40:30.908615 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.ipam_pluggable_backend [None req-81f566af-4492-471a-833e-68e7c26eafbf tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Reverting IP allocation for 2001:db8::f816:3eff:fe21:4275 {{(pid=103529) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 09 01:40:30.915243 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-44643a57-09ae-430c-bcea-8eadf9f6e319 req-a0c7ba1b-581c-4248-ba5f-22b7cd8bce30 tempest-ServersTestJSON-1193823816 tempest-ServersTestJSON-1193823816-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0b12463-d311-408a-a43a-25844f091ef9 HTTP/1.1" status: 200 len: 210 time: 0.0531361 Feb 09 01:40:30.916214 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.ipam_pluggable_backend [None req-81f566af-4492-471a-833e-68e7c26eafbf tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe21:4275 {{(pid=103529) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 09 01:40:30.926518 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f6a40c4b-71b1-4c4f-ab17-6fc774e31b5d req-1821e2ae-62da-44f7-b38d-522883dc6ab1 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ea60e72c-3021-4dd2-8311-c001cfa04ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655886 Feb 09 01:40:30.929229 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-81f566af-4492-471a-833e-68e7c26eafbf tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (9aed3279-7e72-4aec-9a44-1eebdbc21146), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:30.990879 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9245a3b-6a6e-4fd5-bb5b-7019148d4971 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:40:31.002251 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f566af-4492-471a-833e-68e7c26eafbf tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:31.008650 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-81f566af-4492-471a-833e-68e7c26eafbf tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:31.012013 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f566af-4492-471a-833e-68e7c26eafbf tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:31.012622 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-81f566af-4492-471a-833e-68e7c26eafbf tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:31.023188 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3faf097-2eba-464d-9bee-38589efb8e39 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:31.029732 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c9245a3b-6a6e-4fd5-bb5b-7019148d4971 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (43dc49cd-9773-47c3-b033-8dc22f40f257), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:31.030163 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-c9245a3b-6a6e-4fd5-bb5b-7019148d4971 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Added segment 43dc49cd-9773-47c3-b033-8dc22f40f257 of type vlan for network 659e3093-f878-491f-8113-9cddb6b1d5c4 Feb 09 01:40:31.032112 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f566af-4492-471a-833e-68e7c26eafbf tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Subnet': ['ID=9aed3279-7e72-4aec-9a44-1eebdbc21146,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:31.070985 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56086) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:31.071636 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-81f566af-4492-471a-833e-68e7c26eafbf tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1748309 Feb 09 01:40:31.086869 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c9245a3b-6a6e-4fd5-bb5b-7019148d4971 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (659e3093-f878-491f-8113-9cddb6b1d5c4), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:31.101273 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-172c4de4-878e-47b0-be09-0cd05f2d46cd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'port': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'mac_address': 'fa:16:3e:f7:32:12', 'name': 'tempest-NetworksTestDHCPv6-1994113313'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:31.118539 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c9245a3b-6a6e-4fd5-bb5b-7019148d4971 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (659e3093-f878-491f-8113-9cddb6b1d5c4), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:31.128198 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9245a3b-6a6e-4fd5-bb5b-7019148d4971 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:31.128851 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c9245a3b-6a6e-4fd5-bb5b-7019148d4971 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:31.211910 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebe156e-884e-42bb-ab96-33dba10e300a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'project_id': '840feb797a5045feb11a0660b5a0c7d5', 'fixed_ips': [{'subnet_id': '9aed3279-7e72-4aec-9a44-1eebdbc21146'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:40:31.212826 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4ebe156e-884e-42bb-ab96-33dba10e300a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:31.285759 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172c4de4-878e-47b0-be09-0cd05f2d46cd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:31.305643 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245a3b-6a6e-4fd5-bb5b-7019148d4971 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'Network': ['ID=659e3093-f878-491f-8113-9cddb6b1d5c4,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:31.321529 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 659e3093-f878-491f-8113-9cddb6b1d5c4 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:40:31.332120 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c9245a3b-6a6e-4fd5-bb5b-7019148d4971 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5331836 Feb 09 01:40:31.334107 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56088) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:31.341839 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-e5ec416f-db22-414d-b80c-b7f07cccabdb tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'subnet': {'network_id': '659e3093-f878-491f-8113-9cddb6b1d5c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:31.457231 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ec416f-db22-414d-b80c-b7f07cccabdb tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Made reservation on behalf of 8201bc48225643789b21af5866801d1c for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:31.461488 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e5ec416f-db22-414d-b80c-b7f07cccabdb tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:31.482996 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-172c4de4-878e-47b0-be09-0cd05f2d46cd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:31.509124 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-172c4de4-878e-47b0-be09-0cd05f2d46cd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] device_id is not set on port ca243431-7d3a-4d20-b968-d38d64606e72 yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:40:31.677356 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-172c4de4-878e-47b0-be09-0cd05f2d46cd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Allocated IP 2001:db8::f816:3eff:fef7:3212 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/9aed3279-7e72-4aec-9a44-1eebdbc21146/ca243431-7d3a-4d20-b968-d38d64606e72) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:31.745721 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e5ec416f-db22-414d-b80c-b7f07cccabdb tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (4e1a6caa-e28b-4661-b978-fde62789affb), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:31.823675 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 57436f7b-3ebd-406a-9503-36aa98273eb4 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:40:31.855962 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec416f-db22-414d-b80c-b7f07cccabdb tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'Subnet': ['ID=4e1a6caa-e28b-4661-b978-fde62789affb,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:31.863768 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 57436f7b-3ebd-406a-9503-36aa98273eb4 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:40:31.864179 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 57436f7b-3ebd-406a-9503-36aa98273eb4 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:40:31.869121 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ec416f-db22-414d-b80c-b7f07cccabdb tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Checking segment: {'id': '43dc49cd-9773-47c3-b033-8dc22f40f257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '659e3093-f878-491f-8113-9cddb6b1d5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:31.871682 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ec416f-db22-414d-b80c-b7f07cccabdb tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Network hostable DHCP agents. Network: 659e3093-f878-491f-8113-9cddb6b1d5c4, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:40:31.872424 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-172c4de4-878e-47b0-be09-0cd05f2d46cd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for port (ca243431-7d3a-4d20-b968-d38d64606e72), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:31.901752 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ec416f-db22-414d-b80c-b7f07cccabdb tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Network 659e3093-f878-491f-8113-9cddb6b1d5c4 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:40:31.918306 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-e5ec416f-db22-414d-b80c-b7f07cccabdb tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 659e3093-f878-491f-8113-9cddb6b1d5c4) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:31.921120 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-172c4de4-878e-47b0-be09-0cd05f2d46cd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (ca243431-7d3a-4d20-b968-d38d64606e72), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:31.935685 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ec416f-db22-414d-b80c-b7f07cccabdb tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:31.936870 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e5ec416f-db22-414d-b80c-b7f07cccabdb tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:31.946887 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c25bca-67e5-45d8-90e0-c6a5792f1399 None None] Network 659e3093-f878-491f-8113-9cddb6b1d5c4 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:31.975004 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172c4de4-878e-47b0-be09-0cd05f2d46cd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:31.979651 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-172c4de4-878e-47b0-be09-0cd05f2d46cd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:31.982350 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172c4de4-878e-47b0-be09-0cd05f2d46cd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:31.989319 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172c4de4-878e-47b0-be09-0cd05f2d46cd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:31.990248 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-172c4de4-878e-47b0-be09-0cd05f2d46cd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.015341 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c4de4-878e-47b0-be09-0cd05f2d46cd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Port': ['ID=ca243431-7d3a-4d20-b968-d38d64606e72,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:32.026549 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-172c4de4-878e-47b0-be09-0cd05f2d46cd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9505255 Feb 09 01:40:32.027535 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56096) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:32.035879 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-4ebe156e-884e-42bb-ab96-33dba10e300a None None] Allocated IP 2001:db8::f816:3eff:fe0e:ca61 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/9aed3279-7e72-4aec-9a44-1eebdbc21146/8b476d40-6c75-4904-a16a-1115cad9f9ef) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:32.036924 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56098) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:32.092374 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ae754cb-1cf9-4723-9818-ac94e51adea7 admin admin] Deleting subnet b2d740a9-d705-46bb-8af8-d019a5a1576c {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:40:32.102748 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e5ec416f-db22-414d-b80c-b7f07cccabdb tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7643051 Feb 09 01:40:32.103329 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6ae754cb-1cf9-4723-9818-ac94e51adea7 admin admin] Publish callbacks [] for subnet (b2d740a9-d705-46bb-8af8-d019a5a1576c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.103621 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56100) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:32.111027 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-5f61d6f7-66b4-4b9d-9c76-f815b871f147 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'subnet': {'network_id': '659e3093-f878-491f-8113-9cddb6b1d5c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:32.160918 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497b4cf0-1f72-4563-94bc-c1d7ddb74207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-659e3093-f878-491f-8113-9cddb6b1d5c4', 'network_id': '659e3093-f878-491f-8113-9cddb6b1d5c4', 'project_id': '8201bc48225643789b21af5866801d1c', 'fixed_ips': [{'subnet_id': '4e1a6caa-e28b-4661-b978-fde62789affb'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:40:32.162020 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-497b4cf0-1f72-4563-94bc-c1d7ddb74207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.171799 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6ae754cb-1cf9-4723-9818-ac94e51adea7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (b2d740a9-d705-46bb-8af8-d019a5a1576c), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.185516 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9be5bc9-96d7-4ea7-9497-6fc7c1cb125c tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:32.191524 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d9be5bc9-96d7-4ea7-9497-6fc7c1cb125c tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1596169 Feb 09 01:40:32.193483 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56102) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:32.215618 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e43b16-2103-46f5-ac3c-7e5403ecd5a1 req-874984ca-60f4-4aba-9107-74a15f790962 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:32.217209 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-81e43b16-2103-46f5-ac3c-7e5403ecd5a1 req-874984ca-60f4-4aba-9107-74a15f790962 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 945 time: 0.1222861 Feb 09 01:40:32.249697 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6ae754cb-1cf9-4723-9818-ac94e51adea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (b2d740a9-d705-46bb-8af8-d019a5a1576c), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.308388 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f61d6f7-66b4-4b9d-9c76-f815b871f147 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Made reservation on behalf of 8201bc48225643789b21af5866801d1c for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:32.311763 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5f61d6f7-66b4-4b9d-9c76-f815b871f147 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.324076 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-81e43b16-2103-46f5-ac3c-7e5403ecd5a1 req-4ab5de49-da8f-4dfb-890d-bdf8f25d2756 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ea60e72c-3021-4dd2-8311-c001cfa04ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955362 Feb 09 01:40:32.349563 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6ae754cb-1cf9-4723-9818-ac94e51adea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (b2d740a9-d705-46bb-8af8-d019a5a1576c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.377748 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae754cb-1cf9-4723-9818-ac94e51adea7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2d740a9-d705-46bb-8af8-d019a5a1576c,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:32.382389 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6ae754cb-1cf9-4723-9818-ac94e51adea7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.385810 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6ae754cb-1cf9-4723-9818-ac94e51adea7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b2d740a9-d705-46bb-8af8-d019a5a1576c HTTP/1.1" status: 204 len: 168 time: 0.3477755 Feb 09 01:40:32.386536 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4ebe156e-884e-42bb-ab96-33dba10e300a None None] Publish callbacks [] for port (8b476d40-6c75-4904-a16a-1115cad9f9ef), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.388381 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56104) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:32.411347 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4ebe156e-884e-42bb-ab96-33dba10e300a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (8b476d40-6c75-4904-a16a-1115cad9f9ef), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.412778 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-cddc481e-b2d8-4263-b66c-ca050e2cee87 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting port ca243431-7d3a-4d20-b968-d38d64606e72 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:32.413089 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cddc481e-b2d8-4263-b66c-ca050e2cee87 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (ca243431-7d3a-4d20-b968-d38d64606e72), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.413703 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-497b4cf0-1f72-4563-94bc-c1d7ddb74207 None None] Allocated IP 2001:db8::2 (659e3093-f878-491f-8113-9cddb6b1d5c4/4e1a6caa-e28b-4661-b978-fde62789affb/ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:32.464998 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ffd40eb8-9885-4ff8-a385-673835faec80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (9b1b4143-78e6-405c-8b5a-728543b5f342), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.481284 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebe156e-884e-42bb-ab96-33dba10e300a None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:32.498714 n-d-822053-40 neutron-server[103528]: INFO neutron.db.ipam_backend_mixin [None req-5f61d6f7-66b4-4b9d-9c76-f815b871f147 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4e1a6caa-e28b-4661-b978-fde62789affb (CIDR: 2001:db8::/64) Feb 09 01:40:32.508973 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f61d6f7-66b4-4b9d-9c76-f815b871f147 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:40:32.509529 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f61d6f7-66b4-4b9d-9c76-f815b871f147 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:40:32.518342 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 35c82c86-9b27-4b9f-a80f-8521f07a72b0 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:40:32.520463 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-4ebe156e-884e-42bb-ab96-33dba10e300a None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:32.545889 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cddc481e-b2d8-4263-b66c-ca050e2cee87 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (ca243431-7d3a-4d20-b968-d38d64606e72), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.549748 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebe156e-884e-42bb-ab96-33dba10e300a None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:32.552125 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe156e-884e-42bb-ab96-33dba10e300a None None] Pushing event updated for resources: {'Port': ['ID=8b476d40-6c75-4904-a16a-1115cad9f9ef,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:32.561247 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 35c82c86-9b27-4b9f-a80f-8521f07a72b0 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:40:32.561592 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 35c82c86-9b27-4b9f-a80f-8521f07a72b0 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:40:32.568545 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5f61d6f7-66b4-4b9d-9c76-f815b871f147 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4626589 Feb 09 01:40:32.575156 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56110) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:32.588762 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ffd40eb8-9885-4ff8-a385-673835faec80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (9b1b4143-78e6-405c-8b5a-728543b5f342), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.593215 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-32c2b13d-248d-4617-8619-3fbc7ce57521 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'subnet': {'network_id': '659e3093-f878-491f-8113-9cddb6b1d5c4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:32.600507 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-cddc481e-b2d8-4263-b66c-ca050e2cee87 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Calling delete_port for ca243431-7d3a-4d20-b968-d38d64606e72 owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:32.618241 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-ffd40eb8-9885-4ff8-a385-673835faec80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b1b4143-78e6-405c-8b5a-728543b5f342']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:32.630996 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-ffd40eb8-9885-4ff8-a385-673835faec80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06a65791-d722-41e0-9f59-8e2f6da66f1f') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:32.631293 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-ffd40eb8-9885-4ff8-a385-673835faec80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06a65791-d722-41e0-9f59-8e2f6da66f1f') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:32.645085 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ffd40eb8-9885-4ff8-a385-673835faec80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (06a65791-d722-41e0-9f59-8e2f6da66f1f), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.666674 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ffd40eb8-9885-4ff8-a385-673835faec80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (06a65791-d722-41e0-9f59-8e2f6da66f1f), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.667091 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-4ebe156e-884e-42bb-ab96-33dba10e300a None None] Attempting to bind port 8b476d40-6c75-4904-a16a-1115cad9f9ef on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:40:32.667467 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-4ebe156e-884e-42bb-ab96-33dba10e300a None None] Attempting to bind port 8b476d40-6c75-4904-a16a-1115cad9f9ef by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:40:32.667871 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebe156e-884e-42bb-ab96-33dba10e300a None None] Attempting to bind port 8b476d40-6c75-4904-a16a-1115cad9f9ef on network cbbe9143-fcdc-43c5-b797-7f127a92ac8e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:32.677089 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd40eb8-9885-4ff8-a385-673835faec80 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:40:32.677678 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ffd40eb8-9885-4ff8-a385-673835faec80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (06a65791-d722-41e0-9f59-8e2f6da66f1f), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.680152 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:40:32.680152 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:40:32.680152 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:40:32.680152 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:40:32.680152 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:40:32.680152 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:40:32.680152 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:40:32.680152 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:40:32.680152 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:40:32.680152 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:40:32.680152 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:40:32.680152 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:40:32.680152 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:40:32.680152 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:40:32.680152 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:40:32.680152 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:40:32.680152 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:40:32.680152 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:40:32.680152 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:40:32.680152 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:40:32.680152 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:40:32.680152 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:40:32.680152 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:40:32.680152 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:40:32.680152 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:40:32.680152 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:40:32.680152 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:40:32.680152 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:40:32.680152 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:40:32.680152 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:40:32.680152 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:40:32.680152 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:40:32.687413 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebe156e-884e-42bb-ab96-33dba10e300a None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:40:32.687797 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebe156e-884e-42bb-ab96-33dba10e300a None None] Checking segment: {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:32.688350 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4ebe156e-884e-42bb-ab96-33dba10e300a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.688852 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebe156e-884e-42bb-ab96-33dba10e300a None None] Bound using segment: {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:40:32.690299 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-4ebe156e-884e-42bb-ab96-33dba10e300a None None] Bound port: 8b476d40-6c75-4904-a16a-1115cad9f9ef, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:40:32.691038 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4ebe156e-884e-42bb-ab96-33dba10e300a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8b476d40-6c75-4904-a16a-1115cad9f9ef), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.759417 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ffd40eb8-9885-4ff8-a385-673835faec80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (9b1b4143-78e6-405c-8b5a-728543b5f342), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.765866 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ffd40eb8-9885-4ff8-a385-673835faec80 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.774933 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ffd40eb8-9885-4ff8-a385-673835faec80 admin admin] 10.222.0.30 "DELETE /v2.0/networks/9b1b4143-78e6-405c-8b5a-728543b5f342 HTTP/1.1" status: 204 len: 168 time: 0.3854308 Feb 09 01:40:32.791545 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd40eb8-9885-4ff8-a385-673835faec80 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b1b4143-78e6-405c-8b5a-728543b5f342,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:32.800145 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-497b4cf0-1f72-4563-94bc-c1d7ddb74207 None None] Publish callbacks [] for port (ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.808912 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c2b13d-248d-4617-8619-3fbc7ce57521 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Made reservation on behalf of 8201bc48225643789b21af5866801d1c for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:32.813587 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-32c2b13d-248d-4617-8619-3fbc7ce57521 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.823423 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-497b4cf0-1f72-4563-94bc-c1d7ddb74207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.873082 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-4ebe156e-884e-42bb-ab96-33dba10e300a None None] For port 8b476d40-6c75-4904-a16a-1115cad9f9ef, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:40:32.893955 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497b4cf0-1f72-4563-94bc-c1d7ddb74207 None None] Network 659e3093-f878-491f-8113-9cddb6b1d5c4 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:32.896130 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-4ebe156e-884e-42bb-ab96-33dba10e300a None None] For port 8b476d40-6c75-4904-a16a-1115cad9f9ef, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=8b476d40-6c75-4904-a16a-1115cad9f9ef,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:40:32.900882 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-497b4cf0-1f72-4563-94bc-c1d7ddb74207 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:32.905805 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497b4cf0-1f72-4563-94bc-c1d7ddb74207 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:32.920883 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4ebe156e-884e-42bb-ab96-33dba10e300a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8b476d40-6c75-4904-a16a-1115cad9f9ef), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.938640 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499aaee3-7a34-4508-a283-483d83eebc68 req-d2153b5c-aba4-4fe2-a8b3-f6380a89bbf1 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:32.941980 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-499aaee3-7a34-4508-a283-483d83eebc68 req-d2153b5c-aba4-4fe2-a8b3-f6380a89bbf1 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/ports?device_id=60d07394-695a-411c-adc5-8e39c60951e5 HTTP/1.1" status: 200 len: 946 time: 0.0936415 Feb 09 01:40:32.944205 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b4cf0-1f72-4563-94bc-c1d7ddb74207 None None] Pushing event updated for resources: {'Port': ['ID=ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:33.026076 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-497b4cf0-1f72-4563-94bc-c1d7ddb74207 None None] Attempting to bind port ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:40:33.026458 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-497b4cf0-1f72-4563-94bc-c1d7ddb74207 None None] Attempting to bind port ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '43dc49cd-9773-47c3-b033-8dc22f40f257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '659e3093-f878-491f-8113-9cddb6b1d5c4'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:40:33.026828 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497b4cf0-1f72-4563-94bc-c1d7ddb74207 None None] Attempting to bind port ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3 on network 659e3093-f878-491f-8113-9cddb6b1d5c4 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:33.035946 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497b4cf0-1f72-4563-94bc-c1d7ddb74207 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:40:33.036406 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497b4cf0-1f72-4563-94bc-c1d7ddb74207 None None] Checking segment: {'id': '43dc49cd-9773-47c3-b033-8dc22f40f257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '659e3093-f878-491f-8113-9cddb6b1d5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:33.036753 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-497b4cf0-1f72-4563-94bc-c1d7ddb74207 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.037213 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497b4cf0-1f72-4563-94bc-c1d7ddb74207 None None] Bound using segment: {'id': '43dc49cd-9773-47c3-b033-8dc22f40f257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '659e3093-f878-491f-8113-9cddb6b1d5c4'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:40:33.037625 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-497b4cf0-1f72-4563-94bc-c1d7ddb74207 None None] Bound port: ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43dc49cd-9773-47c3-b033-8dc22f40f257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '659e3093-f878-491f-8113-9cddb6b1d5c4'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:40:33.038005 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-497b4cf0-1f72-4563-94bc-c1d7ddb74207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.045836 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-499aaee3-7a34-4508-a283-483d83eebc68 req-cc60eff8-9b59-41d0-bd29-3180c5d1f3a5 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/security-groups?id=698705ed-ee0f-4e1a-a43a-98ca66f55ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980966 Feb 09 01:40:33.060907 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe156e-884e-42bb-ab96-33dba10e300a None None] Pushing event updated for resources: {'Port': ['ID=8b476d40-6c75-4904-a16a-1115cad9f9ef,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:33.087939 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56116) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:33.133732 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-497b4cf0-1f72-4563-94bc-c1d7ddb74207 None None] For port ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:40:33.139217 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-497b4cf0-1f72-4563-94bc-c1d7ddb74207 None None] For port ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3,segment=NetworkSegment(43dc49cd-9773-47c3-b033-8dc22f40f257),segment_id=43dc49cd-9773-47c3-b033-8dc22f40f257)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:40:33.142319 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1673e7b9-831d-4d3b-a61e-55ab65745174 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6b4a05707d1b49f9a06d538643543aea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0527859 Feb 09 01:40:33.145574 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56118) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:33.150442 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-497b4cf0-1f72-4563-94bc-c1d7ddb74207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.228565 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ce14cd5e-22b5-4517-984f-55eb3e59f807 admin admin] Publish callbacks [] for security_group (7ca56791-3ad8-44f3-9b3f-f15136540aa2), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.243050 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b4cf0-1f72-4563-94bc-c1d7ddb74207 None None] Pushing event updated for resources: {'Port': ['ID=ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:33.280322 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ce14cd5e-22b5-4517-984f-55eb3e59f807 admin admin] Publish callbacks [] for security_group (7ca56791-3ad8-44f3-9b3f-f15136540aa2), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.379938 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ce14cd5e-22b5-4517-984f-55eb3e59f807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7ca56791-3ad8-44f3-9b3f-f15136540aa2), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.394652 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ce14cd5e-22b5-4517-984f-55eb3e59f807 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.399173 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ce14cd5e-22b5-4517-984f-55eb3e59f807 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7ca56791-3ad8-44f3-9b3f-f15136540aa2 HTTP/1.1" status: 204 len: 168 time: 0.2522461 Feb 09 01:40:33.417477 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce14cd5e-22b5-4517-984f-55eb3e59f807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca56791-3ad8-44f3-9b3f-f15136540aa2,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:33.424589 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cddc481e-b2d8-4263-b66c-ca050e2cee87 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (ca243431-7d3a-4d20-b968-d38d64606e72), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.536005 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc481e-b2d8-4263-b66c-ca050e2cee87 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Port': ['ID=ca243431-7d3a-4d20-b968-d38d64606e72,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:33.539225 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a532b-a07a-4f56-8e20-19c221e5f833 req-3523d568-b53b-4698-9fb7-347fa0f52714 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:33.556811 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d0a532b-a07a-4f56-8e20-19c221e5f833 req-3523d568-b53b-4698-9fb7-347fa0f52714 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 945 time: 0.1088774 Feb 09 01:40:33.603630 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cddc481e-b2d8-4263-b66c-ca050e2cee87 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.607320 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cddc481e-b2d8-4263-b66c-ca050e2cee87 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/ports/ca243431-7d3a-4d20-b968-d38d64606e72 HTTP/1.1" status: 204 len: 168 time: 1.4130523 Feb 09 01:40:33.610211 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56124) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:33.652644 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d0a532b-a07a-4f56-8e20-19c221e5f833 req-6273eaf1-286e-49a4-a9e9-b85c50f30bda tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ea60e72c-3021-4dd2-8311-c001cfa04ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942190 Feb 09 01:40:33.719837 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fca9b8-f657-4cad-9e1c-76cda2cb17e8 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:33.722475 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fca9b8-f657-4cad-9e1c-76cda2cb17e8 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:33.724075 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-99fca9b8-f657-4cad-9e1c-76cda2cb17e8 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1128795 Feb 09 01:40:33.727016 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56126) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:33.811175 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3c8c837-cd80-4346-baf8-6d881ff5d5fd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting subnet 9aed3279-7e72-4aec-9a44-1eebdbc21146 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:40:33.815661 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e3c8c837-cd80-4346-baf8-6d881ff5d5fd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (9aed3279-7e72-4aec-9a44-1eebdbc21146), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.827548 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-32c2b13d-248d-4617-8619-3fbc7ce57521 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (90ab3102-1865-4835-8496-da065eebed5b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.880000 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e3c8c837-cd80-4346-baf8-6d881ff5d5fd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (9aed3279-7e72-4aec-9a44-1eebdbc21146), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.880584 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c2b13d-248d-4617-8619-3fbc7ce57521 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Network 659e3093-f878-491f-8113-9cddb6b1d5c4 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:33.884164 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-32c2b13d-248d-4617-8619-3fbc7ce57521 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:33.888758 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c2b13d-248d-4617-8619-3fbc7ce57521 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:33.889387 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-32c2b13d-248d-4617-8619-3fbc7ce57521 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.901374 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c2b13d-248d-4617-8619-3fbc7ce57521 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'Subnet': ['ID=90ab3102-1865-4835-8496-da065eebed5b,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:33.924235 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-32c2b13d-248d-4617-8619-3fbc7ce57521 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3446841 Feb 09 01:40:33.927426 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56132) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:33.932825 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-b326a0a4-12f8-45a9-9ce5-a0a7b92c2e23 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'port': {'network_id': '659e3093-f878-491f-8113-9cddb6b1d5c4', 'fixed_ips': [{'subnet_id': '4e1a6caa-e28b-4661-b978-fde62789affb'}, {'subnet_id': '90ab3102-1865-4835-8496-da065eebed5b'}], 'name': 'tempest-PortsIpV6TestJSON-1161220170'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:33.937349 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 8b476d40-6c75-4904-a16a-1115cad9f9ef up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:34.011901 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e3c8c837-cd80-4346-baf8-6d881ff5d5fd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (9aed3279-7e72-4aec-9a44-1eebdbc21146), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:34.014064 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 8b476d40-6c75-4904-a16a-1115cad9f9ef triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:34.014611 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8b476d40-6c75-4904-a16a-1115cad9f9ef), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:34.144948 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e3c8c837-cd80-4346-baf8-6d881ff5d5fd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (9aed3279-7e72-4aec-9a44-1eebdbc21146), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:34.150757 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b326a0a4-12f8-45a9-9ce5-a0a7b92c2e23 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Made reservation on behalf of 8201bc48225643789b21af5866801d1c for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:34.171322 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 8b476d40-6c75-4904-a16a-1115cad9f9ef is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:34.172037 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8b476d40-6c75-4904-a16a-1115cad9f9ef), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:34.203195 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c8c837-cd80-4346-baf8-6d881ff5d5fd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Subnet': ['ID=9aed3279-7e72-4aec-9a44-1eebdbc21146,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:34.244003 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e3c8c837-cd80-4346-baf8-6d881ff5d5fd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:34.247247 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e3c8c837-cd80-4346-baf8-6d881ff5d5fd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/9aed3279-7e72-4aec-9a44-1eebdbc21146 HTTP/1.1" status: 204 len: 168 time: 0.5185044 Feb 09 01:40:34.253037 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56142) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:34.263392 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:40:34.270128 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:40:34.304602 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b326a0a4-12f8-45a9-9ce5-a0a7b92c2e23 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:34.337433 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-b326a0a4-12f8-45a9-9ce5-a0a7b92c2e23 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] device_id is not set on port 19920ce1-bfac-465a-b2fa-721c59bde8cb yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:40:34.603919 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfad5ac9-28dc-44d8-951f-3d8e8046b573 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:34.664416 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56156) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:34.664994 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c1a37ac3-0f35-4628-b690-a90b185a72d7 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4075580 Feb 09 01:40:34.679696 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710072b3-6bc3-453c-93c3-e934feb7fa4b req-2dc941ae-d717-49ed-aa11-61ae46965810 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:34.681288 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-710072b3-6bc3-453c-93c3-e934feb7fa4b req-2dc941ae-d717-49ed-aa11-61ae46965810 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/ports?device_id=60d07394-695a-411c-adc5-8e39c60951e5 HTTP/1.1" status: 200 len: 946 time: 0.4851255 Feb 09 01:40:34.757854 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-710072b3-6bc3-453c-93c3-e934feb7fa4b req-26d89865-a1b7-4c50-aec9-2d7505f672d2 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/security-groups?id=698705ed-ee0f-4e1a-a43a-98ca66f55ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655687 Feb 09 01:40:34.807600 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-6d87a424-dd8c-4872-920e-007ff216781f None None] Provisioning complete for port 8b476d40-6c75-4904-a16a-1115cad9f9ef triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:34.808174 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6d87a424-dd8c-4872-920e-007ff216781f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8b476d40-6c75-4904-a16a-1115cad9f9ef), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:34.836879 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-b326a0a4-12f8-45a9-9ce5-a0a7b92c2e23 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Allocated IP 2001:db8::255 (659e3093-f878-491f-8113-9cddb6b1d5c4/4e1a6caa-e28b-4661-b978-fde62789affb/19920ce1-bfac-465a-b2fa-721c59bde8cb) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:34.853666 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-b326a0a4-12f8-45a9-9ce5-a0a7b92c2e23 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Allocated IP 2001:db8:0:1::250 (659e3093-f878-491f-8113-9cddb6b1d5c4/90ab3102-1865-4835-8496-da065eebed5b/19920ce1-bfac-465a-b2fa-721c59bde8cb) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:34.903647 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1918e1d7-0aa5-4a75-b05c-da08caac72c5 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:34.904708 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 8b476d40-6c75-4904-a16a-1115cad9f9ef is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:34.906086 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1918e1d7-0aa5-4a75-b05c-da08caac72c5 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2394300 Feb 09 01:40:34.908307 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8b476d40-6c75-4904-a16a-1115cad9f9ef), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:34.909802 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56164) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:35.007473 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 8b476d40-6c75-4904-a16a-1115cad9f9ef, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=8b476d40-6c75-4904-a16a-1115cad9f9ef,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:35.016527 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8b476d40-6c75-4904-a16a-1115cad9f9ef), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:35.017886 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:35.024063 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4a1524-702d-4992-aab7-7cf8e690474d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:35.040953 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2d4a1524-702d-4992-aab7-7cf8e690474d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1300178 Feb 09 01:40:35.046966 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56166) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:35.082303 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a72fe-7fee-4584-9639-ac67bba24100 req-dfc9076a-10a8-4d66-bb71-2ca17e1f391c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:35.085476 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-752a72fe-7fee-4584-9639-ac67bba24100 req-dfc9076a-10a8-4d66-bb71-2ca17e1f391c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 945 time: 0.1877306 Feb 09 01:40:35.104448 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-61391b73-b518-4363-8ea3-78957355ff5b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0516291 Feb 09 01:40:35.117691 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56168) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:35.122363 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f87dc9-1d66-433a-bc00-3258abde907f req-0f4485a8-825d-45b6-88ad-bea998be94fe tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:35.123893 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-17f87dc9-1d66-433a-bc00-3258abde907f req-0f4485a8-825d-45b6-88ad-bea998be94fe tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.91 "GET /v2.0/ports?device_id=60d07394-695a-411c-adc5-8e39c60951e5 HTTP/1.1" status: 200 len: 946 time: 0.3991079 Feb 09 01:40:35.129409 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b326a0a4-12f8-45a9-9ce5-a0a7b92c2e23 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for port (19920ce1-bfac-465a-b2fa-721c59bde8cb), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:35.131469 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-418a0646-71d6-4829-aece-5ffdefbbbb98 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'subnet': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:35.141796 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=8b476d40-6c75-4904-a16a-1115cad9f9ef,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:35.149195 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45616f2-c0f3-48cf-8ba0-9c47791ec8c9 None None] DHCP port deletion for cbbe9143-fcdc-43c5-b797-7f127a92ac8e request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:40:35.179924 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9623755d-7223-485a-bc75-c9e773abb56a None None] Network 659e3093-f878-491f-8113-9cddb6b1d5c4 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:35.255422 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b326a0a4-12f8-45a9-9ce5-a0a7b92c2e23 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (19920ce1-bfac-465a-b2fa-721c59bde8cb), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:35.285016 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-752a72fe-7fee-4584-9639-ac67bba24100 req-e215dd55-db2a-4186-aecc-525577b66e27 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ea60e72c-3021-4dd2-8311-c001cfa04ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862020 Feb 09 01:40:35.302999 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418a0646-71d6-4829-aece-5ffdefbbbb98 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:35.303248 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6d87a424-dd8c-4872-920e-007ff216781f None None] Current status of the port 8b476d40-6c75-4904-a16a-1115cad9f9ef is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:35.313545 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-418a0646-71d6-4829-aece-5ffdefbbbb98 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:35.317682 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56172) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:35.352316 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b326a0a4-12f8-45a9-9ce5-a0a7b92c2e23 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Network 659e3093-f878-491f-8113-9cddb6b1d5c4 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:35.354777 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326a0a4-12f8-45a9-9ce5-a0a7b92c2e23 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'Port': ['ID=19920ce1-bfac-465a-b2fa-721c59bde8cb,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:35.359212 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-b326a0a4-12f8-45a9-9ce5-a0a7b92c2e23 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:35.362849 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b326a0a4-12f8-45a9-9ce5-a0a7b92c2e23 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:35.369765 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b326a0a4-12f8-45a9-9ce5-a0a7b92c2e23 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:35.371484 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b326a0a4-12f8-45a9-9ce5-a0a7b92c2e23 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:35.375374 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-17f87dc9-1d66-433a-bc00-3258abde907f req-fb32c2be-16a4-4bee-92a1-ad41826f54ed tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Deleting port 12cc955c-26d7-4d65-9557-308f074294c6 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:35.375699 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-17f87dc9-1d66-433a-bc00-3258abde907f req-fb32c2be-16a4-4bee-92a1-ad41826f54ed tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (12cc955c-26d7-4d65-9557-308f074294c6), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:35.378422 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:35.378801 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:35.381031 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d45616f2-c0f3-48cf-8ba0-9c47791ec8c9 None None] Deleting port 8b476d40-6c75-4904-a16a-1115cad9f9ef {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:35.381387 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d45616f2-c0f3-48cf-8ba0-9c47791ec8c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (8b476d40-6c75-4904-a16a-1115cad9f9ef), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:35.458579 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b326a0a4-12f8-45a9-9ce5-a0a7b92c2e23 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.5273623 Feb 09 01:40:35.459399 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56176) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:35.485689 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-26fd3a56-7f01-4eab-987e-2d5930ced104 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4e1a6caa-e28b-4661-b978-fde62789affb'}]}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:35.506436 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d45616f2-c0f3-48cf-8ba0-9c47791ec8c9 None None] For port 8b476d40-6c75-4904-a16a-1115cad9f9ef, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=8b476d40-6c75-4904-a16a-1115cad9f9ef,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:35.506838 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d45616f2-c0f3-48cf-8ba0-9c47791ec8c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (8b476d40-6c75-4904-a16a-1115cad9f9ef), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:35.506960 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-17f87dc9-1d66-433a-bc00-3258abde907f req-fb32c2be-16a4-4bee-92a1-ad41826f54ed tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] For port 12cc955c-26d7-4d65-9557-308f074294c6, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=12cc955c-26d7-4d65-9557-308f074294c6,segment=NetworkSegment(7b7986fb-3759-47d5-aaef-a86146eab3c0),segment_id=7b7986fb-3759-47d5-aaef-a86146eab3c0)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:35.507243 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-17f87dc9-1d66-433a-bc00-3258abde907f req-fb32c2be-16a4-4bee-92a1-ad41826f54ed tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (12cc955c-26d7-4d65-9557-308f074294c6), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:35.526105 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-17f87dc9-1d66-433a-bc00-3258abde907f req-fb32c2be-16a4-4bee-92a1-ad41826f54ed tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Calling delete_port for 12cc955c-26d7-4d65-9557-308f074294c6 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:35.529393 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-602f40ed-ba86-456b-a642-7f0430b59981 None None] Provisioning complete for port ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:35.529782 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-602f40ed-ba86-456b-a642-7f0430b59981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:35.532175 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d45616f2-c0f3-48cf-8ba0-9c47791ec8c9 None None] Calling delete_port for 8b476d40-6c75-4904-a16a-1115cad9f9ef owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:35.575329 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f3314b1b-58e9-4f53-8a46-3218ae7f2120 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:35.757763 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f3314b1b-58e9-4f53-8a46-3218ae7f2120 admin admin] Publish callbacks [] for security_group (7fedafd2-049c-4c9e-9448-16eb27d7c270), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:35.767895 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f3314b1b-58e9-4f53-8a46-3218ae7f2120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7fedafd2-049c-4c9e-9448-16eb27d7c270), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:35.809784 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-26fd3a56-7f01-4eab-987e-2d5930ced104 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (19920ce1-bfac-465a-b2fa-721c59bde8cb), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:35.813935 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-17f87dc9-1d66-433a-bc00-3258abde907f req-fb32c2be-16a4-4bee-92a1-ad41826f54ed tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (12cc955c-26d7-4d65-9557-308f074294c6), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:35.852153 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['12cc955c-26d7-4d65-9557-308f074294c6'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:40:35.882370 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f3314b1b-58e9-4f53-8a46-3218ae7f2120 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=afcdffccbc1c45a78a04f1a422e8ca9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5610912 Feb 09 01:40:35.884732 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32c2be-16a4-4bee-92a1-ad41826f54ed tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Pushing event deleted for resources: {'Port': ['ID=12cc955c-26d7-4d65-9557-308f074294c6,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:35.886631 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56180) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:35.894560 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3314b1b-58e9-4f53-8a46-3218ae7f2120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fedafd2-049c-4c9e-9448-16eb27d7c270,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:35.918051 n-d-822053-40 neutron-server[103529]: DEBUG neutron.objects.ports [None req-418a0646-71d6-4829-aece-5ffdefbbbb98 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103529) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:40:35.919127 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:35.919523 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:35.936520 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db1525d-d495-4230-8d42-d4343b5689d0 None None] Update dhcp port {'port': {'network_id': '659e3093-f878-491f-8113-9cddb6b1d5c4', 'fixed_ips': [{'subnet_id': '4e1a6caa-e28b-4661-b978-fde62789affb', 'ip_address': '2001:db8::2'}, {'subnet_id': '90ab3102-1865-4835-8496-da065eebed5b'}], 'binding:host_id': 'n-d-822053-40'}, 'id': 'ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3'} from n-d-822053-40. {{(pid=103530) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:40:35.951494 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f87dc9-1d66-433a-bc00-3258abde907f req-fb32c2be-16a4-4bee-92a1-ad41826f54ed tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] No DVR routers for this DVR port 12cc955c-26d7-4d65-9557-308f074294c6 on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:35.957302 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-17f87dc9-1d66-433a-bc00-3258abde907f req-fb32c2be-16a4-4bee-92a1-ad41826f54ed tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:35.960632 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-17f87dc9-1d66-433a-bc00-3258abde907f req-fb32c2be-16a4-4bee-92a1-ad41826f54ed tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.91 "DELETE /v2.0/ports/12cc955c-26d7-4d65-9557-308f074294c6 HTTP/1.1" status: 204 len: 173 time: 0.8293376 Feb 09 01:40:35.961074 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d07394-695a-411c-adc5-8e39c60951e5', 'name': 'network-vif-deleted', 'tag': '12cc955c-26d7-4d65-9557-308f074294c6'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:40:35.963548 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cf2382-e08f-43c5-a14f-5b18383eec84" -d '{"events": [{"server_uuid": "60d07394-695a-411c-adc5-8e39c60951e5", "name": "network-vif-deleted", "tag": "12cc955c-26d7-4d65-9557-308f074294c6"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:40:36.010945 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c943763-8419-46f5-b893-221a2686dcfd req-cb0e29aa-b6f8-4994-8bf0-fba69bc6cf81 tempest-VolumesSnapshotTestJSON-1718843565 tempest-VolumesSnapshotTestJSON-1718843565-project] 10.222.0.30 "GET /v2.0/ports?device_id=60d07394-695a-411c-adc5-8e39c60951e5 HTTP/1.1" status: 200 len: 210 time: 0.1483569 Feb 09 01:40:36.015108 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-90a4c91a-5cb0-4b03-b6ee-15aa72446cea admin admin] Publish callbacks [] for security_group (7fedafd2-049c-4c9e-9448-16eb27d7c270), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:36.039443 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3,segment=NetworkSegment(43dc49cd-9773-47c3-b033-8dc22f40f257),segment_id=43dc49cd-9773-47c3-b033-8dc22f40f257)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:36.040710 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d45616f2-c0f3-48cf-8ba0-9c47791ec8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (8b476d40-6c75-4904-a16a-1115cad9f9ef), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:36.048114 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0db1525d-d495-4230-8d42-d4343b5689d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:36.057396 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d001d0bc-93a9-45cf-87d5-1593ac04fb94 x-openstack-request-id: req-d001d0bc-93a9-45cf-87d5-1593ac04fb94 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:40:36.058883 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d07394-695a-411c-adc5-8e39c60951e5", "name": "network-vif-deleted", "tag": "12cc955c-26d7-4d65-9557-308f074294c6", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:40:36.059612 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d001d0bc-93a9-45cf-87d5-1593ac04fb94 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:40:36.060319 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d07394-695a-411c-adc5-8e39c60951e5', 'name': 'network-vif-deleted', 'tag': '12cc955c-26d7-4d65-9557-308f074294c6', 'status': 'completed', 'code': 200} Feb 09 01:40:36.072860 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:36.082468 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-90a4c91a-5cb0-4b03-b6ee-15aa72446cea admin admin] Publish callbacks [] for security_group (7fedafd2-049c-4c9e-9448-16eb27d7c270), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:36.083923 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-602f40ed-ba86-456b-a642-7f0430b59981 None None] Current status of the port ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:36.084348 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-602f40ed-ba86-456b-a642-7f0430b59981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:36.088357 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45616f2-c0f3-48cf-8ba0-9c47791ec8c9 None None] Pushing event deleted for resources: {'Port': ['ID=8b476d40-6c75-4904-a16a-1115cad9f9ef,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:36.098649 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45616f2-c0f3-48cf-8ba0-9c47791ec8c9 None None] No DVR routers for this DVR port 8b476d40-6c75-4904-a16a-1115cad9f9ef on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:36.172718 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-90a4c91a-5cb0-4b03-b6ee-15aa72446cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7fedafd2-049c-4c9e-9448-16eb27d7c270), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:36.176337 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-90a4c91a-5cb0-4b03-b6ee-15aa72446cea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:36.178983 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-90a4c91a-5cb0-4b03-b6ee-15aa72446cea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7fedafd2-049c-4c9e-9448-16eb27d7c270 HTTP/1.1" status: 204 len: 168 time: 0.2904329 Feb 09 01:40:36.190433 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a4c91a-5cb0-4b03-b6ee-15aa72446cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fedafd2-049c-4c9e-9448-16eb27d7c270,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:36.216373 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 8b476d40-6c75-4904-a16a-1115cad9f9ef no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:40:36.295897 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 8b476d40-6c75-4904-a16a-1115cad9f9ef {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:40:36.295897 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 8b476d40-6c75-4904-a16a-1115cad9f9ef not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:40:36.300091 n-d-822053-40 neutron-server[103529]: WARNING neutron.services.revisions.revision_plugin [None req-418a0646-71d6-4829-aece-5ffdefbbbb98 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Could not find related port for resource to bump revision. Feb 09 01:40:36.308784 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.ipam_pluggable_backend [None req-418a0646-71d6-4829-aece-5ffdefbbbb98 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Port 8b476d40-6c75-4904-a16a-1115cad9f9ef was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103529) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 09 01:40:36.309174 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.ipam_pluggable_backend [None req-418a0646-71d6-4829-aece-5ffdefbbbb98 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0e:ca61 {{(pid=103529) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 09 01:40:36.317395 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.ipam_pluggable_backend [None req-418a0646-71d6-4829-aece-5ffdefbbbb98 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe0e:ca61 {{(pid=103529) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 09 01:40:36.320857 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-418a0646-71d6-4829-aece-5ffdefbbbb98 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (e879c7ad-767f-4cfd-a62b-df53cbccfc54), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:36.383715 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:36.398543 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-602f40ed-ba86-456b-a642-7f0430b59981 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:40:36.398880 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-602f40ed-ba86-456b-a642-7f0430b59981 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:40:36.413440 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418a0646-71d6-4829-aece-5ffdefbbbb98 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:36.420931 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-418a0646-71d6-4829-aece-5ffdefbbbb98 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:36.424385 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418a0646-71d6-4829-aece-5ffdefbbbb98 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:36.425046 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-418a0646-71d6-4829-aece-5ffdefbbbb98 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:36.429920 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb2be5f-cb79-4e45-aa4d-9205bfacb55b None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:36.436384 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a0646-71d6-4829-aece-5ffdefbbbb98 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Subnet': ['ID=e879c7ad-767f-4cfd-a62b-df53cbccfc54,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:36.478620 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-26fd3a56-7f01-4eab-987e-2d5930ced104 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Delete allocated IP 2001:db8:0:1::250 (659e3093-f878-491f-8113-9cddb6b1d5c4/90ab3102-1865-4835-8496-da065eebed5b) {{(pid=103529) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 01:40:36.492126 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-418a0646-71d6-4829-aece-5ffdefbbbb98 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3703561 Feb 09 01:40:36.493983 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56194) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:36.509036 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-bbccb171-342f-4edf-b68d-f74a2f8116b9 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'port': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'mac_address': 'fa:16:3e:bb:46:9e', 'name': 'tempest-NetworksTestDHCPv6-1684733013'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:36.586699 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366b0af-e092-4de4-bb7a-02fb65231b44 req-110f6af4-b001-4c88-994f-eebe7729940f tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:36.588322 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8366b0af-e092-4de4-bb7a-02fb65231b44 req-110f6af4-b001-4c88-994f-eebe7729940f tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 945 time: 0.1454666 Feb 09 01:40:36.602692 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d05511-29b6-4198-918a-96b824edafd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'project_id': '840feb797a5045feb11a0660b5a0c7d5', 'fixed_ips': [{'subnet_id': 'e879c7ad-767f-4cfd-a62b-df53cbccfc54'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:40:36.605179 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-57d05511-29b6-4198-918a-96b824edafd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:36.697959 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8366b0af-e092-4de4-bb7a-02fb65231b44 req-4d5dbcc8-91b6-4b8c-bc83-edfccfafe868 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ea60e72c-3021-4dd2-8311-c001cfa04ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035802 Feb 09 01:40:36.726406 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [req-fd479066-8415-4464-afb2-2ec1750eb73e req-6c1d7130-e70a-4fe4-a528-f93441c27c31 service neutron] show failed (client error): The resource could not be found. Feb 09 01:40:36.727937 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fd479066-8415-4464-afb2-2ec1750eb73e req-6c1d7130-e70a-4fe4-a528-f93441c27c31 service neutron] 10.222.0.91 "GET /v2.0/ports/1416671c-cda3-436a-aeac-ffce79b1db9b/bindings/n-h1-822053-40 HTTP/1.1" status: 404 len: 381 time: 0.4004834 Feb 09 01:40:36.734673 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-26fd3a56-7f01-4eab-987e-2d5930ced104 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for port (19920ce1-bfac-465a-b2fa-721c59bde8cb), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:36.742811 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-26fd3a56-7f01-4eab-987e-2d5930ced104 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (19920ce1-bfac-465a-b2fa-721c59bde8cb), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:36.751444 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbccb171-342f-4edf-b68d-f74a2f8116b9 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:36.871327 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-0db1525d-d495-4230-8d42-d4343b5689d0 None None] Allocated IP 2001:db8:0:1::2 (659e3093-f878-491f-8113-9cddb6b1d5c4/90ab3102-1865-4835-8496-da065eebed5b/ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:36.873853 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-57d05511-29b6-4198-918a-96b824edafd4 None None] Allocated IP 2001:db8::f816:3eff:fe26:1471 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/e879c7ad-767f-4cfd-a62b-df53cbccfc54/abdeaf01-eaf0-48e0-ad4e-cda41921d8ef) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:36.875447 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bbccb171-342f-4edf-b68d-f74a2f8116b9 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:36.897212 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-26fd3a56-7f01-4eab-987e-2d5930ced104 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] In _notify_port_updated(), no bound segment for port 19920ce1-bfac-465a-b2fa-721c59bde8cb on network 659e3093-f878-491f-8113-9cddb6b1d5c4 {{(pid=103529) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:40:36.902532 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fd3a56-7f01-4eab-987e-2d5930ced104 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:36.903710 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-26fd3a56-7f01-4eab-987e-2d5930ced104 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:36.904839 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-26fd3a56-7f01-4eab-987e-2d5930ced104 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "PUT /v2.0/ports/19920ce1-bfac-465a-b2fa-721c59bde8cb HTTP/1.1" status: 200 len: 926 time: 1.4248407 Feb 09 01:40:36.905709 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd3a56-7f01-4eab-987e-2d5930ced104 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'Port': ['ID=19920ce1-bfac-465a-b2fa-721c59bde8cb,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:36.907860 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-bbccb171-342f-4edf-b68d-f74a2f8116b9 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] device_id is not set on port 7e77bfa3-fbae-4b3d-a9f3-0b39c6669147 yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:40:36.909060 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56204) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:36.926396 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-0968c475-1355-4b47-ab51-59b6d2bce79d tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4e1a6caa-e28b-4661-b978-fde62789affb'}, {'subnet_id': '90ab3102-1865-4835-8496-da065eebed5b'}]}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:36.988140 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-602f40ed-ba86-456b-a642-7f0430b59981 None None] Current status of the port ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:37.051963 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0968c475-1355-4b47-ab51-59b6d2bce79d tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (19920ce1-bfac-465a-b2fa-721c59bde8cb), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:37.070302 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd479066-8415-4464-afb2-2ec1750eb73e req-5457b91d-2026-4a26-b076-08aeebb931e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:37.071848 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd479066-8415-4464-afb2-2ec1750eb73e req-5457b91d-2026-4a26-b076-08aeebb931e8 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e&tenant_id=e7f5366db1de43098724f0eb4e3342fd HTTP/1.1" status: 200 len: 1128 time: 0.0986264 Feb 09 01:40:37.101952 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-fd479066-8415-4464-afb2-2ec1750eb73e req-52b99801-44ee-4ed7-8c62-ef91fc3f53c2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822053-40', 'device_owner': 'compute:nova'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:37.156691 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-0db1525d-d495-4230-8d42-d4343b5689d0 None None] For port ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3,segment=NetworkSegment(43dc49cd-9773-47c3-b033-8dc22f40f257),segment_id=43dc49cd-9773-47c3-b033-8dc22f40f257)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:37.222910 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0db1525d-d495-4230-8d42-d4343b5689d0 None None] Publish callbacks [] for port (ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:37.245714 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fd479066-8415-4464-afb2-2ec1750eb73e req-52b99801-44ee-4ed7-8c62-ef91fc3f53c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1416671c-cda3-436a-aeac-ffce79b1db9b), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:37.254897 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0db1525d-d495-4230-8d42-d4343b5689d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:37.424016 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db1525d-d495-4230-8d42-d4343b5689d0 None None] Pushing event updated for resources: {'Port': ['ID=ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:37.473485 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-57d05511-29b6-4198-918a-96b824edafd4 None None] Publish callbacks [] for port (abdeaf01-eaf0-48e0-ad4e-cda41921d8ef), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:37.500173 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-57d05511-29b6-4198-918a-96b824edafd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (abdeaf01-eaf0-48e0-ad4e-cda41921d8ef), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:37.587683 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d05511-29b6-4198-918a-96b824edafd4 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:37.592126 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-57d05511-29b6-4198-918a-96b824edafd4 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:37.599652 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d05511-29b6-4198-918a-96b824edafd4 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:37.614581 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d05511-29b6-4198-918a-96b824edafd4 None None] Pushing event updated for resources: {'Port': ['ID=abdeaf01-eaf0-48e0-ad4e-cda41921d8ef,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:37.640023 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-bbccb171-342f-4edf-b68d-f74a2f8116b9 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Allocated IP 2001:db8::f816:3eff:febb:469e (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/e879c7ad-767f-4cfd-a62b-df53cbccfc54/7e77bfa3-fbae-4b3d-a9f3-0b39c6669147) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:37.676323 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-0968c475-1355-4b47-ab51-59b6d2bce79d tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Allocated IP 2001:db8:0:1::357 (659e3093-f878-491f-8113-9cddb6b1d5c4/90ab3102-1865-4835-8496-da065eebed5b/19920ce1-bfac-465a-b2fa-721c59bde8cb) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:37.724641 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-57d05511-29b6-4198-918a-96b824edafd4 None None] Attempting to bind port abdeaf01-eaf0-48e0-ad4e-cda41921d8ef on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:40:37.725219 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-57d05511-29b6-4198-918a-96b824edafd4 None None] Attempting to bind port abdeaf01-eaf0-48e0-ad4e-cda41921d8ef by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:40:37.725761 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d05511-29b6-4198-918a-96b824edafd4 None None] Attempting to bind port abdeaf01-eaf0-48e0-ad4e-cda41921d8ef on network cbbe9143-fcdc-43c5-b797-7f127a92ac8e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:37.733494 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d05511-29b6-4198-918a-96b824edafd4 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:40:37.734284 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d05511-29b6-4198-918a-96b824edafd4 None None] Checking segment: {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:37.734795 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-57d05511-29b6-4198-918a-96b824edafd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:37.735290 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d05511-29b6-4198-918a-96b824edafd4 None None] Bound using segment: {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:40:37.736038 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-57d05511-29b6-4198-918a-96b824edafd4 None None] Bound port: abdeaf01-eaf0-48e0-ad4e-cda41921d8ef, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:40:37.736636 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-57d05511-29b6-4198-918a-96b824edafd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (abdeaf01-eaf0-48e0-ad4e-cda41921d8ef), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:37.791051 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-fd479066-8415-4464-afb2-2ec1750eb73e req-52b99801-44ee-4ed7-8c62-ef91fc3f53c2 service neutron] For port 1416671c-cda3-436a-aeac-ffce79b1db9b, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=1416671c-cda3-436a-aeac-ffce79b1db9b,segment=NetworkSegment(d79e44ef-577b-4bb4-b4d8-d0a859c1f024),segment_id=d79e44ef-577b-4bb4-b4d8-d0a859c1f024)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:37.849949 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-57d05511-29b6-4198-918a-96b824edafd4 None None] For port abdeaf01-eaf0-48e0-ad4e-cda41921d8ef, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:40:37.857013 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-57d05511-29b6-4198-918a-96b824edafd4 None None] For port abdeaf01-eaf0-48e0-ad4e-cda41921d8ef, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=abdeaf01-eaf0-48e0-ad4e-cda41921d8ef,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:40:37.869499 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-57d05511-29b6-4198-918a-96b824edafd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (abdeaf01-eaf0-48e0-ad4e-cda41921d8ef), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:37.996032 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d05511-29b6-4198-918a-96b824edafd4 None None] Pushing event updated for resources: {'Port': ['ID=abdeaf01-eaf0-48e0-ad4e-cda41921d8ef,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:38.026169 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-fd479066-8415-4464-afb2-2ec1750eb73e req-52b99801-44ee-4ed7-8c62-ef91fc3f53c2 service neutron] For port 1416671c-cda3-436a-aeac-ffce79b1db9b, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:40:38.062017 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bbccb171-342f-4edf-b68d-f74a2f8116b9 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for port (7e77bfa3-fbae-4b3d-a9f3-0b39c6669147), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:38.119942 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fd479066-8415-4464-afb2-2ec1750eb73e req-52b99801-44ee-4ed7-8c62-ef91fc3f53c2 service neutron] Publish callbacks [] for port (1416671c-cda3-436a-aeac-ffce79b1db9b), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:38.136226 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd442d40b-32f9-4cc3-a0c4-5adeac95bc9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1416671c-cda3-436a-aeac-ffce79b1db9b'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:40:38.139662 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ad6af0-e1a1-41ee-905b-4850db356b74" -d '{"events": [{"server_uuid": "d442d40b-32f9-4cc3-a0c4-5adeac95bc9e", "name": "network-vif-unplugged", "status": "completed", "tag": "1416671c-cda3-436a-aeac-ffce79b1db9b"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:40:38.140747 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bbccb171-342f-4edf-b68d-f74a2f8116b9 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (7e77bfa3-fbae-4b3d-a9f3-0b39c6669147), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:38.147133 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0968c475-1355-4b47-ab51-59b6d2bce79d tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for port (19920ce1-bfac-465a-b2fa-721c59bde8cb), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:38.158910 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-fd479066-8415-4464-afb2-2ec1750eb73e req-52b99801-44ee-4ed7-8c62-ef91fc3f53c2 service neutron] Transition to ACTIVE for port object 1416671c-cda3-436a-aeac-ffce79b1db9b will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:40:38.170194 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504900d5-3d10-4f57-be27-f2fad3a92df4 req-0e903bbc-19b1-49f9-9ce4-d4379d9af51b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:38.172108 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-504900d5-3d10-4f57-be27-f2fad3a92df4 req-0e903bbc-19b1-49f9-9ce4-d4379d9af51b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 945 time: 0.3176243 Feb 09 01:40:38.172811 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0968c475-1355-4b47-ab51-59b6d2bce79d tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (19920ce1-bfac-465a-b2fa-721c59bde8cb), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:38.181713 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fd479066-8415-4464-afb2-2ec1750eb73e req-52b99801-44ee-4ed7-8c62-ef91fc3f53c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (1416671c-cda3-436a-aeac-ffce79b1db9b), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:38.240464 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:38.271800 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbccb171-342f-4edf-b68d-f74a2f8116b9 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:38.280704 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-bbccb171-342f-4edf-b68d-f74a2f8116b9 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:38.287557 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbccb171-342f-4edf-b68d-f74a2f8116b9 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:38.293399 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbccb171-342f-4edf-b68d-f74a2f8116b9 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:38.294988 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bbccb171-342f-4edf-b68d-f74a2f8116b9 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:38.318536 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbccb171-342f-4edf-b68d-f74a2f8116b9 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Port': ['ID=7e77bfa3-fbae-4b3d-a9f3-0b39c6669147,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:38.343181 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-bbccb171-342f-4edf-b68d-f74a2f8116b9 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8481929 Feb 09 01:40:38.350988 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56240) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:38.352706 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92444f8d-54f3-4fc3-939e-23d6702535ea x-openstack-request-id: req-92444f8d-54f3-4fc3-939e-23d6702535ea {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:40:38.353037 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d442d40b-32f9-4cc3-a0c4-5adeac95bc9e", "name": "network-vif-unplugged", "status": "completed", "tag": "1416671c-cda3-436a-aeac-ffce79b1db9b", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:40:38.353299 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-92444f8d-54f3-4fc3-939e-23d6702535ea {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:40:38.354479 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd442d40b-32f9-4cc3-a0c4-5adeac95bc9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1416671c-cda3-436a-aeac-ffce79b1db9b', 'code': 200} Feb 09 01:40:38.389994 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:38.393295 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:38.447325 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30bc24c-1882-4266-9f97-e3df4c03d62b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:38.471517 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30bc24c-1882-4266-9f97-e3df4c03d62b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:38.480312 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a30bc24c-1882-4266-9f97-e3df4c03d62b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1267715 Feb 09 01:40:38.482471 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56246) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:38.492307 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0968c475-1355-4b47-ab51-59b6d2bce79d tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'Port': ['ID=19920ce1-bfac-465a-b2fa-721c59bde8cb,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:38.582937 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-0968c475-1355-4b47-ab51-59b6d2bce79d tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] In _notify_port_updated(), no bound segment for port 19920ce1-bfac-465a-b2fa-721c59bde8cb on network 659e3093-f878-491f-8113-9cddb6b1d5c4 {{(pid=103529) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:40:38.588065 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0968c475-1355-4b47-ab51-59b6d2bce79d tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:38.588733 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0968c475-1355-4b47-ab51-59b6d2bce79d tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:38.592715 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0968c475-1355-4b47-ab51-59b6d2bce79d tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "PUT /v2.0/ports/19920ce1-bfac-465a-b2fa-721c59bde8cb HTTP/1.1" status: 200 len: 1012 time: 1.6795194 Feb 09 01:40:38.617022 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56252) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:38.618986 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:38.633231 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 12cc955c-26d7-4d65-9557-308f074294c6 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:40:38.690457 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-504900d5-3d10-4f57-be27-f2fad3a92df4 req-5cfdf4a6-a34c-48bd-9840-cc3c5583e159 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ea60e72c-3021-4dd2-8311-c001cfa04ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5041022 Feb 09 01:40:38.700129 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee525de-0c52-4656-b0b7-d6a9fa69b4cd None None] Network 659e3093-f878-491f-8113-9cddb6b1d5c4 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:38.745891 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 12cc955c-26d7-4d65-9557-308f074294c6 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:40:38.746261 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 12cc955c-26d7-4d65-9557-308f074294c6 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:40:38.824278 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b99801-44ee-4ed7-8c62-ef91fc3f53c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1416671c-cda3-436a-aeac-ffce79b1db9b,revision_number=6']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:38.849292 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d027862f-0ce5-450f-a0d5-e3d80c21f2fd None None] Provisioning complete for port ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:38.849666 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d027862f-0ce5-450f-a0d5-e3d80c21f2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:38.903487 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd479066-8415-4464-afb2-2ec1750eb73e req-52b99801-44ee-4ed7-8c62-ef91fc3f53c2 service neutron] No DVR routers for this DVR port 1416671c-cda3-436a-aeac-ffce79b1db9b on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:38.912315 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-53be8f24-3552-4182-bc15-89b327a63e49 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Deleting port 19920ce1-bfac-465a-b2fa-721c59bde8cb {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:38.913254 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-53be8f24-3552-4182-bc15-89b327a63e49 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (19920ce1-bfac-465a-b2fa-721c59bde8cb), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:38.931822 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b8403049-ffed-4eee-bbae-401808aa6abc tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting port 7e77bfa3-fbae-4b3d-a9f3-0b39c6669147 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:38.932563 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b8403049-ffed-4eee-bbae-401808aa6abc tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (7e77bfa3-fbae-4b3d-a9f3-0b39c6669147), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:39.035784 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d027862f-0ce5-450f-a0d5-e3d80c21f2fd None None] Current status of the port ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:39.051996 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d027862f-0ce5-450f-a0d5-e3d80c21f2fd None None] Provisioning complete for port 19920ce1-bfac-465a-b2fa-721c59bde8cb triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:39.052366 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d027862f-0ce5-450f-a0d5-e3d80c21f2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (19920ce1-bfac-465a-b2fa-721c59bde8cb), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:39.103011 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d027862f-0ce5-450f-a0d5-e3d80c21f2fd None None] Port 19920ce1-bfac-465a-b2fa-721c59bde8cb cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:40:39.112070 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-53be8f24-3552-4182-bc15-89b327a63e49 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (19920ce1-bfac-465a-b2fa-721c59bde8cb), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:39.122317 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b8403049-ffed-4eee-bbae-401808aa6abc tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (7e77bfa3-fbae-4b3d-a9f3-0b39c6669147), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:39.139170 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-53be8f24-3552-4182-bc15-89b327a63e49 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Calling delete_port for 19920ce1-bfac-465a-b2fa-721c59bde8cb owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:39.148768 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b8403049-ffed-4eee-bbae-401808aa6abc tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Calling delete_port for 7e77bfa3-fbae-4b3d-a9f3-0b39c6669147 owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:39.153708 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-fd479066-8415-4464-afb2-2ec1750eb73e req-52b99801-44ee-4ed7-8c62-ef91fc3f53c2 service neutron] Attempting to bind port 1416671c-cda3-436a-aeac-ffce79b1db9b on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:40:39.154238 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-fd479066-8415-4464-afb2-2ec1750eb73e req-52b99801-44ee-4ed7-8c62-ef91fc3f53c2 service neutron] Attempting to bind port 1416671c-cda3-436a-aeac-ffce79b1db9b by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'd79e44ef-577b-4bb4-b4d8-d0a859c1f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7d026e5f-8203-4636-ba0b-6899bb8cd475'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:40:39.154566 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd479066-8415-4464-afb2-2ec1750eb73e req-52b99801-44ee-4ed7-8c62-ef91fc3f53c2 service neutron] Attempting to bind port 1416671c-cda3-436a-aeac-ffce79b1db9b on network 7d026e5f-8203-4636-ba0b-6899bb8cd475 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:39.160782 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd479066-8415-4464-afb2-2ec1750eb73e req-52b99801-44ee-4ed7-8c62-ef91fc3f53c2 service neutron] Port 1416671c-cda3-436a-aeac-ffce79b1db9b on network 7d026e5f-8203-4636-ba0b-6899bb8cd475 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:40:39.161206 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd479066-8415-4464-afb2-2ec1750eb73e req-52b99801-44ee-4ed7-8c62-ef91fc3f53c2 service neutron] Attempting to bind port 1416671c-cda3-436a-aeac-ffce79b1db9b on network 7d026e5f-8203-4636-ba0b-6899bb8cd475 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:39.174668 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd479066-8415-4464-afb2-2ec1750eb73e req-52b99801-44ee-4ed7-8c62-ef91fc3f53c2 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:40:39.175009 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd479066-8415-4464-afb2-2ec1750eb73e req-52b99801-44ee-4ed7-8c62-ef91fc3f53c2 service neutron] Checking segment: {'id': 'd79e44ef-577b-4bb4-b4d8-d0a859c1f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7d026e5f-8203-4636-ba0b-6899bb8cd475'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:39.175403 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd479066-8415-4464-afb2-2ec1750eb73e req-52b99801-44ee-4ed7-8c62-ef91fc3f53c2 service neutron] Bound using segment: {'id': 'd79e44ef-577b-4bb4-b4d8-d0a859c1f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7d026e5f-8203-4636-ba0b-6899bb8cd475'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:40:39.175845 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-fd479066-8415-4464-afb2-2ec1750eb73e req-52b99801-44ee-4ed7-8c62-ef91fc3f53c2 service neutron] Bound port: 1416671c-cda3-436a-aeac-ffce79b1db9b, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd79e44ef-577b-4bb4-b4d8-d0a859c1f024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7d026e5f-8203-4636-ba0b-6899bb8cd475'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:40:39.176229 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fd479066-8415-4464-afb2-2ec1750eb73e req-52b99801-44ee-4ed7-8c62-ef91fc3f53c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1416671c-cda3-436a-aeac-ffce79b1db9b), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:39.283940 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-fd479066-8415-4464-afb2-2ec1750eb73e req-52b99801-44ee-4ed7-8c62-ef91fc3f53c2 service neutron] For port 1416671c-cda3-436a-aeac-ffce79b1db9b, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:40:39.298028 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-fd479066-8415-4464-afb2-2ec1750eb73e req-52b99801-44ee-4ed7-8c62-ef91fc3f53c2 service neutron] For port 1416671c-cda3-436a-aeac-ffce79b1db9b, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1416671c-cda3-436a-aeac-ffce79b1db9b,segment=NetworkSegment(d79e44ef-577b-4bb4-b4d8-d0a859c1f024),segment_id=d79e44ef-577b-4bb4-b4d8-d0a859c1f024)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:40:39.317608 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fd479066-8415-4464-afb2-2ec1750eb73e req-52b99801-44ee-4ed7-8c62-ef91fc3f53c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (1416671c-cda3-436a-aeac-ffce79b1db9b), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:39.396473 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd479066-8415-4464-afb2-2ec1750eb73e req-52b99801-44ee-4ed7-8c62-ef91fc3f53c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:39.397095 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fd479066-8415-4464-afb2-2ec1750eb73e req-52b99801-44ee-4ed7-8c62-ef91fc3f53c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:39.402825 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd479066-8415-4464-afb2-2ec1750eb73e req-52b99801-44ee-4ed7-8c62-ef91fc3f53c2 service neutron] 10.222.0.121 "PUT /v2.0/ports/1416671c-cda3-436a-aeac-ffce79b1db9b HTTP/1.1" status: 200 len: 1092 time: 2.3037858 Feb 09 01:40:39.576318 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b99801-44ee-4ed7-8c62-ef91fc3f53c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1416671c-cda3-436a-aeac-ffce79b1db9b,revision_number=7']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:39.654310 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd479066-8415-4464-afb2-2ec1750eb73e req-62449748-88ec-4ac8-a58d-416d5aaec21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:39.655886 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd479066-8415-4464-afb2-2ec1750eb73e req-62449748-88ec-4ac8-a58d-416d5aaec21a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e7f5366db1de43098724f0eb4e3342fd&device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 1126 time: 0.2172914 Feb 09 01:40:39.727200 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b8403049-ffed-4eee-bbae-401808aa6abc tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (7e77bfa3-fbae-4b3d-a9f3-0b39c6669147), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:39.830703 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8403049-ffed-4eee-bbae-401808aa6abc tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Port': ['ID=7e77bfa3-fbae-4b3d-a9f3-0b39c6669147,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:39.866545 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-3e26cf2e-8508-4a8f-9d3b-c6cc5048eb0b None None] Provisioning complete for port ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:39.867046 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3e26cf2e-8508-4a8f-9d3b-c6cc5048eb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:39.870101 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-53be8f24-3552-4182-bc15-89b327a63e49 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (19920ce1-bfac-465a-b2fa-721c59bde8cb), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:39.951036 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b8403049-ffed-4eee-bbae-401808aa6abc tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:39.957273 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b8403049-ffed-4eee-bbae-401808aa6abc tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/ports/7e77bfa3-fbae-4b3d-a9f3-0b39c6669147 HTTP/1.1" status: 204 len: 168 time: 1.4732420 Feb 09 01:40:39.959744 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56268) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:39.978111 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd479066-8415-4464-afb2-2ec1750eb73e req-180abace-bc6d-40ed-995f-c1d8dfa42ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:39.979617 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd479066-8415-4464-afb2-2ec1750eb73e req-180abace-bc6d-40ed-995f-c1d8dfa42ef2 service neutron] 10.222.0.121 "GET /v2.0/networks?id=7d026e5f-8203-4636-ba0b-6899bb8cd475 HTTP/1.1" status: 200 len: 896 time: 0.3158998 Feb 09 01:40:40.015780 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be8f24-3552-4182-bc15-89b327a63e49 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'Port': ['ID=19920ce1-bfac-465a-b2fa-721c59bde8cb,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:40.034059 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-53be8f24-3552-4182-bc15-89b327a63e49 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:40.039790 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-53be8f24-3552-4182-bc15-89b327a63e49 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/ports/19920ce1-bfac-465a-b2fa-721c59bde8cb HTTP/1.1" status: 204 len: 168 time: 1.4111977 Feb 09 01:40:40.042354 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56272) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:40.078021 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-48540bc7-342d-46fc-a323-6d925e90db0d tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] GET failed (client error): The resource could not be found. Feb 09 01:40:40.083101 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-48540bc7-342d-46fc-a323-6d925e90db0d tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "GET /v2.0/ports/19920ce1-bfac-465a-b2fa-721c59bde8cb HTTP/1.1" status: 404 len: 333 time: 0.0360737 Feb 09 01:40:40.083470 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56274) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:40.111182 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3e26cf2e-8508-4a8f-9d3b-c6cc5048eb0b None None] Current status of the port ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:40.134187 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-3e26cf2e-8508-4a8f-9d3b-c6cc5048eb0b None None] Could not find standard attr ID for object 19920ce1-bfac-465a-b2fa-721c59bde8cb. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:40:40.196906 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3c8574d-834f-4bd5-af42-ec175803346f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Deleting subnet 90ab3102-1865-4835-8496-da065eebed5b {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:40:40.211936 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e3c8574d-834f-4bd5-af42-ec175803346f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for subnet (90ab3102-1865-4835-8496-da065eebed5b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:40.253915 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feeed7e3-6c2b-4702-8461-44c0d2ba85d8 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:40.255159 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feeed7e3-6c2b-4702-8461-44c0d2ba85d8 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:40.257141 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-feeed7e3-6c2b-4702-8461-44c0d2ba85d8 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2946332 Feb 09 01:40:40.264652 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56276) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:40.272271 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332174a3-33f2-4f9b-9617-a28c649ba796 req-2f6d58e4-f650-449b-b3d6-9f872f13dae9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:40.279635 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-332174a3-33f2-4f9b-9617-a28c649ba796 req-2f6d58e4-f650-449b-b3d6-9f872f13dae9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 943 time: 0.4145925 Feb 09 01:40:40.299437 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b80f1bc7-5012-4fcc-ad08-c8a20f63db8d None None] Could not find standard attr ID for object 19920ce1-bfac-465a-b2fa-721c59bde8cb. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:40:40.300775 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e3c8574d-834f-4bd5-af42-ec175803346f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (90ab3102-1865-4835-8496-da065eebed5b), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:40.334086 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device abdeaf01-eaf0-48e0-ad4e-cda41921d8ef up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:40.338875 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd479066-8415-4464-afb2-2ec1750eb73e req-8277c869-4351-40b2-aab0-928c992fcadf service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1416671c-cda3-436a-aeac-ffce79b1db9b HTTP/1.1" status: 200 len: 997 time: 0.3328924 Feb 09 01:40:40.402890 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd442d40b-32f9-4cc3-a0c4-5adeac95bc9e', 'tag': '1416671c-cda3-436a-aeac-ffce79b1db9b'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:40:40.405211 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0556b96b-858a-43fb-b800-66f605f208b2" -d '{"events": [{"name": "network-changed", "server_uuid": "d442d40b-32f9-4cc3-a0c4-5adeac95bc9e", "tag": "1416671c-cda3-436a-aeac-ffce79b1db9b"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:40:40.438545 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e3c8574d-834f-4bd5-af42-ec175803346f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (90ab3102-1865-4835-8496-da065eebed5b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:40.499608 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port abdeaf01-eaf0-48e0-ad4e-cda41921d8ef triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:40.500444 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (abdeaf01-eaf0-48e0-ad4e-cda41921d8ef), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:40.576490 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 1416671c-cda3-436a-aeac-ffce79b1db9b no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:40:40.576711 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3874ce89-8d8e-4141-b3d0-2f8fde01eaf0 x-openstack-request-id: req-3874ce89-8d8e-4141-b3d0-2f8fde01eaf0 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:40:40.576711 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d442d40b-32f9-4cc3-a0c4-5adeac95bc9e", "tag": "1416671c-cda3-436a-aeac-ffce79b1db9b", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:40:40.576711 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3874ce89-8d8e-4141-b3d0-2f8fde01eaf0 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:40:40.576711 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd442d40b-32f9-4cc3-a0c4-5adeac95bc9e', 'tag': '1416671c-cda3-436a-aeac-ffce79b1db9b', 'status': 'completed', 'code': 200} Feb 09 01:40:40.609288 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e3c8574d-834f-4bd5-af42-ec175803346f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (90ab3102-1865-4835-8496-da065eebed5b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:40.660522 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e3c8574d-834f-4bd5-af42-ec175803346f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:40.665536 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e3c8574d-834f-4bd5-af42-ec175803346f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/subnets/90ab3102-1865-4835-8496-da065eebed5b HTTP/1.1" status: 204 len: 168 time: 0.5803514 Feb 09 01:40:40.668370 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c8574d-834f-4bd5-af42-ec175803346f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'Subnet': ['ID=90ab3102-1865-4835-8496-da065eebed5b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:40.669518 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56284) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:40.684603 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556b96b-858a-43fb-b800-66f605f208b2 req-d04839b0-0791-40b5-aab9-bc2b380230db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:40.685643 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b4bbd562-eceb-4376-80c0-1a1b9a708be6 None None] Provisioning complete for port abdeaf01-eaf0-48e0-ad4e-cda41921d8ef triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:40.687678 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0556b96b-858a-43fb-b800-66f605f208b2 req-d04839b0-0791-40b5-aab9-bc2b380230db service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e7f5366db1de43098724f0eb4e3342fd&device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 1126 time: 0.1216295 Feb 09 01:40:40.688034 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd562-eceb-4376-80c0-1a1b9a708be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (abdeaf01-eaf0-48e0-ad4e-cda41921d8ef), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:40.811910 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port abdeaf01-eaf0-48e0-ad4e-cda41921d8ef is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:40.812337 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (abdeaf01-eaf0-48e0-ad4e-cda41921d8ef), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:40.818592 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69328e3f-dfc2-4fce-9bba-854b43a2da6d None None] Network 659e3093-f878-491f-8113-9cddb6b1d5c4 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:40.833832 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] The host n-h2-822053-40 is not matching for port 1416671c-cda3-436a-aeac-ffce79b1db9b host n-h1-822053-40! {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:40:40.834237 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 1416671c-cda3-436a-aeac-ffce79b1db9b not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:40:40.893386 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556b96b-858a-43fb-b800-66f605f208b2 req-ebfbc73e-1907-48fa-9433-b32db39631d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:40.908639 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0556b96b-858a-43fb-b800-66f605f208b2 req-ebfbc73e-1907-48fa-9433-b32db39631d0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=7d026e5f-8203-4636-ba0b-6899bb8cd475 HTTP/1.1" status: 200 len: 896 time: 0.1990106 Feb 09 01:40:40.943625 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port abdeaf01-eaf0-48e0-ad4e-cda41921d8ef, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=abdeaf01-eaf0-48e0-ad4e-cda41921d8ef,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:40.956000 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (abdeaf01-eaf0-48e0-ad4e-cda41921d8ef), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:41.098357 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0556b96b-858a-43fb-b800-66f605f208b2 req-41c2e41f-6290-4edf-ac5f-28870475cd6e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1416671c-cda3-436a-aeac-ffce79b1db9b HTTP/1.1" status: 200 len: 997 time: 0.1877906 Feb 09 01:40:41.138283 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=abdeaf01-eaf0-48e0-ad4e-cda41921d8ef,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:41.171459 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556b96b-858a-43fb-b800-66f605f208b2 req-485903e3-bd40-4993-aae0-c80c01e5da05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:41.175206 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0556b96b-858a-43fb-b800-66f605f208b2 req-485903e3-bd40-4993-aae0-c80c01e5da05 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f9f8e7c5-aa98-41c8-9a28-63a6ea8d2a6d HTTP/1.1" status: 200 len: 834 time: 0.0693331 Feb 09 01:40:41.183911 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b336e2c-0b9e-4623-b477-ee253edbffc5 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting subnet e879c7ad-767f-4cfd-a62b-df53cbccfc54 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:40:41.196583 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9b336e2c-0b9e-4623-b477-ee253edbffc5 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (e879c7ad-767f-4cfd-a62b-df53cbccfc54), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:41.210188 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b4bbd562-eceb-4376-80c0-1a1b9a708be6 None None] Current status of the port abdeaf01-eaf0-48e0-ad4e-cda41921d8ef is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:41.269417 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556b96b-858a-43fb-b800-66f605f208b2 req-38546694-546d-4a42-9305-1ea35c3cf680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:41.272701 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9b336e2c-0b9e-4623-b477-ee253edbffc5 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (e879c7ad-767f-4cfd-a62b-df53cbccfc54), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:41.273667 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0556b96b-858a-43fb-b800-66f605f208b2 req-38546694-546d-4a42-9305-1ea35c3cf680 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7d026e5f-8203-4636-ba0b-6899bb8cd475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0921164 Feb 09 01:40:41.323520 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-38cae665-6614-4baa-8a39-090284d4bd88 None None] Could not find standard attr ID for object 7e77bfa3-fbae-4b3d-a9f3-0b39c6669147. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:40:41.330194 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-38cae665-6614-4baa-8a39-090284d4bd88 None None] Could not find standard attr ID for object 19920ce1-bfac-465a-b2fa-721c59bde8cb. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:40:41.379024 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0556b96b-858a-43fb-b800-66f605f208b2 req-19c1b033-21a7-4825-8d1c-25909d41bef1 service neutron] 10.222.0.91 "GET /v2.0/networks/7d026e5f-8203-4636-ba0b-6899bb8cd475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981054 Feb 09 01:40:41.397350 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9b336e2c-0b9e-4623-b477-ee253edbffc5 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (e879c7ad-767f-4cfd-a62b-df53cbccfc54), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:41.503932 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd479066-8415-4464-afb2-2ec1750eb73e req-c989ae54-9b29-4a37-880c-3cfddd593232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:41.506461 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd479066-8415-4464-afb2-2ec1750eb73e req-c989ae54-9b29-4a37-880c-3cfddd593232 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f9f8e7c5-aa98-41c8-9a28-63a6ea8d2a6d HTTP/1.1" status: 200 len: 834 time: 1.0963001 Feb 09 01:40:41.519590 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-332174a3-33f2-4f9b-9617-a28c649ba796 req-3a7b5be5-0352-4586-b076-5334eb857585 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ea60e72c-3021-4dd2-8311-c001cfa04ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2355258 Feb 09 01:40:41.583962 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0556b96b-858a-43fb-b800-66f605f208b2 req-bcb5da8d-829b-43c5-8891-8f9782273d7c service neutron] 10.222.0.91 "GET /v2.0/networks/7d026e5f-8203-4636-ba0b-6899bb8cd475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952398 Feb 09 01:40:41.628623 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a8338b2-35a4-4c57-8fa5-7f598433611c tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Deleting subnet 4e1a6caa-e28b-4661-b978-fde62789affb {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:40:41.632527 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5a8338b2-35a4-4c57-8fa5-7f598433611c tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for subnet (4e1a6caa-e28b-4661-b978-fde62789affb), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:41.656444 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56298) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:41.682308 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5a8338b2-35a4-4c57-8fa5-7f598433611c tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (4e1a6caa-e28b-4661-b978-fde62789affb), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:41.745114 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9b336e2c-0b9e-4623-b477-ee253edbffc5 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (e879c7ad-767f-4cfd-a62b-df53cbccfc54), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:41.796295 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d167c814-1212-49f0-8a32-924647ef29fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:41.808210 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd479066-8415-4464-afb2-2ec1750eb73e req-cb2410de-0fa1-4d35-b2d0-b765f895a0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:41.809982 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd479066-8415-4464-afb2-2ec1750eb73e req-cb2410de-0fa1-4d35-b2d0-b765f895a0b5 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=7d026e5f-8203-4636-ba0b-6899bb8cd475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2894177 Feb 09 01:40:41.816004 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a55d01-8cf0-4be4-9898-c1a34c8c75d3 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:41.832320 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9b336e2c-0b9e-4623-b477-ee253edbffc5 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:41.836129 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9b336e2c-0b9e-4623-b477-ee253edbffc5 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/e879c7ad-767f-4cfd-a62b-df53cbccfc54 HTTP/1.1" status: 204 len: 168 time: 1.5506246 Feb 09 01:40:41.840302 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56302) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:41.849818 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b336e2c-0b9e-4623-b477-ee253edbffc5 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Subnet': ['ID=e879c7ad-767f-4cfd-a62b-df53cbccfc54,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:41.920587 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5a8338b2-35a4-4c57-8fa5-7f598433611c tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (4e1a6caa-e28b-4661-b978-fde62789affb), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:41.937764 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c5058bfc-df03-4348-9525-09345064bf2d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0718944 Feb 09 01:40:41.938488 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56304) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:41.951646 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-8ffb5e63-4c89-4ab7-b3a4-9f6e53496c19 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'subnet': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:42.050024 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd479066-8415-4464-afb2-2ec1750eb73e req-2a4cc251-f888-4e7d-972b-102554d876e8 service neutron] 10.222.0.121 "GET /v2.0/networks/7d026e5f-8203-4636-ba0b-6899bb8cd475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099190 Feb 09 01:40:42.074145 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5a8338b2-35a4-4c57-8fa5-7f598433611c tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (4e1a6caa-e28b-4661-b978-fde62789affb), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:42.094466 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7aca511-97c9-4a57-a7ea-868a1a68712e None None] DHCP port deletion for cbbe9143-fcdc-43c5-b797-7f127a92ac8e request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:40:42.147622 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d167c814-1212-49f0-8a32-924647ef29fe admin admin] Publish callbacks [] for security_group (91962ed0-bee8-432b-b9ce-7bb06a6e26d9), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:42.158753 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d167c814-1212-49f0-8a32-924647ef29fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (91962ed0-bee8-432b-b9ce-7bb06a6e26d9), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:42.197521 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8338b2-35a4-4c57-8fa5-7f598433611c tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'Subnet': ['ID=4e1a6caa-e28b-4661-b978-fde62789affb,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:42.199769 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device abdeaf01-eaf0-48e0-ad4e-cda41921d8ef no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:40:42.202069 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5a8338b2-35a4-4c57-8fa5-7f598433611c tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:42.208993 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5a8338b2-35a4-4c57-8fa5-7f598433611c tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/subnets/4e1a6caa-e28b-4661-b978-fde62789affb HTTP/1.1" status: 204 len: 168 time: 1.5358052 Feb 09 01:40:42.209940 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56308) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:42.217273 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffb5e63-4c89-4ab7-b3a4-9f6e53496c19 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:42.221332 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8ffb5e63-4c89-4ab7-b3a4-9f6e53496c19 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:42.251955 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d167c814-1212-49f0-8a32-924647ef29fe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4dc5bd19ee7d49bc88c6e6be2e98bccd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5933905 Feb 09 01:40:42.268347 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56310) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:42.292729 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167c814-1212-49f0-8a32-924647ef29fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91962ed0-bee8-432b-b9ce-7bb06a6e26d9,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:42.311303 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b7aca511-97c9-4a57-a7ea-868a1a68712e None None] Deleting port abdeaf01-eaf0-48e0-ad4e-cda41921d8ef {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:42.311682 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b7aca511-97c9-4a57-a7ea-868a1a68712e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (abdeaf01-eaf0-48e0-ad4e-cda41921d8ef), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:42.388310 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e85ef497-2f5f-42a5-bc08-3f4c82d98ab3 None None] Provisioning complete for port ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:42.388668 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e85ef497-2f5f-42a5-bc08-3f4c82d98ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:42.393965 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd479066-8415-4464-afb2-2ec1750eb73e req-0ae61a06-296c-46e1-b69e-d5590829bfd5 service neutron] 10.222.0.121 "GET /v2.0/networks/7d026e5f-8203-4636-ba0b-6899bb8cd475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354161 Feb 09 01:40:42.428277 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9a398b9a-e1a7-410d-8586-13fb89573b4c tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (659e3093-f878-491f-8113-9cddb6b1d5c4), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:42.435660 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8176c787-e162-4ef4-a702-d252a7a45776 admin admin] Publish callbacks [] for security_group (91962ed0-bee8-432b-b9ce-7bb06a6e26d9), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:42.475347 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8176c787-e162-4ef4-a702-d252a7a45776 admin admin] Publish callbacks [] for security_group (91962ed0-bee8-432b-b9ce-7bb06a6e26d9), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:42.523189 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port abdeaf01-eaf0-48e0-ad4e-cda41921d8ef is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:42.524239 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (abdeaf01-eaf0-48e0-ad4e-cda41921d8ef), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:42.572357 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b7aca511-97c9-4a57-a7ea-868a1a68712e None None] For port abdeaf01-eaf0-48e0-ad4e-cda41921d8ef, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=abdeaf01-eaf0-48e0-ad4e-cda41921d8ef,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:42.580235 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b7aca511-97c9-4a57-a7ea-868a1a68712e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (abdeaf01-eaf0-48e0-ad4e-cda41921d8ef), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:42.626200 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b7aca511-97c9-4a57-a7ea-868a1a68712e None None] Calling delete_port for abdeaf01-eaf0-48e0-ad4e-cda41921d8ef owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:42.646627 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556b96b-858a-43fb-b800-66f605f208b2 req-8fededf1-3e26-4497-a4f7-aac9cd1c4472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:42.648260 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0556b96b-858a-43fb-b800-66f605f208b2 req-8fededf1-3e26-4497-a4f7-aac9cd1c4472 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e7f5366db1de43098724f0eb4e3342fd&device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 1126 time: 0.1510842 Feb 09 01:40:42.653168 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8176c787-e162-4ef4-a702-d252a7a45776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (91962ed0-bee8-432b-b9ce-7bb06a6e26d9), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:42.656500 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8176c787-e162-4ef4-a702-d252a7a45776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:42.658624 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092f36c0-4987-41d4-bfcc-0cbbdf3dca30 None None] Network 659e3093-f878-491f-8113-9cddb6b1d5c4 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:42.661133 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8176c787-e162-4ef4-a702-d252a7a45776 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/91962ed0-bee8-432b-b9ce-7bb06a6e26d9 HTTP/1.1" status: 204 len: 168 time: 0.3899512 Feb 09 01:40:42.718342 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port abdeaf01-eaf0-48e0-ad4e-cda41921d8ef, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=abdeaf01-eaf0-48e0-ad4e-cda41921d8ef,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:42.756438 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176c787-e162-4ef4-a702-d252a7a45776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91962ed0-bee8-432b-b9ce-7bb06a6e26d9,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:42.785606 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (abdeaf01-eaf0-48e0-ad4e-cda41921d8ef), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:42.801980 n-d-822053-40 neutron-server[103528]: DEBUG neutron.objects.ports [None req-8ffb5e63-4c89-4ab7-b3a4-9f6e53496c19 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103528) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:40:42.809219 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-9a398b9a-e1a7-410d-8586-13fb89573b4c tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Deleting port ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:42.809577 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9a398b9a-e1a7-410d-8586-13fb89573b4c tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:42.871885 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=abdeaf01-eaf0-48e0-ad4e-cda41921d8ef,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:42.934059 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e85ef497-2f5f-42a5-bc08-3f4c82d98ab3 None None] Current status of the port ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:42.969664 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073cf74-1fd1-4c68-baf7-de8ff324f8f5 req-016b9967-0ceb-4bc8-9d85-03212cc17b93 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:42.971919 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1073cf74-1fd1-4c68-baf7-de8ff324f8f5 req-016b9967-0ceb-4bc8-9d85-03212cc17b93 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 943 time: 0.3198707 Feb 09 01:40:42.977710 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b7aca511-97c9-4a57-a7ea-868a1a68712e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (abdeaf01-eaf0-48e0-ad4e-cda41921d8ef), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:42.986717 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-9a398b9a-e1a7-410d-8586-13fb89573b4c tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] For port ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3,segment=NetworkSegment(43dc49cd-9773-47c3-b033-8dc22f40f257),segment_id=43dc49cd-9773-47c3-b033-8dc22f40f257)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:42.987361 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9a398b9a-e1a7-410d-8586-13fb89573b4c tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:43.025902 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-9a398b9a-e1a7-410d-8586-13fb89573b4c tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Calling delete_port for ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:43.031121 n-d-822053-40 neutron-server[103528]: WARNING neutron.services.revisions.revision_plugin [None req-8ffb5e63-4c89-4ab7-b3a4-9f6e53496c19 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Could not find related port for resource to bump revision. Feb 09 01:40:43.037457 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556b96b-858a-43fb-b800-66f605f208b2 req-2c986c34-ec08-45da-a64b-b0e90c726fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:43.039710 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0556b96b-858a-43fb-b800-66f605f208b2 req-2c986c34-ec08-45da-a64b-b0e90c726fb9 service neutron] 10.222.0.121 "GET /v2.0/networks?id=7d026e5f-8203-4636-ba0b-6899bb8cd475 HTTP/1.1" status: 200 len: 896 time: 0.3775299 Feb 09 01:40:43.048894 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.ipam_pluggable_backend [None req-8ffb5e63-4c89-4ab7-b3a4-9f6e53496c19 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Port abdeaf01-eaf0-48e0-ad4e-cda41921d8ef was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103528) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 09 01:40:43.057729 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.ipam_pluggable_backend [None req-8ffb5e63-4c89-4ab7-b3a4-9f6e53496c19 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Reverting IP allocation for 2001:db8::f816:3eff:fe26:1471 {{(pid=103528) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 09 01:40:43.058693 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aca511-97c9-4a57-a7ea-868a1a68712e None None] Pushing event deleted for resources: {'Port': ['ID=abdeaf01-eaf0-48e0-ad4e-cda41921d8ef,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:43.064379 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.ipam_pluggable_backend [None req-8ffb5e63-4c89-4ab7-b3a4-9f6e53496c19 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe26:1471 {{(pid=103528) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 09 01:40:43.065769 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8ffb5e63-4c89-4ab7-b3a4-9f6e53496c19 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (3d9eeeaa-8d64-4c0d-9e93-ad9dae97820e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:43.079104 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7aca511-97c9-4a57-a7ea-868a1a68712e None None] No DVR routers for this DVR port abdeaf01-eaf0-48e0-ad4e-cda41921d8ef on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:43.096106 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b544fae-3b0d-4ac2-93b0-ff75d8f7fc86 None None] DHCP port deletion for 659e3093-f878-491f-8113-9cddb6b1d5c4 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:40:43.102735 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-94164072-e977-4d76-8062-d8acab641847 None None] Could not find standard attr ID for object 19920ce1-bfac-465a-b2fa-721c59bde8cb. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:40:43.172312 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-8b544fae-3b0d-4ac2-93b0-ff75d8f7fc86 None None] Deleting port ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:43.172937 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8b544fae-3b0d-4ac2-93b0-ff75d8f7fc86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:43.192958 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb5e63-4c89-4ab7-b3a4-9f6e53496c19 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Subnet': ['ID=3d9eeeaa-8d64-4c0d-9e93-ad9dae97820e,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:43.200664 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffb5e63-4c89-4ab7-b3a4-9f6e53496c19 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:43.202236 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-8ffb5e63-4c89-4ab7-b3a4-9f6e53496c19 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:43.206185 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffb5e63-4c89-4ab7-b3a4-9f6e53496c19 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:43.207010 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8ffb5e63-4c89-4ab7-b3a4-9f6e53496c19 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:43.218692 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1073cf74-1fd1-4c68-baf7-de8ff324f8f5 req-41859858-76fa-434b-9c03-b765309fe80f tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ea60e72c-3021-4dd2-8311-c001cfa04ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2355447 Feb 09 01:40:43.240103 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56320) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:43.240295 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8ffb5e63-4c89-4ab7-b3a4-9f6e53496c19 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2982535 Feb 09 01:40:43.250708 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-f8ce7514-7d6d-4191-83c6-be715ca2c335 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'port': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'mac_address': 'fa:16:3e:db:de:fd', 'name': 'tempest-NetworksTestDHCPv6-2004924333'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:43.266389 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571bfde9-312d-4452-86db-62f136c07f58 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:43.274832 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56324) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:43.294947 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b55712e-38a5-4ab3-9895-75ca705ebd5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:43.328892 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0556b96b-858a-43fb-b800-66f605f208b2 req-81529f47-8e22-4ca1-bfc4-b6367441042c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1416671c-cda3-436a-aeac-ffce79b1db9b HTTP/1.1" status: 200 len: 997 time: 0.2773676 Feb 09 01:40:43.389160 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b55712e-38a5-4ab3-9895-75ca705ebd5c admin admin] Publish callbacks [] for security_group (e2cd88f8-0898-48f0-8239-8cefc2a1f66f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:43.395633 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b55712e-38a5-4ab3-9895-75ca705ebd5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (e2cd88f8-0898-48f0-8239-8cefc2a1f66f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:43.428844 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556b96b-858a-43fb-b800-66f605f208b2 req-41392bf4-c170-4e0c-ba99-7d90dc94ad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:43.430423 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0556b96b-858a-43fb-b800-66f605f208b2 req-41392bf4-c170-4e0c-ba99-7d90dc94ad23 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f9f8e7c5-aa98-41c8-9a28-63a6ea8d2a6d HTTP/1.1" status: 200 len: 834 time: 0.0907528 Feb 09 01:40:43.430645 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1a2fbe-493a-43f0-bae5-cc731dfff7a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'project_id': '840feb797a5045feb11a0660b5a0c7d5', 'fixed_ips': [{'subnet_id': '3d9eeeaa-8d64-4c0d-9e93-ad9dae97820e'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:40:43.431492 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2f1a2fbe-493a-43f0-bae5-cc731dfff7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:43.436044 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9a398b9a-e1a7-410d-8586-13fb89573b4c tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:43.463773 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1b55712e-38a5-4ab3-9895-75ca705ebd5c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7849caa05c4342a1bd3ab95e26e3b224&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1879816 Feb 09 01:40:43.465799 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55712e-38a5-4ab3-9895-75ca705ebd5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cd88f8-0898-48f0-8239-8cefc2a1f66f,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:43.466443 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-8b544fae-3b0d-4ac2-93b0-ff75d8f7fc86 None None] For port ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3,segment=NetworkSegment(43dc49cd-9773-47c3-b033-8dc22f40f257),segment_id=43dc49cd-9773-47c3-b033-8dc22f40f257)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:43.466844 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8b544fae-3b0d-4ac2-93b0-ff75d8f7fc86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:43.468991 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56326) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:43.506331 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a398b9a-e1a7-410d-8586-13fb89573b4c tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'Port': ['ID=ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:43.513617 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a398b9a-e1a7-410d-8586-13fb89573b4c tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] No DVR routers for this DVR port ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3 on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:43.560544 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e6cb36f7-9e19-4946-99d2-bb236c282168 admin admin] Publish callbacks [] for security_group (e2cd88f8-0898-48f0-8239-8cefc2a1f66f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:43.564031 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-8b544fae-3b0d-4ac2-93b0-ff75d8f7fc86 None None] Calling delete_port for ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:43.596270 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e6cb36f7-9e19-4946-99d2-bb236c282168 admin admin] Publish callbacks [] for security_group (e2cd88f8-0898-48f0-8239-8cefc2a1f66f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:43.636015 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9a398b9a-e1a7-410d-8586-13fb89573b4c tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (659e3093-f878-491f-8113-9cddb6b1d5c4), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:43.640342 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556b96b-858a-43fb-b800-66f605f208b2 req-e9eeeb31-0683-4c9d-b8b5-8e1014740c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:43.642693 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0556b96b-858a-43fb-b800-66f605f208b2 req-e9eeeb31-0683-4c9d-b8b5-8e1014740c62 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=7d026e5f-8203-4636-ba0b-6899bb8cd475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1978910 Feb 09 01:40:43.643609 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ce7514-7d6d-4191-83c6-be715ca2c335 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:43.657168 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e6cb36f7-9e19-4946-99d2-bb236c282168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (e2cd88f8-0898-48f0-8239-8cefc2a1f66f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:43.661237 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e6cb36f7-9e19-4946-99d2-bb236c282168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:43.662668 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e6cb36f7-9e19-4946-99d2-bb236c282168 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e2cd88f8-0898-48f0-8239-8cefc2a1f66f HTTP/1.1" status: 204 len: 168 time: 0.1921809 Feb 09 01:40:43.695225 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb36f7-9e19-4946-99d2-bb236c282168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cd88f8-0898-48f0-8239-8cefc2a1f66f,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:43.741969 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-2f1a2fbe-493a-43f0-bae5-cc731dfff7a2 None None] Allocated IP 2001:db8::f816:3eff:fe57:5482 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/3d9eeeaa-8d64-4c0d-9e93-ad9dae97820e/559d3997-8cee-4058-a087-87f499b3775c) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:40:43.761619 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:40:43.768817 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-9a398b9a-e1a7-410d-8586-13fb89573b4c tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['659e3093-f878-491f-8113-9cddb6b1d5c4']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:43.788768 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-9a398b9a-e1a7-410d-8586-13fb89573b4c tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43dc49cd-9773-47c3-b033-8dc22f40f257') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:43.789082 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-9a398b9a-e1a7-410d-8586-13fb89573b4c tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43dc49cd-9773-47c3-b033-8dc22f40f257') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:43.792437 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8b544fae-3b0d-4ac2-93b0-ff75d8f7fc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:43.806297 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9a398b9a-e1a7-410d-8586-13fb89573b4c tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (43dc49cd-9773-47c3-b033-8dc22f40f257), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:43.837460 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9a398b9a-e1a7-410d-8586-13fb89573b4c tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (43dc49cd-9773-47c3-b033-8dc22f40f257), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:43.864482 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b544fae-3b0d-4ac2-93b0-ff75d8f7fc86 None None] Pushing event deleted for resources: {'Port': ['ID=ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:43.867235 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a398b9a-e1a7-410d-8586-13fb89573b4c tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:40:43.867627 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9a398b9a-e1a7-410d-8586-13fb89573b4c tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (43dc49cd-9773-47c3-b033-8dc22f40f257), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:43.870742 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:40:43.870742 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:40:43.870742 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:40:43.870742 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:40:43.870742 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:40:43.870742 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:40:43.870742 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:40:43.870742 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:40:43.870742 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:40:43.870742 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:40:43.870742 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:40:43.870742 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:40:43.870742 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:40:43.870742 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:40:43.870742 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:40:43.870742 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:40:43.870742 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:40:43.870742 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:40:43.870742 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:40:43.870742 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:40:43.870742 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:40:43.870742 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:40:43.870742 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:40:43.870742 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:40:43.870742 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:40:43.870742 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:40:43.870742 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:40:43.870742 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:40:43.870742 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:40:43.870742 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:40:43.870742 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:40:43.870742 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:40:43.880867 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b544fae-3b0d-4ac2-93b0-ff75d8f7fc86 None None] No DVR routers for this DVR port ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:43.890268 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f8ce7514-7d6d-4191-83c6-be715ca2c335 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:43.978382 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0556b96b-858a-43fb-b800-66f605f208b2 req-919a33be-813b-4970-b102-e913dd0fb3a1 service neutron] 10.222.0.121 "GET /v2.0/networks/7d026e5f-8203-4636-ba0b-6899bb8cd475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220334 Feb 09 01:40:43.982103 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9a398b9a-e1a7-410d-8586-13fb89573b4c tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (659e3093-f878-491f-8113-9cddb6b1d5c4), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:44.007644 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-f8ce7514-7d6d-4191-83c6-be715ca2c335 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] device_id is not set on port 6fbb00db-ab6c-4016-8849-2207106986c5 yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:40:44.014591 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2f1a2fbe-493a-43f0-bae5-cc731dfff7a2 None None] Publish callbacks [] for port (559d3997-8cee-4058-a087-87f499b3775c), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:44.019271 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9a398b9a-e1a7-410d-8586-13fb89573b4c tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:44.023918 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9a398b9a-e1a7-410d-8586-13fb89573b4c tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/networks/659e3093-f878-491f-8113-9cddb6b1d5c4 HTTP/1.1" status: 204 len: 168 time: 1.8128092 Feb 09 01:40:44.028106 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2f1a2fbe-493a-43f0-bae5-cc731dfff7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (559d3997-8cee-4058-a087-87f499b3775c), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:44.034402 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56332) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:44.114593 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663223f6-9144-4b76-994c-6a7d40e31be3 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:44.122585 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-663223f6-9144-4b76-994c-6a7d40e31be3 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0870392 Feb 09 01:40:44.123275 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56336) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:44.133725 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1a2fbe-493a-43f0-bae5-cc731dfff7a2 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:44.139316 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-2f1a2fbe-493a-43f0-bae5-cc731dfff7a2 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:44.148304 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1a2fbe-493a-43f0-bae5-cc731dfff7a2 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:44.166737 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a2fbe-493a-43f0-bae5-cc731dfff7a2 None None] Pushing event updated for resources: {'Port': ['ID=559d3997-8cee-4058-a087-87f499b3775c,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:44.268544 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a398b9a-e1a7-410d-8586-13fb89573b4c tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'Network': ['ID=659e3093-f878-491f-8113-9cddb6b1d5c4,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:44.348410 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5e1399d1-870b-461f-b37b-360f50644e6d tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2207632 Feb 09 01:40:44.350867 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56346) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:44.368428 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-5805bae3-9d90-478a-a86e-7ab3655c5793 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-797290696'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:44.387751 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:40:44.391346 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-2f1a2fbe-493a-43f0-bae5-cc731dfff7a2 None None] Attempting to bind port 559d3997-8cee-4058-a087-87f499b3775c on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:40:44.395050 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-2f1a2fbe-493a-43f0-bae5-cc731dfff7a2 None None] Attempting to bind port 559d3997-8cee-4058-a087-87f499b3775c by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:40:44.396880 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1a2fbe-493a-43f0-bae5-cc731dfff7a2 None None] Attempting to bind port 559d3997-8cee-4058-a087-87f499b3775c on network cbbe9143-fcdc-43c5-b797-7f127a92ac8e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:44.416506 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5805bae3-9d90-478a-a86e-7ab3655c5793 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Made reservation on behalf of 8201bc48225643789b21af5866801d1c for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:44.420821 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5805bae3-9d90-478a-a86e-7ab3655c5793 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:44.460774 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:40:44.466351 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device ccaa6fc3-d7a7-4035-abe7-a873a5aff9a3 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:40:44.487750 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1a2fbe-493a-43f0-bae5-cc731dfff7a2 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:40:44.488166 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1a2fbe-493a-43f0-bae5-cc731dfff7a2 None None] Checking segment: {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:44.488578 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2f1a2fbe-493a-43f0-bae5-cc731dfff7a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:44.488977 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1a2fbe-493a-43f0-bae5-cc731dfff7a2 None None] Bound using segment: {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:40:44.489473 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-2f1a2fbe-493a-43f0-bae5-cc731dfff7a2 None None] Bound port: 559d3997-8cee-4058-a087-87f499b3775c, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:40:44.489857 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2f1a2fbe-493a-43f0-bae5-cc731dfff7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (559d3997-8cee-4058-a087-87f499b3775c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:44.504895 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5805bae3-9d90-478a-a86e-7ab3655c5793 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:40:44.525894 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5805bae3-9d90-478a-a86e-7ab3655c5793 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (07c22beb-2853-4a81-8934-a3252ea0e35f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:44.526256 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-5805bae3-9d90-478a-a86e-7ab3655c5793 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Added segment 07c22beb-2853-4a81-8934-a3252ea0e35f of type vlan for network 02b561da-fa2d-4d7f-9abb-751747859401 Feb 09 01:40:44.577152 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-f8ce7514-7d6d-4191-83c6-be715ca2c335 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Allocated IP 2001:db8::f816:3eff:fedb:defd (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/3d9eeeaa-8d64-4c0d-9e93-ad9dae97820e/6fbb00db-ab6c-4016-8849-2207106986c5) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:44.590435 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d665e-82e9-462e-950c-4fdea5ab8e4f req-bcfe5aa9-fece-4f6e-8d15-18171a49bceb tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:44.598519 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-240d665e-82e9-462e-950c-4fdea5ab8e4f req-bcfe5aa9-fece-4f6e-8d15-18171a49bceb tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 943 time: 0.1823227 Feb 09 01:40:44.601817 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0556b96b-858a-43fb-b800-66f605f208b2 req-205abe53-3e5a-4599-8198-5208c8cdcd8e service neutron] 10.222.0.121 "GET /v2.0/networks/7d026e5f-8203-4636-ba0b-6899bb8cd475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5753043 Feb 09 01:40:44.632916 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5805bae3-9d90-478a-a86e-7ab3655c5793 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (02b561da-fa2d-4d7f-9abb-751747859401), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:44.693694 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5805bae3-9d90-478a-a86e-7ab3655c5793 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (02b561da-fa2d-4d7f-9abb-751747859401), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:44.700259 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5805bae3-9d90-478a-a86e-7ab3655c5793 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:44.700259 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5805bae3-9d90-478a-a86e-7ab3655c5793 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:44.737056 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-240d665e-82e9-462e-950c-4fdea5ab8e4f req-309929f7-3d0f-411b-82b8-a8f00170419a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ea60e72c-3021-4dd2-8311-c001cfa04ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313305 Feb 09 01:40:44.773152 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5805bae3-9d90-478a-a86e-7ab3655c5793 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4199417 Feb 09 01:40:44.777417 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56356) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:44.795006 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-8821e49c-ec4d-45f1-b81b-483d212329f2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'subnet': {'network_id': '02b561da-fa2d-4d7f-9abb-751747859401', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:44.799742 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5805bae3-9d90-478a-a86e-7ab3655c5793 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'Network': ['ID=02b561da-fa2d-4d7f-9abb-751747859401,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:44.852590 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 1416671c-cda3-436a-aeac-ffce79b1db9b details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:40:44.854986 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 02b561da-fa2d-4d7f-9abb-751747859401 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:40:44.916740 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8821e49c-ec4d-45f1-b81b-483d212329f2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Made reservation on behalf of 8201bc48225643789b21af5866801d1c for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:44.918815 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f8ce7514-7d6d-4191-83c6-be715ca2c335 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for port (6fbb00db-ab6c-4016-8849-2207106986c5), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:44.920994 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8821e49c-ec4d-45f1-b81b-483d212329f2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:44.942703 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-2f1a2fbe-493a-43f0-bae5-cc731dfff7a2 None None] For port 559d3997-8cee-4058-a087-87f499b3775c, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:40:44.968310 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f8ce7514-7d6d-4191-83c6-be715ca2c335 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (6fbb00db-ab6c-4016-8849-2207106986c5), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:44.974872 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-2f1a2fbe-493a-43f0-bae5-cc731dfff7a2 None None] For port 559d3997-8cee-4058-a087-87f499b3775c, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=559d3997-8cee-4058-a087-87f499b3775c,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:40:45.020658 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2f1a2fbe-493a-43f0-bae5-cc731dfff7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (559d3997-8cee-4058-a087-87f499b3775c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:45.044972 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ce7514-7d6d-4191-83c6-be715ca2c335 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:45.046861 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce7514-7d6d-4191-83c6-be715ca2c335 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Port': ['ID=6fbb00db-ab6c-4016-8849-2207106986c5,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:45.051255 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-f8ce7514-7d6d-4191-83c6-be715ca2c335 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:45.053609 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ce7514-7d6d-4191-83c6-be715ca2c335 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:45.061723 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ce7514-7d6d-4191-83c6-be715ca2c335 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:45.063081 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f8ce7514-7d6d-4191-83c6-be715ca2c335 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:45.088205 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f8ce7514-7d6d-4191-83c6-be715ca2c335 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8450119 Feb 09 01:40:45.095587 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56362) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:45.127892 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a2fbe-493a-43f0-bae5-cc731dfff7a2 None None] Pushing event updated for resources: {'Port': ['ID=559d3997-8cee-4058-a087-87f499b3775c,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:45.132951 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 1416671c-cda3-436a-aeac-ffce79b1db9b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1416671c-cda3-436a-aeac-ffce79b1db9b,segment=NetworkSegment(d79e44ef-577b-4bb4-b4d8-d0a859c1f024),segment_id=d79e44ef-577b-4bb4-b4d8-d0a859c1f024)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:45.149307 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '1416671c-cda3-436a-aeac-ffce79b1db9b', 'network_id': '7d026e5f-8203-4636-ba0b-6899bb8cd475', 'port_id': '1416671c-cda3-436a-aeac-ffce79b1db9b', 'mac_address': 'fa:16:3e:53:fa:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9f8e7c5-aa98-41c8-9a28-63a6ea8d2a6d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:40:45.208348 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 1416671c-cda3-436a-aeac-ffce79b1db9b is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:45.208929 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1416671c-cda3-436a-aeac-ffce79b1db9b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:45.228743 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda98659-59a6-4d12-affa-9ef53efe9269 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:45.232922 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1416671c-cda3-436a-aeac-ffce79b1db9b {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:40:45.234508 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda98659-59a6-4d12-affa-9ef53efe9269 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:45.236811 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cda98659-59a6-4d12-affa-9ef53efe9269 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1333697 Feb 09 01:40:45.240465 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56366) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:45.275242 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 1416671c-cda3-436a-aeac-ffce79b1db9b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1416671c-cda3-436a-aeac-ffce79b1db9b,segment=NetworkSegment(d79e44ef-577b-4bb4-b4d8-d0a859c1f024),segment_id=d79e44ef-577b-4bb4-b4d8-d0a859c1f024)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:45.281843 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1416671c-cda3-436a-aeac-ffce79b1db9b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:45.284316 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8821e49c-ec4d-45f1-b81b-483d212329f2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (4670d817-4917-491f-a2e4-17d5eb3a44e0), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:45.370499 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8821e49c-ec4d-45f1-b81b-483d212329f2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'Subnet': ['ID=4670d817-4917-491f-a2e4-17d5eb3a44e0,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:45.388678 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8821e49c-ec4d-45f1-b81b-483d212329f2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Checking segment: {'id': '07c22beb-2853-4a81-8934-a3252ea0e35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '02b561da-fa2d-4d7f-9abb-751747859401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:45.389034 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8821e49c-ec4d-45f1-b81b-483d212329f2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Network hostable DHCP agents. Network: 02b561da-fa2d-4d7f-9abb-751747859401, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:40:45.395369 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=1416671c-cda3-436a-aeac-ffce79b1db9b,revision_number=8']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:45.434509 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8821e49c-ec4d-45f1-b81b-483d212329f2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Network 02b561da-fa2d-4d7f-9abb-751747859401 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:40:45.451273 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-8821e49c-ec4d-45f1-b81b-483d212329f2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 02b561da-fa2d-4d7f-9abb-751747859401) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:45.462209 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d1d772-e7d6-4c04-be59-a9368eae98b1 None None] Network 02b561da-fa2d-4d7f-9abb-751747859401 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:45.471297 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8821e49c-ec4d-45f1-b81b-483d212329f2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:45.471902 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8821e49c-ec4d-45f1-b81b-483d212329f2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:45.495824 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-9e852b9f-c14c-4816-8e0c-b2cf3126aa41 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting port 6fbb00db-ab6c-4016-8849-2207106986c5 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:45.496195 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9e852b9f-c14c-4816-8e0c-b2cf3126aa41 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (6fbb00db-ab6c-4016-8849-2207106986c5), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:45.505914 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8821e49c-ec4d-45f1-b81b-483d212329f2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7211175 Feb 09 01:40:45.508841 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56378) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:45.514274 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-14307c3c-04bb-4455-b71a-48b2b949ea3a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'port': {'network_id': '02b561da-fa2d-4d7f-9abb-751747859401', 'name': 'tempest-PortsIpV6TestJSON-1245795931'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:45.563716 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['1416671c-cda3-436a-aeac-ffce79b1db9b'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:40:45.670784 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9e852b9f-c14c-4816-8e0c-b2cf3126aa41 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (6fbb00db-ab6c-4016-8849-2207106986c5), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:45.687023 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-9e852b9f-c14c-4816-8e0c-b2cf3126aa41 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Calling delete_port for 6fbb00db-ab6c-4016-8849-2207106986c5 owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:45.713711 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14307c3c-04bb-4455-b71a-48b2b949ea3a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Made reservation on behalf of 8201bc48225643789b21af5866801d1c for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:45.717080 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-14307c3c-04bb-4455-b71a-48b2b949ea3a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:45.743317 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-14307c3c-04bb-4455-b71a-48b2b949ea3a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] device_id is not set on port 87f9f38b-131b-4401-b547-837854723b0f yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:40:45.820245 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57391f5f-de9d-4679-b704-71dae014476f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-02b561da-fa2d-4d7f-9abb-751747859401', 'network_id': '02b561da-fa2d-4d7f-9abb-751747859401', 'project_id': '8201bc48225643789b21af5866801d1c', 'fixed_ips': [{'subnet_id': '4670d817-4917-491f-a2e4-17d5eb3a44e0'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:40:45.822112 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-57391f5f-de9d-4679-b704-71dae014476f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:45.934398 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9e852b9f-c14c-4816-8e0c-b2cf3126aa41 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (6fbb00db-ab6c-4016-8849-2207106986c5), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:45.993605 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e852b9f-c14c-4816-8e0c-b2cf3126aa41 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Port': ['ID=6fbb00db-ab6c-4016-8849-2207106986c5,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:46.029510 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-14307c3c-04bb-4455-b71a-48b2b949ea3a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Allocated IP 2001:db8::1e6 (02b561da-fa2d-4d7f-9abb-751747859401/4670d817-4917-491f-a2e4-17d5eb3a44e0/87f9f38b-131b-4401-b547-837854723b0f) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:46.069527 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9e852b9f-c14c-4816-8e0c-b2cf3126aa41 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:46.091918 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9e852b9f-c14c-4816-8e0c-b2cf3126aa41 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/ports/6fbb00db-ab6c-4016-8849-2207106986c5 HTTP/1.1" status: 204 len: 168 time: 0.8503516 Feb 09 01:40:46.101395 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e3ba3-8fb7-47a7-a8f5-8eaa43775754 req-3a57d33e-ded8-4ee4-840e-06e658b8bdec tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:46.104485 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a20e3ba3-8fb7-47a7-a8f5-8eaa43775754 req-3a57d33e-ded8-4ee4-840e-06e658b8bdec tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 944 time: 0.2282691 Feb 09 01:40:46.105059 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56394) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:46.284036 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cd5659-0bb1-4d5e-acab-9d37b73cf7e0 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:46.286095 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cd5659-0bb1-4d5e-acab-9d37b73cf7e0 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:46.289410 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-04cd5659-0bb1-4d5e-acab-9d37b73cf7e0 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1830714 Feb 09 01:40:46.297429 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56396) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:46.443630 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 559d3997-8cee-4058-a087-87f499b3775c up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:46.506151 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-14307c3c-04bb-4455-b71a-48b2b949ea3a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for port (87f9f38b-131b-4401-b547-837854723b0f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:46.507329 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a20e3ba3-8fb7-47a7-a8f5-8eaa43775754 req-8d53140e-0413-4ef9-9062-bc13e2a34dab tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ea60e72c-3021-4dd2-8311-c001cfa04ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2295613 Feb 09 01:40:46.522980 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9bd3183-02e8-475a-8f64-6972871af76b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting subnet 3d9eeeaa-8d64-4c0d-9e93-ad9dae97820e {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:40:46.529457 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f9bd3183-02e8-475a-8f64-6972871af76b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (3d9eeeaa-8d64-4c0d-9e93-ad9dae97820e), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:46.638356 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-14307c3c-04bb-4455-b71a-48b2b949ea3a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (87f9f38b-131b-4401-b547-837854723b0f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:46.710814 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-57391f5f-de9d-4679-b704-71dae014476f None None] Allocated IP 2001:db8::2 (02b561da-fa2d-4d7f-9abb-751747859401/4670d817-4917-491f-a2e4-17d5eb3a44e0/d2dfdb9f-4e3c-4994-8d77-55e72656f533) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:46.735260 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f9bd3183-02e8-475a-8f64-6972871af76b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (3d9eeeaa-8d64-4c0d-9e93-ad9dae97820e), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:46.807961 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14307c3c-04bb-4455-b71a-48b2b949ea3a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Network 02b561da-fa2d-4d7f-9abb-751747859401 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:46.834411 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-14307c3c-04bb-4455-b71a-48b2b949ea3a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:46.890772 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14307c3c-04bb-4455-b71a-48b2b949ea3a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'Port': ['ID=87f9f38b-131b-4401-b547-837854723b0f,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:46.894241 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14307c3c-04bb-4455-b71a-48b2b949ea3a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:46.912635 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14307c3c-04bb-4455-b71a-48b2b949ea3a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:46.913250 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-14307c3c-04bb-4455-b71a-48b2b949ea3a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:47.020349 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-14307c3c-04bb-4455-b71a-48b2b949ea3a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5102358 Feb 09 01:40:47.024767 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56414) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:47.027764 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 559d3997-8cee-4058-a087-87f499b3775c triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:47.028333 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (559d3997-8cee-4058-a087-87f499b3775c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:47.041033 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-ab0a75e3-2e33-4ad0-b047-3cc4513bcfb2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'port': {'network_id': '02b561da-fa2d-4d7f-9abb-751747859401', 'name': 'tempest-PortsIpV6TestJSON-46307130'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:47.131665 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e09b2-f297-4a48-980a-bdd6380cfd22 req-24dbaddd-6518-47cd-9c65-5ec0a4e07124 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:47.133356 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-878e09b2-f297-4a48-980a-bdd6380cfd22 req-24dbaddd-6518-47cd-9c65-5ec0a4e07124 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.91 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e&tenant_id=e7f5366db1de43098724f0eb4e3342fd&binding%3Ahost_id=n-h1-822053-40 HTTP/1.1" status: 200 len: 944 time: 0.2168572 Feb 09 01:40:47.138790 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-57391f5f-de9d-4679-b704-71dae014476f None None] Publish callbacks [] for port (d2dfdb9f-4e3c-4994-8d77-55e72656f533), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:47.161457 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-6e96b605-194c-4542-a448-adc9e860cfd8 None None] Provisioning complete for port 559d3997-8cee-4058-a087-87f499b3775c triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:47.162047 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6e96b605-194c-4542-a448-adc9e860cfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (559d3997-8cee-4058-a087-87f499b3775c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:47.195071 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-57391f5f-de9d-4679-b704-71dae014476f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (d2dfdb9f-4e3c-4994-8d77-55e72656f533), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:47.247081 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57391f5f-de9d-4679-b704-71dae014476f None None] Network 02b561da-fa2d-4d7f-9abb-751747859401 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:47.269360 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-57391f5f-de9d-4679-b704-71dae014476f None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:47.276115 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57391f5f-de9d-4679-b704-71dae014476f None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:47.292543 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [req-878e09b2-f297-4a48-980a-bdd6380cfd22 req-eac213e0-49f4-4f12-bf94-1c01b7af22fb service neutron] delete failed (client error): The resource could not be found. Feb 09 01:40:47.293907 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-878e09b2-f297-4a48-980a-bdd6380cfd22 req-eac213e0-49f4-4f12-bf94-1c01b7af22fb service neutron] 10.222.0.91 "DELETE /v2.0/ports/1416671c-cda3-436a-aeac-ffce79b1db9b/bindings/n-h2-822053-40 HTTP/1.1" status: 404 len: 381 time: 0.1531644 Feb 09 01:40:47.446765 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57391f5f-de9d-4679-b704-71dae014476f None None] Pushing event updated for resources: {'Port': ['ID=d2dfdb9f-4e3c-4994-8d77-55e72656f533,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:47.509307 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-57391f5f-de9d-4679-b704-71dae014476f None None] Attempting to bind port d2dfdb9f-4e3c-4994-8d77-55e72656f533 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:40:47.509700 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-57391f5f-de9d-4679-b704-71dae014476f None None] Attempting to bind port d2dfdb9f-4e3c-4994-8d77-55e72656f533 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '07c22beb-2853-4a81-8934-a3252ea0e35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '02b561da-fa2d-4d7f-9abb-751747859401'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:40:47.510071 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57391f5f-de9d-4679-b704-71dae014476f None None] Attempting to bind port d2dfdb9f-4e3c-4994-8d77-55e72656f533 on network 02b561da-fa2d-4d7f-9abb-751747859401 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:47.563048 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 559d3997-8cee-4058-a087-87f499b3775c is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:47.563490 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (559d3997-8cee-4058-a087-87f499b3775c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:47.601913 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57391f5f-de9d-4679-b704-71dae014476f None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:40:47.602366 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57391f5f-de9d-4679-b704-71dae014476f None None] Checking segment: {'id': '07c22beb-2853-4a81-8934-a3252ea0e35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '02b561da-fa2d-4d7f-9abb-751747859401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:47.602720 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-57391f5f-de9d-4679-b704-71dae014476f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:47.603114 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57391f5f-de9d-4679-b704-71dae014476f None None] Bound using segment: {'id': '07c22beb-2853-4a81-8934-a3252ea0e35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '02b561da-fa2d-4d7f-9abb-751747859401'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:40:47.603605 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-57391f5f-de9d-4679-b704-71dae014476f None None] Bound port: d2dfdb9f-4e3c-4994-8d77-55e72656f533, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07c22beb-2853-4a81-8934-a3252ea0e35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '02b561da-fa2d-4d7f-9abb-751747859401'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:40:47.604005 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-57391f5f-de9d-4679-b704-71dae014476f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d2dfdb9f-4e3c-4994-8d77-55e72656f533), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:47.703937 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6e96b605-194c-4542-a448-adc9e860cfd8 None None] Current status of the port 559d3997-8cee-4058-a087-87f499b3775c is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:47.704999 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6e96b605-194c-4542-a448-adc9e860cfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (559d3997-8cee-4058-a087-87f499b3775c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:47.737386 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 559d3997-8cee-4058-a087-87f499b3775c, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=559d3997-8cee-4058-a087-87f499b3775c,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:47.752943 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (559d3997-8cee-4058-a087-87f499b3775c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:47.756553 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f9bd3183-02e8-475a-8f64-6972871af76b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (3d9eeeaa-8d64-4c0d-9e93-ad9dae97820e), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:47.796458 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-57391f5f-de9d-4679-b704-71dae014476f None None] For port d2dfdb9f-4e3c-4994-8d77-55e72656f533, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:40:47.811418 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52fca54-8f26-4365-8f8f-06d7ee87ae5b req-60ce4602-dbc6-4ff1-9c87-fcec021d8a47 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:47.819265 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-57391f5f-de9d-4679-b704-71dae014476f None None] For port d2dfdb9f-4e3c-4994-8d77-55e72656f533, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d2dfdb9f-4e3c-4994-8d77-55e72656f533,segment=NetworkSegment(07c22beb-2853-4a81-8934-a3252ea0e35f),segment_id=07c22beb-2853-4a81-8934-a3252ea0e35f)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:40:47.823138 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f52fca54-8f26-4365-8f8f-06d7ee87ae5b req-60ce4602-dbc6-4ff1-9c87-fcec021d8a47 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 944 time: 0.9370854 Feb 09 01:40:47.839289 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-57391f5f-de9d-4679-b704-71dae014476f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d2dfdb9f-4e3c-4994-8d77-55e72656f533), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:47.861874 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=559d3997-8cee-4058-a087-87f499b3775c,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:47.945730 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57391f5f-de9d-4679-b704-71dae014476f None None] Pushing event updated for resources: {'Port': ['ID=d2dfdb9f-4e3c-4994-8d77-55e72656f533,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:47.959808 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f52fca54-8f26-4365-8f8f-06d7ee87ae5b req-5858ad23-9742-40ee-8d67-82e085ca765d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ea60e72c-3021-4dd2-8311-c001cfa04ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355078 Feb 09 01:40:47.967479 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f9bd3183-02e8-475a-8f64-6972871af76b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (3d9eeeaa-8d64-4c0d-9e93-ad9dae97820e), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:48.032072 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f9bd3183-02e8-475a-8f64-6972871af76b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:48.038972 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f9bd3183-02e8-475a-8f64-6972871af76b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/3d9eeeaa-8d64-4c0d-9e93-ad9dae97820e HTTP/1.1" status: 204 len: 168 time: 1.7219098 Feb 09 01:40:48.039784 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56430) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:48.046956 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd3183-02e8-475a-8f64-6972871af76b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Subnet': ['ID=3d9eeeaa-8d64-4c0d-9e93-ad9dae97820e,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:48.071289 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ced3aa6-c83f-45db-9553-d65b773a9a62 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:48.139453 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e09b2-f297-4a48-980a-bdd6380cfd22 req-33644c4a-97a5-4028-a87e-201fdd92a4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:48.141063 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-878e09b2-f297-4a48-980a-bdd6380cfd22 req-33644c4a-97a5-4028-a87e-201fdd92a4db service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e7f5366db1de43098724f0eb4e3342fd&device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 1127 time: 0.7332685 Feb 09 01:40:48.160584 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56436) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:48.163635 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-989c11b1-ace0-4ae7-9040-4db391ab4576 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1134770 Feb 09 01:40:48.181492 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0a75e3-2e33-4ad0-b047-3cc4513bcfb2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Made reservation on behalf of 8201bc48225643789b21af5866801d1c for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:48.184843 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ab0a75e3-2e33-4ad0-b047-3cc4513bcfb2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:48.218007 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-6e96b605-194c-4542-a448-adc9e860cfd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:40:48.218721 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-6e96b605-194c-4542-a448-adc9e860cfd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:40:48.293632 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-ab0a75e3-2e33-4ad0-b047-3cc4513bcfb2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] device_id is not set on port 0402ccc5-49c1-4c28-bda2-37133b3487dc yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:40:48.353255 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 559d3997-8cee-4058-a087-87f499b3775c up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:48.494302 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e97fd08-fc05-4fe8-981a-d98af08cc286 None None] DHCP port deletion for cbbe9143-fcdc-43c5-b797-7f127a92ac8e request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:40:48.624016 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e09b2-f297-4a48-980a-bdd6380cfd22 req-55563d0f-5c91-4277-b678-14f8340738a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:48.624984 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-ab0a75e3-2e33-4ad0-b047-3cc4513bcfb2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Allocated IP 2001:db8::152 (02b561da-fa2d-4d7f-9abb-751747859401/4670d817-4917-491f-a2e4-17d5eb3a44e0/0402ccc5-49c1-4c28-bda2-37133b3487dc) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:48.625825 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-878e09b2-f297-4a48-980a-bdd6380cfd22 req-55563d0f-5c91-4277-b678-14f8340738a9 service neutron] 10.222.0.91 "GET /v2.0/networks?id=7d026e5f-8203-4636-ba0b-6899bb8cd475 HTTP/1.1" status: 200 len: 896 time: 0.4773974 Feb 09 01:40:48.656475 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f752f3-e6a8-4eb8-9f3d-02b6882c45b2 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:48.662017 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e6f752f3-e6a8-4eb8-9f3d-02b6882c45b2 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4994619 Feb 09 01:40:48.666337 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56450) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:48.702983 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 559d3997-8cee-4058-a087-87f499b3775c triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:48.703767 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (559d3997-8cee-4058-a087-87f499b3775c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:48.787214 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 1416671c-cda3-436a-aeac-ffce79b1db9b up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:48.826039 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-878e09b2-f297-4a48-980a-bdd6380cfd22 req-28c5b947-f2ff-412c-badd-6c53e2bd73ce service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1416671c-cda3-436a-aeac-ffce79b1db9b HTTP/1.1" status: 200 len: 998 time: 0.1628864 Feb 09 01:40:48.899690 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75856c90-57ea-4ac0-b4ad-5e143eb0c84a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:48.902464 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-75856c90-57ea-4ac0-b4ad-5e143eb0c84a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2346828 Feb 09 01:40:48.909095 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56456) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:48.944639 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e09b2-f297-4a48-980a-bdd6380cfd22 req-c62f5282-2130-45e8-ab19-662888d0edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:48.957575 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-878e09b2-f297-4a48-980a-bdd6380cfd22 req-c62f5282-2130-45e8-ab19-662888d0edb3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f9f8e7c5-aa98-41c8-9a28-63a6ea8d2a6d HTTP/1.1" status: 200 len: 834 time: 0.1259143 Feb 09 01:40:48.995663 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-0e97fd08-fc05-4fe8-981a-d98af08cc286 None None] Deleting port 559d3997-8cee-4058-a087-87f499b3775c {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:48.996204 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0e97fd08-fc05-4fe8-981a-d98af08cc286 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (559d3997-8cee-4058-a087-87f499b3775c), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:49.072737 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6e96b605-194c-4542-a448-adc9e860cfd8 None None] Current status of the port 559d3997-8cee-4058-a087-87f499b3775c is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:49.106138 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e09b2-f297-4a48-980a-bdd6380cfd22 req-d826b47d-cc28-4c17-ab21-d5fe40fafba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:49.107588 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-878e09b2-f297-4a48-980a-bdd6380cfd22 req-d826b47d-cc28-4c17-ab21-d5fe40fafba8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7d026e5f-8203-4636-ba0b-6899bb8cd475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1427419 Feb 09 01:40:49.145505 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 559d3997-8cee-4058-a087-87f499b3775c is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:49.193212 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-0e97fd08-fc05-4fe8-981a-d98af08cc286 None None] For port 559d3997-8cee-4058-a087-87f499b3775c, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=559d3997-8cee-4058-a087-87f499b3775c,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:49.193742 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0e97fd08-fc05-4fe8-981a-d98af08cc286 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (559d3997-8cee-4058-a087-87f499b3775c), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:49.196703 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-2c2b3d7c-8439-45cd-864a-c3ac22cbe7e7 None None] Could not find standard attr ID for object 6fbb00db-ab6c-4016-8849-2207106986c5. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:40:49.210968 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 1416671c-cda3-436a-aeac-ffce79b1db9b completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:40:49.219110 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 1416671c-cda3-436a-aeac-ffce79b1db9b triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:49.228570 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1416671c-cda3-436a-aeac-ffce79b1db9b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:49.250134 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ab0a75e3-2e33-4ad0-b047-3cc4513bcfb2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for port (0402ccc5-49c1-4c28-bda2-37133b3487dc), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:49.256899 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-0e97fd08-fc05-4fe8-981a-d98af08cc286 None None] Calling delete_port for 559d3997-8cee-4058-a087-87f499b3775c owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:49.291328 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-878e09b2-f297-4a48-980a-bdd6380cfd22 req-7bd226fe-79a9-4402-9261-d176c1065455 service neutron] 10.222.0.91 "GET /v2.0/networks/7d026e5f-8203-4636-ba0b-6899bb8cd475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624753 Feb 09 01:40:49.343561 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-786b764c-6b48-4fe5-8eb3-79c91f468e39 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3202090 Feb 09 01:40:49.346325 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ab0a75e3-2e33-4ad0-b047-3cc4513bcfb2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (0402ccc5-49c1-4c28-bda2-37133b3487dc), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:49.353663 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56466) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:49.385842 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-44814243-eea9-48f2-90cf-235d60ae035b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'subnet': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:49.489432 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-878e09b2-f297-4a48-980a-bdd6380cfd22 req-f848c4c0-db5e-43c3-9dfa-d0cf635b9685 service neutron] 10.222.0.91 "GET /v2.0/networks/7d026e5f-8203-4636-ba0b-6899bb8cd475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913438 Feb 09 01:40:49.539094 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:49.576032 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0a75e3-2e33-4ad0-b047-3cc4513bcfb2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Network 02b561da-fa2d-4d7f-9abb-751747859401 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:49.600710 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0e97fd08-fc05-4fe8-981a-d98af08cc286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (559d3997-8cee-4058-a087-87f499b3775c), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:49.605196 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-ab0a75e3-2e33-4ad0-b047-3cc4513bcfb2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:49.607376 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a75e3-2e33-4ad0-b047-3cc4513bcfb2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'Port': ['ID=0402ccc5-49c1-4c28-bda2-37133b3487dc,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:49.616498 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0a75e3-2e33-4ad0-b047-3cc4513bcfb2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:49.622214 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0a75e3-2e33-4ad0-b047-3cc4513bcfb2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:49.622935 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ab0a75e3-2e33-4ad0-b047-3cc4513bcfb2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:49.634000 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb14a3-bf18-4f86-89bc-f91efeadc904 req-dc3a7bc5-1be0-43e1-9f69-8e02c767a360 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:49.635692 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-81fb14a3-bf18-4f86-89bc-f91efeadc904 req-dc3a7bc5-1be0-43e1-9f69-8e02c767a360 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 946 time: 0.3317943 Feb 09 01:40:49.683428 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e97fd08-fc05-4fe8-981a-d98af08cc286 None None] No DVR routers for this DVR port 559d3997-8cee-4058-a087-87f499b3775c on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:49.686792 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97fd08-fc05-4fe8-981a-d98af08cc286 None None] Pushing event deleted for resources: {'Port': ['ID=559d3997-8cee-4058-a087-87f499b3775c,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:49.709113 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 1416671c-cda3-436a-aeac-ffce79b1db9b is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:49.710692 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1416671c-cda3-436a-aeac-ffce79b1db9b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:49.747131 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd442d40b-32f9-4cc3-a0c4-5adeac95bc9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1416671c-cda3-436a-aeac-ffce79b1db9b'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:40:49.753396 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57542d84-c16d-4a76-81a0-de444d501572" -d '{"events": [{"server_uuid": "d442d40b-32f9-4cc3-a0c4-5adeac95bc9e", "name": "network-vif-plugged", "status": "completed", "tag": "1416671c-cda3-436a-aeac-ffce79b1db9b"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:40:49.760324 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-81fb14a3-bf18-4f86-89bc-f91efeadc904 req-92c7d83b-93bf-494e-9552-4ec6438d94b5 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092250 Feb 09 01:40:49.781221 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ab0a75e3-2e33-4ad0-b047-3cc4513bcfb2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7469776 Feb 09 01:40:49.784625 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56476) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:49.795542 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c258d-4105-4059-a5d8-b93214d928fd req-31819188-19b6-4332-a49b-a0476d8127b5 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:49.806652 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8b7c258d-4105-4059-a5d8-b93214d928fd req-31819188-19b6-4332-a49b-a0476d8127b5 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 944 time: 0.5149763 Feb 09 01:40:49.812297 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 1416671c-cda3-436a-aeac-ffce79b1db9b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1416671c-cda3-436a-aeac-ffce79b1db9b,segment=NetworkSegment(d79e44ef-577b-4bb4-b4d8-d0a859c1f024),segment_id=d79e44ef-577b-4bb4-b4d8-d0a859c1f024)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:49.823112 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1416671c-cda3-436a-aeac-ffce79b1db9b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:49.859495 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44814243-eea9-48f2-90cf-235d60ae035b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:49.867528 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-44814243-eea9-48f2-90cf-235d60ae035b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:49.950804 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=1416671c-cda3-436a-aeac-ffce79b1db9b,revision_number=9']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:49.957435 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78a1566-90e6-410c-9b2a-2b3aa34ae519 None None] Network 02b561da-fa2d-4d7f-9abb-751747859401 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:49.978010 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8b7c258d-4105-4059-a5d8-b93214d928fd req-a8f20f06-26ad-4c24-bab1-a3b6cef39d31 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ea60e72c-3021-4dd2-8311-c001cfa04ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704288 Feb 09 01:40:50.043219 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c43510b-1405-42a7-8d4c-978f1b9bc9e1 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:50.047496 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3c43510b-1405-42a7-8d4c-978f1b9bc9e1 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1e6 HTTP/1.1" status: 200 len: 929 time: 0.2618272 Feb 09 01:40:50.050977 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56484) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:50.116436 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-ed475d92-b2a4-4507-b0b4-2470f75a63e2 None None] Provisioning complete for port d2dfdb9f-4e3c-4994-8d77-55e72656f533 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:50.118022 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ed475d92-b2a4-4507-b0b4-2470f75a63e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d2dfdb9f-4e3c-4994-8d77-55e72656f533), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:50.242404 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d433dd9-a4e9-460c-881d-4be860e56b5a x-openstack-request-id: req-1d433dd9-a4e9-460c-881d-4be860e56b5a {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:40:50.243022 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d442d40b-32f9-4cc3-a0c4-5adeac95bc9e", "name": "network-vif-plugged", "status": "completed", "tag": "1416671c-cda3-436a-aeac-ffce79b1db9b", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:40:50.243827 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1d433dd9-a4e9-460c-881d-4be860e56b5a {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:40:50.244469 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd442d40b-32f9-4cc3-a0c4-5adeac95bc9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1416671c-cda3-436a-aeac-ffce79b1db9b', 'code': 200} Feb 09 01:40:50.279134 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-394e2e21-df01-4977-8029-53f0ad6c5fbe tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Deleting port 0402ccc5-49c1-4c28-bda2-37133b3487dc {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:50.279473 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-394e2e21-df01-4977-8029-53f0ad6c5fbe tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (0402ccc5-49c1-4c28-bda2-37133b3487dc), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:50.355821 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-44814243-eea9-48f2-90cf-235d60ae035b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (ff713486-cb86-48cf-ac5e-c850e84284c8), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:50.386453 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d2dfdb9f-4e3c-4994-8d77-55e72656f533 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:50.474709 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44814243-eea9-48f2-90cf-235d60ae035b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:50.486339 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-44814243-eea9-48f2-90cf-235d60ae035b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:50.497996 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44814243-eea9-48f2-90cf-235d60ae035b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:50.499037 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-44814243-eea9-48f2-90cf-235d60ae035b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:50.505996 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44814243-eea9-48f2-90cf-235d60ae035b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Subnet': ['ID=ff713486-cb86-48cf-ac5e-c850e84284c8,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:50.527909 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35dcb58-7945-4e23-9bd8-59fbd02f745d req-955a4f14-a21c-42c3-ac6c-119122dc5c6c tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:50.530443 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e35dcb58-7945-4e23-9bd8-59fbd02f745d req-955a4f14-a21c-42c3-ac6c-119122dc5c6c tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.121 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 946 time: 0.1982448 Feb 09 01:40:50.560554 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-44814243-eea9-48f2-90cf-235d60ae035b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1796935 Feb 09 01:40:50.565590 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56490) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:50.574350 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-19205ebf-d4e7-44bc-8a18-d3c1094265eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'port': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'mac_address': 'fa:16:3e:68:87:12', 'name': 'tempest-NetworksTestDHCPv6-1274389528'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:50.579653 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-394e2e21-df01-4977-8029-53f0ad6c5fbe tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (0402ccc5-49c1-4c28-bda2-37133b3487dc), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:50.672294 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-394e2e21-df01-4977-8029-53f0ad6c5fbe tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Calling delete_port for 0402ccc5-49c1-4c28-bda2-37133b3487dc owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:50.686052 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ed475d92-b2a4-4507-b0b4-2470f75a63e2 None None] Current status of the port d2dfdb9f-4e3c-4994-8d77-55e72656f533 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:50.686640 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-e35dcb58-7945-4e23-9bd8-59fbd02f745d req-5d71f907-831f-4ae7-a665-1c6f43994876 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Deleting port b30802aa-45d7-45f8-b20c-78b0e323596c {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:50.686749 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ed475d92-b2a4-4507-b0b4-2470f75a63e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d2dfdb9f-4e3c-4994-8d77-55e72656f533), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:50.686846 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e35dcb58-7945-4e23-9bd8-59fbd02f745d req-5d71f907-831f-4ae7-a665-1c6f43994876 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (b30802aa-45d7-45f8-b20c-78b0e323596c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:50.721044 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff89d148-9f78-4487-951b-cfa07e9badca None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:50.832684 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-e35dcb58-7945-4e23-9bd8-59fbd02f745d req-5d71f907-831f-4ae7-a665-1c6f43994876 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] For port b30802aa-45d7-45f8-b20c-78b0e323596c, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=b30802aa-45d7-45f8-b20c-78b0e323596c,segment=NetworkSegment(b0a39339-81a8-45ed-9fe0-550b74489f1b),segment_id=b0a39339-81a8-45ed-9fe0-550b74489f1b)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:50.833061 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e35dcb58-7945-4e23-9bd8-59fbd02f745d req-5d71f907-831f-4ae7-a665-1c6f43994876 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (b30802aa-45d7-45f8-b20c-78b0e323596c), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:50.943461 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-ed475d92-b2a4-4507-b0b4-2470f75a63e2 None None] For port d2dfdb9f-4e3c-4994-8d77-55e72656f533, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d2dfdb9f-4e3c-4994-8d77-55e72656f533,segment=NetworkSegment(07c22beb-2853-4a81-8934-a3252ea0e35f),segment_id=07c22beb-2853-4a81-8934-a3252ea0e35f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:50.975542 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ed475d92-b2a4-4507-b0b4-2470f75a63e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d2dfdb9f-4e3c-4994-8d77-55e72656f533), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:51.025958 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19205ebf-d4e7-44bc-8a18-d3c1094265eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:51.106527 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1a3b6c81-7807-45f4-b476-2587b79ffb23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:51.140695 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b6d03-d03d-4011-98c3-d9a1645941ef req-aebc9319-5431-459a-9f22-45ed40baff59 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:51.143804 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ab3b6d03-d03d-4011-98c3-d9a1645941ef req-aebc9319-5431-459a-9f22-45ed40baff59 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 946 time: 0.1773481 Feb 09 01:40:51.154119 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:51.209831 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed475d92-b2a4-4507-b0b4-2470f75a63e2 None None] Pushing event updated for resources: {'Port': ['ID=d2dfdb9f-4e3c-4994-8d77-55e72656f533,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:51.275790 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ab3b6d03-d03d-4011-98c3-d9a1645941ef req-14294108-3d5c-4356-b365-4310e2a3d21c tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups?id=4dcd0062-3927-40b7-9c1b-2702fc6eae68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211965 Feb 09 01:40:51.287749 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d128de-7e25-483f-8521-9902475a3f9e req-69d6b0dc-1ea1-4d8a-a6f9-4bc2a5e522f6 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:51.290004 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-21d128de-7e25-483f-8521-9902475a3f9e req-69d6b0dc-1ea1-4d8a-a6f9-4bc2a5e522f6 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 945 time: 0.1372957 Feb 09 01:40:51.296004 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4bc376-a571-4aba-abe2-3bed28b59be1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'project_id': '840feb797a5045feb11a0660b5a0c7d5', 'fixed_ips': [{'subnet_id': 'ff713486-cb86-48cf-ac5e-c850e84284c8'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:40:51.296917 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ab4bc376-a571-4aba-abe2-3bed28b59be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:51.322603 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e35dcb58-7945-4e23-9bd8-59fbd02f745d req-5d71f907-831f-4ae7-a665-1c6f43994876 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:51.323136 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e35dcb58-7945-4e23-9bd8-59fbd02f745d req-5d71f907-831f-4ae7-a665-1c6f43994876 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (498fe4e2-3f2c-4e56-9a3a-773e1650d2df), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:51.323756 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [req-e35dcb58-7945-4e23-9bd8-59fbd02f745d req-5d71f907-831f-4ae7-a665-1c6f43994876 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Floating IP 498fe4e2-3f2c-4e56-9a3a-773e1650d2df disassociated. External IP: 172.25.1.196, port: b30802aa-45d7-45f8-b20c-78b0e323596c. Feb 09 01:40:51.324841 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-e35dcb58-7945-4e23-9bd8-59fbd02f745d req-5d71f907-831f-4ae7-a665-1c6f43994876 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Calling delete_port for b30802aa-45d7-45f8-b20c-78b0e323596c owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:51.340109 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port d2dfdb9f-4e3c-4994-8d77-55e72656f533 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:51.340486 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d2dfdb9f-4e3c-4994-8d77-55e72656f533), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:51.346914 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-394e2e21-df01-4977-8029-53f0ad6c5fbe tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (0402ccc5-49c1-4c28-bda2-37133b3487dc), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:51.408785 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-21d128de-7e25-483f-8521-9902475a3f9e req-f46b6394-74f5-4bc9-8a33-ff237decfe20 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ea60e72c-3021-4dd2-8311-c001cfa04ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115193 Feb 09 01:40:51.409987 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-19205ebf-d4e7-44bc-8a18-d3c1094265eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:51.439715 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56508) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:51.456629 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e2e21-df01-4977-8029-53f0ad6c5fbe tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'Port': ['ID=0402ccc5-49c1-4c28-bda2-37133b3487dc,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:51.471453 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-19205ebf-d4e7-44bc-8a18-d3c1094265eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] device_id is not set on port 7fd5688b-765a-4ff3-8120-5f56f019488b yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:40:51.566155 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-dd7ca5c2-31e7-4578-b325-ba453a5c1c1e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/floatingips/3a559e6b-ed9b-472a-afed-e79f67b9d6e0 HTTP/1.1" status: 200 len: 991 time: 0.1210496 Feb 09 01:40:51.630570 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-394e2e21-df01-4977-8029-53f0ad6c5fbe tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:51.637761 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-394e2e21-df01-4977-8029-53f0ad6c5fbe tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/ports/0402ccc5-49c1-4c28-bda2-37133b3487dc HTTP/1.1" status: 204 len: 168 time: 1.5828061 Feb 09 01:40:51.643401 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56514) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:51.660646 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e35dcb58-7945-4e23-9bd8-59fbd02f745d req-5d71f907-831f-4ae7-a665-1c6f43994876 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (b30802aa-45d7-45f8-b20c-78b0e323596c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:51.704641 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d71f907-831f-4ae7-a665-1c6f43994876 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Pushing event deleted for resources: {'Port': ['ID=b30802aa-45d7-45f8-b20c-78b0e323596c,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:51.753452 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-f99365f9-d8ad-4a03-a816-3ad1739e4724 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] GET failed (client error): The resource could not be found. Feb 09 01:40:51.757510 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f99365f9-d8ad-4a03-a816-3ad1739e4724 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "GET /v2.0/ports/0402ccc5-49c1-4c28-bda2-37133b3487dc HTTP/1.1" status: 404 len: 333 time: 0.1105559 Feb 09 01:40:51.758312 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56518) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:51.814096 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-703a2cda-ad91-4d33-9fe3-37e7d332ffe2 None None] Could not find standard attr ID for object 0402ccc5-49c1-4c28-bda2-37133b3487dc. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:40:51.831542 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port d2dfdb9f-4e3c-4994-8d77-55e72656f533 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:51.865923 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-ab4bc376-a571-4aba-abe2-3bed28b59be1 None None] Allocated IP 2001:db8::2 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/ff713486-cb86-48cf-ac5e-c850e84284c8/d6628ff2-cc28-4631-8d4f-7c1bfabe35e6) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:51.891348 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-703a2cda-ad91-4d33-9fe3-37e7d332ffe2 None None] Provisioning complete for port d2dfdb9f-4e3c-4994-8d77-55e72656f533 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:51.892674 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-703a2cda-ad91-4d33-9fe3-37e7d332ffe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d2dfdb9f-4e3c-4994-8d77-55e72656f533), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:51.949161 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f4e7e64f-0849-49f4-8d97-817717ffc7ec tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Deleting port 87f9f38b-131b-4401-b547-837854723b0f {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:51.949504 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4e7e64f-0849-49f4-8d97-817717ffc7ec tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (87f9f38b-131b-4401-b547-837854723b0f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:51.958564 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 559d3997-8cee-4058-a087-87f499b3775c no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:40:51.994339 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e35dcb58-7945-4e23-9bd8-59fbd02f745d req-5d71f907-831f-4ae7-a665-1c6f43994876 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Router c48d68a8-7b5e-44c2-96ea-be7a9b527b04 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:40:52.112256 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 559d3997-8cee-4058-a087-87f499b3775c {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:40:52.112600 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 559d3997-8cee-4058-a087-87f499b3775c not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:40:52.147345 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4e7e64f-0849-49f4-8d97-817717ffc7ec tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (87f9f38b-131b-4401-b547-837854723b0f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:52.185769 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f4e7e64f-0849-49f4-8d97-817717ffc7ec tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Calling delete_port for 87f9f38b-131b-4401-b547-837854723b0f owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:52.247273 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e35dcb58-7945-4e23-9bd8-59fbd02f745d req-5d71f907-831f-4ae7-a665-1c6f43994876 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:40:52.274669 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c8d5b7-f79a-4dac-8983-1d94d3b82863 None None] Sync routers for ids ['c48d68a8-7b5e-44c2-96ea-be7a9b527b04'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:40:52.364272 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35dcb58-7945-4e23-9bd8-59fbd02f745d req-5d71f907-831f-4ae7-a665-1c6f43994876 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] No DVR routers for this DVR port b30802aa-45d7-45f8-b20c-78b0e323596c on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:52.376957 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e35dcb58-7945-4e23-9bd8-59fbd02f745d req-5d71f907-831f-4ae7-a665-1c6f43994876 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:52.380403 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e35dcb58-7945-4e23-9bd8-59fbd02f745d req-5d71f907-831f-4ae7-a665-1c6f43994876 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.121 "DELETE /v2.0/ports/b30802aa-45d7-45f8-b20c-78b0e323596c HTTP/1.1" status: 204 len: 173 time: 1.8444862 Feb 09 01:40:52.380900 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfa0a61-0617-498f-8de0-31bf87c8dce7', 'name': 'network-vif-deleted', 'tag': 'b30802aa-45d7-45f8-b20c-78b0e323596c'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:40:52.384119 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c591f73a-eaa7-4a39-9fd0-10ce22fbe164" -d '{"events": [{"server_uuid": "ebfa0a61-0617-498f-8de0-31bf87c8dce7", "name": "network-vif-deleted", "tag": "b30802aa-45d7-45f8-b20c-78b0e323596c"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:40:52.389348 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d2dfdb9f-4e3c-4994-8d77-55e72656f533 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:52.465739 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c8d5b7-f79a-4dac-8983-1d94d3b82863 None None] Routers {'c48d68a8-7b5e-44c2-96ea-be7a9b527b04'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:40:52.466545 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-36c8d5b7-f79a-4dac-8983-1d94d3b82863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:40:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c48d68a8-7b5e-44c2-96ea-be7a9b527b04'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:52.529264 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4303e7cc-95c8-4be7-973d-819a6e843424 req-d3dad388-a037-4111-ab6b-e335e46bd1db tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebfa0a61-0617-498f-8de0-31bf87c8dce7 HTTP/1.1" status: 200 len: 210 time: 0.0894165 Feb 09 01:40:52.534808 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca48c66-f93b-4665-b653-a3edc217817c x-openstack-request-id: req-fca48c66-f93b-4665-b653-a3edc217817c {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:40:52.535113 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebfa0a61-0617-498f-8de0-31bf87c8dce7", "name": "network-vif-deleted", "tag": "b30802aa-45d7-45f8-b20c-78b0e323596c", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:40:52.535371 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fca48c66-f93b-4665-b653-a3edc217817c {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:40:52.535781 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfa0a61-0617-498f-8de0-31bf87c8dce7', 'name': 'network-vif-deleted', 'tag': 'b30802aa-45d7-45f8-b20c-78b0e323596c', 'status': 'completed', 'code': 200} Feb 09 01:40:52.576960 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4e7e64f-0849-49f4-8d97-817717ffc7ec tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (87f9f38b-131b-4401-b547-837854723b0f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:52.640324 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7e64f-0849-49f4-8d97-817717ffc7ec tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'Port': ['ID=87f9f38b-131b-4401-b547-837854723b0f,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:52.679302 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4e7e64f-0849-49f4-8d97-817717ffc7ec tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:52.687815 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56534) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:52.688385 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f4e7e64f-0849-49f4-8d97-817717ffc7ec tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/ports/87f9f38b-131b-4401-b547-837854723b0f HTTP/1.1" status: 204 len: 168 time: 0.9287312 Feb 09 01:40:52.735219 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-63bd5cdd-58dd-4604-8267-a7ef9735cfcd tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] GET failed (client error): The resource could not be found. Feb 09 01:40:52.756206 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56538) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:52.758769 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-63bd5cdd-58dd-4604-8267-a7ef9735cfcd tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "GET /v2.0/ports/87f9f38b-131b-4401-b547-837854723b0f HTTP/1.1" status: 404 len: 333 time: 0.0688808 Feb 09 01:40:52.833810 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee2120e0-b710-459d-a128-b5c5a8a47204 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Deleting subnet 4670d817-4917-491f-a2e4-17d5eb3a44e0 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:40:52.837543 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee2120e0-b710-459d-a128-b5c5a8a47204 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for subnet (4670d817-4917-491f-a2e4-17d5eb3a44e0), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:52.849084 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ab4bc376-a571-4aba-abe2-3bed28b59be1 None None] Publish callbacks [] for port (d6628ff2-cc28-4631-8d4f-7c1bfabe35e6), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:52.862569 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-703a2cda-ad91-4d33-9fe3-37e7d332ffe2 None None] Current status of the port d2dfdb9f-4e3c-4994-8d77-55e72656f533 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:52.903638 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ab4bc376-a571-4aba-abe2-3bed28b59be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (d6628ff2-cc28-4631-8d4f-7c1bfabe35e6), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:52.910824 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-703a2cda-ad91-4d33-9fe3-37e7d332ffe2 None None] Could not find standard attr ID for object 87f9f38b-131b-4401-b547-837854723b0f. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:40:52.961738 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee2120e0-b710-459d-a128-b5c5a8a47204 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (4670d817-4917-491f-a2e4-17d5eb3a44e0), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:52.981727 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4bc376-a571-4aba-abe2-3bed28b59be1 None None] Pushing event updated for resources: {'Port': ['ID=d6628ff2-cc28-4631-8d4f-7c1bfabe35e6,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:53.029925 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4bc376-a571-4aba-abe2-3bed28b59be1 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:53.043008 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-ab4bc376-a571-4aba-abe2-3bed28b59be1 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:53.045952 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-76a202e5-32aa-4876-8c74-b769100446b4 None None] Could not find standard attr ID for object 0402ccc5-49c1-4c28-bda2-37133b3487dc. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:40:53.054210 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4bc376-a571-4aba-abe2-3bed28b59be1 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:53.067353 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-36c8d5b7-f79a-4dac-8983-1d94d3b82863 None None] Set router c48d68a8-7b5e-44c2-96ea-be7a9b527b04 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:40:53.069866 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-76a202e5-32aa-4876-8c74-b769100446b4 None None] Could not find standard attr ID for object 87f9f38b-131b-4401-b547-837854723b0f. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:40:53.094392 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-19205ebf-d4e7-44bc-8a18-d3c1094265eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Allocated IP 2001:db8::115 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/ff713486-cb86-48cf-ac5e-c850e84284c8/7fd5688b-765a-4ff3-8120-5f56f019488b) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:53.165205 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port d2dfdb9f-4e3c-4994-8d77-55e72656f533 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:53.165727 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d2dfdb9f-4e3c-4994-8d77-55e72656f533), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:53.243604 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee2120e0-b710-459d-a128-b5c5a8a47204 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (4670d817-4917-491f-a2e4-17d5eb3a44e0), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:53.447521 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee2120e0-b710-459d-a128-b5c5a8a47204 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (4670d817-4917-491f-a2e4-17d5eb3a44e0), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:53.454944 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-ab4bc376-a571-4aba-abe2-3bed28b59be1 None None] Attempting to bind port d6628ff2-cc28-4631-8d4f-7c1bfabe35e6 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:40:53.455370 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-ab4bc376-a571-4aba-abe2-3bed28b59be1 None None] Attempting to bind port d6628ff2-cc28-4631-8d4f-7c1bfabe35e6 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:40:53.455878 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4bc376-a571-4aba-abe2-3bed28b59be1 None None] Attempting to bind port d6628ff2-cc28-4631-8d4f-7c1bfabe35e6 on network cbbe9143-fcdc-43c5-b797-7f127a92ac8e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:53.471409 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4bc376-a571-4aba-abe2-3bed28b59be1 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:40:53.473023 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4bc376-a571-4aba-abe2-3bed28b59be1 None None] Checking segment: {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:53.475298 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ab4bc376-a571-4aba-abe2-3bed28b59be1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:53.475726 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4bc376-a571-4aba-abe2-3bed28b59be1 None None] Bound using segment: {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:40:53.476274 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-ab4bc376-a571-4aba-abe2-3bed28b59be1 None None] Bound port: d6628ff2-cc28-4631-8d4f-7c1bfabe35e6, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:40:53.476652 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ab4bc376-a571-4aba-abe2-3bed28b59be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d6628ff2-cc28-4631-8d4f-7c1bfabe35e6), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:53.524650 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee2120e0-b710-459d-a128-b5c5a8a47204 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:53.528533 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c747f5a3-3a32-42ba-a9a6-df76df4b743b None None] Network 02b561da-fa2d-4d7f-9abb-751747859401 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:53.531712 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ee2120e0-b710-459d-a128-b5c5a8a47204 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/subnets/4670d817-4917-491f-a2e4-17d5eb3a44e0 HTTP/1.1" status: 204 len: 168 time: 0.7740762 Feb 09 01:40:53.535027 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56548) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:53.545100 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2120e0-b710-459d-a128-b5c5a8a47204 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'Subnet': ['ID=4670d817-4917-491f-a2e4-17d5eb3a44e0,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:53.558131 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-19205ebf-d4e7-44bc-8a18-d3c1094265eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for port (7fd5688b-765a-4ff3-8120-5f56f019488b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:53.644054 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port d2dfdb9f-4e3c-4994-8d77-55e72656f533 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:53.673504 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-19205ebf-d4e7-44bc-8a18-d3c1094265eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (7fd5688b-765a-4ff3-8120-5f56f019488b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:53.709341 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56556) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:53.754530 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19205ebf-d4e7-44bc-8a18-d3c1094265eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:53.758894 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-19205ebf-d4e7-44bc-8a18-d3c1094265eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:53.763467 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19205ebf-d4e7-44bc-8a18-d3c1094265eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:53.769161 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19205ebf-d4e7-44bc-8a18-d3c1094265eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:53.770012 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-19205ebf-d4e7-44bc-8a18-d3c1094265eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:53.799416 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19205ebf-d4e7-44bc-8a18-d3c1094265eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Port': ['ID=7fd5688b-765a-4ff3-8120-5f56f019488b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:53.800502 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9f8f0a8b-11b8-4afd-bee5-89e2fa47f55e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (02b561da-fa2d-4d7f-9abb-751747859401), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:53.811328 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-19205ebf-d4e7-44bc-8a18-d3c1094265eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2439487 Feb 09 01:40:53.812104 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56560) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:53.942761 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce63488-2580-448d-8d53-54130357c747 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:53.950460 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce63488-2580-448d-8d53-54130357c747 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:53.957171 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9ce63488-2580-448d-8d53-54130357c747 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1440020 Feb 09 01:40:53.961166 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56562) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:53.981729 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-ab4bc376-a571-4aba-abe2-3bed28b59be1 None None] For port d6628ff2-cc28-4631-8d4f-7c1bfabe35e6, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:40:53.982467 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4ddbc1a0-ba46-4d4b-9a6f-799a5fe7b239 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for security_group (4dcd0062-3927-40b7-9c1b-2702fc6eae68), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:54.014447 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-ab4bc376-a571-4aba-abe2-3bed28b59be1 None None] For port d6628ff2-cc28-4631-8d4f-7c1bfabe35e6, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d6628ff2-cc28-4631-8d4f-7c1bfabe35e6,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:40:54.034860 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-9f8f0a8b-11b8-4afd-bee5-89e2fa47f55e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Deleting port d2dfdb9f-4e3c-4994-8d77-55e72656f533 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:54.034860 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9f8f0a8b-11b8-4afd-bee5-89e2fa47f55e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (d2dfdb9f-4e3c-4994-8d77-55e72656f533), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:54.037081 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ab4bc376-a571-4aba-abe2-3bed28b59be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d6628ff2-cc28-4631-8d4f-7c1bfabe35e6), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:54.057681 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4ddbc1a0-ba46-4d4b-9a6f-799a5fe7b239 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for security_group (4dcd0062-3927-40b7-9c1b-2702fc6eae68), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:54.144730 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-36c8d5b7-f79a-4dac-8983-1d94d3b82863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'name': 'tempest-AttachVolumeShelveTestJSON-293999041-router', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'e14078b4-4379-4633-9f4f-9367ebe69b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:38Z', 'updated_at': '2022-02-09T01:33:43Z', 'revision_number': 4, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'gw_port': {'id': 'e14078b4-4379-4633-9f4f-9367ebe69b48', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:39Z', 'updated_at': '2022-02-09T01:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'c32716bf-b2ea-464f-aa1c-c159f8e3dbcf', 'name': '', 'network_id': '88b27524-8ae4-4965-b899-af20055923cd', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'mac_address': 'fa:16:3e:33:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '22a89563-8842-4e1e-95dc-ee10f0240b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:41Z', 'updated_at': '2022-02-09T01:33:52Z', 'revision_number': 5, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'subnets': [{'id': '22a89563-8842-4e1e-95dc-ee10f0240b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:54.217667 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-9f8f0a8b-11b8-4afd-bee5-89e2fa47f55e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] For port d2dfdb9f-4e3c-4994-8d77-55e72656f533, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d2dfdb9f-4e3c-4994-8d77-55e72656f533,segment=NetworkSegment(07c22beb-2853-4a81-8934-a3252ea0e35f),segment_id=07c22beb-2853-4a81-8934-a3252ea0e35f)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:54.218267 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9f8f0a8b-11b8-4afd-bee5-89e2fa47f55e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (d2dfdb9f-4e3c-4994-8d77-55e72656f533), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:54.262577 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ddb94013-951b-434d-88f6-660d5d861981 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting port 7fd5688b-765a-4ff3-8120-5f56f019488b {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:54.263291 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-9f8f0a8b-11b8-4afd-bee5-89e2fa47f55e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Calling delete_port for d2dfdb9f-4e3c-4994-8d77-55e72656f533 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:54.264389 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ddb94013-951b-434d-88f6-660d5d861981 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (7fd5688b-765a-4ff3-8120-5f56f019488b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:54.305644 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c8d5b7-f79a-4dac-8983-1d94d3b82863 None None] Checking router: c48d68a8-7b5e-44c2-96ea-be7a9b527b04 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:40:54.317204 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4bc376-a571-4aba-abe2-3bed28b59be1 None None] Pushing event updated for resources: {'Port': ['ID=d6628ff2-cc28-4631-8d4f-7c1bfabe35e6,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:54.323468 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4ddbc1a0-ba46-4d4b-9a6f-799a5fe7b239 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (4dcd0062-3927-40b7-9c1b-2702fc6eae68), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:54.334314 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4ddbc1a0-ba46-4d4b-9a6f-799a5fe7b239 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:54.334660 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737260bc-746f-4bab-9017-570097cb433a None None] DHCP port deletion for 02b561da-fa2d-4d7f-9abb-751747859401 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:40:54.335828 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4ddbc1a0-ba46-4d4b-9a6f-799a5fe7b239 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "DELETE /v2.0/security-groups/4dcd0062-3927-40b7-9c1b-2702fc6eae68 HTTP/1.1" status: 204 len: 168 time: 0.6250825 Feb 09 01:40:54.388335 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56566) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:54.410925 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddbc1a0-ba46-4d4b-9a6f-799a5fe7b239 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dcd0062-3927-40b7-9c1b-2702fc6eae68,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:54.440651 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-208364c3-389f-42c7-a53a-6acb927f391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:54.446852 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c8d5b7-f79a-4dac-8983-1d94d3b82863 None None] Routers {'c48d68a8-7b5e-44c2-96ea-be7a9b527b04'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:40:54.448604 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-36c8d5b7-f79a-4dac-8983-1d94d3b82863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:40:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c48d68a8-7b5e-44c2-96ea-be7a9b527b04'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:54.466483 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-594e0590-9f0d-4fc8-91ba-1e27329fe9c3 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] show failed (client error): The resource could not be found. Feb 09 01:40:54.478115 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-594e0590-9f0d-4fc8-91ba-1e27329fe9c3 tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "GET /v2.0/security-groups/4dcd0062-3927-40b7-9c1b-2702fc6eae68 HTTP/1.1" status: 404 len: 347 time: 0.0828395 Feb 09 01:40:54.482827 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56570) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:54.510371 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9f8f0a8b-11b8-4afd-bee5-89e2fa47f55e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (d2dfdb9f-4e3c-4994-8d77-55e72656f533), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:54.541459 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f0a8b-11b8-4afd-bee5-89e2fa47f55e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'Port': ['ID=d2dfdb9f-4e3c-4994-8d77-55e72656f533,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:54.558710 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8f0a8b-11b8-4afd-bee5-89e2fa47f55e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] No DVR routers for this DVR port d2dfdb9f-4e3c-4994-8d77-55e72656f533 on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:54.815274 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9f8f0a8b-11b8-4afd-bee5-89e2fa47f55e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (02b561da-fa2d-4d7f-9abb-751747859401), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:54.845653 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ddb94013-951b-434d-88f6-660d5d861981 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (7fd5688b-765a-4ff3-8120-5f56f019488b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:54.870580 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-9f8f0a8b-11b8-4afd-bee5-89e2fa47f55e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b561da-fa2d-4d7f-9abb-751747859401']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:54.890328 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-9f8f0a8b-11b8-4afd-bee5-89e2fa47f55e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07c22beb-2853-4a81-8934-a3252ea0e35f') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:54.891022 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-9f8f0a8b-11b8-4afd-bee5-89e2fa47f55e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07c22beb-2853-4a81-8934-a3252ea0e35f') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:54.895212 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ddb94013-951b-434d-88f6-660d5d861981 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Calling delete_port for 7fd5688b-765a-4ff3-8120-5f56f019488b owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:54.915067 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device b30802aa-45d7-45f8-b20c-78b0e323596c no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:40:54.918837 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9f8f0a8b-11b8-4afd-bee5-89e2fa47f55e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (07c22beb-2853-4a81-8934-a3252ea0e35f), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:54.949865 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: b30802aa-45d7-45f8-b20c-78b0e323596c {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:40:54.949865 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device b30802aa-45d7-45f8-b20c-78b0e323596c not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:40:54.973579 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9f8f0a8b-11b8-4afd-bee5-89e2fa47f55e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (07c22beb-2853-4a81-8934-a3252ea0e35f), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:54.996834 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-737260bc-746f-4bab-9017-570097cb433a None None] Deleting port d2dfdb9f-4e3c-4994-8d77-55e72656f533 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:54.997554 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-737260bc-746f-4bab-9017-570097cb433a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (d2dfdb9f-4e3c-4994-8d77-55e72656f533), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:55.001866 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f8f0a8b-11b8-4afd-bee5-89e2fa47f55e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:40:55.003648 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9f8f0a8b-11b8-4afd-bee5-89e2fa47f55e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (07c22beb-2853-4a81-8934-a3252ea0e35f), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:55.006195 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4e6750a1-58f1-44d9-962c-23d38197f8fd tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Deleting port bfd6489d-6587-4830-85c9-fb2023db2988 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:55.006513 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e6750a1-58f1-44d9-962c-23d38197f8fd tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (bfd6489d-6587-4830-85c9-fb2023db2988), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:55.011236 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:40:55.011236 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:40:55.011236 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:40:55.011236 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:40:55.011236 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:40:55.011236 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:40:55.011236 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:40:55.011236 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:40:55.011236 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:40:55.011236 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:40:55.011236 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:40:55.011236 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:40:55.011236 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:40:55.011236 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:40:55.011236 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:40:55.011236 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:40:55.011236 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:40:55.011236 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:40:55.011236 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:40:55.011236 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:40:55.011236 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:40:55.011236 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:40:55.011236 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:40:55.011236 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:40:55.011236 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:40:55.011236 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:40:55.011236 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:40:55.011236 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:40:55.011236 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:40:55.011236 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:40:55.011236 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:40:55.011236 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:40:55.052152 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-36c8d5b7-f79a-4dac-8983-1d94d3b82863 None None] Set router c48d68a8-7b5e-44c2-96ea-be7a9b527b04 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:40:55.084420 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56576) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:55.123255 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-737260bc-746f-4bab-9017-570097cb433a None None] For port d2dfdb9f-4e3c-4994-8d77-55e72656f533, host n-d-822053-40, got binding levels [] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:55.123255 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-737260bc-746f-4bab-9017-570097cb433a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (d2dfdb9f-4e3c-4994-8d77-55e72656f533), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:55.181789 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-737260bc-746f-4bab-9017-570097cb433a None None] Calling delete_port for d2dfdb9f-4e3c-4994-8d77-55e72656f533 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:55.191960 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9f8f0a8b-11b8-4afd-bee5-89e2fa47f55e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (02b561da-fa2d-4d7f-9abb-751747859401), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:55.199152 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.ipam_backend_mixin [None req-737260bc-746f-4bab-9017-570097cb433a None None] Port d2dfdb9f-4e3c-4994-8d77-55e72656f533 was not found and therefore no delete operation was performed {{(pid=103530) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:40:55.200232 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e6750a1-58f1-44d9-962c-23d38197f8fd tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (bfd6489d-6587-4830-85c9-fb2023db2988), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:55.200510 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e6750a1-58f1-44d9-962c-23d38197f8fd tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for floatingip (bfd6489d-6587-4830-85c9-fb2023db2988), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:55.207263 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9f8f0a8b-11b8-4afd-bee5-89e2fa47f55e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:55.217203 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9f8f0a8b-11b8-4afd-bee5-89e2fa47f55e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/networks/02b561da-fa2d-4d7f-9abb-751747859401 HTTP/1.1" status: 204 len: 168 time: 1.6812532 Feb 09 01:40:55.233220 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-737260bc-746f-4bab-9017-570097cb433a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (d2dfdb9f-4e3c-4994-8d77-55e72656f533), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:55.243231 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56580) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:55.243457 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-737260bc-746f-4bab-9017-570097cb433a None None] Network 02b561da-fa2d-4d7f-9abb-751747859401 is not hosted by any dhcp agent {{(pid=103530) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 01:40:55.244111 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737260bc-746f-4bab-9017-570097cb433a None None] No DVR routers for this DVR port d2dfdb9f-4e3c-4994-8d77-55e72656f533 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:55.244240 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f0a8b-11b8-4afd-bee5-89e2fa47f55e tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'Network': ['ID=02b561da-fa2d-4d7f-9abb-751747859401,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:55.260369 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-fb25560a-f0f1-4c3c-bc88-18fc8de79a9b tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-34677926'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:55.275396 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737260bc-746f-4bab-9017-570097cb433a None None] Pushing event deleted for resources: {'Port': ['ID=d2dfdb9f-4e3c-4994-8d77-55e72656f533,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:55.299892 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4e6750a1-58f1-44d9-962c-23d38197f8fd tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Calling delete_port for bfd6489d-6587-4830-85c9-fb2023db2988 owned by network:floatingip {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:55.313913 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb25560a-f0f1-4c3c-bc88-18fc8de79a9b tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Made reservation on behalf of 8201bc48225643789b21af5866801d1c for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:55.317286 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ddb94013-951b-434d-88f6-660d5d861981 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (7fd5688b-765a-4ff3-8120-5f56f019488b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:55.327856 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fb25560a-f0f1-4c3c-bc88-18fc8de79a9b tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:55.386996 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb25560a-f0f1-4c3c-bc88-18fc8de79a9b tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:40:55.401172 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fb25560a-f0f1-4c3c-bc88-18fc8de79a9b tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (86f0e283-b0e7-4264-8050-b229cf93676d), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:55.401718 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-fb25560a-f0f1-4c3c-bc88-18fc8de79a9b tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Added segment 86f0e283-b0e7-4264-8050-b229cf93676d of type vlan for network 40fbb47d-58b8-4594-a23d-1fa0a13ebef9 Feb 09 01:40:55.420054 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-36c8d5b7-f79a-4dac-8983-1d94d3b82863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'name': 'tempest-AttachVolumeShelveTestJSON-293999041-router', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'e14078b4-4379-4633-9f4f-9367ebe69b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:38Z', 'updated_at': '2022-02-09T01:33:43Z', 'revision_number': 4, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'gw_port': {'id': 'e14078b4-4379-4633-9f4f-9367ebe69b48', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:39Z', 'updated_at': '2022-02-09T01:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'c32716bf-b2ea-464f-aa1c-c159f8e3dbcf', 'name': '', 'network_id': '88b27524-8ae4-4965-b899-af20055923cd', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'mac_address': 'fa:16:3e:33:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '22a89563-8842-4e1e-95dc-ee10f0240b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:41Z', 'updated_at': '2022-02-09T01:33:52Z', 'revision_number': 5, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'subnets': [{'id': '22a89563-8842-4e1e-95dc-ee10f0240b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:55.434991 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb94013-951b-434d-88f6-660d5d861981 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Port': ['ID=7fd5688b-765a-4ff3-8120-5f56f019488b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:55.466870 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c8d5b7-f79a-4dac-8983-1d94d3b82863 None None] The sync data for ids ['c48d68a8-7b5e-44c2-96ea-be7a9b527b04'] in n-d-822053-40 is: [{'id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'name': 'tempest-AttachVolumeShelveTestJSON-293999041-router', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'e14078b4-4379-4633-9f4f-9367ebe69b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:38Z', 'updated_at': '2022-02-09T01:33:43Z', 'revision_number': 4, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'gw_port': {'id': 'e14078b4-4379-4633-9f4f-9367ebe69b48', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:39Z', 'updated_at': '2022-02-09T01:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'c32716bf-b2ea-464f-aa1c-c159f8e3dbcf', 'name': '', 'network_id': '88b27524-8ae4-4965-b899-af20055923cd', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'mac_address': 'fa:16:3e:33:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '22a89563-8842-4e1e-95dc-ee10f0240b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:41Z', 'updated_at': '2022-02-09T01:33:52Z', 'revision_number': 5, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'subnets': [{'id': '22a89563-8842-4e1e-95dc-ee10f0240b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:40:55.479568 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ddb94013-951b-434d-88f6-660d5d861981 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:55.488365 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ddb94013-951b-434d-88f6-660d5d861981 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/ports/7fd5688b-765a-4ff3-8120-5f56f019488b HTTP/1.1" status: 204 len: 168 time: 1.5253263 Feb 09 01:40:55.489094 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56582) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:55.503907 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d5342710-5da0-4d8b-ad51-05c3fcb6cc8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:55.618647 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fb25560a-f0f1-4c3c-bc88-18fc8de79a9b tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (40fbb47d-58b8-4594-a23d-1fa0a13ebef9), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:55.635748 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c433236b-741a-4e43-811c-d1de02e49816 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:55.638201 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c433236b-741a-4e43-811c-d1de02e49816 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:55.640645 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c433236b-741a-4e43-811c-d1de02e49816 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1496007 Feb 09 01:40:55.645830 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56584) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:55.667855 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d5342710-5da0-4d8b-ad51-05c3fcb6cc8e admin admin] Publish callbacks [] for security_group (ea57e92a-952a-4eb7-a124-8f71fa0ef6ff), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:55.697799 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d5342710-5da0-4d8b-ad51-05c3fcb6cc8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ea57e92a-952a-4eb7-a124-8f71fa0ef6ff), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:55.742064 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fb25560a-f0f1-4c3c-bc88-18fc8de79a9b tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (40fbb47d-58b8-4594-a23d-1fa0a13ebef9), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:55.751629 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb25560a-f0f1-4c3c-bc88-18fc8de79a9b tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:55.752824 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fb25560a-f0f1-4c3c-bc88-18fc8de79a9b tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:55.808958 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d5342710-5da0-4d8b-ad51-05c3fcb6cc8e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=38f51c12a43a400e9dd66e00e66f1e48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7168772 Feb 09 01:40:55.809771 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56586) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:55.810942 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e6750a1-58f1-44d9-962c-23d38197f8fd tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (bfd6489d-6587-4830-85c9-fb2023db2988), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:55.857785 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:55.862307 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5342710-5da0-4d8b-ad51-05c3fcb6cc8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea57e92a-952a-4eb7-a124-8f71fa0ef6ff,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:55.900200 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-a448966e-9464-4d89-ad98-c5502e04855e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting subnet ff713486-cb86-48cf-ac5e-c850e84284c8 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:40:55.915682 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-fb25560a-f0f1-4c3c-bc88-18fc8de79a9b tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6691098 Feb 09 01:40:55.920033 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a448966e-9464-4d89-ad98-c5502e04855e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (ff713486-cb86-48cf-ac5e-c850e84284c8), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:55.929274 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56588) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:55.942351 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6750a1-58f1-44d9-962c-23d38197f8fd tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Pushing event deleted for resources: {'Port': ['ID=bfd6489d-6587-4830-85c9-fb2023db2988,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:55.989785 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-abfe3c3e-dfea-470f-b2e7-b295ddb64ae7 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'subnet': {'network_id': '40fbb47d-58b8-4594-a23d-1fa0a13ebef9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:55.996761 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25560a-f0f1-4c3c-bc88-18fc8de79a9b tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'Network': ['ID=40fbb47d-58b8-4594-a23d-1fa0a13ebef9,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:56.006323 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa43988-37b1-4f8e-91e5-446c50c45c26 None None] New status for floating IP 498fe4e2-3f2c-4e56-9a3a-773e1650d2df: DOWN {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:40:56.008643 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 40fbb47d-58b8-4594-a23d-1fa0a13ebef9 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:40:56.050257 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e8406e8c-f811-43a5-a968-d01665428ad4 admin admin] Publish callbacks [] for security_group (ea57e92a-952a-4eb7-a124-8f71fa0ef6ff), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:56.106527 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e8406e8c-f811-43a5-a968-d01665428ad4 admin admin] Publish callbacks [] for security_group (ea57e92a-952a-4eb7-a124-8f71fa0ef6ff), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:56.114119 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a448966e-9464-4d89-ad98-c5502e04855e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (ff713486-cb86-48cf-ac5e-c850e84284c8), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:56.234271 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d7ea900e-a9ed-4d95-991a-ff173f012a8d None None] Provisioning complete for port d6628ff2-cc28-4631-8d4f-7c1bfabe35e6 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:56.236647 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d7ea900e-a9ed-4d95-991a-ff173f012a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d6628ff2-cc28-4631-8d4f-7c1bfabe35e6), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:56.255783 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e8406e8c-f811-43a5-a968-d01665428ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ea57e92a-952a-4eb7-a124-8f71fa0ef6ff), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:56.258427 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e8406e8c-f811-43a5-a968-d01665428ad4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:56.259564 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e8406e8c-f811-43a5-a968-d01665428ad4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ea57e92a-952a-4eb7-a124-8f71fa0ef6ff HTTP/1.1" status: 204 len: 168 time: 0.4451122 Feb 09 01:40:56.286246 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfe3c3e-dfea-470f-b2e7-b295ddb64ae7 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Made reservation on behalf of 8201bc48225643789b21af5866801d1c for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:56.291341 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-abfe3c3e-dfea-470f-b2e7-b295ddb64ae7 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:56.311899 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8406e8c-f811-43a5-a968-d01665428ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea57e92a-952a-4eb7-a124-8f71fa0ef6ff,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:56.330677 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e6750a1-58f1-44d9-962c-23d38197f8fd tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks [] for floatingip (498fe4e2-3f2c-4e56-9a3a-773e1650d2df), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:56.343349 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e6750a1-58f1-44d9-962c-23d38197f8fd tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:56.360605 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4e6750a1-58f1-44d9-962c-23d38197f8fd tempest-AttachVolumeShelveTestJSON-1808278330 tempest-AttachVolumeShelveTestJSON-1808278330-project] 10.222.0.30 "DELETE /v2.0/floatingips/498fe4e2-3f2c-4e56-9a3a-773e1650d2df HTTP/1.1" status: 204 len: 168 time: 1.8565538 Feb 09 01:40:56.453343 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a448966e-9464-4d89-ad98-c5502e04855e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (ff713486-cb86-48cf-ac5e-c850e84284c8), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:56.493718 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d7ea900e-a9ed-4d95-991a-ff173f012a8d None None] Current status of the port d6628ff2-cc28-4631-8d4f-7c1bfabe35e6 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:56.494114 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d7ea900e-a9ed-4d95-991a-ff173f012a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d6628ff2-cc28-4631-8d4f-7c1bfabe35e6), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:56.514011 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d6628ff2-cc28-4631-8d4f-7c1bfabe35e6 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:56.581878 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a448966e-9464-4d89-ad98-c5502e04855e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (ff713486-cb86-48cf-ac5e-c850e84284c8), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:56.620122 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a448966e-9464-4d89-ad98-c5502e04855e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:56.628222 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56600) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:56.635301 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a448966e-9464-4d89-ad98-c5502e04855e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/ff713486-cb86-48cf-ac5e-c850e84284c8 HTTP/1.1" status: 204 len: 168 time: 0.9877980 Feb 09 01:40:56.667972 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-d7ea900e-a9ed-4d95-991a-ff173f012a8d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:40:56.668352 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-d7ea900e-a9ed-4d95-991a-ff173f012a8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:40:56.676680 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448966e-9464-4d89-ad98-c5502e04855e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Subnet': ['ID=ff713486-cb86-48cf-ac5e-c850e84284c8,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:56.689523 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port d6628ff2-cc28-4631-8d4f-7c1bfabe35e6 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:56.690446 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d6628ff2-cc28-4631-8d4f-7c1bfabe35e6), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:56.717848 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5aba0d6e-264c-44be-a46a-d4c305d81757 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0880325 Feb 09 01:40:56.721204 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56602) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:56.826831 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3223c32-0fed-4a37-99fc-ed7fe2d320d8 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:56.832871 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56604) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:56.838094 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b3223c32-0fed-4a37-99fc-ed7fe2d320d8 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1154933 Feb 09 01:40:56.854872 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port d6628ff2-cc28-4631-8d4f-7c1bfabe35e6 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:56.855689 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d6628ff2-cc28-4631-8d4f-7c1bfabe35e6), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:56.908752 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port d6628ff2-cc28-4631-8d4f-7c1bfabe35e6, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d6628ff2-cc28-4631-8d4f-7c1bfabe35e6,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:56.915883 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d6628ff2-cc28-4631-8d4f-7c1bfabe35e6), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:56.955069 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56606) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:56.979522 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20a2560-e7c3-47ee-ae40-9ebb87da825f None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:56.996011 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e4782a1e-c3e1-4f31-a176-eea64d93f285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:57.052909 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-abfe3c3e-dfea-470f-b2e7-b295ddb64ae7 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (f0508878-5ca4-413e-93ad-87285c680504), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:57.071957 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d2dfdb9f-4e3c-4994-8d77-55e72656f533 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:40:57.075245 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=d6628ff2-cc28-4631-8d4f-7c1bfabe35e6,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:57.126485 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe3c3e-dfea-470f-b2e7-b295ddb64ae7 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'Subnet': ['ID=f0508878-5ca4-413e-93ad-87285c680504,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:57.219021 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfe3c3e-dfea-470f-b2e7-b295ddb64ae7 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Checking segment: {'id': '86f0e283-b0e7-4264-8050-b229cf93676d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '40fbb47d-58b8-4594-a23d-1fa0a13ebef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:57.219923 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfe3c3e-dfea-470f-b2e7-b295ddb64ae7 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Network hostable DHCP agents. Network: 40fbb47d-58b8-4594-a23d-1fa0a13ebef9, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:40:57.228202 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: d2dfdb9f-4e3c-4994-8d77-55e72656f533 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:40:57.228485 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d2dfdb9f-4e3c-4994-8d77-55e72656f533 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:40:57.236810 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d7ea900e-a9ed-4d95-991a-ff173f012a8d None None] Current status of the port d6628ff2-cc28-4631-8d4f-7c1bfabe35e6 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:57.244394 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448d6d87-e675-4865-adda-f4ce0da8e0a5 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:57.254580 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-448d6d87-e675-4865-adda-f4ce0da8e0a5 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4160073 Feb 09 01:40:57.259432 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56610) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:57.305716 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e4782a1e-c3e1-4f31-a176-eea64d93f285 admin admin] Publish callbacks [] for security_group (29e59e3b-9daf-452f-8238-2d3a8b22096c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:57.311356 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e4782a1e-c3e1-4f31-a176-eea64d93f285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (29e59e3b-9daf-452f-8238-2d3a8b22096c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:57.337812 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-533a3487-c56d-4fd7-b4bf-9ed5ebdd99d7 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0763168 Feb 09 01:40:57.347452 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56612) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:57.356931 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-26b9ca19-9033-4219-9fe4-00201d8d1b10 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'subnet': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:57.364496 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-ae5110f8-4fd9-4e69-a2d2-204c8761ca42 None None] Could not find standard attr ID for object 7fd5688b-765a-4ff3-8120-5f56f019488b. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:40:57.392309 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e4782a1e-c3e1-4f31-a176-eea64d93f285 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d0a5112f890f4cefb8854566f0c99ea3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4345624 Feb 09 01:40:57.393673 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4782a1e-c3e1-4f31-a176-eea64d93f285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e59e3b-9daf-452f-8238-2d3a8b22096c,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:57.397292 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56614) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:57.398395 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfe3c3e-dfea-470f-b2e7-b295ddb64ae7 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Network 40fbb47d-58b8-4594-a23d-1fa0a13ebef9 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:40:57.408657 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1997b81-db29-48d2-85c9-f1d93e39ac66 None None] DHCP port deletion for cbbe9143-fcdc-43c5-b797-7f127a92ac8e request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:40:57.456257 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-abfe3c3e-dfea-470f-b2e7-b295ddb64ae7 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 40fbb47d-58b8-4594-a23d-1fa0a13ebef9) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:57.475281 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfe3c3e-dfea-470f-b2e7-b295ddb64ae7 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:57.478383 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-abfe3c3e-dfea-470f-b2e7-b295ddb64ae7 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:57.502996 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-db19ba27-651e-47d0-9cb5-b77f1a45270a admin admin] Publish callbacks [] for security_group (29e59e3b-9daf-452f-8238-2d3a8b22096c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:57.528988 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b53c4c6-f48f-4a17-9c4e-5f79fa19e3f9 None None] Network 40fbb47d-58b8-4594-a23d-1fa0a13ebef9 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:57.532713 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-db19ba27-651e-47d0-9cb5-b77f1a45270a admin admin] Publish callbacks [] for security_group (29e59e3b-9daf-452f-8238-2d3a8b22096c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:57.605591 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-db19ba27-651e-47d0-9cb5-b77f1a45270a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (29e59e3b-9daf-452f-8238-2d3a8b22096c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:57.610478 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-abfe3c3e-dfea-470f-b2e7-b295ddb64ae7 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6793432 Feb 09 01:40:57.613528 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-db19ba27-651e-47d0-9cb5-b77f1a45270a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:57.614710 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-db19ba27-651e-47d0-9cb5-b77f1a45270a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/29e59e3b-9daf-452f-8238-2d3a8b22096c HTTP/1.1" status: 204 len: 168 time: 0.2156239 Feb 09 01:40:57.620136 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56618) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:57.634614 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db19ba27-651e-47d0-9cb5-b77f1a45270a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e59e3b-9daf-452f-8238-2d3a8b22096c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:57.645975 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-c5ea9419-e5a9-4130-a56d-23ed0748b7e7 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'port': {'network_id': '40fbb47d-58b8-4594-a23d-1fa0a13ebef9', 'name': 'tempest-PortsIpV6TestJSON-1718869130', 'fixed_ips': [{'subnet_id': 'f0508878-5ca4-413e-93ad-87285c680504', 'ip_address': '2001:db8::10'}]}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:57.738009 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:57.766957 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e1997b81-db29-48d2-85c9-f1d93e39ac66 None None] Deleting port d6628ff2-cc28-4631-8d4f-7c1bfabe35e6 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:57.767681 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e1997b81-db29-48d2-85c9-f1d93e39ac66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (d6628ff2-cc28-4631-8d4f-7c1bfabe35e6), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:57.935904 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b9ca19-9033-4219-9fe4-00201d8d1b10 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:57.944734 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babf1285-5651-4b8b-a7b7-2f5918b91271 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-40fbb47d-58b8-4594-a23d-1fa0a13ebef9', 'network_id': '40fbb47d-58b8-4594-a23d-1fa0a13ebef9', 'project_id': '8201bc48225643789b21af5866801d1c', 'fixed_ips': [{'subnet_id': 'f0508878-5ca4-413e-93ad-87285c680504'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:40:57.946507 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-babf1285-5651-4b8b-a7b7-2f5918b91271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:57.947640 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-26b9ca19-9033-4219-9fe4-00201d8d1b10 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:57.952081 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e1997b81-db29-48d2-85c9-f1d93e39ac66 None None] For port d6628ff2-cc28-4631-8d4f-7c1bfabe35e6, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d6628ff2-cc28-4631-8d4f-7c1bfabe35e6,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:57.953254 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e1997b81-db29-48d2-85c9-f1d93e39ac66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (d6628ff2-cc28-4631-8d4f-7c1bfabe35e6), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:57.989482 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e1997b81-db29-48d2-85c9-f1d93e39ac66 None None] Calling delete_port for d6628ff2-cc28-4631-8d4f-7c1bfabe35e6 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:58.146387 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ea9419-e5a9-4130-a56d-23ed0748b7e7 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Made reservation on behalf of 8201bc48225643789b21af5866801d1c for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:58.148894 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:40:58.332172 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d6628ff2-cc28-4631-8d4f-7c1bfabe35e6 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:40:58.382193 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-babf1285-5651-4b8b-a7b7-2f5918b91271 None None] Allocated IP 2001:db8::2 (40fbb47d-58b8-4594-a23d-1fa0a13ebef9/f0508878-5ca4-413e-93ad-87285c680504/eb4cc5d3-54d8-4f8c-b161-ca34aa518822) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:58.420059 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e1997b81-db29-48d2-85c9-f1d93e39ac66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (d6628ff2-cc28-4631-8d4f-7c1bfabe35e6), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:58.428600 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:58.572888 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No active binding found for port d6628ff2-cc28-4631-8d4f-7c1bfabe35e6 {{(pid=103530) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 01:40:58.573273 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] The host n-d-822053-40 is not matching for port d6628ff2-cc28-4631-8d4f-7c1bfabe35e6 host None! {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:40:58.573666 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d6628ff2-cc28-4631-8d4f-7c1bfabe35e6 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:40:58.584501 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1997b81-db29-48d2-85c9-f1d93e39ac66 None None] Pushing event deleted for resources: {'Port': ['ID=d6628ff2-cc28-4631-8d4f-7c1bfabe35e6,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:58.778669 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1997b81-db29-48d2-85c9-f1d93e39ac66 None None] No DVR routers for this DVR port d6628ff2-cc28-4631-8d4f-7c1bfabe35e6 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:58.788199 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c5ea9419-e5a9-4130-a56d-23ed0748b7e7 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:58.803474 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-babf1285-5651-4b8b-a7b7-2f5918b91271 None None] Publish callbacks [] for port (eb4cc5d3-54d8-4f8c-b161-ca34aa518822), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:58.815535 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-babf1285-5651-4b8b-a7b7-2f5918b91271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (eb4cc5d3-54d8-4f8c-b161-ca34aa518822), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:58.859522 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babf1285-5651-4b8b-a7b7-2f5918b91271 None None] Network 40fbb47d-58b8-4594-a23d-1fa0a13ebef9 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:58.863097 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-babf1285-5651-4b8b-a7b7-2f5918b91271 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:58.866867 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babf1285-5651-4b8b-a7b7-2f5918b91271 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:58.875259 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf1285-5651-4b8b-a7b7-2f5918b91271 None None] Pushing event updated for resources: {'Port': ['ID=eb4cc5d3-54d8-4f8c-b161-ca34aa518822,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:58.884300 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-c5ea9419-e5a9-4130-a56d-23ed0748b7e7 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] device_id is not set on port a1d88cc3-9d4c-46bf-bae7-3829e5cdab04 yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:40:59.005484 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-babf1285-5651-4b8b-a7b7-2f5918b91271 None None] Attempting to bind port eb4cc5d3-54d8-4f8c-b161-ca34aa518822 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:40:59.009650 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-babf1285-5651-4b8b-a7b7-2f5918b91271 None None] Attempting to bind port eb4cc5d3-54d8-4f8c-b161-ca34aa518822 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '86f0e283-b0e7-4264-8050-b229cf93676d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '40fbb47d-58b8-4594-a23d-1fa0a13ebef9'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:40:59.009650 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babf1285-5651-4b8b-a7b7-2f5918b91271 None None] Attempting to bind port eb4cc5d3-54d8-4f8c-b161-ca34aa518822 on network 40fbb47d-58b8-4594-a23d-1fa0a13ebef9 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:59.022401 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babf1285-5651-4b8b-a7b7-2f5918b91271 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:40:59.022771 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babf1285-5651-4b8b-a7b7-2f5918b91271 None None] Checking segment: {'id': '86f0e283-b0e7-4264-8050-b229cf93676d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '40fbb47d-58b8-4594-a23d-1fa0a13ebef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:59.023195 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-babf1285-5651-4b8b-a7b7-2f5918b91271 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:59.036291 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babf1285-5651-4b8b-a7b7-2f5918b91271 None None] Bound using segment: {'id': '86f0e283-b0e7-4264-8050-b229cf93676d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '40fbb47d-58b8-4594-a23d-1fa0a13ebef9'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:40:59.044546 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-babf1285-5651-4b8b-a7b7-2f5918b91271 None None] Bound port: eb4cc5d3-54d8-4f8c-b161-ca34aa518822, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f0e283-b0e7-4264-8050-b229cf93676d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '40fbb47d-58b8-4594-a23d-1fa0a13ebef9'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:40:59.045019 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-babf1285-5651-4b8b-a7b7-2f5918b91271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (eb4cc5d3-54d8-4f8c-b161-ca34aa518822), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:59.119550 n-d-822053-40 neutron-server[103529]: DEBUG neutron.objects.ports [None req-26b9ca19-9033-4219-9fe4-00201d8d1b10 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103529) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:40:59.123549 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-26b9ca19-9033-4219-9fe4-00201d8d1b10 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (0490a609-3883-4f98-bc75-f1af514c326f), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:59.175512 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-babf1285-5651-4b8b-a7b7-2f5918b91271 None None] For port eb4cc5d3-54d8-4f8c-b161-ca34aa518822, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:40:59.180161 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-babf1285-5651-4b8b-a7b7-2f5918b91271 None None] For port eb4cc5d3-54d8-4f8c-b161-ca34aa518822, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=eb4cc5d3-54d8-4f8c-b161-ca34aa518822,segment=NetworkSegment(86f0e283-b0e7-4264-8050-b229cf93676d),segment_id=86f0e283-b0e7-4264-8050-b229cf93676d)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:40:59.196482 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-babf1285-5651-4b8b-a7b7-2f5918b91271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (eb4cc5d3-54d8-4f8c-b161-ca34aa518822), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:59.201594 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b9ca19-9033-4219-9fe4-00201d8d1b10 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:59.228819 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-26b9ca19-9033-4219-9fe4-00201d8d1b10 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:59.236611 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b9ca19-9033-4219-9fe4-00201d8d1b10 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:59.237219 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-26b9ca19-9033-4219-9fe4-00201d8d1b10 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:59.246956 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9ca19-9033-4219-9fe4-00201d8d1b10 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Subnet': ['ID=0490a609-3883-4f98-bc75-f1af514c326f,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:59.269175 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-c5ea9419-e5a9-4130-a56d-23ed0748b7e7 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Allocated IP 2001:db8::10 (40fbb47d-58b8-4594-a23d-1fa0a13ebef9/f0508878-5ca4-413e-93ad-87285c680504/a1d88cc3-9d4c-46bf-bae7-3829e5cdab04) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:59.283364 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-26b9ca19-9033-4219-9fe4-00201d8d1b10 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9280102 Feb 09 01:40:59.283364 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56644) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:59.297494 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-dd999300-9331-4499-a510-12fa61db7fc3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'subnet': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:59.304794 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c67275-0515-4a8a-af09-1c1863c41554 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:59.705138 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf1285-5651-4b8b-a7b7-2f5918b91271 None None] Pushing event updated for resources: {'Port': ['ID=eb4cc5d3-54d8-4f8c-b161-ca34aa518822,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:59.802727 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c5ea9419-e5a9-4130-a56d-23ed0748b7e7 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for port (a1d88cc3-9d4c-46bf-bae7-3829e5cdab04), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:59.848985 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd999300-9331-4499-a510-12fa61db7fc3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:59.861479 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dd999300-9331-4499-a510-12fa61db7fc3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:59.873445 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec400d8-a817-4a63-9348-016a7be8852f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'project_id': '840feb797a5045feb11a0660b5a0c7d5', 'fixed_ips': [{'subnet_id': '0490a609-3883-4f98-bc75-f1af514c326f'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:40:59.874356 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7ec400d8-a817-4a63-9348-016a7be8852f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:00.063767 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c5ea9419-e5a9-4130-a56d-23ed0748b7e7 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (a1d88cc3-9d4c-46bf-bae7-3829e5cdab04), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:00.154438 n-d-822053-40 neutron-server[103529]: INFO neutron.db.ipam_backend_mixin [None req-dd999300-9331-4499-a510-12fa61db7fc3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0490a609-3883-4f98-bc75-f1af514c326f (CIDR: 2001:db8::/64) Feb 09 01:41:00.161205 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ea9419-e5a9-4130-a56d-23ed0748b7e7 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Network 40fbb47d-58b8-4594-a23d-1fa0a13ebef9 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:00.165260 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd999300-9331-4499-a510-12fa61db7fc3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:41:00.165722 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd999300-9331-4499-a510-12fa61db7fc3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:00.178989 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-c5ea9419-e5a9-4130-a56d-23ed0748b7e7 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:00.184646 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ea9419-e5a9-4130-a56d-23ed0748b7e7 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:41:00.190983 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ea9419-e5a9-4130-a56d-23ed0748b7e7 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:00.191620 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c5ea9419-e5a9-4130-a56d-23ed0748b7e7 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:00.199860 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-dd999300-9331-4499-a510-12fa61db7fc3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9155653 Feb 09 01:41:00.200055 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56654) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:00.202241 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea9419-e5a9-4130-a56d-23ed0748b7e7 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'Port': ['ID=a1d88cc3-9d4c-46bf-bae7-3829e5cdab04,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:00.213059 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-25174881-bf60-4f20-80ed-d6b57b6ba50e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'subnet': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:00.228139 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c5ea9419-e5a9-4130-a56d-23ed0748b7e7 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6058562 Feb 09 01:41:00.228805 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56656) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:00.235434 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-85a77cc7-a77b-4821-8196-62db9176dd06 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'port': {'network_id': '40fbb47d-58b8-4594-a23d-1fa0a13ebef9', 'name': 'tempest-PortsIpV6TestJSON-707301378', 'fixed_ips': [{'subnet_id': 'f0508878-5ca4-413e-93ad-87285c680504', 'ip_address': '2001:db8::f'}]}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:00.240374 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-7ec400d8-a817-4a63-9348-016a7be8852f None None] Allocated IP 2001:db8::f816:3eff:fe2f:36d5 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/0490a609-3883-4f98-bc75-f1af514c326f/d3cdccd4-6d8e-4e9f-9cc4-a804bd585510) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:00.486163 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a77cc7-a77b-4821-8196-62db9176dd06 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Made reservation on behalf of 8201bc48225643789b21af5866801d1c for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:00.523763 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-85a77cc7-a77b-4821-8196-62db9176dd06 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:00.584549 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device eb4cc5d3-54d8-4f8c-b161-ca34aa518822 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:41:00.590309 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25174881-bf60-4f20-80ed-d6b57b6ba50e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:00.594718 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-25174881-bf60-4f20-80ed-d6b57b6ba50e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:00.604194 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-85a77cc7-a77b-4821-8196-62db9176dd06 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] device_id is not set on port 020020ef-a9d1-41a4-bdc7-3d73df6546fd yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:41:00.908359 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7ec400d8-a817-4a63-9348-016a7be8852f None None] Publish callbacks [] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:00.940724 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7ec400d8-a817-4a63-9348-016a7be8852f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:01.149735 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec400d8-a817-4a63-9348-016a7be8852f None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:01.160569 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-7ec400d8-a817-4a63-9348-016a7be8852f None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:01.165148 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec400d8-a817-4a63-9348-016a7be8852f None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:41:01.178530 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec400d8-a817-4a63-9348-016a7be8852f None None] Pushing event updated for resources: {'Port': ['ID=d3cdccd4-6d8e-4e9f-9cc4-a804bd585510,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:01.230204 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port eb4cc5d3-54d8-4f8c-b161-ca34aa518822 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:01.230588 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (eb4cc5d3-54d8-4f8c-b161-ca34aa518822), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:01.250168 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-85a77cc7-a77b-4821-8196-62db9176dd06 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Allocated IP 2001:db8::f (40fbb47d-58b8-4594-a23d-1fa0a13ebef9/f0508878-5ca4-413e-93ad-87285c680504/020020ef-a9d1-41a4-bdc7-3d73df6546fd) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:01.295350 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-7ec400d8-a817-4a63-9348-016a7be8852f None None] Attempting to bind port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:41:01.295730 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-7ec400d8-a817-4a63-9348-016a7be8852f None None] Attempting to bind port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:41:01.296320 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec400d8-a817-4a63-9348-016a7be8852f None None] Attempting to bind port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 on network cbbe9143-fcdc-43c5-b797-7f127a92ac8e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:41:01.307481 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec400d8-a817-4a63-9348-016a7be8852f None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:41:01.307864 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec400d8-a817-4a63-9348-016a7be8852f None None] Checking segment: {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:41:01.308314 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7ec400d8-a817-4a63-9348-016a7be8852f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:01.308704 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec400d8-a817-4a63-9348-016a7be8852f None None] Bound using segment: {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:41:01.309244 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-7ec400d8-a817-4a63-9348-016a7be8852f None None] Bound port: d3cdccd4-6d8e-4e9f-9cc4-a804bd585510, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:41:01.309613 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7ec400d8-a817-4a63-9348-016a7be8852f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:01.374564 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-25174881-bf60-4f20-80ed-d6b57b6ba50e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (d1e78208-e2a7-4782-810c-6fc6aa82c177), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:01.526322 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25174881-bf60-4f20-80ed-d6b57b6ba50e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:01.532672 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-25174881-bf60-4f20-80ed-d6b57b6ba50e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:01.537091 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25174881-bf60-4f20-80ed-d6b57b6ba50e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:01.537690 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-25174881-bf60-4f20-80ed-d6b57b6ba50e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:01.568608 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2042d3c9-cb1d-418b-8278-4011308b27e0 None None] Network 40fbb47d-58b8-4594-a23d-1fa0a13ebef9 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:41:01.604557 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-25174881-bf60-4f20-80ed-d6b57b6ba50e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4005239 Feb 09 01:41:01.604774 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56680) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:01.632485 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port eb4cc5d3-54d8-4f8c-b161-ca34aa518822 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:01.632883 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (eb4cc5d3-54d8-4f8c-b161-ca34aa518822), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:01.637406 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-4820658e-1e5d-4c57-8e92-5f6353b688f1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'port': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'mac_address': 'fa:16:3e:43:88:1e', 'name': 'tempest-NetworksTestDHCPv6-6695397'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:01.638277 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-85a77cc7-a77b-4821-8196-62db9176dd06 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for port (020020ef-a9d1-41a4-bdc7-3d73df6546fd), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:01.719341 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-7ec400d8-a817-4a63-9348-016a7be8852f None None] For port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:41:01.722090 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-85a77cc7-a77b-4821-8196-62db9176dd06 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (020020ef-a9d1-41a4-bdc7-3d73df6546fd), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:01.795135 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-37d72af9-0171-45a0-8838-995bc2d014ee None None] Provisioning complete for port eb4cc5d3-54d8-4f8c-b161-ca34aa518822 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:01.796560 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-37d72af9-0171-45a0-8838-995bc2d014ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (eb4cc5d3-54d8-4f8c-b161-ca34aa518822), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:01.812070 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-7ec400d8-a817-4a63-9348-016a7be8852f None None] For port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d3cdccd4-6d8e-4e9f-9cc4-a804bd585510,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:41:01.825806 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a77cc7-a77b-4821-8196-62db9176dd06 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Network 40fbb47d-58b8-4594-a23d-1fa0a13ebef9 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:01.829913 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-85a77cc7-a77b-4821-8196-62db9176dd06 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:01.845721 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a77cc7-a77b-4821-8196-62db9176dd06 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:41:01.849337 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25174881-bf60-4f20-80ed-d6b57b6ba50e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Subnet': ['ID=d1e78208-e2a7-4782-810c-6fc6aa82c177,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:01.851492 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a77cc7-a77b-4821-8196-62db9176dd06 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:01.857199 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-85a77cc7-a77b-4821-8196-62db9176dd06 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:01.879702 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a77cc7-a77b-4821-8196-62db9176dd06 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'Port': ['ID=020020ef-a9d1-41a4-bdc7-3d73df6546fd,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:01.887630 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7ec400d8-a817-4a63-9348-016a7be8852f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:01.900288 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-85a77cc7-a77b-4821-8196-62db9176dd06 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6678293 Feb 09 01:41:01.901384 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56688) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:01.988174 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port eb4cc5d3-54d8-4f8c-b161-ca34aa518822, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=eb4cc5d3-54d8-4f8c-b161-ca34aa518822,segment=NetworkSegment(86f0e283-b0e7-4264-8050-b229cf93676d),segment_id=86f0e283-b0e7-4264-8050-b229cf93676d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:02.057679 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (eb4cc5d3-54d8-4f8c-b161-ca34aa518822), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:02.061021 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4820658e-1e5d-4c57-8e92-5f6353b688f1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:02.090412 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d5f4d0-d1a8-4828-8adc-74648dba1025 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:02.104573 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-18d5f4d0-d1a8-4828-8adc-74648dba1025 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2020729 Feb 09 01:41:02.113449 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56694) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:02.270154 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46da24cc-d1b1-4980-a0f9-16cac7d66a21 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:02.281324 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4820658e-1e5d-4c57-8e92-5f6353b688f1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:02.283413 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46da24cc-d1b1-4980-a0f9-16cac7d66a21 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:02.297450 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec400d8-a817-4a63-9348-016a7be8852f None None] Pushing event updated for resources: {'Port': ['ID=d3cdccd4-6d8e-4e9f-9cc4-a804bd585510,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:02.298789 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46da24cc-d1b1-4980-a0f9-16cac7d66a21 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:02.311799 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-46da24cc-d1b1-4980-a0f9-16cac7d66a21 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1830609 Feb 09 01:41:02.314341 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56698) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:02.338445 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-4820658e-1e5d-4c57-8e92-5f6353b688f1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] device_id is not set on port 2d2d7f2c-fffd-43ff-ab52-6ff66b117eec yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:41:02.458865 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=eb4cc5d3-54d8-4f8c-b161-ca34aa518822,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:02.471157 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-37d72af9-0171-45a0-8838-995bc2d014ee None None] Current status of the port eb4cc5d3-54d8-4f8c-b161-ca34aa518822 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:03.051301 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-138d1023-b11e-4a46-a5b8-a777ff700a11 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Deleting port 020020ef-a9d1-41a4-bdc7-3d73df6546fd {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:03.051882 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-138d1023-b11e-4a46-a5b8-a777ff700a11 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (020020ef-a9d1-41a4-bdc7-3d73df6546fd), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:03.060186 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-4b844ded-a321-43a8-bcc2-0bfc802e08ef None None] Provisioning complete for port 020020ef-a9d1-41a4-bdc7-3d73df6546fd triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:03.061262 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4b844ded-a321-43a8-bcc2-0bfc802e08ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (020020ef-a9d1-41a4-bdc7-3d73df6546fd), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:03.225005 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-4820658e-1e5d-4c57-8e92-5f6353b688f1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Allocated IP 2001:db8:0:1::f5 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/d1e78208-e2a7-4782-810c-6fc6aa82c177/2d2d7f2c-fffd-43ff-ab52-6ff66b117eec) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:03.283257 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-4820658e-1e5d-4c57-8e92-5f6353b688f1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Allocated IP 2001:db8::f816:3eff:fe43:881e (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/0490a609-3883-4f98-bc75-f1af514c326f/2d2d7f2c-fffd-43ff-ab52-6ff66b117eec) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:03.462713 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-138d1023-b11e-4a46-a5b8-a777ff700a11 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (020020ef-a9d1-41a4-bdc7-3d73df6546fd), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:03.519057 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-138d1023-b11e-4a46-a5b8-a777ff700a11 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Calling delete_port for 020020ef-a9d1-41a4-bdc7-3d73df6546fd owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:41:03.599474 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-4b844ded-a321-43a8-bcc2-0bfc802e08ef None None] Port 020020ef-a9d1-41a4-bdc7-3d73df6546fd cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:41:03.653044 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-4b844ded-a321-43a8-bcc2-0bfc802e08ef None None] Provisioning complete for port eb4cc5d3-54d8-4f8c-b161-ca34aa518822 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:03.655695 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4b844ded-a321-43a8-bcc2-0bfc802e08ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (eb4cc5d3-54d8-4f8c-b161-ca34aa518822), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:03.950429 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-4b844ded-a321-43a8-bcc2-0bfc802e08ef None None] Current status of the port eb4cc5d3-54d8-4f8c-b161-ca34aa518822 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:03.994506 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-4b844ded-a321-43a8-bcc2-0bfc802e08ef None None] Provisioning complete for port a1d88cc3-9d4c-46bf-bae7-3829e5cdab04 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:04.005363 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4b844ded-a321-43a8-bcc2-0bfc802e08ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a1d88cc3-9d4c-46bf-bae7-3829e5cdab04), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:04.096276 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-4b844ded-a321-43a8-bcc2-0bfc802e08ef None None] Port a1d88cc3-9d4c-46bf-bae7-3829e5cdab04 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:41:04.182896 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4820658e-1e5d-4c57-8e92-5f6353b688f1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for port (2d2d7f2c-fffd-43ff-ab52-6ff66b117eec), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:04.236627 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-fc78fa4f-5b22-44f6-b801-865879970b71 None None] Provisioning complete for port 020020ef-a9d1-41a4-bdc7-3d73df6546fd triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:04.237003 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fc78fa4f-5b22-44f6-b801-865879970b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (020020ef-a9d1-41a4-bdc7-3d73df6546fd), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:04.338968 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dd939b-4aa7-4f11-98e0-0144c8d287a3 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:41:04.448114 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-fc78fa4f-5b22-44f6-b801-865879970b71 None None] Port 020020ef-a9d1-41a4-bdc7-3d73df6546fd cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:41:04.461417 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56734) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:04.495075 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-138d1023-b11e-4a46-a5b8-a777ff700a11 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (020020ef-a9d1-41a4-bdc7-3d73df6546fd), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:04.505997 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4820658e-1e5d-4c57-8e92-5f6353b688f1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (2d2d7f2c-fffd-43ff-ab52-6ff66b117eec), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:04.581012 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-fc78fa4f-5b22-44f6-b801-865879970b71 None None] Provisioning complete for port a1d88cc3-9d4c-46bf-bae7-3829e5cdab04 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:04.581744 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fc78fa4f-5b22-44f6-b801-865879970b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a1d88cc3-9d4c-46bf-bae7-3829e5cdab04), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:04.591006 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:41:04.729302 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-fc78fa4f-5b22-44f6-b801-865879970b71 None None] Port a1d88cc3-9d4c-46bf-bae7-3829e5cdab04 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:41:04.759109 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-932be2a7-cdab-4ebb-9cee-eb118794fca3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:04.762059 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:04.762437 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:04.942964 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-94428eb9-9752-4e88-bed2-39e615308d66 None None] Provisioning complete for port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:04.943610 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-94428eb9-9752-4e88-bed2-39e615308d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:04.950781 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0c7790-456d-4343-b79b-95cc9b489a44 None None] Update dhcp port {'port': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'fixed_ips': [{'subnet_id': '0490a609-3883-4f98-bc75-f1af514c326f', 'ip_address': '2001:db8::f816:3eff:fe2f:36d5'}, {'subnet_id': 'd1e78208-e2a7-4782-810c-6fc6aa82c177'}], 'binding:host_id': 'n-d-822053-40'}, 'id': 'd3cdccd4-6d8e-4e9f-9cc4-a804bd585510'} from n-d-822053-40. {{(pid=103530) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:41:04.976110 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-932be2a7-cdab-4ebb-9cee-eb118794fca3 admin admin] Publish callbacks [] for security_group (1524efec-2a6e-4459-bd3e-9c956d864f22), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:04.987320 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-932be2a7-cdab-4ebb-9cee-eb118794fca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1524efec-2a6e-4459-bd3e-9c956d864f22), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:05.073710 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-932be2a7-cdab-4ebb-9cee-eb118794fca3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7f08b078f2a74a4298ef01b5f0130b1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6114774 Feb 09 01:41:05.076612 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56748) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:05.097422 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ce0c7790-456d-4343-b79b-95cc9b489a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:05.148248 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138d1023-b11e-4a46-a5b8-a777ff700a11 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'Port': ['ID=020020ef-a9d1-41a4-bdc7-3d73df6546fd,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:05.157231 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:05.158174 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:05.197949 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932be2a7-cdab-4ebb-9cee-eb118794fca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1524efec-2a6e-4459-bd3e-9c956d864f22,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:05.313745 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7788892a-26ec-4f52-ab5b-0aa6ede57ebc admin admin] Publish callbacks [] for security_group (1524efec-2a6e-4459-bd3e-9c956d864f22), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:05.360945 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4820658e-1e5d-4c57-8e92-5f6353b688f1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:05.367781 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-4820658e-1e5d-4c57-8e92-5f6353b688f1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:05.380713 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7788892a-26ec-4f52-ab5b-0aa6ede57ebc admin admin] Publish callbacks [] for security_group (1524efec-2a6e-4459-bd3e-9c956d864f22), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:05.383596 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d3cdccd4-6d8e-4e9f-9cc4-a804bd585510,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:05.394010 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-138d1023-b11e-4a46-a5b8-a777ff700a11 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:05.403119 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-138d1023-b11e-4a46-a5b8-a777ff700a11 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/ports/020020ef-a9d1-41a4-bdc7-3d73df6546fd HTTP/1.1" status: 204 len: 168 time: 3.0877612 Feb 09 01:41:05.407394 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56754) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:05.409000 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4820658e-1e5d-4c57-8e92-5f6353b688f1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:41:05.415501 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:05.420462 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4820658e-1e5d-4c57-8e92-5f6353b688f1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:05.421622 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4820658e-1e5d-4c57-8e92-5f6353b688f1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:05.421860 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device eb4cc5d3-54d8-4f8c-b161-ca34aa518822 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:41:05.463520 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820658e-1e5d-4c57-8e92-5f6353b688f1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Port': ['ID=2d2d7f2c-fffd-43ff-ab52-6ff66b117eec,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:05.471314 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-045f6a46-7e4d-4704-ad3a-e198cc39aa87 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] GET failed (client error): The resource could not be found. Feb 09 01:41:05.477229 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-045f6a46-7e4d-4704-ad3a-e198cc39aa87 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "GET /v2.0/ports/020020ef-a9d1-41a4-bdc7-3d73df6546fd HTTP/1.1" status: 404 len: 333 time: 0.0642829 Feb 09 01:41:05.478488 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56756) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:05.488608 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4820658e-1e5d-4c57-8e92-5f6353b688f1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.8827326 Feb 09 01:41:05.497015 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56758) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:05.652514 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7788892a-26ec-4f52-ab5b-0aa6ede57ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1524efec-2a6e-4459-bd3e-9c956d864f22), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:05.655747 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7788892a-26ec-4f52-ab5b-0aa6ede57ebc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:05.657199 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7788892a-26ec-4f52-ab5b-0aa6ede57ebc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1524efec-2a6e-4459-bd3e-9c956d864f22 HTTP/1.1" status: 204 len: 168 time: 0.5696254 Feb 09 01:41:05.699691 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788892a-26ec-4f52-ab5b-0aa6ede57ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1524efec-2a6e-4459-bd3e-9c956d864f22,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:05.764288 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8c0195a1-82fb-4641-8e69-2f94c091409c tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Deleting port a1d88cc3-9d4c-46bf-bae7-3829e5cdab04 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:05.764776 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8c0195a1-82fb-4641-8e69-2f94c091409c tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (a1d88cc3-9d4c-46bf-bae7-3829e5cdab04), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:05.777258 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-2622e9de-9443-43b7-beb0-ccc5c193c9b4 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting port 2d2d7f2c-fffd-43ff-ab52-6ff66b117eec {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:05.781051 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2622e9de-9443-43b7-beb0-ccc5c193c9b4 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (2d2d7f2c-fffd-43ff-ab52-6ff66b117eec), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:05.806129 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=d3cdccd4-6d8e-4e9f-9cc4-a804bd585510,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:05.990615 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-94428eb9-9752-4e88-bed2-39e615308d66 None None] Current status of the port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:06.001647 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2622e9de-9443-43b7-beb0-ccc5c193c9b4 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (2d2d7f2c-fffd-43ff-ab52-6ff66b117eec), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:06.005539 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8c0195a1-82fb-4641-8e69-2f94c091409c tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (a1d88cc3-9d4c-46bf-bae7-3829e5cdab04), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:06.021466 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8c0195a1-82fb-4641-8e69-2f94c091409c tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Calling delete_port for a1d88cc3-9d4c-46bf-bae7-3829e5cdab04 owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:41:06.048521 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-2622e9de-9443-43b7-beb0-ccc5c193c9b4 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Calling delete_port for 2d2d7f2c-fffd-43ff-ab52-6ff66b117eec owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:41:06.059720 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-ce0c7790-456d-4343-b79b-95cc9b489a44 None None] Allocated IP 2001:db8:0:1::2 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/d1e78208-e2a7-4782-810c-6fc6aa82c177/d3cdccd4-6d8e-4e9f-9cc4-a804bd585510) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:06.103109 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port eb4cc5d3-54d8-4f8c-b161-ca34aa518822 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:06.103819 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (eb4cc5d3-54d8-4f8c-b161-ca34aa518822), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:06.287181 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56766) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:06.310596 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b972804f-b5cd-4a00-8242-a70bcec3a13b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:06.329610 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8c0195a1-82fb-4641-8e69-2f94c091409c tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (a1d88cc3-9d4c-46bf-bae7-3829e5cdab04), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:06.393085 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0195a1-82fb-4641-8e69-2f94c091409c tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'Port': ['ID=a1d88cc3-9d4c-46bf-bae7-3829e5cdab04,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:06.456222 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2622e9de-9443-43b7-beb0-ccc5c193c9b4 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (2d2d7f2c-fffd-43ff-ab52-6ff66b117eec), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:06.464841 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8c0195a1-82fb-4641-8e69-2f94c091409c tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:06.473866 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8c0195a1-82fb-4641-8e69-2f94c091409c tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/ports/a1d88cc3-9d4c-46bf-bae7-3829e5cdab04 HTTP/1.1" status: 204 len: 168 time: 0.9927573 Feb 09 01:41:06.476942 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56770) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:06.512580 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-ce0c7790-456d-4343-b79b-95cc9b489a44 None None] For port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d3cdccd4-6d8e-4e9f-9cc4-a804bd585510,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:06.545633 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622e9de-9443-43b7-beb0-ccc5c193c9b4 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Port': ['ID=2d2d7f2c-fffd-43ff-ab52-6ff66b117eec,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:06.587088 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-14953da6-eb5e-44ae-9c9e-bed9aab48e7b tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] GET failed (client error): The resource could not be found. Feb 09 01:41:06.593187 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-14953da6-eb5e-44ae-9c9e-bed9aab48e7b tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "GET /v2.0/ports/a1d88cc3-9d4c-46bf-bae7-3829e5cdab04 HTTP/1.1" status: 404 len: 333 time: 0.1084926 Feb 09 01:41:06.594080 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56772) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:06.631284 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b972804f-b5cd-4a00-8242-a70bcec3a13b admin admin] Publish callbacks [] for security_group (fb1561e0-d344-4664-8788-e6223c292973), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:06.650833 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port eb4cc5d3-54d8-4f8c-b161-ca34aa518822 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:06.683620 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b972804f-b5cd-4a00-8242-a70bcec3a13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (fb1561e0-d344-4664-8788-e6223c292973), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:06.720592 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ce0c7790-456d-4343-b79b-95cc9b489a44 None None] Publish callbacks [] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:06.724313 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2622e9de-9443-43b7-beb0-ccc5c193c9b4 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:06.729664 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ce0c7790-456d-4343-b79b-95cc9b489a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:06.734141 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2622e9de-9443-43b7-beb0-ccc5c193c9b4 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/ports/2d2d7f2c-fffd-43ff-ab52-6ff66b117eec HTTP/1.1" status: 204 len: 168 time: 1.2346973 Feb 09 01:41:06.753301 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56774) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:06.848961 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b972804f-b5cd-4a00-8242-a70bcec3a13b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7fe753df23b04064b727e96966f248c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5604851 Feb 09 01:41:06.850220 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972804f-b5cd-4a00-8242-a70bcec3a13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1561e0-d344-4664-8788-e6223c292973,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:06.865006 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56778) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:06.872353 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f87b597-1db3-43f9-951e-cf2bb9096f14 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Deleting subnet f0508878-5ca4-413e-93ad-87285c680504 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:41:06.886031 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5f87b597-1db3-43f9-951e-cf2bb9096f14 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for subnet (f0508878-5ca4-413e-93ad-87285c680504), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:06.925359 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:41:06.959931 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c9bdab0e-c826-4782-9490-fb6bf829128a admin admin] Publish callbacks [] for security_group (fb1561e0-d344-4664-8788-e6223c292973), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:06.986479 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a32eb89-7b2e-4d06-974c-82cb9b4e40ae tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:06.989570 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c9bdab0e-c826-4782-9490-fb6bf829128a admin admin] Publish callbacks [] for security_group (fb1561e0-d344-4664-8788-e6223c292973), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:06.998513 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56780) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:07.000814 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0a32eb89-7b2e-4d06-974c-82cb9b4e40ae tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2462122 Feb 09 01:41:07.037744 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5f87b597-1db3-43f9-951e-cf2bb9096f14 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (f0508878-5ca4-413e-93ad-87285c680504), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:07.049917 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c7790-456d-4343-b79b-95cc9b489a44 None None] Pushing event updated for resources: {'Port': ['ID=d3cdccd4-6d8e-4e9f-9cc4-a804bd585510,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:07.089516 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:07.090008 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:07.114370 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9014334-5eab-479d-9d18-d976cf9d9790 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:07.116823 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f9014334-5eab-479d-9d18-d976cf9d9790 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1170783 Feb 09 01:41:07.119563 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56782) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:07.237517 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dadccc-9325-4c93-9dc6-4185ad619bfc tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:07.241200 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dadccc-9325-4c93-9dc6-4185ad619bfc tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:07.245111 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dadccc-9325-4c93-9dc6-4185ad619bfc tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:07.253043 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-51dadccc-9325-4c93-9dc6-4185ad619bfc tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1320038 Feb 09 01:41:07.255929 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56784) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:07.261753 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5f87b597-1db3-43f9-951e-cf2bb9096f14 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (f0508878-5ca4-413e-93ad-87285c680504), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:07.285823 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:07.286911 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c9bdab0e-c826-4782-9490-fb6bf829128a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (fb1561e0-d344-4664-8788-e6223c292973), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:07.290368 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c9bdab0e-c826-4782-9490-fb6bf829128a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:07.294149 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c9bdab0e-c826-4782-9490-fb6bf829128a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fb1561e0-d344-4664-8788-e6223c292973 HTTP/1.1" status: 204 len: 168 time: 0.4269156 Feb 09 01:41:07.392054 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5f87b597-1db3-43f9-951e-cf2bb9096f14 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (f0508878-5ca4-413e-93ad-87285c680504), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:07.402923 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bdab0e-c826-4782-9490-fb6bf829128a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1561e0-d344-4664-8788-e6223c292973,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:07.416701 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5f87b597-1db3-43f9-951e-cf2bb9096f14 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:07.428510 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5f87b597-1db3-43f9-951e-cf2bb9096f14 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/subnets/f0508878-5ca4-413e-93ad-87285c680504 HTTP/1.1" status: 204 len: 168 time: 0.8307307 Feb 09 01:41:07.430418 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56788) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:07.431142 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121d18a3-e98e-4b89-a6d6-7cdf1bc26e3c None None] Network 40fbb47d-58b8-4594-a23d-1fa0a13ebef9 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:41:07.480040 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-36ce5165-ffe4-445e-a442-df4198d3832f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting subnet 0490a609-3883-4f98-bc75-f1af514c326f {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:41:07.491131 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-36ce5165-ffe4-445e-a442-df4198d3832f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (0490a609-3883-4f98-bc75-f1af514c326f), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:07.492484 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87b597-1db3-43f9-951e-cf2bb9096f14 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'Subnet': ['ID=f0508878-5ca4-413e-93ad-87285c680504,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:07.654300 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-36ce5165-ffe4-445e-a442-df4198d3832f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (0490a609-3883-4f98-bc75-f1af514c326f), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:07.666003 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-35ced28f-a16f-48ec-acb7-44542413e63f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (40fbb47d-58b8-4594-a23d-1fa0a13ebef9), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:07.820971 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-35ced28f-a16f-48ec-acb7-44542413e63f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Deleting port eb4cc5d3-54d8-4f8c-b161-ca34aa518822 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:07.821315 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-35ced28f-a16f-48ec-acb7-44542413e63f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (eb4cc5d3-54d8-4f8c-b161-ca34aa518822), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:07.872791 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-36ce5165-ffe4-445e-a442-df4198d3832f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (0490a609-3883-4f98-bc75-f1af514c326f), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:07.929126 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231fb2d4-6d37-41ea-8d25-cc102425741a None None] DHCP port deletion for 40fbb47d-58b8-4594-a23d-1fa0a13ebef9 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:41:07.970419 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-36ce5165-ffe4-445e-a442-df4198d3832f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (0490a609-3883-4f98-bc75-f1af514c326f), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:08.014702 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce5165-ffe4-445e-a442-df4198d3832f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Subnet': ['ID=0490a609-3883-4f98-bc75-f1af514c326f,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:08.024127 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-36ce5165-ffe4-445e-a442-df4198d3832f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:08.032385 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-36ce5165-ffe4-445e-a442-df4198d3832f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/0490a609-3883-4f98-bc75-f1af514c326f HTTP/1.1" status: 204 len: 168 time: 0.7752786 Feb 09 01:41:08.035479 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56798) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:08.094913 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-35ced28f-a16f-48ec-acb7-44542413e63f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] For port eb4cc5d3-54d8-4f8c-b161-ca34aa518822, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=eb4cc5d3-54d8-4f8c-b161-ca34aa518822,segment=NetworkSegment(86f0e283-b0e7-4264-8050-b229cf93676d),segment_id=86f0e283-b0e7-4264-8050-b229cf93676d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:08.095467 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-35ced28f-a16f-48ec-acb7-44542413e63f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (eb4cc5d3-54d8-4f8c-b161-ca34aa518822), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:08.106286 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-231fb2d4-6d37-41ea-8d25-cc102425741a None None] Deleting port eb4cc5d3-54d8-4f8c-b161-ca34aa518822 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:08.108883 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-231fb2d4-6d37-41ea-8d25-cc102425741a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (eb4cc5d3-54d8-4f8c-b161-ca34aa518822), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:08.122400 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-35ced28f-a16f-48ec-acb7-44542413e63f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Calling delete_port for eb4cc5d3-54d8-4f8c-b161-ca34aa518822 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:41:08.173264 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-11cfa0c0-a120-4bf2-8957-5fc71021e1e7 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting subnet d1e78208-e2a7-4782-810c-6fc6aa82c177 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:41:08.187122 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-11cfa0c0-a120-4bf2-8957-5fc71021e1e7 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (d1e78208-e2a7-4782-810c-6fc6aa82c177), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:08.230169 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-231fb2d4-6d37-41ea-8d25-cc102425741a None None] For port eb4cc5d3-54d8-4f8c-b161-ca34aa518822, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=eb4cc5d3-54d8-4f8c-b161-ca34aa518822,segment=NetworkSegment(86f0e283-b0e7-4264-8050-b229cf93676d),segment_id=86f0e283-b0e7-4264-8050-b229cf93676d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:08.235033 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-231fb2d4-6d37-41ea-8d25-cc102425741a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (eb4cc5d3-54d8-4f8c-b161-ca34aa518822), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:08.266502 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-231fb2d4-6d37-41ea-8d25-cc102425741a None None] Calling delete_port for eb4cc5d3-54d8-4f8c-b161-ca34aa518822 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:41:08.267048 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-11cfa0c0-a120-4bf2-8957-5fc71021e1e7 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (d1e78208-e2a7-4782-810c-6fc6aa82c177), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:08.310905 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-35ced28f-a16f-48ec-acb7-44542413e63f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (eb4cc5d3-54d8-4f8c-b161-ca34aa518822), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:08.337713 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ced28f-a16f-48ec-acb7-44542413e63f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] No DVR routers for this DVR port eb4cc5d3-54d8-4f8c-b161-ca34aa518822 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:41:08.354429 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc5f963-59f3-4b3f-bb13-458c84c9dfab None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:41:08.434177 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ced28f-a16f-48ec-acb7-44542413e63f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'Port': ['ID=eb4cc5d3-54d8-4f8c-b161-ca34aa518822,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:08.489337 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-15fdd9e7-9547-4b76-9f93-9bb558c33d7b None None] Could not find standard attr ID for object 2d2d7f2c-fffd-43ff-ab52-6ff66b117eec. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:41:08.511508 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-11cfa0c0-a120-4bf2-8957-5fc71021e1e7 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (d1e78208-e2a7-4782-810c-6fc6aa82c177), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:08.572275 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-15fdd9e7-9547-4b76-9f93-9bb558c33d7b None None] Provisioning complete for port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:08.572653 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-15fdd9e7-9547-4b76-9f93-9bb558c33d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:08.579926 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-35ced28f-a16f-48ec-acb7-44542413e63f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (40fbb47d-58b8-4594-a23d-1fa0a13ebef9), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:08.580618 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-231fb2d4-6d37-41ea-8d25-cc102425741a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (eb4cc5d3-54d8-4f8c-b161-ca34aa518822), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:08.631880 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-11cfa0c0-a120-4bf2-8957-5fc71021e1e7 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (d1e78208-e2a7-4782-810c-6fc6aa82c177), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:08.638262 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231fb2d4-6d37-41ea-8d25-cc102425741a None None] Pushing event deleted for resources: {'Port': ['ID=eb4cc5d3-54d8-4f8c-b161-ca34aa518822,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:08.646835 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231fb2d4-6d37-41ea-8d25-cc102425741a None None] No DVR routers for this DVR port eb4cc5d3-54d8-4f8c-b161-ca34aa518822 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:41:08.679578 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cfa0c0-a120-4bf2-8957-5fc71021e1e7 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Subnet': ['ID=d1e78208-e2a7-4782-810c-6fc6aa82c177,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:08.686270 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-11cfa0c0-a120-4bf2-8957-5fc71021e1e7 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:08.690299 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-11cfa0c0-a120-4bf2-8957-5fc71021e1e7 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/d1e78208-e2a7-4782-810c-6fc6aa82c177 HTTP/1.1" status: 204 len: 168 time: 0.6535475 Feb 09 01:41:08.693052 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56812) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:08.697011 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-35ced28f-a16f-48ec-acb7-44542413e63f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40fbb47d-58b8-4594-a23d-1fa0a13ebef9']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:08.730264 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-35ced28f-a16f-48ec-acb7-44542413e63f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f0e283-b0e7-4264-8050-b229cf93676d') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:08.730578 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-35ced28f-a16f-48ec-acb7-44542413e63f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f0e283-b0e7-4264-8050-b229cf93676d') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:08.763088 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6c3e384a-59e7-43df-acf3-3a3e893d97ed tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0664413 Feb 09 01:41:08.763709 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-35ced28f-a16f-48ec-acb7-44542413e63f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (86f0e283-b0e7-4264-8050-b229cf93676d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:08.763877 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56816) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:08.774506 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-84d6dc03-6009-4617-b83b-3816cc4ff9c1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'subnet': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:08.797359 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-15fdd9e7-9547-4b76-9f93-9bb558c33d7b None None] Current status of the port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:08.822642 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-35ced28f-a16f-48ec-acb7-44542413e63f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (86f0e283-b0e7-4264-8050-b229cf93676d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:08.841142 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35ced28f-a16f-48ec-acb7-44542413e63f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:41:08.841549 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-35ced28f-a16f-48ec-acb7-44542413e63f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (86f0e283-b0e7-4264-8050-b229cf93676d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:08.849766 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:41:08.849766 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:41:08.849766 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:41:08.849766 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:41:08.849766 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:41:08.849766 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:41:08.849766 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:41:08.849766 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:41:08.849766 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:41:08.849766 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:41:08.849766 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:41:08.849766 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:41:08.849766 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:41:08.849766 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:41:08.849766 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:41:08.849766 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:41:08.849766 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:41:08.849766 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:41:08.849766 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:41:08.849766 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:41:08.849766 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:41:08.849766 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:41:08.849766 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:41:08.849766 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:41:08.849766 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:41:08.849766 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:41:08.849766 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:41:08.849766 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:41:08.849766 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:41:08.849766 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:41:08.849766 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:41:08.849766 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:41:08.852120 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:41:08.990098 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:09.005458 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-35ced28f-a16f-48ec-acb7-44542413e63f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (40fbb47d-58b8-4594-a23d-1fa0a13ebef9), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:09.005898 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d6dc03-6009-4617-b83b-3816cc4ff9c1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:09.006209 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:09.016902 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-84d6dc03-6009-4617-b83b-3816cc4ff9c1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:09.042822 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-35ced28f-a16f-48ec-acb7-44542413e63f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:09.050198 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-35ced28f-a16f-48ec-acb7-44542413e63f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/networks/40fbb47d-58b8-4594-a23d-1fa0a13ebef9 HTTP/1.1" status: 204 len: 168 time: 1.5729346 Feb 09 01:41:09.050198 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ced28f-a16f-48ec-acb7-44542413e63f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'Network': ['ID=40fbb47d-58b8-4594-a23d-1fa0a13ebef9,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:09.055268 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56822) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:09.071076 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-53a93e00-b1a2-4aae-9d8e-63387fb771fe tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1463696682'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:09.201010 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:09.266232 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a93e00-b1a2-4aae-9d8e-63387fb771fe tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Made reservation on behalf of 8201bc48225643789b21af5866801d1c for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:09.269264 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-53a93e00-b1a2-4aae-9d8e-63387fb771fe tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:09.316929 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device eb4cc5d3-54d8-4f8c-b161-ca34aa518822 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:41:09.329533 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a93e00-b1a2-4aae-9d8e-63387fb771fe tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:41:09.348900 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-53a93e00-b1a2-4aae-9d8e-63387fb771fe tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (b0a2ab2f-87e4-4c15-9be4-60b3b4c68505), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:09.349236 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-53a93e00-b1a2-4aae-9d8e-63387fb771fe tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Added segment b0a2ab2f-87e4-4c15-9be4-60b3b4c68505 of type vlan for network ce5d3190-a4c5-4347-80e3-1a64eaa0d9a4 Feb 09 01:41:09.394712 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-53a93e00-b1a2-4aae-9d8e-63387fb771fe tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (ce5d3190-a4c5-4347-80e3-1a64eaa0d9a4), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:09.396348 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: eb4cc5d3-54d8-4f8c-b161-ca34aa518822 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:41:09.398418 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device eb4cc5d3-54d8-4f8c-b161-ca34aa518822 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:41:09.427783 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-53a93e00-b1a2-4aae-9d8e-63387fb771fe tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (ce5d3190-a4c5-4347-80e3-1a64eaa0d9a4), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:09.432946 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a93e00-b1a2-4aae-9d8e-63387fb771fe tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:09.433555 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-53a93e00-b1a2-4aae-9d8e-63387fb771fe tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:09.525799 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-53a93e00-b1a2-4aae-9d8e-63387fb771fe tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4669240 Feb 09 01:41:09.528761 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56832) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:09.534467 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-e6c6cc2f-fa7d-4472-8f06-6caed5b25e0a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'subnet': {'network_id': 'ce5d3190-a4c5-4347-80e3-1a64eaa0d9a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:09.645104 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a93e00-b1a2-4aae-9d8e-63387fb771fe tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'Network': ['ID=ce5d3190-a4c5-4347-80e3-1a64eaa0d9a4,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:09.661862 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network ce5d3190-a4c5-4347-80e3-1a64eaa0d9a4 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:41:09.718687 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c6cc2f-fa7d-4472-8f06-6caed5b25e0a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Made reservation on behalf of 8201bc48225643789b21af5866801d1c for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:09.722966 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e6c6cc2f-fa7d-4472-8f06-6caed5b25e0a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:09.854243 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21ad956-7e42-44f1-bc8f-3bccf8fe87d9 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:41:10.040322 n-d-822053-40 neutron-server[103529]: DEBUG neutron.objects.ports [None req-84d6dc03-6009-4617-b83b-3816cc4ff9c1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103529) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:41:10.071286 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e6c6cc2f-fa7d-4472-8f06-6caed5b25e0a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (cb7a5465-e55f-49f6-8e99-f99b18ff87ea), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:10.143107 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-173dc2e0-311d-41f9-b607-b95bf7958f09 None None] Provisioning complete for port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:10.143616 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-173dc2e0-311d-41f9-b607-b95bf7958f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:10.250106 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c6cc2f-fa7d-4472-8f06-6caed5b25e0a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'Subnet': ['ID=cb7a5465-e55f-49f6-8e99-f99b18ff87ea,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:10.255486 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c6cc2f-fa7d-4472-8f06-6caed5b25e0a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Checking segment: {'id': 'b0a2ab2f-87e4-4c15-9be4-60b3b4c68505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ce5d3190-a4c5-4347-80e3-1a64eaa0d9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:41:10.259329 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c6cc2f-fa7d-4472-8f06-6caed5b25e0a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Network hostable DHCP agents. Network: ce5d3190-a4c5-4347-80e3-1a64eaa0d9a4, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:41:10.294702 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-173dc2e0-311d-41f9-b607-b95bf7958f09 None None] Current status of the port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:10.302855 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c6cc2f-fa7d-4472-8f06-6caed5b25e0a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Network ce5d3190-a4c5-4347-80e3-1a64eaa0d9a4 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:41:10.326210 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-e6c6cc2f-fa7d-4472-8f06-6caed5b25e0a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, ce5d3190-a4c5-4347-80e3-1a64eaa0d9a4) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:10.333558 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c6cc2f-fa7d-4472-8f06-6caed5b25e0a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:10.334427 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e6c6cc2f-fa7d-4472-8f06-6caed5b25e0a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:10.364862 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da333e1-88c9-4a7a-99c7-703112431cb2 None None] Network ce5d3190-a4c5-4347-80e3-1a64eaa0d9a4 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:41:10.366513 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e6c6cc2f-fa7d-4472-8f06-6caed5b25e0a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8360126 Feb 09 01:41:10.369264 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56850) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:10.376558 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-ae47913a-af2d-42f7-89d8-c88f90624db0 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1715135001', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:10.414159 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae47913a-af2d-42f7-89d8-c88f90624db0 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (a86fd8a7-28d6-443d-8944-dd3099dfd798), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:10.417788 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae47913a-af2d-42f7-89d8-c88f90624db0 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (a86fd8a7-28d6-443d-8944-dd3099dfd798), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:10.466547 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-84d6dc03-6009-4617-b83b-3816cc4ff9c1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:10.577361 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae47913a-af2d-42f7-89d8-c88f90624db0 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for router_controller (a86fd8a7-28d6-443d-8944-dd3099dfd798), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:10.585946 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae47913a-af2d-42f7-89d8-c88f90624db0 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (a86fd8a7-28d6-443d-8944-dd3099dfd798), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:10.619954 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae47913a-af2d-42f7-89d8-c88f90624db0 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:10.627151 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ae47913a-af2d-42f7-89d8-c88f90624db0 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2562234 Feb 09 01:41:10.629469 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56856) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:10.645288 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-057c95c8-123d-4773-8bb9-82ede63ad5b1 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'port': {'network_id': 'ce5d3190-a4c5-4347-80e3-1a64eaa0d9a4', 'name': 'tempest-PortsIpV6TestJSON-269881382'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:10.646913 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e8f078-acfc-4882-9e1a-b921de0b0f22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-ce5d3190-a4c5-4347-80e3-1a64eaa0d9a4', 'network_id': 'ce5d3190-a4c5-4347-80e3-1a64eaa0d9a4', 'project_id': '8201bc48225643789b21af5866801d1c', 'fixed_ips': [{'subnet_id': 'cb7a5465-e55f-49f6-8e99-f99b18ff87ea'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:41:10.647759 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c1e8f078-acfc-4882-9e1a-b921de0b0f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:10.651233 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741c5443-e623-4a7f-9e93-5aec53854b5c None None] Update dhcp port {'port': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'fixed_ips': [{'subnet_id': 'd56af480-f46e-4e15-b8de-1bc93194e961'}], 'binding:host_id': 'n-d-822053-40'}, 'id': 'd3cdccd4-6d8e-4e9f-9cc4-a804bd585510'} from n-d-822053-40. {{(pid=103530) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:41:10.698588 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-741c5443-e623-4a7f-9e93-5aec53854b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:10.759816 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-84d6dc03-6009-4617-b83b-3816cc4ff9c1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] For port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d3cdccd4-6d8e-4e9f-9cc4-a804bd585510,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:10.834910 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057c95c8-123d-4773-8bb9-82ede63ad5b1 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Made reservation on behalf of 8201bc48225643789b21af5866801d1c for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:10.836404 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-84d6dc03-6009-4617-b83b-3816cc4ff9c1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:10.844563 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-84d6dc03-6009-4617-b83b-3816cc4ff9c1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:10.846473 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-057c95c8-123d-4773-8bb9-82ede63ad5b1 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:10.892837 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-057c95c8-123d-4773-8bb9-82ede63ad5b1 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] device_id is not set on port b0cd04c2-b101-46ff-a98b-fa6863cac656 yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:41:10.918731 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-84d6dc03-6009-4617-b83b-3816cc4ff9c1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (d56af480-f46e-4e15-b8de-1bc93194e961), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:11.063922 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d6dc03-6009-4617-b83b-3816cc4ff9c1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:11.084687 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-84d6dc03-6009-4617-b83b-3816cc4ff9c1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:11.110127 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-057c95c8-123d-4773-8bb9-82ede63ad5b1 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Allocated IP 2001:db8::b0 (ce5d3190-a4c5-4347-80e3-1a64eaa0d9a4/cb7a5465-e55f-49f6-8e99-f99b18ff87ea/b0cd04c2-b101-46ff-a98b-fa6863cac656) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:11.117286 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6dc03-6009-4617-b83b-3816cc4ff9c1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Subnet': ['ID=d56af480-f46e-4e15-b8de-1bc93194e961,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:11.134067 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d6dc03-6009-4617-b83b-3816cc4ff9c1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:11.134530 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-84d6dc03-6009-4617-b83b-3816cc4ff9c1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:11.146497 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6dc03-6009-4617-b83b-3816cc4ff9c1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Port': ['ID=d3cdccd4-6d8e-4e9f-9cc4-a804bd585510,revision_number=8']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:11.193128 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-84d6dc03-6009-4617-b83b-3816cc4ff9c1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4282131 Feb 09 01:41:11.196083 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56870) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:11.205019 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-0787d207-867a-46f4-b407-18eb488ff087 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'subnet': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:11.205756 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-741c5443-e623-4a7f-9e93-5aec53854b5c None None] For port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d3cdccd4-6d8e-4e9f-9cc4-a804bd585510,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:11.261656 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-741c5443-e623-4a7f-9e93-5aec53854b5c None None] Publish callbacks [] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:11.282209 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-741c5443-e623-4a7f-9e93-5aec53854b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:11.376921 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c5443-e623-4a7f-9e93-5aec53854b5c None None] Pushing event updated for resources: {'Port': ['ID=d3cdccd4-6d8e-4e9f-9cc4-a804bd585510,revision_number=9']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:11.482104 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-057c95c8-123d-4773-8bb9-82ede63ad5b1 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for port (b0cd04c2-b101-46ff-a98b-fa6863cac656), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:11.501224 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0787d207-867a-46f4-b407-18eb488ff087 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:11.509121 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0787d207-867a-46f4-b407-18eb488ff087 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:11.608688 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-057c95c8-123d-4773-8bb9-82ede63ad5b1 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (b0cd04c2-b101-46ff-a98b-fa6863cac656), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:11.750582 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-c1e8f078-acfc-4882-9e1a-b921de0b0f22 None None] Allocated IP 2001:db8::2 (ce5d3190-a4c5-4347-80e3-1a64eaa0d9a4/cb7a5465-e55f-49f6-8e99-f99b18ff87ea/e94608f4-7f19-46e1-87a3-dfc8f63bbac8) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:11.762936 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057c95c8-123d-4773-8bb9-82ede63ad5b1 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Network ce5d3190-a4c5-4347-80e3-1a64eaa0d9a4 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:11.768474 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-057c95c8-123d-4773-8bb9-82ede63ad5b1 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:11.790738 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057c95c8-123d-4773-8bb9-82ede63ad5b1 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:41:11.809993 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057c95c8-123d-4773-8bb9-82ede63ad5b1 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:11.811025 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-057c95c8-123d-4773-8bb9-82ede63ad5b1 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:11.821606 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c95c8-123d-4773-8bb9-82ede63ad5b1 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'Port': ['ID=b0cd04c2-b101-46ff-a98b-fa6863cac656,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:11.823397 n-d-822053-40 neutron-server[103529]: INFO neutron.db.ipam_backend_mixin [None req-0787d207-867a-46f4-b407-18eb488ff087 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d56af480-f46e-4e15-b8de-1bc93194e961 (CIDR: 2001:db8::/64) Feb 09 01:41:11.833646 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-0787d207-867a-46f4-b407-18eb488ff087 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:41:11.833646 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0787d207-867a-46f4-b407-18eb488ff087 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:11.866598 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-057c95c8-123d-4773-8bb9-82ede63ad5b1 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2357440 Feb 09 01:41:11.869150 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56888) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:11.874904 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0787d207-867a-46f4-b407-18eb488ff087 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6774850 Feb 09 01:41:11.877706 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56890) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:11.912502 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-a9c70463-e559-4d05-9c16-4fe0efa5db5b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'subnet': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:12.176658 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c1e8f078-acfc-4882-9e1a-b921de0b0f22 None None] Publish callbacks [] for port (e94608f4-7f19-46e1-87a3-dfc8f63bbac8), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:12.203798 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c1e8f078-acfc-4882-9e1a-b921de0b0f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (e94608f4-7f19-46e1-87a3-dfc8f63bbac8), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:12.262486 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e8f078-acfc-4882-9e1a-b921de0b0f22 None None] Pushing event updated for resources: {'Port': ['ID=e94608f4-7f19-46e1-87a3-dfc8f63bbac8,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:12.273987 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e8f078-acfc-4882-9e1a-b921de0b0f22 None None] Network ce5d3190-a4c5-4347-80e3-1a64eaa0d9a4 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:12.276414 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-c1e8f078-acfc-4882-9e1a-b921de0b0f22 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:12.284490 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e8f078-acfc-4882-9e1a-b921de0b0f22 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:41:12.440028 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-c1e8f078-acfc-4882-9e1a-b921de0b0f22 None None] Attempting to bind port e94608f4-7f19-46e1-87a3-dfc8f63bbac8 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:41:12.440407 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-c1e8f078-acfc-4882-9e1a-b921de0b0f22 None None] Attempting to bind port e94608f4-7f19-46e1-87a3-dfc8f63bbac8 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'b0a2ab2f-87e4-4c15-9be4-60b3b4c68505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ce5d3190-a4c5-4347-80e3-1a64eaa0d9a4'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:41:12.440774 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e8f078-acfc-4882-9e1a-b921de0b0f22 None None] Attempting to bind port e94608f4-7f19-46e1-87a3-dfc8f63bbac8 on network ce5d3190-a4c5-4347-80e3-1a64eaa0d9a4 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:41:12.459033 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e8f078-acfc-4882-9e1a-b921de0b0f22 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:41:12.459413 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e8f078-acfc-4882-9e1a-b921de0b0f22 None None] Checking segment: {'id': 'b0a2ab2f-87e4-4c15-9be4-60b3b4c68505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ce5d3190-a4c5-4347-80e3-1a64eaa0d9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:41:12.459875 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c1e8f078-acfc-4882-9e1a-b921de0b0f22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:12.460725 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e8f078-acfc-4882-9e1a-b921de0b0f22 None None] Bound using segment: {'id': 'b0a2ab2f-87e4-4c15-9be4-60b3b4c68505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ce5d3190-a4c5-4347-80e3-1a64eaa0d9a4'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:41:12.461938 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-c1e8f078-acfc-4882-9e1a-b921de0b0f22 None None] Bound port: e94608f4-7f19-46e1-87a3-dfc8f63bbac8, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a2ab2f-87e4-4c15-9be4-60b3b4c68505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ce5d3190-a4c5-4347-80e3-1a64eaa0d9a4'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:41:12.462430 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c1e8f078-acfc-4882-9e1a-b921de0b0f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e94608f4-7f19-46e1-87a3-dfc8f63bbac8), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:12.525370 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c70463-e559-4d05-9c16-4fe0efa5db5b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:12.532317 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a9c70463-e559-4d05-9c16-4fe0efa5db5b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:12.575060 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-c1e8f078-acfc-4882-9e1a-b921de0b0f22 None None] For port e94608f4-7f19-46e1-87a3-dfc8f63bbac8, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:41:12.580677 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-c1e8f078-acfc-4882-9e1a-b921de0b0f22 None None] For port e94608f4-7f19-46e1-87a3-dfc8f63bbac8, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=e94608f4-7f19-46e1-87a3-dfc8f63bbac8,segment=NetworkSegment(b0a2ab2f-87e4-4c15-9be4-60b3b4c68505),segment_id=b0a2ab2f-87e4-4c15-9be4-60b3b4c68505)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:41:12.587036 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af96834-520b-4336-99d1-5cd07ba168e0 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:41:12.591819 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c1e8f078-acfc-4882-9e1a-b921de0b0f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e94608f4-7f19-46e1-87a3-dfc8f63bbac8), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:12.809444 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:41:12.816169 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e8f078-acfc-4882-9e1a-b921de0b0f22 None None] Pushing event updated for resources: {'Port': ['ID=e94608f4-7f19-46e1-87a3-dfc8f63bbac8,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:12.832593 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6ad18b95-472b-4b50-a0e7-1659fd51ccce tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b0cd04c2-b101-46ff-a98b-fa6863cac656), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:12.979743 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-6b0e1687-0780-455c-a791-4ed61dc63563 None None] Provisioning complete for port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:12.980152 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6b0e1687-0780-455c-a791-4ed61dc63563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:13.169023 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:13.169400 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:13.527773 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6b0e1687-0780-455c-a791-4ed61dc63563 None None] Current status of the port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:13.583745 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:13.667957 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-de991717-baf8-4147-8710-4cea536a8069 None None] Provisioning complete for port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:13.668471 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-de991717-baf8-4147-8710-4cea536a8069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:13.773479 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6ad18b95-472b-4b50-a0e7-1659fd51ccce tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for port (b0cd04c2-b101-46ff-a98b-fa6863cac656), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:13.786196 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6ad18b95-472b-4b50-a0e7-1659fd51ccce tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (b0cd04c2-b101-46ff-a98b-fa6863cac656), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:13.924887 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad18b95-472b-4b50-a0e7-1659fd51ccce tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'Port': ['ID=b0cd04c2-b101-46ff-a98b-fa6863cac656,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:13.925528 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-de991717-baf8-4147-8710-4cea536a8069 None None] Current status of the port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:14.033710 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a9c70463-e559-4d05-9c16-4fe0efa5db5b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (21eaa531-80d0-4fa7-a0b1-84050a23bbd0), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:14.103537 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c70463-e559-4d05-9c16-4fe0efa5db5b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Subnet': ['ID=21eaa531-80d0-4fa7-a0b1-84050a23bbd0,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:14.122648 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c70463-e559-4d05-9c16-4fe0efa5db5b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:14.126333 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-a9c70463-e559-4d05-9c16-4fe0efa5db5b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:14.132342 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c70463-e559-4d05-9c16-4fe0efa5db5b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:14.132933 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a9c70463-e559-4d05-9c16-4fe0efa5db5b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:14.144652 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-7f3b8298-fce8-4f34-8246-42815e0596e6 None None] Could not find standard attr ID for object 2d2d7f2c-fffd-43ff-ab52-6ff66b117eec. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:41:14.160994 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a9c70463-e559-4d05-9c16-4fe0efa5db5b tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2649186 Feb 09 01:41:14.164994 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56932) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:14.173999 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-8da99938-0fd4-4693-8ee7-94701839bb19 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'port': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'mac_address': 'fa:16:3e:e2:b2:f8', 'name': 'tempest-NetworksTestDHCPv6-72837962'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:14.306722 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6ad18b95-472b-4b50-a0e7-1659fd51ccce tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (a86fd8a7-28d6-443d-8944-dd3099dfd798), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:14.508853 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7baa7bb-9c91-4c00-94ba-54e393f6c78a None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:41:14.523231 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da99938-0fd4-4693-8ee7-94701839bb19 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:14.644658 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6ad18b95-472b-4b50-a0e7-1659fd51ccce tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b0cd04c2-b101-46ff-a98b-fa6863cac656), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:14.744171 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8da99938-0fd4-4693-8ee7-94701839bb19 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:14.792195 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-8da99938-0fd4-4693-8ee7-94701839bb19 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] device_id is not set on port 015ed589-aab1-4d7a-887c-42fa98cba131 yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:41:14.870489 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7567a5-e438-4e78-9d39-f2bb227f197b None None] Network ce5d3190-a4c5-4347-80e3-1a64eaa0d9a4 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:41:15.135735 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-fade208d-3f63-4f4f-940c-485a5c8e18d9 None None] Provisioning complete for port e94608f4-7f19-46e1-87a3-dfc8f63bbac8 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:15.136876 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fade208d-3f63-4f4f-940c-485a5c8e18d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e94608f4-7f19-46e1-87a3-dfc8f63bbac8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:15.223343 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e94608f4-7f19-46e1-87a3-dfc8f63bbac8 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:41:15.357137 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb717db1-9e46-4df2-8f29-2fda98584e0b None None] Update dhcp port {'port': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'fixed_ips': [{'subnet_id': 'd56af480-f46e-4e15-b8de-1bc93194e961', 'ip_address': '2001:db8::f816:3eff:fe2f:36d5'}, {'subnet_id': '21eaa531-80d0-4fa7-a0b1-84050a23bbd0'}], 'binding:host_id': 'n-d-822053-40'}, 'id': 'd3cdccd4-6d8e-4e9f-9cc4-a804bd585510'} from n-d-822053-40. {{(pid=103530) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:41:15.361228 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-8da99938-0fd4-4693-8ee7-94701839bb19 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Allocated IP 2001:db8:0:1::377 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/21eaa531-80d0-4fa7-a0b1-84050a23bbd0/015ed589-aab1-4d7a-887c-42fa98cba131) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:15.380797 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-8da99938-0fd4-4693-8ee7-94701839bb19 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Allocated IP 2001:db8::f816:3eff:fee2:b2f8 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/d56af480-f46e-4e15-b8de-1bc93194e961/015ed589-aab1-4d7a-887c-42fa98cba131) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:15.508922 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6ad18b95-472b-4b50-a0e7-1659fd51ccce tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for port (b0cd04c2-b101-46ff-a98b-fa6863cac656), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:15.518533 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6ad18b95-472b-4b50-a0e7-1659fd51ccce tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (b0cd04c2-b101-46ff-a98b-fa6863cac656), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:15.519348 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6ad18b95-472b-4b50-a0e7-1659fd51ccce tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (a86fd8a7-28d6-443d-8944-dd3099dfd798), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:15.735735 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cb717db1-9e46-4df2-8f29-2fda98584e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:15.760071 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8da99938-0fd4-4693-8ee7-94701839bb19 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for port (015ed589-aab1-4d7a-887c-42fa98cba131), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:15.776119 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad18b95-472b-4b50-a0e7-1659fd51ccce tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'Port': ['ID=b0cd04c2-b101-46ff-a98b-fa6863cac656,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:15.846574 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port e94608f4-7f19-46e1-87a3-dfc8f63bbac8 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:15.847006 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e94608f4-7f19-46e1-87a3-dfc8f63bbac8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:15.885022 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8da99938-0fd4-4693-8ee7-94701839bb19 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (015ed589-aab1-4d7a-887c-42fa98cba131), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:15.911829 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad18b95-472b-4b50-a0e7-1659fd51ccce tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Network ce5d3190-a4c5-4347-80e3-1a64eaa0d9a4 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:15.914282 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-6ad18b95-472b-4b50-a0e7-1659fd51ccce tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:16.043621 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da99938-0fd4-4693-8ee7-94701839bb19 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:16.065594 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-8da99938-0fd4-4693-8ee7-94701839bb19 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:16.079407 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da99938-0fd4-4693-8ee7-94701839bb19 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:41:16.103445 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da99938-0fd4-4693-8ee7-94701839bb19 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:16.112374 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8da99938-0fd4-4693-8ee7-94701839bb19 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:16.150903 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da99938-0fd4-4693-8ee7-94701839bb19 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Port': ['ID=015ed589-aab1-4d7a-887c-42fa98cba131,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:16.176747 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8da99938-0fd4-4693-8ee7-94701839bb19 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0074883 Feb 09 01:41:16.176747 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56968) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:16.207430 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad18b95-472b-4b50-a0e7-1659fd51ccce tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Router a86fd8a7-28d6-443d-8944-dd3099dfd798 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:41:16.379524 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-cb717db1-9e46-4df2-8f29-2fda98584e0b None None] Allocated IP 2001:db8:0:1::2 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/21eaa531-80d0-4fa7-a0b1-84050a23bbd0/d3cdccd4-6d8e-4e9f-9cc4-a804bd585510) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:16.433528 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-0c4305b1-a6b5-4a1b-889e-eee28bd58e2e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting port 015ed589-aab1-4d7a-887c-42fa98cba131 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:16.434493 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0c4305b1-a6b5-4a1b-889e-eee28bd58e2e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (015ed589-aab1-4d7a-887c-42fa98cba131), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:16.493945 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad18b95-472b-4b50-a0e7-1659fd51ccce tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:41:16.506380 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6ad18b95-472b-4b50-a0e7-1659fd51ccce tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "PUT /v2.0/routers/a86fd8a7-28d6-443d-8944-dd3099dfd798/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6359725 Feb 09 01:41:16.512338 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56976) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:16.553079 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-cb717db1-9e46-4df2-8f29-2fda98584e0b None None] For port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d3cdccd4-6d8e-4e9f-9cc4-a804bd585510,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:16.599688 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cb717db1-9e46-4df2-8f29-2fda98584e0b None None] Publish callbacks [] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:16.610452 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551e4322-1e0d-499d-9411-dd32a379c957 None None] Sync routers for ids ['a86fd8a7-28d6-443d-8944-dd3099dfd798'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:41:16.611191 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0c4305b1-a6b5-4a1b-889e-eee28bd58e2e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (015ed589-aab1-4d7a-887c-42fa98cba131), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:16.623606 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cb717db1-9e46-4df2-8f29-2fda98584e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:16.627722 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde9a4d0-e791-4540-b0d7-89be8e6d5e2a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:16.629694 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-fde9a4d0-e791-4540-b0d7-89be8e6d5e2a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "GET /v2.0/ports?device_id=a86fd8a7-28d6-443d-8944-dd3099dfd798 HTTP/1.1" status: 200 len: 987 time: 0.1155980 Feb 09 01:41:16.632688 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 56978) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:16.641274 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-0c4305b1-a6b5-4a1b-889e-eee28bd58e2e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Calling delete_port for 015ed589-aab1-4d7a-887c-42fa98cba131 owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:41:16.841946 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb717db1-9e46-4df2-8f29-2fda98584e0b None None] Pushing event updated for resources: {'Port': ['ID=d3cdccd4-6d8e-4e9f-9cc4-a804bd585510,revision_number=10']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:16.845560 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-fade208d-3f63-4f4f-940c-485a5c8e18d9 None None] Current status of the port e94608f4-7f19-46e1-87a3-dfc8f63bbac8 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:16.850617 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fade208d-3f63-4f4f-940c-485a5c8e18d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e94608f4-7f19-46e1-87a3-dfc8f63bbac8), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:17.046629 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-fade208d-3f63-4f4f-940c-485a5c8e18d9 None None] For port e94608f4-7f19-46e1-87a3-dfc8f63bbac8, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=e94608f4-7f19-46e1-87a3-dfc8f63bbac8,segment=NetworkSegment(b0a2ab2f-87e4-4c15-9be4-60b3b4c68505),segment_id=b0a2ab2f-87e4-4c15-9be4-60b3b4c68505)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:17.054391 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 56994) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:17.083635 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0c4305b1-a6b5-4a1b-889e-eee28bd58e2e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (015ed589-aab1-4d7a-887c-42fa98cba131), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:17.086184 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551e4322-1e0d-499d-9411-dd32a379c957 None None] Routers {'a86fd8a7-28d6-443d-8944-dd3099dfd798'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:41:17.086850 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-551e4322-1e0d-499d-9411-dd32a379c957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:40:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a86fd8a7-28d6-443d-8944-dd3099dfd798'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:17.139511 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb717db1-9e46-4df2-8f29-2fda98584e0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:17.143714 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb717db1-9e46-4df2-8f29-2fda98584e0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:17.144007 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb717db1-9e46-4df2-8f29-2fda98584e0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:17.144421 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb717db1-9e46-4df2-8f29-2fda98584e0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:17.144761 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb717db1-9e46-4df2-8f29-2fda98584e0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:17.145091 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb717db1-9e46-4df2-8f29-2fda98584e0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:17.145425 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb717db1-9e46-4df2-8f29-2fda98584e0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:17.145750 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb717db1-9e46-4df2-8f29-2fda98584e0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:17.146080 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb717db1-9e46-4df2-8f29-2fda98584e0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:17.146388 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb717db1-9e46-4df2-8f29-2fda98584e0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:17.146712 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb717db1-9e46-4df2-8f29-2fda98584e0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:17.147034 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb717db1-9e46-4df2-8f29-2fda98584e0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:17.147355 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb717db1-9e46-4df2-8f29-2fda98584e0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:17.196557 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4305b1-a6b5-4a1b-889e-eee28bd58e2e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Port': ['ID=015ed589-aab1-4d7a-887c-42fa98cba131,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:17.238597 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fade208d-3f63-4f4f-940c-485a5c8e18d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e94608f4-7f19-46e1-87a3-dfc8f63bbac8), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:17.325787 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0c4305b1-a6b5-4a1b-889e-eee28bd58e2e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:17.340432 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0c4305b1-a6b5-4a1b-889e-eee28bd58e2e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/ports/015ed589-aab1-4d7a-887c-42fa98cba131 HTTP/1.1" status: 204 len: 168 time: 1.1621938 Feb 09 01:41:17.342021 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57004) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:17.399703 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-551e4322-1e0d-499d-9411-dd32a379c957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:17.423493 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad70420-c163-4cb6-8673-72948ef02b19 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:17.425757 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-dad70420-c163-4cb6-8673-72948ef02b19 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0816934 Feb 09 01:41:17.428794 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57008) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:17.454034 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port e94608f4-7f19-46e1-87a3-dfc8f63bbac8 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:17.454522 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e94608f4-7f19-46e1-87a3-dfc8f63bbac8), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:17.527168 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d94e0eb-4607-4e4f-b999-cef7a482f406 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:17.529121 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3d94e0eb-4607-4e4f-b999-cef7a482f406 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0982871 Feb 09 01:41:17.534229 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57012) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:17.672864 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-3f026e3f-452b-48f6-9b7f-eb2269586f10 None None] Provisioning complete for port e94608f4-7f19-46e1-87a3-dfc8f63bbac8 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:17.673274 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3f026e3f-452b-48f6-9b7f-eb2269586f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e94608f4-7f19-46e1-87a3-dfc8f63bbac8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:17.679894 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551e4322-1e0d-499d-9411-dd32a379c957 None None] Routers {'a86fd8a7-28d6-443d-8944-dd3099dfd798'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:41:17.683554 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-551e4322-1e0d-499d-9411-dd32a379c957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:40:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a86fd8a7-28d6-443d-8944-dd3099dfd798'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:17.886803 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-551e4322-1e0d-499d-9411-dd32a379c957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:17.887493 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551e4322-1e0d-499d-9411-dd32a379c957 None None] The sync data for ids ['a86fd8a7-28d6-443d-8944-dd3099dfd798'] in n-d-822053-40 is: [] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:41:17.891815 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:41:17.892152 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:41:17.902873 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade208d-3f63-4f4f-940c-485a5c8e18d9 None None] Pushing event updated for resources: {'Port': ['ID=e94608f4-7f19-46e1-87a3-dfc8f63bbac8,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:18.092575 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3f026e3f-452b-48f6-9b7f-eb2269586f10 None None] Current status of the port e94608f4-7f19-46e1-87a3-dfc8f63bbac8 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:18.120255 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-3f026e3f-452b-48f6-9b7f-eb2269586f10 None None] Provisioning complete for port b0cd04c2-b101-46ff-a98b-fa6863cac656 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:18.120768 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3f026e3f-452b-48f6-9b7f-eb2269586f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b0cd04c2-b101-46ff-a98b-fa6863cac656), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:18.205735 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3f026e3f-452b-48f6-9b7f-eb2269586f10 None None] Port b0cd04c2-b101-46ff-a98b-fa6863cac656 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:41:18.325479 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae77d7a4-325d-4b87-a689-7e8b5d31151a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (a86fd8a7-28d6-443d-8944-dd3099dfd798), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:18.347406 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-55b30023-cd36-4476-a6c5-b6b31dbe1d0c None None] Provisioning complete for port b0cd04c2-b101-46ff-a98b-fa6863cac656 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:18.350164 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-55b30023-cd36-4476-a6c5-b6b31dbe1d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b0cd04c2-b101-46ff-a98b-fa6863cac656), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:18.367301 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08233156-0757-4a98-be13-c89e6283515c tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:18.372825 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08233156-0757-4a98-be13-c89e6283515c tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:18.381099 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08233156-0757-4a98-be13-c89e6283515c tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:18.385574 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-08233156-0757-4a98-be13-c89e6283515c tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.8499913 Feb 09 01:41:18.433227 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57036) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:18.531840 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-55b30023-cd36-4476-a6c5-b6b31dbe1d0c None None] Port b0cd04c2-b101-46ff-a98b-fa6863cac656 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:41:18.543892 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port e94608f4-7f19-46e1-87a3-dfc8f63bbac8 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:18.603545 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d8f05ea-25fa-4d8c-8619-bf8b6ab71b19 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting subnet 21eaa531-80d0-4fa7-a0b1-84050a23bbd0 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:41:18.624981 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9d8f05ea-25fa-4d8c-8619-bf8b6ab71b19 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (21eaa531-80d0-4fa7-a0b1-84050a23bbd0), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:18.732004 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:41:18.799221 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9d8f05ea-25fa-4d8c-8619-bf8b6ab71b19 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (21eaa531-80d0-4fa7-a0b1-84050a23bbd0), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:18.899540 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f81c61be-b890-4d8e-8563-54fd1fefc211 None None] Provisioning complete for port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:18.900251 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f81c61be-b890-4d8e-8563-54fd1fefc211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:18.955148 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:18.955528 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:19.058481 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704ba65-c861-498a-b5e0-53b369ee937f req-1fcb30d3-8304-411e-ac20-10aa1130f130 tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:19.071129 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1704ba65-c861-498a-b5e0-53b369ee937f req-1fcb30d3-8304-411e-ac20-10aa1130f130 tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 1128 time: 0.6841955 Feb 09 01:41:19.090699 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9d8f05ea-25fa-4d8c-8619-bf8b6ab71b19 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (21eaa531-80d0-4fa7-a0b1-84050a23bbd0), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:19.168990 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f81c61be-b890-4d8e-8563-54fd1fefc211 None None] Current status of the port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:19.173981 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ae77d7a4-325d-4b87-a689-7e8b5d31151a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Deleting port b0cd04c2-b101-46ff-a98b-fa6863cac656 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:19.174476 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae77d7a4-325d-4b87-a689-7e8b5d31151a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (b0cd04c2-b101-46ff-a98b-fa6863cac656), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:19.248748 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9d8f05ea-25fa-4d8c-8619-bf8b6ab71b19 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (21eaa531-80d0-4fa7-a0b1-84050a23bbd0), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:19.274530 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:19.275694 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e94608f4-7f19-46e1-87a3-dfc8f63bbac8 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:41:19.342884 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-83a343a9-9547-4e0e-8da5-99af371a098c None None] Could not find standard attr ID for object 015ed589-aab1-4d7a-887c-42fa98cba131. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:41:19.343040 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1704ba65-c861-498a-b5e0-53b369ee937f req-d245c01d-6e15-48e3-8fe0-67aaf14ee770 tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=ea60e72c-3021-4dd2-8311-c001cfa04ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2656286 Feb 09 01:41:19.363468 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port e94608f4-7f19-46e1-87a3-dfc8f63bbac8 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:19.363955 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e94608f4-7f19-46e1-87a3-dfc8f63bbac8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:19.404130 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57046) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:19.422703 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae77d7a4-325d-4b87-a689-7e8b5d31151a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (b0cd04c2-b101-46ff-a98b-fa6863cac656), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:19.457350 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ae77d7a4-325d-4b87-a689-7e8b5d31151a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Calling delete_port for b0cd04c2-b101-46ff-a98b-fa6863cac656 owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:41:19.528575 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:19.546161 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port e94608f4-7f19-46e1-87a3-dfc8f63bbac8 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:19.576853 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f05ea-25fa-4d8c-8619-bf8b6ab71b19 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Subnet': ['ID=21eaa531-80d0-4fa7-a0b1-84050a23bbd0,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:19.589026 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9d8f05ea-25fa-4d8c-8619-bf8b6ab71b19 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:19.592334 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9d8f05ea-25fa-4d8c-8619-bf8b6ab71b19 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/21eaa531-80d0-4fa7-a0b1-84050a23bbd0 HTTP/1.1" status: 204 len: 168 time: 1.1577857 Feb 09 01:41:19.625928 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57054) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:19.699012 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15636be-b243-4488-958a-e6a4456c3082 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:41:19.714725 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fdb2d9f-2502-4a71-afa6-948f9782a6bf tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting subnet d56af480-f46e-4e15-b8de-1bc93194e961 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:41:19.718670 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2fdb2d9f-2502-4a71-afa6-948f9782a6bf tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (d56af480-f46e-4e15-b8de-1bc93194e961), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:19.757921 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-769b41a1-daf2-4f4d-a2bd-533dfd437b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (c48d68a8-7b5e-44c2-96ea-be7a9b527b04), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:19.761420 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2fdb2d9f-2502-4a71-afa6-948f9782a6bf tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (d56af480-f46e-4e15-b8de-1bc93194e961), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:19.857247 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2fdb2d9f-2502-4a71-afa6-948f9782a6bf tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (d56af480-f46e-4e15-b8de-1bc93194e961), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:19.929831 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2fdb2d9f-2502-4a71-afa6-948f9782a6bf tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (d56af480-f46e-4e15-b8de-1bc93194e961), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:19.971739 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2fdb2d9f-2502-4a71-afa6-948f9782a6bf tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:19.975008 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2fdb2d9f-2502-4a71-afa6-948f9782a6bf tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/d56af480-f46e-4e15-b8de-1bc93194e961 HTTP/1.1" status: 204 len: 168 time: 0.3483415 Feb 09 01:41:19.975877 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb2d9f-2502-4a71-afa6-948f9782a6bf tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Subnet': ['ID=d56af480-f46e-4e15-b8de-1bc93194e961,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:19.978684 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57060) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:20.032427 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-eda7a183-2840-40e6-ab8a-56394e85f9e8 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0495918 Feb 09 01:41:20.032865 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57062) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:20.039049 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-c229caa1-5f3f-4df2-a643-d948239a79c5 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'subnet': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:20.065226 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-8e620acc-2014-439d-9f96-5d4981f33d00 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Deleting port 004b920a-9804-4711-bd3c-1605a2b6cf44 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:20.066327 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8e620acc-2014-439d-9f96-5d4981f33d00 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (004b920a-9804-4711-bd3c-1605a2b6cf44), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:20.192327 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8e620acc-2014-439d-9f96-5d4981f33d00 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (004b920a-9804-4711-bd3c-1605a2b6cf44), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:20.193595 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8e620acc-2014-439d-9f96-5d4981f33d00 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for floatingip (004b920a-9804-4711-bd3c-1605a2b6cf44), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:20.210326 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-8e620acc-2014-439d-9f96-5d4981f33d00 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Calling delete_port for 004b920a-9804-4711-bd3c-1605a2b6cf44 owned by network:floatingip {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:41:20.290904 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c229caa1-5f3f-4df2-a643-d948239a79c5 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:20.300730 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c229caa1-5f3f-4df2-a643-d948239a79c5 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:20.552787 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8e620acc-2014-439d-9f96-5d4981f33d00 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (004b920a-9804-4711-bd3c-1605a2b6cf44), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:20.643958 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae77d7a4-325d-4b87-a689-7e8b5d31151a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (b0cd04c2-b101-46ff-a98b-fa6863cac656), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:20.654232 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c229caa1-5f3f-4df2-a643-d948239a79c5 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (016d4fdf-1275-4fd4-967b-0181b360c64e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:20.686377 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e620acc-2014-439d-9f96-5d4981f33d00 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event deleted for resources: {'Port': ['ID=004b920a-9804-4711-bd3c-1605a2b6cf44,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:20.820482 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-74dc7f84-50d1-4153-8892-d0fc82046987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:20.838361 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77d7a4-325d-4b87-a689-7e8b5d31151a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'Port': ['ID=b0cd04c2-b101-46ff-a98b-fa6863cac656,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:20.849054 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8e620acc-2014-439d-9f96-5d4981f33d00 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for floatingip (3a559e6b-ed9b-472a-afed-e79f67b9d6e0), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:20.849401 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [None req-8e620acc-2014-439d-9f96-5d4981f33d00 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Floating IP 3a559e6b-ed9b-472a-afed-e79f67b9d6e0 disassociated (deleted). External IP: 172.25.1.9, port: 1416671c-cda3-436a-aeac-ffce79b1db9b. Feb 09 01:41:20.929880 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c229caa1-5f3f-4df2-a643-d948239a79c5 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:20.939770 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-c229caa1-5f3f-4df2-a643-d948239a79c5 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:20.959181 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c229caa1-5f3f-4df2-a643-d948239a79c5 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:20.959797 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c229caa1-5f3f-4df2-a643-d948239a79c5 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:20.986342 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:21.073683 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229caa1-5f3f-4df2-a643-d948239a79c5 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Subnet': ['ID=016d4fdf-1275-4fd4-967b-0181b360c64e,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:21.092744 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c229caa1-5f3f-4df2-a643-d948239a79c5 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0587902 Feb 09 01:41:21.094624 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae77d7a4-325d-4b87-a689-7e8b5d31151a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (a86fd8a7-28d6-443d-8944-dd3099dfd798), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:21.102330 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57072) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:21.131425 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-2a027531-04b7-46ec-b24b-a554852a735e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'subnet': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:21.183716 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada4dce9-a460-4475-9752-ff69b1c24958 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:41:21.195209 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-769b41a1-daf2-4f4d-a2bd-533dfd437b26 admin admin] Deleting port c32716bf-b2ea-464f-aa1c-c159f8e3dbcf {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:21.195770 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-769b41a1-daf2-4f4d-a2bd-533dfd437b26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (c32716bf-b2ea-464f-aa1c-c159f8e3dbcf), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:21.325758 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d3431496-964e-4557-8d5d-479ebfe8b46f None None] Provisioning complete for port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:21.326388 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d3431496-964e-4557-8d5d-479ebfe8b46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:21.387475 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a027531-04b7-46ec-b24b-a554852a735e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:21.392917 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a027531-04b7-46ec-b24b-a554852a735e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:21.466392 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d3431496-964e-4557-8d5d-479ebfe8b46f None None] Current status of the port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:21.516519 n-d-822053-40 neutron-server[103528]: INFO neutron.db.ipam_backend_mixin [None req-2a027531-04b7-46ec-b24b-a554852a735e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 016d4fdf-1275-4fd4-967b-0181b360c64e (CIDR: 2001:db8::/64) Feb 09 01:41:21.558655 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a027531-04b7-46ec-b24b-a554852a735e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:41:21.559283 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a027531-04b7-46ec-b24b-a554852a735e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:21.614471 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae77d7a4-325d-4b87-a689-7e8b5d31151a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Router a86fd8a7-28d6-443d-8944-dd3099dfd798 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:41:21.620809 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2a027531-04b7-46ec-b24b-a554852a735e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5169737 Feb 09 01:41:21.624020 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57080) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:21.629827 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-98d02aaf-3099-442a-b82f-93f9f90fd6c3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'subnet': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:21.636849 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e620acc-2014-439d-9f96-5d4981f33d00 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Router c76fbd97-7be8-4833-8e01-6996e37d6800 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:41:21.709622 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-769b41a1-daf2-4f4d-a2bd-533dfd437b26 admin admin] For port c32716bf-b2ea-464f-aa1c-c159f8e3dbcf, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=c32716bf-b2ea-464f-aa1c-c159f8e3dbcf,segment=NetworkSegment(b0a39339-81a8-45ed-9fe0-550b74489f1b),segment_id=b0a39339-81a8-45ed-9fe0-550b74489f1b)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:21.710453 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-769b41a1-daf2-4f4d-a2bd-533dfd437b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (c32716bf-b2ea-464f-aa1c-c159f8e3dbcf), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:21.739330 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-769b41a1-daf2-4f4d-a2bd-533dfd437b26 admin admin] Calling delete_port for c32716bf-b2ea-464f-aa1c-c159f8e3dbcf owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:41:21.790861 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae77d7a4-325d-4b87-a689-7e8b5d31151a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:41:21.806905 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ae77d7a4-325d-4b87-a689-7e8b5d31151a tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "PUT /v2.0/routers/a86fd8a7-28d6-443d-8944-dd3099dfd798/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1728897 Feb 09 01:41:21.811336 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57084) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:21.835763 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa8ced3-817c-486a-8850-fdda1685ed9a None None] Sync routers for ids ['a86fd8a7-28d6-443d-8944-dd3099dfd798'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:41:21.890655 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa8ced3-817c-486a-8850-fdda1685ed9a None None] Routers {'a86fd8a7-28d6-443d-8944-dd3099dfd798'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:41:21.891288 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-efa8ced3-817c-486a-8850-fdda1685ed9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:40:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a86fd8a7-28d6-443d-8944-dd3099dfd798'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:21.904397 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-04906d69-904a-4f76-9172-7adf85798538 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] GET failed (client error): The resource could not be found. Feb 09 01:41:21.907168 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-04906d69-904a-4f76-9172-7adf85798538 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "GET /v2.0/ports/b0cd04c2-b101-46ff-a98b-fa6863cac656 HTTP/1.1" status: 404 len: 333 time: 0.0926585 Feb 09 01:41:21.914740 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57086) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:22.042129 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-73163744-3869-42c4-8d10-5f3ac6575605 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for router (a86fd8a7-28d6-443d-8944-dd3099dfd798), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:22.059602 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-efa8ced3-817c-486a-8850-fdda1685ed9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:22.080288 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa8ced3-817c-486a-8850-fdda1685ed9a None None] Routers {'a86fd8a7-28d6-443d-8944-dd3099dfd798'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:41:22.081129 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-efa8ced3-817c-486a-8850-fdda1685ed9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:40:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a86fd8a7-28d6-443d-8944-dd3099dfd798'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:22.090096 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d02aaf-3099-442a-b82f-93f9f90fd6c3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:22.094019 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-98d02aaf-3099-442a-b82f-93f9f90fd6c3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:22.117688 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-41deb28a-5766-4abf-b405-3f1e177ea045 None None] Provisioning complete for port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:22.118231 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-41deb28a-5766-4abf-b405-3f1e177ea045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:22.129612 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-efa8ced3-817c-486a-8850-fdda1685ed9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:22.130235 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa8ced3-817c-486a-8850-fdda1685ed9a None None] The sync data for ids ['a86fd8a7-28d6-443d-8944-dd3099dfd798'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:41:22.253974 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-41deb28a-5766-4abf-b405-3f1e177ea045 None None] Current status of the port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:22.363349 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-73163744-3869-42c4-8d10-5f3ac6575605 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (a86fd8a7-28d6-443d-8944-dd3099dfd798), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:22.365639 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e620acc-2014-439d-9f96-5d4981f33d00 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:41:22.367760 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-73163744-3869-42c4-8d10-5f3ac6575605 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for router_controller (a86fd8a7-28d6-443d-8944-dd3099dfd798), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:22.373570 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8e620acc-2014-439d-9f96-5d4981f33d00 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:22.380330 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81702cb9-77a3-4ec0-8998-c2df2e024547 None None] Sync routers for ids ['c76fbd97-7be8-4833-8e01-6996e37d6800'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:41:22.395290 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81702cb9-77a3-4ec0-8998-c2df2e024547 None None] Routers {'c76fbd97-7be8-4833-8e01-6996e37d6800'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:41:22.396070 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-81702cb9-77a3-4ec0-8998-c2df2e024547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:40:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c76fbd97-7be8-4833-8e01-6996e37d6800'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:22.572332 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-81702cb9-77a3-4ec0-8998-c2df2e024547 None None] Set router c76fbd97-7be8-4833-8e01-6996e37d6800 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:41:22.603438 n-d-822053-40 neutron-server[103528]: DEBUG neutron.objects.ports [None req-98d02aaf-3099-442a-b82f-93f9f90fd6c3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103528) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:41:22.730525 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8e620acc-2014-439d-9f96-5d4981f33d00 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "DELETE /v2.0/floatingips/3a559e6b-ed9b-472a-afed-e79f67b9d6e0 HTTP/1.1" status: 204 len: 168 time: 3.3037417 Feb 09 01:41:22.735758 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd442d40b-32f9-4cc3-a0c4-5adeac95bc9e', 'tag': '1416671c-cda3-436a-aeac-ffce79b1db9b'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:41:22.738572 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0755f54-ddbb-4451-a70c-b573bbc346b7" -d '{"events": [{"name": "network-changed", "server_uuid": "d442d40b-32f9-4cc3-a0c4-5adeac95bc9e", "tag": "1416671c-cda3-436a-aeac-ffce79b1db9b"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:41:22.809446 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-73163744-3869-42c4-8d10-5f3ac6575605 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (a86fd8a7-28d6-443d-8944-dd3099dfd798), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:22.810100 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73163744-3869-42c4-8d10-5f3ac6575605 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Fanout notify agent at l3_agent the message router_deleted on router a86fd8a7-28d6-443d-8944-dd3099dfd798 {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:41:22.818570 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-73163744-3869-42c4-8d10-5f3ac6575605 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:22.822332 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-73163744-3869-42c4-8d10-5f3ac6575605 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/routers/a86fd8a7-28d6-443d-8944-dd3099dfd798 HTTP/1.1" status: 204 len: 168 time: 0.9031522 Feb 09 01:41:22.822721 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57112) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:22.873759 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e9f43a-20d1-4f60-91b1-7df8f36bd998 x-openstack-request-id: req-35e9f43a-20d1-4f60-91b1-7df8f36bd998 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:41:22.874049 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d442d40b-32f9-4cc3-a0c4-5adeac95bc9e", "tag": "1416671c-cda3-436a-aeac-ffce79b1db9b", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:41:22.874881 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-35e9f43a-20d1-4f60-91b1-7df8f36bd998 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:41:22.875280 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd442d40b-32f9-4cc3-a0c4-5adeac95bc9e', 'tag': '1416671c-cda3-436a-aeac-ffce79b1db9b', 'status': 'completed', 'code': 200} Feb 09 01:41:22.890986 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-98d02aaf-3099-442a-b82f-93f9f90fd6c3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:22.948730 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd353afe-2cfe-4a8c-968b-9f471326df4f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Deleting subnet cb7a5465-e55f-49f6-8e99-f99b18ff87ea {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:41:22.955620 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bd353afe-2cfe-4a8c-968b-9f471326df4f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for subnet (cb7a5465-e55f-49f6-8e99-f99b18ff87ea), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:22.998288 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bd353afe-2cfe-4a8c-968b-9f471326df4f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (cb7a5465-e55f-49f6-8e99-f99b18ff87ea), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:23.034647 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-81702cb9-77a3-4ec0-8998-c2df2e024547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76fbd97-7be8-4833-8e01-6996e37d6800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1400759742', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '9b2f5e5a-268f-4f81-b52f-c1e3a84d337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:50Z', 'updated_at': '2022-02-09T01:38:59Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '9b2f5e5a-268f-4f81-b52f-c1e3a84d337e', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76fbd97-7be8-4833-8e01-6996e37d6800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:52Z', 'updated_at': '2022-02-09T01:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '58d0527c-f9f9-443d-9a8e-e0c453d04ded', 'name': '', 'network_id': '7d026e5f-8203-4636-ba0b-6899bb8cd475', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'mac_address': 'fa:16:3e:95:8f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76fbd97-7be8-4833-8e01-6996e37d6800', 'device_owner': 'network:router_interface', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': 'f9f8e7c5-aa98-41c8-9a28-63a6ea8d2a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:58Z', 'updated_at': '2022-02-09T01:39:06Z', 'revision_number': 5, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'subnets': [{'id': 'f9f8e7c5-aa98-41c8-9a28-63a6ea8d2a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:23.081683 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81702cb9-77a3-4ec0-8998-c2df2e024547 None None] Checking router: c76fbd97-7be8-4833-8e01-6996e37d6800 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:41:23.093772 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81702cb9-77a3-4ec0-8998-c2df2e024547 None None] Routers {'c76fbd97-7be8-4833-8e01-6996e37d6800'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:41:23.096435 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-81702cb9-77a3-4ec0-8998-c2df2e024547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:40:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c76fbd97-7be8-4833-8e01-6996e37d6800'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:23.149894 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-769b41a1-daf2-4f4d-a2bd-533dfd437b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (c32716bf-b2ea-464f-aa1c-c159f8e3dbcf), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:23.270682 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-98d02aaf-3099-442a-b82f-93f9f90fd6c3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] For port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d3cdccd4-6d8e-4e9f-9cc4-a804bd585510,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:23.276642 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b41a1-daf2-4f4d-a2bd-533dfd437b26 admin admin] Pushing event deleted for resources: {'Port': ['ID=c32716bf-b2ea-464f-aa1c-c159f8e3dbcf,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:23.338399 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-81702cb9-77a3-4ec0-8998-c2df2e024547 None None] Set router c76fbd97-7be8-4833-8e01-6996e37d6800 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:41:23.339702 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-98d02aaf-3099-442a-b82f-93f9f90fd6c3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:23.350951 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-98d02aaf-3099-442a-b82f-93f9f90fd6c3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:23.430873 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-98d02aaf-3099-442a-b82f-93f9f90fd6c3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (d6a382f2-6a19-4b81-ab99-dd2a99801d7a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:23.436564 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b41a1-daf2-4f4d-a2bd-533dfd437b26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:23.437929 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b41a1-daf2-4f4d-a2bd-533dfd437b26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:23.437929 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b41a1-daf2-4f4d-a2bd-533dfd437b26 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:23.438159 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b41a1-daf2-4f4d-a2bd-533dfd437b26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:23.450579 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b41a1-daf2-4f4d-a2bd-533dfd437b26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:23.451099 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b41a1-daf2-4f4d-a2bd-533dfd437b26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:23.451788 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b41a1-daf2-4f4d-a2bd-533dfd437b26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:23.453065 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b41a1-daf2-4f4d-a2bd-533dfd437b26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:23.453590 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b41a1-daf2-4f4d-a2bd-533dfd437b26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:23.454089 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b41a1-daf2-4f4d-a2bd-533dfd437b26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:23.454595 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b41a1-daf2-4f4d-a2bd-533dfd437b26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:23.455082 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b41a1-daf2-4f4d-a2bd-533dfd437b26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:23.455568 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b41a1-daf2-4f4d-a2bd-533dfd437b26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:23.569534 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0755f54-ddbb-4451-a70c-b573bbc346b7 req-ca505fa0-d011-45f4-bbb0-928c3ecd22b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:23.571498 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b0755f54-ddbb-4451-a70c-b573bbc346b7 req-ca505fa0-d011-45f4-bbb0-928c3ecd22b8 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e7f5366db1de43098724f0eb4e3342fd&device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 1128 time: 0.6996377 Feb 09 01:41:23.575523 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bd353afe-2cfe-4a8c-968b-9f471326df4f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (cb7a5465-e55f-49f6-8e99-f99b18ff87ea), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:23.585625 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d02aaf-3099-442a-b82f-93f9f90fd6c3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:23.606013 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d02aaf-3099-442a-b82f-93f9f90fd6c3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Port': ['ID=d3cdccd4-6d8e-4e9f-9cc4-a804bd585510,revision_number=14']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:23.610168 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-98d02aaf-3099-442a-b82f-93f9f90fd6c3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:23.622215 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d02aaf-3099-442a-b82f-93f9f90fd6c3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:23.623258 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-98d02aaf-3099-442a-b82f-93f9f90fd6c3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:23.659004 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d02aaf-3099-442a-b82f-93f9f90fd6c3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Subnet': ['ID=d6a382f2-6a19-4b81-ab99-dd2a99801d7a,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:23.674938 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-98d02aaf-3099-442a-b82f-93f9f90fd6c3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0496421 Feb 09 01:41:23.677676 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57136) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:23.693519 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-d356eb4b-4fc4-4f95-97d8-54bfb69d4e5e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'port': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'mac_address': 'fa:16:3e:51:5a:e0', 'name': 'tempest-NetworksTestDHCPv6-1103537127'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:23.798108 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-769b41a1-daf2-4f4d-a2bd-533dfd437b26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (c48d68a8-7b5e-44c2-96ea-be7a9b527b04), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:23.886813 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d356eb4b-4fc4-4f95-97d8-54bfb69d4e5e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:23.921904 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fb3632-de3e-4e94-ad9d-a5ca3b9f234f None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:41:24.066856 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48fbcf4-bfbb-4f9a-988a-b287c70182d8 req-8bcca98d-4728-4b29-b1da-8f0c82d6254b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:24.072283 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d48fbcf4-bfbb-4f9a-988a-b287c70182d8 req-8bcca98d-4728-4b29-b1da-8f0c82d6254b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 945 time: 0.7989473 Feb 09 01:41:24.087828 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d356eb4b-4fc4-4f95-97d8-54bfb69d4e5e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:24.114905 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-d356eb4b-4fc4-4f95-97d8-54bfb69d4e5e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] device_id is not set on port 2ea0a101-b1d9-48a4-9de6-6c5283467125 yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:41:24.160538 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-81702cb9-77a3-4ec0-8998-c2df2e024547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76fbd97-7be8-4833-8e01-6996e37d6800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1400759742', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '9b2f5e5a-268f-4f81-b52f-c1e3a84d337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:50Z', 'updated_at': '2022-02-09T01:38:59Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '9b2f5e5a-268f-4f81-b52f-c1e3a84d337e', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76fbd97-7be8-4833-8e01-6996e37d6800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:52Z', 'updated_at': '2022-02-09T01:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '58d0527c-f9f9-443d-9a8e-e0c453d04ded', 'name': '', 'network_id': '7d026e5f-8203-4636-ba0b-6899bb8cd475', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'mac_address': 'fa:16:3e:95:8f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76fbd97-7be8-4833-8e01-6996e37d6800', 'device_owner': 'network:router_interface', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': 'f9f8e7c5-aa98-41c8-9a28-63a6ea8d2a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:58Z', 'updated_at': '2022-02-09T01:39:06Z', 'revision_number': 5, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'subnets': [{'id': 'f9f8e7c5-aa98-41c8-9a28-63a6ea8d2a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:24.203758 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d48fbcf4-bfbb-4f9a-988a-b287c70182d8 req-f3ad6a7a-3824-4d75-b01c-8c68af4d2b02 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ea60e72c-3021-4dd2-8311-c001cfa04ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302881 Feb 09 01:41:24.213467 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81702cb9-77a3-4ec0-8998-c2df2e024547 None None] The sync data for ids ['c76fbd97-7be8-4833-8e01-6996e37d6800'] in n-d-822053-40 is: [{'id': 'c76fbd97-7be8-4833-8e01-6996e37d6800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1400759742', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '9b2f5e5a-268f-4f81-b52f-c1e3a84d337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:50Z', 'updated_at': '2022-02-09T01:38:59Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '9b2f5e5a-268f-4f81-b52f-c1e3a84d337e', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76fbd97-7be8-4833-8e01-6996e37d6800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:52Z', 'updated_at': '2022-02-09T01:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '58d0527c-f9f9-443d-9a8e-e0c453d04ded', 'name': '', 'network_id': '7d026e5f-8203-4636-ba0b-6899bb8cd475', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'mac_address': 'fa:16:3e:95:8f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76fbd97-7be8-4833-8e01-6996e37d6800', 'device_owner': 'network:router_interface', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': 'f9f8e7c5-aa98-41c8-9a28-63a6ea8d2a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:58Z', 'updated_at': '2022-02-09T01:39:06Z', 'revision_number': 5, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'subnets': [{'id': 'f9f8e7c5-aa98-41c8-9a28-63a6ea8d2a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:41:24.241725 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0755f54-ddbb-4451-a70c-b573bbc346b7 req-3a233fe2-7af0-4ba7-a0d6-020ca28bfaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:24.244459 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b0755f54-ddbb-4451-a70c-b573bbc346b7 req-3a233fe2-7af0-4ba7-a0d6-020ca28bfaff service neutron] 10.222.0.121 "GET /v2.0/networks?id=7d026e5f-8203-4636-ba0b-6899bb8cd475 HTTP/1.1" status: 200 len: 896 time: 0.6605461 Feb 09 01:41:24.250067 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bd353afe-2cfe-4a8c-968b-9f471326df4f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (cb7a5465-e55f-49f6-8e99-f99b18ff87ea), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:24.381385 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8a77bb5f-10a8-49fc-8771-dc7f98f94c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:24.418516 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb27c3c-d6d0-4fba-a427-006e9cfb1fbf None None] Update dhcp port {'port': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'fixed_ips': [{'subnet_id': 'd6a382f2-6a19-4b81-ab99-dd2a99801d7a', 'ip_address': '2001:db8:0:1:f816:3eff:fe2f:36d5'}, {'subnet_id': '016d4fdf-1275-4fd4-967b-0181b360c64e'}], 'binding:host_id': 'n-d-822053-40'}, 'id': 'd3cdccd4-6d8e-4e9f-9cc4-a804bd585510'} from n-d-822053-40. {{(pid=103530) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:41:24.424482 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd353afe-2cfe-4a8c-968b-9f471326df4f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'Subnet': ['ID=cb7a5465-e55f-49f6-8e99-f99b18ff87ea,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:24.424721 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-d356eb4b-4fc4-4f95-97d8-54bfb69d4e5e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Allocated IP 2001:db8::3cf (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/016d4fdf-1275-4fd4-967b-0181b360c64e/2ea0a101-b1d9-48a4-9de6-6c5283467125) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:24.431885 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bd353afe-2cfe-4a8c-968b-9f471326df4f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:24.436220 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-bd353afe-2cfe-4a8c-968b-9f471326df4f tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/subnets/cb7a5465-e55f-49f6-8e99-f99b18ff87ea HTTP/1.1" status: 204 len: 168 time: 1.6124070 Feb 09 01:41:24.438496 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b0755f54-ddbb-4451-a70c-b573bbc346b7 req-39116706-35b4-4df3-a27c-6ff849933c99 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1416671c-cda3-436a-aeac-ffce79b1db9b HTTP/1.1" status: 200 len: 217 time: 0.1840715 Feb 09 01:41:24.441604 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57152) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:24.442278 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-d356eb4b-4fc4-4f95-97d8-54bfb69d4e5e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Allocated IP 2001:db8:0:1:f816:3eff:fe51:5ae0 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/d6a382f2-6a19-4b81-ab99-dd2a99801d7a/2ea0a101-b1d9-48a4-9de6-6c5283467125) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:24.464421 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a540ec-051b-4ff1-9751-30c8b8ec675c None None] Network ce5d3190-a4c5-4347-80e3-1a64eaa0d9a4 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:41:24.539548 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-adb27c3c-d6d0-4fba-a427-006e9cfb1fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:24.586915 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769b41a1-daf2-4f4d-a2bd-533dfd437b26 admin admin] Router c48d68a8-7b5e-44c2-96ea-be7a9b527b04 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:41:24.650957 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0755f54-ddbb-4451-a70c-b573bbc346b7 req-e7a6841e-349c-4be8-8ab9-f7f9f7fe9fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:24.652478 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b0755f54-ddbb-4451-a70c-b573bbc346b7 req-e7a6841e-349c-4be8-8ab9-f7f9f7fe9fde service neutron] 10.222.0.121 "GET /v2.0/subnets?id=f9f8e7c5-aa98-41c8-9a28-63a6ea8d2a6d HTTP/1.1" status: 200 len: 834 time: 0.1925664 Feb 09 01:41:24.681717 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55401155-caa5-4efa-8b47-5c2d640098a2 req-e9f9f744-b102-4e50-b397-bf2cc43bd437 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:24.685469 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-55401155-caa5-4efa-8b47-5c2d640098a2 req-e9f9f744-b102-4e50-b397-bf2cc43bd437 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.121 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 945 time: 0.2251334 Feb 09 01:41:24.815832 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917bd865-ba87-4b71-aaa6-2e95e36d097a None None] New status for floating IP 3a559e6b-ed9b-472a-afed-e79f67b9d6e0: DOWN {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:41:24.824269 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6942ee95-8ae3-4fbd-81fc-db2ef1841ed5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (ce5d3190-a4c5-4347-80e3-1a64eaa0d9a4), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:24.867923 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:41:24.892452 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0755f54-ddbb-4451-a70c-b573bbc346b7 req-c5c9f55b-864b-4c8f-bc23-3cf8616640ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:24.894017 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b0755f54-ddbb-4451-a70c-b573bbc346b7 req-c5c9f55b-864b-4c8f-bc23-3cf8616640ee service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=7d026e5f-8203-4636-ba0b-6899bb8cd475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1304808 Feb 09 01:41:24.939373 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d356eb4b-4fc4-4f95-97d8-54bfb69d4e5e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for port (2ea0a101-b1d9-48a4-9de6-6c5283467125), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:24.949518 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-55401155-caa5-4efa-8b47-5c2d640098a2 req-6c233581-534d-419c-b918-92688f4bc11e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Deleting port 1416671c-cda3-436a-aeac-ffce79b1db9b {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:24.949854 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-55401155-caa5-4efa-8b47-5c2d640098a2 req-6c233581-534d-419c-b918-92688f4bc11e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (1416671c-cda3-436a-aeac-ffce79b1db9b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:25.041793 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:25.042534 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:25.056352 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d356eb4b-4fc4-4f95-97d8-54bfb69d4e5e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (2ea0a101-b1d9-48a4-9de6-6c5283467125), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:25.095463 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b0755f54-ddbb-4451-a70c-b573bbc346b7 req-26c2e621-d2ac-496a-b3ef-849bd0835af3 service neutron] 10.222.0.121 "GET /v2.0/networks/7d026e5f-8203-4636-ba0b-6899bb8cd475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398752 Feb 09 01:41:25.133420 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-55401155-caa5-4efa-8b47-5c2d640098a2 req-6c233581-534d-419c-b918-92688f4bc11e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] For port 1416671c-cda3-436a-aeac-ffce79b1db9b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1416671c-cda3-436a-aeac-ffce79b1db9b,segment=NetworkSegment(d79e44ef-577b-4bb4-b4d8-d0a859c1f024),segment_id=d79e44ef-577b-4bb4-b4d8-d0a859c1f024)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:25.134002 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-55401155-caa5-4efa-8b47-5c2d640098a2 req-6c233581-534d-419c-b918-92688f4bc11e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (1416671c-cda3-436a-aeac-ffce79b1db9b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:25.179855 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769b41a1-daf2-4f4d-a2bd-533dfd437b26 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:41:25.182126 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d356eb4b-4fc4-4f95-97d8-54bfb69d4e5e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:25.184782 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-55401155-caa5-4efa-8b47-5c2d640098a2 req-6c233581-534d-419c-b918-92688f4bc11e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Calling delete_port for 1416671c-cda3-436a-aeac-ffce79b1db9b owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:41:25.191886 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-769b41a1-daf2-4f4d-a2bd-533dfd437b26 admin admin] 10.222.0.30 "PUT /v2.0/routers/c48d68a8-7b5e-44c2-96ea-be7a9b527b04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1355798 Feb 09 01:41:25.197205 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c214ae8-1b6c-44e9-8f44-9044a76b3e45 None None] Sync routers for ids ['c48d68a8-7b5e-44c2-96ea-be7a9b527b04'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:41:25.199538 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57162) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:25.220311 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da05b1c9-26f3-4d7b-a298-b9706505528a None None] DHCP port deletion for ce5d3190-a4c5-4347-80e3-1a64eaa0d9a4 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:41:25.221091 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-d356eb4b-4fc4-4f95-97d8-54bfb69d4e5e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:25.238960 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-adb27c3c-d6d0-4fba-a427-006e9cfb1fbf None None] Allocated IP 2001:db8::2 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/016d4fdf-1275-4fd4-967b-0181b360c64e/d3cdccd4-6d8e-4e9f-9cc4-a804bd585510) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:25.260787 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-6942ee95-8ae3-4fbd-81fc-db2ef1841ed5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Deleting port e94608f4-7f19-46e1-87a3-dfc8f63bbac8 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:25.261488 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6942ee95-8ae3-4fbd-81fc-db2ef1841ed5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (e94608f4-7f19-46e1-87a3-dfc8f63bbac8), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:25.271543 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356eb4b-4fc4-4f95-97d8-54bfb69d4e5e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Port': ['ID=2ea0a101-b1d9-48a4-9de6-6c5283467125,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:25.277869 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c214ae8-1b6c-44e9-8f44-9044a76b3e45 None None] Routers {'c48d68a8-7b5e-44c2-96ea-be7a9b527b04'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:41:25.278505 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-4c214ae8-1b6c-44e9-8f44-9044a76b3e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:41:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c48d68a8-7b5e-44c2-96ea-be7a9b527b04'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:25.302800 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d356eb4b-4fc4-4f95-97d8-54bfb69d4e5e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:41:25.316018 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d356eb4b-4fc4-4f95-97d8-54bfb69d4e5e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:25.319482 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d356eb4b-4fc4-4f95-97d8-54bfb69d4e5e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:25.439924 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b0755f54-ddbb-4451-a70c-b573bbc346b7 req-412409f0-81c0-41ac-bfd4-af6359438f2d service neutron] 10.222.0.121 "GET /v2.0/networks/7d026e5f-8203-4636-ba0b-6899bb8cd475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345237 Feb 09 01:41:25.470587 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-6942ee95-8ae3-4fbd-81fc-db2ef1841ed5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] For port e94608f4-7f19-46e1-87a3-dfc8f63bbac8, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=e94608f4-7f19-46e1-87a3-dfc8f63bbac8,segment=NetworkSegment(b0a2ab2f-87e4-4c15-9be4-60b3b4c68505),segment_id=b0a2ab2f-87e4-4c15-9be4-60b3b4c68505)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:25.470951 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6942ee95-8ae3-4fbd-81fc-db2ef1841ed5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (e94608f4-7f19-46e1-87a3-dfc8f63bbac8), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:25.487761 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-6942ee95-8ae3-4fbd-81fc-db2ef1841ed5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Calling delete_port for e94608f4-7f19-46e1-87a3-dfc8f63bbac8 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:41:25.512619 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b26e6c-0f80-46b3-a025-09ebd490d439 req-ff948c04-96e3-4242-b8b7-b4c11f98c8b6 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:25.514201 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b3b26e6c-0f80-46b3-a025-09ebd490d439 req-ff948c04-96e3-4242-b8b7-b4c11f98c8b6 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 945 time: 0.1338346 Feb 09 01:41:25.531226 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:25.598489 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-da05b1c9-26f3-4d7b-a298-b9706505528a None None] Deleting port e94608f4-7f19-46e1-87a3-dfc8f63bbac8 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:25.598868 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-da05b1c9-26f3-4d7b-a298-b9706505528a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (e94608f4-7f19-46e1-87a3-dfc8f63bbac8), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:25.641555 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d356eb4b-4fc4-4f95-97d8-54bfb69d4e5e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9579608 Feb 09 01:41:25.658890 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b3b26e6c-0f80-46b3-a025-09ebd490d439 req-b54024c1-5496-4c45-b57a-b4aa875668be tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=ea60e72c-3021-4dd2-8311-c001cfa04ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956779 Feb 09 01:41:25.659133 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57172) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:25.679166 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-4c214ae8-1b6c-44e9-8f44-9044a76b3e45 None None] Set router c48d68a8-7b5e-44c2-96ea-be7a9b527b04 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:41:25.689866 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6942ee95-8ae3-4fbd-81fc-db2ef1841ed5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (e94608f4-7f19-46e1-87a3-dfc8f63bbac8), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:25.707469 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6942ee95-8ae3-4fbd-81fc-db2ef1841ed5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] No DVR routers for this DVR port e94608f4-7f19-46e1-87a3-dfc8f63bbac8 on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:41:25.766711 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942ee95-8ae3-4fbd-81fc-db2ef1841ed5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'Port': ['ID=e94608f4-7f19-46e1-87a3-dfc8f63bbac8,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:25.805843 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-adb27c3c-d6d0-4fba-a427-006e9cfb1fbf None None] For port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d3cdccd4-6d8e-4e9f-9cc4-a804bd585510,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:25.841574 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7444f4d3-cde7-4605-ae72-7936d0e71f0f admin admin] Publish callbacks [] for router (c48d68a8-7b5e-44c2-96ea-be7a9b527b04), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:25.866268 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6942ee95-8ae3-4fbd-81fc-db2ef1841ed5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (ce5d3190-a4c5-4347-80e3-1a64eaa0d9a4), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:25.873707 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-da05b1c9-26f3-4d7b-a298-b9706505528a None None] For port e94608f4-7f19-46e1-87a3-dfc8f63bbac8, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=e94608f4-7f19-46e1-87a3-dfc8f63bbac8,segment=NetworkSegment(b0a2ab2f-87e4-4c15-9be4-60b3b4c68505),segment_id=b0a2ab2f-87e4-4c15-9be4-60b3b4c68505)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:25.874865 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-da05b1c9-26f3-4d7b-a298-b9706505528a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (e94608f4-7f19-46e1-87a3-dfc8f63bbac8), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:25.895941 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-6942ee95-8ae3-4fbd-81fc-db2ef1841ed5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce5d3190-a4c5-4347-80e3-1a64eaa0d9a4']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:25.909521 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-da05b1c9-26f3-4d7b-a298-b9706505528a None None] Calling delete_port for e94608f4-7f19-46e1-87a3-dfc8f63bbac8 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:41:25.910101 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-6942ee95-8ae3-4fbd-81fc-db2ef1841ed5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a2ab2f-87e4-4c15-9be4-60b3b4c68505') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:25.910411 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-6942ee95-8ae3-4fbd-81fc-db2ef1841ed5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a2ab2f-87e4-4c15-9be4-60b3b4c68505') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:25.925728 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:25.929780 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6942ee95-8ae3-4fbd-81fc-db2ef1841ed5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (b0a2ab2f-87e4-4c15-9be4-60b3b4c68505), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:25.951050 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6942ee95-8ae3-4fbd-81fc-db2ef1841ed5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (b0a2ab2f-87e4-4c15-9be4-60b3b4c68505), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:25.952030 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-adb27c3c-d6d0-4fba-a427-006e9cfb1fbf None None] Publish callbacks [] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:25.960796 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6942ee95-8ae3-4fbd-81fc-db2ef1841ed5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:41:25.961784 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6942ee95-8ae3-4fbd-81fc-db2ef1841ed5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (b0a2ab2f-87e4-4c15-9be4-60b3b4c68505), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:26.004785 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-adb27c3c-d6d0-4fba-a427-006e9cfb1fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:26.089201 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:41:26.089201 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:41:26.089201 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:41:26.089201 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:41:26.089201 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:41:26.089201 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:41:26.089201 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:41:26.089201 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:41:26.089201 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:41:26.089201 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:41:26.089201 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:41:26.089201 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:41:26.089201 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:41:26.089201 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:41:26.089201 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:41:26.089201 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:41:26.089201 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:41:26.089201 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:41:26.089201 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:41:26.089201 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:41:26.089201 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:41:26.089201 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:41:26.089201 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:41:26.089201 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:41:26.089201 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:41:26.089201 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:41:26.089201 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:41:26.089201 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:41:26.089201 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:41:26.089201 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:41:26.089201 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:41:26.089201 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:41:26.093535 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6942ee95-8ae3-4fbd-81fc-db2ef1841ed5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (ce5d3190-a4c5-4347-80e3-1a64eaa0d9a4), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:26.105676 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6942ee95-8ae3-4fbd-81fc-db2ef1841ed5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:26.123770 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6942ee95-8ae3-4fbd-81fc-db2ef1841ed5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/networks/ce5d3190-a4c5-4347-80e3-1a64eaa0d9a4 HTTP/1.1" status: 204 len: 168 time: 1.6805372 Feb 09 01:41:26.129021 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57178) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:26.170045 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb27c3c-d6d0-4fba-a427-006e9cfb1fbf None None] Pushing event updated for resources: {'Port': ['ID=d3cdccd4-6d8e-4e9f-9cc4-a804bd585510,revision_number=15']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:26.198219 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-da05b1c9-26f3-4d7b-a298-b9706505528a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (e94608f4-7f19-46e1-87a3-dfc8f63bbac8), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:26.240244 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942ee95-8ae3-4fbd-81fc-db2ef1841ed5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'Network': ['ID=ce5d3190-a4c5-4347-80e3-1a64eaa0d9a4,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:26.244014 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05b1c9-26f3-4d7b-a298-b9706505528a None None] Pushing event deleted for resources: {'Port': ['ID=e94608f4-7f19-46e1-87a3-dfc8f63bbac8,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:26.259239 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-da05b1c9-26f3-4d7b-a298-b9706505528a None None] Network ce5d3190-a4c5-4347-80e3-1a64eaa0d9a4 is not hosted by any dhcp agent {{(pid=103530) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 01:41:26.259703 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da05b1c9-26f3-4d7b-a298-b9706505528a None None] No DVR routers for this DVR port e94608f4-7f19-46e1-87a3-dfc8f63bbac8 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:41:26.260255 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348631ae-1cff-49ac-99de-c3e916e30c9b tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:26.262612 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-348631ae-1cff-49ac-99de-c3e916e30c9b tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "GET /v2.0/ports/aba53d37-9e48-42fa-88b3-98ea811988e7 HTTP/1.1" status: 200 len: 844 time: 0.1304374 Feb 09 01:41:26.267242 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57182) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:26.268504 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-4c214ae8-1b6c-44e9-8f44-9044a76b3e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'name': 'tempest-AttachVolumeShelveTestJSON-293999041-router', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'e14078b4-4379-4633-9f4f-9367ebe69b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:38Z', 'updated_at': '2022-02-09T01:41:22Z', 'revision_number': 5, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'gw_port': {'id': 'e14078b4-4379-4633-9f4f-9367ebe69b48', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:39Z', 'updated_at': '2022-02-09T01:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:26.305729 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c214ae8-1b6c-44e9-8f44-9044a76b3e45 None None] Checking router: c48d68a8-7b5e-44c2-96ea-be7a9b527b04 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:41:26.315741 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c214ae8-1b6c-44e9-8f44-9044a76b3e45 None None] Routers {'c48d68a8-7b5e-44c2-96ea-be7a9b527b04'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:41:26.317325 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-4c214ae8-1b6c-44e9-8f44-9044a76b3e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:41:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c48d68a8-7b5e-44c2-96ea-be7a9b527b04'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:26.351615 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a9356fe6-459b-4ebc-9b6d-d95befb7c5f9 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "GET /v2.0/ports/aba53d37-9e48-42fa-88b3-98ea811988e7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0777900 Feb 09 01:41:26.356012 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57184) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:26.367574 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-3532de78-6d61-4a9d-bd5d-c4f39df271b3 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'subnet': {'network_id': '6b1d100c-21d0-4442-bd1a-327fdac5d344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:26.470912 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-4c214ae8-1b6c-44e9-8f44-9044a76b3e45 None None] Set router c48d68a8-7b5e-44c2-96ea-be7a9b527b04 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:41:26.622115 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3532de78-6d61-4a9d-bd5d-c4f39df271b3 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Made reservation on behalf of 8201bc48225643789b21af5866801d1c for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:26.628904 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3532de78-6d61-4a9d-bd5d-c4f39df271b3 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:26.730796 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7444f4d3-cde7-4605-ae72-7936d0e71f0f admin admin] Publish callbacks [] for router_gateway (c48d68a8-7b5e-44c2-96ea-be7a9b527b04), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:26.786622 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-aed1d854-b32e-4f95-be10-7c97259d75eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting port 2ea0a101-b1d9-48a4-9de6-6c5283467125 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:26.786971 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aed1d854-b32e-4f95-be10-7c97259d75eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (2ea0a101-b1d9-48a4-9de6-6c5283467125), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:26.811547 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-55401155-caa5-4efa-8b47-5c2d640098a2 req-6c233581-534d-419c-b918-92688f4bc11e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (1416671c-cda3-436a-aeac-ffce79b1db9b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:26.975271 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:41:26.981489 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c233581-534d-419c-b918-92688f4bc11e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event deleted for resources: {'Port': ['ID=1416671c-cda3-436a-aeac-ffce79b1db9b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:27.034242 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3532de78-6d61-4a9d-bd5d-c4f39df271b3 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (4d22f4f7-5718-4291-8875-9bad4ddbc72e), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:27.101010 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 1416671c-cda3-436a-aeac-ffce79b1db9b no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:41:27.112440 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3532de78-6d61-4a9d-bd5d-c4f39df271b3 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Network 6b1d100c-21d0-4442-bd1a-327fdac5d344 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:27.123075 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-3532de78-6d61-4a9d-bd5d-c4f39df271b3 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:27.152987 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7601627d-6b88-4219-9789-d11be1a1eabb req-c509303f-ea72-4296-843b-0302a3dcd59a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d442d40b-32f9-4cc3-a0c4-5adeac95bc9e HTTP/1.1" status: 200 len: 210 time: 0.3551409 Feb 09 01:41:27.155315 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3532de78-6d61-4a9d-bd5d-c4f39df271b3 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:27.156508 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3532de78-6d61-4a9d-bd5d-c4f39df271b3 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:27.162662 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-55401155-caa5-4efa-8b47-5c2d640098a2 req-6c233581-534d-419c-b918-92688f4bc11e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] No DVR routers for this DVR port 1416671c-cda3-436a-aeac-ffce79b1db9b on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:41:27.167028 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-55401155-caa5-4efa-8b47-5c2d640098a2 req-6c233581-534d-419c-b918-92688f4bc11e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:27.173396 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-55401155-caa5-4efa-8b47-5c2d640098a2 req-6c233581-534d-419c-b918-92688f4bc11e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.121 "DELETE /v2.0/ports/1416671c-cda3-436a-aeac-ffce79b1db9b HTTP/1.1" status: 204 len: 173 time: 2.4841328 Feb 09 01:41:27.180418 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd442d40b-32f9-4cc3-a0c4-5adeac95bc9e', 'name': 'network-vif-deleted', 'tag': '1416671c-cda3-436a-aeac-ffce79b1db9b'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:41:27.183241 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d719843-3791-412f-8076-3810148fd760" -d '{"events": [{"server_uuid": "d442d40b-32f9-4cc3-a0c4-5adeac95bc9e", "name": "network-vif-deleted", "tag": "1416671c-cda3-436a-aeac-ffce79b1db9b"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:41:27.199404 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3532de78-6d61-4a9d-bd5d-c4f39df271b3 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8421791 Feb 09 01:41:27.203091 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57198) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:27.210229 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-fc395502-6b6f-4b10-95d4-f88c6b526f38 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'security_group': {'name': 'tempest-secgroup-999205417'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:27.258477 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7444f4d3-cde7-4605-ae72-7936d0e71f0f admin admin] Deleting port e14078b4-4379-4633-9f4f-9367ebe69b48 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:27.258912 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7444f4d3-cde7-4605-ae72-7936d0e71f0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (e14078b4-4379-4633-9f4f-9367ebe69b48), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:27.261704 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60537e8-9b00-41ee-a873-e34bd631eb9f None None] Network 6b1d100c-21d0-4442-bd1a-327fdac5d344 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:41:27.267128 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fc395502-6b6f-4b10-95d4-f88c6b526f38 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:27.303616 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 1416671c-cda3-436a-aeac-ffce79b1db9b {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:41:27.303956 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 1416671c-cda3-436a-aeac-ffce79b1db9b not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:41:27.330100 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532de78-6d61-4a9d-bd5d-c4f39df271b3 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'Subnet': ['ID=4d22f4f7-5718-4291-8875-9bad4ddbc72e,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:27.348666 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ea9ca1-6c6e-451a-a579-f9f35478d3a0 x-openstack-request-id: req-f8ea9ca1-6c6e-451a-a579-f9f35478d3a0 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:41:27.348984 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d442d40b-32f9-4cc3-a0c4-5adeac95bc9e", "name": "network-vif-deleted", "tag": "1416671c-cda3-436a-aeac-ffce79b1db9b", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:41:27.349245 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f8ea9ca1-6c6e-451a-a579-f9f35478d3a0 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:41:27.349679 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd442d40b-32f9-4cc3-a0c4-5adeac95bc9e', 'name': 'network-vif-deleted', 'tag': '1416671c-cda3-436a-aeac-ffce79b1db9b', 'status': 'completed', 'code': 200} Feb 09 01:41:27.356833 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aed1d854-b32e-4f95-be10-7c97259d75eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (2ea0a101-b1d9-48a4-9de6-6c5283467125), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:27.399417 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-aed1d854-b32e-4f95-be10-7c97259d75eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Calling delete_port for 2ea0a101-b1d9-48a4-9de6-6c5283467125 owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:41:27.453651 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fc395502-6b6f-4b10-95d4-f88c6b526f38 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for security_group (e08abded-1216-46ec-9c97-2cf43d8122ad), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:27.462017 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fc395502-6b6f-4b10-95d4-f88c6b526f38 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (e08abded-1216-46ec-9c97-2cf43d8122ad), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:27.509144 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fc395502-6b6f-4b10-95d4-f88c6b526f38 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:27.510102 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e38c0e6b-ff0b-4afd-b7d9-5bcee7ead5bb None None] Provisioning complete for port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:27.510534 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-fc395502-6b6f-4b10-95d4-f88c6b526f38 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3059180 Feb 09 01:41:27.513654 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e38c0e6b-ff0b-4afd-b7d9-5bcee7ead5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:27.516737 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57200) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:27.522114 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-73eed688-ce6e-4868-914c-ee1267054f17 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'security_group': {'name': 'tempest-secgroup-466462206'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:27.528811 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc395502-6b6f-4b10-95d4-f88c6b526f38 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e08abded-1216-46ec-9c97-2cf43d8122ad,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:27.594094 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-73eed688-ce6e-4868-914c-ee1267054f17 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:27.621340 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-7444f4d3-cde7-4605-ae72-7936d0e71f0f admin admin] For port e14078b4-4379-4633-9f4f-9367ebe69b48, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=e14078b4-4379-4633-9f4f-9367ebe69b48,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:27.625136 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7444f4d3-cde7-4605-ae72-7936d0e71f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (e14078b4-4379-4633-9f4f-9367ebe69b48), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:27.665150 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7444f4d3-cde7-4605-ae72-7936d0e71f0f admin admin] Calling delete_port for e14078b4-4379-4633-9f4f-9367ebe69b48 owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:41:27.736600 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:27.768985 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-73eed688-ce6e-4868-914c-ee1267054f17 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for security_group (a2fe207f-bc88-4889-8373-9b61810e3248), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:27.782224 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-73eed688-ce6e-4868-914c-ee1267054f17 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (a2fe207f-bc88-4889-8373-9b61810e3248), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:27.876346 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-73eed688-ce6e-4868-914c-ee1267054f17 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:27.880975 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57206) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:27.881629 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-73eed688-ce6e-4868-914c-ee1267054f17 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3634737 Feb 09 01:41:27.888007 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-31579e30-0c92-420f-a604-7e8ea2a104c2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-804797447', 'security_groups': ['a2fe207f-bc88-4889-8373-9b61810e3248'], 'network_id': '6b1d100c-21d0-4442-bd1a-327fdac5d344', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4d22f4f7-5718-4291-8875-9bad4ddbc72e'}]}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:27.894052 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eed688-ce6e-4868-914c-ee1267054f17 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fe207f-bc88-4889-8373-9b61810e3248,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:27.901140 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:27.901777 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:27.965352 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e38c0e6b-ff0b-4afd-b7d9-5bcee7ead5bb None None] Current status of the port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:28.061268 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-4c214ae8-1b6c-44e9-8f44-9044a76b3e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'name': 'tempest-AttachVolumeShelveTestJSON-293999041-router', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'e14078b4-4379-4633-9f4f-9367ebe69b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:38Z', 'updated_at': '2022-02-09T01:41:22Z', 'revision_number': 5, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'gw_port': {'id': 'e14078b4-4379-4633-9f4f-9367ebe69b48', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:39Z', 'updated_at': '2022-02-09T01:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:28.111242 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec271a2-c3b7-4431-a316-177f9cdae462 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-6b1d100c-21d0-4442-bd1a-327fdac5d344', 'network_id': '6b1d100c-21d0-4442-bd1a-327fdac5d344', 'project_id': '8201bc48225643789b21af5866801d1c', 'fixed_ips': [{'subnet_id': '4d22f4f7-5718-4291-8875-9bad4ddbc72e'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:41:28.111734 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8ec271a2-c3b7-4431-a316-177f9cdae462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:28.114073 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31579e30-0c92-420f-a604-7e8ea2a104c2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Made reservation on behalf of 8201bc48225643789b21af5866801d1c for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:28.118043 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c214ae8-1b6c-44e9-8f44-9044a76b3e45 None None] The sync data for ids ['c48d68a8-7b5e-44c2-96ea-be7a9b527b04'] in n-d-822053-40 is: [{'id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'name': 'tempest-AttachVolumeShelveTestJSON-293999041-router', 'tenant_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': 'e14078b4-4379-4633-9f4f-9367ebe69b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:38Z', 'updated_at': '2022-02-09T01:41:22Z', 'revision_number': 5, 'project_id': 'd2bc7c4a293d49059d9a272b2819e75f', 'gw_port': {'id': 'e14078b4-4379-4633-9f4f-9367ebe69b48', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48d68a8-7b5e-44c2-96ea-be7a9b527b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:39Z', 'updated_at': '2022-02-09T01:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:41:28.206928 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-72731837-82a0-45cd-bb63-53d50abadcfc None None] Provisioning complete for port 2ea0a101-b1d9-48a4-9de6-6c5283467125 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:28.207770 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-72731837-82a0-45cd-bb63-53d50abadcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2ea0a101-b1d9-48a4-9de6-6c5283467125), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:28.210982 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:28.231584 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57212) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:28.285905 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aed1d854-b32e-4f95-be10-7c97259d75eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (2ea0a101-b1d9-48a4-9de6-6c5283467125), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:28.347815 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1d854-b32e-4f95-be10-7c97259d75eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Port': ['ID=2ea0a101-b1d9-48a4-9de6-6c5283467125,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:28.375008 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed1d854-b32e-4f95-be10-7c97259d75eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:28.375571 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed1d854-b32e-4f95-be10-7c97259d75eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:28.375962 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed1d854-b32e-4f95-be10-7c97259d75eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:28.376343 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed1d854-b32e-4f95-be10-7c97259d75eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:28.376731 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed1d854-b32e-4f95-be10-7c97259d75eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:28.378521 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed1d854-b32e-4f95-be10-7c97259d75eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:28.378869 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed1d854-b32e-4f95-be10-7c97259d75eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:28.379208 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed1d854-b32e-4f95-be10-7c97259d75eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:28.379543 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed1d854-b32e-4f95-be10-7c97259d75eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:28.379873 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed1d854-b32e-4f95-be10-7c97259d75eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:28.380233 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed1d854-b32e-4f95-be10-7c97259d75eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:28.380570 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed1d854-b32e-4f95-be10-7c97259d75eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:28.380898 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed1d854-b32e-4f95-be10-7c97259d75eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:28.465730 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7444f4d3-cde7-4605-ae72-7936d0e71f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (e14078b4-4379-4633-9f4f-9367ebe69b48), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:28.517480 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-31579e30-0c92-420f-a604-7e8ea2a104c2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:28.524116 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-72731837-82a0-45cd-bb63-53d50abadcfc None None] Port 2ea0a101-b1d9-48a4-9de6-6c5283467125 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:41:28.559745 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:28.567103 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e94608f4-7f19-46e1-87a3-dfc8f63bbac8 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:41:28.583351 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aed1d854-b32e-4f95-be10-7c97259d75eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:28.588633 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-aed1d854-b32e-4f95-be10-7c97259d75eb tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/ports/2ea0a101-b1d9-48a4-9de6-6c5283467125 HTTP/1.1" status: 204 len: 168 time: 2.8969240 Feb 09 01:41:28.591732 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-31579e30-0c92-420f-a604-7e8ea2a104c2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] device_id is not set on port 6cd7e3bc-524f-4f2b-85c9-5fda02a0607d yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:41:28.601526 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57216) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:28.605257 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7444f4d3-cde7-4605-ae72-7936d0e71f0f admin admin] Pushing event deleted for resources: {'Port': ['ID=e14078b4-4379-4633-9f4f-9367ebe69b48,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:28.673840 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: e94608f4-7f19-46e1-87a3-dfc8f63bbac8 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:41:28.674161 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e94608f4-7f19-46e1-87a3-dfc8f63bbac8 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:41:28.702990 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-8ec271a2-c3b7-4431-a316-177f9cdae462 None None] Allocated IP 2001:db8::2 (6b1d100c-21d0-4442-bd1a-327fdac5d344/4d22f4f7-5718-4291-8875-9bad4ddbc72e/47993bc0-82bc-4f93-8f88-b54d48ee2542) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:28.864457 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7444f4d3-cde7-4605-ae72-7936d0e71f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (c48d68a8-7b5e-44c2-96ea-be7a9b527b04), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:28.900701 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device c32716bf-b2ea-464f-aa1c-c159f8e3dbcf no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:41:28.935726 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: c32716bf-b2ea-464f-aa1c-c159f8e3dbcf {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:41:28.937071 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device c32716bf-b2ea-464f-aa1c-c159f8e3dbcf not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:41:29.044933 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7444f4d3-cde7-4605-ae72-7936d0e71f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (c48d68a8-7b5e-44c2-96ea-be7a9b527b04), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:29.049849 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7444f4d3-cde7-4605-ae72-7936d0e71f0f admin admin] Publish callbacks [] for router_controller (c48d68a8-7b5e-44c2-96ea-be7a9b527b04), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:29.068718 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc53dab-fdaa-437b-9ef2-fc1e68b915ef tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:29.071091 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-acc53dab-fdaa-437b-9ef2-fc1e68b915ef tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4668429 Feb 09 01:41:29.077574 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57224) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:29.088513 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8ec271a2-c3b7-4431-a316-177f9cdae462 None None] Publish callbacks [] for port (47993bc0-82bc-4f93-8f88-b54d48ee2542), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:29.099230 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8ec271a2-c3b7-4431-a316-177f9cdae462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (47993bc0-82bc-4f93-8f88-b54d48ee2542), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:29.173027 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec271a2-c3b7-4431-a316-177f9cdae462 None None] Pushing event updated for resources: {'Port': ['ID=47993bc0-82bc-4f93-8f88-b54d48ee2542,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:29.182357 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7444f4d3-cde7-4605-ae72-7936d0e71f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (c48d68a8-7b5e-44c2-96ea-be7a9b527b04), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:29.182923 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7444f4d3-cde7-4605-ae72-7936d0e71f0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c48d68a8-7b5e-44c2-96ea-be7a9b527b04 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:41:29.189847 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7444f4d3-cde7-4605-ae72-7936d0e71f0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:29.192996 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7444f4d3-cde7-4605-ae72-7936d0e71f0f admin admin] 10.222.0.30 "DELETE /v2.0/routers/c48d68a8-7b5e-44c2-96ea-be7a9b527b04 HTTP/1.1" status: 204 len: 168 time: 3.9758332 Feb 09 01:41:29.197200 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57226) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:29.197638 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57228) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:29.219019 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec271a2-c3b7-4431-a316-177f9cdae462 None None] Network 6b1d100c-21d0-4442-bd1a-327fdac5d344 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:29.221060 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-8ec271a2-c3b7-4431-a316-177f9cdae462 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:29.227058 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-991b6e6b-8818-441c-a199-14e4345535ca tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (c76fbd97-7be8-4833-8e01-6996e37d6800), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:29.228934 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec271a2-c3b7-4431-a316-177f9cdae462 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:41:29.336218 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2d1097a-2816-4c15-9ef7-026bec7a4410 admin admin] Deleting subnet 22a89563-8842-4e1e-95dc-ee10f0240b0a {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:41:29.344697 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-8ec271a2-c3b7-4431-a316-177f9cdae462 None None] Attempting to bind port 47993bc0-82bc-4f93-8f88-b54d48ee2542 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:41:29.345095 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-8ec271a2-c3b7-4431-a316-177f9cdae462 None None] Attempting to bind port 47993bc0-82bc-4f93-8f88-b54d48ee2542 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'df867500-8861-40ce-a07f-f8afa85ffc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6b1d100c-21d0-4442-bd1a-327fdac5d344'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:41:29.345447 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec271a2-c3b7-4431-a316-177f9cdae462 None None] Attempting to bind port 47993bc0-82bc-4f93-8f88-b54d48ee2542 on network 6b1d100c-21d0-4442-bd1a-327fdac5d344 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:41:29.351456 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec271a2-c3b7-4431-a316-177f9cdae462 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:41:29.352143 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec271a2-c3b7-4431-a316-177f9cdae462 None None] Checking segment: {'id': 'df867500-8861-40ce-a07f-f8afa85ffc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6b1d100c-21d0-4442-bd1a-327fdac5d344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:41:29.352828 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8ec271a2-c3b7-4431-a316-177f9cdae462 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:29.353304 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec271a2-c3b7-4431-a316-177f9cdae462 None None] Bound using segment: {'id': 'df867500-8861-40ce-a07f-f8afa85ffc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6b1d100c-21d0-4442-bd1a-327fdac5d344'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:41:29.353865 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-8ec271a2-c3b7-4431-a316-177f9cdae462 None None] Bound port: 47993bc0-82bc-4f93-8f88-b54d48ee2542, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df867500-8861-40ce-a07f-f8afa85ffc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6b1d100c-21d0-4442-bd1a-327fdac5d344'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:41:29.354374 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8ec271a2-c3b7-4431-a316-177f9cdae462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (47993bc0-82bc-4f93-8f88-b54d48ee2542), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:29.366794 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab79c192-d52c-491b-a749-5163c1ee19dd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:29.370267 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ab79c192-d52c-491b-a749-5163c1ee19dd tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2537296 Feb 09 01:41:29.371686 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f2d1097a-2816-4c15-9ef7-026bec7a4410 admin admin] Publish callbacks [] for subnet (22a89563-8842-4e1e-95dc-ee10f0240b0a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:29.375263 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-31579e30-0c92-420f-a604-7e8ea2a104c2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Allocated IP 2001:db8::e2 (6b1d100c-21d0-4442-bd1a-327fdac5d344/4d22f4f7-5718-4291-8875-9bad4ddbc72e/6cd7e3bc-524f-4f2b-85c9-5fda02a0607d) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:29.398755 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57232) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:29.447241 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bb964bbb-fc6f-4b70-9281-562b50d377d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:29.483124 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d7c078-bb22-47d9-b76a-0e7a4bb6e34e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:29.484855 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-8ec271a2-c3b7-4431-a316-177f9cdae462 None None] For port 47993bc0-82bc-4f93-8f88-b54d48ee2542, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:41:29.485291 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d7c078-bb22-47d9-b76a-0e7a4bb6e34e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:29.486588 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d7c078-bb22-47d9-b76a-0e7a4bb6e34e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:29.488720 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-83d7c078-bb22-47d9-b76a-0e7a4bb6e34e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0885258 Feb 09 01:41:29.490537 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-8ec271a2-c3b7-4431-a316-177f9cdae462 None None] For port 47993bc0-82bc-4f93-8f88-b54d48ee2542, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=47993bc0-82bc-4f93-8f88-b54d48ee2542,segment=NetworkSegment(df867500-8861-40ce-a07f-f8afa85ffc01),segment_id=df867500-8861-40ce-a07f-f8afa85ffc01)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:41:29.493324 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57234) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:29.498489 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8ec271a2-c3b7-4431-a316-177f9cdae462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (47993bc0-82bc-4f93-8f88-b54d48ee2542), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:29.516633 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f2d1097a-2816-4c15-9ef7-026bec7a4410 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (22a89563-8842-4e1e-95dc-ee10f0240b0a), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:29.610336 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec271a2-c3b7-4431-a316-177f9cdae462 None None] Pushing event updated for resources: {'Port': ['ID=47993bc0-82bc-4f93-8f88-b54d48ee2542,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:29.654702 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bb964bbb-fc6f-4b70-9281-562b50d377d9 admin admin] Publish callbacks [] for security_group (c5e88652-0c74-449b-bf54-0409d8bb506c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:29.663242 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bb964bbb-fc6f-4b70-9281-562b50d377d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c5e88652-0c74-449b-bf54-0409d8bb506c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:29.708076 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca5e4c6-0e20-4052-95f4-d427df8bdf7c tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting subnet 016d4fdf-1275-4fd4-967b-0181b360c64e {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:41:29.737510 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eca5e4c6-0e20-4052-95f4-d427df8bdf7c tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (016d4fdf-1275-4fd4-967b-0181b360c64e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:29.745010 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-bb964bbb-fc6f-4b70-9281-562b50d377d9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f756673cf03a4a85840320c334cc0972&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5461018 Feb 09 01:41:29.748175 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57236) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:29.759857 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb964bbb-fc6f-4b70-9281-562b50d377d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e88652-0c74-449b-bf54-0409d8bb506c,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:29.828664 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f2d1097a-2816-4c15-9ef7-026bec7a4410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (22a89563-8842-4e1e-95dc-ee10f0240b0a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:29.899301 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-31579e30-0c92-420f-a604-7e8ea2a104c2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for port (6cd7e3bc-524f-4f2b-85c9-5fda02a0607d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:29.909255 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eca5e4c6-0e20-4052-95f4-d427df8bdf7c tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (016d4fdf-1275-4fd4-967b-0181b360c64e), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:29.940136 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-991b6e6b-8818-441c-a199-14e4345535ca tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Deleting port 58d0527c-f9f9-443d-9a8e-e0c453d04ded {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:29.940723 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-991b6e6b-8818-441c-a199-14e4345535ca tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (58d0527c-f9f9-443d-9a8e-e0c453d04ded), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:30.041570 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f2d1097a-2816-4c15-9ef7-026bec7a4410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (22a89563-8842-4e1e-95dc-ee10f0240b0a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:30.070670 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-42a62c3d-604f-48c4-826d-0206dda76f90 admin admin] Publish callbacks [] for security_group (c5e88652-0c74-449b-bf54-0409d8bb506c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:30.073312 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1097a-2816-4c15-9ef7-026bec7a4410 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22a89563-8842-4e1e-95dc-ee10f0240b0a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:30.080927 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-31579e30-0c92-420f-a604-7e8ea2a104c2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (6cd7e3bc-524f-4f2b-85c9-5fda02a0607d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:30.100067 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-42a62c3d-604f-48c4-826d-0206dda76f90 admin admin] Publish callbacks [] for security_group (c5e88652-0c74-449b-bf54-0409d8bb506c), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:30.106861 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eca5e4c6-0e20-4052-95f4-d427df8bdf7c tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (016d4fdf-1275-4fd4-967b-0181b360c64e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:30.123505 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec26550-f9cb-47c9-8add-b89c2745046c None None] Network 88b27524-8ae4-4965-b899-af20055923cd requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:41:30.148809 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-991b6e6b-8818-441c-a199-14e4345535ca tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] For port 58d0527c-f9f9-443d-9a8e-e0c453d04ded, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=58d0527c-f9f9-443d-9a8e-e0c453d04ded,segment=NetworkSegment(d79e44ef-577b-4bb4-b4d8-d0a859c1f024),segment_id=d79e44ef-577b-4bb4-b4d8-d0a859c1f024)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:30.150327 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-991b6e6b-8818-441c-a199-14e4345535ca tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (58d0527c-f9f9-443d-9a8e-e0c453d04ded), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:30.150836 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f2d1097a-2816-4c15-9ef7-026bec7a4410 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:30.154652 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f2d1097a-2816-4c15-9ef7-026bec7a4410 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/22a89563-8842-4e1e-95dc-ee10f0240b0a HTTP/1.1" status: 204 len: 168 time: 0.9564736 Feb 09 01:41:30.159518 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31579e30-0c92-420f-a604-7e8ea2a104c2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Network 6b1d100c-21d0-4442-bd1a-327fdac5d344 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:30.160085 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57240) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:30.167815 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-31579e30-0c92-420f-a604-7e8ea2a104c2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:30.170547 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31579e30-0c92-420f-a604-7e8ea2a104c2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:41:30.177097 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31579e30-0c92-420f-a604-7e8ea2a104c2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:30.177677 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-991b6e6b-8818-441c-a199-14e4345535ca tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Calling delete_port for 58d0527c-f9f9-443d-9a8e-e0c453d04ded owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:41:30.177818 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-31579e30-0c92-420f-a604-7e8ea2a104c2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:30.202400 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-31579e30-0c92-420f-a604-7e8ea2a104c2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3182540 Feb 09 01:41:30.203549 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57242) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:30.219326 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-53ad8555-9bc5-45a6-b043-7363a59241e9 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'subnet': {'network_id': '6b1d100c-21d0-4442-bd1a-327fdac5d344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:30.246775 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31579e30-0c92-420f-a604-7e8ea2a104c2 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'Port': ['ID=6cd7e3bc-524f-4f2b-85c9-5fda02a0607d,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:30.309590 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eca5e4c6-0e20-4052-95f4-d427df8bdf7c tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (016d4fdf-1275-4fd4-967b-0181b360c64e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:30.327582 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eca5e4c6-0e20-4052-95f4-d427df8bdf7c tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:30.331261 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-eca5e4c6-0e20-4052-95f4-d427df8bdf7c tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/016d4fdf-1275-4fd4-967b-0181b360c64e HTTP/1.1" status: 204 len: 168 time: 0.8353803 Feb 09 01:41:30.340884 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3765dd11-97d5-4efd-a228-383c4adaf3c9 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:41:30.367477 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57244) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:30.420066 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca5e4c6-0e20-4052-95f4-d427df8bdf7c tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Subnet': ['ID=016d4fdf-1275-4fd4-967b-0181b360c64e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:30.438164 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18eb6422-9253-4da2-b03d-f68476f51c52 None None] DHCP port deletion for 88b27524-8ae4-4965-b899-af20055923cd request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:41:30.530424 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd64d70-4661-456b-ac65-cd9d29513056 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting subnet d6a382f2-6a19-4b81-ab99-dd2a99801d7a {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:41:30.550374 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bd64d70-4661-456b-ac65-cd9d29513056 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (d6a382f2-6a19-4b81-ab99-dd2a99801d7a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:30.557749 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-18eb6422-9253-4da2-b03d-f68476f51c52 None None] Deleting port c17fa13b-8a3b-4c5b-998d-53689abd705d {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:30.558337 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-18eb6422-9253-4da2-b03d-f68476f51c52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (c17fa13b-8a3b-4c5b-998d-53689abd705d), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:30.618072 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bd64d70-4661-456b-ac65-cd9d29513056 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (d6a382f2-6a19-4b81-ab99-dd2a99801d7a), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:30.651958 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ad8555-9bc5-45a6-b043-7363a59241e9 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Made reservation on behalf of 8201bc48225643789b21af5866801d1c for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:30.655489 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-53ad8555-9bc5-45a6-b043-7363a59241e9 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:30.730240 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-18eb6422-9253-4da2-b03d-f68476f51c52 None None] For port c17fa13b-8a3b-4c5b-998d-53689abd705d, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=c17fa13b-8a3b-4c5b-998d-53689abd705d,segment=NetworkSegment(b0a39339-81a8-45ed-9fe0-550b74489f1b),segment_id=b0a39339-81a8-45ed-9fe0-550b74489f1b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:30.730797 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-18eb6422-9253-4da2-b03d-f68476f51c52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (c17fa13b-8a3b-4c5b-998d-53689abd705d), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:30.778631 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-18eb6422-9253-4da2-b03d-f68476f51c52 None None] Calling delete_port for c17fa13b-8a3b-4c5b-998d-53689abd705d owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:41:30.842159 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1df88d1b-cf43-4feb-8104-928386f0a3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (88b27524-8ae4-4965-b899-af20055923cd), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:30.888912 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-42a62c3d-604f-48c4-826d-0206dda76f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c5e88652-0c74-449b-bf54-0409d8bb506c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:30.900639 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-42a62c3d-604f-48c4-826d-0206dda76f90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:30.900743 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bd64d70-4661-456b-ac65-cd9d29513056 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (d6a382f2-6a19-4b81-ab99-dd2a99801d7a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:30.917378 n-d-822053-40 neutron-server[103528]: INFO neutron.db.ipam_backend_mixin [None req-53ad8555-9bc5-45a6-b043-7363a59241e9 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4d22f4f7-5718-4291-8875-9bad4ddbc72e (CIDR: 2001:db8::/64) Feb 09 01:41:30.918609 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-42a62c3d-604f-48c4-826d-0206dda76f90 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c5e88652-0c74-449b-bf54-0409d8bb506c HTTP/1.1" status: 204 len: 168 time: 1.1544721 Feb 09 01:41:30.959899 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-53ad8555-9bc5-45a6-b043-7363a59241e9 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:41:30.960421 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53ad8555-9bc5-45a6-b043-7363a59241e9 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:31.019542 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 47993bc0-82bc-4f93-8f88-b54d48ee2542 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:41:31.021365 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-53ad8555-9bc5-45a6-b043-7363a59241e9 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8112011 Feb 09 01:41:31.021996 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57250) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:31.025605 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bd64d70-4661-456b-ac65-cd9d29513056 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (d6a382f2-6a19-4b81-ab99-dd2a99801d7a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:31.026936 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a62c3d-604f-48c4-826d-0206dda76f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e88652-0c74-449b-bf54-0409d8bb506c,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:31.037227 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-1bcc73ef-0147-46e0-b4dd-c0a32e3ad250 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'subnet': {'network_id': '6b1d100c-21d0-4442-bd1a-327fdac5d344', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:31.043346 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-18eb6422-9253-4da2-b03d-f68476f51c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (c17fa13b-8a3b-4c5b-998d-53689abd705d), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:31.093897 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-1df88d1b-cf43-4feb-8104-928386f0a3be admin admin] The port 'c17fa13b-8a3b-4c5b-998d-53689abd705d' was deleted {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 09 01:41:31.167155 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eb6422-9253-4da2-b03d-f68476f51c52 None None] No DVR routers for this DVR port c17fa13b-8a3b-4c5b-998d-53689abd705d on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:41:31.174332 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb6422-9253-4da2-b03d-f68476f51c52 None None] Pushing event deleted for resources: {'Port': ['ID=c17fa13b-8a3b-4c5b-998d-53689abd705d,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:31.203296 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 47993bc0-82bc-4f93-8f88-b54d48ee2542 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:31.203658 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (47993bc0-82bc-4f93-8f88-b54d48ee2542), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:31.254518 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd64d70-4661-456b-ac65-cd9d29513056 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Subnet': ['ID=d6a382f2-6a19-4b81-ab99-dd2a99801d7a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:31.330368 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bd64d70-4661-456b-ac65-cd9d29513056 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:31.342921 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5bd64d70-4661-456b-ac65-cd9d29513056 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/d6a382f2-6a19-4b81-ab99-dd2a99801d7a HTTP/1.1" status: 204 len: 168 time: 0.9634535 Feb 09 01:41:31.344712 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57254) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:31.398686 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 47993bc0-82bc-4f93-8f88-b54d48ee2542 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:31.399359 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (47993bc0-82bc-4f93-8f88-b54d48ee2542), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:31.406855 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cafb2af3-f3b7-4590-98c3-79bdbcfe8dde tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0616279 Feb 09 01:41:31.407706 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcc73ef-0147-46e0-b4dd-c0a32e3ad250 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Made reservation on behalf of 8201bc48225643789b21af5866801d1c for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:31.412564 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1bcc73ef-0147-46e0-b4dd-c0a32e3ad250 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:31.417504 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57256) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:31.422273 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-abf8d37c-db96-4c07-b689-d3fad73979af tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'subnet': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:31.480944 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1df88d1b-cf43-4feb-8104-928386f0a3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (88b27524-8ae4-4965-b899-af20055923cd), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:31.505143 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 47993bc0-82bc-4f93-8f88-b54d48ee2542, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=47993bc0-82bc-4f93-8f88-b54d48ee2542,segment=NetworkSegment(df867500-8861-40ce-a07f-f8afa85ffc01),segment_id=df867500-8861-40ce-a07f-f8afa85ffc01)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:31.545372 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (47993bc0-82bc-4f93-8f88-b54d48ee2542), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:31.564565 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-1df88d1b-cf43-4feb-8104-928386f0a3be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88b27524-8ae4-4965-b899-af20055923cd']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:31.594244 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-1df88d1b-cf43-4feb-8104-928386f0a3be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a39339-81a8-45ed-9fe0-550b74489f1b') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:31.595681 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-1df88d1b-cf43-4feb-8104-928386f0a3be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a39339-81a8-45ed-9fe0-550b74489f1b') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:31.630574 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1df88d1b-cf43-4feb-8104-928386f0a3be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (b0a39339-81a8-45ed-9fe0-550b74489f1b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:31.658945 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57258) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:31.678490 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20727eed-558d-448e-9ab7-8dc6cfbe1eb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:31.682464 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device c17fa13b-8a3b-4c5b-998d-53689abd705d no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:41:31.683663 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1df88d1b-cf43-4feb-8104-928386f0a3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (b0a39339-81a8-45ed-9fe0-550b74489f1b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:31.688812 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf8d37c-db96-4c07-b689-d3fad73979af tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:31.692749 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-abf8d37c-db96-4c07-b689-d3fad73979af tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:31.705563 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1df88d1b-cf43-4feb-8104-928386f0a3be admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:41:31.706125 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1df88d1b-cf43-4feb-8104-928386f0a3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (b0a39339-81a8-45ed-9fe0-550b74489f1b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:31.733669 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-0c6df074-b38e-4300-85a6-724e0578d169 None None] Provisioning complete for port aba53d37-9e48-42fa-88b3-98ea811988e7 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:31.740371 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0c6df074-b38e-4300-85a6-724e0578d169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (aba53d37-9e48-42fa-88b3-98ea811988e7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:31.792192 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:41:31.792192 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:41:31.792192 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:41:31.792192 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:41:31.792192 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:41:31.792192 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:41:31.792192 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:41:31.792192 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:41:31.792192 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:41:31.792192 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:41:31.792192 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:41:31.792192 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:41:31.792192 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:41:31.792192 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:41:31.792192 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:41:31.792192 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:41:31.792192 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:41:31.792192 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:41:31.792192 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:41:31.792192 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:41:31.792192 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:41:31.792192 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:41:31.792192 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:41:31.792192 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:41:31.792192 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:41:31.792192 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:41:31.792192 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:41:31.792192 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:41:31.792192 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:41:31.792192 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:41:31.792192 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:41:31.792192 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:41:31.837907 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=47993bc0-82bc-4f93-8f88-b54d48ee2542,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:31.846171 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: c17fa13b-8a3b-4c5b-998d-53689abd705d {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:41:31.846497 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device c17fa13b-8a3b-4c5b-998d-53689abd705d not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:41:31.846863 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e14078b4-4379-4633-9f4f-9367ebe69b48 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:41:31.878697 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: e14078b4-4379-4633-9f4f-9367ebe69b48 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:41:31.879148 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e14078b4-4379-4633-9f4f-9367ebe69b48 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:41:31.881678 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-0c6df074-b38e-4300-85a6-724e0578d169 None None] Port aba53d37-9e48-42fa-88b3-98ea811988e7 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:41:31.894437 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-0c6df074-b38e-4300-85a6-724e0578d169 None None] Provisioning complete for port 47993bc0-82bc-4f93-8f88-b54d48ee2542 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:31.894957 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0c6df074-b38e-4300-85a6-724e0578d169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (47993bc0-82bc-4f93-8f88-b54d48ee2542), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:31.918408 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3e5f9e-9836-47c2-836c-6e404502285d None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:41:31.963014 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1df88d1b-cf43-4feb-8104-928386f0a3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (88b27524-8ae4-4965-b899-af20055923cd), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:31.971766 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1df88d1b-cf43-4feb-8104-928386f0a3be admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:31.975898 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1df88d1b-cf43-4feb-8104-928386f0a3be admin admin] 10.222.0.30 "DELETE /v2.0/networks/88b27524-8ae4-4965-b899-af20055923cd HTTP/1.1" status: 204 len: 168 time: 1.8143468 Feb 09 01:41:31.984104 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-991b6e6b-8818-441c-a199-14e4345535ca tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (58d0527c-f9f9-443d-9a8e-e0c453d04ded), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:32.012189 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df88d1b-cf43-4feb-8104-928386f0a3be admin admin] Pushing event deleted for resources: {'Network': ['ID=88b27524-8ae4-4965-b899-af20055923cd,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:32.022975 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1bcc73ef-0147-46e0-b4dd-c0a32e3ad250 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (a5471d2f-2152-49db-bcc6-817650131e4c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:32.050192 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b6e6b-8818-441c-a199-14e4345535ca tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event deleted for resources: {'Port': ['ID=58d0527c-f9f9-443d-9a8e-e0c453d04ded,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:32.127843 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcc73ef-0147-46e0-b4dd-c0a32e3ad250 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Network 6b1d100c-21d0-4442-bd1a-327fdac5d344 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:32.157064 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-1bcc73ef-0147-46e0-b4dd-c0a32e3ad250 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:32.199698 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcc73ef-0147-46e0-b4dd-c0a32e3ad250 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:32.200533 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1bcc73ef-0147-46e0-b4dd-c0a32e3ad250 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:32.242889 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc73ef-0147-46e0-b4dd-c0a32e3ad250 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'Subnet': ['ID=a5471d2f-2152-49db-bcc6-817650131e4c,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:32.285750 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d7208a-6a46-4337-aaea-0ff57ef8284e None None] Network 6b1d100c-21d0-4442-bd1a-327fdac5d344 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:41:32.304580 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57264) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:32.304862 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1bcc73ef-0147-46e0-b4dd-c0a32e3ad250 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2804902 Feb 09 01:41:32.352839 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-64554be1-e983-421d-a3e8-976ee1fbe4c5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1783483126', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a5471d2f-2152-49db-bcc6-817650131e4c'}], 'security_groups': ['e08abded-1216-46ec-9c97-2cf43d8122ad']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:32.394914 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57266) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:32.428382 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20727eed-558d-448e-9ab7-8dc6cfbe1eb7 admin admin] Publish callbacks [] for security_group (b1e6daff-d0fc-4c48-8303-e2103c24795d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:32.460160 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20727eed-558d-448e-9ab7-8dc6cfbe1eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b1e6daff-d0fc-4c48-8303-e2103c24795d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:32.495348 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-991b6e6b-8818-441c-a199-14e4345535ca tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (c76fbd97-7be8-4833-8e01-6996e37d6800), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:32.524450 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-abf8d37c-db96-4c07-b689-d3fad73979af tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (3a42b480-7ff9-4ffb-b893-ee5d29f61237), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:32.615473 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c7a189fa-a8d1-4e4a-b2f4-2c6e69bfc8b6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d2bc7c4a293d49059d9a272b2819e75f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1895003 Feb 09 01:41:32.618161 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57268) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:32.640227 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20727eed-558d-448e-9ab7-8dc6cfbe1eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e6daff-d0fc-4c48-8303-e2103c24795d,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:32.647232 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-20727eed-558d-448e-9ab7-8dc6cfbe1eb7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a912b2a568ce448086ec5fb205af41fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9851415 Feb 09 01:41:32.648718 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dfea86-6574-47f2-b4e5-2e79efd9a235 None None] DHCP port deletion for cbbe9143-fcdc-43c5-b797-7f127a92ac8e request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:41:32.654533 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57270) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:32.655371 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-0c6df074-b38e-4300-85a6-724e0578d169 None None] Current status of the port 47993bc0-82bc-4f93-8f88-b54d48ee2542 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:32.670207 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8d37c-db96-4c07-b689-d3fad73979af tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Subnet': ['ID=3a42b480-7ff9-4ffb-b893-ee5d29f61237,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:32.685046 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf8d37c-db96-4c07-b689-d3fad73979af tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:32.687458 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-abf8d37c-db96-4c07-b689-d3fad73979af tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:32.692631 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf8d37c-db96-4c07-b689-d3fad73979af tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:32.694099 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-abf8d37c-db96-4c07-b689-d3fad73979af tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:32.734080 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-abf8d37c-db96-4c07-b689-d3fad73979af tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3157015 Feb 09 01:41:32.737119 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57272) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:32.743656 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-c3b03f7c-5d9a-44e9-a6a4-5656bf435a22 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'subnet': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:32.747107 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-64554be1-e983-421d-a3e8-976ee1fbe4c5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (6cd7e3bc-524f-4f2b-85c9-5fda02a0607d), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:32.759471 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8925d2cd-9b83-47f5-a06a-9e941344dbd0 None None] Update dhcp port {'port': {'network_id': '6b1d100c-21d0-4442-bd1a-327fdac5d344', 'fixed_ips': [{'subnet_id': '4d22f4f7-5718-4291-8875-9bad4ddbc72e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a5471d2f-2152-49db-bcc6-817650131e4c'}], 'binding:host_id': 'n-d-822053-40'}, 'id': '47993bc0-82bc-4f93-8f88-b54d48ee2542'} from n-d-822053-40. {{(pid=103530) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:41:32.825027 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a473ff14-5c23-4450-897f-c882726b75e1 admin admin] Publish callbacks [] for security_group (b1e6daff-d0fc-4c48-8303-e2103c24795d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:32.849516 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a473ff14-5c23-4450-897f-c882726b75e1 admin admin] Publish callbacks [] for security_group (b1e6daff-d0fc-4c48-8303-e2103c24795d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:32.871021 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e37ddbcf-c869-46d3-b074-2fbb2aa3c201 admin admin] Publish callbacks [] for security_group (70f05627-98a4-4d25-894d-340c2d247d33), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:32.893782 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-37dfea86-6574-47f2-b4e5-2e79efd9a235 None None] Deleting port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:32.893782 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-37dfea86-6574-47f2-b4e5-2e79efd9a235 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:32.919021 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b03f7c-5d9a-44e9-a6a4-5656bf435a22 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:32.924515 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c3b03f7c-5d9a-44e9-a6a4-5656bf435a22 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:32.992341 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-37dfea86-6574-47f2-b4e5-2e79efd9a235 None None] For port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d3cdccd4-6d8e-4e9f-9cc4-a804bd585510,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:32.992740 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-37dfea86-6574-47f2-b4e5-2e79efd9a235 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:33.007052 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-37dfea86-6574-47f2-b4e5-2e79efd9a235 None None] Calling delete_port for d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:41:33.040512 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e37ddbcf-c869-46d3-b074-2fbb2aa3c201 admin admin] Publish callbacks [] for security_group (70f05627-98a4-4d25-894d-340c2d247d33), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:33.105165 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 47993bc0-82bc-4f93-8f88-b54d48ee2542 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:41:33.125294 n-d-822053-40 neutron-server[103528]: INFO neutron.db.ipam_backend_mixin [None req-c3b03f7c-5d9a-44e9-a6a4-5656bf435a22 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3a42b480-7ff9-4ffb-b893-ee5d29f61237 (CIDR: 2001:db8::/64) Feb 09 01:41:33.130844 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3b03f7c-5d9a-44e9-a6a4-5656bf435a22 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:41:33.131679 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3b03f7c-5d9a-44e9-a6a4-5656bf435a22 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:33.132167 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8925d2cd-9b83-47f5-a06a-9e941344dbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (47993bc0-82bc-4f93-8f88-b54d48ee2542), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:33.147354 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-20e50973-89a6-4497-95e4-13e7e5a01faa None None] Provisioning complete for port 6cd7e3bc-524f-4f2b-85c9-5fda02a0607d triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:33.147650 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-20e50973-89a6-4497-95e4-13e7e5a01faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (6cd7e3bc-524f-4f2b-85c9-5fda02a0607d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:33.154489 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c3b03f7c-5d9a-44e9-a6a4-5656bf435a22 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4159622 Feb 09 01:41:33.160168 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57274) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:33.166830 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-f69513db-2421-462f-8216-5b87a94d3815 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'subnet': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:33.195795 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a473ff14-5c23-4450-897f-c882726b75e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b1e6daff-d0fc-4c48-8303-e2103c24795d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:33.198822 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a473ff14-5c23-4450-897f-c882726b75e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:33.201783 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a473ff14-5c23-4450-897f-c882726b75e1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b1e6daff-d0fc-4c48-8303-e2103c24795d HTTP/1.1" status: 204 len: 168 time: 0.5416441 Feb 09 01:41:33.239123 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473ff14-5c23-4450-897f-c882726b75e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e6daff-d0fc-4c48-8303-e2103c24795d,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:33.283895 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-20e50973-89a6-4497-95e4-13e7e5a01faa None None] Port 6cd7e3bc-524f-4f2b-85c9-5fda02a0607d cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:41:33.345193 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991b6e6b-8818-441c-a199-14e4345535ca tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Router c76fbd97-7be8-4833-8e01-6996e37d6800 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:41:33.359536 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e37ddbcf-c869-46d3-b074-2fbb2aa3c201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (70f05627-98a4-4d25-894d-340c2d247d33), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:33.362680 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e37ddbcf-c869-46d3-b074-2fbb2aa3c201 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:33.366762 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e37ddbcf-c869-46d3-b074-2fbb2aa3c201 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/70f05627-98a4-4d25-894d-340c2d247d33 HTTP/1.1" status: 204 len: 168 time: 0.7449393 Feb 09 01:41:33.388297 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ddbcf-c869-46d3-b074-2fbb2aa3c201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f05627-98a4-4d25-894d-340c2d247d33,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:33.402594 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-37dfea86-6574-47f2-b4e5-2e79efd9a235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (d3cdccd4-6d8e-4e9f-9cc4-a804bd585510), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:33.414706 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-20e50973-89a6-4497-95e4-13e7e5a01faa None None] Could not find standard attr ID for object d3cdccd4-6d8e-4e9f-9cc4-a804bd585510. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:41:33.516098 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dfea86-6574-47f2-b4e5-2e79efd9a235 None None] No DVR routers for this DVR port d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:41:33.519522 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dfea86-6574-47f2-b4e5-2e79efd9a235 None None] Pushing event deleted for resources: {'Port': ['ID=d3cdccd4-6d8e-4e9f-9cc4-a804bd585510,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:33.534205 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69513db-2421-462f-8216-5b87a94d3815 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:33.537112 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 47993bc0-82bc-4f93-8f88-b54d48ee2542 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:33.537457 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (47993bc0-82bc-4f93-8f88-b54d48ee2542), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:33.542468 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f69513db-2421-462f-8216-5b87a94d3815 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:33.578865 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5175de14-5a4d-42b7-8bd9-dbc351c85859 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:41:33.763453 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 47993bc0-82bc-4f93-8f88-b54d48ee2542 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:33.769616 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d141824f-e736-4125-b3e1-a596768378c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'project_id': '840feb797a5045feb11a0660b5a0c7d5', 'fixed_ips': [{'subnet_id': '3a42b480-7ff9-4ffb-b893-ee5d29f61237'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:41:33.770115 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d141824f-e736-4125-b3e1-a596768378c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:33.852730 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-64554be1-e983-421d-a3e8-976ee1fbe4c5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Delete allocated IP 2001:db8::e2 (6b1d100c-21d0-4442-bd1a-327fdac5d344/4d22f4f7-5718-4291-8875-9bad4ddbc72e) {{(pid=103529) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 01:41:33.871292 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991b6e6b-8818-441c-a199-14e4345535ca tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:41:33.884859 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62ea5de-790e-43b5-83c9-5e80a72cba64 None None] Sync routers for ids ['c76fbd97-7be8-4833-8e01-6996e37d6800'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:41:33.901048 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62ea5de-790e-43b5-83c9-5e80a72cba64 None None] Routers {'c76fbd97-7be8-4833-8e01-6996e37d6800'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:41:33.903151 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-e62ea5de-790e-43b5-83c9-5e80a72cba64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:41:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c76fbd97-7be8-4833-8e01-6996e37d6800'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:33.909191 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-991b6e6b-8818-441c-a199-14e4345535ca tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "PUT /v2.0/routers/c76fbd97-7be8-4833-8e01-6996e37d6800/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6736393 Feb 09 01:41:33.912659 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57286) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:33.928725 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-64554be1-e983-421d-a3e8-976ee1fbe4c5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Allocated IP 2001:db8:0:1::fb (6b1d100c-21d0-4442-bd1a-327fdac5d344/a5471d2f-2152-49db-bcc6-817650131e4c/6cd7e3bc-524f-4f2b-85c9-5fda02a0607d) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:33.947379 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:41:34.109662 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-d141824f-e736-4125-b3e1-a596768378c5 None None] Allocated IP 2001:db8::2 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/3a42b480-7ff9-4ffb-b893-ee5d29f61237/56afb41c-e191-4b40-ade1-be831726c234) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:34.183868 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:41:34.184315 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d3cdccd4-6d8e-4e9f-9cc4-a804bd585510 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:41:34.226020 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-e62ea5de-790e-43b5-83c9-5e80a72cba64 None None] Set router c76fbd97-7be8-4833-8e01-6996e37d6800 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:41:34.308860 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-64554be1-e983-421d-a3e8-976ee1fbe4c5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for port (6cd7e3bc-524f-4f2b-85c9-5fda02a0607d), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:34.317885 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-64554be1-e983-421d-a3e8-976ee1fbe4c5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (6cd7e3bc-524f-4f2b-85c9-5fda02a0607d), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:34.441151 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-8925d2cd-9b83-47f5-a06a-9e941344dbd0 None None] Allocated IP 2001:db8:0:1::2 (6b1d100c-21d0-4442-bd1a-327fdac5d344/a5471d2f-2152-49db-bcc6-817650131e4c/47993bc0-82bc-4f93-8f88-b54d48ee2542) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:34.490048 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-e62ea5de-790e-43b5-83c9-5e80a72cba64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76fbd97-7be8-4833-8e01-6996e37d6800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1400759742', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '9b2f5e5a-268f-4f81-b52f-c1e3a84d337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:50Z', 'updated_at': '2022-02-09T01:41:31Z', 'revision_number': 5, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '9b2f5e5a-268f-4f81-b52f-c1e3a84d337e', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76fbd97-7be8-4833-8e01-6996e37d6800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:52Z', 'updated_at': '2022-02-09T01:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:34.524447 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62ea5de-790e-43b5-83c9-5e80a72cba64 None None] Checking router: c76fbd97-7be8-4833-8e01-6996e37d6800 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:41:34.534844 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62ea5de-790e-43b5-83c9-5e80a72cba64 None None] Routers {'c76fbd97-7be8-4833-8e01-6996e37d6800'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:41:34.535804 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-e62ea5de-790e-43b5-83c9-5e80a72cba64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:41:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c76fbd97-7be8-4833-8e01-6996e37d6800'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:34.560639 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-64554be1-e983-421d-a3e8-976ee1fbe4c5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] In _notify_port_updated(), no bound segment for port 6cd7e3bc-524f-4f2b-85c9-5fda02a0607d on network 6b1d100c-21d0-4442-bd1a-327fdac5d344 {{(pid=103529) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:41:34.568192 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64554be1-e983-421d-a3e8-976ee1fbe4c5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:34.568886 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-64554be1-e983-421d-a3e8-976ee1fbe4c5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:34.572874 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-64554be1-e983-421d-a3e8-976ee1fbe4c5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "PUT /v2.0/ports/6cd7e3bc-524f-4f2b-85c9-5fda02a0607d HTTP/1.1" status: 200 len: 930 time: 2.2217712 Feb 09 01:41:34.573732 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57298) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:34.626489 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64554be1-e983-421d-a3e8-976ee1fbe4c5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'Port': ['ID=6cd7e3bc-524f-4f2b-85c9-5fda02a0607d,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:34.691184 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-cb7e368c-61a2-4530-a892-1aed44e2e769 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Deleting port 6cd7e3bc-524f-4f2b-85c9-5fda02a0607d {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:34.691460 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cb7e368c-61a2-4530-a892-1aed44e2e769 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (6cd7e3bc-524f-4f2b-85c9-5fda02a0607d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:34.740117 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-e62ea5de-790e-43b5-83c9-5e80a72cba64 None None] Set router c76fbd97-7be8-4833-8e01-6996e37d6800 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:41:34.844330 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d141824f-e736-4125-b3e1-a596768378c5 None None] Publish callbacks [] for port (56afb41c-e191-4b40-ade1-be831726c234), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:34.884692 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d141824f-e736-4125-b3e1-a596768378c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (56afb41c-e191-4b40-ade1-be831726c234), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:34.929210 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cb7e368c-61a2-4530-a892-1aed44e2e769 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (6cd7e3bc-524f-4f2b-85c9-5fda02a0607d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:34.959091 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-cb7e368c-61a2-4530-a892-1aed44e2e769 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Calling delete_port for 6cd7e3bc-524f-4f2b-85c9-5fda02a0607d owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:41:34.998203 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1746e41-470a-46c5-9614-564b42044e65 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Deleting subnet f9f8e7c5-aa98-41c8-9a28-63a6ea8d2a6d {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:41:35.010726 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e1746e41-470a-46c5-9614-564b42044e65 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for subnet (f9f8e7c5-aa98-41c8-9a28-63a6ea8d2a6d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:35.053679 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d141824f-e736-4125-b3e1-a596768378c5 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:35.097495 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-d141824f-e736-4125-b3e1-a596768378c5 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:35.106697 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d141824f-e736-4125-b3e1-a596768378c5 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:41:35.173902 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e1746e41-470a-46c5-9614-564b42044e65 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (f9f8e7c5-aa98-41c8-9a28-63a6ea8d2a6d), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:35.174186 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-8925d2cd-9b83-47f5-a06a-9e941344dbd0 None None] For port 47993bc0-82bc-4f93-8f88-b54d48ee2542, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=47993bc0-82bc-4f93-8f88-b54d48ee2542,segment=NetworkSegment(df867500-8861-40ce-a07f-f8afa85ffc01),segment_id=df867500-8861-40ce-a07f-f8afa85ffc01)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:35.189179 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141824f-e736-4125-b3e1-a596768378c5 None None] Pushing event updated for resources: {'Port': ['ID=56afb41c-e191-4b40-ade1-be831726c234,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:35.223616 n-d-822053-40 neutron-server[103528]: DEBUG neutron.objects.ports [None req-f69513db-2421-462f-8216-5b87a94d3815 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103528) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:41:35.255274 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:41:35.426360 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-d141824f-e736-4125-b3e1-a596768378c5 None None] Attempting to bind port 56afb41c-e191-4b40-ade1-be831726c234 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:41:35.428491 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-d141824f-e736-4125-b3e1-a596768378c5 None None] Attempting to bind port 56afb41c-e191-4b40-ade1-be831726c234 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:41:35.429202 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d141824f-e736-4125-b3e1-a596768378c5 None None] Attempting to bind port 56afb41c-e191-4b40-ade1-be831726c234 on network cbbe9143-fcdc-43c5-b797-7f127a92ac8e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:41:35.452839 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8925d2cd-9b83-47f5-a06a-9e941344dbd0 None None] Publish callbacks [] for port (47993bc0-82bc-4f93-8f88-b54d48ee2542), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:35.469460 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-e62ea5de-790e-43b5-83c9-5e80a72cba64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76fbd97-7be8-4833-8e01-6996e37d6800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1400759742', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '9b2f5e5a-268f-4f81-b52f-c1e3a84d337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:50Z', 'updated_at': '2022-02-09T01:41:31Z', 'revision_number': 5, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '9b2f5e5a-268f-4f81-b52f-c1e3a84d337e', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76fbd97-7be8-4833-8e01-6996e37d6800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:52Z', 'updated_at': '2022-02-09T01:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:35.486566 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cb7e368c-61a2-4530-a892-1aed44e2e769 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (6cd7e3bc-524f-4f2b-85c9-5fda02a0607d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:35.500440 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d141824f-e736-4125-b3e1-a596768378c5 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:41:35.500871 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d141824f-e736-4125-b3e1-a596768378c5 None None] Checking segment: {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:41:35.501444 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d141824f-e736-4125-b3e1-a596768378c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:35.506424 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d141824f-e736-4125-b3e1-a596768378c5 None None] Bound using segment: {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:41:35.507379 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-d141824f-e736-4125-b3e1-a596768378c5 None None] Bound port: 56afb41c-e191-4b40-ade1-be831726c234, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2447b2-2180-44b4-9921-d4ffdfa1797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:41:35.507535 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62ea5de-790e-43b5-83c9-5e80a72cba64 None None] The sync data for ids ['c76fbd97-7be8-4833-8e01-6996e37d6800'] in n-d-822053-40 is: [{'id': 'c76fbd97-7be8-4833-8e01-6996e37d6800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1400759742', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '9b2f5e5a-268f-4f81-b52f-c1e3a84d337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:50Z', 'updated_at': '2022-02-09T01:41:31Z', 'revision_number': 5, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '9b2f5e5a-268f-4f81-b52f-c1e3a84d337e', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76fbd97-7be8-4833-8e01-6996e37d6800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:52Z', 'updated_at': '2022-02-09T01:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:41:35.507948 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d141824f-e736-4125-b3e1-a596768378c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (56afb41c-e191-4b40-ade1-be831726c234), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:35.532946 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8925d2cd-9b83-47f5-a06a-9e941344dbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (47993bc0-82bc-4f93-8f88-b54d48ee2542), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:35.668304 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f69513db-2421-462f-8216-5b87a94d3815 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (56afb41c-e191-4b40-ade1-be831726c234), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:35.685645 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e1746e41-470a-46c5-9614-564b42044e65 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (f9f8e7c5-aa98-41c8-9a28-63a6ea8d2a6d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:35.688364 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cb7e368c-61a2-4530-a892-1aed44e2e769 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:35.696458 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-cb7e368c-61a2-4530-a892-1aed44e2e769 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/ports/6cd7e3bc-524f-4f2b-85c9-5fda02a0607d HTTP/1.1" status: 204 len: 168 time: 1.1216786 Feb 09 01:41:35.697924 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e368c-61a2-4530-a892-1aed44e2e769 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'Port': ['ID=6cd7e3bc-524f-4f2b-85c9-5fda02a0607d,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:35.700435 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57326) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:35.719635 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d141824f-e736-4125-b3e1-a596768378c5 None None] For port 56afb41c-e191-4b40-ade1-be831726c234, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:41:35.727990 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d141824f-e736-4125-b3e1-a596768378c5 None None] For port 56afb41c-e191-4b40-ade1-be831726c234, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=56afb41c-e191-4b40-ade1-be831726c234,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:41:35.736697 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7095759-6496-41e7-a5e9-8a9266940105 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] GET failed (client error): The resource could not be found. Feb 09 01:41:35.742388 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c7095759-6496-41e7-a5e9-8a9266940105 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "GET /v2.0/ports/6cd7e3bc-524f-4f2b-85c9-5fda02a0607d HTTP/1.1" status: 404 len: 333 time: 0.0401347 Feb 09 01:41:35.743169 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57328) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:35.800103 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-f69513db-2421-462f-8216-5b87a94d3815 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:41:35.800860 n-d-822053-40 neutron-server[103528]: DEBUG oslo_db.api [None req-f69513db-2421-462f-8216-5b87a94d3815 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:41:35.807725 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d141824f-e736-4125-b3e1-a596768378c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (56afb41c-e191-4b40-ade1-be831726c234), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:35.814540 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e1746e41-470a-46c5-9614-564b42044e65 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (f9f8e7c5-aa98-41c8-9a28-63a6ea8d2a6d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:35.831957 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e1746e41-470a-46c5-9614-564b42044e65 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:35.841599 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57330) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:35.842060 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e1746e41-470a-46c5-9614-564b42044e65 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "DELETE /v2.0/subnets/f9f8e7c5-aa98-41c8-9a28-63a6ea8d2a6d HTTP/1.1" status: 204 len: 168 time: 1.9265180 Feb 09 01:41:35.850481 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5043326-4fc8-4b6a-99e0-45d63f8be1ab None None] Network 7d026e5f-8203-4636-ba0b-6899bb8cd475 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:41:35.887047 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3106b537-7ef0-460d-af2b-871b3caed689 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for security_group (a2fe207f-bc88-4889-8373-9b61810e3248), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:35.913176 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1746e41-470a-46c5-9614-564b42044e65 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event deleted for resources: {'Subnet': ['ID=f9f8e7c5-aa98-41c8-9a28-63a6ea8d2a6d,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:35.971012 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8925d2cd-9b83-47f5-a06a-9e941344dbd0 None None] Pushing event updated for resources: {'Port': ['ID=47993bc0-82bc-4f93-8f88-b54d48ee2542,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:36.083212 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3106b537-7ef0-460d-af2b-871b3caed689 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for security_group (a2fe207f-bc88-4889-8373-9b61810e3248), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:36.091691 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141824f-e736-4125-b3e1-a596768378c5 None None] Pushing event updated for resources: {'Port': ['ID=56afb41c-e191-4b40-ade1-be831726c234,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:36.229117 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3106b537-7ef0-460d-af2b-871b3caed689 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (a2fe207f-bc88-4889-8373-9b61810e3248), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:36.251855 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3106b537-7ef0-460d-af2b-871b3caed689 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:36.262400 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57342) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:36.270946 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3106b537-7ef0-460d-af2b-871b3caed689 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/security-groups/a2fe207f-bc88-4889-8373-9b61810e3248 HTTP/1.1" status: 204 len: 168 time: 0.5266974 Feb 09 01:41:36.303366 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7e5d2d72-15b9-4533-ae45-4ddf8f27c2b3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for router (c76fbd97-7be8-4833-8e01-6996e37d6800), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:36.336491 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3106b537-7ef0-460d-af2b-871b3caed689 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fe207f-bc88-4889-8373-9b61810e3248,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:36.408950 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355a8f66-fd1c-4e11-be8f-9ea28c896907 None None] DHCP port deletion for 7d026e5f-8203-4636-ba0b-6899bb8cd475 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:41:36.561709 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-355a8f66-fd1c-4e11-be8f-9ea28c896907 None None] Deleting port 2cab7c4b-1ac4-4295-9ab0-277a360a17fa {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:36.563379 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-355a8f66-fd1c-4e11-be8f-9ea28c896907 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (2cab7c4b-1ac4-4295-9ab0-277a360a17fa), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:36.678948 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5dfdb8ed-a6d2-404c-902d-c389a4ef5a56 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for security_group (e08abded-1216-46ec-9c97-2cf43d8122ad), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:36.717744 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7e5d2d72-15b9-4533-ae45-4ddf8f27c2b3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for router_gateway (c76fbd97-7be8-4833-8e01-6996e37d6800), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:36.720877 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5dfdb8ed-a6d2-404c-902d-c389a4ef5a56 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for security_group (e08abded-1216-46ec-9c97-2cf43d8122ad), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:36.816601 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-355a8f66-fd1c-4e11-be8f-9ea28c896907 None None] For port 2cab7c4b-1ac4-4295-9ab0-277a360a17fa, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=2cab7c4b-1ac4-4295-9ab0-277a360a17fa,segment=NetworkSegment(d79e44ef-577b-4bb4-b4d8-d0a859c1f024),segment_id=d79e44ef-577b-4bb4-b4d8-d0a859c1f024)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:36.824408 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-355a8f66-fd1c-4e11-be8f-9ea28c896907 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (2cab7c4b-1ac4-4295-9ab0-277a360a17fa), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:36.834002 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5dfdb8ed-a6d2-404c-902d-c389a4ef5a56 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (e08abded-1216-46ec-9c97-2cf43d8122ad), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:36.845987 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5dfdb8ed-a6d2-404c-902d-c389a4ef5a56 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:36.850027 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5dfdb8ed-a6d2-404c-902d-c389a4ef5a56 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/security-groups/e08abded-1216-46ec-9c97-2cf43d8122ad HTTP/1.1" status: 204 len: 168 time: 0.5866013 Feb 09 01:41:36.860525 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57354) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:36.898650 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-355a8f66-fd1c-4e11-be8f-9ea28c896907 None None] Calling delete_port for 2cab7c4b-1ac4-4295-9ab0-277a360a17fa owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:41:36.918764 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f69513db-2421-462f-8216-5b87a94d3815 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (56afb41c-e191-4b40-ade1-be831726c234), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:36.939014 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfdb8ed-a6d2-404c-902d-c389a4ef5a56 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08abded-1216-46ec-9c97-2cf43d8122ad,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:37.078374 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-7e5d2d72-15b9-4533-ae45-4ddf8f27c2b3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Deleting port 9b2f5e5a-268f-4f81-b52f-c1e3a84d337e {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:37.078731 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7e5d2d72-15b9-4533-ae45-4ddf8f27c2b3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (9b2f5e5a-268f-4f81-b52f-c1e3a84d337e), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:37.201072 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-d58498e5-5c9f-47a2-83c2-4de5fde152e3 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Deleting subnet 4d22f4f7-5718-4291-8875-9bad4ddbc72e {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:41:37.209309 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d58498e5-5c9f-47a2-83c2-4de5fde152e3 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for subnet (4d22f4f7-5718-4291-8875-9bad4ddbc72e), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:37.262101 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 47993bc0-82bc-4f93-8f88-b54d48ee2542 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:41:37.357007 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d58498e5-5c9f-47a2-83c2-4de5fde152e3 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (4d22f4f7-5718-4291-8875-9bad4ddbc72e), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:37.413880 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-355a8f66-fd1c-4e11-be8f-9ea28c896907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (2cab7c4b-1ac4-4295-9ab0-277a360a17fa), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:37.436341 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-7e5d2d72-15b9-4533-ae45-4ddf8f27c2b3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] For port 9b2f5e5a-268f-4f81-b52f-c1e3a84d337e, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=9b2f5e5a-268f-4f81-b52f-c1e3a84d337e,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:37.436972 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7e5d2d72-15b9-4533-ae45-4ddf8f27c2b3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (9b2f5e5a-268f-4f81-b52f-c1e3a84d337e), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:37.458470 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-f69513db-2421-462f-8216-5b87a94d3815 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] For port 56afb41c-e191-4b40-ade1-be831726c234, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=56afb41c-e191-4b40-ade1-be831726c234,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:37.460098 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a8f66-fd1c-4e11-be8f-9ea28c896907 None None] Pushing event deleted for resources: {'Port': ['ID=2cab7c4b-1ac4-4295-9ab0-277a360a17fa,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:37.463925 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355a8f66-fd1c-4e11-be8f-9ea28c896907 None None] No DVR routers for this DVR port 2cab7c4b-1ac4-4295-9ab0-277a360a17fa on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:41:37.477757 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-7e5d2d72-15b9-4533-ae45-4ddf8f27c2b3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Calling delete_port for 9b2f5e5a-268f-4f81-b52f-c1e3a84d337e owned by network:router_gateway {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:41:37.488872 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 47993bc0-82bc-4f93-8f88-b54d48ee2542 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:37.489456 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (47993bc0-82bc-4f93-8f88-b54d48ee2542), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:37.557799 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f69513db-2421-462f-8216-5b87a94d3815 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for port (56afb41c-e191-4b40-ade1-be831726c234), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:37.567539 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f69513db-2421-462f-8216-5b87a94d3815 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (56afb41c-e191-4b40-ade1-be831726c234), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:37.644458 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b2a295e9-1254-420f-8284-ed1247af992c None None] Could not find standard attr ID for object 6cd7e3bc-524f-4f2b-85c9-5fda02a0607d. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:41:37.674357 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d58498e5-5c9f-47a2-83c2-4de5fde152e3 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (4d22f4f7-5718-4291-8875-9bad4ddbc72e), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:37.703551 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f69513db-2421-462f-8216-5b87a94d3815 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (9408ba98-f9ae-41e6-bf7d-264feeed94df), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:37.717322 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b2a295e9-1254-420f-8284-ed1247af992c None None] Provisioning complete for port aba53d37-9e48-42fa-88b3-98ea811988e7 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:37.717701 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b2a295e9-1254-420f-8284-ed1247af992c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (aba53d37-9e48-42fa-88b3-98ea811988e7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:37.864399 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69513db-2421-462f-8216-5b87a94d3815 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Subnet': ['ID=9408ba98-f9ae-41e6-bf7d-264feeed94df,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:37.894571 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69513db-2421-462f-8216-5b87a94d3815 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:37.899009 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69513db-2421-462f-8216-5b87a94d3815 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Port': ['ID=56afb41c-e191-4b40-ade1-be831726c234,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:37.902289 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-f69513db-2421-462f-8216-5b87a94d3815 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:37.907336 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69513db-2421-462f-8216-5b87a94d3815 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:37.908325 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f69513db-2421-462f-8216-5b87a94d3815 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:37.939038 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f69513db-2421-462f-8216-5b87a94d3815 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.7775764 Feb 09 01:41:37.943540 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57374) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:37.966501 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-1db4d251-02be-4a40-8180-8771bba97d8a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Request body: {'port': {'network_id': 'cbbe9143-fcdc-43c5-b797-7f127a92ac8e', 'mac_address': 'fa:16:3e:40:db:63', 'name': 'tempest-NetworksTestDHCPv6-480989799'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:38.077366 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d58498e5-5c9f-47a2-83c2-4de5fde152e3 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (4d22f4f7-5718-4291-8875-9bad4ddbc72e), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:38.174389 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58498e5-5c9f-47a2-83c2-4de5fde152e3 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'Subnet': ['ID=4d22f4f7-5718-4291-8875-9bad4ddbc72e,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:38.185840 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d58498e5-5c9f-47a2-83c2-4de5fde152e3 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:38.214432 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d58498e5-5c9f-47a2-83c2-4de5fde152e3 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/subnets/4d22f4f7-5718-4291-8875-9bad4ddbc72e HTTP/1.1" status: 204 len: 168 time: 1.3452964 Feb 09 01:41:38.215728 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57380) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:38.230939 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7e5d2d72-15b9-4533-ae45-4ddf8f27c2b3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (9b2f5e5a-268f-4f81-b52f-c1e3a84d337e), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:38.243961 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-9fcbae2d-b6e7-4fb9-a2af-a9cb37b4a33d tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'subnet': {'network_id': '6b1d100c-21d0-4442-bd1a-327fdac5d344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:38.342140 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d2d72-15b9-4533-ae45-4ddf8f27c2b3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event deleted for resources: {'Port': ['ID=9b2f5e5a-268f-4f81-b52f-c1e3a84d337e,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:38.390384 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b2a295e9-1254-420f-8284-ed1247af992c None None] Port aba53d37-9e48-42fa-88b3-98ea811988e7 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:41:38.397546 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7e5d2d72-15b9-4533-ae45-4ddf8f27c2b3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (c76fbd97-7be8-4833-8e01-6996e37d6800), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:38.408723 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602f167a-cf00-4bdb-ab3f-2cb7f059969d None None] Network 6b1d100c-21d0-4442-bd1a-327fdac5d344 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:41:38.411744 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52482e5b-cfc1-4ee9-895f-e74d47cafb1d None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:41:38.465395 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db4d251-02be-4a40-8180-8771bba97d8a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Made reservation on behalf of 840feb797a5045feb11a0660b5a0c7d5 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:38.534418 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 47993bc0-82bc-4f93-8f88-b54d48ee2542 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:38.535829 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 56afb41c-e191-4b40-ade1-be831726c234 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:41:38.551508 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b2a295e9-1254-420f-8284-ed1247af992c None None] Provisioning complete for port 47993bc0-82bc-4f93-8f88-b54d48ee2542 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:38.551866 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b2a295e9-1254-420f-8284-ed1247af992c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (47993bc0-82bc-4f93-8f88-b54d48ee2542), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:38.617480 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fcbae2d-b6e7-4fb9-a2af-a9cb37b4a33d tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Made reservation on behalf of 8201bc48225643789b21af5866801d1c for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:38.619896 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9fcbae2d-b6e7-4fb9-a2af-a9cb37b4a33d tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:38.685153 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7e5d2d72-15b9-4533-ae45-4ddf8f27c2b3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (c76fbd97-7be8-4833-8e01-6996e37d6800), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:38.696343 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7e5d2d72-15b9-4533-ae45-4ddf8f27c2b3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for router_controller (c76fbd97-7be8-4833-8e01-6996e37d6800), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:38.707992 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1db4d251-02be-4a40-8180-8771bba97d8a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:38.786980 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 56afb41c-e191-4b40-ade1-be831726c234 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:38.788144 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (56afb41c-e191-4b40-ade1-be831726c234), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:38.876829 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7e5d2d72-15b9-4533-ae45-4ddf8f27c2b3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (c76fbd97-7be8-4833-8e01-6996e37d6800), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:38.878579 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b2a295e9-1254-420f-8284-ed1247af992c None None] Current status of the port 47993bc0-82bc-4f93-8f88-b54d48ee2542 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:38.879846 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5d2d72-15b9-4533-ae45-4ddf8f27c2b3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Fanout notify agent at l3_agent the message router_deleted on router c76fbd97-7be8-4833-8e01-6996e37d6800 {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:41:38.888398 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7e5d2d72-15b9-4533-ae45-4ddf8f27c2b3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:38.894983 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7e5d2d72-15b9-4533-ae45-4ddf8f27c2b3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "DELETE /v2.0/routers/c76fbd97-7be8-4833-8e01-6996e37d6800 HTTP/1.1" status: 204 len: 168 time: 3.0283463 Feb 09 01:41:38.895499 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-1db4d251-02be-4a40-8180-8771bba97d8a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] device_id is not set on port 39dcc1b6-1a94-4878-bea3-8b074a2674ff yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:41:38.897108 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57392) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:39.053768 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 56afb41c-e191-4b40-ade1-be831726c234 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:39.054344 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (56afb41c-e191-4b40-ade1-be831726c234), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:39.061841 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-462526f4-e5e6-4312-9760-38345628e8f3 None None] Could not find standard attr ID for object 6cd7e3bc-524f-4f2b-85c9-5fda02a0607d. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:41:39.133763 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-462526f4-e5e6-4312-9760-38345628e8f3 None None] Provisioning complete for port 56afb41c-e191-4b40-ade1-be831726c234 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:39.144076 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-462526f4-e5e6-4312-9760-38345628e8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (56afb41c-e191-4b40-ade1-be831726c234), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:39.228120 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 56afb41c-e191-4b40-ade1-be831726c234, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=56afb41c-e191-4b40-ade1-be831726c234,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:39.244827 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (56afb41c-e191-4b40-ade1-be831726c234), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:39.265906 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a9187344-f32a-4774-a2b1-7c3f01fdaca5 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (7d026e5f-8203-4636-ba0b-6899bb8cd475), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:39.399283 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=56afb41c-e191-4b40-ade1-be831726c234,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:39.469983 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-462526f4-e5e6-4312-9760-38345628e8f3 None None] Current status of the port 56afb41c-e191-4b40-ade1-be831726c234 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:39.513203 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9fcbae2d-b6e7-4fb9-a2af-a9cb37b4a33d tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (8a3bd381-0130-4fba-895b-996185716320), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:39.630285 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a9187344-f32a-4774-a2b1-7c3f01fdaca5 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (7d026e5f-8203-4636-ba0b-6899bb8cd475), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:39.635247 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 58d0527c-f9f9-443d-9a8e-e0c453d04ded no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:41:39.706995 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-a9187344-f32a-4774-a2b1-7c3f01fdaca5 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d026e5f-8203-4636-ba0b-6899bb8cd475']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:39.720885 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 58d0527c-f9f9-443d-9a8e-e0c453d04ded {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:41:39.720885 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 58d0527c-f9f9-443d-9a8e-e0c453d04ded not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:41:39.720885 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 2cab7c4b-1ac4-4295-9ab0-277a360a17fa no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:41:39.747575 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-a9187344-f32a-4774-a2b1-7c3f01fdaca5 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd79e44ef-577b-4bb4-b4d8-d0a859c1f024') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:39.747575 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-a9187344-f32a-4774-a2b1-7c3f01fdaca5 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd79e44ef-577b-4bb4-b4d8-d0a859c1f024') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:39.765292 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 2cab7c4b-1ac4-4295-9ab0-277a360a17fa {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:41:39.765659 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 2cab7c4b-1ac4-4295-9ab0-277a360a17fa not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:41:39.790096 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a9187344-f32a-4774-a2b1-7c3f01fdaca5 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (d79e44ef-577b-4bb4-b4d8-d0a859c1f024), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:39.850247 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcbae2d-b6e7-4fb9-a2af-a9cb37b4a33d tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Network 6b1d100c-21d0-4442-bd1a-327fdac5d344 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:39.875159 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a9187344-f32a-4774-a2b1-7c3f01fdaca5 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (d79e44ef-577b-4bb4-b4d8-d0a859c1f024), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:39.882995 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcbae2d-b6e7-4fb9-a2af-a9cb37b4a33d tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'Subnet': ['ID=8a3bd381-0130-4fba-895b-996185716320,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:39.896987 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-9fcbae2d-b6e7-4fb9-a2af-a9cb37b4a33d tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:39.901317 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9187344-f32a-4774-a2b1-7c3f01fdaca5 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:41:39.901743 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a9187344-f32a-4774-a2b1-7c3f01fdaca5 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (d79e44ef-577b-4bb4-b4d8-d0a859c1f024), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:39.904550 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcbae2d-b6e7-4fb9-a2af-a9cb37b4a33d tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:39.905936 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9fcbae2d-b6e7-4fb9-a2af-a9cb37b4a33d tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:39.925973 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:41:39.925973 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:41:39.925973 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:41:39.925973 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:41:39.925973 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:41:39.925973 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:41:39.925973 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:41:39.925973 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:41:39.925973 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:41:39.925973 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:41:39.925973 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:41:39.925973 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:41:39.925973 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:41:39.925973 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:41:39.925973 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:41:39.925973 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:41:39.925973 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:41:39.925973 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:41:39.925973 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:41:39.925973 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:41:39.925973 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:41:39.925973 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:41:39.925973 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:41:39.925973 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:41:39.925973 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:41:39.925973 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:41:39.925973 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:41:39.925973 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:41:39.925973 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:41:39.925973 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:41:39.925973 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:41:39.925973 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:41:39.986702 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 56afb41c-e191-4b40-ade1-be831726c234 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:41:40.111677 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a9187344-f32a-4774-a2b1-7c3f01fdaca5 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (7d026e5f-8203-4636-ba0b-6899bb8cd475), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:40.115876 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-1db4d251-02be-4a40-8180-8771bba97d8a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Allocated IP 2001:db8::269 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/3a42b480-7ff9-4ffb-b893-ee5d29f61237/39dcc1b6-1a94-4878-bea3-8b074a2674ff) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:40.124749 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 56afb41c-e191-4b40-ade1-be831726c234 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:40.125132 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (56afb41c-e191-4b40-ade1-be831726c234), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:40.126601 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a9187344-f32a-4774-a2b1-7c3f01fdaca5 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:40.130499 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a9187344-f32a-4774-a2b1-7c3f01fdaca5 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "DELETE /v2.0/networks/7d026e5f-8203-4636-ba0b-6899bb8cd475 HTTP/1.1" status: 204 len: 168 time: 1.2318041 Feb 09 01:41:40.154422 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-1db4d251-02be-4a40-8180-8771bba97d8a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Allocated IP 2001:db8:0:1:f816:3eff:fe40:db63 (cbbe9143-fcdc-43c5-b797-7f127a92ac8e/9408ba98-f9ae-41e6-bf7d-264feeed94df/39dcc1b6-1a94-4878-bea3-8b074a2674ff) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:40.200416 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57422) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:40.219687 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9187344-f32a-4774-a2b1-7c3f01fdaca5 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event deleted for resources: {'Network': ['ID=7d026e5f-8203-4636-ba0b-6899bb8cd475,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:40.247188 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9fcbae2d-b6e7-4fb9-a2af-a9cb37b4a33d tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0295231 Feb 09 01:41:40.252060 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57426) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:40.269306 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-a196f1e4-c2b9-4174-9641-67e65ed27863 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'security_group': {'name': 'tempest-secgroup-713223880'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:40.373272 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-93293bc4-97e1-4fb0-8399-c0b1c4f79242 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group (ea60e72c-3021-4dd2-8311-c001cfa04ca6), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:40.403002 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a196f1e4-c2b9-4174-9641-67e65ed27863 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:40.421576 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 56afb41c-e191-4b40-ade1-be831726c234 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:40.447186 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-93293bc4-97e1-4fb0-8399-c0b1c4f79242 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group (ea60e72c-3021-4dd2-8311-c001cfa04ca6), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:40.530351 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-299eac44-2230-44cf-b0d6-a61f4abf400f None None] Provisioning complete for port 56afb41c-e191-4b40-ade1-be831726c234 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:40.531267 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-299eac44-2230-44cf-b0d6-a61f4abf400f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (56afb41c-e191-4b40-ade1-be831726c234), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:40.539109 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 9b2f5e5a-268f-4f81-b52f-c1e3a84d337e no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:41:40.572844 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9044a8ca-99cb-4cbb-8a78-02f5d917ed4d None None] Network 6b1d100c-21d0-4442-bd1a-327fdac5d344 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:41:40.595232 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1db4d251-02be-4a40-8180-8771bba97d8a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for port (39dcc1b6-1a94-4878-bea3-8b074a2674ff), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:40.643578 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-93293bc4-97e1-4fb0-8399-c0b1c4f79242 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ea60e72c-3021-4dd2-8311-c001cfa04ca6), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:40.646629 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-93293bc4-97e1-4fb0-8399-c0b1c4f79242 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:40.650472 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-93293bc4-97e1-4fb0-8399-c0b1c4f79242 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "DELETE /v2.0/security-groups/ea60e72c-3021-4dd2-8311-c001cfa04ca6 HTTP/1.1" status: 204 len: 168 time: 0.4436369 Feb 09 01:41:40.654072 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a196f1e4-c2b9-4174-9641-67e65ed27863 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for security_group (14e84184-80e2-4550-abd9-ef3f49f46d80), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:40.663648 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a196f1e4-c2b9-4174-9641-67e65ed27863 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (14e84184-80e2-4550-abd9-ef3f49f46d80), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:40.666978 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93293bc4-97e1-4fb0-8399-c0b1c4f79242 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea60e72c-3021-4dd2-8311-c001cfa04ca6,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:40.682203 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 9b2f5e5a-268f-4f81-b52f-c1e3a84d337e {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:41:40.683947 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 9b2f5e5a-268f-4f81-b52f-c1e3a84d337e not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:41:40.745721 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a196f1e4-c2b9-4174-9641-67e65ed27863 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:40.751809 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57438) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:40.752622 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a196f1e4-c2b9-4174-9641-67e65ed27863 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4994168 Feb 09 01:41:40.757665 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-3c4dd032-f874-479f-a1cf-057297c6d4c6 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'security_group': {'name': 'tempest-secgroup-1055064181'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:40.760905 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196f1e4-c2b9-4174-9641-67e65ed27863 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14e84184-80e2-4550-abd9-ef3f49f46d80,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:40.771368 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1db4d251-02be-4a40-8180-8771bba97d8a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (39dcc1b6-1a94-4878-bea3-8b074a2674ff), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:40.804334 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db4d251-02be-4a40-8180-8771bba97d8a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:40.808092 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-1db4d251-02be-4a40-8180-8771bba97d8a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:40.822839 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-299eac44-2230-44cf-b0d6-a61f4abf400f None None] Current status of the port 56afb41c-e191-4b40-ade1-be831726c234 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:40.831003 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3c4dd032-f874-479f-a1cf-057297c6d4c6 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:40.848698 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db4d251-02be-4a40-8180-8771bba97d8a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:41:40.862331 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db4d251-02be-4a40-8180-8771bba97d8a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:40.863807 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1db4d251-02be-4a40-8180-8771bba97d8a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:40.923936 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1db4d251-02be-4a40-8180-8771bba97d8a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.9760780 Feb 09 01:41:40.927376 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57440) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:40.931675 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4d251-02be-4a40-8180-8771bba97d8a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event updated for resources: {'Port': ['ID=39dcc1b6-1a94-4878-bea3-8b074a2674ff,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:41.012960 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57442) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:41.122101 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-530e647e-a8c5-4a82-a569-3849dbeef0bf None None] Provisioning complete for port aba53d37-9e48-42fa-88b3-98ea811988e7 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:41.122948 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-530e647e-a8c5-4a82-a569-3849dbeef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (aba53d37-9e48-42fa-88b3-98ea811988e7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:41.179956 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec0d2bc-be36-4bcf-a968-b48b1ed6a31d None None] Update dhcp port {'port': {'network_id': '6b1d100c-21d0-4442-bd1a-327fdac5d344', 'fixed_ips': [{'subnet_id': 'a5471d2f-2152-49db-bcc6-817650131e4c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8a3bd381-0130-4fba-895b-996185716320'}], 'binding:host_id': 'n-d-822053-40'}, 'id': '47993bc0-82bc-4f93-8f88-b54d48ee2542'} from n-d-822053-40. {{(pid=103530) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:41:41.220961 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-530e647e-a8c5-4a82-a569-3849dbeef0bf None None] Port aba53d37-9e48-42fa-88b3-98ea811988e7 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:41:41.226382 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4ec0d2bc-be36-4bcf-a968-b48b1ed6a31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (47993bc0-82bc-4f93-8f88-b54d48ee2542), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:41.250407 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57450) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:41.263305 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-d51d5636-c2a3-46ad-b79b-eb891b0dfc48 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1555070620', 'description': 'tempest-secgroup-smoke-1555070620 description', 'project_id': 'e7f5366db1de43098724f0eb4e3342fd'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:41.332305 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3c4dd032-f874-479f-a1cf-057297c6d4c6 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for security_group (4071d05d-f9b9-4a46-a0c1-52fc1d715b84), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:41.343107 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d51d5636-c2a3-46ad-b79b-eb891b0dfc48 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:41.353723 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3c4dd032-f874-479f-a1cf-057297c6d4c6 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (4071d05d-f9b9-4a46-a0c1-52fc1d715b84), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:41.385534 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-530e647e-a8c5-4a82-a569-3849dbeef0bf None None] Provisioning complete for port 47993bc0-82bc-4f93-8f88-b54d48ee2542 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:41.386077 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-530e647e-a8c5-4a82-a569-3849dbeef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (47993bc0-82bc-4f93-8f88-b54d48ee2542), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:41.472349 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3c4dd032-f874-479f-a1cf-057297c6d4c6 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:41.475631 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3c4dd032-f874-479f-a1cf-057297c6d4c6 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7221575 Feb 09 01:41:41.480302 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20724b65-2ac0-4128-bfcd-8ed7b0accad6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:41.484411 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-090a7b33-0e83-4e0f-8ca3-eccdc08c02f7 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting port 39dcc1b6-1a94-4878-bea3-8b074a2674ff {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:41.485113 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-090a7b33-0e83-4e0f-8ca3-eccdc08c02f7 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (39dcc1b6-1a94-4878-bea3-8b074a2674ff), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:41.489658 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57456) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:41.507601 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-e98151d8-9652-4048-bd52-bfa0bfc94df8 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'security_group': {'name': 'tempest-secgroup-785942614'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:41.509492 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57460) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:41.563513 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4dd032-f874-479f-a1cf-057297c6d4c6 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4071d05d-f9b9-4a46-a0c1-52fc1d715b84,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:41.596225 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d51d5636-c2a3-46ad-b79b-eb891b0dfc48 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group (c174cb6e-64e7-44be-83f3-29ea109f9382), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:41.613374 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d51d5636-c2a3-46ad-b79b-eb891b0dfc48 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c174cb6e-64e7-44be-83f3-29ea109f9382), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:41.642442 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-4ec0d2bc-be36-4bcf-a968-b48b1ed6a31d None None] Allocated IP 2001:db8::2 (6b1d100c-21d0-4442-bd1a-327fdac5d344/8a3bd381-0130-4fba-895b-996185716320/47993bc0-82bc-4f93-8f88-b54d48ee2542) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:41.647300 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e98151d8-9652-4048-bd52-bfa0bfc94df8 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:41.688252 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d51d5636-c2a3-46ad-b79b-eb891b0dfc48 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:41.695269 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d51d5636-c2a3-46ad-b79b-eb891b0dfc48 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4410634 Feb 09 01:41:41.697382 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-530e647e-a8c5-4a82-a569-3849dbeef0bf None None] Current status of the port 47993bc0-82bc-4f93-8f88-b54d48ee2542 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:41.702801 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57464) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:41.710586 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-b4ab61d8-207e-4418-a143-4e36ed4b509f tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'security_group_rule': {'security_group_id': 'c174cb6e-64e7-44be-83f3-29ea109f9382', 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:41.719423 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d5636-c2a3-46ad-b79b-eb891b0dfc48 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c174cb6e-64e7-44be-83f3-29ea109f9382,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:41.741067 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-090a7b33-0e83-4e0f-8ca3-eccdc08c02f7 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (39dcc1b6-1a94-4878-bea3-8b074a2674ff), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:41.771863 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-090a7b33-0e83-4e0f-8ca3-eccdc08c02f7 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Calling delete_port for 39dcc1b6-1a94-4878-bea3-8b074a2674ff owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:41:41.784673 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b4ab61d8-207e-4418-a143-4e36ed4b509f tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (89c1e741-22ee-40e3-94dc-7488e61e8167), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:41.822223 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20724b65-2ac0-4128-bfcd-8ed7b0accad6 admin admin] Publish callbacks [] for security_group (a092a767-979f-4a49-a363-dd823c38c153), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:41.827297 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-4ec0d2bc-be36-4bcf-a968-b48b1ed6a31d None None] For port 47993bc0-82bc-4f93-8f88-b54d48ee2542, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=47993bc0-82bc-4f93-8f88-b54d48ee2542,segment=NetworkSegment(df867500-8861-40ce-a07f-f8afa85ffc01),segment_id=df867500-8861-40ce-a07f-f8afa85ffc01)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:41.828930 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20724b65-2ac0-4128-bfcd-8ed7b0accad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (a092a767-979f-4a49-a363-dd823c38c153), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:41.857260 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-3913f5e6-68c0-4d8b-8dfd-565062a2172b None None] Provisioning complete for port 39dcc1b6-1a94-4878-bea3-8b074a2674ff triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:41.859205 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3913f5e6-68c0-4d8b-8dfd-565062a2172b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (39dcc1b6-1a94-4878-bea3-8b074a2674ff), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:41.894105 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f55e984c-8931-45e8-92b0-3c54a0175853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:41.905819 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4ec0d2bc-be36-4bcf-a968-b48b1ed6a31d None None] Publish callbacks [] for port (47993bc0-82bc-4f93-8f88-b54d48ee2542), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:41.910797 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-20724b65-2ac0-4128-bfcd-8ed7b0accad6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f47fcd229fd242c7809ff71e5c36bb39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8950772 Feb 09 01:41:41.914667 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57466) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:41.916137 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20724b65-2ac0-4128-bfcd-8ed7b0accad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a092a767-979f-4a49-a363-dd823c38c153,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:41.921651 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4ec0d2bc-be36-4bcf-a968-b48b1ed6a31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (47993bc0-82bc-4f93-8f88-b54d48ee2542), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:41.970117 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3913f5e6-68c0-4d8b-8dfd-565062a2172b None None] Port 39dcc1b6-1a94-4878-bea3-8b074a2674ff cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:41:42.020114 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f55e984c-8931-45e8-92b0-3c54a0175853 admin admin] Publish callbacks [] for security_group (c80e723c-8cbf-4b9c-9cbf-46c58267c964), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:42.031286 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f55e984c-8931-45e8-92b0-3c54a0175853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c80e723c-8cbf-4b9c-9cbf-46c58267c964), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:42.051186 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec0d2bc-be36-4bcf-a968-b48b1ed6a31d None None] Pushing event updated for resources: {'Port': ['ID=47993bc0-82bc-4f93-8f88-b54d48ee2542,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:42.085601 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f55e984c-8931-45e8-92b0-3c54a0175853 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=634ad6627fa644ff96628bfafa6de0f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5598671 Feb 09 01:41:42.085936 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57468) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:42.088095 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e984c-8931-45e8-92b0-3c54a0175853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80e723c-8cbf-4b9c-9cbf-46c58267c964,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:42.091869 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e98151d8-9652-4048-bd52-bfa0bfc94df8 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for security_group (37d47715-c96a-440b-b10f-129f8b71d9fc), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:42.110822 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b4ab61d8-207e-4418-a143-4e36ed4b509f tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (89c1e741-22ee-40e3-94dc-7488e61e8167), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:42.111940 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e98151d8-9652-4048-bd52-bfa0bfc94df8 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (37d47715-c96a-440b-b10f-129f8b71d9fc), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:42.149436 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b4ab61d8-207e-4418-a143-4e36ed4b509f tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (89c1e741-22ee-40e3-94dc-7488e61e8167), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:42.158058 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cb9d89b7-927b-476f-a45f-12868af7d811 admin admin] Publish callbacks [] for security_group (c80e723c-8cbf-4b9c-9cbf-46c58267c964), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:42.166233 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e98151d8-9652-4048-bd52-bfa0bfc94df8 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:42.167553 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e98151d8-9652-4048-bd52-bfa0bfc94df8 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6682684 Feb 09 01:41:42.173259 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57470) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:42.180782 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-7480a246-cf5b-4a84-996b-cce03fc59858 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-293655780', 'security_groups': ['37d47715-c96a-440b-b10f-129f8b71d9fc'], 'network_id': '6b1d100c-21d0-4442-bd1a-327fdac5d344', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8a3bd381-0130-4fba-895b-996185716320'}]}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:42.223819 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eee9d7d2-b0b9-488a-92fb-ef85e70b0f37 admin admin] Publish callbacks [] for security_group (a092a767-979f-4a49-a363-dd823c38c153), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:42.231357 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab61d8-207e-4418-a143-4e36ed4b509f tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c1e741-22ee-40e3-94dc-7488e61e8167,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:42.240198 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cb9d89b7-927b-476f-a45f-12868af7d811 admin admin] Publish callbacks [] for security_group (c80e723c-8cbf-4b9c-9cbf-46c58267c964), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:42.245033 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98151d8-9652-4048-bd52-bfa0bfc94df8 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37d47715-c96a-440b-b10f-129f8b71d9fc,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:42.274258 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b4ab61d8-207e-4418-a143-4e36ed4b509f tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:42.278247 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b4ab61d8-207e-4418-a143-4e36ed4b509f tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5712352 Feb 09 01:41:42.282986 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57472) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:42.290883 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eee9d7d2-b0b9-488a-92fb-ef85e70b0f37 admin admin] Publish callbacks [] for security_group (a092a767-979f-4a49-a363-dd823c38c153), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:42.296643 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-024f0856-fa43-4cec-bc6f-87c01f097613 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'security_group_rule': {'security_group_id': 'c174cb6e-64e7-44be-83f3-29ea109f9382', 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:42.320280 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-090a7b33-0e83-4e0f-8ca3-eccdc08c02f7 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (39dcc1b6-1a94-4878-bea3-8b074a2674ff), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:42.363273 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-024f0856-fa43-4cec-bc6f-87c01f097613 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (dca36faf-5aaf-4a21-b104-f84aad2bd438), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:42.375701 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cb9d89b7-927b-476f-a45f-12868af7d811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c80e723c-8cbf-4b9c-9cbf-46c58267c964), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:42.378615 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cb9d89b7-927b-476f-a45f-12868af7d811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:42.382369 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cb9d89b7-927b-476f-a45f-12868af7d811 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c80e723c-8cbf-4b9c-9cbf-46c58267c964 HTTP/1.1" status: 204 len: 168 time: 0.2927756 Feb 09 01:41:42.416054 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d89b7-927b-476f-a45f-12868af7d811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80e723c-8cbf-4b9c-9cbf-46c58267c964,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:42.424077 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7480a246-cf5b-4a84-996b-cce03fc59858 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Made reservation on behalf of 8201bc48225643789b21af5866801d1c for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:42.531957 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-024f0856-fa43-4cec-bc6f-87c01f097613 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (dca36faf-5aaf-4a21-b104-f84aad2bd438), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:42.544044 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-024f0856-fa43-4cec-bc6f-87c01f097613 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (dca36faf-5aaf-4a21-b104-f84aad2bd438), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:42.565745 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f0856-fa43-4cec-bc6f-87c01f097613 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca36faf-5aaf-4a21-b104-f84aad2bd438,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:42.590772 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7480a246-cf5b-4a84-996b-cce03fc59858 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:42.619311 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-024f0856-fa43-4cec-bc6f-87c01f097613 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:42.620633 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-024f0856-fa43-4cec-bc6f-87c01f097613 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3366902 Feb 09 01:41:42.624113 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57476) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:42.628951 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-e1a55f7e-05cd-4dc9-bcfb-6bf15c053c5d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'security_group_rule': {'security_group_id': 'c174cb6e-64e7-44be-83f3-29ea109f9382', 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:42.647905 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-7480a246-cf5b-4a84-996b-cce03fc59858 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] device_id is not set on port 6698d0ec-3367-4c95-94f7-b9cf9f5944b6 yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:41:42.723072 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e1a55f7e-05cd-4dc9-bcfb-6bf15c053c5d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (80f6474c-dd36-4e54-b233-ee0c9dce42ee), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:42.837529 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a7b33-0e83-4e0f-8ca3-eccdc08c02f7 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Port': ['ID=39dcc1b6-1a94-4878-bea3-8b074a2674ff,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:42.843922 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eee9d7d2-b0b9-488a-92fb-ef85e70b0f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (a092a767-979f-4a49-a363-dd823c38c153), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:42.847046 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eee9d7d2-b0b9-488a-92fb-ef85e70b0f37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:42.848430 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-eee9d7d2-b0b9-488a-92fb-ef85e70b0f37 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a092a767-979f-4a49-a363-dd823c38c153 HTTP/1.1" status: 204 len: 168 time: 0.9328201 Feb 09 01:41:42.877014 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9d7d2-b0b9-488a-92fb-ef85e70b0f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a092a767-979f-4a49-a363-dd823c38c153,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:43.003474 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-090a7b33-0e83-4e0f-8ca3-eccdc08c02f7 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:43.009043 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-4255fa22-87e4-42f6-97b7-4edfc0c5b727 None None] Provisioning complete for port aba53d37-9e48-42fa-88b3-98ea811988e7 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:43.010142 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4255fa22-87e4-42f6-97b7-4edfc0c5b727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (aba53d37-9e48-42fa-88b3-98ea811988e7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:43.019093 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-090a7b33-0e83-4e0f-8ca3-eccdc08c02f7 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/ports/39dcc1b6-1a94-4878-bea3-8b074a2674ff HTTP/1.1" status: 204 len: 168 time: 2.0879612 Feb 09 01:41:43.020975 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57484) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:43.028078 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-7480a246-cf5b-4a84-996b-cce03fc59858 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Allocated IP 2001:db8::1fd (6b1d100c-21d0-4442-bd1a-327fdac5d344/8a3bd381-0130-4fba-895b-996185716320/6698d0ec-3367-4c95-94f7-b9cf9f5944b6) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:43.068512 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57486) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:43.093491 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-611ccddd-dde4-44f6-930d-260adec00867 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:43.098268 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-4255fa22-87e4-42f6-97b7-4edfc0c5b727 None None] Port aba53d37-9e48-42fa-88b3-98ea811988e7 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:41:43.126749 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-4255fa22-87e4-42f6-97b7-4edfc0c5b727 None None] Provisioning complete for port 47993bc0-82bc-4f93-8f88-b54d48ee2542 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:43.127281 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4255fa22-87e4-42f6-97b7-4edfc0c5b727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (47993bc0-82bc-4f93-8f88-b54d48ee2542), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:43.194230 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c640cc-ad6a-4de4-b6e4-35c3a5dae733 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:43.198642 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-24c640cc-ad6a-4de4-b6e4-35c3a5dae733 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1716366 Feb 09 01:41:43.198642 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57490) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:43.243019 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e1a55f7e-05cd-4dc9-bcfb-6bf15c053c5d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (80f6474c-dd36-4e54-b233-ee0c9dce42ee), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:43.253175 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e1a55f7e-05cd-4dc9-bcfb-6bf15c053c5d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (80f6474c-dd36-4e54-b233-ee0c9dce42ee), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:43.266501 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-4255fa22-87e4-42f6-97b7-4edfc0c5b727 None None] Current status of the port 47993bc0-82bc-4f93-8f88-b54d48ee2542 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:43.302276 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a55f7e-05cd-4dc9-bcfb-6bf15c053c5d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80f6474c-dd36-4e54-b233-ee0c9dce42ee,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:43.314929 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e1a55f7e-05cd-4dc9-bcfb-6bf15c053c5d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:43.316094 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e1a55f7e-05cd-4dc9-bcfb-6bf15c053c5d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6909893 Feb 09 01:41:43.322005 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57492) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:43.326736 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-676d70bd-1960-4a9a-8584-271878f4eb52 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'security_group_rule': {'security_group_id': 'c174cb6e-64e7-44be-83f3-29ea109f9382', 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:43.327801 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-611ccddd-dde4-44f6-930d-260adec00867 admin admin] Publish callbacks [] for security_group (3593f7e5-90f9-44bf-9f9c-4e7aae5cc73a), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:43.338697 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029ade52-eeac-4714-84ad-0975d296642f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:43.342875 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-029ade52-eeac-4714-84ad-0975d296642f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1405659 Feb 09 01:41:43.342875 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-611ccddd-dde4-44f6-930d-260adec00867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3593f7e5-90f9-44bf-9f9c-4e7aae5cc73a), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:43.346709 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57494) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:43.352571 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7480a246-cf5b-4a84-996b-cce03fc59858 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for port (6698d0ec-3367-4c95-94f7-b9cf9f5944b6), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:43.376203 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-676d70bd-1960-4a9a-8584-271878f4eb52 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (f4cdce0a-99af-480b-a5cd-e3001fad96ce), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:43.442127 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-611ccddd-dde4-44f6-930d-260adec00867 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=114526d53dac4afb8602ba56e544b88f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3695586 Feb 09 01:41:43.442366 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7480a246-cf5b-4a84-996b-cce03fc59858 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (6698d0ec-3367-4c95-94f7-b9cf9f5944b6), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:43.444585 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57496) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:43.444769 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ccddd-dde4-44f6-930d-260adec00867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3593f7e5-90f9-44bf-9f9c-4e7aae5cc73a,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:43.470828 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57498) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:43.495490 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e38612-f47a-4fbc-8471-7fa51d28de14 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:43.496905 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e38612-f47a-4fbc-8471-7fa51d28de14 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:43.498884 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e38612-f47a-4fbc-8471-7fa51d28de14 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:43.503181 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b3e38612-f47a-4fbc-8471-7fa51d28de14 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1516130 Feb 09 01:41:43.503181 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-af532e80-5b13-4a2b-a048-63d0bb3bf369 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:43.503555 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57500) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:43.525669 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-676d70bd-1960-4a9a-8584-271878f4eb52 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (f4cdce0a-99af-480b-a5cd-e3001fad96ce), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:43.547994 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7480a246-cf5b-4a84-996b-cce03fc59858 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Network 6b1d100c-21d0-4442-bd1a-327fdac5d344 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:43.548249 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-676d70bd-1960-4a9a-8584-271878f4eb52 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (f4cdce0a-99af-480b-a5cd-e3001fad96ce), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:43.581585 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-7480a246-cf5b-4a84-996b-cce03fc59858 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:43.595939 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d70bd-1960-4a9a-8584-271878f4eb52 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4cdce0a-99af-480b-a5cd-e3001fad96ce,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:43.597202 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf6b4e63-5cb0-46be-b875-1e51f60fda41 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting subnet 3a42b480-7ff9-4ffb-b893-ee5d29f61237 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:41:43.604858 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf6b4e63-5cb0-46be-b875-1e51f60fda41 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (3a42b480-7ff9-4ffb-b893-ee5d29f61237), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:43.605403 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480a246-cf5b-4a84-996b-cce03fc59858 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'Port': ['ID=6698d0ec-3367-4c95-94f7-b9cf9f5944b6,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:43.617389 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7480a246-cf5b-4a84-996b-cce03fc59858 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:41:43.631056 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7480a246-cf5b-4a84-996b-cce03fc59858 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:43.631811 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7480a246-cf5b-4a84-996b-cce03fc59858 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:43.649425 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f00f3405-683f-4046-8a2a-ba57b43f918c admin admin] Publish callbacks [] for security_group (3593f7e5-90f9-44bf-9f9c-4e7aae5cc73a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:43.667150 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7480a246-cf5b-4a84-996b-cce03fc59858 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4928405 Feb 09 01:41:43.669432 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf6b4e63-5cb0-46be-b875-1e51f60fda41 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (3a42b480-7ff9-4ffb-b893-ee5d29f61237), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:43.670067 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-676d70bd-1960-4a9a-8584-271878f4eb52 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:43.673420 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-676d70bd-1960-4a9a-8584-271878f4eb52 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3505812 Feb 09 01:41:43.674001 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57502) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:43.675854 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57504) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:43.679085 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-c11527aa-663d-4661-b827-7fa449bbadcd tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'subnet': {'network_id': '6b1d100c-21d0-4442-bd1a-327fdac5d344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:43.680634 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-f0e30b82-7142-49e2-9898-f7722feceef4 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'security_group_rule': {'security_group_id': 'c174cb6e-64e7-44be-83f3-29ea109f9382', 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:43.708059 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f00f3405-683f-4046-8a2a-ba57b43f918c admin admin] Publish callbacks [] for security_group (3593f7e5-90f9-44bf-9f9c-4e7aae5cc73a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:43.752535 n-d-822053-40 neutron-server[103528]: INFO neutron.db.securitygroups_db [None req-f0e30b82-7142-49e2-9898-f7722feceef4 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Project e7f5366db1de43098724f0eb4e3342fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:41:43.765448 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f0e30b82-7142-49e2-9898-f7722feceef4 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (70204c38-6714-4760-b9ed-be7214462b55), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:43.855325 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f0e30b82-7142-49e2-9898-f7722feceef4 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (70204c38-6714-4760-b9ed-be7214462b55), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:43.864011 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f0e30b82-7142-49e2-9898-f7722feceef4 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (70204c38-6714-4760-b9ed-be7214462b55), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:43.881064 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e30b82-7142-49e2-9898-f7722feceef4 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70204c38-6714-4760-b9ed-be7214462b55,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:43.883206 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f00f3405-683f-4046-8a2a-ba57b43f918c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3593f7e5-90f9-44bf-9f9c-4e7aae5cc73a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:43.885989 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f00f3405-683f-4046-8a2a-ba57b43f918c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:43.895066 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f00f3405-683f-4046-8a2a-ba57b43f918c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3593f7e5-90f9-44bf-9f9c-4e7aae5cc73a HTTP/1.1" status: 204 len: 168 time: 0.4450531 Feb 09 01:41:43.914218 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f3405-683f-4046-8a2a-ba57b43f918c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3593f7e5-90f9-44bf-9f9c-4e7aae5cc73a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:43.930381 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f0e30b82-7142-49e2-9898-f7722feceef4 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:43.931239 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-af532e80-5b13-4a2b-a048-63d0bb3bf369 admin admin] Publish callbacks [] for security_group (31c0d6c8-6675-4300-a5dc-ae0ce70574e3), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:43.932175 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f0e30b82-7142-49e2-9898-f7722feceef4 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2551799 Feb 09 01:41:43.935095 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57510) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:43.941600 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-af532e80-5b13-4a2b-a048-63d0bb3bf369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (31c0d6c8-6675-4300-a5dc-ae0ce70574e3), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:43.945251 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11527aa-663d-4661-b827-7fa449bbadcd tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Made reservation on behalf of 8201bc48225643789b21af5866801d1c for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:43.945801 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-3ca71a53-83f4-465d-92c1-7d7996eedaf1 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'security_group_rule': {'security_group_id': 'c174cb6e-64e7-44be-83f3-29ea109f9382', 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:43.949090 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c11527aa-663d-4661-b827-7fa449bbadcd tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:43.969816 n-d-822053-40 neutron-server[103528]: INFO neutron.db.securitygroups_db [None req-3ca71a53-83f4-465d-92c1-7d7996eedaf1 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Project e7f5366db1de43098724f0eb4e3342fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:41:43.977065 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3ca71a53-83f4-465d-92c1-7d7996eedaf1 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (9e76900a-5fdb-4ce0-ae4e-26ff7641f06b), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:43.983279 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 47993bc0-82bc-4f93-8f88-b54d48ee2542 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:41:44.064259 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3ca71a53-83f4-465d-92c1-7d7996eedaf1 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (9e76900a-5fdb-4ce0-ae4e-26ff7641f06b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:44.069251 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3ca71a53-83f4-465d-92c1-7d7996eedaf1 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (9e76900a-5fdb-4ce0-ae4e-26ff7641f06b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:44.098874 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca71a53-83f4-465d-92c1-7d7996eedaf1 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e76900a-5fdb-4ce0-ae4e-26ff7641f06b,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:44.104146 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf6b4e63-5cb0-46be-b875-1e51f60fda41 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (3a42b480-7ff9-4ffb-b893-ee5d29f61237), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:44.109503 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3ca71a53-83f4-465d-92c1-7d7996eedaf1 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:44.110560 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af532e80-5b13-4a2b-a048-63d0bb3bf369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c0d6c8-6675-4300-a5dc-ae0ce70574e3,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:44.110740 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-accebee7-239d-4363-a977-575b964f09be None None] Provisioning complete for port 6698d0ec-3367-4c95-94f7-b9cf9f5944b6 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:44.114853 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-accebee7-239d-4363-a977-575b964f09be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (6698d0ec-3367-4c95-94f7-b9cf9f5944b6), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:44.114969 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3ca71a53-83f4-465d-92c1-7d7996eedaf1 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1738636 Feb 09 01:41:44.115405 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-af532e80-5b13-4a2b-a048-63d0bb3bf369 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5211f0748b704f24a780e8a9b3f43e44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6433356 Feb 09 01:41:44.119411 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57512) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:44.119928 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57514) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:44.136786 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-33653394-47a6-4fe5-8164-8e3decac1284 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'network': {'name': 'tempest-network-smoke--31322858', 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'port_security_enabled': True}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:44.190718 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-accebee7-239d-4363-a977-575b964f09be None None] Port 6698d0ec-3367-4c95-94f7-b9cf9f5944b6 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:41:44.191244 n-d-822053-40 neutron-server[103529]: INFO neutron.db.ipam_backend_mixin [None req-c11527aa-663d-4661-b827-7fa449bbadcd tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8a3bd381-0130-4fba-895b-996185716320 (CIDR: 2001:db8::/64) Feb 09 01:41:44.205145 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-c11527aa-663d-4661-b827-7fa449bbadcd tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:41:44.206052 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c11527aa-663d-4661-b827-7fa449bbadcd tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:44.210075 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-15a0a958-9ea0-4bce-8693-a5c697c06682 admin admin] Publish callbacks [] for security_group (31c0d6c8-6675-4300-a5dc-ae0ce70574e3), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:44.230646 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c11527aa-663d-4661-b827-7fa449bbadcd tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5554852 Feb 09 01:41:44.233290 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57518) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:44.240251 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-83b77ad2-4a11-43be-bff7-0e43a1b02ed5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'subnet': {'network_id': '6b1d100c-21d0-4442-bd1a-327fdac5d344', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:44.241449 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 47993bc0-82bc-4f93-8f88-b54d48ee2542 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:44.242480 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (47993bc0-82bc-4f93-8f88-b54d48ee2542), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:44.247520 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-15a0a958-9ea0-4bce-8693-a5c697c06682 admin admin] Publish callbacks [] for security_group (31c0d6c8-6675-4300-a5dc-ae0ce70574e3), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:44.247968 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf6b4e63-5cb0-46be-b875-1e51f60fda41 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (3a42b480-7ff9-4ffb-b893-ee5d29f61237), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:44.283838 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33653394-47a6-4fe5-8164-8e3decac1284 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Made reservation on behalf of e7f5366db1de43098724f0eb4e3342fd for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:44.289927 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-33653394-47a6-4fe5-8164-8e3decac1284 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:44.318528 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33653394-47a6-4fe5-8164-8e3decac1284 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:41:44.330282 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-33653394-47a6-4fe5-8164-8e3decac1284 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (836bfa82-d300-4cc7-988f-ecf320a5b7ac), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:44.330732 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-33653394-47a6-4fe5-8164-8e3decac1284 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Added segment 836bfa82-d300-4cc7-988f-ecf320a5b7ac of type vlan for network d6cb6789-0b2a-4ba4-8424-772a7d1413c2 Feb 09 01:41:44.336206 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf6b4e63-5cb0-46be-b875-1e51f60fda41 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:44.339567 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-bf6b4e63-5cb0-46be-b875-1e51f60fda41 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/3a42b480-7ff9-4ffb-b893-ee5d29f61237 HTTP/1.1" status: 204 len: 168 time: 0.8350770 Feb 09 01:41:44.343442 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57520) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:44.344062 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3fbf95-e208-42f6-b906-65aeb472c69f None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:41:44.351439 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b4e63-5cb0-46be-b875-1e51f60fda41 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Subnet': ['ID=3a42b480-7ff9-4ffb-b893-ee5d29f61237,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:44.379533 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-33653394-47a6-4fe5-8164-8e3decac1284 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (d6cb6789-0b2a-4ba4-8424-772a7d1413c2), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:44.411655 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-33653394-47a6-4fe5-8164-8e3decac1284 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (d6cb6789-0b2a-4ba4-8424-772a7d1413c2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:44.418603 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33653394-47a6-4fe5-8164-8e3decac1284 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:44.419193 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-33653394-47a6-4fe5-8164-8e3decac1284 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:44.470989 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-90dfe734-302b-4326-81e3-6808f71dcdf3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Deleting subnet 9408ba98-f9ae-41e6-bf7d-264feeed94df {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:41:44.484529 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-90dfe734-302b-4326-81e3-6808f71dcdf3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for subnet (9408ba98-f9ae-41e6-bf7d-264feeed94df), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:44.512530 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33653394-47a6-4fe5-8164-8e3decac1284 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'Network': ['ID=d6cb6789-0b2a-4ba4-8424-772a7d1413c2,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:44.530206 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-33653394-47a6-4fe5-8164-8e3decac1284 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4078033 Feb 09 01:41:44.532662 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-15a0a958-9ea0-4bce-8693-a5c697c06682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (31c0d6c8-6675-4300-a5dc-ae0ce70574e3), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:44.535170 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57524) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:44.535612 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-15a0a958-9ea0-4bce-8693-a5c697c06682 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:44.539744 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-15a0a958-9ea0-4bce-8693-a5c697c06682 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/31c0d6c8-6675-4300-a5dc-ae0ce70574e3 HTTP/1.1" status: 204 len: 168 time: 0.4144194 Feb 09 01:41:44.548713 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-23d852ed-530c-4297-97a7-d80dbb0c3e3b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1890018208', 'admin_state_up': True, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:44.549689 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a0a958-9ea0-4bce-8693-a5c697c06682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c0d6c8-6675-4300-a5dc-ae0ce70574e3,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:44.579798 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-90dfe734-302b-4326-81e3-6808f71dcdf3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (9408ba98-f9ae-41e6-bf7d-264feeed94df), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:44.601287 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network d6cb6789-0b2a-4ba4-8424-772a7d1413c2 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:41:44.613409 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 47993bc0-82bc-4f93-8f88-b54d48ee2542 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:44.633571 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-23d852ed-530c-4297-97a7-d80dbb0c3e3b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (8025ca1f-9460-4554-8173-fbc526245f9b), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:44.635360 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-23d852ed-530c-4297-97a7-d80dbb0c3e3b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (8025ca1f-9460-4554-8173-fbc526245f9b), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:44.651342 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b77ad2-4a11-43be-bff7-0e43a1b02ed5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Made reservation on behalf of 8201bc48225643789b21af5866801d1c for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:44.655418 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-83b77ad2-4a11-43be-bff7-0e43a1b02ed5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:44.809687 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-23d852ed-530c-4297-97a7-d80dbb0c3e3b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for router_controller (8025ca1f-9460-4554-8173-fbc526245f9b), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:44.918607 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-90dfe734-302b-4326-81e3-6808f71dcdf3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (9408ba98-f9ae-41e6-bf7d-264feeed94df), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:45.000104 n-d-822053-40 neutron-server[103529]: INFO neutron.db.ipam_backend_mixin [None req-83b77ad2-4a11-43be-bff7-0e43a1b02ed5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a5471d2f-2152-49db-bcc6-817650131e4c (CIDR: 2001:db8:0:1::/64) Feb 09 01:41:45.007081 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-83b77ad2-4a11-43be-bff7-0e43a1b02ed5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:41:45.007623 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83b77ad2-4a11-43be-bff7-0e43a1b02ed5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:45.118538 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-23d852ed-530c-4297-97a7-d80dbb0c3e3b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for router_gateway (8025ca1f-9460-4554-8173-fbc526245f9b), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:45.134829 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-83b77ad2-4a11-43be-bff7-0e43a1b02ed5 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8999736 Feb 09 01:41:45.137734 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57544) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:45.149340 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-dff9803d-12dc-4d07-a161-36d89528e75b tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'subnet': {'network_id': '6b1d100c-21d0-4442-bd1a-327fdac5d344', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:45.178264 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-90dfe734-302b-4326-81e3-6808f71dcdf3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (9408ba98-f9ae-41e6-bf7d-264feeed94df), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:45.296617 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dfe734-302b-4326-81e3-6808f71dcdf3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Subnet': ['ID=9408ba98-f9ae-41e6-bf7d-264feeed94df,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:45.350783 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-90dfe734-302b-4326-81e3-6808f71dcdf3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:45.357030 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-90dfe734-302b-4326-81e3-6808f71dcdf3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/9408ba98-f9ae-41e6-bf7d-264feeed94df HTTP/1.1" status: 204 len: 168 time: 1.0092936 Feb 09 01:41:45.359376 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57554) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:45.444140 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d74ce39f-34a8-46a6-a254-f0be042d8533 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0815833 Feb 09 01:41:45.446386 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57560) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:45.502058 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff9803d-12dc-4d07-a161-36d89528e75b tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Made reservation on behalf of 8201bc48225643789b21af5866801d1c for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:45.516721 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dff9803d-12dc-4d07-a161-36d89528e75b tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:45.566690 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025f35ca-5e05-4712-94e2-d633e6f1105f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:45.571399 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-025f35ca-5e05-4712-94e2-d633e6f1105f tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1214714 Feb 09 01:41:45.572866 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57566) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:45.680032 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa61eb97-098b-4af2-8fbc-75d46249fff1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:45.683837 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-aa61eb97-098b-4af2-8fbc-75d46249fff1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1076806 Feb 09 01:41:45.685234 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57568) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:45.763645 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014fa1d2-3448-4f9a-a0df-121dc44f7102 None None] Network cbbe9143-fcdc-43c5-b797-7f127a92ac8e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:41:45.788905 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1a78162b-f203-41f5-9f9d-af96ab79f580 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1018493 Feb 09 01:41:45.797098 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57574) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:45.812018 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-23d852ed-530c-4297-97a7-d80dbb0c3e3b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for router_gateway (8025ca1f-9460-4554-8173-fbc526245f9b), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:45.828059 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-71bde7ee-c464-4fbf-969a-bd8584917c2e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:45.828996 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71bde7ee-c464-4fbf-969a-bd8584917c2e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:45.833740 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-71bde7ee-c464-4fbf-969a-bd8584917c2e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/ports/39dcc1b6-1a94-4878-bea3-8b074a2674ff HTTP/1.1" status: 404 len: 333 time: 0.0353448 Feb 09 01:41:45.836045 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57578) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:45.845538 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-23d852ed-530c-4297-97a7-d80dbb0c3e3b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:45.873691 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1d50865-b813-412c-9582-3a44aff97226 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:45.874217 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1d50865-b813-412c-9582-3a44aff97226 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:45.880613 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e1d50865-b813-412c-9582-3a44aff97226 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/9408ba98-f9ae-41e6-bf7d-264feeed94df HTTP/1.1" status: 404 len: 337 time: 0.0429237 Feb 09 01:41:45.881543 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57582) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:45.972115 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a46888-e6d8-4195-8b94-fcaca298a283 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:45.972865 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74a46888-e6d8-4195-8b94-fcaca298a283 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:45.981070 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-74a46888-e6d8-4195-8b94-fcaca298a283 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/3a42b480-7ff9-4ffb-b893-ee5d29f61237 HTTP/1.1" status: 404 len: 337 time: 0.0982821 Feb 09 01:41:45.985300 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57586) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:46.022166 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-b018d9eb-3877-473e-bbdb-83d9c83bb2d0 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:46.022972 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b018d9eb-3877-473e-bbdb-83d9c83bb2d0 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:46.026079 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b018d9eb-3877-473e-bbdb-83d9c83bb2d0 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/ports/2ea0a101-b1d9-48a4-9de6-6c5283467125 HTTP/1.1" status: 404 len: 333 time: 0.0398254 Feb 09 01:41:46.031233 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57588) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:46.041164 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-34677fad-f85e-4c2c-a0da-7de9f579ac16 None None] Provisioning complete for port 56afb41c-e191-4b40-ade1-be831726c234 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:46.041805 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-34677fad-f85e-4c2c-a0da-7de9f579ac16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (56afb41c-e191-4b40-ade1-be831726c234), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:46.073337 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-abec3d77-ac81-4ea0-996d-8013ac4dcd23 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:46.073798 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abec3d77-ac81-4ea0-996d-8013ac4dcd23 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:46.077788 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-abec3d77-ac81-4ea0-996d-8013ac4dcd23 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/d6a382f2-6a19-4b81-ab99-dd2a99801d7a HTTP/1.1" status: 404 len: 337 time: 0.0454688 Feb 09 01:41:46.080765 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57592) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:46.085114 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-23d852ed-530c-4297-97a7-d80dbb0c3e3b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Allocated IP 172.25.1.95 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/78e3b947-e8f5-41f1-991e-1950045f3972) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:46.158145 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f46d7a-2232-4e0a-9060-1439f9ff1033 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:46.158914 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79f46d7a-2232-4e0a-9060-1439f9ff1033 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:46.166224 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-79f46d7a-2232-4e0a-9060-1439f9ff1033 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/016d4fdf-1275-4fd4-967b-0181b360c64e HTTP/1.1" status: 404 len: 337 time: 0.0841868 Feb 09 01:41:46.167394 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57594) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:46.211494 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3e1731b-7cc3-4796-b760-cfb417a1c195 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:46.213744 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3e1731b-7cc3-4796-b760-cfb417a1c195 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:46.238931 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c3e1731b-7cc3-4796-b760-cfb417a1c195 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/ports/015ed589-aab1-4d7a-887c-42fa98cba131 HTTP/1.1" status: 404 len: 333 time: 0.0694118 Feb 09 01:41:46.240132 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57596) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:46.283947 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a4ff28-844b-4ccc-be99-cca8f68b38ee tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:46.284441 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86a4ff28-844b-4ccc-be99-cca8f68b38ee tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:46.292636 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-86a4ff28-844b-4ccc-be99-cca8f68b38ee tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/21eaa531-80d0-4fa7-a0b1-84050a23bbd0 HTTP/1.1" status: 404 len: 337 time: 0.0513129 Feb 09 01:41:46.293322 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57600) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:46.312296 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-23d852ed-530c-4297-97a7-d80dbb0c3e3b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for port (78e3b947-e8f5-41f1-991e-1950045f3972), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:46.317949 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dff9803d-12dc-4d07-a161-36d89528e75b tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (1e4e7080-2c40-4337-999b-a94a4101d7f1), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:46.328964 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a79cfd8-37d5-4767-8b3d-cc41136c6069 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:46.329428 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a79cfd8-37d5-4767-8b3d-cc41136c6069 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:46.335778 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4a79cfd8-37d5-4767-8b3d-cc41136c6069 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/d56af480-f46e-4e15-b8de-1bc93194e961 HTTP/1.1" status: 404 len: 337 time: 0.0414088 Feb 09 01:41:46.336463 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57604) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:46.363786 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbce2f6b-a642-401f-aa59-fca959676c1e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:46.364496 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbce2f6b-a642-401f-aa59-fca959676c1e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:46.370830 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57606) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:46.371483 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-bbce2f6b-a642-401f-aa59-fca959676c1e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/ports/2d2d7f2c-fffd-43ff-ab52-6ff66b117eec HTTP/1.1" status: 404 len: 333 time: 0.0333753 Feb 09 01:41:46.376580 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff9803d-12dc-4d07-a161-36d89528e75b tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'Subnet': ['ID=1e4e7080-2c40-4337-999b-a94a4101d7f1,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:46.421041 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f08d17a-f54c-456e-9629-4f9da4a78d6e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:46.421417 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f08d17a-f54c-456e-9629-4f9da4a78d6e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:46.424570 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6f08d17a-f54c-456e-9629-4f9da4a78d6e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/d1e78208-e2a7-4782-810c-6fc6aa82c177 HTTP/1.1" status: 404 len: 337 time: 0.0452936 Feb 09 01:41:46.427523 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57608) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:46.430980 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff9803d-12dc-4d07-a161-36d89528e75b tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Network 6b1d100c-21d0-4442-bd1a-327fdac5d344 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:46.433525 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-dff9803d-12dc-4d07-a161-36d89528e75b tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:46.440045 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff9803d-12dc-4d07-a161-36d89528e75b tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:46.440649 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dff9803d-12dc-4d07-a161-36d89528e75b tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:46.472124 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-dff9803d-12dc-4d07-a161-36d89528e75b tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3308609 Feb 09 01:41:46.472389 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57610) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:46.475397 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-23d852ed-530c-4297-97a7-d80dbb0c3e3b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (78e3b947-e8f5-41f1-991e-1950045f3972), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:46.481637 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-e24c4394-e2e1-48db-9f54-6cf73ec02068 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1107885926', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1e4e7080-2c40-4337-999b-a94a4101d7f1'}], 'security_groups': ['14e84184-80e2-4550-abd9-ef3f49f46d80', '4071d05d-f9b9-4a46-a0c1-52fc1d715b84']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:46.481857 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-37faf64d-a7ff-4d98-8772-607c4f07157c tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:46.482344 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37faf64d-a7ff-4d98-8772-607c4f07157c tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:46.496729 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-37faf64d-a7ff-4d98-8772-607c4f07157c tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/0490a609-3883-4f98-bc75-f1af514c326f HTTP/1.1" status: 404 len: 337 time: 0.0679049 Feb 09 01:41:46.500605 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57612) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:46.563491 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c302abb-f0eb-42ff-91b1-bbd7450c5ac7 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:46.565228 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c302abb-f0eb-42ff-91b1-bbd7450c5ac7 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:46.573009 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8c302abb-f0eb-42ff-91b1-bbd7450c5ac7 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/ports/7fd5688b-765a-4ff3-8120-5f56f019488b HTTP/1.1" status: 404 len: 333 time: 0.0712824 Feb 09 01:41:46.573679 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57616) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:46.582016 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d852ed-530c-4297-97a7-d80dbb0c3e3b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:46.639608 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-23d852ed-530c-4297-97a7-d80dbb0c3e3b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:46.643298 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f326feb-0246-45de-8866-12275abc0db4 None None] DHCP port deletion for cbbe9143-fcdc-43c5-b797-7f127a92ac8e request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:41:46.645379 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad57cd99-b944-496e-b9a0-cc9f02c17c46 None None] Network 6b1d100c-21d0-4442-bd1a-327fdac5d344 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:41:46.645762 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba9b316-b829-4894-bafb-72f1850cfaa1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:46.646235 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aba9b316-b829-4894-bafb-72f1850cfaa1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:46.657101 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-aba9b316-b829-4894-bafb-72f1850cfaa1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/ff713486-cb86-48cf-ac5e-c850e84284c8 HTTP/1.1" status: 404 len: 337 time: 0.0802510 Feb 09 01:41:46.659700 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57620) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:46.693665 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d852ed-530c-4297-97a7-d80dbb0c3e3b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'Port': ['ID=78e3b947-e8f5-41f1-991e-1950045f3972,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:46.696154 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d852ed-530c-4297-97a7-d80dbb0c3e3b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:41:46.725832 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-7907bc3c-bb96-4f49-ab05-54941ffb63a5 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:46.728903 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7907bc3c-bb96-4f49-ab05-54941ffb63a5 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:46.736145 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7907bc3c-bb96-4f49-ab05-54941ffb63a5 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/ports/6fbb00db-ab6c-4016-8849-2207106986c5 HTTP/1.1" status: 404 len: 333 time: 0.0733774 Feb 09 01:41:46.739022 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57626) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:46.746911 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-34677fad-f85e-4c2c-a0da-7de9f579ac16 None None] Current status of the port 56afb41c-e191-4b40-ade1-be831726c234 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:46.827043 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-e96ac00d-c523-4ab1-bcf9-4b94afb3e6b5 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:46.827650 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e96ac00d-c523-4ab1-bcf9-4b94afb3e6b5 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:46.838321 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e96ac00d-c523-4ab1-bcf9-4b94afb3e6b5 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/3d9eeeaa-8d64-4c0d-9e93-ad9dae97820e HTTP/1.1" status: 404 len: 337 time: 0.0944972 Feb 09 01:41:46.840935 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57628) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:46.873441 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-8f326feb-0246-45de-8866-12275abc0db4 None None] Deleting port 56afb41c-e191-4b40-ade1-be831726c234 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:46.874088 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8f326feb-0246-45de-8866-12275abc0db4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (56afb41c-e191-4b40-ade1-be831726c234), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:46.905871 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-4008e43e-f59a-4e0c-a032-31d87ab1f6d3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:46.910635 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4008e43e-f59a-4e0c-a032-31d87ab1f6d3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:46.920388 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4008e43e-f59a-4e0c-a032-31d87ab1f6d3 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/ports/7e77bfa3-fbae-4b3d-a9f3-0b39c6669147 HTTP/1.1" status: 404 len: 333 time: 0.0783260 Feb 09 01:41:46.934217 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57634) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:46.961490 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e24c4394-e2e1-48db-9f54-6cf73ec02068 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (6698d0ec-3367-4c95-94f7-b9cf9f5944b6), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:46.979258 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-8f326feb-0246-45de-8866-12275abc0db4 None None] For port 56afb41c-e191-4b40-ade1-be831726c234, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=56afb41c-e191-4b40-ade1-be831726c234,segment=NetworkSegment(dd2447b2-2180-44b4-9921-d4ffdfa1797d),segment_id=dd2447b2-2180-44b4-9921-d4ffdfa1797d)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:46.979663 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8f326feb-0246-45de-8866-12275abc0db4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (56afb41c-e191-4b40-ade1-be831726c234), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:46.984901 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b34631c-317c-4a22-bab7-b0aab4a6afc1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:46.985381 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b34631c-317c-4a22-bab7-b0aab4a6afc1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:46.994932 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-8f326feb-0246-45de-8866-12275abc0db4 None None] Calling delete_port for 56afb41c-e191-4b40-ade1-be831726c234 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:41:46.998774 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1b34631c-317c-4a22-bab7-b0aab4a6afc1 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/e879c7ad-767f-4cfd-a62b-df53cbccfc54 HTTP/1.1" status: 404 len: 337 time: 0.0608709 Feb 09 01:41:47.004860 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57638) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:47.084314 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-1539c3ed-8dc8-491d-a4fa-d302ae00b37d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:47.084881 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1539c3ed-8dc8-491d-a4fa-d302ae00b37d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:47.090622 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1539c3ed-8dc8-491d-a4fa-d302ae00b37d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/ports/ca243431-7d3a-4d20-b968-d38d64606e72 HTTP/1.1" status: 404 len: 333 time: 0.0822303 Feb 09 01:41:47.090994 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57644) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:47.145053 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8f326feb-0246-45de-8866-12275abc0db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (56afb41c-e191-4b40-ade1-be831726c234), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:47.163632 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f326feb-0246-45de-8866-12275abc0db4 None None] No DVR routers for this DVR port 56afb41c-e191-4b40-ade1-be831726c234 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:41:47.176188 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0618cb8-5bab-4ecb-8eed-a000c00e9bae tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:47.176666 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0618cb8-5bab-4ecb-8eed-a000c00e9bae tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:47.186667 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f326feb-0246-45de-8866-12275abc0db4 None None] Pushing event deleted for resources: {'Port': ['ID=56afb41c-e191-4b40-ade1-be831726c234,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:47.191168 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b0618cb8-5bab-4ecb-8eed-a000c00e9bae tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/9aed3279-7e72-4aec-9a44-1eebdbc21146 HTTP/1.1" status: 404 len: 337 time: 0.0968413 Feb 09 01:41:47.197155 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57648) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:47.279164 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2ab9fb1-dd37-4a1b-95e9-d30cd5192671 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:47.280924 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2ab9fb1-dd37-4a1b-95e9-d30cd5192671 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:47.297219 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b2ab9fb1-dd37-4a1b-95e9-d30cd5192671 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/ports/9cdcff11-1d04-48c1-b457-932c5d98dada HTTP/1.1" status: 404 len: 333 time: 0.0958991 Feb 09 01:41:47.297219 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57656) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:47.347833 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02441a88-8482-44c7-bf75-3c365e18da4e None None] Update dhcp port {'port': {'network_id': '6b1d100c-21d0-4442-bd1a-327fdac5d344', 'fixed_ips': [{'subnet_id': 'a5471d2f-2152-49db-bcc6-817650131e4c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8a3bd381-0130-4fba-895b-996185716320', 'ip_address': '2001:db8::2'}, {'subnet_id': '1e4e7080-2c40-4337-999b-a94a4101d7f1'}], 'binding:host_id': 'n-d-822053-40'}, 'id': '47993bc0-82bc-4f93-8f88-b54d48ee2542'} from n-d-822053-40. {{(pid=103530) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:41:47.355820 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-175820e8-2ece-4652-a600-35c392070492 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:47.368029 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-175820e8-2ece-4652-a600-35c392070492 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:47.375166 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-175820e8-2ece-4652-a600-35c392070492 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/178b7a4f-78ba-4560-a494-19c9173dea49 HTTP/1.1" status: 404 len: 337 time: 0.0786707 Feb 09 01:41:47.375958 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57660) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:47.419776 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-02441a88-8482-44c7-bf75-3c365e18da4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (47993bc0-82bc-4f93-8f88-b54d48ee2542), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:47.430239 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-823873d2-eb27-436a-a0bf-2dfc873fdc28 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:47.430878 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-823873d2-eb27-436a-a0bf-2dfc873fdc28 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:47.438904 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-823873d2-eb27-436a-a0bf-2dfc873fdc28 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/ports/36583d48-059b-4620-9fa9-afbc0cfa9438 HTTP/1.1" status: 404 len: 333 time: 0.0615404 Feb 09 01:41:47.439781 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57662) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:47.486064 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae8b513-c833-41d8-a0a3-22b96e3d60c6 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:47.487551 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ae8b513-c833-41d8-a0a3-22b96e3d60c6 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:47.504887 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0ae8b513-c833-41d8-a0a3-22b96e3d60c6 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/bd29e0a3-dc35-4f2f-8c7c-680c7e691f34 HTTP/1.1" status: 404 len: 337 time: 0.0639343 Feb 09 01:41:47.505860 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57664) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:47.598984 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-f678b67e-c98f-4f70-b06d-4d6d31d361ee tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:47.599741 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f678b67e-c98f-4f70-b06d-4d6d31d361ee tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:47.610387 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f678b67e-c98f-4f70-b06d-4d6d31d361ee tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/b5867692-fc67-4b98-a3e8-8f95892ee4e1 HTTP/1.1" status: 404 len: 337 time: 0.1020603 Feb 09 01:41:47.615412 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57670) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:47.677685 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a7061fe-412a-4a9a-955a-773d66f65a58 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:47.680954 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a7061fe-412a-4a9a-955a-773d66f65a58 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:47.691965 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9a7061fe-412a-4a9a-955a-773d66f65a58 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/ports/848aabb7-8eaf-4b2b-a763-5fdbff0ee399 HTTP/1.1" status: 404 len: 333 time: 0.0745301 Feb 09 01:41:47.694519 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57674) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:47.703391 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-02441a88-8482-44c7-bf75-3c365e18da4e None None] Allocated IP 2001:db8:0:2::2 (6b1d100c-21d0-4442-bd1a-327fdac5d344/1e4e7080-2c40-4337-999b-a94a4101d7f1/47993bc0-82bc-4f93-8f88-b54d48ee2542) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:47.759248 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0af9200-736f-44f5-8ecf-7c912d5f6119 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:47.760903 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0af9200-736f-44f5-8ecf-7c912d5f6119 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:47.775064 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a0af9200-736f-44f5-8ecf-7c912d5f6119 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/c0e6244a-62ec-4ea7-8de6-79ef8bedd0cc HTTP/1.1" status: 404 len: 337 time: 0.0774868 Feb 09 01:41:47.776739 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57676) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:47.859492 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b1c7ce2-3a6a-4ac5-86f3-32137b604624 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:47.869308 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b1c7ce2-3a6a-4ac5-86f3-32137b604624 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:47.881612 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9b1c7ce2-3a6a-4ac5-86f3-32137b604624 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/9ad25ce4-8470-47d6-977e-b7f7a0509d88 HTTP/1.1" status: 404 len: 337 time: 0.1036217 Feb 09 01:41:47.888500 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57678) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:47.898393 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-02441a88-8482-44c7-bf75-3c365e18da4e None None] For port 47993bc0-82bc-4f93-8f88-b54d48ee2542, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=47993bc0-82bc-4f93-8f88-b54d48ee2542,segment=NetworkSegment(df867500-8861-40ce-a07f-f8afa85ffc01),segment_id=df867500-8861-40ce-a07f-f8afa85ffc01)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:47.924059 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 56afb41c-e191-4b40-ade1-be831726c234 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:41:47.943252 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-aff6a4b8-6761-4ac5-9037-a72358288bfa tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:47.960074 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aff6a4b8-6761-4ac5-9037-a72358288bfa tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:47.973392 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-aff6a4b8-6761-4ac5-9037-a72358288bfa tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/ports/61e8897c-4be0-45fe-b5bb-087ce66aa7ef HTTP/1.1" status: 404 len: 333 time: 0.0794508 Feb 09 01:41:47.974147 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57686) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:48.011450 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 56afb41c-e191-4b40-ade1-be831726c234 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:41:48.011875 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 56afb41c-e191-4b40-ade1-be831726c234 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:41:48.043759 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b11189a-0251-46d4-8b10-306dcbb9ca4a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:48.051360 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b11189a-0251-46d4-8b10-306dcbb9ca4a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:48.062307 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0b11189a-0251-46d4-8b10-306dcbb9ca4a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/5264cb19-f48a-469a-bd16-a75ba364361f HTTP/1.1" status: 404 len: 337 time: 0.0856893 Feb 09 01:41:48.063497 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57692) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:48.074122 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-02441a88-8482-44c7-bf75-3c365e18da4e None None] Publish callbacks [] for port (47993bc0-82bc-4f93-8f88-b54d48ee2542), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:48.096279 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-02441a88-8482-44c7-bf75-3c365e18da4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (47993bc0-82bc-4f93-8f88-b54d48ee2542), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:48.139648 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f80fe95-d866-4b15-a601-7e1b07f6617c tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:48.140845 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f80fe95-d866-4b15-a601-7e1b07f6617c tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:48.153213 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9f80fe95-d866-4b15-a601-7e1b07f6617c tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/cf08ef5b-24bb-4624-a13f-3406f54a7619 HTTP/1.1" status: 404 len: 337 time: 0.0873644 Feb 09 01:41:48.155050 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57698) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:48.200425 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-23d852ed-530c-4297-97a7-d80dbb0c3e3b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for router_gateway (8025ca1f-9460-4554-8173-fbc526245f9b), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:48.207888 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ebf1744-03f1-4fde-9066-f56fc4d6fc61 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:48.220792 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ebf1744-03f1-4fde-9066-f56fc4d6fc61 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:48.227064 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5ebf1744-03f1-4fde-9066-f56fc4d6fc61 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/ports/5e2471f2-beb1-4e34-9fdb-faa5665773e6 HTTP/1.1" status: 404 len: 333 time: 0.0704145 Feb 09 01:41:48.228057 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57702) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:48.283515 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-553326ad-8598-422f-bb0d-abfdb2b6420a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:48.291144 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-553326ad-8598-422f-bb0d-abfdb2b6420a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:48.302388 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-553326ad-8598-422f-bb0d-abfdb2b6420a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/7f7fe0a2-1644-4008-bae7-8d46ddddaf84 HTTP/1.1" status: 404 len: 337 time: 0.0730939 Feb 09 01:41:48.303280 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57708) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:48.361528 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7c29d92-d7a9-4eb0-a75f-25cd01860a6a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:48.364576 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7c29d92-d7a9-4eb0-a75f-25cd01860a6a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:48.368036 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b7c29d92-d7a9-4eb0-a75f-25cd01860a6a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/46751464-ca4e-45e2-8cb5-e3076efea24d HTTP/1.1" status: 404 len: 337 time: 0.0635490 Feb 09 01:41:48.372922 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57710) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:48.391373 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02441a88-8482-44c7-bf75-3c365e18da4e None None] Pushing event updated for resources: {'Port': ['ID=47993bc0-82bc-4f93-8f88-b54d48ee2542,revision_number=7']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:48.436115 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e298516b-0ca5-4182-b43c-418d4be6ab1d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/ports?device_id=91a1bab7-d205-4de3-8b11-6d6905a994c5 HTTP/1.1" status: 200 len: 205 time: 0.0605664 Feb 09 01:41:48.441536 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57712) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:48.533033 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-2e2a6ebb-41c3-45a0-8ae0-42e1d2b756ce tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] delete failed (client error): The resource could not be found. Feb 09 01:41:48.539661 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2e2a6ebb-41c3-45a0-8ae0-42e1d2b756ce tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/routers/91a1bab7-d205-4de3-8b11-6d6905a994c5 HTTP/1.1" status: 404 len: 336 time: 0.0959573 Feb 09 01:41:48.543683 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57716) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:48.611237 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-49d512f1-5379-4db7-98a4-d622dc9dc2ae tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:48.612249 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49d512f1-5379-4db7-98a4-d622dc9dc2ae tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:48.616233 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-49d512f1-5379-4db7-98a4-d622dc9dc2ae tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/08602fd7-f6d9-43a8-8fa9-cd0e4dba3398 HTTP/1.1" status: 404 len: 337 time: 0.0700872 Feb 09 01:41:48.625159 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57718) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:48.649214 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-e24c4394-e2e1-48db-9f54-6cf73ec02068 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Delete allocated IP 2001:db8::1fd (6b1d100c-21d0-4442-bd1a-327fdac5d344/8a3bd381-0130-4fba-895b-996185716320) {{(pid=103529) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 01:41:48.659316 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-e24c4394-e2e1-48db-9f54-6cf73ec02068 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Allocated IP 2001:db8:0:2::2c1 (6b1d100c-21d0-4442-bd1a-327fdac5d344/1e4e7080-2c40-4337-999b-a94a4101d7f1/6698d0ec-3367-4c95-94f7-b9cf9f5944b6) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:48.718093 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-44472684-b0cf-4196-871b-396b6ad41e46 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fad3c01-1391-404f-a13b-ab1dd8620925 HTTP/1.1" status: 200 len: 205 time: 0.0818949 Feb 09 01:41:48.720937 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57720) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:48.836228 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-94ad9da1-78fd-4a3f-b2b2-697335ee3ab0 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] delete failed (client error): The resource could not be found. Feb 09 01:41:48.841327 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-94ad9da1-78fd-4a3f-b2b2-697335ee3ab0 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/routers/4fad3c01-1391-404f-a13b-ab1dd8620925 HTTP/1.1" status: 404 len: 336 time: 0.1187365 Feb 09 01:41:48.841956 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57724) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:48.925651 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d965ee-2f6e-406f-9253-f1afdc696da0 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:48.928137 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0d965ee-2f6e-406f-9253-f1afdc696da0 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:48.939313 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f0d965ee-2f6e-406f-9253-f1afdc696da0 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/34364d71-b61f-4753-a0e9-1c8634da350b HTTP/1.1" status: 404 len: 337 time: 0.0937743 Feb 09 01:41:48.942231 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57726) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:48.991896 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e24c4394-e2e1-48db-9f54-6cf73ec02068 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for port (6698d0ec-3367-4c95-94f7-b9cf9f5944b6), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:49.007068 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aea2549-9bc9-46e1-9efc-68c4eaf13966 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:49.007543 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aea2549-9bc9-46e1-9efc-68c4eaf13966 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:49.013312 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e24c4394-e2e1-48db-9f54-6cf73ec02068 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (6698d0ec-3367-4c95-94f7-b9cf9f5944b6), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:49.018553 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2aea2549-9bc9-46e1-9efc-68c4eaf13966 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/24ac7545-5411-4e5a-ae3e-a9440eac7c65 HTTP/1.1" status: 404 len: 337 time: 0.0750966 Feb 09 01:41:49.021004 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57728) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:49.065320 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-742d6e49-06a7-46b4-8092-e38bc1a83317 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:49.066826 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-742d6e49-06a7-46b4-8092-e38bc1a83317 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:49.073501 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-742d6e49-06a7-46b4-8092-e38bc1a83317 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/ports/6d79c5db-2fb4-461e-8cb0-b974aeb7955d HTTP/1.1" status: 404 len: 333 time: 0.0514681 Feb 09 01:41:49.074475 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57730) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:49.111815 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0ed020f-0c82-43b4-8af6-860807b38e8d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:49.112518 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0ed020f-0c82-43b4-8af6-860807b38e8d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:49.120288 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a0ed020f-0c82-43b4-8af6-860807b38e8d tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/89638305-ebcd-4397-b920-1069d1fdced3 HTTP/1.1" status: 404 len: 337 time: 0.0441451 Feb 09 01:41:49.121147 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57736) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:49.150096 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c80c58-cad4-4002-b3e8-f0e7af06be81 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:49.151121 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68c80c58-cad4-4002-b3e8-f0e7af06be81 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:49.159833 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-68c80c58-cad4-4002-b3e8-f0e7af06be81 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/ports/9f7b927a-3daa-4276-bdcb-e126cb236964 HTTP/1.1" status: 404 len: 333 time: 0.0370998 Feb 09 01:41:49.160851 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57738) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:49.207530 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9b22720-7707-4d4a-8b5f-4d8b49a6709a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:49.208294 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9b22720-7707-4d4a-8b5f-4d8b49a6709a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:49.215303 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d9b22720-7707-4d4a-8b5f-4d8b49a6709a tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/38ec2bb8-bb0d-461f-b1b1-25a3f3cac858 HTTP/1.1" status: 404 len: 337 time: 0.0530376 Feb 09 01:41:49.216453 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57740) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:49.249564 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc435bed-0032-4f93-b6d3-bdd5a74ca81e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:49.250408 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc435bed-0032-4f93-b6d3-bdd5a74ca81e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:49.256872 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cc435bed-0032-4f93-b6d3-bdd5a74ca81e tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/ports/87a26797-1642-4bfc-b16e-198e4a18d3b7 HTTP/1.1" status: 404 len: 333 time: 0.0387688 Feb 09 01:41:49.260838 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57742) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:49.261414 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-e24c4394-e2e1-48db-9f54-6cf73ec02068 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] In _notify_port_updated(), no bound segment for port 6698d0ec-3367-4c95-94f7-b9cf9f5944b6 on network 6b1d100c-21d0-4442-bd1a-327fdac5d344 {{(pid=103529) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:41:49.271833 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24c4394-e2e1-48db-9f54-6cf73ec02068 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:49.272545 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e24c4394-e2e1-48db-9f54-6cf73ec02068 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:49.274149 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e24c4394-e2e1-48db-9f54-6cf73ec02068 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "PUT /v2.0/ports/6698d0ec-3367-4c95-94f7-b9cf9f5944b6 HTTP/1.1" status: 200 len: 970 time: 2.8006566 Feb 09 01:41:49.286793 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57744) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:49.309328 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc623eb4-d0e5-4268-af8b-27461a06d191 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:49.310112 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc623eb4-d0e5-4268-af8b-27461a06d191 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:49.319033 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-bc623eb4-d0e5-4268-af8b-27461a06d191 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/c35f9a2b-057d-4652-986c-00e6aa2ec8c3 HTTP/1.1" status: 404 len: 337 time: 0.0550103 Feb 09 01:41:49.320015 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57748) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:49.354788 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-31de89bd-1978-40f8-a890-04de598d7c76 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:49.355877 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31de89bd-1978-40f8-a890-04de598d7c76 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:49.364055 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-31de89bd-1978-40f8-a890-04de598d7c76 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/ports/92f81dd4-690d-4d16-9982-33560c3aeaa7 HTTP/1.1" status: 404 len: 333 time: 0.0426979 Feb 09 01:41:49.364674 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57752) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:49.427630 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-6414007a-1170-46e0-9333-968d36abbdb8 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:49.428355 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6414007a-1170-46e0-9333-968d36abbdb8 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:49.438101 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57756) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:49.441498 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6414007a-1170-46e0-9333-968d36abbdb8 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/5ce70f55-6be6-4623-8846-69ce25b2afdb HTTP/1.1" status: 404 len: 337 time: 0.0757184 Feb 09 01:41:49.513343 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:49.564786 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-418ca9d3-2b7d-41b2-a1b3-c10f054e7595 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:49.565596 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-418ca9d3-2b7d-41b2-a1b3-c10f054e7595 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:49.574007 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-418ca9d3-2b7d-41b2-a1b3-c10f054e7595 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/ports/0f5cba10-d6af-4d96-aa3c-719e7e559136 HTTP/1.1" status: 404 len: 333 time: 0.1239798 Feb 09 01:41:49.577702 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57760) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:49.624230 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-59e88608-170b-4f12-afa6-223a2de1a51c None None] Provisioning complete for port aba53d37-9e48-42fa-88b3-98ea811988e7 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:49.626554 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-59e88608-170b-4f12-afa6-223a2de1a51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (aba53d37-9e48-42fa-88b3-98ea811988e7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:49.648786 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-619a7539-c281-45d0-9964-6bf1a5de0ac6 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:49.649732 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-619a7539-c281-45d0-9964-6bf1a5de0ac6 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:49.657625 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-619a7539-c281-45d0-9964-6bf1a5de0ac6 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/0e1a1c9c-86f8-4d57-b513-09e618f881d5 HTTP/1.1" status: 404 len: 337 time: 0.0776222 Feb 09 01:41:49.658384 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57762) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:49.718780 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-a98f2c60-f627-4ee5-ab32-44c5f9671522 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:49.719575 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a98f2c60-f627-4ee5-ab32-44c5f9671522 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:49.730613 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a98f2c60-f627-4ee5-ab32-44c5f9671522 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/ports/6704da34-8b67-4fe8-94f9-4552e43a103d HTTP/1.1" status: 404 len: 333 time: 0.0711050 Feb 09 01:41:49.731251 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57768) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:49.735438 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-59e88608-170b-4f12-afa6-223a2de1a51c None None] Port aba53d37-9e48-42fa-88b3-98ea811988e7 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:41:49.752338 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-59e88608-170b-4f12-afa6-223a2de1a51c None None] Provisioning complete for port 6698d0ec-3367-4c95-94f7-b9cf9f5944b6 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:49.753177 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-59e88608-170b-4f12-afa6-223a2de1a51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (6698d0ec-3367-4c95-94f7-b9cf9f5944b6), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:49.781792 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d0f939f-acfd-4ad1-af09-1239cacdadaa tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:49.782025 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d0f939f-acfd-4ad1-af09-1239cacdadaa tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:49.789344 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0d0f939f-acfd-4ad1-af09-1239cacdadaa tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/af3c6723-2d42-410c-9d48-ee92cd58a3dd HTTP/1.1" status: 404 len: 337 time: 0.0568862 Feb 09 01:41:49.790289 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57770) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:49.836230 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-59e88608-170b-4f12-afa6-223a2de1a51c None None] Port 6698d0ec-3367-4c95-94f7-b9cf9f5944b6 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:41:49.849567 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dfde58b-6832-4b13-b401-ee471425bc24 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:49.852773 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dfde58b-6832-4b13-b401-ee471425bc24 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:49.854742 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-59e88608-170b-4f12-afa6-223a2de1a51c None None] Provisioning complete for port 47993bc0-82bc-4f93-8f88-b54d48ee2542 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:49.855277 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-59e88608-170b-4f12-afa6-223a2de1a51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (47993bc0-82bc-4f93-8f88-b54d48ee2542), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:49.871012 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0dfde58b-6832-4b13-b401-ee471425bc24 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/ports/6dbdedc4-8c3c-47e9-bf48-49a2f1b2b629 HTTP/1.1" status: 404 len: 333 time: 0.0790048 Feb 09 01:41:49.872153 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57772) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:49.947640 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-23d852ed-530c-4297-97a7-d80dbb0c3e3b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (8025ca1f-9460-4554-8173-fbc526245f9b), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:49.950684 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c4394-e2e1-48db-9f54-6cf73ec02068 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event updated for resources: {'Port': ['ID=6698d0ec-3367-4c95-94f7-b9cf9f5944b6,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:49.956769 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-05c64e53-4021-4417-a508-5f8dba3b3824 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:49.957498 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05c64e53-4021-4417-a508-5f8dba3b3824 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:49.962051 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 47993bc0-82bc-4f93-8f88-b54d48ee2542 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:41:49.981237 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-05c64e53-4021-4417-a508-5f8dba3b3824 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/subnets/1a63b5f1-4c96-474b-8b45-c6216d109fcd HTTP/1.1" status: 404 len: 337 time: 0.1079884 Feb 09 01:41:49.982001 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57774) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:50.077605 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57776) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:50.081747 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a4e5afb-7dbe-4ea6-924b-9cd652aa5a42 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (cbbe9143-fcdc-43c5-b797-7f127a92ac8e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:50.090146 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 47993bc0-82bc-4f93-8f88-b54d48ee2542 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:50.090146 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (47993bc0-82bc-4f93-8f88-b54d48ee2542), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:50.134056 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-59e88608-170b-4f12-afa6-223a2de1a51c None None] Current status of the port 47993bc0-82bc-4f93-8f88-b54d48ee2542 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:50.190753 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 47993bc0-82bc-4f93-8f88-b54d48ee2542 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:50.262535 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-0b95a9e9-7ca3-4382-84c3-49eb9882ffa7 None None] Provisioning complete for port 6698d0ec-3367-4c95-94f7-b9cf9f5944b6 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:50.263173 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0b95a9e9-7ca3-4382-84c3-49eb9882ffa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (6698d0ec-3367-4c95-94f7-b9cf9f5944b6), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:50.273689 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a4e5afb-7dbe-4ea6-924b-9cd652aa5a42 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (cbbe9143-fcdc-43c5-b797-7f127a92ac8e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:50.313010 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-7a4e5afb-7dbe-4ea6-924b-9cd652aa5a42 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbbe9143-fcdc-43c5-b797-7f127a92ac8e']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:50.317463 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-753cf8b6-85ca-48a6-90f4-5613021b6204 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Deleting port 6698d0ec-3367-4c95-94f7-b9cf9f5944b6 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:50.318039 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-753cf8b6-85ca-48a6-90f4-5613021b6204 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (6698d0ec-3367-4c95-94f7-b9cf9f5944b6), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:50.336166 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-7a4e5afb-7dbe-4ea6-924b-9cd652aa5a42 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd2447b2-2180-44b4-9921-d4ffdfa1797d') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:50.336889 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-7a4e5afb-7dbe-4ea6-924b-9cd652aa5a42 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd2447b2-2180-44b4-9921-d4ffdfa1797d') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:50.363904 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-0b95a9e9-7ca3-4382-84c3-49eb9882ffa7 None None] Port 6698d0ec-3367-4c95-94f7-b9cf9f5944b6 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:41:50.385113 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a4e5afb-7dbe-4ea6-924b-9cd652aa5a42 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (dd2447b2-2180-44b4-9921-d4ffdfa1797d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:50.439898 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d852ed-530c-4297-97a7-d80dbb0c3e3b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Router 8025ca1f-9460-4554-8173-fbc526245f9b is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:41:50.450211 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a4e5afb-7dbe-4ea6-924b-9cd652aa5a42 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (dd2447b2-2180-44b4-9921-d4ffdfa1797d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:50.454479 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bb43228f-f7ad-4de3-b664-0be688acca45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:50.471282 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a4e5afb-7dbe-4ea6-924b-9cd652aa5a42 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:41:50.472116 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a4e5afb-7dbe-4ea6-924b-9cd652aa5a42 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (dd2447b2-2180-44b4-9921-d4ffdfa1797d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:50.475951 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:41:50.475951 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:41:50.475951 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:41:50.475951 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:41:50.475951 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:41:50.475951 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:41:50.475951 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:41:50.475951 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:41:50.475951 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:41:50.475951 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:41:50.475951 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:41:50.475951 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:41:50.475951 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:41:50.475951 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:41:50.475951 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:41:50.475951 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:41:50.475951 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:41:50.475951 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:41:50.475951 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:41:50.475951 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:41:50.475951 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:41:50.475951 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:41:50.475951 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:41:50.475951 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:41:50.475951 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:41:50.475951 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:41:50.475951 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:41:50.475951 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:41:50.475951 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:41:50.475951 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:41:50.475951 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:41:50.475951 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:41:50.564848 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-753cf8b6-85ca-48a6-90f4-5613021b6204 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (6698d0ec-3367-4c95-94f7-b9cf9f5944b6), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:50.589433 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-753cf8b6-85ca-48a6-90f4-5613021b6204 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Calling delete_port for 6698d0ec-3367-4c95-94f7-b9cf9f5944b6 owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:41:50.615293 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a4e5afb-7dbe-4ea6-924b-9cd652aa5a42 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (cbbe9143-fcdc-43c5-b797-7f127a92ac8e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:50.623696 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a4e5afb-7dbe-4ea6-924b-9cd652aa5a42 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:50.643597 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7a4e5afb-7dbe-4ea6-924b-9cd652aa5a42 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] 10.222.0.30 "DELETE /v2.0/networks/cbbe9143-fcdc-43c5-b797-7f127a92ac8e HTTP/1.1" status: 204 len: 168 time: 0.6468172 Feb 09 01:41:50.676343 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d852ed-530c-4297-97a7-d80dbb0c3e3b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:41:50.687205 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4632374-1da8-48b9-8e0c-8fbdc7ad8f0d None None] Sync routers for ids ['8025ca1f-9460-4554-8173-fbc526245f9b'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:41:50.711623 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4632374-1da8-48b9-8e0c-8fbdc7ad8f0d None None] Routers {'8025ca1f-9460-4554-8173-fbc526245f9b'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:41:50.714735 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e4632374-1da8-48b9-8e0c-8fbdc7ad8f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:41:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['8025ca1f-9460-4554-8173-fbc526245f9b'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:50.720606 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e5afb-7dbe-4ea6-924b-9cd652aa5a42 tempest-NetworksTestDHCPv6-1773864526 tempest-NetworksTestDHCPv6-1773864526-project] Pushing event deleted for resources: {'Network': ['ID=cbbe9143-fcdc-43c5-b797-7f127a92ac8e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:50.729270 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-23d852ed-530c-4297-97a7-d80dbb0c3e3b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:50.733106 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-23d852ed-530c-4297-97a7-d80dbb0c3e3b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.1955054 Feb 09 01:41:50.740451 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57792) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:50.851445 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f5e39a49-bf43-4193-b1fd-7a64591e7be6 tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=e7f5366db1de43098724f0eb4e3342fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1085014 Feb 09 01:41:50.855606 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57794) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:50.927171 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bb43228f-f7ad-4de3-b664-0be688acca45 admin admin] Publish callbacks [] for security_group (a155cad5-af43-4dcd-99b8-a0e6a6c107e2), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:50.937369 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bb43228f-f7ad-4de3-b664-0be688acca45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (a155cad5-af43-4dcd-99b8-a0e6a6c107e2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:50.992359 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-753cf8b6-85ca-48a6-90f4-5613021b6204 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (6698d0ec-3367-4c95-94f7-b9cf9f5944b6), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:51.026887 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43228f-f7ad-4de3-b664-0be688acca45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a155cad5-af43-4dcd-99b8-a0e6a6c107e2,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:51.046473 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753cf8b6-85ca-48a6-90f4-5613021b6204 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'Port': ['ID=6698d0ec-3367-4c95-94f7-b9cf9f5944b6,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:51.064004 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-bb43228f-f7ad-4de3-b664-0be688acca45 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b75caa351f8c457db43a63ef43a3f90c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9797773 Feb 09 01:41:51.066577 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57800) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:51.097953 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-e4632374-1da8-48b9-8e0c-8fbdc7ad8f0d None None] Set router 8025ca1f-9460-4554-8173-fbc526245f9b gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:41:51.125609 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-753cf8b6-85ca-48a6-90f4-5613021b6204 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:51.132227 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57802) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:51.132619 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-753cf8b6-85ca-48a6-90f4-5613021b6204 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/ports/6698d0ec-3367-4c95-94f7-b9cf9f5944b6 HTTP/1.1" status: 204 len: 168 time: 1.8378549 Feb 09 01:41:51.140471 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caebe22b-66f7-427c-bbcd-a74944ac5383 tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:51.141988 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-caebe22b-66f7-427c-bbcd-a74944ac5383 tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2817421 Feb 09 01:41:51.148178 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57804) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:51.209073 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57806) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:51.224318 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-10ce23d9-9e74-4da5-846f-a21c05fa7d9d tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=def43282-5318-4ecb-a74b-178f79c0eb6e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0749314 Feb 09 01:41:51.229897 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6383e6f-1bb4-4933-a5f0-c04525176b9d tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] GET failed (client error): The resource could not be found. Feb 09 01:41:51.236953 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57810) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:51.238604 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a6383e6f-1bb4-4933-a5f0-c04525176b9d tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "GET /v2.0/ports/6698d0ec-3367-4c95-94f7-b9cf9f5944b6 HTTP/1.1" status: 404 len: 333 time: 0.1045971 Feb 09 01:41:51.243049 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57812) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:51.250781 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-ee11bc0b-a6d6-46cf-b0cd-50659775e41c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-159331518', 'network_id': 'd6cb6789-0b2a-4ba4-8424-772a7d1413c2', 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:51.300751 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3b159e78-c902-48f0-ae0c-14be7b2380ac admin admin] Publish callbacks [] for security_group (a155cad5-af43-4dcd-99b8-a0e6a6c107e2), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:51.417373 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3b159e78-c902-48f0-ae0c-14be7b2380ac admin admin] Publish callbacks [] for security_group (a155cad5-af43-4dcd-99b8-a0e6a6c107e2), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:51.425644 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a82549d-41c5-4da8-af30-f68bb95386c1 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for security_group (37d47715-c96a-440b-b10f-129f8b71d9fc), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:51.458350 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a82549d-41c5-4da8-af30-f68bb95386c1 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for security_group (37d47715-c96a-440b-b10f-129f8b71d9fc), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:51.554156 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:51.556748 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5048acfe-8c7a-4a34-9452-5c7e6449ece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:51.564858 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a82549d-41c5-4da8-af30-f68bb95386c1 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (37d47715-c96a-440b-b10f-129f8b71d9fc), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:51.572255 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a82549d-41c5-4da8-af30-f68bb95386c1 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:51.574504 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5a82549d-41c5-4da8-af30-f68bb95386c1 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/security-groups/37d47715-c96a-440b-b10f-129f8b71d9fc HTTP/1.1" status: 204 len: 168 time: 0.3300216 Feb 09 01:41:51.580837 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57816) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:51.611681 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a82549d-41c5-4da8-af30-f68bb95386c1 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d47715-c96a-440b-b10f-129f8b71d9fc,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:51.668344 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e4632374-1da8-48b9-8e0c-8fbdc7ad8f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8025ca1f-9460-4554-8173-fbc526245f9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890018208', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '78e3b947-e8f5-41f1-991e-1950045f3972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:44Z', 'updated_at': '2022-02-09T01:41:46Z', 'revision_number': 3, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '78e3b947-e8f5-41f1-991e-1950045f3972', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a3:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8025ca1f-9460-4554-8173-fbc526245f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:45Z', 'updated_at': '2022-02-09T01:41:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:51.682362 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-de1c2303-1800-4b48-81df-94cbaa2e2aff tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for security_group (4071d05d-f9b9-4a46-a0c1-52fc1d715b84), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:51.710871 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4632374-1da8-48b9-8e0c-8fbdc7ad8f0d None None] Checking router: 8025ca1f-9460-4554-8173-fbc526245f9b for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:41:51.711866 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4632374-1da8-48b9-8e0c-8fbdc7ad8f0d None None] Updating router 8025ca1f-9460-4554-8173-fbc526245f9b port 78e3b947-e8f5-41f1-991e-1950045f3972 binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:41:51.718344 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-de1c2303-1800-4b48-81df-94cbaa2e2aff tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for security_group (4071d05d-f9b9-4a46-a0c1-52fc1d715b84), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:51.757936 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e4632374-1da8-48b9-8e0c-8fbdc7ad8f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (78e3b947-e8f5-41f1-991e-1950045f3972), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:51.772640 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3b159e78-c902-48f0-ae0c-14be7b2380ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (a155cad5-af43-4dcd-99b8-a0e6a6c107e2), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:51.775447 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-de1c2303-1800-4b48-81df-94cbaa2e2aff tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (4071d05d-f9b9-4a46-a0c1-52fc1d715b84), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:51.775678 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3b159e78-c902-48f0-ae0c-14be7b2380ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:51.776973 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3b159e78-c902-48f0-ae0c-14be7b2380ac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a155cad5-af43-4dcd-99b8-a0e6a6c107e2 HTTP/1.1" status: 204 len: 168 time: 0.7094560 Feb 09 01:41:51.778428 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-de1c2303-1800-4b48-81df-94cbaa2e2aff tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:51.782913 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-de1c2303-1800-4b48-81df-94cbaa2e2aff tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/security-groups/4071d05d-f9b9-4a46-a0c1-52fc1d715b84 HTTP/1.1" status: 204 len: 168 time: 0.1982372 Feb 09 01:41:51.785154 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57822) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:51.812598 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c2303-1800-4b48-81df-94cbaa2e2aff tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4071d05d-f9b9-4a46-a0c1-52fc1d715b84,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:51.836174 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e05fa2c5-9a1d-4e61-bf8f-f3e40d1cea06 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=840feb797a5045feb11a0660b5a0c7d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6260369 Feb 09 01:41:51.838875 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57824) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:51.865107 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b159e78-c902-48f0-ae0c-14be7b2380ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a155cad5-af43-4dcd-99b8-a0e6a6c107e2,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:51.924230 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee11bc0b-a6d6-46cf-b0cd-50659775e41c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Made reservation on behalf of e7f5366db1de43098724f0eb4e3342fd for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:51.927745 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ee11bc0b-a6d6-46cf-b0cd-50659775e41c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:51.931508 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91e9d394-ee96-4afc-a241-4c3641669f48 admin admin] Publish callbacks [] for security_group (dbde362d-f051-42d6-aa36-14d61c6bb3c4), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:51.963356 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91e9d394-ee96-4afc-a241-4c3641669f48 admin admin] Publish callbacks [] for security_group (dbde362d-f051-42d6-aa36-14d61c6bb3c4), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:52.016070 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-de236e0a-6f99-4647-8652-b609afeae5f1 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for security_group (14e84184-80e2-4550-abd9-ef3f49f46d80), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:52.025637 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91e9d394-ee96-4afc-a241-4c3641669f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (dbde362d-f051-42d6-aa36-14d61c6bb3c4), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:52.031577 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91e9d394-ee96-4afc-a241-4c3641669f48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:52.038843 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-91e9d394-ee96-4afc-a241-4c3641669f48 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dbde362d-f051-42d6-aa36-14d61c6bb3c4 HTTP/1.1" status: 204 len: 168 time: 0.1970408 Feb 09 01:41:52.048534 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-de236e0a-6f99-4647-8652-b609afeae5f1 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for security_group (14e84184-80e2-4550-abd9-ef3f49f46d80), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:52.048922 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e9d394-ee96-4afc-a241-4c3641669f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbde362d-f051-42d6-aa36-14d61c6bb3c4,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:52.173733 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-de236e0a-6f99-4647-8652-b609afeae5f1 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (14e84184-80e2-4550-abd9-ef3f49f46d80), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:52.175848 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-de236e0a-6f99-4647-8652-b609afeae5f1 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:52.179546 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-de236e0a-6f99-4647-8652-b609afeae5f1 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/security-groups/14e84184-80e2-4550-abd9-ef3f49f46d80 HTTP/1.1" status: 204 len: 168 time: 0.3814292 Feb 09 01:41:52.179965 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57832) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:52.194889 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de236e0a-6f99-4647-8652-b609afeae5f1 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e84184-80e2-4550-abd9-ef3f49f46d80,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:52.199473 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ee11bc0b-a6d6-46cf-b0cd-50659775e41c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (1affeb7f-466a-49a4-99c4-44985032d328), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:52.245764 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e4632374-1da8-48b9-8e0c-8fbdc7ad8f0d None None] Publish callbacks [] for port (78e3b947-e8f5-41f1-991e-1950045f3972), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:52.253540 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e4632374-1da8-48b9-8e0c-8fbdc7ad8f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (78e3b947-e8f5-41f1-991e-1950045f3972), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:52.269092 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11bc0b-a6d6-46cf-b0cd-50659775e41c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'Subnet': ['ID=1affeb7f-466a-49a4-99c4-44985032d328,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:52.281955 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee11bc0b-a6d6-46cf-b0cd-50659775e41c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Checking segment: {'id': '836bfa82-d300-4cc7-988f-ecf320a5b7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd6cb6789-0b2a-4ba4-8424-772a7d1413c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:41:52.282451 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee11bc0b-a6d6-46cf-b0cd-50659775e41c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Network hostable DHCP agents. Network: d6cb6789-0b2a-4ba4-8424-772a7d1413c2, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:41:52.290781 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-e4632374-1da8-48b9-8e0c-8fbdc7ad8f0d None None] Attempting to bind port 78e3b947-e8f5-41f1-991e-1950045f3972 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:41:52.291691 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-e4632374-1da8-48b9-8e0c-8fbdc7ad8f0d None None] Attempting to bind port 78e3b947-e8f5-41f1-991e-1950045f3972 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:41:52.292259 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4632374-1da8-48b9-8e0c-8fbdc7ad8f0d None None] Attempting to bind port 78e3b947-e8f5-41f1-991e-1950045f3972 on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:41:52.307365 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee11bc0b-a6d6-46cf-b0cd-50659775e41c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Network d6cb6789-0b2a-4ba4-8424-772a7d1413c2 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:41:52.318825 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-79d67e77-450d-4d6b-b47c-80d18765796d tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Deleting subnet 8a3bd381-0130-4fba-895b-996185716320 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:41:52.321059 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-ee11bc0b-a6d6-46cf-b0cd-50659775e41c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, d6cb6789-0b2a-4ba4-8424-772a7d1413c2) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:52.324928 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-79d67e77-450d-4d6b-b47c-80d18765796d tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for subnet (8a3bd381-0130-4fba-895b-996185716320), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:52.337699 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee11bc0b-a6d6-46cf-b0cd-50659775e41c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:52.338944 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ee11bc0b-a6d6-46cf-b0cd-50659775e41c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:52.343376 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefdf5cf-4f2e-4bfe-b863-a90d0374132d None None] Network d6cb6789-0b2a-4ba4-8424-772a7d1413c2 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:41:52.349701 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4632374-1da8-48b9-8e0c-8fbdc7ad8f0d None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:41:52.350086 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4632374-1da8-48b9-8e0c-8fbdc7ad8f0d None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:41:52.350504 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e4632374-1da8-48b9-8e0c-8fbdc7ad8f0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:52.350893 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4632374-1da8-48b9-8e0c-8fbdc7ad8f0d None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:41:52.351417 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-e4632374-1da8-48b9-8e0c-8fbdc7ad8f0d None None] Bound port: 78e3b947-e8f5-41f1-991e-1950045f3972, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:41:52.351831 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e4632374-1da8-48b9-8e0c-8fbdc7ad8f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (78e3b947-e8f5-41f1-991e-1950045f3972), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:52.372797 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ee11bc0b-a6d6-46cf-b0cd-50659775e41c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1345298 Feb 09 01:41:52.376258 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57836) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:52.448138 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-79d67e77-450d-4d6b-b47c-80d18765796d tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (8a3bd381-0130-4fba-895b-996185716320), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:52.460198 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e14044-a206-45ee-9bf7-983f3be3b38c None None] Pushing event updated for resources: {'Port': ['ID=78e3b947-e8f5-41f1-991e-1950045f3972,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:52.844894 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e4632374-1da8-48b9-8e0c-8fbdc7ad8f0d None None] For port 78e3b947-e8f5-41f1-991e-1950045f3972, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:41:52.863353 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e4632374-1da8-48b9-8e0c-8fbdc7ad8f0d None None] For port 78e3b947-e8f5-41f1-991e-1950045f3972, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=78e3b947-e8f5-41f1-991e-1950045f3972,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:41:52.876401 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e4632374-1da8-48b9-8e0c-8fbdc7ad8f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (78e3b947-e8f5-41f1-991e-1950045f3972), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:52.917163 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57850) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:52.948351 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd42d0e-090e-49db-9444-f52a3e46c26e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-d6cb6789-0b2a-4ba4-8424-772a7d1413c2', 'network_id': 'd6cb6789-0b2a-4ba4-8424-772a7d1413c2', 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'fixed_ips': [{'subnet_id': '1affeb7f-466a-49a4-99c4-44985032d328'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:41:52.949217 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cfd42d0e-090e-49db-9444-f52a3e46c26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:53.030738 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3a6708b8-9129-459c-9060-95a16f085117 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:53.139295 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-cfd42d0e-090e-49db-9444-f52a3e46c26e None None] Allocated IP 172.20.0.2 (d6cb6789-0b2a-4ba4-8424-772a7d1413c2/1affeb7f-466a-49a4-99c4-44985032d328/a5534f45-4bd6-440e-924e-edf6c630121a) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:53.240319 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-79d67e77-450d-4d6b-b47c-80d18765796d tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (8a3bd381-0130-4fba-895b-996185716320), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:53.242411 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3a6708b8-9129-459c-9060-95a16f085117 admin admin] Publish callbacks [] for security_group (54c121d5-25fd-4af5-b0b6-89921f947b21), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:53.259662 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3a6708b8-9129-459c-9060-95a16f085117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (54c121d5-25fd-4af5-b0b6-89921f947b21), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:53.302771 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57864) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:53.302950 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3a6708b8-9129-459c-9060-95a16f085117 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4878939387824043a86035a3fb7cd852&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3761575 Feb 09 01:41:53.348919 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cfd42d0e-090e-49db-9444-f52a3e46c26e None None] Publish callbacks [] for port (a5534f45-4bd6-440e-924e-edf6c630121a), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:53.362118 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4632374-1da8-48b9-8e0c-8fbdc7ad8f0d None None] Routers {'8025ca1f-9460-4554-8173-fbc526245f9b'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:41:53.362992 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e4632374-1da8-48b9-8e0c-8fbdc7ad8f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:41:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['8025ca1f-9460-4554-8173-fbc526245f9b'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:53.371734 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cfd42d0e-090e-49db-9444-f52a3e46c26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (a5534f45-4bd6-440e-924e-edf6c630121a), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:53.400078 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0c32b8be-9130-49e5-a8f1-e5e81c88fb29 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:53.404668 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6708b8-9129-459c-9060-95a16f085117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c121d5-25fd-4af5-b0b6-89921f947b21,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:53.462895 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8736a5a9-5ac4-4d9a-900f-c78a175a09df admin admin] Publish callbacks [] for security_group (54c121d5-25fd-4af5-b0b6-89921f947b21), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:53.506924 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8736a5a9-5ac4-4d9a-900f-c78a175a09df admin admin] Publish callbacks [] for security_group (54c121d5-25fd-4af5-b0b6-89921f947b21), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:53.519399 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-79d67e77-450d-4d6b-b47c-80d18765796d tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (8a3bd381-0130-4fba-895b-996185716320), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:53.561701 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d67e77-450d-4d6b-b47c-80d18765796d tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'Subnet': ['ID=8a3bd381-0130-4fba-895b-996185716320,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:53.590455 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-79d67e77-450d-4d6b-b47c-80d18765796d tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:53.595595 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-79d67e77-450d-4d6b-b47c-80d18765796d tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/subnets/8a3bd381-0130-4fba-895b-996185716320 HTTP/1.1" status: 204 len: 168 time: 1.4131801 Feb 09 01:41:53.600184 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd42d0e-090e-49db-9444-f52a3e46c26e None None] Network d6cb6789-0b2a-4ba4-8424-772a7d1413c2 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:53.601236 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57872) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:53.609375 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-cfd42d0e-090e-49db-9444-f52a3e46c26e None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:53.622229 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e14044-a206-45ee-9bf7-983f3be3b38c None None] Pushing event updated for resources: {'Port': ['ID=78e3b947-e8f5-41f1-991e-1950045f3972,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:53.635139 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d165a6-3f2f-4be3-81a9-3692aa2cee1f None None] Network 6b1d100c-21d0-4442-bd1a-327fdac5d344 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:41:53.644695 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd42d0e-090e-49db-9444-f52a3e46c26e None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:41:53.680489 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-2041af0c-df2b-4c35-88c1-3ae299180b88 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Deleting subnet 1e4e7080-2c40-4337-999b-a94a4101d7f1 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:41:53.687123 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2041af0c-df2b-4c35-88c1-3ae299180b88 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for subnet (1e4e7080-2c40-4337-999b-a94a4101d7f1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:53.810088 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2041af0c-df2b-4c35-88c1-3ae299180b88 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (1e4e7080-2c40-4337-999b-a94a4101d7f1), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:53.873823 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57882) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:53.898075 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-0c32b8be-9130-49e5-a8f1-e5e81c88fb29 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Allocated IP 172.20.0.1 (d6cb6789-0b2a-4ba4-8424-772a7d1413c2/1affeb7f-466a-49a4-99c4-44985032d328/89c16eee-ade2-40fd-8d1e-942df653cbfb) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:41:53.927195 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8736a5a9-5ac4-4d9a-900f-c78a175a09df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (54c121d5-25fd-4af5-b0b6-89921f947b21), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:53.935584 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8736a5a9-5ac4-4d9a-900f-c78a175a09df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:53.951717 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8736a5a9-5ac4-4d9a-900f-c78a175a09df admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/54c121d5-25fd-4af5-b0b6-89921f947b21 HTTP/1.1" status: 204 len: 168 time: 0.6316297 Feb 09 01:41:53.965384 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd42d0e-090e-49db-9444-f52a3e46c26e None None] Pushing event updated for resources: {'Port': ['ID=a5534f45-4bd6-440e-924e-edf6c630121a,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:53.999137 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-cfd42d0e-090e-49db-9444-f52a3e46c26e None None] Attempting to bind port a5534f45-4bd6-440e-924e-edf6c630121a on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:41:53.999440 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-cfd42d0e-090e-49db-9444-f52a3e46c26e None None] Attempting to bind port a5534f45-4bd6-440e-924e-edf6c630121a by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '836bfa82-d300-4cc7-988f-ecf320a5b7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd6cb6789-0b2a-4ba4-8424-772a7d1413c2'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:41:53.999812 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd42d0e-090e-49db-9444-f52a3e46c26e None None] Attempting to bind port a5534f45-4bd6-440e-924e-edf6c630121a on network d6cb6789-0b2a-4ba4-8424-772a7d1413c2 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:41:54.005069 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8736a5a9-5ac4-4d9a-900f-c78a175a09df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c121d5-25fd-4af5-b0b6-89921f947b21,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:54.012140 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-e4632374-1da8-48b9-8e0c-8fbdc7ad8f0d None None] Set router 8025ca1f-9460-4554-8173-fbc526245f9b gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:41:54.015302 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd42d0e-090e-49db-9444-f52a3e46c26e None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:41:54.015721 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd42d0e-090e-49db-9444-f52a3e46c26e None None] Checking segment: {'id': '836bfa82-d300-4cc7-988f-ecf320a5b7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd6cb6789-0b2a-4ba4-8424-772a7d1413c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:41:54.016124 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cfd42d0e-090e-49db-9444-f52a3e46c26e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:54.016530 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd42d0e-090e-49db-9444-f52a3e46c26e None None] Bound using segment: {'id': '836bfa82-d300-4cc7-988f-ecf320a5b7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd6cb6789-0b2a-4ba4-8424-772a7d1413c2'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:41:54.017151 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-cfd42d0e-090e-49db-9444-f52a3e46c26e None None] Bound port: a5534f45-4bd6-440e-924e-edf6c630121a, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '836bfa82-d300-4cc7-988f-ecf320a5b7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd6cb6789-0b2a-4ba4-8424-772a7d1413c2'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:41:54.017567 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cfd42d0e-090e-49db-9444-f52a3e46c26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a5534f45-4bd6-440e-924e-edf6c630121a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:54.033018 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0c32b8be-9130-49e5-a8f1-e5e81c88fb29 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for port (89c16eee-ade2-40fd-8d1e-942df653cbfb), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:54.092255 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0c32b8be-9130-49e5-a8f1-e5e81c88fb29 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (89c16eee-ade2-40fd-8d1e-942df653cbfb), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:54.126601 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-120d8e68-7c9d-40a5-9d92-c01987aa78d5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-320026670'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:54.145210 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c32b8be-9130-49e5-a8f1-e5e81c88fb29 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Network d6cb6789-0b2a-4ba4-8424-772a7d1413c2 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:54.185880 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2041af0c-df2b-4c35-88c1-3ae299180b88 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (1e4e7080-2c40-4337-999b-a94a4101d7f1), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:54.197988 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-0c32b8be-9130-49e5-a8f1-e5e81c88fb29 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:54.221116 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c32b8be-9130-49e5-a8f1-e5e81c88fb29 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:41:54.268411 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120d8e68-7c9d-40a5-9d92-c01987aa78d5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Made reservation on behalf of 1726b6d203164dcab302729577ed20ff for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:54.278301 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-120d8e68-7c9d-40a5-9d92-c01987aa78d5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:54.320231 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32b8be-9130-49e5-a8f1-e5e81c88fb29 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'Port': ['ID=89c16eee-ade2-40fd-8d1e-942df653cbfb,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:54.337696 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-120d8e68-7c9d-40a5-9d92-c01987aa78d5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:54.338937 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0c32b8be-9130-49e5-a8f1-e5e81c88fb29 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (8025ca1f-9460-4554-8173-fbc526245f9b), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:54.394407 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c09edece-a58c-4ffb-898d-bbd68b4ba93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:54.397435 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-cfd42d0e-090e-49db-9444-f52a3e46c26e None None] For port a5534f45-4bd6-440e-924e-edf6c630121a, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:41:54.408308 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-cfd42d0e-090e-49db-9444-f52a3e46c26e None None] For port a5534f45-4bd6-440e-924e-edf6c630121a, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=a5534f45-4bd6-440e-924e-edf6c630121a,segment=NetworkSegment(836bfa82-d300-4cc7-988f-ecf320a5b7ac),segment_id=836bfa82-d300-4cc7-988f-ecf320a5b7ac)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:41:54.437648 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cfd42d0e-090e-49db-9444-f52a3e46c26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (a5534f45-4bd6-440e-924e-edf6c630121a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:54.492490 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2041af0c-df2b-4c35-88c1-3ae299180b88 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (1e4e7080-2c40-4337-999b-a94a4101d7f1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:54.587417 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2041af0c-df2b-4c35-88c1-3ae299180b88 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'Subnet': ['ID=1e4e7080-2c40-4337-999b-a94a4101d7f1,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:54.626433 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2041af0c-df2b-4c35-88c1-3ae299180b88 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:54.643373 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2041af0c-df2b-4c35-88c1-3ae299180b88 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/subnets/1e4e7080-2c40-4337-999b-a94a4101d7f1 HTTP/1.1" status: 204 len: 168 time: 1.0360439 Feb 09 01:41:54.644538 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57896) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:54.670272 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd42d0e-090e-49db-9444-f52a3e46c26e None None] Pushing event updated for resources: {'Port': ['ID=a5534f45-4bd6-440e-924e-edf6c630121a,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:54.713998 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0c32b8be-9130-49e5-a8f1-e5e81c88fb29 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (89c16eee-ade2-40fd-8d1e-942df653cbfb), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:54.764843 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e4632374-1da8-48b9-8e0c-8fbdc7ad8f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8025ca1f-9460-4554-8173-fbc526245f9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890018208', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '78e3b947-e8f5-41f1-991e-1950045f3972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:44Z', 'updated_at': '2022-02-09T01:41:46Z', 'revision_number': 3, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '78e3b947-e8f5-41f1-991e-1950045f3972', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a3:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8025ca1f-9460-4554-8173-fbc526245f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:45Z', 'updated_at': '2022-02-09T01:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:54.776560 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-01f9bda4-8629-45e6-8e59-1a6d657c2840 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:54.777666 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01f9bda4-8629-45e6-8e59-1a6d657c2840 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:54.808898 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57902) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:54.811327 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-01f9bda4-8629-45e6-8e59-1a6d657c2840 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/subnets/8a3bd381-0130-4fba-895b-996185716320 HTTP/1.1" status: 404 len: 337 time: 0.1634386 Feb 09 01:41:54.861930 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4632374-1da8-48b9-8e0c-8fbdc7ad8f0d None None] The sync data for ids ['8025ca1f-9460-4554-8173-fbc526245f9b'] in n-d-822053-40 is: [{'id': '8025ca1f-9460-4554-8173-fbc526245f9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890018208', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '78e3b947-e8f5-41f1-991e-1950045f3972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:44Z', 'updated_at': '2022-02-09T01:41:46Z', 'revision_number': 3, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '78e3b947-e8f5-41f1-991e-1950045f3972', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a3:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8025ca1f-9460-4554-8173-fbc526245f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:45Z', 'updated_at': '2022-02-09T01:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:41:55.003833 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-120d8e68-7c9d-40a5-9d92-c01987aa78d5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks [] for security_group (75c64cef-fbc8-41a8-bbd4-143304eb718c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:55.019841 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-120d8e68-7c9d-40a5-9d92-c01987aa78d5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (75c64cef-fbc8-41a8-bbd4-143304eb718c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:55.092456 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-120d8e68-7c9d-40a5-9d92-c01987aa78d5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:41:55.121876 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-120d8e68-7c9d-40a5-9d92-c01987aa78d5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (e0543ed0-a705-42cc-8d36-50e666551961), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:55.123189 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-120d8e68-7c9d-40a5-9d92-c01987aa78d5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Added segment e0543ed0-a705-42cc-8d36-50e666551961 of type vlan for network e4887304-18c8-44bd-95ef-ecb9d2539b11 Feb 09 01:41:55.125521 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d8e68-7c9d-40a5-9d92-c01987aa78d5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75c64cef-fbc8-41a8-bbd4-143304eb718c,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:55.220108 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-120d8e68-7c9d-40a5-9d92-c01987aa78d5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (e4887304-18c8-44bd-95ef-ecb9d2539b11), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:55.265355 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-120d8e68-7c9d-40a5-9d92-c01987aa78d5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (e4887304-18c8-44bd-95ef-ecb9d2539b11), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:55.274460 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120d8e68-7c9d-40a5-9d92-c01987aa78d5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:55.275935 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-120d8e68-7c9d-40a5-9d92-c01987aa78d5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:55.376008 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-120d8e68-7c9d-40a5-9d92-c01987aa78d5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4895506 Feb 09 01:41:55.661124 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d8e68-7c9d-40a5-9d92-c01987aa78d5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event updated for resources: {'Network': ['ID=e4887304-18c8-44bd-95ef-ecb9d2539b11,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:55.674611 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network e4887304-18c8-44bd-95ef-ecb9d2539b11 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:41:55.893752 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81eef561-9ca8-4143-b2d1-c550ddabb3e0 None None] Network 6b1d100c-21d0-4442-bd1a-327fdac5d344 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:41:56.247758 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 78e3b947-e8f5-41f1-991e-1950045f3972 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:41:56.411369 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2d92970-d3b6-464f-8ec1-e3c58b0e594d tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Deleting subnet a5471d2f-2152-49db-bcc6-817650131e4c {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:41:56.424878 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:56.428605 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e2d92970-d3b6-464f-8ec1-e3c58b0e594d tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for subnet (a5471d2f-2152-49db-bcc6-817650131e4c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:56.463140 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e37d5d28-4791-42e0-96ef-fcb7e11c76b3 None None] Provisioning complete for port aba53d37-9e48-42fa-88b3-98ea811988e7 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:56.463509 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e37d5d28-4791-42e0-96ef-fcb7e11c76b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (aba53d37-9e48-42fa-88b3-98ea811988e7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:56.566339 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e2d92970-d3b6-464f-8ec1-e3c58b0e594d tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (a5471d2f-2152-49db-bcc6-817650131e4c), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:56.696880 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 78e3b947-e8f5-41f1-991e-1950045f3972 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:56.704137 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (78e3b947-e8f5-41f1-991e-1950045f3972), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:56.707088 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e37d5d28-4791-42e0-96ef-fcb7e11c76b3 None None] Port aba53d37-9e48-42fa-88b3-98ea811988e7 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:41:56.867820 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37145f3-e314-4c46-a63f-55de946c1c8c None None] Network d6cb6789-0b2a-4ba4-8424-772a7d1413c2 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:41:56.942883 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e2d92970-d3b6-464f-8ec1-e3c58b0e594d tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (a5471d2f-2152-49db-bcc6-817650131e4c), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:57.050404 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e37d5d28-4791-42e0-96ef-fcb7e11c76b3 None None] Provisioning complete for port 47993bc0-82bc-4f93-8f88-b54d48ee2542 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:57.051462 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e37d5d28-4791-42e0-96ef-fcb7e11c76b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (47993bc0-82bc-4f93-8f88-b54d48ee2542), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:57.079828 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0c32b8be-9130-49e5-a8f1-e5e81c88fb29 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for port (89c16eee-ade2-40fd-8d1e-942df653cbfb), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:57.084395 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e2d92970-d3b6-464f-8ec1-e3c58b0e594d tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (a5471d2f-2152-49db-bcc6-817650131e4c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:57.099297 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0c32b8be-9130-49e5-a8f1-e5e81c88fb29 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (89c16eee-ade2-40fd-8d1e-942df653cbfb), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:57.261104 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d92970-d3b6-464f-8ec1-e3c58b0e594d tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'Subnet': ['ID=a5471d2f-2152-49db-bcc6-817650131e4c,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:57.355621 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0c32b8be-9130-49e5-a8f1-e5e81c88fb29 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (8025ca1f-9460-4554-8173-fbc526245f9b), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:57.365788 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e2d92970-d3b6-464f-8ec1-e3c58b0e594d tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:57.377655 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e2d92970-d3b6-464f-8ec1-e3c58b0e594d tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/subnets/a5471d2f-2152-49db-bcc6-817650131e4c HTTP/1.1" status: 204 len: 168 time: 2.5609004 Feb 09 01:41:57.378608 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57938) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:57.485577 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32b8be-9130-49e5-a8f1-e5e81c88fb29 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'Port': ['ID=89c16eee-ade2-40fd-8d1e-942df653cbfb,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:57.500125 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-11dc27d7-bc94-4b4b-9b3a-74fcd05b9587 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:57.500977 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11dc27d7-bc94-4b4b-9b3a-74fcd05b9587 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:57.518105 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-11dc27d7-bc94-4b4b-9b3a-74fcd05b9587 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/subnets/4d22f4f7-5718-4291-8875-9bad4ddbc72e HTTP/1.1" status: 404 len: 337 time: 0.1387794 Feb 09 01:41:57.523157 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57942) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:57.630014 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9b799f02-c594-4d68-87d5-1e31bcaba017 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "GET /v2.0/ports?device_id=a86fd8a7-28d6-443d-8944-dd3099dfd798 HTTP/1.1" status: 200 len: 205 time: 0.0914056 Feb 09 01:41:57.630966 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57946) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:57.792895 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-ec432759-04cb-4bb8-b596-79838ab81184 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] delete failed (client error): The resource could not be found. Feb 09 01:41:57.796979 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ec432759-04cb-4bb8-b596-79838ab81184 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/routers/a86fd8a7-28d6-443d-8944-dd3099dfd798 HTTP/1.1" status: 404 len: 336 time: 0.1635425 Feb 09 01:41:57.799969 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57950) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:57.856235 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c32b8be-9130-49e5-a8f1-e5e81c88fb29 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Network d6cb6789-0b2a-4ba4-8424-772a7d1413c2 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:41:57.859045 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-0c32b8be-9130-49e5-a8f1-e5e81c88fb29 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:41:57.955326 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-95409d79-0d0a-49ba-a14b-c4882fe60bea tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:57.955792 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95409d79-0d0a-49ba-a14b-c4882fe60bea tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:57.985690 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-95409d79-0d0a-49ba-a14b-c4882fe60bea tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/subnets/cb7a5465-e55f-49f6-8e99-f99b18ff87ea HTTP/1.1" status: 404 len: 337 time: 0.1720879 Feb 09 01:41:57.986708 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57954) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:58.095571 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-9662d496-e605-48c4-adc4-d3c6b2810ba0 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:58.096602 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9662d496-e605-48c4-adc4-d3c6b2810ba0 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:58.108660 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9662d496-e605-48c4-adc4-d3c6b2810ba0 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/subnets/f0508878-5ca4-413e-93ad-87285c680504 HTTP/1.1" status: 404 len: 337 time: 0.1161101 Feb 09 01:41:58.109675 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57958) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:58.196464 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a137142-254a-43cd-a554-7271ace5e4ba tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:58.203710 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a137142-254a-43cd-a554-7271ace5e4ba tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:58.233814 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1a137142-254a-43cd-a554-7271ace5e4ba tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/subnets/4670d817-4917-491f-a2e4-17d5eb3a44e0 HTTP/1.1" status: 404 len: 337 time: 0.1216068 Feb 09 01:41:58.235355 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57964) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:58.276172 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c32b8be-9130-49e5-a8f1-e5e81c88fb29 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Router 8025ca1f-9460-4554-8173-fbc526245f9b has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:41:58.379908 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5aea0c2-96c4-4bb8-941a-0a4633318205 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:58.383114 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5aea0c2-96c4-4bb8-941a-0a4633318205 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:58.391843 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e5aea0c2-96c4-4bb8-941a-0a4633318205 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/ports/19920ce1-bfac-465a-b2fa-721c59bde8cb HTTP/1.1" status: 404 len: 333 time: 0.1530714 Feb 09 01:41:58.392996 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57966) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:58.398781 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 78e3b947-e8f5-41f1-991e-1950045f3972 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:58.399392 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (78e3b947-e8f5-41f1-991e-1950045f3972), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:58.461798 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:58.470881 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-61603ab6-7fe2-4180-a27c-cdc1d5013c0b tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:58.471346 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61603ab6-7fe2-4180-a27c-cdc1d5013c0b tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:58.498342 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-61603ab6-7fe2-4180-a27c-cdc1d5013c0b tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/subnets/90ab3102-1865-4835-8496-da065eebed5b HTTP/1.1" status: 404 len: 337 time: 0.0998399 Feb 09 01:41:58.498829 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57968) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:58.565589 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b2ea49-ed9c-453d-9e58-fcc73f433a15 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:58.566048 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56b2ea49-ed9c-453d-9e58-fcc73f433a15 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:58.571582 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58007e27-c6d6-45c8-9806-ff0dea386069 None None] Update dhcp port {'port': {'network_id': '6b1d100c-21d0-4442-bd1a-327fdac5d344', 'fixed_ips': [{'subnet_id': 'a5471d2f-2152-49db-bcc6-817650131e4c'}], 'binding:host_id': 'n-d-822053-40'}, 'id': '47993bc0-82bc-4f93-8f88-b54d48ee2542'} from n-d-822053-40. {{(pid=103530) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:41:58.571786 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-56b2ea49-ed9c-453d-9e58-fcc73f433a15 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/subnets/4e1a6caa-e28b-4661-b978-fde62789affb HTTP/1.1" status: 404 len: 337 time: 0.0695786 Feb 09 01:41:58.572470 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57972) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:58.627001 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b7f2bc1-b243-40bf-a8be-2a4380168579 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:58.627594 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b7f2bc1-b243-40bf-a8be-2a4380168579 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:58.631827 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c32b8be-9130-49e5-a8f1-e5e81c88fb29 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:41:58.646204 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9abd770-ff42-4140-84c9-826c3c3d1488 None None] Sync routers for ids ['8025ca1f-9460-4554-8173-fbc526245f9b'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:41:58.657712 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6b7f2bc1-b243-40bf-a8be-2a4380168579 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/ports/66c789fd-6a9a-4442-a2b8-174c1b794a79 HTTP/1.1" status: 404 len: 333 time: 0.0822346 Feb 09 01:41:58.662959 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57976) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:58.668125 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0c32b8be-9130-49e5-a8f1-e5e81c88fb29 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "PUT /v2.0/routers/8025ca1f-9460-4554-8173-fbc526245f9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2905772 Feb 09 01:41:58.681319 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 78e3b947-e8f5-41f1-991e-1950045f3972, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=78e3b947-e8f5-41f1-991e-1950045f3972,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:58.693957 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:58.695262 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e37d5d28-4791-42e0-96ef-fcb7e11c76b3 None None] Current status of the port 47993bc0-82bc-4f93-8f88-b54d48ee2542 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:58.696676 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 57980) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:58.703305 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-d010c0f7-6614-42bf-8c4b-11e917c0fb47 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Request body: {'subnet': {'network_id': 'e4887304-18c8-44bd-95ef-ecb9d2539b11', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:41:58.707864 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-e762291f-6cbf-407b-9baf-7789fd12a37b tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:58.710411 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e762291f-6cbf-407b-9baf-7789fd12a37b tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:58.714425 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9abd770-ff42-4140-84c9-826c3c3d1488 None None] Routers {'8025ca1f-9460-4554-8173-fbc526245f9b'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:41:58.716113 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-b9abd770-ff42-4140-84c9-826c3c3d1488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:41:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['8025ca1f-9460-4554-8173-fbc526245f9b'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:58.716966 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e762291f-6cbf-407b-9baf-7789fd12a37b tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/subnets/4b8bcd1b-0b52-422c-823a-0f23fe56b1f5 HTTP/1.1" status: 404 len: 337 time: 0.0529115 Feb 09 01:41:58.721443 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57982) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:58.730450 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (78e3b947-e8f5-41f1-991e-1950045f3972), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:58.731533 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device a5534f45-4bd6-440e-924e-edf6c630121a up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:41:58.735623 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-58007e27-c6d6-45c8-9806-ff0dea386069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (47993bc0-82bc-4f93-8f88-b54d48ee2542), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:58.788653 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db35165-c306-43fa-8d23-4e3489f865e7 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] DELETE failed (client error): The resource could not be found. Feb 09 01:41:58.789385 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0db35165-c306-43fa-8d23-4e3489f865e7 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:41:58.798907 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0db35165-c306-43fa-8d23-4e3489f865e7 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/subnets/51497485-96d5-43ee-8d90-0b84671eaa17 HTTP/1.1" status: 404 len: 337 time: 0.0760062 Feb 09 01:41:58.800609 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 57984) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:58.949273 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d010c0f7-6614-42bf-8c4b-11e917c0fb47 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Made reservation on behalf of 1726b6d203164dcab302729577ed20ff for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:41:58.954122 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d010c0f7-6614-42bf-8c4b-11e917c0fb47 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:58.991253 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-96db19ca-7694-4132-9f67-9e75b31689da tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Deleting port aba53d37-9e48-42fa-88b3-98ea811988e7 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:58.993153 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-96db19ca-7694-4132-9f67-9e75b31689da tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (aba53d37-9e48-42fa-88b3-98ea811988e7), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:59.080632 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-b9abd770-ff42-4140-84c9-826c3c3d1488 None None] Set router 8025ca1f-9460-4554-8173-fbc526245f9b gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:41:59.082560 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=78e3b947-e8f5-41f1-991e-1950045f3972,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:59.102599 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-6c0dd9f5-77d9-49b6-9dca-a89f9b459260 None None] Provisioning complete for port 89c16eee-ade2-40fd-8d1e-942df653cbfb triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:59.104436 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6c0dd9f5-77d9-49b6-9dca-a89f9b459260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (89c16eee-ade2-40fd-8d1e-942df653cbfb), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:59.176945 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-96db19ca-7694-4132-9f67-9e75b31689da tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (aba53d37-9e48-42fa-88b3-98ea811988e7), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:59.196027 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-96db19ca-7694-4132-9f67-9e75b31689da tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Calling delete_port for aba53d37-9e48-42fa-88b3-98ea811988e7 owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:41:59.284432 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port a5534f45-4bd6-440e-924e-edf6c630121a triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:59.284995 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a5534f45-4bd6-440e-924e-edf6c630121a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:59.286584 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6c0dd9f5-77d9-49b6-9dca-a89f9b459260 None None] Port 89c16eee-ade2-40fd-8d1e-942df653cbfb cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:41:59.377667 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-96db19ca-7694-4132-9f67-9e75b31689da tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (aba53d37-9e48-42fa-88b3-98ea811988e7), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:59.405090 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-6c0dd9f5-77d9-49b6-9dca-a89f9b459260 None None] Provisioning complete for port a5534f45-4bd6-440e-924e-edf6c630121a triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:41:59.405616 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6c0dd9f5-77d9-49b6-9dca-a89f9b459260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a5534f45-4bd6-440e-924e-edf6c630121a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:59.409692 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073a1383-3bbc-4808-844e-df4d7d3a777e None None] Network 6b1d100c-21d0-4442-bd1a-327fdac5d344 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:41:59.508971 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-96db19ca-7694-4132-9f67-9e75b31689da tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:59.513971 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-b9abd770-ff42-4140-84c9-826c3c3d1488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8025ca1f-9460-4554-8173-fbc526245f9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890018208', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '78e3b947-e8f5-41f1-991e-1950045f3972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:44Z', 'updated_at': '2022-02-09T01:41:54Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '78e3b947-e8f5-41f1-991e-1950045f3972', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8025ca1f-9460-4554-8173-fbc526245f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:45Z', 'updated_at': '2022-02-09T01:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '89c16eee-ade2-40fd-8d1e-942df653cbfb', 'name': '', 'network_id': 'd6cb6789-0b2a-4ba4-8424-772a7d1413c2', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'mac_address': 'fa:16:3e:ad:0f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8025ca1f-9460-4554-8173-fbc526245f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '1affeb7f-466a-49a4-99c4-44985032d328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:53Z', 'updated_at': '2022-02-09T01:41:56Z', 'revision_number': 2, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'subnets': [{'id': '1affeb7f-466a-49a4-99c4-44985032d328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:59.520825 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-96db19ca-7694-4132-9f67-9e75b31689da tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/ports/aba53d37-9e48-42fa-88b3-98ea811988e7 HTTP/1.1" status: 204 len: 168 time: 0.7103274 Feb 09 01:41:59.522103 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58020) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:59.524909 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-53f3f0b1-196d-4ae4-8069-8f9599f87ab9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1555070620&fields=id&tenant_id=e7f5366db1de43098724f0eb4e3342fd HTTP/1.1" status: 200 len: 267 time: 0.2917469 Feb 09 01:41:59.525476 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db19ca-7694-4132-9f67-9e75b31689da tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'Port': ['ID=aba53d37-9e48-42fa-88b3-98ea811988e7,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:59.566376 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9abd770-ff42-4140-84c9-826c3c3d1488 None None] Checking router: 8025ca1f-9460-4554-8173-fbc526245f9b for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:41:59.567822 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9abd770-ff42-4140-84c9-826c3c3d1488 None None] Updating router 8025ca1f-9460-4554-8173-fbc526245f9b port 89c16eee-ade2-40fd-8d1e-942df653cbfb binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:41:59.796539 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b9abd770-ff42-4140-84c9-826c3c3d1488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (89c16eee-ade2-40fd-8d1e-942df653cbfb), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:59.801180 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a5610e6-c327-481c-95b9-ae49e1f64518 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (6b1d100c-21d0-4442-bd1a-327fdac5d344), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:59.831768 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d010c0f7-6614-42bf-8c4b-11e917c0fb47 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (db0feb4c-3855-47dc-9760-ac45ad98eafe), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:59.862843 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6c0dd9f5-77d9-49b6-9dca-a89f9b459260 None None] Current status of the port a5534f45-4bd6-440e-924e-edf6c630121a is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:59.863283 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6c0dd9f5-77d9-49b6-9dca-a89f9b459260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a5534f45-4bd6-440e-924e-edf6c630121a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:59.871240 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port a5534f45-4bd6-440e-924e-edf6c630121a is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:41:59.871644 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a5534f45-4bd6-440e-924e-edf6c630121a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:59.889565 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be25fc65-abc7-4779-aae6-1820fafd5f2b None None] DHCP port deletion for 6b1d100c-21d0-4442-bd1a-327fdac5d344 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:41:59.957004 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-63f6f2d6-fdb3-4918-8e2b-7cf3961a4fbc tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:59.965531 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-63f6f2d6-fdb3-4918-8e2b-7cf3961a4fbc tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/networks?id=d6cb6789-0b2a-4ba4-8424-772a7d1413c2 HTTP/1.1" status: 200 len: 795 time: 0.4310718 Feb 09 01:41:59.986300 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9a5610e6-c327-481c-95b9-ae49e1f64518 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Deleting port 47993bc0-82bc-4f93-8f88-b54d48ee2542 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:59.987924 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a5610e6-c327-481c-95b9-ae49e1f64518 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (47993bc0-82bc-4f93-8f88-b54d48ee2542), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:00.006015 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-b43a2c6b-58c5-4faf-abd4-02260e9fa815 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/quotas/e7f5366db1de43098724f0eb4e3342fd HTTP/1.1" status: 200 len: 375 time: 0.0382705 Feb 09 01:42:00.017953 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010c0f7-6614-42bf-8c4b-11e917c0fb47 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event updated for resources: {'Subnet': ['ID=db0feb4c-3855-47dc-9760-ac45ad98eafe,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:00.023244 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d010c0f7-6614-42bf-8c4b-11e917c0fb47 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Checking segment: {'id': 'e0543ed0-a705-42cc-8d36-50e666551961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e4887304-18c8-44bd-95ef-ecb9d2539b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:42:00.024196 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d010c0f7-6614-42bf-8c4b-11e917c0fb47 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Network hostable DHCP agents. Network: e4887304-18c8-44bd-95ef-ecb9d2539b11, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:42:00.042762 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port a5534f45-4bd6-440e-924e-edf6c630121a, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=a5534f45-4bd6-440e-924e-edf6c630121a,segment=NetworkSegment(836bfa82-d300-4cc7-988f-ecf320a5b7ac),segment_id=836bfa82-d300-4cc7-988f-ecf320a5b7ac)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:00.077648 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (a5534f45-4bd6-440e-924e-edf6c630121a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:00.079587 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d010c0f7-6614-42bf-8c4b-11e917c0fb47 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Network e4887304-18c8-44bd-95ef-ecb9d2539b11 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:42:00.111768 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-ab0d9eae-bbed-400e-ad49-9167ebac1a6c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e7f5366db1de43098724f0eb4e3342fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1027713 Feb 09 01:42:00.118723 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-d010c0f7-6614-42bf-8c4b-11e917c0fb47 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, e4887304-18c8-44bd-95ef-ecb9d2539b11) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:00.139369 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d010c0f7-6614-42bf-8c4b-11e917c0fb47 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:00.140487 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d010c0f7-6614-42bf-8c4b-11e917c0fb47 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:00.198701 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-6c0dd9f5-77d9-49b6-9dca-a89f9b459260 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:42:00.199066 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-6c0dd9f5-77d9-49b6-9dca-a89f9b459260 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:42:00.199745 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1349cb9-9a28-4aea-a042-b60456fbf837 None None] Network e4887304-18c8-44bd-95ef-ecb9d2539b11 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:42:00.220364 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-9a5610e6-c327-481c-95b9-ae49e1f64518 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] For port 47993bc0-82bc-4f93-8f88-b54d48ee2542, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=47993bc0-82bc-4f93-8f88-b54d48ee2542,segment=NetworkSegment(df867500-8861-40ce-a07f-f8afa85ffc01),segment_id=df867500-8861-40ce-a07f-f8afa85ffc01)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:00.227494 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a5610e6-c327-481c-95b9-ae49e1f64518 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (47993bc0-82bc-4f93-8f88-b54d48ee2542), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:00.289020 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9a5610e6-c327-481c-95b9-ae49e1f64518 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Calling delete_port for 47993bc0-82bc-4f93-8f88-b54d48ee2542 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:42:00.322386 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d010c0f7-6614-42bf-8c4b-11e917c0fb47 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6242559 Feb 09 01:42:00.329820 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58036) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:00.352612 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-120b41ff-5da4-4053-8d0b-ad8cc1c8e810 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1839963991'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:00.354343 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-be25fc65-abc7-4779-aae6-1820fafd5f2b None None] Deleting port 47993bc0-82bc-4f93-8f88-b54d48ee2542 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:42:00.354722 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-be25fc65-abc7-4779-aae6-1820fafd5f2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (47993bc0-82bc-4f93-8f88-b54d48ee2542), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:00.363462 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 78e3b947-e8f5-41f1-991e-1950045f3972 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:42:00.413332 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a5610e6-c327-481c-95b9-ae49e1f64518 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (47993bc0-82bc-4f93-8f88-b54d48ee2542), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:00.444321 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5610e6-c327-481c-95b9-ae49e1f64518 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] No DVR routers for this DVR port 47993bc0-82bc-4f93-8f88-b54d48ee2542 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:42:00.459967 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120b41ff-5da4-4053-8d0b-ad8cc1c8e810 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Made reservation on behalf of 1726b6d203164dcab302729577ed20ff for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:42:00.464574 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b9abd770-ff42-4140-84c9-826c3c3d1488 None None] Publish callbacks [] for port (89c16eee-ade2-40fd-8d1e-942df653cbfb), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:00.470695 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-120b41ff-5da4-4053-8d0b-ad8cc1c8e810 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:00.476995 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b9abd770-ff42-4140-84c9-826c3c3d1488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (89c16eee-ade2-40fd-8d1e-942df653cbfb), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:00.602797 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-120b41ff-5da4-4053-8d0b-ad8cc1c8e810 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:42:00.627911 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446c336-fa4c-4be2-8c5c-55fbe161902c None None] Pushing event updated for resources: {'Port': ['ID=89c16eee-ade2-40fd-8d1e-942df653cbfb,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:00.659018 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=a5534f45-4bd6-440e-924e-edf6c630121a,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:00.663667 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446c336-fa4c-4be2-8c5c-55fbe161902c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:00.664276 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446c336-fa4c-4be2-8c5c-55fbe161902c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:00.664799 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446c336-fa4c-4be2-8c5c-55fbe161902c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:00.665318 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446c336-fa4c-4be2-8c5c-55fbe161902c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:00.665812 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446c336-fa4c-4be2-8c5c-55fbe161902c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:00.666299 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446c336-fa4c-4be2-8c5c-55fbe161902c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:00.666776 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446c336-fa4c-4be2-8c5c-55fbe161902c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:00.667270 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446c336-fa4c-4be2-8c5c-55fbe161902c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:00.667771 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446c336-fa4c-4be2-8c5c-55fbe161902c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:00.669888 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446c336-fa4c-4be2-8c5c-55fbe161902c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:00.671735 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446c336-fa4c-4be2-8c5c-55fbe161902c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:00.672294 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446c336-fa4c-4be2-8c5c-55fbe161902c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:00.673549 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446c336-fa4c-4be2-8c5c-55fbe161902c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:00.694414 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-526416e5-6509-4845-82a9-3a23d6357940 service neutron] 10.222.0.30 "GET /v2.0/networks/d6cb6789-0b2a-4ba4-8424-772a7d1413c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5466738 Feb 09 01:42:00.695741 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-120b41ff-5da4-4053-8d0b-ad8cc1c8e810 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (71283180-b5eb-4ce2-8353-0369a96e0543), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:00.702044 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-120b41ff-5da4-4053-8d0b-ad8cc1c8e810 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Added segment 71283180-b5eb-4ce2-8353-0369a96e0543 of type vlan for network 57056a1b-5246-47e0-b3d0-08409dab3142 Feb 09 01:42:00.890693 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-b9abd770-ff42-4140-84c9-826c3c3d1488 None None] Attempting to bind port 89c16eee-ade2-40fd-8d1e-942df653cbfb on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:42:00.894731 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-b9abd770-ff42-4140-84c9-826c3c3d1488 None None] Attempting to bind port 89c16eee-ade2-40fd-8d1e-942df653cbfb by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '836bfa82-d300-4cc7-988f-ecf320a5b7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd6cb6789-0b2a-4ba4-8424-772a7d1413c2'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:42:00.897255 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9abd770-ff42-4140-84c9-826c3c3d1488 None None] Attempting to bind port 89c16eee-ade2-40fd-8d1e-942df653cbfb on network d6cb6789-0b2a-4ba4-8424-772a7d1413c2 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:00.913259 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9abd770-ff42-4140-84c9-826c3c3d1488 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:42:00.924528 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9abd770-ff42-4140-84c9-826c3c3d1488 None None] Checking segment: {'id': '836bfa82-d300-4cc7-988f-ecf320a5b7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd6cb6789-0b2a-4ba4-8424-772a7d1413c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:42:00.925399 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b9abd770-ff42-4140-84c9-826c3c3d1488 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:00.926424 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9abd770-ff42-4140-84c9-826c3c3d1488 None None] Bound using segment: {'id': '836bfa82-d300-4cc7-988f-ecf320a5b7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd6cb6789-0b2a-4ba4-8424-772a7d1413c2'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:42:00.927455 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-b9abd770-ff42-4140-84c9-826c3c3d1488 None None] Bound port: 89c16eee-ade2-40fd-8d1e-942df653cbfb, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '836bfa82-d300-4cc7-988f-ecf320a5b7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd6cb6789-0b2a-4ba4-8424-772a7d1413c2'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:42:00.928355 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b9abd770-ff42-4140-84c9-826c3c3d1488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (89c16eee-ade2-40fd-8d1e-942df653cbfb), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:01.021743 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-be25fc65-abc7-4779-aae6-1820fafd5f2b None None] For port 47993bc0-82bc-4f93-8f88-b54d48ee2542, host n-d-822053-40, got binding levels [] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:01.022142 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-be25fc65-abc7-4779-aae6-1820fafd5f2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (47993bc0-82bc-4f93-8f88-b54d48ee2542), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:01.029842 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5610e6-c327-481c-95b9-ae49e1f64518 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'Port': ['ID=47993bc0-82bc-4f93-8f88-b54d48ee2542,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:01.051455 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a5610e6-c327-481c-95b9-ae49e1f64518 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (6b1d100c-21d0-4442-bd1a-327fdac5d344), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:01.056675 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-be25fc65-abc7-4779-aae6-1820fafd5f2b None None] Calling delete_port for 47993bc0-82bc-4f93-8f88-b54d48ee2542 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:42:01.060821 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.ipam_backend_mixin [None req-be25fc65-abc7-4779-aae6-1820fafd5f2b None None] Port 47993bc0-82bc-4f93-8f88-b54d48ee2542 was not found and therefore no delete operation was performed {{(pid=103530) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:42:01.089867 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-b9abd770-ff42-4140-84c9-826c3c3d1488 None None] For port 89c16eee-ade2-40fd-8d1e-942df653cbfb, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:42:01.094872 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-b9abd770-ff42-4140-84c9-826c3c3d1488 None None] For port 89c16eee-ade2-40fd-8d1e-942df653cbfb, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=89c16eee-ade2-40fd-8d1e-942df653cbfb,segment=NetworkSegment(836bfa82-d300-4cc7-988f-ecf320a5b7ac),segment_id=836bfa82-d300-4cc7-988f-ecf320a5b7ac)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:42:01.096747 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-9a5610e6-c327-481c-95b9-ae49e1f64518 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b1d100c-21d0-4442-bd1a-327fdac5d344']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:01.107043 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b9abd770-ff42-4140-84c9-826c3c3d1488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (89c16eee-ade2-40fd-8d1e-942df653cbfb), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:01.125201 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-9a5610e6-c327-481c-95b9-ae49e1f64518 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df867500-8861-40ce-a07f-f8afa85ffc01') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:01.125984 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-9a5610e6-c327-481c-95b9-ae49e1f64518 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df867500-8861-40ce-a07f-f8afa85ffc01') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:01.128538 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-be25fc65-abc7-4779-aae6-1820fafd5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (47993bc0-82bc-4f93-8f88-b54d48ee2542), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:01.152171 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a5610e6-c327-481c-95b9-ae49e1f64518 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (df867500-8861-40ce-a07f-f8afa85ffc01), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:01.174947 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-2b17a83a-a3c1-427e-9fc2-193b5511ae98 service neutron] 10.222.0.30 "GET /v2.0/networks/d6cb6789-0b2a-4ba4-8424-772a7d1413c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4709632 Feb 09 01:42:01.192186 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a5610e6-c327-481c-95b9-ae49e1f64518 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (df867500-8861-40ce-a07f-f8afa85ffc01), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:01.217440 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be25fc65-abc7-4779-aae6-1820fafd5f2b None None] Pushing event deleted for resources: {'Port': ['ID=47993bc0-82bc-4f93-8f88-b54d48ee2542,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:01.234408 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a5610e6-c327-481c-95b9-ae49e1f64518 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:42:01.234815 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a5610e6-c327-481c-95b9-ae49e1f64518 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (df867500-8861-40ce-a07f-f8afa85ffc01), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:01.238348 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be25fc65-abc7-4779-aae6-1820fafd5f2b None None] No DVR routers for this DVR port 47993bc0-82bc-4f93-8f88-b54d48ee2542 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:42:01.256531 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:42:01.256531 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:42:01.256531 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:42:01.256531 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:42:01.256531 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:42:01.256531 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:42:01.256531 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:42:01.256531 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:42:01.256531 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:42:01.256531 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:42:01.256531 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:42:01.256531 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:42:01.256531 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:42:01.256531 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:42:01.256531 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:42:01.256531 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:42:01.256531 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:42:01.256531 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:42:01.256531 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:42:01.256531 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:42:01.256531 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:42:01.256531 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:42:01.256531 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:42:01.256531 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:42:01.256531 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:42:01.256531 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:42:01.256531 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:42:01.256531 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:42:01.256531 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:42:01.256531 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:42:01.256531 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:42:01.256531 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:42:01.265493 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7051fba0-536e-46d6-8050-5fa695311eff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-e4887304-18c8-44bd-95ef-ecb9d2539b11', 'network_id': 'e4887304-18c8-44bd-95ef-ecb9d2539b11', 'project_id': '1726b6d203164dcab302729577ed20ff', 'fixed_ips': [{'subnet_id': 'db0feb4c-3855-47dc-9760-ac45ad98eafe'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:42:01.271389 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7051fba0-536e-46d6-8050-5fa695311eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:01.288372 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6c0dd9f5-77d9-49b6-9dca-a89f9b459260 None None] Current status of the port a5534f45-4bd6-440e-924e-edf6c630121a is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:01.308699 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 78e3b947-e8f5-41f1-991e-1950045f3972 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:01.312755 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (78e3b947-e8f5-41f1-991e-1950045f3972), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:01.319359 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-120b41ff-5da4-4053-8d0b-ad8cc1c8e810 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (57056a1b-5246-47e0-b3d0-08409dab3142), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:01.325172 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9abd770-ff42-4140-84c9-826c3c3d1488 None None] Routers {'8025ca1f-9460-4554-8173-fbc526245f9b'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:42:01.326282 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-b9abd770-ff42-4140-84c9-826c3c3d1488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:41:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['8025ca1f-9460-4554-8173-fbc526245f9b'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:01.432616 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-120b41ff-5da4-4053-8d0b-ad8cc1c8e810 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (57056a1b-5246-47e0-b3d0-08409dab3142), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:01.442994 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120b41ff-5da4-4053-8d0b-ad8cc1c8e810 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:01.445091 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-120b41ff-5da4-4053-8d0b-ad8cc1c8e810 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:01.514887 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-120b41ff-5da4-4053-8d0b-ad8cc1c8e810 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1740170 Feb 09 01:42:01.520188 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58064) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:01.534080 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-ec13cc7b-526d-459a-82d0-5b06dde7a75c tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Request body: {'subnet': {'network_id': '57056a1b-5246-47e0-b3d0-08409dab3142', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:01.645106 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446c336-fa4c-4be2-8c5c-55fbe161902c None None] Pushing event updated for resources: {'Port': ['ID=89c16eee-ade2-40fd-8d1e-942df653cbfb,revision_number=4']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:01.703005 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a5610e6-c327-481c-95b9-ae49e1f64518 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (6b1d100c-21d0-4442-bd1a-327fdac5d344), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:01.749123 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a5610e6-c327-481c-95b9-ae49e1f64518 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:01.752530 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9a5610e6-c327-481c-95b9-ae49e1f64518 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] 10.222.0.30 "DELETE /v2.0/networks/6b1d100c-21d0-4442-bd1a-327fdac5d344 HTTP/1.1" status: 204 len: 168 time: 2.2149734 Feb 09 01:42:01.833866 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-b9abd770-ff42-4140-84c9-826c3c3d1488 None None] Set router 8025ca1f-9460-4554-8173-fbc526245f9b gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:42:01.837879 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-265f6cff-5152-463f-b059-052c01ef737e None None] Provisioning complete for port 89c16eee-ade2-40fd-8d1e-942df653cbfb triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:01.837879 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-265f6cff-5152-463f-b059-052c01ef737e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (89c16eee-ade2-40fd-8d1e-942df653cbfb), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:01.848625 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5610e6-c327-481c-95b9-ae49e1f64518 tempest-PortsIpV6TestJSON-559321629 tempest-PortsIpV6TestJSON-559321629-project] Pushing event deleted for resources: {'Network': ['ID=6b1d100c-21d0-4442-bd1a-327fdac5d344,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:01.885087 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-528f1f87-5a1f-40cc-bd18-b56b5fbc2ab7 req-3b22f7c4-53d3-46dc-a72f-286fb9fe76a7 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 210 time: 0.1956744 Feb 09 01:42:01.896436 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b41ff-5da4-4053-8d0b-ad8cc1c8e810 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event updated for resources: {'Network': ['ID=57056a1b-5246-47e0-b3d0-08409dab3142,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:01.962521 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 57056a1b-5246-47e0-b3d0-08409dab3142 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:42:01.968417 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec13cc7b-526d-459a-82d0-5b06dde7a75c tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Made reservation on behalf of 1726b6d203164dcab302729577ed20ff for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:42:01.972024 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ec13cc7b-526d-459a-82d0-5b06dde7a75c tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:02.202979 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-7051fba0-536e-46d6-8050-5fa695311eff None None] Allocated IP 2001:db8:0:ffff::2 (e4887304-18c8-44bd-95ef-ecb9d2539b11/db0feb4c-3855-47dc-9760-ac45ad98eafe/d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:42:02.320005 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-b9abd770-ff42-4140-84c9-826c3c3d1488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8025ca1f-9460-4554-8173-fbc526245f9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890018208', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '78e3b947-e8f5-41f1-991e-1950045f3972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:44Z', 'updated_at': '2022-02-09T01:41:54Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '78e3b947-e8f5-41f1-991e-1950045f3972', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8025ca1f-9460-4554-8173-fbc526245f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:45Z', 'updated_at': '2022-02-09T01:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '89c16eee-ade2-40fd-8d1e-942df653cbfb', 'name': '', 'network_id': 'd6cb6789-0b2a-4ba4-8424-772a7d1413c2', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'mac_address': 'fa:16:3e:ad:0f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8025ca1f-9460-4554-8173-fbc526245f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '1affeb7f-466a-49a4-99c4-44985032d328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:53Z', 'updated_at': '2022-02-09T01:42:01Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'subnets': [{'id': '1affeb7f-466a-49a4-99c4-44985032d328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:02.328594 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ec13cc7b-526d-459a-82d0-5b06dde7a75c tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (96221300-2c37-402e-8752-99eb4c24b3a8), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:02.385325 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9abd770-ff42-4140-84c9-826c3c3d1488 None None] The sync data for ids ['8025ca1f-9460-4554-8173-fbc526245f9b'] in n-d-822053-40 is: [{'id': '8025ca1f-9460-4554-8173-fbc526245f9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890018208', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '78e3b947-e8f5-41f1-991e-1950045f3972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:44Z', 'updated_at': '2022-02-09T01:41:54Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '78e3b947-e8f5-41f1-991e-1950045f3972', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8025ca1f-9460-4554-8173-fbc526245f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:45Z', 'updated_at': '2022-02-09T01:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '89c16eee-ade2-40fd-8d1e-942df653cbfb', 'name': '', 'network_id': 'd6cb6789-0b2a-4ba4-8424-772a7d1413c2', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'mac_address': 'fa:16:3e:ad:0f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8025ca1f-9460-4554-8173-fbc526245f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '1affeb7f-466a-49a4-99c4-44985032d328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:53Z', 'updated_at': '2022-02-09T01:42:01Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'subnets': [{'id': '1affeb7f-466a-49a4-99c4-44985032d328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:42:02.429127 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec13cc7b-526d-459a-82d0-5b06dde7a75c tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event updated for resources: {'Subnet': ['ID=96221300-2c37-402e-8752-99eb4c24b3a8,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:02.481340 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec13cc7b-526d-459a-82d0-5b06dde7a75c tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Checking segment: {'id': '71283180-b5eb-4ce2-8353-0369a96e0543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '57056a1b-5246-47e0-b3d0-08409dab3142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:42:02.481825 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec13cc7b-526d-459a-82d0-5b06dde7a75c tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Network hostable DHCP agents. Network: 57056a1b-5246-47e0-b3d0-08409dab3142, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:42:02.506546 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec13cc7b-526d-459a-82d0-5b06dde7a75c tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Network 57056a1b-5246-47e0-b3d0-08409dab3142 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:42:02.522209 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-ec13cc7b-526d-459a-82d0-5b06dde7a75c tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 57056a1b-5246-47e0-b3d0-08409dab3142) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:02.554109 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec13cc7b-526d-459a-82d0-5b06dde7a75c tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:02.554109 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ec13cc7b-526d-459a-82d0-5b06dde7a75c tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:02.602367 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ec13cc7b-526d-459a-82d0-5b06dde7a75c tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0802770 Feb 09 01:42:02.604940 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58088) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:02.646274 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139fb938-d0ea-4cf6-be67-100f2581d8f3 None None] Network 57056a1b-5246-47e0-b3d0-08409dab3142 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:42:02.828991 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ac063c9f-30b0-4e69-8a27-aec19d7f74c2 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (57056a1b-5246-47e0-b3d0-08409dab3142), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:02.966983 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ac063c9f-30b0-4e69-8a27-aec19d7f74c2 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (96221300-2c37-402e-8752-99eb4c24b3a8), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:02.971093 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58104) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:03.144865 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a5c21cb7-ba2c-419e-a1b1-b9419a9250be req-da7a121e-4ef3-4b94-84e0-14344469e47d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 210 time: 0.0765979 Feb 09 01:42:03.250460 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ac063c9f-30b0-4e69-8a27-aec19d7f74c2 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (96221300-2c37-402e-8752-99eb4c24b3a8), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:03.306411 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac063c9f-30b0-4e69-8a27-aec19d7f74c2 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event deleted for resources: {'Subnet': ['ID=96221300-2c37-402e-8752-99eb4c24b3a8,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:03.376301 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7051fba0-536e-46d6-8050-5fa695311eff None None] Publish callbacks [] for port (d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:03.496965 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7051fba0-536e-46d6-8050-5fa695311eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:03.502008 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 78e3b947-e8f5-41f1-991e-1950045f3972 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:03.511537 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ac063c9f-30b0-4e69-8a27-aec19d7f74c2 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (57056a1b-5246-47e0-b3d0-08409dab3142), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:03.527380 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0449ab-504a-41f5-82f0-978d96865186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-57056a1b-5246-47e0-b3d0-08409dab3142', 'network_id': '57056a1b-5246-47e0-b3d0-08409dab3142', 'project_id': '1726b6d203164dcab302729577ed20ff', 'fixed_ips': [{'subnet_id': '96221300-2c37-402e-8752-99eb4c24b3a8'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:42:03.534502 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ff0449ab-504a-41f5-82f0-978d96865186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:03.584631 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-ac063c9f-30b0-4e69-8a27-aec19d7f74c2 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57056a1b-5246-47e0-b3d0-08409dab3142']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:03.623087 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-ac063c9f-30b0-4e69-8a27-aec19d7f74c2 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71283180-b5eb-4ce2-8353-0369a96e0543') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:03.625659 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-ac063c9f-30b0-4e69-8a27-aec19d7f74c2 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71283180-b5eb-4ce2-8353-0369a96e0543') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:03.654755 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ac063c9f-30b0-4e69-8a27-aec19d7f74c2 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (71283180-b5eb-4ce2-8353-0369a96e0543), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:03.703408 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ac063c9f-30b0-4e69-8a27-aec19d7f74c2 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (71283180-b5eb-4ce2-8353-0369a96e0543), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:03.715671 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 47993bc0-82bc-4f93-8f88-b54d48ee2542 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:42:03.727000 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac063c9f-30b0-4e69-8a27-aec19d7f74c2 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:42:03.730837 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ac063c9f-30b0-4e69-8a27-aec19d7f74c2 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (71283180-b5eb-4ce2-8353-0369a96e0543), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:03.764731 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9897c85d-1ac4-4ed9-a19d-ef455bdc912b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8201bc48225643789b21af5866801d1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7899532 Feb 09 01:42:03.765423 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58118) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:03.908688 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-265f6cff-5152-463f-b059-052c01ef737e None None] Current status of the port 89c16eee-ade2-40fd-8d1e-942df653cbfb is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:03.917097 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-265f6cff-5152-463f-b059-052c01ef737e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (89c16eee-ade2-40fd-8d1e-942df653cbfb), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:03.937260 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a7646b8-26f3-4099-aefd-18efb4854b1a admin admin] Publish callbacks [] for security_group (924a0a66-972b-4c00-82c7-3109ec696a2e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:03.944849 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:42:03.944849 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:42:03.944849 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:42:03.944849 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:42:03.944849 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:42:03.944849 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:42:03.944849 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:42:03.944849 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:42:03.944849 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:42:03.944849 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:42:03.944849 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:42:03.944849 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:42:03.944849 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:42:03.944849 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:42:03.944849 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:42:03.944849 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:42:03.944849 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:42:03.944849 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:42:03.944849 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:42:03.944849 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:42:03.944849 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:42:03.944849 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:42:03.944849 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:42:03.944849 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:42:03.944849 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:42:03.944849 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:42:03.944849 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:42:03.944849 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:42:03.944849 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:42:03.944849 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:42:03.944849 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:42:03.944849 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:42:03.951896 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ac063c9f-30b0-4e69-8a27-aec19d7f74c2 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (57056a1b-5246-47e0-b3d0-08409dab3142), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:03.972889 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ac063c9f-30b0-4e69-8a27-aec19d7f74c2 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:03.984359 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ac063c9f-30b0-4e69-8a27-aec19d7f74c2 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "DELETE /v2.0/networks/57056a1b-5246-47e0-b3d0-08409dab3142 HTTP/1.1" status: 204 len: 168 time: 1.3778934 Feb 09 01:42:03.989282 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58120) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:04.023944 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a7646b8-26f3-4099-aefd-18efb4854b1a admin admin] Publish callbacks [] for security_group (924a0a66-972b-4c00-82c7-3109ec696a2e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:04.045075 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-b42c622e-f395-4544-bbed-6073b419f1b4 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-111451477'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:04.064587 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac063c9f-30b0-4e69-8a27-aec19d7f74c2 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event deleted for resources: {'Network': ['ID=57056a1b-5246-47e0-b3d0-08409dab3142,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:04.104149 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7051fba0-536e-46d6-8050-5fa695311eff None None] Network e4887304-18c8-44bd-95ef-ecb9d2539b11 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:42:04.146379 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a7646b8-26f3-4099-aefd-18efb4854b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (924a0a66-972b-4c00-82c7-3109ec696a2e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:04.149027 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a7646b8-26f3-4099-aefd-18efb4854b1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:04.150186 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7a7646b8-26f3-4099-aefd-18efb4854b1a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/924a0a66-972b-4c00-82c7-3109ec696a2e HTTP/1.1" status: 204 len: 168 time: 0.3838046 Feb 09 01:42:04.158575 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42c622e-f395-4544-bbed-6073b419f1b4 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Made reservation on behalf of 1726b6d203164dcab302729577ed20ff for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:42:04.159370 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 47993bc0-82bc-4f93-8f88-b54d48ee2542 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:42:04.160212 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 47993bc0-82bc-4f93-8f88-b54d48ee2542 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:42:04.163375 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b42c622e-f395-4544-bbed-6073b419f1b4 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:04.190170 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7646b8-26f3-4099-aefd-18efb4854b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924a0a66-972b-4c00-82c7-3109ec696a2e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:04.193505 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f239d0-867b-4408-8db4-fb98256a1792 None None] Network 57056a1b-5246-47e0-b3d0-08409dab3142 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:42:04.203501 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7051fba0-536e-46d6-8050-5fa695311eff None None] Pushing event updated for resources: {'Port': ['ID=d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:04.222268 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-7051fba0-536e-46d6-8050-5fa695311eff None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:04.244591 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b42c622e-f395-4544-bbed-6073b419f1b4 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:42:04.263638 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b42c622e-f395-4544-bbed-6073b419f1b4 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (e6aedc8c-4b30-4a73-a099-26fe68808ed4), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:04.264008 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-b42c622e-f395-4544-bbed-6073b419f1b4 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Added segment e6aedc8c-4b30-4a73-a099-26fe68808ed4 of type vlan for network 18f7b62c-ae59-4560-9670-cdc2bae5dd31 Feb 09 01:42:04.299564 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7051fba0-536e-46d6-8050-5fa695311eff None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:42:04.458680 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5941df39-d89f-4d93-bd41-07d77906fe4b req-74d273f1-708a-4cc5-a2b7-a1207fc6a3e5 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 210 time: 0.1683216 Feb 09 01:42:04.487439 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f239d0-867b-4408-8db4-fb98256a1792 None None] Network 57056a1b-5246-47e0-b3d0-08409dab3142 could not be found, it might have been deleted concurrently. {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 01:42:04.509704 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b42c622e-f395-4544-bbed-6073b419f1b4 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (18f7b62c-ae59-4560-9670-cdc2bae5dd31), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:04.562631 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-265f6cff-5152-463f-b059-052c01ef737e None None] For port 89c16eee-ade2-40fd-8d1e-942df653cbfb, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=89c16eee-ade2-40fd-8d1e-942df653cbfb,segment=NetworkSegment(836bfa82-d300-4cc7-988f-ecf320a5b7ac),segment_id=836bfa82-d300-4cc7-988f-ecf320a5b7ac)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:04.610220 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b42c622e-f395-4544-bbed-6073b419f1b4 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (18f7b62c-ae59-4560-9670-cdc2bae5dd31), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:04.626694 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42c622e-f395-4544-bbed-6073b419f1b4 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:04.632360 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b42c622e-f395-4544-bbed-6073b419f1b4 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:04.645669 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 89c16eee-ade2-40fd-8d1e-942df653cbfb up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:42:04.828861 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-7051fba0-536e-46d6-8050-5fa695311eff None None] Attempting to bind port d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:42:04.829596 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-7051fba0-536e-46d6-8050-5fa695311eff None None] Attempting to bind port d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'e0543ed0-a705-42cc-8d36-50e666551961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e4887304-18c8-44bd-95ef-ecb9d2539b11'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:42:04.830150 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7051fba0-536e-46d6-8050-5fa695311eff None None] Attempting to bind port d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f on network e4887304-18c8-44bd-95ef-ecb9d2539b11 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:04.832090 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58142) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:04.836363 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-265f6cff-5152-463f-b059-052c01ef737e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (89c16eee-ade2-40fd-8d1e-942df653cbfb), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:04.837526 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-e2eb6d36-3bad-45ae-8d91-a8edbaa88d18 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Request body: {'subnet': {'network_id': '18f7b62c-ae59-4560-9670-cdc2bae5dd31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:04.842663 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b42c622e-f395-4544-bbed-6073b419f1b4 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8130989 Feb 09 01:42:04.870673 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c622e-f395-4544-bbed-6073b419f1b4 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event updated for resources: {'Network': ['ID=18f7b62c-ae59-4560-9670-cdc2bae5dd31,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:04.923263 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f6cff-5152-463f-b059-052c01ef737e None None] Pushing event updated for resources: {'Port': ['ID=89c16eee-ade2-40fd-8d1e-942df653cbfb,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:04.928140 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 18f7b62c-ae59-4560-9670-cdc2bae5dd31 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:42:04.999532 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2eb6d36-3bad-45ae-8d91-a8edbaa88d18 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Made reservation on behalf of 1726b6d203164dcab302729577ed20ff for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:42:05.007275 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2eb6d36-3bad-45ae-8d91-a8edbaa88d18 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:05.031270 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7051fba0-536e-46d6-8050-5fa695311eff None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:42:05.032002 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7051fba0-536e-46d6-8050-5fa695311eff None None] Checking segment: {'id': 'e0543ed0-a705-42cc-8d36-50e666551961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e4887304-18c8-44bd-95ef-ecb9d2539b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:42:05.032700 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7051fba0-536e-46d6-8050-5fa695311eff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:05.033195 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7051fba0-536e-46d6-8050-5fa695311eff None None] Bound using segment: {'id': 'e0543ed0-a705-42cc-8d36-50e666551961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e4887304-18c8-44bd-95ef-ecb9d2539b11'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:42:05.033872 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-7051fba0-536e-46d6-8050-5fa695311eff None None] Bound port: d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0543ed0-a705-42cc-8d36-50e666551961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e4887304-18c8-44bd-95ef-ecb9d2539b11'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:42:05.034359 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7051fba0-536e-46d6-8050-5fa695311eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:05.054022 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-265f6cff-5152-463f-b059-052c01ef737e None None] Could not find standard attr ID for object aba53d37-9e48-42fa-88b3-98ea811988e7. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:42:05.175381 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-7051fba0-536e-46d6-8050-5fa695311eff None None] For port d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:42:05.181181 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-7051fba0-536e-46d6-8050-5fa695311eff None None] For port d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f,segment=NetworkSegment(e0543ed0-a705-42cc-8d36-50e666551961),segment_id=e0543ed0-a705-42cc-8d36-50e666551961)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:42:05.193439 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-265f6cff-5152-463f-b059-052c01ef737e None None] Could not find standard attr ID for object 47993bc0-82bc-4f93-8f88-b54d48ee2542. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:42:05.207639 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7051fba0-536e-46d6-8050-5fa695311eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:05.318076 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7051fba0-536e-46d6-8050-5fa695311eff None None] Pushing event updated for resources: {'Port': ['ID=d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:05.341776 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 89c16eee-ade2-40fd-8d1e-942df653cbfb triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:05.342662 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (89c16eee-ade2-40fd-8d1e-942df653cbfb), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:05.386638 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-a69deb5b-b76c-41f9-a0cf-9fd4d91b8943 None None] Provisioning complete for port 89c16eee-ade2-40fd-8d1e-942df653cbfb triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:05.396791 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a69deb5b-b76c-41f9-a0cf-9fd4d91b8943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (89c16eee-ade2-40fd-8d1e-942df653cbfb), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:05.501405 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2eb6d36-3bad-45ae-8d91-a8edbaa88d18 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (e3a8ee9e-b01a-44a7-a6f0-b5e536382b9c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:05.635384 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb6d36-3bad-45ae-8d91-a8edbaa88d18 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event updated for resources: {'Subnet': ['ID=e3a8ee9e-b01a-44a7-a6f0-b5e536382b9c,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:05.657564 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2eb6d36-3bad-45ae-8d91-a8edbaa88d18 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Checking segment: {'id': 'e6aedc8c-4b30-4a73-a099-26fe68808ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '18f7b62c-ae59-4560-9670-cdc2bae5dd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:42:05.658328 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2eb6d36-3bad-45ae-8d91-a8edbaa88d18 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Network hostable DHCP agents. Network: 18f7b62c-ae59-4560-9670-cdc2bae5dd31, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:42:05.679378 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c42fced5-4094-4279-9e2d-c93596947335 req-ca9f4f1b-6415-48b2-af66-0c6c384d1f18 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 210 time: 0.0677989 Feb 09 01:42:05.687179 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2eb6d36-3bad-45ae-8d91-a8edbaa88d18 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Network 18f7b62c-ae59-4560-9670-cdc2bae5dd31 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:42:05.714765 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-e2eb6d36-3bad-45ae-8d91-a8edbaa88d18 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 18f7b62c-ae59-4560-9670-cdc2bae5dd31) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:05.721995 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2eb6d36-3bad-45ae-8d91-a8edbaa88d18 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:05.728101 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2eb6d36-3bad-45ae-8d91-a8edbaa88d18 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:05.765505 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e2eb6d36-3bad-45ae-8d91-a8edbaa88d18 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9320455 Feb 09 01:42:05.769659 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58164) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:05.789296 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-e5a7447f-ed98-4246-8a71-674a7889940c tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1213761340'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:05.874976 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a7447f-ed98-4246-8a71-674a7889940c tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Made reservation on behalf of 1726b6d203164dcab302729577ed20ff for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:42:05.878414 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e5a7447f-ed98-4246-8a71-674a7889940c tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:05.931241 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9505eb-580c-419b-83b8-7cb958527faf None None] Network 18f7b62c-ae59-4560-9670-cdc2bae5dd31 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:42:05.952081 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5a7447f-ed98-4246-8a71-674a7889940c tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:42:05.977616 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e5a7447f-ed98-4246-8a71-674a7889940c tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (db008210-9ff7-4e40-842e-dbd7b8f909eb), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:05.979160 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-e5a7447f-ed98-4246-8a71-674a7889940c tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Added segment db008210-9ff7-4e40-842e-dbd7b8f909eb of type vlan for network 01ce8314-ff5f-41d6-9d64-de590e65a24a Feb 09 01:42:06.101286 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e5a7447f-ed98-4246-8a71-674a7889940c tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (01ce8314-ff5f-41d6-9d64-de590e65a24a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:06.161675 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e5a7447f-ed98-4246-8a71-674a7889940c tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (01ce8314-ff5f-41d6-9d64-de590e65a24a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:06.167203 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a7447f-ed98-4246-8a71-674a7889940c tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:06.170297 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 89c16eee-ade2-40fd-8d1e-942df653cbfb is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:06.171300 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e5a7447f-ed98-4246-8a71-674a7889940c tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:06.172582 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device a5534f45-4bd6-440e-924e-edf6c630121a up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:42:06.402871 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7447f-ed98-4246-8a71-674a7889940c tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event updated for resources: {'Network': ['ID=01ce8314-ff5f-41d6-9d64-de590e65a24a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:06.412766 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a69deb5b-b76c-41f9-a0cf-9fd4d91b8943 None None] Current status of the port 89c16eee-ade2-40fd-8d1e-942df653cbfb is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:06.427696 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e5a7447f-ed98-4246-8a71-674a7889940c tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6569183 Feb 09 01:42:06.430543 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58182) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:06.435881 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d891551-e977-4d3c-9400-8df1f81e4dec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-18f7b62c-ae59-4560-9670-cdc2bae5dd31', 'network_id': '18f7b62c-ae59-4560-9670-cdc2bae5dd31', 'project_id': '1726b6d203164dcab302729577ed20ff', 'fixed_ips': [{'subnet_id': 'e3a8ee9e-b01a-44a7-a6f0-b5e536382b9c'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:42:06.436876 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-e09a8707-469a-4a52-8945-52ffb077d5d5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Request body: {'subnet': {'network_id': '01ce8314-ff5f-41d6-9d64-de590e65a24a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:06.437423 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2d891551-e977-4d3c-9400-8df1f81e4dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:06.439951 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 01ce8314-ff5f-41d6-9d64-de590e65a24a details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:42:06.650143 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port a5534f45-4bd6-440e-924e-edf6c630121a triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:06.650523 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a5534f45-4bd6-440e-924e-edf6c630121a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:06.741336 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09a8707-469a-4a52-8945-52ffb077d5d5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Made reservation on behalf of 1726b6d203164dcab302729577ed20ff for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:42:06.750224 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e09a8707-469a-4a52-8945-52ffb077d5d5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:06.960234 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-02fcb9f5-babf-4b4c-99b0-23c1b41822d6 req-afa89e06-f592-48e4-ae23-f0948f158a39 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 210 time: 0.1054683 Feb 09 01:42:07.067861 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.ipam_backend_mixin [None req-e09a8707-469a-4a52-8945-52ffb077d5d5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Performing IP validity checks on allocation pools {{(pid=103528) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 01:42:07.068463 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.ipam_backend_mixin [None req-e09a8707-469a-4a52-8945-52ffb077d5d5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103528) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 01:42:07.285264 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-2d891551-e977-4d3c-9400-8df1f81e4dec None None] Allocated IP 2001:db8::1 (18f7b62c-ae59-4560-9670-cdc2bae5dd31/e3a8ee9e-b01a-44a7-a6f0-b5e536382b9c/eebe68b2-97c3-418e-aa02-f677c387fe2d) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:42:07.298321 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port a5534f45-4bd6-440e-924e-edf6c630121a is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:07.319693 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-a71cea88-4612-425e-ac2c-db24ccf7c650 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:07.329568 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-a71cea88-4612-425e-ac2c-db24ccf7c650 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.121 "GET /v2.0/networks?id=d6cb6789-0b2a-4ba4-8424-772a7d1413c2 HTTP/1.1" status: 200 len: 795 time: 0.6222115 Feb 09 01:42:07.458165 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-fb410844-af8f-4793-b37f-705ff9c7da2c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7f5366db1de43098724f0eb4e3342fd HTTP/1.1" status: 200 len: 380 time: 0.0899854 Feb 09 01:42:07.467969 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-e21a3eb3-a0ba-47cc-a1b5-29d209f590a6 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'port': {'device_id': '6d6306cf-2382-4490-986b-294c2fa475db', 'network_id': 'd6cb6789-0b2a-4ba4-8424-772a7d1413c2', 'admin_state_up': True, 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'security_groups': ['c174cb6e-64e7-44be-83f3-29ea109f9382']}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:07.528369 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e09a8707-469a-4a52-8945-52ffb077d5d5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (733eeb8b-c30c-4bb7-9df5-58c6478d7c8a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:07.550595 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e13e3e-1ad4-4914-a722-976f28dcd3f6 None None] Network e4887304-18c8-44bd-95ef-ecb9d2539b11 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:42:07.638870 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a8707-469a-4a52-8945-52ffb077d5d5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event updated for resources: {'Subnet': ['ID=733eeb8b-c30c-4bb7-9df5-58c6478d7c8a,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:07.706937 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09a8707-469a-4a52-8945-52ffb077d5d5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Checking segment: {'id': 'db008210-9ff7-4e40-842e-dbd7b8f909eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '01ce8314-ff5f-41d6-9d64-de590e65a24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:42:07.707383 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09a8707-469a-4a52-8945-52ffb077d5d5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Network hostable DHCP agents. Network: 01ce8314-ff5f-41d6-9d64-de590e65a24a, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:42:07.719785 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 89c16eee-ade2-40fd-8d1e-942df653cbfb up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:42:07.756230 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09a8707-469a-4a52-8945-52ffb077d5d5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Network 01ce8314-ff5f-41d6-9d64-de590e65a24a is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:42:07.765071 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-e21a3eb3-a0ba-47cc-a1b5-29d209f590a6 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Made reservation on behalf of e7f5366db1de43098724f0eb4e3342fd for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:42:07.769084 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-e21a3eb3-a0ba-47cc-a1b5-29d209f590a6 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:07.773041 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-e09a8707-469a-4a52-8945-52ffb077d5d5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 01ce8314-ff5f-41d6-9d64-de590e65a24a) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:07.777953 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09a8707-469a-4a52-8945-52ffb077d5d5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:07.779674 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e09a8707-469a-4a52-8945-52ffb077d5d5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:07.800938 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83189b0-8a3d-4a5e-a678-5fe1e1f4fb01 None None] Network 01ce8314-ff5f-41d6-9d64-de590e65a24a requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:42:07.804554 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e09a8707-469a-4a52-8945-52ffb077d5d5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3724601 Feb 09 01:42:07.807183 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58208) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:07.836216 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2d891551-e977-4d3c-9400-8df1f81e4dec None None] Publish callbacks [] for port (eebe68b2-97c3-418e-aa02-f677c387fe2d), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:07.849178 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-a85053c2-a021-432b-a08a-699db501495e None None] Provisioning complete for port d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:07.849623 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a85053c2-a021-432b-a08a-699db501495e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:07.894197 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2d891551-e977-4d3c-9400-8df1f81e4dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (eebe68b2-97c3-418e-aa02-f677c387fe2d), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:07.938301 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58210) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:08.018357 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d891551-e977-4d3c-9400-8df1f81e4dec None None] Pushing event updated for resources: {'Port': ['ID=eebe68b2-97c3-418e-aa02-f677c387fe2d,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:08.022128 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-e21a3eb3-a0ba-47cc-a1b5-29d209f590a6 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Allocated IP 172.20.0.11 (d6cb6789-0b2a-4ba4-8424-772a7d1413c2/1affeb7f-466a-49a4-99c4-44985032d328/40bd1084-775d-4c76-9af0-601321ece8a0) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:42:08.065844 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d891551-e977-4d3c-9400-8df1f81e4dec None None] Network 18f7b62c-ae59-4560-9670-cdc2bae5dd31 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:42:08.090274 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-2d891551-e977-4d3c-9400-8df1f81e4dec None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:08.100416 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d891551-e977-4d3c-9400-8df1f81e4dec None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:42:08.134816 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ac9964a2-6640-4bbc-9ef7-7bec2fb78b2e tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (01ce8314-ff5f-41d6-9d64-de590e65a24a), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:08.159777 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 89c16eee-ade2-40fd-8d1e-942df653cbfb triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:08.160457 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (89c16eee-ade2-40fd-8d1e-942df653cbfb), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:08.233571 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-e21a3eb3-a0ba-47cc-a1b5-29d209f590a6 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for port (40bd1084-775d-4c76-9af0-601321ece8a0), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:08.238126 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9203c49d-ee47-49c5-9aae-53d4554afd4d req-e31c8820-7207-4521-87e5-ceface3f26ad tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 210 time: 0.0969431 Feb 09 01:42:08.241531 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-3a7417bf-6c09-4e15-bf39-cd7d9f6dc281 tempest-DvrRoutersNegativeTest-1072455072 tempest-DvrRoutersNegativeTest-1072455072-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1867744818', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:08.253832 n-d-822053-40 neutron-server[103529]: DEBUG neutron.policy [None req-3a7417bf-6c09-4e15-bf39-cd7d9f6dc281 tempest-DvrRoutersNegativeTest-1072455072 tempest-DvrRoutersNegativeTest-1072455072-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103529) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 09 01:42:08.258763 n-d-822053-40 neutron-server[103529]: DEBUG neutron.policy [None req-3a7417bf-6c09-4e15-bf39-cd7d9f6dc281 tempest-DvrRoutersNegativeTest-1072455072 tempest-DvrRoutersNegativeTest-1072455072-project] Failed policy check for 'create_router' {{(pid=103529) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 09 01:42:08.260277 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-3a7417bf-6c09-4e15-bf39-cd7d9f6dc281 tempest-DvrRoutersNegativeTest-1072455072 tempest-DvrRoutersNegativeTest-1072455072-project] create failed (client error): Access was denied to this resource. Feb 09 01:42:08.266093 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3a7417bf-6c09-4e15-bf39-cd7d9f6dc281 tempest-DvrRoutersNegativeTest-1072455072 tempest-DvrRoutersNegativeTest-1072455072-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3225975 Feb 09 01:42:08.291221 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-e21a3eb3-a0ba-47cc-a1b5-29d209f590a6 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (40bd1084-775d-4c76-9af0-601321ece8a0), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:08.320897 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-e21a3eb3-a0ba-47cc-a1b5-29d209f590a6 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Network d6cb6789-0b2a-4ba4-8424-772a7d1413c2 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:42:08.324806 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-e21a3eb3-a0ba-47cc-a1b5-29d209f590a6 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:08.354577 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6314e58e-7d2c-4630-bcf6-22ab4032c32e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-01ce8314-ff5f-41d6-9d64-de590e65a24a', 'network_id': '01ce8314-ff5f-41d6-9d64-de590e65a24a', 'project_id': '1726b6d203164dcab302729577ed20ff', 'fixed_ips': [{'subnet_id': '733eeb8b-c30c-4bb7-9df5-58c6478d7c8a'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:42:08.358037 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6314e58e-7d2c-4630-bcf6-22ab4032c32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:08.361091 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-e21a3eb3-a0ba-47cc-a1b5-29d209f590a6 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:42:08.387349 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ac9964a2-6640-4bbc-9ef7-7bec2fb78b2e tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (733eeb8b-c30c-4bb7-9df5-58c6478d7c8a), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:08.477190 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ac9964a2-6640-4bbc-9ef7-7bec2fb78b2e tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (733eeb8b-c30c-4bb7-9df5-58c6478d7c8a), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:08.477772 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a85053c2-a021-432b-a08a-699db501495e None None] Current status of the port d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:08.478645 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a85053c2-a021-432b-a08a-699db501495e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:08.497096 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a3eb3-a0ba-47cc-a1b5-29d209f590a6 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'Port': ['ID=40bd1084-775d-4c76-9af0-601321ece8a0,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:08.546788 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-e21a3eb3-a0ba-47cc-a1b5-29d209f590a6 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:08.552631 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-e21a3eb3-a0ba-47cc-a1b5-29d209f590a6 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:08.559350 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9964a2-6640-4bbc-9ef7-7bec2fb78b2e tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event deleted for resources: {'Subnet': ['ID=733eeb8b-c30c-4bb7-9df5-58c6478d7c8a,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:08.588728 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-e21a3eb3-a0ba-47cc-a1b5-29d209f590a6 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1235964 Feb 09 01:42:08.600395 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-35a99f56-8dbb-48b1-96d0-fa8cc44fffba service neutron] Request body: {'port': {'device_id': '6d6306cf-2382-4490-986b-294c2fa475db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:08.721756 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ac9964a2-6640-4bbc-9ef7-7bec2fb78b2e tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (01ce8314-ff5f-41d6-9d64-de590e65a24a), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:08.763817 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-35a99f56-8dbb-48b1-96d0-fa8cc44fffba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (40bd1084-775d-4c76-9af0-601321ece8a0), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:08.770774 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-ac9964a2-6640-4bbc-9ef7-7bec2fb78b2e tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01ce8314-ff5f-41d6-9d64-de590e65a24a']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:08.797356 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-ac9964a2-6640-4bbc-9ef7-7bec2fb78b2e tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db008210-9ff7-4e40-842e-dbd7b8f909eb') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:08.798871 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-ac9964a2-6640-4bbc-9ef7-7bec2fb78b2e tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db008210-9ff7-4e40-842e-dbd7b8f909eb') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:08.844378 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ac9964a2-6640-4bbc-9ef7-7bec2fb78b2e tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (db008210-9ff7-4e40-842e-dbd7b8f909eb), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:08.881204 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ac9964a2-6640-4bbc-9ef7-7bec2fb78b2e tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (db008210-9ff7-4e40-842e-dbd7b8f909eb), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:08.895404 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac9964a2-6640-4bbc-9ef7-7bec2fb78b2e tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:42:08.897046 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ac9964a2-6640-4bbc-9ef7-7bec2fb78b2e tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (db008210-9ff7-4e40-842e-dbd7b8f909eb), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:08.908138 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:42:08.908138 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:42:08.908138 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:42:08.908138 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:42:08.908138 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:42:08.908138 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:42:08.908138 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:42:08.908138 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:42:08.908138 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:42:08.908138 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:42:08.908138 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:42:08.908138 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:42:08.908138 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:42:08.908138 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:42:08.908138 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:42:08.908138 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:42:08.908138 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:42:08.908138 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:42:08.908138 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:42:08.908138 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:42:08.908138 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:42:08.908138 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:42:08.908138 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:42:08.908138 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:42:08.908138 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:42:08.908138 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:42:08.908138 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:42:08.908138 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:42:08.908138 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:42:08.908138 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:42:08.908138 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:42:08.908138 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:42:09.031506 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-2d891551-e977-4d3c-9400-8df1f81e4dec None None] Attempting to bind port eebe68b2-97c3-418e-aa02-f677c387fe2d on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:42:09.031878 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-2d891551-e977-4d3c-9400-8df1f81e4dec None None] Attempting to bind port eebe68b2-97c3-418e-aa02-f677c387fe2d by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'e6aedc8c-4b30-4a73-a099-26fe68808ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '18f7b62c-ae59-4560-9670-cdc2bae5dd31'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:42:09.048605 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d891551-e977-4d3c-9400-8df1f81e4dec None None] Attempting to bind port eebe68b2-97c3-418e-aa02-f677c387fe2d on network 18f7b62c-ae59-4560-9670-cdc2bae5dd31 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:09.057012 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d891551-e977-4d3c-9400-8df1f81e4dec None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:42:09.057688 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d891551-e977-4d3c-9400-8df1f81e4dec None None] Checking segment: {'id': 'e6aedc8c-4b30-4a73-a099-26fe68808ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '18f7b62c-ae59-4560-9670-cdc2bae5dd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:42:09.058293 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2d891551-e977-4d3c-9400-8df1f81e4dec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:09.058857 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d891551-e977-4d3c-9400-8df1f81e4dec None None] Bound using segment: {'id': 'e6aedc8c-4b30-4a73-a099-26fe68808ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '18f7b62c-ae59-4560-9670-cdc2bae5dd31'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:42:09.060163 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-2d891551-e977-4d3c-9400-8df1f81e4dec None None] Bound port: eebe68b2-97c3-418e-aa02-f677c387fe2d, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6aedc8c-4b30-4a73-a099-26fe68808ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '18f7b62c-ae59-4560-9670-cdc2bae5dd31'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:42:09.063118 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2d891551-e977-4d3c-9400-8df1f81e4dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (eebe68b2-97c3-418e-aa02-f677c387fe2d), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:09.081300 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ac9964a2-6640-4bbc-9ef7-7bec2fb78b2e tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (01ce8314-ff5f-41d6-9d64-de590e65a24a), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:09.095500 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ac9964a2-6640-4bbc-9ef7-7bec2fb78b2e tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:09.098753 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ac9964a2-6640-4bbc-9ef7-7bec2fb78b2e tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "DELETE /v2.0/networks/01ce8314-ff5f-41d6-9d64-de590e65a24a HTTP/1.1" status: 204 len: 168 time: 1.2900574 Feb 09 01:42:09.108844 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58230) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:09.111474 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9964a2-6640-4bbc-9ef7-7bec2fb78b2e tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event deleted for resources: {'Network': ['ID=01ce8314-ff5f-41d6-9d64-de590e65a24a,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:09.135368 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-99196c1a-c92e-4e36-87c3-be90eef2be30 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-643076937'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:09.183614 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-2d891551-e977-4d3c-9400-8df1f81e4dec None None] For port eebe68b2-97c3-418e-aa02-f677c387fe2d, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:42:09.188643 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-2d891551-e977-4d3c-9400-8df1f81e4dec None None] For port eebe68b2-97c3-418e-aa02-f677c387fe2d, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=eebe68b2-97c3-418e-aa02-f677c387fe2d,segment=NetworkSegment(e6aedc8c-4b30-4a73-a099-26fe68808ed4),segment_id=e6aedc8c-4b30-4a73-a099-26fe68808ed4)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:42:09.198685 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55f0a7e-85e2-4eef-8718-751c14c5f088 None None] Network 01ce8314-ff5f-41d6-9d64-de590e65a24a requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:42:09.203724 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58232) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:09.205400 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-a85053c2-a021-432b-a08a-699db501495e None None] For port d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f,segment=NetworkSegment(e0543ed0-a705-42cc-8d36-50e666551961),segment_id=e0543ed0-a705-42cc-8d36-50e666551961)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:09.208990 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2d891551-e977-4d3c-9400-8df1f81e4dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (eebe68b2-97c3-418e-aa02-f677c387fe2d), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:09.264786 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a85053c2-a021-432b-a08a-699db501495e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:09.267761 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55f0a7e-85e2-4eef-8718-751c14c5f088 None None] Network 01ce8314-ff5f-41d6-9d64-de590e65a24a could not be found, it might have been deleted concurrently. {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 01:42:09.306623 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99196c1a-c92e-4e36-87c3-be90eef2be30 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Made reservation on behalf of 1726b6d203164dcab302729577ed20ff for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:42:09.316628 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-99196c1a-c92e-4e36-87c3-be90eef2be30 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:09.341310 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 89c16eee-ade2-40fd-8d1e-942df653cbfb is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:09.342778 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:42:09.347883 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d891551-e977-4d3c-9400-8df1f81e4dec None None] Pushing event updated for resources: {'Port': ['ID=eebe68b2-97c3-418e-aa02-f677c387fe2d,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:09.457990 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99196c1a-c92e-4e36-87c3-be90eef2be30 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:42:09.475700 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85053c2-a021-432b-a08a-699db501495e None None] Pushing event updated for resources: {'Port': ['ID=d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:09.509666 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-caad10be-1436-47a2-b02a-2fcc252038cc None None] Provisioning complete for port 40bd1084-775d-4c76-9af0-601321ece8a0 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:09.510341 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-caad10be-1436-47a2-b02a-2fcc252038cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (40bd1084-775d-4c76-9af0-601321ece8a0), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:09.541280 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-99196c1a-c92e-4e36-87c3-be90eef2be30 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (365e0193-2770-40bb-b051-9e98d865eac1), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:09.547503 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-99196c1a-c92e-4e36-87c3-be90eef2be30 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Added segment 365e0193-2770-40bb-b051-9e98d865eac1 of type vlan for network b85fc59a-9d5a-4c15-b682-721b0e859992 Feb 09 01:42:09.561061 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-caad10be-1436-47a2-b02a-2fcc252038cc None None] Port 40bd1084-775d-4c76-9af0-601321ece8a0 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:42:09.581873 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec2e1b-3306-4b01-81f7-a3ec92cf30ef req-c165b068-9473-4c4d-bf7d-1e3fc42f1cb2 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:09.583640 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-80ec2e1b-3306-4b01-81f7-a3ec92cf30ef req-c165b068-9473-4c4d-bf7d-1e3fc42f1cb2 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 932 time: 0.1808295 Feb 09 01:42:09.594789 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-caad10be-1436-47a2-b02a-2fcc252038cc None None] Provisioning complete for port d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:09.595405 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-caad10be-1436-47a2-b02a-2fcc252038cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:09.696738 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:09.697264 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:09.716893 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-80ec2e1b-3306-4b01-81f7-a3ec92cf30ef req-a530ab4e-ef96-4e7d-9936-7bf949ca64b2 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=c174cb6e-64e7-44be-83f3-29ea109f9382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264153 Feb 09 01:42:09.725819 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-99196c1a-c92e-4e36-87c3-be90eef2be30 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (b85fc59a-9d5a-4c15-b682-721b0e859992), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:09.747656 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-737dd12e-d05b-4bdd-8721-7225f943f46c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:09.824119 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-35a99f56-8dbb-48b1-96d0-fa8cc44fffba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40bd1084-775d-4c76-9af0-601321ece8a0 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:42:09.862941 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-35a99f56-8dbb-48b1-96d0-fa8cc44fffba service neutron] Publish callbacks [] for port (40bd1084-775d-4c76-9af0-601321ece8a0), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:09.887404 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-99196c1a-c92e-4e36-87c3-be90eef2be30 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (b85fc59a-9d5a-4c15-b682-721b0e859992), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:09.893872 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99196c1a-c92e-4e36-87c3-be90eef2be30 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:09.901174 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-99196c1a-c92e-4e36-87c3-be90eef2be30 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:09.907931 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-737dd12e-d05b-4bdd-8721-7225f943f46c admin admin] Publish callbacks [] for security_group (211c5375-6b0b-4789-97e7-897d6cd6590a), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:09.913019 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-737dd12e-d05b-4bdd-8721-7225f943f46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (211c5375-6b0b-4789-97e7-897d6cd6590a), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:09.916033 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-35a99f56-8dbb-48b1-96d0-fa8cc44fffba service neutron] Transition to ACTIVE for port object 40bd1084-775d-4c76-9af0-601321ece8a0 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:42:09.949737 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-35a99f56-8dbb-48b1-96d0-fa8cc44fffba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (40bd1084-775d-4c76-9af0-601321ece8a0), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:09.979324 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737dd12e-d05b-4bdd-8721-7225f943f46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211c5375-6b0b-4789-97e7-897d6cd6590a,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:09.989570 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-737dd12e-d05b-4bdd-8721-7225f943f46c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=086bce1adfdb4469915373780dc395d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7847161 Feb 09 01:42:09.990673 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58246) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:10.019732 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-caad10be-1436-47a2-b02a-2fcc252038cc None None] Current status of the port d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:10.027292 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:10.056844 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-99196c1a-c92e-4e36-87c3-be90eef2be30 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9419897 Feb 09 01:42:10.061429 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58250) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:10.076328 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99196c1a-c92e-4e36-87c3-be90eef2be30 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event updated for resources: {'Network': ['ID=b85fc59a-9d5a-4c15-b682-721b0e859992,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:10.087736 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-a7bc2b12-335b-4bfe-aa4c-422f333e7d29 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Request body: {'subnet': {'network_id': 'b85fc59a-9d5a-4c15-b682-721b0e859992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:10.101202 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a99f56-8dbb-48b1-96d0-fa8cc44fffba service neutron] Pushing event updated for resources: {'Port': ['ID=40bd1084-775d-4c76-9af0-601321ece8a0,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:10.105121 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network b85fc59a-9d5a-4c15-b682-721b0e859992 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:42:10.229654 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-35a99f56-8dbb-48b1-96d0-fa8cc44fffba service neutron] Attempting to bind port 40bd1084-775d-4c76-9af0-601321ece8a0 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:42:10.229984 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-35a99f56-8dbb-48b1-96d0-fa8cc44fffba service neutron] Attempting to bind port 40bd1084-775d-4c76-9af0-601321ece8a0 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '836bfa82-d300-4cc7-988f-ecf320a5b7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd6cb6789-0b2a-4ba4-8424-772a7d1413c2'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:42:10.230317 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-35a99f56-8dbb-48b1-96d0-fa8cc44fffba service neutron] Attempting to bind port 40bd1084-775d-4c76-9af0-601321ece8a0 on network d6cb6789-0b2a-4ba4-8424-772a7d1413c2 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:10.250752 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-35a99f56-8dbb-48b1-96d0-fa8cc44fffba service neutron] Port 40bd1084-775d-4c76-9af0-601321ece8a0 on network d6cb6789-0b2a-4ba4-8424-772a7d1413c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:42:10.251396 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-35a99f56-8dbb-48b1-96d0-fa8cc44fffba service neutron] Attempting to bind port 40bd1084-775d-4c76-9af0-601321ece8a0 on network d6cb6789-0b2a-4ba4-8424-772a7d1413c2 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:10.264775 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-35a99f56-8dbb-48b1-96d0-fa8cc44fffba service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:42:10.265443 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-35a99f56-8dbb-48b1-96d0-fa8cc44fffba service neutron] Checking segment: {'id': '836bfa82-d300-4cc7-988f-ecf320a5b7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd6cb6789-0b2a-4ba4-8424-772a7d1413c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:42:10.266045 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-35a99f56-8dbb-48b1-96d0-fa8cc44fffba service neutron] Bound using segment: {'id': '836bfa82-d300-4cc7-988f-ecf320a5b7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd6cb6789-0b2a-4ba4-8424-772a7d1413c2'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:42:10.266719 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-35a99f56-8dbb-48b1-96d0-fa8cc44fffba service neutron] Bound port: 40bd1084-775d-4c76-9af0-601321ece8a0, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '836bfa82-d300-4cc7-988f-ecf320a5b7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd6cb6789-0b2a-4ba4-8424-772a7d1413c2'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:42:10.267305 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-35a99f56-8dbb-48b1-96d0-fa8cc44fffba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (40bd1084-775d-4c76-9af0-601321ece8a0), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:10.304583 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bc2b12-335b-4bfe-aa4c-422f333e7d29 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Made reservation on behalf of 1726b6d203164dcab302729577ed20ff for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:42:10.308955 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a7bc2b12-335b-4bfe-aa4c-422f333e7d29 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:10.393889 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-35a99f56-8dbb-48b1-96d0-fa8cc44fffba service neutron] For port 40bd1084-775d-4c76-9af0-601321ece8a0, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:42:10.401174 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-35a99f56-8dbb-48b1-96d0-fa8cc44fffba service neutron] For port 40bd1084-775d-4c76-9af0-601321ece8a0, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=40bd1084-775d-4c76-9af0-601321ece8a0,segment=NetworkSegment(836bfa82-d300-4cc7-988f-ecf320a5b7ac),segment_id=836bfa82-d300-4cc7-988f-ecf320a5b7ac)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:42:10.411024 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-35a99f56-8dbb-48b1-96d0-fa8cc44fffba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (40bd1084-775d-4c76-9af0-601321ece8a0), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:10.416368 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device eebe68b2-97c3-418e-aa02-f677c387fe2d up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:42:10.417269 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ec16afe1-7e54-4993-ab5b-fc88792e24f1 admin admin] Publish callbacks [] for security_group (211c5375-6b0b-4789-97e7-897d6cd6590a), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:10.447850 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ec16afe1-7e54-4993-ab5b-fc88792e24f1 admin admin] Publish callbacks [] for security_group (211c5375-6b0b-4789-97e7-897d6cd6590a), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:10.474068 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-35a99f56-8dbb-48b1-96d0-fa8cc44fffba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:10.481794 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-35a99f56-8dbb-48b1-96d0-fa8cc44fffba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:10.492570 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-35a99f56-8dbb-48b1-96d0-fa8cc44fffba service neutron] 10.222.0.121 "PUT /v2.0/ports/40bd1084-775d-4c76-9af0-601321ece8a0 HTTP/1.1" status: 200 len: 1093 time: 1.8977633 Feb 09 01:42:10.493376 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d6306cf-2382-4490-986b-294c2fa475db', 'tag': '40bd1084-775d-4c76-9af0-601321ece8a0'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:42:10.498478 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ed5936-0843-490e-ae2e-ab674145c129" -d '{"events": [{"name": "network-changed", "server_uuid": "6d6306cf-2382-4490-986b-294c2fa475db", "tag": "40bd1084-775d-4c76-9af0-601321ece8a0"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:42:10.514932 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ec16afe1-7e54-4993-ab5b-fc88792e24f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (211c5375-6b0b-4789-97e7-897d6cd6590a), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:10.519475 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ec16afe1-7e54-4993-ab5b-fc88792e24f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:10.536568 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ec16afe1-7e54-4993-ab5b-fc88792e24f1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/211c5375-6b0b-4789-97e7-897d6cd6590a HTTP/1.1" status: 204 len: 168 time: 0.5447266 Feb 09 01:42:10.599585 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec16afe1-7e54-4993-ab5b-fc88792e24f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211c5375-6b0b-4789-97e7-897d6cd6590a,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:10.642583 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port eebe68b2-97c3-418e-aa02-f677c387fe2d triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:10.645506 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (eebe68b2-97c3-418e-aa02-f677c387fe2d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:10.737937 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ab7c0e-88c5-4012-9d2c-c5c2381453b6 x-openstack-request-id: req-25ab7c0e-88c5-4012-9d2c-c5c2381453b6 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:42:10.743625 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d6306cf-2382-4490-986b-294c2fa475db", "tag": "40bd1084-775d-4c76-9af0-601321ece8a0", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:42:10.744244 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-25ab7c0e-88c5-4012-9d2c-c5c2381453b6 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:42:10.746446 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d6306cf-2382-4490-986b-294c2fa475db', 'tag': '40bd1084-775d-4c76-9af0-601321ece8a0', 'status': 'completed', 'code': 200} Feb 09 01:42:10.749316 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a99f56-8dbb-48b1-96d0-fa8cc44fffba service neutron] Pushing event updated for resources: {'Port': ['ID=40bd1084-775d-4c76-9af0-601321ece8a0,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:10.823104 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-e4677e41-96bc-4887-9a82-36b1a3c765eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:10.830081 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-e4677e41-96bc-4887-9a82-36b1a3c765eb service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e7f5366db1de43098724f0eb4e3342fd&device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 1127 time: 0.2870245 Feb 09 01:42:10.943442 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port eebe68b2-97c3-418e-aa02-f677c387fe2d is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:10.945710 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (eebe68b2-97c3-418e-aa02-f677c387fe2d), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:10.964360 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-abf2349f-9d69-4e52-b2c2-a63e5e6a9c52 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40bd1084-775d-4c76-9af0-601321ece8a0 HTTP/1.1" status: 200 len: 217 time: 0.1232047 Feb 09 01:42:11.069958 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-1adcb404-df68-4b85-b396-a04e1c74a239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:11.074015 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-1adcb404-df68-4b85-b396-a04e1c74a239 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1affeb7f-466a-49a4-99c4-44985032d328 HTTP/1.1" status: 200 len: 834 time: 0.1015856 Feb 09 01:42:11.123117 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port eebe68b2-97c3-418e-aa02-f677c387fe2d, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=eebe68b2-97c3-418e-aa02-f677c387fe2d,segment=NetworkSegment(e6aedc8c-4b30-4a73-a099-26fe68808ed4),segment_id=e6aedc8c-4b30-4a73-a099-26fe68808ed4)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:11.134788 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (eebe68b2-97c3-418e-aa02-f677c387fe2d), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:11.135757 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:42:11.187194 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-b3a199b5-f2ae-412a-ba24-45b30c80fabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:11.188676 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-b3a199b5-f2ae-412a-ba24-45b30c80fabe service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d6cb6789-0b2a-4ba4-8424-772a7d1413c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1070943 Feb 09 01:42:11.302089 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f1e25-cc0d-453b-9ad3-5e7d2aa77abe req-9ae4423c-9d35-42d6-a305-f45287933657 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:11.312943 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-574f1e25-cc0d-453b-9ad3-5e7d2aa77abe req-9ae4423c-9d35-42d6-a305-f45287933657 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 944 time: 0.4089715 Feb 09 01:42:11.350469 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a247efef-7588-4600-8212-e780bcee0eda None None] Network 18f7b62c-ae59-4560-9670-cdc2bae5dd31 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:42:11.350716 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a7bc2b12-335b-4bfe-aa4c-422f333e7d29 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (01fbe3db-30c7-4045-8cf7-591dbb700b02), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:11.401923 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-6d1d4afe-0ff3-4cec-a0dd-1bdea52a3d0c service neutron] 10.222.0.121 "GET /v2.0/networks/d6cb6789-0b2a-4ba4-8424-772a7d1413c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065074 Feb 09 01:42:11.459736 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=eebe68b2-97c3-418e-aa02-f677c387fe2d,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:11.486214 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-deed2cab-a298-46c3-be7e-f7a89538100d None None] Provisioning complete for port eebe68b2-97c3-418e-aa02-f677c387fe2d triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:11.486583 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-deed2cab-a298-46c3-be7e-f7a89538100d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (eebe68b2-97c3-418e-aa02-f677c387fe2d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:11.568557 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bc2b12-335b-4bfe-aa4c-422f333e7d29 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Checking segment: {'id': '365e0193-2770-40bb-b051-9e98d865eac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b85fc59a-9d5a-4c15-b682-721b0e859992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:42:11.568911 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bc2b12-335b-4bfe-aa4c-422f333e7d29 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Network hostable DHCP agents. Network: b85fc59a-9d5a-4c15-b682-721b0e859992, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:42:11.574292 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-574f1e25-cc0d-453b-9ad3-5e7d2aa77abe req-8069027e-05d8-49ca-a72f-0e486b1e3a17 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=c174cb6e-64e7-44be-83f3-29ea109f9382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2532132 Feb 09 01:42:11.581541 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-be507cf4-4132-406e-ba8d-f44dfcdcb777 req-19b04abd-b2a3-4c76-bb0f-8fccf19cf7ac service neutron] 10.222.0.121 "GET /v2.0/networks/d6cb6789-0b2a-4ba4-8424-772a7d1413c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721883 Feb 09 01:42:11.583465 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc2b12-335b-4bfe-aa4c-422f333e7d29 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event updated for resources: {'Subnet': ['ID=01fbe3db-30c7-4045-8cf7-591dbb700b02,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:11.584136 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:11.584876 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:11.619343 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bc2b12-335b-4bfe-aa4c-422f333e7d29 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Network b85fc59a-9d5a-4c15-b682-721b0e859992 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:42:11.633566 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-a7bc2b12-335b-4bfe-aa4c-422f333e7d29 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, b85fc59a-9d5a-4c15-b682-721b0e859992) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:11.642198 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bc2b12-335b-4bfe-aa4c-422f333e7d29 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:11.643287 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a7bc2b12-335b-4bfe-aa4c-422f333e7d29 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:11.661791 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fe2a13-3f6b-4158-8137-84aab8287044 None None] Network b85fc59a-9d5a-4c15-b682-721b0e859992 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:42:11.688524 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a7bc2b12-335b-4bfe-aa4c-422f333e7d29 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.6259661 Feb 09 01:42:11.689475 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58280) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:11.789563 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed5936-0843-490e-ae2e-ab674145c129 req-01944e86-596e-4656-bbfc-42ad622692dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:11.795447 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-67ed5936-0843-490e-ae2e-ab674145c129 req-01944e86-596e-4656-bbfc-42ad622692dc service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e7f5366db1de43098724f0eb4e3342fd&device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 1127 time: 0.1260264 Feb 09 01:42:11.900868 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c30ab4f5-403f-4d17-b4bb-02ceaaaff761 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (b85fc59a-9d5a-4c15-b682-721b0e859992), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:11.999287 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed5936-0843-490e-ae2e-ab674145c129 req-3e1eb25f-48ac-4b4e-b35f-35e5721dcbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:12.001732 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-67ed5936-0843-490e-ae2e-ab674145c129 req-3e1eb25f-48ac-4b4e-b35f-35e5721dcbfd service neutron] 10.222.0.121 "GET /v2.0/networks?id=d6cb6789-0b2a-4ba4-8424-772a7d1413c2 HTTP/1.1" status: 200 len: 896 time: 0.2030518 Feb 09 01:42:12.023809 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c30ab4f5-403f-4d17-b4bb-02ceaaaff761 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (01fbe3db-30c7-4045-8cf7-591dbb700b02), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:12.062431 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-deed2cab-a298-46c3-be7e-f7a89538100d None None] Current status of the port eebe68b2-97c3-418e-aa02-f677c387fe2d is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:12.073259 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:12.117512 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-67ed5936-0843-490e-ae2e-ab674145c129 req-7edf17f7-9793-4c1f-a209-b9e71f5300c1 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40bd1084-775d-4c76-9af0-601321ece8a0 HTTP/1.1" status: 200 len: 217 time: 0.1056461 Feb 09 01:42:12.119729 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e41abc0-b00c-4aeb-afd2-d70d8fcbeb60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-b85fc59a-9d5a-4c15-b682-721b0e859992', 'network_id': 'b85fc59a-9d5a-4c15-b682-721b0e859992', 'project_id': '1726b6d203164dcab302729577ed20ff', 'fixed_ips': [{'subnet_id': '01fbe3db-30c7-4045-8cf7-591dbb700b02'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:42:12.122278 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9e41abc0-b00c-4aeb-afd2-d70d8fcbeb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:12.198503 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c30ab4f5-403f-4d17-b4bb-02ceaaaff761 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (01fbe3db-30c7-4045-8cf7-591dbb700b02), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:12.226838 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:42:12.250092 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed5936-0843-490e-ae2e-ab674145c129 req-0354ec56-9401-4ed4-b263-00ea96693dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:12.251574 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-67ed5936-0843-490e-ae2e-ab674145c129 req-0354ec56-9401-4ed4-b263-00ea96693dc9 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1affeb7f-466a-49a4-99c4-44985032d328 HTTP/1.1" status: 200 len: 834 time: 0.1261697 Feb 09 01:42:12.268374 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ab4f5-403f-4d17-b4bb-02ceaaaff761 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event deleted for resources: {'Subnet': ['ID=01fbe3db-30c7-4045-8cf7-591dbb700b02,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:12.300295 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device eebe68b2-97c3-418e-aa02-f677c387fe2d up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:42:12.365165 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed5936-0843-490e-ae2e-ab674145c129 req-aeb8c125-f107-4fae-8ce2-7532af88e8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:12.376967 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-67ed5936-0843-490e-ae2e-ab674145c129 req-aeb8c125-f107-4fae-8ce2-7532af88e8eb service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d6cb6789-0b2a-4ba4-8424-772a7d1413c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1114652 Feb 09 01:42:12.442749 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c30ab4f5-403f-4d17-b4bb-02ceaaaff761 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (b85fc59a-9d5a-4c15-b682-721b0e859992), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:12.485942 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-c30ab4f5-403f-4d17-b4bb-02ceaaaff761 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b85fc59a-9d5a-4c15-b682-721b0e859992']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:12.499569 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-c30ab4f5-403f-4d17-b4bb-02ceaaaff761 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '365e0193-2770-40bb-b051-9e98d865eac1') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:12.500398 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-c30ab4f5-403f-4d17-b4bb-02ceaaaff761 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '365e0193-2770-40bb-b051-9e98d865eac1') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:12.517535 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port eebe68b2-97c3-418e-aa02-f677c387fe2d triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:12.518975 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c30ab4f5-403f-4d17-b4bb-02ceaaaff761 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (365e0193-2770-40bb-b051-9e98d865eac1), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:12.519907 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (eebe68b2-97c3-418e-aa02-f677c387fe2d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:12.542167 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c30ab4f5-403f-4d17-b4bb-02ceaaaff761 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (365e0193-2770-40bb-b051-9e98d865eac1), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:12.553512 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c30ab4f5-403f-4d17-b4bb-02ceaaaff761 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:42:12.554958 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c30ab4f5-403f-4d17-b4bb-02ceaaaff761 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (365e0193-2770-40bb-b051-9e98d865eac1), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:12.561831 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:42:12.561831 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:42:12.561831 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:42:12.561831 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:42:12.561831 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:42:12.561831 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:42:12.561831 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:42:12.561831 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:42:12.561831 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:42:12.561831 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:42:12.561831 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:42:12.561831 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:42:12.561831 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:42:12.561831 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:42:12.561831 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:42:12.561831 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:42:12.561831 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:42:12.561831 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:42:12.561831 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:42:12.561831 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:42:12.561831 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:42:12.561831 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:42:12.561831 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:42:12.561831 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:42:12.561831 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:42:12.561831 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:42:12.561831 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:42:12.561831 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:42:12.561831 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:42:12.561831 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:42:12.561831 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:42:12.561831 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server [None req-9e41abc0-b00c-4aeb-afd2-d70d8fcbeb60 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 01fbe3db-30c7-4045-8cf7-591dbb700b02: This subnet is being modified by another concurrent operation. Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise exception Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 01fbe3db-30c7-4045-8cf7-591dbb700b02: This subnet is being modified by another concurrent operation. Feb 09 01:42:12.578564 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server Feb 09 01:42:12.609145 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-67ed5936-0843-490e-ae2e-ab674145c129 req-2eb64cd1-a4a5-4b82-8b2f-b877f0c6e783 service neutron] 10.222.0.121 "GET /v2.0/networks/d6cb6789-0b2a-4ba4-8424-772a7d1413c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302558 Feb 09 01:42:12.613489 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fea443e-e335-4c05-bf03-6604f5df3f77 None None] get_active_networks_info from n-d-822053-40 {{(pid=103530) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:42:12.628462 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-440fd327-860f-45a5-b6cd-9144f2ff6aef None None] Provisioning complete for port eebe68b2-97c3-418e-aa02-f677c387fe2d triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:12.628833 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-440fd327-860f-45a5-b6cd-9144f2ff6aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (eebe68b2-97c3-418e-aa02-f677c387fe2d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:12.748499 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c30ab4f5-403f-4d17-b4bb-02ceaaaff761 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (b85fc59a-9d5a-4c15-b682-721b0e859992), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:12.786768 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c30ab4f5-403f-4d17-b4bb-02ceaaaff761 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:12.790760 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c30ab4f5-403f-4d17-b4bb-02ceaaaff761 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "DELETE /v2.0/networks/b85fc59a-9d5a-4c15-b682-721b0e859992 HTTP/1.1" status: 204 len: 168 time: 1.0951016 Feb 09 01:42:12.814609 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58308) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:12.846111 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-cea620d2-1b75-4ec5-859f-88e326d77e64 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1814968854'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:12.906823 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-440fd327-860f-45a5-b6cd-9144f2ff6aef None None] Current status of the port eebe68b2-97c3-418e-aa02-f677c387fe2d is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:12.968838 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea620d2-1b75-4ec5-859f-88e326d77e64 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Made reservation on behalf of 1726b6d203164dcab302729577ed20ff for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:42:12.980364 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cea620d2-1b75-4ec5-859f-88e326d77e64 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:13.018220 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fea443e-e335-4c05-bf03-6604f5df3f77 None None] Resources bound (agent type, host, resource id): {{(pid=103530) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:42:13.042721 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ab4f5-403f-4d17-b4bb-02ceaaaff761 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event deleted for resources: {'Network': ['ID=b85fc59a-9d5a-4c15-b682-721b0e859992,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:13.071247 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea620d2-1b75-4ec5-859f-88e326d77e64 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:42:13.096235 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98fae9-73ee-433e-9ab3-c82746a02933 req-c9cf52c5-ab2d-432a-bf64-12ed630b9135 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:13.098415 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c98fae9-73ee-433e-9ab3-c82746a02933 req-c9cf52c5-ab2d-432a-bf64-12ed630b9135 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 944 time: 0.3755620 Feb 09 01:42:13.102692 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cea620d2-1b75-4ec5-859f-88e326d77e64 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (bb2bedc7-8e75-438e-afa7-f1352e9b03b6), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:13.103186 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-cea620d2-1b75-4ec5-859f-88e326d77e64 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Added segment bb2bedc7-8e75-438e-afa7-f1352e9b03b6 of type vlan for network ce06b85e-1aa4-4c29-b098-05692ac2c394 Feb 09 01:42:13.292457 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cea620d2-1b75-4ec5-859f-88e326d77e64 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (ce06b85e-1aa4-4c29-b098-05692ac2c394), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:13.357855 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c98fae9-73ee-433e-9ab3-c82746a02933 req-35de509d-2f50-4ed0-85c2-08448c38066c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=c174cb6e-64e7-44be-83f3-29ea109f9382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2510941 Feb 09 01:42:13.360374 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cea620d2-1b75-4ec5-859f-88e326d77e64 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (ce06b85e-1aa4-4c29-b098-05692ac2c394), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:13.369407 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea620d2-1b75-4ec5-859f-88e326d77e64 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:13.370065 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cea620d2-1b75-4ec5-859f-88e326d77e64 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:13.446582 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port eebe68b2-97c3-418e-aa02-f677c387fe2d is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:13.457922 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 40bd1084-775d-4c76-9af0-601321ece8a0 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:42:13.492346 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-cea620d2-1b75-4ec5-859f-88e326d77e64 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6633728 Feb 09 01:42:13.493678 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58320) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:13.509331 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-c36f7739-bec1-47aa-a6ca-4d93126a5804 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Request body: {'subnet': {'network_id': 'ce06b85e-1aa4-4c29-b098-05692ac2c394', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:13.647763 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea620d2-1b75-4ec5-859f-88e326d77e64 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event updated for resources: {'Network': ['ID=ce06b85e-1aa4-4c29-b098-05692ac2c394,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:13.679498 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network ce06b85e-1aa4-4c29-b098-05692ac2c394 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:42:13.811512 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 40bd1084-775d-4c76-9af0-601321ece8a0, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=40bd1084-775d-4c76-9af0-601321ece8a0,segment=NetworkSegment(836bfa82-d300-4cc7-988f-ecf320a5b7ac),segment_id=836bfa82-d300-4cc7-988f-ecf320a5b7ac)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:13.822660 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cdde64-bce0-427d-8963-70f6ee7fbca4 None None] Network b85fc59a-9d5a-4c15-b682-721b0e859992 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:42:13.832090 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36f7739-bec1-47aa-a6ca-4d93126a5804 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Made reservation on behalf of 1726b6d203164dcab302729577ed20ff for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:42:13.836123 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-67ed5936-0843-490e-ae2e-ab674145c129 req-97f25479-f565-44e7-a287-6f60769de7b9 service neutron] 10.222.0.121 "GET /v2.0/networks/d6cb6789-0b2a-4ba4-8424-772a7d1413c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2179670 Feb 09 01:42:13.838545 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cdde64-bce0-427d-8963-70f6ee7fbca4 None None] Network b85fc59a-9d5a-4c15-b682-721b0e859992 could not be found, it might have been deleted concurrently. {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 01:42:13.842718 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '40bd1084-775d-4c76-9af0-601321ece8a0', 'network_id': 'd6cb6789-0b2a-4ba4-8424-772a7d1413c2', 'port_id': '40bd1084-775d-4c76-9af0-601321ece8a0', 'mac_address': 'fa:16:3e:b8:ab:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1affeb7f-466a-49a4-99c4-44985032d328', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:42:13.849683 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c36f7739-bec1-47aa-a6ca-4d93126a5804 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:13.903868 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 40bd1084-775d-4c76-9af0-601321ece8a0 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:13.904434 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (40bd1084-775d-4c76-9af0-601321ece8a0), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:14.088721 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40bd1084-775d-4c76-9af0-601321ece8a0 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:42:14.120251 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 40bd1084-775d-4c76-9af0-601321ece8a0, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=40bd1084-775d-4c76-9af0-601321ece8a0,segment=NetworkSegment(836bfa82-d300-4cc7-988f-ecf320a5b7ac),segment_id=836bfa82-d300-4cc7-988f-ecf320a5b7ac)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:14.128060 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (40bd1084-775d-4c76-9af0-601321ece8a0), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:14.248147 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=40bd1084-775d-4c76-9af0-601321ece8a0,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:14.281769 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c36f7739-bec1-47aa-a6ca-4d93126a5804 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (558332f1-d548-4d32-b34c-988349d26def), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:14.350249 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['40bd1084-775d-4c76-9af0-601321ece8a0'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:42:14.368575 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f7739-bec1-47aa-a6ca-4d93126a5804 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event updated for resources: {'Subnet': ['ID=558332f1-d548-4d32-b34c-988349d26def,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:14.376418 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58340) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:14.380985 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36f7739-bec1-47aa-a6ca-4d93126a5804 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Checking segment: {'id': 'bb2bedc7-8e75-438e-afa7-f1352e9b03b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ce06b85e-1aa4-4c29-b098-05692ac2c394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:42:14.381544 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36f7739-bec1-47aa-a6ca-4d93126a5804 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Network hostable DHCP agents. Network: ce06b85e-1aa4-4c29-b098-05692ac2c394, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:42:14.404866 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36f7739-bec1-47aa-a6ca-4d93126a5804 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Network ce06b85e-1aa4-4c29-b098-05692ac2c394 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:42:14.417741 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-c36f7739-bec1-47aa-a6ca-4d93126a5804 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, ce06b85e-1aa4-4c29-b098-05692ac2c394) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:14.431857 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7aeed0-9745-4996-a2e0-2194ae86731c None None] Network ce06b85e-1aa4-4c29-b098-05692ac2c394 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:42:14.435695 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36f7739-bec1-47aa-a6ca-4d93126a5804 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:14.440354 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c36f7739-bec1-47aa-a6ca-4d93126a5804 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:14.560790 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c36f7739-bec1-47aa-a6ca-4d93126a5804 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0573821 Feb 09 01:42:14.564217 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58348) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:14.666926 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7393d2-42b1-4d86-a1fe-6bab18137624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-ce06b85e-1aa4-4c29-b098-05692ac2c394', 'network_id': 'ce06b85e-1aa4-4c29-b098-05692ac2c394', 'project_id': '1726b6d203164dcab302729577ed20ff', 'fixed_ips': [{'subnet_id': '558332f1-d548-4d32-b34c-988349d26def'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:42:14.668298 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4c7393d2-42b1-4d86-a1fe-6bab18137624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:14.688942 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-835b03a9-221a-4f2f-9f77-0a5f1f641503 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (ce06b85e-1aa4-4c29-b098-05692ac2c394), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:14.727519 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-93d4f702-4754-4276-b6bc-a9e55cfbdb3e tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Request body: {'security_group': {'name': 'tempest-secgroup--672951787'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:14.756020 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-93d4f702-4754-4276-b6bc-a9e55cfbdb3e tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:14.775565 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-93d4f702-4754-4276-b6bc-a9e55cfbdb3e tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:14.907850 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-4c7393d2-42b1-4d86-a1fe-6bab18137624 None None] Allocated IP 2001:db8::1 (ce06b85e-1aa4-4c29-b098-05692ac2c394/558332f1-d548-4d32-b34c-988349d26def/830efb90-44e5-47a1-8e0e-73da7406e8f5) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:42:14.956998 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-93d4f702-4754-4276-b6bc-a9e55cfbdb3e tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (4b0d86dd-0edc-4c9b-a9c9-0bb089358249), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:14.963275 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-93d4f702-4754-4276-b6bc-a9e55cfbdb3e tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (4b0d86dd-0edc-4c9b-a9c9-0bb089358249), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:15.036032 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d4f702-4754-4276-b6bc-a9e55cfbdb3e tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0d86dd-0edc-4c9b-a9c9-0bb089358249,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:15.098054 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-93d4f702-4754-4276-b6bc-a9e55cfbdb3e tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (6c8ba98f-65d1-427c-b902-d896603d6a5d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:15.109492 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-93d4f702-4754-4276-b6bc-a9e55cfbdb3e tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (6c8ba98f-65d1-427c-b902-d896603d6a5d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:15.153782 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d4f702-4754-4276-b6bc-a9e55cfbdb3e tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8ba98f-65d1-427c-b902-d896603d6a5d,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:15.176037 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-93d4f702-4754-4276-b6bc-a9e55cfbdb3e tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:15.177852 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-93d4f702-4754-4276-b6bc-a9e55cfbdb3e tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8001819 Feb 09 01:42:15.180553 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58362) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:15.242008 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4c7393d2-42b1-4d86-a1fe-6bab18137624 None None] Publish callbacks [] for port (830efb90-44e5-47a1-8e0e-73da7406e8f5), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:15.251709 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4c7393d2-42b1-4d86-a1fe-6bab18137624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (830efb90-44e5-47a1-8e0e-73da7406e8f5), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:15.308325 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7393d2-42b1-4d86-a1fe-6bab18137624 None None] Network ce06b85e-1aa4-4c29-b098-05692ac2c394 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:42:15.313883 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-11a292e6-c1f5-44e2-b50b-e5792d8b54fd tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1298277 Feb 09 01:42:15.314508 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58368) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:15.316040 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-4c7393d2-42b1-4d86-a1fe-6bab18137624 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:15.321242 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7393d2-42b1-4d86-a1fe-6bab18137624 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:42:15.324057 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-b88ea162-518f-441e-963f-6cc96029bdc4 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Request body: {'security_group': {'name': 'tempest-security--238336966', 'description': 'tempest-security-description-350121537'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:15.403559 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-4c7393d2-42b1-4d86-a1fe-6bab18137624 None None] Attempting to bind port 830efb90-44e5-47a1-8e0e-73da7406e8f5 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:42:15.404345 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-4c7393d2-42b1-4d86-a1fe-6bab18137624 None None] Attempting to bind port 830efb90-44e5-47a1-8e0e-73da7406e8f5 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'bb2bedc7-8e75-438e-afa7-f1352e9b03b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ce06b85e-1aa4-4c29-b098-05692ac2c394'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:42:15.404705 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7393d2-42b1-4d86-a1fe-6bab18137624 None None] Attempting to bind port 830efb90-44e5-47a1-8e0e-73da7406e8f5 on network ce06b85e-1aa4-4c29-b098-05692ac2c394 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:15.408208 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b88ea162-518f-441e-963f-6cc96029bdc4 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (6c8ba98f-65d1-427c-b902-d896603d6a5d), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:15.408434 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7393d2-42b1-4d86-a1fe-6bab18137624 None None] Pushing event updated for resources: {'Port': ['ID=830efb90-44e5-47a1-8e0e-73da7406e8f5,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:15.414782 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7393d2-42b1-4d86-a1fe-6bab18137624 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:42:15.415143 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7393d2-42b1-4d86-a1fe-6bab18137624 None None] Checking segment: {'id': 'bb2bedc7-8e75-438e-afa7-f1352e9b03b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ce06b85e-1aa4-4c29-b098-05692ac2c394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:42:15.415946 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4c7393d2-42b1-4d86-a1fe-6bab18137624 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:15.416918 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7393d2-42b1-4d86-a1fe-6bab18137624 None None] Bound using segment: {'id': 'bb2bedc7-8e75-438e-afa7-f1352e9b03b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ce06b85e-1aa4-4c29-b098-05692ac2c394'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:42:15.417713 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-4c7393d2-42b1-4d86-a1fe-6bab18137624 None None] Bound port: 830efb90-44e5-47a1-8e0e-73da7406e8f5, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2bedc7-8e75-438e-afa7-f1352e9b03b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ce06b85e-1aa4-4c29-b098-05692ac2c394'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:42:15.418454 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4c7393d2-42b1-4d86-a1fe-6bab18137624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (830efb90-44e5-47a1-8e0e-73da7406e8f5), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:15.497318 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b88ea162-518f-441e-963f-6cc96029bdc4 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (6c8ba98f-65d1-427c-b902-d896603d6a5d), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:15.506616 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b88ea162-518f-441e-963f-6cc96029bdc4 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (6c8ba98f-65d1-427c-b902-d896603d6a5d), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:15.510022 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b88ea162-518f-441e-963f-6cc96029bdc4 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:15.513538 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b88ea162-518f-441e-963f-6cc96029bdc4 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "PUT /v2.0/security-groups/6c8ba98f-65d1-427c-b902-d896603d6a5d HTTP/1.1" status: 200 len: 1795 time: 0.1959579 Feb 09 01:42:15.514185 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58372) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:15.516655 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-4c7393d2-42b1-4d86-a1fe-6bab18137624 None None] For port 830efb90-44e5-47a1-8e0e-73da7406e8f5, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:42:15.521493 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-4c7393d2-42b1-4d86-a1fe-6bab18137624 None None] For port 830efb90-44e5-47a1-8e0e-73da7406e8f5, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=830efb90-44e5-47a1-8e0e-73da7406e8f5,segment=NetworkSegment(bb2bedc7-8e75-438e-afa7-f1352e9b03b6),segment_id=bb2bedc7-8e75-438e-afa7-f1352e9b03b6)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:42:15.521726 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8ade4-fb87-40b6-a0ff-9f628005f281 req-231e05f0-441b-4b45-ab6d-b3967d31eb3a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:15.530989 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4c7393d2-42b1-4d86-a1fe-6bab18137624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (830efb90-44e5-47a1-8e0e-73da7406e8f5), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:15.532454 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3de8ade4-fb87-40b6-a0ff-9f628005f281 req-231e05f0-441b-4b45-ab6d-b3967d31eb3a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 945 time: 1.0772843 Feb 09 01:42:15.589816 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-835b03a9-221a-4f2f-9f77-0a5f1f641503 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (558332f1-d548-4d32-b34c-988349d26def), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:15.600865 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5c85f7c8-2815-4992-964a-6414a09bf81c tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "GET /v2.0/security-groups/6c8ba98f-65d1-427c-b902-d896603d6a5d HTTP/1.1" status: 200 len: 1795 time: 0.0769899 Feb 09 01:42:15.603557 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58374) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:15.623028 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ea162-518f-441e-963f-6cc96029bdc4 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8ba98f-65d1-427c-b902-d896603d6a5d,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:15.677177 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7393d2-42b1-4d86-a1fe-6bab18137624 None None] Pushing event updated for resources: {'Port': ['ID=830efb90-44e5-47a1-8e0e-73da7406e8f5,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:15.686303 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e8c0d1b-4d5e-488a-9f2a-ba35c70e7c53 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (6c8ba98f-65d1-427c-b902-d896603d6a5d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:15.743420 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e8c0d1b-4d5e-488a-9f2a-ba35c70e7c53 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (6c8ba98f-65d1-427c-b902-d896603d6a5d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:15.761387 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3de8ade4-fb87-40b6-a0ff-9f628005f281 req-e9646394-d867-4763-80fb-2f2af55fb049 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=c174cb6e-64e7-44be-83f3-29ea109f9382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261255 Feb 09 01:42:15.816645 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e8c0d1b-4d5e-488a-9f2a-ba35c70e7c53 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (6c8ba98f-65d1-427c-b902-d896603d6a5d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:15.824810 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e8c0d1b-4d5e-488a-9f2a-ba35c70e7c53 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:15.827474 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-835b03a9-221a-4f2f-9f77-0a5f1f641503 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (558332f1-d548-4d32-b34c-988349d26def), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:15.831862 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4e8c0d1b-4d5e-488a-9f2a-ba35c70e7c53 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "DELETE /v2.0/security-groups/6c8ba98f-65d1-427c-b902-d896603d6a5d HTTP/1.1" status: 204 len: 168 time: 0.2250431 Feb 09 01:42:15.843966 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58380) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:15.873421 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c0d1b-4d5e-488a-9f2a-ba35c70e7c53 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8ba98f-65d1-427c-b902-d896603d6a5d,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:15.945090 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b03a9-221a-4f2f-9f77-0a5f1f641503 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event deleted for resources: {'Subnet': ['ID=558332f1-d548-4d32-b34c-988349d26def,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:15.970303 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-835b03a9-221a-4f2f-9f77-0a5f1f641503 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (ce06b85e-1aa4-4c29-b098-05692ac2c394), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:16.021459 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2f1e1205-51c9-42a4-8295-4b06dbcd1ebc tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1762266 Feb 09 01:42:16.022099 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58386) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:16.052420 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-835b03a9-221a-4f2f-9f77-0a5f1f641503 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce06b85e-1aa4-4c29-b098-05692ac2c394']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:16.072926 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-b132f150-4986-427b-813c-a8ad1001f3cc tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] delete failed (client error): The resource could not be found. Feb 09 01:42:16.081677 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58388) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:16.082370 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b132f150-4986-427b-813c-a8ad1001f3cc tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "DELETE /v2.0/security-groups/6c8ba98f-65d1-427c-b902-d896603d6a5d HTTP/1.1" status: 404 len: 347 time: 0.0591125 Feb 09 01:42:16.088548 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-4eaada75-6e53-4646-8001-9b7f364f6d2c tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Request body: {'security_group': {'name': 'tempest-secgroup--1671604180'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:16.138037 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-835b03a9-221a-4f2f-9f77-0a5f1f641503 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb2bedc7-8e75-438e-afa7-f1352e9b03b6') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:16.138357 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-835b03a9-221a-4f2f-9f77-0a5f1f641503 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb2bedc7-8e75-438e-afa7-f1352e9b03b6') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:16.142940 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4eaada75-6e53-4646-8001-9b7f364f6d2c tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:16.179279 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-835b03a9-221a-4f2f-9f77-0a5f1f641503 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (bb2bedc7-8e75-438e-afa7-f1352e9b03b6), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:16.210553 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-835b03a9-221a-4f2f-9f77-0a5f1f641503 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (bb2bedc7-8e75-438e-afa7-f1352e9b03b6), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:16.251971 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-835b03a9-221a-4f2f-9f77-0a5f1f641503 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:42:16.252658 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-835b03a9-221a-4f2f-9f77-0a5f1f641503 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (bb2bedc7-8e75-438e-afa7-f1352e9b03b6), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:16.256602 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:42:16.256602 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:42:16.256602 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:42:16.256602 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:42:16.256602 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:42:16.256602 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:42:16.256602 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:42:16.256602 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:42:16.256602 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:42:16.256602 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:42:16.256602 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:42:16.256602 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:42:16.256602 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:42:16.256602 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:42:16.256602 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:42:16.256602 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:42:16.256602 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:42:16.256602 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:42:16.256602 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:42:16.256602 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:42:16.256602 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:42:16.256602 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:42:16.256602 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:42:16.256602 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:42:16.256602 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:42:16.256602 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:42:16.256602 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:42:16.256602 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:42:16.256602 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:42:16.256602 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:42:16.256602 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:42:16.256602 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:42:16.303301 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 830efb90-44e5-47a1-8e0e-73da7406e8f5 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:42:16.399214 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 830efb90-44e5-47a1-8e0e-73da7406e8f5 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:16.399815 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (830efb90-44e5-47a1-8e0e-73da7406e8f5), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:16.411672 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.db.api [None req-835b03a9-221a-4f2f-9f77-0a5f1f641503 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:42:16.411672 n-d-822053-40 neutron-server[103529]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:42:16.411672 n-d-822053-40 neutron-server[103529]: [parameters: {'id': 'ce06b85e-1aa4-4c29-b098-05692ac2c394'}] Feb 09 01:42:16.411672 n-d-822053-40 neutron-server[103529]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103529) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:42:16.411672 n-d-822053-40 neutron-server[103529]: DEBUG oslo_db.api [None req-835b03a9-221a-4f2f-9f77-0a5f1f641503 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:42:16.461613 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4eaada75-6e53-4646-8001-9b7f364f6d2c tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (1838b64c-c55d-40ab-ba60-939e562a8786), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:16.470598 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4eaada75-6e53-4646-8001-9b7f364f6d2c tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1838b64c-c55d-40ab-ba60-939e562a8786), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:16.516067 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 830efb90-44e5-47a1-8e0e-73da7406e8f5 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:16.516480 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (830efb90-44e5-47a1-8e0e-73da7406e8f5), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:16.521627 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaada75-6e53-4646-8001-9b7f364f6d2c tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1838b64c-c55d-40ab-ba60-939e562a8786,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:16.550665 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4eaada75-6e53-4646-8001-9b7f364f6d2c tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:16.552064 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4eaada75-6e53-4646-8001-9b7f364f6d2c tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4688005 Feb 09 01:42:16.555426 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58398) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:16.561267 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-58842a12-eb74-4215-bf8c-482e7c309f7e tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Request body: {'security_group_rule': {'security_group_id': '1838b64c-c55d-40ab-ba60-939e562a8786', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:16.606795 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-58842a12-eb74-4215-bf8c-482e7c309f7e tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (e253778f-1a9d-4473-9bc8-5495e8b37f2a), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:16.608429 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 830efb90-44e5-47a1-8e0e-73da7406e8f5, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=830efb90-44e5-47a1-8e0e-73da7406e8f5,segment=NetworkSegment(bb2bedc7-8e75-438e-afa7-f1352e9b03b6),segment_id=bb2bedc7-8e75-438e-afa7-f1352e9b03b6)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:16.613695 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (830efb90-44e5-47a1-8e0e-73da7406e8f5), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:16.691951 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-58842a12-eb74-4215-bf8c-482e7c309f7e tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (e253778f-1a9d-4473-9bc8-5495e8b37f2a), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:16.692859 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=830efb90-44e5-47a1-8e0e-73da7406e8f5,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:16.705606 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-58842a12-eb74-4215-bf8c-482e7c309f7e tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (e253778f-1a9d-4473-9bc8-5495e8b37f2a), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:16.731648 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58842a12-eb74-4215-bf8c-482e7c309f7e tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e253778f-1a9d-4473-9bc8-5495e8b37f2a,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:16.737963 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-58842a12-eb74-4215-bf8c-482e7c309f7e tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:16.739206 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-58842a12-eb74-4215-bf8c-482e7c309f7e tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1824954 Feb 09 01:42:16.742643 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58404) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:16.805652 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c74dcf30-a744-4842-a92b-5602bf0e5c4f tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (e253778f-1a9d-4473-9bc8-5495e8b37f2a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:16.835535 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c74dcf30-a744-4842-a92b-5602bf0e5c4f tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (e253778f-1a9d-4473-9bc8-5495e8b37f2a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:16.924336 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c74dcf30-a744-4842-a92b-5602bf0e5c4f tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (e253778f-1a9d-4473-9bc8-5495e8b37f2a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:16.935688 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-835b03a9-221a-4f2f-9f77-0a5f1f641503 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (ce06b85e-1aa4-4c29-b098-05692ac2c394), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:16.946365 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c74dcf30-a744-4842-a92b-5602bf0e5c4f tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:16.947527 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c74dcf30-a744-4842-a92b-5602bf0e5c4f tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/e253778f-1a9d-4473-9bc8-5495e8b37f2a HTTP/1.1" status: 204 len: 168 time: 0.2035491 Feb 09 01:42:16.955784 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58412) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:16.961046 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74dcf30-a744-4842-a92b-5602bf0e5c4f tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e253778f-1a9d-4473-9bc8-5495e8b37f2a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:17.155200 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51880b2-54ef-4f0f-ae15-9c6c39e09945 req-9e880b42-aaa3-4802-900e-ae3377f0d91e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:17.157075 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c51880b2-54ef-4f0f-ae15-9c6c39e09945 req-9e880b42-aaa3-4802-900e-ae3377f0d91e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 945 time: 0.2742760 Feb 09 01:42:17.166520 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-26278865-5f01-4def-97ea-d23da6c18749 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2077954 Feb 09 01:42:17.169701 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58422) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:17.174524 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 40bd1084-775d-4c76-9af0-601321ece8a0 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:42:17.269204 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-be4d8ca6-371f-4e72-9fa6-981f425dd973 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (1838b64c-c55d-40ab-ba60-939e562a8786), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:17.275575 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c51880b2-54ef-4f0f-ae15-9c6c39e09945 req-61e91743-5464-44eb-96e3-83e707c75e86 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=c174cb6e-64e7-44be-83f3-29ea109f9382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075311 Feb 09 01:42:17.286109 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-835b03a9-221a-4f2f-9f77-0a5f1f641503 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Deleting port 830efb90-44e5-47a1-8e0e-73da7406e8f5 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:42:17.287635 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-835b03a9-221a-4f2f-9f77-0a5f1f641503 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (830efb90-44e5-47a1-8e0e-73da7406e8f5), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:17.288259 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 40bd1084-775d-4c76-9af0-601321ece8a0 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:42:17.316068 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 40bd1084-775d-4c76-9af0-601321ece8a0 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:17.316699 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (40bd1084-775d-4c76-9af0-601321ece8a0), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:17.320619 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-be4d8ca6-371f-4e72-9fa6-981f425dd973 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (1838b64c-c55d-40ab-ba60-939e562a8786), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:17.323049 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9057df-8dd7-47af-8ad2-b0e00a7df3e5 None None] Network ce06b85e-1aa4-4c29-b098-05692ac2c394 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:42:17.398761 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-be4d8ca6-371f-4e72-9fa6-981f425dd973 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1838b64c-c55d-40ab-ba60-939e562a8786), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:17.405124 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-be4d8ca6-371f-4e72-9fa6-981f425dd973 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:17.407497 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-be4d8ca6-371f-4e72-9fa6-981f425dd973 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "DELETE /v2.0/security-groups/1838b64c-c55d-40ab-ba60-939e562a8786 HTTP/1.1" status: 204 len: 168 time: 0.2344768 Feb 09 01:42:17.413896 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58432) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:17.463269 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d8ca6-371f-4e72-9fa6-981f425dd973 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1838b64c-c55d-40ab-ba60-939e562a8786,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:17.463907 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-835b03a9-221a-4f2f-9f77-0a5f1f641503 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] For port 830efb90-44e5-47a1-8e0e-73da7406e8f5, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=830efb90-44e5-47a1-8e0e-73da7406e8f5,segment=NetworkSegment(bb2bedc7-8e75-438e-afa7-f1352e9b03b6),segment_id=bb2bedc7-8e75-438e-afa7-f1352e9b03b6)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:17.472779 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-835b03a9-221a-4f2f-9f77-0a5f1f641503 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (830efb90-44e5-47a1-8e0e-73da7406e8f5), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:17.511714 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c882cb2e-f0d7-4540-8de4-9d0ecdc70b0b tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0918903 Feb 09 01:42:17.517875 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-835b03a9-221a-4f2f-9f77-0a5f1f641503 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Calling delete_port for 830efb90-44e5-47a1-8e0e-73da7406e8f5 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:42:17.519967 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58444) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:17.533336 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-d0ddd2ad-cc72-4000-afc7-33fb73c89376 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Request body: {'security_group': {'name': 'tempest-secgroup--2009633550'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:17.594946 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d297bc65-1f77-4da6-b2d4-626bc7e86c90 None None] Provisioning complete for port 830efb90-44e5-47a1-8e0e-73da7406e8f5 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:17.595662 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d297bc65-1f77-4da6-b2d4-626bc7e86c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (830efb90-44e5-47a1-8e0e-73da7406e8f5), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:17.610787 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d0ddd2ad-cc72-4000-afc7-33fb73c89376 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:17.765217 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-835b03a9-221a-4f2f-9f77-0a5f1f641503 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (830efb90-44e5-47a1-8e0e-73da7406e8f5), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:17.791958 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 40bd1084-775d-4c76-9af0-601321ece8a0 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:17.792854 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (40bd1084-775d-4c76-9af0-601321ece8a0), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:17.805988 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d297bc65-1f77-4da6-b2d4-626bc7e86c90 None None] Port 830efb90-44e5-47a1-8e0e-73da7406e8f5 update to ACTIVE by agent not found {{(pid=103530) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 09 01:42:17.815641 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d0ddd2ad-cc72-4000-afc7-33fb73c89376 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (ebbebf50-4117-43f7-ab7d-869532a0f906), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:17.828946 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d0ddd2ad-cc72-4000-afc7-33fb73c89376 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ebbebf50-4117-43f7-ab7d-869532a0f906), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:17.830843 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc688b8-4dca-48f4-ba7c-d096ff334297 None None] DHCP port deletion for ce06b85e-1aa4-4c29-b098-05692ac2c394 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:42:17.875303 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b03a9-221a-4f2f-9f77-0a5f1f641503 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event deleted for resources: {'Port': ['ID=830efb90-44e5-47a1-8e0e-73da7406e8f5,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:17.896841 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d6306cf-2382-4490-986b-294c2fa475db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40bd1084-775d-4c76-9af0-601321ece8a0'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:42:17.897348 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835b03a9-221a-4f2f-9f77-0a5f1f641503 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] No DVR routers for this DVR port 830efb90-44e5-47a1-8e0e-73da7406e8f5 on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:42:17.901355 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1261b3-e0c5-4c19-81cb-da5c08b3c75e" -d '{"events": [{"server_uuid": "6d6306cf-2382-4490-986b-294c2fa475db", "name": "network-vif-plugged", "status": "completed", "tag": "40bd1084-775d-4c76-9af0-601321ece8a0"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:42:17.914185 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d0ddd2ad-cc72-4000-afc7-33fb73c89376 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:17.921367 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d0ddd2ad-cc72-4000-afc7-33fb73c89376 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3955543 Feb 09 01:42:17.930031 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58462) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:17.948289 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 40bd1084-775d-4c76-9af0-601321ece8a0, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=40bd1084-775d-4c76-9af0-601321ece8a0,segment=NetworkSegment(836bfa82-d300-4cc7-988f-ecf320a5b7ac),segment_id=836bfa82-d300-4cc7-988f-ecf320a5b7ac)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:17.955364 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-4d89b6fb-02e2-43e9-8a26-611c3066bc85 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Request body: {'security_group_rule': {'security_group_id': 'ebbebf50-4117-43f7-ab7d-869532a0f906', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:17.956386 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (40bd1084-775d-4c76-9af0-601321ece8a0), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:17.972871 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeded35f-dd29-4581-a27e-ca1212675081 x-openstack-request-id: req-eeded35f-dd29-4581-a27e-ca1212675081 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:42:17.973106 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d6306cf-2382-4490-986b-294c2fa475db", "name": "network-vif-plugged", "status": "completed", "tag": "40bd1084-775d-4c76-9af0-601321ece8a0", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:42:17.973355 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eeded35f-dd29-4581-a27e-ca1212675081 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:42:17.974601 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d6306cf-2382-4490-986b-294c2fa475db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40bd1084-775d-4c76-9af0-601321ece8a0', 'code': 200} Feb 09 01:42:18.003352 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ddd2ad-cc72-4000-afc7-33fb73c89376 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbebf50-4117-43f7-ab7d-869532a0f906,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:18.034282 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4d89b6fb-02e2-43e9-8a26-611c3066bc85 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (62406a3a-169e-42d5-a3df-58c02e4333c2), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:18.057387 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=40bd1084-775d-4c76-9af0-601321ece8a0,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:18.073681 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:18.074576 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:18.075762 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:18.076497 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:18.077885 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:18.078539 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:18.080089 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:18.080659 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:18.081364 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:18.081958 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:18.082656 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:18.083206 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:18.084006 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:18.115679 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-835b03a9-221a-4f2f-9f77-0a5f1f641503 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (ce06b85e-1aa4-4c29-b098-05692ac2c394), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:18.163650 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-835b03a9-221a-4f2f-9f77-0a5f1f641503 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce06b85e-1aa4-4c29-b098-05692ac2c394']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:18.188964 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-835b03a9-221a-4f2f-9f77-0a5f1f641503 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb2bedc7-8e75-438e-afa7-f1352e9b03b6') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:18.190381 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-835b03a9-221a-4f2f-9f77-0a5f1f641503 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb2bedc7-8e75-438e-afa7-f1352e9b03b6') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:18.209196 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-835b03a9-221a-4f2f-9f77-0a5f1f641503 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (bb2bedc7-8e75-438e-afa7-f1352e9b03b6), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:18.229672 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ae39c-4ecf-4449-b06f-ef54ba204e2a req-4d21233a-cb43-4060-a278-da2661327a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:18.230177 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 830efb90-44e5-47a1-8e0e-73da7406e8f5 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:42:18.231390 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bb5ae39c-4ecf-4449-b06f-ef54ba204e2a req-4d21233a-cb43-4060-a278-da2661327a3d service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 1129 time: 0.1770704 Feb 09 01:42:18.266381 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4d89b6fb-02e2-43e9-8a26-611c3066bc85 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (62406a3a-169e-42d5-a3df-58c02e4333c2), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:18.268892 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-835b03a9-221a-4f2f-9f77-0a5f1f641503 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (bb2bedc7-8e75-438e-afa7-f1352e9b03b6), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:18.281579 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 830efb90-44e5-47a1-8e0e-73da7406e8f5 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:42:18.281938 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 830efb90-44e5-47a1-8e0e-73da7406e8f5 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:42:18.285600 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4d89b6fb-02e2-43e9-8a26-611c3066bc85 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (62406a3a-169e-42d5-a3df-58c02e4333c2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:18.287427 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-835b03a9-221a-4f2f-9f77-0a5f1f641503 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:42:18.290832 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-835b03a9-221a-4f2f-9f77-0a5f1f641503 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (bb2bedc7-8e75-438e-afa7-f1352e9b03b6), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:18.324148 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4d89b6fb-02e2-43e9-8a26-611c3066bc85 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:18.325044 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4d89b6fb-02e2-43e9-8a26-611c3066bc85 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3872261 Feb 09 01:42:18.333066 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58472) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:18.341942 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-231974e8-51f4-4df4-a441-93391998f3be tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Request body: {'security_group_rule': {'security_group_id': 'ebbebf50-4117-43f7-ab7d-869532a0f906', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:18.348575 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89b6fb-02e2-43e9-8a26-611c3066bc85 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62406a3a-169e-42d5-a3df-58c02e4333c2,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:18.392275 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bb5ae39c-4ecf-4449-b06f-ef54ba204e2a req-d73eeb21-2cd3-4c5b-8874-37a50afc3bd6 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=c174cb6e-64e7-44be-83f3-29ea109f9382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536400 Feb 09 01:42:18.418955 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-231974e8-51f4-4df4-a441-93391998f3be tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (9a55c609-a5fa-43f1-8903-967ce8416857), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:18.453936 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:42:18.453936 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:42:18.453936 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:42:18.453936 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:42:18.453936 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:42:18.453936 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:42:18.453936 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:42:18.453936 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:42:18.453936 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:42:18.453936 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:42:18.453936 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:42:18.453936 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:42:18.453936 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:42:18.453936 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:42:18.453936 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:42:18.453936 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:42:18.453936 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:42:18.453936 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:42:18.453936 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:42:18.453936 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:42:18.453936 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:42:18.453936 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:42:18.453936 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:42:18.453936 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:42:18.453936 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:42:18.453936 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:42:18.453936 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:42:18.453936 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:42:18.453936 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:42:18.453936 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:42:18.453936 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:42:18.453936 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:42:18.541472 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-231974e8-51f4-4df4-a441-93391998f3be tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (9a55c609-a5fa-43f1-8903-967ce8416857), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:18.553804 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-231974e8-51f4-4df4-a441-93391998f3be tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (9a55c609-a5fa-43f1-8903-967ce8416857), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:18.602534 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-231974e8-51f4-4df4-a441-93391998f3be tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:18.603746 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-231974e8-51f4-4df4-a441-93391998f3be tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2694540 Feb 09 01:42:18.604639 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231974e8-51f4-4df4-a441-93391998f3be tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a55c609-a5fa-43f1-8903-967ce8416857,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:18.608455 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493bf90d-1dd7-4b04-b873-59de633dd045 req-07a7cac9-5b6b-4056-acc9-4122f797a15b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:18.615056 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58482) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:18.619326 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-493bf90d-1dd7-4b04-b873-59de633dd045 req-07a7cac9-5b6b-4056-acc9-4122f797a15b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 946 time: 0.1572361 Feb 09 01:42:18.620887 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-c19382ee-41fc-4dc2-81c4-3f4de1520c6c tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Request body: {'security_group_rule': {'security_group_id': 'ebbebf50-4117-43f7-ab7d-869532a0f906', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:18.622753 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-835b03a9-221a-4f2f-9f77-0a5f1f641503 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (ce06b85e-1aa4-4c29-b098-05692ac2c394), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:18.667883 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-835b03a9-221a-4f2f-9f77-0a5f1f641503 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:18.675638 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58484) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:18.681843 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-835b03a9-221a-4f2f-9f77-0a5f1f641503 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "DELETE /v2.0/networks/ce06b85e-1aa4-4c29-b098-05692ac2c394 HTTP/1.1" status: 204 len: 168 time: 4.1061633 Feb 09 01:42:18.690175 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-941f3286-dcf7-4791-80bd-afd1f5447da8 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1321523065'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:18.723162 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c19382ee-41fc-4dc2-81c4-3f4de1520c6c tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (a04a8f3c-1f0b-4090-a192-b9d715336012), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:18.723394 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b03a9-221a-4f2f-9f77-0a5f1f641503 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event deleted for resources: {'Network': ['ID=ce06b85e-1aa4-4c29-b098-05692ac2c394,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:18.776868 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-493bf90d-1dd7-4b04-b873-59de633dd045 req-318ec262-9fec-4fb5-9e10-4b1ce8e28da0 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=c174cb6e-64e7-44be-83f3-29ea109f9382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541595 Feb 09 01:42:18.789572 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941f3286-dcf7-4791-80bd-afd1f5447da8 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Made reservation on behalf of 1726b6d203164dcab302729577ed20ff for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:42:18.791486 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-941f3286-dcf7-4791-80bd-afd1f5447da8 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:18.841718 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-941f3286-dcf7-4791-80bd-afd1f5447da8 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:42:18.858243 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-941f3286-dcf7-4791-80bd-afd1f5447da8 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (ec60ac1a-1583-4f17-9952-005d5ae2d94e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:18.858667 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-941f3286-dcf7-4791-80bd-afd1f5447da8 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Added segment ec60ac1a-1583-4f17-9952-005d5ae2d94e of type vlan for network bec360fc-5e72-4dc4-87cb-bddbae6d3fe3 Feb 09 01:42:18.919272 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-941f3286-dcf7-4791-80bd-afd1f5447da8 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (bec360fc-5e72-4dc4-87cb-bddbae6d3fe3), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:18.932373 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c19382ee-41fc-4dc2-81c4-3f4de1520c6c tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (a04a8f3c-1f0b-4090-a192-b9d715336012), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:18.950382 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c19382ee-41fc-4dc2-81c4-3f4de1520c6c tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (a04a8f3c-1f0b-4090-a192-b9d715336012), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:18.978362 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19382ee-41fc-4dc2-81c4-3f4de1520c6c tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a04a8f3c-1f0b-4090-a192-b9d715336012,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:18.990233 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c19382ee-41fc-4dc2-81c4-3f4de1520c6c tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:18.991720 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c19382ee-41fc-4dc2-81c4-3f4de1520c6c tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3756137 Feb 09 01:42:18.994577 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58494) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:19.007015 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-0a8b2227-21f1-456e-9ded-b243029c99c7 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Request body: {'security_group_rule': {'security_group_id': 'ebbebf50-4117-43f7-ab7d-869532a0f906', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:19.015426 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-941f3286-dcf7-4791-80bd-afd1f5447da8 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (bec360fc-5e72-4dc4-87cb-bddbae6d3fe3), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:19.023596 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941f3286-dcf7-4791-80bd-afd1f5447da8 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:19.024833 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-941f3286-dcf7-4791-80bd-afd1f5447da8 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:19.058202 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-941f3286-dcf7-4791-80bd-afd1f5447da8 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3816497 Feb 09 01:42:19.061350 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58498) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:19.069220 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-2539114b-fbf3-454f-9008-d443e140c26e tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Request body: {'subnet': {'network_id': 'bec360fc-5e72-4dc4-87cb-bddbae6d3fe3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:19.129686 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0a8b2227-21f1-456e-9ded-b243029c99c7 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (bd626aa1-1c1c-4803-8aa6-245acbd1ea2c), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:19.134671 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f3286-dcf7-4791-80bd-afd1f5447da8 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event updated for resources: {'Network': ['ID=bec360fc-5e72-4dc4-87cb-bddbae6d3fe3,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:19.148620 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network bec360fc-5e72-4dc4-87cb-bddbae6d3fe3 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:42:19.205925 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0a8b2227-21f1-456e-9ded-b243029c99c7 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (bd626aa1-1c1c-4803-8aa6-245acbd1ea2c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:19.214643 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0a8b2227-21f1-456e-9ded-b243029c99c7 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (bd626aa1-1c1c-4803-8aa6-245acbd1ea2c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:19.259476 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b2227-21f1-456e-9ded-b243029c99c7 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd626aa1-1c1c-4803-8aa6-245acbd1ea2c,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:19.286164 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0a8b2227-21f1-456e-9ded-b243029c99c7 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:19.289810 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0a8b2227-21f1-456e-9ded-b243029c99c7 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2939501 Feb 09 01:42:19.294817 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58502) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:19.305086 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-6665aa31-a6cd-4a1b-8fc1-afa7e1e54a8f tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Request body: {'security_group_rule': {'security_group_id': 'ebbebf50-4117-43f7-ab7d-869532a0f906', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:19.368244 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6665aa31-a6cd-4a1b-8fc1-afa7e1e54a8f tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (b2fca776-7507-4d17-ae27-8293bf207d2d), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:19.370575 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2539114b-fbf3-454f-9008-d443e140c26e tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Made reservation on behalf of 1726b6d203164dcab302729577ed20ff for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:42:19.379648 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2539114b-fbf3-454f-9008-d443e140c26e tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:19.518465 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:19.522223 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6665aa31-a6cd-4a1b-8fc1-afa7e1e54a8f tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (b2fca776-7507-4d17-ae27-8293bf207d2d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:19.531808 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6665aa31-a6cd-4a1b-8fc1-afa7e1e54a8f tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (b2fca776-7507-4d17-ae27-8293bf207d2d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:19.586905 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6665aa31-a6cd-4a1b-8fc1-afa7e1e54a8f tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:19.589299 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6665aa31-a6cd-4a1b-8fc1-afa7e1e54a8f tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2911270 Feb 09 01:42:19.592698 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58512) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:19.601221 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6665aa31-a6cd-4a1b-8fc1-afa7e1e54a8f tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2fca776-7507-4d17-ae27-8293bf207d2d,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:19.625647 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3db1d05a-46b3-4ac6-900b-2588fb34ee98 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (b2fca776-7507-4d17-ae27-8293bf207d2d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:19.635125 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3db1d05a-46b3-4ac6-900b-2588fb34ee98 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (b2fca776-7507-4d17-ae27-8293bf207d2d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:19.682335 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3db1d05a-46b3-4ac6-900b-2588fb34ee98 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (b2fca776-7507-4d17-ae27-8293bf207d2d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:19.688173 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3db1d05a-46b3-4ac6-900b-2588fb34ee98 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:19.689672 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3db1d05a-46b3-4ac6-900b-2588fb34ee98 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/b2fca776-7507-4d17-ae27-8293bf207d2d HTTP/1.1" status: 204 len: 168 time: 0.0955660 Feb 09 01:42:19.693955 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58516) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:19.706752 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db1d05a-46b3-4ac6-900b-2588fb34ee98 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2fca776-7507-4d17-ae27-8293bf207d2d,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:19.849552 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ba6bdc14-4912-4cd9-82b6-bec749dd668c tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1533709 Feb 09 01:42:19.852458 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58524) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:19.911657 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-005621f9-9901-43b7-9b42-019fea3c18a5 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (bd626aa1-1c1c-4803-8aa6-245acbd1ea2c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:19.930436 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-005621f9-9901-43b7-9b42-019fea3c18a5 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (bd626aa1-1c1c-4803-8aa6-245acbd1ea2c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:19.985795 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-005621f9-9901-43b7-9b42-019fea3c18a5 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (bd626aa1-1c1c-4803-8aa6-245acbd1ea2c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:19.993393 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-005621f9-9901-43b7-9b42-019fea3c18a5 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:19.994434 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-005621f9-9901-43b7-9b42-019fea3c18a5 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/bd626aa1-1c1c-4803-8aa6-245acbd1ea2c HTTP/1.1" status: 204 len: 168 time: 0.1407502 Feb 09 01:42:20.004275 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58530) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:20.033859 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2539114b-fbf3-454f-9008-d443e140c26e tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (1c3638d0-a41c-41f1-9034-2a0f0ecb1924), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:20.062828 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005621f9-9901-43b7-9b42-019fea3c18a5 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd626aa1-1c1c-4803-8aa6-245acbd1ea2c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:20.099403 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e4f0e11c-18d1-4a89-be7a-b80e0db03204 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0839396 Feb 09 01:42:20.102445 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58532) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:20.138573 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8445a925-0f0c-4f42-bfd5-9079d1c72e31 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (a04a8f3c-1f0b-4090-a192-b9d715336012), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:20.149299 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8445a925-0f0c-4f42-bfd5-9079d1c72e31 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (a04a8f3c-1f0b-4090-a192-b9d715336012), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:20.188150 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8445a925-0f0c-4f42-bfd5-9079d1c72e31 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (a04a8f3c-1f0b-4090-a192-b9d715336012), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:20.194024 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8445a925-0f0c-4f42-bfd5-9079d1c72e31 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:20.196372 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8445a925-0f0c-4f42-bfd5-9079d1c72e31 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/a04a8f3c-1f0b-4090-a192-b9d715336012 HTTP/1.1" status: 204 len: 168 time: 0.0926044 Feb 09 01:42:20.201858 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58538) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:20.206132 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8445a925-0f0c-4f42-bfd5-9079d1c72e31 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a04a8f3c-1f0b-4090-a192-b9d715336012,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:20.246540 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da221d0e-73c9-4c8d-bdd6-d01da0b2fe3d req-2f9f29de-53b0-460d-a623-0ed401e9e8c9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:20.248147 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da221d0e-73c9-4c8d-bdd6-d01da0b2fe3d req-2f9f29de-53b0-460d-a623-0ed401e9e8c9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 946 time: 0.3414421 Feb 09 01:42:20.267548 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2539114b-fbf3-454f-9008-d443e140c26e tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Checking segment: {'id': 'ec60ac1a-1583-4f17-9952-005d5ae2d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'bec360fc-5e72-4dc4-87cb-bddbae6d3fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:42:20.267892 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2539114b-fbf3-454f-9008-d443e140c26e tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Network hostable DHCP agents. Network: bec360fc-5e72-4dc4-87cb-bddbae6d3fe3, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:42:20.272604 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539114b-fbf3-454f-9008-d443e140c26e tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event updated for resources: {'Subnet': ['ID=1c3638d0-a41c-41f1-9034-2a0f0ecb1924,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:20.352783 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da221d0e-73c9-4c8d-bdd6-d01da0b2fe3d req-4fea624b-3010-4fb7-a96e-ed1a9289486b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=c174cb6e-64e7-44be-83f3-29ea109f9382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942051 Feb 09 01:42:20.373838 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-967d4cd8-554c-45e0-a10b-ccca6889c9d8 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1704738 Feb 09 01:42:20.375122 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2539114b-fbf3-454f-9008-d443e140c26e tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Network bec360fc-5e72-4dc4-87cb-bddbae6d3fe3 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:42:20.376856 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58542) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:20.398061 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-2539114b-fbf3-454f-9008-d443e140c26e tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, bec360fc-5e72-4dc4-87cb-bddbae6d3fe3) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:20.413413 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cf9773-97cc-4f77-8067-035582dcd270 None None] Network bec360fc-5e72-4dc4-87cb-bddbae6d3fe3 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:42:20.422542 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2539114b-fbf3-454f-9008-d443e140c26e tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:20.424950 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1c484771-9ecf-40ef-b0fd-b846d647ec11 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (9a55c609-a5fa-43f1-8903-967ce8416857), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:20.425105 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2539114b-fbf3-454f-9008-d443e140c26e tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:20.440247 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1c484771-9ecf-40ef-b0fd-b846d647ec11 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (9a55c609-a5fa-43f1-8903-967ce8416857), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:20.464850 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2539114b-fbf3-454f-9008-d443e140c26e tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4006963 Feb 09 01:42:20.468418 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58550) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:20.488396 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-690d8f99-3d14-4602-b482-12f33ec8073f tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Request body: {'subnet': {'network_id': 'bec360fc-5e72-4dc4-87cb-bddbae6d3fe3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:20.511773 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1c484771-9ecf-40ef-b0fd-b846d647ec11 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (9a55c609-a5fa-43f1-8903-967ce8416857), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:20.517769 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1c484771-9ecf-40ef-b0fd-b846d647ec11 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:20.519301 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1c484771-9ecf-40ef-b0fd-b846d647ec11 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/9a55c609-a5fa-43f1-8903-967ce8416857 HTTP/1.1" status: 204 len: 168 time: 0.1414392 Feb 09 01:42:20.522316 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58554) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:20.560825 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c484771-9ecf-40ef-b0fd-b846d647ec11 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a55c609-a5fa-43f1-8903-967ce8416857,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:20.663614 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-61b6cd1e-5ea0-4f48-ab9c-2b87a486dfea tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1353014 Feb 09 01:42:20.664664 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58556) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:20.714158 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48efaa4-5df3-4557-8fe1-bf1341ad9e36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-bec360fc-5e72-4dc4-87cb-bddbae6d3fe3', 'network_id': 'bec360fc-5e72-4dc4-87cb-bddbae6d3fe3', 'project_id': '1726b6d203164dcab302729577ed20ff', 'fixed_ips': [{'subnet_id': '1c3638d0-a41c-41f1-9034-2a0f0ecb1924'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:42:20.715065 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f48efaa4-5df3-4557-8fe1-bf1341ad9e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:20.763308 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f6fa3227-3c4d-48f0-b3a8-339c370e3c74 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (62406a3a-169e-42d5-a3df-58c02e4333c2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:20.790585 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f6fa3227-3c4d-48f0-b3a8-339c370e3c74 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (62406a3a-169e-42d5-a3df-58c02e4333c2), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:20.830057 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff658c2-5561-43bf-a1f6-7fc24e53d95f req-c3d1cf2e-870c-4ad1-b9f2-99d58f7b230d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:20.841569 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0ff658c2-5561-43bf-a1f6-7fc24e53d95f req-c3d1cf2e-870c-4ad1-b9f2-99d58f7b230d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 946 time: 0.2213371 Feb 09 01:42:20.854508 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f6fa3227-3c4d-48f0-b3a8-339c370e3c74 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (62406a3a-169e-42d5-a3df-58c02e4333c2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:20.865610 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f6fa3227-3c4d-48f0-b3a8-339c370e3c74 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:20.870048 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58560) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:20.870605 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f6fa3227-3c4d-48f0-b3a8-339c370e3c74 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/62406a3a-169e-42d5-a3df-58c02e4333c2 HTTP/1.1" status: 204 len: 168 time: 0.2045240 Feb 09 01:42:20.876190 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa3227-3c4d-48f0-b3a8-339c370e3c74 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62406a3a-169e-42d5-a3df-58c02e4333c2,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:21.072759 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0ff658c2-5561-43bf-a1f6-7fc24e53d95f req-85116b8e-16d7-491a-afdd-b9ee1ae5043a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=c174cb6e-64e7-44be-83f3-29ea109f9382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2296870 Feb 09 01:42:21.078729 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690d8f99-3d14-4602-b482-12f33ec8073f tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Made reservation on behalf of 1726b6d203164dcab302729577ed20ff for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:42:21.083251 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-690d8f99-3d14-4602-b482-12f33ec8073f tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:21.164427 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58566) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:21.221328 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:21.222012 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-05efda54-ac6c-4943-b014-fa46e5e7914e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:21.242656 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be9edc5-cdf1-4298-8ca7-172a8ccdcc66 tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:21.248913 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0be9edc5-cdf1-4298-8ca7-172a8ccdcc66 tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 1124 time: 0.0833414 Feb 09 01:42:21.250930 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58568) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:21.258572 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-90bef99e-d9dd-4f6b-9544-7b1ad3fc7c72 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'port_id': '40bd1084-775d-4c76-9af0-601321ece8a0', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:21.284610 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-f48efaa4-5df3-4557-8fe1-bf1341ad9e36 None None] Allocated IP 2001:db8::2 (bec360fc-5e72-4dc4-87cb-bddbae6d3fe3/1c3638d0-a41c-41f1-9034-2a0f0ecb1924/a0b2574e-ff12-4334-afd8-c87462ec4464) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:42:21.317259 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-90bef99e-d9dd-4f6b-9544-7b1ad3fc7c72 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:21.367132 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58572) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:21.461661 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0881aabf-9440-476b-84ca-a96c964f0063 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5690575 Feb 09 01:42:21.463737 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-690d8f99-3d14-4602-b482-12f33ec8073f tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (21bd3ee7-3abc-4c37-b1ef-2db5df133d32), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:21.465963 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58576) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:21.532007 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690d8f99-3d14-4602-b482-12f33ec8073f tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Network bec360fc-5e72-4dc4-87cb-bddbae6d3fe3 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:42:21.539408 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-690d8f99-3d14-4602-b482-12f33ec8073f tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:21.550195 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690d8f99-3d14-4602-b482-12f33ec8073f tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:21.551194 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-690d8f99-3d14-4602-b482-12f33ec8073f tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599204'] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:21.580929 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d8f99-3d14-4602-b482-12f33ec8073f tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event updated for resources: {'Subnet': ['ID=21bd3ee7-3abc-4c37-b1ef-2db5df133d32,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:21.607438 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-690d8f99-3d14-4602-b482-12f33ec8073f tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1368937 Feb 09 01:42:21.608500 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58578) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:21.610678 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-90bef99e-d9dd-4f6b-9544-7b1ad3fc7c72 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:21.624468 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-aff07648-49a4-4c15-86be-9c15e068c0eb tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (ebbebf50-4117-43f7-ab7d-869532a0f906), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:21.685166 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-aff07648-49a4-4c15-86be-9c15e068c0eb tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (ebbebf50-4117-43f7-ab7d-869532a0f906), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:21.712926 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93f607a-ca81-42ce-8437-1065405250f9 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:21.723233 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93f607a-ca81-42ce-8437-1065405250f9 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:21.725123 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93f607a-ca81-42ce-8437-1065405250f9 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:21.728123 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93f607a-ca81-42ce-8437-1065405250f9 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:21.729972 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f48efaa4-5df3-4557-8fe1-bf1341ad9e36 None None] Publish callbacks [] for port (a0b2574e-ff12-4334-afd8-c87462ec4464), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:21.732333 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93f607a-ca81-42ce-8437-1065405250f9 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:21.741704 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a93f607a-ca81-42ce-8437-1065405250f9 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1288435 Feb 09 01:42:21.743118 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f48efaa4-5df3-4557-8fe1-bf1341ad9e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (a0b2574e-ff12-4334-afd8-c87462ec4464), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:21.745216 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58582) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:21.764764 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-5f1f5dfe-4ba2-4a75-8cba-4e6324b7b147 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1805967251'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:21.819750 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48efaa4-5df3-4557-8fe1-bf1341ad9e36 None None] Network bec360fc-5e72-4dc4-87cb-bddbae6d3fe3 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:42:21.827767 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-f48efaa4-5df3-4557-8fe1-bf1341ad9e36 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:21.832743 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48efaa4-5df3-4557-8fe1-bf1341ad9e36 None None] Pushing event updated for resources: {'Port': ['ID=a0b2574e-ff12-4334-afd8-c87462ec4464,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:21.836304 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48efaa4-5df3-4557-8fe1-bf1341ad9e36 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:42:21.844298 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-90bef99e-d9dd-4f6b-9544-7b1ad3fc7c72 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Allocated IP 172.25.1.220 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/100e6e62-73be-43bd-9c5d-75d49d750d81) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:42:21.853222 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1f5dfe-4ba2-4a75-8cba-4e6324b7b147 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Made reservation on behalf of 1726b6d203164dcab302729577ed20ff for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:42:21.856561 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5f1f5dfe-4ba2-4a75-8cba-4e6324b7b147 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:21.896925 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-aff07648-49a4-4c15-86be-9c15e068c0eb tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ebbebf50-4117-43f7-ab7d-869532a0f906), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:21.899491 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-aff07648-49a4-4c15-86be-9c15e068c0eb tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:21.900730 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-aff07648-49a4-4c15-86be-9c15e068c0eb tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "DELETE /v2.0/security-groups/ebbebf50-4117-43f7-ab7d-869532a0f906 HTTP/1.1" status: 204 len: 168 time: 0.4312105 Feb 09 01:42:21.905792 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58584) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:21.908094 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-f48efaa4-5df3-4557-8fe1-bf1341ad9e36 None None] Attempting to bind port a0b2574e-ff12-4334-afd8-c87462ec4464 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:42:21.908482 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-f48efaa4-5df3-4557-8fe1-bf1341ad9e36 None None] Attempting to bind port a0b2574e-ff12-4334-afd8-c87462ec4464 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'ec60ac1a-1583-4f17-9952-005d5ae2d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'bec360fc-5e72-4dc4-87cb-bddbae6d3fe3'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:42:21.908943 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48efaa4-5df3-4557-8fe1-bf1341ad9e36 None None] Attempting to bind port a0b2574e-ff12-4334-afd8-c87462ec4464 on network bec360fc-5e72-4dc4-87cb-bddbae6d3fe3 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:21.914782 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48efaa4-5df3-4557-8fe1-bf1341ad9e36 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:42:21.915051 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48efaa4-5df3-4557-8fe1-bf1341ad9e36 None None] Checking segment: {'id': 'ec60ac1a-1583-4f17-9952-005d5ae2d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'bec360fc-5e72-4dc4-87cb-bddbae6d3fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:42:21.915469 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f48efaa4-5df3-4557-8fe1-bf1341ad9e36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:21.915850 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48efaa4-5df3-4557-8fe1-bf1341ad9e36 None None] Bound using segment: {'id': 'ec60ac1a-1583-4f17-9952-005d5ae2d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'bec360fc-5e72-4dc4-87cb-bddbae6d3fe3'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:42:21.916406 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-f48efaa4-5df3-4557-8fe1-bf1341ad9e36 None None] Bound port: a0b2574e-ff12-4334-afd8-c87462ec4464, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec60ac1a-1583-4f17-9952-005d5ae2d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'bec360fc-5e72-4dc4-87cb-bddbae6d3fe3'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:42:21.916786 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f48efaa4-5df3-4557-8fe1-bf1341ad9e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a0b2574e-ff12-4334-afd8-c87462ec4464), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:21.950114 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58586) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:21.955804 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f1f5dfe-4ba2-4a75-8cba-4e6324b7b147 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:42:21.979792 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff07648-49a4-4c15-86be-9c15e068c0eb tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbebf50-4117-43f7-ab7d-869532a0f906,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:22.001022 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-f48efaa4-5df3-4557-8fe1-bf1341ad9e36 None None] For port a0b2574e-ff12-4334-afd8-c87462ec4464, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:42:22.025791 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-f48efaa4-5df3-4557-8fe1-bf1341ad9e36 None None] For port a0b2574e-ff12-4334-afd8-c87462ec4464, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=a0b2574e-ff12-4334-afd8-c87462ec4464,segment=NetworkSegment(ec60ac1a-1583-4f17-9952-005d5ae2d94e),segment_id=ec60ac1a-1583-4f17-9952-005d5ae2d94e)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:42:22.033933 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f48efaa4-5df3-4557-8fe1-bf1341ad9e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (a0b2574e-ff12-4334-afd8-c87462ec4464), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:22.046513 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0f154ad3-758a-46ee-842b-37161f9eccb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:22.047851 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5f1f5dfe-4ba2-4a75-8cba-4e6324b7b147 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (720d5c54-4184-4703-9351-e7f5eb6351cb), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:22.048167 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-5f1f5dfe-4ba2-4a75-8cba-4e6324b7b147 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Added segment 720d5c54-4184-4703-9351-e7f5eb6351cb of type vlan for network 2c6ca602-1d70-4309-83ec-dee72f1c5535 Feb 09 01:42:22.096409 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5851f652-eb16-4d0b-8bb9-b5c21e8153fd tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1750515 Feb 09 01:42:22.108114 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58590) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:22.124297 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-7d9d0f13-d714-42f4-bc2c-b696c038c151 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Request body: {'security_group': {'name': 'tempest-secgroup--2093169557'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:22.131431 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48efaa4-5df3-4557-8fe1-bf1341ad9e36 None None] Pushing event updated for resources: {'Port': ['ID=a0b2574e-ff12-4334-afd8-c87462ec4464,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:22.144304 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5f1f5dfe-4ba2-4a75-8cba-4e6324b7b147 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (2c6ca602-1d70-4309-83ec-dee72f1c5535), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:22.167376 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-93d19b13-36c7-4073-861e-617c23a0b89e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:22.181761 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-90bef99e-d9dd-4f6b-9544-7b1ad3fc7c72 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for port (100e6e62-73be-43bd-9c5d-75d49d750d81), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:22.208104 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5f1f5dfe-4ba2-4a75-8cba-4e6324b7b147 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (2c6ca602-1d70-4309-83ec-dee72f1c5535), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:22.213311 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1f5dfe-4ba2-4a75-8cba-4e6324b7b147 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:22.213933 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5f1f5dfe-4ba2-4a75-8cba-4e6324b7b147 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:22.216792 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7d9d0f13-d714-42f4-bc2c-b696c038c151 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:22.240185 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5f1f5dfe-4ba2-4a75-8cba-4e6324b7b147 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4911594 Feb 09 01:42:22.248856 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58592) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:22.253883 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-b23d7ad3-b2ef-4607-919e-56cd1940f99e tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:22.322214 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f5dfe-4ba2-4a75-8cba-4e6324b7b147 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event updated for resources: {'Network': ['ID=2c6ca602-1d70-4309-83ec-dee72f1c5535,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:22.335512 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 2c6ca602-1d70-4309-83ec-dee72f1c5535 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:42:22.396228 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-93d19b13-36c7-4073-861e-617c23a0b89e admin admin] Publish callbacks [] for security_group (47f847b6-d8fa-465a-96ff-61698a5bcab0), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:22.402726 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-93d19b13-36c7-4073-861e-617c23a0b89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (47f847b6-d8fa-465a-96ff-61698a5bcab0), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:22.407321 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-90bef99e-d9dd-4f6b-9544-7b1ad3fc7c72 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (100e6e62-73be-43bd-9c5d-75d49d750d81), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:22.460331 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d19b13-36c7-4073-861e-617c23a0b89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f847b6-d8fa-465a-96ff-61698a5bcab0,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:22.489926 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bef99e-d9dd-4f6b-9544-7b1ad3fc7c72 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'Port': ['ID=100e6e62-73be-43bd-9c5d-75d49d750d81,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:22.494596 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0f154ad3-758a-46ee-842b-37161f9eccb3 admin admin] Publish callbacks [] for security_group (377ff5a6-5cd1-40a8-8831-ab0a58b3a005), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:22.516208 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-93d19b13-36c7-4073-861e-617c23a0b89e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7fe886fe31194fb8ab9a96b97a40b865&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5590324 Feb 09 01:42:22.516421 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0f154ad3-758a-46ee-842b-37161f9eccb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (377ff5a6-5cd1-40a8-8831-ab0a58b3a005), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:22.522679 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58596) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:22.557863 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bef99e-d9dd-4f6b-9544-7b1ad3fc7c72 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:42:22.583898 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-90bef99e-d9dd-4f6b-9544-7b1ad3fc7c72 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:22.607642 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-46f1c581-ec93-4e7a-9501-18dd1c3e8d85 admin admin] Publish callbacks [] for security_group (47f847b6-d8fa-465a-96ff-61698a5bcab0), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:22.607917 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bef99e-d9dd-4f6b-9544-7b1ad3fc7c72 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:42:22.638315 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-46f1c581-ec93-4e7a-9501-18dd1c3e8d85 admin admin] Publish callbacks [] for security_group (47f847b6-d8fa-465a-96ff-61698a5bcab0), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:22.665858 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0f154ad3-758a-46ee-842b-37161f9eccb3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=29246c6dcab24c0d8954e800b16f71e2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2957165 Feb 09 01:42:22.672846 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58598) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:22.690206 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f154ad3-758a-46ee-842b-37161f9eccb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377ff5a6-5cd1-40a8-8831-ab0a58b3a005,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:22.734279 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d5968a3d-59e3-48f5-92c1-6bbde059fc70 admin admin] Publish callbacks [] for security_group (377ff5a6-5cd1-40a8-8831-ab0a58b3a005), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:22.759898 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7d9d0f13-d714-42f4-bc2c-b696c038c151 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (7abcfc4f-2fab-43c0-8635-b655402e07ac), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:22.770409 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-46f1c581-ec93-4e7a-9501-18dd1c3e8d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (47f847b6-d8fa-465a-96ff-61698a5bcab0), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:22.773037 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-46f1c581-ec93-4e7a-9501-18dd1c3e8d85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:22.774218 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-46f1c581-ec93-4e7a-9501-18dd1c3e8d85 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/47f847b6-d8fa-465a-96ff-61698a5bcab0 HTTP/1.1" status: 204 len: 168 time: 0.2504056 Feb 09 01:42:22.776870 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d5968a3d-59e3-48f5-92c1-6bbde059fc70 admin admin] Publish callbacks [] for security_group (377ff5a6-5cd1-40a8-8831-ab0a58b3a005), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:22.798561 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f1c581-ec93-4e7a-9501-18dd1c3e8d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f847b6-d8fa-465a-96ff-61698a5bcab0,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:22.832918 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7d9d0f13-d714-42f4-bc2c-b696c038c151 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7abcfc4f-2fab-43c0-8635-b655402e07ac), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:22.846786 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b23d7ad3-b2ef-4607-919e-56cd1940f99e tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (2c6ca602-1d70-4309-83ec-dee72f1c5535), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:22.860228 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d5968a3d-59e3-48f5-92c1-6bbde059fc70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (377ff5a6-5cd1-40a8-8831-ab0a58b3a005), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:22.862737 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d5968a3d-59e3-48f5-92c1-6bbde059fc70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:22.863918 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d5968a3d-59e3-48f5-92c1-6bbde059fc70 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/377ff5a6-5cd1-40a8-8831-ab0a58b3a005 HTTP/1.1" status: 204 len: 168 time: 0.1900983 Feb 09 01:42:22.875091 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5968a3d-59e3-48f5-92c1-6bbde059fc70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377ff5a6-5cd1-40a8-8831-ab0a58b3a005,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:22.927462 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d0f13-d714-42f4-bc2c-b696c038c151 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7abcfc4f-2fab-43c0-8635-b655402e07ac,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:22.950105 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b23d7ad3-b2ef-4607-919e-56cd1940f99e tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (2c6ca602-1d70-4309-83ec-dee72f1c5535), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:22.961272 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7d9d0f13-d714-42f4-bc2c-b696c038c151 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:22.965948 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7d9d0f13-d714-42f4-bc2c-b696c038c151 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8492064 Feb 09 01:42:22.968380 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58604) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:22.975854 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-77022b8e-12cd-4311-a3b3-ebc2d91d51c3 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Request body: {'security_group_rule': {'security_group_id': '7abcfc4f-2fab-43c0-8635-b655402e07ac', 'direction': 'ingress', 'protocol': 17}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:23.012798 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b23d7ad3-b2ef-4607-919e-56cd1940f99e tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Network 2c6ca602-1d70-4309-83ec-dee72f1c5535 is not hosted by any dhcp agent {{(pid=103528) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 01:42:23.016347 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-77022b8e-12cd-4311-a3b3-ebc2d91d51c3 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (26af60d5-b421-4a14-912b-378d51618a40), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:23.017644 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23d7ad3-b2ef-4607-919e-56cd1940f99e tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:23.018348 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b23d7ad3-b2ef-4607-919e-56cd1940f99e tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:23.022506 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b23d7ad3-b2ef-4607-919e-56cd1940f99e tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "PUT /v2.0/networks/2c6ca602-1d70-4309-83ec-dee72f1c5535 HTTP/1.1" status: 200 len: 723 time: 0.7698886 Feb 09 01:42:23.025793 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58608) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:23.034714 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-a078eb00-5734-4979-a249-ea19d4910d40 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Request body: {'subnet': {'network_id': '2c6ca602-1d70-4309-83ec-dee72f1c5535', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:23.068753 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d7ad3-b2ef-4607-919e-56cd1940f99e tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event updated for resources: {'Network': ['ID=2c6ca602-1d70-4309-83ec-dee72f1c5535,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:23.082110 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 2c6ca602-1d70-4309-83ec-dee72f1c5535 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:42:23.096937 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-77022b8e-12cd-4311-a3b3-ebc2d91d51c3 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (26af60d5-b421-4a14-912b-378d51618a40), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:23.103559 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-77022b8e-12cd-4311-a3b3-ebc2d91d51c3 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (26af60d5-b421-4a14-912b-378d51618a40), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:23.184085 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77022b8e-12cd-4311-a3b3-ebc2d91d51c3 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26af60d5-b421-4a14-912b-378d51618a40,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:23.200165 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-77022b8e-12cd-4311-a3b3-ebc2d91d51c3 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:23.205991 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-77022b8e-12cd-4311-a3b3-ebc2d91d51c3 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2348869 Feb 09 01:42:23.207752 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58612) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:23.208329 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58614) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:23.267432 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ad0c95bf-7bb6-425d-8553-d6d67b98beaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:23.345134 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-139b20f0-532f-4f03-aafa-82d18f32af7e tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (7abcfc4f-2fab-43c0-8635-b655402e07ac), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:23.382899 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-139b20f0-532f-4f03-aafa-82d18f32af7e tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (7abcfc4f-2fab-43c0-8635-b655402e07ac), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:23.459735 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ad0c95bf-7bb6-425d-8553-d6d67b98beaa admin admin] Publish callbacks [] for security_group (3075d308-1f51-441f-9853-232f5b0a03da), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:23.464468 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ad0c95bf-7bb6-425d-8553-d6d67b98beaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3075d308-1f51-441f-9853-232f5b0a03da), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:23.491349 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-139b20f0-532f-4f03-aafa-82d18f32af7e tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7abcfc4f-2fab-43c0-8635-b655402e07ac), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:23.493926 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-139b20f0-532f-4f03-aafa-82d18f32af7e tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:23.496031 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-139b20f0-532f-4f03-aafa-82d18f32af7e tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "DELETE /v2.0/security-groups/7abcfc4f-2fab-43c0-8635-b655402e07ac HTTP/1.1" status: 204 len: 168 time: 0.2744274 Feb 09 01:42:23.496031 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58618) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:23.505178 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58620) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:23.525458 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3476badc-32a0-47c7-b4c7-9d0b27da15be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:23.555041 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ad0c95bf-7bb6-425d-8553-d6d67b98beaa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=af04844b384d4c3886868c9ae7fb96bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3454003 Feb 09 01:42:23.555929 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c95bf-7bb6-425d-8553-d6d67b98beaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3075d308-1f51-441f-9853-232f5b0a03da,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:23.561203 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58622) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:23.598577 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c95bf-7bb6-425d-8553-d6d67b98beaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:23.598961 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c95bf-7bb6-425d-8553-d6d67b98beaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:23.599545 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c95bf-7bb6-425d-8553-d6d67b98beaa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:23.599923 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c95bf-7bb6-425d-8553-d6d67b98beaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:23.601234 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c95bf-7bb6-425d-8553-d6d67b98beaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:23.601610 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c95bf-7bb6-425d-8553-d6d67b98beaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:23.601952 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c95bf-7bb6-425d-8553-d6d67b98beaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:23.602282 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c95bf-7bb6-425d-8553-d6d67b98beaa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:23.602609 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c95bf-7bb6-425d-8553-d6d67b98beaa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:23.602986 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c95bf-7bb6-425d-8553-d6d67b98beaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:23.603312 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c95bf-7bb6-425d-8553-d6d67b98beaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:23.603634 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c95bf-7bb6-425d-8553-d6d67b98beaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:23.604023 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c95bf-7bb6-425d-8553-d6d67b98beaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:23.620724 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a078eb00-5734-4979-a249-ea19d4910d40 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Made reservation on behalf of 1726b6d203164dcab302729577ed20ff for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:42:23.625831 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a078eb00-5734-4979-a249-ea19d4910d40 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:23.647016 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b20f0-532f-4f03-aafa-82d18f32af7e tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abcfc4f-2fab-43c0-8635-b655402e07ac,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:23.694665 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5b01d16f-3e53-4e9d-a8e5-1292b8a7d5f5 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1704443 Feb 09 01:42:23.700534 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58624) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:23.704892 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-1e147188-697f-4a65-a450-e1882b118abd tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Request body: {'security_group': {'name': 'tempest-secgroup--2141711700'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:23.724528 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229cd952-7895-487d-888a-c3d9a1c7e669 None None] Network bec360fc-5e72-4dc4-87cb-bddbae6d3fe3 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:42:23.792117 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1e147188-697f-4a65-a450-e1882b118abd tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:23.794601 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7e394954-2bdc-42f6-874f-ee98fc09b4bc admin admin] Publish callbacks [] for security_group (3075d308-1f51-441f-9853-232f5b0a03da), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:23.839329 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3476badc-32a0-47c7-b4c7-9d0b27da15be admin admin] Publish callbacks [] for security_group (cac6aee4-6ebf-4a71-b54b-4b085fc06842), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:23.843036 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-98332ca5-2438-4946-b076-ac983ced60fa None None] Provisioning complete for port a0b2574e-ff12-4334-afd8-c87462ec4464 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:23.843412 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-98332ca5-2438-4946-b076-ac983ced60fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a0b2574e-ff12-4334-afd8-c87462ec4464), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:23.858604 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3476badc-32a0-47c7-b4c7-9d0b27da15be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (cac6aee4-6ebf-4a71-b54b-4b085fc06842), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:23.882206 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7e394954-2bdc-42f6-874f-ee98fc09b4bc admin admin] Publish callbacks [] for security_group (3075d308-1f51-441f-9853-232f5b0a03da), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:23.908072 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-90bef99e-d9dd-4f6b-9544-7b1ad3fc7c72 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for floatingip (7166a4a3-c40c-42b5-81c1-0105bf767e7d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:23.954261 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3476badc-32a0-47c7-b4c7-9d0b27da15be admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=445539d23b554da9ac1ddce034ed8e6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4465361 Feb 09 01:42:23.956679 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58626) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:23.967182 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3476badc-32a0-47c7-b4c7-9d0b27da15be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac6aee4-6ebf-4a71-b54b-4b085fc06842,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:24.017216 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1e147188-697f-4a65-a450-e1882b118abd tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (bf4588f3-4c29-459b-b993-7a0c8a6a6806), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:24.023024 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1e147188-697f-4a65-a450-e1882b118abd tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (bf4588f3-4c29-459b-b993-7a0c8a6a6806), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:24.037191 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-98332ca5-2438-4946-b076-ac983ced60fa None None] Current status of the port a0b2574e-ff12-4334-afd8-c87462ec4464 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:24.037733 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-98332ca5-2438-4946-b076-ac983ced60fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a0b2574e-ff12-4334-afd8-c87462ec4464), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:24.062038 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e147188-697f-4a65-a450-e1882b118abd tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4588f3-4c29-459b-b993-7a0c8a6a6806,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:24.080778 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7e394954-2bdc-42f6-874f-ee98fc09b4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3075d308-1f51-441f-9853-232f5b0a03da), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:24.086105 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7e394954-2bdc-42f6-874f-ee98fc09b4bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:24.088138 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7e394954-2bdc-42f6-874f-ee98fc09b4bc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3075d308-1f51-441f-9853-232f5b0a03da HTTP/1.1" status: 204 len: 168 time: 0.5252044 Feb 09 01:42:24.111031 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8564db55-3bc1-4c40-bbd1-5d80253fe4ab None None] Update dhcp port {'port': {'network_id': 'bec360fc-5e72-4dc4-87cb-bddbae6d3fe3', 'fixed_ips': [{'subnet_id': '1c3638d0-a41c-41f1-9034-2a0f0ecb1924', 'ip_address': '2001:db8::2'}, {'subnet_id': '21bd3ee7-3abc-4c37-b1ef-2db5df133d32'}], 'binding:host_id': 'n-d-822053-40'}, 'id': 'a0b2574e-ff12-4334-afd8-c87462ec4464'} from n-d-822053-40. {{(pid=103530) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:42:24.129801 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1e147188-697f-4a65-a450-e1882b118abd tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:24.133637 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1e147188-697f-4a65-a450-e1882b118abd tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4321151 Feb 09 01:42:24.137372 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e394954-2bdc-42f6-874f-ee98fc09b4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3075d308-1f51-441f-9853-232f5b0a03da,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:24.144221 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58630) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:24.149907 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-2115fc7c-7f62-4bc9-8366-80a4b6865775 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Request body: {'security_group': {'name': 'tempest-secgroup--589479563'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:24.150905 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5792ed6-04f2-451e-b6b0-b3cf647cbd00 admin admin] Publish callbacks [] for security_group (cac6aee4-6ebf-4a71-b54b-4b085fc06842), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:24.187667 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2115fc7c-7f62-4bc9-8366-80a4b6865775 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:24.198955 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-98332ca5-2438-4946-b076-ac983ced60fa None None] For port a0b2574e-ff12-4334-afd8-c87462ec4464, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=a0b2574e-ff12-4334-afd8-c87462ec4464,segment=NetworkSegment(ec60ac1a-1583-4f17-9952-005d5ae2d94e),segment_id=ec60ac1a-1583-4f17-9952-005d5ae2d94e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:24.210556 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5792ed6-04f2-451e-b6b0-b3cf647cbd00 admin admin] Publish callbacks [] for security_group (cac6aee4-6ebf-4a71-b54b-4b085fc06842), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:24.221913 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-98332ca5-2438-4946-b076-ac983ced60fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (a0b2574e-ff12-4334-afd8-c87462ec4464), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:24.263630 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8564db55-3bc1-4c40-bbd1-5d80253fe4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a0b2574e-ff12-4334-afd8-c87462ec4464), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:24.313450 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device a0b2574e-ff12-4334-afd8-c87462ec4464 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:42:24.322109 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2115fc7c-7f62-4bc9-8366-80a4b6865775 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (ff997e62-d952-4cd3-bb64-37d648cca7d9), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:24.327686 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2115fc7c-7f62-4bc9-8366-80a4b6865775 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ff997e62-d952-4cd3-bb64-37d648cca7d9), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:24.350691 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-90bef99e-d9dd-4f6b-9544-7b1ad3fc7c72 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (100e6e62-73be-43bd-9c5d-75d49d750d81), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:24.356365 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a078eb00-5734-4979-a249-ea19d4910d40 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (903ca997-0e4e-482d-9b6b-ff33cffe4462), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:24.376786 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2115fc7c-7f62-4bc9-8366-80a4b6865775 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:24.378910 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2115fc7c-7f62-4bc9-8366-80a4b6865775 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2328393 Feb 09 01:42:24.380476 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115fc7c-7f62-4bc9-8366-80a4b6865775 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff997e62-d952-4cd3-bb64-37d648cca7d9,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:24.385134 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58632) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:24.393028 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-d6b36a33-b9f2-48a6-9595-fae49a32cf78 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Request body: {'security_group_rule': {'security_group_id': 'bf4588f3-4c29-459b-b993-7a0c8a6a6806', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ff997e62-d952-4cd3-bb64-37d648cca7d9', 'remote_ip_prefix': None}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:24.436817 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f8bc724e-6ac6-414d-b044-2b547ec1769c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:24.443095 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d6b36a33-b9f2-48a6-9595-fae49a32cf78 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (b0992a27-e977-4999-8151-7328861ef6a4), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:24.446021 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98332ca5-2438-4946-b076-ac983ced60fa None None] Pushing event updated for resources: {'Port': ['ID=a0b2574e-ff12-4334-afd8-c87462ec4464,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:24.551565 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a078eb00-5734-4979-a249-ea19d4910d40 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event updated for resources: {'Subnet': ['ID=903ca997-0e4e-482d-9b6b-ff33cffe4462,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:24.551774 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port a0b2574e-ff12-4334-afd8-c87462ec4464 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:24.552119 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a0b2574e-ff12-4334-afd8-c87462ec4464), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:24.586070 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d6b36a33-b9f2-48a6-9595-fae49a32cf78 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (b0992a27-e977-4999-8151-7328861ef6a4), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:24.593050 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d6b36a33-b9f2-48a6-9595-fae49a32cf78 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (b0992a27-e977-4999-8151-7328861ef6a4), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:24.627734 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b36a33-b9f2-48a6-9595-fae49a32cf78 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0992a27-e977-4999-8151-7328861ef6a4,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:24.635240 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d6b36a33-b9f2-48a6-9595-fae49a32cf78 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:24.636556 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d6b36a33-b9f2-48a6-9595-fae49a32cf78 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2501507 Feb 09 01:42:24.640364 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58638) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:24.643084 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a078eb00-5734-4979-a249-ea19d4910d40 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Checking segment: {'id': '720d5c54-4184-4703-9351-e7f5eb6351cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '2c6ca602-1d70-4309-83ec-dee72f1c5535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:42:24.643456 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a078eb00-5734-4979-a249-ea19d4910d40 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Network hostable DHCP agents. Network: 2c6ca602-1d70-4309-83ec-dee72f1c5535, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:42:24.660145 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5792ed6-04f2-451e-b6b0-b3cf647cbd00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (cac6aee4-6ebf-4a71-b54b-4b085fc06842), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:24.662714 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5792ed6-04f2-451e-b6b0-b3cf647cbd00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:24.666290 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a5792ed6-04f2-451e-b6b0-b3cf647cbd00 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cac6aee4-6ebf-4a71-b54b-4b085fc06842 HTTP/1.1" status: 204 len: 168 time: 0.7062149 Feb 09 01:42:24.688923 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7875fdfd-f773-46ee-b4eb-7e489969d6fb tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (b0992a27-e977-4999-8151-7328861ef6a4), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:24.700828 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7875fdfd-f773-46ee-b4eb-7e489969d6fb tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (b0992a27-e977-4999-8151-7328861ef6a4), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:24.712674 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-8564db55-3bc1-4c40-bbd1-5d80253fe4ab None None] Allocated IP 172.20.0.1 (bec360fc-5e72-4dc4-87cb-bddbae6d3fe3/21bd3ee7-3abc-4c37-b1ef-2db5df133d32/a0b2574e-ff12-4334-afd8-c87462ec4464) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:42:24.730616 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5792ed6-04f2-451e-b6b0-b3cf647cbd00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac6aee4-6ebf-4a71-b54b-4b085fc06842,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:24.731352 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port a0b2574e-ff12-4334-afd8-c87462ec4464 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:24.740489 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7875fdfd-f773-46ee-b4eb-7e489969d6fb tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (b0992a27-e977-4999-8151-7328861ef6a4), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:24.756877 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7875fdfd-f773-46ee-b4eb-7e489969d6fb tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:24.759250 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7875fdfd-f773-46ee-b4eb-7e489969d6fb tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/b0992a27-e977-4999-8151-7328861ef6a4 HTTP/1.1" status: 204 len: 168 time: 0.1154737 Feb 09 01:42:24.773264 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58646) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:24.775199 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875fdfd-f773-46ee-b4eb-7e489969d6fb tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0992a27-e977-4999-8151-7328861ef6a4,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:24.860146 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-8564db55-3bc1-4c40-bbd1-5d80253fe4ab None None] For port a0b2574e-ff12-4334-afd8-c87462ec4464, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=a0b2574e-ff12-4334-afd8-c87462ec4464,segment=NetworkSegment(ec60ac1a-1583-4f17-9952-005d5ae2d94e),segment_id=ec60ac1a-1583-4f17-9952-005d5ae2d94e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:24.860519 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3bfb4779-a783-4c69-8569-07c842c78026 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0727577 Feb 09 01:42:24.864716 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58650) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:24.905495 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a078eb00-5734-4979-a249-ea19d4910d40 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Network 2c6ca602-1d70-4309-83ec-dee72f1c5535 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:42:24.928738 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-a078eb00-5734-4979-a249-ea19d4910d40 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 2c6ca602-1d70-4309-83ec-dee72f1c5535) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:24.941365 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a078eb00-5734-4979-a249-ea19d4910d40 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:24.941888 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a078eb00-5734-4979-a249-ea19d4910d40 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:24.955757 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8c8292a6-faaf-4ebb-aeb7-cf8492d6f7dc tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (ff997e62-d952-4cd3-bb64-37d648cca7d9), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:24.988248 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8c8292a6-faaf-4ebb-aeb7-cf8492d6f7dc tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (ff997e62-d952-4cd3-bb64-37d648cca7d9), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:25.029747 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a078eb00-5734-4979-a249-ea19d4910d40 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9961789 Feb 09 01:42:25.031519 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58654) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:25.053125 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-19648819-b6cd-4ee6-9b5c-c2b8a809766f tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:25.086029 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-90bef99e-d9dd-4f6b-9544-7b1ad3fc7c72 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for port (100e6e62-73be-43bd-9c5d-75d49d750d81), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:25.092895 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-90bef99e-d9dd-4f6b-9544-7b1ad3fc7c72 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (100e6e62-73be-43bd-9c5d-75d49d750d81), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:25.126840 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8c8292a6-faaf-4ebb-aeb7-cf8492d6f7dc tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ff997e62-d952-4cd3-bb64-37d648cca7d9), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:25.129570 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8c8292a6-faaf-4ebb-aeb7-cf8492d6f7dc tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:25.130730 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8c8292a6-faaf-4ebb-aeb7-cf8492d6f7dc tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "DELETE /v2.0/security-groups/ff997e62-d952-4cd3-bb64-37d648cca7d9 HTTP/1.1" status: 204 len: 168 time: 0.2622736 Feb 09 01:42:25.140800 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58660) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:25.185302 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bef99e-d9dd-4f6b-9544-7b1ad3fc7c72 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'Port': ['ID=100e6e62-73be-43bd-9c5d-75d49d750d81,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:25.198537 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7ad8db-9197-4295-93fd-9f37b1301b8f None None] Network 2c6ca602-1d70-4309-83ec-dee72f1c5535 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:42:25.292202 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-19648819-b6cd-4ee6-9b5c-c2b8a809766f tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5425960'] for subnet (903ca997-0e4e-482d-9b6b-ff33cffe4462), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:25.297193 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-90bef99e-d9dd-4f6b-9544-7b1ad3fc7c72 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (7166a4a3-c40c-42b5-81c1-0105bf767e7d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:25.315419 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8564db55-3bc1-4c40-bbd1-5d80253fe4ab None None] Publish callbacks [] for port (a0b2574e-ff12-4334-afd8-c87462ec4464), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:25.348168 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8564db55-3bc1-4c40-bbd1-5d80253fe4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (a0b2574e-ff12-4334-afd8-c87462ec4464), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:25.374679 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71458a6c-af11-4567-a740-21c4c5375cec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-2c6ca602-1d70-4309-83ec-dee72f1c5535', 'network_id': '2c6ca602-1d70-4309-83ec-dee72f1c5535', 'project_id': '1726b6d203164dcab302729577ed20ff', 'fixed_ips': [{'subnet_id': '903ca997-0e4e-482d-9b6b-ff33cffe4462'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:42:25.376024 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-71458a6c-af11-4567-a740-21c4c5375cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:25.501178 n-d-822053-40 neutron-server[103528]: INFO neutron.db.l3_db [None req-90bef99e-d9dd-4f6b-9544-7b1ad3fc7c72 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Floating IP 7166a4a3-c40c-42b5-81c1-0105bf767e7d associated. External IP: 172.25.1.220, port: 40bd1084-775d-4c76-9af0-601321ece8a0. Feb 09 01:42:25.503039 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8292a6-faaf-4ebb-aeb7-cf8492d6f7dc tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff997e62-d952-4cd3-bb64-37d648cca7d9,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:25.515686 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58666) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:25.527068 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-19648819-b6cd-4ee6-9b5c-c2b8a809766f tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793221182212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5430944'] for subnet (903ca997-0e4e-482d-9b6b-ff33cffe4462), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:25.614433 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-aec4e979-7179-4b02-8659-a70b7401bb3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:25.658361 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19648819-b6cd-4ee6-9b5c-c2b8a809766f tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:25.659432 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-19648819-b6cd-4ee6-9b5c-c2b8a809766f tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:25.660978 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-19648819-b6cd-4ee6-9b5c-c2b8a809766f tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "PUT /v2.0/subnets/903ca997-0e4e-482d-9b6b-ff33cffe4462 HTTP/1.1" status: 200 len: 826 time: 0.6269095 Feb 09 01:42:25.666944 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58678) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:25.697071 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8564db55-3bc1-4c40-bbd1-5d80253fe4ab None None] Pushing event updated for resources: {'Port': ['ID=a0b2574e-ff12-4334-afd8-c87462ec4464,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:25.718733 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d519c1ab-5f06-42e5-adb2-d88e1e97b991 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.5764859 Feb 09 01:42:25.719409 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58680) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:25.791492 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-71458a6c-af11-4567-a740-21c4c5375cec None None] Allocated IP 2001:db8::2 (2c6ca602-1d70-4309-83ec-dee72f1c5535/903ca997-0e4e-482d-9b6b-ff33cffe4462/be41e580-e8f5-411f-bea0-2a25c43eb050) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:42:25.828409 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19648819-b6cd-4ee6-9b5c-c2b8a809766f tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event updated for resources: {'Subnet': ['ID=903ca997-0e4e-482d-9b6b-ff33cffe4462,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:25.885571 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-638cbcc7-677b-4057-972f-975b844e5c98 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (bf4588f3-4c29-459b-b993-7a0c8a6a6806), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:25.930912 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90bef99e-d9dd-4f6b-9544-7b1ad3fc7c72 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Router 8025ca1f-9460-4554-8173-fbc526245f9b has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:42:25.952785 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-558f4271-ca70-4558-80f0-a40cef68a91d tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (2c6ca602-1d70-4309-83ec-dee72f1c5535), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:25.984946 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-638cbcc7-677b-4057-972f-975b844e5c98 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (bf4588f3-4c29-459b-b993-7a0c8a6a6806), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:26.045339 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-71458a6c-af11-4567-a740-21c4c5375cec None None] Publish callbacks [] for port (be41e580-e8f5-411f-bea0-2a25c43eb050), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:26.069399 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-71458a6c-af11-4567-a740-21c4c5375cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (be41e580-e8f5-411f-bea0-2a25c43eb050), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:26.080931 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-558f4271-ca70-4558-80f0-a40cef68a91d tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (903ca997-0e4e-482d-9b6b-ff33cffe4462), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:26.129073 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-aec4e979-7179-4b02-8659-a70b7401bb3f admin admin] Publish callbacks [] for security_group (040f455a-5160-4ec0-bc1d-2ca34ecbe5ae), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:26.148932 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-aec4e979-7179-4b02-8659-a70b7401bb3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (040f455a-5160-4ec0-bc1d-2ca34ecbe5ae), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:26.194922 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:26.200474 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71458a6c-af11-4567-a740-21c4c5375cec None None] Network 2c6ca602-1d70-4309-83ec-dee72f1c5535 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:42:26.221849 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-71458a6c-af11-4567-a740-21c4c5375cec None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:26.230863 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71458a6c-af11-4567-a740-21c4c5375cec None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:42:26.284641 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-638cbcc7-677b-4057-972f-975b844e5c98 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (bf4588f3-4c29-459b-b993-7a0c8a6a6806), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:26.286732 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-638cbcc7-677b-4057-972f-975b844e5c98 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:26.290809 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-638cbcc7-677b-4057-972f-975b844e5c98 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "DELETE /v2.0/security-groups/bf4588f3-4c29-459b-b993-7a0c8a6a6806 HTTP/1.1" status: 204 len: 168 time: 0.5322471 Feb 09 01:42:26.294557 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-aec4e979-7179-4b02-8659-a70b7401bb3f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=07f463245bdb435a99d4e53e05371788&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7756195 Feb 09 01:42:26.297777 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58696) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:26.297917 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58698) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:26.317123 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec4e979-7179-4b02-8659-a70b7401bb3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040f455a-5160-4ec0-bc1d-2ca34ecbe5ae,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:26.326036 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device a0b2574e-ff12-4334-afd8-c87462ec4464 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:42:26.329207 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90bef99e-d9dd-4f6b-9544-7b1ad3fc7c72 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:42:26.365659 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-90bef99e-d9dd-4f6b-9544-7b1ad3fc7c72 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:26.415893 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5d3c571f-706f-4941-9147-49126e84ba2f tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1157525 Feb 09 01:42:26.416923 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638cbcc7-677b-4057-972f-975b844e5c98 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4588f3-4c29-459b-b993-7a0c8a6a6806,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:26.424919 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58704) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:26.427755 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-90bef99e-d9dd-4f6b-9544-7b1ad3fc7c72 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.1757669 Feb 09 01:42:26.428612 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d6306cf-2382-4490-986b-294c2fa475db', 'tag': '40bd1084-775d-4c76-9af0-601321ece8a0'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:42:26.431201 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1e2d44-ac95-4f03-9d71-3e6086f273b5" -d '{"events": [{"name": "network-changed", "server_uuid": "6d6306cf-2382-4490-986b-294c2fa475db", "tag": "40bd1084-775d-4c76-9af0-601321ece8a0"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:42:26.456720 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-558f4271-ca70-4558-80f0-a40cef68a91d tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (903ca997-0e4e-482d-9b6b-ff33cffe4462), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:26.467325 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c719fae4-3dd4-4e58-9378-e27930db8c9f None None] Sync routers for ids ['8025ca1f-9460-4554-8173-fbc526245f9b'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:42:26.475161 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-09917b23-f04d-4ff2-bc02-071122b17abe tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Request body: {'security_group': {'name': 'tempest-secgroup--1838522152'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:26.478170 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-71458a6c-af11-4567-a740-21c4c5375cec None None] Attempting to bind port be41e580-e8f5-411f-bea0-2a25c43eb050 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:42:26.478766 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-71458a6c-af11-4567-a740-21c4c5375cec None None] Attempting to bind port be41e580-e8f5-411f-bea0-2a25c43eb050 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '720d5c54-4184-4703-9351-e7f5eb6351cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '2c6ca602-1d70-4309-83ec-dee72f1c5535'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:42:26.479491 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71458a6c-af11-4567-a740-21c4c5375cec None None] Attempting to bind port be41e580-e8f5-411f-bea0-2a25c43eb050 on network 2c6ca602-1d70-4309-83ec-dee72f1c5535 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:26.492224 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71458a6c-af11-4567-a740-21c4c5375cec None None] Pushing event updated for resources: {'Port': ['ID=be41e580-e8f5-411f-bea0-2a25c43eb050,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:26.513782 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71458a6c-af11-4567-a740-21c4c5375cec None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:42:26.514278 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71458a6c-af11-4567-a740-21c4c5375cec None None] Checking segment: {'id': '720d5c54-4184-4703-9351-e7f5eb6351cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '2c6ca602-1d70-4309-83ec-dee72f1c5535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:42:26.514790 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-71458a6c-af11-4567-a740-21c4c5375cec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:26.515418 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71458a6c-af11-4567-a740-21c4c5375cec None None] Bound using segment: {'id': '720d5c54-4184-4703-9351-e7f5eb6351cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '2c6ca602-1d70-4309-83ec-dee72f1c5535'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:42:26.516120 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-71458a6c-af11-4567-a740-21c4c5375cec None None] Bound port: be41e580-e8f5-411f-bea0-2a25c43eb050, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '720d5c54-4184-4703-9351-e7f5eb6351cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '2c6ca602-1d70-4309-83ec-dee72f1c5535'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:42:26.516596 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-71458a6c-af11-4567-a740-21c4c5375cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (be41e580-e8f5-411f-bea0-2a25c43eb050), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:26.533055 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfc49f8-850e-4c55-9daf-b78468f08ba2 x-openstack-request-id: req-ebfc49f8-850e-4c55-9daf-b78468f08ba2 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:42:26.533661 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d6306cf-2382-4490-986b-294c2fa475db", "tag": "40bd1084-775d-4c76-9af0-601321ece8a0", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:42:26.534030 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ebfc49f8-850e-4c55-9daf-b78468f08ba2 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:42:26.534529 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d6306cf-2382-4490-986b-294c2fa475db', 'tag': '40bd1084-775d-4c76-9af0-601321ece8a0', 'status': 'completed', 'code': 200} Feb 09 01:42:26.552484 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c719fae4-3dd4-4e58-9378-e27930db8c9f None None] Routers {'8025ca1f-9460-4554-8173-fbc526245f9b'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:42:26.566161 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c719fae4-3dd4-4e58-9378-e27930db8c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:42:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['8025ca1f-9460-4554-8173-fbc526245f9b'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:26.659586 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e2d44-ac95-4f03-9d71-3e6086f273b5 req-bad15ba3-e033-4372-8cf3-23cb24b4fd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:26.661345 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-de1e2d44-ac95-4f03-9d71-3e6086f273b5 req-bad15ba3-e033-4372-8cf3-23cb24b4fd27 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e7f5366db1de43098724f0eb4e3342fd&device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 1129 time: 0.1067219 Feb 09 01:42:26.664265 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f4271-ca70-4558-80f0-a40cef68a91d tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event deleted for resources: {'Subnet': ['ID=903ca997-0e4e-482d-9b6b-ff33cffe4462,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:26.787211 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-09917b23-f04d-4ff2-bc02-071122b17abe tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:26.828264 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-71458a6c-af11-4567-a740-21c4c5375cec None None] For port be41e580-e8f5-411f-bea0-2a25c43eb050, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:42:26.832011 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-71458a6c-af11-4567-a740-21c4c5375cec None None] For port be41e580-e8f5-411f-bea0-2a25c43eb050, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=be41e580-e8f5-411f-bea0-2a25c43eb050,segment=NetworkSegment(720d5c54-4184-4703-9351-e7f5eb6351cb),segment_id=720d5c54-4184-4703-9351-e7f5eb6351cb)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:42:26.836251 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dae74f1d-1c1c-4254-a44b-dc0c60db5d22 admin admin] Publish callbacks [] for security_group (040f455a-5160-4ec0-bc1d-2ca34ecbe5ae), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:26.838023 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf23e9e4-4caf-41c2-acb3-7d2a6a6beb5f None None] Network bec360fc-5e72-4dc4-87cb-bddbae6d3fe3 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:42:26.843052 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port a0b2574e-ff12-4334-afd8-c87462ec4464 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:26.843425 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a0b2574e-ff12-4334-afd8-c87462ec4464), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:26.851957 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-71458a6c-af11-4567-a740-21c4c5375cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (be41e580-e8f5-411f-bea0-2a25c43eb050), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:26.872910 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dae74f1d-1c1c-4254-a44b-dc0c60db5d22 admin admin] Publish callbacks [] for security_group (040f455a-5160-4ec0-bc1d-2ca34ecbe5ae), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:26.885888 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-558f4271-ca70-4558-80f0-a40cef68a91d tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (2c6ca602-1d70-4309-83ec-dee72f1c5535), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:26.890423 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58714) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:26.925352 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e2d44-ac95-4f03-9d71-3e6086f273b5 req-2868f4de-ce47-4fc3-885b-9e10fe90afd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:26.928608 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-de1e2d44-ac95-4f03-9d71-3e6086f273b5 req-2868f4de-ce47-4fc3-885b-9e10fe90afd9 service neutron] 10.222.0.121 "GET /v2.0/networks?id=d6cb6789-0b2a-4ba4-8424-772a7d1413c2 HTTP/1.1" status: 200 len: 896 time: 0.2515152 Feb 09 01:42:27.026582 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-de1e2d44-ac95-4f03-9d71-3e6086f273b5 req-0cefa585-c0b3-40c6-b21b-2f8403dd20e6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40bd1084-775d-4c76-9af0-601321ece8a0 HTTP/1.1" status: 200 len: 1000 time: 0.0904217 Feb 09 01:42:27.035805 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-4f209f26-e8cc-4131-ad51-5193d3afc974 None None] Provisioning complete for port a0b2574e-ff12-4334-afd8-c87462ec4464 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:27.036204 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4f209f26-e8cc-4131-ad51-5193d3afc974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a0b2574e-ff12-4334-afd8-c87462ec4464), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:27.087742 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e2d44-ac95-4f03-9d71-3e6086f273b5 req-9c0ea501-f6bd-4cbd-9bf8-51b998a2810d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:27.089568 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-de1e2d44-ac95-4f03-9d71-3e6086f273b5 req-9c0ea501-f6bd-4cbd-9bf8-51b998a2810d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1affeb7f-466a-49a4-99c4-44985032d328 HTTP/1.1" status: 200 len: 834 time: 0.0559506 Feb 09 01:42:27.132879 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71458a6c-af11-4567-a740-21c4c5375cec None None] Pushing event updated for resources: {'Port': ['ID=be41e580-e8f5-411f-bea0-2a25c43eb050,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:27.145504 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-c719fae4-3dd4-4e58-9378-e27930db8c9f None None] Set router 8025ca1f-9460-4554-8173-fbc526245f9b gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:42:27.153508 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49efab3-2477-4e0e-abb8-f29fec5f9dde None None] Network 2c6ca602-1d70-4309-83ec-dee72f1c5535 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:42:27.165318 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e2d44-ac95-4f03-9d71-3e6086f273b5 req-e54d7ab1-f648-433c-865d-4fbd6e31ec14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:27.167049 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-de1e2d44-ac95-4f03-9d71-3e6086f273b5 req-e54d7ab1-f648-433c-865d-4fbd6e31ec14 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d6cb6789-0b2a-4ba4-8424-772a7d1413c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0701258 Feb 09 01:42:27.302343 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-de1e2d44-ac95-4f03-9d71-3e6086f273b5 req-4119d11e-5c61-4af0-8583-ab19392762c7 service neutron] 10.222.0.121 "GET /v2.0/networks/d6cb6789-0b2a-4ba4-8424-772a7d1413c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275921 Feb 09 01:42:27.348082 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port a0b2574e-ff12-4334-afd8-c87462ec4464 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:27.414204 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-558f4271-ca70-4558-80f0-a40cef68a91d tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c6ca602-1d70-4309-83ec-dee72f1c5535']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:27.430868 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-558f4271-ca70-4558-80f0-a40cef68a91d tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '720d5c54-4184-4703-9351-e7f5eb6351cb') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:27.431489 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-558f4271-ca70-4558-80f0-a40cef68a91d tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '720d5c54-4184-4703-9351-e7f5eb6351cb') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:27.444154 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-de1e2d44-ac95-4f03-9d71-3e6086f273b5 req-9c93057d-964e-49ce-a5cd-48e6ea5c5b6b service neutron] 10.222.0.121 "GET /v2.0/networks/d6cb6789-0b2a-4ba4-8424-772a7d1413c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335542 Feb 09 01:42:27.445506 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-4f209f26-e8cc-4131-ad51-5193d3afc974 None None] Current status of the port a0b2574e-ff12-4334-afd8-c87462ec4464 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:27.526766 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e89d334-2b4e-4180-a5af-8e8634f44573 None None] Network 2c6ca602-1d70-4309-83ec-dee72f1c5535 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:42:27.536367 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-558f4271-ca70-4558-80f0-a40cef68a91d tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (720d5c54-4184-4703-9351-e7f5eb6351cb), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:27.576335 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dae74f1d-1c1c-4254-a44b-dc0c60db5d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (040f455a-5160-4ec0-bc1d-2ca34ecbe5ae), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:27.579405 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dae74f1d-1c1c-4254-a44b-dc0c60db5d22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:27.581204 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-dae74f1d-1c1c-4254-a44b-dc0c60db5d22 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/040f455a-5160-4ec0-bc1d-2ca34ecbe5ae HTTP/1.1" status: 204 len: 168 time: 1.2798901 Feb 09 01:42:27.614199 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067cdd1b-6d8e-402d-9464-c35391294f40 req-d7f7b9f2-a9b7-4602-868a-d05125025ea3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:27.617010 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-067cdd1b-6d8e-402d-9464-c35391294f40 req-d7f7b9f2-a9b7-4602-868a-d05125025ea3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 946 time: 0.9588177 Feb 09 01:42:27.649424 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae74f1d-1c1c-4254-a44b-dc0c60db5d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040f455a-5160-4ec0-bc1d-2ca34ecbe5ae,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:27.662199 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-558f4271-ca70-4558-80f0-a40cef68a91d tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (720d5c54-4184-4703-9351-e7f5eb6351cb), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:27.710788 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-558f4271-ca70-4558-80f0-a40cef68a91d tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:42:27.711461 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-558f4271-ca70-4558-80f0-a40cef68a91d tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (720d5c54-4184-4703-9351-e7f5eb6351cb), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:27.735533 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:42:27.735533 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:42:27.735533 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:42:27.735533 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:42:27.735533 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:42:27.735533 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:42:27.735533 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:42:27.735533 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:42:27.735533 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:42:27.735533 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:42:27.735533 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:42:27.735533 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:42:27.735533 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:42:27.735533 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:42:27.735533 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:42:27.735533 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:42:27.735533 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:42:27.735533 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:42:27.735533 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:42:27.735533 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:42:27.735533 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:42:27.735533 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:42:27.735533 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:42:27.735533 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:42:27.735533 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:42:27.735533 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:42:27.735533 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:42:27.735533 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:42:27.735533 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:42:27.735533 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:42:27.735533 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:42:27.735533 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:42:27.842805 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-09917b23-f04d-4ff2-bc02-071122b17abe tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (a978bb28-9740-4465-8fc2-ad9a5e53a4dc), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:27.979933 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-09917b23-f04d-4ff2-bc02-071122b17abe tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (a978bb28-9740-4465-8fc2-ad9a5e53a4dc), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:28.016438 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4e46ef88-6423-4e18-894f-a3b0a3bd583b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:28.033732 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-067cdd1b-6d8e-402d-9464-c35391294f40 req-dbfc6c79-6367-4b14-b840-bf81cfb1d74b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=c174cb6e-64e7-44be-83f3-29ea109f9382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4009781 Feb 09 01:42:28.058266 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-09917b23-f04d-4ff2-bc02-071122b17abe tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:28.064685 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-09917b23-f04d-4ff2-bc02-071122b17abe tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.5887618 Feb 09 01:42:28.065641 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58728) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:28.069036 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.db.api [None req-558f4271-ca70-4558-80f0-a40cef68a91d tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:42:28.069036 n-d-822053-40 neutron-server[103529]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:42:28.069036 n-d-822053-40 neutron-server[103529]: [parameters: {'id': '2c6ca602-1d70-4309-83ec-dee72f1c5535'}] Feb 09 01:42:28.069036 n-d-822053-40 neutron-server[103529]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103529) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:42:28.069036 n-d-822053-40 neutron-server[103529]: DEBUG oslo_db.api [None req-558f4271-ca70-4558-80f0-a40cef68a91d tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:42:28.075263 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09917b23-f04d-4ff2-bc02-071122b17abe tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a978bb28-9740-4465-8fc2-ad9a5e53a4dc,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:28.075719 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-bc8818a0-411a-49de-99ef-40d48d0e25ab tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Request body: {'security_group_rule': {'security_group_id': 'a978bb28-9740-4465-8fc2-ad9a5e53a4dc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:28.124750 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58732) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:28.160235 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bc8818a0-411a-49de-99ef-40d48d0e25ab tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (675a694e-3ccf-42a5-bdeb-931b2cef27f1), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:28.198689 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:28.212266 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-8895e24b-621b-4046-9217-aacb9352f619 None None] Provisioning complete for port a0b2574e-ff12-4334-afd8-c87462ec4464 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:28.213042 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8895e24b-621b-4046-9217-aacb9352f619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a0b2574e-ff12-4334-afd8-c87462ec4464), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:28.222437 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2409e7c7-f263-4207-87aa-5fa0a5556bde tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/floatingips/7166a4a3-c40c-42b5-81c1-0105bf767e7d HTTP/1.1" status: 200 len: 992 time: 0.0804164 Feb 09 01:42:28.305242 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5613267d-e63d-43ce-927c-907b92bdaadd None None] get_active_networks_info from n-d-822053-40 {{(pid=103530) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:42:28.331597 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4e46ef88-6423-4e18-894f-a3b0a3bd583b admin admin] Publish callbacks [] for security_group (60169e81-5fb5-4b61-a197-e84611926f0d), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:28.336265 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bc8818a0-411a-49de-99ef-40d48d0e25ab tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (675a694e-3ccf-42a5-bdeb-931b2cef27f1), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:28.337713 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4e46ef88-6423-4e18-894f-a3b0a3bd583b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (60169e81-5fb5-4b61-a197-e84611926f0d), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:28.342424 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bc8818a0-411a-49de-99ef-40d48d0e25ab tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (675a694e-3ccf-42a5-bdeb-931b2cef27f1), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:28.376386 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46ef88-6423-4e18-894f-a3b0a3bd583b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60169e81-5fb5-4b61-a197-e84611926f0d,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:28.394358 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8818a0-411a-49de-99ef-40d48d0e25ab tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=675a694e-3ccf-42a5-bdeb-931b2cef27f1,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:28.406652 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4e46ef88-6423-4e18-894f-a3b0a3bd583b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=17ae9ea6b27541a5bac9a5009801cd97&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5110104 Feb 09 01:42:28.406892 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58740) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:28.422301 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8818a0-411a-49de-99ef-40d48d0e25ab tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:28.422643 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8818a0-411a-49de-99ef-40d48d0e25ab tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:28.422987 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8818a0-411a-49de-99ef-40d48d0e25ab tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:28.423325 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8818a0-411a-49de-99ef-40d48d0e25ab tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:28.423653 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8818a0-411a-49de-99ef-40d48d0e25ab tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:28.424020 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8818a0-411a-49de-99ef-40d48d0e25ab tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:28.424336 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8818a0-411a-49de-99ef-40d48d0e25ab tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:28.424662 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8818a0-411a-49de-99ef-40d48d0e25ab tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:28.424983 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8818a0-411a-49de-99ef-40d48d0e25ab tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:28.425316 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8818a0-411a-49de-99ef-40d48d0e25ab tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:28.425626 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8818a0-411a-49de-99ef-40d48d0e25ab tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:28.425945 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8818a0-411a-49de-99ef-40d48d0e25ab tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:28.426264 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8818a0-411a-49de-99ef-40d48d0e25ab tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:28.446098 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bc8818a0-411a-49de-99ef-40d48d0e25ab tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:28.447305 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-bc8818a0-411a-49de-99ef-40d48d0e25ab tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3803880 Feb 09 01:42:28.451180 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58742) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:28.462976 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:28.476722 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8061fb84-9ae5-46f8-967e-add8cdb812c5 admin admin] Publish callbacks [] for security_group (60169e81-5fb5-4b61-a197-e84611926f0d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:28.492930 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c719fae4-3dd4-4e58-9378-e27930db8c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8025ca1f-9460-4554-8173-fbc526245f9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890018208', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '78e3b947-e8f5-41f1-991e-1950045f3972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:44Z', 'updated_at': '2022-02-09T01:41:54Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '78e3b947-e8f5-41f1-991e-1950045f3972', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8025ca1f-9460-4554-8173-fbc526245f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:45Z', 'updated_at': '2022-02-09T01:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '7166a4a3-c40c-42b5-81c1-0105bf767e7d', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'floating_ip_address': '172.25.1.220', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '8025ca1f-9460-4554-8173-fbc526245f9b', 'port_id': '40bd1084-775d-4c76-9af0-601321ece8a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3064, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6cb6789-0b2a-4ba4-8424-772a7d1413c2', 'mac_address': 'fa:16:3e:b8:ab:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6306cf-2382-4490-986b-294c2fa475db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:42:23Z', 'updated_at': '2022-02-09T01:42:23Z', 'revision_number': 0, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89c16eee-ade2-40fd-8d1e-942df653cbfb', 'name': '', 'network_id': 'd6cb6789-0b2a-4ba4-8424-772a7d1413c2', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'mac_address': 'fa:16:3e:ad:0f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8025ca1f-9460-4554-8173-fbc526245f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '1affeb7f-466a-49a4-99c4-44985032d328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:53Z', 'updated_at': '2022-02-09T01:42:04Z', 'revision_number': 5, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'subnets': [{'id': '1affeb7f-466a-49a4-99c4-44985032d328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:28.495648 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee1b0c17-61ed-4060-909b-536996665ec7 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (675a694e-3ccf-42a5-bdeb-931b2cef27f1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:28.506507 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8061fb84-9ae5-46f8-967e-add8cdb812c5 admin admin] Publish callbacks [] for security_group (60169e81-5fb5-4b61-a197-e84611926f0d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:28.524842 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee1b0c17-61ed-4060-909b-536996665ec7 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (675a694e-3ccf-42a5-bdeb-931b2cef27f1), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:28.548388 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5613267d-e63d-43ce-927c-907b92bdaadd None None] Resources bound (agent type, host, resource id): {{(pid=103530) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:42:28.572072 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c719fae4-3dd4-4e58-9378-e27930db8c9f None None] Checking router: 8025ca1f-9460-4554-8173-fbc526245f9b for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:42:28.572382 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-558f4271-ca70-4558-80f0-a40cef68a91d tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (2c6ca602-1d70-4309-83ec-dee72f1c5535), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:28.576649 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8061fb84-9ae5-46f8-967e-add8cdb812c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (60169e81-5fb5-4b61-a197-e84611926f0d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:28.581364 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee1b0c17-61ed-4060-909b-536996665ec7 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (675a694e-3ccf-42a5-bdeb-931b2cef27f1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:28.586329 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee1b0c17-61ed-4060-909b-536996665ec7 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:28.586505 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8061fb84-9ae5-46f8-967e-add8cdb812c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:28.587435 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ee1b0c17-61ed-4060-909b-536996665ec7 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/675a694e-3ccf-42a5-bdeb-931b2cef27f1 HTTP/1.1" status: 204 len: 168 time: 0.1353076 Feb 09 01:42:28.590736 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58746) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:28.593128 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8061fb84-9ae5-46f8-967e-add8cdb812c5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/60169e81-5fb5-4b61-a197-e84611926f0d HTTP/1.1" status: 204 len: 168 time: 0.1832511 Feb 09 01:42:28.637664 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061fb84-9ae5-46f8-967e-add8cdb812c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60169e81-5fb5-4b61-a197-e84611926f0d,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:28.652811 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b0c17-61ed-4060-909b-536996665ec7 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=675a694e-3ccf-42a5-bdeb-931b2cef27f1,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:28.692996 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-79ff02ee-52a1-4514-bbfe-5775eb4eb395 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1011693 Feb 09 01:42:28.698900 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58754) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:28.747046 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-8895e24b-621b-4046-9217-aacb9352f619 None None] Current status of the port a0b2574e-ff12-4334-afd8-c87462ec4464 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:28.756030 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c719fae4-3dd4-4e58-9378-e27930db8c9f None None] Routers {'8025ca1f-9460-4554-8173-fbc526245f9b'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:42:28.756891 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c719fae4-3dd4-4e58-9378-e27930db8c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:42:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['8025ca1f-9460-4554-8173-fbc526245f9b'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:28.803868 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-558f4271-ca70-4558-80f0-a40cef68a91d tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Deleting port be41e580-e8f5-411f-bea0-2a25c43eb050 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:42:28.804656 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-558f4271-ca70-4558-80f0-a40cef68a91d tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (be41e580-e8f5-411f-bea0-2a25c43eb050), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:28.880790 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-558f4271-ca70-4558-80f0-a40cef68a91d tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] For port be41e580-e8f5-411f-bea0-2a25c43eb050, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=be41e580-e8f5-411f-bea0-2a25c43eb050,segment=NetworkSegment(720d5c54-4184-4703-9351-e7f5eb6351cb),segment_id=720d5c54-4184-4703-9351-e7f5eb6351cb)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:28.881165 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-558f4271-ca70-4558-80f0-a40cef68a91d tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (be41e580-e8f5-411f-bea0-2a25c43eb050), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:28.899305 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-558f4271-ca70-4558-80f0-a40cef68a91d tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Calling delete_port for be41e580-e8f5-411f-bea0-2a25c43eb050 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:42:28.977741 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-c719fae4-3dd4-4e58-9378-e27930db8c9f None None] Set router 8025ca1f-9460-4554-8173-fbc526245f9b gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:42:29.021081 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f8ab373-942f-4d46-ac61-81548f73a3fa tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (a978bb28-9740-4465-8fc2-ad9a5e53a4dc), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:29.056406 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f8ab373-942f-4d46-ac61-81548f73a3fa tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (a978bb28-9740-4465-8fc2-ad9a5e53a4dc), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:29.113607 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f8ab373-942f-4d46-ac61-81548f73a3fa tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (a978bb28-9740-4465-8fc2-ad9a5e53a4dc), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:29.117616 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f8ab373-942f-4d46-ac61-81548f73a3fa tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:29.119007 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4f8ab373-942f-4d46-ac61-81548f73a3fa tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "DELETE /v2.0/security-groups/a978bb28-9740-4465-8fc2-ad9a5e53a4dc HTTP/1.1" status: 204 len: 168 time: 0.4170916 Feb 09 01:42:29.122244 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58768) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:29.134876 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ab373-942f-4d46-ac61-81548f73a3fa tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a978bb28-9740-4465-8fc2-ad9a5e53a4dc,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:29.191526 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-558f4271-ca70-4558-80f0-a40cef68a91d tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (be41e580-e8f5-411f-bea0-2a25c43eb050), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:29.227510 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58772) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:29.233206 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558f4271-ca70-4558-80f0-a40cef68a91d tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] No DVR routers for this DVR port be41e580-e8f5-411f-bea0-2a25c43eb050 on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:42:29.266473 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f099f707-c3f5-45c8-b270-e1cd89575651 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1428220 Feb 09 01:42:29.320409 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58774) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:29.325593 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f4271-ca70-4558-80f0-a40cef68a91d tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event deleted for resources: {'Port': ['ID=be41e580-e8f5-411f-bea0-2a25c43eb050,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:29.340654 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-1f40d981-cadb-4296-aa2d-d0c9cd9389ca tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Request body: {'security_group': {'name': 'tempest-secgroup--321587913'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:29.383417 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1f40d981-cadb-4296-aa2d-d0c9cd9389ca tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:29.410365 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4a433526-c04d-4be9-a88e-8aedba383a56 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/floatingips/7166a4a3-c40c-42b5-81c1-0105bf767e7d HTTP/1.1" status: 200 len: 992 time: 0.1799066 Feb 09 01:42:29.526754 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c719fae4-3dd4-4e58-9378-e27930db8c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8025ca1f-9460-4554-8173-fbc526245f9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890018208', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '78e3b947-e8f5-41f1-991e-1950045f3972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:44Z', 'updated_at': '2022-02-09T01:41:54Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '78e3b947-e8f5-41f1-991e-1950045f3972', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8025ca1f-9460-4554-8173-fbc526245f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:45Z', 'updated_at': '2022-02-09T01:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '7166a4a3-c40c-42b5-81c1-0105bf767e7d', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'floating_ip_address': '172.25.1.220', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '8025ca1f-9460-4554-8173-fbc526245f9b', 'port_id': '40bd1084-775d-4c76-9af0-601321ece8a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3064, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6cb6789-0b2a-4ba4-8424-772a7d1413c2', 'mac_address': 'fa:16:3e:b8:ab:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6306cf-2382-4490-986b-294c2fa475db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:42:23Z', 'updated_at': '2022-02-09T01:42:23Z', 'revision_number': 0, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89c16eee-ade2-40fd-8d1e-942df653cbfb', 'name': '', 'network_id': 'd6cb6789-0b2a-4ba4-8424-772a7d1413c2', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'mac_address': 'fa:16:3e:ad:0f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8025ca1f-9460-4554-8173-fbc526245f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '1affeb7f-466a-49a4-99c4-44985032d328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:53Z', 'updated_at': '2022-02-09T01:42:04Z', 'revision_number': 5, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'subnets': [{'id': '1affeb7f-466a-49a4-99c4-44985032d328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:29.532002 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1f40d981-cadb-4296-aa2d-d0c9cd9389ca tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (a98b5c9a-ea2b-44af-aeb0-593310403e23), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:29.551827 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-558f4271-ca70-4558-80f0-a40cef68a91d tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (2c6ca602-1d70-4309-83ec-dee72f1c5535), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:29.553949 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1f40d981-cadb-4296-aa2d-d0c9cd9389ca tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (a98b5c9a-ea2b-44af-aeb0-593310403e23), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:29.568336 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c719fae4-3dd4-4e58-9378-e27930db8c9f None None] The sync data for ids ['8025ca1f-9460-4554-8173-fbc526245f9b'] in n-d-822053-40 is: [{'id': '8025ca1f-9460-4554-8173-fbc526245f9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890018208', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '78e3b947-e8f5-41f1-991e-1950045f3972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:44Z', 'updated_at': '2022-02-09T01:41:54Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '78e3b947-e8f5-41f1-991e-1950045f3972', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8025ca1f-9460-4554-8173-fbc526245f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:45Z', 'updated_at': '2022-02-09T01:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '7166a4a3-c40c-42b5-81c1-0105bf767e7d', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'floating_ip_address': '172.25.1.220', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '8025ca1f-9460-4554-8173-fbc526245f9b', 'port_id': '40bd1084-775d-4c76-9af0-601321ece8a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3064, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6cb6789-0b2a-4ba4-8424-772a7d1413c2', 'mac_address': 'fa:16:3e:b8:ab:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6306cf-2382-4490-986b-294c2fa475db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:42:23Z', 'updated_at': '2022-02-09T01:42:23Z', 'revision_number': 0, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89c16eee-ade2-40fd-8d1e-942df653cbfb', 'name': '', 'network_id': 'd6cb6789-0b2a-4ba4-8424-772a7d1413c2', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'mac_address': 'fa:16:3e:ad:0f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8025ca1f-9460-4554-8173-fbc526245f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '1affeb7f-466a-49a4-99c4-44985032d328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:53Z', 'updated_at': '2022-02-09T01:42:04Z', 'revision_number': 5, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'subnets': [{'id': '1affeb7f-466a-49a4-99c4-44985032d328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:42:29.637584 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f40d981-cadb-4296-aa2d-d0c9cd9389ca tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a98b5c9a-ea2b-44af-aeb0-593310403e23,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:29.651952 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1f40d981-cadb-4296-aa2d-d0c9cd9389ca tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:29.653450 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1f40d981-cadb-4296-aa2d-d0c9cd9389ca tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3192992 Feb 09 01:42:29.660840 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58784) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:29.665396 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-41967fd6-f8b3-4363-86cd-f10a53b8bddc tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Request body: {'security_group_rule': {'security_group_id': 'a98b5c9a-ea2b-44af-aeb0-593310403e23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:29.671400 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-558f4271-ca70-4558-80f0-a40cef68a91d tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c6ca602-1d70-4309-83ec-dee72f1c5535']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:29.696513 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-558f4271-ca70-4558-80f0-a40cef68a91d tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '720d5c54-4184-4703-9351-e7f5eb6351cb') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:29.697015 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-558f4271-ca70-4558-80f0-a40cef68a91d tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '720d5c54-4184-4703-9351-e7f5eb6351cb') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:29.711490 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-558f4271-ca70-4558-80f0-a40cef68a91d tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (720d5c54-4184-4703-9351-e7f5eb6351cb), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:29.726412 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-41967fd6-f8b3-4363-86cd-f10a53b8bddc tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (3aeed193-2478-49ff-be16-4b802c50fc43), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:29.734938 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-558f4271-ca70-4558-80f0-a40cef68a91d tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (720d5c54-4184-4703-9351-e7f5eb6351cb), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:29.744829 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-558f4271-ca70-4558-80f0-a40cef68a91d tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:42:29.745323 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-558f4271-ca70-4558-80f0-a40cef68a91d tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (720d5c54-4184-4703-9351-e7f5eb6351cb), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:29.826246 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:42:29.826246 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:42:29.826246 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:42:29.826246 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:42:29.826246 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:42:29.826246 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:42:29.826246 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:42:29.826246 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:42:29.826246 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:42:29.826246 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:42:29.826246 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:42:29.826246 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:42:29.826246 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:42:29.826246 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:42:29.826246 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:42:29.826246 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:42:29.826246 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:42:29.826246 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:42:29.826246 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:42:29.826246 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:42:29.826246 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:42:29.826246 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:42:29.826246 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:42:29.826246 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:42:29.826246 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:42:29.826246 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:42:29.826246 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:42:29.826246 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:42:29.826246 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:42:29.826246 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:42:29.826246 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:42:29.826246 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:42:29.865562 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-558f4271-ca70-4558-80f0-a40cef68a91d tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (2c6ca602-1d70-4309-83ec-dee72f1c5535), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:29.875419 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-41967fd6-f8b3-4363-86cd-f10a53b8bddc tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (3aeed193-2478-49ff-be16-4b802c50fc43), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:29.894855 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-41967fd6-f8b3-4363-86cd-f10a53b8bddc tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (3aeed193-2478-49ff-be16-4b802c50fc43), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:29.914637 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-558f4271-ca70-4558-80f0-a40cef68a91d tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:29.917291 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41967fd6-f8b3-4363-86cd-f10a53b8bddc tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aeed193-2478-49ff-be16-4b802c50fc43,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:29.921149 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-558f4271-ca70-4558-80f0-a40cef68a91d tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "DELETE /v2.0/networks/2c6ca602-1d70-4309-83ec-dee72f1c5535 HTTP/1.1" status: 204 len: 168 time: 4.2491164 Feb 09 01:42:29.922796 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f4271-ca70-4558-80f0-a40cef68a91d tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event deleted for resources: {'Network': ['ID=2c6ca602-1d70-4309-83ec-dee72f1c5535,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:29.923640 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58794) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:29.952872 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-41967fd6-f8b3-4363-86cd-f10a53b8bddc tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:29.957095 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58796) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:29.957327 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-41967fd6-f8b3-4363-86cd-f10a53b8bddc tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2953010 Feb 09 01:42:29.958615 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-18d48ecc-7da3-4be4-ab3a-6b3ec958ed0b tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] DELETE failed (client error): The resource could not be found. Feb 09 01:42:29.959166 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18d48ecc-7da3-4be4-ab3a-6b3ec958ed0b tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:42:29.962839 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-18d48ecc-7da3-4be4-ab3a-6b3ec958ed0b tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "DELETE /v2.0/networks/2c6ca602-1d70-4309-83ec-dee72f1c5535 HTTP/1.1" status: 404 len: 339 time: 0.0378683 Feb 09 01:42:29.968203 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58798) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:29.977642 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-1f7f0342-e09a-43fb-b785-2446e9d8b81f tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-757573998', 'description': 'd1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:29.981319 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-79530964-89aa-4549-ab80-4a4a310b0ebc tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "GET /v2.0/security-group-rules/3aeed193-2478-49ff-be16-4b802c50fc43 HTTP/1.1" status: 200 len: 763 time: 0.0221326 Feb 09 01:42:29.985286 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58800) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:30.002633 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7f0342-e09a-43fb-b785-2446e9d8b81f tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Made reservation on behalf of 1726b6d203164dcab302729577ed20ff for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:42:30.006887 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1f7f0342-e09a-43fb-b785-2446e9d8b81f tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:30.044304 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f7f0342-e09a-43fb-b785-2446e9d8b81f tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:42:30.057853 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1f7f0342-e09a-43fb-b785-2446e9d8b81f tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (8b9f794c-c2e6-49da-b074-cd4ef9f85754), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:30.058999 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-1f7f0342-e09a-43fb-b785-2446e9d8b81f tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Added segment 8b9f794c-c2e6-49da-b074-cd4ef9f85754 of type vlan for network d899f0b5-07d9-47ee-965c-6beb47459717 Feb 09 01:42:30.065425 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d157073-e15e-49cb-aef6-aa7d442c7ae2 None None] New status for floating IP 7166a4a3-c40c-42b5-81c1-0105bf767e7d: ACTIVE {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:42:30.100432 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-44e3a25e-4197-4ef3-9d3d-490b0152963e tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1132793 Feb 09 01:42:30.103051 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58804) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:30.131425 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1f7f0342-e09a-43fb-b785-2446e9d8b81f tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (d899f0b5-07d9-47ee-965c-6beb47459717), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:30.141506 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3deac3b2-fc4f-416c-bbe2-5b3b1c899178 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (3aeed193-2478-49ff-be16-4b802c50fc43), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:30.151660 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3deac3b2-fc4f-416c-bbe2-5b3b1c899178 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (3aeed193-2478-49ff-be16-4b802c50fc43), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:30.167911 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1f7f0342-e09a-43fb-b785-2446e9d8b81f tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (d899f0b5-07d9-47ee-965c-6beb47459717), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:30.174282 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7f0342-e09a-43fb-b785-2446e9d8b81f tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:30.176407 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1f7f0342-e09a-43fb-b785-2446e9d8b81f tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:30.201391 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3deac3b2-fc4f-416c-bbe2-5b3b1c899178 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (3aeed193-2478-49ff-be16-4b802c50fc43), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:30.209863 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3deac3b2-fc4f-416c-bbe2-5b3b1c899178 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:30.226174 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3deac3b2-fc4f-416c-bbe2-5b3b1c899178 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/3aeed193-2478-49ff-be16-4b802c50fc43 HTTP/1.1" status: 204 len: 168 time: 0.1212814 Feb 09 01:42:30.227149 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58810) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:30.227288 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1f7f0342-e09a-43fb-b785-2446e9d8b81f tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2578487 Feb 09 01:42:30.296227 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58812) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:30.354171 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deac3b2-fc4f-416c-bbe2-5b3b1c899178 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3aeed193-2478-49ff-be16-4b802c50fc43,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:30.368549 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ada08b-2cea-4554-88df-7523adb60a9b tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:30.374733 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e6ada08b-2cea-4554-88df-7523adb60a9b tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "GET /v2.0/networks?id=d899f0b5-07d9-47ee-965c-6beb47459717 HTTP/1.1" status: 200 len: 764 time: 0.1465631 Feb 09 01:42:30.375725 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58828) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:30.382394 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-45bc0761-09fd-4be6-a465-e4cd14f92ef1 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Request body: {'network': {'description': 'd2'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:30.432993 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58830) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:30.726967 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-45bc0761-09fd-4be6-a465-e4cd14f92ef1 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (d899f0b5-07d9-47ee-965c-6beb47459717), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:30.750170 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f03049f3-dcaf-4f55-806d-1344849236c6 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/floatingips/7166a4a3-c40c-42b5-81c1-0105bf767e7d HTTP/1.1" status: 200 len: 994 time: 0.3149333 Feb 09 01:42:30.751800 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-45bc0761-09fd-4be6-a465-e4cd14f92ef1 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (d899f0b5-07d9-47ee-965c-6beb47459717), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:30.874329 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc0761-09fd-4be6-a465-e4cd14f92ef1 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event updated for resources: {'Network': ['ID=d899f0b5-07d9-47ee-965c-6beb47459717,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:30.882631 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-45bc0761-09fd-4be6-a465-e4cd14f92ef1 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Network d899f0b5-07d9-47ee-965c-6beb47459717 is not hosted by any dhcp agent {{(pid=103529) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 01:42:30.898722 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network d899f0b5-07d9-47ee-965c-6beb47459717 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:42:30.907971 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bc0761-09fd-4be6-a465-e4cd14f92ef1 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:30.911231 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-45bc0761-09fd-4be6-a465-e4cd14f92ef1 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:30.918814 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-45bc0761-09fd-4be6-a465-e4cd14f92ef1 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "PUT /v2.0/networks/d899f0b5-07d9-47ee-965c-6beb47459717 HTTP/1.1" status: 200 len: 761 time: 0.5414329 Feb 09 01:42:30.925045 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58856) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:30.992637 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f0342-e09a-43fb-b785-2446e9d8b81f tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event updated for resources: {'Network': ['ID=d899f0b5-07d9-47ee-965c-6beb47459717,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:31.014800 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-88d5ccd7-f421-41cc-a845-38ac83f49862 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7105126 Feb 09 01:42:31.017955 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58858) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:31.025499 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-21d96f64-dd1c-4b57-88d8-a93d9c55e850 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Request body: {'security_group_rule': {'security_group_id': 'a98b5c9a-ea2b-44af-aeb0-593310403e23', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:31.056978 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network d899f0b5-07d9-47ee-965c-6beb47459717 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:42:31.060268 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-21d96f64-dd1c-4b57-88d8-a93d9c55e850 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (c929c275-544e-4f05-abf0-f0b4b9d25cc6), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:31.092171 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0620cc63-76c6-44ec-b838-5f483ae5ce65 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:31.097639 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58864) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:31.104559 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0620cc63-76c6-44ec-b838-5f483ae5ce65 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "GET /v2.0/networks?id=d899f0b5-07d9-47ee-965c-6beb47459717 HTTP/1.1" status: 200 len: 764 time: 0.1783433 Feb 09 01:42:31.178633 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58866) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:31.310177 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-597f32da-8621-4cd4-9cd3-2c627df9f01b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:31.324809 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-21d96f64-dd1c-4b57-88d8-a93d9c55e850 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (c929c275-544e-4f05-abf0-f0b4b9d25cc6), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:31.334318 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-21d96f64-dd1c-4b57-88d8-a93d9c55e850 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (c929c275-544e-4f05-abf0-f0b4b9d25cc6), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:31.372457 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d96f64-dd1c-4b57-88d8-a93d9c55e850 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c929c275-544e-4f05-abf0-f0b4b9d25cc6,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:31.387462 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862d8730-8c3a-4935-9d46-28de59b3b8ad tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:31.391520 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-862d8730-8c3a-4935-9d46-28de59b3b8ad tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2898960 Feb 09 01:42:31.392016 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58870) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:31.398142 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-21d96f64-dd1c-4b57-88d8-a93d9c55e850 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:31.399418 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-21d96f64-dd1c-4b57-88d8-a93d9c55e850 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3787806 Feb 09 01:42:31.402085 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58872) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:31.419746 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-aa32fe4b-e4b0-475d-bcf4-e6ad698d3948 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "GET /v2.0/security-group-rules/c929c275-544e-4f05-abf0-f0b4b9d25cc6 HTTP/1.1" status: 200 len: 763 time: 0.0157402 Feb 09 01:42:31.422827 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58874) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:31.437737 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d79af1c1-a0ca-499e-a35d-a4608e9f7fed tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "GET /v2.0/subnets?network_id=def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 207 time: 0.0446692 Feb 09 01:42:31.440569 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-597f32da-8621-4cd4-9cd3-2c627df9f01b admin admin] Publish callbacks [] for security_group (01ccbe49-1284-40f8-85cf-a325eb127e94), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:31.440888 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58876) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:31.466621 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-597f32da-8621-4cd4-9cd3-2c627df9f01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (01ccbe49-1284-40f8-85cf-a325eb127e94), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:31.472161 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-bcf0a595-7e28-4b94-b40c-5651f4fc18a8 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0457430 Feb 09 01:42:31.472396 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58878) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:31.499315 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e6fc1f0e-b413-4339-9c06-818d54297462 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (c929c275-544e-4f05-abf0-f0b4b9d25cc6), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:31.513503 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e6fc1f0e-b413-4339-9c06-818d54297462 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (c929c275-544e-4f05-abf0-f0b4b9d25cc6), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:31.565107 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e6fc1f0e-b413-4339-9c06-818d54297462 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (c929c275-544e-4f05-abf0-f0b4b9d25cc6), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:31.591915 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e6fc1f0e-b413-4339-9c06-818d54297462 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:31.592192 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-597f32da-8621-4cd4-9cd3-2c627df9f01b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=42ff96d6d1724d4a9db1b99a744c1f53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4064682 Feb 09 01:42:31.592302 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e6fc1f0e-b413-4339-9c06-818d54297462 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/c929c275-544e-4f05-abf0-f0b4b9d25cc6 HTTP/1.1" status: 204 len: 168 time: 0.1135273 Feb 09 01:42:31.592391 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f32da-8621-4cd4-9cd3-2c627df9f01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ccbe49-1284-40f8-85cf-a325eb127e94,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:31.595740 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc1f0e-b413-4339-9c06-818d54297462 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c929c275-544e-4f05-abf0-f0b4b9d25cc6,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:31.596932 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58880) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:31.597269 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58882) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:31.689670 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af01f2d-9626-4e57-b1b1-4ccb649a05b5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:31.694850 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af01f2d-9626-4e57-b1b1-4ccb649a05b5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:31.700530 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af01f2d-9626-4e57-b1b1-4ccb649a05b5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:31.705481 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af01f2d-9626-4e57-b1b1-4ccb649a05b5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:31.710765 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af01f2d-9626-4e57-b1b1-4ccb649a05b5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:31.716093 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af01f2d-9626-4e57-b1b1-4ccb649a05b5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:31.718081 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5af01f2d-9626-4e57-b1b1-4ccb649a05b5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2763007 Feb 09 01:42:31.723689 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58884) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:31.750846 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4603a3c8-794c-42fb-aa45-85cc5667be3e tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1524694 Feb 09 01:42:31.754322 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58886) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:31.759022 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-5055d10d-8073-42c2-aba6-47e61f16425b tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Request body: {'security_group_rule': {'security_group_id': 'a98b5c9a-ea2b-44af-aeb0-593310403e23', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:31.781552 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4b47d15b-cd45-4fd5-8af9-fbfbaaba45c7 admin admin] Publish callbacks [] for security_group (01ccbe49-1284-40f8-85cf-a325eb127e94), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:31.823544 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4b47d15b-cd45-4fd5-8af9-fbfbaaba45c7 admin admin] Publish callbacks [] for security_group (01ccbe49-1284-40f8-85cf-a325eb127e94), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:31.831911 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5055d10d-8073-42c2-aba6-47e61f16425b tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (6b515037-234d-4f86-bf7f-70a63f9f41f0), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:31.907692 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5055d10d-8073-42c2-aba6-47e61f16425b tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (6b515037-234d-4f86-bf7f-70a63f9f41f0), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:31.912886 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5055d10d-8073-42c2-aba6-47e61f16425b tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (6b515037-234d-4f86-bf7f-70a63f9f41f0), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:31.925892 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4b47d15b-cd45-4fd5-8af9-fbfbaaba45c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (01ccbe49-1284-40f8-85cf-a325eb127e94), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:31.928740 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4b47d15b-cd45-4fd5-8af9-fbfbaaba45c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:31.932870 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4b47d15b-cd45-4fd5-8af9-fbfbaaba45c7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/01ccbe49-1284-40f8-85cf-a325eb127e94 HTTP/1.1" status: 204 len: 168 time: 0.3328357 Feb 09 01:42:31.947413 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b47d15b-cd45-4fd5-8af9-fbfbaaba45c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ccbe49-1284-40f8-85cf-a325eb127e94,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:31.952117 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5055d10d-8073-42c2-aba6-47e61f16425b tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b515037-234d-4f86-bf7f-70a63f9f41f0,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:31.967168 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5055d10d-8073-42c2-aba6-47e61f16425b tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:31.971844 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5055d10d-8073-42c2-aba6-47e61f16425b tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2163036 Feb 09 01:42:31.972507 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58892) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:31.998482 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9e228ff0-f607-47dd-b9c8-7ab8dcafbef1 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "GET /v2.0/security-group-rules/6b515037-234d-4f86-bf7f-70a63f9f41f0 HTTP/1.1" status: 200 len: 764 time: 0.0244842 Feb 09 01:42:31.999152 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58896) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:32.025226 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-72527284-8981-4a4a-87a9-9c2e7b37da6c tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3000803 Feb 09 01:42:32.029682 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58898) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:32.048633 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f5d44e0e-8d1c-446f-aca4-39605295809b tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0482101 Feb 09 01:42:32.050719 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58900) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:32.093997 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dd7b841f-89fe-483f-a9dd-b54bc9169295 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (6b515037-234d-4f86-bf7f-70a63f9f41f0), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:32.096167 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8569a8ee-0aa5-420e-975f-6e6cff19d2bb tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:32.097627 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8569a8ee-0aa5-420e-975f-6e6cff19d2bb tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:32.099048 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8569a8ee-0aa5-420e-975f-6e6cff19d2bb tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:32.100853 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8569a8ee-0aa5-420e-975f-6e6cff19d2bb tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:32.102112 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8569a8ee-0aa5-420e-975f-6e6cff19d2bb tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:32.102576 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dd7b841f-89fe-483f-a9dd-b54bc9169295 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (6b515037-234d-4f86-bf7f-70a63f9f41f0), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:32.103842 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8569a8ee-0aa5-420e-975f-6e6cff19d2bb tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0738266 Feb 09 01:42:32.109010 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58902) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:32.197678 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dd7b841f-89fe-483f-a9dd-b54bc9169295 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (6b515037-234d-4f86-bf7f-70a63f9f41f0), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:32.205093 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75662fb-5124-4440-80e9-3992e0eaaed3 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:32.206469 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75662fb-5124-4440-80e9-3992e0eaaed3 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:32.215662 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75662fb-5124-4440-80e9-3992e0eaaed3 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:32.220193 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75662fb-5124-4440-80e9-3992e0eaaed3 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:32.225961 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75662fb-5124-4440-80e9-3992e0eaaed3 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:32.227876 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c75662fb-5124-4440-80e9-3992e0eaaed3 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1177778 Feb 09 01:42:32.233228 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58914) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:32.238160 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dd7b841f-89fe-483f-a9dd-b54bc9169295 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:32.239270 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-dd7b841f-89fe-483f-a9dd-b54bc9169295 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/6b515037-234d-4f86-bf7f-70a63f9f41f0 HTTP/1.1" status: 204 len: 168 time: 0.1864307 Feb 09 01:42:32.242472 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58916) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:32.262150 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b841f-89fe-483f-a9dd-b54bc9169295 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b515037-234d-4f86-bf7f-70a63f9f41f0,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:32.292031 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3c380d17-f683-4221-96d2-95f61445e81a tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0461614 Feb 09 01:42:32.294203 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58920) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:32.378815 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-951ce21a-b65a-4beb-9f5e-6a9d257c3a0b tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (a98b5c9a-ea2b-44af-aeb0-593310403e23), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:32.409871 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-951ce21a-b65a-4beb-9f5e-6a9d257c3a0b tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (a98b5c9a-ea2b-44af-aeb0-593310403e23), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:32.410437 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2607da37-e91a-45c4-8edf-0c8670b03228 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:32.412338 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2607da37-e91a-45c4-8edf-0c8670b03228 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "GET /v2.0/networks/e4887304-18c8-44bd-95ef-ecb9d2539b11 HTTP/1.1" status: 200 len: 803 time: 0.1773820 Feb 09 01:42:32.415895 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58926) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:32.468078 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-951ce21a-b65a-4beb-9f5e-6a9d257c3a0b tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (a98b5c9a-ea2b-44af-aeb0-593310403e23), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:32.470936 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-951ce21a-b65a-4beb-9f5e-6a9d257c3a0b tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:32.474513 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-951ce21a-b65a-4beb-9f5e-6a9d257c3a0b tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "DELETE /v2.0/security-groups/a98b5c9a-ea2b-44af-aeb0-593310403e23 HTTP/1.1" status: 204 len: 168 time: 0.1766458 Feb 09 01:42:32.475030 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58930) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:32.488437 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ce21a-b65a-4beb-9f5e-6a9d257c3a0b tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98b5c9a-ea2b-44af-aeb0-593310403e23,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:32.603736 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9ac6d586-f9bb-4e81-ac2d-19e560a82102 tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1233501 Feb 09 01:42:32.606532 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58932) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:32.611864 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-3b4a49d1-2afc-4c1e-9b9b-f5ada5fafade tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Request body: {'security_group': {'name': 'tempest-secgroup--524188200'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:32.616157 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0bece92a-98fe-45c2-b5ef-f9887648fec5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "GET /v2.0/networks/e4887304-18c8-44bd-95ef-ecb9d2539b11?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1987467 Feb 09 01:42:32.622649 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58934) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:32.669530 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3b4a49d1-2afc-4c1e-9b9b-f5ada5fafade tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:32.697232 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66241193-6bdd-4648-8d29-e15110592926 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:32.703902 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-66241193-6bdd-4648-8d29-e15110592926 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "GET /v2.0/subnets/db0feb4c-3855-47dc-9760-ac45ad98eafe HTTP/1.1" status: 200 len: 843 time: 0.0758843 Feb 09 01:42:32.703902 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58936) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:32.788058 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada6fce8-e41f-43e0-a068-585671289bb3 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['shared'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:32.795444 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ada6fce8-e41f-43e0-a068-585671289bb3 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "GET /v2.0/subnets/db0feb4c-3855-47dc-9760-ac45ad98eafe?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0849168 Feb 09 01:42:32.795831 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58942) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:32.803732 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-9dbd4e7f-0119-4ca8-958b-7b5dceb59a14 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-62193154'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:32.841512 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3b4a49d1-2afc-4c1e-9b9b-f5ada5fafade tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (6c773811-fadd-4ea0-bf47-8501e57d3432), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:32.846997 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3b4a49d1-2afc-4c1e-9b9b-f5ada5fafade tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (6c773811-fadd-4ea0-bf47-8501e57d3432), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:32.858670 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbd4e7f-0119-4ca8-958b-7b5dceb59a14 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Made reservation on behalf of 1726b6d203164dcab302729577ed20ff for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:42:32.862356 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9dbd4e7f-0119-4ca8-958b-7b5dceb59a14 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:32.901423 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3b4a49d1-2afc-4c1e-9b9b-f5ada5fafade tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:32.903355 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3b4a49d1-2afc-4c1e-9b9b-f5ada5fafade tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2955232 Feb 09 01:42:32.906158 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58948) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:32.910831 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-0a2b0d8d-7312-4ea9-9686-21e9ba57492f tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Request body: {'security_group_rule': {'security_group_id': '6c773811-fadd-4ea0-bf47-8501e57d3432', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:32.915658 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a49d1-2afc-4c1e-9b9b-f5ada5fafade tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c773811-fadd-4ea0-bf47-8501e57d3432,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:32.927928 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dbd4e7f-0119-4ca8-958b-7b5dceb59a14 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:42:32.945339 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9dbd4e7f-0119-4ca8-958b-7b5dceb59a14 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (ee8d5836-1825-4b89-9515-4e835535ae8c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:32.945703 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-9dbd4e7f-0119-4ca8-958b-7b5dceb59a14 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Added segment ee8d5836-1825-4b89-9515-4e835535ae8c of type vlan for network 49a178e9-4a88-44d2-853a-1f7e224bd9a2 Feb 09 01:42:32.978277 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0a2b0d8d-7312-4ea9-9686-21e9ba57492f tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (316a8a56-206e-4221-93f2-154a385e5fae), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:33.003547 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9dbd4e7f-0119-4ca8-958b-7b5dceb59a14 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (49a178e9-4a88-44d2-853a-1f7e224bd9a2), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:33.059368 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9dbd4e7f-0119-4ca8-958b-7b5dceb59a14 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (49a178e9-4a88-44d2-853a-1f7e224bd9a2), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:33.064332 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbd4e7f-0119-4ca8-958b-7b5dceb59a14 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:33.064919 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9dbd4e7f-0119-4ca8-958b-7b5dceb59a14 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:33.076922 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0a2b0d8d-7312-4ea9-9686-21e9ba57492f tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (316a8a56-206e-4221-93f2-154a385e5fae), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:33.124479 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0a2b0d8d-7312-4ea9-9686-21e9ba57492f tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (316a8a56-206e-4221-93f2-154a385e5fae), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:33.156783 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9dbd4e7f-0119-4ca8-958b-7b5dceb59a14 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3589301 Feb 09 01:42:33.160475 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58954) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:33.162343 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b0d8d-7312-4ea9-9686-21e9ba57492f tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=316a8a56-206e-4221-93f2-154a385e5fae,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:33.167112 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-40c006b8-fad9-4f41-9c85-313cef4446a5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Request body: {'subnet': {'network_id': '49a178e9-4a88-44d2-853a-1f7e224bd9a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:33.172319 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd4e7f-0119-4ca8-958b-7b5dceb59a14 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event updated for resources: {'Network': ['ID=49a178e9-4a88-44d2-853a-1f7e224bd9a2,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:33.177733 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0a2b0d8d-7312-4ea9-9686-21e9ba57492f tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:33.179170 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0a2b0d8d-7312-4ea9-9686-21e9ba57492f tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2720866 Feb 09 01:42:33.182114 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58956) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:33.197181 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 49a178e9-4a88-44d2-853a-1f7e224bd9a2 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:42:33.252161 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8edec8be-161d-4343-b119-6f3c69b6a05b tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (6c773811-fadd-4ea0-bf47-8501e57d3432), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:33.285539 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8edec8be-161d-4343-b119-6f3c69b6a05b tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (6c773811-fadd-4ea0-bf47-8501e57d3432), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:33.346633 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8edec8be-161d-4343-b119-6f3c69b6a05b tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (6c773811-fadd-4ea0-bf47-8501e57d3432), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:33.350282 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8edec8be-161d-4343-b119-6f3c69b6a05b tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:33.354956 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8edec8be-161d-4343-b119-6f3c69b6a05b tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "DELETE /v2.0/security-groups/6c773811-fadd-4ea0-bf47-8501e57d3432 HTTP/1.1" status: 204 len: 168 time: 0.1710417 Feb 09 01:42:33.359221 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58962) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:33.369385 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edec8be-161d-4343-b119-6f3c69b6a05b tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c773811-fadd-4ea0-bf47-8501e57d3432,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:33.427432 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c006b8-fad9-4f41-9c85-313cef4446a5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Made reservation on behalf of 1726b6d203164dcab302729577ed20ff for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:42:33.432703 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-40c006b8-fad9-4f41-9c85-313cef4446a5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:33.524195 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2210f0e2-2fb3-4f3a-9fc6-cb9948fdc30a tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1636271 Feb 09 01:42:33.526364 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.ipam_backend_mixin [None req-40c006b8-fad9-4f41-9c85-313cef4446a5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Performing IP validity checks on allocation pools {{(pid=103528) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 01:42:33.527002 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58972) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:33.529064 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.ipam_backend_mixin [None req-40c006b8-fad9-4f41-9c85-313cef4446a5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103528) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 01:42:33.615819 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b27368ca-53fa-44b8-ac27-392cf996c9dc tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0866680 Feb 09 01:42:33.617282 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58978) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:33.653516 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-d7379708-6b3c-40f3-a1f3-310999f17a0d tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] delete failed (client error): The resource could not be found. Feb 09 01:42:33.660251 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58982) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:33.664433 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d7379708-6b3c-40f3-a1f3-310999f17a0d tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "DELETE /v2.0/security-groups/6c773811-fadd-4ea0-bf47-8501e57d3432 HTTP/1.1" status: 404 len: 347 time: 0.0373659 Feb 09 01:42:33.763128 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9646e9fd-6e3e-4fe6-be83-b3dc0b32897f tempest-SecGroupTest-214329593 tempest-SecGroupTest-214329593-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0997393 Feb 09 01:42:33.767111 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-40c006b8-fad9-4f41-9c85-313cef4446a5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (b6ee50f3-38de-4a41-8abb-b23eed01109b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:33.800584 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 58986) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:33.855012 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c006b8-fad9-4f41-9c85-313cef4446a5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event updated for resources: {'Subnet': ['ID=b6ee50f3-38de-4a41-8abb-b23eed01109b,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:33.865148 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c006b8-fad9-4f41-9c85-313cef4446a5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Checking segment: {'id': 'ee8d5836-1825-4b89-9515-4e835535ae8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '49a178e9-4a88-44d2-853a-1f7e224bd9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:42:33.865926 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c006b8-fad9-4f41-9c85-313cef4446a5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Network hostable DHCP agents. Network: 49a178e9-4a88-44d2-853a-1f7e224bd9a2, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:42:33.888160 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c006b8-fad9-4f41-9c85-313cef4446a5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Network 49a178e9-4a88-44d2-853a-1f7e224bd9a2 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:42:33.898747 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-40c006b8-fad9-4f41-9c85-313cef4446a5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 49a178e9-4a88-44d2-853a-1f7e224bd9a2) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:33.905076 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c006b8-fad9-4f41-9c85-313cef4446a5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:33.906698 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-40c006b8-fad9-4f41-9c85-313cef4446a5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:33.912418 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dfd702-d1dc-4a3d-a057-d29cc5294ebb None None] Network 49a178e9-4a88-44d2-853a-1f7e224bd9a2 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:42:33.916080 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-cd1da37f-ec49-4f75-8728-00ad3621ba1f tempest-ExternalNetworksAdminNegativeTestJSON-595243801 tempest-ExternalNetworksAdminNegativeTestJSON-595243801-project-admin] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:33.947684 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd1da37f-ec49-4f75-8728-00ad3621ba1f tempest-ExternalNetworksAdminNegativeTestJSON-595243801 tempest-ExternalNetworksAdminNegativeTestJSON-595243801-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:33.951080 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-40c006b8-fad9-4f41-9c85-313cef4446a5 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7893064 Feb 09 01:42:33.955529 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58990) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:33.967423 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-2b020819-f540-4f1f-8166-96170474fc64 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:34.091675 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd1da37f-ec49-4f75-8728-00ad3621ba1f tempest-ExternalNetworksAdminNegativeTestJSON-595243801 tempest-ExternalNetworksAdminNegativeTestJSON-595243801-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:34.094122 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321cbb81-b1f5-491a-97c2-a77d30990545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-49a178e9-4a88-44d2-853a-1f7e224bd9a2', 'network_id': '49a178e9-4a88-44d2-853a-1f7e224bd9a2', 'project_id': '1726b6d203164dcab302729577ed20ff', 'fixed_ips': [{'subnet_id': 'b6ee50f3-38de-4a41-8abb-b23eed01109b'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:42:34.095434 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-321cbb81-b1f5-491a-97c2-a77d30990545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:34.157620 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b020819-f540-4f1f-8166-96170474fc64 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7786610'] for subnet (b6ee50f3-38de-4a41-8abb-b23eed01109b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:34.192284 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 58994) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:34.249368 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-cd1da37f-ec49-4f75-8728-00ad3621ba1f tempest-ExternalNetworksAdminNegativeTestJSON-595243801 tempest-ExternalNetworksAdminNegativeTestJSON-595243801-project-admin] Allocated IP 172.25.1.82 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/e7d37ff3-cdb1-4bcf-89f9-a4b9f813bf6c) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:42:34.309519 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-321cbb81-b1f5-491a-97c2-a77d30990545 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 09 01:42:34.309519 n-d-822053-40 neutron-server[103530]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 09 01:42:34.309519 n-d-822053-40 neutron-server[103530]: [parameters: {'in_use': 1, 'id_1': 'b6ee50f3-38de-4a41-8abb-b23eed01109b'}] Feb 09 01:42:34.309519 n-d-822053-40 neutron-server[103530]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:42:34.310502 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-321cbb81-b1f5-491a-97c2-a77d30990545 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:42:34.384090 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd1da37f-ec49-4f75-8728-00ad3621ba1f tempest-ExternalNetworksAdminNegativeTestJSON-595243801 tempest-ExternalNetworksAdminNegativeTestJSON-595243801-project-admin] Publish callbacks [] for port (e7d37ff3-cdb1-4bcf-89f9-a4b9f813bf6c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:34.439427 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd1da37f-ec49-4f75-8728-00ad3621ba1f tempest-ExternalNetworksAdminNegativeTestJSON-595243801 tempest-ExternalNetworksAdminNegativeTestJSON-595243801-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (e7d37ff3-cdb1-4bcf-89f9-a4b9f813bf6c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:34.447893 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1d368df8-b8fc-437e-8e26-6e8aba99dfc1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=76e0797d2e4e4e0bb5d7c63dc1f53f87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2544570 Feb 09 01:42:34.451809 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59000) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:34.468969 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b020819-f540-4f1f-8166-96170474fc64 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793221182212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8101723'] for subnet (b6ee50f3-38de-4a41-8abb-b23eed01109b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:34.507307 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1da37f-ec49-4f75-8728-00ad3621ba1f tempest-ExternalNetworksAdminNegativeTestJSON-595243801 tempest-ExternalNetworksAdminNegativeTestJSON-595243801-project-admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:42:34.532984 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-cd1da37f-ec49-4f75-8728-00ad3621ba1f tempest-ExternalNetworksAdminNegativeTestJSON-595243801 tempest-ExternalNetworksAdminNegativeTestJSON-595243801-project-admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:34.535541 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1da37f-ec49-4f75-8728-00ad3621ba1f tempest-ExternalNetworksAdminNegativeTestJSON-595243801 tempest-ExternalNetworksAdminNegativeTestJSON-595243801-project-admin] Pushing event updated for resources: {'Port': ['ID=e7d37ff3-cdb1-4bcf-89f9-a4b9f813bf6c,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:34.538140 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1da37f-ec49-4f75-8728-00ad3621ba1f tempest-ExternalNetworksAdminNegativeTestJSON-595243801 tempest-ExternalNetworksAdminNegativeTestJSON-595243801-project-admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:42:34.564160 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b020819-f540-4f1f-8166-96170474fc64 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:34.564760 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b020819-f540-4f1f-8166-96170474fc64 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:34.566053 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2b020819-f540-4f1f-8166-96170474fc64 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "PUT /v2.0/subnets/b6ee50f3-38de-4a41-8abb-b23eed01109b HTTP/1.1" status: 200 len: 900 time: 0.6092391 Feb 09 01:42:34.569721 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59002) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:34.581655 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b020819-f540-4f1f-8166-96170474fc64 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event updated for resources: {'Subnet': ['ID=b6ee50f3-38de-4a41-8abb-b23eed01109b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:34.660701 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-33a7df16-0b34-4320-b8f7-ec5bf2f901d8 admin admin] Publish callbacks [] for security_group (4b0d86dd-0edc-4c9b-a9c9-0bb089358249), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:34.674577 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd1da37f-ec49-4f75-8728-00ad3621ba1f tempest-ExternalNetworksAdminNegativeTestJSON-595243801 tempest-ExternalNetworksAdminNegativeTestJSON-595243801-project-admin] Publish callbacks [] for floatingip (f5d76c18-19c6-4642-91a5-927f6654b53f), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:34.701124 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-33a7df16-0b34-4320-b8f7-ec5bf2f901d8 admin admin] Publish callbacks [] for security_group (4b0d86dd-0edc-4c9b-a9c9-0bb089358249), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:34.723313 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd1da37f-ec49-4f75-8728-00ad3621ba1f tempest-ExternalNetworksAdminNegativeTestJSON-595243801 tempest-ExternalNetworksAdminNegativeTestJSON-595243801-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e7d37ff3-cdb1-4bcf-89f9-a4b9f813bf6c), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:34.733335 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aced57c2-ba59-4cc4-909c-ef057119d11b tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (49a178e9-4a88-44d2-853a-1f7e224bd9a2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:34.812238 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-321cbb81-b1f5-491a-97c2-a77d30990545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:34.844698 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-33a7df16-0b34-4320-b8f7-ec5bf2f901d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (4b0d86dd-0edc-4c9b-a9c9-0bb089358249), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:34.847502 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-33a7df16-0b34-4320-b8f7-ec5bf2f901d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:34.851461 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-33a7df16-0b34-4320-b8f7-ec5bf2f901d8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4b0d86dd-0edc-4c9b-a9c9-0bb089358249 HTTP/1.1" status: 204 len: 168 time: 0.3989477 Feb 09 01:42:34.854947 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aced57c2-ba59-4cc4-909c-ef057119d11b tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (b6ee50f3-38de-4a41-8abb-b23eed01109b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:34.885901 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a7df16-0b34-4320-b8f7-ec5bf2f901d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0d86dd-0edc-4c9b-a9c9-0bb089358249,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:34.956808 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aced57c2-ba59-4cc4-909c-ef057119d11b tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (b6ee50f3-38de-4a41-8abb-b23eed01109b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server [None req-321cbb81-b1f5-491a-97c2-a77d30990545 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b6ee50f3-38de-4a41-8abb-b23eed01109b: This subnet is being modified by another concurrent operation. Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise exception Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b6ee50f3-38de-4a41-8abb-b23eed01109b: This subnet is being modified by another concurrent operation. Feb 09 01:42:35.009427 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server Feb 09 01:42:35.046910 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e8950c-1a89-4cbe-a1d9-21a0c1ea010d None None] get_active_networks_info from n-d-822053-40 {{(pid=103530) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:42:35.047272 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced57c2-ba59-4cc4-909c-ef057119d11b tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event deleted for resources: {'Subnet': ['ID=b6ee50f3-38de-4a41-8abb-b23eed01109b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:35.110412 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd1da37f-ec49-4f75-8728-00ad3621ba1f tempest-ExternalNetworksAdminNegativeTestJSON-595243801 tempest-ExternalNetworksAdminNegativeTestJSON-595243801-project-admin] Publish callbacks [] for port (e7d37ff3-cdb1-4bcf-89f9-a4b9f813bf6c), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:35.120361 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd1da37f-ec49-4f75-8728-00ad3621ba1f tempest-ExternalNetworksAdminNegativeTestJSON-595243801 tempest-ExternalNetworksAdminNegativeTestJSON-595243801-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (e7d37ff3-cdb1-4bcf-89f9-a4b9f813bf6c), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:35.165091 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aced57c2-ba59-4cc4-909c-ef057119d11b tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (49a178e9-4a88-44d2-853a-1f7e224bd9a2), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:35.186574 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e8950c-1a89-4cbe-a1d9-21a0c1ea010d None None] Resources bound (agent type, host, resource id): {{(pid=103530) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:42:35.205468 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-aced57c2-ba59-4cc4-909c-ef057119d11b tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49a178e9-4a88-44d2-853a-1f7e224bd9a2']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:35.217154 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-aced57c2-ba59-4cc4-909c-ef057119d11b tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee8d5836-1825-4b89-9515-4e835535ae8c') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:35.217692 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-aced57c2-ba59-4cc4-909c-ef057119d11b tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee8d5836-1825-4b89-9515-4e835535ae8c') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:35.231400 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aced57c2-ba59-4cc4-909c-ef057119d11b tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (ee8d5836-1825-4b89-9515-4e835535ae8c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:35.247788 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aced57c2-ba59-4cc4-909c-ef057119d11b tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (ee8d5836-1825-4b89-9515-4e835535ae8c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:35.255465 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aced57c2-ba59-4cc4-909c-ef057119d11b tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:42:35.256402 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aced57c2-ba59-4cc4-909c-ef057119d11b tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (ee8d5836-1825-4b89-9515-4e835535ae8c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:35.330535 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1da37f-ec49-4f75-8728-00ad3621ba1f tempest-ExternalNetworksAdminNegativeTestJSON-595243801 tempest-ExternalNetworksAdminNegativeTestJSON-595243801-project-admin] Pushing event updated for resources: {'Port': ['ID=e7d37ff3-cdb1-4bcf-89f9-a4b9f813bf6c,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:35.331927 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:42:35.331927 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:42:35.331927 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:42:35.331927 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:42:35.331927 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:42:35.331927 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:42:35.331927 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:42:35.331927 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:42:35.331927 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:42:35.331927 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:42:35.331927 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:42:35.331927 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:42:35.331927 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:42:35.331927 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:42:35.331927 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:42:35.331927 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:42:35.331927 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:42:35.331927 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:42:35.331927 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:42:35.331927 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:42:35.331927 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:42:35.331927 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:42:35.331927 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:42:35.331927 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:42:35.331927 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:42:35.331927 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:42:35.331927 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:42:35.331927 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:42:35.331927 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:42:35.331927 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:42:35.331927 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:42:35.331927 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:42:35.338722 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aced57c2-ba59-4cc4-909c-ef057119d11b tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (49a178e9-4a88-44d2-853a-1f7e224bd9a2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:35.346461 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aced57c2-ba59-4cc4-909c-ef057119d11b tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:35.349576 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd1da37f-ec49-4f75-8728-00ad3621ba1f tempest-ExternalNetworksAdminNegativeTestJSON-595243801 tempest-ExternalNetworksAdminNegativeTestJSON-595243801-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (f5d76c18-19c6-4642-91a5-927f6654b53f), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:35.352002 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-aced57c2-ba59-4cc4-909c-ef057119d11b tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "DELETE /v2.0/networks/49a178e9-4a88-44d2-853a-1f7e224bd9a2 HTTP/1.1" status: 204 len: 168 time: 0.7726216 Feb 09 01:42:35.359807 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59016) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:35.370197 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd1da37f-ec49-4f75-8728-00ad3621ba1f tempest-ExternalNetworksAdminNegativeTestJSON-595243801 tempest-ExternalNetworksAdminNegativeTestJSON-595243801-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:35.372366 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-cd1da37f-ec49-4f75-8728-00ad3621ba1f tempest-ExternalNetworksAdminNegativeTestJSON-595243801 tempest-ExternalNetworksAdminNegativeTestJSON-595243801-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5706742 Feb 09 01:42:35.375625 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59018) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:35.384565 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-3e9262eb-5405-4b99-8a76-246c83549905 tempest-ExternalNetworksAdminNegativeTestJSON-595243801 tempest-ExternalNetworksAdminNegativeTestJSON-595243801-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-291031194', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'fixed_ips': [{'ip_address': '172.25.1.82'}]}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:35.392362 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced57c2-ba59-4cc4-909c-ef057119d11b tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event deleted for resources: {'Network': ['ID=49a178e9-4a88-44d2-853a-1f7e224bd9a2,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:35.412212 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9262eb-5405-4b99-8a76-246c83549905 tempest-ExternalNetworksAdminNegativeTestJSON-595243801 tempest-ExternalNetworksAdminNegativeTestJSON-595243801-project-admin] Made reservation on behalf of c614b6668ed94b24bda5d9d49b4568a8 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:42:35.416332 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3e9262eb-5405-4b99-8a76-246c83549905 tempest-ExternalNetworksAdminNegativeTestJSON-595243801 tempest-ExternalNetworksAdminNegativeTestJSON-595243801-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:35.424120 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-52d25136-98a0-48c9-8f92-6ce628a6534e tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] DELETE failed (client error): The resource could not be found. Feb 09 01:42:35.424899 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52d25136-98a0-48c9-8f92-6ce628a6534e tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:42:35.428680 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-52d25136-98a0-48c9-8f92-6ce628a6534e tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "DELETE /v2.0/subnets/b6ee50f3-38de-4a41-8abb-b23eed01109b HTTP/1.1" status: 404 len: 337 time: 0.0475633 Feb 09 01:42:35.430917 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59022) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:35.442584 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3e9262eb-5405-4b99-8a76-246c83549905 tempest-ExternalNetworksAdminNegativeTestJSON-595243801 tempest-ExternalNetworksAdminNegativeTestJSON-595243801-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:35.454415 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-3865ed71-9035-47da-b346-6a9243cd720e tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] DELETE failed (client error): The resource could not be found. Feb 09 01:42:35.455147 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3865ed71-9035-47da-b346-6a9243cd720e tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:42:35.458638 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3865ed71-9035-47da-b346-6a9243cd720e tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "DELETE /v2.0/networks/49a178e9-4a88-44d2-853a-1f7e224bd9a2 HTTP/1.1" status: 404 len: 339 time: 0.0265737 Feb 09 01:42:35.461357 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59026) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:35.635851 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c4e0f921-52b2-4fc0-abfd-075ce629adcf tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (d899f0b5-07d9-47ee-965c-6beb47459717), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:35.681401 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26a26e4-8191-469a-a641-d09e359c00b3 None None] Network 49a178e9-4a88-44d2-853a-1f7e224bd9a2 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:42:35.695651 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26a26e4-8191-469a-a641-d09e359c00b3 None None] Network 49a178e9-4a88-44d2-853a-1f7e224bd9a2 could not be found, it might have been deleted concurrently. {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 01:42:35.710021 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25baaa24-ad1f-4bcc-b74b-24296102498f None None] Network 49a178e9-4a88-44d2-853a-1f7e224bd9a2 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:42:35.722633 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25baaa24-ad1f-4bcc-b74b-24296102498f None None] Network 49a178e9-4a88-44d2-853a-1f7e224bd9a2 could not be found, it might have been deleted concurrently. {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 01:42:35.752633 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3e9262eb-5405-4b99-8a76-246c83549905 tempest-ExternalNetworksAdminNegativeTestJSON-595243801 tempest-ExternalNetworksAdminNegativeTestJSON-595243801-project-admin] Publish callbacks [] for security_group (eab81787-347e-4a8f-bd45-8154d5bb93b4), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:35.767178 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3e9262eb-5405-4b99-8a76-246c83549905 tempest-ExternalNetworksAdminNegativeTestJSON-595243801 tempest-ExternalNetworksAdminNegativeTestJSON-595243801-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (eab81787-347e-4a8f-bd45-8154d5bb93b4), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:35.776047 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c4e0f921-52b2-4fc0-abfd-075ce629adcf tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (d899f0b5-07d9-47ee-965c-6beb47459717), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:35.796127 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-3e9262eb-5405-4b99-8a76-246c83549905 tempest-ExternalNetworksAdminNegativeTestJSON-595243801 tempest-ExternalNetworksAdminNegativeTestJSON-595243801-project-admin] device_id is not set on port a2df967a-5742-47a8-b400-b9a24781588d yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:42:35.882490 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9262eb-5405-4b99-8a76-246c83549905 tempest-ExternalNetworksAdminNegativeTestJSON-595243801 tempest-ExternalNetworksAdminNegativeTestJSON-595243801-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab81787-347e-4a8f-bd45-8154d5bb93b4,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:35.886245 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-c4e0f921-52b2-4fc0-abfd-075ce629adcf tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d899f0b5-07d9-47ee-965c-6beb47459717']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:35.923124 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-c4e0f921-52b2-4fc0-abfd-075ce629adcf tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b9f794c-c2e6-49da-b074-cd4ef9f85754') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:35.923428 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-c4e0f921-52b2-4fc0-abfd-075ce629adcf tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b9f794c-c2e6-49da-b074-cd4ef9f85754') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:35.955689 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c4e0f921-52b2-4fc0-abfd-075ce629adcf tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (8b9f794c-c2e6-49da-b074-cd4ef9f85754), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:36.008266 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c4e0f921-52b2-4fc0-abfd-075ce629adcf tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (8b9f794c-c2e6-49da-b074-cd4ef9f85754), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:36.014351 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59040) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:36.021336 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e0f921-52b2-4fc0-abfd-075ce629adcf tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:42:36.021796 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c4e0f921-52b2-4fc0-abfd-075ce629adcf tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (8b9f794c-c2e6-49da-b074-cd4ef9f85754), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:36.025317 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:42:36.025317 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:42:36.025317 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:42:36.025317 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:42:36.025317 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:42:36.025317 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:42:36.025317 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:42:36.025317 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:42:36.025317 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:42:36.025317 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:42:36.025317 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:42:36.025317 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:42:36.025317 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:42:36.025317 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:42:36.025317 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:42:36.025317 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:42:36.025317 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:42:36.025317 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:42:36.025317 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:42:36.025317 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:42:36.025317 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:42:36.025317 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:42:36.025317 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:42:36.025317 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:42:36.025317 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:42:36.025317 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:42:36.025317 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:42:36.025317 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:42:36.025317 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:42:36.025317 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:42:36.025317 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:42:36.025317 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:42:36.125505 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c4e0f921-52b2-4fc0-abfd-075ce629adcf tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (d899f0b5-07d9-47ee-965c-6beb47459717), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:36.135352 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-0000623e-eedf-4e68-8864-181d5a8515a7 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:36.135797 n-d-822053-40 neutron-server[103528]: WARNING neutron.api.v2.base [None req-0000623e-eedf-4e68-8864-181d5a8515a7 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 01:42:36.137713 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-0000623e-eedf-4e68-8864-181d5a8515a7 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 01:42:36.141950 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0000623e-eedf-4e68-8864-181d5a8515a7 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1251349 Feb 09 01:42:36.143120 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59044) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:36.145911 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c4e0f921-52b2-4fc0-abfd-075ce629adcf tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:36.147824 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-133b9b41-20ff-46c5-9a41-cb4434c1a1ee tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Request body: {'security_group': {'name': 'tempest-secgroup--329409870'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:36.153207 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c4e0f921-52b2-4fc0-abfd-075ce629adcf tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "DELETE /v2.0/networks/d899f0b5-07d9-47ee-965c-6beb47459717 HTTP/1.1" status: 204 len: 168 time: 0.6865363 Feb 09 01:42:36.153207 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0f921-52b2-4fc0-abfd-075ce629adcf tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event deleted for resources: {'Network': ['ID=d899f0b5-07d9-47ee-965c-6beb47459717,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:36.153207 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e9262eb-5405-4b99-8a76-246c83549905 tempest-ExternalNetworksAdminNegativeTestJSON-595243801 tempest-ExternalNetworksAdminNegativeTestJSON-595243801-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 01:42:36.153855 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e9262eb-5405-4b99-8a76-246c83549905 tempest-ExternalNetworksAdminNegativeTestJSON-595243801 tempest-ExternalNetworksAdminNegativeTestJSON-595243801-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:42:36.159346 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59046) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:36.194487 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-46866f55-79cf-4d6e-b9ec-0bbf4c3e118d tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] DELETE failed (client error): The resource could not be found. Feb 09 01:42:36.194985 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46866f55-79cf-4d6e-b9ec-0bbf4c3e118d tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:42:36.201308 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-46866f55-79cf-4d6e-b9ec-0bbf4c3e118d tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "DELETE /v2.0/subnets/903ca997-0e4e-482d-9b6b-ff33cffe4462 HTTP/1.1" status: 404 len: 337 time: 0.0375762 Feb 09 01:42:36.203439 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59048) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:36.203763 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3e9262eb-5405-4b99-8a76-246c83549905 tempest-ExternalNetworksAdminNegativeTestJSON-595243801 tempest-ExternalNetworksAdminNegativeTestJSON-595243801-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.8266306 Feb 09 01:42:36.206524 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59052) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:36.214859 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-133b9b41-20ff-46c5-9a41-cb4434c1a1ee tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:36.226997 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e97c40d-3db9-41c5-92d2-be9126ff0b33 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] DELETE failed (client error): The resource could not be found. Feb 09 01:42:36.227574 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e97c40d-3db9-41c5-92d2-be9126ff0b33 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:42:36.230774 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0e97c40d-3db9-41c5-92d2-be9126ff0b33 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "DELETE /v2.0/networks/2c6ca602-1d70-4309-83ec-dee72f1c5535 HTTP/1.1" status: 404 len: 339 time: 0.0279431 Feb 09 01:42:36.236619 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59054) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:36.247338 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-133b9b41-20ff-46c5-9a41-cb4434c1a1ee tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:36.310438 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-cec87f2b-575d-4a49-8d24-7f8d5430ca0f tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Deleting subnet 21bd3ee7-3abc-4c37-b1ef-2db5df133d32 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:42:36.319037 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cec87f2b-575d-4a49-8d24-7f8d5430ca0f tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks [] for subnet (21bd3ee7-3abc-4c37-b1ef-2db5df133d32), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:36.374225 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cec87f2b-575d-4a49-8d24-7f8d5430ca0f tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (21bd3ee7-3abc-4c37-b1ef-2db5df133d32), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:36.380571 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-e03bf917-123b-44ca-95d5-b4b37320c40c tempest-ExternalNetworksAdminNegativeTestJSON-595243801 tempest-ExternalNetworksAdminNegativeTestJSON-595243801-project-admin] Deleting port e7d37ff3-cdb1-4bcf-89f9-a4b9f813bf6c {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:42:36.380962 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e03bf917-123b-44ca-95d5-b4b37320c40c tempest-ExternalNetworksAdminNegativeTestJSON-595243801 tempest-ExternalNetworksAdminNegativeTestJSON-595243801-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (e7d37ff3-cdb1-4bcf-89f9-a4b9f813bf6c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:36.454119 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-133b9b41-20ff-46c5-9a41-cb4434c1a1ee tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (229a19e1-2277-479d-a13a-13461b72d92f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:36.463792 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e03bf917-123b-44ca-95d5-b4b37320c40c tempest-ExternalNetworksAdminNegativeTestJSON-595243801 tempest-ExternalNetworksAdminNegativeTestJSON-595243801-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (e7d37ff3-cdb1-4bcf-89f9-a4b9f813bf6c), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:36.464211 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e03bf917-123b-44ca-95d5-b4b37320c40c tempest-ExternalNetworksAdminNegativeTestJSON-595243801 tempest-ExternalNetworksAdminNegativeTestJSON-595243801-project-admin] Publish callbacks [] for floatingip (e7d37ff3-cdb1-4bcf-89f9-a4b9f813bf6c), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:36.475316 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-133b9b41-20ff-46c5-9a41-cb4434c1a1ee tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (229a19e1-2277-479d-a13a-13461b72d92f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:36.478595 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-e03bf917-123b-44ca-95d5-b4b37320c40c tempest-ExternalNetworksAdminNegativeTestJSON-595243801 tempest-ExternalNetworksAdminNegativeTestJSON-595243801-project-admin] Calling delete_port for e7d37ff3-cdb1-4bcf-89f9-a4b9f813bf6c owned by network:floatingip {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:42:36.533838 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cec87f2b-575d-4a49-8d24-7f8d5430ca0f tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (21bd3ee7-3abc-4c37-b1ef-2db5df133d32), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:36.558313 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b9b41-20ff-46c5-9a41-cb4434c1a1ee tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=229a19e1-2277-479d-a13a-13461b72d92f,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:36.605777 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-133b9b41-20ff-46c5-9a41-cb4434c1a1ee tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (c48e30c0-baa0-4b45-83a8-a10a3fde7792), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:36.611235 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-133b9b41-20ff-46c5-9a41-cb4434c1a1ee tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c48e30c0-baa0-4b45-83a8-a10a3fde7792), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:36.651969 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-133b9b41-20ff-46c5-9a41-cb4434c1a1ee tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:36.653765 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-133b9b41-20ff-46c5-9a41-cb4434c1a1ee tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5096023 Feb 09 01:42:36.655130 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b9b41-20ff-46c5-9a41-cb4434c1a1ee tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c48e30c0-baa0-4b45-83a8-a10a3fde7792,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:36.656687 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59058) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:36.657674 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cec87f2b-575d-4a49-8d24-7f8d5430ca0f tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (21bd3ee7-3abc-4c37-b1ef-2db5df133d32), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:36.662905 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-5cd5d699-8d7e-4ab2-af0c-df8ff86db612 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Request body: {'security_group_rule': {'security_group_id': 'c48e30c0-baa0-4b45-83a8-a10a3fde7792', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:36.684945 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e03bf917-123b-44ca-95d5-b4b37320c40c tempest-ExternalNetworksAdminNegativeTestJSON-595243801 tempest-ExternalNetworksAdminNegativeTestJSON-595243801-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (e7d37ff3-cdb1-4bcf-89f9-a4b9f813bf6c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:36.687499 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec87f2b-575d-4a49-8d24-7f8d5430ca0f tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event deleted for resources: {'Subnet': ['ID=21bd3ee7-3abc-4c37-b1ef-2db5df133d32,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:36.690659 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cec87f2b-575d-4a49-8d24-7f8d5430ca0f tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:36.696762 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cec87f2b-575d-4a49-8d24-7f8d5430ca0f tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "DELETE /v2.0/subnets/21bd3ee7-3abc-4c37-b1ef-2db5df133d32 HTTP/1.1" status: 204 len: 168 time: 0.4588134 Feb 09 01:42:36.697593 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59060) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:36.700655 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73661b50-9db7-4c07-b2c1-0599e78532c4 None None] Network bec360fc-5e72-4dc4-87cb-bddbae6d3fe3 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:42:36.724951 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03bf917-123b-44ca-95d5-b4b37320c40c tempest-ExternalNetworksAdminNegativeTestJSON-595243801 tempest-ExternalNetworksAdminNegativeTestJSON-595243801-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7d37ff3-cdb1-4bcf-89f9-a4b9f813bf6c,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:36.741099 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5cd5d699-8d7e-4ab2-af0c-df8ff86db612 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group_rule (775d032e-82b2-4cd4-a89d-55113281d958), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:36.763812 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-27605fda-a2b3-4241-b656-2034339083b0 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Deleting subnet 1c3638d0-a41c-41f1-9034-2a0f0ecb1924 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:42:36.767631 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-27605fda-a2b3-4241-b656-2034339083b0 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks [] for subnet (1c3638d0-a41c-41f1-9034-2a0f0ecb1924), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:36.829029 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-27605fda-a2b3-4241-b656-2034339083b0 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (1c3638d0-a41c-41f1-9034-2a0f0ecb1924), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:36.842293 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e03bf917-123b-44ca-95d5-b4b37320c40c tempest-ExternalNetworksAdminNegativeTestJSON-595243801 tempest-ExternalNetworksAdminNegativeTestJSON-595243801-project-admin] Publish callbacks [] for floatingip (f5d76c18-19c6-4642-91a5-927f6654b53f), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:36.845374 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e03bf917-123b-44ca-95d5-b4b37320c40c tempest-ExternalNetworksAdminNegativeTestJSON-595243801 tempest-ExternalNetworksAdminNegativeTestJSON-595243801-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:36.850369 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e03bf917-123b-44ca-95d5-b4b37320c40c tempest-ExternalNetworksAdminNegativeTestJSON-595243801 tempest-ExternalNetworksAdminNegativeTestJSON-595243801-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/f5d76c18-19c6-4642-91a5-927f6654b53f HTTP/1.1" status: 204 len: 168 time: 0.6425993 Feb 09 01:42:36.868129 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5cd5d699-8d7e-4ab2-af0c-df8ff86db612 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group_rule (775d032e-82b2-4cd4-a89d-55113281d958), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:36.876414 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5cd5d699-8d7e-4ab2-af0c-df8ff86db612 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (775d032e-82b2-4cd4-a89d-55113281d958), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:36.897023 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd5d699-8d7e-4ab2-af0c-df8ff86db612 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=775d032e-82b2-4cd4-a89d-55113281d958,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:36.908991 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5cd5d699-8d7e-4ab2-af0c-df8ff86db612 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:36.916318 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5cd5d699-8d7e-4ab2-af0c-df8ff86db612 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2560039 Feb 09 01:42:36.916318 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59064) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:36.922414 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-b55d9a33-ffcc-4f39-96d7-99511ba90da4 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Request body: {'security_group_rule': {'security_group_id': 'c48e30c0-baa0-4b45-83a8-a10a3fde7792', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:36.939568 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-27605fda-a2b3-4241-b656-2034339083b0 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (1c3638d0-a41c-41f1-9034-2a0f0ecb1924), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:36.961536 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b55d9a33-ffcc-4f39-96d7-99511ba90da4 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group_rule (12b0123a-022c-473f-8494-5697e702686f), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:37.010711 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-27605fda-a2b3-4241-b656-2034339083b0 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (1c3638d0-a41c-41f1-9034-2a0f0ecb1924), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:37.046463 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-b55d9a33-ffcc-4f39-96d7-99511ba90da4 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 01:42:37.047955 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b55d9a33-ffcc-4f39-96d7-99511ba90da4 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1299338 Feb 09 01:42:37.050748 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59066) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:37.067219 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-27605fda-a2b3-4241-b656-2034339083b0 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:37.070575 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-27605fda-a2b3-4241-b656-2034339083b0 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "DELETE /v2.0/subnets/1c3638d0-a41c-41f1-9034-2a0f0ecb1924 HTTP/1.1" status: 204 len: 168 time: 0.3717961 Feb 09 01:42:37.071930 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27605fda-a2b3-4241-b656-2034339083b0 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event deleted for resources: {'Subnet': ['ID=1c3638d0-a41c-41f1-9034-2a0f0ecb1924,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:37.079310 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59068) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:37.250432 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59074) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:37.434201 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a12ea982-1884-460e-a1dd-57448f9ae16a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:37.579386 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8f361fe8-00a7-4bb8-ae21-88b643f8b1aa tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (c48e30c0-baa0-4b45-83a8-a10a3fde7792), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:37.597532 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf44ee5c-4c9b-4805-9833-9b8b8ecc0e91 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (bec360fc-5e72-4dc4-87cb-bddbae6d3fe3), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:37.599275 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a12ea982-1884-460e-a1dd-57448f9ae16a admin admin] Publish callbacks [] for security_group (fa2cf227-a72e-467a-8422-81395e31adfc), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:37.608642 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a12ea982-1884-460e-a1dd-57448f9ae16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (fa2cf227-a72e-467a-8422-81395e31adfc), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:37.618666 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8f361fe8-00a7-4bb8-ae21-88b643f8b1aa tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (c48e30c0-baa0-4b45-83a8-a10a3fde7792), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:37.705784 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-bf44ee5c-4c9b-4805-9833-9b8b8ecc0e91 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Deleting port a0b2574e-ff12-4334-afd8-c87462ec4464 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:42:37.707302 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf44ee5c-4c9b-4805-9833-9b8b8ecc0e91 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (a0b2574e-ff12-4334-afd8-c87462ec4464), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:37.717100 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8f361fe8-00a7-4bb8-ae21-88b643f8b1aa tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c48e30c0-baa0-4b45-83a8-a10a3fde7792), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:37.724141 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8f361fe8-00a7-4bb8-ae21-88b643f8b1aa tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:37.727811 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8f361fe8-00a7-4bb8-ae21-88b643f8b1aa tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "DELETE /v2.0/security-groups/c48e30c0-baa0-4b45-83a8-a10a3fde7792 HTTP/1.1" status: 204 len: 168 time: 0.6732881 Feb 09 01:42:37.741105 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a12ea982-1884-460e-a1dd-57448f9ae16a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=193b16eabcc1415cac54bbe7471c6f58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4890969 Feb 09 01:42:37.742892 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59088) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:37.743219 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59090) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:37.762980 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ea982-1884-460e-a1dd-57448f9ae16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2cf227-a72e-467a-8422-81395e31adfc,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:37.782916 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f361fe8-00a7-4bb8-ae21-88b643f8b1aa tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48e30c0-baa0-4b45-83a8-a10a3fde7792,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:37.796522 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa4300a-536b-4a3b-8fed-eb2dd3b3b112 None None] Network bec360fc-5e72-4dc4-87cb-bddbae6d3fe3 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:42:37.817051 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-bf44ee5c-4c9b-4805-9833-9b8b8ecc0e91 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] For port a0b2574e-ff12-4334-afd8-c87462ec4464, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=a0b2574e-ff12-4334-afd8-c87462ec4464,segment=NetworkSegment(ec60ac1a-1583-4f17-9952-005d5ae2d94e),segment_id=ec60ac1a-1583-4f17-9952-005d5ae2d94e)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:37.817588 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf44ee5c-4c9b-4805-9833-9b8b8ecc0e91 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (a0b2574e-ff12-4334-afd8-c87462ec4464), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:37.830903 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4132ea1b-1d47-4c43-ab77-ca216e91f279 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0865877 Feb 09 01:42:37.831963 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-bf44ee5c-4c9b-4805-9833-9b8b8ecc0e91 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Calling delete_port for a0b2574e-ff12-4334-afd8-c87462ec4464 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:42:37.834585 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59092) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:37.845188 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-f968d4ab-e1a3-46f5-9c8a-f897925282db tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Request body: {'security_group': {'name': 'tempest-secgroup--188903838'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:37.860503 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c3309343-791e-4731-854f-d979427035f0 admin admin] Publish callbacks [] for security_group (fa2cf227-a72e-467a-8422-81395e31adfc), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:37.891606 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c3309343-791e-4731-854f-d979427035f0 admin admin] Publish callbacks [] for security_group (fa2cf227-a72e-467a-8422-81395e31adfc), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:37.916833 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f968d4ab-e1a3-46f5-9c8a-f897925282db tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:37.952135 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c3309343-791e-4731-854f-d979427035f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (fa2cf227-a72e-467a-8422-81395e31adfc), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:37.955964 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c3309343-791e-4731-854f-d979427035f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:37.957205 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c3309343-791e-4731-854f-d979427035f0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fa2cf227-a72e-467a-8422-81395e31adfc HTTP/1.1" status: 204 len: 168 time: 0.2118728 Feb 09 01:42:37.966780 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3309343-791e-4731-854f-d979427035f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2cf227-a72e-467a-8422-81395e31adfc,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:38.013150 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-75bb2db8-7235-4579-8bbe-55ec6fd78d18 None None] Provisioning complete for port a0b2574e-ff12-4334-afd8-c87462ec4464 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:38.013964 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-75bb2db8-7235-4579-8bbe-55ec6fd78d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a0b2574e-ff12-4334-afd8-c87462ec4464), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:38.017240 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf44ee5c-4c9b-4805-9833-9b8b8ecc0e91 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (a0b2574e-ff12-4334-afd8-c87462ec4464), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:38.057866 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44ee5c-4c9b-4805-9833-9b8b8ecc0e91 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event deleted for resources: {'Port': ['ID=a0b2574e-ff12-4334-afd8-c87462ec4464,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:38.062486 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f968d4ab-e1a3-46f5-9c8a-f897925282db tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (0ec8fc9d-18ec-4998-8242-1970dd4f7b39), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:38.063926 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf44ee5c-4c9b-4805-9833-9b8b8ecc0e91 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] No DVR routers for this DVR port a0b2574e-ff12-4334-afd8-c87462ec4464 on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:42:38.070884 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f968d4ab-e1a3-46f5-9c8a-f897925282db tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0ec8fc9d-18ec-4998-8242-1970dd4f7b39), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:38.091866 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-75bb2db8-7235-4579-8bbe-55ec6fd78d18 None None] Port a0b2574e-ff12-4334-afd8-c87462ec4464 was deleted so its status cannot be updated. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 09 01:42:38.161835 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f81287-0fee-4a7d-b68c-b635b616a2bc None None] DHCP port deletion for bec360fc-5e72-4dc4-87cb-bddbae6d3fe3 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:42:38.176820 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f968d4ab-e1a3-46f5-9c8a-f897925282db tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:38.178030 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f968d4ab-e1a3-46f5-9c8a-f897925282db tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3398197 Feb 09 01:42:38.186310 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59098) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:38.192436 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-dd02df1f-60fa-4234-833d-d98880e6cb2c tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Request body: {'security_group_rule': {'security_group_id': '0ec8fc9d-18ec-4998-8242-1970dd4f7b39', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:38.193243 n-d-822053-40 neutron-server[103529]: WARNING neutron.api.v2.base [None req-dd02df1f-60fa-4234-833d-d98880e6cb2c tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 09 01:42:38.193837 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-dd02df1f-60fa-4234-833d-d98880e6cb2c tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:42:38.196025 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-dd02df1f-60fa-4234-833d-d98880e6cb2c tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0074708 Feb 09 01:42:38.197957 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59100) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:38.208970 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f968d4ab-e1a3-46f5-9c8a-f897925282db tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec8fc9d-18ec-4998-8242-1970dd4f7b39,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:38.229636 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf44ee5c-4c9b-4805-9833-9b8b8ecc0e91 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (bec360fc-5e72-4dc4-87cb-bddbae6d3fe3), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:38.282473 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-bf44ee5c-4c9b-4805-9833-9b8b8ecc0e91 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bec360fc-5e72-4dc4-87cb-bddbae6d3fe3']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:38.297425 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-bf44ee5c-4c9b-4805-9833-9b8b8ecc0e91 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec60ac1a-1583-4f17-9952-005d5ae2d94e') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:38.298038 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-bf44ee5c-4c9b-4805-9833-9b8b8ecc0e91 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec60ac1a-1583-4f17-9952-005d5ae2d94e') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:38.300910 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-560116fb-afba-4c1e-a050-1f79def12553 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (0ec8fc9d-18ec-4998-8242-1970dd4f7b39), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:38.313089 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf44ee5c-4c9b-4805-9833-9b8b8ecc0e91 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (ec60ac1a-1583-4f17-9952-005d5ae2d94e), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:38.338891 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf44ee5c-4c9b-4805-9833-9b8b8ecc0e91 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (ec60ac1a-1583-4f17-9952-005d5ae2d94e), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:38.347673 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf44ee5c-4c9b-4805-9833-9b8b8ecc0e91 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:42:38.348116 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf44ee5c-4c9b-4805-9833-9b8b8ecc0e91 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (ec60ac1a-1583-4f17-9952-005d5ae2d94e), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:38.352454 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:42:38.352454 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:42:38.352454 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:42:38.352454 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:42:38.352454 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:42:38.352454 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:42:38.352454 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:42:38.352454 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:42:38.352454 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:42:38.352454 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:42:38.352454 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:42:38.352454 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:42:38.352454 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:42:38.352454 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:42:38.352454 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:42:38.352454 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:42:38.352454 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:42:38.352454 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:42:38.352454 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:42:38.352454 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:42:38.352454 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:42:38.352454 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:42:38.352454 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:42:38.352454 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:42:38.352454 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:42:38.352454 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:42:38.352454 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:42:38.352454 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:42:38.352454 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:42:38.352454 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:42:38.352454 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:42:38.352454 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:42:38.355840 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-560116fb-afba-4c1e-a050-1f79def12553 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (0ec8fc9d-18ec-4998-8242-1970dd4f7b39), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:38.426590 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf44ee5c-4c9b-4805-9833-9b8b8ecc0e91 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (bec360fc-5e72-4dc4-87cb-bddbae6d3fe3), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:38.442356 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-560116fb-afba-4c1e-a050-1f79def12553 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0ec8fc9d-18ec-4998-8242-1970dd4f7b39), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:38.448419 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-560116fb-afba-4c1e-a050-1f79def12553 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:38.457606 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-560116fb-afba-4c1e-a050-1f79def12553 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "DELETE /v2.0/security-groups/0ec8fc9d-18ec-4998-8242-1970dd4f7b39 HTTP/1.1" status: 204 len: 168 time: 0.2576389 Feb 09 01:42:38.458671 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59102) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:38.459453 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf44ee5c-4c9b-4805-9833-9b8b8ecc0e91 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:38.462838 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-bf44ee5c-4c9b-4805-9833-9b8b8ecc0e91 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "DELETE /v2.0/networks/bec360fc-5e72-4dc4-87cb-bddbae6d3fe3 HTTP/1.1" status: 204 len: 168 time: 1.3825586 Feb 09 01:42:38.463700 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44ee5c-4c9b-4805-9833-9b8b8ecc0e91 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event deleted for resources: {'Network': ['ID=bec360fc-5e72-4dc4-87cb-bddbae6d3fe3,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:38.467448 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59104) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:38.490839 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560116fb-afba-4c1e-a050-1f79def12553 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec8fc9d-18ec-4998-8242-1970dd4f7b39,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:38.507257 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-08a63d09-fc88-4a5d-baec-767fd885930b tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] DELETE failed (client error): The resource could not be found. Feb 09 01:42:38.510470 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59106) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:38.512796 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08a63d09-fc88-4a5d-baec-767fd885930b tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:42:38.516566 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-08a63d09-fc88-4a5d-baec-767fd885930b tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "DELETE /v2.0/subnets/558332f1-d548-4d32-b34c-988349d26def HTTP/1.1" status: 404 len: 337 time: 0.0478690 Feb 09 01:42:38.519700 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59108) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:38.548191 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-249d4bf2-a093-4a6c-824e-496753556a1f tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] DELETE failed (client error): The resource could not be found. Feb 09 01:42:38.548803 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-249d4bf2-a093-4a6c-824e-496753556a1f tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:42:38.552882 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-249d4bf2-a093-4a6c-824e-496753556a1f tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "DELETE /v2.0/networks/ce06b85e-1aa4-4c29-b098-05692ac2c394 HTTP/1.1" status: 404 len: 339 time: 0.0318916 Feb 09 01:42:38.554773 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3761017a-74e9-49fd-9392-4a2698fefac8 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0846364 Feb 09 01:42:38.555688 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59110) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:38.560374 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59112) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:38.566760 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-1a2d9520-ff5a-430c-b159-a7b7d4fa9998 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Request body: {'security_group': {'name': 'tempest-secgroup--560412337'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:38.590052 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1a2d9520-ff5a-430c-b159-a7b7d4fa9998 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:38.612525 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bdd6e0d-3721-46c9-805e-55e6dd595712 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] DELETE failed (client error): The resource could not be found. Feb 09 01:42:38.613162 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bdd6e0d-3721-46c9-805e-55e6dd595712 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:42:38.616184 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0bdd6e0d-3721-46c9-805e-55e6dd595712 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "DELETE /v2.0/subnets/01fbe3db-30c7-4045-8cf7-591dbb700b02 HTTP/1.1" status: 404 len: 337 time: 0.0574980 Feb 09 01:42:38.618801 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59114) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:38.620754 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f3088884-cbf3-4cc9-a05a-ea59686168cb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c614b6668ed94b24bda5d9d49b4568a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1088438 Feb 09 01:42:38.623211 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59116) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:38.648080 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-4021a7fa-ec0f-4965-9eae-ae8cb96878a2 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] DELETE failed (client error): The resource could not be found. Feb 09 01:42:38.648863 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4021a7fa-ec0f-4965-9eae-ae8cb96878a2 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:42:38.655645 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4021a7fa-ec0f-4965-9eae-ae8cb96878a2 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "DELETE /v2.0/networks/b85fc59a-9d5a-4c15-b682-721b0e859992 HTTP/1.1" status: 404 len: 339 time: 0.0327351 Feb 09 01:42:38.656260 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59118) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:38.689767 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1a2d9520-ff5a-430c-b159-a7b7d4fa9998 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (2130abde-f878-4bd8-a264-84a7cbc939ab), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:38.692641 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-64dd3358-484a-4c6d-bfb9-983bb527b06a tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] DELETE failed (client error): The resource could not be found. Feb 09 01:42:38.693130 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64dd3358-484a-4c6d-bfb9-983bb527b06a tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:42:38.694239 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1a2d9520-ff5a-430c-b159-a7b7d4fa9998 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (2130abde-f878-4bd8-a264-84a7cbc939ab), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:38.699533 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-64dd3358-484a-4c6d-bfb9-983bb527b06a tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "DELETE /v2.0/subnets/733eeb8b-c30c-4bb7-9df5-58c6478d7c8a HTTP/1.1" status: 404 len: 337 time: 0.0390778 Feb 09 01:42:38.699751 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59120) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:38.723815 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d9520-ff5a-430c-b159-a7b7d4fa9998 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2130abde-f878-4bd8-a264-84a7cbc939ab,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:38.728806 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d4460b-aed2-4f9f-845e-215efce4d012 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] DELETE failed (client error): The resource could not be found. Feb 09 01:42:38.729606 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30d4460b-aed2-4f9f-845e-215efce4d012 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:42:38.732829 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-30d4460b-aed2-4f9f-845e-215efce4d012 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "DELETE /v2.0/networks/01ce8314-ff5f-41d6-9d64-de590e65a24a HTTP/1.1" status: 404 len: 339 time: 0.0322130 Feb 09 01:42:38.735421 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59122) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:38.743352 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9a4843f-0adb-4431-91f2-a2404928f8c8 admin admin] Publish callbacks [] for security_group (eab81787-347e-4a8f-bd45-8154d5bb93b4), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:38.745119 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1a2d9520-ff5a-430c-b159-a7b7d4fa9998 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:38.751455 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1a2d9520-ff5a-430c-b159-a7b7d4fa9998 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1863399 Feb 09 01:42:38.751763 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59124) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:38.756755 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-bad4177f-cb66-4d67-ade4-b3087a4e5007 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Request body: {'security_group_rule': {'security_group_id': '2130abde-f878-4bd8-a264-84a7cbc939ab', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:38.757910 n-d-822053-40 neutron-server[103529]: WARNING neutron.api.v2.base [None req-bad4177f-cb66-4d67-ade4-b3087a4e5007 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 09 01:42:38.758476 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-bad4177f-cb66-4d67-ade4-b3087a4e5007 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:42:38.762489 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-bad4177f-cb66-4d67-ade4-b3087a4e5007 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0066025 Feb 09 01:42:38.766259 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59128) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:38.787116 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59130) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:38.804157 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9a4843f-0adb-4431-91f2-a2404928f8c8 admin admin] Publish callbacks [] for security_group (eab81787-347e-4a8f-bd45-8154d5bb93b4), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:38.869351 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ffc9de-e2c6-49bb-99c5-3fb39a9d6385 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Deleting subnet e3a8ee9e-b01a-44a7-a6f0-b5e536382b9c {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:42:38.878566 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6ffc9de-e2c6-49bb-99c5-3fb39a9d6385 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks [] for subnet (e3a8ee9e-b01a-44a7-a6f0-b5e536382b9c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:38.941229 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6ffc9de-e2c6-49bb-99c5-3fb39a9d6385 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (e3a8ee9e-b01a-44a7-a6f0-b5e536382b9c), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:38.944619 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-144b8903-8e00-45d3-86a2-681e1b749df1 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (2130abde-f878-4bd8-a264-84a7cbc939ab), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:38.986303 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9a4843f-0adb-4431-91f2-a2404928f8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (eab81787-347e-4a8f-bd45-8154d5bb93b4), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:38.988935 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9a4843f-0adb-4431-91f2-a2404928f8c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:38.992582 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f9a4843f-0adb-4431-91f2-a2404928f8c8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eab81787-347e-4a8f-bd45-8154d5bb93b4 HTTP/1.1" status: 204 len: 168 time: 0.3659215 Feb 09 01:42:39.012700 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-144b8903-8e00-45d3-86a2-681e1b749df1 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (2130abde-f878-4bd8-a264-84a7cbc939ab), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:39.018587 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4843f-0adb-4431-91f2-a2404928f8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab81787-347e-4a8f-bd45-8154d5bb93b4,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:39.088206 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6ffc9de-e2c6-49bb-99c5-3fb39a9d6385 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (e3a8ee9e-b01a-44a7-a6f0-b5e536382b9c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:39.124661 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-144b8903-8e00-45d3-86a2-681e1b749df1 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (2130abde-f878-4bd8-a264-84a7cbc939ab), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:39.127406 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-144b8903-8e00-45d3-86a2-681e1b749df1 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:39.130857 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-144b8903-8e00-45d3-86a2-681e1b749df1 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "DELETE /v2.0/security-groups/2130abde-f878-4bd8-a264-84a7cbc939ab HTTP/1.1" status: 204 len: 168 time: 0.3572099 Feb 09 01:42:39.133799 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59136) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:39.148165 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b8903-8e00-45d3-86a2-681e1b749df1 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2130abde-f878-4bd8-a264-84a7cbc939ab,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:39.163509 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af5d413-e5be-4216-a46a-63b093590db5 admin admin] Deleting subnet 30431698-9122-4fe8-af8d-998bcf65eb70 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:42:39.178531 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4af5d413-e5be-4216-a46a-63b093590db5 admin admin] Publish callbacks [] for subnet (30431698-9122-4fe8-af8d-998bcf65eb70), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:39.194651 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6ffc9de-e2c6-49bb-99c5-3fb39a9d6385 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (e3a8ee9e-b01a-44a7-a6f0-b5e536382b9c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:39.237010 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ffc9de-e2c6-49bb-99c5-3fb39a9d6385 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event deleted for resources: {'Subnet': ['ID=e3a8ee9e-b01a-44a7-a6f0-b5e536382b9c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:39.242781 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6ffc9de-e2c6-49bb-99c5-3fb39a9d6385 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:39.246809 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b6ffc9de-e2c6-49bb-99c5-3fb39a9d6385 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "DELETE /v2.0/subnets/e3a8ee9e-b01a-44a7-a6f0-b5e536382b9c HTTP/1.1" status: 204 len: 168 time: 0.5101948 Feb 09 01:42:39.249600 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59140) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:39.252375 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c4c6f1-fde4-4679-96dd-98a89ec9b036 None None] Network 18f7b62c-ae59-4560-9670-cdc2bae5dd31 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:42:39.290220 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4af5d413-e5be-4216-a46a-63b093590db5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (30431698-9122-4fe8-af8d-998bcf65eb70), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:39.300123 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59142) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:39.300701 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d91e78dd-36f7-47b9-a79e-1b02c8f03322 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1654127 Feb 09 01:42:39.305219 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-da2cc2b7-90f9-4f86-bc3f-16fe5984b772 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Request body: {'security_group': {'name': 'tempest-secgroup--1964598322'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:39.354049 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-da2cc2b7-90f9-4f86-bc3f-16fe5984b772 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:39.417271 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4af5d413-e5be-4216-a46a-63b093590db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (30431698-9122-4fe8-af8d-998bcf65eb70), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:39.458226 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8c9ed722-8ad8-4322-9dd5-de1b3bafbfdb tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (18f7b62c-ae59-4560-9670-cdc2bae5dd31), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:39.475963 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0f476d-c343-465a-ab19-3a721fb3b6b5 None None] DHCP port deletion for 18f7b62c-ae59-4560-9670-cdc2bae5dd31 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:42:39.493632 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-da2cc2b7-90f9-4f86-bc3f-16fe5984b772 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (6558ee7d-789a-4c84-9ee6-cd7d3c025b0a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:39.499928 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-da2cc2b7-90f9-4f86-bc3f-16fe5984b772 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (6558ee7d-789a-4c84-9ee6-cd7d3c025b0a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:39.522153 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4af5d413-e5be-4216-a46a-63b093590db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (30431698-9122-4fe8-af8d-998bcf65eb70), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:39.537718 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2a0f476d-c343-465a-ab19-3a721fb3b6b5 None None] Deleting port eebe68b2-97c3-418e-aa02-f677c387fe2d {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:42:39.538085 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2a0f476d-c343-465a-ab19-3a721fb3b6b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (eebe68b2-97c3-418e-aa02-f677c387fe2d), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:39.546067 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-da2cc2b7-90f9-4f86-bc3f-16fe5984b772 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:39.550837 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-da2cc2b7-90f9-4f86-bc3f-16fe5984b772 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2491765 Feb 09 01:42:39.551481 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59150) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:39.560016 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-60537682-5578-4475-af09-0f6b2c33dc6a tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Request body: {'security_group_rule': {'security_group_id': '6558ee7d-789a-4c84-9ee6-cd7d3c025b0a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:39.561378 n-d-822053-40 neutron-server[103528]: WARNING neutron.api.v2.base [None req-60537682-5578-4475-af09-0f6b2c33dc6a tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 09 01:42:39.561969 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-60537682-5578-4475-af09-0f6b2c33dc6a tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:42:39.577173 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-60537682-5578-4475-af09-0f6b2c33dc6a tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0182164 Feb 09 01:42:39.577173 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59152) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:39.580960 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-99abde65-e405-4105-b417-64e059d698fe tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Request body: {'security_group_rule': {'security_group_id': '6558ee7d-789a-4c84-9ee6-cd7d3c025b0a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:39.581196 n-d-822053-40 neutron-server[103528]: WARNING neutron.api.v2.base [None req-99abde65-e405-4105-b417-64e059d698fe tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 09 01:42:39.581499 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-99abde65-e405-4105-b417-64e059d698fe tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:42:39.586407 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-99abde65-e405-4105-b417-64e059d698fe tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0097902 Feb 09 01:42:39.587529 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59154) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:39.594491 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4af5d413-e5be-4216-a46a-63b093590db5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:39.595667 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-de226082-a580-4ba2-953b-76615898a2d3 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Request body: {'security_group_rule': {'security_group_id': '6558ee7d-789a-4c84-9ee6-cd7d3c025b0a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:39.595667 n-d-822053-40 neutron-server[103528]: WARNING neutron.api.v2.base [None req-de226082-a580-4ba2-953b-76615898a2d3 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 09 01:42:39.596675 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-de226082-a580-4ba2-953b-76615898a2d3 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:42:39.603671 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-de226082-a580-4ba2-953b-76615898a2d3 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0121512 Feb 09 01:42:39.603671 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2cc2b7-90f9-4f86-bc3f-16fe5984b772 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6558ee7d-789a-4c84-9ee6-cd7d3c025b0a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:39.604207 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4af5d413-e5be-4216-a46a-63b093590db5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/30431698-9122-4fe8-af8d-998bcf65eb70 HTTP/1.1" status: 204 len: 168 time: 0.8121512 Feb 09 01:42:39.604207 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59156) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:39.604207 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59158) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:39.616380 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5d413-e5be-4216-a46a-63b093590db5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30431698-9122-4fe8-af8d-998bcf65eb70,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:39.645157 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-0ff19a2a-276f-4d3d-82b8-5e5578995663 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Request body: {'security_group_rule': {'security_group_id': '6558ee7d-789a-4c84-9ee6-cd7d3c025b0a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:39.647329 n-d-822053-40 neutron-server[103529]: WARNING neutron.api.v2.base [None req-0ff19a2a-276f-4d3d-82b8-5e5578995663 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 09 01:42:39.648080 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-0ff19a2a-276f-4d3d-82b8-5e5578995663 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:42:39.651627 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0ff19a2a-276f-4d3d-82b8-5e5578995663 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0196543 Feb 09 01:42:39.653884 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59162) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:39.672670 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-2a0f476d-c343-465a-ab19-3a721fb3b6b5 None None] For port eebe68b2-97c3-418e-aa02-f677c387fe2d, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=eebe68b2-97c3-418e-aa02-f677c387fe2d,segment=NetworkSegment(e6aedc8c-4b30-4a73-a099-26fe68808ed4),segment_id=e6aedc8c-4b30-4a73-a099-26fe68808ed4)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:39.673198 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2a0f476d-c343-465a-ab19-3a721fb3b6b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (eebe68b2-97c3-418e-aa02-f677c387fe2d), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:39.690216 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2a0f476d-c343-465a-ab19-3a721fb3b6b5 None None] Calling delete_port for eebe68b2-97c3-418e-aa02-f677c387fe2d owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:42:39.748430 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-51f2d402-4487-4939-947e-c6fa97fd235e tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (6558ee7d-789a-4c84-9ee6-cd7d3c025b0a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:39.783591 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-51f2d402-4487-4939-947e-c6fa97fd235e tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (6558ee7d-789a-4c84-9ee6-cd7d3c025b0a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:39.786100 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6004147f-6aaa-4492-b3a2-93ae2d295d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (2acff04b-1139-4c46-94ea-29d9f3f965f7), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:39.795089 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-8c9ed722-8ad8-4322-9dd5-de1b3bafbfdb tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Deleting port eebe68b2-97c3-418e-aa02-f677c387fe2d {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:42:39.795556 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8c9ed722-8ad8-4322-9dd5-de1b3bafbfdb tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (eebe68b2-97c3-418e-aa02-f677c387fe2d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:39.797376 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2a0f476d-c343-465a-ab19-3a721fb3b6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (eebe68b2-97c3-418e-aa02-f677c387fe2d), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:39.852886 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-51f2d402-4487-4939-947e-c6fa97fd235e tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (6558ee7d-789a-4c84-9ee6-cd7d3c025b0a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:39.853239 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0f476d-c343-465a-ab19-3a721fb3b6b5 None None] No DVR routers for this DVR port eebe68b2-97c3-418e-aa02-f677c387fe2d on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:42:39.855706 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f476d-c343-465a-ab19-3a721fb3b6b5 None None] Pushing event deleted for resources: {'Port': ['ID=eebe68b2-97c3-418e-aa02-f677c387fe2d,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:39.860119 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-51f2d402-4487-4939-947e-c6fa97fd235e tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:39.861817 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-51f2d402-4487-4939-947e-c6fa97fd235e tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "DELETE /v2.0/security-groups/6558ee7d-789a-4c84-9ee6-cd7d3c025b0a HTTP/1.1" status: 204 len: 168 time: 0.2060599 Feb 09 01:42:39.866626 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59166) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:39.911455 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f2d402-4487-4939-947e-c6fa97fd235e tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6558ee7d-789a-4c84-9ee6-cd7d3c025b0a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:39.947924 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-773e563a-42ae-4965-b2b6-b30dcb1d0e08 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0799613 Feb 09 01:42:39.952545 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59170) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:39.959452 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-55d43912-2f1c-4484-a2ad-48f8c12ee62b tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Request body: {'security_group': {'name': 'tempest-secgroup--1225521089'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:39.980993 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6004147f-6aaa-4492-b3a2-93ae2d295d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (2acff04b-1139-4c46-94ea-29d9f3f965f7), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:39.984564 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-55d43912-2f1c-4484-a2ad-48f8c12ee62b tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:40.008066 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-6004147f-6aaa-4492-b3a2-93ae2d295d58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2acff04b-1139-4c46-94ea-29d9f3f965f7']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:40.029172 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-6004147f-6aaa-4492-b3a2-93ae2d295d58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b7986fb-3759-47d5-aaef-a86146eab3c0') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:40.029505 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-6004147f-6aaa-4492-b3a2-93ae2d295d58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b7986fb-3759-47d5-aaef-a86146eab3c0') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:40.050042 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-8c9ed722-8ad8-4322-9dd5-de1b3bafbfdb tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] For port eebe68b2-97c3-418e-aa02-f677c387fe2d, host n-d-822053-40, got binding levels [] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:40.050808 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8c9ed722-8ad8-4322-9dd5-de1b3bafbfdb tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (eebe68b2-97c3-418e-aa02-f677c387fe2d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:40.068360 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-55d43912-2f1c-4484-a2ad-48f8c12ee62b tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (137152e5-9905-43e4-8c18-2e242b4779be), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:40.074937 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-55d43912-2f1c-4484-a2ad-48f8c12ee62b tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (137152e5-9905-43e4-8c18-2e242b4779be), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:40.077900 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-8c9ed722-8ad8-4322-9dd5-de1b3bafbfdb tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Calling delete_port for eebe68b2-97c3-418e-aa02-f677c387fe2d owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:42:40.081999 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.ipam_backend_mixin [None req-8c9ed722-8ad8-4322-9dd5-de1b3bafbfdb tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Port eebe68b2-97c3-418e-aa02-f677c387fe2d was not found and therefore no delete operation was performed {{(pid=103529) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:42:40.084715 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8c9ed722-8ad8-4322-9dd5-de1b3bafbfdb tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (eebe68b2-97c3-418e-aa02-f677c387fe2d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:40.117954 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d43912-2f1c-4484-a2ad-48f8c12ee62b tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=137152e5-9905-43e4-8c18-2e242b4779be,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:40.123262 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-55d43912-2f1c-4484-a2ad-48f8c12ee62b tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:40.124915 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-55d43912-2f1c-4484-a2ad-48f8c12ee62b tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1707635 Feb 09 01:42:40.129806 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6004147f-6aaa-4492-b3a2-93ae2d295d58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (7b7986fb-3759-47d5-aaef-a86146eab3c0), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:40.137036 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9ed722-8ad8-4322-9dd5-de1b3bafbfdb tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event deleted for resources: {'Port': ['ID=eebe68b2-97c3-418e-aa02-f677c387fe2d,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:40.137194 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59176) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:40.149644 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-80d95c03-1b1b-45f5-9fda-34e92dc6c0d9 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Request body: {'security_group_rule': {'security_group_id': '137152e5-9905-43e4-8c18-2e242b4779be', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:40.154022 n-d-822053-40 neutron-server[103528]: WARNING neutron.api.v2.base [None req-80d95c03-1b1b-45f5-9fda-34e92dc6c0d9 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 01:42:40.154335 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9ed722-8ad8-4322-9dd5-de1b3bafbfdb tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] No DVR routers for this DVR port eebe68b2-97c3-418e-aa02-f677c387fe2d on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:42:40.154898 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-80d95c03-1b1b-45f5-9fda-34e92dc6c0d9 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:42:40.163845 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-80d95c03-1b1b-45f5-9fda-34e92dc6c0d9 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0231013 Feb 09 01:42:40.164663 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59178) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:40.170029 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-a5060bf9-1576-4f2b-bc0a-02a38c7aaa55 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Request body: {'security_group_rule': {'security_group_id': '137152e5-9905-43e4-8c18-2e242b4779be', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:40.194396 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6004147f-6aaa-4492-b3a2-93ae2d295d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (7b7986fb-3759-47d5-aaef-a86146eab3c0), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:40.237949 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6004147f-6aaa-4492-b3a2-93ae2d295d58 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:42:40.238620 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6004147f-6aaa-4492-b3a2-93ae2d295d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (7b7986fb-3759-47d5-aaef-a86146eab3c0), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:40.240580 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:42:40.240580 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:42:40.240580 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:42:40.240580 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:42:40.240580 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:42:40.240580 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:42:40.240580 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:42:40.240580 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:42:40.240580 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:42:40.240580 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:42:40.240580 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:42:40.240580 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:42:40.240580 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:42:40.240580 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:42:40.240580 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:42:40.240580 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:42:40.240580 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:42:40.240580 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:42:40.240580 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:42:40.240580 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:42:40.240580 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:42:40.240580 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:42:40.240580 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:42:40.240580 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:42:40.240580 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:42:40.240580 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:42:40.240580 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:42:40.240580 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:42:40.240580 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:42:40.240580 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:42:40.240580 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:42:40.240580 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:42:40.252214 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-a5060bf9-1576-4f2b-bc0a-02a38c7aaa55 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:42:40.256032 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a5060bf9-1576-4f2b-bc0a-02a38c7aaa55 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0878615 Feb 09 01:42:40.256910 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59180) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:40.267044 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-f8810e2a-704d-49db-96d9-e828093ec9de tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Request body: {'security_group_rule': {'security_group_id': '137152e5-9905-43e4-8c18-2e242b4779be', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:40.268836 n-d-822053-40 neutron-server[103528]: WARNING neutron.api.v2.base [None req-f8810e2a-704d-49db-96d9-e828093ec9de tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 09 01:42:40.269350 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-f8810e2a-704d-49db-96d9-e828093ec9de tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:42:40.272852 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f8810e2a-704d-49db-96d9-e828093ec9de tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0123923 Feb 09 01:42:40.273650 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59182) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:40.279083 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-52152ea0-39cb-4119-a5cc-3717c5a8fcc8 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Request body: {'security_group_rule': {'security_group_id': '137152e5-9905-43e4-8c18-2e242b4779be', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:40.289596 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device eebe68b2-97c3-418e-aa02-f677c387fe2d no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:42:40.316046 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: eebe68b2-97c3-418e-aa02-f677c387fe2d {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:42:40.316755 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device eebe68b2-97c3-418e-aa02-f677c387fe2d not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:42:40.317388 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device a0b2574e-ff12-4334-afd8-c87462ec4464 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:42:40.326936 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8c9ed722-8ad8-4322-9dd5-de1b3bafbfdb tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (18f7b62c-ae59-4560-9670-cdc2bae5dd31), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:40.346820 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: a0b2574e-ff12-4334-afd8-c87462ec4464 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:42:40.347607 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device a0b2574e-ff12-4334-afd8-c87462ec4464 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:42:40.353410 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6004147f-6aaa-4492-b3a2-93ae2d295d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (2acff04b-1139-4c46-94ea-29d9f3f965f7), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:40.358036 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-8c9ed722-8ad8-4322-9dd5-de1b3bafbfdb tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18f7b62c-ae59-4560-9670-cdc2bae5dd31']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:40.376478 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6004147f-6aaa-4492-b3a2-93ae2d295d58 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:40.382456 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6004147f-6aaa-4492-b3a2-93ae2d295d58 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2acff04b-1139-4c46-94ea-29d9f3f965f7 HTTP/1.1" status: 204 len: 168 time: 0.7470865 Feb 09 01:42:40.385121 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-52152ea0-39cb-4119-a5cc-3717c5a8fcc8 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:42:40.387329 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-52152ea0-39cb-4119-a5cc-3717c5a8fcc8 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1126227 Feb 09 01:42:40.390013 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59188) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:40.395332 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-8c9ed722-8ad8-4322-9dd5-de1b3bafbfdb tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6aedc8c-4b30-4a73-a099-26fe68808ed4') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:40.395625 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-8c9ed722-8ad8-4322-9dd5-de1b3bafbfdb tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6aedc8c-4b30-4a73-a099-26fe68808ed4') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:40.396335 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-fd0eb801-0ae8-4c13-a049-218326fe10d0 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Request body: {'security_group_rule': {'security_group_id': '137152e5-9905-43e4-8c18-2e242b4779be', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:40.397229 n-d-822053-40 neutron-server[103528]: WARNING neutron.api.v2.base [None req-fd0eb801-0ae8-4c13-a049-218326fe10d0 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 01:42:40.397949 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004147f-6aaa-4492-b3a2-93ae2d295d58 admin admin] Pushing event deleted for resources: {'Network': ['ID=2acff04b-1139-4c46-94ea-29d9f3f965f7,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:40.398426 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-fd0eb801-0ae8-4c13-a049-218326fe10d0 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:42:40.406491 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-fd0eb801-0ae8-4c13-a049-218326fe10d0 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0148084 Feb 09 01:42:40.410331 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59190) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:40.412505 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8c9ed722-8ad8-4322-9dd5-de1b3bafbfdb tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (e6aedc8c-4b30-4a73-a099-26fe68808ed4), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:40.423065 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-785718de-2153-4cf8-86ed-088e0f914d86 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Request body: {'security_group_rule': {'security_group_id': '137152e5-9905-43e4-8c18-2e242b4779be', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:40.428104 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8c9ed722-8ad8-4322-9dd5-de1b3bafbfdb tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (e6aedc8c-4b30-4a73-a099-26fe68808ed4), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:40.439517 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c9ed722-8ad8-4322-9dd5-de1b3bafbfdb tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:42:40.440396 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8c9ed722-8ad8-4322-9dd5-de1b3bafbfdb tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (e6aedc8c-4b30-4a73-a099-26fe68808ed4), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:40.468908 n-d-822053-40 neutron-server[103528]: INFO neutron.db.securitygroups_db [None req-785718de-2153-4cf8-86ed-088e0f914d86 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Project b43c979a7c234a28940b8453821d06e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:42:40.493367 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-785718de-2153-4cf8-86ed-088e0f914d86 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:42:40.495024 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-785718de-2153-4cf8-86ed-088e0f914d86 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0832520 Feb 09 01:42:40.498341 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59192) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:40.509694 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-1493e636-2d4c-46bc-ac5c-76dcfdefb41e tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Request body: {'security_group_rule': {'security_group_id': '137152e5-9905-43e4-8c18-2e242b4779be', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:40.511764 n-d-822053-40 neutron-server[103528]: WARNING neutron.api.v2.base [None req-1493e636-2d4c-46bc-ac5c-76dcfdefb41e tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 09 01:42:40.512663 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-1493e636-2d4c-46bc-ac5c-76dcfdefb41e tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:42:40.514455 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1493e636-2d4c-46bc-ac5c-76dcfdefb41e tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0145421 Feb 09 01:42:40.519620 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59196) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:40.527658 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-093f27e4-e37e-4188-a523-c920fcaf13ae tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Request body: {'security_group_rule': {'security_group_id': '137152e5-9905-43e4-8c18-2e242b4779be', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:40.531243 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:42:40.531243 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:42:40.531243 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:42:40.531243 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:42:40.531243 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:42:40.531243 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:42:40.531243 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:42:40.531243 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:42:40.531243 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:42:40.531243 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:42:40.531243 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:42:40.531243 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:42:40.531243 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:42:40.531243 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:42:40.531243 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:42:40.531243 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:42:40.531243 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:42:40.531243 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:42:40.531243 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:42:40.531243 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:42:40.531243 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:42:40.531243 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:42:40.531243 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:42:40.531243 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:42:40.531243 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:42:40.531243 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:42:40.531243 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:42:40.531243 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:42:40.531243 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:42:40.531243 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:42:40.531243 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:42:40.531243 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:42:40.560389 n-d-822053-40 neutron-server[103528]: INFO neutron.db.securitygroups_db [None req-093f27e4-e37e-4188-a523-c920fcaf13ae tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Project b43c979a7c234a28940b8453821d06e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:42:40.576793 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8c9ed722-8ad8-4322-9dd5-de1b3bafbfdb tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (18f7b62c-ae59-4560-9670-cdc2bae5dd31), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:40.586103 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-093f27e4-e37e-4188-a523-c920fcaf13ae tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:42:40.586514 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8c9ed722-8ad8-4322-9dd5-de1b3bafbfdb tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:40.588129 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-093f27e4-e37e-4188-a523-c920fcaf13ae tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0666184 Feb 09 01:42:40.592019 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59198) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:40.599386 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-cf12210b-e7ae-42be-ae85-dd9ea273aa5d tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Request body: {'security_group_rule': {'security_group_id': '137152e5-9905-43e4-8c18-2e242b4779be', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:40.607434 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8c9ed722-8ad8-4322-9dd5-de1b3bafbfdb tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "DELETE /v2.0/networks/18f7b62c-ae59-4560-9670-cdc2bae5dd31 HTTP/1.1" status: 204 len: 168 time: 1.3549776 Feb 09 01:42:40.608778 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59200) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:40.629482 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9ed722-8ad8-4322-9dd5-de1b3bafbfdb tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event deleted for resources: {'Network': ['ID=18f7b62c-ae59-4560-9670-cdc2bae5dd31,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:40.653008 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f1ddf76-5eee-4d94-aa0e-c1a8dadd8b81 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] DELETE failed (client error): The resource could not be found. Feb 09 01:42:40.653484 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f1ddf76-5eee-4d94-aa0e-c1a8dadd8b81 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:42:40.657773 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0f1ddf76-5eee-4d94-aa0e-c1a8dadd8b81 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "DELETE /v2.0/subnets/96221300-2c37-402e-8752-99eb4c24b3a8 HTTP/1.1" status: 404 len: 337 time: 0.0470238 Feb 09 01:42:40.660598 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59204) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:40.687739 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd657419-73b5-471c-ac8b-18fe87b5d583 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] DELETE failed (client error): The resource could not be found. Feb 09 01:42:40.688316 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd657419-73b5-471c-ac8b-18fe87b5d583 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:42:40.691611 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-bd657419-73b5-471c-ac8b-18fe87b5d583 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "DELETE /v2.0/networks/57056a1b-5246-47e0-b3d0-08409dab3142 HTTP/1.1" status: 404 len: 339 time: 0.0300667 Feb 09 01:42:40.693006 n-d-822053-40 neutron-server[103528]: INFO neutron.db.securitygroups_db [None req-cf12210b-e7ae-42be-ae85-dd9ea273aa5d tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Project b43c979a7c234a28940b8453821d06e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:42:40.694754 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59206) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:40.712128 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-cf12210b-e7ae-42be-ae85-dd9ea273aa5d tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:42:40.713590 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cf12210b-e7ae-42be-ae85-dd9ea273aa5d tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1194685 Feb 09 01:42:40.717379 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59208) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:40.787232 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6294c838-ae3f-4c91-bcf7-0040ba85b63f tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (137152e5-9905-43e4-8c18-2e242b4779be), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:40.813327 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59212) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:40.827220 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6294c838-ae3f-4c91-bcf7-0040ba85b63f tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (137152e5-9905-43e4-8c18-2e242b4779be), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:40.866606 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-5abbd44f-749f-493a-9271-1b30f08871ca tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Deleting subnet db0feb4c-3855-47dc-9760-ac45ad98eafe {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:42:40.884443 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5abbd44f-749f-493a-9271-1b30f08871ca tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks [] for subnet (db0feb4c-3855-47dc-9760-ac45ad98eafe), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:40.888085 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6294c838-ae3f-4c91-bcf7-0040ba85b63f tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (137152e5-9905-43e4-8c18-2e242b4779be), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:40.892736 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6294c838-ae3f-4c91-bcf7-0040ba85b63f tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:40.895129 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6294c838-ae3f-4c91-bcf7-0040ba85b63f tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "DELETE /v2.0/security-groups/137152e5-9905-43e4-8c18-2e242b4779be HTTP/1.1" status: 204 len: 168 time: 0.1763837 Feb 09 01:42:40.903055 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59216) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:40.917128 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294c838-ae3f-4c91-bcf7-0040ba85b63f tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=137152e5-9905-43e4-8c18-2e242b4779be,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:40.940734 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0f3fbdc6-ec7c-4c8f-a8ff-0b17dcfa73e3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a02814a135ec440bb7b8ed9a51ad23c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1230628 Feb 09 01:42:40.941066 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59218) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:40.980610 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5abbd44f-749f-493a-9271-1b30f08871ca tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (db0feb4c-3855-47dc-9760-ac45ad98eafe), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:41.001252 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3af165d4-c0fd-4bdb-b2a3-ffdcb0f8ac52 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0930626 Feb 09 01:42:41.003547 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59220) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:41.008986 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-c2148c78-6b11-4976-8a1e-992d4432d0d0 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Request body: {'security_group': {'name': 'tempest-secgroup--1436940291'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:41.030786 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c2148c78-6b11-4976-8a1e-992d4432d0d0 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:41.031047 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0419e0f4-ef4a-4e4a-a71f-beba4953c6b9 admin admin] Publish callbacks [] for security_group (698705ed-ee0f-4e1a-a43a-98ca66f55ff7), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:41.098160 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0419e0f4-ef4a-4e4a-a71f-beba4953c6b9 admin admin] Publish callbacks [] for security_group (698705ed-ee0f-4e1a-a43a-98ca66f55ff7), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:41.133261 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c2148c78-6b11-4976-8a1e-992d4432d0d0 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (13c1629d-6ef7-45e5-9b8c-0a8188ff8fc7), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:41.139756 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c2148c78-6b11-4976-8a1e-992d4432d0d0 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (13c1629d-6ef7-45e5-9b8c-0a8188ff8fc7), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:41.141771 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5abbd44f-749f-493a-9271-1b30f08871ca tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (db0feb4c-3855-47dc-9760-ac45ad98eafe), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:41.187230 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2148c78-6b11-4976-8a1e-992d4432d0d0 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13c1629d-6ef7-45e5-9b8c-0a8188ff8fc7,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:41.202429 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c2148c78-6b11-4976-8a1e-992d4432d0d0 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:41.203726 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c2148c78-6b11-4976-8a1e-992d4432d0d0 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1990199 Feb 09 01:42:41.207030 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59226) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:41.220170 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-cca57a78-a387-470e-b2d1-01247af26995 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Request body: {'security_group_rule': {'security_group_id': '13c1629d-6ef7-45e5-9b8c-0a8188ff8fc7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:41.227768 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0419e0f4-ef4a-4e4a-a71f-beba4953c6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (698705ed-ee0f-4e1a-a43a-98ca66f55ff7), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:41.231420 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0419e0f4-ef4a-4e4a-a71f-beba4953c6b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:41.232881 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0419e0f4-ef4a-4e4a-a71f-beba4953c6b9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/698705ed-ee0f-4e1a-a43a-98ca66f55ff7 HTTP/1.1" status: 204 len: 168 time: 0.2909021 Feb 09 01:42:41.236781 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5abbd44f-749f-493a-9271-1b30f08871ca tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (db0feb4c-3855-47dc-9760-ac45ad98eafe), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:41.272625 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-cca57a78-a387-470e-b2d1-01247af26995 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] create failed (client error): The resource could not be found. Feb 09 01:42:41.274817 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cca57a78-a387-470e-b2d1-01247af26995 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0661693 Feb 09 01:42:41.275527 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419e0f4-ef4a-4e4a-a71f-beba4953c6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698705ed-ee0f-4e1a-a43a-98ca66f55ff7,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:41.276535 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59230) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:41.278158 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59232) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:41.282925 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5abbd44f-749f-493a-9271-1b30f08871ca tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:41.288522 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5abbd44f-749f-493a-9271-1b30f08871ca tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "DELETE /v2.0/subnets/db0feb4c-3855-47dc-9760-ac45ad98eafe HTTP/1.1" status: 204 len: 168 time: 0.5903583 Feb 09 01:42:41.288522 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abbd44f-749f-493a-9271-1b30f08871ca tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event deleted for resources: {'Subnet': ['ID=db0feb4c-3855-47dc-9760-ac45ad98eafe,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:41.290047 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59234) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:41.302313 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2511f838-a22f-47d4-b13e-eca06a67cecd None None] Network e4887304-18c8-44bd-95ef-ecb9d2539b11 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:42:41.326120 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-f449ef4e-3446-4b69-aad8-0fa83553016d tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Request body: {'security_group_rule': {'security_group_id': '13c1629d-6ef7-45e5-9b8c-0a8188ff8fc7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '755e7a30-2cfa-4190-af92-7158705a7de3'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:41.397627 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-f449ef4e-3446-4b69-aad8-0fa83553016d tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] create failed (client error): The resource could not be found. Feb 09 01:42:41.401475 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f449ef4e-3446-4b69-aad8-0fa83553016d tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0913582 Feb 09 01:42:41.402871 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59238) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:41.417327 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6561308b-db30-48ef-ba36-33554f316bc7 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (e4887304-18c8-44bd-95ef-ecb9d2539b11), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:41.476682 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c9d35aa1-e2d0-4110-89bd-4518cad662ed tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (13c1629d-6ef7-45e5-9b8c-0a8188ff8fc7), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:41.503785 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-6561308b-db30-48ef-ba36-33554f316bc7 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Deleting port d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:42:41.504163 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6561308b-db30-48ef-ba36-33554f316bc7 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:41.512646 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864ceb72-671d-4b71-bc92-c904b9616061 None None] DHCP port deletion for e4887304-18c8-44bd-95ef-ecb9d2539b11 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:42:41.517029 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c9d35aa1-e2d0-4110-89bd-4518cad662ed tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (13c1629d-6ef7-45e5-9b8c-0a8188ff8fc7), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:41.582965 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c9d35aa1-e2d0-4110-89bd-4518cad662ed tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (13c1629d-6ef7-45e5-9b8c-0a8188ff8fc7), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:41.587196 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c9d35aa1-e2d0-4110-89bd-4518cad662ed tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:41.588820 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c9d35aa1-e2d0-4110-89bd-4518cad662ed tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "DELETE /v2.0/security-groups/13c1629d-6ef7-45e5-9b8c-0a8188ff8fc7 HTTP/1.1" status: 204 len: 168 time: 0.1847613 Feb 09 01:42:41.594702 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59242) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:41.595210 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-864ceb72-671d-4b71-bc92-c904b9616061 None None] Deleting port d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:42:41.595807 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-864ceb72-671d-4b71-bc92-c904b9616061 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:41.614741 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-6561308b-db30-48ef-ba36-33554f316bc7 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] For port d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f,segment=NetworkSegment(e0543ed0-a705-42cc-8d36-50e666551961),segment_id=e0543ed0-a705-42cc-8d36-50e666551961)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:41.615363 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6561308b-db30-48ef-ba36-33554f316bc7 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:41.623758 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d35aa1-e2d0-4110-89bd-4518cad662ed tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c1629d-6ef7-45e5-9b8c-0a8188ff8fc7,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:41.633294 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-6561308b-db30-48ef-ba36-33554f316bc7 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Calling delete_port for d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:42:41.653525 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2b866960-c484-4f3b-ad02-9f2ca2de77a5 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0575883 Feb 09 01:42:41.661381 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59244) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:41.667915 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-65351195-a86e-4998-8ff2-6ee7ee07029e tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Request body: {'security_group_rule': {'security_group_id': '5676cdfe-d25d-4992-8cb6-6009ce9cb147', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:41.717530 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-65351195-a86e-4998-8ff2-6ee7ee07029e tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] create failed (client error): The resource could not be found. Feb 09 01:42:41.724114 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-65351195-a86e-4998-8ff2-6ee7ee07029e tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0609426 Feb 09 01:42:41.725132 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59248) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:41.732449 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-6e3120e3-5b8d-4045-a905-05d94bf4df68 tempest-MeteringIpV6TestJSON-2061315650 tempest-MeteringIpV6TestJSON-2061315650-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1075634159'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:41.733516 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-6e3120e3-5b8d-4045-a905-05d94bf4df68 tempest-MeteringIpV6TestJSON-2061315650 tempest-MeteringIpV6TestJSON-2061315650-project-admin] Unknown quota resources ['metering_label']. {{(pid=103528) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:42:41.743248 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6561308b-db30-48ef-ba36-33554f316bc7 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:41.743781 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-66d42769-e281-4356-8c68-3eb73f495eb6 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Request body: {'security_group': {'name': 'tempest-secgroup--480148528'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:41.765456 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-864ceb72-671d-4b71-bc92-c904b9616061 None None] For port d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f,segment=NetworkSegment(e0543ed0-a705-42cc-8d36-50e666551961),segment_id=e0543ed0-a705-42cc-8d36-50e666551961)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:41.766399 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-864ceb72-671d-4b71-bc92-c904b9616061 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:41.773507 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6561308b-db30-48ef-ba36-33554f316bc7 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] No DVR routers for this DVR port d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:42:41.779664 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6561308b-db30-48ef-ba36-33554f316bc7 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event deleted for resources: {'Port': ['ID=d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:41.789677 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-66d42769-e281-4356-8c68-3eb73f495eb6 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:41.796799 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-864ceb72-671d-4b71-bc92-c904b9616061 None None] Calling delete_port for d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:42:41.890303 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6561308b-db30-48ef-ba36-33554f316bc7 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (e4887304-18c8-44bd-95ef-ecb9d2539b11), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:41.910978 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-864ceb72-671d-4b71-bc92-c904b9616061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:41.920673 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-6561308b-db30-48ef-ba36-33554f316bc7 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4887304-18c8-44bd-95ef-ecb9d2539b11']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:41.936945 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-6561308b-db30-48ef-ba36-33554f316bc7 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0543ed0-a705-42cc-8d36-50e666551961') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:41.937976 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-6561308b-db30-48ef-ba36-33554f316bc7 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0543ed0-a705-42cc-8d36-50e666551961') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:41.949120 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ceb72-671d-4b71-bc92-c904b9616061 None None] Pushing event deleted for resources: {'Port': ['ID=d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:41.952775 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864ceb72-671d-4b71-bc92-c904b9616061 None None] No DVR routers for this DVR port d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:42:41.956661 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6561308b-db30-48ef-ba36-33554f316bc7 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (e0543ed0-a705-42cc-8d36-50e666551961), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:41.985049 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6561308b-db30-48ef-ba36-33554f316bc7 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (e0543ed0-a705-42cc-8d36-50e666551961), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:41.998374 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6561308b-db30-48ef-ba36-33554f316bc7 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:42:41.998844 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6561308b-db30-48ef-ba36-33554f316bc7 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (e0543ed0-a705-42cc-8d36-50e666551961), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:42.003287 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:42:42.003287 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:42:42.003287 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:42:42.003287 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:42:42.003287 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:42:42.003287 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:42:42.003287 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:42:42.003287 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:42:42.003287 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:42:42.003287 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:42:42.003287 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:42:42.003287 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:42:42.003287 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:42:42.003287 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:42:42.003287 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:42:42.003287 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:42:42.003287 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:42:42.003287 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:42:42.003287 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:42:42.003287 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:42:42.003287 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:42:42.003287 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:42:42.003287 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:42:42.003287 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:42:42.003287 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:42:42.003287 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:42:42.003287 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:42:42.003287 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:42:42.003287 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:42:42.003287 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:42:42.003287 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:42:42.003287 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:42:42.006305 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6e3120e3-5b8d-4045-a905-05d94bf4df68 tempest-MeteringIpV6TestJSON-2061315650 tempest-MeteringIpV6TestJSON-2061315650-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:42.006305 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6e3120e3-5b8d-4045-a905-05d94bf4df68 tempest-MeteringIpV6TestJSON-2061315650 tempest-MeteringIpV6TestJSON-2061315650-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7251670 Feb 09 01:42:42.008262 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59258) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:42.013074 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-779c2cc3-514c-48dc-b3d3-b723746d8d02 tempest-MeteringIpV6TestJSON-2061315650 tempest-MeteringIpV6TestJSON-2061315650-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'ea9f03a1-dada-4d49-b787-1356faff16bf'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:42.013580 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-779c2cc3-514c-48dc-b3d3-b723746d8d02 tempest-MeteringIpV6TestJSON-2061315650 tempest-MeteringIpV6TestJSON-2061315650-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103528) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:42:42.090447 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6561308b-db30-48ef-ba36-33554f316bc7 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (e4887304-18c8-44bd-95ef-ecb9d2539b11), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:42.094991 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6561308b-db30-48ef-ba36-33554f316bc7 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:42.099044 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6561308b-db30-48ef-ba36-33554f316bc7 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] 10.222.0.30 "DELETE /v2.0/networks/e4887304-18c8-44bd-95ef-ecb9d2539b11 HTTP/1.1" status: 204 len: 168 time: 0.8077931 Feb 09 01:42:42.115867 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6561308b-db30-48ef-ba36-33554f316bc7 tempest-NetworksIpV6Test-1135876393 tempest-NetworksIpV6Test-1135876393-project] Pushing event deleted for resources: {'Network': ['ID=e4887304-18c8-44bd-95ef-ecb9d2539b11,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:42.119865 n-d-822053-40 neutron-server[103528]: WARNING neutron.services.metering.metering_plugin [None req-779c2cc3-514c-48dc-b3d3-b723746d8d02 tempest-MeteringIpV6TestJSON-2061315650 tempest-MeteringIpV6TestJSON-2061315650-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 01:42:42.212180 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:42:42.240492 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:42:42.240840 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d2ab9c01-d2b3-4b30-ab81-ecf2ec44a07f not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:42:42.252545 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-779c2cc3-514c-48dc-b3d3-b723746d8d02 tempest-MeteringIpV6TestJSON-2061315650 tempest-MeteringIpV6TestJSON-2061315650-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:42.253753 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-779c2cc3-514c-48dc-b3d3-b723746d8d02 tempest-MeteringIpV6TestJSON-2061315650 tempest-MeteringIpV6TestJSON-2061315650-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2446156 Feb 09 01:42:42.257356 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59268) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:42.261756 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-66d42769-e281-4356-8c68-3eb73f495eb6 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (4455c425-6c14-4c09-8978-d5b960691254), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:42.262732 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-482a4be5-f770-4883-84ba-e0e46024a7c5 tempest-MeteringIpV6TestJSON-2061315650 tempest-MeteringIpV6TestJSON-2061315650-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'ea9f03a1-dada-4d49-b787-1356faff16bf'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:42.263629 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-482a4be5-f770-4883-84ba-e0e46024a7c5 tempest-MeteringIpV6TestJSON-2061315650 tempest-MeteringIpV6TestJSON-2061315650-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103529) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:42:42.266579 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-66d42769-e281-4356-8c68-3eb73f495eb6 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (4455c425-6c14-4c09-8978-d5b960691254), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:42.284518 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59272) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:42.303453 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-66d42769-e281-4356-8c68-3eb73f495eb6 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:42.307164 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-66d42769-e281-4356-8c68-3eb73f495eb6 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5766969 Feb 09 01:42:42.309857 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59276) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:42.315009 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-d05f169d-ac9b-4c2e-95b1-c3b6c5ec6559 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Request body: {'security_group': {'name': 'tempest-secgroup--1553520150'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:42.335594 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d42769-e281-4356-8c68-3eb73f495eb6 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4455c425-6c14-4c09-8978-d5b960691254,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:42.352589 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d05f169d-ac9b-4c2e-95b1-c3b6c5ec6559 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:42.362223 n-d-822053-40 neutron-server[103529]: WARNING neutron.services.metering.metering_plugin [None req-482a4be5-f770-4883-84ba-e0e46024a7c5 tempest-MeteringIpV6TestJSON-2061315650 tempest-MeteringIpV6TestJSON-2061315650-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 01:42:42.389227 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59278) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:42.452261 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d05f169d-ac9b-4c2e-95b1-c3b6c5ec6559 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (5a519c05-13c5-4c77-b9c2-c918249b1829), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:42.458227 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d05f169d-ac9b-4c2e-95b1-c3b6c5ec6559 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (5a519c05-13c5-4c77-b9c2-c918249b1829), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:42.517315 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d05f169d-ac9b-4c2e-95b1-c3b6c5ec6559 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:42.517527 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-482a4be5-f770-4883-84ba-e0e46024a7c5 tempest-MeteringIpV6TestJSON-2061315650 tempest-MeteringIpV6TestJSON-2061315650-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:42.521257 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-482a4be5-f770-4883-84ba-e0e46024a7c5 tempest-MeteringIpV6TestJSON-2061315650 tempest-MeteringIpV6TestJSON-2061315650-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2601762 Feb 09 01:42:42.521427 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d05f169d-ac9b-4c2e-95b1-c3b6c5ec6559 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2074277 Feb 09 01:42:42.521548 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59282) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:42.521841 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59284) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:42.523087 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-41945ea5-5245-4fa1-916e-8843917ca8b3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1568382299-network', 'tenant_id': '0e9d8ed67470448ab65268bbb3d72fcb'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:42.526092 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f169d-ac9b-4c2e-95b1-c3b6c5ec6559 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a519c05-13c5-4c77-b9c2-c918249b1829,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:42.527283 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-af2fcae4-18d9-4fd3-aa60-85b6d726f444 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Request body: {'security_group_rule': {'security_group_id': '4455c425-6c14-4c09-8978-d5b960691254', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '5a519c05-13c5-4c77-b9c2-c918249b1829'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:42.545604 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1354a4a9-1035-477f-b2c5-50a50babc6ff tempest-MeteringIpV6TestJSON-2061315650 tempest-MeteringIpV6TestJSON-2061315650-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=47f761d0-0c62-4c06-b981-9fb182288461 HTTP/1.1" status: 200 len: 462 time: 0.0226762 Feb 09 01:42:42.548484 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59286) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:42.578796 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7c427a56-1c46-4294-99b3-0b37ba672385 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1726b6d203164dcab302729577ed20ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1882489 Feb 09 01:42:42.579922 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41945ea5-5245-4fa1-916e-8843917ca8b3 admin admin] Made reservation on behalf of 0e9d8ed67470448ab65268bbb3d72fcb for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:42:42.582324 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-41945ea5-5245-4fa1-916e-8843917ca8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:42.585109 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59288) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:42.592256 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-41945ea5-5245-4fa1-916e-8843917ca8b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:42.643957 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-af2fcae4-18d9-4fd3-aa60-85b6d726f444 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:42:42.645015 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-af2fcae4-18d9-4fd3-aa60-85b6d726f444 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1211162 Feb 09 01:42:42.648805 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59290) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:42.689497 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d89b002c-31a1-4b54-8c28-00083b28ee3e tempest-MeteringIpV6TestJSON-2061315650 tempest-MeteringIpV6TestJSON-2061315650-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:42.690779 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d89b002c-31a1-4b54-8c28-00083b28ee3e tempest-MeteringIpV6TestJSON-2061315650 tempest-MeteringIpV6TestJSON-2061315650-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/47f761d0-0c62-4c06-b981-9fb182288461 HTTP/1.1" status: 204 len: 168 time: 0.1411746 Feb 09 01:42:42.694497 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59292) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:42.699183 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-41945ea5-5245-4fa1-916e-8843917ca8b3 admin admin] Publish callbacks [] for security_group (558f7766-31f7-4cd9-bddc-46e24ee7fba6), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:42.706248 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-41945ea5-5245-4fa1-916e-8843917ca8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (558f7766-31f7-4cd9-bddc-46e24ee7fba6), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:42.712754 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3254174f-a8ee-40dd-b441-68f4a512c0bc tempest-MeteringIpV6TestJSON-2061315650 tempest-MeteringIpV6TestJSON-2061315650-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=47f761d0-0c62-4c06-b981-9fb182288461 HTTP/1.1" status: 200 len: 221 time: 0.0170360 Feb 09 01:42:42.716169 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59294) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:42.720859 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-0b33b514-5b8b-4020-b9de-ad2f623e7d9b tempest-MeteringIpV6TestJSON-2061315650 tempest-MeteringIpV6TestJSON-2061315650-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--848308030', 'description': 'label created by tempest'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:42.721413 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-0b33b514-5b8b-4020-b9de-ad2f623e7d9b tempest-MeteringIpV6TestJSON-2061315650 tempest-MeteringIpV6TestJSON-2061315650-project-admin] Unknown quota resources ['metering_label']. {{(pid=103529) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:42:42.734881 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41945ea5-5245-4fa1-916e-8843917ca8b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:42:42.761677 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41945ea5-5245-4fa1-916e-8843917ca8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558f7766-31f7-4cd9-bddc-46e24ee7fba6,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:42.766449 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37569359-0915-4651-8840-9c38b76dbe29 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (5a519c05-13c5-4c77-b9c2-c918249b1829), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:42.769429 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-41945ea5-5245-4fa1-916e-8843917ca8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (945e9f55-e127-46fd-b8dd-17e818d9b936), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:42.769762 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-41945ea5-5245-4fa1-916e-8843917ca8b3 admin admin] Added segment 945e9f55-e127-46fd-b8dd-17e818d9b936 of type vlan for network 2dcd03ef-0fa6-4d9d-98c7-d5338cb9d368 Feb 09 01:42:42.814520 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d697844a-2fce-40af-a70b-cbc73cc269f8 admin admin] Publish callbacks [] for security_group (75c64cef-fbc8-41a8-bbd4-143304eb718c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:42.821916 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37569359-0915-4651-8840-9c38b76dbe29 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (5a519c05-13c5-4c77-b9c2-c918249b1829), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:42.838051 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-41945ea5-5245-4fa1-916e-8843917ca8b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (2dcd03ef-0fa6-4d9d-98c7-d5338cb9d368), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:42.884827 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-41945ea5-5245-4fa1-916e-8843917ca8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (2dcd03ef-0fa6-4d9d-98c7-d5338cb9d368), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:42.885924 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41945ea5-5245-4fa1-916e-8843917ca8b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:42.886707 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-41945ea5-5245-4fa1-916e-8843917ca8b3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:42.904367 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37569359-0915-4651-8840-9c38b76dbe29 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (5a519c05-13c5-4c77-b9c2-c918249b1829), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:42.906921 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37569359-0915-4651-8840-9c38b76dbe29 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:42.908053 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-37569359-0915-4651-8840-9c38b76dbe29 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "DELETE /v2.0/security-groups/5a519c05-13c5-4c77-b9c2-c918249b1829 HTTP/1.1" status: 204 len: 168 time: 0.2583032 Feb 09 01:42:42.922934 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59296) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:42.936913 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d697844a-2fce-40af-a70b-cbc73cc269f8 admin admin] Publish callbacks [] for security_group (75c64cef-fbc8-41a8-bbd4-143304eb718c), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:42.979050 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-41945ea5-5245-4fa1-916e-8843917ca8b3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6933012 Feb 09 01:42:42.983429 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59298) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:42.989134 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0b33b514-5b8b-4020-b9de-ad2f623e7d9b tempest-MeteringIpV6TestJSON-2061315650 tempest-MeteringIpV6TestJSON-2061315650-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:42.992795 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0b33b514-5b8b-4020-b9de-ad2f623e7d9b tempest-MeteringIpV6TestJSON-2061315650 tempest-MeteringIpV6TestJSON-2061315650-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2731359 Feb 09 01:42:42.997831 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-bec0ca7f-579d-4c97-885b-9da2634381f8 admin admin] Request body: {'subnet': {'network_id': '2dcd03ef-0fa6-4d9d-98c7-d5338cb9d368', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1568382299-subnet', 'tenant_id': '0e9d8ed67470448ab65268bbb3d72fcb', 'ip_version': 4}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:43.000795 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59300) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:43.134856 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c3ef7974-2691-4637-95f7-1373dca8190a tempest-MeteringIpV6TestJSON-2061315650 tempest-MeteringIpV6TestJSON-2061315650-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=c217eff1-5557-40e6-8e85-e37979267a0a HTTP/1.1" status: 200 len: 467 time: 0.1282446 Feb 09 01:42:43.139463 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59302) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:43.155531 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec0ca7f-579d-4c97-885b-9da2634381f8 admin admin] Made reservation on behalf of 0e9d8ed67470448ab65268bbb3d72fcb for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:42:43.157951 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bec0ca7f-579d-4c97-885b-9da2634381f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:43.166425 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e725751a-c245-4f27-bed2-700a5856d2f2 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2423701 Feb 09 01:42:43.181781 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59304) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:43.222717 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d697844a-2fce-40af-a70b-cbc73cc269f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (75c64cef-fbc8-41a8-bbd4-143304eb718c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:43.225301 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d697844a-2fce-40af-a70b-cbc73cc269f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:43.226426 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d697844a-2fce-40af-a70b-cbc73cc269f8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/75c64cef-fbc8-41a8-bbd4-143304eb718c HTTP/1.1" status: 204 len: 168 time: 0.6403427 Feb 09 01:42:43.310644 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697844a-2fce-40af-a70b-cbc73cc269f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c64cef-fbc8-41a8-bbd4-143304eb718c,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:43.332523 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37569359-0915-4651-8840-9c38b76dbe29 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a519c05-13c5-4c77-b9c2-c918249b1829,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:43.350513 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41945ea5-5245-4fa1-916e-8843917ca8b3 admin admin] Pushing event updated for resources: {'Network': ['ID=2dcd03ef-0fa6-4d9d-98c7-d5338cb9d368,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:43.379102 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 2dcd03ef-0fa6-4d9d-98c7-d5338cb9d368 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:42:43.836957 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c931a0b8-4ccd-4943-9f6f-1579bd22c152 tempest-MeteringIpV6TestJSON-2061315650 tempest-MeteringIpV6TestJSON-2061315650-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:43.838092 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c931a0b8-4ccd-4943-9f6f-1579bd22c152 tempest-MeteringIpV6TestJSON-2061315650 tempest-MeteringIpV6TestJSON-2061315650-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/c217eff1-5557-40e6-8e85-e37979267a0a HTTP/1.1" status: 204 len: 168 time: 0.6934879 Feb 09 01:42:43.838814 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-90b687a2-de08-467a-998f-d3a999f4198b tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (4455c425-6c14-4c09-8978-d5b960691254), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:43.841842 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59324) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:43.859036 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ff466264-b90c-4664-afb2-68b7f3fa297f tempest-MeteringIpV6TestJSON-2061315650 tempest-MeteringIpV6TestJSON-2061315650-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=c217eff1-5557-40e6-8e85-e37979267a0a HTTP/1.1" status: 200 len: 216 time: 0.0122259 Feb 09 01:42:43.859431 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59326) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:43.869693 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b2a5ad9c-4d41-4472-ac0f-16f1f1aecab0 tempest-MeteringIpV6TestJSON-2061315650 tempest-MeteringIpV6TestJSON-2061315650-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0091465 Feb 09 01:42:43.873994 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59328) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:43.889483 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-372ee461-f99c-4749-92af-3d36b16f4540 tempest-MeteringIpV6TestJSON-2061315650 tempest-MeteringIpV6TestJSON-2061315650-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0103159 Feb 09 01:42:43.890086 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59330) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:43.891885 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-90b687a2-de08-467a-998f-d3a999f4198b tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (4455c425-6c14-4c09-8978-d5b960691254), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:43.954404 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-99372b0f-74f1-49cc-a451-94835c4d01e4 tempest-MeteringIpV6TestJSON-2061315650 tempest-MeteringIpV6TestJSON-2061315650-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels/ea9f03a1-dada-4d49-b787-1356faff16bf HTTP/1.1" status: 200 len: 473 time: 0.0627351 Feb 09 01:42:43.958654 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59334) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:43.973887 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2da92659-06c9-4391-a217-55abdc7048eb tempest-MeteringIpV6TestJSON-2061315650 tempest-MeteringIpV6TestJSON-2061315650-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules/5bd6d0dd-f7e6-4fb4-93cb-7336a9cc0daf HTTP/1.1" status: 200 len: 459 time: 0.0136406 Feb 09 01:42:43.977203 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59336) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:43.985582 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-90b687a2-de08-467a-998f-d3a999f4198b tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (4455c425-6c14-4c09-8978-d5b960691254), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:43.988147 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-90b687a2-de08-467a-998f-d3a999f4198b tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:43.989214 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-90b687a2-de08-467a-998f-d3a999f4198b tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "DELETE /v2.0/security-groups/4455c425-6c14-4c09-8978-d5b960691254 HTTP/1.1" status: 204 len: 168 time: 0.7795727 Feb 09 01:42:43.991964 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59338) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:43.996314 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bec0ca7f-579d-4c97-885b-9da2634381f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (fe1b9a7d-15b3-420d-9912-fd597ba9bb16), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:44.032007 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b687a2-de08-467a-998f-d3a999f4198b tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4455c425-6c14-4c09-8978-d5b960691254,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:44.060704 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-08d0045a-85ab-4677-830a-0a9d35cae370 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0674398 Feb 09 01:42:44.062294 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59340) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:44.074995 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59342) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:44.075667 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-3a60204e-27c0-4608-8aaa-ec5e28cd1d82 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Request body: {'security_group': {'name': 'tempest-secgroup--1451884957'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:44.085038 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0ca7f-579d-4c97-885b-9da2634381f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe1b9a7d-15b3-420d-9912-fd597ba9bb16,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:44.098866 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3a60204e-27c0-4608-8aaa-ec5e28cd1d82 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:44.173786 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3a60204e-27c0-4608-8aaa-ec5e28cd1d82 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (1961a4e7-e2a0-4efa-bd75-04867c216786), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:44.177730 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bb47af7e-828c-4a40-940e-9cde7c831415 tempest-MeteringIpV6TestJSON-2061315650 tempest-MeteringIpV6TestJSON-2061315650-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:44.178490 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3a60204e-27c0-4608-8aaa-ec5e28cd1d82 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1961a4e7-e2a0-4efa-bd75-04867c216786), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:44.178909 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-bb47af7e-828c-4a40-940e-9cde7c831415 tempest-MeteringIpV6TestJSON-2061315650 tempest-MeteringIpV6TestJSON-2061315650-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/5bd6d0dd-f7e6-4fb4-93cb-7336a9cc0daf HTTP/1.1" status: 204 len: 168 time: 0.1993546 Feb 09 01:42:44.183088 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59346) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:44.189420 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec0ca7f-579d-4c97-885b-9da2634381f8 admin admin] Checking segment: {'id': '945e9f55-e127-46fd-b8dd-17e818d9b936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2dcd03ef-0fa6-4d9d-98c7-d5338cb9d368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:42:44.189420 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec0ca7f-579d-4c97-885b-9da2634381f8 admin admin] Network hostable DHCP agents. Network: 2dcd03ef-0fa6-4d9d-98c7-d5338cb9d368, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:42:44.212085 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3a60204e-27c0-4608-8aaa-ec5e28cd1d82 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:44.213294 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3a60204e-27c0-4608-8aaa-ec5e28cd1d82 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1492274 Feb 09 01:42:44.217380 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59348) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:44.222650 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-b3e0a8bb-5755-4e81-b660-74a4b6a7b461 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Request body: {'security_group_rule': {'security_group_id': '1961a4e7-e2a0-4efa-bd75-04867c216786', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:44.228000 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60204e-27c0-4608-8aaa-ec5e28cd1d82 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1961a4e7-e2a0-4efa-bd75-04867c216786,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:44.244574 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-1829ab68-13f9-4e65-80fe-4ba5adf6d38f tempest-NetworksNegativeTestJSON-1909858222 tempest-NetworksNegativeTestJSON-1909858222-project] Request body: {'port': {'network_id': '7189c38b-21f2-4e50-aedd-bee09d926e1a', 'name': 'tempest-NetworksNegativeTestJSON-1203454833'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:44.265644 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-b3e0a8bb-5755-4e81-b660-74a4b6a7b461 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:42:44.269516 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b3e0a8bb-5755-4e81-b660-74a4b6a7b461 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0486209 Feb 09 01:42:44.269711 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59350) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:44.273350 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-1829ab68-13f9-4e65-80fe-4ba5adf6d38f tempest-NetworksNegativeTestJSON-1909858222 tempest-NetworksNegativeTestJSON-1909858222-project] POST failed (client error): The resource could not be found. Feb 09 01:42:44.273855 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1829ab68-13f9-4e65-80fe-4ba5adf6d38f tempest-NetworksNegativeTestJSON-1909858222 tempest-NetworksNegativeTestJSON-1909858222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:42:44.274133 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-7a5c4950-0011-4aa1-ad60-cfa059a934d3 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Request body: {'security_group_rule': {'security_group_id': '1961a4e7-e2a0-4efa-bd75-04867c216786', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:44.275037 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1829ab68-13f9-4e65-80fe-4ba5adf6d38f tempest-NetworksNegativeTestJSON-1909858222 tempest-NetworksNegativeTestJSON-1909858222-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1987352 Feb 09 01:42:44.280900 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59352) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:44.302974 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a1dcb3d-8ec3-4eb7-9488-8e879b071d56 tempest-NetworksNegativeTestJSON-1909858222 tempest-NetworksNegativeTestJSON-1909858222-project] DELETE failed (client error): The resource could not be found. Feb 09 01:42:44.303483 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a1dcb3d-8ec3-4eb7-9488-8e879b071d56 tempest-NetworksNegativeTestJSON-1909858222 tempest-NetworksNegativeTestJSON-1909858222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:42:44.308256 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8a1dcb3d-8ec3-4eb7-9488-8e879b071d56 tempest-NetworksNegativeTestJSON-1909858222 tempest-NetworksNegativeTestJSON-1909858222-project] 10.222.0.30 "DELETE /v2.0/networks/3895c416-295b-422c-9023-97bb15ec94cb HTTP/1.1" status: 404 len: 339 time: 0.0247610 Feb 09 01:42:44.311704 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59354) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:44.341630 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-9323f893-611a-495f-83f3-f6b7f93979e7 tempest-NetworksNegativeTestJSON-1909858222 tempest-NetworksNegativeTestJSON-1909858222-project] DELETE failed (client error): The resource could not be found. Feb 09 01:42:44.342193 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9323f893-611a-495f-83f3-f6b7f93979e7 tempest-NetworksNegativeTestJSON-1909858222 tempest-NetworksNegativeTestJSON-1909858222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:42:44.345231 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9323f893-611a-495f-83f3-f6b7f93979e7 tempest-NetworksNegativeTestJSON-1909858222 tempest-NetworksNegativeTestJSON-1909858222-project] 10.222.0.30 "DELETE /v2.0/ports/cb60fca3-e927-41b4-af3a-60d3cfd89f78 HTTP/1.1" status: 404 len: 333 time: 0.0325572 Feb 09 01:42:44.349436 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59356) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:44.362117 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec0ca7f-579d-4c97-885b-9da2634381f8 admin admin] Network 2dcd03ef-0fa6-4d9d-98c7-d5338cb9d368 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:42:44.384939 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f3c9f45-a479-49d6-909d-3d938075df7d tempest-NetworksNegativeTestJSON-1909858222 tempest-NetworksNegativeTestJSON-1909858222-project] DELETE failed (client error): The resource could not be found. Feb 09 01:42:44.385443 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f3c9f45-a479-49d6-909d-3d938075df7d tempest-NetworksNegativeTestJSON-1909858222 tempest-NetworksNegativeTestJSON-1909858222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:42:44.389227 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6f3c9f45-a479-49d6-909d-3d938075df7d tempest-NetworksNegativeTestJSON-1909858222 tempest-NetworksNegativeTestJSON-1909858222-project] 10.222.0.30 "DELETE /v2.0/subnets/3182c826-9514-4923-8129-2cf07da472a3 HTTP/1.1" status: 404 len: 337 time: 0.0388064 Feb 09 01:42:44.393359 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59358) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:44.416875 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-7a5c4950-0011-4aa1-ad60-cfa059a934d3 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:42:44.418654 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-bec0ca7f-579d-4c97-885b-9da2634381f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 2dcd03ef-0fa6-4d9d-98c7-d5338cb9d368) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:44.419290 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7a5c4950-0011-4aa1-ad60-cfa059a934d3 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1487439 Feb 09 01:42:44.421523 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-6673a299-577b-4de5-be23-aafdad6a0f43 tempest-NetworksNegativeTestJSON-1909858222 tempest-NetworksNegativeTestJSON-1909858222-project] GET failed (client error): The resource could not be found. Feb 09 01:42:44.422213 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59360) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:44.426928 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6673a299-577b-4de5-be23-aafdad6a0f43 tempest-NetworksNegativeTestJSON-1909858222 tempest-NetworksNegativeTestJSON-1909858222-project] 10.222.0.30 "GET /v2.0/networks/59fcc8b6-0f75-4d12-96ad-c15d30e0bc76 HTTP/1.1" status: 404 len: 339 time: 0.0292530 Feb 09 01:42:44.427293 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59362) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:44.429620 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec0ca7f-579d-4c97-885b-9da2634381f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:44.430227 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bec0ca7f-579d-4c97-885b-9da2634381f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:44.437160 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-701c5f18-b13b-42ea-9a53-c29d092d6ba1 tempest-MeteringIpV6TestJSON-2061315650 tempest-MeteringIpV6TestJSON-2061315650-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:44.438286 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-701c5f18-b13b-42ea-9a53-c29d092d6ba1 tempest-MeteringIpV6TestJSON-2061315650 tempest-MeteringIpV6TestJSON-2061315650-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/ea9f03a1-dada-4d49-b787-1356faff16bf HTTP/1.1" status: 204 len: 168 time: 0.2544649 Feb 09 01:42:44.441899 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417f7753-66ff-4031-a40b-62909685b743 None None] Network 2dcd03ef-0fa6-4d9d-98c7-d5338cb9d368 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:42:44.463704 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-bec0ca7f-579d-4c97-885b-9da2634381f8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4776242 Feb 09 01:42:44.467793 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59366) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:44.470978 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-85191137-26c1-441e-83ac-2edda8355259 tempest-NetworksNegativeTestJSON-1909858222 tempest-NetworksNegativeTestJSON-1909858222-project] GET failed (client error): The resource could not be found. Feb 09 01:42:44.472448 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-85191137-26c1-441e-83ac-2edda8355259 tempest-NetworksNegativeTestJSON-1909858222 tempest-NetworksNegativeTestJSON-1909858222-project] 10.222.0.30 "GET /v2.0/ports/f4270569-e7d7-40fb-8ff4-a4a1ea4066bb HTTP/1.1" status: 404 len: 333 time: 0.0442874 Feb 09 01:42:44.473851 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-725ffee3-10ab-411b-9408-82eb5855adb1 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1568382299-router', 'tenant_id': '0e9d8ed67470448ab65268bbb3d72fcb', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:44.476264 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59368) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:44.510302 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-26103f30-fb5e-419a-b2c0-7b20a292638f tempest-NetworksNegativeTestJSON-1909858222 tempest-NetworksNegativeTestJSON-1909858222-project] GET failed (client error): The resource could not be found. Feb 09 01:42:44.512180 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-26103f30-fb5e-419a-b2c0-7b20a292638f tempest-NetworksNegativeTestJSON-1909858222 tempest-NetworksNegativeTestJSON-1909858222-project] 10.222.0.30 "GET /v2.0/subnets/588be9f6-6ecf-48f0-9f84-4192cfb61e7b HTTP/1.1" status: 404 len: 337 time: 0.0348446 Feb 09 01:42:44.512745 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-892f2ef1-f589-4ced-8665-b4882aa9e2b4 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (1961a4e7-e2a0-4efa-bd75-04867c216786), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:44.515808 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59370) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:44.519339 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-725ffee3-10ab-411b-9408-82eb5855adb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (7a658d5f-ebbd-4ffd-9612-7209374c5f41), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:44.520737 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-725ffee3-10ab-411b-9408-82eb5855adb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (7a658d5f-ebbd-4ffd-9612-7209374c5f41), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:44.523030 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-365e6835-bec2-424d-b049-ef7d6747474b tempest-NetworksNegativeTestJSON-1909858222 tempest-NetworksNegativeTestJSON-1909858222-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:44.540868 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-365e6835-bec2-424d-b049-ef7d6747474b tempest-NetworksNegativeTestJSON-1909858222 tempest-NetworksNegativeTestJSON-1909858222-project] PUT failed (client error): The resource could not be found. Feb 09 01:42:44.541382 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-365e6835-bec2-424d-b049-ef7d6747474b tempest-NetworksNegativeTestJSON-1909858222 tempest-NetworksNegativeTestJSON-1909858222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:42:44.543318 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-365e6835-bec2-424d-b049-ef7d6747474b tempest-NetworksNegativeTestJSON-1909858222 tempest-NetworksNegativeTestJSON-1909858222-project] 10.222.0.30 "PUT /v2.0/networks/7a1e7151-78c7-4c0e-9113-9832bfa42eb8 HTTP/1.1" status: 404 len: 339 time: 0.0261698 Feb 09 01:42:44.547338 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59372) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:44.551430 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-892f2ef1-f589-4ced-8665-b4882aa9e2b4 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (1961a4e7-e2a0-4efa-bd75-04867c216786), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:44.556447 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-6f347f23-db16-4244-aa82-fa2977ce5b70 tempest-NetworksNegativeTestJSON-1909858222 tempest-NetworksNegativeTestJSON-1909858222-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:44.580252 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5624e7f3-b565-40e0-81e0-4358f688e14e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-2dcd03ef-0fa6-4d9d-98c7-d5338cb9d368', 'network_id': '2dcd03ef-0fa6-4d9d-98c7-d5338cb9d368', 'project_id': '0e9d8ed67470448ab65268bbb3d72fcb', 'fixed_ips': [{'subnet_id': 'fe1b9a7d-15b3-420d-9912-fd597ba9bb16'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:42:44.581260 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5624e7f3-b565-40e0-81e0-4358f688e14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:44.594458 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f347f23-db16-4244-aa82-fa2977ce5b70 tempest-NetworksNegativeTestJSON-1909858222 tempest-NetworksNegativeTestJSON-1909858222-project] PUT failed (client error): The resource could not be found. Feb 09 01:42:44.595068 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f347f23-db16-4244-aa82-fa2977ce5b70 tempest-NetworksNegativeTestJSON-1909858222 tempest-NetworksNegativeTestJSON-1909858222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:42:44.596251 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6f347f23-db16-4244-aa82-fa2977ce5b70 tempest-NetworksNegativeTestJSON-1909858222 tempest-NetworksNegativeTestJSON-1909858222-project] 10.222.0.30 "PUT /v2.0/ports/d3909665-996c-4e55-81b4-d9528dc18a0c HTTP/1.1" status: 404 len: 333 time: 0.0477879 Feb 09 01:42:44.599996 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59374) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:44.605761 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-d9bb4b05-5391-445f-b7d7-062b2a77001e tempest-NetworksNegativeTestJSON-1909858222 tempest-NetworksNegativeTestJSON-1909858222-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:44.631592 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9bb4b05-5391-445f-b7d7-062b2a77001e tempest-NetworksNegativeTestJSON-1909858222 tempest-NetworksNegativeTestJSON-1909858222-project] PUT failed (client error): The resource could not be found. Feb 09 01:42:44.632086 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9bb4b05-5391-445f-b7d7-062b2a77001e tempest-NetworksNegativeTestJSON-1909858222 tempest-NetworksNegativeTestJSON-1909858222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:42:44.633560 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d9bb4b05-5391-445f-b7d7-062b2a77001e tempest-NetworksNegativeTestJSON-1909858222 tempest-NetworksNegativeTestJSON-1909858222-project] 10.222.0.30 "PUT /v2.0/subnets/5c9a96b8-edfb-4da1-aa72-14e42f2b84e6 HTTP/1.1" status: 404 len: 337 time: 0.0324759 Feb 09 01:42:44.642530 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-725ffee3-10ab-411b-9408-82eb5855adb1 admin admin] Publish callbacks [] for router_controller (7a658d5f-ebbd-4ffd-9612-7209374c5f41), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:44.695101 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-892f2ef1-f589-4ced-8665-b4882aa9e2b4 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1961a4e7-e2a0-4efa-bd75-04867c216786), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:44.698794 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-892f2ef1-f589-4ced-8665-b4882aa9e2b4 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:44.700428 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-892f2ef1-f589-4ced-8665-b4882aa9e2b4 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "DELETE /v2.0/security-groups/1961a4e7-e2a0-4efa-bd75-04867c216786 HTTP/1.1" status: 204 len: 168 time: 0.2772777 Feb 09 01:42:44.703760 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59378) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:44.745691 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-5624e7f3-b565-40e0-81e0-4358f688e14e None None] Allocated IP 172.20.0.2 (2dcd03ef-0fa6-4d9d-98c7-d5338cb9d368/fe1b9a7d-15b3-420d-9912-fd597ba9bb16/9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:42:44.751061 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f2ef1-f589-4ced-8665-b4882aa9e2b4 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1961a4e7-e2a0-4efa-bd75-04867c216786,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:44.820377 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59382) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:44.820614 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5cd9e59c-7ea4-4a88-9c66-83c3559b4222 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1108177 Feb 09 01:42:44.860374 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-9014e092-33b7-46cb-8d65-b7cd0a9226e6 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Request body: {'security_group': {'name': 'tempest-secgroup--955129003'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:44.880528 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-725ffee3-10ab-411b-9408-82eb5855adb1 admin admin] Publish callbacks [] for router_gateway (7a658d5f-ebbd-4ffd-9612-7209374c5f41), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:44.885177 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59386) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:44.915780 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9014e092-33b7-46cb-8d65-b7cd0a9226e6 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:44.942565 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59390) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:44.952860 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5624e7f3-b565-40e0-81e0-4358f688e14e None None] Publish callbacks [] for port (9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:44.964791 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5624e7f3-b565-40e0-81e0-4358f688e14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:45.025777 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624e7f3-b565-40e0-81e0-4358f688e14e None None] Pushing event updated for resources: {'Port': ['ID=9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:45.045993 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9014e092-33b7-46cb-8d65-b7cd0a9226e6 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (cf6dc1c6-dc60-43cb-b7c6-4ac1433dfef0), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:45.048701 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5624e7f3-b565-40e0-81e0-4358f688e14e None None] Network 2dcd03ef-0fa6-4d9d-98c7-d5338cb9d368 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:42:45.050614 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-5624e7f3-b565-40e0-81e0-4358f688e14e None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:45.054321 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5624e7f3-b565-40e0-81e0-4358f688e14e None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:42:45.057262 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9014e092-33b7-46cb-8d65-b7cd0a9226e6 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (cf6dc1c6-dc60-43cb-b7c6-4ac1433dfef0), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:45.087568 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-26e35912-4742-41d1-bb02-31cc35825f6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:45.132991 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-5624e7f3-b565-40e0-81e0-4358f688e14e None None] Attempting to bind port 9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:42:45.134128 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-5624e7f3-b565-40e0-81e0-4358f688e14e None None] Attempting to bind port 9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '945e9f55-e127-46fd-b8dd-17e818d9b936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2dcd03ef-0fa6-4d9d-98c7-d5338cb9d368'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:42:45.134731 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5624e7f3-b565-40e0-81e0-4358f688e14e None None] Attempting to bind port 9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e on network 2dcd03ef-0fa6-4d9d-98c7-d5338cb9d368 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:45.141778 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5624e7f3-b565-40e0-81e0-4358f688e14e None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:42:45.142519 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5624e7f3-b565-40e0-81e0-4358f688e14e None None] Checking segment: {'id': '945e9f55-e127-46fd-b8dd-17e818d9b936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2dcd03ef-0fa6-4d9d-98c7-d5338cb9d368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:42:45.142670 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea7716f0-10a2-4fd4-bb50-377f21bdb0d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:45.143264 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5624e7f3-b565-40e0-81e0-4358f688e14e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:45.144071 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5624e7f3-b565-40e0-81e0-4358f688e14e None None] Bound using segment: {'id': '945e9f55-e127-46fd-b8dd-17e818d9b936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2dcd03ef-0fa6-4d9d-98c7-d5338cb9d368'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:42:45.144817 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-5624e7f3-b565-40e0-81e0-4358f688e14e None None] Bound port: 9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '945e9f55-e127-46fd-b8dd-17e818d9b936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2dcd03ef-0fa6-4d9d-98c7-d5338cb9d368'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:42:45.145407 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5624e7f3-b565-40e0-81e0-4358f688e14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:45.164314 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9014e092-33b7-46cb-8d65-b7cd0a9226e6 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:45.165660 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9014e092-33b7-46cb-8d65-b7cd0a9226e6 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3439345 Feb 09 01:42:45.169578 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59394) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:45.170131 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014e092-33b7-46cb-8d65-b7cd0a9226e6 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6dc1c6-dc60-43cb-b7c6-4ac1433dfef0,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:45.175944 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-6b5d474a-c425-4d88-99c0-a22c53a591a9 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:45.176381 n-d-822053-40 neutron-server[103528]: WARNING neutron.api.v2.base [None req-6b5d474a-c425-4d88-99c0-a22c53a591a9 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 01:42:45.177578 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-6b5d474a-c425-4d88-99c0-a22c53a591a9 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 01:42:45.178519 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6b5d474a-c425-4d88-99c0-a22c53a591a9 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "PUT /v2.0/security-groups/cf6dc1c6-dc60-43cb-b7c6-4ac1433dfef0 HTTP/1.1" status: 409 len: 330 time: 0.0070338 Feb 09 01:42:45.183438 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59396) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:45.234430 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-26e35912-4742-41d1-bb02-31cc35825f6b admin admin] Publish callbacks [] for security_group (7d7955f2-568f-4acc-8c7d-d40d387ac594), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:45.242905 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-26e35912-4742-41d1-bb02-31cc35825f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7d7955f2-568f-4acc-8c7d-d40d387ac594), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:45.244627 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-5624e7f3-b565-40e0-81e0-4358f688e14e None None] For port 9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:42:45.250219 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-5624e7f3-b565-40e0-81e0-4358f688e14e None None] For port 9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e,segment=NetworkSegment(945e9f55-e127-46fd-b8dd-17e818d9b936),segment_id=945e9f55-e127-46fd-b8dd-17e818d9b936)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:42:45.259060 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5624e7f3-b565-40e0-81e0-4358f688e14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:45.262150 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-725ffee3-10ab-411b-9408-82eb5855adb1 admin admin] Publish callbacks [] for router_gateway (7a658d5f-ebbd-4ffd-9612-7209374c5f41), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:45.284974 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea7716f0-10a2-4fd4-bb50-377f21bdb0d6 admin admin] Publish callbacks [] for security_group (5ae078f0-b9b4-4873-b8d9-0c948feeebcf), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:45.295443 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-725ffee3-10ab-411b-9408-82eb5855adb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:45.299848 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea7716f0-10a2-4fd4-bb50-377f21bdb0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (5ae078f0-b9b4-4873-b8d9-0c948feeebcf), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:45.309806 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-36ac5d67-c05b-43f1-a96d-109d8db567a0 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (cf6dc1c6-dc60-43cb-b7c6-4ac1433dfef0), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:45.310211 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e35912-4742-41d1-bb02-31cc35825f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7955f2-568f-4acc-8c7d-d40d387ac594,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:45.318915 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-26e35912-4742-41d1-bb02-31cc35825f6b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c0f13aa6412b483a919bcda571919e10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4295657 Feb 09 01:42:45.321413 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59398) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:45.352835 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624e7f3-b565-40e0-81e0-4358f688e14e None None] Pushing event updated for resources: {'Port': ['ID=9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:45.353201 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ea7716f0-10a2-4fd4-bb50-377f21bdb0d6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e846c98220d54b059a605ed9d902e4e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4094985 Feb 09 01:42:45.359817 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59400) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:45.376576 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7716f0-10a2-4fd4-bb50-377f21bdb0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae078f0-b9b4-4873-b8d9-0c948feeebcf,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:45.384382 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-36ac5d67-c05b-43f1-a96d-109d8db567a0 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (cf6dc1c6-dc60-43cb-b7c6-4ac1433dfef0), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:45.415482 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-85aa06d0-749d-4472-97f6-10737bbe5bbb admin admin] Publish callbacks [] for security_group (7d7955f2-568f-4acc-8c7d-d40d387ac594), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:45.442537 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-85aa06d0-749d-4472-97f6-10737bbe5bbb admin admin] Publish callbacks [] for security_group (7d7955f2-568f-4acc-8c7d-d40d387ac594), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:45.504535 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7dceff47-13ec-4ee7-a33c-d0aaa6a8f4e9 admin admin] Publish callbacks [] for security_group (5ae078f0-b9b4-4873-b8d9-0c948feeebcf), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:45.513408 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-725ffee3-10ab-411b-9408-82eb5855adb1 admin admin] Allocated IP 172.25.1.40 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/7b125a9d-2190-4a37-9f22-4b8e03438302) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:42:45.513692 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-85aa06d0-749d-4472-97f6-10737bbe5bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7d7955f2-568f-4acc-8c7d-d40d387ac594), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:45.517971 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-85aa06d0-749d-4472-97f6-10737bbe5bbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:45.522472 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-85aa06d0-749d-4472-97f6-10737bbe5bbb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7d7955f2-568f-4acc-8c7d-d40d387ac594 HTTP/1.1" status: 204 len: 168 time: 0.1960402 Feb 09 01:42:45.524330 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-36ac5d67-c05b-43f1-a96d-109d8db567a0 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (cf6dc1c6-dc60-43cb-b7c6-4ac1433dfef0), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:45.527043 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-36ac5d67-c05b-43f1-a96d-109d8db567a0 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:45.528309 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-36ac5d67-c05b-43f1-a96d-109d8db567a0 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "DELETE /v2.0/security-groups/cf6dc1c6-dc60-43cb-b7c6-4ac1433dfef0 HTTP/1.1" status: 204 len: 168 time: 0.3434956 Feb 09 01:42:45.534421 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59404) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:45.535607 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa06d0-749d-4472-97f6-10737bbe5bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7955f2-568f-4acc-8c7d-d40d387ac594,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:45.584201 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac5d67-c05b-43f1-a96d-109d8db567a0 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6dc1c6-dc60-43cb-b7c6-4ac1433dfef0,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:45.588074 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7dceff47-13ec-4ee7-a33c-d0aaa6a8f4e9 admin admin] Publish callbacks [] for security_group (5ae078f0-b9b4-4873-b8d9-0c948feeebcf), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:45.712491 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b2603a04-447f-43bf-a7b7-be33e1a89cfd tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1680324 Feb 09 01:42:45.722465 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59408) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:45.750251 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-b0e50d52-c81c-4da6-a378-ecea064293d3 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] delete failed (client error): The resource could not be found. Feb 09 01:42:45.752599 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b0e50d52-c81c-4da6-a378-ecea064293d3 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "DELETE /v2.0/security-groups/dc6fdd9c-0f97-4c4f-b15c-43eda969e490 HTTP/1.1" status: 404 len: 347 time: 0.0281653 Feb 09 01:42:45.756477 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59410) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:45.772214 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-725ffee3-10ab-411b-9408-82eb5855adb1 admin admin] Publish callbacks [] for port (7b125a9d-2190-4a37-9f22-4b8e03438302), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:45.777640 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-38599da0-567f-4b0d-a36c-93a2f0016ded tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] show failed (client error): The resource could not be found. Feb 09 01:42:45.783253 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-38599da0-567f-4b0d-a36c-93a2f0016ded tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "GET /v2.0/security-groups/f5965a82-4c3a-464e-afd4-cda2deb6f232 HTTP/1.1" status: 404 len: 347 time: 0.0257144 Feb 09 01:42:45.784122 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59412) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:45.790032 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7dceff47-13ec-4ee7-a33c-d0aaa6a8f4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (5ae078f0-b9b4-4873-b8d9-0c948feeebcf), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:45.796144 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7dceff47-13ec-4ee7-a33c-d0aaa6a8f4e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:45.796908 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-be0dbeeb-5626-4f56-81f8-0e1131dee7e9 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] show failed (client error): The resource could not be found. Feb 09 01:42:45.797491 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7dceff47-13ec-4ee7-a33c-d0aaa6a8f4e9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5ae078f0-b9b4-4873-b8d9-0c948feeebcf HTTP/1.1" status: 204 len: 168 time: 0.4364741 Feb 09 01:42:45.811306 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-be0dbeeb-5626-4f56-81f8-0e1131dee7e9 tempest-NegativeSecGroupIPv6Test-1011628795 tempest-NegativeSecGroupIPv6Test-1011628795-project] 10.222.0.30 "GET /v2.0/security-group-rules/88b51e90-6b17-47e7-b2d8-a96d5d98f3ce HTTP/1.1" status: 404 len: 356 time: 0.0198472 Feb 09 01:42:45.821630 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dceff47-13ec-4ee7-a33c-d0aaa6a8f4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae078f0-b9b4-4873-b8d9-0c948feeebcf,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:45.859597 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-725ffee3-10ab-411b-9408-82eb5855adb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (7b125a9d-2190-4a37-9f22-4b8e03438302), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:45.924151 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725ffee3-10ab-411b-9408-82eb5855adb1 admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:42:45.927203 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-725ffee3-10ab-411b-9408-82eb5855adb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:45.929641 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725ffee3-10ab-411b-9408-82eb5855adb1 admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:42:45.947553 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59418) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:45.957831 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ffee3-10ab-411b-9408-82eb5855adb1 admin admin] Pushing event updated for resources: {'Port': ['ID=7b125a9d-2190-4a37-9f22-4b8e03438302,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:45.980968 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eac266cc-b50e-4d7e-8182-220abbbd7bbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:46.087790 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eac266cc-b50e-4d7e-8182-220abbbd7bbd admin admin] Publish callbacks [] for security_group (500e50fc-7769-46d5-8921-6e308b71132e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:46.095380 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eac266cc-b50e-4d7e-8182-220abbbd7bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (500e50fc-7769-46d5-8921-6e308b71132e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:46.139190 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-eac266cc-b50e-4d7e-8182-220abbbd7bbd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=87cd87ced11e466ea92fb35d14b16101&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1885862 Feb 09 01:42:46.142053 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59426) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:46.210373 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac266cc-b50e-4d7e-8182-220abbbd7bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500e50fc-7769-46d5-8921-6e308b71132e,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:46.310126 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-95e33e69-7016-4e0d-a022-45b7a677afd1 admin admin] Publish callbacks [] for security_group (500e50fc-7769-46d5-8921-6e308b71132e), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:46.331367 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59432) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:46.338058 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:42:46.350258 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-95e33e69-7016-4e0d-a022-45b7a677afd1 admin admin] Publish callbacks [] for security_group (500e50fc-7769-46d5-8921-6e308b71132e), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:46.397437 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-725ffee3-10ab-411b-9408-82eb5855adb1 admin admin] Publish callbacks [] for router_gateway (7a658d5f-ebbd-4ffd-9612-7209374c5f41), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:46.442298 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:46.442816 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:46.535039 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-95e33e69-7016-4e0d-a022-45b7a677afd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (500e50fc-7769-46d5-8921-6e308b71132e), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:46.538119 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-95e33e69-7016-4e0d-a022-45b7a677afd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:46.543019 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-95e33e69-7016-4e0d-a022-45b7a677afd1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/500e50fc-7769-46d5-8921-6e308b71132e HTTP/1.1" status: 204 len: 168 time: 0.3942480 Feb 09 01:42:46.555020 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e33e69-7016-4e0d-a022-45b7a677afd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500e50fc-7769-46d5-8921-6e308b71132e,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:46.653128 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:46.654344 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:46.728356 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59446) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:46.729593 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-725ffee3-10ab-411b-9408-82eb5855adb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (7a658d5f-ebbd-4ffd-9612-7209374c5f41), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:46.730408 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9eaf8796-6f61-4f2c-add4-fbf495044de5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b43c979a7c234a28940b8453821d06e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3942266 Feb 09 01:42:46.734919 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e,segment=NetworkSegment(945e9f55-e127-46fd-b8dd-17e818d9b936),segment_id=945e9f55-e127-46fd-b8dd-17e818d9b936)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:46.741170 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:46.817198 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:46.916195 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-213c6abd-41f3-4419-b406-7bfa639f2574 admin admin] Publish callbacks [] for security_group (229a19e1-2277-479d-a13a-13461b72d92f), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:46.959280 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-213c6abd-41f3-4419-b406-7bfa639f2574 admin admin] Publish callbacks [] for security_group (229a19e1-2277-479d-a13a-13461b72d92f), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:47.036683 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725ffee3-10ab-411b-9408-82eb5855adb1 admin admin] Router 7a658d5f-ebbd-4ffd-9612-7209374c5f41 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:42:47.047818 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-213c6abd-41f3-4419-b406-7bfa639f2574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (229a19e1-2277-479d-a13a-13461b72d92f), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:47.050650 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-213c6abd-41f3-4419-b406-7bfa639f2574 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:47.052145 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-213c6abd-41f3-4419-b406-7bfa639f2574 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/229a19e1-2277-479d-a13a-13461b72d92f HTTP/1.1" status: 204 len: 168 time: 0.3188603 Feb 09 01:42:47.077384 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59462) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:47.102832 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c6abd-41f3-4419-b406-7bfa639f2574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229a19e1-2277-479d-a13a-13461b72d92f,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:47.159642 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac69e52-7647-4d32-a8ad-b869769a0434 None None] Network 2dcd03ef-0fa6-4d9d-98c7-d5338cb9d368 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:42:47.187746 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725ffee3-10ab-411b-9408-82eb5855adb1 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:42:47.212674 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-725ffee3-10ab-411b-9408-82eb5855adb1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:47.218327 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7efe0a4-4302-4c9b-8a59-8792b02b3757 None None] Sync routers for ids ['7a658d5f-ebbd-4ffd-9612-7209374c5f41'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:42:47.218555 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-725ffee3-10ab-411b-9408-82eb5855adb1 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7463174 Feb 09 01:42:47.218656 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59468) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:47.236720 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-42655993-49f8-4e20-8907-e621852ae840 None None] Provisioning complete for port 9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:47.237098 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-42655993-49f8-4e20-8907-e621852ae840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:47.246777 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7efe0a4-4302-4c9b-8a59-8792b02b3757 None None] Routers {'7a658d5f-ebbd-4ffd-9612-7209374c5f41'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:42:47.247310 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-f7efe0a4-4302-4c9b-8a59-8792b02b3757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:42:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7a658d5f-ebbd-4ffd-9612-7209374c5f41'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:47.432122 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-8154d927-0d22-477c-b883-167760f7c6cb tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Request body: {'security_group': {'name': 'tempest-secgroup--1818264415'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:47.476611 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8154d927-0d22-477c-b883-167760f7c6cb tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:47.496610 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8154d927-0d22-477c-b883-167760f7c6cb tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:47.684917 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-42655993-49f8-4e20-8907-e621852ae840 None None] Current status of the port 9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:47.701155 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-f7efe0a4-4302-4c9b-8a59-8792b02b3757 None None] Set router 7a658d5f-ebbd-4ffd-9612-7209374c5f41 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:42:47.749226 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8154d927-0d22-477c-b883-167760f7c6cb tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (87a56b86-02a2-4bdc-9947-eae0d6017c4a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:47.756597 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8154d927-0d22-477c-b883-167760f7c6cb tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (87a56b86-02a2-4bdc-9947-eae0d6017c4a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:47.872850 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8154d927-0d22-477c-b883-167760f7c6cb tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87a56b86-02a2-4bdc-9947-eae0d6017c4a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:47.991735 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-f7efe0a4-4302-4c9b-8a59-8792b02b3757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a658d5f-ebbd-4ffd-9612-7209374c5f41', 'name': 'tempest-TestAggregatesBasicOps-1568382299-router', 'tenant_id': '0e9d8ed67470448ab65268bbb3d72fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '7b125a9d-2190-4a37-9f22-4b8e03438302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:42:44Z', 'updated_at': '2022-02-09T01:42:46Z', 'revision_number': 3, 'project_id': '0e9d8ed67470448ab65268bbb3d72fcb', 'gw_port': {'id': '7b125a9d-2190-4a37-9f22-4b8e03438302', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a658d5f-ebbd-4ffd-9612-7209374c5f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:45Z', 'updated_at': '2022-02-09T01:42:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:48.035885 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8154d927-0d22-477c-b883-167760f7c6cb tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (fb7153dc-919f-4ae9-9ac5-121696ddf71b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:48.043923 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce567b39-a05f-4c2a-91b7-67cf2f63dd49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:48.047730 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7efe0a4-4302-4c9b-8a59-8792b02b3757 None None] Checking router: 7a658d5f-ebbd-4ffd-9612-7209374c5f41 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:42:48.047730 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7efe0a4-4302-4c9b-8a59-8792b02b3757 None None] Updating router 7a658d5f-ebbd-4ffd-9612-7209374c5f41 port 7b125a9d-2190-4a37-9f22-4b8e03438302 binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:42:48.047964 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8154d927-0d22-477c-b883-167760f7c6cb tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (fb7153dc-919f-4ae9-9ac5-121696ddf71b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:48.086731 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8154d927-0d22-477c-b883-167760f7c6cb tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:48.091061 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8154d927-0d22-477c-b883-167760f7c6cb tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0090520 Feb 09 01:42:48.091696 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59494) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:48.120278 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8154d927-0d22-477c-b883-167760f7c6cb tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7153dc-919f-4ae9-9ac5-121696ddf71b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:48.125929 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f7efe0a4-4302-4c9b-8a59-8792b02b3757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7b125a9d-2190-4a37-9f22-4b8e03438302), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:48.190699 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-ccd88c56-d177-4ed3-be8f-f93a45b16f8d None None] Provisioning complete for port 9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:48.191021 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ccd88c56-d177-4ed3-be8f-f93a45b16f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:48.207030 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-df5ee8ea-27e1-4d1d-b7fb-b800e58a0c1b tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1143119 Feb 09 01:42:48.210827 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59500) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:48.217309 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-4c1bf0ca-1b2e-496f-b909-3f8af90130e6 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Request body: {'security_group': {'name': 'tempest-security--1747985186', 'description': 'tempest-security-description-1842838996'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:48.282610 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4c1bf0ca-1b2e-496f-b909-3f8af90130e6 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (fb7153dc-919f-4ae9-9ac5-121696ddf71b), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:48.292839 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:42:48.358851 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4c1bf0ca-1b2e-496f-b909-3f8af90130e6 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (fb7153dc-919f-4ae9-9ac5-121696ddf71b), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:48.364944 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4c1bf0ca-1b2e-496f-b909-3f8af90130e6 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (fb7153dc-919f-4ae9-9ac5-121696ddf71b), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:48.368811 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4c1bf0ca-1b2e-496f-b909-3f8af90130e6 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:48.372343 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4c1bf0ca-1b2e-496f-b909-3f8af90130e6 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "PUT /v2.0/security-groups/fb7153dc-919f-4ae9-9ac5-121696ddf71b HTTP/1.1" status: 200 len: 1797 time: 0.1600058 Feb 09 01:42:48.375008 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59508) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:48.417765 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-ce567b39-a05f-4c2a-91b7-67cf2f63dd49 admin admin] Allocated IP 172.20.0.1 (2dcd03ef-0fa6-4d9d-98c7-d5338cb9d368/fe1b9a7d-15b3-420d-9912-fd597ba9bb16/43b4ff4f-31bb-48da-8523-4350401d4988) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:42:48.438468 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1bf0ca-1b2e-496f-b909-3f8af90130e6 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7153dc-919f-4ae9-9ac5-121696ddf71b,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:48.454525 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d964b121-964f-44e3-a6ae-d324f93ef755 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "GET /v2.0/security-groups/fb7153dc-919f-4ae9-9ac5-121696ddf71b HTTP/1.1" status: 200 len: 1797 time: 0.0782099 Feb 09 01:42:48.457204 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59510) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:48.518549 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:48.518926 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:48.559846 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ccd88c56-d177-4ed3-be8f-f93a45b16f8d None None] Current status of the port 9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:48.579436 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce567b39-a05f-4c2a-91b7-67cf2f63dd49 admin admin] Publish callbacks [] for port (43b4ff4f-31bb-48da-8523-4350401d4988), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:48.608909 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b260c1e1-5db9-430b-adf8-589470cb92d3 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (fb7153dc-919f-4ae9-9ac5-121696ddf71b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:48.624610 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce567b39-a05f-4c2a-91b7-67cf2f63dd49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (43b4ff4f-31bb-48da-8523-4350401d4988), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:48.644279 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b260c1e1-5db9-430b-adf8-589470cb92d3 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (fb7153dc-919f-4ae9-9ac5-121696ddf71b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:48.677041 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:48.689959 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce567b39-a05f-4c2a-91b7-67cf2f63dd49 admin admin] Pushing event updated for resources: {'Port': ['ID=43b4ff4f-31bb-48da-8523-4350401d4988,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:48.699443 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce567b39-a05f-4c2a-91b7-67cf2f63dd49 admin admin] Network 2dcd03ef-0fa6-4d9d-98c7-d5338cb9d368 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:42:48.701144 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-ce567b39-a05f-4c2a-91b7-67cf2f63dd49 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:48.702458 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b260c1e1-5db9-430b-adf8-589470cb92d3 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (fb7153dc-919f-4ae9-9ac5-121696ddf71b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:48.704181 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce567b39-a05f-4c2a-91b7-67cf2f63dd49 admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:42:48.708741 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b260c1e1-5db9-430b-adf8-589470cb92d3 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:48.715096 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b260c1e1-5db9-430b-adf8-589470cb92d3 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "DELETE /v2.0/security-groups/fb7153dc-919f-4ae9-9ac5-121696ddf71b HTTP/1.1" status: 204 len: 168 time: 0.2567432 Feb 09 01:42:48.715808 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59518) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:48.752024 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260c1e1-5db9-430b-adf8-589470cb92d3 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7153dc-919f-4ae9-9ac5-121696ddf71b,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:48.775697 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce567b39-a05f-4c2a-91b7-67cf2f63dd49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (7a658d5f-ebbd-4ffd-9612-7209374c5f41), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:48.815050 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3cc0fca6-f7e6-44f1-a8f0-5bfa35b4dd5f tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0755305 Feb 09 01:42:48.816365 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59526) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:48.836430 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f7efe0a4-4302-4c9b-8a59-8792b02b3757 None None] Publish callbacks [] for port (7b125a9d-2190-4a37-9f22-4b8e03438302), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:48.843522 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f7efe0a4-4302-4c9b-8a59-8792b02b3757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7b125a9d-2190-4a37-9f22-4b8e03438302), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:48.850326 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-1451e520-1d1a-44d9-b50f-bdcdf6fc9af5 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] delete failed (client error): The resource could not be found. Feb 09 01:42:48.855807 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1451e520-1d1a-44d9-b50f-bdcdf6fc9af5 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "DELETE /v2.0/security-groups/fb7153dc-919f-4ae9-9ac5-121696ddf71b HTTP/1.1" status: 404 len: 347 time: 0.0370810 Feb 09 01:42:48.860558 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59528) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:48.868058 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-de5af5eb-91d4-4de5-add3-1f8aea965ae7 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Request body: {'security_group': {'name': 'tempest-secgroup--661406589'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:48.914009 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-f7efe0a4-4302-4c9b-8a59-8792b02b3757 None None] Attempting to bind port 7b125a9d-2190-4a37-9f22-4b8e03438302 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:42:48.914316 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-de5af5eb-91d4-4de5-add3-1f8aea965ae7 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:48.914448 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-f7efe0a4-4302-4c9b-8a59-8792b02b3757 None None] Attempting to bind port 7b125a9d-2190-4a37-9f22-4b8e03438302 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:42:48.914742 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7efe0a4-4302-4c9b-8a59-8792b02b3757 None None] Attempting to bind port 7b125a9d-2190-4a37-9f22-4b8e03438302 on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:48.949583 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7efe0a4-4302-4c9b-8a59-8792b02b3757 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:42:48.949990 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7efe0a4-4302-4c9b-8a59-8792b02b3757 None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:42:48.950360 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f7efe0a4-4302-4c9b-8a59-8792b02b3757 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:48.950756 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7efe0a4-4302-4c9b-8a59-8792b02b3757 None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:42:48.951257 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-f7efe0a4-4302-4c9b-8a59-8792b02b3757 None None] Bound port: 7b125a9d-2190-4a37-9f22-4b8e03438302, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:42:48.951883 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f7efe0a4-4302-4c9b-8a59-8792b02b3757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7b125a9d-2190-4a37-9f22-4b8e03438302), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:48.968330 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30974eb0-4196-4617-b991-27c1f508c260 None None] Pushing event updated for resources: {'Port': ['ID=7b125a9d-2190-4a37-9f22-4b8e03438302,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:49.064768 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-f7efe0a4-4302-4c9b-8a59-8792b02b3757 None None] For port 7b125a9d-2190-4a37-9f22-4b8e03438302, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:42:49.066567 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-de5af5eb-91d4-4de5-add3-1f8aea965ae7 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (bd87331c-d68b-4fb0-8872-e314b0897293), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:49.068384 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-f7efe0a4-4302-4c9b-8a59-8792b02b3757 None None] For port 7b125a9d-2190-4a37-9f22-4b8e03438302, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=7b125a9d-2190-4a37-9f22-4b8e03438302,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:42:49.074942 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-de5af5eb-91d4-4de5-add3-1f8aea965ae7 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (bd87331c-d68b-4fb0-8872-e314b0897293), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:49.086059 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f7efe0a4-4302-4c9b-8a59-8792b02b3757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7b125a9d-2190-4a37-9f22-4b8e03438302), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:49.125472 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-de5af5eb-91d4-4de5-add3-1f8aea965ae7 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:49.130449 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-de5af5eb-91d4-4de5-add3-1f8aea965ae7 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2652297 Feb 09 01:42:49.130650 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59534) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:49.134387 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-949d196a-ef71-416c-88cc-1fa8959850ee tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Request body: {'security_group_rule': {'security_group_id': 'bd87331c-d68b-4fb0-8872-e314b0897293', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:49.136607 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5af5eb-91d4-4de5-add3-1f8aea965ae7 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd87331c-d68b-4fb0-8872-e314b0897293,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:49.170807 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c4ff7fd7-24bd-42ae-8ce7-9f87567b98d3 None None] Provisioning complete for port 43b4ff4f-31bb-48da-8523-4350401d4988 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:49.171312 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c4ff7fd7-24bd-42ae-8ce7-9f87567b98d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (43b4ff4f-31bb-48da-8523-4350401d4988), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:49.184741 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7efe0a4-4302-4c9b-8a59-8792b02b3757 None None] Routers {'7a658d5f-ebbd-4ffd-9612-7209374c5f41'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:42:49.185385 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-f7efe0a4-4302-4c9b-8a59-8792b02b3757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:42:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7a658d5f-ebbd-4ffd-9612-7209374c5f41'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:49.216691 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-949d196a-ef71-416c-88cc-1fa8959850ee tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (a13afce0-ebf8-49e5-a735-d440c37b5b93), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:49.227595 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:42:49.259279 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce567b39-a05f-4c2a-91b7-67cf2f63dd49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (43b4ff4f-31bb-48da-8523-4350401d4988), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:49.312652 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30974eb0-4196-4617-b991-27c1f508c260 None None] Pushing event updated for resources: {'Port': ['ID=7b125a9d-2190-4a37-9f22-4b8e03438302,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:49.314483 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-949d196a-ef71-416c-88cc-1fa8959850ee tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (a13afce0-ebf8-49e5-a735-d440c37b5b93), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:49.326648 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c4ff7fd7-24bd-42ae-8ce7-9f87567b98d3 None None] Port 43b4ff4f-31bb-48da-8523-4350401d4988 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:42:49.327138 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-949d196a-ef71-416c-88cc-1fa8959850ee tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (a13afce0-ebf8-49e5-a735-d440c37b5b93), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:49.361593 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-f7efe0a4-4302-4c9b-8a59-8792b02b3757 None None] Set router 7a658d5f-ebbd-4ffd-9612-7209374c5f41 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:42:49.366158 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-949d196a-ef71-416c-88cc-1fa8959850ee tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:49.367547 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-949d196a-ef71-416c-88cc-1fa8959850ee tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2366586 Feb 09 01:42:49.371027 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59540) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:49.374525 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d196a-ef71-416c-88cc-1fa8959850ee tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a13afce0-ebf8-49e5-a735-d440c37b5b93,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:49.427033 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-02e978ee-7cac-4cde-8fee-ddc20a20d33c tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (a13afce0-ebf8-49e5-a735-d440c37b5b93), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:49.438449 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-02e978ee-7cac-4cde-8fee-ddc20a20d33c tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (a13afce0-ebf8-49e5-a735-d440c37b5b93), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:49.471793 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-02e978ee-7cac-4cde-8fee-ddc20a20d33c tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (a13afce0-ebf8-49e5-a735-d440c37b5b93), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:49.478388 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-02e978ee-7cac-4cde-8fee-ddc20a20d33c tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:49.480717 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-02e978ee-7cac-4cde-8fee-ddc20a20d33c tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/a13afce0-ebf8-49e5-a735-d440c37b5b93 HTTP/1.1" status: 204 len: 168 time: 0.1082888 Feb 09 01:42:49.486003 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59544) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:49.491141 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e978ee-7cac-4cde-8fee-ddc20a20d33c tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a13afce0-ebf8-49e5-a735-d440c37b5b93,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:49.509905 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59546) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:49.557768 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:49.560413 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce567b39-a05f-4c2a-91b7-67cf2f63dd49 admin admin] Publish callbacks [] for port (43b4ff4f-31bb-48da-8523-4350401d4988), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:49.575519 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59552) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:49.575746 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5907385a-f8c4-45f0-b0d3-730a171c8a07 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0880356 Feb 09 01:42:49.577076 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce567b39-a05f-4c2a-91b7-67cf2f63dd49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (43b4ff4f-31bb-48da-8523-4350401d4988), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:49.634381 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-f7efe0a4-4302-4c9b-8a59-8792b02b3757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a658d5f-ebbd-4ffd-9612-7209374c5f41', 'name': 'tempest-TestAggregatesBasicOps-1568382299-router', 'tenant_id': '0e9d8ed67470448ab65268bbb3d72fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '7b125a9d-2190-4a37-9f22-4b8e03438302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:42:44Z', 'updated_at': '2022-02-09T01:42:49Z', 'revision_number': 4, 'project_id': '0e9d8ed67470448ab65268bbb3d72fcb', 'gw_port': {'id': '7b125a9d-2190-4a37-9f22-4b8e03438302', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a658d5f-ebbd-4ffd-9612-7209374c5f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:45Z', 'updated_at': '2022-02-09T01:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '43b4ff4f-31bb-48da-8523-4350401d4988', 'name': '', 'network_id': '2dcd03ef-0fa6-4d9d-98c7-d5338cb9d368', 'tenant_id': '0e9d8ed67470448ab65268bbb3d72fcb', 'mac_address': 'fa:16:3e:3e:1a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a658d5f-ebbd-4ffd-9612-7209374c5f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': 'fe1b9a7d-15b3-420d-9912-fd597ba9bb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:48Z', 'updated_at': '2022-02-09T01:42:48Z', 'revision_number': 1, 'project_id': '0e9d8ed67470448ab65268bbb3d72fcb', 'subnets': [{'id': 'fe1b9a7d-15b3-420d-9912-fd597ba9bb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:49.674427 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7efe0a4-4302-4c9b-8a59-8792b02b3757 None None] The sync data for ids ['7a658d5f-ebbd-4ffd-9612-7209374c5f41'] in n-d-822053-40 is: [{'id': '7a658d5f-ebbd-4ffd-9612-7209374c5f41', 'name': 'tempest-TestAggregatesBasicOps-1568382299-router', 'tenant_id': '0e9d8ed67470448ab65268bbb3d72fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '7b125a9d-2190-4a37-9f22-4b8e03438302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:42:44Z', 'updated_at': '2022-02-09T01:42:49Z', 'revision_number': 4, 'project_id': '0e9d8ed67470448ab65268bbb3d72fcb', 'gw_port': {'id': '7b125a9d-2190-4a37-9f22-4b8e03438302', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a658d5f-ebbd-4ffd-9612-7209374c5f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:45Z', 'updated_at': '2022-02-09T01:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '43b4ff4f-31bb-48da-8523-4350401d4988', 'name': '', 'network_id': '2dcd03ef-0fa6-4d9d-98c7-d5338cb9d368', 'tenant_id': '0e9d8ed67470448ab65268bbb3d72fcb', 'mac_address': 'fa:16:3e:3e:1a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a658d5f-ebbd-4ffd-9612-7209374c5f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': 'fe1b9a7d-15b3-420d-9912-fd597ba9bb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:48Z', 'updated_at': '2022-02-09T01:42:48Z', 'revision_number': 1, 'project_id': '0e9d8ed67470448ab65268bbb3d72fcb', 'subnets': [{'id': 'fe1b9a7d-15b3-420d-9912-fd597ba9bb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:42:49.674948 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce567b39-a05f-4c2a-91b7-67cf2f63dd49 admin admin] Pushing event updated for resources: {'Port': ['ID=43b4ff4f-31bb-48da-8523-4350401d4988,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:49.677386 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce567b39-a05f-4c2a-91b7-67cf2f63dd49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (7a658d5f-ebbd-4ffd-9612-7209374c5f41), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:49.697713 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4eda7ffe-4243-4a72-9cac-0ca9223db4f8 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (bd87331c-d68b-4fb0-8872-e314b0897293), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:49.739490 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4eda7ffe-4243-4a72-9cac-0ca9223db4f8 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (bd87331c-d68b-4fb0-8872-e314b0897293), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:49.783740 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-2291592e-2cd9-44b7-bab7-ef191b409bdc tempest-PortsAdminExtendedAttrsTestJSON-418570193 tempest-PortsAdminExtendedAttrsTestJSON-418570193-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-198724056'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:49.793930 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4eda7ffe-4243-4a72-9cac-0ca9223db4f8 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (bd87331c-d68b-4fb0-8872-e314b0897293), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:49.797157 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4eda7ffe-4243-4a72-9cac-0ca9223db4f8 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:49.798505 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4eda7ffe-4243-4a72-9cac-0ca9223db4f8 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "DELETE /v2.0/security-groups/bd87331c-d68b-4fb0-8872-e314b0897293 HTTP/1.1" status: 204 len: 168 time: 0.2201679 Feb 09 01:42:49.801688 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59558) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:49.811141 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda7ffe-4243-4a72-9cac-0ca9223db4f8 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd87331c-d68b-4fb0-8872-e314b0897293,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:49.865036 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2291592e-2cd9-44b7-bab7-ef191b409bdc tempest-PortsAdminExtendedAttrsTestJSON-418570193 tempest-PortsAdminExtendedAttrsTestJSON-418570193-project] Made reservation on behalf of 4025a2c5c67a4b6d8680e80c28a57a60 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:42:49.870830 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2291592e-2cd9-44b7-bab7-ef191b409bdc tempest-PortsAdminExtendedAttrsTestJSON-418570193 tempest-PortsAdminExtendedAttrsTestJSON-418570193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:49.911433 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2291592e-2cd9-44b7-bab7-ef191b409bdc tempest-PortsAdminExtendedAttrsTestJSON-418570193 tempest-PortsAdminExtendedAttrsTestJSON-418570193-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:49.992799 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59564) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:49.994980 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-514a4f88-342c-4c7a-a815-20abdb1a13a2 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1892328 Feb 09 01:42:49.999871 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-bb0b8b82-5c24-48b1-b6f3-4177fe043619 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Request body: {'security_group': {'name': 'tempest-secgroup--1950095317'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:50.008504 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce567b39-a05f-4c2a-91b7-67cf2f63dd49 admin admin] Network 2dcd03ef-0fa6-4d9d-98c7-d5338cb9d368 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:42:50.012841 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-ce567b39-a05f-4c2a-91b7-67cf2f63dd49 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:50.022697 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bb0b8b82-5c24-48b1-b6f3-4177fe043619 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:50.168693 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bb0b8b82-5c24-48b1-b6f3-4177fe043619 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (a3858274-7320-4f23-a96d-b94def9b666f), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:50.174720 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bb0b8b82-5c24-48b1-b6f3-4177fe043619 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (a3858274-7320-4f23-a96d-b94def9b666f), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:50.270027 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bb0b8b82-5c24-48b1-b6f3-4177fe043619 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:50.272007 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-bb0b8b82-5c24-48b1-b6f3-4177fe043619 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2774596 Feb 09 01:42:50.277165 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59566) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:50.298466 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-0afbce50-a8b4-4bf3-99a9-f702e6e375d1 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Request body: {'security_group_rule': {'security_group_id': 'a3858274-7320-4f23-a96d-b94def9b666f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:50.304873 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2291592e-2cd9-44b7-bab7-ef191b409bdc tempest-PortsAdminExtendedAttrsTestJSON-418570193 tempest-PortsAdminExtendedAttrsTestJSON-418570193-project] Publish callbacks [] for security_group (d8e39cec-10a2-45fb-a4b8-b8d7b21baa80), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:50.309623 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b8b82-5c24-48b1-b6f3-4177fe043619 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3858274-7320-4f23-a96d-b94def9b666f,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:50.327013 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce567b39-a05f-4c2a-91b7-67cf2f63dd49 admin admin] Router 7a658d5f-ebbd-4ffd-9612-7209374c5f41 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:42:50.330269 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2291592e-2cd9-44b7-bab7-ef191b409bdc tempest-PortsAdminExtendedAttrsTestJSON-418570193 tempest-PortsAdminExtendedAttrsTestJSON-418570193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (d8e39cec-10a2-45fb-a4b8-b8d7b21baa80), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:50.385369 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2291592e-2cd9-44b7-bab7-ef191b409bdc tempest-PortsAdminExtendedAttrsTestJSON-418570193 tempest-PortsAdminExtendedAttrsTestJSON-418570193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:42:50.422945 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0afbce50-a8b4-4bf3-99a9-f702e6e375d1 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (2e2737de-96f1-46a5-baa8-ceafcf0f607a), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:50.461022 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2291592e-2cd9-44b7-bab7-ef191b409bdc tempest-PortsAdminExtendedAttrsTestJSON-418570193 tempest-PortsAdminExtendedAttrsTestJSON-418570193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (4f91766c-15d3-42d2-9eb8-5a8ce47f532c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:50.461378 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-2291592e-2cd9-44b7-bab7-ef191b409bdc tempest-PortsAdminExtendedAttrsTestJSON-418570193 tempest-PortsAdminExtendedAttrsTestJSON-418570193-project] Added segment 4f91766c-15d3-42d2-9eb8-5a8ce47f532c of type vlan for network c58bf30e-02bd-45d6-9a0f-b6f011a163ec Feb 09 01:42:50.469833 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291592e-2cd9-44b7-bab7-ef191b409bdc tempest-PortsAdminExtendedAttrsTestJSON-418570193 tempest-PortsAdminExtendedAttrsTestJSON-418570193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e39cec-10a2-45fb-a4b8-b8d7b21baa80,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:50.477360 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-0de93b95-1924-4168-a6c2-5e58f4a03e25 None None] Provisioning complete for port 43b4ff4f-31bb-48da-8523-4350401d4988 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:50.483297 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0de93b95-1924-4168-a6c2-5e58f4a03e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (43b4ff4f-31bb-48da-8523-4350401d4988), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:50.550879 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-0de93b95-1924-4168-a6c2-5e58f4a03e25 None None] Port 43b4ff4f-31bb-48da-8523-4350401d4988 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:42:50.564608 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2291592e-2cd9-44b7-bab7-ef191b409bdc tempest-PortsAdminExtendedAttrsTestJSON-418570193 tempest-PortsAdminExtendedAttrsTestJSON-418570193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (c58bf30e-02bd-45d6-9a0f-b6f011a163ec), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:50.674544 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2291592e-2cd9-44b7-bab7-ef191b409bdc tempest-PortsAdminExtendedAttrsTestJSON-418570193 tempest-PortsAdminExtendedAttrsTestJSON-418570193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (c58bf30e-02bd-45d6-9a0f-b6f011a163ec), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:50.681323 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2291592e-2cd9-44b7-bab7-ef191b409bdc tempest-PortsAdminExtendedAttrsTestJSON-418570193 tempest-PortsAdminExtendedAttrsTestJSON-418570193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:50.682022 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2291592e-2cd9-44b7-bab7-ef191b409bdc tempest-PortsAdminExtendedAttrsTestJSON-418570193 tempest-PortsAdminExtendedAttrsTestJSON-418570193-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:50.835342 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-08c220b6-788d-4f5b-891e-c97b5aba5a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:50.920411 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59592) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:51.022946 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:51.064042 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2291592e-2cd9-44b7-bab7-ef191b409bdc tempest-PortsAdminExtendedAttrsTestJSON-418570193 tempest-PortsAdminExtendedAttrsTestJSON-418570193-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.5529881 Feb 09 01:42:51.066155 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-de9af70b-19c1-43aa-a250-6345596c1260 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:51.085625 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0afbce50-a8b4-4bf3-99a9-f702e6e375d1 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (2e2737de-96f1-46a5-baa8-ceafcf0f607a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:51.096346 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0afbce50-a8b4-4bf3-99a9-f702e6e375d1 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (2e2737de-96f1-46a5-baa8-ceafcf0f607a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:51.102321 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291592e-2cd9-44b7-bab7-ef191b409bdc tempest-PortsAdminExtendedAttrsTestJSON-418570193 tempest-PortsAdminExtendedAttrsTestJSON-418570193-project] Pushing event updated for resources: {'Network': ['ID=c58bf30e-02bd-45d6-9a0f-b6f011a163ec,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:51.118598 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network c58bf30e-02bd-45d6-9a0f-b6f011a163ec details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:42:51.132694 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afbce50-a8b4-4bf3-99a9-f702e6e375d1 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e2737de-96f1-46a5-baa8-ceafcf0f607a,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:51.137102 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce567b39-a05f-4c2a-91b7-67cf2f63dd49 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:42:51.170343 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ce567b39-a05f-4c2a-91b7-67cf2f63dd49 admin admin] 10.222.0.30 "PUT /v2.0/routers/7a658d5f-ebbd-4ffd-9612-7209374c5f41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9500964 Feb 09 01:42:51.176171 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0afbce50-a8b4-4bf3-99a9-f702e6e375d1 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:51.185016 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0afbce50-a8b4-4bf3-99a9-f702e6e375d1 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9064617 Feb 09 01:42:51.187117 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59602) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:51.194996 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-fd809c0f-7817-4d96-9db4-41b8a4df2474 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Request body: {'security_group_rule': {'security_group_id': 'a3858274-7320-4f23-a96d-b94def9b666f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:51.259837 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fd809c0f-7817-4d96-9db4-41b8a4df2474 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (bcc220e6-0703-4342-a3fd-ac7f2c798a90), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:51.313432 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-de9af70b-19c1-43aa-a250-6345596c1260 admin admin] Publish callbacks [] for security_group (4c825025-644e-4830-b90b-999ec9748325), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:51.322117 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-de9af70b-19c1-43aa-a250-6345596c1260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (4c825025-644e-4830-b90b-999ec9748325), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:51.396669 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-de9af70b-19c1-43aa-a250-6345596c1260 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=03212abf4ef64c148a29da0eda46f597&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4748316 Feb 09 01:42:51.399138 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59604) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:51.406869 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9af70b-19c1-43aa-a250-6345596c1260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c825025-644e-4830-b90b-999ec9748325,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:51.455758 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fd809c0f-7817-4d96-9db4-41b8a4df2474 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (bcc220e6-0703-4342-a3fd-ac7f2c798a90), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:51.469013 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fd809c0f-7817-4d96-9db4-41b8a4df2474 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (bcc220e6-0703-4342-a3fd-ac7f2c798a90), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:51.486737 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-58d162ea-a6f2-457a-a17d-2128e5f8416d admin admin] Publish callbacks [] for security_group (4c825025-644e-4830-b90b-999ec9748325), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:51.501656 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd809c0f-7817-4d96-9db4-41b8a4df2474 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcc220e6-0703-4342-a3fd-ac7f2c798a90,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:51.521036 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fd809c0f-7817-4d96-9db4-41b8a4df2474 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:51.530124 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-fd809c0f-7817-4d96-9db4-41b8a4df2474 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3408768 Feb 09 01:42:51.531877 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59608) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:51.541664 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-edcb2f6a-64b2-4c34-97f5-7320bf402bf0 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Request body: {'security_group_rule': {'security_group_id': 'a3858274-7320-4f23-a96d-b94def9b666f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:51.608839 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-58d162ea-a6f2-457a-a17d-2128e5f8416d admin admin] Publish callbacks [] for security_group (4c825025-644e-4830-b90b-999ec9748325), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:51.609748 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59610) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:51.616062 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Request body: {'port': {'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec', 'binding:host_id': 'n-h1-822053-40', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-173634671'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:51.621331 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-edcb2f6a-64b2-4c34-97f5-7320bf402bf0 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (bb6a72ce-47c9-4df1-ab5e-76161e3c0608), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:51.682225 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-58d162ea-a6f2-457a-a17d-2128e5f8416d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (4c825025-644e-4830-b90b-999ec9748325), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:51.683521 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Made reservation on behalf of 2af64896a5a24cf0b3df1556cb6f2049 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:42:51.686450 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-58d162ea-a6f2-457a-a17d-2128e5f8416d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:51.686735 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:51.688023 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-58d162ea-a6f2-457a-a17d-2128e5f8416d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4c825025-644e-4830-b90b-999ec9748325 HTTP/1.1" status: 204 len: 168 time: 0.2871792 Feb 09 01:42:51.699657 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:51.705599 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d162ea-a6f2-457a-a17d-2128e5f8416d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c825025-644e-4830-b90b-999ec9748325,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:51.773718 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-edcb2f6a-64b2-4c34-97f5-7320bf402bf0 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (bb6a72ce-47c9-4df1-ab5e-76161e3c0608), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:51.782656 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-edcb2f6a-64b2-4c34-97f5-7320bf402bf0 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (bb6a72ce-47c9-4df1-ab5e-76161e3c0608), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:51.832221 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb2f6a-64b2-4c34-97f5-7320bf402bf0 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb6a72ce-47c9-4df1-ab5e-76161e3c0608,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:51.857785 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-edcb2f6a-64b2-4c34-97f5-7320bf402bf0 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:51.859833 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-edcb2f6a-64b2-4c34-97f5-7320bf402bf0 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3256702 Feb 09 01:42:51.862668 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59618) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:51.868080 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-5f1eaf16-b486-4114-8894-6d527ccf39bd tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Request body: {'security_group_rule': {'security_group_id': 'a3858274-7320-4f23-a96d-b94def9b666f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:51.871694 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks [] for security_group (5fca3e32-8d65-4704-aadf-5ba76e658106), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:51.881238 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (5fca3e32-8d65-4704-aadf-5ba76e658106), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:51.896212 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] device_id is not set on port f47dc19a-7464-44d4-881f-7b54fd5d00cf yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:42:51.909435 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5f1eaf16-b486-4114-8894-6d527ccf39bd tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (8ea5e7e1-e5bc-4c3e-8240-42d61d242c47), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:51.988801 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5f1eaf16-b486-4114-8894-6d527ccf39bd tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (8ea5e7e1-e5bc-4c3e-8240-42d61d242c47), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:51.995959 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5f1eaf16-b486-4114-8894-6d527ccf39bd tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (8ea5e7e1-e5bc-4c3e-8240-42d61d242c47), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.016139 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fca3e32-8d65-4704-aadf-5ba76e658106,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:52.032548 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1eaf16-b486-4114-8894-6d527ccf39bd tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea5e7e1-e5bc-4c3e-8240-42d61d242c47,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:52.044610 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5f1eaf16-b486-4114-8894-6d527ccf39bd tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.045928 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5f1eaf16-b486-4114-8894-6d527ccf39bd tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1820903 Feb 09 01:42:52.050341 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59628) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:52.054962 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-ff1329d1-d4d4-4842-a20f-e8e554afdbe8 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Request body: {'security_group_rule': {'security_group_id': 'a3858274-7320-4f23-a96d-b94def9b666f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:52.085211 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ff1329d1-d4d4-4842-a20f-e8e554afdbe8 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (f93f7d75-5d0f-4968-b88e-8a300d75c985), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.187013 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ff1329d1-d4d4-4842-a20f-e8e554afdbe8 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (f93f7d75-5d0f-4968-b88e-8a300d75c985), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.194810 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ff1329d1-d4d4-4842-a20f-e8e554afdbe8 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (f93f7d75-5d0f-4968-b88e-8a300d75c985), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.215044 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1329d1-d4d4-4842-a20f-e8e554afdbe8 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f93f7d75-5d0f-4968-b88e-8a300d75c985,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:52.234937 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ff1329d1-d4d4-4842-a20f-e8e554afdbe8 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.242042 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ff1329d1-d4d4-4842-a20f-e8e554afdbe8 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1906388 Feb 09 01:42:52.243827 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59632) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:52.280538 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 7b125a9d-2190-4a37-9f22-4b8e03438302 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:42:52.289318 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5a506e36-f45a-49ee-b503-acccb573298f tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (f93f7d75-5d0f-4968-b88e-8a300d75c985), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.302629 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5a506e36-f45a-49ee-b503-acccb573298f tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (f93f7d75-5d0f-4968-b88e-8a300d75c985), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.326519 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] device_id is not set on port f47dc19a-7464-44d4-881f-7b54fd5d00cf yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:42:52.341853 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59636) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:52.346041 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks [] for port (f47dc19a-7464-44d4-881f-7b54fd5d00cf), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.356610 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (f47dc19a-7464-44d4-881f-7b54fd5d00cf), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.367466 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f5ffbc46-04aa-4d91-aae8-2c26432091f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.371186 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5a506e36-f45a-49ee-b503-acccb573298f tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (f93f7d75-5d0f-4968-b88e-8a300d75c985), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.393876 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 7b125a9d-2190-4a37-9f22-4b8e03438302 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:52.394253 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7b125a9d-2190-4a37-9f22-4b8e03438302), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.400323 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5a506e36-f45a-49ee-b503-acccb573298f tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.406148 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5a506e36-f45a-49ee-b503-acccb573298f tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/f93f7d75-5d0f-4968-b88e-8a300d75c985 HTTP/1.1" status: 204 len: 168 time: 0.1619136 Feb 09 01:42:52.407482 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a506e36-f45a-49ee-b503-acccb573298f tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f93f7d75-5d0f-4968-b88e-8a300d75c985,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:52.410016 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59638) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:52.463371 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Pushing event updated for resources: {'Port': ['ID=f47dc19a-7464-44d4-881f-7b54fd5d00cf,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:52.469323 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59640) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:52.491860 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-6af434ed-b6b4-4b94-88b2-653075f0d6e4 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-720578859-network', 'tenant_id': 'c01d9a9751764144bd98883df4b5aef9'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:52.508343 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Checking segment: {'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:42:52.508689 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Network hostable DHCP agents. Network: c58bf30e-02bd-45d6-9a0f-b6f011a163ec, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:42:52.523942 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af434ed-b6b4-4b94-88b2-653075f0d6e4 admin admin] Made reservation on behalf of c01d9a9751764144bd98883df4b5aef9 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:42:52.525425 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-75660e70-2e45-4280-b627-3917a9dcce10 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1118245 Feb 09 01:42:52.527096 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6af434ed-b6b4-4b94-88b2-653075f0d6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.528250 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59644) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:52.546716 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6af434ed-b6b4-4b94-88b2-653075f0d6e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.558767 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Network c58bf30e-02bd-45d6-9a0f-b6f011a163ec is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:42:52.579589 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4bc0a6e7-1e5d-4927-a66e-25539fa2db22 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (8ea5e7e1-e5bc-4c3e-8240-42d61d242c47), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.583075 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 7b125a9d-2190-4a37-9f22-4b8e03438302 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:52.583480 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7b125a9d-2190-4a37-9f22-4b8e03438302), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.601199 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4bc0a6e7-1e5d-4927-a66e-25539fa2db22 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (8ea5e7e1-e5bc-4c3e-8240-42d61d242c47), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.617763 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, c58bf30e-02bd-45d6-9a0f-b6f011a163ec) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:52.621496 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 7b125a9d-2190-4a37-9f22-4b8e03438302, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=7b125a9d-2190-4a37-9f22-4b8e03438302,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:52.629361 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:42:52.629489 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f5ffbc46-04aa-4d91-aae8-2c26432091f8 admin admin] Publish callbacks [] for security_group (efdd3f82-9c73-4971-8b00-4c3085bdb0ec), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.639517 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f5ffbc46-04aa-4d91-aae8-2c26432091f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (efdd3f82-9c73-4971-8b00-4c3085bdb0ec), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.645559 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076d0218-8e96-4b2e-a0ed-5682274e9272 None None] Network c58bf30e-02bd-45d6-9a0f-b6f011a163ec requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:42:52.654456 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7b125a9d-2190-4a37-9f22-4b8e03438302), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.657643 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:42:52.657979 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:42:52.658419 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:52.678556 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Port f47dc19a-7464-44d4-881f-7b54fd5d00cf on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:42:52.679321 n-d-822053-40 neutron-server[103528]: ERROR neutron.plugins.ml2.managers [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Failed to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf on host n-h1-822053-40 for vnic_type normal using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] Feb 09 01:42:52.683280 n-d-822053-40 neutron-server[103528]: INFO neutron.plugins.ml2.plugin [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempt 2 to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf Feb 09 01:42:52.702321 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4bc0a6e7-1e5d-4927-a66e-25539fa2db22 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (8ea5e7e1-e5bc-4c3e-8240-42d61d242c47), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.706874 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ffbc46-04aa-4d91-aae8-2c26432091f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efdd3f82-9c73-4971-8b00-4c3085bdb0ec,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:52.713506 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4bc0a6e7-1e5d-4927-a66e-25539fa2db22 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.715738 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6af434ed-b6b4-4b94-88b2-653075f0d6e4 admin admin] Publish callbacks [] for security_group (0b5277bc-39e4-456c-99dd-5b2aef4c5d23), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.720632 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59646) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:52.721628 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4bc0a6e7-1e5d-4927-a66e-25539fa2db22 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/8ea5e7e1-e5bc-4c3e-8240-42d61d242c47 HTTP/1.1" status: 204 len: 168 time: 0.1920018 Feb 09 01:42:52.732264 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f5ffbc46-04aa-4d91-aae8-2c26432091f8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=374e0e4e3d5f483899aefdfe2a2dbd3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3859735 Feb 09 01:42:52.735762 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59648) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:52.738330 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:42:52.738918 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:42:52.739446 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:52.742132 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6af434ed-b6b4-4b94-88b2-653075f0d6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0b5277bc-39e4-456c-99dd-5b2aef4c5d23), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.750864 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc0a6e7-1e5d-4927-a66e-25539fa2db22 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ea5e7e1-e5bc-4c3e-8240-42d61d242c47,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:52.775195 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Port f47dc19a-7464-44d4-881f-7b54fd5d00cf on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:42:52.775939 n-d-822053-40 neutron-server[103528]: ERROR neutron.plugins.ml2.managers [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Failed to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf on host n-h1-822053-40 for vnic_type normal using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] Feb 09 01:42:52.781835 n-d-822053-40 neutron-server[103528]: INFO neutron.plugins.ml2.plugin [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempt 3 to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf Feb 09 01:42:52.809929 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af434ed-b6b4-4b94-88b2-653075f0d6e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:42:52.813002 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b885e187-1ed1-4392-b24a-a283d227dfa2 admin admin] Publish callbacks [] for security_group (efdd3f82-9c73-4971-8b00-4c3085bdb0ec), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.822596 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af434ed-b6b4-4b94-88b2-653075f0d6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5277bc-39e4-456c-99dd-5b2aef4c5d23,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:52.829823 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:42:52.830259 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:42:52.830702 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:52.846408 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b885e187-1ed1-4392-b24a-a283d227dfa2 admin admin] Publish callbacks [] for security_group (efdd3f82-9c73-4971-8b00-4c3085bdb0ec), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.848719 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6af434ed-b6b4-4b94-88b2-653075f0d6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (2290f433-8727-4b58-81e4-3cf6590b4b6e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.849286 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-6af434ed-b6b4-4b94-88b2-653075f0d6e4 admin admin] Added segment 2290f433-8727-4b58-81e4-3cf6590b4b6e of type vlan for network acd4f76c-c2b6-4b4a-995b-79c5e9c8c8c7 Feb 09 01:42:52.867908 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e9af3825-038b-42fb-a0c6-ed6a1b29764d tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1427572 Feb 09 01:42:52.867908 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Port f47dc19a-7464-44d4-881f-7b54fd5d00cf on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:42:52.867908 n-d-822053-40 neutron-server[103528]: ERROR neutron.plugins.ml2.managers [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Failed to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf on host n-h1-822053-40 for vnic_type normal using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] Feb 09 01:42:52.873944 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59650) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:52.874359 n-d-822053-40 neutron-server[103528]: INFO neutron.plugins.ml2.plugin [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempt 4 to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf Feb 09 01:42:52.883999 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=7b125a9d-2190-4a37-9f22-4b8e03438302,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:52.916266 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:42:52.917214 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:42:52.917719 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:52.920222 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-13039c16-0b63-4994-94d9-37dcb90b403a tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (bb6a72ce-47c9-4df1-ab5e-76161e3c0608), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.931284 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Port f47dc19a-7464-44d4-881f-7b54fd5d00cf on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:42:52.931284 n-d-822053-40 neutron-server[103528]: ERROR neutron.plugins.ml2.managers [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Failed to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf on host n-h1-822053-40 for vnic_type normal using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] Feb 09 01:42:52.932285 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6af434ed-b6b4-4b94-88b2-653075f0d6e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (acd4f76c-c2b6-4b4a-995b-79c5e9c8c8c7), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.935477 n-d-822053-40 neutron-server[103528]: INFO neutron.plugins.ml2.plugin [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempt 5 to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf Feb 09 01:42:52.940068 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-13039c16-0b63-4994-94d9-37dcb90b403a tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (bb6a72ce-47c9-4df1-ab5e-76161e3c0608), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.946142 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57c4e64-659f-4f05-a393-ca54215cf296 None None] Sync routers for ids ['7a658d5f-ebbd-4ffd-9612-7209374c5f41'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:42:52.959123 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:42:52.959123 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:42:52.959123 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:52.966666 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57c4e64-659f-4f05-a393-ca54215cf296 None None] Routers {'7a658d5f-ebbd-4ffd-9612-7209374c5f41'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:42:52.969219 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-b57c4e64-659f-4f05-a393-ca54215cf296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:42:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7a658d5f-ebbd-4ffd-9612-7209374c5f41'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:52.973264 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b885e187-1ed1-4392-b24a-a283d227dfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (efdd3f82-9c73-4971-8b00-4c3085bdb0ec), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.975661 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Port f47dc19a-7464-44d4-881f-7b54fd5d00cf on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:42:52.975877 n-d-822053-40 neutron-server[103528]: ERROR neutron.plugins.ml2.managers [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Failed to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf on host n-h1-822053-40 for vnic_type normal using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] Feb 09 01:42:52.976328 n-d-822053-40 neutron-server[103528]: INFO neutron.plugins.ml2.plugin [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempt 6 to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf Feb 09 01:42:52.976972 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b885e187-1ed1-4392-b24a-a283d227dfa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.978438 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b885e187-1ed1-4392-b24a-a283d227dfa2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/efdd3f82-9c73-4971-8b00-4c3085bdb0ec HTTP/1.1" status: 204 len: 168 time: 0.2373388 Feb 09 01:42:52.992545 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b885e187-1ed1-4392-b24a-a283d227dfa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdd3f82-9c73-4971-8b00-4c3085bdb0ec,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:52.995732 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-13039c16-0b63-4994-94d9-37dcb90b403a tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (bb6a72ce-47c9-4df1-ab5e-76161e3c0608), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:53.003343 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-13039c16-0b63-4994-94d9-37dcb90b403a tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:53.006940 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-13039c16-0b63-4994-94d9-37dcb90b403a tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/bb6a72ce-47c9-4df1-ab5e-76161e3c0608 HTTP/1.1" status: 204 len: 168 time: 0.1315095 Feb 09 01:42:53.007874 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59656) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:53.013096 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6af434ed-b6b4-4b94-88b2-653075f0d6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (acd4f76c-c2b6-4b4a-995b-79c5e9c8c8c7), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:53.014091 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af434ed-b6b4-4b94-88b2-653075f0d6e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:53.014739 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6af434ed-b6b4-4b94-88b2-653075f0d6e4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:53.020888 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039c16-0b63-4994-94d9-37dcb90b403a tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb6a72ce-47c9-4df1-ab5e-76161e3c0608,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:53.080031 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:42:53.080268 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-67a604ed-22d4-4c94-90d0-217b12795147 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0689104 Feb 09 01:42:53.080399 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:42:53.080399 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:53.082738 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59658) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:53.103365 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6af434ed-b6b4-4b94-88b2-653075f0d6e4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6236486 Feb 09 01:42:53.103902 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Port f47dc19a-7464-44d4-881f-7b54fd5d00cf on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:42:53.104829 n-d-822053-40 neutron-server[103528]: ERROR neutron.plugins.ml2.managers [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Failed to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf on host n-h1-822053-40 for vnic_type normal using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] Feb 09 01:42:53.107471 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59660) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:53.107965 n-d-822053-40 neutron-server[103528]: INFO neutron.plugins.ml2.plugin [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempt 7 to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf Feb 09 01:42:53.114940 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-cf8e65b0-0c07-405c-a8c2-b0c95c0c6413 admin admin] Request body: {'subnet': {'network_id': 'acd4f76c-c2b6-4b4a-995b-79c5e9c8c8c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-720578859-subnet', 'tenant_id': 'c01d9a9751764144bd98883df4b5aef9', 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:53.126186 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-265aa046-d29f-4af8-a14c-169818242b06 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (bcc220e6-0703-4342-a3fd-ac7f2c798a90), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:53.136043 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-265aa046-d29f-4af8-a14c-169818242b06 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (bcc220e6-0703-4342-a3fd-ac7f2c798a90), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:53.141066 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af434ed-b6b4-4b94-88b2-653075f0d6e4 admin admin] Pushing event updated for resources: {'Network': ['ID=acd4f76c-c2b6-4b4a-995b-79c5e9c8c8c7,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:53.147426 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:42:53.147766 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:42:53.148122 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:53.158366 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Port f47dc19a-7464-44d4-881f-7b54fd5d00cf on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:42:53.158791 n-d-822053-40 neutron-server[103528]: ERROR neutron.plugins.ml2.managers [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Failed to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf on host n-h1-822053-40 for vnic_type normal using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] Feb 09 01:42:53.160136 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network acd4f76c-c2b6-4b4a-995b-79c5e9c8c8c7 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:42:53.160812 n-d-822053-40 neutron-server[103528]: INFO neutron.plugins.ml2.plugin [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempt 8 to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf Feb 09 01:42:53.175809 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:42:53.176249 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:42:53.176526 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:53.179184 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8e65b0-0c07-405c-a8c2-b0c95c0c6413 admin admin] Made reservation on behalf of c01d9a9751764144bd98883df4b5aef9 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:42:53.182294 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cf8e65b0-0c07-405c-a8c2-b0c95c0c6413 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:53.198941 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Port f47dc19a-7464-44d4-881f-7b54fd5d00cf on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:42:53.199274 n-d-822053-40 neutron-server[103528]: ERROR neutron.plugins.ml2.managers [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Failed to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf on host n-h1-822053-40 for vnic_type normal using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] Feb 09 01:42:53.199875 n-d-822053-40 neutron-server[103528]: INFO neutron.plugins.ml2.plugin [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempt 9 to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf Feb 09 01:42:53.204167 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-b57c4e64-659f-4f05-a393-ca54215cf296 None None] Set router 7a658d5f-ebbd-4ffd-9612-7209374c5f41 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:42:53.218929 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-265aa046-d29f-4af8-a14c-169818242b06 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (bcc220e6-0703-4342-a3fd-ac7f2c798a90), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:53.247814 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-265aa046-d29f-4af8-a14c-169818242b06 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:53.248960 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-265aa046-d29f-4af8-a14c-169818242b06 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/bcc220e6-0703-4342-a3fd-ac7f2c798a90 HTTP/1.1" status: 204 len: 168 time: 0.1647649 Feb 09 01:42:53.249795 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265aa046-d29f-4af8-a14c-169818242b06 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bcc220e6-0703-4342-a3fd-ac7f2c798a90,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:53.256328 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59662) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:53.266751 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:42:53.267075 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:42:53.267400 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:53.289480 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Port f47dc19a-7464-44d4-881f-7b54fd5d00cf on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:42:53.290151 n-d-822053-40 neutron-server[103528]: ERROR neutron.plugins.ml2.managers [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Failed to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf on host n-h1-822053-40 for vnic_type normal using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] Feb 09 01:42:53.292439 n-d-822053-40 neutron-server[103528]: INFO neutron.plugins.ml2.plugin [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempt 10 to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf Feb 09 01:42:53.326530 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:42:53.327151 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:42:53.327673 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:53.344690 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Port f47dc19a-7464-44d4-881f-7b54fd5d00cf on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:42:53.345206 n-d-822053-40 neutron-server[103528]: ERROR neutron.plugins.ml2.managers [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Failed to bind port f47dc19a-7464-44d4-881f-7b54fd5d00cf on host n-h1-822053-40 for vnic_type normal using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] Feb 09 01:42:53.345459 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f47dc19a-7464-44d4-881f-7b54fd5d00cf), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:53.366999 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b3976152-d719-422d-a4de-482bda30cf7a tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1055536 Feb 09 01:42:53.367599 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59664) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:53.413230 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1541445c-1434-4406-9921-8b4556fc01d3 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (2e2737de-96f1-46a5-baa8-ceafcf0f607a), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:53.424332 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1541445c-1434-4406-9921-8b4556fc01d3 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (2e2737de-96f1-46a5-baa8-ceafcf0f607a), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:53.474585 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1541445c-1434-4406-9921-8b4556fc01d3 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (2e2737de-96f1-46a5-baa8-ceafcf0f607a), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:53.487245 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1541445c-1434-4406-9921-8b4556fc01d3 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:53.492479 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1541445c-1434-4406-9921-8b4556fc01d3 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/2e2737de-96f1-46a5-baa8-ceafcf0f607a HTTP/1.1" status: 204 len: 168 time: 0.1199393 Feb 09 01:42:53.493766 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59668) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:53.498684 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541445c-1434-4406-9921-8b4556fc01d3 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e2737de-96f1-46a5-baa8-ceafcf0f607a,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:53.511105 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] For port f47dc19a-7464-44d4-881f-7b54fd5d00cf, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:42:53.512622 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempted to set empty binding levels {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 01:42:53.534417 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (f47dc19a-7464-44d4-881f-7b54fd5d00cf), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:53.579859 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-79f51adf-a06e-4572-b468-7ae2b5cbb61b tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0804219 Feb 09 01:42:53.580694 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59670) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:53.617911 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-b57c4e64-659f-4f05-a393-ca54215cf296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a658d5f-ebbd-4ffd-9612-7209374c5f41', 'name': 'tempest-TestAggregatesBasicOps-1568382299-router', 'tenant_id': '0e9d8ed67470448ab65268bbb3d72fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '7b125a9d-2190-4a37-9f22-4b8e03438302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:42:44Z', 'updated_at': '2022-02-09T01:42:49Z', 'revision_number': 4, 'project_id': '0e9d8ed67470448ab65268bbb3d72fcb', 'gw_port': {'id': '7b125a9d-2190-4a37-9f22-4b8e03438302', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a658d5f-ebbd-4ffd-9612-7209374c5f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:45Z', 'updated_at': '2022-02-09T01:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '43b4ff4f-31bb-48da-8523-4350401d4988', 'name': '', 'network_id': '2dcd03ef-0fa6-4d9d-98c7-d5338cb9d368', 'tenant_id': '0e9d8ed67470448ab65268bbb3d72fcb', 'mac_address': 'fa:16:3e:3e:1a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a658d5f-ebbd-4ffd-9612-7209374c5f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': 'fe1b9a7d-15b3-420d-9912-fd597ba9bb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:48Z', 'updated_at': '2022-02-09T01:42:49Z', 'revision_number': 2, 'project_id': '0e9d8ed67470448ab65268bbb3d72fcb', 'subnets': [{'id': 'fe1b9a7d-15b3-420d-9912-fd597ba9bb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:53.644980 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:53.645683 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:53.659896 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57c4e64-659f-4f05-a393-ca54215cf296 None None] Checking router: 7a658d5f-ebbd-4ffd-9612-7209374c5f41 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:42:53.660683 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57c4e64-659f-4f05-a393-ca54215cf296 None None] Updating router 7a658d5f-ebbd-4ffd-9612-7209374c5f41 port 43b4ff4f-31bb-48da-8523-4350401d4988 binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:42:53.669709 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cf8e65b0-0c07-405c-a8c2-b0c95c0c6413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (ac946837-3784-48fa-82e2-564fcf36117f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:53.670082 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-452bca3b-33c9-4862-981a-2ba5460f27c7 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (a3858274-7320-4f23-a96d-b94def9b666f), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:53.709757 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.0947382 Feb 09 01:42:53.709757 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b00ae8e-dc3d-4520-a340-d246ffd01ef3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Pushing event updated for resources: {'Port': ['ID=f47dc19a-7464-44d4-881f-7b54fd5d00cf,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:53.711433 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59676) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:53.729877 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b57c4e64-659f-4f05-a393-ca54215cf296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (43b4ff4f-31bb-48da-8523-4350401d4988), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:53.742361 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-452bca3b-33c9-4862-981a-2ba5460f27c7 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (a3858274-7320-4f23-a96d-b94def9b666f), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:53.778103 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e65b0-0c07-405c-a8c2-b0c95c0c6413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac946837-3784-48fa-82e2-564fcf36117f,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:53.844865 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8e65b0-0c07-405c-a8c2-b0c95c0c6413 admin admin] Checking segment: {'id': '2290f433-8727-4b58-81e4-3cf6590b4b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'acd4f76c-c2b6-4b4a-995b-79c5e9c8c8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:42:53.845252 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8e65b0-0c07-405c-a8c2-b0c95c0c6413 admin admin] Network hostable DHCP agents. Network: acd4f76c-c2b6-4b4a-995b-79c5e9c8c8c7, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:42:53.845677 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-452bca3b-33c9-4862-981a-2ba5460f27c7 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (a3858274-7320-4f23-a96d-b94def9b666f), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:53.848406 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-452bca3b-33c9-4862-981a-2ba5460f27c7 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:53.849609 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-452bca3b-33c9-4862-981a-2ba5460f27c7 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "DELETE /v2.0/security-groups/a3858274-7320-4f23-a96d-b94def9b666f HTTP/1.1" status: 204 len: 168 time: 0.2650342 Feb 09 01:42:53.853827 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59680) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:53.873128 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452bca3b-33c9-4862-981a-2ba5460f27c7 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3858274-7320-4f23-a96d-b94def9b666f,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:53.911499 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8e65b0-0c07-405c-a8c2-b0c95c0c6413 admin admin] Network acd4f76c-c2b6-4b4a-995b-79c5e9c8c8c7 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:42:53.920643 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-83940ba5-48aa-4e96-a4fb-d7f915afe5c8 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Deleting port f47dc19a-7464-44d4-881f-7b54fd5d00cf {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:42:53.920985 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-83940ba5-48aa-4e96-a4fb-d7f915afe5c8 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (f47dc19a-7464-44d4-881f-7b54fd5d00cf), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:53.974599 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-cf8e65b0-0c07-405c-a8c2-b0c95c0c6413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, acd4f76c-c2b6-4b4a-995b-79c5e9c8c8c7) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:53.989689 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8e65b0-0c07-405c-a8c2-b0c95c0c6413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:53.990393 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cf8e65b0-0c07-405c-a8c2-b0c95c0c6413 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:53.990763 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbc721f-4e53-4704-90ae-e6e5c83f52d8 None None] Network acd4f76c-c2b6-4b4a-995b-79c5e9c8c8c7 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:42:53.997727 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f6aa2e25-062c-4e58-b358-0101a8ecf48c tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1421902 Feb 09 01:42:54.010678 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59688) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:54.018208 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-e424adc8-66d6-4b8a-8dbf-0b5d00b93eda tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Request body: {'security_group': {'name': 'tempest-secgroup--588274895'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:54.063868 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-83940ba5-48aa-4e96-a4fb-d7f915afe5c8 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] For port f47dc19a-7464-44d4-881f-7b54fd5d00cf, host n-h1-822053-40, got binding levels [] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:54.070437 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-83940ba5-48aa-4e96-a4fb-d7f915afe5c8 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (f47dc19a-7464-44d4-881f-7b54fd5d00cf), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:54.080163 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cf8e65b0-0c07-405c-a8c2-b0c95c0c6413 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9690847 Feb 09 01:42:54.083732 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59690) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:54.094147 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-ad4ef915-0a4c-4ff2-8abf-70da52c4e16d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-720578859-router', 'tenant_id': 'c01d9a9751764144bd98883df4b5aef9', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:54.116974 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-83940ba5-48aa-4e96-a4fb-d7f915afe5c8 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Calling delete_port for f47dc19a-7464-44d4-881f-7b54fd5d00cf owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:42:54.118944 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e424adc8-66d6-4b8a-8dbf-0b5d00b93eda tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:54.202109 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ad4ef915-0a4c-4ff2-8abf-70da52c4e16d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (fe610008-aa1c-4e7b-8326-1f059d49bbae), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:54.207246 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ad4ef915-0a4c-4ff2-8abf-70da52c4e16d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (fe610008-aa1c-4e7b-8326-1f059d49bbae), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:54.330125 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506ce604-a551-43b9-96ba-09d5a3bd779d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-acd4f76c-c2b6-4b4a-995b-79c5e9c8c8c7', 'network_id': 'acd4f76c-c2b6-4b4a-995b-79c5e9c8c8c7', 'project_id': 'c01d9a9751764144bd98883df4b5aef9', 'fixed_ips': [{'subnet_id': 'ac946837-3784-48fa-82e2-564fcf36117f'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:42:54.334877 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-506ce604-a551-43b9-96ba-09d5a3bd779d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:54.354138 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ad4ef915-0a4c-4ff2-8abf-70da52c4e16d admin admin] Publish callbacks [] for router_controller (fe610008-aa1c-4e7b-8326-1f059d49bbae), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:54.379744 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 7b125a9d-2190-4a37-9f22-4b8e03438302 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:42:54.400612 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-83940ba5-48aa-4e96-a4fb-d7f915afe5c8 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (f47dc19a-7464-44d4-881f-7b54fd5d00cf), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:54.403713 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f889cc66-7ae9-4966-89cc-927667a3bb5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:54.502874 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e424adc8-66d6-4b8a-8dbf-0b5d00b93eda tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (add4543a-9ecd-48f2-bec2-b79ec7b190a8), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:54.507303 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83940ba5-48aa-4e96-a4fb-d7f915afe5c8 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Pushing event deleted for resources: {'Port': ['ID=f47dc19a-7464-44d4-881f-7b54fd5d00cf,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:54.510182 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-83940ba5-48aa-4e96-a4fb-d7f915afe5c8 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:54.515682 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e424adc8-66d6-4b8a-8dbf-0b5d00b93eda tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (add4543a-9ecd-48f2-bec2-b79ec7b190a8), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:54.519335 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-83940ba5-48aa-4e96-a4fb-d7f915afe5c8 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] 10.222.0.30 "DELETE /v2.0/ports/f47dc19a-7464-44d4-881f-7b54fd5d00cf HTTP/1.1" status: 204 len: 168 time: 0.8041816 Feb 09 01:42:54.523289 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59700) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:54.616372 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b57c4e64-659f-4f05-a393-ca54215cf296 None None] Publish callbacks [] for port (43b4ff4f-31bb-48da-8523-4350401d4988), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:54.639730 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b57c4e64-659f-4f05-a393-ca54215cf296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (43b4ff4f-31bb-48da-8523-4350401d4988), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:54.661091 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4ddcf1b-7983-4da0-82cc-808e84fa5523 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] GET failed (client error): The resource could not be found. Feb 09 01:42:54.662645 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b4ddcf1b-7983-4da0-82cc-808e84fa5523 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] 10.222.0.30 "GET /v2.0/ports/f47dc19a-7464-44d4-881f-7b54fd5d00cf HTTP/1.1" status: 404 len: 333 time: 0.1377366 Feb 09 01:42:54.670824 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59704) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:54.676077 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-cd719c3e-0bf9-476f-9498-3f5e8aae9393 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Request body: {'port': {'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1643757557'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:54.682613 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424adc8-66d6-4b8a-8dbf-0b5d00b93eda tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=add4543a-9ecd-48f2-bec2-b79ec7b190a8,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:54.688567 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ad4ef915-0a4c-4ff2-8abf-70da52c4e16d admin admin] Publish callbacks [] for router_gateway (fe610008-aa1c-4e7b-8326-1f059d49bbae), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:54.695219 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e424adc8-66d6-4b8a-8dbf-0b5d00b93eda tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:54.697173 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e424adc8-66d6-4b8a-8dbf-0b5d00b93eda tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6906781 Feb 09 01:42:54.702523 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59706) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:54.725807 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-f59cd2b8-0511-4448-8b54-5acc3d690272 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Request body: {'security_group_rule': {'security_group_id': 'add4543a-9ecd-48f2-bec2-b79ec7b190a8', 'direction': 'ingress', 'protocol': 17}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:54.731132 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd719c3e-0bf9-476f-9498-3f5e8aae9393 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Made reservation on behalf of 2af64896a5a24cf0b3df1556cb6f2049 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:42:54.734372 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cd719c3e-0bf9-476f-9498-3f5e8aae9393 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:54.785010 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-cd719c3e-0bf9-476f-9498-3f5e8aae9393 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] device_id is not set on port db27a867-7a99-4d3c-ac81-52a6599c3bf7 yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:42:54.844722 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0812c-b5d2-4e02-a9e3-6bbf6d1bd279 None None] Pushing event updated for resources: {'Port': ['ID=43b4ff4f-31bb-48da-8523-4350401d4988,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:54.852556 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f59cd2b8-0511-4448-8b54-5acc3d690272 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (7560b824-048f-4715-bc72-def4d3ca2406), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:54.999838 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-b57c4e64-659f-4f05-a393-ca54215cf296 None None] Attempting to bind port 43b4ff4f-31bb-48da-8523-4350401d4988 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:42:55.020718 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-b57c4e64-659f-4f05-a393-ca54215cf296 None None] Attempting to bind port 43b4ff4f-31bb-48da-8523-4350401d4988 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '945e9f55-e127-46fd-b8dd-17e818d9b936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2dcd03ef-0fa6-4d9d-98c7-d5338cb9d368'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:42:55.023618 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57c4e64-659f-4f05-a393-ca54215cf296 None None] Attempting to bind port 43b4ff4f-31bb-48da-8523-4350401d4988 on network 2dcd03ef-0fa6-4d9d-98c7-d5338cb9d368 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:55.031508 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f59cd2b8-0511-4448-8b54-5acc3d690272 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (7560b824-048f-4715-bc72-def4d3ca2406), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:55.037828 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 7b125a9d-2190-4a37-9f22-4b8e03438302 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:55.039061 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7b125a9d-2190-4a37-9f22-4b8e03438302), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:55.046380 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57c4e64-659f-4f05-a393-ca54215cf296 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:42:55.053560 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57c4e64-659f-4f05-a393-ca54215cf296 None None] Checking segment: {'id': '945e9f55-e127-46fd-b8dd-17e818d9b936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2dcd03ef-0fa6-4d9d-98c7-d5338cb9d368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:42:55.054270 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b57c4e64-659f-4f05-a393-ca54215cf296 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:55.056459 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57c4e64-659f-4f05-a393-ca54215cf296 None None] Bound using segment: {'id': '945e9f55-e127-46fd-b8dd-17e818d9b936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2dcd03ef-0fa6-4d9d-98c7-d5338cb9d368'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:42:55.057128 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-b57c4e64-659f-4f05-a393-ca54215cf296 None None] Bound port: 43b4ff4f-31bb-48da-8523-4350401d4988, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '945e9f55-e127-46fd-b8dd-17e818d9b936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2dcd03ef-0fa6-4d9d-98c7-d5338cb9d368'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:42:55.062190 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b57c4e64-659f-4f05-a393-ca54215cf296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (43b4ff4f-31bb-48da-8523-4350401d4988), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:55.108507 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f59cd2b8-0511-4448-8b54-5acc3d690272 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (7560b824-048f-4715-bc72-def4d3ca2406), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:55.237347 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59cd2b8-0511-4448-8b54-5acc3d690272 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7560b824-048f-4715-bc72-def4d3ca2406,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:55.282357 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-b57c4e64-659f-4f05-a393-ca54215cf296 None None] For port 43b4ff4f-31bb-48da-8523-4350401d4988, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:42:55.288826 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-b57c4e64-659f-4f05-a393-ca54215cf296 None None] For port 43b4ff4f-31bb-48da-8523-4350401d4988, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=43b4ff4f-31bb-48da-8523-4350401d4988,segment=NetworkSegment(945e9f55-e127-46fd-b8dd-17e818d9b936),segment_id=945e9f55-e127-46fd-b8dd-17e818d9b936)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:42:55.298686 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-506ce604-a551-43b9-96ba-09d5a3bd779d None None] Allocated IP 172.20.0.2 (acd4f76c-c2b6-4b4a-995b-79c5e9c8c8c7/ac946837-3784-48fa-82e2-564fcf36117f/53582d29-c948-4a81-99d6-c17e5dc284f9) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:42:55.299023 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cd719c3e-0bf9-476f-9498-3f5e8aae9393 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks [] for port (db27a867-7a99-4d3c-ac81-52a6599c3bf7), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:55.301066 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-b57c4e64-659f-4f05-a393-ca54215cf296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (43b4ff4f-31bb-48da-8523-4350401d4988), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:55.317096 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ad4ef915-0a4c-4ff2-8abf-70da52c4e16d admin admin] Publish callbacks [] for router_gateway (fe610008-aa1c-4e7b-8326-1f059d49bbae), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:55.322465 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f59cd2b8-0511-4448-8b54-5acc3d690272 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:55.327894 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f59cd2b8-0511-4448-8b54-5acc3d690272 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6101284 Feb 09 01:42:55.329594 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59710) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:55.367420 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ad4ef915-0a4c-4ff2-8abf-70da52c4e16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:55.412910 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cd719c3e-0bf9-476f-9498-3f5e8aae9393 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (db27a867-7a99-4d3c-ac81-52a6599c3bf7), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:55.441142 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57c4e64-659f-4f05-a393-ca54215cf296 None None] Routers {'7a658d5f-ebbd-4ffd-9612-7209374c5f41'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:42:55.442102 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-b57c4e64-659f-4f05-a393-ca54215cf296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:42:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7a658d5f-ebbd-4ffd-9612-7209374c5f41'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:55.513460 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8e92c281-105f-4015-a5d8-fd65c8a672ab tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (add4543a-9ecd-48f2-bec2-b79ec7b190a8), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:55.518239 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd719c3e-0bf9-476f-9498-3f5e8aae9393 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Pushing event updated for resources: {'Port': ['ID=db27a867-7a99-4d3c-ac81-52a6599c3bf7,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:55.541672 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd719c3e-0bf9-476f-9498-3f5e8aae9393 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Network c58bf30e-02bd-45d6-9a0f-b6f011a163ec is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:42:55.544463 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-cd719c3e-0bf9-476f-9498-3f5e8aae9393 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:55.547577 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd719c3e-0bf9-476f-9498-3f5e8aae9393 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:42:55.548876 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd719c3e-0bf9-476f-9498-3f5e8aae9393 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:55.549694 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cd719c3e-0bf9-476f-9498-3f5e8aae9393 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:55.590543 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cd719c3e-0bf9-476f-9498-3f5e8aae9393 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9183886 Feb 09 01:42:55.594119 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59716) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:55.607937 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:55.662434 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 7b125a9d-2190-4a37-9f22-4b8e03438302 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:55.669800 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8e92c281-105f-4015-a5d8-fd65c8a672ab tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (add4543a-9ecd-48f2-bec2-b79ec7b190a8), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:55.711248 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-8a6e6ee1-7507-4552-9903-3bbd801eae42 None None] Provisioning complete for port 43b4ff4f-31bb-48da-8523-4350401d4988 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:55.711899 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8a6e6ee1-7507-4552-9903-3bbd801eae42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (43b4ff4f-31bb-48da-8523-4350401d4988), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:55.752509 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-ad4ef915-0a4c-4ff2-8abf-70da52c4e16d admin admin] Allocated IP 172.25.1.24 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/7d6b8f81-8801-41fa-ae1e-fddb5939df0d) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:42:55.760762 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0812c-b5d2-4e02-a9e3-6bbf6d1bd279 None None] Pushing event updated for resources: {'Port': ['ID=43b4ff4f-31bb-48da-8523-4350401d4988,revision_number=4']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:55.800444 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (db27a867-7a99-4d3c-ac81-52a6599c3bf7), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:55.894629 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-b57c4e64-659f-4f05-a393-ca54215cf296 None None] Set router 7a658d5f-ebbd-4ffd-9612-7209374c5f41 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:42:55.904181 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:55.935827 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8e92c281-105f-4015-a5d8-fd65c8a672ab tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (add4543a-9ecd-48f2-bec2-b79ec7b190a8), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:55.938346 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8e92c281-105f-4015-a5d8-fd65c8a672ab tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:55.942119 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8e92c281-105f-4015-a5d8-fd65c8a672ab tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "DELETE /v2.0/security-groups/add4543a-9ecd-48f2-bec2-b79ec7b190a8 HTTP/1.1" status: 204 len: 168 time: 0.6080482 Feb 09 01:42:55.947056 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59722) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:55.982397 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92c281-105f-4015-a5d8-fd65c8a672ab tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=add4543a-9ecd-48f2-bec2-b79ec7b190a8,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:56.005127 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-8a6e6ee1-7507-4552-9903-3bbd801eae42 None None] Current status of the port 43b4ff4f-31bb-48da-8523-4350401d4988 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:56.005755 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8a6e6ee1-7507-4552-9903-3bbd801eae42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (43b4ff4f-31bb-48da-8523-4350401d4988), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:56.088318 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a9cbf2cb-68bc-4d18-8c79-6face8b7af49 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1398697 Feb 09 01:42:56.095016 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59726) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:56.103596 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-885020b7-fa6d-4353-b584-adccfd198dc5 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Request body: {'security_group': {'name': 'tempest-secgroup--790404594'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:56.105467 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-8a6e6ee1-7507-4552-9903-3bbd801eae42 None None] For port 43b4ff4f-31bb-48da-8523-4350401d4988, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=43b4ff4f-31bb-48da-8523-4350401d4988,segment=NetworkSegment(945e9f55-e127-46fd-b8dd-17e818d9b936),segment_id=945e9f55-e127-46fd-b8dd-17e818d9b936)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:56.112525 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-506ce604-a551-43b9-96ba-09d5a3bd779d None None] Publish callbacks [] for port (53582d29-c948-4a81-99d6-c17e5dc284f9), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:56.140278 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8a6e6ee1-7507-4552-9903-3bbd801eae42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (43b4ff4f-31bb-48da-8523-4350401d4988), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:56.156766 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ad4ef915-0a4c-4ff2-8abf-70da52c4e16d admin admin] Publish callbacks [] for port (7d6b8f81-8801-41fa-ae1e-fddb5939df0d), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:56.209861 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ad4ef915-0a4c-4ff2-8abf-70da52c4e16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (7d6b8f81-8801-41fa-ae1e-fddb5939df0d), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:56.228205 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-506ce604-a551-43b9-96ba-09d5a3bd779d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (53582d29-c948-4a81-99d6-c17e5dc284f9), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:56.233927 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e6ee1-7507-4552-9903-3bbd801eae42 None None] Pushing event updated for resources: {'Port': ['ID=43b4ff4f-31bb-48da-8523-4350401d4988,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:56.275352 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ef915-0a4c-4ff2-8abf-70da52c4e16d admin admin] Pushing event updated for resources: {'Port': ['ID=7d6b8f81-8801-41fa-ae1e-fddb5939df0d,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:56.291539 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-b57c4e64-659f-4f05-a393-ca54215cf296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a658d5f-ebbd-4ffd-9612-7209374c5f41', 'name': 'tempest-TestAggregatesBasicOps-1568382299-router', 'tenant_id': '0e9d8ed67470448ab65268bbb3d72fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '7b125a9d-2190-4a37-9f22-4b8e03438302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:42:44Z', 'updated_at': '2022-02-09T01:42:49Z', 'revision_number': 4, 'project_id': '0e9d8ed67470448ab65268bbb3d72fcb', 'gw_port': {'id': '7b125a9d-2190-4a37-9f22-4b8e03438302', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a658d5f-ebbd-4ffd-9612-7209374c5f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:45Z', 'updated_at': '2022-02-09T01:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '43b4ff4f-31bb-48da-8523-4350401d4988', 'name': '', 'network_id': '2dcd03ef-0fa6-4d9d-98c7-d5338cb9d368', 'tenant_id': '0e9d8ed67470448ab65268bbb3d72fcb', 'mac_address': 'fa:16:3e:3e:1a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a658d5f-ebbd-4ffd-9612-7209374c5f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': 'fe1b9a7d-15b3-420d-9912-fd597ba9bb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:48Z', 'updated_at': '2022-02-09T01:42:55Z', 'revision_number': 4, 'project_id': '0e9d8ed67470448ab65268bbb3d72fcb', 'subnets': [{'id': 'fe1b9a7d-15b3-420d-9912-fd597ba9bb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:56.294398 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4ef915-0a4c-4ff2-8abf-70da52c4e16d admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:42:56.303501 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-ad4ef915-0a4c-4ff2-8abf-70da52c4e16d admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:56.318329 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4ef915-0a4c-4ff2-8abf-70da52c4e16d admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:42:56.324479 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-885020b7-fa6d-4353-b584-adccfd198dc5 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:56.330811 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506ce604-a551-43b9-96ba-09d5a3bd779d None None] Network acd4f76c-c2b6-4b4a-995b-79c5e9c8c8c7 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:42:56.361357 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ce604-a551-43b9-96ba-09d5a3bd779d None None] Pushing event updated for resources: {'Port': ['ID=53582d29-c948-4a81-99d6-c17e5dc284f9,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:56.366594 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-506ce604-a551-43b9-96ba-09d5a3bd779d None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:56.381670 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506ce604-a551-43b9-96ba-09d5a3bd779d None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:42:56.398828 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-90ae846b-fb83-453e-9d7c-5c6d8f9abc57 None None] Provisioning complete for port 43b4ff4f-31bb-48da-8523-4350401d4988 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:56.399130 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-90ae846b-fb83-453e-9d7c-5c6d8f9abc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (43b4ff4f-31bb-48da-8523-4350401d4988), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:56.410516 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57c4e64-659f-4f05-a393-ca54215cf296 None None] The sync data for ids ['7a658d5f-ebbd-4ffd-9612-7209374c5f41'] in n-d-822053-40 is: [{'id': '7a658d5f-ebbd-4ffd-9612-7209374c5f41', 'name': 'tempest-TestAggregatesBasicOps-1568382299-router', 'tenant_id': '0e9d8ed67470448ab65268bbb3d72fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '7b125a9d-2190-4a37-9f22-4b8e03438302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:42:44Z', 'updated_at': '2022-02-09T01:42:49Z', 'revision_number': 4, 'project_id': '0e9d8ed67470448ab65268bbb3d72fcb', 'gw_port': {'id': '7b125a9d-2190-4a37-9f22-4b8e03438302', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a658d5f-ebbd-4ffd-9612-7209374c5f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:45Z', 'updated_at': '2022-02-09T01:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '43b4ff4f-31bb-48da-8523-4350401d4988', 'name': '', 'network_id': '2dcd03ef-0fa6-4d9d-98c7-d5338cb9d368', 'tenant_id': '0e9d8ed67470448ab65268bbb3d72fcb', 'mac_address': 'fa:16:3e:3e:1a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a658d5f-ebbd-4ffd-9612-7209374c5f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': 'fe1b9a7d-15b3-420d-9912-fd597ba9bb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:48Z', 'updated_at': '2022-02-09T01:42:55Z', 'revision_number': 4, 'project_id': '0e9d8ed67470448ab65268bbb3d72fcb', 'subnets': [{'id': 'fe1b9a7d-15b3-420d-9912-fd597ba9bb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:42:56.502993 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 43b4ff4f-31bb-48da-8523-4350401d4988 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:42:56.504110 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] device_id is not set on port db27a867-7a99-4d3c-ac81-52a6599c3bf7 yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:42:56.549903 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-506ce604-a551-43b9-96ba-09d5a3bd779d None None] Attempting to bind port 53582d29-c948-4a81-99d6-c17e5dc284f9 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:42:56.550321 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-506ce604-a551-43b9-96ba-09d5a3bd779d None None] Attempting to bind port 53582d29-c948-4a81-99d6-c17e5dc284f9 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2290f433-8727-4b58-81e4-3cf6590b4b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'acd4f76c-c2b6-4b4a-995b-79c5e9c8c8c7'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:42:56.550669 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506ce604-a551-43b9-96ba-09d5a3bd779d None None] Attempting to bind port 53582d29-c948-4a81-99d6-c17e5dc284f9 on network acd4f76c-c2b6-4b4a-995b-79c5e9c8c8c7 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:56.557758 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks [] for port (db27a867-7a99-4d3c-ac81-52a6599c3bf7), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:56.588921 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (db27a867-7a99-4d3c-ac81-52a6599c3bf7), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:56.637402 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506ce604-a551-43b9-96ba-09d5a3bd779d None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:42:56.637874 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506ce604-a551-43b9-96ba-09d5a3bd779d None None] Checking segment: {'id': '2290f433-8727-4b58-81e4-3cf6590b4b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'acd4f76c-c2b6-4b4a-995b-79c5e9c8c8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:42:56.638240 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-506ce604-a551-43b9-96ba-09d5a3bd779d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:56.638644 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506ce604-a551-43b9-96ba-09d5a3bd779d None None] Bound using segment: {'id': '2290f433-8727-4b58-81e4-3cf6590b4b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'acd4f76c-c2b6-4b4a-995b-79c5e9c8c8c7'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:42:56.639141 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-506ce604-a551-43b9-96ba-09d5a3bd779d None None] Bound port: 53582d29-c948-4a81-99d6-c17e5dc284f9, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2290f433-8727-4b58-81e4-3cf6590b4b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'acd4f76c-c2b6-4b4a-995b-79c5e9c8c8c7'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:42:56.639570 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-506ce604-a551-43b9-96ba-09d5a3bd779d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (53582d29-c948-4a81-99d6-c17e5dc284f9), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:56.725226 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Pushing event updated for resources: {'Port': ['ID=db27a867-7a99-4d3c-ac81-52a6599c3bf7,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:56.737664 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-506ce604-a551-43b9-96ba-09d5a3bd779d None None] For port 53582d29-c948-4a81-99d6-c17e5dc284f9, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:42:56.742615 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-506ce604-a551-43b9-96ba-09d5a3bd779d None None] For port 53582d29-c948-4a81-99d6-c17e5dc284f9, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=53582d29-c948-4a81-99d6-c17e5dc284f9,segment=NetworkSegment(2290f433-8727-4b58-81e4-3cf6590b4b6e),segment_id=2290f433-8727-4b58-81e4-3cf6590b4b6e)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:42:56.750314 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-90ae846b-fb83-453e-9d7c-5c6d8f9abc57 None None] Current status of the port 43b4ff4f-31bb-48da-8523-4350401d4988 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:56.757186 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-506ce604-a551-43b9-96ba-09d5a3bd779d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (53582d29-c948-4a81-99d6-c17e5dc284f9), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:56.888331 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-885020b7-fa6d-4353-b584-adccfd198dc5 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (ca937938-3238-4468-a7fb-b0ba70cf68f8), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:56.890610 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:42:56.890920 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:42:56.891184 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:56.905987 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Port db27a867-7a99-4d3c-ac81-52a6599c3bf7 on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:42:56.906459 n-d-822053-40 neutron-server[103528]: ERROR neutron.plugins.ml2.managers [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Failed to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 on host n-h1-822053-40 for vnic_type normal using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] Feb 09 01:42:56.906876 n-d-822053-40 neutron-server[103528]: INFO neutron.plugins.ml2.plugin [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempt 2 to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 Feb 09 01:42:56.913414 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-885020b7-fa6d-4353-b584-adccfd198dc5 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ca937938-3238-4468-a7fb-b0ba70cf68f8), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:56.975143 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:42:56.975592 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:42:56.975890 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:56.988818 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ce604-a551-43b9-96ba-09d5a3bd779d None None] Pushing event updated for resources: {'Port': ['ID=53582d29-c948-4a81-99d6-c17e5dc284f9,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:57.020862 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Port db27a867-7a99-4d3c-ac81-52a6599c3bf7 on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:42:57.020862 n-d-822053-40 neutron-server[103528]: ERROR neutron.plugins.ml2.managers [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Failed to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 on host n-h1-822053-40 for vnic_type normal using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] Feb 09 01:42:57.025036 n-d-822053-40 neutron-server[103528]: INFO neutron.plugins.ml2.plugin [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempt 3 to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 Feb 09 01:42:57.048547 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-885020b7-fa6d-4353-b584-adccfd198dc5 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:57.052555 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-885020b7-fa6d-4353-b584-adccfd198dc5 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9534760 Feb 09 01:42:57.059285 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59740) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:57.065085 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885020b7-fa6d-4353-b584-adccfd198dc5 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca937938-3238-4468-a7fb-b0ba70cf68f8,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:57.068612 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 43b4ff4f-31bb-48da-8523-4350401d4988 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:57.069138 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (43b4ff4f-31bb-48da-8523-4350401d4988), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:57.080387 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-aa2641a4-eb1d-499f-8698-0add29cede2c tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Request body: {'security_group': {'name': 'tempest-secgroup--87651083'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:57.087666 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:42:57.088297 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:42:57.089006 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:57.096582 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Port db27a867-7a99-4d3c-ac81-52a6599c3bf7 on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:42:57.097818 n-d-822053-40 neutron-server[103528]: ERROR neutron.plugins.ml2.managers [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Failed to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 on host n-h1-822053-40 for vnic_type normal using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] Feb 09 01:42:57.099025 n-d-822053-40 neutron-server[103528]: INFO neutron.plugins.ml2.plugin [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempt 4 to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 Feb 09 01:42:57.143273 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:42:57.143894 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:42:57.144394 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:57.154565 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Port db27a867-7a99-4d3c-ac81-52a6599c3bf7 on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:42:57.154565 n-d-822053-40 neutron-server[103528]: ERROR neutron.plugins.ml2.managers [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Failed to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 on host n-h1-822053-40 for vnic_type normal using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] Feb 09 01:42:57.154565 n-d-822053-40 neutron-server[103528]: INFO neutron.plugins.ml2.plugin [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempt 5 to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 Feb 09 01:42:57.192011 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:42:57.193363 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:42:57.193363 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:57.215267 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Port db27a867-7a99-4d3c-ac81-52a6599c3bf7 on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:42:57.217040 n-d-822053-40 neutron-server[103528]: ERROR neutron.plugins.ml2.managers [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Failed to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 on host n-h1-822053-40 for vnic_type normal using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] Feb 09 01:42:57.221140 n-d-822053-40 neutron-server[103528]: INFO neutron.plugins.ml2.plugin [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempt 6 to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 Feb 09 01:42:57.241900 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-aa2641a4-eb1d-499f-8698-0add29cede2c tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:57.270654 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:42:57.271346 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:42:57.272427 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:57.283767 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Port db27a867-7a99-4d3c-ac81-52a6599c3bf7 on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:42:57.284416 n-d-822053-40 neutron-server[103528]: ERROR neutron.plugins.ml2.managers [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Failed to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 on host n-h1-822053-40 for vnic_type normal using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] Feb 09 01:42:57.285574 n-d-822053-40 neutron-server[103528]: INFO neutron.plugins.ml2.plugin [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempt 7 to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 Feb 09 01:42:57.337780 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 43b4ff4f-31bb-48da-8523-4350401d4988 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:57.338435 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:42:57.339321 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:42:57.339321 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:57.352525 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ad4ef915-0a4c-4ff2-8abf-70da52c4e16d admin admin] Publish callbacks [] for router_gateway (fe610008-aa1c-4e7b-8326-1f059d49bbae), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:57.359666 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Port db27a867-7a99-4d3c-ac81-52a6599c3bf7 on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:42:57.360710 n-d-822053-40 neutron-server[103528]: ERROR neutron.plugins.ml2.managers [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Failed to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 on host n-h1-822053-40 for vnic_type normal using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] Feb 09 01:42:57.360710 n-d-822053-40 neutron-server[103528]: INFO neutron.plugins.ml2.plugin [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempt 8 to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 Feb 09 01:42:57.393475 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:42:57.394333 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:42:57.394963 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:57.421016 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59744) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:57.473979 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Port db27a867-7a99-4d3c-ac81-52a6599c3bf7 on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:42:57.474501 n-d-822053-40 neutron-server[103528]: ERROR neutron.plugins.ml2.managers [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Failed to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 on host n-h1-822053-40 for vnic_type normal using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] Feb 09 01:42:57.498452 n-d-822053-40 neutron-server[103528]: INFO neutron.plugins.ml2.plugin [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempt 9 to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 Feb 09 01:42:57.527306 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:42:57.527668 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:42:57.527956 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:57.535577 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Port db27a867-7a99-4d3c-ac81-52a6599c3bf7 on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:42:57.535966 n-d-822053-40 neutron-server[103528]: ERROR neutron.plugins.ml2.managers [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Failed to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 on host n-h1-822053-40 for vnic_type normal using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] Feb 09 01:42:57.536848 n-d-822053-40 neutron-server[103528]: INFO neutron.plugins.ml2.plugin [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempt 10 to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 Feb 09 01:42:57.558112 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:42:57.559299 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:42:57.559299 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:42:57.566299 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Port db27a867-7a99-4d3c-ac81-52a6599c3bf7 on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:42:57.566938 n-d-822053-40 neutron-server[103528]: ERROR neutron.plugins.ml2.managers [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Failed to bind port db27a867-7a99-4d3c-ac81-52a6599c3bf7 on host n-h1-822053-40 for vnic_type normal using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] Feb 09 01:42:57.567550 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (db27a867-7a99-4d3c-ac81-52a6599c3bf7), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:57.598094 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:57.721981 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] For port db27a867-7a99-4d3c-ac81-52a6599c3bf7, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:42:57.722424 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempted to set empty binding levels {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 01:42:57.741087 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (db27a867-7a99-4d3c-ac81-52a6599c3bf7), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:57.825152 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] In _notify_port_updated(), no bound segment for port db27a867-7a99-4d3c-ac81-52a6599c3bf7 on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec {{(pid=103528) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:42:57.826080 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:57.826700 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:57.833712 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] 10.222.0.30 "PUT /v2.0/ports/db27a867-7a99-4d3c-ac81-52a6599c3bf7 HTTP/1.1" status: 200 len: 976 time: 2.2326820 Feb 09 01:42:57.836833 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59752) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:57.992428 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-22817539-eb5f-4dcc-854e-cf76ecf92483 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:58.050283 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd57b44-3b5e-4688-b80b-9177c2e506f6 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Pushing event updated for resources: {'Port': ['ID=db27a867-7a99-4d3c-ac81-52a6599c3bf7,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:58.136820 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e84e1a-44ef-4a9c-a471-7c32a66b7ad0 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:58.138195 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e84e1a-44ef-4a9c-a471-7c32a66b7ad0 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:58.138745 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e84e1a-44ef-4a9c-a471-7c32a66b7ad0 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:58.139228 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e84e1a-44ef-4a9c-a471-7c32a66b7ad0 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:58.139754 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e84e1a-44ef-4a9c-a471-7c32a66b7ad0 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:58.140316 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e84e1a-44ef-4a9c-a471-7c32a66b7ad0 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:58.140973 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e84e1a-44ef-4a9c-a471-7c32a66b7ad0 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:58.142246 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e84e1a-44ef-4a9c-a471-7c32a66b7ad0 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:58.142774 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e84e1a-44ef-4a9c-a471-7c32a66b7ad0 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:58.144220 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e84e1a-44ef-4a9c-a471-7c32a66b7ad0 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:58.145604 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e84e1a-44ef-4a9c-a471-7c32a66b7ad0 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:58.146231 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e84e1a-44ef-4a9c-a471-7c32a66b7ad0 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:58.146769 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e84e1a-44ef-4a9c-a471-7c32a66b7ad0 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:58.147114 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-aa2641a4-eb1d-499f-8698-0add29cede2c tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (ec2adec8-ea61-45a7-a257-ceee5b14b8a6), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:58.147816 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e84e1a-44ef-4a9c-a471-7c32a66b7ad0 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:58.148813 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e84e1a-44ef-4a9c-a471-7c32a66b7ad0 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:58.153825 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-aa2641a4-eb1d-499f-8698-0add29cede2c tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ec2adec8-ea61-45a7-a257-ceee5b14b8a6), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:58.160985 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-28e84e1a-44ef-4a9c-a471-7c32a66b7ad0 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13896 time: 0.3123472 Feb 09 01:42:58.161605 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59760) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:58.278387 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-22817539-eb5f-4dcc-854e-cf76ecf92483 admin admin] Publish callbacks [] for security_group (cf02cf76-00f0-4f92-ac44-f69961dd7b9a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:58.286204 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-22817539-eb5f-4dcc-854e-cf76ecf92483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (cf02cf76-00f0-4f92-ac44-f69961dd7b9a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:58.326740 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:58.363696 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-22817539-eb5f-4dcc-854e-cf76ecf92483 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c11df406ee2842bf9f43dc418a86e078&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9378514 Feb 09 01:42:58.365880 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59762) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:58.412449 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2641a4-eb1d-499f-8698-0add29cede2c tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2adec8-ea61-45a7-a257-ceee5b14b8a6,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:58.420508 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22817539-eb5f-4dcc-854e-cf76ecf92483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf02cf76-00f0-4f92-ac44-f69961dd7b9a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:58.462758 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-aa2641a4-eb1d-499f-8698-0add29cede2c tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:58.470238 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7224f963-9b4c-41d2-b8e2-4d85d2b44a66 admin admin] Publish callbacks [] for security_group (cf02cf76-00f0-4f92-ac44-f69961dd7b9a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:58.479767 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-aa2641a4-eb1d-499f-8698-0add29cede2c tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.4176912 Feb 09 01:42:58.484621 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59764) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:58.494379 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7224f963-9b4c-41d2-b8e2-4d85d2b44a66 admin admin] Publish callbacks [] for security_group (cf02cf76-00f0-4f92-ac44-f69961dd7b9a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:58.560673 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7224f963-9b4c-41d2-b8e2-4d85d2b44a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (cf02cf76-00f0-4f92-ac44-f69961dd7b9a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:58.563651 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7224f963-9b4c-41d2-b8e2-4d85d2b44a66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:58.568665 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7224f963-9b4c-41d2-b8e2-4d85d2b44a66 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cf02cf76-00f0-4f92-ac44-f69961dd7b9a HTTP/1.1" status: 204 len: 168 time: 0.2015526 Feb 09 01:42:58.579162 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224f963-9b4c-41d2-b8e2-4d85d2b44a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf02cf76-00f0-4f92-ac44-f69961dd7b9a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:58.601680 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-f8ff19b1-446c-42b9-a02a-ecb7e8ea09ed tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Request body: {'security_group_rule': {'security_group_id': 'ca937938-3238-4468-a7fb-b0ba70cf68f8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ec2adec8-ea61-45a7-a257-ceee5b14b8a6', 'remote_ip_prefix': None}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:58.685514 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 43b4ff4f-31bb-48da-8523-4350401d4988 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:42:58.824182 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c27cbb-6245-4a8a-8358-f71df0ae1c77 req-4eff34f7-fbed-43e4-b7b4-62b18845ecf5 tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:58.832445 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 43b4ff4f-31bb-48da-8523-4350401d4988 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:58.833437 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (43b4ff4f-31bb-48da-8523-4350401d4988), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:58.840228 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-07c27cbb-6245-4a8a-8358-f71df0ae1c77 req-4eff34f7-fbed-43e4-b7b4-62b18845ecf5 tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 1129 time: 0.4286723 Feb 09 01:42:58.982603 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f8ff19b1-446c-42b9-a02a-ecb7e8ea09ed tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (f976e28c-31ea-45a2-88ec-1f7255f1413b), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:59.022174 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a256b74-493e-469e-99f9-e54892a1f7bb None None] Network acd4f76c-c2b6-4b4a-995b-79c5e9c8c8c7 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:42:59.089218 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-29e73dbc-4fd6-413e-a34e-532b02ac0dbf req-b557c6d8-a678-41b6-85ca-340afaa369ed service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1384232 Feb 09 01:42:59.167121 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ad4ef915-0a4c-4ff2-8abf-70da52c4e16d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (fe610008-aa1c-4e7b-8326-1f059d49bbae), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:59.211654 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-07c27cbb-6245-4a8a-8358-f71df0ae1c77 req-a47b30b8-e6e1-423a-85b2-86218664e389 tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=c174cb6e-64e7-44be-83f3-29ea109f9382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3679321 Feb 09 01:42:59.257118 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e73dbc-4fd6-413e-a34e-532b02ac0dbf req-7752ee70-4194-4b43-97d6-5a1653316c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:59.268089 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-29e73dbc-4fd6-413e-a34e-532b02ac0dbf req-7752ee70-4194-4b43-97d6-5a1653316c10 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e7f5366db1de43098724f0eb4e3342fd&device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 1129 time: 0.1062369 Feb 09 01:42:59.270765 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-a5fff3ab-6e99-4407-b63c-d8a24321f6b9 None None] Provisioning complete for port 53582d29-c948-4a81-99d6-c17e5dc284f9 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:59.271434 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a5fff3ab-6e99-4407-b63c-d8a24321f6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (53582d29-c948-4a81-99d6-c17e5dc284f9), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:59.360756 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 43b4ff4f-31bb-48da-8523-4350401d4988 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:59.363147 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 53582d29-c948-4a81-99d6-c17e5dc284f9 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:42:59.561461 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f8ff19b1-446c-42b9-a02a-ecb7e8ea09ed tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (f976e28c-31ea-45a2-88ec-1f7255f1413b), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:59.563173 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-ab0365f1-5047-40d5-b1ab-9f7a05c3fc37 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Deleting port db27a867-7a99-4d3c-ac81-52a6599c3bf7 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:42:59.563771 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ab0365f1-5047-40d5-b1ab-9f7a05c3fc37 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (db27a867-7a99-4d3c-ac81-52a6599c3bf7), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:59.589554 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e73dbc-4fd6-413e-a34e-532b02ac0dbf req-499f5d8c-1c76-4a72-b9d4-83e4f4ad8a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:59.592242 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-29e73dbc-4fd6-413e-a34e-532b02ac0dbf req-499f5d8c-1c76-4a72-b9d4-83e4f4ad8a7f service neutron] 10.222.0.121 "GET /v2.0/networks?id=d6cb6789-0b2a-4ba4-8424-772a7d1413c2 HTTP/1.1" status: 200 len: 896 time: 0.3055494 Feb 09 01:42:59.640052 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 53582d29-c948-4a81-99d6-c17e5dc284f9 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:42:59.640436 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (53582d29-c948-4a81-99d6-c17e5dc284f9), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:59.677875 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a5fff3ab-6e99-4407-b63c-d8a24321f6b9 None None] Current status of the port 53582d29-c948-4a81-99d6-c17e5dc284f9 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:59.678268 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a5fff3ab-6e99-4407-b63c-d8a24321f6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (53582d29-c948-4a81-99d6-c17e5dc284f9), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:59.719098 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-ab0365f1-5047-40d5-b1ab-9f7a05c3fc37 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] For port db27a867-7a99-4d3c-ac81-52a6599c3bf7, host n-h1-822053-40, got binding levels [] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:59.719546 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ab0365f1-5047-40d5-b1ab-9f7a05c3fc37 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (db27a867-7a99-4d3c-ac81-52a6599c3bf7), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:59.737241 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-ab0365f1-5047-40d5-b1ab-9f7a05c3fc37 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Calling delete_port for db27a867-7a99-4d3c-ac81-52a6599c3bf7 owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:42:59.771298 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-29e73dbc-4fd6-413e-a34e-532b02ac0dbf req-8d25c531-398a-47d5-b5b9-7f27a73360a8 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40bd1084-775d-4c76-9af0-601321ece8a0 HTTP/1.1" status: 200 len: 1002 time: 0.1659658 Feb 09 01:42:59.788944 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-a5fff3ab-6e99-4407-b63c-d8a24321f6b9 None None] For port 53582d29-c948-4a81-99d6-c17e5dc284f9, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=53582d29-c948-4a81-99d6-c17e5dc284f9,segment=NetworkSegment(2290f433-8727-4b58-81e4-3cf6590b4b6e),segment_id=2290f433-8727-4b58-81e4-3cf6590b4b6e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:59.800895 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a5fff3ab-6e99-4407-b63c-d8a24321f6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (53582d29-c948-4a81-99d6-c17e5dc284f9), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:59.842841 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f8ff19b1-446c-42b9-a02a-ecb7e8ea09ed tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (f976e28c-31ea-45a2-88ec-1f7255f1413b), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:59.870416 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2bd3a-369d-4287-8033-42aae0dabcfe req-28d40a33-da06-4bb2-b079-322ef292a568 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:59.878454 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9ac2bd3a-369d-4287-8033-42aae0dabcfe req-28d40a33-da06-4bb2-b079-322ef292a568 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 946 time: 0.4162476 Feb 09 01:42:59.885967 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e73dbc-4fd6-413e-a34e-532b02ac0dbf req-715b6d73-f0a4-44a0-a9db-2171016c3207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:59.887497 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-29e73dbc-4fd6-413e-a34e-532b02ac0dbf req-715b6d73-f0a4-44a0-a9db-2171016c3207 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1affeb7f-466a-49a4-99c4-44985032d328 HTTP/1.1" status: 200 len: 834 time: 0.1099598 Feb 09 01:42:59.896196 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ab0365f1-5047-40d5-b1ab-9f7a05c3fc37 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (db27a867-7a99-4d3c-ac81-52a6599c3bf7), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:59.897850 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 53582d29-c948-4a81-99d6-c17e5dc284f9 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:42:59.922492 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f8ff19b1-446c-42b9-a02a-ecb7e8ea09ed tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:59.923829 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f8ff19b1-446c-42b9-a02a-ecb7e8ea09ed tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.3752639 Feb 09 01:42:59.941533 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59784) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:59.999803 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e73dbc-4fd6-413e-a34e-532b02ac0dbf req-4f8fc1a1-6966-484d-bcdc-2c320d976677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:00.001402 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-29e73dbc-4fd6-413e-a34e-532b02ac0dbf req-4f8fc1a1-6966-484d-bcdc-2c320d976677 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d6cb6789-0b2a-4ba4-8424-772a7d1413c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1071124 Feb 09 01:43:00.026428 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-8b6895fa-d3e3-478d-bf2a-c210ca839469 None None] Provisioning complete for port 53582d29-c948-4a81-99d6-c17e5dc284f9 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:00.026806 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8b6895fa-d3e3-478d-bf2a-c210ca839469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (53582d29-c948-4a81-99d6-c17e5dc284f9), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:00.027871 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff19b1-446c-42b9-a02a-ecb7e8ea09ed tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f976e28c-31ea-45a2-88ec-1f7255f1413b,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:00.038446 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ab0365f1-5047-40d5-b1ab-9f7a05c3fc37 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:00.045499 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ab0365f1-5047-40d5-b1ab-9f7a05c3fc37 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] 10.222.0.30 "DELETE /v2.0/ports/db27a867-7a99-4d3c-ac81-52a6599c3bf7 HTTP/1.1" status: 204 len: 168 time: 1.8792439 Feb 09 01:43:00.089533 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fff3ab-6e99-4407-b63c-d8a24321f6b9 None None] Pushing event updated for resources: {'Port': ['ID=53582d29-c948-4a81-99d6-c17e5dc284f9,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:00.091942 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59788) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:00.097333 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0365f1-5047-40d5-b1ab-9f7a05c3fc37 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Pushing event deleted for resources: {'Port': ['ID=db27a867-7a99-4d3c-ac81-52a6599c3bf7,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:00.139445 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-29e73dbc-4fd6-413e-a34e-532b02ac0dbf req-5e842f6c-29ea-4fac-9c67-1898a88ee615 service neutron] 10.222.0.121 "GET /v2.0/networks/d6cb6789-0b2a-4ba4-8424-772a7d1413c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308682 Feb 09 01:43:00.215593 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-8b6895fa-d3e3-478d-bf2a-c210ca839469 None None] Current status of the port 53582d29-c948-4a81-99d6-c17e5dc284f9 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:00.217393 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c08f8cc-a6e0-4ecd-ba2e-46d7f427308a tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] GET failed (client error): The resource could not be found. Feb 09 01:43:00.222014 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0c08f8cc-a6e0-4ecd-ba2e-46d7f427308a tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] 10.222.0.30 "GET /v2.0/ports/db27a867-7a99-4d3c-ac81-52a6599c3bf7 HTTP/1.1" status: 404 len: 333 time: 0.1272244 Feb 09 01:43:00.241501 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59794) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:00.249365 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-b747e84c-08f4-4b54-8cc6-94865797aeb3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-372283394', 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:00.278517 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 53582d29-c948-4a81-99d6-c17e5dc284f9 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:43:00.330510 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b747e84c-08f4-4b54-8cc6-94865797aeb3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Made reservation on behalf of 2af64896a5a24cf0b3df1556cb6f2049 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:00.334629 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b747e84c-08f4-4b54-8cc6-94865797aeb3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:00.363184 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9ac2bd3a-369d-4287-8033-42aae0dabcfe req-48f75d75-12a7-4c81-a04b-472fbcfdbe83 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=c174cb6e-64e7-44be-83f3-29ea109f9382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4835868 Feb 09 01:43:00.365544 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-30415ab4-e90e-4e60-a2c2-a24ae07144e8 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (f976e28c-31ea-45a2-88ec-1f7255f1413b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:00.369494 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-29e73dbc-4fd6-413e-a34e-532b02ac0dbf req-fa08ed0a-a794-44c3-a569-06804b06e9bf service neutron] 10.222.0.121 "GET /v2.0/networks/d6cb6789-0b2a-4ba4-8424-772a7d1413c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174835 Feb 09 01:43:00.374833 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-b747e84c-08f4-4b54-8cc6-94865797aeb3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] device_id is not set on port 464cdff9-c12f-4b15-be9e-98e964eacf4c yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:43:00.416292 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-30415ab4-e90e-4e60-a2c2-a24ae07144e8 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (f976e28c-31ea-45a2-88ec-1f7255f1413b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:00.419204 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59798) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:00.459223 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 53582d29-c948-4a81-99d6-c17e5dc284f9 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:00.459910 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (53582d29-c948-4a81-99d6-c17e5dc284f9), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:00.535060 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4ef915-0a4c-4ff2-8abf-70da52c4e16d admin admin] Router fe610008-aa1c-4e7b-8326-1f059d49bbae is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:43:00.598552 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-30415ab4-e90e-4e60-a2c2-a24ae07144e8 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (f976e28c-31ea-45a2-88ec-1f7255f1413b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:00.603630 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-30415ab4-e90e-4e60-a2c2-a24ae07144e8 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:00.605335 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-30415ab4-e90e-4e60-a2c2-a24ae07144e8 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/f976e28c-31ea-45a2-88ec-1f7255f1413b HTTP/1.1" status: 204 len: 168 time: 0.6628492 Feb 09 01:43:00.612754 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59802) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:00.693542 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-61763edc-a78c-421a-bde4-6d7a79d640a5 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/floatingips/7166a4a3-c40c-42b5-81c1-0105bf767e7d HTTP/1.1" status: 200 len: 994 time: 0.2715991 Feb 09 01:43:00.704811 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 53582d29-c948-4a81-99d6-c17e5dc284f9 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:00.831479 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30415ab4-e90e-4e60-a2c2-a24ae07144e8 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f976e28c-31ea-45a2-88ec-1f7255f1413b,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:00.843250 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4ef915-0a4c-4ff2-8abf-70da52c4e16d admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:43:00.861463 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b747e84c-08f4-4b54-8cc6-94865797aeb3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks [] for port (464cdff9-c12f-4b15-be9e-98e964eacf4c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:00.866072 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b30b4cc-b947-4cfd-8205-b58f0b58c3a2 None None] Sync routers for ids ['fe610008-aa1c-4e7b-8326-1f059d49bbae'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:43:00.897557 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b30b4cc-b947-4cfd-8205-b58f0b58c3a2 None None] Routers {'fe610008-aa1c-4e7b-8326-1f059d49bbae'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:43:00.900822 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-7b30b4cc-b947-4cfd-8205-b58f0b58c3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:42:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['fe610008-aa1c-4e7b-8326-1f059d49bbae'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:00.924045 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6027712c-c6d8-445b-9a3b-367ebfde4a66 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2677219 Feb 09 01:43:00.925535 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59810) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:00.958638 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b747e84c-08f4-4b54-8cc6-94865797aeb3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (464cdff9-c12f-4b15-be9e-98e964eacf4c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:01.006730 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ad4ef915-0a4c-4ff2-8abf-70da52c4e16d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:01.008477 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ad4ef915-0a4c-4ff2-8abf-70da52c4e16d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9181111 Feb 09 01:43:01.033144 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59812) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:01.149907 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b747e84c-08f4-4b54-8cc6-94865797aeb3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Pushing event updated for resources: {'Port': ['ID=464cdff9-c12f-4b15-be9e-98e964eacf4c,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:01.156954 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b747e84c-08f4-4b54-8cc6-94865797aeb3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Network c58bf30e-02bd-45d6-9a0f-b6f011a163ec is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:01.161152 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-b747e84c-08f4-4b54-8cc6-94865797aeb3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:01.173290 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b747e84c-08f4-4b54-8cc6-94865797aeb3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:43:01.174917 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b747e84c-08f4-4b54-8cc6-94865797aeb3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:01.175888 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b747e84c-08f4-4b54-8cc6-94865797aeb3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:01.197538 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-7b30b4cc-b947-4cfd-8205-b58f0b58c3a2 None None] Set router fe610008-aa1c-4e7b-8326-1f059d49bbae gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:43:01.226287 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b747e84c-08f4-4b54-8cc6-94865797aeb3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9834504 Feb 09 01:43:01.229711 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59824) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:01.319053 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5f1bd8f1-934f-4ff9-a6ab-64bc6bddb45a tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (ec2adec8-ea61-45a7-a257-ceee5b14b8a6), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:01.325344 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f904bac2-64b0-40fc-a68f-d901fe6cb574 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:01.326922 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f904bac2-64b0-40fc-a68f-d901fe6cb574 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] 10.222.0.30 "GET /v2.0/ports/464cdff9-c12f-4b15-be9e-98e964eacf4c HTTP/1.1" status: 200 len: 954 time: 0.0947857 Feb 09 01:43:01.329588 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59828) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:01.383421 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5f1bd8f1-934f-4ff9-a6ab-64bc6bddb45a tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (ec2adec8-ea61-45a7-a257-ceee5b14b8a6), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:01.595614 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2aabd0c8-a93d-4f8f-b3b2-60e82cf3bd5b tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Deleting port 464cdff9-c12f-4b15-be9e-98e964eacf4c {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:43:01.595886 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2aabd0c8-a93d-4f8f-b3b2-60e82cf3bd5b tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (464cdff9-c12f-4b15-be9e-98e964eacf4c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:01.608149 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5f1bd8f1-934f-4ff9-a6ab-64bc6bddb45a tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ec2adec8-ea61-45a7-a257-ceee5b14b8a6), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:01.612978 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5f1bd8f1-934f-4ff9-a6ab-64bc6bddb45a tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:01.615460 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5f1bd8f1-934f-4ff9-a6ab-64bc6bddb45a tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "DELETE /v2.0/security-groups/ec2adec8-ea61-45a7-a257-ceee5b14b8a6 HTTP/1.1" status: 204 len: 168 time: 0.6882124 Feb 09 01:43:01.630434 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59832) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:01.636193 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-b86627c9-d117-480b-a00d-3d1b8206207c req-9fa0c0fc-9ba7-4bbe-bf27-c06eadf1b51e service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:01.638472 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b86627c9-d117-480b-a00d-3d1b8206207c req-9fa0c0fc-9ba7-4bbe-bf27-c06eadf1b51e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4518685 Feb 09 01:43:01.673174 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-7b30b4cc-b947-4cfd-8205-b58f0b58c3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe610008-aa1c-4e7b-8326-1f059d49bbae', 'name': 'tempest-TestAggregatesBasicOps-720578859-router', 'tenant_id': 'c01d9a9751764144bd98883df4b5aef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '7d6b8f81-8801-41fa-ae1e-fddb5939df0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:42:54Z', 'updated_at': '2022-02-09T01:42:56Z', 'revision_number': 3, 'project_id': 'c01d9a9751764144bd98883df4b5aef9', 'gw_port': {'id': '7d6b8f81-8801-41fa-ae1e-fddb5939df0d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ea:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe610008-aa1c-4e7b-8326-1f059d49bbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:55Z', 'updated_at': '2022-02-09T01:42:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:01.673942 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1bd8f1-934f-4ff9-a6ab-64bc6bddb45a tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2adec8-ea61-45a7-a257-ceee5b14b8a6,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:01.773698 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b30b4cc-b947-4cfd-8205-b58f0b58c3a2 None None] Checking router: fe610008-aa1c-4e7b-8326-1f059d49bbae for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:43:01.774055 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b30b4cc-b947-4cfd-8205-b58f0b58c3a2 None None] Updating router fe610008-aa1c-4e7b-8326-1f059d49bbae port 7d6b8f81-8801-41fa-ae1e-fddb5939df0d binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:43:01.790977 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2aabd0c8-a93d-4f8f-b3b2-60e82cf3bd5b tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (464cdff9-c12f-4b15-be9e-98e964eacf4c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:01.858725 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2aabd0c8-a93d-4f8f-b3b2-60e82cf3bd5b tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Calling delete_port for 464cdff9-c12f-4b15-be9e-98e964eacf4c owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:43:01.859939 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7b30b4cc-b947-4cfd-8205-b58f0b58c3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7d6b8f81-8801-41fa-ae1e-fddb5939df0d), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:01.930677 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-40dde899-0a37-405a-bade-b632493ec926 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2826934 Feb 09 01:43:01.937915 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59846) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:02.130752 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2aabd0c8-a93d-4f8f-b3b2-60e82cf3bd5b tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (464cdff9-c12f-4b15-be9e-98e964eacf4c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:02.139753 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5a230fc2-c1a1-45e0-bf60-89c2cabe346c tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (ca937938-3238-4468-a7fb-b0ba70cf68f8), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:02.179225 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5a230fc2-c1a1-45e0-bf60-89c2cabe346c tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (ca937938-3238-4468-a7fb-b0ba70cf68f8), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:02.231969 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5a230fc2-c1a1-45e0-bf60-89c2cabe346c tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ca937938-3238-4468-a7fb-b0ba70cf68f8), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:02.234047 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2aabd0c8-a93d-4f8f-b3b2-60e82cf3bd5b tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:02.235244 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5a230fc2-c1a1-45e0-bf60-89c2cabe346c tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:02.236627 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5a230fc2-c1a1-45e0-bf60-89c2cabe346c tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "DELETE /v2.0/security-groups/ca937938-3238-4468-a7fb-b0ba70cf68f8 HTTP/1.1" status: 204 len: 168 time: 0.2964866 Feb 09 01:43:02.243774 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59850) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:02.260852 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2aabd0c8-a93d-4f8f-b3b2-60e82cf3bd5b tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] 10.222.0.30 "DELETE /v2.0/ports/464cdff9-c12f-4b15-be9e-98e964eacf4c HTTP/1.1" status: 204 len: 168 time: 0.9295380 Feb 09 01:43:02.261992 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aabd0c8-a93d-4f8f-b3b2-60e82cf3bd5b tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Pushing event deleted for resources: {'Port': ['ID=464cdff9-c12f-4b15-be9e-98e964eacf4c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:02.263705 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59852) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:02.306103 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d322a94e-3e0b-49aa-8004-083564636cca tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0605741 Feb 09 01:43:02.314249 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59854) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:02.361146 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a230fc2-c1a1-45e0-bf60-89c2cabe346c tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca937938-3238-4468-a7fb-b0ba70cf68f8,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:02.388033 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-2833fa0c-9f34-4644-a7b2-859033444158 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Request body: {'security_group': {'name': 'tempest-secgroup--536177025'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:02.409465 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-297950ef-b7f4-415c-98cc-87d467e3ac35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:02.413113 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-34bf019e-170d-48b5-b53f-4227a4a7d932 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] GET failed (client error): The resource could not be found. Feb 09 01:43:02.419146 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-34bf019e-170d-48b5-b53f-4227a4a7d932 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] 10.222.0.30 "GET /v2.0/ports/464cdff9-c12f-4b15-be9e-98e964eacf4c HTTP/1.1" status: 404 len: 333 time: 0.1543081 Feb 09 01:43:02.427017 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59858) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:02.434619 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-a45ea59a-dd01-43cc-9d55-bce72d277156 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Request body: {'port': {'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1571249347'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:02.509473 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2833fa0c-9f34-4644-a7b2-859033444158 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:02.570498 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7b30b4cc-b947-4cfd-8205-b58f0b58c3a2 None None] Publish callbacks [] for port (7d6b8f81-8801-41fa-ae1e-fddb5939df0d), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:02.597315 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7b30b4cc-b947-4cfd-8205-b58f0b58c3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7d6b8f81-8801-41fa-ae1e-fddb5939df0d), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:02.730849 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2833fa0c-9f34-4644-a7b2-859033444158 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (45c74f81-ec84-4808-9c71-ae4faa895168), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:02.732486 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59862) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:02.748352 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-297950ef-b7f4-415c-98cc-87d467e3ac35 admin admin] Allocated IP 172.20.0.1 (acd4f76c-c2b6-4b4a-995b-79c5e9c8c8c7/ac946837-3784-48fa-82e2-564fcf36117f/e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:02.762949 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2833fa0c-9f34-4644-a7b2-859033444158 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (45c74f81-ec84-4808-9c71-ae4faa895168), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:02.778060 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-7b30b4cc-b947-4cfd-8205-b58f0b58c3a2 None None] Attempting to bind port 7d6b8f81-8801-41fa-ae1e-fddb5939df0d on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:02.781228 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-7b30b4cc-b947-4cfd-8205-b58f0b58c3a2 None None] Attempting to bind port 7d6b8f81-8801-41fa-ae1e-fddb5939df0d by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:02.782116 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b30b4cc-b947-4cfd-8205-b58f0b58c3a2 None None] Attempting to bind port 7d6b8f81-8801-41fa-ae1e-fddb5939df0d on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:02.798905 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b30b4cc-b947-4cfd-8205-b58f0b58c3a2 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:43:02.801232 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b30b4cc-b947-4cfd-8205-b58f0b58c3a2 None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:43:02.801875 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7b30b4cc-b947-4cfd-8205-b58f0b58c3a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:02.803253 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b30b4cc-b947-4cfd-8205-b58f0b58c3a2 None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:43:02.809453 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-7b30b4cc-b947-4cfd-8205-b58f0b58c3a2 None None] Bound port: 7d6b8f81-8801-41fa-ae1e-fddb5939df0d, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:43:02.810195 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7b30b4cc-b947-4cfd-8205-b58f0b58c3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7d6b8f81-8801-41fa-ae1e-fddb5939df0d), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:02.875907 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2833fa0c-9f34-4644-a7b2-859033444158 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:02.879454 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2833fa0c-9f34-4644-a7b2-859033444158 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5617893 Feb 09 01:43:02.882029 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833fa0c-9f34-4644-a7b2-859033444158 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45c74f81-ec84-4808-9c71-ae4faa895168,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:02.903394 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59868) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:02.906515 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1b912-b72d-4a1a-8799-2f5fd6cd4581 None None] Pushing event updated for resources: {'Port': ['ID=7d6b8f81-8801-41fa-ae1e-fddb5939df0d,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:02.924856 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-ee992edd-18a0-4a9d-b54e-875582e76674 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Request body: {'security_group_rule': {'security_group_id': '45c74f81-ec84-4808-9c71-ae4faa895168', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:02.974728 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-7b30b4cc-b947-4cfd-8205-b58f0b58c3a2 None None] For port 7d6b8f81-8801-41fa-ae1e-fddb5939df0d, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:43:02.984073 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-7b30b4cc-b947-4cfd-8205-b58f0b58c3a2 None None] For port 7d6b8f81-8801-41fa-ae1e-fddb5939df0d, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=7d6b8f81-8801-41fa-ae1e-fddb5939df0d,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:43:02.996334 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7b30b4cc-b947-4cfd-8205-b58f0b58c3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7d6b8f81-8801-41fa-ae1e-fddb5939df0d), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:03.054246 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee992edd-18a0-4a9d-b54e-875582e76674 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (6135097f-359b-4a24-b7ee-b343fcb90a71), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:03.064837 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45ea59a-dd01-43cc-9d55-bce72d277156 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Made reservation on behalf of 2af64896a5a24cf0b3df1556cb6f2049 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:03.067181 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a45ea59a-dd01-43cc-9d55-bce72d277156 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:03.083306 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-297950ef-b7f4-415c-98cc-87d467e3ac35 admin admin] Publish callbacks [] for port (e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:03.144364 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1b912-b72d-4a1a-8799-2f5fd6cd4581 None None] Pushing event updated for resources: {'Port': ['ID=7d6b8f81-8801-41fa-ae1e-fddb5939df0d,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:03.153854 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-a45ea59a-dd01-43cc-9d55-bce72d277156 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] device_id is not set on port 6c484430-2d2e-45b0-afdf-49ff6342ef10 yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:43:03.162392 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b30b4cc-b947-4cfd-8205-b58f0b58c3a2 None None] Routers {'fe610008-aa1c-4e7b-8326-1f059d49bbae'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:43:03.163026 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-7b30b4cc-b947-4cfd-8205-b58f0b58c3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:42:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['fe610008-aa1c-4e7b-8326-1f059d49bbae'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:03.212507 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-65543f29-d7d9-4927-bfb3-749f8252b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1022433158'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:03.221104 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214da16a-3d91-4427-a82d-626545c20bcd req-a6622c10-fed3-4f9b-a94c-4fdaea71a76c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:03.226902 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-214da16a-3d91-4427-a82d-626545c20bcd req-a6622c10-fed3-4f9b-a94c-4fdaea71a76c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 946 time: 0.2963285 Feb 09 01:43:03.343866 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee992edd-18a0-4a9d-b54e-875582e76674 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (6135097f-359b-4a24-b7ee-b343fcb90a71), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:03.360140 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee992edd-18a0-4a9d-b54e-875582e76674 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (6135097f-359b-4a24-b7ee-b343fcb90a71), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:03.387936 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65543f29-d7d9-4927-bfb3-749f8252b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903-project] Made reservation on behalf of 75f8e8ff92e04426b398675be18540f5 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:03.393429 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-65543f29-d7d9-4927-bfb3-749f8252b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:03.441415 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-cc353fa0-8a2f-4f55-995f-e05da135c34d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7037685 Feb 09 01:43:03.444749 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee992edd-18a0-4a9d-b54e-875582e76674 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6135097f-359b-4a24-b7ee-b343fcb90a71,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:03.456556 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-65543f29-d7d9-4927-bfb3-749f8252b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:03.501753 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-297950ef-b7f4-415c-98cc-87d467e3ac35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:03.513954 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee992edd-18a0-4a9d-b54e-875582e76674 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:03.520705 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ee992edd-18a0-4a9d-b54e-875582e76674 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6158662 Feb 09 01:43:03.524513 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59876) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:03.728729 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297950ef-b7f4-415c-98cc-87d467e3ac35 admin admin] Pushing event updated for resources: {'Port': ['ID=e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:03.784964 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-65543f29-d7d9-4927-bfb3-749f8252b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903-project] Publish callbacks [] for security_group (6c68e317-5339-47bc-a6a7-f8118735d403), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:03.793383 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-65543f29-d7d9-4927-bfb3-749f8252b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (6c68e317-5339-47bc-a6a7-f8118735d403), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:03.798036 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-7b30b4cc-b947-4cfd-8205-b58f0b58c3a2 None None] Set router fe610008-aa1c-4e7b-8326-1f059d49bbae gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:43:03.869001 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297950ef-b7f4-415c-98cc-87d467e3ac35 admin admin] Network acd4f76c-c2b6-4b4a-995b-79c5e9c8c8c7 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:03.873377 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65543f29-d7d9-4927-bfb3-749f8252b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c68e317-5339-47bc-a6a7-f8118735d403,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:03.874959 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-297950ef-b7f4-415c-98cc-87d467e3ac35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:03.884418 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65543f29-d7d9-4927-bfb3-749f8252b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:43:03.914728 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-65543f29-d7d9-4927-bfb3-749f8252b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (dbd2d33e-abc5-4e9d-9751-f9563541847e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:03.917683 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-65543f29-d7d9-4927-bfb3-749f8252b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903-project] Added segment dbd2d33e-abc5-4e9d-9751-f9563541847e of type vlan for network 50d47dea-4eaa-4a73-9893-1c44e817d702 Feb 09 01:43:03.985978 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-65543f29-d7d9-4927-bfb3-749f8252b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (50d47dea-4eaa-4a73-9893-1c44e817d702), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:03.999573 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-214da16a-3d91-4427-a82d-626545c20bcd req-2533df10-1a26-4465-b2eb-f04af9be6b31 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=c174cb6e-64e7-44be-83f3-29ea109f9382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5742049 Feb 09 01:43:04.021722 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-65543f29-d7d9-4927-bfb3-749f8252b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (50d47dea-4eaa-4a73-9893-1c44e817d702), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:04.022685 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297950ef-b7f4-415c-98cc-87d467e3ac35 admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:43:04.028943 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65543f29-d7d9-4927-bfb3-749f8252b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:04.029858 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-65543f29-d7d9-4927-bfb3-749f8252b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:04.141185 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-65543f29-d7d9-4927-bfb3-749f8252b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.3910265 Feb 09 01:43:04.232652 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65543f29-d7d9-4927-bfb3-749f8252b259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903-project] Pushing event updated for resources: {'Network': ['ID=50d47dea-4eaa-4a73-9893-1c44e817d702,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:04.250918 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 50d47dea-4eaa-4a73-9893-1c44e817d702 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:43:04.266222 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-297950ef-b7f4-415c-98cc-87d467e3ac35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (fe610008-aa1c-4e7b-8326-1f059d49bbae), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:04.506841 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2c7a2c20-4241-4c88-be59-af6c8d5919d9 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (6135097f-359b-4a24-b7ee-b343fcb90a71), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:04.510255 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59902) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:04.515618 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Request body: {'port': {'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702', 'binding:host_id': 'n-h1-822053-40', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-884387752'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:04.518416 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2c7a2c20-4241-4c88-be59-af6c8d5919d9 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (6135097f-359b-4a24-b7ee-b343fcb90a71), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:04.539088 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Made reservation on behalf of 8e291e4bd37743d4b5854136c4c7dbdd for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:04.542850 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:04.558328 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:04.647660 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-a4bd494f-eae3-4780-8991-19ab96f4c09a None None] Provisioning complete for port e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:04.648424 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a4bd494f-eae3-4780-8991-19ab96f4c09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:04.681251 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2c7a2c20-4241-4c88-be59-af6c8d5919d9 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (6135097f-359b-4a24-b7ee-b343fcb90a71), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:04.687368 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-297950ef-b7f4-415c-98cc-87d467e3ac35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:04.691440 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2c7a2c20-4241-4c88-be59-af6c8d5919d9 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:04.710962 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks [] for security_group (41b24190-dfff-4896-a965-5774bbc16e9c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:04.716872 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2c7a2c20-4241-4c88-be59-af6c8d5919d9 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/6135097f-359b-4a24-b7ee-b343fcb90a71 HTTP/1.1" status: 204 len: 168 time: 1.1025498 Feb 09 01:43:04.718028 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (41b24190-dfff-4896-a965-5774bbc16e9c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:04.722329 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59904) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:04.747385 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a2c20-4241-4c88-be59-af6c8d5919d9 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6135097f-359b-4a24-b7ee-b343fcb90a71,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:04.747746 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a4bd494f-eae3-4780-8991-19ab96f4c09a None None] Port e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:43:04.764711 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] device_id is not set on port 32c85288-237e-400f-b446-8620108fd7ff yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:43:04.769123 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-7b30b4cc-b947-4cfd-8205-b58f0b58c3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe610008-aa1c-4e7b-8326-1f059d49bbae', 'name': 'tempest-TestAggregatesBasicOps-720578859-router', 'tenant_id': 'c01d9a9751764144bd98883df4b5aef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '7d6b8f81-8801-41fa-ae1e-fddb5939df0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:42:54Z', 'updated_at': '2022-02-09T01:42:56Z', 'revision_number': 3, 'project_id': 'c01d9a9751764144bd98883df4b5aef9', 'gw_port': {'id': '7d6b8f81-8801-41fa-ae1e-fddb5939df0d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ea:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe610008-aa1c-4e7b-8326-1f059d49bbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:55Z', 'updated_at': '2022-02-09T01:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:04.844028 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a45ea59a-dd01-43cc-9d55-bce72d277156 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks [] for port (6c484430-2d2e-45b0-afdf-49ff6342ef10), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:04.861032 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b30b4cc-b947-4cfd-8205-b58f0b58c3a2 None None] The sync data for ids ['fe610008-aa1c-4e7b-8326-1f059d49bbae'] in n-d-822053-40 is: [{'id': 'fe610008-aa1c-4e7b-8326-1f059d49bbae', 'name': 'tempest-TestAggregatesBasicOps-720578859-router', 'tenant_id': 'c01d9a9751764144bd98883df4b5aef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '7d6b8f81-8801-41fa-ae1e-fddb5939df0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:42:54Z', 'updated_at': '2022-02-09T01:42:56Z', 'revision_number': 3, 'project_id': 'c01d9a9751764144bd98883df4b5aef9', 'gw_port': {'id': '7d6b8f81-8801-41fa-ae1e-fddb5939df0d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ea:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe610008-aa1c-4e7b-8326-1f059d49bbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:55Z', 'updated_at': '2022-02-09T01:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:43:05.041867 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2829bae6-bec7-4989-b671-0eb03c903dd9 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3158836 Feb 09 01:43:05.042700 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b24190-dfff-4896-a965-5774bbc16e9c,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:05.054797 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59912) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:05.313184 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a45ea59a-dd01-43cc-9d55-bce72d277156 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (6c484430-2d2e-45b0-afdf-49ff6342ef10), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:05.338748 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a38709a-4d2b-4551-b355-0943162c0343 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (45c74f81-ec84-4808-9c71-ae4faa895168), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:05.414819 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a38709a-4d2b-4551-b355-0943162c0343 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (45c74f81-ec84-4808-9c71-ae4faa895168), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:05.445985 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45ea59a-dd01-43cc-9d55-bce72d277156 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Network c58bf30e-02bd-45d6-9a0f-b6f011a163ec is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:05.456408 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] device_id is not set on port 32c85288-237e-400f-b446-8620108fd7ff yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:43:05.479999 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks [] for port (32c85288-237e-400f-b446-8620108fd7ff), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:05.502567 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (32c85288-237e-400f-b446-8620108fd7ff), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:05.526396 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-a45ea59a-dd01-43cc-9d55-bce72d277156 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:05.583152 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a38709a-4d2b-4551-b355-0943162c0343 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (45c74f81-ec84-4808-9c71-ae4faa895168), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:05.585938 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a38709a-4d2b-4551-b355-0943162c0343 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:05.590164 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7a38709a-4d2b-4551-b355-0943162c0343 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "DELETE /v2.0/security-groups/45c74f81-ec84-4808-9c71-ae4faa895168 HTTP/1.1" status: 204 len: 168 time: 0.5314207 Feb 09 01:43:05.596058 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45ea59a-dd01-43cc-9d55-bce72d277156 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:43:05.597004 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45ea59a-dd01-43cc-9d55-bce72d277156 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:05.597607 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a45ea59a-dd01-43cc-9d55-bce72d277156 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:05.602344 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59916) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:05.622026 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-297950ef-b7f4-415c-98cc-87d467e3ac35 admin admin] Publish callbacks [] for port (e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:05.651789 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a38709a-4d2b-4551-b355-0943162c0343 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c74f81-ec84-4808-9c71-ae4faa895168,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:05.659892 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Pushing event updated for resources: {'Port': ['ID=32c85288-237e-400f-b446-8620108fd7ff,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:05.665536 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ea59a-dd01-43cc-9d55-bce72d277156 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Pushing event updated for resources: {'Port': ['ID=6c484430-2d2e-45b0-afdf-49ff6342ef10,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:05.668379 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-297950ef-b7f4-415c-98cc-87d467e3ac35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:05.706658 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Checking segment: {'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:43:05.707027 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Network hostable DHCP agents. Network: 50d47dea-4eaa-4a73-9893-1c44e817d702, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:43:05.746996 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Network 50d47dea-4eaa-4a73-9893-1c44e817d702 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:43:05.757209 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 50d47dea-4eaa-4a73-9893-1c44e817d702) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:05.766611 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333d5e2-74c9-47c2-98ac-ee9a44b5d498 req-ad6809e9-e9da-489c-b97e-86c61d9a5d72 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:05.768247 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b333d5e2-74c9-47c2-98ac-ee9a44b5d498 req-ad6809e9-e9da-489c-b97e-86c61d9a5d72 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 946 time: 0.6186109 Feb 09 01:43:05.770561 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14265f9-68b5-4562-8e23-6f231f8c6b6a None None] Network 50d47dea-4eaa-4a73-9893-1c44e817d702 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:43:05.772839 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:43:05.805071 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 32c85288-237e-400f-b446-8620108fd7ff on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:05.805409 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 32c85288-237e-400f-b446-8620108fd7ff by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:05.805754 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 32c85288-237e-400f-b446-8620108fd7ff on network 50d47dea-4eaa-4a73-9893-1c44e817d702 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:05.823752 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Port 32c85288-237e-400f-b446-8620108fd7ff on network 50d47dea-4eaa-4a73-9893-1c44e817d702 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:05.824112 n-d-822053-40 neutron-server[103528]: ERROR neutron.plugins.ml2.managers [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Failed to bind port 32c85288-237e-400f-b446-8620108fd7ff on host n-h1-822053-40 for vnic_type normal using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] Feb 09 01:43:05.824735 n-d-822053-40 neutron-server[103528]: INFO neutron.plugins.ml2.plugin [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempt 2 to bind port 32c85288-237e-400f-b446-8620108fd7ff Feb 09 01:43:05.838896 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a45ea59a-dd01-43cc-9d55-bce72d277156 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.4090550 Feb 09 01:43:05.859208 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59918) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:05.890841 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5e1c52a3-8325-430f-827b-7cac550e2350 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2837210 Feb 09 01:43:05.902404 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59920) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:05.903812 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:05.942325 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-c1763edc-f2cb-4527-8b69-57cf9fd2c560 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Request body: {'security_group': {'name': 'tempest-secgroup--647959785'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:05.977187 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-297950ef-b7f4-415c-98cc-87d467e3ac35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (fe610008-aa1c-4e7b-8326-1f059d49bbae), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:05.987113 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297950ef-b7f4-415c-98cc-87d467e3ac35 admin admin] Pushing event updated for resources: {'Port': ['ID=e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:06.027692 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c1763edc-f2cb-4527-8b69-57cf9fd2c560 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:06.051119 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 32c85288-237e-400f-b446-8620108fd7ff on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:06.051574 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 32c85288-237e-400f-b446-8620108fd7ff by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:06.052648 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 32c85288-237e-400f-b446-8620108fd7ff on network 50d47dea-4eaa-4a73-9893-1c44e817d702 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:06.077941 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Port 32c85288-237e-400f-b446-8620108fd7ff on network 50d47dea-4eaa-4a73-9893-1c44e817d702 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:06.078491 n-d-822053-40 neutron-server[103528]: ERROR neutron.plugins.ml2.managers [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Failed to bind port 32c85288-237e-400f-b446-8620108fd7ff on host n-h1-822053-40 for vnic_type normal using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] Feb 09 01:43:06.087118 n-d-822053-40 neutron-server[103528]: INFO neutron.plugins.ml2.plugin [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempt 3 to bind port 32c85288-237e-400f-b446-8620108fd7ff Feb 09 01:43:06.108906 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (6c484430-2d2e-45b0-afdf-49ff6342ef10), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:06.132896 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-f4733b75-35dd-4d05-98ad-cf51e601cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:06.136618 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-f4733b75-35dd-4d05-98ad-cf51e601cc5c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e7f5366db1de43098724f0eb4e3342fd&device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 1129 time: 0.1696341 Feb 09 01:43:06.172175 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c1763edc-f2cb-4527-8b69-57cf9fd2c560 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (e42d2e94-7c5d-4314-8b68-bf021c8d4308), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:06.192509 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b333d5e2-74c9-47c2-98ac-ee9a44b5d498 req-9388bccb-4ad9-40c4-8568-ecbcc1e9ea5e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=c174cb6e-64e7-44be-83f3-29ea109f9382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3462944 Feb 09 01:43:06.207682 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c1763edc-f2cb-4527-8b69-57cf9fd2c560 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (e42d2e94-7c5d-4314-8b68-bf021c8d4308), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:06.288908 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 32c85288-237e-400f-b446-8620108fd7ff on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:06.289332 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 32c85288-237e-400f-b446-8620108fd7ff by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:06.290021 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 32c85288-237e-400f-b446-8620108fd7ff on network 50d47dea-4eaa-4a73-9893-1c44e817d702 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:06.296438 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1763edc-f2cb-4527-8b69-57cf9fd2c560 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e42d2e94-7c5d-4314-8b68-bf021c8d4308,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:06.307716 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c1763edc-f2cb-4527-8b69-57cf9fd2c560 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:06.309062 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c1763edc-f2cb-4527-8b69-57cf9fd2c560 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3910091 Feb 09 01:43:06.332331 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59924) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:06.343076 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-2cfad1e2-0f1f-46fe-a522-f3f0b6d1efee tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Request body: {'security_group_rule': {'security_group_id': 'e42d2e94-7c5d-4314-8b68-bf021c8d4308', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:06.345895 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Port 32c85288-237e-400f-b446-8620108fd7ff on network 50d47dea-4eaa-4a73-9893-1c44e817d702 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:06.346517 n-d-822053-40 neutron-server[103528]: ERROR neutron.plugins.ml2.managers [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Failed to bind port 32c85288-237e-400f-b446-8620108fd7ff on host n-h1-822053-40 for vnic_type normal using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] Feb 09 01:43:06.351389 n-d-822053-40 neutron-server[103528]: INFO neutron.plugins.ml2.plugin [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempt 4 to bind port 32c85288-237e-400f-b446-8620108fd7ff Feb 09 01:43:06.381659 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 7d6b8f81-8801-41fa-ae1e-fddb5939df0d up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:43:06.419971 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297950ef-b7f4-415c-98cc-87d467e3ac35 admin admin] Network acd4f76c-c2b6-4b4a-995b-79c5e9c8c8c7 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:06.434724 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-297950ef-b7f4-415c-98cc-87d467e3ac35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:06.454695 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2cfad1e2-0f1f-46fe-a522-f3f0b6d1efee tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (b0c3afed-f1ab-431e-8d0a-903bee199e0a), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:06.475742 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 32c85288-237e-400f-b446-8620108fd7ff on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:06.476298 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 32c85288-237e-400f-b446-8620108fd7ff by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:06.476846 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 32c85288-237e-400f-b446-8620108fd7ff on network 50d47dea-4eaa-4a73-9893-1c44e817d702 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:06.515121 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Port 32c85288-237e-400f-b446-8620108fd7ff on network 50d47dea-4eaa-4a73-9893-1c44e817d702 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:06.515592 n-d-822053-40 neutron-server[103528]: ERROR neutron.plugins.ml2.managers [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Failed to bind port 32c85288-237e-400f-b446-8620108fd7ff on host n-h1-822053-40 for vnic_type normal using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] Feb 09 01:43:06.530167 n-d-822053-40 neutron-server[103528]: INFO neutron.plugins.ml2.plugin [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempt 5 to bind port 32c85288-237e-400f-b446-8620108fd7ff Feb 09 01:43:06.553359 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 7d6b8f81-8801-41fa-ae1e-fddb5939df0d triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:06.553736 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7d6b8f81-8801-41fa-ae1e-fddb5939df0d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:06.604929 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-2530ae07-94c5-4fa0-9f96-3d69d9d6afb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:06.606775 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-2530ae07-94c5-4fa0-9f96-3d69d9d6afb9 service neutron] 10.222.0.121 "GET /v2.0/networks?id=d6cb6789-0b2a-4ba4-8424-772a7d1413c2 HTTP/1.1" status: 200 len: 896 time: 0.4626811 Feb 09 01:43:06.611069 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 32c85288-237e-400f-b446-8620108fd7ff on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:06.611401 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 32c85288-237e-400f-b446-8620108fd7ff by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:06.611727 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 32c85288-237e-400f-b446-8620108fd7ff on network 50d47dea-4eaa-4a73-9893-1c44e817d702 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:06.689828 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Port 32c85288-237e-400f-b446-8620108fd7ff on network 50d47dea-4eaa-4a73-9893-1c44e817d702 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:06.690150 n-d-822053-40 neutron-server[103528]: ERROR neutron.plugins.ml2.managers [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Failed to bind port 32c85288-237e-400f-b446-8620108fd7ff on host n-h1-822053-40 for vnic_type normal using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] Feb 09 01:43:06.696168 n-d-822053-40 neutron-server[103528]: INFO neutron.plugins.ml2.plugin [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempt 6 to bind port 32c85288-237e-400f-b446-8620108fd7ff Feb 09 01:43:06.745792 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 7d6b8f81-8801-41fa-ae1e-fddb5939df0d is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:06.746336 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7d6b8f81-8801-41fa-ae1e-fddb5939df0d), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:06.772625 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 32c85288-237e-400f-b446-8620108fd7ff on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:06.773007 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 32c85288-237e-400f-b446-8620108fd7ff by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:06.773286 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 32c85288-237e-400f-b446-8620108fd7ff on network 50d47dea-4eaa-4a73-9893-1c44e817d702 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:06.789705 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 7d6b8f81-8801-41fa-ae1e-fddb5939df0d, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=7d6b8f81-8801-41fa-ae1e-fddb5939df0d,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:06.798140 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7d6b8f81-8801-41fa-ae1e-fddb5939df0d), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:06.801161 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-dfbceb72-a0c8-4c98-86e8-5aa2e7c50d78 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40bd1084-775d-4c76-9af0-601321ece8a0 HTTP/1.1" status: 200 len: 1002 time: 0.1865394 Feb 09 01:43:06.804554 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] device_id is not set on port 6c484430-2d2e-45b0-afdf-49ff6342ef10 yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:43:06.816622 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Port 32c85288-237e-400f-b446-8620108fd7ff on network 50d47dea-4eaa-4a73-9893-1c44e817d702 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:06.817467 n-d-822053-40 neutron-server[103528]: ERROR neutron.plugins.ml2.managers [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Failed to bind port 32c85288-237e-400f-b446-8620108fd7ff on host n-h1-822053-40 for vnic_type normal using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] Feb 09 01:43:06.831150 n-d-822053-40 neutron-server[103528]: INFO neutron.plugins.ml2.plugin [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempt 7 to bind port 32c85288-237e-400f-b446-8620108fd7ff Feb 09 01:43:06.836335 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks [] for port (6c484430-2d2e-45b0-afdf-49ff6342ef10), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:06.890116 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (6c484430-2d2e-45b0-afdf-49ff6342ef10), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:06.906419 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 32c85288-237e-400f-b446-8620108fd7ff on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:06.906664 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 32c85288-237e-400f-b446-8620108fd7ff by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:06.906827 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 32c85288-237e-400f-b446-8620108fd7ff on network 50d47dea-4eaa-4a73-9893-1c44e817d702 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:06.919090 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=7d6b8f81-8801-41fa-ae1e-fddb5939df0d,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:06.927441 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c81edcd7-ee14-4e6e-aead-c8b18ae2914e None None] Provisioning complete for port e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:06.927993 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c81edcd7-ee14-4e6e-aead-c8b18ae2914e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:06.952957 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Port 32c85288-237e-400f-b446-8620108fd7ff on network 50d47dea-4eaa-4a73-9893-1c44e817d702 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:06.953369 n-d-822053-40 neutron-server[103528]: ERROR neutron.plugins.ml2.managers [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Failed to bind port 32c85288-237e-400f-b446-8620108fd7ff on host n-h1-822053-40 for vnic_type normal using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] Feb 09 01:43:06.958387 n-d-822053-40 neutron-server[103528]: INFO neutron.plugins.ml2.plugin [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempt 8 to bind port 32c85288-237e-400f-b446-8620108fd7ff Feb 09 01:43:06.969066 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-24789df4-a805-461f-8920-18620b2c9df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:06.970590 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-24789df4-a805-461f-8920-18620b2c9df3 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1affeb7f-466a-49a4-99c4-44985032d328 HTTP/1.1" status: 200 len: 834 time: 0.1570551 Feb 09 01:43:06.976842 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c81edcd7-ee14-4e6e-aead-c8b18ae2914e None None] Port e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:43:07.020472 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 32c85288-237e-400f-b446-8620108fd7ff on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:07.020821 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 32c85288-237e-400f-b446-8620108fd7ff by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:07.021114 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 32c85288-237e-400f-b446-8620108fd7ff on network 50d47dea-4eaa-4a73-9893-1c44e817d702 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:07.023288 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Pushing event updated for resources: {'Port': ['ID=6c484430-2d2e-45b0-afdf-49ff6342ef10,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:07.045318 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Port 32c85288-237e-400f-b446-8620108fd7ff on network 50d47dea-4eaa-4a73-9893-1c44e817d702 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:07.045697 n-d-822053-40 neutron-server[103528]: ERROR neutron.plugins.ml2.managers [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Failed to bind port 32c85288-237e-400f-b446-8620108fd7ff on host n-h1-822053-40 for vnic_type normal using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] Feb 09 01:43:07.047678 n-d-822053-40 neutron-server[103528]: INFO neutron.plugins.ml2.plugin [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempt 9 to bind port 32c85288-237e-400f-b446-8620108fd7ff Feb 09 01:43:07.060112 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:07.060588 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:07.061010 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:07.076448 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 32c85288-237e-400f-b446-8620108fd7ff on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:07.076847 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 32c85288-237e-400f-b446-8620108fd7ff by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:07.077183 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 32c85288-237e-400f-b446-8620108fd7ff on network 50d47dea-4eaa-4a73-9893-1c44e817d702 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:07.083453 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Port 6c484430-2d2e-45b0-afdf-49ff6342ef10 on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:07.083799 n-d-822053-40 neutron-server[103528]: ERROR neutron.plugins.ml2.managers [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Failed to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 on host n-h1-822053-40 for vnic_type normal using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] Feb 09 01:43:07.085947 n-d-822053-40 neutron-server[103528]: INFO neutron.plugins.ml2.plugin [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempt 2 to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 Feb 09 01:43:07.090599 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-06bf1d94-6842-4935-bc44-9285439be725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:07.092449 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-06bf1d94-6842-4935-bc44-9285439be725 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d6cb6789-0b2a-4ba4-8424-772a7d1413c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1069531 Feb 09 01:43:07.101370 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Port 32c85288-237e-400f-b446-8620108fd7ff on network 50d47dea-4eaa-4a73-9893-1c44e817d702 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:07.101692 n-d-822053-40 neutron-server[103528]: ERROR neutron.plugins.ml2.managers [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Failed to bind port 32c85288-237e-400f-b446-8620108fd7ff on host n-h1-822053-40 for vnic_type normal using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] Feb 09 01:43:07.112364 n-d-822053-40 neutron-server[103528]: INFO neutron.plugins.ml2.plugin [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempt 10 to bind port 32c85288-237e-400f-b446-8620108fd7ff Feb 09 01:43:07.137345 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 32c85288-237e-400f-b446-8620108fd7ff on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:07.137574 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 32c85288-237e-400f-b446-8620108fd7ff by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:07.137766 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 32c85288-237e-400f-b446-8620108fd7ff on network 50d47dea-4eaa-4a73-9893-1c44e817d702 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:07.190239 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:07.190570 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:07.190939 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:07.205333 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Port 32c85288-237e-400f-b446-8620108fd7ff on network 50d47dea-4eaa-4a73-9893-1c44e817d702 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:07.205653 n-d-822053-40 neutron-server[103528]: ERROR neutron.plugins.ml2.managers [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Failed to bind port 32c85288-237e-400f-b446-8620108fd7ff on host n-h1-822053-40 for vnic_type normal using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] Feb 09 01:43:07.206024 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (32c85288-237e-400f-b446-8620108fd7ff), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:07.269582 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2cfad1e2-0f1f-46fe-a522-f3f0b6d1efee tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (b0c3afed-f1ab-431e-8d0a-903bee199e0a), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:07.281892 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2cfad1e2-0f1f-46fe-a522-f3f0b6d1efee tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (b0c3afed-f1ab-431e-8d0a-903bee199e0a), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:07.413924 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297950ef-b7f4-415c-98cc-87d467e3ac35 admin admin] Router fe610008-aa1c-4e7b-8326-1f059d49bbae has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:43:07.415474 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfad1e2-0f1f-46fe-a522-f3f0b6d1efee tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0c3afed-f1ab-431e-8d0a-903bee199e0a,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:07.433937 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2cfad1e2-0f1f-46fe-a522-f3f0b6d1efee tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:07.435791 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2cfad1e2-0f1f-46fe-a522-f3f0b6d1efee tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1005874 Feb 09 01:43:07.439905 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59930) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:07.471569 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-12eff67e-7cda-4c00-9b90-bb25ab55d8b4 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "GET /v2.0/security-group-rules/b0c3afed-f1ab-431e-8d0a-903bee199e0a HTTP/1.1" status: 200 len: 763 time: 0.0262632 Feb 09 01:43:07.484884 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59932) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:07.582586 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Port 6c484430-2d2e-45b0-afdf-49ff6342ef10 on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:07.583080 n-d-822053-40 neutron-server[103528]: ERROR neutron.plugins.ml2.managers [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Failed to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 on host n-h1-822053-40 for vnic_type normal using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] Feb 09 01:43:07.584389 n-d-822053-40 neutron-server[103528]: INFO neutron.plugins.ml2.plugin [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempt 3 to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 Feb 09 01:43:07.593723 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d6e82-45e5-460e-a486-c27444cf8cff req-32206819-7119-4257-b3ca-0a0f944c143b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:07.595853 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c51d6e82-45e5-460e-a486-c27444cf8cff req-32206819-7119-4257-b3ca-0a0f944c143b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 946 time: 0.2785347 Feb 09 01:43:07.628778 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:07.629112 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:07.629590 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:07.670028 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-d1d59457-161b-4c85-85e1-ed8870f4d83e service neutron] 10.222.0.121 "GET /v2.0/networks/d6cb6789-0b2a-4ba4-8424-772a7d1413c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5695689 Feb 09 01:43:07.672487 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Port 6c484430-2d2e-45b0-afdf-49ff6342ef10 on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:07.672749 n-d-822053-40 neutron-server[103528]: ERROR neutron.plugins.ml2.managers [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Failed to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 on host n-h1-822053-40 for vnic_type normal using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] Feb 09 01:43:07.678285 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b650aaf3-94cb-4c39-9f0d-362d6265e78a tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1848195 Feb 09 01:43:07.678505 n-d-822053-40 neutron-server[103528]: INFO neutron.plugins.ml2.plugin [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempt 4 to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 Feb 09 01:43:07.682404 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59934) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:07.725411 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c51d6e82-45e5-460e-a486-c27444cf8cff req-f28da531-8d70-4f35-8b56-fea627531cd0 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=c174cb6e-64e7-44be-83f3-29ea109f9382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989127 Feb 09 01:43:07.741763 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297950ef-b7f4-415c-98cc-87d467e3ac35 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:43:07.757252 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-297950ef-b7f4-415c-98cc-87d467e3ac35 admin admin] 10.222.0.30 "PUT /v2.0/routers/fe610008-aa1c-4e7b-8326-1f059d49bbae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7228122 Feb 09 01:43:07.768022 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:07.768371 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:07.768709 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:07.794149 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-71748bbd-a95f-43a5-ba60-ebed1fa052ab tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (b0c3afed-f1ab-431e-8d0a-903bee199e0a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:07.795707 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac43e40d-71c5-48ec-979a-026fe0d5d823 None None] Sync routers for ids ['fe610008-aa1c-4e7b-8326-1f059d49bbae'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:43:07.805697 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac43e40d-71c5-48ec-979a-026fe0d5d823 None None] Routers {'fe610008-aa1c-4e7b-8326-1f059d49bbae'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:43:07.806326 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ac43e40d-71c5-48ec-979a-026fe0d5d823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:42:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['fe610008-aa1c-4e7b-8326-1f059d49bbae'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:07.809005 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-71748bbd-a95f-43a5-ba60-ebed1fa052ab tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (b0c3afed-f1ab-431e-8d0a-903bee199e0a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:07.813018 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] For port 32c85288-237e-400f-b446-8620108fd7ff, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:43:07.813388 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempted to set empty binding levels {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 01:43:07.814521 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Port 6c484430-2d2e-45b0-afdf-49ff6342ef10 on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:07.814884 n-d-822053-40 neutron-server[103528]: ERROR neutron.plugins.ml2.managers [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Failed to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 on host n-h1-822053-40 for vnic_type normal using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] Feb 09 01:43:07.821778 n-d-822053-40 neutron-server[103528]: INFO neutron.plugins.ml2.plugin [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempt 5 to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 Feb 09 01:43:07.841970 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (32c85288-237e-400f-b446-8620108fd7ff), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:07.900629 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:07.900968 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:07.901327 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:07.921662 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:07.922193 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:07.930621 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-71748bbd-a95f-43a5-ba60-ebed1fa052ab tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (b0c3afed-f1ab-431e-8d0a-903bee199e0a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:07.936954 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-ac43e40d-71c5-48ec-979a-026fe0d5d823 None None] Set router fe610008-aa1c-4e7b-8326-1f059d49bbae gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:43:07.937521 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-71748bbd-a95f-43a5-ba60-ebed1fa052ab tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:07.938676 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-71748bbd-a95f-43a5-ba60-ebed1fa052ab tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/b0c3afed-f1ab-431e-8d0a-903bee199e0a HTTP/1.1" status: 204 len: 168 time: 0.2535274 Feb 09 01:43:07.941236 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59938) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:07.946512 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Port 6c484430-2d2e-45b0-afdf-49ff6342ef10 on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:07.946844 n-d-822053-40 neutron-server[103528]: ERROR neutron.plugins.ml2.managers [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Failed to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 on host n-h1-822053-40 for vnic_type normal using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] Feb 09 01:43:07.955818 n-d-822053-40 neutron-server[103528]: INFO neutron.plugins.ml2.plugin [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempt 6 to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 Feb 09 01:43:07.970845 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-6b919ab4-129d-41eb-aa34-c628e600e0f1 service neutron] 10.222.0.121 "GET /v2.0/networks/d6cb6789-0b2a-4ba4-8424-772a7d1413c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868006 Feb 09 01:43:07.983756 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71748bbd-a95f-43a5-ba60-ebed1fa052ab tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0c3afed-f1ab-431e-8d0a-903bee199e0a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:07.994326 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.4824581 Feb 09 01:43:07.995364 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:07.995711 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:07.996063 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:07.997803 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59944) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:07.999518 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a8533-f884-4db5-84e4-c7867839cec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Pushing event updated for resources: {'Port': ['ID=32c85288-237e-400f-b446-8620108fd7ff,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:08.015127 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Port 6c484430-2d2e-45b0-afdf-49ff6342ef10 on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:08.015127 n-d-822053-40 neutron-server[103528]: ERROR neutron.plugins.ml2.managers [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Failed to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 on host n-h1-822053-40 for vnic_type normal using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] Feb 09 01:43:08.015127 n-d-822053-40 neutron-server[103528]: INFO neutron.plugins.ml2.plugin [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempt 7 to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 Feb 09 01:43:08.036477 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:08.036816 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:08.037163 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:08.052025 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Port 6c484430-2d2e-45b0-afdf-49ff6342ef10 on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:08.052432 n-d-822053-40 neutron-server[103528]: ERROR neutron.plugins.ml2.managers [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Failed to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 on host n-h1-822053-40 for vnic_type normal using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] Feb 09 01:43:08.053144 n-d-822053-40 neutron-server[103528]: INFO neutron.plugins.ml2.plugin [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempt 8 to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 Feb 09 01:43:08.075026 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:08.075026 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:08.075388 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:08.083111 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Port 6c484430-2d2e-45b0-afdf-49ff6342ef10 on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:08.083971 n-d-822053-40 neutron-server[103528]: ERROR neutron.plugins.ml2.managers [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Failed to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 on host n-h1-822053-40 for vnic_type normal using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] Feb 09 01:43:08.084428 n-d-822053-40 neutron-server[103528]: INFO neutron.plugins.ml2.plugin [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempt 9 to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 Feb 09 01:43:08.105228 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:08.105742 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:08.106571 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:08.113007 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Port 6c484430-2d2e-45b0-afdf-49ff6342ef10 on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:08.113370 n-d-822053-40 neutron-server[103528]: ERROR neutron.plugins.ml2.managers [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Failed to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 on host n-h1-822053-40 for vnic_type normal using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] Feb 09 01:43:08.113779 n-d-822053-40 neutron-server[103528]: INFO neutron.plugins.ml2.plugin [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempt 10 to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 Feb 09 01:43:08.117455 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4c15a50f-1784-4dd6-bf26-232d3b5dba4d tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1711018 Feb 09 01:43:08.118643 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59946) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:08.125395 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-9090f3af-a4b0-401d-a347-e15bfcd91473 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Request body: {'security_group_rule': {'security_group_id': 'e42d2e94-7c5d-4314-8b68-bf021c8d4308', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:08.153678 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:08.154152 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:08.154349 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempting to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:08.163791 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Port 6c484430-2d2e-45b0-afdf-49ff6342ef10 on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:08.164183 n-d-822053-40 neutron-server[103528]: ERROR neutron.plugins.ml2.managers [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Failed to bind port 6c484430-2d2e-45b0-afdf-49ff6342ef10 on host n-h1-822053-40 for vnic_type normal using segments [{'id': '4f91766c-15d3-42d2-9eb8-5a8ce47f532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c58bf30e-02bd-45d6-9a0f-b6f011a163ec'}] Feb 09 01:43:08.164808 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (6c484430-2d2e-45b0-afdf-49ff6342ef10), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:08.240647 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9090f3af-a4b0-401d-a347-e15bfcd91473 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (a032449c-ab57-455a-bf03-f0f9c08bdd0d), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:08.258853 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-d916602d-c97b-4971-bc1d-69720a3dc10e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Deleting port 32c85288-237e-400f-b446-8620108fd7ff {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:43:08.259770 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d916602d-c97b-4971-bc1d-69720a3dc10e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (32c85288-237e-400f-b446-8620108fd7ff), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:08.331344 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 7d6b8f81-8801-41fa-ae1e-fddb5939df0d up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:43:08.361637 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ac43e40d-71c5-48ec-979a-026fe0d5d823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe610008-aa1c-4e7b-8326-1f059d49bbae', 'name': 'tempest-TestAggregatesBasicOps-720578859-router', 'tenant_id': 'c01d9a9751764144bd98883df4b5aef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '7d6b8f81-8801-41fa-ae1e-fddb5939df0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:42:54Z', 'updated_at': '2022-02-09T01:43:04Z', 'revision_number': 4, 'project_id': 'c01d9a9751764144bd98883df4b5aef9', 'gw_port': {'id': '7d6b8f81-8801-41fa-ae1e-fddb5939df0d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ea:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe610008-aa1c-4e7b-8326-1f059d49bbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:55Z', 'updated_at': '2022-02-09T01:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1', 'name': '', 'network_id': 'acd4f76c-c2b6-4b4a-995b-79c5e9c8c8c7', 'tenant_id': 'c01d9a9751764144bd98883df4b5aef9', 'mac_address': 'fa:16:3e:4e:bf:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe610008-aa1c-4e7b-8326-1f059d49bbae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'ac946837-3784-48fa-82e2-564fcf36117f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:02Z', 'updated_at': '2022-02-09T01:43:04Z', 'revision_number': 2, 'project_id': 'c01d9a9751764144bd98883df4b5aef9', 'subnets': [{'id': 'ac946837-3784-48fa-82e2-564fcf36117f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:08.381892 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] For port 6c484430-2d2e-45b0-afdf-49ff6342ef10, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:43:08.382490 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attempted to set empty binding levels {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 01:43:08.408665 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (6c484430-2d2e-45b0-afdf-49ff6342ef10), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:08.423376 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 7d6b8f81-8801-41fa-ae1e-fddb5939df0d triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:08.423969 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7d6b8f81-8801-41fa-ae1e-fddb5939df0d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:08.431155 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-d916602d-c97b-4971-bc1d-69720a3dc10e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] For port 32c85288-237e-400f-b446-8620108fd7ff, host n-h1-822053-40, got binding levels [] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:08.433040 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d916602d-c97b-4971-bc1d-69720a3dc10e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (32c85288-237e-400f-b446-8620108fd7ff), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:08.434975 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac43e40d-71c5-48ec-979a-026fe0d5d823 None None] Checking router: fe610008-aa1c-4e7b-8326-1f059d49bbae for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:43:08.438422 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac43e40d-71c5-48ec-979a-026fe0d5d823 None None] Updating router fe610008-aa1c-4e7b-8326-1f059d49bbae port e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1 binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:43:08.460290 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-d916602d-c97b-4971-bc1d-69720a3dc10e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Calling delete_port for 32c85288-237e-400f-b446-8620108fd7ff owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:43:08.485277 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9090f3af-a4b0-401d-a347-e15bfcd91473 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (a032449c-ab57-455a-bf03-f0f9c08bdd0d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:08.489734 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] In _notify_port_updated(), no bound segment for port 6c484430-2d2e-45b0-afdf-49ff6342ef10 on network c58bf30e-02bd-45d6-9a0f-b6f011a163ec {{(pid=103528) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:43:08.491632 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:08.492465 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:08.496688 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] 10.222.0.30 "PUT /v2.0/ports/6c484430-2d2e-45b0-afdf-49ff6342ef10 HTTP/1.1" status: 200 len: 976 time: 2.6291099 Feb 09 01:43:08.517491 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9090f3af-a4b0-401d-a347-e15bfcd91473 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (a032449c-ab57-455a-bf03-f0f9c08bdd0d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:08.522183 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59960) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:08.533791 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ac43e40d-71c5-48ec-979a-026fe0d5d823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:08.616559 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 7d6b8f81-8801-41fa-ae1e-fddb5939df0d is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:08.644998 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d916602d-c97b-4971-bc1d-69720a3dc10e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (32c85288-237e-400f-b446-8620108fd7ff), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:08.672071 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9090f3af-a4b0-401d-a347-e15bfcd91473 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a032449c-ab57-455a-bf03-f0f9c08bdd0d,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:08.691565 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b4326-773c-4e08-bbfa-890d123b2dfb tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Pushing event updated for resources: {'Port': ['ID=6c484430-2d2e-45b0-afdf-49ff6342ef10,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:08.748216 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9090f3af-a4b0-401d-a347-e15bfcd91473 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:08.752323 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9090f3af-a4b0-401d-a347-e15bfcd91473 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6288240 Feb 09 01:43:08.756629 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916602d-c97b-4971-bc1d-69720a3dc10e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Pushing event deleted for resources: {'Port': ['ID=32c85288-237e-400f-b446-8620108fd7ff,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:08.758590 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59968) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:08.762261 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d916602d-c97b-4971-bc1d-69720a3dc10e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:08.773816 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59970) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:08.775997 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d916602d-c97b-4971-bc1d-69720a3dc10e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] 10.222.0.30 "DELETE /v2.0/ports/32c85288-237e-400f-b446-8620108fd7ff HTTP/1.1" status: 204 len: 168 time: 0.7674048 Feb 09 01:43:08.826006 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-794e4c53-fbdf-4b96-9a9d-a89edee3943b tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "GET /v2.0/security-group-rules/a032449c-ab57-455a-bf03-f0f9c08bdd0d HTTP/1.1" status: 200 len: 763 time: 0.0601878 Feb 09 01:43:08.829615 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59976) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:08.830411 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c22a7d-736f-474e-9c08-35d9ff628c3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] GET failed (client error): The resource could not be found. Feb 09 01:43:08.836149 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-59c22a7d-736f-474e-9c08-35d9ff628c3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] 10.222.0.30 "GET /v2.0/ports/32c85288-237e-400f-b446-8620108fd7ff HTTP/1.1" status: 404 len: 333 time: 0.0532644 Feb 09 01:43:08.836635 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 59978) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:08.843001 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-ea8d1a6f-7505-407d-966d-613c37b4fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Request body: {'port': {'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1452273888'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:08.862030 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a8920442-a48c-444c-87ac-69d174e9a77c tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Deleting port 6c484430-2d2e-45b0-afdf-49ff6342ef10 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:43:08.862570 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a8920442-a48c-444c-87ac-69d174e9a77c tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (6c484430-2d2e-45b0-afdf-49ff6342ef10), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:08.937178 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8d1a6f-7505-407d-966d-613c37b4fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Made reservation on behalf of 8e291e4bd37743d4b5854136c4c7dbdd for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:08.943380 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea8d1a6f-7505-407d-966d-613c37b4fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:08.956674 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ac262bcd-3030-4e78-bbdd-990182c3d7a2 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1234956 Feb 09 01:43:08.970238 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59984) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:09.010301 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-13fa6178-3b90-4773-ad9b-05ea0eec4fe1 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (a032449c-ab57-455a-bf03-f0f9c08bdd0d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:09.021485 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-13fa6178-3b90-4773-ad9b-05ea0eec4fe1 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (a032449c-ab57-455a-bf03-f0f9c08bdd0d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:09.033703 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a8920442-a48c-444c-87ac-69d174e9a77c tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] For port 6c484430-2d2e-45b0-afdf-49ff6342ef10, host n-h1-822053-40, got binding levels [] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:09.033985 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a8920442-a48c-444c-87ac-69d174e9a77c tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (6c484430-2d2e-45b0-afdf-49ff6342ef10), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:09.043098 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb5d89-19b5-4a7e-bac7-09ff353c60ee req-5b34f85a-0072-4823-b450-cb84fd281de7 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:09.044265 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-ea8d1a6f-7505-407d-966d-613c37b4fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] device_id is not set on port 62b60e78-f350-40b3-a20e-6aac89818fa3 yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:43:09.045435 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b8fb5d89-19b5-4a7e-bac7-09ff353c60ee req-5b34f85a-0072-4823-b450-cb84fd281de7 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 946 time: 0.1185460 Feb 09 01:43:09.062496 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ac43e40d-71c5-48ec-979a-026fe0d5d823 None None] Publish callbacks [] for port (e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:09.064635 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a8920442-a48c-444c-87ac-69d174e9a77c tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Calling delete_port for 6c484430-2d2e-45b0-afdf-49ff6342ef10 owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:43:09.077218 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ac43e40d-71c5-48ec-979a-026fe0d5d823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:09.085506 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-13fa6178-3b90-4773-ad9b-05ea0eec4fe1 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (a032449c-ab57-455a-bf03-f0f9c08bdd0d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:09.110132 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-13fa6178-3b90-4773-ad9b-05ea0eec4fe1 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:09.111478 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-13fa6178-3b90-4773-ad9b-05ea0eec4fe1 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/a032449c-ab57-455a-bf03-f0f9c08bdd0d HTTP/1.1" status: 204 len: 168 time: 0.1400349 Feb 09 01:43:09.121095 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59988) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:09.140359 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa6178-3b90-4773-ad9b-05ea0eec4fe1 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a032449c-ab57-455a-bf03-f0f9c08bdd0d,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:09.194076 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b8fb5d89-19b5-4a7e-bac7-09ff353c60ee req-c68552bb-ece4-4a2d-b692-4b1fe68715b7 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=c174cb6e-64e7-44be-83f3-29ea109f9382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263044 Feb 09 01:43:09.236728 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a3d61daf-c6c4-4362-885d-fc4b01ae9dc1 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1121428 Feb 09 01:43:09.237757 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 59992) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:09.248154 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-d7dffed9-8056-4b0e-a206-6e4173d9adae tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Request body: {'security_group_rule': {'security_group_id': 'e42d2e94-7c5d-4314-8b68-bf021c8d4308', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:09.270115 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c72bce-7de5-4fd1-852c-df40aba43230 None None] Pushing event updated for resources: {'Port': ['ID=e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:09.273582 n-d-822053-40 neutron-server[103529]: INFO neutron.db.securitygroups_db [None req-d7dffed9-8056-4b0e-a206-6e4173d9adae tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Project e1b3288519054c459998a5fcde4c8cb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:43:09.284381 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d7dffed9-8056-4b0e-a206-6e4173d9adae tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (79b487c3-e3e4-481c-99f6-669c48c7fee4), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:09.367372 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d7dffed9-8056-4b0e-a206-6e4173d9adae tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (79b487c3-e3e4-481c-99f6-669c48c7fee4), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:09.373997 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d7dffed9-8056-4b0e-a206-6e4173d9adae tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (79b487c3-e3e4-481c-99f6-669c48c7fee4), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:09.389734 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea8d1a6f-7505-407d-966d-613c37b4fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks [] for port (62b60e78-f350-40b3-a20e-6aac89818fa3), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:09.415210 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d7dffed9-8056-4b0e-a206-6e4173d9adae tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:09.417731 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d7dffed9-8056-4b0e-a206-6e4173d9adae tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1771221 Feb 09 01:43:09.419010 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dffed9-8056-4b0e-a206-6e4173d9adae tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79b487c3-e3e4-481c-99f6-669c48c7fee4,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:09.427033 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60002) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:09.442062 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea8d1a6f-7505-407d-966d-613c37b4fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (62b60e78-f350-40b3-a20e-6aac89818fa3), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:09.448850 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c72bce-7de5-4fd1-852c-df40aba43230 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:09.449277 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c72bce-7de5-4fd1-852c-df40aba43230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:09.449829 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c72bce-7de5-4fd1-852c-df40aba43230 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:09.450161 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c72bce-7de5-4fd1-852c-df40aba43230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:09.451905 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c72bce-7de5-4fd1-852c-df40aba43230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:09.454480 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c72bce-7de5-4fd1-852c-df40aba43230 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:09.454937 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c72bce-7de5-4fd1-852c-df40aba43230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:09.455545 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c72bce-7de5-4fd1-852c-df40aba43230 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:09.456113 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c72bce-7de5-4fd1-852c-df40aba43230 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:09.464485 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c72bce-7de5-4fd1-852c-df40aba43230 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:09.465012 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c72bce-7de5-4fd1-852c-df40aba43230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:09.465422 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c72bce-7de5-4fd1-852c-df40aba43230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:09.465863 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c72bce-7de5-4fd1-852c-df40aba43230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:09.473427 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-ac43e40d-71c5-48ec-979a-026fe0d5d823 None None] Attempting to bind port e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:09.473914 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-ac43e40d-71c5-48ec-979a-026fe0d5d823 None None] Attempting to bind port e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2290f433-8727-4b58-81e4-3cf6590b4b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'acd4f76c-c2b6-4b4a-995b-79c5e9c8c8c7'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:09.474383 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac43e40d-71c5-48ec-979a-026fe0d5d823 None None] Attempting to bind port e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1 on network acd4f76c-c2b6-4b4a-995b-79c5e9c8c8c7 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:09.479851 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac43e40d-71c5-48ec-979a-026fe0d5d823 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:43:09.480382 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac43e40d-71c5-48ec-979a-026fe0d5d823 None None] Checking segment: {'id': '2290f433-8727-4b58-81e4-3cf6590b4b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'acd4f76c-c2b6-4b4a-995b-79c5e9c8c8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:43:09.481232 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ac43e40d-71c5-48ec-979a-026fe0d5d823 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:09.481783 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac43e40d-71c5-48ec-979a-026fe0d5d823 None None] Bound using segment: {'id': '2290f433-8727-4b58-81e4-3cf6590b4b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'acd4f76c-c2b6-4b4a-995b-79c5e9c8c8c7'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:43:09.482822 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-ac43e40d-71c5-48ec-979a-026fe0d5d823 None None] Bound port: e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2290f433-8727-4b58-81e4-3cf6590b4b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'acd4f76c-c2b6-4b4a-995b-79c5e9c8c8c7'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:43:09.483447 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ac43e40d-71c5-48ec-979a-026fe0d5d823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:09.499217 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-273ce072-84a5-4747-b6fd-996ea2469408 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "GET /v2.0/security-group-rules/79b487c3-e3e4-481c-99f6-669c48c7fee4 HTTP/1.1" status: 200 len: 769 time: 0.0688982 Feb 09 01:43:09.499920 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60004) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:09.527480 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-fe9f87f8-8e12-4c7b-b6b0-f79666c5a07a None None] Provisioning complete for port e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:09.528478 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fe9f87f8-8e12-4c7b-b6b0-f79666c5a07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:09.531821 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8d1a6f-7505-407d-966d-613c37b4fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Network 50d47dea-4eaa-4a73-9893-1c44e817d702 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:09.536846 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d1a6f-7505-407d-966d-613c37b4fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Pushing event updated for resources: {'Port': ['ID=62b60e78-f350-40b3-a20e-6aac89818fa3,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:09.546825 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-ea8d1a6f-7505-407d-966d-613c37b4fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:09.546825 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8d1a6f-7505-407d-966d-613c37b4fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:43:09.546825 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8d1a6f-7505-407d-966d-613c37b4fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:09.546825 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea8d1a6f-7505-407d-966d-613c37b4fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:09.562487 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a8920442-a48c-444c-87ac-69d174e9a77c tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (6c484430-2d2e-45b0-afdf-49ff6342ef10), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:09.593694 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a8920442-a48c-444c-87ac-69d174e9a77c tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:09.599930 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a8920442-a48c-444c-87ac-69d174e9a77c tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] 10.222.0.30 "DELETE /v2.0/ports/6c484430-2d2e-45b0-afdf-49ff6342ef10 HTTP/1.1" status: 204 len: 168 time: 1.0732374 Feb 09 01:43:09.600625 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60010) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:09.632272 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-fe9f87f8-8e12-4c7b-b6b0-f79666c5a07a None None] Port e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:43:09.636587 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-153e04ef-703e-490c-8dea-a15cb90c380e tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1324751 Feb 09 01:43:09.637364 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60012) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:09.642591 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-ac43e40d-71c5-48ec-979a-026fe0d5d823 None None] For port e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:43:09.647129 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-ac43e40d-71c5-48ec-979a-026fe0d5d823 None None] For port e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1,segment=NetworkSegment(2290f433-8727-4b58-81e4-3cf6590b4b6e),segment_id=2290f433-8727-4b58-81e4-3cf6590b4b6e)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:43:09.656533 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ac43e40d-71c5-48ec-979a-026fe0d5d823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:09.665219 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ea8d1a6f-7505-407d-966d-613c37b4fedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8274498 Feb 09 01:43:09.681123 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60014) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:09.690588 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:09.721688 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-35af63d8-827f-4b87-adeb-9cefbf38e757 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (79b487c3-e3e4-481c-99f6-669c48c7fee4), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:09.721941 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac43e40d-71c5-48ec-979a-026fe0d5d823 None None] Routers {'fe610008-aa1c-4e7b-8326-1f059d49bbae'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:43:09.722522 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ac43e40d-71c5-48ec-979a-026fe0d5d823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:42:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['fe610008-aa1c-4e7b-8326-1f059d49bbae'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:09.731802 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-35af63d8-827f-4b87-adeb-9cefbf38e757 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (79b487c3-e3e4-481c-99f6-669c48c7fee4), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:09.766582 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8920442-a48c-444c-87ac-69d174e9a77c tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c484430-2d2e-45b0-afdf-49ff6342ef10,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:09.774947 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60018) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:09.776921 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2475a1-f6e3-4cf1-ba20-edb974a593e3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] GET failed (client error): The resource could not be found. Feb 09 01:43:09.784436 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cf2475a1-f6e3-4cf1-ba20-edb974a593e3 tempest-PortsAdminExtendedAttrsTestJSON-846265431 tempest-PortsAdminExtendedAttrsTestJSON-846265431-project-admin] 10.222.0.30 "GET /v2.0/ports/6c484430-2d2e-45b0-afdf-49ff6342ef10 HTTP/1.1" status: 404 len: 333 time: 0.1479933 Feb 09 01:43:09.795331 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60020) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:09.820684 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (62b60e78-f350-40b3-a20e-6aac89818fa3), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:09.825112 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-35af63d8-827f-4b87-adeb-9cefbf38e757 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (79b487c3-e3e4-481c-99f6-669c48c7fee4), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:09.843187 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-35af63d8-827f-4b87-adeb-9cefbf38e757 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:09.844356 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-35af63d8-827f-4b87-adeb-9cefbf38e757 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/79b487c3-e3e4-481c-99f6-669c48c7fee4 HTTP/1.1" status: 204 len: 168 time: 0.2050214 Feb 09 01:43:09.849068 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60022) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:09.888570 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-ac43e40d-71c5-48ec-979a-026fe0d5d823 None None] Set router fe610008-aa1c-4e7b-8326-1f059d49bbae gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:43:10.035064 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af63d8-827f-4b87-adeb-9cefbf38e757 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79b487c3-e3e4-481c-99f6-669c48c7fee4,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:10.036456 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c72bce-7de5-4fd1-852c-df40aba43230 None None] Pushing event updated for resources: {'Port': ['ID=e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1,revision_number=4']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:10.063301 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dea67a44-78c6-4dcd-a841-f3c5f73efe7b tempest-PortsAdminExtendedAttrsTestJSON-418570193 tempest-PortsAdminExtendedAttrsTestJSON-418570193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (c58bf30e-02bd-45d6-9a0f-b6f011a163ec), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:10.104038 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-dee59cba-94c6-4831-89c5-d4987497b3d0 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2513382 Feb 09 01:43:10.104856 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60024) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:10.115732 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] device_id is not set on port 62b60e78-f350-40b3-a20e-6aac89818fa3 yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:43:10.133938 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks [] for port (62b60e78-f350-40b3-a20e-6aac89818fa3), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:10.158046 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (62b60e78-f350-40b3-a20e-6aac89818fa3), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:10.190204 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c7f6b901-0eb7-4267-9d4d-05a5d691b117 None None] Provisioning complete for port e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:10.191208 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c7f6b901-0eb7-4267-9d4d-05a5d691b117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:10.194072 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ac43e40d-71c5-48ec-979a-026fe0d5d823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe610008-aa1c-4e7b-8326-1f059d49bbae', 'name': 'tempest-TestAggregatesBasicOps-720578859-router', 'tenant_id': 'c01d9a9751764144bd98883df4b5aef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '7d6b8f81-8801-41fa-ae1e-fddb5939df0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:42:54Z', 'updated_at': '2022-02-09T01:43:04Z', 'revision_number': 4, 'project_id': 'c01d9a9751764144bd98883df4b5aef9', 'gw_port': {'id': '7d6b8f81-8801-41fa-ae1e-fddb5939df0d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ea:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe610008-aa1c-4e7b-8326-1f059d49bbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:55Z', 'updated_at': '2022-02-09T01:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1', 'name': '', 'network_id': 'acd4f76c-c2b6-4b4a-995b-79c5e9c8c8c7', 'tenant_id': 'c01d9a9751764144bd98883df4b5aef9', 'mac_address': 'fa:16:3e:4e:bf:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe610008-aa1c-4e7b-8326-1f059d49bbae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'ac946837-3784-48fa-82e2-564fcf36117f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:02Z', 'updated_at': '2022-02-09T01:43:09Z', 'revision_number': 4, 'project_id': 'c01d9a9751764144bd98883df4b5aef9', 'subnets': [{'id': 'ac946837-3784-48fa-82e2-564fcf36117f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:10.238208 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac43e40d-71c5-48ec-979a-026fe0d5d823 None None] The sync data for ids ['fe610008-aa1c-4e7b-8326-1f059d49bbae'] in n-d-822053-40 is: [{'id': 'fe610008-aa1c-4e7b-8326-1f059d49bbae', 'name': 'tempest-TestAggregatesBasicOps-720578859-router', 'tenant_id': 'c01d9a9751764144bd98883df4b5aef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '7d6b8f81-8801-41fa-ae1e-fddb5939df0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:42:54Z', 'updated_at': '2022-02-09T01:43:04Z', 'revision_number': 4, 'project_id': 'c01d9a9751764144bd98883df4b5aef9', 'gw_port': {'id': '7d6b8f81-8801-41fa-ae1e-fddb5939df0d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ea:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe610008-aa1c-4e7b-8326-1f059d49bbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:55Z', 'updated_at': '2022-02-09T01:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1', 'name': '', 'network_id': 'acd4f76c-c2b6-4b4a-995b-79c5e9c8c8c7', 'tenant_id': 'c01d9a9751764144bd98883df4b5aef9', 'mac_address': 'fa:16:3e:4e:bf:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe610008-aa1c-4e7b-8326-1f059d49bbae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'ac946837-3784-48fa-82e2-564fcf36117f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:02Z', 'updated_at': '2022-02-09T01:43:09Z', 'revision_number': 4, 'project_id': 'c01d9a9751764144bd98883df4b5aef9', 'subnets': [{'id': 'ac946837-3784-48fa-82e2-564fcf36117f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:43:10.239345 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-680facbe-f5f2-4872-bc5c-c1fdc70bc650 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (e42d2e94-7c5d-4314-8b68-bf021c8d4308), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:10.281931 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dea67a44-78c6-4dcd-a841-f3c5f73efe7b tempest-PortsAdminExtendedAttrsTestJSON-418570193 tempest-PortsAdminExtendedAttrsTestJSON-418570193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (c58bf30e-02bd-45d6-9a0f-b6f011a163ec), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:10.287336 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-680facbe-f5f2-4872-bc5c-c1fdc70bc650 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (e42d2e94-7c5d-4314-8b68-bf021c8d4308), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:10.334331 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-dea67a44-78c6-4dcd-a841-f3c5f73efe7b tempest-PortsAdminExtendedAttrsTestJSON-418570193 tempest-PortsAdminExtendedAttrsTestJSON-418570193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c58bf30e-02bd-45d6-9a0f-b6f011a163ec']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:10.354288 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c7f6b901-0eb7-4267-9d4d-05a5d691b117 None None] Current status of the port e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:10.355218 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c7f6b901-0eb7-4267-9d4d-05a5d691b117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:10.357080 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-dea67a44-78c6-4dcd-a841-f3c5f73efe7b tempest-PortsAdminExtendedAttrsTestJSON-418570193 tempest-PortsAdminExtendedAttrsTestJSON-418570193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f91766c-15d3-42d2-9eb8-5a8ce47f532c') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:10.357394 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-dea67a44-78c6-4dcd-a841-f3c5f73efe7b tempest-PortsAdminExtendedAttrsTestJSON-418570193 tempest-PortsAdminExtendedAttrsTestJSON-418570193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f91766c-15d3-42d2-9eb8-5a8ce47f532c') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:10.405859 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Pushing event updated for resources: {'Port': ['ID=62b60e78-f350-40b3-a20e-6aac89818fa3,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:10.425149 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-c7f6b901-0eb7-4267-9d4d-05a5d691b117 None None] For port e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1,segment=NetworkSegment(2290f433-8727-4b58-81e4-3cf6590b4b6e),segment_id=2290f433-8727-4b58-81e4-3cf6590b4b6e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:10.431093 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c7f6b901-0eb7-4267-9d4d-05a5d691b117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:10.465931 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:10.466428 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:10.466628 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 on network 50d47dea-4eaa-4a73-9893-1c44e817d702 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:10.475914 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-680facbe-f5f2-4872-bc5c-c1fdc70bc650 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (e42d2e94-7c5d-4314-8b68-bf021c8d4308), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:10.479665 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-680facbe-f5f2-4872-bc5c-c1fdc70bc650 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:10.481281 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-680facbe-f5f2-4872-bc5c-c1fdc70bc650 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "DELETE /v2.0/security-groups/e42d2e94-7c5d-4314-8b68-bf021c8d4308 HTTP/1.1" status: 204 len: 168 time: 0.3753424 Feb 09 01:43:10.482105 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Port 62b60e78-f350-40b3-a20e-6aac89818fa3 on network 50d47dea-4eaa-4a73-9893-1c44e817d702 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:10.482469 n-d-822053-40 neutron-server[103529]: ERROR neutron.plugins.ml2.managers [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Failed to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 on host n-h1-822053-40 for vnic_type normal using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] Feb 09 01:43:10.486602 n-d-822053-40 neutron-server[103529]: INFO neutron.plugins.ml2.plugin [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempt 2 to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 Feb 09 01:43:10.491183 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60030) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:10.529500 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680facbe-f5f2-4872-bc5c-c1fdc70bc650 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42d2e94-7c5d-4314-8b68-bf021c8d4308,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:10.539161 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dea67a44-78c6-4dcd-a841-f3c5f73efe7b tempest-PortsAdminExtendedAttrsTestJSON-418570193 tempest-PortsAdminExtendedAttrsTestJSON-418570193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (4f91766c-15d3-42d2-9eb8-5a8ce47f532c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:10.554448 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:10.554792 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:10.555217 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 on network 50d47dea-4eaa-4a73-9893-1c44e817d702 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:10.583699 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dea67a44-78c6-4dcd-a841-f3c5f73efe7b tempest-PortsAdminExtendedAttrsTestJSON-418570193 tempest-PortsAdminExtendedAttrsTestJSON-418570193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (4f91766c-15d3-42d2-9eb8-5a8ce47f532c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:10.595512 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea67a44-78c6-4dcd-a841-f3c5f73efe7b tempest-PortsAdminExtendedAttrsTestJSON-418570193 tempest-PortsAdminExtendedAttrsTestJSON-418570193-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:43:10.595918 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dea67a44-78c6-4dcd-a841-f3c5f73efe7b tempest-PortsAdminExtendedAttrsTestJSON-418570193 tempest-PortsAdminExtendedAttrsTestJSON-418570193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (4f91766c-15d3-42d2-9eb8-5a8ce47f532c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:10.600764 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:43:10.600764 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:43:10.600764 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:43:10.600764 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:43:10.600764 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:43:10.600764 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:43:10.600764 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:43:10.600764 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:43:10.600764 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:43:10.600764 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:43:10.600764 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:43:10.600764 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:43:10.600764 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:43:10.600764 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:43:10.600764 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:43:10.600764 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:43:10.600764 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:43:10.600764 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:43:10.600764 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:43:10.600764 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:43:10.600764 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:43:10.600764 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:43:10.600764 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:43:10.600764 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:43:10.600764 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:43:10.600764 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:43:10.600764 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:43:10.600764 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:43:10.600764 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:43:10.600764 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:43:10.600764 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:43:10.600764 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:43:10.603329 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f77b9-1a12-44aa-922a-6eb110a6ea30 req-f277dfeb-6324-4208-b8a8-8b341b686cc3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:10.603453 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f6b901-0eb7-4267-9d4d-05a5d691b117 None None] Pushing event updated for resources: {'Port': ['ID=e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:10.605116 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e65f77b9-1a12-44aa-922a-6eb110a6ea30 req-f277dfeb-6324-4208-b8a8-8b341b686cc3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 946 time: 0.2202330 Feb 09 01:43:10.630954 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Port 62b60e78-f350-40b3-a20e-6aac89818fa3 on network 50d47dea-4eaa-4a73-9893-1c44e817d702 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:10.631418 n-d-822053-40 neutron-server[103529]: ERROR neutron.plugins.ml2.managers [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Failed to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 on host n-h1-822053-40 for vnic_type normal using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] Feb 09 01:43:10.637978 n-d-822053-40 neutron-server[103529]: INFO neutron.plugins.ml2.plugin [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempt 3 to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 Feb 09 01:43:10.674017 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ba94da14-370a-4930-b4f6-77a83c191c93 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1769509 Feb 09 01:43:10.674763 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60032) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:10.680346 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-50f87fda-a1be-4bec-896e-c67f9ca15d21 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Request body: {'security_group': {'name': 'tempest-secgroup--1945345946'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:10.718806 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:10.719477 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:10.720229 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 on network 50d47dea-4eaa-4a73-9893-1c44e817d702 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:10.723119 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dea67a44-78c6-4dcd-a841-f3c5f73efe7b tempest-PortsAdminExtendedAttrsTestJSON-418570193 tempest-PortsAdminExtendedAttrsTestJSON-418570193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (c58bf30e-02bd-45d6-9a0f-b6f011a163ec), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:10.732837 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dea67a44-78c6-4dcd-a841-f3c5f73efe7b tempest-PortsAdminExtendedAttrsTestJSON-418570193 tempest-PortsAdminExtendedAttrsTestJSON-418570193-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:10.736161 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-dea67a44-78c6-4dcd-a841-f3c5f73efe7b tempest-PortsAdminExtendedAttrsTestJSON-418570193 tempest-PortsAdminExtendedAttrsTestJSON-418570193-project] 10.222.0.30 "DELETE /v2.0/networks/c58bf30e-02bd-45d6-9a0f-b6f011a163ec HTTP/1.1" status: 204 len: 168 time: 0.9396234 Feb 09 01:43:10.744496 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Port 62b60e78-f350-40b3-a20e-6aac89818fa3 on network 50d47dea-4eaa-4a73-9893-1c44e817d702 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:10.745024 n-d-822053-40 neutron-server[103529]: ERROR neutron.plugins.ml2.managers [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Failed to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 on host n-h1-822053-40 for vnic_type normal using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] Feb 09 01:43:10.747519 n-d-822053-40 neutron-server[103529]: INFO neutron.plugins.ml2.plugin [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempt 4 to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 Feb 09 01:43:10.776599 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea67a44-78c6-4dcd-a841-f3c5f73efe7b tempest-PortsAdminExtendedAttrsTestJSON-418570193 tempest-PortsAdminExtendedAttrsTestJSON-418570193-project] Pushing event deleted for resources: {'Network': ['ID=c58bf30e-02bd-45d6-9a0f-b6f011a163ec,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:10.798491 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e65f77b9-1a12-44aa-922a-6eb110a6ea30 req-c9ea037d-50b4-4dd2-855f-e2ee3e2682b0 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=c174cb6e-64e7-44be-83f3-29ea109f9382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612880 Feb 09 01:43:10.810623 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:10.810947 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:10.811289 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 on network 50d47dea-4eaa-4a73-9893-1c44e817d702 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:10.816774 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-50f87fda-a1be-4bec-896e-c67f9ca15d21 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:10.819994 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Port 62b60e78-f350-40b3-a20e-6aac89818fa3 on network 50d47dea-4eaa-4a73-9893-1c44e817d702 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:10.820345 n-d-822053-40 neutron-server[103529]: ERROR neutron.plugins.ml2.managers [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Failed to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 on host n-h1-822053-40 for vnic_type normal using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] Feb 09 01:43:10.829442 n-d-822053-40 neutron-server[103529]: INFO neutron.plugins.ml2.plugin [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempt 5 to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 Feb 09 01:43:10.935485 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-50f87fda-a1be-4bec-896e-c67f9ca15d21 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (f7f66dc0-af5e-4df5-aa60-03307652c0e4), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:10.938396 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:10.938738 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:10.939080 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 on network 50d47dea-4eaa-4a73-9893-1c44e817d702 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:10.948295 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-50f87fda-a1be-4bec-896e-c67f9ca15d21 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f7f66dc0-af5e-4df5-aa60-03307652c0e4), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:10.988984 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Port 62b60e78-f350-40b3-a20e-6aac89818fa3 on network 50d47dea-4eaa-4a73-9893-1c44e817d702 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:10.989325 n-d-822053-40 neutron-server[103529]: ERROR neutron.plugins.ml2.managers [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Failed to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 on host n-h1-822053-40 for vnic_type normal using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] Feb 09 01:43:10.992315 n-d-822053-40 neutron-server[103529]: INFO neutron.plugins.ml2.plugin [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempt 6 to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 Feb 09 01:43:10.999702 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-50f87fda-a1be-4bec-896e-c67f9ca15d21 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:11.000798 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-50f87fda-a1be-4bec-896e-c67f9ca15d21 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3249631 Feb 09 01:43:11.004291 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60036) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:11.007231 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f87fda-a1be-4bec-896e-c67f9ca15d21 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f66dc0-af5e-4df5-aa60-03307652c0e4,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:11.019405 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:11.019750 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:11.020120 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 on network 50d47dea-4eaa-4a73-9893-1c44e817d702 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:11.026668 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Port 62b60e78-f350-40b3-a20e-6aac89818fa3 on network 50d47dea-4eaa-4a73-9893-1c44e817d702 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:11.027383 n-d-822053-40 neutron-server[103529]: ERROR neutron.plugins.ml2.managers [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Failed to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 on host n-h1-822053-40 for vnic_type normal using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] Feb 09 01:43:11.027538 n-d-822053-40 neutron-server[103529]: INFO neutron.plugins.ml2.plugin [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempt 7 to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 Feb 09 01:43:11.029056 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-4df3a277-1509-4704-8971-64a29fc491fb tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Request body: {'security_group_rule': {'security_group_id': 'f7f66dc0-af5e-4df5-aa60-03307652c0e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:11.049215 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:11.049893 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:11.049893 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 on network 50d47dea-4eaa-4a73-9893-1c44e817d702 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:11.055404 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Port 62b60e78-f350-40b3-a20e-6aac89818fa3 on network 50d47dea-4eaa-4a73-9893-1c44e817d702 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:11.055737 n-d-822053-40 neutron-server[103529]: ERROR neutron.plugins.ml2.managers [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Failed to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 on host n-h1-822053-40 for vnic_type normal using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] Feb 09 01:43:11.056192 n-d-822053-40 neutron-server[103529]: INFO neutron.plugins.ml2.plugin [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempt 8 to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 Feb 09 01:43:11.080508 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:11.081402 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:11.082182 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 on network 50d47dea-4eaa-4a73-9893-1c44e817d702 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:11.089726 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Port 62b60e78-f350-40b3-a20e-6aac89818fa3 on network 50d47dea-4eaa-4a73-9893-1c44e817d702 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:11.090349 n-d-822053-40 neutron-server[103529]: ERROR neutron.plugins.ml2.managers [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Failed to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 on host n-h1-822053-40 for vnic_type normal using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] Feb 09 01:43:11.090922 n-d-822053-40 neutron-server[103529]: INFO neutron.plugins.ml2.plugin [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempt 9 to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 Feb 09 01:43:11.121167 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:11.121677 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:11.122094 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 on network 50d47dea-4eaa-4a73-9893-1c44e817d702 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:11.128314 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Port 62b60e78-f350-40b3-a20e-6aac89818fa3 on network 50d47dea-4eaa-4a73-9893-1c44e817d702 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:11.128803 n-d-822053-40 neutron-server[103529]: ERROR neutron.plugins.ml2.managers [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Failed to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 on host n-h1-822053-40 for vnic_type normal using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] Feb 09 01:43:11.129271 n-d-822053-40 neutron-server[103529]: INFO neutron.plugins.ml2.plugin [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempt 10 to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 Feb 09 01:43:11.144675 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:11.145337 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:11.145928 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 on network 50d47dea-4eaa-4a73-9893-1c44e817d702 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:11.152647 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Port 62b60e78-f350-40b3-a20e-6aac89818fa3 on network 50d47dea-4eaa-4a73-9893-1c44e817d702 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:11.152647 n-d-822053-40 neutron-server[103529]: ERROR neutron.plugins.ml2.managers [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Failed to bind port 62b60e78-f350-40b3-a20e-6aac89818fa3 on host n-h1-822053-40 for vnic_type normal using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] Feb 09 01:43:11.153256 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (62b60e78-f350-40b3-a20e-6aac89818fa3), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:11.167485 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4df3a277-1509-4704-8971-64a29fc491fb tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (987df7aa-a03a-463b-b9f2-16aa7f3a81e7), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:11.235894 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60040) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:11.260741 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] For port 62b60e78-f350-40b3-a20e-6aac89818fa3, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:43:11.261494 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempted to set empty binding levels {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 01:43:11.266979 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4df3a277-1509-4704-8971-64a29fc491fb tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (987df7aa-a03a-463b-b9f2-16aa7f3a81e7), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:11.269153 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (62b60e78-f350-40b3-a20e-6aac89818fa3), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:11.270962 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e5981f69-4e6a-4e14-a829-633347f60a1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (7a658d5f-ebbd-4ffd-9612-7209374c5f41), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:11.274479 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4df3a277-1509-4704-8971-64a29fc491fb tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (987df7aa-a03a-463b-b9f2-16aa7f3a81e7), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:11.313539 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] In _notify_port_updated(), no bound segment for port 62b60e78-f350-40b3-a20e-6aac89818fa3 on network 50d47dea-4eaa-4a73-9893-1c44e817d702 {{(pid=103529) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:43:11.314801 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:11.315672 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:11.318514 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] 10.222.0.30 "PUT /v2.0/ports/62b60e78-f350-40b3-a20e-6aac89818fa3 HTTP/1.1" status: 200 len: 980 time: 1.6320848 Feb 09 01:43:11.327037 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60044) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:11.382389 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3a277-1509-4704-8971-64a29fc491fb tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=987df7aa-a03a-463b-b9f2-16aa7f3a81e7,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:11.391253 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4df3a277-1509-4704-8971-64a29fc491fb tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:11.392571 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4df3a277-1509-4704-8971-64a29fc491fb tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3864574 Feb 09 01:43:11.396024 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60046) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:11.406264 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238314a3-e50b-4f7d-b27e-61cfde6494d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Pushing event updated for resources: {'Port': ['ID=62b60e78-f350-40b3-a20e-6aac89818fa3,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:11.520725 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bb9198-6d6c-477f-bad0-fec0f518f51d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:11.522573 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bb9198-6d6c-477f-bad0-fec0f518f51d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:11.522762 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bb9198-6d6c-477f-bad0-fec0f518f51d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:11.523210 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bb9198-6d6c-477f-bad0-fec0f518f51d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:11.523674 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bb9198-6d6c-477f-bad0-fec0f518f51d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:11.524181 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bb9198-6d6c-477f-bad0-fec0f518f51d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:11.524639 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bb9198-6d6c-477f-bad0-fec0f518f51d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:11.525127 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bb9198-6d6c-477f-bad0-fec0f518f51d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:11.526094 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bb9198-6d6c-477f-bad0-fec0f518f51d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:11.526546 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bb9198-6d6c-477f-bad0-fec0f518f51d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:11.527041 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bb9198-6d6c-477f-bad0-fec0f518f51d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:11.527598 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bb9198-6d6c-477f-bad0-fec0f518f51d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:11.528074 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bb9198-6d6c-477f-bad0-fec0f518f51d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:11.528575 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bb9198-6d6c-477f-bad0-fec0f518f51d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:11.529479 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bb9198-6d6c-477f-bad0-fec0f518f51d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:11.529479 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bb9198-6d6c-477f-bad0-fec0f518f51d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:11.535821 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-96bb9198-6d6c-477f-bad0-fec0f518f51d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15020 time: 0.2043517 Feb 09 01:43:11.536905 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60050) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:11.625095 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8186eda0-af4f-40b9-9619-f2fe1567c3f5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4025a2c5c67a4b6d8680e80c28a57a60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3848715 Feb 09 01:43:11.625599 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60052) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:11.690289 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7e44d51a-3b9c-4cac-bcf7-5dcd6a1c8948 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (f7f66dc0-af5e-4df5-aa60-03307652c0e4), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:11.741357 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7e44d51a-3b9c-4cac-bcf7-5dcd6a1c8948 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (f7f66dc0-af5e-4df5-aa60-03307652c0e4), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:11.814003 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6ca2f8d3-1074-4318-abd1-412fa95bb1b6 admin admin] Publish callbacks [] for security_group (d8e39cec-10a2-45fb-a4b8-b8d7b21baa80), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:11.840941 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6ca2f8d3-1074-4318-abd1-412fa95bb1b6 admin admin] Publish callbacks [] for security_group (d8e39cec-10a2-45fb-a4b8-b8d7b21baa80), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:11.859451 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7e44d51a-3b9c-4cac-bcf7-5dcd6a1c8948 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f7f66dc0-af5e-4df5-aa60-03307652c0e4), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:11.863494 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7e44d51a-3b9c-4cac-bcf7-5dcd6a1c8948 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:11.864926 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7e44d51a-3b9c-4cac-bcf7-5dcd6a1c8948 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "DELETE /v2.0/security-groups/f7f66dc0-af5e-4df5-aa60-03307652c0e4 HTTP/1.1" status: 204 len: 168 time: 0.4680681 Feb 09 01:43:11.877942 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60056) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:11.932220 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-c2a7901f-671c-450c-8eff-6c5d6f5290c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Deleting port 62b60e78-f350-40b3-a20e-6aac89818fa3 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:43:11.933334 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c2a7901f-671c-450c-8eff-6c5d6f5290c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (62b60e78-f350-40b3-a20e-6aac89818fa3), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:11.956558 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a98484a1-c3bb-4752-b8b0-3d232affdda2 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0772197 Feb 09 01:43:11.957532 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44d51a-3b9c-4cac-bcf7-5dcd6a1c8948 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f66dc0-af5e-4df5-aa60-03307652c0e4,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:11.965731 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60060) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:12.008371 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6ca2f8d3-1074-4318-abd1-412fa95bb1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (d8e39cec-10a2-45fb-a4b8-b8d7b21baa80), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:12.012091 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6ca2f8d3-1074-4318-abd1-412fa95bb1b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:12.017726 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6ca2f8d3-1074-4318-abd1-412fa95bb1b6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d8e39cec-10a2-45fb-a4b8-b8d7b21baa80 HTTP/1.1" status: 204 len: 168 time: 0.3868027 Feb 09 01:43:12.033421 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9b2af94d-086c-4430-b2fb-1132509236b2 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0612543 Feb 09 01:43:12.036990 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60064) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:12.069940 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e5981f69-4e6a-4e14-a829-633347f60a1c admin admin] Deleting port 43b4ff4f-31bb-48da-8523-4350401d4988 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:43:12.070649 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e5981f69-4e6a-4e14-a829-633347f60a1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (43b4ff4f-31bb-48da-8523-4350401d4988), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:12.079727 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca2f8d3-1074-4318-abd1-412fa95bb1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e39cec-10a2-45fb-a4b8-b8d7b21baa80,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:12.106637 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-c2a7901f-671c-450c-8eff-6c5d6f5290c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] For port 62b60e78-f350-40b3-a20e-6aac89818fa3, host n-h1-822053-40, got binding levels [] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:12.107599 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c2a7901f-671c-450c-8eff-6c5d6f5290c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (62b60e78-f350-40b3-a20e-6aac89818fa3), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:12.149597 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-c2a7901f-671c-450c-8eff-6c5d6f5290c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Calling delete_port for 62b60e78-f350-40b3-a20e-6aac89818fa3 owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:43:12.193923 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df00fb6-6794-4134-8b44-6a8873d2c852 req-e0261052-b727-4c3a-82a3-08428a37c2d2 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:12.202254 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1df00fb6-6794-4134-8b44-6a8873d2c852 req-e0261052-b727-4c3a-82a3-08428a37c2d2 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 946 time: 0.1956825 Feb 09 01:43:12.234421 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-dd96256d-7c54-4fed-997b-3a01327c421f tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] delete failed (client error): The resource could not be found. Feb 09 01:43:12.239348 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-dd96256d-7c54-4fed-997b-3a01327c421f tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "DELETE /v2.0/security-groups/f7f66dc0-af5e-4df5-aa60-03307652c0e4 HTTP/1.1" status: 404 len: 347 time: 0.1967754 Feb 09 01:43:12.247481 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60066) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:12.341108 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-e5981f69-4e6a-4e14-a829-633347f60a1c admin admin] For port 43b4ff4f-31bb-48da-8523-4350401d4988, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=43b4ff4f-31bb-48da-8523-4350401d4988,segment=NetworkSegment(945e9f55-e127-46fd-b8dd-17e818d9b936),segment_id=945e9f55-e127-46fd-b8dd-17e818d9b936)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:12.341493 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e5981f69-4e6a-4e14-a829-633347f60a1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (43b4ff4f-31bb-48da-8523-4350401d4988), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:12.382700 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:43:12.391418 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e5981f69-4e6a-4e14-a829-633347f60a1c admin admin] Calling delete_port for 43b4ff4f-31bb-48da-8523-4350401d4988 owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:43:12.408634 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1df00fb6-6794-4134-8b44-6a8873d2c852 req-a1cc7ef6-d5ea-4695-8cd9-d3b759437306 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=c174cb6e-64e7-44be-83f3-29ea109f9382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052233 Feb 09 01:43:12.418467 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8bcb0380-aaf4-4db7-a2c2-90e1f77bc6e3 tempest-SecGroupIPv6Test-37823434 tempest-SecGroupIPv6Test-37823434-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1684220 Feb 09 01:43:12.449838 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c2a7901f-671c-450c-8eff-6c5d6f5290c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (62b60e78-f350-40b3-a20e-6aac89818fa3), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:12.513863 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:12.514600 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:12.526333 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a7901f-671c-450c-8eff-6c5d6f5290c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Pushing event deleted for resources: {'Port': ['ID=62b60e78-f350-40b3-a20e-6aac89818fa3,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:12.548166 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c2a7901f-671c-450c-8eff-6c5d6f5290c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:12.560587 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c2a7901f-671c-450c-8eff-6c5d6f5290c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] 10.222.0.30 "DELETE /v2.0/ports/62b60e78-f350-40b3-a20e-6aac89818fa3 HTTP/1.1" status: 204 len: 168 time: 1.0197132 Feb 09 01:43:12.562169 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60072) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:12.631995 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d857ae5-9cba-4344-b669-cd66c798ce15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] GET failed (client error): The resource could not be found. Feb 09 01:43:12.633484 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0d857ae5-9cba-4344-b669-cd66c798ce15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] 10.222.0.30 "GET /v2.0/ports/62b60e78-f350-40b3-a20e-6aac89818fa3 HTTP/1.1" status: 404 len: 333 time: 0.0703297 Feb 09 01:43:12.639066 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60076) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:12.644768 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-3d4afa07-37a5-4976-b1c6-481e4d5d8858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561639096', 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:12.660853 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:12.695380 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4afa07-37a5-4976-b1c6-481e4d5d8858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Made reservation on behalf of 8e291e4bd37743d4b5854136c4c7dbdd for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:12.698388 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3d4afa07-37a5-4976-b1c6-481e4d5d8858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:12.732053 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-3d4afa07-37a5-4976-b1c6-481e4d5d8858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] device_id is not set on port 22d2649d-a68c-4b10-a537-1c7a96f4b06b yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:43:12.761600 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e5981f69-4e6a-4e14-a829-633347f60a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (43b4ff4f-31bb-48da-8523-4350401d4988), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:12.777258 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60078) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:12.823158 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5981f69-4e6a-4e14-a829-633347f60a1c admin admin] Pushing event deleted for resources: {'Port': ['ID=43b4ff4f-31bb-48da-8523-4350401d4988,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:12.866642 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b2f405b5-81fd-4193-9722-c5748e601b3f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2af64896a5a24cf0b3df1556cb6f2049&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0844858 Feb 09 01:43:12.876756 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60082) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:12.989104 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60084) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:13.029042 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3d4afa07-37a5-4976-b1c6-481e4d5d8858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks [] for port (22d2649d-a68c-4b10-a537-1c7a96f4b06b), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:13.045141 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-78c11fc5-9f76-466b-9bee-d1cf050f13f6 admin admin] Publish callbacks [] for security_group (5fca3e32-8d65-4704-aadf-5ba76e658106), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:13.108490 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-78c11fc5-9f76-466b-9bee-d1cf050f13f6 admin admin] Publish callbacks [] for security_group (5fca3e32-8d65-4704-aadf-5ba76e658106), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:13.162080 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e5981f69-4e6a-4e14-a829-633347f60a1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (7a658d5f-ebbd-4ffd-9612-7209374c5f41), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:13.175536 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3d4afa07-37a5-4976-b1c6-481e4d5d8858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (22d2649d-a68c-4b10-a537-1c7a96f4b06b), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:13.289874 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4afa07-37a5-4976-b1c6-481e4d5d8858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Network 50d47dea-4eaa-4a73-9893-1c44e817d702 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:13.301247 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-3d4afa07-37a5-4976-b1c6-481e4d5d8858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:13.309755 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4afa07-37a5-4976-b1c6-481e4d5d8858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:43:13.311016 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4afa07-37a5-4976-b1c6-481e4d5d8858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:13.311732 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3d4afa07-37a5-4976-b1c6-481e4d5d8858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:13.323397 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4afa07-37a5-4976-b1c6-481e4d5d8858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Pushing event updated for resources: {'Port': ['ID=22d2649d-a68c-4b10-a537-1c7a96f4b06b,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:13.348163 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-78c11fc5-9f76-466b-9bee-d1cf050f13f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (5fca3e32-8d65-4704-aadf-5ba76e658106), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:13.351177 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-78c11fc5-9f76-466b-9bee-d1cf050f13f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:13.354200 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-78c11fc5-9f76-466b-9bee-d1cf050f13f6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5fca3e32-8d65-4704-aadf-5ba76e658106 HTTP/1.1" status: 204 len: 168 time: 0.4747460 Feb 09 01:43:13.361725 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3d4afa07-37a5-4976-b1c6-481e4d5d8858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7214978 Feb 09 01:43:13.366902 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60090) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:13.370041 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c11fc5-9f76-466b-9bee-d1cf050f13f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fca3e32-8d65-4704-aadf-5ba76e658106,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:13.373821 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4b38484d-4bf4-4841-bec9-f7532801f169 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e1b3288519054c459998a5fcde4c8cb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3831377 Feb 09 01:43:13.381142 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60092) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:13.428728 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16766f95-fa6f-407f-9891-3a80d4177b84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:13.432153 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-16766f95-fa6f-407f-9891-3a80d4177b84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] 10.222.0.30 "GET /v2.0/ports/22d2649d-a68c-4b10-a537-1c7a96f4b06b HTTP/1.1" status: 200 len: 959 time: 0.0613246 Feb 09 01:43:13.433094 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60096) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:13.597878 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097bd10c-9b35-44ab-a7a9-8cb134516c0b req-a37cf69c-dbc0-408c-b28d-92a321673ca0 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:13.599634 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-097bd10c-9b35-44ab-a7a9-8cb134516c0b req-a37cf69c-dbc0-408c-b28d-92a321673ca0 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 946 time: 0.0841169 Feb 09 01:43:13.606402 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-dc805986-e649-4628-a6a5-920ed761ac19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Deleting port 22d2649d-a68c-4b10-a537-1c7a96f4b06b {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:43:13.606772 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dc805986-e649-4628-a6a5-920ed761ac19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (22d2649d-a68c-4b10-a537-1c7a96f4b06b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:13.751252 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-097bd10c-9b35-44ab-a7a9-8cb134516c0b req-4be14df6-674f-4829-85ac-e876d0b29444 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=c174cb6e-64e7-44be-83f3-29ea109f9382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304479 Feb 09 01:43:13.758523 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dc805986-e649-4628-a6a5-920ed761ac19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (22d2649d-a68c-4b10-a537-1c7a96f4b06b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:13.784530 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-dc805986-e649-4628-a6a5-920ed761ac19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Calling delete_port for 22d2649d-a68c-4b10-a537-1c7a96f4b06b owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:43:13.932780 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dc805986-e649-4628-a6a5-920ed761ac19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (22d2649d-a68c-4b10-a537-1c7a96f4b06b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:13.983338 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc805986-e649-4628-a6a5-920ed761ac19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Pushing event deleted for resources: {'Port': ['ID=22d2649d-a68c-4b10-a537-1c7a96f4b06b,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:13.996593 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dc805986-e649-4628-a6a5-920ed761ac19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:14.004037 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-dc805986-e649-4628-a6a5-920ed761ac19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] 10.222.0.30 "DELETE /v2.0/ports/22d2649d-a68c-4b10-a537-1c7a96f4b06b HTTP/1.1" status: 204 len: 168 time: 0.5677757 Feb 09 01:43:14.005530 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60116) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:14.037802 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ee6fc77-0d23-4e7d-80e0-93da8d892097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] GET failed (client error): The resource could not be found. Feb 09 01:43:14.039604 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7ee6fc77-0d23-4e7d-80e0-93da8d892097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] 10.222.0.30 "GET /v2.0/ports/22d2649d-a68c-4b10-a537-1c7a96f4b06b HTTP/1.1" status: 404 len: 333 time: 0.0319252 Feb 09 01:43:14.044317 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60118) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:14.050284 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-fee91fd4-4967-4bea-a3ac-b6d6c778969d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Request body: {'port': {'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-791060856'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:14.057527 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-56426923-9bef-4d57-b37a-057f014be503 admin admin] Publish callbacks [] for security_group (87a56b86-02a2-4bdc-9947-eae0d6017c4a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:14.081341 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee91fd4-4967-4bea-a3ac-b6d6c778969d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Made reservation on behalf of 8e291e4bd37743d4b5854136c4c7dbdd for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:14.086445 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fee91fd4-4967-4bea-a3ac-b6d6c778969d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:14.099615 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-56426923-9bef-4d57-b37a-057f014be503 admin admin] Publish callbacks [] for security_group (87a56b86-02a2-4bdc-9947-eae0d6017c4a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:14.111795 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5981f69-4e6a-4e14-a829-633347f60a1c admin admin] Router 7a658d5f-ebbd-4ffd-9612-7209374c5f41 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:43:14.115353 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-fee91fd4-4967-4bea-a3ac-b6d6c778969d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] device_id is not set on port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:43:14.310210 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-56426923-9bef-4d57-b37a-057f014be503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (87a56b86-02a2-4bdc-9947-eae0d6017c4a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:14.314705 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-56426923-9bef-4d57-b37a-057f014be503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:14.316202 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-56426923-9bef-4d57-b37a-057f014be503 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/87a56b86-02a2-4bdc-9947-eae0d6017c4a HTTP/1.1" status: 204 len: 168 time: 0.9337778 Feb 09 01:43:14.356057 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fee91fd4-4967-4bea-a3ac-b6d6c778969d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks [] for port (3f74aa1e-a80f-4bd7-bd62-3889a12d2153), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:14.397430 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56426923-9bef-4d57-b37a-057f014be503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a56b86-02a2-4bdc-9947-eae0d6017c4a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:14.418699 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5981f69-4e6a-4e14-a829-633347f60a1c admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:43:14.428958 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e5981f69-4e6a-4e14-a829-633347f60a1c admin admin] 10.222.0.30 "PUT /v2.0/routers/7a658d5f-ebbd-4ffd-9612-7209374c5f41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6407831 Feb 09 01:43:14.430418 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fee91fd4-4967-4bea-a3ac-b6d6c778969d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (3f74aa1e-a80f-4bd7-bd62-3889a12d2153), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:14.435030 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60128) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:14.444580 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da8c6aa-6a5b-4dda-90f0-510a17174e7b None None] Sync routers for ids ['7a658d5f-ebbd-4ffd-9612-7209374c5f41'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:43:14.476014 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da8c6aa-6a5b-4dda-90f0-510a17174e7b None None] Routers {'7a658d5f-ebbd-4ffd-9612-7209374c5f41'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:43:14.477010 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-9da8c6aa-6a5b-4dda-90f0-510a17174e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:42:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7a658d5f-ebbd-4ffd-9612-7209374c5f41'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:14.517261 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee91fd4-4967-4bea-a3ac-b6d6c778969d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Network 50d47dea-4eaa-4a73-9893-1c44e817d702 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:14.546824 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-fee91fd4-4967-4bea-a3ac-b6d6c778969d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:14.552087 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee91fd4-4967-4bea-a3ac-b6d6c778969d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:43:14.554834 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee91fd4-4967-4bea-a3ac-b6d6c778969d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:14.559468 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fee91fd4-4967-4bea-a3ac-b6d6c778969d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:14.568594 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee91fd4-4967-4bea-a3ac-b6d6c778969d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Pushing event updated for resources: {'Port': ['ID=3f74aa1e-a80f-4bd7-bd62-3889a12d2153,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:14.615963 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-fee91fd4-4967-4bea-a3ac-b6d6c778969d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5698357 Feb 09 01:43:14.621602 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60134) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:14.634971 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:14.733089 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0f6bd136-67ef-4169-ad3e-0edda0f53e15 admin admin] Publish callbacks [] for router (7a658d5f-ebbd-4ffd-9612-7209374c5f41), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:14.755203 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-9da8c6aa-6a5b-4dda-90f0-510a17174e7b None None] Set router 7a658d5f-ebbd-4ffd-9612-7209374c5f41 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:43:14.768444 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3f74aa1e-a80f-4bd7-bd62-3889a12d2153), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:14.981897 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0f6bd136-67ef-4169-ad3e-0edda0f53e15 admin admin] Publish callbacks [] for router_gateway (7a658d5f-ebbd-4ffd-9612-7209374c5f41), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:15.102726 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0f6bd136-67ef-4169-ad3e-0edda0f53e15 admin admin] Deleting port 7b125a9d-2190-4a37-9f22-4b8e03438302 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:43:15.103379 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0f6bd136-67ef-4169-ad3e-0edda0f53e15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (7b125a9d-2190-4a37-9f22-4b8e03438302), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:15.115630 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ea0ed-e6fb-4c17-a31c-e520116995ba req-53598a57-b056-4fd7-bec4-9dfdf8d45245 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:15.130938 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c08ea0ed-e6fb-4c17-a31c-e520116995ba req-53598a57-b056-4fd7-bec4-9dfdf8d45245 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 946 time: 0.2568750 Feb 09 01:43:15.239588 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-9da8c6aa-6a5b-4dda-90f0-510a17174e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a658d5f-ebbd-4ffd-9612-7209374c5f41', 'name': 'tempest-TestAggregatesBasicOps-1568382299-router', 'tenant_id': '0e9d8ed67470448ab65268bbb3d72fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '7b125a9d-2190-4a37-9f22-4b8e03438302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:42:44Z', 'updated_at': '2022-02-09T01:43:12Z', 'revision_number': 5, 'project_id': '0e9d8ed67470448ab65268bbb3d72fcb', 'gw_port': {'id': '7b125a9d-2190-4a37-9f22-4b8e03438302', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a658d5f-ebbd-4ffd-9612-7209374c5f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:45Z', 'updated_at': '2022-02-09T01:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:15.310756 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0f6bd136-67ef-4169-ad3e-0edda0f53e15 admin admin] For port 7b125a9d-2190-4a37-9f22-4b8e03438302, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=7b125a9d-2190-4a37-9f22-4b8e03438302,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:15.311516 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0f6bd136-67ef-4169-ad3e-0edda0f53e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (7b125a9d-2190-4a37-9f22-4b8e03438302), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:15.321226 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da8c6aa-6a5b-4dda-90f0-510a17174e7b None None] Checking router: 7a658d5f-ebbd-4ffd-9612-7209374c5f41 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:43:15.336277 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0f6bd136-67ef-4169-ad3e-0edda0f53e15 admin admin] Calling delete_port for 7b125a9d-2190-4a37-9f22-4b8e03438302 owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:43:15.342658 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da8c6aa-6a5b-4dda-90f0-510a17174e7b None None] Routers {'7a658d5f-ebbd-4ffd-9612-7209374c5f41'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:43:15.343597 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-9da8c6aa-6a5b-4dda-90f0-510a17174e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:42:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7a658d5f-ebbd-4ffd-9612-7209374c5f41'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:15.377008 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c08ea0ed-e6fb-4c17-a31c-e520116995ba req-3435f1c4-742a-40d2-8ad2-fbe2be051bc7 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=c174cb6e-64e7-44be-83f3-29ea109f9382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2453020 Feb 09 01:43:15.442483 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] device_id is not set on port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:43:15.460010 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks [] for port (3f74aa1e-a80f-4bd7-bd62-3889a12d2153), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:15.474045 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (3f74aa1e-a80f-4bd7-bd62-3889a12d2153), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:15.541255 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Pushing event updated for resources: {'Port': ['ID=3f74aa1e-a80f-4bd7-bd62-3889a12d2153,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:15.611123 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-9da8c6aa-6a5b-4dda-90f0-510a17174e7b None None] Set router 7a658d5f-ebbd-4ffd-9612-7209374c5f41 gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:43:15.615436 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:15.615783 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:15.616488 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 on network 50d47dea-4eaa-4a73-9893-1c44e817d702 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:15.622764 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 on network 50d47dea-4eaa-4a73-9893-1c44e817d702 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:15.623097 n-d-822053-40 neutron-server[103529]: ERROR neutron.plugins.ml2.managers [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Failed to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 on host n-h1-822053-40 for vnic_type normal using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] Feb 09 01:43:15.623492 n-d-822053-40 neutron-server[103529]: INFO neutron.plugins.ml2.plugin [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempt 2 to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 Feb 09 01:43:15.644967 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:15.645306 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:15.645894 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 on network 50d47dea-4eaa-4a73-9893-1c44e817d702 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:15.651649 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 on network 50d47dea-4eaa-4a73-9893-1c44e817d702 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:15.651784 n-d-822053-40 neutron-server[103529]: ERROR neutron.plugins.ml2.managers [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Failed to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 on host n-h1-822053-40 for vnic_type normal using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] Feb 09 01:43:15.652234 n-d-822053-40 neutron-server[103529]: INFO neutron.plugins.ml2.plugin [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempt 3 to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 Feb 09 01:43:15.668939 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:15.669365 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:15.669682 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 on network 50d47dea-4eaa-4a73-9893-1c44e817d702 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:15.675575 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 on network 50d47dea-4eaa-4a73-9893-1c44e817d702 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:15.676061 n-d-822053-40 neutron-server[103529]: ERROR neutron.plugins.ml2.managers [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Failed to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 on host n-h1-822053-40 for vnic_type normal using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] Feb 09 01:43:15.676620 n-d-822053-40 neutron-server[103529]: INFO neutron.plugins.ml2.plugin [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempt 4 to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 Feb 09 01:43:15.703854 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:15.704800 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:15.705631 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 on network 50d47dea-4eaa-4a73-9893-1c44e817d702 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:15.716246 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 on network 50d47dea-4eaa-4a73-9893-1c44e817d702 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:15.718757 n-d-822053-40 neutron-server[103529]: ERROR neutron.plugins.ml2.managers [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Failed to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 on host n-h1-822053-40 for vnic_type normal using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] Feb 09 01:43:15.720358 n-d-822053-40 neutron-server[103529]: INFO neutron.plugins.ml2.plugin [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempt 5 to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 Feb 09 01:43:15.728892 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0f6bd136-67ef-4169-ad3e-0edda0f53e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (7b125a9d-2190-4a37-9f22-4b8e03438302), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:15.729428 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-9da8c6aa-6a5b-4dda-90f0-510a17174e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a658d5f-ebbd-4ffd-9612-7209374c5f41', 'name': 'tempest-TestAggregatesBasicOps-1568382299-router', 'tenant_id': '0e9d8ed67470448ab65268bbb3d72fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:42:44Z', 'updated_at': '2022-02-09T01:43:14Z', 'revision_number': 6, 'project_id': '0e9d8ed67470448ab65268bbb3d72fcb', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:15.753259 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:15.753634 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:15.753953 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 on network 50d47dea-4eaa-4a73-9893-1c44e817d702 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:15.761907 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 on network 50d47dea-4eaa-4a73-9893-1c44e817d702 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:15.762283 n-d-822053-40 neutron-server[103529]: ERROR neutron.plugins.ml2.managers [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Failed to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 on host n-h1-822053-40 for vnic_type normal using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] Feb 09 01:43:15.762631 n-d-822053-40 neutron-server[103529]: INFO neutron.plugins.ml2.plugin [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempt 6 to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 Feb 09 01:43:15.771733 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da8c6aa-6a5b-4dda-90f0-510a17174e7b None None] The sync data for ids ['7a658d5f-ebbd-4ffd-9612-7209374c5f41'] in n-d-822053-40 is: [{'id': '7a658d5f-ebbd-4ffd-9612-7209374c5f41', 'name': 'tempest-TestAggregatesBasicOps-1568382299-router', 'tenant_id': '0e9d8ed67470448ab65268bbb3d72fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:42:44Z', 'updated_at': '2022-02-09T01:43:14Z', 'revision_number': 6, 'project_id': '0e9d8ed67470448ab65268bbb3d72fcb', 'gw_port_host': None}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:43:15.779352 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6bd136-67ef-4169-ad3e-0edda0f53e15 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b125a9d-2190-4a37-9f22-4b8e03438302,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:15.785073 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:15.785438 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:15.785777 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 on network 50d47dea-4eaa-4a73-9893-1c44e817d702 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:15.792290 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 on network 50d47dea-4eaa-4a73-9893-1c44e817d702 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:15.792717 n-d-822053-40 neutron-server[103529]: ERROR neutron.plugins.ml2.managers [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Failed to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 on host n-h1-822053-40 for vnic_type normal using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] Feb 09 01:43:15.793584 n-d-822053-40 neutron-server[103529]: INFO neutron.plugins.ml2.plugin [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempt 7 to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 Feb 09 01:43:15.835700 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:15.836328 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:15.836791 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 on network 50d47dea-4eaa-4a73-9893-1c44e817d702 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:15.849515 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 on network 50d47dea-4eaa-4a73-9893-1c44e817d702 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:15.849880 n-d-822053-40 neutron-server[103529]: ERROR neutron.plugins.ml2.managers [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Failed to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 on host n-h1-822053-40 for vnic_type normal using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] Feb 09 01:43:15.850543 n-d-822053-40 neutron-server[103529]: INFO neutron.plugins.ml2.plugin [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempt 8 to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 Feb 09 01:43:15.888761 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:15.889097 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:15.894711 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 on network 50d47dea-4eaa-4a73-9893-1c44e817d702 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:15.907118 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 on network 50d47dea-4eaa-4a73-9893-1c44e817d702 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:15.907514 n-d-822053-40 neutron-server[103529]: ERROR neutron.plugins.ml2.managers [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Failed to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 on host n-h1-822053-40 for vnic_type normal using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] Feb 09 01:43:15.908050 n-d-822053-40 neutron-server[103529]: INFO neutron.plugins.ml2.plugin [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempt 9 to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 Feb 09 01:43:15.909533 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0f6bd136-67ef-4169-ad3e-0edda0f53e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (7a658d5f-ebbd-4ffd-9612-7209374c5f41), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:15.949184 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:15.952971 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:15.953468 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 on network 50d47dea-4eaa-4a73-9893-1c44e817d702 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:15.969317 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 on network 50d47dea-4eaa-4a73-9893-1c44e817d702 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:15.969651 n-d-822053-40 neutron-server[103529]: ERROR neutron.plugins.ml2.managers [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Failed to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 on host n-h1-822053-40 for vnic_type normal using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] Feb 09 01:43:15.970040 n-d-822053-40 neutron-server[103529]: INFO neutron.plugins.ml2.plugin [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempt 10 to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 Feb 09 01:43:16.015699 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:16.016060 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:16.016401 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempting to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 on network 50d47dea-4eaa-4a73-9893-1c44e817d702 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:16.029956 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 on network 50d47dea-4eaa-4a73-9893-1c44e817d702 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:16.029956 n-d-822053-40 neutron-server[103529]: ERROR neutron.plugins.ml2.managers [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Failed to bind port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 on host n-h1-822053-40 for vnic_type normal using segments [{'id': 'dbd2d33e-abc5-4e9d-9751-f9563541847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '50d47dea-4eaa-4a73-9893-1c44e817d702'}] Feb 09 01:43:16.030258 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3f74aa1e-a80f-4bd7-bd62-3889a12d2153), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:16.042728 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60170) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:16.160342 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0f6bd136-67ef-4169-ad3e-0edda0f53e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (7a658d5f-ebbd-4ffd-9612-7209374c5f41), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:16.163279 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0f6bd136-67ef-4169-ad3e-0edda0f53e15 admin admin] Publish callbacks [] for router_controller (7a658d5f-ebbd-4ffd-9612-7209374c5f41), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:16.204971 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60176) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:16.237586 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0f6bd136-67ef-4169-ad3e-0edda0f53e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (7a658d5f-ebbd-4ffd-9612-7209374c5f41), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:16.238598 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6bd136-67ef-4169-ad3e-0edda0f53e15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a658d5f-ebbd-4ffd-9612-7209374c5f41 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:43:16.246221 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0f6bd136-67ef-4169-ad3e-0edda0f53e15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:16.250505 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] For port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:43:16.250892 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attempted to set empty binding levels {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 01:43:16.251858 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60180) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:16.253233 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0f6bd136-67ef-4169-ad3e-0edda0f53e15 admin admin] 10.222.0.30 "DELETE /v2.0/routers/7a658d5f-ebbd-4ffd-9612-7209374c5f41 HTTP/1.1" status: 204 len: 168 time: 1.8165815 Feb 09 01:43:16.303148 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (3f74aa1e-a80f-4bd7-bd62-3889a12d2153), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:16.340688 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc35f41b-ed28-4625-9666-88da89ee68c6 admin admin] Deleting subnet fe1b9a7d-15b3-420d-9912-fd597ba9bb16 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:43:16.345887 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cc35f41b-ed28-4625-9666-88da89ee68c6 admin admin] Publish callbacks [] for subnet (fe1b9a7d-15b3-420d-9912-fd597ba9bb16), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:16.395696 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cc35f41b-ed28-4625-9666-88da89ee68c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (fe1b9a7d-15b3-420d-9912-fd597ba9bb16), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:16.435910 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-c9ee4d4d-25df-4861-8d3c-b9b60b949785 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-80008342'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:16.446056 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-e720568a-2384-4e02-a15b-c8cc0b344252 tempest-RoutersAdminNegativeIpV6Test-1254575228 tempest-RoutersAdminNegativeIpV6Test-1254575228-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1766035629', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:16.464048 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] In _notify_port_updated(), no bound segment for port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 on network 50d47dea-4eaa-4a73-9893-1c44e817d702 {{(pid=103529) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:43:16.464898 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:16.465507 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:16.466854 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] 10.222.0.30 "PUT /v2.0/ports/3f74aa1e-a80f-4bd7-bd62-3889a12d2153 HTTP/1.1" status: 200 len: 979 time: 1.8433914 Feb 09 01:43:16.471549 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60184) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:16.614899 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4c2cddb9-17e3-4bd9-a129-78300a07d0d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Deleting port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:43:16.616379 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c2cddb9-17e3-4bd9-a129-78300a07d0d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (3f74aa1e-a80f-4bd7-bd62-3889a12d2153), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:16.621818 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ee4d4d-25df-4861-8d3c-b9b60b949785 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] Made reservation on behalf of 272102dd043e4286b1dee33a86d2265e for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:16.625488 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c9ee4d4d-25df-4861-8d3c-b9b60b949785 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:16.626429 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 43b4ff4f-31bb-48da-8523-4350401d4988 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:43:16.649962 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e720568a-2384-4e02-a15b-c8cc0b344252 tempest-RoutersAdminNegativeIpV6Test-1254575228 tempest-RoutersAdminNegativeIpV6Test-1254575228-project-admin] Made reservation on behalf of 834d547715ff4d589436aca3051c9bdc for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:16.652993 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e720568a-2384-4e02-a15b-c8cc0b344252 tempest-RoutersAdminNegativeIpV6Test-1254575228 tempest-RoutersAdminNegativeIpV6Test-1254575228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:16.656220 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 43b4ff4f-31bb-48da-8523-4350401d4988 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:43:16.657175 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 43b4ff4f-31bb-48da-8523-4350401d4988 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:43:16.657912 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 7b125a9d-2190-4a37-9f22-4b8e03438302 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:43:16.673026 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e720568a-2384-4e02-a15b-c8cc0b344252 tempest-RoutersAdminNegativeIpV6Test-1254575228 tempest-RoutersAdminNegativeIpV6Test-1254575228-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:16.675060 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976a10d-817e-4bb1-87c4-559a6a0db4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Pushing event updated for resources: {'Port': ['ID=3f74aa1e-a80f-4bd7-bd62-3889a12d2153,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:16.691619 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 7b125a9d-2190-4a37-9f22-4b8e03438302 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:43:16.691962 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 7b125a9d-2190-4a37-9f22-4b8e03438302 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:43:16.692986 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c9ee4d4d-25df-4861-8d3c-b9b60b949785 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:16.706188 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cc35f41b-ed28-4625-9666-88da89ee68c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (fe1b9a7d-15b3-420d-9912-fd597ba9bb16), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:16.727459 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-4c2cddb9-17e3-4bd9-a129-78300a07d0d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] For port 3f74aa1e-a80f-4bd7-bd62-3889a12d2153, host n-h1-822053-40, got binding levels [] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:16.728010 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c2cddb9-17e3-4bd9-a129-78300a07d0d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (3f74aa1e-a80f-4bd7-bd62-3889a12d2153), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:16.744649 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4c2cddb9-17e3-4bd9-a129-78300a07d0d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Calling delete_port for 3f74aa1e-a80f-4bd7-bd62-3889a12d2153 owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:43:16.752499 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61cd5d-2966-49db-ab5e-5a778b7d0555 req-dd833c1b-a199-41d5-b2fb-ef7b10388185 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:16.754253 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c61cd5d-2966-49db-ab5e-5a778b7d0555 req-dd833c1b-a199-41d5-b2fb-ef7b10388185 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 946 time: 0.3032649 Feb 09 01:43:16.866650 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c2cddb9-17e3-4bd9-a129-78300a07d0d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (3f74aa1e-a80f-4bd7-bd62-3889a12d2153), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:16.904077 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2cddb9-17e3-4bd9-a129-78300a07d0d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f74aa1e-a80f-4bd7-bd62-3889a12d2153,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:16.909860 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cc35f41b-ed28-4625-9666-88da89ee68c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (fe1b9a7d-15b3-420d-9912-fd597ba9bb16), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:16.910222 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c2cddb9-17e3-4bd9-a129-78300a07d0d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:16.917773 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4c2cddb9-17e3-4bd9-a129-78300a07d0d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] 10.222.0.30 "DELETE /v2.0/ports/3f74aa1e-a80f-4bd7-bd62-3889a12d2153 HTTP/1.1" status: 204 len: 168 time: 0.4450328 Feb 09 01:43:16.918458 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60186) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:16.939755 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c61cd5d-2966-49db-ab5e-5a778b7d0555 req-20e99ce4-e54c-48d9-aa1a-3ba930e485ff tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=c174cb6e-64e7-44be-83f3-29ea109f9382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768992 Feb 09 01:43:16.946291 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba01043-9a30-40d3-b96d-3bb111160fe0 None None] Network 2dcd03ef-0fa6-4d9d-98c7-d5338cb9d368 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:43:16.961155 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cc35f41b-ed28-4625-9666-88da89ee68c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:16.964956 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-cc35f41b-ed28-4625-9666-88da89ee68c6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/fe1b9a7d-15b3-420d-9912-fd597ba9bb16 HTTP/1.1" status: 204 len: 168 time: 0.7120187 Feb 09 01:43:16.969676 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60188) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:16.971222 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35f41b-ed28-4625-9666-88da89ee68c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe1b9a7d-15b3-420d-9912-fd597ba9bb16,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:16.981808 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-03160861-8b74-423e-bb81-c2c67307333e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] GET failed (client error): The resource could not be found. Feb 09 01:43:16.988025 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60190) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:16.988802 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-03160861-8b74-423e-bb81-c2c67307333e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120309828-project-admin] 10.222.0.30 "GET /v2.0/ports/3f74aa1e-a80f-4bd7-bd62-3889a12d2153 HTTP/1.1" status: 404 len: 333 time: 0.0688643 Feb 09 01:43:17.075359 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-22087f8e-035b-4e6e-b7c9-97003ad669f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (2dcd03ef-0fa6-4d9d-98c7-d5338cb9d368), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:17.082927 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e720568a-2384-4e02-a15b-c8cc0b344252 tempest-RoutersAdminNegativeIpV6Test-1254575228 tempest-RoutersAdminNegativeIpV6Test-1254575228-project-admin] Publish callbacks [] for security_group (0eb3c32c-40cc-415c-841f-c9b8c455179e), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:17.111332 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e720568a-2384-4e02-a15b-c8cc0b344252 tempest-RoutersAdminNegativeIpV6Test-1254575228 tempest-RoutersAdminNegativeIpV6Test-1254575228-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0eb3c32c-40cc-415c-841f-c9b8c455179e), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:17.125345 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-e720568a-2384-4e02-a15b-c8cc0b344252 tempest-RoutersAdminNegativeIpV6Test-1254575228 tempest-RoutersAdminNegativeIpV6Test-1254575228-project-admin] device_id is not set on port 1f2440c1-6923-437e-9ea3-2fb0410f80ab yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:43:17.157364 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c9ee4d4d-25df-4861-8d3c-b9b60b949785 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] Publish callbacks [] for security_group (436f989f-55fa-411d-83f1-936096a25c88), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:17.157606 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-22087f8e-035b-4e6e-b7c9-97003ad669f8 admin admin] Deleting port 9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:43:17.158253 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-22087f8e-035b-4e6e-b7c9-97003ad669f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:17.222056 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4564b8fc-2727-4574-96e8-ff7886651ce7 None None] DHCP port deletion for 2dcd03ef-0fa6-4d9d-98c7-d5338cb9d368 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:43:17.241991 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c9ee4d4d-25df-4861-8d3c-b9b60b949785 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (436f989f-55fa-411d-83f1-936096a25c88), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:17.280105 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-22087f8e-035b-4e6e-b7c9-97003ad669f8 admin admin] For port 9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e,segment=NetworkSegment(945e9f55-e127-46fd-b8dd-17e818d9b936),segment_id=945e9f55-e127-46fd-b8dd-17e818d9b936)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:17.280105 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-22087f8e-035b-4e6e-b7c9-97003ad669f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:17.289501 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b38f-d33d-4f74-9bb7-243005acc46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (50d47dea-4eaa-4a73-9893-1c44e817d702), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:17.304888 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-22087f8e-035b-4e6e-b7c9-97003ad669f8 admin admin] Calling delete_port for 9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:43:17.306890 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ee4d4d-25df-4861-8d3c-b9b60b949785 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:43:17.320471 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720568a-2384-4e02-a15b-c8cc0b344252 tempest-RoutersAdminNegativeIpV6Test-1254575228 tempest-RoutersAdminNegativeIpV6Test-1254575228-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb3c32c-40cc-415c-841f-c9b8c455179e,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:17.350316 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-4564b8fc-2727-4574-96e8-ff7886651ce7 None None] Deleting port 9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:43:17.351378 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4564b8fc-2727-4574-96e8-ff7886651ce7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:17.375542 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c9ee4d4d-25df-4861-8d3c-b9b60b949785 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (3344f531-86b6-4189-9c4a-ff3a6d2b95d9), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:17.376250 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-c9ee4d4d-25df-4861-8d3c-b9b60b949785 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] Added segment 3344f531-86b6-4189-9c4a-ff3a6d2b95d9 of type vlan for network 006bfb17-3f16-4d5c-b3d2-571f0b8c84e5 Feb 09 01:43:17.450667 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-4564b8fc-2727-4574-96e8-ff7886651ce7 None None] For port 9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e,segment=NetworkSegment(945e9f55-e127-46fd-b8dd-17e818d9b936),segment_id=945e9f55-e127-46fd-b8dd-17e818d9b936)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:17.452007 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4564b8fc-2727-4574-96e8-ff7886651ce7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:17.468744 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee4d4d-25df-4861-8d3c-b9b60b949785 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=436f989f-55fa-411d-83f1-936096a25c88,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:17.492398 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-4564b8fc-2727-4574-96e8-ff7886651ce7 None None] Calling delete_port for 9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:43:17.502105 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-e720568a-2384-4e02-a15b-c8cc0b344252 tempest-RoutersAdminNegativeIpV6Test-1254575228 tempest-RoutersAdminNegativeIpV6Test-1254575228-project-admin] Allocated IP 172.25.1.28 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/1f2440c1-6923-437e-9ea3-2fb0410f80ab) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:17.511125 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-22087f8e-035b-4e6e-b7c9-97003ad669f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:17.534789 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c9ee4d4d-25df-4861-8d3c-b9b60b949785 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (006bfb17-3f16-4d5c-b3d2-571f0b8c84e5), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:17.566401 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22087f8e-035b-4e6e-b7c9-97003ad669f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:17.583019 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22087f8e-035b-4e6e-b7c9-97003ad669f8 admin admin] No DVR routers for this DVR port 9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:43:17.603925 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b38f-d33d-4f74-9bb7-243005acc46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (50d47dea-4eaa-4a73-9893-1c44e817d702), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:17.641342 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c9ee4d4d-25df-4861-8d3c-b9b60b949785 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (006bfb17-3f16-4d5c-b3d2-571f0b8c84e5), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:17.646391 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ee4d4d-25df-4861-8d3c-b9b60b949785 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:17.647061 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c9ee4d4d-25df-4861-8d3c-b9b60b949785 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:17.668075 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-f3f4b38f-d33d-4f74-9bb7-243005acc46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50d47dea-4eaa-4a73-9893-1c44e817d702']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:17.675899 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4564b8fc-2727-4574-96e8-ff7886651ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:17.704649 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4564b8fc-2727-4574-96e8-ff7886651ce7 None None] Pushing event deleted for resources: {'Port': ['ID=9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:17.708367 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4564b8fc-2727-4574-96e8-ff7886651ce7 None None] No DVR routers for this DVR port 9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:43:17.736022 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-22087f8e-035b-4e6e-b7c9-97003ad669f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (2dcd03ef-0fa6-4d9d-98c7-d5338cb9d368), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:17.737959 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-f3f4b38f-d33d-4f74-9bb7-243005acc46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbd2d33e-abc5-4e9d-9751-f9563541847e') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:17.738256 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-f3f4b38f-d33d-4f74-9bb7-243005acc46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbd2d33e-abc5-4e9d-9751-f9563541847e') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:17.754125 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c9ee4d4d-25df-4861-8d3c-b9b60b949785 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7095509 Feb 09 01:43:17.760725 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60194) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:17.769722 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.tag.tag_plugin [None req-81ff0bc9-fcd3-40c5-bd97-2608683e93cb tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '006bfb17-3f16-4d5c-b3d2-571f0b8c84e5', 'tempest-TagsTest-Tag-1235280245') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:17.803090 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-22087f8e-035b-4e6e-b7c9-97003ad669f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dcd03ef-0fa6-4d9d-98c7-d5338cb9d368']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:17.804440 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b38f-d33d-4f74-9bb7-243005acc46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (dbd2d33e-abc5-4e9d-9751-f9563541847e), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:17.837944 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee4d4d-25df-4861-8d3c-b9b60b949785 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] Pushing event updated for resources: {'Network': ['ID=006bfb17-3f16-4d5c-b3d2-571f0b8c84e5,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:17.848518 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-22087f8e-035b-4e6e-b7c9-97003ad669f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '945e9f55-e127-46fd-b8dd-17e818d9b936') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:17.848781 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-22087f8e-035b-4e6e-b7c9-97003ad669f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '945e9f55-e127-46fd-b8dd-17e818d9b936') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:17.859242 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b38f-d33d-4f74-9bb7-243005acc46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (dbd2d33e-abc5-4e9d-9751-f9563541847e), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:17.862697 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-22087f8e-035b-4e6e-b7c9-97003ad669f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (945e9f55-e127-46fd-b8dd-17e818d9b936), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:17.863030 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 006bfb17-3f16-4d5c-b3d2-571f0b8c84e5 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:43:17.876068 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3f4b38f-d33d-4f74-9bb7-243005acc46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:43:17.876467 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b38f-d33d-4f74-9bb7-243005acc46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (dbd2d33e-abc5-4e9d-9751-f9563541847e), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:17.892161 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-22087f8e-035b-4e6e-b7c9-97003ad669f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (945e9f55-e127-46fd-b8dd-17e818d9b936), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:17.902174 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22087f8e-035b-4e6e-b7c9-97003ad669f8 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:43:17.902690 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-22087f8e-035b-4e6e-b7c9-97003ad669f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (945e9f55-e127-46fd-b8dd-17e818d9b936), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:17.904390 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:43:17.904390 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:43:17.904390 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:43:17.904390 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:43:17.904390 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:43:17.904390 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:43:17.904390 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:43:17.904390 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:43:17.904390 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:43:17.904390 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:43:17.904390 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:43:17.904390 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:43:17.904390 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:43:17.904390 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:43:17.904390 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:43:17.904390 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:43:17.904390 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:43:17.904390 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:43:17.904390 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:43:17.904390 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:43:17.904390 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:43:17.904390 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:43:17.904390 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:43:17.904390 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:43:17.904390 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:43:17.904390 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:43:17.904390 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:43:17.904390 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:43:17.904390 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:43:17.904390 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:43:17.904390 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:43:17.904390 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:43:17.930761 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e720568a-2384-4e02-a15b-c8cc0b344252 tempest-RoutersAdminNegativeIpV6Test-1254575228 tempest-RoutersAdminNegativeIpV6Test-1254575228-project-admin] Publish callbacks [] for port (1f2440c1-6923-437e-9ea3-2fb0410f80ab), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:17.956637 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:43:17.956637 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:43:17.956637 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:43:17.956637 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:43:17.956637 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:43:17.956637 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:43:17.956637 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:43:17.956637 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:43:17.956637 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:43:17.956637 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:43:17.956637 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:43:17.956637 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:43:17.956637 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:43:17.956637 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:43:17.956637 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:43:17.956637 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:43:17.956637 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:43:17.956637 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:43:17.956637 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:43:17.956637 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:43:17.956637 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:43:17.956637 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:43:17.956637 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:43:17.956637 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:43:17.956637 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:43:17.956637 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:43:17.956637 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:43:17.956637 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:43:17.956637 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:43:17.956637 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:43:17.956637 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:43:17.956637 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:43:17.971351 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-22087f8e-035b-4e6e-b7c9-97003ad669f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (2dcd03ef-0fa6-4d9d-98c7-d5338cb9d368), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:17.983150 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-22087f8e-035b-4e6e-b7c9-97003ad669f8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:17.986341 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-22087f8e-035b-4e6e-b7c9-97003ad669f8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2dcd03ef-0fa6-4d9d-98c7-d5338cb9d368 HTTP/1.1" status: 204 len: 168 time: 1.0149388 Feb 09 01:43:17.989444 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60198) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:18.007002 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22087f8e-035b-4e6e-b7c9-97003ad669f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dcd03ef-0fa6-4d9d-98c7-d5338cb9d368,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:18.052288 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e720568a-2384-4e02-a15b-c8cc0b344252 tempest-RoutersAdminNegativeIpV6Test-1254575228 tempest-RoutersAdminNegativeIpV6Test-1254575228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (1f2440c1-6923-437e-9ea3-2fb0410f80ab), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:18.086289 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b38f-d33d-4f74-9bb7-243005acc46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (50d47dea-4eaa-4a73-9893-1c44e817d702), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:18.115468 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-81ff0bc9-fcd3-40c5-bd97-2608683e93cb tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] 10.222.0.30 "PUT /v2.0/networks/006bfb17-3f16-4d5c-b3d2-571f0b8c84e5/tags/tempest-TagsTest-Tag-1235280245 HTTP/1.1" status: 201 len: 201 time: 0.3494921 Feb 09 01:43:18.121182 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60200) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:18.128009 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.tag.tag_plugin [None req-ed38e3ce-3811-4810-9e49-e5a281ff0672 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '006bfb17-3f16-4d5c-b3d2-571f0b8c84e5', 'tempest-TagsTest-Tag-1235280245') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:18.158184 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b38f-d33d-4f74-9bb7-243005acc46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:18.161930 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f3f4b38f-d33d-4f74-9bb7-243005acc46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903-project] 10.222.0.30 "DELETE /v2.0/networks/50d47dea-4eaa-4a73-9893-1c44e817d702 HTTP/1.1" status: 204 len: 168 time: 1.1677957 Feb 09 01:43:18.171130 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e720568a-2384-4e02-a15b-c8cc0b344252 tempest-RoutersAdminNegativeIpV6Test-1254575228 tempest-RoutersAdminNegativeIpV6Test-1254575228-project-admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:18.185598 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-e720568a-2384-4e02-a15b-c8cc0b344252 tempest-RoutersAdminNegativeIpV6Test-1254575228 tempest-RoutersAdminNegativeIpV6Test-1254575228-project-admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:18.192985 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e720568a-2384-4e02-a15b-c8cc0b344252 tempest-RoutersAdminNegativeIpV6Test-1254575228 tempest-RoutersAdminNegativeIpV6Test-1254575228-project-admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:43:18.264465 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e720568a-2384-4e02-a15b-c8cc0b344252 tempest-RoutersAdminNegativeIpV6Test-1254575228 tempest-RoutersAdminNegativeIpV6Test-1254575228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:18.265646 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e720568a-2384-4e02-a15b-c8cc0b344252 tempest-RoutersAdminNegativeIpV6Test-1254575228 tempest-RoutersAdminNegativeIpV6Test-1254575228-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:18.268694 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4b38f-d33d-4f74-9bb7-243005acc46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495922903-project] Pushing event deleted for resources: {'Network': ['ID=50d47dea-4eaa-4a73-9893-1c44e817d702,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:18.339791 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:43:18.341341 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720568a-2384-4e02-a15b-c8cc0b344252 tempest-RoutersAdminNegativeIpV6Test-1254575228 tempest-RoutersAdminNegativeIpV6Test-1254575228-project-admin] Pushing event updated for resources: {'Port': ['ID=1f2440c1-6923-437e-9ea3-2fb0410f80ab,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:18.364844 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ed38e3ce-3811-4810-9e49-e5a281ff0672 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] 10.222.0.30 "GET /v2.0/networks/006bfb17-3f16-4d5c-b3d2-571f0b8c84e5/tags/tempest-TagsTest-Tag-1235280245 HTTP/1.1" status: 204 len: 168 time: 0.2374377 Feb 09 01:43:18.365391 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60208) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:18.368382 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e720568a-2384-4e02-a15b-c8cc0b344252 tempest-RoutersAdminNegativeIpV6Test-1254575228 tempest-RoutersAdminNegativeIpV6Test-1254575228-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.1619790 Feb 09 01:43:18.370758 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.tag.tag_plugin [None req-18e09987-107e-4720-ae78-15e97c19afca tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '006bfb17-3f16-4d5c-b3d2-571f0b8c84e5') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:18.374244 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60210) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:18.382411 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-2dbe432a-17f0-4893-a55e-8f29e22138b6 tempest-RoutersAdminNegativeIpV6Test-1254575228 tempest-RoutersAdminNegativeIpV6Test-1254575228-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.28'}]}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:18.420079 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2dbe432a-17f0-4893-a55e-8f29e22138b6 tempest-RoutersAdminNegativeIpV6Test-1254575228 tempest-RoutersAdminNegativeIpV6Test-1254575228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (9ffc73b3-8858-4871-a5d0-86569d731525), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:18.421165 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:43:18.421829 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2dbe432a-17f0-4893-a55e-8f29e22138b6 tempest-RoutersAdminNegativeIpV6Test-1254575228 tempest-RoutersAdminNegativeIpV6Test-1254575228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (9ffc73b3-8858-4871-a5d0-86569d731525), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:18.422263 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 9436a9d4-4e6b-4760-bfa2-1f6fa0451a8e not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:43:18.443833 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93160809-fd14-49f7-a43a-e5d316e140fe req-9cc480b2-c12b-43d6-8744-15f574ff2f3d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:18.453719 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93160809-fd14-49f7-a43a-e5d316e140fe req-9cc480b2-c12b-43d6-8744-15f574ff2f3d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 946 time: 0.2987635 Feb 09 01:43:18.511040 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-18e09987-107e-4720-ae78-15e97c19afca tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] 10.222.0.30 "GET /v2.0/networks/006bfb17-3f16-4d5c-b3d2-571f0b8c84e5/tags HTTP/1.1" status: 200 len: 238 time: 0.1423728 Feb 09 01:43:18.511870 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60212) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:18.518362 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.tag.tag_plugin [None req-f454d254-b9a8-4f54-8584-70359d6c0ea9 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '006bfb17-3f16-4d5c-b3d2-571f0b8c84e5', {'tags': ['tempest-TagsTest-Tag-2091909341', 'tempest-TagsTest-Tag-167962800', 'tempest-TagsTest-Tag-315232958']}) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:18.554642 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2dbe432a-17f0-4893-a55e-8f29e22138b6 tempest-RoutersAdminNegativeIpV6Test-1254575228 tempest-RoutersAdminNegativeIpV6Test-1254575228-project-admin] Publish callbacks [] for router_controller (9ffc73b3-8858-4871-a5d0-86569d731525), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:18.589314 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93160809-fd14-49f7-a43a-e5d316e140fe req-8cc2edb1-8a6e-4d60-8f8d-24565f70488d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=c174cb6e-64e7-44be-83f3-29ea109f9382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339123 Feb 09 01:43:18.650506 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f454d254-b9a8-4f54-8584-70359d6c0ea9 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] 10.222.0.30 "PUT /v2.0/networks/006bfb17-3f16-4d5c-b3d2-571f0b8c84e5/tags HTTP/1.1" status: 200 len: 307 time: 0.1371121 Feb 09 01:43:18.653827 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60214) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:18.661382 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.tag.tag_plugin [None req-a250c7a3-78fd-47c9-9c51-b51de7b7e126 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '006bfb17-3f16-4d5c-b3d2-571f0b8c84e5', 'tempest-TagsTest-Tag-2091909341') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:18.786115 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60218) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:18.844126 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a250c7a3-78fd-47c9-9c51-b51de7b7e126 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] 10.222.0.30 "DELETE /v2.0/networks/006bfb17-3f16-4d5c-b3d2-571f0b8c84e5/tags/tempest-TagsTest-Tag-2091909341 HTTP/1.1" status: 204 len: 168 time: 0.1891773 Feb 09 01:43:18.848935 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60222) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:18.860078 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.tag.tag_plugin [None req-97351f52-9e2e-43a3-89e6-ac7b8b1a40fb tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '006bfb17-3f16-4d5c-b3d2-571f0b8c84e5', 'tempest-TagsTest-Tag-2091909341') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:18.898628 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2c9141f1-0003-408b-90da-92c8759c57ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (fe610008-aa1c-4e7b-8326-1f059d49bbae), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:19.232536 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2dbe432a-17f0-4893-a55e-8f29e22138b6 tempest-RoutersAdminNegativeIpV6Test-1254575228 tempest-RoutersAdminNegativeIpV6Test-1254575228-project-admin] Publish callbacks [] for router_gateway (9ffc73b3-8858-4871-a5d0-86569d731525), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:19.452896 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-14c3fe1e-e675-4690-99c7-a3429171a70a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=75f8e8ff92e04426b398675be18540f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6616857 Feb 09 01:43:19.452896 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-97351f52-9e2e-43a3-89e6-ac7b8b1a40fb tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] show failed (client error): The resource could not be found. Feb 09 01:43:19.453399 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-97351f52-9e2e-43a3-89e6-ac7b8b1a40fb tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] 10.222.0.30 "GET /v2.0/networks/006bfb17-3f16-4d5c-b3d2-571f0b8c84e5/tags/tempest-TagsTest-Tag-2091909341 HTTP/1.1" status: 404 len: 326 time: 0.5995536 Feb 09 01:43:19.453590 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60226) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:19.456080 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60228) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:19.464173 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.tag.tag_plugin [None req-00dd83aa-2eb5-4883-83ac-dec52174bf71 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '006bfb17-3f16-4d5c-b3d2-571f0b8c84e5', 'tempest-TagsTest-Tag-167962800') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:19.529500 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:19.644133 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b8a6882-f89d-4d6e-839c-0cd15ea6ab15 admin admin] Publish callbacks [] for security_group (6c68e317-5339-47bc-a6a7-f8118735d403), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:19.684171 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-00dd83aa-2eb5-4883-83ac-dec52174bf71 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] 10.222.0.30 "GET /v2.0/networks/006bfb17-3f16-4d5c-b3d2-571f0b8c84e5/tags/tempest-TagsTest-Tag-167962800 HTTP/1.1" status: 204 len: 168 time: 0.2241955 Feb 09 01:43:19.689038 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60236) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:19.697861 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.tag.tag_plugin [None req-e5392ffb-1c2b-4396-adbf-0cdbcf6ec9b2 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '006bfb17-3f16-4d5c-b3d2-571f0b8c84e5', 'tempest-TagsTest-Tag-315232958') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:19.733281 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2dbe432a-17f0-4893-a55e-8f29e22138b6 tempest-RoutersAdminNegativeIpV6Test-1254575228 tempest-RoutersAdminNegativeIpV6Test-1254575228-project-admin] Publish callbacks [] for router_gateway (9ffc73b3-8858-4871-a5d0-86569d731525), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:19.752936 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b8a6882-f89d-4d6e-839c-0cd15ea6ab15 admin admin] Publish callbacks [] for security_group (6c68e317-5339-47bc-a6a7-f8118735d403), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:19.858195 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2dbe432a-17f0-4893-a55e-8f29e22138b6 tempest-RoutersAdminNegativeIpV6Test-1254575228 tempest-RoutersAdminNegativeIpV6Test-1254575228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:19.906550 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b8a6882-f89d-4d6e-839c-0cd15ea6ab15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (6c68e317-5339-47bc-a6a7-f8118735d403), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:19.909198 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b8a6882-f89d-4d6e-839c-0cd15ea6ab15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:19.910357 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4b8a6882-f89d-4d6e-839c-0cd15ea6ab15 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6c68e317-5339-47bc-a6a7-f8118735d403 HTTP/1.1" status: 204 len: 168 time: 0.4559128 Feb 09 01:43:19.942518 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a6882-f89d-4d6e-839c-0cd15ea6ab15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c68e317-5339-47bc-a6a7-f8118735d403,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:19.977348 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2c9141f1-0003-408b-90da-92c8759c57ad admin admin] Deleting port e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:43:19.977646 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2c9141f1-0003-408b-90da-92c8759c57ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:20.071165 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60242) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:20.111805 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e5392ffb-1c2b-4396-adbf-0cdbcf6ec9b2 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] 10.222.0.30 "GET /v2.0/networks/006bfb17-3f16-4d5c-b3d2-571f0b8c84e5/tags/tempest-TagsTest-Tag-315232958 HTTP/1.1" status: 204 len: 168 time: 0.4211192 Feb 09 01:43:20.117819 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60246) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:20.125839 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c5fe5-a1e4-4678-90e2-ee46b755d1d8 req-1a7ba7e2-7b87-4441-9c50-ed1538a7f708 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:20.127426 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f96c5fe5-a1e4-4678-90e2-ee46b755d1d8 req-1a7ba7e2-7b87-4441-9c50-ed1538a7f708 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 946 time: 0.3453388 Feb 09 01:43:20.132163 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-2c9141f1-0003-408b-90da-92c8759c57ad admin admin] For port e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1,segment=NetworkSegment(2290f433-8727-4b58-81e4-3cf6590b4b6e),segment_id=2290f433-8727-4b58-81e4-3cf6590b4b6e)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:20.132525 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2c9141f1-0003-408b-90da-92c8759c57ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:20.157196 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.tag.tag_plugin [None req-7ef114ec-b7b0-488b-b3a3-5ed056e8d571 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '006bfb17-3f16-4d5c-b3d2-571f0b8c84e5') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:20.198516 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2c9141f1-0003-408b-90da-92c8759c57ad admin admin] Calling delete_port for e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1 owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:43:20.224084 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f96c5fe5-a1e4-4678-90e2-ee46b755d1d8 req-24604792-9198-443d-bb27-81a0c8e54644 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=c174cb6e-64e7-44be-83f3-29ea109f9382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624471 Feb 09 01:43:20.371131 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2dbe432a-17f0-4893-a55e-8f29e22138b6 tempest-RoutersAdminNegativeIpV6Test-1254575228 tempest-RoutersAdminNegativeIpV6Test-1254575228-project-admin] Publish callbacks [] for router (9ffc73b3-8858-4871-a5d0-86569d731525), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:20.506288 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7ef114ec-b7b0-488b-b3a3-5ed056e8d571 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] 10.222.0.30 "DELETE /v2.0/networks/006bfb17-3f16-4d5c-b3d2-571f0b8c84e5/tags HTTP/1.1" status: 204 len: 168 time: 0.3789198 Feb 09 01:43:20.508840 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60250) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:20.516334 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.tag.tag_plugin [None req-905a7dbd-c49c-41eb-a52e-58019f1eb1a8 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '006bfb17-3f16-4d5c-b3d2-571f0b8c84e5', 'tempest-TagsTest-Tag-167962800') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:20.639040 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-722695d0-60d3-4e45-9128-94e919caee27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:20.664650 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60252) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:20.695276 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2c9141f1-0003-408b-90da-92c8759c57ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:20.748677 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9141f1-0003-408b-90da-92c8759c57ad admin admin] Pushing event deleted for resources: {'Port': ['ID=e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:20.778103 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-905a7dbd-c49c-41eb-a52e-58019f1eb1a8 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] show failed (client error): The resource could not be found. Feb 09 01:43:20.782429 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-905a7dbd-c49c-41eb-a52e-58019f1eb1a8 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] 10.222.0.30 "GET /v2.0/networks/006bfb17-3f16-4d5c-b3d2-571f0b8c84e5/tags/tempest-TagsTest-Tag-167962800 HTTP/1.1" status: 404 len: 325 time: 0.2686660 Feb 09 01:43:20.805134 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60254) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:20.829058 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2dbe432a-17f0-4893-a55e-8f29e22138b6 tempest-RoutersAdminNegativeIpV6Test-1254575228 tempest-RoutersAdminNegativeIpV6Test-1254575228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (9ffc73b3-8858-4871-a5d0-86569d731525), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:20.832247 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4b32a0e8-cd0c-4dfe-baa9-e9cc4b487390 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8e291e4bd37743d4b5854136c4c7dbdd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1657877 Feb 09 01:43:20.840679 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2dbe432a-17f0-4893-a55e-8f29e22138b6 tempest-RoutersAdminNegativeIpV6Test-1254575228 tempest-RoutersAdminNegativeIpV6Test-1254575228-project-admin] Publish callbacks [] for router_controller (9ffc73b3-8858-4871-a5d0-86569d731525), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:20.845894 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60256) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:20.850498 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-eb65d1e6-5e4d-4b6d-a2ee-bc34aedfb2cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:20.886284 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.tag.tag_plugin [None req-ff240ea2-1471-4c10-9f6d-9679ccfd0ca8 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '006bfb17-3f16-4d5c-b3d2-571f0b8c84e5', 'tempest-TagsTest-Tag-315232958') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:20.952565 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2dbe432a-17f0-4893-a55e-8f29e22138b6 tempest-RoutersAdminNegativeIpV6Test-1254575228 tempest-RoutersAdminNegativeIpV6Test-1254575228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (9ffc73b3-8858-4871-a5d0-86569d731525), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:20.953114 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbe432a-17f0-4893-a55e-8f29e22138b6 tempest-RoutersAdminNegativeIpV6Test-1254575228 tempest-RoutersAdminNegativeIpV6Test-1254575228-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9ffc73b3-8858-4871-a5d0-86569d731525 {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:43:20.986201 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-47ac80c0-a4ff-4ca9-acc3-732843e7eefa admin admin] Publish callbacks [] for security_group (41b24190-dfff-4896-a965-5774bbc16e9c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:20.988672 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-2dbe432a-17f0-4893-a55e-8f29e22138b6 tempest-RoutersAdminNegativeIpV6Test-1254575228 tempest-RoutersAdminNegativeIpV6Test-1254575228-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 09 01:43:20.992622 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2dbe432a-17f0-4893-a55e-8f29e22138b6 tempest-RoutersAdminNegativeIpV6Test-1254575228 tempest-RoutersAdminNegativeIpV6Test-1254575228-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.6137428 Feb 09 01:43:20.993815 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60258) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:21.028230 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:21.030609 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-47ac80c0-a4ff-4ca9-acc3-732843e7eefa admin admin] Publish callbacks [] for security_group (41b24190-dfff-4896-a965-5774bbc16e9c), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:21.050873 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-722695d0-60d3-4e45-9128-94e919caee27 admin admin] Publish callbacks [] for security_group (db50d7f0-8095-4f03-a2cb-a8686832176b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:21.065565 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-722695d0-60d3-4e45-9128-94e919caee27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (db50d7f0-8095-4f03-a2cb-a8686832176b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:21.162135 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-47ac80c0-a4ff-4ca9-acc3-732843e7eefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (41b24190-dfff-4896-a965-5774bbc16e9c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:21.164956 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-47ac80c0-a4ff-4ca9-acc3-732843e7eefa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:21.168893 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-47ac80c0-a4ff-4ca9-acc3-732843e7eefa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/41b24190-dfff-4896-a965-5774bbc16e9c HTTP/1.1" status: 204 len: 168 time: 0.3178515 Feb 09 01:43:21.181762 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac80c0-a4ff-4ca9-acc3-732843e7eefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b24190-dfff-4896-a965-5774bbc16e9c,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:21.194710 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-d5b3befa-bd6a-4d94-bb8f-6ddd359242db tempest-RoutersAdminNegativeIpV6Test-1254575228 tempest-RoutersAdminNegativeIpV6Test-1254575228-project-admin] Deleting port 1f2440c1-6923-437e-9ea3-2fb0410f80ab {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:43:21.195194 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d5b3befa-bd6a-4d94-bb8f-6ddd359242db tempest-RoutersAdminNegativeIpV6Test-1254575228 tempest-RoutersAdminNegativeIpV6Test-1254575228-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (1f2440c1-6923-437e-9ea3-2fb0410f80ab), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:21.213994 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-722695d0-60d3-4e45-9128-94e919caee27 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ffc7bb4b7ab4442195536219c3fb73be&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1412978 Feb 09 01:43:21.251301 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60262) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:21.274877 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2c9141f1-0003-408b-90da-92c8759c57ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (fe610008-aa1c-4e7b-8326-1f059d49bbae), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:21.316891 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722695d0-60d3-4e45-9128-94e919caee27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db50d7f0-8095-4f03-a2cb-a8686832176b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:21.352622 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d5b3befa-bd6a-4d94-bb8f-6ddd359242db tempest-RoutersAdminNegativeIpV6Test-1254575228 tempest-RoutersAdminNegativeIpV6Test-1254575228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (1f2440c1-6923-437e-9ea3-2fb0410f80ab), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:21.384920 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b995c7b5-6e9c-44a9-bc5a-fb2c3c644019 admin admin] Publish callbacks [] for security_group (db50d7f0-8095-4f03-a2cb-a8686832176b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:21.411852 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b995c7b5-6e9c-44a9-bc5a-fb2c3c644019 admin admin] Publish callbacks [] for security_group (db50d7f0-8095-4f03-a2cb-a8686832176b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:21.438090 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-d5b3befa-bd6a-4d94-bb8f-6ddd359242db tempest-RoutersAdminNegativeIpV6Test-1254575228 tempest-RoutersAdminNegativeIpV6Test-1254575228-project-admin] Calling delete_port for 1f2440c1-6923-437e-9ea3-2fb0410f80ab owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:43:21.473329 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-ff240ea2-1471-4c10-9f6d-9679ccfd0ca8 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] show failed (client error): The resource could not be found. Feb 09 01:43:21.473813 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ff240ea2-1471-4c10-9f6d-9679ccfd0ca8 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] 10.222.0.30 "GET /v2.0/networks/006bfb17-3f16-4d5c-b3d2-571f0b8c84e5/tags/tempest-TagsTest-Tag-315232958 HTTP/1.1" status: 404 len: 325 time: 0.6404386 Feb 09 01:43:21.477675 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60268) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:21.484551 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.tag.tag_plugin [None req-2c0ce9bf-2ca2-4620-9d80-c588ca75b9e1 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '006bfb17-3f16-4d5c-b3d2-571f0b8c84e5') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:21.612813 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e32d8-e5e4-4577-b0ff-5216c61179da req-e02988de-0c70-4745-99d2-1bd36d0e0874 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:21.615166 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2e8e32d8-e5e4-4577-b0ff-5216c61179da req-e02988de-0c70-4745-99d2-1bd36d0e0874 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 946 time: 0.2565150 Feb 09 01:43:21.623260 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b995c7b5-6e9c-44a9-bc5a-fb2c3c644019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (db50d7f0-8095-4f03-a2cb-a8686832176b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:21.625994 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b995c7b5-6e9c-44a9-bc5a-fb2c3c644019 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:21.630128 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b995c7b5-6e9c-44a9-bc5a-fb2c3c644019 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/db50d7f0-8095-4f03-a2cb-a8686832176b HTTP/1.1" status: 204 len: 168 time: 0.3778024 Feb 09 01:43:21.719224 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b995c7b5-6e9c-44a9-bc5a-fb2c3c644019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db50d7f0-8095-4f03-a2cb-a8686832176b,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:21.801732 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2c0ce9bf-2ca2-4620-9d80-c588ca75b9e1 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] 10.222.0.30 "DELETE /v2.0/networks/006bfb17-3f16-4d5c-b3d2-571f0b8c84e5/tags HTTP/1.1" status: 204 len: 168 time: 0.3210988 Feb 09 01:43:21.808259 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60278) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:21.872716 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c9141f1-0003-408b-90da-92c8759c57ad admin admin] Router fe610008-aa1c-4e7b-8326-1f059d49bbae has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:43:21.913021 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2e8e32d8-e5e4-4577-b0ff-5216c61179da req-bda44537-0f12-46f7-b182-eac51f991793 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=c174cb6e-64e7-44be-83f3-29ea109f9382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2812505 Feb 09 01:43:21.935461 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1c69441b-41ad-4a7c-a6a9-0415a85cd037 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (006bfb17-3f16-4d5c-b3d2-571f0b8c84e5), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:21.957630 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d5b3befa-bd6a-4d94-bb8f-6ddd359242db tempest-RoutersAdminNegativeIpV6Test-1254575228 tempest-RoutersAdminNegativeIpV6Test-1254575228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (1f2440c1-6923-437e-9ea3-2fb0410f80ab), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:22.052925 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3befa-bd6a-4d94-bb8f-6ddd359242db tempest-RoutersAdminNegativeIpV6Test-1254575228 tempest-RoutersAdminNegativeIpV6Test-1254575228-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f2440c1-6923-437e-9ea3-2fb0410f80ab,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:22.110899 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60284) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:22.123340 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9141f1-0003-408b-90da-92c8759c57ad admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:43:22.133514 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46495cb-1a00-4237-82ef-c159bc46ad36 None None] Sync routers for ids ['fe610008-aa1c-4e7b-8326-1f059d49bbae'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:43:22.135192 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2c9141f1-0003-408b-90da-92c8759c57ad admin admin] 10.222.0.30 "PUT /v2.0/routers/fe610008-aa1c-4e7b-8326-1f059d49bbae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1445427 Feb 09 01:43:22.136482 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60286) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:22.139375 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-afd6f854-47b9-4345-971b-6416b449206e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:22.153802 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46495cb-1a00-4237-82ef-c159bc46ad36 None None] Routers {'fe610008-aa1c-4e7b-8326-1f059d49bbae'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:43:22.154435 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-c46495cb-1a00-4237-82ef-c159bc46ad36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:42:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['fe610008-aa1c-4e7b-8326-1f059d49bbae'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:22.203969 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d5b3befa-bd6a-4d94-bb8f-6ddd359242db tempest-RoutersAdminNegativeIpV6Test-1254575228 tempest-RoutersAdminNegativeIpV6Test-1254575228-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:22.211483 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d5b3befa-bd6a-4d94-bb8f-6ddd359242db tempest-RoutersAdminNegativeIpV6Test-1254575228 tempest-RoutersAdminNegativeIpV6Test-1254575228-project-admin] 10.222.0.30 "DELETE /v2.0/ports/1f2440c1-6923-437e-9ea3-2fb0410f80ab HTTP/1.1" status: 204 len: 168 time: 1.1452129 Feb 09 01:43:22.279682 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-afd6f854-47b9-4345-971b-6416b449206e admin admin] Publish callbacks [] for security_group (42f89394-a3f5-4fe5-98b4-91983c261d92), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:22.287427 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-afd6f854-47b9-4345-971b-6416b449206e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (42f89394-a3f5-4fe5-98b4-91983c261d92), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:22.330673 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd6f854-47b9-4345-971b-6416b449206e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f89394-a3f5-4fe5-98b4-91983c261d92,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:22.345290 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-c46495cb-1a00-4237-82ef-c159bc46ad36 None None] Set router fe610008-aa1c-4e7b-8326-1f059d49bbae gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:43:22.382635 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60294) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:22.390017 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-afd6f854-47b9-4345-971b-6416b449206e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7b91c9e1f305409b8a58dc89f4ab7247&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2700658 Feb 09 01:43:22.409574 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1c69441b-41ad-4a7c-a6a9-0415a85cd037 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (006bfb17-3f16-4d5c-b3d2-571f0b8c84e5), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:22.510359 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-1c69441b-41ad-4a7c-a6a9-0415a85cd037 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['006bfb17-3f16-4d5c-b3d2-571f0b8c84e5']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:22.551809 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-c46495cb-1a00-4237-82ef-c159bc46ad36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe610008-aa1c-4e7b-8326-1f059d49bbae', 'name': 'tempest-TestAggregatesBasicOps-720578859-router', 'tenant_id': 'c01d9a9751764144bd98883df4b5aef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '7d6b8f81-8801-41fa-ae1e-fddb5939df0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:42:54Z', 'updated_at': '2022-02-09T01:43:20Z', 'revision_number': 5, 'project_id': 'c01d9a9751764144bd98883df4b5aef9', 'gw_port': {'id': '7d6b8f81-8801-41fa-ae1e-fddb5939df0d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ea:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe610008-aa1c-4e7b-8326-1f059d49bbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:55Z', 'updated_at': '2022-02-09T01:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:22.554055 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60300) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:22.566679 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-1c69441b-41ad-4a7c-a6a9-0415a85cd037 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3344f531-86b6-4189-9c4a-ff3a6d2b95d9') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:22.566983 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-1c69441b-41ad-4a7c-a6a9-0415a85cd037 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3344f531-86b6-4189-9c4a-ff3a6d2b95d9') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:22.593287 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1c69441b-41ad-4a7c-a6a9-0415a85cd037 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (3344f531-86b6-4189-9c4a-ff3a6d2b95d9), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:22.608979 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46495cb-1a00-4237-82ef-c159bc46ad36 None None] Checking router: fe610008-aa1c-4e7b-8326-1f059d49bbae for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:43:22.634844 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46495cb-1a00-4237-82ef-c159bc46ad36 None None] Routers {'fe610008-aa1c-4e7b-8326-1f059d49bbae'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:43:22.635469 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-c46495cb-1a00-4237-82ef-c159bc46ad36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:42:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['fe610008-aa1c-4e7b-8326-1f059d49bbae'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:22.651322 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-26ad494a-9e04-4b81-bbc2-52c5887942a8 admin admin] Publish callbacks [] for security_group (42f89394-a3f5-4fe5-98b4-91983c261d92), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:22.695461 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-26ad494a-9e04-4b81-bbc2-52c5887942a8 admin admin] Publish callbacks [] for security_group (42f89394-a3f5-4fe5-98b4-91983c261d92), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:22.712778 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1c69441b-41ad-4a7c-a6a9-0415a85cd037 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (3344f531-86b6-4189-9c4a-ff3a6d2b95d9), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:22.740381 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60306) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:22.741574 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0dd20a95-0ca1-49b4-91d0-05fcc83b78f4 admin admin] Publish callbacks [] for router (fe610008-aa1c-4e7b-8326-1f059d49bbae), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:22.768189 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c69441b-41ad-4a7c-a6a9-0415a85cd037 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:43:22.769070 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1c69441b-41ad-4a7c-a6a9-0415a85cd037 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (3344f531-86b6-4189-9c4a-ff3a6d2b95d9), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:22.773381 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:43:22.773381 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:43:22.773381 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:43:22.773381 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:43:22.773381 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:43:22.773381 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:43:22.773381 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:43:22.773381 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:43:22.773381 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:43:22.773381 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:43:22.773381 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:43:22.773381 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:43:22.773381 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:43:22.773381 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:43:22.773381 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:43:22.773381 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:43:22.773381 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:43:22.773381 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:43:22.773381 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:43:22.773381 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:43:22.773381 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:43:22.773381 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:43:22.773381 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:43:22.773381 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:43:22.773381 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:43:22.773381 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:43:22.773381 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:43:22.773381 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:43:22.773381 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:43:22.773381 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:43:22.773381 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:43:22.773381 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:43:22.818309 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-c46495cb-1a00-4237-82ef-c159bc46ad36 None None] Set router fe610008-aa1c-4e7b-8326-1f059d49bbae gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:43:22.823527 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-8caf57ef-f251-449f-9e21-0a960dd1933b tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:22.824640 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8caf57ef-f251-449f-9e21-0a960dd1933b tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0831974 Feb 09 01:43:22.829533 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60310) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:22.834019 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-8a291165-20c6-427b-99ca-571f76bfdbef tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:22.834981 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8a291165-20c6-427b-99ca-571f76bfdbef tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0044754 Feb 09 01:43:22.838365 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60312) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:22.843187 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-f4e16fa2-a1c3-4a84-9b4e-377343faee3f tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:22.844467 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f4e16fa2-a1c3-4a84-9b4e-377343faee3f tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0049610 Feb 09 01:43:22.847315 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60314) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:22.852263 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-6e8accfe-9e45-47e9-b78f-2965edaa8cdd tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:22.853543 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6e8accfe-9e45-47e9-b78f-2965edaa8cdd tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0050242 Feb 09 01:43:22.857481 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60316) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:22.864801 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-740daa6a-4ff1-41cd-91a0-0d33c5e12a2e tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:22.866030 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-740daa6a-4ff1-41cd-91a0-0d33c5e12a2e tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0073962 Feb 09 01:43:22.869366 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60318) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:22.873949 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-9b8524cf-fd8b-4ebe-b39c-9251bda7c726 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:22.878301 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9b8524cf-fd8b-4ebe-b39c-9251bda7c726 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0047097 Feb 09 01:43:22.878873 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60320) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:22.888203 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-f5eee283-66be-4029-aa94-4fc9f2100dab tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:22.893708 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f5eee283-66be-4029-aa94-4fc9f2100dab tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0134077 Feb 09 01:43:22.894756 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60322) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:22.901695 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-fed9318c-5f9e-4860-967f-d7eaa09d29f3 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:22.908022 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-fed9318c-5f9e-4860-967f-d7eaa09d29f3 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0112779 Feb 09 01:43:22.909085 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60324) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:22.913747 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-4948cc71-b7c1-4971-9387-d59fd1744875 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:22.918266 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4948cc71-b7c1-4971-9387-d59fd1744875 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0080636 Feb 09 01:43:22.918893 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60326) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:22.958004 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-44a0f714-b7c0-44c0-8135-5552e75c7aa7 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:22.963009 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-44a0f714-b7c0-44c0-8135-5552e75c7aa7 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0282936 Feb 09 01:43:22.963753 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60330) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:22.970947 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-a1cb7a94-cf83-47a4-925f-390234e93ef0 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:22.972632 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-26ad494a-9e04-4b81-bbc2-52c5887942a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (42f89394-a3f5-4fe5-98b4-91983c261d92), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:22.975357 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-26ad494a-9e04-4b81-bbc2-52c5887942a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:22.975812 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a1cb7a94-cf83-47a4-925f-390234e93ef0 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0102072 Feb 09 01:43:22.976498 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60332) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:22.980515 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-26ad494a-9e04-4b81-bbc2-52c5887942a8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/42f89394-a3f5-4fe5-98b4-91983c261d92 HTTP/1.1" status: 204 len: 168 time: 0.5947115 Feb 09 01:43:22.986397 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b8a7380-53ce-43f1-afcf-d9d0499d2722 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:22.988265 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-16f65dfc-e985-4ede-abaa-bcbd0f97f52f tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:22.989460 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-16f65dfc-e985-4ede-abaa-bcbd0f97f52f tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0120587 Feb 09 01:43:22.994392 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60336) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:22.999679 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-b46953a2-d8bf-4b4a-96d2-04660fe21720 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.006063 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b46953a2-d8bf-4b4a-96d2-04660fe21720 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0096629 Feb 09 01:43:23.009204 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60338) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.014772 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-6d6bb57a-e979-4f82-a879-077838407a19 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.016108 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6d6bb57a-e979-4f82-a879-077838407a19 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0056615 Feb 09 01:43:23.016964 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad494a-9e04-4b81-bbc2-52c5887942a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f89394-a3f5-4fe5-98b4-91983c261d92,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:23.021039 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60340) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.028204 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-cb6f3c36-5744-4c00-b0c3-ac3d75da3d26 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.033793 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-cb6f3c36-5744-4c00-b0c3-ac3d75da3d26 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0101991 Feb 09 01:43:23.034999 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60342) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.038299 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1c69441b-41ad-4a7c-a6a9-0415a85cd037 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (006bfb17-3f16-4d5c-b3d2-571f0b8c84e5), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:23.047539 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-b15c6a05-986c-4038-8db5-4d071a8bcb4a tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.052662 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b15c6a05-986c-4038-8db5-4d071a8bcb4a tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0143938 Feb 09 01:43:23.053449 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60344) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.055073 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1c69441b-41ad-4a7c-a6a9-0415a85cd037 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:23.063547 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1c69441b-41ad-4a7c-a6a9-0415a85cd037 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] 10.222.0.30 "DELETE /v2.0/networks/006bfb17-3f16-4d5c-b3d2-571f0b8c84e5 HTTP/1.1" status: 204 len: 168 time: 1.2491846 Feb 09 01:43:23.063737 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-a6560935-6b84-4bd1-9850-2ec0453e6756 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.064091 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a6560935-6b84-4bd1-9850-2ec0453e6756 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0079210 Feb 09 01:43:23.067173 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60348) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.087230 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69441b-41ad-4a7c-a6a9-0415a85cd037 tempest-TagsTest-1943139236 tempest-TagsTest-1943139236-project] Pushing event deleted for resources: {'Network': ['ID=006bfb17-3f16-4d5c-b3d2-571f0b8c84e5,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:23.098447 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-b9709c24-0b72-480d-95c3-219f8fd58ab5 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.102056 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b9709c24-0b72-480d-95c3-219f8fd58ab5 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0122643 Feb 09 01:43:23.108301 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60350) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.115793 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-36bbb9b4-18b9-43a1-bd4a-a55350ea931e tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.117139 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0dd20a95-0ca1-49b4-91d0-05fcc83b78f4 admin admin] Publish callbacks [] for router_gateway (fe610008-aa1c-4e7b-8326-1f059d49bbae), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:23.122276 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-36bbb9b4-18b9-43a1-bd4a-a55350ea931e tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0104809 Feb 09 01:43:23.123557 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60352) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.125929 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-c46495cb-1a00-4237-82ef-c159bc46ad36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe610008-aa1c-4e7b-8326-1f059d49bbae', 'name': 'tempest-TestAggregatesBasicOps-720578859-router', 'tenant_id': 'c01d9a9751764144bd98883df4b5aef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '7d6b8f81-8801-41fa-ae1e-fddb5939df0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:42:54Z', 'updated_at': '2022-02-09T01:43:20Z', 'revision_number': 5, 'project_id': 'c01d9a9751764144bd98883df4b5aef9', 'gw_port': {'id': '7d6b8f81-8801-41fa-ae1e-fddb5939df0d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ea:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe610008-aa1c-4e7b-8326-1f059d49bbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:55Z', 'updated_at': '2022-02-09T01:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:23.130189 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [None req-77c20c22-486b-432c-bc42-c4fde2b90c4e tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.133510 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-77c20c22-486b-432c-bc42-c4fde2b90c4e tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0054748 Feb 09 01:43:23.137162 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60354) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.145921 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [None req-75feb921-5519-49f5-8e27-a7f1fbd89798 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.149300 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-75feb921-5519-49f5-8e27-a7f1fbd89798 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0085511 Feb 09 01:43:23.150364 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60356) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.157147 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [None req-49f75e87-a26b-432f-b676-6b9bd8d8a4cc tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.160444 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-49f75e87-a26b-432f-b676-6b9bd8d8a4cc tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0069733 Feb 09 01:43:23.164558 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60358) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.174183 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-d532b07e-7c6f-47ca-9562-0a090437c247 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.179668 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d532b07e-7c6f-47ca-9562-0a090437c247 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0103042 Feb 09 01:43:23.184331 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60360) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.191122 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-ac81eb4d-444a-41d1-bfaf-9bb20d6b714e tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.196183 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ac81eb4d-444a-41d1-bfaf-9bb20d6b714e tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0091217 Feb 09 01:43:23.196407 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46495cb-1a00-4237-82ef-c159bc46ad36 None None] The sync data for ids ['fe610008-aa1c-4e7b-8326-1f059d49bbae'] in n-d-822053-40 is: [{'id': 'fe610008-aa1c-4e7b-8326-1f059d49bbae', 'name': 'tempest-TestAggregatesBasicOps-720578859-router', 'tenant_id': 'c01d9a9751764144bd98883df4b5aef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '7d6b8f81-8801-41fa-ae1e-fddb5939df0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:42:54Z', 'updated_at': '2022-02-09T01:43:20Z', 'revision_number': 5, 'project_id': 'c01d9a9751764144bd98883df4b5aef9', 'gw_port': {'id': '7d6b8f81-8801-41fa-ae1e-fddb5939df0d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ea:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe610008-aa1c-4e7b-8326-1f059d49bbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:42:55Z', 'updated_at': '2022-02-09T01:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:43:23.198385 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60362) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.205001 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-44bf7260-9f4e-4078-b78a-945a10e76d41 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.211793 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b8a7380-53ce-43f1-afcf-d9d0499d2722 admin admin] Publish callbacks [] for security_group (7b4ab6c9-d58b-4803-9462-18d5a0df1562), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:23.212802 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-44bf7260-9f4e-4078-b78a-945a10e76d41 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0117989 Feb 09 01:43:23.213703 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60364) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.218076 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [None req-f04e645e-e089-4637-a29c-b1814f3a7150 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.221424 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f04e645e-e089-4637-a29c-b1814f3a7150 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0044262 Feb 09 01:43:23.222553 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60366) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.231370 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [None req-5483ea4c-467c-4e54-98b6-b613b9939d94 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.231370 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5483ea4c-467c-4e54-98b6-b613b9939d94 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0043545 Feb 09 01:43:23.231370 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b8a7380-53ce-43f1-afcf-d9d0499d2722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7b4ab6c9-d58b-4803-9462-18d5a0df1562), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:23.233229 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60368) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.263193 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c5c8f-91c6-4fbe-8ef9-5d93a8d0bf50 req-40a8140a-d84e-474e-bc5d-ab009ee52d9a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:23.266174 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f95c5c8f-91c6-4fbe-8ef9-5d93a8d0bf50 req-40a8140a-d84e-474e-bc5d-ab009ee52d9a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 946 time: 0.1980743 Feb 09 01:43:23.266343 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a7380-53ce-43f1-afcf-d9d0499d2722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4ab6c9-d58b-4803-9462-18d5a0df1562,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:23.280461 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [None req-7d9d8b09-4e81-4449-8024-342f7b047f3b tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.281462 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7d9d8b09-4e81-4449-8024-342f7b047f3b tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0183859 Feb 09 01:43:23.289040 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60372) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.293983 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [None req-7e03483e-4ce9-4ae0-a8d7-5bd378e96d04 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.294974 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7e03483e-4ce9-4ae0-a8d7-5bd378e96d04 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0051060 Feb 09 01:43:23.302146 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60374) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.313953 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [None req-49fd77ed-6c06-4774-8831-ff16744e0e2f tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.316044 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-49fd77ed-6c06-4774-8831-ff16744e0e2f tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0125949 Feb 09 01:43:23.317996 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60376) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.325980 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [None req-f28a48b3-affc-4fe7-9c64-5146f8a7d268 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.326974 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f28a48b3-affc-4fe7-9c64-5146f8a7d268 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0060749 Feb 09 01:43:23.330570 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60380) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.340306 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1b8a7380-53ce-43f1-afcf-d9d0499d2722 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0116d7b7c5f44faf9d54c4c00322c602&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7834482 Feb 09 01:43:23.344764 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [None req-67fed4ca-4ff8-4e8f-aaa2-dd76dfc072d4 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.348250 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-67fed4ca-4ff8-4e8f-aaa2-dd76dfc072d4 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0128458 Feb 09 01:43:23.348250 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60382) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.348751 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60384) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.350824 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0dd20a95-0ca1-49b4-91d0-05fcc83b78f4 admin admin] Deleting port 7d6b8f81-8801-41fa-ae1e-fddb5939df0d {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:43:23.351156 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0dd20a95-0ca1-49b4-91d0-05fcc83b78f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (7d6b8f81-8801-41fa-ae1e-fddb5939df0d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:23.360114 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-1c65ae03-75dc-44a9-8573-b5cd54235c24 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.361306 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1c65ae03-75dc-44a9-8573-b5cd54235c24 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0115614 Feb 09 01:43:23.366786 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f95c5c8f-91c6-4fbe-8ef9-5d93a8d0bf50 req-9a611629-f529-43b0-8127-c13c20e85efc tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=c174cb6e-64e7-44be-83f3-29ea109f9382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884099 Feb 09 01:43:23.366786 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60386) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.370500 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-841fe5a5-0ec1-45a1-9d47-fbe699c3875c tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.374032 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-841fe5a5-0ec1-45a1-9d47-fbe699c3875c tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0044658 Feb 09 01:43:23.375844 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60388) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.380015 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-44d9f005-ef62-4ac3-9865-727029b25272 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.384185 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-44d9f005-ef62-4ac3-9865-727029b25272 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0041752 Feb 09 01:43:23.384185 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60390) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.397417 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-6145e490-8df9-41dc-af7e-89cbcd51f39c tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.400145 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6145e490-8df9-41dc-af7e-89cbcd51f39c tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0135853 Feb 09 01:43:23.402034 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60392) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.407253 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-8ac3b96c-e59e-433b-a3c5-f64f5b7195af tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.408626 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8ac3b96c-e59e-433b-a3c5-f64f5b7195af tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0054078 Feb 09 01:43:23.411303 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60394) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.417058 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-e91e01ac-d158-40ff-95aa-e57bbdb22cb7 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.418234 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e91e01ac-d158-40ff-95aa-e57bbdb22cb7 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0059543 Feb 09 01:43:23.420805 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60396) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.425262 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-cef25740-8bd9-4e25-a23a-b80a44fbe206 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.428068 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-cef25740-8bd9-4e25-a23a-b80a44fbe206 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0045338 Feb 09 01:43:23.429116 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60398) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.434451 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-b3cfdd31-f433-423d-99d1-60e3bd9e14dd tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.438288 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b3cfdd31-f433-423d-99d1-60e3bd9e14dd tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0057101 Feb 09 01:43:23.438453 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60400) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.442729 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-5e4e2353-b054-4961-88c5-901e678f54fe tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.444045 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5e4e2353-b054-4961-88c5-901e678f54fe tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0041122 Feb 09 01:43:23.446252 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60402) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.452005 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-a0d1bb82-44c2-4919-86f2-6d1bccfb79e8 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.455326 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a0d1bb82-44c2-4919-86f2-6d1bccfb79e8 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0051236 Feb 09 01:43:23.455607 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60406) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.459682 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-45d017a3-d8e0-4ad9-9e32-ea8ee25cc1ba tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.460805 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-45d017a3-d8e0-4ad9-9e32-ea8ee25cc1ba tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0042624 Feb 09 01:43:23.465384 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60408) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.469748 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-93b66b45-7016-4a22-a501-22a189b6a688 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.473089 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c3c4b645-2631-48a3-96fc-17a7c81a0b5b admin admin] Publish callbacks [] for security_group (7b4ab6c9-d58b-4803-9462-18d5a0df1562), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:23.473240 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-93b66b45-7016-4a22-a501-22a189b6a688 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0045047 Feb 09 01:43:23.473664 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60410) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.482767 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-3dc580ab-df6a-4453-b89b-6dfdbe7ec944 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.486171 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3dc580ab-df6a-4453-b89b-6dfdbe7ec944 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0092413 Feb 09 01:43:23.486932 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60412) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.491316 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-438d94ee-b360-4764-b4ac-2790cd6b9e95 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.495723 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-438d94ee-b360-4764-b4ac-2790cd6b9e95 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0076778 Feb 09 01:43:23.496333 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60414) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.500879 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-605eaf8e-41b4-4822-85a0-8ba692fb532e tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.503928 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-605eaf8e-41b4-4822-85a0-8ba692fb532e tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0066729 Feb 09 01:43:23.504565 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60416) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.505802 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0dd20a95-0ca1-49b4-91d0-05fcc83b78f4 admin admin] For port 7d6b8f81-8801-41fa-ae1e-fddb5939df0d, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=7d6b8f81-8801-41fa-ae1e-fddb5939df0d,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:23.506161 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0dd20a95-0ca1-49b4-91d0-05fcc83b78f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (7d6b8f81-8801-41fa-ae1e-fddb5939df0d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:23.509712 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-79d782dc-45e7-40ca-bf06-4601f9c6f8dd tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.513524 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-79d782dc-45e7-40ca-bf06-4601f9c6f8dd tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0081072 Feb 09 01:43:23.514206 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60418) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.518888 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-7bddc08e-9778-439c-bc39-00c521b1554b tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.521886 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7bddc08e-9778-439c-bc39-00c521b1554b tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0067334 Feb 09 01:43:23.522137 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c3c4b645-2631-48a3-96fc-17a7c81a0b5b admin admin] Publish callbacks [] for security_group (7b4ab6c9-d58b-4803-9462-18d5a0df1562), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:23.522630 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60420) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.525953 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60422) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.534573 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [None req-0fc1498b-6a00-4196-b1fa-9f772bcd342d tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.535498 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0fc1498b-6a00-4196-b1fa-9f772bcd342d tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0042670 Feb 09 01:43:23.539112 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60426) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.541246 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0dd20a95-0ca1-49b4-91d0-05fcc83b78f4 admin admin] Calling delete_port for 7d6b8f81-8801-41fa-ae1e-fddb5939df0d owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:43:23.553633 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-c264a89c-862d-4e62-916d-5c98363af615 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.559941 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c264a89c-862d-4e62-916d-5c98363af615 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0154052 Feb 09 01:43:23.562451 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60428) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.567450 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-48d14bef-4cd4-49fd-ac1e-252b6d4c99b4 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.568850 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-48d14bef-4cd4-49fd-ac1e-252b6d4c99b4 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0052550 Feb 09 01:43:23.576775 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60430) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.586017 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-e8e7b3e4-a5be-4e36-9905-329d35bd8f84 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.588942 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e8e7b3e4-a5be-4e36-9905-329d35bd8f84 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0104487 Feb 09 01:43:23.591396 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60432) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.604061 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-c677b5d4-7c69-4b05-82d6-72adbcbc7e23 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.605949 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c677b5d4-7c69-4b05-82d6-72adbcbc7e23 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0131607 Feb 09 01:43:23.608586 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60436) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.613232 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-493beb16-144c-4f44-8096-52b199f8025c tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.614323 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-493beb16-144c-4f44-8096-52b199f8025c tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0046787 Feb 09 01:43:23.617543 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60438) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.638388 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-0a0306cf-c54a-4836-95be-584f8aada1e8 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.639623 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0a0306cf-c54a-4836-95be-584f8aada1e8 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0199339 Feb 09 01:43:23.644659 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60440) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.651051 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-09fe9b42-e173-4248-92d3-4aa2eb6748c3 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.652055 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-09fe9b42-e173-4248-92d3-4aa2eb6748c3 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0058076 Feb 09 01:43:23.654664 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60444) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.661003 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-19e92ace-35cf-449a-93ba-cc66237b7e36 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.664489 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-19e92ace-35cf-449a-93ba-cc66237b7e36 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0066175 Feb 09 01:43:23.664763 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c3c4b645-2631-48a3-96fc-17a7c81a0b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7b4ab6c9-d58b-4803-9462-18d5a0df1562), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:23.665475 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60446) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.669839 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-92eadc04-5d27-4796-a675-2dc4df0ce55f tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.670790 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-92eadc04-5d27-4796-a675-2dc4df0ce55f tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0042520 Feb 09 01:43:23.671353 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c3c4b645-2631-48a3-96fc-17a7c81a0b5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:23.675144 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60448) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.676863 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c3c4b645-2631-48a3-96fc-17a7c81a0b5b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7b4ab6c9-d58b-4803-9462-18d5a0df1562 HTTP/1.1" status: 204 len: 168 time: 0.3284311 Feb 09 01:43:23.680449 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-4d754768-eea1-481e-babc-8e79a720685d tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.686873 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4d754768-eea1-481e-babc-8e79a720685d tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0078430 Feb 09 01:43:23.686873 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60452) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.692241 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-c0273942-a060-4a35-b448-58f63c186d0f tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.693032 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c0273942-a060-4a35-b448-58f63c186d0f tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0055485 Feb 09 01:43:23.695574 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60454) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.701623 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-8539e430-0768-4b34-bc75-5e781618ac1f tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.702377 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8539e430-0768-4b34-bc75-5e781618ac1f tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0057631 Feb 09 01:43:23.705157 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60456) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.711028 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-f4f0b922-5c88-44fe-bdbb-847369cc36fd tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.711880 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f4f0b922-5c88-44fe-bdbb-847369cc36fd tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0056472 Feb 09 01:43:23.714527 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60458) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.719935 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-77561cc7-7736-484b-b0ad-5f104997ae8f tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.720937 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-77561cc7-7736-484b-b0ad-5f104997ae8f tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0051737 Feb 09 01:43:23.723738 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60460) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.731552 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-9be510d1-739e-4731-9d11-08fdb90c7274 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.732621 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9be510d1-739e-4731-9d11-08fdb90c7274 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0079143 Feb 09 01:43:23.741718 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60462) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.746191 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c4b645-2631-48a3-96fc-17a7c81a0b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4ab6c9-d58b-4803-9462-18d5a0df1562,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:23.766156 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [None req-5fa908d9-9cfc-4a01-9a31-f52dbc435dee tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.773544 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60466) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.776340 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5fa908d9-9cfc-4a01-9a31-f52dbc435dee tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0274045 Feb 09 01:43:23.780009 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [None req-a448ba1a-2732-4b1f-9405-71b3e7c6c908 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.781297 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a448ba1a-2732-4b1f-9405-71b3e7c6c908 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0062366 Feb 09 01:43:23.785788 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60468) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.801568 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [None req-c59b98e5-ad1c-4ee0-97f1-4c0bed95490e tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.802904 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c59b98e5-ad1c-4ee0-97f1-4c0bed95490e tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0156720 Feb 09 01:43:23.809815 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60470) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.841256 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [None req-98b8a889-f427-42fb-87ed-6f7082d0cf0c tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.843420 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-98b8a889-f427-42fb-87ed-6f7082d0cf0c tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0322587 Feb 09 01:43:23.846943 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60472) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.855442 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [None req-da04f1ee-42f9-4574-8629-818a9d476831 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.856983 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-da04f1ee-42f9-4574-8629-818a9d476831 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0067618 Feb 09 01:43:23.862360 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60474) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.869869 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [None req-4570127b-952d-432d-8161-579dfd51f462 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:23.871808 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4570127b-952d-432d-8161-579dfd51f462 tempest-ExtensionsTestJSON-537542862 tempest-ExtensionsTestJSON-537542862-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0082474 Feb 09 01:43:23.877843 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2e08aca3-2518-4433-aac8-3a459f6a9eff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=272102dd043e4286b1dee33a86d2265e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3494706 Feb 09 01:43:23.877843 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60476) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:23.893443 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0dd20a95-0ca1-49b4-91d0-05fcc83b78f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (7d6b8f81-8801-41fa-ae1e-fddb5939df0d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:23.926227 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd20a95-0ca1-49b4-91d0-05fcc83b78f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d6b8f81-8801-41fa-ae1e-fddb5939df0d,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:23.959184 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e654ed8c-e21b-46c6-93a2-bdcc8bd15bdc admin admin] Publish callbacks [] for security_group (436f989f-55fa-411d-83f1-936096a25c88), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:23.987009 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e654ed8c-e21b-46c6-93a2-bdcc8bd15bdc admin admin] Publish callbacks [] for security_group (436f989f-55fa-411d-83f1-936096a25c88), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:24.008350 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0dd20a95-0ca1-49b4-91d0-05fcc83b78f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (fe610008-aa1c-4e7b-8326-1f059d49bbae), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:24.049784 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e654ed8c-e21b-46c6-93a2-bdcc8bd15bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (436f989f-55fa-411d-83f1-936096a25c88), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:24.052479 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e654ed8c-e21b-46c6-93a2-bdcc8bd15bdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:24.059756 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e654ed8c-e21b-46c6-93a2-bdcc8bd15bdc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/436f989f-55fa-411d-83f1-936096a25c88 HTTP/1.1" status: 204 len: 168 time: 0.1791017 Feb 09 01:43:24.069691 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e654ed8c-e21b-46c6-93a2-bdcc8bd15bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436f989f-55fa-411d-83f1-936096a25c88,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:24.079018 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e654ed8c-e21b-46c6-93a2-bdcc8bd15bdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:24.079353 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e654ed8c-e21b-46c6-93a2-bdcc8bd15bdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:24.079700 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e654ed8c-e21b-46c6-93a2-bdcc8bd15bdc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:24.080079 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e654ed8c-e21b-46c6-93a2-bdcc8bd15bdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:24.080417 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e654ed8c-e21b-46c6-93a2-bdcc8bd15bdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:24.080758 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e654ed8c-e21b-46c6-93a2-bdcc8bd15bdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:24.081083 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e654ed8c-e21b-46c6-93a2-bdcc8bd15bdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:24.081508 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e654ed8c-e21b-46c6-93a2-bdcc8bd15bdc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:24.081741 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e654ed8c-e21b-46c6-93a2-bdcc8bd15bdc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:24.082064 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e654ed8c-e21b-46c6-93a2-bdcc8bd15bdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:24.082390 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e654ed8c-e21b-46c6-93a2-bdcc8bd15bdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:24.082729 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e654ed8c-e21b-46c6-93a2-bdcc8bd15bdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:24.083039 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e654ed8c-e21b-46c6-93a2-bdcc8bd15bdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:24.145510 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0dd20a95-0ca1-49b4-91d0-05fcc83b78f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (fe610008-aa1c-4e7b-8326-1f059d49bbae), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:24.148733 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0dd20a95-0ca1-49b4-91d0-05fcc83b78f4 admin admin] Publish callbacks [] for router_controller (fe610008-aa1c-4e7b-8326-1f059d49bbae), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:24.203642 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0dd20a95-0ca1-49b4-91d0-05fcc83b78f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (fe610008-aa1c-4e7b-8326-1f059d49bbae), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:24.204897 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd20a95-0ca1-49b4-91d0-05fcc83b78f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe610008-aa1c-4e7b-8326-1f059d49bbae {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:43:24.220448 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0dd20a95-0ca1-49b4-91d0-05fcc83b78f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:24.222139 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0dd20a95-0ca1-49b4-91d0-05fcc83b78f4 admin admin] 10.222.0.30 "DELETE /v2.0/routers/fe610008-aa1c-4e7b-8326-1f059d49bbae HTTP/1.1" status: 204 len: 168 time: 2.0826154 Feb 09 01:43:24.224408 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60488) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:24.304158 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:43:24.333462 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c5ca759-d232-4292-b456-1d1b66ee3579 admin admin] Deleting subnet ac946837-3784-48fa-82e2-564fcf36117f {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:43:24.341525 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c5ca759-d232-4292-b456-1d1b66ee3579 admin admin] Publish callbacks [] for subnet (ac946837-3784-48fa-82e2-564fcf36117f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:24.341733 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:43:24.341869 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e171f7f9-7da7-4d03-8894-7fc0e6a4c2a1 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:43:24.359197 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-53e4a253-94c7-490f-ad86-6072fa3407f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:24.396286 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c5ca759-d232-4292-b456-1d1b66ee3579 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (ac946837-3784-48fa-82e2-564fcf36117f), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:24.458189 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60496) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:24.511608 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60498) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:24.542424 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c5ca759-d232-4292-b456-1d1b66ee3579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (ac946837-3784-48fa-82e2-564fcf36117f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:24.557600 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e01bdff1-9b58-46b3-aef4-96c90dfa5f1b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=834d547715ff4d589436aca3051c9bdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0981739 Feb 09 01:43:24.558223 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60502) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:24.627672 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c5ca759-d232-4292-b456-1d1b66ee3579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (ac946837-3784-48fa-82e2-564fcf36117f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:24.633466 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f08fe1-388d-42d1-bb65-714ae2e63ce6 req-b8a7eab6-3816-4d42-a540-a7bca96138bf tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:24.636201 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d8f08fe1-388d-42d1-bb65-714ae2e63ce6 req-b8a7eab6-3816-4d42-a540-a7bca96138bf tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 946 time: 0.1690855 Feb 09 01:43:24.657067 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8955e762-228b-4bb2-9296-d7ae8bd24251 admin admin] Publish callbacks [] for security_group (0eb3c32c-40cc-415c-841f-c9b8c455179e), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:24.662185 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ca759-d232-4292-b456-1d1b66ee3579 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac946837-3784-48fa-82e2-564fcf36117f,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:24.670244 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be641e97-50bb-446f-b2f2-c36391129130 None None] Network acd4f76c-c2b6-4b4a-995b-79c5e9c8c8c7 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:43:24.671420 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c5ca759-d232-4292-b456-1d1b66ee3579 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:24.678550 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60510) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:24.680610 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6c5ca759-d232-4292-b456-1d1b66ee3579 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ac946837-3784-48fa-82e2-564fcf36117f HTTP/1.1" status: 204 len: 168 time: 0.4549444 Feb 09 01:43:24.720227 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8955e762-228b-4bb2-9296-d7ae8bd24251 admin admin] Publish callbacks [] for security_group (0eb3c32c-40cc-415c-841f-c9b8c455179e), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:24.821203 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d8f08fe1-388d-42d1-bb65-714ae2e63ce6 req-9ae9212d-290d-4e6a-b1c2-7ec266b97672 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=c174cb6e-64e7-44be-83f3-29ea109f9382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756027 Feb 09 01:43:24.832395 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3234e3fd-68d0-4d49-9200-cddc869f5211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (acd4f76c-c2b6-4b4a-995b-79c5e9c8c8c7), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:24.914645 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8955e762-228b-4bb2-9296-d7ae8bd24251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0eb3c32c-40cc-415c-841f-c9b8c455179e), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:24.917767 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8955e762-228b-4bb2-9296-d7ae8bd24251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:24.919009 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8955e762-228b-4bb2-9296-d7ae8bd24251 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0eb3c32c-40cc-415c-841f-c9b8c455179e HTTP/1.1" status: 204 len: 168 time: 0.3580151 Feb 09 01:43:24.940786 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955e762-228b-4bb2-9296-d7ae8bd24251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb3c32c-40cc-415c-841f-c9b8c455179e,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:24.950043 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dde718ee-eac4-4c13-bac7-6c72c4e2b9ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:24.967274 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891d31a7-bc23-479a-845e-fe1551ea22a0 None None] DHCP port deletion for acd4f76c-c2b6-4b4a-995b-79c5e9c8c8c7 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:43:25.003180 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-3234e3fd-68d0-4d49-9200-cddc869f5211 admin admin] Deleting port 53582d29-c948-4a81-99d6-c17e5dc284f9 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:43:25.003701 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3234e3fd-68d0-4d49-9200-cddc869f5211 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (53582d29-c948-4a81-99d6-c17e5dc284f9), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:25.044274 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-891d31a7-bc23-479a-845e-fe1551ea22a0 None None] Deleting port 53582d29-c948-4a81-99d6-c17e5dc284f9 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:43:25.044659 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-891d31a7-bc23-479a-845e-fe1551ea22a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (53582d29-c948-4a81-99d6-c17e5dc284f9), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:25.098719 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-3234e3fd-68d0-4d49-9200-cddc869f5211 admin admin] For port 53582d29-c948-4a81-99d6-c17e5dc284f9, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=53582d29-c948-4a81-99d6-c17e5dc284f9,segment=NetworkSegment(2290f433-8727-4b58-81e4-3cf6590b4b6e),segment_id=2290f433-8727-4b58-81e4-3cf6590b4b6e)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:25.099076 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3234e3fd-68d0-4d49-9200-cddc869f5211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (53582d29-c948-4a81-99d6-c17e5dc284f9), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:25.119968 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-3234e3fd-68d0-4d49-9200-cddc869f5211 admin admin] Calling delete_port for 53582d29-c948-4a81-99d6-c17e5dc284f9 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:43:25.136580 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-891d31a7-bc23-479a-845e-fe1551ea22a0 None None] For port 53582d29-c948-4a81-99d6-c17e5dc284f9, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=53582d29-c948-4a81-99d6-c17e5dc284f9,segment=NetworkSegment(2290f433-8727-4b58-81e4-3cf6590b4b6e),segment_id=2290f433-8727-4b58-81e4-3cf6590b4b6e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:25.136983 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-891d31a7-bc23-479a-845e-fe1551ea22a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (53582d29-c948-4a81-99d6-c17e5dc284f9), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:25.153657 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-891d31a7-bc23-479a-845e-fe1551ea22a0 None None] Calling delete_port for 53582d29-c948-4a81-99d6-c17e5dc284f9 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:43:25.169418 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dde718ee-eac4-4c13-bac7-6c72c4e2b9ce admin admin] Publish callbacks [] for security_group (224afc55-c9ce-4771-8514-7b5ab8f32aa1), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:25.188470 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-7931c195-49a1-4a78-a29a-4028cbe11e79 service neutron] show failed (client error): The resource could not be found. Feb 09 01:43:25.189509 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-7931c195-49a1-4a78-a29a-4028cbe11e79 service neutron] 10.222.0.121 "GET /v2.0/ports/40bd1084-775d-4c76-9af0-601321ece8a0/bindings/n-h2-822053-40 HTTP/1.1" status: 404 len: 381 time: 0.1079257 Feb 09 01:43:25.231250 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dde718ee-eac4-4c13-bac7-6c72c4e2b9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (224afc55-c9ce-4771-8514-7b5ab8f32aa1), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:25.282175 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-891d31a7-bc23-479a-845e-fe1551ea22a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (53582d29-c948-4a81-99d6-c17e5dc284f9), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:25.289551 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde718ee-eac4-4c13-bac7-6c72c4e2b9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224afc55-c9ce-4771-8514-7b5ab8f32aa1,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:25.301909 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-dde718ee-eac4-4c13-bac7-6c72c4e2b9ce admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ffdb792edc48455c8c38c79c8bef9225&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7871556 Feb 09 01:43:25.304838 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60530) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:25.334770 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d31a7-bc23-479a-845e-fe1551ea22a0 None None] Pushing event deleted for resources: {'Port': ['ID=53582d29-c948-4a81-99d6-c17e5dc284f9,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:25.339335 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3234e3fd-68d0-4d49-9200-cddc869f5211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (53582d29-c948-4a81-99d6-c17e5dc284f9), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:25.349618 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891d31a7-bc23-479a-845e-fe1551ea22a0 None None] No DVR routers for this DVR port 53582d29-c948-4a81-99d6-c17e5dc284f9 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:43:25.360604 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891d31a7-bc23-479a-845e-fe1551ea22a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:25.362322 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891d31a7-bc23-479a-845e-fe1551ea22a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:25.367604 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891d31a7-bc23-479a-845e-fe1551ea22a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:25.368957 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891d31a7-bc23-479a-845e-fe1551ea22a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:25.369521 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891d31a7-bc23-479a-845e-fe1551ea22a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:25.370089 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891d31a7-bc23-479a-845e-fe1551ea22a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:25.370646 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891d31a7-bc23-479a-845e-fe1551ea22a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:25.371222 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891d31a7-bc23-479a-845e-fe1551ea22a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:25.371783 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891d31a7-bc23-479a-845e-fe1551ea22a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:25.375132 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891d31a7-bc23-479a-845e-fe1551ea22a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:25.375513 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891d31a7-bc23-479a-845e-fe1551ea22a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:25.375924 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891d31a7-bc23-479a-845e-fe1551ea22a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:25.376372 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891d31a7-bc23-479a-845e-fe1551ea22a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:25.400677 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0de939e3-210b-4c29-838c-d0bb90220c2f admin admin] Publish callbacks [] for security_group (224afc55-c9ce-4771-8514-7b5ab8f32aa1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:25.414973 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3234e3fd-68d0-4d49-9200-cddc869f5211 admin admin] No DVR routers for this DVR port 53582d29-c948-4a81-99d6-c17e5dc284f9 on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:43:25.424949 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234e3fd-68d0-4d49-9200-cddc869f5211 admin admin] Pushing event deleted for resources: {'Port': ['ID=53582d29-c948-4a81-99d6-c17e5dc284f9,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:25.438671 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0de939e3-210b-4c29-838c-d0bb90220c2f admin admin] Publish callbacks [] for security_group (224afc55-c9ce-4771-8514-7b5ab8f32aa1), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:25.529510 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3234e3fd-68d0-4d49-9200-cddc869f5211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (acd4f76c-c2b6-4b4a-995b-79c5e9c8c8c7), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:25.560823 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-3234e3fd-68d0-4d49-9200-cddc869f5211 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acd4f76c-c2b6-4b4a-995b-79c5e9c8c8c7']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:25.574294 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-3234e3fd-68d0-4d49-9200-cddc869f5211 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2290f433-8727-4b58-81e4-3cf6590b4b6e') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:25.574596 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-3234e3fd-68d0-4d49-9200-cddc869f5211 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2290f433-8727-4b58-81e4-3cf6590b4b6e') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:25.586087 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3234e3fd-68d0-4d49-9200-cddc869f5211 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (2290f433-8727-4b58-81e4-3cf6590b4b6e), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:25.604665 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0de939e3-210b-4c29-838c-d0bb90220c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (224afc55-c9ce-4771-8514-7b5ab8f32aa1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:25.605062 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3234e3fd-68d0-4d49-9200-cddc869f5211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (2290f433-8727-4b58-81e4-3cf6590b4b6e), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:25.608358 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0de939e3-210b-4c29-838c-d0bb90220c2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:25.610399 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0de939e3-210b-4c29-838c-d0bb90220c2f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/224afc55-c9ce-4771-8514-7b5ab8f32aa1 HTTP/1.1" status: 204 len: 168 time: 0.3041506 Feb 09 01:43:25.619150 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3234e3fd-68d0-4d49-9200-cddc869f5211 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:43:25.620696 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3234e3fd-68d0-4d49-9200-cddc869f5211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (2290f433-8727-4b58-81e4-3cf6590b4b6e), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:25.622748 n-d-822053-40 neutron-server[103529]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:43:25.622748 n-d-822053-40 neutron-server[103529]: self.session.flush() Feb 09 01:43:25.622748 n-d-822053-40 neutron-server[103529]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:43:25.622748 n-d-822053-40 neutron-server[103529]: self.session.flush() Feb 09 01:43:25.622748 n-d-822053-40 neutron-server[103529]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:43:25.622748 n-d-822053-40 neutron-server[103529]: self.session.flush() Feb 09 01:43:25.622748 n-d-822053-40 neutron-server[103529]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:43:25.622748 n-d-822053-40 neutron-server[103529]: self.session.flush() Feb 09 01:43:25.622748 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:43:25.622748 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:43:25.622748 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:43:25.622748 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:43:25.622748 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:43:25.622748 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:43:25.622748 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:43:25.622748 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:43:25.622748 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:43:25.622748 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:43:25.622748 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:43:25.622748 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:43:25.622748 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:43:25.622748 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:43:25.622748 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:43:25.622748 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:43:25.622748 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:43:25.622748 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:43:25.622748 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:43:25.622748 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:43:25.622748 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:43:25.622748 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:43:25.622748 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:43:25.622748 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:43:25.622748 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:43:25.622748 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:43:25.622748 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:43:25.622748 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:43:25.622748 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:43:25.622748 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:43:25.622748 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:43:25.622748 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:43:25.629645 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de939e3-210b-4c29-838c-d0bb90220c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224afc55-c9ce-4771-8514-7b5ab8f32aa1,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:25.683153 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-0cf6db23-f6ee-464f-b9c2-34b06cdf5c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:25.684763 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-0cf6db23-f6ee-464f-b9c2-34b06cdf5c52 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db&tenant_id=e7f5366db1de43098724f0eb4e3342fd HTTP/1.1" status: 200 len: 1129 time: 0.1850955 Feb 09 01:43:25.711442 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-2ef721fc-dd07-4597-8b8e-abc55213cd14 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822053-40', 'device_owner': 'compute:nova'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:25.714813 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3234e3fd-68d0-4d49-9200-cddc869f5211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (acd4f76c-c2b6-4b4a-995b-79c5e9c8c8c7), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:25.726452 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3234e3fd-68d0-4d49-9200-cddc869f5211 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:25.734341 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3234e3fd-68d0-4d49-9200-cddc869f5211 admin admin] 10.222.0.30 "DELETE /v2.0/networks/acd4f76c-c2b6-4b4a-995b-79c5e9c8c8c7 HTTP/1.1" status: 204 len: 168 time: 1.0521064 Feb 09 01:43:25.750377 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234e3fd-68d0-4d49-9200-cddc869f5211 admin admin] Pushing event deleted for resources: {'Network': ['ID=acd4f76c-c2b6-4b4a-995b-79c5e9c8c8c7,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:25.787267 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-2ef721fc-dd07-4597-8b8e-abc55213cd14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (40bd1084-775d-4c76-9af0-601321ece8a0), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:25.837199 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:25.986835 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cce122-6da3-4d2e-bbe8-50321875181c req-285c1655-35b8-4a85-a254-7a5c19a37638 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:25.988511 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-90cce122-6da3-4d2e-bbe8-50321875181c req-285c1655-35b8-4a85-a254-7a5c19a37638 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 946 time: 0.0742934 Feb 09 01:43:26.058601 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-90cce122-6da3-4d2e-bbe8-50321875181c req-b21c9dcd-a5a5-43aa-9773-9935f1e5186f tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=c174cb6e-64e7-44be-83f3-29ea109f9382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597229 Feb 09 01:43:26.172681 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60560) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:26.229087 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:43:26.300210 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 7d6b8f81-8801-41fa-ae1e-fddb5939df0d no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:43:26.311114 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60568) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:26.326812 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 7d6b8f81-8801-41fa-ae1e-fddb5939df0d {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:43:26.327582 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 7d6b8f81-8801-41fa-ae1e-fddb5939df0d not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:43:26.328287 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 53582d29-c948-4a81-99d6-c17e5dc284f9 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:43:26.356024 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 53582d29-c948-4a81-99d6-c17e5dc284f9 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:43:26.357220 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 53582d29-c948-4a81-99d6-c17e5dc284f9 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:43:26.388837 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d0bbfb06-06e9-4ba0-9972-15ee2c22062c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0e9d8ed67470448ab65268bbb3d72fcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0764275 Feb 09 01:43:26.389822 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60570) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:26.432229 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-2ef721fc-dd07-4597-8b8e-abc55213cd14 service neutron] For port 40bd1084-775d-4c76-9af0-601321ece8a0, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=40bd1084-775d-4c76-9af0-601321ece8a0,segment=NetworkSegment(836bfa82-d300-4cc7-988f-ecf320a5b7ac),segment_id=836bfa82-d300-4cc7-988f-ecf320a5b7ac)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:26.451487 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6f0ca915-ad2a-402c-8967-7bea46137252 admin admin] Publish callbacks [] for security_group (558f7766-31f7-4cd9-bddc-46e24ee7fba6), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:26.483107 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-2ef721fc-dd07-4597-8b8e-abc55213cd14 service neutron] For port 40bd1084-775d-4c76-9af0-601321ece8a0, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:43:26.501930 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6f0ca915-ad2a-402c-8967-7bea46137252 admin admin] Publish callbacks [] for security_group (558f7766-31f7-4cd9-bddc-46e24ee7fba6), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:26.509491 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9d55dff1-5123-42e3-841c-801823c7f63d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:26.537534 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d6306cf-2382-4490-986b-294c2fa475db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40bd1084-775d-4c76-9af0-601321ece8a0'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:43:26.544707 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138723e0-a92c-4e4e-b9d6-0041cdc61922" -d '{"events": [{"server_uuid": "6d6306cf-2382-4490-986b-294c2fa475db", "name": "network-vif-unplugged", "status": "completed", "tag": "40bd1084-775d-4c76-9af0-601321ece8a0"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:43:26.553748 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-2ef721fc-dd07-4597-8b8e-abc55213cd14 service neutron] Publish callbacks [] for port (40bd1084-775d-4c76-9af0-601321ece8a0), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:26.616509 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d383a44c-267f-47d5-a943-a6d615a6c53f x-openstack-request-id: req-d383a44c-267f-47d5-a943-a6d615a6c53f {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:43:26.617155 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d6306cf-2382-4490-986b-294c2fa475db", "name": "network-vif-unplugged", "status": "completed", "tag": "40bd1084-775d-4c76-9af0-601321ece8a0", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:43:26.617737 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d383a44c-267f-47d5-a943-a6d615a6c53f {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:43:26.618868 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d6306cf-2382-4490-986b-294c2fa475db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40bd1084-775d-4c76-9af0-601321ece8a0', 'code': 200} Feb 09 01:43:26.624979 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-2ef721fc-dd07-4597-8b8e-abc55213cd14 service neutron] Transition to ACTIVE for port object 40bd1084-775d-4c76-9af0-601321ece8a0 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:43:26.627257 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6f0ca915-ad2a-402c-8967-7bea46137252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (558f7766-31f7-4cd9-bddc-46e24ee7fba6), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:26.629124 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-2ef721fc-dd07-4597-8b8e-abc55213cd14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (40bd1084-775d-4c76-9af0-601321ece8a0), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:26.629818 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6f0ca915-ad2a-402c-8967-7bea46137252 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:26.634096 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6f0ca915-ad2a-402c-8967-7bea46137252 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/558f7766-31f7-4cd9-bddc-46e24ee7fba6 HTTP/1.1" status: 204 len: 168 time: 0.2429686 Feb 09 01:43:26.655380 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ca915-ad2a-402c-8967-7bea46137252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558f7766-31f7-4cd9-bddc-46e24ee7fba6,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:26.666630 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9d55dff1-5123-42e3-841c-801823c7f63d admin admin] Publish callbacks [] for security_group (0187308c-31f2-4f93-afe3-1d9b88c24754), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:26.679035 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9d55dff1-5123-42e3-841c-801823c7f63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0187308c-31f2-4f93-afe3-1d9b88c24754), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:26.732664 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9d55dff1-5123-42e3-841c-801823c7f63d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d09849d63dab49358707e7782ef978d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5559630 Feb 09 01:43:26.732664 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55dff1-5123-42e3-841c-801823c7f63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0187308c-31f2-4f93-afe3-1d9b88c24754,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:26.736354 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60588) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:26.801648 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a57a84e0-faef-4ba9-8193-0fd8ad590354 admin admin] Publish callbacks [] for security_group (0187308c-31f2-4f93-afe3-1d9b88c24754), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:26.844994 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a57a84e0-faef-4ba9-8193-0fd8ad590354 admin admin] Publish callbacks [] for security_group (0187308c-31f2-4f93-afe3-1d9b88c24754), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:26.941515 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a57a84e0-faef-4ba9-8193-0fd8ad590354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0187308c-31f2-4f93-afe3-1d9b88c24754), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:26.944571 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a57a84e0-faef-4ba9-8193-0fd8ad590354 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:26.945867 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a57a84e0-faef-4ba9-8193-0fd8ad590354 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0187308c-31f2-4f93-afe3-1d9b88c24754 HTTP/1.1" status: 204 len: 168 time: 0.2077880 Feb 09 01:43:26.954705 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a84e0-faef-4ba9-8193-0fd8ad590354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0187308c-31f2-4f93-afe3-1d9b88c24754,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:26.966958 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-2ef721fc-dd07-4597-8b8e-abc55213cd14 service neutron] No DVR routers for this DVR port 40bd1084-775d-4c76-9af0-601321ece8a0 on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:43:26.970058 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef721fc-dd07-4597-8b8e-abc55213cd14 service neutron] Pushing event updated for resources: {'Port': ['ID=40bd1084-775d-4c76-9af0-601321ece8a0,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:27.178932 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-2ef721fc-dd07-4597-8b8e-abc55213cd14 service neutron] Attempting to bind port 40bd1084-775d-4c76-9af0-601321ece8a0 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:27.179611 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-2ef721fc-dd07-4597-8b8e-abc55213cd14 service neutron] Attempting to bind port 40bd1084-775d-4c76-9af0-601321ece8a0 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '836bfa82-d300-4cc7-988f-ecf320a5b7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd6cb6789-0b2a-4ba4-8424-772a7d1413c2'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:27.180206 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-2ef721fc-dd07-4597-8b8e-abc55213cd14 service neutron] Attempting to bind port 40bd1084-775d-4c76-9af0-601321ece8a0 on network d6cb6789-0b2a-4ba4-8424-772a7d1413c2 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:27.187171 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-2ef721fc-dd07-4597-8b8e-abc55213cd14 service neutron] Port 40bd1084-775d-4c76-9af0-601321ece8a0 on network d6cb6789-0b2a-4ba4-8424-772a7d1413c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:27.187861 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-2ef721fc-dd07-4597-8b8e-abc55213cd14 service neutron] Attempting to bind port 40bd1084-775d-4c76-9af0-601321ece8a0 on network d6cb6789-0b2a-4ba4-8424-772a7d1413c2 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:27.193519 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-2ef721fc-dd07-4597-8b8e-abc55213cd14 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:43:27.194367 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-2ef721fc-dd07-4597-8b8e-abc55213cd14 service neutron] Checking segment: {'id': '836bfa82-d300-4cc7-988f-ecf320a5b7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd6cb6789-0b2a-4ba4-8424-772a7d1413c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:43:27.195101 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-2ef721fc-dd07-4597-8b8e-abc55213cd14 service neutron] Bound using segment: {'id': '836bfa82-d300-4cc7-988f-ecf320a5b7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd6cb6789-0b2a-4ba4-8424-772a7d1413c2'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:43:27.195972 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-2ef721fc-dd07-4597-8b8e-abc55213cd14 service neutron] Bound port: 40bd1084-775d-4c76-9af0-601321ece8a0, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '836bfa82-d300-4cc7-988f-ecf320a5b7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd6cb6789-0b2a-4ba4-8424-772a7d1413c2'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:43:27.197252 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-2ef721fc-dd07-4597-8b8e-abc55213cd14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (40bd1084-775d-4c76-9af0-601321ece8a0), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:27.219838 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53102424-6eee-4099-a8a8-de7b48c5d993 req-d5fd53fd-4590-477e-bf12-3bbc5db30bb4 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:27.221805 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-53102424-6eee-4099-a8a8-de7b48c5d993 req-d5fd53fd-4590-477e-bf12-3bbc5db30bb4 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 944 time: 0.0639029 Feb 09 01:43:27.271414 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-2ef721fc-dd07-4597-8b8e-abc55213cd14 service neutron] For port 40bd1084-775d-4c76-9af0-601321ece8a0, host n-h2-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:43:27.274758 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-2ef721fc-dd07-4597-8b8e-abc55213cd14 service neutron] For port 40bd1084-775d-4c76-9af0-601321ece8a0, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=40bd1084-775d-4c76-9af0-601321ece8a0,segment=NetworkSegment(836bfa82-d300-4cc7-988f-ecf320a5b7ac),segment_id=836bfa82-d300-4cc7-988f-ecf320a5b7ac)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:43:27.280640 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-53102424-6eee-4099-a8a8-de7b48c5d993 req-cc6361a4-cf92-4864-9eaf-2da3a0fb7cbc tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=c174cb6e-64e7-44be-83f3-29ea109f9382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510318 Feb 09 01:43:27.282642 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-2ef721fc-dd07-4597-8b8e-abc55213cd14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (40bd1084-775d-4c76-9af0-601321ece8a0), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:27.305329 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60604) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:27.321266 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-2ef721fc-dd07-4597-8b8e-abc55213cd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:27.322394 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-2ef721fc-dd07-4597-8b8e-abc55213cd14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:27.323863 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-2ef721fc-dd07-4597-8b8e-abc55213cd14 service neutron] 10.222.0.91 "PUT /v2.0/ports/40bd1084-775d-4c76-9af0-601321ece8a0 HTTP/1.1" status: 200 len: 1093 time: 1.6238518 Feb 09 01:43:27.348721 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef721fc-dd07-4597-8b8e-abc55213cd14 service neutron] Pushing event updated for resources: {'Port': ['ID=40bd1084-775d-4c76-9af0-601321ece8a0,revision_number=7']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:27.360465 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7e245426-e062-44e3-8a9c-eed99ce5bee8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c01d9a9751764144bd98883df4b5aef9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0527940 Feb 09 01:43:27.363579 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60606) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:27.424084 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 40bd1084-775d-4c76-9af0-601321ece8a0 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:43:27.428019 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-d158c333-35dd-4e38-9624-f9c66ba099e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:27.433037 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-d158c333-35dd-4e38-9624-f9c66ba099e6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e7f5366db1de43098724f0eb4e3342fd&device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 1127 time: 0.0793848 Feb 09 01:43:27.466969 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-16098ecc-ffec-409b-b629-2a2734e8ba56 admin admin] Publish callbacks [] for security_group (0b5277bc-39e4-456c-99dd-5b2aef4c5d23), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:27.520797 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-16098ecc-ffec-409b-b629-2a2734e8ba56 admin admin] Publish callbacks [] for security_group (0b5277bc-39e4-456c-99dd-5b2aef4c5d23), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:27.597785 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-881fe5be-b1fc-4da4-8240-d46e58da88b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:27.599839 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-881fe5be-b1fc-4da4-8240-d46e58da88b0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d6cb6789-0b2a-4ba4-8424-772a7d1413c2 HTTP/1.1" status: 200 len: 896 time: 0.1569951 Feb 09 01:43:27.620406 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-16098ecc-ffec-409b-b629-2a2734e8ba56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0b5277bc-39e4-456c-99dd-5b2aef4c5d23), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:27.623428 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-16098ecc-ffec-409b-b629-2a2734e8ba56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:27.624775 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-16098ecc-ffec-409b-b629-2a2734e8ba56 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0b5277bc-39e4-456c-99dd-5b2aef4c5d23 HTTP/1.1" status: 204 len: 168 time: 0.2602303 Feb 09 01:43:27.641508 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16098ecc-ffec-409b-b629-2a2734e8ba56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5277bc-39e4-456c-99dd-5b2aef4c5d23,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:27.696007 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60614) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:27.724026 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-b80aeaea-3c7c-4553-8827-7c4433c3cdff service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40bd1084-775d-4c76-9af0-601321ece8a0 HTTP/1.1" status: 200 len: 1000 time: 0.1171851 Feb 09 01:43:27.760243 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] The host n-h1-822053-40 is not matching for port 40bd1084-775d-4c76-9af0-601321ece8a0 host n-h2-822053-40! {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:43:27.761189 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 40bd1084-775d-4c76-9af0-601321ece8a0 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:43:27.782359 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:27.787046 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-79bf35c5-8206-401d-9754-318bd6d5ced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:27.788743 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-79bf35c5-8206-401d-9754-318bd6d5ced3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1affeb7f-466a-49a4-99c4-44985032d328 HTTP/1.1" status: 200 len: 834 time: 0.0583098 Feb 09 01:43:27.857196 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-6aa1929e-b353-4f48-8c6b-1ab8ae56eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:27.858733 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-6aa1929e-b353-4f48-8c6b-1ab8ae56eaba service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d6cb6789-0b2a-4ba4-8424-772a7d1413c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0606921 Feb 09 01:43:28.014424 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-f39b7ff8-4e41-4c13-ac32-3d351d0cd605 service neutron] 10.222.0.91 "GET /v2.0/networks/d6cb6789-0b2a-4ba4-8424-772a7d1413c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485345 Feb 09 01:43:28.121495 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-e1177c97-c94c-4373-a35e-f627cd2c8c52 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1363552832'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:28.130945 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-58a9146d-5089-40fd-9b97-9a3a980a1c39 req-187fb6f4-2310-4084-b6b5-b3e29c4c5049 service neutron] 10.222.0.91 "GET /v2.0/networks/d6cb6789-0b2a-4ba4-8424-772a7d1413c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081862 Feb 09 01:43:28.171492 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1177c97-c94c-4373-a35e-f627cd2c8c52 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Made reservation on behalf of fe62c38d12b14a4ca81bb47e738e3941 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:28.175800 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e1177c97-c94c-4373-a35e-f627cd2c8c52 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:28.199210 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e1177c97-c94c-4373-a35e-f627cd2c8c52 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:28.332164 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:28.603312 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2107dc0-068c-41db-b672-647f7bd3a050 req-5f8e1a12-69b1-48b5-807c-66ca095bd0e2 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:28.605295 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d2107dc0-068c-41db-b672-647f7bd3a050 req-5f8e1a12-69b1-48b5-807c-66ca095bd0e2 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 944 time: 0.1035798 Feb 09 01:43:28.621368 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d6306cf-2382-4490-986b-294c2fa475db', 'tag': '40bd1084-775d-4c76-9af0-601321ece8a0'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:43:28.624413 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f017cbc-9127-4298-9139-ed1f58804567" -d '{"events": [{"name": "network-changed", "server_uuid": "6d6306cf-2382-4490-986b-294c2fa475db", "tag": "40bd1084-775d-4c76-9af0-601321ece8a0"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:43:28.634756 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e1177c97-c94c-4373-a35e-f627cd2c8c52 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks [] for security_group (4b7ceef0-673b-42c3-9595-3c18cdeada92), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:28.644803 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e1177c97-c94c-4373-a35e-f627cd2c8c52 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (4b7ceef0-673b-42c3-9595-3c18cdeada92), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:28.651735 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60652) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:28.684441 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1177c97-c94c-4373-a35e-f627cd2c8c52 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:43:28.688671 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa3656c-69d6-4832-81e0-1e18f4d36551 x-openstack-request-id: req-4aa3656c-69d6-4832-81e0-1e18f4d36551 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:43:28.689021 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d6306cf-2382-4490-986b-294c2fa475db", "tag": "40bd1084-775d-4c76-9af0-601321ece8a0", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:43:28.689455 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4aa3656c-69d6-4832-81e0-1e18f4d36551 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:43:28.690076 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d6306cf-2382-4490-986b-294c2fa475db', 'tag': '40bd1084-775d-4c76-9af0-601321ece8a0', 'status': 'completed', 'code': 200} Feb 09 01:43:28.742304 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d2107dc0-068c-41db-b672-647f7bd3a050 req-3b036d28-5352-49bc-b5dd-279d30020587 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=c174cb6e-64e7-44be-83f3-29ea109f9382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255198 Feb 09 01:43:28.744217 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e1177c97-c94c-4373-a35e-f627cd2c8c52 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (f0542c73-0674-47f3-afd5-dace0e3287f3), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:28.744839 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-e1177c97-c94c-4373-a35e-f627cd2c8c52 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Added segment f0542c73-0674-47f3-afd5-dace0e3287f3 of type vlan for network 74249d17-7151-4181-8108-6233ca11a602 Feb 09 01:43:28.746651 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1177c97-c94c-4373-a35e-f627cd2c8c52 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7ceef0-673b-42c3-9595-3c18cdeada92,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:28.811098 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e1177c97-c94c-4373-a35e-f627cd2c8c52 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (74249d17-7151-4181-8108-6233ca11a602), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:28.845672 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f017cbc-9127-4298-9139-ed1f58804567 req-07a9c7c6-cb92-47ce-8196-23e42573f49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:28.846822 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4f017cbc-9127-4298-9139-ed1f58804567 req-07a9c7c6-cb92-47ce-8196-23e42573f49c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e7f5366db1de43098724f0eb4e3342fd&device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 1127 time: 0.1410339 Feb 09 01:43:28.870094 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e1177c97-c94c-4373-a35e-f627cd2c8c52 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (74249d17-7151-4181-8108-6233ca11a602), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:28.876544 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1177c97-c94c-4373-a35e-f627cd2c8c52 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:28.878526 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e1177c97-c94c-4373-a35e-f627cd2c8c52 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:28.906143 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f017cbc-9127-4298-9139-ed1f58804567 req-44e63d91-df67-40ca-94ab-cd6138ef631e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:28.907670 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4f017cbc-9127-4298-9139-ed1f58804567 req-44e63d91-df67-40ca-94ab-cd6138ef631e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e7f5366db1de43098724f0eb4e3342fd&device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 1127 time: 0.1893196 Feb 09 01:43:28.950926 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e1177c97-c94c-4373-a35e-f627cd2c8c52 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2529798 Feb 09 01:43:28.958212 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60666) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:28.965777 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-b33af0e2-8be3-41b8-b2db-68b4fc6405b4 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Request body: {'subnet': {'network_id': '74249d17-7151-4181-8108-6233ca11a602', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:28.985840 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1177c97-c94c-4373-a35e-f627cd2c8c52 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Pushing event updated for resources: {'Network': ['ID=74249d17-7151-4181-8108-6233ca11a602,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:28.999839 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 74249d17-7151-4181-8108-6233ca11a602 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:43:29.062027 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f017cbc-9127-4298-9139-ed1f58804567 req-9de94a83-22ce-42fd-aceb-dfa1b8c9a277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:29.063651 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4f017cbc-9127-4298-9139-ed1f58804567 req-9de94a83-22ce-42fd-aceb-dfa1b8c9a277 service neutron] 10.222.0.121 "GET /v2.0/networks?id=d6cb6789-0b2a-4ba4-8424-772a7d1413c2 HTTP/1.1" status: 200 len: 896 time: 0.2100217 Feb 09 01:43:29.110502 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33af0e2-8be3-41b8-b2db-68b4fc6405b4 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Made reservation on behalf of fe62c38d12b14a4ca81bb47e738e3941 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:29.114420 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b33af0e2-8be3-41b8-b2db-68b4fc6405b4 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:29.125887 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f017cbc-9127-4298-9139-ed1f58804567 req-b51d8279-b758-4684-8cb2-df2ad0de78b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:29.127582 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4f017cbc-9127-4298-9139-ed1f58804567 req-b51d8279-b758-4684-8cb2-df2ad0de78b5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d6cb6789-0b2a-4ba4-8424-772a7d1413c2 HTTP/1.1" status: 200 len: 896 time: 0.2106018 Feb 09 01:43:29.192581 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-f9e5e975-7de0-4a4b-9157-5e2f17c50840 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-395506666'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:29.221920 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4f017cbc-9127-4298-9139-ed1f58804567 req-fc07f062-9d00-466f-ad72-9cfc6da6c5f8 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40bd1084-775d-4c76-9af0-601321ece8a0 HTTP/1.1" status: 200 len: 1000 time: 0.1510892 Feb 09 01:43:29.235605 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e5e975-7de0-4a4b-9157-5e2f17c50840 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Made reservation on behalf of 00f0067d4c504786a56af79791c42175 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:29.239139 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9e5e975-7de0-4a4b-9157-5e2f17c50840 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:29.257473 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9e5e975-7de0-4a4b-9157-5e2f17c50840 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:29.304532 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4f017cbc-9127-4298-9139-ed1f58804567 req-5e783b6b-3717-4713-8ae3-cf9ed28fb4b5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40bd1084-775d-4c76-9af0-601321ece8a0 HTTP/1.1" status: 200 len: 1000 time: 0.1686115 Feb 09 01:43:29.362766 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f017cbc-9127-4298-9139-ed1f58804567 req-fa805560-a7b5-4154-9f40-d422bb6ddedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:29.364343 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4f017cbc-9127-4298-9139-ed1f58804567 req-fa805560-a7b5-4154-9f40-d422bb6ddedd service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1affeb7f-466a-49a4-99c4-44985032d328 HTTP/1.1" status: 200 len: 834 time: 0.1298976 Feb 09 01:43:29.393823 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b33af0e2-8be3-41b8-b2db-68b4fc6405b4 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (0f4ae116-6777-46dd-ada7-b059d5aaf642), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:29.443877 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f017cbc-9127-4298-9139-ed1f58804567 req-9a041bd7-3202-47a6-8b85-50d6ff737765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:29.445832 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4f017cbc-9127-4298-9139-ed1f58804567 req-9a041bd7-3202-47a6-8b85-50d6ff737765 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1affeb7f-466a-49a4-99c4-44985032d328 HTTP/1.1" status: 200 len: 834 time: 0.1294580 Feb 09 01:43:29.484394 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33af0e2-8be3-41b8-b2db-68b4fc6405b4 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Pushing event updated for resources: {'Subnet': ['ID=0f4ae116-6777-46dd-ada7-b059d5aaf642,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:29.492565 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33af0e2-8be3-41b8-b2db-68b4fc6405b4 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Checking segment: {'id': 'f0542c73-0674-47f3-afd5-dace0e3287f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '74249d17-7151-4181-8108-6233ca11a602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:43:29.493698 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33af0e2-8be3-41b8-b2db-68b4fc6405b4 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Network hostable DHCP agents. Network: 74249d17-7151-4181-8108-6233ca11a602, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:43:29.519090 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33af0e2-8be3-41b8-b2db-68b4fc6405b4 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Network 74249d17-7151-4181-8108-6233ca11a602 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:43:29.523119 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f017cbc-9127-4298-9139-ed1f58804567 req-87216e53-1106-4ec2-902a-18b93b13cf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:29.526171 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4f017cbc-9127-4298-9139-ed1f58804567 req-87216e53-1106-4ec2-902a-18b93b13cf20 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d6cb6789-0b2a-4ba4-8424-772a7d1413c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1506419 Feb 09 01:43:29.535793 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-b33af0e2-8be3-41b8-b2db-68b4fc6405b4 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 74249d17-7151-4181-8108-6233ca11a602) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:29.547898 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389a258c-509f-4955-a133-c6f645aa7be9 None None] Network 74249d17-7151-4181-8108-6233ca11a602 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:43:29.549453 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33af0e2-8be3-41b8-b2db-68b4fc6405b4 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:29.550154 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b33af0e2-8be3-41b8-b2db-68b4fc6405b4 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:29.583679 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b33af0e2-8be3-41b8-b2db-68b4fc6405b4 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6242876 Feb 09 01:43:29.586515 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60682) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:29.605039 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-f9ec58a2-7ccc-4afa-9910-8868df1bed8b tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Request body: {'port': {'network_id': '74249d17-7151-4181-8108-6233ca11a602', 'name': 'tempest-AllowedAddressPairTestJSON-2089057327'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:29.665994 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9e5e975-7de0-4a4b-9157-5e2f17c50840 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for security_group (3947446b-e7f8-4376-bd94-e6fb36f7b976), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:29.682698 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f017cbc-9127-4298-9139-ed1f58804567 req-c727cf35-2656-47cf-936a-c7f9275aa4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:29.684896 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4f017cbc-9127-4298-9139-ed1f58804567 req-c727cf35-2656-47cf-936a-c7f9275aa4f3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d6cb6789-0b2a-4ba4-8424-772a7d1413c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2291322 Feb 09 01:43:29.687358 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9e5e975-7de0-4a4b-9157-5e2f17c50840 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3947446b-e7f8-4376-bd94-e6fb36f7b976), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:29.703179 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e5e975-7de0-4a4b-9157-5e2f17c50840 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:43:29.715398 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9e5e975-7de0-4a4b-9157-5e2f17c50840 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (f730c5c6-8ad4-4876-a7fb-de25d5ccee90), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:29.716466 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-f9e5e975-7de0-4a4b-9157-5e2f17c50840 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Added segment f730c5c6-8ad4-4876-a7fb-de25d5ccee90 of type vlan for network a26015ac-0308-4112-84b5-3e562e23f77d Feb 09 01:43:29.750950 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372dbfcb-e048-485d-b2f3-3ea1279a88a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-74249d17-7151-4181-8108-6233ca11a602', 'network_id': '74249d17-7151-4181-8108-6233ca11a602', 'project_id': 'fe62c38d12b14a4ca81bb47e738e3941', 'fixed_ips': [{'subnet_id': '0f4ae116-6777-46dd-ada7-b059d5aaf642'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:43:29.751931 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-372dbfcb-e048-485d-b2f3-3ea1279a88a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:29.768444 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9e5e975-7de0-4a4b-9157-5e2f17c50840 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (a26015ac-0308-4112-84b5-3e562e23f77d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:29.818675 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ec58a2-7ccc-4afa-9910-8868df1bed8b tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Made reservation on behalf of fe62c38d12b14a4ca81bb47e738e3941 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:29.823898 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f9ec58a2-7ccc-4afa-9910-8868df1bed8b tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:29.867591 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-f9ec58a2-7ccc-4afa-9910-8868df1bed8b tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] device_id is not set on port 246e1ada-cbb5-4673-8887-d106965a84ac yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:43:29.948249 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60692) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:29.950208 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-372dbfcb-e048-485d-b2f3-3ea1279a88a0 None None] Allocated IP 172.20.0.2 (74249d17-7151-4181-8108-6233ca11a602/0f4ae116-6777-46dd-ada7-b059d5aaf642/aac887ef-31da-4003-872e-ef2a84797607) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:29.958396 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e5e975-7de0-4a4b-9157-5e2f17c50840 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3947446b-e7f8-4376-bd94-e6fb36f7b976,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:29.963659 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.db.resource_extend [None req-f9e5e975-7de0-4a4b-9157-5e2f17c50840 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:43:29.970067 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4f017cbc-9127-4298-9139-ed1f58804567 req-06ccee2b-c73c-4e75-8301-761123244329 service neutron] 10.222.0.121 "GET /v2.0/networks/d6cb6789-0b2a-4ba4-8424-772a7d1413c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4341190 Feb 09 01:43:29.999391 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e5e975-7de0-4a4b-9157-5e2f17c50840 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:30.000034 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e5e975-7de0-4a4b-9157-5e2f17c50840 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:30.000387 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e5e975-7de0-4a4b-9157-5e2f17c50840 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:30.000783 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e5e975-7de0-4a4b-9157-5e2f17c50840 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:30.001123 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e5e975-7de0-4a4b-9157-5e2f17c50840 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:30.001482 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e5e975-7de0-4a4b-9157-5e2f17c50840 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:30.001879 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e5e975-7de0-4a4b-9157-5e2f17c50840 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:30.002563 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e5e975-7de0-4a4b-9157-5e2f17c50840 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:30.002945 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e5e975-7de0-4a4b-9157-5e2f17c50840 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:30.003292 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e5e975-7de0-4a4b-9157-5e2f17c50840 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:30.003873 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e5e975-7de0-4a4b-9157-5e2f17c50840 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:30.004216 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e5e975-7de0-4a4b-9157-5e2f17c50840 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:30.004541 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e5e975-7de0-4a4b-9157-5e2f17c50840 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:43:30.069392 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9e5e975-7de0-4a4b-9157-5e2f17c50840 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (a26015ac-0308-4112-84b5-3e562e23f77d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:30.077564 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e5e975-7de0-4a4b-9157-5e2f17c50840 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:30.078126 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9e5e975-7de0-4a4b-9157-5e2f17c50840 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:30.176852 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4f017cbc-9127-4298-9139-ed1f58804567 req-c5c567bb-34d3-41a6-8a67-3d914ae951d0 service neutron] 10.222.0.91 "GET /v2.0/networks/d6cb6789-0b2a-4ba4-8424-772a7d1413c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912604 Feb 09 01:43:30.199805 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f9e5e975-7de0-4a4b-9157-5e2f17c50840 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5414970 Feb 09 01:43:30.209348 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60700) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:30.225463 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-ff96c94d-9ddc-4542-a716-dd3455399f26 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Request body: {'subnet': {'network_id': 'a26015ac-0308-4112-84b5-3e562e23f77d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:30.287181 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf8386-282e-4796-a2c3-09e3104e89f0 req-8655bce5-c482-4bbb-91e5-8418c3111617 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:30.296485 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4ddf8386-282e-4796-a2c3-09e3104e89f0 req-8655bce5-c482-4bbb-91e5-8418c3111617 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 944 time: 0.1890790 Feb 09 01:43:30.339478 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-372dbfcb-e048-485d-b2f3-3ea1279a88a0 None None] Publish callbacks [] for port (aac887ef-31da-4003-872e-ef2a84797607), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:30.347300 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-372dbfcb-e048-485d-b2f3-3ea1279a88a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (aac887ef-31da-4003-872e-ef2a84797607), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:30.371863 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4ddf8386-282e-4796-a2c3-09e3104e89f0 req-dfb9c696-1d6e-4e7a-9d31-dcfd33b63574 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=c174cb6e-64e7-44be-83f3-29ea109f9382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742619 Feb 09 01:43:30.383132 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e5e975-7de0-4a4b-9157-5e2f17c50840 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event updated for resources: {'Network': ['ID=a26015ac-0308-4112-84b5-3e562e23f77d,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:30.397820 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-4c1d841a-9fb4-4057-b4bc-fbc8bedfb061 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-227047810-network', 'tenant_id': '47f73251cf004e93b034495d89d981f1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:30.406301 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372dbfcb-e048-485d-b2f3-3ea1279a88a0 None None] Pushing event updated for resources: {'Port': ['ID=aac887ef-31da-4003-872e-ef2a84797607,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:30.409102 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network a26015ac-0308-4112-84b5-3e562e23f77d details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:43:30.467178 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-f9ec58a2-7ccc-4afa-9910-8868df1bed8b tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Allocated IP 172.20.0.7 (74249d17-7151-4181-8108-6233ca11a602/0f4ae116-6777-46dd-ada7-b059d5aaf642/246e1ada-cbb5-4673-8887-d106965a84ac) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:30.484294 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4f017cbc-9127-4298-9139-ed1f58804567 req-af20d341-be23-4568-8c10-dd7a5252950c service neutron] 10.222.0.121 "GET /v2.0/networks/d6cb6789-0b2a-4ba4-8424-772a7d1413c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4997852 Feb 09 01:43:30.512889 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1d841a-9fb4-4057-b4bc-fbc8bedfb061 admin admin] Made reservation on behalf of 47f73251cf004e93b034495d89d981f1 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:30.515698 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c1d841a-9fb4-4057-b4bc-fbc8bedfb061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:30.539101 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372dbfcb-e048-485d-b2f3-3ea1279a88a0 None None] Network 74249d17-7151-4181-8108-6233ca11a602 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:30.539754 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c1d841a-9fb4-4057-b4bc-fbc8bedfb061 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:30.543881 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-372dbfcb-e048-485d-b2f3-3ea1279a88a0 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:30.549447 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372dbfcb-e048-485d-b2f3-3ea1279a88a0 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:43:30.569223 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4f017cbc-9127-4298-9139-ed1f58804567 req-2b942c2d-8da9-44ee-b930-a575e70e4023 service neutron] 10.222.0.91 "GET /v2.0/networks/d6cb6789-0b2a-4ba4-8424-772a7d1413c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785048 Feb 09 01:43:30.678748 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff96c94d-9ddc-4542-a716-dd3455399f26 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Made reservation on behalf of 00f0067d4c504786a56af79791c42175 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:30.684201 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-372dbfcb-e048-485d-b2f3-3ea1279a88a0 None None] Attempting to bind port aac887ef-31da-4003-872e-ef2a84797607 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:30.684955 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-372dbfcb-e048-485d-b2f3-3ea1279a88a0 None None] Attempting to bind port aac887ef-31da-4003-872e-ef2a84797607 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'f0542c73-0674-47f3-afd5-dace0e3287f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '74249d17-7151-4181-8108-6233ca11a602'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:30.685818 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372dbfcb-e048-485d-b2f3-3ea1279a88a0 None None] Attempting to bind port aac887ef-31da-4003-872e-ef2a84797607 on network 74249d17-7151-4181-8108-6233ca11a602 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:30.688843 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ff96c94d-9ddc-4542-a716-dd3455399f26 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:30.698461 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372dbfcb-e048-485d-b2f3-3ea1279a88a0 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:43:30.699209 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372dbfcb-e048-485d-b2f3-3ea1279a88a0 None None] Checking segment: {'id': 'f0542c73-0674-47f3-afd5-dace0e3287f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '74249d17-7151-4181-8108-6233ca11a602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:43:30.699864 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-372dbfcb-e048-485d-b2f3-3ea1279a88a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:30.700587 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372dbfcb-e048-485d-b2f3-3ea1279a88a0 None None] Bound using segment: {'id': 'f0542c73-0674-47f3-afd5-dace0e3287f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '74249d17-7151-4181-8108-6233ca11a602'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:43:30.702977 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-372dbfcb-e048-485d-b2f3-3ea1279a88a0 None None] Bound port: aac887ef-31da-4003-872e-ef2a84797607, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0542c73-0674-47f3-afd5-dace0e3287f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '74249d17-7151-4181-8108-6233ca11a602'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:43:30.703608 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-372dbfcb-e048-485d-b2f3-3ea1279a88a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (aac887ef-31da-4003-872e-ef2a84797607), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:30.823718 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f9ec58a2-7ccc-4afa-9910-8868df1bed8b tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks [] for port (246e1ada-cbb5-4673-8887-d106965a84ac), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:30.825657 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-372dbfcb-e048-485d-b2f3-3ea1279a88a0 None None] For port aac887ef-31da-4003-872e-ef2a84797607, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:43:30.833734 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-372dbfcb-e048-485d-b2f3-3ea1279a88a0 None None] For port aac887ef-31da-4003-872e-ef2a84797607, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=aac887ef-31da-4003-872e-ef2a84797607,segment=NetworkSegment(f0542c73-0674-47f3-afd5-dace0e3287f3),segment_id=f0542c73-0674-47f3-afd5-dace0e3287f3)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:43:30.844461 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-372dbfcb-e048-485d-b2f3-3ea1279a88a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (aac887ef-31da-4003-872e-ef2a84797607), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:30.882744 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c1d841a-9fb4-4057-b4bc-fbc8bedfb061 admin admin] Publish callbacks [] for security_group (da32d0f4-520d-406a-82f3-34f79739a3df), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:30.902342 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c1d841a-9fb4-4057-b4bc-fbc8bedfb061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (da32d0f4-520d-406a-82f3-34f79739a3df), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:30.923006 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c1d841a-9fb4-4057-b4bc-fbc8bedfb061 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:43:30.940452 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c1d841a-9fb4-4057-b4bc-fbc8bedfb061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (89758696-bb00-42e9-96b7-6dcfdc3a5e07), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:30.940452 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-4c1d841a-9fb4-4057-b4bc-fbc8bedfb061 admin admin] Added segment 89758696-bb00-42e9-96b7-6dcfdc3a5e07 of type vlan for network 10231078-b0c2-43f9-b81e-9ee123908d2a Feb 09 01:43:30.940858 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f9ec58a2-7ccc-4afa-9910-8868df1bed8b tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (246e1ada-cbb5-4673-8887-d106965a84ac), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:30.982797 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c1d841a-9fb4-4057-b4bc-fbc8bedfb061 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (10231078-b0c2-43f9-b81e-9ee123908d2a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:30.987789 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372dbfcb-e048-485d-b2f3-3ea1279a88a0 None None] Pushing event updated for resources: {'Port': ['ID=aac887ef-31da-4003-872e-ef2a84797607,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:31.034973 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ec58a2-7ccc-4afa-9910-8868df1bed8b tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Network 74249d17-7151-4181-8108-6233ca11a602 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:31.039176 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-f9ec58a2-7ccc-4afa-9910-8868df1bed8b tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:31.045834 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ec58a2-7ccc-4afa-9910-8868df1bed8b tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:43:31.050142 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec58a2-7ccc-4afa-9910-8868df1bed8b tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Pushing event updated for resources: {'Port': ['ID=246e1ada-cbb5-4673-8887-d106965a84ac,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:31.109725 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d841a-9fb4-4057-b4bc-fbc8bedfb061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da32d0f4-520d-406a-82f3-34f79739a3df,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:31.113816 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ec58a2-7ccc-4afa-9910-8868df1bed8b tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:31.114491 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f9ec58a2-7ccc-4afa-9910-8868df1bed8b tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:31.120417 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c1d841a-9fb4-4057-b4bc-fbc8bedfb061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (10231078-b0c2-43f9-b81e-9ee123908d2a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:31.121500 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1d841a-9fb4-4057-b4bc-fbc8bedfb061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:31.121947 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c1d841a-9fb4-4057-b4bc-fbc8bedfb061 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:31.143584 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f9ec58a2-7ccc-4afa-9910-8868df1bed8b tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5540719 Feb 09 01:43:31.144065 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60732) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:31.153035 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-f0c758f1-efc7-4de9-addd-39556d95ace2 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Request body: {'port': {'network_id': '74249d17-7151-4181-8108-6233ca11a602', 'name': 'tempest-AllowedAddressPairTestJSON-523282499', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:f0:01:b8'}]}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:31.221882 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 40bd1084-775d-4c76-9af0-601321ece8a0 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:43:31.278183 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4c1d841a-9fb4-4057-b4bc-fbc8bedfb061 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3287425 Feb 09 01:43:31.291498 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60736) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:31.326671 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-78f76b51-b3f8-4862-833d-ecbc01a41fb3 admin admin] Request body: {'subnet': {'network_id': '10231078-b0c2-43f9-b81e-9ee123908d2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-227047810-subnet', 'tenant_id': '47f73251cf004e93b034495d89d981f1', 'ip_version': 4}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:31.351176 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d841a-9fb4-4057-b4bc-fbc8bedfb061 admin admin] Pushing event updated for resources: {'Network': ['ID=10231078-b0c2-43f9-b81e-9ee123908d2a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:31.365852 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 10231078-b0c2-43f9-b81e-9ee123908d2a details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:43:31.431243 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f76b51-b3f8-4862-833d-ecbc01a41fb3 admin admin] Made reservation on behalf of 47f73251cf004e93b034495d89d981f1 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:31.439996 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-78f76b51-b3f8-4862-833d-ecbc01a41fb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:31.490291 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ff96c94d-9ddc-4542-a716-dd3455399f26 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (3c3104d7-e3ae-4e45-9c72-b6e3ae691f39), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:31.592326 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 40bd1084-775d-4c76-9af0-601321ece8a0, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=40bd1084-775d-4c76-9af0-601321ece8a0,segment=NetworkSegment(836bfa82-d300-4cc7-988f-ecf320a5b7ac),segment_id=836bfa82-d300-4cc7-988f-ecf320a5b7ac)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:31.609901 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c758f1-efc7-4de9-addd-39556d95ace2 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Made reservation on behalf of fe62c38d12b14a4ca81bb47e738e3941 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:31.610141 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '40bd1084-775d-4c76-9af0-601321ece8a0', 'network_id': 'd6cb6789-0b2a-4ba4-8424-772a7d1413c2', 'port_id': '40bd1084-775d-4c76-9af0-601321ece8a0', 'mac_address': 'fa:16:3e:b8:ab:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1affeb7f-466a-49a4-99c4-44985032d328', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:43:31.625271 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96c94d-9ddc-4542-a716-dd3455399f26 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event updated for resources: {'Subnet': ['ID=3c3104d7-e3ae-4e45-9c72-b6e3ae691f39,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:31.659087 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff96c94d-9ddc-4542-a716-dd3455399f26 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Checking segment: {'id': 'f730c5c6-8ad4-4876-a7fb-de25d5ccee90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a26015ac-0308-4112-84b5-3e562e23f77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:43:31.659752 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff96c94d-9ddc-4542-a716-dd3455399f26 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Network hostable DHCP agents. Network: a26015ac-0308-4112-84b5-3e562e23f77d, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:43:31.663864 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 40bd1084-775d-4c76-9af0-601321ece8a0 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:31.664439 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (40bd1084-775d-4c76-9af0-601321ece8a0), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:31.681746 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40bd1084-775d-4c76-9af0-601321ece8a0 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:43:31.683729 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff96c94d-9ddc-4542-a716-dd3455399f26 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Network a26015ac-0308-4112-84b5-3e562e23f77d is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:43:31.696934 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-ff96c94d-9ddc-4542-a716-dd3455399f26 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, a26015ac-0308-4112-84b5-3e562e23f77d) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:31.708332 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d934f58f-bcd1-4573-b779-53c96f684611 None None] Network a26015ac-0308-4112-84b5-3e562e23f77d requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:43:31.715819 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff96c94d-9ddc-4542-a716-dd3455399f26 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:31.716805 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ff96c94d-9ddc-4542-a716-dd3455399f26 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:31.745640 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ff96c94d-9ddc-4542-a716-dd3455399f26 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5320697 Feb 09 01:43:31.750135 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f0c758f1-efc7-4de9-addd-39556d95ace2 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:31.752367 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60752) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:31.760124 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-4f53a088-b521-4fc7-933e-84f02848e7b7 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1883233926', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}, 'admin_state_up': False}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:31.796393 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f53a088-b521-4fc7-933e-84f02848e7b7 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (75609b42-f63b-41f6-9d03-38bbabed6a0c), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:31.798817 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f53a088-b521-4fc7-933e-84f02848e7b7 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (75609b42-f63b-41f6-9d03-38bbabed6a0c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:31.831804 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-f0c758f1-efc7-4de9-addd-39556d95ace2 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] device_id is not set on port b99b9b92-333c-405e-ac78-a2d5d4384256 yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:43:31.875508 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 40bd1084-775d-4c76-9af0-601321ece8a0, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=40bd1084-775d-4c76-9af0-601321ece8a0,segment=NetworkSegment(836bfa82-d300-4cc7-988f-ecf320a5b7ac),segment_id=836bfa82-d300-4cc7-988f-ecf320a5b7ac)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:31.900596 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (40bd1084-775d-4c76-9af0-601321ece8a0), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:31.948227 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f53a088-b521-4fc7-933e-84f02848e7b7 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for router_controller (75609b42-f63b-41f6-9d03-38bbabed6a0c), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:31.963535 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=40bd1084-775d-4c76-9af0-601321ece8a0,revision_number=8']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:31.967688 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72b52eb-5e8c-491a-b659-567e0af58913 None None] Network a26015ac-0308-4112-84b5-3e562e23f77d requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:43:31.983851 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339eb06-4012-4a83-86ac-9ec6673873fa req-1f22593f-d171-4dcf-a3f3-b9b0d4a081b0 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:31.985476 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1339eb06-4012-4a83-86ac-9ec6673873fa req-1f22593f-d171-4dcf-a3f3-b9b0d4a081b0 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 944 time: 0.4258420 Feb 09 01:43:32.165793 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-f0c758f1-efc7-4de9-addd-39556d95ace2 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Allocated IP 172.20.0.8 (74249d17-7151-4181-8108-6233ca11a602/0f4ae116-6777-46dd-ada7-b059d5aaf642/b99b9b92-333c-405e-ac78-a2d5d4384256) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:32.190117 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['40bd1084-775d-4c76-9af0-601321ece8a0'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:43:32.460495 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device aac887ef-31da-4003-872e-ef2a84797607 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:43:32.549626 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port aac887ef-31da-4003-872e-ef2a84797607 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:32.550387 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (aac887ef-31da-4003-872e-ef2a84797607), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:32.565289 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-78f76b51-b3f8-4862-833d-ecbc01a41fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (7e87a3ec-a5e9-471c-892e-ed0fc84fab8e), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:32.625273 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1339eb06-4012-4a83-86ac-9ec6673873fa req-21f73222-2c76-4d31-b592-03728e1321a6 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=c174cb6e-64e7-44be-83f3-29ea109f9382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5907857 Feb 09 01:43:32.684548 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9846faa5-2c59-4a94-9545-d3f187b30725 None None] Network 74249d17-7151-4181-8108-6233ca11a602 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:43:32.843899 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f0c758f1-efc7-4de9-addd-39556d95ace2 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks [] for port (b99b9b92-333c-405e-ac78-a2d5d4384256), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:32.876472 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-3b339bcd-6fd9-47b8-a9ff-a8295d8043e0 None None] Provisioning complete for port aac887ef-31da-4003-872e-ef2a84797607 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:32.884411 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3b339bcd-6fd9-47b8-a9ff-a8295d8043e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (aac887ef-31da-4003-872e-ef2a84797607), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:32.892504 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f76b51-b3f8-4862-833d-ecbc01a41fb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e87a3ec-a5e9-471c-892e-ed0fc84fab8e,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:32.924359 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f53a088-b521-4fc7-933e-84f02848e7b7 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for router_gateway (75609b42-f63b-41f6-9d03-38bbabed6a0c), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:32.945825 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f76b51-b3f8-4862-833d-ecbc01a41fb3 admin admin] Checking segment: {'id': '89758696-bb00-42e9-96b7-6dcfdc3a5e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '10231078-b0c2-43f9-b81e-9ee123908d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:43:32.946970 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f76b51-b3f8-4862-833d-ecbc01a41fb3 admin admin] Network hostable DHCP agents. Network: 10231078-b0c2-43f9-b81e-9ee123908d2a, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:43:33.048125 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f76b51-b3f8-4862-833d-ecbc01a41fb3 admin admin] Network 10231078-b0c2-43f9-b81e-9ee123908d2a is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:43:33.062965 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f0c758f1-efc7-4de9-addd-39556d95ace2 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (b99b9b92-333c-405e-ac78-a2d5d4384256), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:33.158035 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-78f76b51-b3f8-4862-833d-ecbc01a41fb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 10231078-b0c2-43f9-b81e-9ee123908d2a) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:33.202061 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d22400-714b-41cd-bb18-f42e795e252d None None] Network 10231078-b0c2-43f9-b81e-9ee123908d2a requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:43:33.220941 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-3a31ae13-a13d-4dc4-af6b-80d586f7cf35 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:33.222621 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-3a31ae13-a13d-4dc4-af6b-80d586f7cf35 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.91 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db&tenant_id=e7f5366db1de43098724f0eb4e3342fd&binding%3Ahost_id=n-h2-822053-40 HTTP/1.1" status: 200 len: 945 time: 0.2287846 Feb 09 01:43:33.226528 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port aac887ef-31da-4003-872e-ef2a84797607 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:33.227365 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (aac887ef-31da-4003-872e-ef2a84797607), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:33.240297 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f76b51-b3f8-4862-833d-ecbc01a41fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:33.240889 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-78f76b51-b3f8-4862-833d-ecbc01a41fb3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:33.312926 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60778) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:33.322775 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3b339bcd-6fd9-47b8-a9ff-a8295d8043e0 None None] Current status of the port aac887ef-31da-4003-872e-ef2a84797607 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:33.323530 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3b339bcd-6fd9-47b8-a9ff-a8295d8043e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (aac887ef-31da-4003-872e-ef2a84797607), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:33.326482 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c758f1-efc7-4de9-addd-39556d95ace2 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Pushing event updated for resources: {'Port': ['ID=b99b9b92-333c-405e-ac78-a2d5d4384256,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:33.354812 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port aac887ef-31da-4003-872e-ef2a84797607, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=aac887ef-31da-4003-872e-ef2a84797607,segment=NetworkSegment(f0542c73-0674-47f3-afd5-dace0e3287f3),segment_id=f0542c73-0674-47f3-afd5-dace0e3287f3)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:33.366477 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-75476b61-a25c-4353-bfe0-bae76c7a430e service neutron] 10.222.0.91 "GET /v2.0/ports/40bd1084-775d-4c76-9af0-601321ece8a0/bindings/n-h2-822053-40 HTTP/1.1" status: 200 len: 383 time: 0.1359959 Feb 09 01:43:33.372477 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c758f1-efc7-4de9-addd-39556d95ace2 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Network 74249d17-7151-4181-8108-6233ca11a602 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:33.385850 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (aac887ef-31da-4003-872e-ef2a84797607), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:33.423831 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-f0c758f1-efc7-4de9-addd-39556d95ace2 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:33.435548 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c758f1-efc7-4de9-addd-39556d95ace2 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:43:33.505222 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-78f76b51-b3f8-4862-833d-ecbc01a41fb3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1964495 Feb 09 01:43:33.510329 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60782) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:33.516282 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f53a088-b521-4fc7-933e-84f02848e7b7 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for router_gateway (75609b42-f63b-41f6-9d03-38bbabed6a0c), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:33.520561 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c758f1-efc7-4de9-addd-39556d95ace2 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:33.525301 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f0c758f1-efc7-4de9-addd-39556d95ace2 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:33.547097 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-1c54b300-7bd7-4f33-938c-b57fdf8c8be4 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-227047810-router', 'tenant_id': '47f73251cf004e93b034495d89d981f1', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:33.561005 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f53a088-b521-4fc7-933e-84f02848e7b7 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:33.568976 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5f516-bea4-4400-9987-5851a572c3e2 req-69896e55-b1e5-4682-887b-25e8c2cd3d72 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:33.581977 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e5b5f516-bea4-4400-9987-5851a572c3e2 req-69896e55-b1e5-4682-887b-25e8c2cd3d72 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 945 time: 0.5096581 Feb 09 01:43:33.585610 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=aac887ef-31da-4003-872e-ef2a84797607,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:33.635609 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f0c758f1-efc7-4de9-addd-39556d95ace2 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.4903793 Feb 09 01:43:33.636374 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60784) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:33.642005 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-3b339bcd-6fd9-47b8-a9ff-a8295d8043e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:43:33.642363 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-3b339bcd-6fd9-47b8-a9ff-a8295d8043e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:43:33.644682 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913532a2-1801-4569-a28c-613b249e4ab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-10231078-b0c2-43f9-b81e-9ee123908d2a', 'network_id': '10231078-b0c2-43f9-b81e-9ee123908d2a', 'project_id': '47f73251cf004e93b034495d89d981f1', 'fixed_ips': [{'subnet_id': '7e87a3ec-a5e9-471c-892e-ed0fc84fab8e'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:43:33.645625 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-913532a2-1801-4569-a28c-613b249e4ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:33.676261 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1c54b300-7bd7-4f33-938c-b57fdf8c8be4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (5d0f6b33-bffe-4dd8-a436-63dc7b45340b), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:33.677361 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1c54b300-7bd7-4f33-938c-b57fdf8c8be4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (5d0f6b33-bffe-4dd8-a436-63dc7b45340b), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:33.724109 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a312500c-04b9-4b6c-b800-68666e4fbaf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:33.764714 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-e765ac1b-1c0c-4f6b-bccc-b4143f0a3577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:33.766673 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-e765ac1b-1c0c-4f6b-bccc-b4143f0a3577 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e7f5366db1de43098724f0eb4e3342fd&device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 1128 time: 0.2883909 Feb 09 01:43:33.838485 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e5b5f516-bea4-4400-9987-5851a572c3e2 req-c8af1954-4dc8-4434-a0c7-c0ef3f8af49a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=c174cb6e-64e7-44be-83f3-29ea109f9382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2403693 Feb 09 01:43:33.920697 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a312500c-04b9-4b6c-b800-68666e4fbaf7 admin admin] Publish callbacks [] for security_group (3412368e-350c-4414-be24-3c7fd1506348), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:33.936395 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1c54b300-7bd7-4f33-938c-b57fdf8c8be4 admin admin] Publish callbacks [] for router_controller (5d0f6b33-bffe-4dd8-a436-63dc7b45340b), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:33.939793 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a312500c-04b9-4b6c-b800-68666e4fbaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3412368e-350c-4414-be24-3c7fd1506348), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:33.954174 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563c4d73-6209-41af-827a-a1aae3b26048 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:33.963935 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563c4d73-6209-41af-827a-a1aae3b26048 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:33.979132 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-913532a2-1801-4569-a28c-613b249e4ab2 None None] Allocated IP 172.20.0.2 (10231078-b0c2-43f9-b81e-9ee123908d2a/7e87a3ec-a5e9-471c-892e-ed0fc84fab8e/1d9582c7-1abc-4cf3-8ad1-54eb86690aa9) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:33.979967 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563c4d73-6209-41af-827a-a1aae3b26048 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:33.983249 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-563c4d73-6209-41af-827a-a1aae3b26048 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.3437178 Feb 09 01:43:33.987877 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60788) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:34.007844 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a312500c-04b9-4b6c-b800-68666e4fbaf7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d450397979a74691bd5f18bdfca47e66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6930466 Feb 09 01:43:34.052869 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60790) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:34.054014 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312500c-04b9-4b6c-b800-68666e4fbaf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3412368e-350c-4414-be24-3c7fd1506348,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:34.262143 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-4f53a088-b521-4fc7-933e-84f02848e7b7 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Allocated IP 172.25.1.77 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/7191124d-655c-48c9-9746-1ffac90d114c) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:34.294016 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-2bffc012-e3b8-48a3-b867-ccc2cd5db70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:34.296621 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-2bffc012-e3b8-48a3-b867-ccc2cd5db70f service neutron] 10.222.0.91 "GET /v2.0/networks?id=d6cb6789-0b2a-4ba4-8424-772a7d1413c2 HTTP/1.1" status: 200 len: 896 time: 0.3732989 Feb 09 01:43:34.371703 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2f24e551-32eb-426b-b802-ae1e4d31d4ed admin admin] Publish callbacks [] for security_group (3412368e-350c-4414-be24-3c7fd1506348), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:34.477795 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device aac887ef-31da-4003-872e-ef2a84797607 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:43:34.480848 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2f24e551-32eb-426b-b802-ae1e4d31d4ed admin admin] Publish callbacks [] for security_group (3412368e-350c-4414-be24-3c7fd1506348), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:34.518533 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-b5b6cac9-7c0c-4183-a00d-7926310d7bdd service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40bd1084-775d-4c76-9af0-601321ece8a0 HTTP/1.1" status: 200 len: 1001 time: 0.2086012 Feb 09 01:43:34.526877 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1c54b300-7bd7-4f33-938c-b57fdf8c8be4 admin admin] Publish callbacks [] for router_gateway (5d0f6b33-bffe-4dd8-a436-63dc7b45340b), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:34.592684 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-d992e779-0f69-4af5-907f-6b764a2c520e tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Deleting port b99b9b92-333c-405e-ac78-a2d5d4384256 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:43:34.593163 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d992e779-0f69-4af5-907f-6b764a2c520e tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (b99b9b92-333c-405e-ac78-a2d5d4384256), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:34.672108 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-61f0156f-7493-433b-9952-3c285e09f0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:34.674186 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-61f0156f-7493-433b-9952-3c285e09f0b7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1affeb7f-466a-49a4-99c4-44985032d328 HTTP/1.1" status: 200 len: 834 time: 0.1354468 Feb 09 01:43:34.681656 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f53a088-b521-4fc7-933e-84f02848e7b7 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for port (7191124d-655c-48c9-9746-1ffac90d114c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:34.705739 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3b339bcd-6fd9-47b8-a9ff-a8295d8043e0 None None] Current status of the port aac887ef-31da-4003-872e-ef2a84797607 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:34.728921 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2f24e551-32eb-426b-b802-ae1e4d31d4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3412368e-350c-4414-be24-3c7fd1506348), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:34.732144 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2f24e551-32eb-426b-b802-ae1e4d31d4ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:34.733279 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2f24e551-32eb-426b-b802-ae1e4d31d4ed admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3412368e-350c-4414-be24-3c7fd1506348 HTTP/1.1" status: 204 len: 168 time: 0.6744437 Feb 09 01:43:34.756710 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24e551-32eb-426b-b802-ae1e4d31d4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3412368e-350c-4414-be24-3c7fd1506348,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:34.790287 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-920cfd81-3c47-45b7-9f95-bfb81ed7577c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:34.791846 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-920cfd81-3c47-45b7-9f95-bfb81ed7577c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d6cb6789-0b2a-4ba4-8424-772a7d1413c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1076865 Feb 09 01:43:34.799092 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f53a088-b521-4fc7-933e-84f02848e7b7 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (7191124d-655c-48c9-9746-1ffac90d114c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:34.837157 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port aac887ef-31da-4003-872e-ef2a84797607 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:34.837525 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (aac887ef-31da-4003-872e-ef2a84797607), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:34.878537 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d992e779-0f69-4af5-907f-6b764a2c520e tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (b99b9b92-333c-405e-ac78-a2d5d4384256), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:34.906681 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-d992e779-0f69-4af5-907f-6b764a2c520e tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Calling delete_port for b99b9b92-333c-405e-ac78-a2d5d4384256 owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:43:35.050496 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-913532a2-1801-4569-a28c-613b249e4ab2 None None] Publish callbacks [] for port (1d9582c7-1abc-4cf3-8ad1-54eb86690aa9), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:35.069431 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-17c22661-3d4a-4c17-8246-b33620f12aef service neutron] 10.222.0.91 "GET /v2.0/networks/d6cb6789-0b2a-4ba4-8424-772a7d1413c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676041 Feb 09 01:43:35.100382 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-600fe1d0-53d1-47dd-9eec-2764222ded0d None None] Provisioning complete for port b99b9b92-333c-405e-ac78-a2d5d4384256 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:35.100687 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-600fe1d0-53d1-47dd-9eec-2764222ded0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b99b9b92-333c-405e-ac78-a2d5d4384256), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:35.104880 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-913532a2-1801-4569-a28c-613b249e4ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (1d9582c7-1abc-4cf3-8ad1-54eb86690aa9), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:35.106538 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53a088-b521-4fc7-933e-84f02848e7b7 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event updated for resources: {'Port': ['ID=7191124d-655c-48c9-9746-1ffac90d114c,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:35.134485 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f53a088-b521-4fc7-933e-84f02848e7b7 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:35.226562 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913532a2-1801-4569-a28c-613b249e4ab2 None None] Network 10231078-b0c2-43f9-b81e-9ee123908d2a is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:35.244196 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 40bd1084-775d-4c76-9af0-601321ece8a0 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:43:35.292120 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-913532a2-1801-4569-a28c-613b249e4ab2 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:35.294810 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913532a2-1801-4569-a28c-613b249e4ab2 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:43:35.315086 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-4f53a088-b521-4fc7-933e-84f02848e7b7 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:35.326907 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913532a2-1801-4569-a28c-613b249e4ab2 None None] Pushing event updated for resources: {'Port': ['ID=1d9582c7-1abc-4cf3-8ad1-54eb86690aa9,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:35.330038 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-c0e414c6-20ce-4b86-adf0-90facdd8f659 service neutron] 10.222.0.91 "GET /v2.0/networks/d6cb6789-0b2a-4ba4-8424-772a7d1413c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135580 Feb 09 01:43:35.330905 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f53a088-b521-4fc7-933e-84f02848e7b7 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:43:35.341013 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-600fe1d0-53d1-47dd-9eec-2764222ded0d None None] Port b99b9b92-333c-405e-ac78-a2d5d4384256 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:43:35.403113 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60800) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:35.420577 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-913532a2-1801-4569-a28c-613b249e4ab2 None None] Attempting to bind port 1d9582c7-1abc-4cf3-8ad1-54eb86690aa9 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:35.420964 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-913532a2-1801-4569-a28c-613b249e4ab2 None None] Attempting to bind port 1d9582c7-1abc-4cf3-8ad1-54eb86690aa9 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '89758696-bb00-42e9-96b7-6dcfdc3a5e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '10231078-b0c2-43f9-b81e-9ee123908d2a'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:35.421337 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913532a2-1801-4569-a28c-613b249e4ab2 None None] Attempting to bind port 1d9582c7-1abc-4cf3-8ad1-54eb86690aa9 on network 10231078-b0c2-43f9-b81e-9ee123908d2a {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:35.449430 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913532a2-1801-4569-a28c-613b249e4ab2 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:43:35.449812 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913532a2-1801-4569-a28c-613b249e4ab2 None None] Checking segment: {'id': '89758696-bb00-42e9-96b7-6dcfdc3a5e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '10231078-b0c2-43f9-b81e-9ee123908d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:43:35.450423 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-913532a2-1801-4569-a28c-613b249e4ab2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:35.451022 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913532a2-1801-4569-a28c-613b249e4ab2 None None] Bound using segment: {'id': '89758696-bb00-42e9-96b7-6dcfdc3a5e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '10231078-b0c2-43f9-b81e-9ee123908d2a'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:43:35.451691 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-913532a2-1801-4569-a28c-613b249e4ab2 None None] Bound port: 1d9582c7-1abc-4cf3-8ad1-54eb86690aa9, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89758696-bb00-42e9-96b7-6dcfdc3a5e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '10231078-b0c2-43f9-b81e-9ee123908d2a'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:43:35.452310 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-913532a2-1801-4569-a28c-613b249e4ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1d9582c7-1abc-4cf3-8ad1-54eb86690aa9), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:35.456849 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-600fe1d0-53d1-47dd-9eec-2764222ded0d None None] Provisioning complete for port 246e1ada-cbb5-4673-8887-d106965a84ac triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:35.457066 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c215897-021a-4c18-b30d-dbe301ad75ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:35.457596 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-600fe1d0-53d1-47dd-9eec-2764222ded0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (246e1ada-cbb5-4673-8887-d106965a84ac), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:35.489477 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 40bd1084-775d-4c76-9af0-601321ece8a0 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:43:35.514536 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port aac887ef-31da-4003-872e-ef2a84797607 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:35.525514 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 40bd1084-775d-4c76-9af0-601321ece8a0 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:35.526120 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (40bd1084-775d-4c76-9af0-601321ece8a0), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:35.552804 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-600fe1d0-53d1-47dd-9eec-2764222ded0d None None] Port 246e1ada-cbb5-4673-8887-d106965a84ac cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:43:35.587767 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ea9d7-4c6f-4ca0-baee-27cde65a9432 req-184a826c-4cb7-4c68-b2e7-7aabc63345c1 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:35.590754 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-de3ea9d7-4c6f-4ca0-baee-27cde65a9432 req-184a826c-4cb7-4c68-b2e7-7aabc63345c1 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 945 time: 0.1340525 Feb 09 01:43:35.648101 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-600fe1d0-53d1-47dd-9eec-2764222ded0d None None] Provisioning complete for port aac887ef-31da-4003-872e-ef2a84797607 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:35.648820 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-600fe1d0-53d1-47dd-9eec-2764222ded0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (aac887ef-31da-4003-872e-ef2a84797607), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:35.695462 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-913532a2-1801-4569-a28c-613b249e4ab2 None None] For port 1d9582c7-1abc-4cf3-8ad1-54eb86690aa9, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:43:35.702448 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-913532a2-1801-4569-a28c-613b249e4ab2 None None] For port 1d9582c7-1abc-4cf3-8ad1-54eb86690aa9, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=1d9582c7-1abc-4cf3-8ad1-54eb86690aa9,segment=NetworkSegment(89758696-bb00-42e9-96b7-6dcfdc3a5e07),segment_id=89758696-bb00-42e9-96b7-6dcfdc3a5e07)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:43:35.738794 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-913532a2-1801-4569-a28c-613b249e4ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1d9582c7-1abc-4cf3-8ad1-54eb86690aa9), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:35.793326 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 40bd1084-775d-4c76-9af0-601321ece8a0 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:35.793728 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (40bd1084-775d-4c76-9af0-601321ece8a0), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:35.824719 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c215897-021a-4c18-b30d-dbe301ad75ee admin admin] Publish callbacks [] for security_group (c9b57f33-da7d-43d8-99e3-88e1d0a5e001), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:35.826071 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f53a088-b521-4fc7-933e-84f02848e7b7 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for router_gateway (75609b42-f63b-41f6-9d03-38bbabed6a0c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:35.827166 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-de3ea9d7-4c6f-4ca0-baee-27cde65a9432 req-b8daf81d-ea7a-4d62-9c65-d8706576541e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=c174cb6e-64e7-44be-83f3-29ea109f9382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406469 Feb 09 01:43:35.843096 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1c54b300-7bd7-4f33-938c-b57fdf8c8be4 admin admin] Publish callbacks [] for router_gateway (5d0f6b33-bffe-4dd8-a436-63dc7b45340b), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:35.869782 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1c54b300-7bd7-4f33-938c-b57fdf8c8be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:35.872567 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c215897-021a-4c18-b30d-dbe301ad75ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c9b57f33-da7d-43d8-99e3-88e1d0a5e001), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:35.879772 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913532a2-1801-4569-a28c-613b249e4ab2 None None] Pushing event updated for resources: {'Port': ['ID=1d9582c7-1abc-4cf3-8ad1-54eb86690aa9,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:35.895870 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d6306cf-2382-4490-986b-294c2fa475db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40bd1084-775d-4c76-9af0-601321ece8a0'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:43:35.898286 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16344da6-6402-4da0-bab5-611a73aafdf5" -d '{"events": [{"server_uuid": "6d6306cf-2382-4490-986b-294c2fa475db", "name": "network-vif-plugged", "status": "completed", "tag": "40bd1084-775d-4c76-9af0-601321ece8a0"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:43:35.921905 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 40bd1084-775d-4c76-9af0-601321ece8a0, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=40bd1084-775d-4c76-9af0-601321ece8a0,segment=NetworkSegment(836bfa82-d300-4cc7-988f-ecf320a5b7ac),segment_id=836bfa82-d300-4cc7-988f-ecf320a5b7ac)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:35.931401 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-600fe1d0-53d1-47dd-9eec-2764222ded0d None None] Current status of the port aac887ef-31da-4003-872e-ef2a84797607 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:35.935744 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (40bd1084-775d-4c76-9af0-601321ece8a0), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:35.982988 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4c215897-021a-4c18-b30d-dbe301ad75ee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=99575651581f48fca63b094b430d542a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5788116 Feb 09 01:43:35.987096 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60806) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:35.988048 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c215897-021a-4c18-b30d-dbe301ad75ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b57f33-da7d-43d8-99e3-88e1d0a5e001,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:36.027476 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-1c54b300-7bd7-4f33-938c-b57fdf8c8be4 admin admin] Allocated IP 172.25.1.67 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:36.058812 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe5a180-c60f-44df-adb7-7696efa1ac16 x-openstack-request-id: req-abe5a180-c60f-44df-adb7-7696efa1ac16 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:43:36.059118 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d6306cf-2382-4490-986b-294c2fa475db", "name": "network-vif-plugged", "status": "completed", "tag": "40bd1084-775d-4c76-9af0-601321ece8a0", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:43:36.059346 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-abe5a180-c60f-44df-adb7-7696efa1ac16 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:43:36.059774 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d6306cf-2382-4490-986b-294c2fa475db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40bd1084-775d-4c76-9af0-601321ece8a0', 'code': 200} Feb 09 01:43:36.083542 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=40bd1084-775d-4c76-9af0-601321ece8a0,revision_number=9']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:36.123828 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d992e779-0f69-4af5-907f-6b764a2c520e tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (b99b9b92-333c-405e-ac78-a2d5d4384256), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:36.163932 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992e779-0f69-4af5-907f-6b764a2c520e tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Pushing event deleted for resources: {'Port': ['ID=b99b9b92-333c-405e-ac78-a2d5d4384256,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:36.367241 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c36e56ea-5352-4f55-8526-cc229a4dca34 admin admin] Publish callbacks [] for security_group (c9b57f33-da7d-43d8-99e3-88e1d0a5e001), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:36.404758 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 1d9582c7-1abc-4cf3-8ad1-54eb86690aa9 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:43:36.441171 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c36e56ea-5352-4f55-8526-cc229a4dca34 admin admin] Publish callbacks [] for security_group (c9b57f33-da7d-43d8-99e3-88e1d0a5e001), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:36.455325 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f53a088-b521-4fc7-933e-84f02848e7b7 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (75609b42-f63b-41f6-9d03-38bbabed6a0c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:36.462715 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1c54b300-7bd7-4f33-938c-b57fdf8c8be4 admin admin] Publish callbacks [] for port (aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:36.497233 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d992e779-0f69-4af5-907f-6b764a2c520e tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:36.507005 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d992e779-0f69-4af5-907f-6b764a2c520e tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] 10.222.0.30 "DELETE /v2.0/ports/b99b9b92-333c-405e-ac78-a2d5d4384256 HTTP/1.1" status: 204 len: 168 time: 2.5173528 Feb 09 01:43:36.509895 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60820) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:36.515529 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 1d9582c7-1abc-4cf3-8ad1-54eb86690aa9 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:36.515927 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1d9582c7-1abc-4cf3-8ad1-54eb86690aa9), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:36.585750 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1c54b300-7bd7-4f33-938c-b57fdf8c8be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:36.610656 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c36e56ea-5352-4f55-8526-cc229a4dca34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c9b57f33-da7d-43d8-99e3-88e1d0a5e001), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:36.613580 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c36e56ea-5352-4f55-8526-cc229a4dca34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:36.614905 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c36e56ea-5352-4f55-8526-cc229a4dca34 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c9b57f33-da7d-43d8-99e3-88e1d0a5e001 HTTP/1.1" status: 204 len: 168 time: 0.6240797 Feb 09 01:43:36.649114 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c54b300-7bd7-4f33-938c-b57fdf8c8be4 admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:36.655997 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-1c54b300-7bd7-4f33-938c-b57fdf8c8be4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:36.659424 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c54b300-7bd7-4f33-938c-b57fdf8c8be4 admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:43:36.663382 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 1d9582c7-1abc-4cf3-8ad1-54eb86690aa9 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:36.663789 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1d9582c7-1abc-4cf3-8ad1-54eb86690aa9), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:36.668151 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-785939c7-4b45-4395-9422-54f9954dbd95 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] GET failed (client error): The resource could not be found. Feb 09 01:43:36.674197 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-785939c7-4b45-4395-9422-54f9954dbd95 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] 10.222.0.30 "GET /v2.0/ports/b99b9b92-333c-405e-ac78-a2d5d4384256 HTTP/1.1" status: 404 len: 333 time: 0.1166887 Feb 09 01:43:36.675005 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60824) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:36.684898 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-23198c8e-6ecf-42ea-9466-29112846595c tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Request body: {'port': {'network_id': '74249d17-7151-4181-8108-6233ca11a602', 'name': 'tempest-AllowedAddressPairTestJSON-42800746'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:36.688912 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e56ea-5352-4f55-8526-cc229a4dca34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b57f33-da7d-43d8-99e3-88e1d0a5e001,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:36.715138 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54b300-7bd7-4f33-938c-b57fdf8c8be4 admin admin] Pushing event updated for resources: {'Port': ['ID=aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:36.773186 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 1d9582c7-1abc-4cf3-8ad1-54eb86690aa9, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=1d9582c7-1abc-4cf3-8ad1-54eb86690aa9,segment=NetworkSegment(89758696-bb00-42e9-96b7-6dcfdc3a5e07),segment_id=89758696-bb00-42e9-96b7-6dcfdc3a5e07)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:36.779507 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1d9582c7-1abc-4cf3-8ad1-54eb86690aa9), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:36.858412 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=1d9582c7-1abc-4cf3-8ad1-54eb86690aa9,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:37.070613 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23198c8e-6ecf-42ea-9466-29112846595c tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Made reservation on behalf of fe62c38d12b14a4ca81bb47e738e3941 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:37.081981 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-23198c8e-6ecf-42ea-9466-29112846595c tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:37.118994 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1c54b300-7bd7-4f33-938c-b57fdf8c8be4 admin admin] Publish callbacks [] for router_gateway (5d0f6b33-bffe-4dd8-a436-63dc7b45340b), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:37.124603 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-23198c8e-6ecf-42ea-9466-29112846595c tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] device_id is not set on port 0fc36055-f0a7-4d56-a8fe-da15c26ac93e yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:43:37.186098 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f53a088-b521-4fc7-933e-84f02848e7b7 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Router 75609b42-f63b-41f6-9d03-38bbabed6a0c is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:43:37.231422 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d09c8-1491-44ce-b71f-a7cac0ca8c4e req-61ba6c75-f7ed-4e60-9185-0e3e82040f88 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:37.233045 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-533d09c8-1491-44ce-b71f-a7cac0ca8c4e req-61ba6c75-f7ed-4e60-9185-0e3e82040f88 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 946 time: 0.2446778 Feb 09 01:43:37.408053 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-533d09c8-1491-44ce-b71f-a7cac0ca8c4e req-ef59a586-3ed7-4ed0-97fd-bc3bc0227dea tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=c174cb6e-64e7-44be-83f3-29ea109f9382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665778 Feb 09 01:43:37.515509 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-23198c8e-6ecf-42ea-9466-29112846595c tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Allocated IP 172.20.0.6 (74249d17-7151-4181-8108-6233ca11a602/0f4ae116-6777-46dd-ada7-b059d5aaf642/0fc36055-f0a7-4d56-a8fe-da15c26ac93e) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:37.522029 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f53a088-b521-4fc7-933e-84f02848e7b7 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:43:37.530462 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9a2152-13ff-4609-8d94-02af7dd0f095 None None] Network 10231078-b0c2-43f9-b81e-9ee123908d2a requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:43:37.547665 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1c54b300-7bd7-4f33-938c-b57fdf8c8be4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (5d0f6b33-bffe-4dd8-a436-63dc7b45340b), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:37.586379 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f53a088-b521-4fc7-933e-84f02848e7b7 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:37.590897 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4f53a088-b521-4fc7-933e-84f02848e7b7 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.8344595 Feb 09 01:43:37.599803 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60840) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:37.655249 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fa6328-c99e-442f-8a9c-b6bf26c12e6f None None] Sync routers for ids ['75609b42-f63b-41f6-9d03-38bbabed6a0c'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:43:37.731032 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fa6328-c99e-442f-8a9c-b6bf26c12e6f None None] Routers {'75609b42-f63b-41f6-9d03-38bbabed6a0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:43:37.743539 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-52fa6328-c99e-442f-8a9c-b6bf26c12e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:43:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['75609b42-f63b-41f6-9d03-38bbabed6a0c'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:37.819221 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c54b300-7bd7-4f33-938c-b57fdf8c8be4 admin admin] Router 5d0f6b33-bffe-4dd8-a436-63dc7b45340b is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:43:37.851384 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-52fa6328-c99e-442f-8a9c-b6bf26c12e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:37.856913 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-4751c38b-d4b9-493a-b492-d1ac8b3ec7f1 None None] Provisioning complete for port 1d9582c7-1abc-4cf3-8ad1-54eb86690aa9 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:37.857292 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4751c38b-d4b9-493a-b492-d1ac8b3ec7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1d9582c7-1abc-4cf3-8ad1-54eb86690aa9), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:37.906289 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fa6328-c99e-442f-8a9c-b6bf26c12e6f None None] Routers {'75609b42-f63b-41f6-9d03-38bbabed6a0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:43:37.906843 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-52fa6328-c99e-442f-8a9c-b6bf26c12e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:43:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['75609b42-f63b-41f6-9d03-38bbabed6a0c'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:37.975231 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-52fa6328-c99e-442f-8a9c-b6bf26c12e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:37.975903 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fa6328-c99e-442f-8a9c-b6bf26c12e6f None None] The sync data for ids ['75609b42-f63b-41f6-9d03-38bbabed6a0c'] in n-d-822053-40 is: [] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:43:38.026285 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c54b300-7bd7-4f33-938c-b57fdf8c8be4 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:43:38.040728 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d65bfdb-4e5a-4fdc-be78-45095e19113c None None] Sync routers for ids ['5d0f6b33-bffe-4dd8-a436-63dc7b45340b'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:43:38.067045 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1c54b300-7bd7-4f33-938c-b57fdf8c8be4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:38.074929 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1c54b300-7bd7-4f33-938c-b57fdf8c8be4 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5466349 Feb 09 01:43:38.075863 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60860) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:38.081542 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d65bfdb-4e5a-4fdc-be78-45095e19113c None None] Routers {'5d0f6b33-bffe-4dd8-a436-63dc7b45340b'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:43:38.083670 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-6d65bfdb-4e5a-4fdc-be78-45095e19113c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:43:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['5d0f6b33-bffe-4dd8-a436-63dc7b45340b'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:38.152850 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-4751c38b-d4b9-493a-b492-d1ac8b3ec7f1 None None] Current status of the port 1d9582c7-1abc-4cf3-8ad1-54eb86690aa9 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:38.347536 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 1d9582c7-1abc-4cf3-8ad1-54eb86690aa9 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:43:38.370380 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-6d65bfdb-4e5a-4fdc-be78-45095e19113c None None] Set router 5d0f6b33-bffe-4dd8-a436-63dc7b45340b gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:43:38.379335 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-9f9bce6d-ab1a-431c-bb4c-2e81a07bce85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:38.383039 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-9f9bce6d-ab1a-431c-bb4c-2e81a07bce85 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db&tenant_id=e7f5366db1de43098724f0eb4e3342fd HTTP/1.1" status: 200 len: 1129 time: 0.2841127 Feb 09 01:43:38.405699 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-b2cc5266-0c40-4d54-8b37-bfd3c3fc1a93 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822053-40', 'device_owner': 'compute:nova'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:38.492948 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 1d9582c7-1abc-4cf3-8ad1-54eb86690aa9 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:38.493610 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1d9582c7-1abc-4cf3-8ad1-54eb86690aa9), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:38.546948 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-42f909f2-70a5-4c24-86f9-fb7af2be6d79 None None] Provisioning complete for port 1d9582c7-1abc-4cf3-8ad1-54eb86690aa9 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:38.547672 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-42f909f2-70a5-4c24-86f9-fb7af2be6d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1d9582c7-1abc-4cf3-8ad1-54eb86690aa9), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:38.669453 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-23198c8e-6ecf-42ea-9466-29112846595c tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks [] for port (0fc36055-f0a7-4d56-a8fe-da15c26ac93e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:38.700149 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-b2cc5266-0c40-4d54-8b37-bfd3c3fc1a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (40bd1084-775d-4c76-9af0-601321ece8a0), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:38.722029 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 1d9582c7-1abc-4cf3-8ad1-54eb86690aa9 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:38.791576 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-6d65bfdb-4e5a-4fdc-be78-45095e19113c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0f6b33-bffe-4dd8-a436-63dc7b45340b', 'name': 'tempest-TestServerMultinode-227047810-router', 'tenant_id': '47f73251cf004e93b034495d89d981f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:33Z', 'updated_at': '2022-02-09T01:43:36Z', 'revision_number': 3, 'project_id': '47f73251cf004e93b034495d89d981f1', 'gw_port': {'id': 'aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0f6b33-bffe-4dd8-a436-63dc7b45340b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:35Z', 'updated_at': '2022-02-09T01:43:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:38.840867 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d65bfdb-4e5a-4fdc-be78-45095e19113c None None] Checking router: 5d0f6b33-bffe-4dd8-a436-63dc7b45340b for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:43:38.841796 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d65bfdb-4e5a-4fdc-be78-45095e19113c None None] Updating router 5d0f6b33-bffe-4dd8-a436-63dc7b45340b port aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3 binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:43:38.866502 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-42f909f2-70a5-4c24-86f9-fb7af2be6d79 None None] Current status of the port 1d9582c7-1abc-4cf3-8ad1-54eb86690aa9 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:38.885261 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-6d65bfdb-4e5a-4fdc-be78-45095e19113c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:38.946155 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-23198c8e-6ecf-42ea-9466-29112846595c tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (0fc36055-f0a7-4d56-a8fe-da15c26ac93e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:39.071137 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23198c8e-6ecf-42ea-9466-29112846595c tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Network 74249d17-7151-4181-8108-6233ca11a602 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:39.081509 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-23198c8e-6ecf-42ea-9466-29112846595c tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:39.084133 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23198c8e-6ecf-42ea-9466-29112846595c tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:43:39.091892 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23198c8e-6ecf-42ea-9466-29112846595c tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Pushing event updated for resources: {'Port': ['ID=0fc36055-f0a7-4d56-a8fe-da15c26ac93e,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:39.229788 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-b2cc5266-0c40-4d54-8b37-bfd3c3fc1a93 service neutron] For port 40bd1084-775d-4c76-9af0-601321ece8a0, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=40bd1084-775d-4c76-9af0-601321ece8a0,segment=NetworkSegment(836bfa82-d300-4cc7-988f-ecf320a5b7ac),segment_id=836bfa82-d300-4cc7-988f-ecf320a5b7ac)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:39.247706 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23198c8e-6ecf-42ea-9466-29112846595c tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:39.248408 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-23198c8e-6ecf-42ea-9466-29112846595c tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:39.363004 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-6d65bfdb-4e5a-4fdc-be78-45095e19113c None None] Publish callbacks [] for port (aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:39.363603 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-23198c8e-6ecf-42ea-9466-29112846595c tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.6833162 Feb 09 01:43:39.378739 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-6d65bfdb-4e5a-4fdc-be78-45095e19113c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:39.382157 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60880) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:39.387492 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-b75d9baf-f065-429b-b080-80a5085f9083 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:f0:01:b8'}]}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:39.443687 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c9c4d-6c76-470a-b191-c716810bbc51 None None] Pushing event updated for resources: {'Port': ['ID=aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:39.475316 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-6d65bfdb-4e5a-4fdc-be78-45095e19113c None None] Attempting to bind port aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:39.478718 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-6d65bfdb-4e5a-4fdc-be78-45095e19113c None None] Attempting to bind port aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:39.479736 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d65bfdb-4e5a-4fdc-be78-45095e19113c None None] Attempting to bind port aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3 on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:39.481648 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-b2cc5266-0c40-4d54-8b37-bfd3c3fc1a93 service neutron] For port 40bd1084-775d-4c76-9af0-601321ece8a0, host n-h2-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:43:39.487666 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d65bfdb-4e5a-4fdc-be78-45095e19113c None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:43:39.488381 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d65bfdb-4e5a-4fdc-be78-45095e19113c None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:43:39.489661 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-6d65bfdb-4e5a-4fdc-be78-45095e19113c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:39.490341 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d65bfdb-4e5a-4fdc-be78-45095e19113c None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:43:39.490941 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-6d65bfdb-4e5a-4fdc-be78-45095e19113c None None] Bound port: aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:43:39.491480 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-6d65bfdb-4e5a-4fdc-be78-45095e19113c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:39.505742 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-cebd2160-6956-41a0-ade6-9eb8cca38c8b None None] Provisioning complete for port 0fc36055-f0a7-4d56-a8fe-da15c26ac93e triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:39.509658 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cebd2160-6956-41a0-ade6-9eb8cca38c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0fc36055-f0a7-4d56-a8fe-da15c26ac93e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:39.580153 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-cebd2160-6956-41a0-ade6-9eb8cca38c8b None None] Port 0fc36055-f0a7-4d56-a8fe-da15c26ac93e cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:43:39.592923 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-6d65bfdb-4e5a-4fdc-be78-45095e19113c None None] For port aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:43:39.596668 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-6d65bfdb-4e5a-4fdc-be78-45095e19113c None None] For port aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:43:39.606158 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-6d65bfdb-4e5a-4fdc-be78-45095e19113c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:39.625231 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64c9c5-cad1-463a-a536-31e055cb4554 req-70452b47-eaaa-4873-8534-c6c578a6bb93 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:39.632580 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7b64c9c5-cad1-463a-a536-31e055cb4554 req-70452b47-eaaa-4873-8534-c6c578a6bb93 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 946 time: 1.0651195 Feb 09 01:43:39.686790 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d6306cf-2382-4490-986b-294c2fa475db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40bd1084-775d-4c76-9af0-601321ece8a0'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:43:39.688960 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfde9c11-1398-4bcd-9bca-5ca023202963" -d '{"events": [{"server_uuid": "6d6306cf-2382-4490-986b-294c2fa475db", "name": "network-vif-unplugged", "status": "completed", "tag": "40bd1084-775d-4c76-9af0-601321ece8a0"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:43:39.692921 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-b2cc5266-0c40-4d54-8b37-bfd3c3fc1a93 service neutron] Publish callbacks [] for port (40bd1084-775d-4c76-9af0-601321ece8a0), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:39.736515 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-b2cc5266-0c40-4d54-8b37-bfd3c3fc1a93 service neutron] Transition to ACTIVE for port object 40bd1084-775d-4c76-9af0-601321ece8a0 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:43:39.741195 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fee18579-29f1-41a5-baf8-e815d503abe7 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:39.768088 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-b2cc5266-0c40-4d54-8b37-bfd3c3fc1a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (40bd1084-775d-4c76-9af0-601321ece8a0), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:39.828167 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d65bfdb-4e5a-4fdc-be78-45095e19113c None None] Routers {'5d0f6b33-bffe-4dd8-a436-63dc7b45340b'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:43:39.828995 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-6d65bfdb-4e5a-4fdc-be78-45095e19113c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:43:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['5d0f6b33-bffe-4dd8-a436-63dc7b45340b'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:39.844593 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3ecbd02e-376a-4f8a-803f-5c648e5a9a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:39.850698 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83612975-3efb-4188-86c0-53793160b7ee x-openstack-request-id: req-83612975-3efb-4188-86c0-53793160b7ee {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:43:39.851100 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d6306cf-2382-4490-986b-294c2fa475db", "name": "network-vif-unplugged", "status": "completed", "tag": "40bd1084-775d-4c76-9af0-601321ece8a0", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:43:39.851455 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-83612975-3efb-4188-86c0-53793160b7ee {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:43:39.852562 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d6306cf-2382-4490-986b-294c2fa475db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40bd1084-775d-4c76-9af0-601321ece8a0', 'code': 200} Feb 09 01:43:39.944923 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c9c4d-6c76-470a-b191-c716810bbc51 None None] Pushing event updated for resources: {'Port': ['ID=aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:40.002211 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-6d65bfdb-4e5a-4fdc-be78-45095e19113c None None] Set router 5d0f6b33-bffe-4dd8-a436-63dc7b45340b gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:43:40.036534 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc5266-0c40-4d54-8b37-bfd3c3fc1a93 service neutron] Pushing event updated for resources: {'Port': ['ID=40bd1084-775d-4c76-9af0-601321ece8a0,revision_number=10']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:40.049598 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b75d9baf-f065-429b-b080-80a5085f9083 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0fc36055-f0a7-4d56-a8fe-da15c26ac93e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:40.079467 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-3ecbd02e-376a-4f8a-803f-5c648e5a9a4f admin admin] Allocated IP 172.20.0.1 (10231078-b0c2-43f9-b81e-9ee123908d2a/7e87a3ec-a5e9-471c-892e-ed0fc84fab8e/e7d77ace-7b8c-4123-b7ee-5fac85c01dd8) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:40.248581 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3ecbd02e-376a-4f8a-803f-5c648e5a9a4f admin admin] Publish callbacks [] for port (e7d77ace-7b8c-4123-b7ee-5fac85c01dd8), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:40.299183 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7b64c9c5-cad1-463a-a536-31e055cb4554 req-aed64f27-551a-4373-b942-dff1b7678c44 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=c174cb6e-64e7-44be-83f3-29ea109f9382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6032882 Feb 09 01:43:40.302515 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3ecbd02e-376a-4f8a-803f-5c648e5a9a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (e7d77ace-7b8c-4123-b7ee-5fac85c01dd8), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:40.311834 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-6d65bfdb-4e5a-4fdc-be78-45095e19113c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0f6b33-bffe-4dd8-a436-63dc7b45340b', 'name': 'tempest-TestServerMultinode-227047810-router', 'tenant_id': '47f73251cf004e93b034495d89d981f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:33Z', 'updated_at': '2022-02-09T01:43:36Z', 'revision_number': 3, 'project_id': '47f73251cf004e93b034495d89d981f1', 'gw_port': {'id': 'aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0f6b33-bffe-4dd8-a436-63dc7b45340b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:35Z', 'updated_at': '2022-02-09T01:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:40.357288 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d65bfdb-4e5a-4fdc-be78-45095e19113c None None] The sync data for ids ['5d0f6b33-bffe-4dd8-a436-63dc7b45340b'] in n-d-822053-40 is: [{'id': '5d0f6b33-bffe-4dd8-a436-63dc7b45340b', 'name': 'tempest-TestServerMultinode-227047810-router', 'tenant_id': '47f73251cf004e93b034495d89d981f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:33Z', 'updated_at': '2022-02-09T01:43:36Z', 'revision_number': 3, 'project_id': '47f73251cf004e93b034495d89d981f1', 'gw_port': {'id': 'aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0f6b33-bffe-4dd8-a436-63dc7b45340b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:35Z', 'updated_at': '2022-02-09T01:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:43:40.372415 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecbd02e-376a-4f8a-803f-5c648e5a9a4f admin admin] Network 10231078-b0c2-43f9-b81e-9ee123908d2a is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:40.375649 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-3ecbd02e-376a-4f8a-803f-5c648e5a9a4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:40.396739 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecbd02e-376a-4f8a-803f-5c648e5a9a4f admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:43:40.451548 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecbd02e-376a-4f8a-803f-5c648e5a9a4f admin admin] Pushing event updated for resources: {'Port': ['ID=e7d77ace-7b8c-4123-b7ee-5fac85c01dd8,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:40.452981 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b75d9baf-f065-429b-b080-80a5085f9083 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks [] for port (0fc36055-f0a7-4d56-a8fe-da15c26ac93e), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:40.483474 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-b2cc5266-0c40-4d54-8b37-bfd3c3fc1a93 service neutron] No DVR routers for this DVR port 40bd1084-775d-4c76-9af0-601321ece8a0 on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:43:40.484456 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3ecbd02e-376a-4f8a-803f-5c648e5a9a4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (5d0f6b33-bffe-4dd8-a436-63dc7b45340b), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:40.624131 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b75d9baf-f065-429b-b080-80a5085f9083 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (0fc36055-f0a7-4d56-a8fe-da15c26ac93e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:40.754124 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-99a3c965-f7aa-4a4e-8328-e428a4a4fa69 None None] Provisioning complete for port e7d77ace-7b8c-4123-b7ee-5fac85c01dd8 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:40.754720 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-99a3c965-f7aa-4a4e-8328-e428a4a4fa69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e7d77ace-7b8c-4123-b7ee-5fac85c01dd8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:40.798634 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3ecbd02e-376a-4f8a-803f-5c648e5a9a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e7d77ace-7b8c-4123-b7ee-5fac85c01dd8), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:40.846431 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-99a3c965-f7aa-4a4e-8328-e428a4a4fa69 None None] Port e7d77ace-7b8c-4123-b7ee-5fac85c01dd8 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:43:40.937803 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d9baf-f065-429b-b080-80a5085f9083 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Pushing event updated for resources: {'Port': ['ID=0fc36055-f0a7-4d56-a8fe-da15c26ac93e,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:41.042113 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b75d9baf-f065-429b-b080-80a5085f9083 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] In _notify_port_updated(), no bound segment for port 0fc36055-f0a7-4d56-a8fe-da15c26ac93e on network 74249d17-7151-4181-8108-6233ca11a602 {{(pid=103528) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:43:41.047871 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75d9baf-f065-429b-b080-80a5085f9083 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:41.048593 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b75d9baf-f065-429b-b080-80a5085f9083 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:41.050148 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b75d9baf-f065-429b-b080-80a5085f9083 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] 10.222.0.30 "PUT /v2.0/ports/0fc36055-f0a7-4d56-a8fe-da15c26ac93e HTTP/1.1" status: 200 len: 991 time: 1.6672792 Feb 09 01:43:41.054419 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60912) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:41.155150 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3ecbd02e-376a-4f8a-803f-5c648e5a9a4f admin admin] Publish callbacks [] for port (e7d77ace-7b8c-4123-b7ee-5fac85c01dd8), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:41.174875 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3ecbd02e-376a-4f8a-803f-5c648e5a9a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (e7d77ace-7b8c-4123-b7ee-5fac85c01dd8), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:41.246908 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 40bd1084-775d-4c76-9af0-601321ece8a0 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:43:41.294618 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-fee18579-29f1-41a5-baf8-e815d503abe7 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Allocated IP 172.20.0.1 (a26015ac-0308-4112-84b5-3e562e23f77d/3c3104d7-e3ae-4e45-9c72-b6e3ae691f39/de70e9af-ebea-44e5-8d20-adf179a24f45) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:41.304257 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-b2cc5266-0c40-4d54-8b37-bfd3c3fc1a93 service neutron] Attempting to bind port 40bd1084-775d-4c76-9af0-601321ece8a0 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:41.304621 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-b2cc5266-0c40-4d54-8b37-bfd3c3fc1a93 service neutron] Attempting to bind port 40bd1084-775d-4c76-9af0-601321ece8a0 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '836bfa82-d300-4cc7-988f-ecf320a5b7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd6cb6789-0b2a-4ba4-8424-772a7d1413c2'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:41.313931 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-b2cc5266-0c40-4d54-8b37-bfd3c3fc1a93 service neutron] Attempting to bind port 40bd1084-775d-4c76-9af0-601321ece8a0 on network d6cb6789-0b2a-4ba4-8424-772a7d1413c2 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:41.327270 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3ecbd02e-376a-4f8a-803f-5c648e5a9a4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (5d0f6b33-bffe-4dd8-a436-63dc7b45340b), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:41.352819 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-b2cc5266-0c40-4d54-8b37-bfd3c3fc1a93 service neutron] Port 40bd1084-775d-4c76-9af0-601321ece8a0 on network d6cb6789-0b2a-4ba4-8424-772a7d1413c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:41.353249 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-b2cc5266-0c40-4d54-8b37-bfd3c3fc1a93 service neutron] Attempting to bind port 40bd1084-775d-4c76-9af0-601321ece8a0 on network d6cb6789-0b2a-4ba4-8424-772a7d1413c2 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:41.385984 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] The host n-h2-822053-40 is not matching for port 40bd1084-775d-4c76-9af0-601321ece8a0 host n-h1-822053-40! {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:43:41.388205 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 40bd1084-775d-4c76-9af0-601321ece8a0 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:43:41.399633 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-3662e503-b728-4175-b4f5-600aff2b38d9 None None] Provisioning complete for port 0fc36055-f0a7-4d56-a8fe-da15c26ac93e triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:41.401734 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3662e503-b728-4175-b4f5-600aff2b38d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0fc36055-f0a7-4d56-a8fe-da15c26ac93e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:41.455133 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecbd02e-376a-4f8a-803f-5c648e5a9a4f admin admin] Pushing event updated for resources: {'Port': ['ID=e7d77ace-7b8c-4123-b7ee-5fac85c01dd8,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:41.493876 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3662e503-b728-4175-b4f5-600aff2b38d9 None None] Port 0fc36055-f0a7-4d56-a8fe-da15c26ac93e cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:43:41.499191 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecbd02e-376a-4f8a-803f-5c648e5a9a4f admin admin] Network 10231078-b0c2-43f9-b81e-9ee123908d2a is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:41.502095 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-3ecbd02e-376a-4f8a-803f-5c648e5a9a4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:41.521855 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-b2cc5266-0c40-4d54-8b37-bfd3c3fc1a93 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:43:41.522341 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-b2cc5266-0c40-4d54-8b37-bfd3c3fc1a93 service neutron] Checking segment: {'id': '836bfa82-d300-4cc7-988f-ecf320a5b7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd6cb6789-0b2a-4ba4-8424-772a7d1413c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:43:41.522833 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-b2cc5266-0c40-4d54-8b37-bfd3c3fc1a93 service neutron] Bound using segment: {'id': '836bfa82-d300-4cc7-988f-ecf320a5b7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd6cb6789-0b2a-4ba4-8424-772a7d1413c2'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:43:41.523388 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-b2cc5266-0c40-4d54-8b37-bfd3c3fc1a93 service neutron] Bound port: 40bd1084-775d-4c76-9af0-601321ece8a0, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '836bfa82-d300-4cc7-988f-ecf320a5b7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd6cb6789-0b2a-4ba4-8424-772a7d1413c2'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:43:41.524624 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-b2cc5266-0c40-4d54-8b37-bfd3c3fc1a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (40bd1084-775d-4c76-9af0-601321ece8a0), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:41.678751 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742cd5b-d38f-45c0-a97f-367ae66d178a req-d4a37bac-6b8a-4098-934b-202dbe97ca4d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:41.692090 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b742cd5b-d38f-45c0-a97f-367ae66d178a req-d4a37bac-6b8a-4098-934b-202dbe97ca4d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 945 time: 0.2393610 Feb 09 01:43:41.725135 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fee18579-29f1-41a5-baf8-e815d503abe7 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for port (de70e9af-ebea-44e5-8d20-adf179a24f45), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:41.792706 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b742cd5b-d38f-45c0-a97f-367ae66d178a req-fb695a73-e931-4dd7-befb-ace3afe1b1bb tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=c174cb6e-64e7-44be-83f3-29ea109f9382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993619 Feb 09 01:43:41.810890 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ecbd02e-376a-4f8a-803f-5c648e5a9a4f admin admin] Router 5d0f6b33-bffe-4dd8-a436-63dc7b45340b has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:43:41.838647 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fee18579-29f1-41a5-baf8-e815d503abe7 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (de70e9af-ebea-44e5-8d20-adf179a24f45), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:41.861530 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee18579-29f1-41a5-baf8-e815d503abe7 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Network a26015ac-0308-4112-84b5-3e562e23f77d is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:41.869144 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-fee18579-29f1-41a5-baf8-e815d503abe7 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:41.942384 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee18579-29f1-41a5-baf8-e815d503abe7 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:43:41.987645 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-52d943f7-eb03-4dc8-ab71-7be00d48850a tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Deleting port 0fc36055-f0a7-4d56-a8fe-da15c26ac93e {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:43:41.987999 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-52d943f7-eb03-4dc8-ab71-7be00d48850a tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (0fc36055-f0a7-4d56-a8fe-da15c26ac93e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:42.002938 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecbd02e-376a-4f8a-803f-5c648e5a9a4f admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:43:42.016088 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3ecbd02e-376a-4f8a-803f-5c648e5a9a4f admin admin] 10.222.0.30 "PUT /v2.0/routers/5d0f6b33-bffe-4dd8-a436-63dc7b45340b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9378886 Feb 09 01:43:42.039791 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-bcca5001-a27a-4218-9548-3ce70f6d43f0 None None] Provisioning complete for port e7d77ace-7b8c-4123-b7ee-5fac85c01dd8 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:42.040395 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bcca5001-a27a-4218-9548-3ce70f6d43f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e7d77ace-7b8c-4123-b7ee-5fac85c01dd8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:42.112361 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-bcca5001-a27a-4218-9548-3ce70f6d43f0 None None] Port e7d77ace-7b8c-4123-b7ee-5fac85c01dd8 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:43:42.133150 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-b2cc5266-0c40-4d54-8b37-bfd3c3fc1a93 service neutron] For port 40bd1084-775d-4c76-9af0-601321ece8a0, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:43:42.166376 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee18579-29f1-41a5-baf8-e815d503abe7 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event updated for resources: {'Port': ['ID=de70e9af-ebea-44e5-8d20-adf179a24f45,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:42.176561 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-b2cc5266-0c40-4d54-8b37-bfd3c3fc1a93 service neutron] For port 40bd1084-775d-4c76-9af0-601321ece8a0, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=40bd1084-775d-4c76-9af0-601321ece8a0,segment=NetworkSegment(836bfa82-d300-4cc7-988f-ecf320a5b7ac),segment_id=836bfa82-d300-4cc7-988f-ecf320a5b7ac)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:43:42.186033 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fee18579-29f1-41a5-baf8-e815d503abe7 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (75609b42-f63b-41f6-9d03-38bbabed6a0c), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:42.196392 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-b2cc5266-0c40-4d54-8b37-bfd3c3fc1a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (40bd1084-775d-4c76-9af0-601321ece8a0), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:42.296778 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-b2cc5266-0c40-4d54-8b37-bfd3c3fc1a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:42.297653 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-b2cc5266-0c40-4d54-8b37-bfd3c3fc1a93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:42.299271 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-b2cc5266-0c40-4d54-8b37-bfd3c3fc1a93 service neutron] 10.222.0.121 "PUT /v2.0/ports/40bd1084-775d-4c76-9af0-601321ece8a0 HTTP/1.1" status: 200 len: 1094 time: 3.9044921 Feb 09 01:43:42.307494 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d6306cf-2382-4490-986b-294c2fa475db', 'tag': '40bd1084-775d-4c76-9af0-601321ece8a0'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:43:42.310110 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e062d6-f396-4fd5-a7f3-99e4daa6a4ac" -d '{"events": [{"name": "network-changed", "server_uuid": "6d6306cf-2382-4490-986b-294c2fa475db", "tag": "40bd1084-775d-4c76-9af0-601321ece8a0"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:43:42.338614 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-52d943f7-eb03-4dc8-ab71-7be00d48850a tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (0fc36055-f0a7-4d56-a8fe-da15c26ac93e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:42.384745 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:43:42.400926 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-52d943f7-eb03-4dc8-ab71-7be00d48850a tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Calling delete_port for 0fc36055-f0a7-4d56-a8fe-da15c26ac93e owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:43:42.420836 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc5266-0c40-4d54-8b37-bfd3c3fc1a93 service neutron] Pushing event updated for resources: {'Port': ['ID=40bd1084-775d-4c76-9af0-601321ece8a0,revision_number=11']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:42.568822 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:42.570369 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:42.792011 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:42.792606 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:42.845059 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:42.854407 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:42.976034 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138b2e07-0768-48e5-8fe3-920025b880ea x-openstack-request-id: req-138b2e07-0768-48e5-8fe3-920025b880ea {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:43:42.977323 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d6306cf-2382-4490-986b-294c2fa475db", "tag": "40bd1084-775d-4c76-9af0-601321ece8a0", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:43:42.978173 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-138b2e07-0768-48e5-8fe3-920025b880ea {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:43:42.978765 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d6306cf-2382-4490-986b-294c2fa475db', 'tag': '40bd1084-775d-4c76-9af0-601321ece8a0', 'status': 'completed', 'code': 200} Feb 09 01:43:43.006793 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:43.059534 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6789c3-958a-4914-a74b-32172aa16496 req-e82da418-dbdf-4747-85b9-f750d15a95e3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:43.068663 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b6789c3-958a-4914-a74b-32172aa16496 req-e82da418-dbdf-4747-85b9-f750d15a95e3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 945 time: 0.1175919 Feb 09 01:43:43.102384 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fee18579-29f1-41a5-baf8-e815d503abe7 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (de70e9af-ebea-44e5-8d20-adf179a24f45), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:43.130324 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-98c74a79-65e7-4b5b-bd48-c73000f46d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:43.132592 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-98c74a79-65e7-4b5b-bd48-c73000f46d6c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e7f5366db1de43098724f0eb4e3342fd&device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 1128 time: 0.7801478 Feb 09 01:43:43.135877 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ee9d25-1c15-4013-9c5f-f230815a0be3 None None] Sync routers for ids ['5d0f6b33-bffe-4dd8-a436-63dc7b45340b'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:43:43.176925 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ee9d25-1c15-4013-9c5f-f230815a0be3 None None] Routers {'5d0f6b33-bffe-4dd8-a436-63dc7b45340b'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:43:43.177948 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-63ee9d25-1c15-4013-9c5f-f230815a0be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:43:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['5d0f6b33-bffe-4dd8-a436-63dc7b45340b'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:43.199945 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b6789c3-958a-4914-a74b-32172aa16496 req-a5da5dc6-e131-4886-a28f-464fb5f33666 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=c174cb6e-64e7-44be-83f3-29ea109f9382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297252 Feb 09 01:43:43.251252 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60956) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:43.257318 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-39103d2a-b718-4129-81f1-73cdbf1ed364 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-904656892-network', 'tenant_id': '3c85d6cef98c4292a0b0434bbfb2384e'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:43.286813 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39103d2a-b718-4129-81f1-73cdbf1ed364 admin admin] Made reservation on behalf of 3c85d6cef98c4292a0b0434bbfb2384e for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:43.291551 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-39103d2a-b718-4129-81f1-73cdbf1ed364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:43.297160 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-bc103190-8986-491c-806a-92509dc8f9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:43.298877 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-bc103190-8986-491c-806a-92509dc8f9e0 service neutron] 10.222.0.121 "GET /v2.0/networks?id=d6cb6789-0b2a-4ba4-8424-772a7d1413c2 HTTP/1.1" status: 200 len: 896 time: 0.1355069 Feb 09 01:43:43.303070 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-39103d2a-b718-4129-81f1-73cdbf1ed364 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:43.371603 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-63ee9d25-1c15-4013-9c5f-f230815a0be3 None None] Set router 5d0f6b33-bffe-4dd8-a436-63dc7b45340b gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:43:43.428634 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-39103d2a-b718-4129-81f1-73cdbf1ed364 admin admin] Publish callbacks [] for security_group (eda9b4c8-aef0-4373-bb4c-dd86271e8d38), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:43.433489 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-39103d2a-b718-4129-81f1-73cdbf1ed364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (eda9b4c8-aef0-4373-bb4c-dd86271e8d38), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:43.450712 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39103d2a-b718-4129-81f1-73cdbf1ed364 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:43:43.466133 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-39103d2a-b718-4129-81f1-73cdbf1ed364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (20f41e2c-8c38-46fb-95cb-c76213a66c9f), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:43.466480 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-39103d2a-b718-4129-81f1-73cdbf1ed364 admin admin] Added segment 20f41e2c-8c38-46fb-95cb-c76213a66c9f of type vlan for network 12464c17-f408-463d-a2b4-684cfefef76c Feb 09 01:43:43.523124 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-39103d2a-b718-4129-81f1-73cdbf1ed364 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (12464c17-f408-463d-a2b4-684cfefef76c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:43.594348 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39103d2a-b718-4129-81f1-73cdbf1ed364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda9b4c8-aef0-4373-bb4c-dd86271e8d38,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:43.611591 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-39103d2a-b718-4129-81f1-73cdbf1ed364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (12464c17-f408-463d-a2b4-684cfefef76c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:43.618279 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39103d2a-b718-4129-81f1-73cdbf1ed364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:43.618969 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-39103d2a-b718-4129-81f1-73cdbf1ed364 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:43.674372 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e062d6-f396-4fd5-a7f3-99e4daa6a4ac req-9e706054-3ffc-4096-848a-c9f85abd1599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:43.675908 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-56e062d6-f396-4fd5-a7f3-99e4daa6a4ac req-9e706054-3ffc-4096-848a-c9f85abd1599 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e7f5366db1de43098724f0eb4e3342fd&device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 1128 time: 0.7185392 Feb 09 01:43:43.787891 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39103d2a-b718-4129-81f1-73cdbf1ed364 admin admin] Pushing event updated for resources: {'Network': ['ID=12464c17-f408-463d-a2b4-684cfefef76c,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:43.810946 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-39103d2a-b718-4129-81f1-73cdbf1ed364 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5553477 Feb 09 01:43:43.811151 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e062d6-f396-4fd5-a7f3-99e4daa6a4ac req-298477dd-9e7b-4d3b-aeda-6eb11db26718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:43.811151 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-56e062d6-f396-4fd5-a7f3-99e4daa6a4ac req-298477dd-9e7b-4d3b-aeda-6eb11db26718 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d6cb6789-0b2a-4ba4-8424-772a7d1413c2 HTTP/1.1" status: 200 len: 896 time: 0.1195171 Feb 09 01:43:43.811380 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60958) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:43.813462 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 12464c17-f408-463d-a2b4-684cfefef76c details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:43:43.827779 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-d662b672-f69d-41a0-95dc-1b3e516af64d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40bd1084-775d-4c76-9af0-601321ece8a0 HTTP/1.1" status: 200 len: 1000 time: 0.5199945 Feb 09 01:43:43.828701 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-380a56ec-a54c-4aa4-ae23-c3042574c93d admin admin] Request body: {'subnet': {'network_id': '12464c17-f408-463d-a2b4-684cfefef76c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-904656892-subnet', 'tenant_id': '3c85d6cef98c4292a0b0434bbfb2384e', 'ip_version': 4}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:43.869114 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380a56ec-a54c-4aa4-ae23-c3042574c93d admin admin] Made reservation on behalf of 3c85d6cef98c4292a0b0434bbfb2384e for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:43.871771 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-380a56ec-a54c-4aa4-ae23-c3042574c93d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:43.925005 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-18e7cb3d-654d-43e1-9773-f0905693b1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:43.926463 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-18e7cb3d-654d-43e1-9773-f0905693b1f3 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1affeb7f-466a-49a4-99c4-44985032d328 HTTP/1.1" status: 200 len: 834 time: 0.0881877 Feb 09 01:43:43.973460 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-52d943f7-eb03-4dc8-ab71-7be00d48850a tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (0fc36055-f0a7-4d56-a8fe-da15c26ac93e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:43.981959 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fee18579-29f1-41a5-baf8-e815d503abe7 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for port (de70e9af-ebea-44e5-8d20-adf179a24f45), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:44.029187 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fee18579-29f1-41a5-baf8-e815d503abe7 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (de70e9af-ebea-44e5-8d20-adf179a24f45), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:44.069272 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d943f7-eb03-4dc8-ab71-7be00d48850a tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Pushing event deleted for resources: {'Port': ['ID=0fc36055-f0a7-4d56-a8fe-da15c26ac93e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:44.084001 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-56e062d6-f396-4fd5-a7f3-99e4daa6a4ac req-d4ba8cf0-81b6-461d-b137-ecb17d2b5759 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40bd1084-775d-4c76-9af0-601321ece8a0 HTTP/1.1" status: 200 len: 1000 time: 0.2662742 Feb 09 01:43:44.100895 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-63ee9d25-1c15-4013-9c5f-f230815a0be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0f6b33-bffe-4dd8-a436-63dc7b45340b', 'name': 'tempest-TestServerMultinode-227047810-router', 'tenant_id': '47f73251cf004e93b034495d89d981f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:33Z', 'updated_at': '2022-02-09T01:43:40Z', 'revision_number': 4, 'project_id': '47f73251cf004e93b034495d89d981f1', 'gw_port': {'id': 'aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0f6b33-bffe-4dd8-a436-63dc7b45340b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:35Z', 'updated_at': '2022-02-09T01:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'e7d77ace-7b8c-4123-b7ee-5fac85c01dd8', 'name': '', 'network_id': '10231078-b0c2-43f9-b81e-9ee123908d2a', 'tenant_id': '47f73251cf004e93b034495d89d981f1', 'mac_address': 'fa:16:3e:e1:8a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0f6b33-bffe-4dd8-a436-63dc7b45340b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '7e87a3ec-a5e9-471c-892e-ed0fc84fab8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:39Z', 'updated_at': '2022-02-09T01:43:40Z', 'revision_number': 2, 'project_id': '47f73251cf004e93b034495d89d981f1', 'subnets': [{'id': '7e87a3ec-a5e9-471c-892e-ed0fc84fab8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:44.131750 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-380a56ec-a54c-4aa4-ae23-c3042574c93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (77a1737b-ff37-429f-a716-4af04d1c3057), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:44.152086 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ee9d25-1c15-4013-9c5f-f230815a0be3 None None] Checking router: 5d0f6b33-bffe-4dd8-a436-63dc7b45340b for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:43:44.152658 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ee9d25-1c15-4013-9c5f-f230815a0be3 None None] Updating router 5d0f6b33-bffe-4dd8-a436-63dc7b45340b port e7d77ace-7b8c-4123-b7ee-5fac85c01dd8 binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:43:44.187594 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-63ee9d25-1c15-4013-9c5f-f230815a0be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e7d77ace-7b8c-4123-b7ee-5fac85c01dd8), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:44.308186 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380a56ec-a54c-4aa4-ae23-c3042574c93d admin admin] Checking segment: {'id': '20f41e2c-8c38-46fb-95cb-c76213a66c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '12464c17-f408-463d-a2b4-684cfefef76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:43:44.308440 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380a56ec-a54c-4aa4-ae23-c3042574c93d admin admin] Network hostable DHCP agents. Network: 12464c17-f408-463d-a2b4-684cfefef76c, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:43:44.329954 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:43:44.363307 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a56ec-a54c-4aa4-ae23-c3042574c93d admin admin] Pushing event updated for resources: {'Subnet': ['ID=77a1737b-ff37-429f-a716-4af04d1c3057,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:44.388703 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380a56ec-a54c-4aa4-ae23-c3042574c93d admin admin] Network 12464c17-f408-463d-a2b4-684cfefef76c is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:43:44.443372 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fee18579-29f1-41a5-baf8-e815d503abe7 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (75609b42-f63b-41f6-9d03-38bbabed6a0c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:44.450623 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-380a56ec-a54c-4aa4-ae23-c3042574c93d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 12464c17-f408-463d-a2b4-684cfefef76c) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:44.459583 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380a56ec-a54c-4aa4-ae23-c3042574c93d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:44.460173 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-380a56ec-a54c-4aa4-ae23-c3042574c93d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:44.478155 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528e0d11-d59b-4d01-8bcc-750a3b85aa53 None None] Network 12464c17-f408-463d-a2b4-684cfefef76c requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:43:44.495294 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-7288ec9b-160f-42d2-88af-12e670da720d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:44.497488 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-7288ec9b-160f-42d2-88af-12e670da720d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d6cb6789-0b2a-4ba4-8424-772a7d1413c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5558228 Feb 09 01:43:44.508588 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-380a56ec-a54c-4aa4-ae23-c3042574c93d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6933985 Feb 09 01:43:44.515686 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60966) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:44.534376 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-78b17dca-f39e-4f07-877a-11883f8ce46b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-904656892-router', 'tenant_id': '3c85d6cef98c4292a0b0434bbfb2384e', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:44.574833 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:44.575155 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:44.582096 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552e3ff-6689-4e4b-8603-7120b6fe1083 req-b4021a1c-3955-4a62-a80a-2b4307f565c3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:44.593130 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6552e3ff-6689-4e4b-8603-7120b6fe1083 req-b4021a1c-3955-4a62-a80a-2b4307f565c3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 945 time: 0.2223277 Feb 09 01:43:44.649817 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee18579-29f1-41a5-baf8-e815d503abe7 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event updated for resources: {'Port': ['ID=de70e9af-ebea-44e5-8d20-adf179a24f45,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:44.665087 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-78b17dca-f39e-4f07-877a-11883f8ce46b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (c758672e-ab9a-45c9-9622-e07e644d732f), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:44.668884 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-78b17dca-f39e-4f07-877a-11883f8ce46b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (c758672e-ab9a-45c9-9622-e07e644d732f), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:44.704521 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-5bccb479-e96d-435d-a1bb-50cf59fac202 service neutron] 10.222.0.121 "GET /v2.0/networks/d6cb6789-0b2a-4ba4-8424-772a7d1413c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917288 Feb 09 01:43:44.750334 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-78b17dca-f39e-4f07-877a-11883f8ce46b admin admin] Publish callbacks [] for router_controller (c758672e-ab9a-45c9-9622-e07e644d732f), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:44.767249 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e062d6-f396-4fd5-a7f3-99e4daa6a4ac req-24bb16fb-a5ed-483d-acca-b11cb53ed2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:44.771713 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-56e062d6-f396-4fd5-a7f3-99e4daa6a4ac req-24bb16fb-a5ed-483d-acca-b11cb53ed2ed service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1affeb7f-466a-49a4-99c4-44985032d328 HTTP/1.1" status: 200 len: 834 time: 0.5769937 Feb 09 01:43:44.788795 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:44.792108 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f029aa1-a67f-4b7a-9255-506279f2974c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-12464c17-f408-463d-a2b4-684cfefef76c', 'network_id': '12464c17-f408-463d-a2b4-684cfefef76c', 'project_id': '3c85d6cef98c4292a0b0434bbfb2384e', 'fixed_ips': [{'subnet_id': '77a1737b-ff37-429f-a716-4af04d1c3057'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:43:44.792893 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4f029aa1-a67f-4b7a-9255-506279f2974c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:44.943593 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-4f029aa1-a67f-4b7a-9255-506279f2974c None None] Allocated IP 172.20.0.2 (12464c17-f408-463d-a2b4-684cfefef76c/77a1737b-ff37-429f-a716-4af04d1c3057/9d163586-edaa-4d89-b343-6a810e7cfc30) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:44.991114 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-78b17dca-f39e-4f07-877a-11883f8ce46b admin admin] Publish callbacks [] for router_gateway (c758672e-ab9a-45c9-9622-e07e644d732f), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:45.003025 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6552e3ff-6689-4e4b-8603-7120b6fe1083 req-33fccb0b-6a47-4428-ba02-cf430d10853e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=c174cb6e-64e7-44be-83f3-29ea109f9382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3926346 Feb 09 01:43:45.027364 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e062d6-f396-4fd5-a7f3-99e4daa6a4ac req-19d12635-28a8-46d7-bc77-3ad6a1cec9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:45.029621 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-56e062d6-f396-4fd5-a7f3-99e4daa6a4ac req-19d12635-28a8-46d7-bc77-3ad6a1cec9a8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d6cb6789-0b2a-4ba4-8424-772a7d1413c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1653788 Feb 09 01:43:45.033063 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-52d943f7-eb03-4dc8-ab71-7be00d48850a tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:45.039571 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-52d943f7-eb03-4dc8-ab71-7be00d48850a tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] 10.222.0.30 "DELETE /v2.0/ports/0fc36055-f0a7-4d56-a8fe-da15c26ac93e HTTP/1.1" status: 204 len: 168 time: 3.9734046 Feb 09 01:43:45.044734 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60970) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:45.109354 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-47aa1512-2850-4a0c-b25a-938b66386fb9 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] GET failed (client error): The resource could not be found. Feb 09 01:43:45.115458 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-47aa1512-2850-4a0c-b25a-938b66386fb9 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] 10.222.0.30 "GET /v2.0/ports/0fc36055-f0a7-4d56-a8fe-da15c26ac93e HTTP/1.1" status: 404 len: 333 time: 0.0687823 Feb 09 01:43:45.134520 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 60974) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:45.140983 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-d5393058-92cf-479f-aab8-a9843f5490ad tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Request body: {'port': {'network_id': '74249d17-7151-4181-8108-6233ca11a602', 'name': 'tempest-AllowedAddressPairTestJSON-603903925'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:45.155226 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-63ee9d25-1c15-4013-9c5f-f230815a0be3 None None] Publish callbacks [] for port (e7d77ace-7b8c-4123-b7ee-5fac85c01dd8), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:45.192088 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-63ee9d25-1c15-4013-9c5f-f230815a0be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e7d77ace-7b8c-4123-b7ee-5fac85c01dd8), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:45.192371 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4d8797d0-1443-43ba-9f81-f53718f23c5c req-b57dc644-0759-41dd-b0f2-553b89fb7ccb service neutron] 10.222.0.121 "GET /v2.0/networks/d6cb6789-0b2a-4ba4-8424-772a7d1413c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886509 Feb 09 01:43:45.213378 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee18579-29f1-41a5-baf8-e815d503abe7 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Network a26015ac-0308-4112-84b5-3e562e23f77d is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:45.216879 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-fee18579-29f1-41a5-baf8-e815d503abe7 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:45.372400 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede9358-344c-40b3-a634-e92a1499a92e None None] Pushing event updated for resources: {'Port': ['ID=e7d77ace-7b8c-4123-b7ee-5fac85c01dd8,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:45.392259 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5393058-92cf-479f-aab8-a9843f5490ad tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Made reservation on behalf of fe62c38d12b14a4ca81bb47e738e3941 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:45.396779 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d5393058-92cf-479f-aab8-a9843f5490ad tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:45.432115 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-d5393058-92cf-479f-aab8-a9843f5490ad tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] device_id is not set on port bdfa7f33-188b-40cb-b3a3-1cd77aab1656 yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:43:45.471649 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e062d6-f396-4fd5-a7f3-99e4daa6a4ac req-9c15b1d2-06ce-4cf2-887f-98924df04034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:45.473446 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-56e062d6-f396-4fd5-a7f3-99e4daa6a4ac req-9c15b1d2-06ce-4cf2-887f-98924df04034 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e7f5366db1de43098724f0eb4e3342fd&device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 1128 time: 0.2268815 Feb 09 01:43:45.507126 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-56e062d6-f396-4fd5-a7f3-99e4daa6a4ac req-de287a65-31e9-483b-9eea-d179a194c68f service neutron] 10.222.0.91 "GET /v2.0/networks/d6cb6789-0b2a-4ba4-8424-772a7d1413c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568880 Feb 09 01:43:45.545370 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4f029aa1-a67f-4b7a-9255-506279f2974c None None] Publish callbacks [] for port (9d163586-edaa-4d89-b343-6a810e7cfc30), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:45.593234 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-d5393058-92cf-479f-aab8-a9843f5490ad tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Allocated IP 172.20.0.3 (74249d17-7151-4181-8108-6233ca11a602/0f4ae116-6777-46dd-ada7-b059d5aaf642/bdfa7f33-188b-40cb-b3a3-1cd77aab1656) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:45.609009 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4f029aa1-a67f-4b7a-9255-506279f2974c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (9d163586-edaa-4d89-b343-6a810e7cfc30), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:45.775053 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f029aa1-a67f-4b7a-9255-506279f2974c None None] Pushing event updated for resources: {'Port': ['ID=9d163586-edaa-4d89-b343-6a810e7cfc30,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:45.792458 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-56e062d6-f396-4fd5-a7f3-99e4daa6a4ac req-a4acafe7-2ca2-489d-a799-a3c180804bb1 service neutron] 10.222.0.91 "GET /v2.0/networks/d6cb6789-0b2a-4ba4-8424-772a7d1413c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705295 Feb 09 01:43:45.824944 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee18579-29f1-41a5-baf8-e815d503abe7 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Router 75609b42-f63b-41f6-9d03-38bbabed6a0c has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:43:45.827814 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f029aa1-a67f-4b7a-9255-506279f2974c None None] Network 12464c17-f408-463d-a2b4-684cfefef76c is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:45.836992 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-63ee9d25-1c15-4013-9c5f-f230815a0be3 None None] Attempting to bind port e7d77ace-7b8c-4123-b7ee-5fac85c01dd8 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:45.839783 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-63ee9d25-1c15-4013-9c5f-f230815a0be3 None None] Attempting to bind port e7d77ace-7b8c-4123-b7ee-5fac85c01dd8 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '89758696-bb00-42e9-96b7-6dcfdc3a5e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '10231078-b0c2-43f9-b81e-9ee123908d2a'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:45.840209 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ee9d25-1c15-4013-9c5f-f230815a0be3 None None] Attempting to bind port e7d77ace-7b8c-4123-b7ee-5fac85c01dd8 on network 10231078-b0c2-43f9-b81e-9ee123908d2a {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:45.847488 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e062d6-f396-4fd5-a7f3-99e4daa6a4ac req-baff2282-6ced-477e-b397-31f56fbf166f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:45.849005 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-56e062d6-f396-4fd5-a7f3-99e4daa6a4ac req-baff2282-6ced-477e-b397-31f56fbf166f service neutron] 10.222.0.121 "GET /v2.0/networks?id=d6cb6789-0b2a-4ba4-8424-772a7d1413c2 HTTP/1.1" status: 200 len: 896 time: 0.3661168 Feb 09 01:43:45.860807 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-4f029aa1-a67f-4b7a-9255-506279f2974c None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:45.872611 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f029aa1-a67f-4b7a-9255-506279f2974c None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:43:45.877331 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ee9d25-1c15-4013-9c5f-f230815a0be3 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:43:45.877705 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ee9d25-1c15-4013-9c5f-f230815a0be3 None None] Checking segment: {'id': '89758696-bb00-42e9-96b7-6dcfdc3a5e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '10231078-b0c2-43f9-b81e-9ee123908d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:43:45.878112 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-63ee9d25-1c15-4013-9c5f-f230815a0be3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:45.878506 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ee9d25-1c15-4013-9c5f-f230815a0be3 None None] Bound using segment: {'id': '89758696-bb00-42e9-96b7-6dcfdc3a5e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '10231078-b0c2-43f9-b81e-9ee123908d2a'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:43:45.879000 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-63ee9d25-1c15-4013-9c5f-f230815a0be3 None None] Bound port: e7d77ace-7b8c-4123-b7ee-5fac85c01dd8, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89758696-bb00-42e9-96b7-6dcfdc3a5e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '10231078-b0c2-43f9-b81e-9ee123908d2a'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:43:45.879375 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-63ee9d25-1c15-4013-9c5f-f230815a0be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e7d77ace-7b8c-4123-b7ee-5fac85c01dd8), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:45.932674 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-dd0c905d-33d9-4624-8059-002f994d7b66 None None] Provisioning complete for port e7d77ace-7b8c-4123-b7ee-5fac85c01dd8 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:45.933892 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-dd0c905d-33d9-4624-8059-002f994d7b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e7d77ace-7b8c-4123-b7ee-5fac85c01dd8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:46.013909 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-56e062d6-f396-4fd5-a7f3-99e4daa6a4ac req-dbdb6146-8f75-4e5a-97fd-6d2fe87597a5 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40bd1084-775d-4c76-9af0-601321ece8a0 HTTP/1.1" status: 200 len: 1000 time: 0.1307025 Feb 09 01:43:46.028534 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d5393058-92cf-479f-aab8-a9843f5490ad tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks [] for port (bdfa7f33-188b-40cb-b3a3-1cd77aab1656), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:46.062287 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-dd0c905d-33d9-4624-8059-002f994d7b66 None None] Port e7d77ace-7b8c-4123-b7ee-5fac85c01dd8 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:43:46.076935 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-78b17dca-f39e-4f07-877a-11883f8ce46b admin admin] Publish callbacks [] for router_gateway (c758672e-ab9a-45c9-9622-e07e644d732f), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:46.079635 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee18579-29f1-41a5-baf8-e815d503abe7 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:43:46.088744 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-fee18579-29f1-41a5-baf8-e815d503abe7 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "PUT /v2.0/routers/75609b42-f63b-41f6-9d03-38bbabed6a0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4878080 Feb 09 01:43:46.091095 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d888f1-3245-478e-be73-c285231d494c None None] Sync routers for ids ['75609b42-f63b-41f6-9d03-38bbabed6a0c'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:43:46.093571 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 60994) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:46.098783 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-32c798f8-a417-46a8-a105-2b55e0778894 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Request body: {'port': {'network_id': 'a26015ac-0308-4112-84b5-3e562e23f77d', 'name': 'tempest-FloatingIPTestJSON-1819223564'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:46.110775 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d888f1-3245-478e-be73-c285231d494c None None] Routers {'75609b42-f63b-41f6-9d03-38bbabed6a0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:43:46.114151 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-c5d888f1-3245-478e-be73-c285231d494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:43:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['75609b42-f63b-41f6-9d03-38bbabed6a0c'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:46.136855 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-4f029aa1-a67f-4b7a-9255-506279f2974c None None] Attempting to bind port 9d163586-edaa-4d89-b343-6a810e7cfc30 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:46.137235 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-4f029aa1-a67f-4b7a-9255-506279f2974c None None] Attempting to bind port 9d163586-edaa-4d89-b343-6a810e7cfc30 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '20f41e2c-8c38-46fb-95cb-c76213a66c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '12464c17-f408-463d-a2b4-684cfefef76c'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:46.137602 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f029aa1-a67f-4b7a-9255-506279f2974c None None] Attempting to bind port 9d163586-edaa-4d89-b343-6a810e7cfc30 on network 12464c17-f408-463d-a2b4-684cfefef76c {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:46.153205 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f029aa1-a67f-4b7a-9255-506279f2974c None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:43:46.153205 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f029aa1-a67f-4b7a-9255-506279f2974c None None] Checking segment: {'id': '20f41e2c-8c38-46fb-95cb-c76213a66c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '12464c17-f408-463d-a2b4-684cfefef76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:43:46.153542 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4f029aa1-a67f-4b7a-9255-506279f2974c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:46.153800 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f029aa1-a67f-4b7a-9255-506279f2974c None None] Bound using segment: {'id': '20f41e2c-8c38-46fb-95cb-c76213a66c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '12464c17-f408-463d-a2b4-684cfefef76c'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:43:46.154278 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-4f029aa1-a67f-4b7a-9255-506279f2974c None None] Bound port: 9d163586-edaa-4d89-b343-6a810e7cfc30, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20f41e2c-8c38-46fb-95cb-c76213a66c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '12464c17-f408-463d-a2b4-684cfefef76c'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:43:46.154660 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4f029aa1-a67f-4b7a-9255-506279f2974c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9d163586-edaa-4d89-b343-6a810e7cfc30), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:46.190673 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-78b17dca-f39e-4f07-877a-11883f8ce46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:46.204319 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d5393058-92cf-479f-aab8-a9843f5490ad tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (bdfa7f33-188b-40cb-b3a3-1cd77aab1656), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:46.220049 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-63ee9d25-1c15-4013-9c5f-f230815a0be3 None None] For port e7d77ace-7b8c-4123-b7ee-5fac85c01dd8, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:43:46.232836 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e062d6-f396-4fd5-a7f3-99e4daa6a4ac req-e5298a76-facb-4b01-ba5c-9832d5174705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:46.235301 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-56e062d6-f396-4fd5-a7f3-99e4daa6a4ac req-e5298a76-facb-4b01-ba5c-9832d5174705 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1affeb7f-466a-49a4-99c4-44985032d328 HTTP/1.1" status: 200 len: 834 time: 0.2100565 Feb 09 01:43:46.239174 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c798f8-a417-46a8-a105-2b55e0778894 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Made reservation on behalf of 00f0067d4c504786a56af79791c42175 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:46.247216 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-c5d888f1-3245-478e-be73-c285231d494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:46.253582 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-32c798f8-a417-46a8-a105-2b55e0778894 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:46.268405 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d888f1-3245-478e-be73-c285231d494c None None] Routers {'75609b42-f63b-41f6-9d03-38bbabed6a0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:43:46.269279 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-c5d888f1-3245-478e-be73-c285231d494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:43:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['75609b42-f63b-41f6-9d03-38bbabed6a0c'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:46.274744 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-63ee9d25-1c15-4013-9c5f-f230815a0be3 None None] For port e7d77ace-7b8c-4123-b7ee-5fac85c01dd8, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=e7d77ace-7b8c-4123-b7ee-5fac85c01dd8,segment=NetworkSegment(89758696-bb00-42e9-96b7-6dcfdc3a5e07),segment_id=89758696-bb00-42e9-96b7-6dcfdc3a5e07)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:43:46.293426 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-63ee9d25-1c15-4013-9c5f-f230815a0be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e7d77ace-7b8c-4123-b7ee-5fac85c01dd8), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:46.310397 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-32c798f8-a417-46a8-a105-2b55e0778894 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] device_id is not set on port 8ae8828e-a74d-4bf4-8fb0-babec86d2e94 yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:43:46.349293 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5393058-92cf-479f-aab8-a9843f5490ad tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Pushing event updated for resources: {'Port': ['ID=bdfa7f33-188b-40cb-b3a3-1cd77aab1656,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:46.370508 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-c5d888f1-3245-478e-be73-c285231d494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:46.371484 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d888f1-3245-478e-be73-c285231d494c None None] The sync data for ids ['75609b42-f63b-41f6-9d03-38bbabed6a0c'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:43:46.383825 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e062d6-f396-4fd5-a7f3-99e4daa6a4ac req-814f6430-4fd5-4c65-90b3-6bd3adda4ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:46.385543 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-56e062d6-f396-4fd5-a7f3-99e4daa6a4ac req-814f6430-4fd5-4c65-90b3-6bd3adda4ec3 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d6cb6789-0b2a-4ba4-8424-772a7d1413c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1143713 Feb 09 01:43:46.386555 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede9358-344c-40b3-a634-e92a1499a92e None None] Pushing event updated for resources: {'Port': ['ID=e7d77ace-7b8c-4123-b7ee-5fac85c01dd8,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:46.409196 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-4f029aa1-a67f-4b7a-9255-506279f2974c None None] For port 9d163586-edaa-4d89-b343-6a810e7cfc30, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:43:46.411212 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5393058-92cf-479f-aab8-a9843f5490ad tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Network 74249d17-7151-4181-8108-6233ca11a602 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:46.419708 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-d5393058-92cf-479f-aab8-a9843f5490ad tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:46.430394 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5393058-92cf-479f-aab8-a9843f5490ad tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:43:46.439220 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-4f029aa1-a67f-4b7a-9255-506279f2974c None None] For port 9d163586-edaa-4d89-b343-6a810e7cfc30, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=9d163586-edaa-4d89-b343-6a810e7cfc30,segment=NetworkSegment(20f41e2c-8c38-46fb-95cb-c76213a66c9f),segment_id=20f41e2c-8c38-46fb-95cb-c76213a66c9f)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:43:46.443815 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ee9d25-1c15-4013-9c5f-f230815a0be3 None None] Routers {'5d0f6b33-bffe-4dd8-a436-63dc7b45340b'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:43:46.444684 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-63ee9d25-1c15-4013-9c5f-f230815a0be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:43:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['5d0f6b33-bffe-4dd8-a436-63dc7b45340b'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:46.607486 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4f029aa1-a67f-4b7a-9255-506279f2974c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9d163586-edaa-4d89-b343-6a810e7cfc30), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:46.747960 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-32c798f8-a417-46a8-a105-2b55e0778894 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Allocated IP 172.20.0.8 (a26015ac-0308-4112-84b5-3e562e23f77d/3c3104d7-e3ae-4e45-9c72-b6e3ae691f39/8ae8828e-a74d-4bf4-8fb0-babec86d2e94) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:46.770360 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-63ee9d25-1c15-4013-9c5f-f230815a0be3 None None] Set router 5d0f6b33-bffe-4dd8-a436-63dc7b45340b gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:43:46.852078 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-56e062d6-f396-4fd5-a7f3-99e4daa6a4ac req-2ffbc5dd-633a-46e1-8912-f4f85f4560b8 service neutron] 10.222.0.121 "GET /v2.0/networks/d6cb6789-0b2a-4ba4-8424-772a7d1413c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567330 Feb 09 01:43:47.017134 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f029aa1-a67f-4b7a-9255-506279f2974c None None] Pushing event updated for resources: {'Port': ['ID=9d163586-edaa-4d89-b343-6a810e7cfc30,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:47.124375 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5393058-92cf-479f-aab8-a9843f5490ad tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:47.125298 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d5393058-92cf-479f-aab8-a9843f5490ad tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:47.159667 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0540da5-102c-4081-88f7-75a27b1788dc req-c4d19486-1ae3-40bf-8315-f105ef8acff1 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:47.170791 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c0540da5-102c-4081-88f7-75a27b1788dc req-c4d19486-1ae3-40bf-8315-f105ef8acff1 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 945 time: 0.9472096 Feb 09 01:43:47.308746 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d5393058-92cf-479f-aab8-a9843f5490ad tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1715496 Feb 09 01:43:47.321443 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 32770) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:47.345831 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-047c1cdb-c0e6-47b9-b04e-363f76d2ff54 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:f0:01:b8'}]}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:47.370708 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b6c19754-418b-4679-890d-8b5a543dc459 None None] Provisioning complete for port bdfa7f33-188b-40cb-b3a3-1cd77aab1656 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:47.371213 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b6c19754-418b-4679-890d-8b5a543dc459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (bdfa7f33-188b-40cb-b3a3-1cd77aab1656), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:47.485417 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-78b17dca-f39e-4f07-877a-11883f8ce46b admin admin] Allocated IP 172.25.1.10 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/1fdd1a64-4bf1-46a9-9c2f-5b49a396892e) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:47.692741 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c0540da5-102c-4081-88f7-75a27b1788dc req-f515a938-3b4a-4f28-8a92-aaffd19b9b24 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=c174cb6e-64e7-44be-83f3-29ea109f9382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5212994 Feb 09 01:43:47.786008 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-047c1cdb-c0e6-47b9-b04e-363f76d2ff54 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (bdfa7f33-188b-40cb-b3a3-1cd77aab1656), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:47.807347 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-78b17dca-f39e-4f07-877a-11883f8ce46b admin admin] Publish callbacks [] for port (1fdd1a64-4bf1-46a9-9c2f-5b49a396892e), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:47.891076 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 40bd1084-775d-4c76-9af0-601321ece8a0 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:43:48.012698 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-78b17dca-f39e-4f07-877a-11883f8ce46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (1fdd1a64-4bf1-46a9-9c2f-5b49a396892e), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:48.014597 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b6c19754-418b-4679-890d-8b5a543dc459 None None] Port bdfa7f33-188b-40cb-b3a3-1cd77aab1656 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:43:48.112735 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b17dca-f39e-4f07-877a-11883f8ce46b admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:48.130890 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-78b17dca-f39e-4f07-877a-11883f8ce46b admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:48.141293 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b17dca-f39e-4f07-877a-11883f8ce46b admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:43:48.185672 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b17dca-f39e-4f07-877a-11883f8ce46b admin admin] Pushing event updated for resources: {'Port': ['ID=1fdd1a64-4bf1-46a9-9c2f-5b49a396892e,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:48.198462 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b6c19754-418b-4679-890d-8b5a543dc459 None None] Provisioning complete for port e7d77ace-7b8c-4123-b7ee-5fac85c01dd8 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:48.198960 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b6c19754-418b-4679-890d-8b5a543dc459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e7d77ace-7b8c-4123-b7ee-5fac85c01dd8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:48.264104 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-56e062d6-f396-4fd5-a7f3-99e4daa6a4ac req-e5cea440-6568-481c-a890-f9cc7be961d7 service neutron] 10.222.0.121 "GET /v2.0/networks/d6cb6789-0b2a-4ba4-8424-772a7d1413c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4010346 Feb 09 01:43:48.361575 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-32c798f8-a417-46a8-a105-2b55e0778894 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for port (8ae8828e-a74d-4bf4-8fb0-babec86d2e94), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:48.405548 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-047c1cdb-c0e6-47b9-b04e-363f76d2ff54 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks [] for port (bdfa7f33-188b-40cb-b3a3-1cd77aab1656), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:48.448131 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 9d163586-edaa-4d89-b343-6a810e7cfc30 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:43:48.458310 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-32c798f8-a417-46a8-a105-2b55e0778894 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (8ae8828e-a74d-4bf4-8fb0-babec86d2e94), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:48.479280 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-047c1cdb-c0e6-47b9-b04e-363f76d2ff54 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (bdfa7f33-188b-40cb-b3a3-1cd77aab1656), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:48.505928 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c798f8-a417-46a8-a105-2b55e0778894 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Network a26015ac-0308-4112-84b5-3e562e23f77d is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:48.512434 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-32c798f8-a417-46a8-a105-2b55e0778894 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:48.520550 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 40bd1084-775d-4c76-9af0-601321ece8a0, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=40bd1084-775d-4c76-9af0-601321ece8a0,segment=NetworkSegment(836bfa82-d300-4cc7-988f-ecf320a5b7ac),segment_id=836bfa82-d300-4cc7-988f-ecf320a5b7ac)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:48.562751 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '40bd1084-775d-4c76-9af0-601321ece8a0', 'network_id': 'd6cb6789-0b2a-4ba4-8424-772a7d1413c2', 'port_id': '40bd1084-775d-4c76-9af0-601321ece8a0', 'mac_address': 'fa:16:3e:b8:ab:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1affeb7f-466a-49a4-99c4-44985032d328', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:43:48.569599 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c798f8-a417-46a8-a105-2b55e0778894 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:43:48.677657 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf405553-f9d0-4257-b706-606958c05823 None None] Network 12464c17-f408-463d-a2b4-684cfefef76c requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:43:48.686199 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c798f8-a417-46a8-a105-2b55e0778894 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:48.686871 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-32c798f8-a417-46a8-a105-2b55e0778894 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:48.711558 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c1cdb-c0e6-47b9-b04e-363f76d2ff54 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Pushing event updated for resources: {'Port': ['ID=bdfa7f33-188b-40cb-b3a3-1cd77aab1656,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:48.774375 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-32c798f8-a417-46a8-a105-2b55e0778894 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6764474 Feb 09 01:43:48.774375 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c798f8-a417-46a8-a105-2b55e0778894 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event updated for resources: {'Port': ['ID=8ae8828e-a74d-4bf4-8fb0-babec86d2e94,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:48.776401 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 32778) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:48.807676 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-030e092d-aef5-4f3e-b55d-32c99e20efff tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Request body: {'port': {'network_id': 'a26015ac-0308-4112-84b5-3e562e23f77d', 'name': 'tempest-FloatingIPTestJSON-1783190088'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:48.931968 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b6c19754-418b-4679-890d-8b5a543dc459 None None] Current status of the port e7d77ace-7b8c-4123-b7ee-5fac85c01dd8 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:48.935191 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b6c19754-418b-4679-890d-8b5a543dc459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e7d77ace-7b8c-4123-b7ee-5fac85c01dd8), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:48.988877 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-63ee9d25-1c15-4013-9c5f-f230815a0be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0f6b33-bffe-4dd8-a436-63dc7b45340b', 'name': 'tempest-TestServerMultinode-227047810-router', 'tenant_id': '47f73251cf004e93b034495d89d981f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:33Z', 'updated_at': '2022-02-09T01:43:40Z', 'revision_number': 4, 'project_id': '47f73251cf004e93b034495d89d981f1', 'gw_port': {'id': 'aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0f6b33-bffe-4dd8-a436-63dc7b45340b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:35Z', 'updated_at': '2022-02-09T01:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'e7d77ace-7b8c-4123-b7ee-5fac85c01dd8', 'name': '', 'network_id': '10231078-b0c2-43f9-b81e-9ee123908d2a', 'tenant_id': '47f73251cf004e93b034495d89d981f1', 'mac_address': 'fa:16:3e:e1:8a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0f6b33-bffe-4dd8-a436-63dc7b45340b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '7e87a3ec-a5e9-471c-892e-ed0fc84fab8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:39Z', 'updated_at': '2022-02-09T01:43:46Z', 'revision_number': 4, 'project_id': '47f73251cf004e93b034495d89d981f1', 'subnets': [{'id': '7e87a3ec-a5e9-471c-892e-ed0fc84fab8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:49.020545 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ee9d25-1c15-4013-9c5f-f230815a0be3 None None] The sync data for ids ['5d0f6b33-bffe-4dd8-a436-63dc7b45340b'] in n-d-822053-40 is: [{'id': '5d0f6b33-bffe-4dd8-a436-63dc7b45340b', 'name': 'tempest-TestServerMultinode-227047810-router', 'tenant_id': '47f73251cf004e93b034495d89d981f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:33Z', 'updated_at': '2022-02-09T01:43:40Z', 'revision_number': 4, 'project_id': '47f73251cf004e93b034495d89d981f1', 'gw_port': {'id': 'aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0f6b33-bffe-4dd8-a436-63dc7b45340b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:35Z', 'updated_at': '2022-02-09T01:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'e7d77ace-7b8c-4123-b7ee-5fac85c01dd8', 'name': '', 'network_id': '10231078-b0c2-43f9-b81e-9ee123908d2a', 'tenant_id': '47f73251cf004e93b034495d89d981f1', 'mac_address': 'fa:16:3e:e1:8a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0f6b33-bffe-4dd8-a436-63dc7b45340b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '7e87a3ec-a5e9-471c-892e-ed0fc84fab8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:39Z', 'updated_at': '2022-02-09T01:43:46Z', 'revision_number': 4, 'project_id': '47f73251cf004e93b034495d89d981f1', 'subnets': [{'id': '7e87a3ec-a5e9-471c-892e-ed0fc84fab8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:43:49.032045 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 40bd1084-775d-4c76-9af0-601321ece8a0 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:49.032448 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (40bd1084-775d-4c76-9af0-601321ece8a0), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:49.050670 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030e092d-aef5-4f3e-b55d-32c99e20efff tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Made reservation on behalf of 00f0067d4c504786a56af79791c42175 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:49.055285 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-030e092d-aef5-4f3e-b55d-32c99e20efff tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:49.165130 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-047c1cdb-c0e6-47b9-b04e-363f76d2ff54 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] In _notify_port_updated(), no bound segment for port bdfa7f33-188b-40cb-b3a3-1cd77aab1656 on network 74249d17-7151-4181-8108-6233ca11a602 {{(pid=103529) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:43:49.172204 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b6c19754-418b-4679-890d-8b5a543dc459 None None] For port e7d77ace-7b8c-4123-b7ee-5fac85c01dd8, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=e7d77ace-7b8c-4123-b7ee-5fac85c01dd8,segment=NetworkSegment(89758696-bb00-42e9-96b7-6dcfdc3a5e07),segment_id=89758696-bb00-42e9-96b7-6dcfdc3a5e07)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:49.177039 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047c1cdb-c0e6-47b9-b04e-363f76d2ff54 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:49.185198 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 9d163586-edaa-4d89-b343-6a810e7cfc30 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:49.187221 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9d163586-edaa-4d89-b343-6a810e7cfc30), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:49.194955 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-047c1cdb-c0e6-47b9-b04e-363f76d2ff54 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:49.197144 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-047c1cdb-c0e6-47b9-b04e-363f76d2ff54 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] 10.222.0.30 "PUT /v2.0/ports/bdfa7f33-188b-40cb-b3a3-1cd77aab1656 HTTP/1.1" status: 200 len: 995 time: 1.8670268 Feb 09 01:43:49.200566 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 32784) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:49.233272 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-030e092d-aef5-4f3e-b55d-32c99e20efff tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] device_id is not set on port e21b8d8f-87f7-442d-8380-add580a2e776 yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:43:49.264185 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40bd1084-775d-4c76-9af0-601321ece8a0 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:43:49.283399 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b6c19754-418b-4679-890d-8b5a543dc459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e7d77ace-7b8c-4123-b7ee-5fac85c01dd8), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:49.387674 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c19754-418b-4679-890d-8b5a543dc459 None None] Pushing event updated for resources: {'Port': ['ID=e7d77ace-7b8c-4123-b7ee-5fac85c01dd8,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:49.427719 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ece74eb1-f498-4ab4-a8d8-c8a4f59014e1 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Deleting port bdfa7f33-188b-40cb-b3a3-1cd77aab1656 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:43:49.428290 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ece74eb1-f498-4ab4-a8d8-c8a4f59014e1 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (bdfa7f33-188b-40cb-b3a3-1cd77aab1656), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:49.478305 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 40bd1084-775d-4c76-9af0-601321ece8a0, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=40bd1084-775d-4c76-9af0-601321ece8a0,segment=NetworkSegment(836bfa82-d300-4cc7-988f-ecf320a5b7ac),segment_id=836bfa82-d300-4cc7-988f-ecf320a5b7ac)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:49.483264 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-030e092d-aef5-4f3e-b55d-32c99e20efff tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Allocated IP 172.20.0.7 (a26015ac-0308-4112-84b5-3e562e23f77d/3c3104d7-e3ae-4e45-9c72-b6e3ae691f39/e21b8d8f-87f7-442d-8380-add580a2e776) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:49.501603 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (40bd1084-775d-4c76-9af0-601321ece8a0), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:49.664342 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-3de9f212-f36b-44c2-bea6-8b316a908784 None None] Provisioning complete for port bdfa7f33-188b-40cb-b3a3-1cd77aab1656 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:49.668240 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3de9f212-f36b-44c2-bea6-8b316a908784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (bdfa7f33-188b-40cb-b3a3-1cd77aab1656), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:49.688077 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ece74eb1-f498-4ab4-a8d8-c8a4f59014e1 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (bdfa7f33-188b-40cb-b3a3-1cd77aab1656), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:49.722519 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7d322-7bce-4c29-9c57-e6e3369d98ac req-37d68aec-7dcc-4060-b432-0c2f7a6e5780 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:49.724512 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93b7d322-7bce-4c29-9c57-e6e3369d98ac req-37d68aec-7dcc-4060-b432-0c2f7a6e5780 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 945 time: 0.7145324 Feb 09 01:43:49.733824 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ece74eb1-f498-4ab4-a8d8-c8a4f59014e1 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Calling delete_port for bdfa7f33-188b-40cb-b3a3-1cd77aab1656 owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:43:49.736844 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=40bd1084-775d-4c76-9af0-601321ece8a0,revision_number=12']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:49.746181 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:49.773922 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3de9f212-f36b-44c2-bea6-8b316a908784 None None] Port bdfa7f33-188b-40cb-b3a3-1cd77aab1656 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:43:49.795036 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-3de9f212-f36b-44c2-bea6-8b316a908784 None None] Provisioning complete for port 9d163586-edaa-4d89-b343-6a810e7cfc30 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:49.795790 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3de9f212-f36b-44c2-bea6-8b316a908784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9d163586-edaa-4d89-b343-6a810e7cfc30), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:49.847637 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['40bd1084-775d-4c76-9af0-601321ece8a0'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:43:49.891671 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 9d163586-edaa-4d89-b343-6a810e7cfc30 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:49.892338 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9d163586-edaa-4d89-b343-6a810e7cfc30), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:49.926229 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93b7d322-7bce-4c29-9c57-e6e3369d98ac req-b853267f-5704-42f5-b819-9d364dfe4df0 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=c174cb6e-64e7-44be-83f3-29ea109f9382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477318 Feb 09 01:43:49.956443 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 9d163586-edaa-4d89-b343-6a810e7cfc30, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=9d163586-edaa-4d89-b343-6a810e7cfc30,segment=NetworkSegment(20f41e2c-8c38-46fb-95cb-c76213a66c9f),segment_id=20f41e2c-8c38-46fb-95cb-c76213a66c9f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:49.956871 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-030e092d-aef5-4f3e-b55d-32c99e20efff tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for port (e21b8d8f-87f7-442d-8380-add580a2e776), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:49.978058 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-78b17dca-f39e-4f07-877a-11883f8ce46b admin admin] Publish callbacks [] for router_gateway (c758672e-ab9a-45c9-9622-e07e644d732f), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:49.981310 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 32786) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:50.007240 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9d163586-edaa-4d89-b343-6a810e7cfc30), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:50.066040 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ece74eb1-f498-4ab4-a8d8-c8a4f59014e1 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (bdfa7f33-188b-40cb-b3a3-1cd77aab1656), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:50.092890 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3de9f212-f36b-44c2-bea6-8b316a908784 None None] Current status of the port 9d163586-edaa-4d89-b343-6a810e7cfc30 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:50.119596 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece74eb1-f498-4ab4-a8d8-c8a4f59014e1 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Pushing event deleted for resources: {'Port': ['ID=bdfa7f33-188b-40cb-b3a3-1cd77aab1656,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:50.182991 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=9d163586-edaa-4d89-b343-6a810e7cfc30,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:50.288146 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ece74eb1-f498-4ab4-a8d8-c8a4f59014e1 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:50.302608 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ece74eb1-f498-4ab4-a8d8-c8a4f59014e1 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] 10.222.0.30 "DELETE /v2.0/ports/bdfa7f33-188b-40cb-b3a3-1cd77aab1656 HTTP/1.1" status: 204 len: 168 time: 1.1005723 Feb 09 01:43:50.303286 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 32796) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:50.322748 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d15e46f8-8ee6-46ec-847d-052d27936f78 None None] Provisioning complete for port 9d163586-edaa-4d89-b343-6a810e7cfc30 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:50.322748 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d15e46f8-8ee6-46ec-847d-052d27936f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9d163586-edaa-4d89-b343-6a810e7cfc30), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:50.360883 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f907f2c-c92a-41e2-8925-a519f19d9d86 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] GET failed (client error): The resource could not be found. Feb 09 01:43:50.368870 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6f907f2c-c92a-41e2-8925-a519f19d9d86 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] 10.222.0.30 "GET /v2.0/ports/bdfa7f33-188b-40cb-b3a3-1cd77aab1656 HTTP/1.1" status: 404 len: 333 time: 0.0643599 Feb 09 01:43:50.369783 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 32800) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:50.375122 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-52a7c257-0c0c-48f9-bd2d-2507e2edc92c tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Request body: {'port': {'network_id': '74249d17-7151-4181-8108-6233ca11a602', 'name': 'tempest-AllowedAddressPairTestJSON-402740102'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:50.464531 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e5f1da3c-96ff-4785-9bdc-d583f87130c8 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/floatingips/7166a4a3-c40c-42b5-81c1-0105bf767e7d HTTP/1.1" status: 200 len: 993 time: 0.4817855 Feb 09 01:43:50.526319 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-030e092d-aef5-4f3e-b55d-32c99e20efff tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (e21b8d8f-87f7-442d-8380-add580a2e776), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:50.648745 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a7c257-0c0c-48f9-bd2d-2507e2edc92c tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Made reservation on behalf of fe62c38d12b14a4ca81bb47e738e3941 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:50.654220 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-52a7c257-0c0c-48f9-bd2d-2507e2edc92c tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:50.684438 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d15e46f8-8ee6-46ec-847d-052d27936f78 None None] Current status of the port 9d163586-edaa-4d89-b343-6a810e7cfc30 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:50.690220 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-52a7c257-0c0c-48f9-bd2d-2507e2edc92c tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] device_id is not set on port fc7e669a-0ac0-49c7-9494-848326045d7a yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:43:50.717398 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 9d163586-edaa-4d89-b343-6a810e7cfc30 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:43:50.766770 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030e092d-aef5-4f3e-b55d-32c99e20efff tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Network a26015ac-0308-4112-84b5-3e562e23f77d is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:50.792692 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-030e092d-aef5-4f3e-b55d-32c99e20efff tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:50.799145 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e092d-aef5-4f3e-b55d-32c99e20efff tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event updated for resources: {'Port': ['ID=e21b8d8f-87f7-442d-8380-add580a2e776,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:50.803056 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030e092d-aef5-4f3e-b55d-32c99e20efff tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:43:50.897863 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-78b17dca-f39e-4f07-877a-11883f8ce46b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (c758672e-ab9a-45c9-9622-e07e644d732f), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:50.910226 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-52a7c257-0c0c-48f9-bd2d-2507e2edc92c tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Allocated IP 172.20.0.6 (74249d17-7151-4181-8108-6233ca11a602/0f4ae116-6777-46dd-ada7-b059d5aaf642/fc7e669a-0ac0-49c7-9494-848326045d7a) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:50.934424 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-35df1d3e-63ed-4e4b-9119-e9b2c97b81f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:50.934994 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030e092d-aef5-4f3e-b55d-32c99e20efff tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:50.936145 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-030e092d-aef5-4f3e-b55d-32c99e20efff tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:50.975711 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 9d163586-edaa-4d89-b343-6a810e7cfc30 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:50.977414 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9d163586-edaa-4d89-b343-6a810e7cfc30), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:51.068255 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:51.133244 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 9d163586-edaa-4d89-b343-6a810e7cfc30 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:51.134303 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-030e092d-aef5-4f3e-b55d-32c99e20efff tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3403130 Feb 09 01:43:51.134441 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e7d77ace-7b8c-4123-b7ee-5fac85c01dd8 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:43:51.138771 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 32812) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:51.163279 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-001b582d-6169-4bd3-b9ab-c798195478d5 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'port_id': 'e21b8d8f-87f7-442d-8380-add580a2e776', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:51.178546 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-52a7c257-0c0c-48f9-bd2d-2507e2edc92c tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks [] for port (fc7e669a-0ac0-49c7-9494-848326045d7a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:51.201789 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port e7d77ace-7b8c-4123-b7ee-5fac85c01dd8 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:51.202164 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e7d77ace-7b8c-4123-b7ee-5fac85c01dd8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:51.222264 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-001b582d-6169-4bd3-b9ab-c798195478d5 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:51.235395 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-52a7c257-0c0c-48f9-bd2d-2507e2edc92c tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (fc7e669a-0ac0-49c7-9494-848326045d7a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:51.313772 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port e7d77ace-7b8c-4123-b7ee-5fac85c01dd8 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:51.358044 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a7c257-0c0c-48f9-bd2d-2507e2edc92c tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Network 74249d17-7151-4181-8108-6233ca11a602 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:51.358044 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-52a7c257-0c0c-48f9-bd2d-2507e2edc92c tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:51.361459 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a7c257-0c0c-48f9-bd2d-2507e2edc92c tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:43:51.389923 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a7c257-0c0c-48f9-bd2d-2507e2edc92c tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Pushing event updated for resources: {'Port': ['ID=fc7e669a-0ac0-49c7-9494-848326045d7a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:51.434590 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a7c257-0c0c-48f9-bd2d-2507e2edc92c tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:51.436890 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-52a7c257-0c0c-48f9-bd2d-2507e2edc92c tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:51.466364 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-52a7c257-0c0c-48f9-bd2d-2507e2edc92c tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0950940 Feb 09 01:43:51.467073 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 32816) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:51.473865 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-37912c87-8436-420b-bf90-6cf00fd99d16 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Request body: {'port': {'network_id': '74249d17-7151-4181-8108-6233ca11a602', 'name': 'tempest-AllowedAddressPairTestJSON-1979368205'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:51.522588 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 40bd1084-775d-4c76-9af0-601321ece8a0 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:43:51.639074 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 40bd1084-775d-4c76-9af0-601321ece8a0 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:43:51.643571 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 40bd1084-775d-4c76-9af0-601321ece8a0 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:51.643958 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (40bd1084-775d-4c76-9af0-601321ece8a0), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:51.697356 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37912c87-8436-420b-bf90-6cf00fd99d16 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Made reservation on behalf of fe62c38d12b14a4ca81bb47e738e3941 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:51.700739 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37912c87-8436-420b-bf90-6cf00fd99d16 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:51.745553 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-37912c87-8436-420b-bf90-6cf00fd99d16 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] device_id is not set on port 8bdab659-7fa0-4303-8b47-54a717ee72cf yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:43:51.760055 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 40bd1084-775d-4c76-9af0-601321ece8a0 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:51.760602 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (40bd1084-775d-4c76-9af0-601321ece8a0), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:51.799928 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 40bd1084-775d-4c76-9af0-601321ece8a0, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=40bd1084-775d-4c76-9af0-601321ece8a0,segment=NetworkSegment(836bfa82-d300-4cc7-988f-ecf320a5b7ac),segment_id=836bfa82-d300-4cc7-988f-ecf320a5b7ac)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:51.807028 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d6306cf-2382-4490-986b-294c2fa475db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40bd1084-775d-4c76-9af0-601321ece8a0'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:43:51.810212 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf469c04-9d04-4cc7-a1ad-a427dce13516" -d '{"events": [{"server_uuid": "6d6306cf-2382-4490-986b-294c2fa475db", "name": "network-vif-plugged", "status": "completed", "tag": "40bd1084-775d-4c76-9af0-601321ece8a0"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:43:51.813225 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-af818de5-7c45-45b5-b1e6-fb91451901d5 None None] Provisioning complete for port fc7e669a-0ac0-49c7-9494-848326045d7a triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:51.813655 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-af818de5-7c45-45b5-b1e6-fb91451901d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (fc7e669a-0ac0-49c7-9494-848326045d7a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:51.817202 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (40bd1084-775d-4c76-9af0-601321ece8a0), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:51.853477 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b17dca-f39e-4f07-877a-11883f8ce46b admin admin] Router c758672e-ab9a-45c9-9622-e07e644d732f is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:43:51.912737 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a400faec-ba6d-4ff1-8437-21dd09055998 x-openstack-request-id: req-a400faec-ba6d-4ff1-8437-21dd09055998 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:43:51.913021 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d6306cf-2382-4490-986b-294c2fa475db", "name": "network-vif-plugged", "status": "completed", "tag": "40bd1084-775d-4c76-9af0-601321ece8a0", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:43:51.913277 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a400faec-ba6d-4ff1-8437-21dd09055998 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:43:51.913681 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d6306cf-2382-4490-986b-294c2fa475db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40bd1084-775d-4c76-9af0-601321ece8a0', 'code': 200} Feb 09 01:43:51.951490 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-37912c87-8436-420b-bf90-6cf00fd99d16 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Allocated IP 172.20.0.5 (74249d17-7151-4181-8108-6233ca11a602/0f4ae116-6777-46dd-ada7-b059d5aaf642/8bdab659-7fa0-4303-8b47-54a717ee72cf) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:51.963329 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-af818de5-7c45-45b5-b1e6-fb91451901d5 None None] Port fc7e669a-0ac0-49c7-9494-848326045d7a cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:43:51.993727 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=40bd1084-775d-4c76-9af0-601321ece8a0,revision_number=13']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:52.040168 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-001b582d-6169-4bd3-b9ab-c798195478d5 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:52.135048 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37912c87-8436-420b-bf90-6cf00fd99d16 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks [] for port (8bdab659-7fa0-4303-8b47-54a717ee72cf), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:52.156808 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b17dca-f39e-4f07-877a-11883f8ce46b admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:43:52.168655 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a9e7f1-1d9c-4450-8713-df064a3adcae None None] Sync routers for ids ['c758672e-ab9a-45c9-9622-e07e644d732f'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:43:52.184297 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37912c87-8436-420b-bf90-6cf00fd99d16 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (8bdab659-7fa0-4303-8b47-54a717ee72cf), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:52.194343 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a9e7f1-1d9c-4450-8713-df064a3adcae None None] Routers {'c758672e-ab9a-45c9-9622-e07e644d732f'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:43:52.196169 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-81a9e7f1-1d9c-4450-8713-df064a3adcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:43:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c758672e-ab9a-45c9-9622-e07e644d732f'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:52.223679 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-78b17dca-f39e-4f07-877a-11883f8ce46b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:52.229122 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-78b17dca-f39e-4f07-877a-11883f8ce46b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.7028196 Feb 09 01:43:52.229770 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 32822) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:52.270037 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37912c87-8436-420b-bf90-6cf00fd99d16 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Network 74249d17-7151-4181-8108-6233ca11a602 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:52.273705 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-37912c87-8436-420b-bf90-6cf00fd99d16 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:52.282825 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37912c87-8436-420b-bf90-6cf00fd99d16 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:43:52.316621 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37912c87-8436-420b-bf90-6cf00fd99d16 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Pushing event updated for resources: {'Port': ['ID=8bdab659-7fa0-4303-8b47-54a717ee72cf,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:52.347877 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37912c87-8436-420b-bf90-6cf00fd99d16 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:52.348653 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37912c87-8436-420b-bf90-6cf00fd99d16 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:52.387580 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-37912c87-8436-420b-bf90-6cf00fd99d16 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9192076 Feb 09 01:43:52.392482 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 32826) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:52.401600 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-a52c52c2-5632-4bac-a749-d1a90b02eebe tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:f0:01:b8'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:14:6d:33'}]}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:52.444177 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-001b582d-6169-4bd3-b9ab-c798195478d5 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Allocated IP 172.25.1.35 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/2d14de7b-bf9f-4a5b-8e7f-c27a99a2fe9c) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:52.485284 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-81a9e7f1-1d9c-4450-8713-df064a3adcae None None] Set router c758672e-ab9a-45c9-9622-e07e644d732f gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:43:52.706417 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a52c52c2-5632-4bac-a749-d1a90b02eebe tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8bdab659-7fa0-4303-8b47-54a717ee72cf), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:52.760919 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-001b582d-6169-4bd3-b9ab-c798195478d5 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for port (2d14de7b-bf9f-4a5b-8e7f-c27a99a2fe9c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:52.782504 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-ec939e9f-fca2-4592-9cf4-d678c1e3dde3 None None] Provisioning complete for port 8bdab659-7fa0-4303-8b47-54a717ee72cf triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:52.783060 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ec939e9f-fca2-4592-9cf4-d678c1e3dde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8bdab659-7fa0-4303-8b47-54a717ee72cf), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:52.859161 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ec939e9f-fca2-4592-9cf4-d678c1e3dde3 None None] Port 8bdab659-7fa0-4303-8b47-54a717ee72cf cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:43:52.879960 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-81a9e7f1-1d9c-4450-8713-df064a3adcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c758672e-ab9a-45c9-9622-e07e644d732f', 'name': 'tempest-TestServerMultinode-904656892-router', 'tenant_id': '3c85d6cef98c4292a0b0434bbfb2384e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '1fdd1a64-4bf1-46a9-9c2f-5b49a396892e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:44Z', 'updated_at': '2022-02-09T01:43:49Z', 'revision_number': 3, 'project_id': '3c85d6cef98c4292a0b0434bbfb2384e', 'gw_port': {'id': '1fdd1a64-4bf1-46a9-9c2f-5b49a396892e', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c758672e-ab9a-45c9-9622-e07e644d732f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:46Z', 'updated_at': '2022-02-09T01:43:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:52.930231 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a52c52c2-5632-4bac-a749-d1a90b02eebe tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks [] for port (8bdab659-7fa0-4303-8b47-54a717ee72cf), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:52.932894 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-001b582d-6169-4bd3-b9ab-c798195478d5 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (2d14de7b-bf9f-4a5b-8e7f-c27a99a2fe9c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:52.935389 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a9e7f1-1d9c-4450-8713-df064a3adcae None None] Checking router: c758672e-ab9a-45c9-9622-e07e644d732f for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:43:52.935777 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a9e7f1-1d9c-4450-8713-df064a3adcae None None] Updating router c758672e-ab9a-45c9-9622-e07e644d732f port 1fdd1a64-4bf1-46a9-9c2f-5b49a396892e binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:43:52.938385 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a52c52c2-5632-4bac-a749-d1a90b02eebe tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (8bdab659-7fa0-4303-8b47-54a717ee72cf), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:52.971655 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-81a9e7f1-1d9c-4450-8713-df064a3adcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1fdd1a64-4bf1-46a9-9c2f-5b49a396892e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:53.003376 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c52c2-5632-4bac-a749-d1a90b02eebe tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Pushing event updated for resources: {'Port': ['ID=8bdab659-7fa0-4303-8b47-54a717ee72cf,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:53.033944 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b582d-6169-4bd3-b9ab-c798195478d5 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event updated for resources: {'Port': ['ID=2d14de7b-bf9f-4a5b-8e7f-c27a99a2fe9c,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:53.081186 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001b582d-6169-4bd3-b9ab-c798195478d5 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:53.087412 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-001b582d-6169-4bd3-b9ab-c798195478d5 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:53.098495 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001b582d-6169-4bd3-b9ab-c798195478d5 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:43:53.103366 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a52c52c2-5632-4bac-a749-d1a90b02eebe tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] In _notify_port_updated(), no bound segment for port 8bdab659-7fa0-4303-8b47-54a717ee72cf on network 74249d17-7151-4181-8108-6233ca11a602 {{(pid=103528) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:43:53.109287 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52c52c2-5632-4bac-a749-d1a90b02eebe tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:53.109938 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a52c52c2-5632-4bac-a749-d1a90b02eebe tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:53.111760 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a52c52c2-5632-4bac-a749-d1a90b02eebe tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] 10.222.0.30 "PUT /v2.0/ports/8bdab659-7fa0-4303-8b47-54a717ee72cf HTTP/1.1" status: 200 len: 1055 time: 0.7181604 Feb 09 01:43:53.118056 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 32830) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:53.305490 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d71bb718-d604-4e7c-839b-c12f1cb91cf9 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Deleting port 8bdab659-7fa0-4303-8b47-54a717ee72cf {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:43:53.306350 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d71bb718-d604-4e7c-839b-c12f1cb91cf9 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (8bdab659-7fa0-4303-8b47-54a717ee72cf), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:53.449729 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d71bb718-d604-4e7c-839b-c12f1cb91cf9 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (8bdab659-7fa0-4303-8b47-54a717ee72cf), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:53.466199 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d71bb718-d604-4e7c-839b-c12f1cb91cf9 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Calling delete_port for 8bdab659-7fa0-4303-8b47-54a717ee72cf owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:43:53.683732 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d71bb718-d604-4e7c-839b-c12f1cb91cf9 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (8bdab659-7fa0-4303-8b47-54a717ee72cf), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:53.701143 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-476cf314-7a00-4d80-bd70-89fd8d13b27f None None] Provisioning complete for port 8bdab659-7fa0-4303-8b47-54a717ee72cf triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:53.702913 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-476cf314-7a00-4d80-bd70-89fd8d13b27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8bdab659-7fa0-4303-8b47-54a717ee72cf), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:53.724837 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71bb718-d604-4e7c-839b-c12f1cb91cf9 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Pushing event deleted for resources: {'Port': ['ID=8bdab659-7fa0-4303-8b47-54a717ee72cf,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:53.808700 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-476cf314-7a00-4d80-bd70-89fd8d13b27f None None] Port 8bdab659-7fa0-4303-8b47-54a717ee72cf was deleted so its status cannot be updated. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 09 01:43:53.869125 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-001b582d-6169-4bd3-b9ab-c798195478d5 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for floatingip (c1d8cd92-ff7a-4039-90b9-20b330377f18), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:53.936773 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-81a9e7f1-1d9c-4450-8713-df064a3adcae None None] Publish callbacks [] for port (1fdd1a64-4bf1-46a9-9c2f-5b49a396892e), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:53.968285 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-81a9e7f1-1d9c-4450-8713-df064a3adcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1fdd1a64-4bf1-46a9-9c2f-5b49a396892e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:54.145343 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-81a9e7f1-1d9c-4450-8713-df064a3adcae None None] Attempting to bind port 1fdd1a64-4bf1-46a9-9c2f-5b49a396892e on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:54.146076 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-81a9e7f1-1d9c-4450-8713-df064a3adcae None None] Attempting to bind port 1fdd1a64-4bf1-46a9-9c2f-5b49a396892e by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:54.146660 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a9e7f1-1d9c-4450-8713-df064a3adcae None None] Attempting to bind port 1fdd1a64-4bf1-46a9-9c2f-5b49a396892e on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:54.153737 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ec633-c395-4cde-aaf5-f7e22662c00f None None] Pushing event updated for resources: {'Port': ['ID=1fdd1a64-4bf1-46a9-9c2f-5b49a396892e,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:54.175268 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a9e7f1-1d9c-4450-8713-df064a3adcae None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:43:54.176414 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a9e7f1-1d9c-4450-8713-df064a3adcae None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:43:54.177043 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-81a9e7f1-1d9c-4450-8713-df064a3adcae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:54.178256 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a9e7f1-1d9c-4450-8713-df064a3adcae None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:43:54.178936 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-81a9e7f1-1d9c-4450-8713-df064a3adcae None None] Bound port: 1fdd1a64-4bf1-46a9-9c2f-5b49a396892e, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:43:54.180078 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-81a9e7f1-1d9c-4450-8713-df064a3adcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1fdd1a64-4bf1-46a9-9c2f-5b49a396892e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:54.206467 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d71bb718-d604-4e7c-839b-c12f1cb91cf9 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:54.214677 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d71bb718-d604-4e7c-839b-c12f1cb91cf9 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] 10.222.0.30 "DELETE /v2.0/ports/8bdab659-7fa0-4303-8b47-54a717ee72cf HTTP/1.1" status: 204 len: 168 time: 1.0930173 Feb 09 01:43:54.219271 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 32842) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:54.283873 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f74a5ef9-75e4-4e2f-982b-8997b48fceab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:54.286691 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-81a9e7f1-1d9c-4450-8713-df064a3adcae None None] For port 1fdd1a64-4bf1-46a9-9c2f-5b49a396892e, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:43:54.309308 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-27c77df2-cb6b-4c1e-958e-2fb117879a51 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] GET failed (client error): The resource could not be found. Feb 09 01:43:54.316875 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-81a9e7f1-1d9c-4450-8713-df064a3adcae None None] For port 1fdd1a64-4bf1-46a9-9c2f-5b49a396892e, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=1fdd1a64-4bf1-46a9-9c2f-5b49a396892e,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:43:54.323568 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-27c77df2-cb6b-4c1e-958e-2fb117879a51 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] 10.222.0.30 "GET /v2.0/ports/8bdab659-7fa0-4303-8b47-54a717ee72cf HTTP/1.1" status: 404 len: 333 time: 0.0992019 Feb 09 01:43:54.323726 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-001b582d-6169-4bd3-b9ab-c798195478d5 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2d14de7b-bf9f-4a5b-8e7f-c27a99a2fe9c), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:54.323726 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 32844) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:54.328678 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-833d067c-b2a8-485e-9003-49c27aedfc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:54.343123 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-81a9e7f1-1d9c-4450-8713-df064a3adcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1fdd1a64-4bf1-46a9-9c2f-5b49a396892e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:54.422097 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a9e7f1-1d9c-4450-8713-df064a3adcae None None] Routers {'c758672e-ab9a-45c9-9622-e07e644d732f'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:43:54.422831 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-81a9e7f1-1d9c-4450-8713-df064a3adcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:43:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c758672e-ab9a-45c9-9622-e07e644d732f'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:54.516873 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ec633-c395-4cde-aaf5-f7e22662c00f None None] Pushing event updated for resources: {'Port': ['ID=1fdd1a64-4bf1-46a9-9c2f-5b49a396892e,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:54.624481 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-81a9e7f1-1d9c-4450-8713-df064a3adcae None None] Set router c758672e-ab9a-45c9-9622-e07e644d732f gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:43:54.976309 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-81a9e7f1-1d9c-4450-8713-df064a3adcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c758672e-ab9a-45c9-9622-e07e644d732f', 'name': 'tempest-TestServerMultinode-904656892-router', 'tenant_id': '3c85d6cef98c4292a0b0434bbfb2384e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '1fdd1a64-4bf1-46a9-9c2f-5b49a396892e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:44Z', 'updated_at': '2022-02-09T01:43:49Z', 'revision_number': 3, 'project_id': '3c85d6cef98c4292a0b0434bbfb2384e', 'gw_port': {'id': '1fdd1a64-4bf1-46a9-9c2f-5b49a396892e', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c758672e-ab9a-45c9-9622-e07e644d732f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:46Z', 'updated_at': '2022-02-09T01:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:55.018387 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a9e7f1-1d9c-4450-8713-df064a3adcae None None] The sync data for ids ['c758672e-ab9a-45c9-9622-e07e644d732f'] in n-d-822053-40 is: [{'id': 'c758672e-ab9a-45c9-9622-e07e644d732f', 'name': 'tempest-TestServerMultinode-904656892-router', 'tenant_id': '3c85d6cef98c4292a0b0434bbfb2384e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '1fdd1a64-4bf1-46a9-9c2f-5b49a396892e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:44Z', 'updated_at': '2022-02-09T01:43:49Z', 'revision_number': 3, 'project_id': '3c85d6cef98c4292a0b0434bbfb2384e', 'gw_port': {'id': '1fdd1a64-4bf1-46a9-9c2f-5b49a396892e', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c758672e-ab9a-45c9-9622-e07e644d732f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:46Z', 'updated_at': '2022-02-09T01:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:43:55.045067 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-25be5fcb-32f2-4061-81f4-4fc40a115286 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Deleting port fc7e669a-0ac0-49c7-9494-848326045d7a {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:43:55.045269 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-25be5fcb-32f2-4061-81f4-4fc40a115286 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (fc7e669a-0ac0-49c7-9494-848326045d7a), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:55.276515 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-001b582d-6169-4bd3-b9ab-c798195478d5 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for port (2d14de7b-bf9f-4a5b-8e7f-c27a99a2fe9c), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:55.300399 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-001b582d-6169-4bd3-b9ab-c798195478d5 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (2d14de7b-bf9f-4a5b-8e7f-c27a99a2fe9c), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:55.313477 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-f74a5ef9-75e4-4e2f-982b-8997b48fceab admin admin] Allocated IP 172.20.0.1 (12464c17-f408-463d-a2b4-684cfefef76c/77a1737b-ff37-429f-a716-4af04d1c3057/8d35c876-0743-4e94-bc6e-8103a73bc401) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:55.405270 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-25be5fcb-32f2-4061-81f4-4fc40a115286 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (fc7e669a-0ac0-49c7-9494-848326045d7a), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:55.524377 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-25be5fcb-32f2-4061-81f4-4fc40a115286 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Calling delete_port for fc7e669a-0ac0-49c7-9494-848326045d7a owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:43:55.546233 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b582d-6169-4bd3-b9ab-c798195478d5 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event updated for resources: {'Port': ['ID=2d14de7b-bf9f-4a5b-8e7f-c27a99a2fe9c,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:55.651723 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-001b582d-6169-4bd3-b9ab-c798195478d5 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (c1d8cd92-ff7a-4039-90b9-20b330377f18), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:55.858972 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:55.862150 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f74a5ef9-75e4-4e2f-982b-8997b48fceab admin admin] Publish callbacks [] for port (8d35c876-0743-4e94-bc6e-8103a73bc401), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:55.977619 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [None req-001b582d-6169-4bd3-b9ab-c798195478d5 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Floating IP c1d8cd92-ff7a-4039-90b9-20b330377f18 associated. External IP: 172.25.1.35, port: e21b8d8f-87f7-442d-8380-add580a2e776. Feb 09 01:43:56.140451 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-25be5fcb-32f2-4061-81f4-4fc40a115286 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (fc7e669a-0ac0-49c7-9494-848326045d7a), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:56.143736 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f74a5ef9-75e4-4e2f-982b-8997b48fceab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (8d35c876-0743-4e94-bc6e-8103a73bc401), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:56.433813 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 1fdd1a64-4bf1-46a9-9c2f-5b49a396892e up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:43:56.486175 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74a5ef9-75e4-4e2f-982b-8997b48fceab admin admin] Network 12464c17-f408-463d-a2b4-684cfefef76c is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:56.539505 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 1fdd1a64-4bf1-46a9-9c2f-5b49a396892e triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:56.539884 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1fdd1a64-4bf1-46a9-9c2f-5b49a396892e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:56.553177 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-f74a5ef9-75e4-4e2f-982b-8997b48fceab admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:56.607359 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a5ef9-75e4-4e2f-982b-8997b48fceab admin admin] Pushing event updated for resources: {'Port': ['ID=8d35c876-0743-4e94-bc6e-8103a73bc401,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:56.615693 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74a5ef9-75e4-4e2f-982b-8997b48fceab admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:43:56.715964 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f74a5ef9-75e4-4e2f-982b-8997b48fceab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (c758672e-ab9a-45c9-9622-e07e644d732f), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:56.774843 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 1fdd1a64-4bf1-46a9-9c2f-5b49a396892e is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:56.775390 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1fdd1a64-4bf1-46a9-9c2f-5b49a396892e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:56.827093 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 1fdd1a64-4bf1-46a9-9c2f-5b49a396892e, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=1fdd1a64-4bf1-46a9-9c2f-5b49a396892e,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:56.834150 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1fdd1a64-4bf1-46a9-9c2f-5b49a396892e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:56.916823 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=1fdd1a64-4bf1-46a9-9c2f-5b49a396892e,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:56.936831 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f74a5ef9-75e4-4e2f-982b-8997b48fceab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8d35c876-0743-4e94-bc6e-8103a73bc401), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:56.940594 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001b582d-6169-4bd3-b9ab-c798195478d5 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Router 75609b42-f63b-41f6-9d03-38bbabed6a0c has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:43:56.945931 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be5fcb-32f2-4061-81f4-4fc40a115286 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Pushing event deleted for resources: {'Port': ['ID=fc7e669a-0ac0-49c7-9494-848326045d7a,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:56.947355 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-25be5fcb-32f2-4061-81f4-4fc40a115286 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:56.958002 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-25be5fcb-32f2-4061-81f4-4fc40a115286 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] 10.222.0.30 "DELETE /v2.0/ports/fc7e669a-0ac0-49c7-9494-848326045d7a HTTP/1.1" status: 204 len: 168 time: 2.6308396 Feb 09 01:43:56.959391 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 32856) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:56.962302 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-bed974a2-93e7-477e-8498-c6c8259e3e94 None None] Provisioning complete for port 8d35c876-0743-4e94-bc6e-8103a73bc401 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:56.962938 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bed974a2-93e7-477e-8498-c6c8259e3e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8d35c876-0743-4e94-bc6e-8103a73bc401), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:57.000938 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e26b90-bb8a-4361-b539-c15855fac691 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] GET failed (client error): The resource could not be found. Feb 09 01:43:57.009317 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 32858) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:57.009640 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-69e26b90-bb8a-4361-b539-c15855fac691 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] 10.222.0.30 "GET /v2.0/ports/fc7e669a-0ac0-49c7-9494-848326045d7a HTTP/1.1" status: 404 len: 333 time: 0.0481510 Feb 09 01:43:57.012688 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-bed974a2-93e7-477e-8498-c6c8259e3e94 None None] Port 8d35c876-0743-4e94-bc6e-8103a73bc401 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:43:57.261396 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001b582d-6169-4bd3-b9ab-c798195478d5 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:43:57.274392 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbe70bf-6396-4d00-8dbc-10ada821d3ba None None] Sync routers for ids ['75609b42-f63b-41f6-9d03-38bbabed6a0c'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:43:57.294952 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbe70bf-6396-4d00-8dbc-10ada821d3ba None None] Routers {'75609b42-f63b-41f6-9d03-38bbabed6a0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:43:57.296473 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-9bbe70bf-6396-4d00-8dbc-10ada821d3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:43:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['75609b42-f63b-41f6-9d03-38bbabed6a0c'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:57.305743 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-001b582d-6169-4bd3-b9ab-c798195478d5 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:57.344236 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-9bbe70bf-6396-4d00-8dbc-10ada821d3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:57.353198 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-e3f6360e-face-45d4-a79a-2f7d80e18a5f tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Deleting port 246e1ada-cbb5-4673-8887-d106965a84ac {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:43:57.353198 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e3f6360e-face-45d4-a79a-2f7d80e18a5f tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (246e1ada-cbb5-4673-8887-d106965a84ac), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:57.362400 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbe70bf-6396-4d00-8dbc-10ada821d3ba None None] Routers {'75609b42-f63b-41f6-9d03-38bbabed6a0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:43:57.363659 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-9bbe70bf-6396-4d00-8dbc-10ada821d3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:43:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['75609b42-f63b-41f6-9d03-38bbabed6a0c'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:57.416856 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-9bbe70bf-6396-4d00-8dbc-10ada821d3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:57.418134 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbe70bf-6396-4d00-8dbc-10ada821d3ba None None] The sync data for ids ['75609b42-f63b-41f6-9d03-38bbabed6a0c'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:43:57.437119 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 32870) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:57.437757 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-001b582d-6169-4bd3-b9ab-c798195478d5 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.2978814 Feb 09 01:43:57.443162 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-1f1bffda-0854-463d-ab31-951d73c4da15 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:57.462945 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f74a5ef9-75e4-4e2f-982b-8997b48fceab admin admin] Publish callbacks [] for port (8d35c876-0743-4e94-bc6e-8103a73bc401), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:57.479522 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f74a5ef9-75e4-4e2f-982b-8997b48fceab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (8d35c876-0743-4e94-bc6e-8103a73bc401), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:57.587592 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:57.594426 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a5ef9-75e4-4e2f-982b-8997b48fceab admin admin] Pushing event updated for resources: {'Port': ['ID=8d35c876-0743-4e94-bc6e-8103a73bc401,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:57.621881 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e3f6360e-face-45d4-a79a-2f7d80e18a5f tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (246e1ada-cbb5-4673-8887-d106965a84ac), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:57.626041 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1f1bffda-0854-463d-ab31-951d73c4da15 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for floatingip (c1d8cd92-ff7a-4039-90b9-20b330377f18), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:57.641059 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-e3f6360e-face-45d4-a79a-2f7d80e18a5f tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Calling delete_port for 246e1ada-cbb5-4673-8887-d106965a84ac owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:43:57.654780 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f74a5ef9-75e4-4e2f-982b-8997b48fceab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (c758672e-ab9a-45c9-9622-e07e644d732f), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:57.840904 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74a5ef9-75e4-4e2f-982b-8997b48fceab admin admin] Network 12464c17-f408-463d-a2b4-684cfefef76c is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:57.844359 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-f74a5ef9-75e4-4e2f-982b-8997b48fceab admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:57.928593 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1f1bffda-0854-463d-ab31-951d73c4da15 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:57.936236 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1f1bffda-0854-463d-ab31-951d73c4da15 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (c1d8cd92-ff7a-4039-90b9-20b330377f18), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:57.936768 n-d-822053-40 neutron-server[103528]: INFO neutron.db.l3_db [None req-1f1bffda-0854-463d-ab31-951d73c4da15 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Floating IP c1d8cd92-ff7a-4039-90b9-20b330377f18 disassociated. External IP: 172.25.1.35, port: e21b8d8f-87f7-442d-8380-add580a2e776. Feb 09 01:43:58.058612 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 32884) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:58.186444 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74a5ef9-75e4-4e2f-982b-8997b48fceab admin admin] Router c758672e-ab9a-45c9-9622-e07e644d732f has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:43:58.193919 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e3f6360e-face-45d4-a79a-2f7d80e18a5f tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (246e1ada-cbb5-4673-8887-d106965a84ac), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:58.250074 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-147cb599-d514-4686-80e6-646cb05da649 None None] Provisioning complete for port 8d35c876-0743-4e94-bc6e-8103a73bc401 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:58.250450 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-147cb599-d514-4686-80e6-646cb05da649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8d35c876-0743-4e94-bc6e-8103a73bc401), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:58.305859 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8feb34e1-933a-4e67-b4b6-f662506e48ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:58.313129 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-147cb599-d514-4686-80e6-646cb05da649 None None] Port 8d35c876-0743-4e94-bc6e-8103a73bc401 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:43:58.338256 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:58.378489 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 1fdd1a64-4bf1-46a9-9c2f-5b49a396892e up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:43:58.383358 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f6360e-face-45d4-a79a-2f7d80e18a5f tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Pushing event deleted for resources: {'Port': ['ID=246e1ada-cbb5-4673-8887-d106965a84ac,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:58.385565 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f1bffda-0854-463d-ab31-951d73c4da15 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Router 75609b42-f63b-41f6-9d03-38bbabed6a0c has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:43:58.498906 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 1fdd1a64-4bf1-46a9-9c2f-5b49a396892e triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:58.500619 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1fdd1a64-4bf1-46a9-9c2f-5b49a396892e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:58.546705 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8feb34e1-933a-4e67-b4b6-f662506e48ec admin admin] Publish callbacks [] for security_group (0ecb0433-cee1-427f-b79b-132fb1c8c545), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:58.563850 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8feb34e1-933a-4e67-b4b6-f662506e48ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0ecb0433-cee1-427f-b79b-132fb1c8c545), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:58.636105 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8feb34e1-933a-4e67-b4b6-f662506e48ec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0d11b938011947e79ba48f4b81d483b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5761259 Feb 09 01:43:58.645214 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 32888) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:58.657536 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e3f6360e-face-45d4-a79a-2f7d80e18a5f tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:58.670978 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e3f6360e-face-45d4-a79a-2f7d80e18a5f tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] 10.222.0.30 "DELETE /v2.0/ports/246e1ada-cbb5-4673-8887-d106965a84ac HTTP/1.1" status: 204 len: 168 time: 1.6581237 Feb 09 01:43:58.672536 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 32890) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:58.674477 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb34e1-933a-4e67-b4b6-f662506e48ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ecb0433-cee1-427f-b79b-132fb1c8c545,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:58.687839 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 1fdd1a64-4bf1-46a9-9c2f-5b49a396892e is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:58.707910 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1bffda-0854-463d-ab31-951d73c4da15 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:43:58.714205 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1f1bffda-0854-463d-ab31-951d73c4da15 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:58.723817 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54be8c56-9ec8-46dc-989c-10aeb4cfb0d2 None None] Sync routers for ids ['75609b42-f63b-41f6-9d03-38bbabed6a0c'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:43:58.753558 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54be8c56-9ec8-46dc-989c-10aeb4cfb0d2 None None] Routers {'75609b42-f63b-41f6-9d03-38bbabed6a0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:43:58.754722 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-54be8c56-9ec8-46dc-989c-10aeb4cfb0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:43:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['75609b42-f63b-41f6-9d03-38bbabed6a0c'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:58.755741 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1f1bffda-0854-463d-ab31-951d73c4da15 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "PUT /v2.0/floatingips/c1d8cd92-ff7a-4039-90b9-20b330377f18 HTTP/1.1" status: 200 len: 687 time: 1.3174741 Feb 09 01:43:58.756768 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 32892) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:58.803340 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-54be8c56-9ec8-46dc-989c-10aeb4cfb0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:58.819281 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54be8c56-9ec8-46dc-989c-10aeb4cfb0d2 None None] Routers {'75609b42-f63b-41f6-9d03-38bbabed6a0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:43:58.821664 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-54be8c56-9ec8-46dc-989c-10aeb4cfb0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:43:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['75609b42-f63b-41f6-9d03-38bbabed6a0c'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:58.821791 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-acf2fb93-0692-48a0-b2e8-12f0f702d24d admin admin] Publish callbacks [] for security_group (0ecb0433-cee1-427f-b79b-132fb1c8c545), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:58.876715 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-54be8c56-9ec8-46dc-989c-10aeb4cfb0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:58.877382 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54be8c56-9ec8-46dc-989c-10aeb4cfb0d2 None None] The sync data for ids ['75609b42-f63b-41f6-9d03-38bbabed6a0c'] in n-d-822053-40 is: [] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:43:58.907844 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-acf2fb93-0692-48a0-b2e8-12f0f702d24d admin admin] Publish callbacks [] for security_group (0ecb0433-cee1-427f-b79b-132fb1c8c545), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:58.965421 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-3a39a26a-09be-4304-909e-597feba7cdbc tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Deleting port 2d14de7b-bf9f-4a5b-8e7f-c27a99a2fe9c {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:43:58.965880 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3a39a26a-09be-4304-909e-597feba7cdbc tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (2d14de7b-bf9f-4a5b-8e7f-c27a99a2fe9c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:59.019951 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-acf2fb93-0692-48a0-b2e8-12f0f702d24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0ecb0433-cee1-427f-b79b-132fb1c8c545), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:59.023205 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-acf2fb93-0692-48a0-b2e8-12f0f702d24d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:59.026720 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-acf2fb93-0692-48a0-b2e8-12f0f702d24d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0ecb0433-cee1-427f-b79b-132fb1c8c545 HTTP/1.1" status: 204 len: 168 time: 0.3772650 Feb 09 01:43:59.042820 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2fb93-0692-48a0-b2e8-12f0f702d24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ecb0433-cee1-427f-b79b-132fb1c8c545,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:59.075527 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3a39a26a-09be-4304-909e-597feba7cdbc tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (2d14de7b-bf9f-4a5b-8e7f-c27a99a2fe9c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:59.076111 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3a39a26a-09be-4304-909e-597feba7cdbc tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for floatingip (2d14de7b-bf9f-4a5b-8e7f-c27a99a2fe9c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:59.091133 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-3a39a26a-09be-4304-909e-597feba7cdbc tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Calling delete_port for 2d14de7b-bf9f-4a5b-8e7f-c27a99a2fe9c owned by network:floatingip {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:43:59.260542 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74a5ef9-75e4-4e2f-982b-8997b48fceab admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:43:59.272566 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a6a6f3-3688-4e81-8b90-8d753d55106b None None] Sync routers for ids ['c758672e-ab9a-45c9-9622-e07e644d732f'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:43:59.290153 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f74a5ef9-75e4-4e2f-982b-8997b48fceab admin admin] 10.222.0.30 "PUT /v2.0/routers/c758672e-ab9a-45c9-9622-e07e644d732f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0549536 Feb 09 01:43:59.296208 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a6a6f3-3688-4e81-8b90-8d753d55106b None None] Routers {'c758672e-ab9a-45c9-9622-e07e644d732f'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:43:59.298500 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-34a6a6f3-3688-4e81-8b90-8d753d55106b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:43:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c758672e-ab9a-45c9-9622-e07e644d732f'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:59.355826 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e17133-4510-45e1-b726-c98cc9085802 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Deleting subnet 0f4ae116-6777-46dd-ada7-b059d5aaf642 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:43:59.366375 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-16e17133-4510-45e1-b726-c98cc9085802 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks [] for subnet (0f4ae116-6777-46dd-ada7-b059d5aaf642), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:59.416868 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3a39a26a-09be-4304-909e-597feba7cdbc tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (2d14de7b-bf9f-4a5b-8e7f-c27a99a2fe9c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:59.474656 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39a26a-09be-4304-909e-597feba7cdbc tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event deleted for resources: {'Port': ['ID=2d14de7b-bf9f-4a5b-8e7f-c27a99a2fe9c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:59.519410 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-16e17133-4510-45e1-b726-c98cc9085802 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (0f4ae116-6777-46dd-ada7-b059d5aaf642), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:59.613811 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3a39a26a-09be-4304-909e-597feba7cdbc tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for floatingip (c1d8cd92-ff7a-4039-90b9-20b330377f18), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:59.622908 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 32914) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:59.623611 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-34a6a6f3-3688-4e81-8b90-8d753d55106b None None] Set router c758672e-ab9a-45c9-9622-e07e644d732f gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:43:59.624213 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3a39a26a-09be-4304-909e-597feba7cdbc tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:59.625398 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3a39a26a-09be-4304-909e-597feba7cdbc tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "DELETE /v2.0/floatingips/c1d8cd92-ff7a-4039-90b9-20b330377f18 HTTP/1.1" status: 204 len: 168 time: 0.8667643 Feb 09 01:43:59.634818 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 32916) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:59.640022 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-99f0b595-b694-4511-96a0-35f9260a9844 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'port_id': '8ae8828e-a74d-4bf4-8fb0-babec86d2e94'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:59.654065 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-891905e8-ae31-4c6c-b185-5934ec1ee694 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:59.682111 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-99f0b595-b694-4511-96a0-35f9260a9844 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:59.752244 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-16e17133-4510-45e1-b726-c98cc9085802 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (0f4ae116-6777-46dd-ada7-b059d5aaf642), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:59.890834 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-99f0b595-b694-4511-96a0-35f9260a9844 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:59.907707 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-16e17133-4510-45e1-b726-c98cc9085802 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (0f4ae116-6777-46dd-ada7-b059d5aaf642), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:59.930179 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-34a6a6f3-3688-4e81-8b90-8d753d55106b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c758672e-ab9a-45c9-9622-e07e644d732f', 'name': 'tempest-TestServerMultinode-904656892-router', 'tenant_id': '3c85d6cef98c4292a0b0434bbfb2384e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '1fdd1a64-4bf1-46a9-9c2f-5b49a396892e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:44Z', 'updated_at': '2022-02-09T01:43:56Z', 'revision_number': 4, 'project_id': '3c85d6cef98c4292a0b0434bbfb2384e', 'gw_port': {'id': '1fdd1a64-4bf1-46a9-9c2f-5b49a396892e', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c758672e-ab9a-45c9-9622-e07e644d732f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:46Z', 'updated_at': '2022-02-09T01:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '8d35c876-0743-4e94-bc6e-8103a73bc401', 'name': '', 'network_id': '12464c17-f408-463d-a2b4-684cfefef76c', 'tenant_id': '3c85d6cef98c4292a0b0434bbfb2384e', 'mac_address': 'fa:16:3e:9d:53:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c758672e-ab9a-45c9-9622-e07e644d732f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '77a1737b-ff37-429f-a716-4af04d1c3057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:54Z', 'updated_at': '2022-02-09T01:43:57Z', 'revision_number': 2, 'project_id': '3c85d6cef98c4292a0b0434bbfb2384e', 'subnets': [{'id': '77a1737b-ff37-429f-a716-4af04d1c3057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:43:59.953193 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e17133-4510-45e1-b726-c98cc9085802 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Pushing event deleted for resources: {'Subnet': ['ID=0f4ae116-6777-46dd-ada7-b059d5aaf642,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:59.957570 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-891905e8-ae31-4c6c-b185-5934ec1ee694 admin admin] Publish callbacks [] for security_group (9c35a275-2005-4a88-8425-598ef99d9f7c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:59.961780 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-16e17133-4510-45e1-b726-c98cc9085802 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:59.972268 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2601ffae-9617-44c9-b274-fab8cf137544 None None] Network 74249d17-7151-4181-8108-6233ca11a602 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:43:59.974806 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-16e17133-4510-45e1-b726-c98cc9085802 tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] 10.222.0.30 "DELETE /v2.0/subnets/0f4ae116-6777-46dd-ada7-b059d5aaf642 HTTP/1.1" status: 204 len: 168 time: 1.2793200 Feb 09 01:43:59.975371 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 32918) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:43:59.996944 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a6a6f3-3688-4e81-8b90-8d753d55106b None None] Checking router: c758672e-ab9a-45c9-9622-e07e644d732f for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:43:59.997294 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a6a6f3-3688-4e81-8b90-8d753d55106b None None] Updating router c758672e-ab9a-45c9-9622-e07e644d732f port 8d35c876-0743-4e94-bc6e-8103a73bc401 binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:44:00.037552 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-34a6a6f3-3688-4e81-8b90-8d753d55106b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8d35c876-0743-4e94-bc6e-8103a73bc401), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:00.095597 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-891905e8-ae31-4c6c-b185-5934ec1ee694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (9c35a275-2005-4a88-8425-598ef99d9f7c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:00.106089 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-99f0b595-b694-4511-96a0-35f9260a9844 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Allocated IP 172.25.1.96 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/aa468c78-3ebf-4f03-abbb-d6327bc1455d) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:00.106813 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-502e793c-06ce-4d56-9f33-95a81a62fa2a tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (74249d17-7151-4181-8108-6233ca11a602), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:00.225376 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891905e8-ae31-4c6c-b185-5934ec1ee694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c35a275-2005-4a88-8425-598ef99d9f7c,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:00.228495 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd283e5-e5f1-424d-901a-9a4a9def8b90 None None] DHCP port deletion for 74249d17-7151-4181-8108-6233ca11a602 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:44:00.237360 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-891905e8-ae31-4c6c-b185-5934ec1ee694 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f0ae5feaea074a638d8ff568d7b659cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6122944 Feb 09 01:44:00.243558 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 32924) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:00.348035 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3cd283e5-e5f1-424d-901a-9a4a9def8b90 None None] Deleting port aac887ef-31da-4003-872e-ef2a84797607 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:00.348617 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3cd283e5-e5f1-424d-901a-9a4a9def8b90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (aac887ef-31da-4003-872e-ef2a84797607), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:00.364011 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-99f0b595-b694-4511-96a0-35f9260a9844 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for port (aa468c78-3ebf-4f03-abbb-d6327bc1455d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:00.420388 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-99f0b595-b694-4511-96a0-35f9260a9844 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (aa468c78-3ebf-4f03-abbb-d6327bc1455d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:00.428817 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e7d5f4f3-15bf-4b28-84d7-04f5d3ff2ca0 admin admin] Publish callbacks [] for security_group (9c35a275-2005-4a88-8425-598ef99d9f7c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:00.446043 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-502e793c-06ce-4d56-9f33-95a81a62fa2a tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Deleting port aac887ef-31da-4003-872e-ef2a84797607 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:00.446841 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-502e793c-06ce-4d56-9f33-95a81a62fa2a tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (aac887ef-31da-4003-872e-ef2a84797607), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:00.473163 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f0b595-b694-4511-96a0-35f9260a9844 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:00.477322 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-99f0b595-b694-4511-96a0-35f9260a9844 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:00.482816 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f0b595-b694-4511-96a0-35f9260a9844 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:44:00.530350 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-3cd283e5-e5f1-424d-901a-9a4a9def8b90 None None] For port aac887ef-31da-4003-872e-ef2a84797607, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=aac887ef-31da-4003-872e-ef2a84797607,segment=NetworkSegment(f0542c73-0674-47f3-afd5-dace0e3287f3),segment_id=f0542c73-0674-47f3-afd5-dace0e3287f3)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:00.530658 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3cd283e5-e5f1-424d-901a-9a4a9def8b90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (aac887ef-31da-4003-872e-ef2a84797607), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:00.552877 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e7d5f4f3-15bf-4b28-84d7-04f5d3ff2ca0 admin admin] Publish callbacks [] for security_group (9c35a275-2005-4a88-8425-598ef99d9f7c), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:00.560021 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3cd283e5-e5f1-424d-901a-9a4a9def8b90 None None] Calling delete_port for aac887ef-31da-4003-872e-ef2a84797607 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:00.626535 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0b595-b694-4511-96a0-35f9260a9844 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event updated for resources: {'Port': ['ID=aa468c78-3ebf-4f03-abbb-d6327bc1455d,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:00.667613 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device aac887ef-31da-4003-872e-ef2a84797607 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:44:00.676383 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3cd283e5-e5f1-424d-901a-9a4a9def8b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (aac887ef-31da-4003-872e-ef2a84797607), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:00.699407 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-502e793c-06ce-4d56-9f33-95a81a62fa2a tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] For port aac887ef-31da-4003-872e-ef2a84797607, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=aac887ef-31da-4003-872e-ef2a84797607,segment=NetworkSegment(f0542c73-0674-47f3-afd5-dace0e3287f3),segment_id=f0542c73-0674-47f3-afd5-dace0e3287f3)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:00.699756 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-502e793c-06ce-4d56-9f33-95a81a62fa2a tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (aac887ef-31da-4003-872e-ef2a84797607), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:00.714243 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-34a6a6f3-3688-4e81-8b90-8d753d55106b None None] Publish callbacks [] for port (8d35c876-0743-4e94-bc6e-8103a73bc401), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:00.723813 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-34a6a6f3-3688-4e81-8b90-8d753d55106b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8d35c876-0743-4e94-bc6e-8103a73bc401), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:00.729713 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd283e5-e5f1-424d-901a-9a4a9def8b90 None None] Pushing event deleted for resources: {'Port': ['ID=aac887ef-31da-4003-872e-ef2a84797607,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:00.755543 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: aac887ef-31da-4003-872e-ef2a84797607 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:44:00.760492 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device aac887ef-31da-4003-872e-ef2a84797607 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:44:00.791787 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd283e5-e5f1-424d-901a-9a4a9def8b90 None None] No DVR routers for this DVR port aac887ef-31da-4003-872e-ef2a84797607 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:44:00.830445 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-502e793c-06ce-4d56-9f33-95a81a62fa2a tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Calling delete_port for aac887ef-31da-4003-872e-ef2a84797607 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:00.908877 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50bdd23-a467-4ea5-b0d0-9a050ebcb5ff None None] Pushing event updated for resources: {'Port': ['ID=8d35c876-0743-4e94-bc6e-8103a73bc401,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:00.945235 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-34a6a6f3-3688-4e81-8b90-8d753d55106b None None] Attempting to bind port 8d35c876-0743-4e94-bc6e-8103a73bc401 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:44:00.945610 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-34a6a6f3-3688-4e81-8b90-8d753d55106b None None] Attempting to bind port 8d35c876-0743-4e94-bc6e-8103a73bc401 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '20f41e2c-8c38-46fb-95cb-c76213a66c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '12464c17-f408-463d-a2b4-684cfefef76c'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:44:00.945963 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a6a6f3-3688-4e81-8b90-8d753d55106b None None] Attempting to bind port 8d35c876-0743-4e94-bc6e-8103a73bc401 on network 12464c17-f408-463d-a2b4-684cfefef76c {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:44:00.968127 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a6a6f3-3688-4e81-8b90-8d753d55106b None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:44:00.968458 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a6a6f3-3688-4e81-8b90-8d753d55106b None None] Checking segment: {'id': '20f41e2c-8c38-46fb-95cb-c76213a66c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '12464c17-f408-463d-a2b4-684cfefef76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:44:00.969509 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-34a6a6f3-3688-4e81-8b90-8d753d55106b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:00.969509 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a6a6f3-3688-4e81-8b90-8d753d55106b None None] Bound using segment: {'id': '20f41e2c-8c38-46fb-95cb-c76213a66c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '12464c17-f408-463d-a2b4-684cfefef76c'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:44:00.969675 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-34a6a6f3-3688-4e81-8b90-8d753d55106b None None] Bound port: 8d35c876-0743-4e94-bc6e-8103a73bc401, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20f41e2c-8c38-46fb-95cb-c76213a66c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '12464c17-f408-463d-a2b4-684cfefef76c'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:44:00.970016 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-34a6a6f3-3688-4e81-8b90-8d753d55106b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8d35c876-0743-4e94-bc6e-8103a73bc401), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:01.033235 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-78dc1681-03c1-47f8-ac69-4f7cc7c225ef req-921202b7-3b9a-440a-827c-5517aae457e4 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1468031 Feb 09 01:44:01.123892 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-34a6a6f3-3688-4e81-8b90-8d753d55106b None None] For port 8d35c876-0743-4e94-bc6e-8103a73bc401, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:44:01.133655 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-34a6a6f3-3688-4e81-8b90-8d753d55106b None None] For port 8d35c876-0743-4e94-bc6e-8103a73bc401, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=8d35c876-0743-4e94-bc6e-8103a73bc401,segment=NetworkSegment(20f41e2c-8c38-46fb-95cb-c76213a66c9f),segment_id=20f41e2c-8c38-46fb-95cb-c76213a66c9f)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:44:01.141690 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-34a6a6f3-3688-4e81-8b90-8d753d55106b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8d35c876-0743-4e94-bc6e-8103a73bc401), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:01.157803 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e7d5f4f3-15bf-4b28-84d7-04f5d3ff2ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (9c35a275-2005-4a88-8425-598ef99d9f7c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:01.160525 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e7d5f4f3-15bf-4b28-84d7-04f5d3ff2ca0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:01.161659 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e7d5f4f3-15bf-4b28-84d7-04f5d3ff2ca0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9c35a275-2005-4a88-8425-598ef99d9f7c HTTP/1.1" status: 204 len: 168 time: 0.9130635 Feb 09 01:44:01.187827 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c20b86be-ff76-4b4b-b05b-10f9a563a582 None None] Provisioning complete for port 8d35c876-0743-4e94-bc6e-8103a73bc401 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:01.189685 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c20b86be-ff76-4b4b-b05b-10f9a563a582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8d35c876-0743-4e94-bc6e-8103a73bc401), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:01.201967 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5f4f3-15bf-4b28-84d7-04f5d3ff2ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c35a275-2005-4a88-8425-598ef99d9f7c,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:01.209973 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-e481b444-6dfa-4d78-80ce-8735a6346ee0 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:01.212505 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-e481b444-6dfa-4d78-80ce-8735a6346ee0 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/networks?id=10231078-b0c2-43f9-b81e-9ee123908d2a HTTP/1.1" status: 200 len: 910 time: 0.5264673 Feb 09 01:44:01.232654 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-b7604af6-b70d-493a-a42e-02ab2b5828e5 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/quotas/3c85d6cef98c4292a0b0434bbfb2384e HTTP/1.1" status: 200 len: 375 time: 0.0122869 Feb 09 01:44:01.338914 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-502e793c-06ce-4d56-9f33-95a81a62fa2a tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (aac887ef-31da-4003-872e-ef2a84797607), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:01.342984 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc1681-03c1-47f8-ac69-4f7cc7c225ef req-e9a7f989-8e78-472d-bd4c-a9b26ecbc05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:01.343839 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a6a6f3-3688-4e81-8b90-8d753d55106b None None] Routers {'c758672e-ab9a-45c9-9622-e07e644d732f'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:01.344483 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-34a6a6f3-3688-4e81-8b90-8d753d55106b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:43:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c758672e-ab9a-45c9-9622-e07e644d732f'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:01.346502 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-78dc1681-03c1-47f8-ac69-4f7cc7c225ef req-e9a7f989-8e78-472d-bd4c-a9b26ecbc05d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e7f5366db1de43098724f0eb4e3342fd&device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 1130 time: 0.2538643 Feb 09 01:44:01.430633 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c20b86be-ff76-4b4b-b05b-10f9a563a582 None None] Current status of the port 8d35c876-0743-4e94-bc6e-8103a73bc401 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:01.431045 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c20b86be-ff76-4b4b-b05b-10f9a563a582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8d35c876-0743-4e94-bc6e-8103a73bc401), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:01.442544 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e793c-06ce-4d56-9f33-95a81a62fa2a tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Pushing event deleted for resources: {'Port': ['ID=aac887ef-31da-4003-872e-ef2a84797607,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:01.445277 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502e793c-06ce-4d56-9f33-95a81a62fa2a tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] No DVR routers for this DVR port aac887ef-31da-4003-872e-ef2a84797607 on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:44:01.510217 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-c20b86be-ff76-4b4b-b05b-10f9a563a582 None None] For port 8d35c876-0743-4e94-bc6e-8103a73bc401, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=8d35c876-0743-4e94-bc6e-8103a73bc401,segment=NetworkSegment(20f41e2c-8c38-46fb-95cb-c76213a66c9f),segment_id=20f41e2c-8c38-46fb-95cb-c76213a66c9f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:01.523964 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c20b86be-ff76-4b4b-b05b-10f9a563a582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8d35c876-0743-4e94-bc6e-8103a73bc401), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:01.611644 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-968638bd-70d2-4f46-b1dc-73b2328821d2 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c85d6cef98c4292a0b0434bbfb2384e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3733976 Feb 09 01:44:01.636663 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b86be-ff76-4b4b-b05b-10f9a563a582 None None] Pushing event updated for resources: {'Port': ['ID=8d35c876-0743-4e94-bc6e-8103a73bc401,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:01.693625 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-ddb3f875-5feb-4a37-9652-5c701132bd91 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:44:01.695246 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-ddb3f875-5feb-4a37-9652-5c701132bd91 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130715 Feb 09 01:44:01.759715 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-01f11194-10eb-4dd9-815b-762daaa13f30 None None] Provisioning complete for port 8d35c876-0743-4e94-bc6e-8103a73bc401 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:01.760360 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-01f11194-10eb-4dd9-815b-762daaa13f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8d35c876-0743-4e94-bc6e-8103a73bc401), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:01.782390 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-99f0b595-b694-4511-96a0-35f9260a9844 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for floatingip (7e351b87-3e25-45cd-a7c8-ddab09f828d1), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:01.803726 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-34a6a6f3-3688-4e81-8b90-8d753d55106b None None] Set router c758672e-ab9a-45c9-9622-e07e644d732f gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:01.893029 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-502e793c-06ce-4d56-9f33-95a81a62fa2a tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (74249d17-7151-4181-8108-6233ca11a602), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:01.901364 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50bdd23-a467-4ea5-b0d0-9a050ebcb5ff None None] Pushing event updated for resources: {'Port': ['ID=8d35c876-0743-4e94-bc6e-8103a73bc401,revision_number=4']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:01.902563 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc1681-03c1-47f8-ac69-4f7cc7c225ef req-b0e6b728-9755-4c96-8874-e4c8a55478e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:01.911907 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-78dc1681-03c1-47f8-ac69-4f7cc7c225ef req-b0e6b728-9755-4c96-8874-e4c8a55478e5 service neutron] 10.222.0.121 "GET /v2.0/networks?id=d6cb6789-0b2a-4ba4-8424-772a7d1413c2 HTTP/1.1" status: 200 len: 896 time: 0.4457438 Feb 09 01:44:01.956230 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-502e793c-06ce-4d56-9f33-95a81a62fa2a tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74249d17-7151-4181-8108-6233ca11a602']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:01.982868 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-01f11194-10eb-4dd9-815b-762daaa13f30 None None] Current status of the port 8d35c876-0743-4e94-bc6e-8103a73bc401 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:01.986818 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-502e793c-06ce-4d56-9f33-95a81a62fa2a tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0542c73-0674-47f3-afd5-dace0e3287f3') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:01.987121 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-502e793c-06ce-4d56-9f33-95a81a62fa2a tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0542c73-0674-47f3-afd5-dace0e3287f3') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:02.003547 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-502e793c-06ce-4d56-9f33-95a81a62fa2a tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (f0542c73-0674-47f3-afd5-dace0e3287f3), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:02.024722 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-502e793c-06ce-4d56-9f33-95a81a62fa2a tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (f0542c73-0674-47f3-afd5-dace0e3287f3), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:02.033515 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 32950) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:02.045561 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-502e793c-06ce-4d56-9f33-95a81a62fa2a tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:44:02.045951 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-502e793c-06ce-4d56-9f33-95a81a62fa2a tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (f0542c73-0674-47f3-afd5-dace0e3287f3), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:02.049418 n-d-822053-40 neutron-server[103529]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:44:02.049418 n-d-822053-40 neutron-server[103529]: self.session.flush() Feb 09 01:44:02.049418 n-d-822053-40 neutron-server[103529]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:44:02.049418 n-d-822053-40 neutron-server[103529]: self.session.flush() Feb 09 01:44:02.049418 n-d-822053-40 neutron-server[103529]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:44:02.049418 n-d-822053-40 neutron-server[103529]: self.session.flush() Feb 09 01:44:02.049418 n-d-822053-40 neutron-server[103529]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:44:02.049418 n-d-822053-40 neutron-server[103529]: self.session.flush() Feb 09 01:44:02.049418 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:44:02.049418 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:44:02.049418 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:44:02.049418 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:44:02.049418 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:44:02.049418 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:44:02.049418 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:44:02.049418 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:44:02.049418 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:44:02.049418 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:44:02.049418 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:44:02.049418 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:44:02.049418 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:44:02.049418 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:44:02.049418 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:44:02.049418 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:44:02.049418 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:44:02.049418 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:44:02.049418 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:44:02.049418 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:44:02.049418 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:44:02.049418 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:44:02.049418 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:44:02.049418 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:44:02.049418 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:44:02.049418 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:44:02.049418 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:44:02.049418 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:44:02.049418 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:44:02.049418 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:44:02.049418 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:44:02.049418 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:44:02.079489 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6d8b73a5-86b0-4fb6-9acc-25a7af68f911 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:02.085840 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-34a6a6f3-3688-4e81-8b90-8d753d55106b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c758672e-ab9a-45c9-9622-e07e644d732f', 'name': 'tempest-TestServerMultinode-904656892-router', 'tenant_id': '3c85d6cef98c4292a0b0434bbfb2384e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '1fdd1a64-4bf1-46a9-9c2f-5b49a396892e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:44Z', 'updated_at': '2022-02-09T01:43:56Z', 'revision_number': 4, 'project_id': '3c85d6cef98c4292a0b0434bbfb2384e', 'gw_port': {'id': '1fdd1a64-4bf1-46a9-9c2f-5b49a396892e', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c758672e-ab9a-45c9-9622-e07e644d732f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:46Z', 'updated_at': '2022-02-09T01:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '8d35c876-0743-4e94-bc6e-8103a73bc401', 'name': '', 'network_id': '12464c17-f408-463d-a2b4-684cfefef76c', 'tenant_id': '3c85d6cef98c4292a0b0434bbfb2384e', 'mac_address': 'fa:16:3e:9d:53:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c758672e-ab9a-45c9-9622-e07e644d732f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '77a1737b-ff37-429f-a716-4af04d1c3057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:54Z', 'updated_at': '2022-02-09T01:44:01Z', 'revision_number': 4, 'project_id': '3c85d6cef98c4292a0b0434bbfb2384e', 'subnets': [{'id': '77a1737b-ff37-429f-a716-4af04d1c3057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:02.105212 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-98ec6850-d4d5-4475-a668-3bbfa6a65fcc service neutron] 10.222.0.30 "GET /v2.0/networks/10231078-b0c2-43f9-b81e-9ee123908d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910427 Feb 09 01:44:02.121243 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a6a6f3-3688-4e81-8b90-8d753d55106b None None] The sync data for ids ['c758672e-ab9a-45c9-9622-e07e644d732f'] in n-d-822053-40 is: [{'id': 'c758672e-ab9a-45c9-9622-e07e644d732f', 'name': 'tempest-TestServerMultinode-904656892-router', 'tenant_id': '3c85d6cef98c4292a0b0434bbfb2384e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '1fdd1a64-4bf1-46a9-9c2f-5b49a396892e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:44Z', 'updated_at': '2022-02-09T01:43:56Z', 'revision_number': 4, 'project_id': '3c85d6cef98c4292a0b0434bbfb2384e', 'gw_port': {'id': '1fdd1a64-4bf1-46a9-9c2f-5b49a396892e', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c758672e-ab9a-45c9-9622-e07e644d732f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:46Z', 'updated_at': '2022-02-09T01:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '8d35c876-0743-4e94-bc6e-8103a73bc401', 'name': '', 'network_id': '12464c17-f408-463d-a2b4-684cfefef76c', 'tenant_id': '3c85d6cef98c4292a0b0434bbfb2384e', 'mac_address': 'fa:16:3e:9d:53:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c758672e-ab9a-45c9-9622-e07e644d732f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '77a1737b-ff37-429f-a716-4af04d1c3057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:54Z', 'updated_at': '2022-02-09T01:44:01Z', 'revision_number': 4, 'project_id': '3c85d6cef98c4292a0b0434bbfb2384e', 'subnets': [{'id': '77a1737b-ff37-429f-a716-4af04d1c3057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:44:02.225968 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-502e793c-06ce-4d56-9f33-95a81a62fa2a tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (74249d17-7151-4181-8108-6233ca11a602), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:02.236720 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-502e793c-06ce-4d56-9f33-95a81a62fa2a tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:02.243345 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-502e793c-06ce-4d56-9f33-95a81a62fa2a tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] 10.222.0.30 "DELETE /v2.0/networks/74249d17-7151-4181-8108-6233ca11a602 HTTP/1.1" status: 204 len: 168 time: 2.2607381 Feb 09 01:44:02.308127 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e793c-06ce-4d56-9f33-95a81a62fa2a tempest-AllowedAddressPairTestJSON-841976431 tempest-AllowedAddressPairTestJSON-841976431-project] Pushing event deleted for resources: {'Network': ['ID=74249d17-7151-4181-8108-6233ca11a602,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:02.359732 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-9c85623f-27b1-4dfd-a2ba-eb6b7a6219e7 service neutron] 10.222.0.30 "GET /v2.0/networks/10231078-b0c2-43f9-b81e-9ee123908d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475386 Feb 09 01:44:02.423115 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 8d35c876-0743-4e94-bc6e-8103a73bc401 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:44:02.579685 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 8d35c876-0743-4e94-bc6e-8103a73bc401 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:02.580243 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8d35c876-0743-4e94-bc6e-8103a73bc401), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:02.851349 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 8d35c876-0743-4e94-bc6e-8103a73bc401 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:02.890978 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 32964) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:03.044216 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6d8b73a5-86b0-4fb6-9acc-25a7af68f911 admin admin] Publish callbacks [] for security_group (08041837-5452-49f3-a6f2-0e8369ca5edc), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:03.082707 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6d8b73a5-86b0-4fb6-9acc-25a7af68f911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (08041837-5452-49f3-a6f2-0e8369ca5edc), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:03.134908 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-bd975e34-d56d-4010-aa60-454ce4a9f513 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fe62c38d12b14a4ca81bb47e738e3941&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2425346 Feb 09 01:44:03.138898 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 32972) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:03.144860 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6d8b73a5-86b0-4fb6-9acc-25a7af68f911 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3afd5b1833f94aaa8f818c417883cb86&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1090505 Feb 09 01:44:03.150963 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 32974) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:03.163947 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-99f0b595-b694-4511-96a0-35f9260a9844 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (aa468c78-3ebf-4f03-abbb-d6327bc1455d), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:03.185717 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-78dc1681-03c1-47f8-ac69-4f7cc7c225ef req-ff7e06c7-e974-44cc-9455-932d9b700f24 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40bd1084-775d-4c76-9af0-601321ece8a0 HTTP/1.1" status: 200 len: 1002 time: 1.2545011 Feb 09 01:44:03.232395 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:44:03.285061 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5990ebe5-5ae6-41d7-9c4b-46d8f04fad26 req-c14dea2b-14a4-4627-8d5e-a6069f0a006e tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=11ce300d-cbc3-4a17-8530-b6545772df37 HTTP/1.1" status: 200 len: 210 time: 0.6603837 Feb 09 01:44:03.322338 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9bf1024a-7b3a-4f2e-9ab0-5fa370e8ff15 admin admin] Publish callbacks [] for security_group (4b7ceef0-673b-42c3-9595-3c18cdeada92), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:03.325984 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b73a5-86b0-4fb6-9acc-25a7af68f911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08041837-5452-49f3-a6f2-0e8369ca5edc,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:03.375396 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9bf1024a-7b3a-4f2e-9ab0-5fa370e8ff15 admin admin] Publish callbacks [] for security_group (4b7ceef0-673b-42c3-9595-3c18cdeada92), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:03.404695 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b71407e5-28a2-47ac-b0ac-f2406c884936 admin admin] Publish callbacks [] for security_group (08041837-5452-49f3-a6f2-0e8369ca5edc), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:03.441446 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc1681-03c1-47f8-ac69-4f7cc7c225ef req-dd5861dc-7f17-4f0e-85cd-9e7a0c83d7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:03.443011 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-78dc1681-03c1-47f8-ac69-4f7cc7c225ef req-dd5861dc-7f17-4f0e-85cd-9e7a0c83d7e5 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1affeb7f-466a-49a4-99c4-44985032d328 HTTP/1.1" status: 200 len: 834 time: 0.2031341 Feb 09 01:44:03.454142 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9bf1024a-7b3a-4f2e-9ab0-5fa370e8ff15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (4b7ceef0-673b-42c3-9595-3c18cdeada92), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:03.457782 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9bf1024a-7b3a-4f2e-9ab0-5fa370e8ff15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:03.459111 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9bf1024a-7b3a-4f2e-9ab0-5fa370e8ff15 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4b7ceef0-673b-42c3-9595-3c18cdeada92 HTTP/1.1" status: 204 len: 168 time: 0.3178234 Feb 09 01:44:03.469767 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1024a-7b3a-4f2e-9ab0-5fa370e8ff15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7ceef0-673b-42c3-9595-3c18cdeada92,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:03.504648 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b71407e5-28a2-47ac-b0ac-f2406c884936 admin admin] Publish callbacks [] for security_group (08041837-5452-49f3-a6f2-0e8369ca5edc), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:03.664913 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc1681-03c1-47f8-ac69-4f7cc7c225ef req-011682de-c622-448d-9b00-b330c43dd5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:03.666362 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-78dc1681-03c1-47f8-ac69-4f7cc7c225ef req-011682de-c622-448d-9b00-b330c43dd5e0 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d6cb6789-0b2a-4ba4-8424-772a7d1413c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2040291 Feb 09 01:44:03.823567 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-78dc1681-03c1-47f8-ac69-4f7cc7c225ef req-e5afeb3a-9454-4310-8b09-5519ea77b3a4 service neutron] 10.222.0.121 "GET /v2.0/networks/d6cb6789-0b2a-4ba4-8424-772a7d1413c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476343 Feb 09 01:44:03.836554 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-99f0b595-b694-4511-96a0-35f9260a9844 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for port (aa468c78-3ebf-4f03-abbb-d6327bc1455d), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:03.851943 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-99f0b595-b694-4511-96a0-35f9260a9844 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (aa468c78-3ebf-4f03-abbb-d6327bc1455d), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:03.854716 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b71407e5-28a2-47ac-b0ac-f2406c884936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (08041837-5452-49f3-a6f2-0e8369ca5edc), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:03.860891 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b71407e5-28a2-47ac-b0ac-f2406c884936 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:03.875518 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b71407e5-28a2-47ac-b0ac-f2406c884936 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/08041837-5452-49f3-a6f2-0e8369ca5edc HTTP/1.1" status: 204 len: 168 time: 0.6994121 Feb 09 01:44:04.077452 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0b595-b694-4511-96a0-35f9260a9844 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event updated for resources: {'Port': ['ID=aa468c78-3ebf-4f03-abbb-d6327bc1455d,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:04.105813 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71407e5-28a2-47ac-b0ac-f2406c884936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08041837-5452-49f3-a6f2-0e8369ca5edc,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:04.253221 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-99f0b595-b694-4511-96a0-35f9260a9844 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (7e351b87-3e25-45cd-a7c8-ddab09f828d1), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:04.313250 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-78dc1681-03c1-47f8-ac69-4f7cc7c225ef req-bab565fe-13d0-490e-b5e0-44ea902b26fe service neutron] 10.222.0.121 "GET /v2.0/networks/d6cb6789-0b2a-4ba4-8424-772a7d1413c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4736724 Feb 09 01:44:04.446625 n-d-822053-40 neutron-server[103528]: INFO neutron.db.l3_db [None req-99f0b595-b694-4511-96a0-35f9260a9844 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Floating IP 7e351b87-3e25-45cd-a7c8-ddab09f828d1 associated. External IP: 172.25.1.96, port: 8ae8828e-a74d-4bf4-8fb0-babec86d2e94. Feb 09 01:44:04.478652 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9060337b-1ad5-4885-a100-5c4d69f671e9 req-3d7f14f1-9df3-4077-ae9f-3fc273d56d49 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=11ce300d-cbc3-4a17-8530-b6545772df37 HTTP/1.1" status: 200 len: 210 time: 0.0698750 Feb 09 01:44:04.729075 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-95774ee9-57da-4d1a-84c3-2908dff8cdd3 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:04.731001 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-95774ee9-57da-4d1a-84c3-2908dff8cdd3 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.121 "GET /v2.0/networks?id=10231078-b0c2-43f9-b81e-9ee123908d2a HTTP/1.1" status: 200 len: 910 time: 0.1909049 Feb 09 01:44:04.824530 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-78c1e4c7-0f13-4741-836f-d0a530f2a1da tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Request body: {'port': {'device_id': '11ce300d-cbc3-4a17-8530-b6545772df37', 'network_id': '10231078-b0c2-43f9-b81e-9ee123908d2a', 'admin_state_up': True, 'tenant_id': '3c85d6cef98c4292a0b0434bbfb2384e'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:04.874709 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-78c1e4c7-0f13-4741-836f-d0a530f2a1da tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Made reservation on behalf of 3c85d6cef98c4292a0b0434bbfb2384e for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:04.874709 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-78c1e4c7-0f13-4741-836f-d0a530f2a1da tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:04.915822 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f0b595-b694-4511-96a0-35f9260a9844 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Router 75609b42-f63b-41f6-9d03-38bbabed6a0c has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:44:05.095964 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33022) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:05.101508 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0041287 Feb 09 01:44:05.104394 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33024) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:05.110076 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-78c1e4c7-0f13-4741-836f-d0a530f2a1da tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Allocated IP 172.20.0.7 (10231078-b0c2-43f9-b81e-9ee123908d2a/7e87a3ec-a5e9-471c-892e-ed0fc84fab8e/20d45416-3738-48c5-aa9e-902ebb4ea23c) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:05.267034 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f0b595-b694-4511-96a0-35f9260a9844 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:44:05.277519 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa8fead-efa7-4ba5-87eb-54075daa3f16 None None] Sync routers for ids ['75609b42-f63b-41f6-9d03-38bbabed6a0c'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:44:05.302993 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa8fead-efa7-4ba5-87eb-54075daa3f16 None None] Routers {'75609b42-f63b-41f6-9d03-38bbabed6a0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:05.306608 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-afa8fead-efa7-4ba5-87eb-54075daa3f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:43:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['75609b42-f63b-41f6-9d03-38bbabed6a0c'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:05.310512 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-99f0b595-b694-4511-96a0-35f9260a9844 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:05.322173 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-78c1e4c7-0f13-4741-836f-d0a530f2a1da tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Publish callbacks [] for port (20d45416-3738-48c5-aa9e-902ebb4ea23c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:05.362840 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-99f0b595-b694-4511-96a0-35f9260a9844 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.7268867 Feb 09 01:44:05.365795 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33034) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:05.380656 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-afa8fead-efa7-4ba5-87eb-54075daa3f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:05.391399 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-78c1e4c7-0f13-4741-836f-d0a530f2a1da tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (20d45416-3738-48c5-aa9e-902ebb4ea23c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:05.407739 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa8fead-efa7-4ba5-87eb-54075daa3f16 None None] Routers {'75609b42-f63b-41f6-9d03-38bbabed6a0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:05.410796 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-afa8fead-efa7-4ba5-87eb-54075daa3f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:43:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['75609b42-f63b-41f6-9d03-38bbabed6a0c'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:05.454430 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-78c1e4c7-0f13-4741-836f-d0a530f2a1da tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Network 10231078-b0c2-43f9-b81e-9ee123908d2a is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:05.457944 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-78c1e4c7-0f13-4741-836f-d0a530f2a1da tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:05.464158 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-78c1e4c7-0f13-4741-836f-d0a530f2a1da tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:44:05.467376 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-afa8fead-efa7-4ba5-87eb-54075daa3f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:05.468597 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa8fead-efa7-4ba5-87eb-54075daa3f16 None None] The sync data for ids ['75609b42-f63b-41f6-9d03-38bbabed6a0c'] in n-d-822053-40 is: [] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:44:05.523608 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c1e4c7-0f13-4741-836f-d0a530f2a1da tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Pushing event updated for resources: {'Port': ['ID=20d45416-3738-48c5-aa9e-902ebb4ea23c,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:05.525879 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c21a968c-b383-4448-90b6-539f0c21a420 tempest-NetworksApiDiscovery-402995443 tempest-NetworksApiDiscovery-402995443-project] 10.222.0.30 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4195902 Feb 09 01:44:05.537530 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-78c1e4c7-0f13-4741-836f-d0a530f2a1da tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:05.538543 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-78c1e4c7-0f13-4741-836f-d0a530f2a1da tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:05.586028 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-78c1e4c7-0f13-4741-836f-d0a530f2a1da tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7676241 Feb 09 01:44:05.601476 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-607c38b2-a41c-450a-842c-36ae23629d41 service neutron] Request body: {'port': {'device_id': '11ce300d-cbc3-4a17-8530-b6545772df37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:05.695486 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-607c38b2-a41c-450a-842c-36ae23629d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (20d45416-3738-48c5-aa9e-902ebb4ea23c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:05.718422 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-72441488-1aaa-472e-a260-3e9385798f5f tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "GET /v2.0/floatingips/7e351b87-3e25-45cd-a7c8-ddab09f828d1 HTTP/1.1" status: 200 len: 977 time: 0.3500495 Feb 09 01:44:05.722994 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33042) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:05.839588 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d1b5664f-1418-4835-95c0-6ed53b368920 None None] Provisioning complete for port 20d45416-3738-48c5-aa9e-902ebb4ea23c triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:05.839962 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d1b5664f-1418-4835-95c0-6ed53b368920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (20d45416-3738-48c5-aa9e-902ebb4ea23c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:05.932794 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b52923-c27d-4e0d-84e8-6062a45ab36e req-ee43fa11-107c-4681-bb3a-b41ab878121d tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:05.941831 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c2b52923-c27d-4e0d-84e8-6062a45ab36e req-ee43fa11-107c-4681-bb3a-b41ab878121d tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=11ce300d-cbc3-4a17-8530-b6545772df37 HTTP/1.1" status: 200 len: 1027 time: 0.3034108 Feb 09 01:44:05.974370 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d1b5664f-1418-4835-95c0-6ed53b368920 None None] Port 20d45416-3738-48c5-aa9e-902ebb4ea23c cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:44:06.037470 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1f6d4d42-5607-473a-9426-7a1d1371d061 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3076205 Feb 09 01:44:06.047784 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33048) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:06.063090 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-7854f129-b30e-47c8-b3bb-1bae3b4a401e tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Request body: {'floatingip': {'port_id': 'e21b8d8f-87f7-442d-8380-add580a2e776'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:06.069509 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c2b52923-c27d-4e0d-84e8-6062a45ab36e req-7ece5bd2-1731-4cdc-8d2e-55fdc597d70a tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=eda9b4c8-aef0-4373-bb4c-dd86271e8d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210575 Feb 09 01:44:06.110538 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33050) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:06.172128 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7854f129-b30e-47c8-b3bb-1bae3b4a401e tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for floatingip (7e351b87-3e25-45cd-a7c8-ddab09f828d1), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:06.282002 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-607c38b2-a41c-450a-842c-36ae23629d41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20d45416-3738-48c5-aa9e-902ebb4ea23c {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:44:06.292676 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-607c38b2-a41c-450a-842c-36ae23629d41 service neutron] Publish callbacks [] for port (20d45416-3738-48c5-aa9e-902ebb4ea23c), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:06.311491 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-607c38b2-a41c-450a-842c-36ae23629d41 service neutron] Transition to ACTIVE for port object 20d45416-3738-48c5-aa9e-902ebb4ea23c will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:06.323664 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-607c38b2-a41c-450a-842c-36ae23629d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (20d45416-3738-48c5-aa9e-902ebb4ea23c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:06.331928 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a6af219a-bf53-41d7-ba14-5b4d25f4540c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:06.423269 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c38b2-a41c-450a-842c-36ae23629d41 service neutron] Pushing event updated for resources: {'Port': ['ID=20d45416-3738-48c5-aa9e-902ebb4ea23c,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:06.552863 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a6af219a-bf53-41d7-ba14-5b4d25f4540c admin admin] Publish callbacks [] for security_group (9bc2e35f-6722-47ad-be68-626dbae7705e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:06.561818 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a6af219a-bf53-41d7-ba14-5b4d25f4540c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (9bc2e35f-6722-47ad-be68-626dbae7705e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:06.613046 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af219a-bf53-41d7-ba14-5b4d25f4540c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc2e35f-6722-47ad-be68-626dbae7705e,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:06.647235 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a6af219a-bf53-41d7-ba14-5b4d25f4540c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=886c1dead5be4d839cc320a6b25d0fe2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5357127 Feb 09 01:44:06.648197 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33062) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:06.655738 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-607c38b2-a41c-450a-842c-36ae23629d41 service neutron] Attempting to bind port 20d45416-3738-48c5-aa9e-902ebb4ea23c on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:44:06.656259 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-607c38b2-a41c-450a-842c-36ae23629d41 service neutron] Attempting to bind port 20d45416-3738-48c5-aa9e-902ebb4ea23c by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '89758696-bb00-42e9-96b7-6dcfdc3a5e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '10231078-b0c2-43f9-b81e-9ee123908d2a'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:44:06.656712 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-607c38b2-a41c-450a-842c-36ae23629d41 service neutron] Attempting to bind port 20d45416-3738-48c5-aa9e-902ebb4ea23c on network 10231078-b0c2-43f9-b81e-9ee123908d2a {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:44:06.667585 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-607c38b2-a41c-450a-842c-36ae23629d41 service neutron] Port 20d45416-3738-48c5-aa9e-902ebb4ea23c on network 10231078-b0c2-43f9-b81e-9ee123908d2a not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:44:06.668107 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-607c38b2-a41c-450a-842c-36ae23629d41 service neutron] Attempting to bind port 20d45416-3738-48c5-aa9e-902ebb4ea23c on network 10231078-b0c2-43f9-b81e-9ee123908d2a {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:44:06.676840 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-607c38b2-a41c-450a-842c-36ae23629d41 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:44:06.677515 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-607c38b2-a41c-450a-842c-36ae23629d41 service neutron] Checking segment: {'id': '89758696-bb00-42e9-96b7-6dcfdc3a5e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '10231078-b0c2-43f9-b81e-9ee123908d2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:44:06.678051 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-607c38b2-a41c-450a-842c-36ae23629d41 service neutron] Bound using segment: {'id': '89758696-bb00-42e9-96b7-6dcfdc3a5e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '10231078-b0c2-43f9-b81e-9ee123908d2a'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:44:06.678563 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-607c38b2-a41c-450a-842c-36ae23629d41 service neutron] Bound port: 20d45416-3738-48c5-aa9e-902ebb4ea23c, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89758696-bb00-42e9-96b7-6dcfdc3a5e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '10231078-b0c2-43f9-b81e-9ee123908d2a'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:44:06.679014 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-607c38b2-a41c-450a-842c-36ae23629d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (20d45416-3738-48c5-aa9e-902ebb4ea23c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:06.793241 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c89e80a6-4291-4996-b75b-c2bc93a995f5 admin admin] Publish callbacks [] for security_group (9bc2e35f-6722-47ad-be68-626dbae7705e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:06.817409 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c89e80a6-4291-4996-b75b-c2bc93a995f5 admin admin] Publish callbacks [] for security_group (9bc2e35f-6722-47ad-be68-626dbae7705e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:06.866750 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7854f129-b30e-47c8-b3bb-1bae3b4a401e tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:06.870623 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-607c38b2-a41c-450a-842c-36ae23629d41 service neutron] For port 20d45416-3738-48c5-aa9e-902ebb4ea23c, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:44:06.873665 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7854f129-b30e-47c8-b3bb-1bae3b4a401e tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (7e351b87-3e25-45cd-a7c8-ddab09f828d1), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:06.874118 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c89e80a6-4291-4996-b75b-c2bc93a995f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (9bc2e35f-6722-47ad-be68-626dbae7705e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:06.877362 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c89e80a6-4291-4996-b75b-c2bc93a995f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:06.881599 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c89e80a6-4291-4996-b75b-c2bc93a995f5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9bc2e35f-6722-47ad-be68-626dbae7705e HTTP/1.1" status: 204 len: 168 time: 0.2296262 Feb 09 01:44:06.896388 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-607c38b2-a41c-450a-842c-36ae23629d41 service neutron] For port 20d45416-3738-48c5-aa9e-902ebb4ea23c, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=20d45416-3738-48c5-aa9e-902ebb4ea23c,segment=NetworkSegment(89758696-bb00-42e9-96b7-6dcfdc3a5e07),segment_id=89758696-bb00-42e9-96b7-6dcfdc3a5e07)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:44:06.900555 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e80a6-4291-4996-b75b-c2bc93a995f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc2e35f-6722-47ad-be68-626dbae7705e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:06.921034 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-607c38b2-a41c-450a-842c-36ae23629d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (20d45416-3738-48c5-aa9e-902ebb4ea23c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:07.020041 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-607c38b2-a41c-450a-842c-36ae23629d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:07.028006 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-607c38b2-a41c-450a-842c-36ae23629d41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:07.029539 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-607c38b2-a41c-450a-842c-36ae23629d41 service neutron] 10.222.0.121 "PUT /v2.0/ports/20d45416-3738-48c5-aa9e-902ebb4ea23c HTTP/1.1" status: 200 len: 1092 time: 1.4370775 Feb 09 01:44:07.030024 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11ce300d-cbc3-4a17-8530-b6545772df37', 'tag': '20d45416-3738-48c5-aa9e-902ebb4ea23c'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:44:07.032361 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1998474f-1d7a-4e93-bf89-38bb43364702" -d '{"events": [{"name": "network-changed", "server_uuid": "11ce300d-cbc3-4a17-8530-b6545772df37", "tag": "20d45416-3738-48c5-aa9e-902ebb4ea23c"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:44:07.223257 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c38b2-a41c-450a-842c-36ae23629d41 service neutron] Pushing event updated for resources: {'Port': ['ID=20d45416-3738-48c5-aa9e-902ebb4ea23c,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:07.240544 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d957f8bd-c58b-4659-9adc-b06e5a304c5b x-openstack-request-id: req-d957f8bd-c58b-4659-9adc-b06e5a304c5b {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:44:07.244095 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11ce300d-cbc3-4a17-8530-b6545772df37", "tag": "20d45416-3738-48c5-aa9e-902ebb4ea23c", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:44:07.244383 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d957f8bd-c58b-4659-9adc-b06e5a304c5b {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:44:07.244804 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11ce300d-cbc3-4a17-8530-b6545772df37', 'tag': '20d45416-3738-48c5-aa9e-902ebb4ea23c', 'status': 'completed', 'code': 200} Feb 09 01:44:07.285781 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-2734d1c1-4cd1-4439-993d-693a45105db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:07.308801 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-2734d1c1-4cd1-4439-993d-693a45105db8 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3c85d6cef98c4292a0b0434bbfb2384e&device_id=11ce300d-cbc3-4a17-8530-b6545772df37 HTTP/1.1" status: 200 len: 1126 time: 0.2224169 Feb 09 01:44:07.421674 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-74fb5f99-3eda-401f-9f19-f638d4c87dc7 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20d45416-3738-48c5-aa9e-902ebb4ea23c HTTP/1.1" status: 200 len: 217 time: 0.1035991 Feb 09 01:44:07.562333 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-92bac005-ca04-4032-93b4-c9fbaa585c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:07.563804 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-92bac005-ca04-4032-93b4-c9fbaa585c56 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7e87a3ec-a5e9-471c-892e-ed0fc84fab8e HTTP/1.1" status: 200 len: 848 time: 0.1200871 Feb 09 01:44:07.668846 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-05770c85-79e7-4927-a872-d0e308d1509f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:07.670550 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-05770c85-79e7-4927-a872-d0e308d1509f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=10231078-b0c2-43f9-b81e-9ee123908d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0976224 Feb 09 01:44:07.834119 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151102a-547e-4ce3-aed3-fed8c5a92d5b req-cc9545eb-531a-4301-8a15-5efd04b453e4 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:07.841736 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6151102a-547e-4ce3-aed3-fed8c5a92d5b req-cc9545eb-531a-4301-8a15-5efd04b453e4 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=11ce300d-cbc3-4a17-8530-b6545772df37 HTTP/1.1" status: 200 len: 1126 time: 0.1499474 Feb 09 01:44:07.864102 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-ba3ae975-a2fb-4611-96ab-fc05b1db4e72 service neutron] 10.222.0.121 "GET /v2.0/networks/10231078-b0c2-43f9-b81e-9ee123908d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857188 Feb 09 01:44:07.886737 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [None req-7854f129-b30e-47c8-b3bb-1bae3b4a401e tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Floating IP 7e351b87-3e25-45cd-a7c8-ddab09f828d1 associated. External IP: 172.25.1.96, port: 8ae8828e-a74d-4bf4-8fb0-babec86d2e94. Feb 09 01:44:08.017102 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6151102a-547e-4ce3-aed3-fed8c5a92d5b req-29f5aacd-813e-4bc4-a995-2ad6de81b77c tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=eda9b4c8-aef0-4373-bb4c-dd86271e8d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746795 Feb 09 01:44:08.095259 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bf4f9264-33a8-40c0-88d4-50b59431e0f9 req-fd5070bb-9ff2-4879-a1a0-2dfecbfc3880 service neutron] 10.222.0.121 "GET /v2.0/networks/10231078-b0c2-43f9-b81e-9ee123908d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221613 Feb 09 01:44:08.253801 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998474f-1d7a-4e93-bf89-38bb43364702 req-7933b6d5-217b-4739-a840-1eae7f082f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:08.255612 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1998474f-1d7a-4e93-bf89-38bb43364702 req-7933b6d5-217b-4739-a840-1eae7f082f9d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=3c85d6cef98c4292a0b0434bbfb2384e&device_id=11ce300d-cbc3-4a17-8530-b6545772df37 HTTP/1.1" status: 200 len: 1126 time: 0.1003833 Feb 09 01:44:08.291911 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33110) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:08.337442 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7854f129-b30e-47c8-b3bb-1bae3b4a401e tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Router 75609b42-f63b-41f6-9d03-38bbabed6a0c has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:44:08.447093 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998474f-1d7a-4e93-bf89-38bb43364702 req-dfc95806-3a65-4411-aa45-f4c500849452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:08.448657 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1998474f-1d7a-4e93-bf89-38bb43364702 req-dfc95806-3a65-4411-aa45-f4c500849452 service neutron] 10.222.0.121 "GET /v2.0/networks?id=10231078-b0c2-43f9-b81e-9ee123908d2a HTTP/1.1" status: 200 len: 910 time: 0.1845767 Feb 09 01:44:08.490765 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7854f129-b30e-47c8-b3bb-1bae3b4a401e tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:44:08.507083 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ed6140-adf9-4f42-a13a-b8da857e1a81 None None] Sync routers for ids ['75609b42-f63b-41f6-9d03-38bbabed6a0c'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:44:08.526363 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1998474f-1d7a-4e93-bf89-38bb43364702 req-7884dd95-352e-4d13-9c89-c7c858cd6852 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20d45416-3738-48c5-aa9e-902ebb4ea23c HTTP/1.1" status: 200 len: 217 time: 0.0701551 Feb 09 01:44:08.530059 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ed6140-adf9-4f42-a13a-b8da857e1a81 None None] Routers {'75609b42-f63b-41f6-9d03-38bbabed6a0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:08.530697 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-01ed6140-adf9-4f42-a13a-b8da857e1a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:43:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['75609b42-f63b-41f6-9d03-38bbabed6a0c'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:08.611165 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998474f-1d7a-4e93-bf89-38bb43364702 req-4c75152c-07ba-456d-b9f7-26fe975ef974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:08.612941 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1998474f-1d7a-4e93-bf89-38bb43364702 req-4c75152c-07ba-456d-b9f7-26fe975ef974 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=7e87a3ec-a5e9-471c-892e-ed0fc84fab8e HTTP/1.1" status: 200 len: 848 time: 0.0781438 Feb 09 01:44:08.620609 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-01ed6140-adf9-4f42-a13a-b8da857e1a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:08.633723 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ed6140-adf9-4f42-a13a-b8da857e1a81 None None] Routers {'75609b42-f63b-41f6-9d03-38bbabed6a0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:08.634550 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-01ed6140-adf9-4f42-a13a-b8da857e1a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:43:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['75609b42-f63b-41f6-9d03-38bbabed6a0c'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:08.668256 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-572be536-06e3-49e5-9db4-1a448f90359a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:08.698025 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998474f-1d7a-4e93-bf89-38bb43364702 req-999d39e9-2a95-43bc-a781-e2d2311fb983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:08.700505 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1998474f-1d7a-4e93-bf89-38bb43364702 req-999d39e9-2a95-43bc-a781-e2d2311fb983 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=10231078-b0c2-43f9-b81e-9ee123908d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0770662 Feb 09 01:44:08.728701 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-01ed6140-adf9-4f42-a13a-b8da857e1a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:08.729382 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ed6140-adf9-4f42-a13a-b8da857e1a81 None None] The sync data for ids ['75609b42-f63b-41f6-9d03-38bbabed6a0c'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:44:08.826492 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1998474f-1d7a-4e93-bf89-38bb43364702 req-57c6fceb-28bc-4490-9874-9160357dde9a service neutron] 10.222.0.121 "GET /v2.0/networks/10231078-b0c2-43f9-b81e-9ee123908d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182065 Feb 09 01:44:08.881485 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-572be536-06e3-49e5-9db4-1a448f90359a admin admin] Publish callbacks [] for security_group (b598bd49-ad9a-492b-b5a1-adc7fa6a2690), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:08.892369 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-572be536-06e3-49e5-9db4-1a448f90359a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b598bd49-ad9a-492b-b5a1-adc7fa6a2690), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:08.945021 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1998474f-1d7a-4e93-bf89-38bb43364702 req-d5b8e350-7665-4c83-b372-21fba8169407 service neutron] 10.222.0.121 "GET /v2.0/networks/10231078-b0c2-43f9-b81e-9ee123908d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109211 Feb 09 01:44:08.965401 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-572be536-06e3-49e5-9db4-1a448f90359a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ca5f727594a743b59f878d26f79c05bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6722984 Feb 09 01:44:08.966605 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33126) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:08.969449 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572be536-06e3-49e5-9db4-1a448f90359a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b598bd49-ad9a-492b-b5a1-adc7fa6a2690,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:08.999380 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7854f129-b30e-47c8-b3bb-1bae3b4a401e tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Router 75609b42-f63b-41f6-9d03-38bbabed6a0c has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:44:09.031522 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-16b08540-f504-474b-ad66-75e22d43a1da admin admin] Publish callbacks [] for security_group (b598bd49-ad9a-492b-b5a1-adc7fa6a2690), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:09.063816 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-16b08540-f504-474b-ad66-75e22d43a1da admin admin] Publish callbacks [] for security_group (b598bd49-ad9a-492b-b5a1-adc7fa6a2690), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:09.127914 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-16b08540-f504-474b-ad66-75e22d43a1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b598bd49-ad9a-492b-b5a1-adc7fa6a2690), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:09.133665 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-16b08540-f504-474b-ad66-75e22d43a1da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:09.138160 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-16b08540-f504-474b-ad66-75e22d43a1da admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b598bd49-ad9a-492b-b5a1-adc7fa6a2690 HTTP/1.1" status: 204 len: 168 time: 0.1699181 Feb 09 01:44:09.147852 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b08540-f504-474b-ad66-75e22d43a1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b598bd49-ad9a-492b-b5a1-adc7fa6a2690,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:09.222591 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253355b2-1bd5-42e2-a432-9d84a669591b req-acc36367-5425-4957-9ff6-910976fb5134 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:09.226609 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-253355b2-1bd5-42e2-a432-9d84a669591b req-acc36367-5425-4957-9ff6-910976fb5134 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=11ce300d-cbc3-4a17-8530-b6545772df37 HTTP/1.1" status: 200 len: 1126 time: 0.0907760 Feb 09 01:44:09.227131 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7854f129-b30e-47c8-b3bb-1bae3b4a401e tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:44:09.231969 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7854f129-b30e-47c8-b3bb-1bae3b4a401e tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:09.238702 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe58876-a07b-43e3-84f9-3a0c36936c86 None None] Sync routers for ids ['75609b42-f63b-41f6-9d03-38bbabed6a0c'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:44:09.261336 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe58876-a07b-43e3-84f9-3a0c36936c86 None None] Routers {'75609b42-f63b-41f6-9d03-38bbabed6a0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:09.262138 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-ffe58876-a07b-43e3-84f9-3a0c36936c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:43:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['75609b42-f63b-41f6-9d03-38bbabed6a0c'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:09.305908 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-253355b2-1bd5-42e2-a432-9d84a669591b req-bc1feb60-1a93-4760-9f1f-ecc067c19571 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=eda9b4c8-aef0-4373-bb4c-dd86271e8d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711784 Feb 09 01:44:09.326522 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-ffe58876-a07b-43e3-84f9-3a0c36936c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:09.343563 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe58876-a07b-43e3-84f9-3a0c36936c86 None None] Routers {'75609b42-f63b-41f6-9d03-38bbabed6a0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:09.346713 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-ffe58876-a07b-43e3-84f9-3a0c36936c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:43:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['75609b42-f63b-41f6-9d03-38bbabed6a0c'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:09.358067 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7854f129-b30e-47c8-b3bb-1bae3b4a401e tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "PUT /v2.0/floatingips/7e351b87-3e25-45cd-a7c8-ddab09f828d1 HTTP/1.1" status: 200 len: 977 time: 3.3051999 Feb 09 01:44:09.358571 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33144) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:09.365536 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-b2d780d1-dba5-4d47-b1c5-f4afc16fe2eb tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:09.430483 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-ffe58876-a07b-43e3-84f9-3a0c36936c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:09.431171 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe58876-a07b-43e3-84f9-3a0c36936c86 None None] The sync data for ids ['75609b42-f63b-41f6-9d03-38bbabed6a0c'] in n-d-822053-40 is: [] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:44:09.467143 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b2d780d1-dba5-4d47-b1c5-f4afc16fe2eb tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for floatingip (7e351b87-3e25-45cd-a7c8-ddab09f828d1), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:09.672411 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b2d780d1-dba5-4d47-b1c5-f4afc16fe2eb tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:09.676941 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b2d780d1-dba5-4d47-b1c5-f4afc16fe2eb tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (7e351b87-3e25-45cd-a7c8-ddab09f828d1), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:09.677211 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [None req-b2d780d1-dba5-4d47-b1c5-f4afc16fe2eb tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Floating IP 7e351b87-3e25-45cd-a7c8-ddab09f828d1 disassociated. External IP: 172.25.1.96, port: e21b8d8f-87f7-442d-8380-add580a2e776. Feb 09 01:44:09.792826 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33156) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:09.812826 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8202cef8-cf4d-40f1-b9e2-13b69437f926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:09.987437 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8202cef8-cf4d-40f1-b9e2-13b69437f926 admin admin] Publish callbacks [] for security_group (2efa833a-28b7-4a50-9107-d83748b08f09), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:09.994219 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8202cef8-cf4d-40f1-b9e2-13b69437f926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (2efa833a-28b7-4a50-9107-d83748b08f09), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:09.997578 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d780d1-dba5-4d47-b1c5-f4afc16fe2eb tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Router 75609b42-f63b-41f6-9d03-38bbabed6a0c has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:44:10.043861 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8202cef8-cf4d-40f1-b9e2-13b69437f926 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2946e2096fec44da8e08b4330d5c3d0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2499108 Feb 09 01:44:10.046568 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202cef8-cf4d-40f1-b9e2-13b69437f926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2efa833a-28b7-4a50-9107-d83748b08f09,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:10.048251 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33162) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:10.109443 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b297021f-bf7c-4c98-aad9-a6178ed22e4e admin admin] Publish callbacks [] for security_group (2efa833a-28b7-4a50-9107-d83748b08f09), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:10.144466 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b297021f-bf7c-4c98-aad9-a6178ed22e4e admin admin] Publish callbacks [] for security_group (2efa833a-28b7-4a50-9107-d83748b08f09), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:10.173478 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d780d1-dba5-4d47-b1c5-f4afc16fe2eb tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:44:10.179363 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b2d780d1-dba5-4d47-b1c5-f4afc16fe2eb tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:10.195890 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85f2051-3df9-4606-9de5-df503bb39c92 None None] Sync routers for ids ['75609b42-f63b-41f6-9d03-38bbabed6a0c'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:44:10.204071 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b297021f-bf7c-4c98-aad9-a6178ed22e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (2efa833a-28b7-4a50-9107-d83748b08f09), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:10.207700 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b297021f-bf7c-4c98-aad9-a6178ed22e4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:10.208682 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85f2051-3df9-4606-9de5-df503bb39c92 None None] Routers {'75609b42-f63b-41f6-9d03-38bbabed6a0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:10.209266 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b297021f-bf7c-4c98-aad9-a6178ed22e4e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2efa833a-28b7-4a50-9107-d83748b08f09 HTTP/1.1" status: 204 len: 168 time: 0.1598828 Feb 09 01:44:10.209640 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-d85f2051-3df9-4606-9de5-df503bb39c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:43:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['75609b42-f63b-41f6-9d03-38bbabed6a0c'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:10.217032 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b2d780d1-dba5-4d47-b1c5-f4afc16fe2eb tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "PUT /v2.0/floatingips/7e351b87-3e25-45cd-a7c8-ddab09f828d1 HTTP/1.1" status: 200 len: 687 time: 0.8574030 Feb 09 01:44:10.220206 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33166) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:10.224672 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297021f-bf7c-4c98-aad9-a6178ed22e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2efa833a-28b7-4a50-9107-d83748b08f09,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:10.293372 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-d85f2051-3df9-4606-9de5-df503bb39c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:10.302566 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85f2051-3df9-4606-9de5-df503bb39c92 None None] Routers {'75609b42-f63b-41f6-9d03-38bbabed6a0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:10.303432 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-d85f2051-3df9-4606-9de5-df503bb39c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:43:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['75609b42-f63b-41f6-9d03-38bbabed6a0c'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:10.376359 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-b0e5e927-90e1-476a-a531-9cf885f4ca50 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Deleting port aa468c78-3ebf-4f03-abbb-d6327bc1455d {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:10.376709 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b0e5e927-90e1-476a-a531-9cf885f4ca50 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (aa468c78-3ebf-4f03-abbb-d6327bc1455d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:10.386633 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-d85f2051-3df9-4606-9de5-df503bb39c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:10.391133 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85f2051-3df9-4606-9de5-df503bb39c92 None None] The sync data for ids ['75609b42-f63b-41f6-9d03-38bbabed6a0c'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:44:10.489650 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bf668-39d9-4384-ab9c-dd5c429b3757 req-96a3088c-0c35-4de5-83dc-325490b633b9 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:10.491210 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-376bf668-39d9-4384-ab9c-dd5c429b3757 req-96a3088c-0c35-4de5-83dc-325490b633b9 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=11ce300d-cbc3-4a17-8530-b6545772df37 HTTP/1.1" status: 200 len: 1126 time: 0.0670485 Feb 09 01:44:10.512026 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b0e5e927-90e1-476a-a531-9cf885f4ca50 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (aa468c78-3ebf-4f03-abbb-d6327bc1455d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:10.512305 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b0e5e927-90e1-476a-a531-9cf885f4ca50 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for floatingip (aa468c78-3ebf-4f03-abbb-d6327bc1455d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:10.533153 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-b0e5e927-90e1-476a-a531-9cf885f4ca50 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Calling delete_port for aa468c78-3ebf-4f03-abbb-d6327bc1455d owned by network:floatingip {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:10.573056 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-376bf668-39d9-4384-ab9c-dd5c429b3757 req-b57a3e98-a580-4020-a7b9-ddc6b45de0f9 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=eda9b4c8-aef0-4373-bb4c-dd86271e8d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706377 Feb 09 01:44:10.645345 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33172) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:10.661270 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-841860e5-fa0b-4891-a226-5a8f751bf447 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:10.739834 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b0e5e927-90e1-476a-a531-9cf885f4ca50 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (aa468c78-3ebf-4f03-abbb-d6327bc1455d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:10.773522 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e5e927-90e1-476a-a531-9cf885f4ca50 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event deleted for resources: {'Port': ['ID=aa468c78-3ebf-4f03-abbb-d6327bc1455d,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:10.823698 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-841860e5-fa0b-4891-a226-5a8f751bf447 admin admin] Publish callbacks [] for security_group (a0f8e743-0d95-470e-a7bb-6071e80ff185), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:10.830427 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-841860e5-fa0b-4891-a226-5a8f751bf447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (a0f8e743-0d95-470e-a7bb-6071e80ff185), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:10.864545 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b0e5e927-90e1-476a-a531-9cf885f4ca50 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for floatingip (7e351b87-3e25-45cd-a7c8-ddab09f828d1), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:10.869273 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b0e5e927-90e1-476a-a531-9cf885f4ca50 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:10.872934 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b0e5e927-90e1-476a-a531-9cf885f4ca50 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "DELETE /v2.0/floatingips/7e351b87-3e25-45cd-a7c8-ddab09f828d1 HTTP/1.1" status: 204 len: 168 time: 0.6479247 Feb 09 01:44:10.874523 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33180) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:10.919933 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-0df24182-3632-4b3f-b024-d87e47268da2 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] delete failed (client error): The resource could not be found. Feb 09 01:44:10.928823 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841860e5-fa0b-4891-a226-5a8f751bf447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f8e743-0d95-470e-a7bb-6071e80ff185,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:10.931115 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0df24182-3632-4b3f-b024-d87e47268da2 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "DELETE /v2.0/floatingips/7e351b87-3e25-45cd-a7c8-ddab09f828d1 HTTP/1.1" status: 404 len: 345 time: 0.0550647 Feb 09 01:44:10.935003 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33182) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:10.946114 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-841860e5-fa0b-4891-a226-5a8f751bf447 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=02ec15ec7b0d49baaceeae145bd89d1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2991965 Feb 09 01:44:10.948382 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33184) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:11.010061 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fa990223-f721-46e7-b72f-bf2eee380474 admin admin] Publish callbacks [] for security_group (a0f8e743-0d95-470e-a7bb-6071e80ff185), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:11.051465 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fa990223-f721-46e7-b72f-bf2eee380474 admin admin] Publish callbacks [] for security_group (a0f8e743-0d95-470e-a7bb-6071e80ff185), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:11.052463 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f28713f-42ba-42d3-bb54-02888dff4b8c tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:11.059610 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f28713f-42ba-42d3-bb54-02888dff4b8c tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:11.065975 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f28713f-42ba-42d3-bb54-02888dff4b8c tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:11.070861 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7f28713f-42ba-42d3-bb54-02888dff4b8c tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "GET /v2.0/ports?network_id=a26015ac-0308-4112-84b5-3e562e23f77d HTTP/1.1" status: 200 len: 2358 time: 0.1307781 Feb 09 01:44:11.071157 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33186) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:11.164134 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0966df8d-a39f-4367-93f9-bf12c9eaf653 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:11.168031 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0966df8d-a39f-4367-93f9-bf12c9eaf653 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "GET /v2.0/subnets/3c3104d7-e3ae-4e45-9c72-b6e3ae691f39 HTTP/1.1" status: 200 len: 797 time: 0.0930972 Feb 09 01:44:11.170825 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33194) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:11.182908 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-2156e9f9-2cf6-4912-8187-7127b68b5f6f tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Request body: {'port': {'network_id': 'a26015ac-0308-4112-84b5-3e562e23f77d', 'name': 'tempest-FloatingIPTestJSON-1675676786', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:11.200285 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fa990223-f721-46e7-b72f-bf2eee380474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (a0f8e743-0d95-470e-a7bb-6071e80ff185), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:11.204503 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fa990223-f721-46e7-b72f-bf2eee380474 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:11.205786 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-fa990223-f721-46e7-b72f-bf2eee380474 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a0f8e743-0d95-470e-a7bb-6071e80ff185 HTTP/1.1" status: 204 len: 168 time: 0.2562459 Feb 09 01:44:11.266743 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa990223-f721-46e7-b72f-bf2eee380474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f8e743-0d95-470e-a7bb-6071e80ff185,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:11.346742 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2156e9f9-2cf6-4912-8187-7127b68b5f6f tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Made reservation on behalf of 00f0067d4c504786a56af79791c42175 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:11.440666 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2156e9f9-2cf6-4912-8187-7127b68b5f6f tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:11.460781 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-2156e9f9-2cf6-4912-8187-7127b68b5f6f tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] device_id is not set on port fc3dc2ff-c711-4ccc-bb05-314f65db34be yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:44:11.605608 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 20d45416-3738-48c5-aa9e-902ebb4ea23c details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:44:11.727333 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 20d45416-3738-48c5-aa9e-902ebb4ea23c, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=20d45416-3738-48c5-aa9e-902ebb4ea23c,segment=NetworkSegment(89758696-bb00-42e9-96b7-6dcfdc3a5e07),segment_id=89758696-bb00-42e9-96b7-6dcfdc3a5e07)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:11.742665 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '20d45416-3738-48c5-aa9e-902ebb4ea23c', 'network_id': '10231078-b0c2-43f9-b81e-9ee123908d2a', 'port_id': '20d45416-3738-48c5-aa9e-902ebb4ea23c', 'mac_address': 'fa:16:3e:f3:79:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e87a3ec-a5e9-471c-892e-ed0fc84fab8e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:44:11.799409 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 20d45416-3738-48c5-aa9e-902ebb4ea23c is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:11.800081 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (20d45416-3738-48c5-aa9e-902ebb4ea23c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:11.807458 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64281ebb-73e5-4139-b082-289470c58593 req-d69aa017-7652-49f7-854d-0a15f6ab08a1 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:11.814531 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-64281ebb-73e5-4139-b082-289470c58593 req-d69aa017-7652-49f7-854d-0a15f6ab08a1 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=11ce300d-cbc3-4a17-8530-b6545772df37 HTTP/1.1" status: 200 len: 1126 time: 0.1099060 Feb 09 01:44:11.816004 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20d45416-3738-48c5-aa9e-902ebb4ea23c {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:44:11.828885 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-2156e9f9-2cf6-4912-8187-7127b68b5f6f tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Allocated IP 172.20.0.14 (a26015ac-0308-4112-84b5-3e562e23f77d/3c3104d7-e3ae-4e45-9c72-b6e3ae691f39/fc3dc2ff-c711-4ccc-bb05-314f65db34be) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:11.835342 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-2156e9f9-2cf6-4912-8187-7127b68b5f6f tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Allocated IP 172.20.0.13 (a26015ac-0308-4112-84b5-3e562e23f77d/3c3104d7-e3ae-4e45-9c72-b6e3ae691f39/fc3dc2ff-c711-4ccc-bb05-314f65db34be) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:11.844682 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 20d45416-3738-48c5-aa9e-902ebb4ea23c, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=20d45416-3738-48c5-aa9e-902ebb4ea23c,segment=NetworkSegment(89758696-bb00-42e9-96b7-6dcfdc3a5e07),segment_id=89758696-bb00-42e9-96b7-6dcfdc3a5e07)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:11.853270 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (20d45416-3738-48c5-aa9e-902ebb4ea23c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:11.901018 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-64281ebb-73e5-4139-b082-289470c58593 req-b0f9db86-85df-4474-903e-2e20c96ab653 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=eda9b4c8-aef0-4373-bb4c-dd86271e8d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839994 Feb 09 01:44:11.937760 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=20d45416-3738-48c5-aa9e-902ebb4ea23c,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:12.101702 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['20d45416-3738-48c5-aa9e-902ebb4ea23c'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:44:12.477861 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2156e9f9-2cf6-4912-8187-7127b68b5f6f tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for port (fc3dc2ff-c711-4ccc-bb05-314f65db34be), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:12.526297 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2156e9f9-2cf6-4912-8187-7127b68b5f6f tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (fc3dc2ff-c711-4ccc-bb05-314f65db34be), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:12.585056 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2156e9f9-2cf6-4912-8187-7127b68b5f6f tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Network a26015ac-0308-4112-84b5-3e562e23f77d is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:12.588626 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-2156e9f9-2cf6-4912-8187-7127b68b5f6f tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:12.595051 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2156e9f9-2cf6-4912-8187-7127b68b5f6f tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:44:12.629574 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2156e9f9-2cf6-4912-8187-7127b68b5f6f tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event updated for resources: {'Port': ['ID=fc3dc2ff-c711-4ccc-bb05-314f65db34be,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:12.687131 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2156e9f9-2cf6-4912-8187-7127b68b5f6f tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:12.688049 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2156e9f9-2cf6-4912-8187-7127b68b5f6f tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:12.714646 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2156e9f9-2cf6-4912-8187-7127b68b5f6f tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.5403075 Feb 09 01:44:12.715072 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33246) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:12.723381 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-e5109b15-1f6f-485b-868e-05b3c5d4c606 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'port_id': 'fc3dc2ff-c711-4ccc-bb05-314f65db34be', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:12.770525 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e5109b15-1f6f-485b-868e-05b3c5d4c606 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:12.919070 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e5109b15-1f6f-485b-868e-05b3c5d4c606 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:13.072981 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-e5109b15-1f6f-485b-868e-05b3c5d4c606 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Allocated IP 172.25.1.238 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/3a0e62a6-ac3b-4cfc-bbf1-a3d9dce5c8f6) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:13.380504 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a62510-783a-489f-a375-90ed5b97ed94 req-bb45dec5-22bd-43ac-b693-e1e9e08e8ca1 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:13.382342 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a5a62510-783a-489f-a375-90ed5b97ed94 req-bb45dec5-22bd-43ac-b693-e1e9e08e8ca1 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=11ce300d-cbc3-4a17-8530-b6545772df37 HTTP/1.1" status: 200 len: 1127 time: 0.3699067 Feb 09 01:44:13.481731 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a5a62510-783a-489f-a375-90ed5b97ed94 req-c089c5a3-d177-49d2-bebb-60ad164a93f0 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=eda9b4c8-aef0-4373-bb4c-dd86271e8d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751648 Feb 09 01:44:13.527451 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e5109b15-1f6f-485b-868e-05b3c5d4c606 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for port (3a0e62a6-ac3b-4cfc-bbf1-a3d9dce5c8f6), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:13.581322 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e5109b15-1f6f-485b-868e-05b3c5d4c606 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (3a0e62a6-ac3b-4cfc-bbf1-a3d9dce5c8f6), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:13.606342 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 20d45416-3738-48c5-aa9e-902ebb4ea23c up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:44:13.634225 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5109b15-1f6f-485b-868e-05b3c5d4c606 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:13.638074 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-e5109b15-1f6f-485b-868e-05b3c5d4c606 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:13.642545 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5109b15-1f6f-485b-868e-05b3c5d4c606 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:44:13.684536 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5109b15-1f6f-485b-868e-05b3c5d4c606 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event updated for resources: {'Port': ['ID=3a0e62a6-ac3b-4cfc-bbf1-a3d9dce5c8f6,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:13.713239 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 20d45416-3738-48c5-aa9e-902ebb4ea23c completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:44:13.721203 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 20d45416-3738-48c5-aa9e-902ebb4ea23c triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:13.721664 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (20d45416-3738-48c5-aa9e-902ebb4ea23c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:13.904382 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 20d45416-3738-48c5-aa9e-902ebb4ea23c is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:13.905017 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (20d45416-3738-48c5-aa9e-902ebb4ea23c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:13.949206 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ce300d-cbc3-4a17-8530-b6545772df37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d45416-3738-48c5-aa9e-902ebb4ea23c'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:44:13.952280 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b62d29b-5fc8-40ce-885f-005d99bf6b28" -d '{"events": [{"server_uuid": "11ce300d-cbc3-4a17-8530-b6545772df37", "name": "network-vif-plugged", "status": "completed", "tag": "20d45416-3738-48c5-aa9e-902ebb4ea23c"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:44:13.969883 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 20d45416-3738-48c5-aa9e-902ebb4ea23c, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=20d45416-3738-48c5-aa9e-902ebb4ea23c,segment=NetworkSegment(89758696-bb00-42e9-96b7-6dcfdc3a5e07),segment_id=89758696-bb00-42e9-96b7-6dcfdc3a5e07)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:13.977474 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (20d45416-3738-48c5-aa9e-902ebb4ea23c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:14.054727 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=20d45416-3738-48c5-aa9e-902ebb4ea23c,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:14.066707 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b449b841-b365-4339-b2cb-ab469f75560c x-openstack-request-id: req-b449b841-b365-4339-b2cb-ab469f75560c {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:44:14.068227 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ce300d-cbc3-4a17-8530-b6545772df37", "name": "network-vif-plugged", "status": "completed", "tag": "20d45416-3738-48c5-aa9e-902ebb4ea23c", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:44:14.069989 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b449b841-b365-4339-b2cb-ab469f75560c {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:44:14.073024 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ce300d-cbc3-4a17-8530-b6545772df37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d45416-3738-48c5-aa9e-902ebb4ea23c', 'code': 200} Feb 09 01:44:14.191544 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248fea-f24c-41dd-94f5-e6046ee55868 req-ed8ff032-0132-4b04-bc1a-91f88bba07b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:14.193449 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e1248fea-f24c-41dd-94f5-e6046ee55868 req-ed8ff032-0132-4b04-bc1a-91f88bba07b1 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=11ce300d-cbc3-4a17-8530-b6545772df37 HTTP/1.1" status: 200 len: 1128 time: 0.0755939 Feb 09 01:44:14.246767 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e1248fea-f24c-41dd-94f5-e6046ee55868 req-34f6ef03-7038-41c1-a752-1d695474a8a3 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=eda9b4c8-aef0-4373-bb4c-dd86271e8d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460835 Feb 09 01:44:14.292799 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e5109b15-1f6f-485b-868e-05b3c5d4c606 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for floatingip (280581f2-bc65-42ed-b1d7-b3723f25bdf6), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:14.376620 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e5109b15-1f6f-485b-868e-05b3c5d4c606 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3a0e62a6-ac3b-4cfc-bbf1-a3d9dce5c8f6), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:14.547147 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e5109b15-1f6f-485b-868e-05b3c5d4c606 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for port (3a0e62a6-ac3b-4cfc-bbf1-a3d9dce5c8f6), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:14.552974 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e5109b15-1f6f-485b-868e-05b3c5d4c606 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (3a0e62a6-ac3b-4cfc-bbf1-a3d9dce5c8f6), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:14.665296 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5109b15-1f6f-485b-868e-05b3c5d4c606 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event updated for resources: {'Port': ['ID=3a0e62a6-ac3b-4cfc-bbf1-a3d9dce5c8f6,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:14.685958 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e5109b15-1f6f-485b-868e-05b3c5d4c606 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (280581f2-bc65-42ed-b1d7-b3723f25bdf6), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:14.755748 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc481b5-0db2-468b-bc0f-bf7541402289 req-3bd93ee6-feb9-4649-b1a7-cb9382693794 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:14.757407 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8cc481b5-0db2-468b-bc0f-bf7541402289 req-3bd93ee6-feb9-4649-b1a7-cb9382693794 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=11ce300d-cbc3-4a17-8530-b6545772df37 HTTP/1.1" status: 200 len: 1128 time: 0.1693587 Feb 09 01:44:14.827841 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [None req-e5109b15-1f6f-485b-868e-05b3c5d4c606 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Floating IP 280581f2-bc65-42ed-b1d7-b3723f25bdf6 associated. External IP: 172.25.1.238, port: fc3dc2ff-c711-4ccc-bb05-314f65db34be. Feb 09 01:44:14.895876 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8cc481b5-0db2-468b-bc0f-bf7541402289 req-54cba61b-67b1-42ea-b8f0-18009a89beaf tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=eda9b4c8-aef0-4373-bb4c-dd86271e8d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130228 Feb 09 01:44:15.148572 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5109b15-1f6f-485b-868e-05b3c5d4c606 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Router 75609b42-f63b-41f6-9d03-38bbabed6a0c has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:44:15.306966 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5109b15-1f6f-485b-868e-05b3c5d4c606 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:44:15.322367 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e2717a-b324-47bb-a6dd-5bdea0879266 None None] Sync routers for ids ['75609b42-f63b-41f6-9d03-38bbabed6a0c'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:44:15.339655 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e2717a-b324-47bb-a6dd-5bdea0879266 None None] Routers {'75609b42-f63b-41f6-9d03-38bbabed6a0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:15.340637 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-48e2717a-b324-47bb-a6dd-5bdea0879266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:43:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['75609b42-f63b-41f6-9d03-38bbabed6a0c'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:15.348093 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e5109b15-1f6f-485b-868e-05b3c5d4c606 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:15.398476 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33316) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:15.402556 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e5109b15-1f6f-485b-868e-05b3c5d4c606 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.6850595 Feb 09 01:44:15.406204 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-bba1d4b0-f149-4b00-a022-b30e116d49d1 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Request body: {'floatingip': {'port_id': 'fc3dc2ff-c711-4ccc-bb05-314f65db34be', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:15.460812 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-48e2717a-b324-47bb-a6dd-5bdea0879266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:15.471838 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e2717a-b324-47bb-a6dd-5bdea0879266 None None] Routers {'75609b42-f63b-41f6-9d03-38bbabed6a0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:15.477567 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-48e2717a-b324-47bb-a6dd-5bdea0879266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:43:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['75609b42-f63b-41f6-9d03-38bbabed6a0c'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:15.512791 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bba1d4b0-f149-4b00-a022-b30e116d49d1 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for floatingip (280581f2-bc65-42ed-b1d7-b3723f25bdf6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:15.532707 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-48e2717a-b324-47bb-a6dd-5bdea0879266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:15.533671 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e2717a-b324-47bb-a6dd-5bdea0879266 None None] The sync data for ids ['75609b42-f63b-41f6-9d03-38bbabed6a0c'] in n-d-822053-40 is: [] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:44:16.050591 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94069ac5-7d3b-4a37-923d-a6ceeb6bfcb8 req-dba845b6-3b36-49d4-ad21-5212d03bf5d6 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:16.058812 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94069ac5-7d3b-4a37-923d-a6ceeb6bfcb8 req-dba845b6-3b36-49d4-ad21-5212d03bf5d6 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=11ce300d-cbc3-4a17-8530-b6545772df37 HTTP/1.1" status: 200 len: 1128 time: 0.0632098 Feb 09 01:44:16.113464 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bba1d4b0-f149-4b00-a022-b30e116d49d1 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:16.119146 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bba1d4b0-f149-4b00-a022-b30e116d49d1 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (280581f2-bc65-42ed-b1d7-b3723f25bdf6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:16.124717 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94069ac5-7d3b-4a37-923d-a6ceeb6bfcb8 req-bb3debd2-3701-4248-8a44-f91d53f6a6bf tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=eda9b4c8-aef0-4373-bb4c-dd86271e8d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649624 Feb 09 01:44:16.315570 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262fb9a-5b61-4a1b-a037-34e7e9bd3ca4 req-88ae47bc-64bf-4814-8f3f-aa278d0db109 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:16.318594 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7262fb9a-5b61-4a1b-a037-34e7e9bd3ca4 req-88ae47bc-64bf-4814-8f3f-aa278d0db109 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=11ce300d-cbc3-4a17-8530-b6545772df37 HTTP/1.1" status: 200 len: 1128 time: 0.1069155 Feb 09 01:44:16.429054 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7262fb9a-5b61-4a1b-a037-34e7e9bd3ca4 req-1f7b6028-9062-4ccf-841e-3c17086a2158 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=eda9b4c8-aef0-4373-bb4c-dd86271e8d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027062 Feb 09 01:44:16.549774 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba1d4b0-f149-4b00-a022-b30e116d49d1 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Router 75609b42-f63b-41f6-9d03-38bbabed6a0c has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:44:16.753250 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21571da-4f9b-4592-b314-77e1bac4010d req-dc97590a-94eb-4642-986c-61800c93dc07 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:16.766932 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d21571da-4f9b-4592-b314-77e1bac4010d req-dc97590a-94eb-4642-986c-61800c93dc07 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=11ce300d-cbc3-4a17-8530-b6545772df37 HTTP/1.1" status: 200 len: 1128 time: 0.1206920 Feb 09 01:44:16.815510 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba1d4b0-f149-4b00-a022-b30e116d49d1 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:44:16.822241 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bba1d4b0-f149-4b00-a022-b30e116d49d1 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:16.827403 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48933ea2-29be-4413-b3a1-1067a8f59265 None None] Sync routers for ids ['75609b42-f63b-41f6-9d03-38bbabed6a0c'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:44:16.846167 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48933ea2-29be-4413-b3a1-1067a8f59265 None None] Routers {'75609b42-f63b-41f6-9d03-38bbabed6a0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:16.852752 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-48933ea2-29be-4413-b3a1-1067a8f59265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:43:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['75609b42-f63b-41f6-9d03-38bbabed6a0c'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:16.904774 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d21571da-4f9b-4592-b314-77e1bac4010d req-ca53cd69-3433-46e4-b543-ad553562ad7d tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=eda9b4c8-aef0-4373-bb4c-dd86271e8d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368263 Feb 09 01:44:16.982414 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-48933ea2-29be-4413-b3a1-1067a8f59265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:17.024272 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48933ea2-29be-4413-b3a1-1067a8f59265 None None] Routers {'75609b42-f63b-41f6-9d03-38bbabed6a0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:17.031929 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-48933ea2-29be-4413-b3a1-1067a8f59265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:43:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['75609b42-f63b-41f6-9d03-38bbabed6a0c'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:17.035927 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-bba1d4b0-f149-4b00-a022-b30e116d49d1 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "PUT /v2.0/floatingips/280581f2-bc65-42ed-b1d7-b3723f25bdf6 HTTP/1.1" status: 200 len: 979 time: 1.6355767 Feb 09 01:44:17.042330 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33372) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:17.140561 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-48933ea2-29be-4413-b3a1-1067a8f59265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:17.141438 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48933ea2-29be-4413-b3a1-1067a8f59265 None None] The sync data for ids ['75609b42-f63b-41f6-9d03-38bbabed6a0c'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:44:17.333883 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-b1459060-8f9e-488b-9d5d-1bbf40b8a9fa tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:17.341645 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-b1459060-8f9e-488b-9d5d-1bbf40b8a9fa tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/networks?id=10231078-b0c2-43f9-b81e-9ee123908d2a HTTP/1.1" status: 200 len: 910 time: 0.2008862 Feb 09 01:44:17.364052 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-533173f2-d707-4d0e-9cdd-efa19c78a7ef tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/quotas/3c85d6cef98c4292a0b0434bbfb2384e HTTP/1.1" status: 200 len: 375 time: 0.0214064 Feb 09 01:44:17.457862 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-24cac02d-f3cb-494a-a8b0-fcb7b717678d tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c85d6cef98c4292a0b0434bbfb2384e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0927038 Feb 09 01:44:17.469692 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-1c111dcf-0b0c-4a32-856d-0c11e9a439d0 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Deleting port 3a0e62a6-ac3b-4cfc-bbf1-a3d9dce5c8f6 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:17.470207 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1c111dcf-0b0c-4a32-856d-0c11e9a439d0 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (3a0e62a6-ac3b-4cfc-bbf1-a3d9dce5c8f6), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:17.564584 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1c111dcf-0b0c-4a32-856d-0c11e9a439d0 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (3a0e62a6-ac3b-4cfc-bbf1-a3d9dce5c8f6), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:17.564584 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1c111dcf-0b0c-4a32-856d-0c11e9a439d0 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for floatingip (3a0e62a6-ac3b-4cfc-bbf1-a3d9dce5c8f6), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:17.579044 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-1c111dcf-0b0c-4a32-856d-0c11e9a439d0 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Calling delete_port for 3a0e62a6-ac3b-4cfc-bbf1-a3d9dce5c8f6 owned by network:floatingip {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:17.783160 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-dfc83586-33ae-482e-839a-5b4e89b1d53f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:44:17.791771 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-dfc83586-33ae-482e-839a-5b4e89b1d53f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3329763 Feb 09 01:44:17.865619 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1c111dcf-0b0c-4a32-856d-0c11e9a439d0 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (3a0e62a6-ac3b-4cfc-bbf1-a3d9dce5c8f6), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:17.920332 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c111dcf-0b0c-4a32-856d-0c11e9a439d0 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event deleted for resources: {'Port': ['ID=3a0e62a6-ac3b-4cfc-bbf1-a3d9dce5c8f6,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:18.003066 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1c111dcf-0b0c-4a32-856d-0c11e9a439d0 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for floatingip (280581f2-bc65-42ed-b1d7-b3723f25bdf6), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:18.003454 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [None req-1c111dcf-0b0c-4a32-856d-0c11e9a439d0 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Floating IP 280581f2-bc65-42ed-b1d7-b3723f25bdf6 disassociated (deleted). External IP: 172.25.1.238, port: fc3dc2ff-c711-4ccc-bb05-314f65db34be. Feb 09 01:44:18.105420 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-e886ac27-202a-49e4-807c-2cc47f719692 service neutron] 10.222.0.30 "GET /v2.0/networks/10231078-b0c2-43f9-b81e-9ee123908d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126881 Feb 09 01:44:18.289837 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-1bbc144e-70fa-4a05-a2e6-c6b677d681a5 service neutron] 10.222.0.30 "GET /v2.0/networks/10231078-b0c2-43f9-b81e-9ee123908d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764693 Feb 09 01:44:18.457638 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c111dcf-0b0c-4a32-856d-0c11e9a439d0 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Router 75609b42-f63b-41f6-9d03-38bbabed6a0c has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:44:18.648634 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7d2701ae-034b-4119-b645-19b89993b8b3 req-709c2cf8-cf14-45db-b3e0-b5c71d41befb tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=90d6aa0f-f1e3-414b-8aec-ed1c1dac031a HTTP/1.1" status: 200 len: 210 time: 0.1696613 Feb 09 01:44:18.778781 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c111dcf-0b0c-4a32-856d-0c11e9a439d0 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:44:18.791110 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c715d14c-4c17-4003-9ebf-c4a6b56beae9 None None] Sync routers for ids ['75609b42-f63b-41f6-9d03-38bbabed6a0c'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:44:18.791703 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1c111dcf-0b0c-4a32-856d-0c11e9a439d0 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:18.807029 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c715d14c-4c17-4003-9ebf-c4a6b56beae9 None None] Routers {'75609b42-f63b-41f6-9d03-38bbabed6a0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:18.807847 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c715d14c-4c17-4003-9ebf-c4a6b56beae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:43:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['75609b42-f63b-41f6-9d03-38bbabed6a0c'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:18.840295 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1c111dcf-0b0c-4a32-856d-0c11e9a439d0 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "DELETE /v2.0/floatingips/280581f2-bc65-42ed-b1d7-b3723f25bdf6 HTTP/1.1" status: 204 len: 168 time: 1.7966542 Feb 09 01:44:18.843015 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33434) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:18.874612 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c715d14c-4c17-4003-9ebf-c4a6b56beae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:18.895344 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c715d14c-4c17-4003-9ebf-c4a6b56beae9 None None] Routers {'75609b42-f63b-41f6-9d03-38bbabed6a0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:18.895949 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c715d14c-4c17-4003-9ebf-c4a6b56beae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:43:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['75609b42-f63b-41f6-9d03-38bbabed6a0c'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:19.045924 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9043a3c7-6208-4691-b967-3500ebe868ca tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Deleting port fc3dc2ff-c711-4ccc-bb05-314f65db34be {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:19.047433 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9043a3c7-6208-4691-b967-3500ebe868ca tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (fc3dc2ff-c711-4ccc-bb05-314f65db34be), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:19.134492 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c715d14c-4c17-4003-9ebf-c4a6b56beae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:19.135389 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c715d14c-4c17-4003-9ebf-c4a6b56beae9 None None] The sync data for ids ['75609b42-f63b-41f6-9d03-38bbabed6a0c'] in n-d-822053-40 is: [] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:44:19.237935 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9043a3c7-6208-4691-b967-3500ebe868ca tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (fc3dc2ff-c711-4ccc-bb05-314f65db34be), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:19.263699 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9043a3c7-6208-4691-b967-3500ebe868ca tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Calling delete_port for fc3dc2ff-c711-4ccc-bb05-314f65db34be owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:19.531807 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9043a3c7-6208-4691-b967-3500ebe868ca tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (fc3dc2ff-c711-4ccc-bb05-314f65db34be), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:19.532544 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:19.684407 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9043a3c7-6208-4691-b967-3500ebe868ca tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event deleted for resources: {'Port': ['ID=fc3dc2ff-c711-4ccc-bb05-314f65db34be,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:19.788775 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9043a3c7-6208-4691-b967-3500ebe868ca tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:19.793183 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9043a3c7-6208-4691-b967-3500ebe868ca tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "DELETE /v2.0/ports/fc3dc2ff-c711-4ccc-bb05-314f65db34be HTTP/1.1" status: 204 len: 168 time: 0.9482908 Feb 09 01:44:19.797412 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33450) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:19.802171 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-d0b75d92-d6d0-45cd-b3af-1b45d1dff0c3 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:19.812043 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d9cc162-dac8-4475-a647-31ee63b5d327 req-8a2f4f52-225e-4b20-8cd3-5ec37c83d2a6 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=90d6aa0f-f1e3-414b-8aec-ed1c1dac031a HTTP/1.1" status: 200 len: 210 time: 0.0578640 Feb 09 01:44:19.879855 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d0b75d92-d6d0-45cd-b3af-1b45d1dff0c3 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:20.035205 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d0b75d92-d6d0-45cd-b3af-1b45d1dff0c3 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:20.250270 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-d0b75d92-d6d0-45cd-b3af-1b45d1dff0c3 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Allocated IP 172.25.1.86 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/7dbf0633-7f44-4200-91a3-8666369880d2) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:20.252929 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-49a5d5dc-1be1-4e52-a9d7-fd8a71369c61 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:20.254409 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-49a5d5dc-1be1-4e52-a9d7-fd8a71369c61 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.91 "GET /v2.0/networks?id=10231078-b0c2-43f9-b81e-9ee123908d2a HTTP/1.1" status: 200 len: 910 time: 0.1710324 Feb 09 01:44:20.275784 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-47e0f5d2-7c77-4585-aafa-e3b8beed7c68 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Request body: {'port': {'device_id': '90d6aa0f-f1e3-414b-8aec-ed1c1dac031a', 'network_id': '10231078-b0c2-43f9-b81e-9ee123908d2a', 'admin_state_up': True, 'tenant_id': '3c85d6cef98c4292a0b0434bbfb2384e'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:20.417213 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d0b75d92-d6d0-45cd-b3af-1b45d1dff0c3 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for port (7dbf0633-7f44-4200-91a3-8666369880d2), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:20.472223 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d0b75d92-d6d0-45cd-b3af-1b45d1dff0c3 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (7dbf0633-7f44-4200-91a3-8666369880d2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:20.478595 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-47e0f5d2-7c77-4585-aafa-e3b8beed7c68 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Made reservation on behalf of 3c85d6cef98c4292a0b0434bbfb2384e for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:20.482302 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-47e0f5d2-7c77-4585-aafa-e3b8beed7c68 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:20.590511 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b75d92-d6d0-45cd-b3af-1b45d1dff0c3 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:20.593768 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b75d92-d6d0-45cd-b3af-1b45d1dff0c3 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event updated for resources: {'Port': ['ID=7dbf0633-7f44-4200-91a3-8666369880d2,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:20.596393 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-d0b75d92-d6d0-45cd-b3af-1b45d1dff0c3 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:20.603909 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b75d92-d6d0-45cd-b3af-1b45d1dff0c3 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:44:20.805615 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-116a97e3-40b2-4ec9-8ae7-e16f29d9e838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:20.816021 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-47e0f5d2-7c77-4585-aafa-e3b8beed7c68 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Allocated IP 172.20.0.3 (10231078-b0c2-43f9-b81e-9ee123908d2a/7e87a3ec-a5e9-471c-892e-ed0fc84fab8e/2deb4c2d-d4b6-43fd-b85f-5f2182e48172) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:20.825865 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d0b75d92-d6d0-45cd-b3af-1b45d1dff0c3 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for floatingip (e95946bf-8123-443e-8786-a5933a53ec08), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:21.015784 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e5a08fa0-3ebf-47df-9cef-17f6f379da1b req-0f127af2-5e17-494e-a875-f628ab7d59b3 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=90d6aa0f-f1e3-414b-8aec-ed1c1dac031a HTTP/1.1" status: 200 len: 210 time: 0.0971076 Feb 09 01:44:21.046432 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:21.126703 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-47e0f5d2-7c77-4585-aafa-e3b8beed7c68 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Publish callbacks [] for port (2deb4c2d-d4b6-43fd-b85f-5f2182e48172), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:21.134401 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d0b75d92-d6d0-45cd-b3af-1b45d1dff0c3 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7dbf0633-7f44-4200-91a3-8666369880d2), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:21.394389 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d0b75d92-d6d0-45cd-b3af-1b45d1dff0c3 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for port (7dbf0633-7f44-4200-91a3-8666369880d2), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:21.406819 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d0b75d92-d6d0-45cd-b3af-1b45d1dff0c3 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (7dbf0633-7f44-4200-91a3-8666369880d2), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:21.429596 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-47e0f5d2-7c77-4585-aafa-e3b8beed7c68 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (2deb4c2d-d4b6-43fd-b85f-5f2182e48172), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:21.441043 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790616b1-c7fe-4ac7-b0ec-9900c75f9156 req-eddbac22-d575-48cb-bd56-716533defce8 tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:21.441043 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-790616b1-c7fe-4ac7-b0ec-9900c75f9156 req-eddbac22-d575-48cb-bd56-716533defce8 tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 1130 time: 0.1044588 Feb 09 01:44:21.442129 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['20d45416-3738-48c5-aa9e-902ebb4ea23c'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:44:21.548462 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-790616b1-c7fe-4ac7-b0ec-9900c75f9156 req-f454b867-31c9-40bb-8429-941aaca18595 tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=c174cb6e-64e7-44be-83f3-29ea109f9382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919783 Feb 09 01:44:21.572249 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33474) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:21.634566 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-47e0f5d2-7c77-4585-aafa-e3b8beed7c68 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Network 10231078-b0c2-43f9-b81e-9ee123908d2a is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:21.657031 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-47e0f5d2-7c77-4585-aafa-e3b8beed7c68 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:21.675282 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-47e0f5d2-7c77-4585-aafa-e3b8beed7c68 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:44:21.792834 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-47e0f5d2-7c77-4585-aafa-e3b8beed7c68 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:21.793514 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-47e0f5d2-7c77-4585-aafa-e3b8beed7c68 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:21.838386 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b75d92-d6d0-45cd-b3af-1b45d1dff0c3 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event updated for resources: {'Port': ['ID=7dbf0633-7f44-4200-91a3-8666369880d2,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:21.869828 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-47e0f5d2-7c77-4585-aafa-e3b8beed7c68 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6006794 Feb 09 01:44:21.911580 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-bbf0ed04-24e6-4dce-9c76-51a73d085483 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Deleting port 100e6e62-73be-43bd-9c5d-75d49d750d81 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:21.912937 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bbf0ed04-24e6-4dce-9c76-51a73d085483 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (100e6e62-73be-43bd-9c5d-75d49d750d81), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:21.944812 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-6846dcb2-f3e7-4127-8968-6cba288ca634 service neutron] Request body: {'port': {'device_id': '90d6aa0f-f1e3-414b-8aec-ed1c1dac031a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:21.953164 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d0b75d92-d6d0-45cd-b3af-1b45d1dff0c3 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (e95946bf-8123-443e-8786-a5933a53ec08), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:22.011624 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e0f5d2-7c77-4585-aafa-e3b8beed7c68 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Pushing event updated for resources: {'Port': ['ID=2deb4c2d-d4b6-43fd-b85f-5f2182e48172,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:22.045250 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bbf0ed04-24e6-4dce-9c76-51a73d085483 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (100e6e62-73be-43bd-9c5d-75d49d750d81), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:22.045784 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bbf0ed04-24e6-4dce-9c76-51a73d085483 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for floatingip (100e6e62-73be-43bd-9c5d-75d49d750d81), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:22.061607 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-bbf0ed04-24e6-4dce-9c76-51a73d085483 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Calling delete_port for 100e6e62-73be-43bd-9c5d-75d49d750d81 owned by network:floatingip {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:22.074637 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d0b75d92-d6d0-45cd-b3af-1b45d1dff0c3 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:22.089459 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d0b75d92-d6d0-45cd-b3af-1b45d1dff0c3 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2907736 Feb 09 01:44:22.090383 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33482) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:22.129054 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-b0c25612-462c-446e-b1d7-0dc366227e30 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Request body: {'port': {'network_id': 'a26015ac-0308-4112-84b5-3e562e23f77d', 'name': 'tempest-FloatingIPTestJSON-1399613578'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:22.158457 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-44948c22-3a96-4f43-ab3c-a880257bafbd None None] Provisioning complete for port 2deb4c2d-d4b6-43fd-b85f-5f2182e48172 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:22.161321 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-44948c22-3a96-4f43-ab3c-a880257bafbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2deb4c2d-d4b6-43fd-b85f-5f2182e48172), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:22.243257 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-44948c22-3a96-4f43-ab3c-a880257bafbd None None] Port 2deb4c2d-d4b6-43fd-b85f-5f2182e48172 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:44:22.358740 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-6846dcb2-f3e7-4127-8968-6cba288ca634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2deb4c2d-d4b6-43fd-b85f-5f2182e48172), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:22.446242 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bbf0ed04-24e6-4dce-9c76-51a73d085483 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (100e6e62-73be-43bd-9c5d-75d49d750d81), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:22.470266 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c25612-462c-446e-b1d7-0dc366227e30 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Made reservation on behalf of 00f0067d4c504786a56af79791c42175 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:22.473773 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b0c25612-462c-446e-b1d7-0dc366227e30 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:22.482935 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf0ed04-24e6-4dce-9c76-51a73d085483 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event deleted for resources: {'Port': ['ID=100e6e62-73be-43bd-9c5d-75d49d750d81,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:22.614084 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-b0c25612-462c-446e-b1d7-0dc366227e30 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] device_id is not set on port 105f34eb-e1ca-4ab6-a3b5-f1e6b8ba5c0e yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:44:22.641258 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33492) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:22.659386 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bbf0ed04-24e6-4dce-9c76-51a73d085483 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for floatingip (7166a4a3-c40c-42b5-81c1-0105bf767e7d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:22.660158 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [None req-bbf0ed04-24e6-4dce-9c76-51a73d085483 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Floating IP 7166a4a3-c40c-42b5-81c1-0105bf767e7d disassociated (deleted). External IP: 172.25.1.220, port: 40bd1084-775d-4c76-9af0-601321ece8a0. Feb 09 01:44:23.101705 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07454a8c-f0c2-4a3f-8438-9baa0d34e078 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:23.144945 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-b0c25612-462c-446e-b1d7-0dc366227e30 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Allocated IP 172.20.0.14 (a26015ac-0308-4112-84b5-3e562e23f77d/3c3104d7-e3ae-4e45-9c72-b6e3ae691f39/105f34eb-e1ca-4ab6-a3b5-f1e6b8ba5c0e) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:23.214863 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854ce42-576a-4c49-933a-a8b2ce4adb90 req-3e244d68-9977-4108-8f46-e2fc42056886 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:23.222098 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6854ce42-576a-4c49-933a-a8b2ce4adb90 req-3e244d68-9977-4108-8f46-e2fc42056886 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=90d6aa0f-f1e3-414b-8aec-ed1c1dac031a HTTP/1.1" status: 200 len: 1027 time: 0.8161221 Feb 09 01:44:23.298946 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6854ce42-576a-4c49-933a-a8b2ce4adb90 req-76d6a829-502e-4729-9415-8192afb6aa9f tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=eda9b4c8-aef0-4373-bb4c-dd86271e8d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757782 Feb 09 01:44:23.529487 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b0c25612-462c-446e-b1d7-0dc366227e30 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for port (105f34eb-e1ca-4ab6-a3b5-f1e6b8ba5c0e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:23.544079 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf0ed04-24e6-4dce-9c76-51a73d085483 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Router 8025ca1f-9460-4554-8173-fbc526245f9b has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:44:23.632323 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-6846dcb2-f3e7-4127-8968-6cba288ca634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2deb4c2d-d4b6-43fd-b85f-5f2182e48172 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:44:23.683260 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-6846dcb2-f3e7-4127-8968-6cba288ca634 service neutron] Publish callbacks [] for port (2deb4c2d-d4b6-43fd-b85f-5f2182e48172), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:23.689073 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07454a8c-f0c2-4a3f-8438-9baa0d34e078 admin admin] Publish callbacks [] for security_group (818cfe81-0ccf-47b1-bb55-97b93bb08e6c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:23.715422 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07454a8c-f0c2-4a3f-8438-9baa0d34e078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (818cfe81-0ccf-47b1-bb55-97b93bb08e6c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:23.733494 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b0c25612-462c-446e-b1d7-0dc366227e30 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (105f34eb-e1ca-4ab6-a3b5-f1e6b8ba5c0e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:23.792420 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-6846dcb2-f3e7-4127-8968-6cba288ca634 service neutron] Transition to ACTIVE for port object 2deb4c2d-d4b6-43fd-b85f-5f2182e48172 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:23.794562 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf0ed04-24e6-4dce-9c76-51a73d085483 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:44:23.810950 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6583c8-6172-41e8-bbfa-500a257e7bc0 None None] Sync routers for ids ['8025ca1f-9460-4554-8173-fbc526245f9b'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:44:23.814572 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bbf0ed04-24e6-4dce-9c76-51a73d085483 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:23.830273 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6583c8-6172-41e8-bbfa-500a257e7bc0 None None] Routers {'8025ca1f-9460-4554-8173-fbc526245f9b'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:23.830897 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ee6583c8-6172-41e8-bbfa-500a257e7bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:43:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['8025ca1f-9460-4554-8173-fbc526245f9b'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:23.839426 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-6846dcb2-f3e7-4127-8968-6cba288ca634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (2deb4c2d-d4b6-43fd-b85f-5f2182e48172), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:23.859905 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-bbf0ed04-24e6-4dce-9c76-51a73d085483 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "DELETE /v2.0/floatingips/7166a4a3-c40c-42b5-81c1-0105bf767e7d HTTP/1.1" status: 204 len: 168 time: 2.2865229 Feb 09 01:44:23.860642 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d6306cf-2382-4490-986b-294c2fa475db', 'tag': '40bd1084-775d-4c76-9af0-601321ece8a0'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:44:23.864279 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe83267-c5cd-46aa-9913-5ea0460ffacf" -d '{"events": [{"name": "network-changed", "server_uuid": "6d6306cf-2382-4490-986b-294c2fa475db", "tag": "40bd1084-775d-4c76-9af0-601321ece8a0"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:44:23.866432 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c25612-462c-446e-b1d7-0dc366227e30 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Network a26015ac-0308-4112-84b5-3e562e23f77d is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:23.867452 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07454a8c-f0c2-4a3f-8438-9baa0d34e078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818cfe81-0ccf-47b1-bb55-97b93bb08e6c,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:23.877242 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-07454a8c-f0c2-4a3f-8438-9baa0d34e078 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4aac3c99d4784db6a4f76d23177fe437&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2348931 Feb 09 01:44:23.879051 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33506) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:23.894773 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-b0c25612-462c-446e-b1d7-0dc366227e30 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:23.902312 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c25612-462c-446e-b1d7-0dc366227e30 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:44:23.916988 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c25612-462c-446e-b1d7-0dc366227e30 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event updated for resources: {'Port': ['ID=105f34eb-e1ca-4ab6-a3b5-f1e6b8ba5c0e,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:23.983766 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbb01d8-304e-4b11-b855-116dc80375e8 x-openstack-request-id: req-6dbb01d8-304e-4b11-b855-116dc80375e8 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:44:23.984420 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d6306cf-2382-4490-986b-294c2fa475db", "tag": "40bd1084-775d-4c76-9af0-601321ece8a0", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:44:23.984685 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6dbb01d8-304e-4b11-b855-116dc80375e8 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:44:23.985104 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d6306cf-2382-4490-986b-294c2fa475db', 'tag': '40bd1084-775d-4c76-9af0-601321ece8a0', 'status': 'completed', 'code': 200} Feb 09 01:44:24.126911 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-ee6583c8-6172-41e8-bbfa-500a257e7bc0 None None] Set router 8025ca1f-9460-4554-8173-fbc526245f9b gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:24.242316 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846dcb2-f3e7-4127-8968-6cba288ca634 service neutron] Pushing event updated for resources: {'Port': ['ID=2deb4c2d-d4b6-43fd-b85f-5f2182e48172,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:24.260325 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c25612-462c-446e-b1d7-0dc366227e30 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:24.261087 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b0c25612-462c-446e-b1d7-0dc366227e30 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:24.305384 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-592ed386-74c3-4a5e-9f62-b0636d2cb16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:24.338798 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-426720f8-4481-47cb-b086-d6601b206904 admin admin] Publish callbacks [] for security_group (818cfe81-0ccf-47b1-bb55-97b93bb08e6c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:24.356698 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33518) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:24.357756 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b0c25612-462c-446e-b1d7-0dc366227e30 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2656271 Feb 09 01:44:24.363920 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-28035228-d591-433c-ba70-03fbf947f0c6 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Request body: {'floatingip': {'port_id': '105f34eb-e1ca-4ab6-a3b5-f1e6b8ba5c0e'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:24.378754 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe83267-c5cd-46aa-9913-5ea0460ffacf req-e493262a-7b6c-4db2-8f93-d8e42578fe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:24.380525 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-efe83267-c5cd-46aa-9913-5ea0460ffacf req-e493262a-7b6c-4db2-8f93-d8e42578fe12 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e7f5366db1de43098724f0eb4e3342fd&device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 1130 time: 0.3555200 Feb 09 01:44:24.409987 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-6846dcb2-f3e7-4127-8968-6cba288ca634 service neutron] Attempting to bind port 2deb4c2d-d4b6-43fd-b85f-5f2182e48172 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:44:24.415118 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-6846dcb2-f3e7-4127-8968-6cba288ca634 service neutron] Attempting to bind port 2deb4c2d-d4b6-43fd-b85f-5f2182e48172 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '89758696-bb00-42e9-96b7-6dcfdc3a5e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '10231078-b0c2-43f9-b81e-9ee123908d2a'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:44:24.415776 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-6846dcb2-f3e7-4127-8968-6cba288ca634 service neutron] Attempting to bind port 2deb4c2d-d4b6-43fd-b85f-5f2182e48172 on network 10231078-b0c2-43f9-b81e-9ee123908d2a {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:44:24.460091 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-426720f8-4481-47cb-b086-d6601b206904 admin admin] Publish callbacks [] for security_group (818cfe81-0ccf-47b1-bb55-97b93bb08e6c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:24.484094 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-28035228-d591-433c-ba70-03fbf947f0c6 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for floatingip (e95946bf-8123-443e-8786-a5933a53ec08), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:24.546018 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-6846dcb2-f3e7-4127-8968-6cba288ca634 service neutron] Port 2deb4c2d-d4b6-43fd-b85f-5f2182e48172 on network 10231078-b0c2-43f9-b81e-9ee123908d2a not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:44:24.546505 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-6846dcb2-f3e7-4127-8968-6cba288ca634 service neutron] Attempting to bind port 2deb4c2d-d4b6-43fd-b85f-5f2182e48172 on network 10231078-b0c2-43f9-b81e-9ee123908d2a {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:44:24.575933 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-6846dcb2-f3e7-4127-8968-6cba288ca634 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:44:24.576471 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-6846dcb2-f3e7-4127-8968-6cba288ca634 service neutron] Checking segment: {'id': '89758696-bb00-42e9-96b7-6dcfdc3a5e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '10231078-b0c2-43f9-b81e-9ee123908d2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:44:24.576846 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-6846dcb2-f3e7-4127-8968-6cba288ca634 service neutron] Bound using segment: {'id': '89758696-bb00-42e9-96b7-6dcfdc3a5e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '10231078-b0c2-43f9-b81e-9ee123908d2a'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:44:24.577385 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-6846dcb2-f3e7-4127-8968-6cba288ca634 service neutron] Bound port: 2deb4c2d-d4b6-43fd-b85f-5f2182e48172, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89758696-bb00-42e9-96b7-6dcfdc3a5e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '10231078-b0c2-43f9-b81e-9ee123908d2a'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:44:24.577909 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-6846dcb2-f3e7-4127-8968-6cba288ca634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2deb4c2d-d4b6-43fd-b85f-5f2182e48172), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:24.689874 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ee6583c8-6172-41e8-bbfa-500a257e7bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8025ca1f-9460-4554-8173-fbc526245f9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890018208', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '78e3b947-e8f5-41f1-991e-1950045f3972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:44Z', 'updated_at': '2022-02-09T01:41:54Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '78e3b947-e8f5-41f1-991e-1950045f3972', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8025ca1f-9460-4554-8173-fbc526245f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:45Z', 'updated_at': '2022-02-09T01:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '89c16eee-ade2-40fd-8d1e-942df653cbfb', 'name': '', 'network_id': 'd6cb6789-0b2a-4ba4-8424-772a7d1413c2', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'mac_address': 'fa:16:3e:ad:0f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8025ca1f-9460-4554-8173-fbc526245f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '1affeb7f-466a-49a4-99c4-44985032d328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:53Z', 'updated_at': '2022-02-09T01:42:04Z', 'revision_number': 5, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'subnets': [{'id': '1affeb7f-466a-49a4-99c4-44985032d328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:24.767809 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6583c8-6172-41e8-bbfa-500a257e7bc0 None None] Checking router: 8025ca1f-9460-4554-8173-fbc526245f9b for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:44:24.801043 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6583c8-6172-41e8-bbfa-500a257e7bc0 None None] Routers {'8025ca1f-9460-4554-8173-fbc526245f9b'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:24.803462 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ee6583c8-6172-41e8-bbfa-500a257e7bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:44:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['8025ca1f-9460-4554-8173-fbc526245f9b'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:24.975436 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-ee6583c8-6172-41e8-bbfa-500a257e7bc0 None None] Set router 8025ca1f-9460-4554-8173-fbc526245f9b gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:25.324276 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-28035228-d591-433c-ba70-03fbf947f0c6 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:25.358044 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-28035228-d591-433c-ba70-03fbf947f0c6 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (e95946bf-8123-443e-8786-a5933a53ec08), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:25.439895 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ee6583c8-6172-41e8-bbfa-500a257e7bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8025ca1f-9460-4554-8173-fbc526245f9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890018208', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '78e3b947-e8f5-41f1-991e-1950045f3972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:44Z', 'updated_at': '2022-02-09T01:41:54Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '78e3b947-e8f5-41f1-991e-1950045f3972', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8025ca1f-9460-4554-8173-fbc526245f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:45Z', 'updated_at': '2022-02-09T01:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '89c16eee-ade2-40fd-8d1e-942df653cbfb', 'name': '', 'network_id': 'd6cb6789-0b2a-4ba4-8424-772a7d1413c2', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'mac_address': 'fa:16:3e:ad:0f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8025ca1f-9460-4554-8173-fbc526245f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '1affeb7f-466a-49a4-99c4-44985032d328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:53Z', 'updated_at': '2022-02-09T01:42:04Z', 'revision_number': 5, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'subnets': [{'id': '1affeb7f-466a-49a4-99c4-44985032d328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:25.484172 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-426720f8-4481-47cb-b086-d6601b206904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (818cfe81-0ccf-47b1-bb55-97b93bb08e6c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:25.486909 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-426720f8-4481-47cb-b086-d6601b206904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:25.491225 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-426720f8-4481-47cb-b086-d6601b206904 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/818cfe81-0ccf-47b1-bb55-97b93bb08e6c HTTP/1.1" status: 204 len: 168 time: 1.6036587 Feb 09 01:44:25.491225 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe83267-c5cd-46aa-9913-5ea0460ffacf req-82c263e6-7820-489b-b3ef-10f621466b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:25.503271 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-efe83267-c5cd-46aa-9913-5ea0460ffacf req-82c263e6-7820-489b-b3ef-10f621466b6f service neutron] 10.222.0.121 "GET /v2.0/networks?id=d6cb6789-0b2a-4ba4-8424-772a7d1413c2 HTTP/1.1" status: 200 len: 896 time: 1.1089506 Feb 09 01:44:25.507447 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-6846dcb2-f3e7-4127-8968-6cba288ca634 service neutron] For port 2deb4c2d-d4b6-43fd-b85f-5f2182e48172, host n-h2-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:44:25.519618 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-6846dcb2-f3e7-4127-8968-6cba288ca634 service neutron] For port 2deb4c2d-d4b6-43fd-b85f-5f2182e48172, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=2deb4c2d-d4b6-43fd-b85f-5f2182e48172,segment=NetworkSegment(89758696-bb00-42e9-96b7-6dcfdc3a5e07),segment_id=89758696-bb00-42e9-96b7-6dcfdc3a5e07)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:44:25.567474 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426720f8-4481-47cb-b086-d6601b206904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818cfe81-0ccf-47b1-bb55-97b93bb08e6c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:25.660368 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-6846dcb2-f3e7-4127-8968-6cba288ca634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (2deb4c2d-d4b6-43fd-b85f-5f2182e48172), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:25.672018 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-efe83267-c5cd-46aa-9913-5ea0460ffacf req-3098fb04-9d29-414b-b945-44c95f32e84d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40bd1084-775d-4c76-9af0-601321ece8a0 HTTP/1.1" status: 200 len: 217 time: 0.1420226 Feb 09 01:44:25.736243 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70c3c1-beab-41ab-92e4-49e92a589ff7 req-f8b31475-b710-4186-8505-05957e6612b2 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:25.745981 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6d70c3c1-beab-41ab-92e4-49e92a589ff7 req-f8b31475-b710-4186-8505-05957e6612b2 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 947 time: 0.4192889 Feb 09 01:44:25.765428 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6583c8-6172-41e8-bbfa-500a257e7bc0 None None] The sync data for ids ['8025ca1f-9460-4554-8173-fbc526245f9b'] in n-d-822053-40 is: [{'id': '8025ca1f-9460-4554-8173-fbc526245f9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890018208', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '78e3b947-e8f5-41f1-991e-1950045f3972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:44Z', 'updated_at': '2022-02-09T01:41:54Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '78e3b947-e8f5-41f1-991e-1950045f3972', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8025ca1f-9460-4554-8173-fbc526245f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:45Z', 'updated_at': '2022-02-09T01:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '89c16eee-ade2-40fd-8d1e-942df653cbfb', 'name': '', 'network_id': 'd6cb6789-0b2a-4ba4-8424-772a7d1413c2', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'mac_address': 'fa:16:3e:ad:0f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8025ca1f-9460-4554-8173-fbc526245f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '1affeb7f-466a-49a4-99c4-44985032d328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:53Z', 'updated_at': '2022-02-09T01:42:04Z', 'revision_number': 5, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'subnets': [{'id': '1affeb7f-466a-49a4-99c4-44985032d328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:44:25.782890 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29247a-3dab-4626-b395-125df3022a16 req-fd8b2f56-0ee5-4dc2-ad32-25d7723b9f51 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:25.790341 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-be29247a-3dab-4626-b395-125df3022a16 req-fd8b2f56-0ee5-4dc2-ad32-25d7723b9f51 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.121 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 947 time: 0.1683750 Feb 09 01:44:25.850916 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:25.876809 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623529b-b40d-4f14-bd12-6715ac8497d7 req-808850aa-fb33-480e-b111-0dcaa6949cc4 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:25.878822 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d623529b-b40d-4f14-bd12-6715ac8497d7 req-808850aa-fb33-480e-b111-0dcaa6949cc4 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=90d6aa0f-f1e3-414b-8aec-ed1c1dac031a HTTP/1.1" status: 200 len: 1083 time: 0.5501423 Feb 09 01:44:25.889069 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-6846dcb2-f3e7-4127-8968-6cba288ca634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:25.897632 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-6846dcb2-f3e7-4127-8968-6cba288ca634 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:25.904839 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-6846dcb2-f3e7-4127-8968-6cba288ca634 service neutron] 10.222.0.91 "PUT /v2.0/ports/2deb4c2d-d4b6-43fd-b85f-5f2182e48172 HTTP/1.1" status: 200 len: 1092 time: 4.0222762 Feb 09 01:44:25.905440 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d6aa0f-f1e3-414b-8aec-ed1c1dac031a', 'tag': '2deb4c2d-d4b6-43fd-b85f-5f2182e48172'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:44:25.915615 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73aa189a-9774-43a4-849a-6678f836e905" -d '{"events": [{"name": "network-changed", "server_uuid": "90d6aa0f-f1e3-414b-8aec-ed1c1dac031a", "tag": "2deb4c2d-d4b6-43fd-b85f-5f2182e48172"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:44:26.038367 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6d70c3c1-beab-41ab-92e4-49e92a589ff7 req-91d7e070-80f4-4fb4-84ad-c3b81bee0cb8 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=c174cb6e-64e7-44be-83f3-29ea109f9382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2912765 Feb 09 01:44:26.044310 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [None req-28035228-d591-433c-ba70-03fbf947f0c6 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Floating IP e95946bf-8123-443e-8786-a5933a53ec08 associated. External IP: 172.25.1.86, port: 105f34eb-e1ca-4ab6-a3b5-f1e6b8ba5c0e. Feb 09 01:44:26.116756 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe83267-c5cd-46aa-9913-5ea0460ffacf req-03995bd4-8ba1-4504-8405-d1b946c41d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:26.125410 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-efe83267-c5cd-46aa-9913-5ea0460ffacf req-03995bd4-8ba1-4504-8405-d1b946c41d18 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1affeb7f-466a-49a4-99c4-44985032d328 HTTP/1.1" status: 200 len: 834 time: 0.3932431 Feb 09 01:44:26.194639 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846dcb2-f3e7-4127-8968-6cba288ca634 service neutron] Pushing event updated for resources: {'Port': ['ID=2deb4c2d-d4b6-43fd-b85f-5f2182e48172,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:26.222758 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e711596-f2f3-41ce-b5c5-43dcdf14febf x-openstack-request-id: req-5e711596-f2f3-41ce-b5c5-43dcdf14febf {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:44:26.226371 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90d6aa0f-f1e3-414b-8aec-ed1c1dac031a", "tag": "2deb4c2d-d4b6-43fd-b85f-5f2182e48172", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:44:26.226903 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5e711596-f2f3-41ce-b5c5-43dcdf14febf {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:44:26.227801 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d6aa0f-f1e3-414b-8aec-ed1c1dac031a', 'tag': '2deb4c2d-d4b6-43fd-b85f-5f2182e48172', 'status': 'completed', 'code': 200} Feb 09 01:44:26.231669 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33538) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:26.272690 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea09f-c5ea-46d1-b448-c75066e422e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:26.288891 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d623529b-b40d-4f14-bd12-6715ac8497d7 req-9b58f24c-8d5d-4e58-9623-137b3c6eb485 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=eda9b4c8-aef0-4373-bb4c-dd86271e8d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032583 Feb 09 01:44:26.341442 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-965efa29-e665-4688-b195-b0be46983849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:26.343080 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-965efa29-e665-4688-b195-b0be46983849 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3c85d6cef98c4292a0b0434bbfb2384e&device_id=90d6aa0f-f1e3-414b-8aec-ed1c1dac031a HTTP/1.1" status: 200 len: 1126 time: 0.3283603 Feb 09 01:44:26.352971 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-be29247a-3dab-4626-b395-125df3022a16 req-b4ce3ddd-f3e5-4834-82ec-b73908040a6d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Deleting port 40bd1084-775d-4c76-9af0-601321ece8a0 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:26.353630 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-be29247a-3dab-4626-b395-125df3022a16 req-b4ce3ddd-f3e5-4834-82ec-b73908040a6d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (40bd1084-775d-4c76-9af0-601321ece8a0), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:26.381889 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe83267-c5cd-46aa-9913-5ea0460ffacf req-814f5950-bd54-4f99-b036-7605bb4b418d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:26.384474 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-efe83267-c5cd-46aa-9913-5ea0460ffacf req-814f5950-bd54-4f99-b036-7605bb4b418d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=d6cb6789-0b2a-4ba4-8424-772a7d1413c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1768434 Feb 09 01:44:26.400494 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe09ddb5-100d-41d6-8043-13ae3a7581a6 None None] New status for floating IP 7166a4a3-c40c-42b5-81c1-0105bf767e7d: DOWN {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:44:26.477729 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-e69bd0f8-4de0-4dbc-81b1-369ed8d40721 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2deb4c2d-d4b6-43fd-b85f-5f2182e48172 HTTP/1.1" status: 200 len: 217 time: 0.1189041 Feb 09 01:44:26.564533 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-be29247a-3dab-4626-b395-125df3022a16 req-b4ce3ddd-f3e5-4834-82ec-b73908040a6d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] For port 40bd1084-775d-4c76-9af0-601321ece8a0, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=40bd1084-775d-4c76-9af0-601321ece8a0,segment=NetworkSegment(836bfa82-d300-4cc7-988f-ecf320a5b7ac),segment_id=836bfa82-d300-4cc7-988f-ecf320a5b7ac)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:26.565085 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-be29247a-3dab-4626-b395-125df3022a16 req-b4ce3ddd-f3e5-4834-82ec-b73908040a6d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (40bd1084-775d-4c76-9af0-601321ece8a0), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:26.602804 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-be29247a-3dab-4626-b395-125df3022a16 req-b4ce3ddd-f3e5-4834-82ec-b73908040a6d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Calling delete_port for 40bd1084-775d-4c76-9af0-601321ece8a0 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:26.626451 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28035228-d591-433c-ba70-03fbf947f0c6 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Router 75609b42-f63b-41f6-9d03-38bbabed6a0c has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:44:26.718913 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-efe83267-c5cd-46aa-9913-5ea0460ffacf req-52826c77-4d3f-4017-b4cb-c0f5c2bc67e7 service neutron] 10.222.0.121 "GET /v2.0/networks/d6cb6789-0b2a-4ba4-8424-772a7d1413c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645233 Feb 09 01:44:26.720433 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-c8954bb8-999d-44d3-bcbc-68bac6a560b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:26.721870 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-c8954bb8-999d-44d3-bcbc-68bac6a560b8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7e87a3ec-a5e9-471c-892e-ed0fc84fab8e HTTP/1.1" status: 200 len: 848 time: 0.2287016 Feb 09 01:44:26.863179 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28035228-d591-433c-ba70-03fbf947f0c6 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:44:26.877135 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-28035228-d591-433c-ba70-03fbf947f0c6 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:26.879349 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654910be-0031-47ca-bf46-d11c4a2aa8aa None None] Sync routers for ids ['75609b42-f63b-41f6-9d03-38bbabed6a0c'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:44:26.894911 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654910be-0031-47ca-bf46-d11c4a2aa8aa None None] Routers {'75609b42-f63b-41f6-9d03-38bbabed6a0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:26.895524 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-654910be-0031-47ca-bf46-d11c4a2aa8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:44:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['75609b42-f63b-41f6-9d03-38bbabed6a0c'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:26.920570 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-28035228-d591-433c-ba70-03fbf947f0c6 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "PUT /v2.0/floatingips/e95946bf-8123-443e-8786-a5933a53ec08 HTTP/1.1" status: 200 len: 978 time: 2.5626984 Feb 09 01:44:26.930313 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea09f-c5ea-46d1-b448-c75066e422e6 admin admin] Publish callbacks [] for security_group (f1e2749a-4ef2-406b-9767-b71fcfc6fe19), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:26.931041 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33542) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:26.939075 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-be29247a-3dab-4626-b395-125df3022a16 req-b4ce3ddd-f3e5-4834-82ec-b73908040a6d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (40bd1084-775d-4c76-9af0-601321ece8a0), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:26.969686 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-654910be-0031-47ca-bf46-d11c4a2aa8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:26.970417 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea09f-c5ea-46d1-b448-c75066e422e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f1e2749a-4ef2-406b-9767-b71fcfc6fe19), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:26.975081 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-9149f7fa-95b1-4202-a4b2-c8c61c7735ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:26.980188 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-9149f7fa-95b1-4202-a4b2-c8c61c7735ab service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=10231078-b0c2-43f9-b81e-9ee123908d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2461774 Feb 09 01:44:26.996763 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654910be-0031-47ca-bf46-d11c4a2aa8aa None None] Routers {'75609b42-f63b-41f6-9d03-38bbabed6a0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:26.999296 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-654910be-0031-47ca-bf46-d11c4a2aa8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:44:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['75609b42-f63b-41f6-9d03-38bbabed6a0c'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:26.999440 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce3ddd-f3e5-4834-82ec-b73908040a6d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event deleted for resources: {'Port': ['ID=40bd1084-775d-4c76-9af0-601321ece8a0,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:27.030343 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ce3ddd-f3e5-4834-82ec-b73908040a6d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:27.030343 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ce3ddd-f3e5-4834-82ec-b73908040a6d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:27.030791 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ce3ddd-f3e5-4834-82ec-b73908040a6d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:27.031085 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ce3ddd-f3e5-4834-82ec-b73908040a6d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:27.031681 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ce3ddd-f3e5-4834-82ec-b73908040a6d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:27.032267 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ce3ddd-f3e5-4834-82ec-b73908040a6d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:27.032671 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ce3ddd-f3e5-4834-82ec-b73908040a6d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:27.033015 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ce3ddd-f3e5-4834-82ec-b73908040a6d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:27.034289 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ce3ddd-f3e5-4834-82ec-b73908040a6d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:27.034832 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ce3ddd-f3e5-4834-82ec-b73908040a6d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:27.035549 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ce3ddd-f3e5-4834-82ec-b73908040a6d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:27.036109 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ce3ddd-f3e5-4834-82ec-b73908040a6d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:27.036536 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ce3ddd-f3e5-4834-82ec-b73908040a6d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:27.073310 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-be29247a-3dab-4626-b395-125df3022a16 req-b4ce3ddd-f3e5-4834-82ec-b73908040a6d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] No DVR routers for this DVR port 40bd1084-775d-4c76-9af0-601321ece8a0 on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:44:27.076578 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-be29247a-3dab-4626-b395-125df3022a16 req-b4ce3ddd-f3e5-4834-82ec-b73908040a6d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:27.080475 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-be29247a-3dab-4626-b395-125df3022a16 req-b4ce3ddd-f3e5-4834-82ec-b73908040a6d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.121 "DELETE /v2.0/ports/40bd1084-775d-4c76-9af0-601321ece8a0 HTTP/1.1" status: 204 len: 173 time: 1.2756889 Feb 09 01:44:27.081519 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d6306cf-2382-4490-986b-294c2fa475db', 'name': 'network-vif-deleted', 'tag': '40bd1084-775d-4c76-9af0-601321ece8a0'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:44:27.084469 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37e4f3e-c2b3-4b7a-9001-fed6c2360571" -d '{"events": [{"server_uuid": "6d6306cf-2382-4490-986b-294c2fa475db", "name": "network-vif-deleted", "tag": "40bd1084-775d-4c76-9af0-601321ece8a0"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:44:27.131004 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-654910be-0031-47ca-bf46-d11c4a2aa8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:27.137143 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654910be-0031-47ca-bf46-d11c4a2aa8aa None None] The sync data for ids ['75609b42-f63b-41f6-9d03-38bbabed6a0c'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:44:27.155941 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ea09f-c5ea-46d1-b448-c75066e422e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e2749a-4ef2-406b-9767-b71fcfc6fe19,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:27.173659 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0aae19-b51e-465d-9a5c-1e0c356a5e62 x-openstack-request-id: req-3b0aae19-b51e-465d-9a5c-1e0c356a5e62 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:44:27.173967 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d6306cf-2382-4490-986b-294c2fa475db", "name": "network-vif-deleted", "tag": "40bd1084-775d-4c76-9af0-601321ece8a0", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:44:27.174573 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3b0aae19-b51e-465d-9a5c-1e0c356a5e62 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:44:27.175005 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d6306cf-2382-4490-986b-294c2fa475db', 'name': 'network-vif-deleted', 'tag': '40bd1084-775d-4c76-9af0-601321ece8a0', 'status': 'completed', 'code': 200} Feb 09 01:44:27.241984 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-efe83267-c5cd-46aa-9913-5ea0460ffacf req-c61570bd-5fa2-4f29-8a55-7a0a88435190 service neutron] 10.222.0.121 "GET /v2.0/networks/d6cb6789-0b2a-4ba4-8424-772a7d1413c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4977176 Feb 09 01:44:27.295566 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-25d955f5-e584-4624-af32-aa083dffe522 req-2f4beb11-2738-435e-95ad-34010c892baa tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d6306cf-2382-4490-986b-294c2fa475db HTTP/1.1" status: 200 len: 210 time: 0.1044979 Feb 09 01:44:27.360808 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-bb3ea09f-c5ea-46d1-b448-c75066e422e6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=69d821f02ffb49b8b8ef444ff1b6c942&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1084299 Feb 09 01:44:27.361007 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33554) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:27.517797 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-1280a504-cc3e-464f-b090-aa89f1ce63a9 service neutron] 10.222.0.91 "GET /v2.0/networks/10231078-b0c2-43f9-b81e-9ee123908d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855176 Feb 09 01:44:27.527088 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-738db3d7-81c4-4290-89d4-8e6467f2135a tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Deleting port 105f34eb-e1ca-4ab6-a3b5-f1e6b8ba5c0e {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:27.527607 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-738db3d7-81c4-4290-89d4-8e6467f2135a tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (105f34eb-e1ca-4ab6-a3b5-f1e6b8ba5c0e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:27.572852 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bdc7ddcb-6981-47e7-9095-104ee272561f admin admin] Publish callbacks [] for security_group (f1e2749a-4ef2-406b-9767-b71fcfc6fe19), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:27.587074 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:27.657134 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 40bd1084-775d-4c76-9af0-601321ece8a0 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:44:27.689487 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bdc7ddcb-6981-47e7-9095-104ee272561f admin admin] Publish callbacks [] for security_group (f1e2749a-4ef2-406b-9767-b71fcfc6fe19), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:27.726492 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c8a1120c-0d1b-4878-b2b5-35ad412fafe4 req-00167c08-7f2a-45cc-bb25-44f7f98132ef service neutron] 10.222.0.91 "GET /v2.0/networks/10231078-b0c2-43f9-b81e-9ee123908d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947663 Feb 09 01:44:27.731317 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 40bd1084-775d-4c76-9af0-601321ece8a0 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:44:27.735552 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 40bd1084-775d-4c76-9af0-601321ece8a0 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:44:27.742725 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66663dcf-d2af-48df-8e30-c12ae0ab3213 req-e69afa23-3d0d-4acb-9cd6-5b854b3dd0f5 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:27.748280 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-66663dcf-d2af-48df-8e30-c12ae0ab3213 req-e69afa23-3d0d-4acb-9cd6-5b854b3dd0f5 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=90d6aa0f-f1e3-414b-8aec-ed1c1dac031a HTTP/1.1" status: 200 len: 1126 time: 0.2915983 Feb 09 01:44:27.887254 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa189a-9774-43a4-849a-6678f836e905 req-d1112830-f207-4e46-9c43-c9b40cc7fb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:27.888971 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-73aa189a-9774-43a4-849a-6678f836e905 req-d1112830-f207-4e46-9c43-c9b40cc7fb1d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3c85d6cef98c4292a0b0434bbfb2384e&device_id=90d6aa0f-f1e3-414b-8aec-ed1c1dac031a HTTP/1.1" status: 200 len: 1126 time: 0.0713959 Feb 09 01:44:27.907663 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-66663dcf-d2af-48df-8e30-c12ae0ab3213 req-68de4c9d-6c0c-477e-ad4a-f68639ada8ed tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=eda9b4c8-aef0-4373-bb4c-dd86271e8d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471860 Feb 09 01:44:27.921574 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bdc7ddcb-6981-47e7-9095-104ee272561f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f1e2749a-4ef2-406b-9767-b71fcfc6fe19), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:27.924417 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bdc7ddcb-6981-47e7-9095-104ee272561f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:27.929187 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-bdc7ddcb-6981-47e7-9095-104ee272561f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f1e2749a-4ef2-406b-9767-b71fcfc6fe19 HTTP/1.1" status: 204 len: 168 time: 0.5640876 Feb 09 01:44:27.944588 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc7ddcb-6981-47e7-9095-104ee272561f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e2749a-4ef2-406b-9767-b71fcfc6fe19,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:28.011850 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa189a-9774-43a4-849a-6678f836e905 req-7bee28d9-e050-490c-8939-2d064612b488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:28.013434 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-73aa189a-9774-43a4-849a-6678f836e905 req-7bee28d9-e050-490c-8939-2d064612b488 service neutron] 10.222.0.91 "GET /v2.0/networks?id=10231078-b0c2-43f9-b81e-9ee123908d2a HTTP/1.1" status: 200 len: 910 time: 0.1104097 Feb 09 01:44:28.032104 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-738db3d7-81c4-4290-89d4-8e6467f2135a tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (105f34eb-e1ca-4ab6-a3b5-f1e6b8ba5c0e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:28.327147 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-738db3d7-81c4-4290-89d4-8e6467f2135a tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:28.327621 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-738db3d7-81c4-4290-89d4-8e6467f2135a tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (e95946bf-8123-443e-8786-a5933a53ec08), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:28.327936 n-d-822053-40 neutron-server[103528]: INFO neutron.db.l3_db [None req-738db3d7-81c4-4290-89d4-8e6467f2135a tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Floating IP e95946bf-8123-443e-8786-a5933a53ec08 disassociated. External IP: 172.25.1.86, port: 105f34eb-e1ca-4ab6-a3b5-f1e6b8ba5c0e. Feb 09 01:44:28.328313 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-738db3d7-81c4-4290-89d4-8e6467f2135a tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Calling delete_port for 105f34eb-e1ca-4ab6-a3b5-f1e6b8ba5c0e owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:28.382070 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:28.431270 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33566) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:28.514437 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-73aa189a-9774-43a4-849a-6678f836e905 req-dfd48b10-00a4-4887-9b7a-54984353404f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2deb4c2d-d4b6-43fd-b85f-5f2182e48172 HTTP/1.1" status: 200 len: 217 time: 0.0518012 Feb 09 01:44:28.740657 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa189a-9774-43a4-849a-6678f836e905 req-f23ba15c-0cb0-4366-acc8-27905e8a93b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:28.743813 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-73aa189a-9774-43a4-849a-6678f836e905 req-f23ba15c-0cb0-4366-acc8-27905e8a93b2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7e87a3ec-a5e9-471c-892e-ed0fc84fab8e HTTP/1.1" status: 200 len: 848 time: 0.1404898 Feb 09 01:44:28.747651 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-738db3d7-81c4-4290-89d4-8e6467f2135a tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (105f34eb-e1ca-4ab6-a3b5-f1e6b8ba5c0e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:28.831547 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738db3d7-81c4-4290-89d4-8e6467f2135a tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event deleted for resources: {'Port': ['ID=105f34eb-e1ca-4ab6-a3b5-f1e6b8ba5c0e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:28.913024 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa189a-9774-43a4-849a-6678f836e905 req-1d1afbc2-16f3-4440-b28e-4a10ea197ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:28.914565 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-73aa189a-9774-43a4-849a-6678f836e905 req-1d1afbc2-16f3-4440-b28e-4a10ea197ee8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=10231078-b0c2-43f9-b81e-9ee123908d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1467206 Feb 09 01:44:29.091637 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-73aa189a-9774-43a4-849a-6678f836e905 req-902d7ee8-8b6c-40a5-b67e-92f9d3388836 service neutron] 10.222.0.91 "GET /v2.0/networks/10231078-b0c2-43f9-b81e-9ee123908d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656401 Feb 09 01:44:29.194779 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738db3d7-81c4-4290-89d4-8e6467f2135a tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Router 75609b42-f63b-41f6-9d03-38bbabed6a0c has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:44:29.260433 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd28c4-a2d3-4cdc-a84f-758ebdae3fe8 req-5a67f723-d728-4e9b-afdc-746c1f496b99 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:29.268214 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-61fd28c4-a2d3-4cdc-a84f-758ebdae3fe8 req-5a67f723-d728-4e9b-afdc-746c1f496b99 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=90d6aa0f-f1e3-414b-8aec-ed1c1dac031a HTTP/1.1" status: 200 len: 1126 time: 0.1335227 Feb 09 01:44:29.336621 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738db3d7-81c4-4290-89d4-8e6467f2135a tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:44:29.349754 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e391b27-ccdc-41ea-97e9-283d595ed789 None None] Sync routers for ids ['75609b42-f63b-41f6-9d03-38bbabed6a0c'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:44:29.372923 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e391b27-ccdc-41ea-97e9-283d595ed789 None None] Routers {'75609b42-f63b-41f6-9d03-38bbabed6a0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:29.373546 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-0e391b27-ccdc-41ea-97e9-283d595ed789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:44:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['75609b42-f63b-41f6-9d03-38bbabed6a0c'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:29.449029 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-0e391b27-ccdc-41ea-97e9-283d595ed789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:29.461812 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e391b27-ccdc-41ea-97e9-283d595ed789 None None] Routers {'75609b42-f63b-41f6-9d03-38bbabed6a0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:29.462447 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-0e391b27-ccdc-41ea-97e9-283d595ed789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:44:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['75609b42-f63b-41f6-9d03-38bbabed6a0c'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:29.466779 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-73aa189a-9774-43a4-849a-6678f836e905 req-a740d5a2-fb84-40f4-8c61-4afef45a4b94 service neutron] 10.222.0.91 "GET /v2.0/networks/10231078-b0c2-43f9-b81e-9ee123908d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616204 Feb 09 01:44:29.525233 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-738db3d7-81c4-4290-89d4-8e6467f2135a tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:29.528572 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-738db3d7-81c4-4290-89d4-8e6467f2135a tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "DELETE /v2.0/ports/105f34eb-e1ca-4ab6-a3b5-f1e6b8ba5c0e HTTP/1.1" status: 204 len: 168 time: 2.5965023 Feb 09 01:44:29.531082 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33592) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:29.555034 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-0e391b27-ccdc-41ea-97e9-283d595ed789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:29.555501 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e391b27-ccdc-41ea-97e9-283d595ed789 None None] The sync data for ids ['75609b42-f63b-41f6-9d03-38bbabed6a0c'] in n-d-822053-40 is: [] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:44:29.590064 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4b1f2bbb-f557-4d74-af16-a43ff304277a tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "GET /v2.0/floatingips/e95946bf-8123-443e-8786-a5933a53ec08 HTTP/1.1" status: 200 len: 687 time: 0.0578315 Feb 09 01:44:29.595747 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33596) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:29.684345 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-61fd28c4-a2d3-4cdc-a84f-758ebdae3fe8 req-ec06d2ab-a0b1-46fb-ab6d-88ac25bcc127 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=eda9b4c8-aef0-4373-bb4c-dd86271e8d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150355 Feb 09 01:44:29.872349 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-36204f66-4024-4be0-8288-cc438f0ce6ad tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Deleting port 7dbf0633-7f44-4200-91a3-8666369880d2 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:29.872696 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-36204f66-4024-4be0-8288-cc438f0ce6ad tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (7dbf0633-7f44-4200-91a3-8666369880d2), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:29.952812 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-55ce4df7-7485-4d4a-932c-d83cc80ffef4 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (8025ca1f-9460-4554-8173-fbc526245f9b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:30.082795 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-36204f66-4024-4be0-8288-cc438f0ce6ad tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (7dbf0633-7f44-4200-91a3-8666369880d2), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:30.083635 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-36204f66-4024-4be0-8288-cc438f0ce6ad tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for floatingip (7dbf0633-7f44-4200-91a3-8666369880d2), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:30.112754 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-36204f66-4024-4be0-8288-cc438f0ce6ad tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Calling delete_port for 7dbf0633-7f44-4200-91a3-8666369880d2 owned by network:floatingip {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:30.486700 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-36204f66-4024-4be0-8288-cc438f0ce6ad tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (7dbf0633-7f44-4200-91a3-8666369880d2), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:30.536408 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36204f66-4024-4be0-8288-cc438f0ce6ad tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event deleted for resources: {'Port': ['ID=7dbf0633-7f44-4200-91a3-8666369880d2,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:30.543527 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-55ce4df7-7485-4d4a-932c-d83cc80ffef4 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Deleting port 89c16eee-ade2-40fd-8d1e-942df653cbfb {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:30.543875 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-55ce4df7-7485-4d4a-932c-d83cc80ffef4 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (89c16eee-ade2-40fd-8d1e-942df653cbfb), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:30.675432 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-36204f66-4024-4be0-8288-cc438f0ce6ad tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for floatingip (e95946bf-8123-443e-8786-a5933a53ec08), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:30.678238 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-36204f66-4024-4be0-8288-cc438f0ce6ad tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:30.679534 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-36204f66-4024-4be0-8288-cc438f0ce6ad tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "DELETE /v2.0/floatingips/e95946bf-8123-443e-8786-a5933a53ec08 HTTP/1.1" status: 204 len: 168 time: 1.0819981 Feb 09 01:44:30.683110 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33616) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:30.688831 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-5909e288-503d-44e2-a9eb-6d1f014f45ee tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'port_id': 'e21b8d8f-87f7-442d-8380-add580a2e776'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:30.732907 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-55ce4df7-7485-4d4a-932c-d83cc80ffef4 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] For port 89c16eee-ade2-40fd-8d1e-942df653cbfb, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=89c16eee-ade2-40fd-8d1e-942df653cbfb,segment=NetworkSegment(836bfa82-d300-4cc7-988f-ecf320a5b7ac),segment_id=836bfa82-d300-4cc7-988f-ecf320a5b7ac)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:30.733268 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-55ce4df7-7485-4d4a-932c-d83cc80ffef4 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (89c16eee-ade2-40fd-8d1e-942df653cbfb), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:30.742854 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5909e288-503d-44e2-a9eb-6d1f014f45ee tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:30.796241 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-55ce4df7-7485-4d4a-932c-d83cc80ffef4 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Calling delete_port for 89c16eee-ade2-40fd-8d1e-942df653cbfb owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:30.955907 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06acfeca-5027-4f9b-b218-7a784a81ec92 req-9fa14496-01ab-443c-ae88-2b99ab17ee24 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:30.957993 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-06acfeca-5027-4f9b-b218-7a784a81ec92 req-9fa14496-01ab-443c-ae88-2b99ab17ee24 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=90d6aa0f-f1e3-414b-8aec-ed1c1dac031a HTTP/1.1" status: 200 len: 1126 time: 0.1558919 Feb 09 01:44:31.240802 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-06acfeca-5027-4f9b-b218-7a784a81ec92 req-461520ee-b835-44e9-b032-ded1687d110e tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=eda9b4c8-aef0-4373-bb4c-dd86271e8d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745571 Feb 09 01:44:31.246539 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-55ce4df7-7485-4d4a-932c-d83cc80ffef4 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (89c16eee-ade2-40fd-8d1e-942df653cbfb), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:31.258075 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5909e288-503d-44e2-a9eb-6d1f014f45ee tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:31.292569 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce4df7-7485-4d4a-932c-d83cc80ffef4 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event deleted for resources: {'Port': ['ID=89c16eee-ade2-40fd-8d1e-942df653cbfb,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:31.453699 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 2deb4c2d-d4b6-43fd-b85f-5f2182e48172 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:44:31.959260 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 2deb4c2d-d4b6-43fd-b85f-5f2182e48172, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=2deb4c2d-d4b6-43fd-b85f-5f2182e48172,segment=NetworkSegment(89758696-bb00-42e9-96b7-6dcfdc3a5e07),segment_id=89758696-bb00-42e9-96b7-6dcfdc3a5e07)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:31.999942 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '2deb4c2d-d4b6-43fd-b85f-5f2182e48172', 'network_id': '10231078-b0c2-43f9-b81e-9ee123908d2a', 'port_id': '2deb4c2d-d4b6-43fd-b85f-5f2182e48172', 'mac_address': 'fa:16:3e:25:7f:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e87a3ec-a5e9-471c-892e-ed0fc84fab8e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:44:32.052554 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 2deb4c2d-d4b6-43fd-b85f-5f2182e48172 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:32.053125 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2deb4c2d-d4b6-43fd-b85f-5f2182e48172), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:32.095003 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2deb4c2d-d4b6-43fd-b85f-5f2182e48172 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:44:32.142726 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 2deb4c2d-d4b6-43fd-b85f-5f2182e48172, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=2deb4c2d-d4b6-43fd-b85f-5f2182e48172,segment=NetworkSegment(89758696-bb00-42e9-96b7-6dcfdc3a5e07),segment_id=89758696-bb00-42e9-96b7-6dcfdc3a5e07)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:32.163950 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (2deb4c2d-d4b6-43fd-b85f-5f2182e48172), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:32.252399 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=2deb4c2d-d4b6-43fd-b85f-5f2182e48172,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:32.278067 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:32.278617 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:32.279815 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:32.280307 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:32.280792 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:32.281429 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:32.281903 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:32.282377 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:32.282852 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:32.284164 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:32.284747 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:32.285228 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:32.289914 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:32.473045 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['2deb4c2d-d4b6-43fd-b85f-5f2182e48172'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:44:32.539555 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-55ce4df7-7485-4d4a-932c-d83cc80ffef4 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (8025ca1f-9460-4554-8173-fbc526245f9b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:32.846470 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-5909e288-503d-44e2-a9eb-6d1f014f45ee tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Allocated IP 172.25.1.236 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/b4188cec-0da0-42e6-959f-00d3e23f7829) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:32.901795 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb258f5-0c31-4ccd-9058-15e56169985b req-49674960-585b-4e90-badd-3bcf3531dec3 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:32.903396 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8bb258f5-0c31-4ccd-9058-15e56169985b req-49674960-585b-4e90-badd-3bcf3531dec3 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=90d6aa0f-f1e3-414b-8aec-ed1c1dac031a HTTP/1.1" status: 200 len: 1127 time: 0.3529091 Feb 09 01:44:33.001469 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8bb258f5-0c31-4ccd-9058-15e56169985b req-d38e8fee-c4ed-40a8-afab-55d30e7c67f2 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=eda9b4c8-aef0-4373-bb4c-dd86271e8d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624759 Feb 09 01:44:33.251446 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ce4df7-7485-4d4a-932c-d83cc80ffef4 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Router 8025ca1f-9460-4554-8173-fbc526245f9b has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:44:33.373848 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5909e288-503d-44e2-a9eb-6d1f014f45ee tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for port (b4188cec-0da0-42e6-959f-00d3e23f7829), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:33.437259 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ce4df7-7485-4d4a-932c-d83cc80ffef4 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:44:33.443512 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-55ce4df7-7485-4d4a-932c-d83cc80ffef4 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "PUT /v2.0/routers/8025ca1f-9460-4554-8173-fbc526245f9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0102224 Feb 09 01:44:33.446204 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5909e288-503d-44e2-a9eb-6d1f014f45ee tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (b4188cec-0da0-42e6-959f-00d3e23f7829), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:33.447911 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33666) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:33.448437 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 2deb4c2d-d4b6-43fd-b85f-5f2182e48172 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:44:33.465109 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b34342f-78b6-41fd-948d-7d562a402705 None None] Sync routers for ids ['8025ca1f-9460-4554-8173-fbc526245f9b'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:44:33.467285 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5909e288-503d-44e2-a9eb-6d1f014f45ee tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:33.468877 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-5909e288-503d-44e2-a9eb-6d1f014f45ee tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:33.500768 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b34342f-78b6-41fd-948d-7d562a402705 None None] Routers {'8025ca1f-9460-4554-8173-fbc526245f9b'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:33.505141 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-8b34342f-78b6-41fd-948d-7d562a402705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:44:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['8025ca1f-9460-4554-8173-fbc526245f9b'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:33.593283 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5909e288-503d-44e2-a9eb-6d1f014f45ee tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:44:33.611188 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b355a5-5e20-4c42-ad95-f164c7b53b6e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Deleting subnet 1affeb7f-466a-49a4-99c4-44985032d328 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:44:33.622655 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-03b355a5-5e20-4c42-ad95-f164c7b53b6e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for subnet (1affeb7f-466a-49a4-99c4-44985032d328), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:33.688593 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909e288-503d-44e2-a9eb-6d1f014f45ee tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event updated for resources: {'Port': ['ID=b4188cec-0da0-42e6-959f-00d3e23f7829,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:33.704423 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 2deb4c2d-d4b6-43fd-b85f-5f2182e48172 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:44:33.718489 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 2deb4c2d-d4b6-43fd-b85f-5f2182e48172 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:33.728503 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2deb4c2d-d4b6-43fd-b85f-5f2182e48172), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:33.754136 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-03b355a5-5e20-4c42-ad95-f164c7b53b6e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (1affeb7f-466a-49a4-99c4-44985032d328), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:33.840295 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-8b34342f-78b6-41fd-948d-7d562a402705 None None] Set router 8025ca1f-9460-4554-8173-fbc526245f9b gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:33.990042 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-03b355a5-5e20-4c42-ad95-f164c7b53b6e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (1affeb7f-466a-49a4-99c4-44985032d328), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:34.006847 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 2deb4c2d-d4b6-43fd-b85f-5f2182e48172 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:34.008031 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2deb4c2d-d4b6-43fd-b85f-5f2182e48172), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:34.061111 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d6aa0f-f1e3-414b-8aec-ed1c1dac031a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2deb4c2d-d4b6-43fd-b85f-5f2182e48172'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:44:34.068082 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41afadc-ed5d-4e49-bb9c-d38ab26c400e" -d '{"events": [{"server_uuid": "90d6aa0f-f1e3-414b-8aec-ed1c1dac031a", "name": "network-vif-plugged", "status": "completed", "tag": "2deb4c2d-d4b6-43fd-b85f-5f2182e48172"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:44:34.107710 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 2deb4c2d-d4b6-43fd-b85f-5f2182e48172, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=2deb4c2d-d4b6-43fd-b85f-5f2182e48172,segment=NetworkSegment(89758696-bb00-42e9-96b7-6dcfdc3a5e07),segment_id=89758696-bb00-42e9-96b7-6dcfdc3a5e07)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:34.114996 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (2deb4c2d-d4b6-43fd-b85f-5f2182e48172), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:34.238420 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfab0f72-50f7-4a68-b0b7-45e33651fc95 x-openstack-request-id: req-dfab0f72-50f7-4a68-b0b7-45e33651fc95 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:44:34.238420 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d6aa0f-f1e3-414b-8aec-ed1c1dac031a", "name": "network-vif-plugged", "status": "completed", "tag": "2deb4c2d-d4b6-43fd-b85f-5f2182e48172", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:44:34.238420 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dfab0f72-50f7-4a68-b0b7-45e33651fc95 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:44:34.238671 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d6aa0f-f1e3-414b-8aec-ed1c1dac031a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2deb4c2d-d4b6-43fd-b85f-5f2182e48172', 'code': 200} Feb 09 01:44:34.259495 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=2deb4c2d-d4b6-43fd-b85f-5f2182e48172,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:34.320669 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-03b355a5-5e20-4c42-ad95-f164c7b53b6e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (1affeb7f-466a-49a4-99c4-44985032d328), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:34.436890 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b355a5-5e20-4c42-ad95-f164c7b53b6e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event deleted for resources: {'Subnet': ['ID=1affeb7f-466a-49a4-99c4-44985032d328,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:34.448254 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-03b355a5-5e20-4c42-ad95-f164c7b53b6e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:34.454688 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-03b355a5-5e20-4c42-ad95-f164c7b53b6e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "DELETE /v2.0/subnets/1affeb7f-466a-49a4-99c4-44985032d328 HTTP/1.1" status: 204 len: 168 time: 1.0020878 Feb 09 01:44:34.464621 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d1a50c-ccaf-429d-8a2c-7b8c7986c0dc None None] Network d6cb6789-0b2a-4ba4-8424-772a7d1413c2 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:44:34.479481 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b355a5-5e20-4c42-ad95-f164c7b53b6e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:34.479833 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b355a5-5e20-4c42-ad95-f164c7b53b6e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:34.480379 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b355a5-5e20-4c42-ad95-f164c7b53b6e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:34.480720 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b355a5-5e20-4c42-ad95-f164c7b53b6e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:34.481112 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b355a5-5e20-4c42-ad95-f164c7b53b6e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:34.481450 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b355a5-5e20-4c42-ad95-f164c7b53b6e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:34.481855 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b355a5-5e20-4c42-ad95-f164c7b53b6e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:34.482265 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b355a5-5e20-4c42-ad95-f164c7b53b6e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:34.482594 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b355a5-5e20-4c42-ad95-f164c7b53b6e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:34.483033 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b355a5-5e20-4c42-ad95-f164c7b53b6e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:34.483356 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b355a5-5e20-4c42-ad95-f164c7b53b6e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:34.483675 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b355a5-5e20-4c42-ad95-f164c7b53b6e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:34.484096 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b355a5-5e20-4c42-ad95-f164c7b53b6e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:34.489512 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33684) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:34.514654 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-8b34342f-78b6-41fd-948d-7d562a402705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8025ca1f-9460-4554-8173-fbc526245f9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890018208', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '78e3b947-e8f5-41f1-991e-1950045f3972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:44Z', 'updated_at': '2022-02-09T01:44:31Z', 'revision_number': 5, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '78e3b947-e8f5-41f1-991e-1950045f3972', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8025ca1f-9460-4554-8173-fbc526245f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:45Z', 'updated_at': '2022-02-09T01:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:34.566015 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69356ec7-6ecf-4b25-8625-7cb1068b3b3e req-9e9959d5-19da-4e7c-b88f-142309badf62 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:34.569486 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-69356ec7-6ecf-4b25-8625-7cb1068b3b3e req-9e9959d5-19da-4e7c-b88f-142309badf62 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=90d6aa0f-f1e3-414b-8aec-ed1c1dac031a HTTP/1.1" status: 200 len: 1128 time: 0.3423569 Feb 09 01:44:34.584515 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b34342f-78b6-41fd-948d-7d562a402705 None None] Checking router: 8025ca1f-9460-4554-8173-fbc526245f9b for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:44:34.594130 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b34342f-78b6-41fd-948d-7d562a402705 None None] Routers {'8025ca1f-9460-4554-8173-fbc526245f9b'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:34.594987 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-8b34342f-78b6-41fd-948d-7d562a402705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:44:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['8025ca1f-9460-4554-8173-fbc526245f9b'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:34.609160 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc42e84-6b5e-49b0-af41-e57225392018 req-de7b0565-26d8-43c5-8903-d5b5846877cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:34.610679 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bbc42e84-6b5e-49b0-af41-e57225392018 req-de7b0565-26d8-43c5-8903-d5b5846877cd service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=90d6aa0f-f1e3-414b-8aec-ed1c1dac031a HTTP/1.1" status: 200 len: 1128 time: 0.2480319 Feb 09 01:44:34.650440 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-04ac42bd-e201-4934-b7c2-23d475d36b0a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for router (8025ca1f-9460-4554-8173-fbc526245f9b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:34.655989 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5909e288-503d-44e2-a9eb-6d1f014f45ee tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for floatingip (bea47e22-cc98-45e4-ab82-659cc054a3c3), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:34.774511 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bbc42e84-6b5e-49b0-af41-e57225392018 req-b10b2ca0-558e-41a7-ba82-c3ed6e208522 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=eda9b4c8-aef0-4373-bb4c-dd86271e8d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502483 Feb 09 01:44:34.796985 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5909e288-503d-44e2-a9eb-6d1f014f45ee tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b4188cec-0da0-42e6-959f-00d3e23f7829), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:34.809503 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-8b34342f-78b6-41fd-948d-7d562a402705 None None] Set router 8025ca1f-9460-4554-8173-fbc526245f9b gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:34.825011 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95723945-531d-43fd-b9ba-6f748d1a431e None None] DHCP port deletion for d6cb6789-0b2a-4ba4-8424-772a7d1413c2 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:44:34.841389 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-04ac42bd-e201-4934-b7c2-23d475d36b0a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for router_gateway (8025ca1f-9460-4554-8173-fbc526245f9b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:34.921373 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-95723945-531d-43fd-b9ba-6f748d1a431e None None] Deleting port a5534f45-4bd6-440e-924e-edf6c630121a {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:34.921747 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-95723945-531d-43fd-b9ba-6f748d1a431e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (a5534f45-4bd6-440e-924e-edf6c630121a), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:34.922490 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-04ac42bd-e201-4934-b7c2-23d475d36b0a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Deleting port 78e3b947-e8f5-41f1-991e-1950045f3972 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:34.923000 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-04ac42bd-e201-4934-b7c2-23d475d36b0a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (78e3b947-e8f5-41f1-991e-1950045f3972), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:34.983733 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5909e288-503d-44e2-a9eb-6d1f014f45ee tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for port (b4188cec-0da0-42e6-959f-00d3e23f7829), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.000720 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5909e288-503d-44e2-a9eb-6d1f014f45ee tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (b4188cec-0da0-42e6-959f-00d3e23f7829), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.027192 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-69356ec7-6ecf-4b25-8625-7cb1068b3b3e req-71da07db-7761-467d-80e6-02b3de19d37d tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=eda9b4c8-aef0-4373-bb4c-dd86271e8d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414470 Feb 09 01:44:35.041937 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-04ac42bd-e201-4934-b7c2-23d475d36b0a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] For port 78e3b947-e8f5-41f1-991e-1950045f3972, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=78e3b947-e8f5-41f1-991e-1950045f3972,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:35.042302 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-04ac42bd-e201-4934-b7c2-23d475d36b0a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (78e3b947-e8f5-41f1-991e-1950045f3972), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.060450 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-04ac42bd-e201-4934-b7c2-23d475d36b0a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Calling delete_port for 78e3b947-e8f5-41f1-991e-1950045f3972 owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:35.066538 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-95723945-531d-43fd-b9ba-6f748d1a431e None None] For port a5534f45-4bd6-440e-924e-edf6c630121a, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=a5534f45-4bd6-440e-924e-edf6c630121a,segment=NetworkSegment(836bfa82-d300-4cc7-988f-ecf320a5b7ac),segment_id=836bfa82-d300-4cc7-988f-ecf320a5b7ac)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:35.068961 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-95723945-531d-43fd-b9ba-6f748d1a431e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (a5534f45-4bd6-440e-924e-edf6c630121a), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.096924 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-95723945-531d-43fd-b9ba-6f748d1a431e None None] Calling delete_port for a5534f45-4bd6-440e-924e-edf6c630121a owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:35.149797 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5909e288-503d-44e2-a9eb-6d1f014f45ee tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (bea47e22-cc98-45e4-ab82-659cc054a3c3), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.240171 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-8b34342f-78b6-41fd-948d-7d562a402705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8025ca1f-9460-4554-8173-fbc526245f9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890018208', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '78e3b947-e8f5-41f1-991e-1950045f3972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:44Z', 'updated_at': '2022-02-09T01:44:31Z', 'revision_number': 5, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '78e3b947-e8f5-41f1-991e-1950045f3972', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8025ca1f-9460-4554-8173-fbc526245f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:45Z', 'updated_at': '2022-02-09T01:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:35.269535 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-95723945-531d-43fd-b9ba-6f748d1a431e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (a5534f45-4bd6-440e-924e-edf6c630121a), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.289652 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b34342f-78b6-41fd-948d-7d562a402705 None None] The sync data for ids ['8025ca1f-9460-4554-8173-fbc526245f9b'] in n-d-822053-40 is: [{'id': '8025ca1f-9460-4554-8173-fbc526245f9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890018208', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '78e3b947-e8f5-41f1-991e-1950045f3972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:41:44Z', 'updated_at': '2022-02-09T01:44:31Z', 'revision_number': 5, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '78e3b947-e8f5-41f1-991e-1950045f3972', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8025ca1f-9460-4554-8173-fbc526245f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:41:45Z', 'updated_at': '2022-02-09T01:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:44:35.322023 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95723945-531d-43fd-b9ba-6f748d1a431e None None] Pushing event deleted for resources: {'Port': ['ID=a5534f45-4bd6-440e-924e-edf6c630121a,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:35.355383 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95723945-531d-43fd-b9ba-6f748d1a431e None None] No DVR routers for this DVR port a5534f45-4bd6-440e-924e-edf6c630121a on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:44:35.357584 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909e288-503d-44e2-a9eb-6d1f014f45ee tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event updated for resources: {'Port': ['ID=b4188cec-0da0-42e6-959f-00d3e23f7829,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:35.382998 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [None req-5909e288-503d-44e2-a9eb-6d1f014f45ee tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Floating IP bea47e22-cc98-45e4-ab82-659cc054a3c3 associated. External IP: 172.25.1.236, port: e21b8d8f-87f7-442d-8380-add580a2e776. Feb 09 01:44:35.760097 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-04ac42bd-e201-4934-b7c2-23d475d36b0a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (78e3b947-e8f5-41f1-991e-1950045f3972), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.856508 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac42bd-e201-4934-b7c2-23d475d36b0a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event deleted for resources: {'Port': ['ID=78e3b947-e8f5-41f1-991e-1950045f3972,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:35.899502 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-04ac42bd-e201-4934-b7c2-23d475d36b0a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (8025ca1f-9460-4554-8173-fbc526245f9b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.920402 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5909e288-503d-44e2-a9eb-6d1f014f45ee tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Router 75609b42-f63b-41f6-9d03-38bbabed6a0c has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:44:36.126667 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-04ac42bd-e201-4934-b7c2-23d475d36b0a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (8025ca1f-9460-4554-8173-fbc526245f9b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:36.131912 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-04ac42bd-e201-4934-b7c2-23d475d36b0a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for router_controller (8025ca1f-9460-4554-8173-fbc526245f9b), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:36.185180 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5909e288-503d-44e2-a9eb-6d1f014f45ee tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:44:36.195535 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0894ed4e-0170-4655-8720-e82969a08155 None None] Sync routers for ids ['75609b42-f63b-41f6-9d03-38bbabed6a0c'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:44:36.216332 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0894ed4e-0170-4655-8720-e82969a08155 None None] Routers {'75609b42-f63b-41f6-9d03-38bbabed6a0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:36.216958 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-0894ed4e-0170-4655-8720-e82969a08155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:44:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['75609b42-f63b-41f6-9d03-38bbabed6a0c'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:36.226086 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5909e288-503d-44e2-a9eb-6d1f014f45ee tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:36.246331 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-04ac42bd-e201-4934-b7c2-23d475d36b0a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (8025ca1f-9460-4554-8173-fbc526245f9b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:36.248486 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ac42bd-e201-4934-b7c2-23d475d36b0a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Fanout notify agent at l3_agent the message router_deleted on router 8025ca1f-9460-4554-8173-fbc526245f9b {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:44:36.267481 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-04ac42bd-e201-4934-b7c2-23d475d36b0a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:36.270373 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-04ac42bd-e201-4934-b7c2-23d475d36b0a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "DELETE /v2.0/routers/8025ca1f-9460-4554-8173-fbc526245f9b HTTP/1.1" status: 204 len: 168 time: 1.7794650 Feb 09 01:44:36.273628 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33712) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:36.351526 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-0894ed4e-0170-4655-8720-e82969a08155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:36.371731 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0894ed4e-0170-4655-8720-e82969a08155 None None] Routers {'75609b42-f63b-41f6-9d03-38bbabed6a0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:36.372500 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-0894ed4e-0170-4655-8720-e82969a08155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:44:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['75609b42-f63b-41f6-9d03-38bbabed6a0c'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:36.456989 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5909e288-503d-44e2-a9eb-6d1f014f45ee tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.7682226 Feb 09 01:44:36.459183 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33714) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:36.462473 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-0894ed4e-0170-4655-8720-e82969a08155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:36.463158 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0894ed4e-0170-4655-8720-e82969a08155 None None] The sync data for ids ['75609b42-f63b-41f6-9d03-38bbabed6a0c'] in n-d-822053-40 is: [] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:44:36.477030 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-02ebbfd6-40fb-4ee3-9731-2362f109131d tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1386868614'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:36.519849 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7e3b1-c256-48bd-afec-084d214221b8 req-da8cd483-2551-4a57-9490-0f410547da4b tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:36.524521 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5ee7e3b1-c256-48bd-afec-084d214221b8 req-da8cd483-2551-4a57-9490-0f410547da4b tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=90d6aa0f-f1e3-414b-8aec-ed1c1dac031a HTTP/1.1" status: 200 len: 1128 time: 0.1890402 Feb 09 01:44:36.547520 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 89c16eee-ade2-40fd-8d1e-942df653cbfb no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:44:36.555112 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ebbfd6-40fb-4ee3-9731-2362f109131d tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Made reservation on behalf of 00f0067d4c504786a56af79791c42175 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:36.565773 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-02ebbfd6-40fb-4ee3-9731-2362f109131d tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:36.620099 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 89c16eee-ade2-40fd-8d1e-942df653cbfb {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:44:36.620453 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 89c16eee-ade2-40fd-8d1e-942df653cbfb not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:44:36.620884 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device a5534f45-4bd6-440e-924e-edf6c630121a no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:44:36.658568 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02ebbfd6-40fb-4ee3-9731-2362f109131d tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:44:36.665134 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: a5534f45-4bd6-440e-924e-edf6c630121a {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:44:36.665492 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device a5534f45-4bd6-440e-924e-edf6c630121a not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:44:36.667579 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9715aff0-c91c-40cc-ad37-d37b1c6379f0 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (d6cb6789-0b2a-4ba4-8424-772a7d1413c2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:36.678145 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-02ebbfd6-40fb-4ee3-9731-2362f109131d tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (b85bb6a2-4067-4d43-a14f-b2835a5b592a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:36.678837 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-02ebbfd6-40fb-4ee3-9731-2362f109131d tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Added segment b85bb6a2-4067-4d43-a14f-b2835a5b592a of type vlan for network 3af5307f-bbad-4da2-bd27-84417502ffed Feb 09 01:44:36.696986 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5ee7e3b1-c256-48bd-afec-084d214221b8 req-f051806c-b6d1-4b74-9e1b-387881307938 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=eda9b4c8-aef0-4373-bb4c-dd86271e8d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614034 Feb 09 01:44:36.820595 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e99eb8-7eea-4d04-ba07-d5b2ec533c7e req-3b2cb520-0eee-4519-b194-2ef870a88853 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:36.822138 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c1e99eb8-7eea-4d04-ba07-d5b2ec533c7e req-3b2cb520-0eee-4519-b194-2ef870a88853 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=90d6aa0f-f1e3-414b-8aec-ed1c1dac031a HTTP/1.1" status: 200 len: 1128 time: 0.0497859 Feb 09 01:44:36.826289 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9715aff0-c91c-40cc-ad37-d37b1c6379f0 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (d6cb6789-0b2a-4ba4-8424-772a7d1413c2), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:36.838483 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-02ebbfd6-40fb-4ee3-9731-2362f109131d tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (3af5307f-bbad-4da2-bd27-84417502ffed), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:36.857647 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-9715aff0-c91c-40cc-ad37-d37b1c6379f0 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6cb6789-0b2a-4ba4-8424-772a7d1413c2']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:36.876187 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-9715aff0-c91c-40cc-ad37-d37b1c6379f0 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '836bfa82-d300-4cc7-988f-ecf320a5b7ac') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:36.876489 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-9715aff0-c91c-40cc-ad37-d37b1c6379f0 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '836bfa82-d300-4cc7-988f-ecf320a5b7ac') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:36.889274 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9715aff0-c91c-40cc-ad37-d37b1c6379f0 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (836bfa82-d300-4cc7-988f-ecf320a5b7ac), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:36.891131 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c1e99eb8-7eea-4d04-ba07-d5b2ec533c7e req-79055812-688b-45a7-bab4-cd2a103e7ef2 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=eda9b4c8-aef0-4373-bb4c-dd86271e8d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619085 Feb 09 01:44:36.899244 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-02ebbfd6-40fb-4ee3-9731-2362f109131d tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (3af5307f-bbad-4da2-bd27-84417502ffed), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:36.904678 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ebbfd6-40fb-4ee3-9731-2362f109131d tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:36.905945 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-02ebbfd6-40fb-4ee3-9731-2362f109131d tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:36.938409 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9715aff0-c91c-40cc-ad37-d37b1c6379f0 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (836bfa82-d300-4cc7-988f-ecf320a5b7ac), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:36.948124 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9715aff0-c91c-40cc-ad37-d37b1c6379f0 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:44:36.948124 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9715aff0-c91c-40cc-ad37-d37b1c6379f0 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (836bfa82-d300-4cc7-988f-ecf320a5b7ac), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:36.951060 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:44:36.951060 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:44:36.951060 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:44:36.951060 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:44:36.951060 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:44:36.951060 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:44:36.951060 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:44:36.951060 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:44:36.951060 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:44:36.951060 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:44:36.951060 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:44:36.951060 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:44:36.951060 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:44:36.951060 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:44:36.951060 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:44:36.951060 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:44:36.951060 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:44:36.951060 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:44:36.951060 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:44:36.951060 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:44:36.951060 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:44:36.951060 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:44:36.951060 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:44:36.951060 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:44:36.951060 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:44:36.951060 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:44:36.951060 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:44:36.951060 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:44:36.951060 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:44:36.951060 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:44:36.951060 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:44:36.951060 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:44:37.077561 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-02ebbfd6-40fb-4ee3-9731-2362f109131d tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6146355 Feb 09 01:44:37.084316 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33728) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:37.091800 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-4843fe27-4644-49ba-8292-3c995f92e812 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Request body: {'subnet': {'network_id': '3af5307f-bbad-4da2-bd27-84417502ffed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:37.116514 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b754d-d1c2-4dc2-8cb7-53bb1e22cf1d req-8ee2f879-9100-47ba-b08b-c8c98f3803d8 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:37.118913 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6e6b754d-d1c2-4dc2-8cb7-53bb1e22cf1d req-8ee2f879-9100-47ba-b08b-c8c98f3803d8 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=90d6aa0f-f1e3-414b-8aec-ed1c1dac031a HTTP/1.1" status: 200 len: 1128 time: 0.1298790 Feb 09 01:44:37.209798 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ebbfd6-40fb-4ee3-9731-2362f109131d tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event updated for resources: {'Network': ['ID=3af5307f-bbad-4da2-bd27-84417502ffed,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:37.222480 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 3af5307f-bbad-4da2-bd27-84417502ffed details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:44:37.228903 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6e6b754d-d1c2-4dc2-8cb7-53bb1e22cf1d req-d8222e97-5991-497e-8e94-ed6235bffb76 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=eda9b4c8-aef0-4373-bb4c-dd86271e8d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928252 Feb 09 01:44:37.240225 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9715aff0-c91c-40cc-ad37-d37b1c6379f0 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (d6cb6789-0b2a-4ba4-8424-772a7d1413c2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:37.257803 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9715aff0-c91c-40cc-ad37-d37b1c6379f0 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:37.264027 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9715aff0-c91c-40cc-ad37-d37b1c6379f0 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "DELETE /v2.0/networks/d6cb6789-0b2a-4ba4-8424-772a7d1413c2 HTTP/1.1" status: 204 len: 168 time: 0.9692593 Feb 09 01:44:37.264608 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33740) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:37.275670 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715aff0-c91c-40cc-ad37-d37b1c6379f0 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event deleted for resources: {'Network': ['ID=d6cb6789-0b2a-4ba4-8424-772a7d1413c2,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:37.311452 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4843fe27-4644-49ba-8292-3c995f92e812 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Made reservation on behalf of 00f0067d4c504786a56af79791c42175 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:37.315244 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4843fe27-4644-49ba-8292-3c995f92e812 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:37.386096 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-830a15f2-37c5-4223-8681-1e8a1fdf3772 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group (c174cb6e-64e7-44be-83f3-29ea109f9382), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:37.433435 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-830a15f2-37c5-4223-8681-1e8a1fdf3772 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group (c174cb6e-64e7-44be-83f3-29ea109f9382), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:37.533739 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-830a15f2-37c5-4223-8681-1e8a1fdf3772 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c174cb6e-64e7-44be-83f3-29ea109f9382), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:37.540065 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-830a15f2-37c5-4223-8681-1e8a1fdf3772 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:37.544750 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-830a15f2-37c5-4223-8681-1e8a1fdf3772 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "DELETE /v2.0/security-groups/c174cb6e-64e7-44be-83f3-29ea109f9382 HTTP/1.1" status: 204 len: 168 time: 0.2765484 Feb 09 01:44:37.565402 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a15f2-37c5-4223-8681-1e8a1fdf3772 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c174cb6e-64e7-44be-83f3-29ea109f9382,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:37.761099 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4843fe27-4644-49ba-8292-3c995f92e812 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (6a8178ec-4639-4de3-a287-9d22abab89b4), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:37.778179 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0163e99-694e-4275-8d70-52d1084a263d req-827e19bc-a2de-49a0-8b1e-0a0b84ab3935 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:37.780993 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e0163e99-694e-4275-8d70-52d1084a263d req-827e19bc-a2de-49a0-8b1e-0a0b84ab3935 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=90d6aa0f-f1e3-414b-8aec-ed1c1dac031a HTTP/1.1" status: 200 len: 1128 time: 0.1239421 Feb 09 01:44:37.881877 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e0163e99-694e-4275-8d70-52d1084a263d req-ddf3a576-4921-46be-a14b-c65729754d0b tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=eda9b4c8-aef0-4373-bb4c-dd86271e8d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921893 Feb 09 01:44:37.928975 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4843fe27-4644-49ba-8292-3c995f92e812 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Checking segment: {'id': 'b85bb6a2-4067-4d43-a14f-b2835a5b592a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3af5307f-bbad-4da2-bd27-84417502ffed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:44:37.929468 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4843fe27-4644-49ba-8292-3c995f92e812 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Network hostable DHCP agents. Network: 3af5307f-bbad-4da2-bd27-84417502ffed, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:44:37.940178 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4843fe27-4644-49ba-8292-3c995f92e812 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event updated for resources: {'Subnet': ['ID=6a8178ec-4639-4de3-a287-9d22abab89b4,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:37.972258 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4843fe27-4644-49ba-8292-3c995f92e812 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Network 3af5307f-bbad-4da2-bd27-84417502ffed is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:44:37.986929 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-4843fe27-4644-49ba-8292-3c995f92e812 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 3af5307f-bbad-4da2-bd27-84417502ffed) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:37.995509 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4843fe27-4644-49ba-8292-3c995f92e812 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:37.996145 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4843fe27-4644-49ba-8292-3c995f92e812 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:37.998814 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279d6610-07ea-4560-8a83-8bb32bf9b2cc None None] Network 3af5307f-bbad-4da2-bd27-84417502ffed requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:44:38.028117 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4843fe27-4644-49ba-8292-3c995f92e812 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9421296 Feb 09 01:44:38.029865 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33766) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:38.041175 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-af337c3f-5d8a-419c-8929-9d2d7252c416 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-216491954', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}, 'admin_state_up': False}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:38.116294 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-af337c3f-5d8a-419c-8929-9d2d7252c416 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (fb5dcd93-d9ca-44df-8308-d81f15d808b0), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:38.118100 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-af337c3f-5d8a-419c-8929-9d2d7252c416 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (fb5dcd93-d9ca-44df-8308-d81f15d808b0), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:38.164876 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33770) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:38.173306 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-c3e5de11-1989-45b4-9483-96b4f7356e29 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-351306126', 'description': 'tempest-secgroup-smoke-351306126 description', 'project_id': 'e7f5366db1de43098724f0eb4e3342fd'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:38.176936 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20638aea-1aa4-465e-b4e5-a8c1716831d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-3af5307f-bbad-4da2-bd27-84417502ffed', 'network_id': '3af5307f-bbad-4da2-bd27-84417502ffed', 'project_id': '00f0067d4c504786a56af79791c42175', 'fixed_ips': [{'subnet_id': '6a8178ec-4639-4de3-a287-9d22abab89b4'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:44:38.178133 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-20638aea-1aa4-465e-b4e5-a8c1716831d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:38.252690 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c3e5de11-1989-45b4-9483-96b4f7356e29 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:38.338315 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-af337c3f-5d8a-419c-8929-9d2d7252c416 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for router_controller (fb5dcd93-d9ca-44df-8308-d81f15d808b0), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:38.363893 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33776) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:38.419151 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c3e5de11-1989-45b4-9483-96b4f7356e29 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group (0b453f76-22ed-4f62-82ab-dfff34e27267), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:38.429685 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c3e5de11-1989-45b4-9483-96b4f7356e29 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0b453f76-22ed-4f62-82ab-dfff34e27267), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:38.457827 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-20638aea-1aa4-465e-b4e5-a8c1716831d3 None None] Allocated IP 172.20.0.2 (3af5307f-bbad-4da2-bd27-84417502ffed/6a8178ec-4639-4de3-a287-9d22abab89b4/d08360c6-0ebc-4c02-a139-cfbc04ca7350) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:38.528034 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c3e5de11-1989-45b4-9483-96b4f7356e29 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:38.534156 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c3e5de11-1989-45b4-9483-96b4f7356e29 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3681672 Feb 09 01:44:38.535905 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33780) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:38.553047 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-4b94e91e-06cc-41ed-b9c6-d2d29fd8beb9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'security_group_rule': {'security_group_id': '0b453f76-22ed-4f62-82ab-dfff34e27267', 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:38.560453 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 78e3b947-e8f5-41f1-991e-1950045f3972 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:44:38.564109 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5de11-1989-45b4-9483-96b4f7356e29 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b453f76-22ed-4f62-82ab-dfff34e27267,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:38.608256 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4b94e91e-06cc-41ed-b9c6-d2d29fd8beb9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (c6d63067-ccd3-441e-b038-86555f8944d7), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:38.622657 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 78e3b947-e8f5-41f1-991e-1950045f3972 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:44:38.623365 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 78e3b947-e8f5-41f1-991e-1950045f3972 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:44:38.693722 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-af337c3f-5d8a-419c-8929-9d2d7252c416 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for router_gateway (fb5dcd93-d9ca-44df-8308-d81f15d808b0), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:38.695280 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e5953902-b033-44f1-b9d7-7efb8c9b8b36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:38.809004 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-20638aea-1aa4-465e-b4e5-a8c1716831d3 None None] Publish callbacks [] for port (d08360c6-0ebc-4c02-a139-cfbc04ca7350), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:38.820633 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-20638aea-1aa4-465e-b4e5-a8c1716831d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (d08360c6-0ebc-4c02-a139-cfbc04ca7350), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:38.840658 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4b94e91e-06cc-41ed-b9c6-d2d29fd8beb9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (c6d63067-ccd3-441e-b038-86555f8944d7), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:38.857628 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4b94e91e-06cc-41ed-b9c6-d2d29fd8beb9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (c6d63067-ccd3-441e-b038-86555f8944d7), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:39.030841 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20638aea-1aa4-465e-b4e5-a8c1716831d3 None None] Network 3af5307f-bbad-4da2-bd27-84417502ffed is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:39.038933 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20638aea-1aa4-465e-b4e5-a8c1716831d3 None None] Pushing event updated for resources: {'Port': ['ID=d08360c6-0ebc-4c02-a139-cfbc04ca7350,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:39.039157 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-af337c3f-5d8a-419c-8929-9d2d7252c416 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for router_gateway (fb5dcd93-d9ca-44df-8308-d81f15d808b0), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:39.052418 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-20638aea-1aa4-465e-b4e5-a8c1716831d3 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:39.062530 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-af337c3f-5d8a-419c-8929-9d2d7252c416 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:39.064854 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20638aea-1aa4-465e-b4e5-a8c1716831d3 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:44:39.080138 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3ca87-1620-4d09-ac5c-4409732316c3 req-ecdd9838-775a-4508-9936-080e8450f1cb tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:39.081652 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-91f3ca87-1620-4d09-ac5c-4409732316c3 req-ecdd9838-775a-4508-9936-080e8450f1cb tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=90d6aa0f-f1e3-414b-8aec-ed1c1dac031a HTTP/1.1" status: 200 len: 1128 time: 0.1158922 Feb 09 01:44:39.155258 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-20638aea-1aa4-465e-b4e5-a8c1716831d3 None None] Attempting to bind port d08360c6-0ebc-4c02-a139-cfbc04ca7350 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:44:39.156013 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-20638aea-1aa4-465e-b4e5-a8c1716831d3 None None] Attempting to bind port d08360c6-0ebc-4c02-a139-cfbc04ca7350 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'b85bb6a2-4067-4d43-a14f-b2835a5b592a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3af5307f-bbad-4da2-bd27-84417502ffed'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:44:39.156592 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20638aea-1aa4-465e-b4e5-a8c1716831d3 None None] Attempting to bind port d08360c6-0ebc-4c02-a139-cfbc04ca7350 on network 3af5307f-bbad-4da2-bd27-84417502ffed {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:44:39.164233 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20638aea-1aa4-465e-b4e5-a8c1716831d3 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:44:39.165005 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20638aea-1aa4-465e-b4e5-a8c1716831d3 None None] Checking segment: {'id': 'b85bb6a2-4067-4d43-a14f-b2835a5b592a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3af5307f-bbad-4da2-bd27-84417502ffed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:44:39.165627 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-20638aea-1aa4-465e-b4e5-a8c1716831d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:39.166314 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20638aea-1aa4-465e-b4e5-a8c1716831d3 None None] Bound using segment: {'id': 'b85bb6a2-4067-4d43-a14f-b2835a5b592a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3af5307f-bbad-4da2-bd27-84417502ffed'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:44:39.167002 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-20638aea-1aa4-465e-b4e5-a8c1716831d3 None None] Bound port: d08360c6-0ebc-4c02-a139-cfbc04ca7350, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85bb6a2-4067-4d43-a14f-b2835a5b592a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3af5307f-bbad-4da2-bd27-84417502ffed'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:44:39.167591 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-20638aea-1aa4-465e-b4e5-a8c1716831d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d08360c6-0ebc-4c02-a139-cfbc04ca7350), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:39.278243 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-af337c3f-5d8a-419c-8929-9d2d7252c416 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Allocated IP 172.25.1.69 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/15e2435b-646c-4f93-adba-f3a9fa805375) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:39.320167 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-20638aea-1aa4-465e-b4e5-a8c1716831d3 None None] For port d08360c6-0ebc-4c02-a139-cfbc04ca7350, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:44:39.323455 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-20638aea-1aa4-465e-b4e5-a8c1716831d3 None None] For port d08360c6-0ebc-4c02-a139-cfbc04ca7350, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d08360c6-0ebc-4c02-a139-cfbc04ca7350,segment=NetworkSegment(b85bb6a2-4067-4d43-a14f-b2835a5b592a),segment_id=b85bb6a2-4067-4d43-a14f-b2835a5b592a)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:44:39.334248 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-20638aea-1aa4-465e-b4e5-a8c1716831d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d08360c6-0ebc-4c02-a139-cfbc04ca7350), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:39.338440 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94e91e-06cc-41ed-b9c6-d2d29fd8beb9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6d63067-ccd3-441e-b038-86555f8944d7,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:39.369567 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4b94e91e-06cc-41ed-b9c6-d2d29fd8beb9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:39.371150 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4b94e91e-06cc-41ed-b9c6-d2d29fd8beb9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8282201 Feb 09 01:44:39.374863 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33786) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:39.385329 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-4ba93a1f-7632-4bab-9673-7660d16016f1 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'security_group_rule': {'security_group_id': '0b453f76-22ed-4f62-82ab-dfff34e27267', 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:39.461904 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-af337c3f-5d8a-419c-8929-9d2d7252c416 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for port (15e2435b-646c-4f93-adba-f3a9fa805375), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:39.466915 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20638aea-1aa4-465e-b4e5-a8c1716831d3 None None] Pushing event updated for resources: {'Port': ['ID=d08360c6-0ebc-4c02-a139-cfbc04ca7350,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:39.499300 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4ba93a1f-7632-4bab-9673-7660d16016f1 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (880b295b-c6f5-4b66-8a2b-f639379f0202), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:39.536395 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e5953902-b033-44f1-b9d7-7efb8c9b8b36 admin admin] Publish callbacks [] for security_group (062eb5a3-0e8d-40a0-aa95-8d928446ee84), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:39.540417 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-af337c3f-5d8a-419c-8929-9d2d7252c416 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (15e2435b-646c-4f93-adba-f3a9fa805375), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:39.543190 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576e7dd-636b-49f0-b695-b800d9a320ad req-f9305311-3bf6-4f50-92c4-590669460409 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:39.557190 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6576e7dd-636b-49f0-b695-b800d9a320ad req-f9305311-3bf6-4f50-92c4-590669460409 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=90d6aa0f-f1e3-414b-8aec-ed1c1dac031a HTTP/1.1" status: 200 len: 1128 time: 0.2332118 Feb 09 01:44:39.602861 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e5953902-b033-44f1-b9d7-7efb8c9b8b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (062eb5a3-0e8d-40a0-aa95-8d928446ee84), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:39.651311 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af337c3f-5d8a-419c-8929-9d2d7252c416 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:39.656266 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-af337c3f-5d8a-419c-8929-9d2d7252c416 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:39.667070 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af337c3f-5d8a-419c-8929-9d2d7252c416 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:44:39.704960 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e5953902-b033-44f1-b9d7-7efb8c9b8b36 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=727aa5ab70904d69a3aff2f43979945c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3399084 Feb 09 01:44:39.717877 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33792) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:39.734494 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af337c3f-5d8a-419c-8929-9d2d7252c416 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event updated for resources: {'Port': ['ID=15e2435b-646c-4f93-adba-f3a9fa805375,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:39.764258 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6576e7dd-636b-49f0-b695-b800d9a320ad req-36f25613-046f-4969-a491-69072a2b58a3 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=eda9b4c8-aef0-4373-bb4c-dd86271e8d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058704 Feb 09 01:44:39.902371 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5953902-b033-44f1-b9d7-7efb8c9b8b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062eb5a3-0e8d-40a0-aa95-8d928446ee84,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:39.934655 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4ba93a1f-7632-4bab-9673-7660d16016f1 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (880b295b-c6f5-4b66-8a2b-f639379f0202), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:39.942256 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4ba93a1f-7632-4bab-9673-7660d16016f1 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (880b295b-c6f5-4b66-8a2b-f639379f0202), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:39.966356 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-91f3ca87-1620-4d09-ac5c-4409732316c3 req-946880bf-0055-452f-8541-c0c573262adb tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Deleting port 2deb4c2d-d4b6-43fd-b85f-5f2182e48172 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:39.966754 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-91f3ca87-1620-4d09-ac5c-4409732316c3 req-946880bf-0055-452f-8541-c0c573262adb tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (2deb4c2d-d4b6-43fd-b85f-5f2182e48172), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:40.020402 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba93a1f-7632-4bab-9673-7660d16016f1 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=880b295b-c6f5-4b66-8a2b-f639379f0202,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:40.044298 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4ba93a1f-7632-4bab-9673-7660d16016f1 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:40.045499 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4ba93a1f-7632-4bab-9673-7660d16016f1 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6640720 Feb 09 01:44:40.046500 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b79c9eca-9970-4e5a-8e26-f0410001650b admin admin] Publish callbacks [] for security_group (062eb5a3-0e8d-40a0-aa95-8d928446ee84), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:40.050938 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33796) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:40.056634 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-6406ed44-5b50-42a0-ac5f-0ed89e2f93a8 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'security_group_rule': {'security_group_id': '0b453f76-22ed-4f62-82ab-dfff34e27267', 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:40.113601 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6406ed44-5b50-42a0-ac5f-0ed89e2f93a8 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (8058f8fc-51ad-4e55-90f2-99692c594a11), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:40.147571 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b79c9eca-9970-4e5a-8e26-f0410001650b admin admin] Publish callbacks [] for security_group (062eb5a3-0e8d-40a0-aa95-8d928446ee84), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:40.235578 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:44:40.291552 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6406ed44-5b50-42a0-ac5f-0ed89e2f93a8 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (8058f8fc-51ad-4e55-90f2-99692c594a11), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:40.303894 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6406ed44-5b50-42a0-ac5f-0ed89e2f93a8 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (8058f8fc-51ad-4e55-90f2-99692c594a11), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:40.374774 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6406ed44-5b50-42a0-ac5f-0ed89e2f93a8 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:40.383328 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6406ed44-5b50-42a0-ac5f-0ed89e2f93a8 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3313291 Feb 09 01:44:40.384258 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-af337c3f-5d8a-419c-8929-9d2d7252c416 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for router_gateway (fb5dcd93-d9ca-44df-8308-d81f15d808b0), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:40.386561 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33798) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:40.404045 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-4c975905-e61e-44d5-ab20-2923c5699d4e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'security_group_rule': {'security_group_id': '0b453f76-22ed-4f62-82ab-dfff34e27267', 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:40.409564 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6406ed44-5b50-42a0-ac5f-0ed89e2f93a8 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8058f8fc-51ad-4e55-90f2-99692c594a11,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:40.414057 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b79c9eca-9970-4e5a-8e26-f0410001650b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (062eb5a3-0e8d-40a0-aa95-8d928446ee84), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:40.428289 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b79c9eca-9970-4e5a-8e26-f0410001650b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:40.430160 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b79c9eca-9970-4e5a-8e26-f0410001650b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/062eb5a3-0e8d-40a0-aa95-8d928446ee84 HTTP/1.1" status: 204 len: 168 time: 0.7113099 Feb 09 01:44:40.490262 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d08360c6-0ebc-4c02-a139-cfbc04ca7350 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:44:40.501338 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c9eca-9970-4e5a-8e26-f0410001650b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062eb5a3-0e8d-40a0-aa95-8d928446ee84,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:40.761242 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port d08360c6-0ebc-4c02-a139-cfbc04ca7350 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:40.764322 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d08360c6-0ebc-4c02-a139-cfbc04ca7350), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:40.837963 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c975905-e61e-44d5-ab20-2923c5699d4e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (69571fb1-7236-4d70-bfe8-5c6e6f1756d0), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:40.907810 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port d08360c6-0ebc-4c02-a139-cfbc04ca7350 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:40.908436 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d08360c6-0ebc-4c02-a139-cfbc04ca7350), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:40.956166 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port d08360c6-0ebc-4c02-a139-cfbc04ca7350, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d08360c6-0ebc-4c02-a139-cfbc04ca7350,segment=NetworkSegment(b85bb6a2-4067-4d43-a14f-b2835a5b592a),segment_id=b85bb6a2-4067-4d43-a14f-b2835a5b592a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:40.961819 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d08360c6-0ebc-4c02-a139-cfbc04ca7350), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:41.022289 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=d08360c6-0ebc-4c02-a139-cfbc04ca7350,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:41.033564 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-91f3ca87-1620-4d09-ac5c-4409732316c3 req-946880bf-0055-452f-8541-c0c573262adb tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] For port 2deb4c2d-d4b6-43fd-b85f-5f2182e48172, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=2deb4c2d-d4b6-43fd-b85f-5f2182e48172,segment=NetworkSegment(89758696-bb00-42e9-96b7-6dcfdc3a5e07),segment_id=89758696-bb00-42e9-96b7-6dcfdc3a5e07)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:41.033925 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-91f3ca87-1620-4d09-ac5c-4409732316c3 req-946880bf-0055-452f-8541-c0c573262adb tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (2deb4c2d-d4b6-43fd-b85f-5f2182e48172), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:41.049728 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-91f3ca87-1620-4d09-ac5c-4409732316c3 req-946880bf-0055-452f-8541-c0c573262adb tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Calling delete_port for 2deb4c2d-d4b6-43fd-b85f-5f2182e48172 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:41.103642 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab85ef-4794-4050-8ebf-d55f0a3ee218 req-0eebcd50-7c8a-4f43-87b0-3b38ea46d720 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:41.105487 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b6ab85ef-4794-4050-8ebf-d55f0a3ee218 req-0eebcd50-7c8a-4f43-87b0-3b38ea46d720 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=90d6aa0f-f1e3-414b-8aec-ed1c1dac031a HTTP/1.1" status: 200 len: 1128 time: 0.1679471 Feb 09 01:44:41.216568 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-91f3ca87-1620-4d09-ac5c-4409732316c3 req-946880bf-0055-452f-8541-c0c573262adb tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (2deb4c2d-d4b6-43fd-b85f-5f2182e48172), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:41.227244 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b6ab85ef-4794-4050-8ebf-d55f0a3ee218 req-1ab196f5-4ea0-4d37-bc62-17170bda45f8 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=eda9b4c8-aef0-4373-bb4c-dd86271e8d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155946 Feb 09 01:44:41.237753 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['20d45416-3738-48c5-aa9e-902ebb4ea23c'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:44:41.242933 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['2deb4c2d-d4b6-43fd-b85f-5f2182e48172'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:44:41.308504 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946880bf-0055-452f-8541-c0c573262adb tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Pushing event deleted for resources: {'Port': ['ID=2deb4c2d-d4b6-43fd-b85f-5f2182e48172,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:41.372710 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba11917-3b3d-4c0e-ac4f-e9ac79ce9b68 None None] Network 3af5307f-bbad-4da2-bd27-84417502ffed requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:44:41.403738 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f3ca87-1620-4d09-ac5c-4409732316c3 req-946880bf-0055-452f-8541-c0c573262adb tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] No DVR routers for this DVR port 2deb4c2d-d4b6-43fd-b85f-5f2182e48172 on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:44:41.409902 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-91f3ca87-1620-4d09-ac5c-4409732316c3 req-946880bf-0055-452f-8541-c0c573262adb tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:41.416406 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-91f3ca87-1620-4d09-ac5c-4409732316c3 req-946880bf-0055-452f-8541-c0c573262adb tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.91 "DELETE /v2.0/ports/2deb4c2d-d4b6-43fd-b85f-5f2182e48172 HTTP/1.1" status: 204 len: 173 time: 2.2974951 Feb 09 01:44:41.418751 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d6aa0f-f1e3-414b-8aec-ed1c1dac031a', 'name': 'network-vif-deleted', 'tag': '2deb4c2d-d4b6-43fd-b85f-5f2182e48172'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:44:41.422440 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f659c3-df7c-4b95-9496-6627c15954e1" -d '{"events": [{"server_uuid": "90d6aa0f-f1e3-414b-8aec-ed1c1dac031a", "name": "network-vif-deleted", "tag": "2deb4c2d-d4b6-43fd-b85f-5f2182e48172"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:44:41.569342 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c975905-e61e-44d5-ab20-2923c5699d4e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (69571fb1-7236-4d70-bfe8-5c6e6f1756d0), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:41.585487 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c975905-e61e-44d5-ab20-2923c5699d4e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (69571fb1-7236-4d70-bfe8-5c6e6f1756d0), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:41.639142 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c282ac40-0a09-4bf5-87bf-6e4fec29cceb x-openstack-request-id: req-c282ac40-0a09-4bf5-87bf-6e4fec29cceb {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:44:41.639733 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d6aa0f-f1e3-414b-8aec-ed1c1dac031a", "name": "network-vif-deleted", "tag": "2deb4c2d-d4b6-43fd-b85f-5f2182e48172", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:44:41.640149 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c282ac40-0a09-4bf5-87bf-6e4fec29cceb {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:44:41.640832 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d6aa0f-f1e3-414b-8aec-ed1c1dac031a', 'name': 'network-vif-deleted', 'tag': '2deb4c2d-d4b6-43fd-b85f-5f2182e48172', 'status': 'completed', 'code': 200} Feb 09 01:44:41.648208 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c975905-e61e-44d5-ab20-2923c5699d4e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:41.649713 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4c975905-e61e-44d5-ab20-2923c5699d4e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2575338 Feb 09 01:44:41.652748 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33824) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:41.657994 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-dd5f193c-d547-457b-b3b8-a20d0b1a5e46 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'security_group_rule': {'security_group_id': '0b453f76-22ed-4f62-82ab-dfff34e27267', 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:41.687379 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c975905-e61e-44d5-ab20-2923c5699d4e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69571fb1-7236-4d70-bfe8-5c6e6f1756d0,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:41.743453 n-d-822053-40 neutron-server[103529]: INFO neutron.db.securitygroups_db [None req-dd5f193c-d547-457b-b3b8-a20d0b1a5e46 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Project e7f5366db1de43098724f0eb4e3342fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:44:41.751673 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dd5f193c-d547-457b-b3b8-a20d0b1a5e46 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (ba904afd-fa26-4693-a2d4-2f73dbd1f7ec), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:41.837266 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-af337c3f-5d8a-419c-8929-9d2d7252c416 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (fb5dcd93-d9ca-44df-8308-d81f15d808b0), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:41.925040 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dd5f193c-d547-457b-b3b8-a20d0b1a5e46 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (ba904afd-fa26-4693-a2d4-2f73dbd1f7ec), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:41.933195 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dd5f193c-d547-457b-b3b8-a20d0b1a5e46 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (ba904afd-fa26-4693-a2d4-2f73dbd1f7ec), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:41.963777 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f193c-d547-457b-b3b8-a20d0b1a5e46 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba904afd-fa26-4693-a2d4-2f73dbd1f7ec,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:41.990808 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dd5f193c-d547-457b-b3b8-a20d0b1a5e46 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:41.996980 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-dd5f193c-d547-457b-b3b8-a20d0b1a5e46 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3432736 Feb 09 01:44:41.997696 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33834) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:42.003094 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-b9ec7b9d-17e9-4d29-a05a-f2affe4d0881 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'security_group_rule': {'security_group_id': '0b453f76-22ed-4f62-82ab-dfff34e27267', 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:42.059396 n-d-822053-40 neutron-server[103529]: INFO neutron.db.securitygroups_db [None req-b9ec7b9d-17e9-4d29-a05a-f2affe4d0881 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Project e7f5366db1de43098724f0eb4e3342fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:44:42.090357 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b9ec7b9d-17e9-4d29-a05a-f2affe4d0881 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (35b568e9-5f65-42b2-a948-d3048e1cb297), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:42.124127 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d8261d6c-f6db-4400-bcc7-245860cf2c08 None None] Provisioning complete for port d08360c6-0ebc-4c02-a139-cfbc04ca7350 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:42.124690 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d8261d6c-f6db-4400-bcc7-245860cf2c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d08360c6-0ebc-4c02-a139-cfbc04ca7350), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:42.126634 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af337c3f-5d8a-419c-8929-9d2d7252c416 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Router fb5dcd93-d9ca-44df-8308-d81f15d808b0 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:44:42.190080 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b9ec7b9d-17e9-4d29-a05a-f2affe4d0881 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (35b568e9-5f65-42b2-a948-d3048e1cb297), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:42.196983 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b9ec7b9d-17e9-4d29-a05a-f2affe4d0881 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (35b568e9-5f65-42b2-a948-d3048e1cb297), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:42.231970 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec7b9d-17e9-4d29-a05a-f2affe4d0881 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35b568e9-5f65-42b2-a948-d3048e1cb297,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:42.245026 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b9ec7b9d-17e9-4d29-a05a-f2affe4d0881 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:42.250640 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b9ec7b9d-17e9-4d29-a05a-f2affe4d0881 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2514944 Feb 09 01:44:42.251919 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33842) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:42.260703 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-e26bb0fd-c925-4c35-a17d-3f73c0f95279 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'network': {'name': 'tempest-network-smoke--1433455443', 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'port_security_enabled': True}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:42.319346 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26bb0fd-c925-4c35-a17d-3f73c0f95279 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Made reservation on behalf of e7f5366db1de43098724f0eb4e3342fd for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:42.323320 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e26bb0fd-c925-4c35-a17d-3f73c0f95279 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:42.379395 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e26bb0fd-c925-4c35-a17d-3f73c0f95279 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:44:42.411463 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e26bb0fd-c925-4c35-a17d-3f73c0f95279 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (858f0d1b-6f6f-4b52-869c-1cb006b1bcc6), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:42.412443 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-e26bb0fd-c925-4c35-a17d-3f73c0f95279 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Added segment 858f0d1b-6f6f-4b52-869c-1cb006b1bcc6 of type vlan for network 0ac06f25-a081-449b-ac1e-8a36bc7788b0 Feb 09 01:44:42.515543 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d08360c6-0ebc-4c02-a139-cfbc04ca7350 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:44:42.615399 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75bcef98-8aa3-494d-97ab-ba66eb7af012 req-3af7aa74-b84d-4945-a5d1-1f24dca8dd5a tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=90d6aa0f-f1e3-414b-8aec-ed1c1dac031a HTTP/1.1" status: 200 len: 210 time: 0.0990086 Feb 09 01:44:42.617295 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e26bb0fd-c925-4c35-a17d-3f73c0f95279 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (0ac06f25-a081-449b-ac1e-8a36bc7788b0), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:42.685034 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e26bb0fd-c925-4c35-a17d-3f73c0f95279 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (0ac06f25-a081-449b-ac1e-8a36bc7788b0), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:42.690327 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26bb0fd-c925-4c35-a17d-3f73c0f95279 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:42.690935 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e26bb0fd-c925-4c35-a17d-3f73c0f95279 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:42.766320 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d8261d6c-f6db-4400-bcc7-245860cf2c08 None None] Current status of the port d08360c6-0ebc-4c02-a139-cfbc04ca7350 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:42.835060 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e26bb0fd-c925-4c35-a17d-3f73c0f95279 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5706623 Feb 09 01:44:42.837405 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33858) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:42.850186 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-bf96d500-c178-4b14-8c56-147b12a4bc92 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-659583187', 'admin_state_up': True, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:42.884473 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26bb0fd-c925-4c35-a17d-3f73c0f95279 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'Network': ['ID=0ac06f25-a081-449b-ac1e-8a36bc7788b0,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:42.886999 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port d08360c6-0ebc-4c02-a139-cfbc04ca7350 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:42.887382 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d08360c6-0ebc-4c02-a139-cfbc04ca7350), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:42.930270 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf96d500-c178-4b14-8c56-147b12a4bc92 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (89ae9592-28eb-4fd0-8255-8ab3d9328356), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:42.931388 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf96d500-c178-4b14-8c56-147b12a4bc92 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (89ae9592-28eb-4fd0-8255-8ab3d9328356), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:42.950084 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 0ac06f25-a081-449b-ac1e-8a36bc7788b0 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:44:43.085833 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf96d500-c178-4b14-8c56-147b12a4bc92 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for router_controller (89ae9592-28eb-4fd0-8255-8ab3d9328356), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:43.323229 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port d08360c6-0ebc-4c02-a139-cfbc04ca7350 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:43.346444 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-1e40506c-a1da-44f0-90d3-8b36e79e3a14 None None] Provisioning complete for port d08360c6-0ebc-4c02-a139-cfbc04ca7350 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:43.346820 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1e40506c-a1da-44f0-90d3-8b36e79e3a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d08360c6-0ebc-4c02-a139-cfbc04ca7350), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:43.373978 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af337c3f-5d8a-419c-8929-9d2d7252c416 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:44:43.389449 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f50930-88d3-4f3e-86e1-a1a47681c871 None None] Sync routers for ids ['fb5dcd93-d9ca-44df-8308-d81f15d808b0'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:44:43.420334 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f50930-88d3-4f3e-86e1-a1a47681c871 None None] Routers {'fb5dcd93-d9ca-44df-8308-d81f15d808b0'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:43.428477 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-b0f50930-88d3-4f3e-86e1-a1a47681c871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:44:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['fb5dcd93-d9ca-44df-8308-d81f15d808b0'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:43.461981 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-af337c3f-5d8a-419c-8929-9d2d7252c416 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:43.466357 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-af337c3f-5d8a-419c-8929-9d2d7252c416 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.4302232 Feb 09 01:44:43.479764 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33880) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:43.486228 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 2deb4c2d-d4b6-43fd-b85f-5f2182e48172 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:44:43.558232 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf96d500-c178-4b14-8c56-147b12a4bc92 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for router_gateway (89ae9592-28eb-4fd0-8255-8ab3d9328356), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:43.561633 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 2deb4c2d-d4b6-43fd-b85f-5f2182e48172 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:44:43.561978 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 2deb4c2d-d4b6-43fd-b85f-5f2182e48172 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:44:43.586806 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-b0f50930-88d3-4f3e-86e1-a1a47681c871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:43.611167 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f50930-88d3-4f3e-86e1-a1a47681c871 None None] Routers {'fb5dcd93-d9ca-44df-8308-d81f15d808b0'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:43.612018 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-b0f50930-88d3-4f3e-86e1-a1a47681c871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:44:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['fb5dcd93-d9ca-44df-8308-d81f15d808b0'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:43.703662 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-1e40506c-a1da-44f0-90d3-8b36e79e3a14 None None] Current status of the port d08360c6-0ebc-4c02-a139-cfbc04ca7350 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:43.716276 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-b0f50930-88d3-4f3e-86e1-a1a47681c871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:43.719915 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f50930-88d3-4f3e-86e1-a1a47681c871 None None] The sync data for ids ['fb5dcd93-d9ca-44df-8308-d81f15d808b0'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:44:44.085375 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf96d500-c178-4b14-8c56-147b12a4bc92 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for router_gateway (89ae9592-28eb-4fd0-8255-8ab3d9328356), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:44.173740 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf96d500-c178-4b14-8c56-147b12a4bc92 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:44.274278 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c36642-77c5-44a2-8382-2bdee9686533 req-1098b74f-e87d-4fb3-ad0c-88ee8b489235 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:44.281912 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-91c36642-77c5-44a2-8382-2bdee9686533 req-1098b74f-e87d-4fb3-ad0c-88ee8b489235 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=11ce300d-cbc3-4a17-8530-b6545772df37 HTTP/1.1" status: 200 len: 1128 time: 0.2163637 Feb 09 01:44:44.368197 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-91c36642-77c5-44a2-8382-2bdee9686533 req-b6a8418a-ebc1-44a3-a04b-6045df31bb1f tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=eda9b4c8-aef0-4373-bb4c-dd86271e8d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850456 Feb 09 01:44:44.417780 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-bf96d500-c178-4b14-8c56-147b12a4bc92 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Allocated IP 172.25.1.210 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/0e19f437-17f4-474a-8886-8cb3bf5d7199) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:44.575776 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf96d500-c178-4b14-8c56-147b12a4bc92 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for port (0e19f437-17f4-474a-8886-8cb3bf5d7199), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:44.628720 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5240ec62-cbfe-4ffc-b5e1-164feff15b88 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:44.640166 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf96d500-c178-4b14-8c56-147b12a4bc92 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (0e19f437-17f4-474a-8886-8cb3bf5d7199), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:44.735193 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96d500-c178-4b14-8c56-147b12a4bc92 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'Port': ['ID=0e19f437-17f4-474a-8886-8cb3bf5d7199,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:44.751936 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf96d500-c178-4b14-8c56-147b12a4bc92 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:44.753930 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-bf96d500-c178-4b14-8c56-147b12a4bc92 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:44.761578 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf96d500-c178-4b14-8c56-147b12a4bc92 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:44:45.263376 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-5240ec62-cbfe-4ffc-b5e1-164feff15b88 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Allocated IP 172.20.0.1 (3af5307f-bbad-4da2-bd27-84417502ffed/6a8178ec-4639-4de3-a287-9d22abab89b4/1ca478d4-3f47-43cb-9b9d-9cfc1c793a4a) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:45.287967 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf96d500-c178-4b14-8c56-147b12a4bc92 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for router_gateway (89ae9592-28eb-4fd0-8255-8ab3d9328356), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:45.562288 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5240ec62-cbfe-4ffc-b5e1-164feff15b88 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for port (1ca478d4-3f47-43cb-9b9d-9cfc1c793a4a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:45.590997 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33912) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:45.624999 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5240ec62-cbfe-4ffc-b5e1-164feff15b88 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (1ca478d4-3f47-43cb-9b9d-9cfc1c793a4a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:45.679283 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5240ec62-cbfe-4ffc-b5e1-164feff15b88 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Network 3af5307f-bbad-4da2-bd27-84417502ffed is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:45.684817 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-5240ec62-cbfe-4ffc-b5e1-164feff15b88 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:45.687667 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5240ec62-cbfe-4ffc-b5e1-164feff15b88 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:44:45.766168 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37126f31-02d0-444c-b174-3f0ed9acb521 req-f8ee6668-fbc0-4ade-950a-81d10ae69e74 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:45.767787 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-37126f31-02d0-444c-b174-3f0ed9acb521 req-f8ee6668-fbc0-4ade-950a-81d10ae69e74 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.121 "GET /v2.0/ports?device_id=11ce300d-cbc3-4a17-8530-b6545772df37 HTTP/1.1" status: 200 len: 1128 time: 0.3944201 Feb 09 01:44:45.771498 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5240ec62-cbfe-4ffc-b5e1-164feff15b88 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (fb5dcd93-d9ca-44df-8308-d81f15d808b0), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:45.876018 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf96d500-c178-4b14-8c56-147b12a4bc92 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (89ae9592-28eb-4fd0-8255-8ab3d9328356), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:45.879507 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1773f0f-5292-453b-af7d-252892930e04 req-a27c19ef-5df4-4ecf-bd12-4a01d4276412 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:45.881316 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d1773f0f-5292-453b-af7d-252892930e04 req-a27c19ef-5df4-4ecf-bd12-4a01d4276412 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=11ce300d-cbc3-4a17-8530-b6545772df37 HTTP/1.1" status: 200 len: 1128 time: 0.3784633 Feb 09 01:44:45.900266 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5240ec62-cbfe-4ffc-b5e1-164feff15b88 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event updated for resources: {'Port': ['ID=1ca478d4-3f47-43cb-9b9d-9cfc1c793a4a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:46.154799 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d1773f0f-5292-453b-af7d-252892930e04 req-4df1d749-d14f-4a1c-8bd8-472c076a1d6c tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=eda9b4c8-aef0-4373-bb4c-dd86271e8d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569609 Feb 09 01:44:46.166171 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a98c03b6-9905-4ebe-9e3f-4fee9020dadd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:46.206324 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-67897648-2e85-44ba-a26f-71a9bc3b438f None None] Provisioning complete for port 1ca478d4-3f47-43cb-9b9d-9cfc1c793a4a triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:46.207284 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-67897648-2e85-44ba-a26f-71a9bc3b438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1ca478d4-3f47-43cb-9b9d-9cfc1c793a4a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:46.212812 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5240ec62-cbfe-4ffc-b5e1-164feff15b88 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1ca478d4-3f47-43cb-9b9d-9cfc1c793a4a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:46.288945 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-67897648-2e85-44ba-a26f-71a9bc3b438f None None] Port 1ca478d4-3f47-43cb-9b9d-9cfc1c793a4a cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:44:46.386654 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a98c03b6-9905-4ebe-9e3f-4fee9020dadd admin admin] Publish callbacks [] for security_group (fe04ab1e-a988-4da4-9cab-42662d9c7f1a), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:46.396777 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a98c03b6-9905-4ebe-9e3f-4fee9020dadd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (fe04ab1e-a988-4da4-9cab-42662d9c7f1a), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:46.472276 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a98c03b6-9905-4ebe-9e3f-4fee9020dadd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=91ef56c96aab4f4a98eded492f2d59ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8798597 Feb 09 01:44:46.478657 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33918) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:46.479715 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c03b6-9905-4ebe-9e3f-4fee9020dadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe04ab1e-a988-4da4-9cab-42662d9c7f1a,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:46.543869 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf96d500-c178-4b14-8c56-147b12a4bc92 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Router 89ae9592-28eb-4fd0-8255-8ab3d9328356 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:44:46.561228 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-37126f31-02d0-444c-b174-3f0ed9acb521 req-3ec8551f-8843-4fd0-99ce-ea954c83b891 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Deleting port 20d45416-3738-48c5-aa9e-902ebb4ea23c {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:46.561747 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-37126f31-02d0-444c-b174-3f0ed9acb521 req-3ec8551f-8843-4fd0-99ce-ea954c83b891 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (20d45416-3738-48c5-aa9e-902ebb4ea23c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:46.686118 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-37126f31-02d0-444c-b174-3f0ed9acb521 req-3ec8551f-8843-4fd0-99ce-ea954c83b891 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] For port 20d45416-3738-48c5-aa9e-902ebb4ea23c, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=20d45416-3738-48c5-aa9e-902ebb4ea23c,segment=NetworkSegment(89758696-bb00-42e9-96b7-6dcfdc3a5e07),segment_id=89758696-bb00-42e9-96b7-6dcfdc3a5e07)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:46.686779 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-37126f31-02d0-444c-b174-3f0ed9acb521 req-3ec8551f-8843-4fd0-99ce-ea954c83b891 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (20d45416-3738-48c5-aa9e-902ebb4ea23c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:46.723622 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-37126f31-02d0-444c-b174-3f0ed9acb521 req-3ec8551f-8843-4fd0-99ce-ea954c83b891 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Calling delete_port for 20d45416-3738-48c5-aa9e-902ebb4ea23c owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:46.725099 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2b42ca37-7f09-4b59-9378-fa7f2e9a02b1 admin admin] Publish callbacks [] for security_group (fe04ab1e-a988-4da4-9cab-42662d9c7f1a), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:46.777628 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2b42ca37-7f09-4b59-9378-fa7f2e9a02b1 admin admin] Publish callbacks [] for security_group (fe04ab1e-a988-4da4-9cab-42662d9c7f1a), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:46.878111 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf96d500-c178-4b14-8c56-147b12a4bc92 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:44:46.889562 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266fa629-8d7d-439d-a5df-23e200697fc3 None None] Sync routers for ids ['89ae9592-28eb-4fd0-8255-8ab3d9328356'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:44:46.911096 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266fa629-8d7d-439d-a5df-23e200697fc3 None None] Routers {'89ae9592-28eb-4fd0-8255-8ab3d9328356'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:46.913955 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-266fa629-8d7d-439d-a5df-23e200697fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:44:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['89ae9592-28eb-4fd0-8255-8ab3d9328356'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:46.943635 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2b42ca37-7f09-4b59-9378-fa7f2e9a02b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (fe04ab1e-a988-4da4-9cab-42662d9c7f1a), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:46.949744 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2b42ca37-7f09-4b59-9378-fa7f2e9a02b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:46.954349 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2b42ca37-7f09-4b59-9378-fa7f2e9a02b1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fe04ab1e-a988-4da4-9cab-42662d9c7f1a HTTP/1.1" status: 204 len: 168 time: 0.4691181 Feb 09 01:44:46.996034 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf96d500-c178-4b14-8c56-147b12a4bc92 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:47.002548 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-bf96d500-c178-4b14-8c56-147b12a4bc92 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.1619456 Feb 09 01:44:47.003538 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42ca37-7f09-4b59-9378-fa7f2e9a02b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe04ab1e-a988-4da4-9cab-42662d9c7f1a,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:47.004987 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33928) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:47.109014 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33930) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:47.115154 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8af7da7e-4cff-49b2-b7e4-0bc8aa2cf090 tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=e7f5366db1de43098724f0eb4e3342fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0835471 Feb 09 01:44:47.176255 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-266fa629-8d7d-439d-a5df-23e200697fc3 None None] Set router 89ae9592-28eb-4fd0-8255-8ab3d9328356 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:47.539924 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-37126f31-02d0-444c-b174-3f0ed9acb521 req-3ec8551f-8843-4fd0-99ce-ea954c83b891 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (20d45416-3738-48c5-aa9e-902ebb4ea23c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:47.556418 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5240ec62-cbfe-4ffc-b5e1-164feff15b88 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for port (1ca478d4-3f47-43cb-9b9d-9cfc1c793a4a), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:47.613565 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5240ec62-cbfe-4ffc-b5e1-164feff15b88 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (1ca478d4-3f47-43cb-9b9d-9cfc1c793a4a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:47.631607 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33936) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:47.639941 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec8551f-8843-4fd0-99ce-ea954c83b891 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Pushing event deleted for resources: {'Port': ['ID=20d45416-3738-48c5-aa9e-902ebb4ea23c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:47.659822 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-266fa629-8d7d-439d-a5df-23e200697fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ae9592-28eb-4fd0-8255-8ab3d9328356', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659583187', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '0e19f437-17f4-474a-8886-8cb3bf5d7199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:42Z', 'updated_at': '2022-02-09T01:44:45Z', 'revision_number': 3, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '0e19f437-17f4-474a-8886-8cb3bf5d7199', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ae9592-28eb-4fd0-8255-8ab3d9328356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:44Z', 'updated_at': '2022-02-09T01:44:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:47.701391 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266fa629-8d7d-439d-a5df-23e200697fc3 None None] Checking router: 89ae9592-28eb-4fd0-8255-8ab3d9328356 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:44:47.701839 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266fa629-8d7d-439d-a5df-23e200697fc3 None None] Updating router 89ae9592-28eb-4fd0-8255-8ab3d9328356 port 0e19f437-17f4-474a-8886-8cb3bf5d7199 binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:44:47.706719 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-591e57cb-d291-4f56-9ef5-ad40ca6d0d6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:47.742838 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de41520-c1a8-4267-b3ba-a4704783bf2d req-f7508ce2-9ae3-4903-9dbb-b8a9f9250d8a tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:47.752790 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-266fa629-8d7d-439d-a5df-23e200697fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0e19f437-17f4-474a-8886-8cb3bf5d7199), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:47.764663 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8de41520-c1a8-4267-b3ba-a4704783bf2d req-f7508ce2-9ae3-4903-9dbb-b8a9f9250d8a tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=11ce300d-cbc3-4a17-8530-b6545772df37 HTTP/1.1" status: 200 len: 1019 time: 0.3631821 Feb 09 01:44:47.774125 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2470194-ccf2-4c14-af68-3fcc96a53c60 tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:47.776130 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c2470194-ccf2-4c14-af68-3fcc96a53c60 tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6632206 Feb 09 01:44:47.788014 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33938) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:47.886037 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-37126f31-02d0-444c-b174-3f0ed9acb521 req-3ec8551f-8843-4fd0-99ce-ea954c83b891 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] No DVR routers for this DVR port 20d45416-3738-48c5-aa9e-902ebb4ea23c on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:44:47.909172 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-37126f31-02d0-444c-b174-3f0ed9acb521 req-3ec8551f-8843-4fd0-99ce-ea954c83b891 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:47.913966 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-37126f31-02d0-444c-b174-3f0ed9acb521 req-3ec8551f-8843-4fd0-99ce-ea954c83b891 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.121 "DELETE /v2.0/ports/20d45416-3738-48c5-aa9e-902ebb4ea23c HTTP/1.1" status: 204 len: 173 time: 2.1262722 Feb 09 01:44:47.914459 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ce300d-cbc3-4a17-8530-b6545772df37', 'name': 'network-vif-deleted', 'tag': '20d45416-3738-48c5-aa9e-902ebb4ea23c'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:44:47.929957 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-413171b1-1e07-4b5e-b3e3-ee388855e5f1 tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=def43282-5318-4ecb-a74b-178f79c0eb6e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1276405 Feb 09 01:44:47.931397 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55aa1e6-9825-4268-9838-a3c140931b58" -d '{"events": [{"server_uuid": "11ce300d-cbc3-4a17-8530-b6545772df37", "name": "network-vif-deleted", "tag": "20d45416-3738-48c5-aa9e-902ebb4ea23c"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:44:47.940412 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33948) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:47.945831 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5240ec62-cbfe-4ffc-b5e1-164feff15b88 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (fb5dcd93-d9ca-44df-8308-d81f15d808b0), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:47.961680 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-e411e72c-de78-4979-acce-a32c1eb89a80 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1553251236', 'network_id': '0ac06f25-a081-449b-ac1e-8a36bc7788b0', 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:47.968421 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5240ec62-cbfe-4ffc-b5e1-164feff15b88 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event updated for resources: {'Port': ['ID=1ca478d4-3f47-43cb-9b9d-9cfc1c793a4a,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:48.123136 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 20d45416-3738-48c5-aa9e-902ebb4ea23c no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:44:48.258811 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086b51ce-15d0-48df-bfe6-695c6c95171c x-openstack-request-id: req-086b51ce-15d0-48df-bfe6-695c6c95171c {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:44:48.259103 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ce300d-cbc3-4a17-8530-b6545772df37", "name": "network-vif-deleted", "tag": "20d45416-3738-48c5-aa9e-902ebb4ea23c", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:44:48.259349 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-086b51ce-15d0-48df-bfe6-695c6c95171c {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:44:48.259740 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ce300d-cbc3-4a17-8530-b6545772df37', 'name': 'network-vif-deleted', 'tag': '20d45416-3738-48c5-aa9e-902ebb4ea23c', 'status': 'completed', 'code': 200} Feb 09 01:44:48.275246 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-266fa629-8d7d-439d-a5df-23e200697fc3 None None] Publish callbacks [] for port (0e19f437-17f4-474a-8886-8cb3bf5d7199), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:48.276199 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8de41520-c1a8-4267-b3ba-a4704783bf2d req-0bb25f61-9ae4-45b0-afd5-1ad9c67ab1a8 tempest-TestServerMultinode-437893542 tempest-TestServerMultinode-437893542-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=eda9b4c8-aef0-4373-bb4c-dd86271e8d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5105171 Feb 09 01:44:48.277894 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5240ec62-cbfe-4ffc-b5e1-164feff15b88 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Network 3af5307f-bbad-4da2-bd27-84417502ffed is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:48.287484 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 20d45416-3738-48c5-aa9e-902ebb4ea23c {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:44:48.288328 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-5240ec62-cbfe-4ffc-b5e1-164feff15b88 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:48.288693 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 20d45416-3738-48c5-aa9e-902ebb4ea23c not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:44:48.303961 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-266fa629-8d7d-439d-a5df-23e200697fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0e19f437-17f4-474a-8886-8cb3bf5d7199), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:48.313822 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e411e72c-de78-4979-acce-a32c1eb89a80 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Made reservation on behalf of e7f5366db1de43098724f0eb4e3342fd for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:48.328085 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e411e72c-de78-4979-acce-a32c1eb89a80 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:48.365873 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-6c968110-634a-4385-8b5d-c5b83c06fe16 req-1bf6ec47-14c7-42eb-80fa-863f6d88f48c service neutron] (103529) timed out ('10.222.0.121', 62100) {{(pid=103529) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 01:44:48.418765 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c09fe-eb65-4002-b7b4-787e8a298f5a None None] Pushing event updated for resources: {'Port': ['ID=0e19f437-17f4-474a-8886-8cb3bf5d7199,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:48.436489 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-266fa629-8d7d-439d-a5df-23e200697fc3 None None] Attempting to bind port 0e19f437-17f4-474a-8886-8cb3bf5d7199 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:44:48.436994 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-266fa629-8d7d-439d-a5df-23e200697fc3 None None] Attempting to bind port 0e19f437-17f4-474a-8886-8cb3bf5d7199 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:44:48.437362 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266fa629-8d7d-439d-a5df-23e200697fc3 None None] Attempting to bind port 0e19f437-17f4-474a-8886-8cb3bf5d7199 on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:44:48.444437 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266fa629-8d7d-439d-a5df-23e200697fc3 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:44:48.444801 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266fa629-8d7d-439d-a5df-23e200697fc3 None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:44:48.445478 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-266fa629-8d7d-439d-a5df-23e200697fc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:48.445878 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266fa629-8d7d-439d-a5df-23e200697fc3 None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:44:48.446353 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-266fa629-8d7d-439d-a5df-23e200697fc3 None None] Bound port: 0e19f437-17f4-474a-8886-8cb3bf5d7199, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:44:48.446981 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-266fa629-8d7d-439d-a5df-23e200697fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0e19f437-17f4-474a-8886-8cb3bf5d7199), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:48.547679 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-266fa629-8d7d-439d-a5df-23e200697fc3 None None] For port 0e19f437-17f4-474a-8886-8cb3bf5d7199, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:44:48.553953 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-266fa629-8d7d-439d-a5df-23e200697fc3 None None] For port 0e19f437-17f4-474a-8886-8cb3bf5d7199, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=0e19f437-17f4-474a-8886-8cb3bf5d7199,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:44:48.571112 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-266fa629-8d7d-439d-a5df-23e200697fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0e19f437-17f4-474a-8886-8cb3bf5d7199), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:48.592114 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-591e57cb-d291-4f56-9ef5-ad40ca6d0d6b admin admin] Publish callbacks [] for security_group (6b33d13e-1614-441c-967d-d5fa4e4ad7fb), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:48.620662 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-591e57cb-d291-4f56-9ef5-ad40ca6d0d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (6b33d13e-1614-441c-967d-d5fa4e4ad7fb), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:48.677290 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c09fe-eb65-4002-b7b4-787e8a298f5a None None] Pushing event updated for resources: {'Port': ['ID=0e19f437-17f4-474a-8886-8cb3bf5d7199,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:48.712195 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266fa629-8d7d-439d-a5df-23e200697fc3 None None] Routers {'89ae9592-28eb-4fd0-8255-8ab3d9328356'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:48.713099 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-266fa629-8d7d-439d-a5df-23e200697fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:44:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['89ae9592-28eb-4fd0-8255-8ab3d9328356'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:48.797768 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5240ec62-cbfe-4ffc-b5e1-164feff15b88 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Router fb5dcd93-d9ca-44df-8308-d81f15d808b0 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:44:48.837748 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-591e57cb-d291-4f56-9ef5-ad40ca6d0d6b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=16e67c72a6ff4f05b76d6483d6382585&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1884007 Feb 09 01:44:48.861310 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-82a569ef-08ae-4c57-86f5-a59d13801426 None None] Provisioning complete for port 1ca478d4-3f47-43cb-9b9d-9cfc1c793a4a triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:48.863401 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-82a569ef-08ae-4c57-86f5-a59d13801426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1ca478d4-3f47-43cb-9b9d-9cfc1c793a4a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:48.896920 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33960) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:48.925111 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-82a569ef-08ae-4c57-86f5-a59d13801426 None None] Port 1ca478d4-3f47-43cb-9b9d-9cfc1c793a4a cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:44:48.970360 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-266fa629-8d7d-439d-a5df-23e200697fc3 None None] Set router 89ae9592-28eb-4fd0-8255-8ab3d9328356 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:49.153353 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b3ae5301-edbd-4931-ab01-1860015e2356 admin admin] Publish callbacks [] for security_group (6b33d13e-1614-441c-967d-d5fa4e4ad7fb), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:49.156322 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5240ec62-cbfe-4ffc-b5e1-164feff15b88 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:44:49.162672 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5240ec62-cbfe-4ffc-b5e1-164feff15b88 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "PUT /v2.0/routers/fb5dcd93-d9ca-44df-8308-d81f15d808b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6817918 Feb 09 01:44:49.165671 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33964) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:49.171825 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64de335c-d116-4a52-bcfe-acca18177ec1 None None] Sync routers for ids ['fb5dcd93-d9ca-44df-8308-d81f15d808b0'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:44:49.173104 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-89252aa4-0e3f-457f-8e0b-2e29699b8b65 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Request body: {'port': {'network_id': '3af5307f-bbad-4da2-bd27-84417502ffed', 'name': 'tempest-FloatingIPTestJSON-2023433136'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:49.198184 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64de335c-d116-4a52-bcfe-acca18177ec1 None None] Routers {'fb5dcd93-d9ca-44df-8308-d81f15d808b0'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:49.198810 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-64de335c-d116-4a52-bcfe-acca18177ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:44:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['fb5dcd93-d9ca-44df-8308-d81f15d808b0'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:49.258699 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b3ae5301-edbd-4931-ab01-1860015e2356 admin admin] Publish callbacks [] for security_group (6b33d13e-1614-441c-967d-d5fa4e4ad7fb), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:49.272752 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-266fa629-8d7d-439d-a5df-23e200697fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ae9592-28eb-4fd0-8255-8ab3d9328356', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659583187', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '0e19f437-17f4-474a-8886-8cb3bf5d7199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:42Z', 'updated_at': '2022-02-09T01:44:45Z', 'revision_number': 3, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '0e19f437-17f4-474a-8886-8cb3bf5d7199', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ae9592-28eb-4fd0-8255-8ab3d9328356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:44Z', 'updated_at': '2022-02-09T01:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:49.307254 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-64de335c-d116-4a52-bcfe-acca18177ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:49.329742 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64de335c-d116-4a52-bcfe-acca18177ec1 None None] Routers {'fb5dcd93-d9ca-44df-8308-d81f15d808b0'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:49.330403 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-64de335c-d116-4a52-bcfe-acca18177ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:44:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['fb5dcd93-d9ca-44df-8308-d81f15d808b0'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:49.343388 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266fa629-8d7d-439d-a5df-23e200697fc3 None None] The sync data for ids ['89ae9592-28eb-4fd0-8255-8ab3d9328356'] in n-d-822053-40 is: [{'id': '89ae9592-28eb-4fd0-8255-8ab3d9328356', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659583187', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '0e19f437-17f4-474a-8886-8cb3bf5d7199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:42Z', 'updated_at': '2022-02-09T01:44:45Z', 'revision_number': 3, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '0e19f437-17f4-474a-8886-8cb3bf5d7199', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ae9592-28eb-4fd0-8255-8ab3d9328356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:44Z', 'updated_at': '2022-02-09T01:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:44:49.372575 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33968) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:49.422685 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-64de335c-d116-4a52-bcfe-acca18177ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:49.423347 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64de335c-d116-4a52-bcfe-acca18177ec1 None None] The sync data for ids ['fb5dcd93-d9ca-44df-8308-d81f15d808b0'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:44:49.459450 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e57cb-d291-4f56-9ef5-ad40ca6d0d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b33d13e-1614-441c-967d-d5fa4e4ad7fb,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:49.523736 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b3ae5301-edbd-4931-ab01-1860015e2356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (6b33d13e-1614-441c-967d-d5fa4e4ad7fb), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:49.526829 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b3ae5301-edbd-4931-ab01-1860015e2356 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:49.528455 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b3ae5301-edbd-4931-ab01-1860015e2356 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6b33d13e-1614-441c-967d-d5fa4e4ad7fb HTTP/1.1" status: 204 len: 168 time: 0.5479221 Feb 09 01:44:49.540340 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:49.548428 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89252aa4-0e3f-457f-8e0b-2e29699b8b65 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Made reservation on behalf of 00f0067d4c504786a56af79791c42175 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:49.554043 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-89252aa4-0e3f-457f-8e0b-2e29699b8b65 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:49.559297 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae5301-edbd-4931-ab01-1860015e2356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b33d13e-1614-441c-967d-d5fa4e4ad7fb,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:49.603749 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-89252aa4-0e3f-457f-8e0b-2e29699b8b65 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] device_id is not set on port 1b5c293b-33f1-4ba0-949f-ff27ce0f7a0b yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:44:49.686433 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e411e72c-de78-4979-acce-a32c1eb89a80 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (d293b189-7bb8-4efd-80de-7a3ef9278c18), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:49.807885 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411e72c-de78-4979-acce-a32c1eb89a80 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'Subnet': ['ID=d293b189-7bb8-4efd-80de-7a3ef9278c18,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:49.943924 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e411e72c-de78-4979-acce-a32c1eb89a80 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Checking segment: {'id': '858f0d1b-6f6f-4b52-869c-1cb006b1bcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '0ac06f25-a081-449b-ac1e-8a36bc7788b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:44:49.945561 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e411e72c-de78-4979-acce-a32c1eb89a80 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Network hostable DHCP agents. Network: 0ac06f25-a081-449b-ac1e-8a36bc7788b0, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:44:49.998638 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e411e72c-de78-4979-acce-a32c1eb89a80 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Network 0ac06f25-a081-449b-ac1e-8a36bc7788b0 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:44:50.014850 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-89252aa4-0e3f-457f-8e0b-2e29699b8b65 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Allocated IP 172.20.0.11 (3af5307f-bbad-4da2-bd27-84417502ffed/6a8178ec-4639-4de3-a287-9d22abab89b4/1b5c293b-33f1-4ba0-949f-ff27ce0f7a0b) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:50.017859 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-e411e72c-de78-4979-acce-a32c1eb89a80 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 0ac06f25-a081-449b-ac1e-8a36bc7788b0) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:50.030952 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356ee74f-8abd-43b6-8d8c-0267945da3da None None] Network 0ac06f25-a081-449b-ac1e-8a36bc7788b0 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:44:50.041001 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e411e72c-de78-4979-acce-a32c1eb89a80 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:50.042379 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e411e72c-de78-4979-acce-a32c1eb89a80 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:50.070306 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e411e72c-de78-4979-acce-a32c1eb89a80 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1137626 Feb 09 01:44:50.073856 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33980) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:50.253640 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c52d83-4927-43fb-b20c-d8e3e23cbca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-0ac06f25-a081-449b-ac1e-8a36bc7788b0', 'network_id': '0ac06f25-a081-449b-ac1e-8a36bc7788b0', 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'fixed_ips': [{'subnet_id': 'd293b189-7bb8-4efd-80de-7a3ef9278c18'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:44:50.254558 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-51c52d83-4927-43fb-b20c-d8e3e23cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:50.471019 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33982) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:50.485797 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 0e19f437-17f4-474a-8886-8cb3bf5d7199 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:44:50.540049 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-89252aa4-0e3f-457f-8e0b-2e29699b8b65 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for port (1b5c293b-33f1-4ba0-949f-ff27ce0f7a0b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:50.556438 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-51c52d83-4927-43fb-b20c-d8e3e23cbca1 None None] Allocated IP 172.20.0.2 (0ac06f25-a081-449b-ac1e-8a36bc7788b0/d293b189-7bb8-4efd-80de-7a3ef9278c18/1455d9e7-b7af-46c3-bcde-a4ff0d6d6476) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:50.624194 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-89252aa4-0e3f-457f-8e0b-2e29699b8b65 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (1b5c293b-33f1-4ba0-949f-ff27ce0f7a0b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:50.649210 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-61c51180-1f78-40d9-828e-a378b10c78da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:50.736590 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89252aa4-0e3f-457f-8e0b-2e29699b8b65 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Network 3af5307f-bbad-4da2-bd27-84417502ffed is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:50.749348 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-89252aa4-0e3f-457f-8e0b-2e29699b8b65 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:50.755230 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89252aa4-0e3f-457f-8e0b-2e29699b8b65 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event updated for resources: {'Port': ['ID=1b5c293b-33f1-4ba0-949f-ff27ce0f7a0b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:50.761557 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89252aa4-0e3f-457f-8e0b-2e29699b8b65 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:44:50.887012 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 0e19f437-17f4-474a-8886-8cb3bf5d7199 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:50.888704 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0e19f437-17f4-474a-8886-8cb3bf5d7199), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:50.891721 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c682eeb3-3853-4432-a15d-2fed20d48dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (5d0f6b33-bffe-4dd8-a436-63dc7b45340b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:50.999403 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bc4c1210-08aa-4f3a-bcc0-0fb0acd8bb8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:51.065272 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d6ce797b-9899-45ee-a2f9-3c7e01d9b781 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:51.127376 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 0e19f437-17f4-474a-8886-8cb3bf5d7199 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:51.127930 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0e19f437-17f4-474a-8886-8cb3bf5d7199), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:51.154965 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89252aa4-0e3f-457f-8e0b-2e29699b8b65 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:51.156559 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-89252aa4-0e3f-457f-8e0b-2e29699b8b65 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:51.157057 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 0e19f437-17f4-474a-8886-8cb3bf5d7199, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=0e19f437-17f4-474a-8886-8cb3bf5d7199,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:51.158459 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:51.172807 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0e19f437-17f4-474a-8886-8cb3bf5d7199), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:51.243151 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-3f726b6e-541d-4ebe-9c12-0c4cf01e863a None None] Provisioning complete for port 1b5c293b-33f1-4ba0-949f-ff27ce0f7a0b triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:51.243926 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3f726b6e-541d-4ebe-9c12-0c4cf01e863a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1b5c293b-33f1-4ba0-949f-ff27ce0f7a0b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:51.252183 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-89252aa4-0e3f-457f-8e0b-2e29699b8b65 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0837841 Feb 09 01:44:51.259882 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 33990) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:51.266323 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-80cc42f8-6fe7-4b6e-b81b-9fa55283c9cb tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Request body: {'floatingip': {'port_id': '1b5c293b-33f1-4ba0-949f-ff27ce0f7a0b'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:51.341733 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-61c51180-1f78-40d9-828e-a378b10c78da admin admin] Publish callbacks [] for security_group (f3bb6b41-5bf2-4aa4-9c12-409efe8079c6), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:51.363966 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-61c51180-1f78-40d9-828e-a378b10c78da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f3bb6b41-5bf2-4aa4-9c12-409efe8079c6), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:51.375007 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3f726b6e-541d-4ebe-9c12-0c4cf01e863a None None] Port 1b5c293b-33f1-4ba0-949f-ff27ce0f7a0b cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:44:51.377359 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-51c52d83-4927-43fb-b20c-d8e3e23cbca1 None None] Publish callbacks [] for port (1455d9e7-b7af-46c3-bcde-a4ff0d6d6476), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:51.391786 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-51c52d83-4927-43fb-b20c-d8e3e23cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (1455d9e7-b7af-46c3-bcde-a4ff0d6d6476), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:51.429036 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-61c51180-1f78-40d9-828e-a378b10c78da admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7242b997f9e24d2d904fac064a72cdf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8248718 Feb 09 01:44:51.430066 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 33992) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:51.448557 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=0e19f437-17f4-474a-8886-8cb3bf5d7199,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:51.527774 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c52d83-4927-43fb-b20c-d8e3e23cbca1 None None] Network 0ac06f25-a081-449b-ac1e-8a36bc7788b0 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:51.532542 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-51c52d83-4927-43fb-b20c-d8e3e23cbca1 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:51.540578 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c52d83-4927-43fb-b20c-d8e3e23cbca1 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:44:51.566048 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c51180-1f78-40d9-828e-a378b10c78da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bb6b41-5bf2-4aa4-9c12-409efe8079c6,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:51.612158 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c52d83-4927-43fb-b20c-d8e3e23cbca1 None None] Pushing event updated for resources: {'Port': ['ID=1455d9e7-b7af-46c3-bcde-a4ff0d6d6476,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:51.674899 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-51c52d83-4927-43fb-b20c-d8e3e23cbca1 None None] Attempting to bind port 1455d9e7-b7af-46c3-bcde-a4ff0d6d6476 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:44:51.675274 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-51c52d83-4927-43fb-b20c-d8e3e23cbca1 None None] Attempting to bind port 1455d9e7-b7af-46c3-bcde-a4ff0d6d6476 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '858f0d1b-6f6f-4b52-869c-1cb006b1bcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '0ac06f25-a081-449b-ac1e-8a36bc7788b0'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:44:51.677005 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c52d83-4927-43fb-b20c-d8e3e23cbca1 None None] Attempting to bind port 1455d9e7-b7af-46c3-bcde-a4ff0d6d6476 on network 0ac06f25-a081-449b-ac1e-8a36bc7788b0 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:44:51.694324 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c52d83-4927-43fb-b20c-d8e3e23cbca1 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:44:51.694698 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c52d83-4927-43fb-b20c-d8e3e23cbca1 None None] Checking segment: {'id': '858f0d1b-6f6f-4b52-869c-1cb006b1bcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '0ac06f25-a081-449b-ac1e-8a36bc7788b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:44:51.695113 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-51c52d83-4927-43fb-b20c-d8e3e23cbca1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:51.695516 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c52d83-4927-43fb-b20c-d8e3e23cbca1 None None] Bound using segment: {'id': '858f0d1b-6f6f-4b52-869c-1cb006b1bcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '0ac06f25-a081-449b-ac1e-8a36bc7788b0'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:44:51.696015 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-51c52d83-4927-43fb-b20c-d8e3e23cbca1 None None] Bound port: 1455d9e7-b7af-46c3-bcde-a4ff0d6d6476, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858f0d1b-6f6f-4b52-869c-1cb006b1bcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '0ac06f25-a081-449b-ac1e-8a36bc7788b0'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:44:51.696408 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-51c52d83-4927-43fb-b20c-d8e3e23cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1455d9e7-b7af-46c3-bcde-a4ff0d6d6476), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:51.706503 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cdd3dc32-f92c-4d7c-90f1-724c1dfb1d66 admin admin] Publish callbacks [] for security_group (f3bb6b41-5bf2-4aa4-9c12-409efe8079c6), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:51.746173 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cdd3dc32-f92c-4d7c-90f1-724c1dfb1d66 admin admin] Publish callbacks [] for security_group (f3bb6b41-5bf2-4aa4-9c12-409efe8079c6), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:51.817666 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c682eeb3-3853-4432-a15d-2fed20d48dad admin admin] Deleting port e7d77ace-7b8c-4123-b7ee-5fac85c01dd8 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:51.826264 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c682eeb3-3853-4432-a15d-2fed20d48dad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (e7d77ace-7b8c-4123-b7ee-5fac85c01dd8), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:51.901455 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-80cc42f8-6fe7-4b6e-b81b-9fa55283c9cb tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for floatingip (bea47e22-cc98-45e4-ab82-659cc054a3c3), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:51.912813 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-51c52d83-4927-43fb-b20c-d8e3e23cbca1 None None] For port 1455d9e7-b7af-46c3-bcde-a4ff0d6d6476, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:44:51.920360 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cdd3dc32-f92c-4d7c-90f1-724c1dfb1d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f3bb6b41-5bf2-4aa4-9c12-409efe8079c6), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:51.920549 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-51c52d83-4927-43fb-b20c-d8e3e23cbca1 None None] For port 1455d9e7-b7af-46c3-bcde-a4ff0d6d6476, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=1455d9e7-b7af-46c3-bcde-a4ff0d6d6476,segment=NetworkSegment(858f0d1b-6f6f-4b52-869c-1cb006b1bcc6),segment_id=858f0d1b-6f6f-4b52-869c-1cb006b1bcc6)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:44:51.924562 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cdd3dc32-f92c-4d7c-90f1-724c1dfb1d66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:51.926097 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cdd3dc32-f92c-4d7c-90f1-724c1dfb1d66 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f3bb6b41-5bf2-4aa4-9c12-409efe8079c6 HTTP/1.1" status: 204 len: 168 time: 0.4934912 Feb 09 01:44:51.938352 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-51c52d83-4927-43fb-b20c-d8e3e23cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1455d9e7-b7af-46c3-bcde-a4ff0d6d6476), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:51.959340 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd3dc32-f92c-4d7c-90f1-724c1dfb1d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bb6b41-5bf2-4aa4-9c12-409efe8079c6,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:51.970866 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-c682eeb3-3853-4432-a15d-2fed20d48dad admin admin] For port e7d77ace-7b8c-4123-b7ee-5fac85c01dd8, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=e7d77ace-7b8c-4123-b7ee-5fac85c01dd8,segment=NetworkSegment(89758696-bb00-42e9-96b7-6dcfdc3a5e07),segment_id=89758696-bb00-42e9-96b7-6dcfdc3a5e07)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:51.971095 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-d6ce797b-9899-45ee-a2f9-3c7e01d9b781 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Allocated IP 172.20.0.1 (0ac06f25-a081-449b-ac1e-8a36bc7788b0/d293b189-7bb8-4efd-80de-7a3ef9278c18/7140f9f4-39eb-405e-82aa-456ad4ce60a0) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:51.972126 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c682eeb3-3853-4432-a15d-2fed20d48dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (e7d77ace-7b8c-4123-b7ee-5fac85c01dd8), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:51.991947 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c682eeb3-3853-4432-a15d-2fed20d48dad admin admin] Calling delete_port for e7d77ace-7b8c-4123-b7ee-5fac85c01dd8 owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:52.147989 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c52d83-4927-43fb-b20c-d8e3e23cbca1 None None] Pushing event updated for resources: {'Port': ['ID=1455d9e7-b7af-46c3-bcde-a4ff0d6d6476,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:52.420727 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 0e19f437-17f4-474a-8886-8cb3bf5d7199 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:44:52.567288 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c682eeb3-3853-4432-a15d-2fed20d48dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (e7d77ace-7b8c-4123-b7ee-5fac85c01dd8), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:52.574205 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 0e19f437-17f4-474a-8886-8cb3bf5d7199 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:52.576922 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0e19f437-17f4-474a-8886-8cb3bf5d7199), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:52.596860 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d6ce797b-9899-45ee-a2f9-3c7e01d9b781 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for port (7140f9f4-39eb-405e-82aa-456ad4ce60a0), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:52.623239 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c682eeb3-3853-4432-a15d-2fed20d48dad admin admin] Pushing event deleted for resources: {'Port': ['ID=e7d77ace-7b8c-4123-b7ee-5fac85c01dd8,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:52.802968 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 0e19f437-17f4-474a-8886-8cb3bf5d7199 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:52.839288 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d6ce797b-9899-45ee-a2f9-3c7e01d9b781 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (7140f9f4-39eb-405e-82aa-456ad4ce60a0), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:52.952178 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ce797b-9899-45ee-a2f9-3c7e01d9b781 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Network 0ac06f25-a081-449b-ac1e-8a36bc7788b0 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:53.011147 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-d6ce797b-9899-45ee-a2f9-3c7e01d9b781 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:53.263825 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-80cc42f8-6fe7-4b6e-b81b-9fa55283c9cb tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:53.265261 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ce797b-9899-45ee-a2f9-3c7e01d9b781 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:44:53.276332 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce797b-9899-45ee-a2f9-3c7e01d9b781 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'Port': ['ID=7140f9f4-39eb-405e-82aa-456ad4ce60a0,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:53.311605 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-80cc42f8-6fe7-4b6e-b81b-9fa55283c9cb tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (bea47e22-cc98-45e4-ab82-659cc054a3c3), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:53.487242 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d6ce797b-9899-45ee-a2f9-3c7e01d9b781 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (89ae9592-28eb-4fd0-8255-8ab3d9328356), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:53.583162 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c682eeb3-3853-4432-a15d-2fed20d48dad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (5d0f6b33-bffe-4dd8-a436-63dc7b45340b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:53.690982 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [None req-80cc42f8-6fe7-4b6e-b81b-9fa55283c9cb tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Floating IP bea47e22-cc98-45e4-ab82-659cc054a3c3 associated. External IP: 172.25.1.236, port: e21b8d8f-87f7-442d-8380-add580a2e776. Feb 09 01:44:53.874825 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d6ce797b-9899-45ee-a2f9-3c7e01d9b781 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7140f9f4-39eb-405e-82aa-456ad4ce60a0), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:53.920652 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335b71b7-7787-4fda-a0f9-5a45dbe1a902 None None] Network 0ac06f25-a081-449b-ac1e-8a36bc7788b0 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:44:54.062961 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c682eeb3-3853-4432-a15d-2fed20d48dad admin admin] Router 5d0f6b33-bffe-4dd8-a436-63dc7b45340b has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:44:54.224386 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80cc42f8-6fe7-4b6e-b81b-9fa55283c9cb tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Router 75609b42-f63b-41f6-9d03-38bbabed6a0c has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:44:54.357769 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c682eeb3-3853-4432-a15d-2fed20d48dad admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:44:54.369234 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c682eeb3-3853-4432-a15d-2fed20d48dad admin admin] 10.222.0.30 "PUT /v2.0/routers/5d0f6b33-bffe-4dd8-a436-63dc7b45340b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9846268 Feb 09 01:44:54.369950 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34044) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:54.504109 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f7737e-5054-40d8-b5e6-f3814a42a23a None None] Sync routers for ids ['5d0f6b33-bffe-4dd8-a436-63dc7b45340b'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:44:54.544264 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-a1fd8d63-588b-42a9-93da-89600fd25b9e None None] Provisioning complete for port 1455d9e7-b7af-46c3-bcde-a4ff0d6d6476 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:54.544637 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a1fd8d63-588b-42a9-93da-89600fd25b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1455d9e7-b7af-46c3-bcde-a4ff0d6d6476), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:54.603411 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 1455d9e7-b7af-46c3-bcde-a4ff0d6d6476 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:44:54.656425 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cef728b9-4fe7-48dd-8067-e05b39effd82 admin admin] Publish callbacks [] for router (5d0f6b33-bffe-4dd8-a436-63dc7b45340b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:54.790320 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f7737e-5054-40d8-b5e6-f3814a42a23a None None] Routers {'5d0f6b33-bffe-4dd8-a436-63dc7b45340b'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:54.791535 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-71f7737e-5054-40d8-b5e6-f3814a42a23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:44:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['5d0f6b33-bffe-4dd8-a436-63dc7b45340b'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:54.883277 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d209e4ff-0563-411b-8428-10ee1f07d624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:54.928099 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cef728b9-4fe7-48dd-8067-e05b39effd82 admin admin] Publish callbacks [] for router_gateway (5d0f6b33-bffe-4dd8-a436-63dc7b45340b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:55.031828 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 1455d9e7-b7af-46c3-bcde-a4ff0d6d6476 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:55.032448 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1455d9e7-b7af-46c3-bcde-a4ff0d6d6476), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:55.041600 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-cef728b9-4fe7-48dd-8067-e05b39effd82 admin admin] Deleting port aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:55.042044 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cef728b9-4fe7-48dd-8067-e05b39effd82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:55.122456 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cc42f8-6fe7-4b6e-b81b-9fa55283c9cb tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:44:55.136832 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93adb0cb-4ab6-4852-931f-16f6088f2157 None None] Sync routers for ids ['75609b42-f63b-41f6-9d03-38bbabed6a0c'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:44:55.159879 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93adb0cb-4ab6-4852-931f-16f6088f2157 None None] Routers {'75609b42-f63b-41f6-9d03-38bbabed6a0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:55.160564 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-93adb0cb-4ab6-4852-931f-16f6088f2157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:44:55Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['75609b42-f63b-41f6-9d03-38bbabed6a0c'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:55.265228 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a1fd8d63-588b-42a9-93da-89600fd25b9e None None] Current status of the port 1455d9e7-b7af-46c3-bcde-a4ff0d6d6476 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:55.265628 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a1fd8d63-588b-42a9-93da-89600fd25b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1455d9e7-b7af-46c3-bcde-a4ff0d6d6476), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:55.293662 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-93adb0cb-4ab6-4852-931f-16f6088f2157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:55.309920 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-cef728b9-4fe7-48dd-8067-e05b39effd82 admin admin] For port aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:55.310293 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cef728b9-4fe7-48dd-8067-e05b39effd82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:55.328737 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93adb0cb-4ab6-4852-931f-16f6088f2157 None None] Routers {'75609b42-f63b-41f6-9d03-38bbabed6a0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:55.329350 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-93adb0cb-4ab6-4852-931f-16f6088f2157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:44:55Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['75609b42-f63b-41f6-9d03-38bbabed6a0c'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:55.373872 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-cef728b9-4fe7-48dd-8067-e05b39effd82 admin admin] Calling delete_port for aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3 owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:55.450054 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 1455d9e7-b7af-46c3-bcde-a4ff0d6d6476 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:55.450360 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1455d9e7-b7af-46c3-bcde-a4ff0d6d6476), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:55.453723 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-93adb0cb-4ab6-4852-931f-16f6088f2157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:55.454564 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93adb0cb-4ab6-4852-931f-16f6088f2157 None None] The sync data for ids ['75609b42-f63b-41f6-9d03-38bbabed6a0c'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:44:55.465648 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d6ce797b-9899-45ee-a2f9-3c7e01d9b781 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for port (7140f9f4-39eb-405e-82aa-456ad4ce60a0), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:55.489714 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d6ce797b-9899-45ee-a2f9-3c7e01d9b781 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (7140f9f4-39eb-405e-82aa-456ad4ce60a0), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:55.502123 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-a1fd8d63-588b-42a9-93da-89600fd25b9e None None] For port 1455d9e7-b7af-46c3-bcde-a4ff0d6d6476, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=1455d9e7-b7af-46c3-bcde-a4ff0d6d6476,segment=NetworkSegment(858f0d1b-6f6f-4b52-869c-1cb006b1bcc6),segment_id=858f0d1b-6f6f-4b52-869c-1cb006b1bcc6)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:55.528648 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a1fd8d63-588b-42a9-93da-89600fd25b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1455d9e7-b7af-46c3-bcde-a4ff0d6d6476), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:55.617828 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd8d63-588b-42a9-93da-89600fd25b9e None None] Pushing event updated for resources: {'Port': ['ID=1455d9e7-b7af-46c3-bcde-a4ff0d6d6476,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:55.714611 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d6ce797b-9899-45ee-a2f9-3c7e01d9b781 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (89ae9592-28eb-4fd0-8255-8ab3d9328356), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:55.725929 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-71f7737e-5054-40d8-b5e6-f3814a42a23a None None] Set router 5d0f6b33-bffe-4dd8-a436-63dc7b45340b gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:55.748528 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce797b-9899-45ee-a2f9-3c7e01d9b781 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'Port': ['ID=7140f9f4-39eb-405e-82aa-456ad4ce60a0,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:55.772625 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cef728b9-4fe7-48dd-8067-e05b39effd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:55.830088 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef728b9-4fe7-48dd-8067-e05b39effd82 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:55.960324 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cef728b9-4fe7-48dd-8067-e05b39effd82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (5d0f6b33-bffe-4dd8-a436-63dc7b45340b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:56.010639 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-0df65e74-af3b-4d26-b35b-ec7d1297c142 None None] Provisioning complete for port 1455d9e7-b7af-46c3-bcde-a4ff0d6d6476 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:56.011009 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0df65e74-af3b-4d26-b35b-ec7d1297c142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1455d9e7-b7af-46c3-bcde-a4ff0d6d6476), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:56.103042 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:56.104115 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:44:56.116147 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:44:56.125724 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cef728b9-4fe7-48dd-8067-e05b39effd82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (5d0f6b33-bffe-4dd8-a436-63dc7b45340b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:56.129200 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cef728b9-4fe7-48dd-8067-e05b39effd82 admin admin] Publish callbacks [] for router_controller (5d0f6b33-bffe-4dd8-a436-63dc7b45340b), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:56.154316 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ce797b-9899-45ee-a2f9-3c7e01d9b781 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Network 0ac06f25-a081-449b-ac1e-8a36bc7788b0 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:56.161676 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-d6ce797b-9899-45ee-a2f9-3c7e01d9b781 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:56.217170 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-0df65e74-af3b-4d26-b35b-ec7d1297c142 None None] Current status of the port 1455d9e7-b7af-46c3-bcde-a4ff0d6d6476 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:56.266999 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-0df65e74-af3b-4d26-b35b-ec7d1297c142 None None] Provisioning complete for port 7140f9f4-39eb-405e-82aa-456ad4ce60a0 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:56.273544 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cef728b9-4fe7-48dd-8067-e05b39effd82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (5d0f6b33-bffe-4dd8-a436-63dc7b45340b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:56.274829 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0df65e74-af3b-4d26-b35b-ec7d1297c142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7140f9f4-39eb-405e-82aa-456ad4ce60a0), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:56.275346 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef728b9-4fe7-48dd-8067-e05b39effd82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d0f6b33-bffe-4dd8-a436-63dc7b45340b {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:44:56.281047 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cef728b9-4fe7-48dd-8067-e05b39effd82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:56.284996 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cef728b9-4fe7-48dd-8067-e05b39effd82 admin admin] 10.222.0.30 "DELETE /v2.0/routers/5d0f6b33-bffe-4dd8-a436-63dc7b45340b HTTP/1.1" status: 204 len: 168 time: 1.9117293 Feb 09 01:44:56.294297 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34058) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:56.342074 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-0df65e74-af3b-4d26-b35b-ec7d1297c142 None None] Port 7140f9f4-39eb-405e-82aa-456ad4ce60a0 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:44:56.452646 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-0687e383-7926-4eec-9d11-aba4b070b942 admin admin] Deleting subnet 7e87a3ec-a5e9-471c-892e-ed0fc84fab8e {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:44:56.461997 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0687e383-7926-4eec-9d11-aba4b070b942 admin admin] Publish callbacks [] for subnet (7e87a3ec-a5e9-471c-892e-ed0fc84fab8e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:56.500091 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-a069c7c0-c373-45b3-9927-9d854e0120cd None None] Provisioning complete for port 7140f9f4-39eb-405e-82aa-456ad4ce60a0 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:56.500386 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a069c7c0-c373-45b3-9927-9d854e0120cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7140f9f4-39eb-405e-82aa-456ad4ce60a0), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:56.518395 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-71f7737e-5054-40d8-b5e6-f3814a42a23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0f6b33-bffe-4dd8-a436-63dc7b45340b', 'name': 'tempest-TestServerMultinode-227047810-router', 'tenant_id': '47f73251cf004e93b034495d89d981f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:33Z', 'updated_at': '2022-02-09T01:44:52Z', 'revision_number': 5, 'project_id': '47f73251cf004e93b034495d89d981f1', 'gw_port': {'id': 'aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0f6b33-bffe-4dd8-a436-63dc7b45340b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:35Z', 'updated_at': '2022-02-09T01:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:56.560672 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80cc42f8-6fe7-4b6e-b81b-9fa55283c9cb tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Router fb5dcd93-d9ca-44df-8308-d81f15d808b0 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:44:56.586186 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0687e383-7926-4eec-9d11-aba4b070b942 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (7e87a3ec-a5e9-471c-892e-ed0fc84fab8e), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:56.727108 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f7737e-5054-40d8-b5e6-f3814a42a23a None None] Checking router: 5d0f6b33-bffe-4dd8-a436-63dc7b45340b for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:44:56.815434 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ce797b-9899-45ee-a2f9-3c7e01d9b781 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Router 89ae9592-28eb-4fd0-8255-8ab3d9328356 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:44:56.818623 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0687e383-7926-4eec-9d11-aba4b070b942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (7e87a3ec-a5e9-471c-892e-ed0fc84fab8e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:56.843574 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f7737e-5054-40d8-b5e6-f3814a42a23a None None] Routers set() bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:56.843951 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f7737e-5054-40d8-b5e6-f3814a42a23a None None] Router IDs set() for agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 01:44:56.844655 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_agentschedulers_db [None req-71f7737e-5054-40d8-b5e6-f3814a42a23a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5d0f6b33-bffe-4dd8-a436-63dc7b45340b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:44:55Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent'). {{(pid=103530) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 01:44:56.845046 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f7737e-5054-40d8-b5e6-f3814a42a23a None None] The sync data for ids ['5d0f6b33-bffe-4dd8-a436-63dc7b45340b'] in n-d-822053-40 is: [] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:44:56.849373 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a069c7c0-c373-45b3-9927-9d854e0120cd None None] Port 7140f9f4-39eb-405e-82aa-456ad4ce60a0 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:44:56.878399 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 1455d9e7-b7af-46c3-bcde-a4ff0d6d6476 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:57.016814 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-71b8a15f-445c-461f-bed1-6a8958c41c36 None None] Provisioning complete for port 7140f9f4-39eb-405e-82aa-456ad4ce60a0 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:57.018216 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-71b8a15f-445c-461f-bed1-6a8958c41c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7140f9f4-39eb-405e-82aa-456ad4ce60a0), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:57.068305 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0687e383-7926-4eec-9d11-aba4b070b942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (7e87a3ec-a5e9-471c-892e-ed0fc84fab8e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:57.118723 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0687e383-7926-4eec-9d11-aba4b070b942 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e87a3ec-a5e9-471c-892e-ed0fc84fab8e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:57.125677 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-71b8a15f-445c-461f-bed1-6a8958c41c36 None None] Port 7140f9f4-39eb-405e-82aa-456ad4ce60a0 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:44:57.131425 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0687e383-7926-4eec-9d11-aba4b070b942 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:57.134938 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0687e383-7926-4eec-9d11-aba4b070b942 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7e87a3ec-a5e9-471c-892e-ed0fc84fab8e HTTP/1.1" status: 204 len: 168 time: 0.8413522 Feb 09 01:44:57.139529 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d123e5cd-7170-4134-ae42-9d070260f477 None None] Network 10231078-b0c2-43f9-b81e-9ee123908d2a requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:44:57.142723 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34076) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:57.143202 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ce797b-9899-45ee-a2f9-3c7e01d9b781 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:44:57.150342 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d6ce797b-9899-45ee-a2f9-3c7e01d9b781 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "PUT /v2.0/routers/89ae9592-28eb-4fd0-8255-8ab3d9328356/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0754383 Feb 09 01:44:57.198477 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cc42f8-6fe7-4b6e-b81b-9fa55283c9cb tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:44:57.203963 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12474254-ae87-4904-bff9-4c588def943c None None] Sync routers for ids ['89ae9592-28eb-4fd0-8255-8ab3d9328356'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:44:57.211032 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd674318-9137-4f39-8914-e60dcc5a6843 None None] Sync routers for ids ['fb5dcd93-d9ca-44df-8308-d81f15d808b0'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:44:57.212534 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-80cc42f8-6fe7-4b6e-b81b-9fa55283c9cb tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:57.231964 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd674318-9137-4f39-8914-e60dcc5a6843 None None] Routers {'fb5dcd93-d9ca-44df-8308-d81f15d808b0'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:57.232710 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-cd674318-9137-4f39-8914-e60dcc5a6843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:44:55Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['fb5dcd93-d9ca-44df-8308-d81f15d808b0'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:57.328523 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-cd674318-9137-4f39-8914-e60dcc5a6843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:57.346824 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12474254-ae87-4904-bff9-4c588def943c None None] Routers {'89ae9592-28eb-4fd0-8255-8ab3d9328356'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:57.347718 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-12474254-ae87-4904-bff9-4c588def943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:44:55Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['89ae9592-28eb-4fd0-8255-8ab3d9328356'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:57.367141 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd674318-9137-4f39-8914-e60dcc5a6843 None None] Routers {'fb5dcd93-d9ca-44df-8308-d81f15d808b0'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:57.372525 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-cd674318-9137-4f39-8914-e60dcc5a6843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:44:55Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['fb5dcd93-d9ca-44df-8308-d81f15d808b0'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:57.385398 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-80cc42f8-6fe7-4b6e-b81b-9fa55283c9cb tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "PUT /v2.0/floatingips/bea47e22-cc98-45e4-ab82-659cc054a3c3 HTTP/1.1" status: 200 len: 979 time: 6.1245713 Feb 09 01:44:57.388521 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34088) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:57.409307 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20438b9c-6e16-4a2b-b987-2f0467f38142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (10231078-b0c2-43f9-b81e-9ee123908d2a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:57.421630 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-cd674318-9137-4f39-8914-e60dcc5a6843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:57.422504 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd674318-9137-4f39-8914-e60dcc5a6843 None None] The sync data for ids ['fb5dcd93-d9ca-44df-8308-d81f15d808b0'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:44:57.565497 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-12474254-ae87-4904-bff9-4c588def943c None None] Set router 89ae9592-28eb-4fd0-8255-8ab3d9328356 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:57.583784 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-20438b9c-6e16-4a2b-b987-2f0467f38142 admin admin] Deleting port 1d9582c7-1abc-4cf3-8ad1-54eb86690aa9 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:57.586266 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20438b9c-6e16-4a2b-b987-2f0467f38142 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (1d9582c7-1abc-4cf3-8ad1-54eb86690aa9), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:57.660004 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 1455d9e7-b7af-46c3-bcde-a4ff0d6d6476 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:44:57.666293 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-deb93733-a590-4281-82ec-eb906ca16963 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-351306126&fields=id&tenant_id=e7f5366db1de43098724f0eb4e3342fd HTTP/1.1" status: 200 len: 267 time: 0.2221408 Feb 09 01:44:57.719289 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-20438b9c-6e16-4a2b-b987-2f0467f38142 admin admin] For port 1d9582c7-1abc-4cf3-8ad1-54eb86690aa9, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=1d9582c7-1abc-4cf3-8ad1-54eb86690aa9,segment=NetworkSegment(89758696-bb00-42e9-96b7-6dcfdc3a5e07),segment_id=89758696-bb00-42e9-96b7-6dcfdc3a5e07)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:57.719741 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20438b9c-6e16-4a2b-b987-2f0467f38142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (1d9582c7-1abc-4cf3-8ad1-54eb86690aa9), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:57.786173 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-20438b9c-6e16-4a2b-b987-2f0467f38142 admin admin] Calling delete_port for 1d9582c7-1abc-4cf3-8ad1-54eb86690aa9 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:57.788387 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:57.889954 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 1455d9e7-b7af-46c3-bcde-a4ff0d6d6476 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:57.890333 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1455d9e7-b7af-46c3-bcde-a4ff0d6d6476), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:57.948758 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-398e4013-e86d-48c3-8a03-8e59e072c01f tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Deleting port 1b5c293b-33f1-4ba0-949f-ff27ce0f7a0b {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:57.949101 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-398e4013-e86d-48c3-8a03-8e59e072c01f tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (1b5c293b-33f1-4ba0-949f-ff27ce0f7a0b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:57.982213 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4f382f-f9e4-45c1-ba50-9a303c7276fe None None] DHCP port deletion for 10231078-b0c2-43f9-b81e-9ee123908d2a request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:44:58.006900 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20438b9c-6e16-4a2b-b987-2f0467f38142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (1d9582c7-1abc-4cf3-8ad1-54eb86690aa9), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:58.043921 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20438b9c-6e16-4a2b-b987-2f0467f38142 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d9582c7-1abc-4cf3-8ad1-54eb86690aa9,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:58.049487 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20438b9c-6e16-4a2b-b987-2f0467f38142 admin admin] No DVR routers for this DVR port 1d9582c7-1abc-4cf3-8ad1-54eb86690aa9 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:44:58.168041 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-f4e3b926-9143-4edf-8fef-0984ce5e6352 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:58.169993 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20438b9c-6e16-4a2b-b987-2f0467f38142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (10231078-b0c2-43f9-b81e-9ee123908d2a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:58.174807 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-f4e3b926-9143-4edf-8fef-0984ce5e6352 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/networks?id=0ac06f25-a081-449b-ac1e-8a36bc7788b0 HTTP/1.1" status: 200 len: 797 time: 0.4988472 Feb 09 01:44:58.211652 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-26c56db4-971a-4c6d-b2c6-da4e39af1d32 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/quotas/e7f5366db1de43098724f0eb4e3342fd HTTP/1.1" status: 200 len: 375 time: 0.0360093 Feb 09 01:44:58.251058 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-20438b9c-6e16-4a2b-b987-2f0467f38142 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10231078-b0c2-43f9-b81e-9ee123908d2a']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:58.300779 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-398e4013-e86d-48c3-8a03-8e59e072c01f tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (1b5c293b-33f1-4ba0-949f-ff27ce0f7a0b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:58.315815 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-20438b9c-6e16-4a2b-b987-2f0467f38142 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89758696-bb00-42e9-96b7-6dcfdc3a5e07') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:58.316169 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-20438b9c-6e16-4a2b-b987-2f0467f38142 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89758696-bb00-42e9-96b7-6dcfdc3a5e07') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:58.341671 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20438b9c-6e16-4a2b-b987-2f0467f38142 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (89758696-bb00-42e9-96b7-6dcfdc3a5e07), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:58.365439 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20438b9c-6e16-4a2b-b987-2f0467f38142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (89758696-bb00-42e9-96b7-6dcfdc3a5e07), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:58.369092 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-fa4f382f-f9e4-45c1-ba50-9a303c7276fe None None] The port '1d9582c7-1abc-4cf3-8ad1-54eb86690aa9' was deleted {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 09 01:44:58.386529 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-12474254-ae87-4904-bff9-4c588def943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ae9592-28eb-4fd0-8255-8ab3d9328356', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659583187', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '0e19f437-17f4-474a-8886-8cb3bf5d7199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:42Z', 'updated_at': '2022-02-09T01:44:53Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '0e19f437-17f4-474a-8886-8cb3bf5d7199', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ae9592-28eb-4fd0-8255-8ab3d9328356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:44Z', 'updated_at': '2022-02-09T01:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '7140f9f4-39eb-405e-82aa-456ad4ce60a0', 'name': '', 'network_id': '0ac06f25-a081-449b-ac1e-8a36bc7788b0', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'mac_address': 'fa:16:3e:ea:8a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ae9592-28eb-4fd0-8255-8ab3d9328356', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'd293b189-7bb8-4efd-80de-7a3ef9278c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:51Z', 'updated_at': '2022-02-09T01:44:54Z', 'revision_number': 2, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'subnets': [{'id': 'd293b189-7bb8-4efd-80de-7a3ef9278c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:58.398468 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20438b9c-6e16-4a2b-b987-2f0467f38142 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:44:58.400966 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20438b9c-6e16-4a2b-b987-2f0467f38142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (89758696-bb00-42e9-96b7-6dcfdc3a5e07), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:58.461063 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12474254-ae87-4904-bff9-4c588def943c None None] Checking router: 89ae9592-28eb-4fd0-8255-8ab3d9328356 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:44:58.461795 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12474254-ae87-4904-bff9-4c588def943c None None] Updating router 89ae9592-28eb-4fd0-8255-8ab3d9328356 port 7140f9f4-39eb-405e-82aa-456ad4ce60a0 binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:44:58.502120 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:44:58.502120 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:44:58.502120 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:44:58.502120 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:44:58.502120 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:44:58.502120 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:44:58.502120 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:44:58.502120 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:44:58.502120 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:44:58.502120 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:44:58.502120 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:44:58.502120 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:44:58.502120 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:44:58.502120 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:44:58.502120 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:44:58.502120 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:44:58.502120 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:44:58.502120 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:44:58.502120 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:44:58.502120 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:44:58.502120 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:44:58.502120 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:44:58.502120 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:44:58.502120 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:44:58.502120 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:44:58.502120 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:44:58.502120 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:44:58.502120 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:44:58.502120 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:44:58.502120 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:44:58.502120 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:44:58.502120 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:44:58.508310 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20438b9c-6e16-4a2b-b987-2f0467f38142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (10231078-b0c2-43f9-b81e-9ee123908d2a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:58.537055 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:58.558463 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-12474254-ae87-4904-bff9-4c588def943c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7140f9f4-39eb-405e-82aa-456ad4ce60a0), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:58.598565 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20438b9c-6e16-4a2b-b987-2f0467f38142 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:58.602329 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-20438b9c-6e16-4a2b-b987-2f0467f38142 admin admin] 10.222.0.30 "DELETE /v2.0/networks/10231078-b0c2-43f9-b81e-9ee123908d2a HTTP/1.1" status: 204 len: 168 time: 1.4588130 Feb 09 01:44:58.612322 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34118) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:58.615416 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20438b9c-6e16-4a2b-b987-2f0467f38142 admin admin] Pushing event deleted for resources: {'Network': ['ID=10231078-b0c2-43f9-b81e-9ee123908d2a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:58.773289 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-99c3190a-ad4f-4368-99d3-bad6015fcb6e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e7f5366db1de43098724f0eb4e3342fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5542691 Feb 09 01:44:58.876170 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-12474254-ae87-4904-bff9-4c588def943c None None] Publish callbacks [] for port (7140f9f4-39eb-405e-82aa-456ad4ce60a0), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:58.886058 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 1455d9e7-b7af-46c3-bcde-a4ff0d6d6476 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:58.892104 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-12474254-ae87-4904-bff9-4c588def943c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7140f9f4-39eb-405e-82aa-456ad4ce60a0), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:59.010060 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd87682-8385-4fb5-b71a-32ccccba156b None None] Pushing event updated for resources: {'Port': ['ID=7140f9f4-39eb-405e-82aa-456ad4ce60a0,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:59.050773 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e7d77ace-7b8c-4123-b7ee-5fac85c01dd8 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:44:59.196347 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-67e4c3a1-36f3-4580-9888-912e48c2c366 service neutron] 10.222.0.30 "GET /v2.0/networks/0ac06f25-a081-449b-ac1e-8a36bc7788b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218471 Feb 09 01:44:59.327273 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: e7d77ace-7b8c-4123-b7ee-5fac85c01dd8 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:44:59.327642 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device e7d77ace-7b8c-4123-b7ee-5fac85c01dd8 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:44:59.330442 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 1d9582c7-1abc-4cf3-8ad1-54eb86690aa9 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:44:59.334545 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-12474254-ae87-4904-bff9-4c588def943c None None] Attempting to bind port 7140f9f4-39eb-405e-82aa-456ad4ce60a0 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:44:59.339133 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-12474254-ae87-4904-bff9-4c588def943c None None] Attempting to bind port 7140f9f4-39eb-405e-82aa-456ad4ce60a0 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '858f0d1b-6f6f-4b52-869c-1cb006b1bcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '0ac06f25-a081-449b-ac1e-8a36bc7788b0'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:44:59.339504 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12474254-ae87-4904-bff9-4c588def943c None None] Attempting to bind port 7140f9f4-39eb-405e-82aa-456ad4ce60a0 on network 0ac06f25-a081-449b-ac1e-8a36bc7788b0 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:44:59.396472 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-398e4013-e86d-48c3-8a03-8e59e072c01f tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:59.396968 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-398e4013-e86d-48c3-8a03-8e59e072c01f tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (bea47e22-cc98-45e4-ab82-659cc054a3c3), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:59.397140 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [None req-398e4013-e86d-48c3-8a03-8e59e072c01f tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Floating IP bea47e22-cc98-45e4-ab82-659cc054a3c3 disassociated. External IP: 172.25.1.236, port: 1b5c293b-33f1-4ba0-949f-ff27ce0f7a0b. Feb 09 01:44:59.397474 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-398e4013-e86d-48c3-8a03-8e59e072c01f tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Calling delete_port for 1b5c293b-33f1-4ba0-949f-ff27ce0f7a0b owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:59.403496 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 1d9582c7-1abc-4cf3-8ad1-54eb86690aa9 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:44:59.404050 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 1d9582c7-1abc-4cf3-8ad1-54eb86690aa9 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:44:59.406466 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:44:59.412076 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-e665a794-b878-47e9-b345-7439120c4573 service neutron] 10.222.0.30 "GET /v2.0/networks/0ac06f25-a081-449b-ac1e-8a36bc7788b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052634 Feb 09 01:44:59.474653 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:44:59.474989 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device aaf0e5c9-0aaf-4bb3-b5d2-0888f750d9b3 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:44:59.485266 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12474254-ae87-4904-bff9-4c588def943c None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:44:59.485661 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12474254-ae87-4904-bff9-4c588def943c None None] Checking segment: {'id': '858f0d1b-6f6f-4b52-869c-1cb006b1bcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '0ac06f25-a081-449b-ac1e-8a36bc7788b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:44:59.486070 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-12474254-ae87-4904-bff9-4c588def943c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:59.489823 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12474254-ae87-4904-bff9-4c588def943c None None] Bound using segment: {'id': '858f0d1b-6f6f-4b52-869c-1cb006b1bcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '0ac06f25-a081-449b-ac1e-8a36bc7788b0'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:44:59.490345 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-12474254-ae87-4904-bff9-4c588def943c None None] Bound port: 7140f9f4-39eb-405e-82aa-456ad4ce60a0, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858f0d1b-6f6f-4b52-869c-1cb006b1bcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '0ac06f25-a081-449b-ac1e-8a36bc7788b0'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:44:59.490741 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-12474254-ae87-4904-bff9-4c588def943c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7140f9f4-39eb-405e-82aa-456ad4ce60a0), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:59.549368 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-8c53ee15-1643-41d3-b906-b9c4b5271bea None None] Provisioning complete for port 7140f9f4-39eb-405e-82aa-456ad4ce60a0 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:59.549746 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8c53ee15-1643-41d3-b906-b9c4b5271bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7140f9f4-39eb-405e-82aa-456ad4ce60a0), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:59.759574 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8e75f789-8d51-426e-b3c4-fdd0d82aa0b1 req-376fefd2-4cd2-406a-b5af-decc7f7ff42a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5417ebe-97b2-4075-a096-134593b44284 HTTP/1.1" status: 200 len: 210 time: 0.0748246 Feb 09 01:44:59.787508 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-8c53ee15-1643-41d3-b906-b9c4b5271bea None None] Port 7140f9f4-39eb-405e-82aa-456ad4ce60a0 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:44:59.835828 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-398e4013-e86d-48c3-8a03-8e59e072c01f tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (1b5c293b-33f1-4ba0-949f-ff27ce0f7a0b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:59.874133 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-12474254-ae87-4904-bff9-4c588def943c None None] For port 7140f9f4-39eb-405e-82aa-456ad4ce60a0, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:44:59.889119 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-12474254-ae87-4904-bff9-4c588def943c None None] For port 7140f9f4-39eb-405e-82aa-456ad4ce60a0, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=7140f9f4-39eb-405e-82aa-456ad4ce60a0,segment=NetworkSegment(858f0d1b-6f6f-4b52-869c-1cb006b1bcc6),segment_id=858f0d1b-6f6f-4b52-869c-1cb006b1bcc6)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:44:59.912582 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-12474254-ae87-4904-bff9-4c588def943c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7140f9f4-39eb-405e-82aa-456ad4ce60a0), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:59.914455 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e4013-e86d-48c3-8a03-8e59e072c01f tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event deleted for resources: {'Port': ['ID=1b5c293b-33f1-4ba0-949f-ff27ce0f7a0b,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:59.977608 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-13fd7763-ab7b-4dbc-bbbb-8cd25d2f0eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (c758672e-ab9a-45c9-9622-e07e644d732f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:00.187047 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12474254-ae87-4904-bff9-4c588def943c None None] Routers {'89ae9592-28eb-4fd0-8255-8ab3d9328356'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:45:00.195762 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-12474254-ae87-4904-bff9-4c588def943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:44:55Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['89ae9592-28eb-4fd0-8255-8ab3d9328356'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:00.297972 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd87682-8385-4fb5-b71a-32ccccba156b None None] Pushing event updated for resources: {'Port': ['ID=7140f9f4-39eb-405e-82aa-456ad4ce60a0,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:00.349758 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398e4013-e86d-48c3-8a03-8e59e072c01f tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Router fb5dcd93-d9ca-44df-8308-d81f15d808b0 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:45:00.609651 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-12474254-ae87-4904-bff9-4c588def943c None None] Set router 89ae9592-28eb-4fd0-8255-8ab3d9328356 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:45:00.699536 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398e4013-e86d-48c3-8a03-8e59e072c01f tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:45:00.724208 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c91d03-e398-4001-8673-8ee88136771f None None] Sync routers for ids ['fb5dcd93-d9ca-44df-8308-d81f15d808b0'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:45:00.744304 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-84798828-c449-4b20-9d0e-5d4b2ba41faf None None] Provisioning complete for port 7140f9f4-39eb-405e-82aa-456ad4ce60a0 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:00.744679 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-84798828-c449-4b20-9d0e-5d4b2ba41faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7140f9f4-39eb-405e-82aa-456ad4ce60a0), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:00.824977 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c91d03-e398-4001-8673-8ee88136771f None None] Routers {'fb5dcd93-d9ca-44df-8308-d81f15d808b0'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:45:00.825619 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e5c91d03-e398-4001-8673-8ee88136771f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:44:55Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['fb5dcd93-d9ca-44df-8308-d81f15d808b0'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:00.894220 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-13fd7763-ab7b-4dbc-bbbb-8cd25d2f0eae admin admin] Deleting port 8d35c876-0743-4e94-bc6e-8103a73bc401 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:45:00.904235 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-13fd7763-ab7b-4dbc-bbbb-8cd25d2f0eae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (8d35c876-0743-4e94-bc6e-8103a73bc401), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:00.935012 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-398e4013-e86d-48c3-8a03-8e59e072c01f tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:00.946889 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-398e4013-e86d-48c3-8a03-8e59e072c01f tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "DELETE /v2.0/ports/1b5c293b-33f1-4ba0-949f-ff27ce0f7a0b HTTP/1.1" status: 204 len: 168 time: 3.5323648 Feb 09 01:45:00.956999 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34158) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:01.040406 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-13fd7763-ab7b-4dbc-bbbb-8cd25d2f0eae admin admin] For port 8d35c876-0743-4e94-bc6e-8103a73bc401, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=8d35c876-0743-4e94-bc6e-8103a73bc401,segment=NetworkSegment(20f41e2c-8c38-46fb-95cb-c76213a66c9f),segment_id=20f41e2c-8c38-46fb-95cb-c76213a66c9f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:01.040983 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-13fd7763-ab7b-4dbc-bbbb-8cd25d2f0eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (8d35c876-0743-4e94-bc6e-8103a73bc401), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:01.065055 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-13fd7763-ab7b-4dbc-bbbb-8cd25d2f0eae admin admin] Calling delete_port for 8d35c876-0743-4e94-bc6e-8103a73bc401 owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:45:01.160083 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e5c91d03-e398-4001-8673-8ee88136771f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:01.423110 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-13fd7763-ab7b-4dbc-bbbb-8cd25d2f0eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (8d35c876-0743-4e94-bc6e-8103a73bc401), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:01.452907 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c14cc758-826a-4e69-af25-f17aa640ace5 req-11262b78-4a6e-42e0-8461-5a79af99a62b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5417ebe-97b2-4075-a096-134593b44284 HTTP/1.1" status: 200 len: 210 time: 0.1042788 Feb 09 01:45:01.499555 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd7763-ab7b-4dbc-bbbb-8cd25d2f0eae admin admin] Pushing event deleted for resources: {'Port': ['ID=8d35c876-0743-4e94-bc6e-8103a73bc401,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:01.624242 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-84798828-c449-4b20-9d0e-5d4b2ba41faf None None] Current status of the port 7140f9f4-39eb-405e-82aa-456ad4ce60a0 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:01.624836 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-84798828-c449-4b20-9d0e-5d4b2ba41faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7140f9f4-39eb-405e-82aa-456ad4ce60a0), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:01.714145 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c91d03-e398-4001-8673-8ee88136771f None None] Routers {'fb5dcd93-d9ca-44df-8308-d81f15d808b0'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:45:01.714789 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e5c91d03-e398-4001-8673-8ee88136771f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:44:55Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['fb5dcd93-d9ca-44df-8308-d81f15d808b0'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:01.872040 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e5c91d03-e398-4001-8673-8ee88136771f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:01.880102 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c91d03-e398-4001-8673-8ee88136771f None None] The sync data for ids ['fb5dcd93-d9ca-44df-8308-d81f15d808b0'] in n-d-822053-40 is: [] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:45:01.905871 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-84798828-c449-4b20-9d0e-5d4b2ba41faf None None] For port 7140f9f4-39eb-405e-82aa-456ad4ce60a0, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=7140f9f4-39eb-405e-82aa-456ad4ce60a0,segment=NetworkSegment(858f0d1b-6f6f-4b52-869c-1cb006b1bcc6),segment_id=858f0d1b-6f6f-4b52-869c-1cb006b1bcc6)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:01.935464 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-12474254-ae87-4904-bff9-4c588def943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ae9592-28eb-4fd0-8255-8ab3d9328356', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659583187', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '0e19f437-17f4-474a-8886-8cb3bf5d7199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:42Z', 'updated_at': '2022-02-09T01:44:53Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '0e19f437-17f4-474a-8886-8cb3bf5d7199', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ae9592-28eb-4fd0-8255-8ab3d9328356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:44Z', 'updated_at': '2022-02-09T01:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '7140f9f4-39eb-405e-82aa-456ad4ce60a0', 'name': '', 'network_id': '0ac06f25-a081-449b-ac1e-8a36bc7788b0', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'mac_address': 'fa:16:3e:ea:8a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ae9592-28eb-4fd0-8255-8ab3d9328356', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'd293b189-7bb8-4efd-80de-7a3ef9278c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:51Z', 'updated_at': '2022-02-09T01:44:59Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'subnets': [{'id': 'd293b189-7bb8-4efd-80de-7a3ef9278c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:02.005073 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-682ace8e-40d8-442e-a19f-4a566175e626 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (fb5dcd93-d9ca-44df-8308-d81f15d808b0), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:02.058454 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-84798828-c449-4b20-9d0e-5d4b2ba41faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7140f9f4-39eb-405e-82aa-456ad4ce60a0), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:02.096663 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12474254-ae87-4904-bff9-4c588def943c None None] The sync data for ids ['89ae9592-28eb-4fd0-8255-8ab3d9328356'] in n-d-822053-40 is: [{'id': '89ae9592-28eb-4fd0-8255-8ab3d9328356', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659583187', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '0e19f437-17f4-474a-8886-8cb3bf5d7199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:42Z', 'updated_at': '2022-02-09T01:44:53Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '0e19f437-17f4-474a-8886-8cb3bf5d7199', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ae9592-28eb-4fd0-8255-8ab3d9328356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:44Z', 'updated_at': '2022-02-09T01:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '7140f9f4-39eb-405e-82aa-456ad4ce60a0', 'name': '', 'network_id': '0ac06f25-a081-449b-ac1e-8a36bc7788b0', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'mac_address': 'fa:16:3e:ea:8a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ae9592-28eb-4fd0-8255-8ab3d9328356', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'd293b189-7bb8-4efd-80de-7a3ef9278c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:51Z', 'updated_at': '2022-02-09T01:44:59Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'subnets': [{'id': 'd293b189-7bb8-4efd-80de-7a3ef9278c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:45:02.271774 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84798828-c449-4b20-9d0e-5d4b2ba41faf None None] Pushing event updated for resources: {'Port': ['ID=7140f9f4-39eb-405e-82aa-456ad4ce60a0,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:02.460918 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-3fd8df72-354d-41e9-8568-47aaa793f108 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:02.463251 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-3fd8df72-354d-41e9-8568-47aaa793f108 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.121 "GET /v2.0/networks?id=0ac06f25-a081-449b-ac1e-8a36bc7788b0 HTTP/1.1" status: 200 len: 797 time: 0.7363007 Feb 09 01:45:02.658058 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-13fd7763-ab7b-4dbc-bbbb-8cd25d2f0eae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (c758672e-ab9a-45c9-9622-e07e644d732f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:02.666084 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-8a4cbd1e-fb7b-4688-b018-a6f9732267e4 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7f5366db1de43098724f0eb4e3342fd HTTP/1.1" status: 200 len: 379 time: 0.1854782 Feb 09 01:45:02.679242 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-e211756d-0a4b-42ff-aa58-3df169c89e49 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'port': {'device_id': 'd5417ebe-97b2-4075-a096-134593b44284', 'network_id': '0ac06f25-a081-449b-ac1e-8a36bc7788b0', 'admin_state_up': True, 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'security_groups': ['0b453f76-22ed-4f62-82ab-dfff34e27267']}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:02.750488 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d8219b0-520c-45ff-a2c5-7aedabe97ded req-1144398a-5d3e-4846-8b81-730a7b0e789f tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5417ebe-97b2-4075-a096-134593b44284 HTTP/1.1" status: 200 len: 210 time: 0.0981843 Feb 09 01:45:02.993911 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-682ace8e-40d8-442e-a19f-4a566175e626 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Deleting port 1ca478d4-3f47-43cb-9b9d-9cfc1c793a4a {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:45:02.994251 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-682ace8e-40d8-442e-a19f-4a566175e626 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (1ca478d4-3f47-43cb-9b9d-9cfc1c793a4a), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:03.188132 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-682ace8e-40d8-442e-a19f-4a566175e626 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (1ca478d4-3f47-43cb-9b9d-9cfc1c793a4a), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:03.226671 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-682ace8e-40d8-442e-a19f-4a566175e626 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Calling delete_port for 1ca478d4-3f47-43cb-9b9d-9cfc1c793a4a owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:45:03.250627 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 7140f9f4-39eb-405e-82aa-456ad4ce60a0 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:45:03.253917 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13fd7763-ab7b-4dbc-bbbb-8cd25d2f0eae admin admin] Router c758672e-ab9a-45c9-9622-e07e644d732f has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:45:03.305087 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-e211756d-0a4b-42ff-aa58-3df169c89e49 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Made reservation on behalf of e7f5366db1de43098724f0eb4e3342fd for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:03.309239 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-e211756d-0a4b-42ff-aa58-3df169c89e49 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:03.396632 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 7140f9f4-39eb-405e-82aa-456ad4ce60a0 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:03.398135 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7140f9f4-39eb-405e-82aa-456ad4ce60a0), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:03.627913 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 7140f9f4-39eb-405e-82aa-456ad4ce60a0 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:03.677057 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-682ace8e-40d8-442e-a19f-4a566175e626 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (1ca478d4-3f47-43cb-9b9d-9cfc1c793a4a), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:03.750078 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ace8e-40d8-442e-a19f-4a566175e626 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event deleted for resources: {'Port': ['ID=1ca478d4-3f47-43cb-9b9d-9cfc1c793a4a,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:03.753347 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-e211756d-0a4b-42ff-aa58-3df169c89e49 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Allocated IP 172.20.0.6 (0ac06f25-a081-449b-ac1e-8a36bc7788b0/d293b189-7bb8-4efd-80de-7a3ef9278c18/a0d85388-b661-4c35-9441-571d55620b11) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:45:03.919042 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13fd7763-ab7b-4dbc-bbbb-8cd25d2f0eae admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:45:03.930202 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e1cc86-d261-4780-93ea-0d99361774d5 None None] Sync routers for ids ['c758672e-ab9a-45c9-9622-e07e644d732f'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:45:03.942737 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e1cc86-d261-4780-93ea-0d99361774d5 None None] Routers {'c758672e-ab9a-45c9-9622-e07e644d732f'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:45:03.943372 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-a1e1cc86-d261-4780-93ea-0d99361774d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:44:55Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c758672e-ab9a-45c9-9622-e07e644d732f'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:03.954672 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-13fd7763-ab7b-4dbc-bbbb-8cd25d2f0eae admin admin] 10.222.0.30 "PUT /v2.0/routers/c758672e-ab9a-45c9-9622-e07e644d732f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3390234 Feb 09 01:45:03.956547 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34190) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:04.150906 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee14a134-904f-498b-bbd4-14db86c50223 admin admin] Publish callbacks [] for router (c758672e-ab9a-45c9-9622-e07e644d732f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:04.350328 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-a1e1cc86-d261-4780-93ea-0d99361774d5 None None] Set router c758672e-ab9a-45c9-9622-e07e644d732f gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:45:04.877609 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-a1e1cc86-d261-4780-93ea-0d99361774d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c758672e-ab9a-45c9-9622-e07e644d732f', 'name': 'tempest-TestServerMultinode-904656892-router', 'tenant_id': '3c85d6cef98c4292a0b0434bbfb2384e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '1fdd1a64-4bf1-46a9-9c2f-5b49a396892e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:44Z', 'updated_at': '2022-02-09T01:45:01Z', 'revision_number': 5, 'project_id': '3c85d6cef98c4292a0b0434bbfb2384e', 'gw_port': {'id': '1fdd1a64-4bf1-46a9-9c2f-5b49a396892e', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c758672e-ab9a-45c9-9622-e07e644d732f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:46Z', 'updated_at': '2022-02-09T01:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:04.943166 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7fcf9265-3651-44cd-8564-f5912007a5b8 req-2726cacc-a735-4b63-a058-a31177d25350 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5417ebe-97b2-4075-a096-134593b44284 HTTP/1.1" status: 200 len: 210 time: 0.9092543 Feb 09 01:45:05.031096 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-682ace8e-40d8-442e-a19f-4a566175e626 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (fb5dcd93-d9ca-44df-8308-d81f15d808b0), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:05.153250 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e1cc86-d261-4780-93ea-0d99361774d5 None None] Checking router: c758672e-ab9a-45c9-9622-e07e644d732f for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:45:05.176525 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e1cc86-d261-4780-93ea-0d99361774d5 None None] Routers {'c758672e-ab9a-45c9-9622-e07e644d732f'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:45:05.177401 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-a1e1cc86-d261-4780-93ea-0d99361774d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:44:55Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c758672e-ab9a-45c9-9622-e07e644d732f'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:05.302998 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-e211756d-0a4b-42ff-aa58-3df169c89e49 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for port (a0d85388-b661-4c35-9441-571d55620b11), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:05.325755 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee14a134-904f-498b-bbd4-14db86c50223 admin admin] Publish callbacks [] for router_gateway (c758672e-ab9a-45c9-9622-e07e644d732f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:05.415859 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-a1e1cc86-d261-4780-93ea-0d99361774d5 None None] Set router c758672e-ab9a-45c9-9622-e07e644d732f gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:45:05.470864 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-e211756d-0a4b-42ff-aa58-3df169c89e49 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (a0d85388-b661-4c35-9441-571d55620b11), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:05.484055 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ee14a134-904f-498b-bbd4-14db86c50223 admin admin] Deleting port 1fdd1a64-4bf1-46a9-9c2f-5b49a396892e {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:45:05.485256 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee14a134-904f-498b-bbd4-14db86c50223 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (1fdd1a64-4bf1-46a9-9c2f-5b49a396892e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:05.579818 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211756d-0a4b-42ff-aa58-3df169c89e49 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'Port': ['ID=a0d85388-b661-4c35-9441-571d55620b11,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:05.606042 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682ace8e-40d8-442e-a19f-4a566175e626 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Router fb5dcd93-d9ca-44df-8308-d81f15d808b0 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:45:05.689192 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-e211756d-0a4b-42ff-aa58-3df169c89e49 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Network 0ac06f25-a081-449b-ac1e-8a36bc7788b0 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:45:05.696815 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-e211756d-0a4b-42ff-aa58-3df169c89e49 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:05.710349 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-e211756d-0a4b-42ff-aa58-3df169c89e49 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:45:05.821908 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-ee14a134-904f-498b-bbd4-14db86c50223 admin admin] For port 1fdd1a64-4bf1-46a9-9c2f-5b49a396892e, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=1fdd1a64-4bf1-46a9-9c2f-5b49a396892e,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:05.822272 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee14a134-904f-498b-bbd4-14db86c50223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (1fdd1a64-4bf1-46a9-9c2f-5b49a396892e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:05.845329 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-e211756d-0a4b-42ff-aa58-3df169c89e49 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:05.848713 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-e211756d-0a4b-42ff-aa58-3df169c89e49 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:05.886354 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-e211756d-0a4b-42ff-aa58-3df169c89e49 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2126231 Feb 09 01:45:05.914696 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682ace8e-40d8-442e-a19f-4a566175e626 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:45:05.935037 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b65353-b767-4b3a-89c2-ccb3acc41970 None None] Sync routers for ids ['fb5dcd93-d9ca-44df-8308-d81f15d808b0'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:45:05.939562 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34218) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:05.944327 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ee14a134-904f-498b-bbd4-14db86c50223 admin admin] Calling delete_port for 1fdd1a64-4bf1-46a9-9c2f-5b49a396892e owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:45:05.945117 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-682ace8e-40d8-442e-a19f-4a566175e626 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "PUT /v2.0/routers/fb5dcd93-d9ca-44df-8308-d81f15d808b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9860277 Feb 09 01:45:05.954929 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b65353-b767-4b3a-89c2-ccb3acc41970 None None] Routers {'fb5dcd93-d9ca-44df-8308-d81f15d808b0'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:45:05.955568 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-22b65353-b767-4b3a-89c2-ccb3acc41970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:44:55Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['fb5dcd93-d9ca-44df-8308-d81f15d808b0'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:06.043845 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-a1e1cc86-d261-4780-93ea-0d99361774d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c758672e-ab9a-45c9-9622-e07e644d732f', 'name': 'tempest-TestServerMultinode-904656892-router', 'tenant_id': '3c85d6cef98c4292a0b0434bbfb2384e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '1fdd1a64-4bf1-46a9-9c2f-5b49a396892e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:44Z', 'updated_at': '2022-02-09T01:45:01Z', 'revision_number': 5, 'project_id': '3c85d6cef98c4292a0b0434bbfb2384e', 'gw_port': {'id': '1fdd1a64-4bf1-46a9-9c2f-5b49a396892e', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c758672e-ab9a-45c9-9622-e07e644d732f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:46Z', 'updated_at': '2022-02-09T01:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:06.089566 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-22b65353-b767-4b3a-89c2-ccb3acc41970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:06.136933 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e1cc86-d261-4780-93ea-0d99361774d5 None None] The sync data for ids ['c758672e-ab9a-45c9-9622-e07e644d732f'] in n-d-822053-40 is: [{'id': 'c758672e-ab9a-45c9-9622-e07e644d732f', 'name': 'tempest-TestServerMultinode-904656892-router', 'tenant_id': '3c85d6cef98c4292a0b0434bbfb2384e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '1fdd1a64-4bf1-46a9-9c2f-5b49a396892e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:43:44Z', 'updated_at': '2022-02-09T01:45:01Z', 'revision_number': 5, 'project_id': '3c85d6cef98c4292a0b0434bbfb2384e', 'gw_port': {'id': '1fdd1a64-4bf1-46a9-9c2f-5b49a396892e', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c758672e-ab9a-45c9-9622-e07e644d732f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:43:46Z', 'updated_at': '2022-02-09T01:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:45:06.143511 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b65353-b767-4b3a-89c2-ccb3acc41970 None None] Routers {'fb5dcd93-d9ca-44df-8308-d81f15d808b0'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:45:06.145198 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-22b65353-b767-4b3a-89c2-ccb3acc41970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:44:55Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['fb5dcd93-d9ca-44df-8308-d81f15d808b0'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:06.234761 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-666eb4b0-c570-46cb-af8d-21f2efae7302 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for router (fb5dcd93-d9ca-44df-8308-d81f15d808b0), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:06.323544 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-22b65353-b767-4b3a-89c2-ccb3acc41970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:06.324517 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b65353-b767-4b3a-89c2-ccb3acc41970 None None] The sync data for ids ['fb5dcd93-d9ca-44df-8308-d81f15d808b0'] in n-d-822053-40 is: [] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:45:06.349652 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb52d18-5413-429a-9b35-4def480f9446 req-e5aeba11-b99f-4d94-a442-7dd0387354ae tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:06.352227 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-acb52d18-5413-429a-9b35-4def480f9446 req-e5aeba11-b99f-4d94-a442-7dd0387354ae tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5417ebe-97b2-4075-a096-134593b44284 HTTP/1.1" status: 200 len: 931 time: 0.2541745 Feb 09 01:45:06.373586 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c207572a-3718-40a9-bab0-e890910788f3 None None] Provisioning complete for port a0d85388-b661-4c35-9441-571d55620b11 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:06.374218 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c207572a-3718-40a9-bab0-e890910788f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a0d85388-b661-4c35-9441-571d55620b11), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:06.399934 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-c95ffa5f-54f6-47ab-852c-2b0475a41078 service neutron] Request body: {'port': {'device_id': 'd5417ebe-97b2-4075-a096-134593b44284', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:06.516292 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c207572a-3718-40a9-bab0-e890910788f3 None None] Port a0d85388-b661-4c35-9441-571d55620b11 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:45:06.525815 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-acb52d18-5413-429a-9b35-4def480f9446 req-ef86c9d1-3c2c-4a54-9573-31a0714e8217 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b453f76-22ed-4f62-82ab-dfff34e27267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593800 Feb 09 01:45:06.692148 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-c95ffa5f-54f6-47ab-852c-2b0475a41078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a0d85388-b661-4c35-9441-571d55620b11), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:06.719965 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-666eb4b0-c570-46cb-af8d-21f2efae7302 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for router_gateway (fb5dcd93-d9ca-44df-8308-d81f15d808b0), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:06.931884 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee14a134-904f-498b-bbd4-14db86c50223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (1fdd1a64-4bf1-46a9-9c2f-5b49a396892e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:06.967849 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 8d35c876-0743-4e94-bc6e-8103a73bc401 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:45:07.003584 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14a134-904f-498b-bbd4-14db86c50223 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fdd1a64-4bf1-46a9-9c2f-5b49a396892e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:07.039237 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 8d35c876-0743-4e94-bc6e-8103a73bc401 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:45:07.039584 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 8d35c876-0743-4e94-bc6e-8103a73bc401 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:45:07.289815 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-c95ffa5f-54f6-47ab-852c-2b0475a41078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0d85388-b661-4c35-9441-571d55620b11 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:45:07.298098 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-c95ffa5f-54f6-47ab-852c-2b0475a41078 service neutron] Publish callbacks [] for port (a0d85388-b661-4c35-9441-571d55620b11), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:07.312953 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-c95ffa5f-54f6-47ab-852c-2b0475a41078 service neutron] Transition to ACTIVE for port object a0d85388-b661-4c35-9441-571d55620b11 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:45:07.315635 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-666eb4b0-c570-46cb-af8d-21f2efae7302 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Deleting port 15e2435b-646c-4f93-adba-f3a9fa805375 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:45:07.316223 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-666eb4b0-c570-46cb-af8d-21f2efae7302 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (15e2435b-646c-4f93-adba-f3a9fa805375), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:07.339851 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-c95ffa5f-54f6-47ab-852c-2b0475a41078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (a0d85388-b661-4c35-9441-571d55620b11), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:07.444897 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34238) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:07.548719 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-666eb4b0-c570-46cb-af8d-21f2efae7302 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (15e2435b-646c-4f93-adba-f3a9fa805375), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:07.602043 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ffda463d-117f-41b6-994b-b2ca886e0bdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:07.610748 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ffa5f-54f6-47ab-852c-2b0475a41078 service neutron] Pushing event updated for resources: {'Port': ['ID=a0d85388-b661-4c35-9441-571d55620b11,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:07.615906 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee14a134-904f-498b-bbd4-14db86c50223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (c758672e-ab9a-45c9-9622-e07e644d732f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:07.705843 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ffda463d-117f-41b6-994b-b2ca886e0bdc admin admin] Publish callbacks [] for security_group (35f49028-756a-4881-ae54-0c5910b8a2c8), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:07.723552 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-666eb4b0-c570-46cb-af8d-21f2efae7302 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Calling delete_port for 15e2435b-646c-4f93-adba-f3a9fa805375 owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:45:07.742987 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ffda463d-117f-41b6-994b-b2ca886e0bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (35f49028-756a-4881-ae54-0c5910b8a2c8), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:07.802276 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ffda463d-117f-41b6-994b-b2ca886e0bdc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=645cc99d9d874230bd783fabed4b7b3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3538451 Feb 09 01:45:07.809223 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34244) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:07.892499 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c26fe9-4ea4-4f12-904c-f6c907fa3558 req-c3351cce-ef55-4987-b501-542a55c00874 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:07.895545 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e6c26fe9-4ea4-4f12-904c-f6c907fa3558 req-c3351cce-ef55-4987-b501-542a55c00874 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5417ebe-97b2-4075-a096-134593b44284 HTTP/1.1" status: 200 len: 943 time: 0.1865406 Feb 09 01:45:07.896891 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee14a134-904f-498b-bbd4-14db86c50223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (c758672e-ab9a-45c9-9622-e07e644d732f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:07.899691 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda463d-117f-41b6-994b-b2ca886e0bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f49028-756a-4881-ae54-0c5910b8a2c8,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:07.902366 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee14a134-904f-498b-bbd4-14db86c50223 admin admin] Publish callbacks [] for router_controller (c758672e-ab9a-45c9-9622-e07e644d732f), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:07.935555 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-176acbb6-2342-4a13-b680-5639d0f27dd4 admin admin] Publish callbacks [] for security_group (35f49028-756a-4881-ae54-0c5910b8a2c8), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:07.967075 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-c95ffa5f-54f6-47ab-852c-2b0475a41078 service neutron] Attempting to bind port a0d85388-b661-4c35-9441-571d55620b11 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:45:07.967416 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-c95ffa5f-54f6-47ab-852c-2b0475a41078 service neutron] Attempting to bind port a0d85388-b661-4c35-9441-571d55620b11 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '858f0d1b-6f6f-4b52-869c-1cb006b1bcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '0ac06f25-a081-449b-ac1e-8a36bc7788b0'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:45:07.967819 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-c95ffa5f-54f6-47ab-852c-2b0475a41078 service neutron] Attempting to bind port a0d85388-b661-4c35-9441-571d55620b11 on network 0ac06f25-a081-449b-ac1e-8a36bc7788b0 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:45:07.974676 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-176acbb6-2342-4a13-b680-5639d0f27dd4 admin admin] Publish callbacks [] for security_group (35f49028-756a-4881-ae54-0c5910b8a2c8), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:07.981684 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-c95ffa5f-54f6-47ab-852c-2b0475a41078 service neutron] Port a0d85388-b661-4c35-9441-571d55620b11 on network 0ac06f25-a081-449b-ac1e-8a36bc7788b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:45:07.982073 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-c95ffa5f-54f6-47ab-852c-2b0475a41078 service neutron] Attempting to bind port a0d85388-b661-4c35-9441-571d55620b11 on network 0ac06f25-a081-449b-ac1e-8a36bc7788b0 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:45:07.992616 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee14a134-904f-498b-bbd4-14db86c50223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (c758672e-ab9a-45c9-9622-e07e644d732f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:07.993056 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee14a134-904f-498b-bbd4-14db86c50223 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c758672e-ab9a-45c9-9622-e07e644d732f {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:45:07.997918 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-c95ffa5f-54f6-47ab-852c-2b0475a41078 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:45:07.998261 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-c95ffa5f-54f6-47ab-852c-2b0475a41078 service neutron] Checking segment: {'id': '858f0d1b-6f6f-4b52-869c-1cb006b1bcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '0ac06f25-a081-449b-ac1e-8a36bc7788b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:45:07.998650 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-c95ffa5f-54f6-47ab-852c-2b0475a41078 service neutron] Bound using segment: {'id': '858f0d1b-6f6f-4b52-869c-1cb006b1bcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '0ac06f25-a081-449b-ac1e-8a36bc7788b0'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:45:07.999096 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-c95ffa5f-54f6-47ab-852c-2b0475a41078 service neutron] Bound port: a0d85388-b661-4c35-9441-571d55620b11, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '858f0d1b-6f6f-4b52-869c-1cb006b1bcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '0ac06f25-a081-449b-ac1e-8a36bc7788b0'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:45:08.000010 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-c95ffa5f-54f6-47ab-852c-2b0475a41078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a0d85388-b661-4c35-9441-571d55620b11), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:08.024404 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee14a134-904f-498b-bbd4-14db86c50223 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:08.027910 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ee14a134-904f-498b-bbd4-14db86c50223 admin admin] 10.222.0.30 "DELETE /v2.0/routers/c758672e-ab9a-45c9-9622-e07e644d732f HTTP/1.1" status: 204 len: 168 time: 4.0674603 Feb 09 01:45:08.031078 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34248) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:08.092096 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-176acbb6-2342-4a13-b680-5639d0f27dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (35f49028-756a-4881-ae54-0c5910b8a2c8), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:08.103393 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-176acbb6-2342-4a13-b680-5639d0f27dd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:08.105041 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-176acbb6-2342-4a13-b680-5639d0f27dd4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/35f49028-756a-4881-ae54-0c5910b8a2c8 HTTP/1.1" status: 204 len: 168 time: 0.2945879 Feb 09 01:45:08.163679 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176acbb6-2342-4a13-b680-5639d0f27dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f49028-756a-4881-ae54-0c5910b8a2c8,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:08.184513 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-c95ffa5f-54f6-47ab-852c-2b0475a41078 service neutron] For port a0d85388-b661-4c35-9441-571d55620b11, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:45:08.198582 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-c95ffa5f-54f6-47ab-852c-2b0475a41078 service neutron] For port a0d85388-b661-4c35-9441-571d55620b11, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=a0d85388-b661-4c35-9441-571d55620b11,segment=NetworkSegment(858f0d1b-6f6f-4b52-869c-1cb006b1bcc6),segment_id=858f0d1b-6f6f-4b52-869c-1cb006b1bcc6)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:45:08.249199 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e6c26fe9-4ea4-4f12-904c-f6c907fa3558 req-b875b911-b6b0-4d54-9e6f-ec388d9ed8da tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b453f76-22ed-4f62-82ab-dfff34e27267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3349309 Feb 09 01:45:08.254649 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0a76b96-e1d5-4336-ae78-723ef2ed1e20 admin admin] Deleting subnet 77a1737b-ff37-429f-a716-4af04d1c3057 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:45:08.259302 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a0a76b96-e1d5-4336-ae78-723ef2ed1e20 admin admin] Publish callbacks [] for subnet (77a1737b-ff37-429f-a716-4af04d1c3057), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:08.271446 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-c95ffa5f-54f6-47ab-852c-2b0475a41078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (a0d85388-b661-4c35-9441-571d55620b11), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:08.353322 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-c95ffa5f-54f6-47ab-852c-2b0475a41078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:08.354492 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-c95ffa5f-54f6-47ab-852c-2b0475a41078 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:08.356653 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-c95ffa5f-54f6-47ab-852c-2b0475a41078 service neutron] 10.222.0.121 "PUT /v2.0/ports/a0d85388-b661-4c35-9441-571d55620b11 HTTP/1.1" status: 200 len: 1092 time: 2.4517834 Feb 09 01:45:08.357297 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5417ebe-97b2-4075-a096-134593b44284', 'tag': 'a0d85388-b661-4c35-9441-571d55620b11'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:45:08.360304 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297cf855-7ef9-435d-81bd-db33054429c2" -d '{"events": [{"name": "network-changed", "server_uuid": "d5417ebe-97b2-4075-a096-134593b44284", "tag": "a0d85388-b661-4c35-9441-571d55620b11"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:45:08.394565 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-666eb4b0-c570-46cb-af8d-21f2efae7302 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (15e2435b-646c-4f93-adba-f3a9fa805375), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:08.436948 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a0a76b96-e1d5-4336-ae78-723ef2ed1e20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (77a1737b-ff37-429f-a716-4af04d1c3057), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:08.479058 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4601a245-f10e-4dcf-919e-c3aabd20bcab x-openstack-request-id: req-4601a245-f10e-4dcf-919e-c3aabd20bcab {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:45:08.479489 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5417ebe-97b2-4075-a096-134593b44284", "tag": "a0d85388-b661-4c35-9441-571d55620b11", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:45:08.479762 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4601a245-f10e-4dcf-919e-c3aabd20bcab {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:45:08.480211 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5417ebe-97b2-4075-a096-134593b44284', 'tag': 'a0d85388-b661-4c35-9441-571d55620b11', 'status': 'completed', 'code': 200} Feb 09 01:45:08.687790 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ffa5f-54f6-47ab-852c-2b0475a41078 service neutron] Pushing event updated for resources: {'Port': ['ID=a0d85388-b661-4c35-9441-571d55620b11,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:08.770570 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a0a76b96-e1d5-4336-ae78-723ef2ed1e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (77a1737b-ff37-429f-a716-4af04d1c3057), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:08.791189 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666eb4b0-c570-46cb-af8d-21f2efae7302 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event deleted for resources: {'Port': ['ID=15e2435b-646c-4f93-adba-f3a9fa805375,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:08.820342 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-666eb4b0-c570-46cb-af8d-21f2efae7302 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (fb5dcd93-d9ca-44df-8308-d81f15d808b0), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:08.869842 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-dbf17cd6-82e3-46e4-824d-5f24ce5eddef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:08.871261 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-dbf17cd6-82e3-46e4-824d-5f24ce5eddef service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e7f5366db1de43098724f0eb4e3342fd&device_id=d5417ebe-97b2-4075-a096-134593b44284 HTTP/1.1" status: 200 len: 1126 time: 0.4593508 Feb 09 01:45:08.896569 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a0a76b96-e1d5-4336-ae78-723ef2ed1e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (77a1737b-ff37-429f-a716-4af04d1c3057), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:08.925547 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a76b96-e1d5-4336-ae78-723ef2ed1e20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77a1737b-ff37-429f-a716-4af04d1c3057,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:08.939033 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a0a76b96-e1d5-4336-ae78-723ef2ed1e20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:08.946851 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2f78f7-c6e1-4a9c-9c52-66f47c92aec0 None None] Network 12464c17-f408-463d-a2b4-684cfefef76c requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:45:08.949370 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a0a76b96-e1d5-4336-ae78-723ef2ed1e20 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/77a1737b-ff37-429f-a716-4af04d1c3057 HTTP/1.1" status: 204 len: 168 time: 0.9112797 Feb 09 01:45:08.949370 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34262) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:08.973425 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-4b2eb335-4f8e-4727-904c-b3ee72987dd1 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0d85388-b661-4c35-9441-571d55620b11 HTTP/1.1" status: 200 len: 217 time: 0.0688596 Feb 09 01:45:09.031624 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-666eb4b0-c570-46cb-af8d-21f2efae7302 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (fb5dcd93-d9ca-44df-8308-d81f15d808b0), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:09.038898 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dd47b71d-0b48-4c7c-b696-f9e45a895e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (12464c17-f408-463d-a2b4-684cfefef76c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:09.045276 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-666eb4b0-c570-46cb-af8d-21f2efae7302 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for router_controller (fb5dcd93-d9ca-44df-8308-d81f15d808b0), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:09.121355 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-b8a2dbad-3bf3-4726-90b1-971bdd6d6965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:09.122777 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-b8a2dbad-3bf3-4726-90b1-971bdd6d6965 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=d293b189-7bb8-4efd-80de-7a3ef9278c18 HTTP/1.1" status: 200 len: 835 time: 0.1431274 Feb 09 01:45:09.152256 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 1fdd1a64-4bf1-46a9-9c2f-5b49a396892e no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:45:09.155957 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-dd47b71d-0b48-4c7c-b696-f9e45a895e15 admin admin] Deleting port 9d163586-edaa-4d89-b343-6a810e7cfc30 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:45:09.156330 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dd47b71d-0b48-4c7c-b696-f9e45a895e15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (9d163586-edaa-4d89-b343-6a810e7cfc30), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:09.175918 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-666eb4b0-c570-46cb-af8d-21f2efae7302 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (fb5dcd93-d9ca-44df-8308-d81f15d808b0), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:09.176571 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666eb4b0-c570-46cb-af8d-21f2efae7302 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Fanout notify agent at l3_agent the message router_deleted on router fb5dcd93-d9ca-44df-8308-d81f15d808b0 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:45:09.195123 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 1fdd1a64-4bf1-46a9-9c2f-5b49a396892e {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:45:09.196311 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 1fdd1a64-4bf1-46a9-9c2f-5b49a396892e not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:45:09.196771 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-666eb4b0-c570-46cb-af8d-21f2efae7302 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:09.198165 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-666eb4b0-c570-46cb-af8d-21f2efae7302 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "DELETE /v2.0/routers/fb5dcd93-d9ca-44df-8308-d81f15d808b0 HTTP/1.1" status: 204 len: 168 time: 3.2410443 Feb 09 01:45:09.205231 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34266) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:09.273106 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-dd47b71d-0b48-4c7c-b696-f9e45a895e15 admin admin] For port 9d163586-edaa-4d89-b343-6a810e7cfc30, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=9d163586-edaa-4d89-b343-6a810e7cfc30,segment=NetworkSegment(20f41e2c-8c38-46fb-95cb-c76213a66c9f),segment_id=20f41e2c-8c38-46fb-95cb-c76213a66c9f)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:09.273711 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dd47b71d-0b48-4c7c-b696-f9e45a895e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (9d163586-edaa-4d89-b343-6a810e7cfc30), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:09.293405 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-99e5b1b4-2eea-4716-a114-d497312a1d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:09.293874 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244cfb42-0cef-4c00-99c0-b4dcd6aa1bd5 None None] DHCP port deletion for 12464c17-f408-463d-a2b4-684cfefef76c request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:45:09.294980 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-99e5b1b4-2eea-4716-a114-d497312a1d09 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0ac06f25-a081-449b-ac1e-8a36bc7788b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1661935 Feb 09 01:45:09.300201 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-855d2e74-269b-427b-86a9-c8dfb618fd5b tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Deleting subnet 6a8178ec-4639-4de3-a287-9d22abab89b4 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:45:09.312574 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-855d2e74-269b-427b-86a9-c8dfb618fd5b tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for subnet (6a8178ec-4639-4de3-a287-9d22abab89b4), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:09.327065 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-dd47b71d-0b48-4c7c-b696-f9e45a895e15 admin admin] Calling delete_port for 9d163586-edaa-4d89-b343-6a810e7cfc30 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:45:09.390077 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-244cfb42-0cef-4c00-99c0-b4dcd6aa1bd5 None None] Deleting port 9d163586-edaa-4d89-b343-6a810e7cfc30 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:45:09.390658 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-244cfb42-0cef-4c00-99c0-b4dcd6aa1bd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (9d163586-edaa-4d89-b343-6a810e7cfc30), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:09.420672 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-855d2e74-269b-427b-86a9-c8dfb618fd5b tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (6a8178ec-4639-4de3-a287-9d22abab89b4), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:09.477700 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-244cfb42-0cef-4c00-99c0-b4dcd6aa1bd5 None None] For port 9d163586-edaa-4d89-b343-6a810e7cfc30, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=9d163586-edaa-4d89-b343-6a810e7cfc30,segment=NetworkSegment(20f41e2c-8c38-46fb-95cb-c76213a66c9f),segment_id=20f41e2c-8c38-46fb-95cb-c76213a66c9f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:09.478695 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-244cfb42-0cef-4c00-99c0-b4dcd6aa1bd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (9d163586-edaa-4d89-b343-6a810e7cfc30), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:09.492842 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dd47b71d-0b48-4c7c-b696-f9e45a895e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (9d163586-edaa-4d89-b343-6a810e7cfc30), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:09.494784 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-244cfb42-0cef-4c00-99c0-b4dcd6aa1bd5 None None] Calling delete_port for 9d163586-edaa-4d89-b343-6a810e7cfc30 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:45:09.542604 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-855d2e74-269b-427b-86a9-c8dfb618fd5b tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (6a8178ec-4639-4de3-a287-9d22abab89b4), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:09.581367 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-244cfb42-0cef-4c00-99c0-b4dcd6aa1bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (9d163586-edaa-4d89-b343-6a810e7cfc30), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:09.591839 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47b71d-0b48-4c7c-b696-f9e45a895e15 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d163586-edaa-4d89-b343-6a810e7cfc30,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:09.609495 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244cfb42-0cef-4c00-99c0-b4dcd6aa1bd5 None None] Pushing event deleted for resources: {'Port': ['ID=9d163586-edaa-4d89-b343-6a810e7cfc30,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:09.617519 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244cfb42-0cef-4c00-99c0-b4dcd6aa1bd5 None None] No DVR routers for this DVR port 9d163586-edaa-4d89-b343-6a810e7cfc30 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:45:09.632928 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd47b71d-0b48-4c7c-b696-f9e45a895e15 admin admin] No DVR routers for this DVR port 9d163586-edaa-4d89-b343-6a810e7cfc30 on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:45:09.634530 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-855d2e74-269b-427b-86a9-c8dfb618fd5b tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (6a8178ec-4639-4de3-a287-9d22abab89b4), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:09.660227 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-855d2e74-269b-427b-86a9-c8dfb618fd5b tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:09.665370 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228af98b-0269-4d0f-ad83-34ef230229d3 None None] Network 3af5307f-bbad-4da2-bd27-84417502ffed requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:45:09.676807 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-855d2e74-269b-427b-86a9-c8dfb618fd5b tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "DELETE /v2.0/subnets/6a8178ec-4639-4de3-a287-9d22abab89b4 HTTP/1.1" status: 204 len: 168 time: 0.4680355 Feb 09 01:45:09.683804 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34270) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:09.701864 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7c170-d263-42e4-ad77-c112a05e8a35 req-446af606-a0f6-4171-bbd2-1c81d772aef5 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:09.703630 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-70a7c170-d263-42e4-ad77-c112a05e8a35 req-446af606-a0f6-4171-bbd2-1c81d772aef5 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5417ebe-97b2-4075-a096-134593b44284 HTTP/1.1" status: 200 len: 943 time: 0.2243416 Feb 09 01:45:09.727397 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-159d299c-12aa-47ac-b29b-f2b577454069 service neutron] 10.222.0.121 "GET /v2.0/networks/0ac06f25-a081-449b-ac1e-8a36bc7788b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4220605 Feb 09 01:45:09.740921 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d2e74-269b-427b-86a9-c8dfb618fd5b tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event deleted for resources: {'Subnet': ['ID=6a8178ec-4639-4de3-a287-9d22abab89b4,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:09.851439 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e61a049e-fd61-4334-84a6-03c2bd74c6d3 req-fc94cc65-e344-43fd-9189-09924e49033a service neutron] 10.222.0.121 "GET /v2.0/networks/0ac06f25-a081-449b-ac1e-8a36bc7788b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142547 Feb 09 01:45:09.881018 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dd47b71d-0b48-4c7c-b696-f9e45a895e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (12464c17-f408-463d-a2b4-684cfefef76c), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:09.970823 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-598d8b84-1c4e-4de1-bbdf-831a6ab82451 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (3af5307f-bbad-4da2-bd27-84417502ffed), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:09.981020 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297cf855-7ef9-435d-81bd-db33054429c2 req-d5620337-6037-457b-b9f7-b8d163bf8af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:09.983586 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-297cf855-7ef9-435d-81bd-db33054429c2 req-d5620337-6037-457b-b9f7-b8d163bf8af8 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e7f5366db1de43098724f0eb4e3342fd&device_id=d5417ebe-97b2-4075-a096-134593b44284 HTTP/1.1" status: 200 len: 1126 time: 0.0582261 Feb 09 01:45:09.985762 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca159edb-85cb-4b88-9f3b-d79b1d60786a None None] DHCP port deletion for 3af5307f-bbad-4da2-bd27-84417502ffed request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:45:10.006124 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-dd47b71d-0b48-4c7c-b696-f9e45a895e15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12464c17-f408-463d-a2b4-684cfefef76c']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:10.036267 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-70a7c170-d263-42e4-ad77-c112a05e8a35 req-d8cfe7dd-2b00-4892-ab50-02ea846959ba tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b453f76-22ed-4f62-82ab-dfff34e27267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2611902 Feb 09 01:45:10.045185 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-dd47b71d-0b48-4c7c-b696-f9e45a895e15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20f41e2c-8c38-46fb-95cb-c76213a66c9f') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:10.047450 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-dd47b71d-0b48-4c7c-b696-f9e45a895e15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20f41e2c-8c38-46fb-95cb-c76213a66c9f') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:10.070022 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dd47b71d-0b48-4c7c-b696-f9e45a895e15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (20f41e2c-8c38-46fb-95cb-c76213a66c9f), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:10.075359 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ca159edb-85cb-4b88-9f3b-d79b1d60786a None None] Deleting port d08360c6-0ebc-4c02-a139-cfbc04ca7350 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:45:10.075679 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ca159edb-85cb-4b88-9f3b-d79b1d60786a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (d08360c6-0ebc-4c02-a139-cfbc04ca7350), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:10.145980 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dd47b71d-0b48-4c7c-b696-f9e45a895e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (20f41e2c-8c38-46fb-95cb-c76213a66c9f), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:10.152701 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd47b71d-0b48-4c7c-b696-f9e45a895e15 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:45:10.153048 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dd47b71d-0b48-4c7c-b696-f9e45a895e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (20f41e2c-8c38-46fb-95cb-c76213a66c9f), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:10.154874 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:45:10.154874 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:45:10.154874 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:45:10.154874 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:45:10.154874 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:45:10.154874 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:45:10.154874 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:45:10.154874 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:45:10.154874 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:45:10.154874 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:45:10.154874 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:45:10.154874 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:45:10.154874 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:45:10.154874 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:45:10.154874 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:45:10.154874 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:45:10.154874 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:45:10.154874 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:45:10.154874 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:45:10.154874 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:45:10.154874 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:45:10.154874 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:45:10.154874 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:45:10.154874 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:45:10.154874 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:45:10.154874 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:45:10.154874 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:45:10.154874 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:45:10.154874 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:45:10.154874 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:45:10.154874 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:45:10.154874 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:45:10.162878 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297cf855-7ef9-435d-81bd-db33054429c2 req-ff44755c-da05-4ee4-8bf4-54663050f085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:10.165474 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-ca159edb-85cb-4b88-9f3b-d79b1d60786a None None] For port d08360c6-0ebc-4c02-a139-cfbc04ca7350, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d08360c6-0ebc-4c02-a139-cfbc04ca7350,segment=NetworkSegment(b85bb6a2-4067-4d43-a14f-b2835a5b592a),segment_id=b85bb6a2-4067-4d43-a14f-b2835a5b592a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:10.166032 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ca159edb-85cb-4b88-9f3b-d79b1d60786a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (d08360c6-0ebc-4c02-a139-cfbc04ca7350), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:10.168044 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-297cf855-7ef9-435d-81bd-db33054429c2 req-ff44755c-da05-4ee4-8bf4-54663050f085 service neutron] 10.222.0.121 "GET /v2.0/networks?id=0ac06f25-a081-449b-ac1e-8a36bc7788b0 HTTP/1.1" status: 200 len: 898 time: 0.1755323 Feb 09 01:45:10.193083 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ca159edb-85cb-4b88-9f3b-d79b1d60786a None None] Calling delete_port for d08360c6-0ebc-4c02-a139-cfbc04ca7350 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:45:10.226096 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-297cf855-7ef9-435d-81bd-db33054429c2 req-43c66fd4-27b7-43f4-b835-a21b30025360 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0d85388-b661-4c35-9441-571d55620b11 HTTP/1.1" status: 200 len: 217 time: 0.0505488 Feb 09 01:45:10.275423 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-598d8b84-1c4e-4de1-bbdf-831a6ab82451 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Deleting port d08360c6-0ebc-4c02-a139-cfbc04ca7350 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:45:10.276085 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-598d8b84-1c4e-4de1-bbdf-831a6ab82451 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (d08360c6-0ebc-4c02-a139-cfbc04ca7350), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:10.304740 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297cf855-7ef9-435d-81bd-db33054429c2 req-15edb8ef-8050-4faf-97b1-006701a9473a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:10.306960 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-297cf855-7ef9-435d-81bd-db33054429c2 req-15edb8ef-8050-4faf-97b1-006701a9473a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=d293b189-7bb8-4efd-80de-7a3ef9278c18 HTTP/1.1" status: 200 len: 835 time: 0.0744224 Feb 09 01:45:10.327467 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dd47b71d-0b48-4c7c-b696-f9e45a895e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (12464c17-f408-463d-a2b4-684cfefef76c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:10.336366 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dd47b71d-0b48-4c7c-b696-f9e45a895e15 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:10.341011 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-dd47b71d-0b48-4c7c-b696-f9e45a895e15 admin admin] 10.222.0.30 "DELETE /v2.0/networks/12464c17-f408-463d-a2b4-684cfefef76c HTTP/1.1" status: 204 len: 168 time: 1.3913286 Feb 09 01:45:10.365482 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47b71d-0b48-4c7c-b696-f9e45a895e15 admin admin] Pushing event deleted for resources: {'Network': ['ID=12464c17-f408-463d-a2b4-684cfefef76c,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:10.390612 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ca159edb-85cb-4b88-9f3b-d79b1d60786a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (d08360c6-0ebc-4c02-a139-cfbc04ca7350), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:10.394477 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-598d8b84-1c4e-4de1-bbdf-831a6ab82451 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] For port d08360c6-0ebc-4c02-a139-cfbc04ca7350, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d08360c6-0ebc-4c02-a139-cfbc04ca7350,segment=NetworkSegment(b85bb6a2-4067-4d43-a14f-b2835a5b592a),segment_id=b85bb6a2-4067-4d43-a14f-b2835a5b592a)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:10.395098 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-598d8b84-1c4e-4de1-bbdf-831a6ab82451 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (d08360c6-0ebc-4c02-a139-cfbc04ca7350), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:10.414750 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-598d8b84-1c4e-4de1-bbdf-831a6ab82451 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Calling delete_port for d08360c6-0ebc-4c02-a139-cfbc04ca7350 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:45:10.451407 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca159edb-85cb-4b88-9f3b-d79b1d60786a None None] Pushing event deleted for resources: {'Port': ['ID=d08360c6-0ebc-4c02-a139-cfbc04ca7350,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:10.459658 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297cf855-7ef9-435d-81bd-db33054429c2 req-6c5e840b-1ebf-457c-8878-89074a8c3a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:10.464503 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-297cf855-7ef9-435d-81bd-db33054429c2 req-6c5e840b-1ebf-457c-8878-89074a8c3a4d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0ac06f25-a081-449b-ac1e-8a36bc7788b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1501510 Feb 09 01:45:10.479355 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca159edb-85cb-4b88-9f3b-d79b1d60786a None None] No DVR routers for this DVR port d08360c6-0ebc-4c02-a139-cfbc04ca7350 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:45:10.625672 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-297cf855-7ef9-435d-81bd-db33054429c2 req-f4a4092a-9b92-44cd-a7c0-88a7c69dab52 service neutron] 10.222.0.121 "GET /v2.0/networks/0ac06f25-a081-449b-ac1e-8a36bc7788b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543126 Feb 09 01:45:10.626835 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-598d8b84-1c4e-4de1-bbdf-831a6ab82451 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (d08360c6-0ebc-4c02-a139-cfbc04ca7350), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:10.645911 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598d8b84-1c4e-4de1-bbdf-831a6ab82451 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] No DVR routers for this DVR port d08360c6-0ebc-4c02-a139-cfbc04ca7350 on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:45:10.715725 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34286) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:10.736575 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d8b84-1c4e-4de1-bbdf-831a6ab82451 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event deleted for resources: {'Port': ['ID=d08360c6-0ebc-4c02-a139-cfbc04ca7350,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:10.839407 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-61e308a7-cf56-40a3-8c88-9936f1ebc32d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=47f73251cf004e93b034495d89d981f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1224535 Feb 09 01:45:10.841379 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-598d8b84-1c4e-4de1-bbdf-831a6ab82451 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (3af5307f-bbad-4da2-bd27-84417502ffed), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:10.844065 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34288) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:10.887165 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-598d8b84-1c4e-4de1-bbdf-831a6ab82451 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3af5307f-bbad-4da2-bd27-84417502ffed']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:10.906201 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-598d8b84-1c4e-4de1-bbdf-831a6ab82451 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b85bb6a2-4067-4d43-a14f-b2835a5b592a') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:10.906591 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-598d8b84-1c4e-4de1-bbdf-831a6ab82451 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b85bb6a2-4067-4d43-a14f-b2835a5b592a') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:10.944318 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-598d8b84-1c4e-4de1-bbdf-831a6ab82451 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (b85bb6a2-4067-4d43-a14f-b2835a5b592a), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:10.974283 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-598d8b84-1c4e-4de1-bbdf-831a6ab82451 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (b85bb6a2-4067-4d43-a14f-b2835a5b592a), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:10.976873 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4c52d0e2-7619-47bc-b811-ae0e2898bfde admin admin] Publish callbacks [] for security_group (da32d0f4-520d-406a-82f3-34f79739a3df), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:10.985937 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-598d8b84-1c4e-4de1-bbdf-831a6ab82451 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:45:10.986455 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-598d8b84-1c4e-4de1-bbdf-831a6ab82451 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (b85bb6a2-4067-4d43-a14f-b2835a5b592a), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:10.990638 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:45:10.990638 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:45:10.990638 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:45:10.990638 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:45:10.990638 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:45:10.990638 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:45:10.990638 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:45:10.990638 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:45:10.990638 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:45:10.990638 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:45:10.990638 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:45:10.990638 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:45:10.990638 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:45:10.990638 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:45:10.990638 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:45:10.990638 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:45:10.990638 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:45:10.990638 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:45:10.990638 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:45:10.990638 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:45:10.990638 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:45:10.990638 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:45:10.990638 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:45:10.990638 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:45:10.990638 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:45:10.990638 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:45:10.990638 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:45:10.990638 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:45:10.990638 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:45:10.990638 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:45:10.990638 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:45:10.990638 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:45:11.014252 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 9d163586-edaa-4d89-b343-6a810e7cfc30 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:45:11.051467 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 9d163586-edaa-4d89-b343-6a810e7cfc30 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:45:11.057969 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 9d163586-edaa-4d89-b343-6a810e7cfc30 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:45:11.058696 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d08360c6-0ebc-4c02-a139-cfbc04ca7350 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:45:11.103053 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: d08360c6-0ebc-4c02-a139-cfbc04ca7350 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:45:11.103885 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d08360c6-0ebc-4c02-a139-cfbc04ca7350 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:45:11.137922 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4c52d0e2-7619-47bc-b811-ae0e2898bfde admin admin] Publish callbacks [] for security_group (da32d0f4-520d-406a-82f3-34f79739a3df), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:11.172061 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-598d8b84-1c4e-4de1-bbdf-831a6ab82451 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (3af5307f-bbad-4da2-bd27-84417502ffed), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:11.198061 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-598d8b84-1c4e-4de1-bbdf-831a6ab82451 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:11.204062 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-598d8b84-1c4e-4de1-bbdf-831a6ab82451 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "DELETE /v2.0/networks/3af5307f-bbad-4da2-bd27-84417502ffed HTTP/1.1" status: 204 len: 168 time: 1.5168688 Feb 09 01:45:11.204062 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d8b84-1c4e-4de1-bbdf-831a6ab82451 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event deleted for resources: {'Network': ['ID=3af5307f-bbad-4da2-bd27-84417502ffed,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:11.212612 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34298) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:11.380676 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-297cf855-7ef9-435d-81bd-db33054429c2 req-665c37cc-e8e6-47b3-961b-3d0568700c78 service neutron] 10.222.0.121 "GET /v2.0/networks/0ac06f25-a081-449b-ac1e-8a36bc7788b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7475998 Feb 09 01:45:11.404923 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4c52d0e2-7619-47bc-b811-ae0e2898bfde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (da32d0f4-520d-406a-82f3-34f79739a3df), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:11.407719 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4c52d0e2-7619-47bc-b811-ae0e2898bfde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:11.409399 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4c52d0e2-7619-47bc-b811-ae0e2898bfde admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/da32d0f4-520d-406a-82f3-34f79739a3df HTTP/1.1" status: 204 len: 168 time: 0.5635872 Feb 09 01:45:11.439215 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c52d0e2-7619-47bc-b811-ae0e2898bfde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da32d0f4-520d-406a-82f3-34f79739a3df,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:11.453064 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-258305f5-80f7-4c56-bcdc-01d8afa19b90 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Deleting port b4188cec-0da0-42e6-959f-00d3e23f7829 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:45:11.453553 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-258305f5-80f7-4c56-bcdc-01d8afa19b90 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (b4188cec-0da0-42e6-959f-00d3e23f7829), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:11.462494 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbaafb6-33db-413b-9fe2-832a9298e38f req-8a44ff08-07b9-4cd8-b4cd-6b2ca05d97f2 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:11.464762 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4bbaafb6-33db-413b-9fe2-832a9298e38f req-8a44ff08-07b9-4cd8-b4cd-6b2ca05d97f2 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5417ebe-97b2-4075-a096-134593b44284 HTTP/1.1" status: 200 len: 943 time: 0.2030528 Feb 09 01:45:11.602724 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4bbaafb6-33db-413b-9fe2-832a9298e38f req-70902d2d-c370-4580-a5ac-16140a8b4194 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b453f76-22ed-4f62-82ab-dfff34e27267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223116 Feb 09 01:45:11.633456 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-258305f5-80f7-4c56-bcdc-01d8afa19b90 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (b4188cec-0da0-42e6-959f-00d3e23f7829), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:11.633456 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-258305f5-80f7-4c56-bcdc-01d8afa19b90 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for floatingip (b4188cec-0da0-42e6-959f-00d3e23f7829), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:11.659336 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-258305f5-80f7-4c56-bcdc-01d8afa19b90 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Calling delete_port for b4188cec-0da0-42e6-959f-00d3e23f7829 owned by network:floatingip {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:45:11.845956 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-258305f5-80f7-4c56-bcdc-01d8afa19b90 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (b4188cec-0da0-42e6-959f-00d3e23f7829), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:11.887054 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258305f5-80f7-4c56-bcdc-01d8afa19b90 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event deleted for resources: {'Port': ['ID=b4188cec-0da0-42e6-959f-00d3e23f7829,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:11.910852 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34306) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:11.958757 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2c759dea-ab71-4bea-80ef-5b778c19d89b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3c85d6cef98c4292a0b0434bbfb2384e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0457749 Feb 09 01:45:11.960689 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34308) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:11.974167 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-258305f5-80f7-4c56-bcdc-01d8afa19b90 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for floatingip (bea47e22-cc98-45e4-ab82-659cc054a3c3), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:11.978866 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-258305f5-80f7-4c56-bcdc-01d8afa19b90 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:11.980175 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-258305f5-80f7-4c56-bcdc-01d8afa19b90 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "DELETE /v2.0/floatingips/bea47e22-cc98-45e4-ab82-659cc054a3c3 HTTP/1.1" status: 204 len: 168 time: 0.7664921 Feb 09 01:45:11.984648 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34310) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:12.013918 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b03481b-6d9d-4e23-aadd-64316bac8401 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:12.014996 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b03481b-6d9d-4e23-aadd-64316bac8401 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:12.016058 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3a8855b1-a675-41a7-a48a-94f0e1ed0b87 admin admin] Publish callbacks [] for security_group (eda9b4c8-aef0-4373-bb4c-dd86271e8d38), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:12.018611 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5b03481b-6d9d-4e23-aadd-64316bac8401 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "DELETE /v2.0/ports/1b5c293b-33f1-4ba0-949f-ff27ce0f7a0b HTTP/1.1" status: 404 len: 333 time: 0.0328701 Feb 09 01:45:12.022382 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34312) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:12.047197 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3a8855b1-a675-41a7-a48a-94f0e1ed0b87 admin admin] Publish callbacks [] for security_group (eda9b4c8-aef0-4373-bb4c-dd86271e8d38), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:12.064514 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ff044e1e-75b2-4248-a64c-081af57fccee tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb5dcd93-d9ca-44df-8308-d81f15d808b0 HTTP/1.1" status: 200 len: 205 time: 0.0386715 Feb 09 01:45:12.065417 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34314) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:12.114234 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-d4265052-a765-4542-88e9-0888a563cd5a tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] delete failed (client error): The resource could not be found. Feb 09 01:45:12.117828 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d4265052-a765-4542-88e9-0888a563cd5a tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "DELETE /v2.0/routers/fb5dcd93-d9ca-44df-8308-d81f15d808b0 HTTP/1.1" status: 404 len: 336 time: 0.0482328 Feb 09 01:45:12.118459 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34316) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:12.146225 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d9e3bc4-4df8-4af6-b94c-202bad4744d3 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:12.146832 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d9e3bc4-4df8-4af6-b94c-202bad4744d3 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:12.152568 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3d9e3bc4-4df8-4af6-b94c-202bad4744d3 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "DELETE /v2.0/subnets/6a8178ec-4639-4de3-a287-9d22abab89b4 HTTP/1.1" status: 404 len: 337 time: 0.0310423 Feb 09 01:45:12.153311 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34318) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:12.225036 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3a8855b1-a675-41a7-a48a-94f0e1ed0b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (eda9b4c8-aef0-4373-bb4c-dd86271e8d38), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:12.227496 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3a8855b1-a675-41a7-a48a-94f0e1ed0b87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:12.231296 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3a8855b1-a675-41a7-a48a-94f0e1ed0b87 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eda9b4c8-aef0-4373-bb4c-dd86271e8d38 HTTP/1.1" status: 204 len: 168 time: 0.2668245 Feb 09 01:45:12.245487 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8855b1-a675-41a7-a48a-94f0e1ed0b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda9b4c8-aef0-4373-bb4c-dd86271e8d38,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:12.266746 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ae1769ce-4084-475a-8120-3aa9f77ccc7d tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Deleting port e21b8d8f-87f7-442d-8380-add580a2e776 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:45:12.267232 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae1769ce-4084-475a-8120-3aa9f77ccc7d tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (e21b8d8f-87f7-442d-8380-add580a2e776), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:12.434693 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae1769ce-4084-475a-8120-3aa9f77ccc7d tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (e21b8d8f-87f7-442d-8380-add580a2e776), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:12.457726 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ae1769ce-4084-475a-8120-3aa9f77ccc7d tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Calling delete_port for e21b8d8f-87f7-442d-8380-add580a2e776 owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:45:12.664112 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae1769ce-4084-475a-8120-3aa9f77ccc7d tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (e21b8d8f-87f7-442d-8380-add580a2e776), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:12.715029 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1769ce-4084-475a-8120-3aa9f77ccc7d tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event deleted for resources: {'Port': ['ID=e21b8d8f-87f7-442d-8380-add580a2e776,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:12.840906 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12b903-5abb-4e88-9cc8-ba393471e4e2 req-2426b62f-ce81-41bb-8baa-92bdd5be21fa tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:12.843152 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dd12b903-5abb-4e88-9cc8-ba393471e4e2 req-2426b62f-ce81-41bb-8baa-92bdd5be21fa tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5417ebe-97b2-4075-a096-134593b44284 HTTP/1.1" status: 200 len: 943 time: 0.1146405 Feb 09 01:45:12.859872 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae1769ce-4084-475a-8120-3aa9f77ccc7d tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:12.868756 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ae1769ce-4084-475a-8120-3aa9f77ccc7d tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "DELETE /v2.0/ports/e21b8d8f-87f7-442d-8380-add580a2e776 HTTP/1.1" status: 204 len: 168 time: 0.7125483 Feb 09 01:45:12.869666 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34332) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:12.962704 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dd12b903-5abb-4e88-9cc8-ba393471e4e2 req-8a0a5148-08d7-4cc7-97c1-f9ca1803990c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b453f76-22ed-4f62-82ab-dfff34e27267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113143 Feb 09 01:45:13.015861 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9b4d6d97-a63a-4a7a-9d51-eb6d0be2f239 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Deleting port 8ae8828e-a74d-4bf4-8fb0-babec86d2e94 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:45:13.016314 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9b4d6d97-a63a-4a7a-9d51-eb6d0be2f239 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (8ae8828e-a74d-4bf4-8fb0-babec86d2e94), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:13.115028 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9b4d6d97-a63a-4a7a-9d51-eb6d0be2f239 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (8ae8828e-a74d-4bf4-8fb0-babec86d2e94), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:13.129571 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9b4d6d97-a63a-4a7a-9d51-eb6d0be2f239 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Calling delete_port for 8ae8828e-a74d-4bf4-8fb0-babec86d2e94 owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:45:13.267336 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9b4d6d97-a63a-4a7a-9d51-eb6d0be2f239 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (8ae8828e-a74d-4bf4-8fb0-babec86d2e94), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:13.298062 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d6d97-a63a-4a7a-9d51-eb6d0be2f239 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event deleted for resources: {'Port': ['ID=8ae8828e-a74d-4bf4-8fb0-babec86d2e94,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:13.368853 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9b4d6d97-a63a-4a7a-9d51-eb6d0be2f239 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:13.372037 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9b4d6d97-a63a-4a7a-9d51-eb6d0be2f239 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "DELETE /v2.0/ports/8ae8828e-a74d-4bf4-8fb0-babec86d2e94 HTTP/1.1" status: 204 len: 168 time: 0.5013027 Feb 09 01:45:13.374543 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34334) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:13.447041 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1bde8d-20fd-43fc-9e4e-30d865fd8d74 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:13.451153 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ed1bde8d-20fd-43fc-9e4e-30d865fd8d74 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "GET /v2.0/ports?device_id=75609b42-f63b-41f6-9d03-38bbabed6a0c HTTP/1.1" status: 200 len: 913 time: 0.0730007 Feb 09 01:45:13.451443 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34338) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:13.844248 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device a0d85388-b661-4c35-9441-571d55620b11 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:45:13.868311 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-358d0a19-619d-448c-8087-e0f0b3d717da tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (75609b42-f63b-41f6-9d03-38bbabed6a0c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:14.006043 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port a0d85388-b661-4c35-9441-571d55620b11, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=a0d85388-b661-4c35-9441-571d55620b11,segment=NetworkSegment(858f0d1b-6f6f-4b52-869c-1cb006b1bcc6),segment_id=858f0d1b-6f6f-4b52-869c-1cb006b1bcc6)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:14.023000 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': 'a0d85388-b661-4c35-9441-571d55620b11', 'network_id': '0ac06f25-a081-449b-ac1e-8a36bc7788b0', 'port_id': 'a0d85388-b661-4c35-9441-571d55620b11', 'mac_address': 'fa:16:3e:8a:84:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd293b189-7bb8-4efd-80de-7a3ef9278c18', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:45:14.082392 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port a0d85388-b661-4c35-9441-571d55620b11 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:14.082800 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a0d85388-b661-4c35-9441-571d55620b11), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:14.105838 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0d85388-b661-4c35-9441-571d55620b11 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:45:14.134479 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45a1fd-57fa-4783-a9c9-cfe3335e810b req-ff0a605e-0689-4e5b-95ec-51938142febf tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:14.140475 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1a45a1fd-57fa-4783-a9c9-cfe3335e810b req-ff0a605e-0689-4e5b-95ec-51938142febf tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5417ebe-97b2-4075-a096-134593b44284 HTTP/1.1" status: 200 len: 943 time: 0.0799356 Feb 09 01:45:14.150420 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port a0d85388-b661-4c35-9441-571d55620b11, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=a0d85388-b661-4c35-9441-571d55620b11,segment=NetworkSegment(858f0d1b-6f6f-4b52-869c-1cb006b1bcc6),segment_id=858f0d1b-6f6f-4b52-869c-1cb006b1bcc6)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:14.159414 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (a0d85388-b661-4c35-9441-571d55620b11), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:14.206195 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1a45a1fd-57fa-4783-a9c9-cfe3335e810b req-46babe35-ad4c-4086-8466-cfe432c2493f tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b453f76-22ed-4f62-82ab-dfff34e27267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583315 Feb 09 01:45:14.246252 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=a0d85388-b661-4c35-9441-571d55620b11,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:14.251825 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-358d0a19-619d-448c-8087-e0f0b3d717da tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Deleting port de70e9af-ebea-44e5-8d20-adf179a24f45 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:45:14.252200 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-358d0a19-619d-448c-8087-e0f0b3d717da tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (de70e9af-ebea-44e5-8d20-adf179a24f45), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:14.356605 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-358d0a19-619d-448c-8087-e0f0b3d717da tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (de70e9af-ebea-44e5-8d20-adf179a24f45), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:14.370159 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-358d0a19-619d-448c-8087-e0f0b3d717da tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Calling delete_port for de70e9af-ebea-44e5-8d20-adf179a24f45 owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:45:14.382132 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['a0d85388-b661-4c35-9441-571d55620b11'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:45:14.617562 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-358d0a19-619d-448c-8087-e0f0b3d717da tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (de70e9af-ebea-44e5-8d20-adf179a24f45), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:14.683194 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d0a19-619d-448c-8087-e0f0b3d717da tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event deleted for resources: {'Port': ['ID=de70e9af-ebea-44e5-8d20-adf179a24f45,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:15.039262 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-358d0a19-619d-448c-8087-e0f0b3d717da tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (75609b42-f63b-41f6-9d03-38bbabed6a0c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:15.335664 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358d0a19-619d-448c-8087-e0f0b3d717da tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Router 75609b42-f63b-41f6-9d03-38bbabed6a0c has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:45:15.389468 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702fb3f-8fd9-4c5f-a92c-e5722910d0a9 req-79dbd4a0-28b6-4bfe-baf9-3b279373471c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:15.399947 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b702fb3f-8fd9-4c5f-a92c-e5722910d0a9 req-79dbd4a0-28b6-4bfe-baf9-3b279373471c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5417ebe-97b2-4075-a096-134593b44284 HTTP/1.1" status: 200 len: 944 time: 0.0841599 Feb 09 01:45:15.476716 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358d0a19-619d-448c-8087-e0f0b3d717da tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:45:15.482944 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b702fb3f-8fd9-4c5f-a92c-e5722910d0a9 req-3ca04942-f1af-464b-8c43-9eef251e2975 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b453f76-22ed-4f62-82ab-dfff34e27267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795877 Feb 09 01:45:15.492973 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-358d0a19-619d-448c-8087-e0f0b3d717da tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "PUT /v2.0/routers/75609b42-f63b-41f6-9d03-38bbabed6a0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0400591 Feb 09 01:45:15.495612 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34368) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:15.498384 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bbe5eb-1441-4a35-9264-1605b8476f9e None None] Sync routers for ids ['75609b42-f63b-41f6-9d03-38bbabed6a0c'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:45:15.513142 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bbe5eb-1441-4a35-9264-1605b8476f9e None None] Routers {'75609b42-f63b-41f6-9d03-38bbabed6a0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:45:15.515069 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-13bbe5eb-1441-4a35-9264-1605b8476f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:44:55Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['75609b42-f63b-41f6-9d03-38bbabed6a0c'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:15.558939 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-13bbe5eb-1441-4a35-9264-1605b8476f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:15.571146 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bbe5eb-1441-4a35-9264-1605b8476f9e None None] Routers {'75609b42-f63b-41f6-9d03-38bbabed6a0c'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:45:15.572004 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-13bbe5eb-1441-4a35-9264-1605b8476f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:44:55Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['75609b42-f63b-41f6-9d03-38bbabed6a0c'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:15.638528 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-13bbe5eb-1441-4a35-9264-1605b8476f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:15.640111 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bbe5eb-1441-4a35-9264-1605b8476f9e None None] The sync data for ids ['75609b42-f63b-41f6-9d03-38bbabed6a0c'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:45:15.666101 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ac996af0-86fe-4e29-abb2-7b3d32dd5969 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for router (75609b42-f63b-41f6-9d03-38bbabed6a0c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:15.815057 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ac996af0-86fe-4e29-abb2-7b3d32dd5969 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for router_gateway (75609b42-f63b-41f6-9d03-38bbabed6a0c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:15.851213 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device a0d85388-b661-4c35-9441-571d55620b11 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:45:15.936313 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-ac996af0-86fe-4e29-abb2-7b3d32dd5969 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Deleting port 7191124d-655c-48c9-9746-1ffac90d114c {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:45:15.936670 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ac996af0-86fe-4e29-abb2-7b3d32dd5969 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (7191124d-655c-48c9-9746-1ffac90d114c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:15.937945 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port a0d85388-b661-4c35-9441-571d55620b11 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:45:15.948490 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port a0d85388-b661-4c35-9441-571d55620b11 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:15.950394 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a0d85388-b661-4c35-9441-571d55620b11), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:16.063883 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ac996af0-86fe-4e29-abb2-7b3d32dd5969 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (7191124d-655c-48c9-9746-1ffac90d114c), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:16.091243 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-ac996af0-86fe-4e29-abb2-7b3d32dd5969 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Calling delete_port for 7191124d-655c-48c9-9746-1ffac90d114c owned by network:router_gateway {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:45:16.169233 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port a0d85388-b661-4c35-9441-571d55620b11 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:16.171113 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a0d85388-b661-4c35-9441-571d55620b11), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:16.213567 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5417ebe-97b2-4075-a096-134593b44284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d85388-b661-4c35-9441-571d55620b11'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:45:16.225694 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23710116-de9c-411a-9c73-23ac51a026a9" -d '{"events": [{"server_uuid": "d5417ebe-97b2-4075-a096-134593b44284", "name": "network-vif-plugged", "status": "completed", "tag": "a0d85388-b661-4c35-9441-571d55620b11"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:45:16.281966 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port a0d85388-b661-4c35-9441-571d55620b11, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=a0d85388-b661-4c35-9441-571d55620b11,segment=NetworkSegment(858f0d1b-6f6f-4b52-869c-1cb006b1bcc6),segment_id=858f0d1b-6f6f-4b52-869c-1cb006b1bcc6)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:16.291785 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (a0d85388-b661-4c35-9441-571d55620b11), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:16.367525 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bff378-df19-4a1f-a84c-c0248f0fd19d x-openstack-request-id: req-b2bff378-df19-4a1f-a84c-c0248f0fd19d {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:45:16.368189 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5417ebe-97b2-4075-a096-134593b44284", "name": "network-vif-plugged", "status": "completed", "tag": "a0d85388-b661-4c35-9441-571d55620b11", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:45:16.368650 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b2bff378-df19-4a1f-a84c-c0248f0fd19d {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:45:16.369291 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5417ebe-97b2-4075-a096-134593b44284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d85388-b661-4c35-9441-571d55620b11', 'code': 200} Feb 09 01:45:16.370488 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=a0d85388-b661-4c35-9441-571d55620b11,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:16.465356 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ac996af0-86fe-4e29-abb2-7b3d32dd5969 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (7191124d-655c-48c9-9746-1ffac90d114c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:16.471915 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb69e3-7163-4425-a0ec-6842f332b333 req-85f555e7-680a-4249-a3c6-782c8e60c1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:16.473899 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b9eb69e3-7163-4425-a0ec-6842f332b333 req-85f555e7-680a-4249-a3c6-782c8e60c1ec service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=d5417ebe-97b2-4075-a096-134593b44284 HTTP/1.1" status: 200 len: 1128 time: 0.0904460 Feb 09 01:45:16.512187 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac996af0-86fe-4e29-abb2-7b3d32dd5969 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event deleted for resources: {'Port': ['ID=7191124d-655c-48c9-9746-1ffac90d114c,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:16.611020 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b9eb69e3-7163-4425-a0ec-6842f332b333 req-21e4be5c-53e1-448f-8e80-5330f2dd144e service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=0b453f76-22ed-4f62-82ab-dfff34e27267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282592 Feb 09 01:45:16.678328 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ac996af0-86fe-4e29-abb2-7b3d32dd5969 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (75609b42-f63b-41f6-9d03-38bbabed6a0c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:16.879471 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ac996af0-86fe-4e29-abb2-7b3d32dd5969 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (75609b42-f63b-41f6-9d03-38bbabed6a0c), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:16.883370 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ac996af0-86fe-4e29-abb2-7b3d32dd5969 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for router_controller (75609b42-f63b-41f6-9d03-38bbabed6a0c), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:16.983948 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ac996af0-86fe-4e29-abb2-7b3d32dd5969 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (75609b42-f63b-41f6-9d03-38bbabed6a0c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:16.984847 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac996af0-86fe-4e29-abb2-7b3d32dd5969 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Fanout notify agent at l3_agent the message router_deleted on router 75609b42-f63b-41f6-9d03-38bbabed6a0c {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:45:16.999288 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ac996af0-86fe-4e29-abb2-7b3d32dd5969 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:17.000616 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ac996af0-86fe-4e29-abb2-7b3d32dd5969 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "DELETE /v2.0/routers/75609b42-f63b-41f6-9d03-38bbabed6a0c HTTP/1.1" status: 204 len: 168 time: 1.5037391 Feb 09 01:45:17.005617 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34378) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:17.157675 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-8961feaa-727e-4785-868b-772707bd7893 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Deleting subnet 3c3104d7-e3ae-4e45-9c72-b6e3ae691f39 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:45:17.175829 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8961feaa-727e-4785-868b-772707bd7893 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for subnet (3c3104d7-e3ae-4e45-9c72-b6e3ae691f39), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:17.219132 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442be07-fc5d-45b9-87a2-117e94bfc493 req-4fe391a2-0132-46ee-b95a-2f449777c9e8 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:17.220775 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3442be07-fc5d-45b9-87a2-117e94bfc493 req-4fe391a2-0132-46ee-b95a-2f449777c9e8 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5417ebe-97b2-4075-a096-134593b44284 HTTP/1.1" status: 200 len: 945 time: 0.1447940 Feb 09 01:45:17.237421 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:45:17.273694 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8961feaa-727e-4785-868b-772707bd7893 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (3c3104d7-e3ae-4e45-9c72-b6e3ae691f39), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:17.358253 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8961feaa-727e-4785-868b-772707bd7893 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (3c3104d7-e3ae-4e45-9c72-b6e3ae691f39), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:17.459676 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3442be07-fc5d-45b9-87a2-117e94bfc493 req-d3298068-ceb0-43cb-8cec-708f04561f69 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b453f76-22ed-4f62-82ab-dfff34e27267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2258010 Feb 09 01:45:17.493838 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8961feaa-727e-4785-868b-772707bd7893 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (3c3104d7-e3ae-4e45-9c72-b6e3ae691f39), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:17.513057 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8961feaa-727e-4785-868b-772707bd7893 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:17.517185 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8961feaa-727e-4785-868b-772707bd7893 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "DELETE /v2.0/subnets/3c3104d7-e3ae-4e45-9c72-b6e3ae691f39 HTTP/1.1" status: 204 len: 168 time: 0.5110679 Feb 09 01:45:17.520618 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34386) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:17.542868 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961feaa-727e-4785-868b-772707bd7893 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event deleted for resources: {'Subnet': ['ID=3c3104d7-e3ae-4e45-9c72-b6e3ae691f39,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:17.630092 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-67aea063-f0b8-4b0e-82d2-06e3300365a9 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (a26015ac-0308-4112-84b5-3e562e23f77d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:17.773457 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-67aea063-f0b8-4b0e-82d2-06e3300365a9 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (a26015ac-0308-4112-84b5-3e562e23f77d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:17.807045 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-67aea063-f0b8-4b0e-82d2-06e3300365a9 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a26015ac-0308-4112-84b5-3e562e23f77d']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:17.821490 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-67aea063-f0b8-4b0e-82d2-06e3300365a9 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f730c5c6-8ad4-4876-a7fb-de25d5ccee90') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:17.822069 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-67aea063-f0b8-4b0e-82d2-06e3300365a9 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f730c5c6-8ad4-4876-a7fb-de25d5ccee90') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:17.835156 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-67aea063-f0b8-4b0e-82d2-06e3300365a9 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (f730c5c6-8ad4-4876-a7fb-de25d5ccee90), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:17.854292 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-67aea063-f0b8-4b0e-82d2-06e3300365a9 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (f730c5c6-8ad4-4876-a7fb-de25d5ccee90), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:17.869979 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67aea063-f0b8-4b0e-82d2-06e3300365a9 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:45:17.870523 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-67aea063-f0b8-4b0e-82d2-06e3300365a9 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (f730c5c6-8ad4-4876-a7fb-de25d5ccee90), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:17.874105 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:45:17.874105 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:45:17.874105 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:45:17.874105 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:45:17.874105 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:45:17.874105 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:45:17.874105 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:45:17.874105 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:45:17.874105 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:45:17.874105 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:45:17.874105 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:45:17.874105 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:45:17.874105 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:45:17.874105 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:45:17.874105 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:45:17.874105 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:45:17.874105 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:45:17.874105 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:45:17.874105 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:45:17.874105 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:45:17.874105 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:45:17.874105 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:45:17.874105 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:45:17.874105 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:45:17.874105 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:45:17.874105 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:45:17.874105 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:45:17.874105 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:45:17.874105 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:45:17.874105 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:45:17.874105 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:45:17.874105 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:45:17.937936 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-67aea063-f0b8-4b0e-82d2-06e3300365a9 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (a26015ac-0308-4112-84b5-3e562e23f77d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:17.948371 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-67aea063-f0b8-4b0e-82d2-06e3300365a9 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:17.951357 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-67aea063-f0b8-4b0e-82d2-06e3300365a9 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] 10.222.0.30 "DELETE /v2.0/networks/a26015ac-0308-4112-84b5-3e562e23f77d HTTP/1.1" status: 204 len: 168 time: 0.4296837 Feb 09 01:45:17.965627 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aea063-f0b8-4b0e-82d2-06e3300365a9 tempest-FloatingIPTestJSON-954817085 tempest-FloatingIPTestJSON-954817085-project] Pushing event deleted for resources: {'Network': ['ID=a26015ac-0308-4112-84b5-3e562e23f77d,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:18.302110 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34400) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:18.466324 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-87f720f5-2b15-43dd-8783-abb39228e694 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=00f0067d4c504786a56af79791c42175&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1604667 Feb 09 01:45:18.466853 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34404) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:18.527438 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-58d6d76b-81dc-452c-8345-4cc55677feeb admin admin] Publish callbacks [] for security_group (3947446b-e7f8-4376-bd94-e6fb36f7b976), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:18.572417 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-58d6d76b-81dc-452c-8345-4cc55677feeb admin admin] Publish callbacks [] for security_group (3947446b-e7f8-4376-bd94-e6fb36f7b976), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:18.984695 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6055b18-994f-474b-b5b8-dd45b569ba35 req-ee014216-7eee-48d0-8fe9-edbcfa07f798 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:18.986275 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c6055b18-994f-474b-b5b8-dd45b569ba35 req-ee014216-7eee-48d0-8fe9-edbcfa07f798 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5417ebe-97b2-4075-a096-134593b44284 HTTP/1.1" status: 200 len: 945 time: 0.4375446 Feb 09 01:45:19.003765 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-58d6d76b-81dc-452c-8345-4cc55677feeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3947446b-e7f8-4376-bd94-e6fb36f7b976), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:19.006597 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-58d6d76b-81dc-452c-8345-4cc55677feeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:19.007727 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-58d6d76b-81dc-452c-8345-4cc55677feeb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3947446b-e7f8-4376-bd94-e6fb36f7b976 HTTP/1.1" status: 204 len: 168 time: 0.5397372 Feb 09 01:45:19.027186 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d6d76b-81dc-452c-8345-4cc55677feeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3947446b-e7f8-4376-bd94-e6fb36f7b976,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:19.068369 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c6055b18-994f-474b-b5b8-dd45b569ba35 req-c5959052-b031-48b6-b02c-ed2f21af9a2a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b453f76-22ed-4f62-82ab-dfff34e27267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736315 Feb 09 01:45:19.270095 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef32596-f4e7-4eb3-8b58-3f2151d75d02 req-bac46f17-efdd-4a33-91fa-83c29a17a64e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:19.272031 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bef32596-f4e7-4eb3-8b58-3f2151d75d02 req-bac46f17-efdd-4a33-91fa-83c29a17a64e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5417ebe-97b2-4075-a096-134593b44284 HTTP/1.1" status: 200 len: 945 time: 0.1160173 Feb 09 01:45:19.355903 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bef32596-f4e7-4eb3-8b58-3f2151d75d02 req-9c36d2ed-31b2-404e-a495-edaa6e8eb802 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b453f76-22ed-4f62-82ab-dfff34e27267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752592 Feb 09 01:45:19.367858 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34420) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:19.433019 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd93731f-635d-4e0a-baf2-85c6b0cfb28a tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:19.439795 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34426) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:19.447179 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-d8dd967d-af43-4bb9-bc6d-b3cd69758dca tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'port_id': 'a0d85388-b661-4c35-9441-571d55620b11', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:19.448270 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-bd93731f-635d-4e0a-baf2-85c6b0cfb28a tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d5417ebe-97b2-4075-a096-134593b44284 HTTP/1.1" status: 200 len: 1123 time: 0.0783913 Feb 09 01:45:19.471165 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d8dd967d-af43-4bb9-bc6d-b3cd69758dca tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:19.524326 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:19.619624 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d8dd967d-af43-4bb9-bc6d-b3cd69758dca tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:19.799795 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-d8dd967d-af43-4bb9-bc6d-b3cd69758dca tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Allocated IP 172.25.1.70 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/ea458c13-eaaa-40c0-ac09-9ba5ff406152) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:45:19.965117 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d8dd967d-af43-4bb9-bc6d-b3cd69758dca tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for port (ea458c13-eaaa-40c0-ac09-9ba5ff406152), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:20.006903 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d8dd967d-af43-4bb9-bc6d-b3cd69758dca tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (ea458c13-eaaa-40c0-ac09-9ba5ff406152), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:20.062722 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd967d-af43-4bb9-bc6d-b3cd69758dca tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'Port': ['ID=ea458c13-eaaa-40c0-ac09-9ba5ff406152,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:20.076815 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dd967d-af43-4bb9-bc6d-b3cd69758dca tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:45:20.078553 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-d8dd967d-af43-4bb9-bc6d-b3cd69758dca tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:20.081207 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dd967d-af43-4bb9-bc6d-b3cd69758dca tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:45:20.134112 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34440) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:20.255952 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-6249172e-37f1-486b-85b6-9b7a61ac5d97 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Request body: {'networks': [{'name': 'tempest-network--330331056'}, {'name': 'tempest-network--1583904308'}]} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:20.256630 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-6249172e-37f1-486b-85b6-9b7a61ac5d97 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Request body: {'network': {'name': 'tempest-network--330331056'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:20.257351 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-6249172e-37f1-486b-85b6-9b7a61ac5d97 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Request body: {'network': {'name': 'tempest-network--1583904308'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:20.291426 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6249172e-37f1-486b-85b6-9b7a61ac5d97 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Made reservation on behalf of 4f19dd1722a5461890d8cb368122debd for: {'network': 2} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:20.298400 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6249172e-37f1-486b-85b6-9b7a61ac5d97 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:20.315014 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6249172e-37f1-486b-85b6-9b7a61ac5d97 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:20.457890 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6249172e-37f1-486b-85b6-9b7a61ac5d97 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks [] for security_group (712082ff-3294-4669-9a1c-baff7a61ecd2), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:20.476634 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6249172e-37f1-486b-85b6-9b7a61ac5d97 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (712082ff-3294-4669-9a1c-baff7a61ecd2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:20.477104 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6249172e-37f1-486b-85b6-9b7a61ac5d97 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:20.539497 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6249172e-37f1-486b-85b6-9b7a61ac5d97 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=712082ff-3294-4669-9a1c-baff7a61ecd2,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:20.546348 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6249172e-37f1-486b-85b6-9b7a61ac5d97 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:45:20.569400 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6249172e-37f1-486b-85b6-9b7a61ac5d97 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (fb2b9b03-636c-4256-88f9-3fd069cb401c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:20.572592 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-6249172e-37f1-486b-85b6-9b7a61ac5d97 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Added segment fb2b9b03-636c-4256-88f9-3fd069cb401c of type vlan for network 47e25cac-01a1-4ad6-9d0b-81aa646d2bf4 Feb 09 01:45:20.591909 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d8dd967d-af43-4bb9-bc6d-b3cd69758dca tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for floatingip (114c1399-96ae-47fd-b69f-73f344fb3a65), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:20.661622 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6249172e-37f1-486b-85b6-9b7a61ac5d97 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (47e25cac-01a1-4ad6-9d0b-81aa646d2bf4), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:20.689617 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d8dd967d-af43-4bb9-bc6d-b3cd69758dca tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ea458c13-eaaa-40c0-ac09-9ba5ff406152), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:20.772550 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6249172e-37f1-486b-85b6-9b7a61ac5d97 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:45:20.805943 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-96b23ba5-725b-427f-b366-674537a1f46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:20.809881 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6249172e-37f1-486b-85b6-9b7a61ac5d97 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (472a3889-c9f4-432f-8c2f-689debcfaf50), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:20.810419 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-6249172e-37f1-486b-85b6-9b7a61ac5d97 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Added segment 472a3889-c9f4-432f-8c2f-689debcfaf50 of type vlan for network 6263e2fd-b69b-4417-bfc8-bc2708a28528 Feb 09 01:45:20.912638 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d8dd967d-af43-4bb9-bc6d-b3cd69758dca tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for port (ea458c13-eaaa-40c0-ac09-9ba5ff406152), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:20.922890 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d8dd967d-af43-4bb9-bc6d-b3cd69758dca tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (ea458c13-eaaa-40c0-ac09-9ba5ff406152), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:21.004869 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6249172e-37f1-486b-85b6-9b7a61ac5d97 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (6263e2fd-b69b-4417-bfc8-bc2708a28528), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:21.055317 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:21.060163 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6249172e-37f1-486b-85b6-9b7a61ac5d97 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (47e25cac-01a1-4ad6-9d0b-81aa646d2bf4), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:21.061513 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6249172e-37f1-486b-85b6-9b7a61ac5d97 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (6263e2fd-b69b-4417-bfc8-bc2708a28528), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:21.073497 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6249172e-37f1-486b-85b6-9b7a61ac5d97 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:21.081975 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d8dd967d-af43-4bb9-bc6d-b3cd69758dca tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (114c1399-96ae-47fd-b69f-73f344fb3a65), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:21.084105 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd967d-af43-4bb9-bc6d-b3cd69758dca tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'Port': ['ID=ea458c13-eaaa-40c0-ac09-9ba5ff406152,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:21.085879 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6249172e-37f1-486b-85b6-9b7a61ac5d97 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:21.089273 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6249172e-37f1-486b-85b6-9b7a61ac5d97 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:21.214664 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6249172e-37f1-486b-85b6-9b7a61ac5d97 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Pushing event updated for resources: {'Network': ['ID=47e25cac-01a1-4ad6-9d0b-81aa646d2bf4,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:21.223524 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [None req-d8dd967d-af43-4bb9-bc6d-b3cd69758dca tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Floating IP 114c1399-96ae-47fd-b69f-73f344fb3a65 associated. External IP: 172.25.1.70, port: a0d85388-b661-4c35-9441-571d55620b11. Feb 09 01:45:21.231005 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 47e25cac-01a1-4ad6-9d0b-81aa646d2bf4 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:45:21.379816 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6249172e-37f1-486b-85b6-9b7a61ac5d97 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2439914 Feb 09 01:45:21.384018 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34466) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:21.474471 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8dd967d-af43-4bb9-bc6d-b3cd69758dca tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Router 89ae9592-28eb-4fd0-8255-8ab3d9328356 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:45:21.525677 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0a0baa-71d3-4b0d-aeab-b5cc30c22516 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:21.531416 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0a0baa-71d3-4b0d-aeab-b5cc30c22516 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:21.537582 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0a0baa-71d3-4b0d-aeab-b5cc30c22516 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:21.554489 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0a0baa-71d3-4b0d-aeab-b5cc30c22516 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:21.556433 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ba0a0baa-71d3-4b0d-aeab-b5cc30c22516 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1678205 Feb 09 01:45:21.564057 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34468) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:21.607443 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8dd967d-af43-4bb9-bc6d-b3cd69758dca tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:45:21.620444 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642620bd-382a-4419-be56-a26d7533f5f1 None None] Sync routers for ids ['89ae9592-28eb-4fd0-8255-8ab3d9328356'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:45:21.636739 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d8dd967d-af43-4bb9-bc6d-b3cd69758dca tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:21.641935 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642620bd-382a-4419-be56-a26d7533f5f1 None None] Routers {'89ae9592-28eb-4fd0-8255-8ab3d9328356'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:45:21.642591 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-642620bd-382a-4419-be56-a26d7533f5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:44:55Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['89ae9592-28eb-4fd0-8255-8ab3d9328356'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:21.655192 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6249172e-37f1-486b-85b6-9b7a61ac5d97 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Pushing event updated for resources: {'Network': ['ID=6263e2fd-b69b-4417-bfc8-bc2708a28528,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:21.706969 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f90302b8-40cd-4a65-83d4-f411cd1f5d97 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (47e25cac-01a1-4ad6-9d0b-81aa646d2bf4), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:21.707609 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d8dd967d-af43-4bb9-bc6d-b3cd69758dca tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2649412 Feb 09 01:45:21.708225 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5417ebe-97b2-4075-a096-134593b44284', 'tag': 'a0d85388-b661-4c35-9441-571d55620b11'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:45:21.710456 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b333af9-3def-4dc4-8eb1-c5c449de9b07" -d '{"events": [{"name": "network-changed", "server_uuid": "d5417ebe-97b2-4075-a096-134593b44284", "tag": "a0d85388-b661-4c35-9441-571d55620b11"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:45:21.785282 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 6263e2fd-b69b-4417-bfc8-bc2708a28528 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:45:21.794180 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81c48aa-ed26-4750-9c83-a141d11338c9 x-openstack-request-id: req-d81c48aa-ed26-4750-9c83-a141d11338c9 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:45:21.794462 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5417ebe-97b2-4075-a096-134593b44284", "tag": "a0d85388-b661-4c35-9441-571d55620b11", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:45:21.794710 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d81c48aa-ed26-4750-9c83-a141d11338c9 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:45:21.795174 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5417ebe-97b2-4075-a096-134593b44284', 'tag': 'a0d85388-b661-4c35-9441-571d55620b11', 'status': 'completed', 'code': 200} Feb 09 01:45:21.837050 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f90302b8-40cd-4a65-83d4-f411cd1f5d97 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (47e25cac-01a1-4ad6-9d0b-81aa646d2bf4), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:21.865236 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-f90302b8-40cd-4a65-83d4-f411cd1f5d97 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47e25cac-01a1-4ad6-9d0b-81aa646d2bf4']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:21.879259 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-f90302b8-40cd-4a65-83d4-f411cd1f5d97 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb2b9b03-636c-4256-88f9-3fd069cb401c') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:21.879821 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-f90302b8-40cd-4a65-83d4-f411cd1f5d97 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb2b9b03-636c-4256-88f9-3fd069cb401c') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:21.902678 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f90302b8-40cd-4a65-83d4-f411cd1f5d97 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (fb2b9b03-636c-4256-88f9-3fd069cb401c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:21.910318 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-642620bd-382a-4419-be56-a26d7533f5f1 None None] Set router 89ae9592-28eb-4fd0-8255-8ab3d9328356 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:45:21.926794 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7d79a-6f3e-4376-a431-8247ac6bbc3a req-8195bc74-54a2-4aa8-a7b5-83acd2650d78 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:21.928602 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-35d7d79a-6f3e-4376-a431-8247ac6bbc3a req-8195bc74-54a2-4aa8-a7b5-83acd2650d78 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5417ebe-97b2-4075-a096-134593b44284 HTTP/1.1" status: 200 len: 945 time: 0.1158032 Feb 09 01:45:21.947666 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f90302b8-40cd-4a65-83d4-f411cd1f5d97 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (fb2b9b03-636c-4256-88f9-3fd069cb401c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:21.964307 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f90302b8-40cd-4a65-83d4-f411cd1f5d97 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:45:21.965060 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f90302b8-40cd-4a65-83d4-f411cd1f5d97 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (fb2b9b03-636c-4256-88f9-3fd069cb401c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:21.969711 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:45:21.969711 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:45:21.969711 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:45:21.969711 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:45:21.969711 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:45:21.969711 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:45:21.969711 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:45:21.969711 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:45:21.969711 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:45:21.969711 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:45:21.969711 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:45:21.969711 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:45:21.969711 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:45:21.969711 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:45:21.969711 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:45:21.969711 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:45:21.969711 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:45:21.969711 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:45:21.969711 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:45:21.969711 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:45:21.969711 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:45:21.969711 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:45:21.969711 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:45:21.969711 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:45:21.969711 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:45:21.969711 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:45:21.969711 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:45:21.969711 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:45:21.969711 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:45:21.969711 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:45:21.969711 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:45:21.969711 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:45:21.997595 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-35d7d79a-6f3e-4376-a431-8247ac6bbc3a req-9a70e3eb-06b5-4f2d-a949-582762822e31 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b453f76-22ed-4f62-82ab-dfff34e27267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580873 Feb 09 01:45:22.028110 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b333af9-3def-4dc4-8eb1-c5c449de9b07 req-c7be14f8-5bdf-4aa6-aad9-40586918be36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:22.028110 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1b333af9-3def-4dc4-8eb1-c5c449de9b07 req-c7be14f8-5bdf-4aa6-aad9-40586918be36 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e7f5366db1de43098724f0eb4e3342fd&device_id=d5417ebe-97b2-4075-a096-134593b44284 HTTP/1.1" status: 200 len: 1128 time: 0.1344490 Feb 09 01:45:22.032552 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34476) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:22.164505 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f90302b8-40cd-4a65-83d4-f411cd1f5d97 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (47e25cac-01a1-4ad6-9d0b-81aa646d2bf4), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:22.177738 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f90302b8-40cd-4a65-83d4-f411cd1f5d97 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:22.184956 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f90302b8-40cd-4a65-83d4-f411cd1f5d97 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] 10.222.0.30 "DELETE /v2.0/networks/47e25cac-01a1-4ad6-9d0b-81aa646d2bf4 HTTP/1.1" status: 204 len: 168 time: 0.6196964 Feb 09 01:45:22.187826 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0cae0b22-bfa8-4c47-b7c3-57c7479c7ec2 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/floatingips/114c1399-96ae-47fd-b69f-73f344fb3a65 HTTP/1.1" status: 200 len: 990 time: 0.1540382 Feb 09 01:45:22.188508 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34480) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:22.206948 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90302b8-40cd-4a65-83d4-f411cd1f5d97 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Pushing event deleted for resources: {'Network': ['ID=47e25cac-01a1-4ad6-9d0b-81aa646d2bf4,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:22.268325 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b333af9-3def-4dc4-8eb1-c5c449de9b07 req-4b175b95-530b-4a83-be64-ec1f25e6313b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:22.271439 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1b333af9-3def-4dc4-8eb1-c5c449de9b07 req-4b175b95-530b-4a83-be64-ec1f25e6313b service neutron] 10.222.0.121 "GET /v2.0/networks?id=0ac06f25-a081-449b-ac1e-8a36bc7788b0 HTTP/1.1" status: 200 len: 898 time: 0.2010267 Feb 09 01:45:22.281302 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-642620bd-382a-4419-be56-a26d7533f5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ae9592-28eb-4fd0-8255-8ab3d9328356', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659583187', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '0e19f437-17f4-474a-8886-8cb3bf5d7199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:42Z', 'updated_at': '2022-02-09T01:44:53Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '0e19f437-17f4-474a-8886-8cb3bf5d7199', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ae9592-28eb-4fd0-8255-8ab3d9328356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:44Z', 'updated_at': '2022-02-09T01:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '114c1399-96ae-47fd-b69f-73f344fb3a65', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'floating_ip_address': '172.25.1.70', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '89ae9592-28eb-4fd0-8255-8ab3d9328356', 'port_id': 'a0d85388-b661-4c35-9441-571d55620b11', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ac06f25-a081-449b-ac1e-8a36bc7788b0', 'mac_address': 'fa:16:3e:8a:84:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5417ebe-97b2-4075-a096-134593b44284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:45:20Z', 'updated_at': '2022-02-09T01:45:20Z', 'revision_number': 0, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7140f9f4-39eb-405e-82aa-456ad4ce60a0', 'name': '', 'network_id': '0ac06f25-a081-449b-ac1e-8a36bc7788b0', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'mac_address': 'fa:16:3e:ea:8a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ae9592-28eb-4fd0-8255-8ab3d9328356', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'd293b189-7bb8-4efd-80de-7a3ef9278c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:51Z', 'updated_at': '2022-02-09T01:45:01Z', 'revision_number': 5, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'subnets': [{'id': 'd293b189-7bb8-4efd-80de-7a3ef9278c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:22.321996 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642620bd-382a-4419-be56-a26d7533f5f1 None None] Checking router: 89ae9592-28eb-4fd0-8255-8ab3d9328356 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:45:22.335511 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-059d2ec8-4c52-4be3-b104-e929bf69474b tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (6263e2fd-b69b-4417-bfc8-bc2708a28528), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:22.342613 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642620bd-382a-4419-be56-a26d7533f5f1 None None] Routers {'89ae9592-28eb-4fd0-8255-8ab3d9328356'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:45:22.345664 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-642620bd-382a-4419-be56-a26d7533f5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:44:55Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['89ae9592-28eb-4fd0-8255-8ab3d9328356'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:22.354864 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1b333af9-3def-4dc4-8eb1-c5c449de9b07 req-d15c4f40-4a66-4ed8-8d37-ef61faa3ad14 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0d85388-b661-4c35-9441-571d55620b11 HTTP/1.1" status: 200 len: 998 time: 0.0764158 Feb 09 01:45:22.466361 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b333af9-3def-4dc4-8eb1-c5c449de9b07 req-a5f3c8cd-4f58-4b3f-9174-1f8d39e3d005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:22.467901 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1b333af9-3def-4dc4-8eb1-c5c449de9b07 req-a5f3c8cd-4f58-4b3f-9174-1f8d39e3d005 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=d293b189-7bb8-4efd-80de-7a3ef9278c18 HTTP/1.1" status: 200 len: 835 time: 0.1072102 Feb 09 01:45:22.480833 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-059d2ec8-4c52-4be3-b104-e929bf69474b tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (6263e2fd-b69b-4417-bfc8-bc2708a28528), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:22.518050 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-059d2ec8-4c52-4be3-b104-e929bf69474b tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6263e2fd-b69b-4417-bfc8-bc2708a28528']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:22.532872 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-059d2ec8-4c52-4be3-b104-e929bf69474b tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '472a3889-c9f4-432f-8c2f-689debcfaf50') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:22.533828 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-059d2ec8-4c52-4be3-b104-e929bf69474b tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '472a3889-c9f4-432f-8c2f-689debcfaf50') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:22.538121 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-642620bd-382a-4419-be56-a26d7533f5f1 None None] Set router 89ae9592-28eb-4fd0-8255-8ab3d9328356 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:45:22.560082 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b333af9-3def-4dc4-8eb1-c5c449de9b07 req-7324d6fa-faa9-4937-ba27-dbd8f6540973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:22.561651 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1b333af9-3def-4dc4-8eb1-c5c449de9b07 req-7324d6fa-faa9-4937-ba27-dbd8f6540973 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0ac06f25-a081-449b-ac1e-8a36bc7788b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0862072 Feb 09 01:45:22.562478 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-059d2ec8-4c52-4be3-b104-e929bf69474b tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (472a3889-c9f4-432f-8c2f-689debcfaf50), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:22.598686 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-059d2ec8-4c52-4be3-b104-e929bf69474b tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (472a3889-c9f4-432f-8c2f-689debcfaf50), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:22.607606 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-059d2ec8-4c52-4be3-b104-e929bf69474b tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:45:22.607606 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-059d2ec8-4c52-4be3-b104-e929bf69474b tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (472a3889-c9f4-432f-8c2f-689debcfaf50), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:22.676843 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:45:22.676843 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:45:22.676843 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:45:22.676843 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:45:22.676843 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:45:22.676843 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:45:22.676843 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:45:22.676843 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:45:22.676843 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:45:22.676843 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:45:22.676843 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:45:22.676843 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:45:22.676843 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:45:22.676843 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:45:22.676843 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:45:22.676843 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:45:22.676843 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:45:22.676843 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:45:22.676843 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:45:22.676843 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:45:22.676843 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:45:22.676843 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:45:22.676843 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:45:22.676843 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:45:22.676843 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:45:22.676843 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:45:22.676843 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:45:22.676843 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:45:22.676843 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:45:22.676843 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:45:22.676843 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:45:22.676843 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:45:22.705772 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-059d2ec8-4c52-4be3-b104-e929bf69474b tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (6263e2fd-b69b-4417-bfc8-bc2708a28528), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:22.717004 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-059d2ec8-4c52-4be3-b104-e929bf69474b tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:22.722860 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-059d2ec8-4c52-4be3-b104-e929bf69474b tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] 10.222.0.30 "DELETE /v2.0/networks/6263e2fd-b69b-4417-bfc8-bc2708a28528 HTTP/1.1" status: 204 len: 168 time: 0.5310290 Feb 09 01:45:22.723165 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34482) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:22.743823 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059d2ec8-4c52-4be3-b104-e929bf69474b tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Pushing event deleted for resources: {'Network': ['ID=6263e2fd-b69b-4417-bfc8-bc2708a28528,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:22.819888 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1b333af9-3def-4dc4-8eb1-c5c449de9b07 req-1d3e23a7-1060-448d-9376-31798d7801ff service neutron] 10.222.0.121 "GET /v2.0/networks/0ac06f25-a081-449b-ac1e-8a36bc7788b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519596 Feb 09 01:45:22.916431 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfca9029-5908-4134-9b7d-b2a9a7ce0f29 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:22.935053 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfca9029-5908-4134-9b7d-b2a9a7ce0f29 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:22.940546 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cfca9029-5908-4134-9b7d-b2a9a7ce0f29 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2162118 Feb 09 01:45:22.944879 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34484) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:22.950994 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-4f589280-527a-4a61-adb1-5054b098edb3 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1624002461'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:22.998507 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f589280-527a-4a61-adb1-5054b098edb3 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Made reservation on behalf of 4f19dd1722a5461890d8cb368122debd for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:23.007712 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f589280-527a-4a61-adb1-5054b098edb3 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:23.025220 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-642620bd-382a-4419-be56-a26d7533f5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ae9592-28eb-4fd0-8255-8ab3d9328356', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659583187', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '0e19f437-17f4-474a-8886-8cb3bf5d7199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:42Z', 'updated_at': '2022-02-09T01:44:53Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '0e19f437-17f4-474a-8886-8cb3bf5d7199', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ae9592-28eb-4fd0-8255-8ab3d9328356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:44Z', 'updated_at': '2022-02-09T01:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '114c1399-96ae-47fd-b69f-73f344fb3a65', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'floating_ip_address': '172.25.1.70', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '89ae9592-28eb-4fd0-8255-8ab3d9328356', 'port_id': 'a0d85388-b661-4c35-9441-571d55620b11', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ac06f25-a081-449b-ac1e-8a36bc7788b0', 'mac_address': 'fa:16:3e:8a:84:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5417ebe-97b2-4075-a096-134593b44284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:45:20Z', 'updated_at': '2022-02-09T01:45:20Z', 'revision_number': 0, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7140f9f4-39eb-405e-82aa-456ad4ce60a0', 'name': '', 'network_id': '0ac06f25-a081-449b-ac1e-8a36bc7788b0', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'mac_address': 'fa:16:3e:ea:8a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ae9592-28eb-4fd0-8255-8ab3d9328356', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'd293b189-7bb8-4efd-80de-7a3ef9278c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:51Z', 'updated_at': '2022-02-09T01:45:01Z', 'revision_number': 5, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'subnets': [{'id': 'd293b189-7bb8-4efd-80de-7a3ef9278c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:23.052962 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f589280-527a-4a61-adb1-5054b098edb3 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:45:23.070292 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f589280-527a-4a61-adb1-5054b098edb3 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (6043b0d5-812e-4f2c-a079-9ebba505a710), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:23.070631 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-4f589280-527a-4a61-adb1-5054b098edb3 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Added segment 6043b0d5-812e-4f2c-a079-9ebba505a710 of type vlan for network 55151dc6-5aea-4e7a-9ee8-1444ea012c4f Feb 09 01:45:23.088980 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642620bd-382a-4419-be56-a26d7533f5f1 None None] The sync data for ids ['89ae9592-28eb-4fd0-8255-8ab3d9328356'] in n-d-822053-40 is: [{'id': '89ae9592-28eb-4fd0-8255-8ab3d9328356', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659583187', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '0e19f437-17f4-474a-8886-8cb3bf5d7199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:42Z', 'updated_at': '2022-02-09T01:44:53Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '0e19f437-17f4-474a-8886-8cb3bf5d7199', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ae9592-28eb-4fd0-8255-8ab3d9328356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:44Z', 'updated_at': '2022-02-09T01:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '114c1399-96ae-47fd-b69f-73f344fb3a65', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'floating_ip_address': '172.25.1.70', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '89ae9592-28eb-4fd0-8255-8ab3d9328356', 'port_id': 'a0d85388-b661-4c35-9441-571d55620b11', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ac06f25-a081-449b-ac1e-8a36bc7788b0', 'mac_address': 'fa:16:3e:8a:84:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5417ebe-97b2-4075-a096-134593b44284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:45:20Z', 'updated_at': '2022-02-09T01:45:20Z', 'revision_number': 0, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7140f9f4-39eb-405e-82aa-456ad4ce60a0', 'name': '', 'network_id': '0ac06f25-a081-449b-ac1e-8a36bc7788b0', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'mac_address': 'fa:16:3e:ea:8a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ae9592-28eb-4fd0-8255-8ab3d9328356', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'd293b189-7bb8-4efd-80de-7a3ef9278c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:51Z', 'updated_at': '2022-02-09T01:45:01Z', 'revision_number': 5, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'subnets': [{'id': 'd293b189-7bb8-4efd-80de-7a3ef9278c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:45:23.128707 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f589280-527a-4a61-adb1-5054b098edb3 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (55151dc6-5aea-4e7a-9ee8-1444ea012c4f), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:23.159965 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f589280-527a-4a61-adb1-5054b098edb3 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (55151dc6-5aea-4e7a-9ee8-1444ea012c4f), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:23.166378 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f589280-527a-4a61-adb1-5054b098edb3 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:23.167277 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f589280-527a-4a61-adb1-5054b098edb3 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:23.200119 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4f589280-527a-4a61-adb1-5054b098edb3 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2492661 Feb 09 01:45:23.221277 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1b333af9-3def-4dc4-8eb1-c5c449de9b07 req-b5cff969-d6b0-482c-9708-2b54eb6ad7c5 service neutron] 10.222.0.121 "GET /v2.0/networks/0ac06f25-a081-449b-ac1e-8a36bc7788b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880112 Feb 09 01:45:23.226680 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34490) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:23.227320 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34492) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:23.258479 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-f24cd3fb-bce3-4ad7-bbd9-649d81e3bf46 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-993137607'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:23.336437 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f589280-527a-4a61-adb1-5054b098edb3 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Pushing event updated for resources: {'Network': ['ID=55151dc6-5aea-4e7a-9ee8-1444ea012c4f,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:23.348435 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 55151dc6-5aea-4e7a-9ee8-1444ea012c4f details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:45:23.350542 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24cd3fb-bce3-4ad7-bbd9-649d81e3bf46 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Made reservation on behalf of 4f19dd1722a5461890d8cb368122debd for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:23.355496 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f24cd3fb-bce3-4ad7-bbd9-649d81e3bf46 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:23.418413 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-daf9edeb-b901-42fe-a5c2-42bdab4105d8 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/floatingips/114c1399-96ae-47fd-b69f-73f344fb3a65 HTTP/1.1" status: 200 len: 990 time: 0.1897888 Feb 09 01:45:23.423524 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f24cd3fb-bce3-4ad7-bbd9-649d81e3bf46 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:45:23.438162 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f24cd3fb-bce3-4ad7-bbd9-649d81e3bf46 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (60fff89d-88ae-475b-bda8-721b6ba9d912), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:23.438844 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-f24cd3fb-bce3-4ad7-bbd9-649d81e3bf46 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Added segment 60fff89d-88ae-475b-bda8-721b6ba9d912 of type vlan for network e07eca7a-dd61-4bc1-aa91-78cbb8579a3d Feb 09 01:45:23.499423 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f24cd3fb-bce3-4ad7-bbd9-649d81e3bf46 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (e07eca7a-dd61-4bc1-aa91-78cbb8579a3d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:23.536144 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f24cd3fb-bce3-4ad7-bbd9-649d81e3bf46 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (e07eca7a-dd61-4bc1-aa91-78cbb8579a3d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:23.542710 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24cd3fb-bce3-4ad7-bbd9-649d81e3bf46 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:23.544262 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f24cd3fb-bce3-4ad7-bbd9-649d81e3bf46 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:23.568652 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbc7a67-af37-4d8d-b1b7-b6d8752780c7 None None] New status for floating IP 114c1399-96ae-47fd-b69f-73f344fb3a65: ACTIVE {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:45:23.682168 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f24cd3fb-bce3-4ad7-bbd9-649d81e3bf46 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4400635 Feb 09 01:45:23.686838 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34494) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:23.696818 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-69ea3e7e-9046-4888-9508-7dec5408cec9 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Request body: {'ports': [{'network_id': '55151dc6-5aea-4e7a-9ee8-1444ea012c4f', 'name': 'tempest-port--445906929', 'admin_state_up': True}, {'network_id': 'e07eca7a-dd61-4bc1-aa91-78cbb8579a3d', 'admin_state_up': False}]} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:23.696818 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-69ea3e7e-9046-4888-9508-7dec5408cec9 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Request body: {'port': {'network_id': '55151dc6-5aea-4e7a-9ee8-1444ea012c4f', 'name': 'tempest-port--445906929', 'admin_state_up': True}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:23.696818 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-69ea3e7e-9046-4888-9508-7dec5408cec9 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Request body: {'port': {'network_id': 'e07eca7a-dd61-4bc1-aa91-78cbb8579a3d', 'admin_state_up': False}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:23.700324 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24cd3fb-bce3-4ad7-bbd9-649d81e3bf46 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Pushing event updated for resources: {'Network': ['ID=e07eca7a-dd61-4bc1-aa91-78cbb8579a3d,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:23.724601 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network e07eca7a-dd61-4bc1-aa91-78cbb8579a3d details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:45:23.948776 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ea3e7e-9046-4888-9508-7dec5408cec9 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Made reservation on behalf of 4f19dd1722a5461890d8cb368122debd for: {'port': 2} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:23.953036 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-69ea3e7e-9046-4888-9508-7dec5408cec9 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:23.969065 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-69ea3e7e-9046-4888-9508-7dec5408cec9 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:24.153663 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-69ea3e7e-9046-4888-9508-7dec5408cec9 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] device_id is not set on port 9eab1055-0291-4ff3-88b8-e63cb262bc63 yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:45:24.256165 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-69ea3e7e-9046-4888-9508-7dec5408cec9 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks [] for port (9eab1055-0291-4ff3-88b8-e63cb262bc63), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:24.307700 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9439a6fd-6fba-48e7-9bf0-17f054b80da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:24.359706 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-69ea3e7e-9046-4888-9508-7dec5408cec9 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] device_id is not set on port ca43a39c-2634-49dd-b2f8-6f587be5f3d3 yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:45:24.422149 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34500) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:24.489547 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-69ea3e7e-9046-4888-9508-7dec5408cec9 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks [] for port (ca43a39c-2634-49dd-b2f8-6f587be5f3d3), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:24.521521 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e6771bee-8d1a-484b-bc9d-2c475a1f5e5b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/floatingips/114c1399-96ae-47fd-b69f-73f344fb3a65 HTTP/1.1" status: 200 len: 992 time: 0.0984316 Feb 09 01:45:24.559509 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-69ea3e7e-9046-4888-9508-7dec5408cec9 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (9eab1055-0291-4ff3-88b8-e63cb262bc63), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:24.649639 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ea3e7e-9046-4888-9508-7dec5408cec9 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Checking segment: {'id': '6043b0d5-812e-4f2c-a079-9ebba505a710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '55151dc6-5aea-4e7a-9ee8-1444ea012c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:45:24.650114 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ea3e7e-9046-4888-9508-7dec5408cec9 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Network hostable DHCP agents. Network: 55151dc6-5aea-4e7a-9ee8-1444ea012c4f, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:45:24.661033 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea3e7e-9046-4888-9508-7dec5408cec9 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Pushing event updated for resources: {'Port': ['ID=9eab1055-0291-4ff3-88b8-e63cb262bc63,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:24.680839 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ea3e7e-9046-4888-9508-7dec5408cec9 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Network 55151dc6-5aea-4e7a-9ee8-1444ea012c4f is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:45:24.693025 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-69ea3e7e-9046-4888-9508-7dec5408cec9 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 55151dc6-5aea-4e7a-9ee8-1444ea012c4f) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:24.697839 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ea3e7e-9046-4888-9508-7dec5408cec9 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:45:24.698813 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-69ea3e7e-9046-4888-9508-7dec5408cec9 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (ca43a39c-2634-49dd-b2f8-6f587be5f3d3), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:24.708321 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0977a8a-93fc-486e-809a-c53172b42108 None None] Network 55151dc6-5aea-4e7a-9ee8-1444ea012c4f requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:45:24.778412 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ea3e7e-9046-4888-9508-7dec5408cec9 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Checking segment: {'id': '60fff89d-88ae-475b-bda8-721b6ba9d912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'e07eca7a-dd61-4bc1-aa91-78cbb8579a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:45:24.778788 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ea3e7e-9046-4888-9508-7dec5408cec9 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Network hostable DHCP agents. Network: e07eca7a-dd61-4bc1-aa91-78cbb8579a3d, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:45:24.789442 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea3e7e-9046-4888-9508-7dec5408cec9 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Pushing event updated for resources: {'Port': ['ID=ca43a39c-2634-49dd-b2f8-6f587be5f3d3,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:24.809520 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ea3e7e-9046-4888-9508-7dec5408cec9 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Network e07eca7a-dd61-4bc1-aa91-78cbb8579a3d is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:45:24.823183 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-69ea3e7e-9046-4888-9508-7dec5408cec9 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, e07eca7a-dd61-4bc1-aa91-78cbb8579a3d) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:24.834508 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbd1c32-b014-4359-ade4-e4f410888188 None None] Network e07eca7a-dd61-4bc1-aa91-78cbb8579a3d requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:45:24.840231 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ea3e7e-9046-4888-9508-7dec5408cec9 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:45:24.847956 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ea3e7e-9046-4888-9508-7dec5408cec9 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:24.853536 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ea3e7e-9046-4888-9508-7dec5408cec9 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:24.854322 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-69ea3e7e-9046-4888-9508-7dec5408cec9 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:24.876073 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-69ea3e7e-9046-4888-9508-7dec5408cec9 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.1865666 Feb 09 01:45:24.877923 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34502) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:24.957533 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b87cb0-49f9-4d54-a716-47d98ef8ec8c tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:24.964653 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b87cb0-49f9-4d54-a716-47d98ef8ec8c tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:24.969753 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f9b87cb0-49f9-4d54-a716-47d98ef8ec8c tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0894477 Feb 09 01:45:24.970166 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34504) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:25.080108 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9d533923-356e-4b0c-ab02-84e00025edf6 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Deleting port 9eab1055-0291-4ff3-88b8-e63cb262bc63 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:45:25.080607 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9d533923-356e-4b0c-ab02-84e00025edf6 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (9eab1055-0291-4ff3-88b8-e63cb262bc63), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:25.163246 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9d533923-356e-4b0c-ab02-84e00025edf6 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (9eab1055-0291-4ff3-88b8-e63cb262bc63), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:25.179906 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9d533923-356e-4b0c-ab02-84e00025edf6 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Calling delete_port for 9eab1055-0291-4ff3-88b8-e63cb262bc63 owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:45:25.278278 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9d533923-356e-4b0c-ab02-84e00025edf6 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (9eab1055-0291-4ff3-88b8-e63cb262bc63), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:25.337211 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9d533923-356e-4b0c-ab02-84e00025edf6 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:25.341301 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9d533923-356e-4b0c-ab02-84e00025edf6 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] 10.222.0.30 "DELETE /v2.0/ports/9eab1055-0291-4ff3-88b8-e63cb262bc63 HTTP/1.1" status: 204 len: 168 time: 0.3698757 Feb 09 01:45:25.343499 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d533923-356e-4b0c-ab02-84e00025edf6 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Pushing event deleted for resources: {'Port': ['ID=9eab1055-0291-4ff3-88b8-e63cb262bc63,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:25.344116 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34510) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:25.482100 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-934eb56e-485e-44c9-809a-ad19870614ca tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Deleting port ca43a39c-2634-49dd-b2f8-6f587be5f3d3 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:45:25.482754 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-934eb56e-485e-44c9-809a-ad19870614ca tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (ca43a39c-2634-49dd-b2f8-6f587be5f3d3), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:25.560334 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-934eb56e-485e-44c9-809a-ad19870614ca tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (ca43a39c-2634-49dd-b2f8-6f587be5f3d3), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:25.590113 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-934eb56e-485e-44c9-809a-ad19870614ca tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Calling delete_port for ca43a39c-2634-49dd-b2f8-6f587be5f3d3 owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:45:25.697085 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-934eb56e-485e-44c9-809a-ad19870614ca tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (ca43a39c-2634-49dd-b2f8-6f587be5f3d3), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:25.729182 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934eb56e-485e-44c9-809a-ad19870614ca tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Pushing event deleted for resources: {'Port': ['ID=ca43a39c-2634-49dd-b2f8-6f587be5f3d3,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:25.735485 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-934eb56e-485e-44c9-809a-ad19870614ca tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:25.740154 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-934eb56e-485e-44c9-809a-ad19870614ca tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] 10.222.0.30 "DELETE /v2.0/ports/ca43a39c-2634-49dd-b2f8-6f587be5f3d3 HTTP/1.1" status: 204 len: 168 time: 0.3944194 Feb 09 01:45:25.742682 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34512) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:25.778243 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-56a3023a-224f-4328-b397-3ab2d1fe5b0e tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0307152 Feb 09 01:45:25.779027 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34514) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:25.784153 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-e0523652-e1e1-4319-8ff7-41ef81939f5b tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-537703697'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:25.811729 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0523652-e1e1-4319-8ff7-41ef81939f5b tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Made reservation on behalf of 4f19dd1722a5461890d8cb368122debd for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:25.816569 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e0523652-e1e1-4319-8ff7-41ef81939f5b tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:25.845934 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0523652-e1e1-4319-8ff7-41ef81939f5b tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:45:25.855047 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:25.864076 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e0523652-e1e1-4319-8ff7-41ef81939f5b tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (b1763dd2-4a2c-471f-a2f4-54f3f2ee0aac), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:25.864399 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-e0523652-e1e1-4319-8ff7-41ef81939f5b tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Added segment b1763dd2-4a2c-471f-a2f4-54f3f2ee0aac of type vlan for network 9d05cf22-aa80-4bf6-8584-219a2df4f6ff Feb 09 01:45:25.916363 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e0523652-e1e1-4319-8ff7-41ef81939f5b tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (9d05cf22-aa80-4bf6-8584-219a2df4f6ff), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:25.950504 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e0523652-e1e1-4319-8ff7-41ef81939f5b tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (9d05cf22-aa80-4bf6-8584-219a2df4f6ff), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:25.958137 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0523652-e1e1-4319-8ff7-41ef81939f5b tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:25.959053 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e0523652-e1e1-4319-8ff7-41ef81939f5b tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:26.041311 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e0523652-e1e1-4319-8ff7-41ef81939f5b tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2594965 Feb 09 01:45:26.042024 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34516) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:26.048446 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-1e53afbc-84bb-4864-8e99-de19f285a039 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1325339748'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:26.055094 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0523652-e1e1-4319-8ff7-41ef81939f5b tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Pushing event updated for resources: {'Network': ['ID=9d05cf22-aa80-4bf6-8584-219a2df4f6ff,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:26.068305 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 9d05cf22-aa80-4bf6-8584-219a2df4f6ff details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:45:26.075473 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e53afbc-84bb-4864-8e99-de19f285a039 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Made reservation on behalf of 4f19dd1722a5461890d8cb368122debd for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:26.080135 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1e53afbc-84bb-4864-8e99-de19f285a039 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:26.112746 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e53afbc-84bb-4864-8e99-de19f285a039 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:45:26.124389 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1e53afbc-84bb-4864-8e99-de19f285a039 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (d5249d3a-18ba-4789-8ce3-f384e247a1d9), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:26.125166 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-1e53afbc-84bb-4864-8e99-de19f285a039 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Added segment d5249d3a-18ba-4789-8ce3-f384e247a1d9 of type vlan for network fd58f921-fcc5-4a2d-884f-cb6e0f7bb6c6 Feb 09 01:45:26.223401 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1e53afbc-84bb-4864-8e99-de19f285a039 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (fd58f921-fcc5-4a2d-884f-cb6e0f7bb6c6), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:26.263951 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1e53afbc-84bb-4864-8e99-de19f285a039 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (fd58f921-fcc5-4a2d-884f-cb6e0f7bb6c6), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:26.272151 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e53afbc-84bb-4864-8e99-de19f285a039 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:26.273002 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1e53afbc-84bb-4864-8e99-de19f285a039 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:26.388096 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1e53afbc-84bb-4864-8e99-de19f285a039 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3296840 Feb 09 01:45:26.394708 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53afbc-84bb-4864-8e99-de19f285a039 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Pushing event updated for resources: {'Network': ['ID=fd58f921-fcc5-4a2d-884f-cb6e0f7bb6c6,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:26.413657 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network fd58f921-fcc5-4a2d-884f-cb6e0f7bb6c6 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:45:26.594642 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34522) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:26.601047 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-11360ddc-b664-456d-9e44-a715fc326ccd tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Request body: {'subnets': [{'network_id': '9d05cf22-aa80-4bf6-8584-219a2df4f6ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--678457666', 'ip_version': 4}, {'network_id': 'fd58f921-fcc5-4a2d-884f-cb6e0f7bb6c6', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:26.601047 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-11360ddc-b664-456d-9e44-a715fc326ccd tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Request body: {'subnet': {'network_id': '9d05cf22-aa80-4bf6-8584-219a2df4f6ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--678457666', 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:26.601524 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-11360ddc-b664-456d-9e44-a715fc326ccd tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Request body: {'subnet': {'network_id': 'fd58f921-fcc5-4a2d-884f-cb6e0f7bb6c6', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:26.781364 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11360ddc-b664-456d-9e44-a715fc326ccd tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Made reservation on behalf of 4f19dd1722a5461890d8cb368122debd for: {'subnet': 2} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:26.786321 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-11360ddc-b664-456d-9e44-a715fc326ccd tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:26.786651 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-11360ddc-b664-456d-9e44-a715fc326ccd tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:27.529967 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-11360ddc-b664-456d-9e44-a715fc326ccd tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (2e4ad2ce-a050-4b00-9e1d-2d75edf88fdb), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:27.601036 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:27.675998 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11360ddc-b664-456d-9e44-a715fc326ccd tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Pushing event updated for resources: {'Subnet': ['ID=2e4ad2ce-a050-4b00-9e1d-2d75edf88fdb,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:27.686066 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11360ddc-b664-456d-9e44-a715fc326ccd tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Checking segment: {'id': 'b1763dd2-4a2c-471f-a2f4-54f3f2ee0aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '9d05cf22-aa80-4bf6-8584-219a2df4f6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:45:27.686549 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11360ddc-b664-456d-9e44-a715fc326ccd tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Network hostable DHCP agents. Network: 9d05cf22-aa80-4bf6-8584-219a2df4f6ff, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:45:27.723006 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11360ddc-b664-456d-9e44-a715fc326ccd tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Network 9d05cf22-aa80-4bf6-8584-219a2df4f6ff is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:45:27.736977 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-11360ddc-b664-456d-9e44-a715fc326ccd tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 9d05cf22-aa80-4bf6-8584-219a2df4f6ff) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:27.742010 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-11360ddc-b664-456d-9e44-a715fc326ccd tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (f373557d-1466-4827-ae25-2b451df83d18), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:27.752289 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ebca62-b8f2-4865-b033-24a02859f77a None None] Network 9d05cf22-aa80-4bf6-8584-219a2df4f6ff requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:45:27.859413 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11360ddc-b664-456d-9e44-a715fc326ccd tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Pushing event updated for resources: {'Subnet': ['ID=f373557d-1466-4827-ae25-2b451df83d18,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:27.915839 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c78571d-ccb2-4ee3-b3c5-c867f0d60f6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-9d05cf22-aa80-4bf6-8584-219a2df4f6ff', 'network_id': '9d05cf22-aa80-4bf6-8584-219a2df4f6ff', 'project_id': '4f19dd1722a5461890d8cb368122debd', 'fixed_ips': [{'subnet_id': '2e4ad2ce-a050-4b00-9e1d-2d75edf88fdb'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:45:27.916929 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7c78571d-ccb2-4ee3-b3c5-c867f0d60f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:27.926773 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11360ddc-b664-456d-9e44-a715fc326ccd tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Checking segment: {'id': 'd5249d3a-18ba-4789-8ce3-f384e247a1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'fd58f921-fcc5-4a2d-884f-cb6e0f7bb6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:45:27.926773 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11360ddc-b664-456d-9e44-a715fc326ccd tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Network hostable DHCP agents. Network: fd58f921-fcc5-4a2d-884f-cb6e0f7bb6c6, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:45:27.957032 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11360ddc-b664-456d-9e44-a715fc326ccd tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Network fd58f921-fcc5-4a2d-884f-cb6e0f7bb6c6 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:45:27.972913 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-11360ddc-b664-456d-9e44-a715fc326ccd tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, fd58f921-fcc5-4a2d-884f-cb6e0f7bb6c6) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:28.013004 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11360ddc-b664-456d-9e44-a715fc326ccd tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:28.014793 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11360ddc-b664-456d-9e44-a715fc326ccd tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:28.015619 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-11360ddc-b664-456d-9e44-a715fc326ccd tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:28.029974 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94b3f27-6aa7-45ab-a974-1b33d221367b None None] Network fd58f921-fcc5-4a2d-884f-cb6e0f7bb6c6 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:45:28.054867 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-11360ddc-b664-456d-9e44-a715fc326ccd tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.4563441 Feb 09 01:45:28.055275 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34546) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:28.126038 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65571e72-b815-4ba3-93aa-90968ca88cea tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:28.127541 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65571e72-b815-4ba3-93aa-90968ca88cea tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:28.130295 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65571e72-b815-4ba3-93aa-90968ca88cea tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:28.133241 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-65571e72-b815-4ba3-93aa-90968ca88cea tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0768666 Feb 09 01:45:28.136335 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34548) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:28.290413 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-28c78825-73eb-4598-81c4-37a9a4bc065f tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Deleting subnet 2e4ad2ce-a050-4b00-9e1d-2d75edf88fdb {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:45:28.330494 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28c78825-73eb-4598-81c4-37a9a4bc065f tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks [] for subnet (2e4ad2ce-a050-4b00-9e1d-2d75edf88fdb), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:28.357011 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:28.403712 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28c78825-73eb-4598-81c4-37a9a4bc065f tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (2e4ad2ce-a050-4b00-9e1d-2d75edf88fdb), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:28.471143 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28c78825-73eb-4598-81c4-37a9a4bc065f tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (2e4ad2ce-a050-4b00-9e1d-2d75edf88fdb), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:28.483842 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526fcc96-6efa-4f18-8ab8-1efd0d713b1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-fd58f921-fcc5-4a2d-884f-cb6e0f7bb6c6', 'network_id': 'fd58f921-fcc5-4a2d-884f-cb6e0f7bb6c6', 'project_id': '4f19dd1722a5461890d8cb368122debd', 'fixed_ips': [{'subnet_id': 'f373557d-1466-4827-ae25-2b451df83d18'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:45:28.491655 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-526fcc96-6efa-4f18-8ab8-1efd0d713b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:28.577737 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28c78825-73eb-4598-81c4-37a9a4bc065f tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (2e4ad2ce-a050-4b00-9e1d-2d75edf88fdb), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server [None req-7c78571d-ccb2-4ee3-b3c5-c867f0d60f6c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2e4ad2ce-a050-4b00-9e1d-2d75edf88fdb: This subnet is being modified by another concurrent operation. Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise exception Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2e4ad2ce-a050-4b00-9e1d-2d75edf88fdb: This subnet is being modified by another concurrent operation. Feb 09 01:45:28.624146 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server Feb 09 01:45:28.651900 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222f3635-3d69-41e4-9df5-f218ce214074 None None] Network 9d05cf22-aa80-4bf6-8584-219a2df4f6ff requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:45:28.659960 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c78825-73eb-4598-81c4-37a9a4bc065f tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Pushing event deleted for resources: {'Subnet': ['ID=2e4ad2ce-a050-4b00-9e1d-2d75edf88fdb,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:28.663675 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28c78825-73eb-4598-81c4-37a9a4bc065f tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:28.667729 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-28c78825-73eb-4598-81c4-37a9a4bc065f tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] 10.222.0.30 "DELETE /v2.0/subnets/2e4ad2ce-a050-4b00-9e1d-2d75edf88fdb HTTP/1.1" status: 204 len: 168 time: 0.5301127 Feb 09 01:45:28.670193 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34552) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:28.777588 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e09a2ad-5b9f-4084-bf32-020b1304b3e5 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Deleting subnet f373557d-1466-4827-ae25-2b451df83d18 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:45:28.782895 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e09a2ad-5b9f-4084-bf32-020b1304b3e5 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks [] for subnet (f373557d-1466-4827-ae25-2b451df83d18), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:28.855321 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e09a2ad-5b9f-4084-bf32-020b1304b3e5 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (f373557d-1466-4827-ae25-2b451df83d18), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:28.912512 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e09a2ad-5b9f-4084-bf32-020b1304b3e5 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (f373557d-1466-4827-ae25-2b451df83d18), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:28.991748 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e09a2ad-5b9f-4084-bf32-020b1304b3e5 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (f373557d-1466-4827-ae25-2b451df83d18), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server [None req-526fcc96-6efa-4f18-8ab8-1efd0d713b1e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f373557d-1466-4827-ae25-2b451df83d18: This subnet is being modified by another concurrent operation. Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server raise exception Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f373557d-1466-4827-ae25-2b451df83d18: This subnet is being modified by another concurrent operation. Feb 09 01:45:29.005683 n-d-822053-40 neutron-server[103530]: ERROR oslo_messaging.rpc.server Feb 09 01:45:29.039318 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e09a2ad-5b9f-4084-bf32-020b1304b3e5 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:29.053112 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff52f148-f35a-4fd5-ac4b-255b6bcba6ac None None] get_active_networks_info from n-d-822053-40 {{(pid=103530) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:45:29.056105 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4e09a2ad-5b9f-4084-bf32-020b1304b3e5 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] 10.222.0.30 "DELETE /v2.0/subnets/f373557d-1466-4827-ae25-2b451df83d18 HTTP/1.1" status: 204 len: 168 time: 0.3554633 Feb 09 01:45:29.056605 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34558) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:29.066329 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09a2ad-5b9f-4084-bf32-020b1304b3e5 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Pushing event deleted for resources: {'Subnet': ['ID=f373557d-1466-4827-ae25-2b451df83d18,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:29.136512 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491d023c-cd17-484d-90d8-de05deeec97d tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:29.138006 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-491d023c-cd17-484d-90d8-de05deeec97d tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1041503 Feb 09 01:45:29.146800 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34560) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:29.187392 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff52f148-f35a-4fd5-ac4b-255b6bcba6ac None None] Resources bound (agent type, host, resource id): {{(pid=103530) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:45:29.260404 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7cb171c3-2409-4961-a288-b7a4b9225818 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (fd58f921-fcc5-4a2d-884f-cb6e0f7bb6c6), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:29.366344 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7cb171c3-2409-4961-a288-b7a4b9225818 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (fd58f921-fcc5-4a2d-884f-cb6e0f7bb6c6), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:29.400775 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-7cb171c3-2409-4961-a288-b7a4b9225818 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd58f921-fcc5-4a2d-884f-cb6e0f7bb6c6']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:29.423296 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-7cb171c3-2409-4961-a288-b7a4b9225818 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5249d3a-18ba-4789-8ce3-f384e247a1d9') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:29.424118 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-7cb171c3-2409-4961-a288-b7a4b9225818 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5249d3a-18ba-4789-8ce3-f384e247a1d9') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:29.437814 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7cb171c3-2409-4961-a288-b7a4b9225818 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (d5249d3a-18ba-4789-8ce3-f384e247a1d9), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:29.454145 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7cb171c3-2409-4961-a288-b7a4b9225818 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (d5249d3a-18ba-4789-8ce3-f384e247a1d9), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:29.470143 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cb171c3-2409-4961-a288-b7a4b9225818 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:45:29.474608 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7cb171c3-2409-4961-a288-b7a4b9225818 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (d5249d3a-18ba-4789-8ce3-f384e247a1d9), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:29.478001 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:45:29.478001 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:45:29.478001 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:45:29.478001 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:45:29.478001 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:45:29.478001 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:45:29.478001 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:45:29.478001 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:45:29.478001 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:45:29.478001 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:45:29.478001 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:45:29.478001 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:45:29.478001 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:45:29.478001 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:45:29.478001 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:45:29.478001 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:45:29.478001 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:45:29.478001 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:45:29.478001 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:45:29.478001 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:45:29.478001 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:45:29.478001 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:45:29.478001 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:45:29.478001 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:45:29.478001 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:45:29.478001 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:45:29.478001 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:45:29.478001 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:45:29.478001 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:45:29.478001 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:45:29.478001 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:45:29.478001 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:45:29.512629 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b1005e-cc78-41cf-8da0-eb178058cf0c None None] get_active_networks_info from n-d-822053-40 {{(pid=103530) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:45:29.563674 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7cb171c3-2409-4961-a288-b7a4b9225818 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (fd58f921-fcc5-4a2d-884f-cb6e0f7bb6c6), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:29.574304 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7cb171c3-2409-4961-a288-b7a4b9225818 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:29.577946 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7cb171c3-2409-4961-a288-b7a4b9225818 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] 10.222.0.30 "DELETE /v2.0/networks/fd58f921-fcc5-4a2d-884f-cb6e0f7bb6c6 HTTP/1.1" status: 204 len: 168 time: 0.4297404 Feb 09 01:45:29.580706 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34562) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:29.598869 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb171c3-2409-4961-a288-b7a4b9225818 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Pushing event deleted for resources: {'Network': ['ID=fd58f921-fcc5-4a2d-884f-cb6e0f7bb6c6,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:29.649461 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b1005e-cc78-41cf-8da0-eb178058cf0c None None] Resources bound (agent type, host, resource id): {{(pid=103530) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:45:29.788118 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c05c37b5-4227-42f9-afe0-0a34be94a80d tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (9d05cf22-aa80-4bf6-8584-219a2df4f6ff), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:29.926591 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf825fe8-90cc-4adb-8708-0c88ce864836 None None] Network fd58f921-fcc5-4a2d-884f-cb6e0f7bb6c6 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:45:29.946720 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf825fe8-90cc-4adb-8708-0c88ce864836 None None] Network fd58f921-fcc5-4a2d-884f-cb6e0f7bb6c6 could not be found, it might have been deleted concurrently. {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 01:45:29.966241 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c05c37b5-4227-42f9-afe0-0a34be94a80d tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (9d05cf22-aa80-4bf6-8584-219a2df4f6ff), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:29.998342 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-c05c37b5-4227-42f9-afe0-0a34be94a80d tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d05cf22-aa80-4bf6-8584-219a2df4f6ff']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:30.015772 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-c05c37b5-4227-42f9-afe0-0a34be94a80d tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1763dd2-4a2c-471f-a2f4-54f3f2ee0aac') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:30.020373 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-c05c37b5-4227-42f9-afe0-0a34be94a80d tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1763dd2-4a2c-471f-a2f4-54f3f2ee0aac') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:30.033471 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c05c37b5-4227-42f9-afe0-0a34be94a80d tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (b1763dd2-4a2c-471f-a2f4-54f3f2ee0aac), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:30.056702 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c05c37b5-4227-42f9-afe0-0a34be94a80d tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (b1763dd2-4a2c-471f-a2f4-54f3f2ee0aac), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:30.078031 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c05c37b5-4227-42f9-afe0-0a34be94a80d tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:45:30.078740 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c05c37b5-4227-42f9-afe0-0a34be94a80d tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (b1763dd2-4a2c-471f-a2f4-54f3f2ee0aac), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:30.083115 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:45:30.083115 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:45:30.083115 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:45:30.083115 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:45:30.083115 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:45:30.083115 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:45:30.083115 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:45:30.083115 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:45:30.083115 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:45:30.083115 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:45:30.083115 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:45:30.083115 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:45:30.083115 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:45:30.083115 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:45:30.083115 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:45:30.083115 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:45:30.083115 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:45:30.083115 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:45:30.083115 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:45:30.083115 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:45:30.083115 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:45:30.083115 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:45:30.083115 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:45:30.083115 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:45:30.083115 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:45:30.083115 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:45:30.083115 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:45:30.083115 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:45:30.083115 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:45:30.083115 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:45:30.083115 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:45:30.083115 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:45:30.154808 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c05c37b5-4227-42f9-afe0-0a34be94a80d tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (9d05cf22-aa80-4bf6-8584-219a2df4f6ff), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:30.170697 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c05c37b5-4227-42f9-afe0-0a34be94a80d tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:30.175785 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c05c37b5-4227-42f9-afe0-0a34be94a80d tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] 10.222.0.30 "DELETE /v2.0/networks/9d05cf22-aa80-4bf6-8584-219a2df4f6ff HTTP/1.1" status: 204 len: 168 time: 0.5931857 Feb 09 01:45:30.178289 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34570) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:30.197222 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c37b5-4227-42f9-afe0-0a34be94a80d tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Pushing event deleted for resources: {'Network': ['ID=9d05cf22-aa80-4bf6-8584-219a2df4f6ff,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:30.207881 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c37b5-4227-42f9-afe0-0a34be94a80d tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:30.208599 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c37b5-4227-42f9-afe0-0a34be94a80d tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:30.209160 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c37b5-4227-42f9-afe0-0a34be94a80d tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:30.209722 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c37b5-4227-42f9-afe0-0a34be94a80d tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:30.210119 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c37b5-4227-42f9-afe0-0a34be94a80d tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:30.210642 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c37b5-4227-42f9-afe0-0a34be94a80d tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:30.211182 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c37b5-4227-42f9-afe0-0a34be94a80d tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:30.211709 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c37b5-4227-42f9-afe0-0a34be94a80d tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:30.212419 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c37b5-4227-42f9-afe0-0a34be94a80d tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:30.212959 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c37b5-4227-42f9-afe0-0a34be94a80d tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:30.213488 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c37b5-4227-42f9-afe0-0a34be94a80d tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:30.214022 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c37b5-4227-42f9-afe0-0a34be94a80d tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:30.214544 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c37b5-4227-42f9-afe0-0a34be94a80d tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:30.270817 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-48a92ac4-2d53-4bc2-bbe1-2514034f9215 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (e07eca7a-dd61-4bc1-aa91-78cbb8579a3d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:30.381843 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-48a92ac4-2d53-4bc2-bbe1-2514034f9215 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (e07eca7a-dd61-4bc1-aa91-78cbb8579a3d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:30.410471 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-48a92ac4-2d53-4bc2-bbe1-2514034f9215 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e07eca7a-dd61-4bc1-aa91-78cbb8579a3d']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:30.422957 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-48a92ac4-2d53-4bc2-bbe1-2514034f9215 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60fff89d-88ae-475b-bda8-721b6ba9d912') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:30.423696 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-48a92ac4-2d53-4bc2-bbe1-2514034f9215 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60fff89d-88ae-475b-bda8-721b6ba9d912') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:30.443933 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-48a92ac4-2d53-4bc2-bbe1-2514034f9215 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (60fff89d-88ae-475b-bda8-721b6ba9d912), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:30.477482 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-48a92ac4-2d53-4bc2-bbe1-2514034f9215 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (60fff89d-88ae-475b-bda8-721b6ba9d912), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:30.486790 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a92ac4-2d53-4bc2-bbe1-2514034f9215 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:45:30.487893 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-48a92ac4-2d53-4bc2-bbe1-2514034f9215 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (60fff89d-88ae-475b-bda8-721b6ba9d912), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:30.491666 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:45:30.491666 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:45:30.491666 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:45:30.491666 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:45:30.491666 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:45:30.491666 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:45:30.491666 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:45:30.491666 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:45:30.491666 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:45:30.491666 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:45:30.491666 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:45:30.491666 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:45:30.491666 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:45:30.491666 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:45:30.491666 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:45:30.491666 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:45:30.491666 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:45:30.491666 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:45:30.491666 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:45:30.491666 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:45:30.491666 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:45:30.491666 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:45:30.491666 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:45:30.491666 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:45:30.491666 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:45:30.491666 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:45:30.491666 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:45:30.491666 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:45:30.491666 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:45:30.491666 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:45:30.491666 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:45:30.491666 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:45:30.571845 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-48a92ac4-2d53-4bc2-bbe1-2514034f9215 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (e07eca7a-dd61-4bc1-aa91-78cbb8579a3d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:30.598004 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-48a92ac4-2d53-4bc2-bbe1-2514034f9215 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:30.602043 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-48a92ac4-2d53-4bc2-bbe1-2514034f9215 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] 10.222.0.30 "DELETE /v2.0/networks/e07eca7a-dd61-4bc1-aa91-78cbb8579a3d HTTP/1.1" status: 204 len: 168 time: 0.4225361 Feb 09 01:45:30.603384 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a92ac4-2d53-4bc2-bbe1-2514034f9215 tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Pushing event deleted for resources: {'Network': ['ID=e07eca7a-dd61-4bc1-aa91-78cbb8579a3d,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:30.606263 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34572) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:30.744087 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-560518ac-5a15-4466-842a-eee04ebe266a tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (55151dc6-5aea-4e7a-9ee8-1444ea012c4f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:30.858352 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-560518ac-5a15-4466-842a-eee04ebe266a tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (55151dc6-5aea-4e7a-9ee8-1444ea012c4f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:30.905796 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-560518ac-5a15-4466-842a-eee04ebe266a tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55151dc6-5aea-4e7a-9ee8-1444ea012c4f']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:30.919794 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-560518ac-5a15-4466-842a-eee04ebe266a tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6043b0d5-812e-4f2c-a079-9ebba505a710') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:30.919794 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-560518ac-5a15-4466-842a-eee04ebe266a tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6043b0d5-812e-4f2c-a079-9ebba505a710') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:30.937683 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-560518ac-5a15-4466-842a-eee04ebe266a tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (6043b0d5-812e-4f2c-a079-9ebba505a710), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:30.958492 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-560518ac-5a15-4466-842a-eee04ebe266a tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (6043b0d5-812e-4f2c-a079-9ebba505a710), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:30.966309 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-560518ac-5a15-4466-842a-eee04ebe266a tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:45:30.966759 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-560518ac-5a15-4466-842a-eee04ebe266a tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (6043b0d5-812e-4f2c-a079-9ebba505a710), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:30.970652 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:45:30.970652 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:45:30.970652 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:45:30.970652 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:45:30.970652 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:45:30.970652 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:45:30.970652 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:45:30.970652 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:45:30.970652 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:45:30.970652 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:45:30.970652 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:45:30.970652 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:45:30.970652 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:45:30.970652 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:45:30.970652 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:45:30.970652 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:45:30.970652 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:45:30.970652 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:45:30.970652 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:45:30.970652 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:45:30.970652 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:45:30.970652 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:45:30.970652 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:45:30.970652 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:45:30.970652 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:45:30.970652 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:45:30.970652 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:45:30.970652 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:45:30.970652 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:45:30.970652 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:45:30.970652 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:45:30.970652 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:45:31.052358 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-560518ac-5a15-4466-842a-eee04ebe266a tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (55151dc6-5aea-4e7a-9ee8-1444ea012c4f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:31.058813 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-560518ac-5a15-4466-842a-eee04ebe266a tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:31.066716 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-560518ac-5a15-4466-842a-eee04ebe266a tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] 10.222.0.30 "DELETE /v2.0/networks/55151dc6-5aea-4e7a-9ee8-1444ea012c4f HTTP/1.1" status: 204 len: 168 time: 0.4556470 Feb 09 01:45:31.085991 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560518ac-5a15-4466-842a-eee04ebe266a tempest-BulkNetworkOpsTest-2087799868 tempest-BulkNetworkOpsTest-2087799868-project] Pushing event deleted for resources: {'Network': ['ID=55151dc6-5aea-4e7a-9ee8-1444ea012c4f,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:31.416128 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34584) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:31.623547 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f48c3775-a279-4b5b-b207-907e1961730e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4f19dd1722a5461890d8cb368122debd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2061257 Feb 09 01:45:31.626061 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34588) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:31.698846 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1ce08ec2-d155-4c96-9fd1-56c2140183f2 admin admin] Publish callbacks [] for security_group (712082ff-3294-4669-9a1c-baff7a61ecd2), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:31.751211 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1ce08ec2-d155-4c96-9fd1-56c2140183f2 admin admin] Publish callbacks [] for security_group (712082ff-3294-4669-9a1c-baff7a61ecd2), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:31.850914 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1ce08ec2-d155-4c96-9fd1-56c2140183f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (712082ff-3294-4669-9a1c-baff7a61ecd2), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:31.853911 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1ce08ec2-d155-4c96-9fd1-56c2140183f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:31.858834 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1ce08ec2-d155-4c96-9fd1-56c2140183f2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/712082ff-3294-4669-9a1c-baff7a61ecd2 HTTP/1.1" status: 204 len: 168 time: 0.2279565 Feb 09 01:45:31.870100 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce08ec2-d155-4c96-9fd1-56c2140183f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712082ff-3294-4669-9a1c-baff7a61ecd2,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:32.837714 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34616) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:33.004933 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-acdea9ce-c6d4-48cb-b54b-026dc25b7462 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1264460951'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:33.048817 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdea9ce-c6d4-48cb-b54b-026dc25b7462 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Made reservation on behalf of 919e3be7d0df465ca225216ef9376810 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:33.054122 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-acdea9ce-c6d4-48cb-b54b-026dc25b7462 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:33.065190 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-acdea9ce-c6d4-48cb-b54b-026dc25b7462 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:33.189346 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-acdea9ce-c6d4-48cb-b54b-026dc25b7462 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for security_group (efb74b10-6fd9-4497-b27c-f42d9bccc150), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:33.194830 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-acdea9ce-c6d4-48cb-b54b-026dc25b7462 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (efb74b10-6fd9-4497-b27c-f42d9bccc150), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:33.212497 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acdea9ce-c6d4-48cb-b54b-026dc25b7462 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:45:33.230676 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-acdea9ce-c6d4-48cb-b54b-026dc25b7462 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (c677b439-4e31-4ad3-b2d4-cd21f7befe2f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:33.230976 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-acdea9ce-c6d4-48cb-b54b-026dc25b7462 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Added segment c677b439-4e31-4ad3-b2d4-cd21f7befe2f of type vlan for network cd72404a-9c77-4bfc-989a-0b640171f85f Feb 09 01:45:33.302328 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-acdea9ce-c6d4-48cb-b54b-026dc25b7462 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (cd72404a-9c77-4bfc-989a-0b640171f85f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:33.312804 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdea9ce-c6d4-48cb-b54b-026dc25b7462 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efb74b10-6fd9-4497-b27c-f42d9bccc150,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:33.350717 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-acdea9ce-c6d4-48cb-b54b-026dc25b7462 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (cd72404a-9c77-4bfc-989a-0b640171f85f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:33.356200 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdea9ce-c6d4-48cb-b54b-026dc25b7462 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:33.356811 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-acdea9ce-c6d4-48cb-b54b-026dc25b7462 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:33.420716 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-acdea9ce-c6d4-48cb-b54b-026dc25b7462 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5809522 Feb 09 01:45:33.423997 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34626) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:33.432563 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-a04cb973-3480-4150-97e0-6ceabbb2ddfd tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'port': {'network_id': 'cd72404a-9c77-4bfc-989a-0b640171f85f', 'name': 'tempest-PortsTestJSON-420067725'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:33.439536 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdea9ce-c6d4-48cb-b54b-026dc25b7462 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'Network': ['ID=cd72404a-9c77-4bfc-989a-0b640171f85f,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:33.451607 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network cd72404a-9c77-4bfc-989a-0b640171f85f details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:45:33.554407 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04cb973-3480-4150-97e0-6ceabbb2ddfd tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Made reservation on behalf of 919e3be7d0df465ca225216ef9376810 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:33.557930 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a04cb973-3480-4150-97e0-6ceabbb2ddfd tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:33.579404 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-a04cb973-3480-4150-97e0-6ceabbb2ddfd tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] device_id is not set on port 6d6a5ff4-1eda-46fc-b4b8-cd1cda3709d5 yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:45:33.769424 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a04cb973-3480-4150-97e0-6ceabbb2ddfd tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for port (6d6a5ff4-1eda-46fc-b4b8-cd1cda3709d5), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:33.807338 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a04cb973-3480-4150-97e0-6ceabbb2ddfd tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (6d6a5ff4-1eda-46fc-b4b8-cd1cda3709d5), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:33.876737 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04cb973-3480-4150-97e0-6ceabbb2ddfd tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'Port': ['ID=6d6a5ff4-1eda-46fc-b4b8-cd1cda3709d5,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:33.888697 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04cb973-3480-4150-97e0-6ceabbb2ddfd tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Checking segment: {'id': 'c677b439-4e31-4ad3-b2d4-cd21f7befe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'cd72404a-9c77-4bfc-989a-0b640171f85f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:45:33.889099 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04cb973-3480-4150-97e0-6ceabbb2ddfd tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Network hostable DHCP agents. Network: cd72404a-9c77-4bfc-989a-0b640171f85f, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:45:33.918375 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04cb973-3480-4150-97e0-6ceabbb2ddfd tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Network cd72404a-9c77-4bfc-989a-0b640171f85f is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:45:33.934347 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-a04cb973-3480-4150-97e0-6ceabbb2ddfd tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, cd72404a-9c77-4bfc-989a-0b640171f85f) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:33.941044 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04cb973-3480-4150-97e0-6ceabbb2ddfd tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:45:33.948217 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04cb973-3480-4150-97e0-6ceabbb2ddfd tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:33.948785 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a04cb973-3480-4150-97e0-6ceabbb2ddfd tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:33.950790 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bb5c9d-bda9-476e-aec2-115062fa97ce None None] Network cd72404a-9c77-4bfc-989a-0b640171f85f requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:45:33.981785 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a04cb973-3480-4150-97e0-6ceabbb2ddfd tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5553966 Feb 09 01:45:33.984986 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34628) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:33.992924 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-367b3496-8810-4f08-809d-3da09c6997de tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1686454213'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:34.016271 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367b3496-8810-4f08-809d-3da09c6997de tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Made reservation on behalf of 919e3be7d0df465ca225216ef9376810 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:34.020237 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-367b3496-8810-4f08-809d-3da09c6997de tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:34.073113 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-367b3496-8810-4f08-809d-3da09c6997de tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:45:34.091003 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-367b3496-8810-4f08-809d-3da09c6997de tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (71db5b7f-c100-4ef7-b4b6-6da26d0d9a53), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:34.091392 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-367b3496-8810-4f08-809d-3da09c6997de tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Added segment 71db5b7f-c100-4ef7-b4b6-6da26d0d9a53 of type vlan for network a13485dd-a78d-4bc8-9f6c-d2f148c66a34 Feb 09 01:45:34.147868 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-367b3496-8810-4f08-809d-3da09c6997de tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (a13485dd-a78d-4bc8-9f6c-d2f148c66a34), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:34.183473 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-367b3496-8810-4f08-809d-3da09c6997de tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (a13485dd-a78d-4bc8-9f6c-d2f148c66a34), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:34.191881 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367b3496-8810-4f08-809d-3da09c6997de tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:34.192696 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-367b3496-8810-4f08-809d-3da09c6997de tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:34.247517 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-367b3496-8810-4f08-809d-3da09c6997de tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2613161 Feb 09 01:45:34.250194 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34632) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:34.260563 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-35a147a8-4074-4c85-a82a-42a8e9ba4d2d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'ports': [{'network_id': 'cd72404a-9c77-4bfc-989a-0b640171f85f'}, {'network_id': 'a13485dd-a78d-4bc8-9f6c-d2f148c66a34'}]} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:34.262098 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-35a147a8-4074-4c85-a82a-42a8e9ba4d2d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'port': {'network_id': 'cd72404a-9c77-4bfc-989a-0b640171f85f'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:34.263207 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-35a147a8-4074-4c85-a82a-42a8e9ba4d2d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'port': {'network_id': 'a13485dd-a78d-4bc8-9f6c-d2f148c66a34'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:34.267786 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b3496-8810-4f08-809d-3da09c6997de tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'Network': ['ID=a13485dd-a78d-4bc8-9f6c-d2f148c66a34,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:34.279836 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network a13485dd-a78d-4bc8-9f6c-d2f148c66a34 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:45:34.466077 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a147a8-4074-4c85-a82a-42a8e9ba4d2d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Made reservation on behalf of 919e3be7d0df465ca225216ef9376810 for: {'port': 2} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:34.470972 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-35a147a8-4074-4c85-a82a-42a8e9ba4d2d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:34.488923 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-35a147a8-4074-4c85-a82a-42a8e9ba4d2d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:34.688272 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-35a147a8-4074-4c85-a82a-42a8e9ba4d2d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] device_id is not set on port ab24cb1d-a201-4c37-ab26-c2397a1b8c9b yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:45:34.782342 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-35a147a8-4074-4c85-a82a-42a8e9ba4d2d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for port (ab24cb1d-a201-4c37-ab26-c2397a1b8c9b), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:34.870787 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-35a147a8-4074-4c85-a82a-42a8e9ba4d2d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] device_id is not set on port 32f7a0f3-b6b1-4a4c-8dfa-20522706571c yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:45:34.971568 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-35a147a8-4074-4c85-a82a-42a8e9ba4d2d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for port (32f7a0f3-b6b1-4a4c-8dfa-20522706571c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:35.028198 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-35a147a8-4074-4c85-a82a-42a8e9ba4d2d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (ab24cb1d-a201-4c37-ab26-c2397a1b8c9b), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:35.087706 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a147a8-4074-4c85-a82a-42a8e9ba4d2d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Network cd72404a-9c77-4bfc-989a-0b640171f85f is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:45:35.093895 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-35a147a8-4074-4c85-a82a-42a8e9ba4d2d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:35.098941 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a147a8-4074-4c85-a82a-42a8e9ba4d2d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:45:35.099902 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-35a147a8-4074-4c85-a82a-42a8e9ba4d2d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (32f7a0f3-b6b1-4a4c-8dfa-20522706571c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:35.110038 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a147a8-4074-4c85-a82a-42a8e9ba4d2d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'Port': ['ID=ab24cb1d-a201-4c37-ab26-c2397a1b8c9b,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:35.191558 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a147a8-4074-4c85-a82a-42a8e9ba4d2d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'Port': ['ID=32f7a0f3-b6b1-4a4c-8dfa-20522706571c,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:35.203520 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a147a8-4074-4c85-a82a-42a8e9ba4d2d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Checking segment: {'id': '71db5b7f-c100-4ef7-b4b6-6da26d0d9a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a13485dd-a78d-4bc8-9f6c-d2f148c66a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:45:35.203888 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a147a8-4074-4c85-a82a-42a8e9ba4d2d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Network hostable DHCP agents. Network: a13485dd-a78d-4bc8-9f6c-d2f148c66a34, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:45:35.225521 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a147a8-4074-4c85-a82a-42a8e9ba4d2d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Network a13485dd-a78d-4bc8-9f6c-d2f148c66a34 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:45:35.238672 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-35a147a8-4074-4c85-a82a-42a8e9ba4d2d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, a13485dd-a78d-4bc8-9f6c-d2f148c66a34) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:35.250673 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457a57e5-315a-4e43-9d6b-8172adc26f56 None None] Network a13485dd-a78d-4bc8-9f6c-d2f148c66a34 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:45:35.257125 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a147a8-4074-4c85-a82a-42a8e9ba4d2d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:45:35.263888 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a147a8-4074-4c85-a82a-42a8e9ba4d2d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:35.270325 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a147a8-4074-4c85-a82a-42a8e9ba4d2d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:35.271100 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-35a147a8-4074-4c85-a82a-42a8e9ba4d2d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:35.289945 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-35a147a8-4074-4c85-a82a-42a8e9ba4d2d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0360773 Feb 09 01:45:35.292710 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34642) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:35.403034 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-b8256a3c-770a-4d53-b252-8b62f36d6ed6 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Deleting port 32f7a0f3-b6b1-4a4c-8dfa-20522706571c {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:45:35.403525 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b8256a3c-770a-4d53-b252-8b62f36d6ed6 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (32f7a0f3-b6b1-4a4c-8dfa-20522706571c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:35.489648 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b8256a3c-770a-4d53-b252-8b62f36d6ed6 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (32f7a0f3-b6b1-4a4c-8dfa-20522706571c), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:35.506114 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-b8256a3c-770a-4d53-b252-8b62f36d6ed6 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Calling delete_port for 32f7a0f3-b6b1-4a4c-8dfa-20522706571c owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:45:35.689015 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b8256a3c-770a-4d53-b252-8b62f36d6ed6 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (32f7a0f3-b6b1-4a4c-8dfa-20522706571c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:35.744260 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8256a3c-770a-4d53-b252-8b62f36d6ed6 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'Port': ['ID=32f7a0f3-b6b1-4a4c-8dfa-20522706571c,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:35.756209 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b8256a3c-770a-4d53-b252-8b62f36d6ed6 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:35.759958 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b8256a3c-770a-4d53-b252-8b62f36d6ed6 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/ports/32f7a0f3-b6b1-4a4c-8dfa-20522706571c HTTP/1.1" status: 204 len: 168 time: 0.4660838 Feb 09 01:45:35.762697 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34658) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:35.837179 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642650a2-1cd0-41dc-9e83-dd7889f5d6ab tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:35.843769 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642650a2-1cd0-41dc-9e83-dd7889f5d6ab tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:35.845685 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-642650a2-1cd0-41dc-9e83-dd7889f5d6ab tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0818908 Feb 09 01:45:35.849208 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34662) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:35.962533 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-2df8a499-8969-469d-9fa3-46f310b85b7c tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Deleting port ab24cb1d-a201-4c37-ab26-c2397a1b8c9b {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:45:35.962877 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2df8a499-8969-469d-9fa3-46f310b85b7c tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (ab24cb1d-a201-4c37-ab26-c2397a1b8c9b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:36.045966 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2df8a499-8969-469d-9fa3-46f310b85b7c tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (ab24cb1d-a201-4c37-ab26-c2397a1b8c9b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:36.061506 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-2df8a499-8969-469d-9fa3-46f310b85b7c tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Calling delete_port for ab24cb1d-a201-4c37-ab26-c2397a1b8c9b owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:45:36.146864 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2df8a499-8969-469d-9fa3-46f310b85b7c tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (ab24cb1d-a201-4c37-ab26-c2397a1b8c9b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:36.178683 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df8a499-8969-469d-9fa3-46f310b85b7c tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'Port': ['ID=ab24cb1d-a201-4c37-ab26-c2397a1b8c9b,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:36.182198 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2df8a499-8969-469d-9fa3-46f310b85b7c tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:36.187691 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2df8a499-8969-469d-9fa3-46f310b85b7c tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/ports/ab24cb1d-a201-4c37-ab26-c2397a1b8c9b HTTP/1.1" status: 204 len: 168 time: 0.3345807 Feb 09 01:45:36.187918 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34666) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:36.247007 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee53b5f-b796-48fc-870b-354721ac3687 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:36.251940 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8ee53b5f-b796-48fc-870b-354721ac3687 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0628877 Feb 09 01:45:36.253376 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34670) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:36.286858 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-2201211a-758f-494a-a5c2-ef03ff4f394a tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] GET failed (client error): The resource could not be found. Feb 09 01:45:36.288790 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2201211a-758f-494a-a5c2-ef03ff4f394a tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "GET /v2.0/ports/32f7a0f3-b6b1-4a4c-8dfa-20522706571c HTTP/1.1" status: 404 len: 333 time: 0.0338409 Feb 09 01:45:36.291848 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34672) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:36.319503 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-70b438ea-82c4-4aef-97c4-090410c13ed6 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] GET failed (client error): The resource could not be found. Feb 09 01:45:36.321194 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-70b438ea-82c4-4aef-97c4-090410c13ed6 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "GET /v2.0/ports/ab24cb1d-a201-4c37-ab26-c2397a1b8c9b HTTP/1.1" status: 404 len: 333 time: 0.0281179 Feb 09 01:45:36.324091 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34676) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:36.421107 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6147d824-f1cd-4e92-9a61-addb8c41a2e4 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (a13485dd-a78d-4bc8-9f6c-d2f148c66a34), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:36.528759 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6147d824-f1cd-4e92-9a61-addb8c41a2e4 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (a13485dd-a78d-4bc8-9f6c-d2f148c66a34), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:36.559263 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-6147d824-f1cd-4e92-9a61-addb8c41a2e4 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a13485dd-a78d-4bc8-9f6c-d2f148c66a34']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:36.570127 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-6147d824-f1cd-4e92-9a61-addb8c41a2e4 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71db5b7f-c100-4ef7-b4b6-6da26d0d9a53') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:36.570429 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-6147d824-f1cd-4e92-9a61-addb8c41a2e4 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71db5b7f-c100-4ef7-b4b6-6da26d0d9a53') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:36.584681 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6147d824-f1cd-4e92-9a61-addb8c41a2e4 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (71db5b7f-c100-4ef7-b4b6-6da26d0d9a53), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:36.603558 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6147d824-f1cd-4e92-9a61-addb8c41a2e4 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (71db5b7f-c100-4ef7-b4b6-6da26d0d9a53), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:36.610407 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6147d824-f1cd-4e92-9a61-addb8c41a2e4 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:45:36.610988 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6147d824-f1cd-4e92-9a61-addb8c41a2e4 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (71db5b7f-c100-4ef7-b4b6-6da26d0d9a53), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:36.614753 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:45:36.614753 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:45:36.614753 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:45:36.614753 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:45:36.614753 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:45:36.614753 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:45:36.614753 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:45:36.614753 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:45:36.614753 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:45:36.614753 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:45:36.614753 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:45:36.614753 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:45:36.614753 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:45:36.614753 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:45:36.614753 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:45:36.614753 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:45:36.614753 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:45:36.614753 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:45:36.614753 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:45:36.614753 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:45:36.614753 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:45:36.614753 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:45:36.614753 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:45:36.614753 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:45:36.614753 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:45:36.614753 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:45:36.614753 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:45:36.614753 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:45:36.614753 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:45:36.614753 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:45:36.614753 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:45:36.614753 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:45:36.678920 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6147d824-f1cd-4e92-9a61-addb8c41a2e4 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (a13485dd-a78d-4bc8-9f6c-d2f148c66a34), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:36.703781 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6147d824-f1cd-4e92-9a61-addb8c41a2e4 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:36.711641 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6147d824-f1cd-4e92-9a61-addb8c41a2e4 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/networks/a13485dd-a78d-4bc8-9f6c-d2f148c66a34 HTTP/1.1" status: 204 len: 168 time: 0.3785868 Feb 09 01:45:36.711641 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6147d824-f1cd-4e92-9a61-addb8c41a2e4 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'Network': ['ID=a13485dd-a78d-4bc8-9f6c-d2f148c66a34,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:36.712079 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34684) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:36.717043 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-2128570d-c9f2-48be-851a-4c829d46f81d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1448757613'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:36.720397 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147d824-f1cd-4e92-9a61-addb8c41a2e4 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:36.720753 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147d824-f1cd-4e92-9a61-addb8c41a2e4 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:36.721751 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147d824-f1cd-4e92-9a61-addb8c41a2e4 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:36.722288 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147d824-f1cd-4e92-9a61-addb8c41a2e4 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:36.722798 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147d824-f1cd-4e92-9a61-addb8c41a2e4 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:36.723148 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147d824-f1cd-4e92-9a61-addb8c41a2e4 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:36.723485 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147d824-f1cd-4e92-9a61-addb8c41a2e4 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:36.723823 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147d824-f1cd-4e92-9a61-addb8c41a2e4 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:36.724185 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147d824-f1cd-4e92-9a61-addb8c41a2e4 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:36.724517 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147d824-f1cd-4e92-9a61-addb8c41a2e4 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:36.724850 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147d824-f1cd-4e92-9a61-addb8c41a2e4 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:36.733405 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147d824-f1cd-4e92-9a61-addb8c41a2e4 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:36.733405 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147d824-f1cd-4e92-9a61-addb8c41a2e4 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:36.750444 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2128570d-c9f2-48be-851a-4c829d46f81d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Made reservation on behalf of 919e3be7d0df465ca225216ef9376810 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:36.754831 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2128570d-c9f2-48be-851a-4c829d46f81d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:36.786802 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2128570d-c9f2-48be-851a-4c829d46f81d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:45:36.801613 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2128570d-c9f2-48be-851a-4c829d46f81d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (6cdb0dd3-c9af-4efa-a690-54ed805292dd), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:36.802523 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-2128570d-c9f2-48be-851a-4c829d46f81d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Added segment 6cdb0dd3-c9af-4efa-a690-54ed805292dd of type vlan for network 5387717f-e42c-46f4-9ed2-ac91791cab33 Feb 09 01:45:36.854999 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2128570d-c9f2-48be-851a-4c829d46f81d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (5387717f-e42c-46f4-9ed2-ac91791cab33), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:36.888565 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2128570d-c9f2-48be-851a-4c829d46f81d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (5387717f-e42c-46f4-9ed2-ac91791cab33), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:36.896093 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2128570d-c9f2-48be-851a-4c829d46f81d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:36.896711 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2128570d-c9f2-48be-851a-4c829d46f81d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:36.976692 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2128570d-c9f2-48be-851a-4c829d46f81d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2630336 Feb 09 01:45:36.979163 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34696) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:36.986455 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-38a82ac7-0a4d-4408-9d15-e61e17efa23f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'subnet': {'network_id': '5387717f-e42c-46f4-9ed2-ac91791cab33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:36.998314 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128570d-c9f2-48be-851a-4c829d46f81d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'Network': ['ID=5387717f-e42c-46f4-9ed2-ac91791cab33,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:37.013395 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 5387717f-e42c-46f4-9ed2-ac91791cab33 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:45:37.101116 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a82ac7-0a4d-4408-9d15-e61e17efa23f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Made reservation on behalf of 919e3be7d0df465ca225216ef9376810 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:37.105978 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-38a82ac7-0a4d-4408-9d15-e61e17efa23f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:37.210490 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.ipam_backend_mixin [None req-38a82ac7-0a4d-4408-9d15-e61e17efa23f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Performing IP validity checks on allocation pools {{(pid=103528) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 01:45:37.211568 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.ipam_backend_mixin [None req-38a82ac7-0a4d-4408-9d15-e61e17efa23f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103528) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 01:45:37.427733 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-38a82ac7-0a4d-4408-9d15-e61e17efa23f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (4b5e866c-08ba-4972-b2e0-e64fa67ebde4), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:37.504358 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a82ac7-0a4d-4408-9d15-e61e17efa23f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'Subnet': ['ID=4b5e866c-08ba-4972-b2e0-e64fa67ebde4,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:37.508885 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a82ac7-0a4d-4408-9d15-e61e17efa23f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Checking segment: {'id': '6cdb0dd3-c9af-4efa-a690-54ed805292dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5387717f-e42c-46f4-9ed2-ac91791cab33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:45:37.509468 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a82ac7-0a4d-4408-9d15-e61e17efa23f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Network hostable DHCP agents. Network: 5387717f-e42c-46f4-9ed2-ac91791cab33, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:45:37.532614 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a82ac7-0a4d-4408-9d15-e61e17efa23f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Network 5387717f-e42c-46f4-9ed2-ac91791cab33 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:45:37.551638 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-38a82ac7-0a4d-4408-9d15-e61e17efa23f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 5387717f-e42c-46f4-9ed2-ac91791cab33) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:37.562248 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d4bf93-0d44-4489-aca2-7ea897d767c7 None None] Network 5387717f-e42c-46f4-9ed2-ac91791cab33 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:45:37.567942 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a82ac7-0a4d-4408-9d15-e61e17efa23f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:37.567942 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-38a82ac7-0a4d-4408-9d15-e61e17efa23f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:37.597300 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-38a82ac7-0a4d-4408-9d15-e61e17efa23f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6161582 Feb 09 01:45:37.599727 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34708) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:37.607284 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-1e7ded9b-7d87-44ad-af05-2fb4e75f3d29 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'port': {'network_id': '5387717f-e42c-46f4-9ed2-ac91791cab33', 'name': 'tempest-PortsTestJSON-1928952534'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:37.710388 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868d42ea-c760-4949-82c5-1cec83b0071a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-5387717f-e42c-46f4-9ed2-ac91791cab33', 'network_id': '5387717f-e42c-46f4-9ed2-ac91791cab33', 'project_id': '919e3be7d0df465ca225216ef9376810', 'fixed_ips': [{'subnet_id': '4b5e866c-08ba-4972-b2e0-e64fa67ebde4'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:45:37.711700 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-868d42ea-c760-4949-82c5-1cec83b0071a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:37.822443 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7ded9b-7d87-44ad-af05-2fb4e75f3d29 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Made reservation on behalf of 919e3be7d0df465ca225216ef9376810 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:37.830125 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1e7ded9b-7d87-44ad-af05-2fb4e75f3d29 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:37.862385 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-1e7ded9b-7d87-44ad-af05-2fb4e75f3d29 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] device_id is not set on port 84f2481b-4ccf-4df8-afe7-84663473db77 yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:45:37.921738 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-868d42ea-c760-4949-82c5-1cec83b0071a None None] Allocated IP 172.20.0.2 (5387717f-e42c-46f4-9ed2-ac91791cab33/4b5e866c-08ba-4972-b2e0-e64fa67ebde4/0a20fb92-59ff-4d6d-9222-1f4a940825b0) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:45:38.103853 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-868d42ea-c760-4949-82c5-1cec83b0071a None None] Publish callbacks [] for port (0a20fb92-59ff-4d6d-9222-1f4a940825b0), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:38.117343 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-868d42ea-c760-4949-82c5-1cec83b0071a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (0a20fb92-59ff-4d6d-9222-1f4a940825b0), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:38.171594 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868d42ea-c760-4949-82c5-1cec83b0071a None None] Network 5387717f-e42c-46f4-9ed2-ac91791cab33 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:45:38.174807 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-868d42ea-c760-4949-82c5-1cec83b0071a None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:38.180630 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868d42ea-c760-4949-82c5-1cec83b0071a None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:45:38.222064 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-1e7ded9b-7d87-44ad-af05-2fb4e75f3d29 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Allocated IP 172.20.0.5 (5387717f-e42c-46f4-9ed2-ac91791cab33/4b5e866c-08ba-4972-b2e0-e64fa67ebde4/84f2481b-4ccf-4df8-afe7-84663473db77) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:45:38.230724 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d42ea-c760-4949-82c5-1cec83b0071a None None] Pushing event updated for resources: {'Port': ['ID=0a20fb92-59ff-4d6d-9222-1f4a940825b0,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:38.282715 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-868d42ea-c760-4949-82c5-1cec83b0071a None None] Attempting to bind port 0a20fb92-59ff-4d6d-9222-1f4a940825b0 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:45:38.283406 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-868d42ea-c760-4949-82c5-1cec83b0071a None None] Attempting to bind port 0a20fb92-59ff-4d6d-9222-1f4a940825b0 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '6cdb0dd3-c9af-4efa-a690-54ed805292dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5387717f-e42c-46f4-9ed2-ac91791cab33'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:45:38.284428 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868d42ea-c760-4949-82c5-1cec83b0071a None None] Attempting to bind port 0a20fb92-59ff-4d6d-9222-1f4a940825b0 on network 5387717f-e42c-46f4-9ed2-ac91791cab33 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:45:38.293724 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d42ea-c760-4949-82c5-1cec83b0071a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:38.294516 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d42ea-c760-4949-82c5-1cec83b0071a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:38.295132 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d42ea-c760-4949-82c5-1cec83b0071a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:38.295623 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d42ea-c760-4949-82c5-1cec83b0071a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:38.296184 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d42ea-c760-4949-82c5-1cec83b0071a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:38.296673 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d42ea-c760-4949-82c5-1cec83b0071a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:38.297153 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d42ea-c760-4949-82c5-1cec83b0071a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:38.297723 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d42ea-c760-4949-82c5-1cec83b0071a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:38.298055 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d42ea-c760-4949-82c5-1cec83b0071a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:38.298531 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d42ea-c760-4949-82c5-1cec83b0071a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:38.299050 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d42ea-c760-4949-82c5-1cec83b0071a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:38.300492 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d42ea-c760-4949-82c5-1cec83b0071a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:38.301022 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d42ea-c760-4949-82c5-1cec83b0071a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:38.306241 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868d42ea-c760-4949-82c5-1cec83b0071a None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:45:38.307074 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868d42ea-c760-4949-82c5-1cec83b0071a None None] Checking segment: {'id': '6cdb0dd3-c9af-4efa-a690-54ed805292dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5387717f-e42c-46f4-9ed2-ac91791cab33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:45:38.307652 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-868d42ea-c760-4949-82c5-1cec83b0071a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:38.308224 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868d42ea-c760-4949-82c5-1cec83b0071a None None] Bound using segment: {'id': '6cdb0dd3-c9af-4efa-a690-54ed805292dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5387717f-e42c-46f4-9ed2-ac91791cab33'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:45:38.308929 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-868d42ea-c760-4949-82c5-1cec83b0071a None None] Bound port: 0a20fb92-59ff-4d6d-9222-1f4a940825b0, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cdb0dd3-c9af-4efa-a690-54ed805292dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5387717f-e42c-46f4-9ed2-ac91791cab33'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:45:38.310247 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-868d42ea-c760-4949-82c5-1cec83b0071a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0a20fb92-59ff-4d6d-9222-1f4a940825b0), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:38.424979 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-868d42ea-c760-4949-82c5-1cec83b0071a None None] For port 0a20fb92-59ff-4d6d-9222-1f4a940825b0, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:45:38.434185 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-868d42ea-c760-4949-82c5-1cec83b0071a None None] For port 0a20fb92-59ff-4d6d-9222-1f4a940825b0, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=0a20fb92-59ff-4d6d-9222-1f4a940825b0,segment=NetworkSegment(6cdb0dd3-c9af-4efa-a690-54ed805292dd),segment_id=6cdb0dd3-c9af-4efa-a690-54ed805292dd)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:45:38.444343 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-868d42ea-c760-4949-82c5-1cec83b0071a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0a20fb92-59ff-4d6d-9222-1f4a940825b0), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:38.548163 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1e7ded9b-7d87-44ad-af05-2fb4e75f3d29 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for port (84f2481b-4ccf-4df8-afe7-84663473db77), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:38.548930 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d42ea-c760-4949-82c5-1cec83b0071a None None] Pushing event updated for resources: {'Port': ['ID=0a20fb92-59ff-4d6d-9222-1f4a940825b0,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:38.632771 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1e7ded9b-7d87-44ad-af05-2fb4e75f3d29 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (84f2481b-4ccf-4df8-afe7-84663473db77), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:38.684574 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7ded9b-7d87-44ad-af05-2fb4e75f3d29 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Network 5387717f-e42c-46f4-9ed2-ac91791cab33 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:45:38.687726 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-1e7ded9b-7d87-44ad-af05-2fb4e75f3d29 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:38.693372 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7ded9b-7d87-44ad-af05-2fb4e75f3d29 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:45:38.696856 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ded9b-7d87-44ad-af05-2fb4e75f3d29 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'Port': ['ID=84f2481b-4ccf-4df8-afe7-84663473db77,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:38.770311 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7ded9b-7d87-44ad-af05-2fb4e75f3d29 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:38.771635 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1e7ded9b-7d87-44ad-af05-2fb4e75f3d29 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:38.790335 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [req-1ef1bbd5-a85e-4ea8-9cc4-8af5872900a7 req-3f165e31-6f9d-449c-9d38-411c12ae4294 service neutron] (103528) timed out ('10.222.0.91', 52367) {{(pid=103528) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 01:45:38.798650 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1e7ded9b-7d87-44ad-af05-2fb4e75f3d29 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1973791 Feb 09 01:45:38.803365 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34716) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:38.934129 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-1806ad8d-7b66-435f-a4b2-78741cf2dff8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Deleting port 84f2481b-4ccf-4df8-afe7-84663473db77 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:45:38.934893 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1806ad8d-7b66-435f-a4b2-78741cf2dff8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (84f2481b-4ccf-4df8-afe7-84663473db77), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:39.085947 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 0a20fb92-59ff-4d6d-9222-1f4a940825b0 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:45:39.119236 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1806ad8d-7b66-435f-a4b2-78741cf2dff8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (84f2481b-4ccf-4df8-afe7-84663473db77), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:39.142525 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-1806ad8d-7b66-435f-a4b2-78741cf2dff8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Calling delete_port for 84f2481b-4ccf-4df8-afe7-84663473db77 owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:45:39.150886 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 0a20fb92-59ff-4d6d-9222-1f4a940825b0 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:39.152073 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0a20fb92-59ff-4d6d-9222-1f4a940825b0), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:39.285440 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 0a20fb92-59ff-4d6d-9222-1f4a940825b0 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:39.286072 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0a20fb92-59ff-4d6d-9222-1f4a940825b0), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:39.327058 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 0a20fb92-59ff-4d6d-9222-1f4a940825b0, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=0a20fb92-59ff-4d6d-9222-1f4a940825b0,segment=NetworkSegment(6cdb0dd3-c9af-4efa-a690-54ed805292dd),segment_id=6cdb0dd3-c9af-4efa-a690-54ed805292dd)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:39.328096 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1806ad8d-7b66-435f-a4b2-78741cf2dff8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (84f2481b-4ccf-4df8-afe7-84663473db77), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:39.333299 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0a20fb92-59ff-4d6d-9222-1f4a940825b0), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:39.363854 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1806ad8d-7b66-435f-a4b2-78741cf2dff8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'Port': ['ID=84f2481b-4ccf-4df8-afe7-84663473db77,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:39.420150 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=0a20fb92-59ff-4d6d-9222-1f4a940825b0,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:39.461861 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1806ad8d-7b66-435f-a4b2-78741cf2dff8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:39.467822 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1806ad8d-7b66-435f-a4b2-78741cf2dff8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/ports/84f2481b-4ccf-4df8-afe7-84663473db77 HTTP/1.1" status: 204 len: 168 time: 0.6609027 Feb 09 01:45:39.468499 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34728) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:39.494641 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-0482e5d7-3f73-4c07-a720-63a2085d2753 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] DELETE failed (client error): The resource could not be found. Feb 09 01:45:39.495322 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0482e5d7-3f73-4c07-a720-63a2085d2753 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:39.498685 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0482e5d7-3f73-4c07-a720-63a2085d2753 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/ports/84f2481b-4ccf-4df8-afe7-84663473db77 HTTP/1.1" status: 404 len: 333 time: 0.0290673 Feb 09 01:45:39.501476 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34730) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:39.529233 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-298f66a4-e66d-4488-8de9-d190bbc089cb tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] GET failed (client error): The resource could not be found. Feb 09 01:45:39.530705 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-298f66a4-e66d-4488-8de9-d190bbc089cb tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "GET /v2.0/ports/84f2481b-4ccf-4df8-afe7-84663473db77 HTTP/1.1" status: 404 len: 333 time: 0.0275512 Feb 09 01:45:39.533387 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34732) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:39.598518 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-199b2d9c-90c8-4cd4-b17e-e7f368447ab4 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Deleting subnet 4b5e866c-08ba-4972-b2e0-e64fa67ebde4 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:45:39.607959 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-199b2d9c-90c8-4cd4-b17e-e7f368447ab4 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for subnet (4b5e866c-08ba-4972-b2e0-e64fa67ebde4), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:39.663732 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-199b2d9c-90c8-4cd4-b17e-e7f368447ab4 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (4b5e866c-08ba-4972-b2e0-e64fa67ebde4), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:39.766944 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-199b2d9c-90c8-4cd4-b17e-e7f368447ab4 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (4b5e866c-08ba-4972-b2e0-e64fa67ebde4), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:39.799998 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fac35c-8513-4a73-8fb3-153ebf08c9d7 None None] Network 5387717f-e42c-46f4-9ed2-ac91791cab33 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:45:39.860010 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-199b2d9c-90c8-4cd4-b17e-e7f368447ab4 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (4b5e866c-08ba-4972-b2e0-e64fa67ebde4), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:39.883433 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-7df77ae4-02cd-446b-a738-33ba36466746 None None] Provisioning complete for port 0a20fb92-59ff-4d6d-9222-1f4a940825b0 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:39.883817 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7df77ae4-02cd-446b-a738-33ba36466746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0a20fb92-59ff-4d6d-9222-1f4a940825b0), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:39.892026 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b2d9c-90c8-4cd4-b17e-e7f368447ab4 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'Subnet': ['ID=4b5e866c-08ba-4972-b2e0-e64fa67ebde4,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:39.901736 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-199b2d9c-90c8-4cd4-b17e-e7f368447ab4 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:39.905709 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-199b2d9c-90c8-4cd4-b17e-e7f368447ab4 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/subnets/4b5e866c-08ba-4972-b2e0-e64fa67ebde4 HTTP/1.1" status: 204 len: 168 time: 0.3711286 Feb 09 01:45:39.909211 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34742) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:40.005048 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7e001a4e-30d0-48c5-971d-d4c4ad1b5aeb tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (5387717f-e42c-46f4-9ed2-ac91791cab33), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:40.031664 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7df77ae4-02cd-446b-a738-33ba36466746 None None] Current status of the port 0a20fb92-59ff-4d6d-9222-1f4a940825b0 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:40.077373 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-7e001a4e-30d0-48c5-971d-d4c4ad1b5aeb tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Deleting port 0a20fb92-59ff-4d6d-9222-1f4a940825b0 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:45:40.077719 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7e001a4e-30d0-48c5-971d-d4c4ad1b5aeb tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (0a20fb92-59ff-4d6d-9222-1f4a940825b0), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:40.157238 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-7e001a4e-30d0-48c5-971d-d4c4ad1b5aeb tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] For port 0a20fb92-59ff-4d6d-9222-1f4a940825b0, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=0a20fb92-59ff-4d6d-9222-1f4a940825b0,segment=NetworkSegment(6cdb0dd3-c9af-4efa-a690-54ed805292dd),segment_id=6cdb0dd3-c9af-4efa-a690-54ed805292dd)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:40.157604 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7e001a4e-30d0-48c5-971d-d4c4ad1b5aeb tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (0a20fb92-59ff-4d6d-9222-1f4a940825b0), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:40.173876 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-7e001a4e-30d0-48c5-971d-d4c4ad1b5aeb tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Calling delete_port for 0a20fb92-59ff-4d6d-9222-1f4a940825b0 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:45:40.276084 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b2b552-f668-4c28-96a7-ad75ca976c18 None None] Network 5387717f-e42c-46f4-9ed2-ac91791cab33 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:45:40.307822 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7e001a4e-30d0-48c5-971d-d4c4ad1b5aeb tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (0a20fb92-59ff-4d6d-9222-1f4a940825b0), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:40.334796 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e001a4e-30d0-48c5-971d-d4c4ad1b5aeb tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'Port': ['ID=0a20fb92-59ff-4d6d-9222-1f4a940825b0,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:40.338701 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e001a4e-30d0-48c5-971d-d4c4ad1b5aeb tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] No DVR routers for this DVR port 0a20fb92-59ff-4d6d-9222-1f4a940825b0 on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:45:40.380770 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-dda17a22-ee8c-45d4-80c5-ebcd69be3cc1 None None] Could not find standard attr ID for object 0a20fb92-59ff-4d6d-9222-1f4a940825b0. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:45:40.454642 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7e001a4e-30d0-48c5-971d-d4c4ad1b5aeb tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (5387717f-e42c-46f4-9ed2-ac91791cab33), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:40.467685 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bcc419-98bb-4758-91fe-5c477cdc74e1 None None] DHCP port deletion for 5387717f-e42c-46f4-9ed2-ac91791cab33 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:45:40.494245 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-7e001a4e-30d0-48c5-971d-d4c4ad1b5aeb tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5387717f-e42c-46f4-9ed2-ac91791cab33']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:40.512224 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-7e001a4e-30d0-48c5-971d-d4c4ad1b5aeb tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cdb0dd3-c9af-4efa-a690-54ed805292dd') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:40.512224 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-7e001a4e-30d0-48c5-971d-d4c4ad1b5aeb tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cdb0dd3-c9af-4efa-a690-54ed805292dd') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:40.520014 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7e001a4e-30d0-48c5-971d-d4c4ad1b5aeb tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (6cdb0dd3-c9af-4efa-a690-54ed805292dd), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:40.535755 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7e001a4e-30d0-48c5-971d-d4c4ad1b5aeb tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (6cdb0dd3-c9af-4efa-a690-54ed805292dd), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:40.551736 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e001a4e-30d0-48c5-971d-d4c4ad1b5aeb tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:45:40.551736 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7e001a4e-30d0-48c5-971d-d4c4ad1b5aeb tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (6cdb0dd3-c9af-4efa-a690-54ed805292dd), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:40.554441 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:45:40.554441 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:45:40.554441 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:45:40.554441 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:45:40.554441 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:45:40.554441 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:45:40.554441 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:45:40.554441 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:45:40.554441 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:45:40.554441 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:45:40.554441 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:45:40.554441 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:45:40.554441 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:45:40.554441 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:45:40.554441 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:45:40.554441 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:45:40.554441 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:45:40.554441 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:45:40.554441 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:45:40.554441 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:45:40.554441 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:45:40.554441 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:45:40.554441 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:45:40.554441 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:45:40.554441 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:45:40.554441 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:45:40.554441 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:45:40.554441 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:45:40.554441 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:45:40.554441 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:45:40.554441 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:45:40.554441 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:45:40.637339 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7e001a4e-30d0-48c5-971d-d4c4ad1b5aeb tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (5387717f-e42c-46f4-9ed2-ac91791cab33), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:40.642828 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7e001a4e-30d0-48c5-971d-d4c4ad1b5aeb tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:40.647572 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7e001a4e-30d0-48c5-971d-d4c4ad1b5aeb tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/networks/5387717f-e42c-46f4-9ed2-ac91791cab33 HTTP/1.1" status: 204 len: 168 time: 0.7363904 Feb 09 01:45:40.650629 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34746) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:40.655338 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-2d10dcc4-3cfb-4204-8332-0fd7a0a7fa17 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2032081644'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:40.685627 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d10dcc4-3cfb-4204-8332-0fd7a0a7fa17 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Made reservation on behalf of 919e3be7d0df465ca225216ef9376810 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:40.692694 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2d10dcc4-3cfb-4204-8332-0fd7a0a7fa17 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:40.753642 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d10dcc4-3cfb-4204-8332-0fd7a0a7fa17 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:45:40.777235 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2d10dcc4-3cfb-4204-8332-0fd7a0a7fa17 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (5fdaa0b8-99fe-4c26-8a60-a1398d55fe0e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:40.778311 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-2d10dcc4-3cfb-4204-8332-0fd7a0a7fa17 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Added segment 5fdaa0b8-99fe-4c26-8a60-a1398d55fe0e of type vlan for network c9e8c9a3-7a9f-4259-a5fc-b63a19d880ed Feb 09 01:45:40.848921 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2d10dcc4-3cfb-4204-8332-0fd7a0a7fa17 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (c9e8c9a3-7a9f-4259-a5fc-b63a19d880ed), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:40.887341 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2d10dcc4-3cfb-4204-8332-0fd7a0a7fa17 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (c9e8c9a3-7a9f-4259-a5fc-b63a19d880ed), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:40.895890 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d10dcc4-3cfb-4204-8332-0fd7a0a7fa17 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:40.897006 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2d10dcc4-3cfb-4204-8332-0fd7a0a7fa17 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:40.998724 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2d10dcc4-3cfb-4204-8332-0fd7a0a7fa17 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3471177 Feb 09 01:45:41.005936 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34750) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:41.015038 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-9dd0702b-2020-406f-b31e-c6e3448dc865 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'subnet': {'network_id': 'c9e8c9a3-7a9f-4259-a5fc-b63a19d880ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:41.061292 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 0a20fb92-59ff-4d6d-9222-1f4a940825b0 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:45:41.094926 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 0a20fb92-59ff-4d6d-9222-1f4a940825b0 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:45:41.095638 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 0a20fb92-59ff-4d6d-9222-1f4a940825b0 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:45:41.127488 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e001a4e-30d0-48c5-971d-d4c4ad1b5aeb tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'Network': ['ID=5387717f-e42c-46f4-9ed2-ac91791cab33,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:41.134298 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d10dcc4-3cfb-4204-8332-0fd7a0a7fa17 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'Network': ['ID=c9e8c9a3-7a9f-4259-a5fc-b63a19d880ed,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:41.146866 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network c9e8c9a3-7a9f-4259-a5fc-b63a19d880ed details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:45:41.213564 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd0702b-2020-406f-b31e-c6e3448dc865 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Made reservation on behalf of 919e3be7d0df465ca225216ef9376810 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:41.221812 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9dd0702b-2020-406f-b31e-c6e3448dc865 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:41.466192 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9dd0702b-2020-406f-b31e-c6e3448dc865 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (56f9c876-9e82-4646-95ba-b57a813972cb), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:41.536533 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd0702b-2020-406f-b31e-c6e3448dc865 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'Subnet': ['ID=56f9c876-9e82-4646-95ba-b57a813972cb,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:41.548570 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd0702b-2020-406f-b31e-c6e3448dc865 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Checking segment: {'id': '5fdaa0b8-99fe-4c26-8a60-a1398d55fe0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'c9e8c9a3-7a9f-4259-a5fc-b63a19d880ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:45:41.549336 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd0702b-2020-406f-b31e-c6e3448dc865 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Network hostable DHCP agents. Network: c9e8c9a3-7a9f-4259-a5fc-b63a19d880ed, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:45:41.569045 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd0702b-2020-406f-b31e-c6e3448dc865 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Network c9e8c9a3-7a9f-4259-a5fc-b63a19d880ed is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:45:41.583162 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-9dd0702b-2020-406f-b31e-c6e3448dc865 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, c9e8c9a3-7a9f-4259-a5fc-b63a19d880ed) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:41.587865 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd0702b-2020-406f-b31e-c6e3448dc865 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:41.588676 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9dd0702b-2020-406f-b31e-c6e3448dc865 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:41.598889 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734f5a3d-3adb-49ae-96a9-c1ebe0acbbef None None] Network c9e8c9a3-7a9f-4259-a5fc-b63a19d880ed requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:45:41.622743 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9dd0702b-2020-406f-b31e-c6e3448dc865 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6152050 Feb 09 01:45:41.625227 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34754) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:41.631351 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-5e1b9d4c-0717-42e9-a2c9-f1e8199f7f8f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'port': {'network_id': 'c9e8c9a3-7a9f-4259-a5fc-b63a19d880ed', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1997049525'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:41.727481 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1983d30-322a-42eb-8fad-cbbd3a5454ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-c9e8c9a3-7a9f-4259-a5fc-b63a19d880ed', 'network_id': 'c9e8c9a3-7a9f-4259-a5fc-b63a19d880ed', 'project_id': '919e3be7d0df465ca225216ef9376810', 'fixed_ips': [{'subnet_id': '56f9c876-9e82-4646-95ba-b57a813972cb'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:45:41.729586 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d1983d30-322a-42eb-8fad-cbbd3a5454ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:41.754087 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1b9d4c-0717-42e9-a2c9-f1e8199f7f8f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Made reservation on behalf of 919e3be7d0df465ca225216ef9376810 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:41.758205 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5e1b9d4c-0717-42e9-a2c9-f1e8199f7f8f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:41.781275 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-5e1b9d4c-0717-42e9-a2c9-f1e8199f7f8f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] device_id is not set on port 78678034-69ed-4120-b561-07e83b565823 yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:45:41.893364 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-d1983d30-322a-42eb-8fad-cbbd3a5454ce None None] Allocated IP 172.20.0.2 (c9e8c9a3-7a9f-4259-a5fc-b63a19d880ed/56f9c876-9e82-4646-95ba-b57a813972cb/902ba733-a36a-4614-ad1c-5fffd7f148e1) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:45:42.056352 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d1983d30-322a-42eb-8fad-cbbd3a5454ce None None] Publish callbacks [] for port (902ba733-a36a-4614-ad1c-5fffd7f148e1), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:42.062078 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d1983d30-322a-42eb-8fad-cbbd3a5454ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (902ba733-a36a-4614-ad1c-5fffd7f148e1), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:42.101992 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1983d30-322a-42eb-8fad-cbbd3a5454ce None None] Pushing event updated for resources: {'Port': ['ID=902ba733-a36a-4614-ad1c-5fffd7f148e1,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:42.117325 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1983d30-322a-42eb-8fad-cbbd3a5454ce None None] Network c9e8c9a3-7a9f-4259-a5fc-b63a19d880ed is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:45:42.118834 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-d1983d30-322a-42eb-8fad-cbbd3a5454ce None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:42.121941 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1983d30-322a-42eb-8fad-cbbd3a5454ce None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:45:42.156392 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-5e1b9d4c-0717-42e9-a2c9-f1e8199f7f8f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Allocated IP 172.20.0.13 (c9e8c9a3-7a9f-4259-a5fc-b63a19d880ed/56f9c876-9e82-4646-95ba-b57a813972cb/78678034-69ed-4120-b561-07e83b565823) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:45:42.184532 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-d1983d30-322a-42eb-8fad-cbbd3a5454ce None None] Attempting to bind port 902ba733-a36a-4614-ad1c-5fffd7f148e1 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:45:42.184913 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-d1983d30-322a-42eb-8fad-cbbd3a5454ce None None] Attempting to bind port 902ba733-a36a-4614-ad1c-5fffd7f148e1 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '5fdaa0b8-99fe-4c26-8a60-a1398d55fe0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'c9e8c9a3-7a9f-4259-a5fc-b63a19d880ed'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:45:42.185283 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1983d30-322a-42eb-8fad-cbbd3a5454ce None None] Attempting to bind port 902ba733-a36a-4614-ad1c-5fffd7f148e1 on network c9e8c9a3-7a9f-4259-a5fc-b63a19d880ed {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:45:42.190775 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1983d30-322a-42eb-8fad-cbbd3a5454ce None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:45:42.191172 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1983d30-322a-42eb-8fad-cbbd3a5454ce None None] Checking segment: {'id': '5fdaa0b8-99fe-4c26-8a60-a1398d55fe0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'c9e8c9a3-7a9f-4259-a5fc-b63a19d880ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:45:42.191574 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d1983d30-322a-42eb-8fad-cbbd3a5454ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:42.192050 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1983d30-322a-42eb-8fad-cbbd3a5454ce None None] Bound using segment: {'id': '5fdaa0b8-99fe-4c26-8a60-a1398d55fe0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'c9e8c9a3-7a9f-4259-a5fc-b63a19d880ed'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:45:42.192529 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-d1983d30-322a-42eb-8fad-cbbd3a5454ce None None] Bound port: 902ba733-a36a-4614-ad1c-5fffd7f148e1, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fdaa0b8-99fe-4c26-8a60-a1398d55fe0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'c9e8c9a3-7a9f-4259-a5fc-b63a19d880ed'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:45:42.192960 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d1983d30-322a-42eb-8fad-cbbd3a5454ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (902ba733-a36a-4614-ad1c-5fffd7f148e1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:42.270319 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d1983d30-322a-42eb-8fad-cbbd3a5454ce None None] For port 902ba733-a36a-4614-ad1c-5fffd7f148e1, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:45:42.274831 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d1983d30-322a-42eb-8fad-cbbd3a5454ce None None] For port 902ba733-a36a-4614-ad1c-5fffd7f148e1, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=902ba733-a36a-4614-ad1c-5fffd7f148e1,segment=NetworkSegment(5fdaa0b8-99fe-4c26-8a60-a1398d55fe0e),segment_id=5fdaa0b8-99fe-4c26-8a60-a1398d55fe0e)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:45:42.289893 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d1983d30-322a-42eb-8fad-cbbd3a5454ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (902ba733-a36a-4614-ad1c-5fffd7f148e1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:42.365427 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1983d30-322a-42eb-8fad-cbbd3a5454ce None None] Pushing event updated for resources: {'Port': ['ID=902ba733-a36a-4614-ad1c-5fffd7f148e1,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:42.386313 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5e1b9d4c-0717-42e9-a2c9-f1e8199f7f8f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for port (78678034-69ed-4120-b561-07e83b565823), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:42.449624 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5e1b9d4c-0717-42e9-a2c9-f1e8199f7f8f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (78678034-69ed-4120-b561-07e83b565823), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:42.536070 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1b9d4c-0717-42e9-a2c9-f1e8199f7f8f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Network c9e8c9a3-7a9f-4259-a5fc-b63a19d880ed is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:45:42.557322 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-5e1b9d4c-0717-42e9-a2c9-f1e8199f7f8f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:42.565611 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1b9d4c-0717-42e9-a2c9-f1e8199f7f8f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:45:42.599439 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b9d4c-0717-42e9-a2c9-f1e8199f7f8f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'Port': ['ID=78678034-69ed-4120-b561-07e83b565823,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:42.646326 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1b9d4c-0717-42e9-a2c9-f1e8199f7f8f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:42.647102 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5e1b9d4c-0717-42e9-a2c9-f1e8199f7f8f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:42.674813 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5e1b9d4c-0717-42e9-a2c9-f1e8199f7f8f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.0482612 Feb 09 01:45:42.677712 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34760) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:42.848831 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-1628b520-de75-456a-a864-112ed4cfec33 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Deleting port 78678034-69ed-4120-b561-07e83b565823 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:45:42.849179 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1628b520-de75-456a-a864-112ed4cfec33 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (78678034-69ed-4120-b561-07e83b565823), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:42.998393 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1628b520-de75-456a-a864-112ed4cfec33 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (78678034-69ed-4120-b561-07e83b565823), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:43.027450 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-1628b520-de75-456a-a864-112ed4cfec33 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Calling delete_port for 78678034-69ed-4120-b561-07e83b565823 owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:45:43.107660 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 902ba733-a36a-4614-ad1c-5fffd7f148e1 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:45:43.197357 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 902ba733-a36a-4614-ad1c-5fffd7f148e1 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:43.198938 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (902ba733-a36a-4614-ad1c-5fffd7f148e1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:43.296894 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1628b520-de75-456a-a864-112ed4cfec33 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (78678034-69ed-4120-b561-07e83b565823), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:43.324768 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1628b520-de75-456a-a864-112ed4cfec33 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'Port': ['ID=78678034-69ed-4120-b561-07e83b565823,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:43.327017 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 902ba733-a36a-4614-ad1c-5fffd7f148e1 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:43.327446 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (902ba733-a36a-4614-ad1c-5fffd7f148e1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:43.374766 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 902ba733-a36a-4614-ad1c-5fffd7f148e1, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=902ba733-a36a-4614-ad1c-5fffd7f148e1,segment=NetworkSegment(5fdaa0b8-99fe-4c26-8a60-a1398d55fe0e),segment_id=5fdaa0b8-99fe-4c26-8a60-a1398d55fe0e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:43.384738 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (902ba733-a36a-4614-ad1c-5fffd7f148e1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:43.441571 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1628b520-de75-456a-a864-112ed4cfec33 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:43.448025 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1628b520-de75-456a-a864-112ed4cfec33 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/ports/78678034-69ed-4120-b561-07e83b565823 HTTP/1.1" status: 204 len: 168 time: 0.7670336 Feb 09 01:45:43.455578 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34776) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:43.491815 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b3a2dd2-7fd5-4451-88ea-2134c70868d4 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] GET failed (client error): The resource could not be found. Feb 09 01:45:43.493435 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8b3a2dd2-7fd5-4451-88ea-2134c70868d4 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "GET /v2.0/ports/78678034-69ed-4120-b561-07e83b565823 HTTP/1.1" status: 404 len: 333 time: 0.0367720 Feb 09 01:45:43.496772 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=902ba733-a36a-4614-ad1c-5fffd7f148e1,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:43.497903 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34780) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:43.603382 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-0badd721-ae63-4cb6-86b0-b6c02de8e3cb tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Deleting subnet 56f9c876-9e82-4646-95ba-b57a813972cb {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:45:43.607786 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0badd721-ae63-4cb6-86b0-b6c02de8e3cb tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for subnet (56f9c876-9e82-4646-95ba-b57a813972cb), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:43.755334 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0badd721-ae63-4cb6-86b0-b6c02de8e3cb tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (56f9c876-9e82-4646-95ba-b57a813972cb), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:43.955621 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0badd721-ae63-4cb6-86b0-b6c02de8e3cb tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (56f9c876-9e82-4646-95ba-b57a813972cb), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:44.098584 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0badd721-ae63-4cb6-86b0-b6c02de8e3cb tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (56f9c876-9e82-4646-95ba-b57a813972cb), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:44.139032 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82b9d8e-5a5f-46c9-8d2c-0b77773d6d1c None None] Network c9e8c9a3-7a9f-4259-a5fc-b63a19d880ed requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:45:44.157497 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0badd721-ae63-4cb6-86b0-b6c02de8e3cb tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:44.165873 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0badd721-ae63-4cb6-86b0-b6c02de8e3cb tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/subnets/56f9c876-9e82-4646-95ba-b57a813972cb HTTP/1.1" status: 204 len: 168 time: 0.6645350 Feb 09 01:45:44.165873 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0badd721-ae63-4cb6-86b0-b6c02de8e3cb tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'Subnet': ['ID=56f9c876-9e82-4646-95ba-b57a813972cb,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:44.166433 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34792) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:44.293589 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-50ab3224-9138-4151-a244-d14d54e46b7f None None] Provisioning complete for port 902ba733-a36a-4614-ad1c-5fffd7f148e1 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:44.293956 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-50ab3224-9138-4151-a244-d14d54e46b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (902ba733-a36a-4614-ad1c-5fffd7f148e1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:44.334570 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c48556d1-57f1-47ad-9444-ef1b770ba85e tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (c9e8c9a3-7a9f-4259-a5fc-b63a19d880ed), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:44.458944 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c48556d1-57f1-47ad-9444-ef1b770ba85e tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Deleting port 902ba733-a36a-4614-ad1c-5fffd7f148e1 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:45:44.459576 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c48556d1-57f1-47ad-9444-ef1b770ba85e tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (902ba733-a36a-4614-ad1c-5fffd7f148e1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:44.572480 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-50ab3224-9138-4151-a244-d14d54e46b7f None None] Current status of the port 902ba733-a36a-4614-ad1c-5fffd7f148e1 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:44.587367 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f6afef-9502-4ac8-b314-3b89cec22ef7 None None] DHCP port deletion for c9e8c9a3-7a9f-4259-a5fc-b63a19d880ed request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:45:44.686034 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-c48556d1-57f1-47ad-9444-ef1b770ba85e tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] For port 902ba733-a36a-4614-ad1c-5fffd7f148e1, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=902ba733-a36a-4614-ad1c-5fffd7f148e1,segment=NetworkSegment(5fdaa0b8-99fe-4c26-8a60-a1398d55fe0e),segment_id=5fdaa0b8-99fe-4c26-8a60-a1398d55fe0e)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:44.686405 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c48556d1-57f1-47ad-9444-ef1b770ba85e tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (902ba733-a36a-4614-ad1c-5fffd7f148e1), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:44.713373 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b7f6afef-9502-4ac8-b314-3b89cec22ef7 None None] Deleting port 902ba733-a36a-4614-ad1c-5fffd7f148e1 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:45:44.713747 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b7f6afef-9502-4ac8-b314-3b89cec22ef7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (902ba733-a36a-4614-ad1c-5fffd7f148e1), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:44.716597 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c48556d1-57f1-47ad-9444-ef1b770ba85e tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Calling delete_port for 902ba733-a36a-4614-ad1c-5fffd7f148e1 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:45:44.880646 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c48556d1-57f1-47ad-9444-ef1b770ba85e tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (902ba733-a36a-4614-ad1c-5fffd7f148e1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:44.945059 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48556d1-57f1-47ad-9444-ef1b770ba85e tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'Port': ['ID=902ba733-a36a-4614-ad1c-5fffd7f148e1,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:44.949576 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48556d1-57f1-47ad-9444-ef1b770ba85e tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] No DVR routers for this DVR port 902ba733-a36a-4614-ad1c-5fffd7f148e1 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:45:45.109789 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c48556d1-57f1-47ad-9444-ef1b770ba85e tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (c9e8c9a3-7a9f-4259-a5fc-b63a19d880ed), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:45.143065 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-c48556d1-57f1-47ad-9444-ef1b770ba85e tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9e8c9a3-7a9f-4259-a5fc-b63a19d880ed']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:45.151629 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 902ba733-a36a-4614-ad1c-5fffd7f148e1 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:45:45.155501 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-c48556d1-57f1-47ad-9444-ef1b770ba85e tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fdaa0b8-99fe-4c26-8a60-a1398d55fe0e') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:45.155847 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-c48556d1-57f1-47ad-9444-ef1b770ba85e tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fdaa0b8-99fe-4c26-8a60-a1398d55fe0e') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:45.167874 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c48556d1-57f1-47ad-9444-ef1b770ba85e tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (5fdaa0b8-99fe-4c26-8a60-a1398d55fe0e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:45.180633 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 902ba733-a36a-4614-ad1c-5fffd7f148e1 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:45:45.183229 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 902ba733-a36a-4614-ad1c-5fffd7f148e1 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:45:45.188290 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c48556d1-57f1-47ad-9444-ef1b770ba85e tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (5fdaa0b8-99fe-4c26-8a60-a1398d55fe0e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:45.196607 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c48556d1-57f1-47ad-9444-ef1b770ba85e tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:45:45.197082 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c48556d1-57f1-47ad-9444-ef1b770ba85e tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (5fdaa0b8-99fe-4c26-8a60-a1398d55fe0e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:45.218344 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b7f6afef-9502-4ac8-b314-3b89cec22ef7 None None] For port 902ba733-a36a-4614-ad1c-5fffd7f148e1, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=902ba733-a36a-4614-ad1c-5fffd7f148e1,segment=NetworkSegment(5fdaa0b8-99fe-4c26-8a60-a1398d55fe0e),segment_id=5fdaa0b8-99fe-4c26-8a60-a1398d55fe0e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:45.218906 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b7f6afef-9502-4ac8-b314-3b89cec22ef7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (902ba733-a36a-4614-ad1c-5fffd7f148e1), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:45.235605 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b7f6afef-9502-4ac8-b314-3b89cec22ef7 None None] Calling delete_port for 902ba733-a36a-4614-ad1c-5fffd7f148e1 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:45:45.264153 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:45:45.264153 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:45:45.264153 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:45:45.264153 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:45:45.264153 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:45:45.264153 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:45:45.264153 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:45:45.264153 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:45:45.264153 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:45:45.264153 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:45:45.264153 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:45:45.264153 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:45:45.264153 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:45:45.264153 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:45:45.264153 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:45:45.264153 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:45:45.264153 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:45:45.264153 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:45:45.264153 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:45:45.264153 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:45:45.264153 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:45:45.264153 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:45:45.264153 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:45:45.264153 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:45:45.264153 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:45:45.264153 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:45:45.264153 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:45:45.264153 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:45:45.264153 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:45:45.264153 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:45:45.264153 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:45:45.264153 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:45:45.284028 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c48556d1-57f1-47ad-9444-ef1b770ba85e tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (c9e8c9a3-7a9f-4259-a5fc-b63a19d880ed), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:45.307592 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c48556d1-57f1-47ad-9444-ef1b770ba85e tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:45.317635 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c48556d1-57f1-47ad-9444-ef1b770ba85e tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/networks/c9e8c9a3-7a9f-4259-a5fc-b63a19d880ed HTTP/1.1" status: 204 len: 168 time: 1.1495376 Feb 09 01:45:45.322192 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34802) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:45.329082 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-a988c35c-1e4f-4c5d-8b61-e6467f2039cf tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'port': {'network_id': 'cd72404a-9c77-4bfc-989a-0b640171f85f', 'name': 'tempest-PortsTestJSON-1348414773'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:45.332208 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48556d1-57f1-47ad-9444-ef1b770ba85e tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'Network': ['ID=c9e8c9a3-7a9f-4259-a5fc-b63a19d880ed,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:45.371731 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b7f6afef-9502-4ac8-b314-3b89cec22ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (902ba733-a36a-4614-ad1c-5fffd7f148e1), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:45.386301 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b7f6afef-9502-4ac8-b314-3b89cec22ef7 None None] Network c9e8c9a3-7a9f-4259-a5fc-b63a19d880ed is not hosted by any dhcp agent {{(pid=103530) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 01:45:45.386767 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f6afef-9502-4ac8-b314-3b89cec22ef7 None None] No DVR routers for this DVR port 902ba733-a36a-4614-ad1c-5fffd7f148e1 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:45:45.437403 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f6afef-9502-4ac8-b314-3b89cec22ef7 None None] Pushing event deleted for resources: {'Port': ['ID=902ba733-a36a-4614-ad1c-5fffd7f148e1,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:45.485355 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a988c35c-1e4f-4c5d-8b61-e6467f2039cf tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Made reservation on behalf of 919e3be7d0df465ca225216ef9376810 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:45.490031 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a988c35c-1e4f-4c5d-8b61-e6467f2039cf tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:45.512029 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-a988c35c-1e4f-4c5d-8b61-e6467f2039cf tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] device_id is not set on port 98ec6456-2299-49c4-9fc7-b6fd406943fb yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:45:45.723697 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a988c35c-1e4f-4c5d-8b61-e6467f2039cf tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for port (98ec6456-2299-49c4-9fc7-b6fd406943fb), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:45.766327 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a988c35c-1e4f-4c5d-8b61-e6467f2039cf tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (98ec6456-2299-49c4-9fc7-b6fd406943fb), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:45.820304 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a988c35c-1e4f-4c5d-8b61-e6467f2039cf tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Network cd72404a-9c77-4bfc-989a-0b640171f85f is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:45:45.824136 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-a988c35c-1e4f-4c5d-8b61-e6467f2039cf tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:45.835967 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a988c35c-1e4f-4c5d-8b61-e6467f2039cf tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:45:45.841388 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a988c35c-1e4f-4c5d-8b61-e6467f2039cf tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:45.842024 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a988c35c-1e4f-4c5d-8b61-e6467f2039cf tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:45.870299 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a988c35c-1e4f-4c5d-8b61-e6467f2039cf tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5465865 Feb 09 01:45:45.872463 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34806) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:45.890315 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988c35c-1e4f-4c5d-8b61-e6467f2039cf tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'Port': ['ID=98ec6456-2299-49c4-9fc7-b6fd406943fb,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:46.007650 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-95789860-dc44-42c1-9206-bd10656cc9d6 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Deleting port 98ec6456-2299-49c4-9fc7-b6fd406943fb {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:45:46.008373 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-95789860-dc44-42c1-9206-bd10656cc9d6 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (98ec6456-2299-49c4-9fc7-b6fd406943fb), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:46.086658 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-95789860-dc44-42c1-9206-bd10656cc9d6 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (98ec6456-2299-49c4-9fc7-b6fd406943fb), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:46.102111 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-95789860-dc44-42c1-9206-bd10656cc9d6 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Calling delete_port for 98ec6456-2299-49c4-9fc7-b6fd406943fb owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:45:46.202702 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-95789860-dc44-42c1-9206-bd10656cc9d6 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (98ec6456-2299-49c4-9fc7-b6fd406943fb), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:46.243858 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95789860-dc44-42c1-9206-bd10656cc9d6 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'Port': ['ID=98ec6456-2299-49c4-9fc7-b6fd406943fb,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:46.262384 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-95789860-dc44-42c1-9206-bd10656cc9d6 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:46.266667 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-95789860-dc44-42c1-9206-bd10656cc9d6 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/ports/98ec6456-2299-49c4-9fc7-b6fd406943fb HTTP/1.1" status: 204 len: 168 time: 0.3931203 Feb 09 01:45:46.269870 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34810) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:46.278241 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-ad66a768-f6cf-446b-8c7f-83eb781bfc65 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'port': {'network_id': 'cd72404a-9c77-4bfc-989a-0b640171f85f', 'mac_address': 'fa:16:3e:bb:4f:cf', 'name': 'tempest-PortsTestJSON-478720973'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:46.395170 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad66a768-f6cf-446b-8c7f-83eb781bfc65 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Made reservation on behalf of 919e3be7d0df465ca225216ef9376810 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:46.480619 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ad66a768-f6cf-446b-8c7f-83eb781bfc65 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:46.510519 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-ad66a768-f6cf-446b-8c7f-83eb781bfc65 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] device_id is not set on port be41e078-8af8-463d-aae7-2f26d8576da3 yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:45:46.738789 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ad66a768-f6cf-446b-8c7f-83eb781bfc65 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for port (be41e078-8af8-463d-aae7-2f26d8576da3), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:46.779498 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ad66a768-f6cf-446b-8c7f-83eb781bfc65 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (be41e078-8af8-463d-aae7-2f26d8576da3), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:46.825935 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad66a768-f6cf-446b-8c7f-83eb781bfc65 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Network cd72404a-9c77-4bfc-989a-0b640171f85f is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:45:46.832315 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-ad66a768-f6cf-446b-8c7f-83eb781bfc65 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:46.838170 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad66a768-f6cf-446b-8c7f-83eb781bfc65 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:45:46.844127 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad66a768-f6cf-446b-8c7f-83eb781bfc65 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:46.844801 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ad66a768-f6cf-446b-8c7f-83eb781bfc65 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:46.859681 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66a768-f6cf-446b-8c7f-83eb781bfc65 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'Port': ['ID=be41e078-8af8-463d-aae7-2f26d8576da3,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:46.874445 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ad66a768-f6cf-446b-8c7f-83eb781bfc65 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6012740 Feb 09 01:45:46.877784 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34814) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:46.932311 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f1956e-6225-42cb-a41b-dc1eec51388a tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:46.936024 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f9f1956e-6225-42cb-a41b-dc1eec51388a tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "GET /v2.0/ports/be41e078-8af8-463d-aae7-2f26d8576da3 HTTP/1.1" status: 200 len: 840 time: 0.0546434 Feb 09 01:45:46.936597 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34816) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:47.049372 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d16c0834-6373-412f-83cc-5082ebff55d7 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Deleting port be41e078-8af8-463d-aae7-2f26d8576da3 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:45:47.049859 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d16c0834-6373-412f-83cc-5082ebff55d7 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (be41e078-8af8-463d-aae7-2f26d8576da3), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:47.125080 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d16c0834-6373-412f-83cc-5082ebff55d7 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (be41e078-8af8-463d-aae7-2f26d8576da3), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:47.140061 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d16c0834-6373-412f-83cc-5082ebff55d7 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Calling delete_port for be41e078-8af8-463d-aae7-2f26d8576da3 owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:45:47.225874 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d16c0834-6373-412f-83cc-5082ebff55d7 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (be41e078-8af8-463d-aae7-2f26d8576da3), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:47.258393 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c0834-6373-412f-83cc-5082ebff55d7 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'Port': ['ID=be41e078-8af8-463d-aae7-2f26d8576da3,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:47.266355 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d16c0834-6373-412f-83cc-5082ebff55d7 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:47.270712 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d16c0834-6373-412f-83cc-5082ebff55d7 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/ports/be41e078-8af8-463d-aae7-2f26d8576da3 HTTP/1.1" status: 204 len: 168 time: 0.3331251 Feb 09 01:45:47.273420 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34820) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:47.302683 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-77456acf-b5cc-433d-83dd-aecc3ee57853 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] GET failed (client error): The resource could not be found. Feb 09 01:45:47.309269 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-77456acf-b5cc-433d-83dd-aecc3ee57853 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "GET /v2.0/ports/be41e078-8af8-463d-aae7-2f26d8576da3 HTTP/1.1" status: 404 len: 333 time: 0.0294168 Feb 09 01:45:47.309605 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34822) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:47.314816 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-e60d95ec-e422-40c7-b466-49d937dec2d3 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'port': {'network_id': 'cd72404a-9c77-4bfc-989a-0b640171f85f', 'name': 'tempest-PortsTestJSON-1305147766'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:47.417620 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60d95ec-e422-40c7-b466-49d937dec2d3 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Made reservation on behalf of 919e3be7d0df465ca225216ef9376810 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:47.421308 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e60d95ec-e422-40c7-b466-49d937dec2d3 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:47.445958 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-e60d95ec-e422-40c7-b466-49d937dec2d3 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] device_id is not set on port 0c67fee3-6f7e-46d3-9bdd-8dd600809af7 yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:45:47.627482 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e60d95ec-e422-40c7-b466-49d937dec2d3 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for port (0c67fee3-6f7e-46d3-9bdd-8dd600809af7), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:47.661143 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e60d95ec-e422-40c7-b466-49d937dec2d3 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (0c67fee3-6f7e-46d3-9bdd-8dd600809af7), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:47.706721 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60d95ec-e422-40c7-b466-49d937dec2d3 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Network cd72404a-9c77-4bfc-989a-0b640171f85f is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:45:47.709683 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-e60d95ec-e422-40c7-b466-49d937dec2d3 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:47.713349 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60d95ec-e422-40c7-b466-49d937dec2d3 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:45:47.718447 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60d95ec-e422-40c7-b466-49d937dec2d3 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:47.719058 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e60d95ec-e422-40c7-b466-49d937dec2d3 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:47.727556 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d95ec-e422-40c7-b466-49d937dec2d3 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'Port': ['ID=0c67fee3-6f7e-46d3-9bdd-8dd600809af7,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:47.745163 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e60d95ec-e422-40c7-b466-49d937dec2d3 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4340761 Feb 09 01:45:47.747345 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34826) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:47.753430 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-4dec8f3c-1ede-490c-923d-a8c613402bae tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:47.832769 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4dec8f3c-1ede-490c-923d-a8c613402bae tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0c67fee3-6f7e-46d3-9bdd-8dd600809af7), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:48.001501 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4dec8f3c-1ede-490c-923d-a8c613402bae tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for port (0c67fee3-6f7e-46d3-9bdd-8dd600809af7), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:48.008271 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4dec8f3c-1ede-490c-923d-a8c613402bae tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (0c67fee3-6f7e-46d3-9bdd-8dd600809af7), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:48.052540 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-4dec8f3c-1ede-490c-923d-a8c613402bae tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] In _notify_port_updated(), no bound segment for port 0c67fee3-6f7e-46d3-9bdd-8dd600809af7 on network cd72404a-9c77-4bfc-989a-0b640171f85f {{(pid=103529) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:45:48.058716 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dec8f3c-1ede-490c-923d-a8c613402bae tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:48.059336 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4dec8f3c-1ede-490c-923d-a8c613402bae tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:48.063370 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4dec8f3c-1ede-490c-923d-a8c613402bae tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "PUT /v2.0/ports/0c67fee3-6f7e-46d3-9bdd-8dd600809af7 HTTP/1.1" status: 200 len: 818 time: 0.3122957 Feb 09 01:45:48.063754 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34840) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:48.095185 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec8f3c-1ede-490c-923d-a8c613402bae tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'Port': ['ID=0c67fee3-6f7e-46d3-9bdd-8dd600809af7,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:48.184889 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f58b7c24-c260-4106-a378-e4d76526e98e tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Deleting port 0c67fee3-6f7e-46d3-9bdd-8dd600809af7 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:45:48.185268 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f58b7c24-c260-4106-a378-e4d76526e98e tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (0c67fee3-6f7e-46d3-9bdd-8dd600809af7), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:48.270929 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f58b7c24-c260-4106-a378-e4d76526e98e tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (0c67fee3-6f7e-46d3-9bdd-8dd600809af7), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:48.298059 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f58b7c24-c260-4106-a378-e4d76526e98e tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Calling delete_port for 0c67fee3-6f7e-46d3-9bdd-8dd600809af7 owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:45:48.420087 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f58b7c24-c260-4106-a378-e4d76526e98e tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (0c67fee3-6f7e-46d3-9bdd-8dd600809af7), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:48.454513 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b7c24-c260-4106-a378-e4d76526e98e tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'Port': ['ID=0c67fee3-6f7e-46d3-9bdd-8dd600809af7,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:48.461133 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f58b7c24-c260-4106-a378-e4d76526e98e tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:48.466934 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f58b7c24-c260-4106-a378-e4d76526e98e tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/ports/0c67fee3-6f7e-46d3-9bdd-8dd600809af7 HTTP/1.1" status: 204 len: 168 time: 0.3992693 Feb 09 01:45:48.467382 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34888) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:48.567892 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f6c01f-8190-48cc-9f94-57b14cb2c6bb tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:48.575441 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-68f6c01f-8190-48cc-9f94-57b14cb2c6bb tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1065176 Feb 09 01:45:48.576740 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34890) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:48.624794 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-34f997a4-0d74-4168-8c30-e5fed0ff9c2b tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] GET failed (client error): The resource could not be found. Feb 09 01:45:48.634525 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-34f997a4-0d74-4168-8c30-e5fed0ff9c2b tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "GET /v2.0/ports/0c67fee3-6f7e-46d3-9bdd-8dd600809af7 HTTP/1.1" status: 404 len: 333 time: 0.0559783 Feb 09 01:45:48.635794 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34894) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:48.646027 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-503c83f8-fcdd-4c77-8e8c-0c97c63b5680 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-109455208'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:48.705931 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503c83f8-fcdd-4c77-8e8c-0c97c63b5680 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Made reservation on behalf of 919e3be7d0df465ca225216ef9376810 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:48.713209 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-503c83f8-fcdd-4c77-8e8c-0c97c63b5680 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:48.761279 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-503c83f8-fcdd-4c77-8e8c-0c97c63b5680 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:45:48.780060 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-503c83f8-fcdd-4c77-8e8c-0c97c63b5680 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (9364fcce-9a11-4cfb-aa64-241176688f8f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:48.780788 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-503c83f8-fcdd-4c77-8e8c-0c97c63b5680 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Added segment 9364fcce-9a11-4cfb-aa64-241176688f8f of type vlan for network d27f4389-3aff-45e3-81fe-131cae0babec Feb 09 01:45:48.856637 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-503c83f8-fcdd-4c77-8e8c-0c97c63b5680 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (d27f4389-3aff-45e3-81fe-131cae0babec), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:48.882942 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-503c83f8-fcdd-4c77-8e8c-0c97c63b5680 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (d27f4389-3aff-45e3-81fe-131cae0babec), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:48.888800 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503c83f8-fcdd-4c77-8e8c-0c97c63b5680 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:48.889513 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-503c83f8-fcdd-4c77-8e8c-0c97c63b5680 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:48.962537 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-503c83f8-fcdd-4c77-8e8c-0c97c63b5680 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3234873 Feb 09 01:45:48.966451 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34900) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:48.976053 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-70186052-d1d8-4a52-8054-0f1938bc5e1a tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'subnet': {'network_id': 'd27f4389-3aff-45e3-81fe-131cae0babec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:48.999208 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c83f8-fcdd-4c77-8e8c-0c97c63b5680 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'Network': ['ID=d27f4389-3aff-45e3-81fe-131cae0babec,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:49.014107 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network d27f4389-3aff-45e3-81fe-131cae0babec details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:45:49.114424 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70186052-d1d8-4a52-8054-0f1938bc5e1a tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Made reservation on behalf of 919e3be7d0df465ca225216ef9376810 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:49.121023 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70186052-d1d8-4a52-8054-0f1938bc5e1a tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:49.381843 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70186052-d1d8-4a52-8054-0f1938bc5e1a tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (e9bd170f-87fc-4baa-af26-57b65b9df984), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:49.457730 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70186052-d1d8-4a52-8054-0f1938bc5e1a tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Checking segment: {'id': '9364fcce-9a11-4cfb-aa64-241176688f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd27f4389-3aff-45e3-81fe-131cae0babec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:45:49.458091 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70186052-d1d8-4a52-8054-0f1938bc5e1a tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Network hostable DHCP agents. Network: d27f4389-3aff-45e3-81fe-131cae0babec, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:45:49.460481 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70186052-d1d8-4a52-8054-0f1938bc5e1a tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'Subnet': ['ID=e9bd170f-87fc-4baa-af26-57b65b9df984,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:49.481608 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70186052-d1d8-4a52-8054-0f1938bc5e1a tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Network d27f4389-3aff-45e3-81fe-131cae0babec is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:45:49.494953 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-70186052-d1d8-4a52-8054-0f1938bc5e1a tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, d27f4389-3aff-45e3-81fe-131cae0babec) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:49.502276 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70186052-d1d8-4a52-8054-0f1938bc5e1a tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:49.502546 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70186052-d1d8-4a52-8054-0f1938bc5e1a tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:49.524813 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040b97d8-a99c-466c-b1f8-f2a0bb611558 None None] Network d27f4389-3aff-45e3-81fe-131cae0babec requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:45:49.541249 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-70186052-d1d8-4a52-8054-0f1938bc5e1a tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5729699 Feb 09 01:45:49.545759 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34934) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:49.546760 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-6d6f0d2d-7ecb-48b3-bec7-5ad837922330 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'subnet': {'network_id': 'd27f4389-3aff-45e3-81fe-131cae0babec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:49.585722 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:49.667198 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48dfce8-8dec-4dd8-9e85-21a86f2c95b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-d27f4389-3aff-45e3-81fe-131cae0babec', 'network_id': 'd27f4389-3aff-45e3-81fe-131cae0babec', 'project_id': '919e3be7d0df465ca225216ef9376810', 'fixed_ips': [{'subnet_id': 'e9bd170f-87fc-4baa-af26-57b65b9df984'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:45:49.668109 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f48dfce8-8dec-4dd8-9e85-21a86f2c95b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:49.744469 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6f0d2d-7ecb-48b3-bec7-5ad837922330 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Made reservation on behalf of 919e3be7d0df465ca225216ef9376810 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:49.751896 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6d6f0d2d-7ecb-48b3-bec7-5ad837922330 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:49.865436 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-f48dfce8-8dec-4dd8-9e85-21a86f2c95b9 None None] Allocated IP 172.20.0.2 (d27f4389-3aff-45e3-81fe-131cae0babec/e9bd170f-87fc-4baa-af26-57b65b9df984/7db200b2-e6c1-44f9-98f7-034825e02313) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:45:49.874156 n-d-822053-40 neutron-server[103529]: INFO neutron.db.ipam_backend_mixin [None req-6d6f0d2d-7ecb-48b3-bec7-5ad837922330 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e9bd170f-87fc-4baa-af26-57b65b9df984 (CIDR: 172.20.0.0/28) Feb 09 01:45:49.883082 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d6f0d2d-7ecb-48b3-bec7-5ad837922330 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:45:49.883583 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d6f0d2d-7ecb-48b3-bec7-5ad837922330 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:45:49.919250 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34938) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:49.919801 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6d6f0d2d-7ecb-48b3-bec7-5ad837922330 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3765841 Feb 09 01:45:49.927335 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-aceb14b3-76f3-4618-982a-d76c311b0a56 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'subnet': {'network_id': 'd27f4389-3aff-45e3-81fe-131cae0babec', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:50.091616 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aceb14b3-76f3-4618-982a-d76c311b0a56 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Made reservation on behalf of 919e3be7d0df465ca225216ef9376810 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:50.097755 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aceb14b3-76f3-4618-982a-d76c311b0a56 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:50.124958 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f48dfce8-8dec-4dd8-9e85-21a86f2c95b9 None None] Publish callbacks [] for port (7db200b2-e6c1-44f9-98f7-034825e02313), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:50.132997 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f48dfce8-8dec-4dd8-9e85-21a86f2c95b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (7db200b2-e6c1-44f9-98f7-034825e02313), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:50.179882 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48dfce8-8dec-4dd8-9e85-21a86f2c95b9 None None] Network d27f4389-3aff-45e3-81fe-131cae0babec is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:45:50.183264 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-f48dfce8-8dec-4dd8-9e85-21a86f2c95b9 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:50.191155 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48dfce8-8dec-4dd8-9e85-21a86f2c95b9 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:45:50.228535 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48dfce8-8dec-4dd8-9e85-21a86f2c95b9 None None] Pushing event updated for resources: {'Port': ['ID=7db200b2-e6c1-44f9-98f7-034825e02313,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:50.263350 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-f48dfce8-8dec-4dd8-9e85-21a86f2c95b9 None None] Attempting to bind port 7db200b2-e6c1-44f9-98f7-034825e02313 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:45:50.263732 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-f48dfce8-8dec-4dd8-9e85-21a86f2c95b9 None None] Attempting to bind port 7db200b2-e6c1-44f9-98f7-034825e02313 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '9364fcce-9a11-4cfb-aa64-241176688f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd27f4389-3aff-45e3-81fe-131cae0babec'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:45:50.265912 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48dfce8-8dec-4dd8-9e85-21a86f2c95b9 None None] Attempting to bind port 7db200b2-e6c1-44f9-98f7-034825e02313 on network d27f4389-3aff-45e3-81fe-131cae0babec {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:45:50.271045 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48dfce8-8dec-4dd8-9e85-21a86f2c95b9 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:45:50.271423 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48dfce8-8dec-4dd8-9e85-21a86f2c95b9 None None] Checking segment: {'id': '9364fcce-9a11-4cfb-aa64-241176688f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd27f4389-3aff-45e3-81fe-131cae0babec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:45:50.272437 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f48dfce8-8dec-4dd8-9e85-21a86f2c95b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:50.273071 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48dfce8-8dec-4dd8-9e85-21a86f2c95b9 None None] Bound using segment: {'id': '9364fcce-9a11-4cfb-aa64-241176688f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd27f4389-3aff-45e3-81fe-131cae0babec'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:45:50.273781 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-f48dfce8-8dec-4dd8-9e85-21a86f2c95b9 None None] Bound port: 7db200b2-e6c1-44f9-98f7-034825e02313, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9364fcce-9a11-4cfb-aa64-241176688f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd27f4389-3aff-45e3-81fe-131cae0babec'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:45:50.274422 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f48dfce8-8dec-4dd8-9e85-21a86f2c95b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7db200b2-e6c1-44f9-98f7-034825e02313), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:50.349284 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-f48dfce8-8dec-4dd8-9e85-21a86f2c95b9 None None] For port 7db200b2-e6c1-44f9-98f7-034825e02313, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:45:50.353865 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-f48dfce8-8dec-4dd8-9e85-21a86f2c95b9 None None] For port 7db200b2-e6c1-44f9-98f7-034825e02313, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=7db200b2-e6c1-44f9-98f7-034825e02313,segment=NetworkSegment(9364fcce-9a11-4cfb-aa64-241176688f8f),segment_id=9364fcce-9a11-4cfb-aa64-241176688f8f)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:45:50.364224 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f48dfce8-8dec-4dd8-9e85-21a86f2c95b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7db200b2-e6c1-44f9-98f7-034825e02313), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:50.464403 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48dfce8-8dec-4dd8-9e85-21a86f2c95b9 None None] Pushing event updated for resources: {'Port': ['ID=7db200b2-e6c1-44f9-98f7-034825e02313,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:50.546019 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aceb14b3-76f3-4618-982a-d76c311b0a56 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (1b685b49-725b-4d7c-9068-5fe174557175), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:50.601962 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aceb14b3-76f3-4618-982a-d76c311b0a56 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Network d27f4389-3aff-45e3-81fe-131cae0babec is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:45:50.605585 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-aceb14b3-76f3-4618-982a-d76c311b0a56 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:50.608497 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aceb14b3-76f3-4618-982a-d76c311b0a56 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:50.609236 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aceb14b3-76f3-4618-982a-d76c311b0a56 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:50.625308 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb14b3-76f3-4618-982a-d76c311b0a56 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'Subnet': ['ID=1b685b49-725b-4d7c-9068-5fe174557175,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:50.638278 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-aceb14b3-76f3-4618-982a-d76c311b0a56 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7178352 Feb 09 01:45:50.640807 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34944) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:50.645939 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-b42c1f27-6a97-403c-866e-2d56ce23468d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'port': {'network_id': 'd27f4389-3aff-45e3-81fe-131cae0babec', 'fixed_ips': [{'subnet_id': 'e9bd170f-87fc-4baa-af26-57b65b9df984'}, {'subnet_id': '1b685b49-725b-4d7c-9068-5fe174557175'}], 'name': 'tempest-PortsTestJSON-206550389'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:50.814249 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e43fef70-2359-423b-bc6a-ec0fe503dcda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:50.834569 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42c1f27-6a97-403c-866e-2d56ce23468d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Made reservation on behalf of 919e3be7d0df465ca225216ef9376810 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:51.016142 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b42c1f27-6a97-403c-866e-2d56ce23468d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:51.052133 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-b42c1f27-6a97-403c-866e-2d56ce23468d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] device_id is not set on port 263a8154-6ca7-4007-a442-d800fe2d812d yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:45:51.067025 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:51.115868 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 7db200b2-e6c1-44f9-98f7-034825e02313 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:45:51.190908 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 7db200b2-e6c1-44f9-98f7-034825e02313 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:51.191620 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7db200b2-e6c1-44f9-98f7-034825e02313), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:51.302777 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 7db200b2-e6c1-44f9-98f7-034825e02313 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:51.303208 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7db200b2-e6c1-44f9-98f7-034825e02313), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:51.346513 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 7db200b2-e6c1-44f9-98f7-034825e02313, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=7db200b2-e6c1-44f9-98f7-034825e02313,segment=NetworkSegment(9364fcce-9a11-4cfb-aa64-241176688f8f),segment_id=9364fcce-9a11-4cfb-aa64-241176688f8f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:51.352155 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7db200b2-e6c1-44f9-98f7-034825e02313), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:51.409594 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-b42c1f27-6a97-403c-866e-2d56ce23468d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Allocated IP 172.20.0.7 (d27f4389-3aff-45e3-81fe-131cae0babec/e9bd170f-87fc-4baa-af26-57b65b9df984/263a8154-6ca7-4007-a442-d800fe2d812d) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:45:51.418737 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-b42c1f27-6a97-403c-866e-2d56ce23468d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Allocated IP 172.20.0.23 (d27f4389-3aff-45e3-81fe-131cae0babec/1b685b49-725b-4d7c-9068-5fe174557175/263a8154-6ca7-4007-a442-d800fe2d812d) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:45:51.429049 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=7db200b2-e6c1-44f9-98f7-034825e02313,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:51.650587 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b42c1f27-6a97-403c-866e-2d56ce23468d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for port (263a8154-6ca7-4007-a442-d800fe2d812d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:51.695425 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b42c1f27-6a97-403c-866e-2d56ce23468d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (263a8154-6ca7-4007-a442-d800fe2d812d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:51.758388 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42c1f27-6a97-403c-866e-2d56ce23468d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Network d27f4389-3aff-45e3-81fe-131cae0babec is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:45:51.762671 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-b42c1f27-6a97-403c-866e-2d56ce23468d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:51.766685 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42c1f27-6a97-403c-866e-2d56ce23468d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:45:51.791696 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c1f27-6a97-403c-866e-2d56ce23468d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'Port': ['ID=263a8154-6ca7-4007-a442-d800fe2d812d,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:51.829862 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42c1f27-6a97-403c-866e-2d56ce23468d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:51.830565 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b42c1f27-6a97-403c-866e-2d56ce23468d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:51.853136 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b42c1f27-6a97-403c-866e-2d56ce23468d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.2107742 Feb 09 01:45:51.855750 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34954) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:51.862494 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-509a4277-799c-493b-a8b5-ab1e582ff6dc tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e9bd170f-87fc-4baa-af26-57b65b9df984'}]}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:51.972858 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-509a4277-799c-493b-a8b5-ab1e582ff6dc tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (263a8154-6ca7-4007-a442-d800fe2d812d), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:51.977386 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ac34c4-9c3b-4151-84a7-4e9ba6046962 None None] Network d27f4389-3aff-45e3-81fe-131cae0babec requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:45:52.104023 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-3cb94b06-f754-4724-9a8d-7b3c491b3ca6 None None] Provisioning complete for port 7db200b2-e6c1-44f9-98f7-034825e02313 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:52.104669 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3cb94b06-f754-4724-9a8d-7b3c491b3ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7db200b2-e6c1-44f9-98f7-034825e02313), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:52.254645 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3cb94b06-f754-4724-9a8d-7b3c491b3ca6 None None] Current status of the port 7db200b2-e6c1-44f9-98f7-034825e02313 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:52.287286 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c810c43-8d82-44fc-a833-644acc71d8d9 None None] Update dhcp port {'port': {'network_id': 'd27f4389-3aff-45e3-81fe-131cae0babec', 'fixed_ips': [{'subnet_id': 'e9bd170f-87fc-4baa-af26-57b65b9df984', 'ip_address': '172.20.0.2'}, {'subnet_id': '1b685b49-725b-4d7c-9068-5fe174557175'}], 'binding:host_id': 'n-d-822053-40'}, 'id': '7db200b2-e6c1-44f9-98f7-034825e02313'} from n-d-822053-40. {{(pid=103530) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:45:52.323958 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0c810c43-8d82-44fc-a833-644acc71d8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7db200b2-e6c1-44f9-98f7-034825e02313), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:52.365515 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-509a4277-799c-493b-a8b5-ab1e582ff6dc tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Delete allocated IP 172.20.0.23 (d27f4389-3aff-45e3-81fe-131cae0babec/1b685b49-725b-4d7c-9068-5fe174557175) {{(pid=103528) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 01:45:52.529096 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-509a4277-799c-493b-a8b5-ab1e582ff6dc tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for port (263a8154-6ca7-4007-a442-d800fe2d812d), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:52.534340 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-509a4277-799c-493b-a8b5-ab1e582ff6dc tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (263a8154-6ca7-4007-a442-d800fe2d812d), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:52.606622 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-0c810c43-8d82-44fc-a833-644acc71d8d9 None None] Allocated IP 172.20.0.18 (d27f4389-3aff-45e3-81fe-131cae0babec/1b685b49-725b-4d7c-9068-5fe174557175/7db200b2-e6c1-44f9-98f7-034825e02313) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:45:52.655464 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a4277-799c-493b-a8b5-ab1e582ff6dc tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'Port': ['ID=263a8154-6ca7-4007-a442-d800fe2d812d,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:52.670080 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-509a4277-799c-493b-a8b5-ab1e582ff6dc tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] In _notify_port_updated(), no bound segment for port 263a8154-6ca7-4007-a442-d800fe2d812d on network d27f4389-3aff-45e3-81fe-131cae0babec {{(pid=103528) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:45:52.676487 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509a4277-799c-493b-a8b5-ab1e582ff6dc tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:52.677135 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-509a4277-799c-493b-a8b5-ab1e582ff6dc tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:52.678720 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-509a4277-799c-493b-a8b5-ab1e582ff6dc tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "PUT /v2.0/ports/263a8154-6ca7-4007-a442-d800fe2d812d HTTP/1.1" status: 200 len: 918 time: 0.8217783 Feb 09 01:45:52.681406 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34960) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:52.687019 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-035219b1-d41f-4fa7-9e35-f36ab6681eb8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e9bd170f-87fc-4baa-af26-57b65b9df984'}, {'subnet_id': '1b685b49-725b-4d7c-9068-5fe174557175'}]}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:52.733146 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-0c810c43-8d82-44fc-a833-644acc71d8d9 None None] For port 7db200b2-e6c1-44f9-98f7-034825e02313, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=7db200b2-e6c1-44f9-98f7-034825e02313,segment=NetworkSegment(9364fcce-9a11-4cfb-aa64-241176688f8f),segment_id=9364fcce-9a11-4cfb-aa64-241176688f8f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:52.781855 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0c810c43-8d82-44fc-a833-644acc71d8d9 None None] Publish callbacks [] for port (7db200b2-e6c1-44f9-98f7-034825e02313), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:52.788535 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0c810c43-8d82-44fc-a833-644acc71d8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7db200b2-e6c1-44f9-98f7-034825e02313), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:52.907676 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c810c43-8d82-44fc-a833-644acc71d8d9 None None] Pushing event updated for resources: {'Port': ['ID=7db200b2-e6c1-44f9-98f7-034825e02313,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:52.912543 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-035219b1-d41f-4fa7-9e35-f36ab6681eb8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (263a8154-6ca7-4007-a442-d800fe2d812d), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:53.058676 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 7db200b2-e6c1-44f9-98f7-034825e02313 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:45:53.175480 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 7db200b2-e6c1-44f9-98f7-034825e02313 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:53.175829 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7db200b2-e6c1-44f9-98f7-034825e02313), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:53.302218 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 7db200b2-e6c1-44f9-98f7-034825e02313 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:53.310175 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-035219b1-d41f-4fa7-9e35-f36ab6681eb8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Allocated IP 172.20.0.21 (d27f4389-3aff-45e3-81fe-131cae0babec/1b685b49-725b-4d7c-9068-5fe174557175/263a8154-6ca7-4007-a442-d800fe2d812d) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:45:53.496692 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-035219b1-d41f-4fa7-9e35-f36ab6681eb8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for port (263a8154-6ca7-4007-a442-d800fe2d812d), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:53.503909 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-035219b1-d41f-4fa7-9e35-f36ab6681eb8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (263a8154-6ca7-4007-a442-d800fe2d812d), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:53.644083 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035219b1-d41f-4fa7-9e35-f36ab6681eb8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'Port': ['ID=263a8154-6ca7-4007-a442-d800fe2d812d,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:53.659303 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-035219b1-d41f-4fa7-9e35-f36ab6681eb8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] In _notify_port_updated(), no bound segment for port 263a8154-6ca7-4007-a442-d800fe2d812d on network d27f4389-3aff-45e3-81fe-131cae0babec {{(pid=103529) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:45:53.664474 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035219b1-d41f-4fa7-9e35-f36ab6681eb8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:53.665123 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-035219b1-d41f-4fa7-9e35-f36ab6681eb8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:53.668996 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-035219b1-d41f-4fa7-9e35-f36ab6681eb8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "PUT /v2.0/ports/263a8154-6ca7-4007-a442-d800fe2d812d HTTP/1.1" status: 200 len: 998 time: 0.9840484 Feb 09 01:45:53.669232 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 34966) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:53.743919 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7488b153-6a45-4e03-bd66-8bb98a508994 None None] Network d27f4389-3aff-45e3-81fe-131cae0babec requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:45:53.797723 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-6a56c3d1-a098-4d3f-b6d7-4cf9cfcfd729 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Deleting port 263a8154-6ca7-4007-a442-d800fe2d812d {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:45:53.799761 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6a56c3d1-a098-4d3f-b6d7-4cf9cfcfd729 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (263a8154-6ca7-4007-a442-d800fe2d812d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:53.860555 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-298a2784-27e2-4e8b-b5a6-b6cc362bbde0 None None] Provisioning complete for port 263a8154-6ca7-4007-a442-d800fe2d812d triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:53.861592 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-298a2784-27e2-4e8b-b5a6-b6cc362bbde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (263a8154-6ca7-4007-a442-d800fe2d812d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:53.935932 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-298a2784-27e2-4e8b-b5a6-b6cc362bbde0 None None] Port 263a8154-6ca7-4007-a442-d800fe2d812d cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:45:53.955445 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-298a2784-27e2-4e8b-b5a6-b6cc362bbde0 None None] Provisioning complete for port 7db200b2-e6c1-44f9-98f7-034825e02313 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:53.955739 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-298a2784-27e2-4e8b-b5a6-b6cc362bbde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7db200b2-e6c1-44f9-98f7-034825e02313), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:54.000172 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6a56c3d1-a098-4d3f-b6d7-4cf9cfcfd729 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (263a8154-6ca7-4007-a442-d800fe2d812d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:54.067472 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-298a2784-27e2-4e8b-b5a6-b6cc362bbde0 None None] Current status of the port 7db200b2-e6c1-44f9-98f7-034825e02313 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:54.068285 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-6a56c3d1-a098-4d3f-b6d7-4cf9cfcfd729 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Calling delete_port for 263a8154-6ca7-4007-a442-d800fe2d812d owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:45:54.239889 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:45:54.294022 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d757d3aa-4266-4608-93d9-162000f2fd26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:54.364616 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6a56c3d1-a098-4d3f-b6d7-4cf9cfcfd729 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (263a8154-6ca7-4007-a442-d800fe2d812d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:54.407386 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56c3d1-a098-4d3f-b6d7-4cf9cfcfd729 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'Port': ['ID=263a8154-6ca7-4007-a442-d800fe2d812d,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:54.517065 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6a56c3d1-a098-4d3f-b6d7-4cf9cfcfd729 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:54.524323 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34996) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:54.525196 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6a56c3d1-a098-4d3f-b6d7-4cf9cfcfd729 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/ports/263a8154-6ca7-4007-a442-d800fe2d812d HTTP/1.1" status: 204 len: 168 time: 0.8545578 Feb 09 01:45:54.577776 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-c53c7e1f-6c1c-47bf-b544-45ab07ba1a4b tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] GET failed (client error): The resource could not be found. Feb 09 01:45:54.580041 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c53c7e1f-6c1c-47bf-b544-45ab07ba1a4b tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "GET /v2.0/ports/263a8154-6ca7-4007-a442-d800fe2d812d HTTP/1.1" status: 404 len: 333 time: 0.0544932 Feb 09 01:45:54.585745 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 34998) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:54.725320 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35002) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:54.872585 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-afed4557-495d-47ac-b7b7-ef07f0390cc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:55.002852 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-afed4557-495d-47ac-b7b7-ef07f0390cc3 admin admin] Publish callbacks [] for security_group (a2ca934e-c010-476e-a4b4-6e3ae6a7968a), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:55.008811 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-afed4557-495d-47ac-b7b7-ef07f0390cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (a2ca934e-c010-476e-a4b4-6e3ae6a7968a), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:55.036052 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-052db34a-2cef-4c47-bead-0dfce5b3c1d2 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Deleting subnet 1b685b49-725b-4d7c-9068-5fe174557175 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:45:55.041381 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-052db34a-2cef-4c47-bead-0dfce5b3c1d2 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for subnet (1b685b49-725b-4d7c-9068-5fe174557175), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:55.084630 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-afed4557-495d-47ac-b7b7-ef07f0390cc3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c0ec6a8669bf4e54b588b12167e549c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3580554 Feb 09 01:45:55.084996 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35006) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:55.085980 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed4557-495d-47ac-b7b7-ef07f0390cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ca934e-c010-476e-a4b4-6e3ae6a7968a,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:55.113029 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-052db34a-2cef-4c47-bead-0dfce5b3c1d2 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (1b685b49-725b-4d7c-9068-5fe174557175), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:55.240238 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-706fd5bd-5845-41dd-a269-136f37261057 admin admin] Publish callbacks [] for security_group (a2ca934e-c010-476e-a4b4-6e3ae6a7968a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:55.278955 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-706fd5bd-5845-41dd-a269-136f37261057 admin admin] Publish callbacks [] for security_group (a2ca934e-c010-476e-a4b4-6e3ae6a7968a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:55.281425 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-052db34a-2cef-4c47-bead-0dfce5b3c1d2 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (1b685b49-725b-4d7c-9068-5fe174557175), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:55.381158 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-706fd5bd-5845-41dd-a269-136f37261057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (a2ca934e-c010-476e-a4b4-6e3ae6a7968a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:55.384009 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-706fd5bd-5845-41dd-a269-136f37261057 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:55.385430 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-706fd5bd-5845-41dd-a269-136f37261057 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a2ca934e-c010-476e-a4b4-6e3ae6a7968a HTTP/1.1" status: 204 len: 168 time: 0.2993610 Feb 09 01:45:55.399060 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fd5bd-5845-41dd-a269-136f37261057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ca934e-c010-476e-a4b4-6e3ae6a7968a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:55.401351 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-052db34a-2cef-4c47-bead-0dfce5b3c1d2 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (1b685b49-725b-4d7c-9068-5fe174557175), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:55.405745 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-972458c4-114c-4272-a1aa-cf5c394f64f7 None None] Could not find standard attr ID for object 263a8154-6ca7-4007-a442-d800fe2d812d. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:45:55.434651 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052db34a-2cef-4c47-bead-0dfce5b3c1d2 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'Subnet': ['ID=1b685b49-725b-4d7c-9068-5fe174557175,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:55.436753 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-052db34a-2cef-4c47-bead-0dfce5b3c1d2 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:55.441815 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-052db34a-2cef-4c47-bead-0dfce5b3c1d2 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/subnets/1b685b49-725b-4d7c-9068-5fe174557175 HTTP/1.1" status: 204 len: 168 time: 0.8546820 Feb 09 01:45:55.444114 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35012) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:55.461321 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-972458c4-114c-4272-a1aa-cf5c394f64f7 None None] Provisioning complete for port 7db200b2-e6c1-44f9-98f7-034825e02313 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:45:55.461700 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-972458c4-114c-4272-a1aa-cf5c394f64f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7db200b2-e6c1-44f9-98f7-034825e02313), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:55.540559 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-92ce584e-dd5d-46a5-8ad9-b05e669045d5 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Deleting subnet e9bd170f-87fc-4baa-af26-57b65b9df984 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:45:55.545368 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-92ce584e-dd5d-46a5-8ad9-b05e669045d5 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for subnet (e9bd170f-87fc-4baa-af26-57b65b9df984), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:55.578838 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-972458c4-114c-4272-a1aa-cf5c394f64f7 None None] Current status of the port 7db200b2-e6c1-44f9-98f7-034825e02313 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:45:55.617285 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-92ce584e-dd5d-46a5-8ad9-b05e669045d5 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (e9bd170f-87fc-4baa-af26-57b65b9df984), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:55.617509 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d94416-9297-4338-a2a6-5df38a30da8c None None] Network d27f4389-3aff-45e3-81fe-131cae0babec requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:45:55.695052 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-075c3c87-5a46-476e-87a9-2fc143df2b99 None None] Could not find standard attr ID for object 263a8154-6ca7-4007-a442-d800fe2d812d. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:45:55.755681 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-92ce584e-dd5d-46a5-8ad9-b05e669045d5 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (e9bd170f-87fc-4baa-af26-57b65b9df984), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:55.862127 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:55.871277 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-92ce584e-dd5d-46a5-8ad9-b05e669045d5 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (e9bd170f-87fc-4baa-af26-57b65b9df984), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:55.884529 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35020) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:55.909286 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eb773f98-6a0d-4a5f-94bf-6a154c49d791 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:55.925303 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-92ce584e-dd5d-46a5-8ad9-b05e669045d5 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:55.928604 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-92ce584e-dd5d-46a5-8ad9-b05e669045d5 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/subnets/e9bd170f-87fc-4baa-af26-57b65b9df984 HTTP/1.1" status: 204 len: 168 time: 0.4835250 Feb 09 01:45:55.929851 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce584e-dd5d-46a5-8ad9-b05e669045d5 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'Subnet': ['ID=e9bd170f-87fc-4baa-af26-57b65b9df984,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:55.937587 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35022) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:56.045846 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a9488542-187e-4372-8d88-4ebe5e63ea6f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (d27f4389-3aff-45e3-81fe-131cae0babec), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:56.057345 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883f56e-8ac0-4cb5-8f54-248ae6791486 req-75c353ec-3810-4140-8fca-b9b24a5e3f33 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:56.059041 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7883f56e-8ac0-4cb5-8f54-248ae6791486 req-75c353ec-3810-4140-8fca-b9b24a5e3f33 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5417ebe-97b2-4075-a096-134593b44284 HTTP/1.1" status: 200 len: 945 time: 0.1134217 Feb 09 01:45:56.076092 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eb773f98-6a0d-4a5f-94bf-6a154c49d791 admin admin] Publish callbacks [] for security_group (f7bbac67-c774-408d-a54f-61e5b68657eb), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:56.086782 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eb773f98-6a0d-4a5f-94bf-6a154c49d791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f7bbac67-c774-408d-a54f-61e5b68657eb), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:56.116360 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a9488542-187e-4372-8d88-4ebe5e63ea6f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Deleting port 7db200b2-e6c1-44f9-98f7-034825e02313 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:45:56.116971 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a9488542-187e-4372-8d88-4ebe5e63ea6f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (7db200b2-e6c1-44f9-98f7-034825e02313), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:56.168893 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb773f98-6a0d-4a5f-94bf-6a154c49d791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bbac67-c774-408d-a54f-61e5b68657eb,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:56.181858 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-eb773f98-6a0d-4a5f-94bf-6a154c49d791 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=327651de4e8e401ba789c52430ea10c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2919953 Feb 09 01:45:56.182677 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35026) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:56.197364 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7883f56e-8ac0-4cb5-8f54-248ae6791486 req-efbaa06a-13dd-4599-8a00-4c3815cc62b0 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b453f76-22ed-4f62-82ab-dfff34e27267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266184 Feb 09 01:45:56.230255 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35028) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:56.238758 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a9488542-187e-4372-8d88-4ebe5e63ea6f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] For port 7db200b2-e6c1-44f9-98f7-034825e02313, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=7db200b2-e6c1-44f9-98f7-034825e02313,segment=NetworkSegment(9364fcce-9a11-4cfb-aa64-241176688f8f),segment_id=9364fcce-9a11-4cfb-aa64-241176688f8f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:56.239125 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a9488542-187e-4372-8d88-4ebe5e63ea6f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (7db200b2-e6c1-44f9-98f7-034825e02313), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:56.275942 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a9488542-187e-4372-8d88-4ebe5e63ea6f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Calling delete_port for 7db200b2-e6c1-44f9-98f7-034825e02313 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:45:56.332867 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b26512b7-13b1-4dd2-986b-a8fac7584ee0 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/floatingips/114c1399-96ae-47fd-b69f-73f344fb3a65 HTTP/1.1" status: 200 len: 992 time: 0.1012690 Feb 09 01:45:56.352403 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28e16138-ea15-46b5-b15e-858613b4ed0b admin admin] Publish callbacks [] for security_group (f7bbac67-c774-408d-a54f-61e5b68657eb), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:56.391445 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28e16138-ea15-46b5-b15e-858613b4ed0b admin admin] Publish callbacks [] for security_group (f7bbac67-c774-408d-a54f-61e5b68657eb), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:56.455799 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a9488542-187e-4372-8d88-4ebe5e63ea6f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (7db200b2-e6c1-44f9-98f7-034825e02313), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:56.474062 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9488542-187e-4372-8d88-4ebe5e63ea6f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'Port': ['ID=7db200b2-e6c1-44f9-98f7-034825e02313,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:56.479698 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9488542-187e-4372-8d88-4ebe5e63ea6f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] No DVR routers for this DVR port 7db200b2-e6c1-44f9-98f7-034825e02313 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:45:56.507299 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28e16138-ea15-46b5-b15e-858613b4ed0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f7bbac67-c774-408d-a54f-61e5b68657eb), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:56.509914 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28e16138-ea15-46b5-b15e-858613b4ed0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:56.513723 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-28e16138-ea15-46b5-b15e-858613b4ed0b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f7bbac67-c774-408d-a54f-61e5b68657eb HTTP/1.1" status: 204 len: 168 time: 0.3276181 Feb 09 01:45:56.570079 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e16138-ea15-46b5-b15e-858613b4ed0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bbac67-c774-408d-a54f-61e5b68657eb,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:56.596321 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3033f3a6-4ce2-435d-b20e-487bdef13d19 None None] Network d27f4389-3aff-45e3-81fe-131cae0babec requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:45:56.599382 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a9488542-187e-4372-8d88-4ebe5e63ea6f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (d27f4389-3aff-45e3-81fe-131cae0babec), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:56.634138 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-a9488542-187e-4372-8d88-4ebe5e63ea6f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d27f4389-3aff-45e3-81fe-131cae0babec']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:56.645466 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-a9488542-187e-4372-8d88-4ebe5e63ea6f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9364fcce-9a11-4cfb-aa64-241176688f8f') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:56.645773 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-a9488542-187e-4372-8d88-4ebe5e63ea6f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9364fcce-9a11-4cfb-aa64-241176688f8f') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:45:56.659165 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a9488542-187e-4372-8d88-4ebe5e63ea6f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (9364fcce-9a11-4cfb-aa64-241176688f8f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:56.675490 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a9488542-187e-4372-8d88-4ebe5e63ea6f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (9364fcce-9a11-4cfb-aa64-241176688f8f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:56.683382 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9488542-187e-4372-8d88-4ebe5e63ea6f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:45:56.684203 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a9488542-187e-4372-8d88-4ebe5e63ea6f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (9364fcce-9a11-4cfb-aa64-241176688f8f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:56.688350 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:45:56.688350 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:45:56.688350 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:45:56.688350 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:45:56.688350 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:45:56.688350 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:45:56.688350 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:45:56.688350 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:45:56.688350 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:45:56.688350 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:45:56.688350 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:45:56.688350 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:45:56.688350 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:45:56.688350 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:45:56.688350 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:45:56.688350 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:45:56.688350 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:45:56.688350 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:45:56.688350 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:45:56.688350 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:45:56.688350 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:45:56.688350 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:45:56.688350 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:45:56.688350 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:45:56.688350 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:45:56.688350 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:45:56.688350 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:45:56.688350 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:45:56.688350 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:45:56.688350 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:45:56.688350 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:45:56.688350 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:45:56.699282 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-6f383067-d9be-4c5d-9ac1-89967c9f5592 None None] Could not find standard attr ID for object 7db200b2-e6c1-44f9-98f7-034825e02313. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:45:56.771178 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f68d3-e482-4994-a0ba-d8b9cf29fe3d req-43e30178-3024-41c4-8290-b20e3ea3e9f2 tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:56.776979 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9d6f68d3-e482-4994-a0ba-d8b9cf29fe3d req-43e30178-3024-41c4-8290-b20e3ea3e9f2 tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d5417ebe-97b2-4075-a096-134593b44284 HTTP/1.1" status: 200 len: 1128 time: 0.0863638 Feb 09 01:45:56.778320 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a9488542-187e-4372-8d88-4ebe5e63ea6f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (d27f4389-3aff-45e3-81fe-131cae0babec), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:56.795526 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a9488542-187e-4372-8d88-4ebe5e63ea6f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:56.804781 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a9488542-187e-4372-8d88-4ebe5e63ea6f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/networks/d27f4389-3aff-45e3-81fe-131cae0babec HTTP/1.1" status: 204 len: 168 time: 0.8656306 Feb 09 01:45:56.807131 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35038) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:56.856952 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9488542-187e-4372-8d88-4ebe5e63ea6f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'Network': ['ID=d27f4389-3aff-45e3-81fe-131cae0babec,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:56.875279 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f635f7c6-b312-441e-bd81-5d25e0929827 None None] DHCP port deletion for d27f4389-3aff-45e3-81fe-131cae0babec request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:45:56.889388 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9d6f68d3-e482-4994-a0ba-d8b9cf29fe3d req-60ae9164-4a3f-4220-a495-b03ad6f0c9ee tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=0b453f76-22ed-4f62-82ab-dfff34e27267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021466 Feb 09 01:45:56.902226 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91e3b5e-fa58-4667-bbf0-1f09781b56fe tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:56.903842 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a91e3b5e-fa58-4667-bbf0-1f09781b56fe tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0957108 Feb 09 01:45:56.914853 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35042) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:57.031175 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-08e4d96b-233a-4f6d-90b5-768e137f26f8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1141243 Feb 09 01:45:57.036375 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35048) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:57.042311 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-136c637e-f9cd-4bb1-9c51-ca4fc4958e41 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1434735040'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:57.059719 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 7db200b2-e6c1-44f9-98f7-034825e02313 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:45:57.085465 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136c637e-f9cd-4bb1-9c51-ca4fc4958e41 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Made reservation on behalf of 919e3be7d0df465ca225216ef9376810 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:57.089401 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-136c637e-f9cd-4bb1-9c51-ca4fc4958e41 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:57.089714 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 7db200b2-e6c1-44f9-98f7-034825e02313 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:45:57.091686 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 7db200b2-e6c1-44f9-98f7-034825e02313 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:45:57.130088 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-136c637e-f9cd-4bb1-9c51-ca4fc4958e41 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:45:57.145395 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-136c637e-f9cd-4bb1-9c51-ca4fc4958e41 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (ebe9fc47-199e-4c6f-9aec-a1bf7db906f4), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:57.145744 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-136c637e-f9cd-4bb1-9c51-ca4fc4958e41 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Added segment ebe9fc47-199e-4c6f-9aec-a1bf7db906f4 of type vlan for network e358408b-a993-4732-9155-67609fede9a3 Feb 09 01:45:57.213094 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-136c637e-f9cd-4bb1-9c51-ca4fc4958e41 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (e358408b-a993-4732-9155-67609fede9a3), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:57.250555 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-136c637e-f9cd-4bb1-9c51-ca4fc4958e41 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (e358408b-a993-4732-9155-67609fede9a3), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:57.259285 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136c637e-f9cd-4bb1-9c51-ca4fc4958e41 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:57.260259 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-136c637e-f9cd-4bb1-9c51-ca4fc4958e41 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:57.340987 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c637e-f9cd-4bb1-9c51-ca4fc4958e41 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'Network': ['ID=e358408b-a993-4732-9155-67609fede9a3,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:57.356299 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35062) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:57.360040 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network e358408b-a993-4732-9155-67609fede9a3 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:45:57.361344 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-136c637e-f9cd-4bb1-9c51-ca4fc4958e41 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3227658 Feb 09 01:45:57.373622 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-6c6e37df-fa8d-41fa-9c2e-ebbe740eae49 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'subnet': {'network_id': 'e358408b-a993-4732-9155-67609fede9a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:57.586570 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6e37df-fa8d-41fa-9c2e-ebbe740eae49 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Made reservation on behalf of 919e3be7d0df465ca225216ef9376810 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:57.594158 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c6e37df-fa8d-41fa-9c2e-ebbe740eae49 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:57.612452 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:57.812540 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-09381a0f-cdeb-48c7-b6e2-8c91f5cf14b9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d5417ebe-97b2-4075-a096-134593b44284&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0817869 Feb 09 01:45:57.825434 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-642de373-56ff-4e62-b80c-8795c2214576 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:45:57.826397 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-642de373-56ff-4e62-b80c-8795c2214576 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055499 Feb 09 01:45:57.941231 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c6e37df-fa8d-41fa-9c2e-ebbe740eae49 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (82c1740f-5643-47ae-a834-99013053cd4f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:58.016479 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e37df-fa8d-41fa-9c2e-ebbe740eae49 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'Subnet': ['ID=82c1740f-5643-47ae-a834-99013053cd4f,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:58.023644 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6e37df-fa8d-41fa-9c2e-ebbe740eae49 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Checking segment: {'id': 'ebe9fc47-199e-4c6f-9aec-a1bf7db906f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e358408b-a993-4732-9155-67609fede9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:45:58.024054 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6e37df-fa8d-41fa-9c2e-ebbe740eae49 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Network hostable DHCP agents. Network: e358408b-a993-4732-9155-67609fede9a3, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:45:58.050403 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6e37df-fa8d-41fa-9c2e-ebbe740eae49 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Network e358408b-a993-4732-9155-67609fede9a3 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:45:58.061135 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-6c6e37df-fa8d-41fa-9c2e-ebbe740eae49 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, e358408b-a993-4732-9155-67609fede9a3) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:58.066239 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6e37df-fa8d-41fa-9c2e-ebbe740eae49 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:58.067109 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c6e37df-fa8d-41fa-9c2e-ebbe740eae49 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:58.077416 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ef1f70-a662-4345-9a83-47f2e1988028 None None] Network e358408b-a993-4732-9155-67609fede9a3 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:45:58.097833 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6c6e37df-fa8d-41fa-9c2e-ebbe740eae49 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7392495 Feb 09 01:45:58.099596 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35094) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:58.105163 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-7014abc1-40f3-4e7f-835a-6cc43e05a65b tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'port': {'network_id': 'e358408b-a993-4732-9155-67609fede9a3', 'name': 'tempest-PortsTestJSON-552916713'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:58.229505 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dd0b7d-c622-4d46-b55a-9b026e2d7e49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-e358408b-a993-4732-9155-67609fede9a3', 'network_id': 'e358408b-a993-4732-9155-67609fede9a3', 'project_id': '919e3be7d0df465ca225216ef9376810', 'fixed_ips': [{'subnet_id': '82c1740f-5643-47ae-a834-99013053cd4f'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:45:58.235386 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d7dd0b7d-c622-4d46-b55a-9b026e2d7e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:58.336074 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7014abc1-40f3-4e7f-835a-6cc43e05a65b tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Made reservation on behalf of 919e3be7d0df465ca225216ef9376810 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:58.343320 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7014abc1-40f3-4e7f-835a-6cc43e05a65b tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:58.371696 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-7014abc1-40f3-4e7f-835a-6cc43e05a65b tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] device_id is not set on port 9b91f449-656f-46e6-b84a-397329583725 yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:45:58.414864 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:58.509828 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-d7dd0b7d-c622-4d46-b55a-9b026e2d7e49 None None] Allocated IP 172.20.0.2 (e358408b-a993-4732-9155-67609fede9a3/82c1740f-5643-47ae-a834-99013053cd4f/8b77852e-9193-459d-92fd-4461be11f4e8) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:45:58.663405 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-23bb44af-474a-46f0-bbcb-843f7106b0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:58.665005 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-23bb44af-474a-46f0-bbcb-843f7106b0c8 service neutron] 10.222.0.30 "GET /v2.0/ports/a0d85388-b661-4c35-9441-571d55620b11 HTTP/1.1" status: 200 len: 1125 time: 0.0560927 Feb 09 01:45:58.676032 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-06ea24e2-3c53-49c9-b84b-7f12c07db2c5 service neutron] Request body: {'binding': {'host': 'n-h2-822053-40', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:58.678728 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-06ea24e2-3c53-49c9-b84b-7f12c07db2c5 service neutron] Unknown quota resources ['binding']. {{(pid=103528) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:45:58.762127 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d7dd0b7d-c622-4d46-b55a-9b026e2d7e49 None None] Publish callbacks [] for port (8b77852e-9193-459d-92fd-4461be11f4e8), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:58.777334 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d7dd0b7d-c622-4d46-b55a-9b026e2d7e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (8b77852e-9193-459d-92fd-4461be11f4e8), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:58.835681 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dd0b7d-c622-4d46-b55a-9b026e2d7e49 None None] Network e358408b-a993-4732-9155-67609fede9a3 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:45:58.840143 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-d7dd0b7d-c622-4d46-b55a-9b026e2d7e49 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:58.853043 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dd0b7d-c622-4d46-b55a-9b026e2d7e49 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:45:58.875044 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-7014abc1-40f3-4e7f-835a-6cc43e05a65b tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Allocated IP 172.20.0.14 (e358408b-a993-4732-9155-67609fede9a3/82c1740f-5643-47ae-a834-99013053cd4f/9b91f449-656f-46e6-b84a-397329583725) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:45:58.894172 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd0b7d-c622-4d46-b55a-9b026e2d7e49 None None] Pushing event updated for resources: {'Port': ['ID=8b77852e-9193-459d-92fd-4461be11f4e8,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:58.941048 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-06ea24e2-3c53-49c9-b84b-7f12c07db2c5 service neutron] Attempting to bind port a0d85388-b661-4c35-9441-571d55620b11 on host n-h2-822053-40 for vnic_type normal with profile None {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:45:58.941406 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-06ea24e2-3c53-49c9-b84b-7f12c07db2c5 service neutron] Attempting to bind port a0d85388-b661-4c35-9441-571d55620b11 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '858f0d1b-6f6f-4b52-869c-1cb006b1bcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '0ac06f25-a081-449b-ac1e-8a36bc7788b0'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:45:58.942546 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-06ea24e2-3c53-49c9-b84b-7f12c07db2c5 service neutron] Attempting to bind port a0d85388-b661-4c35-9441-571d55620b11 on network 0ac06f25-a081-449b-ac1e-8a36bc7788b0 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:45:58.948726 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-06ea24e2-3c53-49c9-b84b-7f12c07db2c5 service neutron] Port a0d85388-b661-4c35-9441-571d55620b11 on network 0ac06f25-a081-449b-ac1e-8a36bc7788b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:45:58.949294 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-06ea24e2-3c53-49c9-b84b-7f12c07db2c5 service neutron] Attempting to bind port a0d85388-b661-4c35-9441-571d55620b11 on network 0ac06f25-a081-449b-ac1e-8a36bc7788b0 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:45:58.959604 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-06ea24e2-3c53-49c9-b84b-7f12c07db2c5 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:45:58.960490 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-06ea24e2-3c53-49c9-b84b-7f12c07db2c5 service neutron] Checking segment: {'id': '858f0d1b-6f6f-4b52-869c-1cb006b1bcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '0ac06f25-a081-449b-ac1e-8a36bc7788b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:45:58.961405 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-06ea24e2-3c53-49c9-b84b-7f12c07db2c5 service neutron] Bound using segment: {'id': '858f0d1b-6f6f-4b52-869c-1cb006b1bcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '0ac06f25-a081-449b-ac1e-8a36bc7788b0'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:45:58.962008 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-06ea24e2-3c53-49c9-b84b-7f12c07db2c5 service neutron] Bound port: a0d85388-b661-4c35-9441-571d55620b11, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '858f0d1b-6f6f-4b52-869c-1cb006b1bcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '0ac06f25-a081-449b-ac1e-8a36bc7788b0'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:45:58.981603 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-d7dd0b7d-c622-4d46-b55a-9b026e2d7e49 None None] Attempting to bind port 8b77852e-9193-459d-92fd-4461be11f4e8 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:45:58.981995 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-d7dd0b7d-c622-4d46-b55a-9b026e2d7e49 None None] Attempting to bind port 8b77852e-9193-459d-92fd-4461be11f4e8 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'ebe9fc47-199e-4c6f-9aec-a1bf7db906f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e358408b-a993-4732-9155-67609fede9a3'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:45:58.982398 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd0b7d-c622-4d46-b55a-9b026e2d7e49 None None] Attempting to bind port 8b77852e-9193-459d-92fd-4461be11f4e8 on network e358408b-a993-4732-9155-67609fede9a3 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:45:58.992122 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd0b7d-c622-4d46-b55a-9b026e2d7e49 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:45:58.992902 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd0b7d-c622-4d46-b55a-9b026e2d7e49 None None] Checking segment: {'id': 'ebe9fc47-199e-4c6f-9aec-a1bf7db906f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e358408b-a993-4732-9155-67609fede9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:45:58.994070 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d7dd0b7d-c622-4d46-b55a-9b026e2d7e49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:58.994707 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd0b7d-c622-4d46-b55a-9b026e2d7e49 None None] Bound using segment: {'id': 'ebe9fc47-199e-4c6f-9aec-a1bf7db906f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e358408b-a993-4732-9155-67609fede9a3'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:45:58.995292 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-d7dd0b7d-c622-4d46-b55a-9b026e2d7e49 None None] Bound port: 8b77852e-9193-459d-92fd-4461be11f4e8, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe9fc47-199e-4c6f-9aec-a1bf7db906f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e358408b-a993-4732-9155-67609fede9a3'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:45:58.995696 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d7dd0b7d-c622-4d46-b55a-9b026e2d7e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8b77852e-9193-459d-92fd-4461be11f4e8), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:59.111363 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-06ea24e2-3c53-49c9-b84b-7f12c07db2c5 service neutron] For port a0d85388-b661-4c35-9441-571d55620b11, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=a0d85388-b661-4c35-9441-571d55620b11,segment=NetworkSegment(858f0d1b-6f6f-4b52-869c-1cb006b1bcc6),segment_id=858f0d1b-6f6f-4b52-869c-1cb006b1bcc6)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:45:59.120312 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-06ea24e2-3c53-49c9-b84b-7f12c07db2c5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:59.130356 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-06ea24e2-3c53-49c9-b84b-7f12c07db2c5 service neutron] 10.222.0.30 "POST /v2.0/ports/a0d85388-b661-4c35-9441-571d55620b11/bindings HTTP/1.1" status: 201 len: 390 time: 0.4588108 Feb 09 01:45:59.155489 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d7dd0b7d-c622-4d46-b55a-9b026e2d7e49 None None] For port 8b77852e-9193-459d-92fd-4461be11f4e8, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:45:59.163815 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d7dd0b7d-c622-4d46-b55a-9b026e2d7e49 None None] For port 8b77852e-9193-459d-92fd-4461be11f4e8, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=8b77852e-9193-459d-92fd-4461be11f4e8,segment=NetworkSegment(ebe9fc47-199e-4c6f-9aec-a1bf7db906f4),segment_id=ebe9fc47-199e-4c6f-9aec-a1bf7db906f4)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:45:59.178869 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d7dd0b7d-c622-4d46-b55a-9b026e2d7e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8b77852e-9193-459d-92fd-4461be11f4e8), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:59.186797 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7014abc1-40f3-4e7f-835a-6cc43e05a65b tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for port (9b91f449-656f-46e6-b84a-397329583725), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:59.315377 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd0b7d-c622-4d46-b55a-9b026e2d7e49 None None] Pushing event updated for resources: {'Port': ['ID=8b77852e-9193-459d-92fd-4461be11f4e8,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:59.318438 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7014abc1-40f3-4e7f-835a-6cc43e05a65b tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (9b91f449-656f-46e6-b84a-397329583725), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:59.422000 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7014abc1-40f3-4e7f-835a-6cc43e05a65b tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Network e358408b-a993-4732-9155-67609fede9a3 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:45:59.430133 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-7014abc1-40f3-4e7f-835a-6cc43e05a65b tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:45:59.433198 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7014abc1-40f3-4e7f-835a-6cc43e05a65b tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:45:59.436279 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014abc1-40f3-4e7f-835a-6cc43e05a65b tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'Port': ['ID=9b91f449-656f-46e6-b84a-397329583725,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:59.508262 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7014abc1-40f3-4e7f-835a-6cc43e05a65b tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:59.508924 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7014abc1-40f3-4e7f-835a-6cc43e05a65b tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:59.531286 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3296e5d-5001-404d-a231-878ec4b3e413 req-0e6654bc-6b93-4f5d-b5ab-2e45fc5cde3f tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:59.544948 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d3296e5d-5001-404d-a231-878ec4b3e413 req-0e6654bc-6b93-4f5d-b5ab-2e45fc5cde3f tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5417ebe-97b2-4075-a096-134593b44284 HTTP/1.1" status: 200 len: 945 time: 0.1698689 Feb 09 01:45:59.576272 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7014abc1-40f3-4e7f-835a-6cc43e05a65b tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4755061 Feb 09 01:45:59.578852 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35128) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:45:59.589639 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-3812465d-1c3b-4bd1-89ff-daeae0f46156 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'port': {'network_id': 'e358408b-a993-4732-9155-67609fede9a3', 'name': 'tempest-PortsTestJSON-581424207'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:45:59.682866 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d3296e5d-5001-404d-a231-878ec4b3e413 req-5b42afc5-aeef-4dba-8cbd-4f44f606eee3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b453f76-22ed-4f62-82ab-dfff34e27267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380563 Feb 09 01:45:59.769954 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3812465d-1c3b-4bd1-89ff-daeae0f46156 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Made reservation on behalf of 919e3be7d0df465ca225216ef9376810 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:45:59.773671 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3812465d-1c3b-4bd1-89ff-daeae0f46156 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:59.809950 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-3812465d-1c3b-4bd1-89ff-daeae0f46156 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] device_id is not set on port 5a7a0703-76a8-4d5f-b70e-638e726349c5 yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:45:59.821189 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-a67d4303-b936-4b5b-8a60-3701d2639cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:59.824418 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-a67d4303-b936-4b5b-8a60-3701d2639cb4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e7f5366db1de43098724f0eb4e3342fd&device_id=d5417ebe-97b2-4075-a096-134593b44284 HTTP/1.1" status: 200 len: 1128 time: 0.3211849 Feb 09 01:45:59.958916 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-45c17a54-b59d-40ac-83f2-c59863a2d12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:59.961130 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-45c17a54-b59d-40ac-83f2-c59863a2d12b service neutron] 10.222.0.91 "GET /v2.0/networks?id=0ac06f25-a081-449b-ac1e-8a36bc7788b0 HTTP/1.1" status: 200 len: 898 time: 0.1252146 Feb 09 01:45:59.977035 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-3812465d-1c3b-4bd1-89ff-daeae0f46156 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Allocated IP 172.20.0.12 (e358408b-a993-4732-9155-67609fede9a3/82c1740f-5643-47ae-a834-99013053cd4f/5a7a0703-76a8-4d5f-b70e-638e726349c5) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:00.053913 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-ed809bad-8ba5-4d4e-a2fc-7bd8b35ea1b9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0d85388-b661-4c35-9441-571d55620b11 HTTP/1.1" status: 200 len: 1000 time: 0.0859861 Feb 09 01:46:00.121689 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-cf49f37b-add9-4ad9-bafb-5525e9bde3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:00.123198 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-cf49f37b-add9-4ad9-bafb-5525e9bde3c4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d293b189-7bb8-4efd-80de-7a3ef9278c18 HTTP/1.1" status: 200 len: 835 time: 0.0585198 Feb 09 01:46:00.182102 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-82d93e49-31a5-463a-9e49-bcd8687cced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:00.183741 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-82d93e49-31a5-463a-9e49-bcd8687cced6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0ac06f25-a081-449b-ac1e-8a36bc7788b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0511518 Feb 09 01:46:00.193706 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3812465d-1c3b-4bd1-89ff-daeae0f46156 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for port (5a7a0703-76a8-4d5f-b70e-638e726349c5), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:00.244625 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3812465d-1c3b-4bd1-89ff-daeae0f46156 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (5a7a0703-76a8-4d5f-b70e-638e726349c5), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:00.313758 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3812465d-1c3b-4bd1-89ff-daeae0f46156 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Network e358408b-a993-4732-9155-67609fede9a3 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:00.317478 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-3812465d-1c3b-4bd1-89ff-daeae0f46156 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:00.318464 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-0c5fb995-d516-4b17-b645-a4739e8daf18 service neutron] 10.222.0.91 "GET /v2.0/networks/0ac06f25-a081-449b-ac1e-8a36bc7788b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241226 Feb 09 01:46:00.321550 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3812465d-1c3b-4bd1-89ff-daeae0f46156 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:46:00.378181 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3812465d-1c3b-4bd1-89ff-daeae0f46156 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:00.378860 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3812465d-1c3b-4bd1-89ff-daeae0f46156 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:00.383755 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35150) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:00.395201 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812465d-1c3b-4bd1-89ff-daeae0f46156 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'Port': ['ID=5a7a0703-76a8-4d5f-b70e-638e726349c5,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:00.404897 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3812465d-1c3b-4bd1-89ff-daeae0f46156 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8217862 Feb 09 01:46:00.405929 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35154) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:00.461919 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-552a1e71-eebc-4448-b549-14023c339761 service neutron] 10.222.0.91 "GET /v2.0/networks/0ac06f25-a081-449b-ac1e-8a36bc7788b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338141 Feb 09 01:46:00.526877 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b80602-1de3-43b5-9c3d-c42e5f989c8f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:00.531737 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35156) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:00.533060 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-31b80602-1de3-43b5-9c3d-c42e5f989c8f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 922 time: 0.1254387 Feb 09 01:46:00.603717 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-78b0e033-7a03-41a8-9dd9-3d79af944263 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:00.859662 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-9f48aa89-6e5f-44f1-84ef-793f23e8c3b5 tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:00.862488 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-9f48aa89-6e5f-44f1-84ef-793f23e8c3b5 tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=d5417ebe-97b2-4075-a096-134593b44284&tenant_id=e7f5366db1de43098724f0eb4e3342fd&binding%3Ahost_id=n-h1-822053-40 HTTP/1.1" status: 200 len: 1128 time: 0.2850866 Feb 09 01:46:00.885253 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-ee65586e-e735-4073-8067-0dd013d9e814 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-822053-40'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:00.932929 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ca7240a3-4e4c-4fda-a9bc-46f5c635a104 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Deleting port 5a7a0703-76a8-4d5f-b70e-638e726349c5 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:46:00.933265 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ca7240a3-4e4c-4fda-a9bc-46f5c635a104 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (5a7a0703-76a8-4d5f-b70e-638e726349c5), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:00.976791 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddce295-e175-4eab-9ae3-597ee54edb68 None None] Network e358408b-a993-4732-9155-67609fede9a3 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:46:00.995712 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9e68d-a3c8-438f-9150-f1597f3d56f7 req-89305572-76ad-4aa3-a73c-e37644f912c1 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:01.009963 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a6e9e68d-a3c8-438f-9150-f1597f3d56f7 req-89305572-76ad-4aa3-a73c-e37644f912c1 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5417ebe-97b2-4075-a096-134593b44284 HTTP/1.1" status: 200 len: 945 time: 0.1905649 Feb 09 01:46:01.056777 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-ee65586e-e735-4073-8067-0dd013d9e814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a0d85388-b661-4c35-9441-571d55620b11), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:01.127766 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a6e9e68d-a3c8-438f-9150-f1597f3d56f7 req-11f722f2-271a-48fe-a020-6dad87bdc863 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b453f76-22ed-4f62-82ab-dfff34e27267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038265 Feb 09 01:46:01.133151 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-78b0e033-7a03-41a8-9dd9-3d79af944263 admin admin] Publish callbacks [] for security_group (7198c171-6dfd-41ef-b654-b9a5c36c0355), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:01.149640 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-78b0e033-7a03-41a8-9dd9-3d79af944263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7198c171-6dfd-41ef-b654-b9a5c36c0355), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:01.223556 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 8b77852e-9193-459d-92fd-4461be11f4e8 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:46:01.267318 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-78b0e033-7a03-41a8-9dd9-3d79af944263 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7fc1ed160ae54630a1b8de2f99806ec9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8818932 Feb 09 01:46:01.271699 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35164) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:01.283763 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-2b12567c-6ac4-4b10-8ff5-65f78dea6f0a None None] Provisioning complete for port 8b77852e-9193-459d-92fd-4461be11f4e8 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:01.284497 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2b12567c-6ac4-4b10-8ff5-65f78dea6f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8b77852e-9193-459d-92fd-4461be11f4e8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:01.284779 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ca7240a3-4e4c-4fda-a9bc-46f5c635a104 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (5a7a0703-76a8-4d5f-b70e-638e726349c5), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:01.304946 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0e033-7a03-41a8-9dd9-3d79af944263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7198c171-6dfd-41ef-b654-b9a5c36c0355,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:01.326572 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ca7240a3-4e4c-4fda-a9bc-46f5c635a104 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Calling delete_port for 5a7a0703-76a8-4d5f-b70e-638e726349c5 owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:46:01.405013 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cea0f286-c7d9-413e-bfd1-c817b9a6318b admin admin] Publish callbacks [] for security_group (7198c171-6dfd-41ef-b654-b9a5c36c0355), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:01.488214 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cea0f286-c7d9-413e-bfd1-c817b9a6318b admin admin] Publish callbacks [] for security_group (7198c171-6dfd-41ef-b654-b9a5c36c0355), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:01.554616 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 8b77852e-9193-459d-92fd-4461be11f4e8 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:01.554997 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8b77852e-9193-459d-92fd-4461be11f4e8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:01.598976 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cea0f286-c7d9-413e-bfd1-c817b9a6318b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7198c171-6dfd-41ef-b654-b9a5c36c0355), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:01.602110 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cea0f286-c7d9-413e-bfd1-c817b9a6318b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:01.603068 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-cea0f286-c7d9-413e-bfd1-c817b9a6318b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7198c171-6dfd-41ef-b654-b9a5c36c0355 HTTP/1.1" status: 204 len: 168 time: 0.3299737 Feb 09 01:46:01.618709 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0f286-c7d9-413e-bfd1-c817b9a6318b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7198c171-6dfd-41ef-b654-b9a5c36c0355,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:01.661343 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-ee65586e-e735-4073-8067-0dd013d9e814 service neutron] For port a0d85388-b661-4c35-9441-571d55620b11, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=a0d85388-b661-4c35-9441-571d55620b11,segment=NetworkSegment(858f0d1b-6f6f-4b52-869c-1cb006b1bcc6),segment_id=858f0d1b-6f6f-4b52-869c-1cb006b1bcc6)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:01.717277 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2b12567c-6ac4-4b10-8ff5-65f78dea6f0a None None] Current status of the port 8b77852e-9193-459d-92fd-4461be11f4e8 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:01.717675 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2b12567c-6ac4-4b10-8ff5-65f78dea6f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8b77852e-9193-459d-92fd-4461be11f4e8), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:01.726584 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-ee65586e-e735-4073-8067-0dd013d9e814 service neutron] For port a0d85388-b661-4c35-9441-571d55620b11, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:46:01.770210 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ca7240a3-4e4c-4fda-a9bc-46f5c635a104 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (5a7a0703-76a8-4d5f-b70e-638e726349c5), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:01.809973 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7240a3-4e4c-4fda-a9bc-46f5c635a104 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'Port': ['ID=5a7a0703-76a8-4d5f-b70e-638e726349c5,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:01.819721 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-2b12567c-6ac4-4b10-8ff5-65f78dea6f0a None None] For port 8b77852e-9193-459d-92fd-4461be11f4e8, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=8b77852e-9193-459d-92fd-4461be11f4e8,segment=NetworkSegment(ebe9fc47-199e-4c6f-9aec-a1bf7db906f4),segment_id=ebe9fc47-199e-4c6f-9aec-a1bf7db906f4)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:01.832758 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5417ebe-97b2-4075-a096-134593b44284', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0d85388-b661-4c35-9441-571d55620b11'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:46:01.836670 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec07b6ee-15f9-4928-a5b7-d1633a8d6d19" -d '{"events": [{"server_uuid": "d5417ebe-97b2-4075-a096-134593b44284", "name": "network-vif-unplugged", "status": "completed", "tag": "a0d85388-b661-4c35-9441-571d55620b11"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:46:01.846776 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-ee65586e-e735-4073-8067-0dd013d9e814 service neutron] Publish callbacks [] for port (a0d85388-b661-4c35-9441-571d55620b11), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:01.898698 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2b12567c-6ac4-4b10-8ff5-65f78dea6f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8b77852e-9193-459d-92fd-4461be11f4e8), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:02.025773 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-ee65586e-e735-4073-8067-0dd013d9e814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (a0d85388-b661-4c35-9441-571d55620b11), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:02.041895 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ca7240a3-4e4c-4fda-a9bc-46f5c635a104 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:02.048829 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35176) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:02.049330 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ca7240a3-4e4c-4fda-a9bc-46f5c635a104 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/ports/5a7a0703-76a8-4d5f-b70e-638e726349c5 HTTP/1.1" status: 204 len: 168 time: 1.5143301 Feb 09 01:46:02.062765 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12567c-6ac4-4b10-8ff5-65f78dea6f0a None None] Pushing event updated for resources: {'Port': ['ID=8b77852e-9193-459d-92fd-4461be11f4e8,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:02.078728 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 8b77852e-9193-459d-92fd-4461be11f4e8 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:02.079653 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8b77852e-9193-459d-92fd-4461be11f4e8), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:02.103735 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-8e941b86-a63d-40f4-8880-0d2bd330153c None None] Could not find standard attr ID for object 5a7a0703-76a8-4d5f-b70e-638e726349c5. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:46:02.115354 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65586e-e735-4073-8067-0dd013d9e814 service neutron] Pushing event updated for resources: {'Port': ['ID=a0d85388-b661-4c35-9441-571d55620b11,revision_number=7']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:02.147784 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a939249-13d3-4e87-b47c-4ffe4c6bba0e tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] GET failed (client error): The resource could not be found. Feb 09 01:46:02.153262 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9a939249-13d3-4e87-b47c-4ffe4c6bba0e tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "GET /v2.0/ports/5a7a0703-76a8-4d5f-b70e-638e726349c5 HTTP/1.1" status: 404 len: 333 time: 0.0990071 Feb 09 01:46:02.154498 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35178) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:02.325516 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-8e941b86-a63d-40f4-8880-0d2bd330153c None None] Provisioning complete for port 8b77852e-9193-459d-92fd-4461be11f4e8 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:02.326972 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8e941b86-a63d-40f4-8880-0d2bd330153c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8b77852e-9193-459d-92fd-4461be11f4e8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:02.456090 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-ee65586e-e735-4073-8067-0dd013d9e814 service neutron] Attempting to bind port a0d85388-b661-4c35-9441-571d55620b11 on host n-h1-822053-40 for vnic_type normal with profile {"migrating_to": "n-h2-822053-40"} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:46:02.457948 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-ee65586e-e735-4073-8067-0dd013d9e814 service neutron] Attempting to bind port a0d85388-b661-4c35-9441-571d55620b11 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '858f0d1b-6f6f-4b52-869c-1cb006b1bcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '0ac06f25-a081-449b-ac1e-8a36bc7788b0'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:46:02.458396 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-ee65586e-e735-4073-8067-0dd013d9e814 service neutron] Attempting to bind port a0d85388-b661-4c35-9441-571d55620b11 on network 0ac06f25-a081-449b-ac1e-8a36bc7788b0 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:46:02.465334 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eacbff3-1059-40da-a378-e6dfce71c011 x-openstack-request-id: req-5eacbff3-1059-40da-a378-e6dfce71c011 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:46:02.469036 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5417ebe-97b2-4075-a096-134593b44284", "name": "network-vif-unplugged", "status": "completed", "tag": "a0d85388-b661-4c35-9441-571d55620b11", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:46:02.470460 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5eacbff3-1059-40da-a378-e6dfce71c011 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:46:02.471070 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5417ebe-97b2-4075-a096-134593b44284', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0d85388-b661-4c35-9441-571d55620b11', 'code': 200} Feb 09 01:46:02.475158 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-ee65586e-e735-4073-8067-0dd013d9e814 service neutron] Port a0d85388-b661-4c35-9441-571d55620b11 on network 0ac06f25-a081-449b-ac1e-8a36bc7788b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:46:02.479559 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-ee65586e-e735-4073-8067-0dd013d9e814 service neutron] Attempting to bind port a0d85388-b661-4c35-9441-571d55620b11 on network 0ac06f25-a081-449b-ac1e-8a36bc7788b0 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:46:02.484432 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35182) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:02.512774 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-ee65586e-e735-4073-8067-0dd013d9e814 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:46:02.513151 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-ee65586e-e735-4073-8067-0dd013d9e814 service neutron] Checking segment: {'id': '858f0d1b-6f6f-4b52-869c-1cb006b1bcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '0ac06f25-a081-449b-ac1e-8a36bc7788b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:46:02.513627 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-ee65586e-e735-4073-8067-0dd013d9e814 service neutron] Bound using segment: {'id': '858f0d1b-6f6f-4b52-869c-1cb006b1bcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '0ac06f25-a081-449b-ac1e-8a36bc7788b0'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:46:02.514135 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-ee65586e-e735-4073-8067-0dd013d9e814 service neutron] Bound port: a0d85388-b661-4c35-9441-571d55620b11, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '858f0d1b-6f6f-4b52-869c-1cb006b1bcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '0ac06f25-a081-449b-ac1e-8a36bc7788b0'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:46:02.514831 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-ee65586e-e735-4073-8067-0dd013d9e814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a0d85388-b661-4c35-9441-571d55620b11), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:02.567933 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:46:02.568912 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:46:02.571949 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-8e941b86-a63d-40f4-8880-0d2bd330153c None None] Current status of the port 8b77852e-9193-459d-92fd-4461be11f4e8 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:02.590254 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-8e941b86-a63d-40f4-8880-0d2bd330153c None None] Provisioning complete for port 9b91f449-656f-46e6-b84a-397329583725 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:02.590968 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8e941b86-a63d-40f4-8880-0d2bd330153c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9b91f449-656f-46e6-b84a-397329583725), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:02.631010 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b52082be-fd56-4be2-9e64-fc8ca39b631b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:02.656526 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-8e941b86-a63d-40f4-8880-0d2bd330153c None None] Port 9b91f449-656f-46e6-b84a-397329583725 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:46:02.720759 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-ee65586e-e735-4073-8067-0dd013d9e814 service neutron] For port a0d85388-b661-4c35-9441-571d55620b11, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:46:02.728847 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-ee65586e-e735-4073-8067-0dd013d9e814 service neutron] For port a0d85388-b661-4c35-9441-571d55620b11, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=a0d85388-b661-4c35-9441-571d55620b11,segment=NetworkSegment(858f0d1b-6f6f-4b52-869c-1cb006b1bcc6),segment_id=858f0d1b-6f6f-4b52-869c-1cb006b1bcc6)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:46:02.755875 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-ee65586e-e735-4073-8067-0dd013d9e814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (a0d85388-b661-4c35-9441-571d55620b11), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:02.792615 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-6aaf2713-06bb-4fa8-8956-3df9925ec807 None None] Provisioning complete for port a0d85388-b661-4c35-9441-571d55620b11 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:02.794061 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6aaf2713-06bb-4fa8-8956-3df9925ec807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a0d85388-b661-4c35-9441-571d55620b11), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:03.068015 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6aaf2713-06bb-4fa8-8956-3df9925ec807 None None] Current status of the port a0d85388-b661-4c35-9441-571d55620b11 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:03.073562 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6aaf2713-06bb-4fa8-8956-3df9925ec807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a0d85388-b661-4c35-9441-571d55620b11), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:03.196387 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b52082be-fd56-4be2-9e64-fc8ca39b631b admin admin] Publish callbacks [] for security_group (a26ca665-ce62-456b-ad5c-65f2c38a389d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:03.203570 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65586e-e735-4073-8067-0dd013d9e814 service neutron] Pushing event updated for resources: {'Port': ['ID=a0d85388-b661-4c35-9441-571d55620b11,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:03.248447 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b52082be-fd56-4be2-9e64-fc8ca39b631b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (a26ca665-ce62-456b-ad5c-65f2c38a389d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:03.261424 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-6aaf2713-06bb-4fa8-8956-3df9925ec807 None None] For port a0d85388-b661-4c35-9441-571d55620b11, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=a0d85388-b661-4c35-9441-571d55620b11,segment=NetworkSegment(858f0d1b-6f6f-4b52-869c-1cb006b1bcc6),segment_id=858f0d1b-6f6f-4b52-869c-1cb006b1bcc6)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:03.275434 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5417ebe-97b2-4075-a096-134593b44284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d85388-b661-4c35-9441-571d55620b11'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:46:03.284036 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a8c67f-adce-4b97-aeeb-f652d2d51092" -d '{"events": [{"server_uuid": "d5417ebe-97b2-4075-a096-134593b44284", "name": "network-vif-plugged", "status": "completed", "tag": "a0d85388-b661-4c35-9441-571d55620b11"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:46:03.297677 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6aaf2713-06bb-4fa8-8956-3df9925ec807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (a0d85388-b661-4c35-9441-571d55620b11), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:03.349625 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b52082be-fd56-4be2-9e64-fc8ca39b631b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e40c777221494fd9b0a2a4148deb1d57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8557715 Feb 09 01:46:03.353933 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35190) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:03.389911 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31dabf-1829-4602-b7fb-060261d956b7 req-ea29471e-bdd8-4789-9658-886ac7fc8ec2 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:03.396836 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3b31dabf-1829-4602-b7fb-060261d956b7 req-ea29471e-bdd8-4789-9658-886ac7fc8ec2 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5417ebe-97b2-4075-a096-134593b44284 HTTP/1.1" status: 200 len: 943 time: 0.1576977 Feb 09 01:46:03.455005 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52082be-fd56-4be2-9e64-fc8ca39b631b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26ca665-ce62-456b-ad5c-65f2c38a389d,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:03.489626 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583ba6e-6a0f-4e71-92f7-93e24b3fd6e6 req-da81a6f5-9bc5-4e33-96fb-fdbdc484e663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:03.493272 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3583ba6e-6a0f-4e71-92f7-93e24b3fd6e6 req-da81a6f5-9bc5-4e33-96fb-fdbdc484e663 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e7f5366db1de43098724f0eb4e3342fd&device_id=d5417ebe-97b2-4075-a096-134593b44284 HTTP/1.1" status: 200 len: 1157 time: 0.5263398 Feb 09 01:46:03.496323 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-ee65586e-e735-4073-8067-0dd013d9e814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:03.496323 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-ee65586e-e735-4073-8067-0dd013d9e814 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:03.504424 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-ee65586e-e735-4073-8067-0dd013d9e814 service neutron] 10.222.0.91 "PUT /v2.0/ports/a0d85388-b661-4c35-9441-571d55620b11 HTTP/1.1" status: 200 len: 1123 time: 2.6190817 Feb 09 01:46:03.549263 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-0fc75169-1adb-4f54-b8f0-f79598cb016a tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Deleting port 9b91f449-656f-46e6-b84a-397329583725 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:46:03.549614 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0fc75169-1adb-4f54-b8f0-f79598cb016a tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (9b91f449-656f-46e6-b84a-397329583725), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:03.638716 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3e97ed-1090-47d5-8931-b87f64664868 x-openstack-request-id: req-1a3e97ed-1090-47d5-8931-b87f64664868 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:46:03.639291 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5417ebe-97b2-4075-a096-134593b44284", "name": "network-vif-plugged", "status": "completed", "tag": "a0d85388-b661-4c35-9441-571d55620b11", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:46:03.639714 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1a3e97ed-1090-47d5-8931-b87f64664868 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:46:03.640320 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5417ebe-97b2-4075-a096-134593b44284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d85388-b661-4c35-9441-571d55620b11', 'code': 200} Feb 09 01:46:03.660342 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8514e024-f4c8-4950-bac0-5ed267ef6201 admin admin] Publish callbacks [] for security_group (a26ca665-ce62-456b-ad5c-65f2c38a389d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:03.670237 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 8b77852e-9193-459d-92fd-4461be11f4e8 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:03.673473 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583ba6e-6a0f-4e71-92f7-93e24b3fd6e6 req-72aa47dc-3720-411a-b118-399f125e8d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:03.675038 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3583ba6e-6a0f-4e71-92f7-93e24b3fd6e6 req-72aa47dc-3720-411a-b118-399f125e8d69 service neutron] 10.222.0.121 "GET /v2.0/networks?id=0ac06f25-a081-449b-ac1e-8a36bc7788b0 HTTP/1.1" status: 200 len: 898 time: 0.1607409 Feb 09 01:46:03.690022 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['a0d85388-b661-4c35-9441-571d55620b11'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:46:03.691665 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3b31dabf-1829-4602-b7fb-060261d956b7 req-bcd79666-0993-4420-b515-bf54860e8a60 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b453f76-22ed-4f62-82ab-dfff34e27267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2836773 Feb 09 01:46:03.719472 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8514e024-f4c8-4950-bac0-5ed267ef6201 admin admin] Publish callbacks [] for security_group (a26ca665-ce62-456b-ad5c-65f2c38a389d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:03.759560 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0fc75169-1adb-4f54-b8f0-f79598cb016a tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (9b91f449-656f-46e6-b84a-397329583725), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:03.781957 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-0fc75169-1adb-4f54-b8f0-f79598cb016a tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Calling delete_port for 9b91f449-656f-46e6-b84a-397329583725 owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:46:03.814802 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf2713-06bb-4fa8-8956-3df9925ec807 None None] Pushing event updated for resources: {'Port': ['ID=a0d85388-b661-4c35-9441-571d55620b11,revision_number=9']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:03.832633 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-6aaf2713-06bb-4fa8-8956-3df9925ec807 None None] Provisioning complete for port 9b91f449-656f-46e6-b84a-397329583725 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:03.833177 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6aaf2713-06bb-4fa8-8956-3df9925ec807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9b91f449-656f-46e6-b84a-397329583725), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:03.883308 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6aaf2713-06bb-4fa8-8956-3df9925ec807 None None] Port 9b91f449-656f-46e6-b84a-397329583725 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:46:03.886279 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 8b77852e-9193-459d-92fd-4461be11f4e8 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:46:03.888314 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3583ba6e-6a0f-4e71-92f7-93e24b3fd6e6 req-e5b689e2-7db6-450b-bb20-b4faf8335d8b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0d85388-b661-4c35-9441-571d55620b11 HTTP/1.1" status: 200 len: 1000 time: 0.1907148 Feb 09 01:46:03.982086 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8514e024-f4c8-4950-bac0-5ed267ef6201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (a26ca665-ce62-456b-ad5c-65f2c38a389d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:03.985778 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8514e024-f4c8-4950-bac0-5ed267ef6201 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:03.987381 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8514e024-f4c8-4950-bac0-5ed267ef6201 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a26ca665-ce62-456b-ad5c-65f2c38a389d HTTP/1.1" status: 204 len: 168 time: 0.6242800 Feb 09 01:46:04.010318 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583ba6e-6a0f-4e71-92f7-93e24b3fd6e6 req-feacc5e4-af21-418d-939e-1ecbb0fd160d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:04.012218 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3583ba6e-6a0f-4e71-92f7-93e24b3fd6e6 req-feacc5e4-af21-418d-939e-1ecbb0fd160d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=d293b189-7bb8-4efd-80de-7a3ef9278c18 HTTP/1.1" status: 200 len: 835 time: 0.1165078 Feb 09 01:46:04.013211 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8514e024-f4c8-4950-bac0-5ed267ef6201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26ca665-ce62-456b-ad5c-65f2c38a389d,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:04.027218 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d50d7217-23b2-4e16-b8ce-5f0b16483c85 None None] Could not find standard attr ID for object 5a7a0703-76a8-4d5f-b70e-638e726349c5. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:46:04.060024 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 8b77852e-9193-459d-92fd-4461be11f4e8 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:04.060406 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8b77852e-9193-459d-92fd-4461be11f4e8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:04.097939 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583ba6e-6a0f-4e71-92f7-93e24b3fd6e6 req-96ac6c6c-f66c-4095-8a4a-88e700f7df41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:04.099591 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3583ba6e-6a0f-4e71-92f7-93e24b3fd6e6 req-96ac6c6c-f66c-4095-8a4a-88e700f7df41 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0ac06f25-a081-449b-ac1e-8a36bc7788b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0750973 Feb 09 01:46:04.103489 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d50d7217-23b2-4e16-b8ce-5f0b16483c85 None None] Provisioning complete for port a0d85388-b661-4c35-9441-571d55620b11 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:04.104028 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d50d7217-23b2-4e16-b8ce-5f0b16483c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a0d85388-b661-4c35-9441-571d55620b11), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:04.198970 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0fc75169-1adb-4f54-b8f0-f79598cb016a tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (9b91f449-656f-46e6-b84a-397329583725), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:04.281229 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc75169-1adb-4f54-b8f0-f79598cb016a tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'Port': ['ID=9b91f449-656f-46e6-b84a-397329583725,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:04.351424 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3583ba6e-6a0f-4e71-92f7-93e24b3fd6e6 req-086b5424-0862-413d-9066-8ef438dd3bbe service neutron] 10.222.0.121 "GET /v2.0/networks/0ac06f25-a081-449b-ac1e-8a36bc7788b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436991 Feb 09 01:46:04.376576 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d50d7217-23b2-4e16-b8ce-5f0b16483c85 None None] Current status of the port a0d85388-b661-4c35-9441-571d55620b11 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:04.418326 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 8b77852e-9193-459d-92fd-4461be11f4e8 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:04.443954 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0fc75169-1adb-4f54-b8f0-f79598cb016a tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:04.449927 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0fc75169-1adb-4f54-b8f0-f79598cb016a tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/ports/9b91f449-656f-46e6-b84a-397329583725 HTTP/1.1" status: 204 len: 168 time: 2.2932401 Feb 09 01:46:04.453495 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35198) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:04.473387 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5417ebe-97b2-4075-a096-134593b44284', 'tag': 'a0d85388-b661-4c35-9441-571d55620b11'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:46:04.476305 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a62d475-ee25-4f9a-92f5-a79dd23c5e83" -d '{"events": [{"name": "network-changed", "server_uuid": "d5417ebe-97b2-4075-a096-134593b44284", "tag": "a0d85388-b661-4c35-9441-571d55620b11"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:46:04.487064 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-1769d142-4b5b-445c-aaab-34974ad85727 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] GET failed (client error): The resource could not be found. Feb 09 01:46:04.488843 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1769d142-4b5b-445c-aaab-34974ad85727 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "GET /v2.0/ports/9b91f449-656f-46e6-b84a-397329583725 HTTP/1.1" status: 404 len: 333 time: 0.0336974 Feb 09 01:46:04.491790 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35202) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:04.587309 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3583ba6e-6a0f-4e71-92f7-93e24b3fd6e6 req-2ea73620-4ecb-40d2-a015-7252a81a1b12 service neutron] 10.222.0.121 "GET /v2.0/networks/0ac06f25-a081-449b-ac1e-8a36bc7788b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269535 Feb 09 01:46:04.590029 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb760b86-cfd7-45b1-8738-3f0128eba669 x-openstack-request-id: req-fb760b86-cfd7-45b1-8738-3f0128eba669 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:46:04.590473 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5417ebe-97b2-4075-a096-134593b44284", "tag": "a0d85388-b661-4c35-9441-571d55620b11", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:46:04.590869 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fb760b86-cfd7-45b1-8738-3f0128eba669 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:46:04.591375 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5417ebe-97b2-4075-a096-134593b44284', 'tag': 'a0d85388-b661-4c35-9441-571d55620b11', 'status': 'completed', 'code': 200} Feb 09 01:46:04.652541 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-d60e9280-d789-454b-b30a-abfe194b36a6 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Deleting subnet 82c1740f-5643-47ae-a834-99013053cd4f {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:46:04.658364 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d60e9280-d789-454b-b30a-abfe194b36a6 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for subnet (82c1740f-5643-47ae-a834-99013053cd4f), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:04.758517 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d60e9280-d789-454b-b30a-abfe194b36a6 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (82c1740f-5643-47ae-a834-99013053cd4f), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:04.783191 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62d475-ee25-4f9a-92f5-a79dd23c5e83 req-289c70f9-85bb-446f-aa77-16dd2e754169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:04.784863 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6a62d475-ee25-4f9a-92f5-a79dd23c5e83 req-289c70f9-85bb-446f-aa77-16dd2e754169 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e7f5366db1de43098724f0eb4e3342fd&device_id=d5417ebe-97b2-4075-a096-134593b44284 HTTP/1.1" status: 200 len: 1159 time: 0.0885084 Feb 09 01:46:04.913730 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62d475-ee25-4f9a-92f5-a79dd23c5e83 req-766ac1d9-3789-44f8-ae2f-94058ed76acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:04.915225 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6a62d475-ee25-4f9a-92f5-a79dd23c5e83 req-766ac1d9-3789-44f8-ae2f-94058ed76acd service neutron] 10.222.0.121 "GET /v2.0/networks?id=0ac06f25-a081-449b-ac1e-8a36bc7788b0 HTTP/1.1" status: 200 len: 898 time: 0.1241670 Feb 09 01:46:04.963583 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbe36f-8295-4739-be4a-dff4578cf2f2 req-766be165-ac6f-46ef-b672-1df9f4eb7354 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:04.965215 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aebbe36f-8295-4739-be4a-dff4578cf2f2 req-766be165-ac6f-46ef-b672-1df9f4eb7354 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5417ebe-97b2-4075-a096-134593b44284 HTTP/1.1" status: 200 len: 945 time: 0.1537509 Feb 09 01:46:04.982241 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d60e9280-d789-454b-b30a-abfe194b36a6 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (82c1740f-5643-47ae-a834-99013053cd4f), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:05.053492 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6a62d475-ee25-4f9a-92f5-a79dd23c5e83 req-bf7e4415-084d-4284-863f-a14bf431eb8f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0d85388-b661-4c35-9441-571d55620b11 HTTP/1.1" status: 200 len: 1000 time: 0.1291173 Feb 09 01:46:05.111938 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aebbe36f-8295-4739-be4a-dff4578cf2f2 req-22588a9c-d2c1-4c5d-8e71-92f63925c38e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b453f76-22ed-4f62-82ab-dfff34e27267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317317 Feb 09 01:46:05.176303 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d60e9280-d789-454b-b30a-abfe194b36a6 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (82c1740f-5643-47ae-a834-99013053cd4f), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:05.200043 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62d475-ee25-4f9a-92f5-a79dd23c5e83 req-7ad83cb0-2818-4795-b86c-82e41460b3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:05.200043 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6a62d475-ee25-4f9a-92f5-a79dd23c5e83 req-7ad83cb0-2818-4795-b86c-82e41460b3f2 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=d293b189-7bb8-4efd-80de-7a3ef9278c18 HTTP/1.1" status: 200 len: 835 time: 0.1291885 Feb 09 01:46:05.203907 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d60e9280-d789-454b-b30a-abfe194b36a6 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:05.209498 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d60e9280-d789-454b-b30a-abfe194b36a6 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/subnets/82c1740f-5643-47ae-a834-99013053cd4f HTTP/1.1" status: 204 len: 168 time: 0.7155991 Feb 09 01:46:05.211956 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35222) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:05.215863 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc8173b-14a1-4595-af50-1681697ae8c9 None None] Network e358408b-a993-4732-9155-67609fede9a3 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:46:05.246750 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e9280-d789-454b-b30a-abfe194b36a6 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'Subnet': ['ID=82c1740f-5643-47ae-a834-99013053cd4f,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:05.324957 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62d475-ee25-4f9a-92f5-a79dd23c5e83 req-a253d27f-c64c-4fb3-abfe-3f065c794c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:05.326829 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6a62d475-ee25-4f9a-92f5-a79dd23c5e83 req-a253d27f-c64c-4fb3-abfe-3f065c794c20 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0ac06f25-a081-449b-ac1e-8a36bc7788b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1136415 Feb 09 01:46:05.356185 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-38da73fd-8ac1-4aa8-b60e-84e37b43dee5 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (e358408b-a993-4732-9155-67609fede9a3), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:05.424204 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-38da73fd-8ac1-4aa8-b60e-84e37b43dee5 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Deleting port 8b77852e-9193-459d-92fd-4461be11f4e8 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:46:05.424509 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-38da73fd-8ac1-4aa8-b60e-84e37b43dee5 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (8b77852e-9193-459d-92fd-4461be11f4e8), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:05.448940 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b4256e-5502-44c3-b846-5602dfc4dc98 None None] DHCP port deletion for e358408b-a993-4732-9155-67609fede9a3 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:46:05.486690 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6a62d475-ee25-4f9a-92f5-a79dd23c5e83 req-f7391726-7b66-42b9-aaca-ea5afe22bc14 service neutron] 10.222.0.121 "GET /v2.0/networks/0ac06f25-a081-449b-ac1e-8a36bc7788b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518669 Feb 09 01:46:05.514945 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-38da73fd-8ac1-4aa8-b60e-84e37b43dee5 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] For port 8b77852e-9193-459d-92fd-4461be11f4e8, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=8b77852e-9193-459d-92fd-4461be11f4e8,segment=NetworkSegment(ebe9fc47-199e-4c6f-9aec-a1bf7db906f4),segment_id=ebe9fc47-199e-4c6f-9aec-a1bf7db906f4)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:05.515815 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-38da73fd-8ac1-4aa8-b60e-84e37b43dee5 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (8b77852e-9193-459d-92fd-4461be11f4e8), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:05.540657 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-38da73fd-8ac1-4aa8-b60e-84e37b43dee5 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Calling delete_port for 8b77852e-9193-459d-92fd-4461be11f4e8 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:46:05.541113 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-23b4256e-5502-44c3-b846-5602dfc4dc98 None None] Deleting port 8b77852e-9193-459d-92fd-4461be11f4e8 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:46:05.541649 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-23b4256e-5502-44c3-b846-5602dfc4dc98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (8b77852e-9193-459d-92fd-4461be11f4e8), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:05.634890 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6a62d475-ee25-4f9a-92f5-a79dd23c5e83 req-3bc63bf5-3f5f-4ce3-89c3-a2d8975b81c1 service neutron] 10.222.0.121 "GET /v2.0/networks/0ac06f25-a081-449b-ac1e-8a36bc7788b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411445 Feb 09 01:46:05.670166 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-23b4256e-5502-44c3-b846-5602dfc4dc98 None None] For port 8b77852e-9193-459d-92fd-4461be11f4e8, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=8b77852e-9193-459d-92fd-4461be11f4e8,segment=NetworkSegment(ebe9fc47-199e-4c6f-9aec-a1bf7db906f4),segment_id=ebe9fc47-199e-4c6f-9aec-a1bf7db906f4)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:05.670846 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-23b4256e-5502-44c3-b846-5602dfc4dc98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (8b77852e-9193-459d-92fd-4461be11f4e8), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:05.689126 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-23b4256e-5502-44c3-b846-5602dfc4dc98 None None] Calling delete_port for 8b77852e-9193-459d-92fd-4461be11f4e8 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:46:05.727225 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-38da73fd-8ac1-4aa8-b60e-84e37b43dee5 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (8b77852e-9193-459d-92fd-4461be11f4e8), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:05.774146 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38da73fd-8ac1-4aa8-b60e-84e37b43dee5 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] No DVR routers for this DVR port 8b77852e-9193-459d-92fd-4461be11f4e8 on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:46:05.781249 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38da73fd-8ac1-4aa8-b60e-84e37b43dee5 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'Port': ['ID=8b77852e-9193-459d-92fd-4461be11f4e8,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:05.797340 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-23b4256e-5502-44c3-b846-5602dfc4dc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (8b77852e-9193-459d-92fd-4461be11f4e8), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:05.809087 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device a0d85388-b661-4c35-9441-571d55620b11 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:46:05.827587 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 8b77852e-9193-459d-92fd-4461be11f4e8 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:46:05.868001 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 8b77852e-9193-459d-92fd-4461be11f4e8 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:46:05.868625 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 8b77852e-9193-459d-92fd-4461be11f4e8 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:46:05.887038 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-38da73fd-8ac1-4aa8-b60e-84e37b43dee5 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (e358408b-a993-4732-9155-67609fede9a3), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:05.904303 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b4256e-5502-44c3-b846-5602dfc4dc98 None None] No DVR routers for this DVR port 8b77852e-9193-459d-92fd-4461be11f4e8 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:46:05.909163 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4256e-5502-44c3-b846-5602dfc4dc98 None None] Pushing event deleted for resources: {'Port': ['ID=8b77852e-9193-459d-92fd-4461be11f4e8,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:05.932242 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-38da73fd-8ac1-4aa8-b60e-84e37b43dee5 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e358408b-a993-4732-9155-67609fede9a3']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:05.947333 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-38da73fd-8ac1-4aa8-b60e-84e37b43dee5 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe9fc47-199e-4c6f-9aec-a1bf7db906f4') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:05.948043 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-38da73fd-8ac1-4aa8-b60e-84e37b43dee5 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe9fc47-199e-4c6f-9aec-a1bf7db906f4') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:05.965133 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-38da73fd-8ac1-4aa8-b60e-84e37b43dee5 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (ebe9fc47-199e-4c6f-9aec-a1bf7db906f4), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:05.991068 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-38da73fd-8ac1-4aa8-b60e-84e37b43dee5 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (ebe9fc47-199e-4c6f-9aec-a1bf7db906f4), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:05.998064 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38da73fd-8ac1-4aa8-b60e-84e37b43dee5 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:46:05.998462 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-38da73fd-8ac1-4aa8-b60e-84e37b43dee5 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (ebe9fc47-199e-4c6f-9aec-a1bf7db906f4), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:06.002510 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:46:06.002510 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:46:06.002510 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:46:06.002510 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:46:06.002510 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:46:06.002510 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:46:06.002510 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:46:06.002510 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:46:06.002510 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:46:06.002510 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:46:06.002510 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:46:06.002510 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:46:06.002510 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:46:06.002510 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:46:06.002510 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:46:06.002510 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:46:06.002510 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:46:06.002510 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:46:06.002510 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:46:06.002510 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:46:06.002510 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:46:06.002510 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:46:06.002510 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:46:06.002510 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:46:06.002510 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:46:06.002510 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:46:06.002510 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:46:06.002510 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:46:06.002510 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:46:06.002510 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:46:06.002510 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:46:06.002510 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:46:06.058267 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port a0d85388-b661-4c35-9441-571d55620b11, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=a0d85388-b661-4c35-9441-571d55620b11,segment=NetworkSegment(858f0d1b-6f6f-4b52-869c-1cb006b1bcc6),segment_id=858f0d1b-6f6f-4b52-869c-1cb006b1bcc6)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:06.084708 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-38da73fd-8ac1-4aa8-b60e-84e37b43dee5 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (e358408b-a993-4732-9155-67609fede9a3), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:06.087077 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device a0d85388-b661-4c35-9441-571d55620b11 has no active binding in host n-h2-822053-40 {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 01:46:06.100969 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-38da73fd-8ac1-4aa8-b60e-84e37b43dee5 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:06.104595 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-38da73fd-8ac1-4aa8-b60e-84e37b43dee5 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/networks/e358408b-a993-4732-9155-67609fede9a3 HTTP/1.1" status: 204 len: 168 time: 0.8916056 Feb 09 01:46:06.108491 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35236) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:06.114541 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-f26fa108-0dbf-4626-8aef-bbaf42ef7008 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-38865376'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:06.119785 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38da73fd-8ac1-4aa8-b60e-84e37b43dee5 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'Network': ['ID=e358408b-a993-4732-9155-67609fede9a3,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:06.165099 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26fa108-0dbf-4626-8aef-bbaf42ef7008 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Made reservation on behalf of 919e3be7d0df465ca225216ef9376810 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:06.168624 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f26fa108-0dbf-4626-8aef-bbaf42ef7008 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:06.200141 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f26fa108-0dbf-4626-8aef-bbaf42ef7008 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:46:06.212211 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f26fa108-0dbf-4626-8aef-bbaf42ef7008 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (032b837f-394f-4c03-9164-9c94380d5ddd), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:06.212638 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-f26fa108-0dbf-4626-8aef-bbaf42ef7008 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Added segment 032b837f-394f-4c03-9164-9c94380d5ddd of type vlan for network 2a9ce7a7-0959-4a68-a4aa-f9edf631a4ad Feb 09 01:46:06.263774 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f26fa108-0dbf-4626-8aef-bbaf42ef7008 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (2a9ce7a7-0959-4a68-a4aa-f9edf631a4ad), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:06.306917 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f26fa108-0dbf-4626-8aef-bbaf42ef7008 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (2a9ce7a7-0959-4a68-a4aa-f9edf631a4ad), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:06.314920 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26fa108-0dbf-4626-8aef-bbaf42ef7008 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:06.315839 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f26fa108-0dbf-4626-8aef-bbaf42ef7008 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:06.355031 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40467423-9585-44f6-91db-7a6badd6a889 req-f24d16c1-96f2-462f-b186-a039921acea0 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:06.356783 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-40467423-9585-44f6-91db-7a6badd6a889 req-f24d16c1-96f2-462f-b186-a039921acea0 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5417ebe-97b2-4075-a096-134593b44284 HTTP/1.1" status: 200 len: 945 time: 0.0677724 Feb 09 01:46:06.400127 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f26fa108-0dbf-4626-8aef-bbaf42ef7008 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2903476 Feb 09 01:46:06.403178 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35246) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:06.410863 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-e09694ab-6f01-437b-858a-cb2badd7969a tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'subnet': {'network_id': '2a9ce7a7-0959-4a68-a4aa-f9edf631a4ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:06.421919 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-40467423-9585-44f6-91db-7a6badd6a889 req-26a1d1c8-4f48-4c08-a0b3-d22691b87242 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b453f76-22ed-4f62-82ab-dfff34e27267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579758 Feb 09 01:46:06.457468 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26fa108-0dbf-4626-8aef-bbaf42ef7008 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'Network': ['ID=2a9ce7a7-0959-4a68-a4aa-f9edf631a4ad,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:06.469137 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 2a9ce7a7-0959-4a68-a4aa-f9edf631a4ad details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:46:06.526061 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09694ab-6f01-437b-858a-cb2badd7969a tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Made reservation on behalf of 919e3be7d0df465ca225216ef9376810 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:06.531794 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e09694ab-6f01-437b-858a-cb2badd7969a tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:06.750372 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e09694ab-6f01-437b-858a-cb2badd7969a tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (49d5df45-640d-4178-8e8b-9e04fa62f3a7), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:06.824893 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09694ab-6f01-437b-858a-cb2badd7969a tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'Subnet': ['ID=49d5df45-640d-4178-8e8b-9e04fa62f3a7,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:06.840348 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09694ab-6f01-437b-858a-cb2badd7969a tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Checking segment: {'id': '032b837f-394f-4c03-9164-9c94380d5ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2a9ce7a7-0959-4a68-a4aa-f9edf631a4ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:46:06.840722 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09694ab-6f01-437b-858a-cb2badd7969a tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Network hostable DHCP agents. Network: 2a9ce7a7-0959-4a68-a4aa-f9edf631a4ad, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:46:06.860259 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09694ab-6f01-437b-858a-cb2badd7969a tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Network 2a9ce7a7-0959-4a68-a4aa-f9edf631a4ad is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:46:06.871156 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-e09694ab-6f01-437b-858a-cb2badd7969a tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 2a9ce7a7-0959-4a68-a4aa-f9edf631a4ad) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:06.875921 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09694ab-6f01-437b-858a-cb2badd7969a tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:06.877584 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e09694ab-6f01-437b-858a-cb2badd7969a tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:06.882160 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe92e940-c686-4059-aa36-f7369e53832c None None] Network 2a9ce7a7-0959-4a68-a4aa-f9edf631a4ad requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:46:06.901122 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35256) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:06.902633 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e09694ab-6f01-437b-858a-cb2badd7969a tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4983678 Feb 09 01:46:06.906433 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-018a4beb-ad86-4d16-8772-97a23bc50748 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'port': {'network_id': '2a9ce7a7-0959-4a68-a4aa-f9edf631a4ad', 'name': 'tempest-PortsTestJSON-1546309214', 'fixed_ips': [{'subnet_id': '49d5df45-640d-4178-8e8b-9e04fa62f3a7', 'ip_address': '172.20.0.10'}]}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:07.026757 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc7bb53-a81c-4bcb-9742-28320b9d71f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-2a9ce7a7-0959-4a68-a4aa-f9edf631a4ad', 'network_id': '2a9ce7a7-0959-4a68-a4aa-f9edf631a4ad', 'project_id': '919e3be7d0df465ca225216ef9376810', 'fixed_ips': [{'subnet_id': '49d5df45-640d-4178-8e8b-9e04fa62f3a7'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:46:07.028050 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fbc7bb53-a81c-4bcb-9742-28320b9d71f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:07.046137 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018a4beb-ad86-4d16-8772-97a23bc50748 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Made reservation on behalf of 919e3be7d0df465ca225216ef9376810 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:07.167711 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-018a4beb-ad86-4d16-8772-97a23bc50748 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:07.202637 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-018a4beb-ad86-4d16-8772-97a23bc50748 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] device_id is not set on port c640f0d2-3e80-4629-b429-ca75440e19d1 yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:46:07.231437 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-fbc7bb53-a81c-4bcb-9742-28320b9d71f0 None None] Allocated IP 172.20.0.2 (2a9ce7a7-0959-4a68-a4aa-f9edf631a4ad/49d5df45-640d-4178-8e8b-9e04fa62f3a7/637b2505-4d47-492b-a7d5-bb3b42ebd5b7) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:07.412433 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fbc7bb53-a81c-4bcb-9742-28320b9d71f0 None None] Publish callbacks [] for port (637b2505-4d47-492b-a7d5-bb3b42ebd5b7), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:07.420951 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fbc7bb53-a81c-4bcb-9742-28320b9d71f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (637b2505-4d47-492b-a7d5-bb3b42ebd5b7), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:07.469323 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc7bb53-a81c-4bcb-9742-28320b9d71f0 None None] Network 2a9ce7a7-0959-4a68-a4aa-f9edf631a4ad is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:07.472845 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-fbc7bb53-a81c-4bcb-9742-28320b9d71f0 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:07.477972 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc7bb53-a81c-4bcb-9742-28320b9d71f0 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:46:07.485169 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-018a4beb-ad86-4d16-8772-97a23bc50748 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Allocated IP 172.20.0.10 (2a9ce7a7-0959-4a68-a4aa-f9edf631a4ad/49d5df45-640d-4178-8e8b-9e04fa62f3a7/c640f0d2-3e80-4629-b429-ca75440e19d1) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:07.487801 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc7bb53-a81c-4bcb-9742-28320b9d71f0 None None] Pushing event updated for resources: {'Port': ['ID=637b2505-4d47-492b-a7d5-bb3b42ebd5b7,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:07.555586 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-fbc7bb53-a81c-4bcb-9742-28320b9d71f0 None None] Attempting to bind port 637b2505-4d47-492b-a7d5-bb3b42ebd5b7 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:46:07.555966 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-fbc7bb53-a81c-4bcb-9742-28320b9d71f0 None None] Attempting to bind port 637b2505-4d47-492b-a7d5-bb3b42ebd5b7 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '032b837f-394f-4c03-9164-9c94380d5ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2a9ce7a7-0959-4a68-a4aa-f9edf631a4ad'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:46:07.556436 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc7bb53-a81c-4bcb-9742-28320b9d71f0 None None] Attempting to bind port 637b2505-4d47-492b-a7d5-bb3b42ebd5b7 on network 2a9ce7a7-0959-4a68-a4aa-f9edf631a4ad {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:46:07.562117 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc7bb53-a81c-4bcb-9742-28320b9d71f0 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:46:07.564474 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc7bb53-a81c-4bcb-9742-28320b9d71f0 None None] Checking segment: {'id': '032b837f-394f-4c03-9164-9c94380d5ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2a9ce7a7-0959-4a68-a4aa-f9edf631a4ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:46:07.564998 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fbc7bb53-a81c-4bcb-9742-28320b9d71f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:07.565496 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc7bb53-a81c-4bcb-9742-28320b9d71f0 None None] Bound using segment: {'id': '032b837f-394f-4c03-9164-9c94380d5ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2a9ce7a7-0959-4a68-a4aa-f9edf631a4ad'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:46:07.566093 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-fbc7bb53-a81c-4bcb-9742-28320b9d71f0 None None] Bound port: 637b2505-4d47-492b-a7d5-bb3b42ebd5b7, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032b837f-394f-4c03-9164-9c94380d5ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '2a9ce7a7-0959-4a68-a4aa-f9edf631a4ad'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:46:07.566578 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fbc7bb53-a81c-4bcb-9742-28320b9d71f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (637b2505-4d47-492b-a7d5-bb3b42ebd5b7), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:07.643417 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-fbc7bb53-a81c-4bcb-9742-28320b9d71f0 None None] For port 637b2505-4d47-492b-a7d5-bb3b42ebd5b7, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:46:07.647146 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-fbc7bb53-a81c-4bcb-9742-28320b9d71f0 None None] For port 637b2505-4d47-492b-a7d5-bb3b42ebd5b7, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=637b2505-4d47-492b-a7d5-bb3b42ebd5b7,segment=NetworkSegment(032b837f-394f-4c03-9164-9c94380d5ddd),segment_id=032b837f-394f-4c03-9164-9c94380d5ddd)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:46:07.655121 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fbc7bb53-a81c-4bcb-9742-28320b9d71f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (637b2505-4d47-492b-a7d5-bb3b42ebd5b7), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:07.737598 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc7bb53-a81c-4bcb-9742-28320b9d71f0 None None] Pushing event updated for resources: {'Port': ['ID=637b2505-4d47-492b-a7d5-bb3b42ebd5b7,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:07.741173 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-018a4beb-ad86-4d16-8772-97a23bc50748 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for port (c640f0d2-3e80-4629-b429-ca75440e19d1), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:07.769047 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6fcb39-5894-4e54-a66a-adc684e681fc req-2909a456-32c4-4eed-8d7f-35f027db0654 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:07.776270 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9e6fcb39-5894-4e54-a66a-adc684e681fc req-2909a456-32c4-4eed-8d7f-35f027db0654 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5417ebe-97b2-4075-a096-134593b44284 HTTP/1.1" status: 200 len: 945 time: 0.2644796 Feb 09 01:46:07.850363 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9e6fcb39-5894-4e54-a66a-adc684e681fc req-433fa232-6be4-4116-a1a3-221654f11038 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b453f76-22ed-4f62-82ab-dfff34e27267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715282 Feb 09 01:46:07.871718 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-018a4beb-ad86-4d16-8772-97a23bc50748 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (c640f0d2-3e80-4629-b429-ca75440e19d1), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:07.915144 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018a4beb-ad86-4d16-8772-97a23bc50748 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Network 2a9ce7a7-0959-4a68-a4aa-f9edf631a4ad is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:07.918656 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-018a4beb-ad86-4d16-8772-97a23bc50748 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:07.926728 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018a4beb-ad86-4d16-8772-97a23bc50748 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:46:07.974981 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a4beb-ad86-4d16-8772-97a23bc50748 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'Port': ['ID=c640f0d2-3e80-4629-b429-ca75440e19d1,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:08.020476 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018a4beb-ad86-4d16-8772-97a23bc50748 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:08.021132 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-018a4beb-ad86-4d16-8772-97a23bc50748 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:08.056602 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-018a4beb-ad86-4d16-8772-97a23bc50748 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1543405 Feb 09 01:46:08.059389 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35276) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:08.065289 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-b22fa8f8-a553-4bae-91c4-3daf47346bc8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'port': {'network_id': '2a9ce7a7-0959-4a68-a4aa-f9edf631a4ad', 'name': 'tempest-PortsTestJSON-994693369', 'fixed_ips': [{'subnet_id': '49d5df45-640d-4178-8e8b-9e04fa62f3a7', 'ip_address': '172.20.0.9'}]}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:08.218750 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22fa8f8-a553-4bae-91c4-3daf47346bc8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Made reservation on behalf of 919e3be7d0df465ca225216ef9376810 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:08.225824 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b22fa8f8-a553-4bae-91c4-3daf47346bc8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:08.251875 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-b22fa8f8-a553-4bae-91c4-3daf47346bc8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] device_id is not set on port a3bab4d6-8369-4c1e-ae64-9c342e49303c yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:46:08.449541 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-b22fa8f8-a553-4bae-91c4-3daf47346bc8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Allocated IP 172.20.0.9 (2a9ce7a7-0959-4a68-a4aa-f9edf631a4ad/49d5df45-640d-4178-8e8b-9e04fa62f3a7/a3bab4d6-8369-4c1e-ae64-9c342e49303c) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:08.535753 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-2774f5d3-c882-4c6a-8879-5c0664c336a0 service neutron] 10.222.0.121 "GET /v2.0/ports/a0d85388-b661-4c35-9441-571d55620b11/bindings/n-h2-822053-40 HTTP/1.1" status: 200 len: 385 time: 0.0819299 Feb 09 01:46:08.701213 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b22fa8f8-a553-4bae-91c4-3daf47346bc8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for port (a3bab4d6-8369-4c1e-ae64-9c342e49303c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:08.762357 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b22fa8f8-a553-4bae-91c4-3daf47346bc8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (a3bab4d6-8369-4c1e-ae64-9c342e49303c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:08.848457 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22fa8f8-a553-4bae-91c4-3daf47346bc8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Network 2a9ce7a7-0959-4a68-a4aa-f9edf631a4ad is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:08.853528 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-b22fa8f8-a553-4bae-91c4-3daf47346bc8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:08.859576 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22fa8f8-a553-4bae-91c4-3daf47346bc8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:46:08.890792 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-dcae6b2d-9d08-4a97-b8d8-fcd7e9b4cebf service neutron] For port a0d85388-b661-4c35-9441-571d55620b11, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=a0d85388-b661-4c35-9441-571d55620b11,segment=NetworkSegment(858f0d1b-6f6f-4b52-869c-1cb006b1bcc6),segment_id=858f0d1b-6f6f-4b52-869c-1cb006b1bcc6)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:08.925905 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-dcae6b2d-9d08-4a97-b8d8-fcd7e9b4cebf service neutron] For port a0d85388-b661-4c35-9441-571d55620b11, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:46:08.927185 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22fa8f8-a553-4bae-91c4-3daf47346bc8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'Port': ['ID=a3bab4d6-8369-4c1e-ae64-9c342e49303c,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:08.975848 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5417ebe-97b2-4075-a096-134593b44284', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0d85388-b661-4c35-9441-571d55620b11'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:46:08.979253 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35260951-3042-4453-92be-eedec87dd3aa" -d '{"events": [{"server_uuid": "d5417ebe-97b2-4075-a096-134593b44284", "name": "network-vif-unplugged", "status": "completed", "tag": "a0d85388-b661-4c35-9441-571d55620b11"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:46:09.004230 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22fa8f8-a553-4bae-91c4-3daf47346bc8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:09.005335 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b22fa8f8-a553-4bae-91c4-3daf47346bc8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:09.009520 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-dcae6b2d-9d08-4a97-b8d8-fcd7e9b4cebf service neutron] For port a0d85388-b661-4c35-9441-571d55620b11, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=a0d85388-b661-4c35-9441-571d55620b11,segment=NetworkSegment(858f0d1b-6f6f-4b52-869c-1cb006b1bcc6),segment_id=858f0d1b-6f6f-4b52-869c-1cb006b1bcc6)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:09.038238 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b22fa8f8-a553-4bae-91c4-3daf47346bc8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9762774 Feb 09 01:46:09.041307 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35296) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:09.051454 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e019d4-84b7-4f50-9551-4b1a54faf2b2 req-494bf0d3-21e6-4379-af24-bc4f75040808 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:09.053645 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-84e019d4-84b7-4f50-9551-4b1a54faf2b2 req-494bf0d3-21e6-4379-af24-bc4f75040808 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5417ebe-97b2-4075-a096-134593b44284 HTTP/1.1" status: 200 len: 945 time: 0.0989335 Feb 09 01:46:09.064818 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141195c2-a3ad-4fa6-9c87-778f13891878 x-openstack-request-id: req-141195c2-a3ad-4fa6-9c87-778f13891878 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:46:09.065403 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5417ebe-97b2-4075-a096-134593b44284", "name": "network-vif-unplugged", "status": "completed", "tag": "a0d85388-b661-4c35-9441-571d55620b11", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:46:09.065891 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-141195c2-a3ad-4fa6-9c87-778f13891878 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:46:09.066664 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5417ebe-97b2-4075-a096-134593b44284', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0d85388-b661-4c35-9441-571d55620b11', 'code': 200} Feb 09 01:46:09.093848 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-dcae6b2d-9d08-4a97-b8d8-fcd7e9b4cebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a0d85388-b661-4c35-9441-571d55620b11), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:09.116080 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-84e019d4-84b7-4f50-9551-4b1a54faf2b2 req-c6ae44c4-5e86-467f-ba53-89786fcefe9e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b453f76-22ed-4f62-82ab-dfff34e27267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559876 Feb 09 01:46:09.218641 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005712fd-2de4-41f6-a4de-27275b75171e tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:09.223345 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35298) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:09.223750 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-005712fd-2de4-41f6-a4de-27275b75171e tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1800413 Feb 09 01:46:09.246135 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-dcae6b2d-9d08-4a97-b8d8-fcd7e9b4cebf service neutron] Transition to ACTIVE for port object a0d85388-b661-4c35-9441-571d55620b11 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:46:09.253869 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-dcae6b2d-9d08-4a97-b8d8-fcd7e9b4cebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (a0d85388-b661-4c35-9441-571d55620b11), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:09.370062 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8603884a-f073-4cd9-a1cf-717b2f3f179b None None] Network 2a9ce7a7-0959-4a68-a4aa-f9edf631a4ad requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:46:09.384305 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cbb198-530f-4d1a-8683-3ad42bebeef5 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:09.390715 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cbb198-530f-4d1a-8683-3ad42bebeef5 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:09.396991 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cbb198-530f-4d1a-8683-3ad42bebeef5 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:09.402494 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-79cbb198-530f-4d1a-8683-3ad42bebeef5 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1778958 Feb 09 01:46:09.403254 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35304) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:09.470400 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-a9314894-1374-487a-8000-40c2b9e74674 None None] Provisioning complete for port 637b2505-4d47-492b-a7d5-bb3b42ebd5b7 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:09.470690 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a9314894-1374-487a-8000-40c2b9e74674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (637b2505-4d47-492b-a7d5-bb3b42ebd5b7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:09.613711 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-525b7749-e50d-4962-9f4c-9a0005703599 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Deleting port a3bab4d6-8369-4c1e-ae64-9c342e49303c {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:46:09.614386 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-525b7749-e50d-4962-9f4c-9a0005703599 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (a3bab4d6-8369-4c1e-ae64-9c342e49303c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:09.742939 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a9314894-1374-487a-8000-40c2b9e74674 None None] Current status of the port 637b2505-4d47-492b-a7d5-bb3b42ebd5b7 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:09.743839 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a9314894-1374-487a-8000-40c2b9e74674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (637b2505-4d47-492b-a7d5-bb3b42ebd5b7), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:09.761773 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-525b7749-e50d-4962-9f4c-9a0005703599 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (a3bab4d6-8369-4c1e-ae64-9c342e49303c), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:09.791229 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-525b7749-e50d-4962-9f4c-9a0005703599 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Calling delete_port for a3bab4d6-8369-4c1e-ae64-9c342e49303c owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:46:09.808673 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-a9314894-1374-487a-8000-40c2b9e74674 None None] For port 637b2505-4d47-492b-a7d5-bb3b42ebd5b7, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=637b2505-4d47-492b-a7d5-bb3b42ebd5b7,segment=NetworkSegment(032b837f-394f-4c03-9164-9c94380d5ddd),segment_id=032b837f-394f-4c03-9164-9c94380d5ddd)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:09.826065 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a9314894-1374-487a-8000-40c2b9e74674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (637b2505-4d47-492b-a7d5-bb3b42ebd5b7), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:09.897340 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 637b2505-4d47-492b-a7d5-bb3b42ebd5b7 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:46:09.991139 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9314894-1374-487a-8000-40c2b9e74674 None None] Pushing event updated for resources: {'Port': ['ID=637b2505-4d47-492b-a7d5-bb3b42ebd5b7,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:10.002291 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-525b7749-e50d-4962-9f4c-9a0005703599 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (a3bab4d6-8369-4c1e-ae64-9c342e49303c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:10.020425 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 637b2505-4d47-492b-a7d5-bb3b42ebd5b7 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:10.021046 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (637b2505-4d47-492b-a7d5-bb3b42ebd5b7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:10.150171 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e236e904-bdcf-473d-900c-5f8922ddf756 None None] Provisioning complete for port 637b2505-4d47-492b-a7d5-bb3b42ebd5b7 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:10.150543 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e236e904-bdcf-473d-900c-5f8922ddf756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (637b2505-4d47-492b-a7d5-bb3b42ebd5b7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:10.171834 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-525b7749-e50d-4962-9f4c-9a0005703599 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:10.183090 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-525b7749-e50d-4962-9f4c-9a0005703599 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/ports/a3bab4d6-8369-4c1e-ae64-9c342e49303c HTTP/1.1" status: 204 len: 168 time: 0.7764137 Feb 09 01:46:10.183090 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b7749-e50d-4962-9f4c-9a0005703599 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'Port': ['ID=a3bab4d6-8369-4c1e-ae64-9c342e49303c,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:10.183351 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35316) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:10.215121 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae6b2d-9d08-4a97-b8d8-fcd7e9b4cebf service neutron] Pushing event updated for resources: {'Port': ['ID=a0d85388-b661-4c35-9441-571d55620b11,revision_number=11']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:10.238761 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-8921cfd7-4d9f-4e68-b91f-e2e6eb99a092 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] GET failed (client error): The resource could not be found. Feb 09 01:46:10.242792 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8921cfd7-4d9f-4e68-b91f-e2e6eb99a092 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "GET /v2.0/ports/a3bab4d6-8369-4c1e-ae64-9c342e49303c HTTP/1.1" status: 404 len: 333 time: 0.0476639 Feb 09 01:46:10.247671 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35318) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:10.260938 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-dcae6b2d-9d08-4a97-b8d8-fcd7e9b4cebf service neutron] No DVR routers for this DVR port a0d85388-b661-4c35-9441-571d55620b11 on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:46:10.414955 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0945857-bfff-447c-bf8e-998b9d4cca2b req-1d22fd6e-0d5e-497a-9164-77f2f6a434a6 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:10.416857 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e0945857-bfff-447c-bf8e-998b9d4cca2b req-1d22fd6e-0d5e-497a-9164-77f2f6a434a6 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5417ebe-97b2-4075-a096-134593b44284 HTTP/1.1" status: 200 len: 944 time: 0.1418178 Feb 09 01:46:10.427090 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e236e904-bdcf-473d-900c-5f8922ddf756 None None] Current status of the port 637b2505-4d47-492b-a7d5-bb3b42ebd5b7 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:10.430462 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 637b2505-4d47-492b-a7d5-bb3b42ebd5b7 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:10.441554 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e236e904-bdcf-473d-900c-5f8922ddf756 None None] Could not find standard attr ID for object a3bab4d6-8369-4c1e-ae64-9c342e49303c. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:46:10.465945 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e236e904-bdcf-473d-900c-5f8922ddf756 None None] Provisioning complete for port c640f0d2-3e80-4629-b429-ca75440e19d1 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:10.466325 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e236e904-bdcf-473d-900c-5f8922ddf756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c640f0d2-3e80-4629-b429-ca75440e19d1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:10.510216 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e0945857-bfff-447c-bf8e-998b9d4cca2b req-81a33173-8d0a-4b7b-bab6-2a49d6f51ab4 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b453f76-22ed-4f62-82ab-dfff34e27267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864370 Feb 09 01:46:10.522192 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-fab2f35c-e844-48e2-8032-17507f60f4c9 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Deleting port c640f0d2-3e80-4629-b429-ca75440e19d1 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:46:10.522527 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fab2f35c-e844-48e2-8032-17507f60f4c9 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (c640f0d2-3e80-4629-b429-ca75440e19d1), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:10.555376 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e236e904-bdcf-473d-900c-5f8922ddf756 None None] Port c640f0d2-3e80-4629-b429-ca75440e19d1 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:46:10.566970 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-dcae6b2d-9d08-4a97-b8d8-fcd7e9b4cebf service neutron] 10.222.0.121 "PUT /v2.0/ports/a0d85388-b661-4c35-9441-571d55620b11/bindings/n-h2-822053-40/activate HTTP/1.1" status: 200 len: 370 time: 2.0136173 Feb 09 01:46:10.664656 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fab2f35c-e844-48e2-8032-17507f60f4c9 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (c640f0d2-3e80-4629-b429-ca75440e19d1), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:10.681993 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-fab2f35c-e844-48e2-8032-17507f60f4c9 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Calling delete_port for c640f0d2-3e80-4629-b429-ca75440e19d1 owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:46:10.707572 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-2adc484f-a01d-4b54-822e-4ee50e28638e None None] Provisioning complete for port c640f0d2-3e80-4629-b429-ca75440e19d1 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:10.708272 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2adc484f-a01d-4b54-822e-4ee50e28638e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c640f0d2-3e80-4629-b429-ca75440e19d1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:10.794778 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2adc484f-a01d-4b54-822e-4ee50e28638e None None] Port c640f0d2-3e80-4629-b429-ca75440e19d1 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:46:10.813709 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-28d254c1-7661-4f23-ab38-41588ea66c5d tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:10.817503 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-28d254c1-7661-4f23-ab38-41588ea66c5d tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=d5417ebe-97b2-4075-a096-134593b44284&tenant_id=e7f5366db1de43098724f0eb4e3342fd&binding%3Ahost_id=n-h1-822053-40 HTTP/1.1" status: 200 len: 1127 time: 0.1761358 Feb 09 01:46:10.908619 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-81bfbee0-288f-418d-affd-c4f29c8ca2fd None None] Could not find standard attr ID for object a3bab4d6-8369-4c1e-ae64-9c342e49303c. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:46:10.927562 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-68212202-97cd-4d7a-961a-e07e55e2b2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:10.927562 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-68212202-97cd-4d7a-961a-e07e55e2b2a4 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d5417ebe-97b2-4075-a096-134593b44284&tenant_id=e7f5366db1de43098724f0eb4e3342fd HTTP/1.1" status: 200 len: 1127 time: 0.0976572 Feb 09 01:46:11.013267 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fab2f35c-e844-48e2-8032-17507f60f4c9 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (c640f0d2-3e80-4629-b429-ca75440e19d1), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:11.038171 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-07fb9be0-75f4-4c7f-8887-8996d9be300e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:11.040084 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-07fb9be0-75f4-4c7f-8887-8996d9be300e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e7f5366db1de43098724f0eb4e3342fd&device_id=d5417ebe-97b2-4075-a096-134593b44284 HTTP/1.1" status: 200 len: 1127 time: 0.0845952 Feb 09 01:46:11.062812 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2f35c-e844-48e2-8032-17507f60f4c9 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'Port': ['ID=c640f0d2-3e80-4629-b429-ca75440e19d1,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:11.153621 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fab2f35c-e844-48e2-8032-17507f60f4c9 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:11.164898 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-fab2f35c-e844-48e2-8032-17507f60f4c9 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/ports/c640f0d2-3e80-4629-b429-ca75440e19d1 HTTP/1.1" status: 204 len: 168 time: 0.9157677 Feb 09 01:46:11.166029 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35330) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:11.169411 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-30306217-bd90-4822-8865-522a9ac7d292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:11.171032 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-30306217-bd90-4822-8865-522a9ac7d292 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0ac06f25-a081-449b-ac1e-8a36bc7788b0 HTTP/1.1" status: 200 len: 898 time: 0.1241939 Feb 09 01:46:11.201069 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-f97d1cd2-9174-4fd6-8356-ae6425356b11 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] GET failed (client error): The resource could not be found. Feb 09 01:46:11.206774 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f97d1cd2-9174-4fd6-8356-ae6425356b11 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "GET /v2.0/ports/c640f0d2-3e80-4629-b429-ca75440e19d1 HTTP/1.1" status: 404 len: 333 time: 0.0394804 Feb 09 01:46:11.207717 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35332) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:11.288697 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-e437f567-abac-4d3c-bdc5-b575c7264d47 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Deleting subnet 49d5df45-640d-4178-8e8b-9e04fa62f3a7 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:46:11.292751 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e437f567-abac-4d3c-bdc5-b575c7264d47 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for subnet (49d5df45-640d-4178-8e8b-9e04fa62f3a7), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:11.298335 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-c7543433-9c5f-4cd7-b95c-58d8fbee67de service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0d85388-b661-4c35-9441-571d55620b11 HTTP/1.1" status: 200 len: 998 time: 0.1148245 Feb 09 01:46:11.340607 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e437f567-abac-4d3c-bdc5-b575c7264d47 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (49d5df45-640d-4178-8e8b-9e04fa62f3a7), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:11.372912 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-6f21909e-b977-4620-9a78-d29420c5434a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:11.376425 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-6f21909e-b977-4620-9a78-d29420c5434a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d293b189-7bb8-4efd-80de-7a3ef9278c18 HTTP/1.1" status: 200 len: 835 time: 0.0683615 Feb 09 01:46:11.460776 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e437f567-abac-4d3c-bdc5-b575c7264d47 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (49d5df45-640d-4178-8e8b-9e04fa62f3a7), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:11.497141 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-27abb21c-e592-41bb-8779-d47eb907bdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:11.499108 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-27abb21c-e592-41bb-8779-d47eb907bdbd service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0ac06f25-a081-449b-ac1e-8a36bc7788b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1117322 Feb 09 01:46:11.596681 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e437f567-abac-4d3c-bdc5-b575c7264d47 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (49d5df45-640d-4178-8e8b-9e04fa62f3a7), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:11.633676 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e437f567-abac-4d3c-bdc5-b575c7264d47 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:11.636301 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376801fc-a299-4c3a-8ea6-da6851ce9515 None None] Network 2a9ce7a7-0959-4a68-a4aa-f9edf631a4ad requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:46:11.643393 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35338) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:11.648734 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e437f567-abac-4d3c-bdc5-b575c7264d47 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/subnets/49d5df45-640d-4178-8e8b-9e04fa62f3a7 HTTP/1.1" status: 204 len: 168 time: 0.4396169 Feb 09 01:46:11.714981 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e437f567-abac-4d3c-bdc5-b575c7264d47 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'Subnet': ['ID=49d5df45-640d-4178-8e8b-9e04fa62f3a7,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:11.767837 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e0f1c-8c08-4de4-9c2a-f87d257cfc16 req-6b15130b-c6ce-4b29-915e-4df65f164b8a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:11.767837 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-de2e0f1c-8c08-4de4-9c2a-f87d257cfc16 req-6b15130b-c6ce-4b29-915e-4df65f164b8a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5417ebe-97b2-4075-a096-134593b44284 HTTP/1.1" status: 200 len: 944 time: 0.0852475 Feb 09 01:46:11.795443 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-428d59f7-40d6-4dff-8507-86906177b320 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (2a9ce7a7-0959-4a68-a4aa-f9edf631a4ad), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:11.805080 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-6390bb88-d003-4e9f-b888-9a18748aaa85 service neutron] 10.222.0.91 "GET /v2.0/networks/0ac06f25-a081-449b-ac1e-8a36bc7788b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939894 Feb 09 01:46:11.811572 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 637b2505-4d47-492b-a7d5-bb3b42ebd5b7 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:46:11.881576 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-de2e0f1c-8c08-4de4-9c2a-f87d257cfc16 req-0a584a9f-0ef5-4380-9d7e-91ad41d87093 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b453f76-22ed-4f62-82ab-dfff34e27267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106479 Feb 09 01:46:11.913655 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 637b2505-4d47-492b-a7d5-bb3b42ebd5b7 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:11.914032 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (637b2505-4d47-492b-a7d5-bb3b42ebd5b7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:11.951855 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-24aa2ef5-3eaa-47e0-9d58-f2ce77caabf4 service neutron] 10.222.0.91 "GET /v2.0/networks/0ac06f25-a081-449b-ac1e-8a36bc7788b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302388 Feb 09 01:46:11.956805 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3644453d-5b63-4691-9374-df87e4e23e29 None None] DHCP port deletion for 2a9ce7a7-0959-4a68-a4aa-f9edf631a4ad request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:46:12.042402 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device a0d85388-b661-4c35-9441-571d55620b11 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:46:12.042577 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-428d59f7-40d6-4dff-8507-86906177b320 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Deleting port 637b2505-4d47-492b-a7d5-bb3b42ebd5b7 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:46:12.042577 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-428d59f7-40d6-4dff-8507-86906177b320 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (637b2505-4d47-492b-a7d5-bb3b42ebd5b7), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:12.108329 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 637b2505-4d47-492b-a7d5-bb3b42ebd5b7 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:12.130531 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] The host n-h1-822053-40 is not matching for port a0d85388-b661-4c35-9441-571d55620b11 host n-h2-822053-40! {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:46:12.130870 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device a0d85388-b661-4c35-9441-571d55620b11 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:46:12.137328 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3644453d-5b63-4691-9374-df87e4e23e29 None None] Deleting port 637b2505-4d47-492b-a7d5-bb3b42ebd5b7 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:46:12.137707 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3644453d-5b63-4691-9374-df87e4e23e29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (637b2505-4d47-492b-a7d5-bb3b42ebd5b7), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:12.151236 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-428d59f7-40d6-4dff-8507-86906177b320 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] For port 637b2505-4d47-492b-a7d5-bb3b42ebd5b7, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=637b2505-4d47-492b-a7d5-bb3b42ebd5b7,segment=NetworkSegment(032b837f-394f-4c03-9164-9c94380d5ddd),segment_id=032b837f-394f-4c03-9164-9c94380d5ddd)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:12.151784 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-428d59f7-40d6-4dff-8507-86906177b320 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (637b2505-4d47-492b-a7d5-bb3b42ebd5b7), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:12.166884 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-428d59f7-40d6-4dff-8507-86906177b320 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Calling delete_port for 637b2505-4d47-492b-a7d5-bb3b42ebd5b7 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:46:12.225270 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-3644453d-5b63-4691-9374-df87e4e23e29 None None] For port 637b2505-4d47-492b-a7d5-bb3b42ebd5b7, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=637b2505-4d47-492b-a7d5-bb3b42ebd5b7,segment=NetworkSegment(032b837f-394f-4c03-9164-9c94380d5ddd),segment_id=032b837f-394f-4c03-9164-9c94380d5ddd)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:12.225823 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3644453d-5b63-4691-9374-df87e4e23e29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (637b2505-4d47-492b-a7d5-bb3b42ebd5b7), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:12.252707 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3644453d-5b63-4691-9374-df87e4e23e29 None None] Calling delete_port for 637b2505-4d47-492b-a7d5-bb3b42ebd5b7 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:46:12.296565 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-428d59f7-40d6-4dff-8507-86906177b320 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (637b2505-4d47-492b-a7d5-bb3b42ebd5b7), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:12.335351 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d59f7-40d6-4dff-8507-86906177b320 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'Port': ['ID=637b2505-4d47-492b-a7d5-bb3b42ebd5b7,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:12.342922 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428d59f7-40d6-4dff-8507-86906177b320 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] No DVR routers for this DVR port 637b2505-4d47-492b-a7d5-bb3b42ebd5b7 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:46:12.371281 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-3c55cef4-26c4-4edc-81d1-f9d7fb0ea078 tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:12.372765 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-3c55cef4-26c4-4edc-81d1-f9d7fb0ea078 tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=d5417ebe-97b2-4075-a096-134593b44284&tenant_id=e7f5366db1de43098724f0eb4e3342fd&binding%3Ahost_id=n-h2-822053-40 HTTP/1.1" status: 200 len: 1127 time: 0.1281989 Feb 09 01:46:12.393993 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3644453d-5b63-4691-9374-df87e4e23e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (637b2505-4d47-492b-a7d5-bb3b42ebd5b7), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:12.433210 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644453d-5b63-4691-9374-df87e4e23e29 None None] Pushing event deleted for resources: {'Port': ['ID=637b2505-4d47-492b-a7d5-bb3b42ebd5b7,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:12.440660 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3644453d-5b63-4691-9374-df87e4e23e29 None None] No DVR routers for this DVR port 637b2505-4d47-492b-a7d5-bb3b42ebd5b7 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:46:12.489807 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-428d59f7-40d6-4dff-8507-86906177b320 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (2a9ce7a7-0959-4a68-a4aa-f9edf631a4ad), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:12.525612 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-428d59f7-40d6-4dff-8507-86906177b320 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a9ce7a7-0959-4a68-a4aa-f9edf631a4ad']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:12.546051 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-428d59f7-40d6-4dff-8507-86906177b320 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '032b837f-394f-4c03-9164-9c94380d5ddd') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:12.546051 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-428d59f7-40d6-4dff-8507-86906177b320 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '032b837f-394f-4c03-9164-9c94380d5ddd') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:12.573683 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-428d59f7-40d6-4dff-8507-86906177b320 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (032b837f-394f-4c03-9164-9c94380d5ddd), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:12.595608 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-428d59f7-40d6-4dff-8507-86906177b320 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (032b837f-394f-4c03-9164-9c94380d5ddd), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:12.606973 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428d59f7-40d6-4dff-8507-86906177b320 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:46:12.607316 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-428d59f7-40d6-4dff-8507-86906177b320 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (032b837f-394f-4c03-9164-9c94380d5ddd), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:12.611100 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:46:12.611100 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:46:12.611100 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:46:12.611100 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:46:12.611100 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:46:12.611100 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:46:12.611100 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:46:12.611100 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:46:12.611100 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:46:12.611100 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:46:12.611100 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:46:12.611100 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:46:12.611100 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:46:12.611100 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:46:12.611100 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:46:12.611100 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:46:12.611100 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:46:12.611100 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:46:12.611100 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:46:12.611100 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:46:12.611100 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:46:12.611100 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:46:12.611100 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:46:12.611100 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:46:12.611100 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:46:12.611100 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:46:12.611100 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:46:12.611100 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:46:12.611100 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:46:12.611100 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:46:12.611100 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:46:12.611100 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:46:12.659508 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-1e5ccea3-3b56-4817-84dc-ccd412372522 service neutron] For port a0d85388-b661-4c35-9441-571d55620b11, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:46:12.665365 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-1e5ccea3-3b56-4817-84dc-ccd412372522 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:12.667025 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-1e5ccea3-3b56-4817-84dc-ccd412372522 service neutron] 10.222.0.91 "DELETE /v2.0/ports/a0d85388-b661-4c35-9441-571d55620b11/bindings/n-h1-822053-40 HTTP/1.1" status: 204 len: 173 time: 0.2721920 Feb 09 01:46:12.687565 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-428d59f7-40d6-4dff-8507-86906177b320 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (2a9ce7a7-0959-4a68-a4aa-f9edf631a4ad), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:12.703058 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-428d59f7-40d6-4dff-8507-86906177b320 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:12.713256 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-428d59f7-40d6-4dff-8507-86906177b320 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/networks/2a9ce7a7-0959-4a68-a4aa-f9edf631a4ad HTTP/1.1" status: 204 len: 168 time: 1.0623908 Feb 09 01:46:12.714081 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35352) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:12.725475 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-6d83eddd-bbd5-4a4c-8506-a787e083b451 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-429727419'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:12.733453 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d59f7-40d6-4dff-8507-86906177b320 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'Network': ['ID=2a9ce7a7-0959-4a68-a4aa-f9edf631a4ad,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:12.761473 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d83eddd-bbd5-4a4c-8506-a787e083b451 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Made reservation on behalf of 919e3be7d0df465ca225216ef9376810 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:12.765358 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6d83eddd-bbd5-4a4c-8506-a787e083b451 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:12.792620 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d83eddd-bbd5-4a4c-8506-a787e083b451 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:46:12.804358 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6d83eddd-bbd5-4a4c-8506-a787e083b451 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (3e625c98-c32e-41b2-9ac7-2903b8dd6959), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:12.804797 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-6d83eddd-bbd5-4a4c-8506-a787e083b451 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Added segment 3e625c98-c32e-41b2-9ac7-2903b8dd6959 of type vlan for network 891665c7-bd89-4626-9164-d9ef13ada91b Feb 09 01:46:12.849841 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6d83eddd-bbd5-4a4c-8506-a787e083b451 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (891665c7-bd89-4626-9164-d9ef13ada91b), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:12.881194 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6d83eddd-bbd5-4a4c-8506-a787e083b451 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (891665c7-bd89-4626-9164-d9ef13ada91b), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:12.886801 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d83eddd-bbd5-4a4c-8506-a787e083b451 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:12.887646 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6d83eddd-bbd5-4a4c-8506-a787e083b451 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:12.991840 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83eddd-bbd5-4a4c-8506-a787e083b451 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'Network': ['ID=891665c7-bd89-4626-9164-d9ef13ada91b,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:13.009742 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6d83eddd-bbd5-4a4c-8506-a787e083b451 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2945621 Feb 09 01:46:13.012943 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35356) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:13.018957 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-41653bd9-db51-4c2f-b419-8d0764b22660 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'subnet': {'network_id': '891665c7-bd89-4626-9164-d9ef13ada91b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:13.033370 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 891665c7-bd89-4626-9164-d9ef13ada91b details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:46:13.106715 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd5a41-d5df-4971-bc47-bd5a6920faca req-f93238b4-d711-4e1d-b1b9-9a21fd438d24 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:13.113956 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-afdd5a41-d5df-4971-bc47-bd5a6920faca req-f93238b4-d711-4e1d-b1b9-9a21fd438d24 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5417ebe-97b2-4075-a096-134593b44284 HTTP/1.1" status: 200 len: 944 time: 0.1194234 Feb 09 01:46:13.205752 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-afdd5a41-d5df-4971-bc47-bd5a6920faca req-7ca68b5a-8855-425e-9ae2-db94cd4da7e8 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b453f76-22ed-4f62-82ab-dfff34e27267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833585 Feb 09 01:46:13.223335 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41653bd9-db51-4c2f-b419-8d0764b22660 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Made reservation on behalf of 919e3be7d0df465ca225216ef9376810 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:13.229552 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-41653bd9-db51-4c2f-b419-8d0764b22660 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:13.339440 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900f772-fceb-4335-bcba-58b36de3c379 req-c52ec3b3-bec7-4476-95d7-9727d068937b tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:13.348593 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5900f772-fceb-4335-bcba-58b36de3c379 req-c52ec3b3-bec7-4476-95d7-9727d068937b tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d5417ebe-97b2-4075-a096-134593b44284 HTTP/1.1" status: 200 len: 1127 time: 0.0620153 Feb 09 01:46:13.437785 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5900f772-fceb-4335-bcba-58b36de3c379 req-58446f39-59c6-4c1f-8120-c5dfcd386b69 tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=0b453f76-22ed-4f62-82ab-dfff34e27267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649028 Feb 09 01:46:13.486267 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-41653bd9-db51-4c2f-b419-8d0764b22660 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (164f7c83-5e5e-419f-8aaf-a69005a9b2ee), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:13.589226 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1a20b-2bf4-4b87-836f-4add69be3c85 req-0aa9cbf6-10b3-4520-b8da-8e783b441b87 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:13.590984 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7ea1a20b-2bf4-4b87-836f-4add69be3c85 req-0aa9cbf6-10b3-4520-b8da-8e783b441b87 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5417ebe-97b2-4075-a096-134593b44284 HTTP/1.1" status: 200 len: 944 time: 0.0811322 Feb 09 01:46:13.627566 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41653bd9-db51-4c2f-b419-8d0764b22660 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'Subnet': ['ID=164f7c83-5e5e-419f-8aaf-a69005a9b2ee,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:13.637130 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41653bd9-db51-4c2f-b419-8d0764b22660 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Checking segment: {'id': '3e625c98-c32e-41b2-9ac7-2903b8dd6959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '891665c7-bd89-4626-9164-d9ef13ada91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:46:13.637721 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41653bd9-db51-4c2f-b419-8d0764b22660 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Network hostable DHCP agents. Network: 891665c7-bd89-4626-9164-d9ef13ada91b, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:46:13.662373 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7ea1a20b-2bf4-4b87-836f-4add69be3c85 req-57b38c57-f2f7-4e8f-836d-80f24908100c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b453f76-22ed-4f62-82ab-dfff34e27267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641594 Feb 09 01:46:13.667685 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41653bd9-db51-4c2f-b419-8d0764b22660 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Network 891665c7-bd89-4626-9164-d9ef13ada91b is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:46:13.684886 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35366) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:13.690018 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-41653bd9-db51-4c2f-b419-8d0764b22660 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 891665c7-bd89-4626-9164-d9ef13ada91b) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:13.695794 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41653bd9-db51-4c2f-b419-8d0764b22660 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:13.696954 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-41653bd9-db51-4c2f-b419-8d0764b22660 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:13.704532 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87f6bc8-1a8a-42fd-9362-4972f8015633 None None] Network 891665c7-bd89-4626-9164-d9ef13ada91b requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:46:13.721223 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-41653bd9-db51-4c2f-b419-8d0764b22660 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7068574 Feb 09 01:46:13.723940 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35368) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:13.730290 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-21b59c56-de0f-407e-8d0f-0c984a06a6c8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1520236035', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:13.759584 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-21b59c56-de0f-407e-8d0f-0c984a06a6c8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (3082ce17-3b66-4cf8-b727-6d8e342c0dcc), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:13.761238 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-21b59c56-de0f-407e-8d0f-0c984a06a6c8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (3082ce17-3b66-4cf8-b727-6d8e342c0dcc), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:13.821087 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-eb84c78d-afe7-4595-a0c5-593a4a9fc990 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/floatingips/114c1399-96ae-47fd-b69f-73f344fb3a65 HTTP/1.1" status: 200 len: 990 time: 0.1349127 Feb 09 01:46:13.824463 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 637b2505-4d47-492b-a7d5-bb3b42ebd5b7 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:46:13.854271 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-21b59c56-de0f-407e-8d0f-0c984a06a6c8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for router_controller (3082ce17-3b66-4cf8-b727-6d8e342c0dcc), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:13.861268 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-21b59c56-de0f-407e-8d0f-0c984a06a6c8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (3082ce17-3b66-4cf8-b727-6d8e342c0dcc), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:13.878447 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 637b2505-4d47-492b-a7d5-bb3b42ebd5b7 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:46:13.879176 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 637b2505-4d47-492b-a7d5-bb3b42ebd5b7 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:46:13.884851 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-21b59c56-de0f-407e-8d0f-0c984a06a6c8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:13.886494 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-21b59c56-de0f-407e-8d0f-0c984a06a6c8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1606274 Feb 09 01:46:13.889067 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35370) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:13.894975 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-d1c89e6f-4e13-418e-bc73-69bc587f29a7 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'port': {'network_id': '891665c7-bd89-4626-9164-d9ef13ada91b', 'name': 'tempest-PortsTestJSON-1886725551'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:13.945653 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8273b1-49bd-47e6-b591-73b22fd58cfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-891665c7-bd89-4626-9164-d9ef13ada91b', 'network_id': '891665c7-bd89-4626-9164-d9ef13ada91b', 'project_id': '919e3be7d0df465ca225216ef9376810', 'fixed_ips': [{'subnet_id': '164f7c83-5e5e-419f-8aaf-a69005a9b2ee'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:46:13.946536 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2e8273b1-49bd-47e6-b591-73b22fd58cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:14.051036 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c89e6f-4e13-418e-bc73-69bc587f29a7 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Made reservation on behalf of 919e3be7d0df465ca225216ef9376810 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:14.055606 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d1c89e6f-4e13-418e-bc73-69bc587f29a7 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:14.081388 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-d1c89e6f-4e13-418e-bc73-69bc587f29a7 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] device_id is not set on port 518550ec-d060-41cf-94b0-16ad7cdd97e6 yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:46:14.102911 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-2e8273b1-49bd-47e6-b591-73b22fd58cfa None None] Allocated IP 172.20.0.2 (891665c7-bd89-4626-9164-d9ef13ada91b/164f7c83-5e5e-419f-8aaf-a69005a9b2ee/12f680e0-a7d0-4bdd-8880-53f68d5be3bc) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:14.292322 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2e8273b1-49bd-47e6-b591-73b22fd58cfa None None] Publish callbacks [] for port (12f680e0-a7d0-4bdd-8880-53f68d5be3bc), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:14.298564 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2e8273b1-49bd-47e6-b591-73b22fd58cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (12f680e0-a7d0-4bdd-8880-53f68d5be3bc), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:14.341560 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8273b1-49bd-47e6-b591-73b22fd58cfa None None] Network 891665c7-bd89-4626-9164-d9ef13ada91b is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:14.344515 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-2e8273b1-49bd-47e6-b591-73b22fd58cfa None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:14.348705 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8273b1-49bd-47e6-b591-73b22fd58cfa None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:46:14.355922 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8273b1-49bd-47e6-b591-73b22fd58cfa None None] Pushing event updated for resources: {'Port': ['ID=12f680e0-a7d0-4bdd-8880-53f68d5be3bc,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:14.381007 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-d1c89e6f-4e13-418e-bc73-69bc587f29a7 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Allocated IP 172.20.0.14 (891665c7-bd89-4626-9164-d9ef13ada91b/164f7c83-5e5e-419f-8aaf-a69005a9b2ee/518550ec-d060-41cf-94b0-16ad7cdd97e6) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:14.420892 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-2e8273b1-49bd-47e6-b591-73b22fd58cfa None None] Attempting to bind port 12f680e0-a7d0-4bdd-8880-53f68d5be3bc on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:46:14.421271 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-2e8273b1-49bd-47e6-b591-73b22fd58cfa None None] Attempting to bind port 12f680e0-a7d0-4bdd-8880-53f68d5be3bc by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '3e625c98-c32e-41b2-9ac7-2903b8dd6959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '891665c7-bd89-4626-9164-d9ef13ada91b'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:46:14.421640 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8273b1-49bd-47e6-b591-73b22fd58cfa None None] Attempting to bind port 12f680e0-a7d0-4bdd-8880-53f68d5be3bc on network 891665c7-bd89-4626-9164-d9ef13ada91b {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:46:14.429248 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8273b1-49bd-47e6-b591-73b22fd58cfa None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:46:14.429642 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8273b1-49bd-47e6-b591-73b22fd58cfa None None] Checking segment: {'id': '3e625c98-c32e-41b2-9ac7-2903b8dd6959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '891665c7-bd89-4626-9164-d9ef13ada91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:46:14.430078 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2e8273b1-49bd-47e6-b591-73b22fd58cfa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:14.430527 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8273b1-49bd-47e6-b591-73b22fd58cfa None None] Bound using segment: {'id': '3e625c98-c32e-41b2-9ac7-2903b8dd6959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '891665c7-bd89-4626-9164-d9ef13ada91b'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:46:14.431011 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-2e8273b1-49bd-47e6-b591-73b22fd58cfa None None] Bound port: 12f680e0-a7d0-4bdd-8880-53f68d5be3bc, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e625c98-c32e-41b2-9ac7-2903b8dd6959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '891665c7-bd89-4626-9164-d9ef13ada91b'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:46:14.431394 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2e8273b1-49bd-47e6-b591-73b22fd58cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (12f680e0-a7d0-4bdd-8880-53f68d5be3bc), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:14.507404 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-2e8273b1-49bd-47e6-b591-73b22fd58cfa None None] For port 12f680e0-a7d0-4bdd-8880-53f68d5be3bc, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:46:14.512081 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-2e8273b1-49bd-47e6-b591-73b22fd58cfa None None] For port 12f680e0-a7d0-4bdd-8880-53f68d5be3bc, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=12f680e0-a7d0-4bdd-8880-53f68d5be3bc,segment=NetworkSegment(3e625c98-c32e-41b2-9ac7-2903b8dd6959),segment_id=3e625c98-c32e-41b2-9ac7-2903b8dd6959)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:46:14.520814 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2e8273b1-49bd-47e6-b591-73b22fd58cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (12f680e0-a7d0-4bdd-8880-53f68d5be3bc), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:14.608304 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8273b1-49bd-47e6-b591-73b22fd58cfa None None] Pushing event updated for resources: {'Port': ['ID=12f680e0-a7d0-4bdd-8880-53f68d5be3bc,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:14.654990 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d1c89e6f-4e13-418e-bc73-69bc587f29a7 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for port (518550ec-d060-41cf-94b0-16ad7cdd97e6), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:14.723228 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d1c89e6f-4e13-418e-bc73-69bc587f29a7 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (518550ec-d060-41cf-94b0-16ad7cdd97e6), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:14.794632 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c89e6f-4e13-418e-bc73-69bc587f29a7 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'Port': ['ID=518550ec-d060-41cf-94b0-16ad7cdd97e6,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:14.808074 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c89e6f-4e13-418e-bc73-69bc587f29a7 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Network 891665c7-bd89-4626-9164-d9ef13ada91b is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:14.810076 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-d1c89e6f-4e13-418e-bc73-69bc587f29a7 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:14.812698 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c89e6f-4e13-418e-bc73-69bc587f29a7 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:46:14.890741 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c89e6f-4e13-418e-bc73-69bc587f29a7 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:14.892374 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d1c89e6f-4e13-418e-bc73-69bc587f29a7 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:14.914014 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d1c89e6f-4e13-418e-bc73-69bc587f29a7 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0223362 Feb 09 01:46:14.915576 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35376) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:15.321028 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4205b36a-a1ea-4355-bf79-c5fc6ddd9bb3 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (518550ec-d060-41cf-94b0-16ad7cdd97e6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:15.661726 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4205b36a-a1ea-4355-bf79-c5fc6ddd9bb3 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for port (518550ec-d060-41cf-94b0-16ad7cdd97e6), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:15.669805 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4205b36a-a1ea-4355-bf79-c5fc6ddd9bb3 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (518550ec-d060-41cf-94b0-16ad7cdd97e6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:15.765431 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4205b36a-a1ea-4355-bf79-c5fc6ddd9bb3 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'Port': ['ID=518550ec-d060-41cf-94b0-16ad7cdd97e6,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:15.836424 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35388) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:15.921540 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 12f680e0-a7d0-4bdd-8880-53f68d5be3bc up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:46:16.051056 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-58d2dad0-51aa-46ab-a88f-12089c15b3da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:16.068259 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 12f680e0-a7d0-4bdd-8880-53f68d5be3bc triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:16.068640 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (12f680e0-a7d0-4bdd-8880-53f68d5be3bc), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:16.132178 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4205b36a-a1ea-4355-bf79-c5fc6ddd9bb3 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (3082ce17-3b66-4cf8-b727-6d8e342c0dcc), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:16.165624 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35396) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:16.182202 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 12f680e0-a7d0-4bdd-8880-53f68d5be3bc is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:16.182496 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (12f680e0-a7d0-4bdd-8880-53f68d5be3bc), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:16.192358 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ca95c4-588a-4505-93e7-1e66b9762b52 None None] Network 891665c7-bd89-4626-9164-d9ef13ada91b requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:46:16.309996 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4205b36a-a1ea-4355-bf79-c5fc6ddd9bb3 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (518550ec-d060-41cf-94b0-16ad7cdd97e6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:16.375927 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-6b14e035-3805-4a56-ba57-d0d72cd45c3c None None] Provisioning complete for port 12f680e0-a7d0-4bdd-8880-53f68d5be3bc triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:16.376420 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6b14e035-3805-4a56-ba57-d0d72cd45c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (12f680e0-a7d0-4bdd-8880-53f68d5be3bc), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:16.379684 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-58d2dad0-51aa-46ab-a88f-12089c15b3da admin admin] Publish callbacks [] for security_group (b86d297a-6897-40a0-8e9e-25790ccde1f0), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:16.396877 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-58d2dad0-51aa-46ab-a88f-12089c15b3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b86d297a-6897-40a0-8e9e-25790ccde1f0), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:16.441820 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 12f680e0-a7d0-4bdd-8880-53f68d5be3bc, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=12f680e0-a7d0-4bdd-8880-53f68d5be3bc,segment=NetworkSegment(3e625c98-c32e-41b2-9ac7-2903b8dd6959),segment_id=3e625c98-c32e-41b2-9ac7-2903b8dd6959)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:16.485063 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2dad0-51aa-46ab-a88f-12089c15b3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86d297a-6897-40a0-8e9e-25790ccde1f0,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:16.511589 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-58d2dad0-51aa-46ab-a88f-12089c15b3da admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=167ad6aa74a544d3b468283f673bd3ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6772156 Feb 09 01:46:16.512343 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35398) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:16.540515 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6b14e035-3805-4a56-ba57-d0d72cd45c3c None None] Current status of the port 12f680e0-a7d0-4bdd-8880-53f68d5be3bc is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:16.543667 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (12f680e0-a7d0-4bdd-8880-53f68d5be3bc), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:16.580330 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-64482918-288b-4450-a50d-f76a74069670 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Deleting port ea458c13-eaaa-40c0-ac09-9ba5ff406152 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:46:16.582349 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-64482918-288b-4450-a50d-f76a74069670 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (ea458c13-eaaa-40c0-ac09-9ba5ff406152), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:16.629626 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=12f680e0-a7d0-4bdd-8880-53f68d5be3bc,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:16.640380 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-04f17796-2871-4661-a72b-7c45e49b648f admin admin] Publish callbacks [] for security_group (b86d297a-6897-40a0-8e9e-25790ccde1f0), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:16.729848 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-04f17796-2871-4661-a72b-7c45e49b648f admin admin] Publish callbacks [] for security_group (b86d297a-6897-40a0-8e9e-25790ccde1f0), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:16.740692 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-64482918-288b-4450-a50d-f76a74069670 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (ea458c13-eaaa-40c0-ac09-9ba5ff406152), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:16.740931 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-64482918-288b-4450-a50d-f76a74069670 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for floatingip (ea458c13-eaaa-40c0-ac09-9ba5ff406152), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:16.758057 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-64482918-288b-4450-a50d-f76a74069670 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Calling delete_port for ea458c13-eaaa-40c0-ac09-9ba5ff406152 owned by network:floatingip {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:46:16.841340 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4205b36a-a1ea-4355-bf79-c5fc6ddd9bb3 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for port (518550ec-d060-41cf-94b0-16ad7cdd97e6), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:16.846146 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-04f17796-2871-4661-a72b-7c45e49b648f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b86d297a-6897-40a0-8e9e-25790ccde1f0), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:16.850119 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-04f17796-2871-4661-a72b-7c45e49b648f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:16.854245 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-04f17796-2871-4661-a72b-7c45e49b648f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b86d297a-6897-40a0-8e9e-25790ccde1f0 HTTP/1.1" status: 204 len: 168 time: 0.3381360 Feb 09 01:46:16.855388 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4205b36a-a1ea-4355-bf79-c5fc6ddd9bb3 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (518550ec-d060-41cf-94b0-16ad7cdd97e6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:16.879727 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-3bdeeee2-0744-4362-8ce2-7b4061d9ceeb None None] Provisioning complete for port 518550ec-d060-41cf-94b0-16ad7cdd97e6 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:16.884091 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3bdeeee2-0744-4362-8ce2-7b4061d9ceeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (518550ec-d060-41cf-94b0-16ad7cdd97e6), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:16.956602 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3bdeeee2-0744-4362-8ce2-7b4061d9ceeb None None] Port 518550ec-d060-41cf-94b0-16ad7cdd97e6 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:46:16.967826 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f17796-2871-4661-a72b-7c45e49b648f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86d297a-6897-40a0-8e9e-25790ccde1f0,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:16.997421 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-3bdeeee2-0744-4362-8ce2-7b4061d9ceeb None None] Provisioning complete for port 12f680e0-a7d0-4bdd-8880-53f68d5be3bc triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:16.998509 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3bdeeee2-0744-4362-8ce2-7b4061d9ceeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (12f680e0-a7d0-4bdd-8880-53f68d5be3bc), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:17.054214 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4205b36a-a1ea-4355-bf79-c5fc6ddd9bb3 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (3082ce17-3b66-4cf8-b727-6d8e342c0dcc), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:17.060006 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4205b36a-a1ea-4355-bf79-c5fc6ddd9bb3 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'Port': ['ID=518550ec-d060-41cf-94b0-16ad7cdd97e6,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:17.129946 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-64482918-288b-4450-a50d-f76a74069670 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (ea458c13-eaaa-40c0-ac09-9ba5ff406152), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:17.180203 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64482918-288b-4450-a50d-f76a74069670 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event deleted for resources: {'Port': ['ID=ea458c13-eaaa-40c0-ac09-9ba5ff406152,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:17.263225 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4205b36a-a1ea-4355-bf79-c5fc6ddd9bb3 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Network 891665c7-bd89-4626-9164-d9ef13ada91b is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:17.266491 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-4205b36a-a1ea-4355-bf79-c5fc6ddd9bb3 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:17.285605 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3bdeeee2-0744-4362-8ce2-7b4061d9ceeb None None] Current status of the port 12f680e0-a7d0-4bdd-8880-53f68d5be3bc is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:17.319011 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-64482918-288b-4450-a50d-f76a74069670 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for floatingip (114c1399-96ae-47fd-b69f-73f344fb3a65), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:17.319479 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [None req-64482918-288b-4450-a50d-f76a74069670 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Floating IP 114c1399-96ae-47fd-b69f-73f344fb3a65 disassociated (deleted). External IP: 172.25.1.70, port: a0d85388-b661-4c35-9441-571d55620b11. Feb 09 01:46:17.408680 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-2a24b65f-3f30-48ec-b8eb-013ead6b22bb None None] Provisioning complete for port 518550ec-d060-41cf-94b0-16ad7cdd97e6 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:17.409415 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2a24b65f-3f30-48ec-b8eb-013ead6b22bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (518550ec-d060-41cf-94b0-16ad7cdd97e6), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:17.417242 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35406) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:17.455892 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2a24b65f-3f30-48ec-b8eb-013ead6b22bb None None] Port 518550ec-d060-41cf-94b0-16ad7cdd97e6 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:46:17.458929 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-abb71e47-9db1-45bb-8fbc-739079acf850 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:17.590049 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4205b36a-a1ea-4355-bf79-c5fc6ddd9bb3 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Router 3082ce17-3b66-4cf8-b727-6d8e342c0dcc is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:46:17.630416 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-abb71e47-9db1-45bb-8fbc-739079acf850 admin admin] Publish callbacks [] for security_group (df47c52d-9d19-4329-803b-83b54abc176c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:17.675953 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-abb71e47-9db1-45bb-8fbc-739079acf850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (df47c52d-9d19-4329-803b-83b54abc176c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:17.690475 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f39edb9d-3108-4d5d-b036-171701e91400 None None] Provisioning complete for port 518550ec-d060-41cf-94b0-16ad7cdd97e6 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:17.695436 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f39edb9d-3108-4d5d-b036-171701e91400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (518550ec-d060-41cf-94b0-16ad7cdd97e6), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:17.744849 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-abb71e47-9db1-45bb-8fbc-739079acf850 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7844430f11524190ac31b9c5c236d459&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3265657 Feb 09 01:46:17.748135 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35408) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:17.788432 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f39edb9d-3108-4d5d-b036-171701e91400 None None] Port 518550ec-d060-41cf-94b0-16ad7cdd97e6 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:46:17.799447 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64482918-288b-4450-a50d-f76a74069670 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Router 89ae9592-28eb-4fd0-8255-8ab3d9328356 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:46:17.841095 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb71e47-9db1-45bb-8fbc-739079acf850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df47c52d-9d19-4329-803b-83b54abc176c,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:17.847506 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 12f680e0-a7d0-4bdd-8880-53f68d5be3bc up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:46:17.860297 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4205b36a-a1ea-4355-bf79-c5fc6ddd9bb3 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:46:17.874653 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4205b36a-a1ea-4355-bf79-c5fc6ddd9bb3 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "PUT /v2.0/routers/3082ce17-3b66-4cf8-b727-6d8e342c0dcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9555254 Feb 09 01:46:17.877360 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35410) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:17.914127 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8e8eb7-949a-4440-b230-21a1480e18e1 None None] Sync routers for ids ['3082ce17-3b66-4cf8-b727-6d8e342c0dcc'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:46:17.960653 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f1f42b9f-f4a4-43c0-bbfd-4f2faaf05710 admin admin] Publish callbacks [] for security_group (df47c52d-9d19-4329-803b-83b54abc176c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:17.971124 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8e8eb7-949a-4440-b230-21a1480e18e1 None None] Routers {'3082ce17-3b66-4cf8-b727-6d8e342c0dcc'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:46:17.971854 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-5c8e8eb7-949a-4440-b230-21a1480e18e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:45:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['3082ce17-3b66-4cf8-b727-6d8e342c0dcc'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:18.033055 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f1f42b9f-f4a4-43c0-bbfd-4f2faaf05710 admin admin] Publish callbacks [] for security_group (df47c52d-9d19-4329-803b-83b54abc176c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:18.066361 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae27bb80-770b-49c1-873f-b0b7aef2c5fe tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:18.068103 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ae27bb80-770b-49c1-873f-b0b7aef2c5fe tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "GET /v2.0/ports?device_id=3082ce17-3b66-4cf8-b727-6d8e342c0dcc HTTP/1.1" status: 200 len: 983 time: 0.1881447 Feb 09 01:46:18.069868 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-5c8e8eb7-949a-4440-b230-21a1480e18e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:18.075386 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35414) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:18.091645 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8e8eb7-949a-4440-b230-21a1480e18e1 None None] Routers {'3082ce17-3b66-4cf8-b727-6d8e342c0dcc'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:46:18.092283 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-5c8e8eb7-949a-4440-b230-21a1480e18e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:45:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['3082ce17-3b66-4cf8-b727-6d8e342c0dcc'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:18.142948 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-5c8e8eb7-949a-4440-b230-21a1480e18e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:18.143847 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8e8eb7-949a-4440-b230-21a1480e18e1 None None] The sync data for ids ['3082ce17-3b66-4cf8-b727-6d8e342c0dcc'] in n-d-822053-40 is: [] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:46:18.151870 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-27c20cc0-10f3-4161-a94d-d41d50490ad7 None None] Provisioning complete for port 518550ec-d060-41cf-94b0-16ad7cdd97e6 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:18.152434 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-27c20cc0-10f3-4161-a94d-d41d50490ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (518550ec-d060-41cf-94b0-16ad7cdd97e6), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:18.155762 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 12f680e0-a7d0-4bdd-8880-53f68d5be3bc triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:18.156393 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (12f680e0-a7d0-4bdd-8880-53f68d5be3bc), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:18.219348 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-27c20cc0-10f3-4161-a94d-d41d50490ad7 None None] Port 518550ec-d060-41cf-94b0-16ad7cdd97e6 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:46:18.274332 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 12f680e0-a7d0-4bdd-8880-53f68d5be3bc is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:18.382514 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f1f42b9f-f4a4-43c0-bbfd-4f2faaf05710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (df47c52d-9d19-4329-803b-83b54abc176c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:18.385902 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f1f42b9f-f4a4-43c0-bbfd-4f2faaf05710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:18.391394 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f1f42b9f-f4a4-43c0-bbfd-4f2faaf05710 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/df47c52d-9d19-4329-803b-83b54abc176c HTTP/1.1" status: 204 len: 168 time: 0.6349921 Feb 09 01:46:18.416743 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f42b9f-f4a4-43c0-bbfd-4f2faaf05710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df47c52d-9d19-4329-803b-83b54abc176c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:18.540989 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64482918-288b-4450-a50d-f76a74069670 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:46:18.556677 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7ea4ce-02ba-4a6e-a20c-a949e6b3d05c None None] Sync routers for ids ['89ae9592-28eb-4fd0-8255-8ab3d9328356'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:46:18.561733 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-64482918-288b-4450-a50d-f76a74069670 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:18.576231 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7ea4ce-02ba-4a6e-a20c-a949e6b3d05c None None] Routers {'89ae9592-28eb-4fd0-8255-8ab3d9328356'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:46:18.579509 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-7a7ea4ce-02ba-4a6e-a20c-a949e6b3d05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:45:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['89ae9592-28eb-4fd0-8255-8ab3d9328356'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:18.656062 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-64482918-288b-4450-a50d-f76a74069670 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "DELETE /v2.0/floatingips/114c1399-96ae-47fd-b69f-73f344fb3a65 HTTP/1.1" status: 204 len: 168 time: 2.4693866 Feb 09 01:46:18.660480 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5417ebe-97b2-4075-a096-134593b44284', 'tag': 'a0d85388-b661-4c35-9441-571d55620b11'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:46:18.667854 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51492d3d-04aa-402a-bbc5-647a68eea93c" -d '{"events": [{"name": "network-changed", "server_uuid": "d5417ebe-97b2-4075-a096-134593b44284", "tag": "a0d85388-b661-4c35-9441-571d55620b11"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:46:18.808722 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-7a7ea4ce-02ba-4a6e-a20c-a949e6b3d05c None None] Set router 89ae9592-28eb-4fd0-8255-8ab3d9328356 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:46:19.062016 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-59f3370d-30da-4242-bfa2-3ca77dd800fd tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (3082ce17-3b66-4cf8-b727-6d8e342c0dcc), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:19.216338 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b0e983-98db-45a7-a2bc-dca679967d87 x-openstack-request-id: req-c9b0e983-98db-45a7-a2bc-dca679967d87 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:46:19.218562 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5417ebe-97b2-4075-a096-134593b44284", "tag": "a0d85388-b661-4c35-9441-571d55620b11", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:46:19.218914 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c9b0e983-98db-45a7-a2bc-dca679967d87 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:46:19.219383 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5417ebe-97b2-4075-a096-134593b44284', 'tag': 'a0d85388-b661-4c35-9441-571d55620b11', 'status': 'completed', 'code': 200} Feb 09 01:46:19.254350 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6de59-9d13-4a2f-8853-c35eb98f0cf8 req-2c6cbcac-71fe-4621-9a2f-042a362fab52 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:19.256153 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-14c6de59-9d13-4a2f-8853-c35eb98f0cf8 req-2c6cbcac-71fe-4621-9a2f-042a362fab52 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5417ebe-97b2-4075-a096-134593b44284 HTTP/1.1" status: 200 len: 944 time: 0.1621697 Feb 09 01:46:19.356177 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-7a7ea4ce-02ba-4a6e-a20c-a949e6b3d05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ae9592-28eb-4fd0-8255-8ab3d9328356', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659583187', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '0e19f437-17f4-474a-8886-8cb3bf5d7199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:42Z', 'updated_at': '2022-02-09T01:44:53Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '0e19f437-17f4-474a-8886-8cb3bf5d7199', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ae9592-28eb-4fd0-8255-8ab3d9328356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:44Z', 'updated_at': '2022-02-09T01:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '7140f9f4-39eb-405e-82aa-456ad4ce60a0', 'name': '', 'network_id': '0ac06f25-a081-449b-ac1e-8a36bc7788b0', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'mac_address': 'fa:16:3e:ea:8a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ae9592-28eb-4fd0-8255-8ab3d9328356', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'd293b189-7bb8-4efd-80de-7a3ef9278c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:51Z', 'updated_at': '2022-02-09T01:45:01Z', 'revision_number': 5, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'subnets': [{'id': 'd293b189-7bb8-4efd-80de-7a3ef9278c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:19.385356 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-14c6de59-9d13-4a2f-8853-c35eb98f0cf8 req-c7f6416e-8526-4911-b65a-5848d0392e61 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b453f76-22ed-4f62-82ab-dfff34e27267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195600 Feb 09 01:46:19.411855 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7ea4ce-02ba-4a6e-a20c-a949e6b3d05c None None] Checking router: 89ae9592-28eb-4fd0-8255-8ab3d9328356 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:46:19.423393 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7ea4ce-02ba-4a6e-a20c-a949e6b3d05c None None] Routers {'89ae9592-28eb-4fd0-8255-8ab3d9328356'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:46:19.424426 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-7a7ea4ce-02ba-4a6e-a20c-a949e6b3d05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:45:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['89ae9592-28eb-4fd0-8255-8ab3d9328356'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:19.544280 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:19.589147 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56158a22-ade1-4d23-9efa-25626427f588 req-ae329235-52e5-4711-a115-0aab23f24d7c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:19.591337 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-56158a22-ade1-4d23-9efa-25626427f588 req-ae329235-52e5-4711-a115-0aab23f24d7c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.91 "GET /v2.0/ports?device_id=d5417ebe-97b2-4075-a096-134593b44284 HTTP/1.1" status: 200 len: 944 time: 0.0991125 Feb 09 01:46:19.717648 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-7a7ea4ce-02ba-4a6e-a20c-a949e6b3d05c None None] Set router 89ae9592-28eb-4fd0-8255-8ab3d9328356 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:46:19.752758 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-56158a22-ade1-4d23-9efa-25626427f588 req-36e8c4e5-5c97-423c-9054-974cf55ca602 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Deleting port a0d85388-b661-4c35-9441-571d55620b11 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:46:19.753111 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-56158a22-ade1-4d23-9efa-25626427f588 req-36e8c4e5-5c97-423c-9054-974cf55ca602 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (a0d85388-b661-4c35-9441-571d55620b11), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:19.787928 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51492d3d-04aa-402a-bbc5-647a68eea93c req-0d922da7-4647-4dd6-86ca-06b9a7dbb9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:19.789461 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-51492d3d-04aa-402a-bbc5-647a68eea93c req-0d922da7-4647-4dd6-86ca-06b9a7dbb9bb service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e7f5366db1de43098724f0eb4e3342fd&device_id=d5417ebe-97b2-4075-a096-134593b44284 HTTP/1.1" status: 200 len: 1127 time: 0.1521232 Feb 09 01:46:19.921250 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51492d3d-04aa-402a-bbc5-647a68eea93c req-ddd9a78a-9afa-40ae-85c6-65c11b0d33a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:19.923584 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-51492d3d-04aa-402a-bbc5-647a68eea93c req-ddd9a78a-9afa-40ae-85c6-65c11b0d33a7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0ac06f25-a081-449b-ac1e-8a36bc7788b0 HTTP/1.1" status: 200 len: 898 time: 0.1088135 Feb 09 01:46:19.927255 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-56158a22-ade1-4d23-9efa-25626427f588 req-36e8c4e5-5c97-423c-9054-974cf55ca602 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] For port a0d85388-b661-4c35-9441-571d55620b11, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=a0d85388-b661-4c35-9441-571d55620b11,segment=NetworkSegment(858f0d1b-6f6f-4b52-869c-1cb006b1bcc6),segment_id=858f0d1b-6f6f-4b52-869c-1cb006b1bcc6)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:19.927944 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-56158a22-ade1-4d23-9efa-25626427f588 req-36e8c4e5-5c97-423c-9054-974cf55ca602 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (a0d85388-b661-4c35-9441-571d55620b11), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:19.947242 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-56158a22-ade1-4d23-9efa-25626427f588 req-36e8c4e5-5c97-423c-9054-974cf55ca602 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Calling delete_port for a0d85388-b661-4c35-9441-571d55620b11 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:46:20.035764 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-51492d3d-04aa-402a-bbc5-647a68eea93c req-d391face-eaf5-40ab-93da-1e040c55a771 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0d85388-b661-4c35-9441-571d55620b11 HTTP/1.1" status: 200 len: 217 time: 0.1028097 Feb 09 01:46:20.133582 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-7a7ea4ce-02ba-4a6e-a20c-a949e6b3d05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ae9592-28eb-4fd0-8255-8ab3d9328356', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659583187', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '0e19f437-17f4-474a-8886-8cb3bf5d7199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:42Z', 'updated_at': '2022-02-09T01:44:53Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '0e19f437-17f4-474a-8886-8cb3bf5d7199', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ae9592-28eb-4fd0-8255-8ab3d9328356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:44Z', 'updated_at': '2022-02-09T01:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '7140f9f4-39eb-405e-82aa-456ad4ce60a0', 'name': '', 'network_id': '0ac06f25-a081-449b-ac1e-8a36bc7788b0', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'mac_address': 'fa:16:3e:ea:8a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ae9592-28eb-4fd0-8255-8ab3d9328356', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'd293b189-7bb8-4efd-80de-7a3ef9278c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:51Z', 'updated_at': '2022-02-09T01:45:01Z', 'revision_number': 5, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'subnets': [{'id': 'd293b189-7bb8-4efd-80de-7a3ef9278c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:20.138540 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51492d3d-04aa-402a-bbc5-647a68eea93c req-08a5ee53-3c97-49b6-ad75-bffc6593fdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:20.141417 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-51492d3d-04aa-402a-bbc5-647a68eea93c req-08a5ee53-3c97-49b6-ad75-bffc6593fdf4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d293b189-7bb8-4efd-80de-7a3ef9278c18 HTTP/1.1" status: 200 len: 835 time: 0.0933850 Feb 09 01:46:20.145632 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-56158a22-ade1-4d23-9efa-25626427f588 req-36e8c4e5-5c97-423c-9054-974cf55ca602 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (a0d85388-b661-4c35-9441-571d55620b11), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:20.168506 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7ea4ce-02ba-4a6e-a20c-a949e6b3d05c None None] The sync data for ids ['89ae9592-28eb-4fd0-8255-8ab3d9328356'] in n-d-822053-40 is: [{'id': '89ae9592-28eb-4fd0-8255-8ab3d9328356', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659583187', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '0e19f437-17f4-474a-8886-8cb3bf5d7199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:42Z', 'updated_at': '2022-02-09T01:44:53Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '0e19f437-17f4-474a-8886-8cb3bf5d7199', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ae9592-28eb-4fd0-8255-8ab3d9328356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:44Z', 'updated_at': '2022-02-09T01:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '7140f9f4-39eb-405e-82aa-456ad4ce60a0', 'name': '', 'network_id': '0ac06f25-a081-449b-ac1e-8a36bc7788b0', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'mac_address': 'fa:16:3e:ea:8a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ae9592-28eb-4fd0-8255-8ab3d9328356', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'd293b189-7bb8-4efd-80de-7a3ef9278c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:51Z', 'updated_at': '2022-02-09T01:45:01Z', 'revision_number': 5, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'subnets': [{'id': 'd293b189-7bb8-4efd-80de-7a3ef9278c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:46:20.189720 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8c4e5-5c97-423c-9054-974cf55ca602 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event deleted for resources: {'Port': ['ID=a0d85388-b661-4c35-9441-571d55620b11,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:20.190045 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-59f3370d-30da-4242-bfa2-3ca77dd800fd tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Deleting port 518550ec-d060-41cf-94b0-16ad7cdd97e6 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:46:20.190399 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-59f3370d-30da-4242-bfa2-3ca77dd800fd tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (518550ec-d060-41cf-94b0-16ad7cdd97e6), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:20.297006 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51492d3d-04aa-402a-bbc5-647a68eea93c req-5ec93018-31a4-4280-919e-02304a42cf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:20.299678 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-51492d3d-04aa-402a-bbc5-647a68eea93c req-5ec93018-31a4-4280-919e-02304a42cf47 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0ac06f25-a081-449b-ac1e-8a36bc7788b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1311989 Feb 09 01:46:20.300218 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-56158a22-ade1-4d23-9efa-25626427f588 req-36e8c4e5-5c97-423c-9054-974cf55ca602 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] No DVR routers for this DVR port a0d85388-b661-4c35-9441-571d55620b11 on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:46:20.303581 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-56158a22-ade1-4d23-9efa-25626427f588 req-36e8c4e5-5c97-423c-9054-974cf55ca602 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:20.314546 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-56158a22-ade1-4d23-9efa-25626427f588 req-36e8c4e5-5c97-423c-9054-974cf55ca602 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.91 "DELETE /v2.0/ports/a0d85388-b661-4c35-9441-571d55620b11 HTTP/1.1" status: 204 len: 173 time: 0.7134590 Feb 09 01:46:20.390135 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-59f3370d-30da-4242-bfa2-3ca77dd800fd tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (518550ec-d060-41cf-94b0-16ad7cdd97e6), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:20.411224 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-59f3370d-30da-4242-bfa2-3ca77dd800fd tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Calling delete_port for 518550ec-d060-41cf-94b0-16ad7cdd97e6 owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:46:20.494884 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-51492d3d-04aa-402a-bbc5-647a68eea93c req-71473cb4-42ce-4396-b061-944a66b958fc service neutron] 10.222.0.91 "GET /v2.0/networks/0ac06f25-a081-449b-ac1e-8a36bc7788b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843479 Feb 09 01:46:20.537450 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0d951001-d052-4b8c-a03d-6a5aedb44e8e req-c849dd7d-4398-438c-87bb-a6a0cdae2b2a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5417ebe-97b2-4075-a096-134593b44284 HTTP/1.1" status: 200 len: 210 time: 0.0324633 Feb 09 01:46:20.629485 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f359f77c-82fe-4019-86b1-5df116b828ae None None] New status for floating IP 114c1399-96ae-47fd-b69f-73f344fb3a65: DOWN {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:46:20.806574 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-51492d3d-04aa-402a-bbc5-647a68eea93c req-37486d89-6c68-45ca-9457-6bd0b7d3666d service neutron] 10.222.0.91 "GET /v2.0/networks/0ac06f25-a081-449b-ac1e-8a36bc7788b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932553 Feb 09 01:46:20.839524 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4411791b-7f0b-4f4a-b085-f240fca77900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:20.944518 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-59f3370d-30da-4242-bfa2-3ca77dd800fd tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (518550ec-d060-41cf-94b0-16ad7cdd97e6), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:20.975479 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3370d-30da-4242-bfa2-3ca77dd800fd tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'Port': ['ID=518550ec-d060-41cf-94b0-16ad7cdd97e6,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:21.071310 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:21.189373 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-59f3370d-30da-4242-bfa2-3ca77dd800fd tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (3082ce17-3b66-4cf8-b727-6d8e342c0dcc), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:21.220772 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5417ebe-97b2-4075-a096-134593b44284', 'name': 'network-vif-deleted', 'tag': 'a0d85388-b661-4c35-9441-571d55620b11'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:46:21.223519 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f68d39-60a8-4541-9e5b-5334fd53b0bd" -d '{"events": [{"server_uuid": "d5417ebe-97b2-4075-a096-134593b44284", "name": "network-vif-deleted", "tag": "a0d85388-b661-4c35-9441-571d55620b11"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:46:21.326388 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd7009c-5f70-4921-8896-b8c498d7ff72 x-openstack-request-id: req-0fd7009c-5f70-4921-8896-b8c498d7ff72 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:46:21.326684 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5417ebe-97b2-4075-a096-134593b44284", "name": "network-vif-deleted", "tag": "a0d85388-b661-4c35-9441-571d55620b11", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:46:21.326944 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0fd7009c-5f70-4921-8896-b8c498d7ff72 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:46:21.327355 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5417ebe-97b2-4075-a096-134593b44284', 'name': 'network-vif-deleted', 'tag': 'a0d85388-b661-4c35-9441-571d55620b11', 'status': 'completed', 'code': 200} Feb 09 01:46:21.407502 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f3370d-30da-4242-bfa2-3ca77dd800fd tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Router 3082ce17-3b66-4cf8-b727-6d8e342c0dcc has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:46:21.494990 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f3370d-30da-4242-bfa2-3ca77dd800fd tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:46:21.501543 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-59f3370d-30da-4242-bfa2-3ca77dd800fd tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "PUT /v2.0/routers/3082ce17-3b66-4cf8-b727-6d8e342c0dcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4230199 Feb 09 01:46:21.504506 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35484) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:21.507546 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3d1003-57be-4081-8c83-caaba400e2b2 None None] Sync routers for ids ['3082ce17-3b66-4cf8-b727-6d8e342c0dcc'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:46:21.518447 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3d1003-57be-4081-8c83-caaba400e2b2 None None] Routers {'3082ce17-3b66-4cf8-b727-6d8e342c0dcc'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:46:21.519690 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-0f3d1003-57be-4081-8c83-caaba400e2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:45:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['3082ce17-3b66-4cf8-b727-6d8e342c0dcc'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:21.537638 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-c315bbb6-d258-4343-b81e-636fc24177a1 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] GET failed (client error): The resource could not be found. Feb 09 01:46:21.539136 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c315bbb6-d258-4343-b81e-636fc24177a1 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "GET /v2.0/ports/518550ec-d060-41cf-94b0-16ad7cdd97e6 HTTP/1.1" status: 404 len: 333 time: 0.0317924 Feb 09 01:46:21.544026 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35486) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:21.576011 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-0f3d1003-57be-4081-8c83-caaba400e2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:21.588569 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3d1003-57be-4081-8c83-caaba400e2b2 None None] Routers {'3082ce17-3b66-4cf8-b727-6d8e342c0dcc'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:46:21.590278 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-0f3d1003-57be-4081-8c83-caaba400e2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:45:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['3082ce17-3b66-4cf8-b727-6d8e342c0dcc'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:21.625808 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35492) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:21.634592 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-0f3d1003-57be-4081-8c83-caaba400e2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:21.637079 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3d1003-57be-4081-8c83-caaba400e2b2 None None] The sync data for ids ['3082ce17-3b66-4cf8-b727-6d8e342c0dcc'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:46:21.657615 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f457f35e-87ce-4989-bbfc-3a89961ba970 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for router (3082ce17-3b66-4cf8-b727-6d8e342c0dcc), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:21.912559 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f457f35e-87ce-4989-bbfc-3a89961ba970 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (3082ce17-3b66-4cf8-b727-6d8e342c0dcc), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:21.916320 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f457f35e-87ce-4989-bbfc-3a89961ba970 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for router_controller (3082ce17-3b66-4cf8-b727-6d8e342c0dcc), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:21.968329 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f457f35e-87ce-4989-bbfc-3a89961ba970 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (3082ce17-3b66-4cf8-b727-6d8e342c0dcc), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:21.970038 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f457f35e-87ce-4989-bbfc-3a89961ba970 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Fanout notify agent at l3_agent the message router_deleted on router 3082ce17-3b66-4cf8-b727-6d8e342c0dcc {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:46:21.986666 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f457f35e-87ce-4989-bbfc-3a89961ba970 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:21.988087 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f457f35e-87ce-4989-bbfc-3a89961ba970 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/routers/3082ce17-3b66-4cf8-b727-6d8e342c0dcc HTTP/1.1" status: 204 len: 168 time: 0.4448638 Feb 09 01:46:21.990865 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35504) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:22.068243 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cd9b00c-e6b6-4ddd-a52f-a0e6d7f42932 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Deleting subnet 164f7c83-5e5e-419f-8aaf-a69005a9b2ee {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:46:22.073499 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8cd9b00c-e6b6-4ddd-a52f-a0e6d7f42932 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for subnet (164f7c83-5e5e-419f-8aaf-a69005a9b2ee), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:22.133198 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8cd9b00c-e6b6-4ddd-a52f-a0e6d7f42932 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (164f7c83-5e5e-419f-8aaf-a69005a9b2ee), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:22.158095 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c06d5378-0007-4e35-8fd1-1230c46fe460 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (89ae9592-28eb-4fd0-8255-8ab3d9328356), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:22.233664 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8cd9b00c-e6b6-4ddd-a52f-a0e6d7f42932 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (164f7c83-5e5e-419f-8aaf-a69005a9b2ee), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:22.326405 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8cd9b00c-e6b6-4ddd-a52f-a0e6d7f42932 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (164f7c83-5e5e-419f-8aaf-a69005a9b2ee), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:22.354673 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40410cf5-2162-49c9-b608-770569717bd0 None None] Network 891665c7-bd89-4626-9164-d9ef13ada91b requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:46:22.365043 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8cd9b00c-e6b6-4ddd-a52f-a0e6d7f42932 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:22.369442 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8cd9b00c-e6b6-4ddd-a52f-a0e6d7f42932 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/subnets/164f7c83-5e5e-419f-8aaf-a69005a9b2ee HTTP/1.1" status: 204 len: 168 time: 0.3775094 Feb 09 01:46:22.370591 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9b00c-e6b6-4ddd-a52f-a0e6d7f42932 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'Subnet': ['ID=164f7c83-5e5e-419f-8aaf-a69005a9b2ee,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:22.373369 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35510) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:22.469373 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1b33773e-363b-4c56-8adc-7279edaf0b93 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (891665c7-bd89-4626-9164-d9ef13ada91b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:22.545671 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-1b33773e-363b-4c56-8adc-7279edaf0b93 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Deleting port 12f680e0-a7d0-4bdd-8880-53f68d5be3bc {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:46:22.548411 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1b33773e-363b-4c56-8adc-7279edaf0b93 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (12f680e0-a7d0-4bdd-8880-53f68d5be3bc), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:22.565301 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c06d5378-0007-4e35-8fd1-1230c46fe460 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Deleting port 7140f9f4-39eb-405e-82aa-456ad4ce60a0 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:46:22.565651 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c06d5378-0007-4e35-8fd1-1230c46fe460 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (7140f9f4-39eb-405e-82aa-456ad4ce60a0), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:22.632790 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7b5bc2-e081-4a42-88a1-19ccac010abf None None] DHCP port deletion for 891665c7-bd89-4626-9164-d9ef13ada91b request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:46:22.645124 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-1b33773e-363b-4c56-8adc-7279edaf0b93 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] For port 12f680e0-a7d0-4bdd-8880-53f68d5be3bc, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=12f680e0-a7d0-4bdd-8880-53f68d5be3bc,segment=NetworkSegment(3e625c98-c32e-41b2-9ac7-2903b8dd6959),segment_id=3e625c98-c32e-41b2-9ac7-2903b8dd6959)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:22.645803 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1b33773e-363b-4c56-8adc-7279edaf0b93 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (12f680e0-a7d0-4bdd-8880-53f68d5be3bc), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:22.660881 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-1b33773e-363b-4c56-8adc-7279edaf0b93 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Calling delete_port for 12f680e0-a7d0-4bdd-8880-53f68d5be3bc owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:46:22.694808 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-c06d5378-0007-4e35-8fd1-1230c46fe460 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] For port 7140f9f4-39eb-405e-82aa-456ad4ce60a0, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=7140f9f4-39eb-405e-82aa-456ad4ce60a0,segment=NetworkSegment(858f0d1b-6f6f-4b52-869c-1cb006b1bcc6),segment_id=858f0d1b-6f6f-4b52-869c-1cb006b1bcc6)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:22.695308 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c06d5378-0007-4e35-8fd1-1230c46fe460 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (7140f9f4-39eb-405e-82aa-456ad4ce60a0), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:22.710007 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c06d5378-0007-4e35-8fd1-1230c46fe460 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Calling delete_port for 7140f9f4-39eb-405e-82aa-456ad4ce60a0 owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:46:22.733067 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7b5bc2-e081-4a42-88a1-19ccac010abf None None] Deleting port 12f680e0-a7d0-4bdd-8880-53f68d5be3bc {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:46:22.733354 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8a7b5bc2-e081-4a42-88a1-19ccac010abf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (12f680e0-a7d0-4bdd-8880-53f68d5be3bc), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:22.778267 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1b33773e-363b-4c56-8adc-7279edaf0b93 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (12f680e0-a7d0-4bdd-8880-53f68d5be3bc), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:22.856014 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b33773e-363b-4c56-8adc-7279edaf0b93 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] No DVR routers for this DVR port 12f680e0-a7d0-4bdd-8880-53f68d5be3bc on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:46:22.868230 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-8a7b5bc2-e081-4a42-88a1-19ccac010abf None None] For port 12f680e0-a7d0-4bdd-8880-53f68d5be3bc, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=12f680e0-a7d0-4bdd-8880-53f68d5be3bc,segment=NetworkSegment(3e625c98-c32e-41b2-9ac7-2903b8dd6959),segment_id=3e625c98-c32e-41b2-9ac7-2903b8dd6959)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:22.869550 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8a7b5bc2-e081-4a42-88a1-19ccac010abf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (12f680e0-a7d0-4bdd-8880-53f68d5be3bc), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:22.874120 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33773e-363b-4c56-8adc-7279edaf0b93 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'Port': ['ID=12f680e0-a7d0-4bdd-8880-53f68d5be3bc,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:22.901687 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7b5bc2-e081-4a42-88a1-19ccac010abf None None] Calling delete_port for 12f680e0-a7d0-4bdd-8880-53f68d5be3bc owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:46:22.935050 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c06d5378-0007-4e35-8fd1-1230c46fe460 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (7140f9f4-39eb-405e-82aa-456ad4ce60a0), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:22.971291 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1b33773e-363b-4c56-8adc-7279edaf0b93 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (891665c7-bd89-4626-9164-d9ef13ada91b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:22.985981 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d5378-0007-4e35-8fd1-1230c46fe460 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event deleted for resources: {'Port': ['ID=7140f9f4-39eb-405e-82aa-456ad4ce60a0,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:22.993873 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-1b33773e-363b-4c56-8adc-7279edaf0b93 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['891665c7-bd89-4626-9164-d9ef13ada91b']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:23.023115 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-1b33773e-363b-4c56-8adc-7279edaf0b93 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e625c98-c32e-41b2-9ac7-2903b8dd6959') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:23.023413 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-1b33773e-363b-4c56-8adc-7279edaf0b93 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e625c98-c32e-41b2-9ac7-2903b8dd6959') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:23.049585 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1b33773e-363b-4c56-8adc-7279edaf0b93 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (3e625c98-c32e-41b2-9ac7-2903b8dd6959), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:23.083055 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1b33773e-363b-4c56-8adc-7279edaf0b93 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (3e625c98-c32e-41b2-9ac7-2903b8dd6959), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:23.097973 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b33773e-363b-4c56-8adc-7279edaf0b93 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:46:23.100371 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1b33773e-363b-4c56-8adc-7279edaf0b93 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (3e625c98-c32e-41b2-9ac7-2903b8dd6959), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:23.196381 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:46:23.196381 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:46:23.196381 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:46:23.196381 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:46:23.196381 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:46:23.196381 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:46:23.196381 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:46:23.196381 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:46:23.196381 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:46:23.196381 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:46:23.196381 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:46:23.196381 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:46:23.196381 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:46:23.196381 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:46:23.196381 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:46:23.196381 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:46:23.196381 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:46:23.196381 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:46:23.196381 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:46:23.196381 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:46:23.196381 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:46:23.196381 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:46:23.196381 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:46:23.196381 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:46:23.196381 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:46:23.196381 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:46:23.196381 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:46:23.196381 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:46:23.196381 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:46:23.196381 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:46:23.196381 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:46:23.196381 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:46:23.202126 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1b33773e-363b-4c56-8adc-7279edaf0b93 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (891665c7-bd89-4626-9164-d9ef13ada91b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:23.212374 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1b33773e-363b-4c56-8adc-7279edaf0b93 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:23.216268 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1b33773e-363b-4c56-8adc-7279edaf0b93 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/networks/891665c7-bd89-4626-9164-d9ef13ada91b HTTP/1.1" status: 204 len: 168 time: 0.8413434 Feb 09 01:46:23.220823 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35516) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:23.249720 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33773e-363b-4c56-8adc-7279edaf0b93 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'Network': ['ID=891665c7-bd89-4626-9164-d9ef13ada91b,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:23.317246 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ccdd52-e22a-4500-bace-24ba4c75d95c tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:23.319280 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f3ccdd52-e22a-4500-bace-24ba4c75d95c tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "GET /v2.0/ports/6d6a5ff4-1eda-46fc-b4b8-cd1cda3709d5 HTTP/1.1" status: 200 len: 840 time: 0.0966623 Feb 09 01:46:23.324697 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35518) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:23.362584 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c06d5378-0007-4e35-8fd1-1230c46fe460 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (89ae9592-28eb-4fd0-8255-8ab3d9328356), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:23.472406 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8a7b5bc2-e081-4a42-88a1-19ccac010abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (12f680e0-a7d0-4bdd-8880-53f68d5be3bc), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:23.499713 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8ca1df73-0d6d-4bd7-aa5c-1eae2ce5c73f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "GET /v2.0/ports/6d6a5ff4-1eda-46fc-b4b8-cd1cda3709d5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1737432 Feb 09 01:46:23.511817 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35520) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:23.519562 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b5bc2-e081-4a42-88a1-19ccac010abf None None] Pushing event deleted for resources: {'Port': ['ID=12f680e0-a7d0-4bdd-8880-53f68d5be3bc,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:23.522695 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-dc6e39b3-5c65-42ba-b270-655271447faf tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'subnet': {'network_id': 'cd72404a-9c77-4bfc-989a-0b640171f85f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:23.530086 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8a7b5bc2-e081-4a42-88a1-19ccac010abf None None] Network 891665c7-bd89-4626-9164-d9ef13ada91b is not hosted by any dhcp agent {{(pid=103530) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 01:46:23.530594 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7b5bc2-e081-4a42-88a1-19ccac010abf None None] No DVR routers for this DVR port 12f680e0-a7d0-4bdd-8880-53f68d5be3bc on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:46:23.671252 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6e39b3-5c65-42ba-b270-655271447faf tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Made reservation on behalf of 919e3be7d0df465ca225216ef9376810 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:23.674912 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dc6e39b3-5c65-42ba-b270-655271447faf tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:23.868576 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device a0d85388-b661-4c35-9441-571d55620b11 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:46:23.880997 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06d5378-0007-4e35-8fd1-1230c46fe460 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Router 89ae9592-28eb-4fd0-8255-8ab3d9328356 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:46:23.945325 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: a0d85388-b661-4c35-9441-571d55620b11 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:46:23.945666 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device a0d85388-b661-4c35-9441-571d55620b11 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:46:23.974183 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 12f680e0-a7d0-4bdd-8880-53f68d5be3bc no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:46:24.003927 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 12f680e0-a7d0-4bdd-8880-53f68d5be3bc {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:46:24.004555 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 12f680e0-a7d0-4bdd-8880-53f68d5be3bc not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:46:24.062837 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06d5378-0007-4e35-8fd1-1230c46fe460 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:46:24.069205 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c06d5378-0007-4e35-8fd1-1230c46fe460 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "PUT /v2.0/routers/89ae9592-28eb-4fd0-8255-8ab3d9328356/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4419448 Feb 09 01:46:24.072047 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35526) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:24.075049 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a14700-b96a-4722-bba7-70aa960e12fe None None] Sync routers for ids ['89ae9592-28eb-4fd0-8255-8ab3d9328356'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:46:24.089789 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a14700-b96a-4722-bba7-70aa960e12fe None None] Routers {'89ae9592-28eb-4fd0-8255-8ab3d9328356'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:46:24.090497 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-81a14700-b96a-4722-bba7-70aa960e12fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:45:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['89ae9592-28eb-4fd0-8255-8ab3d9328356'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:24.141441 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dc6e39b3-5c65-42ba-b270-655271447faf tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (001628dc-2e63-44d8-92ff-9a0750a2c125), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:24.173083 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-951388e8-4587-4b53-89cd-f1ba55de97e9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Deleting subnet d293b189-7bb8-4efd-80de-7a3ef9278c18 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:46:24.186542 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-951388e8-4587-4b53-89cd-f1ba55de97e9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for subnet (d293b189-7bb8-4efd-80de-7a3ef9278c18), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:24.262338 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6e39b3-5c65-42ba-b270-655271447faf tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Network cd72404a-9c77-4bfc-989a-0b640171f85f is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:24.267494 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-81a14700-b96a-4722-bba7-70aa960e12fe None None] Set router 89ae9592-28eb-4fd0-8255-8ab3d9328356 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:46:24.293539 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-951388e8-4587-4b53-89cd-f1ba55de97e9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (d293b189-7bb8-4efd-80de-7a3ef9278c18), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:24.341431 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-dc6e39b3-5c65-42ba-b270-655271447faf tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:24.364074 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28834e6a-25d6-4fd9-a268-d089b1eb8af1 None None] Network cd72404a-9c77-4bfc-989a-0b640171f85f requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:46:24.371885 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6e39b3-5c65-42ba-b270-655271447faf tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:24.372284 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dc6e39b3-5c65-42ba-b270-655271447faf tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:24.442576 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e39b3-5c65-42ba-b270-655271447faf tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'Subnet': ['ID=001628dc-2e63-44d8-92ff-9a0750a2c125,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:24.452720 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-dc6e39b3-5c65-42ba-b270-655271447faf tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9397888 Feb 09 01:46:24.456169 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35538) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:24.460841 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-8ab276fa-0ce6-42b9-9d28-4e667adeb58b tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'security_group': {'name': 'tempest-secgroup-1399252662'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:24.481014 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-951388e8-4587-4b53-89cd-f1ba55de97e9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (d293b189-7bb8-4efd-80de-7a3ef9278c18), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:24.490747 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bbfb33fc-55ae-4af2-972f-af8f322b0e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:24.510977 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8ab276fa-0ce6-42b9-9d28-4e667adeb58b tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:24.612393 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-951388e8-4587-4b53-89cd-f1ba55de97e9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (d293b189-7bb8-4efd-80de-7a3ef9278c18), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:24.630452 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-951388e8-4587-4b53-89cd-f1ba55de97e9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:24.634100 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-951388e8-4587-4b53-89cd-f1ba55de97e9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "DELETE /v2.0/subnets/d293b189-7bb8-4efd-80de-7a3ef9278c18 HTTP/1.1" status: 204 len: 168 time: 0.5608256 Feb 09 01:46:24.639889 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9f57c9-a841-4de8-a1ea-fd84608c55e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-cd72404a-9c77-4bfc-989a-0b640171f85f', 'network_id': 'cd72404a-9c77-4bfc-989a-0b640171f85f', 'project_id': '919e3be7d0df465ca225216ef9376810', 'fixed_ips': [{'subnet_id': '001628dc-2e63-44d8-92ff-9a0750a2c125'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:46:24.641688 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-af9f57c9-a841-4de8-a1ea-fd84608c55e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:24.657880 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8ab276fa-0ce6-42b9-9d28-4e667adeb58b tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for security_group (77d3c7ca-8031-4b4b-b7b5-9ec85a4018f2), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:24.658749 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35540) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:24.661424 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951388e8-4587-4b53-89cd-f1ba55de97e9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event deleted for resources: {'Subnet': ['ID=d293b189-7bb8-4efd-80de-7a3ef9278c18,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:24.663290 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c293f7cc-9097-4a5b-8b96-620564486f64 None None] Network 0ac06f25-a081-449b-ac1e-8a36bc7788b0 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:46:24.666188 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8ab276fa-0ce6-42b9-9d28-4e667adeb58b tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (77d3c7ca-8031-4b4b-b7b5-9ec85a4018f2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:24.736171 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8ab276fa-0ce6-42b9-9d28-4e667adeb58b tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:24.739749 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8ab276fa-0ce6-42b9-9d28-4e667adeb58b tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2824929 Feb 09 01:46:24.743385 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-81a14700-b96a-4722-bba7-70aa960e12fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ae9592-28eb-4fd0-8255-8ab3d9328356', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659583187', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '0e19f437-17f4-474a-8886-8cb3bf5d7199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:42Z', 'updated_at': '2022-02-09T01:46:22Z', 'revision_number': 5, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '0e19f437-17f4-474a-8886-8cb3bf5d7199', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ae9592-28eb-4fd0-8255-8ab3d9328356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:44Z', 'updated_at': '2022-02-09T01:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:24.743578 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35542) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:24.758129 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-0b9a685c-1b33-4862-9f0c-da6f80826cb7 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'security_group': {'name': 'tempest-secgroup-1603725501'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:24.773113 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab276fa-0ce6-42b9-9d28-4e667adeb58b tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77d3c7ca-8031-4b4b-b7b5-9ec85a4018f2,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:24.807757 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0b9a685c-1b33-4862-9f0c-da6f80826cb7 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:24.847395 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a14700-b96a-4722-bba7-70aa960e12fe None None] Checking router: 89ae9592-28eb-4fd0-8255-8ab3d9328356 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:46:24.881773 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b405ba4b-db04-40aa-916c-fdf3bf26f7fc tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for router (89ae9592-28eb-4fd0-8255-8ab3d9328356), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:24.907771 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a14700-b96a-4722-bba7-70aa960e12fe None None] Routers {'89ae9592-28eb-4fd0-8255-8ab3d9328356'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:46:24.908457 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-81a14700-b96a-4722-bba7-70aa960e12fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:46:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['89ae9592-28eb-4fd0-8255-8ab3d9328356'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:24.978772 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0b9a685c-1b33-4862-9f0c-da6f80826cb7 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for security_group (30b61003-a431-4806-a777-cdd0c68ddd1b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:24.983614 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0b9a685c-1b33-4862-9f0c-da6f80826cb7 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (30b61003-a431-4806-a777-cdd0c68ddd1b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:25.045238 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0b9a685c-1b33-4862-9f0c-da6f80826cb7 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:25.045654 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b405ba4b-db04-40aa-916c-fdf3bf26f7fc tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for router_gateway (89ae9592-28eb-4fd0-8255-8ab3d9328356), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:25.047327 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0b9a685c-1b33-4862-9f0c-da6f80826cb7 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3023167 Feb 09 01:46:25.050304 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35544) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:25.059791 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a685c-1b33-4862-9f0c-da6f80826cb7 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30b61003-a431-4806-a777-cdd0c68ddd1b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:25.074889 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-66311fe9-9788-46ff-b00d-bdc4e30dbd90 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1597790706', 'security_groups': ['30b61003-a431-4806-a777-cdd0c68ddd1b'], 'network_id': 'cd72404a-9c77-4bfc-989a-0b640171f85f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '001628dc-2e63-44d8-92ff-9a0750a2c125'}]}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:25.086385 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-81a14700-b96a-4722-bba7-70aa960e12fe None None] Set router 89ae9592-28eb-4fd0-8255-8ab3d9328356 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:46:25.253549 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-b405ba4b-db04-40aa-916c-fdf3bf26f7fc tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Deleting port 0e19f437-17f4-474a-8886-8cb3bf5d7199 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:46:25.253912 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b405ba4b-db04-40aa-916c-fdf3bf26f7fc tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (0e19f437-17f4-474a-8886-8cb3bf5d7199), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:25.287057 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-af9f57c9-a841-4de8-a1ea-fd84608c55e4 None None] Allocated IP 172.20.0.2 (cd72404a-9c77-4bfc-989a-0b640171f85f/001628dc-2e63-44d8-92ff-9a0750a2c125/afd28b52-bd23-4f09-b00a-ef480eaf5063) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:25.387610 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66311fe9-9788-46ff-b00d-bdc4e30dbd90 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Made reservation on behalf of 919e3be7d0df465ca225216ef9376810 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:25.477703 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-af9f57c9-a841-4de8-a1ea-fd84608c55e4 None None] Publish callbacks [] for port (afd28b52-bd23-4f09-b00a-ef480eaf5063), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:25.489336 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-af9f57c9-a841-4de8-a1ea-fd84608c55e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (afd28b52-bd23-4f09-b00a-ef480eaf5063), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:25.617489 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9f57c9-a841-4de8-a1ea-fd84608c55e4 None None] Network cd72404a-9c77-4bfc-989a-0b640171f85f is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:25.618654 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b996456-270b-4dc3-8397-6536b3ab5475 None None] DHCP port deletion for 0ac06f25-a081-449b-ac1e-8a36bc7788b0 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:46:25.646882 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-af9f57c9-a841-4de8-a1ea-fd84608c55e4 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:25.669490 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-b405ba4b-db04-40aa-916c-fdf3bf26f7fc tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] For port 0e19f437-17f4-474a-8886-8cb3bf5d7199, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=0e19f437-17f4-474a-8886-8cb3bf5d7199,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:25.669948 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b405ba4b-db04-40aa-916c-fdf3bf26f7fc tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (0e19f437-17f4-474a-8886-8cb3bf5d7199), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:25.670365 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9f57c9-a841-4de8-a1ea-fd84608c55e4 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:46:25.676083 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-66311fe9-9788-46ff-b00d-bdc4e30dbd90 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:25.700874 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-b405ba4b-db04-40aa-916c-fdf3bf26f7fc tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Calling delete_port for 0e19f437-17f4-474a-8886-8cb3bf5d7199 owned by network:router_gateway {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:46:25.712492 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [None req-66311fe9-9788-46ff-b00d-bdc4e30dbd90 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] device_id is not set on port 197d5661-247f-42d5-a00e-7adc6fdf4e93 yet. {{(pid=103529) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:46:25.821525 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f57c9-a841-4de8-a1ea-fd84608c55e4 None None] Pushing event updated for resources: {'Port': ['ID=afd28b52-bd23-4f09-b00a-ef480eaf5063,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:25.851293 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 1455d9e7-b7af-46c3-bcde-a4ff0d6d6476 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:46:25.910995 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-af9f57c9-a841-4de8-a1ea-fd84608c55e4 None None] Attempting to bind port afd28b52-bd23-4f09-b00a-ef480eaf5063 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:46:25.911732 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-af9f57c9-a841-4de8-a1ea-fd84608c55e4 None None] Attempting to bind port afd28b52-bd23-4f09-b00a-ef480eaf5063 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'c677b439-4e31-4ad3-b2d4-cd21f7befe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'cd72404a-9c77-4bfc-989a-0b640171f85f'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:46:25.912292 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9f57c9-a841-4de8-a1ea-fd84608c55e4 None None] Attempting to bind port afd28b52-bd23-4f09-b00a-ef480eaf5063 on network cd72404a-9c77-4bfc-989a-0b640171f85f {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:46:25.935067 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9f57c9-a841-4de8-a1ea-fd84608c55e4 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:46:25.935934 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9f57c9-a841-4de8-a1ea-fd84608c55e4 None None] Checking segment: {'id': 'c677b439-4e31-4ad3-b2d4-cd21f7befe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'cd72404a-9c77-4bfc-989a-0b640171f85f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:46:25.936557 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-af9f57c9-a841-4de8-a1ea-fd84608c55e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:25.937245 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9f57c9-a841-4de8-a1ea-fd84608c55e4 None None] Bound using segment: {'id': 'c677b439-4e31-4ad3-b2d4-cd21f7befe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'cd72404a-9c77-4bfc-989a-0b640171f85f'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:46:25.938617 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-af9f57c9-a841-4de8-a1ea-fd84608c55e4 None None] Bound port: afd28b52-bd23-4f09-b00a-ef480eaf5063, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c677b439-4e31-4ad3-b2d4-cd21f7befe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'cd72404a-9c77-4bfc-989a-0b640171f85f'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:46:25.939556 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-af9f57c9-a841-4de8-a1ea-fd84608c55e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (afd28b52-bd23-4f09-b00a-ef480eaf5063), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:25.976190 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:26.070968 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-81a14700-b96a-4722-bba7-70aa960e12fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ae9592-28eb-4fd0-8255-8ab3d9328356', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659583187', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '0e19f437-17f4-474a-8886-8cb3bf5d7199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:42Z', 'updated_at': '2022-02-09T01:46:22Z', 'revision_number': 5, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '0e19f437-17f4-474a-8886-8cb3bf5d7199', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ae9592-28eb-4fd0-8255-8ab3d9328356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:44Z', 'updated_at': '2022-02-09T01:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:26.111260 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a14700-b96a-4722-bba7-70aa960e12fe None None] The sync data for ids ['89ae9592-28eb-4fd0-8255-8ab3d9328356'] in n-d-822053-40 is: [{'id': '89ae9592-28eb-4fd0-8255-8ab3d9328356', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659583187', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '0e19f437-17f4-474a-8886-8cb3bf5d7199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:42Z', 'updated_at': '2022-02-09T01:46:22Z', 'revision_number': 5, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '0e19f437-17f4-474a-8886-8cb3bf5d7199', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ae9592-28eb-4fd0-8255-8ab3d9328356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:44Z', 'updated_at': '2022-02-09T01:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:46:26.149897 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-66311fe9-9788-46ff-b00d-bdc4e30dbd90 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Allocated IP 172.20.0.13 (cd72404a-9c77-4bfc-989a-0b640171f85f/001628dc-2e63-44d8-92ff-9a0750a2c125/197d5661-247f-42d5-a00e-7adc6fdf4e93) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:26.176580 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7b996456-270b-4dc3-8397-6536b3ab5475 None None] Deleting port 1455d9e7-b7af-46c3-bcde-a4ff0d6d6476 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:46:26.176970 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7b996456-270b-4dc3-8397-6536b3ab5475 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (1455d9e7-b7af-46c3-bcde-a4ff0d6d6476), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:26.183364 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 1455d9e7-b7af-46c3-bcde-a4ff0d6d6476 is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:26.183747 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1455d9e7-b7af-46c3-bcde-a4ff0d6d6476), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:26.254406 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-af9f57c9-a841-4de8-a1ea-fd84608c55e4 None None] For port afd28b52-bd23-4f09-b00a-ef480eaf5063, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:46:26.271695 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b405ba4b-db04-40aa-916c-fdf3bf26f7fc tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (0e19f437-17f4-474a-8886-8cb3bf5d7199), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:26.292115 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 1455d9e7-b7af-46c3-bcde-a4ff0d6d6476, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=1455d9e7-b7af-46c3-bcde-a4ff0d6d6476,segment=NetworkSegment(858f0d1b-6f6f-4b52-869c-1cb006b1bcc6),segment_id=858f0d1b-6f6f-4b52-869c-1cb006b1bcc6)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:26.307111 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1455d9e7-b7af-46c3-bcde-a4ff0d6d6476), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:26.308776 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-af9f57c9-a841-4de8-a1ea-fd84608c55e4 None None] For port afd28b52-bd23-4f09-b00a-ef480eaf5063, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=afd28b52-bd23-4f09-b00a-ef480eaf5063,segment=NetworkSegment(c677b439-4e31-4ad3-b2d4-cd21f7befe2f),segment_id=c677b439-4e31-4ad3-b2d4-cd21f7befe2f)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:46:26.345462 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-af9f57c9-a841-4de8-a1ea-fd84608c55e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (afd28b52-bd23-4f09-b00a-ef480eaf5063), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:26.361556 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-7b996456-270b-4dc3-8397-6536b3ab5475 None None] For port 1455d9e7-b7af-46c3-bcde-a4ff0d6d6476, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=1455d9e7-b7af-46c3-bcde-a4ff0d6d6476,segment=NetworkSegment(858f0d1b-6f6f-4b52-869c-1cb006b1bcc6),segment_id=858f0d1b-6f6f-4b52-869c-1cb006b1bcc6)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:26.361952 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7b996456-270b-4dc3-8397-6536b3ab5475 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (1455d9e7-b7af-46c3-bcde-a4ff0d6d6476), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:26.362815 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405ba4b-db04-40aa-916c-fdf3bf26f7fc tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event deleted for resources: {'Port': ['ID=0e19f437-17f4-474a-8886-8cb3bf5d7199,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:26.390873 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7b996456-270b-4dc3-8397-6536b3ab5475 None None] Calling delete_port for 1455d9e7-b7af-46c3-bcde-a4ff0d6d6476 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:46:26.453433 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=1455d9e7-b7af-46c3-bcde-a4ff0d6d6476,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:26.518158 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-66311fe9-9788-46ff-b00d-bdc4e30dbd90 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for port (197d5661-247f-42d5-a00e-7adc6fdf4e93), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:26.613966 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b405ba4b-db04-40aa-916c-fdf3bf26f7fc tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (89ae9592-28eb-4fd0-8255-8ab3d9328356), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:26.721180 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f57c9-a841-4de8-a1ea-fd84608c55e4 None None] Pushing event updated for resources: {'Port': ['ID=afd28b52-bd23-4f09-b00a-ef480eaf5063,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:26.765060 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7b996456-270b-4dc3-8397-6536b3ab5475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (1455d9e7-b7af-46c3-bcde-a4ff0d6d6476), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:26.778941 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b996456-270b-4dc3-8397-6536b3ab5475 None None] No DVR routers for this DVR port 1455d9e7-b7af-46c3-bcde-a4ff0d6d6476 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:46:26.810106 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b996456-270b-4dc3-8397-6536b3ab5475 None None] Pushing event deleted for resources: {'Port': ['ID=1455d9e7-b7af-46c3-bcde-a4ff0d6d6476,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:26.907220 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b405ba4b-db04-40aa-916c-fdf3bf26f7fc tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (89ae9592-28eb-4fd0-8255-8ab3d9328356), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:26.911156 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b405ba4b-db04-40aa-916c-fdf3bf26f7fc tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for router_controller (89ae9592-28eb-4fd0-8255-8ab3d9328356), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:27.009152 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-66311fe9-9788-46ff-b00d-bdc4e30dbd90 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (197d5661-247f-42d5-a00e-7adc6fdf4e93), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:27.018869 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b405ba4b-db04-40aa-916c-fdf3bf26f7fc tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (89ae9592-28eb-4fd0-8255-8ab3d9328356), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:27.019381 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b405ba4b-db04-40aa-916c-fdf3bf26f7fc tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Fanout notify agent at l3_agent the message router_deleted on router 89ae9592-28eb-4fd0-8255-8ab3d9328356 {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:46:27.051010 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b405ba4b-db04-40aa-916c-fdf3bf26f7fc tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:27.052198 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b405ba4b-db04-40aa-916c-fdf3bf26f7fc tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "DELETE /v2.0/routers/89ae9592-28eb-4fd0-8255-8ab3d9328356 HTTP/1.1" status: 204 len: 168 time: 2.3920653 Feb 09 01:46:27.055110 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35600) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:27.098164 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66311fe9-9788-46ff-b00d-bdc4e30dbd90 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Network cd72404a-9c77-4bfc-989a-0b640171f85f is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:27.102209 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-66311fe9-9788-46ff-b00d-bdc4e30dbd90 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:27.111650 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66311fe9-9788-46ff-b00d-bdc4e30dbd90 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:46:27.151611 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66311fe9-9788-46ff-b00d-bdc4e30dbd90 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'Port': ['ID=197d5661-247f-42d5-a00e-7adc6fdf4e93,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:27.198404 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66311fe9-9788-46ff-b00d-bdc4e30dbd90 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:27.199438 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-66311fe9-9788-46ff-b00d-bdc4e30dbd90 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:27.209781 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5be4b0a6-531d-44cb-9225-3eb000f210fe tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (0ac06f25-a081-449b-ac1e-8a36bc7788b0), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:27.237328 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-66311fe9-9788-46ff-b00d-bdc4e30dbd90 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1858008 Feb 09 01:46:27.240012 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35602) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:27.248380 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-56b952e3-1b00-46b8-a384-68f425cd61d6 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'subnet': {'network_id': 'cd72404a-9c77-4bfc-989a-0b640171f85f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:27.497368 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5be4b0a6-531d-44cb-9225-3eb000f210fe tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (0ac06f25-a081-449b-ac1e-8a36bc7788b0), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:27.548537 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-5be4b0a6-531d-44cb-9225-3eb000f210fe tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac06f25-a081-449b-ac1e-8a36bc7788b0']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:27.571846 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b952e3-1b00-46b8-a384-68f425cd61d6 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Made reservation on behalf of 919e3be7d0df465ca225216ef9376810 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:27.581159 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-56b952e3-1b00-46b8-a384-68f425cd61d6 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:27.596050 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-5be4b0a6-531d-44cb-9225-3eb000f210fe tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '858f0d1b-6f6f-4b52-869c-1cb006b1bcc6') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:27.596423 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-5be4b0a6-531d-44cb-9225-3eb000f210fe tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '858f0d1b-6f6f-4b52-869c-1cb006b1bcc6') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:27.613457 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:27.618755 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5be4b0a6-531d-44cb-9225-3eb000f210fe tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (858f0d1b-6f6f-4b52-869c-1cb006b1bcc6), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:27.642086 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5be4b0a6-531d-44cb-9225-3eb000f210fe tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (858f0d1b-6f6f-4b52-869c-1cb006b1bcc6), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:27.653018 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5be4b0a6-531d-44cb-9225-3eb000f210fe tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:46:27.653018 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5be4b0a6-531d-44cb-9225-3eb000f210fe tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (858f0d1b-6f6f-4b52-869c-1cb006b1bcc6), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:27.839188 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:46:27.839188 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:46:27.839188 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:46:27.839188 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:46:27.839188 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:46:27.839188 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:46:27.839188 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:46:27.839188 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:46:27.839188 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:46:27.839188 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:46:27.839188 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:46:27.839188 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:46:27.839188 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:46:27.839188 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:46:27.839188 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:46:27.839188 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:46:27.839188 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:46:27.839188 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:46:27.839188 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:46:27.839188 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:46:27.839188 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:46:27.839188 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:46:27.839188 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:46:27.839188 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:46:27.839188 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:46:27.839188 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:46:27.839188 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:46:27.839188 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:46:27.839188 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:46:27.839188 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:46:27.839188 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:46:27.839188 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:46:27.847937 n-d-822053-40 neutron-server[103529]: INFO neutron.db.ipam_backend_mixin [None req-56b952e3-1b00-46b8-a384-68f425cd61d6 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 001628dc-2e63-44d8-92ff-9a0750a2c125 (CIDR: 172.20.0.0/28) Feb 09 01:46:27.849716 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5be4b0a6-531d-44cb-9225-3eb000f210fe tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (0ac06f25-a081-449b-ac1e-8a36bc7788b0), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:27.853802 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b952e3-1b00-46b8-a384-68f425cd61d6 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:46:27.854373 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56b952e3-1b00-46b8-a384-68f425cd61d6 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:46:27.859125 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5be4b0a6-531d-44cb-9225-3eb000f210fe tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:27.862785 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5be4b0a6-531d-44cb-9225-3eb000f210fe tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "DELETE /v2.0/networks/0ac06f25-a081-449b-ac1e-8a36bc7788b0 HTTP/1.1" status: 204 len: 168 time: 0.8065686 Feb 09 01:46:27.878411 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35606) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:27.907925 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-56b952e3-1b00-46b8-a384-68f425cd61d6 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6631749 Feb 09 01:46:27.909212 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35608) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:27.924302 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-d6cf35e3-eb2f-44d3-9e48-fc3092b8687c tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'subnet': {'network_id': 'cd72404a-9c77-4bfc-989a-0b640171f85f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:27.933940 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device afd28b52-bd23-4f09-b00a-ef480eaf5063 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:46:28.099099 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port afd28b52-bd23-4f09-b00a-ef480eaf5063 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:28.101691 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (afd28b52-bd23-4f09-b00a-ef480eaf5063), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:28.170497 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cf35e3-eb2f-44d3-9e48-fc3092b8687c tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Made reservation on behalf of 919e3be7d0df465ca225216ef9376810 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:28.176345 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d6cf35e3-eb2f-44d3-9e48-fc3092b8687c tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:28.262489 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-271cb185-a4a6-4d71-8d62-760cbd8c19f9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group (0b453f76-22ed-4f62-82ab-dfff34e27267), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:28.279547 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4b0a6-531d-44cb-9225-3eb000f210fe tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event deleted for resources: {'Network': ['ID=0ac06f25-a081-449b-ac1e-8a36bc7788b0,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:28.302954 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port afd28b52-bd23-4f09-b00a-ef480eaf5063 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:28.303100 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (afd28b52-bd23-4f09-b00a-ef480eaf5063), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:28.318856 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-271cb185-a4a6-4d71-8d62-760cbd8c19f9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group (0b453f76-22ed-4f62-82ab-dfff34e27267), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:28.355732 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port afd28b52-bd23-4f09-b00a-ef480eaf5063, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=afd28b52-bd23-4f09-b00a-ef480eaf5063,segment=NetworkSegment(c677b439-4e31-4ad3-b2d4-cd21f7befe2f),segment_id=c677b439-4e31-4ad3-b2d4-cd21f7befe2f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:28.375684 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (afd28b52-bd23-4f09-b00a-ef480eaf5063), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:28.523719 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-271cb185-a4a6-4d71-8d62-760cbd8c19f9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0b453f76-22ed-4f62-82ab-dfff34e27267), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:28.526790 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-271cb185-a4a6-4d71-8d62-760cbd8c19f9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:28.543616 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-271cb185-a4a6-4d71-8d62-760cbd8c19f9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "DELETE /v2.0/security-groups/0b453f76-22ed-4f62-82ab-dfff34e27267 HTTP/1.1" status: 204 len: 168 time: 0.6621439 Feb 09 01:46:28.609969 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271cb185-a4a6-4d71-8d62-760cbd8c19f9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b453f76-22ed-4f62-82ab-dfff34e27267,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:28.716273 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d6cf35e3-eb2f-44d3-9e48-fc3092b8687c tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (8ae97609-d832-4eda-a49a-42cc3053b96f), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:28.719640 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=afd28b52-bd23-4f09-b00a-ef480eaf5063,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:28.723298 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 7140f9f4-39eb-405e-82aa-456ad4ce60a0 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:46:28.731495 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:28.759670 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 7140f9f4-39eb-405e-82aa-456ad4ce60a0 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:46:28.760035 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 7140f9f4-39eb-405e-82aa-456ad4ce60a0 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:46:28.760499 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 0e19f437-17f4-474a-8886-8cb3bf5d7199 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:46:28.807488 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-28921611-766c-438d-8a16-8456d6260208 None None] Provisioning complete for port afd28b52-bd23-4f09-b00a-ef480eaf5063 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:28.807858 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-28921611-766c-438d-8a16-8456d6260208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (afd28b52-bd23-4f09-b00a-ef480eaf5063), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:28.818745 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 0e19f437-17f4-474a-8886-8cb3bf5d7199 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:46:28.819094 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 0e19f437-17f4-474a-8886-8cb3bf5d7199 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:46:28.825203 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cf35e3-eb2f-44d3-9e48-fc3092b8687c tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Network cd72404a-9c77-4bfc-989a-0b640171f85f is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:28.840043 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-d6cf35e3-eb2f-44d3-9e48-fc3092b8687c tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:28.845516 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cf35e3-eb2f-44d3-9e48-fc3092b8687c tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:28.846268 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d6cf35e3-eb2f-44d3-9e48-fc3092b8687c tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:28.853269 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf35e3-eb2f-44d3-9e48-fc3092b8687c tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'Subnet': ['ID=8ae97609-d832-4eda-a49a-42cc3053b96f,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:28.873290 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f4966b-ee70-427d-b927-d33dbc122400 None None] Network cd72404a-9c77-4bfc-989a-0b640171f85f requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:46:28.885436 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35618) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:28.887242 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d6cf35e3-eb2f-44d3-9e48-fc3092b8687c tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9766824 Feb 09 01:46:28.892306 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-f9661064-556d-4a88-953c-838cfaa8f0c2 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-499953851', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8ae97609-d832-4eda-a49a-42cc3053b96f'}], 'security_groups': ['77d3c7ca-8031-4b4b-b7b5-9ec85a4018f2']}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:29.008412 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35620) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:29.013920 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-d2450813-6408-4602-929a-3588993553e1 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1351858235', 'description': 'tempest-secgroup-smoke-1351858235 description', 'project_id': 'e7f5366db1de43098724f0eb4e3342fd'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:29.051885 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d2450813-6408-4602-929a-3588993553e1 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:29.136312 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9661064-556d-4a88-953c-838cfaa8f0c2 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (197d5661-247f-42d5-a00e-7adc6fdf4e93), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:29.157198 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-28921611-766c-438d-8a16-8456d6260208 None None] Current status of the port afd28b52-bd23-4f09-b00a-ef480eaf5063 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:29.195513 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-28921611-766c-438d-8a16-8456d6260208 None None] Provisioning complete for port 6d6a5ff4-1eda-46fc-b4b8-cd1cda3709d5 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:29.195894 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-28921611-766c-438d-8a16-8456d6260208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (6d6a5ff4-1eda-46fc-b4b8-cd1cda3709d5), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:29.221600 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d2450813-6408-4602-929a-3588993553e1 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group (0b0b6a08-c53d-401f-b8aa-bb9a6979f286), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:29.229489 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d2450813-6408-4602-929a-3588993553e1 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0b0b6a08-c53d-401f-b8aa-bb9a6979f286), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:29.282782 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2450813-6408-4602-929a-3588993553e1 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0b6a08-c53d-401f-b8aa-bb9a6979f286,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:29.320477 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d2450813-6408-4602-929a-3588993553e1 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:29.325413 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d2450813-6408-4602-929a-3588993553e1 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3153248 Feb 09 01:46:29.325596 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35624) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:29.341158 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-8d19553f-f864-4ba1-b17c-d3f82e0f0975 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'security_group_rule': {'security_group_id': '0b0b6a08-c53d-401f-b8aa-bb9a6979f286', 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:29.355690 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-28921611-766c-438d-8a16-8456d6260208 None None] Port 6d6a5ff4-1eda-46fc-b4b8-cd1cda3709d5 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:46:29.383410 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7105bef1-7083-49f3-b963-33426f05d136 None None] Update dhcp port {'port': {'network_id': 'cd72404a-9c77-4bfc-989a-0b640171f85f', 'fixed_ips': [{'subnet_id': '001628dc-2e63-44d8-92ff-9a0750a2c125', 'ip_address': '172.20.0.2'}, {'subnet_id': '8ae97609-d832-4eda-a49a-42cc3053b96f'}], 'binding:host_id': 'n-d-822053-40'}, 'id': 'afd28b52-bd23-4f09-b00a-ef480eaf5063'} from n-d-822053-40. {{(pid=103530) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:46:29.393371 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8d19553f-f864-4ba1-b17c-d3f82e0f0975 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (18baf07d-56d5-43f2-bed8-8b1e20f0de56), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:29.448787 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7105bef1-7083-49f3-b963-33426f05d136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (afd28b52-bd23-4f09-b00a-ef480eaf5063), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:29.494217 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8d19553f-f864-4ba1-b17c-d3f82e0f0975 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (18baf07d-56d5-43f2-bed8-8b1e20f0de56), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:29.500230 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8d19553f-f864-4ba1-b17c-d3f82e0f0975 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (18baf07d-56d5-43f2-bed8-8b1e20f0de56), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:29.529602 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d9ca9dd2-3fe5-4d22-911f-876fa7f7a040 None None] Provisioning complete for port 197d5661-247f-42d5-a00e-7adc6fdf4e93 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:29.529602 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d9ca9dd2-3fe5-4d22-911f-876fa7f7a040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (197d5661-247f-42d5-a00e-7adc6fdf4e93), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:29.529899 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d19553f-f864-4ba1-b17c-d3f82e0f0975 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18baf07d-56d5-43f2-bed8-8b1e20f0de56,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:29.551615 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8d19553f-f864-4ba1-b17c-d3f82e0f0975 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:29.556149 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8d19553f-f864-4ba1-b17c-d3f82e0f0975 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2293379 Feb 09 01:46:29.556729 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35626) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:29.561981 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-5f2eb3d8-0f86-4f34-b6d7-29a02ccb1a4b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'security_group_rule': {'security_group_id': '0b0b6a08-c53d-401f-b8aa-bb9a6979f286', 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:29.600855 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5f2eb3d8-0f86-4f34-b6d7-29a02ccb1a4b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (2e28b63f-4ec0-4914-a239-ad98a81e4a06), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:29.614884 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-f9661064-556d-4a88-953c-838cfaa8f0c2 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Delete allocated IP 172.20.0.13 (cd72404a-9c77-4bfc-989a-0b640171f85f/001628dc-2e63-44d8-92ff-9a0750a2c125) {{(pid=103528) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 01:46:29.627187 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-f9661064-556d-4a88-953c-838cfaa8f0c2 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Allocated IP 172.20.0.18 (cd72404a-9c77-4bfc-989a-0b640171f85f/8ae97609-d832-4eda-a49a-42cc3053b96f/197d5661-247f-42d5-a00e-7adc6fdf4e93) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:29.661137 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d9ca9dd2-3fe5-4d22-911f-876fa7f7a040 None None] Port 197d5661-247f-42d5-a00e-7adc6fdf4e93 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:46:29.709843 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5f2eb3d8-0f86-4f34-b6d7-29a02ccb1a4b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (2e28b63f-4ec0-4914-a239-ad98a81e4a06), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:29.715336 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5f2eb3d8-0f86-4f34-b6d7-29a02ccb1a4b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (2e28b63f-4ec0-4914-a239-ad98a81e4a06), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:29.746202 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2eb3d8-0f86-4f34-b6d7-29a02ccb1a4b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e28b63f-4ec0-4914-a239-ad98a81e4a06,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:29.770290 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5f2eb3d8-0f86-4f34-b6d7-29a02ccb1a4b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:29.771542 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5f2eb3d8-0f86-4f34-b6d7-29a02ccb1a4b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2137754 Feb 09 01:46:29.774307 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35628) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:29.779114 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-6b61068c-258e-49b5-9ec1-0db6e7b96ca9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'security_group_rule': {'security_group_id': '0b0b6a08-c53d-401f-b8aa-bb9a6979f286', 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:29.795573 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device afd28b52-bd23-4f09-b00a-ef480eaf5063 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:46:29.825726 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6b61068c-258e-49b5-9ec1-0db6e7b96ca9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (a2479206-c5d5-44f0-96b7-c296a927da69), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:29.897012 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9661064-556d-4a88-953c-838cfaa8f0c2 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for port (197d5661-247f-42d5-a00e-7adc6fdf4e93), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:29.905157 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9661064-556d-4a88-953c-838cfaa8f0c2 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (197d5661-247f-42d5-a00e-7adc6fdf4e93), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:29.911021 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port afd28b52-bd23-4f09-b00a-ef480eaf5063 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:29.911756 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (afd28b52-bd23-4f09-b00a-ef480eaf5063), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:29.917180 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6b61068c-258e-49b5-9ec1-0db6e7b96ca9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (a2479206-c5d5-44f0-96b7-c296a927da69), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:29.925304 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6b61068c-258e-49b5-9ec1-0db6e7b96ca9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (a2479206-c5d5-44f0-96b7-c296a927da69), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:29.976106 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61068c-258e-49b5-9ec1-0db6e7b96ca9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2479206-c5d5-44f0-96b7-c296a927da69,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:29.996641 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6b61068c-258e-49b5-9ec1-0db6e7b96ca9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:29.997989 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6b61068c-258e-49b5-9ec1-0db6e7b96ca9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2226388 Feb 09 01:46:30.001395 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35634) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:30.006503 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-0ad001fd-37c3-446c-9898-9eb3618d201a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'security_group_rule': {'security_group_id': '0b0b6a08-c53d-401f-b8aa-bb9a6979f286', 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:30.046403 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-7105bef1-7083-49f3-b963-33426f05d136 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-d6e30fb3-6475-4afc-a8c0-b9716e6c48e6 {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:46:30.048415 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-7105bef1-7083-49f3-b963-33426f05d136 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:46:30.059236 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0ad001fd-37c3-446c-9898-9eb3618d201a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (8bd58606-f0cc-4d58-9e7a-cc1f3dd3b951), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:30.104622 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9661064-556d-4a88-953c-838cfaa8f0c2 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'Port': ['ID=197d5661-247f-42d5-a00e-7adc6fdf4e93,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:30.133625 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f9661064-556d-4a88-953c-838cfaa8f0c2 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] In _notify_port_updated(), no bound segment for port 197d5661-247f-42d5-a00e-7adc6fdf4e93 on network cd72404a-9c77-4bfc-989a-0b640171f85f {{(pid=103528) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:46:30.142637 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9661064-556d-4a88-953c-838cfaa8f0c2 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:30.143501 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9661064-556d-4a88-953c-838cfaa8f0c2 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:30.145138 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f9661064-556d-4a88-953c-838cfaa8f0c2 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "PUT /v2.0/ports/197d5661-247f-42d5-a00e-7adc6fdf4e93 HTTP/1.1" status: 200 len: 920 time: 1.2583904 Feb 09 01:46:30.147880 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35640) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:30.198659 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0ad001fd-37c3-446c-9898-9eb3618d201a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (8bd58606-f0cc-4d58-9e7a-cc1f3dd3b951), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:30.204999 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0ad001fd-37c3-446c-9898-9eb3618d201a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (8bd58606-f0cc-4d58-9e7a-cc1f3dd3b951), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:30.214301 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port afd28b52-bd23-4f09-b00a-ef480eaf5063 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:30.263069 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad001fd-37c3-446c-9898-9eb3618d201a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bd58606-f0cc-4d58-9e7a-cc1f3dd3b951,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:30.281976 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad001fd-37c3-446c-9898-9eb3618d201a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:30.282541 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad001fd-37c3-446c-9898-9eb3618d201a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:30.282897 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad001fd-37c3-446c-9898-9eb3618d201a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:30.284444 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad001fd-37c3-446c-9898-9eb3618d201a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:30.292611 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad001fd-37c3-446c-9898-9eb3618d201a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:30.293215 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad001fd-37c3-446c-9898-9eb3618d201a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:30.294158 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad001fd-37c3-446c-9898-9eb3618d201a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:30.294594 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad001fd-37c3-446c-9898-9eb3618d201a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:30.294990 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad001fd-37c3-446c-9898-9eb3618d201a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:30.295383 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad001fd-37c3-446c-9898-9eb3618d201a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:30.295787 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad001fd-37c3-446c-9898-9eb3618d201a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:30.296229 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad001fd-37c3-446c-9898-9eb3618d201a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:30.296638 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad001fd-37c3-446c-9898-9eb3618d201a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:30.303455 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0ad001fd-37c3-446c-9898-9eb3618d201a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:30.311668 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0ad001fd-37c3-446c-9898-9eb3618d201a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3068614 Feb 09 01:46:30.312351 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35642) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:30.316214 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5b1b1c59-e655-43e9-a2f6-a0ad56294c3f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Deleting port 197d5661-247f-42d5-a00e-7adc6fdf4e93 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:46:30.317875 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5b1b1c59-e655-43e9-a2f6-a0ad56294c3f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (197d5661-247f-42d5-a00e-7adc6fdf4e93), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:30.319196 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-6c84edab-24a5-48af-8a95-53e6e00145c4 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'security_group_rule': {'security_group_id': '0b0b6a08-c53d-401f-b8aa-bb9a6979f286', 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:30.370756 n-d-822053-40 neutron-server[103529]: INFO neutron.db.securitygroups_db [None req-6c84edab-24a5-48af-8a95-53e6e00145c4 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Project e7f5366db1de43098724f0eb4e3342fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:46:30.377557 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6c84edab-24a5-48af-8a95-53e6e00145c4 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (492ed133-24f1-4d5b-8424-343d5ae4b3fc), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:30.455731 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5b1b1c59-e655-43e9-a2f6-a0ad56294c3f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (197d5661-247f-42d5-a00e-7adc6fdf4e93), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:30.470092 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5b1b1c59-e655-43e9-a2f6-a0ad56294c3f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Calling delete_port for 197d5661-247f-42d5-a00e-7adc6fdf4e93 owned by {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:46:30.508198 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6c84edab-24a5-48af-8a95-53e6e00145c4 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (492ed133-24f1-4d5b-8424-343d5ae4b3fc), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:30.513387 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6c84edab-24a5-48af-8a95-53e6e00145c4 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (492ed133-24f1-4d5b-8424-343d5ae4b3fc), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:30.560654 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84edab-24a5-48af-8a95-53e6e00145c4 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=492ed133-24f1-4d5b-8424-343d5ae4b3fc,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:30.589020 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6c84edab-24a5-48af-8a95-53e6e00145c4 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:30.592795 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6c84edab-24a5-48af-8a95-53e6e00145c4 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2793088 Feb 09 01:46:30.596664 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35644) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:30.605509 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-60c07b53-27d5-4762-ba27-eb0468ea4742 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'security_group_rule': {'security_group_id': '0b0b6a08-c53d-401f-b8aa-bb9a6979f286', 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:30.612943 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7105bef1-7083-49f3-b963-33426f05d136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (afd28b52-bd23-4f09-b00a-ef480eaf5063), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:30.634215 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5b1b1c59-e655-43e9-a2f6-a0ad56294c3f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (197d5661-247f-42d5-a00e-7adc6fdf4e93), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:30.667594 n-d-822053-40 neutron-server[103529]: INFO neutron.db.securitygroups_db [None req-60c07b53-27d5-4762-ba27-eb0468ea4742 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Project e7f5366db1de43098724f0eb4e3342fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:46:30.673953 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-60c07b53-27d5-4762-ba27-eb0468ea4742 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (be84e152-8e87-4f0b-8dd0-08f05919c937), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:30.686414 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b1c59-e655-43e9-a2f6-a0ad56294c3f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'Port': ['ID=197d5661-247f-42d5-a00e-7adc6fdf4e93,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:30.788251 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-60c07b53-27d5-4762-ba27-eb0468ea4742 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (be84e152-8e87-4f0b-8dd0-08f05919c937), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:30.795531 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-60c07b53-27d5-4762-ba27-eb0468ea4742 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (be84e152-8e87-4f0b-8dd0-08f05919c937), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:30.824713 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5b1b1c59-e655-43e9-a2f6-a0ad56294c3f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:30.826379 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c07b53-27d5-4762-ba27-eb0468ea4742 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be84e152-8e87-4f0b-8dd0-08f05919c937,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:30.831682 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5b1b1c59-e655-43e9-a2f6-a0ad56294c3f tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/ports/197d5661-247f-42d5-a00e-7adc6fdf4e93 HTTP/1.1" status: 204 len: 168 time: 0.6803255 Feb 09 01:46:30.832600 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35646) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:30.849525 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-60c07b53-27d5-4762-ba27-eb0468ea4742 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:30.852044 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-60c07b53-27d5-4762-ba27-eb0468ea4742 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2535131 Feb 09 01:46:30.854743 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35648) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:30.861982 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-b9246095-e254-4580-9ebc-cc67945dfada tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'network': {'name': 'tempest-network-smoke--422952924', 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'port_security_enabled': True}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:30.891669 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9246095-e254-4580-9ebc-cc67945dfada tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Made reservation on behalf of e7f5366db1de43098724f0eb4e3342fd for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:30.896050 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b9246095-e254-4580-9ebc-cc67945dfada tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:30.896345 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b7f3687-e789-42d1-98be-fc800018534e tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] GET failed (client error): The resource could not be found. Feb 09 01:46:30.899870 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7b7f3687-e789-42d1-98be-fc800018534e tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "GET /v2.0/ports/197d5661-247f-42d5-a00e-7adc6fdf4e93 HTTP/1.1" status: 404 len: 333 time: 0.0660386 Feb 09 01:46:30.902485 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35650) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:30.929451 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9246095-e254-4580-9ebc-cc67945dfada tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:46:30.941900 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b9246095-e254-4580-9ebc-cc67945dfada tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (1ae62068-1626-476b-8e17-71ddbb8fa879), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:30.942382 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-b9246095-e254-4580-9ebc-cc67945dfada tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Added segment 1ae62068-1626-476b-8e17-71ddbb8fa879 of type vlan for network 6098fcd3-616c-432d-97b8-9f3a430c7b02 Feb 09 01:46:30.992008 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-7105bef1-7083-49f3-b963-33426f05d136 None None] Allocated IP 172.20.0.18 (cd72404a-9c77-4bfc-989a-0b640171f85f/8ae97609-d832-4eda-a49a-42cc3053b96f/afd28b52-bd23-4f09-b00a-ef480eaf5063) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:31.005576 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b9246095-e254-4580-9ebc-cc67945dfada tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (6098fcd3-616c-432d-97b8-9f3a430c7b02), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:31.024783 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bac42c8-f043-4a7a-bf8a-b41f5b62ae67 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for security_group (30b61003-a431-4806-a777-cdd0c68ddd1b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:31.043210 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b9246095-e254-4580-9ebc-cc67945dfada tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (6098fcd3-616c-432d-97b8-9f3a430c7b02), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:31.056415 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9246095-e254-4580-9ebc-cc67945dfada tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:31.057982 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b9246095-e254-4580-9ebc-cc67945dfada tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:31.089463 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bac42c8-f043-4a7a-bf8a-b41f5b62ae67 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for security_group (30b61003-a431-4806-a777-cdd0c68ddd1b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:31.153913 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9246095-e254-4580-9ebc-cc67945dfada tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'Network': ['ID=6098fcd3-616c-432d-97b8-9f3a430c7b02,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:31.163715 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b9246095-e254-4580-9ebc-cc67945dfada tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3053753 Feb 09 01:46:31.164037 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35654) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:31.174528 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 6098fcd3-616c-432d-97b8-9f3a430c7b02 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:46:31.176402 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-c6266c3b-55c2-4d8e-8f4a-09ed3f896be8 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1983506280', 'admin_state_up': True, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:31.217106 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bac42c8-f043-4a7a-bf8a-b41f5b62ae67 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (30b61003-a431-4806-a777-cdd0c68ddd1b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:31.224910 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bac42c8-f043-4a7a-bf8a-b41f5b62ae67 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:31.227511 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5bac42c8-f043-4a7a-bf8a-b41f5b62ae67 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/security-groups/30b61003-a431-4806-a777-cdd0c68ddd1b HTTP/1.1" status: 204 len: 168 time: 0.3238828 Feb 09 01:46:31.230333 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35658) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:31.242159 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:46:31.243376 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c6266c3b-55c2-4d8e-8f4a-09ed3f896be8 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (031a5c60-6638-43ed-a384-2d45878bdc40), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:31.246430 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c6266c3b-55c2-4d8e-8f4a-09ed3f896be8 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (031a5c60-6638-43ed-a384-2d45878bdc40), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:31.294854 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bac42c8-f043-4a7a-bf8a-b41f5b62ae67 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b61003-a431-4806-a777-cdd0c68ddd1b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:31.361668 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c6266c3b-55c2-4d8e-8f4a-09ed3f896be8 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for router_controller (031a5c60-6638-43ed-a384-2d45878bdc40), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:31.382501 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ac41b14c-3579-4acf-a808-f6db6e46555d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for security_group (77d3c7ca-8031-4b4b-b7b5-9ec85a4018f2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:31.425137 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-7105bef1-7083-49f3-b963-33426f05d136 None None] For port afd28b52-bd23-4f09-b00a-ef480eaf5063, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=afd28b52-bd23-4f09-b00a-ef480eaf5063,segment=NetworkSegment(c677b439-4e31-4ad3-b2d4-cd21f7befe2f),segment_id=c677b439-4e31-4ad3-b2d4-cd21f7befe2f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:31.445894 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ac41b14c-3579-4acf-a808-f6db6e46555d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for security_group (77d3c7ca-8031-4b4b-b7b5-9ec85a4018f2), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:31.526289 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ac41b14c-3579-4acf-a808-f6db6e46555d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (77d3c7ca-8031-4b4b-b7b5-9ec85a4018f2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:31.529532 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ac41b14c-3579-4acf-a808-f6db6e46555d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:31.530910 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ac41b14c-3579-4acf-a808-f6db6e46555d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/security-groups/77d3c7ca-8031-4b4b-b7b5-9ec85a4018f2 HTTP/1.1" status: 204 len: 168 time: 0.2922614 Feb 09 01:46:31.544794 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35660) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:31.555212 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7105bef1-7083-49f3-b963-33426f05d136 None None] Publish callbacks [] for port (afd28b52-bd23-4f09-b00a-ef480eaf5063), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:31.583453 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41b14c-3579-4acf-a808-f6db6e46555d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d3c7ca-8031-4b4b-b7b5-9ec85a4018f2,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:31.638067 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7105bef1-7083-49f3-b963-33426f05d136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (afd28b52-bd23-4f09-b00a-ef480eaf5063), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:31.650533 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d913039-d0dd-4d24-a6fb-e37fcd9adbb0 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Deleting subnet 001628dc-2e63-44d8-92ff-9a0750a2c125 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:46:31.656637 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1d913039-d0dd-4d24-a6fb-e37fcd9adbb0 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for subnet (001628dc-2e63-44d8-92ff-9a0750a2c125), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:31.766574 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1d913039-d0dd-4d24-a6fb-e37fcd9adbb0 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (001628dc-2e63-44d8-92ff-9a0750a2c125), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:31.813178 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105bef1-7083-49f3-b963-33426f05d136 None None] Pushing event updated for resources: {'Port': ['ID=afd28b52-bd23-4f09-b00a-ef480eaf5063,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:31.975147 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1d913039-d0dd-4d24-a6fb-e37fcd9adbb0 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (001628dc-2e63-44d8-92ff-9a0750a2c125), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:32.057588 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1d913039-d0dd-4d24-a6fb-e37fcd9adbb0 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (001628dc-2e63-44d8-92ff-9a0750a2c125), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:32.118473 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c6266c3b-55c2-4d8e-8f4a-09ed3f896be8 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for router_gateway (031a5c60-6638-43ed-a384-2d45878bdc40), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:32.134966 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d913039-d0dd-4d24-a6fb-e37fcd9adbb0 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'Subnet': ['ID=001628dc-2e63-44d8-92ff-9a0750a2c125,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:32.153940 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1d913039-d0dd-4d24-a6fb-e37fcd9adbb0 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:32.168819 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1d913039-d0dd-4d24-a6fb-e37fcd9adbb0 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/subnets/001628dc-2e63-44d8-92ff-9a0750a2c125 HTTP/1.1" status: 204 len: 168 time: 0.6235542 Feb 09 01:46:32.169167 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35662) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:32.178756 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-8a2c246d-cea6-41e5-bb67-10cc63721192 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'subnet': {'network_id': 'cd72404a-9c77-4bfc-989a-0b640171f85f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:32.366336 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2c246d-cea6-41e5-bb67-10cc63721192 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Made reservation on behalf of 919e3be7d0df465ca225216ef9376810 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:32.371714 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8a2c246d-cea6-41e5-bb67-10cc63721192 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:32.500942 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c6266c3b-55c2-4d8e-8f4a-09ed3f896be8 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for router_gateway (031a5c60-6638-43ed-a384-2d45878bdc40), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:32.528976 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c6266c3b-55c2-4d8e-8f4a-09ed3f896be8 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:32.698574 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-c6266c3b-55c2-4d8e-8f4a-09ed3f896be8 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Allocated IP 172.25.1.204 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/33ffd910-541d-49ff-b359-3a14e407032d) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:32.803021 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd9b83b-6757-4f69-bbf6-723c8fc66085 None None] Network cd72404a-9c77-4bfc-989a-0b640171f85f requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:46:32.862536 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c6266c3b-55c2-4d8e-8f4a-09ed3f896be8 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for port (33ffd910-541d-49ff-b359-3a14e407032d), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:32.879218 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8a2c246d-cea6-41e5-bb67-10cc63721192 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (97d4e00e-6fc7-48b0-a092-899b1b925f2e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:32.915186 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c6266c3b-55c2-4d8e-8f4a-09ed3f896be8 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (33ffd910-541d-49ff-b359-3a14e407032d), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:32.952235 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-4ed988a1-cc52-4c9e-acf6-5facf66c1f50 None None] Provisioning complete for port afd28b52-bd23-4f09-b00a-ef480eaf5063 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:32.953558 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4ed988a1-cc52-4c9e-acf6-5facf66c1f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (afd28b52-bd23-4f09-b00a-ef480eaf5063), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:32.961893 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2c246d-cea6-41e5-bb67-10cc63721192 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Network cd72404a-9c77-4bfc-989a-0b640171f85f is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:32.984162 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6266c3b-55c2-4d8e-8f4a-09ed3f896be8 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:32.987917 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-8a2c246d-cea6-41e5-bb67-10cc63721192 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:32.998795 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-c6266c3b-55c2-4d8e-8f4a-09ed3f896be8 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:33.000235 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2c246d-cea6-41e5-bb67-10cc63721192 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:33.001015 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8a2c246d-cea6-41e5-bb67-10cc63721192 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:33.011321 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6266c3b-55c2-4d8e-8f4a-09ed3f896be8 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:46:33.016280 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6266c3b-55c2-4d8e-8f4a-09ed3f896be8 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'Port': ['ID=33ffd910-541d-49ff-b359-3a14e407032d,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:33.026796 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c246d-cea6-41e5-bb67-10cc63721192 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'Subnet': ['ID=97d4e00e-6fc7-48b0-a092-899b1b925f2e,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:33.048573 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8a2c246d-cea6-41e5-bb67-10cc63721192 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8755751 Feb 09 01:46:33.049092 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35668) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:33.063782 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-f6d37300-5b90-4b38-bf7a-e8768f2e049d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'security_group': {'name': 'tempest-secgroup-986870428'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:33.102606 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f6d37300-5b90-4b38-bf7a-e8768f2e049d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:33.141054 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-4ed988a1-cc52-4c9e-acf6-5facf66c1f50 None None] Current status of the port afd28b52-bd23-4f09-b00a-ef480eaf5063 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:33.147520 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-4ed988a1-cc52-4c9e-acf6-5facf66c1f50 None None] Could not find standard attr ID for object 197d5661-247f-42d5-a00e-7adc6fdf4e93. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:46:33.166799 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-4ed988a1-cc52-4c9e-acf6-5facf66c1f50 None None] Provisioning complete for port 6d6a5ff4-1eda-46fc-b4b8-cd1cda3709d5 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:33.167177 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4ed988a1-cc52-4c9e-acf6-5facf66c1f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (6d6a5ff4-1eda-46fc-b4b8-cd1cda3709d5), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:33.209527 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-4ed988a1-cc52-4c9e-acf6-5facf66c1f50 None None] Port 6d6a5ff4-1eda-46fc-b4b8-cd1cda3709d5 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:46:33.274968 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f6d37300-5b90-4b38-bf7a-e8768f2e049d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for security_group (0d8c7e9c-7acb-4b70-8115-8b71a23a0555), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:33.282968 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f6d37300-5b90-4b38-bf7a-e8768f2e049d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0d8c7e9c-7acb-4b70-8115-8b71a23a0555), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:33.320357 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d37300-5b90-4b38-bf7a-e8768f2e049d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8c7e9c-7acb-4b70-8115-8b71a23a0555,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:33.328655 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f6d37300-5b90-4b38-bf7a-e8768f2e049d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:33.330142 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f6d37300-5b90-4b38-bf7a-e8768f2e049d tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2800839 Feb 09 01:46:33.333083 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35670) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:33.347758 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-a74f6cb0-c6cd-4b95-9732-06c6760e0691 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'security_group': {'name': 'tempest-secgroup-1251181289'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:33.385181 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a74f6cb0-c6cd-4b95-9732-06c6760e0691 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:33.511033 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a74f6cb0-c6cd-4b95-9732-06c6760e0691 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for security_group (36289120-1f67-4907-a0a6-012a38be214a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:33.518579 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a74f6cb0-c6cd-4b95-9732-06c6760e0691 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (36289120-1f67-4907-a0a6-012a38be214a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:33.559726 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a74f6cb0-c6cd-4b95-9732-06c6760e0691 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:33.564163 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a74f6cb0-c6cd-4b95-9732-06c6760e0691 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2260511 Feb 09 01:46:33.565098 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35678) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:33.572317 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-918e4d62-3713-47d2-b557-9643c009f706 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'security_group': {'name': 'tempest-secgroup-595692134'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:33.609891 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c6266c3b-55c2-4d8e-8f4a-09ed3f896be8 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for router_gateway (031a5c60-6638-43ed-a384-2d45878bdc40), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:33.614165 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f6cb0-c6cd-4b95-9732-06c6760e0691 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36289120-1f67-4907-a0a6-012a38be214a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:33.819040 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device afd28b52-bd23-4f09-b00a-ef480eaf5063 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:46:33.911071 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-918e4d62-3713-47d2-b557-9643c009f706 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:33.942701 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port afd28b52-bd23-4f09-b00a-ef480eaf5063 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:33.943392 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (afd28b52-bd23-4f09-b00a-ef480eaf5063), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:34.018147 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c6266c3b-55c2-4d8e-8f4a-09ed3f896be8 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (031a5c60-6638-43ed-a384-2d45878bdc40), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:34.092253 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port afd28b52-bd23-4f09-b00a-ef480eaf5063 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:34.139739 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-918e4d62-3713-47d2-b557-9643c009f706 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for security_group (ef368c85-4db9-418e-bdfd-67ed399b85a1), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:34.180744 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-918e4d62-3713-47d2-b557-9643c009f706 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ef368c85-4db9-418e-bdfd-67ed399b85a1), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:34.222677 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e4d62-3713-47d2-b557-9643c009f706 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef368c85-4db9-418e-bdfd-67ed399b85a1,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:34.229325 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-918e4d62-3713-47d2-b557-9643c009f706 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:34.233602 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-918e4d62-3713-47d2-b557-9643c009f706 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6679709 Feb 09 01:46:34.234694 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35690) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:34.239495 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-b48574db-b4dc-4f4c-8b03-2cd2cc1f7060 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1921318260', 'security_groups': ['ef368c85-4db9-418e-bdfd-67ed399b85a1'], 'network_id': 'cd72404a-9c77-4bfc-989a-0b640171f85f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '97d4e00e-6fc7-48b0-a092-899b1b925f2e'}]}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:34.258963 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c3e9e8-4187-4019-ab52-a0c0a1c58f6b None None] Network cd72404a-9c77-4bfc-989a-0b640171f85f requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:46:34.293498 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6266c3b-55c2-4d8e-8f4a-09ed3f896be8 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Router 031a5c60-6638-43ed-a384-2d45878bdc40 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:46:34.333901 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35692) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:34.418397 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-58cdc9fb-5165-42e9-ad0e-103b83ae3aa7 None None] Provisioning complete for port afd28b52-bd23-4f09-b00a-ef480eaf5063 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:34.419668 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-58cdc9fb-5165-42e9-ad0e-103b83ae3aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (afd28b52-bd23-4f09-b00a-ef480eaf5063), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:34.450522 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6266c3b-55c2-4d8e-8f4a-09ed3f896be8 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:46:34.461804 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a0311e-0547-4bf5-a239-7a7ef70d8d55 None None] Sync routers for ids ['031a5c60-6638-43ed-a384-2d45878bdc40'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:46:34.474655 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a0311e-0547-4bf5-a239-7a7ef70d8d55 None None] Routers {'031a5c60-6638-43ed-a384-2d45878bdc40'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:46:34.477261 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-62a0311e-0547-4bf5-a239-7a7ef70d8d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:46:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['031a5c60-6638-43ed-a384-2d45878bdc40'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:34.496495 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48574db-b4dc-4f4c-8b03-2cd2cc1f7060 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Made reservation on behalf of 919e3be7d0df465ca225216ef9376810 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:34.509101 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c6266c3b-55c2-4d8e-8f4a-09ed3f896be8 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:34.522942 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c6266c3b-55c2-4d8e-8f4a-09ed3f896be8 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.3576512 Feb 09 01:46:34.523643 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35698) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:34.612167 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-58cdc9fb-5165-42e9-ad0e-103b83ae3aa7 None None] Current status of the port afd28b52-bd23-4f09-b00a-ef480eaf5063 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:34.618435 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ffdb1c61-f673-4eb8-8023-52ad3f3712b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:34.626271 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b2c9d705-a7d8-4150-a60b-e7a759ee04f9 tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=e7f5366db1de43098724f0eb4e3342fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1012213 Feb 09 01:46:34.626998 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35700) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:34.669957 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-58cdc9fb-5165-42e9-ad0e-103b83ae3aa7 None None] Provisioning complete for port 6d6a5ff4-1eda-46fc-b4b8-cd1cda3709d5 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:34.672413 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-58cdc9fb-5165-42e9-ad0e-103b83ae3aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (6d6a5ff4-1eda-46fc-b4b8-cd1cda3709d5), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:34.689560 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b48574db-b4dc-4f4c-8b03-2cd2cc1f7060 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:34.697889 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-62a0311e-0547-4bf5-a239-7a7ef70d8d55 None None] Set router 031a5c60-6638-43ed-a384-2d45878bdc40 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:46:34.776190 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ffdb1c61-f673-4eb8-8023-52ad3f3712b6 admin admin] Publish callbacks [] for security_group (576d4002-28dd-42f2-be93-09fc520d8fbb), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:34.801375 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ffdb1c61-f673-4eb8-8023-52ad3f3712b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (576d4002-28dd-42f2-be93-09fc520d8fbb), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:34.806969 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6278b037-2a6c-4826-92e9-e35801ed4c2d tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:34.812835 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6278b037-2a6c-4826-92e9-e35801ed4c2d tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1843977 Feb 09 01:46:34.813916 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35702) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:34.840821 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343d30db-02e6-4c2d-b7e5-78d150caab11 None None] Update dhcp port {'port': {'network_id': 'cd72404a-9c77-4bfc-989a-0b640171f85f', 'fixed_ips': [{'subnet_id': '8ae97609-d832-4eda-a49a-42cc3053b96f', 'ip_address': '172.20.0.18'}, {'subnet_id': '97d4e00e-6fc7-48b0-a092-899b1b925f2e'}], 'binding:host_id': 'n-d-822053-40'}, 'id': 'afd28b52-bd23-4f09-b00a-ef480eaf5063'} from n-d-822053-40. {{(pid=103530) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:46:34.851023 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9682dc5d-6082-4fd9-92b5-b86bb09420cd tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=def43282-5318-4ecb-a74b-178f79c0eb6e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0357265 Feb 09 01:46:34.852651 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35704) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:34.860185 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-731f292c-2780-44f7-89b2-8b413bbf0590 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-584339711', 'network_id': '6098fcd3-616c-432d-97b8-9f3a430c7b02', 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:34.865603 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb1c61-f673-4eb8-8023-52ad3f3712b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576d4002-28dd-42f2-be93-09fc520d8fbb,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:34.877154 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-b48574db-b4dc-4f4c-8b03-2cd2cc1f7060 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] device_id is not set on port b677a4c6-69b0-4668-8488-bd9e81acf000 yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:46:34.930274 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-58cdc9fb-5165-42e9-ad0e-103b83ae3aa7 None None] Port 6d6a5ff4-1eda-46fc-b4b8-cd1cda3709d5 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:46:34.954920 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-343d30db-02e6-4c2d-b7e5-78d150caab11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (afd28b52-bd23-4f09-b00a-ef480eaf5063), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:34.983825 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-62a0311e-0547-4bf5-a239-7a7ef70d8d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031a5c60-6638-43ed-a384-2d45878bdc40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983506280', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '33ffd910-541d-49ff-b359-3a14e407032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:31Z', 'updated_at': '2022-02-09T01:46:33Z', 'revision_number': 3, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '33ffd910-541d-49ff-b359-3a14e407032d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031a5c60-6638-43ed-a384-2d45878bdc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:32Z', 'updated_at': '2022-02-09T01:46:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:35.017130 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731f292c-2780-44f7-89b2-8b413bbf0590 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Made reservation on behalf of e7f5366db1de43098724f0eb4e3342fd for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:35.021367 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-731f292c-2780-44f7-89b2-8b413bbf0590 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:35.045765 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a0311e-0547-4bf5-a239-7a7ef70d8d55 None None] Checking router: 031a5c60-6638-43ed-a384-2d45878bdc40 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:46:35.046153 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a0311e-0547-4bf5-a239-7a7ef70d8d55 None None] Updating router 031a5c60-6638-43ed-a384-2d45878bdc40 port 33ffd910-541d-49ff-b359-3a14e407032d binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:46:35.073640 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-b48574db-b4dc-4f4c-8b03-2cd2cc1f7060 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Allocated IP 172.20.0.9 (cd72404a-9c77-4bfc-989a-0b640171f85f/97d4e00e-6fc7-48b0-a092-899b1b925f2e/b677a4c6-69b0-4668-8488-bd9e81acf000) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:35.112827 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-62a0311e-0547-4bf5-a239-7a7ef70d8d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (33ffd910-541d-49ff-b359-3a14e407032d), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:35.313906 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b48574db-b4dc-4f4c-8b03-2cd2cc1f7060 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for port (b677a4c6-69b0-4668-8488-bd9e81acf000), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:35.359212 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b48574db-b4dc-4f4c-8b03-2cd2cc1f7060 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (b677a4c6-69b0-4668-8488-bd9e81acf000), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:35.399332 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-731f292c-2780-44f7-89b2-8b413bbf0590 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (1c6ceada-1e7c-48e7-bffe-695057dd4f39), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:35.433583 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48574db-b4dc-4f4c-8b03-2cd2cc1f7060 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'Port': ['ID=b677a4c6-69b0-4668-8488-bd9e81acf000,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:35.436637 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-343d30db-02e6-4c2d-b7e5-78d150caab11 None None] Allocated IP 172.20.0.2 (cd72404a-9c77-4bfc-989a-0b640171f85f/97d4e00e-6fc7-48b0-a092-899b1b925f2e/afd28b52-bd23-4f09-b00a-ef480eaf5063) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:35.449075 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ffdb1c61-f673-4eb8-8023-52ad3f3712b6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c1f79afc7d74499ab954b60f9b27eeee&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1136703 Feb 09 01:46:35.454920 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35706) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:35.475750 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48574db-b4dc-4f4c-8b03-2cd2cc1f7060 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Network cd72404a-9c77-4bfc-989a-0b640171f85f is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:35.485202 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-b48574db-b4dc-4f4c-8b03-2cd2cc1f7060 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:35.495005 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48574db-b4dc-4f4c-8b03-2cd2cc1f7060 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:46:35.535291 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f292c-2780-44f7-89b2-8b413bbf0590 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'Subnet': ['ID=1c6ceada-1e7c-48e7-bffe-695057dd4f39,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:35.598891 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48574db-b4dc-4f4c-8b03-2cd2cc1f7060 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:35.600243 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b48574db-b4dc-4f4c-8b03-2cd2cc1f7060 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:35.635796 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731f292c-2780-44f7-89b2-8b413bbf0590 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Checking segment: {'id': '1ae62068-1626-476b-8e17-71ddbb8fa879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6098fcd3-616c-432d-97b8-9f3a430c7b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:46:35.636290 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731f292c-2780-44f7-89b2-8b413bbf0590 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Network hostable DHCP agents. Network: 6098fcd3-616c-432d-97b8-9f3a430c7b02, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:46:35.666406 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-62a0311e-0547-4bf5-a239-7a7ef70d8d55 None None] Publish callbacks [] for port (33ffd910-541d-49ff-b359-3a14e407032d), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:35.674728 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731f292c-2780-44f7-89b2-8b413bbf0590 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Network 6098fcd3-616c-432d-97b8-9f3a430c7b02 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:46:35.683780 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-62a0311e-0547-4bf5-a239-7a7ef70d8d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (33ffd910-541d-49ff-b359-3a14e407032d), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:35.696071 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-731f292c-2780-44f7-89b2-8b413bbf0590 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 6098fcd3-616c-432d-97b8-9f3a430c7b02) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:35.697840 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b48574db-b4dc-4f4c-8b03-2cd2cc1f7060 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4622900 Feb 09 01:46:35.702197 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35710) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:35.707054 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cfab8b75-cc8a-4530-a642-ffaae790b108 admin admin] Publish callbacks [] for security_group (576d4002-28dd-42f2-be93-09fc520d8fbb), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:35.710159 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-1905b95d-cb76-4ca7-8b83-4ad37c098970 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'subnet': {'network_id': 'cd72404a-9c77-4bfc-989a-0b640171f85f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:35.737460 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731f292c-2780-44f7-89b2-8b413bbf0590 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:35.738058 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-731f292c-2780-44f7-89b2-8b413bbf0590 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:35.758036 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1f2e96-a224-4eb0-ac8e-2d37b584a3f2 None None] Network 6098fcd3-616c-432d-97b8-9f3a430c7b02 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:46:35.779554 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cfab8b75-cc8a-4530-a642-ffaae790b108 admin admin] Publish callbacks [] for security_group (576d4002-28dd-42f2-be93-09fc520d8fbb), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:35.782684 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ccdd5-c251-4e2e-a713-43080b994d7c None None] Pushing event updated for resources: {'Port': ['ID=33ffd910-541d-49ff-b359-3a14e407032d,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:35.792646 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ccdd5-c251-4e2e-a713-43080b994d7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:35.793233 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ccdd5-c251-4e2e-a713-43080b994d7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:35.793751 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ccdd5-c251-4e2e-a713-43080b994d7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:35.794235 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ccdd5-c251-4e2e-a713-43080b994d7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:35.794712 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ccdd5-c251-4e2e-a713-43080b994d7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:35.795186 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ccdd5-c251-4e2e-a713-43080b994d7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:35.795658 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ccdd5-c251-4e2e-a713-43080b994d7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:35.797103 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ccdd5-c251-4e2e-a713-43080b994d7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:35.797602 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ccdd5-c251-4e2e-a713-43080b994d7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:35.798078 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ccdd5-c251-4e2e-a713-43080b994d7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:35.798548 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ccdd5-c251-4e2e-a713-43080b994d7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:35.799047 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ccdd5-c251-4e2e-a713-43080b994d7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:35.799529 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ccdd5-c251-4e2e-a713-43080b994d7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:35.859346 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-62a0311e-0547-4bf5-a239-7a7ef70d8d55 None None] Attempting to bind port 33ffd910-541d-49ff-b359-3a14e407032d on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:46:35.869925 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-62a0311e-0547-4bf5-a239-7a7ef70d8d55 None None] Attempting to bind port 33ffd910-541d-49ff-b359-3a14e407032d by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:46:35.870533 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a0311e-0547-4bf5-a239-7a7ef70d8d55 None None] Attempting to bind port 33ffd910-541d-49ff-b359-3a14e407032d on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:46:35.879909 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a0311e-0547-4bf5-a239-7a7ef70d8d55 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:46:35.883897 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a0311e-0547-4bf5-a239-7a7ef70d8d55 None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:46:35.886026 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-731f292c-2780-44f7-89b2-8b413bbf0590 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0310087 Feb 09 01:46:35.888739 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35712) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:35.896531 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-62a0311e-0547-4bf5-a239-7a7ef70d8d55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:35.898416 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a0311e-0547-4bf5-a239-7a7ef70d8d55 None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:46:35.907640 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-62a0311e-0547-4bf5-a239-7a7ef70d8d55 None None] Bound port: 33ffd910-541d-49ff-b359-3a14e407032d, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:46:35.907640 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-62a0311e-0547-4bf5-a239-7a7ef70d8d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (33ffd910-541d-49ff-b359-3a14e407032d), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:35.931007 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1905b95d-cb76-4ca7-8b83-4ad37c098970 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Made reservation on behalf of 919e3be7d0df465ca225216ef9376810 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:35.935666 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-343d30db-02e6-4c2d-b7e5-78d150caab11 None None] For port afd28b52-bd23-4f09-b00a-ef480eaf5063, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=afd28b52-bd23-4f09-b00a-ef480eaf5063,segment=NetworkSegment(c677b439-4e31-4ad3-b2d4-cd21f7befe2f),segment_id=c677b439-4e31-4ad3-b2d4-cd21f7befe2f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:35.936357 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1905b95d-cb76-4ca7-8b83-4ad37c098970 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:35.995533 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29313707-e1ba-459f-8b15-a704b60554e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-6098fcd3-616c-432d-97b8-9f3a430c7b02', 'network_id': '6098fcd3-616c-432d-97b8-9f3a430c7b02', 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'fixed_ips': [{'subnet_id': '1c6ceada-1e7c-48e7-bffe-695057dd4f39'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:46:35.996430 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-29313707-e1ba-459f-8b15-a704b60554e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:36.057366 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-62a0311e-0547-4bf5-a239-7a7ef70d8d55 None None] For port 33ffd910-541d-49ff-b359-3a14e407032d, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:46:36.063964 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-62a0311e-0547-4bf5-a239-7a7ef70d8d55 None None] For port 33ffd910-541d-49ff-b359-3a14e407032d, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=33ffd910-541d-49ff-b359-3a14e407032d,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:46:36.080179 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-62a0311e-0547-4bf5-a239-7a7ef70d8d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (33ffd910-541d-49ff-b359-3a14e407032d), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:36.112912 n-d-822053-40 neutron-server[103529]: INFO neutron.db.ipam_backend_mixin [None req-1905b95d-cb76-4ca7-8b83-4ad37c098970 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 97d4e00e-6fc7-48b0-a092-899b1b925f2e (CIDR: 172.20.0.0/28) Feb 09 01:46:36.115634 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cfab8b75-cc8a-4530-a642-ffaae790b108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (576d4002-28dd-42f2-be93-09fc520d8fbb), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:36.118301 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-1905b95d-cb76-4ca7-8b83-4ad37c098970 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:46:36.118487 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cfab8b75-cc8a-4530-a642-ffaae790b108 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:36.119093 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1905b95d-cb76-4ca7-8b83-4ad37c098970 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:46:36.128175 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cfab8b75-cc8a-4530-a642-ffaae790b108 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/576d4002-28dd-42f2-be93-09fc520d8fbb HTTP/1.1" status: 204 len: 168 time: 0.6703882 Feb 09 01:46:36.159734 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab8b75-cc8a-4530-a642-ffaae790b108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576d4002-28dd-42f2-be93-09fc520d8fbb,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:36.180921 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1905b95d-cb76-4ca7-8b83-4ad37c098970 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4765804 Feb 09 01:46:36.182529 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35716) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:36.194441 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-6a825895-ef33-4e9e-868e-317b92e1a5c9 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'subnet': {'network_id': 'cd72404a-9c77-4bfc-989a-0b640171f85f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:36.217895 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a0311e-0547-4bf5-a239-7a7ef70d8d55 None None] Routers {'031a5c60-6638-43ed-a384-2d45878bdc40'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:46:36.219031 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-62a0311e-0547-4bf5-a239-7a7ef70d8d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:46:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['031a5c60-6638-43ed-a384-2d45878bdc40'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:36.221206 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ccdd5-c251-4e2e-a713-43080b994d7c None None] Pushing event updated for resources: {'Port': ['ID=33ffd910-541d-49ff-b359-3a14e407032d,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:36.259122 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-29313707-e1ba-459f-8b15-a704b60554e7 None None] Allocated IP 172.20.0.2 (6098fcd3-616c-432d-97b8-9f3a430c7b02/1c6ceada-1e7c-48e7-bffe-695057dd4f39/bc96aa7e-d856-4e4f-bc87-d59a9363160c) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:36.451092 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-62a0311e-0547-4bf5-a239-7a7ef70d8d55 None None] Set router 031a5c60-6638-43ed-a384-2d45878bdc40 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:46:36.462530 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a825895-ef33-4e9e-868e-317b92e1a5c9 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Made reservation on behalf of 919e3be7d0df465ca225216ef9376810 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:36.467530 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6a825895-ef33-4e9e-868e-317b92e1a5c9 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:36.565823 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-29313707-e1ba-459f-8b15-a704b60554e7 None None] Publish callbacks [] for port (bc96aa7e-d856-4e4f-bc87-d59a9363160c), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:36.576718 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-343d30db-02e6-4c2d-b7e5-78d150caab11 None None] Publish callbacks [] for port (afd28b52-bd23-4f09-b00a-ef480eaf5063), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:36.586279 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-29313707-e1ba-459f-8b15-a704b60554e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (bc96aa7e-d856-4e4f-bc87-d59a9363160c), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:36.649780 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29313707-e1ba-459f-8b15-a704b60554e7 None None] Pushing event updated for resources: {'Port': ['ID=bc96aa7e-d856-4e4f-bc87-d59a9363160c,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:36.652482 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-343d30db-02e6-4c2d-b7e5-78d150caab11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (afd28b52-bd23-4f09-b00a-ef480eaf5063), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:36.701782 n-d-822053-40 neutron-server[103529]: INFO neutron.db.ipam_backend_mixin [None req-6a825895-ef33-4e9e-868e-317b92e1a5c9 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 8ae97609-d832-4eda-a49a-42cc3053b96f (CIDR: 172.20.0.16/28) Feb 09 01:46:36.719382 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a825895-ef33-4e9e-868e-317b92e1a5c9 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:46:36.720306 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a825895-ef33-4e9e-868e-317b92e1a5c9 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:46:36.729107 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29313707-e1ba-459f-8b15-a704b60554e7 None None] Network 6098fcd3-616c-432d-97b8-9f3a430c7b02 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:36.729327 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35724) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:36.753435 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-29313707-e1ba-459f-8b15-a704b60554e7 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:36.761784 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29313707-e1ba-459f-8b15-a704b60554e7 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:46:36.768784 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a8601e3a-1850-4d62-ab69-e17eecb2ccae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:36.801280 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6a825895-ef33-4e9e-868e-317b92e1a5c9 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6144223 Feb 09 01:46:36.810419 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35726) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:36.816054 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-66cc35da-a639-44af-acb1-d8e758af4409 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'subnet': {'network_id': 'cd72404a-9c77-4bfc-989a-0b640171f85f', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:36.888117 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d30db-02e6-4c2d-b7e5-78d150caab11 None None] Pushing event updated for resources: {'Port': ['ID=afd28b52-bd23-4f09-b00a-ef480eaf5063,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:36.933378 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ca091958-5221-4510-ab31-2b1ad906954b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:36.989629 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-62a0311e-0547-4bf5-a239-7a7ef70d8d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031a5c60-6638-43ed-a384-2d45878bdc40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983506280', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '33ffd910-541d-49ff-b359-3a14e407032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:31Z', 'updated_at': '2022-02-09T01:46:33Z', 'revision_number': 3, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '33ffd910-541d-49ff-b359-3a14e407032d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031a5c60-6638-43ed-a384-2d45878bdc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:32Z', 'updated_at': '2022-02-09T01:46:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:37.013563 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-29313707-e1ba-459f-8b15-a704b60554e7 None None] Attempting to bind port bc96aa7e-d856-4e4f-bc87-d59a9363160c on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:46:37.015836 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-29313707-e1ba-459f-8b15-a704b60554e7 None None] Attempting to bind port bc96aa7e-d856-4e4f-bc87-d59a9363160c by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '1ae62068-1626-476b-8e17-71ddbb8fa879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6098fcd3-616c-432d-97b8-9f3a430c7b02'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:46:37.018155 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29313707-e1ba-459f-8b15-a704b60554e7 None None] Attempting to bind port bc96aa7e-d856-4e4f-bc87-d59a9363160c on network 6098fcd3-616c-432d-97b8-9f3a430c7b02 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:46:37.029846 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29313707-e1ba-459f-8b15-a704b60554e7 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:46:37.031712 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29313707-e1ba-459f-8b15-a704b60554e7 None None] Checking segment: {'id': '1ae62068-1626-476b-8e17-71ddbb8fa879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6098fcd3-616c-432d-97b8-9f3a430c7b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:46:37.032860 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-29313707-e1ba-459f-8b15-a704b60554e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:37.033634 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29313707-e1ba-459f-8b15-a704b60554e7 None None] Bound using segment: {'id': '1ae62068-1626-476b-8e17-71ddbb8fa879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6098fcd3-616c-432d-97b8-9f3a430c7b02'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:46:37.034598 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-29313707-e1ba-459f-8b15-a704b60554e7 None None] Bound port: bc96aa7e-d856-4e4f-bc87-d59a9363160c, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae62068-1626-476b-8e17-71ddbb8fa879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6098fcd3-616c-432d-97b8-9f3a430c7b02'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:46:37.038618 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-29313707-e1ba-459f-8b15-a704b60554e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (bc96aa7e-d856-4e4f-bc87-d59a9363160c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:37.056942 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a0311e-0547-4bf5-a239-7a7ef70d8d55 None None] The sync data for ids ['031a5c60-6638-43ed-a384-2d45878bdc40'] in n-d-822053-40 is: [{'id': '031a5c60-6638-43ed-a384-2d45878bdc40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983506280', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '33ffd910-541d-49ff-b359-3a14e407032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:31Z', 'updated_at': '2022-02-09T01:46:33Z', 'revision_number': 3, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '33ffd910-541d-49ff-b359-3a14e407032d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031a5c60-6638-43ed-a384-2d45878bdc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:32Z', 'updated_at': '2022-02-09T01:46:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:46:37.130347 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cc35da-a639-44af-acb1-d8e758af4409 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Made reservation on behalf of 919e3be7d0df465ca225216ef9376810 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:37.140956 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-66cc35da-a639-44af-acb1-d8e758af4409 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:37.213011 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-29313707-e1ba-459f-8b15-a704b60554e7 None None] For port bc96aa7e-d856-4e4f-bc87-d59a9363160c, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:46:37.216321 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-29313707-e1ba-459f-8b15-a704b60554e7 None None] For port bc96aa7e-d856-4e4f-bc87-d59a9363160c, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=bc96aa7e-d856-4e4f-bc87-d59a9363160c,segment=NetworkSegment(1ae62068-1626-476b-8e17-71ddbb8fa879),segment_id=1ae62068-1626-476b-8e17-71ddbb8fa879)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:46:37.227798 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-29313707-e1ba-459f-8b15-a704b60554e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (bc96aa7e-d856-4e4f-bc87-d59a9363160c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:37.347254 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29313707-e1ba-459f-8b15-a704b60554e7 None None] Pushing event updated for resources: {'Port': ['ID=bc96aa7e-d856-4e4f-bc87-d59a9363160c,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:37.518979 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-ca091958-5221-4510-ab31-2b1ad906954b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Allocated IP 172.20.0.1 (6098fcd3-616c-432d-97b8-9f3a430c7b02/1c6ceada-1e7c-48e7-bffe-695057dd4f39/8aec6e02-dd28-4b94-9bf3-4178d0412718) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:37.645619 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a8601e3a-1850-4d62-ab69-e17eecb2ccae admin admin] Publish callbacks [] for security_group (1c23e07c-f928-462d-9f3f-6a56b4ef48cf), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:37.723152 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a8601e3a-1850-4d62-ab69-e17eecb2ccae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1c23e07c-f928-462d-9f3f-6a56b4ef48cf), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:37.761751 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a8601e3a-1850-4d62-ab69-e17eecb2ccae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3726cec6785a475fb8abfb82cdc1e45a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0315793 Feb 09 01:46:37.767548 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35732) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:37.919751 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ca091958-5221-4510-ab31-2b1ad906954b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for port (8aec6e02-dd28-4b94-9bf3-4178d0412718), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:37.927632 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8601e3a-1850-4d62-ab69-e17eecb2ccae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c23e07c-f928-462d-9f3f-6a56b4ef48cf,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:37.981659 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-66cc35da-a639-44af-acb1-d8e758af4409 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (59c928cc-590b-417b-b5ea-e859b300edba), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:38.041976 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ca091958-5221-4510-ab31-2b1ad906954b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (8aec6e02-dd28-4b94-9bf3-4178d0412718), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:38.090377 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cc35da-a639-44af-acb1-d8e758af4409 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Network cd72404a-9c77-4bfc-989a-0b640171f85f is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:38.099540 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4bd8756f-78b6-48b8-9084-c354591e893c admin admin] Publish callbacks [] for security_group (1c23e07c-f928-462d-9f3f-6a56b4ef48cf), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:38.140094 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4bd8756f-78b6-48b8-9084-c354591e893c admin admin] Publish callbacks [] for security_group (1c23e07c-f928-462d-9f3f-6a56b4ef48cf), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:38.161289 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca091958-5221-4510-ab31-2b1ad906954b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Network 6098fcd3-616c-432d-97b8-9f3a430c7b02 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:38.162630 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca091958-5221-4510-ab31-2b1ad906954b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'Port': ['ID=8aec6e02-dd28-4b94-9bf3-4178d0412718,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:38.165185 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-ca091958-5221-4510-ab31-2b1ad906954b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:38.167724 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca091958-5221-4510-ab31-2b1ad906954b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:46:38.177957 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 33ffd910-541d-49ff-b359-3a14e407032d up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:46:38.184833 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca091958-5221-4510-ab31-2b1ad906954b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:38.187724 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca091958-5221-4510-ab31-2b1ad906954b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:38.188239 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca091958-5221-4510-ab31-2b1ad906954b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:38.188588 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca091958-5221-4510-ab31-2b1ad906954b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:38.188920 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca091958-5221-4510-ab31-2b1ad906954b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:38.190408 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca091958-5221-4510-ab31-2b1ad906954b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:38.191077 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca091958-5221-4510-ab31-2b1ad906954b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:38.191453 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca091958-5221-4510-ab31-2b1ad906954b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:38.191787 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca091958-5221-4510-ab31-2b1ad906954b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:38.193364 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca091958-5221-4510-ab31-2b1ad906954b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:38.194520 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca091958-5221-4510-ab31-2b1ad906954b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:38.195136 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca091958-5221-4510-ab31-2b1ad906954b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:38.195605 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca091958-5221-4510-ab31-2b1ad906954b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:38.197021 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-66cc35da-a639-44af-acb1-d8e758af4409 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:38.200211 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cc35da-a639-44af-acb1-d8e758af4409 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:38.200814 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-66cc35da-a639-44af-acb1-d8e758af4409 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:38.206814 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4bd8756f-78b6-48b8-9084-c354591e893c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1c23e07c-f928-462d-9f3f-6a56b4ef48cf), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:38.214003 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4bd8756f-78b6-48b8-9084-c354591e893c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:38.217673 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4bd8756f-78b6-48b8-9084-c354591e893c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1c23e07c-f928-462d-9f3f-6a56b4ef48cf HTTP/1.1" status: 204 len: 168 time: 0.4466684 Feb 09 01:46:38.266686 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc35da-a639-44af-acb1-d8e758af4409 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'Subnet': ['ID=59c928cc-590b-417b-b5ea-e859b300edba,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:38.286142 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd8756f-78b6-48b8-9084-c354591e893c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c23e07c-f928-462d-9f3f-6a56b4ef48cf,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:38.307880 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-66cc35da-a639-44af-acb1-d8e758af4409 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4960368 Feb 09 01:46:38.308562 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35738) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:38.318223 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-144e59ef-f9aa-4aba-a163-6fad9b17fd64 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2059477929', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '59c928cc-590b-417b-b5ea-e859b300edba'}], 'security_groups': ['0d8c7e9c-7acb-4b70-8115-8b71a23a0555', '36289120-1f67-4907-a0a6-012a38be214a']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:38.320093 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ca091958-5221-4510-ab31-2b1ad906954b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (031a5c60-6638-43ed-a384-2d45878bdc40), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:38.361695 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b837d699-5893-48f5-b622-98744ea19795 None None] Network cd72404a-9c77-4bfc-989a-0b640171f85f requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:46:38.617814 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ca091958-5221-4510-ab31-2b1ad906954b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8aec6e02-dd28-4b94-9bf3-4178d0412718), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:38.632923 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 33ffd910-541d-49ff-b359-3a14e407032d triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:38.633914 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (33ffd910-541d-49ff-b359-3a14e407032d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:38.709411 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-0a37f274-636b-4870-a348-6c86b1c08ffe None None] Provisioning complete for port afd28b52-bd23-4f09-b00a-ef480eaf5063 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:38.712512 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0a37f274-636b-4870-a348-6c86b1c08ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (afd28b52-bd23-4f09-b00a-ef480eaf5063), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:38.778621 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-144e59ef-f9aa-4aba-a163-6fad9b17fd64 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b677a4c6-69b0-4668-8488-bd9e81acf000), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:39.085073 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-0a37f274-636b-4870-a348-6c86b1c08ffe None None] Current status of the port afd28b52-bd23-4f09-b00a-ef480eaf5063 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:39.098364 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 33ffd910-541d-49ff-b359-3a14e407032d is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:39.099365 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (33ffd910-541d-49ff-b359-3a14e407032d), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:39.175894 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7483f6b-4c05-4bf9-ae61-d2b3635e45da None None] Update dhcp port {'port': {'network_id': 'cd72404a-9c77-4bfc-989a-0b640171f85f', 'fixed_ips': [{'subnet_id': '8ae97609-d832-4eda-a49a-42cc3053b96f', 'ip_address': '172.20.0.18'}, {'subnet_id': '97d4e00e-6fc7-48b0-a092-899b1b925f2e', 'ip_address': '172.20.0.2'}, {'subnet_id': '59c928cc-590b-417b-b5ea-e859b300edba'}], 'binding:host_id': 'n-d-822053-40'}, 'id': 'afd28b52-bd23-4f09-b00a-ef480eaf5063'} from n-d-822053-40. {{(pid=103530) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:46:39.204697 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-0a37f274-636b-4870-a348-6c86b1c08ffe None None] Provisioning complete for port 6d6a5ff4-1eda-46fc-b4b8-cd1cda3709d5 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:39.205420 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0a37f274-636b-4870-a348-6c86b1c08ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (6d6a5ff4-1eda-46fc-b4b8-cd1cda3709d5), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:39.213404 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 33ffd910-541d-49ff-b359-3a14e407032d, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=33ffd910-541d-49ff-b359-3a14e407032d,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:39.320562 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (33ffd910-541d-49ff-b359-3a14e407032d), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:39.323239 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device bc96aa7e-d856-4e4f-bc87-d59a9363160c up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:46:39.382719 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa71388d-7b7c-4b01-b627-b4a9b98949f3 None None] Network 6098fcd3-616c-432d-97b8-9f3a430c7b02 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:46:39.428494 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-144e59ef-f9aa-4aba-a163-6fad9b17fd64 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Delete allocated IP 172.20.0.9 (cd72404a-9c77-4bfc-989a-0b640171f85f/97d4e00e-6fc7-48b0-a092-899b1b925f2e) {{(pid=103529) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 01:46:39.442482 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-144e59ef-f9aa-4aba-a163-6fad9b17fd64 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Allocated IP 172.20.0.34 (cd72404a-9c77-4bfc-989a-0b640171f85f/59c928cc-590b-417b-b5ea-e859b300edba/b677a4c6-69b0-4668-8488-bd9e81acf000) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:39.477702 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b7483f6b-4c05-4bf9-ae61-d2b3635e45da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (afd28b52-bd23-4f09-b00a-ef480eaf5063), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:39.634002 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=33ffd910-541d-49ff-b359-3a14e407032d,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:39.657409 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-0a37f274-636b-4870-a348-6c86b1c08ffe None None] Port 6d6a5ff4-1eda-46fc-b4b8-cd1cda3709d5 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:46:39.721159 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-144e59ef-f9aa-4aba-a163-6fad9b17fd64 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for port (b677a4c6-69b0-4668-8488-bd9e81acf000), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:39.729530 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-144e59ef-f9aa-4aba-a163-6fad9b17fd64 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (b677a4c6-69b0-4668-8488-bd9e81acf000), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:39.757565 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:39.761127 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:39.761519 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:39.761717 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:39.762065 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:39.766102 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:39.766484 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:39.766832 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:39.769420 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:39.769784 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:39.770134 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:39.770477 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:39.771363 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:39.804069 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e59ef-f9aa-4aba-a163-6fad9b17fd64 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event updated for resources: {'Port': ['ID=b677a4c6-69b0-4668-8488-bd9e81acf000,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:39.926713 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-144e59ef-f9aa-4aba-a163-6fad9b17fd64 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] In _notify_port_updated(), no bound segment for port b677a4c6-69b0-4668-8488-bd9e81acf000 on network cd72404a-9c77-4bfc-989a-0b640171f85f {{(pid=103529) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:46:39.932321 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144e59ef-f9aa-4aba-a163-6fad9b17fd64 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:39.933215 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-144e59ef-f9aa-4aba-a163-6fad9b17fd64 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:39.935034 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-144e59ef-f9aa-4aba-a163-6fad9b17fd64 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "PUT /v2.0/ports/b677a4c6-69b0-4668-8488-bd9e81acf000 HTTP/1.1" status: 200 len: 960 time: 1.6250594 Feb 09 01:46:39.940643 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35764) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:40.019748 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ca091958-5221-4510-ab31-2b1ad906954b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for port (8aec6e02-dd28-4b94-9bf3-4178d0412718), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:40.025802 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ca091958-5221-4510-ab31-2b1ad906954b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (8aec6e02-dd28-4b94-9bf3-4178d0412718), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:40.074719 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-63ee3ccc-4571-4bdd-9e84-57215c5a7b9d None None] Provisioning complete for port bc96aa7e-d856-4e4f-bc87-d59a9363160c triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:40.075096 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-63ee3ccc-4571-4bdd-9e84-57215c5a7b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (bc96aa7e-d856-4e4f-bc87-d59a9363160c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:40.152335 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca091958-5221-4510-ab31-2b1ad906954b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'Port': ['ID=8aec6e02-dd28-4b94-9bf3-4178d0412718,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:40.162892 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-e3fab059-ea0f-4bd3-be56-18162b42b9e0 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Deleting port b677a4c6-69b0-4668-8488-bd9e81acf000 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:46:40.169085 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e3fab059-ea0f-4bd3-be56-18162b42b9e0 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (b677a4c6-69b0-4668-8488-bd9e81acf000), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:40.183709 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ca091958-5221-4510-ab31-2b1ad906954b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (031a5c60-6638-43ed-a384-2d45878bdc40), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:40.223138 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port bc96aa7e-d856-4e4f-bc87-d59a9363160c triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:40.223707 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (bc96aa7e-d856-4e4f-bc87-d59a9363160c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:40.382966 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca091958-5221-4510-ab31-2b1ad906954b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Network 6098fcd3-616c-432d-97b8-9f3a430c7b02 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:40.397893 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e3fab059-ea0f-4bd3-be56-18162b42b9e0 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (b677a4c6-69b0-4668-8488-bd9e81acf000), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:40.401782 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-b7483f6b-4c05-4bf9-ae61-d2b3635e45da None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-b64b7588-4bf0-4501-ab84-7fda72067a3f {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:46:40.402337 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-b7483f6b-4c05-4bf9-ae61-d2b3635e45da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:46:40.412651 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-ca091958-5221-4510-ab31-2b1ad906954b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:40.429425 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-e3fab059-ea0f-4bd3-be56-18162b42b9e0 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Calling delete_port for b677a4c6-69b0-4668-8488-bd9e81acf000 owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:46:40.594147 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca091958-5221-4510-ab31-2b1ad906954b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Router 031a5c60-6638-43ed-a384-2d45878bdc40 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:46:40.623541 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-63ee3ccc-4571-4bdd-9e84-57215c5a7b9d None None] Current status of the port bc96aa7e-d856-4e4f-bc87-d59a9363160c is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:40.623939 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-63ee3ccc-4571-4bdd-9e84-57215c5a7b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (bc96aa7e-d856-4e4f-bc87-d59a9363160c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:40.631577 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port bc96aa7e-d856-4e4f-bc87-d59a9363160c is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:40.631998 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (bc96aa7e-d856-4e4f-bc87-d59a9363160c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:40.716612 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-63ee3ccc-4571-4bdd-9e84-57215c5a7b9d None None] For port bc96aa7e-d856-4e4f-bc87-d59a9363160c, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=bc96aa7e-d856-4e4f-bc87-d59a9363160c,segment=NetworkSegment(1ae62068-1626-476b-8e17-71ddbb8fa879),segment_id=1ae62068-1626-476b-8e17-71ddbb8fa879)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:40.723059 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e3fab059-ea0f-4bd3-be56-18162b42b9e0 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (b677a4c6-69b0-4668-8488-bd9e81acf000), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:40.729731 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-63ee3ccc-4571-4bdd-9e84-57215c5a7b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (bc96aa7e-d856-4e4f-bc87-d59a9363160c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:40.810822 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fab059-ea0f-4bd3-be56-18162b42b9e0 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'Port': ['ID=b677a4c6-69b0-4668-8488-bd9e81acf000,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:40.825579 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca091958-5221-4510-ab31-2b1ad906954b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:46:40.848806 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08721f39-afd9-4e75-9c99-1ed380223905 None None] Sync routers for ids ['031a5c60-6638-43ed-a384-2d45878bdc40'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:46:40.852727 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ca091958-5221-4510-ab31-2b1ad906954b tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "PUT /v2.0/routers/031a5c60-6638-43ed-a384-2d45878bdc40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9628203 Feb 09 01:46:40.882445 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e3fab059-ea0f-4bd3-be56-18162b42b9e0 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:40.886331 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e3fab059-ea0f-4bd3-be56-18162b42b9e0 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/ports/b677a4c6-69b0-4668-8488-bd9e81acf000 HTTP/1.1" status: 204 len: 168 time: 0.9439614 Feb 09 01:46:40.888953 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35782) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:40.923115 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bea0a7c-0ccc-4d19-94ff-50af4400a8f4 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] GET failed (client error): The resource could not be found. Feb 09 01:46:40.924849 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7bea0a7c-0ccc-4d19-94ff-50af4400a8f4 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "GET /v2.0/ports/b677a4c6-69b0-4668-8488-bd9e81acf000 HTTP/1.1" status: 404 len: 333 time: 0.0351653 Feb 09 01:46:40.928694 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35784) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:41.056744 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-df29fa60-f544-41a7-94b5-0bf87d4b4b5e tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for security_group (ef368c85-4db9-418e-bdfd-67ed399b85a1), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:41.124187 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-df29fa60-f544-41a7-94b5-0bf87d4b4b5e tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for security_group (ef368c85-4db9-418e-bdfd-67ed399b85a1), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:41.477977 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-7f86a2e3-d5dd-4b6c-80c0-f52f0da15777 None None] Provisioning complete for port 8aec6e02-dd28-4b94-9bf3-4178d0412718 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:41.478858 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7f86a2e3-d5dd-4b6c-80c0-f52f0da15777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8aec6e02-dd28-4b94-9bf3-4178d0412718), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:41.525315 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7f86a2e3-d5dd-4b6c-80c0-f52f0da15777 None None] Port 8aec6e02-dd28-4b94-9bf3-4178d0412718 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:46:41.527385 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08721f39-afd9-4e75-9c99-1ed380223905 None None] Routers {'031a5c60-6638-43ed-a384-2d45878bdc40'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:46:41.528182 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-08721f39-afd9-4e75-9c99-1ed380223905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:46:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['031a5c60-6638-43ed-a384-2d45878bdc40'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:41.530033 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b7483f6b-4c05-4bf9-ae61-d2b3635e45da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (afd28b52-bd23-4f09-b00a-ef480eaf5063), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:41.544163 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee3ccc-4571-4bdd-9e84-57215c5a7b9d None None] Pushing event updated for resources: {'Port': ['ID=bc96aa7e-d856-4e4f-bc87-d59a9363160c,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:41.594802 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:46:41.595140 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:46:41.658532 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-7f86a2e3-d5dd-4b6c-80c0-f52f0da15777 None None] Provisioning complete for port bc96aa7e-d856-4e4f-bc87-d59a9363160c triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:41.658910 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7f86a2e3-d5dd-4b6c-80c0-f52f0da15777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (bc96aa7e-d856-4e4f-bc87-d59a9363160c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:41.735258 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-df29fa60-f544-41a7-94b5-0bf87d4b4b5e tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ef368c85-4db9-418e-bdfd-67ed399b85a1), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:41.741404 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-df29fa60-f544-41a7-94b5-0bf87d4b4b5e tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:41.748039 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-df29fa60-f544-41a7-94b5-0bf87d4b4b5e tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/security-groups/ef368c85-4db9-418e-bdfd-67ed399b85a1 HTTP/1.1" status: 204 len: 168 time: 0.8160341 Feb 09 01:46:41.748443 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35804) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:41.758049 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-bece2184-26cc-429b-a0a9-f50084ae5af5 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1351858235&fields=id&tenant_id=e7f5366db1de43098724f0eb4e3342fd HTTP/1.1" status: 200 len: 267 time: 0.0783415 Feb 09 01:46:41.763673 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29fa60-f544-41a7-94b5-0bf87d4b4b5e tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef368c85-4db9-418e-bdfd-67ed399b85a1,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:41.848922 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e91d610d-cd17-448f-bdc7-b147af7c8541 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for security_group (36289120-1f67-4907-a0a6-012a38be214a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:41.851261 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-08721f39-afd9-4e75-9c99-1ed380223905 None None] Set router 031a5c60-6638-43ed-a384-2d45878bdc40 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:46:41.910795 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e91d610d-cd17-448f-bdc7-b147af7c8541 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for security_group (36289120-1f67-4907-a0a6-012a38be214a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:41.933546 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-2467b826-049c-4a6c-ba0d-763f644cdfab tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:41.937934 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-2467b826-049c-4a6c-ba0d-763f644cdfab tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/networks?id=6098fcd3-616c-432d-97b8-9f3a430c7b02 HTTP/1.1" status: 200 len: 796 time: 0.1714411 Feb 09 01:46:41.969103 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e91d610d-cd17-448f-bdc7-b147af7c8541 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (36289120-1f67-4907-a0a6-012a38be214a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:41.971534 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-c6f2b2c8-1dc9-4367-8a1d-3b77ddcfe2ab tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/quotas/e7f5366db1de43098724f0eb4e3342fd HTTP/1.1" status: 200 len: 375 time: 0.0257676 Feb 09 01:46:41.979565 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e91d610d-cd17-448f-bdc7-b147af7c8541 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:41.984320 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e91d610d-cd17-448f-bdc7-b147af7c8541 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/security-groups/36289120-1f67-4907-a0a6-012a38be214a HTTP/1.1" status: 204 len: 168 time: 0.2339971 Feb 09 01:46:41.985831 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35808) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:42.026216 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d610d-cd17-448f-bdc7-b147af7c8541 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36289120-1f67-4907-a0a6-012a38be214a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:42.093817 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-cf88c35b-4b94-400f-941f-2293226699a2 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e7f5366db1de43098724f0eb4e3342fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1096771 Feb 09 01:46:42.117410 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-33b39bfe-78a6-426f-bdb1-c997a33054c2 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for security_group (0d8c7e9c-7acb-4b70-8115-8b71a23a0555), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:42.142706 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-33b39bfe-78a6-426f-bdb1-c997a33054c2 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for security_group (0d8c7e9c-7acb-4b70-8115-8b71a23a0555), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:42.160204 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port bc96aa7e-d856-4e4f-bc87-d59a9363160c is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:42.161851 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device afd28b52-bd23-4f09-b00a-ef480eaf5063 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:46:42.219637 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-33b39bfe-78a6-426f-bdb1-c997a33054c2 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0d8c7e9c-7acb-4b70-8115-8b71a23a0555), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:42.223137 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-33b39bfe-78a6-426f-bdb1-c997a33054c2 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:42.224405 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-33b39bfe-78a6-426f-bdb1-c997a33054c2 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/security-groups/0d8c7e9c-7acb-4b70-8115-8b71a23a0555 HTTP/1.1" status: 204 len: 168 time: 0.2212193 Feb 09 01:46:42.230637 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35812) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:42.263668 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-6a9d3e29-fb41-4a75-b7ee-98b7d287869a service neutron] 10.222.0.30 "GET /v2.0/networks/6098fcd3-616c-432d-97b8-9f3a430c7b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502562 Feb 09 01:46:42.267630 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b39bfe-78a6-426f-bdb1-c997a33054c2 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8c7e9c-7acb-4b70-8115-8b71a23a0555,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:42.332264 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d112b37-674d-4a63-bc73-0a1bef050c86 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Deleting subnet 97d4e00e-6fc7-48b0-a092-899b1b925f2e {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:46:42.359079 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-b7483f6b-4c05-4bf9-ae61-d2b3635e45da None None] Allocated IP 172.20.0.34 (cd72404a-9c77-4bfc-989a-0b640171f85f/59c928cc-590b-417b-b5ea-e859b300edba/afd28b52-bd23-4f09-b00a-ef480eaf5063) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:42.368767 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-03385b52-c6c2-40bb-ba2d-f5ea5f833b22 service neutron] 10.222.0.30 "GET /v2.0/networks/6098fcd3-616c-432d-97b8-9f3a430c7b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976374 Feb 09 01:46:42.472776 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7f86a2e3-d5dd-4b6c-80c0-f52f0da15777 None None] Current status of the port bc96aa7e-d856-4e4f-bc87-d59a9363160c is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:42.534742 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b7483f6b-4c05-4bf9-ae61-d2b3635e45da None None] For port afd28b52-bd23-4f09-b00a-ef480eaf5063, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=afd28b52-bd23-4f09-b00a-ef480eaf5063,segment=NetworkSegment(c677b439-4e31-4ad3-b2d4-cd21f7befe2f),segment_id=c677b439-4e31-4ad3-b2d4-cd21f7befe2f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:42.601956 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b7483f6b-4c05-4bf9-ae61-d2b3635e45da None None] Publish callbacks [] for port (afd28b52-bd23-4f09-b00a-ef480eaf5063), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:42.605011 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1b0ca6c0-b5e5-496e-93be-6d43b1b2cfc4 req-ae4609f0-2a24-4312-bc4c-3e898997571c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f HTTP/1.1" status: 200 len: 210 time: 0.0445056 Feb 09 01:46:42.609184 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port afd28b52-bd23-4f09-b00a-ef480eaf5063 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:42.610403 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2d112b37-674d-4a63-bc73-0a1bef050c86 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for subnet (97d4e00e-6fc7-48b0-a092-899b1b925f2e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:42.613272 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (afd28b52-bd23-4f09-b00a-ef480eaf5063), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:42.666178 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-08721f39-afd9-4e75-9c99-1ed380223905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031a5c60-6638-43ed-a384-2d45878bdc40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983506280', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '33ffd910-541d-49ff-b359-3a14e407032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:31Z', 'updated_at': '2022-02-09T01:46:38Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '33ffd910-541d-49ff-b359-3a14e407032d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031a5c60-6638-43ed-a384-2d45878bdc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:32Z', 'updated_at': '2022-02-09T01:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '8aec6e02-dd28-4b94-9bf3-4178d0412718', 'name': '', 'network_id': '6098fcd3-616c-432d-97b8-9f3a430c7b02', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'mac_address': 'fa:16:3e:ac:19:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031a5c60-6638-43ed-a384-2d45878bdc40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '1c6ceada-1e7c-48e7-bffe-695057dd4f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:37Z', 'updated_at': '2022-02-09T01:46:39Z', 'revision_number': 2, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'subnets': [{'id': '1c6ceada-1e7c-48e7-bffe-695057dd4f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:42.670201 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b7483f6b-4c05-4bf9-ae61-d2b3635e45da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (afd28b52-bd23-4f09-b00a-ef480eaf5063), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:42.672974 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2d112b37-674d-4a63-bc73-0a1bef050c86 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (97d4e00e-6fc7-48b0-a092-899b1b925f2e), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:42.741627 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08721f39-afd9-4e75-9c99-1ed380223905 None None] Checking router: 031a5c60-6638-43ed-a384-2d45878bdc40 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:46:42.741933 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08721f39-afd9-4e75-9c99-1ed380223905 None None] Updating router 031a5c60-6638-43ed-a384-2d45878bdc40 port 8aec6e02-dd28-4b94-9bf3-4178d0412718 binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:46:42.777469 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-08721f39-afd9-4e75-9c99-1ed380223905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8aec6e02-dd28-4b94-9bf3-4178d0412718), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:42.790083 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-2a78c3ba-c87c-41eb-aadc-83107a84b98a None None] Provisioning complete for port 8aec6e02-dd28-4b94-9bf3-4178d0412718 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:42.790083 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2a78c3ba-c87c-41eb-aadc-83107a84b98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8aec6e02-dd28-4b94-9bf3-4178d0412718), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:42.811742 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2d112b37-674d-4a63-bc73-0a1bef050c86 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (97d4e00e-6fc7-48b0-a092-899b1b925f2e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:42.840792 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2a78c3ba-c87c-41eb-aadc-83107a84b98a None None] Port 8aec6e02-dd28-4b94-9bf3-4178d0412718 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:46:42.957714 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7483f6b-4c05-4bf9-ae61-d2b3635e45da None None] Pushing event updated for resources: {'Port': ['ID=afd28b52-bd23-4f09-b00a-ef480eaf5063,revision_number=7']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:42.959861 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2d112b37-674d-4a63-bc73-0a1bef050c86 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (97d4e00e-6fc7-48b0-a092-899b1b925f2e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:43.019390 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port afd28b52-bd23-4f09-b00a-ef480eaf5063 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:43.112245 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2d112b37-674d-4a63-bc73-0a1bef050c86 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:43.132745 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2d112b37-674d-4a63-bc73-0a1bef050c86 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/subnets/97d4e00e-6fc7-48b0-a092-899b1b925f2e HTTP/1.1" status: 204 len: 168 time: 0.8926766 Feb 09 01:46:43.132745 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d112b37-674d-4a63-bc73-0a1bef050c86 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'Subnet': ['ID=97d4e00e-6fc7-48b0-a092-899b1b925f2e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:43.134272 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35826) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:43.233804 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d985c8-8389-4369-b6b2-1f11e50c4d82 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Deleting subnet 59c928cc-590b-417b-b5ea-e859b300edba {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:46:43.240815 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-35d985c8-8389-4369-b6b2-1f11e50c4d82 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for subnet (59c928cc-590b-417b-b5ea-e859b300edba), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:43.298650 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 33ffd910-541d-49ff-b359-3a14e407032d up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:46:43.321056 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-35d985c8-8389-4369-b6b2-1f11e50c4d82 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (59c928cc-590b-417b-b5ea-e859b300edba), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:43.504807 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-08721f39-afd9-4e75-9c99-1ed380223905 None None] Publish callbacks [] for port (8aec6e02-dd28-4b94-9bf3-4178d0412718), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:43.507933 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-35d985c8-8389-4369-b6b2-1f11e50c4d82 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (59c928cc-590b-417b-b5ea-e859b300edba), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:43.538438 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-08721f39-afd9-4e75-9c99-1ed380223905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8aec6e02-dd28-4b94-9bf3-4178d0412718), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:43.543543 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 33ffd910-541d-49ff-b359-3a14e407032d triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:43.543932 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (33ffd910-541d-49ff-b359-3a14e407032d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:43.662293 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-35d985c8-8389-4369-b6b2-1f11e50c4d82 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (59c928cc-590b-417b-b5ea-e859b300edba), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:43.677951 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e095594-de24-4708-9bb6-ed083d718c46 None None] Pushing event updated for resources: {'Port': ['ID=8aec6e02-dd28-4b94-9bf3-4178d0412718,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:43.713354 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-35d985c8-8389-4369-b6b2-1f11e50c4d82 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:43.725236 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-35d985c8-8389-4369-b6b2-1f11e50c4d82 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/subnets/59c928cc-590b-417b-b5ea-e859b300edba HTTP/1.1" status: 204 len: 168 time: 0.5886083 Feb 09 01:46:43.728256 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35834) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:43.751722 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 33ffd910-541d-49ff-b359-3a14e407032d is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:43.753188 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device bc96aa7e-d856-4e4f-bc87-d59a9363160c up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:46:43.783808 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d985c8-8389-4369-b6b2-1f11e50c4d82 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'Subnet': ['ID=59c928cc-590b-417b-b5ea-e859b300edba,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:43.835232 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-565e637f-a3c8-4676-9a62-36447f1aa426 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] DELETE failed (client error): The resource could not be found. Feb 09 01:46:43.836249 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-565e637f-a3c8-4676-9a62-36447f1aa426 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:46:43.853090 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-565e637f-a3c8-4676-9a62-36447f1aa426 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/subnets/97d4e00e-6fc7-48b0-a092-899b1b925f2e HTTP/1.1" status: 404 len: 337 time: 0.1241593 Feb 09 01:46:43.855595 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35836) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:43.911039 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-08721f39-afd9-4e75-9c99-1ed380223905 None None] Attempting to bind port 8aec6e02-dd28-4b94-9bf3-4178d0412718 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:46:43.911508 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-08721f39-afd9-4e75-9c99-1ed380223905 None None] Attempting to bind port 8aec6e02-dd28-4b94-9bf3-4178d0412718 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '1ae62068-1626-476b-8e17-71ddbb8fa879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6098fcd3-616c-432d-97b8-9f3a430c7b02'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:46:43.912452 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08721f39-afd9-4e75-9c99-1ed380223905 None None] Attempting to bind port 8aec6e02-dd28-4b94-9bf3-4178d0412718 on network 6098fcd3-616c-432d-97b8-9f3a430c7b02 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:46:43.918485 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08721f39-afd9-4e75-9c99-1ed380223905 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:46:43.918880 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08721f39-afd9-4e75-9c99-1ed380223905 None None] Checking segment: {'id': '1ae62068-1626-476b-8e17-71ddbb8fa879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6098fcd3-616c-432d-97b8-9f3a430c7b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:46:43.919472 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-08721f39-afd9-4e75-9c99-1ed380223905 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:43.919943 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08721f39-afd9-4e75-9c99-1ed380223905 None None] Bound using segment: {'id': '1ae62068-1626-476b-8e17-71ddbb8fa879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6098fcd3-616c-432d-97b8-9f3a430c7b02'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:46:43.920598 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-08721f39-afd9-4e75-9c99-1ed380223905 None None] Bound port: 8aec6e02-dd28-4b94-9bf3-4178d0412718, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae62068-1626-476b-8e17-71ddbb8fa879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6098fcd3-616c-432d-97b8-9f3a430c7b02'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:46:43.921544 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-08721f39-afd9-4e75-9c99-1ed380223905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8aec6e02-dd28-4b94-9bf3-4178d0412718), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:43.923955 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-73d5f921-4ca2-4336-bd9d-4b832c61c1b0 req-660f6b76-c9d8-47fb-96fd-ec86c81dde11 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f HTTP/1.1" status: 200 len: 210 time: 0.1003573 Feb 09 01:46:44.016683 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-34d8ed9a-de6a-4853-bf88-707e9f0609c8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Deleting subnet 8ae97609-d832-4eda-a49a-42cc3053b96f {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:46:44.017884 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port bc96aa7e-d856-4e4f-bc87-d59a9363160c triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:44.018375 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (bc96aa7e-d856-4e4f-bc87-d59a9363160c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:44.022502 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34d8ed9a-de6a-4853-bf88-707e9f0609c8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for subnet (8ae97609-d832-4eda-a49a-42cc3053b96f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:44.112312 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-08721f39-afd9-4e75-9c99-1ed380223905 None None] For port 8aec6e02-dd28-4b94-9bf3-4178d0412718, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:46:44.115988 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-08721f39-afd9-4e75-9c99-1ed380223905 None None] For port 8aec6e02-dd28-4b94-9bf3-4178d0412718, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=8aec6e02-dd28-4b94-9bf3-4178d0412718,segment=NetworkSegment(1ae62068-1626-476b-8e17-71ddbb8fa879),segment_id=1ae62068-1626-476b-8e17-71ddbb8fa879)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:46:44.125520 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34d8ed9a-de6a-4853-bf88-707e9f0609c8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (8ae97609-d832-4eda-a49a-42cc3053b96f), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:44.132730 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-08721f39-afd9-4e75-9c99-1ed380223905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8aec6e02-dd28-4b94-9bf3-4178d0412718), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:44.195072 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcb1ccd-a8e5-4028-887c-b798208010fd None None] Network cd72404a-9c77-4bfc-989a-0b640171f85f requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:46:44.239889 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34d8ed9a-de6a-4853-bf88-707e9f0609c8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (8ae97609-d832-4eda-a49a-42cc3053b96f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:44.441692 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34d8ed9a-de6a-4853-bf88-707e9f0609c8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (8ae97609-d832-4eda-a49a-42cc3053b96f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:44.481007 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34d8ed9a-de6a-4853-bf88-707e9f0609c8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:44.487496 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-34d8ed9a-de6a-4853-bf88-707e9f0609c8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/subnets/8ae97609-d832-4eda-a49a-42cc3053b96f HTTP/1.1" status: 204 len: 168 time: 0.6258836 Feb 09 01:46:44.487812 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35840) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:44.519772 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d8ed9a-de6a-4853-bf88-707e9f0609c8 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'Subnet': ['ID=8ae97609-d832-4eda-a49a-42cc3053b96f,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:44.542722 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-f54814f3-9dac-4a1b-a646-3fa9a6850b23 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] DELETE failed (client error): The resource could not be found. Feb 09 01:46:44.543446 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f54814f3-9dac-4a1b-a646-3fa9a6850b23 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:46:44.547657 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f54814f3-9dac-4a1b-a646-3fa9a6850b23 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/subnets/001628dc-2e63-44d8-92ff-9a0750a2c125 HTTP/1.1" status: 404 len: 337 time: 0.0588057 Feb 09 01:46:44.550178 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35842) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:44.583217 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3bc0ef67-43cb-415b-87b1-a75ecc796c76 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "GET /v2.0/ports?device_id=3082ce17-3b66-4cf8-b727-6d8e342c0dcc HTTP/1.1" status: 200 len: 205 time: 0.0316033 Feb 09 01:46:44.585624 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35846) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:44.654427 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-92b6459f-5808-46b3-b17c-405bce17673f tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:44.660303 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-92b6459f-5808-46b3-b17c-405bce17673f tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.121 "GET /v2.0/networks?id=6098fcd3-616c-432d-97b8-9f3a430c7b02 HTTP/1.1" status: 200 len: 796 time: 0.3647170 Feb 09 01:46:44.675093 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-9ab09aaf-35a9-4e86-beaa-fee704a31892 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] delete failed (client error): The resource could not be found. Feb 09 01:46:44.678509 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9ab09aaf-35a9-4e86-beaa-fee704a31892 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/routers/3082ce17-3b66-4cf8-b727-6d8e342c0dcc HTTP/1.1" status: 404 len: 336 time: 0.0894597 Feb 09 01:46:44.679090 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35850) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:44.700566 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08721f39-afd9-4e75-9c99-1ed380223905 None None] Routers {'031a5c60-6638-43ed-a384-2d45878bdc40'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:46:44.701202 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-08721f39-afd9-4e75-9c99-1ed380223905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:46:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['031a5c60-6638-43ed-a384-2d45878bdc40'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:44.707231 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-46a43cda-bd5e-4eb1-9af8-95f16ff474d9 None None] Provisioning complete for port 8aec6e02-dd28-4b94-9bf3-4178d0412718 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:44.707231 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-46a43cda-bd5e-4eb1-9af8-95f16ff474d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8aec6e02-dd28-4b94-9bf3-4178d0412718), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:44.708909 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port bc96aa7e-d856-4e4f-bc87-d59a9363160c is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:44.710036 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device afd28b52-bd23-4f09-b00a-ef480eaf5063 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:46:44.744952 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-99d6e065-ccb9-4af9-ad98-a7588b17dc09 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] DELETE failed (client error): The resource could not be found. Feb 09 01:46:44.753321 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99d6e065-ccb9-4af9-ad98-a7588b17dc09 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:46:44.756662 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-99d6e065-ccb9-4af9-ad98-a7588b17dc09 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/subnets/164f7c83-5e5e-419f-8aaf-a69005a9b2ee HTTP/1.1" status: 404 len: 337 time: 0.0744183 Feb 09 01:46:44.759341 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35852) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:44.761443 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e095594-de24-4708-9bb6-ed083d718c46 None None] Pushing event updated for resources: {'Port': ['ID=8aec6e02-dd28-4b94-9bf3-4178d0412718,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:44.763214 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-1d83bda5-c9a9-4e41-adaf-bcffcea1c32c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7f5366db1de43098724f0eb4e3342fd HTTP/1.1" status: 200 len: 380 time: 0.0949214 Feb 09 01:46:44.773303 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-1464cdbb-3e37-436b-a964-a4042d38473e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'port': {'device_id': '0c6bce12-1b04-4606-9d29-a236ae737b3f', 'network_id': '6098fcd3-616c-432d-97b8-9f3a430c7b02', 'admin_state_up': True, 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'security_groups': ['0b0b6a08-c53d-401f-b8aa-bb9a6979f286']}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:44.838796 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4a231b6-c87e-4908-9638-154d2749bba4 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] DELETE failed (client error): The resource could not be found. Feb 09 01:46:44.839316 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4a231b6-c87e-4908-9638-154d2749bba4 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:46:44.846363 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e4a231b6-c87e-4908-9638-154d2749bba4 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/subnets/49d5df45-640d-4178-8e8b-9e04fa62f3a7 HTTP/1.1" status: 404 len: 337 time: 0.0817873 Feb 09 01:46:44.850563 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35854) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:44.904281 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-4018cee5-ef3d-4ded-a7cc-d01f6902d6f1 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] DELETE failed (client error): The resource could not be found. Feb 09 01:46:44.904741 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4018cee5-ef3d-4ded-a7cc-d01f6902d6f1 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:46:44.913150 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35858) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:44.920135 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4018cee5-ef3d-4ded-a7cc-d01f6902d6f1 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/subnets/82c1740f-5643-47ae-a834-99013053cd4f HTTP/1.1" status: 404 len: 337 time: 0.0587327 Feb 09 01:46:44.924317 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port afd28b52-bd23-4f09-b00a-ef480eaf5063 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:44.924815 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (afd28b52-bd23-4f09-b00a-ef480eaf5063), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:44.944490 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-34132841-37aa-46e2-97f8-1da0a074efba tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] DELETE failed (client error): The resource could not be found. Feb 09 01:46:44.945051 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34132841-37aa-46e2-97f8-1da0a074efba tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:46:44.950433 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-34132841-37aa-46e2-97f8-1da0a074efba tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/ports/263a8154-6ca7-4007-a442-d800fe2d812d HTTP/1.1" status: 404 len: 333 time: 0.0340207 Feb 09 01:46:44.950768 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35862) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:45.007573 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-429c85c4-f5f8-450d-8397-463a4f2e9dde tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] DELETE failed (client error): The resource could not be found. Feb 09 01:46:45.008848 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-429c85c4-f5f8-450d-8397-463a4f2e9dde tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:46:45.016596 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-429c85c4-f5f8-450d-8397-463a4f2e9dde tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/subnets/1b685b49-725b-4d7c-9068-5fe174557175 HTTP/1.1" status: 404 len: 337 time: 0.0620396 Feb 09 01:46:45.019443 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35868) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:45.055395 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35870) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:45.105491 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d7cde9-192e-42a6-99a4-8ffee0403aee tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] DELETE failed (client error): The resource could not be found. Feb 09 01:46:45.106031 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0d7cde9-192e-42a6-99a4-8ffee0403aee tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:46:45.127048 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f0d7cde9-192e-42a6-99a4-8ffee0403aee tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/subnets/e9bd170f-87fc-4baa-af26-57b65b9df984 HTTP/1.1" status: 404 len: 337 time: 0.1047592 Feb 09 01:46:45.135570 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-08721f39-afd9-4e75-9c99-1ed380223905 None None] Set router 031a5c60-6638-43ed-a384-2d45878bdc40 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:46:45.138179 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35876) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:45.179531 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-66a9f727-9063-4960-9fe7-c116c6269ee1 req-c5370565-53be-4271-b058-80a4e3d85a2d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f HTTP/1.1" status: 200 len: 210 time: 0.1019175 Feb 09 01:46:45.210435 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-e15aa6e8-aa38-444a-b563-bd2554efc198 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] DELETE failed (client error): The resource could not be found. Feb 09 01:46:45.211289 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e15aa6e8-aa38-444a-b563-bd2554efc198 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:46:45.217146 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e15aa6e8-aa38-444a-b563-bd2554efc198 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/ports/78678034-69ed-4120-b561-07e83b565823 HTTP/1.1" status: 404 len: 333 time: 0.0771382 Feb 09 01:46:45.219801 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35878) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:45.238701 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port afd28b52-bd23-4f09-b00a-ef480eaf5063 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:45.241880 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018e2ea7-274f-4be8-9878-fdef4da3e1b2 None None] Update dhcp port {'port': {'network_id': 'cd72404a-9c77-4bfc-989a-0b640171f85f', 'fixed_ips': [{'subnet_id': '8ae97609-d832-4eda-a49a-42cc3053b96f'}], 'binding:host_id': 'n-d-822053-40'}, 'id': 'afd28b52-bd23-4f09-b00a-ef480eaf5063'} from n-d-822053-40. {{(pid=103530) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:46:45.247793 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-1464cdbb-3e37-436b-a964-a4042d38473e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Made reservation on behalf of e7f5366db1de43098724f0eb4e3342fd for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:45.253914 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-1464cdbb-3e37-436b-a964-a4042d38473e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:45.273326 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-46a43cda-bd5e-4eb1-9af8-95f16ff474d9 None None] Current status of the port 8aec6e02-dd28-4b94-9bf3-4178d0412718 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:45.274535 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-46a43cda-bd5e-4eb1-9af8-95f16ff474d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8aec6e02-dd28-4b94-9bf3-4178d0412718), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:45.308715 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-018e2ea7-274f-4be8-9878-fdef4da3e1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (afd28b52-bd23-4f09-b00a-ef480eaf5063), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:45.311385 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-56edcb18-ac95-441f-9819-1615f04ab1d3 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] DELETE failed (client error): The resource could not be found. Feb 09 01:46:45.312267 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56edcb18-ac95-441f-9819-1615f04ab1d3 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:46:45.317559 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-56edcb18-ac95-441f-9819-1615f04ab1d3 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/subnets/56f9c876-9e82-4646-95ba-b57a813972cb HTTP/1.1" status: 404 len: 337 time: 0.0960290 Feb 09 01:46:45.328488 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35880) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:45.425006 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e12b51d-2126-459b-8e91-48c5e87d4d13 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] DELETE failed (client error): The resource could not be found. Feb 09 01:46:45.442110 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e12b51d-2126-459b-8e91-48c5e87d4d13 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:46:45.450441 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8e12b51d-2126-459b-8e91-48c5e87d4d13 tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/subnets/4b5e866c-08ba-4972-b2e0-e64fa67ebde4 HTTP/1.1" status: 404 len: 337 time: 0.1180625 Feb 09 01:46:45.453325 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35884) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:45.464293 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-46a43cda-bd5e-4eb1-9af8-95f16ff474d9 None None] For port 8aec6e02-dd28-4b94-9bf3-4178d0412718, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=8aec6e02-dd28-4b94-9bf3-4178d0412718,segment=NetworkSegment(1ae62068-1626-476b-8e17-71ddbb8fa879),segment_id=1ae62068-1626-476b-8e17-71ddbb8fa879)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:45.486450 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dc3fde6f-d08d-4f26-8af1-d490c3fc49c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:45.562168 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-1464cdbb-3e37-436b-a964-a4042d38473e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Allocated IP 172.20.0.4 (6098fcd3-616c-432d-97b8-9f3a430c7b02/1c6ceada-1e7c-48e7-bffe-695057dd4f39/8608840f-9e2e-40cd-97bc-86aec87b1d5b) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:45.581296 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-46a43cda-bd5e-4eb1-9af8-95f16ff474d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8aec6e02-dd28-4b94-9bf3-4178d0412718), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:45.627886 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dc3fde6f-d08d-4f26-8af1-d490c3fc49c7 admin admin] Publish callbacks [] for security_group (f6e2ef3a-00b9-45d7-a16b-27d1cf60b224), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:45.638529 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dc3fde6f-d08d-4f26-8af1-d490c3fc49c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f6e2ef3a-00b9-45d7-a16b-27d1cf60b224), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:45.682543 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a43cda-bd5e-4eb1-9af8-95f16ff474d9 None None] Pushing event updated for resources: {'Port': ['ID=8aec6e02-dd28-4b94-9bf3-4178d0412718,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:45.738172 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fde6f-d08d-4f26-8af1-d490c3fc49c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e2ef3a-00b9-45d7-a16b-27d1cf60b224,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:45.758746 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-1464cdbb-3e37-436b-a964-a4042d38473e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for port (8608840f-9e2e-40cd-97bc-86aec87b1d5b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:45.779921 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-dc3fde6f-d08d-4f26-8af1-d490c3fc49c7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5dbf53dbdb0b4c2896bbe68a2edac780&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7229931 Feb 09 01:46:45.781584 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35886) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:45.808397 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-1464cdbb-3e37-436b-a964-a4042d38473e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (8608840f-9e2e-40cd-97bc-86aec87b1d5b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:45.832286 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-65b2fdc6-d48a-4e82-8aa1-777ab30257eb tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Deleting port 6d6a5ff4-1eda-46fc-b4b8-cd1cda3709d5 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:46:45.837152 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-65b2fdc6-d48a-4e82-8aa1-777ab30257eb tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (6d6a5ff4-1eda-46fc-b4b8-cd1cda3709d5), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:45.896182 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464cdbb-3e37-436b-a964-a4042d38473e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'Port': ['ID=8608840f-9e2e-40cd-97bc-86aec87b1d5b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:45.913687 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-1464cdbb-3e37-436b-a964-a4042d38473e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Network 6098fcd3-616c-432d-97b8-9f3a430c7b02 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:45.915836 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-1464cdbb-3e37-436b-a964-a4042d38473e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:45.918001 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b91ff76d-f966-4b40-98ca-a28734b2ac44 None None] Provisioning complete for port 8aec6e02-dd28-4b94-9bf3-4178d0412718 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:45.918487 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b91ff76d-f966-4b40-98ca-a28734b2ac44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8aec6e02-dd28-4b94-9bf3-4178d0412718), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:45.928901 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-1464cdbb-3e37-436b-a964-a4042d38473e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:46:45.973289 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e01d923b-8025-4707-bbcd-d79f1be44408 admin admin] Publish callbacks [] for security_group (f6e2ef3a-00b9-45d7-a16b-27d1cf60b224), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:45.993887 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-65b2fdc6-d48a-4e82-8aa1-777ab30257eb tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (6d6a5ff4-1eda-46fc-b4b8-cd1cda3709d5), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:46.015485 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06be445d-eae2-402c-9d97-4fc75715eb4f None None] Network cd72404a-9c77-4bfc-989a-0b640171f85f requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:46:46.018330 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-1464cdbb-3e37-436b-a964-a4042d38473e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:46.018968 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-1464cdbb-3e37-436b-a964-a4042d38473e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:46.025849 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-65b2fdc6-d48a-4e82-8aa1-777ab30257eb tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Calling delete_port for 6d6a5ff4-1eda-46fc-b4b8-cd1cda3709d5 owned by {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:46:46.035273 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e01d923b-8025-4707-bbcd-d79f1be44408 admin admin] Publish callbacks [] for security_group (f6e2ef3a-00b9-45d7-a16b-27d1cf60b224), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:46.062464 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-1464cdbb-3e37-436b-a964-a4042d38473e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2933233 Feb 09 01:46:46.074324 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-8ce2bb9a-4878-4b03-a6a3-dae6bdc3c501 service neutron] Request body: {'port': {'device_id': '0c6bce12-1b04-4606-9d29-a236ae737b3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:46.197313 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e01d923b-8025-4707-bbcd-d79f1be44408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f6e2ef3a-00b9-45d7-a16b-27d1cf60b224), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:46.197466 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-8ce2bb9a-4878-4b03-a6a3-dae6bdc3c501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8608840f-9e2e-40cd-97bc-86aec87b1d5b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:46.206753 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e01d923b-8025-4707-bbcd-d79f1be44408 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:46.222497 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e01d923b-8025-4707-bbcd-d79f1be44408 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f6e2ef3a-00b9-45d7-a16b-27d1cf60b224 HTTP/1.1" status: 204 len: 168 time: 0.4250357 Feb 09 01:46:46.262215 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d923b-8025-4707-bbcd-d79f1be44408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e2ef3a-00b9-45d7-a16b-27d1cf60b224,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:46.271895 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-08721f39-afd9-4e75-9c99-1ed380223905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031a5c60-6638-43ed-a384-2d45878bdc40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983506280', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '33ffd910-541d-49ff-b359-3a14e407032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:31Z', 'updated_at': '2022-02-09T01:46:38Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '33ffd910-541d-49ff-b359-3a14e407032d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031a5c60-6638-43ed-a384-2d45878bdc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:32Z', 'updated_at': '2022-02-09T01:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '8aec6e02-dd28-4b94-9bf3-4178d0412718', 'name': '', 'network_id': '6098fcd3-616c-432d-97b8-9f3a430c7b02', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'mac_address': 'fa:16:3e:ac:19:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031a5c60-6638-43ed-a384-2d45878bdc40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '1c6ceada-1e7c-48e7-bffe-695057dd4f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:37Z', 'updated_at': '2022-02-09T01:46:44Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'subnets': [{'id': '1c6ceada-1e7c-48e7-bffe-695057dd4f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:46.335845 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08721f39-afd9-4e75-9c99-1ed380223905 None None] The sync data for ids ['031a5c60-6638-43ed-a384-2d45878bdc40'] in n-d-822053-40 is: [{'id': '031a5c60-6638-43ed-a384-2d45878bdc40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983506280', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '33ffd910-541d-49ff-b359-3a14e407032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:31Z', 'updated_at': '2022-02-09T01:46:38Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '33ffd910-541d-49ff-b359-3a14e407032d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031a5c60-6638-43ed-a384-2d45878bdc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:32Z', 'updated_at': '2022-02-09T01:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '8aec6e02-dd28-4b94-9bf3-4178d0412718', 'name': '', 'network_id': '6098fcd3-616c-432d-97b8-9f3a430c7b02', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'mac_address': 'fa:16:3e:ac:19:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031a5c60-6638-43ed-a384-2d45878bdc40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '1c6ceada-1e7c-48e7-bffe-695057dd4f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:37Z', 'updated_at': '2022-02-09T01:46:44Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'subnets': [{'id': '1c6ceada-1e7c-48e7-bffe-695057dd4f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:46:46.391293 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b91ff76d-f966-4b40-98ca-a28734b2ac44 None None] Current status of the port 8aec6e02-dd28-4b94-9bf3-4178d0412718 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:46.399090 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b91ff76d-f966-4b40-98ca-a28734b2ac44 None None] Could not find standard attr ID for object b677a4c6-69b0-4668-8488-bd9e81acf000. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:46:46.416170 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b91ff76d-f966-4b40-98ca-a28734b2ac44 None None] Provisioning complete for port 6d6a5ff4-1eda-46fc-b4b8-cd1cda3709d5 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:46.420222 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b91ff76d-f966-4b40-98ca-a28734b2ac44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (6d6a5ff4-1eda-46fc-b4b8-cd1cda3709d5), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:46.524862 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-65b2fdc6-d48a-4e82-8aa1-777ab30257eb tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (6d6a5ff4-1eda-46fc-b4b8-cd1cda3709d5), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:46.543039 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae69bf7-4ac1-41cd-a58e-14226a0047e1 None None] DHCP port deletion for cd72404a-9c77-4bfc-989a-0b640171f85f request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:46:46.603683 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b91ff76d-f966-4b40-98ca-a28734b2ac44 None None] Port 6d6a5ff4-1eda-46fc-b4b8-cd1cda3709d5 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:46:46.667074 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b91ff76d-f966-4b40-98ca-a28734b2ac44 None None] Provisioning complete for port afd28b52-bd23-4f09-b00a-ef480eaf5063 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:46.672193 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b91ff76d-f966-4b40-98ca-a28734b2ac44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (afd28b52-bd23-4f09-b00a-ef480eaf5063), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:46.673503 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-65b2fdc6-d48a-4e82-8aa1-777ab30257eb tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:46.679191 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-65b2fdc6-d48a-4e82-8aa1-777ab30257eb tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/ports/6d6a5ff4-1eda-46fc-b4b8-cd1cda3709d5 HTTP/1.1" status: 204 len: 168 time: 1.2117276 Feb 09 01:46:46.681658 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35896) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:46.682257 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b2fdc6-d48a-4e82-8aa1-777ab30257eb tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'Port': ['ID=6d6a5ff4-1eda-46fc-b4b8-cd1cda3709d5,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:46.705478 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f53f8-9b0a-4399-a2ba-ac2e5e91f957 req-829af0f2-7b62-41f8-94f9-ed84b68b0439 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:46.707971 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-984f53f8-9b0a-4399-a2ba-ac2e5e91f957 req-829af0f2-7b62-41f8-94f9-ed84b68b0439 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f HTTP/1.1" status: 200 len: 931 time: 0.3727725 Feb 09 01:46:46.821780 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-4ae69bf7-4ac1-41cd-a58e-14226a0047e1 None None] Deleting port afd28b52-bd23-4f09-b00a-ef480eaf5063 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:46:46.823074 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4ae69bf7-4ac1-41cd-a58e-14226a0047e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (afd28b52-bd23-4f09-b00a-ef480eaf5063), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:46.875023 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-984f53f8-9b0a-4399-a2ba-ac2e5e91f957 req-222660bf-5939-450f-92dd-12aa54581db5 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b0b6a08-c53d-401f-b8aa-bb9a6979f286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551459 Feb 09 01:46:46.949843 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-8ce2bb9a-4878-4b03-a6a3-dae6bdc3c501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8608840f-9e2e-40cd-97bc-86aec87b1d5b {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:46:46.994866 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-4ae69bf7-4ac1-41cd-a58e-14226a0047e1 None None] For port afd28b52-bd23-4f09-b00a-ef480eaf5063, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=afd28b52-bd23-4f09-b00a-ef480eaf5063,segment=NetworkSegment(c677b439-4e31-4ad3-b2d4-cd21f7befe2f),segment_id=c677b439-4e31-4ad3-b2d4-cd21f7befe2f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:46.995869 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4ae69bf7-4ac1-41cd-a58e-14226a0047e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (afd28b52-bd23-4f09-b00a-ef480eaf5063), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:47.001562 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-8ce2bb9a-4878-4b03-a6a3-dae6bdc3c501 service neutron] Publish callbacks [] for port (8608840f-9e2e-40cd-97bc-86aec87b1d5b), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:47.046510 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2a47c57-a1b8-43f8-b7fc-ee6f5e9f5dfa tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (cd72404a-9c77-4bfc-989a-0b640171f85f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:47.050954 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-4ae69bf7-4ac1-41cd-a58e-14226a0047e1 None None] Calling delete_port for afd28b52-bd23-4f09-b00a-ef480eaf5063 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:46:47.063198 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-8ce2bb9a-4878-4b03-a6a3-dae6bdc3c501 service neutron] Transition to ACTIVE for port object 8608840f-9e2e-40cd-97bc-86aec87b1d5b will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:46:47.081366 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-8ce2bb9a-4878-4b03-a6a3-dae6bdc3c501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (8608840f-9e2e-40cd-97bc-86aec87b1d5b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:47.083144 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b91ff76d-f966-4b40-98ca-a28734b2ac44 None None] Current status of the port afd28b52-bd23-4f09-b00a-ef480eaf5063 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:47.232016 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-bf45d890-7c0d-4273-8b4e-fc7581021eba None None] Provisioning complete for port afd28b52-bd23-4f09-b00a-ef480eaf5063 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:47.232016 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bf45d890-7c0d-4273-8b4e-fc7581021eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (afd28b52-bd23-4f09-b00a-ef480eaf5063), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:47.234068 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4ae69bf7-4ac1-41cd-a58e-14226a0047e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (afd28b52-bd23-4f09-b00a-ef480eaf5063), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:47.261226 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2bb9a-4878-4b03-a6a3-dae6bdc3c501 service neutron] Pushing event updated for resources: {'Port': ['ID=8608840f-9e2e-40cd-97bc-86aec87b1d5b,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:47.277556 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae69bf7-4ac1-41cd-a58e-14226a0047e1 None None] No DVR routers for this DVR port afd28b52-bd23-4f09-b00a-ef480eaf5063 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:46:47.372773 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-bf45d890-7c0d-4273-8b4e-fc7581021eba None None] Port afd28b52-bd23-4f09-b00a-ef480eaf5063 was deleted so its status cannot be updated. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 09 01:46:47.386944 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae69bf7-4ac1-41cd-a58e-14226a0047e1 None None] Pushing event deleted for resources: {'Port': ['ID=afd28b52-bd23-4f09-b00a-ef480eaf5063,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:47.405101 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-bf45d890-7c0d-4273-8b4e-fc7581021eba None None] Could not find standard attr ID for object 6d6a5ff4-1eda-46fc-b4b8-cd1cda3709d5. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:46:47.459381 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 8aec6e02-dd28-4b94-9bf3-4178d0412718 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:46:47.552939 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 8aec6e02-dd28-4b94-9bf3-4178d0412718 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:47.553462 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8aec6e02-dd28-4b94-9bf3-4178d0412718), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:47.605613 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e2a47c57-a1b8-43f8-b7fc-ee6f5e9f5dfa tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Deleting port afd28b52-bd23-4f09-b00a-ef480eaf5063 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:46:47.606226 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2a47c57-a1b8-43f8-b7fc-ee6f5e9f5dfa tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (afd28b52-bd23-4f09-b00a-ef480eaf5063), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:47.630137 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-8ce2bb9a-4878-4b03-a6a3-dae6bdc3c501 service neutron] Attempting to bind port 8608840f-9e2e-40cd-97bc-86aec87b1d5b on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:46:47.630587 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-8ce2bb9a-4878-4b03-a6a3-dae6bdc3c501 service neutron] Attempting to bind port 8608840f-9e2e-40cd-97bc-86aec87b1d5b by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '1ae62068-1626-476b-8e17-71ddbb8fa879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6098fcd3-616c-432d-97b8-9f3a430c7b02'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:46:47.631041 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-8ce2bb9a-4878-4b03-a6a3-dae6bdc3c501 service neutron] Attempting to bind port 8608840f-9e2e-40cd-97bc-86aec87b1d5b on network 6098fcd3-616c-432d-97b8-9f3a430c7b02 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:46:47.694913 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-8ce2bb9a-4878-4b03-a6a3-dae6bdc3c501 service neutron] Port 8608840f-9e2e-40cd-97bc-86aec87b1d5b on network 6098fcd3-616c-432d-97b8-9f3a430c7b02 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:46:47.695888 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-8ce2bb9a-4878-4b03-a6a3-dae6bdc3c501 service neutron] Attempting to bind port 8608840f-9e2e-40cd-97bc-86aec87b1d5b on network 6098fcd3-616c-432d-97b8-9f3a430c7b02 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:46:47.696390 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 8aec6e02-dd28-4b94-9bf3-4178d0412718 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:47.722272 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-8ce2bb9a-4878-4b03-a6a3-dae6bdc3c501 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:46:47.722715 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-8ce2bb9a-4878-4b03-a6a3-dae6bdc3c501 service neutron] Checking segment: {'id': '1ae62068-1626-476b-8e17-71ddbb8fa879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6098fcd3-616c-432d-97b8-9f3a430c7b02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:46:47.738857 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-8ce2bb9a-4878-4b03-a6a3-dae6bdc3c501 service neutron] Bound using segment: {'id': '1ae62068-1626-476b-8e17-71ddbb8fa879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6098fcd3-616c-432d-97b8-9f3a430c7b02'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:46:47.739585 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-8ce2bb9a-4878-4b03-a6a3-dae6bdc3c501 service neutron] Bound port: 8608840f-9e2e-40cd-97bc-86aec87b1d5b, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ae62068-1626-476b-8e17-71ddbb8fa879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '6098fcd3-616c-432d-97b8-9f3a430c7b02'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:46:47.740243 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-8ce2bb9a-4878-4b03-a6a3-dae6bdc3c501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8608840f-9e2e-40cd-97bc-86aec87b1d5b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:47.785561 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device afd28b52-bd23-4f09-b00a-ef480eaf5063 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:46:47.805971 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-e2a47c57-a1b8-43f8-b7fc-ee6f5e9f5dfa tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] For port afd28b52-bd23-4f09-b00a-ef480eaf5063, host n-d-822053-40, got binding levels [] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:47.806205 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2a47c57-a1b8-43f8-b7fc-ee6f5e9f5dfa tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (afd28b52-bd23-4f09-b00a-ef480eaf5063), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:47.811033 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: afd28b52-bd23-4f09-b00a-ef480eaf5063 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:46:47.811411 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device afd28b52-bd23-4f09-b00a-ef480eaf5063 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:46:47.832784 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e2a47c57-a1b8-43f8-b7fc-ee6f5e9f5dfa tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Calling delete_port for afd28b52-bd23-4f09-b00a-ef480eaf5063 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:46:47.837324 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.ipam_backend_mixin [None req-e2a47c57-a1b8-43f8-b7fc-ee6f5e9f5dfa tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Port afd28b52-bd23-4f09-b00a-ef480eaf5063 was not found and therefore no delete operation was performed {{(pid=103528) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:46:47.844926 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2a47c57-a1b8-43f8-b7fc-ee6f5e9f5dfa tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (afd28b52-bd23-4f09-b00a-ef480eaf5063), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:47.872973 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-8ce2bb9a-4878-4b03-a6a3-dae6bdc3c501 service neutron] For port 8608840f-9e2e-40cd-97bc-86aec87b1d5b, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:46:47.880738 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a47c57-a1b8-43f8-b7fc-ee6f5e9f5dfa tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'Port': ['ID=afd28b52-bd23-4f09-b00a-ef480eaf5063,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:47.897498 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-8ce2bb9a-4878-4b03-a6a3-dae6bdc3c501 service neutron] For port 8608840f-9e2e-40cd-97bc-86aec87b1d5b, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=8608840f-9e2e-40cd-97bc-86aec87b1d5b,segment=NetworkSegment(1ae62068-1626-476b-8e17-71ddbb8fa879),segment_id=1ae62068-1626-476b-8e17-71ddbb8fa879)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:46:47.901985 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a47c57-a1b8-43f8-b7fc-ee6f5e9f5dfa tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] No DVR routers for this DVR port afd28b52-bd23-4f09-b00a-ef480eaf5063 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:46:47.911664 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-8ce2bb9a-4878-4b03-a6a3-dae6bdc3c501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (8608840f-9e2e-40cd-97bc-86aec87b1d5b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:48.075007 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa9422-8a6f-4e5c-b711-ae9a7db57cc5 req-58a6f77b-baad-4deb-9290-94087eb1f220 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:48.077734 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b0fa9422-8a6f-4e5c-b711-ae9a7db57cc5 req-58a6f77b-baad-4deb-9290-94087eb1f220 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f HTTP/1.1" status: 200 len: 943 time: 0.0940654 Feb 09 01:46:48.095069 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2bb9a-4878-4b03-a6a3-dae6bdc3c501 service neutron] Pushing event updated for resources: {'Port': ['ID=8608840f-9e2e-40cd-97bc-86aec87b1d5b,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:48.099541 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-8ce2bb9a-4878-4b03-a6a3-dae6bdc3c501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:48.100361 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-8ce2bb9a-4878-4b03-a6a3-dae6bdc3c501 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:48.102429 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-8ce2bb9a-4878-4b03-a6a3-dae6bdc3c501 service neutron] 10.222.0.121 "PUT /v2.0/ports/8608840f-9e2e-40cd-97bc-86aec87b1d5b HTTP/1.1" status: 200 len: 1092 time: 2.0323777 Feb 09 01:46:48.110608 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c6bce12-1b04-4606-9d29-a236ae737b3f', 'tag': '8608840f-9e2e-40cd-97bc-86aec87b1d5b'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:46:48.115698 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973c8e99-b637-48ce-9825-19319a530ad5" -d '{"events": [{"name": "network-changed", "server_uuid": "0c6bce12-1b04-4606-9d29-a236ae737b3f", "tag": "8608840f-9e2e-40cd-97bc-86aec87b1d5b"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:46:48.232471 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2a47c57-a1b8-43f8-b7fc-ee6f5e9f5dfa tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (cd72404a-9c77-4bfc-989a-0b640171f85f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:48.253070 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d6972c-8cbc-4721-82ce-1b31aa353c7e x-openstack-request-id: req-44d6972c-8cbc-4721-82ce-1b31aa353c7e {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:46:48.253369 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c6bce12-1b04-4606-9d29-a236ae737b3f", "tag": "8608840f-9e2e-40cd-97bc-86aec87b1d5b", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:46:48.253823 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-44d6972c-8cbc-4721-82ce-1b31aa353c7e {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:46:48.254031 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c6bce12-1b04-4606-9d29-a236ae737b3f', 'tag': '8608840f-9e2e-40cd-97bc-86aec87b1d5b', 'status': 'completed', 'code': 200} Feb 09 01:46:48.263058 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b0fa9422-8a6f-4e5c-b711-ae9a7db57cc5 req-fbd257c4-8d2f-49ba-a160-7235e84a93a0 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b0b6a08-c53d-401f-b8aa-bb9a6979f286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546392 Feb 09 01:46:48.278947 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-e2a47c57-a1b8-43f8-b7fc-ee6f5e9f5dfa tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd72404a-9c77-4bfc-989a-0b640171f85f']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:48.293114 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-e2a47c57-a1b8-43f8-b7fc-ee6f5e9f5dfa tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c677b439-4e31-4ad3-b2d4-cd21f7befe2f') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:48.293354 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-e2a47c57-a1b8-43f8-b7fc-ee6f5e9f5dfa tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c677b439-4e31-4ad3-b2d4-cd21f7befe2f') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:48.309476 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-3e22e09f-a117-4cc7-b51b-b801f2e72998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:48.311274 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-3e22e09f-a117-4cc7-b51b-b801f2e72998 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e7f5366db1de43098724f0eb4e3342fd&device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f HTTP/1.1" status: 200 len: 1126 time: 0.1422360 Feb 09 01:46:48.316820 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2a47c57-a1b8-43f8-b7fc-ee6f5e9f5dfa tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (c677b439-4e31-4ad3-b2d4-cd21f7befe2f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:48.403633 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2a47c57-a1b8-43f8-b7fc-ee6f5e9f5dfa tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (c677b439-4e31-4ad3-b2d4-cd21f7befe2f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:48.411163 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a47c57-a1b8-43f8-b7fc-ee6f5e9f5dfa tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:46:48.411520 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2a47c57-a1b8-43f8-b7fc-ee6f5e9f5dfa tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (c677b439-4e31-4ad3-b2d4-cd21f7befe2f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:48.445788 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:46:48.445788 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:46:48.445788 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:46:48.445788 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:46:48.445788 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:46:48.445788 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:46:48.445788 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:46:48.445788 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:46:48.445788 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:46:48.445788 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:46:48.445788 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:46:48.445788 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:46:48.445788 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:46:48.445788 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:46:48.445788 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:46:48.445788 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:46:48.445788 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:46:48.445788 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:46:48.445788 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:46:48.445788 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:46:48.445788 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:46:48.445788 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:46:48.445788 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:46:48.445788 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:46:48.445788 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:46:48.445788 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:46:48.445788 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:46:48.445788 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:46:48.445788 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:46:48.445788 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:46:48.445788 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:46:48.445788 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:46:48.458572 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35928) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:48.486550 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-1ce0aed1-68d3-49c8-9f86-15a572595208 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8608840f-9e2e-40cd-97bc-86aec87b1d5b HTTP/1.1" status: 200 len: 217 time: 0.1673775 Feb 09 01:46:48.560336 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-8d106138-a698-4db5-bb21-56e99e35f338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:48.562460 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-8d106138-a698-4db5-bb21-56e99e35f338 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1c6ceada-1e7c-48e7-bffe-695057dd4f39 HTTP/1.1" status: 200 len: 834 time: 0.0698369 Feb 09 01:46:48.563608 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2a47c57-a1b8-43f8-b7fc-ee6f5e9f5dfa tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (cd72404a-9c77-4bfc-989a-0b640171f85f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:48.591418 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2a47c57-a1b8-43f8-b7fc-ee6f5e9f5dfa tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:48.595488 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e2a47c57-a1b8-43f8-b7fc-ee6f5e9f5dfa tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] 10.222.0.30 "DELETE /v2.0/networks/cd72404a-9c77-4bfc-989a-0b640171f85f HTTP/1.1" status: 204 len: 168 time: 1.9128575 Feb 09 01:46:48.604185 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a47c57-a1b8-43f8-b7fc-ee6f5e9f5dfa tempest-PortsTestJSON-1293102384 tempest-PortsTestJSON-1293102384-project] Pushing event deleted for resources: {'Network': ['ID=cd72404a-9c77-4bfc-989a-0b640171f85f,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:48.628006 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4137fbdc-64a2-4e75-94ba-39eba4fa2352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:48.664689 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-22dec76a-7695-49b7-9ee2-8118b1366741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:48.667452 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-22dec76a-7695-49b7-9ee2-8118b1366741 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6098fcd3-616c-432d-97b8-9f3a430c7b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0776527 Feb 09 01:46:48.737241 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4137fbdc-64a2-4e75-94ba-39eba4fa2352 admin admin] Publish callbacks [] for security_group (faa66556-883c-45d8-9c32-0f72888a371f), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:48.742806 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4137fbdc-64a2-4e75-94ba-39eba4fa2352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (faa66556-883c-45d8-9c32-0f72888a371f), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:48.784542 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-e11407cf-c816-4924-9847-0b8250f5bf22 service neutron] 10.222.0.121 "GET /v2.0/networks/6098fcd3-616c-432d-97b8-9f3a430c7b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085145 Feb 09 01:46:48.791140 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4137fbdc-64a2-4e75-94ba-39eba4fa2352 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f614cb97cf6a496b85b3ca3c93f5629c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3287275 Feb 09 01:46:48.791327 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35936) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:48.805328 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fbdc-64a2-4e75-94ba-39eba4fa2352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa66556-883c-45d8-9c32-0f72888a371f,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:48.857039 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-42d7bc03-2d03-41dc-919e-8fd93306fd5e admin admin] Publish callbacks [] for security_group (faa66556-883c-45d8-9c32-0f72888a371f), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:48.883646 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-42d7bc03-2d03-41dc-919e-8fd93306fd5e admin admin] Publish callbacks [] for security_group (faa66556-883c-45d8-9c32-0f72888a371f), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:48.902872 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35940) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:48.946751 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fe6e2118-2dcf-4dc3-a777-7582cc446f58 req-6e85ac90-5d9c-43e6-b957-9fd79958787f service neutron] 10.222.0.121 "GET /v2.0/networks/6098fcd3-616c-432d-97b8-9f3a430c7b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532114 Feb 09 01:46:48.950011 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-42d7bc03-2d03-41dc-919e-8fd93306fd5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (faa66556-883c-45d8-9c32-0f72888a371f), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:48.954376 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-42d7bc03-2d03-41dc-919e-8fd93306fd5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:48.959045 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-42d7bc03-2d03-41dc-919e-8fd93306fd5e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/faa66556-883c-45d8-9c32-0f72888a371f HTTP/1.1" status: 204 len: 168 time: 0.1668370 Feb 09 01:46:48.971104 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d7bc03-2d03-41dc-919e-8fd93306fd5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa66556-883c-45d8-9c32-0f72888a371f,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:49.105005 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c8e99-b637-48ce-9825-19319a530ad5 req-671c0b27-9c88-4807-be8a-08ef41c3e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:49.107028 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-973c8e99-b637-48ce-9825-19319a530ad5 req-671c0b27-9c88-4807-be8a-08ef41c3e110 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e7f5366db1de43098724f0eb4e3342fd&device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f HTTP/1.1" status: 200 len: 1126 time: 0.1105938 Feb 09 01:46:49.138147 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-aa5a4133-8374-413d-bae0-ae5cf4f371ab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=919e3be7d0df465ca225216ef9376810&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2271247 Feb 09 01:46:49.141872 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 35948) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:49.195621 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e64ca9eb-46bd-46ea-84f6-485aab157acc admin admin] Publish callbacks [] for security_group (efb74b10-6fd9-4497-b27c-f42d9bccc150), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:49.219890 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c8e99-b637-48ce-9825-19319a530ad5 req-9ddc3c5a-632c-46f4-a20f-890a8b024115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:49.221613 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-973c8e99-b637-48ce-9825-19319a530ad5 req-9ddc3c5a-632c-46f4-a20f-890a8b024115 service neutron] 10.222.0.121 "GET /v2.0/networks?id=6098fcd3-616c-432d-97b8-9f3a430c7b02 HTTP/1.1" status: 200 len: 897 time: 0.1059656 Feb 09 01:46:49.226648 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e64ca9eb-46bd-46ea-84f6-485aab157acc admin admin] Publish callbacks [] for security_group (efb74b10-6fd9-4497-b27c-f42d9bccc150), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:49.302579 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-973c8e99-b637-48ce-9825-19319a530ad5 req-84b2457e-9b7f-4ac3-88e8-1cfd95324384 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8608840f-9e2e-40cd-97bc-86aec87b1d5b HTTP/1.1" status: 200 len: 217 time: 0.0742064 Feb 09 01:46:49.309597 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e64ca9eb-46bd-46ea-84f6-485aab157acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (efb74b10-6fd9-4497-b27c-f42d9bccc150), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:49.313563 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e64ca9eb-46bd-46ea-84f6-485aab157acc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:49.315365 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e64ca9eb-46bd-46ea-84f6-485aab157acc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/efb74b10-6fd9-4497-b27c-f42d9bccc150 HTTP/1.1" status: 204 len: 168 time: 0.1721919 Feb 09 01:46:49.341404 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ca9eb-46bd-46ea-84f6-485aab157acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb74b10-6fd9-4497-b27c-f42d9bccc150,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:49.391091 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c8e99-b637-48ce-9825-19319a530ad5 req-3293e9ab-90f7-4604-a923-c433d3875f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:49.392580 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-973c8e99-b637-48ce-9825-19319a530ad5 req-3293e9ab-90f7-4604-a923-c433d3875f00 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1c6ceada-1e7c-48e7-bffe-695057dd4f39 HTTP/1.1" status: 200 len: 834 time: 0.0816355 Feb 09 01:46:49.452562 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c8e99-b637-48ce-9825-19319a530ad5 req-c1a41114-57d0-402a-85e2-c088016e8eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:49.454292 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-973c8e99-b637-48ce-9825-19319a530ad5 req-c1a41114-57d0-402a-85e2-c088016e8eea service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6098fcd3-616c-432d-97b8-9f3a430c7b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0556257 Feb 09 01:46:49.501411 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd76ee-cb03-4f3c-858a-c7e696f753dc req-b83be44a-2200-4c79-9d7f-9b24d72399e3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:49.504042 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e7fd76ee-cb03-4f3c-858a-c7e696f753dc req-b83be44a-2200-4c79-9d7f-9b24d72399e3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f HTTP/1.1" status: 200 len: 943 time: 0.0982223 Feb 09 01:46:49.543617 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:49.658215 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e7fd76ee-cb03-4f3c-858a-c7e696f753dc req-73b92b86-8f17-4e38-8070-74570ba04d89 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b0b6a08-c53d-401f-b8aa-bb9a6979f286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466470 Feb 09 01:46:49.909639 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-973c8e99-b637-48ce-9825-19319a530ad5 req-30a3895a-e066-4a3f-8f78-e08a9e3db835 service neutron] 10.222.0.121 "GET /v2.0/networks/6098fcd3-616c-432d-97b8-9f3a430c7b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4476378 Feb 09 01:46:50.023319 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-973c8e99-b637-48ce-9825-19319a530ad5 req-c66bdf75-7e52-479b-ab97-4037fe6d6103 service neutron] 10.222.0.121 "GET /v2.0/networks/6098fcd3-616c-432d-97b8-9f3a430c7b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073496 Feb 09 01:46:50.418765 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 35998) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:50.638320 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-819d77c4-fc4e-44bf-8499-8cdcbbd529a1 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1497650150'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:50.660074 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819d77c4-fc4e-44bf-8499-8cdcbbd529a1 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Made reservation on behalf of 78fa277b01e54e35b0d68de65b1e56f3 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:50.663685 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-819d77c4-fc4e-44bf-8499-8cdcbbd529a1 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:50.675298 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-819d77c4-fc4e-44bf-8499-8cdcbbd529a1 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:50.762311 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36012) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:50.791890 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-819d77c4-fc4e-44bf-8499-8cdcbbd529a1 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for security_group (b7dcce12-a4f8-4e60-95d7-5fe275c67f5b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:50.801825 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-819d77c4-fc4e-44bf-8499-8cdcbbd529a1 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b7dcce12-a4f8-4e60-95d7-5fe275c67f5b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:50.803809 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb4287-c490-4e29-aeee-437c2e8bf6f1 req-336cf37b-4368-4eeb-8951-15176e1741d0 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:50.805995 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d7f851e5-83e4-4782-8b37-1018245abc37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:50.812438 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-52fb4287-c490-4e29-aeee-437c2e8bf6f1 req-336cf37b-4368-4eeb-8951-15176e1741d0 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f HTTP/1.1" status: 200 len: 943 time: 0.0821965 Feb 09 01:46:50.834960 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-819d77c4-fc4e-44bf-8499-8cdcbbd529a1 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:46:50.843842 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d77c4-fc4e-44bf-8499-8cdcbbd529a1 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7dcce12-a4f8-4e60-95d7-5fe275c67f5b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:50.849104 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-819d77c4-fc4e-44bf-8499-8cdcbbd529a1 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (fb3df40a-1bd6-4094-abd2-e862334c9a3c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:50.849440 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-819d77c4-fc4e-44bf-8499-8cdcbbd529a1 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Added segment fb3df40a-1bd6-4094-abd2-e862334c9a3c of type vlan for network 371eb44e-dcc1-43ae-9f9b-7141445e564b Feb 09 01:46:50.890031 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-52fb4287-c490-4e29-aeee-437c2e8bf6f1 req-ea16a75a-58fa-47d9-bacb-786a4f61704e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b0b6a08-c53d-401f-b8aa-bb9a6979f286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738904 Feb 09 01:46:50.903218 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-819d77c4-fc4e-44bf-8499-8cdcbbd529a1 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (371eb44e-dcc1-43ae-9f9b-7141445e564b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:50.929483 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-819d77c4-fc4e-44bf-8499-8cdcbbd529a1 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (371eb44e-dcc1-43ae-9f9b-7141445e564b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:50.934923 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819d77c4-fc4e-44bf-8499-8cdcbbd529a1 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:50.935838 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-819d77c4-fc4e-44bf-8499-8cdcbbd529a1 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:50.993556 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-39c04b1d-d660-45a8-a1b1-5c10f2350257 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Request body: {'network': {'name': 'tempest-network-smoke--308592231', 'project_id': 'be37988e5bf5448987567e96924ed429', 'port_security_enabled': True}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:51.003281 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-819d77c4-fc4e-44bf-8499-8cdcbbd529a1 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5834277 Feb 09 01:46:51.006254 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36018) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:51.012034 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-0bae4a88-881c-46f9-905b-b805fb985e03 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-735425859'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:51.026528 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d77c4-fc4e-44bf-8499-8cdcbbd529a1 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event updated for resources: {'Network': ['ID=371eb44e-dcc1-43ae-9f9b-7141445e564b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:51.037765 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bae4a88-881c-46f9-905b-b805fb985e03 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Made reservation on behalf of 78fa277b01e54e35b0d68de65b1e56f3 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:51.038326 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c04b1d-d660-45a8-a1b1-5c10f2350257 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Made reservation on behalf of be37988e5bf5448987567e96924ed429 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:51.039971 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 371eb44e-dcc1-43ae-9f9b-7141445e564b details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:46:51.043458 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-39c04b1d-d660-45a8-a1b1-5c10f2350257 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:51.044439 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0bae4a88-881c-46f9-905b-b805fb985e03 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:51.058912 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-39c04b1d-d660-45a8-a1b1-5c10f2350257 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:51.072099 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bae4a88-881c-46f9-905b-b805fb985e03 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:46:51.083687 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0bae4a88-881c-46f9-905b-b805fb985e03 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (906899df-d9fa-4526-9e2d-c8bdc05478b0), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:51.084101 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-0bae4a88-881c-46f9-905b-b805fb985e03 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Added segment 906899df-d9fa-4526-9e2d-c8bdc05478b0 of type vlan for network 2e41e945-94aa-4f77-ab26-dd32084df033 Feb 09 01:46:51.127751 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:51.141526 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0bae4a88-881c-46f9-905b-b805fb985e03 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (2e41e945-94aa-4f77-ab26-dd32084df033), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:51.155233 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-39c04b1d-d660-45a8-a1b1-5c10f2350257 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group (735ceb6f-d3ce-45cf-b7a1-2a1498414a2b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:51.160414 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-39c04b1d-d660-45a8-a1b1-5c10f2350257 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (735ceb6f-d3ce-45cf-b7a1-2a1498414a2b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:51.168357 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0bae4a88-881c-46f9-905b-b805fb985e03 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (2e41e945-94aa-4f77-ab26-dd32084df033), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:51.175468 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bae4a88-881c-46f9-905b-b805fb985e03 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:51.176232 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0bae4a88-881c-46f9-905b-b805fb985e03 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:51.185666 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c04b1d-d660-45a8-a1b1-5c10f2350257 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:46:51.201557 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c04b1d-d660-45a8-a1b1-5c10f2350257 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=735ceb6f-d3ce-45cf-b7a1-2a1498414a2b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:51.205281 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-39c04b1d-d660-45a8-a1b1-5c10f2350257 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (e398db0e-ec9f-4c07-9beb-f317a05c1cab), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:51.205726 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-39c04b1d-d660-45a8-a1b1-5c10f2350257 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Added segment e398db0e-ec9f-4c07-9beb-f317a05c1cab of type vlan for network 4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58 Feb 09 01:46:51.253061 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-39c04b1d-d660-45a8-a1b1-5c10f2350257 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:51.254473 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0bae4a88-881c-46f9-905b-b805fb985e03 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2470570 Feb 09 01:46:51.255134 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36020) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:51.262140 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-7e51c414-2529-426d-bd55-5cd94fe344aa tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Request body: {'subnet': {'network_id': '371eb44e-dcc1-43ae-9f9b-7141445e564b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:51.284748 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-39c04b1d-d660-45a8-a1b1-5c10f2350257 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:51.293313 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c04b1d-d660-45a8-a1b1-5c10f2350257 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:51.293961 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-39c04b1d-d660-45a8-a1b1-5c10f2350257 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:51.311832 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae4a88-881c-46f9-905b-b805fb985e03 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event updated for resources: {'Network': ['ID=2e41e945-94aa-4f77-ab26-dd32084df033,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:51.328069 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 2e41e945-94aa-4f77-ab26-dd32084df033 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:46:51.365337 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e51c414-2529-426d-bd55-5cd94fe344aa tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Made reservation on behalf of 78fa277b01e54e35b0d68de65b1e56f3 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:51.370604 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7e51c414-2529-426d-bd55-5cd94fe344aa tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:51.383905 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-39c04b1d-d660-45a8-a1b1-5c10f2350257 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6202292 Feb 09 01:46:51.387404 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36022) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:51.393434 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-dd2a796e-a865-4cdd-944c-c9e37c7ef7c4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1046088792', 'admin_state_up': True, 'project_id': 'be37988e5bf5448987567e96924ed429', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:51.412930 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c04b1d-d660-45a8-a1b1-5c10f2350257 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'Network': ['ID=4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:51.426983 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:46:51.434619 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dd2a796e-a865-4cdd-944c-c9e37c7ef7c4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (0dce1881-55a2-4e02-8b20-fa786109c94e), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:51.436557 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dd2a796e-a865-4cdd-944c-c9e37c7ef7c4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (0dce1881-55a2-4e02-8b20-fa786109c94e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:51.496814 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dd2a796e-a865-4cdd-944c-c9e37c7ef7c4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for router_controller (0dce1881-55a2-4e02-8b20-fa786109c94e), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:51.606992 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7e51c414-2529-426d-bd55-5cd94fe344aa tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (44d47e9b-57f6-43df-8349-3aca51853547), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:51.670587 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dd2a796e-a865-4cdd-944c-c9e37c7ef7c4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for router_gateway (0dce1881-55a2-4e02-8b20-fa786109c94e), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:51.692746 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e51c414-2529-426d-bd55-5cd94fe344aa tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event updated for resources: {'Subnet': ['ID=44d47e9b-57f6-43df-8349-3aca51853547,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:51.700193 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e51c414-2529-426d-bd55-5cd94fe344aa tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Checking segment: {'id': 'fb3df40a-1bd6-4094-abd2-e862334c9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '371eb44e-dcc1-43ae-9f9b-7141445e564b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:46:51.700567 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e51c414-2529-426d-bd55-5cd94fe344aa tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Network hostable DHCP agents. Network: 371eb44e-dcc1-43ae-9f9b-7141445e564b, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:46:51.719907 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e51c414-2529-426d-bd55-5cd94fe344aa tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Network 371eb44e-dcc1-43ae-9f9b-7141445e564b is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:46:51.731529 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-7e51c414-2529-426d-bd55-5cd94fe344aa tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 371eb44e-dcc1-43ae-9f9b-7141445e564b) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:51.736899 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e51c414-2529-426d-bd55-5cd94fe344aa tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:51.737902 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7e51c414-2529-426d-bd55-5cd94fe344aa tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:51.747878 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838abf14-8ead-498e-950b-225b44f7b569 None None] Network 371eb44e-dcc1-43ae-9f9b-7141445e564b requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:46:51.767147 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7e51c414-2529-426d-bd55-5cd94fe344aa tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5087366 Feb 09 01:46:51.770074 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36026) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:51.776333 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-191b03c0-885a-4e01-a552-d428c0a3ce49 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Request body: {'subnet': {'network_id': '2e41e945-94aa-4f77-ab26-dd32084df033', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:51.894298 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191b03c0-885a-4e01-a552-d428c0a3ce49 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Made reservation on behalf of 78fa277b01e54e35b0d68de65b1e56f3 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:51.901180 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-191b03c0-885a-4e01-a552-d428c0a3ce49 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:51.930367 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dd2a796e-a865-4cdd-944c-c9e37c7ef7c4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for router_gateway (0dce1881-55a2-4e02-8b20-fa786109c94e), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:51.958398 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dd2a796e-a865-4cdd-944c-c9e37c7ef7c4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:52.075472 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597eff26-143b-4329-8f00-cb84bdf70466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-371eb44e-dcc1-43ae-9f9b-7141445e564b', 'network_id': '371eb44e-dcc1-43ae-9f9b-7141445e564b', 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'fixed_ips': [{'subnet_id': '44d47e9b-57f6-43df-8349-3aca51853547'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:46:52.078187 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-597eff26-143b-4329-8f00-cb84bdf70466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:52.093067 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df468c86-1951-4a9c-8e9d-2a14be76439a req-4e2ba296-80ba-4b5c-aa3b-0eddfc7f6192 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:52.095379 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-df468c86-1951-4a9c-8e9d-2a14be76439a req-4e2ba296-80ba-4b5c-aa3b-0eddfc7f6192 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f HTTP/1.1" status: 200 len: 943 time: 0.1010175 Feb 09 01:46:52.147394 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-dd2a796e-a865-4cdd-944c-c9e37c7ef7c4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Allocated IP 172.25.1.247 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/75f5123f-afaf-4d07-8fa4-62c0cdc15607) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:52.220646 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 8608840f-9e2e-40cd-97bc-86aec87b1d5b details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:46:52.242188 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-df468c86-1951-4a9c-8e9d-2a14be76439a req-302f7a59-3527-486a-b767-8f397ed14cf5 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b0b6a08-c53d-401f-b8aa-bb9a6979f286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380763 Feb 09 01:46:52.263452 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-191b03c0-885a-4e01-a552-d428c0a3ce49 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (256ed860-05fa-4d08-880f-621bb63c5cdc), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:52.275589 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dd2a796e-a865-4cdd-944c-c9e37c7ef7c4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for port (75f5123f-afaf-4d07-8fa4-62c0cdc15607), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:52.314251 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dd2a796e-a865-4cdd-944c-c9e37c7ef7c4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (75f5123f-afaf-4d07-8fa4-62c0cdc15607), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:52.324535 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-597eff26-143b-4329-8f00-cb84bdf70466 None None] Allocated IP 2001:db8::2 (371eb44e-dcc1-43ae-9f9b-7141445e564b/44d47e9b-57f6-43df-8349-3aca51853547/49f5e5b8-d7da-4029-a20b-1aaf8630098f) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:52.350892 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b03c0-885a-4e01-a552-d428c0a3ce49 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event updated for resources: {'Subnet': ['ID=256ed860-05fa-4d08-880f-621bb63c5cdc,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:52.361573 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2a796e-a865-4cdd-944c-c9e37c7ef7c4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:52.363087 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191b03c0-885a-4e01-a552-d428c0a3ce49 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Checking segment: {'id': '906899df-d9fa-4526-9e2d-c8bdc05478b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2e41e945-94aa-4f77-ab26-dd32084df033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:46:52.363669 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191b03c0-885a-4e01-a552-d428c0a3ce49 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Network hostable DHCP agents. Network: 2e41e945-94aa-4f77-ab26-dd32084df033, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:46:52.364763 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-dd2a796e-a865-4cdd-944c-c9e37c7ef7c4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:52.372511 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2a796e-a865-4cdd-944c-c9e37c7ef7c4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:46:52.386073 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191b03c0-885a-4e01-a552-d428c0a3ce49 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Network 2e41e945-94aa-4f77-ab26-dd32084df033 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:46:52.401745 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-191b03c0-885a-4e01-a552-d428c0a3ce49 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 2e41e945-94aa-4f77-ab26-dd32084df033) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:52.406973 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a796e-a865-4cdd-944c-c9e37c7ef7c4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'Port': ['ID=75f5123f-afaf-4d07-8fa4-62c0cdc15607,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:52.417878 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191b03c0-885a-4e01-a552-d428c0a3ce49 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:52.419132 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-191b03c0-885a-4e01-a552-d428c0a3ce49 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:52.451620 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-191b03c0-885a-4e01-a552-d428c0a3ce49 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6774127 Feb 09 01:46:52.453411 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36030) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:52.458688 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-7c53069c-12cc-4cbf-bf2b-2f3c9027c4b6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1989852454', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:52.459877 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8f8d91-7952-46f1-9183-e153d4025f40 None None] Network 2e41e945-94aa-4f77-ab26-dd32084df033 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:46:52.485307 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7c53069c-12cc-4cbf-bf2b-2f3c9027c4b6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (84d06a23-1876-4c00-8658-ca5e9f194397), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:52.486932 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7c53069c-12cc-4cbf-bf2b-2f3c9027c4b6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (84d06a23-1876-4c00-8658-ca5e9f194397), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:52.554189 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7c53069c-12cc-4cbf-bf2b-2f3c9027c4b6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router_controller (84d06a23-1876-4c00-8658-ca5e9f194397), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:52.561972 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7c53069c-12cc-4cbf-bf2b-2f3c9027c4b6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (84d06a23-1876-4c00-8658-ca5e9f194397), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:52.590585 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7c53069c-12cc-4cbf-bf2b-2f3c9027c4b6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:52.594292 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7c53069c-12cc-4cbf-bf2b-2f3c9027c4b6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1364250 Feb 09 01:46:52.594846 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36032) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:52.622708 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 8608840f-9e2e-40cd-97bc-86aec87b1d5b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=8608840f-9e2e-40cd-97bc-86aec87b1d5b,segment=NetworkSegment(1ae62068-1626-476b-8e17-71ddbb8fa879),segment_id=1ae62068-1626-476b-8e17-71ddbb8fa879)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:52.659114 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '8608840f-9e2e-40cd-97bc-86aec87b1d5b', 'network_id': '6098fcd3-616c-432d-97b8-9f3a430c7b02', 'port_id': '8608840f-9e2e-40cd-97bc-86aec87b1d5b', 'mac_address': 'fa:16:3e:db:2c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6ceada-1e7c-48e7-bffe-695057dd4f39', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:46:52.670913 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-597eff26-143b-4329-8f00-cb84bdf70466 None None] Publish callbacks [] for port (49f5e5b8-d7da-4029-a20b-1aaf8630098f), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:52.714961 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-597eff26-143b-4329-8f00-cb84bdf70466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (49f5e5b8-d7da-4029-a20b-1aaf8630098f), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:52.729011 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dd2a796e-a865-4cdd-944c-c9e37c7ef7c4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for router_gateway (0dce1881-55a2-4e02-8b20-fa786109c94e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:52.780586 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddcb08d-6d36-470f-8ec1-6510699e3287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-2e41e945-94aa-4f77-ab26-dd32084df033', 'network_id': '2e41e945-94aa-4f77-ab26-dd32084df033', 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'fixed_ips': [{'subnet_id': '256ed860-05fa-4d08-880f-621bb63c5cdc'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:46:52.781597 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7ddcb08d-6d36-470f-8ec1-6510699e3287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:52.821265 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597eff26-143b-4329-8f00-cb84bdf70466 None None] Pushing event updated for resources: {'Port': ['ID=49f5e5b8-d7da-4029-a20b-1aaf8630098f,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:52.839934 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 8608840f-9e2e-40cd-97bc-86aec87b1d5b is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:52.840520 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8608840f-9e2e-40cd-97bc-86aec87b1d5b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:52.848296 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597eff26-143b-4329-8f00-cb84bdf70466 None None] Network 371eb44e-dcc1-43ae-9f9b-7141445e564b is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:52.862443 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-597eff26-143b-4329-8f00-cb84bdf70466 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:52.916218 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597eff26-143b-4329-8f00-cb84bdf70466 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:46:52.930764 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8608840f-9e2e-40cd-97bc-86aec87b1d5b {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:46:52.990856 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dd2a796e-a865-4cdd-944c-c9e37c7ef7c4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (0dce1881-55a2-4e02-8b20-fa786109c94e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:52.994128 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c5e97220-1b2d-478c-be70-9fd3bca809f4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:53.046360 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 8608840f-9e2e-40cd-97bc-86aec87b1d5b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=8608840f-9e2e-40cd-97bc-86aec87b1d5b,segment=NetworkSegment(1ae62068-1626-476b-8e17-71ddbb8fa879),segment_id=1ae62068-1626-476b-8e17-71ddbb8fa879)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:53.062005 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-597eff26-143b-4329-8f00-cb84bdf70466 None None] Attempting to bind port 49f5e5b8-d7da-4029-a20b-1aaf8630098f on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:46:53.062005 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-597eff26-143b-4329-8f00-cb84bdf70466 None None] Attempting to bind port 49f5e5b8-d7da-4029-a20b-1aaf8630098f by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'fb3df40a-1bd6-4094-abd2-e862334c9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '371eb44e-dcc1-43ae-9f9b-7141445e564b'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:46:53.062446 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597eff26-143b-4329-8f00-cb84bdf70466 None None] Attempting to bind port 49f5e5b8-d7da-4029-a20b-1aaf8630098f on network 371eb44e-dcc1-43ae-9f9b-7141445e564b {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:46:53.068111 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8608840f-9e2e-40cd-97bc-86aec87b1d5b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:53.078590 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597eff26-143b-4329-8f00-cb84bdf70466 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:46:53.079289 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597eff26-143b-4329-8f00-cb84bdf70466 None None] Checking segment: {'id': 'fb3df40a-1bd6-4094-abd2-e862334c9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '371eb44e-dcc1-43ae-9f9b-7141445e564b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:46:53.079379 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-597eff26-143b-4329-8f00-cb84bdf70466 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:53.080126 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597eff26-143b-4329-8f00-cb84bdf70466 None None] Bound using segment: {'id': 'fb3df40a-1bd6-4094-abd2-e862334c9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '371eb44e-dcc1-43ae-9f9b-7141445e564b'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:46:53.080328 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-597eff26-143b-4329-8f00-cb84bdf70466 None None] Bound port: 49f5e5b8-d7da-4029-a20b-1aaf8630098f, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb3df40a-1bd6-4094-abd2-e862334c9a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '371eb44e-dcc1-43ae-9f9b-7141445e564b'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:46:53.080691 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-597eff26-143b-4329-8f00-cb84bdf70466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (49f5e5b8-d7da-4029-a20b-1aaf8630098f), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:53.135775 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-7ddcb08d-6d36-470f-8ec1-6510699e3287 None None] Allocated IP 2001:db8:1::2 (2e41e945-94aa-4f77-ab26-dd32084df033/256ed860-05fa-4d08-880f-621bb63c5cdc/6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:53.157116 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2a796e-a865-4cdd-944c-c9e37c7ef7c4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Router 0dce1881-55a2-4e02-8b20-fa786109c94e is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:46:53.199465 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=8608840f-9e2e-40cd-97bc-86aec87b1d5b,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:53.301952 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-597eff26-143b-4329-8f00-cb84bdf70466 None None] For port 49f5e5b8-d7da-4029-a20b-1aaf8630098f, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:46:53.320110 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-597eff26-143b-4329-8f00-cb84bdf70466 None None] For port 49f5e5b8-d7da-4029-a20b-1aaf8630098f, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=49f5e5b8-d7da-4029-a20b-1aaf8630098f,segment=NetworkSegment(fb3df40a-1bd6-4094-abd2-e862334c9a3c),segment_id=fb3df40a-1bd6-4094-abd2-e862334c9a3c)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:46:53.321061 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2a796e-a865-4cdd-944c-c9e37c7ef7c4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:46:53.322470 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['8608840f-9e2e-40cd-97bc-86aec87b1d5b'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:46:53.337771 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80df2348-ee32-49ea-9762-03e0a5637eb2 None None] Sync routers for ids ['0dce1881-55a2-4e02-8b20-fa786109c94e'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:46:53.350008 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dd2a796e-a865-4cdd-944c-c9e37c7ef7c4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:53.351540 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-dd2a796e-a865-4cdd-944c-c9e37c7ef7c4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9623783 Feb 09 01:46:53.354639 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36038) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:53.363477 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80df2348-ee32-49ea-9762-03e0a5637eb2 None None] Routers {'0dce1881-55a2-4e02-8b20-fa786109c94e'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:46:53.365861 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-80df2348-ee32-49ea-9762-03e0a5637eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:46:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['0dce1881-55a2-4e02-8b20-fa786109c94e'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:53.454063 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-363538d5-6fe3-4e5a-8929-a599b87a207b tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=be37988e5bf5448987567e96924ed429&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0973635 Feb 09 01:46:53.456635 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36042) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:53.504278 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-80df2348-ee32-49ea-9762-03e0a5637eb2 None None] Set router 0dce1881-55a2-4e02-8b20-fa786109c94e gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:46:53.523639 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-597eff26-143b-4329-8f00-cb84bdf70466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (49f5e5b8-d7da-4029-a20b-1aaf8630098f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:53.532553 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-c5e97220-1b2d-478c-be70-9fd3bca809f4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Allocated IP 2001:db8::1 (371eb44e-dcc1-43ae-9f9b-7141445e564b/44d47e9b-57f6-43df-8349-3aca51853547/e07dc31c-3e8a-4ae5-abe0-28e7a179a74b) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:53.594781 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78e3b0-7995-4f58-aec4-b38e1e12d766 req-dea5a26a-bb3c-4db6-a718-52000ce28b3d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:53.599751 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5a78e3b0-7995-4f58-aec4-b38e1e12d766 req-dea5a26a-bb3c-4db6-a718-52000ce28b3d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f HTTP/1.1" status: 200 len: 944 time: 0.2248940 Feb 09 01:46:53.652000 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10adedd2-f07d-4b59-be79-a1d1beeca0b9 tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:53.656915 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597eff26-143b-4329-8f00-cb84bdf70466 None None] Pushing event updated for resources: {'Port': ['ID=49f5e5b8-d7da-4029-a20b-1aaf8630098f,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:53.657305 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-10adedd2-f07d-4b59-be79-a1d1beeca0b9 tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1995316 Feb 09 01:46:53.657901 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36044) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:53.698308 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3b3567d8-64a5-4c1a-8a27-c1850c1ef308 tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=def43282-5318-4ecb-a74b-178f79c0eb6e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383365 Feb 09 01:46:53.698942 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36046) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:53.705304 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-41952cd0-83e4-46c8-a48e-ea8fd8ba6dc1 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-297678738', 'network_id': '4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58', 'project_id': 'be37988e5bf5448987567e96924ed429', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:53.740120 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-80df2348-ee32-49ea-9762-03e0a5637eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'name': 'tempest-TestNetworkBasicOps-router-1046088792', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '75f5123f-afaf-4d07-8fa4-62c0cdc15607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:51Z', 'updated_at': '2022-02-09T01:46:52Z', 'revision_number': 3, 'project_id': 'be37988e5bf5448987567e96924ed429', 'gw_port': {'id': '75f5123f-afaf-4d07-8fa4-62c0cdc15607', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:51Z', 'updated_at': '2022-02-09T01:46:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:53.822822 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7ddcb08d-6d36-470f-8ec1-6510699e3287 None None] Publish callbacks [] for port (6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:53.828173 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80df2348-ee32-49ea-9762-03e0a5637eb2 None None] Checking router: 0dce1881-55a2-4e02-8b20-fa786109c94e for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:46:53.835136 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80df2348-ee32-49ea-9762-03e0a5637eb2 None None] Updating router 0dce1881-55a2-4e02-8b20-fa786109c94e port 75f5123f-afaf-4d07-8fa4-62c0cdc15607 binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:46:53.846963 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7ddcb08d-6d36-470f-8ec1-6510699e3287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:53.864822 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c5e97220-1b2d-478c-be70-9fd3bca809f4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for port (e07dc31c-3e8a-4ae5-abe0-28e7a179a74b), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:53.891244 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41952cd0-83e4-46c8-a48e-ea8fd8ba6dc1 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Made reservation on behalf of be37988e5bf5448987567e96924ed429 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:53.895523 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-41952cd0-83e4-46c8-a48e-ea8fd8ba6dc1 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:53.899187 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-80df2348-ee32-49ea-9762-03e0a5637eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (75f5123f-afaf-4d07-8fa4-62c0cdc15607), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:53.920340 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddcb08d-6d36-470f-8ec1-6510699e3287 None None] Pushing event updated for resources: {'Port': ['ID=6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:53.934760 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddcb08d-6d36-470f-8ec1-6510699e3287 None None] Network 2e41e945-94aa-4f77-ab26-dd32084df033 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:53.939478 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-7ddcb08d-6d36-470f-8ec1-6510699e3287 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:53.944459 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5a78e3b0-7995-4f58-aec4-b38e1e12d766 req-d78bfa86-f98f-4ff2-ba0b-a8daec57621c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b0b6a08-c53d-401f-b8aa-bb9a6979f286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3350923 Feb 09 01:46:53.946548 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c5e97220-1b2d-478c-be70-9fd3bca809f4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (e07dc31c-3e8a-4ae5-abe0-28e7a179a74b), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:53.977664 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddcb08d-6d36-470f-8ec1-6510699e3287 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:46:54.073114 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e97220-1b2d-478c-be70-9fd3bca809f4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event updated for resources: {'Port': ['ID=e07dc31c-3e8a-4ae5-abe0-28e7a179a74b,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:54.110469 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e97220-1b2d-478c-be70-9fd3bca809f4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Network 371eb44e-dcc1-43ae-9f9b-7141445e564b is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:54.116955 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-c5e97220-1b2d-478c-be70-9fd3bca809f4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:54.124908 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e97220-1b2d-478c-be70-9fd3bca809f4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:46:54.126158 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c5e97220-1b2d-478c-be70-9fd3bca809f4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (84d06a23-1876-4c00-8658-ca5e9f194397), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:54.280699 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-7ddcb08d-6d36-470f-8ec1-6510699e3287 None None] Attempting to bind port 6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:46:54.281263 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-7ddcb08d-6d36-470f-8ec1-6510699e3287 None None] Attempting to bind port 6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '906899df-d9fa-4526-9e2d-c8bdc05478b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2e41e945-94aa-4f77-ab26-dd32084df033'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:46:54.281430 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddcb08d-6d36-470f-8ec1-6510699e3287 None None] Attempting to bind port 6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15 on network 2e41e945-94aa-4f77-ab26-dd32084df033 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:46:54.317303 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-41952cd0-83e4-46c8-a48e-ea8fd8ba6dc1 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (70d72c7d-b433-4f85-8107-a34d8ae7640a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:54.333172 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddcb08d-6d36-470f-8ec1-6510699e3287 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:46:54.334026 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddcb08d-6d36-470f-8ec1-6510699e3287 None None] Checking segment: {'id': '906899df-d9fa-4526-9e2d-c8bdc05478b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2e41e945-94aa-4f77-ab26-dd32084df033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:46:54.334448 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7ddcb08d-6d36-470f-8ec1-6510699e3287 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:54.334848 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddcb08d-6d36-470f-8ec1-6510699e3287 None None] Bound using segment: {'id': '906899df-d9fa-4526-9e2d-c8bdc05478b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2e41e945-94aa-4f77-ab26-dd32084df033'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:46:54.335345 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-7ddcb08d-6d36-470f-8ec1-6510699e3287 None None] Bound port: 6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906899df-d9fa-4526-9e2d-c8bdc05478b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2e41e945-94aa-4f77-ab26-dd32084df033'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:46:54.335723 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7ddcb08d-6d36-470f-8ec1-6510699e3287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:54.356163 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c5e97220-1b2d-478c-be70-9fd3bca809f4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e07dc31c-3e8a-4ae5-abe0-28e7a179a74b), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:54.382479 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-20c74f81-828b-4573-9d10-adb53d2c9e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:54.461996 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41952cd0-83e4-46c8-a48e-ea8fd8ba6dc1 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Checking segment: {'id': 'e398db0e-ec9f-4c07-9beb-f317a05c1cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:46:54.462434 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41952cd0-83e4-46c8-a48e-ea8fd8ba6dc1 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Network hostable DHCP agents. Network: 4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:46:54.470293 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41952cd0-83e4-46c8-a48e-ea8fd8ba6dc1 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'Subnet': ['ID=70d72c7d-b433-4f85-8107-a34d8ae7640a,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:54.492408 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41952cd0-83e4-46c8-a48e-ea8fd8ba6dc1 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Network 4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:46:54.492689 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-80df2348-ee32-49ea-9762-03e0a5637eb2 None None] Publish callbacks [] for port (75f5123f-afaf-4d07-8fa4-62c0cdc15607), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:54.504318 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-80df2348-ee32-49ea-9762-03e0a5637eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (75f5123f-afaf-4d07-8fa4-62c0cdc15607), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:54.505158 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-41952cd0-83e4-46c8-a48e-ea8fd8ba6dc1 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:54.519260 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832d7452-1b85-4018-9c60-fc057c908fa0 None None] Network 4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:46:54.525082 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41952cd0-83e4-46c8-a48e-ea8fd8ba6dc1 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:54.525319 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-7ddcb08d-6d36-470f-8ec1-6510699e3287 None None] For port 6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:46:54.526661 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-41952cd0-83e4-46c8-a48e-ea8fd8ba6dc1 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:54.575766 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-41952cd0-83e4-46c8-a48e-ea8fd8ba6dc1 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8754067 Feb 09 01:46:54.580303 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36052) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:54.591776 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-80df2348-ee32-49ea-9762-03e0a5637eb2 None None] Attempting to bind port 75f5123f-afaf-4d07-8fa4-62c0cdc15607 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:46:54.593445 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-80df2348-ee32-49ea-9762-03e0a5637eb2 None None] Attempting to bind port 75f5123f-afaf-4d07-8fa4-62c0cdc15607 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:46:54.594637 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80df2348-ee32-49ea-9762-03e0a5637eb2 None None] Attempting to bind port 75f5123f-afaf-4d07-8fa4-62c0cdc15607 on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:46:54.604669 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80df2348-ee32-49ea-9762-03e0a5637eb2 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:46:54.605245 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80df2348-ee32-49ea-9762-03e0a5637eb2 None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:46:54.605804 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-80df2348-ee32-49ea-9762-03e0a5637eb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:54.606346 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80df2348-ee32-49ea-9762-03e0a5637eb2 None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:46:54.607004 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-80df2348-ee32-49ea-9762-03e0a5637eb2 None None] Bound port: 75f5123f-afaf-4d07-8fa4-62c0cdc15607, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:46:54.607545 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-80df2348-ee32-49ea-9762-03e0a5637eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (75f5123f-afaf-4d07-8fa4-62c0cdc15607), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:54.662412 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-7ddcb08d-6d36-470f-8ec1-6510699e3287 None None] For port 6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15,segment=NetworkSegment(906899df-d9fa-4526-9e2d-c8bdc05478b0),segment_id=906899df-d9fa-4526-9e2d-c8bdc05478b0)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:46:54.674531 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6506755-d3d9-40d1-8215-392458768259 None None] Pushing event updated for resources: {'Port': ['ID=75f5123f-afaf-4d07-8fa4-62c0cdc15607,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:54.677329 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7ddcb08d-6d36-470f-8ec1-6510699e3287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:54.718921 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-80df2348-ee32-49ea-9762-03e0a5637eb2 None None] For port 75f5123f-afaf-4d07-8fa4-62c0cdc15607, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:46:54.722691 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-80df2348-ee32-49ea-9762-03e0a5637eb2 None None] For port 75f5123f-afaf-4d07-8fa4-62c0cdc15607, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=75f5123f-afaf-4d07-8fa4-62c0cdc15607,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:46:54.735624 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-80df2348-ee32-49ea-9762-03e0a5637eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (75f5123f-afaf-4d07-8fa4-62c0cdc15607), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:54.807050 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6506755-d3d9-40d1-8215-392458768259 None None] Pushing event updated for resources: {'Port': ['ID=75f5123f-afaf-4d07-8fa4-62c0cdc15607,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:54.828667 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c5e97220-1b2d-478c-be70-9fd3bca809f4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for port (e07dc31c-3e8a-4ae5-abe0-28e7a179a74b), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:54.837882 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c5e97220-1b2d-478c-be70-9fd3bca809f4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (e07dc31c-3e8a-4ae5-abe0-28e7a179a74b), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:54.838735 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c5e97220-1b2d-478c-be70-9fd3bca809f4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (84d06a23-1876-4c00-8658-ca5e9f194397), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:54.839532 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80df2348-ee32-49ea-9762-03e0a5637eb2 None None] Routers {'0dce1881-55a2-4e02-8b20-fa786109c94e'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:46:54.852133 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-80df2348-ee32-49ea-9762-03e0a5637eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:46:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['0dce1881-55a2-4e02-8b20-fa786109c94e'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:54.945496 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e729e9e-6e01-46e2-bef2-8821cd7d669c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58', 'network_id': '4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58', 'project_id': 'be37988e5bf5448987567e96924ed429', 'fixed_ips': [{'subnet_id': '70d72c7d-b433-4f85-8107-a34d8ae7640a'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:46:54.952907 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4e729e9e-6e01-46e2-bef2-8821cd7d669c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:54.956960 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddcb08d-6d36-470f-8ec1-6510699e3287 None None] Pushing event updated for resources: {'Port': ['ID=6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:55.247649 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e97220-1b2d-478c-be70-9fd3bca809f4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Network 371eb44e-dcc1-43ae-9f9b-7141445e564b is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:55.274894 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-c5e97220-1b2d-478c-be70-9fd3bca809f4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:55.303808 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e97220-1b2d-478c-be70-9fd3bca809f4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event updated for resources: {'Port': ['ID=e07dc31c-3e8a-4ae5-abe0-28e7a179a74b,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:55.371736 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-4e729e9e-6e01-46e2-bef2-8821cd7d669c None None] Allocated IP 172.20.0.2 (4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58/70d72c7d-b433-4f85-8107-a34d8ae7640a/6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:55.394798 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-80df2348-ee32-49ea-9762-03e0a5637eb2 None None] Set router 0dce1881-55a2-4e02-8b20-fa786109c94e gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:46:55.594280 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b957fb-ce9b-4a24-8551-ee72ee403a77 req-3795f517-c9c4-45a4-91e3-346176331ba1 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:55.595990 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75b957fb-ce9b-4a24-8551-ee72ee403a77 req-3795f517-c9c4-45a4-91e3-346176331ba1 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f HTTP/1.1" status: 200 len: 944 time: 0.4632690 Feb 09 01:46:55.615322 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 49f5e5b8-d7da-4029-a20b-1aaf8630098f up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:46:55.671206 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf029276-a20b-4ae9-b5c8-ac093cb96968 None None] Network 371eb44e-dcc1-43ae-9f9b-7141445e564b requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:46:55.762913 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75b957fb-ce9b-4a24-8551-ee72ee403a77 req-6a80bcda-732f-4a66-9210-d306987b738c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b0b6a08-c53d-401f-b8aa-bb9a6979f286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594348 Feb 09 01:46:55.802336 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e97220-1b2d-478c-be70-9fd3bca809f4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Router 84d06a23-1876-4c00-8658-ca5e9f194397 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:46:55.904263 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-80df2348-ee32-49ea-9762-03e0a5637eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'name': 'tempest-TestNetworkBasicOps-router-1046088792', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '75f5123f-afaf-4d07-8fa4-62c0cdc15607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:51Z', 'updated_at': '2022-02-09T01:46:52Z', 'revision_number': 3, 'project_id': 'be37988e5bf5448987567e96924ed429', 'gw_port': {'id': '75f5123f-afaf-4d07-8fa4-62c0cdc15607', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:51Z', 'updated_at': '2022-02-09T01:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:55.959964 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e7f81ef7-da06-4b6e-a73c-61cfa0787abc None None] Provisioning complete for port 49f5e5b8-d7da-4029-a20b-1aaf8630098f triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:55.960361 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e7f81ef7-da06-4b6e-a73c-61cfa0787abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (49f5e5b8-d7da-4029-a20b-1aaf8630098f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:55.964222 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80df2348-ee32-49ea-9762-03e0a5637eb2 None None] The sync data for ids ['0dce1881-55a2-4e02-8b20-fa786109c94e'] in n-d-822053-40 is: [{'id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'name': 'tempest-TestNetworkBasicOps-router-1046088792', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '75f5123f-afaf-4d07-8fa4-62c0cdc15607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:51Z', 'updated_at': '2022-02-09T01:46:52Z', 'revision_number': 3, 'project_id': 'be37988e5bf5448987567e96924ed429', 'gw_port': {'id': '75f5123f-afaf-4d07-8fa4-62c0cdc15607', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:51Z', 'updated_at': '2022-02-09T01:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:46:56.033191 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:56.034599 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-71b9f857-682b-4482-bebe-c5604b2a1a4b tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:56.037510 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e97220-1b2d-478c-be70-9fd3bca809f4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:46:56.046688 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c5e97220-1b2d-478c-be70-9fd3bca809f4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "PUT /v2.0/routers/84d06a23-1876-4c00-8658-ca5e9f194397/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4477799 Feb 09 01:46:56.052915 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36060) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:56.080879 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6828cb9f-e41d-4c8e-a202-346d5176cc97 None None] Sync routers for ids ['84d06a23-1876-4c00-8658-ca5e9f194397'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:46:56.105780 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 49f5e5b8-d7da-4029-a20b-1aaf8630098f triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:56.106016 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (49f5e5b8-d7da-4029-a20b-1aaf8630098f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:56.145843 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4e729e9e-6e01-46e2-bef2-8821cd7d669c None None] Publish callbacks [] for port (6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:56.147066 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6828cb9f-e41d-4c8e-a202-346d5176cc97 None None] Routers {'84d06a23-1876-4c00-8658-ca5e9f194397'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:46:56.147857 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6828cb9f-e41d-4c8e-a202-346d5176cc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:46:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['84d06a23-1876-4c00-8658-ca5e9f194397'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:56.178250 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01c229e-e8c5-41f3-9767-9806f2ec1939 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:56.189934 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36062) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:56.190705 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d01c229e-e8c5-41f3-9767-9806f2ec1939 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "GET /v2.0/ports/e07dc31c-3e8a-4ae5-abe0-28e7a179a74b HTTP/1.1" status: 200 len: 911 time: 0.1353049 Feb 09 01:46:56.192332 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6828cb9f-e41d-4c8e-a202-346d5176cc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:56.232867 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4e729e9e-6e01-46e2-bef2-8821cd7d669c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:56.253088 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 8608840f-9e2e-40cd-97bc-86aec87b1d5b up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:46:56.714628 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6828cb9f-e41d-4c8e-a202-346d5176cc97 None None] Routers {'84d06a23-1876-4c00-8658-ca5e9f194397'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:46:56.715460 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6828cb9f-e41d-4c8e-a202-346d5176cc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:46:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['84d06a23-1876-4c00-8658-ca5e9f194397'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:56.818222 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6828cb9f-e41d-4c8e-a202-346d5176cc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:56.819361 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6828cb9f-e41d-4c8e-a202-346d5176cc97 None None] The sync data for ids ['84d06a23-1876-4c00-8658-ca5e9f194397'] in n-d-822053-40 is: [] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:46:56.884247 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e729e9e-6e01-46e2-bef2-8821cd7d669c None None] Network 4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:56.886821 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e7f81ef7-da06-4b6e-a73c-61cfa0787abc None None] Current status of the port 49f5e5b8-d7da-4029-a20b-1aaf8630098f is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:56.887323 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e7f81ef7-da06-4b6e-a73c-61cfa0787abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (49f5e5b8-d7da-4029-a20b-1aaf8630098f), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:56.910201 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ee2fb2c-16e3-4c48-8292-44c4be3d4fd4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:56.944361 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-4e729e9e-6e01-46e2-bef2-8821cd7d669c None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:56.946164 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bf833c-1aa5-44c8-ad63-c8c7299e70e3 None None] Network 2e41e945-94aa-4f77-ab26-dd32084df033 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:46:56.964983 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e729e9e-6e01-46e2-bef2-8821cd7d669c None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:46:56.986081 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e729e9e-6e01-46e2-bef2-8821cd7d669c None None] Pushing event updated for resources: {'Port': ['ID=6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:57.008143 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56459d66-4b04-47b0-9cd4-585f963c51a8 req-9148baa0-cd7d-4512-9de7-7fb64d8acd03 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:57.009760 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-56459d66-4b04-47b0-9cd4-585f963c51a8 req-9148baa0-cd7d-4512-9de7-7fb64d8acd03 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f HTTP/1.1" status: 200 len: 944 time: 0.0960987 Feb 09 01:46:57.123947 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-56459d66-4b04-47b0-9cd4-585f963c51a8 req-038f8c57-2cd9-4579-8c19-57e4dfdf898d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b0b6a08-c53d-401f-b8aa-bb9a6979f286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008873 Feb 09 01:46:57.125968 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e7f81ef7-da06-4b6e-a73c-61cfa0787abc None None] For port 49f5e5b8-d7da-4029-a20b-1aaf8630098f, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=49f5e5b8-d7da-4029-a20b-1aaf8630098f,segment=NetworkSegment(fb3df40a-1bd6-4094-abd2-e862334c9a3c),segment_id=fb3df40a-1bd6-4094-abd2-e862334c9a3c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:57.185079 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e7f81ef7-da06-4b6e-a73c-61cfa0787abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (49f5e5b8-d7da-4029-a20b-1aaf8630098f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:57.227743 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-71b9f857-682b-4482-bebe-c5604b2a1a4b tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Allocated IP 172.20.0.1 (4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58/70d72c7d-b433-4f85-8107-a34d8ae7640a/0140b849-a566-482f-8deb-8686b9d59698) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:57.255140 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 49f5e5b8-d7da-4029-a20b-1aaf8630098f is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:57.255577 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (49f5e5b8-d7da-4029-a20b-1aaf8630098f), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:57.303173 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-4e729e9e-6e01-46e2-bef2-8821cd7d669c None None] Attempting to bind port 6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:46:57.303566 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-4e729e9e-6e01-46e2-bef2-8821cd7d669c None None] Attempting to bind port 6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'e398db0e-ec9f-4c07-9beb-f317a05c1cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:46:57.304140 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e729e9e-6e01-46e2-bef2-8821cd7d669c None None] Attempting to bind port 6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2 on network 4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:46:57.338120 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 8608840f-9e2e-40cd-97bc-86aec87b1d5b completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:46:57.439296 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:46:57.439700 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:46:57.443817 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e729e9e-6e01-46e2-bef2-8821cd7d669c None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:46:57.443817 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e729e9e-6e01-46e2-bef2-8821cd7d669c None None] Checking segment: {'id': 'e398db0e-ec9f-4c07-9beb-f317a05c1cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:46:57.443817 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4e729e9e-6e01-46e2-bef2-8821cd7d669c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:57.443817 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e729e9e-6e01-46e2-bef2-8821cd7d669c None None] Bound using segment: {'id': 'e398db0e-ec9f-4c07-9beb-f317a05c1cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:46:57.444338 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-4e729e9e-6e01-46e2-bef2-8821cd7d669c None None] Bound port: 6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e398db0e-ec9f-4c07-9beb-f317a05c1cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:46:57.458723 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4e729e9e-6e01-46e2-bef2-8821cd7d669c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:57.477307 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 8608840f-9e2e-40cd-97bc-86aec87b1d5b triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:57.477738 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8608840f-9e2e-40cd-97bc-86aec87b1d5b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:57.497928 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f81ef7-da06-4b6e-a73c-61cfa0787abc None None] Pushing event updated for resources: {'Port': ['ID=49f5e5b8-d7da-4029-a20b-1aaf8630098f,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:57.503810 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-71b9f857-682b-4482-bebe-c5604b2a1a4b tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for port (0140b849-a566-482f-8deb-8686b9d59698), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:57.508852 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-9ee2fb2c-16e3-4c48-8292-44c4be3d4fd4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Allocated IP 2001:db8:1::1 (2e41e945-94aa-4f77-ab26-dd32084df033/256ed860-05fa-4d08-880f-621bb63c5cdc/78d750b3-a681-4210-a0ed-f6d9dc4cb03d) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:57.558605 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-470dc6b8-b1bc-41e0-89cf-cc9aedb968be None None] Provisioning complete for port e07dc31c-3e8a-4ae5-abe0-28e7a179a74b triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:57.558979 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-470dc6b8-b1bc-41e0-89cf-cc9aedb968be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e07dc31c-3e8a-4ae5-abe0-28e7a179a74b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:57.627468 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-71b9f857-682b-4482-bebe-c5604b2a1a4b tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (0140b849-a566-482f-8deb-8686b9d59698), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:57.653547 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-470dc6b8-b1bc-41e0-89cf-cc9aedb968be None None] Port e07dc31c-3e8a-4ae5-abe0-28e7a179a74b cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:46:57.697724 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b9f857-682b-4482-bebe-c5604b2a1a4b tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Network 4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:57.703585 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-470dc6b8-b1bc-41e0-89cf-cc9aedb968be None None] Provisioning complete for port 49f5e5b8-d7da-4029-a20b-1aaf8630098f triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:57.704095 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-470dc6b8-b1bc-41e0-89cf-cc9aedb968be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (49f5e5b8-d7da-4029-a20b-1aaf8630098f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:57.709827 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-71b9f857-682b-4482-bebe-c5604b2a1a4b tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:57.712502 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b9f857-682b-4482-bebe-c5604b2a1a4b tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:46:57.755310 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:57.771008 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b9f857-682b-4482-bebe-c5604b2a1a4b tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'Port': ['ID=0140b849-a566-482f-8deb-8686b9d59698,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:57.778067 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ee2fb2c-16e3-4c48-8292-44c4be3d4fd4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for port (78d750b3-a681-4210-a0ed-f6d9dc4cb03d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:57.783033 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-4e729e9e-6e01-46e2-bef2-8821cd7d669c None None] For port 6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:46:57.792763 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-71b9f857-682b-4482-bebe-c5604b2a1a4b tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (0dce1881-55a2-4e02-8b20-fa786109c94e), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:57.834715 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-4e729e9e-6e01-46e2-bef2-8821cd7d669c None None] For port 6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2,segment=NetworkSegment(e398db0e-ec9f-4c07-9beb-f317a05c1cab),segment_id=e398db0e-ec9f-4c07-9beb-f317a05c1cab)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:46:57.862409 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4e729e9e-6e01-46e2-bef2-8821cd7d669c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:57.909290 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ee2fb2c-16e3-4c48-8292-44c4be3d4fd4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (78d750b3-a681-4210-a0ed-f6d9dc4cb03d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:57.923104 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-470dc6b8-b1bc-41e0-89cf-cc9aedb968be None None] Current status of the port 49f5e5b8-d7da-4029-a20b-1aaf8630098f is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:57.961499 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee2fb2c-16e3-4c48-8292-44c4be3d4fd4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Network 2e41e945-94aa-4f77-ab26-dd32084df033 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:57.969647 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-9ee2fb2c-16e3-4c48-8292-44c4be3d4fd4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:57.972381 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee2fb2c-16e3-4c48-8292-44c4be3d4fd4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:46:57.973088 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ee2fb2c-16e3-4c48-8292-44c4be3d4fd4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (84d06a23-1876-4c00-8658-ca5e9f194397), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:57.994698 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 8608840f-9e2e-40cd-97bc-86aec87b1d5b is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:57.995094 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8608840f-9e2e-40cd-97bc-86aec87b1d5b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:58.030926 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 49f5e5b8-d7da-4029-a20b-1aaf8630098f is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:58.032040 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:46:58.052747 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2fb2c-16e3-4c48-8292-44c4be3d4fd4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event updated for resources: {'Port': ['ID=78d750b3-a681-4210-a0ed-f6d9dc4cb03d,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:58.142082 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-71b9f857-682b-4482-bebe-c5604b2a1a4b tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0140b849-a566-482f-8deb-8686b9d59698), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:58.176699 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 8608840f-9e2e-40cd-97bc-86aec87b1d5b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=8608840f-9e2e-40cd-97bc-86aec87b1d5b,segment=NetworkSegment(1ae62068-1626-476b-8e17-71ddbb8fa879),segment_id=1ae62068-1626-476b-8e17-71ddbb8fa879)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:58.184432 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6bce12-1b04-4606-9d29-a236ae737b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8608840f-9e2e-40cd-97bc-86aec87b1d5b'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:46:58.187601 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c372f4-e189-41ec-aea4-9a24dea21364" -d '{"events": [{"server_uuid": "0c6bce12-1b04-4606-9d29-a236ae737b3f", "name": "network-vif-plugged", "status": "completed", "tag": "8608840f-9e2e-40cd-97bc-86aec87b1d5b"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:46:58.223775 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-470dc6b8-b1bc-41e0-89cf-cc9aedb968be None None] Provisioning complete for port 6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:58.224894 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-470dc6b8-b1bc-41e0-89cf-cc9aedb968be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:58.227789 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8608840f-9e2e-40cd-97bc-86aec87b1d5b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:58.356231 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e729e9e-6e01-46e2-bef2-8821cd7d669c None None] Pushing event updated for resources: {'Port': ['ID=6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:58.362010 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9661f8d-8d5c-4b90-b3fb-fee49b72c9d1 x-openstack-request-id: req-e9661f8d-8d5c-4b90-b3fb-fee49b72c9d1 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:46:58.362320 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6bce12-1b04-4606-9d29-a236ae737b3f", "name": "network-vif-plugged", "status": "completed", "tag": "8608840f-9e2e-40cd-97bc-86aec87b1d5b", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:46:58.362410 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e9661f8d-8d5c-4b90-b3fb-fee49b72c9d1 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:46:58.363390 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c6bce12-1b04-4606-9d29-a236ae737b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8608840f-9e2e-40cd-97bc-86aec87b1d5b', 'code': 200} Feb 09 01:46:58.380408 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:58.380822 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:58.443263 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:58.480474 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701171ff-3429-4151-abf4-f8f3c0f1e59f req-1d2bb0fe-9f6a-4a75-9ff9-1385ddc64398 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:58.482355 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-701171ff-3429-4151-abf4-f8f3c0f1e59f req-1d2bb0fe-9f6a-4a75-9ff9-1385ddc64398 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f HTTP/1.1" status: 200 len: 945 time: 0.2068355 Feb 09 01:46:58.644166 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-701171ff-3429-4151-abf4-f8f3c0f1e59f req-654047df-fdf3-45e4-991f-ad7aceab0e4a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b0b6a08-c53d-401f-b8aa-bb9a6979f286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233492 Feb 09 01:46:58.665713 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ee2fb2c-16e3-4c48-8292-44c4be3d4fd4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (78d750b3-a681-4210-a0ed-f6d9dc4cb03d), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:58.702748 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=8608840f-9e2e-40cd-97bc-86aec87b1d5b,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:58.729064 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-470dc6b8-b1bc-41e0-89cf-cc9aedb968be None None] Current status of the port 6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:58.729550 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-470dc6b8-b1bc-41e0-89cf-cc9aedb968be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:58.806477 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-470dc6b8-b1bc-41e0-89cf-cc9aedb968be None None] For port 6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15,segment=NetworkSegment(906899df-d9fa-4526-9e2d-c8bdc05478b0),segment_id=906899df-d9fa-4526-9e2d-c8bdc05478b0)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:46:58.817637 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-470dc6b8-b1bc-41e0-89cf-cc9aedb968be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:58.852128 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:58.852812 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:58.854968 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310f2a2-2665-4713-a697-60a5748b63c4 req-8623b746-5d62-4d7f-90a3-f1608fb4e3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:58.857848 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-7310f2a2-2665-4713-a697-60a5748b63c4 req-8623b746-5d62-4d7f-90a3-f1608fb4e3b5 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f HTTP/1.1" status: 200 len: 1128 time: 0.3342497 Feb 09 01:46:58.922767 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470dc6b8-b1bc-41e0-89cf-cc9aedb968be None None] Pushing event updated for resources: {'Port': ['ID=6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:58.939232 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-7310f2a2-2665-4713-a697-60a5748b63c4 req-41143bae-4154-415b-b920-75544bb75d76 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=0b0b6a08-c53d-401f-b8aa-bb9a6979f286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731044 Feb 09 01:46:58.966417 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:46:58.968680 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:46:58.979629 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-2462a858-9ff2-4a31-8f66-c84280df56f0 None None] Provisioning complete for port e07dc31c-3e8a-4ae5-abe0-28e7a179a74b triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:58.980076 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2462a858-9ff2-4a31-8f66-c84280df56f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e07dc31c-3e8a-4ae5-abe0-28e7a179a74b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:59.034903 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2462a858-9ff2-4a31-8f66-c84280df56f0 None None] Port e07dc31c-3e8a-4ae5-abe0-28e7a179a74b cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:46:59.051715 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-2462a858-9ff2-4a31-8f66-c84280df56f0 None None] Provisioning complete for port 78d750b3-a681-4210-a0ed-f6d9dc4cb03d triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:59.052317 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2462a858-9ff2-4a31-8f66-c84280df56f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (78d750b3-a681-4210-a0ed-f6d9dc4cb03d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:59.109141 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2462a858-9ff2-4a31-8f66-c84280df56f0 None None] Port 78d750b3-a681-4210-a0ed-f6d9dc4cb03d cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:46:59.124308 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-2462a858-9ff2-4a31-8f66-c84280df56f0 None None] Provisioning complete for port 6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:59.125743 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2462a858-9ff2-4a31-8f66-c84280df56f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:59.176567 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-71b9f857-682b-4482-bebe-c5604b2a1a4b tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for port (0140b849-a566-482f-8deb-8686b9d59698), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:59.185102 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-71b9f857-682b-4482-bebe-c5604b2a1a4b tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (0140b849-a566-482f-8deb-8686b9d59698), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:59.189984 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ee2fb2c-16e3-4c48-8292-44c4be3d4fd4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for port (78d750b3-a681-4210-a0ed-f6d9dc4cb03d), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:59.222923 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2462a858-9ff2-4a31-8f66-c84280df56f0 None None] Current status of the port 6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:59.514313 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:46:59.524927 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ee2fb2c-16e3-4c48-8292-44c4be3d4fd4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (78d750b3-a681-4210-a0ed-f6d9dc4cb03d), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:59.525688 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ee2fb2c-16e3-4c48-8292-44c4be3d4fd4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (84d06a23-1876-4c00-8658-ca5e9f194397), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:59.586502 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-71b9f857-682b-4482-bebe-c5604b2a1a4b tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (0dce1881-55a2-4e02-8b20-fa786109c94e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:59.631204 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b9f857-682b-4482-bebe-c5604b2a1a4b tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'Port': ['ID=0140b849-a566-482f-8deb-8686b9d59698,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:59.788520 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 49f5e5b8-d7da-4029-a20b-1aaf8630098f up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:46:59.820882 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fbd231-6a0d-49c0-bbf4-618b33cf7b60 req-070ead48-e7c5-4276-bc97-d613af0765d7 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:59.823075 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-04fbd231-6a0d-49c0-bbf4-618b33cf7b60 req-070ead48-e7c5-4276-bc97-d613af0765d7 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f HTTP/1.1" status: 200 len: 945 time: 0.0773020 Feb 09 01:46:59.826235 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2fb2c-16e3-4c48-8292-44c4be3d4fd4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event updated for resources: {'Port': ['ID=78d750b3-a681-4210-a0ed-f6d9dc4cb03d,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:59.843239 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee2fb2c-16e3-4c48-8292-44c4be3d4fd4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Network 2e41e945-94aa-4f77-ab26-dd32084df033 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:59.850470 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-9ee2fb2c-16e3-4c48-8292-44c4be3d4fd4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:59.860363 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63fbc99-7b9c-4a94-8e21-96d6ddeaacea None None] Network 4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:46:59.870322 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b9f857-682b-4482-bebe-c5604b2a1a4b tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Network 4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:59.911393 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-71b9f857-682b-4482-bebe-c5604b2a1a4b tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:59.932392 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-04fbd231-6a0d-49c0-bbf4-618b33cf7b60 req-90457a4b-3fc1-4ec6-845d-d36fe9e83a15 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b0b6a08-c53d-401f-b8aa-bb9a6979f286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813210 Feb 09 01:46:59.964672 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-24cd726e-339f-4027-8abb-aa168a36de0d None None] Provisioning complete for port 6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:46:59.965922 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-24cd726e-339f-4027-8abb-aa168a36de0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:00.044160 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 49f5e5b8-d7da-4029-a20b-1aaf8630098f triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:00.045217 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (49f5e5b8-d7da-4029-a20b-1aaf8630098f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:00.136963 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b9f857-682b-4482-bebe-c5604b2a1a4b tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Router 0dce1881-55a2-4e02-8b20-fa786109c94e has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:47:00.141826 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee2fb2c-16e3-4c48-8292-44c4be3d4fd4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Router 84d06a23-1876-4c00-8658-ca5e9f194397 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:47:00.231173 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-24cd726e-339f-4027-8abb-aa168a36de0d None None] Current status of the port 6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:00.231552 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-24cd726e-339f-4027-8abb-aa168a36de0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:00.272622 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 49f5e5b8-d7da-4029-a20b-1aaf8630098f is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:00.273809 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:00.309597 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-24cd726e-339f-4027-8abb-aa168a36de0d None None] For port 6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2,segment=NetworkSegment(e398db0e-ec9f-4c07-9beb-f317a05c1cab),segment_id=e398db0e-ec9f-4c07-9beb-f317a05c1cab)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:00.320201 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-24cd726e-339f-4027-8abb-aa168a36de0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:00.406880 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd726e-339f-4027-8abb-aa168a36de0d None None] Pushing event updated for resources: {'Port': ['ID=6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:00.416054 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:00.416436 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:00.433887 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee2fb2c-16e3-4c48-8292-44c4be3d4fd4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:47:00.444873 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a7f703-eb1b-4013-87d6-24efbf012a59 None None] Sync routers for ids ['84d06a23-1876-4c00-8658-ca5e9f194397'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:47:00.476996 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9ee2fb2c-16e3-4c48-8292-44c4be3d4fd4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "PUT /v2.0/routers/84d06a23-1876-4c00-8658-ca5e9f194397/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2854230 Feb 09 01:47:00.480374 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36084) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:00.482480 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b9f857-682b-4482-bebe-c5604b2a1a4b tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:47:00.488472 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a7f703-eb1b-4013-87d6-24efbf012a59 None None] Routers {'84d06a23-1876-4c00-8658-ca5e9f194397'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:00.489323 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-c4a7f703-eb1b-4013-87d6-24efbf012a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:46:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['84d06a23-1876-4c00-8658-ca5e9f194397'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:00.492308 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-71b9f857-682b-4482-bebe-c5604b2a1a4b tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "PUT /v2.0/routers/0dce1881-55a2-4e02-8b20-fa786109c94e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9108548 Feb 09 01:47:00.499286 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36086) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:00.585902 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-c4a7f703-eb1b-4013-87d6-24efbf012a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:00.614309 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a7f703-eb1b-4013-87d6-24efbf012a59 None None] Routers {'84d06a23-1876-4c00-8658-ca5e9f194397'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:00.614911 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-c4a7f703-eb1b-4013-87d6-24efbf012a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:46:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['84d06a23-1876-4c00-8658-ca5e9f194397'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:00.637618 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8ec1a0-fe33-4a4d-9606-65de20e2f558 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:00.642341 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6b8ec1a0-fe33-4a4d-9606-65de20e2f558 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "GET /v2.0/ports/78d750b3-a681-4210-a0ed-f6d9dc4cb03d HTTP/1.1" status: 200 len: 913 time: 0.1488538 Feb 09 01:47:00.647865 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36088) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:00.678469 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-c4a7f703-eb1b-4013-87d6-24efbf012a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:00.679486 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a7f703-eb1b-4013-87d6-24efbf012a59 None None] The sync data for ids ['84d06a23-1876-4c00-8658-ca5e9f194397'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:47:00.777757 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386e65dd-d0df-416a-a2e9-c949af811b58 None None] Sync routers for ids ['0dce1881-55a2-4e02-8b20-fa786109c94e'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:47:00.806494 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629259ca-402a-43d2-bb69-f36fc88990f9 tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:00.808254 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629259ca-402a-43d2-bb69-f36fc88990f9 tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:00.808735 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629259ca-402a-43d2-bb69-f36fc88990f9 tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:00.809204 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629259ca-402a-43d2-bb69-f36fc88990f9 tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:00.809657 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629259ca-402a-43d2-bb69-f36fc88990f9 tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:00.810113 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629259ca-402a-43d2-bb69-f36fc88990f9 tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:00.810767 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629259ca-402a-43d2-bb69-f36fc88990f9 tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:00.815313 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-629259ca-402a-43d2-bb69-f36fc88990f9 tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4940 time: 0.3121314 Feb 09 01:47:00.815591 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36090) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:00.853361 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e12b3b49-2421-4005-9986-3f976f36926e None None] Provisioning complete for port 78d750b3-a681-4210-a0ed-f6d9dc4cb03d triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:00.853797 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e12b3b49-2421-4005-9986-3f976f36926e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (78d750b3-a681-4210-a0ed-f6d9dc4cb03d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:00.938014 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386e65dd-d0df-416a-a2e9-c949af811b58 None None] Routers {'0dce1881-55a2-4e02-8b20-fa786109c94e'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:00.938674 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-386e65dd-d0df-416a-a2e9-c949af811b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:46:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['0dce1881-55a2-4e02-8b20-fa786109c94e'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:00.946429 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be391e2-a704-4801-b239-0454af6d7b76 tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:00.946906 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be391e2-a704-4801-b239-0454af6d7b76 tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:00.947335 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be391e2-a704-4801-b239-0454af6d7b76 tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:00.947953 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be391e2-a704-4801-b239-0454af6d7b76 tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:00.948591 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be391e2-a704-4801-b239-0454af6d7b76 tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:00.949142 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be391e2-a704-4801-b239-0454af6d7b76 tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:00.949481 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be391e2-a704-4801-b239-0454af6d7b76 tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:00.952447 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9be391e2-a704-4801-b239-0454af6d7b76 tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4582 time: 0.1346612 Feb 09 01:47:00.960368 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36094) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:00.961600 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e12b3b49-2421-4005-9986-3f976f36926e None None] Port 78d750b3-a681-4210-a0ed-f6d9dc4cb03d cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:47:01.175336 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-386e65dd-d0df-416a-a2e9-c949af811b58 None None] Set router 0dce1881-55a2-4e02-8b20-fa786109c94e gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:47:01.319240 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-62958c04-700d-48ff-9837-128f1ea791d3 tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2871 time: 0.3554349 Feb 09 01:47:01.363721 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:01.365047 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:01.372761 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-73f8a796-bbcf-467d-ba42-1371d7e2f42a None None] Provisioning complete for port 0140b849-a566-482f-8deb-8686b9d59698 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:01.374010 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-73f8a796-bbcf-467d-ba42-1371d7e2f42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0140b849-a566-482f-8deb-8686b9d59698), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:01.489195 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-73f8a796-bbcf-467d-ba42-1371d7e2f42a None None] Port 0140b849-a566-482f-8deb-8686b9d59698 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:47:01.551118 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-73f8a796-bbcf-467d-ba42-1371d7e2f42a None None] Provisioning complete for port 6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:01.558487 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-73f8a796-bbcf-467d-ba42-1371d7e2f42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:01.601547 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:01.601921 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:01.606218 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c059022-36e9-4cd4-bbed-1d27896e2c30 req-1ae2edf9-3080-48fa-a5b9-4eca5426013c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:01.622744 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7c059022-36e9-4cd4-bbed-1d27896e2c30 req-1ae2edf9-3080-48fa-a5b9-4eca5426013c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f HTTP/1.1" status: 200 len: 945 time: 0.1159573 Feb 09 01:47:01.676402 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36100) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:01.681201 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-b87456bb-69fd-405a-a51d-9af9b57213fa tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1599063578', 'description': 'tempest-secgroup-smoke-1599063578 description', 'project_id': 'be37988e5bf5448987567e96924ed429'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:01.721961 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b87456bb-69fd-405a-a51d-9af9b57213fa tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:01.737260 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-386e65dd-d0df-416a-a2e9-c949af811b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'name': 'tempest-TestNetworkBasicOps-router-1046088792', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '75f5123f-afaf-4d07-8fa4-62c0cdc15607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:51Z', 'updated_at': '2022-02-09T01:46:57Z', 'revision_number': 4, 'project_id': 'be37988e5bf5448987567e96924ed429', 'gw_port': {'id': '75f5123f-afaf-4d07-8fa4-62c0cdc15607', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:51Z', 'updated_at': '2022-02-09T01:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '0140b849-a566-482f-8deb-8686b9d59698', 'name': '', 'network_id': '4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'mac_address': 'fa:16:3e:93:27:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '70d72c7d-b433-4f85-8107-a34d8ae7640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:56Z', 'updated_at': '2022-02-09T01:46:58Z', 'revision_number': 2, 'project_id': 'be37988e5bf5448987567e96924ed429', 'subnets': [{'id': '70d72c7d-b433-4f85-8107-a34d8ae7640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:01.791137 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386e65dd-d0df-416a-a2e9-c949af811b58 None None] Checking router: 0dce1881-55a2-4e02-8b20-fa786109c94e for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:47:01.791486 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386e65dd-d0df-416a-a2e9-c949af811b58 None None] Updating router 0dce1881-55a2-4e02-8b20-fa786109c94e port 0140b849-a566-482f-8deb-8686b9d59698 binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:47:01.792948 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7c059022-36e9-4cd4-bbed-1d27896e2c30 req-05b9e9af-1a93-43fe-829b-d43ba2fa8e18 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b0b6a08-c53d-401f-b8aa-bb9a6979f286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676910 Feb 09 01:47:01.870087 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:01.870851 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b87456bb-69fd-405a-a51d-9af9b57213fa tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group (24b511af-ce9f-4bf4-8813-b8fd1cbabb53), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:01.871244 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 75f5123f-afaf-4d07-8fa4-62c0cdc15607 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:01.877919 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b87456bb-69fd-405a-a51d-9af9b57213fa tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (24b511af-ce9f-4bf4-8813-b8fd1cbabb53), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:01.917188 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b87456bb-69fd-405a-a51d-9af9b57213fa tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:01.919483 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b87456bb-69fd-405a-a51d-9af9b57213fa tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2419736 Feb 09 01:47:01.923623 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36104) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:01.929710 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-4b6a50c7-aa8c-44e8-abdb-7960be6038ce tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Request body: {'security_group_rule': {'security_group_id': '24b511af-ce9f-4bf4-8813-b8fd1cbabb53', 'project_id': 'be37988e5bf5448987567e96924ed429', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:01.935840 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87456bb-69fd-405a-a51d-9af9b57213fa tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24b511af-ce9f-4bf4-8813-b8fd1cbabb53,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:01.971625 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b6a50c7-aa8c-44e8-abdb-7960be6038ce tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (ac12567c-54b0-4827-9ef4-68de8fe44bf5), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:01.990006 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-386e65dd-d0df-416a-a2e9-c949af811b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0140b849-a566-482f-8deb-8686b9d59698), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:02.002309 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-73f8a796-bbcf-467d-ba42-1371d7e2f42a None None] Current status of the port 6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:02.031570 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329250a7-6029-41f5-91a3-236650177555 req-0c318fb5-36f3-4501-ba25-602e977e74f4 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:02.041546 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-329250a7-6029-41f5-91a3-236650177555 req-0c318fb5-36f3-4501-ba25-602e977e74f4 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f HTTP/1.1" status: 200 len: 945 time: 0.1021149 Feb 09 01:47:02.054607 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b6a50c7-aa8c-44e8-abdb-7960be6038ce tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (ac12567c-54b0-4827-9ef4-68de8fe44bf5), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:02.059284 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b6a50c7-aa8c-44e8-abdb-7960be6038ce tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (ac12567c-54b0-4827-9ef4-68de8fe44bf5), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:02.084840 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a50c7-aa8c-44e8-abdb-7960be6038ce tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac12567c-54b0-4827-9ef4-68de8fe44bf5,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:02.090257 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b6a50c7-aa8c-44e8-abdb-7960be6038ce tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:02.091528 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4b6a50c7-aa8c-44e8-abdb-7960be6038ce tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1667516 Feb 09 01:47:02.094865 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36106) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:02.099320 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-b0fb1f09-eb25-4ae1-8ef1-882a90ee4ce3 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Request body: {'security_group_rule': {'security_group_id': '24b511af-ce9f-4bf4-8813-b8fd1cbabb53', 'project_id': 'be37988e5bf5448987567e96924ed429', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:02.140115 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-329250a7-6029-41f5-91a3-236650177555 req-a976dcdb-9634-47af-9a76-55c858317d0c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b0b6a08-c53d-401f-b8aa-bb9a6979f286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907640 Feb 09 01:47:02.154618 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1f09-eb25-4ae1-8ef1-882a90ee4ce3 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (95085141-c9a9-4a9b-a9af-c57d9cdd50d6), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:02.160518 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36110) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:02.197692 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 75f5123f-afaf-4d07-8fa4-62c0cdc15607 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:02.198065 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (75f5123f-afaf-4d07-8fa4-62c0cdc15607), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:02.208976 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e3fc943a-5023-43a3-a0bd-2c723213c362 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (84d06a23-1876-4c00-8658-ca5e9f194397), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:02.227620 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-2f52cbcc-e139-48ca-a99c-af23e223716e None None] Provisioning complete for port 0140b849-a566-482f-8deb-8686b9d59698 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:02.227832 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2f52cbcc-e139-48ca-a99c-af23e223716e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0140b849-a566-482f-8deb-8686b9d59698), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:02.246830 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1f09-eb25-4ae1-8ef1-882a90ee4ce3 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (95085141-c9a9-4a9b-a9af-c57d9cdd50d6), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:02.253452 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1f09-eb25-4ae1-8ef1-882a90ee4ce3 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (95085141-c9a9-4a9b-a9af-c57d9cdd50d6), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:02.286009 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb1f09-eb25-4ae1-8ef1-882a90ee4ce3 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95085141-c9a9-4a9b-a9af-c57d9cdd50d6,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:02.307030 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1f09-eb25-4ae1-8ef1-882a90ee4ce3 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:02.310120 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b0fb1f09-eb25-4ae1-8ef1-882a90ee4ce3 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2142520 Feb 09 01:47:02.312945 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36112) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:02.326959 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f0edec-d464-4514-81de-11f108e532bf tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:02.332604 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f1f0edec-d464-4514-81de-11f108e532bf tempest-TestNetworkAdvancedServerOps-1070014161 tempest-TestNetworkAdvancedServerOps-1070014161-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f HTTP/1.1" status: 200 len: 1123 time: 0.1681635 Feb 09 01:47:02.333763 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36114) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:02.335842 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-debcba21-8028-47a1-a059-bd6a4f0743d0 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Request body: {'security_group_rule': {'security_group_id': '24b511af-ce9f-4bf4-8813-b8fd1cbabb53', 'project_id': 'be37988e5bf5448987567e96924ed429', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:02.339475 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-cfe924fc-7f56-4719-ac68-04f24e997469 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'port_id': '8608840f-9e2e-40cd-97bc-86aec87b1d5b', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:02.342429 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2f52cbcc-e139-48ca-a99c-af23e223716e None None] Port 0140b849-a566-482f-8deb-8686b9d59698 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:47:02.394433 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-debcba21-8028-47a1-a059-bd6a4f0743d0 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (615adf28-4ea7-464d-8921-29cf196f2255), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:02.416020 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cfe924fc-7f56-4719-ac68-04f24e997469 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:02.418794 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 75f5123f-afaf-4d07-8fa4-62c0cdc15607 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:02.419186 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (75f5123f-afaf-4d07-8fa4-62c0cdc15607), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:02.472356 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 75f5123f-afaf-4d07-8fa4-62c0cdc15607, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=75f5123f-afaf-4d07-8fa4-62c0cdc15607,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:02.485382 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (75f5123f-afaf-4d07-8fa4-62c0cdc15607), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:02.486470 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-debcba21-8028-47a1-a059-bd6a4f0743d0 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (615adf28-4ea7-464d-8921-29cf196f2255), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:02.505859 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-debcba21-8028-47a1-a059-bd6a4f0743d0 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (615adf28-4ea7-464d-8921-29cf196f2255), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:02.549969 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debcba21-8028-47a1-a059-bd6a4f0743d0 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=615adf28-4ea7-464d-8921-29cf196f2255,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:02.585561 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-debcba21-8028-47a1-a059-bd6a4f0743d0 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:02.587928 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-debcba21-8028-47a1-a059-bd6a4f0743d0 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2716324 Feb 09 01:47:02.590438 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36116) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:02.598361 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-4bc0cb91-5bda-4e99-bf66-c601f1982b13 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Request body: {'security_group_rule': {'security_group_id': '24b511af-ce9f-4bf4-8813-b8fd1cbabb53', 'project_id': 'be37988e5bf5448987567e96924ed429', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:02.641881 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4bc0cb91-5bda-4e99-bf66-c601f1982b13 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (9e63b3fd-b28a-4939-b723-172cdd7106a7), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:02.680026 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:02.751729 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4bc0cb91-5bda-4e99-bf66-c601f1982b13 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (9e63b3fd-b28a-4939-b723-172cdd7106a7), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:02.765902 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4bc0cb91-5bda-4e99-bf66-c601f1982b13 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (9e63b3fd-b28a-4939-b723-172cdd7106a7), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:02.798838 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4bc0cb91-5bda-4e99-bf66-c601f1982b13 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:02.800344 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4bc0cb91-5bda-4e99-bf66-c601f1982b13 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2073555 Feb 09 01:47:02.804571 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36118) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:02.808874 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc0cb91-5bda-4e99-bf66-c601f1982b13 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e63b3fd-b28a-4939-b723-172cdd7106a7,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:02.832696 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-a97cc7aa-ecaf-4740-9565-5b5ddc8444ed tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Request body: {'security_group_rule': {'security_group_id': '24b511af-ce9f-4bf4-8813-b8fd1cbabb53', 'project_id': 'be37988e5bf5448987567e96924ed429', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:02.842238 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=75f5123f-afaf-4d07-8fa4-62c0cdc15607,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:02.869302 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:02.870118 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:02.877140 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cfe924fc-7f56-4719-ac68-04f24e997469 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:02.910913 n-d-822053-40 neutron-server[103529]: INFO neutron.db.securitygroups_db [None req-a97cc7aa-ecaf-4740-9565-5b5ddc8444ed tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Project be37988e5bf5448987567e96924ed429 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:47:02.913622 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-386e65dd-d0df-416a-a2e9-c949af811b58 None None] Publish callbacks [] for port (0140b849-a566-482f-8deb-8686b9d59698), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:02.965516 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a97cc7aa-ecaf-4740-9565-5b5ddc8444ed tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (21f8f85b-003a-426e-9a92-59019122d550), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:02.966438 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-386e65dd-d0df-416a-a2e9-c949af811b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0140b849-a566-482f-8deb-8686b9d59698), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:02.975256 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:03.005310 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-e3fc943a-5023-43a3-a0bd-2c723213c362 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Deleting port 78d750b3-a681-4210-a0ed-f6d9dc4cb03d {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:47:03.006307 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e3fc943a-5023-43a3-a0bd-2c723213c362 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (78d750b3-a681-4210-a0ed-f6d9dc4cb03d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:03.071682 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429fc55-8ea5-420e-894d-ec2fadda1a1d None None] Pushing event updated for resources: {'Port': ['ID=0140b849-a566-482f-8deb-8686b9d59698,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:03.100412 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-386e65dd-d0df-416a-a2e9-c949af811b58 None None] Attempting to bind port 0140b849-a566-482f-8deb-8686b9d59698 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:47:03.100960 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-386e65dd-d0df-416a-a2e9-c949af811b58 None None] Attempting to bind port 0140b849-a566-482f-8deb-8686b9d59698 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'e398db0e-ec9f-4c07-9beb-f317a05c1cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:47:03.101698 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386e65dd-d0df-416a-a2e9-c949af811b58 None None] Attempting to bind port 0140b849-a566-482f-8deb-8686b9d59698 on network 4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:47:03.113605 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386e65dd-d0df-416a-a2e9-c949af811b58 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:47:03.115366 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386e65dd-d0df-416a-a2e9-c949af811b58 None None] Checking segment: {'id': 'e398db0e-ec9f-4c07-9beb-f317a05c1cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:47:03.116625 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-386e65dd-d0df-416a-a2e9-c949af811b58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:03.117144 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386e65dd-d0df-416a-a2e9-c949af811b58 None None] Bound using segment: {'id': 'e398db0e-ec9f-4c07-9beb-f317a05c1cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:47:03.118149 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-386e65dd-d0df-416a-a2e9-c949af811b58 None None] Bound port: 0140b849-a566-482f-8deb-8686b9d59698, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e398db0e-ec9f-4c07-9beb-f317a05c1cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:47:03.119082 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-386e65dd-d0df-416a-a2e9-c949af811b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0140b849-a566-482f-8deb-8686b9d59698), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:03.219893 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a97cc7aa-ecaf-4740-9565-5b5ddc8444ed tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (21f8f85b-003a-426e-9a92-59019122d550), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:03.230399 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-cfe924fc-7f56-4719-ac68-04f24e997469 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Allocated IP 172.25.1.178 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/ab8c60b2-8f92-4995-a50f-789e0d15218d) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:47:03.238416 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a97cc7aa-ecaf-4740-9565-5b5ddc8444ed tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (21f8f85b-003a-426e-9a92-59019122d550), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:03.253946 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e3fc943a-5023-43a3-a0bd-2c723213c362 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (78d750b3-a681-4210-a0ed-f6d9dc4cb03d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:03.312624 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-386e65dd-d0df-416a-a2e9-c949af811b58 None None] For port 0140b849-a566-482f-8deb-8686b9d59698, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:47:03.313029 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97cc7aa-ecaf-4740-9565-5b5ddc8444ed tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f8f85b-003a-426e-9a92-59019122d550,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:03.318702 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-e3fc943a-5023-43a3-a0bd-2c723213c362 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Calling delete_port for 78d750b3-a681-4210-a0ed-f6d9dc4cb03d owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:47:03.325666 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-386e65dd-d0df-416a-a2e9-c949af811b58 None None] For port 0140b849-a566-482f-8deb-8686b9d59698, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=0140b849-a566-482f-8deb-8686b9d59698,segment=NetworkSegment(e398db0e-ec9f-4c07-9beb-f317a05c1cab),segment_id=e398db0e-ec9f-4c07-9beb-f317a05c1cab)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:47:03.336644 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-386e65dd-d0df-416a-a2e9-c949af811b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0140b849-a566-482f-8deb-8686b9d59698), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:03.367524 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a97cc7aa-ecaf-4740-9565-5b5ddc8444ed tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:03.371672 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a97cc7aa-ecaf-4740-9565-5b5ddc8444ed tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5449491 Feb 09 01:47:03.371857 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36136) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:03.378210 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-9a31039d-68ee-4b35-95a2-a0c2d1671c10 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Request body: {'security_group_rule': {'security_group_id': '24b511af-ce9f-4bf4-8813-b8fd1cbabb53', 'project_id': 'be37988e5bf5448987567e96924ed429', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:03.405370 n-d-822053-40 neutron-server[103528]: INFO neutron.db.securitygroups_db [None req-9a31039d-68ee-4b35-95a2-a0c2d1671c10 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Project be37988e5bf5448987567e96924ed429 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:47:03.411807 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a31039d-68ee-4b35-95a2-a0c2d1671c10 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (b00bf295-2b1a-4f9f-b13a-f78710db50ea), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:03.481541 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-7b83eb92-52a8-44fa-b915-19826866ac91 None None] Provisioning complete for port 0140b849-a566-482f-8deb-8686b9d59698 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:03.481911 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7b83eb92-52a8-44fa-b915-19826866ac91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0140b849-a566-482f-8deb-8686b9d59698), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:03.483999 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429fc55-8ea5-420e-894d-ec2fadda1a1d None None] Pushing event updated for resources: {'Port': ['ID=0140b849-a566-482f-8deb-8686b9d59698,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:03.502263 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386e65dd-d0df-416a-a2e9-c949af811b58 None None] Routers {'0dce1881-55a2-4e02-8b20-fa786109c94e'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:03.502899 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-386e65dd-d0df-416a-a2e9-c949af811b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:46:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['0dce1881-55a2-4e02-8b20-fa786109c94e'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:03.523688 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a31039d-68ee-4b35-95a2-a0c2d1671c10 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (b00bf295-2b1a-4f9f-b13a-f78710db50ea), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:03.535137 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a31039d-68ee-4b35-95a2-a0c2d1671c10 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (b00bf295-2b1a-4f9f-b13a-f78710db50ea), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:03.567156 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a31039d-68ee-4b35-95a2-a0c2d1671c10 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b00bf295-2b1a-4f9f-b13a-f78710db50ea,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:03.582189 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a31039d-68ee-4b35-95a2-a0c2d1671c10 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:03.592201 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9a31039d-68ee-4b35-95a2-a0c2d1671c10 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2099063 Feb 09 01:47:03.653016 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cfe924fc-7f56-4719-ac68-04f24e997469 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for port (ab8c60b2-8f92-4995-a50f-789e0d15218d), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:03.809334 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cfe924fc-7f56-4719-ac68-04f24e997469 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (ab8c60b2-8f92-4995-a50f-789e0d15218d), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:03.836051 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e3fc943a-5023-43a3-a0bd-2c723213c362 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (78d750b3-a681-4210-a0ed-f6d9dc4cb03d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:03.895425 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-4c9e7cac-8791-45c2-9a57-637abf043bc0 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1599063578&fields=id&tenant_id=be37988e5bf5448987567e96924ed429 HTTP/1.1" status: 200 len: 267 time: 0.1612544 Feb 09 01:47:03.898968 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe924fc-7f56-4719-ac68-04f24e997469 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:47:03.969157 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3b2581aa-6215-4de3-b6ab-461989e09aae req-9fb455d9-2478-4c89-9c91-9f78cb096969 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0868294 Feb 09 01:47:04.023064 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-386e65dd-d0df-416a-a2e9-c949af811b58 None None] Set router 0dce1881-55a2-4e02-8b20-fa786109c94e gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:47:04.056316 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-21e08db7-9b75-4477-bf6d-cb2a76aa3699 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:04.058040 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-21e08db7-9b75-4477-bf6d-cb2a76aa3699 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/networks?id=4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58 HTTP/1.1" status: 200 len: 796 time: 0.1234963 Feb 09 01:47:04.058767 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-cfe924fc-7f56-4719-ac68-04f24e997469 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:04.067910 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe924fc-7f56-4719-ac68-04f24e997469 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:47:04.115784 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2581aa-6215-4de3-b6ab-461989e09aae req-5a0a4dec-f354-4730-bac6-848e85ad991b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:04.120441 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3b2581aa-6215-4de3-b6ab-461989e09aae req-5a0a4dec-f354-4730-bac6-848e85ad991b service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e7f5366db1de43098724f0eb4e3342fd&device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f HTTP/1.1" status: 200 len: 1128 time: 0.0935416 Feb 09 01:47:04.226606 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe924fc-7f56-4719-ac68-04f24e997469 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'Port': ['ID=ab8c60b2-8f92-4995-a50f-789e0d15218d,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:04.231098 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7b83eb92-52a8-44fa-b915-19826866ac91 None None] Current status of the port 0140b849-a566-482f-8deb-8686b9d59698 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:04.231613 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7b83eb92-52a8-44fa-b915-19826866ac91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0140b849-a566-482f-8deb-8686b9d59698), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:04.241275 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-9ed43966-3e6d-4506-8fc2-99fc42beefdf tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/quotas/be37988e5bf5448987567e96924ed429 HTTP/1.1" status: 200 len: 375 time: 0.1455524 Feb 09 01:47:04.248587 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2581aa-6215-4de3-b6ab-461989e09aae req-19502cda-0e15-4e76-9cd3-3df8475451a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:04.250323 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3b2581aa-6215-4de3-b6ab-461989e09aae req-19502cda-0e15-4e76-9cd3-3df8475451a3 service neutron] 10.222.0.121 "GET /v2.0/networks?id=6098fcd3-616c-432d-97b8-9f3a430c7b02 HTTP/1.1" status: 200 len: 897 time: 0.1059966 Feb 09 01:47:04.312824 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-7b83eb92-52a8-44fa-b915-19826866ac91 None None] For port 0140b849-a566-482f-8deb-8686b9d59698, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=0140b849-a566-482f-8deb-8686b9d59698,segment=NetworkSegment(e398db0e-ec9f-4c07-9beb-f317a05c1cab),segment_id=e398db0e-ec9f-4c07-9beb-f317a05c1cab)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:04.316880 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3b2581aa-6215-4de3-b6ab-461989e09aae req-4500c9f8-32b2-423a-96a1-0a2141d9000a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8608840f-9e2e-40cd-97bc-86aec87b1d5b HTTP/1.1" status: 200 len: 217 time: 0.0579438 Feb 09 01:47:04.324230 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc943a-5023-43a3-a0bd-2c723213c362 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event deleted for resources: {'Port': ['ID=78d750b3-a681-4210-a0ed-f6d9dc4cb03d,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:04.348287 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7b83eb92-52a8-44fa-b915-19826866ac91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0140b849-a566-482f-8deb-8686b9d59698), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:04.382635 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e3fc943a-5023-43a3-a0bd-2c723213c362 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (84d06a23-1876-4c00-8658-ca5e9f194397), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:04.414654 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83eb92-52a8-44fa-b915-19826866ac91 None None] Pushing event updated for resources: {'Port': ['ID=0140b849-a566-482f-8deb-8686b9d59698,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:04.425676 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-386e65dd-d0df-416a-a2e9-c949af811b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'name': 'tempest-TestNetworkBasicOps-router-1046088792', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '75f5123f-afaf-4d07-8fa4-62c0cdc15607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:51Z', 'updated_at': '2022-02-09T01:46:57Z', 'revision_number': 4, 'project_id': 'be37988e5bf5448987567e96924ed429', 'gw_port': {'id': '75f5123f-afaf-4d07-8fa4-62c0cdc15607', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:51Z', 'updated_at': '2022-02-09T01:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '0140b849-a566-482f-8deb-8686b9d59698', 'name': '', 'network_id': '4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'mac_address': 'fa:16:3e:93:27:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '70d72c7d-b433-4f85-8107-a34d8ae7640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:56Z', 'updated_at': '2022-02-09T01:47:03Z', 'revision_number': 4, 'project_id': 'be37988e5bf5448987567e96924ed429', 'subnets': [{'id': '70d72c7d-b433-4f85-8107-a34d8ae7640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:04.439448 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2581aa-6215-4de3-b6ab-461989e09aae req-1e26cc19-7e28-48ea-8731-a7ae4ff1fada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:04.447109 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3b2581aa-6215-4de3-b6ab-461989e09aae req-1e26cc19-7e28-48ea-8731-a7ae4ff1fada service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1c6ceada-1e7c-48e7-bffe-695057dd4f39 HTTP/1.1" status: 200 len: 834 time: 0.1204050 Feb 09 01:47:04.465590 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386e65dd-d0df-416a-a2e9-c949af811b58 None None] The sync data for ids ['0dce1881-55a2-4e02-8b20-fa786109c94e'] in n-d-822053-40 is: [{'id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'name': 'tempest-TestNetworkBasicOps-router-1046088792', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '75f5123f-afaf-4d07-8fa4-62c0cdc15607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:51Z', 'updated_at': '2022-02-09T01:46:57Z', 'revision_number': 4, 'project_id': 'be37988e5bf5448987567e96924ed429', 'gw_port': {'id': '75f5123f-afaf-4d07-8fa4-62c0cdc15607', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:51Z', 'updated_at': '2022-02-09T01:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '0140b849-a566-482f-8deb-8686b9d59698', 'name': '', 'network_id': '4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'mac_address': 'fa:16:3e:93:27:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '70d72c7d-b433-4f85-8107-a34d8ae7640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:56Z', 'updated_at': '2022-02-09T01:47:03Z', 'revision_number': 4, 'project_id': 'be37988e5bf5448987567e96924ed429', 'subnets': [{'id': '70d72c7d-b433-4f85-8107-a34d8ae7640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:47:04.497053 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f4294cbe-084d-483b-b06f-9b9251ca6b34 None None] Provisioning complete for port 0140b849-a566-482f-8deb-8686b9d59698 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:04.499951 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f4294cbe-084d-483b-b06f-9b9251ca6b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0140b849-a566-482f-8deb-8686b9d59698), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:04.527677 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-da61ed14-c473-4adf-8965-a543af8586d5 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=be37988e5bf5448987567e96924ed429&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2538652 Feb 09 01:47:04.576746 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2581aa-6215-4de3-b6ab-461989e09aae req-432b2819-e235-4471-830b-3105e6192d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:04.576746 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3b2581aa-6215-4de3-b6ab-461989e09aae req-432b2819-e235-4471-830b-3105e6192d19 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6098fcd3-616c-432d-97b8-9f3a430c7b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1245258 Feb 09 01:47:04.684034 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 75f5123f-afaf-4d07-8fa4-62c0cdc15607 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:04.731818 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f4294cbe-084d-483b-b06f-9b9251ca6b34 None None] Current status of the port 0140b849-a566-482f-8deb-8686b9d59698 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:04.751673 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 75f5123f-afaf-4d07-8fa4-62c0cdc15607 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:04.752105 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (75f5123f-afaf-4d07-8fa4-62c0cdc15607), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:04.756563 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3b2581aa-6215-4de3-b6ab-461989e09aae req-9b530fb9-253d-4d00-936b-1b90259918a1 service neutron] 10.222.0.121 "GET /v2.0/networks/6098fcd3-616c-432d-97b8-9f3a430c7b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739659 Feb 09 01:47:04.858891 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-07d48451-d957-4407-9bfc-edcacc7e59eb service neutron] 10.222.0.30 "GET /v2.0/networks/4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294415 Feb 09 01:47:04.874289 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 75f5123f-afaf-4d07-8fa4-62c0cdc15607 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:04.917015 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3b2581aa-6215-4de3-b6ab-461989e09aae req-50d120cf-0b77-482d-b466-e66379f2b767 service neutron] 10.222.0.121 "GET /v2.0/networks/6098fcd3-616c-432d-97b8-9f3a430c7b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536160 Feb 09 01:47:05.090784 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3fc943a-5023-43a3-a0bd-2c723213c362 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Router 84d06a23-1876-4c00-8658-ca5e9f194397 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:47:05.106605 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-e6591da8-cc0e-496b-8b4e-548f2c8533db service neutron] 10.222.0.30 "GET /v2.0/networks/4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071910 Feb 09 01:47:05.699411 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bd1ac447-29ac-4843-99b1-03773155f29c req-7757bb6e-676f-4317-b4fe-75ea0400521c tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=315077bf-9b8d-49d9-984d-c82f468b5518 HTTP/1.1" status: 200 len: 210 time: 0.0527873 Feb 09 01:47:05.729971 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fc943a-5023-43a3-a0bd-2c723213c362 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:47:05.746987 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21896af8-f3d5-4e63-a7a8-ee5815b51dc3 None None] Sync routers for ids ['84d06a23-1876-4c00-8658-ca5e9f194397'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:47:05.752361 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36190) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:05.752858 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e3fc943a-5023-43a3-a0bd-2c723213c362 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "PUT /v2.0/routers/84d06a23-1876-4c00-8658-ca5e9f194397/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1034970 Feb 09 01:47:05.763867 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cfe924fc-7f56-4719-ac68-04f24e997469 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for floatingip (74703e65-3345-4351-80ac-10da37c46481), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:05.780184 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21896af8-f3d5-4e63-a7a8-ee5815b51dc3 None None] Routers {'84d06a23-1876-4c00-8658-ca5e9f194397'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:05.780805 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-21896af8-f3d5-4e63-a7a8-ee5815b51dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:46:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['84d06a23-1876-4c00-8658-ca5e9f194397'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:05.859064 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cfe924fc-7f56-4719-ac68-04f24e997469 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ab8c60b2-8f92-4995-a50f-789e0d15218d), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:05.888773 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-21896af8-f3d5-4e63-a7a8-ee5815b51dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:05.911940 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21896af8-f3d5-4e63-a7a8-ee5815b51dc3 None None] Routers {'84d06a23-1876-4c00-8658-ca5e9f194397'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:05.912909 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-21896af8-f3d5-4e63-a7a8-ee5815b51dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:46:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['84d06a23-1876-4c00-8658-ca5e9f194397'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:05.997789 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-21896af8-f3d5-4e63-a7a8-ee5815b51dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:06.010271 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21896af8-f3d5-4e63-a7a8-ee5815b51dc3 None None] The sync data for ids ['84d06a23-1876-4c00-8658-ca5e9f194397'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:47:06.103899 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cfe924fc-7f56-4719-ac68-04f24e997469 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for port (ab8c60b2-8f92-4995-a50f-789e0d15218d), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:06.112031 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cfe924fc-7f56-4719-ac68-04f24e997469 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (ab8c60b2-8f92-4995-a50f-789e0d15218d), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:06.211820 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe924fc-7f56-4719-ac68-04f24e997469 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event updated for resources: {'Port': ['ID=ab8c60b2-8f92-4995-a50f-789e0d15218d,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:06.219563 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cfe924fc-7f56-4719-ac68-04f24e997469 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (74703e65-3345-4351-80ac-10da37c46481), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:06.360109 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [None req-cfe924fc-7f56-4719-ac68-04f24e997469 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Floating IP 74703e65-3345-4351-80ac-10da37c46481 associated. External IP: 172.25.1.178, port: 8608840f-9e2e-40cd-97bc-86aec87b1d5b. Feb 09 01:47:06.569796 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-335ff2e1-e2da-4995-9812-fae935d93a75 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (84d06a23-1876-4c00-8658-ca5e9f194397), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:06.661990 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 0140b849-a566-482f-8deb-8686b9d59698 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:06.678557 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe924fc-7f56-4719-ac68-04f24e997469 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Router 031a5c60-6638-43ed-a384-2d45878bdc40 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:47:06.741413 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 0140b849-a566-482f-8deb-8686b9d59698 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:06.742094 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0140b849-a566-482f-8deb-8686b9d59698), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:06.885773 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8cd735ad-7355-46bf-9046-cac1a27b382b req-b6b8a98a-a374-4d5f-b5b9-8775b93c6a0a tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=315077bf-9b8d-49d9-984d-c82f468b5518 HTTP/1.1" status: 200 len: 210 time: 0.0293140 Feb 09 01:47:06.912752 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-93301a61-ffb1-4724-b2e7-be5c0e096a19 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:06.916128 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-93301a61-ffb1-4724-b2e7-be5c0e096a19 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.91 "GET /v2.0/networks?id=4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58 HTTP/1.1" status: 200 len: 796 time: 0.1587174 Feb 09 01:47:06.921393 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 0140b849-a566-482f-8deb-8686b9d59698 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:06.928810 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe924fc-7f56-4719-ac68-04f24e997469 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:47:06.941331 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b532be-c3c4-414e-94be-718e3329e599 None None] Sync routers for ids ['031a5c60-6638-43ed-a384-2d45878bdc40'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:47:06.961085 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b532be-c3c4-414e-94be-718e3329e599 None None] Routers {'031a5c60-6638-43ed-a384-2d45878bdc40'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:06.961944 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-71b532be-c3c4-414e-94be-718e3329e599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:46:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['031a5c60-6638-43ed-a384-2d45878bdc40'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:06.972996 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cfe924fc-7f56-4719-ac68-04f24e997469 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:07.034256 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-cfe924fc-7f56-4719-ac68-04f24e997469 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6989696 Feb 09 01:47:07.034777 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c6bce12-1b04-4606-9d29-a236ae737b3f', 'tag': '8608840f-9e2e-40cd-97bc-86aec87b1d5b'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:47:07.037657 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91894d86-5980-41e2-b815-8ad4b3f6a6a9" -d '{"events": [{"name": "network-changed", "server_uuid": "0c6bce12-1b04-4606-9d29-a236ae737b3f", "tag": "8608840f-9e2e-40cd-97bc-86aec87b1d5b"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:47:07.064808 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-54b4866a-a6c5-4c01-bc3d-aa34ffe80427 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be37988e5bf5448987567e96924ed429 HTTP/1.1" status: 200 len: 380 time: 0.1160736 Feb 09 01:47:07.077511 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-22ee6997-e13a-4b87-84ed-30491da016c9 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Request body: {'port': {'device_id': '315077bf-9b8d-49d9-984d-c82f468b5518', 'network_id': '4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58', 'admin_state_up': True, 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'security_groups': ['24b511af-ce9f-4bf4-8813-b8fd1cbabb53']}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:07.113321 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a8582c-9ec5-4517-9e00-ab89bf04ad3f x-openstack-request-id: req-50a8582c-9ec5-4517-9e00-ab89bf04ad3f {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:47:07.114041 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c6bce12-1b04-4606-9d29-a236ae737b3f", "tag": "8608840f-9e2e-40cd-97bc-86aec87b1d5b", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:47:07.114701 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-50a8582c-9ec5-4517-9e00-ab89bf04ad3f {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:47:07.115450 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c6bce12-1b04-4606-9d29-a236ae737b3f', 'tag': '8608840f-9e2e-40cd-97bc-86aec87b1d5b', 'status': 'completed', 'code': 200} Feb 09 01:47:07.117110 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-71b532be-c3c4-414e-94be-718e3329e599 None None] Set router 031a5c60-6638-43ed-a384-2d45878bdc40 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:47:07.176765 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-335ff2e1-e2da-4995-9812-fae935d93a75 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Deleting port e07dc31c-3e8a-4ae5-abe0-28e7a179a74b {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:47:07.177105 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-335ff2e1-e2da-4995-9812-fae935d93a75 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (e07dc31c-3e8a-4ae5-abe0-28e7a179a74b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:07.208484 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e5fae-3a8f-42e3-ae11-f94ff634adde req-b40902fd-c062-4963-8abd-b765f769508d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:07.211168 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7e4e5fae-3a8f-42e3-ae11-f94ff634adde req-b40902fd-c062-4963-8abd-b765f769508d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f HTTP/1.1" status: 200 len: 945 time: 0.0855632 Feb 09 01:47:07.305534 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7e4e5fae-3a8f-42e3-ae11-f94ff634adde req-e9c3901b-6eb9-441d-959b-0a93d9cd4400 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b0b6a08-c53d-401f-b8aa-bb9a6979f286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871496 Feb 09 01:47:07.313230 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91894d86-5980-41e2-b815-8ad4b3f6a6a9 req-43e06b2f-f11a-4a7a-a3c2-ee0576393e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:07.314870 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-91894d86-5980-41e2-b815-8ad4b3f6a6a9 req-43e06b2f-f11a-4a7a-a3c2-ee0576393e95 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e7f5366db1de43098724f0eb4e3342fd&device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f HTTP/1.1" status: 200 len: 1128 time: 0.1781888 Feb 09 01:47:07.321275 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36220) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:07.408012 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5f2e9348-e02f-47f7-9374-67325e0003f9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/floatingips/74703e65-3345-4351-80ac-10da37c46481 HTTP/1.1" status: 200 len: 991 time: 0.0852509 Feb 09 01:47:07.415710 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-22ee6997-e13a-4b87-84ed-30491da016c9 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Made reservation on behalf of be37988e5bf5448987567e96924ed429 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:47:07.419084 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-22ee6997-e13a-4b87-84ed-30491da016c9 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:07.425073 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-335ff2e1-e2da-4995-9812-fae935d93a75 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (e07dc31c-3e8a-4ae5-abe0-28e7a179a74b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:07.437618 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-71b532be-c3c4-414e-94be-718e3329e599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031a5c60-6638-43ed-a384-2d45878bdc40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983506280', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '33ffd910-541d-49ff-b359-3a14e407032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:31Z', 'updated_at': '2022-02-09T01:46:38Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '33ffd910-541d-49ff-b359-3a14e407032d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031a5c60-6638-43ed-a384-2d45878bdc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:32Z', 'updated_at': '2022-02-09T01:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '74703e65-3345-4351-80ac-10da37c46481', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'floating_ip_address': '172.25.1.178', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '031a5c60-6638-43ed-a384-2d45878bdc40', 'port_id': '8608840f-9e2e-40cd-97bc-86aec87b1d5b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6098fcd3-616c-432d-97b8-9f3a430c7b02', 'mac_address': 'fa:16:3e:db:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6bce12-1b04-4606-9d29-a236ae737b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:47:05Z', 'updated_at': '2022-02-09T01:47:05Z', 'revision_number': 0, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aec6e02-dd28-4b94-9bf3-4178d0412718', 'name': '', 'network_id': '6098fcd3-616c-432d-97b8-9f3a430c7b02', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'mac_address': 'fa:16:3e:ac:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031a5c60-6638-43ed-a384-2d45878bdc40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '1c6ceada-1e7c-48e7-bffe-695057dd4f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:37Z', 'updated_at': '2022-02-09T01:46:45Z', 'revision_number': 5, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'subnets': [{'id': '1c6ceada-1e7c-48e7-bffe-695057dd4f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:07.464880 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-335ff2e1-e2da-4995-9812-fae935d93a75 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Calling delete_port for e07dc31c-3e8a-4ae5-abe0-28e7a179a74b owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:47:07.469135 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b532be-c3c4-414e-94be-718e3329e599 None None] Checking router: 031a5c60-6638-43ed-a384-2d45878bdc40 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:47:07.478571 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b532be-c3c4-414e-94be-718e3329e599 None None] Routers {'031a5c60-6638-43ed-a384-2d45878bdc40'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:07.479256 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-71b532be-c3c4-414e-94be-718e3329e599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:46:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['031a5c60-6638-43ed-a384-2d45878bdc40'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:07.590327 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91894d86-5980-41e2-b815-8ad4b3f6a6a9 req-1b66b743-f3c1-42a7-b8d8-e83a87490909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:07.591865 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-91894d86-5980-41e2-b815-8ad4b3f6a6a9 req-1b66b743-f3c1-42a7-b8d8-e83a87490909 service neutron] 10.222.0.121 "GET /v2.0/networks?id=6098fcd3-616c-432d-97b8-9f3a430c7b02 HTTP/1.1" status: 200 len: 897 time: 0.2409637 Feb 09 01:47:07.632079 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-71b532be-c3c4-414e-94be-718e3329e599 None None] Set router 031a5c60-6638-43ed-a384-2d45878bdc40 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:47:07.722849 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-91894d86-5980-41e2-b815-8ad4b3f6a6a9 req-d9b77764-74c9-452d-b26f-bb227565d305 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8608840f-9e2e-40cd-97bc-86aec87b1d5b HTTP/1.1" status: 200 len: 999 time: 0.1221404 Feb 09 01:47:07.729654 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-22ee6997-e13a-4b87-84ed-30491da016c9 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Allocated IP 172.20.0.3 (4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58/70d72c7d-b433-4f85-8107-a34d8ae7640a/0bf8db30-2355-42ba-afdf-ef1d14ea9630) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:47:07.861719 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91894d86-5980-41e2-b815-8ad4b3f6a6a9 req-5b9873a7-61de-41a1-9b3b-551ec83a0001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:07.863214 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-91894d86-5980-41e2-b815-8ad4b3f6a6a9 req-5b9873a7-61de-41a1-9b3b-551ec83a0001 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1c6ceada-1e7c-48e7-bffe-695057dd4f39 HTTP/1.1" status: 200 len: 834 time: 0.0972273 Feb 09 01:47:07.937983 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-71b532be-c3c4-414e-94be-718e3329e599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031a5c60-6638-43ed-a384-2d45878bdc40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983506280', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '33ffd910-541d-49ff-b359-3a14e407032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:31Z', 'updated_at': '2022-02-09T01:46:38Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '33ffd910-541d-49ff-b359-3a14e407032d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031a5c60-6638-43ed-a384-2d45878bdc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:32Z', 'updated_at': '2022-02-09T01:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '74703e65-3345-4351-80ac-10da37c46481', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'floating_ip_address': '172.25.1.178', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '031a5c60-6638-43ed-a384-2d45878bdc40', 'port_id': '8608840f-9e2e-40cd-97bc-86aec87b1d5b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6098fcd3-616c-432d-97b8-9f3a430c7b02', 'mac_address': 'fa:16:3e:db:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6bce12-1b04-4606-9d29-a236ae737b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:47:05Z', 'updated_at': '2022-02-09T01:47:05Z', 'revision_number': 0, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aec6e02-dd28-4b94-9bf3-4178d0412718', 'name': '', 'network_id': '6098fcd3-616c-432d-97b8-9f3a430c7b02', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'mac_address': 'fa:16:3e:ac:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031a5c60-6638-43ed-a384-2d45878bdc40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '1c6ceada-1e7c-48e7-bffe-695057dd4f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:37Z', 'updated_at': '2022-02-09T01:46:45Z', 'revision_number': 5, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'subnets': [{'id': '1c6ceada-1e7c-48e7-bffe-695057dd4f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:07.977787 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b532be-c3c4-414e-94be-718e3329e599 None None] The sync data for ids ['031a5c60-6638-43ed-a384-2d45878bdc40'] in n-d-822053-40 is: [{'id': '031a5c60-6638-43ed-a384-2d45878bdc40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983506280', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '33ffd910-541d-49ff-b359-3a14e407032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:31Z', 'updated_at': '2022-02-09T01:46:38Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '33ffd910-541d-49ff-b359-3a14e407032d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031a5c60-6638-43ed-a384-2d45878bdc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:32Z', 'updated_at': '2022-02-09T01:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '74703e65-3345-4351-80ac-10da37c46481', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'floating_ip_address': '172.25.1.178', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '031a5c60-6638-43ed-a384-2d45878bdc40', 'port_id': '8608840f-9e2e-40cd-97bc-86aec87b1d5b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6098fcd3-616c-432d-97b8-9f3a430c7b02', 'mac_address': 'fa:16:3e:db:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6bce12-1b04-4606-9d29-a236ae737b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:47:05Z', 'updated_at': '2022-02-09T01:47:05Z', 'revision_number': 0, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aec6e02-dd28-4b94-9bf3-4178d0412718', 'name': '', 'network_id': '6098fcd3-616c-432d-97b8-9f3a430c7b02', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'mac_address': 'fa:16:3e:ac:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031a5c60-6638-43ed-a384-2d45878bdc40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '1c6ceada-1e7c-48e7-bffe-695057dd4f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:37Z', 'updated_at': '2022-02-09T01:46:45Z', 'revision_number': 5, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'subnets': [{'id': '1c6ceada-1e7c-48e7-bffe-695057dd4f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:47:08.008685 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-860761ad-0cc6-49f8-8455-466cf46e0602 req-562613ff-f510-4a70-b3bc-a4478fc110f0 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=315077bf-9b8d-49d9-984d-c82f468b5518 HTTP/1.1" status: 200 len: 210 time: 0.0382211 Feb 09 01:47:08.057288 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91894d86-5980-41e2-b815-8ad4b3f6a6a9 req-b54a2159-8249-48a7-a719-eb00be9ccb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:08.058948 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-91894d86-5980-41e2-b815-8ad4b3f6a6a9 req-b54a2159-8249-48a7-a719-eb00be9ccb1c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6098fcd3-616c-432d-97b8-9f3a430c7b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1897848 Feb 09 01:47:08.059647 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-335ff2e1-e2da-4995-9812-fae935d93a75 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (e07dc31c-3e8a-4ae5-abe0-28e7a179a74b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:08.117780 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ff2e1-e2da-4995-9812-fae935d93a75 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event deleted for resources: {'Port': ['ID=e07dc31c-3e8a-4ae5-abe0-28e7a179a74b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:08.164312 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-22ee6997-e13a-4b87-84ed-30491da016c9 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for port (0bf8db30-2355-42ba-afdf-ef1d14ea9630), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:08.245802 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:47:08.293204 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21491f55-8cad-4785-9866-e4928e3d7429 None None] New status for floating IP 74703e65-3345-4351-80ac-10da37c46481: ACTIVE {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:47:08.345441 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-335ff2e1-e2da-4995-9812-fae935d93a75 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (84d06a23-1876-4c00-8658-ca5e9f194397), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:08.349301 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-91894d86-5980-41e2-b815-8ad4b3f6a6a9 req-b6f640b7-2272-4dba-90fa-2aa89a7fb186 service neutron] 10.222.0.121 "GET /v2.0/networks/6098fcd3-616c-432d-97b8-9f3a430c7b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790265 Feb 09 01:47:08.353038 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-22ee6997-e13a-4b87-84ed-30491da016c9 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (0bf8db30-2355-42ba-afdf-ef1d14ea9630), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:08.408963 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36238) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:08.521832 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-42b5fb1d-6604-40e1-8bc2-73745f6f0d22 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/floatingips/74703e65-3345-4351-80ac-10da37c46481 HTTP/1.1" status: 200 len: 991 time: 0.1116748 Feb 09 01:47:08.540614 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-22ee6997-e13a-4b87-84ed-30491da016c9 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Network 4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:47:08.557396 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-22ee6997-e13a-4b87-84ed-30491da016c9 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:08.562879 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-22ee6997-e13a-4b87-84ed-30491da016c9 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:47:08.566805 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee6997-e13a-4b87-84ed-30491da016c9 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'Port': ['ID=0bf8db30-2355-42ba-afdf-ef1d14ea9630,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:08.709865 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-22ee6997-e13a-4b87-84ed-30491da016c9 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:08.710517 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-22ee6997-e13a-4b87-84ed-30491da016c9 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:08.716173 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-91894d86-5980-41e2-b815-8ad4b3f6a6a9 req-63faf1e6-dadb-402b-9e33-70d1d3a3bde0 service neutron] 10.222.0.121 "GET /v2.0/networks/6098fcd3-616c-432d-97b8-9f3a430c7b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547511 Feb 09 01:47:08.735408 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335ff2e1-e2da-4995-9812-fae935d93a75 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Router 84d06a23-1876-4c00-8658-ca5e9f194397 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:47:08.743440 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-22ee6997-e13a-4b87-84ed-30491da016c9 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6716397 Feb 09 01:47:08.883230 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7a4c-bd4a-4acf-be72-ef51eb3d4fb6 None None] Provisioning complete for port 0bf8db30-2355-42ba-afdf-ef1d14ea9630 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:08.883569 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7a4c-bd4a-4acf-be72-ef51eb3d4fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0bf8db30-2355-42ba-afdf-ef1d14ea9630), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:08.926439 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-fe0c7a4c-bd4a-4acf-be72-ef51eb3d4fb6 None None] Port 0bf8db30-2355-42ba-afdf-ef1d14ea9630 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:47:09.141468 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ccd4d-c9ab-432f-8f01-8b618444a6e5 req-8ede36ae-48f3-4dd6-b2c7-2fd0cc87fee6 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:09.143207 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1b2ccd4d-c9ab-432f-8f01-8b618444a6e5 req-8ede36ae-48f3-4dd6-b2c7-2fd0cc87fee6 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=315077bf-9b8d-49d9-984d-c82f468b5518 HTTP/1.1" status: 200 len: 931 time: 0.0563138 Feb 09 01:47:09.159316 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-92c5dc8c-0f64-4835-a7e8-a3bd16396143 service neutron] Request body: {'port': {'device_id': '315077bf-9b8d-49d9-984d-c82f468b5518', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:09.192535 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335ff2e1-e2da-4995-9812-fae935d93a75 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:47:09.197662 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1b2ccd4d-c9ab-432f-8f01-8b618444a6e5 req-76e60f76-cda2-4121-8608-8d91f2750529 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/security-groups?id=24b511af-ce9f-4bf4-8813-b8fd1cbabb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481129 Feb 09 01:47:09.197785 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-335ff2e1-e2da-4995-9812-fae935d93a75 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "PUT /v2.0/routers/84d06a23-1876-4c00-8658-ca5e9f194397/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4435530 Feb 09 01:47:09.202249 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36254) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:09.205278 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931a609e-0052-44c0-9343-f893370632e8 None None] Sync routers for ids ['84d06a23-1876-4c00-8658-ca5e9f194397'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:47:09.218032 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931a609e-0052-44c0-9343-f893370632e8 None None] Routers {'84d06a23-1876-4c00-8658-ca5e9f194397'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:09.218910 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-931a609e-0052-44c0-9343-f893370632e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:46:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['84d06a23-1876-4c00-8658-ca5e9f194397'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:09.258399 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9917ae8c-7064-41ac-a090-d45f0fa982a9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "GET /v2.0/ports?device_id=84d06a23-1876-4c00-8658-ca5e9f194397 HTTP/1.1" status: 200 len: 205 time: 0.0523393 Feb 09 01:47:09.259963 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36256) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:09.265603 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-931a609e-0052-44c0-9343-f893370632e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:09.274799 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931a609e-0052-44c0-9343-f893370632e8 None None] Routers {'84d06a23-1876-4c00-8658-ca5e9f194397'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:09.275001 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-92c5dc8c-0f64-4835-a7e8-a3bd16396143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0bf8db30-2355-42ba-afdf-ef1d14ea9630), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:09.275494 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-931a609e-0052-44c0-9343-f893370632e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:46:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['84d06a23-1876-4c00-8658-ca5e9f194397'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:09.312255 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-931a609e-0052-44c0-9343-f893370632e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:09.312999 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931a609e-0052-44c0-9343-f893370632e8 None None] The sync data for ids ['84d06a23-1876-4c00-8658-ca5e9f194397'] in n-d-822053-40 is: [] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:47:09.386236 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f3544372-ea76-47d3-95fe-e5ee40027dc6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router (84d06a23-1876-4c00-8658-ca5e9f194397), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:09.525668 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36264) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:09.597616 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7ac51bc9-6e92-4948-92e4-5b22d57aea86 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/floatingips/74703e65-3345-4351-80ac-10da37c46481 HTTP/1.1" status: 200 len: 993 time: 0.0647836 Feb 09 01:47:09.655170 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f3544372-ea76-47d3-95fe-e5ee40027dc6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (84d06a23-1876-4c00-8658-ca5e9f194397), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:09.659457 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f3544372-ea76-47d3-95fe-e5ee40027dc6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router_controller (84d06a23-1876-4c00-8658-ca5e9f194397), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:09.765350 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f3544372-ea76-47d3-95fe-e5ee40027dc6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (84d06a23-1876-4c00-8658-ca5e9f194397), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:09.765877 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3544372-ea76-47d3-95fe-e5ee40027dc6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Fanout notify agent at l3_agent the message router_deleted on router 84d06a23-1876-4c00-8658-ca5e9f194397 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:47:09.773947 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f3544372-ea76-47d3-95fe-e5ee40027dc6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:09.775051 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f3544372-ea76-47d3-95fe-e5ee40027dc6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "DELETE /v2.0/routers/84d06a23-1876-4c00-8658-ca5e9f194397 HTTP/1.1" status: 204 len: 168 time: 0.5125165 Feb 09 01:47:09.777893 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36270) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:09.844286 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e4484ba-afd8-44f1-85d9-126f3b8a85a3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Deleting subnet 256ed860-05fa-4d08-880f-621bb63c5cdc {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:47:09.847903 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0e4484ba-afd8-44f1-85d9-126f3b8a85a3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for subnet (256ed860-05fa-4d08-880f-621bb63c5cdc), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:09.896567 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-92c5dc8c-0f64-4835-a7e8-a3bd16396143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bf8db30-2355-42ba-afdf-ef1d14ea9630 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:47:09.896841 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0e4484ba-afd8-44f1-85d9-126f3b8a85a3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (256ed860-05fa-4d08-880f-621bb63c5cdc), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:09.907243 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-92c5dc8c-0f64-4835-a7e8-a3bd16396143 service neutron] Publish callbacks [] for port (0bf8db30-2355-42ba-afdf-ef1d14ea9630), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:09.926152 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-92c5dc8c-0f64-4835-a7e8-a3bd16396143 service neutron] Transition to ACTIVE for port object 0bf8db30-2355-42ba-afdf-ef1d14ea9630 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:47:09.930527 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-92c5dc8c-0f64-4835-a7e8-a3bd16396143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (0bf8db30-2355-42ba-afdf-ef1d14ea9630), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:09.991802 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c5dc8c-0f64-4835-a7e8-a3bd16396143 service neutron] Pushing event updated for resources: {'Port': ['ID=0bf8db30-2355-42ba-afdf-ef1d14ea9630,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:10.000126 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0e4484ba-afd8-44f1-85d9-126f3b8a85a3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (256ed860-05fa-4d08-880f-621bb63c5cdc), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:10.063125 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-92c5dc8c-0f64-4835-a7e8-a3bd16396143 service neutron] Attempting to bind port 0bf8db30-2355-42ba-afdf-ef1d14ea9630 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:47:10.063468 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-92c5dc8c-0f64-4835-a7e8-a3bd16396143 service neutron] Attempting to bind port 0bf8db30-2355-42ba-afdf-ef1d14ea9630 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': 'e398db0e-ec9f-4c07-9beb-f317a05c1cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:47:10.063798 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-92c5dc8c-0f64-4835-a7e8-a3bd16396143 service neutron] Attempting to bind port 0bf8db30-2355-42ba-afdf-ef1d14ea9630 on network 4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:47:10.068346 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-92c5dc8c-0f64-4835-a7e8-a3bd16396143 service neutron] Port 0bf8db30-2355-42ba-afdf-ef1d14ea9630 on network 4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:47:10.068666 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-92c5dc8c-0f64-4835-a7e8-a3bd16396143 service neutron] Attempting to bind port 0bf8db30-2355-42ba-afdf-ef1d14ea9630 on network 4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:47:10.073720 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-92c5dc8c-0f64-4835-a7e8-a3bd16396143 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:47:10.074065 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-92c5dc8c-0f64-4835-a7e8-a3bd16396143 service neutron] Checking segment: {'id': 'e398db0e-ec9f-4c07-9beb-f317a05c1cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:47:10.074449 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-92c5dc8c-0f64-4835-a7e8-a3bd16396143 service neutron] Bound using segment: {'id': 'e398db0e-ec9f-4c07-9beb-f317a05c1cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:47:10.074877 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-92c5dc8c-0f64-4835-a7e8-a3bd16396143 service neutron] Bound port: 0bf8db30-2355-42ba-afdf-ef1d14ea9630, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e398db0e-ec9f-4c07-9beb-f317a05c1cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:47:10.075231 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-92c5dc8c-0f64-4835-a7e8-a3bd16396143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0bf8db30-2355-42ba-afdf-ef1d14ea9630), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:10.095038 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0e4484ba-afd8-44f1-85d9-126f3b8a85a3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (256ed860-05fa-4d08-880f-621bb63c5cdc), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:10.133265 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4484ba-afd8-44f1-85d9-126f3b8a85a3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event deleted for resources: {'Subnet': ['ID=256ed860-05fa-4d08-880f-621bb63c5cdc,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:10.136791 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0e4484ba-afd8-44f1-85d9-126f3b8a85a3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:10.142324 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0e4484ba-afd8-44f1-85d9-126f3b8a85a3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "DELETE /v2.0/subnets/256ed860-05fa-4d08-880f-621bb63c5cdc HTTP/1.1" status: 204 len: 168 time: 0.3630519 Feb 09 01:47:10.145225 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36280) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:10.154510 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3042c5-6f08-48ce-98f1-15fac6e57e1c None None] Network 2e41e945-94aa-4f77-ab26-dd32084df033 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:47:10.213207 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-92c5dc8c-0f64-4835-a7e8-a3bd16396143 service neutron] For port 0bf8db30-2355-42ba-afdf-ef1d14ea9630, host n-h2-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:47:10.238020 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-92c5dc8c-0f64-4835-a7e8-a3bd16396143 service neutron] For port 0bf8db30-2355-42ba-afdf-ef1d14ea9630, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=0bf8db30-2355-42ba-afdf-ef1d14ea9630,segment=NetworkSegment(e398db0e-ec9f-4c07-9beb-f317a05c1cab),segment_id=e398db0e-ec9f-4c07-9beb-f317a05c1cab)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:47:10.249289 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d36424e-dcf5-4630-92b2-247e0ec45b61 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Deleting subnet 44d47e9b-57f6-43df-8349-3aca51853547 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:47:10.254759 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-92c5dc8c-0f64-4835-a7e8-a3bd16396143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (0bf8db30-2355-42ba-afdf-ef1d14ea9630), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:10.257729 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0d36424e-dcf5-4630-92b2-247e0ec45b61 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for subnet (44d47e9b-57f6-43df-8349-3aca51853547), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:10.350649 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c5dc8c-0f64-4835-a7e8-a3bd16396143 service neutron] Pushing event updated for resources: {'Port': ['ID=0bf8db30-2355-42ba-afdf-ef1d14ea9630,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:10.361117 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-92c5dc8c-0f64-4835-a7e8-a3bd16396143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:10.361733 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-92c5dc8c-0f64-4835-a7e8-a3bd16396143 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:10.363401 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-92c5dc8c-0f64-4835-a7e8-a3bd16396143 service neutron] 10.222.0.91 "PUT /v2.0/ports/0bf8db30-2355-42ba-afdf-ef1d14ea9630 HTTP/1.1" status: 200 len: 1092 time: 1.2109401 Feb 09 01:47:10.363872 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315077bf-9b8d-49d9-984d-c82f468b5518', 'tag': '0bf8db30-2355-42ba-afdf-ef1d14ea9630'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:47:10.369353 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9280de-1058-4615-8a07-58bba906b5ec" -d '{"events": [{"name": "network-changed", "server_uuid": "315077bf-9b8d-49d9-984d-c82f468b5518", "tag": "0bf8db30-2355-42ba-afdf-ef1d14ea9630"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:47:10.417895 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0d36424e-dcf5-4630-92b2-247e0ec45b61 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (44d47e9b-57f6-43df-8349-3aca51853547), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:10.464893 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39048700-7647-4f77-b034-ce1ef8f01e2e req-b7973889-1e5d-46ce-8e6c-bd24a12ab1ae tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:10.472993 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-39048700-7647-4f77-b034-ce1ef8f01e2e req-b7973889-1e5d-46ce-8e6c-bd24a12ab1ae tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=315077bf-9b8d-49d9-984d-c82f468b5518 HTTP/1.1" status: 200 len: 943 time: 0.1438463 Feb 09 01:47:10.479422 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6141edbc-79f0-4842-a75e-0c1083ce62a2 None None] DHCP port deletion for 2e41e945-94aa-4f77-ab26-dd32084df033 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:47:10.491494 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6651086-b02b-40ce-9d4a-b63ec1823855 x-openstack-request-id: req-b6651086-b02b-40ce-9d4a-b63ec1823855 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:47:10.491494 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "315077bf-9b8d-49d9-984d-c82f468b5518", "tag": "0bf8db30-2355-42ba-afdf-ef1d14ea9630", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:47:10.491494 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b6651086-b02b-40ce-9d4a-b63ec1823855 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:47:10.492357 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315077bf-9b8d-49d9-984d-c82f468b5518', 'tag': '0bf8db30-2355-42ba-afdf-ef1d14ea9630', 'status': 'completed', 'code': 200} Feb 09 01:47:10.544268 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-39048700-7647-4f77-b034-ce1ef8f01e2e req-2146b95c-8797-4714-a99e-18fa3cc9da2d tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/security-groups?id=24b511af-ce9f-4bf4-8813-b8fd1cbabb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703647 Feb 09 01:47:10.583694 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6141edbc-79f0-4842-a75e-0c1083ce62a2 None None] Deleting port 6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:47:10.584398 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6141edbc-79f0-4842-a75e-0c1083ce62a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:10.593211 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-cd8c1530-be93-4278-9c3f-6f8f714edebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:10.594698 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-cd8c1530-be93-4278-9c3f-6f8f714edebf service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=be37988e5bf5448987567e96924ed429&device_id=315077bf-9b8d-49d9-984d-c82f468b5518 HTTP/1.1" status: 200 len: 1126 time: 0.1293459 Feb 09 01:47:10.643849 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:47:10.644480 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0d36424e-dcf5-4630-92b2-247e0ec45b61 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (44d47e9b-57f6-43df-8349-3aca51853547), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:10.725220 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-6141edbc-79f0-4842-a75e-0c1083ce62a2 None None] For port 6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15,segment=NetworkSegment(906899df-d9fa-4526-9e2d-c8bdc05478b0),segment_id=906899df-d9fa-4526-9e2d-c8bdc05478b0)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:10.725616 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6141edbc-79f0-4842-a75e-0c1083ce62a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:10.743785 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-3b1b5f24-0663-48f3-857c-646454d516b7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bf8db30-2355-42ba-afdf-ef1d14ea9630 HTTP/1.1" status: 200 len: 217 time: 0.0596285 Feb 09 01:47:10.774436 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6141edbc-79f0-4842-a75e-0c1083ce62a2 None None] Calling delete_port for 6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:47:10.805418 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15 is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:10.805816 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:10.810887 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0d36424e-dcf5-4630-92b2-247e0ec45b61 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (44d47e9b-57f6-43df-8349-3aca51853547), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:10.846029 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36424e-dcf5-4630-92b2-247e0ec45b61 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event deleted for resources: {'Subnet': ['ID=44d47e9b-57f6-43df-8349-3aca51853547,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:10.848350 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0d36424e-dcf5-4630-92b2-247e0ec45b61 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:10.854573 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0d36424e-dcf5-4630-92b2-247e0ec45b61 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "DELETE /v2.0/subnets/44d47e9b-57f6-43df-8349-3aca51853547 HTTP/1.1" status: 204 len: 168 time: 0.7056007 Feb 09 01:47:10.854573 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-a4680196-2122-4eea-82dc-2e7a64b93de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:10.855522 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36296) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:10.855675 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-a4680196-2122-4eea-82dc-2e7a64b93de9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=70d72c7d-b433-4f85-8107-a34d8ae7640a HTTP/1.1" status: 200 len: 834 time: 0.0908294 Feb 09 01:47:10.895866 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15,segment=NetworkSegment(906899df-d9fa-4526-9e2d-c8bdc05478b0),segment_id=906899df-d9fa-4526-9e2d-c8bdc05478b0)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:10.897745 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de5512a-1c99-426b-aa3f-8d86034a9161 None None] Network 371eb44e-dcc1-43ae-9f9b-7141445e564b requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:47:10.920217 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-07bbe9ab-c375-4843-bedf-bd65a30dff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:10.922570 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-07bbe9ab-c375-4843-bedf-bd65a30dff9d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0562418 Feb 09 01:47:10.960006 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:10.991191 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-56090c77-39fd-4526-b653-32f8f0f07b45 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (2e41e945-94aa-4f77-ab26-dd32084df033), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:11.048248 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-eca7de26-9cf2-4ca0-bcbd-98826a0a253e service neutron] 10.222.0.91 "GET /v2.0/networks/4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181359 Feb 09 01:47:11.051712 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:11.060451 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-56090c77-39fd-4526-b653-32f8f0f07b45 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Deleting port 6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:47:11.060675 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-56090c77-39fd-4526-b653-32f8f0f07b45 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:11.104031 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6141edbc-79f0-4842-a75e-0c1083ce62a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:11.129402 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141edbc-79f0-4842-a75e-0c1083ce62a2 None None] Pushing event deleted for resources: {'Port': ['ID=6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:11.147737 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6141edbc-79f0-4842-a75e-0c1083ce62a2 None None] No DVR routers for this DVR port 6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:47:11.154425 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-56090c77-39fd-4526-b653-32f8f0f07b45 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] For port 6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15,segment=NetworkSegment(906899df-d9fa-4526-9e2d-c8bdc05478b0),segment_id=906899df-d9fa-4526-9e2d-c8bdc05478b0)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:11.155152 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-56090c77-39fd-4526-b653-32f8f0f07b45 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:11.175670 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-56090c77-39fd-4526-b653-32f8f0f07b45 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Calling delete_port for 6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:47:11.177469 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd0ae81-d199-4088-a3de-fd50d1775168 None None] DHCP port deletion for 371eb44e-dcc1-43ae-9f9b-7141445e564b request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:47:11.187228 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5728842b-e6dd-477f-8e04-138e50a07af9 req-f51f0ead-0124-4acf-97d0-ddeccb1f3bed service neutron] 10.222.0.91 "GET /v2.0/networks/4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244812 Feb 09 01:47:11.251628 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ccd0ae81-d199-4088-a3de-fd50d1775168 None None] Deleting port 49f5e5b8-d7da-4029-a20b-1aaf8630098f {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:47:11.252071 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ccd0ae81-d199-4088-a3de-fd50d1775168 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (49f5e5b8-d7da-4029-a20b-1aaf8630098f), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:11.306436 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-56090c77-39fd-4526-b653-32f8f0f07b45 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:11.319510 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-ccd0ae81-d199-4088-a3de-fd50d1775168 None None] For port 49f5e5b8-d7da-4029-a20b-1aaf8630098f, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=49f5e5b8-d7da-4029-a20b-1aaf8630098f,segment=NetworkSegment(fb3df40a-1bd6-4094-abd2-e862334c9a3c),segment_id=fb3df40a-1bd6-4094-abd2-e862334c9a3c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:11.319918 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ccd0ae81-d199-4088-a3de-fd50d1775168 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (49f5e5b8-d7da-4029-a20b-1aaf8630098f), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:11.333890 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ccd0ae81-d199-4088-a3de-fd50d1775168 None None] Calling delete_port for 49f5e5b8-d7da-4029-a20b-1aaf8630098f owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:47:11.340227 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9280de-1058-4615-8a07-58bba906b5ec req-54fc8ed2-1d58-4545-bf18-c84dd84a453a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:11.343258 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8a9280de-1058-4615-8a07-58bba906b5ec req-54fc8ed2-1d58-4545-bf18-c84dd84a453a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=be37988e5bf5448987567e96924ed429&device_id=315077bf-9b8d-49d9-984d-c82f468b5518 HTTP/1.1" status: 200 len: 1126 time: 0.0836189 Feb 09 01:47:11.344764 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56090c77-39fd-4526-b653-32f8f0f07b45 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event deleted for resources: {'Port': ['ID=6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:11.350445 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56090c77-39fd-4526-b653-32f8f0f07b45 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] No DVR routers for this DVR port 6d1fdae3-51f8-4056-ae4a-f8db2c5a9a15 on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:47:11.418535 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ccd0ae81-d199-4088-a3de-fd50d1775168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (49f5e5b8-d7da-4029-a20b-1aaf8630098f), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:11.451698 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-56090c77-39fd-4526-b653-32f8f0f07b45 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (2e41e945-94aa-4f77-ab26-dd32084df033), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:11.452260 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0ae81-d199-4088-a3de-fd50d1775168 None None] Pushing event deleted for resources: {'Port': ['ID=49f5e5b8-d7da-4029-a20b-1aaf8630098f,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:11.463566 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd0ae81-d199-4088-a3de-fd50d1775168 None None] No DVR routers for this DVR port 49f5e5b8-d7da-4029-a20b-1aaf8630098f on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:47:11.489989 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-56090c77-39fd-4526-b653-32f8f0f07b45 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e41e945-94aa-4f77-ab26-dd32084df033']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:11.503005 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-56090c77-39fd-4526-b653-32f8f0f07b45 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '906899df-d9fa-4526-9e2d-c8bdc05478b0') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:11.503270 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-56090c77-39fd-4526-b653-32f8f0f07b45 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '906899df-d9fa-4526-9e2d-c8bdc05478b0') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:11.513682 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9280de-1058-4615-8a07-58bba906b5ec req-7820bdb8-317b-4871-80f3-3d58158f4f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:11.516525 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-56090c77-39fd-4526-b653-32f8f0f07b45 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (906899df-d9fa-4526-9e2d-c8bdc05478b0), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:11.517492 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8a9280de-1058-4615-8a07-58bba906b5ec req-7820bdb8-317b-4871-80f3-3d58158f4f7d service neutron] 10.222.0.91 "GET /v2.0/networks?id=4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58 HTTP/1.1" status: 200 len: 897 time: 0.1549740 Feb 09 01:47:11.538051 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-56090c77-39fd-4526-b653-32f8f0f07b45 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (906899df-d9fa-4526-9e2d-c8bdc05478b0), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:11.548982 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56090c77-39fd-4526-b653-32f8f0f07b45 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:47:11.551369 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-56090c77-39fd-4526-b653-32f8f0f07b45 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (906899df-d9fa-4526-9e2d-c8bdc05478b0), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:11.555212 n-d-822053-40 neutron-server[103529]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:47:11.555212 n-d-822053-40 neutron-server[103529]: self.session.flush() Feb 09 01:47:11.555212 n-d-822053-40 neutron-server[103529]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:47:11.555212 n-d-822053-40 neutron-server[103529]: self.session.flush() Feb 09 01:47:11.555212 n-d-822053-40 neutron-server[103529]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:47:11.555212 n-d-822053-40 neutron-server[103529]: self.session.flush() Feb 09 01:47:11.555212 n-d-822053-40 neutron-server[103529]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:47:11.555212 n-d-822053-40 neutron-server[103529]: self.session.flush() Feb 09 01:47:11.555212 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:47:11.555212 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:47:11.555212 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:47:11.555212 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:47:11.555212 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:47:11.555212 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:47:11.555212 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:47:11.555212 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:47:11.555212 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:47:11.555212 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:47:11.555212 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:47:11.555212 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:47:11.555212 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:47:11.555212 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:47:11.555212 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:47:11.555212 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:47:11.555212 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:47:11.555212 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:47:11.555212 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:47:11.555212 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:47:11.555212 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:47:11.555212 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:47:11.555212 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:47:11.555212 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:47:11.555212 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:47:11.555212 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:47:11.555212 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:47:11.555212 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:47:11.555212 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:47:11.555212 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:47:11.555212 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:47:11.555212 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:47:11.583362 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8a9280de-1058-4615-8a07-58bba906b5ec req-70652f4a-ba5b-4887-8050-ff31bb717641 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bf8db30-2355-42ba-afdf-ef1d14ea9630 HTTP/1.1" status: 200 len: 217 time: 0.0452559 Feb 09 01:47:11.674648 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9280de-1058-4615-8a07-58bba906b5ec req-474e2bae-bde2-44fe-a764-81368aac15a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:11.674873 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-56090c77-39fd-4526-b653-32f8f0f07b45 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (2e41e945-94aa-4f77-ab26-dd32084df033), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:11.676663 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8a9280de-1058-4615-8a07-58bba906b5ec req-474e2bae-bde2-44fe-a764-81368aac15a6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=70d72c7d-b433-4f85-8107-a34d8ae7640a HTTP/1.1" status: 200 len: 834 time: 0.0920441 Feb 09 01:47:11.683418 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-56090c77-39fd-4526-b653-32f8f0f07b45 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:11.690002 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-56090c77-39fd-4526-b653-32f8f0f07b45 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "DELETE /v2.0/networks/2e41e945-94aa-4f77-ab26-dd32084df033 HTTP/1.1" status: 204 len: 168 time: 0.8316081 Feb 09 01:47:11.694649 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36310) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:11.724406 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56090c77-39fd-4526-b653-32f8f0f07b45 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event deleted for resources: {'Network': ['ID=2e41e945-94aa-4f77-ab26-dd32084df033,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:11.764687 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a6bbf-01e5-47b6-99f3-3df6ee9cf6c5 req-2f8ec4ef-c0c4-4dd1-ad62-c58cdb867f82 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:11.766541 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1a0a6bbf-01e5-47b6-99f3-3df6ee9cf6c5 req-2f8ec4ef-c0c4-4dd1-ad62-c58cdb867f82 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=315077bf-9b8d-49d9-984d-c82f468b5518 HTTP/1.1" status: 200 len: 943 time: 0.0894015 Feb 09 01:47:11.814592 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9280de-1058-4615-8a07-58bba906b5ec req-2cbcd752-5c13-434e-9bee-726652b43387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:11.816152 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8a9280de-1058-4615-8a07-58bba906b5ec req-2cbcd752-5c13-434e-9bee-726652b43387 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1334000 Feb 09 01:47:11.821494 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f5bed8b4-7c2e-4b9a-9234-d767cc349324 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (371eb44e-dcc1-43ae-9f9b-7141445e564b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:11.823324 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1a0a6bbf-01e5-47b6-99f3-3df6ee9cf6c5 req-f5e2cb57-3f6c-40f6-b2fd-777da9d2f66e tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/security-groups?id=24b511af-ce9f-4bf4-8813-b8fd1cbabb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514874 Feb 09 01:47:11.993602 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f5bed8b4-7c2e-4b9a-9234-d767cc349324 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (371eb44e-dcc1-43ae-9f9b-7141445e564b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:12.004146 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8a9280de-1058-4615-8a07-58bba906b5ec req-146c5829-5d16-4586-83a7-40a7bfc65be7 service neutron] 10.222.0.91 "GET /v2.0/networks/4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804242 Feb 09 01:47:12.024443 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-f5bed8b4-7c2e-4b9a-9234-d767cc349324 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['371eb44e-dcc1-43ae-9f9b-7141445e564b']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:12.071029 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-f5bed8b4-7c2e-4b9a-9234-d767cc349324 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb3df40a-1bd6-4094-abd2-e862334c9a3c') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:12.071323 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-f5bed8b4-7c2e-4b9a-9234-d767cc349324 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb3df40a-1bd6-4094-abd2-e862334c9a3c') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:12.087015 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f5bed8b4-7c2e-4b9a-9234-d767cc349324 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (fb3df40a-1bd6-4094-abd2-e862334c9a3c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:12.107638 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f5bed8b4-7c2e-4b9a-9234-d767cc349324 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (fb3df40a-1bd6-4094-abd2-e862334c9a3c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:12.122541 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5bed8b4-7c2e-4b9a-9234-d767cc349324 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:47:12.123675 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f5bed8b4-7c2e-4b9a-9234-d767cc349324 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (fb3df40a-1bd6-4094-abd2-e862334c9a3c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:12.127743 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:47:12.127743 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:47:12.127743 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:47:12.127743 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:47:12.127743 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:47:12.127743 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:47:12.127743 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:47:12.127743 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:47:12.127743 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:47:12.127743 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:47:12.127743 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:47:12.127743 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:47:12.127743 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:47:12.127743 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:47:12.127743 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:47:12.127743 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:47:12.127743 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:47:12.127743 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:47:12.127743 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:47:12.127743 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:47:12.127743 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:47:12.127743 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:47:12.127743 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:47:12.127743 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:47:12.127743 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:47:12.127743 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:47:12.127743 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:47:12.127743 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:47:12.127743 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:47:12.127743 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:47:12.127743 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:47:12.127743 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:47:12.197362 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8a9280de-1058-4615-8a07-58bba906b5ec req-a8da88b3-43d7-47cb-a02a-0d490aefd20e service neutron] 10.222.0.91 "GET /v2.0/networks/4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828468 Feb 09 01:47:12.204421 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f5bed8b4-7c2e-4b9a-9234-d767cc349324 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (371eb44e-dcc1-43ae-9f9b-7141445e564b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:12.211302 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f5bed8b4-7c2e-4b9a-9234-d767cc349324 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:12.214704 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f5bed8b4-7c2e-4b9a-9234-d767cc349324 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "DELETE /v2.0/networks/371eb44e-dcc1-43ae-9f9b-7141445e564b HTTP/1.1" status: 204 len: 168 time: 0.5206897 Feb 09 01:47:12.219284 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36320) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:12.226970 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-09e07d10-2626-4871-b986-a033db5aaeac tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-918248101'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:12.230066 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bed8b4-7c2e-4b9a-9234-d767cc349324 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event deleted for resources: {'Network': ['ID=371eb44e-dcc1-43ae-9f9b-7141445e564b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:12.254445 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e07d10-2626-4871-b986-a033db5aaeac tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Made reservation on behalf of 78fa277b01e54e35b0d68de65b1e56f3 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:47:12.257928 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-09e07d10-2626-4871-b986-a033db5aaeac tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:12.282027 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09e07d10-2626-4871-b986-a033db5aaeac tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:47:12.290970 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-09e07d10-2626-4871-b986-a033db5aaeac tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (7258b834-3300-48d2-a8a9-b6f307242a0e), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:12.291312 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-09e07d10-2626-4871-b986-a033db5aaeac tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Added segment 7258b834-3300-48d2-a8a9-b6f307242a0e of type vlan for network d407e79a-31e6-422e-8ea9-afa801c18f1a Feb 09 01:47:12.332089 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-09e07d10-2626-4871-b986-a033db5aaeac tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (d407e79a-31e6-422e-8ea9-afa801c18f1a), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:12.360433 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-09e07d10-2626-4871-b986-a033db5aaeac tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (d407e79a-31e6-422e-8ea9-afa801c18f1a), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:12.365431 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e07d10-2626-4871-b986-a033db5aaeac tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:12.366013 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-09e07d10-2626-4871-b986-a033db5aaeac tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:12.436807 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-09e07d10-2626-4871-b986-a033db5aaeac tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2136929 Feb 09 01:47:12.439141 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36326) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:12.444720 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e07d10-2626-4871-b986-a033db5aaeac tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event updated for resources: {'Network': ['ID=d407e79a-31e6-422e-8ea9-afa801c18f1a,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:12.445237 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-929897fd-bf76-4861-8813-55d737e1b0b5 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Request body: {'subnet': {'network_id': 'd407e79a-31e6-422e-8ea9-afa801c18f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:12.456527 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network d407e79a-31e6-422e-8ea9-afa801c18f1a details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:47:12.568308 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929897fd-bf76-4861-8813-55d737e1b0b5 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Made reservation on behalf of 78fa277b01e54e35b0d68de65b1e56f3 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:47:12.575546 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-929897fd-bf76-4861-8813-55d737e1b0b5 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:12.590070 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 49f5e5b8-d7da-4029-a20b-1aaf8630098f no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:47:12.617891 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 49f5e5b8-d7da-4029-a20b-1aaf8630098f {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:47:12.618146 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 49f5e5b8-d7da-4029-a20b-1aaf8630098f not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:47:12.778161 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-929897fd-bf76-4861-8813-55d737e1b0b5 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (807490be-b7d8-4af1-90d5-f4aaff45640b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:12.836967 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929897fd-bf76-4861-8813-55d737e1b0b5 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event updated for resources: {'Subnet': ['ID=807490be-b7d8-4af1-90d5-f4aaff45640b,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:12.848097 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929897fd-bf76-4861-8813-55d737e1b0b5 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Checking segment: {'id': '7258b834-3300-48d2-a8a9-b6f307242a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd407e79a-31e6-422e-8ea9-afa801c18f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:47:12.848469 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929897fd-bf76-4861-8813-55d737e1b0b5 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Network hostable DHCP agents. Network: d407e79a-31e6-422e-8ea9-afa801c18f1a, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:47:12.868649 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929897fd-bf76-4861-8813-55d737e1b0b5 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Network d407e79a-31e6-422e-8ea9-afa801c18f1a is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:47:12.879181 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-929897fd-bf76-4861-8813-55d737e1b0b5 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, d407e79a-31e6-422e-8ea9-afa801c18f1a) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:12.883690 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929897fd-bf76-4861-8813-55d737e1b0b5 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:12.884464 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-929897fd-bf76-4861-8813-55d737e1b0b5 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:12.891659 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a794ed30-a156-4268-b33e-3a8ea4ec49ef None None] Network d407e79a-31e6-422e-8ea9-afa801c18f1a requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:47:12.905286 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-929897fd-bf76-4861-8813-55d737e1b0b5 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4645865 Feb 09 01:47:12.908031 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36338) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:12.912928 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-236f59d6-1bad-4541-8e35-1a22bfa2a6a9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1659113344', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:12.975758 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-236f59d6-1bad-4541-8e35-1a22bfa2a6a9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (10922cd3-0619-4bc4-98bd-1f87ee80982e), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:12.977147 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-236f59d6-1bad-4541-8e35-1a22bfa2a6a9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (10922cd3-0619-4bc4-98bd-1f87ee80982e), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:13.029975 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5189e1-6748-4f70-af62-80afd7203f49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-d407e79a-31e6-422e-8ea9-afa801c18f1a', 'network_id': 'd407e79a-31e6-422e-8ea9-afa801c18f1a', 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'fixed_ips': [{'subnet_id': '807490be-b7d8-4af1-90d5-f4aaff45640b'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:47:13.031351 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-be5189e1-6748-4f70-af62-80afd7203f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:13.032260 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a51935-473c-4da5-9169-4e0b13cf7f8a req-857a2997-de05-40c9-93b4-6fe6b39a3c96 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:13.033932 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-71a51935-473c-4da5-9169-4e0b13cf7f8a req-857a2997-de05-40c9-93b4-6fe6b39a3c96 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=315077bf-9b8d-49d9-984d-c82f468b5518 HTTP/1.1" status: 200 len: 943 time: 0.1161454 Feb 09 01:47:13.076733 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-236f59d6-1bad-4541-8e35-1a22bfa2a6a9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router_controller (10922cd3-0619-4bc4-98bd-1f87ee80982e), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:13.085675 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-236f59d6-1bad-4541-8e35-1a22bfa2a6a9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (10922cd3-0619-4bc4-98bd-1f87ee80982e), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:13.124637 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-236f59d6-1bad-4541-8e35-1a22bfa2a6a9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:13.125779 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-236f59d6-1bad-4541-8e35-1a22bfa2a6a9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2166805 Feb 09 01:47:13.128646 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36342) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:13.129492 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-71a51935-473c-4da5-9169-4e0b13cf7f8a req-fb1484f7-589f-4639-8355-bfaee69f9a12 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/security-groups?id=24b511af-ce9f-4bf4-8813-b8fd1cbabb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712225 Feb 09 01:47:13.133952 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-ef391cc4-3ddd-4401-8b83-4300255c4aa2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Request body: {'port': {'network_id': 'd407e79a-31e6-422e-8ea9-afa801c18f1a', 'name': 'tempest-RoutersIpV6Test-1557591'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:13.190996 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-be5189e1-6748-4f70-af62-80afd7203f49 None None] Allocated IP 2001:db8::2 (d407e79a-31e6-422e-8ea9-afa801c18f1a/807490be-b7d8-4af1-90d5-f4aaff45640b/6d18b066-204d-45ad-b715-c59de3749d2c) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:47:13.277605 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef391cc4-3ddd-4401-8b83-4300255c4aa2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Made reservation on behalf of 78fa277b01e54e35b0d68de65b1e56f3 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:47:13.282204 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef391cc4-3ddd-4401-8b83-4300255c4aa2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:13.302596 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-ef391cc4-3ddd-4401-8b83-4300255c4aa2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] device_id is not set on port 04d03dec-3840-4f0f-9c3b-20ce3426cfd9 yet. {{(pid=103528) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:47:13.354968 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-be5189e1-6748-4f70-af62-80afd7203f49 None None] Publish callbacks [] for port (6d18b066-204d-45ad-b715-c59de3749d2c), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:13.365534 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-be5189e1-6748-4f70-af62-80afd7203f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (6d18b066-204d-45ad-b715-c59de3749d2c), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:13.436622 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5189e1-6748-4f70-af62-80afd7203f49 None None] Network d407e79a-31e6-422e-8ea9-afa801c18f1a is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:47:13.442472 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-be5189e1-6748-4f70-af62-80afd7203f49 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:13.446262 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5189e1-6748-4f70-af62-80afd7203f49 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:47:13.457441 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5189e1-6748-4f70-af62-80afd7203f49 None None] Pushing event updated for resources: {'Port': ['ID=6d18b066-204d-45ad-b715-c59de3749d2c,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:13.462400 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-ef391cc4-3ddd-4401-8b83-4300255c4aa2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Allocated IP 2001:db8::71 (d407e79a-31e6-422e-8ea9-afa801c18f1a/807490be-b7d8-4af1-90d5-f4aaff45640b/04d03dec-3840-4f0f-9c3b-20ce3426cfd9) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:47:13.533108 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-be5189e1-6748-4f70-af62-80afd7203f49 None None] Attempting to bind port 6d18b066-204d-45ad-b715-c59de3749d2c on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:47:13.533483 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-be5189e1-6748-4f70-af62-80afd7203f49 None None] Attempting to bind port 6d18b066-204d-45ad-b715-c59de3749d2c by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '7258b834-3300-48d2-a8a9-b6f307242a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd407e79a-31e6-422e-8ea9-afa801c18f1a'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:47:13.533854 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5189e1-6748-4f70-af62-80afd7203f49 None None] Attempting to bind port 6d18b066-204d-45ad-b715-c59de3749d2c on network d407e79a-31e6-422e-8ea9-afa801c18f1a {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:47:13.539197 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5189e1-6748-4f70-af62-80afd7203f49 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:47:13.539583 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5189e1-6748-4f70-af62-80afd7203f49 None None] Checking segment: {'id': '7258b834-3300-48d2-a8a9-b6f307242a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd407e79a-31e6-422e-8ea9-afa801c18f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:47:13.548718 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-be5189e1-6748-4f70-af62-80afd7203f49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:13.551102 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5189e1-6748-4f70-af62-80afd7203f49 None None] Bound using segment: {'id': '7258b834-3300-48d2-a8a9-b6f307242a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd407e79a-31e6-422e-8ea9-afa801c18f1a'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:47:13.553453 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-be5189e1-6748-4f70-af62-80afd7203f49 None None] Bound port: 6d18b066-204d-45ad-b715-c59de3749d2c, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7258b834-3300-48d2-a8a9-b6f307242a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd407e79a-31e6-422e-8ea9-afa801c18f1a'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:47:13.553854 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-be5189e1-6748-4f70-af62-80afd7203f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (6d18b066-204d-45ad-b715-c59de3749d2c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:13.640068 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-be5189e1-6748-4f70-af62-80afd7203f49 None None] For port 6d18b066-204d-45ad-b715-c59de3749d2c, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:47:13.643415 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-be5189e1-6748-4f70-af62-80afd7203f49 None None] For port 6d18b066-204d-45ad-b715-c59de3749d2c, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=6d18b066-204d-45ad-b715-c59de3749d2c,segment=NetworkSegment(7258b834-3300-48d2-a8a9-b6f307242a0e),segment_id=7258b834-3300-48d2-a8a9-b6f307242a0e)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:47:13.650868 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-be5189e1-6748-4f70-af62-80afd7203f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (6d18b066-204d-45ad-b715-c59de3749d2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:13.658467 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef391cc4-3ddd-4401-8b83-4300255c4aa2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for port (04d03dec-3840-4f0f-9c3b-20ce3426cfd9), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:13.701359 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef391cc4-3ddd-4401-8b83-4300255c4aa2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (04d03dec-3840-4f0f-9c3b-20ce3426cfd9), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:13.716324 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5189e1-6748-4f70-af62-80afd7203f49 None None] Pushing event updated for resources: {'Port': ['ID=6d18b066-204d-45ad-b715-c59de3749d2c,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:13.747173 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef391cc4-3ddd-4401-8b83-4300255c4aa2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Network d407e79a-31e6-422e-8ea9-afa801c18f1a is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:47:13.753972 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-ef391cc4-3ddd-4401-8b83-4300255c4aa2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:13.771741 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef391cc4-3ddd-4401-8b83-4300255c4aa2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:47:13.777597 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef391cc4-3ddd-4401-8b83-4300255c4aa2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:13.778245 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef391cc4-3ddd-4401-8b83-4300255c4aa2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:13.791685 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef391cc4-3ddd-4401-8b83-4300255c4aa2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event updated for resources: {'Port': ['ID=04d03dec-3840-4f0f-9c3b-20ce3426cfd9,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:13.808020 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ef391cc4-3ddd-4401-8b83-4300255c4aa2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.6770320 Feb 09 01:47:13.809571 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36358) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:14.052052 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 0bf8db30-2355-42ba-afdf-ef1d14ea9630 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:47:14.246142 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-067f45de-5997-40f5-aebd-01d8561fb5c6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (04d03dec-3840-4f0f-9c3b-20ce3426cfd9), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:14.316934 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007111ae-72a7-4473-84f3-a29cd7be0cea req-ea2aa8f9-b7e5-4c37-9362-4ed462389eac tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:14.328751 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-007111ae-72a7-4473-84f3-a29cd7be0cea req-ea2aa8f9-b7e5-4c37-9362-4ed462389eac tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=315077bf-9b8d-49d9-984d-c82f468b5518 HTTP/1.1" status: 200 len: 943 time: 0.1042442 Feb 09 01:47:14.381793 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 0bf8db30-2355-42ba-afdf-ef1d14ea9630, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=0bf8db30-2355-42ba-afdf-ef1d14ea9630,segment=NetworkSegment(e398db0e-ec9f-4c07-9beb-f317a05c1cab),segment_id=e398db0e-ec9f-4c07-9beb-f317a05c1cab)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:14.393906 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-007111ae-72a7-4473-84f3-a29cd7be0cea req-4b8277a4-45be-48b2-8d95-9c6a04ad5b70 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/security-groups?id=24b511af-ce9f-4bf4-8813-b8fd1cbabb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641661 Feb 09 01:47:14.397770 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '0bf8db30-2355-42ba-afdf-ef1d14ea9630', 'network_id': '4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58', 'port_id': '0bf8db30-2355-42ba-afdf-ef1d14ea9630', 'mac_address': 'fa:16:3e:93:da:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70d72c7d-b433-4f85-8107-a34d8ae7640a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:47:14.443681 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 0bf8db30-2355-42ba-afdf-ef1d14ea9630 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:14.444138 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0bf8db30-2355-42ba-afdf-ef1d14ea9630), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:14.461418 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bf8db30-2355-42ba-afdf-ef1d14ea9630 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:47:14.489266 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 0bf8db30-2355-42ba-afdf-ef1d14ea9630, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=0bf8db30-2355-42ba-afdf-ef1d14ea9630,segment=NetworkSegment(e398db0e-ec9f-4c07-9beb-f317a05c1cab),segment_id=e398db0e-ec9f-4c07-9beb-f317a05c1cab)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:14.495404 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0bf8db30-2355-42ba-afdf-ef1d14ea9630), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:14.629541 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=0bf8db30-2355-42ba-afdf-ef1d14ea9630,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:14.692062 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 6d18b066-204d-45ad-b715-c59de3749d2c up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:14.770374 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 6d18b066-204d-45ad-b715-c59de3749d2c triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:14.770750 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (6d18b066-204d-45ad-b715-c59de3749d2c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:14.855312 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['0bf8db30-2355-42ba-afdf-ef1d14ea9630'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:47:14.914866 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 6d18b066-204d-45ad-b715-c59de3749d2c is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:14.915278 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (6d18b066-204d-45ad-b715-c59de3749d2c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:14.940390 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44919f5-baf0-466e-8652-e86d34ab4e95 None None] Network d407e79a-31e6-422e-8ea9-afa801c18f1a requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:47:14.985861 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-067f45de-5997-40f5-aebd-01d8561fb5c6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for port (04d03dec-3840-4f0f-9c3b-20ce3426cfd9), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:14.991331 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-067f45de-5997-40f5-aebd-01d8561fb5c6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (04d03dec-3840-4f0f-9c3b-20ce3426cfd9), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:15.012461 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 6d18b066-204d-45ad-b715-c59de3749d2c, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=6d18b066-204d-45ad-b715-c59de3749d2c,segment=NetworkSegment(7258b834-3300-48d2-a8a9-b6f307242a0e),segment_id=7258b834-3300-48d2-a8a9-b6f307242a0e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:15.030568 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (6d18b066-204d-45ad-b715-c59de3749d2c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:15.072313 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f45de-5997-40f5-aebd-01d8561fb5c6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event updated for resources: {'Port': ['ID=04d03dec-3840-4f0f-9c3b-20ce3426cfd9,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:15.086185 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-9ec8d267-b5b1-4e0a-9b26-6633f1f9ea1d None None] Provisioning complete for port 6d18b066-204d-45ad-b715-c59de3749d2c triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:15.086555 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9ec8d267-b5b1-4e0a-9b26-6633f1f9ea1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (6d18b066-204d-45ad-b715-c59de3749d2c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:15.217832 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=6d18b066-204d-45ad-b715-c59de3749d2c,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:15.219125 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-067f45de-5997-40f5-aebd-01d8561fb5c6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (10922cd3-0619-4bc4-98bd-1f87ee80982e), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:15.326216 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-9ec8d267-b5b1-4e0a-9b26-6633f1f9ea1d None None] Current status of the port 6d18b066-204d-45ad-b715-c59de3749d2c is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:15.374533 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-067f45de-5997-40f5-aebd-01d8561fb5c6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (04d03dec-3840-4f0f-9c3b-20ce3426cfd9), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:15.545665 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4beb761-bf52-4484-8a69-c13c48f726ab req-91613264-f0d8-4617-8528-c2e1497b7ae2 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:15.552597 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f4beb761-bf52-4484-8a69-c13c48f726ab req-91613264-f0d8-4617-8528-c2e1497b7ae2 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=315077bf-9b8d-49d9-984d-c82f468b5518 HTTP/1.1" status: 200 len: 944 time: 0.0634363 Feb 09 01:47:15.617912 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f4beb761-bf52-4484-8a69-c13c48f726ab req-b1b62f83-7fc7-4dea-987f-657221e0cfe3 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/security-groups?id=24b511af-ce9f-4bf4-8813-b8fd1cbabb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608897 Feb 09 01:47:15.729066 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-067f45de-5997-40f5-aebd-01d8561fb5c6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for port (04d03dec-3840-4f0f-9c3b-20ce3426cfd9), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:15.739461 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-067f45de-5997-40f5-aebd-01d8561fb5c6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (04d03dec-3840-4f0f-9c3b-20ce3426cfd9), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:15.741002 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-067f45de-5997-40f5-aebd-01d8561fb5c6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (10922cd3-0619-4bc4-98bd-1f87ee80982e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:15.767341 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-29ca7f75-4259-49ba-a3fa-bc2df902ee67 None None] Provisioning complete for port 6d18b066-204d-45ad-b715-c59de3749d2c triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:15.768464 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-29ca7f75-4259-49ba-a3fa-bc2df902ee67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (6d18b066-204d-45ad-b715-c59de3749d2c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:15.882922 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-29ca7f75-4259-49ba-a3fa-bc2df902ee67 None None] Current status of the port 6d18b066-204d-45ad-b715-c59de3749d2c is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:15.894215 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-29ca7f75-4259-49ba-a3fa-bc2df902ee67 None None] Provisioning complete for port 04d03dec-3840-4f0f-9c3b-20ce3426cfd9 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:15.894589 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-29ca7f75-4259-49ba-a3fa-bc2df902ee67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (04d03dec-3840-4f0f-9c3b-20ce3426cfd9), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:15.921801 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f45de-5997-40f5-aebd-01d8561fb5c6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event updated for resources: {'Port': ['ID=04d03dec-3840-4f0f-9c3b-20ce3426cfd9,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:15.932491 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067f45de-5997-40f5-aebd-01d8561fb5c6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Network d407e79a-31e6-422e-8ea9-afa801c18f1a is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:47:15.935460 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-067f45de-5997-40f5-aebd-01d8561fb5c6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:15.936811 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-29ca7f75-4259-49ba-a3fa-bc2df902ee67 None None] Port 04d03dec-3840-4f0f-9c3b-20ce3426cfd9 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:47:16.068880 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 0bf8db30-2355-42ba-afdf-ef1d14ea9630 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:16.078416 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067f45de-5997-40f5-aebd-01d8561fb5c6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Router 10922cd3-0619-4bc4-98bd-1f87ee80982e is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:47:16.100530 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-ba7acb2c-b3e6-4e34-b2a0-619f9977a416 None None] Provisioning complete for port 04d03dec-3840-4f0f-9c3b-20ce3426cfd9 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:16.101300 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ba7acb2c-b3e6-4e34-b2a0-619f9977a416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (04d03dec-3840-4f0f-9c3b-20ce3426cfd9), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:16.163576 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ba7acb2c-b3e6-4e34-b2a0-619f9977a416 None None] Port 04d03dec-3840-4f0f-9c3b-20ce3426cfd9 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:47:16.186861 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 0bf8db30-2355-42ba-afdf-ef1d14ea9630 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:47:16.196921 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 0bf8db30-2355-42ba-afdf-ef1d14ea9630 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:16.197374 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0bf8db30-2355-42ba-afdf-ef1d14ea9630), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:16.207243 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067f45de-5997-40f5-aebd-01d8561fb5c6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:47:16.215839 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-067f45de-5997-40f5-aebd-01d8561fb5c6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "PUT /v2.0/routers/10922cd3-0619-4bc4-98bd-1f87ee80982e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4042585 Feb 09 01:47:16.216450 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36396) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:16.219661 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831102df-eb78-45bf-b870-b21ad95a2a15 None None] Sync routers for ids ['10922cd3-0619-4bc4-98bd-1f87ee80982e'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:47:16.231888 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831102df-eb78-45bf-b870-b21ad95a2a15 None None] Routers {'10922cd3-0619-4bc4-98bd-1f87ee80982e'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:16.233585 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-831102df-eb78-45bf-b870-b21ad95a2a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:46:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['10922cd3-0619-4bc4-98bd-1f87ee80982e'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:16.287419 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-831102df-eb78-45bf-b870-b21ad95a2a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:16.298649 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0662a9b-245a-479b-a243-fba23c43b75f tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:16.299126 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831102df-eb78-45bf-b870-b21ad95a2a15 None None] Routers {'10922cd3-0619-4bc4-98bd-1f87ee80982e'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:16.302781 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-831102df-eb78-45bf-b870-b21ad95a2a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:46:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['10922cd3-0619-4bc4-98bd-1f87ee80982e'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:16.302931 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b0662a9b-245a-479b-a243-fba23c43b75f tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "GET /v2.0/ports/04d03dec-3840-4f0f-9c3b-20ce3426cfd9 HTTP/1.1" status: 200 len: 980 time: 0.0828078 Feb 09 01:47:16.303035 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36398) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:16.345276 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-831102df-eb78-45bf-b870-b21ad95a2a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:16.346242 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831102df-eb78-45bf-b870-b21ad95a2a15 None None] The sync data for ids ['10922cd3-0619-4bc4-98bd-1f87ee80982e'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:47:16.359881 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 0bf8db30-2355-42ba-afdf-ef1d14ea9630 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:16.360248 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0bf8db30-2355-42ba-afdf-ef1d14ea9630), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:16.385712 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-8f17e915-408c-4bc4-83cb-a9728b09731e None None] Provisioning complete for port 04d03dec-3840-4f0f-9c3b-20ce3426cfd9 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:16.386090 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8f17e915-408c-4bc4-83cb-a9728b09731e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (04d03dec-3840-4f0f-9c3b-20ce3426cfd9), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:16.416990 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315077bf-9b8d-49d9-984d-c82f468b5518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf8db30-2355-42ba-afdf-ef1d14ea9630'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:47:16.420320 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae06bfe-4a3f-4a68-af78-cb4ff45e84fd" -d '{"events": [{"server_uuid": "315077bf-9b8d-49d9-984d-c82f468b5518", "name": "network-vif-plugged", "status": "completed", "tag": "0bf8db30-2355-42ba-afdf-ef1d14ea9630"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:47:16.445836 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 0bf8db30-2355-42ba-afdf-ef1d14ea9630, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=0bf8db30-2355-42ba-afdf-ef1d14ea9630,segment=NetworkSegment(e398db0e-ec9f-4c07-9beb-f317a05c1cab),segment_id=e398db0e-ec9f-4c07-9beb-f317a05c1cab)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:16.460834 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0bf8db30-2355-42ba-afdf-ef1d14ea9630), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:16.512117 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1399d289-680a-40cc-9d26-c0045eebbb5f x-openstack-request-id: req-1399d289-680a-40cc-9d26-c0045eebbb5f {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:47:16.512416 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315077bf-9b8d-49d9-984d-c82f468b5518", "name": "network-vif-plugged", "status": "completed", "tag": "0bf8db30-2355-42ba-afdf-ef1d14ea9630", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:47:16.512668 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1399d289-680a-40cc-9d26-c0045eebbb5f {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:47:16.513886 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315077bf-9b8d-49d9-984d-c82f468b5518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf8db30-2355-42ba-afdf-ef1d14ea9630', 'code': 200} Feb 09 01:47:16.525162 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-8f17e915-408c-4bc4-83cb-a9728b09731e None None] Port 04d03dec-3840-4f0f-9c3b-20ce3426cfd9 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:47:16.580129 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=0bf8db30-2355-42ba-afdf-ef1d14ea9630,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:16.600070 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 6d18b066-204d-45ad-b715-c59de3749d2c up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:16.668274 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b7c8c9f0-8521-4ccc-b8aa-d953c1dd1caa None None] Provisioning complete for port 04d03dec-3840-4f0f-9c3b-20ce3426cfd9 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:16.668647 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b7c8c9f0-8521-4ccc-b8aa-d953c1dd1caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (04d03dec-3840-4f0f-9c3b-20ce3426cfd9), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:16.691339 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c86b62-860a-4108-8a9f-91b6d39d7663 req-8f1118c2-9215-4f98-b58a-482308024a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:16.694936 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c3c86b62-860a-4108-8a9f-91b6d39d7663 req-8f1118c2-9215-4f98-b58a-482308024a33 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=315077bf-9b8d-49d9-984d-c82f468b5518 HTTP/1.1" status: 200 len: 1128 time: 0.0852113 Feb 09 01:47:16.716974 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 6d18b066-204d-45ad-b715-c59de3749d2c triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:16.716974 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (6d18b066-204d-45ad-b715-c59de3749d2c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:16.758537 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b7c8c9f0-8521-4ccc-b8aa-d953c1dd1caa None None] Port 04d03dec-3840-4f0f-9c3b-20ce3426cfd9 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:47:16.772067 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c3c86b62-860a-4108-8a9f-91b6d39d7663 req-e53f31df-d98b-4b35-b920-80a1fbe2b1e4 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=24b511af-ce9f-4bf4-8813-b8fd1cbabb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688570 Feb 09 01:47:16.816800 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 6d18b066-204d-45ad-b715-c59de3749d2c is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:16.865899 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460cacf-011a-432b-9796-22cf48fcfc54 req-99109659-a4bb-4ef4-9331-ae12ed2decb0 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:16.867471 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d460cacf-011a-432b-9796-22cf48fcfc54 req-99109659-a4bb-4ef4-9331-ae12ed2decb0 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=315077bf-9b8d-49d9-984d-c82f468b5518 HTTP/1.1" status: 200 len: 945 time: 0.0973992 Feb 09 01:47:16.979969 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7be059d5-7cc3-4f6e-bd0e-2d2007b7e1b2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (10922cd3-0619-4bc4-98bd-1f87ee80982e), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:17.019819 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d460cacf-011a-432b-9796-22cf48fcfc54 req-6999ff3c-80e1-454a-9547-9b4b433a9fd0 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/security-groups?id=24b511af-ce9f-4bf4-8813-b8fd1cbabb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432314 Feb 09 01:47:17.205096 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-7be059d5-7cc3-4f6e-bd0e-2d2007b7e1b2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Deleting port 04d03dec-3840-4f0f-9c3b-20ce3426cfd9 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:47:17.205445 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7be059d5-7cc3-4f6e-bd0e-2d2007b7e1b2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (04d03dec-3840-4f0f-9c3b-20ce3426cfd9), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:17.295709 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7be059d5-7cc3-4f6e-bd0e-2d2007b7e1b2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (04d03dec-3840-4f0f-9c3b-20ce3426cfd9), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:17.309035 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-7be059d5-7cc3-4f6e-bd0e-2d2007b7e1b2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Calling delete_port for 04d03dec-3840-4f0f-9c3b-20ce3426cfd9 owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:47:17.492223 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7be059d5-7cc3-4f6e-bd0e-2d2007b7e1b2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (04d03dec-3840-4f0f-9c3b-20ce3426cfd9), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:17.519662 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be059d5-7cc3-4f6e-bd0e-2d2007b7e1b2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event deleted for resources: {'Port': ['ID=04d03dec-3840-4f0f-9c3b-20ce3426cfd9,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:18.010799 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7be059d5-7cc3-4f6e-bd0e-2d2007b7e1b2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (10922cd3-0619-4bc4-98bd-1f87ee80982e), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:18.227178 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be059d5-7cc3-4f6e-bd0e-2d2007b7e1b2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Router 10922cd3-0619-4bc4-98bd-1f87ee80982e has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:47:18.240231 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22a3c8-7fb6-4b85-b174-5e0e0084ac70 req-3ece2762-d311-405a-b2c4-82cd58c66f82 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:18.241768 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1e22a3c8-7fb6-4b85-b174-5e0e0084ac70 req-3ece2762-d311-405a-b2c4-82cd58c66f82 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=315077bf-9b8d-49d9-984d-c82f468b5518 HTTP/1.1" status: 200 len: 945 time: 0.1326966 Feb 09 01:47:18.343650 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be059d5-7cc3-4f6e-bd0e-2d2007b7e1b2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:47:18.354596 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7be059d5-7cc3-4f6e-bd0e-2d2007b7e1b2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "PUT /v2.0/routers/10922cd3-0619-4bc4-98bd-1f87ee80982e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0464978 Feb 09 01:47:18.356303 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36438) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:18.359033 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77cddb9-7e18-4836-a875-2ee8ae5731d2 None None] Sync routers for ids ['10922cd3-0619-4bc4-98bd-1f87ee80982e'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:47:18.370905 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77cddb9-7e18-4836-a875-2ee8ae5731d2 None None] Routers {'10922cd3-0619-4bc4-98bd-1f87ee80982e'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:18.371750 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-d77cddb9-7e18-4836-a875-2ee8ae5731d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:46:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['10922cd3-0619-4bc4-98bd-1f87ee80982e'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:18.375923 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1e22a3c8-7fb6-4b85-b174-5e0e0084ac70 req-1573800a-ef7c-4349-8894-1b2ea55f5ef0 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/security-groups?id=24b511af-ce9f-4bf4-8813-b8fd1cbabb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269822 Feb 09 01:47:18.420272 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-d77cddb9-7e18-4836-a875-2ee8ae5731d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:18.429374 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77cddb9-7e18-4836-a875-2ee8ae5731d2 None None] Routers {'10922cd3-0619-4bc4-98bd-1f87ee80982e'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:18.429984 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-d77cddb9-7e18-4836-a875-2ee8ae5731d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:46:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['10922cd3-0619-4bc4-98bd-1f87ee80982e'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:18.478332 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-d77cddb9-7e18-4836-a875-2ee8ae5731d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:18.479015 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77cddb9-7e18-4836-a875-2ee8ae5731d2 None None] The sync data for ids ['10922cd3-0619-4bc4-98bd-1f87ee80982e'] in n-d-822053-40 is: [] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:47:18.607262 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-2cacc406-23ec-4a6e-b9e4-675311c3328b tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] remove_router_interface failed (client error): The resource could not be found. Feb 09 01:47:18.608515 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2cacc406-23ec-4a6e-b9e4-675311c3328b tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "PUT /v2.0/routers/10922cd3-0619-4bc4-98bd-1f87ee80982e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2506621 Feb 09 01:47:18.611429 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36446) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:18.619734 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1e01c-310a-42bd-b48c-bfff5a33094f req-8768f23a-d08d-4528-9165-3e7d83fed245 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:18.621386 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bdd1e01c-310a-42bd-b48c-bfff5a33094f req-8768f23a-d08d-4528-9165-3e7d83fed245 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=315077bf-9b8d-49d9-984d-c82f468b5518 HTTP/1.1" status: 200 len: 945 time: 0.1569459 Feb 09 01:47:18.642692 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d631d6d0-60bb-4289-9d8c-230b4fe78ae1 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "GET /v2.0/ports?device_id=10922cd3-0619-4bc4-98bd-1f87ee80982e HTTP/1.1" status: 200 len: 205 time: 0.0276325 Feb 09 01:47:18.643047 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36448) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:18.679578 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bdd1e01c-310a-42bd-b48c-bfff5a33094f req-ad160b10-28fb-4615-8f22-c95e4ae27868 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/security-groups?id=24b511af-ce9f-4bf4-8813-b8fd1cbabb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493462 Feb 09 01:47:18.701739 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36456) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:18.742084 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07c3aeed-8cfc-4706-b66c-9d3291b65d31 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router (10922cd3-0619-4bc4-98bd-1f87ee80982e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:18.761790 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3dc92e-0782-4ef0-82bb-75c03d7e0a97 tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:18.766334 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-fb3dc92e-0782-4ef0-82bb-75c03d7e0a97 tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=315077bf-9b8d-49d9-984d-c82f468b5518 HTTP/1.1" status: 200 len: 1123 time: 0.0604770 Feb 09 01:47:18.766584 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36458) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:18.771541 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-c715ff19-04ac-4151-962c-9a673c41f72d tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'port_id': '0bf8db30-2355-42ba-afdf-ef1d14ea9630', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:18.793773 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c715ff19-04ac-4151-962c-9a673c41f72d tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:18.899758 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c715ff19-04ac-4151-962c-9a673c41f72d tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:18.929993 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07c3aeed-8cfc-4706-b66c-9d3291b65d31 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (10922cd3-0619-4bc4-98bd-1f87ee80982e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:18.932269 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07c3aeed-8cfc-4706-b66c-9d3291b65d31 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router_controller (10922cd3-0619-4bc4-98bd-1f87ee80982e), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:18.984099 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07c3aeed-8cfc-4706-b66c-9d3291b65d31 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (10922cd3-0619-4bc4-98bd-1f87ee80982e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:18.984699 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c3aeed-8cfc-4706-b66c-9d3291b65d31 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Fanout notify agent at l3_agent the message router_deleted on router 10922cd3-0619-4bc4-98bd-1f87ee80982e {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:47:18.993063 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07c3aeed-8cfc-4706-b66c-9d3291b65d31 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:18.993663 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-07c3aeed-8cfc-4706-b66c-9d3291b65d31 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "DELETE /v2.0/routers/10922cd3-0619-4bc4-98bd-1f87ee80982e HTTP/1.1" status: 204 len: 168 time: 0.3496354 Feb 09 01:47:18.996417 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36464) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:19.032836 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-c715ff19-04ac-4151-962c-9a673c41f72d tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Allocated IP 172.25.1.168 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/0811cab1-db8d-4237-a723-2629693212d9) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:47:19.057432 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff08d070-82ab-4216-9621-de63c2878665 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Deleting subnet 807490be-b7d8-4af1-90d5-f4aaff45640b {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:47:19.061742 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ff08d070-82ab-4216-9621-de63c2878665 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for subnet (807490be-b7d8-4af1-90d5-f4aaff45640b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:19.104838 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ff08d070-82ab-4216-9621-de63c2878665 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (807490be-b7d8-4af1-90d5-f4aaff45640b), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:19.145437 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c715ff19-04ac-4151-962c-9a673c41f72d tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for port (0811cab1-db8d-4237-a723-2629693212d9), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:19.181310 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c715ff19-04ac-4151-962c-9a673c41f72d tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (0811cab1-db8d-4237-a723-2629693212d9), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:19.205070 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ff08d070-82ab-4216-9621-de63c2878665 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (807490be-b7d8-4af1-90d5-f4aaff45640b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:19.234079 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c715ff19-04ac-4151-962c-9a673c41f72d tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:47:19.237496 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-c715ff19-04ac-4151-962c-9a673c41f72d tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:19.240228 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c715ff19-04ac-4151-962c-9a673c41f72d tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:47:19.246679 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c715ff19-04ac-4151-962c-9a673c41f72d tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'Port': ['ID=0811cab1-db8d-4237-a723-2629693212d9,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:19.283380 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ff08d070-82ab-4216-9621-de63c2878665 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (807490be-b7d8-4af1-90d5-f4aaff45640b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:19.317261 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08d070-82ab-4216-9621-de63c2878665 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event deleted for resources: {'Subnet': ['ID=807490be-b7d8-4af1-90d5-f4aaff45640b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:19.319282 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ff08d070-82ab-4216-9621-de63c2878665 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:19.324979 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ff08d070-82ab-4216-9621-de63c2878665 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "DELETE /v2.0/subnets/807490be-b7d8-4af1-90d5-f4aaff45640b HTTP/1.1" status: 204 len: 168 time: 0.3242369 Feb 09 01:47:19.326478 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36470) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:19.331659 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c61bd5-1f02-4c54-9738-2e157649616d None None] Network d407e79a-31e6-422e-8ea9-afa801c18f1a requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:47:19.427793 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-22b7df24-fa5d-46f6-8f32-763e389430af tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (d407e79a-31e6-422e-8ea9-afa801c18f1a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:19.499885 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-22b7df24-fa5d-46f6-8f32-763e389430af tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Deleting port 6d18b066-204d-45ad-b715-c59de3749d2c {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:47:19.500248 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-22b7df24-fa5d-46f6-8f32-763e389430af tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (6d18b066-204d-45ad-b715-c59de3749d2c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:19.513943 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3a4b78-0849-4306-845e-f098e0039f20 None None] DHCP port deletion for d407e79a-31e6-422e-8ea9-afa801c18f1a request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:47:19.574491 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-22b7df24-fa5d-46f6-8f32-763e389430af tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] For port 6d18b066-204d-45ad-b715-c59de3749d2c, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=6d18b066-204d-45ad-b715-c59de3749d2c,segment=NetworkSegment(7258b834-3300-48d2-a8a9-b6f307242a0e),segment_id=7258b834-3300-48d2-a8a9-b6f307242a0e)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:19.574852 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-22b7df24-fa5d-46f6-8f32-763e389430af tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (6d18b066-204d-45ad-b715-c59de3749d2c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:19.583600 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:19.589959 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-22b7df24-fa5d-46f6-8f32-763e389430af tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Calling delete_port for 6d18b066-204d-45ad-b715-c59de3749d2c owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:47:19.604339 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3e3a4b78-0849-4306-845e-f098e0039f20 None None] Deleting port 6d18b066-204d-45ad-b715-c59de3749d2c {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:47:19.605005 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3e3a4b78-0849-4306-845e-f098e0039f20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (6d18b066-204d-45ad-b715-c59de3749d2c), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:19.677271 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-3e3a4b78-0849-4306-845e-f098e0039f20 None None] For port 6d18b066-204d-45ad-b715-c59de3749d2c, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=6d18b066-204d-45ad-b715-c59de3749d2c,segment=NetworkSegment(7258b834-3300-48d2-a8a9-b6f307242a0e),segment_id=7258b834-3300-48d2-a8a9-b6f307242a0e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:19.677965 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3e3a4b78-0849-4306-845e-f098e0039f20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (6d18b066-204d-45ad-b715-c59de3749d2c), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:19.696541 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3e3a4b78-0849-4306-845e-f098e0039f20 None None] Calling delete_port for 6d18b066-204d-45ad-b715-c59de3749d2c owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:47:19.701031 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-22b7df24-fa5d-46f6-8f32-763e389430af tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (6d18b066-204d-45ad-b715-c59de3749d2c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:19.736209 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b7df24-fa5d-46f6-8f32-763e389430af tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] No DVR routers for this DVR port 6d18b066-204d-45ad-b715-c59de3749d2c on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:47:19.740504 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7df24-fa5d-46f6-8f32-763e389430af tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event deleted for resources: {'Port': ['ID=6d18b066-204d-45ad-b715-c59de3749d2c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:19.751457 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c715ff19-04ac-4151-962c-9a673c41f72d tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for floatingip (11e6615a-eca9-40df-b26a-eec05980f66e), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:19.804262 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3e3a4b78-0849-4306-845e-f098e0039f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (6d18b066-204d-45ad-b715-c59de3749d2c), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:19.835604 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3a4b78-0849-4306-845e-f098e0039f20 None None] Pushing event deleted for resources: {'Port': ['ID=6d18b066-204d-45ad-b715-c59de3749d2c,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:19.837863 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3a4b78-0849-4306-845e-f098e0039f20 None None] No DVR routers for this DVR port 6d18b066-204d-45ad-b715-c59de3749d2c on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:47:19.853233 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c715ff19-04ac-4151-962c-9a673c41f72d tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0811cab1-db8d-4237-a723-2629693212d9), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:19.879717 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-22b7df24-fa5d-46f6-8f32-763e389430af tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (d407e79a-31e6-422e-8ea9-afa801c18f1a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:19.905421 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-22b7df24-fa5d-46f6-8f32-763e389430af tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d407e79a-31e6-422e-8ea9-afa801c18f1a']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:19.924014 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-22b7df24-fa5d-46f6-8f32-763e389430af tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7258b834-3300-48d2-a8a9-b6f307242a0e') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:19.924014 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-22b7df24-fa5d-46f6-8f32-763e389430af tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7258b834-3300-48d2-a8a9-b6f307242a0e') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:19.930805 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-22b7df24-fa5d-46f6-8f32-763e389430af tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (7258b834-3300-48d2-a8a9-b6f307242a0e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:19.947417 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-22b7df24-fa5d-46f6-8f32-763e389430af tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (7258b834-3300-48d2-a8a9-b6f307242a0e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:19.955326 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b7df24-fa5d-46f6-8f32-763e389430af tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:47:19.955773 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-22b7df24-fa5d-46f6-8f32-763e389430af tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (7258b834-3300-48d2-a8a9-b6f307242a0e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:19.958964 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:47:19.958964 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:47:19.958964 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:47:19.958964 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:47:19.958964 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:47:19.958964 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:47:19.958964 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:47:19.958964 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:47:19.958964 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:47:19.958964 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:47:19.958964 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:47:19.958964 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:47:19.958964 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:47:19.958964 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:47:19.958964 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:47:19.958964 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:47:19.958964 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:47:19.958964 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:47:19.958964 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:47:19.958964 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:47:19.958964 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:47:19.958964 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:47:19.958964 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:47:19.958964 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:47:19.958964 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:47:19.958964 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:47:19.958964 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:47:19.958964 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:47:19.958964 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:47:19.958964 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:47:19.958964 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:47:19.958964 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:47:20.034847 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c715ff19-04ac-4151-962c-9a673c41f72d tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for port (0811cab1-db8d-4237-a723-2629693212d9), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:20.037006 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-22b7df24-fa5d-46f6-8f32-763e389430af tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (d407e79a-31e6-422e-8ea9-afa801c18f1a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:20.042290 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c715ff19-04ac-4151-962c-9a673c41f72d tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (0811cab1-db8d-4237-a723-2629693212d9), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:20.048547 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-22b7df24-fa5d-46f6-8f32-763e389430af tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:20.054490 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-22b7df24-fa5d-46f6-8f32-763e389430af tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "DELETE /v2.0/networks/d407e79a-31e6-422e-8ea9-afa801c18f1a HTTP/1.1" status: 204 len: 168 time: 0.7233615 Feb 09 01:47:20.063491 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36482) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:20.068636 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-2a52bba6-2020-4ed9-a28b-42956b5c0400 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-724161070'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:20.071892 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7df24-fa5d-46f6-8f32-763e389430af tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event deleted for resources: {'Network': ['ID=d407e79a-31e6-422e-8ea9-afa801c18f1a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:20.096951 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a52bba6-2020-4ed9-a28b-42956b5c0400 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Made reservation on behalf of 78fa277b01e54e35b0d68de65b1e56f3 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:47:20.101670 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a52bba6-2020-4ed9-a28b-42956b5c0400 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:20.121348 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c715ff19-04ac-4151-962c-9a673c41f72d tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'Port': ['ID=0811cab1-db8d-4237-a723-2629693212d9,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:20.134655 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a52bba6-2020-4ed9-a28b-42956b5c0400 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:47:20.136513 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c715ff19-04ac-4151-962c-9a673c41f72d tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (11e6615a-eca9-40df-b26a-eec05980f66e), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:20.146244 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a52bba6-2020-4ed9-a28b-42956b5c0400 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (7487ec6d-28f6-4d15-bbdc-22e014ef13c7), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:20.146836 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-2a52bba6-2020-4ed9-a28b-42956b5c0400 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Added segment 7487ec6d-28f6-4d15-bbdc-22e014ef13c7 of type vlan for network 8080a3dc-e3dd-47a5-840f-671cf61e90ca Feb 09 01:47:20.197956 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a52bba6-2020-4ed9-a28b-42956b5c0400 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (8080a3dc-e3dd-47a5-840f-671cf61e90ca), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:20.229219 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a52bba6-2020-4ed9-a28b-42956b5c0400 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (8080a3dc-e3dd-47a5-840f-671cf61e90ca), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:20.236323 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a52bba6-2020-4ed9-a28b-42956b5c0400 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:20.236948 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a52bba6-2020-4ed9-a28b-42956b5c0400 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:20.257585 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [None req-c715ff19-04ac-4151-962c-9a673c41f72d tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Floating IP 11e6615a-eca9-40df-b26a-eec05980f66e associated. External IP: 172.25.1.168, port: 0bf8db30-2355-42ba-afdf-ef1d14ea9630. Feb 09 01:47:20.308075 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2a52bba6-2020-4ed9-a28b-42956b5c0400 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2411866 Feb 09 01:47:20.308684 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36488) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:20.315068 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-2164430f-a3af-4ad3-990a-5655462025a2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Request body: {'subnet': {'network_id': '8080a3dc-e3dd-47a5-840f-671cf61e90ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:20.335667 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a52bba6-2020-4ed9-a28b-42956b5c0400 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event updated for resources: {'Network': ['ID=8080a3dc-e3dd-47a5-840f-671cf61e90ca,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:20.351337 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 8080a3dc-e3dd-47a5-840f-671cf61e90ca details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:47:20.425576 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2164430f-a3af-4ad3-990a-5655462025a2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Made reservation on behalf of 78fa277b01e54e35b0d68de65b1e56f3 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:47:20.429647 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2164430f-a3af-4ad3-990a-5655462025a2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:20.530000 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c715ff19-04ac-4151-962c-9a673c41f72d tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Router 0dce1881-55a2-4e02-8b20-fa786109c94e has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:47:20.592714 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 6d18b066-204d-45ad-b715-c59de3749d2c no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:47:20.619149 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 6d18b066-204d-45ad-b715-c59de3749d2c {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:47:20.619862 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 6d18b066-204d-45ad-b715-c59de3749d2c not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:47:20.680231 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c715ff19-04ac-4151-962c-9a673c41f72d tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:47:20.696250 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289fb151-1593-4c74-bff6-8ea3ee033c14 None None] Sync routers for ids ['0dce1881-55a2-4e02-8b20-fa786109c94e'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:47:20.709652 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c715ff19-04ac-4151-962c-9a673c41f72d tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:20.712202 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289fb151-1593-4c74-bff6-8ea3ee033c14 None None] Routers {'0dce1881-55a2-4e02-8b20-fa786109c94e'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:20.713034 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-289fb151-1593-4c74-bff6-8ea3ee033c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:46:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['0dce1881-55a2-4e02-8b20-fa786109c94e'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:20.721177 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2164430f-a3af-4ad3-990a-5655462025a2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (b002d872-29eb-469b-b21f-6c9a8418d0c2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:20.760155 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c715ff19-04ac-4151-962c-9a673c41f72d tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9894567 Feb 09 01:47:20.760155 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315077bf-9b8d-49d9-984d-c82f468b5518', 'tag': '0bf8db30-2355-42ba-afdf-ef1d14ea9630'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:47:20.761661 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36498) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:20.766033 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6449cf25-aa9d-4fbf-b692-be9442383bec" -d '{"events": [{"name": "network-changed", "server_uuid": "315077bf-9b8d-49d9-984d-c82f468b5518", "tag": "0bf8db30-2355-42ba-afdf-ef1d14ea9630"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:47:20.828717 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2cfa5e8c-65ce-413c-9619-eb8ad57d5078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:20.836729 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc54ef32-a40b-4524-b892-705b2ffb92aa x-openstack-request-id: req-bc54ef32-a40b-4524-b892-705b2ffb92aa {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:47:20.837031 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "315077bf-9b8d-49d9-984d-c82f468b5518", "tag": "0bf8db30-2355-42ba-afdf-ef1d14ea9630", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:47:20.837330 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bc54ef32-a40b-4524-b892-705b2ffb92aa {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:47:20.837756 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315077bf-9b8d-49d9-984d-c82f468b5518', 'tag': '0bf8db30-2355-42ba-afdf-ef1d14ea9630', 'status': 'completed', 'code': 200} Feb 09 01:47:20.854863 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-bb078f2d-b27c-4d3c-9140-5b80875b147c tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/floatingips/11e6615a-eca9-40df-b26a-eec05980f66e HTTP/1.1" status: 200 len: 991 time: 0.0927498 Feb 09 01:47:20.895809 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2164430f-a3af-4ad3-990a-5655462025a2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event updated for resources: {'Subnet': ['ID=b002d872-29eb-469b-b21f-6c9a8418d0c2,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:20.910316 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-289fb151-1593-4c74-bff6-8ea3ee033c14 None None] Set router 0dce1881-55a2-4e02-8b20-fa786109c94e gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:47:20.926514 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2164430f-a3af-4ad3-990a-5655462025a2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Checking segment: {'id': '7487ec6d-28f6-4d15-bbdc-22e014ef13c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8080a3dc-e3dd-47a5-840f-671cf61e90ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:47:20.926873 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2164430f-a3af-4ad3-990a-5655462025a2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Network hostable DHCP agents. Network: 8080a3dc-e3dd-47a5-840f-671cf61e90ca, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:47:20.957234 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449cf25-aa9d-4fbf-b692-be9442383bec req-730d4161-14df-4d8c-a793-60432d595df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:20.958855 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6449cf25-aa9d-4fbf-b692-be9442383bec req-730d4161-14df-4d8c-a793-60432d595df9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=be37988e5bf5448987567e96924ed429&device_id=315077bf-9b8d-49d9-984d-c82f468b5518 HTTP/1.1" status: 200 len: 1128 time: 0.0797687 Feb 09 01:47:20.960204 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2164430f-a3af-4ad3-990a-5655462025a2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Network 8080a3dc-e3dd-47a5-840f-671cf61e90ca is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:47:21.011031 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-2164430f-a3af-4ad3-990a-5655462025a2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 8080a3dc-e3dd-47a5-840f-671cf61e90ca) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:21.019207 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2164430f-a3af-4ad3-990a-5655462025a2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:21.019819 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2164430f-a3af-4ad3-990a-5655462025a2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:21.022232 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df567318-25be-4448-b58d-ef8a1fb47dbb None None] Network 8080a3dc-e3dd-47a5-840f-671cf61e90ca requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:47:21.050468 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2164430f-a3af-4ad3-990a-5655462025a2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7369795 Feb 09 01:47:21.050931 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36504) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:21.055409 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-4d5a0db5-b6d6-41f2-a4fc-91fcad9f8137 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1918871953', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:21.081841 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449cf25-aa9d-4fbf-b692-be9442383bec req-7d4bf663-fd92-40be-9710-e302e1beebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:21.085531 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6449cf25-aa9d-4fbf-b692-be9442383bec req-7d4bf663-fd92-40be-9710-e302e1beebc0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58 HTTP/1.1" status: 200 len: 897 time: 0.1197257 Feb 09 01:47:21.102203 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4d5a0db5-b6d6-41f2-a4fc-91fcad9f8137 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (576c0603-68d4-4af0-89b7-e8de3046d455), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:21.103437 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4d5a0db5-b6d6-41f2-a4fc-91fcad9f8137 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (576c0603-68d4-4af0-89b7-e8de3046d455), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:21.155694 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:21.181674 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4d5a0db5-b6d6-41f2-a4fc-91fcad9f8137 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router_controller (576c0603-68d4-4af0-89b7-e8de3046d455), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:21.191783 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4d5a0db5-b6d6-41f2-a4fc-91fcad9f8137 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (576c0603-68d4-4af0-89b7-e8de3046d455), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:21.203941 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-289fb151-1593-4c74-bff6-8ea3ee033c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'name': 'tempest-TestNetworkBasicOps-router-1046088792', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '75f5123f-afaf-4d07-8fa4-62c0cdc15607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:51Z', 'updated_at': '2022-02-09T01:46:57Z', 'revision_number': 4, 'project_id': 'be37988e5bf5448987567e96924ed429', 'gw_port': {'id': '75f5123f-afaf-4d07-8fa4-62c0cdc15607', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:51Z', 'updated_at': '2022-02-09T01:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '11e6615a-eca9-40df-b26a-eec05980f66e', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'floating_ip_address': '172.25.1.168', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'port_id': '0bf8db30-2355-42ba-afdf-ef1d14ea9630', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58', 'mac_address': 'fa:16:3e:93:da:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315077bf-9b8d-49d9-984d-c82f468b5518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:47:19Z', 'updated_at': '2022-02-09T01:47:19Z', 'revision_number': 0, 'project_id': 'be37988e5bf5448987567e96924ed429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0140b849-a566-482f-8deb-8686b9d59698', 'name': '', 'network_id': '4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'mac_address': 'fa:16:3e:93:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '70d72c7d-b433-4f85-8107-a34d8ae7640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:56Z', 'updated_at': '2022-02-09T01:47:04Z', 'revision_number': 5, 'project_id': 'be37988e5bf5448987567e96924ed429', 'subnets': [{'id': '70d72c7d-b433-4f85-8107-a34d8ae7640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:21.228539 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9cbe13-a2b5-4621-b2fa-6c017cf81fdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-8080a3dc-e3dd-47a5-840f-671cf61e90ca', 'network_id': '8080a3dc-e3dd-47a5-840f-671cf61e90ca', 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'fixed_ips': [{'subnet_id': 'b002d872-29eb-469b-b21f-6c9a8418d0c2'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:47:21.229587 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ee9cbe13-a2b5-4621-b2fa-6c017cf81fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:21.234519 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289fb151-1593-4c74-bff6-8ea3ee033c14 None None] Checking router: 0dce1881-55a2-4e02-8b20-fa786109c94e for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:47:21.235932 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4d5a0db5-b6d6-41f2-a4fc-91fcad9f8137 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:21.237806 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4d5a0db5-b6d6-41f2-a4fc-91fcad9f8137 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1864183 Feb 09 01:47:21.242079 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6449cf25-aa9d-4fbf-b692-be9442383bec req-40114026-3f6e-4df8-971c-4a8d8b29f6e9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bf8db30-2355-42ba-afdf-ef1d14ea9630 HTTP/1.1" status: 200 len: 999 time: 0.1495552 Feb 09 01:47:21.242554 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36510) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:21.249018 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289fb151-1593-4c74-bff6-8ea3ee033c14 None None] Routers {'0dce1881-55a2-4e02-8b20-fa786109c94e'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:21.249636 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-289fb151-1593-4c74-bff6-8ea3ee033c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:46:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['0dce1881-55a2-4e02-8b20-fa786109c94e'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:21.430991 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-ee9cbe13-a2b5-4621-b2fa-6c017cf81fdf None None] Allocated IP 2001:db8::2 (8080a3dc-e3dd-47a5-840f-671cf61e90ca/b002d872-29eb-469b-b21f-6c9a8418d0c2/c1a0baf0-fdea-4b69-bdee-eca328b3e3b2) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:47:21.450248 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449cf25-aa9d-4fbf-b692-be9442383bec req-0a222c03-bbc0-46a1-ab97-88727929798b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:21.451883 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6449cf25-aa9d-4fbf-b692-be9442383bec req-0a222c03-bbc0-46a1-ab97-88727929798b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=70d72c7d-b433-4f85-8107-a34d8ae7640a HTTP/1.1" status: 200 len: 834 time: 0.1998317 Feb 09 01:47:21.536707 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-289fb151-1593-4c74-bff6-8ea3ee033c14 None None] Set router 0dce1881-55a2-4e02-8b20-fa786109c94e gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:47:21.620181 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449cf25-aa9d-4fbf-b692-be9442383bec req-354e233e-390b-4ffe-a6cc-68e92379cafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:21.622564 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6449cf25-aa9d-4fbf-b692-be9442383bec req-354e233e-390b-4ffe-a6cc-68e92379cafd service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1636691 Feb 09 01:47:21.636079 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ee9cbe13-a2b5-4621-b2fa-6c017cf81fdf None None] Publish callbacks [] for port (c1a0baf0-fdea-4b69-bdee-eca328b3e3b2), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:21.644801 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ee9cbe13-a2b5-4621-b2fa-6c017cf81fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (c1a0baf0-fdea-4b69-bdee-eca328b3e3b2), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:21.716780 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9cbe13-a2b5-4621-b2fa-6c017cf81fdf None None] Pushing event updated for resources: {'Port': ['ID=c1a0baf0-fdea-4b69-bdee-eca328b3e3b2,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:21.718053 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49b0f907-fcd6-4b42-8cad-15754350bf24 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:21.733625 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9cbe13-a2b5-4621-b2fa-6c017cf81fdf None None] Network 8080a3dc-e3dd-47a5-840f-671cf61e90ca is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:47:21.735116 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-ee9cbe13-a2b5-4621-b2fa-6c017cf81fdf None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:21.737759 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9cbe13-a2b5-4621-b2fa-6c017cf81fdf None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:47:21.816116 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-ee9cbe13-a2b5-4621-b2fa-6c017cf81fdf None None] Attempting to bind port c1a0baf0-fdea-4b69-bdee-eca328b3e3b2 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:47:21.816499 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-ee9cbe13-a2b5-4621-b2fa-6c017cf81fdf None None] Attempting to bind port c1a0baf0-fdea-4b69-bdee-eca328b3e3b2 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '7487ec6d-28f6-4d15-bbdc-22e014ef13c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8080a3dc-e3dd-47a5-840f-671cf61e90ca'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:47:21.816874 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9cbe13-a2b5-4621-b2fa-6c017cf81fdf None None] Attempting to bind port c1a0baf0-fdea-4b69-bdee-eca328b3e3b2 on network 8080a3dc-e3dd-47a5-840f-671cf61e90ca {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:47:21.822785 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9cbe13-a2b5-4621-b2fa-6c017cf81fdf None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:47:21.823283 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9cbe13-a2b5-4621-b2fa-6c017cf81fdf None None] Checking segment: {'id': '7487ec6d-28f6-4d15-bbdc-22e014ef13c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8080a3dc-e3dd-47a5-840f-671cf61e90ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:47:21.823692 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ee9cbe13-a2b5-4621-b2fa-6c017cf81fdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:21.824002 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9cbe13-a2b5-4621-b2fa-6c017cf81fdf None None] Bound using segment: {'id': '7487ec6d-28f6-4d15-bbdc-22e014ef13c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8080a3dc-e3dd-47a5-840f-671cf61e90ca'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:47:21.824704 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-ee9cbe13-a2b5-4621-b2fa-6c017cf81fdf None None] Bound port: c1a0baf0-fdea-4b69-bdee-eca328b3e3b2, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7487ec6d-28f6-4d15-bbdc-22e014ef13c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8080a3dc-e3dd-47a5-840f-671cf61e90ca'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:47:21.825903 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ee9cbe13-a2b5-4621-b2fa-6c017cf81fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c1a0baf0-fdea-4b69-bdee-eca328b3e3b2), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:21.858271 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36522) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:21.899525 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-289fb151-1593-4c74-bff6-8ea3ee033c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'name': 'tempest-TestNetworkBasicOps-router-1046088792', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '75f5123f-afaf-4d07-8fa4-62c0cdc15607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:51Z', 'updated_at': '2022-02-09T01:46:57Z', 'revision_number': 4, 'project_id': 'be37988e5bf5448987567e96924ed429', 'gw_port': {'id': '75f5123f-afaf-4d07-8fa4-62c0cdc15607', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:51Z', 'updated_at': '2022-02-09T01:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '11e6615a-eca9-40df-b26a-eec05980f66e', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'floating_ip_address': '172.25.1.168', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'port_id': '0bf8db30-2355-42ba-afdf-ef1d14ea9630', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58', 'mac_address': 'fa:16:3e:93:da:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315077bf-9b8d-49d9-984d-c82f468b5518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:47:19Z', 'updated_at': '2022-02-09T01:47:19Z', 'revision_number': 0, 'project_id': 'be37988e5bf5448987567e96924ed429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0140b849-a566-482f-8deb-8686b9d59698', 'name': '', 'network_id': '4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'mac_address': 'fa:16:3e:93:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '70d72c7d-b433-4f85-8107-a34d8ae7640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:56Z', 'updated_at': '2022-02-09T01:47:04Z', 'revision_number': 5, 'project_id': 'be37988e5bf5448987567e96924ed429', 'subnets': [{'id': '70d72c7d-b433-4f85-8107-a34d8ae7640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:21.941672 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289fb151-1593-4c74-bff6-8ea3ee033c14 None None] The sync data for ids ['0dce1881-55a2-4e02-8b20-fa786109c94e'] in n-d-822053-40 is: [{'id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'name': 'tempest-TestNetworkBasicOps-router-1046088792', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '75f5123f-afaf-4d07-8fa4-62c0cdc15607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:51Z', 'updated_at': '2022-02-09T01:46:57Z', 'revision_number': 4, 'project_id': 'be37988e5bf5448987567e96924ed429', 'gw_port': {'id': '75f5123f-afaf-4d07-8fa4-62c0cdc15607', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:51Z', 'updated_at': '2022-02-09T01:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '11e6615a-eca9-40df-b26a-eec05980f66e', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'floating_ip_address': '172.25.1.168', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'port_id': '0bf8db30-2355-42ba-afdf-ef1d14ea9630', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58', 'mac_address': 'fa:16:3e:93:da:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315077bf-9b8d-49d9-984d-c82f468b5518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:47:19Z', 'updated_at': '2022-02-09T01:47:19Z', 'revision_number': 0, 'project_id': 'be37988e5bf5448987567e96924ed429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0140b849-a566-482f-8deb-8686b9d59698', 'name': '', 'network_id': '4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'mac_address': 'fa:16:3e:93:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '70d72c7d-b433-4f85-8107-a34d8ae7640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:56Z', 'updated_at': '2022-02-09T01:47:04Z', 'revision_number': 5, 'project_id': 'be37988e5bf5448987567e96924ed429', 'subnets': [{'id': '70d72c7d-b433-4f85-8107-a34d8ae7640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:47:21.957461 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-fa30adba-9263-4c76-a1e9-d694de577d22 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/floatingips/11e6615a-eca9-40df-b26a-eec05980f66e HTTP/1.1" status: 200 len: 991 time: 0.0968020 Feb 09 01:47:21.963182 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-ee9cbe13-a2b5-4621-b2fa-6c017cf81fdf None None] For port c1a0baf0-fdea-4b69-bdee-eca328b3e3b2, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:47:21.968280 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-ee9cbe13-a2b5-4621-b2fa-6c017cf81fdf None None] For port c1a0baf0-fdea-4b69-bdee-eca328b3e3b2, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=c1a0baf0-fdea-4b69-bdee-eca328b3e3b2,segment=NetworkSegment(7487ec6d-28f6-4d15-bbdc-22e014ef13c7),segment_id=7487ec6d-28f6-4d15-bbdc-22e014ef13c7)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:47:21.977777 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ee9cbe13-a2b5-4621-b2fa-6c017cf81fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (c1a0baf0-fdea-4b69-bdee-eca328b3e3b2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:22.076427 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9cbe13-a2b5-4621-b2fa-6c017cf81fdf None None] Pushing event updated for resources: {'Port': ['ID=c1a0baf0-fdea-4b69-bdee-eca328b3e3b2,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:22.205267 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6449cf25-aa9d-4fbf-b692-be9442383bec req-1592e098-a9fe-4ea8-9934-79af63390d1e service neutron] 10.222.0.91 "GET /v2.0/networks/4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5737774 Feb 09 01:47:22.313596 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d37d839-22ba-429f-a4a5-aa1aecdb45e3 None None] New status for floating IP 11e6615a-eca9-40df-b26a-eec05980f66e: ACTIVE {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:47:22.457742 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-6449cf25-aa9d-4fbf-b692-be9442383bec req-eb30b922-f6be-4803-9fb6-e313697abec2 service neutron] 10.222.0.91 "GET /v2.0/networks/4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128162 Feb 09 01:47:22.491015 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-49b0f907-fcd6-4b42-8cad-15754350bf24 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Allocated IP 2001:db8::1 (8080a3dc-e3dd-47a5-840f-671cf61e90ca/b002d872-29eb-469b-b21f-6c9a8418d0c2/14714606-4e4d-4186-a9e1-46aa9be1117a) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:47:22.644792 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device c1a0baf0-fdea-4b69-bdee-eca328b3e3b2 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:22.675574 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49b0f907-fcd6-4b42-8cad-15754350bf24 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for port (14714606-4e4d-4186-a9e1-46aa9be1117a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:22.711632 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port c1a0baf0-fdea-4b69-bdee-eca328b3e3b2 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:22.712032 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c1a0baf0-fdea-4b69-bdee-eca328b3e3b2), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:22.720294 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49b0f907-fcd6-4b42-8cad-15754350bf24 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (14714606-4e4d-4186-a9e1-46aa9be1117a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:22.768662 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b0f907-fcd6-4b42-8cad-15754350bf24 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Network 8080a3dc-e3dd-47a5-840f-671cf61e90ca is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:47:22.774398 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-49b0f907-fcd6-4b42-8cad-15754350bf24 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:22.778678 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b0f907-fcd6-4b42-8cad-15754350bf24 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:47:22.779228 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49b0f907-fcd6-4b42-8cad-15754350bf24 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (576c0603-68d4-4af0-89b7-e8de3046d455), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:22.799157 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port c1a0baf0-fdea-4b69-bdee-eca328b3e3b2 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:22.799549 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c1a0baf0-fdea-4b69-bdee-eca328b3e3b2), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:22.822674 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b0f907-fcd6-4b42-8cad-15754350bf24 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event updated for resources: {'Port': ['ID=14714606-4e4d-4186-a9e1-46aa9be1117a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:22.854383 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port c1a0baf0-fdea-4b69-bdee-eca328b3e3b2, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=c1a0baf0-fdea-4b69-bdee-eca328b3e3b2,segment=NetworkSegment(7487ec6d-28f6-4d15-bbdc-22e014ef13c7),segment_id=7487ec6d-28f6-4d15-bbdc-22e014ef13c7)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:22.859523 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (c1a0baf0-fdea-4b69-bdee-eca328b3e3b2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:22.931460 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=c1a0baf0-fdea-4b69-bdee-eca328b3e3b2,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:22.940739 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49b0f907-fcd6-4b42-8cad-15754350bf24 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (14714606-4e4d-4186-a9e1-46aa9be1117a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:22.960236 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36540) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:23.031569 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3b290e58-a652-43ea-96b1-ebbaefdc90b4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/floatingips/11e6615a-eca9-40df-b26a-eec05980f66e HTTP/1.1" status: 200 len: 993 time: 0.0688941 Feb 09 01:47:23.242627 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49b0f907-fcd6-4b42-8cad-15754350bf24 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for port (14714606-4e4d-4186-a9e1-46aa9be1117a), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:23.247797 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49b0f907-fcd6-4b42-8cad-15754350bf24 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (14714606-4e4d-4186-a9e1-46aa9be1117a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:23.248577 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49b0f907-fcd6-4b42-8cad-15754350bf24 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (576c0603-68d4-4af0-89b7-e8de3046d455), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:23.311632 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded866fe-bfdc-4b7a-aa5d-e67486e00839 None None] Network 8080a3dc-e3dd-47a5-840f-671cf61e90ca requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:47:23.347556 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b0f907-fcd6-4b42-8cad-15754350bf24 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event updated for resources: {'Port': ['ID=14714606-4e4d-4186-a9e1-46aa9be1117a,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:23.406031 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b0f907-fcd6-4b42-8cad-15754350bf24 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Network 8080a3dc-e3dd-47a5-840f-671cf61e90ca is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:47:23.407817 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-49b0f907-fcd6-4b42-8cad-15754350bf24 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:23.536503 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b0f907-fcd6-4b42-8cad-15754350bf24 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Router 576c0603-68d4-4af0-89b7-e8de3046d455 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:47:23.568414 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-eb95c9e7-645c-4252-9d19-670fe138cb28 None None] Provisioning complete for port c1a0baf0-fdea-4b69-bdee-eca328b3e3b2 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:23.568792 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-eb95c9e7-645c-4252-9d19-670fe138cb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c1a0baf0-fdea-4b69-bdee-eca328b3e3b2), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:23.647363 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b0f907-fcd6-4b42-8cad-15754350bf24 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:47:23.658726 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-49b0f907-fcd6-4b42-8cad-15754350bf24 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "PUT /v2.0/routers/576c0603-68d4-4af0-89b7-e8de3046d455/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4103329 Feb 09 01:47:23.659132 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36552) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:23.666490 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6743d17-a28c-4352-87b0-47e72dd49404 None None] Sync routers for ids ['576c0603-68d4-4af0-89b7-e8de3046d455'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:47:23.678857 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6743d17-a28c-4352-87b0-47e72dd49404 None None] Routers {'576c0603-68d4-4af0-89b7-e8de3046d455'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:23.679634 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-f6743d17-a28c-4352-87b0-47e72dd49404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:46:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['576c0603-68d4-4af0-89b7-e8de3046d455'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:23.719554 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-eb95c9e7-645c-4252-9d19-670fe138cb28 None None] Current status of the port c1a0baf0-fdea-4b69-bdee-eca328b3e3b2 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:23.730716 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-f6743d17-a28c-4352-87b0-47e72dd49404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:23.740066 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839968f4-6cf5-4dd4-95f7-7b570592fba3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:23.741850 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-839968f4-6cf5-4dd4-95f7-7b570592fba3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "GET /v2.0/ports/14714606-4e4d-4186-a9e1-46aa9be1117a HTTP/1.1" status: 200 len: 911 time: 0.0814414 Feb 09 01:47:23.742721 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6743d17-a28c-4352-87b0-47e72dd49404 None None] Routers {'576c0603-68d4-4af0-89b7-e8de3046d455'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:23.743312 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-f6743d17-a28c-4352-87b0-47e72dd49404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:46:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['576c0603-68d4-4af0-89b7-e8de3046d455'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:23.745058 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36554) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:23.781919 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-f6743d17-a28c-4352-87b0-47e72dd49404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:23.782568 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6743d17-a28c-4352-87b0-47e72dd49404 None None] The sync data for ids ['576c0603-68d4-4af0-89b7-e8de3046d455'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:47:24.060765 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-acb67793-59f1-4f3f-9ac3-9eb737b58839 None None] Provisioning complete for port 14714606-4e4d-4186-a9e1-46aa9be1117a triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:24.061577 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-acb67793-59f1-4f3f-9ac3-9eb737b58839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (14714606-4e4d-4186-a9e1-46aa9be1117a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:24.110964 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-acb67793-59f1-4f3f-9ac3-9eb737b58839 None None] Port 14714606-4e4d-4186-a9e1-46aa9be1117a cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:47:24.126215 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-acb67793-59f1-4f3f-9ac3-9eb737b58839 None None] Provisioning complete for port c1a0baf0-fdea-4b69-bdee-eca328b3e3b2 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:24.126730 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-acb67793-59f1-4f3f-9ac3-9eb737b58839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c1a0baf0-fdea-4b69-bdee-eca328b3e3b2), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:24.154599 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bc18c2d1-3ad1-41dc-8281-4be2a22ea9d3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (576c0603-68d4-4af0-89b7-e8de3046d455), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:24.333985 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9e20be08-ecb8-4568-a018-7d8789eda0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:24.337956 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-acb67793-59f1-4f3f-9ac3-9eb737b58839 None None] Current status of the port c1a0baf0-fdea-4b69-bdee-eca328b3e3b2 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:24.460049 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-acad228b-c264-41ed-b6e2-2bdb6ca27deb None None] Provisioning complete for port 14714606-4e4d-4186-a9e1-46aa9be1117a triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:24.460632 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-acad228b-c264-41ed-b6e2-2bdb6ca27deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (14714606-4e4d-4186-a9e1-46aa9be1117a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:24.504709 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-acad228b-c264-41ed-b6e2-2bdb6ca27deb None None] Port 14714606-4e4d-4186-a9e1-46aa9be1117a cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:47:24.510071 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-bc18c2d1-3ad1-41dc-8281-4be2a22ea9d3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Deleting port 14714606-4e4d-4186-a9e1-46aa9be1117a {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:47:24.510513 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bc18c2d1-3ad1-41dc-8281-4be2a22ea9d3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (14714606-4e4d-4186-a9e1-46aa9be1117a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:24.616161 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device c1a0baf0-fdea-4b69-bdee-eca328b3e3b2 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:24.617668 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bc18c2d1-3ad1-41dc-8281-4be2a22ea9d3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (14714606-4e4d-4186-a9e1-46aa9be1117a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:24.634132 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-bc18c2d1-3ad1-41dc-8281-4be2a22ea9d3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Calling delete_port for 14714606-4e4d-4186-a9e1-46aa9be1117a owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:47:24.665210 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-ce8e558f-9310-4cf4-859d-944ac90ff49e None None] Provisioning complete for port 14714606-4e4d-4186-a9e1-46aa9be1117a triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:24.665587 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ce8e558f-9310-4cf4-859d-944ac90ff49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (14714606-4e4d-4186-a9e1-46aa9be1117a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:24.711837 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port c1a0baf0-fdea-4b69-bdee-eca328b3e3b2 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:24.712312 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c1a0baf0-fdea-4b69-bdee-eca328b3e3b2), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:24.714930 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ce8e558f-9310-4cf4-859d-944ac90ff49e None None] Port 14714606-4e4d-4186-a9e1-46aa9be1117a cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:47:24.797325 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port c1a0baf0-fdea-4b69-bdee-eca328b3e3b2 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:24.836073 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bc18c2d1-3ad1-41dc-8281-4be2a22ea9d3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (14714606-4e4d-4186-a9e1-46aa9be1117a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:24.885801 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18c2d1-3ad1-41dc-8281-4be2a22ea9d3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event deleted for resources: {'Port': ['ID=14714606-4e4d-4186-a9e1-46aa9be1117a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:24.985162 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bc18c2d1-3ad1-41dc-8281-4be2a22ea9d3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (576c0603-68d4-4af0-89b7-e8de3046d455), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:25.164252 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc18c2d1-3ad1-41dc-8281-4be2a22ea9d3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Router 576c0603-68d4-4af0-89b7-e8de3046d455 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:47:25.245223 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc18c2d1-3ad1-41dc-8281-4be2a22ea9d3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:47:25.250737 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-bc18c2d1-3ad1-41dc-8281-4be2a22ea9d3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "PUT /v2.0/routers/576c0603-68d4-4af0-89b7-e8de3046d455/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5043178 Feb 09 01:47:25.253747 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36580) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:25.256337 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f5094b-95f3-487d-831a-0dbcf3ae9536 None None] Sync routers for ids ['576c0603-68d4-4af0-89b7-e8de3046d455'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:47:25.268508 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f5094b-95f3-487d-831a-0dbcf3ae9536 None None] Routers {'576c0603-68d4-4af0-89b7-e8de3046d455'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:25.269340 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e4f5094b-95f3-487d-831a-0dbcf3ae9536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:47:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['576c0603-68d4-4af0-89b7-e8de3046d455'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:25.286650 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-11c6279d-04e7-4098-8a6c-0d204f698195 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "GET /v2.0/ports?device_id=576c0603-68d4-4af0-89b7-e8de3046d455 HTTP/1.1" status: 200 len: 205 time: 0.0314865 Feb 09 01:47:25.288944 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36582) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:25.307736 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e4f5094b-95f3-487d-831a-0dbcf3ae9536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:25.319007 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f5094b-95f3-487d-831a-0dbcf3ae9536 None None] Routers {'576c0603-68d4-4af0-89b7-e8de3046d455'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:25.319692 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e4f5094b-95f3-487d-831a-0dbcf3ae9536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:47:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['576c0603-68d4-4af0-89b7-e8de3046d455'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:25.356427 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e4f5094b-95f3-487d-831a-0dbcf3ae9536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:25.357193 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f5094b-95f3-487d-831a-0dbcf3ae9536 None None] The sync data for ids ['576c0603-68d4-4af0-89b7-e8de3046d455'] in n-d-822053-40 is: [] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:47:25.366338 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-48d99df1-9e3f-4c30-b00a-39e61efbe1ee tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router (576c0603-68d4-4af0-89b7-e8de3046d455), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:25.532964 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-48d99df1-9e3f-4c30-b00a-39e61efbe1ee tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (576c0603-68d4-4af0-89b7-e8de3046d455), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:25.535006 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-48d99df1-9e3f-4c30-b00a-39e61efbe1ee tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router_controller (576c0603-68d4-4af0-89b7-e8de3046d455), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:25.585852 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-48d99df1-9e3f-4c30-b00a-39e61efbe1ee tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (576c0603-68d4-4af0-89b7-e8de3046d455), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:25.586886 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d99df1-9e3f-4c30-b00a-39e61efbe1ee tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Fanout notify agent at l3_agent the message router_deleted on router 576c0603-68d4-4af0-89b7-e8de3046d455 {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:47:25.593620 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-48d99df1-9e3f-4c30-b00a-39e61efbe1ee tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:25.594790 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-48d99df1-9e3f-4c30-b00a-39e61efbe1ee tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "DELETE /v2.0/routers/576c0603-68d4-4af0-89b7-e8de3046d455 HTTP/1.1" status: 204 len: 168 time: 0.3046734 Feb 09 01:47:25.597830 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36592) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:25.652442 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e1227e-ef29-465a-bfc6-71271ae61737 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Deleting subnet b002d872-29eb-469b-b21f-6c9a8418d0c2 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:47:25.656187 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-40e1227e-ef29-465a-bfc6-71271ae61737 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for subnet (b002d872-29eb-469b-b21f-6c9a8418d0c2), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:25.703178 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-40e1227e-ef29-465a-bfc6-71271ae61737 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (b002d872-29eb-469b-b21f-6c9a8418d0c2), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:25.806479 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-40e1227e-ef29-465a-bfc6-71271ae61737 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (b002d872-29eb-469b-b21f-6c9a8418d0c2), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:25.861276 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:25.873065 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-40e1227e-ef29-465a-bfc6-71271ae61737 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (b002d872-29eb-469b-b21f-6c9a8418d0c2), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:25.901435 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1227e-ef29-465a-bfc6-71271ae61737 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event deleted for resources: {'Subnet': ['ID=b002d872-29eb-469b-b21f-6c9a8418d0c2,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:25.914866 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-40e1227e-ef29-465a-bfc6-71271ae61737 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:25.921600 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36602) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:25.922153 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-40e1227e-ef29-465a-bfc6-71271ae61737 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "DELETE /v2.0/subnets/b002d872-29eb-469b-b21f-6c9a8418d0c2 HTTP/1.1" status: 204 len: 168 time: 0.3227894 Feb 09 01:47:25.926155 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dddf690-3b39-4f71-bde4-32c6f4adf582 None None] Network 8080a3dc-e3dd-47a5-840f-671cf61e90ca requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:47:26.015412 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a904cfb-8daa-4f33-9746-819c5fbee96e tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (8080a3dc-e3dd-47a5-840f-671cf61e90ca), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:26.084846 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5a904cfb-8daa-4f33-9746-819c5fbee96e tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Deleting port c1a0baf0-fdea-4b69-bdee-eca328b3e3b2 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:47:26.085190 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a904cfb-8daa-4f33-9746-819c5fbee96e tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (c1a0baf0-fdea-4b69-bdee-eca328b3e3b2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:26.085876 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fb8869-53fc-4e60-9dce-21d8aa430155 None None] DHCP port deletion for 8080a3dc-e3dd-47a5-840f-671cf61e90ca request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:47:26.140990 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1fb8869-53fc-4e60-9dce-21d8aa430155 None None] Deleting port c1a0baf0-fdea-4b69-bdee-eca328b3e3b2 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:47:26.141370 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1fb8869-53fc-4e60-9dce-21d8aa430155 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (c1a0baf0-fdea-4b69-bdee-eca328b3e3b2), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:26.163103 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-5a904cfb-8daa-4f33-9746-819c5fbee96e tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] For port c1a0baf0-fdea-4b69-bdee-eca328b3e3b2, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=c1a0baf0-fdea-4b69-bdee-eca328b3e3b2,segment=NetworkSegment(7487ec6d-28f6-4d15-bbdc-22e014ef13c7),segment_id=7487ec6d-28f6-4d15-bbdc-22e014ef13c7)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:26.163482 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a904cfb-8daa-4f33-9746-819c5fbee96e tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (c1a0baf0-fdea-4b69-bdee-eca328b3e3b2), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:26.178034 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5a904cfb-8daa-4f33-9746-819c5fbee96e tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Calling delete_port for c1a0baf0-fdea-4b69-bdee-eca328b3e3b2 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:47:26.211236 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1fb8869-53fc-4e60-9dce-21d8aa430155 None None] For port c1a0baf0-fdea-4b69-bdee-eca328b3e3b2, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=c1a0baf0-fdea-4b69-bdee-eca328b3e3b2,segment=NetworkSegment(7487ec6d-28f6-4d15-bbdc-22e014ef13c7),segment_id=7487ec6d-28f6-4d15-bbdc-22e014ef13c7)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:26.211636 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1fb8869-53fc-4e60-9dce-21d8aa430155 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (c1a0baf0-fdea-4b69-bdee-eca328b3e3b2), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:26.225430 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1fb8869-53fc-4e60-9dce-21d8aa430155 None None] Calling delete_port for c1a0baf0-fdea-4b69-bdee-eca328b3e3b2 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:47:26.284485 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a904cfb-8daa-4f33-9746-819c5fbee96e tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (c1a0baf0-fdea-4b69-bdee-eca328b3e3b2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:26.316969 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a904cfb-8daa-4f33-9746-819c5fbee96e tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] No DVR routers for this DVR port c1a0baf0-fdea-4b69-bdee-eca328b3e3b2 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:47:26.318545 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1fb8869-53fc-4e60-9dce-21d8aa430155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (c1a0baf0-fdea-4b69-bdee-eca328b3e3b2), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:26.318882 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a904cfb-8daa-4f33-9746-819c5fbee96e tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event deleted for resources: {'Port': ['ID=c1a0baf0-fdea-4b69-bdee-eca328b3e3b2,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:26.346753 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb8869-53fc-4e60-9dce-21d8aa430155 None None] Pushing event deleted for resources: {'Port': ['ID=c1a0baf0-fdea-4b69-bdee-eca328b3e3b2,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:26.350348 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fb8869-53fc-4e60-9dce-21d8aa430155 None None] No DVR routers for this DVR port c1a0baf0-fdea-4b69-bdee-eca328b3e3b2 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:47:26.405409 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a904cfb-8daa-4f33-9746-819c5fbee96e tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (8080a3dc-e3dd-47a5-840f-671cf61e90ca), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:26.427781 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-5a904cfb-8daa-4f33-9746-819c5fbee96e tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8080a3dc-e3dd-47a5-840f-671cf61e90ca']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:26.438394 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-5a904cfb-8daa-4f33-9746-819c5fbee96e tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7487ec6d-28f6-4d15-bbdc-22e014ef13c7') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:26.438778 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-5a904cfb-8daa-4f33-9746-819c5fbee96e tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7487ec6d-28f6-4d15-bbdc-22e014ef13c7') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:26.448546 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a904cfb-8daa-4f33-9746-819c5fbee96e tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (7487ec6d-28f6-4d15-bbdc-22e014ef13c7), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:26.463971 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a904cfb-8daa-4f33-9746-819c5fbee96e tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (7487ec6d-28f6-4d15-bbdc-22e014ef13c7), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:26.471607 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a904cfb-8daa-4f33-9746-819c5fbee96e tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:47:26.472042 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a904cfb-8daa-4f33-9746-819c5fbee96e tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (7487ec6d-28f6-4d15-bbdc-22e014ef13c7), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:26.475436 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:47:26.475436 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:47:26.475436 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:47:26.475436 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:47:26.475436 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:47:26.475436 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:47:26.475436 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:47:26.475436 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:47:26.475436 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:47:26.475436 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:47:26.475436 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:47:26.475436 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:47:26.475436 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:47:26.475436 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:47:26.475436 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:47:26.475436 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:47:26.475436 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:47:26.475436 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:47:26.475436 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:47:26.475436 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:47:26.475436 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:47:26.475436 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:47:26.475436 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:47:26.475436 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:47:26.475436 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:47:26.475436 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:47:26.475436 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:47:26.475436 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:47:26.475436 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:47:26.475436 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:47:26.475436 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:47:26.475436 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:47:26.538972 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a904cfb-8daa-4f33-9746-819c5fbee96e tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (8080a3dc-e3dd-47a5-840f-671cf61e90ca), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:26.551312 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a904cfb-8daa-4f33-9746-819c5fbee96e tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:26.558907 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5a904cfb-8daa-4f33-9746-819c5fbee96e tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "DELETE /v2.0/networks/8080a3dc-e3dd-47a5-840f-671cf61e90ca HTTP/1.1" status: 204 len: 168 time: 0.6328394 Feb 09 01:47:26.559695 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36614) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:26.565213 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-bbe467a4-e947-4fe0-86d8-3c8a8ee3ce9a tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1373535236', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}, 'admin_state_up': False}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:26.570895 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a904cfb-8daa-4f33-9746-819c5fbee96e tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event deleted for resources: {'Network': ['ID=8080a3dc-e3dd-47a5-840f-671cf61e90ca,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:26.587725 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device c1a0baf0-fdea-4b69-bdee-eca328b3e3b2 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:47:26.599586 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bbe467a4-e947-4fe0-86d8-3c8a8ee3ce9a tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (bba5ad36-7133-4cb2-abc6-80252daa0c40), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:26.601051 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bbe467a4-e947-4fe0-86d8-3c8a8ee3ce9a tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (bba5ad36-7133-4cb2-abc6-80252daa0c40), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:26.614435 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: c1a0baf0-fdea-4b69-bdee-eca328b3e3b2 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:47:26.615092 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device c1a0baf0-fdea-4b69-bdee-eca328b3e3b2 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:47:26.666524 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bbe467a4-e947-4fe0-86d8-3c8a8ee3ce9a tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router_controller (bba5ad36-7133-4cb2-abc6-80252daa0c40), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:26.821719 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bbe467a4-e947-4fe0-86d8-3c8a8ee3ce9a tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router_gateway (bba5ad36-7133-4cb2-abc6-80252daa0c40), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:27.370238 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bbe467a4-e947-4fe0-86d8-3c8a8ee3ce9a tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router_gateway (bba5ad36-7133-4cb2-abc6-80252daa0c40), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:27.390082 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bbe467a4-e947-4fe0-86d8-3c8a8ee3ce9a tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:27.513917 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-bbe467a4-e947-4fe0-86d8-3c8a8ee3ce9a tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Allocated IP 172.25.1.60 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/347db402-99e2-48de-a8d9-e35ad9bb139a) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:47:27.583534 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:27.635717 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bbe467a4-e947-4fe0-86d8-3c8a8ee3ce9a tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for port (347db402-99e2-48de-a8d9-e35ad9bb139a), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:27.670407 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bbe467a4-e947-4fe0-86d8-3c8a8ee3ce9a tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (347db402-99e2-48de-a8d9-e35ad9bb139a), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:27.712007 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe467a4-e947-4fe0-86d8-3c8a8ee3ce9a tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:47:27.714967 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-bbe467a4-e947-4fe0-86d8-3c8a8ee3ce9a tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:27.720219 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe467a4-e947-4fe0-86d8-3c8a8ee3ce9a tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:47:27.723425 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe467a4-e947-4fe0-86d8-3c8a8ee3ce9a tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event updated for resources: {'Port': ['ID=347db402-99e2-48de-a8d9-e35ad9bb139a,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:27.991481 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bbe467a4-e947-4fe0-86d8-3c8a8ee3ce9a tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router_gateway (bba5ad36-7133-4cb2-abc6-80252daa0c40), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:28.209958 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bbe467a4-e947-4fe0-86d8-3c8a8ee3ce9a tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (bba5ad36-7133-4cb2-abc6-80252daa0c40), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:28.329482 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:28.350234 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe467a4-e947-4fe0-86d8-3c8a8ee3ce9a tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Router bba5ad36-7133-4cb2-abc6-80252daa0c40 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:47:28.468577 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe467a4-e947-4fe0-86d8-3c8a8ee3ce9a tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:47:28.479739 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff58c3eb-1d54-4280-ab5f-dc068afbb3ae None None] Sync routers for ids ['bba5ad36-7133-4cb2-abc6-80252daa0c40'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:47:28.490402 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bbe467a4-e947-4fe0-86d8-3c8a8ee3ce9a tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:28.491055 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff58c3eb-1d54-4280-ab5f-dc068afbb3ae None None] Routers {'bba5ad36-7133-4cb2-abc6-80252daa0c40'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:28.491635 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-bbe467a4-e947-4fe0-86d8-3c8a8ee3ce9a tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.9301889 Feb 09 01:47:28.491874 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ff58c3eb-1d54-4280-ab5f-dc068afbb3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:47:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['bba5ad36-7133-4cb2-abc6-80252daa0c40'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:28.494290 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36652) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:28.534572 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ff58c3eb-1d54-4280-ab5f-dc068afbb3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:28.544542 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff58c3eb-1d54-4280-ab5f-dc068afbb3ae None None] Routers {'bba5ad36-7133-4cb2-abc6-80252daa0c40'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:28.545144 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ff58c3eb-1d54-4280-ab5f-dc068afbb3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:47:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['bba5ad36-7133-4cb2-abc6-80252daa0c40'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:28.583909 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ff58c3eb-1d54-4280-ab5f-dc068afbb3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:28.584918 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff58c3eb-1d54-4280-ab5f-dc068afbb3ae None None] The sync data for ids ['bba5ad36-7133-4cb2-abc6-80252daa0c40'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:47:28.620468 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-612b07a4-1e13-479e-ba40-e1a45bf88414 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "GET /v2.0/routers/bba5ad36-7133-4cb2-abc6-80252daa0c40 HTTP/1.1" status: 200 len: 884 time: 0.1249247 Feb 09 01:47:28.624019 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36656) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:29.196836 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-82f3cef5-4fa4-4887-8370-0b6c68eb9551 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5715194 Feb 09 01:47:29.199248 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36668) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:29.204211 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-537dcc70-374c-450b-824c-0ddc2edaef83 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1373535236'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:29.527296 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-537dcc70-374c-450b-824c-0ddc2edaef83 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8820'] for router (bba5ad36-7133-4cb2-abc6-80252daa0c40), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:29.540085 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-537dcc70-374c-450b-824c-0ddc2edaef83 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622185'] for router (bba5ad36-7133-4cb2-abc6-80252daa0c40), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:29.658316 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537dcc70-374c-450b-824c-0ddc2edaef83 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Router bba5ad36-7133-4cb2-abc6-80252daa0c40 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:47:29.771454 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537dcc70-374c-450b-824c-0ddc2edaef83 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:47:29.778737 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-537dcc70-374c-450b-824c-0ddc2edaef83 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:29.779891 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-537dcc70-374c-450b-824c-0ddc2edaef83 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "PUT /v2.0/routers/bba5ad36-7133-4cb2-abc6-80252daa0c40 HTTP/1.1" status: 200 len: 891 time: 0.5791657 Feb 09 01:47:29.782773 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36678) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:29.790946 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ba40f6-1f1c-4e57-8e47-59af8f35ce43 None None] Sync routers for ids ['bba5ad36-7133-4cb2-abc6-80252daa0c40'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:47:29.805899 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ba40f6-1f1c-4e57-8e47-59af8f35ce43 None None] Routers {'bba5ad36-7133-4cb2-abc6-80252daa0c40'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:29.806866 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-67ba40f6-1f1c-4e57-8e47-59af8f35ce43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:47:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['bba5ad36-7133-4cb2-abc6-80252daa0c40'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:29.847522 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-67ba40f6-1f1c-4e57-8e47-59af8f35ce43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:29.858630 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ba40f6-1f1c-4e57-8e47-59af8f35ce43 None None] Routers {'bba5ad36-7133-4cb2-abc6-80252daa0c40'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:29.859238 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-67ba40f6-1f1c-4e57-8e47-59af8f35ce43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:47:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['bba5ad36-7133-4cb2-abc6-80252daa0c40'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:29.894261 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-67ba40f6-1f1c-4e57-8e47-59af8f35ce43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:29.896583 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ba40f6-1f1c-4e57-8e47-59af8f35ce43 None None] The sync data for ids ['bba5ad36-7133-4cb2-abc6-80252daa0c40'] in n-d-822053-40 is: [] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:47:29.916896 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-df1d837e-681a-418f-bc4b-d781ea416069 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "GET /v2.0/routers/bba5ad36-7133-4cb2-abc6-80252daa0c40 HTTP/1.1" status: 200 len: 891 time: 0.1326029 Feb 09 01:47:29.920539 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36684) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:29.949664 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-32063b07-9fce-441d-a4f7-b4edb027dfa6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "GET /v2.0/ports?device_id=bba5ad36-7133-4cb2-abc6-80252daa0c40 HTTP/1.1" status: 200 len: 205 time: 0.0278521 Feb 09 01:47:29.952885 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36686) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:30.062814 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2afa3b68-6825-4a89-81aa-ba38e1eae976 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router (bba5ad36-7133-4cb2-abc6-80252daa0c40), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:30.189215 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2afa3b68-6825-4a89-81aa-ba38e1eae976 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router_gateway (bba5ad36-7133-4cb2-abc6-80252daa0c40), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:30.242265 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2afa3b68-6825-4a89-81aa-ba38e1eae976 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Deleting port 347db402-99e2-48de-a8d9-e35ad9bb139a {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:47:30.242672 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2afa3b68-6825-4a89-81aa-ba38e1eae976 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (347db402-99e2-48de-a8d9-e35ad9bb139a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:30.322182 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2afa3b68-6825-4a89-81aa-ba38e1eae976 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (347db402-99e2-48de-a8d9-e35ad9bb139a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:30.334121 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2afa3b68-6825-4a89-81aa-ba38e1eae976 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Calling delete_port for 347db402-99e2-48de-a8d9-e35ad9bb139a owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:47:30.507847 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2afa3b68-6825-4a89-81aa-ba38e1eae976 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (347db402-99e2-48de-a8d9-e35ad9bb139a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:30.536017 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa3b68-6825-4a89-81aa-ba38e1eae976 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event deleted for resources: {'Port': ['ID=347db402-99e2-48de-a8d9-e35ad9bb139a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:30.607721 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2afa3b68-6825-4a89-81aa-ba38e1eae976 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (bba5ad36-7133-4cb2-abc6-80252daa0c40), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:30.712609 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2afa3b68-6825-4a89-81aa-ba38e1eae976 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (bba5ad36-7133-4cb2-abc6-80252daa0c40), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:30.715807 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2afa3b68-6825-4a89-81aa-ba38e1eae976 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router_controller (bba5ad36-7133-4cb2-abc6-80252daa0c40), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:30.766912 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2afa3b68-6825-4a89-81aa-ba38e1eae976 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (bba5ad36-7133-4cb2-abc6-80252daa0c40), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:30.767411 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afa3b68-6825-4a89-81aa-ba38e1eae976 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Fanout notify agent at l3_agent the message router_deleted on router bba5ad36-7133-4cb2-abc6-80252daa0c40 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:47:30.775499 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2afa3b68-6825-4a89-81aa-ba38e1eae976 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:30.780998 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2afa3b68-6825-4a89-81aa-ba38e1eae976 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "DELETE /v2.0/routers/bba5ad36-7133-4cb2-abc6-80252daa0c40 HTTP/1.1" status: 204 len: 168 time: 0.8227718 Feb 09 01:47:30.781863 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36702) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:30.787370 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-de15a17d-ca5d-4e8c-b961-776de7f7d3a4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-236503542'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:30.809305 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de15a17d-ca5d-4e8c-b961-776de7f7d3a4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Made reservation on behalf of 78fa277b01e54e35b0d68de65b1e56f3 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:47:30.813288 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-de15a17d-ca5d-4e8c-b961-776de7f7d3a4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:30.841567 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de15a17d-ca5d-4e8c-b961-776de7f7d3a4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:47:30.851874 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-de15a17d-ca5d-4e8c-b961-776de7f7d3a4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (8ad3f7a7-0c9a-4490-8c01-7a273c5275d2), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:30.852480 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-de15a17d-ca5d-4e8c-b961-776de7f7d3a4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Added segment 8ad3f7a7-0c9a-4490-8c01-7a273c5275d2 of type vlan for network b44c2686-a13e-40fa-b8e1-5e15670ed330 Feb 09 01:47:30.893971 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-de15a17d-ca5d-4e8c-b961-776de7f7d3a4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (b44c2686-a13e-40fa-b8e1-5e15670ed330), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:30.921321 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-de15a17d-ca5d-4e8c-b961-776de7f7d3a4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (b44c2686-a13e-40fa-b8e1-5e15670ed330), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:30.926455 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de15a17d-ca5d-4e8c-b961-776de7f7d3a4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:30.927157 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-de15a17d-ca5d-4e8c-b961-776de7f7d3a4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:31.004153 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-de15a17d-ca5d-4e8c-b961-776de7f7d3a4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2210376 Feb 09 01:47:31.006998 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36708) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:31.011712 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-d3dcac81-59fd-49d8-968c-d7b4cd42f386 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Request body: {'subnet': {'network_id': 'b44c2686-a13e-40fa-b8e1-5e15670ed330', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:31.031690 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de15a17d-ca5d-4e8c-b961-776de7f7d3a4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event updated for resources: {'Network': ['ID=b44c2686-a13e-40fa-b8e1-5e15670ed330,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:31.042528 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network b44c2686-a13e-40fa-b8e1-5e15670ed330 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:47:31.115218 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3dcac81-59fd-49d8-968c-d7b4cd42f386 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Made reservation on behalf of 78fa277b01e54e35b0d68de65b1e56f3 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:47:31.119486 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d3dcac81-59fd-49d8-968c-d7b4cd42f386 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:31.314636 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d3dcac81-59fd-49d8-968c-d7b4cd42f386 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (7b5bf43d-3377-46b2-90a0-2d3b3603e3b2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:31.382141 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dcac81-59fd-49d8-968c-d7b4cd42f386 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event updated for resources: {'Subnet': ['ID=7b5bf43d-3377-46b2-90a0-2d3b3603e3b2,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:31.392480 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dcac81-59fd-49d8-968c-d7b4cd42f386 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Checking segment: {'id': '8ad3f7a7-0c9a-4490-8c01-7a273c5275d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b44c2686-a13e-40fa-b8e1-5e15670ed330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:47:31.392839 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dcac81-59fd-49d8-968c-d7b4cd42f386 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Network hostable DHCP agents. Network: b44c2686-a13e-40fa-b8e1-5e15670ed330, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:47:31.409548 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dcac81-59fd-49d8-968c-d7b4cd42f386 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Network b44c2686-a13e-40fa-b8e1-5e15670ed330 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:47:31.419217 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-d3dcac81-59fd-49d8-968c-d7b4cd42f386 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, b44c2686-a13e-40fa-b8e1-5e15670ed330) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:31.423385 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dcac81-59fd-49d8-968c-d7b4cd42f386 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:31.424011 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d3dcac81-59fd-49d8-968c-d7b4cd42f386 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:31.430589 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26247ced-fb4e-406e-a3fe-39e6143cf242 None None] Network b44c2686-a13e-40fa-b8e1-5e15670ed330 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:47:31.443804 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d3dcac81-59fd-49d8-968c-d7b4cd42f386 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4358697 Feb 09 01:47:31.446342 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36720) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:31.451946 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-547b11e7-3c6b-464f-bef3-d47dbdf5530c tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1474046060', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:31.474875 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-547b11e7-3c6b-464f-bef3-d47dbdf5530c tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (f71270a0-1aac-4a7f-8eac-4f9f106841fb), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:31.476434 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-547b11e7-3c6b-464f-bef3-d47dbdf5530c tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (f71270a0-1aac-4a7f-8eac-4f9f106841fb), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:31.549318 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-547b11e7-3c6b-464f-bef3-d47dbdf5530c tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router_controller (f71270a0-1aac-4a7f-8eac-4f9f106841fb), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:31.554783 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-547b11e7-3c6b-464f-bef3-d47dbdf5530c tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (f71270a0-1aac-4a7f-8eac-4f9f106841fb), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:31.564212 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b6f5be-e55d-444b-8619-cb591e1c0a6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-b44c2686-a13e-40fa-b8e1-5e15670ed330', 'network_id': 'b44c2686-a13e-40fa-b8e1-5e15670ed330', 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'fixed_ips': [{'subnet_id': '7b5bf43d-3377-46b2-90a0-2d3b3603e3b2'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:47:31.565214 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-84b6f5be-e55d-444b-8619-cb591e1c0a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:31.580541 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-547b11e7-3c6b-464f-bef3-d47dbdf5530c tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:31.582777 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-547b11e7-3c6b-464f-bef3-d47dbdf5530c tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1355078 Feb 09 01:47:31.585491 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36722) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:31.737267 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-84b6f5be-e55d-444b-8619-cb591e1c0a6d None None] Allocated IP 2001:db8::2 (b44c2686-a13e-40fa-b8e1-5e15670ed330/7b5bf43d-3377-46b2-90a0-2d3b3603e3b2/1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:47:31.906898 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0f082f07-f209-4e11-a649-9cff3b4a40eb tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:31.907525 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-84b6f5be-e55d-444b-8619-cb591e1c0a6d None None] Publish callbacks [] for port (1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:31.913995 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-84b6f5be-e55d-444b-8619-cb591e1c0a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:31.954627 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b6f5be-e55d-444b-8619-cb591e1c0a6d None None] Network b44c2686-a13e-40fa-b8e1-5e15670ed330 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:47:31.961362 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-84b6f5be-e55d-444b-8619-cb591e1c0a6d None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:31.964910 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b6f5be-e55d-444b-8619-cb591e1c0a6d None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:47:31.971111 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6f5be-e55d-444b-8619-cb591e1c0a6d None None] Pushing event updated for resources: {'Port': ['ID=1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:32.036977 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-84b6f5be-e55d-444b-8619-cb591e1c0a6d None None] Attempting to bind port 1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:47:32.037353 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-84b6f5be-e55d-444b-8619-cb591e1c0a6d None None] Attempting to bind port 1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '8ad3f7a7-0c9a-4490-8c01-7a273c5275d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b44c2686-a13e-40fa-b8e1-5e15670ed330'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:47:32.037720 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b6f5be-e55d-444b-8619-cb591e1c0a6d None None] Attempting to bind port 1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5 on network b44c2686-a13e-40fa-b8e1-5e15670ed330 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:47:32.042688 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b6f5be-e55d-444b-8619-cb591e1c0a6d None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:47:32.044130 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b6f5be-e55d-444b-8619-cb591e1c0a6d None None] Checking segment: {'id': '8ad3f7a7-0c9a-4490-8c01-7a273c5275d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b44c2686-a13e-40fa-b8e1-5e15670ed330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:47:32.044343 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-84b6f5be-e55d-444b-8619-cb591e1c0a6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:32.044780 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b6f5be-e55d-444b-8619-cb591e1c0a6d None None] Bound using segment: {'id': '8ad3f7a7-0c9a-4490-8c01-7a273c5275d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b44c2686-a13e-40fa-b8e1-5e15670ed330'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:47:32.045263 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-84b6f5be-e55d-444b-8619-cb591e1c0a6d None None] Bound port: 1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ad3f7a7-0c9a-4490-8c01-7a273c5275d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b44c2686-a13e-40fa-b8e1-5e15670ed330'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:47:32.045646 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-84b6f5be-e55d-444b-8619-cb591e1c0a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:32.125022 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-84b6f5be-e55d-444b-8619-cb591e1c0a6d None None] For port 1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:47:32.129434 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-84b6f5be-e55d-444b-8619-cb591e1c0a6d None None] For port 1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5,segment=NetworkSegment(8ad3f7a7-0c9a-4490-8c01-7a273c5275d2),segment_id=8ad3f7a7-0c9a-4490-8c01-7a273c5275d2)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:47:32.135673 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-84b6f5be-e55d-444b-8619-cb591e1c0a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:32.197592 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6f5be-e55d-444b-8619-cb591e1c0a6d None None] Pushing event updated for resources: {'Port': ['ID=1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:32.208911 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-0f082f07-f209-4e11-a649-9cff3b4a40eb tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Allocated IP 2001:db8::1 (b44c2686-a13e-40fa-b8e1-5e15670ed330/7b5bf43d-3377-46b2-90a0-2d3b3603e3b2/661306e3-3da1-48c0-a1f7-a14306505ad6) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:47:32.335420 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0f082f07-f209-4e11-a649-9cff3b4a40eb tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for port (661306e3-3da1-48c0-a1f7-a14306505ad6), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:32.389719 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0f082f07-f209-4e11-a649-9cff3b4a40eb tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (661306e3-3da1-48c0-a1f7-a14306505ad6), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:32.447883 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f082f07-f209-4e11-a649-9cff3b4a40eb tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Network b44c2686-a13e-40fa-b8e1-5e15670ed330 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:47:32.467037 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-0f082f07-f209-4e11-a649-9cff3b4a40eb tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:32.469599 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f082f07-f209-4e11-a649-9cff3b4a40eb tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:47:32.470155 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0f082f07-f209-4e11-a649-9cff3b4a40eb tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (f71270a0-1aac-4a7f-8eac-4f9f106841fb), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:32.519722 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f082f07-f209-4e11-a649-9cff3b4a40eb tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event updated for resources: {'Port': ['ID=661306e3-3da1-48c0-a1f7-a14306505ad6,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:32.645860 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0f082f07-f209-4e11-a649-9cff3b4a40eb tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (661306e3-3da1-48c0-a1f7-a14306505ad6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:32.647792 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:32.711288 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:32.711288 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:32.806486 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:32.806885 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:32.843692 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5,segment=NetworkSegment(8ad3f7a7-0c9a-4490-8c01-7a273c5275d2),segment_id=8ad3f7a7-0c9a-4490-8c01-7a273c5275d2)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:32.849294 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:32.905192 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:33.270854 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0f082f07-f209-4e11-a649-9cff3b4a40eb tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for port (661306e3-3da1-48c0-a1f7-a14306505ad6), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:33.281480 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0f082f07-f209-4e11-a649-9cff3b4a40eb tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (661306e3-3da1-48c0-a1f7-a14306505ad6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:33.281480 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0f082f07-f209-4e11-a649-9cff3b4a40eb tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (f71270a0-1aac-4a7f-8eac-4f9f106841fb), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:33.332643 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56423fe7-a11e-453a-bcef-eb0a204553eb None None] Network b44c2686-a13e-40fa-b8e1-5e15670ed330 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:47:33.375580 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f082f07-f209-4e11-a649-9cff3b4a40eb tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event updated for resources: {'Port': ['ID=661306e3-3da1-48c0-a1f7-a14306505ad6,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:33.420292 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f082f07-f209-4e11-a649-9cff3b4a40eb tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Network b44c2686-a13e-40fa-b8e1-5e15670ed330 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:47:33.422183 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-0f082f07-f209-4e11-a649-9cff3b4a40eb tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:33.447485 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-a82ca44f-673d-46e8-b117-1c7acb0d3086 None None] Provisioning complete for port 1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:33.447841 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a82ca44f-673d-46e8-b117-1c7acb0d3086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:33.555932 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a82ca44f-673d-46e8-b117-1c7acb0d3086 None None] Current status of the port 1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:33.572393 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f082f07-f209-4e11-a649-9cff3b4a40eb tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Router f71270a0-1aac-4a7f-8eac-4f9f106841fb is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:47:33.704412 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f082f07-f209-4e11-a649-9cff3b4a40eb tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:47:33.709442 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0f082f07-f209-4e11-a649-9cff3b4a40eb tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "PUT /v2.0/routers/f71270a0-1aac-4a7f-8eac-4f9f106841fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1226392 Feb 09 01:47:33.711970 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36758) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:33.714865 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba92a9d-b6cc-4c54-850a-d43b7daed24c None None] Sync routers for ids ['f71270a0-1aac-4a7f-8eac-4f9f106841fb'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:47:33.728699 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba92a9d-b6cc-4c54-850a-d43b7daed24c None None] Routers {'f71270a0-1aac-4a7f-8eac-4f9f106841fb'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:33.729577 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-eba92a9d-b6cc-4c54-850a-d43b7daed24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:47:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['f71270a0-1aac-4a7f-8eac-4f9f106841fb'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:33.775943 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b62d4ae-04cf-4ce1-a721-e395dec7640f tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:33.776596 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-eba92a9d-b6cc-4c54-850a-d43b7daed24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:33.778102 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9b62d4ae-04cf-4ce1-a721-e395dec7640f tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "GET /v2.0/ports/661306e3-3da1-48c0-a1f7-a14306505ad6 HTTP/1.1" status: 200 len: 911 time: 0.0643730 Feb 09 01:47:33.781388 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36760) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:33.786773 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-cc239674-52f5-4d14-8ef3-556c967599a5 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7b5bf43d-3377-46b2-90a0-2d3b3603e3b2'}]}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:33.791717 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-35bb26ea-dd65-4399-aee4-222ed2851228 None None] Provisioning complete for port 661306e3-3da1-48c0-a1f7-a14306505ad6 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:33.792254 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-35bb26ea-dd65-4399-aee4-222ed2851228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (661306e3-3da1-48c0-a1f7-a14306505ad6), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:33.793807 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba92a9d-b6cc-4c54-850a-d43b7daed24c None None] Routers {'f71270a0-1aac-4a7f-8eac-4f9f106841fb'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:33.794773 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-eba92a9d-b6cc-4c54-850a-d43b7daed24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:47:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['f71270a0-1aac-4a7f-8eac-4f9f106841fb'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:33.854224 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-35bb26ea-dd65-4399-aee4-222ed2851228 None None] Port 661306e3-3da1-48c0-a1f7-a14306505ad6 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:47:33.856562 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-eba92a9d-b6cc-4c54-850a-d43b7daed24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:33.857697 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba92a9d-b6cc-4c54-850a-d43b7daed24c None None] The sync data for ids ['f71270a0-1aac-4a7f-8eac-4f9f106841fb'] in n-d-822053-40 is: [] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:47:33.874065 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-35bb26ea-dd65-4399-aee4-222ed2851228 None None] Provisioning complete for port 1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:33.874592 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-35bb26ea-dd65-4399-aee4-222ed2851228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:33.981080 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-35bb26ea-dd65-4399-aee4-222ed2851228 None None] Current status of the port 1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:34.030182 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cc239674-52f5-4d14-8ef3-556c967599a5 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (661306e3-3da1-48c0-a1f7-a14306505ad6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:34.104125 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-5f6f0662-b884-4015-be56-a3c91e75e5c5 None None] Provisioning complete for port 661306e3-3da1-48c0-a1f7-a14306505ad6 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:34.104795 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5f6f0662-b884-4015-be56-a3c91e75e5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (661306e3-3da1-48c0-a1f7-a14306505ad6), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:34.144922 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5f6f0662-b884-4015-be56-a3c91e75e5c5 None None] Port 661306e3-3da1-48c0-a1f7-a14306505ad6 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:47:34.368786 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-4dc5b24b-a522-43cb-ae33-e7c24610fa37 None None] Provisioning complete for port 661306e3-3da1-48c0-a1f7-a14306505ad6 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:34.369515 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4dc5b24b-a522-43cb-ae33-e7c24610fa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (661306e3-3da1-48c0-a1f7-a14306505ad6), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:34.415007 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-4dc5b24b-a522-43cb-ae33-e7c24610fa37 None None] Port 661306e3-3da1-48c0-a1f7-a14306505ad6 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:47:34.454539 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cc239674-52f5-4d14-8ef3-556c967599a5 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for port (661306e3-3da1-48c0-a1f7-a14306505ad6), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:34.462990 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cc239674-52f5-4d14-8ef3-556c967599a5 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (661306e3-3da1-48c0-a1f7-a14306505ad6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:34.469277 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc239674-52f5-4d14-8ef3-556c967599a5 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:34.469912 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cc239674-52f5-4d14-8ef3-556c967599a5 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:34.471268 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cc239674-52f5-4d14-8ef3-556c967599a5 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "PUT /v2.0/ports/661306e3-3da1-48c0-a1f7-a14306505ad6 HTTP/1.1" status: 200 len: 911 time: 0.6889217 Feb 09 01:47:34.474301 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36784) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:34.589141 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc239674-52f5-4d14-8ef3-556c967599a5 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event updated for resources: {'Port': ['ID=661306e3-3da1-48c0-a1f7-a14306505ad6,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:34.607561 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:34.669351 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:34.669963 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:34.756406 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:34.848736 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fd4a72e2-163c-4f6d-a423-bf226f7a7060 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (f71270a0-1aac-4a7f-8eac-4f9f106841fb), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:35.100067 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a72e2-163c-4f6d-a423-bf226f7a7060 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Deleting port 661306e3-3da1-48c0-a1f7-a14306505ad6 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:47:35.100815 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fd4a72e2-163c-4f6d-a423-bf226f7a7060 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (661306e3-3da1-48c0-a1f7-a14306505ad6), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:35.206331 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fd4a72e2-163c-4f6d-a423-bf226f7a7060 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (661306e3-3da1-48c0-a1f7-a14306505ad6), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:35.219307 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a72e2-163c-4f6d-a423-bf226f7a7060 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Calling delete_port for 661306e3-3da1-48c0-a1f7-a14306505ad6 owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:47:35.393850 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fd4a72e2-163c-4f6d-a423-bf226f7a7060 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (661306e3-3da1-48c0-a1f7-a14306505ad6), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:35.421678 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a72e2-163c-4f6d-a423-bf226f7a7060 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event deleted for resources: {'Port': ['ID=661306e3-3da1-48c0-a1f7-a14306505ad6,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:35.525945 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fd4a72e2-163c-4f6d-a423-bf226f7a7060 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (f71270a0-1aac-4a7f-8eac-4f9f106841fb), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:35.707150 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4a72e2-163c-4f6d-a423-bf226f7a7060 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Router f71270a0-1aac-4a7f-8eac-4f9f106841fb has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:47:35.791268 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4a72e2-163c-4f6d-a423-bf226f7a7060 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:47:35.797152 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-fd4a72e2-163c-4f6d-a423-bf226f7a7060 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "PUT /v2.0/routers/f71270a0-1aac-4a7f-8eac-4f9f106841fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3218739 Feb 09 01:47:35.801768 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36788) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:35.803388 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5aa2c2-0567-498a-9ba7-747527edf91e None None] Sync routers for ids ['f71270a0-1aac-4a7f-8eac-4f9f106841fb'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:47:35.815511 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5aa2c2-0567-498a-9ba7-747527edf91e None None] Routers {'f71270a0-1aac-4a7f-8eac-4f9f106841fb'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:35.816172 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-fb5aa2c2-0567-498a-9ba7-747527edf91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:47:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['f71270a0-1aac-4a7f-8eac-4f9f106841fb'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:35.833376 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36790) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:35.833593 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2676d4e8-1cd6-4205-a76e-712e1fda7918 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "GET /v2.0/ports?device_id=f71270a0-1aac-4a7f-8eac-4f9f106841fb HTTP/1.1" status: 200 len: 205 time: 0.0305653 Feb 09 01:47:35.854018 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-fb5aa2c2-0567-498a-9ba7-747527edf91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:35.863764 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5aa2c2-0567-498a-9ba7-747527edf91e None None] Routers {'f71270a0-1aac-4a7f-8eac-4f9f106841fb'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:35.864458 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-fb5aa2c2-0567-498a-9ba7-747527edf91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:47:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['f71270a0-1aac-4a7f-8eac-4f9f106841fb'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:35.900949 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-fb5aa2c2-0567-498a-9ba7-747527edf91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:35.901613 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5aa2c2-0567-498a-9ba7-747527edf91e None None] The sync data for ids ['f71270a0-1aac-4a7f-8eac-4f9f106841fb'] in n-d-822053-40 is: [] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:47:35.925599 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d506cbd8-5bd6-4cee-9432-eb052fa64d45 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router (f71270a0-1aac-4a7f-8eac-4f9f106841fb), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:36.094649 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d506cbd8-5bd6-4cee-9432-eb052fa64d45 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (f71270a0-1aac-4a7f-8eac-4f9f106841fb), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:36.096896 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d506cbd8-5bd6-4cee-9432-eb052fa64d45 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router_controller (f71270a0-1aac-4a7f-8eac-4f9f106841fb), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:36.141759 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d506cbd8-5bd6-4cee-9432-eb052fa64d45 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (f71270a0-1aac-4a7f-8eac-4f9f106841fb), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:36.142406 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d506cbd8-5bd6-4cee-9432-eb052fa64d45 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Fanout notify agent at l3_agent the message router_deleted on router f71270a0-1aac-4a7f-8eac-4f9f106841fb {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:47:36.149451 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d506cbd8-5bd6-4cee-9432-eb052fa64d45 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:36.150828 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d506cbd8-5bd6-4cee-9432-eb052fa64d45 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "DELETE /v2.0/routers/f71270a0-1aac-4a7f-8eac-4f9f106841fb HTTP/1.1" status: 204 len: 168 time: 0.3161297 Feb 09 01:47:36.154845 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36792) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:36.209854 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab08d11d-7b7e-4398-b0f2-673469d31317 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Deleting subnet 7b5bf43d-3377-46b2-90a0-2d3b3603e3b2 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:47:36.213361 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ab08d11d-7b7e-4398-b0f2-673469d31317 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for subnet (7b5bf43d-3377-46b2-90a0-2d3b3603e3b2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:36.255603 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ab08d11d-7b7e-4398-b0f2-673469d31317 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (7b5bf43d-3377-46b2-90a0-2d3b3603e3b2), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:36.353778 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ab08d11d-7b7e-4398-b0f2-673469d31317 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (7b5bf43d-3377-46b2-90a0-2d3b3603e3b2), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:36.413776 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ab08d11d-7b7e-4398-b0f2-673469d31317 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (7b5bf43d-3377-46b2-90a0-2d3b3603e3b2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:36.442954 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08d11d-7b7e-4398-b0f2-673469d31317 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event deleted for resources: {'Subnet': ['ID=7b5bf43d-3377-46b2-90a0-2d3b3603e3b2,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:36.445038 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ab08d11d-7b7e-4398-b0f2-673469d31317 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:36.448264 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ab08d11d-7b7e-4398-b0f2-673469d31317 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "DELETE /v2.0/subnets/7b5bf43d-3377-46b2-90a0-2d3b3603e3b2 HTTP/1.1" status: 204 len: 168 time: 0.2923505 Feb 09 01:47:36.450924 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36798) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:36.459215 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be11ce92-29f1-446c-a58f-8caf9d417838 None None] Network b44c2686-a13e-40fa-b8e1-5e15670ed330 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:47:36.544924 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50f49aca-6833-40f1-8739-91839aecce6b tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (b44c2686-a13e-40fa-b8e1-5e15670ed330), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:36.603343 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-50f49aca-6833-40f1-8739-91839aecce6b tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Deleting port 1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:47:36.603765 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50f49aca-6833-40f1-8739-91839aecce6b tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:36.655112 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404b19bb-decd-4e60-9973-b2389d082c83 None None] DHCP port deletion for b44c2686-a13e-40fa-b8e1-5e15670ed330 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:47:36.676800 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-50f49aca-6833-40f1-8739-91839aecce6b tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] For port 1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5,segment=NetworkSegment(8ad3f7a7-0c9a-4490-8c01-7a273c5275d2),segment_id=8ad3f7a7-0c9a-4490-8c01-7a273c5275d2)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:36.677115 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50f49aca-6833-40f1-8739-91839aecce6b tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:36.693633 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-50f49aca-6833-40f1-8739-91839aecce6b tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Calling delete_port for 1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:47:36.711486 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-404b19bb-decd-4e60-9973-b2389d082c83 None None] Deleting port 1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:47:36.711907 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-404b19bb-decd-4e60-9973-b2389d082c83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:36.787469 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-404b19bb-decd-4e60-9973-b2389d082c83 None None] For port 1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5,segment=NetworkSegment(8ad3f7a7-0c9a-4490-8c01-7a273c5275d2),segment_id=8ad3f7a7-0c9a-4490-8c01-7a273c5275d2)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:36.787873 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-404b19bb-decd-4e60-9973-b2389d082c83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:36.802633 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-404b19bb-decd-4e60-9973-b2389d082c83 None None] Calling delete_port for 1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:47:36.808444 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50f49aca-6833-40f1-8739-91839aecce6b tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:36.841908 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f49aca-6833-40f1-8739-91839aecce6b tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] No DVR routers for this DVR port 1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:47:36.844485 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f49aca-6833-40f1-8739-91839aecce6b tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event deleted for resources: {'Port': ['ID=1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:36.899685 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-404b19bb-decd-4e60-9973-b2389d082c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:36.941854 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b19bb-decd-4e60-9973-b2389d082c83 None None] Pushing event deleted for resources: {'Port': ['ID=1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:36.944393 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404b19bb-decd-4e60-9973-b2389d082c83 None None] No DVR routers for this DVR port 1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:47:36.960806 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50f49aca-6833-40f1-8739-91839aecce6b tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (b44c2686-a13e-40fa-b8e1-5e15670ed330), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:36.998893 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-50f49aca-6833-40f1-8739-91839aecce6b tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b44c2686-a13e-40fa-b8e1-5e15670ed330']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:37.014212 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-50f49aca-6833-40f1-8739-91839aecce6b tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ad3f7a7-0c9a-4490-8c01-7a273c5275d2') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:37.014677 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-50f49aca-6833-40f1-8739-91839aecce6b tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ad3f7a7-0c9a-4490-8c01-7a273c5275d2') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:37.032024 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50f49aca-6833-40f1-8739-91839aecce6b tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (8ad3f7a7-0c9a-4490-8c01-7a273c5275d2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:37.050009 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50f49aca-6833-40f1-8739-91839aecce6b tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (8ad3f7a7-0c9a-4490-8c01-7a273c5275d2), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:37.057736 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f49aca-6833-40f1-8739-91839aecce6b tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:47:37.058236 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50f49aca-6833-40f1-8739-91839aecce6b tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (8ad3f7a7-0c9a-4490-8c01-7a273c5275d2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:37.062988 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:47:37.062988 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:47:37.062988 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:47:37.062988 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:47:37.062988 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:47:37.062988 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:47:37.062988 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:47:37.062988 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:47:37.062988 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:47:37.062988 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:47:37.062988 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:47:37.062988 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:47:37.062988 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:47:37.062988 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:47:37.062988 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:47:37.062988 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:47:37.062988 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:47:37.062988 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:47:37.062988 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:47:37.062988 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:47:37.062988 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:47:37.062988 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:47:37.062988 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:47:37.062988 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:47:37.062988 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:47:37.062988 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:47:37.062988 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:47:37.062988 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:47:37.062988 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:47:37.062988 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:47:37.062988 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:47:37.062988 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:47:37.111169 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbc04e-6233-4e2c-ab39-e4964fc03730 req-fe6cc15a-69b3-4442-84c7-afbb7ecaf341 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:37.113356 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9dfbc04e-6233-4e2c-ab39-e4964fc03730 req-fe6cc15a-69b3-4442-84c7-afbb7ecaf341 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f HTTP/1.1" status: 200 len: 945 time: 0.0686913 Feb 09 01:47:37.137113 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50f49aca-6833-40f1-8739-91839aecce6b tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (b44c2686-a13e-40fa-b8e1-5e15670ed330), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:37.145001 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50f49aca-6833-40f1-8739-91839aecce6b tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:37.148171 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-50f49aca-6833-40f1-8739-91839aecce6b tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "DELETE /v2.0/networks/b44c2686-a13e-40fa-b8e1-5e15670ed330 HTTP/1.1" status: 204 len: 168 time: 0.6963012 Feb 09 01:47:37.154425 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36816) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:37.158930 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-34f4c5b5-89ef-40e9-8dbc-8052aeaf4f8a tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-172454512', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:37.160442 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f49aca-6833-40f1-8739-91839aecce6b tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event deleted for resources: {'Network': ['ID=b44c2686-a13e-40fa-b8e1-5e15670ed330,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:37.206328 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9dfbc04e-6233-4e2c-ab39-e4964fc03730 req-86e967b7-b3b0-4189-8f6a-51412e84db8f tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b0b6a08-c53d-401f-b8aa-bb9a6979f286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857482 Feb 09 01:47:37.214462 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-34f4c5b5-89ef-40e9-8dbc-8052aeaf4f8a tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (383a35f5-a926-4164-ac6d-017cc22bb252), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:37.216899 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-34f4c5b5-89ef-40e9-8dbc-8052aeaf4f8a tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (383a35f5-a926-4164-ac6d-017cc22bb252), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:37.280445 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-34f4c5b5-89ef-40e9-8dbc-8052aeaf4f8a tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router_controller (383a35f5-a926-4164-ac6d-017cc22bb252), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:37.286475 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-34f4c5b5-89ef-40e9-8dbc-8052aeaf4f8a tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (383a35f5-a926-4164-ac6d-017cc22bb252), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:37.308210 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-34f4c5b5-89ef-40e9-8dbc-8052aeaf4f8a tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:37.309743 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-34f4c5b5-89ef-40e9-8dbc-8052aeaf4f8a tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1542966 Feb 09 01:47:37.312295 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36818) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:37.317123 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-138440d6-87a4-4c73-aaf9-510d2ad70ca3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-646367233'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:37.336730 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138440d6-87a4-4c73-aaf9-510d2ad70ca3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Made reservation on behalf of 78fa277b01e54e35b0d68de65b1e56f3 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:47:37.340582 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-138440d6-87a4-4c73-aaf9-510d2ad70ca3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:37.375092 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-138440d6-87a4-4c73-aaf9-510d2ad70ca3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:47:37.385478 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-138440d6-87a4-4c73-aaf9-510d2ad70ca3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (22c3541a-f37c-4cdf-a1d3-50478d9bd579), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:37.385824 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-138440d6-87a4-4c73-aaf9-510d2ad70ca3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Added segment 22c3541a-f37c-4cdf-a1d3-50478d9bd579 of type vlan for network 1c001643-cb9a-497b-bee3-e70ee12f9bcf Feb 09 01:47:37.431112 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-138440d6-87a4-4c73-aaf9-510d2ad70ca3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (1c001643-cb9a-497b-bee3-e70ee12f9bcf), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:37.457301 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-138440d6-87a4-4c73-aaf9-510d2ad70ca3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (1c001643-cb9a-497b-bee3-e70ee12f9bcf), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:37.462270 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138440d6-87a4-4c73-aaf9-510d2ad70ca3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:37.462863 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-138440d6-87a4-4c73-aaf9-510d2ad70ca3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:37.524120 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-138440d6-87a4-4c73-aaf9-510d2ad70ca3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2108059 Feb 09 01:47:37.527308 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36822) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:37.533026 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-03eff82d-23e5-4105-bc84-0630031ea6cc tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Request body: {'subnet': {'network_id': '1c001643-cb9a-497b-bee3-e70ee12f9bcf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:37.548951 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138440d6-87a4-4c73-aaf9-510d2ad70ca3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event updated for resources: {'Network': ['ID=1c001643-cb9a-497b-bee3-e70ee12f9bcf,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:37.559749 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138440d6-87a4-4c73-aaf9-510d2ad70ca3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:37.560279 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138440d6-87a4-4c73-aaf9-510d2ad70ca3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:37.560718 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138440d6-87a4-4c73-aaf9-510d2ad70ca3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:37.561155 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138440d6-87a4-4c73-aaf9-510d2ad70ca3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:37.561613 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138440d6-87a4-4c73-aaf9-510d2ad70ca3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:37.562040 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138440d6-87a4-4c73-aaf9-510d2ad70ca3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:37.562470 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138440d6-87a4-4c73-aaf9-510d2ad70ca3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:37.562896 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138440d6-87a4-4c73-aaf9-510d2ad70ca3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:37.563330 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138440d6-87a4-4c73-aaf9-510d2ad70ca3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:37.563801 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138440d6-87a4-4c73-aaf9-510d2ad70ca3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:37.564257 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138440d6-87a4-4c73-aaf9-510d2ad70ca3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:37.564680 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138440d6-87a4-4c73-aaf9-510d2ad70ca3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:37.565106 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138440d6-87a4-4c73-aaf9-510d2ad70ca3 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:37.579709 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 1c001643-cb9a-497b-bee3-e70ee12f9bcf details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:47:37.641721 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03eff82d-23e5-4105-bc84-0630031ea6cc tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Made reservation on behalf of 78fa277b01e54e35b0d68de65b1e56f3 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:47:37.645398 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-03eff82d-23e5-4105-bc84-0630031ea6cc tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:37.834573 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-03eff82d-23e5-4105-bc84-0630031ea6cc tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (4bff4132-98af-46f1-964d-d895bd213f1e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:37.896983 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eff82d-23e5-4105-bc84-0630031ea6cc tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event updated for resources: {'Subnet': ['ID=4bff4132-98af-46f1-964d-d895bd213f1e,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:37.906647 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eff82d-23e5-4105-bc84-0630031ea6cc tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Checking segment: {'id': '22c3541a-f37c-4cdf-a1d3-50478d9bd579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1c001643-cb9a-497b-bee3-e70ee12f9bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:47:37.907013 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03eff82d-23e5-4105-bc84-0630031ea6cc tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Network hostable DHCP agents. Network: 1c001643-cb9a-497b-bee3-e70ee12f9bcf, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:47:37.924606 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03eff82d-23e5-4105-bc84-0630031ea6cc tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Network 1c001643-cb9a-497b-bee3-e70ee12f9bcf is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:47:37.933680 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-03eff82d-23e5-4105-bc84-0630031ea6cc tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 1c001643-cb9a-497b-bee3-e70ee12f9bcf) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:37.938816 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03eff82d-23e5-4105-bc84-0630031ea6cc tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:37.939622 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-03eff82d-23e5-4105-bc84-0630031ea6cc tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:37.948375 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce0d87b-29f5-46f0-9638-eaa7fc1ee64d None None] Network 1c001643-cb9a-497b-bee3-e70ee12f9bcf requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:47:37.957287 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-03eff82d-23e5-4105-bc84-0630031ea6cc tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4282131 Feb 09 01:47:37.960023 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36824) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:38.060113 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48006ca0-7bb5-4c9d-9d37-7af507b34893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-1c001643-cb9a-497b-bee3-e70ee12f9bcf', 'network_id': '1c001643-cb9a-497b-bee3-e70ee12f9bcf', 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'fixed_ips': [{'subnet_id': '4bff4132-98af-46f1-964d-d895bd213f1e'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:47:38.061147 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-48006ca0-7bb5-4c9d-9d37-7af507b34893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:38.202690 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-48006ca0-7bb5-4c9d-9d37-7af507b34893 None None] Allocated IP 2001:db8::2 (1c001643-cb9a-497b-bee3-e70ee12f9bcf/4bff4132-98af-46f1-964d-d895bd213f1e/7d5f31b0-92a2-42ba-b038-3d76e3a31f75) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:47:38.360589 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc259f1b-534b-4c64-9da2-45a6c27b709d req-0ca24383-c2be-4543-bf94-854ab670f11a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:38.363941 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cc259f1b-534b-4c64-9da2-45a6c27b709d req-0ca24383-c2be-4543-bf94-854ab670f11a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f HTTP/1.1" status: 200 len: 945 time: 0.0725954 Feb 09 01:47:38.448803 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cc259f1b-534b-4c64-9da2-45a6c27b709d req-7777bdff-c474-4873-bd85-f76a351947ca tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b0b6a08-c53d-401f-b8aa-bb9a6979f286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725563 Feb 09 01:47:38.568377 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-48006ca0-7bb5-4c9d-9d37-7af507b34893 None None] Publish callbacks [] for port (7d5f31b0-92a2-42ba-b038-3d76e3a31f75), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:38.585547 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-48006ca0-7bb5-4c9d-9d37-7af507b34893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (7d5f31b0-92a2-42ba-b038-3d76e3a31f75), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:38.615201 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48006ca0-7bb5-4c9d-9d37-7af507b34893 None None] Network 1c001643-cb9a-497b-bee3-e70ee12f9bcf is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:47:38.618176 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:47:38.649829 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0d35179c-c595-4d73-8f8a-acef545c431f tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:38.662722 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-48006ca0-7bb5-4c9d-9d37-7af507b34893 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:38.667483 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48006ca0-7bb5-4c9d-9d37-7af507b34893 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:47:38.673414 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:47:38.673883 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 1ee4b2a1-f6e2-4a8c-b0f2-945e5873f1d5 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:47:38.718533 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48006ca0-7bb5-4c9d-9d37-7af507b34893 None None] Pushing event updated for resources: {'Port': ['ID=7d5f31b0-92a2-42ba-b038-3d76e3a31f75,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:38.753922 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-48006ca0-7bb5-4c9d-9d37-7af507b34893 None None] Attempting to bind port 7d5f31b0-92a2-42ba-b038-3d76e3a31f75 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:47:38.754297 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-48006ca0-7bb5-4c9d-9d37-7af507b34893 None None] Attempting to bind port 7d5f31b0-92a2-42ba-b038-3d76e3a31f75 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '22c3541a-f37c-4cdf-a1d3-50478d9bd579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1c001643-cb9a-497b-bee3-e70ee12f9bcf'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:47:38.754653 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48006ca0-7bb5-4c9d-9d37-7af507b34893 None None] Attempting to bind port 7d5f31b0-92a2-42ba-b038-3d76e3a31f75 on network 1c001643-cb9a-497b-bee3-e70ee12f9bcf {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:47:38.760168 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48006ca0-7bb5-4c9d-9d37-7af507b34893 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:47:38.760585 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48006ca0-7bb5-4c9d-9d37-7af507b34893 None None] Checking segment: {'id': '22c3541a-f37c-4cdf-a1d3-50478d9bd579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1c001643-cb9a-497b-bee3-e70ee12f9bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:47:38.761017 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-48006ca0-7bb5-4c9d-9d37-7af507b34893 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:38.761407 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48006ca0-7bb5-4c9d-9d37-7af507b34893 None None] Bound using segment: {'id': '22c3541a-f37c-4cdf-a1d3-50478d9bd579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1c001643-cb9a-497b-bee3-e70ee12f9bcf'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:47:38.762150 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-48006ca0-7bb5-4c9d-9d37-7af507b34893 None None] Bound port: 7d5f31b0-92a2-42ba-b038-3d76e3a31f75, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c3541a-f37c-4cdf-a1d3-50478d9bd579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1c001643-cb9a-497b-bee3-e70ee12f9bcf'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:47:38.762610 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-48006ca0-7bb5-4c9d-9d37-7af507b34893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7d5f31b0-92a2-42ba-b038-3d76e3a31f75), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:38.837736 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-48006ca0-7bb5-4c9d-9d37-7af507b34893 None None] For port 7d5f31b0-92a2-42ba-b038-3d76e3a31f75, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:47:38.843723 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-48006ca0-7bb5-4c9d-9d37-7af507b34893 None None] For port 7d5f31b0-92a2-42ba-b038-3d76e3a31f75, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=7d5f31b0-92a2-42ba-b038-3d76e3a31f75,segment=NetworkSegment(22c3541a-f37c-4cdf-a1d3-50478d9bd579),segment_id=22c3541a-f37c-4cdf-a1d3-50478d9bd579)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:47:38.854967 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-48006ca0-7bb5-4c9d-9d37-7af507b34893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7d5f31b0-92a2-42ba-b038-3d76e3a31f75), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:38.927667 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48006ca0-7bb5-4c9d-9d37-7af507b34893 None None] Pushing event updated for resources: {'Port': ['ID=7d5f31b0-92a2-42ba-b038-3d76e3a31f75,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:38.937832 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-0d35179c-c595-4d73-8f8a-acef545c431f tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Allocated IP 2001:db8::1 (1c001643-cb9a-497b-bee3-e70ee12f9bcf/4bff4132-98af-46f1-964d-d895bd213f1e/5f48c26a-6631-477a-8d9b-e2ca71d496be) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:47:39.069349 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0d35179c-c595-4d73-8f8a-acef545c431f tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for port (5f48c26a-6631-477a-8d9b-e2ca71d496be), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:39.132934 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0d35179c-c595-4d73-8f8a-acef545c431f tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (5f48c26a-6631-477a-8d9b-e2ca71d496be), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:39.187488 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d35179c-c595-4d73-8f8a-acef545c431f tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Network 1c001643-cb9a-497b-bee3-e70ee12f9bcf is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:47:39.190899 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-0d35179c-c595-4d73-8f8a-acef545c431f tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:39.197221 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d35179c-c595-4d73-8f8a-acef545c431f tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:47:39.197221 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0d35179c-c595-4d73-8f8a-acef545c431f tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (383a35f5-a926-4164-ac6d-017cc22bb252), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:39.203051 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35179c-c595-4d73-8f8a-acef545c431f tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event updated for resources: {'Port': ['ID=5f48c26a-6631-477a-8d9b-e2ca71d496be,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:39.241629 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35179c-c595-4d73-8f8a-acef545c431f tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:39.241925 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35179c-c595-4d73-8f8a-acef545c431f tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:39.242198 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35179c-c595-4d73-8f8a-acef545c431f tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:39.242531 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35179c-c595-4d73-8f8a-acef545c431f tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:39.242856 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35179c-c595-4d73-8f8a-acef545c431f tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:39.243182 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35179c-c595-4d73-8f8a-acef545c431f tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:39.243510 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35179c-c595-4d73-8f8a-acef545c431f tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:39.243828 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35179c-c595-4d73-8f8a-acef545c431f tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:39.244178 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35179c-c595-4d73-8f8a-acef545c431f tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:39.244502 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35179c-c595-4d73-8f8a-acef545c431f tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:39.244909 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35179c-c595-4d73-8f8a-acef545c431f tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:39.245139 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35179c-c595-4d73-8f8a-acef545c431f tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:39.245455 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35179c-c595-4d73-8f8a-acef545c431f tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:39.352389 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0d35179c-c595-4d73-8f8a-acef545c431f tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5f48c26a-6631-477a-8d9b-e2ca71d496be), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:39.587057 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a47ded-4b25-49b6-b4bc-7f3befe52d9b req-03a7dcf7-e421-480a-85ce-ae3bd6f47ca6 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:39.588618 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f7a47ded-4b25-49b6-b4bc-7f3befe52d9b req-03a7dcf7-e421-480a-85ce-ae3bd6f47ca6 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f HTTP/1.1" status: 200 len: 945 time: 0.0659502 Feb 09 01:47:39.643153 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f7a47ded-4b25-49b6-b4bc-7f3befe52d9b req-766847bb-177f-42f8-ac54-cfe96853b1d1 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b0b6a08-c53d-401f-b8aa-bb9a6979f286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462012 Feb 09 01:47:39.654675 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0d35179c-c595-4d73-8f8a-acef545c431f tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for port (5f48c26a-6631-477a-8d9b-e2ca71d496be), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:39.661596 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0d35179c-c595-4d73-8f8a-acef545c431f tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (5f48c26a-6631-477a-8d9b-e2ca71d496be), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:39.664913 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0d35179c-c595-4d73-8f8a-acef545c431f tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (383a35f5-a926-4164-ac6d-017cc22bb252), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:39.761169 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35179c-c595-4d73-8f8a-acef545c431f tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event updated for resources: {'Port': ['ID=5f48c26a-6631-477a-8d9b-e2ca71d496be,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:39.812410 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d35179c-c595-4d73-8f8a-acef545c431f tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Network 1c001643-cb9a-497b-bee3-e70ee12f9bcf is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:47:39.813889 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-0d35179c-c595-4d73-8f8a-acef545c431f tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:39.957123 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d35179c-c595-4d73-8f8a-acef545c431f tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Router 383a35f5-a926-4164-ac6d-017cc22bb252 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:47:40.069407 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d35179c-c595-4d73-8f8a-acef545c431f tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:47:40.070633 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2dcb50-d532-4cb4-b556-1d4cb225ab19 None None] Network 1c001643-cb9a-497b-bee3-e70ee12f9bcf requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:47:40.080665 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36834) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:40.080936 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0d35179c-c595-4d73-8f8a-acef545c431f tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "PUT /v2.0/routers/383a35f5-a926-4164-ac6d-017cc22bb252/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1197903 Feb 09 01:47:40.083507 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70b5542-680a-4610-b995-efd78dde2226 None None] Sync routers for ids ['383a35f5-a926-4164-ac6d-017cc22bb252'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:47:40.086282 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-f0f19449-6a0b-47fd-a19a-9fa9041cd1fd tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-247397455'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:40.098045 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70b5542-680a-4610-b995-efd78dde2226 None None] Routers {'383a35f5-a926-4164-ac6d-017cc22bb252'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:40.098664 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-e70b5542-680a-4610-b995-efd78dde2226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:47:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['383a35f5-a926-4164-ac6d-017cc22bb252'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:40.119098 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f19449-6a0b-47fd-a19a-9fa9041cd1fd tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Made reservation on behalf of 78fa277b01e54e35b0d68de65b1e56f3 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:47:40.124318 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f0f19449-6a0b-47fd-a19a-9fa9041cd1fd tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:40.153874 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0f19449-6a0b-47fd-a19a-9fa9041cd1fd tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:47:40.166094 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f0f19449-6a0b-47fd-a19a-9fa9041cd1fd tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (a888a07d-7ef5-4a4b-9814-5d0b8489d75e), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:40.166687 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-f0f19449-6a0b-47fd-a19a-9fa9041cd1fd tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Added segment a888a07d-7ef5-4a4b-9814-5d0b8489d75e of type vlan for network 8329d452-ebde-4500-b9e6-04002e76220b Feb 09 01:47:40.203551 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f1e16784-0146-4b54-a52d-a6ff8643a921 None None] Provisioning complete for port 7d5f31b0-92a2-42ba-b038-3d76e3a31f75 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:40.203930 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f1e16784-0146-4b54-a52d-a6ff8643a921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7d5f31b0-92a2-42ba-b038-3d76e3a31f75), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:40.218427 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f0f19449-6a0b-47fd-a19a-9fa9041cd1fd tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (8329d452-ebde-4500-b9e6-04002e76220b), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:40.226382 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-e70b5542-680a-4610-b995-efd78dde2226 None None] Set router 383a35f5-a926-4164-ac6d-017cc22bb252 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:47:40.250398 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f0f19449-6a0b-47fd-a19a-9fa9041cd1fd tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (8329d452-ebde-4500-b9e6-04002e76220b), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:40.258981 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f19449-6a0b-47fd-a19a-9fa9041cd1fd tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:40.259877 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f0f19449-6a0b-47fd-a19a-9fa9041cd1fd tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:40.316643 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [req-2c97c7e1-9bb3-45e3-94a1-430537edb34d req-f00f599a-82ff-4692-ba7d-704bc7aab76e service neutron] (103528) timed out ('10.222.0.30', 46150) {{(pid=103528) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 01:47:40.320580 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f1e16784-0146-4b54-a52d-a6ff8643a921 None None] Current status of the port 7d5f31b0-92a2-42ba-b038-3d76e3a31f75 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:40.321052 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f1e16784-0146-4b54-a52d-a6ff8643a921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7d5f31b0-92a2-42ba-b038-3d76e3a31f75), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:40.365592 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-f1e16784-0146-4b54-a52d-a6ff8643a921 None None] For port 7d5f31b0-92a2-42ba-b038-3d76e3a31f75, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=7d5f31b0-92a2-42ba-b038-3d76e3a31f75,segment=NetworkSegment(22c3541a-f37c-4cdf-a1d3-50478d9bd579),segment_id=22c3541a-f37c-4cdf-a1d3-50478d9bd579)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:40.372270 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f1e16784-0146-4b54-a52d-a6ff8643a921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7d5f31b0-92a2-42ba-b038-3d76e3a31f75), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:40.384139 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f19449-6a0b-47fd-a19a-9fa9041cd1fd tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event updated for resources: {'Network': ['ID=8329d452-ebde-4500-b9e6-04002e76220b,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:40.392208 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f0f19449-6a0b-47fd-a19a-9fa9041cd1fd tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3076396 Feb 09 01:47:40.392448 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36836) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:40.397878 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-6d048a25-f69b-4ef9-8ac4-a874151aab53 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Request body: {'subnet': {'network_id': '8329d452-ebde-4500-b9e6-04002e76220b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:40.466385 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 8329d452-ebde-4500-b9e6-04002e76220b details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:47:40.532687 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d048a25-f69b-4ef9-8ac4-a874151aab53 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Made reservation on behalf of 78fa277b01e54e35b0d68de65b1e56f3 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:47:40.534829 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-e70b5542-680a-4610-b995-efd78dde2226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'name': 'tempest-RoutersIpV6Test-router-172454512', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:47:37Z', 'updated_at': '2022-02-09T01:47:39Z', 'revision_number': 2, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'gw_port_host': None, '_interfaces': [{'id': '5f48c26a-6631-477a-8d9b-e2ca71d496be', 'name': '', 'network_id': '1c001643-cb9a-497b-bee3-e70ee12f9bcf', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:fc:f5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:38Z', 'updated_at': '2022-02-09T01:47:39Z', 'revision_number': 2, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:40.544091 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e16784-0146-4b54-a52d-a6ff8643a921 None None] Pushing event updated for resources: {'Port': ['ID=7d5f31b0-92a2-42ba-b038-3d76e3a31f75,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:40.552618 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6d048a25-f69b-4ef9-8ac4-a874151aab53 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:40.554136 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e16784-0146-4b54-a52d-a6ff8643a921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:40.554849 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e16784-0146-4b54-a52d-a6ff8643a921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:40.555365 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e16784-0146-4b54-a52d-a6ff8643a921 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:40.555882 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e16784-0146-4b54-a52d-a6ff8643a921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:40.556402 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e16784-0146-4b54-a52d-a6ff8643a921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:40.556907 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e16784-0146-4b54-a52d-a6ff8643a921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:40.557415 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e16784-0146-4b54-a52d-a6ff8643a921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:40.557902 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e16784-0146-4b54-a52d-a6ff8643a921 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:40.558494 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e16784-0146-4b54-a52d-a6ff8643a921 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:40.559602 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e16784-0146-4b54-a52d-a6ff8643a921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:40.560161 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e16784-0146-4b54-a52d-a6ff8643a921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:40.560658 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e16784-0146-4b54-a52d-a6ff8643a921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:40.561149 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e16784-0146-4b54-a52d-a6ff8643a921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:40.571073 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70b5542-680a-4610-b995-efd78dde2226 None None] Checking router: 383a35f5-a926-4164-ac6d-017cc22bb252 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:47:40.571727 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70b5542-680a-4610-b995-efd78dde2226 None None] Updating router 383a35f5-a926-4164-ac6d-017cc22bb252 port 5f48c26a-6631-477a-8d9b-e2ca71d496be binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:47:40.612279 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e70b5542-680a-4610-b995-efd78dde2226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5f48c26a-6631-477a-8d9b-e2ca71d496be), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:40.708947 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 7d5f31b0-92a2-42ba-b038-3d76e3a31f75 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:40.811729 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 7d5f31b0-92a2-42ba-b038-3d76e3a31f75 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:40.812801 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7d5f31b0-92a2-42ba-b038-3d76e3a31f75), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:40.868994 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-3f4ffe44-3e05-4c8c-a226-99b2993918fd None None] Provisioning complete for port 5f48c26a-6631-477a-8d9b-e2ca71d496be triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:40.869472 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3f4ffe44-3e05-4c8c-a226-99b2993918fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5f48c26a-6631-477a-8d9b-e2ca71d496be), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:40.906646 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376e892-4939-42b0-bcf2-4b0494147140 req-58096177-d02a-44e2-9217-974890e78cb3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:40.908328 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2376e892-4939-42b0-bcf2-4b0494147140 req-58096177-d02a-44e2-9217-974890e78cb3 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f HTTP/1.1" status: 200 len: 945 time: 0.1356907 Feb 09 01:47:40.909883 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6d048a25-f69b-4ef9-8ac4-a874151aab53 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (f691c607-ba3e-4f51-a977-88f39d6e45bd), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:40.967009 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ffe44-3e05-4c8c-a226-99b2993918fd None None] Port 5f48c26a-6631-477a-8d9b-e2ca71d496be cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:47:40.976433 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d048a25-f69b-4ef9-8ac4-a874151aab53 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event updated for resources: {'Subnet': ['ID=f691c607-ba3e-4f51-a977-88f39d6e45bd,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:41.010558 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-3f4ffe44-3e05-4c8c-a226-99b2993918fd None None] Provisioning complete for port 7d5f31b0-92a2-42ba-b038-3d76e3a31f75 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:41.011394 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3f4ffe44-3e05-4c8c-a226-99b2993918fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7d5f31b0-92a2-42ba-b038-3d76e3a31f75), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:41.071295 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 7d5f31b0-92a2-42ba-b038-3d76e3a31f75 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:41.085049 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d048a25-f69b-4ef9-8ac4-a874151aab53 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Checking segment: {'id': 'a888a07d-7ef5-4a4b-9814-5d0b8489d75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8329d452-ebde-4500-b9e6-04002e76220b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:47:41.085409 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d048a25-f69b-4ef9-8ac4-a874151aab53 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Network hostable DHCP agents. Network: 8329d452-ebde-4500-b9e6-04002e76220b, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:47:41.093750 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2376e892-4939-42b0-bcf2-4b0494147140 req-970c07c2-2819-4916-b252-f7b0ffee8ddc tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b0b6a08-c53d-401f-b8aa-bb9a6979f286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267161 Feb 09 01:47:41.114786 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d048a25-f69b-4ef9-8ac4-a874151aab53 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Network 8329d452-ebde-4500-b9e6-04002e76220b is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:47:41.135528 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e70b5542-680a-4610-b995-efd78dde2226 None None] Publish callbacks [] for port (5f48c26a-6631-477a-8d9b-e2ca71d496be), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:41.138226 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-6d048a25-f69b-4ef9-8ac4-a874151aab53 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 8329d452-ebde-4500-b9e6-04002e76220b) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:41.143575 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e70b5542-680a-4610-b995-efd78dde2226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5f48c26a-6631-477a-8d9b-e2ca71d496be), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:41.147494 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d048a25-f69b-4ef9-8ac4-a874151aab53 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:41.148157 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6d048a25-f69b-4ef9-8ac4-a874151aab53 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:41.158370 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307101e0-4ea5-4410-9cea-5c1e38b73a3a None None] Network 8329d452-ebde-4500-b9e6-04002e76220b requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:47:41.175278 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6d048a25-f69b-4ef9-8ac4-a874151aab53 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7817616 Feb 09 01:47:41.178190 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36842) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:41.244510 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9868a9dd-8d13-436b-a416-629c844aaa79 None None] Pushing event updated for resources: {'Port': ['ID=5f48c26a-6631-477a-8d9b-e2ca71d496be,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:41.279318 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868a9dd-8d13-436b-a416-629c844aaa79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:41.280607 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868a9dd-8d13-436b-a416-629c844aaa79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:41.281201 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868a9dd-8d13-436b-a416-629c844aaa79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:41.281774 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868a9dd-8d13-436b-a416-629c844aaa79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:41.282580 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868a9dd-8d13-436b-a416-629c844aaa79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:41.283542 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868a9dd-8d13-436b-a416-629c844aaa79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:41.283997 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868a9dd-8d13-436b-a416-629c844aaa79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:41.284444 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868a9dd-8d13-436b-a416-629c844aaa79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:41.285000 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868a9dd-8d13-436b-a416-629c844aaa79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:41.285443 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ffe44-3e05-4c8c-a226-99b2993918fd None None] Current status of the port 7d5f31b0-92a2-42ba-b038-3d76e3a31f75 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:41.286103 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868a9dd-8d13-436b-a416-629c844aaa79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:41.286464 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868a9dd-8d13-436b-a416-629c844aaa79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:41.286797 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868a9dd-8d13-436b-a416-629c844aaa79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:41.287127 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868a9dd-8d13-436b-a416-629c844aaa79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:41.341889 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-e70b5542-680a-4610-b995-efd78dde2226 None None] Attempting to bind port 5f48c26a-6631-477a-8d9b-e2ca71d496be on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:47:41.342500 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-e70b5542-680a-4610-b995-efd78dde2226 None None] Attempting to bind port 5f48c26a-6631-477a-8d9b-e2ca71d496be by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '22c3541a-f37c-4cdf-a1d3-50478d9bd579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1c001643-cb9a-497b-bee3-e70ee12f9bcf'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:47:41.343042 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70b5542-680a-4610-b995-efd78dde2226 None None] Attempting to bind port 5f48c26a-6631-477a-8d9b-e2ca71d496be on network 1c001643-cb9a-497b-bee3-e70ee12f9bcf {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:47:41.350638 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70b5542-680a-4610-b995-efd78dde2226 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:47:41.351015 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70b5542-680a-4610-b995-efd78dde2226 None None] Checking segment: {'id': '22c3541a-f37c-4cdf-a1d3-50478d9bd579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1c001643-cb9a-497b-bee3-e70ee12f9bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:47:41.351704 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e70b5542-680a-4610-b995-efd78dde2226 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:41.351935 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70b5542-680a-4610-b995-efd78dde2226 None None] Bound using segment: {'id': '22c3541a-f37c-4cdf-a1d3-50478d9bd579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1c001643-cb9a-497b-bee3-e70ee12f9bcf'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:47:41.352874 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-e70b5542-680a-4610-b995-efd78dde2226 None None] Bound port: 5f48c26a-6631-477a-8d9b-e2ca71d496be, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c3541a-f37c-4cdf-a1d3-50478d9bd579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1c001643-cb9a-497b-bee3-e70ee12f9bcf'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:47:41.353506 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e70b5542-680a-4610-b995-efd78dde2226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5f48c26a-6631-477a-8d9b-e2ca71d496be), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:41.356929 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad749d8-7154-4342-9a72-478f3384c471 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-8329d452-ebde-4500-b9e6-04002e76220b', 'network_id': '8329d452-ebde-4500-b9e6-04002e76220b', 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'fixed_ips': [{'subnet_id': 'f691c607-ba3e-4f51-a977-88f39d6e45bd'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:47:41.358274 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9ad749d8-7154-4342-9a72-478f3384c471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:41.431088 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-e70b5542-680a-4610-b995-efd78dde2226 None None] For port 5f48c26a-6631-477a-8d9b-e2ca71d496be, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:47:41.434937 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-e70b5542-680a-4610-b995-efd78dde2226 None None] For port 5f48c26a-6631-477a-8d9b-e2ca71d496be, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=5f48c26a-6631-477a-8d9b-e2ca71d496be,segment=NetworkSegment(22c3541a-f37c-4cdf-a1d3-50478d9bd579),segment_id=22c3541a-f37c-4cdf-a1d3-50478d9bd579)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:47:41.450950 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-e70b5542-680a-4610-b995-efd78dde2226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5f48c26a-6631-477a-8d9b-e2ca71d496be), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:41.509757 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9868a9dd-8d13-436b-a416-629c844aaa79 None None] Pushing event updated for resources: {'Port': ['ID=5f48c26a-6631-477a-8d9b-e2ca71d496be,revision_number=4']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:41.519814 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-0337b26a-39bc-4df9-a8c8-fe2374f85119 None None] Provisioning complete for port 5f48c26a-6631-477a-8d9b-e2ca71d496be triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:41.520206 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0337b26a-39bc-4df9-a8c8-fe2374f85119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5f48c26a-6631-477a-8d9b-e2ca71d496be), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:41.529441 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70b5542-680a-4610-b995-efd78dde2226 None None] Routers {'383a35f5-a926-4164-ac6d-017cc22bb252'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:41.530885 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-e70b5542-680a-4610-b995-efd78dde2226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:47:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['383a35f5-a926-4164-ac6d-017cc22bb252'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:41.652797 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-9ad749d8-7154-4342-9a72-478f3384c471 None None] Allocated IP 2001:db8:1::2 (8329d452-ebde-4500-b9e6-04002e76220b/f691c607-ba3e-4f51-a977-88f39d6e45bd/9e7faf7e-9b5d-4177-b98f-9365cdd0c3aa) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:47:41.794299 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-0337b26a-39bc-4df9-a8c8-fe2374f85119 None None] Current status of the port 5f48c26a-6631-477a-8d9b-e2ca71d496be is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:41.795097 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0337b26a-39bc-4df9-a8c8-fe2374f85119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5f48c26a-6631-477a-8d9b-e2ca71d496be), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:41.798037 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1177ce43-22a3-4005-8b8a-6f0cd2b96f5d tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:41.817611 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-e70b5542-680a-4610-b995-efd78dde2226 None None] Set router 383a35f5-a926-4164-ac6d-017cc22bb252 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:47:41.833192 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-0337b26a-39bc-4df9-a8c8-fe2374f85119 None None] For port 5f48c26a-6631-477a-8d9b-e2ca71d496be, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=5f48c26a-6631-477a-8d9b-e2ca71d496be,segment=NetworkSegment(22c3541a-f37c-4cdf-a1d3-50478d9bd579),segment_id=22c3541a-f37c-4cdf-a1d3-50478d9bd579)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:41.842747 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0337b26a-39bc-4df9-a8c8-fe2374f85119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5f48c26a-6631-477a-8d9b-e2ca71d496be), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:41.970434 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337b26a-39bc-4df9-a8c8-fe2374f85119 None None] Pushing event updated for resources: {'Port': ['ID=5f48c26a-6631-477a-8d9b-e2ca71d496be,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:41.997260 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9ad749d8-7154-4342-9a72-478f3384c471 None None] Publish callbacks [] for port (9e7faf7e-9b5d-4177-b98f-9365cdd0c3aa), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:42.001261 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d62328da-4f2d-4944-8422-eff3f16ef103 None None] Provisioning complete for port 5f48c26a-6631-477a-8d9b-e2ca71d496be triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:42.001636 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d62328da-4f2d-4944-8422-eff3f16ef103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5f48c26a-6631-477a-8d9b-e2ca71d496be), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:42.035496 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9ad749d8-7154-4342-9a72-478f3384c471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (9e7faf7e-9b5d-4177-b98f-9365cdd0c3aa), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:42.151454 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-e70b5542-680a-4610-b995-efd78dde2226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'name': 'tempest-RoutersIpV6Test-router-172454512', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:47:37Z', 'updated_at': '2022-02-09T01:47:39Z', 'revision_number': 2, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'gw_port_host': None, '_interfaces': [{'id': '5f48c26a-6631-477a-8d9b-e2ca71d496be', 'name': '', 'network_id': '1c001643-cb9a-497b-bee3-e70ee12f9bcf', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:fc:f5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:38Z', 'updated_at': '2022-02-09T01:47:41Z', 'revision_number': 4, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:42.171941 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad749d8-7154-4342-9a72-478f3384c471 None None] Network 8329d452-ebde-4500-b9e6-04002e76220b is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:47:42.182669 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70b5542-680a-4610-b995-efd78dde2226 None None] The sync data for ids ['383a35f5-a926-4164-ac6d-017cc22bb252'] in n-d-822053-40 is: [{'id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'name': 'tempest-RoutersIpV6Test-router-172454512', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:47:37Z', 'updated_at': '2022-02-09T01:47:39Z', 'revision_number': 2, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'gw_port_host': None, '_interfaces': [{'id': '5f48c26a-6631-477a-8d9b-e2ca71d496be', 'name': '', 'network_id': '1c001643-cb9a-497b-bee3-e70ee12f9bcf', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:fc:f5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:38Z', 'updated_at': '2022-02-09T01:47:41Z', 'revision_number': 4, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:47:42.186501 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad749d8-7154-4342-9a72-478f3384c471 None None] Pushing event updated for resources: {'Port': ['ID=9e7faf7e-9b5d-4177-b98f-9365cdd0c3aa,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:42.195071 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-9ad749d8-7154-4342-9a72-478f3384c471 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:42.198609 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad749d8-7154-4342-9a72-478f3384c471 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:47:42.291952 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-1177ce43-22a3-4005-8b8a-6f0cd2b96f5d tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Allocated IP 2001:db8:1::1 (8329d452-ebde-4500-b9e6-04002e76220b/f691c607-ba3e-4f51-a977-88f39d6e45bd/54eb7641-9a31-4723-a0c1-ee5aed6a9ab7) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:47:42.308179 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d62328da-4f2d-4944-8422-eff3f16ef103 None None] Current status of the port 5f48c26a-6631-477a-8d9b-e2ca71d496be is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:42.314760 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-9ad749d8-7154-4342-9a72-478f3384c471 None None] Attempting to bind port 9e7faf7e-9b5d-4177-b98f-9365cdd0c3aa on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:47:42.314983 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-9ad749d8-7154-4342-9a72-478f3384c471 None None] Attempting to bind port 9e7faf7e-9b5d-4177-b98f-9365cdd0c3aa by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'a888a07d-7ef5-4a4b-9814-5d0b8489d75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8329d452-ebde-4500-b9e6-04002e76220b'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:47:42.315351 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad749d8-7154-4342-9a72-478f3384c471 None None] Attempting to bind port 9e7faf7e-9b5d-4177-b98f-9365cdd0c3aa on network 8329d452-ebde-4500-b9e6-04002e76220b {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:47:42.316808 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e367bb2-fc01-4dfa-91ce-b022cf060c8f req-9851b4ad-827a-4b63-9953-49b1eea147cc tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:42.318415 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0e367bb2-fc01-4dfa-91ce-b022cf060c8f req-9851b4ad-827a-4b63-9953-49b1eea147cc tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f HTTP/1.1" status: 200 len: 945 time: 0.0983574 Feb 09 01:47:42.327033 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad749d8-7154-4342-9a72-478f3384c471 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:47:42.327416 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad749d8-7154-4342-9a72-478f3384c471 None None] Checking segment: {'id': 'a888a07d-7ef5-4a4b-9814-5d0b8489d75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8329d452-ebde-4500-b9e6-04002e76220b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:47:42.327828 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9ad749d8-7154-4342-9a72-478f3384c471 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:42.328252 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad749d8-7154-4342-9a72-478f3384c471 None None] Bound using segment: {'id': 'a888a07d-7ef5-4a4b-9814-5d0b8489d75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8329d452-ebde-4500-b9e6-04002e76220b'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:47:42.328731 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-9ad749d8-7154-4342-9a72-478f3384c471 None None] Bound port: 9e7faf7e-9b5d-4177-b98f-9365cdd0c3aa, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a888a07d-7ef5-4a4b-9814-5d0b8489d75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8329d452-ebde-4500-b9e6-04002e76220b'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:47:42.329120 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9ad749d8-7154-4342-9a72-478f3384c471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9e7faf7e-9b5d-4177-b98f-9365cdd0c3aa), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:42.406108 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-9ad749d8-7154-4342-9a72-478f3384c471 None None] For port 9e7faf7e-9b5d-4177-b98f-9365cdd0c3aa, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:47:42.410046 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-9ad749d8-7154-4342-9a72-478f3384c471 None None] For port 9e7faf7e-9b5d-4177-b98f-9365cdd0c3aa, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=9e7faf7e-9b5d-4177-b98f-9365cdd0c3aa,segment=NetworkSegment(a888a07d-7ef5-4a4b-9814-5d0b8489d75e),segment_id=a888a07d-7ef5-4a4b-9814-5d0b8489d75e)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:47:42.420438 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9ad749d8-7154-4342-9a72-478f3384c471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9e7faf7e-9b5d-4177-b98f-9365cdd0c3aa), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:42.434915 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0e367bb2-fc01-4dfa-91ce-b022cf060c8f req-66c01970-3a90-4412-959d-244ee568ca7e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b0b6a08-c53d-401f-b8aa-bb9a6979f286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101873 Feb 09 01:47:42.501787 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1177ce43-22a3-4005-8b8a-6f0cd2b96f5d tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for port (54eb7641-9a31-4723-a0c1-ee5aed6a9ab7), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:42.511356 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-ac1b9622-0bfe-46db-8836-3862c684f202 None None] Provisioning complete for port 5f48c26a-6631-477a-8d9b-e2ca71d496be triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:42.513542 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ac1b9622-0bfe-46db-8836-3862c684f202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5f48c26a-6631-477a-8d9b-e2ca71d496be), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:42.542142 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad749d8-7154-4342-9a72-478f3384c471 None None] Pushing event updated for resources: {'Port': ['ID=9e7faf7e-9b5d-4177-b98f-9365cdd0c3aa,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:42.558712 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1177ce43-22a3-4005-8b8a-6f0cd2b96f5d tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (54eb7641-9a31-4723-a0c1-ee5aed6a9ab7), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:42.609195 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1177ce43-22a3-4005-8b8a-6f0cd2b96f5d tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Network 8329d452-ebde-4500-b9e6-04002e76220b is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:47:42.611779 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-1177ce43-22a3-4005-8b8a-6f0cd2b96f5d tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:42.630230 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ac1b9622-0bfe-46db-8836-3862c684f202 None None] Current status of the port 5f48c26a-6631-477a-8d9b-e2ca71d496be is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:42.644900 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1177ce43-22a3-4005-8b8a-6f0cd2b96f5d tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:47:42.645459 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1177ce43-22a3-4005-8b8a-6f0cd2b96f5d tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (383a35f5-a926-4164-ac6d-017cc22bb252), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:42.732110 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1177ce43-22a3-4005-8b8a-6f0cd2b96f5d tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event updated for resources: {'Port': ['ID=54eb7641-9a31-4723-a0c1-ee5aed6a9ab7,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:42.823197 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1177ce43-22a3-4005-8b8a-6f0cd2b96f5d tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (54eb7641-9a31-4723-a0c1-ee5aed6a9ab7), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:42.860061 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 7d5f31b0-92a2-42ba-b038-3d76e3a31f75 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:42.962357 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 7d5f31b0-92a2-42ba-b038-3d76e3a31f75 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:42.962732 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7d5f31b0-92a2-42ba-b038-3d76e3a31f75), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:43.086651 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 7d5f31b0-92a2-42ba-b038-3d76e3a31f75 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:43.087774 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 5f48c26a-6631-477a-8d9b-e2ca71d496be up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:43.150402 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 5f48c26a-6631-477a-8d9b-e2ca71d496be triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:43.150726 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5f48c26a-6631-477a-8d9b-e2ca71d496be), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:43.269477 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1177ce43-22a3-4005-8b8a-6f0cd2b96f5d tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for port (54eb7641-9a31-4723-a0c1-ee5aed6a9ab7), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:43.274144 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 5f48c26a-6631-477a-8d9b-e2ca71d496be is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:43.279100 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1177ce43-22a3-4005-8b8a-6f0cd2b96f5d tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (54eb7641-9a31-4723-a0c1-ee5aed6a9ab7), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:43.280317 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1177ce43-22a3-4005-8b8a-6f0cd2b96f5d tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (383a35f5-a926-4164-ac6d-017cc22bb252), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:43.374936 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1177ce43-22a3-4005-8b8a-6f0cd2b96f5d tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event updated for resources: {'Port': ['ID=54eb7641-9a31-4723-a0c1-ee5aed6a9ab7,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:43.420407 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1177ce43-22a3-4005-8b8a-6f0cd2b96f5d tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Network 8329d452-ebde-4500-b9e6-04002e76220b is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:47:43.421853 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-1177ce43-22a3-4005-8b8a-6f0cd2b96f5d tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:43.570815 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1177ce43-22a3-4005-8b8a-6f0cd2b96f5d tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Router 383a35f5-a926-4164-ac6d-017cc22bb252 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:47:43.592945 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdec1de-e212-4721-9b12-cb0ab5801a21 req-2fd92664-efdf-4a99-b90e-1f910b4c8513 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:43.594646 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dbdec1de-e212-4721-9b12-cb0ab5801a21 req-2fd92664-efdf-4a99-b90e-1f910b4c8513 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f HTTP/1.1" status: 200 len: 945 time: 0.0855441 Feb 09 01:47:43.732983 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dbdec1de-e212-4721-9b12-cb0ab5801a21 req-69e86ec2-bf01-4706-972c-a53242fc1876 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b0b6a08-c53d-401f-b8aa-bb9a6979f286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314900 Feb 09 01:47:43.737935 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1177ce43-22a3-4005-8b8a-6f0cd2b96f5d tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:47:43.743095 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1177ce43-22a3-4005-8b8a-6f0cd2b96f5d tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "PUT /v2.0/routers/383a35f5-a926-4164-ac6d-017cc22bb252/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5637150 Feb 09 01:47:43.746706 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36854) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:43.751790 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-834bff2d-707d-4423-b2f9-b4e6ea8d9d21 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-48575139'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:43.790396 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834bff2d-707d-4423-b2f9-b4e6ea8d9d21 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Made reservation on behalf of 78fa277b01e54e35b0d68de65b1e56f3 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:47:43.796001 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-834bff2d-707d-4423-b2f9-b4e6ea8d9d21 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:43.826068 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-834bff2d-707d-4423-b2f9-b4e6ea8d9d21 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:47:43.842222 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-834bff2d-707d-4423-b2f9-b4e6ea8d9d21 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (6ba76abf-f146-4b2e-a53b-b5821becd04c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:43.842566 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-834bff2d-707d-4423-b2f9-b4e6ea8d9d21 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Added segment 6ba76abf-f146-4b2e-a53b-b5821becd04c of type vlan for network d2ca7610-0fd5-485c-ad25-bbdd93f42e63 Feb 09 01:47:43.889994 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-834bff2d-707d-4423-b2f9-b4e6ea8d9d21 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (d2ca7610-0fd5-485c-ad25-bbdd93f42e63), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:43.917355 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-834bff2d-707d-4423-b2f9-b4e6ea8d9d21 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (d2ca7610-0fd5-485c-ad25-bbdd93f42e63), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:43.921874 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8137756-86f5-4ed6-b51a-e1c4b67ce08e None None] Network 8329d452-ebde-4500-b9e6-04002e76220b requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:47:43.923670 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834bff2d-707d-4423-b2f9-b4e6ea8d9d21 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:43.924393 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-834bff2d-707d-4423-b2f9-b4e6ea8d9d21 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:43.983869 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-834bff2d-707d-4423-b2f9-b4e6ea8d9d21 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2360325 Feb 09 01:47:43.987087 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36856) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:43.991195 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-134b7e51-5996-4edb-bafa-aa6ccda94c8a None None] Provisioning complete for port 9e7faf7e-9b5d-4177-b98f-9365cdd0c3aa triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:43.991660 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-134b7e51-5996-4edb-bafa-aa6ccda94c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9e7faf7e-9b5d-4177-b98f-9365cdd0c3aa), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:43.997923 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-03f6ff33-8f6a-4da1-b7ba-6f05e530edc6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Request body: {'subnet': {'network_id': 'd2ca7610-0fd5-485c-ad25-bbdd93f42e63', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:43.999774 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834bff2d-707d-4423-b2f9-b4e6ea8d9d21 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event updated for resources: {'Network': ['ID=d2ca7610-0fd5-485c-ad25-bbdd93f42e63,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:44.050526 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network d2ca7610-0fd5-485c-ad25-bbdd93f42e63 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:47:44.220960 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-134b7e51-5996-4edb-bafa-aa6ccda94c8a None None] Current status of the port 9e7faf7e-9b5d-4177-b98f-9365cdd0c3aa is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:44.221562 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-134b7e51-5996-4edb-bafa-aa6ccda94c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9e7faf7e-9b5d-4177-b98f-9365cdd0c3aa), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:44.283592 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-134b7e51-5996-4edb-bafa-aa6ccda94c8a None None] For port 9e7faf7e-9b5d-4177-b98f-9365cdd0c3aa, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=9e7faf7e-9b5d-4177-b98f-9365cdd0c3aa,segment=NetworkSegment(a888a07d-7ef5-4a4b-9814-5d0b8489d75e),segment_id=a888a07d-7ef5-4a4b-9814-5d0b8489d75e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:44.289218 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-134b7e51-5996-4edb-bafa-aa6ccda94c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9e7faf7e-9b5d-4177-b98f-9365cdd0c3aa), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:44.348768 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b7e51-5996-4edb-bafa-aa6ccda94c8a None None] Pushing event updated for resources: {'Port': ['ID=9e7faf7e-9b5d-4177-b98f-9365cdd0c3aa,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:44.477098 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e8e944-2754-4852-a69b-02c1594f97a3 None None] Sync routers for ids ['383a35f5-a926-4164-ac6d-017cc22bb252'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:47:44.490329 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e8e944-2754-4852-a69b-02c1594f97a3 None None] Routers {'383a35f5-a926-4164-ac6d-017cc22bb252'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:44.491344 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-78e8e944-2754-4852-a69b-02c1594f97a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:47:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['383a35f5-a926-4164-ac6d-017cc22bb252'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:44.523937 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f6ff33-8f6a-4da1-b7ba-6f05e530edc6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Made reservation on behalf of 78fa277b01e54e35b0d68de65b1e56f3 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:47:44.530664 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-03f6ff33-8f6a-4da1-b7ba-6f05e530edc6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:44.651044 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-bbb07132-d463-4839-be94-83d534062ed2 None None] Provisioning complete for port 9e7faf7e-9b5d-4177-b98f-9365cdd0c3aa triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:44.651586 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bbb07132-d463-4839-be94-83d534062ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9e7faf7e-9b5d-4177-b98f-9365cdd0c3aa), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:44.692439 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 9e7faf7e-9b5d-4177-b98f-9365cdd0c3aa up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:44.747076 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-78e8e944-2754-4852-a69b-02c1594f97a3 None None] Set router 383a35f5-a926-4164-ac6d-017cc22bb252 gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:47:44.804725 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-03f6ff33-8f6a-4da1-b7ba-6f05e530edc6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (4943e179-e2b2-4b6c-bcb5-7f090f1bb4c3), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:44.921906 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f6ff33-8f6a-4da1-b7ba-6f05e530edc6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event updated for resources: {'Subnet': ['ID=4943e179-e2b2-4b6c-bcb5-7f090f1bb4c3,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:44.955706 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96c0fd-1052-4b30-80cd-48f77fd63b6f req-b76a88ee-0148-4216-9041-91e8eb999ffd tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:44.957547 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0a96c0fd-1052-4b30-80cd-48f77fd63b6f req-b76a88ee-0148-4216-9041-91e8eb999ffd tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f HTTP/1.1" status: 200 len: 945 time: 0.1100926 Feb 09 01:47:44.958445 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f6ff33-8f6a-4da1-b7ba-6f05e530edc6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Checking segment: {'id': '6ba76abf-f146-4b2e-a53b-b5821becd04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd2ca7610-0fd5-485c-ad25-bbdd93f42e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:47:44.958919 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f6ff33-8f6a-4da1-b7ba-6f05e530edc6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Network hostable DHCP agents. Network: d2ca7610-0fd5-485c-ad25-bbdd93f42e63, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:47:45.025103 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f6ff33-8f6a-4da1-b7ba-6f05e530edc6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Network d2ca7610-0fd5-485c-ad25-bbdd93f42e63 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:47:45.051484 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0a96c0fd-1052-4b30-80cd-48f77fd63b6f req-2224971f-cca6-4115-9d27-b6eff3e67c63 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b0b6a08-c53d-401f-b8aa-bb9a6979f286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863445 Feb 09 01:47:45.067780 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-03f6ff33-8f6a-4da1-b7ba-6f05e530edc6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, d2ca7610-0fd5-485c-ad25-bbdd93f42e63) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:45.088996 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f6ff33-8f6a-4da1-b7ba-6f05e530edc6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:45.090254 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-03f6ff33-8f6a-4da1-b7ba-6f05e530edc6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:45.115126 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-03f6ff33-8f6a-4da1-b7ba-6f05e530edc6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1232536 Feb 09 01:47:45.115864 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36862) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:45.174113 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e03a64-8d4e-493c-af00-bac56f99e15c None None] Network d2ca7610-0fd5-485c-ad25-bbdd93f42e63 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:47:45.248406 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:47:45.261021 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 9e7faf7e-9b5d-4177-b98f-9365cdd0c3aa triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:45.261505 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9e7faf7e-9b5d-4177-b98f-9365cdd0c3aa), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:45.263244 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-bbb07132-d463-4839-be94-83d534062ed2 None None] Current status of the port 9e7faf7e-9b5d-4177-b98f-9365cdd0c3aa is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:45.376378 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-bbb07132-d463-4839-be94-83d534062ed2 None None] Provisioning complete for port 54eb7641-9a31-4723-a0c1-ee5aed6a9ab7 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:45.377046 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bbb07132-d463-4839-be94-83d534062ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (54eb7641-9a31-4723-a0c1-ee5aed6a9ab7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:45.414460 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bc425f-5afd-4edf-abbf-ebbfb5adb095 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-d2ca7610-0fd5-485c-ad25-bbdd93f42e63', 'network_id': 'd2ca7610-0fd5-485c-ad25-bbdd93f42e63', 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'fixed_ips': [{'subnet_id': '4943e179-e2b2-4b6c-bcb5-7f090f1bb4c3'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:47:45.415427 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a7bc425f-5afd-4edf-abbf-ebbfb5adb095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:45.447172 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-bbb07132-d463-4839-be94-83d534062ed2 None None] Port 54eb7641-9a31-4723-a0c1-ee5aed6a9ab7 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:47:45.536761 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-16a37182-2e18-42e4-bceb-a8ae214929b8 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:45.546385 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-78e8e944-2754-4852-a69b-02c1594f97a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'name': 'tempest-RoutersIpV6Test-router-172454512', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:47:37Z', 'updated_at': '2022-02-09T01:47:42Z', 'revision_number': 3, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'gw_port_host': None, '_interfaces': [{'id': '54eb7641-9a31-4723-a0c1-ee5aed6a9ab7', 'name': '', 'network_id': '8329d452-ebde-4500-b9e6-04002e76220b', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:0d:3e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'f691c607-ba3e-4f51-a977-88f39d6e45bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:41Z', 'updated_at': '2022-02-09T01:47:43Z', 'revision_number': 2, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': 'f691c607-ba3e-4f51-a977-88f39d6e45bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f48c26a-6631-477a-8d9b-e2ca71d496be', 'name': '', 'network_id': '1c001643-cb9a-497b-bee3-e70ee12f9bcf', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:fc:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:38Z', 'updated_at': '2022-02-09T01:47:41Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:45.586427 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 9e7faf7e-9b5d-4177-b98f-9365cdd0c3aa is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:45.596419 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e8e944-2754-4852-a69b-02c1594f97a3 None None] Checking router: 383a35f5-a926-4164-ac6d-017cc22bb252 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:47:45.596777 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e8e944-2754-4852-a69b-02c1594f97a3 None None] Updating router 383a35f5-a926-4164-ac6d-017cc22bb252 port 54eb7641-9a31-4723-a0c1-ee5aed6a9ab7 binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:47:45.666681 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c7c639d7-f71f-4f34-a480-f4d20071e194 None None] Provisioning complete for port 54eb7641-9a31-4723-a0c1-ee5aed6a9ab7 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:45.667058 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c7c639d7-f71f-4f34-a480-f4d20071e194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (54eb7641-9a31-4723-a0c1-ee5aed6a9ab7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:45.672646 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-78e8e944-2754-4852-a69b-02c1594f97a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (54eb7641-9a31-4723-a0c1-ee5aed6a9ab7), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:45.738159 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c7c639d7-f71f-4f34-a480-f4d20071e194 None None] Port 54eb7641-9a31-4723-a0c1-ee5aed6a9ab7 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:47:45.763663 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-a7bc425f-5afd-4edf-abbf-ebbfb5adb095 None None] Allocated IP 2001:db8:2::2 (d2ca7610-0fd5-485c-ad25-bbdd93f42e63/4943e179-e2b2-4b6c-bcb5-7f090f1bb4c3/8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:47:46.061785 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a7bc425f-5afd-4edf-abbf-ebbfb5adb095 None None] Publish callbacks [] for port (8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:46.075063 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a7bc425f-5afd-4edf-abbf-ebbfb5adb095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:46.144870 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-16a37182-2e18-42e4-bceb-a8ae214929b8 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Allocated IP 2001:db8:2::1 (d2ca7610-0fd5-485c-ad25-bbdd93f42e63/4943e179-e2b2-4b6c-bcb5-7f090f1bb4c3/285220ee-ad03-475c-a17a-39a8d21184f5) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:47:46.165493 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bc425f-5afd-4edf-abbf-ebbfb5adb095 None None] Network d2ca7610-0fd5-485c-ad25-bbdd93f42e63 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:47:46.172328 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-a7bc425f-5afd-4edf-abbf-ebbfb5adb095 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:46.178274 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc425f-5afd-4edf-abbf-ebbfb5adb095 None None] Pushing event updated for resources: {'Port': ['ID=8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:46.186036 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bc425f-5afd-4edf-abbf-ebbfb5adb095 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:47:46.243089 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c2ea5-05d4-40d8-837b-45d7408187f6 req-fd9ec4cf-0d2e-4ddd-bace-28ff28acec8c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:46.244721 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-478c2ea5-05d4-40d8-837b-45d7408187f6 req-fd9ec4cf-0d2e-4ddd-bace-28ff28acec8c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f HTTP/1.1" status: 200 len: 945 time: 0.1281555 Feb 09 01:47:46.270590 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-78e8e944-2754-4852-a69b-02c1594f97a3 None None] Publish callbacks [] for port (54eb7641-9a31-4723-a0c1-ee5aed6a9ab7), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:46.285525 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-a7bc425f-5afd-4edf-abbf-ebbfb5adb095 None None] Attempting to bind port 8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:47:46.285914 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-a7bc425f-5afd-4edf-abbf-ebbfb5adb095 None None] Attempting to bind port 8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '6ba76abf-f146-4b2e-a53b-b5821becd04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd2ca7610-0fd5-485c-ad25-bbdd93f42e63'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:47:46.286322 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bc425f-5afd-4edf-abbf-ebbfb5adb095 None None] Attempting to bind port 8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964 on network d2ca7610-0fd5-485c-ad25-bbdd93f42e63 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:47:46.288573 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-16a37182-2e18-42e4-bceb-a8ae214929b8 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for port (285220ee-ad03-475c-a17a-39a8d21184f5), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:46.291845 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-78e8e944-2754-4852-a69b-02c1594f97a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (54eb7641-9a31-4723-a0c1-ee5aed6a9ab7), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:46.300513 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bc425f-5afd-4edf-abbf-ebbfb5adb095 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:47:46.300932 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bc425f-5afd-4edf-abbf-ebbfb5adb095 None None] Checking segment: {'id': '6ba76abf-f146-4b2e-a53b-b5821becd04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd2ca7610-0fd5-485c-ad25-bbdd93f42e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:47:46.301376 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a7bc425f-5afd-4edf-abbf-ebbfb5adb095 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:46.302191 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bc425f-5afd-4edf-abbf-ebbfb5adb095 None None] Bound using segment: {'id': '6ba76abf-f146-4b2e-a53b-b5821becd04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd2ca7610-0fd5-485c-ad25-bbdd93f42e63'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:47:46.302311 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-a7bc425f-5afd-4edf-abbf-ebbfb5adb095 None None] Bound port: 8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba76abf-f146-4b2e-a53b-b5821becd04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd2ca7610-0fd5-485c-ad25-bbdd93f42e63'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:47:46.302592 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a7bc425f-5afd-4edf-abbf-ebbfb5adb095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:46.315551 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-478c2ea5-05d4-40d8-837b-45d7408187f6 req-c7e2d19c-78af-4ba6-bd6d-929f0a6e4949 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b0b6a08-c53d-401f-b8aa-bb9a6979f286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640123 Feb 09 01:47:46.333860 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-16a37182-2e18-42e4-bceb-a8ae214929b8 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (285220ee-ad03-475c-a17a-39a8d21184f5), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:46.383404 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a37182-2e18-42e4-bceb-a8ae214929b8 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Network d2ca7610-0fd5-485c-ad25-bbdd93f42e63 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:47:46.389489 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-16a37182-2e18-42e4-bceb-a8ae214929b8 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:46.389750 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae06334-3f25-4129-850c-f5ea9a2cd372 None None] Pushing event updated for resources: {'Port': ['ID=54eb7641-9a31-4723-a0c1-ee5aed6a9ab7,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:46.395947 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a37182-2e18-42e4-bceb-a8ae214929b8 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:47:46.395947 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-16a37182-2e18-42e4-bceb-a8ae214929b8 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (383a35f5-a926-4164-ac6d-017cc22bb252), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:46.439151 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a37182-2e18-42e4-bceb-a8ae214929b8 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event updated for resources: {'Port': ['ID=285220ee-ad03-475c-a17a-39a8d21184f5,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:46.482271 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-78e8e944-2754-4852-a69b-02c1594f97a3 None None] Attempting to bind port 54eb7641-9a31-4723-a0c1-ee5aed6a9ab7 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:47:46.482567 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-78e8e944-2754-4852-a69b-02c1594f97a3 None None] Attempting to bind port 54eb7641-9a31-4723-a0c1-ee5aed6a9ab7 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'a888a07d-7ef5-4a4b-9814-5d0b8489d75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8329d452-ebde-4500-b9e6-04002e76220b'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:47:46.483080 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e8e944-2754-4852-a69b-02c1594f97a3 None None] Attempting to bind port 54eb7641-9a31-4723-a0c1-ee5aed6a9ab7 on network 8329d452-ebde-4500-b9e6-04002e76220b {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:47:46.485662 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-a7bc425f-5afd-4edf-abbf-ebbfb5adb095 None None] For port 8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:47:46.489672 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-a7bc425f-5afd-4edf-abbf-ebbfb5adb095 None None] For port 8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964,segment=NetworkSegment(6ba76abf-f146-4b2e-a53b-b5821becd04c),segment_id=6ba76abf-f146-4b2e-a53b-b5821becd04c)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:47:46.494598 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e8e944-2754-4852-a69b-02c1594f97a3 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:47:46.495113 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e8e944-2754-4852-a69b-02c1594f97a3 None None] Checking segment: {'id': 'a888a07d-7ef5-4a4b-9814-5d0b8489d75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8329d452-ebde-4500-b9e6-04002e76220b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:47:46.496551 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-78e8e944-2754-4852-a69b-02c1594f97a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:46.496551 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e8e944-2754-4852-a69b-02c1594f97a3 None None] Bound using segment: {'id': 'a888a07d-7ef5-4a4b-9814-5d0b8489d75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8329d452-ebde-4500-b9e6-04002e76220b'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:47:46.496988 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-78e8e944-2754-4852-a69b-02c1594f97a3 None None] Bound port: 54eb7641-9a31-4723-a0c1-ee5aed6a9ab7, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a888a07d-7ef5-4a4b-9814-5d0b8489d75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8329d452-ebde-4500-b9e6-04002e76220b'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:47:46.497501 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-78e8e944-2754-4852-a69b-02c1594f97a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (54eb7641-9a31-4723-a0c1-ee5aed6a9ab7), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:46.501621 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a7bc425f-5afd-4edf-abbf-ebbfb5adb095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:46.535463 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-16a37182-2e18-42e4-bceb-a8ae214929b8 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (285220ee-ad03-475c-a17a-39a8d21184f5), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:46.613688 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-78e8e944-2754-4852-a69b-02c1594f97a3 None None] For port 54eb7641-9a31-4723-a0c1-ee5aed6a9ab7, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:47:46.634686 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-78e8e944-2754-4852-a69b-02c1594f97a3 None None] For port 54eb7641-9a31-4723-a0c1-ee5aed6a9ab7, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=54eb7641-9a31-4723-a0c1-ee5aed6a9ab7,segment=NetworkSegment(a888a07d-7ef5-4a4b-9814-5d0b8489d75e),segment_id=a888a07d-7ef5-4a4b-9814-5d0b8489d75e)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:47:46.641378 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc425f-5afd-4edf-abbf-ebbfb5adb095 None None] Pushing event updated for resources: {'Port': ['ID=8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:46.646442 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-78e8e944-2754-4852-a69b-02c1594f97a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (54eb7641-9a31-4723-a0c1-ee5aed6a9ab7), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:46.718353 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d37cd977-0fd8-4fb1-8730-51eefb00a83c None None] Provisioning complete for port 54eb7641-9a31-4723-a0c1-ee5aed6a9ab7 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:46.718353 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d37cd977-0fd8-4fb1-8730-51eefb00a83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (54eb7641-9a31-4723-a0c1-ee5aed6a9ab7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:46.754741 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e8e944-2754-4852-a69b-02c1594f97a3 None None] Routers {'383a35f5-a926-4164-ac6d-017cc22bb252'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:46.755457 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-78e8e944-2754-4852-a69b-02c1594f97a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:47:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['383a35f5-a926-4164-ac6d-017cc22bb252'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:46.765259 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae06334-3f25-4129-850c-f5ea9a2cd372 None None] Pushing event updated for resources: {'Port': ['ID=54eb7641-9a31-4723-a0c1-ee5aed6a9ab7,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:46.928386 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-78e8e944-2754-4852-a69b-02c1594f97a3 None None] Set router 383a35f5-a926-4164-ac6d-017cc22bb252 gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:47:46.991774 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-16a37182-2e18-42e4-bceb-a8ae214929b8 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for port (285220ee-ad03-475c-a17a-39a8d21184f5), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:46.998861 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-16a37182-2e18-42e4-bceb-a8ae214929b8 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (285220ee-ad03-475c-a17a-39a8d21184f5), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:46.999901 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-16a37182-2e18-42e4-bceb-a8ae214929b8 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (383a35f5-a926-4164-ac6d-017cc22bb252), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:47.131800 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a37182-2e18-42e4-bceb-a8ae214929b8 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event updated for resources: {'Port': ['ID=285220ee-ad03-475c-a17a-39a8d21184f5,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:47.184523 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a37182-2e18-42e4-bceb-a8ae214929b8 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Network d2ca7610-0fd5-485c-ad25-bbdd93f42e63 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:47:47.186923 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-16a37182-2e18-42e4-bceb-a8ae214929b8 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:47.297279 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d37cd977-0fd8-4fb1-8730-51eefb00a83c None None] Current status of the port 54eb7641-9a31-4723-a0c1-ee5aed6a9ab7 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:47.297661 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d37cd977-0fd8-4fb1-8730-51eefb00a83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (54eb7641-9a31-4723-a0c1-ee5aed6a9ab7), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:47.307456 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a37182-2e18-42e4-bceb-a8ae214929b8 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Router 383a35f5-a926-4164-ac6d-017cc22bb252 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:47:47.346005 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d37cd977-0fd8-4fb1-8730-51eefb00a83c None None] For port 54eb7641-9a31-4723-a0c1-ee5aed6a9ab7, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=54eb7641-9a31-4723-a0c1-ee5aed6a9ab7,segment=NetworkSegment(a888a07d-7ef5-4a4b-9814-5d0b8489d75e),segment_id=a888a07d-7ef5-4a4b-9814-5d0b8489d75e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:47.353439 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d37cd977-0fd8-4fb1-8730-51eefb00a83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (54eb7641-9a31-4723-a0c1-ee5aed6a9ab7), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:47.457803 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37cd977-0fd8-4fb1-8730-51eefb00a83c None None] Pushing event updated for resources: {'Port': ['ID=54eb7641-9a31-4723-a0c1-ee5aed6a9ab7,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:47.460910 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a37182-2e18-42e4-bceb-a8ae214929b8 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:47:47.468312 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-16a37182-2e18-42e4-bceb-a8ae214929b8 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "PUT /v2.0/routers/383a35f5-a926-4164-ac6d-017cc22bb252/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3510237 Feb 09 01:47:47.471006 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36888) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:47.476214 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-0bf1b148-1385-4aaf-a977-e71d316eabf2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-832016470'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:47.487783 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66842f43-9244-457d-a961-ab2333c74dd2 req-04b06e8b-58ff-417d-99cb-aa5a19938fe5 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:47.490037 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-66842f43-9244-457d-a961-ab2333c74dd2 req-04b06e8b-58ff-417d-99cb-aa5a19938fe5 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f HTTP/1.1" status: 200 len: 945 time: 0.0799232 Feb 09 01:47:47.499968 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-658b3d99-3fd4-4450-9da7-49176232eda3 None None] Provisioning complete for port 54eb7641-9a31-4723-a0c1-ee5aed6a9ab7 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:47.500324 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-658b3d99-3fd4-4450-9da7-49176232eda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (54eb7641-9a31-4723-a0c1-ee5aed6a9ab7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:47.529701 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf1b148-1385-4aaf-a977-e71d316eabf2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Made reservation on behalf of 78fa277b01e54e35b0d68de65b1e56f3 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:47:47.533024 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0bf1b148-1385-4aaf-a977-e71d316eabf2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:47.554462 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-78e8e944-2754-4852-a69b-02c1594f97a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'name': 'tempest-RoutersIpV6Test-router-172454512', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:47:37Z', 'updated_at': '2022-02-09T01:47:46Z', 'revision_number': 4, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'gw_port_host': None, '_interfaces': [{'id': '285220ee-ad03-475c-a17a-39a8d21184f5', 'name': '', 'network_id': 'd2ca7610-0fd5-485c-ad25-bbdd93f42e63', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:fb:39:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '4943e179-e2b2-4b6c-bcb5-7f090f1bb4c3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:45Z', 'updated_at': '2022-02-09T01:47:46Z', 'revision_number': 1, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '4943e179-e2b2-4b6c-bcb5-7f090f1bb4c3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54eb7641-9a31-4723-a0c1-ee5aed6a9ab7', 'name': '', 'network_id': '8329d452-ebde-4500-b9e6-04002e76220b', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:0d:3e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'f691c607-ba3e-4f51-a977-88f39d6e45bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:41Z', 'updated_at': '2022-02-09T01:47:46Z', 'revision_number': 4, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': 'f691c607-ba3e-4f51-a977-88f39d6e45bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f48c26a-6631-477a-8d9b-e2ca71d496be', 'name': '', 'network_id': '1c001643-cb9a-497b-bee3-e70ee12f9bcf', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:fc:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:38Z', 'updated_at': '2022-02-09T01:47:41Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:47.580704 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-66842f43-9244-457d-a961-ab2333c74dd2 req-4fbe6d65-5022-4ba6-89b1-c81249240bd9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b0b6a08-c53d-401f-b8aa-bb9a6979f286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777924 Feb 09 01:47:47.586881 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e8e944-2754-4852-a69b-02c1594f97a3 None None] The sync data for ids ['383a35f5-a926-4164-ac6d-017cc22bb252'] in n-d-822053-40 is: [{'id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'name': 'tempest-RoutersIpV6Test-router-172454512', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:47:37Z', 'updated_at': '2022-02-09T01:47:46Z', 'revision_number': 4, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'gw_port_host': None, '_interfaces': [{'id': '285220ee-ad03-475c-a17a-39a8d21184f5', 'name': '', 'network_id': 'd2ca7610-0fd5-485c-ad25-bbdd93f42e63', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:fb:39:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '4943e179-e2b2-4b6c-bcb5-7f090f1bb4c3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:45Z', 'updated_at': '2022-02-09T01:47:46Z', 'revision_number': 1, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '4943e179-e2b2-4b6c-bcb5-7f090f1bb4c3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54eb7641-9a31-4723-a0c1-ee5aed6a9ab7', 'name': '', 'network_id': '8329d452-ebde-4500-b9e6-04002e76220b', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:0d:3e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'f691c607-ba3e-4f51-a977-88f39d6e45bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:41Z', 'updated_at': '2022-02-09T01:47:46Z', 'revision_number': 4, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': 'f691c607-ba3e-4f51-a977-88f39d6e45bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f48c26a-6631-477a-8d9b-e2ca71d496be', 'name': '', 'network_id': '1c001643-cb9a-497b-bee3-e70ee12f9bcf', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:fc:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:38Z', 'updated_at': '2022-02-09T01:47:41Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:47:47.589211 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf1b148-1385-4aaf-a977-e71d316eabf2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:47:47.618398 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0bf1b148-1385-4aaf-a977-e71d316eabf2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (ca30a77e-4c0f-43ec-a5f4-28213672c9c3), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:47.618743 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-0bf1b148-1385-4aaf-a977-e71d316eabf2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Added segment ca30a77e-4c0f-43ec-a5f4-28213672c9c3 of type vlan for network 3f5652ed-f288-4653-92d2-5cf4c921858b Feb 09 01:47:47.672513 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-658b3d99-3fd4-4450-9da7-49176232eda3 None None] Current status of the port 54eb7641-9a31-4723-a0c1-ee5aed6a9ab7 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:47.681374 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0bf1b148-1385-4aaf-a977-e71d316eabf2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (3f5652ed-f288-4653-92d2-5cf4c921858b), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:47.715020 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0bf1b148-1385-4aaf-a977-e71d316eabf2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (3f5652ed-f288-4653-92d2-5cf4c921858b), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:47.719916 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf1b148-1385-4aaf-a977-e71d316eabf2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:47.720527 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0bf1b148-1385-4aaf-a977-e71d316eabf2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:47.753685 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0bf1b148-1385-4aaf-a977-e71d316eabf2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2815924 Feb 09 01:47:47.756556 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36890) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:47.766889 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-a8aaa022-3e4b-4199-a6b3-41b92d73113e tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Request body: {'subnet': {'network_id': '3f5652ed-f288-4653-92d2-5cf4c921858b', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:47.822128 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1b148-1385-4aaf-a977-e71d316eabf2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event updated for resources: {'Network': ['ID=3f5652ed-f288-4653-92d2-5cf4c921858b,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:47.833303 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 3f5652ed-f288-4653-92d2-5cf4c921858b details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:47:47.881076 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8aaa022-3e4b-4199-a6b3-41b92d73113e tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Made reservation on behalf of 78fa277b01e54e35b0d68de65b1e56f3 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:47:47.884881 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a8aaa022-3e4b-4199-a6b3-41b92d73113e tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:47.935767 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b46a41c-6287-490d-8b91-252e120f2d23 None None] Network d2ca7610-0fd5-485c-ad25-bbdd93f42e63 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:47:48.010309 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f5335205-6d04-4286-8bfc-5ad223cb63c9 None None] Provisioning complete for port 8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:48.010752 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f5335205-6d04-4286-8bfc-5ad223cb63c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:48.104247 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a8aaa022-3e4b-4199-a6b3-41b92d73113e tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (6f3fdf03-4eed-461d-9674-cad4e3487247), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:48.135770 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f5335205-6d04-4286-8bfc-5ad223cb63c9 None None] Current status of the port 8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:48.136243 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f5335205-6d04-4286-8bfc-5ad223cb63c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:48.179173 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-f5335205-6d04-4286-8bfc-5ad223cb63c9 None None] For port 8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964,segment=NetworkSegment(6ba76abf-f146-4b2e-a53b-b5821becd04c),segment_id=6ba76abf-f146-4b2e-a53b-b5821becd04c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:48.185394 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f5335205-6d04-4286-8bfc-5ad223cb63c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:48.214191 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aaa022-3e4b-4199-a6b3-41b92d73113e tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event updated for resources: {'Subnet': ['ID=6f3fdf03-4eed-461d-9674-cad4e3487247,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:48.218860 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8aaa022-3e4b-4199-a6b3-41b92d73113e tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Checking segment: {'id': 'ca30a77e-4c0f-43ec-a5f4-28213672c9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3f5652ed-f288-4653-92d2-5cf4c921858b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:47:48.218989 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8aaa022-3e4b-4199-a6b3-41b92d73113e tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Network hostable DHCP agents. Network: 3f5652ed-f288-4653-92d2-5cf4c921858b, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:47:48.244252 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8aaa022-3e4b-4199-a6b3-41b92d73113e tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Network 3f5652ed-f288-4653-92d2-5cf4c921858b is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:47:48.263182 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-a8aaa022-3e4b-4199-a6b3-41b92d73113e tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 3f5652ed-f288-4653-92d2-5cf4c921858b) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:48.269448 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5335205-6d04-4286-8bfc-5ad223cb63c9 None None] Pushing event updated for resources: {'Port': ['ID=8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:48.274269 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12960486-205d-4957-8f03-022bc274b81e None None] Network 3f5652ed-f288-4653-92d2-5cf4c921858b requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:47:48.275517 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8aaa022-3e4b-4199-a6b3-41b92d73113e tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:48.276153 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a8aaa022-3e4b-4199-a6b3-41b92d73113e tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:48.299115 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a8aaa022-3e4b-4199-a6b3-41b92d73113e tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5412893 Feb 09 01:47:48.301884 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36894) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:48.436398 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65911bde-8a8f-4dff-bbf1-dc2d1c48def6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-3f5652ed-f288-4653-92d2-5cf4c921858b', 'network_id': '3f5652ed-f288-4653-92d2-5cf4c921858b', 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'fixed_ips': [{'subnet_id': '6f3fdf03-4eed-461d-9674-cad4e3487247'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:47:48.437309 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-65911bde-8a8f-4dff-bbf1-dc2d1c48def6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:48.825325 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-65911bde-8a8f-4dff-bbf1-dc2d1c48def6 None None] Allocated IP 2001:db8:3::2 (3f5652ed-f288-4653-92d2-5cf4c921858b/6f3fdf03-4eed-461d-9674-cad4e3487247/0b1addc3-88cf-4c93-b020-799e385120c3) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:47:48.879158 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:48.963463 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c3dec127-ae4a-411f-9987-c9e3c9cf88fd None None] Provisioning complete for port 285220ee-ad03-475c-a17a-39a8d21184f5 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:48.963860 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c3dec127-ae4a-411f-9987-c9e3c9cf88fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (285220ee-ad03-475c-a17a-39a8d21184f5), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:49.031544 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c3dec127-ae4a-411f-9987-c9e3c9cf88fd None None] Port 285220ee-ad03-475c-a17a-39a8d21184f5 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:47:49.045001 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a5c31-87c8-4c29-ae53-4d30afd84e42 req-a08cee26-b353-4e72-984a-37fc6225235e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:49.048508 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-137a5c31-87c8-4c29-ae53-4d30afd84e42 req-a08cee26-b353-4e72-984a-37fc6225235e tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f HTTP/1.1" status: 200 len: 945 time: 0.2754164 Feb 09 01:47:49.090783 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:49.091247 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:49.120464 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddd38aa-a511-444d-aa7b-27853d235ada None None] Sync routers for ids ['383a35f5-a926-4164-ac6d-017cc22bb252'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:47:49.137516 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddd38aa-a511-444d-aa7b-27853d235ada None None] Routers {'383a35f5-a926-4164-ac6d-017cc22bb252'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:49.138830 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c3dec127-ae4a-411f-9987-c9e3c9cf88fd None None] Provisioning complete for port 8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:49.139100 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c3dec127-ae4a-411f-9987-c9e3c9cf88fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:49.140103 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-0ddd38aa-a511-444d-aa7b-27853d235ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:47:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['383a35f5-a926-4164-ac6d-017cc22bb252'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:49.172744 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-137a5c31-87c8-4c29-ae53-4d30afd84e42 req-b62e045a-4906-4f4f-a7b5-a96a029ef760 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b0b6a08-c53d-401f-b8aa-bb9a6979f286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030500 Feb 09 01:47:49.213148 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0fb682a6-f2c4-4970-841c-32f29e59ddbd tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:49.264687 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-65911bde-8a8f-4dff-bbf1-dc2d1c48def6 None None] Publish callbacks [] for port (0b1addc3-88cf-4c93-b020-799e385120c3), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:49.280955 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-65911bde-8a8f-4dff-bbf1-dc2d1c48def6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (0b1addc3-88cf-4c93-b020-799e385120c3), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:49.301210 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-0ddd38aa-a511-444d-aa7b-27853d235ada None None] Set router 383a35f5-a926-4164-ac6d-017cc22bb252 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:47:49.403011 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c3dec127-ae4a-411f-9987-c9e3c9cf88fd None None] Current status of the port 8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:49.444175 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65911bde-8a8f-4dff-bbf1-dc2d1c48def6 None None] Pushing event updated for resources: {'Port': ['ID=0b1addc3-88cf-4c93-b020-799e385120c3,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:49.455908 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65911bde-8a8f-4dff-bbf1-dc2d1c48def6 None None] Network 3f5652ed-f288-4653-92d2-5cf4c921858b is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:47:49.465849 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-65911bde-8a8f-4dff-bbf1-dc2d1c48def6 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:49.468459 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65911bde-8a8f-4dff-bbf1-dc2d1c48def6 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:47:49.474036 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:49.475527 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 54eb7641-9a31-4723-a0c1-ee5aed6a9ab7 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:49.555458 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-0ddd38aa-a511-444d-aa7b-27853d235ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'name': 'tempest-RoutersIpV6Test-router-172454512', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:47:37Z', 'updated_at': '2022-02-09T01:47:46Z', 'revision_number': 4, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'gw_port_host': None, '_interfaces': [{'id': '285220ee-ad03-475c-a17a-39a8d21184f5', 'name': '', 'network_id': 'd2ca7610-0fd5-485c-ad25-bbdd93f42e63', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:fb:39:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '4943e179-e2b2-4b6c-bcb5-7f090f1bb4c3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:45Z', 'updated_at': '2022-02-09T01:47:46Z', 'revision_number': 2, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '4943e179-e2b2-4b6c-bcb5-7f090f1bb4c3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54eb7641-9a31-4723-a0c1-ee5aed6a9ab7', 'name': '', 'network_id': '8329d452-ebde-4500-b9e6-04002e76220b', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:0d:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'f691c607-ba3e-4f51-a977-88f39d6e45bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:41Z', 'updated_at': '2022-02-09T01:47:47Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': 'f691c607-ba3e-4f51-a977-88f39d6e45bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f48c26a-6631-477a-8d9b-e2ca71d496be', 'name': '', 'network_id': '1c001643-cb9a-497b-bee3-e70ee12f9bcf', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:fc:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:38Z', 'updated_at': '2022-02-09T01:47:41Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:49.608776 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddd38aa-a511-444d-aa7b-27853d235ada None None] Checking router: 383a35f5-a926-4164-ac6d-017cc22bb252 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:47:49.610826 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddd38aa-a511-444d-aa7b-27853d235ada None None] Updating router 383a35f5-a926-4164-ac6d-017cc22bb252 port 285220ee-ad03-475c-a17a-39a8d21184f5 binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:47:49.611308 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-0fb682a6-f2c4-4970-841c-32f29e59ddbd tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Allocated IP 2001:db8:3::1 (3f5652ed-f288-4653-92d2-5cf4c921858b/6f3fdf03-4eed-461d-9674-cad4e3487247/d0c5292e-abcd-482b-b681-f5a0ced24bc0) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:47:49.627502 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-afb2ba6b-67dc-41c4-932a-a9a21e31c02c None None] Provisioning complete for port 285220ee-ad03-475c-a17a-39a8d21184f5 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:49.628041 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-afb2ba6b-67dc-41c4-932a-a9a21e31c02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (285220ee-ad03-475c-a17a-39a8d21184f5), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:49.650178 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-0ddd38aa-a511-444d-aa7b-27853d235ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (285220ee-ad03-475c-a17a-39a8d21184f5), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:49.672381 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-afb2ba6b-67dc-41c4-932a-a9a21e31c02c None None] Port 285220ee-ad03-475c-a17a-39a8d21184f5 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:47:49.676633 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:49.677914 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 54eb7641-9a31-4723-a0c1-ee5aed6a9ab7 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:49.678281 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (54eb7641-9a31-4723-a0c1-ee5aed6a9ab7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:49.680380 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-65911bde-8a8f-4dff-bbf1-dc2d1c48def6 None None] Attempting to bind port 0b1addc3-88cf-4c93-b020-799e385120c3 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:47:49.680750 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-65911bde-8a8f-4dff-bbf1-dc2d1c48def6 None None] Attempting to bind port 0b1addc3-88cf-4c93-b020-799e385120c3 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'ca30a77e-4c0f-43ec-a5f4-28213672c9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3f5652ed-f288-4653-92d2-5cf4c921858b'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:47:49.681116 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65911bde-8a8f-4dff-bbf1-dc2d1c48def6 None None] Attempting to bind port 0b1addc3-88cf-4c93-b020-799e385120c3 on network 3f5652ed-f288-4653-92d2-5cf4c921858b {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:47:49.708241 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65911bde-8a8f-4dff-bbf1-dc2d1c48def6 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:47:49.708627 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65911bde-8a8f-4dff-bbf1-dc2d1c48def6 None None] Checking segment: {'id': 'ca30a77e-4c0f-43ec-a5f4-28213672c9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3f5652ed-f288-4653-92d2-5cf4c921858b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:47:49.709039 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-65911bde-8a8f-4dff-bbf1-dc2d1c48def6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:49.709569 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65911bde-8a8f-4dff-bbf1-dc2d1c48def6 None None] Bound using segment: {'id': 'ca30a77e-4c0f-43ec-a5f4-28213672c9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3f5652ed-f288-4653-92d2-5cf4c921858b'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:47:49.710157 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-65911bde-8a8f-4dff-bbf1-dc2d1c48def6 None None] Bound port: 0b1addc3-88cf-4c93-b020-799e385120c3, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca30a77e-4c0f-43ec-a5f4-28213672c9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3f5652ed-f288-4653-92d2-5cf4c921858b'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:47:49.710547 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-65911bde-8a8f-4dff-bbf1-dc2d1c48def6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0b1addc3-88cf-4c93-b020-799e385120c3), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:49.774960 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0fb682a6-f2c4-4970-841c-32f29e59ddbd tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for port (d0c5292e-abcd-482b-b681-f5a0ced24bc0), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:49.819226 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0fb682a6-f2c4-4970-841c-32f29e59ddbd tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (d0c5292e-abcd-482b-b681-f5a0ced24bc0), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:49.827113 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 54eb7641-9a31-4723-a0c1-ee5aed6a9ab7 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:49.841641 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-65911bde-8a8f-4dff-bbf1-dc2d1c48def6 None None] For port 0b1addc3-88cf-4c93-b020-799e385120c3, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:47:49.845823 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-65911bde-8a8f-4dff-bbf1-dc2d1c48def6 None None] For port 0b1addc3-88cf-4c93-b020-799e385120c3, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=0b1addc3-88cf-4c93-b020-799e385120c3,segment=NetworkSegment(ca30a77e-4c0f-43ec-a5f4-28213672c9c3),segment_id=ca30a77e-4c0f-43ec-a5f4-28213672c9c3)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:47:49.858403 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-65911bde-8a8f-4dff-bbf1-dc2d1c48def6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0b1addc3-88cf-4c93-b020-799e385120c3), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:49.892383 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb682a6-f2c4-4970-841c-32f29e59ddbd tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Network 3f5652ed-f288-4653-92d2-5cf4c921858b is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:47:49.898467 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-0fb682a6-f2c4-4970-841c-32f29e59ddbd tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:49.912919 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb682a6-f2c4-4970-841c-32f29e59ddbd tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:47:49.914095 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0fb682a6-f2c4-4970-841c-32f29e59ddbd tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (383a35f5-a926-4164-ac6d-017cc22bb252), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:49.941273 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65911bde-8a8f-4dff-bbf1-dc2d1c48def6 None None] Pushing event updated for resources: {'Port': ['ID=0b1addc3-88cf-4c93-b020-799e385120c3,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:49.985785 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb682a6-f2c4-4970-841c-32f29e59ddbd tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event updated for resources: {'Port': ['ID=d0c5292e-abcd-482b-b681-f5a0ced24bc0,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:50.082624 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-0ddd38aa-a511-444d-aa7b-27853d235ada None None] Publish callbacks [] for port (285220ee-ad03-475c-a17a-39a8d21184f5), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:50.093969 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-0ddd38aa-a511-444d-aa7b-27853d235ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (285220ee-ad03-475c-a17a-39a8d21184f5), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:50.096437 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0fb682a6-f2c4-4970-841c-32f29e59ddbd tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d0c5292e-abcd-482b-b681-f5a0ced24bc0), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:50.118887 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b1045-e872-4968-8127-c394fc321a95 req-436e9f94-8c48-4077-b608-2b07373a111d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:50.124081 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-048b1045-e872-4968-8127-c394fc321a95 req-436e9f94-8c48-4077-b608-2b07373a111d service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f HTTP/1.1" status: 200 len: 1128 time: 0.0768182 Feb 09 01:47:50.220222 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0214bf-216e-48dc-9e4a-45ac57151a1c None None] Pushing event updated for resources: {'Port': ['ID=285220ee-ad03-475c-a17a-39a8d21184f5,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:50.265890 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-048b1045-e872-4968-8127-c394fc321a95 req-5f92deb9-e874-4fbb-98b1-36d2721e578b service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=0b0b6a08-c53d-401f-b8aa-bb9a6979f286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309426 Feb 09 01:47:50.303696 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-0ddd38aa-a511-444d-aa7b-27853d235ada None None] Attempting to bind port 285220ee-ad03-475c-a17a-39a8d21184f5 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:47:50.304155 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-0ddd38aa-a511-444d-aa7b-27853d235ada None None] Attempting to bind port 285220ee-ad03-475c-a17a-39a8d21184f5 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '6ba76abf-f146-4b2e-a53b-b5821becd04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd2ca7610-0fd5-485c-ad25-bbdd93f42e63'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:47:50.304520 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddd38aa-a511-444d-aa7b-27853d235ada None None] Attempting to bind port 285220ee-ad03-475c-a17a-39a8d21184f5 on network d2ca7610-0fd5-485c-ad25-bbdd93f42e63 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:47:50.311132 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddd38aa-a511-444d-aa7b-27853d235ada None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:47:50.311502 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddd38aa-a511-444d-aa7b-27853d235ada None None] Checking segment: {'id': '6ba76abf-f146-4b2e-a53b-b5821becd04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd2ca7610-0fd5-485c-ad25-bbdd93f42e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:47:50.311899 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-0ddd38aa-a511-444d-aa7b-27853d235ada None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:50.312324 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddd38aa-a511-444d-aa7b-27853d235ada None None] Bound using segment: {'id': '6ba76abf-f146-4b2e-a53b-b5821becd04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd2ca7610-0fd5-485c-ad25-bbdd93f42e63'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:47:50.312788 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-0ddd38aa-a511-444d-aa7b-27853d235ada None None] Bound port: 285220ee-ad03-475c-a17a-39a8d21184f5, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba76abf-f146-4b2e-a53b-b5821becd04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd2ca7610-0fd5-485c-ad25-bbdd93f42e63'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:47:50.313159 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-0ddd38aa-a511-444d-aa7b-27853d235ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (285220ee-ad03-475c-a17a-39a8d21184f5), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:50.405175 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-0ddd38aa-a511-444d-aa7b-27853d235ada None None] For port 285220ee-ad03-475c-a17a-39a8d21184f5, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:47:50.409458 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-0ddd38aa-a511-444d-aa7b-27853d235ada None None] For port 285220ee-ad03-475c-a17a-39a8d21184f5, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=285220ee-ad03-475c-a17a-39a8d21184f5,segment=NetworkSegment(6ba76abf-f146-4b2e-a53b-b5821becd04c),segment_id=6ba76abf-f146-4b2e-a53b-b5821becd04c)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:47:50.422286 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-0ddd38aa-a511-444d-aa7b-27853d235ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (285220ee-ad03-475c-a17a-39a8d21184f5), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:50.483773 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e087175-a767-47d5-911e-bc879c4bf184 req-4c235761-45ec-4c34-b437-648df8661190 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:50.485496 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2e087175-a767-47d5-911e-bc879c4bf184 req-4c235761-45ec-4c34-b437-648df8661190 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f HTTP/1.1" status: 200 len: 945 time: 0.1656590 Feb 09 01:47:50.490309 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddd38aa-a511-444d-aa7b-27853d235ada None None] Routers {'383a35f5-a926-4164-ac6d-017cc22bb252'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:50.490933 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-0ddd38aa-a511-444d-aa7b-27853d235ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:47:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['383a35f5-a926-4164-ac6d-017cc22bb252'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:50.614036 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0214bf-216e-48dc-9e4a-45ac57151a1c None None] Pushing event updated for resources: {'Port': ['ID=285220ee-ad03-475c-a17a-39a8d21184f5,revision_number=4']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:50.667816 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-0ddd38aa-a511-444d-aa7b-27853d235ada None None] Set router 383a35f5-a926-4164-ac6d-017cc22bb252 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:47:50.692545 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0fb682a6-f2c4-4970-841c-32f29e59ddbd tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for port (d0c5292e-abcd-482b-b681-f5a0ced24bc0), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:50.718886 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-6cf890d3-ffd9-4523-9fdc-6392777289a8 None None] Provisioning complete for port 285220ee-ad03-475c-a17a-39a8d21184f5 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:50.719316 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6cf890d3-ffd9-4523-9fdc-6392777289a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (285220ee-ad03-475c-a17a-39a8d21184f5), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:50.771333 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2e087175-a767-47d5-911e-bc879c4bf184 req-0145d0cf-cb6c-4113-adab-45bdae68a2f2 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b0b6a08-c53d-401f-b8aa-bb9a6979f286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294193 Feb 09 01:47:50.771470 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 0b1addc3-88cf-4c93-b020-799e385120c3 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:50.772954 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0fb682a6-f2c4-4970-841c-32f29e59ddbd tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (d0c5292e-abcd-482b-b681-f5a0ced24bc0), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:50.776938 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0fb682a6-f2c4-4970-841c-32f29e59ddbd tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (383a35f5-a926-4164-ac6d-017cc22bb252), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:50.877920 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-98e9aa07-324a-4561-9ce4-697a2b39838f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:50.930543 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 0b1addc3-88cf-4c93-b020-799e385120c3 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:50.930892 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0b1addc3-88cf-4c93-b020-799e385120c3), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:50.994058 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6cf890d3-ffd9-4523-9fdc-6392777289a8 None None] Current status of the port 285220ee-ad03-475c-a17a-39a8d21184f5 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:50.996359 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6cf890d3-ffd9-4523-9fdc-6392777289a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (285220ee-ad03-475c-a17a-39a8d21184f5), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:51.008037 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb682a6-f2c4-4970-841c-32f29e59ddbd tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Network 3f5652ed-f288-4653-92d2-5cf4c921858b is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:47:51.012473 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-0fb682a6-f2c4-4970-841c-32f29e59ddbd tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:51.050085 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-0ddd38aa-a511-444d-aa7b-27853d235ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'name': 'tempest-RoutersIpV6Test-router-172454512', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:47:37Z', 'updated_at': '2022-02-09T01:47:50Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'gw_port_host': None, '_interfaces': [{'id': '285220ee-ad03-475c-a17a-39a8d21184f5', 'name': '', 'network_id': 'd2ca7610-0fd5-485c-ad25-bbdd93f42e63', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:fb:39:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '4943e179-e2b2-4b6c-bcb5-7f090f1bb4c3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:45Z', 'updated_at': '2022-02-09T01:47:50Z', 'revision_number': 4, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '4943e179-e2b2-4b6c-bcb5-7f090f1bb4c3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54eb7641-9a31-4723-a0c1-ee5aed6a9ab7', 'name': '', 'network_id': '8329d452-ebde-4500-b9e6-04002e76220b', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:0d:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'f691c607-ba3e-4f51-a977-88f39d6e45bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:41Z', 'updated_at': '2022-02-09T01:47:47Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': 'f691c607-ba3e-4f51-a977-88f39d6e45bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f48c26a-6631-477a-8d9b-e2ca71d496be', 'name': '', 'network_id': '1c001643-cb9a-497b-bee3-e70ee12f9bcf', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:fc:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:38Z', 'updated_at': '2022-02-09T01:47:41Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0c5292e-abcd-482b-b681-f5a0ced24bc0', 'name': '', 'network_id': '3f5652ed-f288-4653-92d2-5cf4c921858b', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:24:21:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '6f3fdf03-4eed-461d-9674-cad4e3487247', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:49Z', 'updated_at': '2022-02-09T01:47:49Z', 'revision_number': 1, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '6f3fdf03-4eed-461d-9674-cad4e3487247', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:51.077788 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-6cf890d3-ffd9-4523-9fdc-6392777289a8 None None] For port 285220ee-ad03-475c-a17a-39a8d21184f5, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=285220ee-ad03-475c-a17a-39a8d21184f5,segment=NetworkSegment(6ba76abf-f146-4b2e-a53b-b5821becd04c),segment_id=6ba76abf-f146-4b2e-a53b-b5821becd04c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:51.095754 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddd38aa-a511-444d-aa7b-27853d235ada None None] The sync data for ids ['383a35f5-a926-4164-ac6d-017cc22bb252'] in n-d-822053-40 is: [{'id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'name': 'tempest-RoutersIpV6Test-router-172454512', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:47:37Z', 'updated_at': '2022-02-09T01:47:50Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'gw_port_host': None, '_interfaces': [{'id': '285220ee-ad03-475c-a17a-39a8d21184f5', 'name': '', 'network_id': 'd2ca7610-0fd5-485c-ad25-bbdd93f42e63', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:fb:39:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '4943e179-e2b2-4b6c-bcb5-7f090f1bb4c3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:45Z', 'updated_at': '2022-02-09T01:47:50Z', 'revision_number': 4, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '4943e179-e2b2-4b6c-bcb5-7f090f1bb4c3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54eb7641-9a31-4723-a0c1-ee5aed6a9ab7', 'name': '', 'network_id': '8329d452-ebde-4500-b9e6-04002e76220b', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:0d:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'f691c607-ba3e-4f51-a977-88f39d6e45bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:41Z', 'updated_at': '2022-02-09T01:47:47Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': 'f691c607-ba3e-4f51-a977-88f39d6e45bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f48c26a-6631-477a-8d9b-e2ca71d496be', 'name': '', 'network_id': '1c001643-cb9a-497b-bee3-e70ee12f9bcf', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:fc:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:38Z', 'updated_at': '2022-02-09T01:47:41Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0c5292e-abcd-482b-b681-f5a0ced24bc0', 'name': '', 'network_id': '3f5652ed-f288-4653-92d2-5cf4c921858b', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:24:21:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '6f3fdf03-4eed-461d-9674-cad4e3487247', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:49Z', 'updated_at': '2022-02-09T01:47:49Z', 'revision_number': 1, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '6f3fdf03-4eed-461d-9674-cad4e3487247', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:47:51.110051 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb682a6-f2c4-4970-841c-32f29e59ddbd tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event updated for resources: {'Port': ['ID=d0c5292e-abcd-482b-b681-f5a0ced24bc0,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:51.116448 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6cf890d3-ffd9-4523-9fdc-6392777289a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (285220ee-ad03-475c-a17a-39a8d21184f5), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:51.157141 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:51.206254 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb682a6-f2c4-4970-841c-32f29e59ddbd tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Router 383a35f5-a926-4164-ac6d-017cc22bb252 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:47:51.213662 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 0b1addc3-88cf-4c93-b020-799e385120c3 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:51.214060 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0b1addc3-88cf-4c93-b020-799e385120c3), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:51.227408 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf890d3-ffd9-4523-9fdc-6392777289a8 None None] Pushing event updated for resources: {'Port': ['ID=285220ee-ad03-475c-a17a-39a8d21184f5,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:51.289198 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-da823e09-45db-4545-9195-d4a1ef5c8b54 None None] Provisioning complete for port 285220ee-ad03-475c-a17a-39a8d21184f5 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:51.289893 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-da823e09-45db-4545-9195-d4a1ef5c8b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (285220ee-ad03-475c-a17a-39a8d21184f5), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:51.297090 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 0b1addc3-88cf-4c93-b020-799e385120c3, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=0b1addc3-88cf-4c93-b020-799e385120c3,segment=NetworkSegment(ca30a77e-4c0f-43ec-a5f4-28213672c9c3),segment_id=ca30a77e-4c0f-43ec-a5f4-28213672c9c3)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:51.337107 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0b1addc3-88cf-4c93-b020-799e385120c3), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:51.388543 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb682a6-f2c4-4970-841c-32f29e59ddbd tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:47:51.403610 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36912) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:51.405858 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0fb682a6-f2c4-4970-841c-32f29e59ddbd tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "PUT /v2.0/routers/383a35f5-a926-4164-ac6d-017cc22bb252/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1015825 Feb 09 01:47:51.410588 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-54f34e42-20c0-458f-b2ee-35102618d5e6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:51.440178 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=0b1addc3-88cf-4c93-b020-799e385120c3,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:51.456125 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-da823e09-45db-4545-9195-d4a1ef5c8b54 None None] Current status of the port 285220ee-ad03-475c-a17a-39a8d21184f5 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:51.631705 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1e5c57-b383-4133-bced-ec0c245e32b0 None None] Network 3f5652ed-f288-4653-92d2-5cf4c921858b requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:47:51.699854 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c81877bb-e861-472e-b024-53461bf33826 None None] Provisioning complete for port 0b1addc3-88cf-4c93-b020-799e385120c3 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:51.700287 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c81877bb-e861-472e-b024-53461bf33826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0b1addc3-88cf-4c93-b020-799e385120c3), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:51.842704 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c81877bb-e861-472e-b024-53461bf33826 None None] Current status of the port 0b1addc3-88cf-4c93-b020-799e385120c3 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:51.886684 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.extraroute_db [None req-54f34e42-20c0-458f-b2ee-35102618d5e6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103528) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 01:47:51.908558 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.extraroute_db [None req-54f34e42-20c0-458f-b2ee-35102618d5e6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Removed routes are [] {{(pid=103528) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 01:47:51.908993 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-54f34e42-20c0-458f-b2ee-35102618d5e6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8820'] for router (383a35f5-a926-4164-ac6d-017cc22bb252), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:51.957976 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3613b-34de-4441-a385-20383ccab374 req-62396680-e42d-4000-8a12-f23eee2132a2 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:51.960169 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-77f3613b-34de-4441-a385-20383ccab374 req-62396680-e42d-4000-8a12-f23eee2132a2 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f HTTP/1.1" status: 200 len: 945 time: 0.0797844 Feb 09 01:47:52.039464 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-77f3613b-34de-4441-a385-20383ccab374 req-80d800b2-a788-45f0-be85-ed66bf9196ef tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b0b6a08-c53d-401f-b8aa-bb9a6979f286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724180 Feb 09 01:47:52.067288 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9fd59d-c35c-4c13-8ba8-0211f7138e1e None None] Sync routers for ids ['383a35f5-a926-4164-ac6d-017cc22bb252'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:47:52.088471 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36918) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:52.092676 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9fd59d-c35c-4c13-8ba8-0211f7138e1e None None] Routers {'383a35f5-a926-4164-ac6d-017cc22bb252'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:52.093808 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-2a9fd59d-c35c-4c13-8ba8-0211f7138e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:47:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['383a35f5-a926-4164-ac6d-017cc22bb252'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:52.187128 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c00056c6-ed96-4bc4-97b9-0c703894c006 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/floatingips/74703e65-3345-4351-80ac-10da37c46481 HTTP/1.1" status: 200 len: 993 time: 0.0972974 Feb 09 01:47:52.391726 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-05c944e8-67a4-4dbe-b92c-00eb71d2a008 None None] Provisioning complete for port 0b1addc3-88cf-4c93-b020-799e385120c3 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:52.392241 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-05c944e8-67a4-4dbe-b92c-00eb71d2a008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0b1addc3-88cf-4c93-b020-799e385120c3), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:52.475960 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-2a9fd59d-c35c-4c13-8ba8-0211f7138e1e None None] Set router 383a35f5-a926-4164-ac6d-017cc22bb252 gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:47:52.482239 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 8608840f-9e2e-40cd-97bc-86aec87b1d5b details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:47:52.485274 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 8608840f-9e2e-40cd-97bc-86aec87b1d5b no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:47:52.543731 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-54f34e42-20c0-458f-b2ee-35102618d5e6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8820'] for router (383a35f5-a926-4164-ac6d-017cc22bb252), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:52.547821 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-54f34e42-20c0-458f-b2ee-35102618d5e6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622185'] for router (383a35f5-a926-4164-ac6d-017cc22bb252), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:52.581999 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-05c944e8-67a4-4dbe-b92c-00eb71d2a008 None None] Current status of the port 0b1addc3-88cf-4c93-b020-799e385120c3 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:52.708771 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f34e42-20c0-458f-b2ee-35102618d5e6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Router 383a35f5-a926-4164-ac6d-017cc22bb252 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:47:52.717978 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 0b1addc3-88cf-4c93-b020-799e385120c3 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:52.722485 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.resource_extend [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:47:52.805346 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-05c944e8-67a4-4dbe-b92c-00eb71d2a008 None None] Provisioning complete for port d0c5292e-abcd-482b-b681-f5a0ced24bc0 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:52.805606 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-05c944e8-67a4-4dbe-b92c-00eb71d2a008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d0c5292e-abcd-482b-b681-f5a0ced24bc0), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:52.823162 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f34e42-20c0-458f-b2ee-35102618d5e6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:47:52.832201 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-54f34e42-20c0-458f-b2ee-35102618d5e6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:52.835927 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-54f34e42-20c0-458f-b2ee-35102618d5e6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "PUT /v2.0/routers/383a35f5-a926-4164-ac6d-017cc22bb252 HTTP/1.1" status: 200 len: 953 time: 1.4287162 Feb 09 01:47:52.836367 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36920) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:52.940846 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-05c944e8-67a4-4dbe-b92c-00eb71d2a008 None None] Port d0c5292e-abcd-482b-b681-f5a0ced24bc0 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:47:52.951949 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 8608840f-9e2e-40cd-97bc-86aec87b1d5b is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:52.952526 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8608840f-9e2e-40cd-97bc-86aec87b1d5b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:52.957337 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4d724ad8-3d1f-47a0-a207-f416072a4310 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "GET /v2.0/routers/383a35f5-a926-4164-ac6d-017cc22bb252 HTTP/1.1" status: 200 len: 953 time: 0.1171565 Feb 09 01:47:52.957791 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36922) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:52.962457 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-87be613e-808a-42f7-b5b8-d5dbcfca9418 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Request body: {'router': {'routes': None}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:53.024538 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 8608840f-9e2e-40cd-97bc-86aec87b1d5b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=8608840f-9e2e-40cd-97bc-86aec87b1d5b,segment=NetworkSegment(1ae62068-1626-476b-8e17-71ddbb8fa879),segment_id=1ae62068-1626-476b-8e17-71ddbb8fa879)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:53.033043 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6bce12-1b04-4606-9d29-a236ae737b3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8608840f-9e2e-40cd-97bc-86aec87b1d5b'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:47:53.035805 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe91fa4-775d-42fc-b5de-db2d4eed2e78" -d '{"events": [{"server_uuid": "0c6bce12-1b04-4606-9d29-a236ae737b3f", "name": "network-vif-unplugged", "status": "completed", "tag": "8608840f-9e2e-40cd-97bc-86aec87b1d5b"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:47:53.062838 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 8608840f-9e2e-40cd-97bc-86aec87b1d5b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=8608840f-9e2e-40cd-97bc-86aec87b1d5b,segment=NetworkSegment(1ae62068-1626-476b-8e17-71ddbb8fa879),segment_id=1ae62068-1626-476b-8e17-71ddbb8fa879)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:53.065510 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 0b1addc3-88cf-4c93-b020-799e385120c3 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:53.065892 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0b1addc3-88cf-4c93-b020-799e385120c3), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:53.103958 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '8608840f-9e2e-40cd-97bc-86aec87b1d5b', 'network_id': '6098fcd3-616c-432d-97b8-9f3a430c7b02', 'port_id': '8608840f-9e2e-40cd-97bc-86aec87b1d5b', 'mac_address': 'fa:16:3e:db:2c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6ceada-1e7c-48e7-bffe-695057dd4f39', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:47:53.136481 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc786b0-000e-4460-b271-36248e872ebd x-openstack-request-id: req-efc786b0-000e-4460-b271-36248e872ebd {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:47:53.136965 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6bce12-1b04-4606-9d29-a236ae737b3f", "name": "network-vif-unplugged", "status": "completed", "tag": "8608840f-9e2e-40cd-97bc-86aec87b1d5b", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:47:53.137376 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-efc786b0-000e-4460-b271-36248e872ebd {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:47:53.137727 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c6bce12-1b04-4606-9d29-a236ae737b3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8608840f-9e2e-40cd-97bc-86aec87b1d5b', 'code': 200} Feb 09 01:47:53.146579 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8608840f-9e2e-40cd-97bc-86aec87b1d5b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:53.228987 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-fc94f50d-de1e-4b8a-828c-3aafece35b71 None None] Provisioning complete for port d0c5292e-abcd-482b-b681-f5a0ced24bc0 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:53.229343 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fc94f50d-de1e-4b8a-828c-3aafece35b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d0c5292e-abcd-482b-b681-f5a0ced24bc0), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:53.285400 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 8608840f-9e2e-40cd-97bc-86aec87b1d5b is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:53.285796 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8608840f-9e2e-40cd-97bc-86aec87b1d5b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:53.322286 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=8608840f-9e2e-40cd-97bc-86aec87b1d5b,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:53.347299 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-fc94f50d-de1e-4b8a-828c-3aafece35b71 None None] Port d0c5292e-abcd-482b-b681-f5a0ced24bc0 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:47:53.354107 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8608840f-9e2e-40cd-97bc-86aec87b1d5b {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:47:53.362375 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.extraroute_db [None req-87be613e-808a-42f7-b5b8-d5dbcfca9418 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Added routes are [] {{(pid=103528) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 01:47:53.362776 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.extraroute_db [None req-87be613e-808a-42f7-b5b8-d5dbcfca9418 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103528) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 01:47:53.365514 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-2a9fd59d-c35c-4c13-8ba8-0211f7138e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'name': 'tempest-RoutersIpV6Test-router-172454512', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:47:37Z', 'updated_at': '2022-02-09T01:47:51Z', 'revision_number': 6, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'gw_port_host': None, '_interfaces': [{'id': '285220ee-ad03-475c-a17a-39a8d21184f5', 'name': '', 'network_id': 'd2ca7610-0fd5-485c-ad25-bbdd93f42e63', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:fb:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '4943e179-e2b2-4b6c-bcb5-7f090f1bb4c3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:45Z', 'updated_at': '2022-02-09T01:47:51Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '4943e179-e2b2-4b6c-bcb5-7f090f1bb4c3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54eb7641-9a31-4723-a0c1-ee5aed6a9ab7', 'name': '', 'network_id': '8329d452-ebde-4500-b9e6-04002e76220b', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:0d:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'f691c607-ba3e-4f51-a977-88f39d6e45bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:41Z', 'updated_at': '2022-02-09T01:47:47Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': 'f691c607-ba3e-4f51-a977-88f39d6e45bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f48c26a-6631-477a-8d9b-e2ca71d496be', 'name': '', 'network_id': '1c001643-cb9a-497b-bee3-e70ee12f9bcf', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:fc:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:38Z', 'updated_at': '2022-02-09T01:47:41Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0c5292e-abcd-482b-b681-f5a0ced24bc0', 'name': '', 'network_id': '3f5652ed-f288-4653-92d2-5cf4c921858b', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:24:21:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '6f3fdf03-4eed-461d-9674-cad4e3487247', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:49Z', 'updated_at': '2022-02-09T01:47:50Z', 'revision_number': 2, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '6f3fdf03-4eed-461d-9674-cad4e3487247', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:53.408830 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-87be613e-808a-42f7-b5b8-d5dbcfca9418 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8820'] for router (383a35f5-a926-4164-ac6d-017cc22bb252), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:53.415193 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9fd59d-c35c-4c13-8ba8-0211f7138e1e None None] Checking router: 383a35f5-a926-4164-ac6d-017cc22bb252 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:47:53.415574 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9fd59d-c35c-4c13-8ba8-0211f7138e1e None None] Updating router 383a35f5-a926-4164-ac6d-017cc22bb252 port d0c5292e-abcd-482b-b681-f5a0ced24bc0 binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:47:53.419528 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 8608840f-9e2e-40cd-97bc-86aec87b1d5b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=8608840f-9e2e-40cd-97bc-86aec87b1d5b,segment=NetworkSegment(1ae62068-1626-476b-8e17-71ddbb8fa879),segment_id=1ae62068-1626-476b-8e17-71ddbb8fa879)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:53.422157 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 0b1addc3-88cf-4c93-b020-799e385120c3 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:53.423323 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 285220ee-ad03-475c-a17a-39a8d21184f5 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:53.466567 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8608840f-9e2e-40cd-97bc-86aec87b1d5b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:53.517699 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd59d-c35c-4c13-8ba8-0211f7138e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d0c5292e-abcd-482b-b681-f5a0ced24bc0), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:53.582205 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=8608840f-9e2e-40cd-97bc-86aec87b1d5b,revision_number=7']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:53.621372 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-87be613e-808a-42f7-b5b8-d5dbcfca9418 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8820'] for router (383a35f5-a926-4164-ac6d-017cc22bb252), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:53.625330 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-87be613e-808a-42f7-b5b8-d5dbcfca9418 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622185'] for router (383a35f5-a926-4164-ac6d-017cc22bb252), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:53.672132 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 285220ee-ad03-475c-a17a-39a8d21184f5 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:53.672506 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (285220ee-ad03-475c-a17a-39a8d21184f5), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:53.729172 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87be613e-808a-42f7-b5b8-d5dbcfca9418 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Router 383a35f5-a926-4164-ac6d-017cc22bb252 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:47:53.770101 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['8608840f-9e2e-40cd-97bc-86aec87b1d5b'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:47:53.835711 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87be613e-808a-42f7-b5b8-d5dbcfca9418 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:47:53.846812 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-87be613e-808a-42f7-b5b8-d5dbcfca9418 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:53.851359 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36928) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:53.855862 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-87be613e-808a-42f7-b5b8-d5dbcfca9418 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "PUT /v2.0/routers/383a35f5-a926-4164-ac6d-017cc22bb252 HTTP/1.1" status: 200 len: 703 time: 0.8968468 Feb 09 01:47:53.905311 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 285220ee-ad03-475c-a17a-39a8d21184f5 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:53.974123 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ba265175-563f-41e8-8bef-4978c2195bc9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "GET /v2.0/routers/383a35f5-a926-4164-ac6d-017cc22bb252 HTTP/1.1" status: 200 len: 703 time: 0.1215961 Feb 09 01:47:53.977187 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36930) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:54.006523 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd59d-c35c-4c13-8ba8-0211f7138e1e None None] Publish callbacks [] for port (d0c5292e-abcd-482b-b681-f5a0ced24bc0), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:54.019692 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd59d-c35c-4c13-8ba8-0211f7138e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d0c5292e-abcd-482b-b681-f5a0ced24bc0), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:54.102469 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd7688-a36a-4b5e-b9a9-951e18afcbc9 None None] Pushing event updated for resources: {'Port': ['ID=d0c5292e-abcd-482b-b681-f5a0ced24bc0,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:54.231454 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-2a9fd59d-c35c-4c13-8ba8-0211f7138e1e None None] Attempting to bind port d0c5292e-abcd-482b-b681-f5a0ced24bc0 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:47:54.232150 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-2a9fd59d-c35c-4c13-8ba8-0211f7138e1e None None] Attempting to bind port d0c5292e-abcd-482b-b681-f5a0ced24bc0 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'ca30a77e-4c0f-43ec-a5f4-28213672c9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3f5652ed-f288-4653-92d2-5cf4c921858b'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:47:54.232244 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9fd59d-c35c-4c13-8ba8-0211f7138e1e None None] Attempting to bind port d0c5292e-abcd-482b-b681-f5a0ced24bc0 on network 3f5652ed-f288-4653-92d2-5cf4c921858b {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:47:54.250226 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9fd59d-c35c-4c13-8ba8-0211f7138e1e None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:47:54.250604 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9fd59d-c35c-4c13-8ba8-0211f7138e1e None None] Checking segment: {'id': 'ca30a77e-4c0f-43ec-a5f4-28213672c9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3f5652ed-f288-4653-92d2-5cf4c921858b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:47:54.251008 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd59d-c35c-4c13-8ba8-0211f7138e1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:54.251403 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9fd59d-c35c-4c13-8ba8-0211f7138e1e None None] Bound using segment: {'id': 'ca30a77e-4c0f-43ec-a5f4-28213672c9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3f5652ed-f288-4653-92d2-5cf4c921858b'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:47:54.252278 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-2a9fd59d-c35c-4c13-8ba8-0211f7138e1e None None] Bound port: d0c5292e-abcd-482b-b681-f5a0ced24bc0, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca30a77e-4c0f-43ec-a5f4-28213672c9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3f5652ed-f288-4653-92d2-5cf4c921858b'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:47:54.252278 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd59d-c35c-4c13-8ba8-0211f7138e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d0c5292e-abcd-482b-b681-f5a0ced24bc0), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:54.383327 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0087b5b7-00d5-4dc9-a42a-6c94ae9126fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:54.390882 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-2a9fd59d-c35c-4c13-8ba8-0211f7138e1e None None] For port d0c5292e-abcd-482b-b681-f5a0ced24bc0, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:47:54.394225 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-2a9fd59d-c35c-4c13-8ba8-0211f7138e1e None None] For port d0c5292e-abcd-482b-b681-f5a0ced24bc0, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d0c5292e-abcd-482b-b681-f5a0ced24bc0,segment=NetworkSegment(ca30a77e-4c0f-43ec-a5f4-28213672c9c3),segment_id=ca30a77e-4c0f-43ec-a5f4-28213672c9c3)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:47:54.399090 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-31306004-555c-41ad-9a37-bf0612d89847 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (383a35f5-a926-4164-ac6d-017cc22bb252), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:54.402966 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2a9fd59d-c35c-4c13-8ba8-0211f7138e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d0c5292e-abcd-482b-b681-f5a0ced24bc0), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:54.456315 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9fd59d-c35c-4c13-8ba8-0211f7138e1e None None] Routers {'383a35f5-a926-4164-ac6d-017cc22bb252'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:54.457068 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-2a9fd59d-c35c-4c13-8ba8-0211f7138e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:47:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['383a35f5-a926-4164-ac6d-017cc22bb252'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:54.554184 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd7688-a36a-4b5e-b9a9-951e18afcbc9 None None] Pushing event updated for resources: {'Port': ['ID=d0c5292e-abcd-482b-b681-f5a0ced24bc0,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:54.595364 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-2a9fd59d-c35c-4c13-8ba8-0211f7138e1e None None] Set router 383a35f5-a926-4164-ac6d-017cc22bb252 gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:47:54.640490 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-748ecc30-e7cb-4889-b9ab-980691e9d491 None None] Provisioning complete for port d0c5292e-abcd-482b-b681-f5a0ced24bc0 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:54.640783 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-748ecc30-e7cb-4889-b9ab-980691e9d491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d0c5292e-abcd-482b-b681-f5a0ced24bc0), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:54.767968 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-31306004-555c-41ad-9a37-bf0612d89847 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Deleting port d0c5292e-abcd-482b-b681-f5a0ced24bc0 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:47:54.768688 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-31306004-555c-41ad-9a37-bf0612d89847 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (d0c5292e-abcd-482b-b681-f5a0ced24bc0), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:54.879124 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-31306004-555c-41ad-9a37-bf0612d89847 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] For port d0c5292e-abcd-482b-b681-f5a0ced24bc0, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d0c5292e-abcd-482b-b681-f5a0ced24bc0,segment=NetworkSegment(ca30a77e-4c0f-43ec-a5f4-28213672c9c3),segment_id=ca30a77e-4c0f-43ec-a5f4-28213672c9c3)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:54.879581 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-31306004-555c-41ad-9a37-bf0612d89847 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (d0c5292e-abcd-482b-b681-f5a0ced24bc0), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:54.898134 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-31306004-555c-41ad-9a37-bf0612d89847 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Calling delete_port for d0c5292e-abcd-482b-b681-f5a0ced24bc0 owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:47:55.014208 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-748ecc30-e7cb-4889-b9ab-980691e9d491 None None] Current status of the port d0c5292e-abcd-482b-b681-f5a0ced24bc0 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:55.014906 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-748ecc30-e7cb-4889-b9ab-980691e9d491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d0c5292e-abcd-482b-b681-f5a0ced24bc0), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:55.085125 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-2a9fd59d-c35c-4c13-8ba8-0211f7138e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'name': 'tempest-RoutersIpV6Test-router-172454512', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:47:37Z', 'updated_at': '2022-02-09T01:47:53Z', 'revision_number': 7, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'gw_port_host': None, '_interfaces': [{'id': '285220ee-ad03-475c-a17a-39a8d21184f5', 'name': '', 'network_id': 'd2ca7610-0fd5-485c-ad25-bbdd93f42e63', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:fb:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '4943e179-e2b2-4b6c-bcb5-7f090f1bb4c3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:45Z', 'updated_at': '2022-02-09T01:47:51Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '4943e179-e2b2-4b6c-bcb5-7f090f1bb4c3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54eb7641-9a31-4723-a0c1-ee5aed6a9ab7', 'name': '', 'network_id': '8329d452-ebde-4500-b9e6-04002e76220b', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:0d:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'f691c607-ba3e-4f51-a977-88f39d6e45bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:41Z', 'updated_at': '2022-02-09T01:47:47Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': 'f691c607-ba3e-4f51-a977-88f39d6e45bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f48c26a-6631-477a-8d9b-e2ca71d496be', 'name': '', 'network_id': '1c001643-cb9a-497b-bee3-e70ee12f9bcf', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:fc:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:38Z', 'updated_at': '2022-02-09T01:47:41Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0c5292e-abcd-482b-b681-f5a0ced24bc0', 'name': '', 'network_id': '3f5652ed-f288-4653-92d2-5cf4c921858b', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:24:21:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '6f3fdf03-4eed-461d-9674-cad4e3487247', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:49Z', 'updated_at': '2022-02-09T01:47:54Z', 'revision_number': 4, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '6f3fdf03-4eed-461d-9674-cad4e3487247', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:55.093906 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-31306004-555c-41ad-9a37-bf0612d89847 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (d0c5292e-abcd-482b-b681-f5a0ced24bc0), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:55.116417 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9fd59d-c35c-4c13-8ba8-0211f7138e1e None None] The sync data for ids ['383a35f5-a926-4164-ac6d-017cc22bb252'] in n-d-822053-40 is: [{'id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'name': 'tempest-RoutersIpV6Test-router-172454512', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:47:37Z', 'updated_at': '2022-02-09T01:47:53Z', 'revision_number': 7, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'gw_port_host': None, '_interfaces': [{'id': '285220ee-ad03-475c-a17a-39a8d21184f5', 'name': '', 'network_id': 'd2ca7610-0fd5-485c-ad25-bbdd93f42e63', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:fb:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '4943e179-e2b2-4b6c-bcb5-7f090f1bb4c3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:45Z', 'updated_at': '2022-02-09T01:47:51Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '4943e179-e2b2-4b6c-bcb5-7f090f1bb4c3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54eb7641-9a31-4723-a0c1-ee5aed6a9ab7', 'name': '', 'network_id': '8329d452-ebde-4500-b9e6-04002e76220b', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:0d:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'f691c607-ba3e-4f51-a977-88f39d6e45bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:41Z', 'updated_at': '2022-02-09T01:47:47Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': 'f691c607-ba3e-4f51-a977-88f39d6e45bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f48c26a-6631-477a-8d9b-e2ca71d496be', 'name': '', 'network_id': '1c001643-cb9a-497b-bee3-e70ee12f9bcf', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:fc:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:38Z', 'updated_at': '2022-02-09T01:47:41Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0c5292e-abcd-482b-b681-f5a0ced24bc0', 'name': '', 'network_id': '3f5652ed-f288-4653-92d2-5cf4c921858b', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:24:21:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '6f3fdf03-4eed-461d-9674-cad4e3487247', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:49Z', 'updated_at': '2022-02-09T01:47:54Z', 'revision_number': 4, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '6f3fdf03-4eed-461d-9674-cad4e3487247', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:47:55.129379 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31306004-555c-41ad-9a37-bf0612d89847 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event deleted for resources: {'Port': ['ID=d0c5292e-abcd-482b-b681-f5a0ced24bc0,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:55.289845 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-9114c30e-4c52-4e6c-9a31-af0627017d53 None None] Could not find standard attr ID for object d0c5292e-abcd-482b-b681-f5a0ced24bc0. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:47:55.290444 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-31306004-555c-41ad-9a37-bf0612d89847 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (383a35f5-a926-4164-ac6d-017cc22bb252), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:55.367750 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2981fce8-74e1-4fa3-a606-c71a5a4b899e None None] Sync routers for ids ['383a35f5-a926-4164-ac6d-017cc22bb252'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:47:55.384873 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2981fce8-74e1-4fa3-a606-c71a5a4b899e None None] Routers {'383a35f5-a926-4164-ac6d-017cc22bb252'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:55.385718 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-2981fce8-74e1-4fa3-a606-c71a5a4b899e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:47:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['383a35f5-a926-4164-ac6d-017cc22bb252'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:55.484304 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-2981fce8-74e1-4fa3-a606-c71a5a4b899e None None] Set router 383a35f5-a926-4164-ac6d-017cc22bb252 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:47:55.522500 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31306004-555c-41ad-9a37-bf0612d89847 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Router 383a35f5-a926-4164-ac6d-017cc22bb252 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:47:55.820844 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-2981fce8-74e1-4fa3-a606-c71a5a4b899e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'name': 'tempest-RoutersIpV6Test-router-172454512', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:47:37Z', 'updated_at': '2022-02-09T01:47:55Z', 'revision_number': 8, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'gw_port_host': None, '_interfaces': [{'id': '285220ee-ad03-475c-a17a-39a8d21184f5', 'name': '', 'network_id': 'd2ca7610-0fd5-485c-ad25-bbdd93f42e63', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:fb:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '4943e179-e2b2-4b6c-bcb5-7f090f1bb4c3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:45Z', 'updated_at': '2022-02-09T01:47:51Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '4943e179-e2b2-4b6c-bcb5-7f090f1bb4c3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54eb7641-9a31-4723-a0c1-ee5aed6a9ab7', 'name': '', 'network_id': '8329d452-ebde-4500-b9e6-04002e76220b', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:0d:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'f691c607-ba3e-4f51-a977-88f39d6e45bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:41Z', 'updated_at': '2022-02-09T01:47:47Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': 'f691c607-ba3e-4f51-a977-88f39d6e45bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f48c26a-6631-477a-8d9b-e2ca71d496be', 'name': '', 'network_id': '1c001643-cb9a-497b-bee3-e70ee12f9bcf', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:fc:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:38Z', 'updated_at': '2022-02-09T01:47:41Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:55.861905 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2981fce8-74e1-4fa3-a606-c71a5a4b899e None None] Checking router: 383a35f5-a926-4164-ac6d-017cc22bb252 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:47:55.862160 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:55.873506 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2981fce8-74e1-4fa3-a606-c71a5a4b899e None None] Routers {'383a35f5-a926-4164-ac6d-017cc22bb252'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:55.874409 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-2981fce8-74e1-4fa3-a606-c71a5a4b899e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:47:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['383a35f5-a926-4164-ac6d-017cc22bb252'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:55.974839 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31306004-555c-41ad-9a37-bf0612d89847 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:47:55.983327 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-2981fce8-74e1-4fa3-a606-c71a5a4b899e None None] Set router 383a35f5-a926-4164-ac6d-017cc22bb252 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:47:55.987832 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-31306004-555c-41ad-9a37-bf0612d89847 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "PUT /v2.0/routers/383a35f5-a926-4164-ac6d-017cc22bb252/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0055273 Feb 09 01:47:55.987832 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36938) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:56.044872 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9c152a1-3cdb-4d5f-9b0b-dde9115bbb65 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Deleting subnet 6f3fdf03-4eed-461d-9674-cad4e3487247 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:47:56.048606 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a9c152a1-3cdb-4d5f-9b0b-dde9115bbb65 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for subnet (6f3fdf03-4eed-461d-9674-cad4e3487247), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:56.093797 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a9c152a1-3cdb-4d5f-9b0b-dde9115bbb65 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (6f3fdf03-4eed-461d-9674-cad4e3487247), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:56.211708 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a9c152a1-3cdb-4d5f-9b0b-dde9115bbb65 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (6f3fdf03-4eed-461d-9674-cad4e3487247), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:56.249603 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-2981fce8-74e1-4fa3-a606-c71a5a4b899e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'name': 'tempest-RoutersIpV6Test-router-172454512', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:47:37Z', 'updated_at': '2022-02-09T01:47:55Z', 'revision_number': 8, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'gw_port_host': None, '_interfaces': [{'id': '285220ee-ad03-475c-a17a-39a8d21184f5', 'name': '', 'network_id': 'd2ca7610-0fd5-485c-ad25-bbdd93f42e63', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:fb:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '4943e179-e2b2-4b6c-bcb5-7f090f1bb4c3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:45Z', 'updated_at': '2022-02-09T01:47:51Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '4943e179-e2b2-4b6c-bcb5-7f090f1bb4c3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54eb7641-9a31-4723-a0c1-ee5aed6a9ab7', 'name': '', 'network_id': '8329d452-ebde-4500-b9e6-04002e76220b', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:0d:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'f691c607-ba3e-4f51-a977-88f39d6e45bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:41Z', 'updated_at': '2022-02-09T01:47:47Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': 'f691c607-ba3e-4f51-a977-88f39d6e45bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f48c26a-6631-477a-8d9b-e2ca71d496be', 'name': '', 'network_id': '1c001643-cb9a-497b-bee3-e70ee12f9bcf', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:fc:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:38Z', 'updated_at': '2022-02-09T01:47:41Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:56.281056 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2981fce8-74e1-4fa3-a606-c71a5a4b899e None None] The sync data for ids ['383a35f5-a926-4164-ac6d-017cc22bb252'] in n-d-822053-40 is: [{'id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'name': 'tempest-RoutersIpV6Test-router-172454512', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:47:37Z', 'updated_at': '2022-02-09T01:47:55Z', 'revision_number': 8, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'gw_port_host': None, '_interfaces': [{'id': '285220ee-ad03-475c-a17a-39a8d21184f5', 'name': '', 'network_id': 'd2ca7610-0fd5-485c-ad25-bbdd93f42e63', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:fb:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '4943e179-e2b2-4b6c-bcb5-7f090f1bb4c3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:45Z', 'updated_at': '2022-02-09T01:47:51Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '4943e179-e2b2-4b6c-bcb5-7f090f1bb4c3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54eb7641-9a31-4723-a0c1-ee5aed6a9ab7', 'name': '', 'network_id': '8329d452-ebde-4500-b9e6-04002e76220b', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:0d:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'f691c607-ba3e-4f51-a977-88f39d6e45bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:41Z', 'updated_at': '2022-02-09T01:47:47Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': 'f691c607-ba3e-4f51-a977-88f39d6e45bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f48c26a-6631-477a-8d9b-e2ca71d496be', 'name': '', 'network_id': '1c001643-cb9a-497b-bee3-e70ee12f9bcf', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:fc:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:38Z', 'updated_at': '2022-02-09T01:47:41Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:47:56.288128 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a9c152a1-3cdb-4d5f-9b0b-dde9115bbb65 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (6f3fdf03-4eed-461d-9674-cad4e3487247), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:56.318201 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c152a1-3cdb-4d5f-9b0b-dde9115bbb65 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event deleted for resources: {'Subnet': ['ID=6f3fdf03-4eed-461d-9674-cad4e3487247,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:56.321154 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a9c152a1-3cdb-4d5f-9b0b-dde9115bbb65 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:56.324991 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36942) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:56.330540 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a9c152a1-3cdb-4d5f-9b0b-dde9115bbb65 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "DELETE /v2.0/subnets/6f3fdf03-4eed-461d-9674-cad4e3487247 HTTP/1.1" status: 204 len: 168 time: 0.3403423 Feb 09 01:47:56.330540 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36944) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:56.336659 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c8c881-f1c0-4dcb-9690-ce39a48a98ef None None] Network 3f5652ed-f288-4653-92d2-5cf4c921858b requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:47:56.411960 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3ac001-9fb9-44bf-b307-00ffcc134acd tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:56.412473 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3ac001-9fb9-44bf-b307-00ffcc134acd tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:56.412998 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3ac001-9fb9-44bf-b307-00ffcc134acd tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:56.414858 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-af3ac001-9fb9-44bf-b307-00ffcc134acd tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] 10.222.0.30 "GET /v2.0/ports?project_id=be37988e5bf5448987567e96924ed429&network_id=4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58 HTTP/1.1" status: 200 len: 3075 time: 0.0887542 Feb 09 01:47:56.436459 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-64092aae-44e7-4cbc-a30b-ba222b02b739 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (3f5652ed-f288-4653-92d2-5cf4c921858b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:56.489707 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 8608840f-9e2e-40cd-97bc-86aec87b1d5b up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:56.498722 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-64092aae-44e7-4cbc-a30b-ba222b02b739 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Deleting port 0b1addc3-88cf-4c93-b020-799e385120c3 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:47:56.499135 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-64092aae-44e7-4cbc-a30b-ba222b02b739 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (0b1addc3-88cf-4c93-b020-799e385120c3), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:56.553030 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 8608840f-9e2e-40cd-97bc-86aec87b1d5b triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:56.553407 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8608840f-9e2e-40cd-97bc-86aec87b1d5b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:56.570808 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-64092aae-44e7-4cbc-a30b-ba222b02b739 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] For port 0b1addc3-88cf-4c93-b020-799e385120c3, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=0b1addc3-88cf-4c93-b020-799e385120c3,segment=NetworkSegment(ca30a77e-4c0f-43ec-a5f4-28213672c9c3),segment_id=ca30a77e-4c0f-43ec-a5f4-28213672c9c3)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:56.571519 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-64092aae-44e7-4cbc-a30b-ba222b02b739 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (0b1addc3-88cf-4c93-b020-799e385120c3), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:56.588952 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-64092aae-44e7-4cbc-a30b-ba222b02b739 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Calling delete_port for 0b1addc3-88cf-4c93-b020-799e385120c3 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:47:56.654174 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb4f6a9-8e69-4598-b81f-944e41e11917 None None] DHCP port deletion for 3f5652ed-f288-4653-92d2-5cf4c921858b request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:47:56.670309 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 8608840f-9e2e-40cd-97bc-86aec87b1d5b is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:56.670309 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8608840f-9e2e-40cd-97bc-86aec87b1d5b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:56.707125 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-64092aae-44e7-4cbc-a30b-ba222b02b739 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (0b1addc3-88cf-4c93-b020-799e385120c3), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:56.737944 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 8608840f-9e2e-40cd-97bc-86aec87b1d5b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=8608840f-9e2e-40cd-97bc-86aec87b1d5b,segment=NetworkSegment(1ae62068-1626-476b-8e17-71ddbb8fa879),segment_id=1ae62068-1626-476b-8e17-71ddbb8fa879)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:56.743025 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6bce12-1b04-4606-9d29-a236ae737b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8608840f-9e2e-40cd-97bc-86aec87b1d5b'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:47:56.743576 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc1f4d4-e444-46ba-8e06-2ef8ffa7892c" -d '{"events": [{"server_uuid": "0c6bce12-1b04-4606-9d29-a236ae737b3f", "name": "network-vif-plugged", "status": "completed", "tag": "8608840f-9e2e-40cd-97bc-86aec87b1d5b"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:47:56.750125 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8608840f-9e2e-40cd-97bc-86aec87b1d5b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:56.767208 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64092aae-44e7-4cbc-a30b-ba222b02b739 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] No DVR routers for this DVR port 0b1addc3-88cf-4c93-b020-799e385120c3 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:47:56.801885 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 0b1addc3-88cf-4c93-b020-799e385120c3 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:47:56.826825 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64092aae-44e7-4cbc-a30b-ba222b02b739 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event deleted for resources: {'Port': ['ID=0b1addc3-88cf-4c93-b020-799e385120c3,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:56.847390 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c4f765-00bb-4757-aac6-848f7d39f56b x-openstack-request-id: req-11c4f765-00bb-4757-aac6-848f7d39f56b {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:47:56.847753 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6bce12-1b04-4606-9d29-a236ae737b3f", "name": "network-vif-plugged", "status": "completed", "tag": "8608840f-9e2e-40cd-97bc-86aec87b1d5b", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:47:56.848075 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-11c4f765-00bb-4757-aac6-848f7d39f56b {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:47:56.848669 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c6bce12-1b04-4606-9d29-a236ae737b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8608840f-9e2e-40cd-97bc-86aec87b1d5b', 'code': 200} Feb 09 01:47:56.858254 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 0b1addc3-88cf-4c93-b020-799e385120c3 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:47:56.858602 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 0b1addc3-88cf-4c93-b020-799e385120c3 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:47:56.859033 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d0c5292e-abcd-482b-b681-f5a0ced24bc0 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:47:56.885472 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=8608840f-9e2e-40cd-97bc-86aec87b1d5b,revision_number=8']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:56.888439 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: d0c5292e-abcd-482b-b681-f5a0ced24bc0 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:47:56.888795 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d0c5292e-abcd-482b-b681-f5a0ced24bc0 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:47:56.890958 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-9cb4f6a9-8e69-4598-b81f-944e41e11917 None None] Deleting port 0b1addc3-88cf-4c93-b020-799e385120c3 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:47:56.891337 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9cb4f6a9-8e69-4598-b81f-944e41e11917 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (0b1addc3-88cf-4c93-b020-799e385120c3), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:56.947701 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-64092aae-44e7-4cbc-a30b-ba222b02b739 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (3f5652ed-f288-4653-92d2-5cf4c921858b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:56.963784 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-9cb4f6a9-8e69-4598-b81f-944e41e11917 None None] For port 0b1addc3-88cf-4c93-b020-799e385120c3, host n-d-822053-40, got binding levels [] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:56.964422 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9cb4f6a9-8e69-4598-b81f-944e41e11917 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (0b1addc3-88cf-4c93-b020-799e385120c3), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:56.969624 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-64092aae-44e7-4cbc-a30b-ba222b02b739 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f5652ed-f288-4653-92d2-5cf4c921858b']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:56.981882 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-64092aae-44e7-4cbc-a30b-ba222b02b739 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca30a77e-4c0f-43ec-a5f4-28213672c9c3') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:56.982505 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-64092aae-44e7-4cbc-a30b-ba222b02b739 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca30a77e-4c0f-43ec-a5f4-28213672c9c3') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:56.984825 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-9cb4f6a9-8e69-4598-b81f-944e41e11917 None None] Calling delete_port for 0b1addc3-88cf-4c93-b020-799e385120c3 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:47:56.987607 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.ipam_backend_mixin [None req-9cb4f6a9-8e69-4598-b81f-944e41e11917 None None] Port 0b1addc3-88cf-4c93-b020-799e385120c3 was not found and therefore no delete operation was performed {{(pid=103530) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:47:56.988951 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9cb4f6a9-8e69-4598-b81f-944e41e11917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (0b1addc3-88cf-4c93-b020-799e385120c3), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:56.994280 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-64092aae-44e7-4cbc-a30b-ba222b02b739 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (ca30a77e-4c0f-43ec-a5f4-28213672c9c3), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:57.009501 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-64092aae-44e7-4cbc-a30b-ba222b02b739 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (ca30a77e-4c0f-43ec-a5f4-28213672c9c3), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:57.015725 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4f6a9-8e69-4598-b81f-944e41e11917 None None] Pushing event deleted for resources: {'Port': ['ID=0b1addc3-88cf-4c93-b020-799e385120c3,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:57.016829 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64092aae-44e7-4cbc-a30b-ba222b02b739 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:47:57.017609 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-64092aae-44e7-4cbc-a30b-ba222b02b739 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (ca30a77e-4c0f-43ec-a5f4-28213672c9c3), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:57.021205 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:47:57.021205 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:47:57.021205 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:47:57.021205 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:47:57.021205 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:47:57.021205 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:47:57.021205 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:47:57.021205 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:47:57.021205 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:47:57.021205 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:47:57.021205 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:47:57.021205 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:47:57.021205 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:47:57.021205 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:47:57.021205 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:47:57.021205 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:47:57.021205 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:47:57.021205 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:47:57.021205 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:47:57.021205 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:47:57.021205 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:47:57.021205 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:47:57.021205 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:47:57.021205 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:47:57.021205 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:47:57.021205 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:47:57.021205 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:47:57.021205 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:47:57.021205 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:47:57.021205 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:47:57.021205 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:47:57.021205 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:47:57.024182 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb4f6a9-8e69-4598-b81f-944e41e11917 None None] No DVR routers for this DVR port 0b1addc3-88cf-4c93-b020-799e385120c3 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:47:57.056127 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e623964-cf75-4faf-9d2e-f4588ecc6bd6 None None] Sync routers for ids ['383a35f5-a926-4164-ac6d-017cc22bb252'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:47:57.067638 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e623964-cf75-4faf-9d2e-f4588ecc6bd6 None None] Routers {'383a35f5-a926-4164-ac6d-017cc22bb252'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:57.069007 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6e623964-cf75-4faf-9d2e-f4588ecc6bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:47:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['383a35f5-a926-4164-ac6d-017cc22bb252'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:57.092173 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-64092aae-44e7-4cbc-a30b-ba222b02b739 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (3f5652ed-f288-4653-92d2-5cf4c921858b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:57.102908 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-64092aae-44e7-4cbc-a30b-ba222b02b739 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:57.109070 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-64092aae-44e7-4cbc-a30b-ba222b02b739 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "DELETE /v2.0/networks/3f5652ed-f288-4653-92d2-5cf4c921858b HTTP/1.1" status: 204 len: 168 time: 0.7773945 Feb 09 01:47:57.111733 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36952) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:57.126861 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64092aae-44e7-4cbc-a30b-ba222b02b739 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event deleted for resources: {'Network': ['ID=3f5652ed-f288-4653-92d2-5cf4c921858b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:57.174160 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-6e623964-cf75-4faf-9d2e-f4588ecc6bd6 None None] Set router 383a35f5-a926-4164-ac6d-017cc22bb252 gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:47:57.453730 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6e623964-cf75-4faf-9d2e-f4588ecc6bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'name': 'tempest-RoutersIpV6Test-router-172454512', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:47:37Z', 'updated_at': '2022-02-09T01:47:55Z', 'revision_number': 8, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'gw_port_host': None, '_interfaces': [{'id': '285220ee-ad03-475c-a17a-39a8d21184f5', 'name': '', 'network_id': 'd2ca7610-0fd5-485c-ad25-bbdd93f42e63', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:fb:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '4943e179-e2b2-4b6c-bcb5-7f090f1bb4c3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:45Z', 'updated_at': '2022-02-09T01:47:51Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '4943e179-e2b2-4b6c-bcb5-7f090f1bb4c3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54eb7641-9a31-4723-a0c1-ee5aed6a9ab7', 'name': '', 'network_id': '8329d452-ebde-4500-b9e6-04002e76220b', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:0d:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'f691c607-ba3e-4f51-a977-88f39d6e45bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:41Z', 'updated_at': '2022-02-09T01:47:47Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': 'f691c607-ba3e-4f51-a977-88f39d6e45bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f48c26a-6631-477a-8d9b-e2ca71d496be', 'name': '', 'network_id': '1c001643-cb9a-497b-bee3-e70ee12f9bcf', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:fc:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:38Z', 'updated_at': '2022-02-09T01:47:41Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:57.491213 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e623964-cf75-4faf-9d2e-f4588ecc6bd6 None None] Checking router: 383a35f5-a926-4164-ac6d-017cc22bb252 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:47:57.500182 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e623964-cf75-4faf-9d2e-f4588ecc6bd6 None None] Routers {'383a35f5-a926-4164-ac6d-017cc22bb252'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:57.500969 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6e623964-cf75-4faf-9d2e-f4588ecc6bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:47:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['383a35f5-a926-4164-ac6d-017cc22bb252'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:57.510507 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c2145dce-f5fa-405c-87f9-477984ec4d8a tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (383a35f5-a926-4164-ac6d-017cc22bb252), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:57.618012 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:57.628994 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-6e623964-cf75-4faf-9d2e-f4588ecc6bd6 None None] Set router 383a35f5-a926-4164-ac6d-017cc22bb252 gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:47:57.803297 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-c2145dce-f5fa-405c-87f9-477984ec4d8a tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Deleting port 285220ee-ad03-475c-a17a-39a8d21184f5 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:47:57.803746 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c2145dce-f5fa-405c-87f9-477984ec4d8a tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (285220ee-ad03-475c-a17a-39a8d21184f5), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:57.859339 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6e623964-cf75-4faf-9d2e-f4588ecc6bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'name': 'tempest-RoutersIpV6Test-router-172454512', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:47:37Z', 'updated_at': '2022-02-09T01:47:55Z', 'revision_number': 8, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'gw_port_host': None, '_interfaces': [{'id': '285220ee-ad03-475c-a17a-39a8d21184f5', 'name': '', 'network_id': 'd2ca7610-0fd5-485c-ad25-bbdd93f42e63', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:fb:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '4943e179-e2b2-4b6c-bcb5-7f090f1bb4c3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:45Z', 'updated_at': '2022-02-09T01:47:51Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '4943e179-e2b2-4b6c-bcb5-7f090f1bb4c3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54eb7641-9a31-4723-a0c1-ee5aed6a9ab7', 'name': '', 'network_id': '8329d452-ebde-4500-b9e6-04002e76220b', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:0d:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'f691c607-ba3e-4f51-a977-88f39d6e45bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:41Z', 'updated_at': '2022-02-09T01:47:47Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': 'f691c607-ba3e-4f51-a977-88f39d6e45bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f48c26a-6631-477a-8d9b-e2ca71d496be', 'name': '', 'network_id': '1c001643-cb9a-497b-bee3-e70ee12f9bcf', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:fc:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:38Z', 'updated_at': '2022-02-09T01:47:41Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:57.890526 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e623964-cf75-4faf-9d2e-f4588ecc6bd6 None None] The sync data for ids ['383a35f5-a926-4164-ac6d-017cc22bb252'] in n-d-822053-40 is: [{'id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'name': 'tempest-RoutersIpV6Test-router-172454512', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:47:37Z', 'updated_at': '2022-02-09T01:47:55Z', 'revision_number': 8, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'gw_port_host': None, '_interfaces': [{'id': '285220ee-ad03-475c-a17a-39a8d21184f5', 'name': '', 'network_id': 'd2ca7610-0fd5-485c-ad25-bbdd93f42e63', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:fb:39:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '4943e179-e2b2-4b6c-bcb5-7f090f1bb4c3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:45Z', 'updated_at': '2022-02-09T01:47:51Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '4943e179-e2b2-4b6c-bcb5-7f090f1bb4c3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54eb7641-9a31-4723-a0c1-ee5aed6a9ab7', 'name': '', 'network_id': '8329d452-ebde-4500-b9e6-04002e76220b', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:0d:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'f691c607-ba3e-4f51-a977-88f39d6e45bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:41Z', 'updated_at': '2022-02-09T01:47:47Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': 'f691c607-ba3e-4f51-a977-88f39d6e45bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f48c26a-6631-477a-8d9b-e2ca71d496be', 'name': '', 'network_id': '1c001643-cb9a-497b-bee3-e70ee12f9bcf', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:fc:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:38Z', 'updated_at': '2022-02-09T01:47:41Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:47:57.910019 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-c2145dce-f5fa-405c-87f9-477984ec4d8a tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] For port 285220ee-ad03-475c-a17a-39a8d21184f5, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=285220ee-ad03-475c-a17a-39a8d21184f5,segment=NetworkSegment(6ba76abf-f146-4b2e-a53b-b5821becd04c),segment_id=6ba76abf-f146-4b2e-a53b-b5821becd04c)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:57.910413 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c2145dce-f5fa-405c-87f9-477984ec4d8a tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (285220ee-ad03-475c-a17a-39a8d21184f5), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:57.926909 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-c2145dce-f5fa-405c-87f9-477984ec4d8a tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Calling delete_port for 285220ee-ad03-475c-a17a-39a8d21184f5 owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:47:58.128978 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c2145dce-f5fa-405c-87f9-477984ec4d8a tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (285220ee-ad03-475c-a17a-39a8d21184f5), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:58.156815 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2145dce-f5fa-405c-87f9-477984ec4d8a tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event deleted for resources: {'Port': ['ID=285220ee-ad03-475c-a17a-39a8d21184f5,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:58.313419 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c2145dce-f5fa-405c-87f9-477984ec4d8a tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (383a35f5-a926-4164-ac6d-017cc22bb252), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:58.347003 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:58.927219 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2145dce-f5fa-405c-87f9-477984ec4d8a tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Router 383a35f5-a926-4164-ac6d-017cc22bb252 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:47:59.037975 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2145dce-f5fa-405c-87f9-477984ec4d8a tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:47:59.047678 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c2145dce-f5fa-405c-87f9-477984ec4d8a tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "PUT /v2.0/routers/383a35f5-a926-4164-ac6d-017cc22bb252/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9315009 Feb 09 01:47:59.048735 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36960) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:59.050989 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10472147-77e4-4ae2-831d-d2529d7b2931 None None] Sync routers for ids ['383a35f5-a926-4164-ac6d-017cc22bb252'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:47:59.067882 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10472147-77e4-4ae2-831d-d2529d7b2931 None None] Routers {'383a35f5-a926-4164-ac6d-017cc22bb252'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:59.068623 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-10472147-77e4-4ae2-831d-d2529d7b2931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:47:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['383a35f5-a926-4164-ac6d-017cc22bb252'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:59.110875 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-927236cf-d1dc-465c-854e-1b5410dc5c92 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Deleting subnet 4943e179-e2b2-4b6c-bcb5-7f090f1bb4c3 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:47:59.114815 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-927236cf-d1dc-465c-854e-1b5410dc5c92 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for subnet (4943e179-e2b2-4b6c-bcb5-7f090f1bb4c3), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:59.160690 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-927236cf-d1dc-465c-854e-1b5410dc5c92 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (4943e179-e2b2-4b6c-bcb5-7f090f1bb4c3), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:59.165401 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-10472147-77e4-4ae2-831d-d2529d7b2931 None None] Set router 383a35f5-a926-4164-ac6d-017cc22bb252 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:47:59.257490 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-927236cf-d1dc-465c-854e-1b5410dc5c92 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (4943e179-e2b2-4b6c-bcb5-7f090f1bb4c3), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:59.319847 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-927236cf-d1dc-465c-854e-1b5410dc5c92 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (4943e179-e2b2-4b6c-bcb5-7f090f1bb4c3), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:59.350565 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927236cf-d1dc-465c-854e-1b5410dc5c92 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event deleted for resources: {'Subnet': ['ID=4943e179-e2b2-4b6c-bcb5-7f090f1bb4c3,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:59.352573 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-927236cf-d1dc-465c-854e-1b5410dc5c92 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:59.358861 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36962) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:59.359463 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-927236cf-d1dc-465c-854e-1b5410dc5c92 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "DELETE /v2.0/subnets/4943e179-e2b2-4b6c-bcb5-7f090f1bb4c3 HTTP/1.1" status: 204 len: 168 time: 0.3093033 Feb 09 01:47:59.377818 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57512e8d-73c8-4aa6-b29d-a15af3ccc42c None None] Network d2ca7610-0fd5-485c-ad25-bbdd93f42e63 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:47:59.382589 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-10472147-77e4-4ae2-831d-d2529d7b2931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'name': 'tempest-RoutersIpV6Test-router-172454512', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:47:37Z', 'updated_at': '2022-02-09T01:47:58Z', 'revision_number': 9, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'gw_port_host': None, '_interfaces': [{'id': '54eb7641-9a31-4723-a0c1-ee5aed6a9ab7', 'name': '', 'network_id': '8329d452-ebde-4500-b9e6-04002e76220b', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:0d:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'f691c607-ba3e-4f51-a977-88f39d6e45bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:41Z', 'updated_at': '2022-02-09T01:47:47Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': 'f691c607-ba3e-4f51-a977-88f39d6e45bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f48c26a-6631-477a-8d9b-e2ca71d496be', 'name': '', 'network_id': '1c001643-cb9a-497b-bee3-e70ee12f9bcf', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:fc:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:38Z', 'updated_at': '2022-02-09T01:47:41Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:59.411103 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10472147-77e4-4ae2-831d-d2529d7b2931 None None] Checking router: 383a35f5-a926-4164-ac6d-017cc22bb252 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:47:59.419831 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10472147-77e4-4ae2-831d-d2529d7b2931 None None] Routers {'383a35f5-a926-4164-ac6d-017cc22bb252'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:47:59.420464 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-10472147-77e4-4ae2-831d-d2529d7b2931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:47:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['383a35f5-a926-4164-ac6d-017cc22bb252'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:59.531494 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-04a44e2b-1f58-4f3c-b842-c9f11467c5b7 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (d2ca7610-0fd5-485c-ad25-bbdd93f42e63), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:59.536995 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-10472147-77e4-4ae2-831d-d2529d7b2931 None None] Set router 383a35f5-a926-4164-ac6d-017cc22bb252 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:47:59.560576 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d5c32278-e984-4a25-b5c1-f9c8a077f353 req-d8665e7a-b9fa-4805-a48e-fbca10f894d7 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=315077bf-9b8d-49d9-984d-c82f468b5518&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0881786 Feb 09 01:47:59.601407 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a366f924-cc5d-42c5-8171-62fd0b336c8f None None] DHCP port deletion for d2ca7610-0fd5-485c-ad25-bbdd93f42e63 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:47:59.641596 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-04a44e2b-1f58-4f3c-b842-c9f11467c5b7 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Deleting port 8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:47:59.643821 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-04a44e2b-1f58-4f3c-b842-c9f11467c5b7 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:59.670152 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a366f924-cc5d-42c5-8171-62fd0b336c8f None None] Deleting port 8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:47:59.670884 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a366f924-cc5d-42c5-8171-62fd0b336c8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:59.740401 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-04a44e2b-1f58-4f3c-b842-c9f11467c5b7 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] For port 8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964,segment=NetworkSegment(6ba76abf-f146-4b2e-a53b-b5821becd04c),segment_id=6ba76abf-f146-4b2e-a53b-b5821becd04c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:59.740779 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-04a44e2b-1f58-4f3c-b842-c9f11467c5b7 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:59.752950 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-a366f924-cc5d-42c5-8171-62fd0b336c8f None None] For port 8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964,segment=NetworkSegment(6ba76abf-f146-4b2e-a53b-b5821becd04c),segment_id=6ba76abf-f146-4b2e-a53b-b5821becd04c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:59.754181 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c32278-e984-4a25-b5c1-f9c8a077f353 req-ef629604-27c9-4a0d-9244-012f9074dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:59.755222 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a366f924-cc5d-42c5-8171-62fd0b336c8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:59.755668 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d5c32278-e984-4a25-b5c1-f9c8a077f353 req-ef629604-27c9-4a0d-9244-012f9074dbed service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=be37988e5bf5448987567e96924ed429&device_id=315077bf-9b8d-49d9-984d-c82f468b5518 HTTP/1.1" status: 200 len: 1128 time: 0.1317186 Feb 09 01:47:59.768261 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-04a44e2b-1f58-4f3c-b842-c9f11467c5b7 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Calling delete_port for 8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:47:59.773504 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a366f924-cc5d-42c5-8171-62fd0b336c8f None None] Calling delete_port for 8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:47:59.827961 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-10472147-77e4-4ae2-831d-d2529d7b2931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'name': 'tempest-RoutersIpV6Test-router-172454512', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:47:37Z', 'updated_at': '2022-02-09T01:47:58Z', 'revision_number': 9, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'gw_port_host': None, '_interfaces': [{'id': '54eb7641-9a31-4723-a0c1-ee5aed6a9ab7', 'name': '', 'network_id': '8329d452-ebde-4500-b9e6-04002e76220b', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:0d:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'f691c607-ba3e-4f51-a977-88f39d6e45bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:41Z', 'updated_at': '2022-02-09T01:47:47Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': 'f691c607-ba3e-4f51-a977-88f39d6e45bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f48c26a-6631-477a-8d9b-e2ca71d496be', 'name': '', 'network_id': '1c001643-cb9a-497b-bee3-e70ee12f9bcf', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:fc:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:38Z', 'updated_at': '2022-02-09T01:47:41Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:59.867280 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10472147-77e4-4ae2-831d-d2529d7b2931 None None] The sync data for ids ['383a35f5-a926-4164-ac6d-017cc22bb252'] in n-d-822053-40 is: [{'id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'name': 'tempest-RoutersIpV6Test-router-172454512', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:47:37Z', 'updated_at': '2022-02-09T01:47:58Z', 'revision_number': 9, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'gw_port_host': None, '_interfaces': [{'id': '54eb7641-9a31-4723-a0c1-ee5aed6a9ab7', 'name': '', 'network_id': '8329d452-ebde-4500-b9e6-04002e76220b', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:0d:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'f691c607-ba3e-4f51-a977-88f39d6e45bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:41Z', 'updated_at': '2022-02-09T01:47:47Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': 'f691c607-ba3e-4f51-a977-88f39d6e45bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f48c26a-6631-477a-8d9b-e2ca71d496be', 'name': '', 'network_id': '1c001643-cb9a-497b-bee3-e70ee12f9bcf', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:fc:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:38Z', 'updated_at': '2022-02-09T01:47:41Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:47:59.890186 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a366f924-cc5d-42c5-8171-62fd0b336c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:59.934964 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366f924-cc5d-42c5-8171-62fd0b336c8f None None] Pushing event deleted for resources: {'Port': ['ID=8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:59.946658 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c32278-e984-4a25-b5c1-f9c8a077f353 req-5d9a932b-015f-4d44-b212-0e0803588cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:59.948835 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d5c32278-e984-4a25-b5c1-f9c8a077f353 req-5d9a932b-015f-4d44-b212-0e0803588cec service neutron] 10.222.0.91 "GET /v2.0/networks?id=4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58 HTTP/1.1" status: 200 len: 897 time: 0.1649048 Feb 09 01:47:59.949564 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a366f924-cc5d-42c5-8171-62fd0b336c8f None None] No DVR routers for this DVR port 8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:47:59.949813 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-04a44e2b-1f58-4f3c-b842-c9f11467c5b7 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:59.984270 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a44e2b-1f58-4f3c-b842-c9f11467c5b7 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event deleted for resources: {'Port': ['ID=8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:00.019858 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a44e2b-1f58-4f3c-b842-c9f11467c5b7 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] No DVR routers for this DVR port 8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:48:00.105412 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d5c32278-e984-4a25-b5c1-f9c8a077f353 req-0a23e6ed-bd6d-40a0-be22-08108a0ec4ec service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bf8db30-2355-42ba-afdf-ef1d14ea9630 HTTP/1.1" status: 200 len: 1001 time: 0.1321347 Feb 09 01:48:00.127554 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-04a44e2b-1f58-4f3c-b842-c9f11467c5b7 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (d2ca7610-0fd5-485c-ad25-bbdd93f42e63), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:00.176473 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-04a44e2b-1f58-4f3c-b842-c9f11467c5b7 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2ca7610-0fd5-485c-ad25-bbdd93f42e63']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:00.190601 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-04a44e2b-1f58-4f3c-b842-c9f11467c5b7 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ba76abf-f146-4b2e-a53b-b5821becd04c') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:00.190894 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-04a44e2b-1f58-4f3c-b842-c9f11467c5b7 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ba76abf-f146-4b2e-a53b-b5821becd04c') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:00.198078 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c32278-e984-4a25-b5c1-f9c8a077f353 req-4a61b91e-a888-4331-9e91-e6b2b06d4761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:00.200133 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d5c32278-e984-4a25-b5c1-f9c8a077f353 req-4a61b91e-a888-4331-9e91-e6b2b06d4761 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=70d72c7d-b433-4f85-8107-a34d8ae7640a HTTP/1.1" status: 200 len: 834 time: 0.0876777 Feb 09 01:48:00.203404 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-04a44e2b-1f58-4f3c-b842-c9f11467c5b7 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (6ba76abf-f146-4b2e-a53b-b5821becd04c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:00.243112 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-04a44e2b-1f58-4f3c-b842-c9f11467c5b7 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (6ba76abf-f146-4b2e-a53b-b5821becd04c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:00.254983 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04a44e2b-1f58-4f3c-b842-c9f11467c5b7 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:48:00.254983 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-04a44e2b-1f58-4f3c-b842-c9f11467c5b7 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (6ba76abf-f146-4b2e-a53b-b5821becd04c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:00.257424 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:48:00.257424 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:48:00.257424 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:48:00.257424 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:48:00.257424 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:48:00.257424 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:48:00.257424 n-d-822053-40 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:48:00.257424 n-d-822053-40 neutron-server[103528]: self.session.flush() Feb 09 01:48:00.257424 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:48:00.257424 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:48:00.257424 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:48:00.257424 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:48:00.257424 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:48:00.257424 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:48:00.257424 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:48:00.257424 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:48:00.257424 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:48:00.257424 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:48:00.257424 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:48:00.257424 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:48:00.257424 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:48:00.257424 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:48:00.257424 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:48:00.257424 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:48:00.257424 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:48:00.257424 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:48:00.257424 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:48:00.257424 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:48:00.257424 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:48:00.257424 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:48:00.257424 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:48:00.257424 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:48:00.257424 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:48:00.257424 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:48:00.257424 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:48:00.257424 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:48:00.257424 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:48:00.257424 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:48:00.257424 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:48:00.257424 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:48:00.326880 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c32278-e984-4a25-b5c1-f9c8a077f353 req-60caab1d-9b94-41ea-83c9-8c43b26eb5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:00.328529 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d5c32278-e984-4a25-b5c1-f9c8a077f353 req-60caab1d-9b94-41ea-83c9-8c43b26eb5ae service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1188955 Feb 09 01:48:00.333709 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-04a44e2b-1f58-4f3c-b842-c9f11467c5b7 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (d2ca7610-0fd5-485c-ad25-bbdd93f42e63), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:00.348446 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-04a44e2b-1f58-4f3c-b842-c9f11467c5b7 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:00.353727 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-04a44e2b-1f58-4f3c-b842-c9f11467c5b7 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "DELETE /v2.0/networks/d2ca7610-0fd5-485c-ad25-bbdd93f42e63 HTTP/1.1" status: 204 len: 168 time: 0.9925234 Feb 09 01:48:00.357250 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36968) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:00.425355 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a44e2b-1f58-4f3c-b842-c9f11467c5b7 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event deleted for resources: {'Network': ['ID=d2ca7610-0fd5-485c-ad25-bbdd93f42e63,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:00.494327 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d5c32278-e984-4a25-b5c1-f9c8a077f353 req-89d4119e-bdd9-4965-a126-7b5f7b278fcc service neutron] 10.222.0.91 "GET /v2.0/networks/4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370301 Feb 09 01:48:00.645210 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d5c32278-e984-4a25-b5c1-f9c8a077f353 req-d5847711-f61e-44f3-bb9a-ea9d4b68bb65 service neutron] 10.222.0.91 "GET /v2.0/networks/4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441531 Feb 09 01:48:00.645696 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36972) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:00.649324 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:48:00.691769 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:48:00.692144 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 8a3c0dbc-2de7-4f62-b27d-ba6cb02d8964 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:48:00.692577 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 285220ee-ad03-475c-a17a-39a8d21184f5 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:48:00.707032 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533b0ca6-4fcc-4f82-99b9-e41da5fc4bf4 tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:00.708747 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-533b0ca6-4fcc-4f82-99b9-e41da5fc4bf4 tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=def43282-5318-4ecb-a74b-178f79c0eb6e HTTP/1.1" status: 200 len: 814 time: 0.0613687 Feb 09 01:48:00.724749 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 285220ee-ad03-475c-a17a-39a8d21184f5 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:48:00.725502 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 285220ee-ad03-475c-a17a-39a8d21184f5 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:48:00.929839 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ea182b89-d149-4ea4-9aed-416b0aa80c02 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (383a35f5-a926-4164-ac6d-017cc22bb252), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:01.215523 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-ea182b89-d149-4ea4-9aed-416b0aa80c02 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Deleting port 54eb7641-9a31-4723-a0c1-ee5aed6a9ab7 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:48:01.215778 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ea182b89-d149-4ea4-9aed-416b0aa80c02 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (54eb7641-9a31-4723-a0c1-ee5aed6a9ab7), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:01.316994 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-ea182b89-d149-4ea4-9aed-416b0aa80c02 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] For port 54eb7641-9a31-4723-a0c1-ee5aed6a9ab7, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=54eb7641-9a31-4723-a0c1-ee5aed6a9ab7,segment=NetworkSegment(a888a07d-7ef5-4a4b-9814-5d0b8489d75e),segment_id=a888a07d-7ef5-4a4b-9814-5d0b8489d75e)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:01.317278 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ea182b89-d149-4ea4-9aed-416b0aa80c02 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (54eb7641-9a31-4723-a0c1-ee5aed6a9ab7), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:01.331781 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-ea182b89-d149-4ea4-9aed-416b0aa80c02 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Calling delete_port for 54eb7641-9a31-4723-a0c1-ee5aed6a9ab7 owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:48:01.522354 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ea182b89-d149-4ea4-9aed-416b0aa80c02 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (54eb7641-9a31-4723-a0c1-ee5aed6a9ab7), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:01.549792 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea182b89-d149-4ea4-9aed-416b0aa80c02 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event deleted for resources: {'Port': ['ID=54eb7641-9a31-4723-a0c1-ee5aed6a9ab7,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:01.697940 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ea182b89-d149-4ea4-9aed-416b0aa80c02 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (383a35f5-a926-4164-ac6d-017cc22bb252), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:01.842558 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36982) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:01.849390 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-2c253299-3239-448c-a902-69df0944e1bf tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Request body: {'network': {'name': 'tempest-network-smoke--1422886071', 'project_id': 'be37988e5bf5448987567e96924ed429', 'port_security_enabled': True}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:01.877018 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c253299-3239-448c-a902-69df0944e1bf tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Made reservation on behalf of be37988e5bf5448987567e96924ed429 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:01.882571 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2c253299-3239-448c-a902-69df0944e1bf tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:01.912289 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c253299-3239-448c-a902-69df0944e1bf tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:48:01.927304 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2c253299-3239-448c-a902-69df0944e1bf tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (a9209083-134e-40f8-813f-af1b99b5fa95), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:01.928946 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-2c253299-3239-448c-a902-69df0944e1bf tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Added segment a9209083-134e-40f8-813f-af1b99b5fa95 of type vlan for network f81ab159-5933-493a-a34f-60715074437e Feb 09 01:48:01.959175 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea182b89-d149-4ea4-9aed-416b0aa80c02 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Router 383a35f5-a926-4164-ac6d-017cc22bb252 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:48:01.986340 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2c253299-3239-448c-a902-69df0944e1bf tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (f81ab159-5933-493a-a34f-60715074437e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:02.019274 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2c253299-3239-448c-a902-69df0944e1bf tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (f81ab159-5933-493a-a34f-60715074437e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:02.026176 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c253299-3239-448c-a902-69df0944e1bf tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:02.027858 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2c253299-3239-448c-a902-69df0944e1bf tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:02.085068 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea182b89-d149-4ea4-9aed-416b0aa80c02 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:48:02.096406 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043aab41-d455-4b11-92d9-094b61b71e23 None None] Sync routers for ids ['383a35f5-a926-4164-ac6d-017cc22bb252'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:48:02.105197 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ea182b89-d149-4ea4-9aed-416b0aa80c02 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "PUT /v2.0/routers/383a35f5-a926-4164-ac6d-017cc22bb252/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7369695 Feb 09 01:48:02.105544 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36984) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:02.109699 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043aab41-d455-4b11-92d9-094b61b71e23 None None] Routers {'383a35f5-a926-4164-ac6d-017cc22bb252'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:02.110766 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-043aab41-d455-4b11-92d9-094b61b71e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:47:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['383a35f5-a926-4164-ac6d-017cc22bb252'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:02.132043 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2c253299-3239-448c-a902-69df0944e1bf tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2850101 Feb 09 01:48:02.133255 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36986) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:02.181171 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c253299-3239-448c-a902-69df0944e1bf tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'Network': ['ID=f81ab159-5933-493a-a34f-60715074437e,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:02.199802 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-10cb0363-cc04-4aae-802b-f41538bd2afa tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Deleting subnet f691c607-ba3e-4f51-a977-88f39d6e45bd {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:48:02.203762 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-10cb0363-cc04-4aae-802b-f41538bd2afa tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for subnet (f691c607-ba3e-4f51-a977-88f39d6e45bd), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:02.217505 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network f81ab159-5933-493a-a34f-60715074437e details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:48:02.265402 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-10cb0363-cc04-4aae-802b-f41538bd2afa tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (f691c607-ba3e-4f51-a977-88f39d6e45bd), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:02.303760 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d8eb37-0e54-419a-82d1-649085da0351 tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:02.305991 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a0d8eb37-0e54-419a-82d1-649085da0351 tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=be37988e5bf5448987567e96924ed429&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1710570 Feb 09 01:48:02.308664 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36988) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:02.376838 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-10cb0363-cc04-4aae-802b-f41538bd2afa tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (f691c607-ba3e-4f51-a977-88f39d6e45bd), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:02.461458 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-10cb0363-cc04-4aae-802b-f41538bd2afa tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (f691c607-ba3e-4f51-a977-88f39d6e45bd), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:02.519304 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c193d1-dd50-4942-ad3e-990a22ee8829 tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:02.524421 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb0363-cc04-4aae-802b-f41538bd2afa tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event deleted for resources: {'Subnet': ['ID=f691c607-ba3e-4f51-a977-88f39d6e45bd,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:02.528910 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-22c193d1-dd50-4942-ad3e-990a22ee8829 tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2111406 Feb 09 01:48:02.530631 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-10cb0363-cc04-4aae-802b-f41538bd2afa tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:02.531789 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36992) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:02.534459 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-10cb0363-cc04-4aae-802b-f41538bd2afa tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "DELETE /v2.0/subnets/f691c607-ba3e-4f51-a977-88f39d6e45bd HTTP/1.1" status: 204 len: 168 time: 0.4267137 Feb 09 01:48:02.544595 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 36994) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:02.609735 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5817bd47-e081-4d3d-b8e6-0b1dd936f55b tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=def43282-5318-4ecb-a74b-178f79c0eb6e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0767424 Feb 09 01:48:02.611907 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36996) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:02.652838 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-043aab41-d455-4b11-92d9-094b61b71e23 None None] Set router 383a35f5-a926-4164-ac6d-017cc22bb252 gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:48:02.688884 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cc1bb0-e018-4e53-8538-ec3d73ed9bc3 None None] Network 8329d452-ebde-4500-b9e6-04002e76220b requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:48:02.689812 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d4c87da2-a1ed-420d-845b-b261ce6778e9 tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=be37988e5bf5448987567e96924ed429&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0677040 Feb 09 01:48:02.692767 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 36998) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:02.707880 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b7aa14b1-7563-4ac4-868f-a58106f1aeaf tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (8329d452-ebde-4500-b9e6-04002e76220b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:02.846261 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b7aa14b1-7563-4ac4-868f-a58106f1aeaf tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Deleting port 9e7faf7e-9b5d-4177-b98f-9365cdd0c3aa {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:48:02.847462 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b7aa14b1-7563-4ac4-868f-a58106f1aeaf tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (9e7faf7e-9b5d-4177-b98f-9365cdd0c3aa), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:02.856964 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ad8474-7d6c-4f74-9989-544e0b0b5d8e tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:02.861883 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c4ad8474-7d6c-4f74-9989-544e0b0b5d8e tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1674376 Feb 09 01:48:02.865288 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37002) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:02.908228 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2f47fb9d-4944-4aad-bdc2-ce45a74bcc45 tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=def43282-5318-4ecb-a74b-178f79c0eb6e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398259 Feb 09 01:48:02.910475 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37004) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:02.920287 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-02b1d361-ca00-4ea3-9d65-0a9e490d6a4f tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1400447523', 'network_id': 'f81ab159-5933-493a-a34f-60715074437e', 'project_id': 'be37988e5bf5448987567e96924ed429', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:02.962303 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-b7aa14b1-7563-4ac4-868f-a58106f1aeaf tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] For port 9e7faf7e-9b5d-4177-b98f-9365cdd0c3aa, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=9e7faf7e-9b5d-4177-b98f-9365cdd0c3aa,segment=NetworkSegment(a888a07d-7ef5-4a4b-9814-5d0b8489d75e),segment_id=a888a07d-7ef5-4a4b-9814-5d0b8489d75e)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:02.962765 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b7aa14b1-7563-4ac4-868f-a58106f1aeaf tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (9e7faf7e-9b5d-4177-b98f-9365cdd0c3aa), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:02.992113 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b7aa14b1-7563-4ac4-868f-a58106f1aeaf tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Calling delete_port for 9e7faf7e-9b5d-4177-b98f-9365cdd0c3aa owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:48:03.110367 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b1d361-ca00-4ea3-9d65-0a9e490d6a4f tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Made reservation on behalf of be37988e5bf5448987567e96924ed429 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:03.114815 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-02b1d361-ca00-4ea3-9d65-0a9e490d6a4f tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:03.134463 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b7aa14b1-7563-4ac4-868f-a58106f1aeaf tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (9e7faf7e-9b5d-4177-b98f-9365cdd0c3aa), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:03.166955 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7aa14b1-7563-4ac4-868f-a58106f1aeaf tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] No DVR routers for this DVR port 9e7faf7e-9b5d-4177-b98f-9365cdd0c3aa on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:48:03.171519 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa14b1-7563-4ac4-868f-a58106f1aeaf tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event deleted for resources: {'Port': ['ID=9e7faf7e-9b5d-4177-b98f-9365cdd0c3aa,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:03.271905 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30b3d61-54fb-4678-b59d-35787f02da6e None None] DHCP port deletion for 8329d452-ebde-4500-b9e6-04002e76220b request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:48:03.279155 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b7aa14b1-7563-4ac4-868f-a58106f1aeaf tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (8329d452-ebde-4500-b9e6-04002e76220b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:03.290214 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-043aab41-d455-4b11-92d9-094b61b71e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'name': 'tempest-RoutersIpV6Test-router-172454512', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:47:37Z', 'updated_at': '2022-02-09T01:48:01Z', 'revision_number': 10, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'gw_port_host': None, '_interfaces': [{'id': '5f48c26a-6631-477a-8d9b-e2ca71d496be', 'name': '', 'network_id': '1c001643-cb9a-497b-bee3-e70ee12f9bcf', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:fc:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:38Z', 'updated_at': '2022-02-09T01:47:41Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:03.316119 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-b7aa14b1-7563-4ac4-868f-a58106f1aeaf tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8329d452-ebde-4500-b9e6-04002e76220b']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:03.327204 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-b7aa14b1-7563-4ac4-868f-a58106f1aeaf tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a888a07d-7ef5-4a4b-9814-5d0b8489d75e') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:03.327804 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-b7aa14b1-7563-4ac4-868f-a58106f1aeaf tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a888a07d-7ef5-4a4b-9814-5d0b8489d75e') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:03.338033 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043aab41-d455-4b11-92d9-094b61b71e23 None None] Checking router: 383a35f5-a926-4164-ac6d-017cc22bb252 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:48:03.338935 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b7aa14b1-7563-4ac4-868f-a58106f1aeaf tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (a888a07d-7ef5-4a4b-9814-5d0b8489d75e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:03.350642 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043aab41-d455-4b11-92d9-094b61b71e23 None None] Routers {'383a35f5-a926-4164-ac6d-017cc22bb252'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:03.351482 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-043aab41-d455-4b11-92d9-094b61b71e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:47:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['383a35f5-a926-4164-ac6d-017cc22bb252'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:03.354245 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b7aa14b1-7563-4ac4-868f-a58106f1aeaf tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (a888a07d-7ef5-4a4b-9814-5d0b8489d75e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:03.363846 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7aa14b1-7563-4ac4-868f-a58106f1aeaf tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:48:03.364245 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b7aa14b1-7563-4ac4-868f-a58106f1aeaf tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (a888a07d-7ef5-4a4b-9814-5d0b8489d75e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:03.435577 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:48:03.435577 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:48:03.435577 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:48:03.435577 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:48:03.435577 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:48:03.435577 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:48:03.435577 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:48:03.435577 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:48:03.435577 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:48:03.435577 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:48:03.435577 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:48:03.435577 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:48:03.435577 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:48:03.435577 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:48:03.435577 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:48:03.435577 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:48:03.435577 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:48:03.435577 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:48:03.435577 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:48:03.435577 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:48:03.435577 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:48:03.435577 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:48:03.435577 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:48:03.435577 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:48:03.435577 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:48:03.435577 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:48:03.435577 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:48:03.435577 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:48:03.435577 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:48:03.435577 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:48:03.435577 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:48:03.435577 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:48:03.441308 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-02b1d361-ca00-4ea3-9d65-0a9e490d6a4f tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (833c5d43-b1f2-419e-ba16-960848512738), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:03.450560 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b7aa14b1-7563-4ac4-868f-a58106f1aeaf tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (8329d452-ebde-4500-b9e6-04002e76220b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:03.457063 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b7aa14b1-7563-4ac4-868f-a58106f1aeaf tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:03.461740 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b7aa14b1-7563-4ac4-868f-a58106f1aeaf tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "DELETE /v2.0/networks/8329d452-ebde-4500-b9e6-04002e76220b HTTP/1.1" status: 204 len: 168 time: 0.9211352 Feb 09 01:48:03.466969 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37008) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:03.486038 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-043aab41-d455-4b11-92d9-094b61b71e23 None None] Set router 383a35f5-a926-4164-ac6d-017cc22bb252 gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:48:03.488283 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa14b1-7563-4ac4-868f-a58106f1aeaf tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event deleted for resources: {'Network': ['ID=8329d452-ebde-4500-b9e6-04002e76220b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:03.517867 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b1d361-ca00-4ea3-9d65-0a9e490d6a4f tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'Subnet': ['ID=833c5d43-b1f2-419e-ba16-960848512738,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:03.537308 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b1d361-ca00-4ea3-9d65-0a9e490d6a4f tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Checking segment: {'id': 'a9209083-134e-40f8-813f-af1b99b5fa95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f81ab159-5933-493a-a34f-60715074437e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:48:03.537909 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b1d361-ca00-4ea3-9d65-0a9e490d6a4f tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Network hostable DHCP agents. Network: f81ab159-5933-493a-a34f-60715074437e, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:48:03.561856 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b1d361-ca00-4ea3-9d65-0a9e490d6a4f tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Network f81ab159-5933-493a-a34f-60715074437e is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:48:03.572748 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-02b1d361-ca00-4ea3-9d65-0a9e490d6a4f tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, f81ab159-5933-493a-a34f-60715074437e) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:03.580619 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b1d361-ca00-4ea3-9d65-0a9e490d6a4f tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:03.581810 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-02b1d361-ca00-4ea3-9d65-0a9e490d6a4f tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:03.596674 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de397d16-f84e-4da2-a372-43385a08a9f2 None None] Network f81ab159-5933-493a-a34f-60715074437e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:48:03.602662 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-02b1d361-ca00-4ea3-9d65-0a9e490d6a4f tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6905041 Feb 09 01:48:03.798297 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558ae518-ca54-48a0-8633-f4538a498580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-f81ab159-5933-493a-a34f-60715074437e', 'network_id': 'f81ab159-5933-493a-a34f-60715074437e', 'project_id': 'be37988e5bf5448987567e96924ed429', 'fixed_ips': [{'subnet_id': '833c5d43-b1f2-419e-ba16-960848512738'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:48:03.799351 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-558ae518-ca54-48a0-8633-f4538a498580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:03.888673 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b91d927f-eb27-4e84-90cc-3fafb390ead6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (383a35f5-a926-4164-ac6d-017cc22bb252), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:03.953137 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-043aab41-d455-4b11-92d9-094b61b71e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'name': 'tempest-RoutersIpV6Test-router-172454512', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:47:37Z', 'updated_at': '2022-02-09T01:48:01Z', 'revision_number': 10, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'gw_port_host': None, '_interfaces': [{'id': '5f48c26a-6631-477a-8d9b-e2ca71d496be', 'name': '', 'network_id': '1c001643-cb9a-497b-bee3-e70ee12f9bcf', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:fc:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:38Z', 'updated_at': '2022-02-09T01:47:41Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:03.990222 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043aab41-d455-4b11-92d9-094b61b71e23 None None] The sync data for ids ['383a35f5-a926-4164-ac6d-017cc22bb252'] in n-d-822053-40 is: [{'id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'name': 'tempest-RoutersIpV6Test-router-172454512', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:47:37Z', 'updated_at': '2022-02-09T01:48:01Z', 'revision_number': 10, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'gw_port_host': None, '_interfaces': [{'id': '5f48c26a-6631-477a-8d9b-e2ca71d496be', 'name': '', 'network_id': '1c001643-cb9a-497b-bee3-e70ee12f9bcf', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'mac_address': 'fa:16:3e:fc:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:47:38Z', 'updated_at': '2022-02-09T01:47:41Z', 'revision_number': 5, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'subnets': [{'id': '4bff4132-98af-46f1-964d-d895bd213f1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:48:04.007898 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-558ae518-ca54-48a0-8633-f4538a498580 None None] Allocated IP 172.20.0.18 (f81ab159-5933-493a-a34f-60715074437e/833c5d43-b1f2-419e-ba16-960848512738/ae80c173-8189-4dd6-8552-e8b24be289e9) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:48:04.101117 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37014) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:04.106824 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-d6484c90-6199-4fed-8394-3cd4568a1c09 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2020813827', 'description': 'tempest-secgroup-smoke-2020813827 description', 'project_id': 'be37988e5bf5448987567e96924ed429'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:04.135259 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d6484c90-6199-4fed-8394-3cd4568a1c09 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:04.185609 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b91d927f-eb27-4e84-90cc-3fafb390ead6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Deleting port 5f48c26a-6631-477a-8d9b-e2ca71d496be {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:48:04.185907 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b91d927f-eb27-4e84-90cc-3fafb390ead6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (5f48c26a-6631-477a-8d9b-e2ca71d496be), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:04.189330 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-558ae518-ca54-48a0-8633-f4538a498580 None None] Publish callbacks [] for port (ae80c173-8189-4dd6-8552-e8b24be289e9), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:04.197495 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-558ae518-ca54-48a0-8633-f4538a498580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (ae80c173-8189-4dd6-8552-e8b24be289e9), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:04.217818 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d6484c90-6199-4fed-8394-3cd4568a1c09 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group (ff668963-bdb7-4585-b8f9-159739dcd91b), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:04.222981 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d6484c90-6199-4fed-8394-3cd4568a1c09 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ff668963-bdb7-4585-b8f9-159739dcd91b), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:04.240382 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558ae518-ca54-48a0-8633-f4538a498580 None None] Network f81ab159-5933-493a-a34f-60715074437e is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:04.243367 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-558ae518-ca54-48a0-8633-f4538a498580 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:04.253702 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558ae518-ca54-48a0-8633-f4538a498580 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:48:04.262234 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d6484c90-6199-4fed-8394-3cd4568a1c09 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:04.264432 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d6484c90-6199-4fed-8394-3cd4568a1c09 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1620195 Feb 09 01:48:04.265468 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6484c90-6199-4fed-8394-3cd4568a1c09 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff668963-bdb7-4585-b8f9-159739dcd91b,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:04.267580 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37016) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:04.267952 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ae518-ca54-48a0-8633-f4538a498580 None None] Pushing event updated for resources: {'Port': ['ID=ae80c173-8189-4dd6-8552-e8b24be289e9,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:04.282553 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-4d99ddaa-0efa-40b1-96c4-112911efc94e tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Request body: {'security_group_rule': {'security_group_id': 'ff668963-bdb7-4585-b8f9-159739dcd91b', 'project_id': 'be37988e5bf5448987567e96924ed429', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:04.299287 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-b91d927f-eb27-4e84-90cc-3fafb390ead6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] For port 5f48c26a-6631-477a-8d9b-e2ca71d496be, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=5f48c26a-6631-477a-8d9b-e2ca71d496be,segment=NetworkSegment(22c3541a-f37c-4cdf-a1d3-50478d9bd579),segment_id=22c3541a-f37c-4cdf-a1d3-50478d9bd579)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:04.299911 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b91d927f-eb27-4e84-90cc-3fafb390ead6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (5f48c26a-6631-477a-8d9b-e2ca71d496be), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:04.309592 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4d99ddaa-0efa-40b1-96c4-112911efc94e tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (d65dcfeb-91ae-4914-b147-7c68ea24a54f), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:04.316456 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b91d927f-eb27-4e84-90cc-3fafb390ead6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Calling delete_port for 5f48c26a-6631-477a-8d9b-e2ca71d496be owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:48:04.334195 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-558ae518-ca54-48a0-8633-f4538a498580 None None] Attempting to bind port ae80c173-8189-4dd6-8552-e8b24be289e9 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:48:04.334195 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-558ae518-ca54-48a0-8633-f4538a498580 None None] Attempting to bind port ae80c173-8189-4dd6-8552-e8b24be289e9 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'a9209083-134e-40f8-813f-af1b99b5fa95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f81ab159-5933-493a-a34f-60715074437e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:48:04.334784 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558ae518-ca54-48a0-8633-f4538a498580 None None] Attempting to bind port ae80c173-8189-4dd6-8552-e8b24be289e9 on network f81ab159-5933-493a-a34f-60715074437e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:48:04.341762 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558ae518-ca54-48a0-8633-f4538a498580 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:48:04.342172 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558ae518-ca54-48a0-8633-f4538a498580 None None] Checking segment: {'id': 'a9209083-134e-40f8-813f-af1b99b5fa95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f81ab159-5933-493a-a34f-60715074437e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:48:04.342583 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-558ae518-ca54-48a0-8633-f4538a498580 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:04.342976 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558ae518-ca54-48a0-8633-f4538a498580 None None] Bound using segment: {'id': 'a9209083-134e-40f8-813f-af1b99b5fa95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f81ab159-5933-493a-a34f-60715074437e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:48:04.343456 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-558ae518-ca54-48a0-8633-f4538a498580 None None] Bound port: ae80c173-8189-4dd6-8552-e8b24be289e9, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9209083-134e-40f8-813f-af1b99b5fa95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f81ab159-5933-493a-a34f-60715074437e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:48:04.343839 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-558ae518-ca54-48a0-8633-f4538a498580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ae80c173-8189-4dd6-8552-e8b24be289e9), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:04.383319 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4d99ddaa-0efa-40b1-96c4-112911efc94e tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (d65dcfeb-91ae-4914-b147-7c68ea24a54f), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:04.390079 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4d99ddaa-0efa-40b1-96c4-112911efc94e tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (d65dcfeb-91ae-4914-b147-7c68ea24a54f), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:04.409951 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99ddaa-0efa-40b1-96c4-112911efc94e tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d65dcfeb-91ae-4914-b147-7c68ea24a54f,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:04.434771 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-558ae518-ca54-48a0-8633-f4538a498580 None None] For port ae80c173-8189-4dd6-8552-e8b24be289e9, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:48:04.441051 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-558ae518-ca54-48a0-8633-f4538a498580 None None] For port ae80c173-8189-4dd6-8552-e8b24be289e9, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=ae80c173-8189-4dd6-8552-e8b24be289e9,segment=NetworkSegment(a9209083-134e-40f8-813f-af1b99b5fa95),segment_id=a9209083-134e-40f8-813f-af1b99b5fa95)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:48:04.445217 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4d99ddaa-0efa-40b1-96c4-112911efc94e tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:04.450485 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4d99ddaa-0efa-40b1-96c4-112911efc94e tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1735291 Feb 09 01:48:04.450902 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37018) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:04.456397 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-734295ee-3756-4273-9b89-f96c04637a95 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Request body: {'security_group_rule': {'security_group_id': 'ff668963-bdb7-4585-b8f9-159739dcd91b', 'project_id': 'be37988e5bf5448987567e96924ed429', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:04.459407 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-558ae518-ca54-48a0-8633-f4538a498580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ae80c173-8189-4dd6-8552-e8b24be289e9), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:04.490597 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-734295ee-3756-4273-9b89-f96c04637a95 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (1357120a-b173-41b9-9f3f-a28c1c363374), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:04.599167 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ae518-ca54-48a0-8633-f4538a498580 None None] Pushing event updated for resources: {'Port': ['ID=ae80c173-8189-4dd6-8552-e8b24be289e9,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:04.616846 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b91d927f-eb27-4e84-90cc-3fafb390ead6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (5f48c26a-6631-477a-8d9b-e2ca71d496be), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:04.672853 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-734295ee-3756-4273-9b89-f96c04637a95 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (1357120a-b173-41b9-9f3f-a28c1c363374), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:04.677394 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-734295ee-3756-4273-9b89-f96c04637a95 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (1357120a-b173-41b9-9f3f-a28c1c363374), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:04.679861 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 54eb7641-9a31-4723-a0c1-ee5aed6a9ab7 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:48:04.695888 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734295ee-3756-4273-9b89-f96c04637a95 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1357120a-b173-41b9-9f3f-a28c1c363374,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:04.705513 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d927f-eb27-4e84-90cc-3fafb390ead6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event deleted for resources: {'Port': ['ID=5f48c26a-6631-477a-8d9b-e2ca71d496be,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:04.718055 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-734295ee-3756-4273-9b89-f96c04637a95 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:04.722095 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-734295ee-3756-4273-9b89-f96c04637a95 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2689314 Feb 09 01:48:04.724214 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37022) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:04.727411 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 54eb7641-9a31-4723-a0c1-ee5aed6a9ab7 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:48:04.727759 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 54eb7641-9a31-4723-a0c1-ee5aed6a9ab7 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:48:04.728228 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 9e7faf7e-9b5d-4177-b98f-9365cdd0c3aa no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:48:04.730380 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-4b30e412-837c-46fc-bb52-0dce4996b7d6 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Request body: {'security_group_rule': {'security_group_id': 'ff668963-bdb7-4585-b8f9-159739dcd91b', 'project_id': 'be37988e5bf5448987567e96924ed429', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:04.779193 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 9e7faf7e-9b5d-4177-b98f-9365cdd0c3aa {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:48:04.779553 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 9e7faf7e-9b5d-4177-b98f-9365cdd0c3aa not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:48:04.797918 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4b30e412-837c-46fc-bb52-0dce4996b7d6 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (2e1348cf-05e0-4958-9c1f-cf13665bfe47), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:04.891411 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4b30e412-837c-46fc-bb52-0dce4996b7d6 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (2e1348cf-05e0-4958-9c1f-cf13665bfe47), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:04.905577 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4b30e412-837c-46fc-bb52-0dce4996b7d6 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (2e1348cf-05e0-4958-9c1f-cf13665bfe47), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:04.911264 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b91d927f-eb27-4e84-90cc-3fafb390ead6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (383a35f5-a926-4164-ac6d-017cc22bb252), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:04.949319 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b30e412-837c-46fc-bb52-0dce4996b7d6 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e1348cf-05e0-4958-9c1f-cf13665bfe47,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:04.968927 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4b30e412-837c-46fc-bb52-0dce4996b7d6 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:04.970161 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4b30e412-837c-46fc-bb52-0dce4996b7d6 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2446160 Feb 09 01:48:04.972906 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37024) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:04.977852 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-d58df6c3-eca8-4e35-8190-ad73f8dfb057 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Request body: {'security_group_rule': {'security_group_id': 'ff668963-bdb7-4585-b8f9-159739dcd91b', 'project_id': 'be37988e5bf5448987567e96924ed429', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:05.023310 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d58df6c3-eca8-4e35-8190-ad73f8dfb057 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (f657dc91-9a42-4830-945b-c2b10fd6b51f), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:05.127323 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d58df6c3-eca8-4e35-8190-ad73f8dfb057 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (f657dc91-9a42-4830-945b-c2b10fd6b51f), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:05.132632 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d58df6c3-eca8-4e35-8190-ad73f8dfb057 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (f657dc91-9a42-4830-945b-c2b10fd6b51f), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:05.163633 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58df6c3-eca8-4e35-8190-ad73f8dfb057 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f657dc91-9a42-4830-945b-c2b10fd6b51f,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:05.171009 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d58df6c3-eca8-4e35-8190-ad73f8dfb057 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:05.172353 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d58df6c3-eca8-4e35-8190-ad73f8dfb057 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1984923 Feb 09 01:48:05.175068 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37026) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:05.180289 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-25874464-c448-446e-850c-e8251c02aee5 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Request body: {'security_group_rule': {'security_group_id': 'ff668963-bdb7-4585-b8f9-159739dcd91b', 'project_id': 'be37988e5bf5448987567e96924ed429', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:05.210334 n-d-822053-40 neutron-server[103529]: INFO neutron.db.securitygroups_db [None req-25874464-c448-446e-850c-e8251c02aee5 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Project be37988e5bf5448987567e96924ed429 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:48:05.218590 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-25874464-c448-446e-850c-e8251c02aee5 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (24451819-c6c0-4c80-ae8f-a1bc92dfe88d), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:05.294740 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-25874464-c448-446e-850c-e8251c02aee5 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (24451819-c6c0-4c80-ae8f-a1bc92dfe88d), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:05.299326 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-25874464-c448-446e-850c-e8251c02aee5 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (24451819-c6c0-4c80-ae8f-a1bc92dfe88d), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:05.322178 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25874464-c448-446e-850c-e8251c02aee5 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24451819-c6c0-4c80-ae8f-a1bc92dfe88d,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:05.328797 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-25874464-c448-446e-850c-e8251c02aee5 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:05.330344 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-25874464-c448-446e-850c-e8251c02aee5 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1541224 Feb 09 01:48:05.333013 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37028) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:05.339173 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-094461a4-7c90-407e-b73c-f6cef0489d60 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Request body: {'security_group_rule': {'security_group_id': 'ff668963-bdb7-4585-b8f9-159739dcd91b', 'project_id': 'be37988e5bf5448987567e96924ed429', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:05.369597 n-d-822053-40 neutron-server[103529]: INFO neutron.db.securitygroups_db [None req-094461a4-7c90-407e-b73c-f6cef0489d60 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Project be37988e5bf5448987567e96924ed429 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:48:05.375880 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-094461a4-7c90-407e-b73c-f6cef0489d60 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (eac55ba0-f22b-4fb2-8c55-6c7f5d864217), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:05.446113 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-094461a4-7c90-407e-b73c-f6cef0489d60 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (eac55ba0-f22b-4fb2-8c55-6c7f5d864217), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:05.451939 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-094461a4-7c90-407e-b73c-f6cef0489d60 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (eac55ba0-f22b-4fb2-8c55-6c7f5d864217), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:05.472022 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094461a4-7c90-407e-b73c-f6cef0489d60 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eac55ba0-f22b-4fb2-8c55-6c7f5d864217,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:05.485064 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-094461a4-7c90-407e-b73c-f6cef0489d60 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:05.495008 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-094461a4-7c90-407e-b73c-f6cef0489d60 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1521311 Feb 09 01:48:05.533304 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91d927f-eb27-4e84-90cc-3fafb390ead6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Router 383a35f5-a926-4164-ac6d-017cc22bb252 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:48:05.538396 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-613c5775-4ba4-40b1-b75a-9a522a50c681 req-b1bdfe14-21b3-4cae-8889-35816412939b service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6811810 Feb 09 01:48:05.652425 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91d927f-eb27-4e84-90cc-3fafb390ead6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:48:05.660974 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b91d927f-eb27-4e84-90cc-3fafb390ead6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "PUT /v2.0/routers/383a35f5-a926-4164-ac6d-017cc22bb252/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1913652 Feb 09 01:48:05.661615 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37042) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:05.665524 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb22bcb-9d2c-4a67-a99d-ed1c9faca8f3 None None] Sync routers for ids ['383a35f5-a926-4164-ac6d-017cc22bb252'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:48:05.685799 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb22bcb-9d2c-4a67-a99d-ed1c9faca8f3 None None] Routers {'383a35f5-a926-4164-ac6d-017cc22bb252'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:05.686435 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-0eb22bcb-9d2c-4a67-a99d-ed1c9faca8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:47:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['383a35f5-a926-4164-ac6d-017cc22bb252'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:05.700972 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f474307d-1b82-4d8b-8702-a5111225e60b req-78c941ed-ea41-48f2-950c-3792cf52d333 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2020813827&fields=id&tenant_id=be37988e5bf5448987567e96924ed429 HTTP/1.1" status: 200 len: 267 time: 0.0904334 Feb 09 01:48:05.793167 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4f5a147-4d53-4a00-9146-743b31c907af tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Deleting subnet 4bff4132-98af-46f1-964d-d895bd213f1e {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:48:05.797278 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-0eb22bcb-9d2c-4a67-a99d-ed1c9faca8f3 None None] Set router 383a35f5-a926-4164-ac6d-017cc22bb252 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:48:05.801269 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a4f5a147-4d53-4a00-9146-743b31c907af tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for subnet (4bff4132-98af-46f1-964d-d895bd213f1e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:05.809806 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c5775-4ba4-40b1-b75a-9a522a50c681 req-a6047609-2464-427e-ae41-8d273c8c8e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:05.811555 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-613c5775-4ba4-40b1-b75a-9a522a50c681 req-a6047609-2464-427e-ae41-8d273c8c8e26 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e7f5366db1de43098724f0eb4e3342fd&device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f HTTP/1.1" status: 200 len: 1128 time: 0.1712601 Feb 09 01:48:06.002145 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474307d-1b82-4d8b-8702-a5111225e60b req-00888202-35f1-4b92-8ebd-7f810b52cd01 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:06.002145 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f474307d-1b82-4d8b-8702-a5111225e60b req-00888202-35f1-4b92-8ebd-7f810b52cd01 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/networks?id=f81ab159-5933-493a-a34f-60715074437e HTTP/1.1" status: 200 len: 797 time: 0.1714766 Feb 09 01:48:06.005472 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-0eb22bcb-9d2c-4a67-a99d-ed1c9faca8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'name': 'tempest-RoutersIpV6Test-router-172454512', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:47:37Z', 'updated_at': '2022-02-09T01:48:04Z', 'revision_number': 11, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:06.005683 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f474307d-1b82-4d8b-8702-a5111225e60b req-54ba6ff1-91c4-4f2a-822e-00746f58ed09 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/quotas/be37988e5bf5448987567e96924ed429 HTTP/1.1" status: 200 len: 375 time: 0.0429792 Feb 09 01:48:06.058230 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a4f5a147-4d53-4a00-9146-743b31c907af tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (4bff4132-98af-46f1-964d-d895bd213f1e), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:06.067350 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f474307d-1b82-4d8b-8702-a5111225e60b req-9bc4742f-f9ba-4d3b-acfd-185b74a76bc3 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=be37988e5bf5448987567e96924ed429&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1112766 Feb 09 01:48:06.078836 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb22bcb-9d2c-4a67-a99d-ed1c9faca8f3 None None] Checking router: 383a35f5-a926-4164-ac6d-017cc22bb252 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:48:06.093460 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb22bcb-9d2c-4a67-a99d-ed1c9faca8f3 None None] Routers {'383a35f5-a926-4164-ac6d-017cc22bb252'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:06.094600 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-0eb22bcb-9d2c-4a67-a99d-ed1c9faca8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:47:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['383a35f5-a926-4164-ac6d-017cc22bb252'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:06.187873 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-0eb22bcb-9d2c-4a67-a99d-ed1c9faca8f3 None None] Set router 383a35f5-a926-4164-ac6d-017cc22bb252 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:48:06.216778 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c5775-4ba4-40b1-b75a-9a522a50c681 req-caa11152-6be0-4f9a-9692-e14dc2ff89d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:06.218593 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-613c5775-4ba4-40b1-b75a-9a522a50c681 req-caa11152-6be0-4f9a-9692-e14dc2ff89d2 service neutron] 10.222.0.121 "GET /v2.0/networks?id=6098fcd3-616c-432d-97b8-9f3a430c7b02 HTTP/1.1" status: 200 len: 897 time: 0.3537817 Feb 09 01:48:06.246893 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-0eb22bcb-9d2c-4a67-a99d-ed1c9faca8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'name': 'tempest-RoutersIpV6Test-router-172454512', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:47:37Z', 'updated_at': '2022-02-09T01:48:04Z', 'revision_number': 11, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:06.273319 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f474307d-1b82-4d8b-8702-a5111225e60b req-65a225e6-97f9-4dd2-9af9-0b36bdd89726 service neutron] 10.222.0.30 "GET /v2.0/networks/f81ab159-5933-493a-a34f-60715074437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912510 Feb 09 01:48:06.299063 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb22bcb-9d2c-4a67-a99d-ed1c9faca8f3 None None] The sync data for ids ['383a35f5-a926-4164-ac6d-017cc22bb252'] in n-d-822053-40 is: [{'id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'name': 'tempest-RoutersIpV6Test-router-172454512', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:47:37Z', 'updated_at': '2022-02-09T01:48:04Z', 'revision_number': 11, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'gw_port_host': None}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:48:06.328301 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a4f5a147-4d53-4a00-9146-743b31c907af tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (4bff4132-98af-46f1-964d-d895bd213f1e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:06.396756 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966aa2ef-368f-4b6f-9468-bcda31dc8ed3 None None] Network f81ab159-5933-493a-a34f-60715074437e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:48:06.426738 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-613c5775-4ba4-40b1-b75a-9a522a50c681 req-f5040324-3050-45d0-9f5e-6819d33c6431 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8608840f-9e2e-40cd-97bc-86aec87b1d5b HTTP/1.1" status: 200 len: 1001 time: 0.1987364 Feb 09 01:48:06.439292 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f474307d-1b82-4d8b-8702-a5111225e60b req-73a2dd7e-3deb-453b-8115-d0ee89c5d376 service neutron] 10.222.0.30 "GET /v2.0/networks/f81ab159-5933-493a-a34f-60715074437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583195 Feb 09 01:48:06.487637 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-3ca5db59-3728-4b58-b3b0-ab39f76e8a34 None None] Provisioning complete for port ae80c173-8189-4dd6-8552-e8b24be289e9 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:06.488602 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3ca5db59-3728-4b58-b3b0-ab39f76e8a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (ae80c173-8189-4dd6-8552-e8b24be289e9), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:06.519686 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c5775-4ba4-40b1-b75a-9a522a50c681 req-507b33b8-cfa0-4f53-ae66-cd0daf9649c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:06.522707 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-613c5775-4ba4-40b1-b75a-9a522a50c681 req-507b33b8-cfa0-4f53-ae66-cd0daf9649c6 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1c6ceada-1e7c-48e7-bffe-695057dd4f39 HTTP/1.1" status: 200 len: 834 time: 0.0804701 Feb 09 01:48:06.525281 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a4f5a147-4d53-4a00-9146-743b31c907af tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (4bff4132-98af-46f1-964d-d895bd213f1e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:06.617552 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f5a147-4d53-4a00-9146-743b31c907af tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event deleted for resources: {'Subnet': ['ID=4bff4132-98af-46f1-964d-d895bd213f1e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:06.642557 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a4f5a147-4d53-4a00-9146-743b31c907af tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:06.648538 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37076) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:06.658897 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18f2279-5837-4f71-8f10-7efb96406210 None None] Network 1c001643-cb9a-497b-bee3-e70ee12f9bcf requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:48:06.661312 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a4f5a147-4d53-4a00-9146-743b31c907af tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "DELETE /v2.0/subnets/4bff4132-98af-46f1-964d-d895bd213f1e HTTP/1.1" status: 204 len: 168 time: 0.9460297 Feb 09 01:48:06.692377 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c5775-4ba4-40b1-b75a-9a522a50c681 req-b4052dff-11e9-41e2-83a4-662c3456539b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:06.694857 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-613c5775-4ba4-40b1-b75a-9a522a50c681 req-b4052dff-11e9-41e2-83a4-662c3456539b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6098fcd3-616c-432d-97b8-9f3a430c7b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1650071 Feb 09 01:48:06.831316 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3ca5db59-3728-4b58-b3b0-ab39f76e8a34 None None] Current status of the port ae80c173-8189-4dd6-8552-e8b24be289e9 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:06.831932 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3ca5db59-3728-4b58-b3b0-ab39f76e8a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ae80c173-8189-4dd6-8552-e8b24be289e9), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:06.910392 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-3ca5db59-3728-4b58-b3b0-ab39f76e8a34 None None] For port ae80c173-8189-4dd6-8552-e8b24be289e9, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=ae80c173-8189-4dd6-8552-e8b24be289e9,segment=NetworkSegment(a9209083-134e-40f8-813f-af1b99b5fa95),segment_id=a9209083-134e-40f8-813f-af1b99b5fa95)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:06.919284 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5201eb55-d818-4ecd-89ad-28199cf275c0 req-387c269a-d46f-400a-8da6-fff71a5c07f6 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=eab69cef-f4a0-40b1-8df2-c3b8278b3196 HTTP/1.1" status: 200 len: 210 time: 0.1309726 Feb 09 01:48:06.921387 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3ca5db59-3728-4b58-b3b0-ab39f76e8a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ae80c173-8189-4dd6-8552-e8b24be289e9), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:06.999002 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8443f0f7-69ff-4465-9588-8cd10c2a0be9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (1c001643-cb9a-497b-bee3-e70ee12f9bcf), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:07.028541 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-613c5775-4ba4-40b1-b75a-9a522a50c681 req-51a7bc82-e472-4a2e-a99e-394da7ca369d service neutron] 10.222.0.121 "GET /v2.0/networks/6098fcd3-616c-432d-97b8-9f3a430c7b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227806 Feb 09 01:48:07.068160 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device ae80c173-8189-4dd6-8552-e8b24be289e9 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:48:07.070399 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4f1966-0e29-4302-ba9e-4fe91aad8bfb None None] DHCP port deletion for 1c001643-cb9a-497b-bee3-e70ee12f9bcf request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:48:07.145558 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-8443f0f7-69ff-4465-9588-8cd10c2a0be9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Deleting port 7d5f31b0-92a2-42ba-b038-3d76e3a31f75 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:48:07.145953 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8443f0f7-69ff-4465-9588-8cd10c2a0be9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (7d5f31b0-92a2-42ba-b038-3d76e3a31f75), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:07.256600 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5db59-3728-4b58-b3b0-ab39f76e8a34 None None] Pushing event updated for resources: {'Port': ['ID=ae80c173-8189-4dd6-8552-e8b24be289e9,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:07.262985 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-613c5775-4ba4-40b1-b75a-9a522a50c681 req-b6f08f14-a1f1-4d49-8b30-809fe9966798 service neutron] 10.222.0.121 "GET /v2.0/networks/6098fcd3-616c-432d-97b8-9f3a430c7b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263100 Feb 09 01:48:07.267518 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-8443f0f7-69ff-4465-9588-8cd10c2a0be9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] For port 7d5f31b0-92a2-42ba-b038-3d76e3a31f75, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=7d5f31b0-92a2-42ba-b038-3d76e3a31f75,segment=NetworkSegment(22c3541a-f37c-4cdf-a1d3-50478d9bd579),segment_id=22c3541a-f37c-4cdf-a1d3-50478d9bd579)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:07.268278 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8443f0f7-69ff-4465-9588-8cd10c2a0be9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (7d5f31b0-92a2-42ba-b038-3d76e3a31f75), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:07.283995 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-8443f0f7-69ff-4465-9588-8cd10c2a0be9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Calling delete_port for 7d5f31b0-92a2-42ba-b038-3d76e3a31f75 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:48:07.297904 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port ae80c173-8189-4dd6-8552-e8b24be289e9 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:07.298406 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (ae80c173-8189-4dd6-8552-e8b24be289e9), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:07.362688 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ee4f1966-0e29-4302-ba9e-4fe91aad8bfb None None] Deleting port 7d5f31b0-92a2-42ba-b038-3d76e3a31f75 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:48:07.363034 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ee4f1966-0e29-4302-ba9e-4fe91aad8bfb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (7d5f31b0-92a2-42ba-b038-3d76e3a31f75), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:07.384639 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8443f0f7-69ff-4465-9588-8cd10c2a0be9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (7d5f31b0-92a2-42ba-b038-3d76e3a31f75), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:07.412915 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443f0f7-69ff-4465-9588-8cd10c2a0be9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event deleted for resources: {'Port': ['ID=7d5f31b0-92a2-42ba-b038-3d76e3a31f75,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:07.416157 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-a3e945e6-a21e-414c-a5d0-d99578c28b0d None None] Provisioning complete for port ae80c173-8189-4dd6-8552-e8b24be289e9 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:07.417191 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a3e945e6-a21e-414c-a5d0-d99578c28b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (ae80c173-8189-4dd6-8552-e8b24be289e9), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:07.421637 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8443f0f7-69ff-4465-9588-8cd10c2a0be9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] No DVR routers for this DVR port 7d5f31b0-92a2-42ba-b038-3d76e3a31f75 on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:48:07.492019 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-ee4f1966-0e29-4302-ba9e-4fe91aad8bfb None None] For port 7d5f31b0-92a2-42ba-b038-3d76e3a31f75, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=7d5f31b0-92a2-42ba-b038-3d76e3a31f75,segment=NetworkSegment(22c3541a-f37c-4cdf-a1d3-50478d9bd579),segment_id=22c3541a-f37c-4cdf-a1d3-50478d9bd579)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:07.497370 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ee4f1966-0e29-4302-ba9e-4fe91aad8bfb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (7d5f31b0-92a2-42ba-b038-3d76e3a31f75), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:07.519609 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ee4f1966-0e29-4302-ba9e-4fe91aad8bfb None None] Calling delete_port for 7d5f31b0-92a2-42ba-b038-3d76e3a31f75 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:48:07.559244 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8443f0f7-69ff-4465-9588-8cd10c2a0be9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (1c001643-cb9a-497b-bee3-e70ee12f9bcf), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:07.598419 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-8443f0f7-69ff-4465-9588-8cd10c2a0be9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c001643-cb9a-497b-bee3-e70ee12f9bcf']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:07.611467 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-8443f0f7-69ff-4465-9588-8cd10c2a0be9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c3541a-f37c-4cdf-a1d3-50478d9bd579') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:07.611762 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-8443f0f7-69ff-4465-9588-8cd10c2a0be9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c3541a-f37c-4cdf-a1d3-50478d9bd579') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:07.624695 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8443f0f7-69ff-4465-9588-8cd10c2a0be9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (22c3541a-f37c-4cdf-a1d3-50478d9bd579), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:07.640699 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port ae80c173-8189-4dd6-8552-e8b24be289e9 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:07.646222 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8443f0f7-69ff-4465-9588-8cd10c2a0be9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (22c3541a-f37c-4cdf-a1d3-50478d9bd579), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:07.648716 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a3e945e6-a21e-414c-a5d0-d99578c28b0d None None] Current status of the port ae80c173-8189-4dd6-8552-e8b24be289e9 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:07.658518 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8443f0f7-69ff-4465-9588-8cd10c2a0be9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:48:07.659187 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8443f0f7-69ff-4465-9588-8cd10c2a0be9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (22c3541a-f37c-4cdf-a1d3-50478d9bd579), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:07.664811 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:48:07.664811 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:48:07.664811 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:48:07.664811 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:48:07.664811 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:48:07.664811 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:48:07.664811 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:48:07.664811 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:48:07.664811 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:48:07.664811 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:48:07.664811 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:48:07.664811 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:48:07.664811 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:48:07.664811 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:48:07.664811 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:48:07.664811 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:48:07.664811 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:48:07.664811 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:48:07.664811 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:48:07.664811 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:48:07.664811 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:48:07.664811 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:48:07.664811 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:48:07.664811 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:48:07.664811 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:48:07.664811 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:48:07.664811 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:48:07.664811 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:48:07.664811 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:48:07.664811 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:48:07.664811 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:48:07.664811 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:48:07.704274 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 01:48:07.721870 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ee4f1966-0e29-4302-ba9e-4fe91aad8bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (7d5f31b0-92a2-42ba-b038-3d76e3a31f75), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:07.724222 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 5f48c26a-6631-477a-8d9b-e2ca71d496be no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:48:07.776376 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 5f48c26a-6631-477a-8d9b-e2ca71d496be {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:48:07.776729 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 5f48c26a-6631-477a-8d9b-e2ca71d496be not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:48:07.778769 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f1966-0e29-4302-ba9e-4fe91aad8bfb None None] Pushing event deleted for resources: {'Port': ['ID=7d5f31b0-92a2-42ba-b038-3d76e3a31f75,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:07.782273 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4f1966-0e29-4302-ba9e-4fe91aad8bfb None None] No DVR routers for this DVR port 7d5f31b0-92a2-42ba-b038-3d76e3a31f75 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:48:07.809231 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8443f0f7-69ff-4465-9588-8cd10c2a0be9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (1c001643-cb9a-497b-bee3-e70ee12f9bcf), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:07.816639 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8443f0f7-69ff-4465-9588-8cd10c2a0be9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:07.819924 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8443f0f7-69ff-4465-9588-8cd10c2a0be9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "DELETE /v2.0/networks/1c001643-cb9a-497b-bee3-e70ee12f9bcf HTTP/1.1" status: 204 len: 168 time: 1.1703429 Feb 09 01:48:07.825562 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37104) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:07.830583 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-59fccb59-48b3-456f-a940-6e4dd722d3d9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Request body: {'router': {'routes': None}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:07.833554 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443f0f7-69ff-4465-9588-8cd10c2a0be9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Pushing event deleted for resources: {'Network': ['ID=1c001643-cb9a-497b-bee3-e70ee12f9bcf,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:08.020812 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.extraroute_db [None req-59fccb59-48b3-456f-a940-6e4dd722d3d9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Added routes are [] {{(pid=103528) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 01:48:08.021354 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.extraroute_db [None req-59fccb59-48b3-456f-a940-6e4dd722d3d9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Removed routes are [] {{(pid=103528) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 01:48:08.021716 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-59fccb59-48b3-456f-a940-6e4dd722d3d9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8820'] for router (383a35f5-a926-4164-ac6d-017cc22bb252), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:08.029753 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3bd797e1-44f7-4952-bc44-670db77280e3 req-07dd8382-5be2-4eb4-8b00-5d36e0b663b6 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=eab69cef-f4a0-40b1-8df2-c3b8278b3196 HTTP/1.1" status: 200 len: 210 time: 0.0326540 Feb 09 01:48:08.279648 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-59fccb59-48b3-456f-a940-6e4dd722d3d9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8820'] for router (383a35f5-a926-4164-ac6d-017cc22bb252), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:08.287487 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-59fccb59-48b3-456f-a940-6e4dd722d3d9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622185'] for router (383a35f5-a926-4164-ac6d-017cc22bb252), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:08.388204 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474307d-1b82-4d8b-8702-a5111225e60b req-ae397ce0-c02b-4c8b-9d8b-7e068f87a163 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:08.389694 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f474307d-1b82-4d8b-8702-a5111225e60b req-ae397ce0-c02b-4c8b-9d8b-7e068f87a163 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.121 "GET /v2.0/networks?id=f81ab159-5933-493a-a34f-60715074437e HTTP/1.1" status: 200 len: 797 time: 0.2743130 Feb 09 01:48:08.408063 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59fccb59-48b3-456f-a940-6e4dd722d3d9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Router 383a35f5-a926-4164-ac6d-017cc22bb252 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:48:08.545032 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fccb59-48b3-456f-a940-6e4dd722d3d9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:48:08.553016 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f474307d-1b82-4d8b-8702-a5111225e60b req-da24324a-db44-469d-b522-f93f43a4bec3 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be37988e5bf5448987567e96924ed429 HTTP/1.1" status: 200 len: 473 time: 0.1542051 Feb 09 01:48:08.556061 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2f778c-6a0d-4b90-b34c-1d3961a29bf2 None None] Sync routers for ids ['383a35f5-a926-4164-ac6d-017cc22bb252'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:48:08.559732 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-59fccb59-48b3-456f-a940-6e4dd722d3d9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:08.565023 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-59fccb59-48b3-456f-a940-6e4dd722d3d9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "PUT /v2.0/routers/383a35f5-a926-4164-ac6d-017cc22bb252 HTTP/1.1" status: 200 len: 704 time: 0.7353892 Feb 09 01:48:08.565270 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37120) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:08.568081 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-f474307d-1b82-4d8b-8702-a5111225e60b req-9279ccfa-ab8f-41a6-8170-dac1dfdd8f88 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Request body: {'port': {'device_id': 'eab69cef-f4a0-40b1-8df2-c3b8278b3196', 'network_id': 'f81ab159-5933-493a-a34f-60715074437e', 'admin_state_up': True, 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'security_groups': ['ff668963-bdb7-4585-b8f9-159739dcd91b']}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:08.599541 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2f778c-6a0d-4b90-b34c-1d3961a29bf2 None None] Routers {'383a35f5-a926-4164-ac6d-017cc22bb252'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:08.606424 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-8c2f778c-6a0d-4b90-b34c-1d3961a29bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:47:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['383a35f5-a926-4164-ac6d-017cc22bb252'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:08.612848 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-fd7c5f62-803f-4980-86f4-3396992f731e tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "GET /v2.0/ports?device_id=383a35f5-a926-4164-ac6d-017cc22bb252 HTTP/1.1" status: 200 len: 205 time: 0.0458519 Feb 09 01:48:08.615908 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37124) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:08.731473 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a02f9b11-a56c-46c8-bd05-866a129dc8e9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router (383a35f5-a926-4164-ac6d-017cc22bb252), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:08.888488 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device ae80c173-8189-4dd6-8552-e8b24be289e9 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:48:08.924925 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-8c2f778c-6a0d-4b90-b34c-1d3961a29bf2 None None] Set router 383a35f5-a926-4164-ac6d-017cc22bb252 gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:48:08.952415 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f474307d-1b82-4d8b-8702-a5111225e60b req-9279ccfa-ab8f-41a6-8170-dac1dfdd8f88 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Made reservation on behalf of be37988e5bf5448987567e96924ed429 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:08.955757 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f474307d-1b82-4d8b-8702-a5111225e60b req-9279ccfa-ab8f-41a6-8170-dac1dfdd8f88 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:08.970519 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a02f9b11-a56c-46c8-bd05-866a129dc8e9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (383a35f5-a926-4164-ac6d-017cc22bb252), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:08.973874 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a02f9b11-a56c-46c8-bd05-866a129dc8e9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router_controller (383a35f5-a926-4164-ac6d-017cc22bb252), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:08.993373 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-8c2f778c-6a0d-4b90-b34c-1d3961a29bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'name': 'tempest-RoutersIpV6Test-router-172454512', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:47:37Z', 'updated_at': '2022-02-09T01:48:04Z', 'revision_number': 11, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:09.025439 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2f778c-6a0d-4b90-b34c-1d3961a29bf2 None None] Checking router: 383a35f5-a926-4164-ac6d-017cc22bb252 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:48:09.042418 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2f778c-6a0d-4b90-b34c-1d3961a29bf2 None None] Routers {'383a35f5-a926-4164-ac6d-017cc22bb252'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:09.043174 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-8c2f778c-6a0d-4b90-b34c-1d3961a29bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:47:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['383a35f5-a926-4164-ac6d-017cc22bb252'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:09.046405 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port ae80c173-8189-4dd6-8552-e8b24be289e9 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:09.046987 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (ae80c173-8189-4dd6-8552-e8b24be289e9), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:09.077133 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a02f9b11-a56c-46c8-bd05-866a129dc8e9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (383a35f5-a926-4164-ac6d-017cc22bb252), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:09.077719 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02f9b11-a56c-46c8-bd05-866a129dc8e9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Fanout notify agent at l3_agent the message router_deleted on router 383a35f5-a926-4164-ac6d-017cc22bb252 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:48:09.089002 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a02f9b11-a56c-46c8-bd05-866a129dc8e9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:09.090088 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a02f9b11-a56c-46c8-bd05-866a129dc8e9 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "DELETE /v2.0/routers/383a35f5-a926-4164-ac6d-017cc22bb252 HTTP/1.1" status: 204 len: 168 time: 0.4732106 Feb 09 01:48:09.094099 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37138) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:09.098458 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-55fd6cb0-b7db-48c2-98fb-87352c8bf737 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-926719247', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:09.163536 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-47b3bf98-e54c-41b8-9a49-f7d6b7520f69 req-075eb8e1-55d9-48e5-9578-46b3e6d2cfdf tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=eab69cef-f4a0-40b1-8df2-c3b8278b3196 HTTP/1.1" status: 200 len: 210 time: 0.0478921 Feb 09 01:48:09.164667 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-55fd6cb0-b7db-48c2-98fb-87352c8bf737 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (e2728768-4049-4ea2-95f6-2472a128e16f), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:09.165819 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-55fd6cb0-b7db-48c2-98fb-87352c8bf737 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (e2728768-4049-4ea2-95f6-2472a128e16f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:09.194000 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-8c2f778c-6a0d-4b90-b34c-1d3961a29bf2 None None] Set router 383a35f5-a926-4164-ac6d-017cc22bb252 gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:48:09.245794 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-f474307d-1b82-4d8b-8702-a5111225e60b req-9279ccfa-ab8f-41a6-8170-dac1dfdd8f88 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Allocated IP 172.20.0.19 (f81ab159-5933-493a-a34f-60715074437e/833c5d43-b1f2-419e-ba16-960848512738/b3094b9b-a439-4dd9-938c-6fcdfe711eed) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:48:09.259239 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-8c2f778c-6a0d-4b90-b34c-1d3961a29bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'name': 'tempest-RoutersIpV6Test-router-172454512', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:47:37Z', 'updated_at': '2022-02-09T01:48:04Z', 'revision_number': 11, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:09.259802 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-55fd6cb0-b7db-48c2-98fb-87352c8bf737 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router_controller (e2728768-4049-4ea2-95f6-2472a128e16f), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:09.268668 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-55fd6cb0-b7db-48c2-98fb-87352c8bf737 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (e2728768-4049-4ea2-95f6-2472a128e16f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:09.300273 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2f778c-6a0d-4b90-b34c-1d3961a29bf2 None None] The sync data for ids ['383a35f5-a926-4164-ac6d-017cc22bb252'] in n-d-822053-40 is: [{'id': '383a35f5-a926-4164-ac6d-017cc22bb252', 'name': 'tempest-RoutersIpV6Test-router-172454512', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:47:37Z', 'updated_at': '2022-02-09T01:48:04Z', 'revision_number': 11, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'gw_port_host': None}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:48:09.306525 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-55fd6cb0-b7db-48c2-98fb-87352c8bf737 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:09.310485 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-55fd6cb0-b7db-48c2-98fb-87352c8bf737 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2128706 Feb 09 01:48:09.311016 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37142) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:09.315388 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-de94b692-8463-4792-8199-398c797669a6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:09.361125 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port ae80c173-8189-4dd6-8552-e8b24be289e9 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:09.446660 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 7d5f31b0-92a2-42ba-b038-3d76e3a31f75 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:48:09.481290 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 7d5f31b0-92a2-42ba-b038-3d76e3a31f75 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:48:09.481927 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 7d5f31b0-92a2-42ba-b038-3d76e3a31f75 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:48:09.498905 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f474307d-1b82-4d8b-8702-a5111225e60b req-9279ccfa-ab8f-41a6-8170-dac1dfdd8f88 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for port (b3094b9b-a439-4dd9-938c-6fcdfe711eed), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:09.540450 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f474307d-1b82-4d8b-8702-a5111225e60b req-9279ccfa-ab8f-41a6-8170-dac1dfdd8f88 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (b3094b9b-a439-4dd9-938c-6fcdfe711eed), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:09.612987 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f474307d-1b82-4d8b-8702-a5111225e60b req-9279ccfa-ab8f-41a6-8170-dac1dfdd8f88 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Network f81ab159-5933-493a-a34f-60715074437e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:09.615132 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-f474307d-1b82-4d8b-8702-a5111225e60b req-9279ccfa-ab8f-41a6-8170-dac1dfdd8f88 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:09.619642 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-f474307d-1b82-4d8b-8702-a5111225e60b req-9279ccfa-ab8f-41a6-8170-dac1dfdd8f88 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:48:09.637858 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-de94b692-8463-4792-8199-398c797669a6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1618136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1622198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8820'] for router (e2728768-4049-4ea2-95f6-2472a128e16f), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:09.655836 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-de94b692-8463-4792-8199-398c797669a6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1618131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622185'] for router (e2728768-4049-4ea2-95f6-2472a128e16f), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:09.661236 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279ccfa-ab8f-41a6-8170-dac1dfdd8f88 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'Port': ['ID=b3094b9b-a439-4dd9-938c-6fcdfe711eed,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:09.696704 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474307d-1b82-4d8b-8702-a5111225e60b req-9279ccfa-ab8f-41a6-8170-dac1dfdd8f88 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:09.697354 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f474307d-1b82-4d8b-8702-a5111225e60b req-9279ccfa-ab8f-41a6-8170-dac1dfdd8f88 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:09.737079 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f474307d-1b82-4d8b-8702-a5111225e60b req-9279ccfa-ab8f-41a6-8170-dac1dfdd8f88 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1698775 Feb 09 01:48:09.759884 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-f474307d-1b82-4d8b-8702-a5111225e60b req-b9e2fe85-66ad-453c-87e6-81e74647bc3b service neutron] Request body: {'port': {'device_id': 'eab69cef-f4a0-40b1-8df2-c3b8278b3196', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:09.867863 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f474307d-1b82-4d8b-8702-a5111225e60b req-b9e2fe85-66ad-453c-87e6-81e74647bc3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b3094b9b-a439-4dd9-938c-6fcdfe711eed), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:09.871950 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de94b692-8463-4792-8199-398c797669a6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Router e2728768-4049-4ea2-95f6-2472a128e16f is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:48:09.995015 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de94b692-8463-4792-8199-398c797669a6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:48:09.999945 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f4ead39e-0a70-4c4d-bf73-582980354bab None None] Provisioning complete for port b3094b9b-a439-4dd9-938c-6fcdfe711eed triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:10.001841 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f4ead39e-0a70-4c4d-bf73-582980354bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b3094b9b-a439-4dd9-938c-6fcdfe711eed), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:10.008553 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea70f2a0-3fe8-47a6-8291-32de16c8e1a1 None None] Sync routers for ids ['e2728768-4049-4ea2-95f6-2472a128e16f'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:48:10.010608 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-de94b692-8463-4792-8199-398c797669a6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:10.012851 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-de94b692-8463-4792-8199-398c797669a6 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "PUT /v2.0/routers/e2728768-4049-4ea2-95f6-2472a128e16f HTTP/1.1" status: 200 len: 697 time: 0.7009649 Feb 09 01:48:10.018471 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37158) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:10.029588 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea70f2a0-3fe8-47a6-8291-32de16c8e1a1 None None] Routers {'e2728768-4049-4ea2-95f6-2472a128e16f'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:10.030228 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ea70f2a0-3fe8-47a6-8291-32de16c8e1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:47:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['e2728768-4049-4ea2-95f6-2472a128e16f'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:10.047242 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f4ead39e-0a70-4c4d-bf73-582980354bab None None] Port b3094b9b-a439-4dd9-938c-6fcdfe711eed cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:48:10.148007 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-ea70f2a0-3fe8-47a6-8291-32de16c8e1a1 None None] Set router e2728768-4049-4ea2-95f6-2472a128e16f gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:48:10.204020 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2e311b61-f73d-40d3-8243-fed111422aed tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "GET /v2.0/routers/e2728768-4049-4ea2-95f6-2472a128e16f HTTP/1.1" status: 200 len: 703 time: 0.1841660 Feb 09 01:48:10.206693 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37164) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:10.213720 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ea70f2a0-3fe8-47a6-8291-32de16c8e1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2728768-4049-4ea2-95f6-2472a128e16f', 'name': 'tempest-RoutersIpV6Test-router-926719247', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:48:09Z', 'updated_at': '2022-02-09T01:48:09Z', 'revision_number': 2, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:10.265170 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea70f2a0-3fe8-47a6-8291-32de16c8e1a1 None None] Checking router: e2728768-4049-4ea2-95f6-2472a128e16f for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:48:10.281260 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea70f2a0-3fe8-47a6-8291-32de16c8e1a1 None None] Routers {'e2728768-4049-4ea2-95f6-2472a128e16f'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:10.282254 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ea70f2a0-3fe8-47a6-8291-32de16c8e1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:47:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['e2728768-4049-4ea2-95f6-2472a128e16f'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:10.378924 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-ea70f2a0-3fe8-47a6-8291-32de16c8e1a1 None None] Set router e2728768-4049-4ea2-95f6-2472a128e16f gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:48:10.437416 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-f474307d-1b82-4d8b-8702-a5111225e60b req-b9e2fe85-66ad-453c-87e6-81e74647bc3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3094b9b-a439-4dd9-938c-6fcdfe711eed {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:48:10.440936 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ea70f2a0-3fe8-47a6-8291-32de16c8e1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2728768-4049-4ea2-95f6-2472a128e16f', 'name': 'tempest-RoutersIpV6Test-router-926719247', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:48:09Z', 'updated_at': '2022-02-09T01:48:09Z', 'revision_number': 2, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:10.449825 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f474307d-1b82-4d8b-8702-a5111225e60b req-b9e2fe85-66ad-453c-87e6-81e74647bc3b service neutron] Publish callbacks [] for port (b3094b9b-a439-4dd9-938c-6fcdfe711eed), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:10.476664 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea70f2a0-3fe8-47a6-8291-32de16c8e1a1 None None] The sync data for ids ['e2728768-4049-4ea2-95f6-2472a128e16f'] in n-d-822053-40 is: [{'id': 'e2728768-4049-4ea2-95f6-2472a128e16f', 'name': 'tempest-RoutersIpV6Test-router-926719247', 'tenant_id': '78fa277b01e54e35b0d68de65b1e56f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:48:09Z', 'updated_at': '2022-02-09T01:48:09Z', 'revision_number': 2, 'project_id': '78fa277b01e54e35b0d68de65b1e56f3', 'gw_port_host': None}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:48:10.479937 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-f474307d-1b82-4d8b-8702-a5111225e60b req-b9e2fe85-66ad-453c-87e6-81e74647bc3b service neutron] Transition to ACTIVE for port object b3094b9b-a439-4dd9-938c-6fcdfe711eed will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:48:10.488553 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f474307d-1b82-4d8b-8702-a5111225e60b req-b9e2fe85-66ad-453c-87e6-81e74647bc3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (b3094b9b-a439-4dd9-938c-6fcdfe711eed), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:10.541195 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2fe85-66ad-453c-87e6-81e74647bc3b service neutron] Pushing event updated for resources: {'Port': ['ID=b3094b9b-a439-4dd9-938c-6fcdfe711eed,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:10.648708 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-f474307d-1b82-4d8b-8702-a5111225e60b req-b9e2fe85-66ad-453c-87e6-81e74647bc3b service neutron] Attempting to bind port b3094b9b-a439-4dd9-938c-6fcdfe711eed on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:48:10.649370 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-f474307d-1b82-4d8b-8702-a5111225e60b req-b9e2fe85-66ad-453c-87e6-81e74647bc3b service neutron] Attempting to bind port b3094b9b-a439-4dd9-938c-6fcdfe711eed by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'a9209083-134e-40f8-813f-af1b99b5fa95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f81ab159-5933-493a-a34f-60715074437e'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:48:10.649943 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f474307d-1b82-4d8b-8702-a5111225e60b req-b9e2fe85-66ad-453c-87e6-81e74647bc3b service neutron] Attempting to bind port b3094b9b-a439-4dd9-938c-6fcdfe711eed on network f81ab159-5933-493a-a34f-60715074437e {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:48:10.659103 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f474307d-1b82-4d8b-8702-a5111225e60b req-b9e2fe85-66ad-453c-87e6-81e74647bc3b service neutron] Port b3094b9b-a439-4dd9-938c-6fcdfe711eed on network f81ab159-5933-493a-a34f-60715074437e not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:48:10.660637 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f474307d-1b82-4d8b-8702-a5111225e60b req-b9e2fe85-66ad-453c-87e6-81e74647bc3b service neutron] Attempting to bind port b3094b9b-a439-4dd9-938c-6fcdfe711eed on network f81ab159-5933-493a-a34f-60715074437e {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:48:10.674206 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f474307d-1b82-4d8b-8702-a5111225e60b req-b9e2fe85-66ad-453c-87e6-81e74647bc3b service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:48:10.674801 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f474307d-1b82-4d8b-8702-a5111225e60b req-b9e2fe85-66ad-453c-87e6-81e74647bc3b service neutron] Checking segment: {'id': 'a9209083-134e-40f8-813f-af1b99b5fa95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f81ab159-5933-493a-a34f-60715074437e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:48:10.675391 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f474307d-1b82-4d8b-8702-a5111225e60b req-b9e2fe85-66ad-453c-87e6-81e74647bc3b service neutron] Bound using segment: {'id': 'a9209083-134e-40f8-813f-af1b99b5fa95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f81ab159-5933-493a-a34f-60715074437e'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:48:10.676074 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-f474307d-1b82-4d8b-8702-a5111225e60b req-b9e2fe85-66ad-453c-87e6-81e74647bc3b service neutron] Bound port: b3094b9b-a439-4dd9-938c-6fcdfe711eed, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9209083-134e-40f8-813f-af1b99b5fa95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f81ab159-5933-493a-a34f-60715074437e'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:48:10.679959 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f474307d-1b82-4d8b-8702-a5111225e60b req-b9e2fe85-66ad-453c-87e6-81e74647bc3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b3094b9b-a439-4dd9-938c-6fcdfe711eed), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:10.687630 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7ca1167f-d1bc-4413-a20c-952034ddc863 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2728768-4049-4ea2-95f6-2472a128e16f HTTP/1.1" status: 200 len: 205 time: 0.4794970 Feb 09 01:48:10.690200 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37174) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:10.814125 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-f474307d-1b82-4d8b-8702-a5111225e60b req-b9e2fe85-66ad-453c-87e6-81e74647bc3b service neutron] For port b3094b9b-a439-4dd9-938c-6fcdfe711eed, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:48:10.818243 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-f474307d-1b82-4d8b-8702-a5111225e60b req-b9e2fe85-66ad-453c-87e6-81e74647bc3b service neutron] For port b3094b9b-a439-4dd9-938c-6fcdfe711eed, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=b3094b9b-a439-4dd9-938c-6fcdfe711eed,segment=NetworkSegment(a9209083-134e-40f8-813f-af1b99b5fa95),segment_id=a9209083-134e-40f8-813f-af1b99b5fa95)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:48:10.833755 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f474307d-1b82-4d8b-8702-a5111225e60b req-b9e2fe85-66ad-453c-87e6-81e74647bc3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (b3094b9b-a439-4dd9-938c-6fcdfe711eed), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:10.846752 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-799066e0-746b-42d3-bec6-fbb9704a97c8 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router (e2728768-4049-4ea2-95f6-2472a128e16f), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:10.917055 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474307d-1b82-4d8b-8702-a5111225e60b req-b9e2fe85-66ad-453c-87e6-81e74647bc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:10.918071 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-f474307d-1b82-4d8b-8702-a5111225e60b req-b9e2fe85-66ad-453c-87e6-81e74647bc3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:10.919721 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f474307d-1b82-4d8b-8702-a5111225e60b req-b9e2fe85-66ad-453c-87e6-81e74647bc3b service neutron] 10.222.0.121 "PUT /v2.0/ports/b3094b9b-a439-4dd9-938c-6fcdfe711eed HTTP/1.1" status: 200 len: 1093 time: 1.1693082 Feb 09 01:48:10.920237 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eab69cef-f4a0-40b1-8df2-c3b8278b3196', 'tag': 'b3094b9b-a439-4dd9-938c-6fcdfe711eed'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:48:10.922900 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff75395-8283-46a7-be34-b1ea059e4342" -d '{"events": [{"name": "network-changed", "server_uuid": "eab69cef-f4a0-40b1-8df2-c3b8278b3196", "tag": "b3094b9b-a439-4dd9-938c-6fcdfe711eed"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:48:11.000504 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96e3e0-7647-4370-bff0-e8e0c0c9069f req-82a48e73-525e-4899-b554-c4c738802dfb tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:11.003273 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf96e3e0-7647-4370-bff0-e8e0c0c9069f req-82a48e73-525e-4899-b554-c4c738802dfb tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=eab69cef-f4a0-40b1-8df2-c3b8278b3196 HTTP/1.1" status: 200 len: 944 time: 0.3322673 Feb 09 01:48:11.027182 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0614e26c-815b-47ea-95a1-f19913a057a1 x-openstack-request-id: req-0614e26c-815b-47ea-95a1-f19913a057a1 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:48:11.027962 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eab69cef-f4a0-40b1-8df2-c3b8278b3196", "tag": "b3094b9b-a439-4dd9-938c-6fcdfe711eed", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:48:11.028413 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0614e26c-815b-47ea-95a1-f19913a057a1 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:48:11.029009 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eab69cef-f4a0-40b1-8df2-c3b8278b3196', 'tag': 'b3094b9b-a439-4dd9-938c-6fcdfe711eed', 'status': 'completed', 'code': 200} Feb 09 01:48:11.031729 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2fe85-66ad-453c-87e6-81e74647bc3b service neutron] Pushing event updated for resources: {'Port': ['ID=b3094b9b-a439-4dd9-938c-6fcdfe711eed,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:11.092409 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474307d-1b82-4d8b-8702-a5111225e60b req-ca4c3638-6a27-435c-ba77-33938463dc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:11.093928 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f474307d-1b82-4d8b-8702-a5111225e60b req-ca4c3638-6a27-435c-ba77-33938463dc79 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=be37988e5bf5448987567e96924ed429&device_id=eab69cef-f4a0-40b1-8df2-c3b8278b3196 HTTP/1.1" status: 200 len: 1127 time: 0.1028938 Feb 09 01:48:11.142479 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf96e3e0-7647-4370-bff0-e8e0c0c9069f req-3aa5ebcf-db54-4e58-96d7-0f412e40337c tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff668963-bdb7-4585-b8f9-159739dcd91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296184 Feb 09 01:48:11.147915 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f474307d-1b82-4d8b-8702-a5111225e60b req-829067b0-c71b-417f-b2aa-1d624ad0badf service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=b3094b9b-a439-4dd9-938c-6fcdfe711eed HTTP/1.1" status: 200 len: 217 time: 0.0456085 Feb 09 01:48:11.217904 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-799066e0-746b-42d3-bec6-fbb9704a97c8 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (e2728768-4049-4ea2-95f6-2472a128e16f), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:11.226839 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-799066e0-746b-42d3-bec6-fbb9704a97c8 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router_controller (e2728768-4049-4ea2-95f6-2472a128e16f), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:11.339953 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-799066e0-746b-42d3-bec6-fbb9704a97c8 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (e2728768-4049-4ea2-95f6-2472a128e16f), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:11.340813 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799066e0-746b-42d3-bec6-fbb9704a97c8 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Fanout notify agent at l3_agent the message router_deleted on router e2728768-4049-4ea2-95f6-2472a128e16f {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:48:11.348058 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-799066e0-746b-42d3-bec6-fbb9704a97c8 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:11.349273 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-799066e0-746b-42d3-bec6-fbb9704a97c8 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "DELETE /v2.0/routers/e2728768-4049-4ea2-95f6-2472a128e16f HTTP/1.1" status: 204 len: 168 time: 0.6580853 Feb 09 01:48:11.354766 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37190) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:11.409195 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-bdf386af-d59c-4cd8-8f61-e984defabe2d tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2728768-4049-4ea2-95f6-2472a128e16f HTTP/1.1" status: 200 len: 205 time: 0.0488451 Feb 09 01:48:11.409310 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37192) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:11.462072 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-ecb588c3-5fc2-41e1-9194-3076a912624d tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] delete failed (client error): The resource could not be found. Feb 09 01:48:11.463161 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ecb588c3-5fc2-41e1-9194-3076a912624d tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "DELETE /v2.0/routers/e2728768-4049-4ea2-95f6-2472a128e16f HTTP/1.1" status: 404 len: 336 time: 0.0528817 Feb 09 01:48:11.465933 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37196) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:11.495480 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-74c0c0f2-273c-46c1-b0ce-84c5fe78099c tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] DELETE failed (client error): The resource could not be found. Feb 09 01:48:11.496180 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74c0c0f2-273c-46c1-b0ce-84c5fe78099c tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:48:11.500016 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-74c0c0f2-273c-46c1-b0ce-84c5fe78099c tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "DELETE /v2.0/subnets/6f3fdf03-4eed-461d-9674-cad4e3487247 HTTP/1.1" status: 404 len: 337 time: 0.0324988 Feb 09 01:48:11.502086 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37198) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:11.535923 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-b57f1ff9-22a7-416b-8569-7a02b8c15b9c tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] DELETE failed (client error): The resource could not be found. Feb 09 01:48:11.537174 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b57f1ff9-22a7-416b-8569-7a02b8c15b9c tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:48:11.540699 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b57f1ff9-22a7-416b-8569-7a02b8c15b9c tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "DELETE /v2.0/subnets/4943e179-e2b2-4b6c-bcb5-7f090f1bb4c3 HTTP/1.1" status: 404 len: 337 time: 0.0373344 Feb 09 01:48:11.543927 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37200) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:11.582970 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca4f2f7c-292c-42ea-bd57-ff7e6d7d30f4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] DELETE failed (client error): The resource could not be found. Feb 09 01:48:11.583440 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca4f2f7c-292c-42ea-bd57-ff7e6d7d30f4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:48:11.586782 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ca4f2f7c-292c-42ea-bd57-ff7e6d7d30f4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "DELETE /v2.0/subnets/f691c607-ba3e-4f51-a977-88f39d6e45bd HTTP/1.1" status: 404 len: 337 time: 0.0416317 Feb 09 01:48:11.588641 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474307d-1b82-4d8b-8702-a5111225e60b req-f315db00-bd8b-4bb1-8be9-2cc34d7ba307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:11.590321 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f474307d-1b82-4d8b-8702-a5111225e60b req-f315db00-bd8b-4bb1-8be9-2cc34d7ba307 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=833c5d43-b1f2-419e-ba16-960848512738 HTTP/1.1" status: 200 len: 838 time: 0.4364214 Feb 09 01:48:11.590853 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37202) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:11.626676 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-10238492-f4c0-4662-8841-d1b083b24576 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] DELETE failed (client error): The resource could not be found. Feb 09 01:48:11.627135 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10238492-f4c0-4662-8841-d1b083b24576 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:48:11.630289 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-10238492-f4c0-4662-8841-d1b083b24576 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "DELETE /v2.0/subnets/4bff4132-98af-46f1-964d-d895bd213f1e HTTP/1.1" status: 404 len: 337 time: 0.0385127 Feb 09 01:48:11.633091 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37206) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:11.666719 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e9cf6d6a-b5ad-4ab4-83b3-622815521858 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "GET /v2.0/ports?device_id=383a35f5-a926-4164-ac6d-017cc22bb252 HTTP/1.1" status: 200 len: 205 time: 0.0321639 Feb 09 01:48:11.669670 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37208) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:11.720543 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-d3dfd638-c4b3-45f1-8cc6-d31c288194a2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] delete failed (client error): The resource could not be found. Feb 09 01:48:11.721564 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d3dfd638-c4b3-45f1-8cc6-d31c288194a2 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "DELETE /v2.0/routers/383a35f5-a926-4164-ac6d-017cc22bb252 HTTP/1.1" status: 404 len: 336 time: 0.0509477 Feb 09 01:48:11.724414 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37212) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:11.727609 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474307d-1b82-4d8b-8702-a5111225e60b req-acddea97-a890-43e4-9cc8-c7e4d2741a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:11.729867 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f474307d-1b82-4d8b-8702-a5111225e60b req-acddea97-a890-43e4-9cc8-c7e4d2741a18 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f81ab159-5933-493a-a34f-60715074437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.1301494 Feb 09 01:48:11.763799 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-faf3265c-60e6-46dc-8749-42a2b056a48e tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "GET /v2.0/ports?device_id=f71270a0-1aac-4a7f-8eac-4f9f106841fb HTTP/1.1" status: 200 len: 205 time: 0.0377827 Feb 09 01:48:11.768014 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37214) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:11.824746 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-b6f52642-e71c-4e81-8a72-8d79e48efa98 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] delete failed (client error): The resource could not be found. Feb 09 01:48:11.825802 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b6f52642-e71c-4e81-8a72-8d79e48efa98 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "DELETE /v2.0/routers/f71270a0-1aac-4a7f-8eac-4f9f106841fb HTTP/1.1" status: 404 len: 336 time: 0.0561581 Feb 09 01:48:11.828637 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37218) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:11.837082 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f474307d-1b82-4d8b-8702-a5111225e60b req-e58a991a-d876-43b7-ad7c-6a599ccd48b6 service neutron] 10.222.0.121 "GET /v2.0/networks/f81ab159-5933-493a-a34f-60715074437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997798 Feb 09 01:48:11.863600 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-53b3ae9d-453b-4548-837b-87e2fc478d20 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] DELETE failed (client error): The resource could not be found. Feb 09 01:48:11.864393 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53b3ae9d-453b-4548-837b-87e2fc478d20 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:48:11.869653 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-53b3ae9d-453b-4548-837b-87e2fc478d20 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "DELETE /v2.0/subnets/7b5bf43d-3377-46b2-90a0-2d3b3603e3b2 HTTP/1.1" status: 404 len: 337 time: 0.0391169 Feb 09 01:48:11.871728 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37220) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:11.913514 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-862baec3-78f4-404a-9b63-3293e5ea7b4c tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "GET /v2.0/ports?device_id=bba5ad36-7133-4cb2-abc6-80252daa0c40 HTTP/1.1" status: 200 len: 205 time: 0.0403793 Feb 09 01:48:11.915844 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37222) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:11.959941 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f474307d-1b82-4d8b-8702-a5111225e60b req-7cd76dd6-f568-4d3e-88db-3f83c993ce3a service neutron] 10.222.0.121 "GET /v2.0/networks/f81ab159-5933-493a-a34f-60715074437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144505 Feb 09 01:48:11.971776 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-32841b3a-7717-4a73-a060-f125b459f261 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] delete failed (client error): The resource could not be found. Feb 09 01:48:11.975600 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-32841b3a-7717-4a73-a060-f125b459f261 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "DELETE /v2.0/routers/bba5ad36-7133-4cb2-abc6-80252daa0c40 HTTP/1.1" status: 404 len: 336 time: 0.0554934 Feb 09 01:48:11.975841 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37228) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:12.014619 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5ebe7442-632e-4118-b21c-c77caef20cae tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "GET /v2.0/ports?device_id=576c0603-68d4-4af0-89b7-e8de3046d455 HTTP/1.1" status: 200 len: 205 time: 0.0376415 Feb 09 01:48:12.017133 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37230) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:12.066446 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-e4e04aac-5d65-4cc0-b6f7-3c47798efbf5 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] delete failed (client error): The resource could not be found. Feb 09 01:48:12.067507 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e4e04aac-5d65-4cc0-b6f7-3c47798efbf5 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "DELETE /v2.0/routers/576c0603-68d4-4af0-89b7-e8de3046d455 HTTP/1.1" status: 404 len: 336 time: 0.0493932 Feb 09 01:48:12.070129 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37234) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:12.122621 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f383115-55e5-440e-b141-e9c24e0c4b3f tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] DELETE failed (client error): The resource could not be found. Feb 09 01:48:12.123081 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f383115-55e5-440e-b141-e9c24e0c4b3f tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:48:12.126768 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1f383115-55e5-440e-b141-e9c24e0c4b3f tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "DELETE /v2.0/subnets/b002d872-29eb-469b-b21f-6c9a8418d0c2 HTTP/1.1" status: 404 len: 337 time: 0.0555046 Feb 09 01:48:12.129450 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37236) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:12.163471 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ffb6457d-3572-468d-9fa9-9e361cfcb3f4 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "GET /v2.0/ports?device_id=10922cd3-0619-4bc4-98bd-1f87ee80982e HTTP/1.1" status: 200 len: 205 time: 0.0304332 Feb 09 01:48:12.165024 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37240) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:12.174251 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff75395-8283-46a7-be34-b1ea059e4342 req-8ac8dbf1-fc72-4108-8fb0-676f64e2a1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:12.177191 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3ff75395-8283-46a7-be34-b1ea059e4342 req-8ac8dbf1-fc72-4108-8fb0-676f64e2a1a8 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=be37988e5bf5448987567e96924ed429&device_id=eab69cef-f4a0-40b1-8df2-c3b8278b3196 HTTP/1.1" status: 200 len: 1127 time: 0.1187348 Feb 09 01:48:12.219649 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-db4511a1-d406-496d-bb38-b6374c729046 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] delete failed (client error): The resource could not be found. Feb 09 01:48:12.223517 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-db4511a1-d406-496d-bb38-b6374c729046 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "DELETE /v2.0/routers/10922cd3-0619-4bc4-98bd-1f87ee80982e HTTP/1.1" status: 404 len: 336 time: 0.0570784 Feb 09 01:48:12.224158 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37244) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:12.254755 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-d66accec-e130-4205-9474-e03451bb6227 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] DELETE failed (client error): The resource could not be found. Feb 09 01:48:12.255206 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d66accec-e130-4205-9474-e03451bb6227 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:48:12.260826 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d66accec-e130-4205-9474-e03451bb6227 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "DELETE /v2.0/subnets/807490be-b7d8-4af1-90d5-f4aaff45640b HTTP/1.1" status: 404 len: 337 time: 0.0344255 Feb 09 01:48:12.261802 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37248) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:12.297142 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff75395-8283-46a7-be34-b1ea059e4342 req-ec23ab32-ecb0-4ca8-a86f-48067b1abf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:12.299224 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3ff75395-8283-46a7-be34-b1ea059e4342 req-ec23ab32-ecb0-4ca8-a86f-48067b1abf23 service neutron] 10.222.0.121 "GET /v2.0/networks?id=f81ab159-5933-493a-a34f-60715074437e HTTP/1.1" status: 200 len: 898 time: 0.1150134 Feb 09 01:48:12.318759 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3011c716-869d-459c-80b5-dda4e3b2f6ef tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "GET /v2.0/ports?device_id=84d06a23-1876-4c00-8658-ca5e9f194397 HTTP/1.1" status: 200 len: 205 time: 0.0478559 Feb 09 01:48:12.321205 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37250) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:12.356164 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3ff75395-8283-46a7-be34-b1ea059e4342 req-876bbfd2-0d71-4549-ae18-fd24a96777cc service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=b3094b9b-a439-4dd9-938c-6fcdfe711eed HTTP/1.1" status: 200 len: 217 time: 0.0497205 Feb 09 01:48:12.376101 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-9d8f3f08-1635-4a2a-b974-0d27717f1798 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] delete failed (client error): The resource could not be found. Feb 09 01:48:12.379493 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9d8f3f08-1635-4a2a-b974-0d27717f1798 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "DELETE /v2.0/routers/84d06a23-1876-4c00-8658-ca5e9f194397 HTTP/1.1" status: 404 len: 336 time: 0.0532050 Feb 09 01:48:12.380952 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37254) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:12.413587 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc972ac-2d7c-4ed8-8047-feb399d60021 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] DELETE failed (client error): The resource could not be found. Feb 09 01:48:12.414159 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dc972ac-2d7c-4ed8-8047-feb399d60021 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:48:12.418589 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1dc972ac-2d7c-4ed8-8047-feb399d60021 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "DELETE /v2.0/subnets/256ed860-05fa-4d08-880f-621bb63c5cdc HTTP/1.1" status: 404 len: 337 time: 0.0354800 Feb 09 01:48:12.421253 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff75395-8283-46a7-be34-b1ea059e4342 req-b1ab8f18-77a5-4473-aa2c-ea8bfb5a6cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:12.423081 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3ff75395-8283-46a7-be34-b1ea059e4342 req-b1ab8f18-77a5-4473-aa2c-ea8bfb5a6cda service neutron] 10.222.0.121 "GET /v2.0/subnets?id=833c5d43-b1f2-419e-ba16-960848512738 HTTP/1.1" status: 200 len: 838 time: 0.0588274 Feb 09 01:48:12.423530 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37256) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:12.426935 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c219278-056c-4a32-b616-7a3750c7b0f5 req-898f4df2-2bdc-436e-bdb8-7dc3f6937e40 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:12.428659 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1c219278-056c-4a32-b616-7a3750c7b0f5 req-898f4df2-2bdc-436e-bdb8-7dc3f6937e40 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=eab69cef-f4a0-40b1-8df2-c3b8278b3196 HTTP/1.1" status: 200 len: 944 time: 0.1762311 Feb 09 01:48:12.458770 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-21db8341-50cd-4625-b603-5c498aa42577 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] DELETE failed (client error): The resource could not be found. Feb 09 01:48:12.459408 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21db8341-50cd-4625-b603-5c498aa42577 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:48:12.462727 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-21db8341-50cd-4625-b603-5c498aa42577 tempest-RoutersIpV6Test-1866196833 tempest-RoutersIpV6Test-1866196833-project] 10.222.0.30 "DELETE /v2.0/subnets/44d47e9b-57f6-43df-8349-3aca51853547 HTTP/1.1" status: 404 len: 337 time: 0.0380230 Feb 09 01:48:12.487863 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1c219278-056c-4a32-b616-7a3750c7b0f5 req-6b1b05ae-599b-48c5-ab48-8b940678c1ff tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff668963-bdb7-4585-b8f9-159739dcd91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524747 Feb 09 01:48:12.510396 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff75395-8283-46a7-be34-b1ea059e4342 req-a99391a9-20d1-4e19-ba49-287e3d921edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:12.510396 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3ff75395-8283-46a7-be34-b1ea059e4342 req-a99391a9-20d1-4e19-ba49-287e3d921edb service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f81ab159-5933-493a-a34f-60715074437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0767870 Feb 09 01:48:12.623517 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3ff75395-8283-46a7-be34-b1ea059e4342 req-e2d9f94b-164d-480a-8b3b-242e34a90088 service neutron] 10.222.0.121 "GET /v2.0/networks/f81ab159-5933-493a-a34f-60715074437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060832 Feb 09 01:48:12.751261 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3ff75395-8283-46a7-be34-b1ea059e4342 req-12a16d3c-2925-46bc-ad62-5ae2d276cab8 service neutron] 10.222.0.121 "GET /v2.0/networks/f81ab159-5933-493a-a34f-60715074437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195831 Feb 09 01:48:12.826357 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37270) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:12.973674 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-63a1dc07-082e-4204-ad4c-f9672a919042 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=78fa277b01e54e35b0d68de65b1e56f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1458662 Feb 09 01:48:12.976847 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37276) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:13.036329 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-313461ba-30f4-4f03-a648-d2b58f3ca91e admin admin] Publish callbacks [] for security_group (b7dcce12-a4f8-4e60-95d7-5fe275c67f5b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:13.061765 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-313461ba-30f4-4f03-a648-d2b58f3ca91e admin admin] Publish callbacks [] for security_group (b7dcce12-a4f8-4e60-95d7-5fe275c67f5b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:13.121128 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-313461ba-30f4-4f03-a648-d2b58f3ca91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b7dcce12-a4f8-4e60-95d7-5fe275c67f5b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:13.123880 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-313461ba-30f4-4f03-a648-d2b58f3ca91e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:13.125072 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-313461ba-30f4-4f03-a648-d2b58f3ca91e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b7dcce12-a4f8-4e60-95d7-5fe275c67f5b HTTP/1.1" status: 204 len: 168 time: 0.1472266 Feb 09 01:48:13.133891 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313461ba-30f4-4f03-a648-d2b58f3ca91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7dcce12-a4f8-4e60-95d7-5fe275c67f5b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:13.655902 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646ecd7-2f63-4816-aa5f-98c33ea1aa1d req-b9158de2-c1d5-4fde-aab9-d099d0ac0784 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:13.657589 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e646ecd7-2f63-4816-aa5f-98c33ea1aa1d req-b9158de2-c1d5-4fde-aab9-d099d0ac0784 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=eab69cef-f4a0-40b1-8df2-c3b8278b3196 HTTP/1.1" status: 200 len: 944 time: 0.0768785 Feb 09 01:48:13.742662 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e646ecd7-2f63-4816-aa5f-98c33ea1aa1d req-eaff6ea0-cf04-476b-bfa7-e0a1bb185004 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff668963-bdb7-4585-b8f9-159739dcd91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779848 Feb 09 01:48:13.927514 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37320) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:14.040210 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-4837263b-8ff7-45eb-9368-71873d94c6a0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-65325889-network', 'tenant_id': '9581d3e2136349809574d5d50b2e91a0'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:14.063574 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4837263b-8ff7-45eb-9368-71873d94c6a0 admin admin] Made reservation on behalf of 9581d3e2136349809574d5d50b2e91a0 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:14.066185 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4837263b-8ff7-45eb-9368-71873d94c6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:14.078226 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4837263b-8ff7-45eb-9368-71873d94c6a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:14.168144 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4837263b-8ff7-45eb-9368-71873d94c6a0 admin admin] Publish callbacks [] for security_group (afa4d2ee-f9b1-4306-af02-322ad01ce1d2), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:14.172762 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4837263b-8ff7-45eb-9368-71873d94c6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (afa4d2ee-f9b1-4306-af02-322ad01ce1d2), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:14.204582 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4837263b-8ff7-45eb-9368-71873d94c6a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:48:14.211297 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837263b-8ff7-45eb-9368-71873d94c6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa4d2ee-f9b1-4306-af02-322ad01ce1d2,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:14.219901 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4837263b-8ff7-45eb-9368-71873d94c6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (81466535-5444-4419-a1c8-9c62ce731f5a), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:14.220787 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-4837263b-8ff7-45eb-9368-71873d94c6a0 admin admin] Added segment 81466535-5444-4419-a1c8-9c62ce731f5a of type vlan for network 32b8ea14-af77-4794-8460-248a3f1a4a24 Feb 09 01:48:14.264635 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4837263b-8ff7-45eb-9368-71873d94c6a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (32b8ea14-af77-4794-8460-248a3f1a4a24), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:14.295239 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4837263b-8ff7-45eb-9368-71873d94c6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (32b8ea14-af77-4794-8460-248a3f1a4a24), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:14.296200 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4837263b-8ff7-45eb-9368-71873d94c6a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:14.297029 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4837263b-8ff7-45eb-9368-71873d94c6a0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:14.351694 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4837263b-8ff7-45eb-9368-71873d94c6a0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4229915 Feb 09 01:48:14.355620 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37334) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:14.361185 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-9a4d3376-c0da-43c7-9f88-0f4011b5a3d7 admin admin] Request body: {'subnet': {'network_id': '32b8ea14-af77-4794-8460-248a3f1a4a24', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-65325889-subnet', 'tenant_id': '9581d3e2136349809574d5d50b2e91a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:14.390976 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837263b-8ff7-45eb-9368-71873d94c6a0 admin admin] Pushing event updated for resources: {'Network': ['ID=32b8ea14-af77-4794-8460-248a3f1a4a24,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:14.418400 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4d3376-c0da-43c7-9f88-0f4011b5a3d7 admin admin] Made reservation on behalf of 9581d3e2136349809574d5d50b2e91a0 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:14.421661 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9a4d3376-c0da-43c7-9f88-0f4011b5a3d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:14.561857 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device b3094b9b-a439-4dd9-938c-6fcdfe711eed details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:48:14.606678 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 32b8ea14-af77-4794-8460-248a3f1a4a24 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:48:14.687972 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9a4d3376-c0da-43c7-9f88-0f4011b5a3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (ca34bfc8-88ac-42ed-8dae-8a1fc72049a9), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:14.765477 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d3376-c0da-43c7-9f88-0f4011b5a3d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca34bfc8-88ac-42ed-8dae-8a1fc72049a9,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:14.773944 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4d3376-c0da-43c7-9f88-0f4011b5a3d7 admin admin] Checking segment: {'id': '81466535-5444-4419-a1c8-9c62ce731f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '32b8ea14-af77-4794-8460-248a3f1a4a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:48:14.774407 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4d3376-c0da-43c7-9f88-0f4011b5a3d7 admin admin] Network hostable DHCP agents. Network: 32b8ea14-af77-4794-8460-248a3f1a4a24, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:48:14.782385 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port b3094b9b-a439-4dd9-938c-6fcdfe711eed, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=b3094b9b-a439-4dd9-938c-6fcdfe711eed,segment=NetworkSegment(a9209083-134e-40f8-813f-af1b99b5fa95),segment_id=a9209083-134e-40f8-813f-af1b99b5fa95)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:14.803914 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4d3376-c0da-43c7-9f88-0f4011b5a3d7 admin admin] Network 32b8ea14-af77-4794-8460-248a3f1a4a24 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:48:14.817771 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-9a4d3376-c0da-43c7-9f88-0f4011b5a3d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 32b8ea14-af77-4794-8460-248a3f1a4a24) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:14.821801 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': 'b3094b9b-a439-4dd9-938c-6fcdfe711eed', 'network_id': 'f81ab159-5933-493a-a34f-60715074437e', 'port_id': 'b3094b9b-a439-4dd9-938c-6fcdfe711eed', 'mac_address': 'fa:16:3e:41:31:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '833c5d43-b1f2-419e-ba16-960848512738', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:48:14.823709 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4d3376-c0da-43c7-9f88-0f4011b5a3d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:14.825472 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9a4d3376-c0da-43c7-9f88-0f4011b5a3d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:14.836583 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201c3182-0dad-4774-934a-739110211f3d None None] Network 32b8ea14-af77-4794-8460-248a3f1a4a24 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:48:14.882126 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9a4d3376-c0da-43c7-9f88-0f4011b5a3d7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5107472 Feb 09 01:48:14.950917 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6492a-6996-4a8c-9395-11fa66c79945 req-e121d9fd-0193-4694-8680-a8cc476cbac0 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:14.953596 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-20a6492a-6996-4a8c-9395-11fa66c79945 req-e121d9fd-0193-4694-8680-a8cc476cbac0 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=eab69cef-f4a0-40b1-8df2-c3b8278b3196 HTTP/1.1" status: 200 len: 944 time: 0.1001000 Feb 09 01:48:15.008099 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port b3094b9b-a439-4dd9-938c-6fcdfe711eed is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:15.008654 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b3094b9b-a439-4dd9-938c-6fcdfe711eed), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:15.044222 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3094b9b-a439-4dd9-938c-6fcdfe711eed {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:48:15.098533 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-20a6492a-6996-4a8c-9395-11fa66c79945 req-81d34532-0f7c-434d-96a6-7f898c149d5e tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff668963-bdb7-4585-b8f9-159739dcd91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225300 Feb 09 01:48:15.128108 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9a1fc4-bafc-4274-b548-301c95b914ca None None] Network 32b8ea14-af77-4794-8460-248a3f1a4a24 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:48:15.207732 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port b3094b9b-a439-4dd9-938c-6fcdfe711eed, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=b3094b9b-a439-4dd9-938c-6fcdfe711eed,segment=NetworkSegment(a9209083-134e-40f8-813f-af1b99b5fa95),segment_id=a9209083-134e-40f8-813f-af1b99b5fa95)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:15.218218 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b3094b9b-a439-4dd9-938c-6fcdfe711eed), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:15.320125 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=b3094b9b-a439-4dd9-938c-6fcdfe711eed,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:15.481776 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['b3094b9b-a439-4dd9-938c-6fcdfe711eed'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:48:15.627382 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37374) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:15.632876 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-0d3f07f1-0f99-4232-8b85-343df7085e7c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-881813522-network', 'tenant_id': 'd25f43ecd9724573be2eead5ebbc6f51'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:15.667270 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3f07f1-0f99-4232-8b85-343df7085e7c admin admin] Made reservation on behalf of d25f43ecd9724573be2eead5ebbc6f51 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:15.671358 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0d3f07f1-0f99-4232-8b85-343df7085e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:15.681498 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0d3f07f1-0f99-4232-8b85-343df7085e7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:15.795296 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0d3f07f1-0f99-4232-8b85-343df7085e7c admin admin] Publish callbacks [] for security_group (8d611147-05c9-438a-afaa-f218ecec3669), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:15.811724 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0d3f07f1-0f99-4232-8b85-343df7085e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (8d611147-05c9-438a-afaa-f218ecec3669), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:15.842183 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d3f07f1-0f99-4232-8b85-343df7085e7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:48:15.852811 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f07f1-0f99-4232-8b85-343df7085e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d611147-05c9-438a-afaa-f218ecec3669,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:15.859457 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0d3f07f1-0f99-4232-8b85-343df7085e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (57395a00-4447-4efe-9df0-47f2b74d299b), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:15.860073 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-0d3f07f1-0f99-4232-8b85-343df7085e7c admin admin] Added segment 57395a00-4447-4efe-9df0-47f2b74d299b of type vlan for network 59f2519e-ae8c-4be1-80c2-f0bbbe4ea59e Feb 09 01:48:15.910612 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0d3f07f1-0f99-4232-8b85-343df7085e7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (59f2519e-ae8c-4be1-80c2-f0bbbe4ea59e), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:15.940773 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0d3f07f1-0f99-4232-8b85-343df7085e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (59f2519e-ae8c-4be1-80c2-f0bbbe4ea59e), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:15.942631 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3f07f1-0f99-4232-8b85-343df7085e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:15.943267 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0d3f07f1-0f99-4232-8b85-343df7085e7c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:16.009577 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0d3f07f1-0f99-4232-8b85-343df7085e7c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3808098 Feb 09 01:48:16.012957 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37382) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:16.019248 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-3310a2bf-1c8b-4fc7-a61a-243a3becc8d2 admin admin] Request body: {'subnet': {'network_id': '59f2519e-ae8c-4be1-80c2-f0bbbe4ea59e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-881813522-subnet', 'tenant_id': 'd25f43ecd9724573be2eead5ebbc6f51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:16.033397 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f07f1-0f99-4232-8b85-343df7085e7c admin admin] Pushing event updated for resources: {'Network': ['ID=59f2519e-ae8c-4be1-80c2-f0bbbe4ea59e,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:16.045855 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 59f2519e-ae8c-4be1-80c2-f0bbbe4ea59e details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:48:16.052055 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3310a2bf-1c8b-4fc7-a61a-243a3becc8d2 admin admin] Made reservation on behalf of d25f43ecd9724573be2eead5ebbc6f51 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:16.055625 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3310a2bf-1c8b-4fc7-a61a-243a3becc8d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:16.315724 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e203af9-748e-4c05-96b8-0356cde18d3c req-66f350cc-1c94-493e-9081-3618f4cbb967 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:16.317291 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2e203af9-748e-4c05-96b8-0356cde18d3c req-66f350cc-1c94-493e-9081-3618f4cbb967 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=eab69cef-f4a0-40b1-8df2-c3b8278b3196 HTTP/1.1" status: 200 len: 945 time: 0.1132717 Feb 09 01:48:16.319304 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3310a2bf-1c8b-4fc7-a61a-243a3becc8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (ea7e27a3-1bc0-4541-a660-e06a9aec17be), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:16.411831 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3310a2bf-1c8b-4fc7-a61a-243a3becc8d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea7e27a3-1bc0-4541-a660-e06a9aec17be,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:16.435765 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2e203af9-748e-4c05-96b8-0356cde18d3c req-9cdf6eab-a194-468e-be46-4050f4c05733 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff668963-bdb7-4585-b8f9-159739dcd91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085391 Feb 09 01:48:16.438873 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3310a2bf-1c8b-4fc7-a61a-243a3becc8d2 admin admin] Checking segment: {'id': '57395a00-4447-4efe-9df0-47f2b74d299b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '59f2519e-ae8c-4be1-80c2-f0bbbe4ea59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:48:16.439244 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3310a2bf-1c8b-4fc7-a61a-243a3becc8d2 admin admin] Network hostable DHCP agents. Network: 59f2519e-ae8c-4be1-80c2-f0bbbe4ea59e, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:48:16.464578 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3310a2bf-1c8b-4fc7-a61a-243a3becc8d2 admin admin] Network 59f2519e-ae8c-4be1-80c2-f0bbbe4ea59e is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:48:16.475667 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-3310a2bf-1c8b-4fc7-a61a-243a3becc8d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 59f2519e-ae8c-4be1-80c2-f0bbbe4ea59e) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:16.481488 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3310a2bf-1c8b-4fc7-a61a-243a3becc8d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:16.482419 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3310a2bf-1c8b-4fc7-a61a-243a3becc8d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:16.486331 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094fce9d-0317-4308-b436-2376b5b7f4a0 None None] Network 59f2519e-ae8c-4be1-80c2-f0bbbe4ea59e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:48:16.504029 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3310a2bf-1c8b-4fc7-a61a-243a3becc8d2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4868810 Feb 09 01:48:16.567328 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device b3094b9b-a439-4dd9-938c-6fcdfe711eed up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:48:16.653504 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42408225-52e1-4054-acf8-670b8d609a75 None None] Network 59f2519e-ae8c-4be1-80c2-f0bbbe4ea59e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:48:16.680269 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37402) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:16.698322 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port b3094b9b-a439-4dd9-938c-6fcdfe711eed completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:48:16.705116 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port b3094b9b-a439-4dd9-938c-6fcdfe711eed triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:16.705488 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b3094b9b-a439-4dd9-938c-6fcdfe711eed), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:16.734547 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-596afa65-a78e-483d-8971-5ab2f3375265 admin admin] Deleting subnet ca34bfc8-88ac-42ed-8dae-8a1fc72049a9 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:48:16.738720 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-596afa65-a78e-483d-8971-5ab2f3375265 admin admin] Publish callbacks [] for subnet (ca34bfc8-88ac-42ed-8dae-8a1fc72049a9), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:16.797938 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-596afa65-a78e-483d-8971-5ab2f3375265 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (ca34bfc8-88ac-42ed-8dae-8a1fc72049a9), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:16.848524 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port b3094b9b-a439-4dd9-938c-6fcdfe711eed is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:16.848813 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-596afa65-a78e-483d-8971-5ab2f3375265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (ca34bfc8-88ac-42ed-8dae-8a1fc72049a9), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:16.849128 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b3094b9b-a439-4dd9-938c-6fcdfe711eed), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:16.875242 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab69cef-f4a0-40b1-8df2-c3b8278b3196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3094b9b-a439-4dd9-938c-6fcdfe711eed'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:48:16.878166 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b461685d-cf58-44e6-b868-7ecd8597838d" -d '{"events": [{"server_uuid": "eab69cef-f4a0-40b1-8df2-c3b8278b3196", "name": "network-vif-plugged", "status": "completed", "tag": "b3094b9b-a439-4dd9-938c-6fcdfe711eed"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:48:16.899718 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port b3094b9b-a439-4dd9-938c-6fcdfe711eed, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=b3094b9b-a439-4dd9-938c-6fcdfe711eed,segment=NetworkSegment(a9209083-134e-40f8-813f-af1b99b5fa95),segment_id=a9209083-134e-40f8-813f-af1b99b5fa95)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:16.908338 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b3094b9b-a439-4dd9-938c-6fcdfe711eed), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:16.933630 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-596afa65-a78e-483d-8971-5ab2f3375265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (ca34bfc8-88ac-42ed-8dae-8a1fc72049a9), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:16.940044 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a120483-5df5-489d-80bb-4f63b9b7b86c x-openstack-request-id: req-9a120483-5df5-489d-80bb-4f63b9b7b86c {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:48:16.940571 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab69cef-f4a0-40b1-8df2-c3b8278b3196", "name": "network-vif-plugged", "status": "completed", "tag": "b3094b9b-a439-4dd9-938c-6fcdfe711eed", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:48:16.940866 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9a120483-5df5-489d-80bb-4f63b9b7b86c {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:48:16.941284 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab69cef-f4a0-40b1-8df2-c3b8278b3196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3094b9b-a439-4dd9-938c-6fcdfe711eed', 'code': 200} Feb 09 01:48:16.966851 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596afa65-a78e-483d-8971-5ab2f3375265 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca34bfc8-88ac-42ed-8dae-8a1fc72049a9,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:16.976821 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-596afa65-a78e-483d-8971-5ab2f3375265 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:16.977539 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=b3094b9b-a439-4dd9-938c-6fcdfe711eed,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:16.991207 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37412) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:16.991726 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-596afa65-a78e-483d-8971-5ab2f3375265 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ca34bfc8-88ac-42ed-8dae-8a1fc72049a9 HTTP/1.1" status: 204 len: 168 time: 0.3088715 Feb 09 01:48:17.061445 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7941933-6837-4180-af8d-f34c24e2a94e req-6ac199b9-42e6-4c3b-80a8-89de49d9ad13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:17.063009 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b7941933-6837-4180-af8d-f34c24e2a94e req-6ac199b9-42e6-4c3b-80a8-89de49d9ad13 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=eab69cef-f4a0-40b1-8df2-c3b8278b3196 HTTP/1.1" status: 200 len: 1129 time: 0.0569291 Feb 09 01:48:17.104968 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cc91d2d2-608c-4353-9aff-6afc4cede262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (32b8ea14-af77-4794-8460-248a3f1a4a24), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:17.124875 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b7941933-6837-4180-af8d-f34c24e2a94e req-ded2bcd0-91f8-421b-96ba-57cdcd5df67c service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=ff668963-bdb7-4585-b8f9-159739dcd91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552781 Feb 09 01:48:17.206435 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cc91d2d2-608c-4353-9aff-6afc4cede262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (32b8ea14-af77-4794-8460-248a3f1a4a24), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:17.235725 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-cc91d2d2-608c-4353-9aff-6afc4cede262 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32b8ea14-af77-4794-8460-248a3f1a4a24']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:17.247406 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-cc91d2d2-608c-4353-9aff-6afc4cede262 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81466535-5444-4419-a1c8-9c62ce731f5a') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:17.247794 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-cc91d2d2-608c-4353-9aff-6afc4cede262 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81466535-5444-4419-a1c8-9c62ce731f5a') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:17.257803 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cc91d2d2-608c-4353-9aff-6afc4cede262 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (81466535-5444-4419-a1c8-9c62ce731f5a), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:17.272187 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cc91d2d2-608c-4353-9aff-6afc4cede262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (81466535-5444-4419-a1c8-9c62ce731f5a), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:17.279454 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc91d2d2-608c-4353-9aff-6afc4cede262 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:48:17.279846 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cc91d2d2-608c-4353-9aff-6afc4cede262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (81466535-5444-4419-a1c8-9c62ce731f5a), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:17.281690 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:48:17.281690 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:48:17.281690 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:48:17.281690 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:48:17.281690 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:48:17.281690 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:48:17.281690 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:48:17.281690 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:48:17.281690 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:48:17.281690 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:48:17.281690 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:48:17.281690 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:48:17.281690 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:48:17.281690 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:48:17.281690 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:48:17.281690 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:48:17.281690 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:48:17.281690 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:48:17.281690 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:48:17.281690 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:48:17.281690 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:48:17.281690 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:48:17.281690 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:48:17.281690 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:48:17.281690 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:48:17.281690 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:48:17.281690 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:48:17.281690 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:48:17.281690 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:48:17.281690 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:48:17.281690 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:48:17.281690 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:48:17.341936 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cc91d2d2-608c-4353-9aff-6afc4cede262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (32b8ea14-af77-4794-8460-248a3f1a4a24), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:17.347857 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cc91d2d2-608c-4353-9aff-6afc4cede262 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:17.352447 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-cc91d2d2-608c-4353-9aff-6afc4cede262 admin admin] 10.222.0.30 "DELETE /v2.0/networks/32b8ea14-af77-4794-8460-248a3f1a4a24 HTTP/1.1" status: 204 len: 168 time: 0.3593199 Feb 09 01:48:17.354303 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37422) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:17.364658 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc91d2d2-608c-4353-9aff-6afc4cede262 admin admin] Pushing event deleted for resources: {'Network': ['ID=32b8ea14-af77-4794-8460-248a3f1a4a24,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:17.413022 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-66edb4a7-8c2f-4211-b2d1-31145108049f admin admin] Deleting subnet ea7e27a3-1bc0-4541-a660-e06a9aec17be {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:48:17.417054 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-66edb4a7-8c2f-4211-b2d1-31145108049f admin admin] Publish callbacks [] for subnet (ea7e27a3-1bc0-4541-a660-e06a9aec17be), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:17.456408 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-66edb4a7-8c2f-4211-b2d1-31145108049f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (ea7e27a3-1bc0-4541-a660-e06a9aec17be), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:17.505195 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-66edb4a7-8c2f-4211-b2d1-31145108049f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (ea7e27a3-1bc0-4541-a660-e06a9aec17be), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:17.582497 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7592c13-685c-432b-a5fd-38b58956cea8 req-932e2092-cc3a-4013-9644-d0b3a3b322c5 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:17.583946 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d7592c13-685c-432b-a5fd-38b58956cea8 req-932e2092-cc3a-4013-9644-d0b3a3b322c5 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=eab69cef-f4a0-40b1-8df2-c3b8278b3196 HTTP/1.1" status: 200 len: 946 time: 0.0713413 Feb 09 01:48:17.593625 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-66edb4a7-8c2f-4211-b2d1-31145108049f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (ea7e27a3-1bc0-4541-a660-e06a9aec17be), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:17.628491 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66edb4a7-8c2f-4211-b2d1-31145108049f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea7e27a3-1bc0-4541-a660-e06a9aec17be,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:17.636363 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-66edb4a7-8c2f-4211-b2d1-31145108049f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:17.651992 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-66edb4a7-8c2f-4211-b2d1-31145108049f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ea7e27a3-1bc0-4541-a660-e06a9aec17be HTTP/1.1" status: 204 len: 168 time: 0.2877154 Feb 09 01:48:17.660872 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37432) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:17.674916 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d7592c13-685c-432b-a5fd-38b58956cea8 req-6ce06f6c-782d-403a-8eae-2cb0e14c7ef1 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff668963-bdb7-4585-b8f9-159739dcd91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777724 Feb 09 01:48:17.738993 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f5ad35b0-6f72-4acc-b79a-91922aa6851d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (59f2519e-ae8c-4be1-80c2-f0bbbe4ea59e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:17.835030 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f5ad35b0-6f72-4acc-b79a-91922aa6851d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (59f2519e-ae8c-4be1-80c2-f0bbbe4ea59e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:17.859609 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-f5ad35b0-6f72-4acc-b79a-91922aa6851d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59f2519e-ae8c-4be1-80c2-f0bbbe4ea59e']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:17.876935 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-f5ad35b0-6f72-4acc-b79a-91922aa6851d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57395a00-4447-4efe-9df0-47f2b74d299b') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:17.876935 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-f5ad35b0-6f72-4acc-b79a-91922aa6851d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57395a00-4447-4efe-9df0-47f2b74d299b') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:17.883627 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f5ad35b0-6f72-4acc-b79a-91922aa6851d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (57395a00-4447-4efe-9df0-47f2b74d299b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:17.899083 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f5ad35b0-6f72-4acc-b79a-91922aa6851d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (57395a00-4447-4efe-9df0-47f2b74d299b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:17.906153 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5ad35b0-6f72-4acc-b79a-91922aa6851d admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:48:17.906693 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f5ad35b0-6f72-4acc-b79a-91922aa6851d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (57395a00-4447-4efe-9df0-47f2b74d299b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:17.909095 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:48:17.909095 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:48:17.909095 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:48:17.909095 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:48:17.909095 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:48:17.909095 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:48:17.909095 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:48:17.909095 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:48:17.909095 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:48:17.909095 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:48:17.909095 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:48:17.909095 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:48:17.909095 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:48:17.909095 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:48:17.909095 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:48:17.909095 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:48:17.909095 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:48:17.909095 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:48:17.909095 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:48:17.909095 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:48:17.909095 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:48:17.909095 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:48:17.909095 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:48:17.909095 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:48:17.909095 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:48:17.909095 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:48:17.909095 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:48:17.909095 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:48:17.909095 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:48:17.909095 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:48:17.909095 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:48:17.909095 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:48:17.976781 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f5ad35b0-6f72-4acc-b79a-91922aa6851d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (59f2519e-ae8c-4be1-80c2-f0bbbe4ea59e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:17.982848 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f5ad35b0-6f72-4acc-b79a-91922aa6851d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:17.988139 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f5ad35b0-6f72-4acc-b79a-91922aa6851d admin admin] 10.222.0.30 "DELETE /v2.0/networks/59f2519e-ae8c-4be1-80c2-f0bbbe4ea59e HTTP/1.1" status: 204 len: 168 time: 0.3245938 Feb 09 01:48:18.011688 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad35b0-6f72-4acc-b79a-91922aa6851d admin admin] Pushing event deleted for resources: {'Network': ['ID=59f2519e-ae8c-4be1-80c2-f0bbbe4ea59e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:18.193401 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37448) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:18.239814 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-546507d4-fbe5-4c13-bfac-5d46c9ca3517 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9581d3e2136349809574d5d50b2e91a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0450494 Feb 09 01:48:18.242438 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37452) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:18.314878 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0818503a-fec8-43d9-8fa6-82d31c0801d4 admin admin] Publish callbacks [] for security_group (afa4d2ee-f9b1-4306-af02-322ad01ce1d2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:18.351023 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0818503a-fec8-43d9-8fa6-82d31c0801d4 admin admin] Publish callbacks [] for security_group (afa4d2ee-f9b1-4306-af02-322ad01ce1d2), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:18.437073 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0818503a-fec8-43d9-8fa6-82d31c0801d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (afa4d2ee-f9b1-4306-af02-322ad01ce1d2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:18.439669 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0818503a-fec8-43d9-8fa6-82d31c0801d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:18.440887 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0818503a-fec8-43d9-8fa6-82d31c0801d4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/afa4d2ee-f9b1-4306-af02-322ad01ce1d2 HTTP/1.1" status: 204 len: 168 time: 0.1974254 Feb 09 01:48:18.451051 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0818503a-fec8-43d9-8fa6-82d31c0801d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa4d2ee-f9b1-4306-af02-322ad01ce1d2,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:18.831782 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d472d5-f7a3-4678-92ea-4a090d92d42d req-0c3d8aa5-384a-45e9-be60-751a4dbe8fa8 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:18.833406 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-27d472d5-f7a3-4678-92ea-4a090d92d42d req-0c3d8aa5-384a-45e9-be60-751a4dbe8fa8 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=eab69cef-f4a0-40b1-8df2-c3b8278b3196 HTTP/1.1" status: 200 len: 946 time: 0.0728014 Feb 09 01:48:18.859731 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37466) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:18.900823 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-27d472d5-f7a3-4678-92ea-4a090d92d42d req-6ef86e7e-1253-4b26-8dd9-ee93105874d0 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff668963-bdb7-4585-b8f9-159739dcd91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554528 Feb 09 01:48:18.904511 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1d02276d-fa01-4843-88d6-0eecd72cf9f9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d25f43ecd9724573be2eead5ebbc6f51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425327 Feb 09 01:48:18.907259 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37468) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:18.971391 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e8c0a925-3bb1-49be-ace9-f5e0c4124636 admin admin] Publish callbacks [] for security_group (8d611147-05c9-438a-afaa-f218ecec3669), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:18.996419 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e8c0a925-3bb1-49be-ace9-f5e0c4124636 admin admin] Publish callbacks [] for security_group (8d611147-05c9-438a-afaa-f218ecec3669), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:19.042079 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7c21b-5501-4fb6-a3bd-2e03f4cbcb7a req-bc374ff2-4656-432c-a3e9-bcab530d5540 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:19.043634 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-69e7c21b-5501-4fb6-a3bd-2e03f4cbcb7a req-bc374ff2-4656-432c-a3e9-bcab530d5540 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=eab69cef-f4a0-40b1-8df2-c3b8278b3196 HTTP/1.1" status: 200 len: 946 time: 0.0573339 Feb 09 01:48:19.055244 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e8c0a925-3bb1-49be-ace9-f5e0c4124636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (8d611147-05c9-438a-afaa-f218ecec3669), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:19.059082 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e8c0a925-3bb1-49be-ace9-f5e0c4124636 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:19.063790 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e8c0a925-3bb1-49be-ace9-f5e0c4124636 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8d611147-05c9-438a-afaa-f218ecec3669 HTTP/1.1" status: 204 len: 168 time: 0.1548753 Feb 09 01:48:19.075492 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0a925-3bb1-49be-ace9-f5e0c4124636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d611147-05c9-438a-afaa-f218ecec3669,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:19.114167 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-69e7c21b-5501-4fb6-a3bd-2e03f4cbcb7a req-bde7588b-dafd-4261-8274-e13e23e398a3 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff668963-bdb7-4585-b8f9-159739dcd91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637989 Feb 09 01:48:19.569209 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:20.605391 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37518) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:20.831894 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1bf01b14-cfb6-4de7-8aa9-f99754732919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:21.102310 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:21.254435 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-729877ca-5b5d-4f18-9272-c816f9521026 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:21.678672 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-729877ca-5b5d-4f18-9272-c816f9521026 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Allocated IP 172.20.0.17 (f81ab159-5933-493a-a34f-60715074437e/833c5d43-b1f2-419e-ba16-960848512738/756a1cb9-f7b7-46d3-8635-89c253255190) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:48:21.824567 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-729877ca-5b5d-4f18-9272-c816f9521026 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for port (756a1cb9-f7b7-46d3-8635-89c253255190), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:21.892098 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-729877ca-5b5d-4f18-9272-c816f9521026 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (756a1cb9-f7b7-46d3-8635-89c253255190), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:21.967305 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729877ca-5b5d-4f18-9272-c816f9521026 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'Port': ['ID=756a1cb9-f7b7-46d3-8635-89c253255190,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:21.973017 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729877ca-5b5d-4f18-9272-c816f9521026 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Network f81ab159-5933-493a-a34f-60715074437e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:21.975376 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-729877ca-5b5d-4f18-9272-c816f9521026 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:21.978605 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729877ca-5b5d-4f18-9272-c816f9521026 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:48:22.043319 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-729877ca-5b5d-4f18-9272-c816f9521026 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (0dce1881-55a2-4e02-8b20-fa786109c94e), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:22.251120 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:48:22.263193 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-729877ca-5b5d-4f18-9272-c816f9521026 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (756a1cb9-f7b7-46d3-8635-89c253255190), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:22.368651 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-6760f4e7-51ab-4bcf-a038-4944cfc242ab None None] Provisioning complete for port 756a1cb9-f7b7-46d3-8635-89c253255190 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:22.369711 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6760f4e7-51ab-4bcf-a038-4944cfc242ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (756a1cb9-f7b7-46d3-8635-89c253255190), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:22.439217 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6760f4e7-51ab-4bcf-a038-4944cfc242ab None None] Port 756a1cb9-f7b7-46d3-8635-89c253255190 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:48:22.634925 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-729877ca-5b5d-4f18-9272-c816f9521026 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for port (756a1cb9-f7b7-46d3-8635-89c253255190), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:22.640602 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-729877ca-5b5d-4f18-9272-c816f9521026 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (756a1cb9-f7b7-46d3-8635-89c253255190), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:22.720559 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729877ca-5b5d-4f18-9272-c816f9521026 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'Port': ['ID=756a1cb9-f7b7-46d3-8635-89c253255190,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:22.726305 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-729877ca-5b5d-4f18-9272-c816f9521026 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (0dce1881-55a2-4e02-8b20-fa786109c94e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:22.751960 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37618) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:22.845449 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729877ca-5b5d-4f18-9272-c816f9521026 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Network f81ab159-5933-493a-a34f-60715074437e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:22.847648 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-729877ca-5b5d-4f18-9272-c816f9521026 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:22.885945 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1411d5be-d4b6-403c-9e1b-06618944f0ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:23.008188 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729877ca-5b5d-4f18-9272-c816f9521026 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Router 0dce1881-55a2-4e02-8b20-fa786109c94e has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:48:23.023477 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1411d5be-d4b6-403c-9e1b-06618944f0ed admin admin] Publish callbacks [] for security_group (bb62037e-4a06-48b2-b1f1-db4f251504a5), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:23.029337 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1411d5be-d4b6-403c-9e1b-06618944f0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (bb62037e-4a06-48b2-b1f1-db4f251504a5), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:23.085160 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1411d5be-d4b6-403c-9e1b-06618944f0ed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=caf907685b724de1a20722a19a9aa9a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3317986 Feb 09 01:48:23.086240 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37622) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:23.090482 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1411d5be-d4b6-403c-9e1b-06618944f0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb62037e-4a06-48b2-b1f1-db4f251504a5,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:23.151880 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729877ca-5b5d-4f18-9272-c816f9521026 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:48:23.168384 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-729877ca-5b5d-4f18-9272-c816f9521026 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "PUT /v2.0/routers/0dce1881-55a2-4e02-8b20-fa786109c94e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5506651 Feb 09 01:48:23.168505 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-22f878d1-2623-4af3-8e70-f31f51025339 admin admin] Publish callbacks [] for security_group (bb62037e-4a06-48b2-b1f1-db4f251504a5), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:23.175422 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415ff259-891e-4968-9c39-41ba4c6a4ef2 None None] Sync routers for ids ['0dce1881-55a2-4e02-8b20-fa786109c94e'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:48:23.190330 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-22f878d1-2623-4af3-8e70-f31f51025339 admin admin] Publish callbacks [] for security_group (bb62037e-4a06-48b2-b1f1-db4f251504a5), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:23.195018 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415ff259-891e-4968-9c39-41ba4c6a4ef2 None None] Routers {'0dce1881-55a2-4e02-8b20-fa786109c94e'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:23.195647 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-415ff259-891e-4968-9c39-41ba4c6a4ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:47:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['0dce1881-55a2-4e02-8b20-fa786109c94e'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:23.257404 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-22f878d1-2623-4af3-8e70-f31f51025339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (bb62037e-4a06-48b2-b1f1-db4f251504a5), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:23.261905 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-22f878d1-2623-4af3-8e70-f31f51025339 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:23.263169 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-22f878d1-2623-4af3-8e70-f31f51025339 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bb62037e-4a06-48b2-b1f1-db4f251504a5 HTTP/1.1" status: 204 len: 168 time: 0.1742213 Feb 09 01:48:23.273112 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-5117c532-88e2-45dd-8b7d-33299b58ee7d None None] Provisioning complete for port 756a1cb9-f7b7-46d3-8635-89c253255190 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:23.273478 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5117c532-88e2-45dd-8b7d-33299b58ee7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (756a1cb9-f7b7-46d3-8635-89c253255190), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:23.283252 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f878d1-2623-4af3-8e70-f31f51025339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb62037e-4a06-48b2-b1f1-db4f251504a5,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:23.343438 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5117c532-88e2-45dd-8b7d-33299b58ee7d None None] Port 756a1cb9-f7b7-46d3-8635-89c253255190 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:48:23.370490 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-415ff259-891e-4968-9c39-41ba4c6a4ef2 None None] Set router 0dce1881-55a2-4e02-8b20-fa786109c94e gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:48:23.596692 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 37634) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:23.610916 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-62156af9-d146-44b2-af34-d5565ae11fd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:23.646747 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-415ff259-891e-4968-9c39-41ba4c6a4ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'name': 'tempest-TestNetworkBasicOps-router-1046088792', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '75f5123f-afaf-4d07-8fa4-62c0cdc15607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:51Z', 'updated_at': '2022-02-09T01:48:22Z', 'revision_number': 5, 'project_id': 'be37988e5bf5448987567e96924ed429', 'gw_port': {'id': '75f5123f-afaf-4d07-8fa4-62c0cdc15607', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:51Z', 'updated_at': '2022-02-09T01:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '11e6615a-eca9-40df-b26a-eec05980f66e', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'floating_ip_address': '172.25.1.168', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'port_id': '0bf8db30-2355-42ba-afdf-ef1d14ea9630', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58', 'mac_address': 'fa:16:3e:93:da:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315077bf-9b8d-49d9-984d-c82f468b5518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:47:19Z', 'updated_at': '2022-02-09T01:47:22Z', 'revision_number': 1, 'project_id': 'be37988e5bf5448987567e96924ed429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0140b849-a566-482f-8deb-8686b9d59698', 'name': '', 'network_id': '4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'mac_address': 'fa:16:3e:93:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '70d72c7d-b433-4f85-8107-a34d8ae7640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:56Z', 'updated_at': '2022-02-09T01:47:04Z', 'revision_number': 5, 'project_id': 'be37988e5bf5448987567e96924ed429', 'subnets': [{'id': '70d72c7d-b433-4f85-8107-a34d8ae7640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '756a1cb9-f7b7-46d3-8635-89c253255190', 'name': '', 'network_id': 'f81ab159-5933-493a-a34f-60715074437e', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'mac_address': 'fa:16:3e:8d:39:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '833c5d43-b1f2-419e-ba16-960848512738', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:48:21Z', 'updated_at': '2022-02-09T01:48:22Z', 'revision_number': 2, 'project_id': 'be37988e5bf5448987567e96924ed429', 'subnets': [{'id': '833c5d43-b1f2-419e-ba16-960848512738', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:23.680785 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415ff259-891e-4968-9c39-41ba4c6a4ef2 None None] Checking router: 0dce1881-55a2-4e02-8b20-fa786109c94e for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:48:23.681156 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415ff259-891e-4968-9c39-41ba4c6a4ef2 None None] Updating router 0dce1881-55a2-4e02-8b20-fa786109c94e port 756a1cb9-f7b7-46d3-8635-89c253255190 binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:48:23.707697 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-62156af9-d146-44b2-af34-d5565ae11fd4 admin admin] Publish callbacks [] for security_group (c472159d-46e9-418f-b3e4-41224e161396), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:23.712571 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-62156af9-d146-44b2-af34-d5565ae11fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c472159d-46e9-418f-b3e4-41224e161396), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:23.717742 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-415ff259-891e-4968-9c39-41ba4c6a4ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (756a1cb9-f7b7-46d3-8635-89c253255190), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:23.760380 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-62156af9-d146-44b2-af34-d5565ae11fd4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8924585c226c450daaf2d4d9cabba816&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1622317 Feb 09 01:48:23.761630 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62156af9-d146-44b2-af34-d5565ae11fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c472159d-46e9-418f-b3e4-41224e161396,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:23.764891 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37636) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:23.836442 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-391a91d4-3f9b-4863-bbef-7842ff994171 admin admin] Publish callbacks [] for security_group (c472159d-46e9-418f-b3e4-41224e161396), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:23.865710 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-391a91d4-3f9b-4863-bbef-7842ff994171 admin admin] Publish callbacks [] for security_group (c472159d-46e9-418f-b3e4-41224e161396), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:23.929453 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-391a91d4-3f9b-4863-bbef-7842ff994171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c472159d-46e9-418f-b3e4-41224e161396), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:23.933388 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-391a91d4-3f9b-4863-bbef-7842ff994171 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:23.937345 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-391a91d4-3f9b-4863-bbef-7842ff994171 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c472159d-46e9-418f-b3e4-41224e161396 HTTP/1.1" status: 204 len: 168 time: 0.1671865 Feb 09 01:48:23.944205 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391a91d4-3f9b-4863-bbef-7842ff994171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c472159d-46e9-418f-b3e4-41224e161396,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:24.230818 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-415ff259-891e-4968-9c39-41ba4c6a4ef2 None None] Publish callbacks [] for port (756a1cb9-f7b7-46d3-8635-89c253255190), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:24.237433 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-415ff259-891e-4968-9c39-41ba4c6a4ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (756a1cb9-f7b7-46d3-8635-89c253255190), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:24.332569 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a8e9ce76-d51e-43bb-9f53-2a0507b98a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:24.337314 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02790d2f-6721-4ea6-bf9e-9ad5728d5dfe None None] Pushing event updated for resources: {'Port': ['ID=756a1cb9-f7b7-46d3-8635-89c253255190,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:24.386276 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-415ff259-891e-4968-9c39-41ba4c6a4ef2 None None] Attempting to bind port 756a1cb9-f7b7-46d3-8635-89c253255190 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:48:24.386981 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-415ff259-891e-4968-9c39-41ba4c6a4ef2 None None] Attempting to bind port 756a1cb9-f7b7-46d3-8635-89c253255190 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'a9209083-134e-40f8-813f-af1b99b5fa95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f81ab159-5933-493a-a34f-60715074437e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:48:24.387506 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415ff259-891e-4968-9c39-41ba4c6a4ef2 None None] Attempting to bind port 756a1cb9-f7b7-46d3-8635-89c253255190 on network f81ab159-5933-493a-a34f-60715074437e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:48:24.397649 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415ff259-891e-4968-9c39-41ba4c6a4ef2 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:48:24.400343 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415ff259-891e-4968-9c39-41ba4c6a4ef2 None None] Checking segment: {'id': 'a9209083-134e-40f8-813f-af1b99b5fa95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f81ab159-5933-493a-a34f-60715074437e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:48:24.402301 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-415ff259-891e-4968-9c39-41ba4c6a4ef2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:24.402851 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415ff259-891e-4968-9c39-41ba4c6a4ef2 None None] Bound using segment: {'id': 'a9209083-134e-40f8-813f-af1b99b5fa95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f81ab159-5933-493a-a34f-60715074437e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:48:24.404447 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-415ff259-891e-4968-9c39-41ba4c6a4ef2 None None] Bound port: 756a1cb9-f7b7-46d3-8635-89c253255190, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9209083-134e-40f8-813f-af1b99b5fa95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f81ab159-5933-493a-a34f-60715074437e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:48:24.405257 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-415ff259-891e-4968-9c39-41ba4c6a4ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (756a1cb9-f7b7-46d3-8635-89c253255190), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:24.574054 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-415ff259-891e-4968-9c39-41ba4c6a4ef2 None None] For port 756a1cb9-f7b7-46d3-8635-89c253255190, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:48:24.591108 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-415ff259-891e-4968-9c39-41ba4c6a4ef2 None None] For port 756a1cb9-f7b7-46d3-8635-89c253255190, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=756a1cb9-f7b7-46d3-8635-89c253255190,segment=NetworkSegment(a9209083-134e-40f8-813f-af1b99b5fa95),segment_id=a9209083-134e-40f8-813f-af1b99b5fa95)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:48:24.598099 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-cac84daf-d8f5-416d-9dc1-fea3bba5173c None None] Provisioning complete for port 756a1cb9-f7b7-46d3-8635-89c253255190 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:24.598475 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cac84daf-d8f5-416d-9dc1-fea3bba5173c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (756a1cb9-f7b7-46d3-8635-89c253255190), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:24.602649 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-415ff259-891e-4968-9c39-41ba4c6a4ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (756a1cb9-f7b7-46d3-8635-89c253255190), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:24.723462 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415ff259-891e-4968-9c39-41ba4c6a4ef2 None None] Routers {'0dce1881-55a2-4e02-8b20-fa786109c94e'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:24.724329 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-415ff259-891e-4968-9c39-41ba4c6a4ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:48:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['0dce1881-55a2-4e02-8b20-fa786109c94e'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:24.826406 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02790d2f-6721-4ea6-bf9e-9ad5728d5dfe None None] Pushing event updated for resources: {'Port': ['ID=756a1cb9-f7b7-46d3-8635-89c253255190,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:24.926939 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-cac84daf-d8f5-416d-9dc1-fea3bba5173c None None] Current status of the port 756a1cb9-f7b7-46d3-8635-89c253255190 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:24.927327 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cac84daf-d8f5-416d-9dc1-fea3bba5173c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (756a1cb9-f7b7-46d3-8635-89c253255190), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:24.980252 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-415ff259-891e-4968-9c39-41ba4c6a4ef2 None None] Set router 0dce1881-55a2-4e02-8b20-fa786109c94e gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:48:25.008777 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-cac84daf-d8f5-416d-9dc1-fea3bba5173c None None] For port 756a1cb9-f7b7-46d3-8635-89c253255190, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=756a1cb9-f7b7-46d3-8635-89c253255190,segment=NetworkSegment(a9209083-134e-40f8-813f-af1b99b5fa95),segment_id=a9209083-134e-40f8-813f-af1b99b5fa95)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:25.016727 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cac84daf-d8f5-416d-9dc1-fea3bba5173c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (756a1cb9-f7b7-46d3-8635-89c253255190), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:25.119291 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac84daf-d8f5-416d-9dc1-fea3bba5173c None None] Pushing event updated for resources: {'Port': ['ID=756a1cb9-f7b7-46d3-8635-89c253255190,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:25.178065 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-939f407e-5b96-45f2-a542-8a0e9959d445 None None] Provisioning complete for port 756a1cb9-f7b7-46d3-8635-89c253255190 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:25.178458 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-939f407e-5b96-45f2-a542-8a0e9959d445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (756a1cb9-f7b7-46d3-8635-89c253255190), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:25.329899 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-939f407e-5b96-45f2-a542-8a0e9959d445 None None] Current status of the port 756a1cb9-f7b7-46d3-8635-89c253255190 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:25.341244 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-415ff259-891e-4968-9c39-41ba4c6a4ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'name': 'tempest-TestNetworkBasicOps-router-1046088792', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '75f5123f-afaf-4d07-8fa4-62c0cdc15607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:51Z', 'updated_at': '2022-02-09T01:48:22Z', 'revision_number': 5, 'project_id': 'be37988e5bf5448987567e96924ed429', 'gw_port': {'id': '75f5123f-afaf-4d07-8fa4-62c0cdc15607', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:51Z', 'updated_at': '2022-02-09T01:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '11e6615a-eca9-40df-b26a-eec05980f66e', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'floating_ip_address': '172.25.1.168', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'port_id': '0bf8db30-2355-42ba-afdf-ef1d14ea9630', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58', 'mac_address': 'fa:16:3e:93:da:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315077bf-9b8d-49d9-984d-c82f468b5518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:47:19Z', 'updated_at': '2022-02-09T01:47:22Z', 'revision_number': 1, 'project_id': 'be37988e5bf5448987567e96924ed429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0140b849-a566-482f-8deb-8686b9d59698', 'name': '', 'network_id': '4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'mac_address': 'fa:16:3e:93:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '70d72c7d-b433-4f85-8107-a34d8ae7640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:56Z', 'updated_at': '2022-02-09T01:47:04Z', 'revision_number': 5, 'project_id': 'be37988e5bf5448987567e96924ed429', 'subnets': [{'id': '70d72c7d-b433-4f85-8107-a34d8ae7640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '756a1cb9-f7b7-46d3-8635-89c253255190', 'name': '', 'network_id': 'f81ab159-5933-493a-a34f-60715074437e', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'mac_address': 'fa:16:3e:8d:39:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '833c5d43-b1f2-419e-ba16-960848512738', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:48:21Z', 'updated_at': '2022-02-09T01:48:24Z', 'revision_number': 4, 'project_id': 'be37988e5bf5448987567e96924ed429', 'subnets': [{'id': '833c5d43-b1f2-419e-ba16-960848512738', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:25.373915 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415ff259-891e-4968-9c39-41ba4c6a4ef2 None None] The sync data for ids ['0dce1881-55a2-4e02-8b20-fa786109c94e'] in n-d-822053-40 is: [{'id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'name': 'tempest-TestNetworkBasicOps-router-1046088792', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '75f5123f-afaf-4d07-8fa4-62c0cdc15607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:51Z', 'updated_at': '2022-02-09T01:48:22Z', 'revision_number': 5, 'project_id': 'be37988e5bf5448987567e96924ed429', 'gw_port': {'id': '75f5123f-afaf-4d07-8fa4-62c0cdc15607', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:51Z', 'updated_at': '2022-02-09T01:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '11e6615a-eca9-40df-b26a-eec05980f66e', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'floating_ip_address': '172.25.1.168', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'port_id': '0bf8db30-2355-42ba-afdf-ef1d14ea9630', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58', 'mac_address': 'fa:16:3e:93:da:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315077bf-9b8d-49d9-984d-c82f468b5518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:47:19Z', 'updated_at': '2022-02-09T01:47:22Z', 'revision_number': 1, 'project_id': 'be37988e5bf5448987567e96924ed429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0140b849-a566-482f-8deb-8686b9d59698', 'name': '', 'network_id': '4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'mac_address': 'fa:16:3e:93:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '70d72c7d-b433-4f85-8107-a34d8ae7640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:56Z', 'updated_at': '2022-02-09T01:47:04Z', 'revision_number': 5, 'project_id': 'be37988e5bf5448987567e96924ed429', 'subnets': [{'id': '70d72c7d-b433-4f85-8107-a34d8ae7640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '756a1cb9-f7b7-46d3-8635-89c253255190', 'name': '', 'network_id': 'f81ab159-5933-493a-a34f-60715074437e', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'mac_address': 'fa:16:3e:8d:39:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '833c5d43-b1f2-419e-ba16-960848512738', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:48:21Z', 'updated_at': '2022-02-09T01:48:24Z', 'revision_number': 4, 'project_id': 'be37988e5bf5448987567e96924ed429', 'subnets': [{'id': '833c5d43-b1f2-419e-ba16-960848512738', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:48:25.867533 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:26.706616 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 756a1cb9-f7b7-46d3-8635-89c253255190 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:48:26.757505 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 756a1cb9-f7b7-46d3-8635-89c253255190 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:26.757932 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (756a1cb9-f7b7-46d3-8635-89c253255190), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:26.843464 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 756a1cb9-f7b7-46d3-8635-89c253255190 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:27.588561 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:28.326858 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:29.318836 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 37708) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:29.480536 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-2e4afa20-cbcb-44ea-8dff-26d07fad48b9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Deleting port ab8c60b2-8f92-4995-a50f-789e0d15218d {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:48:29.480756 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2e4afa20-cbcb-44ea-8dff-26d07fad48b9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (ab8c60b2-8f92-4995-a50f-789e0d15218d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:29.561149 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2e4afa20-cbcb-44ea-8dff-26d07fad48b9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (ab8c60b2-8f92-4995-a50f-789e0d15218d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:29.561482 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2e4afa20-cbcb-44ea-8dff-26d07fad48b9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for floatingip (ab8c60b2-8f92-4995-a50f-789e0d15218d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:29.578645 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-2e4afa20-cbcb-44ea-8dff-26d07fad48b9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Calling delete_port for ab8c60b2-8f92-4995-a50f-789e0d15218d owned by network:floatingip {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:48:29.764644 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2e4afa20-cbcb-44ea-8dff-26d07fad48b9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (ab8c60b2-8f92-4995-a50f-789e0d15218d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:29.798450 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4afa20-cbcb-44ea-8dff-26d07fad48b9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event deleted for resources: {'Port': ['ID=ab8c60b2-8f92-4995-a50f-789e0d15218d,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:29.879221 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2e4afa20-cbcb-44ea-8dff-26d07fad48b9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for floatingip (74703e65-3345-4351-80ac-10da37c46481), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:29.879736 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [None req-2e4afa20-cbcb-44ea-8dff-26d07fad48b9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Floating IP 74703e65-3345-4351-80ac-10da37c46481 disassociated (deleted). External IP: 172.25.1.178, port: 8608840f-9e2e-40cd-97bc-86aec87b1d5b. Feb 09 01:48:30.142229 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4afa20-cbcb-44ea-8dff-26d07fad48b9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Router 031a5c60-6638-43ed-a384-2d45878bdc40 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:48:30.265133 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4afa20-cbcb-44ea-8dff-26d07fad48b9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:48:30.269739 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2e4afa20-cbcb-44ea-8dff-26d07fad48b9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:30.279463 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e94422-c336-4d1f-942a-f7b3e8abe79f None None] Sync routers for ids ['031a5c60-6638-43ed-a384-2d45878bdc40'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:48:30.289203 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e94422-c336-4d1f-942a-f7b3e8abe79f None None] Routers {'031a5c60-6638-43ed-a384-2d45878bdc40'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:30.289894 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-79e94422-c336-4d1f-942a-f7b3e8abe79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:48:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['031a5c60-6638-43ed-a384-2d45878bdc40'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:30.304274 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2e4afa20-cbcb-44ea-8dff-26d07fad48b9 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "DELETE /v2.0/floatingips/74703e65-3345-4351-80ac-10da37c46481 HTTP/1.1" status: 204 len: 168 time: 0.9841893 Feb 09 01:48:30.305386 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c6bce12-1b04-4606-9d29-a236ae737b3f', 'tag': '8608840f-9e2e-40cd-97bc-86aec87b1d5b'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:48:30.309252 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fd9aec-e9db-447b-b25c-14a59f8b1f24" -d '{"events": [{"name": "network-changed", "server_uuid": "0c6bce12-1b04-4606-9d29-a236ae737b3f", "tag": "8608840f-9e2e-40cd-97bc-86aec87b1d5b"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:48:30.385210 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ad436d-aa2f-4b16-a1ee-1233cc846430 x-openstack-request-id: req-f9ad436d-aa2f-4b16-a1ee-1233cc846430 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:48:30.385904 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c6bce12-1b04-4606-9d29-a236ae737b3f", "tag": "8608840f-9e2e-40cd-97bc-86aec87b1d5b", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:48:30.385904 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f9ad436d-aa2f-4b16-a1ee-1233cc846430 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:48:30.386300 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c6bce12-1b04-4606-9d29-a236ae737b3f', 'tag': '8608840f-9e2e-40cd-97bc-86aec87b1d5b', 'status': 'completed', 'code': 200} Feb 09 01:48:30.410212 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-79e94422-c336-4d1f-942a-f7b3e8abe79f None None] Set router 031a5c60-6638-43ed-a384-2d45878bdc40 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:48:30.476394 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd9aec-e9db-447b-b25c-14a59f8b1f24 req-f15b3c52-bf41-4122-8100-47d81010a909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:30.480481 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-96fd9aec-e9db-447b-b25c-14a59f8b1f24 req-f15b3c52-bf41-4122-8100-47d81010a909 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e7f5366db1de43098724f0eb4e3342fd&device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f HTTP/1.1" status: 200 len: 1128 time: 0.0670495 Feb 09 01:48:30.640665 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd9aec-e9db-447b-b25c-14a59f8b1f24 req-33b8fa5c-86fc-498d-8f0f-bef4bd698d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:30.642399 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-96fd9aec-e9db-447b-b25c-14a59f8b1f24 req-33b8fa5c-86fc-498d-8f0f-bef4bd698d8f service neutron] 10.222.0.121 "GET /v2.0/networks?id=6098fcd3-616c-432d-97b8-9f3a430c7b02 HTTP/1.1" status: 200 len: 897 time: 0.1536896 Feb 09 01:48:30.716082 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c02c5-7765-4947-9517-5da34fa3736d req-4a95656e-8725-48e9-969b-9c9739389c1c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:30.725422 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-290c02c5-7765-4947-9517-5da34fa3736d req-4a95656e-8725-48e9-969b-9c9739389c1c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f HTTP/1.1" status: 200 len: 945 time: 0.1292205 Feb 09 01:48:30.726742 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-96fd9aec-e9db-447b-b25c-14a59f8b1f24 req-4d09c02b-2df1-4399-a6d0-ee8a6908d0d7 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8608840f-9e2e-40cd-97bc-86aec87b1d5b HTTP/1.1" status: 200 len: 217 time: 0.0776770 Feb 09 01:48:30.789856 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd9aec-e9db-447b-b25c-14a59f8b1f24 req-ed8f8d2f-e2b0-429b-b90c-96999762f4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:30.792382 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-96fd9aec-e9db-447b-b25c-14a59f8b1f24 req-ed8f8d2f-e2b0-429b-b90c-96999762f4c8 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1c6ceada-1e7c-48e7-bffe-695057dd4f39 HTTP/1.1" status: 200 len: 834 time: 0.0591650 Feb 09 01:48:30.805510 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-290c02c5-7765-4947-9517-5da34fa3736d req-d8312cc3-4f39-45ab-a547-1a2db49c5807 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b0b6a08-c53d-401f-b8aa-bb9a6979f286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783978 Feb 09 01:48:30.828028 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-79e94422-c336-4d1f-942a-f7b3e8abe79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031a5c60-6638-43ed-a384-2d45878bdc40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983506280', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '33ffd910-541d-49ff-b359-3a14e407032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:31Z', 'updated_at': '2022-02-09T01:46:38Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '33ffd910-541d-49ff-b359-3a14e407032d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031a5c60-6638-43ed-a384-2d45878bdc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:32Z', 'updated_at': '2022-02-09T01:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '8aec6e02-dd28-4b94-9bf3-4178d0412718', 'name': '', 'network_id': '6098fcd3-616c-432d-97b8-9f3a430c7b02', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'mac_address': 'fa:16:3e:ac:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031a5c60-6638-43ed-a384-2d45878bdc40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '1c6ceada-1e7c-48e7-bffe-695057dd4f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:37Z', 'updated_at': '2022-02-09T01:46:45Z', 'revision_number': 5, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'subnets': [{'id': '1c6ceada-1e7c-48e7-bffe-695057dd4f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:30.881415 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e94422-c336-4d1f-942a-f7b3e8abe79f None None] Checking router: 031a5c60-6638-43ed-a384-2d45878bdc40 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:48:30.885755 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd9aec-e9db-447b-b25c-14a59f8b1f24 req-3db40f99-44f3-4692-82bc-99ac0b7c7d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:30.888164 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-96fd9aec-e9db-447b-b25c-14a59f8b1f24 req-3db40f99-44f3-4692-82bc-99ac0b7c7d0c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6098fcd3-616c-432d-97b8-9f3a430c7b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0750935 Feb 09 01:48:30.891647 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e94422-c336-4d1f-942a-f7b3e8abe79f None None] Routers {'031a5c60-6638-43ed-a384-2d45878bdc40'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:30.892556 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-79e94422-c336-4d1f-942a-f7b3e8abe79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:48:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['031a5c60-6638-43ed-a384-2d45878bdc40'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:31.077081 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-96fd9aec-e9db-447b-b25c-14a59f8b1f24 req-e6548ffd-2eca-4304-bdf4-484b7aa78141 service neutron] 10.222.0.121 "GET /v2.0/networks/6098fcd3-616c-432d-97b8-9f3a430c7b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814716 Feb 09 01:48:31.164381 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-79e94422-c336-4d1f-942a-f7b3e8abe79f None None] Set router 031a5c60-6638-43ed-a384-2d45878bdc40 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:48:31.774998 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-96fd9aec-e9db-447b-b25c-14a59f8b1f24 req-0b2ddf5f-2da9-4aeb-a04e-1bac75905fb8 service neutron] 10.222.0.121 "GET /v2.0/networks/6098fcd3-616c-432d-97b8-9f3a430c7b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6875653 Feb 09 01:48:31.781634 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-79e94422-c336-4d1f-942a-f7b3e8abe79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031a5c60-6638-43ed-a384-2d45878bdc40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983506280', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '33ffd910-541d-49ff-b359-3a14e407032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:31Z', 'updated_at': '2022-02-09T01:46:38Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '33ffd910-541d-49ff-b359-3a14e407032d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031a5c60-6638-43ed-a384-2d45878bdc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:32Z', 'updated_at': '2022-02-09T01:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '8aec6e02-dd28-4b94-9bf3-4178d0412718', 'name': '', 'network_id': '6098fcd3-616c-432d-97b8-9f3a430c7b02', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'mac_address': 'fa:16:3e:ac:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031a5c60-6638-43ed-a384-2d45878bdc40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '1c6ceada-1e7c-48e7-bffe-695057dd4f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:37Z', 'updated_at': '2022-02-09T01:46:45Z', 'revision_number': 5, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'subnets': [{'id': '1c6ceada-1e7c-48e7-bffe-695057dd4f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:31.828078 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e94422-c336-4d1f-942a-f7b3e8abe79f None None] The sync data for ids ['031a5c60-6638-43ed-a384-2d45878bdc40'] in n-d-822053-40 is: [{'id': '031a5c60-6638-43ed-a384-2d45878bdc40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983506280', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '33ffd910-541d-49ff-b359-3a14e407032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:31Z', 'updated_at': '2022-02-09T01:46:38Z', 'revision_number': 4, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '33ffd910-541d-49ff-b359-3a14e407032d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031a5c60-6638-43ed-a384-2d45878bdc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:32Z', 'updated_at': '2022-02-09T01:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '8aec6e02-dd28-4b94-9bf3-4178d0412718', 'name': '', 'network_id': '6098fcd3-616c-432d-97b8-9f3a430c7b02', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'mac_address': 'fa:16:3e:ac:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031a5c60-6638-43ed-a384-2d45878bdc40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '1c6ceada-1e7c-48e7-bffe-695057dd4f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:37Z', 'updated_at': '2022-02-09T01:46:45Z', 'revision_number': 5, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'subnets': [{'id': '1c6ceada-1e7c-48e7-bffe-695057dd4f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:48:32.086172 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba1fb4-4e77-4332-9484-5a4822ce7ad8 req-b1167550-4583-4200-b69c-21ff4beed3fe tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:32.090025 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-01ba1fb4-4e77-4332-9484-5a4822ce7ad8 req-b1167550-4583-4200-b69c-21ff4beed3fe tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f HTTP/1.1" status: 200 len: 945 time: 0.1293683 Feb 09 01:48:32.174515 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-01ba1fb4-4e77-4332-9484-5a4822ce7ad8 req-e6ee8e4f-b658-452c-b84a-9251e937dff4 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b0b6a08-c53d-401f-b8aa-bb9a6979f286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734711 Feb 09 01:48:32.188718 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96897e39-db14-46ff-9ef3-d7fc6f52c43c req-2e2b606e-07e4-4118-81c4-4ac65338ce60 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:32.188718 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-96897e39-db14-46ff-9ef3-d7fc6f52c43c req-2e2b606e-07e4-4118-81c4-4ac65338ce60 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.121 "GET /v2.0/ports?device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f HTTP/1.1" status: 200 len: 945 time: 0.1195476 Feb 09 01:48:32.303628 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-96897e39-db14-46ff-9ef3-d7fc6f52c43c req-7fda6cce-c300-438c-8ab7-17b7bc31e32a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Deleting port 8608840f-9e2e-40cd-97bc-86aec87b1d5b {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:48:32.304072 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-96897e39-db14-46ff-9ef3-d7fc6f52c43c req-7fda6cce-c300-438c-8ab7-17b7bc31e32a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (8608840f-9e2e-40cd-97bc-86aec87b1d5b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:32.324875 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f8439f-caca-44c5-b25d-000ce726c5e7 None None] New status for floating IP 74703e65-3345-4351-80ac-10da37c46481: DOWN {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:48:32.446388 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-96897e39-db14-46ff-9ef3-d7fc6f52c43c req-7fda6cce-c300-438c-8ab7-17b7bc31e32a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] For port 8608840f-9e2e-40cd-97bc-86aec87b1d5b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=8608840f-9e2e-40cd-97bc-86aec87b1d5b,segment=NetworkSegment(1ae62068-1626-476b-8e17-71ddbb8fa879),segment_id=1ae62068-1626-476b-8e17-71ddbb8fa879)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:32.447965 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-96897e39-db14-46ff-9ef3-d7fc6f52c43c req-7fda6cce-c300-438c-8ab7-17b7bc31e32a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (8608840f-9e2e-40cd-97bc-86aec87b1d5b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:32.466963 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-96897e39-db14-46ff-9ef3-d7fc6f52c43c req-7fda6cce-c300-438c-8ab7-17b7bc31e32a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Calling delete_port for 8608840f-9e2e-40cd-97bc-86aec87b1d5b owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:48:32.623680 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-96897e39-db14-46ff-9ef3-d7fc6f52c43c req-7fda6cce-c300-438c-8ab7-17b7bc31e32a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (8608840f-9e2e-40cd-97bc-86aec87b1d5b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:32.660968 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda6cce-c300-438c-8ab7-17b7bc31e32a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event deleted for resources: {'Port': ['ID=8608840f-9e2e-40cd-97bc-86aec87b1d5b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:32.708882 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-96897e39-db14-46ff-9ef3-d7fc6f52c43c req-7fda6cce-c300-438c-8ab7-17b7bc31e32a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] No DVR routers for this DVR port 8608840f-9e2e-40cd-97bc-86aec87b1d5b on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:48:32.711407 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-96897e39-db14-46ff-9ef3-d7fc6f52c43c req-7fda6cce-c300-438c-8ab7-17b7bc31e32a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:32.715035 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-96897e39-db14-46ff-9ef3-d7fc6f52c43c req-7fda6cce-c300-438c-8ab7-17b7bc31e32a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.121 "DELETE /v2.0/ports/8608840f-9e2e-40cd-97bc-86aec87b1d5b HTTP/1.1" status: 204 len: 173 time: 0.5222921 Feb 09 01:48:32.715577 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6bce12-1b04-4606-9d29-a236ae737b3f', 'name': 'network-vif-deleted', 'tag': '8608840f-9e2e-40cd-97bc-86aec87b1d5b'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:48:32.717893 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd740b0-6345-4aa8-8539-bf0d616d2ad9" -d '{"events": [{"server_uuid": "0c6bce12-1b04-4606-9d29-a236ae737b3f", "name": "network-vif-deleted", "tag": "8608840f-9e2e-40cd-97bc-86aec87b1d5b"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:48:32.780396 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6727dfea-9726-4db3-8f24-d9c659fe69b3 x-openstack-request-id: req-6727dfea-9726-4db3-8f24-d9c659fe69b3 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:48:32.780964 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6bce12-1b04-4606-9d29-a236ae737b3f", "name": "network-vif-deleted", "tag": "8608840f-9e2e-40cd-97bc-86aec87b1d5b", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:48:32.781060 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6727dfea-9726-4db3-8f24-d9c659fe69b3 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:48:32.781600 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c6bce12-1b04-4606-9d29-a236ae737b3f', 'name': 'network-vif-deleted', 'tag': '8608840f-9e2e-40cd-97bc-86aec87b1d5b', 'status': 'completed', 'code': 200} Feb 09 01:48:33.433740 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-91421f2d-5ad8-493e-91b2-af97d99cc926 req-478b26fe-4a22-4206-98c1-eebb27fc8fb7 tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c6bce12-1b04-4606-9d29-a236ae737b3f HTTP/1.1" status: 200 len: 210 time: 0.0614512 Feb 09 01:48:34.492371 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38168) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:35.011720 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-aab3eb1b-2001-4691-9197-521c538a434c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (031a5c60-6638-43ed-a384-2d45878bdc40), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:35.351329 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-aab3eb1b-2001-4691-9197-521c538a434c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Deleting port 8aec6e02-dd28-4b94-9bf3-4178d0412718 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:48:35.351690 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-aab3eb1b-2001-4691-9197-521c538a434c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (8aec6e02-dd28-4b94-9bf3-4178d0412718), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:35.520691 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-aab3eb1b-2001-4691-9197-521c538a434c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] For port 8aec6e02-dd28-4b94-9bf3-4178d0412718, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=8aec6e02-dd28-4b94-9bf3-4178d0412718,segment=NetworkSegment(1ae62068-1626-476b-8e17-71ddbb8fa879),segment_id=1ae62068-1626-476b-8e17-71ddbb8fa879)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:35.521294 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-aab3eb1b-2001-4691-9197-521c538a434c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (8aec6e02-dd28-4b94-9bf3-4178d0412718), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:35.551266 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-aab3eb1b-2001-4691-9197-521c538a434c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Calling delete_port for 8aec6e02-dd28-4b94-9bf3-4178d0412718 owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:48:35.853811 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-aab3eb1b-2001-4691-9197-521c538a434c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (8aec6e02-dd28-4b94-9bf3-4178d0412718), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:35.891858 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab3eb1b-2001-4691-9197-521c538a434c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event deleted for resources: {'Port': ['ID=8aec6e02-dd28-4b94-9bf3-4178d0412718,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:36.141197 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-aab3eb1b-2001-4691-9197-521c538a434c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (031a5c60-6638-43ed-a384-2d45878bdc40), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:36.638046 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 8608840f-9e2e-40cd-97bc-86aec87b1d5b no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:48:36.671806 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 8608840f-9e2e-40cd-97bc-86aec87b1d5b {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:48:36.672477 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 8608840f-9e2e-40cd-97bc-86aec87b1d5b not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:48:36.847199 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab3eb1b-2001-4691-9197-521c538a434c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Router 031a5c60-6638-43ed-a384-2d45878bdc40 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:48:36.969324 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab3eb1b-2001-4691-9197-521c538a434c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:48:36.977692 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38234) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:36.979681 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43df821-c9f6-4338-9d61-6af2668e69e2 None None] Sync routers for ids ['031a5c60-6638-43ed-a384-2d45878bdc40'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:48:36.984128 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-aab3eb1b-2001-4691-9197-521c538a434c tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "PUT /v2.0/routers/031a5c60-6638-43ed-a384-2d45878bdc40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4829264 Feb 09 01:48:36.995722 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43df821-c9f6-4338-9d61-6af2668e69e2 None None] Routers {'031a5c60-6638-43ed-a384-2d45878bdc40'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:36.996736 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-a43df821-c9f6-4338-9d61-6af2668e69e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:48:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['031a5c60-6638-43ed-a384-2d45878bdc40'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:37.048726 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a607f83-bfda-4257-b76b-4e3611f614db tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Deleting subnet 1c6ceada-1e7c-48e7-bffe-695057dd4f39 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:48:37.052470 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8a607f83-bfda-4257-b76b-4e3611f614db tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for subnet (1c6ceada-1e7c-48e7-bffe-695057dd4f39), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:37.113453 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8a607f83-bfda-4257-b76b-4e3611f614db tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (1c6ceada-1e7c-48e7-bffe-695057dd4f39), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:37.135361 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-a43df821-c9f6-4338-9d61-6af2668e69e2 None None] Set router 031a5c60-6638-43ed-a384-2d45878bdc40 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:48:37.216309 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8a607f83-bfda-4257-b76b-4e3611f614db tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (1c6ceada-1e7c-48e7-bffe-695057dd4f39), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:37.289700 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8a607f83-bfda-4257-b76b-4e3611f614db tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (1c6ceada-1e7c-48e7-bffe-695057dd4f39), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:37.323457 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a607f83-bfda-4257-b76b-4e3611f614db tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event deleted for resources: {'Subnet': ['ID=1c6ceada-1e7c-48e7-bffe-695057dd4f39,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:37.328982 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8a607f83-bfda-4257-b76b-4e3611f614db tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:37.332436 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8a607f83-bfda-4257-b76b-4e3611f614db tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "DELETE /v2.0/subnets/1c6ceada-1e7c-48e7-bffe-695057dd4f39 HTTP/1.1" status: 204 len: 168 time: 0.3529091 Feb 09 01:48:37.335229 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38236) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:37.340013 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02f51e9-6f5b-4f97-bc69-b743d50f99e3 None None] Network 6098fcd3-616c-432d-97b8-9f3a430c7b02 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:48:37.375778 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-a43df821-c9f6-4338-9d61-6af2668e69e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031a5c60-6638-43ed-a384-2d45878bdc40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983506280', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '33ffd910-541d-49ff-b359-3a14e407032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:31Z', 'updated_at': '2022-02-09T01:48:35Z', 'revision_number': 5, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '33ffd910-541d-49ff-b359-3a14e407032d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031a5c60-6638-43ed-a384-2d45878bdc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:32Z', 'updated_at': '2022-02-09T01:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:37.407807 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43df821-c9f6-4338-9d61-6af2668e69e2 None None] Checking router: 031a5c60-6638-43ed-a384-2d45878bdc40 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:48:37.418299 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43df821-c9f6-4338-9d61-6af2668e69e2 None None] Routers {'031a5c60-6638-43ed-a384-2d45878bdc40'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:37.419002 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-a43df821-c9f6-4338-9d61-6af2668e69e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:48:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['031a5c60-6638-43ed-a384-2d45878bdc40'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:37.487334 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c32240ca-a4be-46e8-a655-46496cb8654d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for router (031a5c60-6638-43ed-a384-2d45878bdc40), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:37.545928 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147dca67-eba5-4ae5-8be4-35b15910069f None None] DHCP port deletion for 6098fcd3-616c-432d-97b8-9f3a430c7b02 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:48:37.546635 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-a43df821-c9f6-4338-9d61-6af2668e69e2 None None] Set router 031a5c60-6638-43ed-a384-2d45878bdc40 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:48:37.640521 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-147dca67-eba5-4ae5-8be4-35b15910069f None None] Deleting port bc96aa7e-d856-4e4f-bc87-d59a9363160c {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:48:37.641003 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-147dca67-eba5-4ae5-8be4-35b15910069f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (bc96aa7e-d856-4e4f-bc87-d59a9363160c), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:37.644210 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c32240ca-a4be-46e8-a655-46496cb8654d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for router_gateway (031a5c60-6638-43ed-a384-2d45878bdc40), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:37.769597 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-147dca67-eba5-4ae5-8be4-35b15910069f None None] For port bc96aa7e-d856-4e4f-bc87-d59a9363160c, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=bc96aa7e-d856-4e4f-bc87-d59a9363160c,segment=NetworkSegment(1ae62068-1626-476b-8e17-71ddbb8fa879),segment_id=1ae62068-1626-476b-8e17-71ddbb8fa879)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:37.770024 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-147dca67-eba5-4ae5-8be4-35b15910069f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (bc96aa7e-d856-4e4f-bc87-d59a9363160c), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:37.773774 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c32240ca-a4be-46e8-a655-46496cb8654d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Deleting port 33ffd910-541d-49ff-b359-3a14e407032d {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:48:37.774109 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c32240ca-a4be-46e8-a655-46496cb8654d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (33ffd910-541d-49ff-b359-3a14e407032d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:37.810827 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-147dca67-eba5-4ae5-8be4-35b15910069f None None] Calling delete_port for bc96aa7e-d856-4e4f-bc87-d59a9363160c owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:48:37.948245 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-a43df821-c9f6-4338-9d61-6af2668e69e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031a5c60-6638-43ed-a384-2d45878bdc40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983506280', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '33ffd910-541d-49ff-b359-3a14e407032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:31Z', 'updated_at': '2022-02-09T01:48:35Z', 'revision_number': 5, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '33ffd910-541d-49ff-b359-3a14e407032d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031a5c60-6638-43ed-a384-2d45878bdc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:32Z', 'updated_at': '2022-02-09T01:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:37.965839 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-147dca67-eba5-4ae5-8be4-35b15910069f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (bc96aa7e-d856-4e4f-bc87-d59a9363160c), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:37.966565 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-c32240ca-a4be-46e8-a655-46496cb8654d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] For port 33ffd910-541d-49ff-b359-3a14e407032d, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=33ffd910-541d-49ff-b359-3a14e407032d,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:37.966924 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c32240ca-a4be-46e8-a655-46496cb8654d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (33ffd910-541d-49ff-b359-3a14e407032d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:37.984007 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43df821-c9f6-4338-9d61-6af2668e69e2 None None] The sync data for ids ['031a5c60-6638-43ed-a384-2d45878bdc40'] in n-d-822053-40 is: [{'id': '031a5c60-6638-43ed-a384-2d45878bdc40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983506280', 'tenant_id': 'e7f5366db1de43098724f0eb4e3342fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '33ffd910-541d-49ff-b359-3a14e407032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:31Z', 'updated_at': '2022-02-09T01:48:35Z', 'revision_number': 5, 'project_id': 'e7f5366db1de43098724f0eb4e3342fd', 'gw_port': {'id': '33ffd910-541d-49ff-b359-3a14e407032d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031a5c60-6638-43ed-a384-2d45878bdc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:32Z', 'updated_at': '2022-02-09T01:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:48:38.005133 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147dca67-eba5-4ae5-8be4-35b15910069f None None] Pushing event deleted for resources: {'Port': ['ID=bc96aa7e-d856-4e4f-bc87-d59a9363160c,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:38.007375 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c32240ca-a4be-46e8-a655-46496cb8654d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Calling delete_port for 33ffd910-541d-49ff-b359-3a14e407032d owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:48:38.025074 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147dca67-eba5-4ae5-8be4-35b15910069f None None] No DVR routers for this DVR port bc96aa7e-d856-4e4f-bc87-d59a9363160c on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:48:38.273770 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c32240ca-a4be-46e8-a655-46496cb8654d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (33ffd910-541d-49ff-b359-3a14e407032d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:38.312393 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32240ca-a4be-46e8-a655-46496cb8654d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event deleted for resources: {'Port': ['ID=33ffd910-541d-49ff-b359-3a14e407032d,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:38.397967 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c32240ca-a4be-46e8-a655-46496cb8654d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (031a5c60-6638-43ed-a384-2d45878bdc40), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:38.529259 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c32240ca-a4be-46e8-a655-46496cb8654d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (031a5c60-6638-43ed-a384-2d45878bdc40), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:38.531695 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c32240ca-a4be-46e8-a655-46496cb8654d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for router_controller (031a5c60-6638-43ed-a384-2d45878bdc40), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:38.616910 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c32240ca-a4be-46e8-a655-46496cb8654d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (031a5c60-6638-43ed-a384-2d45878bdc40), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:38.617693 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32240ca-a4be-46e8-a655-46496cb8654d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Fanout notify agent at l3_agent the message router_deleted on router 031a5c60-6638-43ed-a384-2d45878bdc40 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:48:38.631174 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c32240ca-a4be-46e8-a655-46496cb8654d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:38.638358 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38252) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:38.649741 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c32240ca-a4be-46e8-a655-46496cb8654d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "DELETE /v2.0/routers/031a5c60-6638-43ed-a384-2d45878bdc40 HTTP/1.1" status: 204 len: 168 time: 1.2996440 Feb 09 01:48:38.768046 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3f6e1df6-9b8d-454b-ba89-a2d26df450cb tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (6098fcd3-616c-432d-97b8-9f3a430c7b02), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:38.817279 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 8aec6e02-dd28-4b94-9bf3-4178d0412718 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:48:38.866936 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 8aec6e02-dd28-4b94-9bf3-4178d0412718 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:48:38.867288 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 8aec6e02-dd28-4b94-9bf3-4178d0412718 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:48:38.867717 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device bc96aa7e-d856-4e4f-bc87-d59a9363160c no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:48:38.876855 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3f6e1df6-9b8d-454b-ba89-a2d26df450cb tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (6098fcd3-616c-432d-97b8-9f3a430c7b02), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:38.898102 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: bc96aa7e-d856-4e4f-bc87-d59a9363160c {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:48:38.898444 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device bc96aa7e-d856-4e4f-bc87-d59a9363160c not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:48:38.911227 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-3f6e1df6-9b8d-454b-ba89-a2d26df450cb tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6098fcd3-616c-432d-97b8-9f3a430c7b02']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:38.928360 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-3f6e1df6-9b8d-454b-ba89-a2d26df450cb tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae62068-1626-476b-8e17-71ddbb8fa879') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:38.928802 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-3f6e1df6-9b8d-454b-ba89-a2d26df450cb tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae62068-1626-476b-8e17-71ddbb8fa879') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:38.943356 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3f6e1df6-9b8d-454b-ba89-a2d26df450cb tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (1ae62068-1626-476b-8e17-71ddbb8fa879), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:38.959610 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3f6e1df6-9b8d-454b-ba89-a2d26df450cb tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (1ae62068-1626-476b-8e17-71ddbb8fa879), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:38.966866 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f6e1df6-9b8d-454b-ba89-a2d26df450cb tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:48:38.967339 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3f6e1df6-9b8d-454b-ba89-a2d26df450cb tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (1ae62068-1626-476b-8e17-71ddbb8fa879), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:38.971276 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:48:38.971276 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:48:38.971276 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:48:38.971276 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:48:38.971276 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:48:38.971276 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:48:38.971276 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:48:38.971276 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:48:38.971276 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:48:38.971276 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:48:38.971276 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:48:38.971276 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:48:38.971276 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:48:38.971276 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:48:38.971276 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:48:38.971276 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:48:38.971276 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:48:38.971276 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:48:38.971276 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:48:38.971276 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:48:38.971276 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:48:38.971276 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:48:38.971276 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:48:38.971276 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:48:38.971276 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:48:38.971276 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:48:38.971276 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:48:38.971276 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:48:38.971276 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:48:38.971276 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:48:38.971276 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:48:38.971276 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:48:39.038626 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3f6e1df6-9b8d-454b-ba89-a2d26df450cb tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (6098fcd3-616c-432d-97b8-9f3a430c7b02), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:39.048315 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3f6e1df6-9b8d-454b-ba89-a2d26df450cb tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:39.051813 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3f6e1df6-9b8d-454b-ba89-a2d26df450cb tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "DELETE /v2.0/networks/6098fcd3-616c-432d-97b8-9f3a430c7b02 HTTP/1.1" status: 204 len: 168 time: 0.4123421 Feb 09 01:48:39.055423 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38260) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:39.068876 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e1df6-9b8d-454b-ba89-a2d26df450cb tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event deleted for resources: {'Network': ['ID=6098fcd3-616c-432d-97b8-9f3a430c7b02,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:39.084441 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e1df6-9b8d-454b-ba89-a2d26df450cb tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:39.085301 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e1df6-9b8d-454b-ba89-a2d26df450cb tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:39.085858 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e1df6-9b8d-454b-ba89-a2d26df450cb tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:39.088219 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e1df6-9b8d-454b-ba89-a2d26df450cb tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:39.088858 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e1df6-9b8d-454b-ba89-a2d26df450cb tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:39.089414 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e1df6-9b8d-454b-ba89-a2d26df450cb tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:39.090031 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e1df6-9b8d-454b-ba89-a2d26df450cb tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:39.090639 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e1df6-9b8d-454b-ba89-a2d26df450cb tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:39.091355 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e1df6-9b8d-454b-ba89-a2d26df450cb tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:39.091916 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e1df6-9b8d-454b-ba89-a2d26df450cb tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:39.093250 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e1df6-9b8d-454b-ba89-a2d26df450cb tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:39.094071 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e1df6-9b8d-454b-ba89-a2d26df450cb tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:39.094594 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e1df6-9b8d-454b-ba89-a2d26df450cb tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:39.129374 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce98e7f6-3a87-4d7d-b758-87b3540e364a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group (0b0b6a08-c53d-401f-b8aa-bb9a6979f286), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:39.161484 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce98e7f6-3a87-4d7d-b758-87b3540e364a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group (0b0b6a08-c53d-401f-b8aa-bb9a6979f286), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:39.232958 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce98e7f6-3a87-4d7d-b758-87b3540e364a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0b0b6a08-c53d-401f-b8aa-bb9a6979f286), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:39.236160 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce98e7f6-3a87-4d7d-b758-87b3540e364a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:39.240034 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ce98e7f6-3a87-4d7d-b758-87b3540e364a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] 10.222.0.30 "DELETE /v2.0/security-groups/0b0b6a08-c53d-401f-b8aa-bb9a6979f286 HTTP/1.1" status: 204 len: 168 time: 0.1805954 Feb 09 01:48:39.248834 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98e7f6-3a87-4d7d-b758-87b3540e364a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0b6a08-c53d-401f-b8aa-bb9a6979f286,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:39.257296 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98e7f6-3a87-4d7d-b758-87b3540e364a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:39.257778 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98e7f6-3a87-4d7d-b758-87b3540e364a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:39.258180 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98e7f6-3a87-4d7d-b758-87b3540e364a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:39.258525 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98e7f6-3a87-4d7d-b758-87b3540e364a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:39.260009 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98e7f6-3a87-4d7d-b758-87b3540e364a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:39.260428 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98e7f6-3a87-4d7d-b758-87b3540e364a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:39.260766 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98e7f6-3a87-4d7d-b758-87b3540e364a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:39.261106 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98e7f6-3a87-4d7d-b758-87b3540e364a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:39.261594 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98e7f6-3a87-4d7d-b758-87b3540e364a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:39.261788 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98e7f6-3a87-4d7d-b758-87b3540e364a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:39.262385 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98e7f6-3a87-4d7d-b758-87b3540e364a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:39.262712 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98e7f6-3a87-4d7d-b758-87b3540e364a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:39.264183 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98e7f6-3a87-4d7d-b758-87b3540e364a tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:39.611032 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38268) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:39.752920 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-db10bcda-6e60-4586-9c97-524ebd6a3709 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e7f5366db1de43098724f0eb4e3342fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1404932 Feb 09 01:48:39.755286 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38272) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:39.810075 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e961d168-73bc-4d3c-84a0-df2e88ea7142 admin admin] Publish callbacks [] for security_group (d0d5b8ff-98c5-432c-b648-cf25ba1c34c8), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:39.833578 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e961d168-73bc-4d3c-84a0-df2e88ea7142 admin admin] Publish callbacks [] for security_group (d0d5b8ff-98c5-432c-b648-cf25ba1c34c8), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:39.886087 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e961d168-73bc-4d3c-84a0-df2e88ea7142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (d0d5b8ff-98c5-432c-b648-cf25ba1c34c8), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:39.889553 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e961d168-73bc-4d3c-84a0-df2e88ea7142 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:39.892467 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e961d168-73bc-4d3c-84a0-df2e88ea7142 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d0d5b8ff-98c5-432c-b648-cf25ba1c34c8 HTTP/1.1" status: 204 len: 168 time: 0.1362777 Feb 09 01:48:39.903697 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961d168-73bc-4d3c-84a0-df2e88ea7142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d5b8ff-98c5-432c-b648-cf25ba1c34c8,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:40.239909 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38282) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:40.291472 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c853d1d0-f397-4fe8-8ee5-7098895fb778 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b12a1770a32a4d25bac402b21561d9c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0497983 Feb 09 01:48:40.294028 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38284) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:40.346161 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4d794474-8b71-402e-92e3-ba26262c5266 admin admin] Publish callbacks [] for security_group (0f6604c8-d2af-4941-b99f-5a716d8c6712), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:40.381122 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4d794474-8b71-402e-92e3-ba26262c5266 admin admin] Publish callbacks [] for security_group (0f6604c8-d2af-4941-b99f-5a716d8c6712), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:40.438129 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4d794474-8b71-402e-92e3-ba26262c5266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0f6604c8-d2af-4941-b99f-5a716d8c6712), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:40.441252 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4d794474-8b71-402e-92e3-ba26262c5266 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:40.444881 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4d794474-8b71-402e-92e3-ba26262c5266 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0f6604c8-d2af-4941-b99f-5a716d8c6712 HTTP/1.1" status: 204 len: 168 time: 0.1476760 Feb 09 01:48:40.454795 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d794474-8b71-402e-92e3-ba26262c5266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6604c8-d2af-4941-b99f-5a716d8c6712,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:40.635829 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 33ffd910-541d-49ff-b359-3a14e407032d no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:48:40.662548 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 33ffd910-541d-49ff-b359-3a14e407032d {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:48:40.662885 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 33ffd910-541d-49ff-b359-3a14e407032d not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:48:41.224940 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38320) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:41.356438 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-6cd28696-711a-433c-8b79-54e8cba941a1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-698507335-network', 'tenant_id': 'fe239e06c7c74e3ea41472f272a368cb'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:41.381960 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd28696-711a-433c-8b79-54e8cba941a1 admin admin] Made reservation on behalf of fe239e06c7c74e3ea41472f272a368cb for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:41.385570 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6cd28696-711a-433c-8b79-54e8cba941a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:41.395426 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6cd28696-711a-433c-8b79-54e8cba941a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:41.474506 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6cd28696-711a-433c-8b79-54e8cba941a1 admin admin] Publish callbacks [] for security_group (6068dee2-1fef-45ca-8059-d960bcb1bc8f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:41.478731 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6cd28696-711a-433c-8b79-54e8cba941a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (6068dee2-1fef-45ca-8059-d960bcb1bc8f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:41.503673 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cd28696-711a-433c-8b79-54e8cba941a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:48:41.514357 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd28696-711a-433c-8b79-54e8cba941a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6068dee2-1fef-45ca-8059-d960bcb1bc8f,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:41.519507 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6cd28696-711a-433c-8b79-54e8cba941a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (c25b4080-6298-46e3-aac5-23357b9896b1), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:41.519911 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-6cd28696-711a-433c-8b79-54e8cba941a1 admin admin] Added segment c25b4080-6298-46e3-aac5-23357b9896b1 of type vlan for network 12e30a5d-084d-4a0a-baa9-b260c3cf8b79 Feb 09 01:48:41.561662 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6cd28696-711a-433c-8b79-54e8cba941a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (12e30a5d-084d-4a0a-baa9-b260c3cf8b79), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:41.590858 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6cd28696-711a-433c-8b79-54e8cba941a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (12e30a5d-084d-4a0a-baa9-b260c3cf8b79), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:41.592368 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd28696-711a-433c-8b79-54e8cba941a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:41.592937 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6cd28696-711a-433c-8b79-54e8cba941a1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:41.669097 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6cd28696-711a-433c-8b79-54e8cba941a1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4375763 Feb 09 01:48:41.669389 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38324) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:41.676749 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-7c75d2f4-d74d-4720-aaee-bd9facd0b673 admin admin] Request body: {'subnet': {'network_id': '12e30a5d-084d-4a0a-baa9-b260c3cf8b79', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-698507335-subnet', 'tenant_id': 'fe239e06c7c74e3ea41472f272a368cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:41.691022 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd28696-711a-433c-8b79-54e8cba941a1 admin admin] Pushing event updated for resources: {'Network': ['ID=12e30a5d-084d-4a0a-baa9-b260c3cf8b79,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:41.701912 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 12e30a5d-084d-4a0a-baa9-b260c3cf8b79 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:48:41.716017 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c75d2f4-d74d-4720-aaee-bd9facd0b673 admin admin] Made reservation on behalf of fe239e06c7c74e3ea41472f272a368cb for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:41.719861 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7c75d2f4-d74d-4720-aaee-bd9facd0b673 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:41.916435 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7c75d2f4-d74d-4720-aaee-bd9facd0b673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (3d8ca5ff-54a4-4db8-8337-b3d15ba2caec), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:41.978476 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75d2f4-d74d-4720-aaee-bd9facd0b673 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d8ca5ff-54a4-4db8-8337-b3d15ba2caec,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:41.985339 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c75d2f4-d74d-4720-aaee-bd9facd0b673 admin admin] Checking segment: {'id': 'c25b4080-6298-46e3-aac5-23357b9896b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '12e30a5d-084d-4a0a-baa9-b260c3cf8b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:48:41.985750 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c75d2f4-d74d-4720-aaee-bd9facd0b673 admin admin] Network hostable DHCP agents. Network: 12e30a5d-084d-4a0a-baa9-b260c3cf8b79, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:48:42.003281 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c75d2f4-d74d-4720-aaee-bd9facd0b673 admin admin] Network 12e30a5d-084d-4a0a-baa9-b260c3cf8b79 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:48:42.016891 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-7c75d2f4-d74d-4720-aaee-bd9facd0b673 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 12e30a5d-084d-4a0a-baa9-b260c3cf8b79) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:42.022641 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c75d2f4-d74d-4720-aaee-bd9facd0b673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:42.023784 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7c75d2f4-d74d-4720-aaee-bd9facd0b673 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:42.030396 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9bbcf2-4bb6-46f0-ae5e-b663633c1323 None None] Network 12e30a5d-084d-4a0a-baa9-b260c3cf8b79 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:48:42.046555 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7c75d2f4-d74d-4720-aaee-bd9facd0b673 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3747597 Feb 09 01:48:42.370238 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ececa5fe-7aa2-491e-b065-710b9ee9cc16 None None] Network 12e30a5d-084d-4a0a-baa9-b260c3cf8b79 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:48:42.669126 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38344) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:42.674098 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-b5f9248a-3911-42ce-8e20-50123b616ed5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-100082672-network', 'tenant_id': '2962f3ab3a5f47ce886b59dadec731cc'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:42.696182 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f9248a-3911-42ce-8e20-50123b616ed5 admin admin] Made reservation on behalf of 2962f3ab3a5f47ce886b59dadec731cc for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:42.698679 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b5f9248a-3911-42ce-8e20-50123b616ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:42.712539 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b5f9248a-3911-42ce-8e20-50123b616ed5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:42.800266 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b5f9248a-3911-42ce-8e20-50123b616ed5 admin admin] Publish callbacks [] for security_group (2bcb2281-a99d-43f3-a343-e96a6023a1f5), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:42.806217 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b5f9248a-3911-42ce-8e20-50123b616ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (2bcb2281-a99d-43f3-a343-e96a6023a1f5), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:42.832801 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5f9248a-3911-42ce-8e20-50123b616ed5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:48:42.843848 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9248a-3911-42ce-8e20-50123b616ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcb2281-a99d-43f3-a343-e96a6023a1f5,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:42.849714 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b5f9248a-3911-42ce-8e20-50123b616ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (2f14bced-7d7f-43e8-8a90-58b2cc3a1fa4), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:42.850067 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-b5f9248a-3911-42ce-8e20-50123b616ed5 admin admin] Added segment 2f14bced-7d7f-43e8-8a90-58b2cc3a1fa4 of type vlan for network 844d3b95-4f6d-461e-949b-62816cf356bb Feb 09 01:48:42.903643 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b5f9248a-3911-42ce-8e20-50123b616ed5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (844d3b95-4f6d-461e-949b-62816cf356bb), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:42.931849 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b5f9248a-3911-42ce-8e20-50123b616ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (844d3b95-4f6d-461e-949b-62816cf356bb), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:42.933016 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f9248a-3911-42ce-8e20-50123b616ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:42.933697 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b5f9248a-3911-42ce-8e20-50123b616ed5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:42.996489 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b5f9248a-3911-42ce-8e20-50123b616ed5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3258882 Feb 09 01:48:43.000976 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38346) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:43.008040 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-2a7a0374-34db-48df-9eb0-56f3c1195b8a admin admin] Request body: {'subnet': {'network_id': '844d3b95-4f6d-461e-949b-62816cf356bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-100082672-subnet', 'tenant_id': '2962f3ab3a5f47ce886b59dadec731cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:43.012897 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9248a-3911-42ce-8e20-50123b616ed5 admin admin] Pushing event updated for resources: {'Network': ['ID=844d3b95-4f6d-461e-949b-62816cf356bb,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:43.033731 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 844d3b95-4f6d-461e-949b-62816cf356bb details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:48:43.034645 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7a0374-34db-48df-9eb0-56f3c1195b8a admin admin] Made reservation on behalf of 2962f3ab3a5f47ce886b59dadec731cc for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:43.037662 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0374-34db-48df-9eb0-56f3c1195b8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:43.265364 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0374-34db-48df-9eb0-56f3c1195b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (00302cec-7c62-4056-bd82-cffc3a87ca79), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:43.338162 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a0374-34db-48df-9eb0-56f3c1195b8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=00302cec-7c62-4056-bd82-cffc3a87ca79,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:43.350997 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7a0374-34db-48df-9eb0-56f3c1195b8a admin admin] Checking segment: {'id': '2f14bced-7d7f-43e8-8a90-58b2cc3a1fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '844d3b95-4f6d-461e-949b-62816cf356bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:48:43.350997 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7a0374-34db-48df-9eb0-56f3c1195b8a admin admin] Network hostable DHCP agents. Network: 844d3b95-4f6d-461e-949b-62816cf356bb, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:48:43.382353 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7a0374-34db-48df-9eb0-56f3c1195b8a admin admin] Network 844d3b95-4f6d-461e-949b-62816cf356bb is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:48:43.393075 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-2a7a0374-34db-48df-9eb0-56f3c1195b8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 844d3b95-4f6d-461e-949b-62816cf356bb) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:43.402857 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d5f778-44eb-4899-a8a3-3146326fecaa None None] Network 844d3b95-4f6d-461e-949b-62816cf356bb requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:48:43.411188 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7a0374-34db-48df-9eb0-56f3c1195b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:43.412293 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0374-34db-48df-9eb0-56f3c1195b8a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:43.436373 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2a7a0374-34db-48df-9eb0-56f3c1195b8a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4341705 Feb 09 01:48:43.554504 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cf273f-025c-45c2-b51b-261a94199456 None None] Network 844d3b95-4f6d-461e-949b-62816cf356bb requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:48:44.094703 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-200b1739-c4c7-4f15-85e4-8379fab58757 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:44.096396 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-200b1739-c4c7-4f15-85e4-8379fab58757 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/networks?id=12e30a5d-084d-4a0a-baa9-b260c3cf8b79 HTTP/1.1" status: 200 len: 811 time: 0.1191373 Feb 09 01:48:44.112998 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-53184d37-4e80-44b2-b68e-d8eee737d61e tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/quotas/fe239e06c7c74e3ea41472f272a368cb HTTP/1.1" status: 200 len: 375 time: 0.0094092 Feb 09 01:48:44.162159 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-6c77107f-6211-4308-a956-83d5b0a775cc tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fe239e06c7c74e3ea41472f272a368cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366845 Feb 09 01:48:44.411137 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-4a121241-5111-4301-88d0-b332ac963820 service neutron] 10.222.0.30 "GET /v2.0/networks/12e30a5d-084d-4a0a-baa9-b260c3cf8b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401104 Feb 09 01:48:44.509872 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-3af48b0e-4218-4f73-b2c9-f7afc1a33dd6 service neutron] 10.222.0.30 "GET /v2.0/networks/12e30a5d-084d-4a0a-baa9-b260c3cf8b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977664 Feb 09 01:48:44.705373 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b0fa8a9a-97d2-4238-9b95-6547ee1f40dc req-4e705ebc-d58a-4724-99f7-880e7284fd83 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/ports?device_id=548e5a04-c860-4db0-bf02-16bdd599d4f1 HTTP/1.1" status: 200 len: 210 time: 0.0354812 Feb 09 01:48:45.592909 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38396) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:45.762676 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d339742b-8b1e-46f0-80f6-8c7d44b0e140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:45.808487 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38402) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:45.944245 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9d84bfb2-ca52-4713-902a-4cc77ab2902a req-7bff7f38-ff33-49f0-b713-d7d431d5b05e tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/ports?device_id=548e5a04-c860-4db0-bf02-16bdd599d4f1 HTTP/1.1" status: 200 len: 210 time: 0.1015375 Feb 09 01:48:45.992307 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-722e970d-7fb7-4d9a-ba79-9650f34a5666 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:45.996396 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-722e970d-7fb7-4d9a-ba79-9650f34a5666 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.91 "GET /v2.0/networks?id=12e30a5d-084d-4a0a-baa9-b260c3cf8b79 HTTP/1.1" status: 200 len: 811 time: 0.2248127 Feb 09 01:48:46.016864 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-f7280abd-44ea-4ed2-bf3c-35f5490ccde0 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Request body: {'port': {'device_id': '548e5a04-c860-4db0-bf02-16bdd599d4f1', 'network_id': '12e30a5d-084d-4a0a-baa9-b260c3cf8b79', 'admin_state_up': True, 'tenant_id': 'fe239e06c7c74e3ea41472f272a368cb'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:46.125182 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d339742b-8b1e-46f0-80f6-8c7d44b0e140 admin admin] Publish callbacks [] for security_group (d1dbd573-b01c-48a3-b781-07e2d755b703), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:46.136555 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d339742b-8b1e-46f0-80f6-8c7d44b0e140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (d1dbd573-b01c-48a3-b781-07e2d755b703), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:46.192541 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d339742b-8b1e-46f0-80f6-8c7d44b0e140 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=91294f838d0147588336fe4af6912650&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5961816 Feb 09 01:48:46.192713 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-f7280abd-44ea-4ed2-bf3c-35f5490ccde0 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Made reservation on behalf of fe239e06c7c74e3ea41472f272a368cb for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:46.193391 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d339742b-8b1e-46f0-80f6-8c7d44b0e140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1dbd573-b01c-48a3-b781-07e2d755b703,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:46.202451 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-f7280abd-44ea-4ed2-bf3c-35f5490ccde0 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:46.204063 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38406) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:46.308744 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-297a3a72-23ca-4d42-9933-0d74b8b9e3fa admin admin] Publish callbacks [] for security_group (d1dbd573-b01c-48a3-b781-07e2d755b703), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:46.383217 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-297a3a72-23ca-4d42-9933-0d74b8b9e3fa admin admin] Publish callbacks [] for security_group (d1dbd573-b01c-48a3-b781-07e2d755b703), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:46.383542 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-f7280abd-44ea-4ed2-bf3c-35f5490ccde0 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Allocated IP 172.20.0.4 (12e30a5d-084d-4a0a-baa9-b260c3cf8b79/3d8ca5ff-54a4-4db8-8337-b3d15ba2caec/4037d0e5-354b-4d6f-8609-8e7e96d783e2) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:48:46.465824 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-297a3a72-23ca-4d42-9933-0d74b8b9e3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (d1dbd573-b01c-48a3-b781-07e2d755b703), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:46.468390 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-297a3a72-23ca-4d42-9933-0d74b8b9e3fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:46.472443 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-297a3a72-23ca-4d42-9933-0d74b8b9e3fa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d1dbd573-b01c-48a3-b781-07e2d755b703 HTTP/1.1" status: 204 len: 168 time: 0.2673614 Feb 09 01:48:46.503612 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a3a72-23ca-4d42-9933-0d74b8b9e3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1dbd573-b01c-48a3-b781-07e2d755b703,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:46.641404 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-f7280abd-44ea-4ed2-bf3c-35f5490ccde0 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Publish callbacks [] for port (4037d0e5-354b-4d6f-8609-8e7e96d783e2), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:46.644822 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-64d75a72-311a-4995-9a16-7e9642b0602c tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (0dce1881-55a2-4e02-8b20-fa786109c94e), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:46.724855 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-f7280abd-44ea-4ed2-bf3c-35f5490ccde0 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (4037d0e5-354b-4d6f-8609-8e7e96d783e2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:46.785223 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-f7280abd-44ea-4ed2-bf3c-35f5490ccde0 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Network 12e30a5d-084d-4a0a-baa9-b260c3cf8b79 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:46.791343 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-f7280abd-44ea-4ed2-bf3c-35f5490ccde0 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:46.804555 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-f7280abd-44ea-4ed2-bf3c-35f5490ccde0 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:48:46.868480 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-f7280abd-44ea-4ed2-bf3c-35f5490ccde0 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:46.869484 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-f7280abd-44ea-4ed2-bf3c-35f5490ccde0 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:46.886934 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7280abd-44ea-4ed2-bf3c-35f5490ccde0 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Pushing event updated for resources: {'Port': ['ID=4037d0e5-354b-4d6f-8609-8e7e96d783e2,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:46.906382 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-f7280abd-44ea-4ed2-bf3c-35f5490ccde0 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8997591 Feb 09 01:48:46.926657 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-228d5ff2-2782-4a37-bb3e-78ad555652a6 service neutron] Request body: {'port': {'device_id': '548e5a04-c860-4db0-bf02-16bdd599d4f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:47.003131 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38414) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:47.018425 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e5c7a11e-0afb-4684-ae4b-ea68bbf93398 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:47.029267 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-228d5ff2-2782-4a37-bb3e-78ad555652a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (4037d0e5-354b-4d6f-8609-8e7e96d783e2), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:47.206946 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e5c7a11e-0afb-4684-ae4b-ea68bbf93398 admin admin] Publish callbacks [] for security_group (943ef461-86fa-4ca8-ad6d-e521facb9299), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:47.224260 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbea29-ea6c-4dee-b120-ef2897c84829 req-ee37f8ac-c03d-4042-8170-094479b31fbc tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:47.225911 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dffbea29-ea6c-4dee-b120-ef2897c84829 req-ee37f8ac-c03d-4042-8170-094479b31fbc tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/ports?device_id=548e5a04-c860-4db0-bf02-16bdd599d4f1 HTTP/1.1" status: 200 len: 931 time: 0.1276674 Feb 09 01:48:47.227496 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e5c7a11e-0afb-4684-ae4b-ea68bbf93398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (943ef461-86fa-4ca8-ad6d-e521facb9299), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:47.344764 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e5c7a11e-0afb-4684-ae4b-ea68bbf93398 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=25500536d6b34684af25a54059040966&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3381960 Feb 09 01:48:47.346944 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38418) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:47.350668 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c7a11e-0afb-4684-ae4b-ea68bbf93398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943ef461-86fa-4ca8-ad6d-e521facb9299,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:47.387560 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-228d5ff2-2782-4a37-bb3e-78ad555652a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4037d0e5-354b-4d6f-8609-8e7e96d783e2 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:48:47.395388 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-228d5ff2-2782-4a37-bb3e-78ad555652a6 service neutron] Publish callbacks [] for port (4037d0e5-354b-4d6f-8609-8e7e96d783e2), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:47.409248 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-228d5ff2-2782-4a37-bb3e-78ad555652a6 service neutron] Transition to ACTIVE for port object 4037d0e5-354b-4d6f-8609-8e7e96d783e2 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:48:47.416443 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-228d5ff2-2782-4a37-bb3e-78ad555652a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (4037d0e5-354b-4d6f-8609-8e7e96d783e2), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:47.436659 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dffbea29-ea6c-4dee-b120-ef2897c84829 req-6a6f0e72-d476-4ab4-aa98-2f5bf301e13f tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/security-groups?id=6068dee2-1fef-45ca-8059-d960bcb1bc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871073 Feb 09 01:48:47.468286 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d5ff2-2782-4a37-bb3e-78ad555652a6 service neutron] Pushing event updated for resources: {'Port': ['ID=4037d0e5-354b-4d6f-8609-8e7e96d783e2,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:47.479200 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5d1e8c46-8bf0-4a3b-bd04-9cce7cf967f9 admin admin] Publish callbacks [] for security_group (943ef461-86fa-4ca8-ad6d-e521facb9299), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:47.507912 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-64d75a72-311a-4995-9a16-7e9642b0602c tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Deleting port 756a1cb9-f7b7-46d3-8635-89c253255190 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:48:47.509015 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-64d75a72-311a-4995-9a16-7e9642b0602c tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (756a1cb9-f7b7-46d3-8635-89c253255190), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:47.512868 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5d1e8c46-8bf0-4a3b-bd04-9cce7cf967f9 admin admin] Publish callbacks [] for security_group (943ef461-86fa-4ca8-ad6d-e521facb9299), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:47.562451 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-228d5ff2-2782-4a37-bb3e-78ad555652a6 service neutron] Attempting to bind port 4037d0e5-354b-4d6f-8609-8e7e96d783e2 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:48:47.562948 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-228d5ff2-2782-4a37-bb3e-78ad555652a6 service neutron] Attempting to bind port 4037d0e5-354b-4d6f-8609-8e7e96d783e2 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': 'c25b4080-6298-46e3-aac5-23357b9896b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '12e30a5d-084d-4a0a-baa9-b260c3cf8b79'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:48:47.563371 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-228d5ff2-2782-4a37-bb3e-78ad555652a6 service neutron] Attempting to bind port 4037d0e5-354b-4d6f-8609-8e7e96d783e2 on network 12e30a5d-084d-4a0a-baa9-b260c3cf8b79 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:48:47.569499 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-228d5ff2-2782-4a37-bb3e-78ad555652a6 service neutron] Port 4037d0e5-354b-4d6f-8609-8e7e96d783e2 on network 12e30a5d-084d-4a0a-baa9-b260c3cf8b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:48:47.569956 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-228d5ff2-2782-4a37-bb3e-78ad555652a6 service neutron] Attempting to bind port 4037d0e5-354b-4d6f-8609-8e7e96d783e2 on network 12e30a5d-084d-4a0a-baa9-b260c3cf8b79 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:48:47.578781 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-228d5ff2-2782-4a37-bb3e-78ad555652a6 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:48:47.579263 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-228d5ff2-2782-4a37-bb3e-78ad555652a6 service neutron] Checking segment: {'id': 'c25b4080-6298-46e3-aac5-23357b9896b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '12e30a5d-084d-4a0a-baa9-b260c3cf8b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:48:47.579739 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-228d5ff2-2782-4a37-bb3e-78ad555652a6 service neutron] Bound using segment: {'id': 'c25b4080-6298-46e3-aac5-23357b9896b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '12e30a5d-084d-4a0a-baa9-b260c3cf8b79'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:48:47.580213 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-228d5ff2-2782-4a37-bb3e-78ad555652a6 service neutron] Bound port: 4037d0e5-354b-4d6f-8609-8e7e96d783e2, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c25b4080-6298-46e3-aac5-23357b9896b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '12e30a5d-084d-4a0a-baa9-b260c3cf8b79'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:48:47.580596 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-228d5ff2-2782-4a37-bb3e-78ad555652a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (4037d0e5-354b-4d6f-8609-8e7e96d783e2), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:47.641012 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-64d75a72-311a-4995-9a16-7e9642b0602c tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] For port 756a1cb9-f7b7-46d3-8635-89c253255190, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=756a1cb9-f7b7-46d3-8635-89c253255190,segment=NetworkSegment(a9209083-134e-40f8-813f-af1b99b5fa95),segment_id=a9209083-134e-40f8-813f-af1b99b5fa95)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:47.641394 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-64d75a72-311a-4995-9a16-7e9642b0602c tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (756a1cb9-f7b7-46d3-8635-89c253255190), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:47.653404 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-228d5ff2-2782-4a37-bb3e-78ad555652a6 service neutron] For port 4037d0e5-354b-4d6f-8609-8e7e96d783e2, host n-h2-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:48:47.655436 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5d1e8c46-8bf0-4a3b-bd04-9cce7cf967f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (943ef461-86fa-4ca8-ad6d-e521facb9299), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:47.657941 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-228d5ff2-2782-4a37-bb3e-78ad555652a6 service neutron] For port 4037d0e5-354b-4d6f-8609-8e7e96d783e2, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=4037d0e5-354b-4d6f-8609-8e7e96d783e2,segment=NetworkSegment(c25b4080-6298-46e3-aac5-23357b9896b1),segment_id=c25b4080-6298-46e3-aac5-23357b9896b1)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:48:47.658235 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5d1e8c46-8bf0-4a3b-bd04-9cce7cf967f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:47.659167 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5d1e8c46-8bf0-4a3b-bd04-9cce7cf967f9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/943ef461-86fa-4ca8-ad6d-e521facb9299 HTTP/1.1" status: 204 len: 168 time: 0.3094757 Feb 09 01:48:47.660271 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-64d75a72-311a-4995-9a16-7e9642b0602c tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Calling delete_port for 756a1cb9-f7b7-46d3-8635-89c253255190 owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:48:47.676600 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-228d5ff2-2782-4a37-bb3e-78ad555652a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (4037d0e5-354b-4d6f-8609-8e7e96d783e2), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:47.676818 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e8c46-8bf0-4a3b-bd04-9cce7cf967f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943ef461-86fa-4ca8-ad6d-e521facb9299,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:47.752682 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d5ff2-2782-4a37-bb3e-78ad555652a6 service neutron] Pushing event updated for resources: {'Port': ['ID=4037d0e5-354b-4d6f-8609-8e7e96d783e2,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:47.760818 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-228d5ff2-2782-4a37-bb3e-78ad555652a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:47.761440 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-228d5ff2-2782-4a37-bb3e-78ad555652a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:47.762961 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-228d5ff2-2782-4a37-bb3e-78ad555652a6 service neutron] 10.222.0.91 "PUT /v2.0/ports/4037d0e5-354b-4d6f-8609-8e7e96d783e2 HTTP/1.1" status: 200 len: 1092 time: 0.8457034 Feb 09 01:48:47.763543 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548e5a04-c860-4db0-bf02-16bdd599d4f1', 'tag': '4037d0e5-354b-4d6f-8609-8e7e96d783e2'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:48:47.766368 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6248be4-4a08-407a-8593-ceb73416b0c9" -d '{"events": [{"name": "network-changed", "server_uuid": "548e5a04-c860-4db0-bf02-16bdd599d4f1", "tag": "4037d0e5-354b-4d6f-8609-8e7e96d783e2"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:48:47.856893 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2437000-d751-4c60-92d6-7d00816313d6 x-openstack-request-id: req-a2437000-d751-4c60-92d6-7d00816313d6 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:48:47.857259 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "548e5a04-c860-4db0-bf02-16bdd599d4f1", "tag": "4037d0e5-354b-4d6f-8609-8e7e96d783e2", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:48:47.857651 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a2437000-d751-4c60-92d6-7d00816313d6 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:48:47.858530 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '548e5a04-c860-4db0-bf02-16bdd599d4f1', 'tag': '4037d0e5-354b-4d6f-8609-8e7e96d783e2', 'status': 'completed', 'code': 200} Feb 09 01:48:47.884329 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-f4eedd47-bfc5-4119-8cb5-2618232df42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:47.886123 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-f4eedd47-bfc5-4119-8cb5-2618232df42f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fe239e06c7c74e3ea41472f272a368cb&device_id=548e5a04-c860-4db0-bf02-16bdd599d4f1 HTTP/1.1" status: 200 len: 1126 time: 0.0757546 Feb 09 01:48:47.928699 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-64d75a72-311a-4995-9a16-7e9642b0602c tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (756a1cb9-f7b7-46d3-8635-89c253255190), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:47.949313 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-a027f965-4c2c-406a-8d30-0888867b024b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4037d0e5-354b-4d6f-8609-8e7e96d783e2 HTTP/1.1" status: 200 len: 217 time: 0.0542228 Feb 09 01:48:47.967175 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d75a72-311a-4995-9a16-7e9642b0602c tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event deleted for resources: {'Port': ['ID=756a1cb9-f7b7-46d3-8635-89c253255190,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:48.042313 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-07d37fcf-5af6-4497-bb8a-44b621658f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:48.044280 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-07d37fcf-5af6-4497-bb8a-44b621658f7f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3d8ca5ff-54a4-4db8-8337-b3d15ba2caec HTTP/1.1" status: 200 len: 851 time: 0.0853553 Feb 09 01:48:48.105441 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-fa372e1e-20ff-4095-8b28-39ac058ef065 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=12e30a5d-084d-4a0a-baa9-b260c3cf8b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414071 Feb 09 01:48:48.223143 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-64d75a72-311a-4995-9a16-7e9642b0602c tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (0dce1881-55a2-4e02-8b20-fa786109c94e), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:48.279538 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-a015a1c8-7ccc-4d36-93b2-22df365b73c4 service neutron] 10.222.0.91 "GET /v2.0/networks/12e30a5d-084d-4a0a-baa9-b260c3cf8b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649835 Feb 09 01:48:48.399846 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4c4615fb-e5fc-4264-9761-15842b480c65 req-7fd16dfd-3854-472f-8833-4b53fabe6b54 service neutron] 10.222.0.91 "GET /v2.0/networks/12e30a5d-084d-4a0a-baa9-b260c3cf8b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113174 Feb 09 01:48:48.581697 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6248be4-4a08-407a-8593-ceb73416b0c9 req-6697119b-7cc0-49b7-bcf8-a9eeced2e1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:48.583524 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f6248be4-4a08-407a-8593-ceb73416b0c9 req-6697119b-7cc0-49b7-bcf8-a9eeced2e1f7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fe239e06c7c74e3ea41472f272a368cb&device_id=548e5a04-c860-4db0-bf02-16bdd599d4f1 HTTP/1.1" status: 200 len: 1126 time: 0.1144607 Feb 09 01:48:48.596668 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d75a72-311a-4995-9a16-7e9642b0602c tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Router 0dce1881-55a2-4e02-8b20-fa786109c94e has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:48:48.740637 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6248be4-4a08-407a-8593-ceb73416b0c9 req-248c19a5-cb3a-4609-914b-75313c21ed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:48.742426 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f6248be4-4a08-407a-8593-ceb73416b0c9 req-248c19a5-cb3a-4609-914b-75313c21ed84 service neutron] 10.222.0.91 "GET /v2.0/networks?id=12e30a5d-084d-4a0a-baa9-b260c3cf8b79 HTTP/1.1" status: 200 len: 912 time: 0.1494594 Feb 09 01:48:48.770615 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d75a72-311a-4995-9a16-7e9642b0602c tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:48:48.780428 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c217cfd-143a-4146-b339-527b87be2dbf req-f921d3e3-e0d2-4f9d-b363-27c6a847633f tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:48.781618 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c217cfd-143a-4146-b339-527b87be2dbf req-f921d3e3-e0d2-4f9d-b363-27c6a847633f tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/ports?device_id=548e5a04-c860-4db0-bf02-16bdd599d4f1 HTTP/1.1" status: 200 len: 943 time: 0.2304482 Feb 09 01:48:48.785020 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55246121-328b-4d3a-86a9-5f49cc28f988 None None] Sync routers for ids ['0dce1881-55a2-4e02-8b20-fa786109c94e'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:48:48.785734 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-64d75a72-311a-4995-9a16-7e9642b0602c tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "PUT /v2.0/routers/0dce1881-55a2-4e02-8b20-fa786109c94e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9759622 Feb 09 01:48:48.800551 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f6248be4-4a08-407a-8593-ceb73416b0c9 req-c9f5ca19-8a4f-4ad7-8078-72c4bc660eee service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4037d0e5-354b-4d6f-8609-8e7e96d783e2 HTTP/1.1" status: 200 len: 217 time: 0.0505672 Feb 09 01:48:48.813915 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55246121-328b-4d3a-86a9-5f49cc28f988 None None] Routers {'0dce1881-55a2-4e02-8b20-fa786109c94e'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:48.814831 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-55246121-328b-4d3a-86a9-5f49cc28f988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:48:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['0dce1881-55a2-4e02-8b20-fa786109c94e'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:48.851777 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c217cfd-143a-4146-b339-527b87be2dbf req-215d40a1-79f7-41d2-b512-54a471cbea29 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/security-groups?id=6068dee2-1fef-45ca-8059-d960bcb1bc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635984 Feb 09 01:48:48.895806 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6248be4-4a08-407a-8593-ceb73416b0c9 req-7fca302c-b87f-416a-923b-db4f706772b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:48.897044 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f6248be4-4a08-407a-8593-ceb73416b0c9 req-7fca302c-b87f-416a-923b-db4f706772b0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3d8ca5ff-54a4-4db8-8337-b3d15ba2caec HTTP/1.1" status: 200 len: 851 time: 0.0889561 Feb 09 01:48:48.947861 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f6248be4-4a08-407a-8593-ceb73416b0c9 req-471bd9c7-ed3b-4a16-9422-411169dae44f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=12e30a5d-084d-4a0a-baa9-b260c3cf8b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431280 Feb 09 01:48:49.008933 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-55246121-328b-4d3a-86a9-5f49cc28f988 None None] Set router 0dce1881-55a2-4e02-8b20-fa786109c94e gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:48:49.123127 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f6248be4-4a08-407a-8593-ceb73416b0c9 req-f5165792-decd-4570-897c-d66d5c91397a service neutron] 10.222.0.91 "GET /v2.0/networks/12e30a5d-084d-4a0a-baa9-b260c3cf8b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661341 Feb 09 01:48:49.207646 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708b1e9-acc7-4ae9-8253-0399bc433ddd req-4ef7b1ac-ac82-4a83-902b-50324e5af698 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:49.217279 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f708b1e9-acc7-4ae9-8253-0399bc433ddd req-4ef7b1ac-ac82-4a83-902b-50324e5af698 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=eab69cef-f4a0-40b1-8df2-c3b8278b3196 HTTP/1.1" status: 200 len: 946 time: 0.1268876 Feb 09 01:48:49.282807 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f6248be4-4a08-407a-8593-ceb73416b0c9 req-28e6ee0a-8bd3-405e-80ba-84347657a22d service neutron] 10.222.0.91 "GET /v2.0/networks/12e30a5d-084d-4a0a-baa9-b260c3cf8b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520491 Feb 09 01:48:49.297250 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f708b1e9-acc7-4ae9-8253-0399bc433ddd req-c0049251-08f6-4c29-85f9-2e2f007a29db tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff668963-bdb7-4585-b8f9-159739dcd91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793536 Feb 09 01:48:49.346136 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-55246121-328b-4d3a-86a9-5f49cc28f988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'name': 'tempest-TestNetworkBasicOps-router-1046088792', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '75f5123f-afaf-4d07-8fa4-62c0cdc15607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:51Z', 'updated_at': '2022-02-09T01:48:47Z', 'revision_number': 6, 'project_id': 'be37988e5bf5448987567e96924ed429', 'gw_port': {'id': '75f5123f-afaf-4d07-8fa4-62c0cdc15607', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:51Z', 'updated_at': '2022-02-09T01:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '11e6615a-eca9-40df-b26a-eec05980f66e', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'floating_ip_address': '172.25.1.168', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'port_id': '0bf8db30-2355-42ba-afdf-ef1d14ea9630', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58', 'mac_address': 'fa:16:3e:93:da:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315077bf-9b8d-49d9-984d-c82f468b5518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:47:19Z', 'updated_at': '2022-02-09T01:47:22Z', 'revision_number': 1, 'project_id': 'be37988e5bf5448987567e96924ed429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0140b849-a566-482f-8deb-8686b9d59698', 'name': '', 'network_id': '4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'mac_address': 'fa:16:3e:93:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '70d72c7d-b433-4f85-8107-a34d8ae7640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:56Z', 'updated_at': '2022-02-09T01:47:04Z', 'revision_number': 5, 'project_id': 'be37988e5bf5448987567e96924ed429', 'subnets': [{'id': '70d72c7d-b433-4f85-8107-a34d8ae7640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:49.378849 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55246121-328b-4d3a-86a9-5f49cc28f988 None None] Checking router: 0dce1881-55a2-4e02-8b20-fa786109c94e for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:48:49.389509 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55246121-328b-4d3a-86a9-5f49cc28f988 None None] Routers {'0dce1881-55a2-4e02-8b20-fa786109c94e'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:49.390163 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-55246121-328b-4d3a-86a9-5f49cc28f988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:48:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['0dce1881-55a2-4e02-8b20-fa786109c94e'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:49.516949 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-55246121-328b-4d3a-86a9-5f49cc28f988 None None] Set router 0dce1881-55a2-4e02-8b20-fa786109c94e gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:48:49.584557 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:49.798334 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-55246121-328b-4d3a-86a9-5f49cc28f988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'name': 'tempest-TestNetworkBasicOps-router-1046088792', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '75f5123f-afaf-4d07-8fa4-62c0cdc15607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:51Z', 'updated_at': '2022-02-09T01:48:47Z', 'revision_number': 6, 'project_id': 'be37988e5bf5448987567e96924ed429', 'gw_port': {'id': '75f5123f-afaf-4d07-8fa4-62c0cdc15607', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:51Z', 'updated_at': '2022-02-09T01:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '11e6615a-eca9-40df-b26a-eec05980f66e', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'floating_ip_address': '172.25.1.168', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'port_id': '0bf8db30-2355-42ba-afdf-ef1d14ea9630', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58', 'mac_address': 'fa:16:3e:93:da:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315077bf-9b8d-49d9-984d-c82f468b5518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:47:19Z', 'updated_at': '2022-02-09T01:47:22Z', 'revision_number': 1, 'project_id': 'be37988e5bf5448987567e96924ed429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0140b849-a566-482f-8deb-8686b9d59698', 'name': '', 'network_id': '4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'mac_address': 'fa:16:3e:93:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '70d72c7d-b433-4f85-8107-a34d8ae7640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:56Z', 'updated_at': '2022-02-09T01:47:04Z', 'revision_number': 5, 'project_id': 'be37988e5bf5448987567e96924ed429', 'subnets': [{'id': '70d72c7d-b433-4f85-8107-a34d8ae7640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:49.833129 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55246121-328b-4d3a-86a9-5f49cc28f988 None None] The sync data for ids ['0dce1881-55a2-4e02-8b20-fa786109c94e'] in n-d-822053-40 is: [{'id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'name': 'tempest-TestNetworkBasicOps-router-1046088792', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '75f5123f-afaf-4d07-8fa4-62c0cdc15607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:51Z', 'updated_at': '2022-02-09T01:48:47Z', 'revision_number': 6, 'project_id': 'be37988e5bf5448987567e96924ed429', 'gw_port': {'id': '75f5123f-afaf-4d07-8fa4-62c0cdc15607', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:51Z', 'updated_at': '2022-02-09T01:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '11e6615a-eca9-40df-b26a-eec05980f66e', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'floating_ip_address': '172.25.1.168', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'port_id': '0bf8db30-2355-42ba-afdf-ef1d14ea9630', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58', 'mac_address': 'fa:16:3e:93:da:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315077bf-9b8d-49d9-984d-c82f468b5518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:47:19Z', 'updated_at': '2022-02-09T01:47:22Z', 'revision_number': 1, 'project_id': 'be37988e5bf5448987567e96924ed429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0140b849-a566-482f-8deb-8686b9d59698', 'name': '', 'network_id': '4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'mac_address': 'fa:16:3e:93:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '70d72c7d-b433-4f85-8107-a34d8ae7640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:56Z', 'updated_at': '2022-02-09T01:47:04Z', 'revision_number': 5, 'project_id': 'be37988e5bf5448987567e96924ed429', 'subnets': [{'id': '70d72c7d-b433-4f85-8107-a34d8ae7640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:48:49.983360 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c574b1-ade7-4822-849c-2d61f855467c req-3aad29f3-a5f3-4c8c-8d0e-e7a4e8cc5b90 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:49.984959 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b4c574b1-ade7-4822-849c-2d61f855467c req-3aad29f3-a5f3-4c8c-8d0e-e7a4e8cc5b90 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/ports?device_id=548e5a04-c860-4db0-bf02-16bdd599d4f1 HTTP/1.1" status: 200 len: 943 time: 0.0556314 Feb 09 01:48:50.038787 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b4c574b1-ade7-4822-849c-2d61f855467c req-5f810f90-4cd9-4611-bf51-0f0da93bfdfa tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/security-groups?id=6068dee2-1fef-45ca-8059-d960bcb1bc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470972 Feb 09 01:48:50.436937 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 4037d0e5-354b-4d6f-8609-8e7e96d783e2 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:48:50.452405 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c1af5-a384-41e9-a6c1-e27ca3108877 req-cf08d48f-9f05-4c95-9999-9bda61f22f74 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:50.453976 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-638c1af5-a384-41e9-a6c1-e27ca3108877 req-cf08d48f-9f05-4c95-9999-9bda61f22f74 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=eab69cef-f4a0-40b1-8df2-c3b8278b3196 HTTP/1.1" status: 200 len: 946 time: 0.0638933 Feb 09 01:48:50.472481 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced701a8-5473-4dbd-8877-5b625a2ff9fd req-52529ef7-77ef-401e-a4f1-6a87fd699fc5 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:50.474424 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ced701a8-5473-4dbd-8877-5b625a2ff9fd req-52529ef7-77ef-401e-a4f1-6a87fd699fc5 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.121 "GET /v2.0/ports?device_id=eab69cef-f4a0-40b1-8df2-c3b8278b3196 HTTP/1.1" status: 200 len: 946 time: 0.0832992 Feb 09 01:48:50.522114 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-638c1af5-a384-41e9-a6c1-e27ca3108877 req-273caede-5d50-49e8-b904-598d2008a5e1 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff668963-bdb7-4585-b8f9-159739dcd91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540423 Feb 09 01:48:50.567236 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 4037d0e5-354b-4d6f-8609-8e7e96d783e2, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=4037d0e5-354b-4d6f-8609-8e7e96d783e2,segment=NetworkSegment(c25b4080-6298-46e3-aac5-23357b9896b1),segment_id=c25b4080-6298-46e3-aac5-23357b9896b1)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:50.585957 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '4037d0e5-354b-4d6f-8609-8e7e96d783e2', 'network_id': '12e30a5d-084d-4a0a-baa9-b260c3cf8b79', 'port_id': '4037d0e5-354b-4d6f-8609-8e7e96d783e2', 'mac_address': 'fa:16:3e:a5:47:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8ca5ff-54a4-4db8-8337-b3d15ba2caec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:48:50.592967 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-ced701a8-5473-4dbd-8877-5b625a2ff9fd req-3c149e3c-7196-4510-9672-092381f5b988 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Deleting port b3094b9b-a439-4dd9-938c-6fcdfe711eed {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:48:50.593181 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ced701a8-5473-4dbd-8877-5b625a2ff9fd req-3c149e3c-7196-4510-9672-092381f5b988 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (b3094b9b-a439-4dd9-938c-6fcdfe711eed), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:50.626262 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 4037d0e5-354b-4d6f-8609-8e7e96d783e2 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:50.626684 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (4037d0e5-354b-4d6f-8609-8e7e96d783e2), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:50.641410 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4037d0e5-354b-4d6f-8609-8e7e96d783e2 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:48:50.663808 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 4037d0e5-354b-4d6f-8609-8e7e96d783e2, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=4037d0e5-354b-4d6f-8609-8e7e96d783e2,segment=NetworkSegment(c25b4080-6298-46e3-aac5-23357b9896b1),segment_id=c25b4080-6298-46e3-aac5-23357b9896b1)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:50.666795 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 756a1cb9-f7b7-46d3-8635-89c253255190 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:48:50.690646 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 756a1cb9-f7b7-46d3-8635-89c253255190 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:48:50.691379 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 756a1cb9-f7b7-46d3-8635-89c253255190 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:48:50.693916 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (4037d0e5-354b-4d6f-8609-8e7e96d783e2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:50.702593 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-ced701a8-5473-4dbd-8877-5b625a2ff9fd req-3c149e3c-7196-4510-9672-092381f5b988 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] For port b3094b9b-a439-4dd9-938c-6fcdfe711eed, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=b3094b9b-a439-4dd9-938c-6fcdfe711eed,segment=NetworkSegment(a9209083-134e-40f8-813f-af1b99b5fa95),segment_id=a9209083-134e-40f8-813f-af1b99b5fa95)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:50.702961 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ced701a8-5473-4dbd-8877-5b625a2ff9fd req-3c149e3c-7196-4510-9672-092381f5b988 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (b3094b9b-a439-4dd9-938c-6fcdfe711eed), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:50.717989 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-ced701a8-5473-4dbd-8877-5b625a2ff9fd req-3c149e3c-7196-4510-9672-092381f5b988 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Calling delete_port for b3094b9b-a439-4dd9-938c-6fcdfe711eed owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:48:50.753675 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=4037d0e5-354b-4d6f-8609-8e7e96d783e2,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:50.763112 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:50.763465 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:50.763860 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:50.764339 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:50.764727 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:50.765066 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:50.765398 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:50.765729 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:50.766171 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:50.766508 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:50.766836 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:50.767162 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:50.767487 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:50.826207 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ffcd3f61-14a9-4f8b-90bf-210980486c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:50.890877 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ced701a8-5473-4dbd-8877-5b625a2ff9fd req-3c149e3c-7196-4510-9672-092381f5b988 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (b3094b9b-a439-4dd9-938c-6fcdfe711eed), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:50.926005 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c149e3c-7196-4510-9672-092381f5b988 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event deleted for resources: {'Port': ['ID=b3094b9b-a439-4dd9-938c-6fcdfe711eed,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:50.978324 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced701a8-5473-4dbd-8877-5b625a2ff9fd req-3c149e3c-7196-4510-9672-092381f5b988 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] No DVR routers for this DVR port b3094b9b-a439-4dd9-938c-6fcdfe711eed on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:48:50.981320 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ced701a8-5473-4dbd-8877-5b625a2ff9fd req-3c149e3c-7196-4510-9672-092381f5b988 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:50.985327 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ced701a8-5473-4dbd-8877-5b625a2ff9fd req-3c149e3c-7196-4510-9672-092381f5b988 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.121 "DELETE /v2.0/ports/b3094b9b-a439-4dd9-938c-6fcdfe711eed HTTP/1.1" status: 204 len: 173 time: 0.5047817 Feb 09 01:48:50.985875 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab69cef-f4a0-40b1-8df2-c3b8278b3196', 'name': 'network-vif-deleted', 'tag': 'b3094b9b-a439-4dd9-938c-6fcdfe711eed'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:48:50.988117 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9336c3b8-f6c6-468c-98ef-b90205625867" -d '{"events": [{"server_uuid": "eab69cef-f4a0-40b1-8df2-c3b8278b3196", "name": "network-vif-deleted", "tag": "b3094b9b-a439-4dd9-938c-6fcdfe711eed"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:48:51.006482 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['4037d0e5-354b-4d6f-8609-8e7e96d783e2'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:48:51.058909 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a41c5d-574b-4a78-8786-766ed3f69b0a x-openstack-request-id: req-04a41c5d-574b-4a78-8786-766ed3f69b0a {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:48:51.059213 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab69cef-f4a0-40b1-8df2-c3b8278b3196", "name": "network-vif-deleted", "tag": "b3094b9b-a439-4dd9-938c-6fcdfe711eed", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:48:51.059471 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-04a41c5d-574b-4a78-8786-766ed3f69b0a {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:48:51.059872 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab69cef-f4a0-40b1-8df2-c3b8278b3196', 'name': 'network-vif-deleted', 'tag': 'b3094b9b-a439-4dd9-938c-6fcdfe711eed', 'status': 'completed', 'code': 200} Feb 09 01:48:51.150343 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:51.207877 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd5626-6345-4ec3-aa40-ac7fe4a94c94 req-a56734de-4b11-4c89-a51c-2ff3963f5631 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:51.210686 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-13bd5626-6345-4ec3-aa40-ac7fe4a94c94 req-a56734de-4b11-4c89-a51c-2ff3963f5631 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/ports?device_id=548e5a04-c860-4db0-bf02-16bdd599d4f1 HTTP/1.1" status: 200 len: 944 time: 0.0851159 Feb 09 01:48:51.283157 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-13bd5626-6345-4ec3-aa40-ac7fe4a94c94 req-a89d4d4e-d7e1-4116-9a41-1ad89ffa5db9 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/security-groups?id=6068dee2-1fef-45ca-8059-d960bcb1bc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656013 Feb 09 01:48:51.657416 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-88b78e5d-b29e-4ee6-ba99-a01303596d7e req-3f5d2129-b93d-42cd-9af5-ba48908242b8 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=eab69cef-f4a0-40b1-8df2-c3b8278b3196 HTTP/1.1" status: 200 len: 210 time: 0.0347686 Feb 09 01:48:52.437350 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1095c87-ecb9-42c2-b813-7d4fa7bf19e5 req-fc2bfe24-c903-4318-9e23-11aec87c4de0 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:52.439108 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f1095c87-ecb9-42c2-b813-7d4fa7bf19e5 req-fc2bfe24-c903-4318-9e23-11aec87c4de0 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/ports?device_id=548e5a04-c860-4db0-bf02-16bdd599d4f1 HTTP/1.1" status: 200 len: 944 time: 0.0862644 Feb 09 01:48:52.454266 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 4037d0e5-354b-4d6f-8609-8e7e96d783e2 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:48:52.512389 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f1095c87-ecb9-42c2-b813-7d4fa7bf19e5 req-27c02f83-696b-4970-8820-91d13c4d8bdf tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/security-groups?id=6068dee2-1fef-45ca-8059-d960bcb1bc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545850 Feb 09 01:48:52.537737 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 4037d0e5-354b-4d6f-8609-8e7e96d783e2 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:48:52.553505 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 4037d0e5-354b-4d6f-8609-8e7e96d783e2 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:52.554000 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (4037d0e5-354b-4d6f-8609-8e7e96d783e2), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:52.660341 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 4037d0e5-354b-4d6f-8609-8e7e96d783e2 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:52.660859 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (4037d0e5-354b-4d6f-8609-8e7e96d783e2), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:52.701507 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548e5a04-c860-4db0-bf02-16bdd599d4f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4037d0e5-354b-4d6f-8609-8e7e96d783e2'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:48:52.705026 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592aa7a7-962e-4624-8a18-e0499a3190b3" -d '{"events": [{"server_uuid": "548e5a04-c860-4db0-bf02-16bdd599d4f1", "name": "network-vif-plugged", "status": "completed", "tag": "4037d0e5-354b-4d6f-8609-8e7e96d783e2"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:48:52.721816 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38528) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:52.724252 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 4037d0e5-354b-4d6f-8609-8e7e96d783e2, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=4037d0e5-354b-4d6f-8609-8e7e96d783e2,segment=NetworkSegment(c25b4080-6298-46e3-aac5-23357b9896b1),segment_id=c25b4080-6298-46e3-aac5-23357b9896b1)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:52.733354 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (4037d0e5-354b-4d6f-8609-8e7e96d783e2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:52.800830 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3050136c-f8e0-4c62-8101-bc153ed83e8c x-openstack-request-id: req-3050136c-f8e0-4c62-8101-bc153ed83e8c {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:48:52.801413 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548e5a04-c860-4db0-bf02-16bdd599d4f1", "name": "network-vif-plugged", "status": "completed", "tag": "4037d0e5-354b-4d6f-8609-8e7e96d783e2", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:48:52.801869 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3050136c-f8e0-4c62-8101-bc153ed83e8c {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:48:52.802423 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548e5a04-c860-4db0-bf02-16bdd599d4f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4037d0e5-354b-4d6f-8609-8e7e96d783e2', 'code': 200} Feb 09 01:48:52.810791 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=4037d0e5-354b-4d6f-8609-8e7e96d783e2,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:52.813911 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c2bf7b30-b2d3-42b1-b8a6-76371f1ae890 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group (ff668963-bdb7-4585-b8f9-159739dcd91b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:52.861559 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c2bf7b30-b2d3-42b1-b8a6-76371f1ae890 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group (ff668963-bdb7-4585-b8f9-159739dcd91b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:52.908727 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7231d81-a28f-4427-a64a-744cb9f3aded req-7442d6a6-1f01-484f-8835-dfc4c3ded220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:52.910337 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a7231d81-a28f-4427-a64a-744cb9f3aded req-7442d6a6-1f01-484f-8835-dfc4c3ded220 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=548e5a04-c860-4db0-bf02-16bdd599d4f1 HTTP/1.1" status: 200 len: 1128 time: 0.0522380 Feb 09 01:48:52.935236 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c2bf7b30-b2d3-42b1-b8a6-76371f1ae890 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (ff668963-bdb7-4585-b8f9-159739dcd91b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:52.938271 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c2bf7b30-b2d3-42b1-b8a6-76371f1ae890 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:52.942479 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c2bf7b30-b2d3-42b1-b8a6-76371f1ae890 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "DELETE /v2.0/security-groups/ff668963-bdb7-4585-b8f9-159739dcd91b HTTP/1.1" status: 204 len: 168 time: 0.2193158 Feb 09 01:48:52.955368 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf7b30-b2d3-42b1-b8a6-76371f1ae890 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff668963-bdb7-4585-b8f9-159739dcd91b,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:52.979146 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a7231d81-a28f-4427-a64a-744cb9f3aded req-a8812609-d701-4a7b-b8b1-86ec768a506a service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=6068dee2-1fef-45ca-8059-d960bcb1bc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582821 Feb 09 01:48:52.998940 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38534) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:53.054103 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c07d314-1fa9-41fd-a133-2f67584d2369 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Deleting subnet 833c5d43-b1f2-419e-ba16-960848512738 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:48:53.058442 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1c07d314-1fa9-41fd-a133-2f67584d2369 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for subnet (833c5d43-b1f2-419e-ba16-960848512738), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:53.103381 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1c07d314-1fa9-41fd-a133-2f67584d2369 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (833c5d43-b1f2-419e-ba16-960848512738), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:53.199006 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1c07d314-1fa9-41fd-a133-2f67584d2369 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (833c5d43-b1f2-419e-ba16-960848512738), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:53.262090 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1c07d314-1fa9-41fd-a133-2f67584d2369 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (833c5d43-b1f2-419e-ba16-960848512738), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:53.289707 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07d314-1fa9-41fd-a133-2f67584d2369 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event deleted for resources: {'Subnet': ['ID=833c5d43-b1f2-419e-ba16-960848512738,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:53.293408 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1c07d314-1fa9-41fd-a133-2f67584d2369 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:53.299639 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38540) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:53.306885 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb47512-ac22-44c6-a9ec-599105050338 None None] Network f81ab159-5933-493a-a34f-60715074437e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:48:53.308295 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1c07d314-1fa9-41fd-a133-2f67584d2369 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "DELETE /v2.0/subnets/833c5d43-b1f2-419e-ba16-960848512738 HTTP/1.1" status: 204 len: 168 time: 0.3080280 Feb 09 01:48:53.418481 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b55ab4ae-dcd9-4013-b9cc-be9d3a2605f0 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (f81ab159-5933-493a-a34f-60715074437e), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:53.508941 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-b55ab4ae-dcd9-4013-b9cc-be9d3a2605f0 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Deleting port ae80c173-8189-4dd6-8552-e8b24be289e9 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:48:53.509999 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b55ab4ae-dcd9-4013-b9cc-be9d3a2605f0 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (ae80c173-8189-4dd6-8552-e8b24be289e9), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:53.535551 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da0982c-7dc1-4896-ba6b-26c8ae288ce0 None None] DHCP port deletion for f81ab159-5933-493a-a34f-60715074437e request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:48:53.614473 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-b55ab4ae-dcd9-4013-b9cc-be9d3a2605f0 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] For port ae80c173-8189-4dd6-8552-e8b24be289e9, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=ae80c173-8189-4dd6-8552-e8b24be289e9,segment=NetworkSegment(a9209083-134e-40f8-813f-af1b99b5fa95),segment_id=a9209083-134e-40f8-813f-af1b99b5fa95)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:53.615198 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b55ab4ae-dcd9-4013-b9cc-be9d3a2605f0 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (ae80c173-8189-4dd6-8552-e8b24be289e9), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:53.635287 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3da0982c-7dc1-4896-ba6b-26c8ae288ce0 None None] Deleting port ae80c173-8189-4dd6-8552-e8b24be289e9 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:48:53.635729 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3da0982c-7dc1-4896-ba6b-26c8ae288ce0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (ae80c173-8189-4dd6-8552-e8b24be289e9), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:53.642948 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-b55ab4ae-dcd9-4013-b9cc-be9d3a2605f0 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Calling delete_port for ae80c173-8189-4dd6-8552-e8b24be289e9 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:48:53.730919 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-3da0982c-7dc1-4896-ba6b-26c8ae288ce0 None None] For port ae80c173-8189-4dd6-8552-e8b24be289e9, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=ae80c173-8189-4dd6-8552-e8b24be289e9,segment=NetworkSegment(a9209083-134e-40f8-813f-af1b99b5fa95),segment_id=a9209083-134e-40f8-813f-af1b99b5fa95)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:53.731421 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3da0982c-7dc1-4896-ba6b-26c8ae288ce0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (ae80c173-8189-4dd6-8552-e8b24be289e9), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:53.751209 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3da0982c-7dc1-4896-ba6b-26c8ae288ce0 None None] Calling delete_port for ae80c173-8189-4dd6-8552-e8b24be289e9 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:48:53.787892 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e743b7-7baa-49eb-ac55-615d2f2ca66f req-8080731e-d52f-4f89-b067-882433c16b36 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:53.790421 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-88e743b7-7baa-49eb-ac55-615d2f2ca66f req-8080731e-d52f-4f89-b067-882433c16b36 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/ports?device_id=548e5a04-c860-4db0-bf02-16bdd599d4f1 HTTP/1.1" status: 200 len: 945 time: 0.1237369 Feb 09 01:48:53.851116 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b55ab4ae-dcd9-4013-b9cc-be9d3a2605f0 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (ae80c173-8189-4dd6-8552-e8b24be289e9), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:53.856271 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3da0982c-7dc1-4896-ba6b-26c8ae288ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (ae80c173-8189-4dd6-8552-e8b24be289e9), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:53.868089 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-88e743b7-7baa-49eb-ac55-615d2f2ca66f req-035cfb8a-7287-4ef0-ae63-1ef2c2f26e10 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/security-groups?id=6068dee2-1fef-45ca-8059-d960bcb1bc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704186 Feb 09 01:48:53.875296 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da0982c-7dc1-4896-ba6b-26c8ae288ce0 None None] No DVR routers for this DVR port ae80c173-8189-4dd6-8552-e8b24be289e9 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:48:53.888310 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ab4ae-dcd9-4013-b9cc-be9d3a2605f0 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event deleted for resources: {'Port': ['ID=ae80c173-8189-4dd6-8552-e8b24be289e9,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:53.890147 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55ab4ae-dcd9-4013-b9cc-be9d3a2605f0 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] No DVR routers for this DVR port ae80c173-8189-4dd6-8552-e8b24be289e9 on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:48:53.909929 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0982c-7dc1-4896-ba6b-26c8ae288ce0 None None] Pushing event deleted for resources: {'Port': ['ID=ae80c173-8189-4dd6-8552-e8b24be289e9,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:53.986137 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b55ab4ae-dcd9-4013-b9cc-be9d3a2605f0 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (f81ab159-5933-493a-a34f-60715074437e), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:54.016526 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-b55ab4ae-dcd9-4013-b9cc-be9d3a2605f0 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f81ab159-5933-493a-a34f-60715074437e']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:54.032151 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-b55ab4ae-dcd9-4013-b9cc-be9d3a2605f0 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9209083-134e-40f8-813f-af1b99b5fa95') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:54.032706 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-b55ab4ae-dcd9-4013-b9cc-be9d3a2605f0 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9209083-134e-40f8-813f-af1b99b5fa95') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:54.048654 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b55ab4ae-dcd9-4013-b9cc-be9d3a2605f0 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (a9209083-134e-40f8-813f-af1b99b5fa95), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:54.071550 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b55ab4ae-dcd9-4013-b9cc-be9d3a2605f0 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (a9209083-134e-40f8-813f-af1b99b5fa95), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:54.078174 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b55ab4ae-dcd9-4013-b9cc-be9d3a2605f0 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:48:54.078709 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b55ab4ae-dcd9-4013-b9cc-be9d3a2605f0 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (a9209083-134e-40f8-813f-af1b99b5fa95), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:54.082113 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:48:54.082113 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:48:54.082113 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:48:54.082113 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:48:54.082113 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:48:54.082113 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:48:54.082113 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:48:54.082113 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:48:54.082113 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:48:54.082113 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:48:54.082113 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:48:54.082113 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:48:54.082113 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:48:54.082113 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:48:54.082113 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:48:54.082113 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:48:54.082113 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:48:54.082113 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:48:54.082113 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:48:54.082113 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:48:54.082113 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:48:54.082113 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:48:54.082113 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:48:54.082113 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:48:54.082113 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:48:54.082113 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:48:54.082113 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:48:54.082113 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:48:54.082113 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:48:54.082113 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:48:54.082113 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:48:54.082113 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:48:54.150212 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b55ab4ae-dcd9-4013-b9cc-be9d3a2605f0 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (f81ab159-5933-493a-a34f-60715074437e), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:54.169154 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b55ab4ae-dcd9-4013-b9cc-be9d3a2605f0 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:54.172169 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b55ab4ae-dcd9-4013-b9cc-be9d3a2605f0 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "DELETE /v2.0/networks/f81ab159-5933-493a-a34f-60715074437e HTTP/1.1" status: 204 len: 168 time: 0.8714726 Feb 09 01:48:54.173464 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ab4ae-dcd9-4013-b9cc-be9d3a2605f0 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event deleted for resources: {'Network': ['ID=f81ab159-5933-493a-a34f-60715074437e,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:54.177450 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38560) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:54.293482 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b8716b40-f8de-4bc1-82d5-9dd8e1af20e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:54.396011 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-230d5f7e-96e4-4bdd-b6f2-55ad99c31287 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Deleting port 0811cab1-db8d-4237-a723-2629693212d9 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:48:54.396365 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-230d5f7e-96e4-4bdd-b6f2-55ad99c31287 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (0811cab1-db8d-4237-a723-2629693212d9), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:54.484645 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-230d5f7e-96e4-4bdd-b6f2-55ad99c31287 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (0811cab1-db8d-4237-a723-2629693212d9), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:54.484944 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-230d5f7e-96e4-4bdd-b6f2-55ad99c31287 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for floatingip (0811cab1-db8d-4237-a723-2629693212d9), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:54.499568 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-230d5f7e-96e4-4bdd-b6f2-55ad99c31287 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Calling delete_port for 0811cab1-db8d-4237-a723-2629693212d9 owned by network:floatingip {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:48:54.695544 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device b3094b9b-a439-4dd9-938c-6fcdfe711eed no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:48:54.739409 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: b3094b9b-a439-4dd9-938c-6fcdfe711eed {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:48:54.739946 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device b3094b9b-a439-4dd9-938c-6fcdfe711eed not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:48:54.759277 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device ae80c173-8189-4dd6-8552-e8b24be289e9 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:48:54.792296 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: ae80c173-8189-4dd6-8552-e8b24be289e9 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:48:54.792924 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device ae80c173-8189-4dd6-8552-e8b24be289e9 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:48:54.802814 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-230d5f7e-96e4-4bdd-b6f2-55ad99c31287 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (0811cab1-db8d-4237-a723-2629693212d9), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:54.832316 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d5f7e-96e4-4bdd-b6f2-55ad99c31287 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event deleted for resources: {'Port': ['ID=0811cab1-db8d-4237-a723-2629693212d9,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:54.911099 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-230d5f7e-96e4-4bdd-b6f2-55ad99c31287 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for floatingip (11e6615a-eca9-40df-b26a-eec05980f66e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:54.912334 n-d-822053-40 neutron-server[103528]: INFO neutron.db.l3_db [None req-230d5f7e-96e4-4bdd-b6f2-55ad99c31287 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Floating IP 11e6615a-eca9-40df-b26a-eec05980f66e disassociated (deleted). External IP: 172.25.1.168, port: 0bf8db30-2355-42ba-afdf-ef1d14ea9630. Feb 09 01:48:55.036783 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9cb87-bb2c-49a1-aa52-221b17f21d13 req-b71f7a73-7614-417f-bfd6-6eae9c6ce227 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:55.039707 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a2d9cb87-bb2c-49a1-aa52-221b17f21d13 req-b71f7a73-7614-417f-bfd6-6eae9c6ce227 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/ports?device_id=548e5a04-c860-4db0-bf02-16bdd599d4f1 HTTP/1.1" status: 200 len: 945 time: 0.0685179 Feb 09 01:48:55.137618 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a2d9cb87-bb2c-49a1-aa52-221b17f21d13 req-0c4238dd-cd17-4a03-8efa-b6d03bf712d1 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/security-groups?id=6068dee2-1fef-45ca-8059-d960bcb1bc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846467 Feb 09 01:48:55.200840 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230d5f7e-96e4-4bdd-b6f2-55ad99c31287 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Router 0dce1881-55a2-4e02-8b20-fa786109c94e has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:48:55.309895 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea295470-195b-44b6-844e-da69145157ee req-67fa7067-5055-4647-8ddf-632eb8279c21 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:55.331724 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ea295470-195b-44b6-844e-da69145157ee req-67fa7067-5055-4647-8ddf-632eb8279c21 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/ports?device_id=548e5a04-c860-4db0-bf02-16bdd599d4f1 HTTP/1.1" status: 200 len: 945 time: 0.1162128 Feb 09 01:48:55.450351 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ea295470-195b-44b6-844e-da69145157ee req-859f38e3-9ef9-431d-bcfc-87527ceb03dc tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/security-groups?id=6068dee2-1fef-45ca-8059-d960bcb1bc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176136 Feb 09 01:48:55.766358 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f56ff-4506-4583-9c03-f0ed94ac1333 req-fcc46f9e-4543-402a-bfd5-58896018fc4c tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:55.767946 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7e9f56ff-4506-4583-9c03-f0ed94ac1333 req-fcc46f9e-4543-402a-bfd5-58896018fc4c tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/ports?device_id=548e5a04-c860-4db0-bf02-16bdd599d4f1 HTTP/1.1" status: 200 len: 945 time: 0.0594430 Feb 09 01:48:55.813098 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230d5f7e-96e4-4bdd-b6f2-55ad99c31287 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:48:55.817881 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-230d5f7e-96e4-4bdd-b6f2-55ad99c31287 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:55.828390 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a949a7-42b6-4185-92af-88464fb06e37 None None] Sync routers for ids ['0dce1881-55a2-4e02-8b20-fa786109c94e'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:48:55.852055 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a949a7-42b6-4185-92af-88464fb06e37 None None] Routers {'0dce1881-55a2-4e02-8b20-fa786109c94e'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:55.853201 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-230d5f7e-96e4-4bdd-b6f2-55ad99c31287 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "DELETE /v2.0/floatingips/11e6615a-eca9-40df-b26a-eec05980f66e HTTP/1.1" status: 204 len: 168 time: 1.6733739 Feb 09 01:48:55.853930 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315077bf-9b8d-49d9-984d-c82f468b5518', 'tag': '0bf8db30-2355-42ba-afdf-ef1d14ea9630'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:48:55.856887 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-23a949a7-42b6-4185-92af-88464fb06e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:48:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['0dce1881-55a2-4e02-8b20-fa786109c94e'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:55.857184 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f970b9a1-dc71-4260-8183-179e85ce4c15" -d '{"events": [{"name": "network-changed", "server_uuid": "315077bf-9b8d-49d9-984d-c82f468b5518", "tag": "0bf8db30-2355-42ba-afdf-ef1d14ea9630"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:48:55.868756 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7e9f56ff-4506-4583-9c03-f0ed94ac1333 req-b3aa0964-3d8d-4fcb-9ac2-ba15d9d59523 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/security-groups?id=6068dee2-1fef-45ca-8059-d960bcb1bc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925014 Feb 09 01:48:55.885444 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:55.912280 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf8bf7c-f471-4cf7-8432-3c4faf26422a x-openstack-request-id: req-bcf8bf7c-f471-4cf7-8432-3c4faf26422a {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:48:55.912573 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "315077bf-9b8d-49d9-984d-c82f468b5518", "tag": "0bf8db30-2355-42ba-afdf-ef1d14ea9630", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:48:55.912827 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bcf8bf7c-f471-4cf7-8432-3c4faf26422a {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:48:55.913251 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315077bf-9b8d-49d9-984d-c82f468b5518', 'tag': '0bf8db30-2355-42ba-afdf-ef1d14ea9630', 'status': 'completed', 'code': 200} Feb 09 01:48:56.017301 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970b9a1-dc71-4260-8183-179e85ce4c15 req-994f53d2-114d-4aaf-a579-d9e44afef47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:56.018208 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-23a949a7-42b6-4185-92af-88464fb06e37 None None] Set router 0dce1881-55a2-4e02-8b20-fa786109c94e gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:48:56.018743 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f970b9a1-dc71-4260-8183-179e85ce4c15 req-994f53d2-114d-4aaf-a579-d9e44afef47d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=be37988e5bf5448987567e96924ed429&device_id=315077bf-9b8d-49d9-984d-c82f468b5518 HTTP/1.1" status: 200 len: 1128 time: 0.0808358 Feb 09 01:48:56.162034 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970b9a1-dc71-4260-8183-179e85ce4c15 req-f9449c5a-0e89-4d0e-ba9f-11165268cb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:56.164149 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f970b9a1-dc71-4260-8183-179e85ce4c15 req-f9449c5a-0e89-4d0e-ba9f-11165268cb9e service neutron] 10.222.0.91 "GET /v2.0/networks?id=4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58 HTTP/1.1" status: 200 len: 897 time: 0.1380298 Feb 09 01:48:56.222916 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f970b9a1-dc71-4260-8183-179e85ce4c15 req-43b5ba44-3417-4664-9ffd-3a0fc1e9e9db service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bf8db30-2355-42ba-afdf-ef1d14ea9630 HTTP/1.1" status: 200 len: 217 time: 0.0509088 Feb 09 01:48:56.319859 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970b9a1-dc71-4260-8183-179e85ce4c15 req-2ccf67ac-b38d-4720-8d3f-2b2f98408db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:56.322152 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f970b9a1-dc71-4260-8183-179e85ce4c15 req-2ccf67ac-b38d-4720-8d3f-2b2f98408db4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=70d72c7d-b433-4f85-8107-a34d8ae7640a HTTP/1.1" status: 200 len: 834 time: 0.0909135 Feb 09 01:48:56.364906 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-23a949a7-42b6-4185-92af-88464fb06e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'name': 'tempest-TestNetworkBasicOps-router-1046088792', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '75f5123f-afaf-4d07-8fa4-62c0cdc15607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:51Z', 'updated_at': '2022-02-09T01:48:47Z', 'revision_number': 6, 'project_id': 'be37988e5bf5448987567e96924ed429', 'gw_port': {'id': '75f5123f-afaf-4d07-8fa4-62c0cdc15607', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:51Z', 'updated_at': '2022-02-09T01:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '0140b849-a566-482f-8deb-8686b9d59698', 'name': '', 'network_id': '4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'mac_address': 'fa:16:3e:93:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '70d72c7d-b433-4f85-8107-a34d8ae7640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:56Z', 'updated_at': '2022-02-09T01:47:04Z', 'revision_number': 5, 'project_id': 'be37988e5bf5448987567e96924ed429', 'subnets': [{'id': '70d72c7d-b433-4f85-8107-a34d8ae7640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:56.371115 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07632c1b-cef3-4307-b433-c4d0fb8f193b req-07562bd0-3510-4152-9f23-f9bd6fe26b0a tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:56.378794 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-07632c1b-cef3-4307-b433-c4d0fb8f193b req-07562bd0-3510-4152-9f23-f9bd6fe26b0a tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=315077bf-9b8d-49d9-984d-c82f468b5518 HTTP/1.1" status: 200 len: 945 time: 0.1439714 Feb 09 01:48:56.407411 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a949a7-42b6-4185-92af-88464fb06e37 None None] Checking router: 0dce1881-55a2-4e02-8b20-fa786109c94e for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:48:56.440370 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a949a7-42b6-4185-92af-88464fb06e37 None None] Routers {'0dce1881-55a2-4e02-8b20-fa786109c94e'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:48:56.441308 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-23a949a7-42b6-4185-92af-88464fb06e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:48:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['0dce1881-55a2-4e02-8b20-fa786109c94e'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:56.445056 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970b9a1-dc71-4260-8183-179e85ce4c15 req-c7c7c3ce-c1ba-4913-a920-c1cc3ae4285f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:56.447474 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f970b9a1-dc71-4260-8183-179e85ce4c15 req-c7c7c3ce-c1ba-4913-a920-c1cc3ae4285f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1140854 Feb 09 01:48:56.483729 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-07632c1b-cef3-4307-b433-c4d0fb8f193b req-72ec1e32-9c7d-4f3d-9677-4f648a62aae3 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/security-groups?id=24b511af-ce9f-4bf4-8813-b8fd1cbabb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040490 Feb 09 01:48:56.595186 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f970b9a1-dc71-4260-8183-179e85ce4c15 req-44efb317-0441-4adb-b238-c2ce885d39ec service neutron] 10.222.0.91 "GET /v2.0/networks/4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405921 Feb 09 01:48:56.616092 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-23a949a7-42b6-4185-92af-88464fb06e37 None None] Set router 0dce1881-55a2-4e02-8b20-fa786109c94e gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:48:56.708446 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f970b9a1-dc71-4260-8183-179e85ce4c15 req-efb7265f-5043-4389-ab82-d3ab2fb643a5 service neutron] 10.222.0.91 "GET /v2.0/networks/4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029937 Feb 09 01:48:56.974967 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-23a949a7-42b6-4185-92af-88464fb06e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'name': 'tempest-TestNetworkBasicOps-router-1046088792', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '75f5123f-afaf-4d07-8fa4-62c0cdc15607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:51Z', 'updated_at': '2022-02-09T01:48:47Z', 'revision_number': 6, 'project_id': 'be37988e5bf5448987567e96924ed429', 'gw_port': {'id': '75f5123f-afaf-4d07-8fa4-62c0cdc15607', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:51Z', 'updated_at': '2022-02-09T01:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '0140b849-a566-482f-8deb-8686b9d59698', 'name': '', 'network_id': '4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'mac_address': 'fa:16:3e:93:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '70d72c7d-b433-4f85-8107-a34d8ae7640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:56Z', 'updated_at': '2022-02-09T01:47:04Z', 'revision_number': 5, 'project_id': 'be37988e5bf5448987567e96924ed429', 'subnets': [{'id': '70d72c7d-b433-4f85-8107-a34d8ae7640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:57.005678 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a949a7-42b6-4185-92af-88464fb06e37 None None] The sync data for ids ['0dce1881-55a2-4e02-8b20-fa786109c94e'] in n-d-822053-40 is: [{'id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'name': 'tempest-TestNetworkBasicOps-router-1046088792', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '75f5123f-afaf-4d07-8fa4-62c0cdc15607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:51Z', 'updated_at': '2022-02-09T01:48:47Z', 'revision_number': 6, 'project_id': 'be37988e5bf5448987567e96924ed429', 'gw_port': {'id': '75f5123f-afaf-4d07-8fa4-62c0cdc15607', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:51Z', 'updated_at': '2022-02-09T01:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '0140b849-a566-482f-8deb-8686b9d59698', 'name': '', 'network_id': '4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'mac_address': 'fa:16:3e:93:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '70d72c7d-b433-4f85-8107-a34d8ae7640a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:56Z', 'updated_at': '2022-02-09T01:47:04Z', 'revision_number': 5, 'project_id': 'be37988e5bf5448987567e96924ed429', 'subnets': [{'id': '70d72c7d-b433-4f85-8107-a34d8ae7640a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:48:57.015172 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca7606-6d42-477d-b2ef-6c6ef2ff24c5 req-7d3a8d88-26fe-4db7-9025-e735d8cf4e6a tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:57.016751 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-51ca7606-6d42-477d-b2ef-6c6ef2ff24c5 req-7d3a8d88-26fe-4db7-9025-e735d8cf4e6a tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/ports?device_id=548e5a04-c860-4db0-bf02-16bdd599d4f1 HTTP/1.1" status: 200 len: 945 time: 0.0652161 Feb 09 01:48:57.096655 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-51ca7606-6d42-477d-b2ef-6c6ef2ff24c5 req-5f6da5f5-7236-4bdd-ad5d-a06852f28429 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/security-groups?id=6068dee2-1fef-45ca-8059-d960bcb1bc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731993 Feb 09 01:48:57.389570 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d277075-b52f-4f84-9f65-435e127eacaf req-d95b1824-6951-4565-a643-a09fde9397aa tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:57.391316 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef75ace-3ad0-4937-b85f-9259470b38f3 req-8549d3b8-6ccf-4d53-b482-9782218a8cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:57.393683 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4ef75ace-3ad0-4937-b85f-9259470b38f3 req-8549d3b8-6ccf-4d53-b482-9782218a8cf7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fe239e06c7c74e3ea41472f272a368cb&device_id=548e5a04-c860-4db0-bf02-16bdd599d4f1 HTTP/1.1" status: 200 len: 1128 time: 0.0869064 Feb 09 01:48:57.397496 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7d277075-b52f-4f84-9f65-435e127eacaf req-d95b1824-6951-4565-a643-a09fde9397aa tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/ports?device_id=548e5a04-c860-4db0-bf02-16bdd599d4f1 HTTP/1.1" status: 200 len: 945 time: 0.1049316 Feb 09 01:48:57.441395 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca89e758-ec17-4213-a652-3ac2d8d86315 None None] New status for floating IP 11e6615a-eca9-40df-b26a-eec05980f66e: DOWN {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:48:57.564531 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef75ace-3ad0-4937-b85f-9259470b38f3 req-c8c3c867-9178-4345-b244-37cb8129bf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:57.566214 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4ef75ace-3ad0-4937-b85f-9259470b38f3 req-c8c3c867-9178-4345-b244-37cb8129bf12 service neutron] 10.222.0.91 "GET /v2.0/networks?id=12e30a5d-084d-4a0a-baa9-b260c3cf8b79 HTTP/1.1" status: 200 len: 912 time: 0.1617951 Feb 09 01:48:57.597548 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:57.700492 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4ef75ace-3ad0-4937-b85f-9259470b38f3 req-0783220e-5865-481c-b973-773e56fb8690 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4037d0e5-354b-4d6f-8609-8e7e96d783e2 HTTP/1.1" status: 200 len: 217 time: 0.1248510 Feb 09 01:48:57.771429 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef75ace-3ad0-4937-b85f-9259470b38f3 req-517cf7e5-2afc-4592-b221-f0d6b5f0e719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:57.773072 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4ef75ace-3ad0-4937-b85f-9259470b38f3 req-517cf7e5-2afc-4592-b221-f0d6b5f0e719 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3d8ca5ff-54a4-4db8-8337-b3d15ba2caec HTTP/1.1" status: 200 len: 851 time: 0.0572689 Feb 09 01:48:57.819238 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4ef75ace-3ad0-4937-b85f-9259470b38f3 req-f301da5c-ab57-4af5-b020-c7b26b8918c9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=12e30a5d-084d-4a0a-baa9-b260c3cf8b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354147 Feb 09 01:48:57.951624 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7d277075-b52f-4f84-9f65-435e127eacaf req-1626585f-3bd7-41fc-a0fc-4ed4841082b4 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/security-groups?id=6068dee2-1fef-45ca-8059-d960bcb1bc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5462019 Feb 09 01:48:57.970522 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4ef75ace-3ad0-4937-b85f-9259470b38f3 req-ef2e0970-df0c-49f6-8e9c-b3f27c2f3cca service neutron] 10.222.0.91 "GET /v2.0/networks/12e30a5d-084d-4a0a-baa9-b260c3cf8b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416385 Feb 09 01:48:58.023154 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761929e8-dd80-4214-b9c3-413a820a709a req-e8cccb51-c477-46f0-8c96-682df3eb1515 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:58.030302 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-761929e8-dd80-4214-b9c3-413a820a709a req-e8cccb51-c477-46f0-8c96-682df3eb1515 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=315077bf-9b8d-49d9-984d-c82f468b5518 HTTP/1.1" status: 200 len: 945 time: 0.1032052 Feb 09 01:48:58.047012 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b9c71-1ae9-4272-82be-92f80e8b9ceb req-d299f1a2-f9f4-46a7-90c1-8c25105a3331 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:58.049184 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c76b9c71-1ae9-4272-82be-92f80e8b9ceb req-d299f1a2-f9f4-46a7-90c1-8c25105a3331 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.91 "GET /v2.0/ports?device_id=315077bf-9b8d-49d9-984d-c82f468b5518 HTTP/1.1" status: 200 len: 945 time: 0.1227648 Feb 09 01:48:58.138155 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4ef75ace-3ad0-4937-b85f-9259470b38f3 req-78696915-1677-4fad-8f42-486b309acfc6 service neutron] 10.222.0.91 "GET /v2.0/networks/12e30a5d-084d-4a0a-baa9-b260c3cf8b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584010 Feb 09 01:48:58.157445 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-761929e8-dd80-4214-b9c3-413a820a709a req-313bf005-e8e0-49a3-b6ac-2a1038a66dec tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/security-groups?id=24b511af-ce9f-4bf4-8813-b8fd1cbabb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260653 Feb 09 01:48:58.219361 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-c76b9c71-1ae9-4272-82be-92f80e8b9ceb req-805e5171-ac63-4246-8571-387cd780a0aa tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Deleting port 0bf8db30-2355-42ba-afdf-ef1d14ea9630 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:48:58.219855 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c76b9c71-1ae9-4272-82be-92f80e8b9ceb req-805e5171-ac63-4246-8571-387cd780a0aa tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (0bf8db30-2355-42ba-afdf-ef1d14ea9630), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:58.330894 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:58.363253 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-c76b9c71-1ae9-4272-82be-92f80e8b9ceb req-805e5171-ac63-4246-8571-387cd780a0aa tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] For port 0bf8db30-2355-42ba-afdf-ef1d14ea9630, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=0bf8db30-2355-42ba-afdf-ef1d14ea9630,segment=NetworkSegment(e398db0e-ec9f-4c07-9beb-f317a05c1cab),segment_id=e398db0e-ec9f-4c07-9beb-f317a05c1cab)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:58.363694 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c76b9c71-1ae9-4272-82be-92f80e8b9ceb req-805e5171-ac63-4246-8571-387cd780a0aa tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (0bf8db30-2355-42ba-afdf-ef1d14ea9630), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:58.385332 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-c76b9c71-1ae9-4272-82be-92f80e8b9ceb req-805e5171-ac63-4246-8571-387cd780a0aa tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Calling delete_port for 0bf8db30-2355-42ba-afdf-ef1d14ea9630 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:48:58.575288 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c76b9c71-1ae9-4272-82be-92f80e8b9ceb req-805e5171-ac63-4246-8571-387cd780a0aa tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (0bf8db30-2355-42ba-afdf-ef1d14ea9630), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:58.617102 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e5171-ac63-4246-8571-387cd780a0aa tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event deleted for resources: {'Port': ['ID=0bf8db30-2355-42ba-afdf-ef1d14ea9630,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:58.707453 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76b9c71-1ae9-4272-82be-92f80e8b9ceb req-805e5171-ac63-4246-8571-387cd780a0aa tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] No DVR routers for this DVR port 0bf8db30-2355-42ba-afdf-ef1d14ea9630 on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:48:58.711929 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c76b9c71-1ae9-4272-82be-92f80e8b9ceb req-805e5171-ac63-4246-8571-387cd780a0aa tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:58.719365 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c76b9c71-1ae9-4272-82be-92f80e8b9ceb req-805e5171-ac63-4246-8571-387cd780a0aa tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.91 "DELETE /v2.0/ports/0bf8db30-2355-42ba-afdf-ef1d14ea9630 HTTP/1.1" status: 204 len: 173 time: 0.6600056 Feb 09 01:48:58.719365 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315077bf-9b8d-49d9-984d-c82f468b5518', 'name': 'network-vif-deleted', 'tag': '0bf8db30-2355-42ba-afdf-ef1d14ea9630'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:48:58.721160 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161f7266-d722-447c-a723-a873be938b98" -d '{"events": [{"server_uuid": "315077bf-9b8d-49d9-984d-c82f468b5518", "name": "network-vif-deleted", "tag": "0bf8db30-2355-42ba-afdf-ef1d14ea9630"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:48:58.788888 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9754b5ef-f4b4-4410-85a4-acb7ccc89e45 x-openstack-request-id: req-9754b5ef-f4b4-4410-85a4-acb7ccc89e45 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:48:58.789191 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315077bf-9b8d-49d9-984d-c82f468b5518", "name": "network-vif-deleted", "tag": "0bf8db30-2355-42ba-afdf-ef1d14ea9630", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:48:58.789536 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9754b5ef-f4b4-4410-85a4-acb7ccc89e45 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:48:58.790662 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315077bf-9b8d-49d9-984d-c82f468b5518', 'name': 'network-vif-deleted', 'tag': '0bf8db30-2355-42ba-afdf-ef1d14ea9630', 'status': 'completed', 'code': 200} Feb 09 01:48:59.155468 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf06c4f-2af3-4a1e-b490-7689e62f1f5b req-be0ea3fc-3020-4395-857e-8eae40d0d931 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:59.161536 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fbf06c4f-2af3-4a1e-b490-7689e62f1f5b req-be0ea3fc-3020-4395-857e-8eae40d0d931 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/ports?device_id=548e5a04-c860-4db0-bf02-16bdd599d4f1 HTTP/1.1" status: 200 len: 945 time: 0.0843811 Feb 09 01:48:59.253274 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:48:59.257236 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fbf06c4f-2af3-4a1e-b490-7689e62f1f5b req-7be6078f-145c-4571-b8ab-3356a91f321b tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/security-groups?id=6068dee2-1fef-45ca-8059-d960bcb1bc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825548 Feb 09 01:48:59.380823 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5b6ebe3b-d89c-410d-bcd0-375969b3b231 req-2a7cf576-d7e7-4dad-b308-e52c7a17329a tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=315077bf-9b8d-49d9-984d-c82f468b5518 HTTP/1.1" status: 200 len: 210 time: 0.0912397 Feb 09 01:48:59.667838 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea55ab2f-c547-4d4e-b849-eed870bb8687 req-2717c2a4-b3a0-4b3e-a92e-a59166629d58 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:59.688592 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ea55ab2f-c547-4d4e-b849-eed870bb8687 req-2717c2a4-b3a0-4b3e-a92e-a59166629d58 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/ports?device_id=548e5a04-c860-4db0-bf02-16bdd599d4f1 HTTP/1.1" status: 200 len: 945 time: 0.0753057 Feb 09 01:48:59.753737 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ea55ab2f-c547-4d4e-b849-eed870bb8687 req-ec06c797-2650-4c3e-9c14-69e06a52ee47 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/security-groups?id=6068dee2-1fef-45ca-8059-d960bcb1bc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563686 Feb 09 01:49:00.441854 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38712) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:00.500200 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 0bf8db30-2355-42ba-afdf-ef1d14ea9630 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:49:00.521164 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-47b8ef8a-adb2-42da-b6c4-028be709367d tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group (24b511af-ce9f-4bf4-8813-b8fd1cbabb53), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:00.521694 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 0bf8db30-2355-42ba-afdf-ef1d14ea9630 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:49:00.522298 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 0bf8db30-2355-42ba-afdf-ef1d14ea9630 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:49:00.552014 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-47b8ef8a-adb2-42da-b6c4-028be709367d tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group (24b511af-ce9f-4bf4-8813-b8fd1cbabb53), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:00.627215 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-47b8ef8a-adb2-42da-b6c4-028be709367d tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (24b511af-ce9f-4bf4-8813-b8fd1cbabb53), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:00.629920 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-47b8ef8a-adb2-42da-b6c4-028be709367d tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:00.633822 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-47b8ef8a-adb2-42da-b6c4-028be709367d tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "DELETE /v2.0/security-groups/24b511af-ce9f-4bf4-8813-b8fd1cbabb53 HTTP/1.1" status: 204 len: 168 time: 0.1884823 Feb 09 01:49:00.646790 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8ef8a-adb2-42da-b6c4-028be709367d tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b511af-ce9f-4bf4-8813-b8fd1cbabb53,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:00.680170 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38716) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:01.097260 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c5550-c7af-4c3e-ab1f-6e93dd2dad43 req-94bd804a-a807-4dde-8cdd-b9004c155766 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:01.099020 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a67c5550-c7af-4c3e-ab1f-6e93dd2dad43 req-94bd804a-a807-4dde-8cdd-b9004c155766 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/ports?device_id=548e5a04-c860-4db0-bf02-16bdd599d4f1 HTTP/1.1" status: 200 len: 945 time: 0.1014681 Feb 09 01:49:01.201218 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a67c5550-c7af-4c3e-ab1f-6e93dd2dad43 req-8d71d72a-b25d-49be-b754-200eb059faac tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/security-groups?id=6068dee2-1fef-45ca-8059-d960bcb1bc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673046 Feb 09 01:49:01.308600 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-893343a6-03f9-4876-8882-b4f5291853ad tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (0dce1881-55a2-4e02-8b20-fa786109c94e), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:01.754458 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0daceea-367c-4ecc-844c-06f76a7ea7b1 req-4156dde3-76b0-4fe3-a4ea-045200f333c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:01.756179 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e0daceea-367c-4ecc-844c-06f76a7ea7b1 req-4156dde3-76b0-4fe3-a4ea-045200f333c9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fe239e06c7c74e3ea41472f272a368cb&device_id=548e5a04-c860-4db0-bf02-16bdd599d4f1 HTTP/1.1" status: 200 len: 1128 time: 0.1936743 Feb 09 01:49:01.777734 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59271aa-6750-4b8b-b2dd-ca3ee417d060 req-b9f56a8e-230c-450e-9922-808eb35fc19f tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:01.779267 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b59271aa-6750-4b8b-b2dd-ca3ee417d060 req-b9f56a8e-230c-450e-9922-808eb35fc19f tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/ports?device_id=548e5a04-c860-4db0-bf02-16bdd599d4f1 HTTP/1.1" status: 200 len: 945 time: 0.1825988 Feb 09 01:49:02.064477 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b59271aa-6750-4b8b-b2dd-ca3ee417d060 req-36962724-6a62-4f5c-816b-5e04be5c9d63 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/security-groups?id=6068dee2-1fef-45ca-8059-d960bcb1bc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718658 Feb 09 01:49:02.074882 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0daceea-367c-4ecc-844c-06f76a7ea7b1 req-42ffe654-758a-4f96-bae8-f5867d0e7415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:02.076370 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e0daceea-367c-4ecc-844c-06f76a7ea7b1 req-42ffe654-758a-4f96-bae8-f5867d0e7415 service neutron] 10.222.0.91 "GET /v2.0/networks?id=12e30a5d-084d-4a0a-baa9-b260c3cf8b79 HTTP/1.1" status: 200 len: 912 time: 0.2948749 Feb 09 01:49:02.161159 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e0daceea-367c-4ecc-844c-06f76a7ea7b1 req-21c36a63-9988-4216-ac0d-78345509924d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4037d0e5-354b-4d6f-8609-8e7e96d783e2 HTTP/1.1" status: 200 len: 217 time: 0.0728521 Feb 09 01:49:02.176269 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-893343a6-03f9-4876-8882-b4f5291853ad tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Deleting port 0140b849-a566-482f-8deb-8686b9d59698 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:49:02.176611 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-893343a6-03f9-4876-8882-b4f5291853ad tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (0140b849-a566-482f-8deb-8686b9d59698), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:02.568605 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0daceea-367c-4ecc-844c-06f76a7ea7b1 req-1030228e-29f5-4842-88a0-9b304191bab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:02.570128 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e0daceea-367c-4ecc-844c-06f76a7ea7b1 req-1030228e-29f5-4842-88a0-9b304191bab5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3d8ca5ff-54a4-4db8-8337-b3d15ba2caec HTTP/1.1" status: 200 len: 851 time: 0.3976917 Feb 09 01:49:02.635311 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e0daceea-367c-4ecc-844c-06f76a7ea7b1 req-c925b73d-a018-4ec0-a952-395884f46ba7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=12e30a5d-084d-4a0a-baa9-b260c3cf8b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515013 Feb 09 01:49:02.723498 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-893343a6-03f9-4876-8882-b4f5291853ad tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] For port 0140b849-a566-482f-8deb-8686b9d59698, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=0140b849-a566-482f-8deb-8686b9d59698,segment=NetworkSegment(e398db0e-ec9f-4c07-9beb-f317a05c1cab),segment_id=e398db0e-ec9f-4c07-9beb-f317a05c1cab)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:02.723929 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-893343a6-03f9-4876-8882-b4f5291853ad tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (0140b849-a566-482f-8deb-8686b9d59698), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:02.739508 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-893343a6-03f9-4876-8882-b4f5291853ad tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Calling delete_port for 0140b849-a566-482f-8deb-8686b9d59698 owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:49:02.932712 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e0daceea-367c-4ecc-844c-06f76a7ea7b1 req-517ae147-433c-4ed8-95ec-decddb5af8aa service neutron] 10.222.0.91 "GET /v2.0/networks/12e30a5d-084d-4a0a-baa9-b260c3cf8b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827258 Feb 09 01:49:03.127411 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-893343a6-03f9-4876-8882-b4f5291853ad tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (0140b849-a566-482f-8deb-8686b9d59698), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:03.168516 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e0daceea-367c-4ecc-844c-06f76a7ea7b1 req-7c2b141d-900d-4543-b951-841cb930aba2 service neutron] 10.222.0.91 "GET /v2.0/networks/12e30a5d-084d-4a0a-baa9-b260c3cf8b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264736 Feb 09 01:49:03.176066 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893343a6-03f9-4876-8882-b4f5291853ad tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event deleted for resources: {'Port': ['ID=0140b849-a566-482f-8deb-8686b9d59698,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:03.435178 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b3f3c-0709-4071-90ae-1ceb7b19953d req-e2fed8d2-134e-40a1-a92b-c49ab0c4a0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:03.436805 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f43b3f3c-0709-4071-90ae-1ceb7b19953d req-e2fed8d2-134e-40a1-a92b-c49ab0c4a0d6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fe239e06c7c74e3ea41472f272a368cb&device_id=548e5a04-c860-4db0-bf02-16bdd599d4f1 HTTP/1.1" status: 200 len: 1128 time: 0.2045341 Feb 09 01:49:03.551360 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b3f3c-0709-4071-90ae-1ceb7b19953d req-7d36273a-2211-4594-9920-44b88d65431a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:03.553098 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f43b3f3c-0709-4071-90ae-1ceb7b19953d req-7d36273a-2211-4594-9920-44b88d65431a service neutron] 10.222.0.91 "GET /v2.0/networks?id=12e30a5d-084d-4a0a-baa9-b260c3cf8b79 HTTP/1.1" status: 200 len: 912 time: 0.1055179 Feb 09 01:49:03.633189 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f43b3f3c-0709-4071-90ae-1ceb7b19953d req-5a8d44f5-0af8-4a87-b737-3ae8767db6a0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4037d0e5-354b-4d6f-8609-8e7e96d783e2 HTTP/1.1" status: 200 len: 217 time: 0.0693109 Feb 09 01:49:03.638256 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-893343a6-03f9-4876-8882-b4f5291853ad tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (0dce1881-55a2-4e02-8b20-fa786109c94e), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:03.797562 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b3f3c-0709-4071-90ae-1ceb7b19953d req-eebb218d-01e2-460f-b657-e568ef790ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:03.799052 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f43b3f3c-0709-4071-90ae-1ceb7b19953d req-eebb218d-01e2-460f-b657-e568ef790ac5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3d8ca5ff-54a4-4db8-8337-b3d15ba2caec HTTP/1.1" status: 200 len: 851 time: 0.1392963 Feb 09 01:49:03.825129 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93cbdb-02ec-42d2-9662-b57ae69b5c45 req-d949ce19-246f-43a7-af47-e86e6f6a3ac8 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:03.826613 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f93cbdb-02ec-42d2-9662-b57ae69b5c45 req-d949ce19-246f-43a7-af47-e86e6f6a3ac8 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/ports?device_id=548e5a04-c860-4db0-bf02-16bdd599d4f1 HTTP/1.1" status: 200 len: 945 time: 0.6627219 Feb 09 01:49:03.854158 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f43b3f3c-0709-4071-90ae-1ceb7b19953d req-93548f81-23da-44bb-80b9-949294b6cf1a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=12e30a5d-084d-4a0a-baa9-b260c3cf8b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440989 Feb 09 01:49:04.040868 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f93cbdb-02ec-42d2-9662-b57ae69b5c45 req-d243d560-6f34-4087-97b7-c3bd92304699 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/security-groups?id=6068dee2-1fef-45ca-8059-d960bcb1bc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928425 Feb 09 01:49:04.075009 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f43b3f3c-0709-4071-90ae-1ceb7b19953d req-275ef16c-0bf4-4cd9-95fd-4153e7228bec service neutron] 10.222.0.91 "GET /v2.0/networks/12e30a5d-084d-4a0a-baa9-b260c3cf8b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139516 Feb 09 01:49:04.165818 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893343a6-03f9-4876-8882-b4f5291853ad tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Router 0dce1881-55a2-4e02-8b20-fa786109c94e has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:49:04.264080 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f43b3f3c-0709-4071-90ae-1ceb7b19953d req-3cfb72d9-6c51-4975-860f-14f462f7ea13 service neutron] 10.222.0.91 "GET /v2.0/networks/12e30a5d-084d-4a0a-baa9-b260c3cf8b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789961 Feb 09 01:49:04.313660 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893343a6-03f9-4876-8882-b4f5291853ad tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:49:04.320029 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-893343a6-03f9-4876-8882-b4f5291853ad tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "PUT /v2.0/routers/0dce1881-55a2-4e02-8b20-fa786109c94e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6368439 Feb 09 01:49:04.322948 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38796) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:04.326615 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa16425a-577f-49c4-b4c1-3d7bd87d06ee None None] Sync routers for ids ['0dce1881-55a2-4e02-8b20-fa786109c94e'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:49:04.340862 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa16425a-577f-49c4-b4c1-3d7bd87d06ee None None] Routers {'0dce1881-55a2-4e02-8b20-fa786109c94e'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:04.341715 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-fa16425a-577f-49c4-b4c1-3d7bd87d06ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:48:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['0dce1881-55a2-4e02-8b20-fa786109c94e'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:04.386465 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-653d6ba5-dc1b-48bc-aa7c-e905e47752c9 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Deleting subnet 70d72c7d-b433-4f85-8107-a34d8ae7640a {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:49:04.391001 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-653d6ba5-dc1b-48bc-aa7c-e905e47752c9 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for subnet (70d72c7d-b433-4f85-8107-a34d8ae7640a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:04.437101 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-653d6ba5-dc1b-48bc-aa7c-e905e47752c9 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (70d72c7d-b433-4f85-8107-a34d8ae7640a), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:04.474237 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-fa16425a-577f-49c4-b4c1-3d7bd87d06ee None None] Set router 0dce1881-55a2-4e02-8b20-fa786109c94e gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:49:04.551969 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-653d6ba5-dc1b-48bc-aa7c-e905e47752c9 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (70d72c7d-b433-4f85-8107-a34d8ae7640a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:04.639247 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-653d6ba5-dc1b-48bc-aa7c-e905e47752c9 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (70d72c7d-b433-4f85-8107-a34d8ae7640a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:04.692615 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d6ba5-dc1b-48bc-aa7c-e905e47752c9 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event deleted for resources: {'Subnet': ['ID=70d72c7d-b433-4f85-8107-a34d8ae7640a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:04.696856 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee1f276-6bba-40cd-bf3b-39dbafead490 None None] Network 4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:49:04.697471 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-653d6ba5-dc1b-48bc-aa7c-e905e47752c9 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:04.703793 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38802) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:04.704186 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-653d6ba5-dc1b-48bc-aa7c-e905e47752c9 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "DELETE /v2.0/subnets/70d72c7d-b433-4f85-8107-a34d8ae7640a HTTP/1.1" status: 204 len: 168 time: 0.3779447 Feb 09 01:49:04.745932 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-fa16425a-577f-49c4-b4c1-3d7bd87d06ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'name': 'tempest-TestNetworkBasicOps-router-1046088792', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '75f5123f-afaf-4d07-8fa4-62c0cdc15607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:51Z', 'updated_at': '2022-02-09T01:49:02Z', 'revision_number': 7, 'project_id': 'be37988e5bf5448987567e96924ed429', 'gw_port': {'id': '75f5123f-afaf-4d07-8fa4-62c0cdc15607', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:51Z', 'updated_at': '2022-02-09T01:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:04.827347 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa16425a-577f-49c4-b4c1-3d7bd87d06ee None None] Checking router: 0dce1881-55a2-4e02-8b20-fa786109c94e for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:49:04.864635 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa16425a-577f-49c4-b4c1-3d7bd87d06ee None None] Routers {'0dce1881-55a2-4e02-8b20-fa786109c94e'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:04.864845 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-fa16425a-577f-49c4-b4c1-3d7bd87d06ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:48:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['0dce1881-55a2-4e02-8b20-fa786109c94e'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:04.916298 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-85a7e703-0acc-4f66-91f8-c2f76d4a4206 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for router (0dce1881-55a2-4e02-8b20-fa786109c94e), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:04.933491 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c85e4d-e3e8-44d0-8c8b-f21cdbd5e2d5 None None] DHCP port deletion for 4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:49:05.053747 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-fa16425a-577f-49c4-b4c1-3d7bd87d06ee None None] Set router 0dce1881-55a2-4e02-8b20-fa786109c94e gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:49:05.082170 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-09c85e4d-e3e8-44d0-8c8b-f21cdbd5e2d5 None None] Deleting port 6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:49:05.082805 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-09c85e4d-e3e8-44d0-8c8b-f21cdbd5e2d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:05.162502 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-85a7e703-0acc-4f66-91f8-c2f76d4a4206 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for router_gateway (0dce1881-55a2-4e02-8b20-fa786109c94e), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:05.258170 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-09c85e4d-e3e8-44d0-8c8b-f21cdbd5e2d5 None None] For port 6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2,segment=NetworkSegment(e398db0e-ec9f-4c07-9beb-f317a05c1cab),segment_id=e398db0e-ec9f-4c07-9beb-f317a05c1cab)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:05.260726 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-09c85e4d-e3e8-44d0-8c8b-f21cdbd5e2d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:05.281606 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-09c85e4d-e3e8-44d0-8c8b-f21cdbd5e2d5 None None] Calling delete_port for 6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:49:05.312261 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-85a7e703-0acc-4f66-91f8-c2f76d4a4206 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Deleting port 75f5123f-afaf-4d07-8fa4-62c0cdc15607 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:49:05.312595 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-85a7e703-0acc-4f66-91f8-c2f76d4a4206 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (75f5123f-afaf-4d07-8fa4-62c0cdc15607), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:05.405459 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-09c85e4d-e3e8-44d0-8c8b-f21cdbd5e2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:05.425947 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c85e4d-e3e8-44d0-8c8b-f21cdbd5e2d5 None None] No DVR routers for this DVR port 6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:49:05.477965 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c85e4d-e3e8-44d0-8c8b-f21cdbd5e2d5 None None] Pushing event deleted for resources: {'Port': ['ID=6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:05.525444 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-fa16425a-577f-49c4-b4c1-3d7bd87d06ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'name': 'tempest-TestNetworkBasicOps-router-1046088792', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '75f5123f-afaf-4d07-8fa4-62c0cdc15607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:51Z', 'updated_at': '2022-02-09T01:49:02Z', 'revision_number': 7, 'project_id': 'be37988e5bf5448987567e96924ed429', 'gw_port': {'id': '75f5123f-afaf-4d07-8fa4-62c0cdc15607', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:51Z', 'updated_at': '2022-02-09T01:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:05.570575 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa16425a-577f-49c4-b4c1-3d7bd87d06ee None None] The sync data for ids ['0dce1881-55a2-4e02-8b20-fa786109c94e'] in n-d-822053-40 is: [{'id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'name': 'tempest-TestNetworkBasicOps-router-1046088792', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '75f5123f-afaf-4d07-8fa4-62c0cdc15607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:46:51Z', 'updated_at': '2022-02-09T01:49:02Z', 'revision_number': 7, 'project_id': 'be37988e5bf5448987567e96924ed429', 'gw_port': {'id': '75f5123f-afaf-4d07-8fa4-62c0cdc15607', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dce1881-55a2-4e02-8b20-fa786109c94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:46:51Z', 'updated_at': '2022-02-09T01:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:49:05.598041 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-85a7e703-0acc-4f66-91f8-c2f76d4a4206 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] For port 75f5123f-afaf-4d07-8fa4-62c0cdc15607, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=75f5123f-afaf-4d07-8fa4-62c0cdc15607,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:05.598494 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-85a7e703-0acc-4f66-91f8-c2f76d4a4206 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (75f5123f-afaf-4d07-8fa4-62c0cdc15607), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:05.621310 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce88d37b-7f65-4a7a-9e7c-b8b649eb644b req-4f2972bd-7d36-4121-b1f9-95c0c4cc8dea tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:05.640300 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ce88d37b-7f65-4a7a-9e7c-b8b649eb644b req-4f2972bd-7d36-4121-b1f9-95c0c4cc8dea tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/ports?device_id=548e5a04-c860-4db0-bf02-16bdd599d4f1 HTTP/1.1" status: 200 len: 945 time: 0.3823137 Feb 09 01:49:05.654725 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-85a7e703-0acc-4f66-91f8-c2f76d4a4206 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Calling delete_port for 75f5123f-afaf-4d07-8fa4-62c0cdc15607 owned by network:router_gateway {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:49:05.904752 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38832) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:06.092090 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cf906543-827f-48b5-887c-faaa9b8ad6d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:06.167612 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ce88d37b-7f65-4a7a-9e7c-b8b649eb644b req-0fb6fe17-15a4-47c0-9514-674fe6783911 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/security-groups?id=6068dee2-1fef-45ca-8059-d960bcb1bc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5261645 Feb 09 01:49:06.270475 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cf906543-827f-48b5-887c-faaa9b8ad6d1 admin admin] Publish callbacks [] for security_group (698e47e2-4f79-4e03-800a-5bc683f0ac79), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:06.278243 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cf906543-827f-48b5-887c-faaa9b8ad6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (698e47e2-4f79-4e03-800a-5bc683f0ac79), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:06.316491 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-85a7e703-0acc-4f66-91f8-c2f76d4a4206 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (75f5123f-afaf-4d07-8fa4-62c0cdc15607), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:06.328014 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf906543-827f-48b5-887c-faaa9b8ad6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698e47e2-4f79-4e03-800a-5bc683f0ac79,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:06.332597 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cf906543-827f-48b5-887c-faaa9b8ad6d1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cd8ac537b51a4a448f49bdd37772843e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4265351 Feb 09 01:49:06.335421 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38842) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:06.383747 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7e703-0acc-4f66-91f8-c2f76d4a4206 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event deleted for resources: {'Port': ['ID=75f5123f-afaf-4d07-8fa4-62c0cdc15607,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:06.407048 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b77da16d-b883-4d8a-a746-fb5942290e92 admin admin] Publish callbacks [] for security_group (698e47e2-4f79-4e03-800a-5bc683f0ac79), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:06.427480 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-85a7e703-0acc-4f66-91f8-c2f76d4a4206 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (0dce1881-55a2-4e02-8b20-fa786109c94e), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:06.436619 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b77da16d-b883-4d8a-a746-fb5942290e92 admin admin] Publish callbacks [] for security_group (698e47e2-4f79-4e03-800a-5bc683f0ac79), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:06.512174 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b77da16d-b883-4d8a-a746-fb5942290e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (698e47e2-4f79-4e03-800a-5bc683f0ac79), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:06.515208 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b77da16d-b883-4d8a-a746-fb5942290e92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:06.518924 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b77da16d-b883-4d8a-a746-fb5942290e92 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/698e47e2-4f79-4e03-800a-5bc683f0ac79 HTTP/1.1" status: 204 len: 168 time: 0.1793962 Feb 09 01:49:06.538462 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77da16d-b883-4d8a-a746-fb5942290e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698e47e2-4f79-4e03-800a-5bc683f0ac79,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:06.589317 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-85a7e703-0acc-4f66-91f8-c2f76d4a4206 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (0dce1881-55a2-4e02-8b20-fa786109c94e), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:06.592960 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-85a7e703-0acc-4f66-91f8-c2f76d4a4206 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for router_controller (0dce1881-55a2-4e02-8b20-fa786109c94e), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:06.686403 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-85a7e703-0acc-4f66-91f8-c2f76d4a4206 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (0dce1881-55a2-4e02-8b20-fa786109c94e), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:06.687315 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a7e703-0acc-4f66-91f8-c2f76d4a4206 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Fanout notify agent at l3_agent the message router_deleted on router 0dce1881-55a2-4e02-8b20-fa786109c94e {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:49:06.695943 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-85a7e703-0acc-4f66-91f8-c2f76d4a4206 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:06.700361 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38852) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:06.707454 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-85a7e703-0acc-4f66-91f8-c2f76d4a4206 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "DELETE /v2.0/routers/0dce1881-55a2-4e02-8b20-fa786109c94e HTTP/1.1" status: 204 len: 168 time: 1.9920835 Feb 09 01:49:06.827922 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49561b89-1213-47ef-9bb2-2cb8300f0bb1 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:06.929354 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:49:06.973838 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:49:06.974177 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 6c9f2ed5-7af0-4d9e-8283-db1a5bca2fa2 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:49:06.974619 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 0140b849-a566-482f-8deb-8686b9d59698 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:49:07.007057 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49561b89-1213-47ef-9bb2-2cb8300f0bb1 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:07.029583 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38858) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:07.046708 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-883b3899-9e61-4c0e-9c1e-edd1143b1a9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:07.049324 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 0140b849-a566-482f-8deb-8686b9d59698 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:49:07.049529 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-49561b89-1213-47ef-9bb2-2cb8300f0bb1 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:07.049870 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 0140b849-a566-482f-8deb-8686b9d59698 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:49:07.069952 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-49561b89-1213-47ef-9bb2-2cb8300f0bb1 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e398db0e-ec9f-4c07-9beb-f317a05c1cab') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:07.070293 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-49561b89-1213-47ef-9bb2-2cb8300f0bb1 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e398db0e-ec9f-4c07-9beb-f317a05c1cab') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:07.088749 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49561b89-1213-47ef-9bb2-2cb8300f0bb1 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (e398db0e-ec9f-4c07-9beb-f317a05c1cab), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:07.108461 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49561b89-1213-47ef-9bb2-2cb8300f0bb1 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (e398db0e-ec9f-4c07-9beb-f317a05c1cab), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:07.119639 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49561b89-1213-47ef-9bb2-2cb8300f0bb1 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:49:07.120047 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49561b89-1213-47ef-9bb2-2cb8300f0bb1 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (e398db0e-ec9f-4c07-9beb-f317a05c1cab), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:07.123163 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:49:07.123163 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:49:07.123163 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:49:07.123163 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:49:07.123163 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:49:07.123163 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:49:07.123163 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:49:07.123163 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:49:07.123163 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:49:07.123163 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:49:07.123163 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:49:07.123163 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:49:07.123163 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:49:07.123163 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:49:07.123163 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:49:07.123163 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:49:07.123163 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:49:07.123163 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:49:07.123163 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:49:07.123163 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:49:07.123163 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:49:07.123163 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:49:07.123163 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:49:07.123163 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:49:07.123163 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:49:07.123163 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:49:07.123163 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:49:07.123163 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:49:07.123163 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:49:07.123163 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:49:07.123163 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:49:07.123163 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:49:07.216992 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49561b89-1213-47ef-9bb2-2cb8300f0bb1 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:07.229718 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49561b89-1213-47ef-9bb2-2cb8300f0bb1 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:07.235956 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-49561b89-1213-47ef-9bb2-2cb8300f0bb1 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "DELETE /v2.0/networks/4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58 HTTP/1.1" status: 204 len: 168 time: 0.5311966 Feb 09 01:49:07.250355 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49561b89-1213-47ef-9bb2-2cb8300f0bb1 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event deleted for resources: {'Network': ['ID=4f64466e-3fc2-44a4-8ce3-26fc9d6d3b58,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:07.251181 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38868) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:07.253880 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-883b3899-9e61-4c0e-9c1e-edd1143b1a9a admin admin] Publish callbacks [] for security_group (474872a4-c2a2-4520-a295-f845a925bbd6), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:07.262181 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-883b3899-9e61-4c0e-9c1e-edd1143b1a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (474872a4-c2a2-4520-a295-f845a925bbd6), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:07.269977 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-2186dc3c-a023-493c-9bc8-90312c847eb2 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Request body: {'network': {'name': 'tempest-network-smoke--1326244842', 'project_id': 'be37988e5bf5448987567e96924ed429', 'port_security_enabled': True}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:07.317068 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-883b3899-9e61-4c0e-9c1e-edd1143b1a9a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ee31b2efc6e64cf3a5a7da044762adc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2863665 Feb 09 01:49:07.318048 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b3899-9e61-4c0e-9c1e-edd1143b1a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474872a4-c2a2-4520-a295-f845a925bbd6,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:07.320597 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38870) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:07.382787 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2186dc3c-a023-493c-9bc8-90312c847eb2 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Made reservation on behalf of be37988e5bf5448987567e96924ed429 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:49:07.386990 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2186dc3c-a023-493c-9bc8-90312c847eb2 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:07.422681 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a47ed37-8184-41ef-b21b-a4ff47b9b9e2 admin admin] Publish callbacks [] for security_group (474872a4-c2a2-4520-a295-f845a925bbd6), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:07.451830 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a47ed37-8184-41ef-b21b-a4ff47b9b9e2 admin admin] Publish callbacks [] for security_group (474872a4-c2a2-4520-a295-f845a925bbd6), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:07.454569 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e94694-7f87-4601-b592-8a44b0da739d req-218f3ed6-01c7-4980-b6a3-58224ac5a15e tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:07.456221 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-90e94694-7f87-4601-b592-8a44b0da739d req-218f3ed6-01c7-4980-b6a3-58224ac5a15e tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/ports?device_id=548e5a04-c860-4db0-bf02-16bdd599d4f1 HTTP/1.1" status: 200 len: 945 time: 0.1420865 Feb 09 01:49:07.460358 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2186dc3c-a023-493c-9bc8-90312c847eb2 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:49:07.490897 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2186dc3c-a023-493c-9bc8-90312c847eb2 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (81722746-93b4-4819-9979-ce91542b87a2), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:07.491325 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-2186dc3c-a023-493c-9bc8-90312c847eb2 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Added segment 81722746-93b4-4819-9979-ce91542b87a2 of type vlan for network 029abd68-6023-4932-b807-dad80226df93 Feb 09 01:49:07.533480 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a47ed37-8184-41ef-b21b-a4ff47b9b9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (474872a4-c2a2-4520-a295-f845a925bbd6), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:07.536462 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a47ed37-8184-41ef-b21b-a4ff47b9b9e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:07.538527 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2a47ed37-8184-41ef-b21b-a4ff47b9b9e2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/474872a4-c2a2-4520-a295-f845a925bbd6 HTTP/1.1" status: 204 len: 168 time: 0.2168643 Feb 09 01:49:07.548860 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47ed37-8184-41ef-b21b-a4ff47b9b9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474872a4-c2a2-4520-a295-f845a925bbd6,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:07.630397 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-90e94694-7f87-4601-b592-8a44b0da739d req-5c22cb1f-1203-4e0a-af46-84a1f46ccb33 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/security-groups?id=6068dee2-1fef-45ca-8059-d960bcb1bc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596966 Feb 09 01:49:07.639909 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2186dc3c-a023-493c-9bc8-90312c847eb2 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (029abd68-6023-4932-b807-dad80226df93), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:07.692920 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2186dc3c-a023-493c-9bc8-90312c847eb2 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (029abd68-6023-4932-b807-dad80226df93), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:07.703836 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2186dc3c-a023-493c-9bc8-90312c847eb2 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:07.707146 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2186dc3c-a023-493c-9bc8-90312c847eb2 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:07.827069 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186dc3c-a023-493c-9bc8-90312c847eb2 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'Network': ['ID=029abd68-6023-4932-b807-dad80226df93,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:07.843999 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2186dc3c-a023-493c-9bc8-90312c847eb2 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5900261 Feb 09 01:49:07.844708 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 029abd68-6023-4932-b807-dad80226df93 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:49:07.847466 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38882) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:07.857103 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-908a92e8-6db5-47b5-aae8-6d156e2677c4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2129658374', 'admin_state_up': True, 'project_id': 'be37988e5bf5448987567e96924ed429', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:07.927694 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-908a92e8-6db5-47b5-aae8-6d156e2677c4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (75a937b0-efc3-46ee-b79e-377d85478ae5), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:07.929256 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-908a92e8-6db5-47b5-aae8-6d156e2677c4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (75a937b0-efc3-46ee-b79e-377d85478ae5), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:08.021758 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-908a92e8-6db5-47b5-aae8-6d156e2677c4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for router_controller (75a937b0-efc3-46ee-b79e-377d85478ae5), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:08.163658 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6175d-4491-4412-91bf-01e431cf53ee req-c0d15c81-8a2e-4f9a-a9b7-c251cf87a5d5 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:08.166361 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-65c6175d-4491-4412-91bf-01e431cf53ee req-c0d15c81-8a2e-4f9a-a9b7-c251cf87a5d5 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/ports?device_id=548e5a04-c860-4db0-bf02-16bdd599d4f1 HTTP/1.1" status: 200 len: 945 time: 0.1904464 Feb 09 01:49:08.247155 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-65c6175d-4491-4412-91bf-01e431cf53ee req-44f58b23-22bc-41f0-84b4-8065569d49db tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/security-groups?id=6068dee2-1fef-45ca-8059-d960bcb1bc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746443 Feb 09 01:49:08.333058 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-908a92e8-6db5-47b5-aae8-6d156e2677c4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for router_gateway (75a937b0-efc3-46ee-b79e-377d85478ae5), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:08.569794 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-908a92e8-6db5-47b5-aae8-6d156e2677c4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for router_gateway (75a937b0-efc3-46ee-b79e-377d85478ae5), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:08.591733 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-908a92e8-6db5-47b5-aae8-6d156e2677c4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:08.659297 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 75f5123f-afaf-4d07-8fa4-62c0cdc15607 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:49:08.683208 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 75f5123f-afaf-4d07-8fa4-62c0cdc15607 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:49:08.683644 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 75f5123f-afaf-4d07-8fa4-62c0cdc15607 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:49:08.721914 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-908a92e8-6db5-47b5-aae8-6d156e2677c4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Allocated IP 172.25.1.64 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/2af263d7-bc76-4f8a-aa7a-fc43cd457905) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:49:08.839060 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-908a92e8-6db5-47b5-aae8-6d156e2677c4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for port (2af263d7-bc76-4f8a-aa7a-fc43cd457905), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:08.881292 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-908a92e8-6db5-47b5-aae8-6d156e2677c4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (2af263d7-bc76-4f8a-aa7a-fc43cd457905), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:08.932875 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908a92e8-6db5-47b5-aae8-6d156e2677c4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:08.936280 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-908a92e8-6db5-47b5-aae8-6d156e2677c4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:08.940860 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908a92e8-6db5-47b5-aae8-6d156e2677c4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:49:08.943922 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a92e8-6db5-47b5-aae8-6d156e2677c4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'Port': ['ID=2af263d7-bc76-4f8a-aa7a-fc43cd457905,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:09.246542 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-908a92e8-6db5-47b5-aae8-6d156e2677c4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for router_gateway (75a937b0-efc3-46ee-b79e-377d85478ae5), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:09.392340 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbc2bf-389c-42f7-99ca-ed24692c26ef req-80565cc2-8da6-49a4-af5d-e3200338ed18 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:09.399358 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1fdbc2bf-389c-42f7-99ca-ed24692c26ef req-80565cc2-8da6-49a4-af5d-e3200338ed18 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/ports?device_id=548e5a04-c860-4db0-bf02-16bdd599d4f1 HTTP/1.1" status: 200 len: 945 time: 0.0735965 Feb 09 01:49:09.449208 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1fdbc2bf-389c-42f7-99ca-ed24692c26ef req-57ea78d7-d388-4788-a887-c45eb79890e2 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/security-groups?id=6068dee2-1fef-45ca-8059-d960bcb1bc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489125 Feb 09 01:49:09.498980 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-908a92e8-6db5-47b5-aae8-6d156e2677c4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (75a937b0-efc3-46ee-b79e-377d85478ae5), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:09.674452 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908a92e8-6db5-47b5-aae8-6d156e2677c4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Router 75a937b0-efc3-46ee-b79e-377d85478ae5 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:49:09.803562 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908a92e8-6db5-47b5-aae8-6d156e2677c4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:49:09.818475 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131583ee-ea3d-43df-9813-2a9b971cfd30 None None] Sync routers for ids ['75a937b0-efc3-46ee-b79e-377d85478ae5'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:49:09.830487 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131583ee-ea3d-43df-9813-2a9b971cfd30 None None] Routers {'75a937b0-efc3-46ee-b79e-377d85478ae5'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:09.830779 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-908a92e8-6db5-47b5-aae8-6d156e2677c4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:09.832330 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-908a92e8-6db5-47b5-aae8-6d156e2677c4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9834759 Feb 09 01:49:09.832782 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-131583ee-ea3d-43df-9813-2a9b971cfd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:48:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['75a937b0-efc3-46ee-b79e-377d85478ae5'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:09.835392 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38944) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:09.881390 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8c243879-64c5-4596-bdcc-463513c0089e tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=be37988e5bf5448987567e96924ed429&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420210 Feb 09 01:49:09.881804 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38948) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:09.978051 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc2018-7bb1-46a2-9f92-325b6c01192b req-995a4b77-1126-40a6-9437-e7759dd04926 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:09.983841 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-80bc2018-7bb1-46a2-9f92-325b6c01192b req-995a4b77-1126-40a6-9437-e7759dd04926 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.91 "GET /v2.0/ports?device_id=548e5a04-c860-4db0-bf02-16bdd599d4f1 HTTP/1.1" status: 200 len: 945 time: 0.1159792 Feb 09 01:49:10.008258 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-131583ee-ea3d-43df-9813-2a9b971cfd30 None None] Set router 75a937b0-efc3-46ee-b79e-377d85478ae5 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:49:10.026912 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd23bb9-069c-4e0f-8c56-21d2a18ee01c tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:10.031049 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-dbd23bb9-069c-4e0f-8c56-21d2a18ee01c tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1456800 Feb 09 01:49:10.032457 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38950) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:10.101734 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-26d70ca9-febb-452a-84d9-038d275ddc85 tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=def43282-5318-4ecb-a74b-178f79c0eb6e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0676947 Feb 09 01:49:10.108978 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38952) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:10.114155 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-fb36a640-43a3-4e18-840c-b17a0222324f tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-178853059', 'network_id': '029abd68-6023-4932-b807-dad80226df93', 'project_id': 'be37988e5bf5448987567e96924ed429', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:10.168711 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-80bc2018-7bb1-46a2-9f92-325b6c01192b req-70af180c-f4d5-4ef7-a441-07cd7ad478cc tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Deleting port 4037d0e5-354b-4d6f-8609-8e7e96d783e2 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:49:10.169067 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-80bc2018-7bb1-46a2-9f92-325b6c01192b req-70af180c-f4d5-4ef7-a441-07cd7ad478cc tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (4037d0e5-354b-4d6f-8609-8e7e96d783e2), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:10.319392 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb36a640-43a3-4e18-840c-b17a0222324f tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Made reservation on behalf of be37988e5bf5448987567e96924ed429 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:49:10.325463 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fb36a640-43a3-4e18-840c-b17a0222324f tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:10.343634 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-80bc2018-7bb1-46a2-9f92-325b6c01192b req-70af180c-f4d5-4ef7-a441-07cd7ad478cc tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] For port 4037d0e5-354b-4d6f-8609-8e7e96d783e2, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=4037d0e5-354b-4d6f-8609-8e7e96d783e2,segment=NetworkSegment(c25b4080-6298-46e3-aac5-23357b9896b1),segment_id=c25b4080-6298-46e3-aac5-23357b9896b1)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:10.344017 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-80bc2018-7bb1-46a2-9f92-325b6c01192b req-70af180c-f4d5-4ef7-a441-07cd7ad478cc tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (4037d0e5-354b-4d6f-8609-8e7e96d783e2), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:10.356787 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-131583ee-ea3d-43df-9813-2a9b971cfd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a937b0-efc3-46ee-b79e-377d85478ae5', 'name': 'tempest-TestNetworkBasicOps-router-2129658374', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '2af263d7-bc76-4f8a-aa7a-fc43cd457905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:07Z', 'updated_at': '2022-02-09T01:49:09Z', 'revision_number': 3, 'project_id': 'be37988e5bf5448987567e96924ed429', 'gw_port': {'id': '2af263d7-bc76-4f8a-aa7a-fc43cd457905', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a937b0-efc3-46ee-b79e-377d85478ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:08Z', 'updated_at': '2022-02-09T01:49:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:10.360963 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-80bc2018-7bb1-46a2-9f92-325b6c01192b req-70af180c-f4d5-4ef7-a441-07cd7ad478cc tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Calling delete_port for 4037d0e5-354b-4d6f-8609-8e7e96d783e2 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:49:10.391946 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131583ee-ea3d-43df-9813-2a9b971cfd30 None None] Checking router: 75a937b0-efc3-46ee-b79e-377d85478ae5 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:49:10.392601 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131583ee-ea3d-43df-9813-2a9b971cfd30 None None] Updating router 75a937b0-efc3-46ee-b79e-377d85478ae5 port 2af263d7-bc76-4f8a-aa7a-fc43cd457905 binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:49:10.430051 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-131583ee-ea3d-43df-9813-2a9b971cfd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2af263d7-bc76-4f8a-aa7a-fc43cd457905), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:10.613059 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fb36a640-43a3-4e18-840c-b17a0222324f tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (b112263c-a608-4676-b341-06787f310b90), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:10.705271 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-80bc2018-7bb1-46a2-9f92-325b6c01192b req-70af180c-f4d5-4ef7-a441-07cd7ad478cc tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (4037d0e5-354b-4d6f-8609-8e7e96d783e2), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:10.765146 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb36a640-43a3-4e18-840c-b17a0222324f tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Checking segment: {'id': '81722746-93b4-4819-9979-ce91542b87a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '029abd68-6023-4932-b807-dad80226df93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:49:10.765486 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb36a640-43a3-4e18-840c-b17a0222324f tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Network hostable DHCP agents. Network: 029abd68-6023-4932-b807-dad80226df93, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:49:10.771290 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af180c-f4d5-4ef7-a441-07cd7ad478cc tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Pushing event deleted for resources: {'Port': ['ID=4037d0e5-354b-4d6f-8609-8e7e96d783e2,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:10.792336 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acadcd1-7e84-49d9-b76d-ecaa200edc1b req-c15ff75f-438b-44d9-93f6-f4f19202a038 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:10.796874 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0acadcd1-7e84-49d9-b76d-ecaa200edc1b req-c15ff75f-438b-44d9-93f6-f4f19202a038 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/ports?device_id=548e5a04-c860-4db0-bf02-16bdd599d4f1 HTTP/1.1" status: 200 len: 945 time: 0.1692288 Feb 09 01:49:10.803308 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36a640-43a3-4e18-840c-b17a0222324f tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'Subnet': ['ID=b112263c-a608-4676-b341-06787f310b90,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:10.815496 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb36a640-43a3-4e18-840c-b17a0222324f tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Network 029abd68-6023-4932-b807-dad80226df93 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:49:10.827769 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-fb36a640-43a3-4e18-840c-b17a0222324f tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 029abd68-6023-4932-b807-dad80226df93) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:10.839007 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb36a640-43a3-4e18-840c-b17a0222324f tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:10.839658 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fb36a640-43a3-4e18-840c-b17a0222324f tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:10.855045 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2a8c6a-3817-49a7-810e-32035a85359c None None] Network 029abd68-6023-4932-b807-dad80226df93 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:49:10.864554 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-80bc2018-7bb1-46a2-9f92-325b6c01192b req-70af180c-f4d5-4ef7-a441-07cd7ad478cc tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] No DVR routers for this DVR port 4037d0e5-354b-4d6f-8609-8e7e96d783e2 on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:49:10.869894 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-80bc2018-7bb1-46a2-9f92-325b6c01192b req-70af180c-f4d5-4ef7-a441-07cd7ad478cc tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:10.873387 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-80bc2018-7bb1-46a2-9f92-325b6c01192b req-70af180c-f4d5-4ef7-a441-07cd7ad478cc tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.91 "DELETE /v2.0/ports/4037d0e5-354b-4d6f-8609-8e7e96d783e2 HTTP/1.1" status: 204 len: 173 time: 0.8808715 Feb 09 01:49:10.873838 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548e5a04-c860-4db0-bf02-16bdd599d4f1', 'name': 'network-vif-deleted', 'tag': '4037d0e5-354b-4d6f-8609-8e7e96d783e2'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:49:10.876188 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ee2f09-7cf9-41c5-b266-d6c2bc806db9" -d '{"events": [{"server_uuid": "548e5a04-c860-4db0-bf02-16bdd599d4f1", "name": "network-vif-deleted", "tag": "4037d0e5-354b-4d6f-8609-8e7e96d783e2"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:49:10.876325 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-fb36a640-43a3-4e18-840c-b17a0222324f tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7662437 Feb 09 01:49:10.880144 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 38970) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:10.938539 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909f4276-2707-4bf6-9b7c-8b468462a3e5 x-openstack-request-id: req-909f4276-2707-4bf6-9b7c-8b468462a3e5 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:49:10.938539 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548e5a04-c860-4db0-bf02-16bdd599d4f1", "name": "network-vif-deleted", "tag": "4037d0e5-354b-4d6f-8609-8e7e96d783e2", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:49:10.938923 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-909f4276-2707-4bf6-9b7c-8b468462a3e5 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:49:10.939179 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548e5a04-c860-4db0-bf02-16bdd599d4f1', 'name': 'network-vif-deleted', 'tag': '4037d0e5-354b-4d6f-8609-8e7e96d783e2', 'status': 'completed', 'code': 200} Feb 09 01:49:10.984789 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0acadcd1-7e84-49d9-b76d-ecaa200edc1b req-bd9f32b7-fb4e-48b6-9034-9ce5d3930dd3 tempest-TestServerAdvancedOps-1519552534 tempest-TestServerAdvancedOps-1519552534-project] 10.222.0.30 "GET /v2.0/security-groups?id=6068dee2-1fef-45ca-8059-d960bcb1bc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422069 Feb 09 01:49:11.027086 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-131583ee-ea3d-43df-9813-2a9b971cfd30 None None] Publish callbacks [] for port (2af263d7-bc76-4f8a-aa7a-fc43cd457905), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:11.070180 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f268bb18-b406-4a5b-96d7-d8fecdcd6040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-029abd68-6023-4932-b807-dad80226df93', 'network_id': '029abd68-6023-4932-b807-dad80226df93', 'project_id': 'be37988e5bf5448987567e96924ed429', 'fixed_ips': [{'subnet_id': 'b112263c-a608-4676-b341-06787f310b90'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:49:11.071465 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f268bb18-b406-4a5b-96d7-d8fecdcd6040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:11.085062 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-131583ee-ea3d-43df-9813-2a9b971cfd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (2af263d7-bc76-4f8a-aa7a-fc43cd457905), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:11.200440 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-131583ee-ea3d-43df-9813-2a9b971cfd30 None None] Attempting to bind port 2af263d7-bc76-4f8a-aa7a-fc43cd457905 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:49:11.200815 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-131583ee-ea3d-43df-9813-2a9b971cfd30 None None] Attempting to bind port 2af263d7-bc76-4f8a-aa7a-fc43cd457905 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:49:11.201179 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131583ee-ea3d-43df-9813-2a9b971cfd30 None None] Attempting to bind port 2af263d7-bc76-4f8a-aa7a-fc43cd457905 on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:11.247540 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131583ee-ea3d-43df-9813-2a9b971cfd30 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:49:11.247929 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131583ee-ea3d-43df-9813-2a9b971cfd30 None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:49:11.248509 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-131583ee-ea3d-43df-9813-2a9b971cfd30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:11.248915 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131583ee-ea3d-43df-9813-2a9b971cfd30 None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:49:11.249844 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-131583ee-ea3d-43df-9813-2a9b971cfd30 None None] Bound port: 2af263d7-bc76-4f8a-aa7a-fc43cd457905, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:49:11.249844 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-131583ee-ea3d-43df-9813-2a9b971cfd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2af263d7-bc76-4f8a-aa7a-fc43cd457905), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:11.305651 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-131583ee-ea3d-43df-9813-2a9b971cfd30 None None] For port 2af263d7-bc76-4f8a-aa7a-fc43cd457905, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:49:11.310802 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-131583ee-ea3d-43df-9813-2a9b971cfd30 None None] For port 2af263d7-bc76-4f8a-aa7a-fc43cd457905, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=2af263d7-bc76-4f8a-aa7a-fc43cd457905,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:49:11.331540 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2501fcf-c3fa-4b95-80a2-a069fdaf2342 None None] Pushing event updated for resources: {'Port': ['ID=2af263d7-bc76-4f8a-aa7a-fc43cd457905,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:11.337801 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-131583ee-ea3d-43df-9813-2a9b971cfd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (2af263d7-bc76-4f8a-aa7a-fc43cd457905), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:11.483557 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-39da5b49-5827-4c91-b985-a5e16031c74b tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:11.490217 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2501fcf-c3fa-4b95-80a2-a069fdaf2342 None None] Pushing event updated for resources: {'Port': ['ID=2af263d7-bc76-4f8a-aa7a-fc43cd457905,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:11.513150 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131583ee-ea3d-43df-9813-2a9b971cfd30 None None] Routers {'75a937b0-efc3-46ee-b79e-377d85478ae5'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:11.513843 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-131583ee-ea3d-43df-9813-2a9b971cfd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:48:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['75a937b0-efc3-46ee-b79e-377d85478ae5'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:11.643396 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-f268bb18-b406-4a5b-96d7-d8fecdcd6040 None None] Allocated IP 172.20.0.2 (029abd68-6023-4932-b807-dad80226df93/b112263c-a608-4676-b341-06787f310b90/c303ec6d-d183-4666-a2b0-5a62b309bf91) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:49:11.684689 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-131583ee-ea3d-43df-9813-2a9b971cfd30 None None] Set router 75a937b0-efc3-46ee-b79e-377d85478ae5 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:49:11.996998 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f268bb18-b406-4a5b-96d7-d8fecdcd6040 None None] Publish callbacks [] for port (c303ec6d-d183-4666-a2b0-5a62b309bf91), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:12.006999 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f268bb18-b406-4a5b-96d7-d8fecdcd6040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (c303ec6d-d183-4666-a2b0-5a62b309bf91), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:12.018080 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-131583ee-ea3d-43df-9813-2a9b971cfd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a937b0-efc3-46ee-b79e-377d85478ae5', 'name': 'tempest-TestNetworkBasicOps-router-2129658374', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '2af263d7-bc76-4f8a-aa7a-fc43cd457905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:07Z', 'updated_at': '2022-02-09T01:49:09Z', 'revision_number': 3, 'project_id': 'be37988e5bf5448987567e96924ed429', 'gw_port': {'id': '2af263d7-bc76-4f8a-aa7a-fc43cd457905', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a937b0-efc3-46ee-b79e-377d85478ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:08Z', 'updated_at': '2022-02-09T01:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:12.049118 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131583ee-ea3d-43df-9813-2a9b971cfd30 None None] The sync data for ids ['75a937b0-efc3-46ee-b79e-377d85478ae5'] in n-d-822053-40 is: [{'id': '75a937b0-efc3-46ee-b79e-377d85478ae5', 'name': 'tempest-TestNetworkBasicOps-router-2129658374', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '2af263d7-bc76-4f8a-aa7a-fc43cd457905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:07Z', 'updated_at': '2022-02-09T01:49:09Z', 'revision_number': 3, 'project_id': 'be37988e5bf5448987567e96924ed429', 'gw_port': {'id': '2af263d7-bc76-4f8a-aa7a-fc43cd457905', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a937b0-efc3-46ee-b79e-377d85478ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:08Z', 'updated_at': '2022-02-09T01:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:49:12.066802 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-39da5b49-5827-4c91-b985-a5e16031c74b tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Allocated IP 172.20.0.1 (029abd68-6023-4932-b807-dad80226df93/b112263c-a608-4676-b341-06787f310b90/8787c1b3-e939-48c5-b3cf-bd68d8a74ed8) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:49:12.105344 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 38998) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:12.111773 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f268bb18-b406-4a5b-96d7-d8fecdcd6040 None None] Network 029abd68-6023-4932-b807-dad80226df93 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:12.115160 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-f268bb18-b406-4a5b-96d7-d8fecdcd6040 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:12.120186 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f268bb18-b406-4a5b-96d7-d8fecdcd6040 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:49:12.174848 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f268bb18-b406-4a5b-96d7-d8fecdcd6040 None None] Pushing event updated for resources: {'Port': ['ID=c303ec6d-d183-4666-a2b0-5a62b309bf91,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:12.191800 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-f268bb18-b406-4a5b-96d7-d8fecdcd6040 None None] Attempting to bind port c303ec6d-d183-4666-a2b0-5a62b309bf91 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:49:12.191800 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-f268bb18-b406-4a5b-96d7-d8fecdcd6040 None None] Attempting to bind port c303ec6d-d183-4666-a2b0-5a62b309bf91 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '81722746-93b4-4819-9979-ce91542b87a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '029abd68-6023-4932-b807-dad80226df93'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:49:12.192249 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f268bb18-b406-4a5b-96d7-d8fecdcd6040 None None] Attempting to bind port c303ec6d-d183-4666-a2b0-5a62b309bf91 on network 029abd68-6023-4932-b807-dad80226df93 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:12.199391 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f268bb18-b406-4a5b-96d7-d8fecdcd6040 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:49:12.199761 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f268bb18-b406-4a5b-96d7-d8fecdcd6040 None None] Checking segment: {'id': '81722746-93b4-4819-9979-ce91542b87a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '029abd68-6023-4932-b807-dad80226df93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:49:12.204556 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-89b7ea81-4341-4e38-a721-1b0bb49fe098 admin admin] Deleting subnet 3d8ca5ff-54a4-4db8-8337-b3d15ba2caec {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:49:12.207215 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f268bb18-b406-4a5b-96d7-d8fecdcd6040 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:12.207695 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f268bb18-b406-4a5b-96d7-d8fecdcd6040 None None] Bound using segment: {'id': '81722746-93b4-4819-9979-ce91542b87a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '029abd68-6023-4932-b807-dad80226df93'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:49:12.208244 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-f268bb18-b406-4a5b-96d7-d8fecdcd6040 None None] Bound port: c303ec6d-d183-4666-a2b0-5a62b309bf91, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81722746-93b4-4819-9979-ce91542b87a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '029abd68-6023-4932-b807-dad80226df93'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:49:12.208642 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f268bb18-b406-4a5b-96d7-d8fecdcd6040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c303ec6d-d183-4666-a2b0-5a62b309bf91), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:12.210675 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-89b7ea81-4341-4e38-a721-1b0bb49fe098 admin admin] Publish callbacks [] for subnet (3d8ca5ff-54a4-4db8-8337-b3d15ba2caec), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:12.299125 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-89b7ea81-4341-4e38-a721-1b0bb49fe098 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (3d8ca5ff-54a4-4db8-8337-b3d15ba2caec), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:12.336675 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-39da5b49-5827-4c91-b985-a5e16031c74b tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for port (8787c1b3-e939-48c5-b3cf-bd68d8a74ed8), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:12.340364 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-f268bb18-b406-4a5b-96d7-d8fecdcd6040 None None] For port c303ec6d-d183-4666-a2b0-5a62b309bf91, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:49:12.347154 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-f268bb18-b406-4a5b-96d7-d8fecdcd6040 None None] For port c303ec6d-d183-4666-a2b0-5a62b309bf91, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=c303ec6d-d183-4666-a2b0-5a62b309bf91,segment=NetworkSegment(81722746-93b4-4819-9979-ce91542b87a2),segment_id=81722746-93b4-4819-9979-ce91542b87a2)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:49:12.358741 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f268bb18-b406-4a5b-96d7-d8fecdcd6040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (c303ec6d-d183-4666-a2b0-5a62b309bf91), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:12.380604 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-89b7ea81-4341-4e38-a721-1b0bb49fe098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (3d8ca5ff-54a4-4db8-8337-b3d15ba2caec), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:12.410916 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-39da5b49-5827-4c91-b985-a5e16031c74b tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (8787c1b3-e939-48c5-b3cf-bd68d8a74ed8), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:12.421660 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f268bb18-b406-4a5b-96d7-d8fecdcd6040 None None] Pushing event updated for resources: {'Port': ['ID=c303ec6d-d183-4666-a2b0-5a62b309bf91,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:12.550092 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 4037d0e5-354b-4d6f-8609-8e7e96d783e2 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:49:12.564780 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-89b7ea81-4341-4e38-a721-1b0bb49fe098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (3d8ca5ff-54a4-4db8-8337-b3d15ba2caec), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:12.575554 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39da5b49-5827-4c91-b985-a5e16031c74b tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Network 029abd68-6023-4932-b807-dad80226df93 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:12.576466 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da5b49-5827-4c91-b985-a5e16031c74b tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'Port': ['ID=8787c1b3-e939-48c5-b3cf-bd68d8a74ed8,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:12.585513 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-39da5b49-5827-4c91-b985-a5e16031c74b tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:12.589463 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39da5b49-5827-4c91-b985-a5e16031c74b tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:49:12.605122 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 4037d0e5-354b-4d6f-8609-8e7e96d783e2 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:49:12.611370 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 4037d0e5-354b-4d6f-8609-8e7e96d783e2 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:49:12.658563 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7ea81-4341-4e38-a721-1b0bb49fe098 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d8ca5ff-54a4-4db8-8337-b3d15ba2caec,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:12.672323 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-89b7ea81-4341-4e38-a721-1b0bb49fe098 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:12.680458 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-89b7ea81-4341-4e38-a721-1b0bb49fe098 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3d8ca5ff-54a4-4db8-8337-b3d15ba2caec HTTP/1.1" status: 204 len: 168 time: 0.5717583 Feb 09 01:49:12.681279 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39008) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:12.707727 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-39da5b49-5827-4c91-b985-a5e16031c74b tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (75a937b0-efc3-46ee-b79e-377d85478ae5), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:12.787971 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 2af263d7-bc76-4f8a-aa7a-fc43cd457905 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:49:12.900880 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea221a8d-6b83-43e8-b5fb-c2dc8a4216f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (12e30a5d-084d-4a0a-baa9-b260c3cf8b79), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:12.939960 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 2af263d7-bc76-4f8a-aa7a-fc43cd457905 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:12.940180 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2af263d7-bc76-4f8a-aa7a-fc43cd457905), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:13.070091 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-39da5b49-5827-4c91-b985-a5e16031c74b tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8787c1b3-e939-48c5-b3cf-bd68d8a74ed8), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:13.076071 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea221a8d-6b83-43e8-b5fb-c2dc8a4216f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (12e30a5d-084d-4a0a-baa9-b260c3cf8b79), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:13.108285 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-ea221a8d-6b83-43e8-b5fb-c2dc8a4216f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12e30a5d-084d-4a0a-baa9-b260c3cf8b79']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:13.127173 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-ea221a8d-6b83-43e8-b5fb-c2dc8a4216f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c25b4080-6298-46e3-aac5-23357b9896b1') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:13.127468 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-ea221a8d-6b83-43e8-b5fb-c2dc8a4216f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c25b4080-6298-46e3-aac5-23357b9896b1') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:13.134228 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 2af263d7-bc76-4f8a-aa7a-fc43cd457905 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:13.137600 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2af263d7-bc76-4f8a-aa7a-fc43cd457905), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:13.148624 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea221a8d-6b83-43e8-b5fb-c2dc8a4216f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (c25b4080-6298-46e3-aac5-23357b9896b1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:13.167705 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea221a8d-6b83-43e8-b5fb-c2dc8a4216f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (c25b4080-6298-46e3-aac5-23357b9896b1), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:13.179534 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea221a8d-6b83-43e8-b5fb-c2dc8a4216f0 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:49:13.179990 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea221a8d-6b83-43e8-b5fb-c2dc8a4216f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (c25b4080-6298-46e3-aac5-23357b9896b1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:13.182973 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:49:13.182973 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:49:13.182973 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:49:13.182973 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:49:13.182973 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:49:13.182973 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:49:13.182973 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:49:13.182973 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:49:13.182973 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:49:13.182973 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:49:13.182973 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:49:13.182973 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:49:13.182973 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:49:13.182973 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:49:13.182973 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:49:13.182973 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:49:13.182973 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:49:13.182973 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:49:13.182973 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:49:13.182973 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:49:13.182973 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:49:13.182973 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:49:13.182973 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:49:13.182973 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:49:13.182973 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:49:13.182973 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:49:13.182973 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:49:13.182973 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:49:13.182973 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:49:13.182973 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:49:13.182973 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:49:13.182973 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:49:13.187703 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 2af263d7-bc76-4f8a-aa7a-fc43cd457905, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=2af263d7-bc76-4f8a-aa7a-fc43cd457905,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:13.196008 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (2af263d7-bc76-4f8a-aa7a-fc43cd457905), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:13.335503 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=2af263d7-bc76-4f8a-aa7a-fc43cd457905,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:13.691534 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-39da5b49-5827-4c91-b985-a5e16031c74b tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for port (8787c1b3-e939-48c5-b3cf-bd68d8a74ed8), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:13.698500 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-39da5b49-5827-4c91-b985-a5e16031c74b tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (8787c1b3-e939-48c5-b3cf-bd68d8a74ed8), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:13.762955 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-39da5b49-5827-4c91-b985-a5e16031c74b tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (75a937b0-efc3-46ee-b79e-377d85478ae5), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:13.783299 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea221a8d-6b83-43e8-b5fb-c2dc8a4216f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (12e30a5d-084d-4a0a-baa9-b260c3cf8b79), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:13.791378 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea221a8d-6b83-43e8-b5fb-c2dc8a4216f0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:13.796524 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ea221a8d-6b83-43e8-b5fb-c2dc8a4216f0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/12e30a5d-084d-4a0a-baa9-b260c3cf8b79 HTTP/1.1" status: 204 len: 168 time: 1.1114001 Feb 09 01:49:13.799042 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39022) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:13.873016 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea221a8d-6b83-43e8-b5fb-c2dc8a4216f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=12e30a5d-084d-4a0a-baa9-b260c3cf8b79,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:13.905974 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-410aebcd-3a6d-4b75-8f78-bf332d4f814b admin admin] Deleting subnet 00302cec-7c62-4056-bd82-cffc3a87ca79 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:49:13.913217 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-410aebcd-3a6d-4b75-8f78-bf332d4f814b admin admin] Publish callbacks [] for subnet (00302cec-7c62-4056-bd82-cffc3a87ca79), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:13.941853 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39da5b49-5827-4c91-b985-a5e16031c74b tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Network 029abd68-6023-4932-b807-dad80226df93 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:13.951398 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-39da5b49-5827-4c91-b985-a5e16031c74b tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:13.975531 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da5b49-5827-4c91-b985-a5e16031c74b tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'Port': ['ID=8787c1b3-e939-48c5-b3cf-bd68d8a74ed8,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:14.004189 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-410aebcd-3a6d-4b75-8f78-bf332d4f814b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (00302cec-7c62-4056-bd82-cffc3a87ca79), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:14.089320 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-410aebcd-3a6d-4b75-8f78-bf332d4f814b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (00302cec-7c62-4056-bd82-cffc3a87ca79), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:14.151149 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39da5b49-5827-4c91-b985-a5e16031c74b tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Router 75a937b0-efc3-46ee-b79e-377d85478ae5 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:49:14.188456 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-410aebcd-3a6d-4b75-8f78-bf332d4f814b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (00302cec-7c62-4056-bd82-cffc3a87ca79), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:14.265887 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-410aebcd-3a6d-4b75-8f78-bf332d4f814b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:14.278646 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-410aebcd-3a6d-4b75-8f78-bf332d4f814b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/00302cec-7c62-4056-bd82-cffc3a87ca79 HTTP/1.1" status: 204 len: 168 time: 0.4780910 Feb 09 01:49:14.279300 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39032) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:14.287867 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410aebcd-3a6d-4b75-8f78-bf332d4f814b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00302cec-7c62-4056-bd82-cffc3a87ca79,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:14.310541 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d173552-e656-4040-b8b8-92b74e2a54f1 None None] Network 029abd68-6023-4932-b807-dad80226df93 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:49:14.398033 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6361b7e-32b4-45de-b1a2-6001a54c4135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (844d3b95-4f6d-461e-949b-62816cf356bb), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:14.480494 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-4e347511-e230-40da-8131-2399e1d33c4b None None] Provisioning complete for port c303ec6d-d183-4666-a2b0-5a62b309bf91 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:14.481798 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4e347511-e230-40da-8131-2399e1d33c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c303ec6d-d183-4666-a2b0-5a62b309bf91), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:14.586267 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6361b7e-32b4-45de-b1a2-6001a54c4135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (844d3b95-4f6d-461e-949b-62816cf356bb), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:14.612930 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-d6361b7e-32b4-45de-b1a2-6001a54c4135 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['844d3b95-4f6d-461e-949b-62816cf356bb']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:14.625457 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-d6361b7e-32b4-45de-b1a2-6001a54c4135 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f14bced-7d7f-43e8-8a90-58b2cc3a1fa4') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:14.625900 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-d6361b7e-32b4-45de-b1a2-6001a54c4135 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f14bced-7d7f-43e8-8a90-58b2cc3a1fa4') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:14.638697 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6361b7e-32b4-45de-b1a2-6001a54c4135 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (2f14bced-7d7f-43e8-8a90-58b2cc3a1fa4), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:14.661756 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6361b7e-32b4-45de-b1a2-6001a54c4135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (2f14bced-7d7f-43e8-8a90-58b2cc3a1fa4), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:14.670452 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-4e347511-e230-40da-8131-2399e1d33c4b None None] Current status of the port c303ec6d-d183-4666-a2b0-5a62b309bf91 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:14.670854 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4e347511-e230-40da-8131-2399e1d33c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c303ec6d-d183-4666-a2b0-5a62b309bf91), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:14.682871 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6361b7e-32b4-45de-b1a2-6001a54c4135 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:49:14.683434 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6361b7e-32b4-45de-b1a2-6001a54c4135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (2f14bced-7d7f-43e8-8a90-58b2cc3a1fa4), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:14.686718 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:49:14.686718 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:49:14.686718 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:49:14.686718 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:49:14.686718 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:49:14.686718 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:49:14.686718 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:49:14.686718 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:49:14.686718 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:49:14.686718 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:49:14.686718 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:49:14.686718 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:49:14.686718 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:49:14.686718 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:49:14.686718 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:49:14.686718 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:49:14.686718 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:49:14.686718 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:49:14.686718 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:49:14.686718 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:49:14.686718 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:49:14.686718 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:49:14.686718 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:49:14.686718 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:49:14.686718 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:49:14.686718 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:49:14.686718 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:49:14.686718 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:49:14.686718 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:49:14.686718 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:49:14.686718 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:49:14.686718 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:49:14.811501 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39da5b49-5827-4c91-b985-a5e16031c74b tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:49:14.860311 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-4e347511-e230-40da-8131-2399e1d33c4b None None] For port c303ec6d-d183-4666-a2b0-5a62b309bf91, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=c303ec6d-d183-4666-a2b0-5a62b309bf91,segment=NetworkSegment(81722746-93b4-4819-9979-ce91542b87a2),segment_id=81722746-93b4-4819-9979-ce91542b87a2)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:14.874368 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4e347511-e230-40da-8131-2399e1d33c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (c303ec6d-d183-4666-a2b0-5a62b309bf91), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:14.895748 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-39da5b49-5827-4c91-b985-a5e16031c74b tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "PUT /v2.0/routers/75a937b0-efc3-46ee-b79e-377d85478ae5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0137622 Feb 09 01:49:14.900162 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39042) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:14.975008 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6361b7e-32b4-45de-b1a2-6001a54c4135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (844d3b95-4f6d-461e-949b-62816cf356bb), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:15.033803 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6361b7e-32b4-45de-b1a2-6001a54c4135 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:15.043086 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e347511-e230-40da-8131-2399e1d33c4b None None] Pushing event updated for resources: {'Port': ['ID=c303ec6d-d183-4666-a2b0-5a62b309bf91,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:15.069836 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d6361b7e-32b4-45de-b1a2-6001a54c4135 admin admin] 10.222.0.30 "DELETE /v2.0/networks/844d3b95-4f6d-461e-949b-62816cf356bb HTTP/1.1" status: 204 len: 168 time: 0.7891281 Feb 09 01:49:15.071007 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6361b7e-32b4-45de-b1a2-6001a54c4135 admin admin] Pushing event deleted for resources: {'Network': ['ID=844d3b95-4f6d-461e-949b-62816cf356bb,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:15.093997 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 2af263d7-bc76-4f8a-aa7a-fc43cd457905 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:49:15.215383 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a4b4ef-74cd-4a1c-8260-94a66db6eb25 None None] Sync routers for ids ['75a937b0-efc3-46ee-b79e-377d85478ae5'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:49:15.227081 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a4b4ef-74cd-4a1c-8260-94a66db6eb25 None None] Routers {'75a937b0-efc3-46ee-b79e-377d85478ae5'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:15.227856 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-31a4b4ef-74cd-4a1c-8260-94a66db6eb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:48:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['75a937b0-efc3-46ee-b79e-377d85478ae5'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:15.269791 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 2af263d7-bc76-4f8a-aa7a-fc43cd457905 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:15.270615 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2af263d7-bc76-4f8a-aa7a-fc43cd457905), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:15.324140 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54856101-141e-4bc9-bcaf-c1e2ca1dc3db tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:15.329286 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54856101-141e-4bc9-bcaf-c1e2ca1dc3db tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:15.329835 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54856101-141e-4bc9-bcaf-c1e2ca1dc3db tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:15.330306 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54856101-141e-4bc9-bcaf-c1e2ca1dc3db tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:15.332402 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-54856101-141e-4bc9-bcaf-c1e2ca1dc3db tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.4305308 Feb 09 01:49:15.335138 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39050) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:15.337066 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e2930a70-c1eb-4b65-969b-f25322c1a88d None None] Provisioning complete for port c303ec6d-d183-4666-a2b0-5a62b309bf91 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:15.337562 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e2930a70-c1eb-4b65-969b-f25322c1a88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c303ec6d-d183-4666-a2b0-5a62b309bf91), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:15.467336 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 2af263d7-bc76-4f8a-aa7a-fc43cd457905 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:15.468588 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device c303ec6d-d183-4666-a2b0-5a62b309bf91 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:49:15.495120 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39058) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:15.499185 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363de6f3-67fd-4ac2-b166-f7dc0f9b2a93 tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:15.499820 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363de6f3-67fd-4ac2-b166-f7dc0f9b2a93 tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:15.500542 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363de6f3-67fd-4ac2-b166-f7dc0f9b2a93 tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:15.500836 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363de6f3-67fd-4ac2-b166-f7dc0f9b2a93 tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:15.505373 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-363de6f3-67fd-4ac2-b166-f7dc0f9b2a93 tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1662474 Feb 09 01:49:15.506227 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39060) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:15.508274 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-31a4b4ef-74cd-4a1c-8260-94a66db6eb25 None None] Set router 75a937b0-efc3-46ee-b79e-377d85478ae5 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:49:15.612663 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-78e0c6ab-ffdc-4921-ab93-1d75bf2efab9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fe239e06c7c74e3ea41472f272a368cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1160035 Feb 09 01:49:15.614908 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39062) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:15.627867 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e2930a70-c1eb-4b65-969b-f25322c1a88d None None] Current status of the port c303ec6d-d183-4666-a2b0-5a62b309bf91 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:15.670579 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port c303ec6d-d183-4666-a2b0-5a62b309bf91 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:15.670983 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c303ec6d-d183-4666-a2b0-5a62b309bf91), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:15.701217 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fe363ca6-1b1a-4c65-a680-e44ba6edc084 admin admin] Publish callbacks [] for security_group (6068dee2-1fef-45ca-8059-d960bcb1bc8f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:15.732250 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fe363ca6-1b1a-4c65-a680-e44ba6edc084 admin admin] Publish callbacks [] for security_group (6068dee2-1fef-45ca-8059-d960bcb1bc8f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:15.792478 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e2930a70-c1eb-4b65-969b-f25322c1a88d None None] Provisioning complete for port 8787c1b3-e939-48c5-b3cf-bd68d8a74ed8 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:15.793244 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e2930a70-c1eb-4b65-969b-f25322c1a88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8787c1b3-e939-48c5-b3cf-bd68d8a74ed8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:15.794882 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fe363ca6-1b1a-4c65-a680-e44ba6edc084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (6068dee2-1fef-45ca-8059-d960bcb1bc8f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:15.800761 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fe363ca6-1b1a-4c65-a680-e44ba6edc084 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:15.802769 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-fe363ca6-1b1a-4c65-a680-e44ba6edc084 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6068dee2-1fef-45ca-8059-d960bcb1bc8f HTTP/1.1" status: 204 len: 168 time: 0.1855693 Feb 09 01:49:15.824805 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe363ca6-1b1a-4c65-a680-e44ba6edc084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6068dee2-1fef-45ca-8059-d960bcb1bc8f,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:15.975454 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-31a4b4ef-74cd-4a1c-8260-94a66db6eb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a937b0-efc3-46ee-b79e-377d85478ae5', 'name': 'tempest-TestNetworkBasicOps-router-2129658374', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '2af263d7-bc76-4f8a-aa7a-fc43cd457905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:07Z', 'updated_at': '2022-02-09T01:49:12Z', 'revision_number': 4, 'project_id': 'be37988e5bf5448987567e96924ed429', 'gw_port': {'id': '2af263d7-bc76-4f8a-aa7a-fc43cd457905', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a937b0-efc3-46ee-b79e-377d85478ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:08Z', 'updated_at': '2022-02-09T01:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '8787c1b3-e939-48c5-b3cf-bd68d8a74ed8', 'name': '', 'network_id': '029abd68-6023-4932-b807-dad80226df93', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'mac_address': 'fa:16:3e:84:4e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a937b0-efc3-46ee-b79e-377d85478ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'b112263c-a608-4676-b341-06787f310b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:11Z', 'updated_at': '2022-02-09T01:49:13Z', 'revision_number': 2, 'project_id': 'be37988e5bf5448987567e96924ed429', 'subnets': [{'id': 'b112263c-a608-4676-b341-06787f310b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:15.976921 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e2930a70-c1eb-4b65-969b-f25322c1a88d None None] Port 8787c1b3-e939-48c5-b3cf-bd68d8a74ed8 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:49:15.982222 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port c303ec6d-d183-4666-a2b0-5a62b309bf91 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:15.989133 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9289abd8-94f1-464a-8571-a2f3549f78a4 tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.4816864 Feb 09 01:49:16.078006 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a4b4ef-74cd-4a1c-8260-94a66db6eb25 None None] Checking router: 75a937b0-efc3-46ee-b79e-377d85478ae5 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:49:16.078358 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a4b4ef-74cd-4a1c-8260-94a66db6eb25 None None] Updating router 75a937b0-efc3-46ee-b79e-377d85478ae5 port 8787c1b3-e939-48c5-b3cf-bd68d8a74ed8 binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:49:16.136029 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-31a4b4ef-74cd-4a1c-8260-94a66db6eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8787c1b3-e939-48c5-b3cf-bd68d8a74ed8), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:16.137410 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-1debd848-0123-4812-9e73-3994b3cbd6fd None None] Provisioning complete for port 8787c1b3-e939-48c5-b3cf-bd68d8a74ed8 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:16.139115 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1debd848-0123-4812-9e73-3994b3cbd6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8787c1b3-e939-48c5-b3cf-bd68d8a74ed8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:16.267994 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-1debd848-0123-4812-9e73-3994b3cbd6fd None None] Port 8787c1b3-e939-48c5-b3cf-bd68d8a74ed8 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:49:16.514079 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39086) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:16.556105 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ba71d809-aee0-4d96-9e42-e05db6735e76 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2962f3ab3a5f47ce886b59dadec731cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402255 Feb 09 01:49:16.559088 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39088) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:16.562078 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-31a4b4ef-74cd-4a1c-8260-94a66db6eb25 None None] Publish callbacks [] for port (8787c1b3-e939-48c5-b3cf-bd68d8a74ed8), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:16.568997 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-31a4b4ef-74cd-4a1c-8260-94a66db6eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8787c1b3-e939-48c5-b3cf-bd68d8a74ed8), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:16.623069 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f7bdd-3472-459b-b2ca-a43ba1dc6f2c None None] Pushing event updated for resources: {'Port': ['ID=8787c1b3-e939-48c5-b3cf-bd68d8a74ed8,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:16.636562 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f7bdd-3472-459b-b2ca-a43ba1dc6f2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:16.637325 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f7bdd-3472-459b-b2ca-a43ba1dc6f2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:16.637880 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f7bdd-3472-459b-b2ca-a43ba1dc6f2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:16.638741 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f7bdd-3472-459b-b2ca-a43ba1dc6f2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:16.639501 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39090) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:16.640064 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f7bdd-3472-459b-b2ca-a43ba1dc6f2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:16.640799 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f7bdd-3472-459b-b2ca-a43ba1dc6f2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:16.641347 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f7bdd-3472-459b-b2ca-a43ba1dc6f2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:16.641887 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f7bdd-3472-459b-b2ca-a43ba1dc6f2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:16.642427 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f7bdd-3472-459b-b2ca-a43ba1dc6f2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:16.643182 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f7bdd-3472-459b-b2ca-a43ba1dc6f2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:16.644017 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f7bdd-3472-459b-b2ca-a43ba1dc6f2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:16.644879 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f7bdd-3472-459b-b2ca-a43ba1dc6f2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:16.645472 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648f7bdd-3472-459b-b2ca-a43ba1dc6f2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:16.656756 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-0e502e2d-4398-4411-bbd9-a3d29ad14f9f tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1242283415', 'description': 'tempest-secgroup-smoke-1242283415 description', 'project_id': 'be37988e5bf5448987567e96924ed429'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:16.708864 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e634edeb-77b9-41c6-b9fb-504986eb1d8c admin admin] Publish callbacks [] for security_group (2bcb2281-a99d-43f3-a343-e96a6023a1f5), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:16.743202 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0e502e2d-4398-4411-bbd9-a3d29ad14f9f tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:16.764467 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e634edeb-77b9-41c6-b9fb-504986eb1d8c admin admin] Publish callbacks [] for security_group (2bcb2281-a99d-43f3-a343-e96a6023a1f5), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:16.765689 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-31a4b4ef-74cd-4a1c-8260-94a66db6eb25 None None] Attempting to bind port 8787c1b3-e939-48c5-b3cf-bd68d8a74ed8 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:49:16.766317 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-31a4b4ef-74cd-4a1c-8260-94a66db6eb25 None None] Attempting to bind port 8787c1b3-e939-48c5-b3cf-bd68d8a74ed8 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '81722746-93b4-4819-9979-ce91542b87a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '029abd68-6023-4932-b807-dad80226df93'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:49:16.766915 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a4b4ef-74cd-4a1c-8260-94a66db6eb25 None None] Attempting to bind port 8787c1b3-e939-48c5-b3cf-bd68d8a74ed8 on network 029abd68-6023-4932-b807-dad80226df93 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:16.773161 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a4b4ef-74cd-4a1c-8260-94a66db6eb25 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:49:16.774251 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a4b4ef-74cd-4a1c-8260-94a66db6eb25 None None] Checking segment: {'id': '81722746-93b4-4819-9979-ce91542b87a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '029abd68-6023-4932-b807-dad80226df93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:49:16.774879 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-31a4b4ef-74cd-4a1c-8260-94a66db6eb25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:16.776378 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a4b4ef-74cd-4a1c-8260-94a66db6eb25 None None] Bound using segment: {'id': '81722746-93b4-4819-9979-ce91542b87a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '029abd68-6023-4932-b807-dad80226df93'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:49:16.777143 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-31a4b4ef-74cd-4a1c-8260-94a66db6eb25 None None] Bound port: 8787c1b3-e939-48c5-b3cf-bd68d8a74ed8, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81722746-93b4-4819-9979-ce91542b87a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '029abd68-6023-4932-b807-dad80226df93'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:49:16.777980 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-31a4b4ef-74cd-4a1c-8260-94a66db6eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8787c1b3-e939-48c5-b3cf-bd68d8a74ed8), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:16.810796 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device c303ec6d-d183-4666-a2b0-5a62b309bf91 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:49:16.876304 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0e502e2d-4398-4411-bbd9-a3d29ad14f9f tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group (82d1b953-827a-4735-99bc-841dc0add119), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:16.884554 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0e502e2d-4398-4411-bbd9-a3d29ad14f9f tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (82d1b953-827a-4735-99bc-841dc0add119), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:16.893310 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e634edeb-77b9-41c6-b9fb-504986eb1d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (2bcb2281-a99d-43f3-a343-e96a6023a1f5), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:16.896213 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e634edeb-77b9-41c6-b9fb-504986eb1d8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:16.899751 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e634edeb-77b9-41c6-b9fb-504986eb1d8c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2bcb2281-a99d-43f3-a343-e96a6023a1f5 HTTP/1.1" status: 204 len: 168 time: 0.3373992 Feb 09 01:49:16.929977 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port c303ec6d-d183-4666-a2b0-5a62b309bf91 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:16.931159 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c303ec6d-d183-4666-a2b0-5a62b309bf91), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:16.935649 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0e502e2d-4398-4411-bbd9-a3d29ad14f9f tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:16.936929 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0e502e2d-4398-4411-bbd9-a3d29ad14f9f tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2879159 Feb 09 01:49:16.939955 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39098) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:16.943091 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e502e2d-4398-4411-bbd9-a3d29ad14f9f tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82d1b953-827a-4735-99bc-841dc0add119,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:16.946856 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-e582d813-e7f4-4d5e-a994-72d08a2a211d tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Request body: {'security_group_rule': {'security_group_id': '82d1b953-827a-4735-99bc-841dc0add119', 'project_id': 'be37988e5bf5448987567e96924ed429', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:16.960655 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e634edeb-77b9-41c6-b9fb-504986eb1d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcb2281-a99d-43f3-a343-e96a6023a1f5,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:16.965580 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-31a4b4ef-74cd-4a1c-8260-94a66db6eb25 None None] For port 8787c1b3-e939-48c5-b3cf-bd68d8a74ed8, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:49:16.971382 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-31a4b4ef-74cd-4a1c-8260-94a66db6eb25 None None] For port 8787c1b3-e939-48c5-b3cf-bd68d8a74ed8, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=8787c1b3-e939-48c5-b3cf-bd68d8a74ed8,segment=NetworkSegment(81722746-93b4-4819-9979-ce91542b87a2),segment_id=81722746-93b4-4819-9979-ce91542b87a2)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:49:16.984912 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-31a4b4ef-74cd-4a1c-8260-94a66db6eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8787c1b3-e939-48c5-b3cf-bd68d8a74ed8), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:17.016392 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e582d813-e7f4-4d5e-a994-72d08a2a211d tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (b7854991-84f5-45a9-9587-74aecde732e9), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:17.126864 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e582d813-e7f4-4d5e-a994-72d08a2a211d tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (b7854991-84f5-45a9-9587-74aecde732e9), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:17.136508 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e582d813-e7f4-4d5e-a994-72d08a2a211d tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (b7854991-84f5-45a9-9587-74aecde732e9), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:17.157214 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a4b4ef-74cd-4a1c-8260-94a66db6eb25 None None] Routers {'75a937b0-efc3-46ee-b79e-377d85478ae5'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:17.157860 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-31a4b4ef-74cd-4a1c-8260-94a66db6eb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:48:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['75a937b0-efc3-46ee-b79e-377d85478ae5'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:17.194367 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e582d813-e7f4-4d5e-a994-72d08a2a211d tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:17.201142 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39102) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:17.203214 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e582d813-e7f4-4d5e-a994-72d08a2a211d tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2617738 Feb 09 01:49:17.204793 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582d813-e7f4-4d5e-a994-72d08a2a211d tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7854991-84f5-45a9-9587-74aecde732e9,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:17.206118 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-d9194e98-4475-4183-a36c-92520edc01ab tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Request body: {'security_group_rule': {'security_group_id': '82d1b953-827a-4735-99bc-841dc0add119', 'project_id': 'be37988e5bf5448987567e96924ed429', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:17.290200 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d9194e98-4475-4183-a36c-92520edc01ab tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (db9cd4c8-83ef-4291-a374-cdbd843cfa04), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:17.360487 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f7bdd-3472-459b-b2ca-a43ba1dc6f2c None None] Pushing event updated for resources: {'Port': ['ID=8787c1b3-e939-48c5-b3cf-bd68d8a74ed8,revision_number=4']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:17.410002 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d9194e98-4475-4183-a36c-92520edc01ab tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (db9cd4c8-83ef-4291-a374-cdbd843cfa04), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:17.416017 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d9194e98-4475-4183-a36c-92520edc01ab tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (db9cd4c8-83ef-4291-a374-cdbd843cfa04), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:17.429245 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port c303ec6d-d183-4666-a2b0-5a62b309bf91 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:17.444913 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-123c69d5-3e30-43a6-8145-79ead19a50f7 None None] Provisioning complete for port 8787c1b3-e939-48c5-b3cf-bd68d8a74ed8 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:17.445621 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-123c69d5-3e30-43a6-8145-79ead19a50f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8787c1b3-e939-48c5-b3cf-bd68d8a74ed8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:17.485505 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9194e98-4475-4183-a36c-92520edc01ab tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db9cd4c8-83ef-4291-a374-cdbd843cfa04,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:17.489755 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d9194e98-4475-4183-a36c-92520edc01ab tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:17.496930 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-31a4b4ef-74cd-4a1c-8260-94a66db6eb25 None None] Set router 75a937b0-efc3-46ee-b79e-377d85478ae5 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:49:17.503034 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d9194e98-4475-4183-a36c-92520edc01ab tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3007586 Feb 09 01:49:17.507315 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39112) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:17.526084 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-a0949d94-9cf1-442e-baf6-810c1bd8d4f6 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Request body: {'security_group_rule': {'security_group_id': '82d1b953-827a-4735-99bc-841dc0add119', 'project_id': 'be37988e5bf5448987567e96924ed429', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:17.580151 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-123c69d5-3e30-43a6-8145-79ead19a50f7 None None] Current status of the port 8787c1b3-e939-48c5-b3cf-bd68d8a74ed8 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:17.580800 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-123c69d5-3e30-43a6-8145-79ead19a50f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8787c1b3-e939-48c5-b3cf-bd68d8a74ed8), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:17.600409 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a0949d94-9cf1-442e-baf6-810c1bd8d4f6 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (6713874a-0191-444f-94f6-34f49f1330fe), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:17.674476 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-123c69d5-3e30-43a6-8145-79ead19a50f7 None None] For port 8787c1b3-e939-48c5-b3cf-bd68d8a74ed8, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=8787c1b3-e939-48c5-b3cf-bd68d8a74ed8,segment=NetworkSegment(81722746-93b4-4819-9979-ce91542b87a2),segment_id=81722746-93b4-4819-9979-ce91542b87a2)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:17.686585 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-123c69d5-3e30-43a6-8145-79ead19a50f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8787c1b3-e939-48c5-b3cf-bd68d8a74ed8), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:17.772330 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a0949d94-9cf1-442e-baf6-810c1bd8d4f6 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (6713874a-0191-444f-94f6-34f49f1330fe), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:17.784159 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a0949d94-9cf1-442e-baf6-810c1bd8d4f6 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (6713874a-0191-444f-94f6-34f49f1330fe), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:17.812877 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c69d5-3e30-43a6-8145-79ead19a50f7 None None] Pushing event updated for resources: {'Port': ['ID=8787c1b3-e939-48c5-b3cf-bd68d8a74ed8,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:17.836114 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0949d94-9cf1-442e-baf6-810c1bd8d4f6 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6713874a-0191-444f-94f6-34f49f1330fe,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:17.850954 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a0949d94-9cf1-442e-baf6-810c1bd8d4f6 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:17.855655 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a0949d94-9cf1-442e-baf6-810c1bd8d4f6 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3394516 Feb 09 01:49:17.856219 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-790608f3-a286-465a-8813-8e0e2c6f3375 None None] Provisioning complete for port 8787c1b3-e939-48c5-b3cf-bd68d8a74ed8 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:17.856804 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-790608f3-a286-465a-8813-8e0e2c6f3375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8787c1b3-e939-48c5-b3cf-bd68d8a74ed8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:17.858942 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39126) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:17.863994 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-5eb9d4bc-0f6e-4d32-8361-ba0846049438 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Request body: {'security_group_rule': {'security_group_id': '82d1b953-827a-4735-99bc-841dc0add119', 'project_id': 'be37988e5bf5448987567e96924ed429', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:17.919586 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5eb9d4bc-0f6e-4d32-8361-ba0846049438 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (b2d82a2c-878a-47d6-b66f-848cb16a481b), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:17.970882 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-790608f3-a286-465a-8813-8e0e2c6f3375 None None] Current status of the port 8787c1b3-e939-48c5-b3cf-bd68d8a74ed8 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:18.003835 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-31a4b4ef-74cd-4a1c-8260-94a66db6eb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a937b0-efc3-46ee-b79e-377d85478ae5', 'name': 'tempest-TestNetworkBasicOps-router-2129658374', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '2af263d7-bc76-4f8a-aa7a-fc43cd457905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:07Z', 'updated_at': '2022-02-09T01:49:12Z', 'revision_number': 4, 'project_id': 'be37988e5bf5448987567e96924ed429', 'gw_port': {'id': '2af263d7-bc76-4f8a-aa7a-fc43cd457905', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a937b0-efc3-46ee-b79e-377d85478ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:08Z', 'updated_at': '2022-02-09T01:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '8787c1b3-e939-48c5-b3cf-bd68d8a74ed8', 'name': '', 'network_id': '029abd68-6023-4932-b807-dad80226df93', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'mac_address': 'fa:16:3e:84:4e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a937b0-efc3-46ee-b79e-377d85478ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'b112263c-a608-4676-b341-06787f310b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:11Z', 'updated_at': '2022-02-09T01:49:16Z', 'revision_number': 4, 'project_id': 'be37988e5bf5448987567e96924ed429', 'subnets': [{'id': 'b112263c-a608-4676-b341-06787f310b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:18.038851 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a4b4ef-74cd-4a1c-8260-94a66db6eb25 None None] The sync data for ids ['75a937b0-efc3-46ee-b79e-377d85478ae5'] in n-d-822053-40 is: [{'id': '75a937b0-efc3-46ee-b79e-377d85478ae5', 'name': 'tempest-TestNetworkBasicOps-router-2129658374', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '2af263d7-bc76-4f8a-aa7a-fc43cd457905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:07Z', 'updated_at': '2022-02-09T01:49:12Z', 'revision_number': 4, 'project_id': 'be37988e5bf5448987567e96924ed429', 'gw_port': {'id': '2af263d7-bc76-4f8a-aa7a-fc43cd457905', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a937b0-efc3-46ee-b79e-377d85478ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:08Z', 'updated_at': '2022-02-09T01:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '8787c1b3-e939-48c5-b3cf-bd68d8a74ed8', 'name': '', 'network_id': '029abd68-6023-4932-b807-dad80226df93', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'mac_address': 'fa:16:3e:84:4e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a937b0-efc3-46ee-b79e-377d85478ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'b112263c-a608-4676-b341-06787f310b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:11Z', 'updated_at': '2022-02-09T01:49:16Z', 'revision_number': 4, 'project_id': 'be37988e5bf5448987567e96924ed429', 'subnets': [{'id': 'b112263c-a608-4676-b341-06787f310b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:49:18.050664 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5eb9d4bc-0f6e-4d32-8361-ba0846049438 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (b2d82a2c-878a-47d6-b66f-848cb16a481b), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:18.055721 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5eb9d4bc-0f6e-4d32-8361-ba0846049438 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (b2d82a2c-878a-47d6-b66f-848cb16a481b), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:18.093641 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9d4bc-0f6e-4d32-8361-ba0846049438 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2d82a2c-878a-47d6-b66f-848cb16a481b,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:18.099340 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5eb9d4bc-0f6e-4d32-8361-ba0846049438 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:18.148067 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39138) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:18.154880 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-31012fa8-ccc6-40e9-8a1c-37afb8650629 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Request body: {'security_group_rule': {'security_group_id': '82d1b953-827a-4735-99bc-841dc0add119', 'project_id': 'be37988e5bf5448987567e96924ed429', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:18.159968 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5eb9d4bc-0f6e-4d32-8361-ba0846049438 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2996132 Feb 09 01:49:18.220853 n-d-822053-40 neutron-server[103528]: INFO neutron.db.securitygroups_db [None req-31012fa8-ccc6-40e9-8a1c-37afb8650629 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Project be37988e5bf5448987567e96924ed429 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:49:18.230813 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-31012fa8-ccc6-40e9-8a1c-37afb8650629 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (4eb74fd5-6811-4469-9e23-14c36048f750), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:18.388217 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-31012fa8-ccc6-40e9-8a1c-37afb8650629 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (4eb74fd5-6811-4469-9e23-14c36048f750), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:18.394063 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-31012fa8-ccc6-40e9-8a1c-37afb8650629 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (4eb74fd5-6811-4469-9e23-14c36048f750), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:18.429689 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-31012fa8-ccc6-40e9-8a1c-37afb8650629 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:18.435231 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39148) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:18.440737 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-fffda9f7-79a1-464f-8157-79d15afed931 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Request body: {'security_group_rule': {'security_group_id': '82d1b953-827a-4735-99bc-841dc0add119', 'project_id': 'be37988e5bf5448987567e96924ed429', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:18.446633 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-31012fa8-ccc6-40e9-8a1c-37afb8650629 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2956667 Feb 09 01:49:18.456688 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31012fa8-ccc6-40e9-8a1c-37afb8650629 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eb74fd5-6811-4469-9e23-14c36048f750,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:18.474916 n-d-822053-40 neutron-server[103529]: INFO neutron.db.securitygroups_db [None req-fffda9f7-79a1-464f-8157-79d15afed931 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Project be37988e5bf5448987567e96924ed429 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:49:18.483055 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fffda9f7-79a1-464f-8157-79d15afed931 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (b3c5c767-474a-4bb2-b06d-e4589ee294ed), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:18.510902 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39152) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:18.579705 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fffda9f7-79a1-464f-8157-79d15afed931 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (b3c5c767-474a-4bb2-b06d-e4589ee294ed), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:18.591205 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fffda9f7-79a1-464f-8157-79d15afed931 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (b3c5c767-474a-4bb2-b06d-e4589ee294ed), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:18.617091 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffda9f7-79a1-464f-8157-79d15afed931 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c5c767-474a-4bb2-b06d-e4589ee294ed,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:18.645835 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fffda9f7-79a1-464f-8157-79d15afed931 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:18.647418 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-fffda9f7-79a1-464f-8157-79d15afed931 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2108200 Feb 09 01:49:18.704569 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-5595d326-5b39-48f3-a315-357b7728d4ad admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1935546188-network', 'tenant_id': '8b7c3d5d34764138a793ac4ac9fbb514'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:18.746741 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5595d326-5b39-48f3-a315-357b7728d4ad admin admin] Made reservation on behalf of 8b7c3d5d34764138a793ac4ac9fbb514 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:49:18.749533 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5595d326-5b39-48f3-a315-357b7728d4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:18.775678 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5595d326-5b39-48f3-a315-357b7728d4ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:18.796746 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 8787c1b3-e939-48c5-b3cf-bd68d8a74ed8 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:49:18.876860 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 8787c1b3-e939-48c5-b3cf-bd68d8a74ed8 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:18.877529 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8787c1b3-e939-48c5-b3cf-bd68d8a74ed8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:18.977368 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5595d326-5b39-48f3-a315-357b7728d4ad admin admin] Publish callbacks [] for security_group (da7c9220-db82-4668-b1cd-e5f6cc9ac359), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:18.985219 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5595d326-5b39-48f3-a315-357b7728d4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (da7c9220-db82-4668-b1cd-e5f6cc9ac359), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:19.013398 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5595d326-5b39-48f3-a315-357b7728d4ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:49:19.032420 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5595d326-5b39-48f3-a315-357b7728d4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (d3f99d58-206b-472e-885b-49550230b956), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:19.032812 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-5595d326-5b39-48f3-a315-357b7728d4ad admin admin] Added segment d3f99d58-206b-472e-885b-49550230b956 of type vlan for network d33d4b53-4ce7-4cd8-bd8b-dde95c574802 Feb 09 01:49:19.034645 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595d326-5b39-48f3-a315-357b7728d4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7c9220-db82-4668-b1cd-e5f6cc9ac359,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:19.039495 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-e18f348f-54f7-43e5-bb8a-9f978d6286c4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1242283415&fields=id&tenant_id=be37988e5bf5448987567e96924ed429 HTTP/1.1" status: 200 len: 267 time: 0.1095757 Feb 09 01:49:19.056419 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 8787c1b3-e939-48c5-b3cf-bd68d8a74ed8 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:19.108942 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5595d326-5b39-48f3-a315-357b7728d4ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (d33d4b53-4ce7-4cd8-bd8b-dde95c574802), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:19.163541 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5595d326-5b39-48f3-a315-357b7728d4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (d33d4b53-4ce7-4cd8-bd8b-dde95c574802), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:19.164784 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5595d326-5b39-48f3-a315-357b7728d4ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:19.165560 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5595d326-5b39-48f3-a315-357b7728d4ad admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:19.226461 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-c2b07bcc-3af5-4d18-a355-e726c9c17ee3 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:19.234963 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-c2b07bcc-3af5-4d18-a355-e726c9c17ee3 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/networks?id=029abd68-6023-4932-b807-dad80226df93 HTTP/1.1" status: 200 len: 797 time: 0.1942289 Feb 09 01:49:19.253424 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-230a6ba2-e195-44b4-b878-53fcf845fa05 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/quotas/be37988e5bf5448987567e96924ed429 HTTP/1.1" status: 200 len: 375 time: 0.0174251 Feb 09 01:49:19.295600 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5595d326-5b39-48f3-a315-357b7728d4ad admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7811384 Feb 09 01:49:19.297032 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39178) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:19.302148 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-2b73a20e-c225-4fe9-95d4-41dd1417dc48 admin admin] Request body: {'subnet': {'network_id': 'd33d4b53-4ce7-4cd8-bd8b-dde95c574802', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1935546188-subnet', 'tenant_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:19.317894 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595d326-5b39-48f3-a315-357b7728d4ad admin admin] Pushing event updated for resources: {'Network': ['ID=d33d4b53-4ce7-4cd8-bd8b-dde95c574802,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:19.333556 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network d33d4b53-4ce7-4cd8-bd8b-dde95c574802 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:49:19.340311 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b73a20e-c225-4fe9-95d4-41dd1417dc48 admin admin] Made reservation on behalf of 8b7c3d5d34764138a793ac4ac9fbb514 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:49:19.341992 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-c3982778-5e8e-4e48-8354-27b52549e3ff tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=be37988e5bf5448987567e96924ed429&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0877016 Feb 09 01:49:19.344415 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b73a20e-c225-4fe9-95d4-41dd1417dc48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:19.573314 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:19.639152 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-f8206719-da05-41de-89ad-fca358bdc150 service neutron] 10.222.0.30 "GET /v2.0/networks/029abd68-6023-4932-b807-dad80226df93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664859 Feb 09 01:49:19.707723 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b73a20e-c225-4fe9-95d4-41dd1417dc48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (15c51665-c8f0-46e5-8131-d2046febd6aa), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:19.786055 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73a20e-c225-4fe9-95d4-41dd1417dc48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15c51665-c8f0-46e5-8131-d2046febd6aa,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:19.802544 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b73a20e-c225-4fe9-95d4-41dd1417dc48 admin admin] Checking segment: {'id': 'd3f99d58-206b-472e-885b-49550230b956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd33d4b53-4ce7-4cd8-bd8b-dde95c574802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:49:19.803328 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b73a20e-c225-4fe9-95d4-41dd1417dc48 admin admin] Network hostable DHCP agents. Network: d33d4b53-4ce7-4cd8-bd8b-dde95c574802, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:49:19.804342 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-b212e3fe-c16a-4884-bc0e-fb566f344b84 service neutron] 10.222.0.30 "GET /v2.0/networks/029abd68-6023-4932-b807-dad80226df93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588149 Feb 09 01:49:19.844959 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b73a20e-c225-4fe9-95d4-41dd1417dc48 admin admin] Network d33d4b53-4ce7-4cd8-bd8b-dde95c574802 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:49:19.857257 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-2b73a20e-c225-4fe9-95d4-41dd1417dc48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, d33d4b53-4ce7-4cd8-bd8b-dde95c574802) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:19.866373 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b73a20e-c225-4fe9-95d4-41dd1417dc48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:19.869130 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b73a20e-c225-4fe9-95d4-41dd1417dc48 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:19.870151 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6caa73-4537-445c-9f28-19ed6bf3c822 None None] Network d33d4b53-4ce7-4cd8-bd8b-dde95c574802 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:49:19.894424 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2b73a20e-c225-4fe9-95d4-41dd1417dc48 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5960770 Feb 09 01:49:19.898440 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39188) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:19.907338 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-1fd961e9-41cd-4f61-9d9f-77dd7022008a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1935546188-router', 'tenant_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:19.992729 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1fd961e9-41cd-4f61-9d9f-77dd7022008a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:20.000327 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1fd961e9-41cd-4f61-9d9f-77dd7022008a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:20.106327 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55cf45e-b47e-43b4-836f-55a1731c7a2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-d33d4b53-4ce7-4cd8-bd8b-dde95c574802', 'network_id': 'd33d4b53-4ce7-4cd8-bd8b-dde95c574802', 'project_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'fixed_ips': [{'subnet_id': '15c51665-c8f0-46e5-8131-d2046febd6aa'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:49:20.107763 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e55cf45e-b47e-43b4-836f-55a1731c7a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:20.258645 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1fd961e9-41cd-4f61-9d9f-77dd7022008a admin admin] Publish callbacks [] for router_controller (7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:20.376198 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a30df20d-c9f9-413e-8292-b586fde880b1 req-69d15d50-139a-4a46-95cf-8bed4a2c915a tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=69d0a6d1-e71b-463e-9e19-c87fd14f0df8 HTTP/1.1" status: 200 len: 210 time: 0.1141574 Feb 09 01:49:20.380703 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-e55cf45e-b47e-43b4-836f-55a1731c7a2f None None] Allocated IP 172.20.0.2 (d33d4b53-4ce7-4cd8-bd8b-dde95c574802/15c51665-c8f0-46e5-8131-d2046febd6aa/66bbda6d-52e5-46eb-a7b5-798716798524) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:49:20.501251 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1fd961e9-41cd-4f61-9d9f-77dd7022008a admin admin] Publish callbacks [] for router_gateway (7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:20.569994 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e55cf45e-b47e-43b4-836f-55a1731c7a2f None None] Publish callbacks [] for port (66bbda6d-52e5-46eb-a7b5-798716798524), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:20.584478 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e55cf45e-b47e-43b4-836f-55a1731c7a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (66bbda6d-52e5-46eb-a7b5-798716798524), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:20.641361 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55cf45e-b47e-43b4-836f-55a1731c7a2f None None] Network d33d4b53-4ce7-4cd8-bd8b-dde95c574802 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:20.650510 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-e55cf45e-b47e-43b4-836f-55a1731c7a2f None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:20.653285 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55cf45e-b47e-43b4-836f-55a1731c7a2f None None] Pushing event updated for resources: {'Port': ['ID=66bbda6d-52e5-46eb-a7b5-798716798524,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:20.655854 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55cf45e-b47e-43b4-836f-55a1731c7a2f None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:49:20.749554 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-e55cf45e-b47e-43b4-836f-55a1731c7a2f None None] Attempting to bind port 66bbda6d-52e5-46eb-a7b5-798716798524 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:49:20.750270 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-e55cf45e-b47e-43b4-836f-55a1731c7a2f None None] Attempting to bind port 66bbda6d-52e5-46eb-a7b5-798716798524 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'd3f99d58-206b-472e-885b-49550230b956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd33d4b53-4ce7-4cd8-bd8b-dde95c574802'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:49:20.750847 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55cf45e-b47e-43b4-836f-55a1731c7a2f None None] Attempting to bind port 66bbda6d-52e5-46eb-a7b5-798716798524 on network d33d4b53-4ce7-4cd8-bd8b-dde95c574802 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:20.758588 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55cf45e-b47e-43b4-836f-55a1731c7a2f None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:49:20.759023 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55cf45e-b47e-43b4-836f-55a1731c7a2f None None] Checking segment: {'id': 'd3f99d58-206b-472e-885b-49550230b956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd33d4b53-4ce7-4cd8-bd8b-dde95c574802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:49:20.759412 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e55cf45e-b47e-43b4-836f-55a1731c7a2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:20.759841 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55cf45e-b47e-43b4-836f-55a1731c7a2f None None] Bound using segment: {'id': 'd3f99d58-206b-472e-885b-49550230b956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd33d4b53-4ce7-4cd8-bd8b-dde95c574802'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:49:20.761459 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-e55cf45e-b47e-43b4-836f-55a1731c7a2f None None] Bound port: 66bbda6d-52e5-46eb-a7b5-798716798524, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f99d58-206b-472e-885b-49550230b956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd33d4b53-4ce7-4cd8-bd8b-dde95c574802'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:49:20.762068 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e55cf45e-b47e-43b4-836f-55a1731c7a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (66bbda6d-52e5-46eb-a7b5-798716798524), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:20.789234 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1fd961e9-41cd-4f61-9d9f-77dd7022008a admin admin] Publish callbacks [] for router_gateway (7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:20.816128 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1fd961e9-41cd-4f61-9d9f-77dd7022008a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:20.891637 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b8f35db1-a905-441f-9425-3e698510c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:20.905752 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e55cf45e-b47e-43b4-836f-55a1731c7a2f None None] For port 66bbda6d-52e5-46eb-a7b5-798716798524, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:49:20.909273 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e55cf45e-b47e-43b4-836f-55a1731c7a2f None None] For port 66bbda6d-52e5-46eb-a7b5-798716798524, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=66bbda6d-52e5-46eb-a7b5-798716798524,segment=NetworkSegment(d3f99d58-206b-472e-885b-49550230b956),segment_id=d3f99d58-206b-472e-885b-49550230b956)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:49:20.920264 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e55cf45e-b47e-43b4-836f-55a1731c7a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (66bbda6d-52e5-46eb-a7b5-798716798524), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:20.965927 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-1fd961e9-41cd-4f61-9d9f-77dd7022008a admin admin] Allocated IP 172.25.1.102 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/3cc71c35-f495-4c41-a9b4-be8a4bb7ec26) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:49:20.998724 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55cf45e-b47e-43b4-836f-55a1731c7a2f None None] Pushing event updated for resources: {'Port': ['ID=66bbda6d-52e5-46eb-a7b5-798716798524,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:21.112617 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1fd961e9-41cd-4f61-9d9f-77dd7022008a admin admin] Publish callbacks [] for port (3cc71c35-f495-4c41-a9b4-be8a4bb7ec26), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:21.122123 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:21.171259 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1fd961e9-41cd-4f61-9d9f-77dd7022008a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (3cc71c35-f495-4c41-a9b4-be8a4bb7ec26), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:21.194187 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd961e9-41cd-4f61-9d9f-77dd7022008a admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:21.196702 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-1fd961e9-41cd-4f61-9d9f-77dd7022008a admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:21.226512 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd961e9-41cd-4f61-9d9f-77dd7022008a admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:49:21.312442 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd961e9-41cd-4f61-9d9f-77dd7022008a admin admin] Pushing event updated for resources: {'Port': ['ID=3cc71c35-f495-4c41-a9b4-be8a4bb7ec26,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:21.811965 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6dd47064-c194-40d9-8249-f688a55175d3 req-9b4b3440-7d53-4fac-ab0d-50db45d7c90f tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=69d0a6d1-e71b-463e-9e19-c87fd14f0df8 HTTP/1.1" status: 200 len: 210 time: 0.0450993 Feb 09 01:49:21.962490 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-aa025399-d0c5-4fa0-bd03-408ce8f1a8d6 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:21.966919 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-aa025399-d0c5-4fa0-bd03-408ce8f1a8d6 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.121 "GET /v2.0/networks?id=029abd68-6023-4932-b807-dad80226df93 HTTP/1.1" status: 200 len: 797 time: 0.2256458 Feb 09 01:49:22.010749 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1fd961e9-41cd-4f61-9d9f-77dd7022008a admin admin] Publish callbacks [] for router_gateway (7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:22.087089 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-68898f09-8e11-42cf-9e28-796e8bf5a376 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be37988e5bf5448987567e96924ed429 HTTP/1.1" status: 200 len: 380 time: 0.1107743 Feb 09 01:49:22.097888 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-52fcecc4-dcb2-4ffc-98fc-20260c1cb3da tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Request body: {'port': {'device_id': '69d0a6d1-e71b-463e-9e19-c87fd14f0df8', 'network_id': '029abd68-6023-4932-b807-dad80226df93', 'admin_state_up': True, 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'security_groups': ['82d1b953-827a-4735-99bc-841dc0add119']}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:22.292165 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-52fcecc4-dcb2-4ffc-98fc-20260c1cb3da tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Made reservation on behalf of be37988e5bf5448987567e96924ed429 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:49:22.296192 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-52fcecc4-dcb2-4ffc-98fc-20260c1cb3da tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:22.333946 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1fd961e9-41cd-4f61-9d9f-77dd7022008a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:22.494761 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-52fcecc4-dcb2-4ffc-98fc-20260c1cb3da tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Allocated IP 172.20.0.6 (029abd68-6023-4932-b807-dad80226df93/b112263c-a608-4676-b341-06787f310b90/46ea9770-ce00-411c-83be-170696b566d2) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:49:22.514881 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd961e9-41cd-4f61-9d9f-77dd7022008a admin admin] Router 7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:49:22.539070 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3c534f-9dff-4f7c-8508-83d6cc2264df None None] Network d33d4b53-4ce7-4cd8-bd8b-dde95c574802 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:49:22.695182 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd961e9-41cd-4f61-9d9f-77dd7022008a admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:49:22.699708 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c079ebdc-e500-48df-837d-acbc09984173 None None] Provisioning complete for port 66bbda6d-52e5-46eb-a7b5-798716798524 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:22.700170 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c079ebdc-e500-48df-837d-acbc09984173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (66bbda6d-52e5-46eb-a7b5-798716798524), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:22.731377 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1fd961e9-41cd-4f61-9d9f-77dd7022008a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:22.732743 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1fd961e9-41cd-4f61-9d9f-77dd7022008a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8322725 Feb 09 01:49:22.736143 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39250) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:22.743863 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-52fcecc4-dcb2-4ffc-98fc-20260c1cb3da tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for port (46ea9770-ce00-411c-83be-170696b566d2), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:22.756678 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd89a1d-92ac-4e3e-9811-bd1a8493cb50 None None] Sync routers for ids ['7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:49:22.809217 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-52fcecc4-dcb2-4ffc-98fc-20260c1cb3da tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (46ea9770-ce00-411c-83be-170696b566d2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:22.876053 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fcecc4-dcb2-4ffc-98fc-20260c1cb3da tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'Port': ['ID=46ea9770-ce00-411c-83be-170696b566d2,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:22.887816 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 66bbda6d-52e5-46eb-a7b5-798716798524 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:49:22.893544 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd89a1d-92ac-4e3e-9811-bd1a8493cb50 None None] Routers {'7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:22.894296 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-52fcecc4-dcb2-4ffc-98fc-20260c1cb3da tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Network 029abd68-6023-4932-b807-dad80226df93 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:22.894638 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6fd89a1d-92ac-4e3e-9811-bd1a8493cb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:48:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:22.896931 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-52fcecc4-dcb2-4ffc-98fc-20260c1cb3da tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:22.911855 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-52fcecc4-dcb2-4ffc-98fc-20260c1cb3da tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:49:23.002813 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-52fcecc4-dcb2-4ffc-98fc-20260c1cb3da tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:23.003701 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-52fcecc4-dcb2-4ffc-98fc-20260c1cb3da tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:23.034147 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-52fcecc4-dcb2-4ffc-98fc-20260c1cb3da tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9403510 Feb 09 01:49:23.049095 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-d8c4c444-01ad-4393-b9d0-67c87868407b tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:49:23.050457 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-d8c4c444-01ad-4393-b9d0-67c87868407b tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.121 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063186 Feb 09 01:49:23.064116 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-b549e512-8913-4940-98a2-f43c747f58bd service neutron] Request body: {'port': {'device_id': '69d0a6d1-e71b-463e-9e19-c87fd14f0df8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:23.134038 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d98f6-10c2-4316-9c3a-8501ba1e440b req-7799373e-0afc-4c3a-8ef4-79e8996c9945 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:23.135939 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a83d98f6-10c2-4316-9c3a-8501ba1e440b req-7799373e-0afc-4c3a-8ef4-79e8996c9945 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=69d0a6d1-e71b-463e-9e19-c87fd14f0df8 HTTP/1.1" status: 200 len: 931 time: 0.1210887 Feb 09 01:49:23.230215 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-b549e512-8913-4940-98a2-f43c747f58bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (46ea9770-ce00-411c-83be-170696b566d2), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:23.236350 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-6fd89a1d-92ac-4e3e-9811-bd1a8493cb50 None None] Set router 7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:49:23.303652 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a83d98f6-10c2-4316-9c3a-8501ba1e440b req-44c7cce2-811d-4471-bd5c-5e7dcf0a0821 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/security-groups?id=82d1b953-827a-4735-99bc-841dc0add119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603928 Feb 09 01:49:23.484929 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 66bbda6d-52e5-46eb-a7b5-798716798524 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:23.486006 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (66bbda6d-52e5-46eb-a7b5-798716798524), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:23.538165 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c079ebdc-e500-48df-837d-acbc09984173 None None] Current status of the port 66bbda6d-52e5-46eb-a7b5-798716798524 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:23.538467 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c079ebdc-e500-48df-837d-acbc09984173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (66bbda6d-52e5-46eb-a7b5-798716798524), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:23.593405 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1e8f2561-9597-483f-8384-4693f651db94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:23.673902 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-c079ebdc-e500-48df-837d-acbc09984173 None None] For port 66bbda6d-52e5-46eb-a7b5-798716798524, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=66bbda6d-52e5-46eb-a7b5-798716798524,segment=NetworkSegment(d3f99d58-206b-472e-885b-49550230b956),segment_id=d3f99d58-206b-472e-885b-49550230b956)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:23.702958 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c079ebdc-e500-48df-837d-acbc09984173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (66bbda6d-52e5-46eb-a7b5-798716798524), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:23.771607 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6fd89a1d-92ac-4e3e-9811-bd1a8493cb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c', 'name': 'tempest-TestServerBasicOps-1935546188-router', 'tenant_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '3cc71c35-f495-4c41-a9b4-be8a4bb7ec26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:20Z', 'updated_at': '2022-02-09T01:49:21Z', 'revision_number': 3, 'project_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'gw_port': {'id': '3cc71c35-f495-4c41-a9b4-be8a4bb7ec26', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:20Z', 'updated_at': '2022-02-09T01:49:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:23.773332 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 66bbda6d-52e5-46eb-a7b5-798716798524 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:23.773714 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (66bbda6d-52e5-46eb-a7b5-798716798524), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:23.797979 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-b549e512-8913-4940-98a2-f43c747f58bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ea9770-ce00-411c-83be-170696b566d2 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:49:23.813444 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-b549e512-8913-4940-98a2-f43c747f58bd service neutron] Publish callbacks [] for port (46ea9770-ce00-411c-83be-170696b566d2), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:23.816588 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd89a1d-92ac-4e3e-9811-bd1a8493cb50 None None] Checking router: 7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:49:23.817135 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd89a1d-92ac-4e3e-9811-bd1a8493cb50 None None] Updating router 7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c port 3cc71c35-f495-4c41-a9b4-be8a4bb7ec26 binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:49:23.834868 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-b549e512-8913-4940-98a2-f43c747f58bd service neutron] Transition to ACTIVE for port object 46ea9770-ce00-411c-83be-170696b566d2 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:49:23.839300 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079ebdc-e500-48df-837d-acbc09984173 None None] Pushing event updated for resources: {'Port': ['ID=66bbda6d-52e5-46eb-a7b5-798716798524,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:23.840800 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-b549e512-8913-4940-98a2-f43c747f58bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (46ea9770-ce00-411c-83be-170696b566d2), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:23.927353 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6fd89a1d-92ac-4e3e-9811-bd1a8493cb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3cc71c35-f495-4c41-a9b4-be8a4bb7ec26), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:23.931228 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549e512-8913-4940-98a2-f43c747f58bd service neutron] Pushing event updated for resources: {'Port': ['ID=46ea9770-ce00-411c-83be-170696b566d2,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:24.012979 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-1e8f2561-9597-483f-8384-4693f651db94 admin admin] Allocated IP 172.20.0.1 (d33d4b53-4ce7-4cd8-bd8b-dde95c574802/15c51665-c8f0-46e5-8131-d2046febd6aa/3d5aee61-2d72-4f58-a805-86b6a2399790) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:49:24.057756 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-b549e512-8913-4940-98a2-f43c747f58bd service neutron] Attempting to bind port 46ea9770-ce00-411c-83be-170696b566d2 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:49:24.058250 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-b549e512-8913-4940-98a2-f43c747f58bd service neutron] Attempting to bind port 46ea9770-ce00-411c-83be-170696b566d2 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '81722746-93b4-4819-9979-ce91542b87a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '029abd68-6023-4932-b807-dad80226df93'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:49:24.058465 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-b549e512-8913-4940-98a2-f43c747f58bd service neutron] Attempting to bind port 46ea9770-ce00-411c-83be-170696b566d2 on network 029abd68-6023-4932-b807-dad80226df93 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:24.077582 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-b549e512-8913-4940-98a2-f43c747f58bd service neutron] Port 46ea9770-ce00-411c-83be-170696b566d2 on network 029abd68-6023-4932-b807-dad80226df93 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:49:24.077904 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-b549e512-8913-4940-98a2-f43c747f58bd service neutron] Attempting to bind port 46ea9770-ce00-411c-83be-170696b566d2 on network 029abd68-6023-4932-b807-dad80226df93 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:24.083338 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-b549e512-8913-4940-98a2-f43c747f58bd service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:49:24.083671 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-b549e512-8913-4940-98a2-f43c747f58bd service neutron] Checking segment: {'id': '81722746-93b4-4819-9979-ce91542b87a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '029abd68-6023-4932-b807-dad80226df93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:49:24.084083 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-b549e512-8913-4940-98a2-f43c747f58bd service neutron] Bound using segment: {'id': '81722746-93b4-4819-9979-ce91542b87a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '029abd68-6023-4932-b807-dad80226df93'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:49:24.084518 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-b549e512-8913-4940-98a2-f43c747f58bd service neutron] Bound port: 46ea9770-ce00-411c-83be-170696b566d2, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81722746-93b4-4819-9979-ce91542b87a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '029abd68-6023-4932-b807-dad80226df93'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:49:24.084867 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-b549e512-8913-4940-98a2-f43c747f58bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (46ea9770-ce00-411c-83be-170696b566d2), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:24.146378 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:49:24.146626 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:49:24.173793 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1e8f2561-9597-483f-8384-4693f651db94 admin admin] Publish callbacks [] for port (3d5aee61-2d72-4f58-a805-86b6a2399790), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:24.223849 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-b549e512-8913-4940-98a2-f43c747f58bd service neutron] For port 46ea9770-ce00-411c-83be-170696b566d2, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:49:24.226942 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1e8f2561-9597-483f-8384-4693f651db94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (3d5aee61-2d72-4f58-a805-86b6a2399790), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:24.229998 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-b549e512-8913-4940-98a2-f43c747f58bd service neutron] For port 46ea9770-ce00-411c-83be-170696b566d2, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=46ea9770-ce00-411c-83be-170696b566d2,segment=NetworkSegment(81722746-93b4-4819-9979-ce91542b87a2),segment_id=81722746-93b4-4819-9979-ce91542b87a2)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:49:24.245271 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-b549e512-8913-4940-98a2-f43c747f58bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (46ea9770-ce00-411c-83be-170696b566d2), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:24.282062 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f93caec7-5d3e-4fa7-a4d1-aa43b426c2b2 None None] Provisioning complete for port 66bbda6d-52e5-46eb-a7b5-798716798524 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:24.282449 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f93caec7-5d3e-4fa7-a4d1-aa43b426c2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (66bbda6d-52e5-46eb-a7b5-798716798524), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:24.316423 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8f2561-9597-483f-8384-4693f651db94 admin admin] Network d33d4b53-4ce7-4cd8-bd8b-dde95c574802 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:24.320241 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-1e8f2561-9597-483f-8384-4693f651db94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:24.327227 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8f2561-9597-483f-8384-4693f651db94 admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:49:24.330704 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f2561-9597-483f-8384-4693f651db94 admin admin] Pushing event updated for resources: {'Port': ['ID=3d5aee61-2d72-4f58-a805-86b6a2399790,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:24.339968 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549e512-8913-4940-98a2-f43c747f58bd service neutron] Pushing event updated for resources: {'Port': ['ID=46ea9770-ce00-411c-83be-170696b566d2,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:24.364675 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-b549e512-8913-4940-98a2-f43c747f58bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:24.365474 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-b549e512-8913-4940-98a2-f43c747f58bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:24.366705 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-b549e512-8913-4940-98a2-f43c747f58bd service neutron] 10.222.0.121 "PUT /v2.0/ports/46ea9770-ce00-411c-83be-170696b566d2 HTTP/1.1" status: 200 len: 1092 time: 1.3079305 Feb 09 01:49:24.374659 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d0a6d1-e71b-463e-9e19-c87fd14f0df8', 'tag': '46ea9770-ce00-411c-83be-170696b566d2'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:49:24.379741 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4c62557c-020e-4483-b31a-cf3da0e46f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:24.386392 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d1cdf0-3ea4-4480-94a4-6e306eb367d5" -d '{"events": [{"name": "network-changed", "server_uuid": "69d0a6d1-e71b-463e-9e19-c87fd14f0df8", "tag": "46ea9770-ce00-411c-83be-170696b566d2"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:49:24.520750 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-01a3c6c3-12fd-44a8-b3d7-4cfb9291b1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:24.522658 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-01a3c6c3-12fd-44a8-b3d7-4cfb9291b1c8 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=be37988e5bf5448987567e96924ed429&device_id=69d0a6d1-e71b-463e-9e19-c87fd14f0df8 HTTP/1.1" status: 200 len: 1126 time: 0.1086872 Feb 09 01:49:24.530175 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0106da-4491-4f14-8666-bc7217b0ddf3 x-openstack-request-id: req-dc0106da-4491-4f14-8666-bc7217b0ddf3 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:49:24.530482 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d0a6d1-e71b-463e-9e19-c87fd14f0df8", "tag": "46ea9770-ce00-411c-83be-170696b566d2", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:49:24.530743 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dc0106da-4491-4f14-8666-bc7217b0ddf3 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:49:24.531164 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d0a6d1-e71b-463e-9e19-c87fd14f0df8', 'tag': '46ea9770-ce00-411c-83be-170696b566d2', 'status': 'completed', 'code': 200} Feb 09 01:49:24.555222 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1e8f2561-9597-483f-8384-4693f651db94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:24.613422 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-ed2d7851-5070-4d4c-9de5-5f0dfc2b2d92 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46ea9770-ce00-411c-83be-170696b566d2 HTTP/1.1" status: 200 len: 217 time: 0.0811460 Feb 09 01:49:24.692204 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aaab21-2bb2-4c28-8a3d-80bf7a1eeba3 req-2399e227-2a59-4ee6-b9b6-c30b66348090 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:24.701176 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-66aaab21-2bb2-4c28-8a3d-80bf7a1eeba3 req-2399e227-2a59-4ee6-b9b6-c30b66348090 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=69d0a6d1-e71b-463e-9e19-c87fd14f0df8 HTTP/1.1" status: 200 len: 943 time: 0.2118950 Feb 09 01:49:24.764348 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-c99598e7-29ea-4d7f-98a3-d78e19a675d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:24.771821 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-c99598e7-29ea-4d7f-98a3-d78e19a675d6 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b112263c-a608-4676-b341-06787f310b90 HTTP/1.1" status: 200 len: 834 time: 0.1489890 Feb 09 01:49:24.835118 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-66aaab21-2bb2-4c28-8a3d-80bf7a1eeba3 req-6ecf247b-15bb-4386-8dd9-f99118e99176 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/security-groups?id=82d1b953-827a-4735-99bc-841dc0add119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329265 Feb 09 01:49:24.912460 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-0d0b6ab3-d412-4466-a2f7-75a5bfe5acc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:24.914176 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-0d0b6ab3-d412-4466-a2f7-75a5bfe5acc8 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=029abd68-6023-4932-b807-dad80226df93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1317370 Feb 09 01:49:24.935032 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1e8f2561-9597-483f-8384-4693f651db94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3d5aee61-2d72-4f58-a805-86b6a2399790), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:25.105886 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f93caec7-5d3e-4fa7-a4d1-aa43b426c2b2 None None] Current status of the port 66bbda6d-52e5-46eb-a7b5-798716798524 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:25.204394 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 66bbda6d-52e5-46eb-a7b5-798716798524 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:25.234116 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-dec86a31-2e7a-438f-98aa-2d23b91c43f6 service neutron] 10.222.0.121 "GET /v2.0/networks/029abd68-6023-4932-b807-dad80226df93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109157 Feb 09 01:49:25.286139 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6fd89a1d-92ac-4e3e-9811-bd1a8493cb50 None None] Publish callbacks [] for port (3cc71c35-f495-4c41-a9b4-be8a4bb7ec26), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:25.309860 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6fd89a1d-92ac-4e3e-9811-bd1a8493cb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (3cc71c35-f495-4c41-a9b4-be8a4bb7ec26), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:25.352503 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1e8f2561-9597-483f-8384-4693f651db94 admin admin] Publish callbacks [] for port (3d5aee61-2d72-4f58-a805-86b6a2399790), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:25.366950 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1e8f2561-9597-483f-8384-4693f651db94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (3d5aee61-2d72-4f58-a805-86b6a2399790), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:25.428372 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 66bbda6d-52e5-46eb-a7b5-798716798524 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:49:25.431944 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc6b9e-8a8a-41bb-8074-4758dd655e3c None None] Pushing event updated for resources: {'Port': ['ID=3cc71c35-f495-4c41-a9b4-be8a4bb7ec26,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:25.492096 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-6fd89a1d-92ac-4e3e-9811-bd1a8493cb50 None None] Attempting to bind port 3cc71c35-f495-4c41-a9b4-be8a4bb7ec26 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:49:25.492974 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-6fd89a1d-92ac-4e3e-9811-bd1a8493cb50 None None] Attempting to bind port 3cc71c35-f495-4c41-a9b4-be8a4bb7ec26 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:49:25.493589 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd89a1d-92ac-4e3e-9811-bd1a8493cb50 None None] Attempting to bind port 3cc71c35-f495-4c41-a9b4-be8a4bb7ec26 on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:25.497160 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-43d8d511-702f-42ef-abab-7d00cb1623dd None None] Provisioning complete for port 3d5aee61-2d72-4f58-a805-86b6a2399790 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:25.497820 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-43d8d511-702f-42ef-abab-7d00cb1623dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3d5aee61-2d72-4f58-a805-86b6a2399790), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:25.501048 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8254e3f1-0659-44e6-a88e-1fffae5e032e req-75337561-f966-4ae7-bc6d-13bfa96c9daa service neutron] 10.222.0.121 "GET /v2.0/networks/029abd68-6023-4932-b807-dad80226df93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614520 Feb 09 01:49:25.544297 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-43d8d511-702f-42ef-abab-7d00cb1623dd None None] Port 3d5aee61-2d72-4f58-a805-86b6a2399790 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:49:25.549298 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1e8f2561-9597-483f-8384-4693f651db94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:25.552823 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f2561-9597-483f-8384-4693f651db94 admin admin] Pushing event updated for resources: {'Port': ['ID=3d5aee61-2d72-4f58-a805-86b6a2399790,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:25.559119 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd89a1d-92ac-4e3e-9811-bd1a8493cb50 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:49:25.559873 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd89a1d-92ac-4e3e-9811-bd1a8493cb50 None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:49:25.560555 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6fd89a1d-92ac-4e3e-9811-bd1a8493cb50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:25.561588 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd89a1d-92ac-4e3e-9811-bd1a8493cb50 None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:49:25.561839 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-6fd89a1d-92ac-4e3e-9811-bd1a8493cb50 None None] Bound port: 3cc71c35-f495-4c41-a9b4-be8a4bb7ec26, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:49:25.562323 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6fd89a1d-92ac-4e3e-9811-bd1a8493cb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3cc71c35-f495-4c41-a9b4-be8a4bb7ec26), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:25.632334 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-6fd89a1d-92ac-4e3e-9811-bd1a8493cb50 None None] For port 3cc71c35-f495-4c41-a9b4-be8a4bb7ec26, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:49:25.637003 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-6fd89a1d-92ac-4e3e-9811-bd1a8493cb50 None None] For port 3cc71c35-f495-4c41-a9b4-be8a4bb7ec26, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=3cc71c35-f495-4c41-a9b4-be8a4bb7ec26,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:49:25.650388 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6fd89a1d-92ac-4e3e-9811-bd1a8493cb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (3cc71c35-f495-4c41-a9b4-be8a4bb7ec26), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:25.661266 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 66bbda6d-52e5-46eb-a7b5-798716798524 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:25.661789 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (66bbda6d-52e5-46eb-a7b5-798716798524), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:25.698965 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1cdf0-3ea4-4480-94a4-6e306eb367d5 req-b85af02f-adfd-4940-a632-3fb01e18e53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:25.700692 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-93d1cdf0-3ea4-4480-94a4-6e306eb367d5 req-b85af02f-adfd-4940-a632-3fb01e18e53d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=be37988e5bf5448987567e96924ed429&device_id=69d0a6d1-e71b-463e-9e19-c87fd14f0df8 HTTP/1.1" status: 200 len: 1126 time: 0.1072152 Feb 09 01:49:25.739370 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8f2561-9597-483f-8384-4693f651db94 admin admin] Network d33d4b53-4ce7-4cd8-bd8b-dde95c574802 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:25.740486 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-1e8f2561-9597-483f-8384-4693f651db94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:25.753801 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd89a1d-92ac-4e3e-9811-bd1a8493cb50 None None] Routers {'7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:25.760968 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6fd89a1d-92ac-4e3e-9811-bd1a8493cb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:49:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:25.835607 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1cdf0-3ea4-4480-94a4-6e306eb367d5 req-0b54bdd9-b37b-4326-8e81-34a59fee4b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:25.843665 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-93d1cdf0-3ea4-4480-94a4-6e306eb367d5 req-0b54bdd9-b37b-4326-8e81-34a59fee4b4e service neutron] 10.222.0.121 "GET /v2.0/networks?id=029abd68-6023-4932-b807-dad80226df93 HTTP/1.1" status: 200 len: 898 time: 0.1335967 Feb 09 01:49:25.941629 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc6b9e-8a8a-41bb-8074-4758dd655e3c None None] Pushing event updated for resources: {'Port': ['ID=3cc71c35-f495-4c41-a9b4-be8a4bb7ec26,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:25.948668 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 66bbda6d-52e5-46eb-a7b5-798716798524 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:25.974820 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8f2561-9597-483f-8384-4693f651db94 admin admin] Router 7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:49:25.991211 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-93d1cdf0-3ea4-4480-94a4-6e306eb367d5 req-78f0bfeb-e8e8-48a9-adc9-2a62b8b3ca53 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46ea9770-ce00-411c-83be-170696b566d2 HTTP/1.1" status: 200 len: 217 time: 0.1349649 Feb 09 01:49:25.996784 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:26.035796 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-6fd89a1d-92ac-4e3e-9811-bd1a8493cb50 None None] Set router 7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:49:26.123552 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1cdf0-3ea4-4480-94a4-6e306eb367d5 req-e1eaba49-dc65-4776-92d4-4509cdb9c9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:26.125119 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-93d1cdf0-3ea4-4480-94a4-6e306eb367d5 req-e1eaba49-dc65-4776-92d4-4509cdb9c9e5 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b112263c-a608-4676-b341-06787f310b90 HTTP/1.1" status: 200 len: 834 time: 0.1267130 Feb 09 01:49:26.203474 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1cdf0-3ea4-4480-94a4-6e306eb367d5 req-5fc99840-8e02-4a12-8fc2-2a7bbd6f2eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:26.205343 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-93d1cdf0-3ea4-4480-94a4-6e306eb367d5 req-5fc99840-8e02-4a12-8fc2-2a7bbd6f2eff service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=029abd68-6023-4932-b807-dad80226df93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0735171 Feb 09 01:49:26.246016 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-45195411-d8e6-44a9-b672-074c9773aa5a None None] Provisioning complete for port 3d5aee61-2d72-4f58-a805-86b6a2399790 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:26.247032 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-45195411-d8e6-44a9-b672-074c9773aa5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3d5aee61-2d72-4f58-a805-86b6a2399790), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:26.334977 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-45195411-d8e6-44a9-b672-074c9773aa5a None None] Port 3d5aee61-2d72-4f58-a805-86b6a2399790 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:49:26.357771 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-93d1cdf0-3ea4-4480-94a4-6e306eb367d5 req-163b1ad8-8947-4ab3-9de6-ae283912e88c service neutron] 10.222.0.121 "GET /v2.0/networks/029abd68-6023-4932-b807-dad80226df93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424024 Feb 09 01:49:26.366865 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6fd89a1d-92ac-4e3e-9811-bd1a8493cb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c', 'name': 'tempest-TestServerBasicOps-1935546188-router', 'tenant_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '3cc71c35-f495-4c41-a9b4-be8a4bb7ec26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:20Z', 'updated_at': '2022-02-09T01:49:24Z', 'revision_number': 4, 'project_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'gw_port': {'id': '3cc71c35-f495-4c41-a9b4-be8a4bb7ec26', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:20Z', 'updated_at': '2022-02-09T01:49:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '3d5aee61-2d72-4f58-a805-86b6a2399790', 'name': '', 'network_id': 'd33d4b53-4ce7-4cd8-bd8b-dde95c574802', 'tenant_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'mac_address': 'fa:16:3e:fb:97:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '15c51665-c8f0-46e5-8131-d2046febd6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:23Z', 'updated_at': '2022-02-09T01:49:25Z', 'revision_number': 2, 'project_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'subnets': [{'id': '15c51665-c8f0-46e5-8131-d2046febd6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:26.417956 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd89a1d-92ac-4e3e-9811-bd1a8493cb50 None None] The sync data for ids ['7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c'] in n-d-822053-40 is: [{'id': '7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c', 'name': 'tempest-TestServerBasicOps-1935546188-router', 'tenant_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '3cc71c35-f495-4c41-a9b4-be8a4bb7ec26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:20Z', 'updated_at': '2022-02-09T01:49:24Z', 'revision_number': 4, 'project_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'gw_port': {'id': '3cc71c35-f495-4c41-a9b4-be8a4bb7ec26', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:20Z', 'updated_at': '2022-02-09T01:49:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '3d5aee61-2d72-4f58-a805-86b6a2399790', 'name': '', 'network_id': 'd33d4b53-4ce7-4cd8-bd8b-dde95c574802', 'tenant_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'mac_address': 'fa:16:3e:fb:97:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '15c51665-c8f0-46e5-8131-d2046febd6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:23Z', 'updated_at': '2022-02-09T01:49:25Z', 'revision_number': 2, 'project_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'subnets': [{'id': '15c51665-c8f0-46e5-8131-d2046febd6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:49:26.513320 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-93d1cdf0-3ea4-4480-94a4-6e306eb367d5 req-06dbff77-e7ed-47a1-998b-a5da937be7bd service neutron] 10.222.0.121 "GET /v2.0/networks/029abd68-6023-4932-b807-dad80226df93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479876 Feb 09 01:49:26.620687 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76f375-e92f-4bc0-8730-059222f65ecd req-55bbc888-c183-4d08-8d23-bfd141d2f66e tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:26.622276 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9d76f375-e92f-4bc0-8730-059222f65ecd req-55bbc888-c183-4d08-8d23-bfd141d2f66e tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=69d0a6d1-e71b-463e-9e19-c87fd14f0df8 HTTP/1.1" status: 200 len: 943 time: 0.6289418 Feb 09 01:49:26.663003 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8f2561-9597-483f-8384-4693f651db94 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:49:26.671507 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1e8f2561-9597-483f-8384-4693f651db94 admin admin] 10.222.0.30 "PUT /v2.0/routers/7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9340971 Feb 09 01:49:26.704292 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9d76f375-e92f-4bc0-8730-059222f65ecd req-6a58f7ed-a255-42d9-b6b3-0c602c5a8366 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/security-groups?id=82d1b953-827a-4735-99bc-841dc0add119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637691 Feb 09 01:49:27.440610 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39336) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:27.457912 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-cb8d29c6-a35b-4c25-997b-264df62f1fdb admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-317233390-network', 'tenant_id': '5c5823b9aa404b7fa96656914985d333'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:27.482536 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8d29c6-a35b-4c25-997b-264df62f1fdb admin admin] Made reservation on behalf of 5c5823b9aa404b7fa96656914985d333 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:49:27.485519 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cb8d29c6-a35b-4c25-997b-264df62f1fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:27.495846 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cb8d29c6-a35b-4c25-997b-264df62f1fdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:27.602355 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cb8d29c6-a35b-4c25-997b-264df62f1fdb admin admin] Publish callbacks [] for security_group (c1d0b05d-52d0-4eb1-899d-f4dbb7c1c735), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:27.606660 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:27.609386 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cb8d29c6-a35b-4c25-997b-264df62f1fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c1d0b05d-52d0-4eb1-899d-f4dbb7c1c735), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:27.645654 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb8d29c6-a35b-4c25-997b-264df62f1fdb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:49:27.648453 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d29c6-a35b-4c25-997b-264df62f1fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d0b05d-52d0-4eb1-899d-f4dbb7c1c735,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:27.659548 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cb8d29c6-a35b-4c25-997b-264df62f1fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (d8a0879c-7803-48ea-b521-e11762666b31), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:27.659879 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-cb8d29c6-a35b-4c25-997b-264df62f1fdb admin admin] Added segment d8a0879c-7803-48ea-b521-e11762666b31 of type vlan for network 79fab022-ea62-4bdf-87a5-b7216d409c89 Feb 09 01:49:27.708051 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cb8d29c6-a35b-4c25-997b-264df62f1fdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (79fab022-ea62-4bdf-87a5-b7216d409c89), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:27.750539 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cb8d29c6-a35b-4c25-997b-264df62f1fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (79fab022-ea62-4bdf-87a5-b7216d409c89), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:27.753733 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8d29c6-a35b-4c25-997b-264df62f1fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:27.754512 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cb8d29c6-a35b-4c25-997b-264df62f1fdb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:27.803646 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-cb8d29c6-a35b-4c25-997b-264df62f1fdb admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3619194 Feb 09 01:49:27.809765 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39344) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:27.816190 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-1ff8388b-583c-49c9-8ea6-7cdfa0969c40 admin admin] Request body: {'subnet': {'network_id': '79fab022-ea62-4bdf-87a5-b7216d409c89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-317233390-subnet', 'tenant_id': '5c5823b9aa404b7fa96656914985d333', 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:27.841270 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff8388b-583c-49c9-8ea6-7cdfa0969c40 admin admin] Made reservation on behalf of 5c5823b9aa404b7fa96656914985d333 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:49:27.844578 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1ff8388b-583c-49c9-8ea6-7cdfa0969c40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:27.928244 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d29c6-a35b-4c25-997b-264df62f1fdb admin admin] Pushing event updated for resources: {'Network': ['ID=79fab022-ea62-4bdf-87a5-b7216d409c89,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:27.941285 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 79fab022-ea62-4bdf-87a5-b7216d409c89 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:49:27.958166 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604d33e-a282-4fa9-81e6-a04ab619e37c req-6494dc46-8a09-4eca-85b5-43fcf8c92079 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:27.960947 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e604d33e-a282-4fa9-81e6-a04ab619e37c req-6494dc46-8a09-4eca-85b5-43fcf8c92079 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=69d0a6d1-e71b-463e-9e19-c87fd14f0df8 HTTP/1.1" status: 200 len: 943 time: 0.1712036 Feb 09 01:49:28.062885 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e604d33e-a282-4fa9-81e6-a04ab619e37c req-69c65b2d-de43-43c2-9f07-ba4f7f2ddb99 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/security-groups?id=82d1b953-827a-4735-99bc-841dc0add119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895553 Feb 09 01:49:28.174930 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1ff8388b-583c-49c9-8ea6-7cdfa0969c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (00eb0b86-983f-4257-81a6-254b7e28cb67), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:28.249629 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8388b-583c-49c9-8ea6-7cdfa0969c40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00eb0b86-983f-4257-81a6-254b7e28cb67,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:28.260588 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff8388b-583c-49c9-8ea6-7cdfa0969c40 admin admin] Checking segment: {'id': 'd8a0879c-7803-48ea-b521-e11762666b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '79fab022-ea62-4bdf-87a5-b7216d409c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:49:28.261625 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff8388b-583c-49c9-8ea6-7cdfa0969c40 admin admin] Network hostable DHCP agents. Network: 79fab022-ea62-4bdf-87a5-b7216d409c89, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:49:28.280836 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff8388b-583c-49c9-8ea6-7cdfa0969c40 admin admin] Network 79fab022-ea62-4bdf-87a5-b7216d409c89 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:49:28.297852 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-1ff8388b-583c-49c9-8ea6-7cdfa0969c40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 79fab022-ea62-4bdf-87a5-b7216d409c89) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:28.303968 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff8388b-583c-49c9-8ea6-7cdfa0969c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:28.304693 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1ff8388b-583c-49c9-8ea6-7cdfa0969c40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:28.308344 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec8073a-452b-4fbd-b4f0-53f2ab48d629 None None] Network 79fab022-ea62-4bdf-87a5-b7216d409c89 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:49:28.331722 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1ff8388b-583c-49c9-8ea6-7cdfa0969c40 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5198076 Feb 09 01:49:28.334687 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39354) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:28.339655 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-985e4af3-fd5a-4ba2-a2bf-8d2bc742d7e7 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-317233390-router', 'tenant_id': '5c5823b9aa404b7fa96656914985d333', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:28.367739 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-985e4af3-fd5a-4ba2-a2bf-8d2bc742d7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (d873d957-9ecc-4437-86ca-32d966475dec), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:28.368977 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-985e4af3-fd5a-4ba2-a2bf-8d2bc742d7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (d873d957-9ecc-4437-86ca-32d966475dec), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:28.431750 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:28.438849 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-985e4af3-fd5a-4ba2-a2bf-8d2bc742d7e7 admin admin] Publish callbacks [] for router_controller (d873d957-9ecc-4437-86ca-32d966475dec), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:28.504688 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a342a1de-fa75-4df6-95f7-e9e8d7513cc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-79fab022-ea62-4bdf-87a5-b7216d409c89', 'network_id': '79fab022-ea62-4bdf-87a5-b7216d409c89', 'project_id': '5c5823b9aa404b7fa96656914985d333', 'fixed_ips': [{'subnet_id': '00eb0b86-983f-4257-81a6-254b7e28cb67'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:49:28.505610 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a342a1de-fa75-4df6-95f7-e9e8d7513cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:28.675854 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-985e4af3-fd5a-4ba2-a2bf-8d2bc742d7e7 admin admin] Publish callbacks [] for router_gateway (d873d957-9ecc-4437-86ca-32d966475dec), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:28.681848 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-a342a1de-fa75-4df6-95f7-e9e8d7513cc3 None None] Allocated IP 172.20.0.2 (79fab022-ea62-4bdf-87a5-b7216d409c89/00eb0b86-983f-4257-81a6-254b7e28cb67/f940d27c-3f60-45f1-b270-63c12389478c) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:49:28.831149 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 46ea9770-ce00-411c-83be-170696b566d2 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:49:28.894631 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a342a1de-fa75-4df6-95f7-e9e8d7513cc3 None None] Publish callbacks [] for port (f940d27c-3f60-45f1-b270-63c12389478c), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:28.945479 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-985e4af3-fd5a-4ba2-a2bf-8d2bc742d7e7 admin admin] Publish callbacks [] for router_gateway (d873d957-9ecc-4437-86ca-32d966475dec), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:28.967300 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-985e4af3-fd5a-4ba2-a2bf-8d2bc742d7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:28.992142 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 46ea9770-ce00-411c-83be-170696b566d2, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=46ea9770-ce00-411c-83be-170696b566d2,segment=NetworkSegment(81722746-93b4-4819-9979-ce91542b87a2),segment_id=81722746-93b4-4819-9979-ce91542b87a2)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:29.003000 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a342a1de-fa75-4df6-95f7-e9e8d7513cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (f940d27c-3f60-45f1-b270-63c12389478c), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:29.054687 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '46ea9770-ce00-411c-83be-170696b566d2', 'network_id': '029abd68-6023-4932-b807-dad80226df93', 'port_id': '46ea9770-ce00-411c-83be-170696b566d2', 'mac_address': 'fa:16:3e:b9:8f:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b112263c-a608-4676-b341-06787f310b90', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:49:29.065118 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a342a1de-fa75-4df6-95f7-e9e8d7513cc3 None None] Network 79fab022-ea62-4bdf-87a5-b7216d409c89 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:29.072910 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-a342a1de-fa75-4df6-95f7-e9e8d7513cc3 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:29.076445 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a342a1de-fa75-4df6-95f7-e9e8d7513cc3 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:49:29.095779 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-985e4af3-fd5a-4ba2-a2bf-8d2bc742d7e7 admin admin] Allocated IP 172.25.1.164 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/1d9a40df-11eb-499c-980c-790cd495792e) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:49:29.128223 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a342a1de-fa75-4df6-95f7-e9e8d7513cc3 None None] Pushing event updated for resources: {'Port': ['ID=f940d27c-3f60-45f1-b270-63c12389478c,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:29.212581 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 46ea9770-ce00-411c-83be-170696b566d2 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:29.213210 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (46ea9770-ce00-411c-83be-170696b566d2), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:29.230343 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ea9770-ce00-411c-83be-170696b566d2 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:49:29.253075 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-a342a1de-fa75-4df6-95f7-e9e8d7513cc3 None None] Attempting to bind port f940d27c-3f60-45f1-b270-63c12389478c on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:49:29.253437 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-a342a1de-fa75-4df6-95f7-e9e8d7513cc3 None None] Attempting to bind port f940d27c-3f60-45f1-b270-63c12389478c by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'd8a0879c-7803-48ea-b521-e11762666b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '79fab022-ea62-4bdf-87a5-b7216d409c89'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:49:29.254385 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a342a1de-fa75-4df6-95f7-e9e8d7513cc3 None None] Attempting to bind port f940d27c-3f60-45f1-b270-63c12389478c on network 79fab022-ea62-4bdf-87a5-b7216d409c89 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:29.265597 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 46ea9770-ce00-411c-83be-170696b566d2, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=46ea9770-ce00-411c-83be-170696b566d2,segment=NetworkSegment(81722746-93b4-4819-9979-ce91542b87a2),segment_id=81722746-93b4-4819-9979-ce91542b87a2)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:29.269792 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a342a1de-fa75-4df6-95f7-e9e8d7513cc3 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:49:29.270173 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a342a1de-fa75-4df6-95f7-e9e8d7513cc3 None None] Checking segment: {'id': 'd8a0879c-7803-48ea-b521-e11762666b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '79fab022-ea62-4bdf-87a5-b7216d409c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:49:29.270579 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a342a1de-fa75-4df6-95f7-e9e8d7513cc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:29.270975 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a342a1de-fa75-4df6-95f7-e9e8d7513cc3 None None] Bound using segment: {'id': 'd8a0879c-7803-48ea-b521-e11762666b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '79fab022-ea62-4bdf-87a5-b7216d409c89'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:49:29.273628 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-a342a1de-fa75-4df6-95f7-e9e8d7513cc3 None None] Bound port: f940d27c-3f60-45f1-b270-63c12389478c, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a0879c-7803-48ea-b521-e11762666b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '79fab022-ea62-4bdf-87a5-b7216d409c89'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:49:29.274103 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a342a1de-fa75-4df6-95f7-e9e8d7513cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f940d27c-3f60-45f1-b270-63c12389478c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:29.286915 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (46ea9770-ce00-411c-83be-170696b566d2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:29.344277 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-985e4af3-fd5a-4ba2-a2bf-8d2bc742d7e7 admin admin] Publish callbacks [] for port (1d9a40df-11eb-499c-980c-790cd495792e), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:29.382197 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 3cc71c35-f495-4c41-a9b4-be8a4bb7ec26 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:49:29.402190 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-985e4af3-fd5a-4ba2-a2bf-8d2bc742d7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (1d9a40df-11eb-499c-980c-790cd495792e), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:29.455516 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada0a6a-f9de-47b9-81bc-81d164083d77 req-68beaa8f-fce3-4360-b88a-b767ab035506 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:29.457375 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dada0a6a-f9de-47b9-81bc-81d164083d77 req-68beaa8f-fce3-4360-b88a-b767ab035506 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=69d0a6d1-e71b-463e-9e19-c87fd14f0df8 HTTP/1.1" status: 200 len: 943 time: 0.2214222 Feb 09 01:49:29.463340 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=46ea9770-ce00-411c-83be-170696b566d2,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:29.474037 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985e4af3-fd5a-4ba2-a2bf-8d2bc742d7e7 admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:29.483308 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-a342a1de-fa75-4df6-95f7-e9e8d7513cc3 None None] For port f940d27c-3f60-45f1-b270-63c12389478c, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:49:29.492562 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-985e4af3-fd5a-4ba2-a2bf-8d2bc742d7e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:29.498896 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-a342a1de-fa75-4df6-95f7-e9e8d7513cc3 None None] For port f940d27c-3f60-45f1-b270-63c12389478c, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=f940d27c-3f60-45f1-b270-63c12389478c,segment=NetworkSegment(d8a0879c-7803-48ea-b521-e11762666b31),segment_id=d8a0879c-7803-48ea-b521-e11762666b31)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:49:29.501374 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985e4af3-fd5a-4ba2-a2bf-8d2bc742d7e7 admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:49:29.513895 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a342a1de-fa75-4df6-95f7-e9e8d7513cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f940d27c-3f60-45f1-b270-63c12389478c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:29.521974 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['46ea9770-ce00-411c-83be-170696b566d2'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:49:29.552113 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e4af3-fd5a-4ba2-a2bf-8d2bc742d7e7 admin admin] Pushing event updated for resources: {'Port': ['ID=1d9a40df-11eb-499c-980c-790cd495792e,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:29.593292 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 3cc71c35-f495-4c41-a9b4-be8a4bb7ec26 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:29.593676 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3cc71c35-f495-4c41-a9b4-be8a4bb7ec26), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:29.600344 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dada0a6a-f9de-47b9-81bc-81d164083d77 req-14b88974-a6d3-4805-870a-12e1d43518f4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/security-groups?id=82d1b953-827a-4735-99bc-841dc0add119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330221 Feb 09 01:49:29.716772 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a342a1de-fa75-4df6-95f7-e9e8d7513cc3 None None] Pushing event updated for resources: {'Port': ['ID=f940d27c-3f60-45f1-b270-63c12389478c,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:29.836188 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 3cc71c35-f495-4c41-a9b4-be8a4bb7ec26 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:29.836549 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3cc71c35-f495-4c41-a9b4-be8a4bb7ec26), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:29.881896 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 3cc71c35-f495-4c41-a9b4-be8a4bb7ec26, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=3cc71c35-f495-4c41-a9b4-be8a4bb7ec26,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:29.900879 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (3cc71c35-f495-4c41-a9b4-be8a4bb7ec26), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:30.040702 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-985e4af3-fd5a-4ba2-a2bf-8d2bc742d7e7 admin admin] Publish callbacks [] for router_gateway (d873d957-9ecc-4437-86ca-32d966475dec), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:30.073090 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=3cc71c35-f495-4c41-a9b4-be8a4bb7ec26,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:30.374302 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed9fdcb-29d2-4ebb-9b7b-ccc7a5cb5318 None None] Sync routers for ids ['7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:49:30.385599 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed9fdcb-29d2-4ebb-9b7b-ccc7a5cb5318 None None] Routers {'7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:30.387558 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-5ed9fdcb-29d2-4ebb-9b7b-ccc7a5cb5318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:49:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:30.397957 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-985e4af3-fd5a-4ba2-a2bf-8d2bc742d7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (d873d957-9ecc-4437-86ca-32d966475dec), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:30.509522 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-5ed9fdcb-29d2-4ebb-9b7b-ccc7a5cb5318 None None] Set router 7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:49:30.540783 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985e4af3-fd5a-4ba2-a2bf-8d2bc742d7e7 admin admin] Router d873d957-9ecc-4437-86ca-32d966475dec is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:49:30.694885 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985e4af3-fd5a-4ba2-a2bf-8d2bc742d7e7 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:49:30.707302 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c4bced-377e-403c-a7f3-69a68395ecda None None] Sync routers for ids ['d873d957-9ecc-4437-86ca-32d966475dec'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:49:30.729036 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c4bced-377e-403c-a7f3-69a68395ecda None None] Routers {'d873d957-9ecc-4437-86ca-32d966475dec'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:30.730654 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-02c4bced-377e-403c-a7f3-69a68395ecda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:49:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['d873d957-9ecc-4437-86ca-32d966475dec'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:30.736805 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-985e4af3-fd5a-4ba2-a2bf-8d2bc742d7e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:30.738129 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-985e4af3-fd5a-4ba2-a2bf-8d2bc742d7e7 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4020758 Feb 09 01:49:30.741032 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39388) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:30.787128 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ac5a0-ebb5-4578-8ac4-95b4725a375d req-edd85a7b-3a58-4023-bed9-9e9c09c20e13 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:30.788942 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fb6ac5a0-ebb5-4578-8ac4-95b4725a375d req-edd85a7b-3a58-4023-bed9-9e9c09c20e13 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=69d0a6d1-e71b-463e-9e19-c87fd14f0df8 HTTP/1.1" status: 200 len: 944 time: 0.0659313 Feb 09 01:49:30.896259 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-5ed9fdcb-29d2-4ebb-9b7b-ccc7a5cb5318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c', 'name': 'tempest-TestServerBasicOps-1935546188-router', 'tenant_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '3cc71c35-f495-4c41-a9b4-be8a4bb7ec26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:20Z', 'updated_at': '2022-02-09T01:49:24Z', 'revision_number': 4, 'project_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'gw_port': {'id': '3cc71c35-f495-4c41-a9b4-be8a4bb7ec26', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:20Z', 'updated_at': '2022-02-09T01:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '3d5aee61-2d72-4f58-a805-86b6a2399790', 'name': '', 'network_id': 'd33d4b53-4ce7-4cd8-bd8b-dde95c574802', 'tenant_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'mac_address': 'fa:16:3e:fb:97:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '15c51665-c8f0-46e5-8131-d2046febd6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:23Z', 'updated_at': '2022-02-09T01:49:25Z', 'revision_number': 2, 'project_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'subnets': [{'id': '15c51665-c8f0-46e5-8131-d2046febd6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:30.901006 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-02c4bced-377e-403c-a7f3-69a68395ecda None None] Set router d873d957-9ecc-4437-86ca-32d966475dec gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:49:30.952995 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fb6ac5a0-ebb5-4578-8ac4-95b4725a375d req-9e0bfaa7-ad1a-47d8-b75c-1f7123f788c6 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/security-groups?id=82d1b953-827a-4735-99bc-841dc0add119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565862 Feb 09 01:49:30.983905 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed9fdcb-29d2-4ebb-9b7b-ccc7a5cb5318 None None] Checking router: 7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:49:30.984264 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed9fdcb-29d2-4ebb-9b7b-ccc7a5cb5318 None None] Updating router 7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c port 3d5aee61-2d72-4f58-a805-86b6a2399790 binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:49:30.994307 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 46ea9770-ce00-411c-83be-170696b566d2 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:49:31.049845 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-5ed9fdcb-29d2-4ebb-9b7b-ccc7a5cb5318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3d5aee61-2d72-4f58-a805-86b6a2399790), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:31.255897 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 46ea9770-ce00-411c-83be-170696b566d2 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:49:31.268812 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 46ea9770-ce00-411c-83be-170696b566d2 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:31.269182 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (46ea9770-ce00-411c-83be-170696b566d2), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:31.381289 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-02c4bced-377e-403c-a7f3-69a68395ecda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd873d957-9ecc-4437-86ca-32d966475dec', 'name': 'tempest-TestServerBasicOps-317233390-router', 'tenant_id': '5c5823b9aa404b7fa96656914985d333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '1d9a40df-11eb-499c-980c-790cd495792e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:28Z', 'updated_at': '2022-02-09T01:49:29Z', 'revision_number': 3, 'project_id': '5c5823b9aa404b7fa96656914985d333', 'gw_port': {'id': '1d9a40df-11eb-499c-980c-790cd495792e', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:65:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd873d957-9ecc-4437-86ca-32d966475dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:28Z', 'updated_at': '2022-02-09T01:49:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:31.454072 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c4bced-377e-403c-a7f3-69a68395ecda None None] Checking router: d873d957-9ecc-4437-86ca-32d966475dec for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:49:31.454494 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c4bced-377e-403c-a7f3-69a68395ecda None None] Updating router d873d957-9ecc-4437-86ca-32d966475dec port 1d9a40df-11eb-499c-980c-790cd495792e binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:49:31.609251 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a93ba532-e0e5-4620-b84c-c60d44e6d7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:31.627114 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-5ed9fdcb-29d2-4ebb-9b7b-ccc7a5cb5318 None None] Publish callbacks [] for port (3d5aee61-2d72-4f58-a805-86b6a2399790), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:31.639043 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-5ed9fdcb-29d2-4ebb-9b7b-ccc7a5cb5318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (3d5aee61-2d72-4f58-a805-86b6a2399790), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:31.718085 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f0cac-a5b3-4a50-a0b6-4a38bba68020 None None] Pushing event updated for resources: {'Port': ['ID=3d5aee61-2d72-4f58-a805-86b6a2399790,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:31.798897 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 3cc71c35-f495-4c41-a9b4-be8a4bb7ec26 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:49:31.847176 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-5ed9fdcb-29d2-4ebb-9b7b-ccc7a5cb5318 None None] Attempting to bind port 3d5aee61-2d72-4f58-a805-86b6a2399790 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:49:31.847547 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-5ed9fdcb-29d2-4ebb-9b7b-ccc7a5cb5318 None None] Attempting to bind port 3d5aee61-2d72-4f58-a805-86b6a2399790 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'd3f99d58-206b-472e-885b-49550230b956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd33d4b53-4ce7-4cd8-bd8b-dde95c574802'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:49:31.847907 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed9fdcb-29d2-4ebb-9b7b-ccc7a5cb5318 None None] Attempting to bind port 3d5aee61-2d72-4f58-a805-86b6a2399790 on network d33d4b53-4ce7-4cd8-bd8b-dde95c574802 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:31.859172 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed9fdcb-29d2-4ebb-9b7b-ccc7a5cb5318 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:49:31.859539 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed9fdcb-29d2-4ebb-9b7b-ccc7a5cb5318 None None] Checking segment: {'id': 'd3f99d58-206b-472e-885b-49550230b956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd33d4b53-4ce7-4cd8-bd8b-dde95c574802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:49:31.859943 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-5ed9fdcb-29d2-4ebb-9b7b-ccc7a5cb5318 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:31.860609 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed9fdcb-29d2-4ebb-9b7b-ccc7a5cb5318 None None] Bound using segment: {'id': 'd3f99d58-206b-472e-885b-49550230b956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd33d4b53-4ce7-4cd8-bd8b-dde95c574802'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:49:31.861186 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-5ed9fdcb-29d2-4ebb-9b7b-ccc7a5cb5318 None None] Bound port: 3d5aee61-2d72-4f58-a805-86b6a2399790, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f99d58-206b-472e-885b-49550230b956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd33d4b53-4ce7-4cd8-bd8b-dde95c574802'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:49:31.861571 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-5ed9fdcb-29d2-4ebb-9b7b-ccc7a5cb5318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3d5aee61-2d72-4f58-a805-86b6a2399790), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:31.869180 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9c9fd5-9f71-4edd-97bb-6ec49c8f1ca5 None None] Network 79fab022-ea62-4bdf-87a5-b7216d409c89 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:49:31.960336 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-5ed9fdcb-29d2-4ebb-9b7b-ccc7a5cb5318 None None] For port 3d5aee61-2d72-4f58-a805-86b6a2399790, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:49:31.966319 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-5ed9fdcb-29d2-4ebb-9b7b-ccc7a5cb5318 None None] For port 3d5aee61-2d72-4f58-a805-86b6a2399790, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=3d5aee61-2d72-4f58-a805-86b6a2399790,segment=NetworkSegment(d3f99d58-206b-472e-885b-49550230b956),segment_id=d3f99d58-206b-472e-885b-49550230b956)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:49:31.978496 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-5ed9fdcb-29d2-4ebb-9b7b-ccc7a5cb5318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (3d5aee61-2d72-4f58-a805-86b6a2399790), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:32.031970 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-a93ba532-e0e5-4620-b84c-c60d44e6d7e9 admin admin] Allocated IP 172.20.0.1 (79fab022-ea62-4bdf-87a5-b7216d409c89/00eb0b86-983f-4257-81a6-254b7e28cb67/38be0a94-4403-45c6-80c6-beea485206c7) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:49:32.074312 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 46ea9770-ce00-411c-83be-170696b566d2 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:32.074830 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (46ea9770-ce00-411c-83be-170696b566d2), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:32.102212 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-02c4bced-377e-403c-a7f3-69a68395ecda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1d9a40df-11eb-499c-980c-790cd495792e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:32.125163 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f0cac-a5b3-4a50-a0b6-4a38bba68020 None None] Pushing event updated for resources: {'Port': ['ID=3d5aee61-2d72-4f58-a805-86b6a2399790,revision_number=4']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:32.162639 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed9fdcb-29d2-4ebb-9b7b-ccc7a5cb5318 None None] Routers {'7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:32.163259 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-5ed9fdcb-29d2-4ebb-9b7b-ccc7a5cb5318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:49:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:32.214623 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f13a5a-d94d-43de-a501-ca3432d2c3ac req-cc6bffa1-5146-4b9b-9412-9089b1618458 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:32.216769 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a2f13a5a-d94d-43de-a501-ca3432d2c3ac req-cc6bffa1-5146-4b9b-9412-9089b1618458 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=69d0a6d1-e71b-463e-9e19-c87fd14f0df8 HTTP/1.1" status: 200 len: 944 time: 0.1013043 Feb 09 01:49:32.221766 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a93ba532-e0e5-4620-b84c-c60d44e6d7e9 admin admin] Publish callbacks [] for port (38be0a94-4403-45c6-80c6-beea485206c7), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:32.310418 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a93ba532-e0e5-4620-b84c-c60d44e6d7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (38be0a94-4403-45c6-80c6-beea485206c7), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:32.343361 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a2f13a5a-d94d-43de-a501-ca3432d2c3ac req-d8a11289-acde-4ca7-8110-a3f8bc5faa26 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/security-groups?id=82d1b953-827a-4735-99bc-841dc0add119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184552 Feb 09 01:49:32.380826 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93ba532-e0e5-4620-b84c-c60d44e6d7e9 admin admin] Network 79fab022-ea62-4bdf-87a5-b7216d409c89 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:32.384842 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-a93ba532-e0e5-4620-b84c-c60d44e6d7e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:32.390703 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93ba532-e0e5-4620-b84c-c60d44e6d7e9 admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:49:32.434697 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-5ed9fdcb-29d2-4ebb-9b7b-ccc7a5cb5318 None None] Set router 7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:49:32.437075 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c21c18eb-70ca-4b30-a166-64a0769ea6a6 None None] Provisioning complete for port f940d27c-3f60-45f1-b270-63c12389478c triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:32.439377 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c21c18eb-70ca-4b30-a166-64a0769ea6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f940d27c-3f60-45f1-b270-63c12389478c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:32.490615 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ba532-e0e5-4620-b84c-c60d44e6d7e9 admin admin] Pushing event updated for resources: {'Port': ['ID=38be0a94-4403-45c6-80c6-beea485206c7,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:32.508978 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 46ea9770-ce00-411c-83be-170696b566d2, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=46ea9770-ce00-411c-83be-170696b566d2,segment=NetworkSegment(81722746-93b4-4819-9979-ce91542b87a2),segment_id=81722746-93b4-4819-9979-ce91542b87a2)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:32.523774 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a93ba532-e0e5-4620-b84c-c60d44e6d7e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (d873d957-9ecc-4437-86ca-32d966475dec), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:32.553937 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d0a6d1-e71b-463e-9e19-c87fd14f0df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ea9770-ce00-411c-83be-170696b566d2'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:49:32.556370 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69d304b-8438-4f9b-816d-442705d25676" -d '{"events": [{"server_uuid": "69d0a6d1-e71b-463e-9e19-c87fd14f0df8", "name": "network-vif-plugged", "status": "completed", "tag": "46ea9770-ce00-411c-83be-170696b566d2"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:49:32.613103 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (46ea9770-ce00-411c-83be-170696b566d2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:32.682857 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=46ea9770-ce00-411c-83be-170696b566d2,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:32.699087 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e736dd47-bb47-4ae3-8c77-f9dbfc92c41a x-openstack-request-id: req-e736dd47-bb47-4ae3-8c77-f9dbfc92c41a {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:49:32.699462 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d0a6d1-e71b-463e-9e19-c87fd14f0df8", "name": "network-vif-plugged", "status": "completed", "tag": "46ea9770-ce00-411c-83be-170696b566d2", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:49:32.699682 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e736dd47-bb47-4ae3-8c77-f9dbfc92c41a {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:49:32.700107 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d0a6d1-e71b-463e-9e19-c87fd14f0df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ea9770-ce00-411c-83be-170696b566d2', 'code': 200} Feb 09 01:49:32.700743 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 3cc71c35-f495-4c41-a9b4-be8a4bb7ec26 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:32.701108 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3cc71c35-f495-4c41-a9b4-be8a4bb7ec26), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:32.739966 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a93ba532-e0e5-4620-b84c-c60d44e6d7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (38be0a94-4403-45c6-80c6-beea485206c7), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:32.919924 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-5ed9fdcb-29d2-4ebb-9b7b-ccc7a5cb5318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c', 'name': 'tempest-TestServerBasicOps-1935546188-router', 'tenant_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '3cc71c35-f495-4c41-a9b4-be8a4bb7ec26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:20Z', 'updated_at': '2022-02-09T01:49:24Z', 'revision_number': 4, 'project_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'gw_port': {'id': '3cc71c35-f495-4c41-a9b4-be8a4bb7ec26', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:20Z', 'updated_at': '2022-02-09T01:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '3d5aee61-2d72-4f58-a805-86b6a2399790', 'name': '', 'network_id': 'd33d4b53-4ce7-4cd8-bd8b-dde95c574802', 'tenant_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'mac_address': 'fa:16:3e:fb:97:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '15c51665-c8f0-46e5-8131-d2046febd6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:23Z', 'updated_at': '2022-02-09T01:49:31Z', 'revision_number': 4, 'project_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'subnets': [{'id': '15c51665-c8f0-46e5-8131-d2046febd6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:32.970499 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da486c-73ce-4e0b-92fb-398495a9107c req-b0d0fd8a-6033-4716-bd13-ad14e536a298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:32.972031 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a9da486c-73ce-4e0b-92fb-398495a9107c req-b0d0fd8a-6033-4716-bd13-ad14e536a298 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=69d0a6d1-e71b-463e-9e19-c87fd14f0df8 HTTP/1.1" status: 200 len: 1128 time: 0.2073865 Feb 09 01:49:32.982256 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c21c18eb-70ca-4b30-a166-64a0769ea6a6 None None] Current status of the port f940d27c-3f60-45f1-b270-63c12389478c is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:32.982836 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c21c18eb-70ca-4b30-a166-64a0769ea6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f940d27c-3f60-45f1-b270-63c12389478c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:33.005379 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed9fdcb-29d2-4ebb-9b7b-ccc7a5cb5318 None None] The sync data for ids ['7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c'] in n-d-822053-40 is: [{'id': '7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c', 'name': 'tempest-TestServerBasicOps-1935546188-router', 'tenant_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '3cc71c35-f495-4c41-a9b4-be8a4bb7ec26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:20Z', 'updated_at': '2022-02-09T01:49:24Z', 'revision_number': 4, 'project_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'gw_port': {'id': '3cc71c35-f495-4c41-a9b4-be8a4bb7ec26', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:20Z', 'updated_at': '2022-02-09T01:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '3d5aee61-2d72-4f58-a805-86b6a2399790', 'name': '', 'network_id': 'd33d4b53-4ce7-4cd8-bd8b-dde95c574802', 'tenant_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'mac_address': 'fa:16:3e:fb:97:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '15c51665-c8f0-46e5-8131-d2046febd6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:23Z', 'updated_at': '2022-02-09T01:49:31Z', 'revision_number': 4, 'project_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'subnets': [{'id': '15c51665-c8f0-46e5-8131-d2046febd6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:49:33.064111 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a9da486c-73ce-4e0b-92fb-398495a9107c req-f890b35d-2998-4bc4-a8ef-401d0b506b08 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=82d1b953-827a-4735-99bc-841dc0add119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776026 Feb 09 01:49:33.100129 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 3cc71c35-f495-4c41-a9b4-be8a4bb7ec26 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:33.101268 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device f940d27c-3f60-45f1-b270-63c12389478c up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:49:33.134482 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a93ba532-e0e5-4620-b84c-c60d44e6d7e9 admin admin] Publish callbacks [] for port (38be0a94-4403-45c6-80c6-beea485206c7), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:33.142931 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a93ba532-e0e5-4620-b84c-c60d44e6d7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (38be0a94-4403-45c6-80c6-beea485206c7), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:33.204296 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a93ba532-e0e5-4620-b84c-c60d44e6d7e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (d873d957-9ecc-4437-86ca-32d966475dec), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:33.268877 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-c21c18eb-70ca-4b30-a166-64a0769ea6a6 None None] For port f940d27c-3f60-45f1-b270-63c12389478c, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=f940d27c-3f60-45f1-b270-63c12389478c,segment=NetworkSegment(d8a0879c-7803-48ea-b521-e11762666b31),segment_id=d8a0879c-7803-48ea-b521-e11762666b31)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:33.299268 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c21c18eb-70ca-4b30-a166-64a0769ea6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f940d27c-3f60-45f1-b270-63c12389478c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:33.318504 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-02c4bced-377e-403c-a7f3-69a68395ecda None None] Publish callbacks [] for port (1d9a40df-11eb-499c-980c-790cd495792e), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:33.359274 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ba532-e0e5-4620-b84c-c60d44e6d7e9 admin admin] Pushing event updated for resources: {'Port': ['ID=38be0a94-4403-45c6-80c6-beea485206c7,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:33.415455 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-02c4bced-377e-403c-a7f3-69a68395ecda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1d9a40df-11eb-499c-980c-790cd495792e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:33.441920 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93ba532-e0e5-4620-b84c-c60d44e6d7e9 admin admin] Network 79fab022-ea62-4bdf-87a5-b7216d409c89 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:33.443591 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-a93ba532-e0e5-4620-b84c-c60d44e6d7e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:33.513097 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port f940d27c-3f60-45f1-b270-63c12389478c triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:33.513712 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f940d27c-3f60-45f1-b270-63c12389478c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:33.533447 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c18eb-70ca-4b30-a166-64a0769ea6a6 None None] Pushing event updated for resources: {'Port': ['ID=f940d27c-3f60-45f1-b270-63c12389478c,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:33.627874 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-02c4bced-377e-403c-a7f3-69a68395ecda None None] Attempting to bind port 1d9a40df-11eb-499c-980c-790cd495792e on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:49:33.628535 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-02c4bced-377e-403c-a7f3-69a68395ecda None None] Attempting to bind port 1d9a40df-11eb-499c-980c-790cd495792e by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:49:33.629104 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c4bced-377e-403c-a7f3-69a68395ecda None None] Attempting to bind port 1d9a40df-11eb-499c-980c-790cd495792e on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:33.631511 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-3b3a8cee-6d8d-439b-b5b7-811370c67bae None None] Provisioning complete for port 3d5aee61-2d72-4f58-a805-86b6a2399790 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:33.632104 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3b3a8cee-6d8d-439b-b5b7-811370c67bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3d5aee61-2d72-4f58-a805-86b6a2399790), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:33.643223 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc7829-a06f-4068-a41c-951f0d919cd9 req-de6ec8e9-bc83-48fd-874a-ff432a463b6e tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:33.644980 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dddc7829-a06f-4068-a41c-951f0d919cd9 req-de6ec8e9-bc83-48fd-874a-ff432a463b6e tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=69d0a6d1-e71b-463e-9e19-c87fd14f0df8 HTTP/1.1" status: 200 len: 945 time: 0.1671674 Feb 09 01:49:33.766327 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c4bced-377e-403c-a7f3-69a68395ecda None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:49:33.768945 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c4bced-377e-403c-a7f3-69a68395ecda None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:49:33.769368 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-02c4bced-377e-403c-a7f3-69a68395ecda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:33.769770 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c4bced-377e-403c-a7f3-69a68395ecda None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:49:33.770272 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-02c4bced-377e-403c-a7f3-69a68395ecda None None] Bound port: 1d9a40df-11eb-499c-980c-790cd495792e, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:49:33.770663 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-02c4bced-377e-403c-a7f3-69a68395ecda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1d9a40df-11eb-499c-980c-790cd495792e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:33.770783 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dddc7829-a06f-4068-a41c-951f0d919cd9 req-2793abe4-04ea-4f3a-99a7-edb4a31686c4 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/security-groups?id=82d1b953-827a-4735-99bc-841dc0add119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196418 Feb 09 01:49:33.859654 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9376ee0d-b807-487d-b4a0-20d89416d228 None None] Pushing event updated for resources: {'Port': ['ID=1d9a40df-11eb-499c-980c-790cd495792e,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:33.999207 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port f940d27c-3f60-45f1-b270-63c12389478c is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:34.021869 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a8cee-6d8d-439b-b5b7-811370c67bae None None] Current status of the port 3d5aee61-2d72-4f58-a805-86b6a2399790 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:34.022272 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3b3a8cee-6d8d-439b-b5b7-811370c67bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3d5aee61-2d72-4f58-a805-86b6a2399790), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:34.027526 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-02c4bced-377e-403c-a7f3-69a68395ecda None None] For port 1d9a40df-11eb-499c-980c-790cd495792e, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:49:34.039921 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-02c4bced-377e-403c-a7f3-69a68395ecda None None] For port 1d9a40df-11eb-499c-980c-790cd495792e, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=1d9a40df-11eb-499c-980c-790cd495792e,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:49:34.096291 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-02c4bced-377e-403c-a7f3-69a68395ecda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1d9a40df-11eb-499c-980c-790cd495792e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:34.301535 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9376ee0d-b807-487d-b4a0-20d89416d228 None None] Pushing event updated for resources: {'Port': ['ID=1d9a40df-11eb-499c-980c-790cd495792e,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:34.308996 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 3d5aee61-2d72-4f58-a805-86b6a2399790 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:49:34.336222 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-3b3a8cee-6d8d-439b-b5b7-811370c67bae None None] For port 3d5aee61-2d72-4f58-a805-86b6a2399790, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=3d5aee61-2d72-4f58-a805-86b6a2399790,segment=NetworkSegment(d3f99d58-206b-472e-885b-49550230b956),segment_id=d3f99d58-206b-472e-885b-49550230b956)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:34.388679 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c4bced-377e-403c-a7f3-69a68395ecda None None] Routers {'d873d957-9ecc-4437-86ca-32d966475dec'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:34.389820 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-02c4bced-377e-403c-a7f3-69a68395ecda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:49:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['d873d957-9ecc-4437-86ca-32d966475dec'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:34.392256 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3b3a8cee-6d8d-439b-b5b7-811370c67bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (3d5aee61-2d72-4f58-a805-86b6a2399790), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:34.453418 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93ba532-e0e5-4620-b84c-c60d44e6d7e9 admin admin] Router d873d957-9ecc-4437-86ca-32d966475dec has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:49:34.504537 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a8cee-6d8d-439b-b5b7-811370c67bae None None] Pushing event updated for resources: {'Port': ['ID=3d5aee61-2d72-4f58-a805-86b6a2399790,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:34.607242 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-83dec0d3-7fd1-4bd6-a463-8069c14c28ed None None] Provisioning complete for port 38be0a94-4403-45c6-80c6-beea485206c7 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:34.607692 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-83dec0d3-7fd1-4bd6-a463-8069c14c28ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (38be0a94-4403-45c6-80c6-beea485206c7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:34.631228 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93ba532-e0e5-4620-b84c-c60d44e6d7e9 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:49:34.642403 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a93ba532-e0e5-4620-b84c-c60d44e6d7e9 admin admin] 10.222.0.30 "PUT /v2.0/routers/d873d957-9ecc-4437-86ca-32d966475dec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8996384 Feb 09 01:49:34.649345 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 3d5aee61-2d72-4f58-a805-86b6a2399790 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:34.650126 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3d5aee61-2d72-4f58-a805-86b6a2399790), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:34.725846 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-02c4bced-377e-403c-a7f3-69a68395ecda None None] Set router d873d957-9ecc-4437-86ca-32d966475dec gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:49:34.756276 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-83dec0d3-7fd1-4bd6-a463-8069c14c28ed None None] Port 38be0a94-4403-45c6-80c6-beea485206c7 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:49:34.830616 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-83dec0d3-7fd1-4bd6-a463-8069c14c28ed None None] Provisioning complete for port f940d27c-3f60-45f1-b270-63c12389478c triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:34.831066 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-83dec0d3-7fd1-4bd6-a463-8069c14c28ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f940d27c-3f60-45f1-b270-63c12389478c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:34.964120 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594797cc-e5c8-48f0-abfd-ac16de7beb1a req-ac4d5d04-6332-4ed3-8114-6d726759c45b tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:34.974244 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-594797cc-e5c8-48f0-abfd-ac16de7beb1a req-ac4d5d04-6332-4ed3-8114-6d726759c45b tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=69d0a6d1-e71b-463e-9e19-c87fd14f0df8 HTTP/1.1" status: 200 len: 945 time: 0.0804846 Feb 09 01:49:34.993459 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 3d5aee61-2d72-4f58-a805-86b6a2399790 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:34.994450 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device f940d27c-3f60-45f1-b270-63c12389478c up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:49:35.060769 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-594797cc-e5c8-48f0-abfd-ac16de7beb1a req-bb1905ae-402c-43a1-812c-9b0eb2f93030 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/security-groups?id=82d1b953-827a-4735-99bc-841dc0add119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835664 Feb 09 01:49:35.161260 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port f940d27c-3f60-45f1-b270-63c12389478c triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:35.161796 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f940d27c-3f60-45f1-b270-63c12389478c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:35.191415 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-83dec0d3-7fd1-4bd6-a463-8069c14c28ed None None] Current status of the port f940d27c-3f60-45f1-b270-63c12389478c is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:35.221864 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaed3c3-574a-405b-8089-4a1ce68c599e req-985dffc9-b375-4906-a7d1-c5ed02857b18 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:35.232563 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cdaed3c3-574a-405b-8089-4a1ce68c599e req-985dffc9-b375-4906-a7d1-c5ed02857b18 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=69d0a6d1-e71b-463e-9e19-c87fd14f0df8 HTTP/1.1" status: 200 len: 945 time: 0.0910511 Feb 09 01:49:35.285164 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port f940d27c-3f60-45f1-b270-63c12389478c is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:35.289298 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-02c4bced-377e-403c-a7f3-69a68395ecda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd873d957-9ecc-4437-86ca-32d966475dec', 'name': 'tempest-TestServerBasicOps-317233390-router', 'tenant_id': '5c5823b9aa404b7fa96656914985d333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '1d9a40df-11eb-499c-980c-790cd495792e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:28Z', 'updated_at': '2022-02-09T01:49:32Z', 'revision_number': 4, 'project_id': '5c5823b9aa404b7fa96656914985d333', 'gw_port': {'id': '1d9a40df-11eb-499c-980c-790cd495792e', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:65:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd873d957-9ecc-4437-86ca-32d966475dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:28Z', 'updated_at': '2022-02-09T01:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '38be0a94-4403-45c6-80c6-beea485206c7', 'name': '', 'network_id': '79fab022-ea62-4bdf-87a5-b7216d409c89', 'tenant_id': '5c5823b9aa404b7fa96656914985d333', 'mac_address': 'fa:16:3e:ef:13:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd873d957-9ecc-4437-86ca-32d966475dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '00eb0b86-983f-4257-81a6-254b7e28cb67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:31Z', 'updated_at': '2022-02-09T01:49:32Z', 'revision_number': 2, 'project_id': '5c5823b9aa404b7fa96656914985d333', 'subnets': [{'id': '00eb0b86-983f-4257-81a6-254b7e28cb67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:35.292281 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cdaed3c3-574a-405b-8089-4a1ce68c599e req-f5878c7d-1e28-434c-b548-64bc59c9dde6 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/security-groups?id=82d1b953-827a-4735-99bc-841dc0add119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583982 Feb 09 01:49:35.322822 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39424) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:35.404785 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5e9d1d-60f0-4e5a-a636-a757629fe7bd tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:35.406632 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3d5e9d1d-60f0-4e5a-a636-a757629fe7bd tempest-TestNetworkBasicOps-2024830011 tempest-TestNetworkBasicOps-2024830011-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=69d0a6d1-e71b-463e-9e19-c87fd14f0df8 HTTP/1.1" status: 200 len: 1123 time: 0.0827720 Feb 09 01:49:35.409676 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39426) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:35.420593 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-6bcadd3d-9b65-49ed-8274-dd67693419d9 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'port_id': '46ea9770-ce00-411c-83be-170696b566d2', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:35.482082 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6bcadd3d-9b65-49ed-8274-dd67693419d9 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:35.543460 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c4bced-377e-403c-a7f3-69a68395ecda None None] The sync data for ids ['d873d957-9ecc-4437-86ca-32d966475dec'] in n-d-822053-40 is: [{'id': 'd873d957-9ecc-4437-86ca-32d966475dec', 'name': 'tempest-TestServerBasicOps-317233390-router', 'tenant_id': '5c5823b9aa404b7fa96656914985d333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '1d9a40df-11eb-499c-980c-790cd495792e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:28Z', 'updated_at': '2022-02-09T01:49:32Z', 'revision_number': 4, 'project_id': '5c5823b9aa404b7fa96656914985d333', 'gw_port': {'id': '1d9a40df-11eb-499c-980c-790cd495792e', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:65:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd873d957-9ecc-4437-86ca-32d966475dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:28Z', 'updated_at': '2022-02-09T01:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '38be0a94-4403-45c6-80c6-beea485206c7', 'name': '', 'network_id': '79fab022-ea62-4bdf-87a5-b7216d409c89', 'tenant_id': '5c5823b9aa404b7fa96656914985d333', 'mac_address': 'fa:16:3e:ef:13:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd873d957-9ecc-4437-86ca-32d966475dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '00eb0b86-983f-4257-81a6-254b7e28cb67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:31Z', 'updated_at': '2022-02-09T01:49:32Z', 'revision_number': 2, 'project_id': '5c5823b9aa404b7fa96656914985d333', 'subnets': [{'id': '00eb0b86-983f-4257-81a6-254b7e28cb67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:49:35.654502 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6bcadd3d-9b65-49ed-8274-dd67693419d9 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:35.696218 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39428) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:35.701749 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-c3093edb-0cb7-4195-9aa3-033019997197 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1904170208', 'description': 'tempest-secgroup-smoke-1904170208 description', 'project_id': '8b7c3d5d34764138a793ac4ac9fbb514'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:35.738199 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c3093edb-0cb7-4195-9aa3-033019997197 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:35.826359 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-6bcadd3d-9b65-49ed-8274-dd67693419d9 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Allocated IP 172.25.1.166 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/e7eb3914-6973-40dd-a4aa-aa88b3aab295) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:49:35.830705 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c3093edb-0cb7-4195-9aa3-033019997197 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks [] for security_group (dbc3da30-4e82-4c90-8ba1-00026795e407), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:35.834704 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c3093edb-0cb7-4195-9aa3-033019997197 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (dbc3da30-4e82-4c90-8ba1-00026795e407), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:35.884871 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3093edb-0cb7-4195-9aa3-033019997197 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc3da30-4e82-4c90-8ba1-00026795e407,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:35.947100 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c3093edb-0cb7-4195-9aa3-033019997197 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:35.953789 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c3093edb-0cb7-4195-9aa3-033019997197 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2556386 Feb 09 01:49:35.955008 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39438) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:35.962347 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-e5de816c-8810-4870-b10f-1bd668b7fd36 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Request body: {'security_group_rule': {'security_group_id': 'dbc3da30-4e82-4c90-8ba1-00026795e407', 'project_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:36.002881 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e5de816c-8810-4870-b10f-1bd668b7fd36 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks [] for security_group_rule (ba2e8f54-af06-4ede-afa9-f7a66b847e2e), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:36.074931 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6bcadd3d-9b65-49ed-8274-dd67693419d9 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for port (e7eb3914-6973-40dd-a4aa-aa88b3aab295), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:36.139293 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 3d5aee61-2d72-4f58-a805-86b6a2399790 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:49:36.158136 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e5de816c-8810-4870-b10f-1bd668b7fd36 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks [] for security_group_rule (ba2e8f54-af06-4ede-afa9-f7a66b847e2e), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:36.163425 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6bcadd3d-9b65-49ed-8274-dd67693419d9 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (e7eb3914-6973-40dd-a4aa-aa88b3aab295), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:36.173969 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e5de816c-8810-4870-b10f-1bd668b7fd36 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (ba2e8f54-af06-4ede-afa9-f7a66b847e2e), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:36.247554 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de816c-8810-4870-b10f-1bd668b7fd36 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba2e8f54-af06-4ede-afa9-f7a66b847e2e,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:36.260288 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e5de816c-8810-4870-b10f-1bd668b7fd36 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:36.267168 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e5de816c-8810-4870-b10f-1bd668b7fd36 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3104746 Feb 09 01:49:36.269972 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39440) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:36.272703 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:49:36.274330 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcadd3d-9b65-49ed-8274-dd67693419d9 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:36.280827 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-d99385a8-ddd1-4827-bd53-1d476f0a2d22 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Request body: {'security_group_rule': {'security_group_id': 'dbc3da30-4e82-4c90-8ba1-00026795e407', 'project_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:36.298600 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 3d5aee61-2d72-4f58-a805-86b6a2399790 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:36.299241 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3d5aee61-2d72-4f58-a805-86b6a2399790), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:36.321910 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-6bcadd3d-9b65-49ed-8274-dd67693419d9 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:36.339089 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcadd3d-9b65-49ed-8274-dd67693419d9 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:49:36.342826 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d99385a8-ddd1-4827-bd53-1d476f0a2d22 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks [] for security_group_rule (4b56aead-d840-438f-8ad1-ac1f7290d2ed), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:36.437017 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcadd3d-9b65-49ed-8274-dd67693419d9 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'Port': ['ID=e7eb3914-6973-40dd-a4aa-aa88b3aab295,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:36.518017 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 3d5aee61-2d72-4f58-a805-86b6a2399790 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:36.534594 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d99385a8-ddd1-4827-bd53-1d476f0a2d22 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks [] for security_group_rule (4b56aead-d840-438f-8ad1-ac1f7290d2ed), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:36.554658 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d99385a8-ddd1-4827-bd53-1d476f0a2d22 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (4b56aead-d840-438f-8ad1-ac1f7290d2ed), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:36.590305 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99385a8-ddd1-4827-bd53-1d476f0a2d22 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b56aead-d840-438f-8ad1-ac1f7290d2ed,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:36.607676 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d99385a8-ddd1-4827-bd53-1d476f0a2d22 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:36.614138 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d99385a8-ddd1-4827-bd53-1d476f0a2d22 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3420680 Feb 09 01:49:36.614962 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39448) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:36.621421 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-f58489d6-a843-4dd9-9910-0b844ccdfbc6 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Request body: {'security_group_rule': {'security_group_id': 'dbc3da30-4e82-4c90-8ba1-00026795e407', 'project_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:36.704292 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f58489d6-a843-4dd9-9910-0b844ccdfbc6 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks [] for security_group_rule (597753ee-d688-4236-a237-5931aea2b2cb), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:36.888910 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f58489d6-a843-4dd9-9910-0b844ccdfbc6 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks [] for security_group_rule (597753ee-d688-4236-a237-5931aea2b2cb), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:36.894569 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f58489d6-a843-4dd9-9910-0b844ccdfbc6 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (597753ee-d688-4236-a237-5931aea2b2cb), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:36.922053 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58489d6-a843-4dd9-9910-0b844ccdfbc6 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=597753ee-d688-4236-a237-5931aea2b2cb,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:36.947194 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f58489d6-a843-4dd9-9910-0b844ccdfbc6 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:36.952715 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39452) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:36.954336 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f58489d6-a843-4dd9-9910-0b844ccdfbc6 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3381798 Feb 09 01:49:36.962487 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-37dd1dad-3165-44ee-9ef5-e48f84bb2f92 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Request body: {'security_group_rule': {'security_group_id': 'dbc3da30-4e82-4c90-8ba1-00026795e407', 'project_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:37.323549 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37dd1dad-3165-44ee-9ef5-e48f84bb2f92 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks [] for security_group_rule (4771d604-daf8-42bb-8fb5-258b4073d575), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:37.426982 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37dd1dad-3165-44ee-9ef5-e48f84bb2f92 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks [] for security_group_rule (4771d604-daf8-42bb-8fb5-258b4073d575), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:37.432152 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6bcadd3d-9b65-49ed-8274-dd67693419d9 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for floatingip (38f7fae6-3413-4544-91bc-b7e47653f0c9), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:37.458951 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37dd1dad-3165-44ee-9ef5-e48f84bb2f92 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (4771d604-daf8-42bb-8fb5-258b4073d575), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:37.519166 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37dd1dad-3165-44ee-9ef5-e48f84bb2f92 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:37.523104 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-37dd1dad-3165-44ee-9ef5-e48f84bb2f92 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5666192 Feb 09 01:49:37.524324 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39458) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:37.530058 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-cbd6df00-530a-4087-a78c-3720463488e1 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Request body: {'security_group_rule': {'security_group_id': 'dbc3da30-4e82-4c90-8ba1-00026795e407', 'project_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:37.576852 n-d-822053-40 neutron-server[103529]: INFO neutron.db.securitygroups_db [None req-cbd6df00-530a-4087-a78c-3720463488e1 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Project 8b7c3d5d34764138a793ac4ac9fbb514 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:49:37.583527 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cbd6df00-530a-4087-a78c-3720463488e1 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks [] for security_group_rule (057e8e6e-56fc-4fe2-a28b-e3f2dd1a25d8), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:37.600050 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd1dad-3165-44ee-9ef5-e48f84bb2f92 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4771d604-daf8-42bb-8fb5-258b4073d575,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:37.704269 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6bcadd3d-9b65-49ed-8274-dd67693419d9 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e7eb3914-6973-40dd-a4aa-aa88b3aab295), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:37.736334 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cbd6df00-530a-4087-a78c-3720463488e1 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks [] for security_group_rule (057e8e6e-56fc-4fe2-a28b-e3f2dd1a25d8), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:37.749022 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cbd6df00-530a-4087-a78c-3720463488e1 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (057e8e6e-56fc-4fe2-a28b-e3f2dd1a25d8), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:37.813215 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd6df00-530a-4087-a78c-3720463488e1 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=057e8e6e-56fc-4fe2-a28b-e3f2dd1a25d8,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:37.822078 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cbd6df00-530a-4087-a78c-3720463488e1 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:37.824265 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-cbd6df00-530a-4087-a78c-3720463488e1 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2982972 Feb 09 01:49:37.827249 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39460) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:37.839272 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-fb8dd0ca-8938-4308-8e92-5cff53eb39b7 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Request body: {'security_group_rule': {'security_group_id': 'dbc3da30-4e82-4c90-8ba1-00026795e407', 'project_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:37.885037 n-d-822053-40 neutron-server[103529]: INFO neutron.db.securitygroups_db [None req-fb8dd0ca-8938-4308-8e92-5cff53eb39b7 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Project 8b7c3d5d34764138a793ac4ac9fbb514 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:49:37.890913 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fb8dd0ca-8938-4308-8e92-5cff53eb39b7 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks [] for security_group_rule (8836021b-a84a-42bd-bf83-fcc2c7111bfd), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:37.955992 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6bcadd3d-9b65-49ed-8274-dd67693419d9 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for port (e7eb3914-6973-40dd-a4aa-aa88b3aab295), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:37.966227 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6bcadd3d-9b65-49ed-8274-dd67693419d9 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (e7eb3914-6973-40dd-a4aa-aa88b3aab295), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:38.027092 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fb8dd0ca-8938-4308-8e92-5cff53eb39b7 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks [] for security_group_rule (8836021b-a84a-42bd-bf83-fcc2c7111bfd), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:38.036368 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fb8dd0ca-8938-4308-8e92-5cff53eb39b7 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (8836021b-a84a-42bd-bf83-fcc2c7111bfd), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:38.064331 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fb8dd0ca-8938-4308-8e92-5cff53eb39b7 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:38.070324 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-fb8dd0ca-8938-4308-8e92-5cff53eb39b7 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2393379 Feb 09 01:49:38.072084 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6bcadd3d-9b65-49ed-8274-dd67693419d9 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (38f7fae6-3413-4544-91bc-b7e47653f0c9), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:38.090834 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8dd0ca-8938-4308-8e92-5cff53eb39b7 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8836021b-a84a-42bd-bf83-fcc2c7111bfd,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:38.178668 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcadd3d-9b65-49ed-8274-dd67693419d9 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event updated for resources: {'Port': ['ID=e7eb3914-6973-40dd-a4aa-aa88b3aab295,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:38.247301 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 1d9a40df-11eb-499c-980c-790cd495792e up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:49:38.332635 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 1d9a40df-11eb-499c-980c-790cd495792e triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:38.333292 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1d9a40df-11eb-499c-980c-790cd495792e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:38.336866 n-d-822053-40 neutron-server[103528]: INFO neutron.db.l3_db [None req-6bcadd3d-9b65-49ed-8274-dd67693419d9 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Floating IP 38f7fae6-3413-4544-91bc-b7e47653f0c9 associated. External IP: 172.25.1.166, port: 46ea9770-ce00-411c-83be-170696b566d2. Feb 09 01:49:38.359387 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-de38309a-8ea1-4897-9d28-d4880ab5c60b tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1904170208&fields=id&tenant_id=8b7c3d5d34764138a793ac4ac9fbb514 HTTP/1.1" status: 200 len: 267 time: 0.1007144 Feb 09 01:49:38.514988 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 1d9a40df-11eb-499c-980c-790cd495792e is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:38.515353 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1d9a40df-11eb-499c-980c-790cd495792e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:38.564533 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 1d9a40df-11eb-499c-980c-790cd495792e, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=1d9a40df-11eb-499c-980c-790cd495792e,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:38.573676 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1d9a40df-11eb-499c-980c-790cd495792e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:38.631115 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-dedfb23c-dfb9-4cfc-8026-59394c0b1c7d tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:38.632942 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-dedfb23c-dfb9-4cfc-8026-59394c0b1c7d tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.30 "GET /v2.0/networks?id=d33d4b53-4ce7-4cd8-bd8b-dde95c574802 HTTP/1.1" status: 200 len: 809 time: 0.2694490 Feb 09 01:49:38.656194 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-388537b2-e74c-4c6d-b7ea-f98f6e7370c4 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.30 "GET /v2.0/quotas/8b7c3d5d34764138a793ac4ac9fbb514 HTTP/1.1" status: 200 len: 375 time: 0.0160084 Feb 09 01:49:38.675756 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=1d9a40df-11eb-499c-980c-790cd495792e,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:38.746701 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bcadd3d-9b65-49ed-8274-dd67693419d9 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Router 75a937b0-efc3-46ee-b79e-377d85478ae5 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:49:38.767711 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-a969fa41-2412-4708-ad74-09b0cf6dbee9 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b7c3d5d34764138a793ac4ac9fbb514&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1022022 Feb 09 01:49:38.870635 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bcadd3d-9b65-49ed-8274-dd67693419d9 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:49:38.881300 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba783f79-b406-4516-9077-310bce9832f6 None None] Sync routers for ids ['75a937b0-efc3-46ee-b79e-377d85478ae5'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:49:38.892681 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-5f4b369f-dce5-479d-954e-d8acbcb8d8df service neutron] 10.222.0.30 "GET /v2.0/networks/d33d4b53-4ce7-4cd8-bd8b-dde95c574802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098130 Feb 09 01:49:38.898734 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba783f79-b406-4516-9077-310bce9832f6 None None] Routers {'75a937b0-efc3-46ee-b79e-377d85478ae5'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:38.899718 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ba783f79-b406-4516-9077-310bce9832f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:49:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['75a937b0-efc3-46ee-b79e-377d85478ae5'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:38.900381 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6bcadd3d-9b65-49ed-8274-dd67693419d9 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:38.954848 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6bcadd3d-9b65-49ed-8274-dd67693419d9 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5439661 Feb 09 01:49:38.956045 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d0a6d1-e71b-463e-9e19-c87fd14f0df8', 'tag': '46ea9770-ce00-411c-83be-170696b566d2'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:49:38.960288 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a39aa6-eb72-4d3b-89da-fb9383986b03" -d '{"events": [{"name": "network-changed", "server_uuid": "69d0a6d1-e71b-463e-9e19-c87fd14f0df8", "tag": "46ea9770-ce00-411c-83be-170696b566d2"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:49:38.961867 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 39478) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:39.032274 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5854bbf-dab8-4aa7-8a92-b4ea7e7611cb x-openstack-request-id: req-c5854bbf-dab8-4aa7-8a92-b4ea7e7611cb {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:49:39.032575 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d0a6d1-e71b-463e-9e19-c87fd14f0df8", "tag": "46ea9770-ce00-411c-83be-170696b566d2", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:49:39.032848 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c5854bbf-dab8-4aa7-8a92-b4ea7e7611cb {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:49:39.033260 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d0a6d1-e71b-463e-9e19-c87fd14f0df8', 'tag': '46ea9770-ce00-411c-83be-170696b566d2', 'status': 'completed', 'code': 200} Feb 09 01:49:39.056734 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-ba783f79-b406-4516-9077-310bce9832f6 None None] Set router 75a937b0-efc3-46ee-b79e-377d85478ae5 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:49:39.072238 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-da93b722-ab1e-47cd-ab6b-107c09812823 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/floatingips/38f7fae6-3413-4544-91bc-b7e47653f0c9 HTTP/1.1" status: 200 len: 991 time: 0.1090820 Feb 09 01:49:39.079910 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-93bd7880-c2f9-4fbf-90de-cd822bae33e6 service neutron] 10.222.0.30 "GET /v2.0/networks/d33d4b53-4ce7-4cd8-bd8b-dde95c574802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859741 Feb 09 01:49:39.154014 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a39aa6-eb72-4d3b-89da-fb9383986b03 req-cc21cc0b-f6cd-4677-83db-7ed20f17ae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:39.155650 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-17a39aa6-eb72-4d3b-89da-fb9383986b03 req-cc21cc0b-f6cd-4677-83db-7ed20f17ae84 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=be37988e5bf5448987567e96924ed429&device_id=69d0a6d1-e71b-463e-9e19-c87fd14f0df8 HTTP/1.1" status: 200 len: 1128 time: 0.0957775 Feb 09 01:49:39.348781 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a39aa6-eb72-4d3b-89da-fb9383986b03 req-014080ee-0c49-4783-a9a4-cdc20313ea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:39.350612 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-17a39aa6-eb72-4d3b-89da-fb9383986b03 req-014080ee-0c49-4783-a9a4-cdc20313ea31 service neutron] 10.222.0.121 "GET /v2.0/networks?id=029abd68-6023-4932-b807-dad80226df93 HTTP/1.1" status: 200 len: 898 time: 0.1880884 Feb 09 01:49:39.393283 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f6835468-fba0-4e6a-86e4-5c1391e373fc req-14364162-e938-4acc-8e66-dc3b5ff782bc tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f HTTP/1.1" status: 200 len: 210 time: 0.0544977 Feb 09 01:49:39.399595 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ba783f79-b406-4516-9077-310bce9832f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a937b0-efc3-46ee-b79e-377d85478ae5', 'name': 'tempest-TestNetworkBasicOps-router-2129658374', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '2af263d7-bc76-4f8a-aa7a-fc43cd457905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:07Z', 'updated_at': '2022-02-09T01:49:12Z', 'revision_number': 4, 'project_id': 'be37988e5bf5448987567e96924ed429', 'gw_port': {'id': '2af263d7-bc76-4f8a-aa7a-fc43cd457905', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a937b0-efc3-46ee-b79e-377d85478ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:08Z', 'updated_at': '2022-02-09T01:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '38f7fae6-3413-4544-91bc-b7e47653f0c9', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'floating_ip_address': '172.25.1.166', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '75a937b0-efc3-46ee-b79e-377d85478ae5', 'port_id': '46ea9770-ce00-411c-83be-170696b566d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3879, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '029abd68-6023-4932-b807-dad80226df93', 'mac_address': 'fa:16:3e:b9:8f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d0a6d1-e71b-463e-9e19-c87fd14f0df8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:49:36Z', 'updated_at': '2022-02-09T01:49:36Z', 'revision_number': 0, 'project_id': 'be37988e5bf5448987567e96924ed429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8787c1b3-e939-48c5-b3cf-bd68d8a74ed8', 'name': '', 'network_id': '029abd68-6023-4932-b807-dad80226df93', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'mac_address': 'fa:16:3e:84:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a937b0-efc3-46ee-b79e-377d85478ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'b112263c-a608-4676-b341-06787f310b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:11Z', 'updated_at': '2022-02-09T01:49:17Z', 'revision_number': 5, 'project_id': 'be37988e5bf5448987567e96924ed429', 'subnets': [{'id': 'b112263c-a608-4676-b341-06787f310b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:39.434521 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba783f79-b406-4516-9077-310bce9832f6 None None] Checking router: 75a937b0-efc3-46ee-b79e-377d85478ae5 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:49:39.472584 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba783f79-b406-4516-9077-310bce9832f6 None None] Routers {'75a937b0-efc3-46ee-b79e-377d85478ae5'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:39.476217 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ba783f79-b406-4516-9077-310bce9832f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:49:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['75a937b0-efc3-46ee-b79e-377d85478ae5'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:39.504860 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-17a39aa6-eb72-4d3b-89da-fb9383986b03 req-ebffe2e9-86ce-4406-b7e7-8836edcff316 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46ea9770-ce00-411c-83be-170696b566d2 HTTP/1.1" status: 200 len: 999 time: 0.1423585 Feb 09 01:49:39.587052 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a39aa6-eb72-4d3b-89da-fb9383986b03 req-3638593a-298a-4bc5-9296-105ee9d4a5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:39.588909 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-17a39aa6-eb72-4d3b-89da-fb9383986b03 req-3638593a-298a-4bc5-9296-105ee9d4a5a9 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b112263c-a608-4676-b341-06787f310b90 HTTP/1.1" status: 200 len: 834 time: 0.0776656 Feb 09 01:49:39.621595 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41bbe44-5405-4a54-acea-6434fcd43739 None None] Sync routers for ids ['d873d957-9ecc-4437-86ca-32d966475dec'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:49:39.655705 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a39aa6-eb72-4d3b-89da-fb9383986b03 req-31311112-3690-456e-acc2-538429db06af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:39.657315 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-17a39aa6-eb72-4d3b-89da-fb9383986b03 req-31311112-3690-456e-acc2-538429db06af service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=029abd68-6023-4932-b807-dad80226df93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0594680 Feb 09 01:49:39.665249 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41bbe44-5405-4a54-acea-6434fcd43739 None None] Routers {'d873d957-9ecc-4437-86ca-32d966475dec'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:39.666359 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-a41bbe44-5405-4a54-acea-6434fcd43739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:49:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['d873d957-9ecc-4437-86ca-32d966475dec'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:39.744043 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-ba783f79-b406-4516-9077-310bce9832f6 None None] Set router 75a937b0-efc3-46ee-b79e-377d85478ae5 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:49:39.859248 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-17a39aa6-eb72-4d3b-89da-fb9383986b03 req-090f1e99-0e92-406a-9012-ccc412df3780 service neutron] 10.222.0.121 "GET /v2.0/networks/029abd68-6023-4932-b807-dad80226df93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935120 Feb 09 01:49:39.893205 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-a41bbe44-5405-4a54-acea-6434fcd43739 None None] Set router d873d957-9ecc-4437-86ca-32d966475dec gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:49:39.999375 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-17a39aa6-eb72-4d3b-89da-fb9383986b03 req-65c70e61-5052-463b-aee5-88252e4dc382 service neutron] 10.222.0.121 "GET /v2.0/networks/029abd68-6023-4932-b807-dad80226df93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331656 Feb 09 01:49:40.076514 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39500) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:40.171163 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 1d9a40df-11eb-499c-980c-790cd495792e up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:49:40.254623 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ba783f79-b406-4516-9077-310bce9832f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a937b0-efc3-46ee-b79e-377d85478ae5', 'name': 'tempest-TestNetworkBasicOps-router-2129658374', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '2af263d7-bc76-4f8a-aa7a-fc43cd457905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:07Z', 'updated_at': '2022-02-09T01:49:12Z', 'revision_number': 4, 'project_id': 'be37988e5bf5448987567e96924ed429', 'gw_port': {'id': '2af263d7-bc76-4f8a-aa7a-fc43cd457905', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a937b0-efc3-46ee-b79e-377d85478ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:08Z', 'updated_at': '2022-02-09T01:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '38f7fae6-3413-4544-91bc-b7e47653f0c9', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'floating_ip_address': '172.25.1.166', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '75a937b0-efc3-46ee-b79e-377d85478ae5', 'port_id': '46ea9770-ce00-411c-83be-170696b566d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3879, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '029abd68-6023-4932-b807-dad80226df93', 'mac_address': 'fa:16:3e:b9:8f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d0a6d1-e71b-463e-9e19-c87fd14f0df8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:49:36Z', 'updated_at': '2022-02-09T01:49:36Z', 'revision_number': 0, 'project_id': 'be37988e5bf5448987567e96924ed429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8787c1b3-e939-48c5-b3cf-bd68d8a74ed8', 'name': '', 'network_id': '029abd68-6023-4932-b807-dad80226df93', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'mac_address': 'fa:16:3e:84:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a937b0-efc3-46ee-b79e-377d85478ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'b112263c-a608-4676-b341-06787f310b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:11Z', 'updated_at': '2022-02-09T01:49:17Z', 'revision_number': 5, 'project_id': 'be37988e5bf5448987567e96924ed429', 'subnets': [{'id': 'b112263c-a608-4676-b341-06787f310b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:40.290122 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba783f79-b406-4516-9077-310bce9832f6 None None] The sync data for ids ['75a937b0-efc3-46ee-b79e-377d85478ae5'] in n-d-822053-40 is: [{'id': '75a937b0-efc3-46ee-b79e-377d85478ae5', 'name': 'tempest-TestNetworkBasicOps-router-2129658374', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '2af263d7-bc76-4f8a-aa7a-fc43cd457905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:07Z', 'updated_at': '2022-02-09T01:49:12Z', 'revision_number': 4, 'project_id': 'be37988e5bf5448987567e96924ed429', 'gw_port': {'id': '2af263d7-bc76-4f8a-aa7a-fc43cd457905', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a937b0-efc3-46ee-b79e-377d85478ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:08Z', 'updated_at': '2022-02-09T01:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '38f7fae6-3413-4544-91bc-b7e47653f0c9', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'floating_ip_address': '172.25.1.166', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '75a937b0-efc3-46ee-b79e-377d85478ae5', 'port_id': '46ea9770-ce00-411c-83be-170696b566d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3879, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '029abd68-6023-4932-b807-dad80226df93', 'mac_address': 'fa:16:3e:b9:8f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d0a6d1-e71b-463e-9e19-c87fd14f0df8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:49:36Z', 'updated_at': '2022-02-09T01:49:36Z', 'revision_number': 0, 'project_id': 'be37988e5bf5448987567e96924ed429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8787c1b3-e939-48c5-b3cf-bd68d8a74ed8', 'name': '', 'network_id': '029abd68-6023-4932-b807-dad80226df93', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'mac_address': 'fa:16:3e:84:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a937b0-efc3-46ee-b79e-377d85478ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'b112263c-a608-4676-b341-06787f310b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:11Z', 'updated_at': '2022-02-09T01:49:17Z', 'revision_number': 5, 'project_id': 'be37988e5bf5448987567e96924ed429', 'subnets': [{'id': 'b112263c-a608-4676-b341-06787f310b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:49:40.294850 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-a41bbe44-5405-4a54-acea-6434fcd43739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd873d957-9ecc-4437-86ca-32d966475dec', 'name': 'tempest-TestServerBasicOps-317233390-router', 'tenant_id': '5c5823b9aa404b7fa96656914985d333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '1d9a40df-11eb-499c-980c-790cd495792e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:28Z', 'updated_at': '2022-02-09T01:49:32Z', 'revision_number': 4, 'project_id': '5c5823b9aa404b7fa96656914985d333', 'gw_port': {'id': '1d9a40df-11eb-499c-980c-790cd495792e', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd873d957-9ecc-4437-86ca-32d966475dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:28Z', 'updated_at': '2022-02-09T01:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '38be0a94-4403-45c6-80c6-beea485206c7', 'name': '', 'network_id': '79fab022-ea62-4bdf-87a5-b7216d409c89', 'tenant_id': '5c5823b9aa404b7fa96656914985d333', 'mac_address': 'fa:16:3e:ef:13:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd873d957-9ecc-4437-86ca-32d966475dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '00eb0b86-983f-4257-81a6-254b7e28cb67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:31Z', 'updated_at': '2022-02-09T01:49:32Z', 'revision_number': 2, 'project_id': '5c5823b9aa404b7fa96656914985d333', 'subnets': [{'id': '00eb0b86-983f-4257-81a6-254b7e28cb67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:40.296927 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 1d9a40df-11eb-499c-980c-790cd495792e triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:40.297437 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1d9a40df-11eb-499c-980c-790cd495792e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:40.307336 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2708ce1b-619c-4e35-b5ac-acd3b865f1ae tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/floatingips/38f7fae6-3413-4544-91bc-b7e47653f0c9 HTTP/1.1" status: 200 len: 991 time: 0.2284794 Feb 09 01:49:40.346404 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41bbe44-5405-4a54-acea-6434fcd43739 None None] Checking router: d873d957-9ecc-4437-86ca-32d966475dec for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:49:40.346835 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41bbe44-5405-4a54-acea-6434fcd43739 None None] Updating router d873d957-9ecc-4437-86ca-32d966475dec port 38be0a94-4403-45c6-80c6-beea485206c7 binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:49:40.381350 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a41bbe44-5405-4a54-acea-6434fcd43739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (38be0a94-4403-45c6-80c6-beea485206c7), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:40.531566 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-adb1661f-6f83-4648-b253-503926303aaa req-d4ec2782-17df-4662-9051-d92ddaa1f14b tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f HTTP/1.1" status: 200 len: 210 time: 0.0477936 Feb 09 01:49:40.618381 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 1d9a40df-11eb-499c-980c-790cd495792e is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:40.674946 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893408d7-64ec-496c-ab2b-6fd8c3202e3a None None] New status for floating IP 38f7fae6-3413-4544-91bc-b7e47653f0c9: ACTIVE {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:49:40.768603 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a41bbe44-5405-4a54-acea-6434fcd43739 None None] Publish callbacks [] for port (38be0a94-4403-45c6-80c6-beea485206c7), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:40.780149 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a41bbe44-5405-4a54-acea-6434fcd43739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (38be0a94-4403-45c6-80c6-beea485206c7), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:40.903707 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193ae76-8451-465f-b429-6aac04bfa50a None None] Pushing event updated for resources: {'Port': ['ID=38be0a94-4403-45c6-80c6-beea485206c7,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:40.957214 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-a41bbe44-5405-4a54-acea-6434fcd43739 None None] Attempting to bind port 38be0a94-4403-45c6-80c6-beea485206c7 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:49:40.957592 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-a41bbe44-5405-4a54-acea-6434fcd43739 None None] Attempting to bind port 38be0a94-4403-45c6-80c6-beea485206c7 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'd8a0879c-7803-48ea-b521-e11762666b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '79fab022-ea62-4bdf-87a5-b7216d409c89'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:49:40.957955 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41bbe44-5405-4a54-acea-6434fcd43739 None None] Attempting to bind port 38be0a94-4403-45c6-80c6-beea485206c7 on network 79fab022-ea62-4bdf-87a5-b7216d409c89 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:40.968346 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41bbe44-5405-4a54-acea-6434fcd43739 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:49:40.968815 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41bbe44-5405-4a54-acea-6434fcd43739 None None] Checking segment: {'id': 'd8a0879c-7803-48ea-b521-e11762666b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '79fab022-ea62-4bdf-87a5-b7216d409c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:49:40.969167 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a41bbe44-5405-4a54-acea-6434fcd43739 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:40.969561 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41bbe44-5405-4a54-acea-6434fcd43739 None None] Bound using segment: {'id': 'd8a0879c-7803-48ea-b521-e11762666b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '79fab022-ea62-4bdf-87a5-b7216d409c89'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:49:40.970052 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-a41bbe44-5405-4a54-acea-6434fcd43739 None None] Bound port: 38be0a94-4403-45c6-80c6-beea485206c7, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a0879c-7803-48ea-b521-e11762666b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '79fab022-ea62-4bdf-87a5-b7216d409c89'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:49:40.970431 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a41bbe44-5405-4a54-acea-6434fcd43739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (38be0a94-4403-45c6-80c6-beea485206c7), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:41.058916 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-c3cd8f37-108e-4a01-bd22-a28897fdb538 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:41.060888 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-c3cd8f37-108e-4a01-bd22-a28897fdb538 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.91 "GET /v2.0/networks?id=d33d4b53-4ce7-4cd8-bd8b-dde95c574802 HTTP/1.1" status: 200 len: 809 time: 0.2424338 Feb 09 01:49:41.188550 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-9d553fe4-ae97-4c71-95a2-b2fcaf9f8a9d tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b7c3d5d34764138a793ac4ac9fbb514 HTTP/1.1" status: 200 len: 380 time: 0.1007936 Feb 09 01:49:41.202710 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-48b485e3-7e59-41da-86b9-83778fa990ae tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Request body: {'port': {'device_id': '6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f', 'network_id': 'd33d4b53-4ce7-4cd8-bd8b-dde95c574802', 'admin_state_up': True, 'tenant_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'security_groups': ['dbc3da30-4e82-4c90-8ba1-00026795e407']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:41.208444 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-a41bbe44-5405-4a54-acea-6434fcd43739 None None] For port 38be0a94-4403-45c6-80c6-beea485206c7, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:49:41.211945 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-a41bbe44-5405-4a54-acea-6434fcd43739 None None] For port 38be0a94-4403-45c6-80c6-beea485206c7, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=38be0a94-4403-45c6-80c6-beea485206c7,segment=NetworkSegment(d8a0879c-7803-48ea-b521-e11762666b31),segment_id=d8a0879c-7803-48ea-b521-e11762666b31)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:49:41.225589 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a41bbe44-5405-4a54-acea-6434fcd43739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (38be0a94-4403-45c6-80c6-beea485206c7), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:41.312316 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 39508) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:41.369853 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b09e0749-4d70-4fef-96f9-a6243fec0cc4 None None] Provisioning complete for port 38be0a94-4403-45c6-80c6-beea485206c7 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:41.370229 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b09e0749-4d70-4fef-96f9-a6243fec0cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (38be0a94-4403-45c6-80c6-beea485206c7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:41.372705 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41bbe44-5405-4a54-acea-6434fcd43739 None None] Routers {'d873d957-9ecc-4437-86ca-32d966475dec'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:41.373194 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-48b485e3-7e59-41da-86b9-83778fa990ae tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Made reservation on behalf of 8b7c3d5d34764138a793ac4ac9fbb514 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:49:41.376258 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-a41bbe44-5405-4a54-acea-6434fcd43739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:49:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['d873d957-9ecc-4437-86ca-32d966475dec'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:41.377432 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-48b485e3-7e59-41da-86b9-83778fa990ae tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:41.384356 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193ae76-8451-465f-b429-6aac04bfa50a None None] Pushing event updated for resources: {'Port': ['ID=38be0a94-4403-45c6-80c6-beea485206c7,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:41.476396 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-42351a63-c7d7-476e-ac52-b4c612da36d7 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/floatingips/38f7fae6-3413-4544-91bc-b7e47653f0c9 HTTP/1.1" status: 200 len: 993 time: 0.1628091 Feb 09 01:49:41.580499 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-48b485e3-7e59-41da-86b9-83778fa990ae tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Allocated IP 172.20.0.10 (d33d4b53-4ce7-4cd8-bd8b-dde95c574802/15c51665-c8f0-46e5-8131-d2046febd6aa/6268d8ca-82d4-4b84-ac8b-6b323c3c37d8) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:49:41.676994 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-a41bbe44-5405-4a54-acea-6434fcd43739 None None] Set router d873d957-9ecc-4437-86ca-32d966475dec gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:49:41.683140 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a399b8c-1f7d-4554-9478-78f12e8628e1 req-8fea8e09-b222-433d-a54b-2c92426a8814 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f HTTP/1.1" status: 200 len: 210 time: 0.0430479 Feb 09 01:49:41.742451 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b09e0749-4d70-4fef-96f9-a6243fec0cc4 None None] Current status of the port 38be0a94-4403-45c6-80c6-beea485206c7 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:41.743106 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b09e0749-4d70-4fef-96f9-a6243fec0cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (38be0a94-4403-45c6-80c6-beea485206c7), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:41.822326 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-48b485e3-7e59-41da-86b9-83778fa990ae tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks [] for port (6268d8ca-82d4-4b84-ac8b-6b323c3c37d8), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:41.848469 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b09e0749-4d70-4fef-96f9-a6243fec0cc4 None None] For port 38be0a94-4403-45c6-80c6-beea485206c7, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=38be0a94-4403-45c6-80c6-beea485206c7,segment=NetworkSegment(d8a0879c-7803-48ea-b521-e11762666b31),segment_id=d8a0879c-7803-48ea-b521-e11762666b31)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:41.861766 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b09e0749-4d70-4fef-96f9-a6243fec0cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (38be0a94-4403-45c6-80c6-beea485206c7), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:41.866623 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-48b485e3-7e59-41da-86b9-83778fa990ae tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (6268d8ca-82d4-4b84-ac8b-6b323c3c37d8), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:41.915132 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-48b485e3-7e59-41da-86b9-83778fa990ae tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Network d33d4b53-4ce7-4cd8-bd8b-dde95c574802 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:41.921182 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-48b485e3-7e59-41da-86b9-83778fa990ae tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:41.925935 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-48b485e3-7e59-41da-86b9-83778fa990ae tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:49:41.992765 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-48b485e3-7e59-41da-86b9-83778fa990ae tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:41.993441 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-48b485e3-7e59-41da-86b9-83778fa990ae tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:42.008112 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b485e3-7e59-41da-86b9-83778fa990ae tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Pushing event updated for resources: {'Port': ['ID=6268d8ca-82d4-4b84-ac8b-6b323c3c37d8,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:42.019610 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b485e3-7e59-41da-86b9-83778fa990ae tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:42.019915 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b485e3-7e59-41da-86b9-83778fa990ae tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:42.020351 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b485e3-7e59-41da-86b9-83778fa990ae tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:42.020743 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b485e3-7e59-41da-86b9-83778fa990ae tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:42.021078 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b485e3-7e59-41da-86b9-83778fa990ae tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:42.021505 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b485e3-7e59-41da-86b9-83778fa990ae tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:42.021916 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b485e3-7e59-41da-86b9-83778fa990ae tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:42.022294 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b485e3-7e59-41da-86b9-83778fa990ae tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:42.023136 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b485e3-7e59-41da-86b9-83778fa990ae tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:42.023444 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b485e3-7e59-41da-86b9-83778fa990ae tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:42.023874 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b485e3-7e59-41da-86b9-83778fa990ae tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:42.024240 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b485e3-7e59-41da-86b9-83778fa990ae tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:42.024559 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b485e3-7e59-41da-86b9-83778fa990ae tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:42.032780 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-48b485e3-7e59-41da-86b9-83778fa990ae tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8373940 Feb 09 01:49:42.053257 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-e147d7a4-dafe-4335-963a-abcff078e75a tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:49:42.056389 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-e147d7a4-dafe-4335-963a-abcff078e75a tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130584 Feb 09 01:49:42.073924 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-2bc50df6-3041-45c1-8066-2606bffdc2e3 service neutron] Request body: {'port': {'device_id': '6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:42.228290 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e0749-4d70-4fef-96f9-a6243fec0cc4 None None] Pushing event updated for resources: {'Port': ['ID=38be0a94-4403-45c6-80c6-beea485206c7,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:42.234740 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-2bc50df6-3041-45c1-8066-2606bffdc2e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (6268d8ca-82d4-4b84-ac8b-6b323c3c37d8), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:42.246078 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 38be0a94-4403-45c6-80c6-beea485206c7 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:49:42.325834 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-a0df5492-1d45-4610-914a-9ef2000cdd0c None None] Provisioning complete for port 38be0a94-4403-45c6-80c6-beea485206c7 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:42.326292 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a0df5492-1d45-4610-914a-9ef2000cdd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (38be0a94-4403-45c6-80c6-beea485206c7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:42.378028 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 38be0a94-4403-45c6-80c6-beea485206c7 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:42.378404 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (38be0a94-4403-45c6-80c6-beea485206c7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:42.472276 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-a41bbe44-5405-4a54-acea-6434fcd43739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd873d957-9ecc-4437-86ca-32d966475dec', 'name': 'tempest-TestServerBasicOps-317233390-router', 'tenant_id': '5c5823b9aa404b7fa96656914985d333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '1d9a40df-11eb-499c-980c-790cd495792e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:28Z', 'updated_at': '2022-02-09T01:49:32Z', 'revision_number': 4, 'project_id': '5c5823b9aa404b7fa96656914985d333', 'gw_port': {'id': '1d9a40df-11eb-499c-980c-790cd495792e', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd873d957-9ecc-4437-86ca-32d966475dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:28Z', 'updated_at': '2022-02-09T01:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '38be0a94-4403-45c6-80c6-beea485206c7', 'name': '', 'network_id': '79fab022-ea62-4bdf-87a5-b7216d409c89', 'tenant_id': '5c5823b9aa404b7fa96656914985d333', 'mac_address': 'fa:16:3e:ef:13:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd873d957-9ecc-4437-86ca-32d966475dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '00eb0b86-983f-4257-81a6-254b7e28cb67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:31Z', 'updated_at': '2022-02-09T01:49:41Z', 'revision_number': 4, 'project_id': '5c5823b9aa404b7fa96656914985d333', 'subnets': [{'id': '00eb0b86-983f-4257-81a6-254b7e28cb67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:42.511548 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41bbe44-5405-4a54-acea-6434fcd43739 None None] The sync data for ids ['d873d957-9ecc-4437-86ca-32d966475dec'] in n-d-822053-40 is: [{'id': 'd873d957-9ecc-4437-86ca-32d966475dec', 'name': 'tempest-TestServerBasicOps-317233390-router', 'tenant_id': '5c5823b9aa404b7fa96656914985d333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '1d9a40df-11eb-499c-980c-790cd495792e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:28Z', 'updated_at': '2022-02-09T01:49:32Z', 'revision_number': 4, 'project_id': '5c5823b9aa404b7fa96656914985d333', 'gw_port': {'id': '1d9a40df-11eb-499c-980c-790cd495792e', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd873d957-9ecc-4437-86ca-32d966475dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:28Z', 'updated_at': '2022-02-09T01:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '38be0a94-4403-45c6-80c6-beea485206c7', 'name': '', 'network_id': '79fab022-ea62-4bdf-87a5-b7216d409c89', 'tenant_id': '5c5823b9aa404b7fa96656914985d333', 'mac_address': 'fa:16:3e:ef:13:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd873d957-9ecc-4437-86ca-32d966475dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '00eb0b86-983f-4257-81a6-254b7e28cb67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:31Z', 'updated_at': '2022-02-09T01:49:41Z', 'revision_number': 4, 'project_id': '5c5823b9aa404b7fa96656914985d333', 'subnets': [{'id': '00eb0b86-983f-4257-81a6-254b7e28cb67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:49:42.564513 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 38be0a94-4403-45c6-80c6-beea485206c7 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:42.567930 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a0df5492-1d45-4610-914a-9ef2000cdd0c None None] Current status of the port 38be0a94-4403-45c6-80c6-beea485206c7 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:42.636496 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-2bc50df6-3041-45c1-8066-2606bffdc2e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6268d8ca-82d4-4b84-ac8b-6b323c3c37d8 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:49:42.645881 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-2bc50df6-3041-45c1-8066-2606bffdc2e3 service neutron] Publish callbacks [] for port (6268d8ca-82d4-4b84-ac8b-6b323c3c37d8), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:42.662968 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-2bc50df6-3041-45c1-8066-2606bffdc2e3 service neutron] Transition to ACTIVE for port object 6268d8ca-82d4-4b84-ac8b-6b323c3c37d8 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:49:42.667291 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-2bc50df6-3041-45c1-8066-2606bffdc2e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (6268d8ca-82d4-4b84-ac8b-6b323c3c37d8), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:42.736768 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc50df6-3041-45c1-8066-2606bffdc2e3 service neutron] Pushing event updated for resources: {'Port': ['ID=6268d8ca-82d4-4b84-ac8b-6b323c3c37d8,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:42.944987 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-2bc50df6-3041-45c1-8066-2606bffdc2e3 service neutron] Attempting to bind port 6268d8ca-82d4-4b84-ac8b-6b323c3c37d8 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:49:42.945652 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-2bc50df6-3041-45c1-8066-2606bffdc2e3 service neutron] Attempting to bind port 6268d8ca-82d4-4b84-ac8b-6b323c3c37d8 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': 'd3f99d58-206b-472e-885b-49550230b956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd33d4b53-4ce7-4cd8-bd8b-dde95c574802'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:49:42.946193 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-2bc50df6-3041-45c1-8066-2606bffdc2e3 service neutron] Attempting to bind port 6268d8ca-82d4-4b84-ac8b-6b323c3c37d8 on network d33d4b53-4ce7-4cd8-bd8b-dde95c574802 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:42.968304 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-2bc50df6-3041-45c1-8066-2606bffdc2e3 service neutron] Port 6268d8ca-82d4-4b84-ac8b-6b323c3c37d8 on network d33d4b53-4ce7-4cd8-bd8b-dde95c574802 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:49:42.969088 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-2bc50df6-3041-45c1-8066-2606bffdc2e3 service neutron] Attempting to bind port 6268d8ca-82d4-4b84-ac8b-6b323c3c37d8 on network d33d4b53-4ce7-4cd8-bd8b-dde95c574802 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:42.979651 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-2bc50df6-3041-45c1-8066-2606bffdc2e3 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:49:42.980643 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-2bc50df6-3041-45c1-8066-2606bffdc2e3 service neutron] Checking segment: {'id': 'd3f99d58-206b-472e-885b-49550230b956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd33d4b53-4ce7-4cd8-bd8b-dde95c574802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:49:42.981316 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-2bc50df6-3041-45c1-8066-2606bffdc2e3 service neutron] Bound using segment: {'id': 'd3f99d58-206b-472e-885b-49550230b956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd33d4b53-4ce7-4cd8-bd8b-dde95c574802'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:49:42.981974 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-2bc50df6-3041-45c1-8066-2606bffdc2e3 service neutron] Bound port: 6268d8ca-82d4-4b84-ac8b-6b323c3c37d8, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3f99d58-206b-472e-885b-49550230b956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd33d4b53-4ce7-4cd8-bd8b-dde95c574802'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:49:42.982543 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-2bc50df6-3041-45c1-8066-2606bffdc2e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (6268d8ca-82d4-4b84-ac8b-6b323c3c37d8), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:43.054831 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c2196-55ec-4d04-9188-b58c30cc2bc0 req-41e39d24-2498-41d8-a42c-255975fccd66 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:43.056590 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e29c2196-55ec-4d04-9188-b58c30cc2bc0 req-41e39d24-2498-41d8-a42c-255975fccd66 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f HTTP/1.1" status: 200 len: 944 time: 0.1346016 Feb 09 01:49:43.113027 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-2bc50df6-3041-45c1-8066-2606bffdc2e3 service neutron] For port 6268d8ca-82d4-4b84-ac8b-6b323c3c37d8, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:49:43.119618 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-2bc50df6-3041-45c1-8066-2606bffdc2e3 service neutron] For port 6268d8ca-82d4-4b84-ac8b-6b323c3c37d8, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=6268d8ca-82d4-4b84-ac8b-6b323c3c37d8,segment=NetworkSegment(d3f99d58-206b-472e-885b-49550230b956),segment_id=d3f99d58-206b-472e-885b-49550230b956)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:49:43.225161 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-2bc50df6-3041-45c1-8066-2606bffdc2e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (6268d8ca-82d4-4b84-ac8b-6b323c3c37d8), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:43.324696 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e29c2196-55ec-4d04-9188-b58c30cc2bc0 req-4901425c-91c4-43d4-8982-5aeb8020e4e8 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.30 "GET /v2.0/security-groups?id=dbc3da30-4e82-4c90-8ba1-00026795e407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2585638 Feb 09 01:49:43.333183 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-2bc50df6-3041-45c1-8066-2606bffdc2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:43.333943 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-2bc50df6-3041-45c1-8066-2606bffdc2e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:43.335647 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-2bc50df6-3041-45c1-8066-2606bffdc2e3 service neutron] 10.222.0.91 "PUT /v2.0/ports/6268d8ca-82d4-4b84-ac8b-6b323c3c37d8 HTTP/1.1" status: 200 len: 1093 time: 1.2668250 Feb 09 01:49:43.336149 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f', 'tag': '6268d8ca-82d4-4b84-ac8b-6b323c3c37d8'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:49:43.338429 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d51466-9e1c-47ad-bcfb-5287a27f52e9" -d '{"events": [{"name": "network-changed", "server_uuid": "6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f", "tag": "6268d8ca-82d4-4b84-ac8b-6b323c3c37d8"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:49:43.398658 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec55d1e0-9700-4620-9e35-81dbe1444fcd x-openstack-request-id: req-ec55d1e0-9700-4620-9e35-81dbe1444fcd {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:49:43.399063 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f", "tag": "6268d8ca-82d4-4b84-ac8b-6b323c3c37d8", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:49:43.399211 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ec55d1e0-9700-4620-9e35-81dbe1444fcd {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:49:43.399595 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f', 'tag': '6268d8ca-82d4-4b84-ac8b-6b323c3c37d8', 'status': 'completed', 'code': 200} Feb 09 01:49:43.445976 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc50df6-3041-45c1-8066-2606bffdc2e3 service neutron] Pushing event updated for resources: {'Port': ['ID=6268d8ca-82d4-4b84-ac8b-6b323c3c37d8,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:43.504392 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-1bc3956e-e956-45a1-aabd-3df042c9ca11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:43.505952 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-1bc3956e-e956-45a1-aabd-3df042c9ca11 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8b7c3d5d34764138a793ac4ac9fbb514&device_id=6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f HTTP/1.1" status: 200 len: 1127 time: 0.1036205 Feb 09 01:49:43.576947 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-e3dc1d97-7ae4-4066-b39d-d7eb488038c7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6268d8ca-82d4-4b84-ac8b-6b323c3c37d8 HTTP/1.1" status: 200 len: 217 time: 0.0524566 Feb 09 01:49:43.649994 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-39a5f98e-57dd-4a12-b681-aa9ee3fa0063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:43.652131 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-39a5f98e-57dd-4a12-b681-aa9ee3fa0063 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=15c51665-c8f0-46e5-8131-d2046febd6aa HTTP/1.1" status: 200 len: 848 time: 0.0741417 Feb 09 01:49:43.727494 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-944b3940-3ce2-45db-93c6-0aca19beb25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:43.729029 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-944b3940-3ce2-45db-93c6-0aca19beb25b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d33d4b53-4ce7-4cd8-bd8b-dde95c574802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0679355 Feb 09 01:49:44.085750 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 38be0a94-4403-45c6-80c6-beea485206c7 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:49:44.119386 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-b3298d64-9871-4996-862f-bceb3c8db7ad service neutron] 10.222.0.91 "GET /v2.0/networks/d33d4b53-4ce7-4cd8-bd8b-dde95c574802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799083 Feb 09 01:49:44.136765 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 38be0a94-4403-45c6-80c6-beea485206c7 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:44.138121 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (38be0a94-4403-45c6-80c6-beea485206c7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:44.227021 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 38be0a94-4403-45c6-80c6-beea485206c7 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:44.227503 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9302e8bf-feb1-41fb-8dde-aaa87558297e req-183a8f2a-b3aa-4010-9e8d-35c161889e26 service neutron] 10.222.0.91 "GET /v2.0/networks/d33d4b53-4ce7-4cd8-bd8b-dde95c574802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975058 Feb 09 01:49:44.357249 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d51466-9e1c-47ad-bcfb-5287a27f52e9 req-9490787e-6405-47f7-9b17-e779e19583c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:44.361736 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-46d51466-9e1c-47ad-bcfb-5287a27f52e9 req-9490787e-6405-47f7-9b17-e779e19583c4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8b7c3d5d34764138a793ac4ac9fbb514&device_id=6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f HTTP/1.1" status: 200 len: 1127 time: 0.0804031 Feb 09 01:49:44.556784 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4ce09-9ef6-4572-85ac-480c14470483 req-6da33b4f-3a7a-4026-a772-e34522a18e31 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:44.558440 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5ff4ce09-9ef6-4572-85ac-480c14470483 req-6da33b4f-3a7a-4026-a772-e34522a18e31 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f HTTP/1.1" status: 200 len: 944 time: 0.1582305 Feb 09 01:49:44.565121 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d51466-9e1c-47ad-bcfb-5287a27f52e9 req-c908d3cb-52d5-477c-b2d8-ea4297d71776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:44.566569 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-46d51466-9e1c-47ad-bcfb-5287a27f52e9 req-c908d3cb-52d5-477c-b2d8-ea4297d71776 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d33d4b53-4ce7-4cd8-bd8b-dde95c574802 HTTP/1.1" status: 200 len: 910 time: 0.1992626 Feb 09 01:49:44.670964 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5ff4ce09-9ef6-4572-85ac-480c14470483 req-4cf1aa1b-6cb7-4b20-8897-a4a774273b94 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.30 "GET /v2.0/security-groups?id=dbc3da30-4e82-4c90-8ba1-00026795e407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032970 Feb 09 01:49:44.673390 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-46d51466-9e1c-47ad-bcfb-5287a27f52e9 req-b08b6d9f-1e24-47a7-bf2a-0d58bd73f4a8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6268d8ca-82d4-4b84-ac8b-6b323c3c37d8 HTTP/1.1" status: 200 len: 217 time: 0.0978320 Feb 09 01:49:44.750907 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d51466-9e1c-47ad-bcfb-5287a27f52e9 req-19cb80a5-c724-46f7-b6c9-0e26b4a042dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:44.752498 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-46d51466-9e1c-47ad-bcfb-5287a27f52e9 req-19cb80a5-c724-46f7-b6c9-0e26b4a042dc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=15c51665-c8f0-46e5-8131-d2046febd6aa HTTP/1.1" status: 200 len: 848 time: 0.0714331 Feb 09 01:49:44.816321 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d51466-9e1c-47ad-bcfb-5287a27f52e9 req-c1b7bf5f-e8c8-4e45-a189-f7720a52ccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:44.818018 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-46d51466-9e1c-47ad-bcfb-5287a27f52e9 req-c1b7bf5f-e8c8-4e45-a189-f7720a52ccc2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d33d4b53-4ce7-4cd8-bd8b-dde95c574802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0572362 Feb 09 01:49:44.914711 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-46d51466-9e1c-47ad-bcfb-5287a27f52e9 req-35902bff-ab8a-4836-ac1b-13ee4267e40f service neutron] 10.222.0.91 "GET /v2.0/networks/d33d4b53-4ce7-4cd8-bd8b-dde95c574802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891824 Feb 09 01:49:45.022467 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-46d51466-9e1c-47ad-bcfb-5287a27f52e9 req-da0b82b6-b04f-41ab-8573-11fdca82e560 service neutron] 10.222.0.91 "GET /v2.0/networks/d33d4b53-4ce7-4cd8-bd8b-dde95c574802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008513 Feb 09 01:49:45.807220 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66a686-c210-4269-aa7f-dec69eeceb80 req-0db52de6-4346-4c9e-930e-5f672c99acc1 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:45.809018 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e66a686-c210-4269-aa7f-dec69eeceb80 req-0db52de6-4346-4c9e-930e-5f672c99acc1 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f HTTP/1.1" status: 200 len: 944 time: 0.0681958 Feb 09 01:49:45.887284 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e66a686-c210-4269-aa7f-dec69eeceb80 req-4bc57a09-0d8f-4998-bae4-52fa0d732152 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.30 "GET /v2.0/security-groups?id=dbc3da30-4e82-4c90-8ba1-00026795e407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689301 Feb 09 01:49:46.660007 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 6268d8ca-82d4-4b84-ac8b-6b323c3c37d8 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:49:46.780314 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 6268d8ca-82d4-4b84-ac8b-6b323c3c37d8, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=6268d8ca-82d4-4b84-ac8b-6b323c3c37d8,segment=NetworkSegment(d3f99d58-206b-472e-885b-49550230b956),segment_id=d3f99d58-206b-472e-885b-49550230b956)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:46.802769 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '6268d8ca-82d4-4b84-ac8b-6b323c3c37d8', 'network_id': 'd33d4b53-4ce7-4cd8-bd8b-dde95c574802', 'port_id': '6268d8ca-82d4-4b84-ac8b-6b323c3c37d8', 'mac_address': 'fa:16:3e:27:b9:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15c51665-c8f0-46e5-8131-d2046febd6aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:49:46.851055 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 6268d8ca-82d4-4b84-ac8b-6b323c3c37d8 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:46.851655 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (6268d8ca-82d4-4b84-ac8b-6b323c3c37d8), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:46.869883 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6268d8ca-82d4-4b84-ac8b-6b323c3c37d8 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:49:46.894235 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 6268d8ca-82d4-4b84-ac8b-6b323c3c37d8, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=6268d8ca-82d4-4b84-ac8b-6b323c3c37d8,segment=NetworkSegment(d3f99d58-206b-472e-885b-49550230b956),segment_id=d3f99d58-206b-472e-885b-49550230b956)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:46.898959 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (6268d8ca-82d4-4b84-ac8b-6b323c3c37d8), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:46.956078 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=6268d8ca-82d4-4b84-ac8b-6b323c3c37d8,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:47.076812 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1ed6d-5ed6-4d5b-9f72-78b4d07ba6b7 req-e1f2f18c-2544-499e-a0b7-642e19f1c875 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:47.079102 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2f1ed6d-5ed6-4d5b-9f72-78b4d07ba6b7 req-e1f2f18c-2544-499e-a0b7-642e19f1c875 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f HTTP/1.1" status: 200 len: 945 time: 0.0747581 Feb 09 01:49:47.143945 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2f1ed6d-5ed6-4d5b-9f72-78b4d07ba6b7 req-72312b9b-5a66-4724-9f15-b6396924ee68 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.30 "GET /v2.0/security-groups?id=dbc3da30-4e82-4c90-8ba1-00026795e407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551219 Feb 09 01:49:47.177361 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['6268d8ca-82d4-4b84-ac8b-6b323c3c37d8'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:49:48.287401 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f5974-17cb-4881-a3cd-53fcedd2a9aa req-cc356e60-730a-475c-aec0-9eddadd0a119 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:48.288977 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-751f5974-17cb-4881-a3cd-53fcedd2a9aa req-cc356e60-730a-475c-aec0-9eddadd0a119 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f HTTP/1.1" status: 200 len: 945 time: 0.0620358 Feb 09 01:49:48.341879 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-751f5974-17cb-4881-a3cd-53fcedd2a9aa req-f7f959b4-9521-4501-bba9-32afbb56cf03 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.30 "GET /v2.0/security-groups?id=dbc3da30-4e82-4c90-8ba1-00026795e407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463924 Feb 09 01:49:48.652423 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 6268d8ca-82d4-4b84-ac8b-6b323c3c37d8 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:49:48.708637 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 6268d8ca-82d4-4b84-ac8b-6b323c3c37d8 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:49:48.714033 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 6268d8ca-82d4-4b84-ac8b-6b323c3c37d8 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:48.714630 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (6268d8ca-82d4-4b84-ac8b-6b323c3c37d8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:48.821911 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 6268d8ca-82d4-4b84-ac8b-6b323c3c37d8 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:48.822303 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (6268d8ca-82d4-4b84-ac8b-6b323c3c37d8), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:48.861544 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6268d8ca-82d4-4b84-ac8b-6b323c3c37d8'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:49:48.864612 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeaec4ff-5b77-4231-bff5-9e36045463ac" -d '{"events": [{"server_uuid": "6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f", "name": "network-vif-plugged", "status": "completed", "tag": "6268d8ca-82d4-4b84-ac8b-6b323c3c37d8"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:49:48.872383 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 6268d8ca-82d4-4b84-ac8b-6b323c3c37d8, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=6268d8ca-82d4-4b84-ac8b-6b323c3c37d8,segment=NetworkSegment(d3f99d58-206b-472e-885b-49550230b956),segment_id=d3f99d58-206b-472e-885b-49550230b956)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:48.877881 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (6268d8ca-82d4-4b84-ac8b-6b323c3c37d8), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:48.913214 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b46f99-ee79-47ae-8044-23c96eea682e x-openstack-request-id: req-f7b46f99-ee79-47ae-8044-23c96eea682e {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:49:48.913912 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f", "name": "network-vif-plugged", "status": "completed", "tag": "6268d8ca-82d4-4b84-ac8b-6b323c3c37d8", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:49:48.914357 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f7b46f99-ee79-47ae-8044-23c96eea682e {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:49:48.914770 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6268d8ca-82d4-4b84-ac8b-6b323c3c37d8', 'code': 200} Feb 09 01:49:48.937940 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=6268d8ca-82d4-4b84-ac8b-6b323c3c37d8,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:49.087424 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be20aaa-9df0-4451-a47a-a25828d1cb30 req-5b333709-0119-4cd8-8d1d-7c12c53c302e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:49.089330 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7be20aaa-9df0-4451-a47a-a25828d1cb30 req-5b333709-0119-4cd8-8d1d-7c12c53c302e service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f HTTP/1.1" status: 200 len: 1129 time: 0.0994802 Feb 09 01:49:49.154268 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7be20aaa-9df0-4451-a47a-a25828d1cb30 req-343e073b-d65d-49e5-b518-8d15f2aa7cb9 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=dbc3da30-4e82-4c90-8ba1-00026795e407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568898 Feb 09 01:49:49.476927 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a446d-0897-464d-9e0b-c3c40821002b req-5bcc9948-264e-4d30-b181-e20b9d7172c3 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:49.478445 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-847a446d-0897-464d-9e0b-c3c40821002b req-5bcc9948-264e-4d30-b181-e20b9d7172c3 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f HTTP/1.1" status: 200 len: 946 time: 0.0606132 Feb 09 01:49:49.548385 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-847a446d-0897-464d-9e0b-c3c40821002b req-496a8cb6-64dc-4550-a62f-26c435336514 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.30 "GET /v2.0/security-groups?id=dbc3da30-4e82-4c90-8ba1-00026795e407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631344 Feb 09 01:49:49.584750 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:50.764372 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f614c32-5a58-4e10-8ea6-c5f6e03b015c req-38d60e4a-2f2b-4ca7-b855-74d7b77ba0d1 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:50.766697 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0f614c32-5a58-4e10-8ea6-c5f6e03b015c req-38d60e4a-2f2b-4ca7-b855-74d7b77ba0d1 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f HTTP/1.1" status: 200 len: 946 time: 0.0996299 Feb 09 01:49:50.842500 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7c638f3a-09bb-4f4c-b65d-52bffda69854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:50.878357 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0f614c32-5a58-4e10-8ea6-c5f6e03b015c req-bf8470ce-2e88-47ba-b86c-688d96b8c704 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.30 "GET /v2.0/security-groups?id=dbc3da30-4e82-4c90-8ba1-00026795e407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015539 Feb 09 01:49:51.049083 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5e9b9-2796-4f08-99a1-a348833c656b req-8b6876d7-3d08-4529-96c5-a0625cc2673d tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:51.056477 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e6c5e9b9-2796-4f08-99a1-a348833c656b req-8b6876d7-3d08-4529-96c5-a0625cc2673d tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f HTTP/1.1" status: 200 len: 946 time: 0.0983014 Feb 09 01:49:51.142597 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e6c5e9b9-2796-4f08-99a1-a348833c656b req-e73dfa81-25e2-4ba6-b300-ae694e7c6d25 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.30 "GET /v2.0/security-groups?id=dbc3da30-4e82-4c90-8ba1-00026795e407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849104 Feb 09 01:49:51.144959 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:51.323390 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a0356-18b1-4779-887e-85e1ef207891 req-c6f0f72a-c2ff-4f16-8a03-b2285e563f54 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:51.331763 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a77a0356-18b1-4779-887e-85e1ef207891 req-c6f0f72a-c2ff-4f16-8a03-b2285e563f54 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f HTTP/1.1" status: 200 len: 946 time: 0.1141911 Feb 09 01:49:51.406423 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a77a0356-18b1-4779-887e-85e1ef207891 req-bf5f6458-c3b6-4097-9518-c5d25e6ed687 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.30 "GET /v2.0/security-groups?id=dbc3da30-4e82-4c90-8ba1-00026795e407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732226 Feb 09 01:49:51.428044 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40022) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:51.648009 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644cae6f-2462-4906-84d7-cba7e5d2f95e tempest-TestServerBasicOps-104314702 tempest-TestServerBasicOps-104314702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:51.653474 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40026) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:49:51.653946 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-644cae6f-2462-4906-84d7-cba7e5d2f95e tempest-TestServerBasicOps-104314702 tempest-TestServerBasicOps-104314702-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f HTTP/1.1" status: 200 len: 1124 time: 0.2244539 Feb 09 01:49:51.657904 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-ea54f1f2-696a-4839-bd04-892e35b614e2 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'port_id': '6268d8ca-82d4-4b84-ac8b-6b323c3c37d8', 'tenant_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:51.700645 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ea54f1f2-696a-4839-bd04-892e35b614e2 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:51.844633 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ea54f1f2-696a-4839-bd04-892e35b614e2 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:51.999551 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-ea54f1f2-696a-4839-bd04-892e35b614e2 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Allocated IP 172.25.1.29 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/8df6b779-5ff6-49d8-b517-e491a8165def) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:49:52.114268 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ea54f1f2-696a-4839-bd04-892e35b614e2 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks [] for port (8df6b779-5ff6-49d8-b517-e491a8165def), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:52.192297 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ea54f1f2-696a-4839-bd04-892e35b614e2 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (8df6b779-5ff6-49d8-b517-e491a8165def), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:52.246434 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea54f1f2-696a-4839-bd04-892e35b614e2 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:52.250067 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-ea54f1f2-696a-4839-bd04-892e35b614e2 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:52.252915 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea54f1f2-696a-4839-bd04-892e35b614e2 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:49:52.284295 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54f1f2-696a-4839-bd04-892e35b614e2 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Pushing event updated for resources: {'Port': ['ID=8df6b779-5ff6-49d8-b517-e491a8165def,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:52.864727 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ea54f1f2-696a-4839-bd04-892e35b614e2 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks [] for floatingip (5dba4359-af24-433e-9153-e1f558cfea4f), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:52.983693 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ea54f1f2-696a-4839-bd04-892e35b614e2 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8df6b779-5ff6-49d8-b517-e491a8165def), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:53.226566 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ea54f1f2-696a-4839-bd04-892e35b614e2 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks [] for port (8df6b779-5ff6-49d8-b517-e491a8165def), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:53.233244 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ea54f1f2-696a-4839-bd04-892e35b614e2 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (8df6b779-5ff6-49d8-b517-e491a8165def), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:53.311235 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54f1f2-696a-4839-bd04-892e35b614e2 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Pushing event updated for resources: {'Port': ['ID=8df6b779-5ff6-49d8-b517-e491a8165def,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:53.330473 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ea54f1f2-696a-4839-bd04-892e35b614e2 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (5dba4359-af24-433e-9153-e1f558cfea4f), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:53.453286 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [None req-ea54f1f2-696a-4839-bd04-892e35b614e2 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Floating IP 5dba4359-af24-433e-9153-e1f558cfea4f associated. External IP: 172.25.1.29, port: 6268d8ca-82d4-4b84-ac8b-6b323c3c37d8. Feb 09 01:49:53.726378 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea54f1f2-696a-4839-bd04-892e35b614e2 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Router 7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:49:53.884092 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea54f1f2-696a-4839-bd04-892e35b614e2 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:49:53.902961 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eed2df1-ba29-43ec-a344-eb1989e643cf None None] Sync routers for ids ['7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:49:53.921125 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eed2df1-ba29-43ec-a344-eb1989e643cf None None] Routers {'7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:53.922212 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6eed2df1-ba29-43ec-a344-eb1989e643cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:49:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:53.938388 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ea54f1f2-696a-4839-bd04-892e35b614e2 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:54.049320 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-6eed2df1-ba29-43ec-a344-eb1989e643cf None None] Set router 7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:49:54.054098 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ea54f1f2-696a-4839-bd04-892e35b614e2 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3993824 Feb 09 01:49:54.054991 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f', 'tag': '6268d8ca-82d4-4b84-ac8b-6b323c3c37d8'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:49:54.059118 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25cfc903-4e4f-45f9-ac21-916e67c063cb" -d '{"events": [{"name": "network-changed", "server_uuid": "6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f", "tag": "6268d8ca-82d4-4b84-ac8b-6b323c3c37d8"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:49:54.133545 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3474e472-1352-4dc2-bc1e-068c3a482e87 x-openstack-request-id: req-3474e472-1352-4dc2-bc1e-068c3a482e87 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:49:54.135155 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f", "tag": "6268d8ca-82d4-4b84-ac8b-6b323c3c37d8", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:49:54.135155 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3474e472-1352-4dc2-bc1e-068c3a482e87 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:49:54.136210 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f', 'tag': '6268d8ca-82d4-4b84-ac8b-6b323c3c37d8', 'status': 'completed', 'code': 200} Feb 09 01:49:54.275611 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfc903-4e4f-45f9-ac21-916e67c063cb req-57a23a3e-4474-42fb-955b-c1852d4cc6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:54.277236 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-25cfc903-4e4f-45f9-ac21-916e67c063cb req-57a23a3e-4474-42fb-955b-c1852d4cc6b6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8b7c3d5d34764138a793ac4ac9fbb514&device_id=6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f HTTP/1.1" status: 200 len: 1129 time: 0.1147122 Feb 09 01:49:54.368428 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e7eb63b3-d3e5-4213-a1a9-2971a5def54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:54.435884 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfc903-4e4f-45f9-ac21-916e67c063cb req-abfcca43-959b-489f-bfae-45f9df08e9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:54.437918 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-25cfc903-4e4f-45f9-ac21-916e67c063cb req-abfcca43-959b-489f-bfae-45f9df08e9f9 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d33d4b53-4ce7-4cd8-bd8b-dde95c574802 HTTP/1.1" status: 200 len: 910 time: 0.1543713 Feb 09 01:49:54.540270 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6eed2df1-ba29-43ec-a344-eb1989e643cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c', 'name': 'tempest-TestServerBasicOps-1935546188-router', 'tenant_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '3cc71c35-f495-4c41-a9b4-be8a4bb7ec26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:20Z', 'updated_at': '2022-02-09T01:49:24Z', 'revision_number': 4, 'project_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'gw_port': {'id': '3cc71c35-f495-4c41-a9b4-be8a4bb7ec26', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:20Z', 'updated_at': '2022-02-09T01:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '5dba4359-af24-433e-9153-e1f558cfea4f', 'tenant_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'floating_ip_address': '172.25.1.29', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c', 'port_id': '6268d8ca-82d4-4b84-ac8b-6b323c3c37d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd33d4b53-4ce7-4cd8-bd8b-dde95c574802', 'mac_address': 'fa:16:3e:27:b9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:49:52Z', 'updated_at': '2022-02-09T01:49:52Z', 'revision_number': 0, 'project_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5aee61-2d72-4f58-a805-86b6a2399790', 'name': '', 'network_id': 'd33d4b53-4ce7-4cd8-bd8b-dde95c574802', 'tenant_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'mac_address': 'fa:16:3e:fb:97:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '15c51665-c8f0-46e5-8131-d2046febd6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:23Z', 'updated_at': '2022-02-09T01:49:34Z', 'revision_number': 5, 'project_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'subnets': [{'id': '15c51665-c8f0-46e5-8131-d2046febd6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:54.569794 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eed2df1-ba29-43ec-a344-eb1989e643cf None None] Checking router: 7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:49:54.592485 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eed2df1-ba29-43ec-a344-eb1989e643cf None None] Routers {'7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:49:54.593149 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6eed2df1-ba29-43ec-a344-eb1989e643cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:49:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:54.619648 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-25cfc903-4e4f-45f9-ac21-916e67c063cb req-950622cc-35db-44ff-a7df-38b8e0b70ef7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6268d8ca-82d4-4b84-ac8b-6b323c3c37d8 HTTP/1.1" status: 200 len: 999 time: 0.1704152 Feb 09 01:49:54.684137 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfc903-4e4f-45f9-ac21-916e67c063cb req-51cfdd37-6426-479d-990e-bf926b619c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:54.686209 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-25cfc903-4e4f-45f9-ac21-916e67c063cb req-51cfdd37-6426-479d-990e-bf926b619c1f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=15c51665-c8f0-46e5-8131-d2046febd6aa HTTP/1.1" status: 200 len: 848 time: 0.0607133 Feb 09 01:49:54.727429 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-6eed2df1-ba29-43ec-a344-eb1989e643cf None None] Set router 7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:49:54.821147 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfc903-4e4f-45f9-ac21-916e67c063cb req-844cf574-9dc4-4257-9262-d04dbd086432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:54.823451 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-25cfc903-4e4f-45f9-ac21-916e67c063cb req-844cf574-9dc4-4257-9262-d04dbd086432 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d33d4b53-4ce7-4cd8-bd8b-dde95c574802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1307216 Feb 09 01:49:55.002907 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-25cfc903-4e4f-45f9-ac21-916e67c063cb req-e5352a0b-496f-4c3f-80ed-18a171bc501a service neutron] 10.222.0.91 "GET /v2.0/networks/d33d4b53-4ce7-4cd8-bd8b-dde95c574802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724815 Feb 09 01:49:55.106834 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6eed2df1-ba29-43ec-a344-eb1989e643cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c', 'name': 'tempest-TestServerBasicOps-1935546188-router', 'tenant_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '3cc71c35-f495-4c41-a9b4-be8a4bb7ec26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:20Z', 'updated_at': '2022-02-09T01:49:24Z', 'revision_number': 4, 'project_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'gw_port': {'id': '3cc71c35-f495-4c41-a9b4-be8a4bb7ec26', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:20Z', 'updated_at': '2022-02-09T01:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '5dba4359-af24-433e-9153-e1f558cfea4f', 'tenant_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'floating_ip_address': '172.25.1.29', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c', 'port_id': '6268d8ca-82d4-4b84-ac8b-6b323c3c37d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd33d4b53-4ce7-4cd8-bd8b-dde95c574802', 'mac_address': 'fa:16:3e:27:b9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:49:52Z', 'updated_at': '2022-02-09T01:49:52Z', 'revision_number': 0, 'project_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5aee61-2d72-4f58-a805-86b6a2399790', 'name': '', 'network_id': 'd33d4b53-4ce7-4cd8-bd8b-dde95c574802', 'tenant_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'mac_address': 'fa:16:3e:fb:97:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '15c51665-c8f0-46e5-8131-d2046febd6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:23Z', 'updated_at': '2022-02-09T01:49:34Z', 'revision_number': 5, 'project_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'subnets': [{'id': '15c51665-c8f0-46e5-8131-d2046febd6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:49:55.123655 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-25cfc903-4e4f-45f9-ac21-916e67c063cb req-17496d06-461a-4fda-a46d-2ed4f081cd9d service neutron] 10.222.0.91 "GET /v2.0/networks/d33d4b53-4ce7-4cd8-bd8b-dde95c574802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145012 Feb 09 01:49:55.174648 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eed2df1-ba29-43ec-a344-eb1989e643cf None None] The sync data for ids ['7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c'] in n-d-822053-40 is: [{'id': '7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c', 'name': 'tempest-TestServerBasicOps-1935546188-router', 'tenant_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '3cc71c35-f495-4c41-a9b4-be8a4bb7ec26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:20Z', 'updated_at': '2022-02-09T01:49:24Z', 'revision_number': 4, 'project_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'gw_port': {'id': '3cc71c35-f495-4c41-a9b4-be8a4bb7ec26', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:20Z', 'updated_at': '2022-02-09T01:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '5dba4359-af24-433e-9153-e1f558cfea4f', 'tenant_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'floating_ip_address': '172.25.1.29', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c', 'port_id': '6268d8ca-82d4-4b84-ac8b-6b323c3c37d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd33d4b53-4ce7-4cd8-bd8b-dde95c574802', 'mac_address': 'fa:16:3e:27:b9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:49:52Z', 'updated_at': '2022-02-09T01:49:52Z', 'revision_number': 0, 'project_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5aee61-2d72-4f58-a805-86b6a2399790', 'name': '', 'network_id': 'd33d4b53-4ce7-4cd8-bd8b-dde95c574802', 'tenant_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'mac_address': 'fa:16:3e:fb:97:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '15c51665-c8f0-46e5-8131-d2046febd6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:23Z', 'updated_at': '2022-02-09T01:49:34Z', 'revision_number': 5, 'project_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'subnets': [{'id': '15c51665-c8f0-46e5-8131-d2046febd6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:49:55.495660 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2586addd-8319-496d-ba85-d21467cfa56d None None] New status for floating IP 5dba4359-af24-433e-9153-e1f558cfea4f: ACTIVE {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:49:55.882750 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:57.608213 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:58.327706 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:01.554872 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f349816c-d028-434c-9ca9-a383c8d24059 req-68b760a1-5368-435d-ad02-a9736d5b4a6b service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0949171 Feb 09 01:50:01.599611 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40090) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:01.827610 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349816c-d028-434c-9ca9-a383c8d24059 req-dfe9bb4a-2f47-487e-a0a8-a190b769aed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:01.830236 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f349816c-d028-434c-9ca9-a383c8d24059 req-dfe9bb4a-2f47-487e-a0a8-a190b769aed4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8b7c3d5d34764138a793ac4ac9fbb514&device_id=6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f HTTP/1.1" status: 200 len: 1129 time: 0.1174545 Feb 09 01:50:01.832967 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cc897e7a-6f64-4320-938b-90c404edfcab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:01.944407 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cc897e7a-6f64-4320-938b-90c404edfcab admin admin] Publish callbacks [] for security_group (df001a80-c1d8-4d78-b6ee-6d39f458f970), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:01.960493 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cc897e7a-6f64-4320-938b-90c404edfcab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (df001a80-c1d8-4d78-b6ee-6d39f458f970), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:02.009415 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc897e7a-6f64-4320-938b-90c404edfcab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df001a80-c1d8-4d78-b6ee-6d39f458f970,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:02.019468 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cc897e7a-6f64-4320-938b-90c404edfcab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=920e52f7e6704f6c9b1c17bbe36cc2ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4183075 Feb 09 01:50:02.025063 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40098) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:02.035698 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc897e7a-6f64-4320-938b-90c404edfcab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:02.036195 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc897e7a-6f64-4320-938b-90c404edfcab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:02.036606 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc897e7a-6f64-4320-938b-90c404edfcab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:02.037037 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc897e7a-6f64-4320-938b-90c404edfcab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:02.037437 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc897e7a-6f64-4320-938b-90c404edfcab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:02.037836 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc897e7a-6f64-4320-938b-90c404edfcab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:02.038231 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc897e7a-6f64-4320-938b-90c404edfcab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:02.038625 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc897e7a-6f64-4320-938b-90c404edfcab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:02.039022 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc897e7a-6f64-4320-938b-90c404edfcab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:02.039414 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc897e7a-6f64-4320-938b-90c404edfcab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:02.039808 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc897e7a-6f64-4320-938b-90c404edfcab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:02.040311 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc897e7a-6f64-4320-938b-90c404edfcab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:02.041125 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc897e7a-6f64-4320-938b-90c404edfcab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:02.223850 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8bd9aa5e-455e-4af2-9edb-38e36c64185f admin admin] Publish callbacks [] for security_group (df001a80-c1d8-4d78-b6ee-6d39f458f970), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:02.272949 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8bd9aa5e-455e-4af2-9edb-38e36c64185f admin admin] Publish callbacks [] for security_group (df001a80-c1d8-4d78-b6ee-6d39f458f970), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:02.344453 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8bd9aa5e-455e-4af2-9edb-38e36c64185f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (df001a80-c1d8-4d78-b6ee-6d39f458f970), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:02.349438 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8bd9aa5e-455e-4af2-9edb-38e36c64185f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:02.351830 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8bd9aa5e-455e-4af2-9edb-38e36c64185f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/df001a80-c1d8-4d78-b6ee-6d39f458f970 HTTP/1.1" status: 204 len: 168 time: 0.3252704 Feb 09 01:50:02.373896 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd9aa5e-455e-4af2-9edb-38e36c64185f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df001a80-c1d8-4d78-b6ee-6d39f458f970,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:02.398833 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349816c-d028-434c-9ca9-a383c8d24059 req-fe691725-68a1-48ef-b301-cb4a93b0b695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:02.412365 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f349816c-d028-434c-9ca9-a383c8d24059 req-fe691725-68a1-48ef-b301-cb4a93b0b695 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d33d4b53-4ce7-4cd8-bd8b-dde95c574802 HTTP/1.1" status: 200 len: 910 time: 0.5574486 Feb 09 01:50:02.515511 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f349816c-d028-434c-9ca9-a383c8d24059 req-841b5f9f-6488-48dd-8e9b-81228ca06dff service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6268d8ca-82d4-4b84-ac8b-6b323c3c37d8 HTTP/1.1" status: 200 len: 1001 time: 0.0958648 Feb 09 01:50:02.575114 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349816c-d028-434c-9ca9-a383c8d24059 req-a66e0da6-6ef2-4c7f-818c-4f6d70f04718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:02.581389 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f349816c-d028-434c-9ca9-a383c8d24059 req-a66e0da6-6ef2-4c7f-818c-4f6d70f04718 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=15c51665-c8f0-46e5-8131-d2046febd6aa HTTP/1.1" status: 200 len: 848 time: 0.0593894 Feb 09 01:50:02.704228 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349816c-d028-434c-9ca9-a383c8d24059 req-b9a97ec7-009b-4cf2-ac7e-80c80b7c10ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:02.707684 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f349816c-d028-434c-9ca9-a383c8d24059 req-b9a97ec7-009b-4cf2-ac7e-80c80b7c10ad service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d33d4b53-4ce7-4cd8-bd8b-dde95c574802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1187408 Feb 09 01:50:02.842732 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40104) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:02.858123 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-854a7ea4-5813-4381-9db1-71fd78e5ef0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:02.901803 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f349816c-d028-434c-9ca9-a383c8d24059 req-25ed6a51-5e01-4eb3-8a3b-18cb2e1f88f8 service neutron] 10.222.0.91 "GET /v2.0/networks/d33d4b53-4ce7-4cd8-bd8b-dde95c574802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871490 Feb 09 01:50:03.082399 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-854a7ea4-5813-4381-9db1-71fd78e5ef0d admin admin] Publish callbacks [] for security_group (6fadd0d6-1f76-4256-ab05-efc49942162e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:03.093211 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-854a7ea4-5813-4381-9db1-71fd78e5ef0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (6fadd0d6-1f76-4256-ab05-efc49942162e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:03.148602 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f349816c-d028-434c-9ca9-a383c8d24059 req-f7392b1b-2513-40ac-b4d9-aec98f049099 service neutron] 10.222.0.91 "GET /v2.0/networks/d33d4b53-4ce7-4cd8-bd8b-dde95c574802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394464 Feb 09 01:50:03.183515 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a7ea4-5813-4381-9db1-71fd78e5ef0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fadd0d6-1f76-4256-ab05-efc49942162e,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:03.212766 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-854a7ea4-5813-4381-9db1-71fd78e5ef0d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=008d4bf2514b450d81c4cd11b3aa8f49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3689010 Feb 09 01:50:03.218014 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40108) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:03.306744 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ef5bcff6-aa61-4823-a836-dbb40cf698f7 admin admin] Publish callbacks [] for security_group (6fadd0d6-1f76-4256-ab05-efc49942162e), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:03.345300 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ef5bcff6-aa61-4823-a836-dbb40cf698f7 admin admin] Publish callbacks [] for security_group (6fadd0d6-1f76-4256-ab05-efc49942162e), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:03.433844 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ef5bcff6-aa61-4823-a836-dbb40cf698f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (6fadd0d6-1f76-4256-ab05-efc49942162e), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:03.438957 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ef5bcff6-aa61-4823-a836-dbb40cf698f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:03.440567 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ef5bcff6-aa61-4823-a836-dbb40cf698f7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6fadd0d6-1f76-4256-ab05-efc49942162e HTTP/1.1" status: 204 len: 168 time: 0.2205546 Feb 09 01:50:03.468525 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5bcff6-aa61-4823-a836-dbb40cf698f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fadd0d6-1f76-4256-ab05-efc49942162e,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:04.920281 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3df62cce-a9f4-4a3c-96a5-9d56fd263fd0 req-b794fb67-2945-402b-b92a-fa883f35461f service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=69d0a6d1-e71b-463e-9e19-c87fd14f0df8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0578151 Feb 09 01:50:05.028367 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df62cce-a9f4-4a3c-96a5-9d56fd263fd0 req-ffe0781d-aca7-4335-8535-eab32959c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:05.030815 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3df62cce-a9f4-4a3c-96a5-9d56fd263fd0 req-ffe0781d-aca7-4335-8535-eab32959c2b0 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=be37988e5bf5448987567e96924ed429&device_id=69d0a6d1-e71b-463e-9e19-c87fd14f0df8 HTTP/1.1" status: 200 len: 1128 time: 0.0673389 Feb 09 01:50:05.176621 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df62cce-a9f4-4a3c-96a5-9d56fd263fd0 req-887a816a-3c1f-47d3-9bc8-7ea2ca50dd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:05.179441 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3df62cce-a9f4-4a3c-96a5-9d56fd263fd0 req-887a816a-3c1f-47d3-9bc8-7ea2ca50dd78 service neutron] 10.222.0.121 "GET /v2.0/networks?id=029abd68-6023-4932-b807-dad80226df93 HTTP/1.1" status: 200 len: 898 time: 0.1301692 Feb 09 01:50:05.263033 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3df62cce-a9f4-4a3c-96a5-9d56fd263fd0 req-d386cc9d-49c3-461b-9931-52dd6b66b72f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46ea9770-ce00-411c-83be-170696b566d2 HTTP/1.1" status: 200 len: 1001 time: 0.0756793 Feb 09 01:50:05.336771 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df62cce-a9f4-4a3c-96a5-9d56fd263fd0 req-8d69a276-ee1c-4807-b522-531e8f465b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:05.338974 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3df62cce-a9f4-4a3c-96a5-9d56fd263fd0 req-8d69a276-ee1c-4807-b522-531e8f465b53 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b112263c-a608-4676-b341-06787f310b90 HTTP/1.1" status: 200 len: 834 time: 0.0674915 Feb 09 01:50:05.435587 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df62cce-a9f4-4a3c-96a5-9d56fd263fd0 req-4695ad84-c61d-4d73-a686-4968a717ff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:05.438132 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3df62cce-a9f4-4a3c-96a5-9d56fd263fd0 req-4695ad84-c61d-4d73-a686-4968a717ff96 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=029abd68-6023-4932-b807-dad80226df93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0926647 Feb 09 01:50:05.734658 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3df62cce-a9f4-4a3c-96a5-9d56fd263fd0 req-fe9c83c6-9b12-48be-a331-ac94841f6875 service neutron] 10.222.0.121 "GET /v2.0/networks/029abd68-6023-4932-b807-dad80226df93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889860 Feb 09 01:50:05.859526 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3df62cce-a9f4-4a3c-96a5-9d56fd263fd0 req-9659ff6d-b810-4784-960f-95310713efc0 service neutron] 10.222.0.121 "GET /v2.0/networks/029abd68-6023-4932-b807-dad80226df93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181290 Feb 09 01:50:09.115789 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40212) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:09.242469 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c91156f9-006f-4d50-8147-e97891aea959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:09.328818 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c91156f9-006f-4d50-8147-e97891aea959 admin admin] Publish callbacks [] for security_group (eb725d70-e7e2-4336-b17a-af69d62fb0b1), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:09.334028 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c91156f9-006f-4d50-8147-e97891aea959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (eb725d70-e7e2-4336-b17a-af69d62fb0b1), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:09.405133 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91156f9-006f-4d50-8147-e97891aea959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb725d70-e7e2-4336-b17a-af69d62fb0b1,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:09.417866 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40216) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:09.418476 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c91156f9-006f-4d50-8147-e97891aea959 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=91ae4657071949c79363f900570a44f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3014922 Feb 09 01:50:09.509190 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bafe220-4093-42d2-a201-fdc260c1b64d admin admin] Publish callbacks [] for security_group (eb725d70-e7e2-4336-b17a-af69d62fb0b1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:09.535266 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bafe220-4093-42d2-a201-fdc260c1b64d admin admin] Publish callbacks [] for security_group (eb725d70-e7e2-4336-b17a-af69d62fb0b1), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:09.596711 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bafe220-4093-42d2-a201-fdc260c1b64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (eb725d70-e7e2-4336-b17a-af69d62fb0b1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:09.601748 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bafe220-4093-42d2-a201-fdc260c1b64d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:09.608578 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5bafe220-4093-42d2-a201-fdc260c1b64d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eb725d70-e7e2-4336-b17a-af69d62fb0b1 HTTP/1.1" status: 204 len: 168 time: 0.1884847 Feb 09 01:50:09.626100 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bafe220-4093-42d2-a201-fdc260c1b64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb725d70-e7e2-4336-b17a-af69d62fb0b1,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:12.611994 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40284) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:12.617228 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-662370e4-5beb-4b60-bf17-438cd59e5429 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Request body: {'network': {'name': 'tempest-network-smoke--508818135', 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'port_security_enabled': True}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:12.640709 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662370e4-5beb-4b60-bf17-438cd59e5429 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Made reservation on behalf of eba2e8610cc343fcbba1fc67f1310146 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:50:12.645725 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-662370e4-5beb-4b60-bf17-438cd59e5429 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:12.656076 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-662370e4-5beb-4b60-bf17-438cd59e5429 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:12.742102 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-662370e4-5beb-4b60-bf17-438cd59e5429 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for security_group (9d204fed-bc08-4c29-916e-dbae88e9d9a5), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:12.751191 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-662370e4-5beb-4b60-bf17-438cd59e5429 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (9d204fed-bc08-4c29-916e-dbae88e9d9a5), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:12.782005 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-662370e4-5beb-4b60-bf17-438cd59e5429 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:50:12.792623 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662370e4-5beb-4b60-bf17-438cd59e5429 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d204fed-bc08-4c29-916e-dbae88e9d9a5,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:12.801465 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-662370e4-5beb-4b60-bf17-438cd59e5429 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (79bec3f3-d7dd-4e38-895c-88d686dddb25), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:12.801816 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-662370e4-5beb-4b60-bf17-438cd59e5429 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Added segment 79bec3f3-d7dd-4e38-895c-88d686dddb25 of type vlan for network ef832235-00e2-49b0-b08f-d1013434741e Feb 09 01:50:12.847037 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-662370e4-5beb-4b60-bf17-438cd59e5429 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (ef832235-00e2-49b0-b08f-d1013434741e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:12.854298 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40288) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:12.881251 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-662370e4-5beb-4b60-bf17-438cd59e5429 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (ef832235-00e2-49b0-b08f-d1013434741e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:12.886740 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662370e4-5beb-4b60-bf17-438cd59e5429 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:12.887361 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-662370e4-5beb-4b60-bf17-438cd59e5429 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:12.928479 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e9ab5cc8-24ab-4e60-937c-b84f093dfc17 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/floatingips/38f7fae6-3413-4544-91bc-b7e47653f0c9 HTTP/1.1" status: 200 len: 993 time: 0.0726562 Feb 09 01:50:12.965702 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-662370e4-5beb-4b60-bf17-438cd59e5429 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3525479 Feb 09 01:50:12.972625 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40292) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:12.977733 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-ce0b42ee-7b76-484d-b66c-a474c68d4772 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1362347711', 'admin_state_up': True, 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:13.007100 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ce0b42ee-7b76-484d-b66c-a474c68d4772 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (1f75c6c4-f857-4d48-9c82-1294cc7a5893), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:13.008298 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ce0b42ee-7b76-484d-b66c-a474c68d4772 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (1f75c6c4-f857-4d48-9c82-1294cc7a5893), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:13.008583 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662370e4-5beb-4b60-bf17-438cd59e5429 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Pushing event updated for resources: {'Network': ['ID=ef832235-00e2-49b0-b08f-d1013434741e,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:13.020778 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network ef832235-00e2-49b0-b08f-d1013434741e details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:50:13.083016 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ce0b42ee-7b76-484d-b66c-a474c68d4772 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for router_controller (1f75c6c4-f857-4d48-9c82-1294cc7a5893), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:13.180307 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40304) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:13.252926 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:50:13.302292 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ce0b42ee-7b76-484d-b66c-a474c68d4772 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for router_gateway (1f75c6c4-f857-4d48-9c82-1294cc7a5893), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:13.560412 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ce0b42ee-7b76-484d-b66c-a474c68d4772 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for router_gateway (1f75c6c4-f857-4d48-9c82-1294cc7a5893), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:13.589460 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ce0b42ee-7b76-484d-b66c-a474c68d4772 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:13.763848 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-ce0b42ee-7b76-484d-b66c-a474c68d4772 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Allocated IP 172.25.1.141 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/ee829f8b-fb89-432f-b214-5249466602ec) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:50:13.836745 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-67312971-9844-4ff9-8633-e66709fbec9c tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Deleting port e7eb3914-6973-40dd-a4aa-aa88b3aab295 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:50:13.837760 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-67312971-9844-4ff9-8633-e66709fbec9c tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (e7eb3914-6973-40dd-a4aa-aa88b3aab295), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:13.902498 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ce0b42ee-7b76-484d-b66c-a474c68d4772 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for port (ee829f8b-fb89-432f-b214-5249466602ec), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:13.944562 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-67312971-9844-4ff9-8633-e66709fbec9c tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (e7eb3914-6973-40dd-a4aa-aa88b3aab295), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:13.944950 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-67312971-9844-4ff9-8633-e66709fbec9c tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for floatingip (e7eb3914-6973-40dd-a4aa-aa88b3aab295), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:13.956499 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ce0b42ee-7b76-484d-b66c-a474c68d4772 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (ee829f8b-fb89-432f-b214-5249466602ec), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:13.964426 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-67312971-9844-4ff9-8633-e66709fbec9c tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Calling delete_port for e7eb3914-6973-40dd-a4aa-aa88b3aab295 owned by network:floatingip {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:50:13.996701 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0b42ee-7b76-484d-b66c-a474c68d4772 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:50:14.005242 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-ce0b42ee-7b76-484d-b66c-a474c68d4772 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:14.008097 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0b42ee-7b76-484d-b66c-a474c68d4772 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:50:14.035917 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b42ee-7b76-484d-b66c-a474c68d4772 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Pushing event updated for resources: {'Port': ['ID=ee829f8b-fb89-432f-b214-5249466602ec,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:14.183717 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-67312971-9844-4ff9-8633-e66709fbec9c tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (e7eb3914-6973-40dd-a4aa-aa88b3aab295), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:14.213536 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67312971-9844-4ff9-8633-e66709fbec9c tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event deleted for resources: {'Port': ['ID=e7eb3914-6973-40dd-a4aa-aa88b3aab295,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:14.301182 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-67312971-9844-4ff9-8633-e66709fbec9c tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for floatingip (38f7fae6-3413-4544-91bc-b7e47653f0c9), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:14.301960 n-d-822053-40 neutron-server[103528]: INFO neutron.db.l3_db [None req-67312971-9844-4ff9-8633-e66709fbec9c tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Floating IP 38f7fae6-3413-4544-91bc-b7e47653f0c9 disassociated (deleted). External IP: 172.25.1.166, port: 46ea9770-ce00-411c-83be-170696b566d2. Feb 09 01:50:14.364328 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ce0b42ee-7b76-484d-b66c-a474c68d4772 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for router_gateway (1f75c6c4-f857-4d48-9c82-1294cc7a5893), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:14.569403 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67312971-9844-4ff9-8633-e66709fbec9c tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Router 75a937b0-efc3-46ee-b79e-377d85478ae5 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:50:14.655590 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ce0b42ee-7b76-484d-b66c-a474c68d4772 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (1f75c6c4-f857-4d48-9c82-1294cc7a5893), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:14.750451 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67312971-9844-4ff9-8633-e66709fbec9c tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:50:14.759195 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-67312971-9844-4ff9-8633-e66709fbec9c tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:14.769354 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a21555-2869-4b78-8c80-707a92110fff None None] Sync routers for ids ['75a937b0-efc3-46ee-b79e-377d85478ae5'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:50:14.797640 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a21555-2869-4b78-8c80-707a92110fff None None] Routers {'75a937b0-efc3-46ee-b79e-377d85478ae5'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:50:14.799141 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-50a21555-2869-4b78-8c80-707a92110fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:49:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['75a937b0-efc3-46ee-b79e-377d85478ae5'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:14.811216 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-67312971-9844-4ff9-8633-e66709fbec9c tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "DELETE /v2.0/floatingips/38f7fae6-3413-4544-91bc-b7e47653f0c9 HTTP/1.1" status: 204 len: 168 time: 1.6292496 Feb 09 01:50:14.812363 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d0a6d1-e71b-463e-9e19-c87fd14f0df8', 'tag': '46ea9770-ce00-411c-83be-170696b566d2'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:50:14.815023 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f725e88-6ce0-43d4-85c2-aa411614322a" -d '{"events": [{"name": "network-changed", "server_uuid": "69d0a6d1-e71b-463e-9e19-c87fd14f0df8", "tag": "46ea9770-ce00-411c-83be-170696b566d2"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:50:14.874596 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e394c1c1-a3ab-4ddc-8fb3-61f36a7cadda x-openstack-request-id: req-e394c1c1-a3ab-4ddc-8fb3-61f36a7cadda {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:50:14.875254 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d0a6d1-e71b-463e-9e19-c87fd14f0df8", "tag": "46ea9770-ce00-411c-83be-170696b566d2", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:50:14.876817 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e394c1c1-a3ab-4ddc-8fb3-61f36a7cadda {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:50:14.877837 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d0a6d1-e71b-463e-9e19-c87fd14f0df8', 'tag': '46ea9770-ce00-411c-83be-170696b566d2', 'status': 'completed', 'code': 200} Feb 09 01:50:14.922426 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0b42ee-7b76-484d-b66c-a474c68d4772 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Router 1f75c6c4-f857-4d48-9c82-1294cc7a5893 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:50:14.986092 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f725e88-6ce0-43d4-85c2-aa411614322a req-e3cf4372-3bce-4937-b4a9-2564d66b0795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:14.988662 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1f725e88-6ce0-43d4-85c2-aa411614322a req-e3cf4372-3bce-4937-b4a9-2564d66b0795 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=be37988e5bf5448987567e96924ed429&device_id=69d0a6d1-e71b-463e-9e19-c87fd14f0df8 HTTP/1.1" status: 200 len: 1128 time: 0.0920496 Feb 09 01:50:15.044628 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-50a21555-2869-4b78-8c80-707a92110fff None None] Set router 75a937b0-efc3-46ee-b79e-377d85478ae5 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:50:15.149696 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f725e88-6ce0-43d4-85c2-aa411614322a req-fff01f17-49be-44cd-80af-aaba13342463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:15.151575 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1f725e88-6ce0-43d4-85c2-aa411614322a req-fff01f17-49be-44cd-80af-aaba13342463 service neutron] 10.222.0.121 "GET /v2.0/networks?id=029abd68-6023-4932-b807-dad80226df93 HTTP/1.1" status: 200 len: 898 time: 0.1569891 Feb 09 01:50:15.193543 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0b42ee-7b76-484d-b66c-a474c68d4772 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:50:15.209357 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9aaa0a-329a-474c-b4dc-8417a3d6ed92 None None] Sync routers for ids ['1f75c6c4-f857-4d48-9c82-1294cc7a5893'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:50:15.224581 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1f725e88-6ce0-43d4-85c2-aa411614322a req-9b22aaaf-3a64-45f5-8e72-3bcbec9f53d9 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46ea9770-ce00-411c-83be-170696b566d2 HTTP/1.1" status: 200 len: 217 time: 0.0658689 Feb 09 01:50:15.243300 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9aaa0a-329a-474c-b4dc-8417a3d6ed92 None None] Routers {'1f75c6c4-f857-4d48-9c82-1294cc7a5893'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:50:15.244221 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-1d9aaa0a-329a-474c-b4dc-8417a3d6ed92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:49:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['1f75c6c4-f857-4d48-9c82-1294cc7a5893'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:15.266247 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07aa1eb-95ef-4a78-b1de-f67e7f022af8 req-f6f2cd06-0c77-4b5a-987f-b427fe0e9396 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:15.275326 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e07aa1eb-95ef-4a78-b1de-f67e7f022af8 req-f6f2cd06-0c77-4b5a-987f-b427fe0e9396 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=69d0a6d1-e71b-463e-9e19-c87fd14f0df8 HTTP/1.1" status: 200 len: 945 time: 0.1378663 Feb 09 01:50:15.308937 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ce0b42ee-7b76-484d-b66c-a474c68d4772 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:15.310412 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ce0b42ee-7b76-484d-b66c-a474c68d4772 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3367589 Feb 09 01:50:15.313787 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40322) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:15.340323 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f725e88-6ce0-43d4-85c2-aa411614322a req-da024cb0-c962-4274-a2a4-de6b118af8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:15.342977 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1f725e88-6ce0-43d4-85c2-aa411614322a req-da024cb0-c962-4274-a2a4-de6b118af8d8 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b112263c-a608-4676-b341-06787f310b90 HTTP/1.1" status: 200 len: 834 time: 0.1074131 Feb 09 01:50:15.404136 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e07aa1eb-95ef-4a78-b1de-f67e7f022af8 req-b3f9020a-330a-419b-a77d-55c6376dd240 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/security-groups?id=82d1b953-827a-4735-99bc-841dc0add119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275215 Feb 09 01:50:15.442788 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f725e88-6ce0-43d4-85c2-aa411614322a req-b40dc07f-9cae-49aa-9adc-08ff9a411de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:15.448073 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1f725e88-6ce0-43d4-85c2-aa411614322a req-b40dc07f-9cae-49aa-9adc-08ff9a411de7 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=029abd68-6023-4932-b807-dad80226df93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0972149 Feb 09 01:50:15.458738 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-50a21555-2869-4b78-8c80-707a92110fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a937b0-efc3-46ee-b79e-377d85478ae5', 'name': 'tempest-TestNetworkBasicOps-router-2129658374', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '2af263d7-bc76-4f8a-aa7a-fc43cd457905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:07Z', 'updated_at': '2022-02-09T01:49:12Z', 'revision_number': 4, 'project_id': 'be37988e5bf5448987567e96924ed429', 'gw_port': {'id': '2af263d7-bc76-4f8a-aa7a-fc43cd457905', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a937b0-efc3-46ee-b79e-377d85478ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:08Z', 'updated_at': '2022-02-09T01:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '8787c1b3-e939-48c5-b3cf-bd68d8a74ed8', 'name': '', 'network_id': '029abd68-6023-4932-b807-dad80226df93', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'mac_address': 'fa:16:3e:84:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a937b0-efc3-46ee-b79e-377d85478ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'b112263c-a608-4676-b341-06787f310b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:11Z', 'updated_at': '2022-02-09T01:49:17Z', 'revision_number': 5, 'project_id': 'be37988e5bf5448987567e96924ed429', 'subnets': [{'id': 'b112263c-a608-4676-b341-06787f310b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:15.490692 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a21555-2869-4b78-8c80-707a92110fff None None] Checking router: 75a937b0-efc3-46ee-b79e-377d85478ae5 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:50:15.506223 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a21555-2869-4b78-8c80-707a92110fff None None] Routers {'75a937b0-efc3-46ee-b79e-377d85478ae5'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:50:15.506957 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-50a21555-2869-4b78-8c80-707a92110fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:49:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['75a937b0-efc3-46ee-b79e-377d85478ae5'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:15.513510 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-1d9aaa0a-329a-474c-b4dc-8417a3d6ed92 None None] Set router 1f75c6c4-f857-4d48-9c82-1294cc7a5893 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:50:15.622611 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ba61b251-2168-41cf-af58-7c4547a6dbb2 tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=eba2e8610cc343fcbba1fc67f1310146&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3056257 Feb 09 01:50:15.625795 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1f725e88-6ce0-43d4-85c2-aa411614322a req-5b137ad0-291c-4e7c-901d-7933bc22fa11 service neutron] 10.222.0.121 "GET /v2.0/networks/029abd68-6023-4932-b807-dad80226df93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707234 Feb 09 01:50:15.628699 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40326) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:15.768943 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-1d9aaa0a-329a-474c-b4dc-8417a3d6ed92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f75c6c4-f857-4d48-9c82-1294cc7a5893', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1362347711', 'tenant_id': 'eba2e8610cc343fcbba1fc67f1310146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'ee829f8b-fb89-432f-b214-5249466602ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:13Z', 'updated_at': '2022-02-09T01:50:14Z', 'revision_number': 3, 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'gw_port': {'id': 'ee829f8b-fb89-432f-b214-5249466602ec', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fd:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f75c6c4-f857-4d48-9c82-1294cc7a5893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:13Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:15.798159 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9aaa0a-329a-474c-b4dc-8417a3d6ed92 None None] Checking router: 1f75c6c4-f857-4d48-9c82-1294cc7a5893 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:50:15.798599 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9aaa0a-329a-474c-b4dc-8417a3d6ed92 None None] Updating router 1f75c6c4-f857-4d48-9c82-1294cc7a5893 port ee829f8b-fb89-432f-b214-5249466602ec binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:50:15.815700 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5651972-2052-478e-b073-f49d75050e7b tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:15.820037 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a5651972-2052-478e-b073-f49d75050e7b tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1875789 Feb 09 01:50:15.821096 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40328) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:15.831519 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1f725e88-6ce0-43d4-85c2-aa411614322a req-cba9a8d1-8f5f-47eb-a8c3-fa879013ad60 service neutron] 10.222.0.121 "GET /v2.0/networks/029abd68-6023-4932-b807-dad80226df93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924653 Feb 09 01:50:15.836162 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1d9aaa0a-329a-474c-b4dc-8417a3d6ed92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ee829f8b-fb89-432f-b214-5249466602ec), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:15.859347 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-91284cc7-254d-4247-adfe-7e7994f9be43 tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=def43282-5318-4ecb-a74b-178f79c0eb6e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340729 Feb 09 01:50:15.859572 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-50a21555-2869-4b78-8c80-707a92110fff None None] Set router 75a937b0-efc3-46ee-b79e-377d85478ae5 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:50:15.860036 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40332) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:15.869835 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-8a56c112-24af-41b6-bf82-b94363db7f71 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1232431531', 'network_id': 'ef832235-00e2-49b0-b08f-d1013434741e', 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:16.006333 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a56c112-24af-41b6-bf82-b94363db7f71 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Made reservation on behalf of eba2e8610cc343fcbba1fc67f1310146 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:50:16.012890 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8a56c112-24af-41b6-bf82-b94363db7f71 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:16.294749 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-50a21555-2869-4b78-8c80-707a92110fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a937b0-efc3-46ee-b79e-377d85478ae5', 'name': 'tempest-TestNetworkBasicOps-router-2129658374', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '2af263d7-bc76-4f8a-aa7a-fc43cd457905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:07Z', 'updated_at': '2022-02-09T01:49:12Z', 'revision_number': 4, 'project_id': 'be37988e5bf5448987567e96924ed429', 'gw_port': {'id': '2af263d7-bc76-4f8a-aa7a-fc43cd457905', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a937b0-efc3-46ee-b79e-377d85478ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:08Z', 'updated_at': '2022-02-09T01:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '8787c1b3-e939-48c5-b3cf-bd68d8a74ed8', 'name': '', 'network_id': '029abd68-6023-4932-b807-dad80226df93', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'mac_address': 'fa:16:3e:84:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a937b0-efc3-46ee-b79e-377d85478ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'b112263c-a608-4676-b341-06787f310b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:11Z', 'updated_at': '2022-02-09T01:49:17Z', 'revision_number': 5, 'project_id': 'be37988e5bf5448987567e96924ed429', 'subnets': [{'id': 'b112263c-a608-4676-b341-06787f310b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:16.341369 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8a56c112-24af-41b6-bf82-b94363db7f71 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (6b2930a5-7e93-4b43-91aa-8060971a836e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:16.350621 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a21555-2869-4b78-8c80-707a92110fff None None] The sync data for ids ['75a937b0-efc3-46ee-b79e-377d85478ae5'] in n-d-822053-40 is: [{'id': '75a937b0-efc3-46ee-b79e-377d85478ae5', 'name': 'tempest-TestNetworkBasicOps-router-2129658374', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '2af263d7-bc76-4f8a-aa7a-fc43cd457905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:07Z', 'updated_at': '2022-02-09T01:49:12Z', 'revision_number': 4, 'project_id': 'be37988e5bf5448987567e96924ed429', 'gw_port': {'id': '2af263d7-bc76-4f8a-aa7a-fc43cd457905', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a937b0-efc3-46ee-b79e-377d85478ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:08Z', 'updated_at': '2022-02-09T01:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '8787c1b3-e939-48c5-b3cf-bd68d8a74ed8', 'name': '', 'network_id': '029abd68-6023-4932-b807-dad80226df93', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'mac_address': 'fa:16:3e:84:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a937b0-efc3-46ee-b79e-377d85478ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'b112263c-a608-4676-b341-06787f310b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:11Z', 'updated_at': '2022-02-09T01:49:17Z', 'revision_number': 5, 'project_id': 'be37988e5bf5448987567e96924ed429', 'subnets': [{'id': 'b112263c-a608-4676-b341-06787f310b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:50:16.423194 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1d9aaa0a-329a-474c-b4dc-8417a3d6ed92 None None] Publish callbacks [] for port (ee829f8b-fb89-432f-b214-5249466602ec), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:16.425690 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56c112-24af-41b6-bf82-b94363db7f71 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Pushing event updated for resources: {'Subnet': ['ID=6b2930a5-7e93-4b43-91aa-8060971a836e,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:16.434853 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1d9aaa0a-329a-474c-b4dc-8417a3d6ed92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ee829f8b-fb89-432f-b214-5249466602ec), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:16.571514 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-1d9aaa0a-329a-474c-b4dc-8417a3d6ed92 None None] Attempting to bind port ee829f8b-fb89-432f-b214-5249466602ec on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:50:16.572566 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-1d9aaa0a-329a-474c-b4dc-8417a3d6ed92 None None] Attempting to bind port ee829f8b-fb89-432f-b214-5249466602ec by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:50:16.573669 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9aaa0a-329a-474c-b4dc-8417a3d6ed92 None None] Attempting to bind port ee829f8b-fb89-432f-b214-5249466602ec on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:50:16.575411 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679bc742-58a7-45c2-b2fb-8c93fe5ea570 req-8b51346e-53f9-4244-b5db-0ceae46125ba tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:16.580571 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-679bc742-58a7-45c2-b2fb-8c93fe5ea570 req-8b51346e-53f9-4244-b5db-0ceae46125ba tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.121 "GET /v2.0/ports?device_id=69d0a6d1-e71b-463e-9e19-c87fd14f0df8 HTTP/1.1" status: 200 len: 945 time: 0.1466086 Feb 09 01:50:16.604426 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9aaa0a-329a-474c-b4dc-8417a3d6ed92 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:50:16.605608 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9aaa0a-329a-474c-b4dc-8417a3d6ed92 None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:50:16.606250 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1d9aaa0a-329a-474c-b4dc-8417a3d6ed92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:16.606909 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9aaa0a-329a-474c-b4dc-8417a3d6ed92 None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:50:16.609312 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-1d9aaa0a-329a-474c-b4dc-8417a3d6ed92 None None] Bound port: ee829f8b-fb89-432f-b214-5249466602ec, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:50:16.610187 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1d9aaa0a-329a-474c-b4dc-8417a3d6ed92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ee829f8b-fb89-432f-b214-5249466602ec), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:16.650938 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a56c112-24af-41b6-bf82-b94363db7f71 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Checking segment: {'id': '79bec3f3-d7dd-4e38-895c-88d686dddb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ef832235-00e2-49b0-b08f-d1013434741e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:50:16.651407 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a56c112-24af-41b6-bf82-b94363db7f71 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Network hostable DHCP agents. Network: ef832235-00e2-49b0-b08f-d1013434741e, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:50:16.703725 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-1d9aaa0a-329a-474c-b4dc-8417a3d6ed92 None None] For port ee829f8b-fb89-432f-b214-5249466602ec, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:50:16.708854 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-1d9aaa0a-329a-474c-b4dc-8417a3d6ed92 None None] For port ee829f8b-fb89-432f-b214-5249466602ec, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=ee829f8b-fb89-432f-b214-5249466602ec,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:50:16.721171 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-1d9aaa0a-329a-474c-b4dc-8417a3d6ed92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ee829f8b-fb89-432f-b214-5249466602ec), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:16.722428 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d0c57-5345-44c1-b364-acca3d121756 req-8956a4ae-cb82-4f85-bbab-a810641a6863 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:16.724365 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb89d6-a0dc-4dbb-b49b-bf178836fdb1 None None] Pushing event updated for resources: {'Port': ['ID=ee829f8b-fb89-432f-b214-5249466602ec,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:16.730856 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a56c112-24af-41b6-bf82-b94363db7f71 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Network ef832235-00e2-49b0-b08f-d1013434741e is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:50:16.735636 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb89d6-a0dc-4dbb-b49b-bf178836fdb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:16.736345 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb89d6-a0dc-4dbb-b49b-bf178836fdb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:16.736833 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb89d6-a0dc-4dbb-b49b-bf178836fdb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:16.737317 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb89d6-a0dc-4dbb-b49b-bf178836fdb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:16.737817 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb89d6-a0dc-4dbb-b49b-bf178836fdb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:16.738309 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb89d6-a0dc-4dbb-b49b-bf178836fdb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:16.738786 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb89d6-a0dc-4dbb-b49b-bf178836fdb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:16.739259 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb89d6-a0dc-4dbb-b49b-bf178836fdb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:16.739800 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb89d6-a0dc-4dbb-b49b-bf178836fdb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:16.740483 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb89d6-a0dc-4dbb-b49b-bf178836fdb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:16.740984 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb89d6-a0dc-4dbb-b49b-bf178836fdb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:16.741456 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb89d6-a0dc-4dbb-b49b-bf178836fdb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:16.741922 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb89d6-a0dc-4dbb-b49b-bf178836fdb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:16.742327 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c42d0c57-5345-44c1-b364-acca3d121756 req-8956a4ae-cb82-4f85-bbab-a810641a6863 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=69d0a6d1-e71b-463e-9e19-c87fd14f0df8 HTTP/1.1" status: 200 len: 945 time: 0.1751347 Feb 09 01:50:16.813446 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9aaa0a-329a-474c-b4dc-8417a3d6ed92 None None] Routers {'1f75c6c4-f857-4d48-9c82-1294cc7a5893'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:50:16.814133 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-1d9aaa0a-329a-474c-b4dc-8417a3d6ed92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:49:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['1f75c6c4-f857-4d48-9c82-1294cc7a5893'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:16.831272 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-8a56c112-24af-41b6-bf82-b94363db7f71 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, ef832235-00e2-49b0-b08f-d1013434741e) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:16.838552 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a56c112-24af-41b6-bf82-b94363db7f71 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:16.840616 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8a56c112-24af-41b6-bf82-b94363db7f71 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:16.865417 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402ad037-aee6-4b85-b456-9bf9b2c9aa7d None None] Network ef832235-00e2-49b0-b08f-d1013434741e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:50:16.891500 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-679bc742-58a7-45c2-b2fb-8c93fe5ea570 req-22ce4bb3-fb43-4870-9ec2-8b237fd0cf16 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Deleting port 46ea9770-ce00-411c-83be-170696b566d2 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:50:16.892467 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-679bc742-58a7-45c2-b2fb-8c93fe5ea570 req-22ce4bb3-fb43-4870-9ec2-8b237fd0cf16 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (46ea9770-ce00-411c-83be-170696b566d2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:16.917615 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c42d0c57-5345-44c1-b364-acca3d121756 req-88455b31-3813-4291-8ad1-e7d4640bebe8 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/security-groups?id=82d1b953-827a-4735-99bc-841dc0add119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705494 Feb 09 01:50:16.966325 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-1d9aaa0a-329a-474c-b4dc-8417a3d6ed92 None None] Set router 1f75c6c4-f857-4d48-9c82-1294cc7a5893 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:50:17.031297 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2736fd1b-c23a-47e2-9404-959f9396eabf None None] New status for floating IP 38f7fae6-3413-4544-91bc-b7e47653f0c9: DOWN {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:50:17.043044 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-679bc742-58a7-45c2-b2fb-8c93fe5ea570 req-22ce4bb3-fb43-4870-9ec2-8b237fd0cf16 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] For port 46ea9770-ce00-411c-83be-170696b566d2, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=46ea9770-ce00-411c-83be-170696b566d2,segment=NetworkSegment(81722746-93b4-4819-9979-ce91542b87a2),segment_id=81722746-93b4-4819-9979-ce91542b87a2)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:17.043941 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-679bc742-58a7-45c2-b2fb-8c93fe5ea570 req-22ce4bb3-fb43-4870-9ec2-8b237fd0cf16 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (46ea9770-ce00-411c-83be-170696b566d2), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:17.095946 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8a56c112-24af-41b6-bf82-b94363db7f71 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2288935 Feb 09 01:50:17.095946 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-679bc742-58a7-45c2-b2fb-8c93fe5ea570 req-22ce4bb3-fb43-4870-9ec2-8b237fd0cf16 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Calling delete_port for 46ea9770-ce00-411c-83be-170696b566d2 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:50:17.096669 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40344) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:17.105588 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb89d6-a0dc-4dbb-b49b-bf178836fdb1 None None] Pushing event updated for resources: {'Port': ['ID=ee829f8b-fb89-432f-b214-5249466602ec,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:17.282496 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc6cb7f-feb6-4186-bd8e-ef32e29ee711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-ef832235-00e2-49b0-b08f-d1013434741e', 'network_id': 'ef832235-00e2-49b0-b08f-d1013434741e', 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'fixed_ips': [{'subnet_id': '6b2930a5-7e93-4b43-91aa-8060971a836e'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:50:17.283610 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-abc6cb7f-feb6-4186-bd8e-ef32e29ee711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:17.302331 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-1d9aaa0a-329a-474c-b4dc-8417a3d6ed92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f75c6c4-f857-4d48-9c82-1294cc7a5893', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1362347711', 'tenant_id': 'eba2e8610cc343fcbba1fc67f1310146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'ee829f8b-fb89-432f-b214-5249466602ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:13Z', 'updated_at': '2022-02-09T01:50:14Z', 'revision_number': 3, 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'gw_port': {'id': 'ee829f8b-fb89-432f-b214-5249466602ec', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fd:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f75c6c4-f857-4d48-9c82-1294cc7a5893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:13Z', 'updated_at': '2022-02-09T01:50:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:17.351222 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9aaa0a-329a-474c-b4dc-8417a3d6ed92 None None] The sync data for ids ['1f75c6c4-f857-4d48-9c82-1294cc7a5893'] in n-d-822053-40 is: [{'id': '1f75c6c4-f857-4d48-9c82-1294cc7a5893', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1362347711', 'tenant_id': 'eba2e8610cc343fcbba1fc67f1310146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'ee829f8b-fb89-432f-b214-5249466602ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:13Z', 'updated_at': '2022-02-09T01:50:14Z', 'revision_number': 3, 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'gw_port': {'id': 'ee829f8b-fb89-432f-b214-5249466602ec', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fd:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f75c6c4-f857-4d48-9c82-1294cc7a5893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:13Z', 'updated_at': '2022-02-09T01:50:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:50:17.538669 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-abc6cb7f-feb6-4186-bd8e-ef32e29ee711 None None] Allocated IP 172.20.0.2 (ef832235-00e2-49b0-b08f-d1013434741e/6b2930a5-7e93-4b43-91aa-8060971a836e/ac2e53af-7808-469e-ab01-9e83a66c0e71) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:50:17.703306 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-679bc742-58a7-45c2-b2fb-8c93fe5ea570 req-22ce4bb3-fb43-4870-9ec2-8b237fd0cf16 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (46ea9770-ce00-411c-83be-170696b566d2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:17.754047 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce4bb3-fb43-4870-9ec2-8b237fd0cf16 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event deleted for resources: {'Port': ['ID=46ea9770-ce00-411c-83be-170696b566d2,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:17.894964 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-abc6cb7f-feb6-4186-bd8e-ef32e29ee711 None None] Publish callbacks [] for port (ac2e53af-7808-469e-ab01-9e83a66c0e71), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:17.907388 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-abc6cb7f-feb6-4186-bd8e-ef32e29ee711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (ac2e53af-7808-469e-ab01-9e83a66c0e71), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:17.997617 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc6cb7f-feb6-4186-bd8e-ef32e29ee711 None None] Network ef832235-00e2-49b0-b08f-d1013434741e is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:50:18.006802 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-abc6cb7f-feb6-4186-bd8e-ef32e29ee711 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:18.011818 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc6cb7f-feb6-4186-bd8e-ef32e29ee711 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:50:18.023893 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6cb7f-feb6-4186-bd8e-ef32e29ee711 None None] Pushing event updated for resources: {'Port': ['ID=ac2e53af-7808-469e-ab01-9e83a66c0e71,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:18.046255 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc6cb7f-feb6-4186-bd8e-ef32e29ee711 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:18.046744 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc6cb7f-feb6-4186-bd8e-ef32e29ee711 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:18.047493 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc6cb7f-feb6-4186-bd8e-ef32e29ee711 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:18.048129 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc6cb7f-feb6-4186-bd8e-ef32e29ee711 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:18.048648 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc6cb7f-feb6-4186-bd8e-ef32e29ee711 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:18.049148 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc6cb7f-feb6-4186-bd8e-ef32e29ee711 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:18.049659 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc6cb7f-feb6-4186-bd8e-ef32e29ee711 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:18.050167 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc6cb7f-feb6-4186-bd8e-ef32e29ee711 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:18.050667 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc6cb7f-feb6-4186-bd8e-ef32e29ee711 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:18.051174 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc6cb7f-feb6-4186-bd8e-ef32e29ee711 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:18.051702 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc6cb7f-feb6-4186-bd8e-ef32e29ee711 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:18.052299 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc6cb7f-feb6-4186-bd8e-ef32e29ee711 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:18.053047 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc6cb7f-feb6-4186-bd8e-ef32e29ee711 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:18.257988 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-abc6cb7f-feb6-4186-bd8e-ef32e29ee711 None None] Attempting to bind port ac2e53af-7808-469e-ab01-9e83a66c0e71 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:50:18.258585 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-abc6cb7f-feb6-4186-bd8e-ef32e29ee711 None None] Attempting to bind port ac2e53af-7808-469e-ab01-9e83a66c0e71 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '79bec3f3-d7dd-4e38-895c-88d686dddb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ef832235-00e2-49b0-b08f-d1013434741e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:50:18.259212 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc6cb7f-feb6-4186-bd8e-ef32e29ee711 None None] Attempting to bind port ac2e53af-7808-469e-ab01-9e83a66c0e71 on network ef832235-00e2-49b0-b08f-d1013434741e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:50:18.269845 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc6cb7f-feb6-4186-bd8e-ef32e29ee711 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:50:18.270478 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc6cb7f-feb6-4186-bd8e-ef32e29ee711 None None] Checking segment: {'id': '79bec3f3-d7dd-4e38-895c-88d686dddb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ef832235-00e2-49b0-b08f-d1013434741e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:50:18.271210 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-abc6cb7f-feb6-4186-bd8e-ef32e29ee711 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:18.271858 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc6cb7f-feb6-4186-bd8e-ef32e29ee711 None None] Bound using segment: {'id': '79bec3f3-d7dd-4e38-895c-88d686dddb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ef832235-00e2-49b0-b08f-d1013434741e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:50:18.273090 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-abc6cb7f-feb6-4186-bd8e-ef32e29ee711 None None] Bound port: ac2e53af-7808-469e-ab01-9e83a66c0e71, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79bec3f3-d7dd-4e38-895c-88d686dddb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ef832235-00e2-49b0-b08f-d1013434741e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:50:18.273748 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-abc6cb7f-feb6-4186-bd8e-ef32e29ee711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ac2e53af-7808-469e-ab01-9e83a66c0e71), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:18.327820 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d98ec5b2-0050-4a6b-81cf-df12937b35c8 req-66c9cc8d-6847-403e-a31d-b46abc158088 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=69d0a6d1-e71b-463e-9e19-c87fd14f0df8 HTTP/1.1" status: 200 len: 210 time: 0.0986509 Feb 09 01:50:18.329794 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device ee829f8b-fb89-432f-b214-5249466602ec up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:50:18.525144 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-abc6cb7f-feb6-4186-bd8e-ef32e29ee711 None None] For port ac2e53af-7808-469e-ab01-9e83a66c0e71, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:50:18.534732 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-abc6cb7f-feb6-4186-bd8e-ef32e29ee711 None None] For port ac2e53af-7808-469e-ab01-9e83a66c0e71, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=ac2e53af-7808-469e-ab01-9e83a66c0e71,segment=NetworkSegment(79bec3f3-d7dd-4e38-895c-88d686dddb25),segment_id=79bec3f3-d7dd-4e38-895c-88d686dddb25)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:50:18.584926 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-abc6cb7f-feb6-4186-bd8e-ef32e29ee711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ac2e53af-7808-469e-ab01-9e83a66c0e71), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:18.606194 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port ee829f8b-fb89-432f-b214-5249466602ec triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:18.607021 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (ee829f8b-fb89-432f-b214-5249466602ec), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:18.895939 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-679bc742-58a7-45c2-b2fb-8c93fe5ea570 req-22ce4bb3-fb43-4870-9ec2-8b237fd0cf16 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] No DVR routers for this DVR port 46ea9770-ce00-411c-83be-170696b566d2 on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:50:18.902109 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-679bc742-58a7-45c2-b2fb-8c93fe5ea570 req-22ce4bb3-fb43-4870-9ec2-8b237fd0cf16 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:18.907610 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6cb7f-feb6-4186-bd8e-ef32e29ee711 None None] Pushing event updated for resources: {'Port': ['ID=ac2e53af-7808-469e-ab01-9e83a66c0e71,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:18.911296 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-679bc742-58a7-45c2-b2fb-8c93fe5ea570 req-22ce4bb3-fb43-4870-9ec2-8b237fd0cf16 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.121 "DELETE /v2.0/ports/46ea9770-ce00-411c-83be-170696b566d2 HTTP/1.1" status: 204 len: 173 time: 2.3249674 Feb 09 01:50:18.911802 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d0a6d1-e71b-463e-9e19-c87fd14f0df8', 'name': 'network-vif-deleted', 'tag': '46ea9770-ce00-411c-83be-170696b566d2'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:50:18.914354 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc73a19c-198f-4a94-8961-4b235a198ba7" -d '{"events": [{"server_uuid": "69d0a6d1-e71b-463e-9e19-c87fd14f0df8", "name": "network-vif-deleted", "tag": "46ea9770-ce00-411c-83be-170696b566d2"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:50:19.035552 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port ee829f8b-fb89-432f-b214-5249466602ec is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:19.037172 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ee829f8b-fb89-432f-b214-5249466602ec), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:19.067100 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed50af59-9118-403a-ba3a-60826d5873f6 x-openstack-request-id: req-ed50af59-9118-403a-ba3a-60826d5873f6 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:50:19.067485 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d0a6d1-e71b-463e-9e19-c87fd14f0df8", "name": "network-vif-deleted", "tag": "46ea9770-ce00-411c-83be-170696b566d2", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:50:19.067652 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ed50af59-9118-403a-ba3a-60826d5873f6 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:50:19.068149 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d0a6d1-e71b-463e-9e19-c87fd14f0df8', 'name': 'network-vif-deleted', 'tag': '46ea9770-ce00-411c-83be-170696b566d2', 'status': 'completed', 'code': 200} Feb 09 01:50:19.070038 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aa915a1d-161b-4832-8abb-901e9ea6a1fa tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:19.184689 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port ee829f8b-fb89-432f-b214-5249466602ec, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=ee829f8b-fb89-432f-b214-5249466602ec,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:19.203736 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ee829f8b-fb89-432f-b214-5249466602ec), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:19.409281 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=ee829f8b-fb89-432f-b214-5249466602ec,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:19.601992 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:19.634079 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e9a58f41-e17b-4eb8-b676-fd159d5cf498 req-6aedcde4-c3f7-4ded-bdda-71798860afd7 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "GET /v2.0/ports?device_id=69d0a6d1-e71b-463e-9e19-c87fd14f0df8 HTTP/1.1" status: 200 len: 210 time: 0.1080294 Feb 09 01:50:19.801589 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-aa915a1d-161b-4832-8abb-901e9ea6a1fa tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Allocated IP 172.20.0.1 (ef832235-00e2-49b0-b08f-d1013434741e/6b2930a5-7e93-4b43-91aa-8060971a836e/c76a3fb5-5dd1-4655-834b-74b3b01d6e86) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:50:19.991327 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aa915a1d-161b-4832-8abb-901e9ea6a1fa tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for port (c76a3fb5-5dd1-4655-834b-74b3b01d6e86), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:20.050497 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aa915a1d-161b-4832-8abb-901e9ea6a1fa tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (c76a3fb5-5dd1-4655-834b-74b3b01d6e86), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:20.106553 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa915a1d-161b-4832-8abb-901e9ea6a1fa tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Network ef832235-00e2-49b0-b08f-d1013434741e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:50:20.111638 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-aa915a1d-161b-4832-8abb-901e9ea6a1fa tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:20.119436 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa915a1d-161b-4832-8abb-901e9ea6a1fa tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:50:20.128353 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa915a1d-161b-4832-8abb-901e9ea6a1fa tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Pushing event updated for resources: {'Port': ['ID=c76a3fb5-5dd1-4655-834b-74b3b01d6e86,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:20.191497 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aa915a1d-161b-4832-8abb-901e9ea6a1fa tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (1f75c6c4-f857-4d48-9c82-1294cc7a5893), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:20.338519 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device ee829f8b-fb89-432f-b214-5249466602ec up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:50:20.432847 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aa915a1d-161b-4832-8abb-901e9ea6a1fa tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c76a3fb5-5dd1-4655-834b-74b3b01d6e86), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:20.472301 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port ee829f8b-fb89-432f-b214-5249466602ec triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:20.473086 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (ee829f8b-fb89-432f-b214-5249466602ec), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:20.643624 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port ee829f8b-fb89-432f-b214-5249466602ec is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:20.645114 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device ac2e53af-7808-469e-ab01-9e83a66c0e71 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:50:20.763670 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40362) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:20.778667 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port ac2e53af-7808-469e-ab01-9e83a66c0e71 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:20.779087 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (ac2e53af-7808-469e-ab01-9e83a66c0e71), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:20.915712 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0b6f0093-0ee9-4321-bea6-8a985efca091 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group (82d1b953-827a-4735-99bc-841dc0add119), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:21.042767 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0b6f0093-0ee9-4321-bea6-8a985efca091 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group (82d1b953-827a-4735-99bc-841dc0add119), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:21.053116 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port ac2e53af-7808-469e-ab01-9e83a66c0e71 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:21.053652 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ac2e53af-7808-469e-ab01-9e83a66c0e71), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:21.099537 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d8303f87-48be-40d6-a0b1-333449460a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:21.113605 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 46ea9770-ce00-411c-83be-170696b566d2 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:50:21.150883 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aa915a1d-161b-4832-8abb-901e9ea6a1fa tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for port (c76a3fb5-5dd1-4655-834b-74b3b01d6e86), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:21.159452 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0b6f0093-0ee9-4321-bea6-8a985efca091 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (82d1b953-827a-4735-99bc-841dc0add119), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:21.162224 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0b6f0093-0ee9-4321-bea6-8a985efca091 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:21.167970 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0b6f0093-0ee9-4321-bea6-8a985efca091 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "DELETE /v2.0/security-groups/82d1b953-827a-4735-99bc-841dc0add119 HTTP/1.1" status: 204 len: 168 time: 0.3986893 Feb 09 01:50:21.168301 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aa915a1d-161b-4832-8abb-901e9ea6a1fa tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (c76a3fb5-5dd1-4655-834b-74b3b01d6e86), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:21.185480 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f0093-0ee9-4321-bea6-8a985efca091 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d1b953-827a-4735-99bc-841dc0add119,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:21.258605 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 46ea9770-ce00-411c-83be-170696b566d2 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:50:21.259025 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 46ea9770-ce00-411c-83be-170696b566d2 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:50:21.273213 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port ac2e53af-7808-469e-ab01-9e83a66c0e71, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=ac2e53af-7808-469e-ab01-9e83a66c0e71,segment=NetworkSegment(79bec3f3-d7dd-4e38-895c-88d686dddb25),segment_id=79bec3f3-d7dd-4e38-895c-88d686dddb25)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:21.279741 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40366) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:21.283428 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ac2e53af-7808-469e-ab01-9e83a66c0e71), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:21.299157 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:21.308219 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4096f7-70e9-4baf-bc2a-ef26a0f2b95c None None] Network ef832235-00e2-49b0-b08f-d1013434741e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:50:21.428290 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aa915a1d-161b-4832-8abb-901e9ea6a1fa tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (1f75c6c4-f857-4d48-9c82-1294cc7a5893), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:21.512613 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-42701807-d1c5-42bd-8fcb-2ef3a513c9f2 None None] Provisioning complete for port ac2e53af-7808-469e-ab01-9e83a66c0e71 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:21.513220 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-42701807-d1c5-42bd-8fcb-2ef3a513c9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (ac2e53af-7808-469e-ab01-9e83a66c0e71), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:21.558353 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=ac2e53af-7808-469e-ab01-9e83a66c0e71,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:21.617417 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa915a1d-161b-4832-8abb-901e9ea6a1fa tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Pushing event updated for resources: {'Port': ['ID=c76a3fb5-5dd1-4655-834b-74b3b01d6e86,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:21.656675 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa915a1d-161b-4832-8abb-901e9ea6a1fa tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Network ef832235-00e2-49b0-b08f-d1013434741e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:50:21.666334 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-aa915a1d-161b-4832-8abb-901e9ea6a1fa tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:21.776022 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-42701807-d1c5-42bd-8fcb-2ef3a513c9f2 None None] Current status of the port ac2e53af-7808-469e-ab01-9e83a66c0e71 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:21.960716 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa915a1d-161b-4832-8abb-901e9ea6a1fa tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Router 1f75c6c4-f857-4d48-9c82-1294cc7a5893 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:50:22.005613 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e497f214-2d18-412a-809d-74009008e81a None None] Provisioning complete for port ac2e53af-7808-469e-ab01-9e83a66c0e71 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:22.012695 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e497f214-2d18-412a-809d-74009008e81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (ac2e53af-7808-469e-ab01-9e83a66c0e71), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:22.188114 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-420a48cd-950e-4a3e-a06b-a3145dd54dcd tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (75a937b0-efc3-46ee-b79e-377d85478ae5), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:22.253029 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device ac2e53af-7808-469e-ab01-9e83a66c0e71 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:50:22.271886 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e497f214-2d18-412a-809d-74009008e81a None None] Current status of the port ac2e53af-7808-469e-ab01-9e83a66c0e71 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:22.273340 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa915a1d-161b-4832-8abb-901e9ea6a1fa tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:50:22.290289 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-aa915a1d-161b-4832-8abb-901e9ea6a1fa tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "PUT /v2.0/routers/1f75c6c4-f857-4d48-9c82-1294cc7a5893/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1924880 Feb 09 01:50:22.291165 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40370) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:22.292681 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3734b05-b64d-43be-a319-7ec281079800 None None] Sync routers for ids ['1f75c6c4-f857-4d48-9c82-1294cc7a5893'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:50:22.301442 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-9ea3dd1f-dfcf-43ec-b0b3-a6e666c56a9a tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1646680026', 'description': 'tempest-secgroup_access--1646680026 description', 'project_id': 'eba2e8610cc343fcbba1fc67f1310146'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:22.336700 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3734b05-b64d-43be-a319-7ec281079800 None None] Routers {'1f75c6c4-f857-4d48-9c82-1294cc7a5893'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:50:22.340860 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-d3734b05-b64d-43be-a319-7ec281079800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:49:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['1f75c6c4-f857-4d48-9c82-1294cc7a5893'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:22.344335 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e497f214-2d18-412a-809d-74009008e81a None None] Provisioning complete for port c76a3fb5-5dd1-4655-834b-74b3b01d6e86 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:22.348774 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e497f214-2d18-412a-809d-74009008e81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c76a3fb5-5dd1-4655-834b-74b3b01d6e86), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:22.386770 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ea3dd1f-dfcf-43ec-b0b3-a6e666c56a9a tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:22.447497 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e497f214-2d18-412a-809d-74009008e81a None None] Port c76a3fb5-5dd1-4655-834b-74b3b01d6e86 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:50:22.456453 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port ac2e53af-7808-469e-ab01-9e83a66c0e71 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:22.456888 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (ac2e53af-7808-469e-ab01-9e83a66c0e71), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:22.565550 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ea3dd1f-dfcf-43ec-b0b3-a6e666c56a9a tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for security_group (6b4fbf84-d0c5-47b4-943a-43ccc80ad3ad), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:22.583812 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ea3dd1f-dfcf-43ec-b0b3-a6e666c56a9a tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (6b4fbf84-d0c5-47b4-943a-43ccc80ad3ad), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:22.619848 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ea3dd1f-dfcf-43ec-b0b3-a6e666c56a9a tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:22.628884 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9ea3dd1f-dfcf-43ec-b0b3-a6e666c56a9a tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3364580 Feb 09 01:50:22.641318 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40374) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:22.652010 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-ebfba8bf-810b-48bb-803d-0b44d4d1c230 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--798449972', 'description': 'tempest-secgroup_general--798449972 description', 'project_id': 'eba2e8610cc343fcbba1fc67f1310146'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:22.661241 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-d3734b05-b64d-43be-a319-7ec281079800 None None] Set router 1f75c6c4-f857-4d48-9c82-1294cc7a5893 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:50:22.687248 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-ed93a8be-a75f-4b56-979c-dd27ea29d9ad None None] Provisioning complete for port c76a3fb5-5dd1-4655-834b-74b3b01d6e86 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:22.688336 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ed93a8be-a75f-4b56-979c-dd27ea29d9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c76a3fb5-5dd1-4655-834b-74b3b01d6e86), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:22.712793 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea3dd1f-dfcf-43ec-b0b3-a6e666c56a9a tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4fbf84-d0c5-47b4-943a-43ccc80ad3ad,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:22.732381 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ebfba8bf-810b-48bb-803d-0b44d4d1c230 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:22.813653 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port ac2e53af-7808-469e-ab01-9e83a66c0e71 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:22.884803 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ebfba8bf-810b-48bb-803d-0b44d4d1c230 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for security_group (639fa36d-302e-4628-a9cb-8198fd1c78f6), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:22.890835 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ebfba8bf-810b-48bb-803d-0b44d4d1c230 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (639fa36d-302e-4628-a9cb-8198fd1c78f6), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:22.904751 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ed93a8be-a75f-4b56-979c-dd27ea29d9ad None None] Port c76a3fb5-5dd1-4655-834b-74b3b01d6e86 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:50:22.978955 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfba8bf-810b-48bb-803d-0b44d4d1c230 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=639fa36d-302e-4628-a9cb-8198fd1c78f6,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:23.013523 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ebfba8bf-810b-48bb-803d-0b44d4d1c230 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:23.017372 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ebfba8bf-810b-48bb-803d-0b44d4d1c230 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3746760 Feb 09 01:50:23.020273 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40380) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:23.032688 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-9ae773c3-154e-4bc0-9c2a-972a51250855 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Request body: {'security_group_rule': {'security_group_id': '6b4fbf84-d0c5-47b4-943a-43ccc80ad3ad', 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:23.070297 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c6100ecb-ba1e-4ff4-9897-ee073a6eb0a2 None None] Provisioning complete for port c76a3fb5-5dd1-4655-834b-74b3b01d6e86 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:23.070994 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c6100ecb-ba1e-4ff4-9897-ee073a6eb0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c76a3fb5-5dd1-4655-834b-74b3b01d6e86), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:23.091866 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ae773c3-154e-4bc0-9c2a-972a51250855 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for security_group_rule (bb8c11d1-d946-482a-93b3-64156f83b599), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:23.157824 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-d3734b05-b64d-43be-a319-7ec281079800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f75c6c4-f857-4d48-9c82-1294cc7a5893', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1362347711', 'tenant_id': 'eba2e8610cc343fcbba1fc67f1310146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'ee829f8b-fb89-432f-b214-5249466602ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:13Z', 'updated_at': '2022-02-09T01:50:20Z', 'revision_number': 4, 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'gw_port': {'id': 'ee829f8b-fb89-432f-b214-5249466602ec', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f75c6c4-f857-4d48-9c82-1294cc7a5893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:13Z', 'updated_at': '2022-02-09T01:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'c76a3fb5-5dd1-4655-834b-74b3b01d6e86', 'name': '', 'network_id': 'ef832235-00e2-49b0-b08f-d1013434741e', 'tenant_id': 'eba2e8610cc343fcbba1fc67f1310146', 'mac_address': 'fa:16:3e:2c:35:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f75c6c4-f857-4d48-9c82-1294cc7a5893', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '6b2930a5-7e93-4b43-91aa-8060971a836e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:19Z', 'updated_at': '2022-02-09T01:50:20Z', 'revision_number': 2, 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'subnets': [{'id': '6b2930a5-7e93-4b43-91aa-8060971a836e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:23.177534 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c6100ecb-ba1e-4ff4-9897-ee073a6eb0a2 None None] Port c76a3fb5-5dd1-4655-834b-74b3b01d6e86 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:50:23.224198 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3734b05-b64d-43be-a319-7ec281079800 None None] Checking router: 1f75c6c4-f857-4d48-9c82-1294cc7a5893 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:50:23.224506 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3734b05-b64d-43be-a319-7ec281079800 None None] Updating router 1f75c6c4-f857-4d48-9c82-1294cc7a5893 port c76a3fb5-5dd1-4655-834b-74b3b01d6e86 binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:50:23.226631 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ae773c3-154e-4bc0-9c2a-972a51250855 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for security_group_rule (bb8c11d1-d946-482a-93b3-64156f83b599), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:23.235865 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ae773c3-154e-4bc0-9c2a-972a51250855 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (bb8c11d1-d946-482a-93b3-64156f83b599), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:23.274615 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae773c3-154e-4bc0-9c2a-972a51250855 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb8c11d1-d946-482a-93b3-64156f83b599,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:23.294469 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ae773c3-154e-4bc0-9c2a-972a51250855 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:23.296069 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9ae773c3-154e-4bc0-9c2a-972a51250855 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2742147 Feb 09 01:50:23.306893 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d3734b05-b64d-43be-a319-7ec281079800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c76a3fb5-5dd1-4655-834b-74b3b01d6e86), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:23.574142 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-22c062cc-b346-4a83-8804-3ee69883b897 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup_general--798449972&fields=id&tenant_id=eba2e8610cc343fcbba1fc67f1310146 HTTP/1.1" status: 200 len: 267 time: 0.0762992 Feb 09 01:50:23.670922 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-420a48cd-950e-4a3e-a06b-a3145dd54dcd tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Deleting port 8787c1b3-e939-48c5-b3cf-bd68d8a74ed8 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:50:23.671638 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-420a48cd-950e-4a3e-a06b-a3145dd54dcd tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (8787c1b3-e939-48c5-b3cf-bd68d8a74ed8), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:23.792307 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-420a48cd-950e-4a3e-a06b-a3145dd54dcd tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] For port 8787c1b3-e939-48c5-b3cf-bd68d8a74ed8, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=8787c1b3-e939-48c5-b3cf-bd68d8a74ed8,segment=NetworkSegment(81722746-93b4-4819-9979-ce91542b87a2),segment_id=81722746-93b4-4819-9979-ce91542b87a2)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:23.793110 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-420a48cd-950e-4a3e-a06b-a3145dd54dcd tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (8787c1b3-e939-48c5-b3cf-bd68d8a74ed8), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:23.810510 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-420a48cd-950e-4a3e-a06b-a3145dd54dcd tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Calling delete_port for 8787c1b3-e939-48c5-b3cf-bd68d8a74ed8 owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:50:23.963334 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d3734b05-b64d-43be-a319-7ec281079800 None None] Publish callbacks [] for port (c76a3fb5-5dd1-4655-834b-74b3b01d6e86), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:23.978800 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d3734b05-b64d-43be-a319-7ec281079800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (c76a3fb5-5dd1-4655-834b-74b3b01d6e86), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:24.067820 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-948d0ea0-44a5-46d6-bedc-3d6822724bdb tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup_access--1646680026&fields=id&tenant_id=eba2e8610cc343fcbba1fc67f1310146 HTTP/1.1" status: 200 len: 267 time: 0.4919260 Feb 09 01:50:24.076707 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9b385-a2af-47bb-ace4-f7d0721f3405 None None] Pushing event updated for resources: {'Port': ['ID=c76a3fb5-5dd1-4655-834b-74b3b01d6e86,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:24.213089 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-d3734b05-b64d-43be-a319-7ec281079800 None None] Attempting to bind port c76a3fb5-5dd1-4655-834b-74b3b01d6e86 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:50:24.213514 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-d3734b05-b64d-43be-a319-7ec281079800 None None] Attempting to bind port c76a3fb5-5dd1-4655-834b-74b3b01d6e86 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '79bec3f3-d7dd-4e38-895c-88d686dddb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ef832235-00e2-49b0-b08f-d1013434741e'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:50:24.213792 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3734b05-b64d-43be-a319-7ec281079800 None None] Attempting to bind port c76a3fb5-5dd1-4655-834b-74b3b01d6e86 on network ef832235-00e2-49b0-b08f-d1013434741e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:50:24.229249 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3734b05-b64d-43be-a319-7ec281079800 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:50:24.229676 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3734b05-b64d-43be-a319-7ec281079800 None None] Checking segment: {'id': '79bec3f3-d7dd-4e38-895c-88d686dddb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ef832235-00e2-49b0-b08f-d1013434741e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:50:24.230027 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d3734b05-b64d-43be-a319-7ec281079800 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:24.230410 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3734b05-b64d-43be-a319-7ec281079800 None None] Bound using segment: {'id': '79bec3f3-d7dd-4e38-895c-88d686dddb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ef832235-00e2-49b0-b08f-d1013434741e'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:50:24.230886 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-d3734b05-b64d-43be-a319-7ec281079800 None None] Bound port: c76a3fb5-5dd1-4655-834b-74b3b01d6e86, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79bec3f3-d7dd-4e38-895c-88d686dddb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ef832235-00e2-49b0-b08f-d1013434741e'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:50:24.231259 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d3734b05-b64d-43be-a319-7ec281079800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c76a3fb5-5dd1-4655-834b-74b3b01d6e86), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:24.241741 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-14444c2e-fe58-4255-8ff3-a83ce2d5e560 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:24.268319 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-14444c2e-fe58-4255-8ff3-a83ce2d5e560 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/networks?id=ef832235-00e2-49b0-b08f-d1013434741e HTTP/1.1" status: 200 len: 796 time: 0.1981926 Feb 09 01:50:24.283423 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-420a48cd-950e-4a3e-a06b-a3145dd54dcd tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (8787c1b3-e939-48c5-b3cf-bd68d8a74ed8), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:24.298295 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1411818e-a205-4ff5-b0aa-6e7f2cc168b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:24.332977 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-1926941b-b23a-4455-8036-40f3d167251d tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/quotas/eba2e8610cc343fcbba1fc67f1310146 HTTP/1.1" status: 200 len: 375 time: 0.0629814 Feb 09 01:50:24.382241 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a48cd-950e-4a3e-a06b-a3145dd54dcd tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event deleted for resources: {'Port': ['ID=8787c1b3-e939-48c5-b3cf-bd68d8a74ed8,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:24.408702 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-d3734b05-b64d-43be-a319-7ec281079800 None None] For port c76a3fb5-5dd1-4655-834b-74b3b01d6e86, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:50:24.412653 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-d3734b05-b64d-43be-a319-7ec281079800 None None] For port c76a3fb5-5dd1-4655-834b-74b3b01d6e86, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=c76a3fb5-5dd1-4655-834b-74b3b01d6e86,segment=NetworkSegment(79bec3f3-d7dd-4e38-895c-88d686dddb25),segment_id=79bec3f3-d7dd-4e38-895c-88d686dddb25)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:50:24.428255 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-d3734b05-b64d-43be-a319-7ec281079800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (c76a3fb5-5dd1-4655-834b-74b3b01d6e86), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:24.593518 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3734b05-b64d-43be-a319-7ec281079800 None None] Routers {'1f75c6c4-f857-4d48-9c82-1294cc7a5893'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:50:24.593817 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-d3734b05-b64d-43be-a319-7ec281079800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:50:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['1f75c6c4-f857-4d48-9c82-1294cc7a5893'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:24.595898 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9b385-a2af-47bb-ace4-f7d0721f3405 None None] Pushing event updated for resources: {'Port': ['ID=c76a3fb5-5dd1-4655-834b-74b3b01d6e86,revision_number=4']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:24.630674 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-b3de5b1b-e882-43de-b5d6-f8d56be68fcf tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=eba2e8610cc343fcbba1fc67f1310146&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2944076 Feb 09 01:50:24.751907 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-65b5444d-9f10-4f47-97f7-175a7150925f None None] Provisioning complete for port c76a3fb5-5dd1-4655-834b-74b3b01d6e86 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:24.752345 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-65b5444d-9f10-4f47-97f7-175a7150925f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c76a3fb5-5dd1-4655-834b-74b3b01d6e86), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:24.921818 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-d3734b05-b64d-43be-a319-7ec281079800 None None] Set router 1f75c6c4-f857-4d48-9c82-1294cc7a5893 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:50:24.945898 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-65b5444d-9f10-4f47-97f7-175a7150925f None None] Current status of the port c76a3fb5-5dd1-4655-834b-74b3b01d6e86 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:24.946311 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-65b5444d-9f10-4f47-97f7-175a7150925f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c76a3fb5-5dd1-4655-834b-74b3b01d6e86), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:25.032007 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-65b5444d-9f10-4f47-97f7-175a7150925f None None] For port c76a3fb5-5dd1-4655-834b-74b3b01d6e86, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=c76a3fb5-5dd1-4655-834b-74b3b01d6e86,segment=NetworkSegment(79bec3f3-d7dd-4e38-895c-88d686dddb25),segment_id=79bec3f3-d7dd-4e38-895c-88d686dddb25)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:25.038361 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-65b5444d-9f10-4f47-97f7-175a7150925f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (c76a3fb5-5dd1-4655-834b-74b3b01d6e86), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:25.047734 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-700a6e6e-9fba-48fe-acec-5c1e9efa9aab service neutron] 10.222.0.30 "GET /v2.0/networks/ef832235-00e2-49b0-b08f-d1013434741e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093869 Feb 09 01:50:25.165173 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-420a48cd-950e-4a3e-a06b-a3145dd54dcd tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (75a937b0-efc3-46ee-b79e-377d85478ae5), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:25.177757 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b5444d-9f10-4f47-97f7-175a7150925f None None] Pushing event updated for resources: {'Port': ['ID=c76a3fb5-5dd1-4655-834b-74b3b01d6e86,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:25.221679 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-802aff27-a061-4407-a56c-821192496fb2 None None] Provisioning complete for port c76a3fb5-5dd1-4655-834b-74b3b01d6e86 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:25.222133 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-802aff27-a061-4407-a56c-821192496fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c76a3fb5-5dd1-4655-834b-74b3b01d6e86), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:25.456653 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-0f08e3f9-a2ba-49d0-853f-7c104e768f86 service neutron] 10.222.0.30 "GET /v2.0/networks/ef832235-00e2-49b0-b08f-d1013434741e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016247 Feb 09 01:50:25.461315 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-802aff27-a061-4407-a56c-821192496fb2 None None] Current status of the port c76a3fb5-5dd1-4655-834b-74b3b01d6e86 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:25.681873 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-d3734b05-b64d-43be-a319-7ec281079800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f75c6c4-f857-4d48-9c82-1294cc7a5893', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1362347711', 'tenant_id': 'eba2e8610cc343fcbba1fc67f1310146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'ee829f8b-fb89-432f-b214-5249466602ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:13Z', 'updated_at': '2022-02-09T01:50:20Z', 'revision_number': 4, 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'gw_port': {'id': 'ee829f8b-fb89-432f-b214-5249466602ec', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f75c6c4-f857-4d48-9c82-1294cc7a5893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:13Z', 'updated_at': '2022-02-09T01:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'c76a3fb5-5dd1-4655-834b-74b3b01d6e86', 'name': '', 'network_id': 'ef832235-00e2-49b0-b08f-d1013434741e', 'tenant_id': 'eba2e8610cc343fcbba1fc67f1310146', 'mac_address': 'fa:16:3e:2c:35:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f75c6c4-f857-4d48-9c82-1294cc7a5893', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '6b2930a5-7e93-4b43-91aa-8060971a836e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:19Z', 'updated_at': '2022-02-09T01:50:24Z', 'revision_number': 4, 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'subnets': [{'id': '6b2930a5-7e93-4b43-91aa-8060971a836e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:25.780887 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3734b05-b64d-43be-a319-7ec281079800 None None] The sync data for ids ['1f75c6c4-f857-4d48-9c82-1294cc7a5893'] in n-d-822053-40 is: [{'id': '1f75c6c4-f857-4d48-9c82-1294cc7a5893', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1362347711', 'tenant_id': 'eba2e8610cc343fcbba1fc67f1310146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'ee829f8b-fb89-432f-b214-5249466602ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:13Z', 'updated_at': '2022-02-09T01:50:20Z', 'revision_number': 4, 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'gw_port': {'id': 'ee829f8b-fb89-432f-b214-5249466602ec', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f75c6c4-f857-4d48-9c82-1294cc7a5893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:13Z', 'updated_at': '2022-02-09T01:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'c76a3fb5-5dd1-4655-834b-74b3b01d6e86', 'name': '', 'network_id': 'ef832235-00e2-49b0-b08f-d1013434741e', 'tenant_id': 'eba2e8610cc343fcbba1fc67f1310146', 'mac_address': 'fa:16:3e:2c:35:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f75c6c4-f857-4d48-9c82-1294cc7a5893', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '6b2930a5-7e93-4b43-91aa-8060971a836e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:19Z', 'updated_at': '2022-02-09T01:50:24Z', 'revision_number': 4, 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'subnets': [{'id': '6b2930a5-7e93-4b43-91aa-8060971a836e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:50:25.908831 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:25.961621 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-64f4871b-3c26-42e5-ae95-6ce2a42f15fd req-7c5571c5-743e-49e7-89b5-32ad0987c80e tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/ports?device_id=af0e6236-2a75-4ecb-a92b-dc4f2875480e HTTP/1.1" status: 200 len: 210 time: 0.1318500 Feb 09 01:50:26.004874 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420a48cd-950e-4a3e-a06b-a3145dd54dcd tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Router 75a937b0-efc3-46ee-b79e-377d85478ae5 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:50:26.247187 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420a48cd-950e-4a3e-a06b-a3145dd54dcd tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:50:26.269432 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-420a48cd-950e-4a3e-a06b-a3145dd54dcd tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "PUT /v2.0/routers/75a937b0-efc3-46ee-b79e-377d85478ae5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9879916 Feb 09 01:50:26.272839 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40410) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:26.290402 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826e3fbe-a3dd-4a6e-9bc9-1c49b3a48b1d None None] Sync routers for ids ['75a937b0-efc3-46ee-b79e-377d85478ae5'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:50:26.335163 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826e3fbe-a3dd-4a6e-9bc9-1c49b3a48b1d None None] Routers {'75a937b0-efc3-46ee-b79e-377d85478ae5'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:50:26.344656 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-826e3fbe-a3dd-4a6e-9bc9-1c49b3a48b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:50:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['75a937b0-efc3-46ee-b79e-377d85478ae5'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:26.475656 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae108a3-940c-4411-95fd-184a3ba424c5 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Deleting subnet b112263c-a608-4676-b341-06787f310b90 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:50:26.486638 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1ae108a3-940c-4411-95fd-184a3ba424c5 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for subnet (b112263c-a608-4676-b341-06787f310b90), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:26.585469 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device c76a3fb5-5dd1-4655-834b-74b3b01d6e86 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:50:26.591907 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1ae108a3-940c-4411-95fd-184a3ba424c5 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (b112263c-a608-4676-b341-06787f310b90), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:26.797898 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1ae108a3-940c-4411-95fd-184a3ba424c5 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (b112263c-a608-4676-b341-06787f310b90), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:26.816688 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port c76a3fb5-5dd1-4655-834b-74b3b01d6e86 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:26.817067 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c76a3fb5-5dd1-4655-834b-74b3b01d6e86), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:26.942032 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-826e3fbe-a3dd-4a6e-9bc9-1c49b3a48b1d None None] Set router 75a937b0-efc3-46ee-b79e-377d85478ae5 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:50:26.970195 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1ae108a3-940c-4411-95fd-184a3ba424c5 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (b112263c-a608-4676-b341-06787f310b90), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:27.051564 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae108a3-940c-4411-95fd-184a3ba424c5 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event deleted for resources: {'Subnet': ['ID=b112263c-a608-4676-b341-06787f310b90,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:27.057699 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1ae108a3-940c-4411-95fd-184a3ba424c5 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:27.068333 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1ae108a3-940c-4411-95fd-184a3ba424c5 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "DELETE /v2.0/subnets/b112263c-a608-4676-b341-06787f310b90 HTTP/1.1" status: 204 len: 168 time: 0.7915225 Feb 09 01:50:27.069072 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40418) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:27.098013 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b7a77a-9777-4215-a190-82d9369bf45e None None] Network 029abd68-6023-4932-b807-dad80226df93 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:50:27.312123 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cb31eef5-b36b-4916-891b-3d641aa58cf3 req-c79734ad-026e-486c-939c-2636e659a048 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/ports?device_id=af0e6236-2a75-4ecb-a92b-dc4f2875480e HTTP/1.1" status: 200 len: 210 time: 0.1697598 Feb 09 01:50:27.389066 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port c76a3fb5-5dd1-4655-834b-74b3b01d6e86 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:27.411712 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5d7ff1e5-5545-4a23-82ec-01900d2a673a tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for router (75a937b0-efc3-46ee-b79e-377d85478ae5), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:27.579175 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5d7ff1e5-5545-4a23-82ec-01900d2a673a tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for router_gateway (75a937b0-efc3-46ee-b79e-377d85478ae5), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:27.689707 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:27.736052 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-5d7ff1e5-5545-4a23-82ec-01900d2a673a tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Deleting port 2af263d7-bc76-4f8a-aa7a-fc43cd457905 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:50:27.737171 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5d7ff1e5-5545-4a23-82ec-01900d2a673a tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (2af263d7-bc76-4f8a-aa7a-fc43cd457905), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:27.748313 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a718e16-a23a-4fac-a015-994f91614ad7 None None] DHCP port deletion for 029abd68-6023-4932-b807-dad80226df93 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:50:27.763839 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-826e3fbe-a3dd-4a6e-9bc9-1c49b3a48b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a937b0-efc3-46ee-b79e-377d85478ae5', 'name': 'tempest-TestNetworkBasicOps-router-2129658374', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '2af263d7-bc76-4f8a-aa7a-fc43cd457905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:07Z', 'updated_at': '2022-02-09T01:50:23Z', 'revision_number': 5, 'project_id': 'be37988e5bf5448987567e96924ed429', 'gw_port': {'id': '2af263d7-bc76-4f8a-aa7a-fc43cd457905', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a937b0-efc3-46ee-b79e-377d85478ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:08Z', 'updated_at': '2022-02-09T01:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:27.902621 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-5d7ff1e5-5545-4a23-82ec-01900d2a673a tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] For port 2af263d7-bc76-4f8a-aa7a-fc43cd457905, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=2af263d7-bc76-4f8a-aa7a-fc43cd457905,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:27.904559 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5d7ff1e5-5545-4a23-82ec-01900d2a673a tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (2af263d7-bc76-4f8a-aa7a-fc43cd457905), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:27.934824 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-5d7ff1e5-5545-4a23-82ec-01900d2a673a tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Calling delete_port for 2af263d7-bc76-4f8a-aa7a-fc43cd457905 owned by network:router_gateway {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:50:27.958668 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-562c3e60-f276-452e-92a4-91a31c575360 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:27.960324 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-562c3e60-f276-452e-92a4-91a31c575360 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.121 "GET /v2.0/networks?id=ef832235-00e2-49b0-b08f-d1013434741e HTTP/1.1" status: 200 len: 796 time: 0.2492728 Feb 09 01:50:28.097830 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-6cb20211-6485-4c6a-825b-bec022edd1b0 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eba2e8610cc343fcbba1fc67f1310146 HTTP/1.1" status: 200 len: 477 time: 0.1249752 Feb 09 01:50:28.109494 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-da50d03c-7bc4-4b88-b4aa-818421cf49bc tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Request body: {'port': {'device_id': 'af0e6236-2a75-4ecb-a92b-dc4f2875480e', 'network_id': 'ef832235-00e2-49b0-b08f-d1013434741e', 'admin_state_up': True, 'tenant_id': 'eba2e8610cc343fcbba1fc67f1310146', 'security_groups': ['639fa36d-302e-4628-a9cb-8198fd1c78f6', '6b4fbf84-d0c5-47b4-943a-43ccc80ad3ad']}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:28.142023 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826e3fbe-a3dd-4a6e-9bc9-1c49b3a48b1d None None] Checking router: 75a937b0-efc3-46ee-b79e-377d85478ae5 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:50:28.166870 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826e3fbe-a3dd-4a6e-9bc9-1c49b3a48b1d None None] Routers {'75a937b0-efc3-46ee-b79e-377d85478ae5'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:50:28.167832 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-826e3fbe-a3dd-4a6e-9bc9-1c49b3a48b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:50:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['75a937b0-efc3-46ee-b79e-377d85478ae5'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:28.221300 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device c303ec6d-d183-4666-a2b0-5a62b309bf91 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:50:28.322613 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-da50d03c-7bc4-4b88-b4aa-818421cf49bc tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Made reservation on behalf of eba2e8610cc343fcbba1fc67f1310146 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:50:28.326574 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-da50d03c-7bc4-4b88-b4aa-818421cf49bc tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:28.366753 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2a718e16-a23a-4fac-a015-994f91614ad7 None None] Deleting port c303ec6d-d183-4666-a2b0-5a62b309bf91 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:50:28.367451 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2a718e16-a23a-4fac-a015-994f91614ad7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (c303ec6d-d183-4666-a2b0-5a62b309bf91), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:28.375354 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:28.381499 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5d7ff1e5-5545-4a23-82ec-01900d2a673a tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (2af263d7-bc76-4f8a-aa7a-fc43cd457905), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:28.473941 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ff1e5-5545-4a23-82ec-01900d2a673a tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event deleted for resources: {'Port': ['ID=2af263d7-bc76-4f8a-aa7a-fc43cd457905,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:28.537918 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-826e3fbe-a3dd-4a6e-9bc9-1c49b3a48b1d None None] Set router 75a937b0-efc3-46ee-b79e-377d85478ae5 gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:50:28.541275 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-da50d03c-7bc4-4b88-b4aa-818421cf49bc tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Allocated IP 172.20.0.3 (ef832235-00e2-49b0-b08f-d1013434741e/6b2930a5-7e93-4b43-91aa-8060971a836e/ce33d3b9-3923-4bf4-9129-c5844447cfff) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:50:28.553408 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5d7ff1e5-5545-4a23-82ec-01900d2a673a tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (75a937b0-efc3-46ee-b79e-377d85478ae5), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:28.684629 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-826e3fbe-a3dd-4a6e-9bc9-1c49b3a48b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a937b0-efc3-46ee-b79e-377d85478ae5', 'name': 'tempest-TestNetworkBasicOps-router-2129658374', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:07Z', 'updated_at': '2022-02-09T01:50:27Z', 'revision_number': 6, 'project_id': 'be37988e5bf5448987567e96924ed429', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:28.729473 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826e3fbe-a3dd-4a6e-9bc9-1c49b3a48b1d None None] The sync data for ids ['75a937b0-efc3-46ee-b79e-377d85478ae5'] in n-d-822053-40 is: [{'id': '75a937b0-efc3-46ee-b79e-377d85478ae5', 'name': 'tempest-TestNetworkBasicOps-router-2129658374', 'tenant_id': 'be37988e5bf5448987567e96924ed429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:07Z', 'updated_at': '2022-02-09T01:50:27Z', 'revision_number': 6, 'project_id': 'be37988e5bf5448987567e96924ed429', 'gw_port_host': None}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:50:28.741463 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5d7ff1e5-5545-4a23-82ec-01900d2a673a tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (75a937b0-efc3-46ee-b79e-377d85478ae5), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:28.745027 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5d7ff1e5-5545-4a23-82ec-01900d2a673a tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for router_controller (75a937b0-efc3-46ee-b79e-377d85478ae5), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:28.764164 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-2a718e16-a23a-4fac-a015-994f91614ad7 None None] For port c303ec6d-d183-4666-a2b0-5a62b309bf91, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=c303ec6d-d183-4666-a2b0-5a62b309bf91,segment=NetworkSegment(81722746-93b4-4819-9979-ce91542b87a2),segment_id=81722746-93b4-4819-9979-ce91542b87a2)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:28.765038 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2a718e16-a23a-4fac-a015-994f91614ad7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (c303ec6d-d183-4666-a2b0-5a62b309bf91), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:28.803315 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2a718e16-a23a-4fac-a015-994f91614ad7 None None] Calling delete_port for c303ec6d-d183-4666-a2b0-5a62b309bf91 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:50:28.811549 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port c303ec6d-d183-4666-a2b0-5a62b309bf91 is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:28.812479 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c303ec6d-d183-4666-a2b0-5a62b309bf91), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:28.844232 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-da50d03c-7bc4-4b88-b4aa-818421cf49bc tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for port (ce33d3b9-3923-4bf4-9129-c5844447cfff), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:28.852565 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5d7ff1e5-5545-4a23-82ec-01900d2a673a tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (75a937b0-efc3-46ee-b79e-377d85478ae5), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:28.853133 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7ff1e5-5545-4a23-82ec-01900d2a673a tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Fanout notify agent at l3_agent the message router_deleted on router 75a937b0-efc3-46ee-b79e-377d85478ae5 {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:50:28.861461 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5d7ff1e5-5545-4a23-82ec-01900d2a673a tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:28.864978 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5d7ff1e5-5545-4a23-82ec-01900d2a673a tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "DELETE /v2.0/routers/75a937b0-efc3-46ee-b79e-377d85478ae5 HTTP/1.1" status: 204 len: 168 time: 1.7895935 Feb 09 01:50:28.865551 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40426) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:28.872646 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1cb0cc63-6e12-41d0-857d-7d194a946ade req-4ec2715b-b675-44de-a8e0-a39185cbf016 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/ports?device_id=af0e6236-2a75-4ecb-a92b-dc4f2875480e HTTP/1.1" status: 200 len: 210 time: 0.3647175 Feb 09 01:50:28.917581 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port c303ec6d-d183-4666-a2b0-5a62b309bf91, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=c303ec6d-d183-4666-a2b0-5a62b309bf91,segment=NetworkSegment(81722746-93b4-4819-9979-ce91542b87a2),segment_id=81722746-93b4-4819-9979-ce91542b87a2)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:28.926298 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (c303ec6d-d183-4666-a2b0-5a62b309bf91), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:28.994025 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d34b75b-62b7-4114-b12d-5f618aa808c5 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (029abd68-6023-4932-b807-dad80226df93), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:28.994633 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=c303ec6d-d183-4666-a2b0-5a62b309bf91,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:29.006273 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-da50d03c-7bc4-4b88-b4aa-818421cf49bc tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (ce33d3b9-3923-4bf4-9129-c5844447cfff), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:29.014861 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2a718e16-a23a-4fac-a015-994f91614ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (c303ec6d-d183-4666-a2b0-5a62b309bf91), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:29.045716 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a718e16-a23a-4fac-a015-994f91614ad7 None None] Pushing event deleted for resources: {'Port': ['ID=c303ec6d-d183-4666-a2b0-5a62b309bf91,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:29.055534 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a718e16-a23a-4fac-a015-994f91614ad7 None None] No DVR routers for this DVR port c303ec6d-d183-4666-a2b0-5a62b309bf91 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:50:29.095151 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-da50d03c-7bc4-4b88-b4aa-818421cf49bc tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Network ef832235-00e2-49b0-b08f-d1013434741e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:50:29.095931 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-3d34b75b-62b7-4114-b12d-5f618aa808c5 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] The port 'c303ec6d-d183-4666-a2b0-5a62b309bf91' was deleted {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 09 01:50:29.102180 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-da50d03c-7bc4-4b88-b4aa-818421cf49bc tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:29.131261 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-da50d03c-7bc4-4b88-b4aa-818421cf49bc tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:50:29.142102 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50d03c-7bc4-4b88-b4aa-818421cf49bc tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Pushing event updated for resources: {'Port': ['ID=ce33d3b9-3923-4bf4-9129-c5844447cfff,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:29.260396 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-da50d03c-7bc4-4b88-b4aa-818421cf49bc tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:29.261068 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-da50d03c-7bc4-4b88-b4aa-818421cf49bc tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:29.269558 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d34b75b-62b7-4114-b12d-5f618aa808c5 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (029abd68-6023-4932-b807-dad80226df93), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:29.305966 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-da50d03c-7bc4-4b88-b4aa-818421cf49bc tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.2025156 Feb 09 01:50:29.307811 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-3d34b75b-62b7-4114-b12d-5f618aa808c5 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['029abd68-6023-4932-b807-dad80226df93']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:29.322303 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-44e136f9-76c5-4ee5-a42d-e215a4e13920 service neutron] Request body: {'port': {'device_id': 'af0e6236-2a75-4ecb-a92b-dc4f2875480e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:29.334649 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-3d34b75b-62b7-4114-b12d-5f618aa808c5 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81722746-93b4-4819-9979-ce91542b87a2') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:29.334958 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-3d34b75b-62b7-4114-b12d-5f618aa808c5 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81722746-93b4-4819-9979-ce91542b87a2') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:29.364703 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d34b75b-62b7-4114-b12d-5f618aa808c5 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (81722746-93b4-4819-9979-ce91542b87a2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:29.416319 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d34b75b-62b7-4114-b12d-5f618aa808c5 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (81722746-93b4-4819-9979-ce91542b87a2), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:29.429803 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d34b75b-62b7-4114-b12d-5f618aa808c5 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:50:29.430136 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d34b75b-62b7-4114-b12d-5f618aa808c5 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (81722746-93b4-4819-9979-ce91542b87a2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:29.433296 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:50:29.433296 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:50:29.433296 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:50:29.433296 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:50:29.433296 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:50:29.433296 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:50:29.433296 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:50:29.433296 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:50:29.433296 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:50:29.433296 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:50:29.433296 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:50:29.433296 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:50:29.433296 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:50:29.433296 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:50:29.433296 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:50:29.433296 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:50:29.433296 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:50:29.433296 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:50:29.433296 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:50:29.433296 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:50:29.433296 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:50:29.433296 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:50:29.433296 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:50:29.433296 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:50:29.433296 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:50:29.433296 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:50:29.433296 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:50:29.433296 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:50:29.433296 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:50:29.433296 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:50:29.433296 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:50:29.433296 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:50:29.441809 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d57b0ad0-e30c-4f8d-8628-f5aa5e9c9c8b None None] Provisioning complete for port ce33d3b9-3923-4bf4-9129-c5844447cfff triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:29.442191 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d57b0ad0-e30c-4f8d-8628-f5aa5e9c9c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (ce33d3b9-3923-4bf4-9129-c5844447cfff), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:29.472325 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-44e136f9-76c5-4ee5-a42d-e215a4e13920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ce33d3b9-3923-4bf4-9129-c5844447cfff), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:29.481372 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d57b0ad0-e30c-4f8d-8628-f5aa5e9c9c8b None None] Port ce33d3b9-3923-4bf4-9129-c5844447cfff cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:50:29.531238 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d34b75b-62b7-4114-b12d-5f618aa808c5 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (029abd68-6023-4932-b807-dad80226df93), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:29.544666 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d34b75b-62b7-4114-b12d-5f618aa808c5 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:29.544666 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3d34b75b-62b7-4114-b12d-5f618aa808c5 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] 10.222.0.30 "DELETE /v2.0/networks/029abd68-6023-4932-b807-dad80226df93 HTTP/1.1" status: 204 len: 168 time: 0.6775849 Feb 09 01:50:29.569122 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34b75b-62b7-4114-b12d-5f618aa808c5 tempest-TestNetworkBasicOps-1023531942 tempest-TestNetworkBasicOps-1023531942-project] Pushing event deleted for resources: {'Network': ['ID=029abd68-6023-4932-b807-dad80226df93,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:29.882416 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-44e136f9-76c5-4ee5-a42d-e215a4e13920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce33d3b9-3923-4bf4-9129-c5844447cfff {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:50:29.896214 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-44e136f9-76c5-4ee5-a42d-e215a4e13920 service neutron] Publish callbacks [] for port (ce33d3b9-3923-4bf4-9129-c5844447cfff), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:29.918506 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-44e136f9-76c5-4ee5-a42d-e215a4e13920 service neutron] Transition to ACTIVE for port object ce33d3b9-3923-4bf4-9129-c5844447cfff will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:50:29.925062 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-44e136f9-76c5-4ee5-a42d-e215a4e13920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (ce33d3b9-3923-4bf4-9129-c5844447cfff), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:29.932674 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40440) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:29.995107 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e136f9-76c5-4ee5-a42d-e215a4e13920 service neutron] Pushing event updated for resources: {'Port': ['ID=ce33d3b9-3923-4bf4-9129-c5844447cfff,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:30.156517 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a27b6-4e8d-4511-bdec-fc99785b6d06 req-7f5614bb-0134-49fd-90c1-8c23ad7773c3 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:30.159782 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dc5a27b6-4e8d-4511-bdec-fc99785b6d06 req-7f5614bb-0134-49fd-90c1-8c23ad7773c3 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/ports?device_id=af0e6236-2a75-4ecb-a92b-dc4f2875480e HTTP/1.1" status: 200 len: 982 time: 0.1608498 Feb 09 01:50:30.179333 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 8787c1b3-e939-48c5-b3cf-bd68d8a74ed8 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:50:30.189745 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-44e136f9-76c5-4ee5-a42d-e215a4e13920 service neutron] Attempting to bind port ce33d3b9-3923-4bf4-9129-c5844447cfff on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:50:30.190350 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-44e136f9-76c5-4ee5-a42d-e215a4e13920 service neutron] Attempting to bind port ce33d3b9-3923-4bf4-9129-c5844447cfff by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '79bec3f3-d7dd-4e38-895c-88d686dddb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ef832235-00e2-49b0-b08f-d1013434741e'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:50:30.190865 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-44e136f9-76c5-4ee5-a42d-e215a4e13920 service neutron] Attempting to bind port ce33d3b9-3923-4bf4-9129-c5844447cfff on network ef832235-00e2-49b0-b08f-d1013434741e {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:50:30.197268 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-44e136f9-76c5-4ee5-a42d-e215a4e13920 service neutron] Port ce33d3b9-3923-4bf4-9129-c5844447cfff on network ef832235-00e2-49b0-b08f-d1013434741e not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:50:30.197855 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-44e136f9-76c5-4ee5-a42d-e215a4e13920 service neutron] Attempting to bind port ce33d3b9-3923-4bf4-9129-c5844447cfff on network ef832235-00e2-49b0-b08f-d1013434741e {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:50:30.203749 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-44e136f9-76c5-4ee5-a42d-e215a4e13920 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:50:30.207778 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-44e136f9-76c5-4ee5-a42d-e215a4e13920 service neutron] Checking segment: {'id': '79bec3f3-d7dd-4e38-895c-88d686dddb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ef832235-00e2-49b0-b08f-d1013434741e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:50:30.208368 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-44e136f9-76c5-4ee5-a42d-e215a4e13920 service neutron] Bound using segment: {'id': '79bec3f3-d7dd-4e38-895c-88d686dddb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ef832235-00e2-49b0-b08f-d1013434741e'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:50:30.208998 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-44e136f9-76c5-4ee5-a42d-e215a4e13920 service neutron] Bound port: ce33d3b9-3923-4bf4-9129-c5844447cfff, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79bec3f3-d7dd-4e38-895c-88d686dddb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ef832235-00e2-49b0-b08f-d1013434741e'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:50:30.209528 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-44e136f9-76c5-4ee5-a42d-e215a4e13920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ce33d3b9-3923-4bf4-9129-c5844447cfff), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:30.239018 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 8787c1b3-e939-48c5-b3cf-bd68d8a74ed8 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:50:30.241991 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 8787c1b3-e939-48c5-b3cf-bd68d8a74ed8 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:50:30.242494 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 2af263d7-bc76-4f8a-aa7a-fc43cd457905 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:50:30.299473 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40446) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:30.299770 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f47248a7-24bb-46fe-aad0-a890e573f169 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=be37988e5bf5448987567e96924ed429&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3602922 Feb 09 01:50:30.307317 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 2af263d7-bc76-4f8a-aa7a-fc43cd457905 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:50:30.308263 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 2af263d7-bc76-4f8a-aa7a-fc43cd457905 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:50:30.386348 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-44e136f9-76c5-4ee5-a42d-e215a4e13920 service neutron] For port ce33d3b9-3923-4bf4-9129-c5844447cfff, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:50:30.395482 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-44e136f9-76c5-4ee5-a42d-e215a4e13920 service neutron] For port ce33d3b9-3923-4bf4-9129-c5844447cfff, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=ce33d3b9-3923-4bf4-9129-c5844447cfff,segment=NetworkSegment(79bec3f3-d7dd-4e38-895c-88d686dddb25),segment_id=79bec3f3-d7dd-4e38-895c-88d686dddb25)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:50:30.398353 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dc5a27b6-4e8d-4511-bdec-fc99785b6d06 req-fc9a8d7a-ab09-488f-83ff-5a94039a7ddf tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/security-groups?id=639fa36d-302e-4628-a9cb-8198fd1c78f6&id=6b4fbf84-d0c5-47b4-943a-43ccc80ad3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2296603 Feb 09 01:50:30.416963 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-44e136f9-76c5-4ee5-a42d-e215a4e13920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (ce33d3b9-3923-4bf4-9129-c5844447cfff), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:30.454831 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e18ef991-0b00-412c-ac0b-6a3961118ae1 admin admin] Publish callbacks [] for security_group (735ceb6f-d3ce-45cf-b7a1-2a1498414a2b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:30.478432 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-44e136f9-76c5-4ee5-a42d-e215a4e13920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:30.479064 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-44e136f9-76c5-4ee5-a42d-e215a4e13920 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:30.480492 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-44e136f9-76c5-4ee5-a42d-e215a4e13920 service neutron] 10.222.0.121 "PUT /v2.0/ports/ce33d3b9-3923-4bf4-9129-c5844447cfff HTTP/1.1" status: 200 len: 1131 time: 1.1628177 Feb 09 01:50:30.480950 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af0e6236-2a75-4ecb-a92b-dc4f2875480e', 'tag': 'ce33d3b9-3923-4bf4-9129-c5844447cfff'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:50:30.483224 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735e71f9-b1fe-4937-a44c-f648fb865c47" -d '{"events": [{"name": "network-changed", "server_uuid": "af0e6236-2a75-4ecb-a92b-dc4f2875480e", "tag": "ce33d3b9-3923-4bf4-9129-c5844447cfff"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:50:30.567552 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ed813b-d207-44c9-8d03-bb11bbb7e12e x-openstack-request-id: req-e2ed813b-d207-44c9-8d03-bb11bbb7e12e {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:50:30.567865 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af0e6236-2a75-4ecb-a92b-dc4f2875480e", "tag": "ce33d3b9-3923-4bf4-9129-c5844447cfff", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:50:30.568146 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e2ed813b-d207-44c9-8d03-bb11bbb7e12e {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:50:30.568560 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af0e6236-2a75-4ecb-a92b-dc4f2875480e', 'tag': 'ce33d3b9-3923-4bf4-9129-c5844447cfff', 'status': 'completed', 'code': 200} Feb 09 01:50:30.572141 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e18ef991-0b00-412c-ac0b-6a3961118ae1 admin admin] Publish callbacks [] for security_group (735ceb6f-d3ce-45cf-b7a1-2a1498414a2b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:30.600950 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e136f9-76c5-4ee5-a42d-e215a4e13920 service neutron] Pushing event updated for resources: {'Port': ['ID=ce33d3b9-3923-4bf4-9129-c5844447cfff,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:30.642921 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-fce6cc7f-08d7-442c-bf02-38aeaa46a130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:30.644476 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-fce6cc7f-08d7-442c-bf02-38aeaa46a130 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=eba2e8610cc343fcbba1fc67f1310146&device_id=af0e6236-2a75-4ecb-a92b-dc4f2875480e HTTP/1.1" status: 200 len: 1165 time: 0.1147907 Feb 09 01:50:30.696824 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-242f9de9-e01d-406a-89ea-ab29bf9115b8 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce33d3b9-3923-4bf4-9129-c5844447cfff HTTP/1.1" status: 200 len: 217 time: 0.0445828 Feb 09 01:50:30.702399 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e18ef991-0b00-412c-ac0b-6a3961118ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (735ceb6f-d3ce-45cf-b7a1-2a1498414a2b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:30.706185 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e18ef991-0b00-412c-ac0b-6a3961118ae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:30.707347 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e18ef991-0b00-412c-ac0b-6a3961118ae1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/735ceb6f-d3ce-45cf-b7a1-2a1498414a2b HTTP/1.1" status: 204 len: 168 time: 0.4042454 Feb 09 01:50:30.751168 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ef991-0b00-412c-ac0b-6a3961118ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735ceb6f-d3ce-45cf-b7a1-2a1498414a2b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:30.773663 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-5e563f59-7b1c-4d26-b42f-fcfb7a5b31f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:30.775172 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-5e563f59-7b1c-4d26-b42f-fcfb7a5b31f0 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6b2930a5-7e93-4b43-91aa-8060971a836e HTTP/1.1" status: 200 len: 835 time: 0.0667338 Feb 09 01:50:31.124273 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40458) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:31.147229 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-709bcd95-d7db-4573-b6c8-3aa93f07e72f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:31.176868 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-9eb64cef-00c9-44d1-8a16-f392dba70960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:31.178253 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-9eb64cef-00c9-44d1-8a16-f392dba70960 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ef832235-00e2-49b0-b08f-d1013434741e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3951638 Feb 09 01:50:31.241311 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-709bcd95-d7db-4573-b6c8-3aa93f07e72f admin admin] Publish callbacks [] for security_group (9453530e-4790-455c-8444-f462f74632c1), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:31.246906 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-709bcd95-d7db-4573-b6c8-3aa93f07e72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (9453530e-4790-455c-8444-f462f74632c1), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:31.296006 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-709bcd95-d7db-4573-b6c8-3aa93f07e72f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=11f5c369c32e45fbb32976540b8c27ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1693099 Feb 09 01:50:31.298543 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709bcd95-d7db-4573-b6c8-3aa93f07e72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9453530e-4790-455c-8444-f462f74632c1,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:31.300471 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40460) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:31.322316 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-44f819e4-78e5-4a41-b8e1-8a4a17f2a51e service neutron] 10.222.0.121 "GET /v2.0/networks/ef832235-00e2-49b0-b08f-d1013434741e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365311 Feb 09 01:50:31.422120 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-35076382-d5a5-4a2f-8614-695379c8aeef admin admin] Publish callbacks [] for security_group (9453530e-4790-455c-8444-f462f74632c1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:31.467117 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-35076382-d5a5-4a2f-8614-695379c8aeef admin admin] Publish callbacks [] for security_group (9453530e-4790-455c-8444-f462f74632c1), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:31.481247 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3356f7da-f13b-4d5b-b777-515b953623e4 req-9c852412-1873-4271-a680-82649773e89b service neutron] 10.222.0.121 "GET /v2.0/networks/ef832235-00e2-49b0-b08f-d1013434741e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494827 Feb 09 01:50:31.556086 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-35076382-d5a5-4a2f-8614-695379c8aeef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (9453530e-4790-455c-8444-f462f74632c1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:31.558627 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-35076382-d5a5-4a2f-8614-695379c8aeef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:31.560415 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-35076382-d5a5-4a2f-8614-695379c8aeef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9453530e-4790-455c-8444-f462f74632c1 HTTP/1.1" status: 204 len: 168 time: 0.2588887 Feb 09 01:50:31.597016 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35076382-d5a5-4a2f-8614-695379c8aeef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9453530e-4790-455c-8444-f462f74632c1,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:31.625422 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e71f9-b1fe-4937-a44c-f648fb865c47 req-ae94bd13-f4d6-40f5-b994-c55b59e5abda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:31.626881 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-735e71f9-b1fe-4937-a44c-f648fb865c47 req-ae94bd13-f4d6-40f5-b994-c55b59e5abda service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=eba2e8610cc343fcbba1fc67f1310146&device_id=af0e6236-2a75-4ecb-a92b-dc4f2875480e HTTP/1.1" status: 200 len: 1165 time: 0.0804772 Feb 09 01:50:31.686345 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b869b-1d70-487c-86c8-7dacdb452c5c req-c57ffedd-5b20-439f-b279-2140f9716837 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:31.689688 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e36b869b-1d70-487c-86c8-7dacdb452c5c req-c57ffedd-5b20-439f-b279-2140f9716837 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/ports?device_id=af0e6236-2a75-4ecb-a92b-dc4f2875480e HTTP/1.1" status: 200 len: 982 time: 0.1471896 Feb 09 01:50:31.754124 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e71f9-b1fe-4937-a44c-f648fb865c47 req-79eeeab6-1e35-4dd3-aebb-a1c2cc5466e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:31.757464 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-735e71f9-b1fe-4937-a44c-f648fb865c47 req-79eeeab6-1e35-4dd3-aebb-a1c2cc5466e3 service neutron] 10.222.0.121 "GET /v2.0/networks?id=ef832235-00e2-49b0-b08f-d1013434741e HTTP/1.1" status: 200 len: 897 time: 0.1246173 Feb 09 01:50:31.780352 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e36b869b-1d70-487c-86c8-7dacdb452c5c req-ac9ae6dd-a191-44c2-b19a-92ecab48576b tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/security-groups?id=639fa36d-302e-4628-a9cb-8198fd1c78f6&id=6b4fbf84-d0c5-47b4-943a-43ccc80ad3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0847781 Feb 09 01:50:31.857984 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-735e71f9-b1fe-4937-a44c-f648fb865c47 req-ae637655-c99a-4124-a93a-d887b67fc1e2 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce33d3b9-3923-4bf4-9129-c5844447cfff HTTP/1.1" status: 200 len: 217 time: 0.0913410 Feb 09 01:50:31.946955 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e71f9-b1fe-4937-a44c-f648fb865c47 req-d674dd8f-b195-4258-952a-0ed370553fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:31.949364 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-735e71f9-b1fe-4937-a44c-f648fb865c47 req-d674dd8f-b195-4258-952a-0ed370553fce service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6b2930a5-7e93-4b43-91aa-8060971a836e HTTP/1.1" status: 200 len: 835 time: 0.0844977 Feb 09 01:50:31.959930 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40470) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:32.064669 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e71f9-b1fe-4937-a44c-f648fb865c47 req-8e818c4f-7162-40bd-8680-dde17ff2005e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:32.066362 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-735e71f9-b1fe-4937-a44c-f648fb865c47 req-8e818c4f-7162-40bd-8680-dde17ff2005e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ef832235-00e2-49b0-b08f-d1013434741e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1094446 Feb 09 01:50:32.274343 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-735e71f9-b1fe-4937-a44c-f648fb865c47 req-6d622978-1fd5-4a11-bb4d-52ef73d84846 service neutron] 10.222.0.121 "GET /v2.0/networks/ef832235-00e2-49b0-b08f-d1013434741e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998212 Feb 09 01:50:32.389635 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f37e9-000e-4c53-9085-84ee775320cd req-a5a1a127-ee13-4c9d-87a0-4907a63d56ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:32.393169 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a12f37e9-000e-4c53-9085-84ee775320cd req-a5a1a127-ee13-4c9d-87a0-4907a63d56ec service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f HTTP/1.1" status: 200 len: 1129 time: 0.4315727 Feb 09 01:50:32.400660 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-735e71f9-b1fe-4937-a44c-f648fb865c47 req-88e9b3e8-ee35-4a90-87a2-94283c555fdb service neutron] 10.222.0.121 "GET /v2.0/networks/ef832235-00e2-49b0-b08f-d1013434741e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184461 Feb 09 01:50:32.459783 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a12f37e9-000e-4c53-9085-84ee775320cd req-85983a5f-a2c2-4f86-ad01-5357f1df31ed service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dbc3da30-4e82-4c90-8ba1-00026795e407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569568 Feb 09 01:50:32.942266 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2628c-c6e0-47dd-bd04-529b2c380731 req-4584733f-c8b3-441f-95a2-c9d7348fc4ee tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:32.944454 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-44d2628c-c6e0-47dd-bd04-529b2c380731 req-4584733f-c8b3-441f-95a2-c9d7348fc4ee tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/ports?device_id=af0e6236-2a75-4ecb-a92b-dc4f2875480e HTTP/1.1" status: 200 len: 982 time: 0.0689282 Feb 09 01:50:33.006220 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-44d2628c-c6e0-47dd-bd04-529b2c380731 req-de90f718-0a9f-4e2a-a503-4b23272c9a06 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/security-groups?id=639fa36d-302e-4628-a9cb-8198fd1c78f6&id=6b4fbf84-d0c5-47b4-943a-43ccc80ad3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0540519 Feb 09 01:50:34.411969 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2cd5f-c1af-4e9e-b149-2be86686fd01 req-72534226-2e16-46d8-bb39-d816416c0096 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:34.413652 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-41e2cd5f-c1af-4e9e-b149-2be86686fd01 req-72534226-2e16-46d8-bb39-d816416c0096 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/ports?device_id=af0e6236-2a75-4ecb-a92b-dc4f2875480e HTTP/1.1" status: 200 len: 982 time: 0.0760016 Feb 09 01:50:34.497417 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-41e2cd5f-c1af-4e9e-b149-2be86686fd01 req-bb5b5060-3ecd-47bd-8a1f-5ab10627dc1d tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/security-groups?id=639fa36d-302e-4628-a9cb-8198fd1c78f6&id=6b4fbf84-d0c5-47b4-943a-43ccc80ad3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0768371 Feb 09 01:50:34.504573 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40500) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:34.619186 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-354a789a-2a4b-4f7e-b4d0-9d3beb018821 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:34.699267 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-354a789a-2a4b-4f7e-b4d0-9d3beb018821 admin admin] Publish callbacks [] for security_group (b3a346be-df2b-4b05-8ea1-759c0554c7b2), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:34.703808 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-354a789a-2a4b-4f7e-b4d0-9d3beb018821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b3a346be-df2b-4b05-8ea1-759c0554c7b2), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:34.741406 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a789a-2a4b-4f7e-b4d0-9d3beb018821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a346be-df2b-4b05-8ea1-759c0554c7b2,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:34.748792 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-354a789a-2a4b-4f7e-b4d0-9d3beb018821 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cccb48922a004b01899e291eff28b502&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2405345 Feb 09 01:50:34.749210 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40504) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:34.801820 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a661af4c-839e-4ac5-8502-ad9527f3eabf admin admin] Publish callbacks [] for security_group (b3a346be-df2b-4b05-8ea1-759c0554c7b2), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:34.826845 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a661af4c-839e-4ac5-8502-ad9527f3eabf admin admin] Publish callbacks [] for security_group (b3a346be-df2b-4b05-8ea1-759c0554c7b2), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:34.876551 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a661af4c-839e-4ac5-8502-ad9527f3eabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b3a346be-df2b-4b05-8ea1-759c0554c7b2), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:34.879139 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a661af4c-839e-4ac5-8502-ad9527f3eabf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:34.880286 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a661af4c-839e-4ac5-8502-ad9527f3eabf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b3a346be-df2b-4b05-8ea1-759c0554c7b2 HTTP/1.1" status: 204 len: 168 time: 0.1296668 Feb 09 01:50:34.889233 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661af4c-839e-4ac5-8502-ad9527f3eabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a346be-df2b-4b05-8ea1-759c0554c7b2,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:35.161013 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device ce33d3b9-3923-4bf4-9129-c5844447cfff details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:50:35.201429 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40510) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:35.215046 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0c710a15-3b59-4627-8f81-4a5aca253cc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:35.273475 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port ce33d3b9-3923-4bf4-9129-c5844447cfff, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=ce33d3b9-3923-4bf4-9129-c5844447cfff,segment=NetworkSegment(79bec3f3-d7dd-4e38-895c-88d686dddb25),segment_id=79bec3f3-d7dd-4e38-895c-88d686dddb25)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:35.286477 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': 'ce33d3b9-3923-4bf4-9129-c5844447cfff', 'network_id': 'ef832235-00e2-49b0-b08f-d1013434741e', 'port_id': 'ce33d3b9-3923-4bf4-9129-c5844447cfff', 'mac_address': 'fa:16:3e:2b:cf:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2930a5-7e93-4b43-91aa-8060971a836e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:50:35.299022 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0c710a15-3b59-4627-8f81-4a5aca253cc8 admin admin] Publish callbacks [] for security_group (865aa207-0cf7-4dcf-a282-5f1fc455638c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:35.303862 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0c710a15-3b59-4627-8f81-4a5aca253cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (865aa207-0cf7-4dcf-a282-5f1fc455638c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:35.330562 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port ce33d3b9-3923-4bf4-9129-c5844447cfff is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:35.330956 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ce33d3b9-3923-4bf4-9129-c5844447cfff), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:35.341876 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c710a15-3b59-4627-8f81-4a5aca253cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865aa207-0cf7-4dcf-a282-5f1fc455638c,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:35.345153 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce33d3b9-3923-4bf4-9129-c5844447cfff {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:50:35.347458 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0c710a15-3b59-4627-8f81-4a5aca253cc8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=85c4a683577449e9b4933353b056cb40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1449149 Feb 09 01:50:35.350239 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40512) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:35.367424 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port ce33d3b9-3923-4bf4-9129-c5844447cfff, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=ce33d3b9-3923-4bf4-9129-c5844447cfff,segment=NetworkSegment(79bec3f3-d7dd-4e38-895c-88d686dddb25),segment_id=79bec3f3-d7dd-4e38-895c-88d686dddb25)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:35.372126 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ce33d3b9-3923-4bf4-9129-c5844447cfff), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:35.418004 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b50886a4-57db-431d-b7bf-94c53b0ef919 admin admin] Publish callbacks [] for security_group (865aa207-0cf7-4dcf-a282-5f1fc455638c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:35.428304 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=ce33d3b9-3923-4bf4-9129-c5844447cfff,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:35.442079 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b50886a4-57db-431d-b7bf-94c53b0ef919 admin admin] Publish callbacks [] for security_group (865aa207-0cf7-4dcf-a282-5f1fc455638c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:35.492507 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b50886a4-57db-431d-b7bf-94c53b0ef919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (865aa207-0cf7-4dcf-a282-5f1fc455638c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:35.495141 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b50886a4-57db-431d-b7bf-94c53b0ef919 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:35.498879 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b50886a4-57db-431d-b7bf-94c53b0ef919 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/865aa207-0cf7-4dcf-a282-5f1fc455638c HTTP/1.1" status: 204 len: 168 time: 0.1474509 Feb 09 01:50:35.507315 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50886a4-57db-431d-b7bf-94c53b0ef919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865aa207-0cf7-4dcf-a282-5f1fc455638c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:35.613518 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['ce33d3b9-3923-4bf4-9129-c5844447cfff'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:50:35.632563 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b32ea-0462-4b02-8fda-9130e9b135b5 req-775ff37d-04e3-494f-9cf8-d0ffa295ecfd tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:35.634399 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a23b32ea-0462-4b02-8fda-9130e9b135b5 req-775ff37d-04e3-494f-9cf8-d0ffa295ecfd tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/ports?device_id=af0e6236-2a75-4ecb-a92b-dc4f2875480e HTTP/1.1" status: 200 len: 983 time: 0.0688500 Feb 09 01:50:35.702832 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a23b32ea-0462-4b02-8fda-9130e9b135b5 req-e2081689-615b-4873-855a-17b699c9bcc6 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/security-groups?id=639fa36d-302e-4628-a9cb-8198fd1c78f6&id=6b4fbf84-d0c5-47b4-943a-43ccc80ad3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0608177 Feb 09 01:50:36.742285 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40550) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:36.840647 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f88e81-79ce-4ded-a4bf-bc4b7006d3ce req-13111c21-3148-45c9-b5e4-88fdee5a24ee tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:36.842849 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-19f88e81-79ce-4ded-a4bf-bc4b7006d3ce req-13111c21-3148-45c9-b5e4-88fdee5a24ee tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/ports?device_id=af0e6236-2a75-4ecb-a92b-dc4f2875480e HTTP/1.1" status: 200 len: 983 time: 0.0583410 Feb 09 01:50:36.873265 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b263935b-2f23-493c-9796-f9fe3992831e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:36.917253 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-19f88e81-79ce-4ded-a4bf-bc4b7006d3ce req-420817d4-2ab3-45fe-8841-c6265564039d tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/security-groups?id=639fa36d-302e-4628-a9cb-8198fd1c78f6&id=6b4fbf84-d0c5-47b4-943a-43ccc80ad3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0675523 Feb 09 01:50:36.959050 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b263935b-2f23-493c-9796-f9fe3992831e admin admin] Publish callbacks [] for security_group (bb89159f-2707-4d8d-b947-8b4f88b81620), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:36.963265 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b263935b-2f23-493c-9796-f9fe3992831e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (bb89159f-2707-4d8d-b947-8b4f88b81620), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:37.003376 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b263935b-2f23-493c-9796-f9fe3992831e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d3ec185b854a48a7bac0af09b04291d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2599719 Feb 09 01:50:37.004257 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b263935b-2f23-493c-9796-f9fe3992831e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb89159f-2707-4d8d-b947-8b4f88b81620,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:37.006421 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40554) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:37.057586 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3ab02cb4-0743-49d3-9bfd-71ca7dacd484 admin admin] Publish callbacks [] for security_group (bb89159f-2707-4d8d-b947-8b4f88b81620), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:37.081057 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3ab02cb4-0743-49d3-9bfd-71ca7dacd484 admin admin] Publish callbacks [] for security_group (bb89159f-2707-4d8d-b947-8b4f88b81620), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:37.132085 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3ab02cb4-0743-49d3-9bfd-71ca7dacd484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (bb89159f-2707-4d8d-b947-8b4f88b81620), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:37.134763 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3ab02cb4-0743-49d3-9bfd-71ca7dacd484 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:37.135913 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3ab02cb4-0743-49d3-9bfd-71ca7dacd484 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bb89159f-2707-4d8d-b947-8b4f88b81620 HTTP/1.1" status: 204 len: 168 time: 0.1284552 Feb 09 01:50:37.144631 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab02cb4-0743-49d3-9bfd-71ca7dacd484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb89159f-2707-4d8d-b947-8b4f88b81620,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:37.164549 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device ce33d3b9-3923-4bf4-9129-c5844447cfff up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:50:37.221565 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port ce33d3b9-3923-4bf4-9129-c5844447cfff completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:50:37.225792 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port ce33d3b9-3923-4bf4-9129-c5844447cfff triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:37.226108 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (ce33d3b9-3923-4bf4-9129-c5844447cfff), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:37.316194 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port ce33d3b9-3923-4bf4-9129-c5844447cfff is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:37.316590 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ce33d3b9-3923-4bf4-9129-c5844447cfff), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:37.341476 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af0e6236-2a75-4ecb-a92b-dc4f2875480e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce33d3b9-3923-4bf4-9129-c5844447cfff'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:50:37.344566 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4801a07-344e-4c41-9f1e-dfdcf3afac18" -d '{"events": [{"server_uuid": "af0e6236-2a75-4ecb-a92b-dc4f2875480e", "name": "network-vif-plugged", "status": "completed", "tag": "ce33d3b9-3923-4bf4-9129-c5844447cfff"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:50:37.358826 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port ce33d3b9-3923-4bf4-9129-c5844447cfff, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=ce33d3b9-3923-4bf4-9129-c5844447cfff,segment=NetworkSegment(79bec3f3-d7dd-4e38-895c-88d686dddb25),segment_id=79bec3f3-d7dd-4e38-895c-88d686dddb25)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:37.366325 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ce33d3b9-3923-4bf4-9129-c5844447cfff), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:37.392252 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f89820-026a-40a9-bd66-ea374ca37fcc x-openstack-request-id: req-03f89820-026a-40a9-bd66-ea374ca37fcc {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:50:37.392511 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af0e6236-2a75-4ecb-a92b-dc4f2875480e", "name": "network-vif-plugged", "status": "completed", "tag": "ce33d3b9-3923-4bf4-9129-c5844447cfff", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:50:37.392667 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-03f89820-026a-40a9-bd66-ea374ca37fcc {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:50:37.393069 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0e6236-2a75-4ecb-a92b-dc4f2875480e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce33d3b9-3923-4bf4-9129-c5844447cfff', 'code': 200} Feb 09 01:50:37.423704 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=ce33d3b9-3923-4bf4-9129-c5844447cfff,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:37.503628 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3413da9-348b-47db-985e-22135945f618 req-88e4a24b-797b-4882-84c4-027a566f5060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:37.505205 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c3413da9-348b-47db-985e-22135945f618 req-88e4a24b-797b-4882-84c4-027a566f5060 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=af0e6236-2a75-4ecb-a92b-dc4f2875480e HTTP/1.1" status: 200 len: 1167 time: 0.0485489 Feb 09 01:50:37.563393 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c3413da9-348b-47db-985e-22135945f618 req-71c5b197-31ff-45ee-8b6d-8526c60325e5 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=6b4fbf84-d0c5-47b4-943a-43ccc80ad3ad&id=639fa36d-302e-4628-a9cb-8198fd1c78f6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0518444 Feb 09 01:50:38.058384 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906e52b-d58e-47a3-b6db-1417a00263ac req-65e79d1a-6bbb-4959-80df-a6aafceb35c0 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:38.060955 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c906e52b-d58e-47a3-b6db-1417a00263ac req-65e79d1a-6bbb-4959-80df-a6aafceb35c0 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/ports?device_id=af0e6236-2a75-4ecb-a92b-dc4f2875480e HTTP/1.1" status: 200 len: 984 time: 0.0685909 Feb 09 01:50:38.131104 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c906e52b-d58e-47a3-b6db-1417a00263ac req-5ff8e6d8-e4f3-46d5-8db4-967e878effb3 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/security-groups?id=639fa36d-302e-4628-a9cb-8198fd1c78f6&id=6b4fbf84-d0c5-47b4-943a-43ccc80ad3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0639260 Feb 09 01:50:39.283008 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d662fe7-4493-486c-83c0-75160716103a req-ec77793a-6b60-4f27-a436-b24ede538a14 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:39.285728 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0d662fe7-4493-486c-83c0-75160716103a req-ec77793a-6b60-4f27-a436-b24ede538a14 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/ports?device_id=af0e6236-2a75-4ecb-a92b-dc4f2875480e HTTP/1.1" status: 200 len: 984 time: 0.0651972 Feb 09 01:50:39.377570 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0d662fe7-4493-486c-83c0-75160716103a req-40039632-14fd-4533-8666-841baa70c4dc tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/security-groups?id=639fa36d-302e-4628-a9cb-8198fd1c78f6&id=6b4fbf84-d0c5-47b4-943a-43ccc80ad3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0856831 Feb 09 01:50:39.512894 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330cebad-7680-4c2e-9403-cdc9928889ad req-9ea1b5ba-dd8c-4246-ba12-529c38b76a8e tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:39.514437 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-330cebad-7680-4c2e-9403-cdc9928889ad req-9ea1b5ba-dd8c-4246-ba12-529c38b76a8e tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/ports?device_id=af0e6236-2a75-4ecb-a92b-dc4f2875480e HTTP/1.1" status: 200 len: 984 time: 0.0582786 Feb 09 01:50:39.602205 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-330cebad-7680-4c2e-9403-cdc9928889ad req-8ad2c000-5861-47dd-9ad3-dc555da1deda tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/security-groups?id=639fa36d-302e-4628-a9cb-8198fd1c78f6&id=6b4fbf84-d0c5-47b4-943a-43ccc80ad3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0792794 Feb 09 01:50:39.728747 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7874b52-3183-4776-942b-6a0e3ffa0794 req-f30d663d-aec8-4515-9f49-4657d659ed6a tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:39.730265 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e7874b52-3183-4776-942b-6a0e3ffa0794 req-f30d663d-aec8-4515-9f49-4657d659ed6a tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=af0e6236-2a75-4ecb-a92b-dc4f2875480e HTTP/1.1" status: 200 len: 1167 time: 0.0543702 Feb 09 01:50:39.749707 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e7874b52-3183-4776-942b-6a0e3ffa0794 req-cac9bc5b-d75b-46fa-adb0-1dc758abf901 tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:39.833816 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e7874b52-3183-4776-942b-6a0e3ffa0794 req-cac9bc5b-d75b-46fa-adb0-1dc758abf901 tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] Publish callbacks [] for security_group (24654506-7257-4966-9d35-b3a2cd75fdb8), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:39.838004 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e7874b52-3183-4776-942b-6a0e3ffa0794 req-cac9bc5b-d75b-46fa-adb0-1dc758abf901 tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (24654506-7257-4966-9d35-b3a2cd75fdb8), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:39.883480 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac9bc5b-d75b-46fa-adb0-1dc758abf901 tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24654506-7257-4966-9d35-b3a2cd75fdb8,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:39.893883 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e7874b52-3183-4776-942b-6a0e3ffa0794 req-cac9bc5b-d75b-46fa-adb0-1dc758abf901 tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=639fa36d-302e-4628-a9cb-8198fd1c78f6&id=6b4fbf84-d0c5-47b4-943a-43ccc80ad3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1565173 Feb 09 01:50:39.918150 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40598) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:39.964461 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f61973-2c20-4e95-92cf-6050fbe3c234 tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:39.965920 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a7f61973-2c20-4e95-92cf-6050fbe3c234 tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=af0e6236-2a75-4ecb-a92b-dc4f2875480e HTTP/1.1" status: 200 len: 1162 time: 0.0468104 Feb 09 01:50:39.969587 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40600) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:39.973920 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-9bfcb704-a4ee-4b01-acbd-e7b63e467d83 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'port_id': 'ce33d3b9-3923-4bf4-9129-c5844447cfff', 'tenant_id': 'eba2e8610cc343fcbba1fc67f1310146', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:39.994701 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9bfcb704-a4ee-4b01-acbd-e7b63e467d83 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:40.096079 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9bfcb704-a4ee-4b01-acbd-e7b63e467d83 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:40.197526 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-9bfcb704-a4ee-4b01-acbd-e7b63e467d83 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Allocated IP 172.25.1.225 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/1de33ad4-1dce-4a4e-92dc-f87aaa67a8ac) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:50:40.303448 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9bfcb704-a4ee-4b01-acbd-e7b63e467d83 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for port (1de33ad4-1dce-4a4e-92dc-f87aaa67a8ac), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:40.337617 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9bfcb704-a4ee-4b01-acbd-e7b63e467d83 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (1de33ad4-1dce-4a4e-92dc-f87aaa67a8ac), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:40.378577 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfcb704-a4ee-4b01-acbd-e7b63e467d83 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:50:40.381765 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-9bfcb704-a4ee-4b01-acbd-e7b63e467d83 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:40.385362 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfcb704-a4ee-4b01-acbd-e7b63e467d83 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:50:40.391673 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfcb704-a4ee-4b01-acbd-e7b63e467d83 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Pushing event updated for resources: {'Port': ['ID=1de33ad4-1dce-4a4e-92dc-f87aaa67a8ac,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:40.923800 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-628c6f47-5c32-437f-81da-687be84ca624 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=924692c773084498881e3d0212567e7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3704648 Feb 09 01:50:41.164795 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-414a5cdf-50b9-4acf-997d-ea5a23e9fdb9 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:41.166720 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-414a5cdf-50b9-4acf-997d-ea5a23e9fdb9 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2358081 Feb 09 01:50:41.189963 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-9332ea65-7ccf-4a07-a923-444a6d4894f0 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] 10.222.0.30 "GET /v2.0/quotas/924692c773084498881e3d0212567e7a HTTP/1.1" status: 200 len: 375 time: 0.0150039 Feb 09 01:50:41.279454 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-bdf0bfc6-3292-4aff-9eca-ffe4212dc6de tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=924692c773084498881e3d0212567e7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583920 Feb 09 01:50:41.306326 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9bfcb704-a4ee-4b01-acbd-e7b63e467d83 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for floatingip (0b572528-62e2-4997-9ddf-39a11a726fc9), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:41.380165 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9bfcb704-a4ee-4b01-acbd-e7b63e467d83 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1de33ad4-1dce-4a4e-92dc-f87aaa67a8ac), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:41.466986 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1be79e36-8c56-4682-8d06-c98cfd6c2bde req-3c68283f-e58a-479c-bd94-fb1fe21302b7 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a12d97a-8512-426d-b6a6-a80cad83dfc9 HTTP/1.1" status: 200 len: 210 time: 0.0330815 Feb 09 01:50:41.577167 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9bfcb704-a4ee-4b01-acbd-e7b63e467d83 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for port (1de33ad4-1dce-4a4e-92dc-f87aaa67a8ac), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:41.582435 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9bfcb704-a4ee-4b01-acbd-e7b63e467d83 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (1de33ad4-1dce-4a4e-92dc-f87aaa67a8ac), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:41.658774 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfcb704-a4ee-4b01-acbd-e7b63e467d83 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Pushing event updated for resources: {'Port': ['ID=1de33ad4-1dce-4a4e-92dc-f87aaa67a8ac,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:41.667365 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9bfcb704-a4ee-4b01-acbd-e7b63e467d83 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (0b572528-62e2-4997-9ddf-39a11a726fc9), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:41.774922 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [None req-9bfcb704-a4ee-4b01-acbd-e7b63e467d83 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Floating IP 0b572528-62e2-4997-9ddf-39a11a726fc9 associated. External IP: 172.25.1.225, port: ce33d3b9-3923-4bf4-9129-c5844447cfff. Feb 09 01:50:42.001909 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bfcb704-a4ee-4b01-acbd-e7b63e467d83 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Router 1f75c6c4-f857-4d48-9c82-1294cc7a5893 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:50:42.119060 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bfcb704-a4ee-4b01-acbd-e7b63e467d83 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:50:42.129217 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e22e56-0438-4ea6-b5c7-8ace32452fe3 None None] Sync routers for ids ['1f75c6c4-f857-4d48-9c82-1294cc7a5893'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:50:42.137463 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9bfcb704-a4ee-4b01-acbd-e7b63e467d83 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:42.139782 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e22e56-0438-4ea6-b5c7-8ace32452fe3 None None] Routers {'1f75c6c4-f857-4d48-9c82-1294cc7a5893'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:50:42.140421 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-f1e22e56-0438-4ea6-b5c7-8ace32452fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:50:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['1f75c6c4-f857-4d48-9c82-1294cc7a5893'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:42.171477 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9bfcb704-a4ee-4b01-acbd-e7b63e467d83 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2008803 Feb 09 01:50:42.172763 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af0e6236-2a75-4ecb-a92b-dc4f2875480e', 'tag': 'ce33d3b9-3923-4bf4-9129-c5844447cfff'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:50:42.175012 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40626) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:42.175513 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff580eb-e024-4014-9580-7d7d21942e6c" -d '{"events": [{"name": "network-changed", "server_uuid": "af0e6236-2a75-4ecb-a92b-dc4f2875480e", "tag": "ce33d3b9-3923-4bf4-9129-c5844447cfff"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:50:42.213762 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aface89-2e46-495e-9d03-a140e62d1617 x-openstack-request-id: req-5aface89-2e46-495e-9d03-a140e62d1617 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:50:42.214059 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af0e6236-2a75-4ecb-a92b-dc4f2875480e", "tag": "ce33d3b9-3923-4bf4-9129-c5844447cfff", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:50:42.214339 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5aface89-2e46-495e-9d03-a140e62d1617 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:50:42.214753 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af0e6236-2a75-4ecb-a92b-dc4f2875480e', 'tag': 'ce33d3b9-3923-4bf4-9129-c5844447cfff', 'status': 'completed', 'code': 200} Feb 09 01:50:42.259783 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-f1e22e56-0438-4ea6-b5c7-8ace32452fe3 None None] Set router 1f75c6c4-f857-4d48-9c82-1294cc7a5893 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:50:42.375865 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff580eb-e024-4014-9580-7d7d21942e6c req-ba5398b4-54c5-4db0-9c60-61c076af4552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:42.377295 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-aff580eb-e024-4014-9580-7d7d21942e6c req-ba5398b4-54c5-4db0-9c60-61c076af4552 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=eba2e8610cc343fcbba1fc67f1310146&device_id=af0e6236-2a75-4ecb-a92b-dc4f2875480e HTTP/1.1" status: 200 len: 1167 time: 0.1318021 Feb 09 01:50:42.471137 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-3901fc72-bd05-41d5-b1b8-a47ece5812dc tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=924692c773084498881e3d0212567e7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308201 Feb 09 01:50:42.472887 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b812fdcd-8d1f-4aca-9456-06db66c7cc3e tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:42.473446 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b812fdcd-8d1f-4aca-9456-06db66c7cc3e tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:42.473924 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b812fdcd-8d1f-4aca-9456-06db66c7cc3e tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:42.474387 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b812fdcd-8d1f-4aca-9456-06db66c7cc3e tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:42.474870 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b812fdcd-8d1f-4aca-9456-06db66c7cc3e tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:42.475317 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b812fdcd-8d1f-4aca-9456-06db66c7cc3e tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:42.477169 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b812fdcd-8d1f-4aca-9456-06db66c7cc3e tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4278 time: 0.3004787 Feb 09 01:50:42.480104 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40630) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:42.544406 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-f1e22e56-0438-4ea6-b5c7-8ace32452fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f75c6c4-f857-4d48-9c82-1294cc7a5893', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1362347711', 'tenant_id': 'eba2e8610cc343fcbba1fc67f1310146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'ee829f8b-fb89-432f-b214-5249466602ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:13Z', 'updated_at': '2022-02-09T01:50:20Z', 'revision_number': 4, 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'gw_port': {'id': 'ee829f8b-fb89-432f-b214-5249466602ec', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f75c6c4-f857-4d48-9c82-1294cc7a5893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:13Z', 'updated_at': '2022-02-09T01:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '0b572528-62e2-4997-9ddf-39a11a726fc9', 'tenant_id': 'eba2e8610cc343fcbba1fc67f1310146', 'floating_ip_address': '172.25.1.225', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '1f75c6c4-f857-4d48-9c82-1294cc7a5893', 'port_id': 'ce33d3b9-3923-4bf4-9129-c5844447cfff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3947, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef832235-00e2-49b0-b08f-d1013434741e', 'mac_address': 'fa:16:3e:2b:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0e6236-2a75-4ecb-a92b-dc4f2875480e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:50:41Z', 'updated_at': '2022-02-09T01:50:41Z', 'revision_number': 0, 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c76a3fb5-5dd1-4655-834b-74b3b01d6e86', 'name': '', 'network_id': 'ef832235-00e2-49b0-b08f-d1013434741e', 'tenant_id': 'eba2e8610cc343fcbba1fc67f1310146', 'mac_address': 'fa:16:3e:2c:35:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f75c6c4-f857-4d48-9c82-1294cc7a5893', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '6b2930a5-7e93-4b43-91aa-8060971a836e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:19Z', 'updated_at': '2022-02-09T01:50:24Z', 'revision_number': 5, 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'subnets': [{'id': '6b2930a5-7e93-4b43-91aa-8060971a836e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:42.596960 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ac6a74-9076-46df-bd6c-d615c3a1d519 tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:42.597704 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ac6a74-9076-46df-bd6c-d615c3a1d519 tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:42.598326 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ac6a74-9076-46df-bd6c-d615c3a1d519 tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:42.598970 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ac6a74-9076-46df-bd6c-d615c3a1d519 tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:42.599637 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ac6a74-9076-46df-bd6c-d615c3a1d519 tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:42.600297 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ac6a74-9076-46df-bd6c-d615c3a1d519 tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:42.601332 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e22e56-0438-4ea6-b5c7-8ace32452fe3 None None] Checking router: 1f75c6c4-f857-4d48-9c82-1294cc7a5893 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:50:42.602907 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-19ac6a74-9076-46df-bd6c-d615c3a1d519 tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3999 time: 0.1217012 Feb 09 01:50:42.606978 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40634) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:42.614381 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76b37d8c-e7e5-42ef-8148-b9a89b782538 req-1d5578ca-9dec-485d-bbd6-c17a4bc67b80 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a12d97a-8512-426d-b6a6-a80cad83dfc9 HTTP/1.1" status: 200 len: 210 time: 0.0503497 Feb 09 01:50:42.636020 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e22e56-0438-4ea6-b5c7-8ace32452fe3 None None] Routers {'1f75c6c4-f857-4d48-9c82-1294cc7a5893'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:50:42.636020 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-f1e22e56-0438-4ea6-b5c7-8ace32452fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:50:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['1f75c6c4-f857-4d48-9c82-1294cc7a5893'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:42.636273 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-21287cd5-2007-4893-8161-b62a763dd261 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:42.637663 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-21287cd5-2007-4893-8161-b62a763dd261 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1581748 Feb 09 01:50:42.650878 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-70f52d47-8ff9-4015-948c-bba33ad80798 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Request body: {'port': {'device_id': '2a12d97a-8512-426d-b6a6-a80cad83dfc9', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'admin_state_up': True, 'tenant_id': '924692c773084498881e3d0212567e7a'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:42.695646 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff580eb-e024-4014-9580-7d7d21942e6c req-ca7e3387-461b-4aee-83a4-978620548d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:42.696585 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-aff580eb-e024-4014-9580-7d7d21942e6c req-ca7e3387-461b-4aee-83a4-978620548d29 service neutron] 10.222.0.121 "GET /v2.0/networks?id=ef832235-00e2-49b0-b08f-d1013434741e HTTP/1.1" status: 200 len: 897 time: 0.3081491 Feb 09 01:50:42.759674 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-f1e22e56-0438-4ea6-b5c7-8ace32452fe3 None None] Set router 1f75c6c4-f857-4d48-9c82-1294cc7a5893 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:50:42.770731 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-70f52d47-8ff9-4015-948c-bba33ad80798 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Made reservation on behalf of 924692c773084498881e3d0212567e7a for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:50:42.774266 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-70f52d47-8ff9-4015-948c-bba33ad80798 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:42.784355 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-70f52d47-8ff9-4015-948c-bba33ad80798 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:42.825403 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-aff580eb-e024-4014-9580-7d7d21942e6c req-400365f4-e659-4492-9fd6-4e84a332f696 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce33d3b9-3923-4bf4-9129-c5844447cfff HTTP/1.1" status: 200 len: 999 time: 0.0970569 Feb 09 01:50:42.869431 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-70f52d47-8ff9-4015-948c-bba33ad80798 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Publish callbacks [] for security_group (3f1098eb-16c1-4f88-9b35-05b52c8672f0), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:42.873747 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-70f52d47-8ff9-4015-948c-bba33ad80798 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3f1098eb-16c1-4f88-9b35-05b52c8672f0), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:42.900410 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff580eb-e024-4014-9580-7d7d21942e6c req-690ab428-100b-4a78-b6d3-0686a2a7e586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:42.901861 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-aff580eb-e024-4014-9580-7d7d21942e6c req-690ab428-100b-4a78-b6d3-0686a2a7e586 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6b2930a5-7e93-4b43-91aa-8060971a836e HTTP/1.1" status: 200 len: 835 time: 0.0700245 Feb 09 01:50:42.993119 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff580eb-e024-4014-9580-7d7d21942e6c req-2165ab76-57a5-440a-991e-2e14aa05f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:42.994627 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-aff580eb-e024-4014-9580-7d7d21942e6c req-2165ab76-57a5-440a-991e-2e14aa05f77d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ef832235-00e2-49b0-b08f-d1013434741e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0827510 Feb 09 01:50:43.001224 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f52d47-8ff9-4015-948c-bba33ad80798 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1098eb-16c1-4f88-9b35-05b52c8672f0,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:43.006553 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cc84b183-f4e4-4c4c-965c-f466cb446d87 tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.3984981 Feb 09 01:50:43.013278 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40636) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:43.023738 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-f1e22e56-0438-4ea6-b5c7-8ace32452fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f75c6c4-f857-4d48-9c82-1294cc7a5893', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1362347711', 'tenant_id': 'eba2e8610cc343fcbba1fc67f1310146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'ee829f8b-fb89-432f-b214-5249466602ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:13Z', 'updated_at': '2022-02-09T01:50:20Z', 'revision_number': 4, 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'gw_port': {'id': 'ee829f8b-fb89-432f-b214-5249466602ec', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f75c6c4-f857-4d48-9c82-1294cc7a5893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:13Z', 'updated_at': '2022-02-09T01:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '0b572528-62e2-4997-9ddf-39a11a726fc9', 'tenant_id': 'eba2e8610cc343fcbba1fc67f1310146', 'floating_ip_address': '172.25.1.225', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '1f75c6c4-f857-4d48-9c82-1294cc7a5893', 'port_id': 'ce33d3b9-3923-4bf4-9129-c5844447cfff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3947, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef832235-00e2-49b0-b08f-d1013434741e', 'mac_address': 'fa:16:3e:2b:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0e6236-2a75-4ecb-a92b-dc4f2875480e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:50:41Z', 'updated_at': '2022-02-09T01:50:41Z', 'revision_number': 0, 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c76a3fb5-5dd1-4655-834b-74b3b01d6e86', 'name': '', 'network_id': 'ef832235-00e2-49b0-b08f-d1013434741e', 'tenant_id': 'eba2e8610cc343fcbba1fc67f1310146', 'mac_address': 'fa:16:3e:2c:35:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f75c6c4-f857-4d48-9c82-1294cc7a5893', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '6b2930a5-7e93-4b43-91aa-8060971a836e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:19Z', 'updated_at': '2022-02-09T01:50:24Z', 'revision_number': 5, 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'subnets': [{'id': '6b2930a5-7e93-4b43-91aa-8060971a836e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:43.028503 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f52d47-8ff9-4015-948c-bba33ad80798 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:43.028945 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f52d47-8ff9-4015-948c-bba33ad80798 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:43.029359 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f52d47-8ff9-4015-948c-bba33ad80798 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:43.029762 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f52d47-8ff9-4015-948c-bba33ad80798 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:43.030164 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f52d47-8ff9-4015-948c-bba33ad80798 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:43.030560 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f52d47-8ff9-4015-948c-bba33ad80798 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:43.030959 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f52d47-8ff9-4015-948c-bba33ad80798 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:43.031386 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f52d47-8ff9-4015-948c-bba33ad80798 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:43.031780 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f52d47-8ff9-4015-948c-bba33ad80798 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:43.032241 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f52d47-8ff9-4015-948c-bba33ad80798 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:43.032642 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f52d47-8ff9-4015-948c-bba33ad80798 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:43.033034 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f52d47-8ff9-4015-948c-bba33ad80798 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:43.033423 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f52d47-8ff9-4015-948c-bba33ad80798 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:43.068093 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e22e56-0438-4ea6-b5c7-8ace32452fe3 None None] The sync data for ids ['1f75c6c4-f857-4d48-9c82-1294cc7a5893'] in n-d-822053-40 is: [{'id': '1f75c6c4-f857-4d48-9c82-1294cc7a5893', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1362347711', 'tenant_id': 'eba2e8610cc343fcbba1fc67f1310146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'ee829f8b-fb89-432f-b214-5249466602ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:13Z', 'updated_at': '2022-02-09T01:50:20Z', 'revision_number': 4, 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'gw_port': {'id': 'ee829f8b-fb89-432f-b214-5249466602ec', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f75c6c4-f857-4d48-9c82-1294cc7a5893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:13Z', 'updated_at': '2022-02-09T01:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '0b572528-62e2-4997-9ddf-39a11a726fc9', 'tenant_id': 'eba2e8610cc343fcbba1fc67f1310146', 'floating_ip_address': '172.25.1.225', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '1f75c6c4-f857-4d48-9c82-1294cc7a5893', 'port_id': 'ce33d3b9-3923-4bf4-9129-c5844447cfff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3947, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef832235-00e2-49b0-b08f-d1013434741e', 'mac_address': 'fa:16:3e:2b:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0e6236-2a75-4ecb-a92b-dc4f2875480e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:50:41Z', 'updated_at': '2022-02-09T01:50:41Z', 'revision_number': 0, 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c76a3fb5-5dd1-4655-834b-74b3b01d6e86', 'name': '', 'network_id': 'ef832235-00e2-49b0-b08f-d1013434741e', 'tenant_id': 'eba2e8610cc343fcbba1fc67f1310146', 'mac_address': 'fa:16:3e:2c:35:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f75c6c4-f857-4d48-9c82-1294cc7a5893', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '6b2930a5-7e93-4b43-91aa-8060971a836e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:19Z', 'updated_at': '2022-02-09T01:50:24Z', 'revision_number': 5, 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'subnets': [{'id': '6b2930a5-7e93-4b43-91aa-8060971a836e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:50:43.074532 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-70f52d47-8ff9-4015-948c-bba33ad80798 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Allocated IP 192.168.233.77 (3976161f-bd1f-4dbb-b950-6897c01f16f1/98abf639-2282-4fa1-acd9-5660b4f87a0d/5e20ce93-25b7-4632-b7d7-05094bd91093) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:50:43.096272 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809c554b-60db-46cd-93d9-ad4bff234e4c tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:43.096749 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809c554b-60db-46cd-93d9-ad4bff234e4c tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:43.101114 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-809c554b-60db-46cd-93d9-ad4bff234e4c tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1f75c6c4-f857-4d48-9c82-1294cc7a5893 HTTP/1.1" status: 200 len: 2064 time: 0.0841105 Feb 09 01:50:43.108321 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-aff580eb-e024-4014-9580-7d7d21942e6c req-7b462be5-dc30-437a-9027-c1bb950b54cd service neutron] 10.222.0.121 "GET /v2.0/networks/ef832235-00e2-49b0-b08f-d1013434741e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069498 Feb 09 01:50:43.239303 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-aff580eb-e024-4014-9580-7d7d21942e6c req-8e522735-1f95-42d6-a719-d6f891f19026 service neutron] 10.222.0.121 "GET /v2.0/networks/ef832235-00e2-49b0-b08f-d1013434741e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215441 Feb 09 01:50:43.295035 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-70f52d47-8ff9-4015-948c-bba33ad80798 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Publish callbacks [] for port (5e20ce93-25b7-4632-b7d7-05094bd91093), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:43.330752 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-70f52d47-8ff9-4015-948c-bba33ad80798 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (5e20ce93-25b7-4632-b7d7-05094bd91093), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:43.358699 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d850ede0-4b65-4c3a-87ab-11b64794248f None None] New status for floating IP 0b572528-62e2-4997-9ddf-39a11a726fc9: ACTIVE {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:50:43.381444 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-70f52d47-8ff9-4015-948c-bba33ad80798 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Network 3976161f-bd1f-4dbb-b950-6897c01f16f1 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:50:43.384686 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-70f52d47-8ff9-4015-948c-bba33ad80798 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:43.388460 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-70f52d47-8ff9-4015-948c-bba33ad80798 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:50:43.422245 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f52d47-8ff9-4015-948c-bba33ad80798 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Pushing event updated for resources: {'Port': ['ID=5e20ce93-25b7-4632-b7d7-05094bd91093,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:43.442160 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-70f52d47-8ff9-4015-948c-bba33ad80798 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:43.442707 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-70f52d47-8ff9-4015-948c-bba33ad80798 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:43.462597 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-70f52d47-8ff9-4015-948c-bba33ad80798 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8158767 Feb 09 01:50:43.476889 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-8dcea9ad-4cba-4123-b965-c881ec7d4d5a service neutron] Request body: {'port': {'device_id': '2a12d97a-8512-426d-b6a6-a80cad83dfc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:43.542555 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-8dcea9ad-4cba-4123-b965-c881ec7d4d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5e20ce93-25b7-4632-b7d7-05094bd91093), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:43.674601 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-021aafc2-bf1a-45b9-89c7-99edb30f3893 None None] Provisioning complete for port 5e20ce93-25b7-4632-b7d7-05094bd91093 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:43.675262 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021aafc2-bf1a-45b9-89c7-99edb30f3893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5e20ce93-25b7-4632-b7d7-05094bd91093), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:43.715723 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-021aafc2-bf1a-45b9-89c7-99edb30f3893 None None] Port 5e20ce93-25b7-4632-b7d7-05094bd91093 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:50:43.808986 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d982c-755a-4e65-8d0b-b9908189ae0c req-03e51b4c-7b46-4965-a149-8a0a9401394a tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:43.810478 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb5d982c-755a-4e65-8d0b-b9908189ae0c req-03e51b4c-7b46-4965-a149-8a0a9401394a tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a12d97a-8512-426d-b6a6-a80cad83dfc9 HTTP/1.1" status: 200 len: 935 time: 0.1175590 Feb 09 01:50:43.903810 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb5d982c-755a-4e65-8d0b-b9908189ae0c req-60656c9d-8d3d-43bf-9bdd-a99f2ade2508 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f1098eb-16c1-4f88-9b35-05b52c8672f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828505 Feb 09 01:50:43.908452 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-8dcea9ad-4cba-4123-b965-c881ec7d4d5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e20ce93-25b7-4632-b7d7-05094bd91093 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:50:43.916085 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-8dcea9ad-4cba-4123-b965-c881ec7d4d5a service neutron] Publish callbacks [] for port (5e20ce93-25b7-4632-b7d7-05094bd91093), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:43.928949 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-8dcea9ad-4cba-4123-b965-c881ec7d4d5a service neutron] Transition to ACTIVE for port object 5e20ce93-25b7-4632-b7d7-05094bd91093 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:50:43.933067 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-8dcea9ad-4cba-4123-b965-c881ec7d4d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (5e20ce93-25b7-4632-b7d7-05094bd91093), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:43.984694 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcea9ad-4cba-4123-b965-c881ec7d4d5a service neutron] Pushing event updated for resources: {'Port': ['ID=5e20ce93-25b7-4632-b7d7-05094bd91093,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:44.064358 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-8dcea9ad-4cba-4123-b965-c881ec7d4d5a service neutron] Attempting to bind port 5e20ce93-25b7-4632-b7d7-05094bd91093 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:50:44.064755 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-8dcea9ad-4cba-4123-b965-c881ec7d4d5a service neutron] Attempting to bind port 5e20ce93-25b7-4632-b7d7-05094bd91093 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:50:44.065102 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-8dcea9ad-4cba-4123-b965-c881ec7d4d5a service neutron] Attempting to bind port 5e20ce93-25b7-4632-b7d7-05094bd91093 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:50:44.074189 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-8dcea9ad-4cba-4123-b965-c881ec7d4d5a service neutron] Port 5e20ce93-25b7-4632-b7d7-05094bd91093 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:50:44.074511 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-8dcea9ad-4cba-4123-b965-c881ec7d4d5a service neutron] Attempting to bind port 5e20ce93-25b7-4632-b7d7-05094bd91093 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:50:44.081019 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-8dcea9ad-4cba-4123-b965-c881ec7d4d5a service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:50:44.081441 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-8dcea9ad-4cba-4123-b965-c881ec7d4d5a service neutron] Checking segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:50:44.081840 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-8dcea9ad-4cba-4123-b965-c881ec7d4d5a service neutron] Bound using segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:50:44.082281 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-8dcea9ad-4cba-4123-b965-c881ec7d4d5a service neutron] Bound port: 5e20ce93-25b7-4632-b7d7-05094bd91093, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:50:44.082736 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-8dcea9ad-4cba-4123-b965-c881ec7d4d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5e20ce93-25b7-4632-b7d7-05094bd91093), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:44.156249 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-8dcea9ad-4cba-4123-b965-c881ec7d4d5a service neutron] For port 5e20ce93-25b7-4632-b7d7-05094bd91093, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:50:44.160067 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-8dcea9ad-4cba-4123-b965-c881ec7d4d5a service neutron] For port 5e20ce93-25b7-4632-b7d7-05094bd91093, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=5e20ce93-25b7-4632-b7d7-05094bd91093,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:50:44.165616 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-8dcea9ad-4cba-4123-b965-c881ec7d4d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (5e20ce93-25b7-4632-b7d7-05094bd91093), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:44.210297 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-8dcea9ad-4cba-4123-b965-c881ec7d4d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:44.211068 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-8dcea9ad-4cba-4123-b965-c881ec7d4d5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:44.212745 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-8dcea9ad-4cba-4123-b965-c881ec7d4d5a service neutron] 10.222.0.91 "PUT /v2.0/ports/5e20ce93-25b7-4632-b7d7-05094bd91093 HTTP/1.1" status: 200 len: 1096 time: 0.7408655 Feb 09 01:50:44.218888 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a12d97a-8512-426d-b6a6-a80cad83dfc9', 'tag': '5e20ce93-25b7-4632-b7d7-05094bd91093'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:50:44.222641 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86aa6994-f879-4f96-a375-89dc9c88bc33" -d '{"events": [{"name": "network-changed", "server_uuid": "2a12d97a-8512-426d-b6a6-a80cad83dfc9", "tag": "5e20ce93-25b7-4632-b7d7-05094bd91093"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:50:44.268813 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcea9ad-4cba-4123-b965-c881ec7d4d5a service neutron] Pushing event updated for resources: {'Port': ['ID=5e20ce93-25b7-4632-b7d7-05094bd91093,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:44.277561 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1405f7-8481-4dae-a4aa-f273041cdb22 x-openstack-request-id: req-5d1405f7-8481-4dae-a4aa-f273041cdb22 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:50:44.277850 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a12d97a-8512-426d-b6a6-a80cad83dfc9", "tag": "5e20ce93-25b7-4632-b7d7-05094bd91093", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:50:44.278102 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5d1405f7-8481-4dae-a4aa-f273041cdb22 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:50:44.278507 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a12d97a-8512-426d-b6a6-a80cad83dfc9', 'tag': '5e20ce93-25b7-4632-b7d7-05094bd91093', 'status': 'completed', 'code': 200} Feb 09 01:50:44.318894 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-f7196da3-7379-492d-afe3-3ef80706c814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:44.320404 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-f7196da3-7379-492d-afe3-3ef80706c814 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=924692c773084498881e3d0212567e7a&device_id=2a12d97a-8512-426d-b6a6-a80cad83dfc9 HTTP/1.1" status: 200 len: 1130 time: 0.0605910 Feb 09 01:50:44.365555 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-eb0ea6c0-4d2e-42a8-bbb9-4c599888fd86 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=5e20ce93-25b7-4632-b7d7-05094bd91093 HTTP/1.1" status: 200 len: 217 time: 0.0381374 Feb 09 01:50:44.418960 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-5227d1ff-e154-4c40-a1f2-180625069b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:44.420367 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-5227d1ff-e154-4c40-a1f2-180625069b32 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.0485787 Feb 09 01:50:44.482113 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-bcda446c-ffa7-4102-af61-ca3ee24c050e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:44.483618 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-bcda446c-ffa7-4102-af61-ca3ee24c050e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0541930 Feb 09 01:50:44.577207 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-28df3ec1-2f47-4cf6-854d-d83d96f12189 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838270 Feb 09 01:50:44.673796 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f21033d1-35e3-4a55-9392-30c1b2bd1add req-d9dfbd58-739b-4f0a-99fe-9b9e16b1b8d7 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875373 Feb 09 01:50:44.765459 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa6994-f879-4f96-a375-89dc9c88bc33 req-d8a7ceaf-446c-4d70-92ba-9fc34ba036f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:44.767562 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86aa6994-f879-4f96-a375-89dc9c88bc33 req-d8a7ceaf-446c-4d70-92ba-9fc34ba036f1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=924692c773084498881e3d0212567e7a&device_id=2a12d97a-8512-426d-b6a6-a80cad83dfc9 HTTP/1.1" status: 200 len: 1130 time: 0.0465851 Feb 09 01:50:44.862107 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa6994-f879-4f96-a375-89dc9c88bc33 req-bc10e766-7c1b-4b77-880b-34f24bc45273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:44.863532 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86aa6994-f879-4f96-a375-89dc9c88bc33 req-bc10e766-7c1b-4b77-880b-34f24bc45273 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.0887127 Feb 09 01:50:44.912276 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86aa6994-f879-4f96-a375-89dc9c88bc33 req-951c09b3-3aa6-41dc-9aa7-935311d6e300 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=5e20ce93-25b7-4632-b7d7-05094bd91093 HTTP/1.1" status: 200 len: 217 time: 0.0402899 Feb 09 01:50:44.965815 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa6994-f879-4f96-a375-89dc9c88bc33 req-4ee12536-fb78-4a42-a621-b4c97879b960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:44.967274 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86aa6994-f879-4f96-a375-89dc9c88bc33 req-4ee12536-fb78-4a42-a621-b4c97879b960 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.0458803 Feb 09 01:50:45.059807 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371d173-682c-42c2-93f9-f758ea2cc0f8 req-2045be54-237e-44cf-9ea8-921feb97287d tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:45.061298 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2371d173-682c-42c2-93f9-f758ea2cc0f8 req-2045be54-237e-44cf-9ea8-921feb97287d tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a12d97a-8512-426d-b6a6-a80cad83dfc9 HTTP/1.1" status: 200 len: 947 time: 0.0862870 Feb 09 01:50:45.064970 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa6994-f879-4f96-a375-89dc9c88bc33 req-21b209b6-1499-4d0c-89cd-3ed5e6c569fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:45.066392 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86aa6994-f879-4f96-a375-89dc9c88bc33 req-21b209b6-1499-4d0c-89cd-3ed5e6c569fe service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0902913 Feb 09 01:50:45.160450 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2371d173-682c-42c2-93f9-f758ea2cc0f8 req-74aa3ebf-3d02-4120-999f-63e9e84b595d tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f1098eb-16c1-4f88-9b35-05b52c8672f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926530 Feb 09 01:50:45.185892 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86aa6994-f879-4f96-a375-89dc9c88bc33 req-95f07d7b-d05d-4a77-b21f-f2cca3735e85 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052351 Feb 09 01:50:45.277235 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86aa6994-f879-4f96-a375-89dc9c88bc33 req-32ad36cf-ac67-4211-b815-977af835e79f service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848563 Feb 09 01:50:46.289116 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873270e-ea9e-4f8c-9364-ecdfc65809eb req-064def6e-2dd4-4aff-9afc-f48cd8634636 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:46.290590 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0873270e-ea9e-4f8c-9364-ecdfc65809eb req-064def6e-2dd4-4aff-9afc-f48cd8634636 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a12d97a-8512-426d-b6a6-a80cad83dfc9 HTTP/1.1" status: 200 len: 947 time: 0.0593514 Feb 09 01:50:46.338486 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0873270e-ea9e-4f8c-9364-ecdfc65809eb req-5060b1c9-69e7-4bfe-9db0-e9d5c5658ee6 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f1098eb-16c1-4f88-9b35-05b52c8672f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421445 Feb 09 01:50:46.975353 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 5e20ce93-25b7-4632-b7d7-05094bd91093 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:50:47.074544 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 5e20ce93-25b7-4632-b7d7-05094bd91093, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=5e20ce93-25b7-4632-b7d7-05094bd91093,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:47.086549 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '5e20ce93-25b7-4632-b7d7-05094bd91093', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': '5e20ce93-25b7-4632-b7d7-05094bd91093', 'mac_address': 'fa:16:3e:5e:c5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:50:47.124232 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 5e20ce93-25b7-4632-b7d7-05094bd91093 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:47.124623 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5e20ce93-25b7-4632-b7d7-05094bd91093), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:47.138288 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e20ce93-25b7-4632-b7d7-05094bd91093 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:50:47.157047 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 5e20ce93-25b7-4632-b7d7-05094bd91093, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=5e20ce93-25b7-4632-b7d7-05094bd91093,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:47.161428 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5e20ce93-25b7-4632-b7d7-05094bd91093), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:47.210613 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=5e20ce93-25b7-4632-b7d7-05094bd91093,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:47.452007 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['5e20ce93-25b7-4632-b7d7-05094bd91093'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:50:47.463855 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828343b-71d7-4c58-b28a-7ebd7d9d163e req-71d0f69f-23d9-4ed5-8438-8691eea7178c tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:47.465366 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e828343b-71d7-4c58-b28a-7ebd7d9d163e req-71d0f69f-23d9-4ed5-8438-8691eea7178c tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a12d97a-8512-426d-b6a6-a80cad83dfc9 HTTP/1.1" status: 200 len: 948 time: 0.0603938 Feb 09 01:50:47.514172 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e828343b-71d7-4c58-b28a-7ebd7d9d163e req-d01506af-da3d-4d54-a963-f09b127bea56 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f1098eb-16c1-4f88-9b35-05b52c8672f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420520 Feb 09 01:50:48.638089 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a380cc-295d-4c78-9aec-844ab3278d38 req-a70611fe-bf9e-4ed1-856d-517f8fe04e0c tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:48.639545 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e5a380cc-295d-4c78-9aec-844ab3278d38 req-a70611fe-bf9e-4ed1-856d-517f8fe04e0c tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a12d97a-8512-426d-b6a6-a80cad83dfc9 HTTP/1.1" status: 200 len: 948 time: 0.0526669 Feb 09 01:50:48.686899 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e5a380cc-295d-4c78-9aec-844ab3278d38 req-b26a5202-48f9-4927-86c0-66446f870b17 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f1098eb-16c1-4f88-9b35-05b52c8672f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416968 Feb 09 01:50:48.976005 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 5e20ce93-25b7-4632-b7d7-05094bd91093 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:50:49.023456 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 5e20ce93-25b7-4632-b7d7-05094bd91093 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:50:49.027355 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 5e20ce93-25b7-4632-b7d7-05094bd91093 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:49.027719 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5e20ce93-25b7-4632-b7d7-05094bd91093), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:49.107069 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 5e20ce93-25b7-4632-b7d7-05094bd91093 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:49.107453 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5e20ce93-25b7-4632-b7d7-05094bd91093), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:49.131592 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a12d97a-8512-426d-b6a6-a80cad83dfc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e20ce93-25b7-4632-b7d7-05094bd91093'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:50:49.133890 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153120b5-c0ec-4179-9256-1ab65179a8f6" -d '{"events": [{"server_uuid": "2a12d97a-8512-426d-b6a6-a80cad83dfc9", "name": "network-vif-plugged", "status": "completed", "tag": "5e20ce93-25b7-4632-b7d7-05094bd91093"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:50:49.147051 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 5e20ce93-25b7-4632-b7d7-05094bd91093, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=5e20ce93-25b7-4632-b7d7-05094bd91093,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:49.151132 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5e20ce93-25b7-4632-b7d7-05094bd91093), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:49.177934 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d5bc59-9bd7-4af6-9482-eab5e92178e3 x-openstack-request-id: req-31d5bc59-9bd7-4af6-9482-eab5e92178e3 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:50:49.178245 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a12d97a-8512-426d-b6a6-a80cad83dfc9", "name": "network-vif-plugged", "status": "completed", "tag": "5e20ce93-25b7-4632-b7d7-05094bd91093", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:50:49.178498 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-31d5bc59-9bd7-4af6-9482-eab5e92178e3 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:50:49.178895 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a12d97a-8512-426d-b6a6-a80cad83dfc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e20ce93-25b7-4632-b7d7-05094bd91093', 'code': 200} Feb 09 01:50:49.210628 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=5e20ce93-25b7-4632-b7d7-05094bd91093,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:49.282864 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02b455-c8cf-48ab-a3ae-1e1f45d6ca63 req-b981a1f9-ed09-4d41-9689-953a9993ab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:49.285048 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c02b455-c8cf-48ab-a3ae-1e1f45d6ca63 req-b981a1f9-ed09-4d41-9689-953a9993ab60 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2a12d97a-8512-426d-b6a6-a80cad83dfc9 HTTP/1.1" status: 200 len: 1132 time: 0.0446146 Feb 09 01:50:49.333166 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c02b455-c8cf-48ab-a3ae-1e1f45d6ca63 req-394e4d7f-9a8f-40b0-8d70-e7c387b9291b service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=3f1098eb-16c1-4f88-9b35-05b52c8672f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421069 Feb 09 01:50:49.590360 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:49.807663 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b432cc-2649-49b2-b86a-29007a3c6ce2 req-d7d5dc7a-46a2-4989-bb8e-e73b9d9cf3f8 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:49.809194 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-63b432cc-2649-49b2-b86a-29007a3c6ce2 req-d7d5dc7a-46a2-4989-bb8e-e73b9d9cf3f8 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a12d97a-8512-426d-b6a6-a80cad83dfc9 HTTP/1.1" status: 200 len: 949 time: 0.0532296 Feb 09 01:50:49.858291 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-63b432cc-2649-49b2-b86a-29007a3c6ce2 req-2b12389c-b91f-4be2-9e8d-e96734008c81 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f1098eb-16c1-4f88-9b35-05b52c8672f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433185 Feb 09 01:50:50.254134 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:50:50.823124 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9b20d480-6b01-4504-8848-8c2e9a11414b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:50.981469 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1190c1-d7ff-4ede-9d91-90c2e7d9e25f req-b141074d-413b-4d96-aa5b-cdcb2ea704db tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:50.982951 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cd1190c1-d7ff-4ede-9d91-90c2e7d9e25f req-b141074d-413b-4d96-aa5b-cdcb2ea704db tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a12d97a-8512-426d-b6a6-a80cad83dfc9 HTTP/1.1" status: 200 len: 949 time: 0.0542648 Feb 09 01:50:51.030831 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cd1190c1-d7ff-4ede-9d91-90c2e7d9e25f req-be79dcab-aba3-4d9e-8eaa-bfa590f3fe5e tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f1098eb-16c1-4f88-9b35-05b52c8672f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419350 Feb 09 01:50:51.266056 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:54.282631 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4e2d48b2-a275-493a-9f06-a7e9b82721bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:55.877233 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:57.598891 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:58.321121 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:02.626967 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ea47614-5091-4ffd-8f67-e78a2059c2c5 req-1d76d1a0-eb60-4c20-8098-332c8aab0cc9 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1592634 Feb 09 01:51:02.730164 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea47614-5091-4ffd-8f67-e78a2059c2c5 req-ec696e7d-11cd-4eb4-b79b-65e79bff0f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:02.731572 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ea47614-5091-4ffd-8f67-e78a2059c2c5 req-ec696e7d-11cd-4eb4-b79b-65e79bff0f6c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8b7c3d5d34764138a793ac4ac9fbb514&device_id=6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f HTTP/1.1" status: 200 len: 1129 time: 0.0478384 Feb 09 01:51:02.843820 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea47614-5091-4ffd-8f67-e78a2059c2c5 req-62075fca-65e9-4fbe-a996-b4e594e528a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:02.845305 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ea47614-5091-4ffd-8f67-e78a2059c2c5 req-62075fca-65e9-4fbe-a996-b4e594e528a5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d33d4b53-4ce7-4cd8-bd8b-dde95c574802 HTTP/1.1" status: 200 len: 910 time: 0.0920463 Feb 09 01:51:02.919817 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ea47614-5091-4ffd-8f67-e78a2059c2c5 req-5b3838c8-a314-4221-9e3a-8f3b8c2221ff service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6268d8ca-82d4-4b84-ac8b-6b323c3c37d8 HTTP/1.1" status: 200 len: 1001 time: 0.0638003 Feb 09 01:51:02.972241 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea47614-5091-4ffd-8f67-e78a2059c2c5 req-0ce5d936-0bee-4cc5-addf-e6a0afdf8cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:02.973691 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ea47614-5091-4ffd-8f67-e78a2059c2c5 req-0ce5d936-0bee-4cc5-addf-e6a0afdf8cc4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=15c51665-c8f0-46e5-8131-d2046febd6aa HTTP/1.1" status: 200 len: 848 time: 0.0456278 Feb 09 01:51:03.028101 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea47614-5091-4ffd-8f67-e78a2059c2c5 req-0c3f5f90-f5cb-4a2c-bda8-137b5c6425cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:03.029500 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ea47614-5091-4ffd-8f67-e78a2059c2c5 req-0c3f5f90-f5cb-4a2c-bda8-137b5c6425cd service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d33d4b53-4ce7-4cd8-bd8b-dde95c574802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465188 Feb 09 01:51:03.429356 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ea47614-5091-4ffd-8f67-e78a2059c2c5 req-05848e5c-5d8d-467f-8309-bfd9f5365e7f service neutron] 10.222.0.91 "GET /v2.0/networks/d33d4b53-4ce7-4cd8-bd8b-dde95c574802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929713 Feb 09 01:51:03.526584 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ea47614-5091-4ffd-8f67-e78a2059c2c5 req-f3f28b20-7132-463b-abb1-3e10c640fece service neutron] 10.222.0.91 "GET /v2.0/networks/d33d4b53-4ce7-4cd8-bd8b-dde95c574802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883451 Feb 09 01:51:06.571351 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0ecdc19e-20e3-4989-a7b0-18ef16a02223 req-b483edbd-36b8-4152-80a4-3f360e2b6495 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=af0e6236-2a75-4ecb-a92b-dc4f2875480e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450685 Feb 09 01:51:06.661962 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdc19e-20e3-4989-a7b0-18ef16a02223 req-544d1808-b9a8-43d1-ac20-5018fa0a3e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:06.663406 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0ecdc19e-20e3-4989-a7b0-18ef16a02223 req-544d1808-b9a8-43d1-ac20-5018fa0a3e47 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=eba2e8610cc343fcbba1fc67f1310146&device_id=af0e6236-2a75-4ecb-a92b-dc4f2875480e HTTP/1.1" status: 200 len: 1167 time: 0.0493212 Feb 09 01:51:06.775652 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdc19e-20e3-4989-a7b0-18ef16a02223 req-5a88f6a0-64e8-43b9-92c6-8779ab1fb56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:06.777149 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0ecdc19e-20e3-4989-a7b0-18ef16a02223 req-5a88f6a0-64e8-43b9-92c6-8779ab1fb56e service neutron] 10.222.0.121 "GET /v2.0/networks?id=ef832235-00e2-49b0-b08f-d1013434741e HTTP/1.1" status: 200 len: 897 time: 0.0932953 Feb 09 01:51:06.850287 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0ecdc19e-20e3-4989-a7b0-18ef16a02223 req-b65c80e6-0007-4b6c-9c25-e8860f722423 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce33d3b9-3923-4bf4-9129-c5844447cfff HTTP/1.1" status: 200 len: 1001 time: 0.0666323 Feb 09 01:51:07.152495 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdc19e-20e3-4989-a7b0-18ef16a02223 req-3302f1c8-0ea8-43a5-bf7f-fb67107d42ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:07.154007 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0ecdc19e-20e3-4989-a7b0-18ef16a02223 req-3302f1c8-0ea8-43a5-bf7f-fb67107d42ee service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6b2930a5-7e93-4b43-91aa-8060971a836e HTTP/1.1" status: 200 len: 835 time: 0.2980595 Feb 09 01:51:07.205588 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdc19e-20e3-4989-a7b0-18ef16a02223 req-d3ee48bc-917b-4f5f-ae60-a0fed122f982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:07.207096 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0ecdc19e-20e3-4989-a7b0-18ef16a02223 req-d3ee48bc-917b-4f5f-ae60-a0fed122f982 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ef832235-00e2-49b0-b08f-d1013434741e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464566 Feb 09 01:51:07.305617 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0ecdc19e-20e3-4989-a7b0-18ef16a02223 req-31479c59-1310-4d88-8752-9cb6b8295eb1 service neutron] 10.222.0.121 "GET /v2.0/networks/ef832235-00e2-49b0-b08f-d1013434741e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916467 Feb 09 01:51:07.403420 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0ecdc19e-20e3-4989-a7b0-18ef16a02223 req-eb4d303e-3386-4745-a320-67028f4e0fbe service neutron] 10.222.0.121 "GET /v2.0/networks/ef832235-00e2-49b0-b08f-d1013434741e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914145 Feb 09 01:51:19.346974 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40742) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:19.446084 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-36d47788-24be-4e57-ab9d-9107be272b4d tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] 10.222.0.30 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2546 time: 0.0978997 Feb 09 01:51:19.449623 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40744) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:19.454346 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-d44b4e59-7f15-4978-9036-261ae969d387 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Request body: {'network': {'name': 'tempest-network-smoke--570779252', 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'port_security_enabled': False}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:19.473222 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44b4e59-7f15-4978-9036-261ae969d387 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Made reservation on behalf of eba2e8610cc343fcbba1fc67f1310146 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:51:19.477280 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d44b4e59-7f15-4978-9036-261ae969d387 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:19.506603 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d44b4e59-7f15-4978-9036-261ae969d387 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:51:19.518848 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d44b4e59-7f15-4978-9036-261ae969d387 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (4d7e0688-30ab-4bbb-a65d-8c978f820713), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:19.519200 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-d44b4e59-7f15-4978-9036-261ae969d387 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Added segment 4d7e0688-30ab-4bbb-a65d-8c978f820713 of type vlan for network 0d0bfafc-6eff-4972-9a5c-ba62b9b40983 Feb 09 01:51:19.565364 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d44b4e59-7f15-4978-9036-261ae969d387 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (0d0bfafc-6eff-4972-9a5c-ba62b9b40983), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:19.596237 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d44b4e59-7f15-4978-9036-261ae969d387 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (0d0bfafc-6eff-4972-9a5c-ba62b9b40983), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:19.601397 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44b4e59-7f15-4978-9036-261ae969d387 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:19.602079 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d44b4e59-7f15-4978-9036-261ae969d387 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:19.610257 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:19.670485 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d44b4e59-7f15-4978-9036-261ae969d387 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2196445 Feb 09 01:51:19.674607 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40748) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:19.679896 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-4c5aa2cf-6ce3-495f-b2a5-30bbd2465f03 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-167060047', 'admin_state_up': True, 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:19.695059 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b4e59-7f15-4978-9036-261ae969d387 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Pushing event updated for resources: {'Network': ['ID=0d0bfafc-6eff-4972-9a5c-ba62b9b40983,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:19.706609 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b4e59-7f15-4978-9036-261ae969d387 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:19.706958 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b4e59-7f15-4978-9036-261ae969d387 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:19.707295 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b4e59-7f15-4978-9036-261ae969d387 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:19.707627 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b4e59-7f15-4978-9036-261ae969d387 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:19.707955 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b4e59-7f15-4978-9036-261ae969d387 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:19.708304 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b4e59-7f15-4978-9036-261ae969d387 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:19.708629 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b4e59-7f15-4978-9036-261ae969d387 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:19.708949 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b4e59-7f15-4978-9036-261ae969d387 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:19.709272 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b4e59-7f15-4978-9036-261ae969d387 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:19.709607 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b4e59-7f15-4978-9036-261ae969d387 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:19.709909 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b4e59-7f15-4978-9036-261ae969d387 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:19.710227 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b4e59-7f15-4978-9036-261ae969d387 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:19.710538 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b4e59-7f15-4978-9036-261ae969d387 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:19.720745 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c5aa2cf-6ce3-495f-b2a5-30bbd2465f03 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (ad9b3da7-9949-48bd-867c-909cc504a4b1), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:19.722030 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c5aa2cf-6ce3-495f-b2a5-30bbd2465f03 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (ad9b3da7-9949-48bd-867c-909cc504a4b1), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:19.723917 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 0d0bfafc-6eff-4972-9a5c-ba62b9b40983 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:51:19.775416 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c5aa2cf-6ce3-495f-b2a5-30bbd2465f03 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for router_controller (ad9b3da7-9949-48bd-867c-909cc504a4b1), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:19.935601 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c5aa2cf-6ce3-495f-b2a5-30bbd2465f03 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for router_gateway (ad9b3da7-9949-48bd-867c-909cc504a4b1), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:20.138391 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c5aa2cf-6ce3-495f-b2a5-30bbd2465f03 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for router_gateway (ad9b3da7-9949-48bd-867c-909cc504a4b1), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:20.158105 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c5aa2cf-6ce3-495f-b2a5-30bbd2465f03 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:20.273799 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-4c5aa2cf-6ce3-495f-b2a5-30bbd2465f03 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Allocated IP 172.25.1.48 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/ea45db46-a691-4113-8af6-0ae74581eb2a) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:51:20.387841 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c5aa2cf-6ce3-495f-b2a5-30bbd2465f03 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for port (ea45db46-a691-4113-8af6-0ae74581eb2a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:20.423558 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c5aa2cf-6ce3-495f-b2a5-30bbd2465f03 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (ea45db46-a691-4113-8af6-0ae74581eb2a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:20.466573 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5aa2cf-6ce3-495f-b2a5-30bbd2465f03 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:51:20.469903 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-4c5aa2cf-6ce3-495f-b2a5-30bbd2465f03 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:51:20.474547 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5aa2cf-6ce3-495f-b2a5-30bbd2465f03 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:51:20.497325 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5aa2cf-6ce3-495f-b2a5-30bbd2465f03 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Pushing event updated for resources: {'Port': ['ID=ea45db46-a691-4113-8af6-0ae74581eb2a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:20.771163 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c5aa2cf-6ce3-495f-b2a5-30bbd2465f03 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for router_gateway (ad9b3da7-9949-48bd-867c-909cc504a4b1), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:20.829537 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cc00a929-ef18-4785-9172-89d20496b46f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:20.995830 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c5aa2cf-6ce3-495f-b2a5-30bbd2465f03 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (ad9b3da7-9949-48bd-867c-909cc504a4b1), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:21.142471 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c5aa2cf-6ce3-495f-b2a5-30bbd2465f03 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Router ad9b3da7-9949-48bd-867c-909cc504a4b1 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:51:21.158499 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:21.260087 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5aa2cf-6ce3-495f-b2a5-30bbd2465f03 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:51:21.270145 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784a009c-5d32-4433-b664-dc40e9c7718e None None] Sync routers for ids ['ad9b3da7-9949-48bd-867c-909cc504a4b1'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:51:21.281727 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c5aa2cf-6ce3-495f-b2a5-30bbd2465f03 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:21.282478 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784a009c-5d32-4433-b664-dc40e9c7718e None None] Routers {'ad9b3da7-9949-48bd-867c-909cc504a4b1'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:51:21.282942 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4c5aa2cf-6ce3-495f-b2a5-30bbd2465f03 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.6071188 Feb 09 01:51:21.283199 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-784a009c-5d32-4433-b664-dc40e9c7718e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:50:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['ad9b3da7-9949-48bd-867c-909cc504a4b1'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:21.285957 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40754) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:21.354860 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f15bed0-8745-4681-a67f-5f73214f4a61 tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:21.356715 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2f15bed0-8745-4681-a67f-5f73214f4a61 tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=eba2e8610cc343fcbba1fc67f1310146&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0697579 Feb 09 01:51:21.359767 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40756) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:21.409790 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-784a009c-5d32-4433-b664-dc40e9c7718e None None] Set router ad9b3da7-9949-48bd-867c-909cc504a4b1 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:51:21.452111 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df6860d-7225-4e75-b0fd-4a1251b10cfb tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:21.456515 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1df6860d-7225-4e75-b0fd-4a1251b10cfb tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0955548 Feb 09 01:51:21.456856 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40758) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:21.493183 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4b8543f4-bcab-4c24-9e79-9e5e937c509b tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=def43282-5318-4ecb-a74b-178f79c0eb6e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324452 Feb 09 01:51:21.493392 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40760) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:21.531616 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f27d5dd4-616f-4ecf-88a4-9007dd2039a0 tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=eba2e8610cc343fcbba1fc67f1310146&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338781 Feb 09 01:51:21.531929 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40762) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:21.613603 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-784a009c-5d32-4433-b664-dc40e9c7718e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9b3da7-9949-48bd-867c-909cc504a4b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-167060047', 'tenant_id': 'eba2e8610cc343fcbba1fc67f1310146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'ea45db46-a691-4113-8af6-0ae74581eb2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:51:19Z', 'updated_at': '2022-02-09T01:51:20Z', 'revision_number': 3, 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'gw_port': {'id': 'ea45db46-a691-4113-8af6-0ae74581eb2a', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:0b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9b3da7-9949-48bd-867c-909cc504a4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:20Z', 'updated_at': '2022-02-09T01:51:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:21.639739 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fb6780-4c0b-4f1b-976a-5528012745f8 tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:21.642433 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-10fb6780-4c0b-4f1b-976a-5528012745f8 tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1091373 Feb 09 01:51:21.643579 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784a009c-5d32-4433-b664-dc40e9c7718e None None] Checking router: ad9b3da7-9949-48bd-867c-909cc504a4b1 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:51:21.644094 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784a009c-5d32-4433-b664-dc40e9c7718e None None] Updating router ad9b3da7-9949-48bd-867c-909cc504a4b1 port ea45db46-a691-4113-8af6-0ae74581eb2a binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:51:21.644229 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40764) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:21.680194 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 40768) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:21.680412 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c3ca6a98-f624-45df-ac4e-934889b3a0c2 tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=def43282-5318-4ecb-a74b-178f79c0eb6e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318177 Feb 09 01:51:21.682553 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-8b7cc34a-c352-4efc-b3a7-18852336150e tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-404115732', 'network_id': '0d0bfafc-6eff-4972-9a5c-ba62b9b40983', 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:21.684843 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-784a009c-5d32-4433-b664-dc40e9c7718e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ea45db46-a691-4113-8af6-0ae74581eb2a), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:21.775126 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7cc34a-c352-4efc-b3a7-18852336150e tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Made reservation on behalf of eba2e8610cc343fcbba1fc67f1310146 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:51:21.780083 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8b7cc34a-c352-4efc-b3a7-18852336150e tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:21.984871 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8b7cc34a-c352-4efc-b3a7-18852336150e tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (a25bdb8d-c7d1-4f06-aa81-16eaeb656f4b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:22.044916 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7cc34a-c352-4efc-b3a7-18852336150e tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Pushing event updated for resources: {'Subnet': ['ID=a25bdb8d-c7d1-4f06-aa81-16eaeb656f4b,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:22.053002 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-784a009c-5d32-4433-b664-dc40e9c7718e None None] Publish callbacks [] for port (ea45db46-a691-4113-8af6-0ae74581eb2a), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:22.059931 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-784a009c-5d32-4433-b664-dc40e9c7718e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ea45db46-a691-4113-8af6-0ae74581eb2a), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:22.065690 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7cc34a-c352-4efc-b3a7-18852336150e tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Checking segment: {'id': '4d7e0688-30ab-4bbb-a65d-8c978f820713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '0d0bfafc-6eff-4972-9a5c-ba62b9b40983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:51:22.066048 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7cc34a-c352-4efc-b3a7-18852336150e tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Network hostable DHCP agents. Network: 0d0bfafc-6eff-4972-9a5c-ba62b9b40983, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:51:22.089346 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7cc34a-c352-4efc-b3a7-18852336150e tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Network 0d0bfafc-6eff-4972-9a5c-ba62b9b40983 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:51:22.104605 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-8b7cc34a-c352-4efc-b3a7-18852336150e tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 0d0bfafc-6eff-4972-9a5c-ba62b9b40983) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:51:22.107297 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-784a009c-5d32-4433-b664-dc40e9c7718e None None] Attempting to bind port ea45db46-a691-4113-8af6-0ae74581eb2a on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:51:22.107644 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-784a009c-5d32-4433-b664-dc40e9c7718e None None] Attempting to bind port ea45db46-a691-4113-8af6-0ae74581eb2a by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:51:22.108028 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784a009c-5d32-4433-b664-dc40e9c7718e None None] Attempting to bind port ea45db46-a691-4113-8af6-0ae74581eb2a on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:51:22.114692 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cbcdbf-f309-405e-8d2f-4d1aef631940 None None] Network 0d0bfafc-6eff-4972-9a5c-ba62b9b40983 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:51:22.115818 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7cc34a-c352-4efc-b3a7-18852336150e tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:22.117319 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8b7cc34a-c352-4efc-b3a7-18852336150e tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:22.122913 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784a009c-5d32-4433-b664-dc40e9c7718e None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:51:22.123280 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784a009c-5d32-4433-b664-dc40e9c7718e None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:51:22.123672 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-784a009c-5d32-4433-b664-dc40e9c7718e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:22.124089 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784a009c-5d32-4433-b664-dc40e9c7718e None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:51:22.124562 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-784a009c-5d32-4433-b664-dc40e9c7718e None None] Bound port: ea45db46-a691-4113-8af6-0ae74581eb2a, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:51:22.124932 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-784a009c-5d32-4433-b664-dc40e9c7718e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ea45db46-a691-4113-8af6-0ae74581eb2a), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:22.140684 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8b7cc34a-c352-4efc-b3a7-18852336150e tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4625967 Feb 09 01:51:22.143507 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40770) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:22.148878 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c2883-4bca-4e7c-856c-4acb4013539d None None] Pushing event updated for resources: {'Port': ['ID=ea45db46-a691-4113-8af6-0ae74581eb2a,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:22.164387 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839c2883-4bca-4e7c-856c-4acb4013539d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:22.164725 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839c2883-4bca-4e7c-856c-4acb4013539d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:22.165057 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839c2883-4bca-4e7c-856c-4acb4013539d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:22.165384 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839c2883-4bca-4e7c-856c-4acb4013539d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:22.165711 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839c2883-4bca-4e7c-856c-4acb4013539d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:22.166723 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839c2883-4bca-4e7c-856c-4acb4013539d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:22.167137 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839c2883-4bca-4e7c-856c-4acb4013539d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:22.167465 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839c2883-4bca-4e7c-856c-4acb4013539d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:22.167777 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839c2883-4bca-4e7c-856c-4acb4013539d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:22.168126 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839c2883-4bca-4e7c-856c-4acb4013539d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:22.168445 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839c2883-4bca-4e7c-856c-4acb4013539d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:22.168760 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839c2883-4bca-4e7c-856c-4acb4013539d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:22.169074 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839c2883-4bca-4e7c-856c-4acb4013539d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:22.194163 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-784a009c-5d32-4433-b664-dc40e9c7718e None None] For port ea45db46-a691-4113-8af6-0ae74581eb2a, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:51:22.197300 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-784a009c-5d32-4433-b664-dc40e9c7718e None None] For port ea45db46-a691-4113-8af6-0ae74581eb2a, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=ea45db46-a691-4113-8af6-0ae74581eb2a,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:51:22.203128 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-784a009c-5d32-4433-b664-dc40e9c7718e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ea45db46-a691-4113-8af6-0ae74581eb2a), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:22.282995 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c2883-4bca-4e7c-856c-4acb4013539d None None] Pushing event updated for resources: {'Port': ['ID=ea45db46-a691-4113-8af6-0ae74581eb2a,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:22.287571 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b59dad-d457-4662-9458-02d858eb4396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-0d0bfafc-6eff-4972-9a5c-ba62b9b40983', 'network_id': '0d0bfafc-6eff-4972-9a5c-ba62b9b40983', 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'fixed_ips': [{'subnet_id': 'a25bdb8d-c7d1-4f06-aa81-16eaeb656f4b'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:51:22.288697 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d0b59dad-d457-4662-9458-02d858eb4396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:22.303436 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784a009c-5d32-4433-b664-dc40e9c7718e None None] Routers {'ad9b3da7-9949-48bd-867c-909cc504a4b1'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:51:22.304331 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-784a009c-5d32-4433-b664-dc40e9c7718e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:50:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['ad9b3da7-9949-48bd-867c-909cc504a4b1'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:22.438869 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-784a009c-5d32-4433-b664-dc40e9c7718e None None] Set router ad9b3da7-9949-48bd-867c-909cc504a4b1 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:51:22.490036 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-d0b59dad-d457-4662-9458-02d858eb4396 None None] Allocated IP 172.20.0.18 (0d0bfafc-6eff-4972-9a5c-ba62b9b40983/a25bdb8d-c7d1-4f06-aa81-16eaeb656f4b/5450f618-03d5-438c-a47b-9bb97c266205) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:51:22.662813 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-784a009c-5d32-4433-b664-dc40e9c7718e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9b3da7-9949-48bd-867c-909cc504a4b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-167060047', 'tenant_id': 'eba2e8610cc343fcbba1fc67f1310146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'ea45db46-a691-4113-8af6-0ae74581eb2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:51:19Z', 'updated_at': '2022-02-09T01:51:20Z', 'revision_number': 3, 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'gw_port': {'id': 'ea45db46-a691-4113-8af6-0ae74581eb2a', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:0b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9b3da7-9949-48bd-867c-909cc504a4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:20Z', 'updated_at': '2022-02-09T01:51:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:22.679551 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d0b59dad-d457-4662-9458-02d858eb4396 None None] Publish callbacks [] for port (5450f618-03d5-438c-a47b-9bb97c266205), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:22.689859 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d0b59dad-d457-4662-9458-02d858eb4396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (5450f618-03d5-438c-a47b-9bb97c266205), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:22.695247 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784a009c-5d32-4433-b664-dc40e9c7718e None None] The sync data for ids ['ad9b3da7-9949-48bd-867c-909cc504a4b1'] in n-d-822053-40 is: [{'id': 'ad9b3da7-9949-48bd-867c-909cc504a4b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-167060047', 'tenant_id': 'eba2e8610cc343fcbba1fc67f1310146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'ea45db46-a691-4113-8af6-0ae74581eb2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:51:19Z', 'updated_at': '2022-02-09T01:51:20Z', 'revision_number': 3, 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'gw_port': {'id': 'ea45db46-a691-4113-8af6-0ae74581eb2a', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:0b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9b3da7-9949-48bd-867c-909cc504a4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:20Z', 'updated_at': '2022-02-09T01:51:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:51:22.705471 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-74fddc16-9045-4833-b7fe-52bb41c6f3f6 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:22.751684 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b59dad-d457-4662-9458-02d858eb4396 None None] Network 0d0bfafc-6eff-4972-9a5c-ba62b9b40983 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:51:22.756538 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-d0b59dad-d457-4662-9458-02d858eb4396 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:51:22.763153 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b59dad-d457-4662-9458-02d858eb4396 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:51:22.776532 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b59dad-d457-4662-9458-02d858eb4396 None None] Pushing event updated for resources: {'Port': ['ID=5450f618-03d5-438c-a47b-9bb97c266205,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:22.804773 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b59dad-d457-4662-9458-02d858eb4396 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:22.805130 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b59dad-d457-4662-9458-02d858eb4396 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:22.805473 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b59dad-d457-4662-9458-02d858eb4396 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:22.805813 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b59dad-d457-4662-9458-02d858eb4396 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:22.806145 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b59dad-d457-4662-9458-02d858eb4396 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:22.806533 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b59dad-d457-4662-9458-02d858eb4396 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:22.807381 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b59dad-d457-4662-9458-02d858eb4396 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:22.807721 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b59dad-d457-4662-9458-02d858eb4396 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:22.808084 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b59dad-d457-4662-9458-02d858eb4396 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:22.808497 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b59dad-d457-4662-9458-02d858eb4396 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:22.808828 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b59dad-d457-4662-9458-02d858eb4396 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:22.809159 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b59dad-d457-4662-9458-02d858eb4396 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:22.810055 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b59dad-d457-4662-9458-02d858eb4396 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:22.841405 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-d0b59dad-d457-4662-9458-02d858eb4396 None None] Attempting to bind port 5450f618-03d5-438c-a47b-9bb97c266205 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:51:22.842051 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-d0b59dad-d457-4662-9458-02d858eb4396 None None] Attempting to bind port 5450f618-03d5-438c-a47b-9bb97c266205 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '4d7e0688-30ab-4bbb-a65d-8c978f820713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '0d0bfafc-6eff-4972-9a5c-ba62b9b40983'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:51:22.842419 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b59dad-d457-4662-9458-02d858eb4396 None None] Attempting to bind port 5450f618-03d5-438c-a47b-9bb97c266205 on network 0d0bfafc-6eff-4972-9a5c-ba62b9b40983 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:51:22.849246 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b59dad-d457-4662-9458-02d858eb4396 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:51:22.849631 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b59dad-d457-4662-9458-02d858eb4396 None None] Checking segment: {'id': '4d7e0688-30ab-4bbb-a65d-8c978f820713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '0d0bfafc-6eff-4972-9a5c-ba62b9b40983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:51:22.850307 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d0b59dad-d457-4662-9458-02d858eb4396 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:22.850699 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b59dad-d457-4662-9458-02d858eb4396 None None] Bound using segment: {'id': '4d7e0688-30ab-4bbb-a65d-8c978f820713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '0d0bfafc-6eff-4972-9a5c-ba62b9b40983'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:51:22.851174 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-d0b59dad-d457-4662-9458-02d858eb4396 None None] Bound port: 5450f618-03d5-438c-a47b-9bb97c266205, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d7e0688-30ab-4bbb-a65d-8c978f820713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '0d0bfafc-6eff-4972-9a5c-ba62b9b40983'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:51:22.851556 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d0b59dad-d457-4662-9458-02d858eb4396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5450f618-03d5-438c-a47b-9bb97c266205), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:22.928958 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d0b59dad-d457-4662-9458-02d858eb4396 None None] For port 5450f618-03d5-438c-a47b-9bb97c266205, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:51:22.933443 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d0b59dad-d457-4662-9458-02d858eb4396 None None] For port 5450f618-03d5-438c-a47b-9bb97c266205, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=5450f618-03d5-438c-a47b-9bb97c266205,segment=NetworkSegment(4d7e0688-30ab-4bbb-a65d-8c978f820713),segment_id=4d7e0688-30ab-4bbb-a65d-8c978f820713)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:51:22.942423 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d0b59dad-d457-4662-9458-02d858eb4396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5450f618-03d5-438c-a47b-9bb97c266205), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:23.020799 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b59dad-d457-4662-9458-02d858eb4396 None None] Pushing event updated for resources: {'Port': ['ID=5450f618-03d5-438c-a47b-9bb97c266205,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:23.064537 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-74fddc16-9045-4833-b7fe-52bb41c6f3f6 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Allocated IP 172.20.0.17 (0d0bfafc-6eff-4972-9a5c-ba62b9b40983/a25bdb8d-c7d1-4f06-aa81-16eaeb656f4b/f66a4217-d3ee-4c3e-9800-0dacbe2563ae) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:51:23.217403 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-74fddc16-9045-4833-b7fe-52bb41c6f3f6 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for port (f66a4217-d3ee-4c3e-9800-0dacbe2563ae), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:23.262749 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-74fddc16-9045-4833-b7fe-52bb41c6f3f6 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (f66a4217-d3ee-4c3e-9800-0dacbe2563ae), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:23.324610 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fddc16-9045-4833-b7fe-52bb41c6f3f6 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Pushing event updated for resources: {'Port': ['ID=f66a4217-d3ee-4c3e-9800-0dacbe2563ae,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:23.333995 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fddc16-9045-4833-b7fe-52bb41c6f3f6 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Network 0d0bfafc-6eff-4972-9a5c-ba62b9b40983 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:51:23.335596 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-74fddc16-9045-4833-b7fe-52bb41c6f3f6 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:51:23.338622 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fddc16-9045-4833-b7fe-52bb41c6f3f6 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:51:23.418645 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-74fddc16-9045-4833-b7fe-52bb41c6f3f6 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (ad9b3da7-9949-48bd-867c-909cc504a4b1), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:23.589494 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-74fddc16-9045-4833-b7fe-52bb41c6f3f6 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f66a4217-d3ee-4c3e-9800-0dacbe2563ae), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:23.960926 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-74fddc16-9045-4833-b7fe-52bb41c6f3f6 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for port (f66a4217-d3ee-4c3e-9800-0dacbe2563ae), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:23.966984 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-74fddc16-9045-4833-b7fe-52bb41c6f3f6 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (f66a4217-d3ee-4c3e-9800-0dacbe2563ae), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:24.055517 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fddc16-9045-4833-b7fe-52bb41c6f3f6 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Pushing event updated for resources: {'Port': ['ID=f66a4217-d3ee-4c3e-9800-0dacbe2563ae,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:24.060915 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-74fddc16-9045-4833-b7fe-52bb41c6f3f6 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (ad9b3da7-9949-48bd-867c-909cc504a4b1), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:24.184599 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fddc16-9045-4833-b7fe-52bb41c6f3f6 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Network 0d0bfafc-6eff-4972-9a5c-ba62b9b40983 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:51:24.186229 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-74fddc16-9045-4833-b7fe-52bb41c6f3f6 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:51:24.303548 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 5450f618-03d5-438c-a47b-9bb97c266205 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:51:24.312491 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c93a48c9-a8bc-40ac-9999-43137288daec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:24.346918 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74fddc16-9045-4833-b7fe-52bb41c6f3f6 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Router ad9b3da7-9949-48bd-867c-909cc504a4b1 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:51:24.375791 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 5450f618-03d5-438c-a47b-9bb97c266205 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:24.376199 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5450f618-03d5-438c-a47b-9bb97c266205), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:24.420811 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828973f9-42e2-4a3b-b6d4-a59de98a4226 None None] Network 0d0bfafc-6eff-4972-9a5c-ba62b9b40983 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:51:24.484345 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fddc16-9045-4833-b7fe-52bb41c6f3f6 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:51:24.499661 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-74fddc16-9045-4833-b7fe-52bb41c6f3f6 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "PUT /v2.0/routers/ad9b3da7-9949-48bd-867c-909cc504a4b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3548224 Feb 09 01:51:24.520221 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-09f7a5b5-f47c-4ee7-bd19-08ac766aadeb None None] Provisioning complete for port 5450f618-03d5-438c-a47b-9bb97c266205 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:24.520599 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-09f7a5b5-f47c-4ee7-bd19-08ac766aadeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5450f618-03d5-438c-a47b-9bb97c266205), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:24.581109 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 5450f618-03d5-438c-a47b-9bb97c266205 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:24.581577 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5450f618-03d5-438c-a47b-9bb97c266205), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:24.663314 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 5450f618-03d5-438c-a47b-9bb97c266205, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=5450f618-03d5-438c-a47b-9bb97c266205,segment=NetworkSegment(4d7e0688-30ab-4bbb-a65d-8c978f820713),segment_id=4d7e0688-30ab-4bbb-a65d-8c978f820713)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:24.674510 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5450f618-03d5-438c-a47b-9bb97c266205), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:24.675297 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device ea45db46-a691-4113-8af6-0ae74581eb2a up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:51:24.803062 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-09f7a5b5-f47c-4ee7-bd19-08ac766aadeb None None] Current status of the port 5450f618-03d5-438c-a47b-9bb97c266205 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:24.809108 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-ce9f4289-69bf-4838-840d-fbbbbefe9fba tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:24.811115 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-ce9f4289-69bf-4838-840d-fbbbbefe9fba tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/networks?id=0d0bfafc-6eff-4972-9a5c-ba62b9b40983 HTTP/1.1" status: 200 len: 797 time: 0.1339440 Feb 09 01:51:24.811440 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=5450f618-03d5-438c-a47b-9bb97c266205,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:24.834932 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-63891001-02ed-4230-a9fe-77aad480eda3 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/quotas/eba2e8610cc343fcbba1fc67f1310146 HTTP/1.1" status: 200 len: 375 time: 0.0125701 Feb 09 01:51:24.852893 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port ea45db46-a691-4113-8af6-0ae74581eb2a triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:24.854160 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (ea45db46-a691-4113-8af6-0ae74581eb2a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:24.940576 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-a885b176-72b0-404f-87e4-e15143073d4f tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=eba2e8610cc343fcbba1fc67f1310146&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0940695 Feb 09 01:51:24.962055 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0262dc5b-bce0-419b-96d6-0470c96789e3 None None] Sync routers for ids ['ad9b3da7-9949-48bd-867c-909cc504a4b1'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:51:24.988045 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0262dc5b-bce0-419b-96d6-0470c96789e3 None None] Routers {'ad9b3da7-9949-48bd-867c-909cc504a4b1'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:51:24.989002 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-0262dc5b-bce0-419b-96d6-0470c96789e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:51:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['ad9b3da7-9949-48bd-867c-909cc504a4b1'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:24.991039 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port ea45db46-a691-4113-8af6-0ae74581eb2a is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:24.991488 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ea45db46-a691-4113-8af6-0ae74581eb2a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:25.015612 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port ea45db46-a691-4113-8af6-0ae74581eb2a, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=ea45db46-a691-4113-8af6-0ae74581eb2a,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:25.072947 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-19334000-8bb7-4a4b-818f-809d47b60507 service neutron] 10.222.0.30 "GET /v2.0/networks/0d0bfafc-6eff-4972-9a5c-ba62b9b40983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137190 Feb 09 01:51:25.086870 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ea45db46-a691-4113-8af6-0ae74581eb2a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:25.146337 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=ea45db46-a691-4113-8af6-0ae74581eb2a,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:25.183442 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-dbd201ce-72e7-44a0-9df4-ac525c8d1092 None None] Provisioning complete for port 5450f618-03d5-438c-a47b-9bb97c266205 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:25.183442 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-dbd201ce-72e7-44a0-9df4-ac525c8d1092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5450f618-03d5-438c-a47b-9bb97c266205), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:25.237979 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-90f44531-83b6-4881-ac02-db96bda13cbc service neutron] 10.222.0.30 "GET /v2.0/networks/0d0bfafc-6eff-4972-9a5c-ba62b9b40983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594417 Feb 09 01:51:25.255135 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-0262dc5b-bce0-419b-96d6-0470c96789e3 None None] Set router ad9b3da7-9949-48bd-867c-909cc504a4b1 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:51:25.331426 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-dbd201ce-72e7-44a0-9df4-ac525c8d1092 None None] Current status of the port 5450f618-03d5-438c-a47b-9bb97c266205 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:25.434424 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-dbd201ce-72e7-44a0-9df4-ac525c8d1092 None None] Provisioning complete for port f66a4217-d3ee-4c3e-9800-0dacbe2563ae triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:25.435051 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-dbd201ce-72e7-44a0-9df4-ac525c8d1092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f66a4217-d3ee-4c3e-9800-0dacbe2563ae), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:25.477399 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d8fb3ff-95f9-4292-920c-b87cf4e12dd5 req-b921e6c9-ac08-485b-9efe-75ed823cd6e7 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/ports?device_id=273b609c-5e74-4193-b541-4d647a6e48a0 HTTP/1.1" status: 200 len: 210 time: 0.0648241 Feb 09 01:51:25.509749 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-dbd201ce-72e7-44a0-9df4-ac525c8d1092 None None] Port f66a4217-d3ee-4c3e-9800-0dacbe2563ae cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:51:25.589306 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-0262dc5b-bce0-419b-96d6-0470c96789e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9b3da7-9949-48bd-867c-909cc504a4b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-167060047', 'tenant_id': 'eba2e8610cc343fcbba1fc67f1310146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'ea45db46-a691-4113-8af6-0ae74581eb2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:51:19Z', 'updated_at': '2022-02-09T01:51:23Z', 'revision_number': 4, 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'gw_port': {'id': 'ea45db46-a691-4113-8af6-0ae74581eb2a', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:0b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9b3da7-9949-48bd-867c-909cc504a4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:20Z', 'updated_at': '2022-02-09T01:51:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'f66a4217-d3ee-4c3e-9800-0dacbe2563ae', 'name': '', 'network_id': '0d0bfafc-6eff-4972-9a5c-ba62b9b40983', 'tenant_id': 'eba2e8610cc343fcbba1fc67f1310146', 'mac_address': 'fa:16:3e:bc:be:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9b3da7-9949-48bd-867c-909cc504a4b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'a25bdb8d-c7d1-4f06-aa81-16eaeb656f4b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:22Z', 'updated_at': '2022-02-09T01:51:23Z', 'revision_number': 2, 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'subnets': [{'id': 'a25bdb8d-c7d1-4f06-aa81-16eaeb656f4b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:25.629456 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0262dc5b-bce0-419b-96d6-0470c96789e3 None None] Checking router: ad9b3da7-9949-48bd-867c-909cc504a4b1 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:51:25.629817 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0262dc5b-bce0-419b-96d6-0470c96789e3 None None] Updating router ad9b3da7-9949-48bd-867c-909cc504a4b1 port f66a4217-d3ee-4c3e-9800-0dacbe2563ae binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:51:25.667770 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-a5272bcb-2ad6-412a-abab-8f7e9db9d4f2 None None] Provisioning complete for port f66a4217-d3ee-4c3e-9800-0dacbe2563ae triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:25.668101 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a5272bcb-2ad6-412a-abab-8f7e9db9d4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f66a4217-d3ee-4c3e-9800-0dacbe2563ae), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:25.670723 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0262dc5b-bce0-419b-96d6-0470c96789e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f66a4217-d3ee-4c3e-9800-0dacbe2563ae), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:25.735094 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a5272bcb-2ad6-412a-abab-8f7e9db9d4f2 None None] Port f66a4217-d3ee-4c3e-9800-0dacbe2563ae cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:51:26.087701 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-7be1d0bd-61b7-4ff2-8c1c-90df2255aa69 None None] Provisioning complete for port f66a4217-d3ee-4c3e-9800-0dacbe2563ae triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:26.088788 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7be1d0bd-61b7-4ff2-8c1c-90df2255aa69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f66a4217-d3ee-4c3e-9800-0dacbe2563ae), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:26.154626 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:26.195697 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7be1d0bd-61b7-4ff2-8c1c-90df2255aa69 None None] Port f66a4217-d3ee-4c3e-9800-0dacbe2563ae cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:51:26.232332 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 5450f618-03d5-438c-a47b-9bb97c266205 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:51:26.339498 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0262dc5b-bce0-419b-96d6-0470c96789e3 None None] Publish callbacks [] for port (f66a4217-d3ee-4c3e-9800-0dacbe2563ae), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:26.348498 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0262dc5b-bce0-419b-96d6-0470c96789e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f66a4217-d3ee-4c3e-9800-0dacbe2563ae), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:26.351634 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 5450f618-03d5-438c-a47b-9bb97c266205 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:26.352003 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5450f618-03d5-438c-a47b-9bb97c266205), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:26.434981 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7baf129-8d4f-4cdc-8a35-dc8b9dc4a626 None None] Pushing event updated for resources: {'Port': ['ID=f66a4217-d3ee-4c3e-9800-0dacbe2563ae,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:26.552386 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-0262dc5b-bce0-419b-96d6-0470c96789e3 None None] Attempting to bind port f66a4217-d3ee-4c3e-9800-0dacbe2563ae on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:51:26.552762 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-0262dc5b-bce0-419b-96d6-0470c96789e3 None None] Attempting to bind port f66a4217-d3ee-4c3e-9800-0dacbe2563ae by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '4d7e0688-30ab-4bbb-a65d-8c978f820713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '0d0bfafc-6eff-4972-9a5c-ba62b9b40983'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:51:26.553131 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0262dc5b-bce0-419b-96d6-0470c96789e3 None None] Attempting to bind port f66a4217-d3ee-4c3e-9800-0dacbe2563ae on network 0d0bfafc-6eff-4972-9a5c-ba62b9b40983 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:51:26.565904 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0262dc5b-bce0-419b-96d6-0470c96789e3 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:51:26.566281 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0262dc5b-bce0-419b-96d6-0470c96789e3 None None] Checking segment: {'id': '4d7e0688-30ab-4bbb-a65d-8c978f820713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '0d0bfafc-6eff-4972-9a5c-ba62b9b40983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:51:26.566686 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0262dc5b-bce0-419b-96d6-0470c96789e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:26.568299 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0262dc5b-bce0-419b-96d6-0470c96789e3 None None] Bound using segment: {'id': '4d7e0688-30ab-4bbb-a65d-8c978f820713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '0d0bfafc-6eff-4972-9a5c-ba62b9b40983'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:51:26.568299 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-0262dc5b-bce0-419b-96d6-0470c96789e3 None None] Bound port: f66a4217-d3ee-4c3e-9800-0dacbe2563ae, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d7e0688-30ab-4bbb-a65d-8c978f820713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '0d0bfafc-6eff-4972-9a5c-ba62b9b40983'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:51:26.568299 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0262dc5b-bce0-419b-96d6-0470c96789e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f66a4217-d3ee-4c3e-9800-0dacbe2563ae), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:26.590313 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 5450f618-03d5-438c-a47b-9bb97c266205 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:26.591379 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device ea45db46-a691-4113-8af6-0ae74581eb2a up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:51:26.626024 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1e84750b-05a3-4354-a730-8a37dfd16abf req-3b71cee8-bf0e-41e9-baaa-d64c44417f61 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/ports?device_id=273b609c-5e74-4193-b541-4d647a6e48a0 HTTP/1.1" status: 200 len: 210 time: 0.0469491 Feb 09 01:51:26.737494 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-0262dc5b-bce0-419b-96d6-0470c96789e3 None None] For port f66a4217-d3ee-4c3e-9800-0dacbe2563ae, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:51:26.756136 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port ea45db46-a691-4113-8af6-0ae74581eb2a triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:26.756519 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (ea45db46-a691-4113-8af6-0ae74581eb2a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:26.760900 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-0262dc5b-bce0-419b-96d6-0470c96789e3 None None] For port f66a4217-d3ee-4c3e-9800-0dacbe2563ae, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=f66a4217-d3ee-4c3e-9800-0dacbe2563ae,segment=NetworkSegment(4d7e0688-30ab-4bbb-a65d-8c978f820713),segment_id=4d7e0688-30ab-4bbb-a65d-8c978f820713)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:51:26.790941 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c684fd26-a8c8-4914-b668-3634e3daf5ba None None] Provisioning complete for port f66a4217-d3ee-4c3e-9800-0dacbe2563ae triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:26.792180 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c684fd26-a8c8-4914-b668-3634e3daf5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f66a4217-d3ee-4c3e-9800-0dacbe2563ae), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:26.796158 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0262dc5b-bce0-419b-96d6-0470c96789e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f66a4217-d3ee-4c3e-9800-0dacbe2563ae), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:26.809093 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-f32f5c05-bbd1-4c73-a300-dfc8e2e678d0 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:26.810768 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-f32f5c05-bbd1-4c73-a300-dfc8e2e678d0 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.91 "GET /v2.0/networks?id=0d0bfafc-6eff-4972-9a5c-ba62b9b40983 HTTP/1.1" status: 200 len: 797 time: 0.1728215 Feb 09 01:51:26.825868 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-1059288f-53b5-4f9f-a103-8df1fca3ba29 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Request body: {'port': {'device_id': '273b609c-5e74-4193-b541-4d647a6e48a0', 'network_id': '0d0bfafc-6eff-4972-9a5c-ba62b9b40983', 'admin_state_up': True, 'tenant_id': 'eba2e8610cc343fcbba1fc67f1310146'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:26.920970 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0262dc5b-bce0-419b-96d6-0470c96789e3 None None] Routers {'ad9b3da7-9949-48bd-867c-909cc504a4b1'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:51:26.921425 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-0262dc5b-bce0-419b-96d6-0470c96789e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:51:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['ad9b3da7-9949-48bd-867c-909cc504a4b1'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:26.955926 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-1059288f-53b5-4f9f-a103-8df1fca3ba29 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Made reservation on behalf of eba2e8610cc343fcbba1fc67f1310146 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:51:26.960743 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-1059288f-53b5-4f9f-a103-8df1fca3ba29 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:26.997166 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7baf129-8d4f-4cdc-8a35-dc8b9dc4a626 None None] Pushing event updated for resources: {'Port': ['ID=f66a4217-d3ee-4c3e-9800-0dacbe2563ae,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:27.087121 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port ea45db46-a691-4113-8af6-0ae74581eb2a is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:27.109219 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c684fd26-a8c8-4914-b668-3634e3daf5ba None None] Current status of the port f66a4217-d3ee-4c3e-9800-0dacbe2563ae is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:27.109622 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c684fd26-a8c8-4914-b668-3634e3daf5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f66a4217-d3ee-4c3e-9800-0dacbe2563ae), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:27.140190 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-1059288f-53b5-4f9f-a103-8df1fca3ba29 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Allocated IP 172.20.0.24 (0d0bfafc-6eff-4972-9a5c-ba62b9b40983/a25bdb8d-c7d1-4f06-aa81-16eaeb656f4b/ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:51:27.140444 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-0262dc5b-bce0-419b-96d6-0470c96789e3 None None] Set router ad9b3da7-9949-48bd-867c-909cc504a4b1 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:51:27.193127 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-c684fd26-a8c8-4914-b668-3634e3daf5ba None None] For port f66a4217-d3ee-4c3e-9800-0dacbe2563ae, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=f66a4217-d3ee-4c3e-9800-0dacbe2563ae,segment=NetworkSegment(4d7e0688-30ab-4bbb-a65d-8c978f820713),segment_id=4d7e0688-30ab-4bbb-a65d-8c978f820713)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:27.201926 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c684fd26-a8c8-4914-b668-3634e3daf5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f66a4217-d3ee-4c3e-9800-0dacbe2563ae), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:27.256907 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:51:27.283515 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-1059288f-53b5-4f9f-a103-8df1fca3ba29 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for port (ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:27.321440 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-1059288f-53b5-4f9f-a103-8df1fca3ba29 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:27.349840 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684fd26-a8c8-4914-b668-3634e3daf5ba None None] Pushing event updated for resources: {'Port': ['ID=f66a4217-d3ee-4c3e-9800-0dacbe2563ae,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:27.364164 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-1059288f-53b5-4f9f-a103-8df1fca3ba29 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Network 0d0bfafc-6eff-4972-9a5c-ba62b9b40983 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:51:27.367497 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-1059288f-53b5-4f9f-a103-8df1fca3ba29 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:51:27.370352 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-1059288f-53b5-4f9f-a103-8df1fca3ba29 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:51:27.376405 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-37d351e4-78bc-4dd9-a48e-3706678a15c6 None None] Provisioning complete for port f66a4217-d3ee-4c3e-9800-0dacbe2563ae triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:27.376782 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-37d351e4-78bc-4dd9-a48e-3706678a15c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f66a4217-d3ee-4c3e-9800-0dacbe2563ae), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:27.424201 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059288f-53b5-4f9f-a103-8df1fca3ba29 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Pushing event updated for resources: {'Port': ['ID=ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:27.439094 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-1059288f-53b5-4f9f-a103-8df1fca3ba29 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:27.439827 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-1059288f-53b5-4f9f-a103-8df1fca3ba29 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:27.467374 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-1059288f-53b5-4f9f-a103-8df1fca3ba29 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6460450 Feb 09 01:51:27.487006 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-4d172260-699b-420a-9fb9-45e88fa27efa service neutron] Request body: {'port': {'device_id': '273b609c-5e74-4193-b541-4d647a6e48a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:27.516383 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-37d351e4-78bc-4dd9-a48e-3706678a15c6 None None] Current status of the port f66a4217-d3ee-4c3e-9800-0dacbe2563ae is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:27.522107 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-0262dc5b-bce0-419b-96d6-0470c96789e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9b3da7-9949-48bd-867c-909cc504a4b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-167060047', 'tenant_id': 'eba2e8610cc343fcbba1fc67f1310146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'ea45db46-a691-4113-8af6-0ae74581eb2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:51:19Z', 'updated_at': '2022-02-09T01:51:23Z', 'revision_number': 4, 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'gw_port': {'id': 'ea45db46-a691-4113-8af6-0ae74581eb2a', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:0b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b3da7-9949-48bd-867c-909cc504a4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:20Z', 'updated_at': '2022-02-09T01:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'f66a4217-d3ee-4c3e-9800-0dacbe2563ae', 'name': '', 'network_id': '0d0bfafc-6eff-4972-9a5c-ba62b9b40983', 'tenant_id': 'eba2e8610cc343fcbba1fc67f1310146', 'mac_address': 'fa:16:3e:bc:be:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9b3da7-9949-48bd-867c-909cc504a4b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'a25bdb8d-c7d1-4f06-aa81-16eaeb656f4b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:22Z', 'updated_at': '2022-02-09T01:51:26Z', 'revision_number': 4, 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'subnets': [{'id': 'a25bdb8d-c7d1-4f06-aa81-16eaeb656f4b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:27.559056 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0262dc5b-bce0-419b-96d6-0470c96789e3 None None] The sync data for ids ['ad9b3da7-9949-48bd-867c-909cc504a4b1'] in n-d-822053-40 is: [{'id': 'ad9b3da7-9949-48bd-867c-909cc504a4b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-167060047', 'tenant_id': 'eba2e8610cc343fcbba1fc67f1310146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'ea45db46-a691-4113-8af6-0ae74581eb2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:51:19Z', 'updated_at': '2022-02-09T01:51:23Z', 'revision_number': 4, 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'gw_port': {'id': 'ea45db46-a691-4113-8af6-0ae74581eb2a', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:0b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b3da7-9949-48bd-867c-909cc504a4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:20Z', 'updated_at': '2022-02-09T01:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'f66a4217-d3ee-4c3e-9800-0dacbe2563ae', 'name': '', 'network_id': '0d0bfafc-6eff-4972-9a5c-ba62b9b40983', 'tenant_id': 'eba2e8610cc343fcbba1fc67f1310146', 'mac_address': 'fa:16:3e:bc:be:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9b3da7-9949-48bd-867c-909cc504a4b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'a25bdb8d-c7d1-4f06-aa81-16eaeb656f4b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:22Z', 'updated_at': '2022-02-09T01:51:26Z', 'revision_number': 4, 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'subnets': [{'id': 'a25bdb8d-c7d1-4f06-aa81-16eaeb656f4b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:51:27.591137 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-4d172260-699b-420a-9fb9-45e88fa27efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:27.625567 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:27.743621 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-06a8b054-a00e-4a04-9eca-dcf4f0e23711 None None] Provisioning complete for port ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:27.744006 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-06a8b054-a00e-4a04-9eca-dcf4f0e23711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:27.789108 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-06a8b054-a00e-4a04-9eca-dcf4f0e23711 None None] Port ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:51:27.893495 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f9417-ff07-40fa-ae27-481697823897 req-72c8c75d-ac07-4326-8e39-68852f50dcf3 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:27.893495 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-220f9417-ff07-40fa-ae27-481697823897 req-72c8c75d-ac07-4326-8e39-68852f50dcf3 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/ports?device_id=273b609c-5e74-4193-b541-4d647a6e48a0 HTTP/1.1" status: 200 len: 895 time: 0.1783178 Feb 09 01:51:28.014244 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-4d172260-699b-420a-9fb9-45e88fa27efa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:51:28.022728 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-4d172260-699b-420a-9fb9-45e88fa27efa service neutron] Publish callbacks [] for port (ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:28.037954 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-4d172260-699b-420a-9fb9-45e88fa27efa service neutron] Transition to ACTIVE for port object ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:51:28.042320 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-4d172260-699b-420a-9fb9-45e88fa27efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:28.117375 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d172260-699b-420a-9fb9-45e88fa27efa service neutron] Pushing event updated for resources: {'Port': ['ID=ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:28.239337 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-4d172260-699b-420a-9fb9-45e88fa27efa service neutron] Attempting to bind port ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:51:28.239922 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-4d172260-699b-420a-9fb9-45e88fa27efa service neutron] Attempting to bind port ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '4d7e0688-30ab-4bbb-a65d-8c978f820713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '0d0bfafc-6eff-4972-9a5c-ba62b9b40983'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:51:28.240448 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-4d172260-699b-420a-9fb9-45e88fa27efa service neutron] Attempting to bind port ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa on network 0d0bfafc-6eff-4972-9a5c-ba62b9b40983 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:51:28.247007 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-4d172260-699b-420a-9fb9-45e88fa27efa service neutron] Port ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa on network 0d0bfafc-6eff-4972-9a5c-ba62b9b40983 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:51:28.247340 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-4d172260-699b-420a-9fb9-45e88fa27efa service neutron] Attempting to bind port ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa on network 0d0bfafc-6eff-4972-9a5c-ba62b9b40983 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:51:28.257220 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-4d172260-699b-420a-9fb9-45e88fa27efa service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:51:28.257588 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-4d172260-699b-420a-9fb9-45e88fa27efa service neutron] Checking segment: {'id': '4d7e0688-30ab-4bbb-a65d-8c978f820713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '0d0bfafc-6eff-4972-9a5c-ba62b9b40983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:51:28.257985 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-4d172260-699b-420a-9fb9-45e88fa27efa service neutron] Bound using segment: {'id': '4d7e0688-30ab-4bbb-a65d-8c978f820713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '0d0bfafc-6eff-4972-9a5c-ba62b9b40983'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:51:28.258429 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-4d172260-699b-420a-9fb9-45e88fa27efa service neutron] Bound port: ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d7e0688-30ab-4bbb-a65d-8c978f820713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '0d0bfafc-6eff-4972-9a5c-ba62b9b40983'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:51:28.258794 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-4d172260-699b-420a-9fb9-45e88fa27efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:28.266326 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device f66a4217-d3ee-4c3e-9800-0dacbe2563ae up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:51:28.388948 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:28.402004 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-4d172260-699b-420a-9fb9-45e88fa27efa service neutron] For port ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:51:28.404880 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port f66a4217-d3ee-4c3e-9800-0dacbe2563ae triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:28.405821 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f66a4217-d3ee-4c3e-9800-0dacbe2563ae), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:28.407568 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-4d172260-699b-420a-9fb9-45e88fa27efa service neutron] For port ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa,segment=NetworkSegment(4d7e0688-30ab-4bbb-a65d-8c978f820713),segment_id=4d7e0688-30ab-4bbb-a65d-8c978f820713)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:51:28.420514 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-4d172260-699b-420a-9fb9-45e88fa27efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:28.486578 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-4d172260-699b-420a-9fb9-45e88fa27efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:28.492842 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-4d172260-699b-420a-9fb9-45e88fa27efa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:28.495203 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-4d172260-699b-420a-9fb9-45e88fa27efa service neutron] 10.222.0.91 "PUT /v2.0/ports/ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa HTTP/1.1" status: 200 len: 1056 time: 1.0131106 Feb 09 01:51:28.495689 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '273b609c-5e74-4193-b541-4d647a6e48a0', 'tag': 'ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:51:28.498187 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fb96fc-8051-4573-9190-f95d3e8f1091" -d '{"events": [{"name": "network-changed", "server_uuid": "273b609c-5e74-4193-b541-4d647a6e48a0", "tag": "ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:51:28.537295 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port f66a4217-d3ee-4c3e-9800-0dacbe2563ae is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:28.542857 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d172260-699b-420a-9fb9-45e88fa27efa service neutron] Pushing event updated for resources: {'Port': ['ID=ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:28.616055 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-36d8e9f7-c14c-4d83-8e6c-5c4f6f5bcff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:28.618925 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-36d8e9f7-c14c-4d83-8e6c-5c4f6f5bcff9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=eba2e8610cc343fcbba1fc67f1310146&device_id=273b609c-5e74-4193-b541-4d647a6e48a0 HTTP/1.1" status: 200 len: 1090 time: 0.0731213 Feb 09 01:51:28.683108 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-094f029b-c826-4a02-9f58-28418d02a9f4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa HTTP/1.1" status: 200 len: 217 time: 0.0554814 Feb 09 01:51:28.785640 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392a3f97-8079-47c7-887f-ab0c5322b19d x-openstack-request-id: req-392a3f97-8079-47c7-887f-ab0c5322b19d {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:51:28.785932 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "273b609c-5e74-4193-b541-4d647a6e48a0", "tag": "ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:51:28.786182 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-392a3f97-8079-47c7-887f-ab0c5322b19d {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:51:28.786703 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '273b609c-5e74-4193-b541-4d647a6e48a0', 'tag': 'ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa', 'status': 'completed', 'code': 200} Feb 09 01:51:28.793455 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-1ec92b35-28da-44b6-92e9-63e41dcb2b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:28.795166 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-1ec92b35-28da-44b6-92e9-63e41dcb2b10 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a25bdb8d-c7d1-4f06-aa81-16eaeb656f4b HTTP/1.1" status: 200 len: 837 time: 0.1049073 Feb 09 01:51:28.850231 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-23356e90-9236-42a5-a7f9-115665924184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:28.851784 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-23356e90-9236-42a5-a7f9-115665924184 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0d0bfafc-6eff-4972-9a5c-ba62b9b40983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0481040 Feb 09 01:51:28.995510 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-c6504225-6104-4861-9d7c-2d5b65ca852e service neutron] 10.222.0.91 "GET /v2.0/networks/0d0bfafc-6eff-4972-9a5c-ba62b9b40983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363313 Feb 09 01:51:29.095987 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb408d8-5bb3-43bd-80cc-01df31fff923 req-3ae9e150-73d4-4e74-b1e2-e0a52283d879 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:29.097548 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5bb408d8-5bb3-43bd-80cc-01df31fff923 req-3ae9e150-73d4-4e74-b1e2-e0a52283d879 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/ports?device_id=273b609c-5e74-4193-b541-4d647a6e48a0 HTTP/1.1" status: 200 len: 907 time: 0.1185980 Feb 09 01:51:29.126290 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f3beeb6d-871c-49c6-82ca-55560098c506 req-bcd2e14d-3b71-464a-9545-5c575024cddc service neutron] 10.222.0.91 "GET /v2.0/networks/0d0bfafc-6eff-4972-9a5c-ba62b9b40983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110077 Feb 09 01:51:29.219579 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb96fc-8051-4573-9190-f95d3e8f1091 req-9bc98502-a8ac-4a85-a5bd-233148b31875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:29.221127 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-62fb96fc-8051-4573-9190-f95d3e8f1091 req-9bc98502-a8ac-4a85-a5bd-233148b31875 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=eba2e8610cc343fcbba1fc67f1310146&device_id=273b609c-5e74-4193-b541-4d647a6e48a0 HTTP/1.1" status: 200 len: 1090 time: 0.0507510 Feb 09 01:51:29.319076 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb96fc-8051-4573-9190-f95d3e8f1091 req-8ef1516d-e299-4cb0-ad47-2440a73cb0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:29.320564 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-62fb96fc-8051-4573-9190-f95d3e8f1091 req-8ef1516d-e299-4cb0-ad47-2440a73cb0aa service neutron] 10.222.0.91 "GET /v2.0/networks?id=0d0bfafc-6eff-4972-9a5c-ba62b9b40983 HTTP/1.1" status: 200 len: 898 time: 0.0932958 Feb 09 01:51:29.363338 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-62fb96fc-8051-4573-9190-f95d3e8f1091 req-eae52c52-f2a6-4ad1-8300-9841999438de service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa HTTP/1.1" status: 200 len: 217 time: 0.0355268 Feb 09 01:51:29.417119 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb96fc-8051-4573-9190-f95d3e8f1091 req-f3636b54-d113-4a35-9498-0e1926258a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:29.418655 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-62fb96fc-8051-4573-9190-f95d3e8f1091 req-f3636b54-d113-4a35-9498-0e1926258a80 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a25bdb8d-c7d1-4f06-aa81-16eaeb656f4b HTTP/1.1" status: 200 len: 837 time: 0.0484436 Feb 09 01:51:29.782794 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb96fc-8051-4573-9190-f95d3e8f1091 req-99c56f21-0945-4927-bb38-33f5c741d4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:29.784399 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-62fb96fc-8051-4573-9190-f95d3e8f1091 req-99c56f21-0945-4927-bb38-33f5c741d4b4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0d0bfafc-6eff-4972-9a5c-ba62b9b40983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.3590081 Feb 09 01:51:29.881609 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-62fb96fc-8051-4573-9190-f95d3e8f1091 req-b7fbdb73-a527-4f71-9e3f-a11e59a4be9b service neutron] 10.222.0.91 "GET /v2.0/networks/0d0bfafc-6eff-4972-9a5c-ba62b9b40983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891097 Feb 09 01:51:29.980297 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-62fb96fc-8051-4573-9190-f95d3e8f1091 req-a57fbacb-6c16-40c9-9d3c-97971f4abd45 service neutron] 10.222.0.91 "GET /v2.0/networks/0d0bfafc-6eff-4972-9a5c-ba62b9b40983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909588 Feb 09 01:51:30.228312 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbb92e-653a-4acf-a255-72b6b7a8ba90 req-42961904-ae23-4b45-8a41-fdb44b8e4344 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:30.230450 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-81bbb92e-653a-4acf-a255-72b6b7a8ba90 req-42961904-ae23-4b45-8a41-fdb44b8e4344 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/ports?device_id=273b609c-5e74-4193-b541-4d647a6e48a0 HTTP/1.1" status: 200 len: 907 time: 0.0549073 Feb 09 01:51:31.354024 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd21af-16c4-443d-8f13-f91d3c2814ec req-87cde1bf-162a-468a-8433-b3a88d2c92f2 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:31.355531 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-10bd21af-16c4-443d-8f13-f91d3c2814ec req-87cde1bf-162a-468a-8433-b3a88d2c92f2 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/ports?device_id=273b609c-5e74-4193-b541-4d647a6e48a0 HTTP/1.1" status: 200 len: 907 time: 0.0538418 Feb 09 01:51:32.487099 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01549953-45bc-43fe-90ea-34eeceff84ed req-53acc28d-b120-441a-adaf-a1ee98bfdbb0 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:32.488608 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-01549953-45bc-43fe-90ea-34eeceff84ed req-53acc28d-b120-441a-adaf-a1ee98bfdbb0 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/ports?device_id=273b609c-5e74-4193-b541-4d647a6e48a0 HTTP/1.1" status: 200 len: 907 time: 0.0579474 Feb 09 01:51:33.133618 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:51:33.230944 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa,segment=NetworkSegment(4d7e0688-30ab-4bbb-a65d-8c978f820713),segment_id=4d7e0688-30ab-4bbb-a65d-8c978f820713)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:33.247212 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': 'ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa', 'network_id': '0d0bfafc-6eff-4972-9a5c-ba62b9b40983', 'port_id': 'ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa', 'mac_address': 'fa:16:3e:3d:ff:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a25bdb8d-c7d1-4f06-aa81-16eaeb656f4b', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:51:33.288674 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:33.289070 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:33.303673 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:51:33.324770 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa,segment=NetworkSegment(4d7e0688-30ab-4bbb-a65d-8c978f820713),segment_id=4d7e0688-30ab-4bbb-a65d-8c978f820713)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:33.328628 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:33.378516 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:33.582096 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:51:33.617838 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ba4f6-5439-4c15-aafe-70fe66e14bbd req-0be4d58e-a468-4716-8110-a9989095344d tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:33.620889 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4d3ba4f6-5439-4c15-aafe-70fe66e14bbd req-0be4d58e-a468-4716-8110-a9989095344d tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/ports?device_id=273b609c-5e74-4193-b541-4d647a6e48a0 HTTP/1.1" status: 200 len: 908 time: 0.0591061 Feb 09 01:51:34.743227 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4788c-9b57-43f4-8407-5845141fd81f req-54185948-fc24-4989-88e8-0fe4064d28b4 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:34.744931 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dcb4788c-9b57-43f4-8407-5845141fd81f req-54185948-fc24-4989-88e8-0fe4064d28b4 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/ports?device_id=273b609c-5e74-4193-b541-4d647a6e48a0 HTTP/1.1" status: 200 len: 908 time: 0.0548069 Feb 09 01:51:35.134611 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:51:35.185375 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:51:35.189508 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:35.189873 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:35.280094 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:35.280492 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:35.306378 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273b609c-5e74-4193-b541-4d647a6e48a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:51:35.308905 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd61c0b6-5e04-4aed-b04a-ba5295df4040" -d '{"events": [{"server_uuid": "273b609c-5e74-4193-b541-4d647a6e48a0", "name": "network-vif-plugged", "status": "completed", "tag": "ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:51:35.325796 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa,segment=NetworkSegment(4d7e0688-30ab-4bbb-a65d-8c978f820713),segment_id=4d7e0688-30ab-4bbb-a65d-8c978f820713)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:35.329614 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:35.380939 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:35.428067 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb74106-cae5-4bf4-9eb9-c6d9ea20f71e x-openstack-request-id: req-0cb74106-cae5-4bf4-9eb9-c6d9ea20f71e {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:51:35.428369 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273b609c-5e74-4193-b541-4d647a6e48a0", "name": "network-vif-plugged", "status": "completed", "tag": "ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:51:35.428630 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0cb74106-cae5-4bf4-9eb9-c6d9ea20f71e {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:51:35.429048 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273b609c-5e74-4193-b541-4d647a6e48a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa', 'code': 200} Feb 09 01:51:35.537712 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c9d22-c0c1-4742-8d55-5655a386c8dd req-af2cde2d-cb8e-424b-ba57-5666b0014ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:35.539293 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-906c9d22-c0c1-4742-8d55-5655a386c8dd req-af2cde2d-cb8e-424b-ba57-5666b0014ca1 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=273b609c-5e74-4193-b541-4d647a6e48a0 HTTP/1.1" status: 200 len: 1092 time: 0.0465529 Feb 09 01:51:35.875070 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946f174-8fa9-4d2f-a62e-2c0cfef3627c req-1f540041-f1a6-4a1b-a758-a36f004ba2d7 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:35.876597 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a946f174-8fa9-4d2f-a62e-2c0cfef3627c req-1f540041-f1a6-4a1b-a758-a36f004ba2d7 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/ports?device_id=273b609c-5e74-4193-b541-4d647a6e48a0 HTTP/1.1" status: 200 len: 909 time: 0.0592480 Feb 09 01:51:37.001556 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308bccd-2696-459a-a134-3612f1256ccb req-5f91f6f3-f25d-47b3-9320-1e273fee3c45 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:37.002919 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7308bccd-2696-459a-a134-3612f1256ccb req-5f91f6f3-f25d-47b3-9320-1e273fee3c45 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/ports?device_id=273b609c-5e74-4193-b541-4d647a6e48a0 HTTP/1.1" status: 200 len: 909 time: 0.0555828 Feb 09 01:51:37.128843 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a317116-b76a-41ac-8905-4dc217b9b693 req-aa72b490-b63d-4900-ae14-848cfc1bd854 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:37.130360 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a317116-b76a-41ac-8905-4dc217b9b693 req-aa72b490-b63d-4900-ae14-848cfc1bd854 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/ports?device_id=273b609c-5e74-4193-b541-4d647a6e48a0 HTTP/1.1" status: 200 len: 909 time: 0.0553908 Feb 09 01:51:37.246635 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade0879-8545-4b4c-a734-cdfe717836a7 req-2ff35d00-4d1f-406c-ba0c-a26caf497710 tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:37.248109 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ade0879-8545-4b4c-a734-cdfe717836a7 req-2ff35d00-4d1f-406c-ba0c-a26caf497710 tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=273b609c-5e74-4193-b541-4d647a6e48a0 HTTP/1.1" status: 200 len: 1092 time: 0.0464232 Feb 09 01:51:37.366291 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b5322-9d3e-4860-b700-5d7d190779e3 req-ec09c4eb-07b9-468a-a89c-c7299103fcf0 tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:37.368142 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f0b5322-9d3e-4860-b700-5d7d190779e3 req-ec09c4eb-07b9-468a-a89c-c7299103fcf0 tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=af0e6236-2a75-4ecb-a92b-dc4f2875480e HTTP/1.1" status: 200 len: 1167 time: 0.0531623 Feb 09 01:51:37.424613 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f0b5322-9d3e-4860-b700-5d7d190779e3 req-6cf12f5b-cedb-425f-8587-fdcd3583e5cd tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=639fa36d-302e-4628-a9cb-8198fd1c78f6&id=6b4fbf84-d0c5-47b4-943a-43ccc80ad3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0491037 Feb 09 01:51:37.445899 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 40930) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:37.491133 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee1e697-a7aa-4263-8561-e2bf92877b14 tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:37.492694 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3ee1e697-a7aa-4263-8561-e2bf92877b14 tempest-TestSecurityGroupsBasicOps-1145578845 tempest-TestSecurityGroupsBasicOps-1145578845-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=273b609c-5e74-4193-b541-4d647a6e48a0 HTTP/1.1" status: 200 len: 1087 time: 0.0457666 Feb 09 01:51:37.729647 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a4e57-4edd-426e-a19f-5cda87301793 req-3275077e-ee3b-460c-b0b8-c69d66855858 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:37.731226 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-789a4e57-4edd-426e-a19f-5cda87301793 req-3275077e-ee3b-460c-b0b8-c69d66855858 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/ports?device_id=273b609c-5e74-4193-b541-4d647a6e48a0 HTTP/1.1" status: 200 len: 909 time: 0.0561802 Feb 09 01:51:38.866607 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673814d6-1501-40ca-9905-ef3517b1f67c req-935ecc53-1f7a-4e82-9126-613c52ce87db tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:38.868457 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-673814d6-1501-40ca-9905-ef3517b1f67c req-935ecc53-1f7a-4e82-9126-613c52ce87db tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/ports?device_id=273b609c-5e74-4193-b541-4d647a6e48a0 HTTP/1.1" status: 200 len: 909 time: 0.0653811 Feb 09 01:51:39.141040 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e21cea-5294-415b-b6a2-a06c5e79900e req-e9df9aea-f7c0-469d-aaec-2796cbe4d4b2 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:39.142648 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-03e21cea-5294-415b-b6a2-a06c5e79900e req-e9df9aea-f7c0-469d-aaec-2796cbe4d4b2 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.91 "GET /v2.0/ports?device_id=273b609c-5e74-4193-b541-4d647a6e48a0 HTTP/1.1" status: 200 len: 909 time: 0.0601141 Feb 09 01:51:39.248236 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-03e21cea-5294-415b-b6a2-a06c5e79900e req-500ad11a-ea5b-409a-80f5-e482931d77e0 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Deleting port ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:51:39.248577 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-03e21cea-5294-415b-b6a2-a06c5e79900e req-500ad11a-ea5b-409a-80f5-e482931d77e0 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:39.345071 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-03e21cea-5294-415b-b6a2-a06c5e79900e req-500ad11a-ea5b-409a-80f5-e482931d77e0 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] For port ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa,segment=NetworkSegment(4d7e0688-30ab-4bbb-a65d-8c978f820713),segment_id=4d7e0688-30ab-4bbb-a65d-8c978f820713)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:39.345438 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-03e21cea-5294-415b-b6a2-a06c5e79900e req-500ad11a-ea5b-409a-80f5-e482931d77e0 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:39.358951 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-03e21cea-5294-415b-b6a2-a06c5e79900e req-500ad11a-ea5b-409a-80f5-e482931d77e0 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Calling delete_port for ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:51:39.506556 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-03e21cea-5294-415b-b6a2-a06c5e79900e req-500ad11a-ea5b-409a-80f5-e482931d77e0 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:39.535780 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ad11a-ea5b-409a-80f5-e482931d77e0 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Pushing event deleted for resources: {'Port': ['ID=ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:39.580157 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e21cea-5294-415b-b6a2-a06c5e79900e req-500ad11a-ea5b-409a-80f5-e482931d77e0 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] No DVR routers for this DVR port ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:51:39.582799 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-03e21cea-5294-415b-b6a2-a06c5e79900e req-500ad11a-ea5b-409a-80f5-e482931d77e0 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:39.586404 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-03e21cea-5294-415b-b6a2-a06c5e79900e req-500ad11a-ea5b-409a-80f5-e482931d77e0 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.91 "DELETE /v2.0/ports/ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa HTTP/1.1" status: 204 len: 173 time: 0.4357591 Feb 09 01:51:39.586868 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273b609c-5e74-4193-b541-4d647a6e48a0', 'name': 'network-vif-deleted', 'tag': 'ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:51:39.590134 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41239836-bd20-406b-a94c-2d767a1439b4" -d '{"events": [{"server_uuid": "273b609c-5e74-4193-b541-4d647a6e48a0", "name": "network-vif-deleted", "tag": "ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:51:39.637350 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea80091-b2e6-44da-b1bd-529c714d1f2a x-openstack-request-id: req-fea80091-b2e6-44da-b1bd-529c714d1f2a {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:51:39.638572 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273b609c-5e74-4193-b541-4d647a6e48a0", "name": "network-vif-deleted", "tag": "ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:51:39.638898 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fea80091-b2e6-44da-b1bd-529c714d1f2a {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:51:39.639373 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273b609c-5e74-4193-b541-4d647a6e48a0', 'name': 'network-vif-deleted', 'tag': 'ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa', 'status': 'completed', 'code': 200} Feb 09 01:51:39.992426 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dfd98c14-9533-4f3b-953d-f165b058a407 req-ba5bcb3c-5111-4695-9eb7-2ecd1698f273 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/ports?device_id=273b609c-5e74-4193-b541-4d647a6e48a0 HTTP/1.1" status: 200 len: 210 time: 0.0291436 Feb 09 01:51:41.058508 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41006) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:41.461133 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4cbea726-5a6c-4678-84bc-cef1208189cb tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (ad9b3da7-9949-48bd-867c-909cc504a4b1), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:41.742541 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-4cbea726-5a6c-4678-84bc-cef1208189cb tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Deleting port f66a4217-d3ee-4c3e-9800-0dacbe2563ae {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:51:41.742886 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4cbea726-5a6c-4678-84bc-cef1208189cb tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (f66a4217-d3ee-4c3e-9800-0dacbe2563ae), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:41.836816 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-4cbea726-5a6c-4678-84bc-cef1208189cb tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] For port f66a4217-d3ee-4c3e-9800-0dacbe2563ae, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=f66a4217-d3ee-4c3e-9800-0dacbe2563ae,segment=NetworkSegment(4d7e0688-30ab-4bbb-a65d-8c978f820713),segment_id=4d7e0688-30ab-4bbb-a65d-8c978f820713)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:41.837178 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4cbea726-5a6c-4678-84bc-cef1208189cb tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (f66a4217-d3ee-4c3e-9800-0dacbe2563ae), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:41.849836 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-4cbea726-5a6c-4678-84bc-cef1208189cb tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Calling delete_port for f66a4217-d3ee-4c3e-9800-0dacbe2563ae owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:51:42.064551 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4cbea726-5a6c-4678-84bc-cef1208189cb tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (f66a4217-d3ee-4c3e-9800-0dacbe2563ae), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:42.092828 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbea726-5a6c-4678-84bc-cef1208189cb tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Pushing event deleted for resources: {'Port': ['ID=f66a4217-d3ee-4c3e-9800-0dacbe2563ae,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:42.285637 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4cbea726-5a6c-4678-84bc-cef1208189cb tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (ad9b3da7-9949-48bd-867c-909cc504a4b1), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:42.525795 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cbea726-5a6c-4678-84bc-cef1208189cb tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Router ad9b3da7-9949-48bd-867c-909cc504a4b1 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:51:42.641408 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cbea726-5a6c-4678-84bc-cef1208189cb tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:51:42.649099 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4cbea726-5a6c-4678-84bc-cef1208189cb tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "PUT /v2.0/routers/ad9b3da7-9949-48bd-867c-909cc504a4b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5795841 Feb 09 01:51:42.649499 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41036) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:42.652991 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1118210b-3022-4169-99e5-065cd941b203 None None] Sync routers for ids ['ad9b3da7-9949-48bd-867c-909cc504a4b1'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:51:42.665976 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1118210b-3022-4169-99e5-065cd941b203 None None] Routers {'ad9b3da7-9949-48bd-867c-909cc504a4b1'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:51:42.666582 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-1118210b-3022-4169-99e5-065cd941b203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:51:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['ad9b3da7-9949-48bd-867c-909cc504a4b1'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:42.702953 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f86de89-1171-42a1-a440-3221f1851ce7 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Deleting subnet a25bdb8d-c7d1-4f06-aa81-16eaeb656f4b {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:51:42.705844 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6f86de89-1171-42a1-a440-3221f1851ce7 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for subnet (a25bdb8d-c7d1-4f06-aa81-16eaeb656f4b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:42.755227 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6f86de89-1171-42a1-a440-3221f1851ce7 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (a25bdb8d-c7d1-4f06-aa81-16eaeb656f4b), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:42.792983 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-1118210b-3022-4169-99e5-065cd941b203 None None] Set router ad9b3da7-9949-48bd-867c-909cc504a4b1 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:51:42.853228 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6f86de89-1171-42a1-a440-3221f1851ce7 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (a25bdb8d-c7d1-4f06-aa81-16eaeb656f4b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:42.920443 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6f86de89-1171-42a1-a440-3221f1851ce7 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (a25bdb8d-c7d1-4f06-aa81-16eaeb656f4b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:42.951622 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86de89-1171-42a1-a440-3221f1851ce7 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Pushing event deleted for resources: {'Subnet': ['ID=a25bdb8d-c7d1-4f06-aa81-16eaeb656f4b,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:42.954526 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6f86de89-1171-42a1-a440-3221f1851ce7 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:42.957974 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6f86de89-1171-42a1-a440-3221f1851ce7 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "DELETE /v2.0/subnets/a25bdb8d-c7d1-4f06-aa81-16eaeb656f4b HTTP/1.1" status: 204 len: 168 time: 0.3076637 Feb 09 01:51:42.960642 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41042) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:42.963612 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe95575-d343-4437-aa95-320705dcd2c0 None None] Network 0d0bfafc-6eff-4972-9a5c-ba62b9b40983 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:51:43.030655 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-1118210b-3022-4169-99e5-065cd941b203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9b3da7-9949-48bd-867c-909cc504a4b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-167060047', 'tenant_id': 'eba2e8610cc343fcbba1fc67f1310146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'ea45db46-a691-4113-8af6-0ae74581eb2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:51:19Z', 'updated_at': '2022-02-09T01:51:42Z', 'revision_number': 5, 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'gw_port': {'id': 'ea45db46-a691-4113-8af6-0ae74581eb2a', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:0b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b3da7-9949-48bd-867c-909cc504a4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:20Z', 'updated_at': '2022-02-09T01:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:43.068101 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1118210b-3022-4169-99e5-065cd941b203 None None] Checking router: ad9b3da7-9949-48bd-867c-909cc504a4b1 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:51:43.081536 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1118210b-3022-4169-99e5-065cd941b203 None None] Routers {'ad9b3da7-9949-48bd-867c-909cc504a4b1'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:51:43.082150 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-1118210b-3022-4169-99e5-065cd941b203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:51:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['ad9b3da7-9949-48bd-867c-909cc504a4b1'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:43.122680 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b7c3124-83b4-4041-925a-fd6b87d7ac15 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for router (ad9b3da7-9949-48bd-867c-909cc504a4b1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:43.171871 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a65361-1711-4b35-937b-a47adfa36b2d None None] DHCP port deletion for 0d0bfafc-6eff-4972-9a5c-ba62b9b40983 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:51:43.208967 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:51:43.214860 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-1118210b-3022-4169-99e5-065cd941b203 None None] Set router ad9b3da7-9949-48bd-867c-909cc504a4b1 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:51:43.243437 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:51:43.244285 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device ab28ec6c-f3b0-4c09-bfd4-bc8622f156fa not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:51:43.252415 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b7c3124-83b4-4041-925a-fd6b87d7ac15 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for router_gateway (ad9b3da7-9949-48bd-867c-909cc504a4b1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:43.286633 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-75a65361-1711-4b35-937b-a47adfa36b2d None None] Deleting port 5450f618-03d5-438c-a47b-9bb97c266205 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:51:43.287017 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-75a65361-1711-4b35-937b-a47adfa36b2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (5450f618-03d5-438c-a47b-9bb97c266205), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:43.347059 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4b7c3124-83b4-4041-925a-fd6b87d7ac15 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Deleting port ea45db46-a691-4113-8af6-0ae74581eb2a {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:51:43.347454 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b7c3124-83b4-4041-925a-fd6b87d7ac15 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (ea45db46-a691-4113-8af6-0ae74581eb2a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:43.375501 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-75a65361-1711-4b35-937b-a47adfa36b2d None None] For port 5450f618-03d5-438c-a47b-9bb97c266205, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=5450f618-03d5-438c-a47b-9bb97c266205,segment=NetworkSegment(4d7e0688-30ab-4bbb-a65d-8c978f820713),segment_id=4d7e0688-30ab-4bbb-a65d-8c978f820713)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:43.376060 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-75a65361-1711-4b35-937b-a47adfa36b2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (5450f618-03d5-438c-a47b-9bb97c266205), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:43.400674 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-75a65361-1711-4b35-937b-a47adfa36b2d None None] Calling delete_port for 5450f618-03d5-438c-a47b-9bb97c266205 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:51:43.445357 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-1118210b-3022-4169-99e5-065cd941b203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9b3da7-9949-48bd-867c-909cc504a4b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-167060047', 'tenant_id': 'eba2e8610cc343fcbba1fc67f1310146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'ea45db46-a691-4113-8af6-0ae74581eb2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:51:19Z', 'updated_at': '2022-02-09T01:51:42Z', 'revision_number': 5, 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'gw_port': {'id': 'ea45db46-a691-4113-8af6-0ae74581eb2a', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:0b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b3da7-9949-48bd-867c-909cc504a4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:20Z', 'updated_at': '2022-02-09T01:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:43.459314 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-4b7c3124-83b4-4041-925a-fd6b87d7ac15 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] For port ea45db46-a691-4113-8af6-0ae74581eb2a, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=ea45db46-a691-4113-8af6-0ae74581eb2a,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:43.459629 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b7c3124-83b4-4041-925a-fd6b87d7ac15 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (ea45db46-a691-4113-8af6-0ae74581eb2a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:43.475211 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1118210b-3022-4169-99e5-065cd941b203 None None] The sync data for ids ['ad9b3da7-9949-48bd-867c-909cc504a4b1'] in n-d-822053-40 is: [{'id': 'ad9b3da7-9949-48bd-867c-909cc504a4b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-167060047', 'tenant_id': 'eba2e8610cc343fcbba1fc67f1310146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'ea45db46-a691-4113-8af6-0ae74581eb2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:51:19Z', 'updated_at': '2022-02-09T01:51:42Z', 'revision_number': 5, 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'gw_port': {'id': 'ea45db46-a691-4113-8af6-0ae74581eb2a', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:0b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b3da7-9949-48bd-867c-909cc504a4b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:20Z', 'updated_at': '2022-02-09T01:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:51:43.481279 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4b7c3124-83b4-4041-925a-fd6b87d7ac15 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Calling delete_port for ea45db46-a691-4113-8af6-0ae74581eb2a owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:51:43.494361 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-75a65361-1711-4b35-937b-a47adfa36b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (5450f618-03d5-438c-a47b-9bb97c266205), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:43.532267 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a65361-1711-4b35-937b-a47adfa36b2d None None] Pushing event deleted for resources: {'Port': ['ID=5450f618-03d5-438c-a47b-9bb97c266205,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:43.544916 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a65361-1711-4b35-937b-a47adfa36b2d None None] No DVR routers for this DVR port 5450f618-03d5-438c-a47b-9bb97c266205 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:51:43.675086 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b7c3124-83b4-4041-925a-fd6b87d7ac15 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (ea45db46-a691-4113-8af6-0ae74581eb2a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:43.703662 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c3124-83b4-4041-925a-fd6b87d7ac15 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Pushing event deleted for resources: {'Port': ['ID=ea45db46-a691-4113-8af6-0ae74581eb2a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:43.768569 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b7c3124-83b4-4041-925a-fd6b87d7ac15 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (ad9b3da7-9949-48bd-867c-909cc504a4b1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:43.889798 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b7c3124-83b4-4041-925a-fd6b87d7ac15 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (ad9b3da7-9949-48bd-867c-909cc504a4b1), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:43.899008 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b7c3124-83b4-4041-925a-fd6b87d7ac15 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for router_controller (ad9b3da7-9949-48bd-867c-909cc504a4b1), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:43.972929 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b7c3124-83b4-4041-925a-fd6b87d7ac15 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (ad9b3da7-9949-48bd-867c-909cc504a4b1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:43.973884 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7c3124-83b4-4041-925a-fd6b87d7ac15 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Fanout notify agent at l3_agent the message router_deleted on router ad9b3da7-9949-48bd-867c-909cc504a4b1 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:51:43.981967 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b7c3124-83b4-4041-925a-fd6b87d7ac15 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:43.983184 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4b7c3124-83b4-4041-925a-fd6b87d7ac15 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "DELETE /v2.0/routers/ad9b3da7-9949-48bd-867c-909cc504a4b1 HTTP/1.1" status: 204 len: 168 time: 1.0215478 Feb 09 01:51:43.985844 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41062) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:44.363691 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-939bf043-3101-448b-94a3-3bf69cd54426 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (0d0bfafc-6eff-4972-9a5c-ba62b9b40983), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:44.455236 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-939bf043-3101-448b-94a3-3bf69cd54426 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (0d0bfafc-6eff-4972-9a5c-ba62b9b40983), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:44.475623 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-939bf043-3101-448b-94a3-3bf69cd54426 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d0bfafc-6eff-4972-9a5c-ba62b9b40983']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:44.486774 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-939bf043-3101-448b-94a3-3bf69cd54426 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d7e0688-30ab-4bbb-a65d-8c978f820713') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:44.487149 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-939bf043-3101-448b-94a3-3bf69cd54426 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d7e0688-30ab-4bbb-a65d-8c978f820713') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:44.498749 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-939bf043-3101-448b-94a3-3bf69cd54426 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (4d7e0688-30ab-4bbb-a65d-8c978f820713), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:44.514123 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-939bf043-3101-448b-94a3-3bf69cd54426 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (4d7e0688-30ab-4bbb-a65d-8c978f820713), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:44.520613 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-939bf043-3101-448b-94a3-3bf69cd54426 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:51:44.521009 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-939bf043-3101-448b-94a3-3bf69cd54426 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (4d7e0688-30ab-4bbb-a65d-8c978f820713), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:44.523950 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:51:44.523950 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:51:44.523950 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:51:44.523950 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:51:44.523950 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:51:44.523950 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:51:44.523950 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:51:44.523950 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:51:44.523950 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:51:44.523950 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:51:44.523950 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:51:44.523950 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:51:44.523950 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:51:44.523950 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:51:44.523950 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:51:44.523950 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:51:44.523950 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:51:44.523950 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:51:44.523950 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:51:44.523950 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:51:44.523950 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:51:44.523950 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:51:44.523950 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:51:44.523950 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:51:44.523950 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:51:44.523950 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:51:44.523950 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:51:44.523950 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:51:44.523950 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:51:44.523950 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:51:44.523950 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:51:44.523950 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:51:44.587562 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-939bf043-3101-448b-94a3-3bf69cd54426 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (0d0bfafc-6eff-4972-9a5c-ba62b9b40983), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:44.593649 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 5450f618-03d5-438c-a47b-9bb97c266205 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:51:44.600340 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-939bf043-3101-448b-94a3-3bf69cd54426 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:44.603700 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-939bf043-3101-448b-94a3-3bf69cd54426 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "DELETE /v2.0/networks/0d0bfafc-6eff-4972-9a5c-ba62b9b40983 HTTP/1.1" status: 204 len: 168 time: 0.6168983 Feb 09 01:51:44.607021 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41074) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:44.622136 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939bf043-3101-448b-94a3-3bf69cd54426 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Pushing event deleted for resources: {'Network': ['ID=0d0bfafc-6eff-4972-9a5c-ba62b9b40983,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:44.643699 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 5450f618-03d5-438c-a47b-9bb97c266205 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:51:44.644351 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 5450f618-03d5-438c-a47b-9bb97c266205 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:51:44.644771 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device f66a4217-d3ee-4c3e-9800-0dacbe2563ae no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:51:44.664857 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: f66a4217-d3ee-4c3e-9800-0dacbe2563ae {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:51:44.665786 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device f66a4217-d3ee-4c3e-9800-0dacbe2563ae not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:51:44.791228 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-c4506e21-ae31-45c3-9a4c-c84532fc85c9 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Deleting port 1de33ad4-1dce-4a4e-92dc-f87aaa67a8ac {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:51:44.791575 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c4506e21-ae31-45c3-9a4c-c84532fc85c9 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (1de33ad4-1dce-4a4e-92dc-f87aaa67a8ac), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:44.880588 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c4506e21-ae31-45c3-9a4c-c84532fc85c9 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (1de33ad4-1dce-4a4e-92dc-f87aaa67a8ac), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:44.880874 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c4506e21-ae31-45c3-9a4c-c84532fc85c9 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for floatingip (1de33ad4-1dce-4a4e-92dc-f87aaa67a8ac), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:44.893283 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-c4506e21-ae31-45c3-9a4c-c84532fc85c9 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Calling delete_port for 1de33ad4-1dce-4a4e-92dc-f87aaa67a8ac owned by network:floatingip {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:51:45.052216 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c4506e21-ae31-45c3-9a4c-c84532fc85c9 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (1de33ad4-1dce-4a4e-92dc-f87aaa67a8ac), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:45.079197 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4506e21-ae31-45c3-9a4c-c84532fc85c9 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Pushing event deleted for resources: {'Port': ['ID=1de33ad4-1dce-4a4e-92dc-f87aaa67a8ac,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:45.091618 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4506e21-ae31-45c3-9a4c-c84532fc85c9 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:45.092008 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4506e21-ae31-45c3-9a4c-c84532fc85c9 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:45.092353 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4506e21-ae31-45c3-9a4c-c84532fc85c9 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:45.092697 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4506e21-ae31-45c3-9a4c-c84532fc85c9 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:45.093034 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4506e21-ae31-45c3-9a4c-c84532fc85c9 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:45.093369 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4506e21-ae31-45c3-9a4c-c84532fc85c9 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:45.093707 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4506e21-ae31-45c3-9a4c-c84532fc85c9 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:45.094042 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4506e21-ae31-45c3-9a4c-c84532fc85c9 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:45.094371 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4506e21-ae31-45c3-9a4c-c84532fc85c9 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:45.094700 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4506e21-ae31-45c3-9a4c-c84532fc85c9 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:45.095031 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4506e21-ae31-45c3-9a4c-c84532fc85c9 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:45.095355 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4506e21-ae31-45c3-9a4c-c84532fc85c9 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:45.095674 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4506e21-ae31-45c3-9a4c-c84532fc85c9 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:45.152224 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c4506e21-ae31-45c3-9a4c-c84532fc85c9 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for floatingip (0b572528-62e2-4997-9ddf-39a11a726fc9), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:45.152500 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [None req-c4506e21-ae31-45c3-9a4c-c84532fc85c9 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Floating IP 0b572528-62e2-4997-9ddf-39a11a726fc9 disassociated (deleted). External IP: 172.25.1.225, port: ce33d3b9-3923-4bf4-9129-c5844447cfff. Feb 09 01:51:45.381975 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4506e21-ae31-45c3-9a4c-c84532fc85c9 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Router 1f75c6c4-f857-4d48-9c82-1294cc7a5893 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:51:45.497179 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4506e21-ae31-45c3-9a4c-c84532fc85c9 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:51:45.502118 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c4506e21-ae31-45c3-9a4c-c84532fc85c9 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:45.509727 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f17c82-e026-45f1-95ee-d001942e44f4 None None] Sync routers for ids ['1f75c6c4-f857-4d48-9c82-1294cc7a5893'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:51:45.520894 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f17c82-e026-45f1-95ee-d001942e44f4 None None] Routers {'1f75c6c4-f857-4d48-9c82-1294cc7a5893'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:51:45.521636 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-11f17c82-e026-45f1-95ee-d001942e44f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:51:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['1f75c6c4-f857-4d48-9c82-1294cc7a5893'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:45.535027 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c4506e21-ae31-45c3-9a4c-c84532fc85c9 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "DELETE /v2.0/floatingips/0b572528-62e2-4997-9ddf-39a11a726fc9 HTTP/1.1" status: 204 len: 168 time: 0.9261441 Feb 09 01:51:45.535619 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af0e6236-2a75-4ecb-a92b-dc4f2875480e', 'tag': 'ce33d3b9-3923-4bf4-9129-c5844447cfff'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:51:45.540137 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed85bcce-c0d6-42a5-9b8c-127c07504b35" -d '{"events": [{"name": "network-changed", "server_uuid": "af0e6236-2a75-4ecb-a92b-dc4f2875480e", "tag": "ce33d3b9-3923-4bf4-9129-c5844447cfff"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:51:45.598546 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831a1d67-aabc-42f5-8c74-5a006fc22c54 x-openstack-request-id: req-831a1d67-aabc-42f5-8c74-5a006fc22c54 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:51:45.598845 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af0e6236-2a75-4ecb-a92b-dc4f2875480e", "tag": "ce33d3b9-3923-4bf4-9129-c5844447cfff", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:51:45.599106 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-831a1d67-aabc-42f5-8c74-5a006fc22c54 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:51:45.599511 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af0e6236-2a75-4ecb-a92b-dc4f2875480e', 'tag': 'ce33d3b9-3923-4bf4-9129-c5844447cfff', 'status': 'completed', 'code': 200} Feb 09 01:51:45.681424 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85bcce-c0d6-42a5-9b8c-127c07504b35 req-833e885b-15c2-457c-b9ef-319b5867b336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:45.685612 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ed85bcce-c0d6-42a5-9b8c-127c07504b35 req-833e885b-15c2-457c-b9ef-319b5867b336 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=eba2e8610cc343fcbba1fc67f1310146&device_id=af0e6236-2a75-4ecb-a92b-dc4f2875480e HTTP/1.1" status: 200 len: 1167 time: 0.0618465 Feb 09 01:51:45.811178 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85bcce-c0d6-42a5-9b8c-127c07504b35 req-93d9b16a-7119-4c03-aeda-5674333fe46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:45.813395 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ed85bcce-c0d6-42a5-9b8c-127c07504b35 req-93d9b16a-7119-4c03-aeda-5674333fe46e service neutron] 10.222.0.121 "GET /v2.0/networks?id=ef832235-00e2-49b0-b08f-d1013434741e HTTP/1.1" status: 200 len: 897 time: 0.1195698 Feb 09 01:51:45.832741 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751a9ba-26dd-42c0-b4a8-9ddfa13e344f req-ea1b1ce2-a210-4e48-8f73-723838fc1d9b tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:45.834579 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a751a9ba-26dd-42c0-b4a8-9ddfa13e344f req-ea1b1ce2-a210-4e48-8f73-723838fc1d9b tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/ports?device_id=af0e6236-2a75-4ecb-a92b-dc4f2875480e HTTP/1.1" status: 200 len: 984 time: 0.0700095 Feb 09 01:51:45.847006 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-11f17c82-e026-45f1-95ee-d001942e44f4 None None] Set router 1f75c6c4-f857-4d48-9c82-1294cc7a5893 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:51:45.869339 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ed85bcce-c0d6-42a5-9b8c-127c07504b35 req-0866c606-b586-4a67-ac43-d4ba62edbc2c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce33d3b9-3923-4bf4-9129-c5844447cfff HTTP/1.1" status: 200 len: 217 time: 0.0499299 Feb 09 01:51:45.918081 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a751a9ba-26dd-42c0-b4a8-9ddfa13e344f req-72e2de63-1425-4474-9e99-580aae31b8d1 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/security-groups?id=639fa36d-302e-4628-a9cb-8198fd1c78f6&id=6b4fbf84-d0c5-47b4-943a-43ccc80ad3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0748374 Feb 09 01:51:45.938360 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85bcce-c0d6-42a5-9b8c-127c07504b35 req-98f19d07-d801-4bb2-8791-7ef9cd017658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:45.938360 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ed85bcce-c0d6-42a5-9b8c-127c07504b35 req-98f19d07-d801-4bb2-8791-7ef9cd017658 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=6b2930a5-7e93-4b43-91aa-8060971a836e HTTP/1.1" status: 200 len: 835 time: 0.0597951 Feb 09 01:51:45.998608 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85bcce-c0d6-42a5-9b8c-127c07504b35 req-1bd79916-19e8-45f3-9897-1110c03f97a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:46.000309 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ed85bcce-c0d6-42a5-9b8c-127c07504b35 req-1bd79916-19e8-45f3-9897-1110c03f97a8 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=ef832235-00e2-49b0-b08f-d1013434741e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0548885 Feb 09 01:51:46.094846 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-11f17c82-e026-45f1-95ee-d001942e44f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f75c6c4-f857-4d48-9c82-1294cc7a5893', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1362347711', 'tenant_id': 'eba2e8610cc343fcbba1fc67f1310146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'ee829f8b-fb89-432f-b214-5249466602ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:13Z', 'updated_at': '2022-02-09T01:50:20Z', 'revision_number': 4, 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'gw_port': {'id': 'ee829f8b-fb89-432f-b214-5249466602ec', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f75c6c4-f857-4d48-9c82-1294cc7a5893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:13Z', 'updated_at': '2022-02-09T01:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'c76a3fb5-5dd1-4655-834b-74b3b01d6e86', 'name': '', 'network_id': 'ef832235-00e2-49b0-b08f-d1013434741e', 'tenant_id': 'eba2e8610cc343fcbba1fc67f1310146', 'mac_address': 'fa:16:3e:2c:35:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f75c6c4-f857-4d48-9c82-1294cc7a5893', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '6b2930a5-7e93-4b43-91aa-8060971a836e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:19Z', 'updated_at': '2022-02-09T01:50:24Z', 'revision_number': 5, 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'subnets': [{'id': '6b2930a5-7e93-4b43-91aa-8060971a836e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:46.105616 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ed85bcce-c0d6-42a5-9b8c-127c07504b35 req-037088a5-aee7-4833-aa9a-c4dd0a3d8ff1 service neutron] 10.222.0.121 "GET /v2.0/networks/ef832235-00e2-49b0-b08f-d1013434741e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982516 Feb 09 01:51:46.126966 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f17c82-e026-45f1-95ee-d001942e44f4 None None] Checking router: 1f75c6c4-f857-4d48-9c82-1294cc7a5893 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:51:46.136784 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f17c82-e026-45f1-95ee-d001942e44f4 None None] Routers {'1f75c6c4-f857-4d48-9c82-1294cc7a5893'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:51:46.137511 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-11f17c82-e026-45f1-95ee-d001942e44f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:51:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['1f75c6c4-f857-4d48-9c82-1294cc7a5893'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:46.140923 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device ea45db46-a691-4113-8af6-0ae74581eb2a no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:51:46.211929 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ed85bcce-c0d6-42a5-9b8c-127c07504b35 req-8c38f3cf-7a85-4fb1-a8ae-334ea15a88be service neutron] 10.222.0.121 "GET /v2.0/networks/ef832235-00e2-49b0-b08f-d1013434741e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992742 Feb 09 01:51:46.229058 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: ea45db46-a691-4113-8af6-0ae74581eb2a {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:51:46.229656 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device ea45db46-a691-4113-8af6-0ae74581eb2a not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:51:46.281316 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-11f17c82-e026-45f1-95ee-d001942e44f4 None None] Set router 1f75c6c4-f857-4d48-9c82-1294cc7a5893 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:51:46.499830 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-11f17c82-e026-45f1-95ee-d001942e44f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f75c6c4-f857-4d48-9c82-1294cc7a5893', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1362347711', 'tenant_id': 'eba2e8610cc343fcbba1fc67f1310146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'ee829f8b-fb89-432f-b214-5249466602ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:13Z', 'updated_at': '2022-02-09T01:50:20Z', 'revision_number': 4, 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'gw_port': {'id': 'ee829f8b-fb89-432f-b214-5249466602ec', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f75c6c4-f857-4d48-9c82-1294cc7a5893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:13Z', 'updated_at': '2022-02-09T01:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'c76a3fb5-5dd1-4655-834b-74b3b01d6e86', 'name': '', 'network_id': 'ef832235-00e2-49b0-b08f-d1013434741e', 'tenant_id': 'eba2e8610cc343fcbba1fc67f1310146', 'mac_address': 'fa:16:3e:2c:35:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f75c6c4-f857-4d48-9c82-1294cc7a5893', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '6b2930a5-7e93-4b43-91aa-8060971a836e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:19Z', 'updated_at': '2022-02-09T01:50:24Z', 'revision_number': 5, 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'subnets': [{'id': '6b2930a5-7e93-4b43-91aa-8060971a836e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:46.533520 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f17c82-e026-45f1-95ee-d001942e44f4 None None] The sync data for ids ['1f75c6c4-f857-4d48-9c82-1294cc7a5893'] in n-d-822053-40 is: [{'id': '1f75c6c4-f857-4d48-9c82-1294cc7a5893', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1362347711', 'tenant_id': 'eba2e8610cc343fcbba1fc67f1310146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'ee829f8b-fb89-432f-b214-5249466602ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:13Z', 'updated_at': '2022-02-09T01:50:20Z', 'revision_number': 4, 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'gw_port': {'id': 'ee829f8b-fb89-432f-b214-5249466602ec', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f75c6c4-f857-4d48-9c82-1294cc7a5893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:13Z', 'updated_at': '2022-02-09T01:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'c76a3fb5-5dd1-4655-834b-74b3b01d6e86', 'name': '', 'network_id': 'ef832235-00e2-49b0-b08f-d1013434741e', 'tenant_id': 'eba2e8610cc343fcbba1fc67f1310146', 'mac_address': 'fa:16:3e:2c:35:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f75c6c4-f857-4d48-9c82-1294cc7a5893', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '6b2930a5-7e93-4b43-91aa-8060971a836e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:19Z', 'updated_at': '2022-02-09T01:50:24Z', 'revision_number': 5, 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'subnets': [{'id': '6b2930a5-7e93-4b43-91aa-8060971a836e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:51:46.764777 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9db521e-c233-4e15-bbe6-58bec9972089 None None] New status for floating IP 0b572528-62e2-4997-9ddf-39a11a726fc9: DOWN {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:51:47.064574 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd574fa-f1e4-45f7-b02f-da3f13719cc9 req-6b3e2cb6-c643-4727-9c31-d0eedbc3cba7 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:47.066110 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2bd574fa-f1e4-45f7-b02f-da3f13719cc9 req-6b3e2cb6-c643-4727-9c31-d0eedbc3cba7 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/ports?device_id=af0e6236-2a75-4ecb-a92b-dc4f2875480e HTTP/1.1" status: 200 len: 984 time: 0.0570214 Feb 09 01:51:47.126863 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2bd574fa-f1e4-45f7-b02f-da3f13719cc9 req-88a286f7-6a09-42b4-87ab-e37e8198ffe5 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "GET /v2.0/security-groups?id=639fa36d-302e-4628-a9cb-8198fd1c78f6&id=6b4fbf84-d0c5-47b4-943a-43ccc80ad3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0548713 Feb 09 01:51:47.165702 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81ee52-efbf-41c9-9610-0b1848dac667 req-b40ca685-7532-4eac-aaf2-c45bbcdfcc37 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:47.167177 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bd81ee52-efbf-41c9-9610-0b1848dac667 req-b40ca685-7532-4eac-aaf2-c45bbcdfcc37 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.121 "GET /v2.0/ports?device_id=af0e6236-2a75-4ecb-a92b-dc4f2875480e HTTP/1.1" status: 200 len: 984 time: 0.0585451 Feb 09 01:51:47.275016 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-bd81ee52-efbf-41c9-9610-0b1848dac667 req-db83feca-b3d6-4f55-8ea8-aca675172186 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Deleting port ce33d3b9-3923-4bf4-9129-c5844447cfff {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:51:47.275344 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-bd81ee52-efbf-41c9-9610-0b1848dac667 req-db83feca-b3d6-4f55-8ea8-aca675172186 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (ce33d3b9-3923-4bf4-9129-c5844447cfff), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:47.368703 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-bd81ee52-efbf-41c9-9610-0b1848dac667 req-db83feca-b3d6-4f55-8ea8-aca675172186 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] For port ce33d3b9-3923-4bf4-9129-c5844447cfff, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=ce33d3b9-3923-4bf4-9129-c5844447cfff,segment=NetworkSegment(79bec3f3-d7dd-4e38-895c-88d686dddb25),segment_id=79bec3f3-d7dd-4e38-895c-88d686dddb25)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:47.369048 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-bd81ee52-efbf-41c9-9610-0b1848dac667 req-db83feca-b3d6-4f55-8ea8-aca675172186 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (ce33d3b9-3923-4bf4-9129-c5844447cfff), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:47.385676 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-bd81ee52-efbf-41c9-9610-0b1848dac667 req-db83feca-b3d6-4f55-8ea8-aca675172186 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Calling delete_port for ce33d3b9-3923-4bf4-9129-c5844447cfff owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:51:47.521153 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-bd81ee52-efbf-41c9-9610-0b1848dac667 req-db83feca-b3d6-4f55-8ea8-aca675172186 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (ce33d3b9-3923-4bf4-9129-c5844447cfff), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:47.551298 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83feca-b3d6-4f55-8ea8-aca675172186 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Pushing event deleted for resources: {'Port': ['ID=ce33d3b9-3923-4bf4-9129-c5844447cfff,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:47.603122 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd81ee52-efbf-41c9-9610-0b1848dac667 req-db83feca-b3d6-4f55-8ea8-aca675172186 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] No DVR routers for this DVR port ce33d3b9-3923-4bf4-9129-c5844447cfff on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:51:47.606400 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-bd81ee52-efbf-41c9-9610-0b1848dac667 req-db83feca-b3d6-4f55-8ea8-aca675172186 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:47.610303 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-bd81ee52-efbf-41c9-9610-0b1848dac667 req-db83feca-b3d6-4f55-8ea8-aca675172186 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.121 "DELETE /v2.0/ports/ce33d3b9-3923-4bf4-9129-c5844447cfff HTTP/1.1" status: 204 len: 173 time: 0.4376822 Feb 09 01:51:47.610783 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af0e6236-2a75-4ecb-a92b-dc4f2875480e', 'name': 'network-vif-deleted', 'tag': 'ce33d3b9-3923-4bf4-9129-c5844447cfff'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:51:47.613115 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58397ab7-f1ea-47fc-83a3-5f67fadb790e" -d '{"events": [{"server_uuid": "af0e6236-2a75-4ecb-a92b-dc4f2875480e", "name": "network-vif-deleted", "tag": "ce33d3b9-3923-4bf4-9129-c5844447cfff"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:51:47.741688 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3576178f-2a33-438e-ae6e-10b03f020d7a x-openstack-request-id: req-3576178f-2a33-438e-ae6e-10b03f020d7a {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:51:47.742154 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af0e6236-2a75-4ecb-a92b-dc4f2875480e", "name": "network-vif-deleted", "tag": "ce33d3b9-3923-4bf4-9129-c5844447cfff", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:51:47.742540 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3576178f-2a33-438e-ae6e-10b03f020d7a {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:51:47.743065 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0e6236-2a75-4ecb-a92b-dc4f2875480e', 'name': 'network-vif-deleted', 'tag': 'ce33d3b9-3923-4bf4-9129-c5844447cfff', 'status': 'completed', 'code': 200} Feb 09 01:51:48.187969 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41150) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:48.243643 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a439e684-1dde-4d1e-9870-6914fc1916bf tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for security_group (639fa36d-302e-4628-a9cb-8198fd1c78f6), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:48.270254 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a439e684-1dde-4d1e-9870-6914fc1916bf tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for security_group (639fa36d-302e-4628-a9cb-8198fd1c78f6), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:48.313516 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a439e684-1dde-4d1e-9870-6914fc1916bf tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (639fa36d-302e-4628-a9cb-8198fd1c78f6), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:48.316368 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a439e684-1dde-4d1e-9870-6914fc1916bf tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:48.317521 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a439e684-1dde-4d1e-9870-6914fc1916bf tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "DELETE /v2.0/security-groups/639fa36d-302e-4628-a9cb-8198fd1c78f6 HTTP/1.1" status: 204 len: 168 time: 0.1284943 Feb 09 01:51:48.320432 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41154) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:48.327535 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439e684-1dde-4d1e-9870-6914fc1916bf tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=639fa36d-302e-4628-a9cb-8198fd1c78f6,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:48.384555 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0305263b-3908-4777-b86c-ff391d459cdb tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for security_group (6b4fbf84-d0c5-47b4-943a-43ccc80ad3ad), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:48.410499 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0305263b-3908-4777-b86c-ff391d459cdb tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for security_group (6b4fbf84-d0c5-47b4-943a-43ccc80ad3ad), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:48.466926 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0305263b-3908-4777-b86c-ff391d459cdb tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (6b4fbf84-d0c5-47b4-943a-43ccc80ad3ad), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:48.469988 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0305263b-3908-4777-b86c-ff391d459cdb tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:48.473648 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0305263b-3908-4777-b86c-ff391d459cdb tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "DELETE /v2.0/security-groups/6b4fbf84-d0c5-47b4-943a-43ccc80ad3ad HTTP/1.1" status: 204 len: 168 time: 0.1497378 Feb 09 01:51:48.474399 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41160) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:48.481735 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305263b-3908-4777-b86c-ff391d459cdb tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4fbf84-d0c5-47b4-943a-43ccc80ad3ad,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:48.935535 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-111812a7-764b-46c8-aace-acbf10540d98 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (1f75c6c4-f857-4d48-9c82-1294cc7a5893), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:49.262269 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-111812a7-764b-46c8-aace-acbf10540d98 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Deleting port c76a3fb5-5dd1-4655-834b-74b3b01d6e86 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:51:49.262954 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-111812a7-764b-46c8-aace-acbf10540d98 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (c76a3fb5-5dd1-4655-834b-74b3b01d6e86), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:49.363938 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-111812a7-764b-46c8-aace-acbf10540d98 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] For port c76a3fb5-5dd1-4655-834b-74b3b01d6e86, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=c76a3fb5-5dd1-4655-834b-74b3b01d6e86,segment=NetworkSegment(79bec3f3-d7dd-4e38-895c-88d686dddb25),segment_id=79bec3f3-d7dd-4e38-895c-88d686dddb25)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:49.364337 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-111812a7-764b-46c8-aace-acbf10540d98 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (c76a3fb5-5dd1-4655-834b-74b3b01d6e86), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:49.380655 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-111812a7-764b-46c8-aace-acbf10540d98 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Calling delete_port for c76a3fb5-5dd1-4655-834b-74b3b01d6e86 owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:51:49.573370 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-111812a7-764b-46c8-aace-acbf10540d98 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (c76a3fb5-5dd1-4655-834b-74b3b01d6e86), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:49.600114 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111812a7-764b-46c8-aace-acbf10540d98 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Pushing event deleted for resources: {'Port': ['ID=c76a3fb5-5dd1-4655-834b-74b3b01d6e86,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:49.627010 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:49.809542 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-111812a7-764b-46c8-aace-acbf10540d98 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (1f75c6c4-f857-4d48-9c82-1294cc7a5893), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.045573 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111812a7-764b-46c8-aace-acbf10540d98 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Router 1f75c6c4-f857-4d48-9c82-1294cc7a5893 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:51:50.181552 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111812a7-764b-46c8-aace-acbf10540d98 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:51:50.190859 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-111812a7-764b-46c8-aace-acbf10540d98 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "PUT /v2.0/routers/1f75c6c4-f857-4d48-9c82-1294cc7a5893/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7112989 Feb 09 01:51:50.190859 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41190) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:50.193979 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c205887c-39e6-42b7-bd48-d67a7163aedf None None] Sync routers for ids ['1f75c6c4-f857-4d48-9c82-1294cc7a5893'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:51:50.204661 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c205887c-39e6-42b7-bd48-d67a7163aedf None None] Routers {'1f75c6c4-f857-4d48-9c82-1294cc7a5893'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:51:50.205364 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c205887c-39e6-42b7-bd48-d67a7163aedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:51:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['1f75c6c4-f857-4d48-9c82-1294cc7a5893'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:50.246089 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e38334d-51e0-4c1c-b361-27072849cbc8 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Deleting subnet 6b2930a5-7e93-4b43-91aa-8060971a836e {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:51:50.249756 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7e38334d-51e0-4c1c-b361-27072849cbc8 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for subnet (6b2930a5-7e93-4b43-91aa-8060971a836e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.291903 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7e38334d-51e0-4c1c-b361-27072849cbc8 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (6b2930a5-7e93-4b43-91aa-8060971a836e), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.318416 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-c205887c-39e6-42b7-bd48-d67a7163aedf None None] Set router 1f75c6c4-f857-4d48-9c82-1294cc7a5893 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:51:50.395741 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7e38334d-51e0-4c1c-b361-27072849cbc8 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (6b2930a5-7e93-4b43-91aa-8060971a836e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.481508 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7e38334d-51e0-4c1c-b361-27072849cbc8 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (6b2930a5-7e93-4b43-91aa-8060971a836e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.496716 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7e38334d-51e0-4c1c-b361-27072849cbc8 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.502497 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7e38334d-51e0-4c1c-b361-27072849cbc8 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "DELETE /v2.0/subnets/6b2930a5-7e93-4b43-91aa-8060971a836e HTTP/1.1" status: 204 len: 168 time: 0.3090630 Feb 09 01:51:50.503370 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41198) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:50.520366 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ac1b01-9562-4fea-9a84-d61d6f55d3f0 None None] Network ef832235-00e2-49b0-b08f-d1013434741e requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:51:50.521723 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38334d-51e0-4c1c-b361-27072849cbc8 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Pushing event deleted for resources: {'Subnet': ['ID=6b2930a5-7e93-4b43-91aa-8060971a836e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:50.630351 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c205887c-39e6-42b7-bd48-d67a7163aedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f75c6c4-f857-4d48-9c82-1294cc7a5893', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1362347711', 'tenant_id': 'eba2e8610cc343fcbba1fc67f1310146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'ee829f8b-fb89-432f-b214-5249466602ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:13Z', 'updated_at': '2022-02-09T01:51:49Z', 'revision_number': 5, 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'gw_port': {'id': 'ee829f8b-fb89-432f-b214-5249466602ec', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f75c6c4-f857-4d48-9c82-1294cc7a5893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:13Z', 'updated_at': '2022-02-09T01:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:50.643125 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-69f9eb29-bee6-44b5-ae2f-affeed4f4196 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for router (1f75c6c4-f857-4d48-9c82-1294cc7a5893), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.663444 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c205887c-39e6-42b7-bd48-d67a7163aedf None None] Checking router: 1f75c6c4-f857-4d48-9c82-1294cc7a5893 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:51:50.677152 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c205887c-39e6-42b7-bd48-d67a7163aedf None None] Routers {'1f75c6c4-f857-4d48-9c82-1294cc7a5893'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:51:50.678023 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c205887c-39e6-42b7-bd48-d67a7163aedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:51:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['1f75c6c4-f857-4d48-9c82-1294cc7a5893'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:50.766843 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96089f63-d02b-4475-98b6-dbfad99cfa5e None None] DHCP port deletion for ef832235-00e2-49b0-b08f-d1013434741e request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:51:50.771096 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-69f9eb29-bee6-44b5-ae2f-affeed4f4196 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for router_gateway (1f75c6c4-f857-4d48-9c82-1294cc7a5893), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.829576 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-69f9eb29-bee6-44b5-ae2f-affeed4f4196 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Deleting port ee829f8b-fb89-432f-b214-5249466602ec {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:51:50.830224 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-69f9eb29-bee6-44b5-ae2f-affeed4f4196 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (ee829f8b-fb89-432f-b214-5249466602ec), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.843339 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-87ff3ff3-29e9-4fb5-939e-41a6d040723a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.849109 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-c205887c-39e6-42b7-bd48-d67a7163aedf None None] Set router 1f75c6c4-f857-4d48-9c82-1294cc7a5893 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:51:50.929825 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-69f9eb29-bee6-44b5-ae2f-affeed4f4196 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] For port ee829f8b-fb89-432f-b214-5249466602ec, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=ee829f8b-fb89-432f-b214-5249466602ec,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:50.930442 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-69f9eb29-bee6-44b5-ae2f-affeed4f4196 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (ee829f8b-fb89-432f-b214-5249466602ec), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.947017 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-69f9eb29-bee6-44b5-ae2f-affeed4f4196 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Calling delete_port for ee829f8b-fb89-432f-b214-5249466602ec owned by network:router_gateway {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:51:50.961082 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-96089f63-d02b-4475-98b6-dbfad99cfa5e None None] Deleting port ac2e53af-7808-469e-ab01-9e83a66c0e71 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:51:50.961445 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-96089f63-d02b-4475-98b6-dbfad99cfa5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (ac2e53af-7808-469e-ab01-9e83a66c0e71), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:51.050403 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-96089f63-d02b-4475-98b6-dbfad99cfa5e None None] For port ac2e53af-7808-469e-ab01-9e83a66c0e71, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=ac2e53af-7808-469e-ab01-9e83a66c0e71,segment=NetworkSegment(79bec3f3-d7dd-4e38-895c-88d686dddb25),segment_id=79bec3f3-d7dd-4e38-895c-88d686dddb25)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:51.050818 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-96089f63-d02b-4475-98b6-dbfad99cfa5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (ac2e53af-7808-469e-ab01-9e83a66c0e71), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:51.081151 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-96089f63-d02b-4475-98b6-dbfad99cfa5e None None] Calling delete_port for ac2e53af-7808-469e-ab01-9e83a66c0e71 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:51:51.154377 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-69f9eb29-bee6-44b5-ae2f-affeed4f4196 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (ee829f8b-fb89-432f-b214-5249466602ec), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:51.200807 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:51.204384 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9eb29-bee6-44b5-ae2f-affeed4f4196 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Pushing event deleted for resources: {'Port': ['ID=ee829f8b-fb89-432f-b214-5249466602ec,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:51.205629 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c205887c-39e6-42b7-bd48-d67a7163aedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f75c6c4-f857-4d48-9c82-1294cc7a5893', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1362347711', 'tenant_id': 'eba2e8610cc343fcbba1fc67f1310146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'ee829f8b-fb89-432f-b214-5249466602ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:13Z', 'updated_at': '2022-02-09T01:51:49Z', 'revision_number': 5, 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'gw_port': {'id': 'ee829f8b-fb89-432f-b214-5249466602ec', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f75c6c4-f857-4d48-9c82-1294cc7a5893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:13Z', 'updated_at': '2022-02-09T01:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:51.238862 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c205887c-39e6-42b7-bd48-d67a7163aedf None None] The sync data for ids ['1f75c6c4-f857-4d48-9c82-1294cc7a5893'] in n-d-822053-40 is: [{'id': '1f75c6c4-f857-4d48-9c82-1294cc7a5893', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1362347711', 'tenant_id': 'eba2e8610cc343fcbba1fc67f1310146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'ee829f8b-fb89-432f-b214-5249466602ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:13Z', 'updated_at': '2022-02-09T01:51:49Z', 'revision_number': 5, 'project_id': 'eba2e8610cc343fcbba1fc67f1310146', 'gw_port': {'id': 'ee829f8b-fb89-432f-b214-5249466602ec', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f75c6c4-f857-4d48-9c82-1294cc7a5893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:13Z', 'updated_at': '2022-02-09T01:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:51:51.242547 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-96089f63-d02b-4475-98b6-dbfad99cfa5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (ac2e53af-7808-469e-ab01-9e83a66c0e71), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:51.270387 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96089f63-d02b-4475-98b6-dbfad99cfa5e None None] Pushing event deleted for resources: {'Port': ['ID=ac2e53af-7808-469e-ab01-9e83a66c0e71,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:51.274407 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96089f63-d02b-4475-98b6-dbfad99cfa5e None None] No DVR routers for this DVR port ac2e53af-7808-469e-ab01-9e83a66c0e71 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:51:51.310794 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-69f9eb29-bee6-44b5-ae2f-affeed4f4196 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (1f75c6c4-f857-4d48-9c82-1294cc7a5893), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:51.407724 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-69f9eb29-bee6-44b5-ae2f-affeed4f4196 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (1f75c6c4-f857-4d48-9c82-1294cc7a5893), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:51.410488 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-69f9eb29-bee6-44b5-ae2f-affeed4f4196 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for router_controller (1f75c6c4-f857-4d48-9c82-1294cc7a5893), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:51.473514 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-69f9eb29-bee6-44b5-ae2f-affeed4f4196 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (1f75c6c4-f857-4d48-9c82-1294cc7a5893), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:51.474276 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f9eb29-bee6-44b5-ae2f-affeed4f4196 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Fanout notify agent at l3_agent the message router_deleted on router 1f75c6c4-f857-4d48-9c82-1294cc7a5893 {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:51:51.481891 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-69f9eb29-bee6-44b5-ae2f-affeed4f4196 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:51.483014 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-69f9eb29-bee6-44b5-ae2f-affeed4f4196 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "DELETE /v2.0/routers/1f75c6c4-f857-4d48-9c82-1294cc7a5893 HTTP/1.1" status: 204 len: 168 time: 0.9781294 Feb 09 01:51:51.485693 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41216) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:51.607562 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ca15b4af-cf12-4878-9f77-b3173525ba61 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (ef832235-00e2-49b0-b08f-d1013434741e), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:51.670657 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device ce33d3b9-3923-4bf4-9129-c5844447cfff no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:51:51.700241 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: ce33d3b9-3923-4bf4-9129-c5844447cfff {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:51:51.700869 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device ce33d3b9-3923-4bf4-9129-c5844447cfff not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:51:52.034786 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ca15b4af-cf12-4878-9f77-b3173525ba61 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (ef832235-00e2-49b0-b08f-d1013434741e), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:52.056187 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-ca15b4af-cf12-4878-9f77-b3173525ba61 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef832235-00e2-49b0-b08f-d1013434741e']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:52.066709 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-ca15b4af-cf12-4878-9f77-b3173525ba61 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79bec3f3-d7dd-4e38-895c-88d686dddb25') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:52.067085 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-ca15b4af-cf12-4878-9f77-b3173525ba61 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79bec3f3-d7dd-4e38-895c-88d686dddb25') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:52.076376 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ca15b4af-cf12-4878-9f77-b3173525ba61 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (79bec3f3-d7dd-4e38-895c-88d686dddb25), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:52.089840 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ca15b4af-cf12-4878-9f77-b3173525ba61 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (79bec3f3-d7dd-4e38-895c-88d686dddb25), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:52.097184 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca15b4af-cf12-4878-9f77-b3173525ba61 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:51:52.097579 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ca15b4af-cf12-4878-9f77-b3173525ba61 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (79bec3f3-d7dd-4e38-895c-88d686dddb25), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:52.101244 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:51:52.101244 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:51:52.101244 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:51:52.101244 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:51:52.101244 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:51:52.101244 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:51:52.101244 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:51:52.101244 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:51:52.101244 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:51:52.101244 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:51:52.101244 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:51:52.101244 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:51:52.101244 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:51:52.101244 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:51:52.101244 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:51:52.101244 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:51:52.101244 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:51:52.101244 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:51:52.101244 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:51:52.101244 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:51:52.101244 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:51:52.101244 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:51:52.101244 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:51:52.101244 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:51:52.101244 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:51:52.101244 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:51:52.101244 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:51:52.101244 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:51:52.101244 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:51:52.101244 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:51:52.101244 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:51:52.101244 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:51:52.164142 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ca15b4af-cf12-4878-9f77-b3173525ba61 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (ef832235-00e2-49b0-b08f-d1013434741e), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:52.172502 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ca15b4af-cf12-4878-9f77-b3173525ba61 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:52.178103 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ca15b4af-cf12-4878-9f77-b3173525ba61 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] 10.222.0.30 "DELETE /v2.0/networks/ef832235-00e2-49b0-b08f-d1013434741e HTTP/1.1" status: 204 len: 168 time: 0.6881516 Feb 09 01:51:52.188843 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca15b4af-cf12-4878-9f77-b3173525ba61 tempest-TestSecurityGroupsBasicOps-1761069851 tempest-TestSecurityGroupsBasicOps-1761069851-project] Pushing event deleted for resources: {'Network': ['ID=ef832235-00e2-49b0-b08f-d1013434741e,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:52.418580 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device ac2e53af-7808-469e-ab01-9e83a66c0e71 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:51:52.453404 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: ac2e53af-7808-469e-ab01-9e83a66c0e71 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:51:52.453944 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device ac2e53af-7808-469e-ab01-9e83a66c0e71 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:51:52.454371 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device ee829f8b-fb89-432f-b214-5249466602ec no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:51:52.478011 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: ee829f8b-fb89-432f-b214-5249466602ec {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:51:52.478172 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device ee829f8b-fb89-432f-b214-5249466602ec not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:51:52.478593 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device c76a3fb5-5dd1-4655-834b-74b3b01d6e86 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:51:52.499703 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: c76a3fb5-5dd1-4655-834b-74b3b01d6e86 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:51:52.500063 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device c76a3fb5-5dd1-4655-834b-74b3b01d6e86 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:51:52.515831 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41238) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:52.676608 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f3fd7d07-aa4e-4e3a-ae80-3086bb5c4214 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eba2e8610cc343fcbba1fc67f1310146&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1594129 Feb 09 01:51:52.679064 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41248) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:52.726341 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-33890f63-b182-4b02-9539-1b834037659d admin admin] Publish callbacks [] for security_group (9d204fed-bc08-4c29-916e-dbae88e9d9a5), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:52.749043 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-33890f63-b182-4b02-9539-1b834037659d admin admin] Publish callbacks [] for security_group (9d204fed-bc08-4c29-916e-dbae88e9d9a5), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:52.804634 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-33890f63-b182-4b02-9539-1b834037659d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (9d204fed-bc08-4c29-916e-dbae88e9d9a5), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:52.807241 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-33890f63-b182-4b02-9539-1b834037659d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:52.809078 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-33890f63-b182-4b02-9539-1b834037659d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9d204fed-bc08-4c29-916e-dbae88e9d9a5 HTTP/1.1" status: 204 len: 168 time: 0.1284647 Feb 09 01:51:52.817160 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33890f63-b182-4b02-9539-1b834037659d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d204fed-bc08-4c29-916e-dbae88e9d9a5,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:53.097856 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41258) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:53.111763 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2fca2be2-4f09-43cd-9eee-b2935a81d771 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:53.203850 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2fca2be2-4f09-43cd-9eee-b2935a81d771 admin admin] Publish callbacks [] for security_group (c37b00be-1820-4bea-915f-4484584beab5), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:53.207993 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2fca2be2-4f09-43cd-9eee-b2935a81d771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c37b00be-1820-4bea-915f-4484584beab5), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:53.249756 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2fca2be2-4f09-43cd-9eee-b2935a81d771 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6bdfb7cc2dc242f58eed0d784e0716b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1507633 Feb 09 01:51:53.251804 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca2be2-4f09-43cd-9eee-b2935a81d771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37b00be-1820-4bea-915f-4484584beab5,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:53.253042 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41264) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:53.312981 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-25fdf749-3a5b-4179-a367-8c0c90de7467 admin admin] Publish callbacks [] for security_group (c37b00be-1820-4bea-915f-4484584beab5), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:53.335280 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-25fdf749-3a5b-4179-a367-8c0c90de7467 admin admin] Publish callbacks [] for security_group (c37b00be-1820-4bea-915f-4484584beab5), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:53.408375 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-25fdf749-3a5b-4179-a367-8c0c90de7467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c37b00be-1820-4bea-915f-4484584beab5), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:53.411536 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-25fdf749-3a5b-4179-a367-8c0c90de7467 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:53.412158 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-25fdf749-3a5b-4179-a367-8c0c90de7467 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c37b00be-1820-4bea-915f-4484584beab5 HTTP/1.1" status: 204 len: 168 time: 0.1562376 Feb 09 01:51:53.420184 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fdf749-3a5b-4179-a367-8c0c90de7467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37b00be-1820-4bea-915f-4484584beab5,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:53.786476 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41280) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:53.831137 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-eb737e53-2f6a-4204-8c30-746c9978e2c1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=49c9fcbc3aa54ab2967f7423e057d7ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432496 Feb 09 01:51:53.833492 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41282) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:53.884816 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8c71eb27-ee66-46a0-a47c-137b54720df8 admin admin] Publish callbacks [] for security_group (24654506-7257-4966-9d35-b3a2cd75fdb8), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:53.908759 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8c71eb27-ee66-46a0-a47c-137b54720df8 admin admin] Publish callbacks [] for security_group (24654506-7257-4966-9d35-b3a2cd75fdb8), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:53.960453 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8c71eb27-ee66-46a0-a47c-137b54720df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (24654506-7257-4966-9d35-b3a2cd75fdb8), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:53.963218 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8c71eb27-ee66-46a0-a47c-137b54720df8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:53.964422 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8c71eb27-ee66-46a0-a47c-137b54720df8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/24654506-7257-4966-9d35-b3a2cd75fdb8 HTTP/1.1" status: 204 len: 168 time: 0.1299922 Feb 09 01:51:53.973152 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71eb27-ee66-46a0-a47c-137b54720df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24654506-7257-4966-9d35-b3a2cd75fdb8,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:54.291643 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ff7dcdff-ecc3-4ac1-92d4-ea6e0d3ed404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:54.712595 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41324) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:54.824657 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-3d151354-142b-4146-9413-0038e4baaa91 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-871554168-network', 'tenant_id': '33d31b3135ff46e3b71151a392974783'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:54.845003 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d151354-142b-4146-9413-0038e4baaa91 admin admin] Made reservation on behalf of 33d31b3135ff46e3b71151a392974783 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:51:54.847466 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d151354-142b-4146-9413-0038e4baaa91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:54.856571 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d151354-142b-4146-9413-0038e4baaa91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:54.936858 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d151354-142b-4146-9413-0038e4baaa91 admin admin] Publish callbacks [] for security_group (aeb9dfeb-cc16-403e-a3ae-cad315213709), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:54.941098 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d151354-142b-4146-9413-0038e4baaa91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (aeb9dfeb-cc16-403e-a3ae-cad315213709), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:54.969547 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d151354-142b-4146-9413-0038e4baaa91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:51:54.981584 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d151354-142b-4146-9413-0038e4baaa91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb9dfeb-cc16-403e-a3ae-cad315213709,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:54.995432 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d151354-142b-4146-9413-0038e4baaa91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (415d2766-ddb3-4e38-98ab-764f48b34ef7), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:54.996635 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-3d151354-142b-4146-9413-0038e4baaa91 admin admin] Added segment 415d2766-ddb3-4e38-98ab-764f48b34ef7 of type vlan for network 0753bfb4-9c70-456a-8935-23e61514b784 Feb 09 01:51:55.040876 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d151354-142b-4146-9413-0038e4baaa91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (0753bfb4-9c70-456a-8935-23e61514b784), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:55.074685 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d151354-142b-4146-9413-0038e4baaa91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (0753bfb4-9c70-456a-8935-23e61514b784), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:55.075845 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d151354-142b-4146-9413-0038e4baaa91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:55.076512 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d151354-142b-4146-9413-0038e4baaa91 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:55.136923 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3d151354-142b-4146-9413-0038e4baaa91 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4231465 Feb 09 01:51:55.140660 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41332) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:55.145664 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-0421ea74-b7b8-42ff-9fc8-2e738fb27ba2 admin admin] Request body: {'subnet': {'network_id': '0753bfb4-9c70-456a-8935-23e61514b784', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-871554168-subnet', 'tenant_id': '33d31b3135ff46e3b71151a392974783', 'ip_version': 4}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:55.149430 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d151354-142b-4146-9413-0038e4baaa91 admin admin] Pushing event updated for resources: {'Network': ['ID=0753bfb4-9c70-456a-8935-23e61514b784,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:55.163470 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 0753bfb4-9c70-456a-8935-23e61514b784 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:51:55.166699 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0421ea74-b7b8-42ff-9fc8-2e738fb27ba2 admin admin] Made reservation on behalf of 33d31b3135ff46e3b71151a392974783 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:51:55.170257 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0421ea74-b7b8-42ff-9fc8-2e738fb27ba2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:55.355992 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0421ea74-b7b8-42ff-9fc8-2e738fb27ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (c69e95de-56f7-478f-9e18-2684b4e4eb0b), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:55.419671 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421ea74-b7b8-42ff-9fc8-2e738fb27ba2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c69e95de-56f7-478f-9e18-2684b4e4eb0b,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:55.427349 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0421ea74-b7b8-42ff-9fc8-2e738fb27ba2 admin admin] Checking segment: {'id': '415d2766-ddb3-4e38-98ab-764f48b34ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0753bfb4-9c70-456a-8935-23e61514b784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:51:55.427706 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0421ea74-b7b8-42ff-9fc8-2e738fb27ba2 admin admin] Network hostable DHCP agents. Network: 0753bfb4-9c70-456a-8935-23e61514b784, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:51:55.445315 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0421ea74-b7b8-42ff-9fc8-2e738fb27ba2 admin admin] Network 0753bfb4-9c70-456a-8935-23e61514b784 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:51:55.455233 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-0421ea74-b7b8-42ff-9fc8-2e738fb27ba2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 0753bfb4-9c70-456a-8935-23e61514b784) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:51:55.459465 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0421ea74-b7b8-42ff-9fc8-2e738fb27ba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:55.460156 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0421ea74-b7b8-42ff-9fc8-2e738fb27ba2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:55.468501 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c65f5a-173a-4ae3-87b4-f4a527a33f62 None None] Network 0753bfb4-9c70-456a-8935-23e61514b784 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:51:55.481838 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0421ea74-b7b8-42ff-9fc8-2e738fb27ba2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3370593 Feb 09 01:51:55.482981 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41340) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:55.488079 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-971f2c53-f0a7-4ddd-9f27-a593c47bd626 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-871554168-router', 'tenant_id': '33d31b3135ff46e3b71151a392974783', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:55.510375 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-971f2c53-f0a7-4ddd-9f27-a593c47bd626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (f5a0fb0e-49df-4d11-b467-ebe08342fd6d), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:55.511724 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-971f2c53-f0a7-4ddd-9f27-a593c47bd626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (f5a0fb0e-49df-4d11-b467-ebe08342fd6d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:55.574959 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-971f2c53-f0a7-4ddd-9f27-a593c47bd626 admin admin] Publish callbacks [] for router_controller (f5a0fb0e-49df-4d11-b467-ebe08342fd6d), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:55.591283 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f6d191-4ae8-4438-a29d-b8f8631c5b5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-0753bfb4-9c70-456a-8935-23e61514b784', 'network_id': '0753bfb4-9c70-456a-8935-23e61514b784', 'project_id': '33d31b3135ff46e3b71151a392974783', 'fixed_ips': [{'subnet_id': 'c69e95de-56f7-478f-9e18-2684b4e4eb0b'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:51:55.592620 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-20f6d191-4ae8-4438-a29d-b8f8631c5b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:55.744170 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-20f6d191-4ae8-4438-a29d-b8f8631c5b5c None None] Allocated IP 172.20.0.2 (0753bfb4-9c70-456a-8935-23e61514b784/c69e95de-56f7-478f-9e18-2684b4e4eb0b/dde6218f-f864-464d-b0f6-ffc0c3052191) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:51:56.019121 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:56.045581 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-971f2c53-f0a7-4ddd-9f27-a593c47bd626 admin admin] Publish callbacks [] for router_gateway (f5a0fb0e-49df-4d11-b467-ebe08342fd6d), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:56.106619 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-20f6d191-4ae8-4438-a29d-b8f8631c5b5c None None] Publish callbacks [] for port (dde6218f-f864-464d-b0f6-ffc0c3052191), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:56.113405 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-20f6d191-4ae8-4438-a29d-b8f8631c5b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (dde6218f-f864-464d-b0f6-ffc0c3052191), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:56.166769 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f6d191-4ae8-4438-a29d-b8f8631c5b5c None None] Network 0753bfb4-9c70-456a-8935-23e61514b784 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:51:56.171818 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-20f6d191-4ae8-4438-a29d-b8f8631c5b5c None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:51:56.174272 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f6d191-4ae8-4438-a29d-b8f8631c5b5c None None] Pushing event updated for resources: {'Port': ['ID=dde6218f-f864-464d-b0f6-ffc0c3052191,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:56.177336 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f6d191-4ae8-4438-a29d-b8f8631c5b5c None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:51:56.240616 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-20f6d191-4ae8-4438-a29d-b8f8631c5b5c None None] Attempting to bind port dde6218f-f864-464d-b0f6-ffc0c3052191 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:51:56.241605 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-20f6d191-4ae8-4438-a29d-b8f8631c5b5c None None] Attempting to bind port dde6218f-f864-464d-b0f6-ffc0c3052191 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '415d2766-ddb3-4e38-98ab-764f48b34ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0753bfb4-9c70-456a-8935-23e61514b784'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:51:56.241761 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f6d191-4ae8-4438-a29d-b8f8631c5b5c None None] Attempting to bind port dde6218f-f864-464d-b0f6-ffc0c3052191 on network 0753bfb4-9c70-456a-8935-23e61514b784 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:51:56.247463 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f6d191-4ae8-4438-a29d-b8f8631c5b5c None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:51:56.247832 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f6d191-4ae8-4438-a29d-b8f8631c5b5c None None] Checking segment: {'id': '415d2766-ddb3-4e38-98ab-764f48b34ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0753bfb4-9c70-456a-8935-23e61514b784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:51:56.248261 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-20f6d191-4ae8-4438-a29d-b8f8631c5b5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:56.248649 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f6d191-4ae8-4438-a29d-b8f8631c5b5c None None] Bound using segment: {'id': '415d2766-ddb3-4e38-98ab-764f48b34ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0753bfb4-9c70-456a-8935-23e61514b784'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:51:56.249155 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-20f6d191-4ae8-4438-a29d-b8f8631c5b5c None None] Bound port: dde6218f-f864-464d-b0f6-ffc0c3052191, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '415d2766-ddb3-4e38-98ab-764f48b34ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0753bfb4-9c70-456a-8935-23e61514b784'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:51:56.249516 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-20f6d191-4ae8-4438-a29d-b8f8631c5b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (dde6218f-f864-464d-b0f6-ffc0c3052191), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:56.286118 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-971f2c53-f0a7-4ddd-9f27-a593c47bd626 admin admin] Publish callbacks [] for router_gateway (f5a0fb0e-49df-4d11-b467-ebe08342fd6d), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:56.309528 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-971f2c53-f0a7-4ddd-9f27-a593c47bd626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:56.314598 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-20f6d191-4ae8-4438-a29d-b8f8631c5b5c None None] For port dde6218f-f864-464d-b0f6-ffc0c3052191, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:51:56.318148 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-20f6d191-4ae8-4438-a29d-b8f8631c5b5c None None] For port dde6218f-f864-464d-b0f6-ffc0c3052191, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=dde6218f-f864-464d-b0f6-ffc0c3052191,segment=NetworkSegment(415d2766-ddb3-4e38-98ab-764f48b34ef7),segment_id=415d2766-ddb3-4e38-98ab-764f48b34ef7)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:51:56.326627 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-20f6d191-4ae8-4438-a29d-b8f8631c5b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (dde6218f-f864-464d-b0f6-ffc0c3052191), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:56.408323 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f6d191-4ae8-4438-a29d-b8f8631c5b5c None None] Pushing event updated for resources: {'Port': ['ID=dde6218f-f864-464d-b0f6-ffc0c3052191,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:56.422645 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-971f2c53-f0a7-4ddd-9f27-a593c47bd626 admin admin] Allocated IP 172.25.1.212 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/d6f7a319-3b00-46b4-b0c1-38f52ea56b6c) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:51:56.551122 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-971f2c53-f0a7-4ddd-9f27-a593c47bd626 admin admin] Publish callbacks [] for port (d6f7a319-3b00-46b4-b0c1-38f52ea56b6c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:56.600936 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-971f2c53-f0a7-4ddd-9f27-a593c47bd626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (d6f7a319-3b00-46b4-b0c1-38f52ea56b6c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:56.654994 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971f2c53-f0a7-4ddd-9f27-a593c47bd626 admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:51:56.670449 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-971f2c53-f0a7-4ddd-9f27-a593c47bd626 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:51:56.674406 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971f2c53-f0a7-4ddd-9f27-a593c47bd626 admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:51:56.680718 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f2c53-f0a7-4ddd-9f27-a593c47bd626 admin admin] Pushing event updated for resources: {'Port': ['ID=d6f7a319-3b00-46b4-b0c1-38f52ea56b6c,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:56.952674 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-971f2c53-f0a7-4ddd-9f27-a593c47bd626 admin admin] Publish callbacks [] for router_gateway (f5a0fb0e-49df-4d11-b467-ebe08342fd6d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:57.176738 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-971f2c53-f0a7-4ddd-9f27-a593c47bd626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (f5a0fb0e-49df-4d11-b467-ebe08342fd6d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:57.328346 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971f2c53-f0a7-4ddd-9f27-a593c47bd626 admin admin] Router f5a0fb0e-49df-4d11-b467-ebe08342fd6d is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:51:57.447821 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85cca0b-72e3-4ced-900e-5c4b750d026d None None] Network 0753bfb4-9c70-456a-8935-23e61514b784 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:51:57.450374 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971f2c53-f0a7-4ddd-9f27-a593c47bd626 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:51:57.460010 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a71ba0-b7ed-4633-a34f-f4d8161725c0 None None] Sync routers for ids ['f5a0fb0e-49df-4d11-b467-ebe08342fd6d'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:51:57.470542 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-971f2c53-f0a7-4ddd-9f27-a593c47bd626 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:57.470751 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a71ba0-b7ed-4633-a34f-f4d8161725c0 None None] Routers {'f5a0fb0e-49df-4d11-b467-ebe08342fd6d'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:51:57.471248 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-a0a71ba0-b7ed-4633-a34f-f4d8161725c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:51:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['f5a0fb0e-49df-4d11-b467-ebe08342fd6d'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:57.474670 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-971f2c53-f0a7-4ddd-9f27-a593c47bd626 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9878323 Feb 09 01:51:57.475315 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41372) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:57.549483 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b6338ed7-da99-4b88-b8a6-f422765614ab None None] Provisioning complete for port dde6218f-f864-464d-b0f6-ffc0c3052191 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:57.549483 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b6338ed7-da99-4b88-b8a6-f422765614ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (dde6218f-f864-464d-b0f6-ffc0c3052191), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:57.618653 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-a0a71ba0-b7ed-4633-a34f-f4d8161725c0 None None] Set router f5a0fb0e-49df-4d11-b467-ebe08342fd6d gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:51:57.651580 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:57.724685 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b6338ed7-da99-4b88-b8a6-f422765614ab None None] Current status of the port dde6218f-f864-464d-b0f6-ffc0c3052191 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:57.725228 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b6338ed7-da99-4b88-b8a6-f422765614ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (dde6218f-f864-464d-b0f6-ffc0c3052191), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:57.770112 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b6338ed7-da99-4b88-b8a6-f422765614ab None None] For port dde6218f-f864-464d-b0f6-ffc0c3052191, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=dde6218f-f864-464d-b0f6-ffc0c3052191,segment=NetworkSegment(415d2766-ddb3-4e38-98ab-764f48b34ef7),segment_id=415d2766-ddb3-4e38-98ab-764f48b34ef7)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:57.775355 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b6338ed7-da99-4b88-b8a6-f422765614ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (dde6218f-f864-464d-b0f6-ffc0c3052191), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:57.844695 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6338ed7-da99-4b88-b8a6-f422765614ab None None] Pushing event updated for resources: {'Port': ['ID=dde6218f-f864-464d-b0f6-ffc0c3052191,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:57.911733 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-a0a71ba0-b7ed-4633-a34f-f4d8161725c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'name': 'tempest-TestVolumeBackupRestore-871554168-router', 'tenant_id': '33d31b3135ff46e3b71151a392974783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'd6f7a319-3b00-46b4-b0c1-38f52ea56b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:51:55Z', 'updated_at': '2022-02-09T01:51:56Z', 'revision_number': 3, 'project_id': '33d31b3135ff46e3b71151a392974783', 'gw_port': {'id': 'd6f7a319-3b00-46b4-b0c1-38f52ea56b6c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:56Z', 'updated_at': '2022-02-09T01:51:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:57.948254 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a71ba0-b7ed-4633-a34f-f4d8161725c0 None None] Checking router: f5a0fb0e-49df-4d11-b467-ebe08342fd6d for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:51:57.948656 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a71ba0-b7ed-4633-a34f-f4d8161725c0 None None] Updating router f5a0fb0e-49df-4d11-b467-ebe08342fd6d port d6f7a319-3b00-46b4-b0c1-38f52ea56b6c binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:51:57.985449 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a0a71ba0-b7ed-4633-a34f-f4d8161725c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d6f7a319-3b00-46b4-b0c1-38f52ea56b6c), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:58.066615 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3256a313-4802-44fe-814c-14f170d6e29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:58.100487 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-18db11ff-ee67-41f1-9382-64cf0150f528 None None] Provisioning complete for port dde6218f-f864-464d-b0f6-ffc0c3052191 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:58.101198 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-18db11ff-ee67-41f1-9382-64cf0150f528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (dde6218f-f864-464d-b0f6-ffc0c3052191), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:58.255347 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-18db11ff-ee67-41f1-9382-64cf0150f528 None None] Current status of the port dde6218f-f864-464d-b0f6-ffc0c3052191 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:58.292433 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device dde6218f-f864-464d-b0f6-ffc0c3052191 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:51:58.326518 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a0a71ba0-b7ed-4633-a34f-f4d8161725c0 None None] Publish callbacks [] for port (d6f7a319-3b00-46b4-b0c1-38f52ea56b6c), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:58.330709 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-3256a313-4802-44fe-814c-14f170d6e29f admin admin] Allocated IP 172.20.0.1 (0753bfb4-9c70-456a-8935-23e61514b784/c69e95de-56f7-478f-9e18-2684b4e4eb0b/16683bdd-d596-4571-bfd7-186582c86a44) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:51:58.336233 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a0a71ba0-b7ed-4633-a34f-f4d8161725c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d6f7a319-3b00-46b4-b0c1-38f52ea56b6c), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:58.376915 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:58.390592 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port dde6218f-f864-464d-b0f6-ffc0c3052191 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:58.391229 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (dde6218f-f864-464d-b0f6-ffc0c3052191), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:58.418716 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-a0a71ba0-b7ed-4633-a34f-f4d8161725c0 None None] Attempting to bind port d6f7a319-3b00-46b4-b0c1-38f52ea56b6c on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:51:58.418968 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-a0a71ba0-b7ed-4633-a34f-f4d8161725c0 None None] Attempting to bind port d6f7a319-3b00-46b4-b0c1-38f52ea56b6c by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:51:58.419449 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a71ba0-b7ed-4633-a34f-f4d8161725c0 None None] Attempting to bind port d6f7a319-3b00-46b4-b0c1-38f52ea56b6c on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:51:58.429223 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a71ba0-b7ed-4633-a34f-f4d8161725c0 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:51:58.429598 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a71ba0-b7ed-4633-a34f-f4d8161725c0 None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:51:58.429991 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a0a71ba0-b7ed-4633-a34f-f4d8161725c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:58.430379 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a71ba0-b7ed-4633-a34f-f4d8161725c0 None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:51:58.430840 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-a0a71ba0-b7ed-4633-a34f-f4d8161725c0 None None] Bound port: d6f7a319-3b00-46b4-b0c1-38f52ea56b6c, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:51:58.431215 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a0a71ba0-b7ed-4633-a34f-f4d8161725c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d6f7a319-3b00-46b4-b0c1-38f52ea56b6c), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:58.434580 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789e8f8-7245-425d-ab7f-354ac6e09a28 None None] Pushing event updated for resources: {'Port': ['ID=d6f7a319-3b00-46b4-b0c1-38f52ea56b6c,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:58.469585 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3256a313-4802-44fe-814c-14f170d6e29f admin admin] Publish callbacks [] for port (16683bdd-d596-4571-bfd7-186582c86a44), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:58.498882 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-a0a71ba0-b7ed-4633-a34f-f4d8161725c0 None None] For port d6f7a319-3b00-46b4-b0c1-38f52ea56b6c, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:51:58.502992 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-a0a71ba0-b7ed-4633-a34f-f4d8161725c0 None None] For port d6f7a319-3b00-46b4-b0c1-38f52ea56b6c, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d6f7a319-3b00-46b4-b0c1-38f52ea56b6c,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:51:58.508845 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port dde6218f-f864-464d-b0f6-ffc0c3052191 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:58.512491 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-a0a71ba0-b7ed-4633-a34f-f4d8161725c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d6f7a319-3b00-46b4-b0c1-38f52ea56b6c), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:58.522091 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3256a313-4802-44fe-814c-14f170d6e29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (16683bdd-d596-4571-bfd7-186582c86a44), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:58.574708 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3256a313-4802-44fe-814c-14f170d6e29f admin admin] Network 0753bfb4-9c70-456a-8935-23e61514b784 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:51:58.579715 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-3256a313-4802-44fe-814c-14f170d6e29f admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:51:58.582666 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3256a313-4802-44fe-814c-14f170d6e29f admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:51:58.591370 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a71ba0-b7ed-4633-a34f-f4d8161725c0 None None] Routers {'f5a0fb0e-49df-4d11-b467-ebe08342fd6d'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:51:58.592105 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-a0a71ba0-b7ed-4633-a34f-f4d8161725c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:51:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['f5a0fb0e-49df-4d11-b467-ebe08342fd6d'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:58.612521 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256a313-4802-44fe-814c-14f170d6e29f admin admin] Pushing event updated for resources: {'Port': ['ID=16683bdd-d596-4571-bfd7-186582c86a44,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:58.638105 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789e8f8-7245-425d-ab7f-354ac6e09a28 None None] Pushing event updated for resources: {'Port': ['ID=d6f7a319-3b00-46b4-b0c1-38f52ea56b6c,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:58.648220 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3256a313-4802-44fe-814c-14f170d6e29f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (f5a0fb0e-49df-4d11-b467-ebe08342fd6d), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:58.717192 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-a0a71ba0-b7ed-4633-a34f-f4d8161725c0 None None] Set router f5a0fb0e-49df-4d11-b467-ebe08342fd6d gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:51:58.820170 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3256a313-4802-44fe-814c-14f170d6e29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (16683bdd-d596-4571-bfd7-186582c86a44), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:58.956643 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-a0a71ba0-b7ed-4633-a34f-f4d8161725c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'name': 'tempest-TestVolumeBackupRestore-871554168-router', 'tenant_id': '33d31b3135ff46e3b71151a392974783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'd6f7a319-3b00-46b4-b0c1-38f52ea56b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:51:55Z', 'updated_at': '2022-02-09T01:51:56Z', 'revision_number': 3, 'project_id': '33d31b3135ff46e3b71151a392974783', 'gw_port': {'id': 'd6f7a319-3b00-46b4-b0c1-38f52ea56b6c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:56Z', 'updated_at': '2022-02-09T01:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:58.990598 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-bce3a004-3e91-4ce3-ba68-9fc985d1db18 None None] Provisioning complete for port 16683bdd-d596-4571-bfd7-186582c86a44 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:58.990958 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bce3a004-3e91-4ce3-ba68-9fc985d1db18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (16683bdd-d596-4571-bfd7-186582c86a44), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:58.994967 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a71ba0-b7ed-4633-a34f-f4d8161725c0 None None] The sync data for ids ['f5a0fb0e-49df-4d11-b467-ebe08342fd6d'] in n-d-822053-40 is: [{'id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'name': 'tempest-TestVolumeBackupRestore-871554168-router', 'tenant_id': '33d31b3135ff46e3b71151a392974783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'd6f7a319-3b00-46b4-b0c1-38f52ea56b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:51:55Z', 'updated_at': '2022-02-09T01:51:56Z', 'revision_number': 3, 'project_id': '33d31b3135ff46e3b71151a392974783', 'gw_port': {'id': 'd6f7a319-3b00-46b4-b0c1-38f52ea56b6c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:56Z', 'updated_at': '2022-02-09T01:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:51:59.039570 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-bce3a004-3e91-4ce3-ba68-9fc985d1db18 None None] Port 16683bdd-d596-4571-bfd7-186582c86a44 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:51:59.057778 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3256a313-4802-44fe-814c-14f170d6e29f admin admin] Publish callbacks [] for port (16683bdd-d596-4571-bfd7-186582c86a44), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:59.064074 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3256a313-4802-44fe-814c-14f170d6e29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (16683bdd-d596-4571-bfd7-186582c86a44), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:59.134518 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256a313-4802-44fe-814c-14f170d6e29f admin admin] Pushing event updated for resources: {'Port': ['ID=16683bdd-d596-4571-bfd7-186582c86a44,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:59.139091 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3256a313-4802-44fe-814c-14f170d6e29f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (f5a0fb0e-49df-4d11-b467-ebe08342fd6d), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:59.248916 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3256a313-4802-44fe-814c-14f170d6e29f admin admin] Network 0753bfb4-9c70-456a-8935-23e61514b784 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:51:59.250578 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-3256a313-4802-44fe-814c-14f170d6e29f admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:51:59.431687 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3256a313-4802-44fe-814c-14f170d6e29f admin admin] Router f5a0fb0e-49df-4d11-b467-ebe08342fd6d has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:51:59.590241 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3256a313-4802-44fe-814c-14f170d6e29f admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:51:59.595417 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3256a313-4802-44fe-814c-14f170d6e29f admin admin] 10.222.0.30 "PUT /v2.0/routers/f5a0fb0e-49df-4d11-b467-ebe08342fd6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1187284 Feb 09 01:51:59.667409 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-5441755a-afd1-40c9-ac89-ea2acf659d34 None None] Provisioning complete for port 16683bdd-d596-4571-bfd7-186582c86a44 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:59.668896 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5441755a-afd1-40c9-ac89-ea2acf659d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (16683bdd-d596-4571-bfd7-186582c86a44), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:59.728479 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5441755a-afd1-40c9-ac89-ea2acf659d34 None None] Port 16683bdd-d596-4571-bfd7-186582c86a44 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:52:00.161398 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 41430) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:00.166390 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-fb8d8bd3-a933-4604-9b59-c3044c495b43 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1574053064-network', 'tenant_id': 'edd93df4ac1c4a348f0ab308178b9458'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:00.189477 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8d8bd3-a933-4604-9b59-c3044c495b43 admin admin] Made reservation on behalf of edd93df4ac1c4a348f0ab308178b9458 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:52:00.192089 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fb8d8bd3-a933-4604-9b59-c3044c495b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:00.203723 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fb8d8bd3-a933-4604-9b59-c3044c495b43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:00.213358 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d6f7a319-3b00-46b4-b0c1-38f52ea56b6c up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:52:00.281996 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port d6f7a319-3b00-46b4-b0c1-38f52ea56b6c triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:00.282771 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d6f7a319-3b00-46b4-b0c1-38f52ea56b6c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:00.312728 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fb8d8bd3-a933-4604-9b59-c3044c495b43 admin admin] Publish callbacks [] for security_group (7a831633-e93f-4262-a9d9-e8eab51453aa), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:00.318119 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fb8d8bd3-a933-4604-9b59-c3044c495b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7a831633-e93f-4262-a9d9-e8eab51453aa), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:00.352533 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb8d8bd3-a933-4604-9b59-c3044c495b43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:52:00.358339 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d8bd3-a933-4604-9b59-c3044c495b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a831633-e93f-4262-a9d9-e8eab51453aa,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:00.365728 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fb8d8bd3-a933-4604-9b59-c3044c495b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (ea5adb59-ca55-4b13-8765-578ca183706f), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:00.366162 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-fb8d8bd3-a933-4604-9b59-c3044c495b43 admin admin] Added segment ea5adb59-ca55-4b13-8765-578ca183706f of type vlan for network a540bd20-cc56-421a-8a5b-88561a5be264 Feb 09 01:52:00.389532 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port d6f7a319-3b00-46b4-b0c1-38f52ea56b6c is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:00.389933 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d6f7a319-3b00-46b4-b0c1-38f52ea56b6c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:00.410892 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fb8d8bd3-a933-4604-9b59-c3044c495b43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (a540bd20-cc56-421a-8a5b-88561a5be264), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:00.413068 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port d6f7a319-3b00-46b4-b0c1-38f52ea56b6c, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d6f7a319-3b00-46b4-b0c1-38f52ea56b6c,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:00.417807 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d6f7a319-3b00-46b4-b0c1-38f52ea56b6c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:00.441913 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fb8d8bd3-a933-4604-9b59-c3044c495b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (a540bd20-cc56-421a-8a5b-88561a5be264), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:00.443222 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8d8bd3-a933-4604-9b59-c3044c495b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:00.444018 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fb8d8bd3-a933-4604-9b59-c3044c495b43 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:00.478571 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=d6f7a319-3b00-46b4-b0c1-38f52ea56b6c,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:00.507038 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-fb8d8bd3-a933-4604-9b59-c3044c495b43 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3416986 Feb 09 01:52:00.507637 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41436) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:00.513545 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-40f1ee4f-b448-4c9c-8e2a-f29d398aca96 admin admin] Request body: {'subnet': {'network_id': 'a540bd20-cc56-421a-8a5b-88561a5be264', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1574053064-subnet', 'tenant_id': 'edd93df4ac1c4a348f0ab308178b9458', 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:00.531906 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d8bd3-a933-4604-9b59-c3044c495b43 admin admin] Pushing event updated for resources: {'Network': ['ID=a540bd20-cc56-421a-8a5b-88561a5be264,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:00.536662 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f1ee4f-b448-4c9c-8e2a-f29d398aca96 admin admin] Made reservation on behalf of edd93df4ac1c4a348f0ab308178b9458 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:52:00.539897 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-40f1ee4f-b448-4c9c-8e2a-f29d398aca96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:00.546163 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network a540bd20-cc56-421a-8a5b-88561a5be264 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:52:00.783472 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-40f1ee4f-b448-4c9c-8e2a-f29d398aca96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (1e35442b-f51a-4af2-b46f-e4b1a32fdceb), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:00.850467 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1ee4f-b448-4c9c-8e2a-f29d398aca96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e35442b-f51a-4af2-b46f-e4b1a32fdceb,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:00.859723 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f1ee4f-b448-4c9c-8e2a-f29d398aca96 admin admin] Checking segment: {'id': 'ea5adb59-ca55-4b13-8765-578ca183706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a540bd20-cc56-421a-8a5b-88561a5be264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:52:00.860116 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f1ee4f-b448-4c9c-8e2a-f29d398aca96 admin admin] Network hostable DHCP agents. Network: a540bd20-cc56-421a-8a5b-88561a5be264, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:52:00.883092 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f1ee4f-b448-4c9c-8e2a-f29d398aca96 admin admin] Network a540bd20-cc56-421a-8a5b-88561a5be264 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:52:00.893738 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-40f1ee4f-b448-4c9c-8e2a-f29d398aca96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, a540bd20-cc56-421a-8a5b-88561a5be264) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:00.897990 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f1ee4f-b448-4c9c-8e2a-f29d398aca96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:00.898585 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-40f1ee4f-b448-4c9c-8e2a-f29d398aca96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:00.908285 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cbba20-efce-4fa5-ae0c-3fd053bbbc3b None None] Network a540bd20-cc56-421a-8a5b-88561a5be264 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:52:00.931223 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-40f1ee4f-b448-4c9c-8e2a-f29d398aca96 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4224203 Feb 09 01:52:00.934873 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41448) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:00.939702 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-17c2a7e9-01c8-4883-b036-2d11fbe59c0b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1574053064-router', 'tenant_id': 'edd93df4ac1c4a348f0ab308178b9458', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:00.997736 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-17c2a7e9-01c8-4883-b036-2d11fbe59c0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (bbbbf262-99b4-4293-9333-bb7949c57b41), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:00.999039 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-17c2a7e9-01c8-4883-b036-2d11fbe59c0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (bbbbf262-99b4-4293-9333-bb7949c57b41), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:01.084428 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-17c2a7e9-01c8-4883-b036-2d11fbe59c0b admin admin] Publish callbacks [] for router_controller (bbbbf262-99b4-4293-9333-bb7949c57b41), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:01.098900 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae39ab21-aa50-42c3-9747-e5b971b6aa7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-a540bd20-cc56-421a-8a5b-88561a5be264', 'network_id': 'a540bd20-cc56-421a-8a5b-88561a5be264', 'project_id': 'edd93df4ac1c4a348f0ab308178b9458', 'fixed_ips': [{'subnet_id': '1e35442b-f51a-4af2-b46f-e4b1a32fdceb'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:52:01.099896 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ae39ab21-aa50-42c3-9747-e5b971b6aa7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:01.198739 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127e61e1-cac0-4fcb-a1bf-b0c30a612a70 None None] Sync routers for ids ['f5a0fb0e-49df-4d11-b467-ebe08342fd6d'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:52:01.236205 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127e61e1-cac0-4fcb-a1bf-b0c30a612a70 None None] Routers {'f5a0fb0e-49df-4d11-b467-ebe08342fd6d'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:01.237164 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-127e61e1-cac0-4fcb-a1bf-b0c30a612a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:51:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['f5a0fb0e-49df-4d11-b467-ebe08342fd6d'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:01.269052 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-17c2a7e9-01c8-4883-b036-2d11fbe59c0b admin admin] Publish callbacks [] for router_gateway (bbbbf262-99b4-4293-9333-bb7949c57b41), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:01.390205 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-ae39ab21-aa50-42c3-9747-e5b971b6aa7d None None] Allocated IP 172.20.0.2 (a540bd20-cc56-421a-8a5b-88561a5be264/1e35442b-f51a-4af2-b46f-e4b1a32fdceb/a9e72414-1684-442b-afaa-a4106dc95fb6) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:52:01.439508 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-127e61e1-cac0-4fcb-a1bf-b0c30a612a70 None None] Set router f5a0fb0e-49df-4d11-b467-ebe08342fd6d gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:52:01.597984 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-17c2a7e9-01c8-4883-b036-2d11fbe59c0b admin admin] Publish callbacks [] for router_gateway (bbbbf262-99b4-4293-9333-bb7949c57b41), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:01.633101 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-17c2a7e9-01c8-4883-b036-2d11fbe59c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:01.779572 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ae39ab21-aa50-42c3-9747-e5b971b6aa7d None None] Publish callbacks [] for port (a9e72414-1684-442b-afaa-a4106dc95fb6), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:01.789265 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-17c2a7e9-01c8-4883-b036-2d11fbe59c0b admin admin] Allocated IP 172.25.1.46 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:52:01.800158 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ae39ab21-aa50-42c3-9747-e5b971b6aa7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (a9e72414-1684-442b-afaa-a4106dc95fb6), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:01.882887 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-127e61e1-cac0-4fcb-a1bf-b0c30a612a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'name': 'tempest-TestVolumeBackupRestore-871554168-router', 'tenant_id': '33d31b3135ff46e3b71151a392974783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'd6f7a319-3b00-46b4-b0c1-38f52ea56b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:51:55Z', 'updated_at': '2022-02-09T01:51:58Z', 'revision_number': 4, 'project_id': '33d31b3135ff46e3b71151a392974783', 'gw_port': {'id': 'd6f7a319-3b00-46b4-b0c1-38f52ea56b6c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:56Z', 'updated_at': '2022-02-09T01:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '16683bdd-d596-4571-bfd7-186582c86a44', 'name': '', 'network_id': '0753bfb4-9c70-456a-8935-23e61514b784', 'tenant_id': '33d31b3135ff46e3b71151a392974783', 'mac_address': 'fa:16:3e:3c:9c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'c69e95de-56f7-478f-9e18-2684b4e4eb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:58Z', 'updated_at': '2022-02-09T01:51:58Z', 'revision_number': 2, 'project_id': '33d31b3135ff46e3b71151a392974783', 'subnets': [{'id': 'c69e95de-56f7-478f-9e18-2684b4e4eb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:01.923197 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127e61e1-cac0-4fcb-a1bf-b0c30a612a70 None None] Checking router: f5a0fb0e-49df-4d11-b467-ebe08342fd6d for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:52:01.924115 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127e61e1-cac0-4fcb-a1bf-b0c30a612a70 None None] Updating router f5a0fb0e-49df-4d11-b467-ebe08342fd6d port 16683bdd-d596-4571-bfd7-186582c86a44 binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:52:01.960462 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae39ab21-aa50-42c3-9747-e5b971b6aa7d None None] Network a540bd20-cc56-421a-8a5b-88561a5be264 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:52:01.962588 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-17c2a7e9-01c8-4883-b036-2d11fbe59c0b admin admin] Publish callbacks [] for port (2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:01.964102 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-127e61e1-cac0-4fcb-a1bf-b0c30a612a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (16683bdd-d596-4571-bfd7-186582c86a44), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:01.979104 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-ae39ab21-aa50-42c3-9747-e5b971b6aa7d None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:01.984029 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae39ab21-aa50-42c3-9747-e5b971b6aa7d None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:52:01.999226 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39ab21-aa50-42c3-9747-e5b971b6aa7d None None] Pushing event updated for resources: {'Port': ['ID=a9e72414-1684-442b-afaa-a4106dc95fb6,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:02.035445 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-17c2a7e9-01c8-4883-b036-2d11fbe59c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:02.099023 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-ae39ab21-aa50-42c3-9747-e5b971b6aa7d None None] Attempting to bind port a9e72414-1684-442b-afaa-a4106dc95fb6 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:52:02.099407 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-ae39ab21-aa50-42c3-9747-e5b971b6aa7d None None] Attempting to bind port a9e72414-1684-442b-afaa-a4106dc95fb6 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'ea5adb59-ca55-4b13-8765-578ca183706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a540bd20-cc56-421a-8a5b-88561a5be264'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:52:02.100235 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae39ab21-aa50-42c3-9747-e5b971b6aa7d None None] Attempting to bind port a9e72414-1684-442b-afaa-a4106dc95fb6 on network a540bd20-cc56-421a-8a5b-88561a5be264 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:52:02.111919 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae39ab21-aa50-42c3-9747-e5b971b6aa7d None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:52:02.112210 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae39ab21-aa50-42c3-9747-e5b971b6aa7d None None] Checking segment: {'id': 'ea5adb59-ca55-4b13-8765-578ca183706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a540bd20-cc56-421a-8a5b-88561a5be264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:52:02.112617 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ae39ab21-aa50-42c3-9747-e5b971b6aa7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:02.113181 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae39ab21-aa50-42c3-9747-e5b971b6aa7d None None] Bound using segment: {'id': 'ea5adb59-ca55-4b13-8765-578ca183706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a540bd20-cc56-421a-8a5b-88561a5be264'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:52:02.113665 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-ae39ab21-aa50-42c3-9747-e5b971b6aa7d None None] Bound port: a9e72414-1684-442b-afaa-a4106dc95fb6, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5adb59-ca55-4b13-8765-578ca183706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a540bd20-cc56-421a-8a5b-88561a5be264'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:52:02.114035 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ae39ab21-aa50-42c3-9747-e5b971b6aa7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a9e72414-1684-442b-afaa-a4106dc95fb6), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:02.157859 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c2a7e9-01c8-4883-b036-2d11fbe59c0b admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:52:02.161608 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-17c2a7e9-01c8-4883-b036-2d11fbe59c0b admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:02.179677 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c2a7e9-01c8-4883-b036-2d11fbe59c0b admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:52:02.194839 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-ae39ab21-aa50-42c3-9747-e5b971b6aa7d None None] For port a9e72414-1684-442b-afaa-a4106dc95fb6, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:52:02.196314 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2a7e9-01c8-4883-b036-2d11fbe59c0b admin admin] Pushing event updated for resources: {'Port': ['ID=2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:02.197771 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-ae39ab21-aa50-42c3-9747-e5b971b6aa7d None None] For port a9e72414-1684-442b-afaa-a4106dc95fb6, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=a9e72414-1684-442b-afaa-a4106dc95fb6,segment=NetworkSegment(ea5adb59-ca55-4b13-8765-578ca183706f),segment_id=ea5adb59-ca55-4b13-8765-578ca183706f)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:52:02.217812 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ae39ab21-aa50-42c3-9747-e5b971b6aa7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (a9e72414-1684-442b-afaa-a4106dc95fb6), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:02.337424 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d6f7a319-3b00-46b4-b0c1-38f52ea56b6c up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:52:02.509494 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39ab21-aa50-42c3-9747-e5b971b6aa7d None None] Pushing event updated for resources: {'Port': ['ID=a9e72414-1684-442b-afaa-a4106dc95fb6,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:02.575954 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port d6f7a319-3b00-46b4-b0c1-38f52ea56b6c triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:02.576368 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d6f7a319-3b00-46b4-b0c1-38f52ea56b6c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:02.593267 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-15b45a9b-01f5-47f9-8035-ab320c4d78b4 req-f46eae34-3b58-4fcf-b048-a23137404802 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2a12d97a-8512-426d-b6a6-a80cad83dfc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1039200 Feb 09 01:52:02.708403 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b45a9b-01f5-47f9-8035-ab320c4d78b4 req-84255f81-301f-459c-9248-01bf450f1bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:02.709981 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-15b45a9b-01f5-47f9-8035-ab320c4d78b4 req-84255f81-301f-459c-9248-01bf450f1bba service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=924692c773084498881e3d0212567e7a&device_id=2a12d97a-8512-426d-b6a6-a80cad83dfc9 HTTP/1.1" status: 200 len: 1132 time: 0.0911674 Feb 09 01:52:02.723061 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port d6f7a319-3b00-46b4-b0c1-38f52ea56b6c is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:02.724018 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-17c2a7e9-01c8-4883-b036-2d11fbe59c0b admin admin] Publish callbacks [] for router_gateway (bbbbf262-99b4-4293-9333-bb7949c57b41), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:02.842413 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-127e61e1-cac0-4fcb-a1bf-b0c30a612a70 None None] Publish callbacks [] for port (16683bdd-d596-4571-bfd7-186582c86a44), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:02.878690 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-127e61e1-cac0-4fcb-a1bf-b0c30a612a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (16683bdd-d596-4571-bfd7-186582c86a44), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:03.011185 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b45a9b-01f5-47f9-8035-ab320c4d78b4 req-4b569796-7fd1-4337-aef2-643bd7492e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:03.012867 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5066dc-874f-4b8e-95bf-981f67e8c6e2 None None] Pushing event updated for resources: {'Port': ['ID=16683bdd-d596-4571-bfd7-186582c86a44,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:03.033371 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-15b45a9b-01f5-47f9-8035-ab320c4d78b4 req-4b569796-7fd1-4337-aef2-643bd7492e22 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.2982428 Feb 09 01:52:03.114199 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-17c2a7e9-01c8-4883-b036-2d11fbe59c0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (bbbbf262-99b4-4293-9333-bb7949c57b41), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:03.121859 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-15b45a9b-01f5-47f9-8035-ab320c4d78b4 req-9eae28db-1d4e-4c35-a491-2679ba769b31 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=5e20ce93-25b7-4632-b7d7-05094bd91093 HTTP/1.1" status: 200 len: 217 time: 0.0757372 Feb 09 01:52:03.133422 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-127e61e1-cac0-4fcb-a1bf-b0c30a612a70 None None] Attempting to bind port 16683bdd-d596-4571-bfd7-186582c86a44 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:52:03.133827 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-127e61e1-cac0-4fcb-a1bf-b0c30a612a70 None None] Attempting to bind port 16683bdd-d596-4571-bfd7-186582c86a44 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '415d2766-ddb3-4e38-98ab-764f48b34ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0753bfb4-9c70-456a-8935-23e61514b784'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:52:03.134196 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127e61e1-cac0-4fcb-a1bf-b0c30a612a70 None None] Attempting to bind port 16683bdd-d596-4571-bfd7-186582c86a44 on network 0753bfb4-9c70-456a-8935-23e61514b784 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:52:03.145028 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127e61e1-cac0-4fcb-a1bf-b0c30a612a70 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:52:03.145404 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127e61e1-cac0-4fcb-a1bf-b0c30a612a70 None None] Checking segment: {'id': '415d2766-ddb3-4e38-98ab-764f48b34ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0753bfb4-9c70-456a-8935-23e61514b784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:52:03.145815 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-127e61e1-cac0-4fcb-a1bf-b0c30a612a70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:03.146217 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127e61e1-cac0-4fcb-a1bf-b0c30a612a70 None None] Bound using segment: {'id': '415d2766-ddb3-4e38-98ab-764f48b34ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0753bfb4-9c70-456a-8935-23e61514b784'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:52:03.146699 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-127e61e1-cac0-4fcb-a1bf-b0c30a612a70 None None] Bound port: 16683bdd-d596-4571-bfd7-186582c86a44, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '415d2766-ddb3-4e38-98ab-764f48b34ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0753bfb4-9c70-456a-8935-23e61514b784'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:52:03.147103 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-127e61e1-cac0-4fcb-a1bf-b0c30a612a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (16683bdd-d596-4571-bfd7-186582c86a44), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:03.207389 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b45a9b-01f5-47f9-8035-ab320c4d78b4 req-efd438b6-0d56-4e78-8af0-6a5901498c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:03.209217 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-15b45a9b-01f5-47f9-8035-ab320c4d78b4 req-efd438b6-0d56-4e78-8af0-6a5901498c3c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.0796015 Feb 09 01:52:03.300968 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-127e61e1-cac0-4fcb-a1bf-b0c30a612a70 None None] For port 16683bdd-d596-4571-bfd7-186582c86a44, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:52:03.306359 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-7d7e483c-fadb-4c25-9b0f-59fe7c681114 None None] Provisioning complete for port 16683bdd-d596-4571-bfd7-186582c86a44 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:03.306608 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7d7e483c-fadb-4c25-9b0f-59fe7c681114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (16683bdd-d596-4571-bfd7-186582c86a44), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:03.317343 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b45a9b-01f5-47f9-8035-ab320c4d78b4 req-bac2c540-2132-471b-9ce2-0c4c3b5cc83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:03.326854 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-15b45a9b-01f5-47f9-8035-ab320c4d78b4 req-bac2c540-2132-471b-9ce2-0c4c3b5cc83f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1087673 Feb 09 01:52:03.329342 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-127e61e1-cac0-4fcb-a1bf-b0c30a612a70 None None] For port 16683bdd-d596-4571-bfd7-186582c86a44, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=16683bdd-d596-4571-bfd7-186582c86a44,segment=NetworkSegment(415d2766-ddb3-4e38-98ab-764f48b34ef7),segment_id=415d2766-ddb3-4e38-98ab-764f48b34ef7)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:52:03.371847 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c2a7e9-01c8-4883-b036-2d11fbe59c0b admin admin] Router bbbbf262-99b4-4293-9333-bb7949c57b41 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:52:03.382592 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-127e61e1-cac0-4fcb-a1bf-b0c30a612a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (16683bdd-d596-4571-bfd7-186582c86a44), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:03.489117 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7d7e483c-fadb-4c25-9b0f-59fe7c681114 None None] Port 16683bdd-d596-4571-bfd7-186582c86a44 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:52:03.491210 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127e61e1-cac0-4fcb-a1bf-b0c30a612a70 None None] Routers {'f5a0fb0e-49df-4d11-b467-ebe08342fd6d'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:03.492582 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-127e61e1-cac0-4fcb-a1bf-b0c30a612a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:51:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['f5a0fb0e-49df-4d11-b467-ebe08342fd6d'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:03.545352 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-15b45a9b-01f5-47f9-8035-ab320c4d78b4 req-2d8bf89a-fa4f-4d8c-be5a-410e06bcae6d service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068589 Feb 09 01:52:03.623000 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c2a7e9-01c8-4883-b036-2d11fbe59c0b admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:52:03.648798 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac857815-65d0-4b06-80db-c8450e97f449 None None] Sync routers for ids ['bbbbf262-99b4-4293-9333-bb7949c57b41'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:52:03.663667 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-17c2a7e9-01c8-4883-b036-2d11fbe59c0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:03.665424 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-17c2a7e9-01c8-4883-b036-2d11fbe59c0b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7291968 Feb 09 01:52:03.670641 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 41482) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:03.674798 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac857815-65d0-4b06-80db-c8450e97f449 None None] Routers {'bbbbf262-99b4-4293-9333-bb7949c57b41'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:03.675438 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ac857815-65d0-4b06-80db-c8450e97f449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:51:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['bbbbf262-99b4-4293-9333-bb7949c57b41'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:03.821700 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5066dc-874f-4b8e-95bf-981f67e8c6e2 None None] Pushing event updated for resources: {'Port': ['ID=16683bdd-d596-4571-bfd7-186582c86a44,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:03.957446 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-568e1063-ad70-4a22-aa36-d45381a9023e None None] Provisioning complete for port 16683bdd-d596-4571-bfd7-186582c86a44 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:03.962893 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-568e1063-ad70-4a22-aa36-d45381a9023e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (16683bdd-d596-4571-bfd7-186582c86a44), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:03.989303 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-15b45a9b-01f5-47f9-8035-ab320c4d78b4 req-cdb7c8c1-a6b3-4958-856c-1cb3483c7a29 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331214 Feb 09 01:52:04.030868 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-127e61e1-cac0-4fcb-a1bf-b0c30a612a70 None None] Set router f5a0fb0e-49df-4d11-b467-ebe08342fd6d gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:52:04.178516 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-ac857815-65d0-4b06-80db-c8450e97f449 None None] Set router bbbbf262-99b4-4293-9333-bb7949c57b41 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:52:04.424304 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device a9e72414-1684-442b-afaa-a4106dc95fb6 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:52:04.426653 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511a5bb7-8dcd-4687-a008-40d7d6fbfa6d None None] Network a540bd20-cc56-421a-8a5b-88561a5be264 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:52:04.504745 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:52:04.562018 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ac857815-65d0-4b06-80db-c8450e97f449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbbf262-99b4-4293-9333-bb7949c57b41', 'name': 'tempest-TestVolumeBackupRestore-1574053064-router', 'tenant_id': 'edd93df4ac1c4a348f0ab308178b9458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': '2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:52:01Z', 'updated_at': '2022-02-09T01:52:02Z', 'revision_number': 3, 'project_id': 'edd93df4ac1c4a348f0ab308178b9458', 'gw_port': {'id': '2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ac:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbbf262-99b4-4293-9333-bb7949c57b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:01Z', 'updated_at': '2022-02-09T01:52:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:04.603051 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac857815-65d0-4b06-80db-c8450e97f449 None None] Checking router: bbbbf262-99b4-4293-9333-bb7949c57b41 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:52:04.603638 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac857815-65d0-4b06-80db-c8450e97f449 None None] Updating router bbbbf262-99b4-4293-9333-bb7949c57b41 port 2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:52:04.639518 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ac857815-65d0-4b06-80db-c8450e97f449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:04.734803 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-568e1063-ad70-4a22-aa36-d45381a9023e None None] Current status of the port 16683bdd-d596-4571-bfd7-186582c86a44 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:04.735201 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-568e1063-ad70-4a22-aa36-d45381a9023e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (16683bdd-d596-4571-bfd7-186582c86a44), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:04.774847 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port a9e72414-1684-442b-afaa-a4106dc95fb6 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:04.775228 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a9e72414-1684-442b-afaa-a4106dc95fb6), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:04.848861 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-568e1063-ad70-4a22-aa36-d45381a9023e None None] For port 16683bdd-d596-4571-bfd7-186582c86a44, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=16683bdd-d596-4571-bfd7-186582c86a44,segment=NetworkSegment(415d2766-ddb3-4e38-98ab-764f48b34ef7),segment_id=415d2766-ddb3-4e38-98ab-764f48b34ef7)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:04.867299 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-568e1063-ad70-4a22-aa36-d45381a9023e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (16683bdd-d596-4571-bfd7-186582c86a44), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:04.881180 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a1b1aad9-0daf-48ac-a401-61b4f717b548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:04.983363 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ac857815-65d0-4b06-80db-c8450e97f449 None None] Publish callbacks [] for port (2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:05.004540 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ac857815-65d0-4b06-80db-c8450e97f449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:05.035967 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port a9e72414-1684-442b-afaa-a4106dc95fb6 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:05.036574 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a9e72414-1684-442b-afaa-a4106dc95fb6), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:05.049602 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-127e61e1-cac0-4fcb-a1bf-b0c30a612a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'name': 'tempest-TestVolumeBackupRestore-871554168-router', 'tenant_id': '33d31b3135ff46e3b71151a392974783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'd6f7a319-3b00-46b4-b0c1-38f52ea56b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:51:55Z', 'updated_at': '2022-02-09T01:51:58Z', 'revision_number': 4, 'project_id': '33d31b3135ff46e3b71151a392974783', 'gw_port': {'id': 'd6f7a319-3b00-46b4-b0c1-38f52ea56b6c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:56Z', 'updated_at': '2022-02-09T01:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '16683bdd-d596-4571-bfd7-186582c86a44', 'name': '', 'network_id': '0753bfb4-9c70-456a-8935-23e61514b784', 'tenant_id': '33d31b3135ff46e3b71151a392974783', 'mac_address': 'fa:16:3e:3c:9c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'c69e95de-56f7-478f-9e18-2684b4e4eb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:58Z', 'updated_at': '2022-02-09T01:52:03Z', 'revision_number': 4, 'project_id': '33d31b3135ff46e3b71151a392974783', 'subnets': [{'id': 'c69e95de-56f7-478f-9e18-2684b4e4eb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:05.086716 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127e61e1-cac0-4fcb-a1bf-b0c30a612a70 None None] The sync data for ids ['f5a0fb0e-49df-4d11-b467-ebe08342fd6d'] in n-d-822053-40 is: [{'id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'name': 'tempest-TestVolumeBackupRestore-871554168-router', 'tenant_id': '33d31b3135ff46e3b71151a392974783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'd6f7a319-3b00-46b4-b0c1-38f52ea56b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:51:55Z', 'updated_at': '2022-02-09T01:51:58Z', 'revision_number': 4, 'project_id': '33d31b3135ff46e3b71151a392974783', 'gw_port': {'id': 'd6f7a319-3b00-46b4-b0c1-38f52ea56b6c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:56Z', 'updated_at': '2022-02-09T01:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '16683bdd-d596-4571-bfd7-186582c86a44', 'name': '', 'network_id': '0753bfb4-9c70-456a-8935-23e61514b784', 'tenant_id': '33d31b3135ff46e3b71151a392974783', 'mac_address': 'fa:16:3e:3c:9c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'c69e95de-56f7-478f-9e18-2684b4e4eb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:58Z', 'updated_at': '2022-02-09T01:52:03Z', 'revision_number': 4, 'project_id': '33d31b3135ff46e3b71151a392974783', 'subnets': [{'id': 'c69e95de-56f7-478f-9e18-2684b4e4eb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:52:05.087497 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-a1b1aad9-0daf-48ac-a401-61b4f717b548 admin admin] Allocated IP 172.20.0.1 (a540bd20-cc56-421a-8a5b-88561a5be264/1e35442b-f51a-4af2-b46f-e4b1a32fdceb/f1e1efd2-0946-456d-a3a3-0a172499d29b) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:52:05.095476 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a7477-bb79-49cb-9d02-007d2c9c48b3 None None] Pushing event updated for resources: {'Port': ['ID=2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:05.110005 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e1063-ad70-4a22-aa36-d45381a9023e None None] Pushing event updated for resources: {'Port': ['ID=16683bdd-d596-4571-bfd7-186582c86a44,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:05.139243 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-ac857815-65d0-4b06-80db-c8450e97f449 None None] Attempting to bind port 2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:52:05.140401 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-ac857815-65d0-4b06-80db-c8450e97f449 None None] Attempting to bind port 2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:52:05.141056 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac857815-65d0-4b06-80db-c8450e97f449 None None] Attempting to bind port 2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:52:05.151095 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac857815-65d0-4b06-80db-c8450e97f449 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:52:05.152027 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac857815-65d0-4b06-80db-c8450e97f449 None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:52:05.152733 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ac857815-65d0-4b06-80db-c8450e97f449 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:05.153509 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac857815-65d0-4b06-80db-c8450e97f449 None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:52:05.154501 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-ac857815-65d0-4b06-80db-c8450e97f449 None None] Bound port: 2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:52:05.156193 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ac857815-65d0-4b06-80db-c8450e97f449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:05.165084 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-8e8f4614-10ab-4f77-9c53-b6fcbe29c7c4 None None] Provisioning complete for port a9e72414-1684-442b-afaa-a4106dc95fb6 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:05.165403 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8e8f4614-10ab-4f77-9c53-b6fcbe29c7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a9e72414-1684-442b-afaa-a4106dc95fb6), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:05.240695 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port a9e72414-1684-442b-afaa-a4106dc95fb6, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=a9e72414-1684-442b-afaa-a4106dc95fb6,segment=NetworkSegment(ea5adb59-ca55-4b13-8765-578ca183706f),segment_id=ea5adb59-ca55-4b13-8765-578ca183706f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:05.257270 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (a9e72414-1684-442b-afaa-a4106dc95fb6), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:05.299283 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-ac857815-65d0-4b06-80db-c8450e97f449 None None] For port 2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:52:05.306454 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-ac857815-65d0-4b06-80db-c8450e97f449 None None] For port 2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:52:05.318922 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-ac857815-65d0-4b06-80db-c8450e97f449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:05.363071 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a1b1aad9-0daf-48ac-a401-61b4f717b548 admin admin] Publish callbacks [] for port (f1e1efd2-0946-456d-a3a3-0a172499d29b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:05.410909 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=a9e72414-1684-442b-afaa-a4106dc95fb6,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:05.419674 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a1b1aad9-0daf-48ac-a401-61b4f717b548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (f1e1efd2-0946-456d-a3a3-0a172499d29b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:05.425218 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac857815-65d0-4b06-80db-c8450e97f449 None None] Routers {'bbbbf262-99b4-4293-9333-bb7949c57b41'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:05.425834 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ac857815-65d0-4b06-80db-c8450e97f449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:51:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['bbbbf262-99b4-4293-9333-bb7949c57b41'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:05.471360 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a7477-bb79-49cb-9d02-007d2c9c48b3 None None] Pushing event updated for resources: {'Port': ['ID=2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:05.483500 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b1aad9-0daf-48ac-a401-61b4f717b548 admin admin] Network a540bd20-cc56-421a-8a5b-88561a5be264 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:52:05.485851 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-a1b1aad9-0daf-48ac-a401-61b4f717b548 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:05.487931 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1aad9-0daf-48ac-a401-61b4f717b548 admin admin] Pushing event updated for resources: {'Port': ['ID=f1e1efd2-0946-456d-a3a3-0a172499d29b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:05.492142 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b1aad9-0daf-48ac-a401-61b4f717b548 admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:52:05.507209 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-8e8f4614-10ab-4f77-9c53-b6fcbe29c7c4 None None] Current status of the port a9e72414-1684-442b-afaa-a4106dc95fb6 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:05.552826 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a1b1aad9-0daf-48ac-a401-61b4f717b548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (bbbbf262-99b4-4293-9333-bb7949c57b41), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:05.619506 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-ac857815-65d0-4b06-80db-c8450e97f449 None None] Set router bbbbf262-99b4-4293-9333-bb7949c57b41 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:52:05.646738 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-2fa67fe3-0c88-4a65-b853-17ec0f81b5ad None None] Provisioning complete for port a9e72414-1684-442b-afaa-a4106dc95fb6 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:05.647124 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2fa67fe3-0c88-4a65-b853-17ec0f81b5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a9e72414-1684-442b-afaa-a4106dc95fb6), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:05.754329 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a1b1aad9-0daf-48ac-a401-61b4f717b548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f1e1efd2-0946-456d-a3a3-0a172499d29b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:05.830338 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2fa67fe3-0c88-4a65-b853-17ec0f81b5ad None None] Current status of the port a9e72414-1684-442b-afaa-a4106dc95fb6 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:05.901617 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-ac857815-65d0-4b06-80db-c8450e97f449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbbf262-99b4-4293-9333-bb7949c57b41', 'name': 'tempest-TestVolumeBackupRestore-1574053064-router', 'tenant_id': 'edd93df4ac1c4a348f0ab308178b9458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': '2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:52:01Z', 'updated_at': '2022-02-09T01:52:02Z', 'revision_number': 3, 'project_id': 'edd93df4ac1c4a348f0ab308178b9458', 'gw_port': {'id': '2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ac:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbbf262-99b4-4293-9333-bb7949c57b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:01Z', 'updated_at': '2022-02-09T01:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:05.948309 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac857815-65d0-4b06-80db-c8450e97f449 None None] The sync data for ids ['bbbbf262-99b4-4293-9333-bb7949c57b41'] in n-d-822053-40 is: [{'id': 'bbbbf262-99b4-4293-9333-bb7949c57b41', 'name': 'tempest-TestVolumeBackupRestore-1574053064-router', 'tenant_id': 'edd93df4ac1c4a348f0ab308178b9458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': '2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:52:01Z', 'updated_at': '2022-02-09T01:52:02Z', 'revision_number': 3, 'project_id': 'edd93df4ac1c4a348f0ab308178b9458', 'gw_port': {'id': '2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ac:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbbf262-99b4-4293-9333-bb7949c57b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:01Z', 'updated_at': '2022-02-09T01:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:52:05.966495 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-3bd24827-9e8e-4430-82ff-a113a74dbd9a None None] Provisioning complete for port f1e1efd2-0946-456d-a3a3-0a172499d29b triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:05.967029 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3bd24827-9e8e-4430-82ff-a113a74dbd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f1e1efd2-0946-456d-a3a3-0a172499d29b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:06.023238 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a1b1aad9-0daf-48ac-a401-61b4f717b548 admin admin] Publish callbacks [] for port (f1e1efd2-0946-456d-a3a3-0a172499d29b), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:06.030904 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a1b1aad9-0daf-48ac-a401-61b4f717b548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (f1e1efd2-0946-456d-a3a3-0a172499d29b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:06.037136 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3bd24827-9e8e-4430-82ff-a113a74dbd9a None None] Port f1e1efd2-0946-456d-a3a3-0a172499d29b cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:52:06.119636 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a1b1aad9-0daf-48ac-a401-61b4f717b548 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (bbbbf262-99b4-4293-9333-bb7949c57b41), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:06.123870 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1aad9-0daf-48ac-a401-61b4f717b548 admin admin] Pushing event updated for resources: {'Port': ['ID=f1e1efd2-0946-456d-a3a3-0a172499d29b,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:06.267378 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b1aad9-0daf-48ac-a401-61b4f717b548 admin admin] Network a540bd20-cc56-421a-8a5b-88561a5be264 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:52:06.273334 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-a1b1aad9-0daf-48ac-a401-61b4f717b548 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:06.401806 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device a9e72414-1684-442b-afaa-a4106dc95fb6 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:52:06.515619 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port a9e72414-1684-442b-afaa-a4106dc95fb6 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:06.516022 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a9e72414-1684-442b-afaa-a4106dc95fb6), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:06.526388 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b1aad9-0daf-48ac-a401-61b4f717b548 admin admin] Router bbbbf262-99b4-4293-9333-bb7949c57b41 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:52:06.715754 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port a9e72414-1684-442b-afaa-a4106dc95fb6 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:06.717151 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 16683bdd-d596-4571-bfd7-186582c86a44 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:52:06.718211 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b1aad9-0daf-48ac-a401-61b4f717b548 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:52:06.726997 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a1b1aad9-0daf-48ac-a401-61b4f717b548 admin admin] 10.222.0.30 "PUT /v2.0/routers/bbbbf262-99b4-4293-9333-bb7949c57b41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0557692 Feb 09 01:52:06.786749 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-9cde06c4-3cb8-476e-a37a-9a56a17cc22c None None] Provisioning complete for port f1e1efd2-0946-456d-a3a3-0a172499d29b triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:06.787091 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9cde06c4-3cb8-476e-a37a-9a56a17cc22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f1e1efd2-0946-456d-a3a3-0a172499d29b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:06.790193 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 16683bdd-d596-4571-bfd7-186582c86a44 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:06.790559 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (16683bdd-d596-4571-bfd7-186582c86a44), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:06.907142 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-9cde06c4-3cb8-476e-a37a-9a56a17cc22c None None] Port f1e1efd2-0946-456d-a3a3-0a172499d29b cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:52:07.017589 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 16683bdd-d596-4571-bfd7-186582c86a44 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:08.234412 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997b5a45-45d2-4c21-8672-6673dddb2a79 None None] Sync routers for ids ['bbbbf262-99b4-4293-9333-bb7949c57b41'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:52:08.247836 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:52:08.255607 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997b5a45-45d2-4c21-8672-6673dddb2a79 None None] Routers {'bbbbf262-99b4-4293-9333-bb7949c57b41'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:08.256631 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-997b5a45-45d2-4c21-8672-6673dddb2a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:51:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['bbbbf262-99b4-4293-9333-bb7949c57b41'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:08.431685 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:08.432084 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:08.434831 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-997b5a45-45d2-4c21-8672-6673dddb2a79 None None] Set router bbbbf262-99b4-4293-9333-bb7949c57b41 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:52:08.635441 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:08.635930 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:08.682447 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:08.690368 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:08.766436 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:08.787209 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-997b5a45-45d2-4c21-8672-6673dddb2a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbbf262-99b4-4293-9333-bb7949c57b41', 'name': 'tempest-TestVolumeBackupRestore-1574053064-router', 'tenant_id': 'edd93df4ac1c4a348f0ab308178b9458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': '2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:52:01Z', 'updated_at': '2022-02-09T01:52:05Z', 'revision_number': 4, 'project_id': 'edd93df4ac1c4a348f0ab308178b9458', 'gw_port': {'id': '2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ac:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbbf262-99b4-4293-9333-bb7949c57b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:01Z', 'updated_at': '2022-02-09T01:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'f1e1efd2-0946-456d-a3a3-0a172499d29b', 'name': '', 'network_id': 'a540bd20-cc56-421a-8a5b-88561a5be264', 'tenant_id': 'edd93df4ac1c4a348f0ab308178b9458', 'mac_address': 'fa:16:3e:ec:29:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbbf262-99b4-4293-9333-bb7949c57b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '1e35442b-f51a-4af2-b46f-e4b1a32fdceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:04Z', 'updated_at': '2022-02-09T01:52:05Z', 'revision_number': 2, 'project_id': 'edd93df4ac1c4a348f0ab308178b9458', 'subnets': [{'id': '1e35442b-f51a-4af2-b46f-e4b1a32fdceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:08.819891 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997b5a45-45d2-4c21-8672-6673dddb2a79 None None] Checking router: bbbbf262-99b4-4293-9333-bb7949c57b41 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:52:08.820275 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997b5a45-45d2-4c21-8672-6673dddb2a79 None None] Updating router bbbbf262-99b4-4293-9333-bb7949c57b41 port f1e1efd2-0946-456d-a3a3-0a172499d29b binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:52:08.861890 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-997b5a45-45d2-4c21-8672-6673dddb2a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f1e1efd2-0946-456d-a3a3-0a172499d29b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:09.204059 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-997b5a45-45d2-4c21-8672-6673dddb2a79 None None] Publish callbacks [] for port (f1e1efd2-0946-456d-a3a3-0a172499d29b), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:09.211449 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-997b5a45-45d2-4c21-8672-6673dddb2a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f1e1efd2-0946-456d-a3a3-0a172499d29b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:09.272835 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3d38a-b1f5-4e3f-af44-7100365545c9 None None] Pushing event updated for resources: {'Port': ['ID=f1e1efd2-0946-456d-a3a3-0a172499d29b,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:09.330973 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-997b5a45-45d2-4c21-8672-6673dddb2a79 None None] Attempting to bind port f1e1efd2-0946-456d-a3a3-0a172499d29b on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:52:09.331454 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-997b5a45-45d2-4c21-8672-6673dddb2a79 None None] Attempting to bind port f1e1efd2-0946-456d-a3a3-0a172499d29b by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'ea5adb59-ca55-4b13-8765-578ca183706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a540bd20-cc56-421a-8a5b-88561a5be264'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:52:09.331891 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997b5a45-45d2-4c21-8672-6673dddb2a79 None None] Attempting to bind port f1e1efd2-0946-456d-a3a3-0a172499d29b on network a540bd20-cc56-421a-8a5b-88561a5be264 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:52:09.338965 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997b5a45-45d2-4c21-8672-6673dddb2a79 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:52:09.339340 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997b5a45-45d2-4c21-8672-6673dddb2a79 None None] Checking segment: {'id': 'ea5adb59-ca55-4b13-8765-578ca183706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a540bd20-cc56-421a-8a5b-88561a5be264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:52:09.339793 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-997b5a45-45d2-4c21-8672-6673dddb2a79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:09.340934 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997b5a45-45d2-4c21-8672-6673dddb2a79 None None] Bound using segment: {'id': 'ea5adb59-ca55-4b13-8765-578ca183706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a540bd20-cc56-421a-8a5b-88561a5be264'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:52:09.342332 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-997b5a45-45d2-4c21-8672-6673dddb2a79 None None] Bound port: f1e1efd2-0946-456d-a3a3-0a172499d29b, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5adb59-ca55-4b13-8765-578ca183706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a540bd20-cc56-421a-8a5b-88561a5be264'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:52:09.342894 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-997b5a45-45d2-4c21-8672-6673dddb2a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f1e1efd2-0946-456d-a3a3-0a172499d29b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:09.422880 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-997b5a45-45d2-4c21-8672-6673dddb2a79 None None] For port f1e1efd2-0946-456d-a3a3-0a172499d29b, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:52:09.426671 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-997b5a45-45d2-4c21-8672-6673dddb2a79 None None] For port f1e1efd2-0946-456d-a3a3-0a172499d29b, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=f1e1efd2-0946-456d-a3a3-0a172499d29b,segment=NetworkSegment(ea5adb59-ca55-4b13-8765-578ca183706f),segment_id=ea5adb59-ca55-4b13-8765-578ca183706f)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:52:09.435871 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-997b5a45-45d2-4c21-8672-6673dddb2a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f1e1efd2-0946-456d-a3a3-0a172499d29b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:09.500656 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3d38a-b1f5-4e3f-af44-7100365545c9 None None] Pushing event updated for resources: {'Port': ['ID=f1e1efd2-0946-456d-a3a3-0a172499d29b,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:09.531192 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997b5a45-45d2-4c21-8672-6673dddb2a79 None None] Routers {'bbbbf262-99b4-4293-9333-bb7949c57b41'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:09.531959 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-997b5a45-45d2-4c21-8672-6673dddb2a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:51:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['bbbbf262-99b4-4293-9333-bb7949c57b41'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:09.850138 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-6862d822-a9a4-471a-ac89-27d80ed21e46 None None] Provisioning complete for port f1e1efd2-0946-456d-a3a3-0a172499d29b triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:09.850511 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6862d822-a9a4-471a-ac89-27d80ed21e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f1e1efd2-0946-456d-a3a3-0a172499d29b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:09.914016 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-997b5a45-45d2-4c21-8672-6673dddb2a79 None None] Set router bbbbf262-99b4-4293-9333-bb7949c57b41 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:52:10.079764 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6862d822-a9a4-471a-ac89-27d80ed21e46 None None] Current status of the port f1e1efd2-0946-456d-a3a3-0a172499d29b is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:10.081722 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6862d822-a9a4-471a-ac89-27d80ed21e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f1e1efd2-0946-456d-a3a3-0a172499d29b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:10.139321 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-6862d822-a9a4-471a-ac89-27d80ed21e46 None None] For port f1e1efd2-0946-456d-a3a3-0a172499d29b, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=f1e1efd2-0946-456d-a3a3-0a172499d29b,segment=NetworkSegment(ea5adb59-ca55-4b13-8765-578ca183706f),segment_id=ea5adb59-ca55-4b13-8765-578ca183706f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:10.146915 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6862d822-a9a4-471a-ac89-27d80ed21e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f1e1efd2-0946-456d-a3a3-0a172499d29b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:10.228265 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:52:10.285382 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6862d822-a9a4-471a-ac89-27d80ed21e46 None None] Pushing event updated for resources: {'Port': ['ID=f1e1efd2-0946-456d-a3a3-0a172499d29b,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:10.310594 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-be86942a-7b90-4a0c-9751-576517ac97d6 None None] Provisioning complete for port f1e1efd2-0946-456d-a3a3-0a172499d29b triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:10.310970 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-be86942a-7b90-4a0c-9751-576517ac97d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f1e1efd2-0946-456d-a3a3-0a172499d29b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:10.368460 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-997b5a45-45d2-4c21-8672-6673dddb2a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbbf262-99b4-4293-9333-bb7949c57b41', 'name': 'tempest-TestVolumeBackupRestore-1574053064-router', 'tenant_id': 'edd93df4ac1c4a348f0ab308178b9458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': '2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:52:01Z', 'updated_at': '2022-02-09T01:52:05Z', 'revision_number': 4, 'project_id': 'edd93df4ac1c4a348f0ab308178b9458', 'gw_port': {'id': '2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ac:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbbf262-99b4-4293-9333-bb7949c57b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:01Z', 'updated_at': '2022-02-09T01:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'f1e1efd2-0946-456d-a3a3-0a172499d29b', 'name': '', 'network_id': 'a540bd20-cc56-421a-8a5b-88561a5be264', 'tenant_id': 'edd93df4ac1c4a348f0ab308178b9458', 'mac_address': 'fa:16:3e:ec:29:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbbf262-99b4-4293-9333-bb7949c57b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '1e35442b-f51a-4af2-b46f-e4b1a32fdceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:04Z', 'updated_at': '2022-02-09T01:52:09Z', 'revision_number': 4, 'project_id': 'edd93df4ac1c4a348f0ab308178b9458', 'subnets': [{'id': '1e35442b-f51a-4af2-b46f-e4b1a32fdceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:10.406061 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:10.406403 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:10.409173 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997b5a45-45d2-4c21-8672-6673dddb2a79 None None] The sync data for ids ['bbbbf262-99b4-4293-9333-bb7949c57b41'] in n-d-822053-40 is: [{'id': 'bbbbf262-99b4-4293-9333-bb7949c57b41', 'name': 'tempest-TestVolumeBackupRestore-1574053064-router', 'tenant_id': 'edd93df4ac1c4a348f0ab308178b9458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': '2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:52:01Z', 'updated_at': '2022-02-09T01:52:05Z', 'revision_number': 4, 'project_id': 'edd93df4ac1c4a348f0ab308178b9458', 'gw_port': {'id': '2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ac:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbbf262-99b4-4293-9333-bb7949c57b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:01Z', 'updated_at': '2022-02-09T01:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'f1e1efd2-0946-456d-a3a3-0a172499d29b', 'name': '', 'network_id': 'a540bd20-cc56-421a-8a5b-88561a5be264', 'tenant_id': 'edd93df4ac1c4a348f0ab308178b9458', 'mac_address': 'fa:16:3e:ec:29:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbbf262-99b4-4293-9333-bb7949c57b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '1e35442b-f51a-4af2-b46f-e4b1a32fdceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:04Z', 'updated_at': '2022-02-09T01:52:09Z', 'revision_number': 4, 'project_id': 'edd93df4ac1c4a348f0ab308178b9458', 'subnets': [{'id': '1e35442b-f51a-4af2-b46f-e4b1a32fdceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:52:10.507767 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-be86942a-7b90-4a0c-9751-576517ac97d6 None None] Current status of the port f1e1efd2-0946-456d-a3a3-0a172499d29b is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:10.568678 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:12.258977 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device f1e1efd2-0946-456d-a3a3-0a172499d29b up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:52:12.312582 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port f1e1efd2-0946-456d-a3a3-0a172499d29b triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:12.312954 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f1e1efd2-0946-456d-a3a3-0a172499d29b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:12.406853 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port f1e1efd2-0946-456d-a3a3-0a172499d29b is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:19.643905 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:20.829818 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4264058f-2263-4004-ae47-f0d29eda7613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:21.198452 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:24.284518 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d6592df5-f6d7-4107-999b-e56ea85989c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:25.890162 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:27.608581 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:28.333627 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:29.487876 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287898f-f134-4eb8-b9be-3bb7332ba868 req-c70d2d9f-c49c-4cb0-8ee3-cc94c7076af7 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:29.489273 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8287898f-f134-4eb8-b9be-3bb7332ba868 req-c70d2d9f-c49c-4cb0-8ee3-cc94c7076af7 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a12d97a-8512-426d-b6a6-a80cad83dfc9 HTTP/1.1" status: 200 len: 949 time: 0.0561266 Feb 09 01:52:29.546246 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8287898f-f134-4eb8-b9be-3bb7332ba868 req-00830f9a-ccf9-47b1-b750-55581e7d4fe8 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f1098eb-16c1-4f88-9b35-05b52c8672f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461640 Feb 09 01:52:30.664747 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ede0c3-a2ed-4b8e-95e6-093e6320394e req-e3df3f12-a18e-40da-acfd-709edce74671 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:30.666233 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-51ede0c3-a2ed-4b8e-95e6-093e6320394e req-e3df3f12-a18e-40da-acfd-709edce74671 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a12d97a-8512-426d-b6a6-a80cad83dfc9 HTTP/1.1" status: 200 len: 949 time: 0.0533309 Feb 09 01:52:30.717591 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-51ede0c3-a2ed-4b8e-95e6-093e6320394e req-4864fa90-7b6d-4eb7-94f6-4ef250e06325 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] 10.222.0.30 "GET /v2.0/security-groups?id=3f1098eb-16c1-4f88-9b35-05b52c8672f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450873 Feb 09 01:52:31.261047 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87626ad3-c114-449b-8c6b-0b351ea0db6d req-c5433f0a-147d-4d78-ba54-aa198609da98 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:31.262430 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-87626ad3-c114-449b-8c6b-0b351ea0db6d req-c5433f0a-147d-4d78-ba54-aa198609da98 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] 10.222.0.91 "GET /v2.0/ports?device_id=2a12d97a-8512-426d-b6a6-a80cad83dfc9 HTTP/1.1" status: 200 len: 949 time: 0.0523841 Feb 09 01:52:31.362441 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-87626ad3-c114-449b-8c6b-0b351ea0db6d req-e56e7d66-05f0-497e-9e8f-ca9a4624318f tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Deleting port 5e20ce93-25b7-4632-b7d7-05094bd91093 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:52:31.362779 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-87626ad3-c114-449b-8c6b-0b351ea0db6d req-e56e7d66-05f0-497e-9e8f-ca9a4624318f tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (5e20ce93-25b7-4632-b7d7-05094bd91093), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:31.456606 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-87626ad3-c114-449b-8c6b-0b351ea0db6d req-e56e7d66-05f0-497e-9e8f-ca9a4624318f tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] For port 5e20ce93-25b7-4632-b7d7-05094bd91093, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=5e20ce93-25b7-4632-b7d7-05094bd91093,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:31.457140 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-87626ad3-c114-449b-8c6b-0b351ea0db6d req-e56e7d66-05f0-497e-9e8f-ca9a4624318f tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (5e20ce93-25b7-4632-b7d7-05094bd91093), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:31.471158 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-87626ad3-c114-449b-8c6b-0b351ea0db6d req-e56e7d66-05f0-497e-9e8f-ca9a4624318f tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Calling delete_port for 5e20ce93-25b7-4632-b7d7-05094bd91093 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:52:31.614450 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-87626ad3-c114-449b-8c6b-0b351ea0db6d req-e56e7d66-05f0-497e-9e8f-ca9a4624318f tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (5e20ce93-25b7-4632-b7d7-05094bd91093), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:31.631601 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['5e20ce93-25b7-4632-b7d7-05094bd91093'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:52:31.646914 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e7d66-05f0-497e-9e8f-ca9a4624318f tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Pushing event deleted for resources: {'Port': ['ID=5e20ce93-25b7-4632-b7d7-05094bd91093,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:31.698588 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-87626ad3-c114-449b-8c6b-0b351ea0db6d req-e56e7d66-05f0-497e-9e8f-ca9a4624318f tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] No DVR routers for this DVR port 5e20ce93-25b7-4632-b7d7-05094bd91093 on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:52:31.703313 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-87626ad3-c114-449b-8c6b-0b351ea0db6d req-e56e7d66-05f0-497e-9e8f-ca9a4624318f tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:31.707124 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-87626ad3-c114-449b-8c6b-0b351ea0db6d req-e56e7d66-05f0-497e-9e8f-ca9a4624318f tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] 10.222.0.91 "DELETE /v2.0/ports/5e20ce93-25b7-4632-b7d7-05094bd91093 HTTP/1.1" status: 204 len: 173 time: 0.4367526 Feb 09 01:52:31.707733 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a12d97a-8512-426d-b6a6-a80cad83dfc9', 'name': 'network-vif-deleted', 'tag': '5e20ce93-25b7-4632-b7d7-05094bd91093'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:52:31.710441 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a333c5b1-70ea-44db-bc53-47e0c700208f" -d '{"events": [{"server_uuid": "2a12d97a-8512-426d-b6a6-a80cad83dfc9", "name": "network-vif-deleted", "tag": "5e20ce93-25b7-4632-b7d7-05094bd91093"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:52:31.763958 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4385de-6036-4176-a679-dde40100f5fc x-openstack-request-id: req-4c4385de-6036-4176-a679-dde40100f5fc {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:52:31.764273 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a12d97a-8512-426d-b6a6-a80cad83dfc9", "name": "network-vif-deleted", "tag": "5e20ce93-25b7-4632-b7d7-05094bd91093", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:52:31.764524 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4c4385de-6036-4176-a679-dde40100f5fc {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:52:31.764944 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a12d97a-8512-426d-b6a6-a80cad83dfc9', 'name': 'network-vif-deleted', 'tag': '5e20ce93-25b7-4632-b7d7-05094bd91093', 'status': 'completed', 'code': 200} Feb 09 01:52:31.832731 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ff878038-816c-432c-aa07-41602c34b470 req-755c878e-14f2-48c4-a28a-7a2e7262eec2 tempest-VolumesBackupsTest-23824089 tempest-VolumesBackupsTest-23824089-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a12d97a-8512-426d-b6a6-a80cad83dfc9 HTTP/1.1" status: 200 len: 210 time: 0.0337009 Feb 09 01:52:35.482950 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 5e20ce93-25b7-4632-b7d7-05094bd91093 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:52:35.504698 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 5e20ce93-25b7-4632-b7d7-05094bd91093 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:52:35.505040 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 5e20ce93-25b7-4632-b7d7-05094bd91093 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:52:41.269663 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:52:49.634085 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:50.825237 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-67c6398e-8de8-43ef-93da-258282d5b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:51.204880 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:54.293424 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b4693fa4-cb22-467b-b73d-c8f6dea18286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:55.899692 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:57.612948 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:58.330936 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:04.525422 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b863deba-e9c7-4026-972a-72ec80cb7ee5 req-0fec3fb6-a303-479c-b841-a1efb36e51b5 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0492971 Feb 09 01:53:04.638695 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863deba-e9c7-4026-972a-72ec80cb7ee5 req-4ce8208f-397e-4047-8b80-cf0d2c59f612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:04.641112 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b863deba-e9c7-4026-972a-72ec80cb7ee5 req-4ce8208f-397e-4047-8b80-cf0d2c59f612 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8b7c3d5d34764138a793ac4ac9fbb514&device_id=6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f HTTP/1.1" status: 200 len: 1129 time: 0.0603917 Feb 09 01:53:04.754975 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863deba-e9c7-4026-972a-72ec80cb7ee5 req-f2029489-7f45-449c-b666-6753809dd48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:04.756501 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b863deba-e9c7-4026-972a-72ec80cb7ee5 req-f2029489-7f45-449c-b666-6753809dd48f service neutron] 10.222.0.91 "GET /v2.0/networks?id=d33d4b53-4ce7-4cd8-bd8b-dde95c574802 HTTP/1.1" status: 200 len: 910 time: 0.0945411 Feb 09 01:53:04.831174 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b863deba-e9c7-4026-972a-72ec80cb7ee5 req-1449ac41-dedf-435c-910b-0a97fea9acb7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6268d8ca-82d4-4b84-ac8b-6b323c3c37d8 HTTP/1.1" status: 200 len: 1001 time: 0.0637527 Feb 09 01:53:04.885719 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863deba-e9c7-4026-972a-72ec80cb7ee5 req-65c1c899-bab8-4b07-bb3b-ad4e096a11b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:04.887039 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b863deba-e9c7-4026-972a-72ec80cb7ee5 req-65c1c899-bab8-4b07-bb3b-ad4e096a11b8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=15c51665-c8f0-46e5-8131-d2046febd6aa HTTP/1.1" status: 200 len: 848 time: 0.0458584 Feb 09 01:53:04.946825 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863deba-e9c7-4026-972a-72ec80cb7ee5 req-02bb3854-0164-4cde-a699-c9e74d472ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:04.948826 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b863deba-e9c7-4026-972a-72ec80cb7ee5 req-02bb3854-0164-4cde-a699-c9e74d472ee4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d33d4b53-4ce7-4cd8-bd8b-dde95c574802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0529842 Feb 09 01:53:05.051301 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b863deba-e9c7-4026-972a-72ec80cb7ee5 req-5ccb58e5-28fc-404a-93fa-dce7d5fff178 service neutron] 10.222.0.91 "GET /v2.0/networks/d33d4b53-4ce7-4cd8-bd8b-dde95c574802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911217 Feb 09 01:53:05.169739 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b863deba-e9c7-4026-972a-72ec80cb7ee5 req-60f379b0-df02-4298-81a2-17c866c3171b service neutron] 10.222.0.91 "GET /v2.0/networks/d33d4b53-4ce7-4cd8-bd8b-dde95c574802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067321 Feb 09 01:53:18.275455 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:53:19.642194 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:20.825679 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9622d85a-e871-415a-a0d1-4f5b2af136aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:21.215814 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:24.300511 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-38af15cd-f96a-4d54-8311-0c46a3369436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:25.897256 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:27.615889 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:28.326551 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:49.649462 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:50.825367 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3dbc7638-b3c6-4409-a4cc-bf73303483b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:51.216554 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:54.285247 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-01cbe49f-7c16-4c78-a8af-7c1a8ee9269c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:55.270310 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:53:55.894237 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:57.631444 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:58.321356 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:04.550951 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bfcfe64b-e9f4-4a6e-8405-e0bf1e8b0761 req-a3c29924-8c63-40bc-ab6e-173298abbcac service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0680027 Feb 09 01:54:04.645817 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfe64b-e9f4-4a6e-8405-e0bf1e8b0761 req-aefaf319-9fa0-4762-8ad1-e33accf09588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:04.647424 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bfcfe64b-e9f4-4a6e-8405-e0bf1e8b0761 req-aefaf319-9fa0-4762-8ad1-e33accf09588 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8b7c3d5d34764138a793ac4ac9fbb514&device_id=6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f HTTP/1.1" status: 200 len: 1129 time: 0.0491738 Feb 09 01:54:04.775468 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfe64b-e9f4-4a6e-8405-e0bf1e8b0761 req-e50d558c-735c-4e9b-8a12-8889a0d046c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:04.777014 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bfcfe64b-e9f4-4a6e-8405-e0bf1e8b0761 req-e50d558c-735c-4e9b-8a12-8889a0d046c7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d33d4b53-4ce7-4cd8-bd8b-dde95c574802 HTTP/1.1" status: 200 len: 910 time: 0.1047161 Feb 09 01:54:04.856530 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bfcfe64b-e9f4-4a6e-8405-e0bf1e8b0761 req-e6262eee-23b4-49bf-a50c-ffc285129e7e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6268d8ca-82d4-4b84-ac8b-6b323c3c37d8 HTTP/1.1" status: 200 len: 1001 time: 0.0701895 Feb 09 01:54:04.920155 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfe64b-e9f4-4a6e-8405-e0bf1e8b0761 req-756c5065-cd84-419e-9518-03a90f318c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:04.922071 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bfcfe64b-e9f4-4a6e-8405-e0bf1e8b0761 req-756c5065-cd84-419e-9518-03a90f318c93 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=15c51665-c8f0-46e5-8131-d2046febd6aa HTTP/1.1" status: 200 len: 848 time: 0.0569184 Feb 09 01:54:04.989887 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfe64b-e9f4-4a6e-8405-e0bf1e8b0761 req-c403a6fd-ffb1-4e99-bb06-c53d87b00841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:04.991460 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bfcfe64b-e9f4-4a6e-8405-e0bf1e8b0761 req-c403a6fd-ffb1-4e99-bb06-c53d87b00841 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d33d4b53-4ce7-4cd8-bd8b-dde95c574802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0608904 Feb 09 01:54:05.105753 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bfcfe64b-e9f4-4a6e-8405-e0bf1e8b0761 req-4d9d94f0-4ce7-4677-a521-fab0660434e7 service neutron] 10.222.0.91 "GET /v2.0/networks/d33d4b53-4ce7-4cd8-bd8b-dde95c574802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045365 Feb 09 01:54:05.205510 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bfcfe64b-e9f4-4a6e-8405-e0bf1e8b0761 req-140e880f-9581-41c0-ae1a-fc4dcb480da2 service neutron] 10.222.0.91 "GET /v2.0/networks/d33d4b53-4ce7-4cd8-bd8b-dde95c574802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936975 Feb 09 01:54:19.647281 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:20.820788 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a56d81b2-d410-4087-919d-2b4466c191ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:21.231737 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:24.289644 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ddbed48f-76f1-4fbf-b643-9174023ceac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:25.896094 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:27.623620 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:28.326335 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:30.282537 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43848) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:30.287882 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-5a5ae582-3203-4994-b5a2-ac0fda553bbd tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-10024953', 'description': 'tempest-secgroup-smoke-10024953 description', 'project_id': '33d31b3135ff46e3b71151a392974783'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:30.309226 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a5ae582-3203-4994-b5a2-ac0fda553bbd tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:30.378884 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a5ae582-3203-4994-b5a2-ac0fda553bbd tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks [] for security_group (d47400ce-6f3a-448b-a350-d145e76696e6), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:30.384513 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a5ae582-3203-4994-b5a2-ac0fda553bbd tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (d47400ce-6f3a-448b-a350-d145e76696e6), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:30.416993 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ae582-3203-4994-b5a2-ac0fda553bbd tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d47400ce-6f3a-448b-a350-d145e76696e6,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:30.421499 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a5ae582-3203-4994-b5a2-ac0fda553bbd tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:30.422727 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5a5ae582-3203-4994-b5a2-ac0fda553bbd tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1391797 Feb 09 01:54:30.426665 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43852) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:30.430737 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ae582-3203-4994-b5a2-ac0fda553bbd tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:30.431091 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ae582-3203-4994-b5a2-ac0fda553bbd tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:30.431440 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ae582-3203-4994-b5a2-ac0fda553bbd tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:30.431784 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ae582-3203-4994-b5a2-ac0fda553bbd tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:30.432181 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ae582-3203-4994-b5a2-ac0fda553bbd tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:30.432521 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ae582-3203-4994-b5a2-ac0fda553bbd tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:30.432867 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ae582-3203-4994-b5a2-ac0fda553bbd tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:30.433198 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ae582-3203-4994-b5a2-ac0fda553bbd tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:30.433528 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ae582-3203-4994-b5a2-ac0fda553bbd tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:30.433856 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ae582-3203-4994-b5a2-ac0fda553bbd tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:30.434191 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ae582-3203-4994-b5a2-ac0fda553bbd tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:30.434525 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ae582-3203-4994-b5a2-ac0fda553bbd tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:30.434846 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ae582-3203-4994-b5a2-ac0fda553bbd tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:30.435864 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-06bb15b3-e37f-46f4-91ce-96706ff476a3 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Request body: {'security_group_rule': {'security_group_id': 'd47400ce-6f3a-448b-a350-d145e76696e6', 'project_id': '33d31b3135ff46e3b71151a392974783', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:30.464355 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-06bb15b3-e37f-46f4-91ce-96706ff476a3 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks [] for security_group_rule (87b63715-bcac-4db4-affd-b606494a9ce1), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:30.514551 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-06bb15b3-e37f-46f4-91ce-96706ff476a3 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks [] for security_group_rule (87b63715-bcac-4db4-affd-b606494a9ce1), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:30.520266 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-06bb15b3-e37f-46f4-91ce-96706ff476a3 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (87b63715-bcac-4db4-affd-b606494a9ce1), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:30.544201 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb15b3-e37f-46f4-91ce-96706ff476a3 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87b63715-bcac-4db4-affd-b606494a9ce1,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:30.550895 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-06bb15b3-e37f-46f4-91ce-96706ff476a3 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:30.554870 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43854) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:30.555077 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-06bb15b3-e37f-46f4-91ce-96706ff476a3 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1261861 Feb 09 01:54:30.556356 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb15b3-e37f-46f4-91ce-96706ff476a3 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:30.556710 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb15b3-e37f-46f4-91ce-96706ff476a3 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:30.557060 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb15b3-e37f-46f4-91ce-96706ff476a3 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:30.557393 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb15b3-e37f-46f4-91ce-96706ff476a3 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:30.557731 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb15b3-e37f-46f4-91ce-96706ff476a3 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:30.558062 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb15b3-e37f-46f4-91ce-96706ff476a3 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:30.558390 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb15b3-e37f-46f4-91ce-96706ff476a3 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:30.558717 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb15b3-e37f-46f4-91ce-96706ff476a3 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:30.559416 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb15b3-e37f-46f4-91ce-96706ff476a3 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:30.559416 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb15b3-e37f-46f4-91ce-96706ff476a3 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:30.559676 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb15b3-e37f-46f4-91ce-96706ff476a3 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:30.559831 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-b9614b05-7123-46f8-a104-1667af091b42 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Request body: {'security_group_rule': {'security_group_id': 'd47400ce-6f3a-448b-a350-d145e76696e6', 'project_id': '33d31b3135ff46e3b71151a392974783', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:30.560339 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb15b3-e37f-46f4-91ce-96706ff476a3 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:30.560668 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bb15b3-e37f-46f4-91ce-96706ff476a3 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:30.586862 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b9614b05-7123-46f8-a104-1667af091b42 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks [] for security_group_rule (9594d750-12c5-4d88-833f-f144c7dc0703), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:30.644402 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b9614b05-7123-46f8-a104-1667af091b42 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks [] for security_group_rule (9594d750-12c5-4d88-833f-f144c7dc0703), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:30.648454 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b9614b05-7123-46f8-a104-1667af091b42 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (9594d750-12c5-4d88-833f-f144c7dc0703), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:30.666463 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9614b05-7123-46f8-a104-1667af091b42 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9594d750-12c5-4d88-833f-f144c7dc0703,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:30.675384 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b9614b05-7123-46f8-a104-1667af091b42 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:30.676749 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b9614b05-7123-46f8-a104-1667af091b42 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1207771 Feb 09 01:54:30.679532 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43856) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:30.684183 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-4324c245-0922-4d79-9fd2-58dbdfc0972f tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Request body: {'security_group_rule': {'security_group_id': 'd47400ce-6f3a-448b-a350-d145e76696e6', 'project_id': '33d31b3135ff46e3b71151a392974783', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:30.711065 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4324c245-0922-4d79-9fd2-58dbdfc0972f tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks [] for security_group_rule (ba00c85a-96dc-4780-b625-9b64e2df3ffc), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:30.773946 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4324c245-0922-4d79-9fd2-58dbdfc0972f tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks [] for security_group_rule (ba00c85a-96dc-4780-b625-9b64e2df3ffc), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:30.777869 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4324c245-0922-4d79-9fd2-58dbdfc0972f tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (ba00c85a-96dc-4780-b625-9b64e2df3ffc), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:30.797664 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324c245-0922-4d79-9fd2-58dbdfc0972f tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba00c85a-96dc-4780-b625-9b64e2df3ffc,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:30.806224 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4324c245-0922-4d79-9fd2-58dbdfc0972f tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:30.807593 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4324c245-0922-4d79-9fd2-58dbdfc0972f tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1269891 Feb 09 01:54:30.810305 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43858) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:30.815031 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-8c1bdb6e-7fdb-4373-80d4-a24b6b42e085 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Request body: {'security_group_rule': {'security_group_id': 'd47400ce-6f3a-448b-a350-d145e76696e6', 'project_id': '33d31b3135ff46e3b71151a392974783', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:30.844976 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8c1bdb6e-7fdb-4373-80d4-a24b6b42e085 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks [] for security_group_rule (81887de6-18cf-419b-b6e0-58902f62da30), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:30.911346 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8c1bdb6e-7fdb-4373-80d4-a24b6b42e085 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks [] for security_group_rule (81887de6-18cf-419b-b6e0-58902f62da30), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:30.915267 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8c1bdb6e-7fdb-4373-80d4-a24b6b42e085 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (81887de6-18cf-419b-b6e0-58902f62da30), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:30.933684 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1bdb6e-7fdb-4373-80d4-a24b6b42e085 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81887de6-18cf-419b-b6e0-58902f62da30,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:30.944820 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8c1bdb6e-7fdb-4373-80d4-a24b6b42e085 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:30.946054 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8c1bdb6e-7fdb-4373-80d4-a24b6b42e085 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1347868 Feb 09 01:54:30.948975 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43862) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:30.959943 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-3598c746-a43d-4c07-958b-7aa2bde6a0be tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Request body: {'security_group_rule': {'security_group_id': 'd47400ce-6f3a-448b-a350-d145e76696e6', 'project_id': '33d31b3135ff46e3b71151a392974783', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:30.988774 n-d-822053-40 neutron-server[103529]: INFO neutron.db.securitygroups_db [None req-3598c746-a43d-4c07-958b-7aa2bde6a0be tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Project 33d31b3135ff46e3b71151a392974783 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:54:30.994371 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3598c746-a43d-4c07-958b-7aa2bde6a0be tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks [] for security_group_rule (70d44362-5013-4cfd-a205-f9d59ee2a8a0), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:31.063204 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3598c746-a43d-4c07-958b-7aa2bde6a0be tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks [] for security_group_rule (70d44362-5013-4cfd-a205-f9d59ee2a8a0), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:31.067529 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3598c746-a43d-4c07-958b-7aa2bde6a0be tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (70d44362-5013-4cfd-a205-f9d59ee2a8a0), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:31.087436 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3598c746-a43d-4c07-958b-7aa2bde6a0be tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d44362-5013-4cfd-a205-f9d59ee2a8a0,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:31.105201 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3598c746-a43d-4c07-958b-7aa2bde6a0be tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:31.106439 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3598c746-a43d-4c07-958b-7aa2bde6a0be tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1540425 Feb 09 01:54:31.109327 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43864) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:31.114339 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-fbacb0f4-71be-4026-8283-2844556ce727 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Request body: {'security_group_rule': {'security_group_id': 'd47400ce-6f3a-448b-a350-d145e76696e6', 'project_id': '33d31b3135ff46e3b71151a392974783', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:31.136903 n-d-822053-40 neutron-server[103528]: INFO neutron.db.securitygroups_db [None req-fbacb0f4-71be-4026-8283-2844556ce727 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Project 33d31b3135ff46e3b71151a392974783 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:54:31.142688 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fbacb0f4-71be-4026-8283-2844556ce727 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks [] for security_group_rule (93644d1b-8fe6-477d-848c-898d104c0aed), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:31.203718 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fbacb0f4-71be-4026-8283-2844556ce727 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks [] for security_group_rule (93644d1b-8fe6-477d-848c-898d104c0aed), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:31.208777 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fbacb0f4-71be-4026-8283-2844556ce727 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (93644d1b-8fe6-477d-848c-898d104c0aed), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:31.227142 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbacb0f4-71be-4026-8283-2844556ce727 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93644d1b-8fe6-477d-848c-898d104c0aed,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:31.236730 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fbacb0f4-71be-4026-8283-2844556ce727 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:31.238157 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-fbacb0f4-71be-4026-8283-2844556ce727 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1278045 Feb 09 01:54:31.607509 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-f72308f7-6ac1-432e-a997-794c821e4d57 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-10024953&fields=id&tenant_id=33d31b3135ff46e3b71151a392974783 HTTP/1.1" status: 200 len: 267 time: 0.0534894 Feb 09 01:54:31.719626 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-6ae47fde-e187-4173-9bd4-928dc64d8433 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:31.721754 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-6ae47fde-e187-4173-9bd4-928dc64d8433 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/networks?id=0753bfb4-9c70-456a-8935-23e61514b784 HTTP/1.1" status: 200 len: 813 time: 0.1070285 Feb 09 01:54:31.736582 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-fe443ab9-8334-4807-a856-c30e528a4b61 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/quotas/33d31b3135ff46e3b71151a392974783 HTTP/1.1" status: 200 len: 375 time: 0.0093102 Feb 09 01:54:31.793932 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-1d566b60-30de-4e2a-a78d-08642df0e9a1 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=33d31b3135ff46e3b71151a392974783&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519638 Feb 09 01:54:31.920206 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-5cf493cc-b103-427b-acef-ed16849578cd service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:54:31.921213 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-5cf493cc-b103-427b-acef-ed16849578cd service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1155987 Feb 09 01:54:32.018010 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-e5231799-c848-44b4-a674-54fb4ffa3bcb service neutron] 10.222.0.30 "GET /v2.0/networks/0753bfb4-9c70-456a-8935-23e61514b784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894461 Feb 09 01:54:32.109599 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-86fb7e74-add3-44dd-a75f-0a10893d39c6 service neutron] 10.222.0.30 "GET /v2.0/networks/0753bfb4-9c70-456a-8935-23e61514b784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858274 Feb 09 01:54:32.270973 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:54:32.484951 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b094fa1b-7a9d-416f-835e-bbd4017d0ed6 req-a9f77fdf-bf9c-4200-ae9c-3d00fc8936ad tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 210 time: 0.0937476 Feb 09 01:54:33.489377 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-e4d104f3-4b17-43dd-9719-9d666e735bfc tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:33.490844 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-e4d104f3-4b17-43dd-9719-9d666e735bfc tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.121 "GET /v2.0/networks?id=0753bfb4-9c70-456a-8935-23e61514b784 HTTP/1.1" status: 200 len: 813 time: 0.1238134 Feb 09 01:54:33.566729 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-77157622-8695-437b-9bb2-6995d39c3c6f tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33d31b3135ff46e3b71151a392974783 HTTP/1.1" status: 200 len: 378 time: 0.0671234 Feb 09 01:54:33.576711 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-b1b86a02-21db-4e6f-b047-886ea4120408 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Request body: {'port': {'device_id': 'a8d0d5ef-0418-42a6-924c-bc215b8be6d2', 'network_id': '0753bfb4-9c70-456a-8935-23e61514b784', 'admin_state_up': True, 'tenant_id': '33d31b3135ff46e3b71151a392974783', 'security_groups': ['d47400ce-6f3a-448b-a350-d145e76696e6']}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:33.613448 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1a17d140-9a1e-47e9-b37e-193bee763f82 req-a8a7edd5-eb55-4823-8e1d-7253d036573b tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 210 time: 0.0472565 Feb 09 01:54:33.711787 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-b1b86a02-21db-4e6f-b047-886ea4120408 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Made reservation on behalf of 33d31b3135ff46e3b71151a392974783 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:54:33.715039 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-b1b86a02-21db-4e6f-b047-886ea4120408 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:33.852555 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-b1b86a02-21db-4e6f-b047-886ea4120408 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Allocated IP 172.20.0.14 (0753bfb4-9c70-456a-8935-23e61514b784/c69e95de-56f7-478f-9e18-2684b4e4eb0b/1443fadb-949b-4351-9f4c-30209cfbbca1) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:54:34.013972 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-b1b86a02-21db-4e6f-b047-886ea4120408 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks [] for port (1443fadb-949b-4351-9f4c-30209cfbbca1), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:34.048843 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-b1b86a02-21db-4e6f-b047-886ea4120408 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (1443fadb-949b-4351-9f4c-30209cfbbca1), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:34.100010 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-b1b86a02-21db-4e6f-b047-886ea4120408 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Network 0753bfb4-9c70-456a-8935-23e61514b784 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:54:34.103187 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-b1b86a02-21db-4e6f-b047-886ea4120408 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:34.106867 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-b1b86a02-21db-4e6f-b047-886ea4120408 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:54:34.114187 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b86a02-21db-4e6f-b047-886ea4120408 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Pushing event updated for resources: {'Port': ['ID=1443fadb-949b-4351-9f4c-30209cfbbca1,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:34.170574 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-b1b86a02-21db-4e6f-b047-886ea4120408 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:34.171731 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-b1b86a02-21db-4e6f-b047-886ea4120408 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:34.195037 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-b1b86a02-21db-4e6f-b047-886ea4120408 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6221838 Feb 09 01:54:34.221681 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-baf398f1-11b4-4dbc-81f8-d65a46b1cac1 service neutron] Request body: {'port': {'device_id': 'a8d0d5ef-0418-42a6-924c-bc215b8be6d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:34.295742 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-baf398f1-11b4-4dbc-81f8-d65a46b1cac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1443fadb-949b-4351-9f4c-30209cfbbca1), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:34.424578 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-30a5f037-6bce-4cb7-b67d-1c28f7369c16 None None] Provisioning complete for port 1443fadb-949b-4351-9f4c-30209cfbbca1 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:34.425849 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-30a5f037-6bce-4cb7-b67d-1c28f7369c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1443fadb-949b-4351-9f4c-30209cfbbca1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:34.468509 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-30a5f037-6bce-4cb7-b67d-1c28f7369c16 None None] Port 1443fadb-949b-4351-9f4c-30209cfbbca1 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:54:34.598123 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-baf398f1-11b4-4dbc-81f8-d65a46b1cac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1443fadb-949b-4351-9f4c-30209cfbbca1 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:54:34.606450 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-baf398f1-11b4-4dbc-81f8-d65a46b1cac1 service neutron] Publish callbacks [] for port (1443fadb-949b-4351-9f4c-30209cfbbca1), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:34.621060 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-baf398f1-11b4-4dbc-81f8-d65a46b1cac1 service neutron] Transition to ACTIVE for port object 1443fadb-949b-4351-9f4c-30209cfbbca1 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:54:34.624098 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-baf398f1-11b4-4dbc-81f8-d65a46b1cac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (1443fadb-949b-4351-9f4c-30209cfbbca1), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:34.678927 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf398f1-11b4-4dbc-81f8-d65a46b1cac1 service neutron] Pushing event updated for resources: {'Port': ['ID=1443fadb-949b-4351-9f4c-30209cfbbca1,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:34.759725 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4883114-ea8f-4537-b33b-a907f79b3fbf req-94e86551-c0bb-484d-b220-44961dba9a2f tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:34.769501 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b4883114-ea8f-4537-b33b-a907f79b3fbf req-94e86551-c0bb-484d-b220-44961dba9a2f tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 944 time: 0.0691421 Feb 09 01:54:34.778201 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-baf398f1-11b4-4dbc-81f8-d65a46b1cac1 service neutron] Attempting to bind port 1443fadb-949b-4351-9f4c-30209cfbbca1 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:54:34.778767 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-baf398f1-11b4-4dbc-81f8-d65a46b1cac1 service neutron] Attempting to bind port 1443fadb-949b-4351-9f4c-30209cfbbca1 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '415d2766-ddb3-4e38-98ab-764f48b34ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0753bfb4-9c70-456a-8935-23e61514b784'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:54:34.779094 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-baf398f1-11b4-4dbc-81f8-d65a46b1cac1 service neutron] Attempting to bind port 1443fadb-949b-4351-9f4c-30209cfbbca1 on network 0753bfb4-9c70-456a-8935-23e61514b784 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:54:34.785048 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-baf398f1-11b4-4dbc-81f8-d65a46b1cac1 service neutron] Port 1443fadb-949b-4351-9f4c-30209cfbbca1 on network 0753bfb4-9c70-456a-8935-23e61514b784 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:54:34.785516 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-baf398f1-11b4-4dbc-81f8-d65a46b1cac1 service neutron] Attempting to bind port 1443fadb-949b-4351-9f4c-30209cfbbca1 on network 0753bfb4-9c70-456a-8935-23e61514b784 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:54:34.793211 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-baf398f1-11b4-4dbc-81f8-d65a46b1cac1 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:54:34.793702 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-baf398f1-11b4-4dbc-81f8-d65a46b1cac1 service neutron] Checking segment: {'id': '415d2766-ddb3-4e38-98ab-764f48b34ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0753bfb4-9c70-456a-8935-23e61514b784'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:54:34.794194 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-baf398f1-11b4-4dbc-81f8-d65a46b1cac1 service neutron] Bound using segment: {'id': '415d2766-ddb3-4e38-98ab-764f48b34ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0753bfb4-9c70-456a-8935-23e61514b784'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:54:34.794745 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-baf398f1-11b4-4dbc-81f8-d65a46b1cac1 service neutron] Bound port: 1443fadb-949b-4351-9f4c-30209cfbbca1, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '415d2766-ddb3-4e38-98ab-764f48b34ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0753bfb4-9c70-456a-8935-23e61514b784'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:54:34.795223 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-baf398f1-11b4-4dbc-81f8-d65a46b1cac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1443fadb-949b-4351-9f4c-30209cfbbca1), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:34.861370 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b4883114-ea8f-4537-b33b-a907f79b3fbf req-4e4830ef-b0ee-4f2d-8766-f3f9282172b2 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/security-groups?id=d47400ce-6f3a-448b-a350-d145e76696e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0843983 Feb 09 01:54:34.900090 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-baf398f1-11b4-4dbc-81f8-d65a46b1cac1 service neutron] For port 1443fadb-949b-4351-9f4c-30209cfbbca1, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:54:34.904137 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-baf398f1-11b4-4dbc-81f8-d65a46b1cac1 service neutron] For port 1443fadb-949b-4351-9f4c-30209cfbbca1, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1443fadb-949b-4351-9f4c-30209cfbbca1,segment=NetworkSegment(415d2766-ddb3-4e38-98ab-764f48b34ef7),segment_id=415d2766-ddb3-4e38-98ab-764f48b34ef7)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:54:34.911882 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-baf398f1-11b4-4dbc-81f8-d65a46b1cac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (1443fadb-949b-4351-9f4c-30209cfbbca1), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:34.947787 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-baf398f1-11b4-4dbc-81f8-d65a46b1cac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:34.948509 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-baf398f1-11b4-4dbc-81f8-d65a46b1cac1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:34.949939 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-baf398f1-11b4-4dbc-81f8-d65a46b1cac1 service neutron] 10.222.0.121 "PUT /v2.0/ports/1443fadb-949b-4351-9f4c-30209cfbbca1 HTTP/1.1" status: 200 len: 1093 time: 0.7438643 Feb 09 01:54:34.952781 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d0d5ef-0418-42a6-924c-bc215b8be6d2', 'tag': '1443fadb-949b-4351-9f4c-30209cfbbca1'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:54:34.962498 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f48d1f7-a368-4093-8888-34e8bcfc8e61" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d0d5ef-0418-42a6-924c-bc215b8be6d2", "tag": "1443fadb-949b-4351-9f4c-30209cfbbca1"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:54:35.055113 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8d644c-274e-4b32-b407-7c603b8ec3ed x-openstack-request-id: req-4f8d644c-274e-4b32-b407-7c603b8ec3ed {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:54:35.055471 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d0d5ef-0418-42a6-924c-bc215b8be6d2", "tag": "1443fadb-949b-4351-9f4c-30209cfbbca1", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:54:35.055665 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4f8d644c-274e-4b32-b407-7c603b8ec3ed {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:54:35.056068 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d0d5ef-0418-42a6-924c-bc215b8be6d2', 'tag': '1443fadb-949b-4351-9f4c-30209cfbbca1', 'status': 'completed', 'code': 200} Feb 09 01:54:35.073314 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf398f1-11b4-4dbc-81f8-d65a46b1cac1 service neutron] Pushing event updated for resources: {'Port': ['ID=1443fadb-949b-4351-9f4c-30209cfbbca1,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:35.089997 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-d2e16096-4206-4839-9071-233c3c3aa7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:35.091591 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-d2e16096-4206-4839-9071-233c3c3aa7b1 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=33d31b3135ff46e3b71151a392974783&device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 1127 time: 0.0888886 Feb 09 01:54:35.147297 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-79a86078-ab1c-4686-8361-6c7253d67e19 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1443fadb-949b-4351-9f4c-30209cfbbca1 HTTP/1.1" status: 200 len: 217 time: 0.0487823 Feb 09 01:54:35.207933 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-6543f6fd-4238-4b86-b0de-f7bb7bad3d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:35.209439 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-6543f6fd-4238-4b86-b0de-f7bb7bad3d9e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c69e95de-56f7-478f-9e18-2684b4e4eb0b HTTP/1.1" status: 200 len: 852 time: 0.0558984 Feb 09 01:54:35.274669 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-06107966-3be3-4ca2-b630-375357c0685f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:35.276304 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-06107966-3be3-4ca2-b630-375357c0685f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0753bfb4-9c70-456a-8935-23e61514b784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0571547 Feb 09 01:54:35.374802 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-5ca2f9a6-71ee-4ce2-b24d-f03f06e4d297 service neutron] 10.222.0.121 "GET /v2.0/networks/0753bfb4-9c70-456a-8935-23e61514b784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925477 Feb 09 01:54:35.465455 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a26f3acd-a26e-41fc-bcd6-1c4fbc14f89b req-66ccbb29-1609-4d9d-9e4b-c2e43eb37d53 service neutron] 10.222.0.121 "GET /v2.0/networks/0753bfb4-9c70-456a-8935-23e61514b784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853570 Feb 09 01:54:35.560975 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48d1f7-a368-4093-8888-34e8bcfc8e61 req-4ce9c1e5-1886-4a16-a106-02267827b40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:35.562521 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5f48d1f7-a368-4093-8888-34e8bcfc8e61 req-4ce9c1e5-1886-4a16-a106-02267827b40b service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=33d31b3135ff46e3b71151a392974783&device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 1127 time: 0.0525761 Feb 09 01:54:35.660883 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48d1f7-a368-4093-8888-34e8bcfc8e61 req-83e97c75-a392-4b02-b695-142a2b0bfeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:35.662360 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5f48d1f7-a368-4093-8888-34e8bcfc8e61 req-83e97c75-a392-4b02-b695-142a2b0bfeb3 service neutron] 10.222.0.121 "GET /v2.0/networks?id=0753bfb4-9c70-456a-8935-23e61514b784 HTTP/1.1" status: 200 len: 914 time: 0.0941427 Feb 09 01:54:35.707441 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5f48d1f7-a368-4093-8888-34e8bcfc8e61 req-9fab3d65-0633-4d6f-a702-b0bcc006695a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1443fadb-949b-4351-9f4c-30209cfbbca1 HTTP/1.1" status: 200 len: 217 time: 0.0385330 Feb 09 01:54:35.756295 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48d1f7-a368-4093-8888-34e8bcfc8e61 req-eadb42ec-972f-4021-8f57-f3a388089487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:35.757752 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5f48d1f7-a368-4093-8888-34e8bcfc8e61 req-eadb42ec-972f-4021-8f57-f3a388089487 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c69e95de-56f7-478f-9e18-2684b4e4eb0b HTTP/1.1" status: 200 len: 852 time: 0.0440676 Feb 09 01:54:35.812981 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48d1f7-a368-4093-8888-34e8bcfc8e61 req-8635f4e2-aaad-4946-b90d-6690da382229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:35.815037 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5f48d1f7-a368-4093-8888-34e8bcfc8e61 req-8635f4e2-aaad-4946-b90d-6690da382229 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0753bfb4-9c70-456a-8935-23e61514b784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0515914 Feb 09 01:54:35.909694 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5f48d1f7-a368-4093-8888-34e8bcfc8e61 req-cf2c75ee-1fda-4e08-99dc-62d9860b3eb1 service neutron] 10.222.0.121 "GET /v2.0/networks/0753bfb4-9c70-456a-8935-23e61514b784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866334 Feb 09 01:54:35.976547 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f5b9d-0209-4c8f-9690-54e25a796086 req-011995db-0444-4459-8d08-a163634e4e23 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:35.978204 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd2f5b9d-0209-4c8f-9690-54e25a796086 req-011995db-0444-4459-8d08-a163634e4e23 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 944 time: 0.0565505 Feb 09 01:54:36.011232 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5f48d1f7-a368-4093-8888-34e8bcfc8e61 req-3da18722-c597-4c60-ad1f-fb3dba904d9a service neutron] 10.222.0.121 "GET /v2.0/networks/0753bfb4-9c70-456a-8935-23e61514b784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956943 Feb 09 01:54:36.038059 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd2f5b9d-0209-4c8f-9690-54e25a796086 req-90b8a031-59ec-48c6-a94d-ebb71ac9a494 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/security-groups?id=d47400ce-6f3a-448b-a350-d145e76696e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538306 Feb 09 01:54:37.181852 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23653dc2-cc1d-4927-aaf0-bbb280499c04 req-da977fc3-a185-4c1e-9116-533fadd9553e tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:37.183443 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-23653dc2-cc1d-4927-aaf0-bbb280499c04 req-da977fc3-a185-4c1e-9116-533fadd9553e tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 944 time: 0.0716431 Feb 09 01:54:37.263361 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-23653dc2-cc1d-4927-aaf0-bbb280499c04 req-80110766-7990-40a7-8b13-a751fff78945 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/security-groups?id=d47400ce-6f3a-448b-a350-d145e76696e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0733151 Feb 09 01:54:37.284278 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9db63-f43f-4320-8b13-7504a1f9e803 req-06669e16-3002-461e-bd17-8db99be8c222 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:37.288460 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-99c9db63-f43f-4320-8b13-7504a1f9e803 req-06669e16-3002-461e-bd17-8db99be8c222 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f HTTP/1.1" status: 200 len: 946 time: 0.0803332 Feb 09 01:54:37.344225 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-99c9db63-f43f-4320-8b13-7504a1f9e803 req-b0463e81-ec88-4017-98b1-904c2d455a5e tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.30 "GET /v2.0/security-groups?id=dbc3da30-4e82-4c90-8ba1-00026795e407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497682 Feb 09 01:54:38.390588 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8255a-8624-417d-a3b7-b68efb213e4e req-580d1beb-b7c5-47bb-8c86-3b21d2e55bb3 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:38.392652 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d9e8255a-8624-417d-a3b7-b68efb213e4e req-580d1beb-b7c5-47bb-8c86-3b21d2e55bb3 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 944 time: 0.0577919 Feb 09 01:54:38.473025 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d9e8255a-8624-417d-a3b7-b68efb213e4e req-786ed84c-e8c3-4c90-8341-014ce85c5ba9 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/security-groups?id=d47400ce-6f3a-448b-a350-d145e76696e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0741255 Feb 09 01:54:38.502582 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9b7c1-f6d7-4757-bb88-3b193d2d4480 req-c742d637-6c6f-4d2b-ac6f-60cb8a426dfb tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:38.504161 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0aa9b7c1-f6d7-4757-bb88-3b193d2d4480 req-c742d637-6c6f-4d2b-ac6f-60cb8a426dfb tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f HTTP/1.1" status: 200 len: 946 time: 0.0784342 Feb 09 01:54:38.556381 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0aa9b7c1-f6d7-4757-bb88-3b193d2d4480 req-f9181568-6cea-421b-9d6f-d9ef508d6e91 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.30 "GET /v2.0/security-groups?id=dbc3da30-4e82-4c90-8ba1-00026795e407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464988 Feb 09 01:54:38.701307 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d788be-2442-49ec-b0dd-8153efdc8254 req-f356da41-36da-4159-828b-1bc5168b3b05 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:38.702795 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-23d788be-2442-49ec-b0dd-8153efdc8254 req-f356da41-36da-4159-828b-1bc5168b3b05 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f HTTP/1.1" status: 200 len: 946 time: 0.0540335 Feb 09 01:54:38.805446 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-23d788be-2442-49ec-b0dd-8153efdc8254 req-9c505bb8-0a97-4389-a310-2ff78bc449eb tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Deleting port 6268d8ca-82d4-4b84-ac8b-6b323c3c37d8 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:54:38.805787 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-23d788be-2442-49ec-b0dd-8153efdc8254 req-9c505bb8-0a97-4389-a310-2ff78bc449eb tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (6268d8ca-82d4-4b84-ac8b-6b323c3c37d8), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:38.893939 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-23d788be-2442-49ec-b0dd-8153efdc8254 req-9c505bb8-0a97-4389-a310-2ff78bc449eb tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] For port 6268d8ca-82d4-4b84-ac8b-6b323c3c37d8, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=6268d8ca-82d4-4b84-ac8b-6b323c3c37d8,segment=NetworkSegment(d3f99d58-206b-472e-885b-49550230b956),segment_id=d3f99d58-206b-472e-885b-49550230b956)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:38.894298 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-23d788be-2442-49ec-b0dd-8153efdc8254 req-9c505bb8-0a97-4389-a310-2ff78bc449eb tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (6268d8ca-82d4-4b84-ac8b-6b323c3c37d8), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:39.444391 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-23d788be-2442-49ec-b0dd-8153efdc8254 req-9c505bb8-0a97-4389-a310-2ff78bc449eb tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:39.445111 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-23d788be-2442-49ec-b0dd-8153efdc8254 req-9c505bb8-0a97-4389-a310-2ff78bc449eb tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (5dba4359-af24-433e-9153-e1f558cfea4f), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:39.445111 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [req-23d788be-2442-49ec-b0dd-8153efdc8254 req-9c505bb8-0a97-4389-a310-2ff78bc449eb tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Floating IP 5dba4359-af24-433e-9153-e1f558cfea4f disassociated. External IP: 172.25.1.29, port: 6268d8ca-82d4-4b84-ac8b-6b323c3c37d8. Feb 09 01:54:39.445504 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-23d788be-2442-49ec-b0dd-8153efdc8254 req-9c505bb8-0a97-4389-a310-2ff78bc449eb tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Calling delete_port for 6268d8ca-82d4-4b84-ac8b-6b323c3c37d8 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:54:39.649089 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-23d788be-2442-49ec-b0dd-8153efdc8254 req-9c505bb8-0a97-4389-a310-2ff78bc449eb tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (6268d8ca-82d4-4b84-ac8b-6b323c3c37d8), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:39.729433 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-90e5f1f9-4799-4e1c-9486-b67ee716f3f8 req-006ad3b2-840f-40dc-9622-1ff729ab3c20 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f HTTP/1.1" status: 200 len: 210 time: 0.0837140 Feb 09 01:54:39.738139 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c505bb8-0a97-4389-a310-2ff78bc449eb tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Pushing event deleted for resources: {'Port': ['ID=6268d8ca-82d4-4b84-ac8b-6b323c3c37d8,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:39.773311 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf995d-1aba-433e-986d-eb18e5ace178 req-ceba844b-306c-4460-b8fa-4cd535b9e1b1 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:39.774561 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e6cf995d-1aba-433e-986d-eb18e5ace178 req-ceba844b-306c-4460-b8fa-4cd535b9e1b1 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 944 time: 0.1650507 Feb 09 01:54:39.908766 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e6cf995d-1aba-433e-986d-eb18e5ace178 req-c67cda5a-e068-4732-ad64-50643d0fe730 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/security-groups?id=d47400ce-6f3a-448b-a350-d145e76696e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1276133 Feb 09 01:54:39.932482 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23d788be-2442-49ec-b0dd-8153efdc8254 req-9c505bb8-0a97-4389-a310-2ff78bc449eb tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Router 7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:54:40.051658 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23d788be-2442-49ec-b0dd-8153efdc8254 req-9c505bb8-0a97-4389-a310-2ff78bc449eb tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:54:40.067390 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7893961-b40e-4b25-931f-89cb0aa96d02 None None] Sync routers for ids ['7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:54:40.077695 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7893961-b40e-4b25-931f-89cb0aa96d02 None None] Routers {'7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:54:40.078311 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-d7893961-b40e-4b25-931f-89cb0aa96d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:54:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:40.100499 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d788be-2442-49ec-b0dd-8153efdc8254 req-9c505bb8-0a97-4389-a310-2ff78bc449eb tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] No DVR routers for this DVR port 6268d8ca-82d4-4b84-ac8b-6b323c3c37d8 on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:54:40.104148 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-23d788be-2442-49ec-b0dd-8153efdc8254 req-9c505bb8-0a97-4389-a310-2ff78bc449eb tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:40.107612 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-23d788be-2442-49ec-b0dd-8153efdc8254 req-9c505bb8-0a97-4389-a310-2ff78bc449eb tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.91 "DELETE /v2.0/ports/6268d8ca-82d4-4b84-ac8b-6b323c3c37d8 HTTP/1.1" status: 204 len: 173 time: 1.3973584 Feb 09 01:54:40.108081 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f', 'name': 'network-vif-deleted', 'tag': '6268d8ca-82d4-4b84-ac8b-6b323c3c37d8'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:54:40.124502 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5c5ec8-92b8-496c-97c9-71dfce684b29" -d '{"events": [{"server_uuid": "6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f", "name": "network-vif-deleted", "tag": "6268d8ca-82d4-4b84-ac8b-6b323c3c37d8"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:54:40.193957 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14697d6-e066-4572-ae4e-dc7dcaa03bad x-openstack-request-id: req-a14697d6-e066-4572-ae4e-dc7dcaa03bad {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:54:40.194246 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f", "name": "network-vif-deleted", "tag": "6268d8ca-82d4-4b84-ac8b-6b323c3c37d8", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:54:40.194557 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a14697d6-e066-4572-ae4e-dc7dcaa03bad {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:54:40.194990 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3dc6f0-9c6c-41e2-bda9-cdd4897f1e7f', 'name': 'network-vif-deleted', 'tag': '6268d8ca-82d4-4b84-ac8b-6b323c3c37d8', 'status': 'completed', 'code': 200} Feb 09 01:54:40.328563 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-d7893961-b40e-4b25-931f-89cb0aa96d02 None None] Set router 7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:54:40.616582 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-d7893961-b40e-4b25-931f-89cb0aa96d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c', 'name': 'tempest-TestServerBasicOps-1935546188-router', 'tenant_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '3cc71c35-f495-4c41-a9b4-be8a4bb7ec26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:20Z', 'updated_at': '2022-02-09T01:49:24Z', 'revision_number': 4, 'project_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'gw_port': {'id': '3cc71c35-f495-4c41-a9b4-be8a4bb7ec26', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:20Z', 'updated_at': '2022-02-09T01:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '3d5aee61-2d72-4f58-a805-86b6a2399790', 'name': '', 'network_id': 'd33d4b53-4ce7-4cd8-bd8b-dde95c574802', 'tenant_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'mac_address': 'fa:16:3e:fb:97:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '15c51665-c8f0-46e5-8131-d2046febd6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:23Z', 'updated_at': '2022-02-09T01:49:34Z', 'revision_number': 5, 'project_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'subnets': [{'id': '15c51665-c8f0-46e5-8131-d2046febd6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:40.649215 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7893961-b40e-4b25-931f-89cb0aa96d02 None None] Checking router: 7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:54:40.661439 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7893961-b40e-4b25-931f-89cb0aa96d02 None None] Routers {'7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:54:40.662455 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-d7893961-b40e-4b25-931f-89cb0aa96d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:54:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:40.834044 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43968) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:40.954298 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-d7893961-b40e-4b25-931f-89cb0aa96d02 None None] Set router 7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:54:41.003493 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a24b0a39-c848-4f75-a5d7-e7d9cda9b2a4 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Deleting port 8df6b779-5ff6-49d8-b517-e491a8165def {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:54:41.004163 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a24b0a39-c848-4f75-a5d7-e7d9cda9b2a4 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (8df6b779-5ff6-49d8-b517-e491a8165def), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:41.088483 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a24b0a39-c848-4f75-a5d7-e7d9cda9b2a4 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (8df6b779-5ff6-49d8-b517-e491a8165def), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:41.089124 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a24b0a39-c848-4f75-a5d7-e7d9cda9b2a4 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks [] for floatingip (8df6b779-5ff6-49d8-b517-e491a8165def), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:41.102942 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a24b0a39-c848-4f75-a5d7-e7d9cda9b2a4 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Calling delete_port for 8df6b779-5ff6-49d8-b517-e491a8165def owned by network:floatingip {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:54:41.152185 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880ff26-b1d3-47fb-9bee-dea53787cfb9 req-f04b05fb-4b18-47a8-a024-a270b7a2b8e3 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:41.163875 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7880ff26-b1d3-47fb-9bee-dea53787cfb9 req-f04b05fb-4b18-47a8-a024-a270b7a2b8e3 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 944 time: 0.1169841 Feb 09 01:54:41.256553 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a24b0a39-c848-4f75-a5d7-e7d9cda9b2a4 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (8df6b779-5ff6-49d8-b517-e491a8165def), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:41.269443 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7880ff26-b1d3-47fb-9bee-dea53787cfb9 req-b5d8a0ef-be67-4ac8-85e3-f95d21acff03 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/security-groups?id=d47400ce-6f3a-448b-a350-d145e76696e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1044543 Feb 09 01:54:41.289991 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b0a39-c848-4f75-a5d7-e7d9cda9b2a4 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Pushing event deleted for resources: {'Port': ['ID=8df6b779-5ff6-49d8-b517-e491a8165def,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:41.359581 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a24b0a39-c848-4f75-a5d7-e7d9cda9b2a4 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks [] for floatingip (5dba4359-af24-433e-9153-e1f558cfea4f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:41.364000 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a24b0a39-c848-4f75-a5d7-e7d9cda9b2a4 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:41.365213 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a24b0a39-c848-4f75-a5d7-e7d9cda9b2a4 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.30 "DELETE /v2.0/floatingips/5dba4359-af24-433e-9153-e1f558cfea4f HTTP/1.1" status: 204 len: 168 time: 0.5295708 Feb 09 01:54:41.376441 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-d7893961-b40e-4b25-931f-89cb0aa96d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c', 'name': 'tempest-TestServerBasicOps-1935546188-router', 'tenant_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '3cc71c35-f495-4c41-a9b4-be8a4bb7ec26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:20Z', 'updated_at': '2022-02-09T01:49:24Z', 'revision_number': 4, 'project_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'gw_port': {'id': '3cc71c35-f495-4c41-a9b4-be8a4bb7ec26', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:20Z', 'updated_at': '2022-02-09T01:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '3d5aee61-2d72-4f58-a805-86b6a2399790', 'name': '', 'network_id': 'd33d4b53-4ce7-4cd8-bd8b-dde95c574802', 'tenant_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'mac_address': 'fa:16:3e:fb:97:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '15c51665-c8f0-46e5-8131-d2046febd6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:23Z', 'updated_at': '2022-02-09T01:49:34Z', 'revision_number': 5, 'project_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'subnets': [{'id': '15c51665-c8f0-46e5-8131-d2046febd6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:41.417852 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7893961-b40e-4b25-931f-89cb0aa96d02 None None] The sync data for ids ['7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c'] in n-d-822053-40 is: [{'id': '7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c', 'name': 'tempest-TestServerBasicOps-1935546188-router', 'tenant_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '3cc71c35-f495-4c41-a9b4-be8a4bb7ec26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:20Z', 'updated_at': '2022-02-09T01:49:24Z', 'revision_number': 4, 'project_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'gw_port': {'id': '3cc71c35-f495-4c41-a9b4-be8a4bb7ec26', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:20Z', 'updated_at': '2022-02-09T01:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '3d5aee61-2d72-4f58-a805-86b6a2399790', 'name': '', 'network_id': 'd33d4b53-4ce7-4cd8-bd8b-dde95c574802', 'tenant_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'mac_address': 'fa:16:3e:fb:97:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '15c51665-c8f0-46e5-8131-d2046febd6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:23Z', 'updated_at': '2022-02-09T01:49:34Z', 'revision_number': 5, 'project_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'subnets': [{'id': '15c51665-c8f0-46e5-8131-d2046febd6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:54:41.462878 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 43984) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:41.532095 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7b78896e-3e2b-4263-ba4f-46ae891154f2 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks [] for security_group (dbc3da30-4e82-4c90-8ba1-00026795e407), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:41.565928 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7b78896e-3e2b-4263-ba4f-46ae891154f2 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks [] for security_group (dbc3da30-4e82-4c90-8ba1-00026795e407), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:41.666404 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7b78896e-3e2b-4263-ba4f-46ae891154f2 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (dbc3da30-4e82-4c90-8ba1-00026795e407), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:41.669193 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7b78896e-3e2b-4263-ba4f-46ae891154f2 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:41.670392 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7b78896e-3e2b-4263-ba4f-46ae891154f2 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] 10.222.0.30 "DELETE /v2.0/security-groups/dbc3da30-4e82-4c90-8ba1-00026795e407 HTTP/1.1" status: 204 len: 168 time: 0.2059596 Feb 09 01:54:41.681872 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78896e-3e2b-4263-ba4f-46ae891154f2 tempest-TestServerBasicOps-379767775 tempest-TestServerBasicOps-379767775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc3da30-4e82-4c90-8ba1-00026795e407,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:41.747855 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 43994) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:41.883515 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadb5136-552e-4663-b307-7995388d2344 None None] New status for floating IP 5dba4359-af24-433e-9153-e1f558cfea4f: DOWN {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:54:42.047571 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 6268d8ca-82d4-4b84-ac8b-6b323c3c37d8 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:54:42.098213 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 6268d8ca-82d4-4b84-ac8b-6b323c3c37d8 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:54:42.098984 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 6268d8ca-82d4-4b84-ac8b-6b323c3c37d8 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:54:42.234708 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [req-6da0d36d-c5e3-4935-bc6f-cadce5e7ac7f req-46014abd-9ee7-4721-aada-bfbeebf1c06c service neutron] (103528) timed out ('10.222.0.30', 55376) {{(pid=103528) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 01:54:42.323852 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-44608612-761c-4cf2-93e2-7e7f6b63a2a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:42.494399 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964dfe9-8e5f-4f6d-b585-d41c3046eb70 req-057c5cd1-dcf5-462b-9355-f7fa7b16766f tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:42.495951 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e964dfe9-8e5f-4f6d-b585-d41c3046eb70 req-057c5cd1-dcf5-462b-9355-f7fa7b16766f tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 944 time: 0.1284628 Feb 09 01:54:42.605998 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e964dfe9-8e5f-4f6d-b585-d41c3046eb70 req-bf9d2bab-d6ff-4bb0-b4b5-caab1af9a35f tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/security-groups?id=d47400ce-6f3a-448b-a350-d145e76696e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0823166 Feb 09 01:54:42.718006 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-44608612-761c-4cf2-93e2-7e7f6b63a2a0 admin admin] Deleting port 3d5aee61-2d72-4f58-a805-86b6a2399790 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:54:42.718261 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-44608612-761c-4cf2-93e2-7e7f6b63a2a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (3d5aee61-2d72-4f58-a805-86b6a2399790), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:42.817382 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-44608612-761c-4cf2-93e2-7e7f6b63a2a0 admin admin] For port 3d5aee61-2d72-4f58-a805-86b6a2399790, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=3d5aee61-2d72-4f58-a805-86b6a2399790,segment=NetworkSegment(d3f99d58-206b-472e-885b-49550230b956),segment_id=d3f99d58-206b-472e-885b-49550230b956)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:42.817775 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-44608612-761c-4cf2-93e2-7e7f6b63a2a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (3d5aee61-2d72-4f58-a805-86b6a2399790), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:42.833342 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-44608612-761c-4cf2-93e2-7e7f6b63a2a0 admin admin] Calling delete_port for 3d5aee61-2d72-4f58-a805-86b6a2399790 owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:54:43.038471 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-44608612-761c-4cf2-93e2-7e7f6b63a2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (3d5aee61-2d72-4f58-a805-86b6a2399790), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:43.067516 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44608612-761c-4cf2-93e2-7e7f6b63a2a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d5aee61-2d72-4f58-a805-86b6a2399790,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:43.309092 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-44608612-761c-4cf2-93e2-7e7f6b63a2a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:43.597824 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44608612-761c-4cf2-93e2-7e7f6b63a2a0 admin admin] Router 7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:54:43.789801 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44608612-761c-4cf2-93e2-7e7f6b63a2a0 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:54:43.797238 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-44608612-761c-4cf2-93e2-7e7f6b63a2a0 admin admin] 10.222.0.30 "PUT /v2.0/routers/7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0479500 Feb 09 01:54:43.801947 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 44034) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:43.807194 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013a0bfa-a177-4935-b58b-971c04e9467e None None] Sync routers for ids ['7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:54:43.823571 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013a0bfa-a177-4935-b58b-971c04e9467e None None] Routers {'7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:54:43.824612 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-013a0bfa-a177-4935-b58b-971c04e9467e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:54:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:43.924354 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1d14deb2-0958-40ce-ad5b-02d3d007c826 admin admin] Publish callbacks [] for router (7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:43.970071 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-013a0bfa-a177-4935-b58b-971c04e9467e None None] Set router 7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:54:43.986024 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8746e-60db-44c3-a96c-3c622a0aa645 req-c501cb27-a9f0-414e-9ace-f85aff9f875c tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:43.988394 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-18a8746e-60db-44c3-a96c-3c622a0aa645 req-c501cb27-a9f0-414e-9ace-f85aff9f875c tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 944 time: 0.2738595 Feb 09 01:54:44.120271 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1d14deb2-0958-40ce-ad5b-02d3d007c826 admin admin] Publish callbacks [] for router_gateway (7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:44.177997 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-18a8746e-60db-44c3-a96c-3c622a0aa645 req-8e040c75-7e2e-41ef-b3f0-0fef2ccabd4f tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/security-groups?id=d47400ce-6f3a-448b-a350-d145e76696e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1381721 Feb 09 01:54:44.229531 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-1d14deb2-0958-40ce-ad5b-02d3d007c826 admin admin] Deleting port 3cc71c35-f495-4c41-a9b4-be8a4bb7ec26 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:54:44.230079 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1d14deb2-0958-40ce-ad5b-02d3d007c826 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (3cc71c35-f495-4c41-a9b4-be8a4bb7ec26), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:44.262729 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-013a0bfa-a177-4935-b58b-971c04e9467e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c', 'name': 'tempest-TestServerBasicOps-1935546188-router', 'tenant_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '3cc71c35-f495-4c41-a9b4-be8a4bb7ec26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:20Z', 'updated_at': '2022-02-09T01:54:42Z', 'revision_number': 5, 'project_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'gw_port': {'id': '3cc71c35-f495-4c41-a9b4-be8a4bb7ec26', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:20Z', 'updated_at': '2022-02-09T01:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:44.319207 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013a0bfa-a177-4935-b58b-971c04e9467e None None] Checking router: 7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:54:44.333162 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013a0bfa-a177-4935-b58b-971c04e9467e None None] Routers {'7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:54:44.334767 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-013a0bfa-a177-4935-b58b-971c04e9467e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:54:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:44.376746 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-1d14deb2-0958-40ce-ad5b-02d3d007c826 admin admin] For port 3cc71c35-f495-4c41-a9b4-be8a4bb7ec26, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=3cc71c35-f495-4c41-a9b4-be8a4bb7ec26,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:44.380247 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1d14deb2-0958-40ce-ad5b-02d3d007c826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (3cc71c35-f495-4c41-a9b4-be8a4bb7ec26), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:44.399821 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-1d14deb2-0958-40ce-ad5b-02d3d007c826 admin admin] Calling delete_port for 3cc71c35-f495-4c41-a9b4-be8a4bb7ec26 owned by network:router_gateway {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:54:44.463023 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-013a0bfa-a177-4935-b58b-971c04e9467e None None] Set router 7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:54:44.531166 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-013a0bfa-a177-4935-b58b-971c04e9467e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c', 'name': 'tempest-TestServerBasicOps-1935546188-router', 'tenant_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:20Z', 'updated_at': '2022-02-09T01:54:44Z', 'revision_number': 6, 'project_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:44.590300 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013a0bfa-a177-4935-b58b-971c04e9467e None None] The sync data for ids ['7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c'] in n-d-822053-40 is: [{'id': '7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c', 'name': 'tempest-TestServerBasicOps-1935546188-router', 'tenant_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:20Z', 'updated_at': '2022-02-09T01:54:44Z', 'revision_number': 6, 'project_id': '8b7c3d5d34764138a793ac4ac9fbb514', 'gw_port_host': None}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:54:44.629405 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1d14deb2-0958-40ce-ad5b-02d3d007c826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (3cc71c35-f495-4c41-a9b4-be8a4bb7ec26), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:44.659464 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d14deb2-0958-40ce-ad5b-02d3d007c826 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cc71c35-f495-4c41-a9b4-be8a4bb7ec26,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:44.728326 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1d14deb2-0958-40ce-ad5b-02d3d007c826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:44.835695 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1d14deb2-0958-40ce-ad5b-02d3d007c826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:44.838907 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1d14deb2-0958-40ce-ad5b-02d3d007c826 admin admin] Publish callbacks [] for router_controller (7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:44.892704 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1d14deb2-0958-40ce-ad5b-02d3d007c826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:44.893452 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d14deb2-0958-40ce-ad5b-02d3d007c826 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:54:44.897805 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1d14deb2-0958-40ce-ad5b-02d3d007c826 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:44.901730 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1d14deb2-0958-40ce-ad5b-02d3d007c826 admin admin] 10.222.0.30 "DELETE /v2.0/routers/7f7be668-9a5c-44d1-bd48-e02f9c0d8c3c HTTP/1.1" status: 204 len: 168 time: 1.0962102 Feb 09 01:54:44.901730 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 44050) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:44.953022 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-2716e650-7daf-4194-92e6-9350a16cc7b7 admin admin] Deleting subnet 15c51665-c8f0-46e5-8131-d2046febd6aa {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:54:44.956674 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2716e650-7daf-4194-92e6-9350a16cc7b7 admin admin] Publish callbacks [] for subnet (15c51665-c8f0-46e5-8131-d2046febd6aa), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:44.997809 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2716e650-7daf-4194-92e6-9350a16cc7b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (15c51665-c8f0-46e5-8131-d2046febd6aa), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:45.120334 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2716e650-7daf-4194-92e6-9350a16cc7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (15c51665-c8f0-46e5-8131-d2046febd6aa), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:45.180290 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2716e650-7daf-4194-92e6-9350a16cc7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (15c51665-c8f0-46e5-8131-d2046febd6aa), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:45.209931 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2716e650-7daf-4194-92e6-9350a16cc7b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15c51665-c8f0-46e5-8131-d2046febd6aa,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:45.214183 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2716e650-7daf-4194-92e6-9350a16cc7b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:45.221373 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44056) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:45.223286 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3db6c4-f305-4c09-8fa5-11c305dc4f43 None None] Network d33d4b53-4ce7-4cd8-bd8b-dde95c574802 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:54:45.233540 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2716e650-7daf-4194-92e6-9350a16cc7b7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/15c51665-c8f0-46e5-8131-d2046febd6aa HTTP/1.1" status: 204 len: 168 time: 0.3307865 Feb 09 01:54:45.364784 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5903c8d9-390f-48d2-bb0c-ec4dbdb05c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (d33d4b53-4ce7-4cd8-bd8b-dde95c574802), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:45.423011 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cecafc7-ce42-4f36-a6b5-6fb2b3ed215b req-4e4e2eb8-8a05-49d9-a57b-5a39023e7368 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:45.425019 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6cecafc7-ce42-4f36-a6b5-6fb2b3ed215b req-4e4e2eb8-8a05-49d9-a57b-5a39023e7368 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 944 time: 0.1199074 Feb 09 01:54:45.491498 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5903c8d9-390f-48d2-bb0c-ec4dbdb05c82 admin admin] Deleting port 66bbda6d-52e5-46eb-a7b5-798716798524 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:54:45.491860 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5903c8d9-390f-48d2-bb0c-ec4dbdb05c82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (66bbda6d-52e5-46eb-a7b5-798716798524), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:45.519494 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac969d93-014d-4237-a6c3-8c2d18048ade None None] DHCP port deletion for d33d4b53-4ce7-4cd8-bd8b-dde95c574802 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:54:45.603056 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-5903c8d9-390f-48d2-bb0c-ec4dbdb05c82 admin admin] For port 66bbda6d-52e5-46eb-a7b5-798716798524, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=66bbda6d-52e5-46eb-a7b5-798716798524,segment=NetworkSegment(d3f99d58-206b-472e-885b-49550230b956),segment_id=d3f99d58-206b-472e-885b-49550230b956)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:45.603432 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5903c8d9-390f-48d2-bb0c-ec4dbdb05c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (66bbda6d-52e5-46eb-a7b5-798716798524), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:45.612882 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ac969d93-014d-4237-a6c3-8c2d18048ade None None] Deleting port 66bbda6d-52e5-46eb-a7b5-798716798524 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:54:45.613258 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ac969d93-014d-4237-a6c3-8c2d18048ade None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (66bbda6d-52e5-46eb-a7b5-798716798524), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:45.619065 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6cecafc7-ce42-4f36-a6b5-6fb2b3ed215b req-d500b45f-c0a8-435a-a0a1-69549e0c9fd5 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/security-groups?id=d47400ce-6f3a-448b-a350-d145e76696e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1857021 Feb 09 01:54:45.633249 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5903c8d9-390f-48d2-bb0c-ec4dbdb05c82 admin admin] Calling delete_port for 66bbda6d-52e5-46eb-a7b5-798716798524 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:54:45.702742 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-ac969d93-014d-4237-a6c3-8c2d18048ade None None] For port 66bbda6d-52e5-46eb-a7b5-798716798524, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=66bbda6d-52e5-46eb-a7b5-798716798524,segment=NetworkSegment(d3f99d58-206b-472e-885b-49550230b956),segment_id=d3f99d58-206b-472e-885b-49550230b956)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:45.703412 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ac969d93-014d-4237-a6c3-8c2d18048ade None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (66bbda6d-52e5-46eb-a7b5-798716798524), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:45.729354 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ac969d93-014d-4237-a6c3-8c2d18048ade None None] Calling delete_port for 66bbda6d-52e5-46eb-a7b5-798716798524 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:54:45.770312 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5903c8d9-390f-48d2-bb0c-ec4dbdb05c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (66bbda6d-52e5-46eb-a7b5-798716798524), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:45.810682 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5903c8d9-390f-48d2-bb0c-ec4dbdb05c82 admin admin] Pushing event deleted for resources: {'Port': ['ID=66bbda6d-52e5-46eb-a7b5-798716798524,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:45.819675 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5903c8d9-390f-48d2-bb0c-ec4dbdb05c82 admin admin] No DVR routers for this DVR port 66bbda6d-52e5-46eb-a7b5-798716798524 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:54:45.842392 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ac969d93-014d-4237-a6c3-8c2d18048ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (66bbda6d-52e5-46eb-a7b5-798716798524), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:45.884260 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac969d93-014d-4237-a6c3-8c2d18048ade None None] Pushing event deleted for resources: {'Port': ['ID=66bbda6d-52e5-46eb-a7b5-798716798524,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:45.887245 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac969d93-014d-4237-a6c3-8c2d18048ade None None] No DVR routers for this DVR port 66bbda6d-52e5-46eb-a7b5-798716798524 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:54:45.922112 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac969d93-014d-4237-a6c3-8c2d18048ade None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:45.922531 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac969d93-014d-4237-a6c3-8c2d18048ade None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:45.922884 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac969d93-014d-4237-a6c3-8c2d18048ade None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:45.924114 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac969d93-014d-4237-a6c3-8c2d18048ade None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:45.924995 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac969d93-014d-4237-a6c3-8c2d18048ade None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:45.925521 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac969d93-014d-4237-a6c3-8c2d18048ade None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:45.926029 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac969d93-014d-4237-a6c3-8c2d18048ade None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:45.926546 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac969d93-014d-4237-a6c3-8c2d18048ade None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:45.927059 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac969d93-014d-4237-a6c3-8c2d18048ade None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:45.927606 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac969d93-014d-4237-a6c3-8c2d18048ade None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:45.928137 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac969d93-014d-4237-a6c3-8c2d18048ade None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:45.928642 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac969d93-014d-4237-a6c3-8c2d18048ade None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:45.929548 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac969d93-014d-4237-a6c3-8c2d18048ade None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:45.944056 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5903c8d9-390f-48d2-bb0c-ec4dbdb05c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (d33d4b53-4ce7-4cd8-bd8b-dde95c574802), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:45.975486 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-5903c8d9-390f-48d2-bb0c-ec4dbdb05c82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d33d4b53-4ce7-4cd8-bd8b-dde95c574802']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:45.986780 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-5903c8d9-390f-48d2-bb0c-ec4dbdb05c82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f99d58-206b-472e-885b-49550230b956') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:45.987070 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-5903c8d9-390f-48d2-bb0c-ec4dbdb05c82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f99d58-206b-472e-885b-49550230b956') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:46.332520 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5903c8d9-390f-48d2-bb0c-ec4dbdb05c82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (d3f99d58-206b-472e-885b-49550230b956), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:46.343080 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 3d5aee61-2d72-4f58-a805-86b6a2399790 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:54:46.369402 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5903c8d9-390f-48d2-bb0c-ec4dbdb05c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (d3f99d58-206b-472e-885b-49550230b956), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:46.370075 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 3d5aee61-2d72-4f58-a805-86b6a2399790 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:54:46.370885 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 3d5aee61-2d72-4f58-a805-86b6a2399790 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:54:46.371764 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 66bbda6d-52e5-46eb-a7b5-798716798524 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:54:46.385902 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5903c8d9-390f-48d2-bb0c-ec4dbdb05c82 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:54:46.386312 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5903c8d9-390f-48d2-bb0c-ec4dbdb05c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (d3f99d58-206b-472e-885b-49550230b956), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:46.388545 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:54:46.388545 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:54:46.388545 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:54:46.388545 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:54:46.388545 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:54:46.388545 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:54:46.388545 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:54:46.388545 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:54:46.388545 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:54:46.388545 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:54:46.388545 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:54:46.388545 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:54:46.388545 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:54:46.388545 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:54:46.388545 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:54:46.388545 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:54:46.388545 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:54:46.388545 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:54:46.388545 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:54:46.388545 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:54:46.388545 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:54:46.388545 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:54:46.388545 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:54:46.388545 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:54:46.388545 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:54:46.388545 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:54:46.388545 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:54:46.388545 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:54:46.388545 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:54:46.388545 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:54:46.388545 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:54:46.388545 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:54:46.402168 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 66bbda6d-52e5-46eb-a7b5-798716798524 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:54:46.402870 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 66bbda6d-52e5-46eb-a7b5-798716798524 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:54:46.403538 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 3cc71c35-f495-4c41-a9b4-be8a4bb7ec26 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:54:46.424747 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 3cc71c35-f495-4c41-a9b4-be8a4bb7ec26 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:54:46.425612 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 3cc71c35-f495-4c41-a9b4-be8a4bb7ec26 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:54:46.458313 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5903c8d9-390f-48d2-bb0c-ec4dbdb05c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (d33d4b53-4ce7-4cd8-bd8b-dde95c574802), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:46.465292 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5903c8d9-390f-48d2-bb0c-ec4dbdb05c82 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:46.472010 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5903c8d9-390f-48d2-bb0c-ec4dbdb05c82 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d33d4b53-4ce7-4cd8-bd8b-dde95c574802 HTTP/1.1" status: 204 len: 168 time: 1.2464852 Feb 09 01:54:46.472450 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 44074) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:46.481014 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5903c8d9-390f-48d2-bb0c-ec4dbdb05c82 admin admin] Pushing event deleted for resources: {'Network': ['ID=d33d4b53-4ce7-4cd8-bd8b-dde95c574802,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:46.856935 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a9195-fc5a-44c2-9d29-bf6c49784ff5 req-61a85631-c582-45d5-8e73-f4a15afcdc98 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:46.859081 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d85a9195-fc5a-44c2-9d29-bf6c49784ff5 req-61a85631-c582-45d5-8e73-f4a15afcdc98 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 944 time: 0.1205800 Feb 09 01:54:46.973004 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d85a9195-fc5a-44c2-9d29-bf6c49784ff5 req-ac2a1130-2b90-4e82-a091-624baf97fd8d tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/security-groups?id=d47400ce-6f3a-448b-a350-d145e76696e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1074882 Feb 09 01:54:47.063228 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-02fc54aa-e7c2-4b7f-87cc-19b17df52f04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (d873d957-9ecc-4437-86ca-32d966475dec), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:47.357309 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-02fc54aa-e7c2-4b7f-87cc-19b17df52f04 admin admin] Deleting port 38be0a94-4403-45c6-80c6-beea485206c7 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:54:47.357651 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-02fc54aa-e7c2-4b7f-87cc-19b17df52f04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (38be0a94-4403-45c6-80c6-beea485206c7), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:47.457151 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-02fc54aa-e7c2-4b7f-87cc-19b17df52f04 admin admin] For port 38be0a94-4403-45c6-80c6-beea485206c7, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=38be0a94-4403-45c6-80c6-beea485206c7,segment=NetworkSegment(d8a0879c-7803-48ea-b521-e11762666b31),segment_id=d8a0879c-7803-48ea-b521-e11762666b31)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:47.457614 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-02fc54aa-e7c2-4b7f-87cc-19b17df52f04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (38be0a94-4403-45c6-80c6-beea485206c7), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:47.831873 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-02fc54aa-e7c2-4b7f-87cc-19b17df52f04 admin admin] Calling delete_port for 38be0a94-4403-45c6-80c6-beea485206c7 owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:54:48.038042 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-02fc54aa-e7c2-4b7f-87cc-19b17df52f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (38be0a94-4403-45c6-80c6-beea485206c7), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:48.069865 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc54aa-e7c2-4b7f-87cc-19b17df52f04 admin admin] Pushing event deleted for resources: {'Port': ['ID=38be0a94-4403-45c6-80c6-beea485206c7,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:48.185835 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e841e7-9288-4ee0-b06a-13d208c6759f req-83215f93-cc6e-4a6f-9dad-d9a5c3f7f361 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:48.187496 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-70e841e7-9288-4ee0-b06a-13d208c6759f req-83215f93-cc6e-4a6f-9dad-d9a5c3f7f361 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 944 time: 0.1216547 Feb 09 01:54:48.325051 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-70e841e7-9288-4ee0-b06a-13d208c6759f req-7b539116-0645-4ba5-ac5b-767adfb621a0 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/security-groups?id=d47400ce-6f3a-448b-a350-d145e76696e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1008742 Feb 09 01:54:48.347681 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-02fc54aa-e7c2-4b7f-87cc-19b17df52f04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (d873d957-9ecc-4437-86ca-32d966475dec), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:48.602905 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02fc54aa-e7c2-4b7f-87cc-19b17df52f04 admin admin] Router d873d957-9ecc-4437-86ca-32d966475dec has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:54:48.720608 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fc54aa-e7c2-4b7f-87cc-19b17df52f04 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:54:48.727170 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-02fc54aa-e7c2-4b7f-87cc-19b17df52f04 admin admin] 10.222.0.30 "PUT /v2.0/routers/d873d957-9ecc-4437-86ca-32d966475dec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2531796 Feb 09 01:54:48.729303 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 44114) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:48.731889 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2b1dc9-9fcc-4f06-bd7b-c4bf6c09949b None None] Sync routers for ids ['d873d957-9ecc-4437-86ca-32d966475dec'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:54:48.743780 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2b1dc9-9fcc-4f06-bd7b-c4bf6c09949b None None] Routers {'d873d957-9ecc-4437-86ca-32d966475dec'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:54:48.744968 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-be2b1dc9-9fcc-4f06-bd7b-c4bf6c09949b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:54:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['d873d957-9ecc-4437-86ca-32d966475dec'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:48.850239 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9c1204fc-58e2-432f-a0f1-d62443546fc8 admin admin] Publish callbacks [] for router (d873d957-9ecc-4437-86ca-32d966475dec), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:48.973807 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9c1204fc-58e2-432f-a0f1-d62443546fc8 admin admin] Publish callbacks [] for router_gateway (d873d957-9ecc-4437-86ca-32d966475dec), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:49.036764 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-9c1204fc-58e2-432f-a0f1-d62443546fc8 admin admin] Deleting port 1d9a40df-11eb-499c-980c-790cd495792e {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:54:49.037101 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9c1204fc-58e2-432f-a0f1-d62443546fc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (1d9a40df-11eb-499c-980c-790cd495792e), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:49.060229 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-be2b1dc9-9fcc-4f06-bd7b-c4bf6c09949b None None] Set router d873d957-9ecc-4437-86ca-32d966475dec gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:54:49.151061 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-9c1204fc-58e2-432f-a0f1-d62443546fc8 admin admin] For port 1d9a40df-11eb-499c-980c-790cd495792e, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=1d9a40df-11eb-499c-980c-790cd495792e,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:49.151447 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9c1204fc-58e2-432f-a0f1-d62443546fc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (1d9a40df-11eb-499c-980c-790cd495792e), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:49.165725 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-9c1204fc-58e2-432f-a0f1-d62443546fc8 admin admin] Calling delete_port for 1d9a40df-11eb-499c-980c-790cd495792e owned by network:router_gateway {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:54:49.266841 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-be2b1dc9-9fcc-4f06-bd7b-c4bf6c09949b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd873d957-9ecc-4437-86ca-32d966475dec', 'name': 'tempest-TestServerBasicOps-317233390-router', 'tenant_id': '5c5823b9aa404b7fa96656914985d333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '1d9a40df-11eb-499c-980c-790cd495792e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:28Z', 'updated_at': '2022-02-09T01:54:47Z', 'revision_number': 5, 'project_id': '5c5823b9aa404b7fa96656914985d333', 'gw_port': {'id': '1d9a40df-11eb-499c-980c-790cd495792e', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd873d957-9ecc-4437-86ca-32d966475dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:49:28Z', 'updated_at': '2022-02-09T01:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:49.298666 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2b1dc9-9fcc-4f06-bd7b-c4bf6c09949b None None] Checking router: d873d957-9ecc-4437-86ca-32d966475dec for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:54:49.311338 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2b1dc9-9fcc-4f06-bd7b-c4bf6c09949b None None] Routers {'d873d957-9ecc-4437-86ca-32d966475dec'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:54:49.312495 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-be2b1dc9-9fcc-4f06-bd7b-c4bf6c09949b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:54:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['d873d957-9ecc-4437-86ca-32d966475dec'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:49.365606 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9c1204fc-58e2-432f-a0f1-d62443546fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (1d9a40df-11eb-499c-980c-790cd495792e), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:49.398496 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1204fc-58e2-432f-a0f1-d62443546fc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d9a40df-11eb-499c-980c-790cd495792e,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:49.426407 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-be2b1dc9-9fcc-4f06-bd7b-c4bf6c09949b None None] Set router d873d957-9ecc-4437-86ca-32d966475dec gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:54:49.498578 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-be2b1dc9-9fcc-4f06-bd7b-c4bf6c09949b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd873d957-9ecc-4437-86ca-32d966475dec', 'name': 'tempest-TestServerBasicOps-317233390-router', 'tenant_id': '5c5823b9aa404b7fa96656914985d333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:28Z', 'updated_at': '2022-02-09T01:54:48Z', 'revision_number': 6, 'project_id': '5c5823b9aa404b7fa96656914985d333', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:49.533946 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2b1dc9-9fcc-4f06-bd7b-c4bf6c09949b None None] The sync data for ids ['d873d957-9ecc-4437-86ca-32d966475dec'] in n-d-822053-40 is: [{'id': 'd873d957-9ecc-4437-86ca-32d966475dec', 'name': 'tempest-TestServerBasicOps-317233390-router', 'tenant_id': '5c5823b9aa404b7fa96656914985d333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:49:28Z', 'updated_at': '2022-02-09T01:54:48Z', 'revision_number': 6, 'project_id': '5c5823b9aa404b7fa96656914985d333', 'gw_port_host': None}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:54:49.536807 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9c1204fc-58e2-432f-a0f1-d62443546fc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (d873d957-9ecc-4437-86ca-32d966475dec), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:49.545113 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db013af0-f6a8-45b0-8490-b096d41979a0 req-915ca242-35d4-44bc-929f-9a03946c06e0 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:49.546686 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db013af0-f6a8-45b0-8490-b096d41979a0 req-915ca242-35d4-44bc-929f-9a03946c06e0 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 944 time: 0.1290340 Feb 09 01:54:49.660014 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:49.676135 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9c1204fc-58e2-432f-a0f1-d62443546fc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (d873d957-9ecc-4437-86ca-32d966475dec), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:49.679156 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9c1204fc-58e2-432f-a0f1-d62443546fc8 admin admin] Publish callbacks [] for router_controller (d873d957-9ecc-4437-86ca-32d966475dec), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:49.744230 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db013af0-f6a8-45b0-8490-b096d41979a0 req-cf99d436-c9cc-40b2-934a-6c663249ff12 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/security-groups?id=d47400ce-6f3a-448b-a350-d145e76696e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1694951 Feb 09 01:54:49.748584 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9c1204fc-58e2-432f-a0f1-d62443546fc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (d873d957-9ecc-4437-86ca-32d966475dec), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:49.749281 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1204fc-58e2-432f-a0f1-d62443546fc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d873d957-9ecc-4437-86ca-32d966475dec {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:54:49.754587 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9c1204fc-58e2-432f-a0f1-d62443546fc8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:49.758763 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9c1204fc-58e2-432f-a0f1-d62443546fc8 admin admin] 10.222.0.30 "DELETE /v2.0/routers/d873d957-9ecc-4437-86ca-32d966475dec HTTP/1.1" status: 204 len: 168 time: 1.0251863 Feb 09 01:54:49.758763 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 44138) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:49.806406 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-d956cb61-e142-4a03-8dce-77c1509ab622 admin admin] Deleting subnet 00eb0b86-983f-4257-81a6-254b7e28cb67 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:54:49.823008 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d956cb61-e142-4a03-8dce-77c1509ab622 admin admin] Publish callbacks [] for subnet (00eb0b86-983f-4257-81a6-254b7e28cb67), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:49.871254 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d956cb61-e142-4a03-8dce-77c1509ab622 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (00eb0b86-983f-4257-81a6-254b7e28cb67), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:49.987679 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d956cb61-e142-4a03-8dce-77c1509ab622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (00eb0b86-983f-4257-81a6-254b7e28cb67), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:50.043182 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d956cb61-e142-4a03-8dce-77c1509ab622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (00eb0b86-983f-4257-81a6-254b7e28cb67), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:50.072269 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d956cb61-e142-4a03-8dce-77c1509ab622 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00eb0b86-983f-4257-81a6-254b7e28cb67,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:50.075815 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d956cb61-e142-4a03-8dce-77c1509ab622 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:50.079144 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d956cb61-e142-4a03-8dce-77c1509ab622 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/00eb0b86-983f-4257-81a6-254b7e28cb67 HTTP/1.1" status: 204 len: 168 time: 0.3191376 Feb 09 01:54:50.082715 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 44144) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:50.089251 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b4288c-b44a-44a2-a0d3-725ef874481a None None] Network 79fab022-ea62-4bdf-87a5-b7216d409c89 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:54:50.159530 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-879858a4-23b2-4691-a7ca-79d354dd3fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (79fab022-ea62-4bdf-87a5-b7216d409c89), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:50.235443 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-879858a4-23b2-4691-a7ca-79d354dd3fdd admin admin] Deleting port f940d27c-3f60-45f1-b270-63c12389478c {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:54:50.235860 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-879858a4-23b2-4691-a7ca-79d354dd3fdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (f940d27c-3f60-45f1-b270-63c12389478c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:50.310220 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-879858a4-23b2-4691-a7ca-79d354dd3fdd admin admin] For port f940d27c-3f60-45f1-b270-63c12389478c, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=f940d27c-3f60-45f1-b270-63c12389478c,segment=NetworkSegment(d8a0879c-7803-48ea-b521-e11762666b31),segment_id=d8a0879c-7803-48ea-b521-e11762666b31)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:50.310220 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-879858a4-23b2-4691-a7ca-79d354dd3fdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (f940d27c-3f60-45f1-b270-63c12389478c), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:50.315818 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0466aa7-88c3-4b7f-a98f-8c7d0f5c3c43 None None] DHCP port deletion for 79fab022-ea62-4bdf-87a5-b7216d409c89 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:54:50.324786 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-879858a4-23b2-4691-a7ca-79d354dd3fdd admin admin] Calling delete_port for f940d27c-3f60-45f1-b270-63c12389478c owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:54:50.389815 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a0466aa7-88c3-4b7f-a98f-8c7d0f5c3c43 None None] Deleting port f940d27c-3f60-45f1-b270-63c12389478c {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:54:50.390198 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a0466aa7-88c3-4b7f-a98f-8c7d0f5c3c43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (f940d27c-3f60-45f1-b270-63c12389478c), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:50.400349 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 38be0a94-4403-45c6-80c6-beea485206c7 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:54:50.421662 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-879858a4-23b2-4691-a7ca-79d354dd3fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (f940d27c-3f60-45f1-b270-63c12389478c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:50.469001 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879858a4-23b2-4691-a7ca-79d354dd3fdd admin admin] Pushing event deleted for resources: {'Port': ['ID=f940d27c-3f60-45f1-b270-63c12389478c,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:50.476851 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879858a4-23b2-4691-a7ca-79d354dd3fdd admin admin] No DVR routers for this DVR port f940d27c-3f60-45f1-b270-63c12389478c on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:54:50.511936 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 38be0a94-4403-45c6-80c6-beea485206c7 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:54:50.512524 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 38be0a94-4403-45c6-80c6-beea485206c7 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:54:50.512997 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device f940d27c-3f60-45f1-b270-63c12389478c no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:54:50.548410 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: f940d27c-3f60-45f1-b270-63c12389478c {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:54:50.548927 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device f940d27c-3f60-45f1-b270-63c12389478c not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:54:50.550192 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 1d9a40df-11eb-499c-980c-790cd495792e no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:54:50.569005 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-879858a4-23b2-4691-a7ca-79d354dd3fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (79fab022-ea62-4bdf-87a5-b7216d409c89), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:50.578777 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 1d9a40df-11eb-499c-980c-790cd495792e {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:54:50.579356 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 1d9a40df-11eb-499c-980c-790cd495792e not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:54:50.587232 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-a0466aa7-88c3-4b7f-a98f-8c7d0f5c3c43 None None] For port f940d27c-3f60-45f1-b270-63c12389478c, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=f940d27c-3f60-45f1-b270-63c12389478c,segment=NetworkSegment(d8a0879c-7803-48ea-b521-e11762666b31),segment_id=d8a0879c-7803-48ea-b521-e11762666b31)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:50.588235 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a0466aa7-88c3-4b7f-a98f-8c7d0f5c3c43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (f940d27c-3f60-45f1-b270-63c12389478c), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:50.600143 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-879858a4-23b2-4691-a7ca-79d354dd3fdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79fab022-ea62-4bdf-87a5-b7216d409c89']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:50.602713 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a0466aa7-88c3-4b7f-a98f-8c7d0f5c3c43 None None] Calling delete_port for f940d27c-3f60-45f1-b270-63c12389478c owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:54:50.611272 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-879858a4-23b2-4691-a7ca-79d354dd3fdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8a0879c-7803-48ea-b521-e11762666b31') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:50.612467 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-879858a4-23b2-4691-a7ca-79d354dd3fdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8a0879c-7803-48ea-b521-e11762666b31') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:50.623835 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-879858a4-23b2-4691-a7ca-79d354dd3fdd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (d8a0879c-7803-48ea-b521-e11762666b31), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:50.660865 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-879858a4-23b2-4691-a7ca-79d354dd3fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (d8a0879c-7803-48ea-b521-e11762666b31), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:50.670427 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-879858a4-23b2-4691-a7ca-79d354dd3fdd admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:54:50.670824 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-879858a4-23b2-4691-a7ca-79d354dd3fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (d8a0879c-7803-48ea-b521-e11762666b31), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:50.673063 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:54:50.673063 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:54:50.673063 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:54:50.673063 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:54:50.673063 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:54:50.673063 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:54:50.673063 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:54:50.673063 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:54:50.673063 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:54:50.673063 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:54:50.673063 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:54:50.673063 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:54:50.673063 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:54:50.673063 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:54:50.673063 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:54:50.673063 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:54:50.673063 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:54:50.673063 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:54:50.673063 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:54:50.673063 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:54:50.673063 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:54:50.673063 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:54:50.673063 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:54:50.673063 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:54:50.673063 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:54:50.673063 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:54:50.673063 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:54:50.673063 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:54:50.673063 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:54:50.673063 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:54:50.673063 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:54:50.673063 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:54:50.708301 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a0466aa7-88c3-4b7f-a98f-8c7d0f5c3c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (f940d27c-3f60-45f1-b270-63c12389478c), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:50.753165 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0466aa7-88c3-4b7f-a98f-8c7d0f5c3c43 None None] No DVR routers for this DVR port f940d27c-3f60-45f1-b270-63c12389478c on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:54:50.758054 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-879858a4-23b2-4691-a7ca-79d354dd3fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (79fab022-ea62-4bdf-87a5-b7216d409c89), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:50.760106 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0466aa7-88c3-4b7f-a98f-8c7d0f5c3c43 None None] Pushing event deleted for resources: {'Port': ['ID=f940d27c-3f60-45f1-b270-63c12389478c,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:50.766810 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-879858a4-23b2-4691-a7ca-79d354dd3fdd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:50.771742 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-879858a4-23b2-4691-a7ca-79d354dd3fdd admin admin] 10.222.0.30 "DELETE /v2.0/networks/79fab022-ea62-4bdf-87a5-b7216d409c89 HTTP/1.1" status: 204 len: 168 time: 0.6880748 Feb 09 01:54:50.804829 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879858a4-23b2-4691-a7ca-79d354dd3fdd admin admin] Pushing event deleted for resources: {'Network': ['ID=79fab022-ea62-4bdf-87a5-b7216d409c89,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:50.837617 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-991a366a-c769-4241-884c-324d996b43c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:50.917236 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab01481-1ec2-4298-accb-39063a5ffc41 req-da8f5236-07f1-4f58-879f-e62b55f56b76 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:50.918906 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fab01481-1ec2-4298-accb-39063a5ffc41 req-da8f5236-07f1-4f58-879f-e62b55f56b76 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 944 time: 0.0580351 Feb 09 01:54:50.944398 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44164) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:50.991091 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a333d2a6-f45a-4ef1-8766-402d0d540598 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8b7c3d5d34764138a793ac4ac9fbb514&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427113 Feb 09 01:54:50.991091 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44168) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:51.000253 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fab01481-1ec2-4298-accb-39063a5ffc41 req-e7d34061-aaa2-44d1-b221-875eb54a4592 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/security-groups?id=d47400ce-6f3a-448b-a350-d145e76696e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0734677 Feb 09 01:54:51.042506 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3c6b14b6-0231-400a-9260-b7c626fb92b8 admin admin] Publish callbacks [] for security_group (da7c9220-db82-4668-b1cd-e5f6cc9ac359), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:51.072967 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3c6b14b6-0231-400a-9260-b7c626fb92b8 admin admin] Publish callbacks [] for security_group (da7c9220-db82-4668-b1cd-e5f6cc9ac359), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:51.124356 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3c6b14b6-0231-400a-9260-b7c626fb92b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (da7c9220-db82-4668-b1cd-e5f6cc9ac359), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:51.127080 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3c6b14b6-0231-400a-9260-b7c626fb92b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:51.128545 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3c6b14b6-0231-400a-9260-b7c626fb92b8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/da7c9220-db82-4668-b1cd-e5f6cc9ac359 HTTP/1.1" status: 204 len: 168 time: 0.1367328 Feb 09 01:54:51.136767 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b14b6-0231-400a-9260-b7c626fb92b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7c9220-db82-4668-b1cd-e5f6cc9ac359,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:51.238553 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:51.506445 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44186) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:51.563865 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-bf5ac4e2-d484-4ec6-8940-c56643faab17 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5c5823b9aa404b7fa96656914985d333&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0562418 Feb 09 01:54:51.566818 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 44188) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:51.628479 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-92a5e8b7-f2de-4e95-b4a9-f210de625739 admin admin] Publish callbacks [] for security_group (c1d0b05d-52d0-4eb1-899d-f4dbb7c1c735), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:51.659272 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-92a5e8b7-f2de-4e95-b4a9-f210de625739 admin admin] Publish callbacks [] for security_group (c1d0b05d-52d0-4eb1-899d-f4dbb7c1c735), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:51.709652 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-92a5e8b7-f2de-4e95-b4a9-f210de625739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c1d0b05d-52d0-4eb1-899d-f4dbb7c1c735), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:51.712474 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-92a5e8b7-f2de-4e95-b4a9-f210de625739 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:51.713652 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-92a5e8b7-f2de-4e95-b4a9-f210de625739 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c1d0b05d-52d0-4eb1-899d-f4dbb7c1c735 HTTP/1.1" status: 204 len: 168 time: 0.1453078 Feb 09 01:54:51.722325 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a5e8b7-f2de-4e95-b4a9-f210de625739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d0b05d-52d0-4eb1-899d-f4dbb7c1c735,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:52.151154 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02e9b2-c8f7-4d91-b67e-e2823c720447 req-81b56f4a-64a6-4d57-83e0-86a847bce177 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:52.161062 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db02e9b2-c8f7-4d91-b67e-e2823c720447 req-81b56f4a-64a6-4d57-83e0-86a847bce177 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 944 time: 0.0677404 Feb 09 01:54:52.215313 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db02e9b2-c8f7-4d91-b67e-e2823c720447 req-0e6a0fba-9367-488b-ace1-03796c37a2c6 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/security-groups?id=d47400ce-6f3a-448b-a350-d145e76696e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535092 Feb 09 01:54:53.350036 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf7e7c-483e-4e5a-9694-94f5695a0de1 req-f3bb8251-7622-451e-8568-8a11fd6b955a tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:53.351645 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2abf7e7c-483e-4e5a-9694-94f5695a0de1 req-f3bb8251-7622-451e-8568-8a11fd6b955a tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 944 time: 0.0626476 Feb 09 01:54:53.420008 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2abf7e7c-483e-4e5a-9694-94f5695a0de1 req-b77a5d85-d184-4af8-ad49-11990026b7e8 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/security-groups?id=d47400ce-6f3a-448b-a350-d145e76696e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518248 Feb 09 01:54:54.284592 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-acf4db72-1160-4aad-a62f-15973ad93a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:54.550048 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad459d8f-1db0-4a12-ae39-ad9cae0f19e3 req-c7e06870-a1dd-44e0-9e31-e00456eebae2 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:54.551807 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ad459d8f-1db0-4a12-ae39-ad9cae0f19e3 req-c7e06870-a1dd-44e0-9e31-e00456eebae2 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 944 time: 0.0604625 Feb 09 01:54:54.604241 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ad459d8f-1db0-4a12-ae39-ad9cae0f19e3 req-c5518d4e-65ed-4d93-b4ef-58d040415307 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/security-groups?id=d47400ce-6f3a-448b-a350-d145e76696e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466845 Feb 09 01:54:55.735466 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048debb-19cd-413e-aa90-1fae5a39b3c3 req-2ce51b6d-1116-4166-ae54-cf9c0ded8aa2 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:55.736966 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b048debb-19cd-413e-aa90-1fae5a39b3c3 req-2ce51b6d-1116-4166-ae54-cf9c0ded8aa2 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 944 time: 0.0566020 Feb 09 01:54:55.788090 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b048debb-19cd-413e-aa90-1fae5a39b3c3 req-3dbcf126-37fd-42bf-ab93-536c3e9e7ad6 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/security-groups?id=d47400ce-6f3a-448b-a350-d145e76696e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454626 Feb 09 01:54:55.895578 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:56.592547 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 1443fadb-949b-4351-9f4c-30209cfbbca1 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:54:56.698719 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 1443fadb-949b-4351-9f4c-30209cfbbca1, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1443fadb-949b-4351-9f4c-30209cfbbca1,segment=NetworkSegment(415d2766-ddb3-4e38-98ab-764f48b34ef7),segment_id=415d2766-ddb3-4e38-98ab-764f48b34ef7)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:56.710672 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '1443fadb-949b-4351-9f4c-30209cfbbca1', 'network_id': '0753bfb4-9c70-456a-8935-23e61514b784', 'port_id': '1443fadb-949b-4351-9f4c-30209cfbbca1', 'mac_address': 'fa:16:3e:3a:fe:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c69e95de-56f7-478f-9e18-2684b4e4eb0b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:54:56.748912 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 1443fadb-949b-4351-9f4c-30209cfbbca1 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:56.749304 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1443fadb-949b-4351-9f4c-30209cfbbca1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:56.763179 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1443fadb-949b-4351-9f4c-30209cfbbca1 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:54:56.783941 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 1443fadb-949b-4351-9f4c-30209cfbbca1, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1443fadb-949b-4351-9f4c-30209cfbbca1,segment=NetworkSegment(415d2766-ddb3-4e38-98ab-764f48b34ef7),segment_id=415d2766-ddb3-4e38-98ab-764f48b34ef7)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:56.788457 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1443fadb-949b-4351-9f4c-30209cfbbca1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:56.852839 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=1443fadb-949b-4351-9f4c-30209cfbbca1,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:56.926794 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3777a-746d-4708-9ef4-9588f44be95c req-64db5576-5822-40d3-9a18-7a13286b9f00 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:56.928290 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-91d3777a-746d-4708-9ef4-9588f44be95c req-64db5576-5822-40d3-9a18-7a13286b9f00 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 945 time: 0.0590692 Feb 09 01:54:56.979712 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-91d3777a-746d-4708-9ef4-9588f44be95c req-d42b1f8d-f4ac-4e8d-a2af-28f6672bed88 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/security-groups?id=d47400ce-6f3a-448b-a350-d145e76696e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451152 Feb 09 01:54:57.064008 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['1443fadb-949b-4351-9f4c-30209cfbbca1'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:54:57.622901 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:58.103065 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c3365-02f0-4e07-b027-a103b45654f4 req-4efcdcb1-f0ab-429f-9699-4e22f703af47 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:58.104477 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-409c3365-02f0-4e07-b027-a103b45654f4 req-4efcdcb1-f0ab-429f-9699-4e22f703af47 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 945 time: 0.0542264 Feb 09 01:54:58.156402 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-409c3365-02f0-4e07-b027-a103b45654f4 req-4b24d3ce-c79e-458c-aba9-41a980fc69af tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/security-groups?id=d47400ce-6f3a-448b-a350-d145e76696e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459599 Feb 09 01:54:58.328659 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:58.607423 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 1443fadb-949b-4351-9f4c-30209cfbbca1 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:54:58.660876 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 1443fadb-949b-4351-9f4c-30209cfbbca1 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:54:58.665406 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 1443fadb-949b-4351-9f4c-30209cfbbca1 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:58.665896 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1443fadb-949b-4351-9f4c-30209cfbbca1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:58.749584 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 1443fadb-949b-4351-9f4c-30209cfbbca1 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:58.749974 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1443fadb-949b-4351-9f4c-30209cfbbca1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:58.774132 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d0d5ef-0418-42a6-924c-bc215b8be6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1443fadb-949b-4351-9f4c-30209cfbbca1'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:54:58.776517 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a54e91-1d83-47d7-8398-6132030e5870" -d '{"events": [{"server_uuid": "a8d0d5ef-0418-42a6-924c-bc215b8be6d2", "name": "network-vif-plugged", "status": "completed", "tag": "1443fadb-949b-4351-9f4c-30209cfbbca1"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:54:58.789978 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 1443fadb-949b-4351-9f4c-30209cfbbca1, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1443fadb-949b-4351-9f4c-30209cfbbca1,segment=NetworkSegment(415d2766-ddb3-4e38-98ab-764f48b34ef7),segment_id=415d2766-ddb3-4e38-98ab-764f48b34ef7)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:58.794916 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1443fadb-949b-4351-9f4c-30209cfbbca1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:58.848461 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=1443fadb-949b-4351-9f4c-30209cfbbca1,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:59.289225 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf4462-2519-4fb1-8f7f-4cba229a3817 req-7ddd6881-2f92-4313-9882-2e10e1271dc7 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:59.290731 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ddf4462-2519-4fb1-8f7f-4cba229a3817 req-7ddd6881-2f92-4313-9882-2e10e1271dc7 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 946 time: 0.0603590 Feb 09 01:54:59.341192 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ddf4462-2519-4fb1-8f7f-4cba229a3817 req-ae055548-0254-46e4-8a5f-e1a77580851a tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/security-groups?id=d47400ce-6f3a-448b-a350-d145e76696e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443869 Feb 09 01:54:59.827036 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63806b0b-46c5-4f8a-9985-f180036d075b x-openstack-request-id: req-63806b0b-46c5-4f8a-9985-f180036d075b {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:54:59.827587 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d0d5ef-0418-42a6-924c-bc215b8be6d2", "name": "network-vif-plugged", "status": "completed", "tag": "1443fadb-949b-4351-9f4c-30209cfbbca1", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:54:59.827587 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-63806b0b-46c5-4f8a-9985-f180036d075b {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:54:59.828007 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d0d5ef-0418-42a6-924c-bc215b8be6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1443fadb-949b-4351-9f4c-30209cfbbca1', 'code': 200} Feb 09 01:54:59.930390 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03032c38-dd25-43bc-9fc6-d8471507cb72 req-702e64aa-dde3-49ea-9084-3d47e3f52a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:59.932091 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-03032c38-dd25-43bc-9fc6-d8471507cb72 req-702e64aa-dde3-49ea-9084-3d47e3f52a45 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 1129 time: 0.0492198 Feb 09 01:54:59.978298 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-03032c38-dd25-43bc-9fc6-d8471507cb72 req-076d7053-8c15-4251-855f-1a8502a6256b service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=d47400ce-6f3a-448b-a350-d145e76696e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400443 Feb 09 01:55:00.465759 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62360cca-c9ae-497d-8f50-84865f5f733e req-e858bd4f-5b81-4deb-bc25-8617f6bb0d4e tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:00.468038 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-62360cca-c9ae-497d-8f50-84865f5f733e req-e858bd4f-5b81-4deb-bc25-8617f6bb0d4e tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 946 time: 0.0568914 Feb 09 01:55:00.528805 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-62360cca-c9ae-497d-8f50-84865f5f733e req-a8ec3058-07f3-4fb8-aa17-14989f5ef494 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/security-groups?id=d47400ce-6f3a-448b-a350-d145e76696e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542598 Feb 09 01:55:01.664637 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a4130-b2c9-416b-bfbf-a139b303ada8 req-8c1a9994-6402-42ef-9e85-2f6fe8a82e17 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:01.666268 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c0a4130-b2c9-416b-bfbf-a139b303ada8 req-8c1a9994-6402-42ef-9e85-2f6fe8a82e17 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 946 time: 0.0589523 Feb 09 01:55:01.724156 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c0a4130-b2c9-416b-bfbf-a139b303ada8 req-d1b578b7-9f53-488a-a8b7-06d68cca1b60 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/security-groups?id=d47400ce-6f3a-448b-a350-d145e76696e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497446 Feb 09 01:55:01.851834 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891720a-82d3-4c5e-bbdc-10493bdd1273 req-4dcdbecd-1804-4c40-840d-e55485b9f35c tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:01.853296 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5891720a-82d3-4c5e-bbdc-10493bdd1273 req-4dcdbecd-1804-4c40-840d-e55485b9f35c tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 946 time: 0.0572784 Feb 09 01:55:01.906402 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5891720a-82d3-4c5e-bbdc-10493bdd1273 req-eedc94b5-e48f-46df-91fb-86b46f2e4308 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/security-groups?id=d47400ce-6f3a-448b-a350-d145e76696e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468593 Feb 09 01:55:01.930755 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 44296) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:02.184640 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5523018-103d-4ce6-9b72-328af0ebce07 tempest-TestVolumeBackupRestore-904818285 tempest-TestVolumeBackupRestore-904818285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:02.189262 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 44300) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:02.194911 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-e43dde58-0185-4e82-9ff5-71fa6d90faf5 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'port_id': '1443fadb-949b-4351-9f4c-30209cfbbca1', 'tenant_id': '33d31b3135ff46e3b71151a392974783', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:02.198974 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d5523018-103d-4ce6-9b72-328af0ebce07 tempest-TestVolumeBackupRestore-904818285 tempest-TestVolumeBackupRestore-904818285-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 1124 time: 0.2669041 Feb 09 01:55:02.218248 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e43dde58-0185-4e82-9ff5-71fa6d90faf5 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:02.326846 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e43dde58-0185-4e82-9ff5-71fa6d90faf5 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:02.438348 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-e43dde58-0185-4e82-9ff5-71fa6d90faf5 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Allocated IP 172.25.1.219 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/3d1c24a6-a352-4394-b1a3-eb6e146c0ad9) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:02.544488 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e43dde58-0185-4e82-9ff5-71fa6d90faf5 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks [] for port (3d1c24a6-a352-4394-b1a3-eb6e146c0ad9), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:02.583558 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e43dde58-0185-4e82-9ff5-71fa6d90faf5 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (3d1c24a6-a352-4394-b1a3-eb6e146c0ad9), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:02.634845 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43dde58-0185-4e82-9ff5-71fa6d90faf5 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:02.638853 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-e43dde58-0185-4e82-9ff5-71fa6d90faf5 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:02.640854 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43dde58-0185-4e82-9ff5-71fa6d90faf5 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Pushing event updated for resources: {'Port': ['ID=3d1c24a6-a352-4394-b1a3-eb6e146c0ad9,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:02.643031 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43dde58-0185-4e82-9ff5-71fa6d90faf5 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:55:03.033050 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e43dde58-0185-4e82-9ff5-71fa6d90faf5 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks [] for floatingip (c7e286b7-adf0-49c3-92a1-b2a99d10a0de), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:03.112365 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e43dde58-0185-4e82-9ff5-71fa6d90faf5 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3d1c24a6-a352-4394-b1a3-eb6e146c0ad9), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:03.273885 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e43dde58-0185-4e82-9ff5-71fa6d90faf5 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks [] for port (3d1c24a6-a352-4394-b1a3-eb6e146c0ad9), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:03.280429 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e43dde58-0185-4e82-9ff5-71fa6d90faf5 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (3d1c24a6-a352-4394-b1a3-eb6e146c0ad9), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:03.353382 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43dde58-0185-4e82-9ff5-71fa6d90faf5 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Pushing event updated for resources: {'Port': ['ID=3d1c24a6-a352-4394-b1a3-eb6e146c0ad9,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:03.369577 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e43dde58-0185-4e82-9ff5-71fa6d90faf5 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (c7e286b7-adf0-49c3-92a1-b2a99d10a0de), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:03.477541 n-d-822053-40 neutron-server[103528]: INFO neutron.db.l3_db [None req-e43dde58-0185-4e82-9ff5-71fa6d90faf5 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Floating IP c7e286b7-adf0-49c3-92a1-b2a99d10a0de associated. External IP: 172.25.1.219, port: 1443fadb-949b-4351-9f4c-30209cfbbca1. Feb 09 01:55:03.702099 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e43dde58-0185-4e82-9ff5-71fa6d90faf5 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Router f5a0fb0e-49df-4d11-b467-ebe08342fd6d has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:55:03.816708 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43dde58-0185-4e82-9ff5-71fa6d90faf5 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:55:03.826886 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfa9dc3-0055-4720-ade6-8178dd895243 None None] Sync routers for ids ['f5a0fb0e-49df-4d11-b467-ebe08342fd6d'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:55:03.837428 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e43dde58-0185-4e82-9ff5-71fa6d90faf5 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:03.841282 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfa9dc3-0055-4720-ade6-8178dd895243 None None] Routers {'f5a0fb0e-49df-4d11-b467-ebe08342fd6d'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:55:03.841988 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-9cfa9dc3-0055-4720-ade6-8178dd895243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:54:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['f5a0fb0e-49df-4d11-b467-ebe08342fd6d'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:03.871872 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e43dde58-0185-4e82-9ff5-71fa6d90faf5 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6814997 Feb 09 01:55:03.872502 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d0d5ef-0418-42a6-924c-bc215b8be6d2', 'tag': '1443fadb-949b-4351-9f4c-30209cfbbca1'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:55:03.874518 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 44306) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:03.881239 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ca1a4a-0223-4e4d-a34b-ddaad23d48be" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d0d5ef-0418-42a6-924c-bc215b8be6d2", "tag": "1443fadb-949b-4351-9f4c-30209cfbbca1"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:55:03.938396 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd08ceb7-5e73-40cf-a6b9-9d06958db941 tempest-TestVolumeBackupRestore-904818285 tempest-TestVolumeBackupRestore-904818285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:03.940516 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-dd08ceb7-5e73-40cf-a6b9-9d06958db941 tempest-TestVolumeBackupRestore-904818285 tempest-TestVolumeBackupRestore-904818285-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 1124 time: 0.0650177 Feb 09 01:55:03.942846 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68508fd-27b6-4c5e-9a49-06371afdad10 x-openstack-request-id: req-c68508fd-27b6-4c5e-9a49-06371afdad10 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:55:03.943442 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d0d5ef-0418-42a6-924c-bc215b8be6d2", "tag": "1443fadb-949b-4351-9f4c-30209cfbbca1", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:55:03.943795 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c68508fd-27b6-4c5e-9a49-06371afdad10 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:55:03.944251 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d0d5ef-0418-42a6-924c-bc215b8be6d2', 'tag': '1443fadb-949b-4351-9f4c-30209cfbbca1', 'status': 'completed', 'code': 200} Feb 09 01:55:03.945611 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 44310) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:03.950321 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-2f35522d-617a-4cb6-999a-85afd50dbbda tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Request body: {'floatingip': {'port_id': '1443fadb-949b-4351-9f4c-30209cfbbca1'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:03.977012 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-9cfa9dc3-0055-4720-ade6-8178dd895243 None None] Set router f5a0fb0e-49df-4d11-b467-ebe08342fd6d gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:55:04.016397 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2f35522d-617a-4cb6-999a-85afd50dbbda tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks [] for floatingip (c7e286b7-adf0-49c3-92a1-b2a99d10a0de), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:04.035325 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca1a4a-0223-4e4d-a34b-ddaad23d48be req-2045f035-e701-4c01-b1c7-226a9a283957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:04.037387 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a8ca1a4a-0223-4e4d-a34b-ddaad23d48be req-2045f035-e701-4c01-b1c7-226a9a283957 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=33d31b3135ff46e3b71151a392974783&device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 1129 time: 0.0675662 Feb 09 01:55:04.164816 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca1a4a-0223-4e4d-a34b-ddaad23d48be req-ae13ce06-e90d-464a-8d75-28fcbf212c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:04.166510 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a8ca1a4a-0223-4e4d-a34b-ddaad23d48be req-ae13ce06-e90d-464a-8d75-28fcbf212c13 service neutron] 10.222.0.121 "GET /v2.0/networks?id=0753bfb4-9c70-456a-8935-23e61514b784 HTTP/1.1" status: 200 len: 914 time: 0.1224561 Feb 09 01:55:04.245280 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a8ca1a4a-0223-4e4d-a34b-ddaad23d48be req-79176bc2-c714-46db-aef2-bbd20ec3441d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1443fadb-949b-4351-9f4c-30209cfbbca1 HTTP/1.1" status: 200 len: 1000 time: 0.0712512 Feb 09 01:55:04.295563 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-9cfa9dc3-0055-4720-ade6-8178dd895243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'name': 'tempest-TestVolumeBackupRestore-871554168-router', 'tenant_id': '33d31b3135ff46e3b71151a392974783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'd6f7a319-3b00-46b4-b0c1-38f52ea56b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:51:55Z', 'updated_at': '2022-02-09T01:51:58Z', 'revision_number': 4, 'project_id': '33d31b3135ff46e3b71151a392974783', 'gw_port': {'id': 'd6f7a319-3b00-46b4-b0c1-38f52ea56b6c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:56Z', 'updated_at': '2022-02-09T01:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': 'c7e286b7-adf0-49c3-92a1-b2a99d10a0de', 'tenant_id': '33d31b3135ff46e3b71151a392974783', 'floating_ip_address': '172.25.1.219', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'port_id': '1443fadb-949b-4351-9f4c-30209cfbbca1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0753bfb4-9c70-456a-8935-23e61514b784', 'mac_address': 'fa:16:3e:3a:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d0d5ef-0418-42a6-924c-bc215b8be6d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:55:02Z', 'updated_at': '2022-02-09T01:55:02Z', 'revision_number': 0, 'project_id': '33d31b3135ff46e3b71151a392974783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16683bdd-d596-4571-bfd7-186582c86a44', 'name': '', 'network_id': '0753bfb4-9c70-456a-8935-23e61514b784', 'tenant_id': '33d31b3135ff46e3b71151a392974783', 'mac_address': 'fa:16:3e:3c:9c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'c69e95de-56f7-478f-9e18-2684b4e4eb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:58Z', 'updated_at': '2022-02-09T01:52:04Z', 'revision_number': 5, 'project_id': '33d31b3135ff46e3b71151a392974783', 'subnets': [{'id': 'c69e95de-56f7-478f-9e18-2684b4e4eb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:04.299399 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca1a4a-0223-4e4d-a34b-ddaad23d48be req-b774f152-47d2-4c34-8d25-1751d7e44a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:04.300981 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a8ca1a4a-0223-4e4d-a34b-ddaad23d48be req-b774f152-47d2-4c34-8d25-1751d7e44a69 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c69e95de-56f7-478f-9e18-2684b4e4eb0b HTTP/1.1" status: 200 len: 852 time: 0.0488043 Feb 09 01:55:04.324208 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfa9dc3-0055-4720-ade6-8178dd895243 None None] Checking router: f5a0fb0e-49df-4d11-b467-ebe08342fd6d for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:55:04.333222 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfa9dc3-0055-4720-ade6-8178dd895243 None None] Routers {'f5a0fb0e-49df-4d11-b467-ebe08342fd6d'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:55:04.333819 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-9cfa9dc3-0055-4720-ade6-8178dd895243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:54:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['f5a0fb0e-49df-4d11-b467-ebe08342fd6d'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:04.360780 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca1a4a-0223-4e4d-a34b-ddaad23d48be req-953c5543-ba0d-4dd9-b07c-4a8d7c11857b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:04.362358 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a8ca1a4a-0223-4e4d-a34b-ddaad23d48be req-953c5543-ba0d-4dd9-b07c-4a8d7c11857b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0753bfb4-9c70-456a-8935-23e61514b784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0540624 Feb 09 01:55:04.455394 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-9cfa9dc3-0055-4720-ade6-8178dd895243 None None] Set router f5a0fb0e-49df-4d11-b467-ebe08342fd6d gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:55:04.478256 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a8ca1a4a-0223-4e4d-a34b-ddaad23d48be req-5f6526a1-8dbe-4c5d-82e8-d7bd2f949616 service neutron] 10.222.0.121 "GET /v2.0/networks/0753bfb4-9c70-456a-8935-23e61514b784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074450 Feb 09 01:55:04.609829 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2f35522d-617a-4cb6-999a-85afd50dbbda tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:04.616260 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2f35522d-617a-4cb6-999a-85afd50dbbda tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (c7e286b7-adf0-49c3-92a1-b2a99d10a0de), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:04.633998 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a8ca1a4a-0223-4e4d-a34b-ddaad23d48be req-32470263-0a99-4681-9914-027216e9afea service neutron] 10.222.0.121 "GET /v2.0/networks/0753bfb4-9c70-456a-8935-23e61514b784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488674 Feb 09 01:55:04.833725 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-9cfa9dc3-0055-4720-ade6-8178dd895243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'name': 'tempest-TestVolumeBackupRestore-871554168-router', 'tenant_id': '33d31b3135ff46e3b71151a392974783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'd6f7a319-3b00-46b4-b0c1-38f52ea56b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:51:55Z', 'updated_at': '2022-02-09T01:51:58Z', 'revision_number': 4, 'project_id': '33d31b3135ff46e3b71151a392974783', 'gw_port': {'id': 'd6f7a319-3b00-46b4-b0c1-38f52ea56b6c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:56Z', 'updated_at': '2022-02-09T01:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': 'c7e286b7-adf0-49c3-92a1-b2a99d10a0de', 'tenant_id': '33d31b3135ff46e3b71151a392974783', 'floating_ip_address': '172.25.1.219', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'port_id': '1443fadb-949b-4351-9f4c-30209cfbbca1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0753bfb4-9c70-456a-8935-23e61514b784', 'mac_address': 'fa:16:3e:3a:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d0d5ef-0418-42a6-924c-bc215b8be6d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:55:02Z', 'updated_at': '2022-02-09T01:55:02Z', 'revision_number': 0, 'project_id': '33d31b3135ff46e3b71151a392974783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16683bdd-d596-4571-bfd7-186582c86a44', 'name': '', 'network_id': '0753bfb4-9c70-456a-8935-23e61514b784', 'tenant_id': '33d31b3135ff46e3b71151a392974783', 'mac_address': 'fa:16:3e:3c:9c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'c69e95de-56f7-478f-9e18-2684b4e4eb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:58Z', 'updated_at': '2022-02-09T01:52:04Z', 'revision_number': 5, 'project_id': '33d31b3135ff46e3b71151a392974783', 'subnets': [{'id': 'c69e95de-56f7-478f-9e18-2684b4e4eb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:04.859452 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f35522d-617a-4cb6-999a-85afd50dbbda tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Router f5a0fb0e-49df-4d11-b467-ebe08342fd6d has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:55:04.860707 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfa9dc3-0055-4720-ade6-8178dd895243 None None] The sync data for ids ['f5a0fb0e-49df-4d11-b467-ebe08342fd6d'] in n-d-822053-40 is: [{'id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'name': 'tempest-TestVolumeBackupRestore-871554168-router', 'tenant_id': '33d31b3135ff46e3b71151a392974783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'd6f7a319-3b00-46b4-b0c1-38f52ea56b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:51:55Z', 'updated_at': '2022-02-09T01:51:58Z', 'revision_number': 4, 'project_id': '33d31b3135ff46e3b71151a392974783', 'gw_port': {'id': 'd6f7a319-3b00-46b4-b0c1-38f52ea56b6c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:56Z', 'updated_at': '2022-02-09T01:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': 'c7e286b7-adf0-49c3-92a1-b2a99d10a0de', 'tenant_id': '33d31b3135ff46e3b71151a392974783', 'floating_ip_address': '172.25.1.219', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'port_id': '1443fadb-949b-4351-9f4c-30209cfbbca1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0753bfb4-9c70-456a-8935-23e61514b784', 'mac_address': 'fa:16:3e:3a:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d0d5ef-0418-42a6-924c-bc215b8be6d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:55:02Z', 'updated_at': '2022-02-09T01:55:02Z', 'revision_number': 0, 'project_id': '33d31b3135ff46e3b71151a392974783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16683bdd-d596-4571-bfd7-186582c86a44', 'name': '', 'network_id': '0753bfb4-9c70-456a-8935-23e61514b784', 'tenant_id': '33d31b3135ff46e3b71151a392974783', 'mac_address': 'fa:16:3e:3c:9c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'c69e95de-56f7-478f-9e18-2684b4e4eb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:58Z', 'updated_at': '2022-02-09T01:52:04Z', 'revision_number': 5, 'project_id': '33d31b3135ff46e3b71151a392974783', 'subnets': [{'id': 'c69e95de-56f7-478f-9e18-2684b4e4eb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:55:05.142765 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f867fa-9d57-4b06-92d5-ef01666f1be5 None None] New status for floating IP c7e286b7-adf0-49c3-92a1-b2a99d10a0de: ACTIVE {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:55:05.376466 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f35522d-617a-4cb6-999a-85afd50dbbda tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:55:05.382847 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2f35522d-617a-4cb6-999a-85afd50dbbda tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:05.421846 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd561281-901f-4943-9612-188c8b884c54 None None] Sync routers for ids ['f5a0fb0e-49df-4d11-b467-ebe08342fd6d'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:55:05.422705 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d0d5ef-0418-42a6-924c-bc215b8be6d2', 'tag': '1443fadb-949b-4351-9f4c-30209cfbbca1'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:55:05.426745 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cc2b1f-ff6f-48a6-8033-3c29b02543de" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d0d5ef-0418-42a6-924c-bc215b8be6d2", "tag": "1443fadb-949b-4351-9f4c-30209cfbbca1"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:55:05.433982 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd561281-901f-4943-9612-188c8b884c54 None None] Routers {'f5a0fb0e-49df-4d11-b467-ebe08342fd6d'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:55:05.434780 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-cd561281-901f-4943-9612-188c8b884c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:54:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['f5a0fb0e-49df-4d11-b467-ebe08342fd6d'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:05.488622 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f447b5c-1287-4a8a-9cb8-1c5fd582ce13 x-openstack-request-id: req-3f447b5c-1287-4a8a-9cb8-1c5fd582ce13 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:55:05.489335 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d0d5ef-0418-42a6-924c-bc215b8be6d2", "tag": "1443fadb-949b-4351-9f4c-30209cfbbca1", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:55:05.489580 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3f447b5c-1287-4a8a-9cb8-1c5fd582ce13 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:55:05.489978 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d0d5ef-0418-42a6-924c-bc215b8be6d2', 'tag': '1443fadb-949b-4351-9f4c-30209cfbbca1', 'status': 'completed', 'code': 200} Feb 09 01:55:05.508369 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2f35522d-617a-4cb6-999a-85afd50dbbda tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "PUT /v2.0/floatingips/c7e286b7-adf0-49c3-92a1-b2a99d10a0de HTTP/1.1" status: 200 len: 992 time: 1.5516081 Feb 09 01:55:05.594732 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc2b1f-ff6f-48a6-8033-3c29b02543de req-c00d1464-fd80-41c6-b870-3887f6552d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:05.597568 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-86cc2b1f-ff6f-48a6-8033-3c29b02543de req-c00d1464-fd80-41c6-b870-3887f6552d84 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=33d31b3135ff46e3b71151a392974783&device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 1129 time: 0.0955822 Feb 09 01:55:05.615429 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-cd561281-901f-4943-9612-188c8b884c54 None None] Set router f5a0fb0e-49df-4d11-b467-ebe08342fd6d gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:55:05.725461 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc2b1f-ff6f-48a6-8033-3c29b02543de req-1f989c1d-d38d-4bef-b1d7-75ba9db35c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:05.727038 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-86cc2b1f-ff6f-48a6-8033-3c29b02543de req-1f989c1d-d38d-4bef-b1d7-75ba9db35c1d service neutron] 10.222.0.121 "GET /v2.0/networks?id=0753bfb4-9c70-456a-8935-23e61514b784 HTTP/1.1" status: 200 len: 914 time: 0.1245277 Feb 09 01:55:05.906495 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-86cc2b1f-ff6f-48a6-8033-3c29b02543de req-76f1a990-aebc-469f-b494-8b1d8fb91b6f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1443fadb-949b-4351-9f4c-30209cfbbca1 HTTP/1.1" status: 200 len: 1002 time: 0.1730449 Feb 09 01:55:05.930648 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-cd561281-901f-4943-9612-188c8b884c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'name': 'tempest-TestVolumeBackupRestore-871554168-router', 'tenant_id': '33d31b3135ff46e3b71151a392974783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'd6f7a319-3b00-46b4-b0c1-38f52ea56b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:51:55Z', 'updated_at': '2022-02-09T01:51:58Z', 'revision_number': 4, 'project_id': '33d31b3135ff46e3b71151a392974783', 'gw_port': {'id': 'd6f7a319-3b00-46b4-b0c1-38f52ea56b6c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:56Z', 'updated_at': '2022-02-09T01:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': 'c7e286b7-adf0-49c3-92a1-b2a99d10a0de', 'tenant_id': '33d31b3135ff46e3b71151a392974783', 'floating_ip_address': '172.25.1.219', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'port_id': '1443fadb-949b-4351-9f4c-30209cfbbca1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0753bfb4-9c70-456a-8935-23e61514b784', 'mac_address': 'fa:16:3e:3a:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d0d5ef-0418-42a6-924c-bc215b8be6d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:55:02Z', 'updated_at': '2022-02-09T01:55:05Z', 'revision_number': 2, 'project_id': '33d31b3135ff46e3b71151a392974783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16683bdd-d596-4571-bfd7-186582c86a44', 'name': '', 'network_id': '0753bfb4-9c70-456a-8935-23e61514b784', 'tenant_id': '33d31b3135ff46e3b71151a392974783', 'mac_address': 'fa:16:3e:3c:9c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'c69e95de-56f7-478f-9e18-2684b4e4eb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:58Z', 'updated_at': '2022-02-09T01:52:04Z', 'revision_number': 5, 'project_id': '33d31b3135ff46e3b71151a392974783', 'subnets': [{'id': 'c69e95de-56f7-478f-9e18-2684b4e4eb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:05.963002 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd561281-901f-4943-9612-188c8b884c54 None None] Checking router: f5a0fb0e-49df-4d11-b467-ebe08342fd6d for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:55:05.973773 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd561281-901f-4943-9612-188c8b884c54 None None] Routers {'f5a0fb0e-49df-4d11-b467-ebe08342fd6d'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:55:05.974476 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-cd561281-901f-4943-9612-188c8b884c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:54:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['f5a0fb0e-49df-4d11-b467-ebe08342fd6d'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:05.977974 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc2b1f-ff6f-48a6-8033-3c29b02543de req-2db6522c-dae3-46a4-964b-67c0603efd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:05.981237 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-86cc2b1f-ff6f-48a6-8033-3c29b02543de req-2db6522c-dae3-46a4-964b-67c0603efd25 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c69e95de-56f7-478f-9e18-2684b4e4eb0b HTTP/1.1" status: 200 len: 852 time: 0.0673044 Feb 09 01:55:06.042265 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc2b1f-ff6f-48a6-8033-3c29b02543de req-fde9e07c-7fef-4d79-a164-32ef16f8f220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:06.045221 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-86cc2b1f-ff6f-48a6-8033-3c29b02543de req-fde9e07c-7fef-4d79-a164-32ef16f8f220 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0753bfb4-9c70-456a-8935-23e61514b784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0579424 Feb 09 01:55:06.141078 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-cd561281-901f-4943-9612-188c8b884c54 None None] Set router f5a0fb0e-49df-4d11-b467-ebe08342fd6d gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:55:06.161727 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-86cc2b1f-ff6f-48a6-8033-3c29b02543de req-eb4115a9-0ea2-42b8-ad01-ec3928855ddd service neutron] 10.222.0.121 "GET /v2.0/networks/0753bfb4-9c70-456a-8935-23e61514b784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099653 Feb 09 01:55:06.293159 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-86cc2b1f-ff6f-48a6-8033-3c29b02543de req-c2324d6c-6798-40ef-92a1-2e60be45e5a9 service neutron] 10.222.0.121 "GET /v2.0/networks/0753bfb4-9c70-456a-8935-23e61514b784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238027 Feb 09 01:55:06.462276 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-cd561281-901f-4943-9612-188c8b884c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'name': 'tempest-TestVolumeBackupRestore-871554168-router', 'tenant_id': '33d31b3135ff46e3b71151a392974783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'd6f7a319-3b00-46b4-b0c1-38f52ea56b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:51:55Z', 'updated_at': '2022-02-09T01:51:58Z', 'revision_number': 4, 'project_id': '33d31b3135ff46e3b71151a392974783', 'gw_port': {'id': 'd6f7a319-3b00-46b4-b0c1-38f52ea56b6c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:56Z', 'updated_at': '2022-02-09T01:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': 'c7e286b7-adf0-49c3-92a1-b2a99d10a0de', 'tenant_id': '33d31b3135ff46e3b71151a392974783', 'floating_ip_address': '172.25.1.219', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'port_id': '1443fadb-949b-4351-9f4c-30209cfbbca1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0753bfb4-9c70-456a-8935-23e61514b784', 'mac_address': 'fa:16:3e:3a:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d0d5ef-0418-42a6-924c-bc215b8be6d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:55:02Z', 'updated_at': '2022-02-09T01:55:05Z', 'revision_number': 2, 'project_id': '33d31b3135ff46e3b71151a392974783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16683bdd-d596-4571-bfd7-186582c86a44', 'name': '', 'network_id': '0753bfb4-9c70-456a-8935-23e61514b784', 'tenant_id': '33d31b3135ff46e3b71151a392974783', 'mac_address': 'fa:16:3e:3c:9c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'c69e95de-56f7-478f-9e18-2684b4e4eb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:58Z', 'updated_at': '2022-02-09T01:52:04Z', 'revision_number': 5, 'project_id': '33d31b3135ff46e3b71151a392974783', 'subnets': [{'id': 'c69e95de-56f7-478f-9e18-2684b4e4eb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:06.495043 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd561281-901f-4943-9612-188c8b884c54 None None] The sync data for ids ['f5a0fb0e-49df-4d11-b467-ebe08342fd6d'] in n-d-822053-40 is: [{'id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'name': 'tempest-TestVolumeBackupRestore-871554168-router', 'tenant_id': '33d31b3135ff46e3b71151a392974783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'd6f7a319-3b00-46b4-b0c1-38f52ea56b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:51:55Z', 'updated_at': '2022-02-09T01:51:58Z', 'revision_number': 4, 'project_id': '33d31b3135ff46e3b71151a392974783', 'gw_port': {'id': 'd6f7a319-3b00-46b4-b0c1-38f52ea56b6c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:56Z', 'updated_at': '2022-02-09T01:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': 'c7e286b7-adf0-49c3-92a1-b2a99d10a0de', 'tenant_id': '33d31b3135ff46e3b71151a392974783', 'floating_ip_address': '172.25.1.219', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'port_id': '1443fadb-949b-4351-9f4c-30209cfbbca1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0753bfb4-9c70-456a-8935-23e61514b784', 'mac_address': 'fa:16:3e:3a:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d0d5ef-0418-42a6-924c-bc215b8be6d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:55:02Z', 'updated_at': '2022-02-09T01:55:05Z', 'revision_number': 2, 'project_id': '33d31b3135ff46e3b71151a392974783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16683bdd-d596-4571-bfd7-186582c86a44', 'name': '', 'network_id': '0753bfb4-9c70-456a-8935-23e61514b784', 'tenant_id': '33d31b3135ff46e3b71151a392974783', 'mac_address': 'fa:16:3e:3c:9c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'c69e95de-56f7-478f-9e18-2684b4e4eb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:58Z', 'updated_at': '2022-02-09T01:52:04Z', 'revision_number': 5, 'project_id': '33d31b3135ff46e3b71151a392974783', 'subnets': [{'id': 'c69e95de-56f7-478f-9e18-2684b4e4eb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:55:07.491646 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d0d5ef-0418-42a6-924c-bc215b8be6d2', 'tag': '1443fadb-949b-4351-9f4c-30209cfbbca1'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:55:07.493987 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d355f433-73e7-44c6-bb10-daa968529012" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d0d5ef-0418-42a6-924c-bc215b8be6d2", "tag": "1443fadb-949b-4351-9f4c-30209cfbbca1"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:55:07.535388 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bcb2d49-7e8c-45a2-a119-70172d6cb2c1 x-openstack-request-id: req-0bcb2d49-7e8c-45a2-a119-70172d6cb2c1 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:55:07.535571 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d0d5ef-0418-42a6-924c-bc215b8be6d2", "tag": "1443fadb-949b-4351-9f4c-30209cfbbca1", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:55:07.535734 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0bcb2d49-7e8c-45a2-a119-70172d6cb2c1 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:55:07.536165 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d0d5ef-0418-42a6-924c-bc215b8be6d2', 'tag': '1443fadb-949b-4351-9f4c-30209cfbbca1', 'status': 'completed', 'code': 200} Feb 09 01:55:07.607320 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355f433-73e7-44c6-bb10-daa968529012 req-f73aacc3-4b0f-4dc0-aca5-3b8f77b5151c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:07.608848 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d355f433-73e7-44c6-bb10-daa968529012 req-f73aacc3-4b0f-4dc0-aca5-3b8f77b5151c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=33d31b3135ff46e3b71151a392974783&device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 1129 time: 0.0481496 Feb 09 01:55:07.709686 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355f433-73e7-44c6-bb10-daa968529012 req-fc998404-15af-4ee3-b711-837927175aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:07.711141 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d355f433-73e7-44c6-bb10-daa968529012 req-fc998404-15af-4ee3-b711-837927175aa1 service neutron] 10.222.0.121 "GET /v2.0/networks?id=0753bfb4-9c70-456a-8935-23e61514b784 HTTP/1.1" status: 200 len: 914 time: 0.0944049 Feb 09 01:55:07.785389 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d355f433-73e7-44c6-bb10-daa968529012 req-58c8e13a-b3da-46bd-b8d2-0fc4e3d67e1d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1443fadb-949b-4351-9f4c-30209cfbbca1 HTTP/1.1" status: 200 len: 1002 time: 0.0631616 Feb 09 01:55:07.846756 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355f433-73e7-44c6-bb10-daa968529012 req-2368fd9a-59fd-450b-b3df-5e2b4802ca87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:07.848260 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d355f433-73e7-44c6-bb10-daa968529012 req-2368fd9a-59fd-450b-b3df-5e2b4802ca87 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c69e95de-56f7-478f-9e18-2684b4e4eb0b HTTP/1.1" status: 200 len: 852 time: 0.0509706 Feb 09 01:55:07.905094 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355f433-73e7-44c6-bb10-daa968529012 req-31b75519-728a-415d-b909-b3864c79d05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:07.906588 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d355f433-73e7-44c6-bb10-daa968529012 req-31b75519-728a-415d-b909-b3864c79d05f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0753bfb4-9c70-456a-8935-23e61514b784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0515962 Feb 09 01:55:07.997954 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d355f433-73e7-44c6-bb10-daa968529012 req-86efb2a5-86af-4de9-b12f-1ba4766db95b service neutron] 10.222.0.121 "GET /v2.0/networks/0753bfb4-9c70-456a-8935-23e61514b784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847466 Feb 09 01:55:08.100503 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d355f433-73e7-44c6-bb10-daa968529012 req-bdf15901-ab01-4bca-a173-403d7e0b11b0 service neutron] 10.222.0.121 "GET /v2.0/networks/0753bfb4-9c70-456a-8935-23e61514b784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961156 Feb 09 01:55:09.270828 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:55:10.894490 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fcbc0929-ec86-498a-ab43-72354e7ab00c req-11a42bf7-05a5-40ee-ab3e-2dc0e0d0533a service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0556686 Feb 09 01:55:11.004890 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc0929-ec86-498a-ab43-72354e7ab00c req-9c600374-9187-4d8c-af61-732160fbdb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:11.006593 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fcbc0929-ec86-498a-ab43-72354e7ab00c req-9c600374-9187-4d8c-af61-732160fbdb96 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=33d31b3135ff46e3b71151a392974783&device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 1129 time: 0.0516083 Feb 09 01:55:11.153338 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc0929-ec86-498a-ab43-72354e7ab00c req-352d070b-b9dd-4f1f-9958-172af0ce841f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:11.155118 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fcbc0929-ec86-498a-ab43-72354e7ab00c req-352d070b-b9dd-4f1f-9958-172af0ce841f service neutron] 10.222.0.121 "GET /v2.0/networks?id=0753bfb4-9c70-456a-8935-23e61514b784 HTTP/1.1" status: 200 len: 914 time: 0.1184905 Feb 09 01:55:11.236776 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fcbc0929-ec86-498a-ab43-72354e7ab00c req-22a2db06-d5fc-48d9-bf4f-6a7956c80797 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1443fadb-949b-4351-9f4c-30209cfbbca1 HTTP/1.1" status: 200 len: 1002 time: 0.0677521 Feb 09 01:55:11.288593 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc0929-ec86-498a-ab43-72354e7ab00c req-9cb73ad6-78eb-48d3-b18b-b67797236b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:11.289882 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fcbc0929-ec86-498a-ab43-72354e7ab00c req-9cb73ad6-78eb-48d3-b18b-b67797236b74 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c69e95de-56f7-478f-9e18-2684b4e4eb0b HTTP/1.1" status: 200 len: 852 time: 0.0469320 Feb 09 01:55:11.351293 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc0929-ec86-498a-ab43-72354e7ab00c req-f66896ff-df41-4152-9c55-bcccebc354fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:11.352840 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fcbc0929-ec86-498a-ab43-72354e7ab00c req-f66896ff-df41-4152-9c55-bcccebc354fa service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0753bfb4-9c70-456a-8935-23e61514b784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0570905 Feb 09 01:55:11.453464 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fcbc0929-ec86-498a-ab43-72354e7ab00c req-1f4bff74-7fff-4441-9ae4-cb6f9a95a647 service neutron] 10.222.0.121 "GET /v2.0/networks/0753bfb4-9c70-456a-8935-23e61514b784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947955 Feb 09 01:55:11.569360 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fcbc0929-ec86-498a-ab43-72354e7ab00c req-3c7db2ca-96ad-4b22-a86e-725950028b36 service neutron] 10.222.0.121 "GET /v2.0/networks/0753bfb4-9c70-456a-8935-23e61514b784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092904 Feb 09 01:55:19.664550 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:20.832138 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-292173a2-79d6-4f1f-a2fd-52207ce1877a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:21.252916 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:24.288319 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c0dd2c0d-47a7-4a13-8def-0b7c8587d7db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:25.903513 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:27.628853 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:28.337575 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:40.763515 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45056) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:40.943056 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4e59facd-ac67-4fac-bcc1-0b71458663ad tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Deleting port 3d1c24a6-a352-4394-b1a3-eb6e146c0ad9 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:40.943550 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e59facd-ac67-4fac-bcc1-0b71458663ad tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (3d1c24a6-a352-4394-b1a3-eb6e146c0ad9), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:41.022016 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e59facd-ac67-4fac-bcc1-0b71458663ad tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (3d1c24a6-a352-4394-b1a3-eb6e146c0ad9), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:41.022337 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e59facd-ac67-4fac-bcc1-0b71458663ad tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks [] for floatingip (3d1c24a6-a352-4394-b1a3-eb6e146c0ad9), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:41.044424 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4e59facd-ac67-4fac-bcc1-0b71458663ad tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Calling delete_port for 3d1c24a6-a352-4394-b1a3-eb6e146c0ad9 owned by network:floatingip {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:41.221300 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e59facd-ac67-4fac-bcc1-0b71458663ad tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (3d1c24a6-a352-4394-b1a3-eb6e146c0ad9), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:41.247366 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59facd-ac67-4fac-bcc1-0b71458663ad tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Pushing event deleted for resources: {'Port': ['ID=3d1c24a6-a352-4394-b1a3-eb6e146c0ad9,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:41.259685 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59facd-ac67-4fac-bcc1-0b71458663ad tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:41.260046 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59facd-ac67-4fac-bcc1-0b71458663ad tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:41.260388 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59facd-ac67-4fac-bcc1-0b71458663ad tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:41.260718 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59facd-ac67-4fac-bcc1-0b71458663ad tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:41.261044 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59facd-ac67-4fac-bcc1-0b71458663ad tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:41.261371 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59facd-ac67-4fac-bcc1-0b71458663ad tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:41.261690 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59facd-ac67-4fac-bcc1-0b71458663ad tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:41.262008 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59facd-ac67-4fac-bcc1-0b71458663ad tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:41.262315 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59facd-ac67-4fac-bcc1-0b71458663ad tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:41.262634 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59facd-ac67-4fac-bcc1-0b71458663ad tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:41.262944 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59facd-ac67-4fac-bcc1-0b71458663ad tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:41.263257 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59facd-ac67-4fac-bcc1-0b71458663ad tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:41.263569 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e59facd-ac67-4fac-bcc1-0b71458663ad tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:41.324197 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e59facd-ac67-4fac-bcc1-0b71458663ad tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks [] for floatingip (c7e286b7-adf0-49c3-92a1-b2a99d10a0de), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:41.324532 n-d-822053-40 neutron-server[103528]: INFO neutron.db.l3_db [None req-4e59facd-ac67-4fac-bcc1-0b71458663ad tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Floating IP c7e286b7-adf0-49c3-92a1-b2a99d10a0de disassociated (deleted). External IP: 172.25.1.219, port: 1443fadb-949b-4351-9f4c-30209cfbbca1. Feb 09 01:55:41.850037 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e59facd-ac67-4fac-bcc1-0b71458663ad tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Router f5a0fb0e-49df-4d11-b467-ebe08342fd6d has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:55:41.966063 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e59facd-ac67-4fac-bcc1-0b71458663ad tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:55:41.970959 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e59facd-ac67-4fac-bcc1-0b71458663ad tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:41.977523 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edf9819-97ac-48b1-8737-f2f2395d0c20 None None] Sync routers for ids ['f5a0fb0e-49df-4d11-b467-ebe08342fd6d'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:55:41.993484 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edf9819-97ac-48b1-8737-f2f2395d0c20 None None] Routers {'f5a0fb0e-49df-4d11-b467-ebe08342fd6d'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:55:41.994212 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-8edf9819-97ac-48b1-8737-f2f2395d0c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:55:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['f5a0fb0e-49df-4d11-b467-ebe08342fd6d'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:42.007919 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4e59facd-ac67-4fac-bcc1-0b71458663ad tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "DELETE /v2.0/floatingips/c7e286b7-adf0-49c3-92a1-b2a99d10a0de HTTP/1.1" status: 204 len: 168 time: 1.2401655 Feb 09 01:55:42.007919 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d0d5ef-0418-42a6-924c-bc215b8be6d2', 'tag': '1443fadb-949b-4351-9f4c-30209cfbbca1'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:55:42.012605 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0894f086-4945-4b64-acb2-f2eacb2e1260" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d0d5ef-0418-42a6-924c-bc215b8be6d2", "tag": "1443fadb-949b-4351-9f4c-30209cfbbca1"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:55:42.058871 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60120aa-1394-4d2f-99a9-208f4732a853 x-openstack-request-id: req-b60120aa-1394-4d2f-99a9-208f4732a853 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:55:42.059520 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d0d5ef-0418-42a6-924c-bc215b8be6d2", "tag": "1443fadb-949b-4351-9f4c-30209cfbbca1", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:55:42.060059 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b60120aa-1394-4d2f-99a9-208f4732a853 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:55:42.061021 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d0d5ef-0418-42a6-924c-bc215b8be6d2', 'tag': '1443fadb-949b-4351-9f4c-30209cfbbca1', 'status': 'completed', 'code': 200} Feb 09 01:55:42.134372 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-8edf9819-97ac-48b1-8737-f2f2395d0c20 None None] Set router f5a0fb0e-49df-4d11-b467-ebe08342fd6d gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:55:42.159306 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894f086-4945-4b64-acb2-f2eacb2e1260 req-e2b38fd7-7d2a-476f-a0dd-6457a2b1567a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:42.162161 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0894f086-4945-4b64-acb2-f2eacb2e1260 req-e2b38fd7-7d2a-476f-a0dd-6457a2b1567a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=33d31b3135ff46e3b71151a392974783&device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 1129 time: 0.0746379 Feb 09 01:55:42.295455 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894f086-4945-4b64-acb2-f2eacb2e1260 req-ac2e4a93-cdd6-4411-a918-1118bd7d2f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:42.298119 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0894f086-4945-4b64-acb2-f2eacb2e1260 req-ac2e4a93-cdd6-4411-a918-1118bd7d2f38 service neutron] 10.222.0.121 "GET /v2.0/networks?id=0753bfb4-9c70-456a-8935-23e61514b784 HTTP/1.1" status: 200 len: 914 time: 0.1303515 Feb 09 01:55:42.301847 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28d9f3-4333-4553-a998-5df127a5ca9d req-d7b28131-7fbc-4f04-945b-6c9b52455c2b tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:42.303487 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5f28d9f3-4333-4553-a998-5df127a5ca9d req-d7b28131-7fbc-4f04-945b-6c9b52455c2b tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 946 time: 0.0651178 Feb 09 01:55:42.358476 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0894f086-4945-4b64-acb2-f2eacb2e1260 req-c0abf66e-8105-4e71-a0c2-a91630720621 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1443fadb-949b-4351-9f4c-30209cfbbca1 HTTP/1.1" status: 200 len: 217 time: 0.0539174 Feb 09 01:55:42.364379 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5f28d9f3-4333-4553-a998-5df127a5ca9d req-77d825eb-d8a8-402f-87be-45fdbebb68a1 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/security-groups?id=d47400ce-6f3a-448b-a350-d145e76696e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517285 Feb 09 01:55:42.387431 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-8edf9819-97ac-48b1-8737-f2f2395d0c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'name': 'tempest-TestVolumeBackupRestore-871554168-router', 'tenant_id': '33d31b3135ff46e3b71151a392974783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'd6f7a319-3b00-46b4-b0c1-38f52ea56b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:51:55Z', 'updated_at': '2022-02-09T01:51:58Z', 'revision_number': 4, 'project_id': '33d31b3135ff46e3b71151a392974783', 'gw_port': {'id': 'd6f7a319-3b00-46b4-b0c1-38f52ea56b6c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:56Z', 'updated_at': '2022-02-09T01:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '16683bdd-d596-4571-bfd7-186582c86a44', 'name': '', 'network_id': '0753bfb4-9c70-456a-8935-23e61514b784', 'tenant_id': '33d31b3135ff46e3b71151a392974783', 'mac_address': 'fa:16:3e:3c:9c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'c69e95de-56f7-478f-9e18-2684b4e4eb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:58Z', 'updated_at': '2022-02-09T01:52:04Z', 'revision_number': 5, 'project_id': '33d31b3135ff46e3b71151a392974783', 'subnets': [{'id': 'c69e95de-56f7-478f-9e18-2684b4e4eb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:42.415422 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894f086-4945-4b64-acb2-f2eacb2e1260 req-e222886b-eda3-42ee-9bc2-1529b3735a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:42.417324 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0894f086-4945-4b64-acb2-f2eacb2e1260 req-e222886b-eda3-42ee-9bc2-1529b3735a35 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c69e95de-56f7-478f-9e18-2684b4e4eb0b HTTP/1.1" status: 200 len: 852 time: 0.0515580 Feb 09 01:55:42.420160 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edf9819-97ac-48b1-8737-f2f2395d0c20 None None] Checking router: f5a0fb0e-49df-4d11-b467-ebe08342fd6d for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:55:42.429346 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edf9819-97ac-48b1-8737-f2f2395d0c20 None None] Routers {'f5a0fb0e-49df-4d11-b467-ebe08342fd6d'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:55:42.429854 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-8edf9819-97ac-48b1-8737-f2f2395d0c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:55:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['f5a0fb0e-49df-4d11-b467-ebe08342fd6d'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:42.480421 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894f086-4945-4b64-acb2-f2eacb2e1260 req-2fff114e-9507-4c1e-b7b0-219e4937bdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:42.481843 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0894f086-4945-4b64-acb2-f2eacb2e1260 req-2fff114e-9507-4c1e-b7b0-219e4937bdda service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=0753bfb4-9c70-456a-8935-23e61514b784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0576191 Feb 09 01:55:42.553654 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-8edf9819-97ac-48b1-8737-f2f2395d0c20 None None] Set router f5a0fb0e-49df-4d11-b467-ebe08342fd6d gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:55:42.582069 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0894f086-4945-4b64-acb2-f2eacb2e1260 req-e8fe6b85-7495-4996-ac53-408ec7cbd94a service neutron] 10.222.0.121 "GET /v2.0/networks/0753bfb4-9c70-456a-8935-23e61514b784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931840 Feb 09 01:55:42.689591 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0894f086-4945-4b64-acb2-f2eacb2e1260 req-dd9e8feb-7680-44f1-a283-617e5c4302cb service neutron] 10.222.0.121 "GET /v2.0/networks/0753bfb4-9c70-456a-8935-23e61514b784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005895 Feb 09 01:55:42.943597 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-8edf9819-97ac-48b1-8737-f2f2395d0c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'name': 'tempest-TestVolumeBackupRestore-871554168-router', 'tenant_id': '33d31b3135ff46e3b71151a392974783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'd6f7a319-3b00-46b4-b0c1-38f52ea56b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:51:55Z', 'updated_at': '2022-02-09T01:51:58Z', 'revision_number': 4, 'project_id': '33d31b3135ff46e3b71151a392974783', 'gw_port': {'id': 'd6f7a319-3b00-46b4-b0c1-38f52ea56b6c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:56Z', 'updated_at': '2022-02-09T01:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '16683bdd-d596-4571-bfd7-186582c86a44', 'name': '', 'network_id': '0753bfb4-9c70-456a-8935-23e61514b784', 'tenant_id': '33d31b3135ff46e3b71151a392974783', 'mac_address': 'fa:16:3e:3c:9c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'c69e95de-56f7-478f-9e18-2684b4e4eb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:58Z', 'updated_at': '2022-02-09T01:52:04Z', 'revision_number': 5, 'project_id': '33d31b3135ff46e3b71151a392974783', 'subnets': [{'id': 'c69e95de-56f7-478f-9e18-2684b4e4eb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:42.975905 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edf9819-97ac-48b1-8737-f2f2395d0c20 None None] The sync data for ids ['f5a0fb0e-49df-4d11-b467-ebe08342fd6d'] in n-d-822053-40 is: [{'id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'name': 'tempest-TestVolumeBackupRestore-871554168-router', 'tenant_id': '33d31b3135ff46e3b71151a392974783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'd6f7a319-3b00-46b4-b0c1-38f52ea56b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:51:55Z', 'updated_at': '2022-02-09T01:51:58Z', 'revision_number': 4, 'project_id': '33d31b3135ff46e3b71151a392974783', 'gw_port': {'id': 'd6f7a319-3b00-46b4-b0c1-38f52ea56b6c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:56Z', 'updated_at': '2022-02-09T01:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '16683bdd-d596-4571-bfd7-186582c86a44', 'name': '', 'network_id': '0753bfb4-9c70-456a-8935-23e61514b784', 'tenant_id': '33d31b3135ff46e3b71151a392974783', 'mac_address': 'fa:16:3e:3c:9c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'c69e95de-56f7-478f-9e18-2684b4e4eb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:58Z', 'updated_at': '2022-02-09T01:52:04Z', 'revision_number': 5, 'project_id': '33d31b3135ff46e3b71151a392974783', 'subnets': [{'id': 'c69e95de-56f7-478f-9e18-2684b4e4eb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:55:43.212237 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a44cdf-ce6e-41c9-8497-55e0491dfe18 None None] New status for floating IP c7e286b7-adf0-49c3-92a1-b2a99d10a0de: DOWN {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:55:43.508900 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426584f-e146-48f0-b02b-19df9a792561 req-2191b88d-3d3f-46ee-88fa-7ac4c3796933 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:43.510457 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b426584f-e146-48f0-b02b-19df9a792561 req-2191b88d-3d3f-46ee-88fa-7ac4c3796933 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 946 time: 0.0652258 Feb 09 01:55:43.567088 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b426584f-e146-48f0-b02b-19df9a792561 req-d121b9e0-cd47-4d02-b5ff-6c5fc51b7eca tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/security-groups?id=d47400ce-6f3a-448b-a350-d145e76696e6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507767 Feb 09 01:55:43.849653 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f09a41-2584-41f7-92b0-d330344e443c req-7a1b1ead-9b88-43a3-9496-33cf0b2cf3ef tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:43.851129 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c5f09a41-2584-41f7-92b0-d330344e443c req-7a1b1ead-9b88-43a3-9496-33cf0b2cf3ef tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.121 "GET /v2.0/ports?device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 946 time: 0.0588667 Feb 09 01:55:43.953710 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-c5f09a41-2584-41f7-92b0-d330344e443c req-730d14c8-08ef-4289-8d41-d7d3697a38e2 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Deleting port 1443fadb-949b-4351-9f4c-30209cfbbca1 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:43.954038 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c5f09a41-2584-41f7-92b0-d330344e443c req-730d14c8-08ef-4289-8d41-d7d3697a38e2 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (1443fadb-949b-4351-9f4c-30209cfbbca1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:44.055183 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-c5f09a41-2584-41f7-92b0-d330344e443c req-730d14c8-08ef-4289-8d41-d7d3697a38e2 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] For port 1443fadb-949b-4351-9f4c-30209cfbbca1, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1443fadb-949b-4351-9f4c-30209cfbbca1,segment=NetworkSegment(415d2766-ddb3-4e38-98ab-764f48b34ef7),segment_id=415d2766-ddb3-4e38-98ab-764f48b34ef7)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:44.055648 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c5f09a41-2584-41f7-92b0-d330344e443c req-730d14c8-08ef-4289-8d41-d7d3697a38e2 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (1443fadb-949b-4351-9f4c-30209cfbbca1), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:44.068154 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-c5f09a41-2584-41f7-92b0-d330344e443c req-730d14c8-08ef-4289-8d41-d7d3697a38e2 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Calling delete_port for 1443fadb-949b-4351-9f4c-30209cfbbca1 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:44.205557 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c5f09a41-2584-41f7-92b0-d330344e443c req-730d14c8-08ef-4289-8d41-d7d3697a38e2 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (1443fadb-949b-4351-9f4c-30209cfbbca1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:44.234773 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d14c8-08ef-4289-8d41-d7d3697a38e2 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Pushing event deleted for resources: {'Port': ['ID=1443fadb-949b-4351-9f4c-30209cfbbca1,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:44.291623 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f09a41-2584-41f7-92b0-d330344e443c req-730d14c8-08ef-4289-8d41-d7d3697a38e2 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] No DVR routers for this DVR port 1443fadb-949b-4351-9f4c-30209cfbbca1 on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:55:44.294290 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-c5f09a41-2584-41f7-92b0-d330344e443c req-730d14c8-08ef-4289-8d41-d7d3697a38e2 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:44.297913 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c5f09a41-2584-41f7-92b0-d330344e443c req-730d14c8-08ef-4289-8d41-d7d3697a38e2 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.121 "DELETE /v2.0/ports/1443fadb-949b-4351-9f4c-30209cfbbca1 HTTP/1.1" status: 204 len: 173 time: 0.4413297 Feb 09 01:55:44.298397 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d0d5ef-0418-42a6-924c-bc215b8be6d2', 'name': 'network-vif-deleted', 'tag': '1443fadb-949b-4351-9f4c-30209cfbbca1'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:55:44.302285 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91679485-a8cb-4070-9716-ba51bde35a49" -d '{"events": [{"server_uuid": "a8d0d5ef-0418-42a6-924c-bc215b8be6d2", "name": "network-vif-deleted", "tag": "1443fadb-949b-4351-9f4c-30209cfbbca1"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:55:44.371607 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d08bbd1-267f-4578-9a40-7816efe05f33 x-openstack-request-id: req-7d08bbd1-267f-4578-9a40-7816efe05f33 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:55:44.371903 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d0d5ef-0418-42a6-924c-bc215b8be6d2", "name": "network-vif-deleted", "tag": "1443fadb-949b-4351-9f4c-30209cfbbca1", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:55:44.372318 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7d08bbd1-267f-4578-9a40-7816efe05f33 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:55:44.372728 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d0d5ef-0418-42a6-924c-bc215b8be6d2', 'name': 'network-vif-deleted', 'tag': '1443fadb-949b-4351-9f4c-30209cfbbca1', 'status': 'completed', 'code': 200} Feb 09 01:55:44.699362 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dc35d719-605d-4058-9abc-b41cf433f76e req-fdef82d0-81af-45d0-a871-b9c29a49d465 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 210 time: 0.0425212 Feb 09 01:55:45.797197 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-502f506e-91ac-4cc4-bd0b-0234cfc70c39 req-0818d185-1d80-4666-ab06-7f86c8716196 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 210 time: 0.0285199 Feb 09 01:55:46.270900 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:55:46.904365 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c1dd759-823e-40ea-a7d4-7164a94f9d09 req-822438d5-1891-4306-809b-aee22d259ac2 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 210 time: 0.0319784 Feb 09 01:55:46.945324 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 1443fadb-949b-4351-9f4c-30209cfbbca1 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:55:46.970337 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 1443fadb-949b-4351-9f4c-30209cfbbca1 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:55:46.970809 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 1443fadb-949b-4351-9f4c-30209cfbbca1 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:55:48.038011 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94d8650e-e8ff-4ce6-bc22-7450300c8172 req-bd12271f-415e-403c-8441-5b34e581a5ba tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 210 time: 0.0277770 Feb 09 01:55:49.152219 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-63b68449-61cc-4967-bd37-75d34a45408c req-f98eb589-dab2-4d86-88aa-a2b1495c4a7a tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 210 time: 0.0290916 Feb 09 01:55:49.689674 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:50.256529 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3399f21f-b3ff-4af0-9a04-b2ae718b959e req-83bfdc6a-ee18-4bb8-8fa7-aa2152d7f952 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 210 time: 0.0318325 Feb 09 01:55:50.839898 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-029332c6-33d9-46ef-aac9-2dd63bea1d9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:51.261509 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:51.358351 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c065eed2-c056-40e3-8e64-08aec280bdc8 req-a8913b98-4f2e-4304-aa7d-f775d680c5d5 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 210 time: 0.0279305 Feb 09 01:55:52.457839 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-129b8e8f-8c97-4d07-83a2-fabda4300917 req-35a02fb2-db9b-4cd1-ac63-9bef595833cf tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d0d5ef-0418-42a6-924c-bc215b8be6d2 HTTP/1.1" status: 200 len: 210 time: 0.0291777 Feb 09 01:55:53.516960 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45300) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:53.579245 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-af022c56-4205-4c90-b8ce-bf5882012ea4 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks [] for security_group (d47400ce-6f3a-448b-a350-d145e76696e6), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:53.608134 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-af022c56-4205-4c90-b8ce-bf5882012ea4 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks [] for security_group (d47400ce-6f3a-448b-a350-d145e76696e6), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:53.678650 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-af022c56-4205-4c90-b8ce-bf5882012ea4 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (d47400ce-6f3a-448b-a350-d145e76696e6), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:53.681563 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-af022c56-4205-4c90-b8ce-bf5882012ea4 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:53.682804 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-af022c56-4205-4c90-b8ce-bf5882012ea4 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] 10.222.0.30 "DELETE /v2.0/security-groups/d47400ce-6f3a-448b-a350-d145e76696e6 HTTP/1.1" status: 204 len: 168 time: 0.1648247 Feb 09 01:55:53.700882 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af022c56-4205-4c90-b8ce-bf5882012ea4 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47400ce-6f3a-448b-a350-d145e76696e6,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:53.709296 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af022c56-4205-4c90-b8ce-bf5882012ea4 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:53.709296 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af022c56-4205-4c90-b8ce-bf5882012ea4 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:53.709689 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af022c56-4205-4c90-b8ce-bf5882012ea4 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:53.710126 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af022c56-4205-4c90-b8ce-bf5882012ea4 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:53.710687 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af022c56-4205-4c90-b8ce-bf5882012ea4 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:53.711042 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af022c56-4205-4c90-b8ce-bf5882012ea4 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:53.715800 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af022c56-4205-4c90-b8ce-bf5882012ea4 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:53.716178 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af022c56-4205-4c90-b8ce-bf5882012ea4 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:53.716523 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af022c56-4205-4c90-b8ce-bf5882012ea4 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:53.716862 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af022c56-4205-4c90-b8ce-bf5882012ea4 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:53.717191 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af022c56-4205-4c90-b8ce-bf5882012ea4 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:53.717720 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af022c56-4205-4c90-b8ce-bf5882012ea4 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:53.718051 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af022c56-4205-4c90-b8ce-bf5882012ea4 tempest-TestVolumeBackupRestore-106020838 tempest-TestVolumeBackupRestore-106020838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:54.303821 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-47997565-1202-4b56-9398-4d4069b46d51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:55.905376 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:57.635907 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:58.351914 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:02.613981 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45824) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:03.152719 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-077d5324-3067-4e0a-abce-865a1aa84baa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (f5a0fb0e-49df-4d11-b467-ebe08342fd6d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:03.500860 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-077d5324-3067-4e0a-abce-865a1aa84baa admin admin] Deleting port 16683bdd-d596-4571-bfd7-186582c86a44 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:56:03.501360 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-077d5324-3067-4e0a-abce-865a1aa84baa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (16683bdd-d596-4571-bfd7-186582c86a44), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:03.647802 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-077d5324-3067-4e0a-abce-865a1aa84baa admin admin] For port 16683bdd-d596-4571-bfd7-186582c86a44, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=16683bdd-d596-4571-bfd7-186582c86a44,segment=NetworkSegment(415d2766-ddb3-4e38-98ab-764f48b34ef7),segment_id=415d2766-ddb3-4e38-98ab-764f48b34ef7)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:03.648992 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-077d5324-3067-4e0a-abce-865a1aa84baa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (16683bdd-d596-4571-bfd7-186582c86a44), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:03.666731 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-077d5324-3067-4e0a-abce-865a1aa84baa admin admin] Calling delete_port for 16683bdd-d596-4571-bfd7-186582c86a44 owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:56:03.985565 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-077d5324-3067-4e0a-abce-865a1aa84baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (16683bdd-d596-4571-bfd7-186582c86a44), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:04.040790 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d5324-3067-4e0a-abce-865a1aa84baa admin admin] Pushing event deleted for resources: {'Port': ['ID=16683bdd-d596-4571-bfd7-186582c86a44,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:04.327104 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-077d5324-3067-4e0a-abce-865a1aa84baa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (f5a0fb0e-49df-4d11-b467-ebe08342fd6d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:04.638043 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077d5324-3067-4e0a-abce-865a1aa84baa admin admin] Router f5a0fb0e-49df-4d11-b467-ebe08342fd6d has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:56:04.775570 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077d5324-3067-4e0a-abce-865a1aa84baa admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:56:04.783555 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-077d5324-3067-4e0a-abce-865a1aa84baa admin admin] 10.222.0.30 "PUT /v2.0/routers/f5a0fb0e-49df-4d11-b467-ebe08342fd6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1679337 Feb 09 01:56:04.787508 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45830) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:04.793190 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090cf7bb-7328-4563-bf0f-f7f5d7b9b7dd None None] Sync routers for ids ['f5a0fb0e-49df-4d11-b467-ebe08342fd6d'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:56:04.804805 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090cf7bb-7328-4563-bf0f-f7f5d7b9b7dd None None] Routers {'f5a0fb0e-49df-4d11-b467-ebe08342fd6d'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:56:04.805847 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-090cf7bb-7328-4563-bf0f-f7f5d7b9b7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:55:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['f5a0fb0e-49df-4d11-b467-ebe08342fd6d'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:04.938645 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-74f83117-6073-4543-93b1-3052c2c47aee admin admin] Publish callbacks [] for router (f5a0fb0e-49df-4d11-b467-ebe08342fd6d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:04.939340 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-090cf7bb-7328-4563-bf0f-f7f5d7b9b7dd None None] Set router f5a0fb0e-49df-4d11-b467-ebe08342fd6d gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:56:05.098011 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-74f83117-6073-4543-93b1-3052c2c47aee admin admin] Publish callbacks [] for router_gateway (f5a0fb0e-49df-4d11-b467-ebe08342fd6d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:05.180146 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-74f83117-6073-4543-93b1-3052c2c47aee admin admin] Deleting port d6f7a319-3b00-46b4-b0c1-38f52ea56b6c {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:56:05.181235 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-74f83117-6073-4543-93b1-3052c2c47aee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (d6f7a319-3b00-46b4-b0c1-38f52ea56b6c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:05.211030 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-090cf7bb-7328-4563-bf0f-f7f5d7b9b7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'name': 'tempest-TestVolumeBackupRestore-871554168-router', 'tenant_id': '33d31b3135ff46e3b71151a392974783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'd6f7a319-3b00-46b4-b0c1-38f52ea56b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:51:55Z', 'updated_at': '2022-02-09T01:56:03Z', 'revision_number': 5, 'project_id': '33d31b3135ff46e3b71151a392974783', 'gw_port': {'id': 'd6f7a319-3b00-46b4-b0c1-38f52ea56b6c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:56Z', 'updated_at': '2022-02-09T01:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:05.265063 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090cf7bb-7328-4563-bf0f-f7f5d7b9b7dd None None] Checking router: f5a0fb0e-49df-4d11-b467-ebe08342fd6d for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:56:05.285892 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090cf7bb-7328-4563-bf0f-f7f5d7b9b7dd None None] Routers {'f5a0fb0e-49df-4d11-b467-ebe08342fd6d'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:56:05.287125 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-090cf7bb-7328-4563-bf0f-f7f5d7b9b7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:55:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['f5a0fb0e-49df-4d11-b467-ebe08342fd6d'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:05.334014 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-74f83117-6073-4543-93b1-3052c2c47aee admin admin] For port d6f7a319-3b00-46b4-b0c1-38f52ea56b6c, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d6f7a319-3b00-46b4-b0c1-38f52ea56b6c,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:05.334417 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-74f83117-6073-4543-93b1-3052c2c47aee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (d6f7a319-3b00-46b4-b0c1-38f52ea56b6c), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:05.358313 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-74f83117-6073-4543-93b1-3052c2c47aee admin admin] Calling delete_port for d6f7a319-3b00-46b4-b0c1-38f52ea56b6c owned by network:router_gateway {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:56:05.432469 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-090cf7bb-7328-4563-bf0f-f7f5d7b9b7dd None None] Set router f5a0fb0e-49df-4d11-b467-ebe08342fd6d gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:56:05.512730 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-090cf7bb-7328-4563-bf0f-f7f5d7b9b7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'name': 'tempest-TestVolumeBackupRestore-871554168-router', 'tenant_id': '33d31b3135ff46e3b71151a392974783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:51:55Z', 'updated_at': '2022-02-09T01:56:05Z', 'revision_number': 6, 'project_id': '33d31b3135ff46e3b71151a392974783', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:05.548350 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090cf7bb-7328-4563-bf0f-f7f5d7b9b7dd None None] The sync data for ids ['f5a0fb0e-49df-4d11-b467-ebe08342fd6d'] in n-d-822053-40 is: [{'id': 'f5a0fb0e-49df-4d11-b467-ebe08342fd6d', 'name': 'tempest-TestVolumeBackupRestore-871554168-router', 'tenant_id': '33d31b3135ff46e3b71151a392974783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:51:55Z', 'updated_at': '2022-02-09T01:56:05Z', 'revision_number': 6, 'project_id': '33d31b3135ff46e3b71151a392974783', 'gw_port_host': None}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:56:05.667489 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-74f83117-6073-4543-93b1-3052c2c47aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (d6f7a319-3b00-46b4-b0c1-38f52ea56b6c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:05.712326 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f83117-6073-4543-93b1-3052c2c47aee admin admin] Pushing event deleted for resources: {'Port': ['ID=d6f7a319-3b00-46b4-b0c1-38f52ea56b6c,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:05.798345 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-74f83117-6073-4543-93b1-3052c2c47aee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (f5a0fb0e-49df-4d11-b467-ebe08342fd6d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:05.927236 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-74f83117-6073-4543-93b1-3052c2c47aee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (f5a0fb0e-49df-4d11-b467-ebe08342fd6d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:05.935451 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-74f83117-6073-4543-93b1-3052c2c47aee admin admin] Publish callbacks [] for router_controller (f5a0fb0e-49df-4d11-b467-ebe08342fd6d), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:06.013211 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-74f83117-6073-4543-93b1-3052c2c47aee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (f5a0fb0e-49df-4d11-b467-ebe08342fd6d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:06.014100 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f83117-6073-4543-93b1-3052c2c47aee admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5a0fb0e-49df-4d11-b467-ebe08342fd6d {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:56:06.025654 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-74f83117-6073-4543-93b1-3052c2c47aee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:06.029149 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-74f83117-6073-4543-93b1-3052c2c47aee admin admin] 10.222.0.30 "DELETE /v2.0/routers/f5a0fb0e-49df-4d11-b467-ebe08342fd6d HTTP/1.1" status: 204 len: 168 time: 1.2385881 Feb 09 01:56:06.031320 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45834) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:06.117570 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ddb7683-35d1-49a9-a038-0b9db6d07aaf admin admin] Deleting subnet c69e95de-56f7-478f-9e18-2684b4e4eb0b {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:56:06.120833 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7ddb7683-35d1-49a9-a038-0b9db6d07aaf admin admin] Publish callbacks [] for subnet (c69e95de-56f7-478f-9e18-2684b4e4eb0b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:06.175445 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7ddb7683-35d1-49a9-a038-0b9db6d07aaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (c69e95de-56f7-478f-9e18-2684b4e4eb0b), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:06.297801 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7ddb7683-35d1-49a9-a038-0b9db6d07aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (c69e95de-56f7-478f-9e18-2684b4e4eb0b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:06.397385 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7ddb7683-35d1-49a9-a038-0b9db6d07aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (c69e95de-56f7-478f-9e18-2684b4e4eb0b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:06.432519 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb7683-35d1-49a9-a038-0b9db6d07aaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c69e95de-56f7-478f-9e18-2684b4e4eb0b,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:06.437511 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7ddb7683-35d1-49a9-a038-0b9db6d07aaf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:06.445161 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e78b0b7-ff76-419b-8378-46e13b3f56fd None None] Network 0753bfb4-9c70-456a-8935-23e61514b784 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:56:06.445780 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45836) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:06.446907 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7ddb7683-35d1-49a9-a038-0b9db6d07aaf admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c69e95de-56f7-478f-9e18-2684b4e4eb0b HTTP/1.1" status: 204 len: 168 time: 0.4131055 Feb 09 01:56:06.564116 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6c5e741-e8f9-4d76-bc76-bb9e71d70f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (0753bfb4-9c70-456a-8935-23e61514b784), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:06.582840 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d6f7a319-3b00-46b4-b0c1-38f52ea56b6c no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:56:06.640339 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: d6f7a319-3b00-46b4-b0c1-38f52ea56b6c {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:56:06.640984 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d6f7a319-3b00-46b4-b0c1-38f52ea56b6c not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:56:06.641409 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 16683bdd-d596-4571-bfd7-186582c86a44 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:56:06.644801 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d6c5e741-e8f9-4d76-bc76-bb9e71d70f8e admin admin] Deleting port dde6218f-f864-464d-b0f6-ffc0c3052191 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:56:06.645136 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6c5e741-e8f9-4d76-bc76-bb9e71d70f8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (dde6218f-f864-464d-b0f6-ffc0c3052191), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:06.664877 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 16683bdd-d596-4571-bfd7-186582c86a44 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:56:06.665230 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 16683bdd-d596-4571-bfd7-186582c86a44 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:56:06.750838 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-d6c5e741-e8f9-4d76-bc76-bb9e71d70f8e admin admin] For port dde6218f-f864-464d-b0f6-ffc0c3052191, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=dde6218f-f864-464d-b0f6-ffc0c3052191,segment=NetworkSegment(415d2766-ddb3-4e38-98ab-764f48b34ef7),segment_id=415d2766-ddb3-4e38-98ab-764f48b34ef7)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:06.751753 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6c5e741-e8f9-4d76-bc76-bb9e71d70f8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (dde6218f-f864-464d-b0f6-ffc0c3052191), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:06.770902 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d6c5e741-e8f9-4d76-bc76-bb9e71d70f8e admin admin] Calling delete_port for dde6218f-f864-464d-b0f6-ffc0c3052191 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:56:06.788724 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16e6094-bbb7-47dc-bf0b-74562b06d98d None None] DHCP port deletion for 0753bfb4-9c70-456a-8935-23e61514b784 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:56:06.869054 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f16e6094-bbb7-47dc-bf0b-74562b06d98d None None] Deleting port dde6218f-f864-464d-b0f6-ffc0c3052191 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:56:06.869509 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f16e6094-bbb7-47dc-bf0b-74562b06d98d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (dde6218f-f864-464d-b0f6-ffc0c3052191), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:06.890919 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6c5e741-e8f9-4d76-bc76-bb9e71d70f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (dde6218f-f864-464d-b0f6-ffc0c3052191), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:06.910267 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c5e741-e8f9-4d76-bc76-bb9e71d70f8e admin admin] No DVR routers for this DVR port dde6218f-f864-464d-b0f6-ffc0c3052191 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:56:06.939106 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5e741-e8f9-4d76-bc76-bb9e71d70f8e admin admin] Pushing event deleted for resources: {'Port': ['ID=dde6218f-f864-464d-b0f6-ffc0c3052191,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:06.975963 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-f16e6094-bbb7-47dc-bf0b-74562b06d98d None None] For port dde6218f-f864-464d-b0f6-ffc0c3052191, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=dde6218f-f864-464d-b0f6-ffc0c3052191,segment=NetworkSegment(415d2766-ddb3-4e38-98ab-764f48b34ef7),segment_id=415d2766-ddb3-4e38-98ab-764f48b34ef7)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:06.979018 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f16e6094-bbb7-47dc-bf0b-74562b06d98d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (dde6218f-f864-464d-b0f6-ffc0c3052191), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:06.998444 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f16e6094-bbb7-47dc-bf0b-74562b06d98d None None] Calling delete_port for dde6218f-f864-464d-b0f6-ffc0c3052191 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:56:07.054831 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6c5e741-e8f9-4d76-bc76-bb9e71d70f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (0753bfb4-9c70-456a-8935-23e61514b784), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:07.095439 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-d6c5e741-e8f9-4d76-bc76-bb9e71d70f8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0753bfb4-9c70-456a-8935-23e61514b784']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:07.095806 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f16e6094-bbb7-47dc-bf0b-74562b06d98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (dde6218f-f864-464d-b0f6-ffc0c3052191), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:07.109022 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-d6c5e741-e8f9-4d76-bc76-bb9e71d70f8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '415d2766-ddb3-4e38-98ab-764f48b34ef7') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:07.109313 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-d6c5e741-e8f9-4d76-bc76-bb9e71d70f8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '415d2766-ddb3-4e38-98ab-764f48b34ef7') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:07.122013 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6c5e741-e8f9-4d76-bc76-bb9e71d70f8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (415d2766-ddb3-4e38-98ab-764f48b34ef7), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:07.141095 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6c5e741-e8f9-4d76-bc76-bb9e71d70f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (415d2766-ddb3-4e38-98ab-764f48b34ef7), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:07.141690 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e6094-bbb7-47dc-bf0b-74562b06d98d None None] Pushing event deleted for resources: {'Port': ['ID=dde6218f-f864-464d-b0f6-ffc0c3052191,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:07.154541 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6c5e741-e8f9-4d76-bc76-bb9e71d70f8e admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:56:07.155167 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6c5e741-e8f9-4d76-bc76-bb9e71d70f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (415d2766-ddb3-4e38-98ab-764f48b34ef7), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:07.158063 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 01:56:07.158063 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:56:07.158063 n-d-822053-40 neutron-server[103528]: timer() Feb 09 01:56:07.158063 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:56:07.158063 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 01:56:07.158063 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:56:07.158063 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 01:56:07.158063 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:56:07.158063 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 01:56:07.158063 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:56:07.158063 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 01:56:07.158063 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:56:07.158063 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 01:56:07.158063 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:56:07.158063 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:56:07.158063 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:56:07.158063 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:56:07.158063 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:56:07.158063 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 01:56:07.158063 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:56:07.158063 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 01:56:07.158063 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:56:07.158063 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:56:07.158063 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:56:07.158063 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 01:56:07.158063 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:56:07.158063 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:56:07.158063 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:56:07.158063 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:56:07.158063 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:56:07.158063 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:56:07.158063 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:56:07.161331 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16e6094-bbb7-47dc-bf0b-74562b06d98d None None] No DVR routers for this DVR port dde6218f-f864-464d-b0f6-ffc0c3052191 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:56:07.177821 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e6094-bbb7-47dc-bf0b-74562b06d98d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:07.178492 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e6094-bbb7-47dc-bf0b-74562b06d98d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:07.179248 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e6094-bbb7-47dc-bf0b-74562b06d98d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:07.180018 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e6094-bbb7-47dc-bf0b-74562b06d98d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:07.181509 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e6094-bbb7-47dc-bf0b-74562b06d98d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:07.182687 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e6094-bbb7-47dc-bf0b-74562b06d98d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:07.183645 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e6094-bbb7-47dc-bf0b-74562b06d98d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:07.184620 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e6094-bbb7-47dc-bf0b-74562b06d98d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:07.185574 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e6094-bbb7-47dc-bf0b-74562b06d98d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:07.186473 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e6094-bbb7-47dc-bf0b-74562b06d98d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:07.187401 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e6094-bbb7-47dc-bf0b-74562b06d98d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:07.188320 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e6094-bbb7-47dc-bf0b-74562b06d98d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:07.188990 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e6094-bbb7-47dc-bf0b-74562b06d98d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:07.251951 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6c5e741-e8f9-4d76-bc76-bb9e71d70f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (0753bfb4-9c70-456a-8935-23e61514b784), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:07.259488 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6c5e741-e8f9-4d76-bc76-bb9e71d70f8e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:07.263199 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d6c5e741-e8f9-4d76-bc76-bb9e71d70f8e admin admin] 10.222.0.30 "DELETE /v2.0/networks/0753bfb4-9c70-456a-8935-23e61514b784 HTTP/1.1" status: 204 len: 168 time: 0.8157287 Feb 09 01:56:07.266437 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45840) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:07.278130 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5e741-e8f9-4d76-bc76-bb9e71d70f8e admin admin] Pushing event deleted for resources: {'Network': ['ID=0753bfb4-9c70-456a-8935-23e61514b784,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:07.717730 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0edaf908-39d5-4a83-aa6f-1e7beea9eb80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (bbbbf262-99b4-4293-9333-bb7949c57b41), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:08.054343 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-0edaf908-39d5-4a83-aa6f-1e7beea9eb80 admin admin] Deleting port f1e1efd2-0946-456d-a3a3-0a172499d29b {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:56:08.054752 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0edaf908-39d5-4a83-aa6f-1e7beea9eb80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (f1e1efd2-0946-456d-a3a3-0a172499d29b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:08.150248 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-0edaf908-39d5-4a83-aa6f-1e7beea9eb80 admin admin] For port f1e1efd2-0946-456d-a3a3-0a172499d29b, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=f1e1efd2-0946-456d-a3a3-0a172499d29b,segment=NetworkSegment(ea5adb59-ca55-4b13-8765-578ca183706f),segment_id=ea5adb59-ca55-4b13-8765-578ca183706f)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:08.150823 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0edaf908-39d5-4a83-aa6f-1e7beea9eb80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (f1e1efd2-0946-456d-a3a3-0a172499d29b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:08.167503 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-0edaf908-39d5-4a83-aa6f-1e7beea9eb80 admin admin] Calling delete_port for f1e1efd2-0946-456d-a3a3-0a172499d29b owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:56:08.356589 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device dde6218f-f864-464d-b0f6-ffc0c3052191 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:56:08.377841 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: dde6218f-f864-464d-b0f6-ffc0c3052191 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:56:08.378182 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device dde6218f-f864-464d-b0f6-ffc0c3052191 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:56:08.385462 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0edaf908-39d5-4a83-aa6f-1e7beea9eb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (f1e1efd2-0946-456d-a3a3-0a172499d29b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:08.412267 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edaf908-39d5-4a83-aa6f-1e7beea9eb80 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1e1efd2-0946-456d-a3a3-0a172499d29b,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:08.610758 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0edaf908-39d5-4a83-aa6f-1e7beea9eb80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (bbbbf262-99b4-4293-9333-bb7949c57b41), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:09.194122 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0edaf908-39d5-4a83-aa6f-1e7beea9eb80 admin admin] Router bbbbf262-99b4-4293-9333-bb7949c57b41 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:56:09.324730 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0edaf908-39d5-4a83-aa6f-1e7beea9eb80 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:56:09.330232 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0edaf908-39d5-4a83-aa6f-1e7beea9eb80 admin admin] 10.222.0.30 "PUT /v2.0/routers/bbbbf262-99b4-4293-9333-bb7949c57b41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0577888 Feb 09 01:56:09.332333 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45858) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:09.339752 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0290e2-1c7d-4ad8-8013-3d3ae3823b26 None None] Sync routers for ids ['bbbbf262-99b4-4293-9333-bb7949c57b41'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:56:09.351588 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0290e2-1c7d-4ad8-8013-3d3ae3823b26 None None] Routers {'bbbbf262-99b4-4293-9333-bb7949c57b41'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:56:09.352428 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-5d0290e2-1c7d-4ad8-8013-3d3ae3823b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:55:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['bbbbf262-99b4-4293-9333-bb7949c57b41'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:09.455324 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ad27f463-3214-40c1-9b44-28c2e867f1e2 admin admin] Publish callbacks [] for router (bbbbf262-99b4-4293-9333-bb7949c57b41), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:09.563458 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-5d0290e2-1c7d-4ad8-8013-3d3ae3823b26 None None] Set router bbbbf262-99b4-4293-9333-bb7949c57b41 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:56:09.621292 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ad27f463-3214-40c1-9b44-28c2e867f1e2 admin admin] Publish callbacks [] for router_gateway (bbbbf262-99b4-4293-9333-bb7949c57b41), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:09.679103 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-ad27f463-3214-40c1-9b44-28c2e867f1e2 admin admin] Deleting port 2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:56:09.679604 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ad27f463-3214-40c1-9b44-28c2e867f1e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:09.760383 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-5d0290e2-1c7d-4ad8-8013-3d3ae3823b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbbf262-99b4-4293-9333-bb7949c57b41', 'name': 'tempest-TestVolumeBackupRestore-1574053064-router', 'tenant_id': 'edd93df4ac1c4a348f0ab308178b9458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': '2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:52:01Z', 'updated_at': '2022-02-09T01:56:08Z', 'revision_number': 5, 'project_id': 'edd93df4ac1c4a348f0ab308178b9458', 'gw_port': {'id': '2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ac:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbbf262-99b4-4293-9333-bb7949c57b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:01Z', 'updated_at': '2022-02-09T01:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:09.771410 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-ad27f463-3214-40c1-9b44-28c2e867f1e2 admin admin] For port 2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:09.771936 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ad27f463-3214-40c1-9b44-28c2e867f1e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:09.787149 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0290e2-1c7d-4ad8-8013-3d3ae3823b26 None None] Checking router: bbbbf262-99b4-4293-9333-bb7949c57b41 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:56:09.787589 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-ad27f463-3214-40c1-9b44-28c2e867f1e2 admin admin] Calling delete_port for 2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce owned by network:router_gateway {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:56:09.796427 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0290e2-1c7d-4ad8-8013-3d3ae3823b26 None None] Routers {'bbbbf262-99b4-4293-9333-bb7949c57b41'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:56:09.796943 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-5d0290e2-1c7d-4ad8-8013-3d3ae3823b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:55:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['bbbbf262-99b4-4293-9333-bb7949c57b41'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:09.895485 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-5d0290e2-1c7d-4ad8-8013-3d3ae3823b26 None None] Set router bbbbf262-99b4-4293-9333-bb7949c57b41 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:56:09.963479 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-5d0290e2-1c7d-4ad8-8013-3d3ae3823b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbbf262-99b4-4293-9333-bb7949c57b41', 'name': 'tempest-TestVolumeBackupRestore-1574053064-router', 'tenant_id': 'edd93df4ac1c4a348f0ab308178b9458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:52:01Z', 'updated_at': '2022-02-09T01:56:09Z', 'revision_number': 6, 'project_id': 'edd93df4ac1c4a348f0ab308178b9458', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:09.982024 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ad27f463-3214-40c1-9b44-28c2e867f1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:09.994066 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0290e2-1c7d-4ad8-8013-3d3ae3823b26 None None] The sync data for ids ['bbbbf262-99b4-4293-9333-bb7949c57b41'] in n-d-822053-40 is: [{'id': 'bbbbf262-99b4-4293-9333-bb7949c57b41', 'name': 'tempest-TestVolumeBackupRestore-1574053064-router', 'tenant_id': 'edd93df4ac1c4a348f0ab308178b9458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:52:01Z', 'updated_at': '2022-02-09T01:56:09Z', 'revision_number': 6, 'project_id': 'edd93df4ac1c4a348f0ab308178b9458', 'gw_port_host': None}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:56:10.006886 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27f463-3214-40c1-9b44-28c2e867f1e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:10.091059 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ad27f463-3214-40c1-9b44-28c2e867f1e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (bbbbf262-99b4-4293-9333-bb7949c57b41), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:10.212631 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ad27f463-3214-40c1-9b44-28c2e867f1e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (bbbbf262-99b4-4293-9333-bb7949c57b41), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:10.215755 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ad27f463-3214-40c1-9b44-28c2e867f1e2 admin admin] Publish callbacks [] for router_controller (bbbbf262-99b4-4293-9333-bb7949c57b41), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:10.294025 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ad27f463-3214-40c1-9b44-28c2e867f1e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (bbbbf262-99b4-4293-9333-bb7949c57b41), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:10.294969 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad27f463-3214-40c1-9b44-28c2e867f1e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbbbf262-99b4-4293-9333-bb7949c57b41 {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:56:10.302348 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ad27f463-3214-40c1-9b44-28c2e867f1e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:10.303830 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ad27f463-3214-40c1-9b44-28c2e867f1e2 admin admin] 10.222.0.30 "DELETE /v2.0/routers/bbbbf262-99b4-4293-9333-bb7949c57b41 HTTP/1.1" status: 204 len: 168 time: 0.9703927 Feb 09 01:56:10.307911 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45860) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:10.366489 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b81117c-dacf-40eb-b000-609b168ef73b admin admin] Deleting subnet 1e35442b-f51a-4af2-b46f-e4b1a32fdceb {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:56:10.376766 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0b81117c-dacf-40eb-b000-609b168ef73b admin admin] Publish callbacks [] for subnet (1e35442b-f51a-4af2-b46f-e4b1a32fdceb), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:10.454272 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0b81117c-dacf-40eb-b000-609b168ef73b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (1e35442b-f51a-4af2-b46f-e4b1a32fdceb), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:10.616316 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0b81117c-dacf-40eb-b000-609b168ef73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (1e35442b-f51a-4af2-b46f-e4b1a32fdceb), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:10.677495 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0b81117c-dacf-40eb-b000-609b168ef73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (1e35442b-f51a-4af2-b46f-e4b1a32fdceb), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:10.704322 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81117c-dacf-40eb-b000-609b168ef73b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e35442b-f51a-4af2-b46f-e4b1a32fdceb,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:10.707856 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0b81117c-dacf-40eb-b000-609b168ef73b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:10.711115 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0b81117c-dacf-40eb-b000-609b168ef73b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1e35442b-f51a-4af2-b46f-e4b1a32fdceb HTTP/1.1" status: 204 len: 168 time: 0.4018140 Feb 09 01:56:10.714702 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45862) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:10.715690 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b694ffa-4641-44d7-a779-8ade5219fb6b None None] Network a540bd20-cc56-421a-8a5b-88561a5be264 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:56:10.792063 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a716fbbe-1e89-4786-ae54-dc07b662ab50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (a540bd20-cc56-421a-8a5b-88561a5be264), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:10.852386 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-a716fbbe-1e89-4786-ae54-dc07b662ab50 admin admin] Deleting port a9e72414-1684-442b-afaa-a4106dc95fb6 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:56:10.852796 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a716fbbe-1e89-4786-ae54-dc07b662ab50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (a9e72414-1684-442b-afaa-a4106dc95fb6), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:10.922487 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950177ea-95bf-449f-b90d-ac2153b995a6 None None] DHCP port deletion for a540bd20-cc56-421a-8a5b-88561a5be264 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:56:10.932017 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-a716fbbe-1e89-4786-ae54-dc07b662ab50 admin admin] For port a9e72414-1684-442b-afaa-a4106dc95fb6, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=a9e72414-1684-442b-afaa-a4106dc95fb6,segment=NetworkSegment(ea5adb59-ca55-4b13-8765-578ca183706f),segment_id=ea5adb59-ca55-4b13-8765-578ca183706f)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:10.932205 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a716fbbe-1e89-4786-ae54-dc07b662ab50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (a9e72414-1684-442b-afaa-a4106dc95fb6), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:10.933576 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device f1e1efd2-0946-456d-a3a3-0a172499d29b no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:56:10.958677 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-a716fbbe-1e89-4786-ae54-dc07b662ab50 admin admin] Calling delete_port for a9e72414-1684-442b-afaa-a4106dc95fb6 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:56:10.959037 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: f1e1efd2-0946-456d-a3a3-0a172499d29b {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:56:10.959666 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device f1e1efd2-0946-456d-a3a3-0a172499d29b not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:56:11.005465 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-950177ea-95bf-449f-b90d-ac2153b995a6 None None] Deleting port a9e72414-1684-442b-afaa-a4106dc95fb6 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:56:11.005985 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-950177ea-95bf-449f-b90d-ac2153b995a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (a9e72414-1684-442b-afaa-a4106dc95fb6), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:11.058800 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a716fbbe-1e89-4786-ae54-dc07b662ab50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (a9e72414-1684-442b-afaa-a4106dc95fb6), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:11.096083 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-950177ea-95bf-449f-b90d-ac2153b995a6 None None] For port a9e72414-1684-442b-afaa-a4106dc95fb6, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=a9e72414-1684-442b-afaa-a4106dc95fb6,segment=NetworkSegment(ea5adb59-ca55-4b13-8765-578ca183706f),segment_id=ea5adb59-ca55-4b13-8765-578ca183706f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:11.096695 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-950177ea-95bf-449f-b90d-ac2153b995a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (a9e72414-1684-442b-afaa-a4106dc95fb6), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:11.105104 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716fbbe-1e89-4786-ae54-dc07b662ab50 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9e72414-1684-442b-afaa-a4106dc95fb6,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:11.108379 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a716fbbe-1e89-4786-ae54-dc07b662ab50 admin admin] No DVR routers for this DVR port a9e72414-1684-442b-afaa-a4106dc95fb6 on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:56:11.137677 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-950177ea-95bf-449f-b90d-ac2153b995a6 None None] Calling delete_port for a9e72414-1684-442b-afaa-a4106dc95fb6 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:56:11.226547 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-950177ea-95bf-449f-b90d-ac2153b995a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (a9e72414-1684-442b-afaa-a4106dc95fb6), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:11.266505 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a716fbbe-1e89-4786-ae54-dc07b662ab50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (a540bd20-cc56-421a-8a5b-88561a5be264), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:11.268191 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950177ea-95bf-449f-b90d-ac2153b995a6 None None] Pushing event deleted for resources: {'Port': ['ID=a9e72414-1684-442b-afaa-a4106dc95fb6,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:11.273407 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950177ea-95bf-449f-b90d-ac2153b995a6 None None] No DVR routers for this DVR port a9e72414-1684-442b-afaa-a4106dc95fb6 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:56:11.328337 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-a716fbbe-1e89-4786-ae54-dc07b662ab50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a540bd20-cc56-421a-8a5b-88561a5be264']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:11.343774 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-a716fbbe-1e89-4786-ae54-dc07b662ab50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea5adb59-ca55-4b13-8765-578ca183706f') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:11.344216 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-a716fbbe-1e89-4786-ae54-dc07b662ab50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea5adb59-ca55-4b13-8765-578ca183706f') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:11.360598 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a716fbbe-1e89-4786-ae54-dc07b662ab50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (ea5adb59-ca55-4b13-8765-578ca183706f), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:11.377115 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a716fbbe-1e89-4786-ae54-dc07b662ab50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (ea5adb59-ca55-4b13-8765-578ca183706f), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:11.385366 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a716fbbe-1e89-4786-ae54-dc07b662ab50 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:56:11.386069 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a716fbbe-1e89-4786-ae54-dc07b662ab50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (ea5adb59-ca55-4b13-8765-578ca183706f), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:11.387785 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 01:56:11.387785 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:56:11.387785 n-d-822053-40 neutron-server[103529]: timer() Feb 09 01:56:11.387785 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:56:11.387785 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 01:56:11.387785 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:56:11.387785 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 01:56:11.387785 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:56:11.387785 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 01:56:11.387785 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:56:11.387785 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 01:56:11.387785 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:56:11.387785 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 01:56:11.387785 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:56:11.387785 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:56:11.387785 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:56:11.387785 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:56:11.387785 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:56:11.387785 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 01:56:11.387785 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:56:11.387785 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 01:56:11.387785 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:56:11.387785 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:56:11.387785 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:56:11.387785 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 01:56:11.387785 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:56:11.387785 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:56:11.387785 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:56:11.387785 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:56:11.387785 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:56:11.387785 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:56:11.387785 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:56:11.450886 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a716fbbe-1e89-4786-ae54-dc07b662ab50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (a540bd20-cc56-421a-8a5b-88561a5be264), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:11.457017 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a716fbbe-1e89-4786-ae54-dc07b662ab50 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:11.460516 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a716fbbe-1e89-4786-ae54-dc07b662ab50 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a540bd20-cc56-421a-8a5b-88561a5be264 HTTP/1.1" status: 204 len: 168 time: 0.7448475 Feb 09 01:56:11.473470 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716fbbe-1e89-4786-ae54-dc07b662ab50 admin admin] Pushing event deleted for resources: {'Network': ['ID=a540bd20-cc56-421a-8a5b-88561a5be264,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:11.664736 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45868) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:11.712279 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-fa9affd7-fca5-4ad1-8824-58b5f7cd1d29 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=33d31b3135ff46e3b71151a392974783&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0431550 Feb 09 01:56:11.712927 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45870) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:11.763908 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f53e400e-94ef-442f-90ce-4dbdd2f7789f admin admin] Publish callbacks [] for security_group (aeb9dfeb-cc16-403e-a3ae-cad315213709), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:11.787552 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f53e400e-94ef-442f-90ce-4dbdd2f7789f admin admin] Publish callbacks [] for security_group (aeb9dfeb-cc16-403e-a3ae-cad315213709), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:11.838070 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f53e400e-94ef-442f-90ce-4dbdd2f7789f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (aeb9dfeb-cc16-403e-a3ae-cad315213709), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:11.840639 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f53e400e-94ef-442f-90ce-4dbdd2f7789f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:11.841799 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f53e400e-94ef-442f-90ce-4dbdd2f7789f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aeb9dfeb-cc16-403e-a3ae-cad315213709 HTTP/1.1" status: 204 len: 168 time: 0.1275022 Feb 09 01:56:11.850252 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e400e-94ef-442f-90ce-4dbdd2f7789f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb9dfeb-cc16-403e-a3ae-cad315213709,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:12.189511 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45876) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:12.235763 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-57d116ad-70e0-4a80-af43-d2eb7c9cd175 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=edd93df4ac1c4a348f0ab308178b9458&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428336 Feb 09 01:56:12.236047 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45878) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:12.297231 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-009ad951-3ed3-476c-ba9d-3ee2c028cc97 admin admin] Publish callbacks [] for security_group (7a831633-e93f-4262-a9d9-e8eab51453aa), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:12.329652 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-009ad951-3ed3-476c-ba9d-3ee2c028cc97 admin admin] Publish callbacks [] for security_group (7a831633-e93f-4262-a9d9-e8eab51453aa), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:12.361454 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device a9e72414-1684-442b-afaa-a4106dc95fb6 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:56:12.385119 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: a9e72414-1684-442b-afaa-a4106dc95fb6 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:56:12.385498 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device a9e72414-1684-442b-afaa-a4106dc95fb6 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:56:12.385954 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:56:12.387146 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-009ad951-3ed3-476c-ba9d-3ee2c028cc97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7a831633-e93f-4262-a9d9-e8eab51453aa), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:12.390068 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-009ad951-3ed3-476c-ba9d-3ee2c028cc97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:12.391747 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-009ad951-3ed3-476c-ba9d-3ee2c028cc97 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7a831633-e93f-4262-a9d9-e8eab51453aa HTTP/1.1" status: 204 len: 168 time: 0.1548016 Feb 09 01:56:12.400636 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ad951-3ed3-476c-ba9d-3ee2c028cc97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a831633-e93f-4262-a9d9-e8eab51453aa,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:12.413515 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:56:12.413862 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 2679ef7c-76d8-46d2-a2f7-8bf5f3ae49ce not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:56:13.247406 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45902) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:13.353719 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-de696b74-d1ad-498b-8036-c5dff9be1b86 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-11153383-network', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:13.374602 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de696b74-d1ad-498b-8036-c5dff9be1b86 admin admin] Made reservation on behalf of cac763247f3146f9ad3039f0cdc9c088 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:56:13.376946 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-de696b74-d1ad-498b-8036-c5dff9be1b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:13.386391 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-de696b74-d1ad-498b-8036-c5dff9be1b86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:13.464090 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-de696b74-d1ad-498b-8036-c5dff9be1b86 admin admin] Publish callbacks [] for security_group (e75ec0c1-5c84-4884-82d1-75f2f0c8a48e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:13.468241 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-de696b74-d1ad-498b-8036-c5dff9be1b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (e75ec0c1-5c84-4884-82d1-75f2f0c8a48e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:13.493605 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de696b74-d1ad-498b-8036-c5dff9be1b86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:56:13.502525 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de696b74-d1ad-498b-8036-c5dff9be1b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:13.510862 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-de696b74-d1ad-498b-8036-c5dff9be1b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (91af9ede-3a1f-449b-82aa-6301a8fb255c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:13.511218 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-de696b74-d1ad-498b-8036-c5dff9be1b86 admin admin] Added segment 91af9ede-3a1f-449b-82aa-6301a8fb255c of type vlan for network 80054ff2-e1bf-4010-ada6-1c294b9aea30 Feb 09 01:56:13.553746 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-de696b74-d1ad-498b-8036-c5dff9be1b86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (80054ff2-e1bf-4010-ada6-1c294b9aea30), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:13.585927 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-de696b74-d1ad-498b-8036-c5dff9be1b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (80054ff2-e1bf-4010-ada6-1c294b9aea30), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:13.587279 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de696b74-d1ad-498b-8036-c5dff9be1b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:13.588011 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-de696b74-d1ad-498b-8036-c5dff9be1b86 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:13.648526 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-de696b74-d1ad-498b-8036-c5dff9be1b86 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3999486 Feb 09 01:56:13.652330 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45908) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:13.656275 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de696b74-d1ad-498b-8036-c5dff9be1b86 admin admin] Pushing event updated for resources: {'Network': ['ID=80054ff2-e1bf-4010-ada6-1c294b9aea30,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:13.659679 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-ea6ead79-f3d6-4b9a-854b-8116e6ca174e admin admin] Request body: {'subnet': {'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-11153383-subnet', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'ip_version': 4}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:13.668496 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 80054ff2-e1bf-4010-ada6-1c294b9aea30 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:56:13.682990 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6ead79-f3d6-4b9a-854b-8116e6ca174e admin admin] Made reservation on behalf of cac763247f3146f9ad3039f0cdc9c088 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:56:13.685670 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ea6ead79-f3d6-4b9a-854b-8116e6ca174e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:13.870903 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ea6ead79-f3d6-4b9a-854b-8116e6ca174e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (692fddba-72a4-45ca-b7c8-ccf0fbdb4c43), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:13.940158 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ead79-f3d6-4b9a-854b-8116e6ca174e admin admin] Pushing event updated for resources: {'Subnet': ['ID=692fddba-72a4-45ca-b7c8-ccf0fbdb4c43,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:13.949435 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6ead79-f3d6-4b9a-854b-8116e6ca174e admin admin] Checking segment: {'id': '91af9ede-3a1f-449b-82aa-6301a8fb255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:56:13.949804 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6ead79-f3d6-4b9a-854b-8116e6ca174e admin admin] Network hostable DHCP agents. Network: 80054ff2-e1bf-4010-ada6-1c294b9aea30, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:56:13.969249 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6ead79-f3d6-4b9a-854b-8116e6ca174e admin admin] Network 80054ff2-e1bf-4010-ada6-1c294b9aea30 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:56:13.980396 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-ea6ead79-f3d6-4b9a-854b-8116e6ca174e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 80054ff2-e1bf-4010-ada6-1c294b9aea30) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:13.985363 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6ead79-f3d6-4b9a-854b-8116e6ca174e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:13.986466 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ea6ead79-f3d6-4b9a-854b-8116e6ca174e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:13.994426 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288277e2-8e9c-4c6a-ac53-343e009a3aab None None] Network 80054ff2-e1bf-4010-ada6-1c294b9aea30 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:56:14.015238 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ea6ead79-f3d6-4b9a-854b-8116e6ca174e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3604436 Feb 09 01:56:14.017992 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45910) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:14.025741 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-4693ef70-2848-4799-92a6-10e32a35f3b6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-11153383-router', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:14.057950 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4693ef70-2848-4799-92a6-10e32a35f3b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (4f946d78-10d1-4a5f-8a29-7acc6601bfef), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:14.059051 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4693ef70-2848-4799-92a6-10e32a35f3b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (4f946d78-10d1-4a5f-8a29-7acc6601bfef), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:14.146231 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4693ef70-2848-4799-92a6-10e32a35f3b6 admin admin] Publish callbacks [] for router_controller (4f946d78-10d1-4a5f-8a29-7acc6601bfef), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:14.160136 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41721f67-713b-46c1-89eb-ad39cba4d2bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-80054ff2-e1bf-4010-ada6-1c294b9aea30', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'fixed_ips': [{'subnet_id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:56:14.161755 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-41721f67-713b-46c1-89eb-ad39cba4d2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:14.325361 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-41721f67-713b-46c1-89eb-ad39cba4d2bd None None] Allocated IP 172.20.0.2 (80054ff2-e1bf-4010-ada6-1c294b9aea30/692fddba-72a4-45ca-b7c8-ccf0fbdb4c43/6e374a71-453d-43b8-8240-6ecc1a26d19e) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:56:14.338430 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4693ef70-2848-4799-92a6-10e32a35f3b6 admin admin] Publish callbacks [] for router_gateway (4f946d78-10d1-4a5f-8a29-7acc6601bfef), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:14.488683 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-41721f67-713b-46c1-89eb-ad39cba4d2bd None None] Publish callbacks [] for port (6e374a71-453d-43b8-8240-6ecc1a26d19e), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:14.497392 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-41721f67-713b-46c1-89eb-ad39cba4d2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (6e374a71-453d-43b8-8240-6ecc1a26d19e), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:14.578948 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41721f67-713b-46c1-89eb-ad39cba4d2bd None None] Network 80054ff2-e1bf-4010-ada6-1c294b9aea30 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:14.584272 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-41721f67-713b-46c1-89eb-ad39cba4d2bd None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:14.585732 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4693ef70-2848-4799-92a6-10e32a35f3b6 admin admin] Publish callbacks [] for router_gateway (4f946d78-10d1-4a5f-8a29-7acc6601bfef), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:14.592617 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41721f67-713b-46c1-89eb-ad39cba4d2bd None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:56:14.604833 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41721f67-713b-46c1-89eb-ad39cba4d2bd None None] Pushing event updated for resources: {'Port': ['ID=6e374a71-453d-43b8-8240-6ecc1a26d19e,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:14.609940 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4693ef70-2848-4799-92a6-10e32a35f3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:14.684568 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-41721f67-713b-46c1-89eb-ad39cba4d2bd None None] Attempting to bind port 6e374a71-453d-43b8-8240-6ecc1a26d19e on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:56:14.685160 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-41721f67-713b-46c1-89eb-ad39cba4d2bd None None] Attempting to bind port 6e374a71-453d-43b8-8240-6ecc1a26d19e by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '91af9ede-3a1f-449b-82aa-6301a8fb255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:56:14.689320 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41721f67-713b-46c1-89eb-ad39cba4d2bd None None] Attempting to bind port 6e374a71-453d-43b8-8240-6ecc1a26d19e on network 80054ff2-e1bf-4010-ada6-1c294b9aea30 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:56:14.692937 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41721f67-713b-46c1-89eb-ad39cba4d2bd None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:56:14.693561 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41721f67-713b-46c1-89eb-ad39cba4d2bd None None] Checking segment: {'id': '91af9ede-3a1f-449b-82aa-6301a8fb255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:56:14.694035 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-41721f67-713b-46c1-89eb-ad39cba4d2bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:14.694651 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41721f67-713b-46c1-89eb-ad39cba4d2bd None None] Bound using segment: {'id': '91af9ede-3a1f-449b-82aa-6301a8fb255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:56:14.696013 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-41721f67-713b-46c1-89eb-ad39cba4d2bd None None] Bound port: 6e374a71-453d-43b8-8240-6ecc1a26d19e, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91af9ede-3a1f-449b-82aa-6301a8fb255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:56:14.696482 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-41721f67-713b-46c1-89eb-ad39cba4d2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (6e374a71-453d-43b8-8240-6ecc1a26d19e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:14.733109 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-4693ef70-2848-4799-92a6-10e32a35f3b6 admin admin] Allocated IP 172.25.1.15 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/19638386-d290-4ba5-8c29-b3d46d210cd1) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:56:14.773787 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-41721f67-713b-46c1-89eb-ad39cba4d2bd None None] For port 6e374a71-453d-43b8-8240-6ecc1a26d19e, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:56:14.777934 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-41721f67-713b-46c1-89eb-ad39cba4d2bd None None] For port 6e374a71-453d-43b8-8240-6ecc1a26d19e, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=6e374a71-453d-43b8-8240-6ecc1a26d19e,segment=NetworkSegment(91af9ede-3a1f-449b-82aa-6301a8fb255c),segment_id=91af9ede-3a1f-449b-82aa-6301a8fb255c)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:56:14.785184 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-41721f67-713b-46c1-89eb-ad39cba4d2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (6e374a71-453d-43b8-8240-6ecc1a26d19e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:14.855220 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41721f67-713b-46c1-89eb-ad39cba4d2bd None None] Pushing event updated for resources: {'Port': ['ID=6e374a71-453d-43b8-8240-6ecc1a26d19e,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:14.887790 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4693ef70-2848-4799-92a6-10e32a35f3b6 admin admin] Publish callbacks [] for port (19638386-d290-4ba5-8c29-b3d46d210cd1), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:14.931269 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4693ef70-2848-4799-92a6-10e32a35f3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (19638386-d290-4ba5-8c29-b3d46d210cd1), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:14.976079 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4693ef70-2848-4799-92a6-10e32a35f3b6 admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:14.980156 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-4693ef70-2848-4799-92a6-10e32a35f3b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:14.984061 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4693ef70-2848-4799-92a6-10e32a35f3b6 admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:56:15.015047 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693ef70-2848-4799-92a6-10e32a35f3b6 admin admin] Pushing event updated for resources: {'Port': ['ID=19638386-d290-4ba5-8c29-b3d46d210cd1,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:15.320538 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4693ef70-2848-4799-92a6-10e32a35f3b6 admin admin] Publish callbacks [] for router_gateway (4f946d78-10d1-4a5f-8a29-7acc6601bfef), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:15.566915 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4693ef70-2848-4799-92a6-10e32a35f3b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (4f946d78-10d1-4a5f-8a29-7acc6601bfef), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:15.760745 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4693ef70-2848-4799-92a6-10e32a35f3b6 admin admin] Router 4f946d78-10d1-4a5f-8a29-7acc6601bfef is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:56:15.910391 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4693ef70-2848-4799-92a6-10e32a35f3b6 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:56:15.947085 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ea5084-cc9a-4318-bde7-b3c0ac03b566 None None] Sync routers for ids ['4f946d78-10d1-4a5f-8a29-7acc6601bfef'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:56:15.952706 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4693ef70-2848-4799-92a6-10e32a35f3b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:15.957123 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4693ef70-2848-4799-92a6-10e32a35f3b6 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9351060 Feb 09 01:56:15.957492 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45916) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:15.961142 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6124083-e535-425e-b1f4-fb336fd8d9fb None None] Network 80054ff2-e1bf-4010-ada6-1c294b9aea30 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:56:16.057540 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ea5084-cc9a-4318-bde7-b3c0ac03b566 None None] Routers {'4f946d78-10d1-4a5f-8a29-7acc6601bfef'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:56:16.058192 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-52ea5084-cc9a-4318-bde7-b3c0ac03b566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:55:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['4f946d78-10d1-4a5f-8a29-7acc6601bfef'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:16.401626 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-de10db50-559c-493e-8594-1b41bbb0812f None None] Provisioning complete for port 6e374a71-453d-43b8-8240-6ecc1a26d19e triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:16.402446 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-de10db50-559c-493e-8594-1b41bbb0812f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (6e374a71-453d-43b8-8240-6ecc1a26d19e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:16.476775 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 6e374a71-453d-43b8-8240-6ecc1a26d19e up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:56:16.559153 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e93b3ba2-27e2-4bc7-8346-14339b78bc8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:16.613002 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-52ea5084-cc9a-4318-bde7-b3c0ac03b566 None None] Set router 4f946d78-10d1-4a5f-8a29-7acc6601bfef gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:56:16.615011 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 6e374a71-453d-43b8-8240-6ecc1a26d19e triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:16.615656 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (6e374a71-453d-43b8-8240-6ecc1a26d19e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:16.753858 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-e93b3ba2-27e2-4bc7-8346-14339b78bc8c admin admin] Allocated IP 172.20.0.1 (80054ff2-e1bf-4010-ada6-1c294b9aea30/692fddba-72a4-45ca-b7c8-ccf0fbdb4c43/a3114c4b-ae7c-41ee-9f3f-25bfcec4e719) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:56:16.802723 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-de10db50-559c-493e-8594-1b41bbb0812f None None] Current status of the port 6e374a71-453d-43b8-8240-6ecc1a26d19e is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:16.803206 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-de10db50-559c-493e-8594-1b41bbb0812f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (6e374a71-453d-43b8-8240-6ecc1a26d19e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:16.884417 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-de10db50-559c-493e-8594-1b41bbb0812f None None] For port 6e374a71-453d-43b8-8240-6ecc1a26d19e, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=6e374a71-453d-43b8-8240-6ecc1a26d19e,segment=NetworkSegment(91af9ede-3a1f-449b-82aa-6301a8fb255c),segment_id=91af9ede-3a1f-449b-82aa-6301a8fb255c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:16.894969 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e93b3ba2-27e2-4bc7-8346-14339b78bc8c admin admin] Publish callbacks [] for port (a3114c4b-ae7c-41ee-9f3f-25bfcec4e719), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:16.933239 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-de10db50-559c-493e-8594-1b41bbb0812f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (6e374a71-453d-43b8-8240-6ecc1a26d19e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:16.966580 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e93b3ba2-27e2-4bc7-8346-14339b78bc8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (a3114c4b-ae7c-41ee-9f3f-25bfcec4e719), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:16.998256 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 6e374a71-453d-43b8-8240-6ecc1a26d19e is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:16.998880 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (6e374a71-453d-43b8-8240-6ecc1a26d19e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:17.021213 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93b3ba2-27e2-4bc7-8346-14339b78bc8c admin admin] Network 80054ff2-e1bf-4010-ada6-1c294b9aea30 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:17.025902 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-e93b3ba2-27e2-4bc7-8346-14339b78bc8c admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:17.030888 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93b3ba2-27e2-4bc7-8346-14339b78bc8c admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:56:17.034167 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10db50-559c-493e-8594-1b41bbb0812f None None] Pushing event updated for resources: {'Port': ['ID=6e374a71-453d-43b8-8240-6ecc1a26d19e,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:17.077163 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b3ba2-27e2-4bc7-8346-14339b78bc8c admin admin] Pushing event updated for resources: {'Port': ['ID=a3114c4b-ae7c-41ee-9f3f-25bfcec4e719,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:17.091493 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e93b3ba2-27e2-4bc7-8346-14339b78bc8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (4f946d78-10d1-4a5f-8a29-7acc6601bfef), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:17.109855 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:56:17.110173 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:56:17.117583 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-52ea5084-cc9a-4318-bde7-b3c0ac03b566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'name': 'tempest-TestVolumeBootPattern-11153383-router', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:15Z', 'revision_number': 3, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'gw_port': {'id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:17.147703 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ea5084-cc9a-4318-bde7-b3c0ac03b566 None None] Checking router: 4f946d78-10d1-4a5f-8a29-7acc6601bfef for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:56:17.148088 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ea5084-cc9a-4318-bde7-b3c0ac03b566 None None] Updating router 4f946d78-10d1-4a5f-8a29-7acc6601bfef port 19638386-d290-4ba5-8c29-b3d46d210cd1 binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:56:17.190300 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-52ea5084-cc9a-4318-bde7-b3c0ac03b566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (19638386-d290-4ba5-8c29-b3d46d210cd1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:17.405832 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-8f00eabb-a05c-4134-aae5-7035c22b1dfb None None] Provisioning complete for port 6e374a71-453d-43b8-8240-6ecc1a26d19e triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:17.406380 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8f00eabb-a05c-4134-aae5-7035c22b1dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (6e374a71-453d-43b8-8240-6ecc1a26d19e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:17.570339 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-8f00eabb-a05c-4134-aae5-7035c22b1dfb None None] Current status of the port 6e374a71-453d-43b8-8240-6ecc1a26d19e is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:17.663217 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e93b3ba2-27e2-4bc7-8346-14339b78bc8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a3114c4b-ae7c-41ee-9f3f-25bfcec4e719), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:17.673453 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 6e374a71-453d-43b8-8240-6ecc1a26d19e is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:17.678317 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-52ea5084-cc9a-4318-bde7-b3c0ac03b566 None None] Publish callbacks [] for port (19638386-d290-4ba5-8c29-b3d46d210cd1), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:17.691416 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-52ea5084-cc9a-4318-bde7-b3c0ac03b566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (19638386-d290-4ba5-8c29-b3d46d210cd1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:17.757197 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-511ace86-b394-42c1-ab83-49498af1abab None None] Provisioning complete for port a3114c4b-ae7c-41ee-9f3f-25bfcec4e719 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:17.757698 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-511ace86-b394-42c1-ab83-49498af1abab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a3114c4b-ae7c-41ee-9f3f-25bfcec4e719), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:17.790657 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7bae8-fafe-4a2b-b11c-25c1f110a31a None None] Pushing event updated for resources: {'Port': ['ID=19638386-d290-4ba5-8c29-b3d46d210cd1,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:17.795501 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-52ea5084-cc9a-4318-bde7-b3c0ac03b566 None None] Attempting to bind port 19638386-d290-4ba5-8c29-b3d46d210cd1 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:56:17.795829 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-52ea5084-cc9a-4318-bde7-b3c0ac03b566 None None] Attempting to bind port 19638386-d290-4ba5-8c29-b3d46d210cd1 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:56:17.796330 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ea5084-cc9a-4318-bde7-b3c0ac03b566 None None] Attempting to bind port 19638386-d290-4ba5-8c29-b3d46d210cd1 on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:56:17.809840 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ea5084-cc9a-4318-bde7-b3c0ac03b566 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:56:17.810353 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ea5084-cc9a-4318-bde7-b3c0ac03b566 None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:56:17.811268 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-52ea5084-cc9a-4318-bde7-b3c0ac03b566 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:17.811268 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ea5084-cc9a-4318-bde7-b3c0ac03b566 None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:56:17.811925 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-52ea5084-cc9a-4318-bde7-b3c0ac03b566 None None] Bound port: 19638386-d290-4ba5-8c29-b3d46d210cd1, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:56:17.812435 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-52ea5084-cc9a-4318-bde7-b3c0ac03b566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (19638386-d290-4ba5-8c29-b3d46d210cd1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:17.843498 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-511ace86-b394-42c1-ab83-49498af1abab None None] Port a3114c4b-ae7c-41ee-9f3f-25bfcec4e719 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:56:17.857555 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e93b3ba2-27e2-4bc7-8346-14339b78bc8c admin admin] Publish callbacks [] for port (a3114c4b-ae7c-41ee-9f3f-25bfcec4e719), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:17.863661 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e93b3ba2-27e2-4bc7-8346-14339b78bc8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (a3114c4b-ae7c-41ee-9f3f-25bfcec4e719), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:17.875632 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-52ea5084-cc9a-4318-bde7-b3c0ac03b566 None None] For port 19638386-d290-4ba5-8c29-b3d46d210cd1, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:56:17.879166 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-52ea5084-cc9a-4318-bde7-b3c0ac03b566 None None] For port 19638386-d290-4ba5-8c29-b3d46d210cd1, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=19638386-d290-4ba5-8c29-b3d46d210cd1,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:56:17.886055 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-52ea5084-cc9a-4318-bde7-b3c0ac03b566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (19638386-d290-4ba5-8c29-b3d46d210cd1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:17.937168 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b3ba2-27e2-4bc7-8346-14339b78bc8c admin admin] Pushing event updated for resources: {'Port': ['ID=a3114c4b-ae7c-41ee-9f3f-25bfcec4e719,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:17.940093 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e93b3ba2-27e2-4bc7-8346-14339b78bc8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (4f946d78-10d1-4a5f-8a29-7acc6601bfef), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:17.949155 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ea5084-cc9a-4318-bde7-b3c0ac03b566 None None] Routers {'4f946d78-10d1-4a5f-8a29-7acc6601bfef'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:56:17.949807 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-52ea5084-cc9a-4318-bde7-b3c0ac03b566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:55:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['4f946d78-10d1-4a5f-8a29-7acc6601bfef'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:17.992055 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7bae8-fafe-4a2b-b11c-25c1f110a31a None None] Pushing event updated for resources: {'Port': ['ID=19638386-d290-4ba5-8c29-b3d46d210cd1,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:18.065589 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93b3ba2-27e2-4bc7-8346-14339b78bc8c admin admin] Network 80054ff2-e1bf-4010-ada6-1c294b9aea30 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:18.067406 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-e93b3ba2-27e2-4bc7-8346-14339b78bc8c admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:18.093750 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-52ea5084-cc9a-4318-bde7-b3c0ac03b566 None None] Set router 4f946d78-10d1-4a5f-8a29-7acc6601bfef gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:56:18.242970 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93b3ba2-27e2-4bc7-8346-14339b78bc8c admin admin] Router 4f946d78-10d1-4a5f-8a29-7acc6601bfef has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:56:18.371205 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 6e374a71-453d-43b8-8240-6ecc1a26d19e up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:56:18.389304 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93b3ba2-27e2-4bc7-8346-14339b78bc8c admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:56:18.401732 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e93b3ba2-27e2-4bc7-8346-14339b78bc8c admin admin] 10.222.0.30 "PUT /v2.0/routers/4f946d78-10d1-4a5f-8a29-7acc6601bfef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4428492 Feb 09 01:56:18.446962 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 6e374a71-453d-43b8-8240-6ecc1a26d19e triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:18.447408 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (6e374a71-453d-43b8-8240-6ecc1a26d19e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:18.452084 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-52ea5084-cc9a-4318-bde7-b3c0ac03b566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'name': 'tempest-TestVolumeBootPattern-11153383-router', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:17Z', 'revision_number': 4, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'gw_port': {'id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'a3114c4b-ae7c-41ee-9f3f-25bfcec4e719', 'name': '', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'mac_address': 'fa:16:3e:cc:37:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:16Z', 'updated_at': '2022-02-09T01:56:17Z', 'revision_number': 2, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'subnets': [{'id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:18.515055 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ea5084-cc9a-4318-bde7-b3c0ac03b566 None None] The sync data for ids ['4f946d78-10d1-4a5f-8a29-7acc6601bfef'] in n-d-822053-40 is: [{'id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'name': 'tempest-TestVolumeBootPattern-11153383-router', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:17Z', 'revision_number': 4, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'gw_port': {'id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'a3114c4b-ae7c-41ee-9f3f-25bfcec4e719', 'name': '', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'mac_address': 'fa:16:3e:cc:37:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:16Z', 'updated_at': '2022-02-09T01:56:17Z', 'revision_number': 2, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'subnets': [{'id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:56:18.532951 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-483b3de0-859a-428b-9d08-7b7e09ef77b0 None None] Provisioning complete for port a3114c4b-ae7c-41ee-9f3f-25bfcec4e719 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:18.533330 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-483b3de0-859a-428b-9d08-7b7e09ef77b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a3114c4b-ae7c-41ee-9f3f-25bfcec4e719), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:18.599060 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-483b3de0-859a-428b-9d08-7b7e09ef77b0 None None] Port a3114c4b-ae7c-41ee-9f3f-25bfcec4e719 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:56:18.642098 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 6e374a71-453d-43b8-8240-6ecc1a26d19e is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:19.071726 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45938) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:19.077062 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-0da91568-b469-4d28-909c-5b361d42085c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2121359074-network', 'tenant_id': 'ce394256d7424f879adb5d71540111a4'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:19.099307 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da91568-b469-4d28-909c-5b361d42085c admin admin] Made reservation on behalf of ce394256d7424f879adb5d71540111a4 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:56:19.101765 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0da91568-b469-4d28-909c-5b361d42085c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:19.115191 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0da91568-b469-4d28-909c-5b361d42085c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:19.205605 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0da91568-b469-4d28-909c-5b361d42085c admin admin] Publish callbacks [] for security_group (e41f2cf3-9dac-4915-9903-e3d3109746cc), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:19.213064 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0da91568-b469-4d28-909c-5b361d42085c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (e41f2cf3-9dac-4915-9903-e3d3109746cc), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:19.236993 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0da91568-b469-4d28-909c-5b361d42085c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:56:19.253658 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da91568-b469-4d28-909c-5b361d42085c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41f2cf3-9dac-4915-9903-e3d3109746cc,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:19.264313 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0da91568-b469-4d28-909c-5b361d42085c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (59a15b98-a5fd-4897-8dde-d3e520319986), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:19.265224 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-0da91568-b469-4d28-909c-5b361d42085c admin admin] Added segment 59a15b98-a5fd-4897-8dde-d3e520319986 of type vlan for network 85e434c4-54e7-41e7-b898-ba25bf30c7bc Feb 09 01:56:19.314620 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0da91568-b469-4d28-909c-5b361d42085c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (85e434c4-54e7-41e7-b898-ba25bf30c7bc), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:19.370642 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0da91568-b469-4d28-909c-5b361d42085c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (85e434c4-54e7-41e7-b898-ba25bf30c7bc), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:19.372089 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da91568-b469-4d28-909c-5b361d42085c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:19.373336 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0da91568-b469-4d28-909c-5b361d42085c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:19.412610 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0da91568-b469-4d28-909c-5b361d42085c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3391957 Feb 09 01:56:19.417580 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45940) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:19.425709 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-eaf82f54-1cd6-4d04-aacf-05e2287f8369 admin admin] Request body: {'subnet': {'network_id': '85e434c4-54e7-41e7-b898-ba25bf30c7bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2121359074-subnet', 'tenant_id': 'ce394256d7424f879adb5d71540111a4', 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:19.453078 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf82f54-1cd6-4d04-aacf-05e2287f8369 admin admin] Made reservation on behalf of ce394256d7424f879adb5d71540111a4 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:56:19.456879 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eaf82f54-1cd6-4d04-aacf-05e2287f8369 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:19.470225 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da91568-b469-4d28-909c-5b361d42085c admin admin] Pushing event updated for resources: {'Network': ['ID=85e434c4-54e7-41e7-b898-ba25bf30c7bc,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:19.482335 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 85e434c4-54e7-41e7-b898-ba25bf30c7bc details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:56:19.691307 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eaf82f54-1cd6-4d04-aacf-05e2287f8369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (faa700ab-f1b2-409f-b92a-8cb31558eb86), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:19.702922 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:19.761425 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf82f54-1cd6-4d04-aacf-05e2287f8369 admin admin] Pushing event updated for resources: {'Subnet': ['ID=faa700ab-f1b2-409f-b92a-8cb31558eb86,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:19.764009 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf82f54-1cd6-4d04-aacf-05e2287f8369 admin admin] Checking segment: {'id': '59a15b98-a5fd-4897-8dde-d3e520319986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '85e434c4-54e7-41e7-b898-ba25bf30c7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:56:19.764529 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf82f54-1cd6-4d04-aacf-05e2287f8369 admin admin] Network hostable DHCP agents. Network: 85e434c4-54e7-41e7-b898-ba25bf30c7bc, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:56:19.786142 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf82f54-1cd6-4d04-aacf-05e2287f8369 admin admin] Network 85e434c4-54e7-41e7-b898-ba25bf30c7bc is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:56:19.798699 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-eaf82f54-1cd6-4d04-aacf-05e2287f8369 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 85e434c4-54e7-41e7-b898-ba25bf30c7bc) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:19.804981 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf82f54-1cd6-4d04-aacf-05e2287f8369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:19.806679 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eaf82f54-1cd6-4d04-aacf-05e2287f8369 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:19.815827 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8de779-de80-443a-bd50-4a54bac7c6fb None None] Network 85e434c4-54e7-41e7-b898-ba25bf30c7bc requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:56:19.834322 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-eaf82f54-1cd6-4d04-aacf-05e2287f8369 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4145720 Feb 09 01:56:19.838505 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 45944) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:19.846454 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-26daa268-5dff-4b7f-9768-647062dbe4c0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2121359074-router', 'tenant_id': 'ce394256d7424f879adb5d71540111a4', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:19.895060 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-26daa268-5dff-4b7f-9768-647062dbe4c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (495b23d0-87b5-4449-a988-b4e368495740), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:19.897664 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-26daa268-5dff-4b7f-9768-647062dbe4c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (495b23d0-87b5-4449-a988-b4e368495740), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:19.966172 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46af4035-562a-4ca6-95bc-f1a75c2abd1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-85e434c4-54e7-41e7-b898-ba25bf30c7bc', 'network_id': '85e434c4-54e7-41e7-b898-ba25bf30c7bc', 'project_id': 'ce394256d7424f879adb5d71540111a4', 'fixed_ips': [{'subnet_id': 'faa700ab-f1b2-409f-b92a-8cb31558eb86'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:56:19.967050 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-46af4035-562a-4ca6-95bc-f1a75c2abd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:19.975911 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-26daa268-5dff-4b7f-9768-647062dbe4c0 admin admin] Publish callbacks [] for router_controller (495b23d0-87b5-4449-a988-b4e368495740), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:20.172628 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-26daa268-5dff-4b7f-9768-647062dbe4c0 admin admin] Publish callbacks [] for router_gateway (495b23d0-87b5-4449-a988-b4e368495740), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:20.361025 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-46af4035-562a-4ca6-95bc-f1a75c2abd1a None None] Allocated IP 172.20.0.2 (85e434c4-54e7-41e7-b898-ba25bf30c7bc/faa700ab-f1b2-409f-b92a-8cb31558eb86/4714afeb-8f69-4b48-9931-2d2323e605b3) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:56:20.447084 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 19638386-d290-4ba5-8c29-b3d46d210cd1 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:56:20.502015 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-26daa268-5dff-4b7f-9768-647062dbe4c0 admin admin] Publish callbacks [] for router_gateway (495b23d0-87b5-4449-a988-b4e368495740), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:20.523380 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-26daa268-5dff-4b7f-9768-647062dbe4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:20.561736 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 19638386-d290-4ba5-8c29-b3d46d210cd1 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:20.562377 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (19638386-d290-4ba5-8c29-b3d46d210cd1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:20.645721 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-46af4035-562a-4ca6-95bc-f1a75c2abd1a None None] Publish callbacks [] for port (4714afeb-8f69-4b48-9931-2d2323e605b3), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:20.655864 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-46af4035-562a-4ca6-95bc-f1a75c2abd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (4714afeb-8f69-4b48-9931-2d2323e605b3), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:20.724887 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46af4035-562a-4ca6-95bc-f1a75c2abd1a None None] Network 85e434c4-54e7-41e7-b898-ba25bf30c7bc is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:20.727192 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-26daa268-5dff-4b7f-9768-647062dbe4c0 admin admin] Allocated IP 172.25.1.221 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/5467ae1b-1e45-42cf-8df6-a17e2f5a6367) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:56:20.734773 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-46af4035-562a-4ca6-95bc-f1a75c2abd1a None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:20.737548 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46af4035-562a-4ca6-95bc-f1a75c2abd1a None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:56:20.752107 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af4035-562a-4ca6-95bc-f1a75c2abd1a None None] Pushing event updated for resources: {'Port': ['ID=4714afeb-8f69-4b48-9931-2d2323e605b3,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:20.762025 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 19638386-d290-4ba5-8c29-b3d46d210cd1 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:20.762419 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (19638386-d290-4ba5-8c29-b3d46d210cd1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:20.839972 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 19638386-d290-4ba5-8c29-b3d46d210cd1, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=19638386-d290-4ba5-8c29-b3d46d210cd1,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:20.870633 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (19638386-d290-4ba5-8c29-b3d46d210cd1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:20.890741 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-23cbca2c-7920-4168-a643-bfb345cbfe75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:20.903353 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-26daa268-5dff-4b7f-9768-647062dbe4c0 admin admin] Publish callbacks [] for port (5467ae1b-1e45-42cf-8df6-a17e2f5a6367), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:20.933075 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-46af4035-562a-4ca6-95bc-f1a75c2abd1a None None] Attempting to bind port 4714afeb-8f69-4b48-9931-2d2323e605b3 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:56:20.934006 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-46af4035-562a-4ca6-95bc-f1a75c2abd1a None None] Attempting to bind port 4714afeb-8f69-4b48-9931-2d2323e605b3 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '59a15b98-a5fd-4897-8dde-d3e520319986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '85e434c4-54e7-41e7-b898-ba25bf30c7bc'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:56:20.934730 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46af4035-562a-4ca6-95bc-f1a75c2abd1a None None] Attempting to bind port 4714afeb-8f69-4b48-9931-2d2323e605b3 on network 85e434c4-54e7-41e7-b898-ba25bf30c7bc {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:56:20.948609 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46af4035-562a-4ca6-95bc-f1a75c2abd1a None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:56:20.949520 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46af4035-562a-4ca6-95bc-f1a75c2abd1a None None] Checking segment: {'id': '59a15b98-a5fd-4897-8dde-d3e520319986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '85e434c4-54e7-41e7-b898-ba25bf30c7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:56:20.950137 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-46af4035-562a-4ca6-95bc-f1a75c2abd1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:20.950876 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46af4035-562a-4ca6-95bc-f1a75c2abd1a None None] Bound using segment: {'id': '59a15b98-a5fd-4897-8dde-d3e520319986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '85e434c4-54e7-41e7-b898-ba25bf30c7bc'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:56:20.951759 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-46af4035-562a-4ca6-95bc-f1a75c2abd1a None None] Bound port: 4714afeb-8f69-4b48-9931-2d2323e605b3, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a15b98-a5fd-4897-8dde-d3e520319986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '85e434c4-54e7-41e7-b898-ba25bf30c7bc'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:56:20.952524 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-46af4035-562a-4ca6-95bc-f1a75c2abd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (4714afeb-8f69-4b48-9931-2d2323e605b3), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:20.995969 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-26daa268-5dff-4b7f-9768-647062dbe4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (5467ae1b-1e45-42cf-8df6-a17e2f5a6367), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:21.055139 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=19638386-d290-4ba5-8c29-b3d46d210cd1,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:21.057122 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26daa268-5dff-4b7f-9768-647062dbe4c0 admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:21.062866 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-26daa268-5dff-4b7f-9768-647062dbe4c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:21.076540 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26daa268-5dff-4b7f-9768-647062dbe4c0 admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:56:21.111716 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-46af4035-562a-4ca6-95bc-f1a75c2abd1a None None] For port 4714afeb-8f69-4b48-9931-2d2323e605b3, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:56:21.119282 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-46af4035-562a-4ca6-95bc-f1a75c2abd1a None None] For port 4714afeb-8f69-4b48-9931-2d2323e605b3, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=4714afeb-8f69-4b48-9931-2d2323e605b3,segment=NetworkSegment(59a15b98-a5fd-4897-8dde-d3e520319986),segment_id=59a15b98-a5fd-4897-8dde-d3e520319986)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:56:21.128473 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26daa268-5dff-4b7f-9768-647062dbe4c0 admin admin] Pushing event updated for resources: {'Port': ['ID=5467ae1b-1e45-42cf-8df6-a17e2f5a6367,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:21.130470 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-46af4035-562a-4ca6-95bc-f1a75c2abd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (4714afeb-8f69-4b48-9931-2d2323e605b3), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:21.259054 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af4035-562a-4ca6-95bc-f1a75c2abd1a None None] Pushing event updated for resources: {'Port': ['ID=4714afeb-8f69-4b48-9931-2d2323e605b3,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:21.298259 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:21.470490 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf44226-6392-4fc2-b726-f0fa0e9e4341 None None] Sync routers for ids ['4f946d78-10d1-4a5f-8a29-7acc6601bfef'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:56:21.505569 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf44226-6392-4fc2-b726-f0fa0e9e4341 None None] Routers {'4f946d78-10d1-4a5f-8a29-7acc6601bfef'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:56:21.507093 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-daf44226-6392-4fc2-b726-f0fa0e9e4341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:55:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['4f946d78-10d1-4a5f-8a29-7acc6601bfef'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:21.625874 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-26daa268-5dff-4b7f-9768-647062dbe4c0 admin admin] Publish callbacks [] for router_gateway (495b23d0-87b5-4449-a988-b4e368495740), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:21.668134 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-daf44226-6392-4fc2-b726-f0fa0e9e4341 None None] Set router 4f946d78-10d1-4a5f-8a29-7acc6601bfef gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:56:21.931706 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-26daa268-5dff-4b7f-9768-647062dbe4c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (495b23d0-87b5-4449-a988-b4e368495740), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:21.933832 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-daf44226-6392-4fc2-b726-f0fa0e9e4341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'name': 'tempest-TestVolumeBootPattern-11153383-router', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:17Z', 'revision_number': 4, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'gw_port': {'id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'a3114c4b-ae7c-41ee-9f3f-25bfcec4e719', 'name': '', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'mac_address': 'fa:16:3e:cc:37:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:16Z', 'updated_at': '2022-02-09T01:56:17Z', 'revision_number': 2, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'subnets': [{'id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:21.964608 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf44226-6392-4fc2-b726-f0fa0e9e4341 None None] Checking router: 4f946d78-10d1-4a5f-8a29-7acc6601bfef for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:56:21.965393 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf44226-6392-4fc2-b726-f0fa0e9e4341 None None] Updating router 4f946d78-10d1-4a5f-8a29-7acc6601bfef port a3114c4b-ae7c-41ee-9f3f-25bfcec4e719 binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:56:21.999305 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-daf44226-6392-4fc2-b726-f0fa0e9e4341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a3114c4b-ae7c-41ee-9f3f-25bfcec4e719), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:22.076664 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26daa268-5dff-4b7f-9768-647062dbe4c0 admin admin] Router 495b23d0-87b5-4449-a988-b4e368495740 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:56:22.210468 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26daa268-5dff-4b7f-9768-647062dbe4c0 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:56:22.225359 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d514b962-464f-41d9-9686-bf1427cbe703 None None] Sync routers for ids ['495b23d0-87b5-4449-a988-b4e368495740'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:56:22.245649 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d514b962-464f-41d9-9686-bf1427cbe703 None None] Routers {'495b23d0-87b5-4449-a988-b4e368495740'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:56:22.246324 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-d514b962-464f-41d9-9686-bf1427cbe703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:55:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['495b23d0-87b5-4449-a988-b4e368495740'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:22.248068 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-26daa268-5dff-4b7f-9768-647062dbe4c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:22.253244 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 45952) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:22.255154 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-26daa268-5dff-4b7f-9768-647062dbe4c0 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4148178 Feb 09 01:56:22.464374 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-d514b962-464f-41d9-9686-bf1427cbe703 None None] Set router 495b23d0-87b5-4449-a988-b4e368495740 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:56:22.563743 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-daf44226-6392-4fc2-b726-f0fa0e9e4341 None None] Publish callbacks [] for port (a3114c4b-ae7c-41ee-9f3f-25bfcec4e719), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:22.576970 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-daf44226-6392-4fc2-b726-f0fa0e9e4341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (a3114c4b-ae7c-41ee-9f3f-25bfcec4e719), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:22.612439 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 19638386-d290-4ba5-8c29-b3d46d210cd1 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:56:22.750623 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd457f1d-838b-4f25-87ff-3af743aef4a3 None None] Network 85e434c4-54e7-41e7-b898-ba25bf30c7bc requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:56:22.751222 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8951c3b2-35f2-42da-aa40-40acfd2ef9de None None] Pushing event updated for resources: {'Port': ['ID=a3114c4b-ae7c-41ee-9f3f-25bfcec4e719,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:22.769531 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8951c3b2-35f2-42da-aa40-40acfd2ef9de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:22.771226 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8951c3b2-35f2-42da-aa40-40acfd2ef9de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:22.776388 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8951c3b2-35f2-42da-aa40-40acfd2ef9de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:22.776961 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8951c3b2-35f2-42da-aa40-40acfd2ef9de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:22.777665 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8951c3b2-35f2-42da-aa40-40acfd2ef9de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:22.778013 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8951c3b2-35f2-42da-aa40-40acfd2ef9de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:22.778359 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8951c3b2-35f2-42da-aa40-40acfd2ef9de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:22.778658 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8951c3b2-35f2-42da-aa40-40acfd2ef9de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:22.778970 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8951c3b2-35f2-42da-aa40-40acfd2ef9de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:22.779700 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8951c3b2-35f2-42da-aa40-40acfd2ef9de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:22.780116 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8951c3b2-35f2-42da-aa40-40acfd2ef9de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:22.780627 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8951c3b2-35f2-42da-aa40-40acfd2ef9de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:22.780952 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8951c3b2-35f2-42da-aa40-40acfd2ef9de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:22.869608 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-daf44226-6392-4fc2-b726-f0fa0e9e4341 None None] Attempting to bind port a3114c4b-ae7c-41ee-9f3f-25bfcec4e719 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:56:22.870081 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-daf44226-6392-4fc2-b726-f0fa0e9e4341 None None] Attempting to bind port a3114c4b-ae7c-41ee-9f3f-25bfcec4e719 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '91af9ede-3a1f-449b-82aa-6301a8fb255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:56:22.870437 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf44226-6392-4fc2-b726-f0fa0e9e4341 None None] Attempting to bind port a3114c4b-ae7c-41ee-9f3f-25bfcec4e719 on network 80054ff2-e1bf-4010-ada6-1c294b9aea30 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:56:22.879568 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf44226-6392-4fc2-b726-f0fa0e9e4341 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:56:22.880484 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf44226-6392-4fc2-b726-f0fa0e9e4341 None None] Checking segment: {'id': '91af9ede-3a1f-449b-82aa-6301a8fb255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:56:22.881289 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-daf44226-6392-4fc2-b726-f0fa0e9e4341 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:22.882211 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf44226-6392-4fc2-b726-f0fa0e9e4341 None None] Bound using segment: {'id': '91af9ede-3a1f-449b-82aa-6301a8fb255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:56:22.883102 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-daf44226-6392-4fc2-b726-f0fa0e9e4341 None None] Bound port: a3114c4b-ae7c-41ee-9f3f-25bfcec4e719, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91af9ede-3a1f-449b-82aa-6301a8fb255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:56:22.885285 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-daf44226-6392-4fc2-b726-f0fa0e9e4341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a3114c4b-ae7c-41ee-9f3f-25bfcec4e719), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:22.901307 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 19638386-d290-4ba5-8c29-b3d46d210cd1 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:22.901872 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (19638386-d290-4ba5-8c29-b3d46d210cd1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:22.936965 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-4a4d6969-303e-4819-9159-b7f17a6469db None None] Provisioning complete for port 4714afeb-8f69-4b48-9931-2d2323e605b3 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:22.937504 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4a4d6969-303e-4819-9159-b7f17a6469db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (4714afeb-8f69-4b48-9931-2d2323e605b3), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:23.014794 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-daf44226-6392-4fc2-b726-f0fa0e9e4341 None None] For port a3114c4b-ae7c-41ee-9f3f-25bfcec4e719, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:56:23.021122 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-daf44226-6392-4fc2-b726-f0fa0e9e4341 None None] For port a3114c4b-ae7c-41ee-9f3f-25bfcec4e719, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=a3114c4b-ae7c-41ee-9f3f-25bfcec4e719,segment=NetworkSegment(91af9ede-3a1f-449b-82aa-6301a8fb255c),segment_id=91af9ede-3a1f-449b-82aa-6301a8fb255c)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:56:23.030238 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-daf44226-6392-4fc2-b726-f0fa0e9e4341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (a3114c4b-ae7c-41ee-9f3f-25bfcec4e719), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:23.075867 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fb5130f7-9149-48c2-9b7e-ed956ca00bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:23.093938 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf44226-6392-4fc2-b726-f0fa0e9e4341 None None] Routers {'4f946d78-10d1-4a5f-8a29-7acc6601bfef'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:56:23.094692 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-daf44226-6392-4fc2-b726-f0fa0e9e4341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:55:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['4f946d78-10d1-4a5f-8a29-7acc6601bfef'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:23.126851 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-d514b962-464f-41d9-9686-bf1427cbe703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495b23d0-87b5-4449-a988-b4e368495740', 'name': 'tempest-TestVolumeBootPattern-2121359074-router', 'tenant_id': 'ce394256d7424f879adb5d71540111a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '5467ae1b-1e45-42cf-8df6-a17e2f5a6367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:19Z', 'updated_at': '2022-02-09T01:56:21Z', 'revision_number': 3, 'project_id': 'ce394256d7424f879adb5d71540111a4', 'gw_port': {'id': '5467ae1b-1e45-42cf-8df6-a17e2f5a6367', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:35:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495b23d0-87b5-4449-a988-b4e368495740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:20Z', 'updated_at': '2022-02-09T01:56:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:23.199502 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d514b962-464f-41d9-9686-bf1427cbe703 None None] Checking router: 495b23d0-87b5-4449-a988-b4e368495740 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:56:23.199940 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d514b962-464f-41d9-9686-bf1427cbe703 None None] Updating router 495b23d0-87b5-4449-a988-b4e368495740 port 5467ae1b-1e45-42cf-8df6-a17e2f5a6367 binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:56:23.220199 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-daf44226-6392-4fc2-b726-f0fa0e9e4341 None None] Set router 4f946d78-10d1-4a5f-8a29-7acc6601bfef gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:56:23.232566 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 19638386-d290-4ba5-8c29-b3d46d210cd1 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:23.233786 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 4714afeb-8f69-4b48-9931-2d2323e605b3 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:56:23.301707 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-4a4d6969-303e-4819-9159-b7f17a6469db None None] Current status of the port 4714afeb-8f69-4b48-9931-2d2323e605b3 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:23.302236 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4a4d6969-303e-4819-9159-b7f17a6469db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (4714afeb-8f69-4b48-9931-2d2323e605b3), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:23.330550 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d514b962-464f-41d9-9686-bf1427cbe703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5467ae1b-1e45-42cf-8df6-a17e2f5a6367), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:23.380736 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-fb5130f7-9149-48c2-9b7e-ed956ca00bf7 admin admin] Allocated IP 172.20.0.1 (85e434c4-54e7-41e7-b898-ba25bf30c7bc/faa700ab-f1b2-409f-b92a-8cb31558eb86/1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:56:23.418730 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-4a4d6969-303e-4819-9159-b7f17a6469db None None] For port 4714afeb-8f69-4b48-9931-2d2323e605b3, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=4714afeb-8f69-4b48-9931-2d2323e605b3,segment=NetworkSegment(59a15b98-a5fd-4897-8dde-d3e520319986),segment_id=59a15b98-a5fd-4897-8dde-d3e520319986)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:23.461051 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4a4d6969-303e-4819-9159-b7f17a6469db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (4714afeb-8f69-4b48-9931-2d2323e605b3), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:23.487353 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:56:23.489814 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8951c3b2-35f2-42da-aa40-40acfd2ef9de None None] Pushing event updated for resources: {'Port': ['ID=a3114c4b-ae7c-41ee-9f3f-25bfcec4e719,revision_number=4']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:23.517980 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-daf44226-6392-4fc2-b726-f0fa0e9e4341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'name': 'tempest-TestVolumeBootPattern-11153383-router', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:17Z', 'revision_number': 4, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'gw_port': {'id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'a3114c4b-ae7c-41ee-9f3f-25bfcec4e719', 'name': '', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'mac_address': 'fa:16:3e:cc:37:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:16Z', 'updated_at': '2022-02-09T01:56:23Z', 'revision_number': 4, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'subnets': [{'id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:23.565261 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 4714afeb-8f69-4b48-9931-2d2323e605b3 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:23.565638 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (4714afeb-8f69-4b48-9931-2d2323e605b3), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:23.579136 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fb5130f7-9149-48c2-9b7e-ed956ca00bf7 admin admin] Publish callbacks [] for port (1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:23.640743 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fb5130f7-9149-48c2-9b7e-ed956ca00bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:23.670462 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf44226-6392-4fc2-b726-f0fa0e9e4341 None None] The sync data for ids ['4f946d78-10d1-4a5f-8a29-7acc6601bfef'] in n-d-822053-40 is: [{'id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'name': 'tempest-TestVolumeBootPattern-11153383-router', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:17Z', 'revision_number': 4, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'gw_port': {'id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'a3114c4b-ae7c-41ee-9f3f-25bfcec4e719', 'name': '', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'mac_address': 'fa:16:3e:cc:37:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:16Z', 'updated_at': '2022-02-09T01:56:23Z', 'revision_number': 4, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'subnets': [{'id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:56:23.681637 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5130f7-9149-48c2-9b7e-ed956ca00bf7 admin admin] Network 85e434c4-54e7-41e7-b898-ba25bf30c7bc is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:23.688803 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-fb5130f7-9149-48c2-9b7e-ed956ca00bf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:23.692578 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5130f7-9149-48c2-9b7e-ed956ca00bf7 admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:56:23.719080 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5130f7-9149-48c2-9b7e-ed956ca00bf7 admin admin] Pushing event updated for resources: {'Port': ['ID=1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:23.750560 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fb5130f7-9149-48c2-9b7e-ed956ca00bf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (495b23d0-87b5-4449-a988-b4e368495740), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:23.984305 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fb5130f7-9149-48c2-9b7e-ed956ca00bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:23.997267 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d6969-303e-4819-9159-b7f17a6469db None None] Pushing event updated for resources: {'Port': ['ID=4714afeb-8f69-4b48-9931-2d2323e605b3,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:23.999935 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-3f049c53-f705-4d62-ba40-b10afb4e8945 None None] Provisioning complete for port a3114c4b-ae7c-41ee-9f3f-25bfcec4e719 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:24.000349 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3f049c53-f705-4d62-ba40-b10afb4e8945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a3114c4b-ae7c-41ee-9f3f-25bfcec4e719), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:24.147241 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 4714afeb-8f69-4b48-9931-2d2323e605b3 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:24.225467 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fb5130f7-9149-48c2-9b7e-ed956ca00bf7 admin admin] Publish callbacks [] for port (1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:24.229820 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3f049c53-f705-4d62-ba40-b10afb4e8945 None None] Current status of the port a3114c4b-ae7c-41ee-9f3f-25bfcec4e719 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:24.230221 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3f049c53-f705-4d62-ba40-b10afb4e8945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a3114c4b-ae7c-41ee-9f3f-25bfcec4e719), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:24.235824 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fb5130f7-9149-48c2-9b7e-ed956ca00bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:24.255871 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d514b962-464f-41d9-9686-bf1427cbe703 None None] Publish callbacks [] for port (5467ae1b-1e45-42cf-8df6-a17e2f5a6367), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:24.282997 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d514b962-464f-41d9-9686-bf1427cbe703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5467ae1b-1e45-42cf-8df6-a17e2f5a6367), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:24.340408 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-3f049c53-f705-4d62-ba40-b10afb4e8945 None None] For port a3114c4b-ae7c-41ee-9f3f-25bfcec4e719, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=a3114c4b-ae7c-41ee-9f3f-25bfcec4e719,segment=NetworkSegment(91af9ede-3a1f-449b-82aa-6301a8fb255c),segment_id=91af9ede-3a1f-449b-82aa-6301a8fb255c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:24.351250 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3f049c53-f705-4d62-ba40-b10afb4e8945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (a3114c4b-ae7c-41ee-9f3f-25bfcec4e719), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:24.360137 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fb5130f7-9149-48c2-9b7e-ed956ca00bf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (495b23d0-87b5-4449-a988-b4e368495740), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:24.374693 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b0101440-0b51-4100-9c47-dfd2b475c492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:24.397301 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69481f71-dbe3-4826-a6d3-b5ea8716eaa2 None None] Pushing event updated for resources: {'Port': ['ID=5467ae1b-1e45-42cf-8df6-a17e2f5a6367,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:24.408406 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-d514b962-464f-41d9-9686-bf1427cbe703 None None] Attempting to bind port 5467ae1b-1e45-42cf-8df6-a17e2f5a6367 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:56:24.408786 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-d514b962-464f-41d9-9686-bf1427cbe703 None None] Attempting to bind port 5467ae1b-1e45-42cf-8df6-a17e2f5a6367 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:56:24.409136 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d514b962-464f-41d9-9686-bf1427cbe703 None None] Attempting to bind port 5467ae1b-1e45-42cf-8df6-a17e2f5a6367 on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:56:24.451324 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d514b962-464f-41d9-9686-bf1427cbe703 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:56:24.451324 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d514b962-464f-41d9-9686-bf1427cbe703 None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:56:24.451760 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d514b962-464f-41d9-9686-bf1427cbe703 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:24.451760 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d514b962-464f-41d9-9686-bf1427cbe703 None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:56:24.452397 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-d514b962-464f-41d9-9686-bf1427cbe703 None None] Bound port: 5467ae1b-1e45-42cf-8df6-a17e2f5a6367, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:56:24.452782 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d514b962-464f-41d9-9686-bf1427cbe703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5467ae1b-1e45-42cf-8df6-a17e2f5a6367), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:24.530165 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device a3114c4b-ae7c-41ee-9f3f-25bfcec4e719 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:56:24.532827 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5130f7-9149-48c2-9b7e-ed956ca00bf7 admin admin] Pushing event updated for resources: {'Port': ['ID=1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:24.579958 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f049c53-f705-4d62-ba40-b10afb4e8945 None None] Pushing event updated for resources: {'Port': ['ID=a3114c4b-ae7c-41ee-9f3f-25bfcec4e719,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:24.580357 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5130f7-9149-48c2-9b7e-ed956ca00bf7 admin admin] Network 85e434c4-54e7-41e7-b898-ba25bf30c7bc is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:24.581763 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-fb5130f7-9149-48c2-9b7e-ed956ca00bf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:24.601415 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-97d0ff62-74df-45b3-9876-f367bca51afa None None] Provisioning complete for port 1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:24.601786 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-97d0ff62-74df-45b3-9876-f367bca51afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:24.605002 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d514b962-464f-41d9-9686-bf1427cbe703 None None] For port 5467ae1b-1e45-42cf-8df6-a17e2f5a6367, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:56:24.674042 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d514b962-464f-41d9-9686-bf1427cbe703 None None] For port 5467ae1b-1e45-42cf-8df6-a17e2f5a6367, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=5467ae1b-1e45-42cf-8df6-a17e2f5a6367,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:56:24.704279 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d514b962-464f-41d9-9686-bf1427cbe703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5467ae1b-1e45-42cf-8df6-a17e2f5a6367), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:24.721397 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-97d0ff62-74df-45b3-9876-f367bca51afa None None] Port 1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:56:24.766201 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5130f7-9149-48c2-9b7e-ed956ca00bf7 admin admin] Router 495b23d0-87b5-4449-a988-b4e368495740 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:56:24.819420 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-97d0ff62-74df-45b3-9876-f367bca51afa None None] Provisioning complete for port 4714afeb-8f69-4b48-9931-2d2323e605b3 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:24.819786 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-97d0ff62-74df-45b3-9876-f367bca51afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (4714afeb-8f69-4b48-9931-2d2323e605b3), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:24.827321 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d514b962-464f-41d9-9686-bf1427cbe703 None None] Routers {'495b23d0-87b5-4449-a988-b4e368495740'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:56:24.827970 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-d514b962-464f-41d9-9686-bf1427cbe703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:56:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['495b23d0-87b5-4449-a988-b4e368495740'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:24.830051 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port a3114c4b-ae7c-41ee-9f3f-25bfcec4e719 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:24.830413 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a3114c4b-ae7c-41ee-9f3f-25bfcec4e719), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:24.958048 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69481f71-dbe3-4826-a6d3-b5ea8716eaa2 None None] Pushing event updated for resources: {'Port': ['ID=5467ae1b-1e45-42cf-8df6-a17e2f5a6367,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:24.990161 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5130f7-9149-48c2-9b7e-ed956ca00bf7 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:56:24.995634 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-fb5130f7-9149-48c2-9b7e-ed956ca00bf7 admin admin] 10.222.0.30 "PUT /v2.0/routers/495b23d0-87b5-4449-a988-b4e368495740/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7406287 Feb 09 01:56:25.092553 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-d514b962-464f-41d9-9686-bf1427cbe703 None None] Set router 495b23d0-87b5-4449-a988-b4e368495740 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:56:25.370447 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port a3114c4b-ae7c-41ee-9f3f-25bfcec4e719 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:25.370447 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 4714afeb-8f69-4b48-9931-2d2323e605b3 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:56:25.370447 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-97d0ff62-74df-45b3-9876-f367bca51afa None None] Current status of the port 4714afeb-8f69-4b48-9931-2d2323e605b3 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:25.370447 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 4714afeb-8f69-4b48-9931-2d2323e605b3 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:25.370447 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (4714afeb-8f69-4b48-9931-2d2323e605b3), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:25.370447 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f1b770b1-56e1-4cfb-ac58-9c7c9f2f25d2 None None] Provisioning complete for port 1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:25.370447 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f1b770b1-56e1-4cfb-ac58-9c7c9f2f25d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:25.478973 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f1b770b1-56e1-4cfb-ac58-9c7c9f2f25d2 None None] Port 1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:56:25.556402 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 4714afeb-8f69-4b48-9931-2d2323e605b3 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:25.564926 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-d514b962-464f-41d9-9686-bf1427cbe703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495b23d0-87b5-4449-a988-b4e368495740', 'name': 'tempest-TestVolumeBootPattern-2121359074-router', 'tenant_id': 'ce394256d7424f879adb5d71540111a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '5467ae1b-1e45-42cf-8df6-a17e2f5a6367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:19Z', 'updated_at': '2022-02-09T01:56:23Z', 'revision_number': 4, 'project_id': 'ce394256d7424f879adb5d71540111a4', 'gw_port': {'id': '5467ae1b-1e45-42cf-8df6-a17e2f5a6367', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:35:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495b23d0-87b5-4449-a988-b4e368495740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:20Z', 'updated_at': '2022-02-09T01:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c', 'name': '', 'network_id': '85e434c4-54e7-41e7-b898-ba25bf30c7bc', 'tenant_id': 'ce394256d7424f879adb5d71540111a4', 'mac_address': 'fa:16:3e:1f:50:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495b23d0-87b5-4449-a988-b4e368495740', 'device_owner': 'network:router_interface', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'faa700ab-f1b2-409f-b92a-8cb31558eb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:23Z', 'updated_at': '2022-02-09T01:56:24Z', 'revision_number': 2, 'project_id': 'ce394256d7424f879adb5d71540111a4', 'subnets': [{'id': 'faa700ab-f1b2-409f-b92a-8cb31558eb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:25.594699 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d514b962-464f-41d9-9686-bf1427cbe703 None None] The sync data for ids ['495b23d0-87b5-4449-a988-b4e368495740'] in n-d-822053-40 is: [{'id': '495b23d0-87b5-4449-a988-b4e368495740', 'name': 'tempest-TestVolumeBootPattern-2121359074-router', 'tenant_id': 'ce394256d7424f879adb5d71540111a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '5467ae1b-1e45-42cf-8df6-a17e2f5a6367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:19Z', 'updated_at': '2022-02-09T01:56:23Z', 'revision_number': 4, 'project_id': 'ce394256d7424f879adb5d71540111a4', 'gw_port': {'id': '5467ae1b-1e45-42cf-8df6-a17e2f5a6367', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:35:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495b23d0-87b5-4449-a988-b4e368495740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:20Z', 'updated_at': '2022-02-09T01:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c', 'name': '', 'network_id': '85e434c4-54e7-41e7-b898-ba25bf30c7bc', 'tenant_id': 'ce394256d7424f879adb5d71540111a4', 'mac_address': 'fa:16:3e:1f:50:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495b23d0-87b5-4449-a988-b4e368495740', 'device_owner': 'network:router_interface', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'faa700ab-f1b2-409f-b92a-8cb31558eb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:23Z', 'updated_at': '2022-02-09T01:56:24Z', 'revision_number': 2, 'project_id': 'ce394256d7424f879adb5d71540111a4', 'subnets': [{'id': 'faa700ab-f1b2-409f-b92a-8cb31558eb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:56:25.934280 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:26.411711 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device a3114c4b-ae7c-41ee-9f3f-25bfcec4e719 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:56:26.519583 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port a3114c4b-ae7c-41ee-9f3f-25bfcec4e719 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:26.520295 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a3114c4b-ae7c-41ee-9f3f-25bfcec4e719), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:26.654682 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port a3114c4b-ae7c-41ee-9f3f-25bfcec4e719 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:27.650199 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:28.359683 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:28.403249 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 5467ae1b-1e45-42cf-8df6-a17e2f5a6367 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:56:28.472314 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be5310c-cf3c-4ab3-8bdd-ceba105fa2d3 None None] Sync routers for ids ['495b23d0-87b5-4449-a988-b4e368495740'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:56:28.487598 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be5310c-cf3c-4ab3-8bdd-ceba105fa2d3 None None] Routers {'495b23d0-87b5-4449-a988-b4e368495740'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:56:28.488550 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-2be5310c-cf3c-4ab3-8bdd-ceba105fa2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:56:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['495b23d0-87b5-4449-a988-b4e368495740'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:28.489070 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 5467ae1b-1e45-42cf-8df6-a17e2f5a6367 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:28.489455 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5467ae1b-1e45-42cf-8df6-a17e2f5a6367), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:28.637977 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 5467ae1b-1e45-42cf-8df6-a17e2f5a6367 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:28.638858 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5467ae1b-1e45-42cf-8df6-a17e2f5a6367), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:28.662184 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-2be5310c-cf3c-4ab3-8bdd-ceba105fa2d3 None None] Set router 495b23d0-87b5-4449-a988-b4e368495740 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:56:28.676825 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-b945c15e-8f3d-46df-af4e-9c3588719ce6 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:28.678920 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-b945c15e-8f3d-46df-af4e-9c3588719ce6 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/networks?id=80054ff2-e1bf-4010-ada6-1c294b9aea30 HTTP/1.1" status: 200 len: 810 time: 0.1644168 Feb 09 01:56:28.690052 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 5467ae1b-1e45-42cf-8df6-a17e2f5a6367, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=5467ae1b-1e45-42cf-8df6-a17e2f5a6367,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:28.701208 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-962be54f-ad64-4547-a287-38d9481e0342 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/quotas/cac763247f3146f9ad3039f0cdc9c088 HTTP/1.1" status: 200 len: 375 time: 0.0151861 Feb 09 01:56:28.703403 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5467ae1b-1e45-42cf-8df6-a17e2f5a6367), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:28.798182 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-23fe0eaa-fb3a-4cdf-8411-e39d6b70c292 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cac763247f3146f9ad3039f0cdc9c088&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0871971 Feb 09 01:56:28.804547 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=5467ae1b-1e45-42cf-8df6-a17e2f5a6367,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:28.917003 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-43f69854-67e5-42c3-9c5c-756c93341e9c service neutron] 10.222.0.30 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113822 Feb 09 01:56:28.917451 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-2be5310c-cf3c-4ab3-8bdd-ceba105fa2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495b23d0-87b5-4449-a988-b4e368495740', 'name': 'tempest-TestVolumeBootPattern-2121359074-router', 'tenant_id': 'ce394256d7424f879adb5d71540111a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '5467ae1b-1e45-42cf-8df6-a17e2f5a6367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:19Z', 'updated_at': '2022-02-09T01:56:23Z', 'revision_number': 4, 'project_id': 'ce394256d7424f879adb5d71540111a4', 'gw_port': {'id': '5467ae1b-1e45-42cf-8df6-a17e2f5a6367', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:35:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495b23d0-87b5-4449-a988-b4e368495740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:20Z', 'updated_at': '2022-02-09T01:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c', 'name': '', 'network_id': '85e434c4-54e7-41e7-b898-ba25bf30c7bc', 'tenant_id': 'ce394256d7424f879adb5d71540111a4', 'mac_address': 'fa:16:3e:1f:50:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495b23d0-87b5-4449-a988-b4e368495740', 'device_owner': 'network:router_interface', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'faa700ab-f1b2-409f-b92a-8cb31558eb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:23Z', 'updated_at': '2022-02-09T01:56:24Z', 'revision_number': 2, 'project_id': 'ce394256d7424f879adb5d71540111a4', 'subnets': [{'id': 'faa700ab-f1b2-409f-b92a-8cb31558eb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:28.955339 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be5310c-cf3c-4ab3-8bdd-ceba105fa2d3 None None] Checking router: 495b23d0-87b5-4449-a988-b4e368495740 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:56:28.956035 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be5310c-cf3c-4ab3-8bdd-ceba105fa2d3 None None] Updating router 495b23d0-87b5-4449-a988-b4e368495740 port 1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:56:28.999339 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2be5310c-cf3c-4ab3-8bdd-ceba105fa2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:29.057184 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-c8f30b2d-34ca-4a75-a20c-4c2c63b382f6 service neutron] 10.222.0.30 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302578 Feb 09 01:56:29.338421 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2be5310c-cf3c-4ab3-8bdd-ceba105fa2d3 None None] Publish callbacks [] for port (1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:29.355154 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2be5310c-cf3c-4ab3-8bdd-ceba105fa2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:29.409366 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b41482-6dfd-4511-8a25-ec4f292c7362 None None] Pushing event updated for resources: {'Port': ['ID=1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:29.429760 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-947d1df4-0cbc-4d38-94f3-b849f296ac60 req-e2953109-df22-4e0e-8d8f-8b0014938b2a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f HTTP/1.1" status: 200 len: 210 time: 0.0667129 Feb 09 01:56:29.505775 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-2be5310c-cf3c-4ab3-8bdd-ceba105fa2d3 None None] Attempting to bind port 1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:56:29.506381 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-2be5310c-cf3c-4ab3-8bdd-ceba105fa2d3 None None] Attempting to bind port 1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '59a15b98-a5fd-4897-8dde-d3e520319986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '85e434c4-54e7-41e7-b898-ba25bf30c7bc'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:56:29.506646 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be5310c-cf3c-4ab3-8bdd-ceba105fa2d3 None None] Attempting to bind port 1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c on network 85e434c4-54e7-41e7-b898-ba25bf30c7bc {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:56:29.513427 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be5310c-cf3c-4ab3-8bdd-ceba105fa2d3 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:56:29.513868 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be5310c-cf3c-4ab3-8bdd-ceba105fa2d3 None None] Checking segment: {'id': '59a15b98-a5fd-4897-8dde-d3e520319986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '85e434c4-54e7-41e7-b898-ba25bf30c7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:56:29.514259 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2be5310c-cf3c-4ab3-8bdd-ceba105fa2d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:29.514662 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be5310c-cf3c-4ab3-8bdd-ceba105fa2d3 None None] Bound using segment: {'id': '59a15b98-a5fd-4897-8dde-d3e520319986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '85e434c4-54e7-41e7-b898-ba25bf30c7bc'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:56:29.515142 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-2be5310c-cf3c-4ab3-8bdd-ceba105fa2d3 None None] Bound port: 1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a15b98-a5fd-4897-8dde-d3e520319986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '85e434c4-54e7-41e7-b898-ba25bf30c7bc'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:56:29.515522 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2be5310c-cf3c-4ab3-8bdd-ceba105fa2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:29.601034 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-2be5310c-cf3c-4ab3-8bdd-ceba105fa2d3 None None] For port 1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:56:29.605310 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-2be5310c-cf3c-4ab3-8bdd-ceba105fa2d3 None None] For port 1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c,segment=NetworkSegment(59a15b98-a5fd-4897-8dde-d3e520319986),segment_id=59a15b98-a5fd-4897-8dde-d3e520319986)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:56:29.613097 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2be5310c-cf3c-4ab3-8bdd-ceba105fa2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:29.673096 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be5310c-cf3c-4ab3-8bdd-ceba105fa2d3 None None] Routers {'495b23d0-87b5-4449-a988-b4e368495740'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:56:29.673727 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-2be5310c-cf3c-4ab3-8bdd-ceba105fa2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T01:56:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['495b23d0-87b5-4449-a988-b4e368495740'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:29.768472 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-ec2afcd1-422d-4353-ba4f-1e8e328ee6a8 None None] Provisioning complete for port 1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:29.769085 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ec2afcd1-422d-4353-ba4f-1e8e328ee6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:29.778911 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b41482-6dfd-4511-8a25-ec4f292c7362 None None] Pushing event updated for resources: {'Port': ['ID=1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c,revision_number=4']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:29.862503 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-2be5310c-cf3c-4ab3-8bdd-ceba105fa2d3 None None] Set router 495b23d0-87b5-4449-a988-b4e368495740 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:56:29.889984 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ec2afcd1-422d-4353-ba4f-1e8e328ee6a8 None None] Current status of the port 1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:29.890535 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ec2afcd1-422d-4353-ba4f-1e8e328ee6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:29.932736 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-ec2afcd1-422d-4353-ba4f-1e8e328ee6a8 None None] For port 1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c,segment=NetworkSegment(59a15b98-a5fd-4897-8dde-d3e520319986),segment_id=59a15b98-a5fd-4897-8dde-d3e520319986)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:29.941449 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ec2afcd1-422d-4353-ba4f-1e8e328ee6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:30.007320 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2afcd1-422d-4353-ba4f-1e8e328ee6a8 None None] Pushing event updated for resources: {'Port': ['ID=1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:30.065200 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-12b77187-d209-45c0-9ca3-0030e427a748 None None] Provisioning complete for port 1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:30.065856 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-12b77187-d209-45c0-9ca3-0030e427a748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:30.129176 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-2be5310c-cf3c-4ab3-8bdd-ceba105fa2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495b23d0-87b5-4449-a988-b4e368495740', 'name': 'tempest-TestVolumeBootPattern-2121359074-router', 'tenant_id': 'ce394256d7424f879adb5d71540111a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '5467ae1b-1e45-42cf-8df6-a17e2f5a6367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:19Z', 'updated_at': '2022-02-09T01:56:23Z', 'revision_number': 4, 'project_id': 'ce394256d7424f879adb5d71540111a4', 'gw_port': {'id': '5467ae1b-1e45-42cf-8df6-a17e2f5a6367', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495b23d0-87b5-4449-a988-b4e368495740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:20Z', 'updated_at': '2022-02-09T01:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c', 'name': '', 'network_id': '85e434c4-54e7-41e7-b898-ba25bf30c7bc', 'tenant_id': 'ce394256d7424f879adb5d71540111a4', 'mac_address': 'fa:16:3e:1f:50:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495b23d0-87b5-4449-a988-b4e368495740', 'device_owner': 'network:router_interface', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'faa700ab-f1b2-409f-b92a-8cb31558eb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:23Z', 'updated_at': '2022-02-09T01:56:29Z', 'revision_number': 4, 'project_id': 'ce394256d7424f879adb5d71540111a4', 'subnets': [{'id': 'faa700ab-f1b2-409f-b92a-8cb31558eb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:56:30.159178 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be5310c-cf3c-4ab3-8bdd-ceba105fa2d3 None None] The sync data for ids ['495b23d0-87b5-4449-a988-b4e368495740'] in n-d-822053-40 is: [{'id': '495b23d0-87b5-4449-a988-b4e368495740', 'name': 'tempest-TestVolumeBootPattern-2121359074-router', 'tenant_id': 'ce394256d7424f879adb5d71540111a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '5467ae1b-1e45-42cf-8df6-a17e2f5a6367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:19Z', 'updated_at': '2022-02-09T01:56:23Z', 'revision_number': 4, 'project_id': 'ce394256d7424f879adb5d71540111a4', 'gw_port': {'id': '5467ae1b-1e45-42cf-8df6-a17e2f5a6367', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495b23d0-87b5-4449-a988-b4e368495740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:20Z', 'updated_at': '2022-02-09T01:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c', 'name': '', 'network_id': '85e434c4-54e7-41e7-b898-ba25bf30c7bc', 'tenant_id': 'ce394256d7424f879adb5d71540111a4', 'mac_address': 'fa:16:3e:1f:50:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495b23d0-87b5-4449-a988-b4e368495740', 'device_owner': 'network:router_interface', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'faa700ab-f1b2-409f-b92a-8cb31558eb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:23Z', 'updated_at': '2022-02-09T01:56:29Z', 'revision_number': 4, 'project_id': 'ce394256d7424f879adb5d71540111a4', 'subnets': [{'id': 'faa700ab-f1b2-409f-b92a-8cb31558eb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:56:30.167160 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-12b77187-d209-45c0-9ca3-0030e427a748 None None] Current status of the port 1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:30.397469 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 5467ae1b-1e45-42cf-8df6-a17e2f5a6367 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:56:30.459904 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 5467ae1b-1e45-42cf-8df6-a17e2f5a6367 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:30.459904 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5467ae1b-1e45-42cf-8df6-a17e2f5a6367), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:30.573256 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d2fb33ea-a43f-46d3-8692-6d6178e28035 req-74106fa0-6f1b-4d33-a9f9-ae776457e5df tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f HTTP/1.1" status: 200 len: 210 time: 0.0629988 Feb 09 01:56:30.655358 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 5467ae1b-1e45-42cf-8df6-a17e2f5a6367 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:30.656540 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:56:30.737633 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:30.738012 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:30.835588 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:31.670482 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-15dc75fa-1fcb-435f-a2c6-7a6065f2f8ed req-f9850ff2-c883-4b5f-972b-6cba27ca6fb8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f HTTP/1.1" status: 200 len: 210 time: 0.0405455 Feb 09 01:56:32.589487 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-7f8ddc49-47e4-424a-b916-ecf7824d9211 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:32.591161 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-7f8ddc49-47e4-424a-b916-ecf7824d9211 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.121 "GET /v2.0/networks?id=80054ff2-e1bf-4010-ada6-1c294b9aea30 HTTP/1.1" status: 200 len: 810 time: 0.1229875 Feb 09 01:56:32.605832 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-a3445cbe-6321-4702-9bf4-b9b157652ca2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Request body: {'port': {'device_id': 'bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'admin_state_up': True, 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:32.769154 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-a3445cbe-6321-4702-9bf4-b9b157652ca2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Made reservation on behalf of cac763247f3146f9ad3039f0cdc9c088 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:56:32.773566 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-a3445cbe-6321-4702-9bf4-b9b157652ca2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:32.835038 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0426df2a-aef2-4ce9-a1ce-eaad105ff69f req-5b10ffc4-11a5-4c2c-8e2e-5713d1321110 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f HTTP/1.1" status: 200 len: 210 time: 0.0424573 Feb 09 01:56:32.950395 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-a3445cbe-6321-4702-9bf4-b9b157652ca2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Allocated IP 172.20.0.8 (80054ff2-e1bf-4010-ada6-1c294b9aea30/692fddba-72a4-45ca-b7c8-ccf0fbdb4c43/04ae2f1e-0a36-4619-9ff8-2e0cd6223113) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:56:33.131667 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-a3445cbe-6321-4702-9bf4-b9b157652ca2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for port (04ae2f1e-0a36-4619-9ff8-2e0cd6223113), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:33.174671 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-a3445cbe-6321-4702-9bf4-b9b157652ca2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (04ae2f1e-0a36-4619-9ff8-2e0cd6223113), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:33.234769 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-a3445cbe-6321-4702-9bf4-b9b157652ca2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Network 80054ff2-e1bf-4010-ada6-1c294b9aea30 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:33.238098 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-a3445cbe-6321-4702-9bf4-b9b157652ca2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:33.250224 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-a3445cbe-6321-4702-9bf4-b9b157652ca2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:56:33.292166 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3445cbe-6321-4702-9bf4-b9b157652ca2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Pushing event updated for resources: {'Port': ['ID=04ae2f1e-0a36-4619-9ff8-2e0cd6223113,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:33.348008 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-a3445cbe-6321-4702-9bf4-b9b157652ca2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:33.348712 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-a3445cbe-6321-4702-9bf4-b9b157652ca2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:33.393208 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-a3445cbe-6321-4702-9bf4-b9b157652ca2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7933037 Feb 09 01:56:33.405870 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-0d187724-7b67-4d48-907f-b034494463ca service neutron] Request body: {'port': {'device_id': 'bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:33.496575 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-0d187724-7b67-4d48-907f-b034494463ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (04ae2f1e-0a36-4619-9ff8-2e0cd6223113), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:33.632419 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-6410b19b-66f3-40c4-9ebc-49d16ca04931 None None] Provisioning complete for port 04ae2f1e-0a36-4619-9ff8-2e0cd6223113 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:33.633459 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6410b19b-66f3-40c4-9ebc-49d16ca04931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (04ae2f1e-0a36-4619-9ff8-2e0cd6223113), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:33.678744 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6410b19b-66f3-40c4-9ebc-49d16ca04931 None None] Port 04ae2f1e-0a36-4619-9ff8-2e0cd6223113 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:56:33.902725 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-0d187724-7b67-4d48-907f-b034494463ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04ae2f1e-0a36-4619-9ff8-2e0cd6223113 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:56:33.911941 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-0d187724-7b67-4d48-907f-b034494463ca service neutron] Publish callbacks [] for port (04ae2f1e-0a36-4619-9ff8-2e0cd6223113), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:33.931736 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-0d187724-7b67-4d48-907f-b034494463ca service neutron] Transition to ACTIVE for port object 04ae2f1e-0a36-4619-9ff8-2e0cd6223113 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:56:33.937863 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-0d187724-7b67-4d48-907f-b034494463ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (04ae2f1e-0a36-4619-9ff8-2e0cd6223113), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:33.989619 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1511fa-9d71-4591-a3d4-fc42f3399a00 req-56f0ecfd-68f2-4c17-b605-6b103631ff14 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:33.992013 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9f1511fa-9d71-4591-a3d4-fc42f3399a00 req-56f0ecfd-68f2-4c17-b605-6b103631ff14 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f HTTP/1.1" status: 200 len: 931 time: 0.0773613 Feb 09 01:56:34.043208 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d187724-7b67-4d48-907f-b034494463ca service neutron] Pushing event updated for resources: {'Port': ['ID=04ae2f1e-0a36-4619-9ff8-2e0cd6223113,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:34.083675 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9f1511fa-9d71-4591-a3d4-fc42f3399a00 req-0d9f1d3f-3b86-4048-91dd-9f954ee0989f tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840206 Feb 09 01:56:34.135564 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-0d187724-7b67-4d48-907f-b034494463ca service neutron] Attempting to bind port 04ae2f1e-0a36-4619-9ff8-2e0cd6223113 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:56:34.135911 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-0d187724-7b67-4d48-907f-b034494463ca service neutron] Attempting to bind port 04ae2f1e-0a36-4619-9ff8-2e0cd6223113 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '91af9ede-3a1f-449b-82aa-6301a8fb255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:56:34.136264 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-0d187724-7b67-4d48-907f-b034494463ca service neutron] Attempting to bind port 04ae2f1e-0a36-4619-9ff8-2e0cd6223113 on network 80054ff2-e1bf-4010-ada6-1c294b9aea30 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:56:34.146872 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-0d187724-7b67-4d48-907f-b034494463ca service neutron] Port 04ae2f1e-0a36-4619-9ff8-2e0cd6223113 on network 80054ff2-e1bf-4010-ada6-1c294b9aea30 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:56:34.147307 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-0d187724-7b67-4d48-907f-b034494463ca service neutron] Attempting to bind port 04ae2f1e-0a36-4619-9ff8-2e0cd6223113 on network 80054ff2-e1bf-4010-ada6-1c294b9aea30 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:56:34.156781 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-0d187724-7b67-4d48-907f-b034494463ca service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:56:34.157268 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-0d187724-7b67-4d48-907f-b034494463ca service neutron] Checking segment: {'id': '91af9ede-3a1f-449b-82aa-6301a8fb255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:56:34.157815 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-0d187724-7b67-4d48-907f-b034494463ca service neutron] Bound using segment: {'id': '91af9ede-3a1f-449b-82aa-6301a8fb255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:56:34.158458 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-0d187724-7b67-4d48-907f-b034494463ca service neutron] Bound port: 04ae2f1e-0a36-4619-9ff8-2e0cd6223113, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91af9ede-3a1f-449b-82aa-6301a8fb255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:56:34.158815 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-0d187724-7b67-4d48-907f-b034494463ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (04ae2f1e-0a36-4619-9ff8-2e0cd6223113), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:34.248322 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-0d187724-7b67-4d48-907f-b034494463ca service neutron] For port 04ae2f1e-0a36-4619-9ff8-2e0cd6223113, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:56:34.251694 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-0d187724-7b67-4d48-907f-b034494463ca service neutron] For port 04ae2f1e-0a36-4619-9ff8-2e0cd6223113, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=04ae2f1e-0a36-4619-9ff8-2e0cd6223113,segment=NetworkSegment(91af9ede-3a1f-449b-82aa-6301a8fb255c),segment_id=91af9ede-3a1f-449b-82aa-6301a8fb255c)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:56:34.260578 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-0d187724-7b67-4d48-907f-b034494463ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (04ae2f1e-0a36-4619-9ff8-2e0cd6223113), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:34.308665 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-0d187724-7b67-4d48-907f-b034494463ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:34.309286 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-0d187724-7b67-4d48-907f-b034494463ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:34.310684 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-0d187724-7b67-4d48-907f-b034494463ca service neutron] 10.222.0.121 "PUT /v2.0/ports/04ae2f1e-0a36-4619-9ff8-2e0cd6223113 HTTP/1.1" status: 200 len: 1092 time: 0.9106345 Feb 09 01:56:34.311132 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f', 'tag': '04ae2f1e-0a36-4619-9ff8-2e0cd6223113'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:56:34.313499 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d915cb-b3e4-4829-a06c-520ab96601cd" -d '{"events": [{"name": "network-changed", "server_uuid": "bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f", "tag": "04ae2f1e-0a36-4619-9ff8-2e0cd6223113"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:56:34.344311 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d187724-7b67-4d48-907f-b034494463ca service neutron] Pushing event updated for resources: {'Port': ['ID=04ae2f1e-0a36-4619-9ff8-2e0cd6223113,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:34.433176 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-813ab4a3-59de-4fdd-a281-c6337754f23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:34.435482 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-813ab4a3-59de-4fdd-a281-c6337754f23f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cac763247f3146f9ad3039f0cdc9c088&device_id=bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f HTTP/1.1" status: 200 len: 1126 time: 0.0690246 Feb 09 01:56:34.439027 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2200bbca-1c70-4267-b412-994a755dd27f x-openstack-request-id: req-2200bbca-1c70-4267-b412-994a755dd27f {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:56:34.439318 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f", "tag": "04ae2f1e-0a36-4619-9ff8-2e0cd6223113", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:56:34.439572 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2200bbca-1c70-4267-b412-994a755dd27f {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:56:34.439971 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f', 'tag': '04ae2f1e-0a36-4619-9ff8-2e0cd6223113', 'status': 'completed', 'code': 200} Feb 09 01:56:34.504903 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-9afd2292-e00a-4e25-a13d-5128a924139b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04ae2f1e-0a36-4619-9ff8-2e0cd6223113 HTTP/1.1" status: 200 len: 217 time: 0.0567160 Feb 09 01:56:34.556741 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-c1efd9eb-a9cd-4c25-80fa-3c9d99ccd1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:34.558223 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-c1efd9eb-a9cd-4c25-80fa-3c9d99ccd1f7 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=692fddba-72a4-45ca-b7c8-ccf0fbdb4c43 HTTP/1.1" status: 200 len: 849 time: 0.0478225 Feb 09 01:56:34.632489 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-ab59a5e4-e98e-495a-bb03-79a1e4e3101d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:34.634266 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-ab59a5e4-e98e-495a-bb03-79a1e4e3101d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=80054ff2-e1bf-4010-ada6-1c294b9aea30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0680273 Feb 09 01:56:34.755051 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-4e04fd64-8377-4c4a-b041-fb64edc87425 service neutron] 10.222.0.121 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148951 Feb 09 01:56:34.870268 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-db4962d0-e9ac-446d-98ab-7e5e7482afbf req-6f7c82dd-f81d-466c-a3bd-ac76aa92ea19 service neutron] 10.222.0.121 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092429 Feb 09 01:56:34.971287 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d915cb-b3e4-4829-a06c-520ab96601cd req-4fc33a87-663a-406b-ba7c-dcba5686a97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:34.972811 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e5d915cb-b3e4-4829-a06c-520ab96601cd req-4fc33a87-663a-406b-ba7c-dcba5686a97b service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cac763247f3146f9ad3039f0cdc9c088&device_id=bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f HTTP/1.1" status: 200 len: 1126 time: 0.0544798 Feb 09 01:56:35.074957 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d915cb-b3e4-4829-a06c-520ab96601cd req-5e52ae86-f243-4129-b96a-70bbd7ed978b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:35.077598 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e5d915cb-b3e4-4829-a06c-520ab96601cd req-5e52ae86-f243-4129-b96a-70bbd7ed978b service neutron] 10.222.0.121 "GET /v2.0/networks?id=80054ff2-e1bf-4010-ada6-1c294b9aea30 HTTP/1.1" status: 200 len: 911 time: 0.0972803 Feb 09 01:56:35.132633 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e5d915cb-b3e4-4829-a06c-520ab96601cd req-117c706e-74ac-40da-a324-4ec5d4760693 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04ae2f1e-0a36-4619-9ff8-2e0cd6223113 HTTP/1.1" status: 200 len: 217 time: 0.0502636 Feb 09 01:56:35.204674 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d915cb-b3e4-4829-a06c-520ab96601cd req-cdc19b65-576d-4ab1-b7f8-55f431311f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:35.206314 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e5d915cb-b3e4-4829-a06c-520ab96601cd req-cdc19b65-576d-4ab1-b7f8-55f431311f67 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=692fddba-72a4-45ca-b7c8-ccf0fbdb4c43 HTTP/1.1" status: 200 len: 849 time: 0.0688846 Feb 09 01:56:35.246767 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452aa3e-78d0-45ad-af56-c534723d5cc7 req-7a3cc7d6-bbbe-4815-87e0-2bb3b83a414b tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:35.254281 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0452aa3e-78d0-45ad-af56-c534723d5cc7 req-7a3cc7d6-bbbe-4815-87e0-2bb3b83a414b tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f HTTP/1.1" status: 200 len: 943 time: 0.0698826 Feb 09 01:56:35.279580 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d915cb-b3e4-4829-a06c-520ab96601cd req-7527778c-c424-4dbb-907e-5d841a67ea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:35.285107 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e5d915cb-b3e4-4829-a06c-520ab96601cd req-7527778c-c424-4dbb-907e-5d841a67ea41 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=80054ff2-e1bf-4010-ada6-1c294b9aea30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0723536 Feb 09 01:56:35.309729 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0452aa3e-78d0-45ad-af56-c534723d5cc7 req-0d0801d0-013d-47bc-a67f-f44ea956415c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543296 Feb 09 01:56:35.392820 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e5d915cb-b3e4-4829-a06c-520ab96601cd req-5c56d323-1eeb-40ee-a628-6da50edb8a68 service neutron] 10.222.0.121 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998509 Feb 09 01:56:35.495879 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e5d915cb-b3e4-4829-a06c-520ab96601cd req-012f9f16-448a-4587-8f83-56a70894fee7 service neutron] 10.222.0.121 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955973 Feb 09 01:56:36.455593 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df599fd-e184-4f23-a2b7-90558b4639df req-e5db1262-3e75-48d1-936c-d10b3c520b3c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:36.457109 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8df599fd-e184-4f23-a2b7-90558b4639df req-e5db1262-3e75-48d1-936c-d10b3c520b3c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f HTTP/1.1" status: 200 len: 943 time: 0.0578287 Feb 09 01:56:36.524086 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8df599fd-e184-4f23-a2b7-90558b4639df req-19c08a14-a11d-494d-b352-865ce46c0ee1 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588658 Feb 09 01:56:37.660337 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000adbfa-96e3-4728-a247-5f2247b87a82 req-e78d6715-33ee-4a0d-adde-383fd68c0547 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:37.662798 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-000adbfa-96e3-4728-a247-5f2247b87a82 req-e78d6715-33ee-4a0d-adde-383fd68c0547 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f HTTP/1.1" status: 200 len: 943 time: 0.0611205 Feb 09 01:56:37.719707 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-000adbfa-96e3-4728-a247-5f2247b87a82 req-b8ad34cc-1d67-4644-8374-e706a4c5d67b tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502505 Feb 09 01:56:38.850437 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da305c19-db54-4d0a-af7a-bc90d36f684e req-184d87a3-7f29-4c1d-a457-a195a9c58a50 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:38.851914 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da305c19-db54-4d0a-af7a-bc90d36f684e req-184d87a3-7f29-4c1d-a457-a195a9c58a50 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f HTTP/1.1" status: 200 len: 943 time: 0.0617673 Feb 09 01:56:38.899182 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da305c19-db54-4d0a-af7a-bc90d36f684e req-752f6ced-b62d-413a-ba4f-a2481aa99577 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413613 Feb 09 01:56:40.029403 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f217f-f304-49eb-9675-4a7633004096 req-344dbe56-3e08-4007-b297-5413ba394cc5 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:40.030897 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f03f217f-f304-49eb-9675-4a7633004096 req-344dbe56-3e08-4007-b297-5413ba394cc5 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f HTTP/1.1" status: 200 len: 943 time: 0.0587358 Feb 09 01:56:40.084136 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f03f217f-f304-49eb-9675-4a7633004096 req-da12a680-382b-4632-a667-44077e130d98 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475125 Feb 09 01:56:41.207677 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e119cc9-24e3-426b-a06d-3668a2e21cfb req-e9fd46a4-feab-4773-91ac-2a35699ea1e2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:41.209232 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e119cc9-24e3-426b-a06d-3668a2e21cfb req-e9fd46a4-feab-4773-91ac-2a35699ea1e2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f HTTP/1.1" status: 200 len: 943 time: 0.0536149 Feb 09 01:56:41.256910 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e119cc9-24e3-426b-a06d-3668a2e21cfb req-be00e013-130d-4b81-b675-fcd2e508c101 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417974 Feb 09 01:56:42.376874 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea2f06-1571-4cde-b2ed-75bf24f0b2e8 req-161ba9a6-8dcf-4b89-bc08-c0a47d26a2db tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:42.378445 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d3ea2f06-1571-4cde-b2ed-75bf24f0b2e8 req-161ba9a6-8dcf-4b89-bc08-c0a47d26a2db tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f HTTP/1.1" status: 200 len: 943 time: 0.0534513 Feb 09 01:56:42.431598 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d3ea2f06-1571-4cde-b2ed-75bf24f0b2e8 req-094fe956-a31d-4dd2-ad95-d41290e737d8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466416 Feb 09 01:56:43.553059 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd881b-8292-423b-8e56-432d6cfa8a9b req-1ef3bdbd-03da-4550-a7c0-f5b3a8f5a7f6 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:43.554599 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75fd881b-8292-423b-8e56-432d6cfa8a9b req-1ef3bdbd-03da-4550-a7c0-f5b3a8f5a7f6 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f HTTP/1.1" status: 200 len: 943 time: 0.0542042 Feb 09 01:56:43.605059 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75fd881b-8292-423b-8e56-432d6cfa8a9b req-60aa32de-4fa1-4a2c-8b1b-5bb8f3182df8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438137 Feb 09 01:56:44.723952 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d1fac-a743-4c4c-b3b6-8bb60e48c56f req-4f4f018e-c9f0-4b72-8ec9-1fe1ad923d38 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:44.725481 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c26d1fac-a743-4c4c-b3b6-8bb60e48c56f req-4f4f018e-c9f0-4b72-8ec9-1fe1ad923d38 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f HTTP/1.1" status: 200 len: 943 time: 0.0532479 Feb 09 01:56:44.773442 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c26d1fac-a743-4c4c-b3b6-8bb60e48c56f req-c3687802-a6a1-4bc8-8f47-836db416c4ba tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423939 Feb 09 01:56:45.902834 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c31804-bf4f-4a87-8dc3-45383fd7b644 req-500e0c6d-cb04-452e-bacd-86b688838170 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:45.904435 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-84c31804-bf4f-4a87-8dc3-45383fd7b644 req-500e0c6d-cb04-452e-bacd-86b688838170 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f HTTP/1.1" status: 200 len: 943 time: 0.0608289 Feb 09 01:56:45.956622 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-84c31804-bf4f-4a87-8dc3-45383fd7b644 req-cfb32bca-f807-4933-a492-44af49ac7b43 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462353 Feb 09 01:56:47.084782 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90ff75-38cb-4bfd-a40a-5031705c5cc7 req-89abb859-529f-4000-892a-53d3d909d3d4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:47.086251 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1a90ff75-38cb-4bfd-a40a-5031705c5cc7 req-89abb859-529f-4000-892a-53d3d909d3d4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f HTTP/1.1" status: 200 len: 943 time: 0.0582500 Feb 09 01:56:47.133632 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1a90ff75-38cb-4bfd-a40a-5031705c5cc7 req-2b3c638b-a8c0-4d72-81fd-cd96ec397d16 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410464 Feb 09 01:56:48.267384 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7de17b-c5ca-4cc4-b192-dd7dc5fec45c req-79c4df04-2f8a-4979-b8f5-ae3e443116ee tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:48.268912 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b7de17b-c5ca-4cc4-b192-dd7dc5fec45c req-79c4df04-2f8a-4979-b8f5-ae3e443116ee tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f HTTP/1.1" status: 200 len: 943 time: 0.0632915 Feb 09 01:56:48.644270 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b7de17b-c5ca-4cc4-b192-dd7dc5fec45c req-3305b414-ad56-4b01-a23c-780d467492f0 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695531 Feb 09 01:56:49.714597 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:49.765381 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed540e-641e-4502-9bf5-eccb61cfa865 req-17929782-bc3e-4cb0-a1c3-c9e071414eff tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:49.766855 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e8ed540e-641e-4502-9bf5-eccb61cfa865 req-17929782-bc3e-4cb0-a1c3-c9e071414eff tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f HTTP/1.1" status: 200 len: 943 time: 0.0530038 Feb 09 01:56:49.816895 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e8ed540e-641e-4502-9bf5-eccb61cfa865 req-4d9f6827-137c-4ebb-a5c6-d585ef04ca04 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440147 Feb 09 01:56:50.836376 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ccb0e322-96b9-428c-8512-ef86a96f62f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:50.943915 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67dfd61-99d1-4822-a2eb-2bb82df8cf1a req-66afd36d-4fd6-44da-8cb8-864e9b042113 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:50.945707 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e67dfd61-99d1-4822-a2eb-2bb82df8cf1a req-66afd36d-4fd6-44da-8cb8-864e9b042113 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f HTTP/1.1" status: 200 len: 943 time: 0.0570946 Feb 09 01:56:51.001560 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e67dfd61-99d1-4822-a2eb-2bb82df8cf1a req-039550d1-52ee-4537-8de4-1e5f01ece072 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496378 Feb 09 01:56:51.282311 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:52.128424 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3374e-1754-4074-bb98-9d501950fa6a req-6d7d67a9-6e54-474a-830f-2ceacc95db5e tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:52.129909 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2fa3374e-1754-4074-bb98-9d501950fa6a req-6d7d67a9-6e54-474a-830f-2ceacc95db5e tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f HTTP/1.1" status: 200 len: 943 time: 0.0537801 Feb 09 01:56:52.178578 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2fa3374e-1754-4074-bb98-9d501950fa6a req-b1374f9e-b76a-4786-81ec-f85c558c20b1 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411870 Feb 09 01:56:53.181845 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 04ae2f1e-0a36-4619-9ff8-2e0cd6223113 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:56:53.287542 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 04ae2f1e-0a36-4619-9ff8-2e0cd6223113, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=04ae2f1e-0a36-4619-9ff8-2e0cd6223113,segment=NetworkSegment(91af9ede-3a1f-449b-82aa-6301a8fb255c),segment_id=91af9ede-3a1f-449b-82aa-6301a8fb255c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:53.301055 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '04ae2f1e-0a36-4619-9ff8-2e0cd6223113', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'port_id': '04ae2f1e-0a36-4619-9ff8-2e0cd6223113', 'mac_address': 'fa:16:3e:23:8e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:56:53.327739 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ebe91-98b3-43aa-a0a2-d230c982024d req-edbe6aa9-c33c-45c5-a469-b0d1ecbe2873 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:53.329371 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d26ebe91-98b3-43aa-a0a2-d230c982024d req-edbe6aa9-c33c-45c5-a469-b0d1ecbe2873 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f HTTP/1.1" status: 200 len: 943 time: 0.0762024 Feb 09 01:56:53.345074 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 04ae2f1e-0a36-4619-9ff8-2e0cd6223113 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:53.345464 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (04ae2f1e-0a36-4619-9ff8-2e0cd6223113), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:53.361023 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04ae2f1e-0a36-4619-9ff8-2e0cd6223113 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:56:53.385608 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d26ebe91-98b3-43aa-a0a2-d230c982024d req-df9a12e0-554e-4a34-9902-80425a77a811 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499244 Feb 09 01:56:53.390092 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 04ae2f1e-0a36-4619-9ff8-2e0cd6223113, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=04ae2f1e-0a36-4619-9ff8-2e0cd6223113,segment=NetworkSegment(91af9ede-3a1f-449b-82aa-6301a8fb255c),segment_id=91af9ede-3a1f-449b-82aa-6301a8fb255c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:53.394771 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (04ae2f1e-0a36-4619-9ff8-2e0cd6223113), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:53.453730 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=04ae2f1e-0a36-4619-9ff8-2e0cd6223113,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:53.622216 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['04ae2f1e-0a36-4619-9ff8-2e0cd6223113'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:56:54.288485 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2bf44a4c-6f9d-47d5-94b7-e96dc62d5a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:54.515289 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc4581-da7e-41e5-b0ed-9a4ae79eed4d req-b926d754-5c96-4f65-a2ab-997ad7678107 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:54.516824 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5acc4581-da7e-41e5-b0ed-9a4ae79eed4d req-b926d754-5c96-4f65-a2ab-997ad7678107 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f HTTP/1.1" status: 200 len: 944 time: 0.0613155 Feb 09 01:56:54.566021 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5acc4581-da7e-41e5-b0ed-9a4ae79eed4d req-ce222045-13f5-4c68-8fac-b7e027a0b594 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433021 Feb 09 01:56:55.200354 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 04ae2f1e-0a36-4619-9ff8-2e0cd6223113 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:56:55.253581 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 04ae2f1e-0a36-4619-9ff8-2e0cd6223113 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:56:55.258813 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 04ae2f1e-0a36-4619-9ff8-2e0cd6223113 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:55.259804 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (04ae2f1e-0a36-4619-9ff8-2e0cd6223113), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:55.337506 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 04ae2f1e-0a36-4619-9ff8-2e0cd6223113 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:55.338408 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (04ae2f1e-0a36-4619-9ff8-2e0cd6223113), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:55.360987 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ae2f1e-0a36-4619-9ff8-2e0cd6223113'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:56:55.363245 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a546e0-ebd0-4768-9a40-bb9ce8830247" -d '{"events": [{"server_uuid": "bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f", "name": "network-vif-plugged", "status": "completed", "tag": "04ae2f1e-0a36-4619-9ff8-2e0cd6223113"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:56:55.376740 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 04ae2f1e-0a36-4619-9ff8-2e0cd6223113, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=04ae2f1e-0a36-4619-9ff8-2e0cd6223113,segment=NetworkSegment(91af9ede-3a1f-449b-82aa-6301a8fb255c),segment_id=91af9ede-3a1f-449b-82aa-6301a8fb255c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:55.380826 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (04ae2f1e-0a36-4619-9ff8-2e0cd6223113), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:55.434461 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=04ae2f1e-0a36-4619-9ff8-2e0cd6223113,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:55.542152 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5de1240-0d7d-44a1-95f9-593a7f0853ac x-openstack-request-id: req-d5de1240-0d7d-44a1-95f9-593a7f0853ac {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:56:55.542451 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f", "name": "network-vif-plugged", "status": "completed", "tag": "04ae2f1e-0a36-4619-9ff8-2e0cd6223113", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:56:55.542697 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d5de1240-0d7d-44a1-95f9-593a7f0853ac {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:56:55.543103 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ae2f1e-0a36-4619-9ff8-2e0cd6223113', 'code': 200} Feb 09 01:56:55.649974 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b094f75-a5ce-47ee-87f7-2f87e91890f5 req-678cd5d4-f0c6-4d5d-b9c5-01235098d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:55.652454 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8b094f75-a5ce-47ee-87f7-2f87e91890f5 req-678cd5d4-f0c6-4d5d-b9c5-01235098d1f3 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f HTTP/1.1" status: 200 len: 1128 time: 0.0495727 Feb 09 01:56:55.693149 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762c8f3-3707-413c-b2af-d8d64649a3ad req-8cb07bdf-5682-4e30-b061-f300fb1ed7be tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:55.695647 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0762c8f3-3707-413c-b2af-d8d64649a3ad req-8cb07bdf-5682-4e30-b061-f300fb1ed7be tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f HTTP/1.1" status: 200 len: 945 time: 0.0582371 Feb 09 01:56:55.701390 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8b094f75-a5ce-47ee-87f7-2f87e91890f5 req-a9984867-c10d-4a00-a9cf-468b85fdde70 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415380 Feb 09 01:56:55.748381 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0762c8f3-3707-413c-b2af-d8d64649a3ad req-2922e32c-f6ee-4176-817f-1e3c2e6ce476 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445426 Feb 09 01:56:55.905915 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:56.903453 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3551a78-4091-488e-8641-f451b5520f34 req-3407a593-2a7e-412b-b178-ab46bf0e8313 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:56.905011 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f3551a78-4091-488e-8641-f451b5520f34 req-3407a593-2a7e-412b-b178-ab46bf0e8313 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f HTTP/1.1" status: 200 len: 945 time: 0.0620325 Feb 09 01:56:56.960325 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f3551a78-4091-488e-8641-f451b5520f34 req-4f35c60b-d989-4b29-937c-fe567da40300 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431890 Feb 09 01:56:57.668152 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:58.116356 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0b5cd-e04c-478a-a998-45928b33b3db req-29053fd2-1719-49e3-b08e-ee83afa49624 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:58.119834 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-36d0b5cd-e04c-478a-a998-45928b33b3db req-29053fd2-1719-49e3-b08e-ee83afa49624 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f HTTP/1.1" status: 200 len: 945 time: 0.0829930 Feb 09 01:56:58.181691 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-36d0b5cd-e04c-478a-a998-45928b33b3db req-53949d2d-f3bc-4039-ac14-b8eb9b05b5c9 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562162 Feb 09 01:56:58.328434 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a34605-3273-4b3d-83ab-dc09e61eebbb req-a6736ef2-3e3b-468c-abd5-e87f71b9506e tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:58.330900 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d1a34605-3273-4b3d-83ab-dc09e61eebbb req-a6736ef2-3e3b-468c-abd5-e87f71b9506e tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f HTTP/1.1" status: 200 len: 945 time: 0.0674570 Feb 09 01:56:58.335970 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:58.397249 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d1a34605-3273-4b3d-83ab-dc09e61eebbb req-b76640e9-319b-4192-bf2c-b4c699bc3d3c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562923 Feb 09 01:56:58.550713 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91525d4c-1478-4a64-b6ee-c49063d44ee1 req-177a728c-8e85-412f-9d82-596fc7b8dcb7 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:58.552407 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-91525d4c-1478-4a64-b6ee-c49063d44ee1 req-177a728c-8e85-412f-9d82-596fc7b8dcb7 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f HTTP/1.1" status: 200 len: 945 time: 0.0760078 Feb 09 01:56:58.606630 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-91525d4c-1478-4a64-b6ee-c49063d44ee1 req-2f9182ab-bd43-4ff5-a75f-3034ac839171 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477147 Feb 09 01:56:58.895022 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e62e8-8d69-456a-a54f-1023949b505f req-683edaa4-835b-49c2-a576-4a9bd7c9a122 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:58.900639 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-065e62e8-8d69-456a-a54f-1023949b505f req-683edaa4-835b-49c2-a576-4a9bd7c9a122 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f HTTP/1.1" status: 200 len: 945 time: 0.0679643 Feb 09 01:56:58.950699 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-065e62e8-8d69-456a-a54f-1023949b505f req-778fcf48-720b-45f2-a931-0faff5ca201d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472906 Feb 09 01:57:00.090949 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be200c8-2b57-4c01-827c-61faa5aef169 req-fbc19c73-4025-4ea7-a500-0ca6d4bbbb4e tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:00.092488 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5be200c8-2b57-4c01-827c-61faa5aef169 req-fbc19c73-4025-4ea7-a500-0ca6d4bbbb4e tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f HTTP/1.1" status: 200 len: 945 time: 0.0616863 Feb 09 01:57:00.145227 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5be200c8-2b57-4c01-827c-61faa5aef169 req-54c2962f-3bf3-4ee8-a29f-079366d3a9c3 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457468 Feb 09 01:57:00.327197 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:57:00.382619 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5a2d3-fdb7-447d-8276-97567bf0926e req-94811a44-dc32-44e6-8cab-9f464ebbe56a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:00.384995 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-53b5a2d3-fdb7-447d-8276-97567bf0926e req-94811a44-dc32-44e6-8cab-9f464ebbe56a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.121 "GET /v2.0/ports?device_id=bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f HTTP/1.1" status: 200 len: 945 time: 0.0576735 Feb 09 01:57:00.484196 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-53b5a2d3-fdb7-447d-8276-97567bf0926e req-bce10109-6954-4150-b2a2-796be14342f8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Deleting port 04ae2f1e-0a36-4619-9ff8-2e0cd6223113 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:57:00.484503 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-53b5a2d3-fdb7-447d-8276-97567bf0926e req-bce10109-6954-4150-b2a2-796be14342f8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (04ae2f1e-0a36-4619-9ff8-2e0cd6223113), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:00.604445 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-53b5a2d3-fdb7-447d-8276-97567bf0926e req-bce10109-6954-4150-b2a2-796be14342f8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] For port 04ae2f1e-0a36-4619-9ff8-2e0cd6223113, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=04ae2f1e-0a36-4619-9ff8-2e0cd6223113,segment=NetworkSegment(91af9ede-3a1f-449b-82aa-6301a8fb255c),segment_id=91af9ede-3a1f-449b-82aa-6301a8fb255c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:00.605124 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-53b5a2d3-fdb7-447d-8276-97567bf0926e req-bce10109-6954-4150-b2a2-796be14342f8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (04ae2f1e-0a36-4619-9ff8-2e0cd6223113), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:00.959609 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-53b5a2d3-fdb7-447d-8276-97567bf0926e req-bce10109-6954-4150-b2a2-796be14342f8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Calling delete_port for 04ae2f1e-0a36-4619-9ff8-2e0cd6223113 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:57:01.102329 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-53b5a2d3-fdb7-447d-8276-97567bf0926e req-bce10109-6954-4150-b2a2-796be14342f8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (04ae2f1e-0a36-4619-9ff8-2e0cd6223113), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:01.117743 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['04ae2f1e-0a36-4619-9ff8-2e0cd6223113'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:57:01.144455 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce10109-6954-4150-b2a2-796be14342f8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Pushing event deleted for resources: {'Port': ['ID=04ae2f1e-0a36-4619-9ff8-2e0cd6223113,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:01.161588 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10109-6954-4150-b2a2-796be14342f8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:01.161931 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10109-6954-4150-b2a2-796be14342f8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:01.162444 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10109-6954-4150-b2a2-796be14342f8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:01.163003 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10109-6954-4150-b2a2-796be14342f8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:01.164341 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10109-6954-4150-b2a2-796be14342f8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:01.164791 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10109-6954-4150-b2a2-796be14342f8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:01.165805 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10109-6954-4150-b2a2-796be14342f8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:01.166832 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10109-6954-4150-b2a2-796be14342f8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:01.167178 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10109-6954-4150-b2a2-796be14342f8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:01.167518 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10109-6954-4150-b2a2-796be14342f8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:01.167853 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10109-6954-4150-b2a2-796be14342f8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:01.168203 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10109-6954-4150-b2a2-796be14342f8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:01.168600 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10109-6954-4150-b2a2-796be14342f8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:01.221943 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b5a2d3-fdb7-447d-8276-97567bf0926e req-bce10109-6954-4150-b2a2-796be14342f8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] No DVR routers for this DVR port 04ae2f1e-0a36-4619-9ff8-2e0cd6223113 on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:57:01.229938 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-53b5a2d3-fdb7-447d-8276-97567bf0926e req-bce10109-6954-4150-b2a2-796be14342f8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:01.233417 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-53b5a2d3-fdb7-447d-8276-97567bf0926e req-bce10109-6954-4150-b2a2-796be14342f8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.121 "DELETE /v2.0/ports/04ae2f1e-0a36-4619-9ff8-2e0cd6223113 HTTP/1.1" status: 204 len: 173 time: 0.8433387 Feb 09 01:57:01.233874 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f', 'name': 'network-vif-deleted', 'tag': '04ae2f1e-0a36-4619-9ff8-2e0cd6223113'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:57:01.237930 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8018e7af-58d9-44e5-9a5f-2e07bf1571ed" -d '{"events": [{"server_uuid": "bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f", "name": "network-vif-deleted", "tag": "04ae2f1e-0a36-4619-9ff8-2e0cd6223113"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:57:01.315247 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0450673d-ac5f-48e1-aa3e-bd28d90ec414 req-9857b1f2-cabe-4723-971a-9103ea530496 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f HTTP/1.1" status: 200 len: 210 time: 0.0828562 Feb 09 01:57:01.403765 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac4aaea-6b68-442e-888e-73607608d778 x-openstack-request-id: req-6ac4aaea-6b68-442e-888e-73607608d778 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:57:01.404269 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f", "name": "network-vif-deleted", "tag": "04ae2f1e-0a36-4619-9ff8-2e0cd6223113", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:57:01.404377 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6ac4aaea-6b68-442e-888e-73607608d778 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:57:01.404767 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f', 'name': 'network-vif-deleted', 'tag': '04ae2f1e-0a36-4619-9ff8-2e0cd6223113', 'status': 'completed', 'code': 200} Feb 09 01:57:02.457742 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-338f6bb2-82e4-4b55-af68-a3756c2f1ebb req-70d25ca3-70fc-4174-a562-8a6272b02df4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f HTTP/1.1" status: 200 len: 210 time: 0.0450985 Feb 09 01:57:03.216067 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 04ae2f1e-0a36-4619-9ff8-2e0cd6223113 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:57:03.244845 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 04ae2f1e-0a36-4619-9ff8-2e0cd6223113 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:57:03.245242 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 04ae2f1e-0a36-4619-9ff8-2e0cd6223113 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:57:03.567648 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-46504640-e7c4-4427-8af2-d9af5f2ae88f req-a09a9198-fec4-40dc-a135-7984284e24ab tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f HTTP/1.1" status: 200 len: 210 time: 0.0357769 Feb 09 01:57:04.672117 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7fa12b7e-b948-4b75-8696-16843bd7aec8 req-ffdaeea4-003f-4b73-80a7-dc5230c0546a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f HTTP/1.1" status: 200 len: 210 time: 0.0290415 Feb 09 01:57:05.830516 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9ceb4321-937b-434a-bed0-e69180d37ba3 req-e88d2655-70fd-4193-807a-34077d6cfb1b tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f HTTP/1.1" status: 200 len: 210 time: 0.0313101 Feb 09 01:57:06.930343 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e774524e-d7d5-4089-853f-10998d75092c req-d8783c99-543a-455b-a8dd-56be641182b1 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f HTTP/1.1" status: 200 len: 210 time: 0.0284040 Feb 09 01:57:08.033693 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-16ee323c-9955-43c5-af6b-eab2637b667f req-df102805-8adc-4227-bf02-d9fa89ce59bf tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f HTTP/1.1" status: 200 len: 210 time: 0.0320466 Feb 09 01:57:09.131259 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b746661e-e02f-4fa3-932c-d87f11e0d305 req-f5bfd648-c2a6-4af0-bfce-44122e780826 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f HTTP/1.1" status: 200 len: 210 time: 0.0290229 Feb 09 01:57:10.228784 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-772df648-028a-450f-8145-549ce8116606 req-64ca155f-b6f9-4ac7-ab9b-6c242f54e63a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd14bd7e-e7df-4ee5-81f7-f4aaa2e94a7f HTTP/1.1" status: 200 len: 210 time: 0.0280037 Feb 09 01:57:16.586141 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 46900) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:16.820772 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0752dddd-2c96-47f7-990e-3f1875118e50 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=924692c773084498881e3d0212567e7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2329736 Feb 09 01:57:16.823915 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 46908) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:16.878963 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8d32a68e-850c-4217-9583-cfae9e175b92 admin admin] Publish callbacks [] for security_group (3f1098eb-16c1-4f88-9b35-05b52c8672f0), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:16.901980 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8d32a68e-850c-4217-9583-cfae9e175b92 admin admin] Publish callbacks [] for security_group (3f1098eb-16c1-4f88-9b35-05b52c8672f0), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:16.958345 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8d32a68e-850c-4217-9583-cfae9e175b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3f1098eb-16c1-4f88-9b35-05b52c8672f0), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:16.961060 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8d32a68e-850c-4217-9583-cfae9e175b92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:16.962240 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8d32a68e-850c-4217-9583-cfae9e175b92 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3f1098eb-16c1-4f88-9b35-05b52c8672f0 HTTP/1.1" status: 204 len: 168 time: 0.1369998 Feb 09 01:57:16.970487 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32a68e-850c-4217-9583-cfae9e175b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1098eb-16c1-4f88-9b35-05b52c8672f0,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:16.980254 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32a68e-850c-4217-9583-cfae9e175b92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:16.980888 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32a68e-850c-4217-9583-cfae9e175b92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:16.981421 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32a68e-850c-4217-9583-cfae9e175b92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:16.982088 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32a68e-850c-4217-9583-cfae9e175b92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:16.982610 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32a68e-850c-4217-9583-cfae9e175b92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:16.983144 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32a68e-850c-4217-9583-cfae9e175b92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:16.983672 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32a68e-850c-4217-9583-cfae9e175b92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:16.984231 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32a68e-850c-4217-9583-cfae9e175b92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:16.984746 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32a68e-850c-4217-9583-cfae9e175b92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:16.985268 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32a68e-850c-4217-9583-cfae9e175b92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:16.985782 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32a68e-850c-4217-9583-cfae9e175b92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:16.986310 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32a68e-850c-4217-9583-cfae9e175b92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:16.986929 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d32a68e-850c-4217-9583-cfae9e175b92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:19.716230 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:20.440378 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-5551eff9-12f1-4b65-b6ee-86827d5dd4b3 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ed12555983344a6792020ec1b449e0d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263574 Feb 09 01:57:20.563157 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-d40238e4-4edf-432a-ac75-50f1a78e584c tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:20.565496 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-d40238e4-4edf-432a-ac75-50f1a78e584c tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1177521 Feb 09 01:57:20.583956 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-3c2cc71e-88bb-4e44-bd0f-620a7196ce37 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] 10.222.0.30 "GET /v2.0/quotas/ed12555983344a6792020ec1b449e0d8 HTTP/1.1" status: 200 len: 375 time: 0.0121469 Feb 09 01:57:20.624082 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-f17ec7a5-06c1-4e93-affe-2218f2eae41a tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ed12555983344a6792020ec1b449e0d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339859 Feb 09 01:57:20.800458 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-33868bcf-023d-4227-9999-bc0dd18377ff req-055829fc-57cf-45d6-9040-6134e3c76826 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] 10.222.0.30 "GET /v2.0/ports?device_id=4306674b-bfaa-4a65-965c-b16d4547df37 HTTP/1.1" status: 200 len: 210 time: 0.0323789 Feb 09 01:57:20.844336 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6257a42f-6aaa-4c73-be5c-64e2f8f7908a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:21.283047 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:21.886678 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fcb5446c-e865-4677-aed2-0a5f459e3bec req-fcd52112-5e92-4f39-884f-23b7d7192225 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] 10.222.0.30 "GET /v2.0/ports?device_id=4306674b-bfaa-4a65-965c-b16d4547df37 HTTP/1.1" status: 200 len: 210 time: 0.0286145 Feb 09 01:57:22.971051 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3cbae27d-33ce-4feb-b250-eaf263cae183 req-090b52e3-32b0-4a99-b966-21594978ec1c tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] 10.222.0.30 "GET /v2.0/ports?device_id=4306674b-bfaa-4a65-965c-b16d4547df37 HTTP/1.1" status: 200 len: 210 time: 0.0293863 Feb 09 01:57:24.051752 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c5be982e-fa4b-4438-9dcb-8d8e6b677231 req-58280f2a-6551-4a12-b9ac-a4be4a0005e4 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] 10.222.0.30 "GET /v2.0/ports?device_id=4306674b-bfaa-4a65-965c-b16d4547df37 HTTP/1.1" status: 200 len: 210 time: 0.0287397 Feb 09 01:57:24.294371 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f13dcf81-f176-43fd-b4cb-609814d90101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:25.154931 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c03a27c5-c6b7-4a82-99a0-be6166f57cec req-7c4a7799-ad33-4eb8-8d32-9891cb9beb62 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] 10.222.0.30 "GET /v2.0/ports?device_id=4306674b-bfaa-4a65-965c-b16d4547df37 HTTP/1.1" status: 200 len: 210 time: 0.0312874 Feb 09 01:57:25.910728 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:25.985260 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-9b2c4ed5-061d-4b22-a561-20460e1c779b tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] 10.222.0.121 "GET /v2.0/networks?tenant_id=ed12555983344a6792020ec1b449e0d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310512 Feb 09 01:57:26.193272 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-9d5f80e1-56cb-454e-b805-6b4b3d0baa69 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:26.194959 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-9d5f80e1-56cb-454e-b805-6b4b3d0baa69 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2046428 Feb 09 01:57:26.208349 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-c347dc0c-fcc0-4bb5-af02-89a0f1802341 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] Request body: {'port': {'device_id': '4306674b-bfaa-4a65-965c-b16d4547df37', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'admin_state_up': True, 'tenant_id': 'ed12555983344a6792020ec1b449e0d8'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:26.266132 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-23fe7dc0-bfeb-48c8-9bb7-628134713f49 req-c345b561-fba7-438e-87f5-3307201a56d6 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] 10.222.0.30 "GET /v2.0/ports?device_id=4306674b-bfaa-4a65-965c-b16d4547df37 HTTP/1.1" status: 200 len: 210 time: 0.0363259 Feb 09 01:57:26.333187 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-c347dc0c-fcc0-4bb5-af02-89a0f1802341 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] Made reservation on behalf of ed12555983344a6792020ec1b449e0d8 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:57:26.336530 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-c347dc0c-fcc0-4bb5-af02-89a0f1802341 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:26.346498 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-c347dc0c-fcc0-4bb5-af02-89a0f1802341 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:26.428578 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-c347dc0c-fcc0-4bb5-af02-89a0f1802341 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] Publish callbacks [] for security_group (150141c6-6b25-4ded-ada3-928a71ec3c64), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:26.433413 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-c347dc0c-fcc0-4bb5-af02-89a0f1802341 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (150141c6-6b25-4ded-ada3-928a71ec3c64), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:26.502510 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347dc0c-fcc0-4bb5-af02-89a0f1802341 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=150141c6-6b25-4ded-ada3-928a71ec3c64,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:26.587967 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-c347dc0c-fcc0-4bb5-af02-89a0f1802341 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] Allocated IP 192.168.233.167 (3976161f-bd1f-4dbb-b950-6897c01f16f1/98abf639-2282-4fa1-acd9-5660b4f87a0d/705a1f20-a0d3-4824-8e22-4ed6edbe48b2) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:57:26.772089 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-c347dc0c-fcc0-4bb5-af02-89a0f1802341 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] Publish callbacks [] for port (705a1f20-a0d3-4824-8e22-4ed6edbe48b2), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:26.810363 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-c347dc0c-fcc0-4bb5-af02-89a0f1802341 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (705a1f20-a0d3-4824-8e22-4ed6edbe48b2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:26.872983 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-c347dc0c-fcc0-4bb5-af02-89a0f1802341 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] Network 3976161f-bd1f-4dbb-b950-6897c01f16f1 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:26.876792 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347dc0c-fcc0-4bb5-af02-89a0f1802341 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] Pushing event updated for resources: {'Port': ['ID=705a1f20-a0d3-4824-8e22-4ed6edbe48b2,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:26.879719 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-c347dc0c-fcc0-4bb5-af02-89a0f1802341 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:26.886484 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-c347dc0c-fcc0-4bb5-af02-89a0f1802341 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:57:26.950370 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-c347dc0c-fcc0-4bb5-af02-89a0f1802341 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:26.951618 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-c347dc0c-fcc0-4bb5-af02-89a0f1802341 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:26.973261 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-c347dc0c-fcc0-4bb5-af02-89a0f1802341 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7688682 Feb 09 01:57:26.985362 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-15ea417f-722d-48d6-b05c-6c85fb48d1d4 service neutron] Request body: {'port': {'device_id': '4306674b-bfaa-4a65-965c-b16d4547df37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:27.055805 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-15ea417f-722d-48d6-b05c-6c85fb48d1d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (705a1f20-a0d3-4824-8e22-4ed6edbe48b2), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:27.159751 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-01dc6d6c-748d-4437-8a3e-8ff377ecf947 None None] Provisioning complete for port 705a1f20-a0d3-4824-8e22-4ed6edbe48b2 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:27.160377 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-01dc6d6c-748d-4437-8a3e-8ff377ecf947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (705a1f20-a0d3-4824-8e22-4ed6edbe48b2), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:27.202318 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-01dc6d6c-748d-4437-8a3e-8ff377ecf947 None None] Port 705a1f20-a0d3-4824-8e22-4ed6edbe48b2 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:57:27.351234 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-15ea417f-722d-48d6-b05c-6c85fb48d1d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 705a1f20-a0d3-4824-8e22-4ed6edbe48b2 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:57:27.360349 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-15ea417f-722d-48d6-b05c-6c85fb48d1d4 service neutron] Publish callbacks [] for port (705a1f20-a0d3-4824-8e22-4ed6edbe48b2), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:27.375616 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-15ea417f-722d-48d6-b05c-6c85fb48d1d4 service neutron] Transition to ACTIVE for port object 705a1f20-a0d3-4824-8e22-4ed6edbe48b2 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:57:27.381225 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-15ea417f-722d-48d6-b05c-6c85fb48d1d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (705a1f20-a0d3-4824-8e22-4ed6edbe48b2), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:27.398305 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32163bca-8a34-40b0-b98c-1f8d5de3e887 req-6946dccd-d33e-4b04-a333-8431097f91ef tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:27.400575 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-32163bca-8a34-40b0-b98c-1f8d5de3e887 req-6946dccd-d33e-4b04-a333-8431097f91ef tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] 10.222.0.30 "GET /v2.0/ports?device_id=4306674b-bfaa-4a65-965c-b16d4547df37 HTTP/1.1" status: 200 len: 936 time: 0.0622492 Feb 09 01:57:27.436429 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea417f-722d-48d6-b05c-6c85fb48d1d4 service neutron] Pushing event updated for resources: {'Port': ['ID=705a1f20-a0d3-4824-8e22-4ed6edbe48b2,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:27.460266 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-32163bca-8a34-40b0-b98c-1f8d5de3e887 req-c213696f-ba26-4797-a943-690f28d32f81 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] 10.222.0.30 "GET /v2.0/security-groups?id=150141c6-6b25-4ded-ada3-928a71ec3c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533879 Feb 09 01:57:27.529179 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-15ea417f-722d-48d6-b05c-6c85fb48d1d4 service neutron] Attempting to bind port 705a1f20-a0d3-4824-8e22-4ed6edbe48b2 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:57:27.529599 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-15ea417f-722d-48d6-b05c-6c85fb48d1d4 service neutron] Attempting to bind port 705a1f20-a0d3-4824-8e22-4ed6edbe48b2 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:57:27.529992 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-15ea417f-722d-48d6-b05c-6c85fb48d1d4 service neutron] Attempting to bind port 705a1f20-a0d3-4824-8e22-4ed6edbe48b2 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:57:27.534796 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-15ea417f-722d-48d6-b05c-6c85fb48d1d4 service neutron] Port 705a1f20-a0d3-4824-8e22-4ed6edbe48b2 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:57:27.535182 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-15ea417f-722d-48d6-b05c-6c85fb48d1d4 service neutron] Attempting to bind port 705a1f20-a0d3-4824-8e22-4ed6edbe48b2 on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:57:27.541765 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-15ea417f-722d-48d6-b05c-6c85fb48d1d4 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:57:27.542037 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-15ea417f-722d-48d6-b05c-6c85fb48d1d4 service neutron] Checking segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:57:27.542424 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-15ea417f-722d-48d6-b05c-6c85fb48d1d4 service neutron] Bound using segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:57:27.542851 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-15ea417f-722d-48d6-b05c-6c85fb48d1d4 service neutron] Bound port: 705a1f20-a0d3-4824-8e22-4ed6edbe48b2, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:57:27.543199 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-15ea417f-722d-48d6-b05c-6c85fb48d1d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (705a1f20-a0d3-4824-8e22-4ed6edbe48b2), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:27.635261 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-15ea417f-722d-48d6-b05c-6c85fb48d1d4 service neutron] For port 705a1f20-a0d3-4824-8e22-4ed6edbe48b2, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:57:27.640729 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-15ea417f-722d-48d6-b05c-6c85fb48d1d4 service neutron] For port 705a1f20-a0d3-4824-8e22-4ed6edbe48b2, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=705a1f20-a0d3-4824-8e22-4ed6edbe48b2,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:57:27.646824 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:27.649339 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-15ea417f-722d-48d6-b05c-6c85fb48d1d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (705a1f20-a0d3-4824-8e22-4ed6edbe48b2), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:27.688851 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-15ea417f-722d-48d6-b05c-6c85fb48d1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:27.689512 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-15ea417f-722d-48d6-b05c-6c85fb48d1d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:27.690950 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-15ea417f-722d-48d6-b05c-6c85fb48d1d4 service neutron] 10.222.0.121 "PUT /v2.0/ports/705a1f20-a0d3-4824-8e22-4ed6edbe48b2 HTTP/1.1" status: 200 len: 1097 time: 0.7105246 Feb 09 01:57:27.691388 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4306674b-bfaa-4a65-965c-b16d4547df37', 'tag': '705a1f20-a0d3-4824-8e22-4ed6edbe48b2'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:57:27.693717 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510f7bdd-acf6-4197-8a2e-e13c0bb9b119" -d '{"events": [{"name": "network-changed", "server_uuid": "4306674b-bfaa-4a65-965c-b16d4547df37", "tag": "705a1f20-a0d3-4824-8e22-4ed6edbe48b2"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:57:27.735134 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea417f-722d-48d6-b05c-6c85fb48d1d4 service neutron] Pushing event updated for resources: {'Port': ['ID=705a1f20-a0d3-4824-8e22-4ed6edbe48b2,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:27.787134 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97781290-de44-44d7-9c4d-4965ea7bf0d2 x-openstack-request-id: req-97781290-de44-44d7-9c4d-4965ea7bf0d2 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:57:27.787484 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4306674b-bfaa-4a65-965c-b16d4547df37", "tag": "705a1f20-a0d3-4824-8e22-4ed6edbe48b2", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:57:27.787753 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-97781290-de44-44d7-9c4d-4965ea7bf0d2 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:57:27.788813 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4306674b-bfaa-4a65-965c-b16d4547df37', 'tag': '705a1f20-a0d3-4824-8e22-4ed6edbe48b2', 'status': 'completed', 'code': 200} Feb 09 01:57:27.815549 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-24503154-d81a-4c37-86e1-8679a563f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:27.820539 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-24503154-d81a-4c37-86e1-8679a563f3a7 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ed12555983344a6792020ec1b449e0d8&device_id=4306674b-bfaa-4a65-965c-b16d4547df37 HTTP/1.1" status: 200 len: 1131 time: 0.0667610 Feb 09 01:57:27.867164 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-a410fb1f-1b55-45e8-a6e2-55d953ac1269 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=705a1f20-a0d3-4824-8e22-4ed6edbe48b2 HTTP/1.1" status: 200 len: 217 time: 0.0427825 Feb 09 01:57:27.925020 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-106e5345-e5f4-4282-94f0-7f1718347925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:27.926783 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-106e5345-e5f4-4282-94f0-7f1718347925 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.0529540 Feb 09 01:57:27.981167 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-52b7dcd8-207b-48e7-8d6f-3d2f93161770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:27.982702 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-52b7dcd8-207b-48e7-8d6f-3d2f93161770 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0501611 Feb 09 01:57:28.091709 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-54d1bcfa-fb8c-459a-9e0a-bedf40303369 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024437 Feb 09 01:57:28.208062 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1e22ac42-84d4-4b8d-9ddb-789b4e2622b1 req-05be0ff3-b006-485c-952c-73b389585dc6 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092005 Feb 09 01:57:28.318536 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f7bdd-acf6-4197-8a2e-e13c0bb9b119 req-bcc8aa35-3083-4dc9-900e-203681bc3115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:28.320342 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-510f7bdd-acf6-4197-8a2e-e13c0bb9b119 req-bcc8aa35-3083-4dc9-900e-203681bc3115 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ed12555983344a6792020ec1b449e0d8&device_id=4306674b-bfaa-4a65-965c-b16d4547df37 HTTP/1.1" status: 200 len: 1131 time: 0.0600095 Feb 09 01:57:28.333097 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:28.434625 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f7bdd-acf6-4197-8a2e-e13c0bb9b119 req-ff1d39b1-8cdd-4906-8d79-133d53202b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:28.436378 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-510f7bdd-acf6-4197-8a2e-e13c0bb9b119 req-ff1d39b1-8cdd-4906-8d79-133d53202b05 service neutron] 10.222.0.121 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.1071353 Feb 09 01:57:28.490233 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-510f7bdd-acf6-4197-8a2e-e13c0bb9b119 req-2ff3b412-e076-4151-ba79-0022c58496ca service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=705a1f20-a0d3-4824-8e22-4ed6edbe48b2 HTTP/1.1" status: 200 len: 217 time: 0.0469563 Feb 09 01:57:28.560081 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f7bdd-acf6-4197-8a2e-e13c0bb9b119 req-29937718-8600-4d31-9ee3-d3158f8fe665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:28.561545 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-510f7bdd-acf6-4197-8a2e-e13c0bb9b119 req-29937718-8600-4d31-9ee3-d3158f8fe665 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.0647209 Feb 09 01:57:28.606093 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b031fc-60aa-4ea5-9997-c6ac149e3b74 req-36885c62-1ce7-480c-94ff-832e1c4286fa tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:28.612503 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-42b031fc-60aa-4ea5-9997-c6ac149e3b74 req-36885c62-1ce7-480c-94ff-832e1c4286fa tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] 10.222.0.30 "GET /v2.0/ports?device_id=4306674b-bfaa-4a65-965c-b16d4547df37 HTTP/1.1" status: 200 len: 948 time: 0.0673678 Feb 09 01:57:28.615917 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f7bdd-acf6-4197-8a2e-e13c0bb9b119 req-b8130160-626f-44f3-8168-1fd6a9866502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:28.617462 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-510f7bdd-acf6-4197-8a2e-e13c0bb9b119 req-b8130160-626f-44f3-8168-1fd6a9866502 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0491741 Feb 09 01:57:28.664924 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-42b031fc-60aa-4ea5-9997-c6ac149e3b74 req-53b4a203-272e-46eb-94f7-90cff7388843 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] 10.222.0.30 "GET /v2.0/security-groups?id=150141c6-6b25-4ded-ada3-928a71ec3c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498912 Feb 09 01:57:28.711558 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-510f7bdd-acf6-4197-8a2e-e13c0bb9b119 req-d1352e37-d4df-4e22-824a-50286df1c944 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870025 Feb 09 01:57:28.808941 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-510f7bdd-acf6-4197-8a2e-e13c0bb9b119 req-8f119a34-bc63-408a-81c3-48bab3340090 service neutron] 10.222.0.121 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902190 Feb 09 01:57:29.810393 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885200f-6571-4760-931e-ec931621ddce req-b42e2bba-030f-4cfb-b5e3-b8af702e30c8 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:29.811892 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4885200f-6571-4760-931e-ec931621ddce req-b42e2bba-030f-4cfb-b5e3-b8af702e30c8 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] 10.222.0.30 "GET /v2.0/ports?device_id=4306674b-bfaa-4a65-965c-b16d4547df37 HTTP/1.1" status: 200 len: 948 time: 0.0781331 Feb 09 01:57:29.862801 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4885200f-6571-4760-931e-ec931621ddce req-9e69105a-ec2b-4aab-b99a-808bae5952a2 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] 10.222.0.30 "GET /v2.0/security-groups?id=150141c6-6b25-4ded-ada3-928a71ec3c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444076 Feb 09 01:57:30.998080 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46911a-4867-4ef8-81d8-808af69fd2c8 req-7b2c7dde-9da1-4625-ab90-2ecb73297c7d tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:30.999581 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3b46911a-4867-4ef8-81d8-808af69fd2c8 req-7b2c7dde-9da1-4625-ab90-2ecb73297c7d tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] 10.222.0.30 "GET /v2.0/ports?device_id=4306674b-bfaa-4a65-965c-b16d4547df37 HTTP/1.1" status: 200 len: 948 time: 0.0661449 Feb 09 01:57:31.048496 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3b46911a-4867-4ef8-81d8-808af69fd2c8 req-8b10dab6-bb67-459d-8550-78bf2d0b0001 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] 10.222.0.30 "GET /v2.0/security-groups?id=150141c6-6b25-4ded-ada3-928a71ec3c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427794 Feb 09 01:57:31.345238 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 705a1f20-a0d3-4824-8e22-4ed6edbe48b2 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:57:31.442677 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 705a1f20-a0d3-4824-8e22-4ed6edbe48b2, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=705a1f20-a0d3-4824-8e22-4ed6edbe48b2,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:31.460393 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '705a1f20-a0d3-4824-8e22-4ed6edbe48b2', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': '705a1f20-a0d3-4824-8e22-4ed6edbe48b2', 'mac_address': 'fa:16:3e:70:f5:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:57:31.501194 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 705a1f20-a0d3-4824-8e22-4ed6edbe48b2 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:31.501582 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (705a1f20-a0d3-4824-8e22-4ed6edbe48b2), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:31.514965 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 705a1f20-a0d3-4824-8e22-4ed6edbe48b2 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:57:31.535234 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 705a1f20-a0d3-4824-8e22-4ed6edbe48b2, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=705a1f20-a0d3-4824-8e22-4ed6edbe48b2,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:31.544014 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (705a1f20-a0d3-4824-8e22-4ed6edbe48b2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:31.598785 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=705a1f20-a0d3-4824-8e22-4ed6edbe48b2,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:31.606746 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:31.607109 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:31.607440 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:31.607769 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:31.608241 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:31.608444 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:31.608773 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:31.609097 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:31.609407 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:31.609713 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:31.610027 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:31.610340 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:31.610652 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:31.749746 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['705a1f20-a0d3-4824-8e22-4ed6edbe48b2'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:57:32.173879 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1e0fb-8694-4b41-b0e4-2f69f034a781 req-9b2870b6-b16b-49ee-99e3-55f355072f3d tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:32.175525 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-10e1e0fb-8694-4b41-b0e4-2f69f034a781 req-9b2870b6-b16b-49ee-99e3-55f355072f3d tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] 10.222.0.30 "GET /v2.0/ports?device_id=4306674b-bfaa-4a65-965c-b16d4547df37 HTTP/1.1" status: 200 len: 949 time: 0.0585055 Feb 09 01:57:32.228805 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-10e1e0fb-8694-4b41-b0e4-2f69f034a781 req-a18e76cc-e825-439b-b900-5516688b74a5 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] 10.222.0.30 "GET /v2.0/security-groups?id=150141c6-6b25-4ded-ada3-928a71ec3c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470290 Feb 09 01:57:33.345443 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 705a1f20-a0d3-4824-8e22-4ed6edbe48b2 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:57:33.358089 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93bf7b-031e-4dfc-8a80-878fb1de019f req-7acf54a9-b021-4be1-acfd-49d6d8401964 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:33.359727 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6a93bf7b-031e-4dfc-8a80-878fb1de019f req-7acf54a9-b021-4be1-acfd-49d6d8401964 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] 10.222.0.30 "GET /v2.0/ports?device_id=4306674b-bfaa-4a65-965c-b16d4547df37 HTTP/1.1" status: 200 len: 949 time: 0.0581164 Feb 09 01:57:33.402814 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 705a1f20-a0d3-4824-8e22-4ed6edbe48b2 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:57:33.407316 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 705a1f20-a0d3-4824-8e22-4ed6edbe48b2 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:33.407709 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (705a1f20-a0d3-4824-8e22-4ed6edbe48b2), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:33.413300 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6a93bf7b-031e-4dfc-8a80-878fb1de019f req-c8a57552-536a-4f06-ade4-d9e349937a7b tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] 10.222.0.30 "GET /v2.0/security-groups?id=150141c6-6b25-4ded-ada3-928a71ec3c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478153 Feb 09 01:57:33.507280 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 705a1f20-a0d3-4824-8e22-4ed6edbe48b2 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:33.507470 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (705a1f20-a0d3-4824-8e22-4ed6edbe48b2), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:33.535009 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4306674b-bfaa-4a65-965c-b16d4547df37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705a1f20-a0d3-4824-8e22-4ed6edbe48b2'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:57:33.537420 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c070e4-b93c-4999-bb05-cf6b5002b2ce" -d '{"events": [{"server_uuid": "4306674b-bfaa-4a65-965c-b16d4547df37", "name": "network-vif-plugged", "status": "completed", "tag": "705a1f20-a0d3-4824-8e22-4ed6edbe48b2"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:57:33.555837 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 705a1f20-a0d3-4824-8e22-4ed6edbe48b2, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=705a1f20-a0d3-4824-8e22-4ed6edbe48b2,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:33.561454 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (705a1f20-a0d3-4824-8e22-4ed6edbe48b2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:33.590523 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a067b3bf-325c-463e-8973-0e91008391c1 x-openstack-request-id: req-a067b3bf-325c-463e-8973-0e91008391c1 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:57:33.590849 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4306674b-bfaa-4a65-965c-b16d4547df37", "name": "network-vif-plugged", "status": "completed", "tag": "705a1f20-a0d3-4824-8e22-4ed6edbe48b2", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:57:33.591193 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a067b3bf-325c-463e-8973-0e91008391c1 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:57:33.591589 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4306674b-bfaa-4a65-965c-b16d4547df37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705a1f20-a0d3-4824-8e22-4ed6edbe48b2', 'code': 200} Feb 09 01:57:33.620968 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=705a1f20-a0d3-4824-8e22-4ed6edbe48b2,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:33.682900 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a50503-562b-4996-9bbf-8404028f1c39 req-7ab64b76-0c01-4c77-a634-51c12e2523b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:33.684434 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c4a50503-562b-4996-9bbf-8404028f1c39 req-7ab64b76-0c01-4c77-a634-51c12e2523b5 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=4306674b-bfaa-4a65-965c-b16d4547df37 HTTP/1.1" status: 200 len: 1133 time: 0.0461695 Feb 09 01:57:33.727941 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-c4a50503-562b-4996-9bbf-8404028f1c39 req-6b9d9559-60cf-459c-83c8-c11c8a92012a service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=150141c6-6b25-4ded-ada3-928a71ec3c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376353 Feb 09 01:57:34.534850 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d3ac9-c8dd-46a0-a617-5a85ba7b0aba req-be62a412-7086-48cf-b3d5-1afd52b3f04b tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:34.536376 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-085d3ac9-c8dd-46a0-a617-5a85ba7b0aba req-be62a412-7086-48cf-b3d5-1afd52b3f04b tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] 10.222.0.30 "GET /v2.0/ports?device_id=4306674b-bfaa-4a65-965c-b16d4547df37 HTTP/1.1" status: 200 len: 950 time: 0.0530510 Feb 09 01:57:34.585315 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-085d3ac9-c8dd-46a0-a617-5a85ba7b0aba req-b9f912b5-110b-4e49-b6c0-aa72e16d3b32 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] 10.222.0.30 "GET /v2.0/security-groups?id=150141c6-6b25-4ded-ada3-928a71ec3c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425038 Feb 09 01:57:35.729854 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ba91f-04a2-4b08-8bf6-1f8eef7d91e0 req-d62e3999-2f2e-4870-8f37-32eb22af6d73 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:35.731362 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-122ba91f-04a2-4b08-8bf6-1f8eef7d91e0 req-d62e3999-2f2e-4870-8f37-32eb22af6d73 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] 10.222.0.30 "GET /v2.0/ports?device_id=4306674b-bfaa-4a65-965c-b16d4547df37 HTTP/1.1" status: 200 len: 950 time: 0.0627260 Feb 09 01:57:35.780908 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-122ba91f-04a2-4b08-8bf6-1f8eef7d91e0 req-5631abef-0331-4426-9045-6953d7653de9 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] 10.222.0.30 "GET /v2.0/security-groups?id=150141c6-6b25-4ded-ada3-928a71ec3c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438919 Feb 09 01:57:36.119550 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbace59-c0fd-4f16-a5f4-1e1a3528eee1 req-7527e1ba-7b16-4f42-a599-1a8a2f20a27f tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:36.121056 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7bbace59-c0fd-4f16-a5f4-1e1a3528eee1 req-7527e1ba-7b16-4f42-a599-1a8a2f20a27f tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] 10.222.0.30 "GET /v2.0/ports?device_id=4306674b-bfaa-4a65-965c-b16d4547df37 HTTP/1.1" status: 200 len: 950 time: 0.0639927 Feb 09 01:57:36.189150 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7bbace59-c0fd-4f16-a5f4-1e1a3528eee1 req-0ea52c3c-8871-42d9-9d65-3f070052c854 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] 10.222.0.30 "GET /v2.0/security-groups?id=150141c6-6b25-4ded-ada3-928a71ec3c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581708 Feb 09 01:57:37.328532 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:57:37.332750 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd363c19-18f8-4800-8819-9dc5c1af1b11 req-fdfc4c1c-1db5-441c-a46d-d9a88de51e9a tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:37.334380 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd363c19-18f8-4800-8819-9dc5c1af1b11 req-fdfc4c1c-1db5-441c-a46d-d9a88de51e9a tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] 10.222.0.30 "GET /v2.0/ports?device_id=4306674b-bfaa-4a65-965c-b16d4547df37 HTTP/1.1" status: 200 len: 950 time: 0.0686688 Feb 09 01:57:37.389809 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd363c19-18f8-4800-8819-9dc5c1af1b11 req-85130848-ec25-4c48-8ef0-3d49dfe9bf76 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] 10.222.0.30 "GET /v2.0/security-groups?id=150141c6-6b25-4ded-ada3-928a71ec3c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489912 Feb 09 01:57:37.453974 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21034797-1349-4603-8a73-815556ba4411 req-a41e9955-5b08-4db6-871b-817d729cb152 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:37.455558 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-21034797-1349-4603-8a73-815556ba4411 req-a41e9955-5b08-4db6-871b-817d729cb152 tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] 10.222.0.121 "GET /v2.0/ports?device_id=4306674b-bfaa-4a65-965c-b16d4547df37 HTTP/1.1" status: 200 len: 950 time: 0.0594158 Feb 09 01:57:37.560880 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-21034797-1349-4603-8a73-815556ba4411 req-52823a0a-7877-4a4c-8600-46ffa5ac31ef tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] Deleting port 705a1f20-a0d3-4824-8e22-4ed6edbe48b2 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:57:37.561515 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-21034797-1349-4603-8a73-815556ba4411 req-52823a0a-7877-4a4c-8600-46ffa5ac31ef tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (705a1f20-a0d3-4824-8e22-4ed6edbe48b2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:37.656603 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-21034797-1349-4603-8a73-815556ba4411 req-52823a0a-7877-4a4c-8600-46ffa5ac31ef tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] For port 705a1f20-a0d3-4824-8e22-4ed6edbe48b2, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=705a1f20-a0d3-4824-8e22-4ed6edbe48b2,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:37.656884 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-21034797-1349-4603-8a73-815556ba4411 req-52823a0a-7877-4a4c-8600-46ffa5ac31ef tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (705a1f20-a0d3-4824-8e22-4ed6edbe48b2), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:37.669465 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-21034797-1349-4603-8a73-815556ba4411 req-52823a0a-7877-4a4c-8600-46ffa5ac31ef tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] Calling delete_port for 705a1f20-a0d3-4824-8e22-4ed6edbe48b2 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:57:37.800034 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-21034797-1349-4603-8a73-815556ba4411 req-52823a0a-7877-4a4c-8600-46ffa5ac31ef tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (705a1f20-a0d3-4824-8e22-4ed6edbe48b2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:37.815794 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['705a1f20-a0d3-4824-8e22-4ed6edbe48b2'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:57:37.834493 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52823a0a-7877-4a4c-8600-46ffa5ac31ef tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] Pushing event deleted for resources: {'Port': ['ID=705a1f20-a0d3-4824-8e22-4ed6edbe48b2,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:37.879080 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-21034797-1349-4603-8a73-815556ba4411 req-52823a0a-7877-4a4c-8600-46ffa5ac31ef tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] No DVR routers for this DVR port 705a1f20-a0d3-4824-8e22-4ed6edbe48b2 on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:57:37.888768 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-21034797-1349-4603-8a73-815556ba4411 req-52823a0a-7877-4a4c-8600-46ffa5ac31ef tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:37.892966 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-21034797-1349-4603-8a73-815556ba4411 req-52823a0a-7877-4a4c-8600-46ffa5ac31ef tempest-VolumesNegativeTest-627482967 tempest-VolumesNegativeTest-627482967-project] 10.222.0.121 "DELETE /v2.0/ports/705a1f20-a0d3-4824-8e22-4ed6edbe48b2 HTTP/1.1" status: 204 len: 173 time: 0.4321468 Feb 09 01:57:37.893485 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4306674b-bfaa-4a65-965c-b16d4547df37', 'name': 'network-vif-deleted', 'tag': '705a1f20-a0d3-4824-8e22-4ed6edbe48b2'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:57:37.896891 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d85b0f-f4e2-43cb-b3b0-fd59b2c27816" -d '{"events": [{"server_uuid": "4306674b-bfaa-4a65-965c-b16d4547df37", "name": "network-vif-deleted", "tag": "705a1f20-a0d3-4824-8e22-4ed6edbe48b2"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:57:37.942731 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f31c93-5baa-49cc-87b7-d323a5196f85 x-openstack-request-id: req-b2f31c93-5baa-49cc-87b7-d323a5196f85 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:57:37.943030 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4306674b-bfaa-4a65-965c-b16d4547df37", "name": "network-vif-deleted", "tag": "705a1f20-a0d3-4824-8e22-4ed6edbe48b2", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:57:37.943291 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b2f31c93-5baa-49cc-87b7-d323a5196f85 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:57:37.943706 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4306674b-bfaa-4a65-965c-b16d4547df37', 'name': 'network-vif-deleted', 'tag': '705a1f20-a0d3-4824-8e22-4ed6edbe48b2', 'status': 'completed', 'code': 200} Feb 09 01:57:41.384636 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 705a1f20-a0d3-4824-8e22-4ed6edbe48b2 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:57:41.407048 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 705a1f20-a0d3-4824-8e22-4ed6edbe48b2 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:57:41.407380 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 705a1f20-a0d3-4824-8e22-4ed6edbe48b2 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:57:42.003161 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-9c108437-199b-4d4d-a47d-dfdda4a5caca tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:42.004571 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-9c108437-199b-4d4d-a47d-dfdda4a5caca tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/networks?id=80054ff2-e1bf-4010-ada6-1c294b9aea30 HTTP/1.1" status: 200 len: 810 time: 0.1056094 Feb 09 01:57:42.020041 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-c1d32c8c-885d-4920-9f1f-92f61038a263 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/quotas/cac763247f3146f9ad3039f0cdc9c088 HTTP/1.1" status: 200 len: 375 time: 0.0099442 Feb 09 01:57:42.085085 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-8d642135-dbb1-4d60-abfe-3c42e8e5d4e1 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cac763247f3146f9ad3039f0cdc9c088&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599661 Feb 09 01:57:42.176979 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-70b79961-7e96-40a6-b41c-0a6dfda7f6b5 service neutron] 10.222.0.30 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848374 Feb 09 01:57:42.284020 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-731d8d0b-f1aa-4bba-8f38-b27a9d85167e service neutron] 10.222.0.30 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011531 Feb 09 01:57:42.481497 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e545a084-3e61-4e6f-90c1-748e0a584e2d req-b483668b-0d8f-4670-9338-7a9fee454606 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 210 time: 0.0296569 Feb 09 01:57:43.533298 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-88ad2cb7-0bb1-4865-b173-7abcdde8b30a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:43.535158 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-88ad2cb7-0bb1-4865-b173-7abcdde8b30a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.121 "GET /v2.0/networks?id=80054ff2-e1bf-4010-ada6-1c294b9aea30 HTTP/1.1" status: 200 len: 810 time: 0.1272142 Feb 09 01:57:43.548156 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-5400a87d-b1aa-48c6-93b5-de913878aea4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Request body: {'port': {'device_id': '9eae238d-a580-46cf-bed1-2bda30e20962', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'admin_state_up': True, 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:43.605185 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f0182a16-363b-4dc7-a8a1-698befa49cd7 req-b48931fe-0885-4960-abf5-9c57a7a3b459 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 210 time: 0.0425184 Feb 09 01:57:43.682060 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-5400a87d-b1aa-48c6-93b5-de913878aea4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Made reservation on behalf of cac763247f3146f9ad3039f0cdc9c088 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:57:43.686025 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-5400a87d-b1aa-48c6-93b5-de913878aea4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:43.831716 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-5400a87d-b1aa-48c6-93b5-de913878aea4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Allocated IP 172.20.0.12 (80054ff2-e1bf-4010-ada6-1c294b9aea30/692fddba-72a4-45ca-b7c8-ccf0fbdb4c43/8ad7067e-22fb-48b2-aff0-cb0797986d19) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:57:44.017450 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-5400a87d-b1aa-48c6-93b5-de913878aea4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for port (8ad7067e-22fb-48b2-aff0-cb0797986d19), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:44.056443 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-5400a87d-b1aa-48c6-93b5-de913878aea4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (8ad7067e-22fb-48b2-aff0-cb0797986d19), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:44.105251 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-5400a87d-b1aa-48c6-93b5-de913878aea4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Network 80054ff2-e1bf-4010-ada6-1c294b9aea30 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:44.108462 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-5400a87d-b1aa-48c6-93b5-de913878aea4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:44.112179 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-5400a87d-b1aa-48c6-93b5-de913878aea4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:57:44.118602 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400a87d-b1aa-48c6-93b5-de913878aea4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Pushing event updated for resources: {'Port': ['ID=8ad7067e-22fb-48b2-aff0-cb0797986d19,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:44.165993 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-5400a87d-b1aa-48c6-93b5-de913878aea4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:44.166463 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-5400a87d-b1aa-48c6-93b5-de913878aea4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:44.187506 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-5400a87d-b1aa-48c6-93b5-de913878aea4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6437545 Feb 09 01:57:44.199360 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-485d9351-4efb-408f-9b70-b3fbd324167e service neutron] Request body: {'port': {'device_id': '9eae238d-a580-46cf-bed1-2bda30e20962', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:44.271718 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-485d9351-4efb-408f-9b70-b3fbd324167e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8ad7067e-22fb-48b2-aff0-cb0797986d19), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:44.507419 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-84c06605-441f-4971-a638-0bae42f20471 None None] Provisioning complete for port 8ad7067e-22fb-48b2-aff0-cb0797986d19 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:44.507868 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-84c06605-441f-4971-a638-0bae42f20471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8ad7067e-22fb-48b2-aff0-cb0797986d19), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:44.544858 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-84c06605-441f-4971-a638-0bae42f20471 None None] Port 8ad7067e-22fb-48b2-aff0-cb0797986d19 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:57:44.618814 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-485d9351-4efb-408f-9b70-b3fbd324167e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ad7067e-22fb-48b2-aff0-cb0797986d19 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:57:44.632847 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-485d9351-4efb-408f-9b70-b3fbd324167e service neutron] Publish callbacks [] for port (8ad7067e-22fb-48b2-aff0-cb0797986d19), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:44.648290 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-485d9351-4efb-408f-9b70-b3fbd324167e service neutron] Transition to ACTIVE for port object 8ad7067e-22fb-48b2-aff0-cb0797986d19 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:57:44.656378 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-485d9351-4efb-408f-9b70-b3fbd324167e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (8ad7067e-22fb-48b2-aff0-cb0797986d19), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:44.715363 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d9351-4efb-408f-9b70-b3fbd324167e service neutron] Pushing event updated for resources: {'Port': ['ID=8ad7067e-22fb-48b2-aff0-cb0797986d19,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:44.777499 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e92c6a-3a18-4c45-a26f-aae007ce8db7 req-3cecb814-60ed-4ba1-9f56-fdf22e8542f5 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:44.779722 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b5e92c6a-3a18-4c45-a26f-aae007ce8db7 req-3cecb814-60ed-4ba1-9f56-fdf22e8542f5 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 944 time: 0.0881181 Feb 09 01:57:44.824312 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-485d9351-4efb-408f-9b70-b3fbd324167e service neutron] Attempting to bind port 8ad7067e-22fb-48b2-aff0-cb0797986d19 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:57:44.824593 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-485d9351-4efb-408f-9b70-b3fbd324167e service neutron] Attempting to bind port 8ad7067e-22fb-48b2-aff0-cb0797986d19 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '91af9ede-3a1f-449b-82aa-6301a8fb255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:57:44.824907 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-485d9351-4efb-408f-9b70-b3fbd324167e service neutron] Attempting to bind port 8ad7067e-22fb-48b2-aff0-cb0797986d19 on network 80054ff2-e1bf-4010-ada6-1c294b9aea30 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:57:44.840668 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-485d9351-4efb-408f-9b70-b3fbd324167e service neutron] Port 8ad7067e-22fb-48b2-aff0-cb0797986d19 on network 80054ff2-e1bf-4010-ada6-1c294b9aea30 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:57:44.840993 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-485d9351-4efb-408f-9b70-b3fbd324167e service neutron] Attempting to bind port 8ad7067e-22fb-48b2-aff0-cb0797986d19 on network 80054ff2-e1bf-4010-ada6-1c294b9aea30 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:57:44.851911 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-485d9351-4efb-408f-9b70-b3fbd324167e service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:57:44.852277 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-485d9351-4efb-408f-9b70-b3fbd324167e service neutron] Checking segment: {'id': '91af9ede-3a1f-449b-82aa-6301a8fb255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:57:44.852663 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-485d9351-4efb-408f-9b70-b3fbd324167e service neutron] Bound using segment: {'id': '91af9ede-3a1f-449b-82aa-6301a8fb255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:57:44.857950 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-485d9351-4efb-408f-9b70-b3fbd324167e service neutron] Bound port: 8ad7067e-22fb-48b2-aff0-cb0797986d19, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91af9ede-3a1f-449b-82aa-6301a8fb255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:57:44.858425 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-485d9351-4efb-408f-9b70-b3fbd324167e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8ad7067e-22fb-48b2-aff0-cb0797986d19), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:44.860826 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b5e92c6a-3a18-4c45-a26f-aae007ce8db7 req-6e2b42cf-3877-46ec-b967-e182e6fa4c54 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743027 Feb 09 01:57:44.941203 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-485d9351-4efb-408f-9b70-b3fbd324167e service neutron] For port 8ad7067e-22fb-48b2-aff0-cb0797986d19, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:57:44.945430 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-485d9351-4efb-408f-9b70-b3fbd324167e service neutron] For port 8ad7067e-22fb-48b2-aff0-cb0797986d19, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=8ad7067e-22fb-48b2-aff0-cb0797986d19,segment=NetworkSegment(91af9ede-3a1f-449b-82aa-6301a8fb255c),segment_id=91af9ede-3a1f-449b-82aa-6301a8fb255c)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:57:44.956341 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-485d9351-4efb-408f-9b70-b3fbd324167e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (8ad7067e-22fb-48b2-aff0-cb0797986d19), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:44.999497 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-485d9351-4efb-408f-9b70-b3fbd324167e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:45.000230 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-485d9351-4efb-408f-9b70-b3fbd324167e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:45.001747 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-485d9351-4efb-408f-9b70-b3fbd324167e service neutron] 10.222.0.121 "PUT /v2.0/ports/8ad7067e-22fb-48b2-aff0-cb0797986d19 HTTP/1.1" status: 200 len: 1093 time: 0.8070223 Feb 09 01:57:45.002276 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eae238d-a580-46cf-bed1-2bda30e20962', 'tag': '8ad7067e-22fb-48b2-aff0-cb0797986d19'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:57:45.004912 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8ca174-d7e6-4172-8b94-10f64d2e2ba9" -d '{"events": [{"name": "network-changed", "server_uuid": "9eae238d-a580-46cf-bed1-2bda30e20962", "tag": "8ad7067e-22fb-48b2-aff0-cb0797986d19"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:57:45.033149 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d9351-4efb-408f-9b70-b3fbd324167e service neutron] Pushing event updated for resources: {'Port': ['ID=8ad7067e-22fb-48b2-aff0-cb0797986d19,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:45.097382 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3de039-42b9-43d9-99fc-92e5b431b005 x-openstack-request-id: req-1c3de039-42b9-43d9-99fc-92e5b431b005 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:57:45.097687 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eae238d-a580-46cf-bed1-2bda30e20962", "tag": "8ad7067e-22fb-48b2-aff0-cb0797986d19", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:57:45.097948 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1c3de039-42b9-43d9-99fc-92e5b431b005 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:57:45.098351 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eae238d-a580-46cf-bed1-2bda30e20962', 'tag': '8ad7067e-22fb-48b2-aff0-cb0797986d19', 'status': 'completed', 'code': 200} Feb 09 01:57:45.120950 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-7ff9d9ff-71c1-4922-944c-74d2b5fdfa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:45.132506 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-7ff9d9ff-71c1-4922-944c-74d2b5fdfa04 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cac763247f3146f9ad3039f0cdc9c088&device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 1127 time: 0.0768554 Feb 09 01:57:45.184408 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-8db2da1e-3baf-460d-8e88-1ee8f99e7119 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ad7067e-22fb-48b2-aff0-cb0797986d19 HTTP/1.1" status: 200 len: 217 time: 0.0441036 Feb 09 01:57:45.236469 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-9451ac1b-e704-4a17-9a74-a8357fd91006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:45.237942 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-9451ac1b-e704-4a17-9a74-a8357fd91006 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=692fddba-72a4-45ca-b7c8-ccf0fbdb4c43 HTTP/1.1" status: 200 len: 849 time: 0.0482605 Feb 09 01:57:45.297783 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-0ee3aa14-a4c0-4147-a94b-e6bef91adad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:45.299303 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-0ee3aa14-a4c0-4147-a94b-e6bef91adad3 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=80054ff2-e1bf-4010-ada6-1c294b9aea30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0555773 Feb 09 01:57:45.423901 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-770c7e77-8bf9-4d12-b8b0-f4465f95b85c service neutron] 10.222.0.121 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171947 Feb 09 01:57:45.532938 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4a4ff2a8-5e79-47ab-82fc-3e8b585fb74b req-e8ec7c9e-0e03-49f2-b6da-9ffb8cff6771 service neutron] 10.222.0.121 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028683 Feb 09 01:57:45.655953 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ca174-d7e6-4172-8b94-10f64d2e2ba9 req-5851b30b-ddc1-4abb-af51-85e11808ac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:45.658505 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fe8ca174-d7e6-4172-8b94-10f64d2e2ba9 req-5851b30b-ddc1-4abb-af51-85e11808ac84 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cac763247f3146f9ad3039f0cdc9c088&device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 1127 time: 0.0760176 Feb 09 01:57:45.771030 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ca174-d7e6-4172-8b94-10f64d2e2ba9 req-5aff7f03-111e-4df8-aaa4-a75f823e232d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:45.773227 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fe8ca174-d7e6-4172-8b94-10f64d2e2ba9 req-5aff7f03-111e-4df8-aaa4-a75f823e232d service neutron] 10.222.0.121 "GET /v2.0/networks?id=80054ff2-e1bf-4010-ada6-1c294b9aea30 HTTP/1.1" status: 200 len: 911 time: 0.1084945 Feb 09 01:57:45.789581 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 47462) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:45.843327 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fe8ca174-d7e6-4172-8b94-10f64d2e2ba9 req-3231deae-accd-4818-b806-b274929c00fa service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ad7067e-22fb-48b2-aff0-cb0797986d19 HTTP/1.1" status: 200 len: 217 time: 0.0633814 Feb 09 01:57:45.905848 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ca174-d7e6-4172-8b94-10f64d2e2ba9 req-51d4b769-9d25-4cfd-b932-049eaa4bd91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:45.907330 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fe8ca174-d7e6-4172-8b94-10f64d2e2ba9 req-51d4b769-9d25-4cfd-b932-049eaa4bd91e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=692fddba-72a4-45ca-b7c8-ccf0fbdb4c43 HTTP/1.1" status: 200 len: 849 time: 0.0583162 Feb 09 01:57:45.983198 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ca174-d7e6-4172-8b94-10f64d2e2ba9 req-0d23bf86-a4ab-4135-a66f-ee568090bdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:45.984943 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fe8ca174-d7e6-4172-8b94-10f64d2e2ba9 req-0d23bf86-a4ab-4135-a66f-ee568090bdd3 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=80054ff2-e1bf-4010-ada6-1c294b9aea30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0714645 Feb 09 01:57:46.013488 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d8e52f97-c876-4470-be9d-bad683380a81 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ed12555983344a6792020ec1b449e0d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2206247 Feb 09 01:57:46.020301 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 47470) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:46.062330 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c60b6-6ce8-41c0-9470-c39bef052f4a req-615c31a2-619b-4804-a986-609fec4e0b20 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:46.069545 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-642c60b6-6ce8-41c0-9470-c39bef052f4a req-615c31a2-619b-4804-a986-609fec4e0b20 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 944 time: 0.1292849 Feb 09 01:57:46.096072 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fe8ca174-d7e6-4172-8b94-10f64d2e2ba9 req-eba3a8e5-e1aa-49e6-8a44-a97a24c6dc3d service neutron] 10.222.0.121 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039412 Feb 09 01:57:46.131918 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fa2c71f8-97f3-4ae8-a6de-e78290c7c24b admin admin] Publish callbacks [] for security_group (150141c6-6b25-4ded-ada3-928a71ec3c64), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:46.156997 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fa2c71f8-97f3-4ae8-a6de-e78290c7c24b admin admin] Publish callbacks [] for security_group (150141c6-6b25-4ded-ada3-928a71ec3c64), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:46.199536 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-fe8ca174-d7e6-4172-8b94-10f64d2e2ba9 req-c5c07de2-44f8-4e28-b613-06a9b89fa369 service neutron] 10.222.0.121 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966642 Feb 09 01:57:46.217525 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-642c60b6-6ce8-41c0-9470-c39bef052f4a req-b025c57e-9388-420a-aa83-62f00ecfb50c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465557 Feb 09 01:57:46.219031 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fa2c71f8-97f3-4ae8-a6de-e78290c7c24b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (150141c6-6b25-4ded-ada3-928a71ec3c64), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:46.223244 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fa2c71f8-97f3-4ae8-a6de-e78290c7c24b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:46.235755 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-fa2c71f8-97f3-4ae8-a6de-e78290c7c24b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/150141c6-6b25-4ded-ada3-928a71ec3c64 HTTP/1.1" status: 204 len: 168 time: 0.2049828 Feb 09 01:57:46.257441 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c71f8-97f3-4ae8-a6de-e78290c7c24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150141c6-6b25-4ded-ada3-928a71ec3c64,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:47.354650 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22d9a2-ecb5-4dd9-93f3-547f7e3109f8 req-b67929db-d048-4722-85b1-52787742b2cf tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:47.356311 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5f22d9a2-ecb5-4dd9-93f3-547f7e3109f8 req-b67929db-d048-4722-85b1-52787742b2cf tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 944 time: 0.0570900 Feb 09 01:57:47.405716 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5f22d9a2-ecb5-4dd9-93f3-547f7e3109f8 req-7c31f8fe-adaf-4388-a942-9fd208168ed4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437450 Feb 09 01:57:48.537024 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8337c3-ba13-4054-bef3-231b6a049a71 req-16033788-cb32-41b1-9673-69049ede84c3 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:48.538500 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b8337c3-ba13-4054-bef3-231b6a049a71 req-16033788-cb32-41b1-9673-69049ede84c3 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 944 time: 0.0631673 Feb 09 01:57:48.603249 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b8337c3-ba13-4054-bef3-231b6a049a71 req-2be0c68d-17c3-4aa6-aa7c-fd593ebf0c73 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570929 Feb 09 01:57:49.744532 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:49.764202 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c90b5-7f61-4b85-b762-9407b8dbf2ac req-8f168892-8993-4929-b67d-e653baa003ad tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:49.771281 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d22c90b5-7f61-4b85-b762-9407b8dbf2ac req-8f168892-8993-4929-b67d-e653baa003ad tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 944 time: 0.0726976 Feb 09 01:57:49.832378 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d22c90b5-7f61-4b85-b762-9407b8dbf2ac req-275700ad-b5bd-4324-91d2-d5d06e7dcadb tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600939 Feb 09 01:57:50.845542 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a79aae2a-f0f7-45ec-a008-b3eab3a6a4c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:51.006116 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12988d92-d309-4486-bb2c-45b0daca3638 req-a8faabf5-5df2-457c-ae96-8c62e35e42d0 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:51.008384 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-12988d92-d309-4486-bb2c-45b0daca3638 req-a8faabf5-5df2-457c-ae96-8c62e35e42d0 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 944 time: 0.0864854 Feb 09 01:57:51.072904 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-12988d92-d309-4486-bb2c-45b0daca3638 req-09b75aa6-70e9-47ac-baf1-8bdacc3430e9 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564022 Feb 09 01:57:51.296083 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:52.237671 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43615ad0-4337-413c-b5cc-58d89ab309a5 req-7ce4c1af-1bad-4ade-be9e-e04a849a47ae tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:52.240335 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-43615ad0-4337-413c-b5cc-58d89ab309a5 req-7ce4c1af-1bad-4ade-be9e-e04a849a47ae tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 944 time: 0.0751545 Feb 09 01:57:52.318554 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-43615ad0-4337-413c-b5cc-58d89ab309a5 req-c15def13-e337-4977-a954-ad13f1d817d6 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675318 Feb 09 01:57:53.454767 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa7425-3d54-45ef-8225-9a7bf2a609f5 req-366c4d2d-a63a-41b7-b25c-de66393aecfd tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:53.456631 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a0fa7425-3d54-45ef-8225-9a7bf2a609f5 req-366c4d2d-a63a-41b7-b25c-de66393aecfd tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 944 time: 0.0596068 Feb 09 01:57:53.509338 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a0fa7425-3d54-45ef-8225-9a7bf2a609f5 req-66dae4a0-e52c-4f41-9a13-d95377492ca7 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460601 Feb 09 01:57:54.286756 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0025a7a9-4167-4c41-8bb4-1ecee9dde264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:54.633405 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dad6de-ab72-4d5b-bfee-71db13e79707 req-bb58e3e6-9e40-4ebd-ac2f-766e94e85e32 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:54.634884 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-12dad6de-ab72-4d5b-bfee-71db13e79707 req-bb58e3e6-9e40-4ebd-ac2f-766e94e85e32 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 944 time: 0.0527511 Feb 09 01:57:54.681718 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-12dad6de-ab72-4d5b-bfee-71db13e79707 req-88764a12-14ce-4acf-8f27-89cedf98b4ec tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409091 Feb 09 01:57:55.808662 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe2b2e-7f73-4ac7-acbb-3cfd3b3bfcd8 req-0d3a0519-bc52-4c45-ab1d-716715e6fb05 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:55.810145 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b6fe2b2e-7f73-4ac7-acbb-3cfd3b3bfcd8 req-0d3a0519-bc52-4c45-ab1d-716715e6fb05 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 944 time: 0.0531595 Feb 09 01:57:55.861314 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b6fe2b2e-7f73-4ac7-acbb-3cfd3b3bfcd8 req-6c077290-b90f-4657-b554-825955320c41 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453217 Feb 09 01:57:55.910215 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:56.985344 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6dad6f-3dd1-409e-af90-5ac55d9866da req-791c00b0-add6-4a27-8b59-7bdccccdb23d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:56.987824 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cd6dad6f-3dd1-409e-af90-5ac55d9866da req-791c00b0-add6-4a27-8b59-7bdccccdb23d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 944 time: 0.0565825 Feb 09 01:57:57.034970 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cd6dad6f-3dd1-409e-af90-5ac55d9866da req-a1f648ea-5cfb-454e-b879-149f4dedcad5 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431013 Feb 09 01:57:57.638334 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:58.158735 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56f14c-6f03-47a5-8db6-281990adcc1e req-270c1994-4df1-4998-94ee-4fa23a9d6802 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:58.160290 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3f56f14c-6f03-47a5-8db6-281990adcc1e req-270c1994-4df1-4998-94ee-4fa23a9d6802 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 944 time: 0.0561368 Feb 09 01:57:58.211384 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3f56f14c-6f03-47a5-8db6-281990adcc1e req-1d05975c-e43e-4d36-a589-f0b12fc5491a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452738 Feb 09 01:57:58.327604 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:59.336750 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b139fbb-6cb2-4b5f-b3da-66e072dacb87 req-62a939cb-b754-4e4f-82b0-8468bb3eefb8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:59.338121 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2b139fbb-6cb2-4b5f-b3da-66e072dacb87 req-62a939cb-b754-4e4f-82b0-8468bb3eefb8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 944 time: 0.0584836 Feb 09 01:57:59.388755 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2b139fbb-6cb2-4b5f-b3da-66e072dacb87 req-1741fdb5-f822-44d6-a09e-4a778c27e433 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443509 Feb 09 01:58:00.512519 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe5a90-a150-4f38-975e-6b93e0e8fc9f req-de3b144c-5b00-49e6-bfda-d7d2c45a8beb tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:00.514054 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0bfe5a90-a150-4f38-975e-6b93e0e8fc9f req-de3b144c-5b00-49e6-bfda-d7d2c45a8beb tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 944 time: 0.0551002 Feb 09 01:58:00.571250 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0bfe5a90-a150-4f38-975e-6b93e0e8fc9f req-ef4b8e4c-dbb8-403c-a431-d4776366d312 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512786 Feb 09 01:58:01.701719 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161dc942-3013-4f18-af11-2dcbbd029bb5 req-b0cb704d-4fb2-4ff0-b24d-fad550821a62 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:01.704166 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-161dc942-3013-4f18-af11-2dcbbd029bb5 req-b0cb704d-4fb2-4ff0-b24d-fad550821a62 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 944 time: 0.0607538 Feb 09 01:58:01.754564 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-161dc942-3013-4f18-af11-2dcbbd029bb5 req-fc1660be-161b-4519-a339-8bc9fe982257 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443854 Feb 09 01:58:02.875189 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d9298-2914-42df-9b5d-7ffca9d255fe req-c0c86641-1d0c-44e8-8295-f589a97098b9 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:02.876695 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bc7d9298-2914-42df-9b5d-7ffca9d255fe req-c0c86641-1d0c-44e8-8295-f589a97098b9 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 944 time: 0.0545824 Feb 09 01:58:02.924538 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bc7d9298-2914-42df-9b5d-7ffca9d255fe req-81d7ffaa-9912-488e-8603-44dcb786d7fb tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417819 Feb 09 01:58:04.052580 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8f213-4350-4877-9d20-58e4d0bc2e63 req-6ba9d4d0-6593-40b3-884c-1a1df0e90a5d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:04.054096 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-55a8f213-4350-4877-9d20-58e4d0bc2e63 req-6ba9d4d0-6593-40b3-884c-1a1df0e90a5d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 944 time: 0.0561893 Feb 09 01:58:04.108632 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-55a8f213-4350-4877-9d20-58e4d0bc2e63 req-fe452c9a-384d-43e0-a2a2-ccf53a374a7c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474861 Feb 09 01:58:05.238453 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f89b7-4f1e-4ddf-96ed-112abe145dfc req-72e9ad1e-e9dd-4d6f-8497-347b74d53ac7 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:05.239943 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6f1f89b7-4f1e-4ddf-96ed-112abe145dfc req-72e9ad1e-e9dd-4d6f-8497-347b74d53ac7 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 944 time: 0.0559380 Feb 09 01:58:05.288307 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6f1f89b7-4f1e-4ddf-96ed-112abe145dfc req-7b82f98b-9001-468f-9429-e865c9ea44a9 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425258 Feb 09 01:58:06.426822 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464b424-15c9-4bce-a31a-63a931d70567 req-0359faad-ae97-430e-ab59-77436e5c8c4d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:06.429203 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5464b424-15c9-4bce-a31a-63a931d70567 req-0359faad-ae97-430e-ab59-77436e5c8c4d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 944 time: 0.0685177 Feb 09 01:58:06.485901 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5464b424-15c9-4bce-a31a-63a931d70567 req-135f9585-8737-4d8e-bf84-50791b52e089 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487816 Feb 09 01:58:07.617430 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03db2b3-4108-4783-a1f7-f454b918f272 req-0832a468-60ca-4cc5-84bc-b13c79efd29c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:07.618908 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e03db2b3-4108-4783-a1f7-f454b918f272 req-0832a468-60ca-4cc5-84bc-b13c79efd29c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 944 time: 0.0572925 Feb 09 01:58:07.666374 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e03db2b3-4108-4783-a1f7-f454b918f272 req-4470da95-cf78-4ee7-97cc-217963b98042 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416098 Feb 09 01:58:08.789160 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc66ee-7f44-4eac-b669-20fd82b6c09f req-4f465deb-9b3b-4675-bc08-1726cd2b2e02 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:08.790621 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f4cc66ee-7f44-4eac-b669-20fd82b6c09f req-4f465deb-9b3b-4675-bc08-1726cd2b2e02 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 944 time: 0.0537450 Feb 09 01:58:08.839276 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f4cc66ee-7f44-4eac-b669-20fd82b6c09f req-f47994da-81e0-479f-b329-d8c69ff0e368 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424945 Feb 09 01:58:09.961627 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ecde4-14d1-445b-b9a9-9ed3586d44cc req-056cfd88-bf07-44f8-9eff-7e37bff7a92e tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:09.963080 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bb7ecde4-14d1-445b-b9a9-9ed3586d44cc req-056cfd88-bf07-44f8-9eff-7e37bff7a92e tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 944 time: 0.0523424 Feb 09 01:58:10.014328 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bb7ecde4-14d1-445b-b9a9-9ed3586d44cc req-020c55b6-bcc7-4d7f-9aed-bd597a7987ac tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447588 Feb 09 01:58:11.133207 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313c11a-ea2d-4916-a702-8210c88726ce req-25082b79-dfc0-4448-b363-16ae7c08501b tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:11.134733 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8313c11a-ea2d-4916-a702-8210c88726ce req-25082b79-dfc0-4448-b363-16ae7c08501b tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 944 time: 0.0536475 Feb 09 01:58:11.183228 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8313c11a-ea2d-4916-a702-8210c88726ce req-626beabb-f80f-48ab-9e5d-6a64410af992 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413198 Feb 09 01:58:12.303613 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132417b-576a-4c0c-9f6a-1513f49d01d7 req-363bd659-a9a0-4525-a9e3-ae5e3f2663b6 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:12.305126 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9132417b-576a-4c0c-9f6a-1513f49d01d7 req-363bd659-a9a0-4525-a9e3-ae5e3f2663b6 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 944 time: 0.0539293 Feb 09 01:58:12.353849 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9132417b-576a-4c0c-9f6a-1513f49d01d7 req-7e98abe3-5882-4496-884b-c76e0788708f tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424666 Feb 09 01:58:13.477301 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8be8e-4821-4fa0-a7d1-61b31aa61c15 req-e8a9b775-437d-480b-af4f-5432174a1c22 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:13.478771 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4ac8be8e-4821-4fa0-a7d1-61b31aa61c15 req-e8a9b775-437d-480b-af4f-5432174a1c22 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 944 time: 0.0567396 Feb 09 01:58:13.527673 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4ac8be8e-4821-4fa0-a7d1-61b31aa61c15 req-1a3e9516-a0f8-4edf-a72b-f9eadbbc8296 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422289 Feb 09 01:58:13.540299 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 8ad7067e-22fb-48b2-aff0-cb0797986d19 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:58:13.639937 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 8ad7067e-22fb-48b2-aff0-cb0797986d19, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=8ad7067e-22fb-48b2-aff0-cb0797986d19,segment=NetworkSegment(91af9ede-3a1f-449b-82aa-6301a8fb255c),segment_id=91af9ede-3a1f-449b-82aa-6301a8fb255c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:58:13.651191 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '8ad7067e-22fb-48b2-aff0-cb0797986d19', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'port_id': '8ad7067e-22fb-48b2-aff0-cb0797986d19', 'mac_address': 'fa:16:3e:8e:38:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:58:13.687628 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 8ad7067e-22fb-48b2-aff0-cb0797986d19 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:58:13.688029 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8ad7067e-22fb-48b2-aff0-cb0797986d19), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:13.701165 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ad7067e-22fb-48b2-aff0-cb0797986d19 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:58:13.721033 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 8ad7067e-22fb-48b2-aff0-cb0797986d19, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=8ad7067e-22fb-48b2-aff0-cb0797986d19,segment=NetworkSegment(91af9ede-3a1f-449b-82aa-6301a8fb255c),segment_id=91af9ede-3a1f-449b-82aa-6301a8fb255c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:58:13.725620 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8ad7067e-22fb-48b2-aff0-cb0797986d19), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:13.780845 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=8ad7067e-22fb-48b2-aff0-cb0797986d19,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:13.955793 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['8ad7067e-22fb-48b2-aff0-cb0797986d19'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:58:14.328486 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:58:14.652357 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa0bb5-45d9-40e1-a83a-abcf063ac183 req-c4eba221-12ed-4816-b1ad-78158eac3c0b tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:14.653824 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5efa0bb5-45d9-40e1-a83a-abcf063ac183 req-c4eba221-12ed-4816-b1ad-78158eac3c0b tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 945 time: 0.0532949 Feb 09 01:58:14.700861 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5efa0bb5-45d9-40e1-a83a-abcf063ac183 req-8570c55f-a6e5-4831-896d-f8520cb38dc0 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414238 Feb 09 01:58:15.550377 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 8ad7067e-22fb-48b2-aff0-cb0797986d19 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:58:15.602929 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 8ad7067e-22fb-48b2-aff0-cb0797986d19 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:58:15.607435 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 8ad7067e-22fb-48b2-aff0-cb0797986d19 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:15.607794 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8ad7067e-22fb-48b2-aff0-cb0797986d19), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:15.682162 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 8ad7067e-22fb-48b2-aff0-cb0797986d19 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:58:15.682542 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8ad7067e-22fb-48b2-aff0-cb0797986d19), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:15.706347 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eae238d-a580-46cf-bed1-2bda30e20962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad7067e-22fb-48b2-aff0-cb0797986d19'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:58:15.708607 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407be549-edf8-4337-8fc9-ea7b895a0829" -d '{"events": [{"server_uuid": "9eae238d-a580-46cf-bed1-2bda30e20962", "name": "network-vif-plugged", "status": "completed", "tag": "8ad7067e-22fb-48b2-aff0-cb0797986d19"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:58:15.721373 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 8ad7067e-22fb-48b2-aff0-cb0797986d19, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=8ad7067e-22fb-48b2-aff0-cb0797986d19,segment=NetworkSegment(91af9ede-3a1f-449b-82aa-6301a8fb255c),segment_id=91af9ede-3a1f-449b-82aa-6301a8fb255c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:58:15.727353 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8ad7067e-22fb-48b2-aff0-cb0797986d19), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:15.757827 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8f9bf5-f8c2-4bd8-99fc-aa3321d8993d x-openstack-request-id: req-fb8f9bf5-f8c2-4bd8-99fc-aa3321d8993d {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:58:15.758121 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eae238d-a580-46cf-bed1-2bda30e20962", "name": "network-vif-plugged", "status": "completed", "tag": "8ad7067e-22fb-48b2-aff0-cb0797986d19", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:58:15.758371 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fb8f9bf5-f8c2-4bd8-99fc-aa3321d8993d {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:58:15.758764 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eae238d-a580-46cf-bed1-2bda30e20962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad7067e-22fb-48b2-aff0-cb0797986d19', 'code': 200} Feb 09 01:58:15.785357 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=8ad7067e-22fb-48b2-aff0-cb0797986d19,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:15.837098 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600ec03-fc3a-4da8-85fa-810a8c7e0ad0 req-c28dbeb6-1a22-44ec-b17b-0f86de034ff5 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:15.838646 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c600ec03-fc3a-4da8-85fa-810a8c7e0ad0 req-c28dbeb6-1a22-44ec-b17b-0f86de034ff5 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 946 time: 0.0637300 Feb 09 01:58:15.858641 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80012975-195d-4566-90e6-2612de64d42b req-f49e6f5c-faa0-4c93-b37e-bb7361eba89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:15.860260 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-80012975-195d-4566-90e6-2612de64d42b req-f49e6f5c-faa0-4c93-b37e-bb7361eba89c service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 1129 time: 0.0457160 Feb 09 01:58:15.888366 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c600ec03-fc3a-4da8-85fa-810a8c7e0ad0 req-ace51af7-8ae8-4f8f-ab40-d767be85bd11 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432935 Feb 09 01:58:15.905983 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-80012975-195d-4566-90e6-2612de64d42b req-56c291a7-cb74-4d94-839d-35e87154e514 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401113 Feb 09 01:58:17.016740 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450e4e7-331a-46ff-b8d6-9a8e4d12a055 req-db3d8dc0-7db5-4e47-b1c6-2d47e0cb0d6d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:17.018252 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0450e4e7-331a-46ff-b8d6-9a8e4d12a055 req-db3d8dc0-7db5-4e47-b1c6-2d47e0cb0d6d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 946 time: 0.0556200 Feb 09 01:58:17.067558 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0450e4e7-331a-46ff-b8d6-9a8e4d12a055 req-5acc2452-afe8-4c2f-874e-627383828451 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437677 Feb 09 01:58:17.186220 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd52707-af5c-4857-8f0a-85c9a94544a2 req-c23bf9bb-fb3c-4d77-85bf-e347a7baf514 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:17.187610 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-abd52707-af5c-4857-8f0a-85c9a94544a2 req-c23bf9bb-fb3c-4d77-85bf-e347a7baf514 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 946 time: 0.0532019 Feb 09 01:58:17.238652 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-abd52707-af5c-4857-8f0a-85c9a94544a2 req-8591fa6e-2a4a-4869-87af-f3cf03aac2b0 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453777 Feb 09 01:58:17.354445 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb59f1-0cd4-4667-8540-bee7aa75635d req-ed83e7df-1271-4fdc-b53c-8c8def453a6e tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:17.355911 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a7bb59f1-0cd4-4667-8540-bee7aa75635d req-ed83e7df-1271-4fdc-b53c-8c8def453a6e tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 946 time: 0.0534008 Feb 09 01:58:17.402547 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a7bb59f1-0cd4-4667-8540-bee7aa75635d req-092c9c10-2612-4dbc-8b40-421dab8ccfec tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408480 Feb 09 01:58:17.688759 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05ff0e-9bd1-4610-854e-f95514531aa3 req-c5c3d685-5439-47b6-83e9-b48be4ab1309 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:17.690206 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fb05ff0e-9bd1-4610-854e-f95514531aa3 req-c5c3d685-5439-47b6-83e9-b48be4ab1309 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 946 time: 0.0524945 Feb 09 01:58:17.736161 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fb05ff0e-9bd1-4610-854e-f95514531aa3 req-31ab6768-ca30-401d-9129-2f59c7c502a2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402062 Feb 09 01:58:18.866125 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fef642-a134-44b0-8c6e-938c6ef4b4ff req-c613c6f9-a621-4428-8e05-479655df0d69 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:18.867602 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c7fef642-a134-44b0-8c6e-938c6ef4b4ff req-c613c6f9-a621-4428-8e05-479655df0d69 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 946 time: 0.0617566 Feb 09 01:58:18.914673 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c7fef642-a134-44b0-8c6e-938c6ef4b4ff req-da1caf97-be74-4bec-937e-97933f833ba4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405118 Feb 09 01:58:19.185687 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4ca48-86c1-48b6-8495-f5fbe185f51c req-51a6e86b-7262-4509-816f-83d73b56e344 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:19.187312 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-57b4ca48-86c1-48b6-8495-f5fbe185f51c req-51a6e86b-7262-4509-816f-83d73b56e344 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.121 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 946 time: 0.0586121 Feb 09 01:58:19.277555 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-57b4ca48-86c1-48b6-8495-f5fbe185f51c req-bad2a5ed-4baa-4c28-b710-bdc4ad3ce080 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Deleting port 8ad7067e-22fb-48b2-aff0-cb0797986d19 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:58:19.277886 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-57b4ca48-86c1-48b6-8495-f5fbe185f51c req-bad2a5ed-4baa-4c28-b710-bdc4ad3ce080 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (8ad7067e-22fb-48b2-aff0-cb0797986d19), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:19.369424 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-57b4ca48-86c1-48b6-8495-f5fbe185f51c req-bad2a5ed-4baa-4c28-b710-bdc4ad3ce080 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] For port 8ad7067e-22fb-48b2-aff0-cb0797986d19, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=8ad7067e-22fb-48b2-aff0-cb0797986d19,segment=NetworkSegment(91af9ede-3a1f-449b-82aa-6301a8fb255c),segment_id=91af9ede-3a1f-449b-82aa-6301a8fb255c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:58:19.369785 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-57b4ca48-86c1-48b6-8495-f5fbe185f51c req-bad2a5ed-4baa-4c28-b710-bdc4ad3ce080 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (8ad7067e-22fb-48b2-aff0-cb0797986d19), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:19.383459 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-57b4ca48-86c1-48b6-8495-f5fbe185f51c req-bad2a5ed-4baa-4c28-b710-bdc4ad3ce080 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Calling delete_port for 8ad7067e-22fb-48b2-aff0-cb0797986d19 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:58:19.516565 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-57b4ca48-86c1-48b6-8495-f5fbe185f51c req-bad2a5ed-4baa-4c28-b710-bdc4ad3ce080 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (8ad7067e-22fb-48b2-aff0-cb0797986d19), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:19.529262 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['8ad7067e-22fb-48b2-aff0-cb0797986d19'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:58:19.727747 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:19.843599 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad2a5ed-4baa-4c28-b710-bdc4ad3ce080 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Pushing event deleted for resources: {'Port': ['ID=8ad7067e-22fb-48b2-aff0-cb0797986d19,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:19.874622 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad2a5ed-4baa-4c28-b710-bdc4ad3ce080 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:19.874970 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad2a5ed-4baa-4c28-b710-bdc4ad3ce080 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:19.875311 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad2a5ed-4baa-4c28-b710-bdc4ad3ce080 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:19.875656 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad2a5ed-4baa-4c28-b710-bdc4ad3ce080 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:19.876004 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad2a5ed-4baa-4c28-b710-bdc4ad3ce080 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:19.876335 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad2a5ed-4baa-4c28-b710-bdc4ad3ce080 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:19.876670 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad2a5ed-4baa-4c28-b710-bdc4ad3ce080 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:19.876993 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad2a5ed-4baa-4c28-b710-bdc4ad3ce080 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:19.877314 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad2a5ed-4baa-4c28-b710-bdc4ad3ce080 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:19.877635 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad2a5ed-4baa-4c28-b710-bdc4ad3ce080 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:19.877958 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad2a5ed-4baa-4c28-b710-bdc4ad3ce080 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:19.878275 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad2a5ed-4baa-4c28-b710-bdc4ad3ce080 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:19.878596 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad2a5ed-4baa-4c28-b710-bdc4ad3ce080 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:19.900427 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b4ca48-86c1-48b6-8495-f5fbe185f51c req-bad2a5ed-4baa-4c28-b710-bdc4ad3ce080 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] No DVR routers for this DVR port 8ad7067e-22fb-48b2-aff0-cb0797986d19 on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:58:19.903907 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-57b4ca48-86c1-48b6-8495-f5fbe185f51c req-bad2a5ed-4baa-4c28-b710-bdc4ad3ce080 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:19.907422 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-57b4ca48-86c1-48b6-8495-f5fbe185f51c req-bad2a5ed-4baa-4c28-b710-bdc4ad3ce080 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.121 "DELETE /v2.0/ports/8ad7067e-22fb-48b2-aff0-cb0797986d19 HTTP/1.1" status: 204 len: 173 time: 0.7153046 Feb 09 01:58:19.907868 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eae238d-a580-46cf-bed1-2bda30e20962', 'name': 'network-vif-deleted', 'tag': '8ad7067e-22fb-48b2-aff0-cb0797986d19'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:58:19.910319 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa91e4fe-dc4a-490c-a2ff-6d011aeeed00" -d '{"events": [{"server_uuid": "9eae238d-a580-46cf-bed1-2bda30e20962", "name": "network-vif-deleted", "tag": "8ad7067e-22fb-48b2-aff0-cb0797986d19"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:58:19.961195 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23dcfeab-b537-447b-ae15-c841459e4071 x-openstack-request-id: req-23dcfeab-b537-447b-ae15-c841459e4071 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:58:19.961499 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eae238d-a580-46cf-bed1-2bda30e20962", "name": "network-vif-deleted", "tag": "8ad7067e-22fb-48b2-aff0-cb0797986d19", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:58:19.961737 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-23dcfeab-b537-447b-ae15-c841459e4071 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:58:19.962141 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eae238d-a580-46cf-bed1-2bda30e20962', 'name': 'network-vif-deleted', 'tag': '8ad7067e-22fb-48b2-aff0-cb0797986d19', 'status': 'completed', 'code': 200} Feb 09 01:58:20.032585 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-32ada692-2c34-4429-94d4-140f0ba86dea req-ae181394-cdb8-452e-971b-648093120883 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 210 time: 0.0323515 Feb 09 01:58:20.841188 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a8763d0e-4dc3-4383-aa84-75355b061bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:21.144338 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9ad4cb49-2dda-4e81-91d9-9efa89cc9111 req-131549eb-0f17-4042-acd5-13f3f275c18d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 210 time: 0.0340755 Feb 09 01:58:21.302535 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:21.567817 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 8ad7067e-22fb-48b2-aff0-cb0797986d19 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:58:21.594383 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 8ad7067e-22fb-48b2-aff0-cb0797986d19 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:58:21.594736 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 8ad7067e-22fb-48b2-aff0-cb0797986d19 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:58:22.245991 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-70fbdb4f-5dbd-47e6-86d4-d7732762eb4c req-5e005a69-587c-4a5a-973f-237b015d4d46 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 210 time: 0.0320215 Feb 09 01:58:23.354497 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ca8f59fd-9e1f-47c1-a840-0ad989cba07d req-df581871-b448-4013-a62c-0f59281bd263 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 210 time: 0.0275097 Feb 09 01:58:24.288120 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fabdb7fe-86e4-4f0b-b511-bc06d67396d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:24.452512 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-447c101f-b311-4720-ba32-4d40698bcfcd req-9c6696ea-93fd-4522-8413-dd0355c9f0c0 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 210 time: 0.0281980 Feb 09 01:58:25.550629 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c721faf6-d2ea-40fb-b02e-aac307634b2b req-c4b712cf-5695-4d94-b8d8-26c561e483ad tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 210 time: 0.0295455 Feb 09 01:58:25.912999 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:26.650567 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1b0a89ae-3de7-491c-8d2d-f43f5952ceb4 req-2b7e73c4-160a-4c95-8410-ba56707e3e00 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 210 time: 0.0290921 Feb 09 01:58:27.643789 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:27.747746 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-42cffc08-30b1-4068-b164-949d4c8dd78e req-6d7752ab-e442-4c24-a394-a5a8c0b40194 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 210 time: 0.0274916 Feb 09 01:58:28.329841 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:28.870759 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da7eee7c-235d-4901-9e30-bc4e827ea07d req-de126b7a-92c3-4862-a7dc-0944b73893d8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eae238d-a580-46cf-bed1-2bda30e20962 HTTP/1.1" status: 200 len: 210 time: 0.0327320 Feb 09 01:58:49.764893 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:50.845113 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7d58a214-e147-4e33-b7af-e1a977886f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:51.297917 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:51.327940 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:58:54.291866 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5f0486b9-bba7-4f8d-82cd-9a5248fc6a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:55.917084 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:57.646204 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:58.344604 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:01.311665 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-f35e843f-73cd-4082-b7fe-af34fa8c4679 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:01.314160 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-f35e843f-73cd-4082-b7fe-af34fa8c4679 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/networks?id=80054ff2-e1bf-4010-ada6-1c294b9aea30 HTTP/1.1" status: 200 len: 810 time: 0.1058838 Feb 09 01:59:01.330364 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-8009820c-bb49-449e-871c-f59bc30973ab tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/quotas/cac763247f3146f9ad3039f0cdc9c088 HTTP/1.1" status: 200 len: 375 time: 0.0107234 Feb 09 01:59:01.392744 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-4fe2e393-1e35-4f49-b87a-c8f7d4241e35 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cac763247f3146f9ad3039f0cdc9c088&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570719 Feb 09 01:59:01.505257 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-10b21e80-933b-4a12-996b-a65d0f81bc46 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:59:01.506675 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-10b21e80-933b-4a12-996b-a65d0f81bc46 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1077549 Feb 09 01:59:01.604492 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-429b9ce0-a0f3-4abc-b871-bef2dd4dc568 service neutron] 10.222.0.30 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913200 Feb 09 01:59:01.695583 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-7d20ba34-f083-4dec-8019-345cea2338c9 service neutron] 10.222.0.30 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845559 Feb 09 01:59:01.994496 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-056b242d-6126-441c-b7e4-623e6f034ed6 req-8b899d63-def0-49d7-aa91-5a10d14af837 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbdab558-c13b-4ca6-bec1-575bb5249774 HTTP/1.1" status: 200 len: 210 time: 0.0333769 Feb 09 01:59:02.941476 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-dc0b6b09-6527-4ad6-b619-b63cd4e72b8d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:02.942966 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-dc0b6b09-6527-4ad6-b619-b63cd4e72b8d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.121 "GET /v2.0/networks?id=80054ff2-e1bf-4010-ada6-1c294b9aea30 HTTP/1.1" status: 200 len: 810 time: 0.1159329 Feb 09 01:59:02.955027 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-3467ad4d-2722-4502-94c9-80d30e1ff872 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Request body: {'port': {'device_id': 'dbdab558-c13b-4ca6-bec1-575bb5249774', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'admin_state_up': True, 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:03.067950 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-3467ad4d-2722-4502-94c9-80d30e1ff872 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Made reservation on behalf of cac763247f3146f9ad3039f0cdc9c088 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:59:03.071261 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-3467ad4d-2722-4502-94c9-80d30e1ff872 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:03.103474 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d72b45fc-f70d-4531-b305-6cf67b21f8bb req-541cde1a-7b61-4db9-9ee8-2aa094d0be7f tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbdab558-c13b-4ca6-bec1-575bb5249774 HTTP/1.1" status: 200 len: 210 time: 0.0382559 Feb 09 01:59:03.210408 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-3467ad4d-2722-4502-94c9-80d30e1ff872 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Allocated IP 172.20.0.3 (80054ff2-e1bf-4010-ada6-1c294b9aea30/692fddba-72a4-45ca-b7c8-ccf0fbdb4c43/9d7faa36-fc7a-4b88-ab3e-718954b19ba9) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:59:03.365542 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-3467ad4d-2722-4502-94c9-80d30e1ff872 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for port (9d7faa36-fc7a-4b88-ab3e-718954b19ba9), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:03.400187 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-3467ad4d-2722-4502-94c9-80d30e1ff872 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (9d7faa36-fc7a-4b88-ab3e-718954b19ba9), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:03.448252 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-3467ad4d-2722-4502-94c9-80d30e1ff872 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Network 80054ff2-e1bf-4010-ada6-1c294b9aea30 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:59:03.454222 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-3467ad4d-2722-4502-94c9-80d30e1ff872 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:59:03.456287 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3467ad4d-2722-4502-94c9-80d30e1ff872 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Pushing event updated for resources: {'Port': ['ID=9d7faa36-fc7a-4b88-ab3e-718954b19ba9,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:03.458430 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-3467ad4d-2722-4502-94c9-80d30e1ff872 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:59:03.510160 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-3467ad4d-2722-4502-94c9-80d30e1ff872 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:03.510776 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-3467ad4d-2722-4502-94c9-80d30e1ff872 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:03.528888 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-3467ad4d-2722-4502-94c9-80d30e1ff872 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5781324 Feb 09 01:59:03.541749 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-9f0a8846-817b-464f-ae4a-60e8891c2a1d service neutron] Request body: {'port': {'device_id': 'dbdab558-c13b-4ca6-bec1-575bb5249774', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:03.616796 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-9f0a8846-817b-464f-ae4a-60e8891c2a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9d7faa36-fc7a-4b88-ab3e-718954b19ba9), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:03.741844 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-6a4dd010-95a3-4f56-90cf-2693f3b42660 None None] Provisioning complete for port 9d7faa36-fc7a-4b88-ab3e-718954b19ba9 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:03.742802 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6a4dd010-95a3-4f56-90cf-2693f3b42660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9d7faa36-fc7a-4b88-ab3e-718954b19ba9), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:03.781503 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6a4dd010-95a3-4f56-90cf-2693f3b42660 None None] Port 9d7faa36-fc7a-4b88-ab3e-718954b19ba9 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:59:03.892996 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-9f0a8846-817b-464f-ae4a-60e8891c2a1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d7faa36-fc7a-4b88-ab3e-718954b19ba9 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:59:03.900513 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-9f0a8846-817b-464f-ae4a-60e8891c2a1d service neutron] Publish callbacks [] for port (9d7faa36-fc7a-4b88-ab3e-718954b19ba9), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:03.913171 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-9f0a8846-817b-464f-ae4a-60e8891c2a1d service neutron] Transition to ACTIVE for port object 9d7faa36-fc7a-4b88-ab3e-718954b19ba9 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:59:03.916636 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-9f0a8846-817b-464f-ae4a-60e8891c2a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (9d7faa36-fc7a-4b88-ab3e-718954b19ba9), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:03.968697 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a8846-817b-464f-ae4a-60e8891c2a1d service neutron] Pushing event updated for resources: {'Port': ['ID=9d7faa36-fc7a-4b88-ab3e-718954b19ba9,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:04.054104 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-9f0a8846-817b-464f-ae4a-60e8891c2a1d service neutron] Attempting to bind port 9d7faa36-fc7a-4b88-ab3e-718954b19ba9 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:59:04.054439 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-9f0a8846-817b-464f-ae4a-60e8891c2a1d service neutron] Attempting to bind port 9d7faa36-fc7a-4b88-ab3e-718954b19ba9 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '91af9ede-3a1f-449b-82aa-6301a8fb255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:59:04.054766 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-9f0a8846-817b-464f-ae4a-60e8891c2a1d service neutron] Attempting to bind port 9d7faa36-fc7a-4b88-ab3e-718954b19ba9 on network 80054ff2-e1bf-4010-ada6-1c294b9aea30 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:59:04.059801 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-9f0a8846-817b-464f-ae4a-60e8891c2a1d service neutron] Port 9d7faa36-fc7a-4b88-ab3e-718954b19ba9 on network 80054ff2-e1bf-4010-ada6-1c294b9aea30 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:59:04.060155 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-9f0a8846-817b-464f-ae4a-60e8891c2a1d service neutron] Attempting to bind port 9d7faa36-fc7a-4b88-ab3e-718954b19ba9 on network 80054ff2-e1bf-4010-ada6-1c294b9aea30 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:59:04.065899 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-9f0a8846-817b-464f-ae4a-60e8891c2a1d service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:59:04.066235 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-9f0a8846-817b-464f-ae4a-60e8891c2a1d service neutron] Checking segment: {'id': '91af9ede-3a1f-449b-82aa-6301a8fb255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:59:04.066611 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-9f0a8846-817b-464f-ae4a-60e8891c2a1d service neutron] Bound using segment: {'id': '91af9ede-3a1f-449b-82aa-6301a8fb255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:59:04.067043 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-9f0a8846-817b-464f-ae4a-60e8891c2a1d service neutron] Bound port: 9d7faa36-fc7a-4b88-ab3e-718954b19ba9, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91af9ede-3a1f-449b-82aa-6301a8fb255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:59:04.067401 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-9f0a8846-817b-464f-ae4a-60e8891c2a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9d7faa36-fc7a-4b88-ab3e-718954b19ba9), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:04.141012 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-9f0a8846-817b-464f-ae4a-60e8891c2a1d service neutron] For port 9d7faa36-fc7a-4b88-ab3e-718954b19ba9, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:59:04.146117 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-9f0a8846-817b-464f-ae4a-60e8891c2a1d service neutron] For port 9d7faa36-fc7a-4b88-ab3e-718954b19ba9, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9d7faa36-fc7a-4b88-ab3e-718954b19ba9,segment=NetworkSegment(91af9ede-3a1f-449b-82aa-6301a8fb255c),segment_id=91af9ede-3a1f-449b-82aa-6301a8fb255c)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:59:04.159901 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-9f0a8846-817b-464f-ae4a-60e8891c2a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (9d7faa36-fc7a-4b88-ab3e-718954b19ba9), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:04.188119 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-9f0a8846-817b-464f-ae4a-60e8891c2a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:04.189277 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-9f0a8846-817b-464f-ae4a-60e8891c2a1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:04.201204 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-9f0a8846-817b-464f-ae4a-60e8891c2a1d service neutron] 10.222.0.121 "PUT /v2.0/ports/9d7faa36-fc7a-4b88-ab3e-718954b19ba9 HTTP/1.1" status: 200 len: 1092 time: 0.6646471 Feb 09 01:59:04.259777 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb46c4-789c-4db1-b69e-35dc2ffe57a3 req-c10a2720-a21c-4b2c-b52b-fb6955189062 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:04.261509 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93fb46c4-789c-4db1-b69e-35dc2ffe57a3 req-c10a2720-a21c-4b2c-b52b-fb6955189062 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbdab558-c13b-4ca6-bec1-575bb5249774 HTTP/1.1" status: 200 len: 943 time: 0.0790331 Feb 09 01:59:04.277986 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbdab558-c13b-4ca6-bec1-575bb5249774', 'tag': '9d7faa36-fc7a-4b88-ab3e-718954b19ba9'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:59:04.280516 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3b2745-7377-4eaa-8b2b-3643f1cbb298" -d '{"events": [{"name": "network-changed", "server_uuid": "dbdab558-c13b-4ca6-bec1-575bb5249774", "tag": "9d7faa36-fc7a-4b88-ab3e-718954b19ba9"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:59:04.284729 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a8846-817b-464f-ae4a-60e8891c2a1d service neutron] Pushing event updated for resources: {'Port': ['ID=9d7faa36-fc7a-4b88-ab3e-718954b19ba9,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:04.337285 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93fb46c4-789c-4db1-b69e-35dc2ffe57a3 req-2921ecf5-5ed1-4368-8d70-955bcf91a257 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685263 Feb 09 01:59:04.368920 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-e9789472-5e6f-4066-a9d6-274dbde76d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:04.370509 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-e9789472-5e6f-4066-a9d6-274dbde76d94 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cac763247f3146f9ad3039f0cdc9c088&device_id=dbdab558-c13b-4ca6-bec1-575bb5249774 HTTP/1.1" status: 200 len: 1126 time: 0.0815725 Feb 09 01:59:04.372015 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6aedcd3-ec2f-4812-8336-d8f33d3a77e4 x-openstack-request-id: req-d6aedcd3-ec2f-4812-8336-d8f33d3a77e4 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:59:04.372246 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbdab558-c13b-4ca6-bec1-575bb5249774", "tag": "9d7faa36-fc7a-4b88-ab3e-718954b19ba9", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:59:04.372635 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d6aedcd3-ec2f-4812-8336-d8f33d3a77e4 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:59:04.373027 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbdab558-c13b-4ca6-bec1-575bb5249774', 'tag': '9d7faa36-fc7a-4b88-ab3e-718954b19ba9', 'status': 'completed', 'code': 200} Feb 09 01:59:04.416258 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-47a65ac0-02a2-4bae-b2c3-9531ca4c13aa service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d7faa36-fc7a-4b88-ab3e-718954b19ba9 HTTP/1.1" status: 200 len: 217 time: 0.0390403 Feb 09 01:59:04.466713 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-af7248f5-62d3-4377-a976-c7c52cf9ba05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:04.468197 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-af7248f5-62d3-4377-a976-c7c52cf9ba05 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=692fddba-72a4-45ca-b7c8-ccf0fbdb4c43 HTTP/1.1" status: 200 len: 849 time: 0.0466313 Feb 09 01:59:04.524118 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-ee72846b-36b2-419f-bd36-fa9f8b16d0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:04.527120 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-ee72846b-36b2-419f-bd36-fa9f8b16d0dc service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=80054ff2-e1bf-4010-ada6-1c294b9aea30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0525873 Feb 09 01:59:04.623864 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-1348f44a-c9bc-4332-ae74-8bb5941d708a service neutron] 10.222.0.121 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908601 Feb 09 01:59:04.718361 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-4422a0f1-5df7-4c2e-9411-48c66328c551 req-de241e2f-5ab5-4eb1-8ba3-75769a937e1b service neutron] 10.222.0.121 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882862 Feb 09 01:59:04.812198 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b2745-7377-4eaa-8b2b-3643f1cbb298 req-e8bbc1f1-07ec-4019-aa9a-4fb58cbdc765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:04.814382 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ce3b2745-7377-4eaa-8b2b-3643f1cbb298 req-e8bbc1f1-07ec-4019-aa9a-4fb58cbdc765 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cac763247f3146f9ad3039f0cdc9c088&device_id=dbdab558-c13b-4ca6-bec1-575bb5249774 HTTP/1.1" status: 200 len: 1126 time: 0.0496461 Feb 09 01:59:04.906862 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b2745-7377-4eaa-8b2b-3643f1cbb298 req-27d41cff-13bf-44e4-9a42-37471e001189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:04.908548 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ce3b2745-7377-4eaa-8b2b-3643f1cbb298 req-27d41cff-13bf-44e4-9a42-37471e001189 service neutron] 10.222.0.121 "GET /v2.0/networks?id=80054ff2-e1bf-4010-ada6-1c294b9aea30 HTTP/1.1" status: 200 len: 911 time: 0.0873921 Feb 09 01:59:04.954565 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ce3b2745-7377-4eaa-8b2b-3643f1cbb298 req-8c5748fd-769d-4882-9bdf-50d87bbaa7d5 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d7faa36-fc7a-4b88-ab3e-718954b19ba9 HTTP/1.1" status: 200 len: 217 time: 0.0397182 Feb 09 01:59:05.003236 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b2745-7377-4eaa-8b2b-3643f1cbb298 req-257dca27-84b4-46eb-b106-481278c2f2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:05.004732 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ce3b2745-7377-4eaa-8b2b-3643f1cbb298 req-257dca27-84b4-46eb-b106-481278c2f2ac service neutron] 10.222.0.121 "GET /v2.0/subnets?id=692fddba-72a4-45ca-b7c8-ccf0fbdb4c43 HTTP/1.1" status: 200 len: 849 time: 0.0449288 Feb 09 01:59:05.056493 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b2745-7377-4eaa-8b2b-3643f1cbb298 req-5f496e64-39a5-4d79-bd0b-2431337ead02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:05.057985 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ce3b2745-7377-4eaa-8b2b-3643f1cbb298 req-5f496e64-39a5-4d79-bd0b-2431337ead02 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=80054ff2-e1bf-4010-ada6-1c294b9aea30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470209 Feb 09 01:59:05.154862 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ce3b2745-7377-4eaa-8b2b-3643f1cbb298 req-e50da7e4-a90e-41a1-84ef-a96a77271fee service neutron] 10.222.0.121 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902195 Feb 09 01:59:05.244639 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ce3b2745-7377-4eaa-8b2b-3643f1cbb298 req-b6cddcd3-4762-4828-ac40-eddeba8976fc service neutron] 10.222.0.121 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829608 Feb 09 01:59:05.455467 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292e47b-a29b-4830-a23e-32aa63bfa2a5 req-f902cd20-1e00-44ea-aed2-effb574a0bea tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:05.456985 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2292e47b-a29b-4830-a23e-32aa63bfa2a5 req-f902cd20-1e00-44ea-aed2-effb574a0bea tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbdab558-c13b-4ca6-bec1-575bb5249774 HTTP/1.1" status: 200 len: 943 time: 0.0545712 Feb 09 01:59:05.506998 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2292e47b-a29b-4830-a23e-32aa63bfa2a5 req-3b0a5f59-3b25-408f-8cb1-2d0c5d258eea tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444484 Feb 09 01:59:06.644229 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f5140-b8fc-430f-97c1-6c7d9ccdf00c req-c4040edc-2548-4122-a82a-836a2a50c83b tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:06.645726 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-563f5140-b8fc-430f-97c1-6c7d9ccdf00c req-c4040edc-2548-4122-a82a-836a2a50c83b tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbdab558-c13b-4ca6-bec1-575bb5249774 HTTP/1.1" status: 200 len: 943 time: 0.0583985 Feb 09 01:59:06.696803 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-563f5140-b8fc-430f-97c1-6c7d9ccdf00c req-14a4797e-a279-4ce2-b58a-08851e9ebc10 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452569 Feb 09 01:59:07.838380 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ef5ab-6ef6-4c6d-8f84-010595dfac96 req-86a4388e-ec5c-41a4-a2e0-c7e9b6fba87d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:07.839788 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0c5ef5ab-6ef6-4c6d-8f84-010595dfac96 req-86a4388e-ec5c-41a4-a2e0-c7e9b6fba87d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbdab558-c13b-4ca6-bec1-575bb5249774 HTTP/1.1" status: 200 len: 943 time: 0.0604670 Feb 09 01:59:07.887046 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0c5ef5ab-6ef6-4c6d-8f84-010595dfac96 req-f5baa4c9-cf3b-4e54-928c-eb19c328077f tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407083 Feb 09 01:59:09.011316 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe8d6f-88db-4a45-8ce9-70c4c4c06944 req-be7ba849-d0cd-4cac-96b6-32345dd3cc8b tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:09.013094 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9efe8d6f-88db-4a45-8ce9-70c4c4c06944 req-be7ba849-d0cd-4cac-96b6-32345dd3cc8b tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbdab558-c13b-4ca6-bec1-575bb5249774 HTTP/1.1" status: 200 len: 943 time: 0.0568404 Feb 09 01:59:09.062176 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9efe8d6f-88db-4a45-8ce9-70c4c4c06944 req-87a74d60-de09-4f38-9676-fcbd2df6c272 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431354 Feb 09 01:59:10.184283 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6b150-de2d-484d-a53c-04bdd11bf471 req-9005df2c-b570-4c54-82a1-ffff5e2c9702 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:10.185778 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-99d6b150-de2d-484d-a53c-04bdd11bf471 req-9005df2c-b570-4c54-82a1-ffff5e2c9702 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbdab558-c13b-4ca6-bec1-575bb5249774 HTTP/1.1" status: 200 len: 943 time: 0.0545306 Feb 09 01:59:10.234147 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-99d6b150-de2d-484d-a53c-04bdd11bf471 req-734f3f97-1a3e-4d61-90ab-59cb3a9b109d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423925 Feb 09 01:59:11.359020 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377187c3-9a50-4fba-8eae-bdb23adbacbe req-7ab227bc-6392-4b1d-a802-9ac3213385d6 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:11.361301 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-377187c3-9a50-4fba-8eae-bdb23adbacbe req-7ab227bc-6392-4b1d-a802-9ac3213385d6 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbdab558-c13b-4ca6-bec1-575bb5249774 HTTP/1.1" status: 200 len: 943 time: 0.0583782 Feb 09 01:59:11.411436 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-377187c3-9a50-4fba-8eae-bdb23adbacbe req-0712017f-eba1-4678-80c1-d931c3755331 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435207 Feb 09 01:59:12.544364 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc328f-b49a-4a63-a36b-8b4ff58dfa7c req-351274f2-21c6-4802-a8aa-1bf9c62142cb tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:12.544364 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d9bc328f-b49a-4a63-a36b-8b4ff58dfa7c req-351274f2-21c6-4802-a8aa-1bf9c62142cb tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbdab558-c13b-4ca6-bec1-575bb5249774 HTTP/1.1" status: 200 len: 943 time: 0.0581465 Feb 09 01:59:12.593449 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d9bc328f-b49a-4a63-a36b-8b4ff58dfa7c req-47562932-7df8-4862-b545-a5f933fb1be7 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456843 Feb 09 01:59:13.713225 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4214b86-aa4f-409b-bb87-ff281179a8c1 req-b11b650a-7426-4930-9a9b-5bff9ac74da0 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:13.714675 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4214b86-aa4f-409b-bb87-ff281179a8c1 req-b11b650a-7426-4930-9a9b-5bff9ac74da0 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbdab558-c13b-4ca6-bec1-575bb5249774 HTTP/1.1" status: 200 len: 943 time: 0.0516784 Feb 09 01:59:13.766062 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4214b86-aa4f-409b-bb87-ff281179a8c1 req-de52e021-49a9-47f1-9fed-bc7ba2c096be tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456688 Feb 09 01:59:14.887673 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d66b7-9db4-4052-b6f0-6b256404da83 req-c6df4250-7a76-452f-810f-7da215d474ca tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:14.889415 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a81d66b7-9db4-4052-b6f0-6b256404da83 req-c6df4250-7a76-452f-810f-7da215d474ca tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbdab558-c13b-4ca6-bec1-575bb5249774 HTTP/1.1" status: 200 len: 943 time: 0.0526886 Feb 09 01:59:14.936736 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a81d66b7-9db4-4052-b6f0-6b256404da83 req-edd52521-db52-401c-be2a-ad69e543bffd tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408695 Feb 09 01:59:16.057424 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e2a66-af6d-4260-ae95-a2695834932b req-62261e30-dd8b-4afe-aaad-2f1d5500317b tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:16.058901 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-316e2a66-af6d-4260-ae95-a2695834932b req-62261e30-dd8b-4afe-aaad-2f1d5500317b tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbdab558-c13b-4ca6-bec1-575bb5249774 HTTP/1.1" status: 200 len: 943 time: 0.0535293 Feb 09 01:59:16.106492 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-316e2a66-af6d-4260-ae95-a2695834932b req-456e8c1f-ccd5-45fc-8768-1d68070bc23b tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418236 Feb 09 01:59:17.229867 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbce89-0ade-43fa-8cc2-7ff273a24cad req-045ab17e-741f-45e7-bd95-562145ddda8a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:17.231331 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-04cbce89-0ade-43fa-8cc2-7ff273a24cad req-045ab17e-741f-45e7-bd95-562145ddda8a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbdab558-c13b-4ca6-bec1-575bb5249774 HTTP/1.1" status: 200 len: 943 time: 0.0581861 Feb 09 01:59:17.279292 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-04cbce89-0ade-43fa-8cc2-7ff273a24cad req-3bc00929-c79d-427d-8199-9e62bccd75d8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419838 Feb 09 01:59:18.400457 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54a027-9913-432c-8dd7-dd445ccc34a8 req-c6413f04-3598-4cca-b88c-172c03be45ab tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:18.401750 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8b54a027-9913-432c-8dd7-dd445ccc34a8 req-c6413f04-3598-4cca-b88c-172c03be45ab tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbdab558-c13b-4ca6-bec1-575bb5249774 HTTP/1.1" status: 200 len: 943 time: 0.0546889 Feb 09 01:59:18.449443 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8b54a027-9913-432c-8dd7-dd445ccc34a8 req-e38b9625-8399-4bce-a829-7de1ae64d571 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420368 Feb 09 01:59:19.570523 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088c45e-dc27-4371-bdfa-549e222c7374 req-01bbdf2e-d2d4-4542-aa58-0752522b530d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:19.572084 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c088c45e-dc27-4371-bdfa-549e222c7374 req-01bbdf2e-d2d4-4542-aa58-0752522b530d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbdab558-c13b-4ca6-bec1-575bb5249774 HTTP/1.1" status: 200 len: 943 time: 0.0535350 Feb 09 01:59:19.624060 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c088c45e-dc27-4371-bdfa-549e222c7374 req-69dd836c-52ab-4569-aa8e-7f1863791560 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462160 Feb 09 01:59:19.758346 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:19.836659 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 9d7faa36-fc7a-4b88-ab3e-718954b19ba9 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:59:19.938397 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 9d7faa36-fc7a-4b88-ab3e-718954b19ba9, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9d7faa36-fc7a-4b88-ab3e-718954b19ba9,segment=NetworkSegment(91af9ede-3a1f-449b-82aa-6301a8fb255c),segment_id=91af9ede-3a1f-449b-82aa-6301a8fb255c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:19.950337 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '9d7faa36-fc7a-4b88-ab3e-718954b19ba9', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'port_id': '9d7faa36-fc7a-4b88-ab3e-718954b19ba9', 'mac_address': 'fa:16:3e:88:fe:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:59:19.986661 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 9d7faa36-fc7a-4b88-ab3e-718954b19ba9 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:19.987763 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9d7faa36-fc7a-4b88-ab3e-718954b19ba9), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:20.000477 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d7faa36-fc7a-4b88-ab3e-718954b19ba9 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:59:20.020222 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 9d7faa36-fc7a-4b88-ab3e-718954b19ba9, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9d7faa36-fc7a-4b88-ab3e-718954b19ba9,segment=NetworkSegment(91af9ede-3a1f-449b-82aa-6301a8fb255c),segment_id=91af9ede-3a1f-449b-82aa-6301a8fb255c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:20.023857 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9d7faa36-fc7a-4b88-ab3e-718954b19ba9), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:20.074324 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=9d7faa36-fc7a-4b88-ab3e-718954b19ba9,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:20.081833 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:20.082184 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:20.082529 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:20.082870 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:20.083236 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:20.083596 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:20.083923 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:20.084277 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:20.084606 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:20.084933 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:20.085259 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:20.085600 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:20.085904 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:20.242652 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['9d7faa36-fc7a-4b88-ab3e-718954b19ba9'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:59:20.748410 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b858bb-8e24-405e-8641-f05f800d3c07 req-775ccf12-5e11-442a-9a1c-30ec2a37a64d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:20.749911 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-67b858bb-8e24-405e-8641-f05f800d3c07 req-775ccf12-5e11-442a-9a1c-30ec2a37a64d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbdab558-c13b-4ca6-bec1-575bb5249774 HTTP/1.1" status: 200 len: 944 time: 0.0546792 Feb 09 01:59:20.802804 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-67b858bb-8e24-405e-8641-f05f800d3c07 req-9a660441-48d2-455e-8c90-caeb5e0c3d55 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438464 Feb 09 01:59:20.849480 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f8e6454e-cc80-42d8-9bf5-d24b7fd5e723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:21.317178 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:21.837697 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 9d7faa36-fc7a-4b88-ab3e-718954b19ba9 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:59:21.889937 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 9d7faa36-fc7a-4b88-ab3e-718954b19ba9 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:59:21.895306 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 9d7faa36-fc7a-4b88-ab3e-718954b19ba9 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:21.895678 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9d7faa36-fc7a-4b88-ab3e-718954b19ba9), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:21.931808 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880eb89-20f9-4611-aedc-4fadd9bbec20 req-aa37c144-2666-4de6-81d3-9131126b7801 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:21.933335 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4880eb89-20f9-4611-aedc-4fadd9bbec20 req-aa37c144-2666-4de6-81d3-9131126b7801 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbdab558-c13b-4ca6-bec1-575bb5249774 HTTP/1.1" status: 200 len: 944 time: 0.0572767 Feb 09 01:59:21.978471 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 9d7faa36-fc7a-4b88-ab3e-718954b19ba9 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:21.978866 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9d7faa36-fc7a-4b88-ab3e-718954b19ba9), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:21.983132 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4880eb89-20f9-4611-aedc-4fadd9bbec20 req-9b1fa673-ec6a-4175-93d4-1ecf315ce6f9 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434060 Feb 09 01:59:22.003777 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbdab558-c13b-4ca6-bec1-575bb5249774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7faa36-fc7a-4b88-ab3e-718954b19ba9'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:59:22.006087 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1b14ac-c6bc-42f5-b399-0c20ab0863d9" -d '{"events": [{"server_uuid": "dbdab558-c13b-4ca6-bec1-575bb5249774", "name": "network-vif-plugged", "status": "completed", "tag": "9d7faa36-fc7a-4b88-ab3e-718954b19ba9"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:59:22.022555 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 9d7faa36-fc7a-4b88-ab3e-718954b19ba9, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9d7faa36-fc7a-4b88-ab3e-718954b19ba9,segment=NetworkSegment(91af9ede-3a1f-449b-82aa-6301a8fb255c),segment_id=91af9ede-3a1f-449b-82aa-6301a8fb255c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:22.027234 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9d7faa36-fc7a-4b88-ab3e-718954b19ba9), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:22.053462 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f691aa-6436-4d16-be4c-98bdd14d5249 x-openstack-request-id: req-35f691aa-6436-4d16-be4c-98bdd14d5249 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:59:22.053789 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbdab558-c13b-4ca6-bec1-575bb5249774", "name": "network-vif-plugged", "status": "completed", "tag": "9d7faa36-fc7a-4b88-ab3e-718954b19ba9", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:59:22.054029 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-35f691aa-6436-4d16-be4c-98bdd14d5249 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:59:22.054394 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbdab558-c13b-4ca6-bec1-575bb5249774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7faa36-fc7a-4b88-ab3e-718954b19ba9', 'code': 200} Feb 09 01:59:22.083418 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=9d7faa36-fc7a-4b88-ab3e-718954b19ba9,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:22.151439 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a802f-399f-464c-95fd-98ead53c43f5 req-dcef1f6a-0078-4158-9947-28c2edca9987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:22.152989 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b97a802f-399f-464c-95fd-98ead53c43f5 req-dcef1f6a-0078-4158-9947-28c2edca9987 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=dbdab558-c13b-4ca6-bec1-575bb5249774 HTTP/1.1" status: 200 len: 1128 time: 0.0514491 Feb 09 01:59:22.198723 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b97a802f-399f-464c-95fd-98ead53c43f5 req-ec06aeac-2f48-4e4b-9f6f-c47796592cc4 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397668 Feb 09 01:59:23.107997 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcacbda3-230c-447b-a8ad-88464d788bcd req-e5b6150b-8aae-4a87-96e3-31ed435ea96f tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:23.109480 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dcacbda3-230c-447b-a8ad-88464d788bcd req-e5b6150b-8aae-4a87-96e3-31ed435ea96f tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbdab558-c13b-4ca6-bec1-575bb5249774 HTTP/1.1" status: 200 len: 945 time: 0.0570397 Feb 09 01:59:23.157849 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dcacbda3-230c-447b-a8ad-88464d788bcd req-cd54555b-48e7-4609-9b82-d5d0bde5c1d7 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421867 Feb 09 01:59:24.282573 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761f4d4-2ca3-4552-af57-a7971092b5c7 req-9ab65342-713d-4145-88ff-52914c397920 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:24.285021 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5761f4d4-2ca3-4552-af57-a7971092b5c7 req-9ab65342-713d-4145-88ff-52914c397920 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbdab558-c13b-4ca6-bec1-575bb5249774 HTTP/1.1" status: 200 len: 945 time: 0.0558770 Feb 09 01:59:24.296401 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-98dccd82-5e5f-4600-9262-bc9d40352e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:24.332213 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5761f4d4-2ca3-4552-af57-a7971092b5c7 req-4776ab9d-5cae-4327-ade0-771559cb3c47 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413387 Feb 09 01:59:24.454909 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a931c8-3c88-4ef2-bba1-a39e97ea7ddf req-eb351111-d66d-48d3-b374-c172561efbf0 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:24.457127 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-91a931c8-3c88-4ef2-bba1-a39e97ea7ddf req-eb351111-d66d-48d3-b374-c172561efbf0 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbdab558-c13b-4ca6-bec1-575bb5249774 HTTP/1.1" status: 200 len: 945 time: 0.0582476 Feb 09 01:59:24.503638 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-91a931c8-3c88-4ef2-bba1-a39e97ea7ddf req-8d49ca02-b66e-4943-a875-0fded2103058 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408027 Feb 09 01:59:25.918939 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:27.082204 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-be29247a-3dab-4626-b395-125df3022a16 req-b4ce3ddd-f3e5-4834-82ec-b73908040a6d tempest-TestNetworkAdvancedServerOps-77832141 tempest-TestNetworkAdvancedServerOps-77832141-project] (103529) timed out ('10.222.0.121', 62160) {{(pid=103529) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 01:59:27.648702 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:28.087450 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-bc5dc206-613f-4208-9a76-412dd1d24641 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:28.088987 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-bc5dc206-613f-4208-9a76-412dd1d24641 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/networks?id=80054ff2-e1bf-4010-ada6-1c294b9aea30 HTTP/1.1" status: 200 len: 810 time: 0.1045167 Feb 09 01:59:28.103758 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-17c2dea3-3ea1-4032-868a-097445593616 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/quotas/cac763247f3146f9ad3039f0cdc9c088 HTTP/1.1" status: 200 len: 375 time: 0.0094640 Feb 09 01:59:28.166826 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-cdd876ac-5cea-499d-ad10-a5d003cfc2a8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cac763247f3146f9ad3039f0cdc9c088&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0579185 Feb 09 01:59:28.258016 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-4fc9a5ad-1b6f-4521-b655-150648f719aa service neutron] 10.222.0.30 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843499 Feb 09 01:59:28.327336 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:59:28.338512 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:28.354567 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-73203017-d9b1-46af-9e54-94b631928407 service neutron] 10.222.0.30 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902519 Feb 09 01:59:28.557387 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-52f78a49-fa85-433b-bd2e-5568d4053340 req-2453d198-a7e8-4572-a8ee-d1ac048713f1 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 210 time: 0.0408921 Feb 09 01:59:29.618803 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-cb6b7318-1a2c-4600-8abb-2bfa8ee6dda0 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:29.620427 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-cb6b7318-1a2c-4600-8abb-2bfa8ee6dda0 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.91 "GET /v2.0/networks?id=80054ff2-e1bf-4010-ada6-1c294b9aea30 HTTP/1.1" status: 200 len: 810 time: 0.1103418 Feb 09 01:59:29.633774 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-c6570584-701a-4be6-adaa-676d69764913 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Request body: {'port': {'device_id': '03487374-f774-4626-b0df-9f3fc3c790c8', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'admin_state_up': True, 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:29.700946 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c4066d05-78b6-47bd-847b-b6ff7163dcdf req-1a8c2e7a-58fd-4a6f-a682-3ed322842392 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 210 time: 0.0635476 Feb 09 01:59:29.772329 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-c6570584-701a-4be6-adaa-676d69764913 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Made reservation on behalf of cac763247f3146f9ad3039f0cdc9c088 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:59:29.775653 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-c6570584-701a-4be6-adaa-676d69764913 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:29.922589 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-c6570584-701a-4be6-adaa-676d69764913 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Allocated IP 172.20.0.8 (80054ff2-e1bf-4010-ada6-1c294b9aea30/692fddba-72a4-45ca-b7c8-ccf0fbdb4c43/e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:59:30.085369 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-c6570584-701a-4be6-adaa-676d69764913 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for port (e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:30.121225 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-c6570584-701a-4be6-adaa-676d69764913 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:30.133906 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['9d7faa36-fc7a-4b88-ab3e-718954b19ba9'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:59:30.168232 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-c6570584-701a-4be6-adaa-676d69764913 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Network 80054ff2-e1bf-4010-ada6-1c294b9aea30 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:59:30.169955 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-c6570584-701a-4be6-adaa-676d69764913 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:59:30.176411 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-c6570584-701a-4be6-adaa-676d69764913 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:59:30.202733 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6570584-701a-4be6-adaa-676d69764913 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Pushing event updated for resources: {'Port': ['ID=e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:30.212406 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6570584-701a-4be6-adaa-676d69764913 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:30.212794 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6570584-701a-4be6-adaa-676d69764913 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:30.213289 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6570584-701a-4be6-adaa-676d69764913 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:30.213392 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6570584-701a-4be6-adaa-676d69764913 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:30.213716 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6570584-701a-4be6-adaa-676d69764913 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:30.214042 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6570584-701a-4be6-adaa-676d69764913 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:30.214364 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6570584-701a-4be6-adaa-676d69764913 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:30.214690 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6570584-701a-4be6-adaa-676d69764913 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:30.214989 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6570584-701a-4be6-adaa-676d69764913 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:30.215302 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6570584-701a-4be6-adaa-676d69764913 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:30.215616 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6570584-701a-4be6-adaa-676d69764913 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:30.215935 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6570584-701a-4be6-adaa-676d69764913 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:30.216830 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6570584-701a-4be6-adaa-676d69764913 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:30.249988 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-c6570584-701a-4be6-adaa-676d69764913 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:30.250706 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-c6570584-701a-4be6-adaa-676d69764913 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:30.273941 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-c6570584-701a-4be6-adaa-676d69764913 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6444089 Feb 09 01:59:30.371570 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-318d98e2-ed33-4c6b-bfde-0a27fb117a3b service neutron] Request body: {'port': {'device_id': '03487374-f774-4626-b0df-9f3fc3c790c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:30.436772 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-634730cf-18de-49f8-a740-d47f7bd68555 None None] Provisioning complete for port e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:30.437463 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-634730cf-18de-49f8-a740-d47f7bd68555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:30.439221 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-318d98e2-ed33-4c6b-bfde-0a27fb117a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:30.472649 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-634730cf-18de-49f8-a740-d47f7bd68555 None None] Port e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:59:31.010877 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee18911-a433-46d0-91a3-38fca5fa002e req-1bccc7da-691f-4787-9512-3919a662c875 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:31.012293 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dee18911-a433-46d0-91a3-38fca5fa002e req-1bccc7da-691f-4787-9512-3919a662c875 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 931 time: 0.0843675 Feb 09 01:59:31.099550 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dee18911-a433-46d0-91a3-38fca5fa002e req-79b51790-b490-4dec-9351-b517cda9ca9a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796006 Feb 09 01:59:31.112644 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-318d98e2-ed33-4c6b-bfde-0a27fb117a3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:59:31.120966 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-318d98e2-ed33-4c6b-bfde-0a27fb117a3b service neutron] Publish callbacks [] for port (e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:31.133634 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-318d98e2-ed33-4c6b-bfde-0a27fb117a3b service neutron] Transition to ACTIVE for port object e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:59:31.137228 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-318d98e2-ed33-4c6b-bfde-0a27fb117a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:31.193308 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d98e2-ed33-4c6b-bfde-0a27fb117a3b service neutron] Pushing event updated for resources: {'Port': ['ID=e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:31.271571 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-318d98e2-ed33-4c6b-bfde-0a27fb117a3b service neutron] Attempting to bind port e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:59:31.271823 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-318d98e2-ed33-4c6b-bfde-0a27fb117a3b service neutron] Attempting to bind port e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '91af9ede-3a1f-449b-82aa-6301a8fb255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:59:31.272183 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-318d98e2-ed33-4c6b-bfde-0a27fb117a3b service neutron] Attempting to bind port e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e on network 80054ff2-e1bf-4010-ada6-1c294b9aea30 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:59:31.277503 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-318d98e2-ed33-4c6b-bfde-0a27fb117a3b service neutron] Port e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e on network 80054ff2-e1bf-4010-ada6-1c294b9aea30 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:59:31.277823 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-318d98e2-ed33-4c6b-bfde-0a27fb117a3b service neutron] Attempting to bind port e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e on network 80054ff2-e1bf-4010-ada6-1c294b9aea30 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:59:31.283259 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-318d98e2-ed33-4c6b-bfde-0a27fb117a3b service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:59:31.283599 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-318d98e2-ed33-4c6b-bfde-0a27fb117a3b service neutron] Checking segment: {'id': '91af9ede-3a1f-449b-82aa-6301a8fb255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:59:31.284697 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-318d98e2-ed33-4c6b-bfde-0a27fb117a3b service neutron] Bound using segment: {'id': '91af9ede-3a1f-449b-82aa-6301a8fb255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:59:31.285346 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-318d98e2-ed33-4c6b-bfde-0a27fb117a3b service neutron] Bound port: e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91af9ede-3a1f-449b-82aa-6301a8fb255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:59:31.285968 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-318d98e2-ed33-4c6b-bfde-0a27fb117a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:31.365061 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-318d98e2-ed33-4c6b-bfde-0a27fb117a3b service neutron] For port e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:59:31.369631 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-318d98e2-ed33-4c6b-bfde-0a27fb117a3b service neutron] For port e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e,segment=NetworkSegment(91af9ede-3a1f-449b-82aa-6301a8fb255c),segment_id=91af9ede-3a1f-449b-82aa-6301a8fb255c)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:59:31.377871 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-318d98e2-ed33-4c6b-bfde-0a27fb117a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:31.412587 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-318d98e2-ed33-4c6b-bfde-0a27fb117a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:31.413182 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-318d98e2-ed33-4c6b-bfde-0a27fb117a3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:31.415055 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-318d98e2-ed33-4c6b-bfde-0a27fb117a3b service neutron] 10.222.0.91 "PUT /v2.0/ports/e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e HTTP/1.1" status: 200 len: 1092 time: 1.1290395 Feb 09 01:59:31.417794 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03487374-f774-4626-b0df-9f3fc3c790c8', 'tag': 'e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:59:31.419789 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ef8444-ba3b-40d7-a104-1814782f419d" -d '{"events": [{"name": "network-changed", "server_uuid": "03487374-f774-4626-b0df-9f3fc3c790c8", "tag": "e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:59:31.461228 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d98e2-ed33-4c6b-bfde-0a27fb117a3b service neutron] Pushing event updated for resources: {'Port': ['ID=e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:31.538633 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-b6953f0b-72a0-4cf2-87b9-0f6b6507c7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:31.540096 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-b6953f0b-72a0-4cf2-87b9-0f6b6507c7cc service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cac763247f3146f9ad3039f0cdc9c088&device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 1126 time: 0.0738006 Feb 09 01:59:31.604284 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-cf9803ba-f2cc-44fe-af26-d98e416e11c0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e HTTP/1.1" status: 200 len: 217 time: 0.0516825 Feb 09 01:59:31.679747 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-3f41c336-457c-4350-a0be-20707ccc972d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:31.681588 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-3f41c336-457c-4350-a0be-20707ccc972d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=692fddba-72a4-45ca-b7c8-ccf0fbdb4c43 HTTP/1.1" status: 200 len: 849 time: 0.0683081 Feb 09 01:59:31.700304 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed69e9bf-b0a0-4629-95b3-aab98abfbb8f x-openstack-request-id: req-ed69e9bf-b0a0-4629-95b3-aab98abfbb8f {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:59:31.700662 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03487374-f774-4626-b0df-9f3fc3c790c8", "tag": "e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:59:31.700984 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ed69e9bf-b0a0-4629-95b3-aab98abfbb8f {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:59:31.701467 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03487374-f774-4626-b0df-9f3fc3c790c8', 'tag': 'e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e', 'status': 'completed', 'code': 200} Feb 09 01:59:31.744265 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-8ba0d1eb-aa15-4925-8b6e-67e8484826f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:31.745897 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-8ba0d1eb-aa15-4925-8b6e-67e8484826f3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=80054ff2-e1bf-4010-ada6-1c294b9aea30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0553300 Feb 09 01:59:31.847849 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-b94f9d37-4ccd-455a-9cca-a18753fcdfd0 service neutron] 10.222.0.91 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883729 Feb 09 01:59:31.942515 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1193b04f-c13d-4cdf-9264-f005be94a386 req-2b1630b0-f598-4b89-8ad5-0b3a39d0314b service neutron] 10.222.0.91 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852180 Feb 09 01:59:32.038403 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef8444-ba3b-40d7-a104-1814782f419d req-1dfc49ed-7802-4ec7-850f-ce3053165b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:32.039926 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f4ef8444-ba3b-40d7-a104-1814782f419d req-1dfc49ed-7802-4ec7-850f-ce3053165b9e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cac763247f3146f9ad3039f0cdc9c088&device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 1126 time: 0.0465949 Feb 09 01:59:32.136093 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef8444-ba3b-40d7-a104-1814782f419d req-881b75b3-6227-4744-a0a0-f6c940a49477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:32.137702 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f4ef8444-ba3b-40d7-a104-1814782f419d req-881b75b3-6227-4744-a0a0-f6c940a49477 service neutron] 10.222.0.91 "GET /v2.0/networks?id=80054ff2-e1bf-4010-ada6-1c294b9aea30 HTTP/1.1" status: 200 len: 911 time: 0.0908794 Feb 09 01:59:32.188156 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f4ef8444-ba3b-40d7-a104-1814782f419d req-eb378ed1-2ef9-44ed-8889-6453b0823722 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e HTTP/1.1" status: 200 len: 217 time: 0.0418353 Feb 09 01:59:32.243862 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef8444-ba3b-40d7-a104-1814782f419d req-576b89f3-d5b7-407d-908c-09501b7d1c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:32.245524 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f4ef8444-ba3b-40d7-a104-1814782f419d req-576b89f3-d5b7-407d-908c-09501b7d1c8b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=692fddba-72a4-45ca-b7c8-ccf0fbdb4c43 HTTP/1.1" status: 200 len: 849 time: 0.0508018 Feb 09 01:59:32.329057 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef8444-ba3b-40d7-a104-1814782f419d req-8d0eb627-9079-4ed9-95de-ef12afa3e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:32.330578 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f4ef8444-ba3b-40d7-a104-1814782f419d req-8d0eb627-9079-4ed9-95de-ef12afa3e4c1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=80054ff2-e1bf-4010-ada6-1c294b9aea30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0734906 Feb 09 01:59:32.338678 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636910f-1c67-4a3e-a01a-85ecd9b81a52 req-0b8dce4d-5568-4014-99cd-a91f132bcaf3 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:32.340114 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b636910f-1c67-4a3e-a01a-85ecd9b81a52 req-0b8dce4d-5568-4014-99cd-a91f132bcaf3 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 943 time: 0.1571620 Feb 09 01:59:32.452990 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b636910f-1c67-4a3e-a01a-85ecd9b81a52 req-bb40c73a-d504-4b5c-b890-012348b8cd28 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026011 Feb 09 01:59:32.470030 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f4ef8444-ba3b-40d7-a104-1814782f419d req-2ddb3a39-8a81-4708-bb5a-43abdd2fa4cc service neutron] 10.222.0.91 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274745 Feb 09 01:59:32.566659 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f4ef8444-ba3b-40d7-a104-1814782f419d req-2b71896d-a2dd-45c2-86b6-53bcda290e70 service neutron] 10.222.0.91 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861192 Feb 09 01:59:33.646585 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60758c8b-044a-42c3-a630-119e3c42cd79 req-05558edf-70bf-4df9-aa3b-da1f538eb143 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:33.648159 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-60758c8b-044a-42c3-a630-119e3c42cd79 req-05558edf-70bf-4df9-aa3b-da1f538eb143 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 943 time: 0.1213913 Feb 09 01:59:33.697171 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-60758c8b-044a-42c3-a630-119e3c42cd79 req-2a6a178a-42dd-4b5e-9d52-e8624ff80e90 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431042 Feb 09 01:59:34.829073 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843f982-3fcc-4f6f-9e8e-5c8ce358b195 req-004fbf33-2fa5-492f-b19e-e82f5c0b2d6f tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:34.830705 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e843f982-3fcc-4f6f-9e8e-5c8ce358b195 req-004fbf33-2fa5-492f-b19e-e82f5c0b2d6f tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 943 time: 0.0551679 Feb 09 01:59:34.883544 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e843f982-3fcc-4f6f-9e8e-5c8ce358b195 req-729ff236-85ba-4bdc-afef-5b948042c1c2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459163 Feb 09 01:59:36.050031 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee97e0-522b-4ba8-bbbd-e5936461fabf req-95d14321-3698-4a06-949c-054da89c7628 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:36.054231 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f8ee97e0-522b-4ba8-bbbd-e5936461fabf req-95d14321-3698-4a06-949c-054da89c7628 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 943 time: 0.0736377 Feb 09 01:59:36.158412 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f8ee97e0-522b-4ba8-bbbd-e5936461fabf req-10259159-3c7b-4507-b2ec-5369f980cd88 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869770 Feb 09 01:59:37.360725 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41b9f8-73b9-4f24-9a53-aaefd0b35a67 req-2c9a796f-91d9-4313-9c61-3b693c57981c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:37.365489 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2f41b9f8-73b9-4f24-9a53-aaefd0b35a67 req-2c9a796f-91d9-4313-9c61-3b693c57981c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 943 time: 0.1212623 Feb 09 01:59:37.444203 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2f41b9f8-73b9-4f24-9a53-aaefd0b35a67 req-da6bc53e-fdf4-44d3-bfd1-84aa6cbdd1f7 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729830 Feb 09 01:59:38.602126 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2817a4-1492-4245-8560-41e998965b63 req-b5c9ac9b-e620-412f-803b-33c2b4ff7f58 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:38.603625 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2d2817a4-1492-4245-8560-41e998965b63 req-b5c9ac9b-e620-412f-803b-33c2b4ff7f58 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 943 time: 0.0585370 Feb 09 01:59:38.664729 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2d2817a4-1492-4245-8560-41e998965b63 req-b71b9671-67de-4ea5-83ea-60f062ef9963 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548775 Feb 09 01:59:39.789959 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069c2d5-01f2-49f1-981a-70e1468a9b3b req-f3c056a2-7059-4f71-b145-68de2bce16ea tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:39.792346 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7069c2d5-01f2-49f1-981a-70e1468a9b3b req-f3c056a2-7059-4f71-b145-68de2bce16ea tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 943 time: 0.0614152 Feb 09 01:59:39.848960 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7069c2d5-01f2-49f1-981a-70e1468a9b3b req-dad91418-dd48-4aab-a5fc-e5a83368e72b tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501215 Feb 09 01:59:40.967730 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac917d-4696-47df-ae93-55f5b90515f7 req-7c01d403-4be1-4459-bccb-73b40f01f8d4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:40.969263 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1aac917d-4696-47df-ae93-55f5b90515f7 req-7c01d403-4be1-4459-bccb-73b40f01f8d4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 943 time: 0.0547211 Feb 09 01:59:41.023593 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1aac917d-4696-47df-ae93-55f5b90515f7 req-f6f9cb2b-549d-49ed-aa9d-e36920e98295 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475671 Feb 09 01:59:42.149956 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3dbc74-1f7a-48e7-b3ad-460f78ae2283 req-f8437f64-a836-41bf-8ce8-082c6d7c7a5b tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:42.151437 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2e3dbc74-1f7a-48e7-b3ad-460f78ae2283 req-f8437f64-a836-41bf-8ce8-082c6d7c7a5b tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 943 time: 0.0578244 Feb 09 01:59:42.199349 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2e3dbc74-1f7a-48e7-b3ad-460f78ae2283 req-d4954766-18fd-480c-aa42-78f0e4a74cb8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422709 Feb 09 01:59:43.324982 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e041055d-4c10-4c27-8285-8e1eb984815f req-7a44df28-5028-464d-8369-b49877cc6faf tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:43.326479 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e041055d-4c10-4c27-8285-8e1eb984815f req-7a44df28-5028-464d-8369-b49877cc6faf tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 943 time: 0.0573187 Feb 09 01:59:43.375645 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e041055d-4c10-4c27-8285-8e1eb984815f req-90183f0b-7f7e-4061-b140-d78f9e2531cb tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434105 Feb 09 01:59:44.502571 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9ba48-3840-48ab-871f-7a80e5b49ee6 req-2765cab3-1c5d-47a3-85e1-300977ae012b tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:44.504157 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6bb9ba48-3840-48ab-871f-7a80e5b49ee6 req-2765cab3-1c5d-47a3-85e1-300977ae012b tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 943 time: 0.0560522 Feb 09 01:59:44.560773 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6bb9ba48-3840-48ab-871f-7a80e5b49ee6 req-4bbd312b-63c8-49e8-ba4f-e42110f429dd tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502610 Feb 09 01:59:45.693373 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf1e15-fa2b-4a25-b68e-fae49d404ac9 req-0d18e16f-547b-47e7-8dff-3baa3b3433a5 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:45.694849 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2adf1e15-fa2b-4a25-b68e-fae49d404ac9 req-0d18e16f-547b-47e7-8dff-3baa3b3433a5 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 943 time: 0.0578437 Feb 09 01:59:45.744014 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2adf1e15-fa2b-4a25-b68e-fae49d404ac9 req-4ed630a4-5240-4cc7-80b7-bc9dc995d068 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430543 Feb 09 01:59:46.890602 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7bde6a-e78e-4dfd-93b7-8c201596b801 req-869f1c2a-c9bd-4669-9533-fe47fb9c4cb0 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:46.892390 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-af7bde6a-e78e-4dfd-93b7-8c201596b801 req-869f1c2a-c9bd-4669-9533-fe47fb9c4cb0 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 943 time: 0.0672855 Feb 09 01:59:46.945348 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-af7bde6a-e78e-4dfd-93b7-8c201596b801 req-56380fe1-fc76-4937-9049-ab53f9d786c9 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472288 Feb 09 01:59:48.085179 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4d576-eea5-4904-9c34-b6e8d241bab3 req-784f3815-48ce-4db7-a3a8-1ac0210dcfb8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:48.086716 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dfb4d576-eea5-4904-9c34-b6e8d241bab3 req-784f3815-48ce-4db7-a3a8-1ac0210dcfb8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 943 time: 0.0633931 Feb 09 01:59:48.136190 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dfb4d576-eea5-4904-9c34-b6e8d241bab3 req-756bb239-1027-4c74-b5ab-95ee96aa9907 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428030 Feb 09 01:59:49.271069 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7ca30-002f-405b-a3c9-cd160452b130 req-33f50eb5-8ec3-4b7a-8351-70b598a829f0 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:49.272671 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1fc7ca30-002f-405b-a3c9-cd160452b130 req-33f50eb5-8ec3-4b7a-8351-70b598a829f0 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 943 time: 0.0604460 Feb 09 01:59:49.327853 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1fc7ca30-002f-405b-a3c9-cd160452b130 req-fc43007a-c3b6-4a78-9363-785b80dd346b tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493309 Feb 09 01:59:49.787295 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:50.458606 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fcc1a-e5ca-4c08-be68-caf6eb258e31 req-cffbcbf5-d49f-486a-8d67-350f6f34821c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:50.460405 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5d7fcc1a-e5ca-4c08-be68-caf6eb258e31 req-cffbcbf5-d49f-486a-8d67-350f6f34821c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 943 time: 0.0549324 Feb 09 01:59:50.516555 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5d7fcc1a-e5ca-4c08-be68-caf6eb258e31 req-14b7e08e-3db5-4da6-8920-4e6cf9c1726c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502157 Feb 09 01:59:50.851815 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d55263dc-f80e-4e1f-89b2-a09806b10324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:51.315716 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:51.667618 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f1815-6cd5-4abf-924a-6a1d10a6f73c req-acf323b4-7f12-4093-bdba-3a8bdd3913a6 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:51.669210 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-af2f1815-6cd5-4abf-924a-6a1d10a6f73c req-acf323b4-7f12-4093-bdba-3a8bdd3913a6 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 943 time: 0.0619698 Feb 09 01:59:51.718246 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-af2f1815-6cd5-4abf-924a-6a1d10a6f73c req-16d255b1-326c-457b-b239-9462bf722c20 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429149 Feb 09 01:59:52.858197 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a3399-d292-49fc-991c-66f26143158a req-a3e17985-c3f2-4875-9afc-f2ff2cdb2546 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:52.859752 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9d1a3399-d292-49fc-991c-66f26143158a req-a3e17985-c3f2-4875-9afc-f2ff2cdb2546 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 943 time: 0.0638268 Feb 09 01:59:52.917688 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9d1a3399-d292-49fc-991c-66f26143158a req-e66112ff-abf6-45ac-a504-a17b784e966a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512342 Feb 09 01:59:54.061431 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3b507-ed3b-48df-b656-e172ddf1f7ef req-e533b716-fa1a-4835-aa0d-0e0deb29162e tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:54.062927 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94c3b507-ed3b-48df-b656-e172ddf1f7ef req-e533b716-fa1a-4835-aa0d-0e0deb29162e tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 943 time: 0.0703275 Feb 09 01:59:54.112598 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94c3b507-ed3b-48df-b656-e172ddf1f7ef req-c36deab3-fdc3-4457-b925-72ebd97909ef tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436578 Feb 09 01:59:54.298239 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ad605860-984e-4a89-b452-dd1707a39f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:55.249862 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb3fd8-150c-40b2-b581-3a27217eb1ab req-206ee0dc-aed6-4d5b-bd2d-4acdd640b650 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:55.251454 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-48eb3fd8-150c-40b2-b581-3a27217eb1ab req-206ee0dc-aed6-4d5b-bd2d-4acdd640b650 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 943 time: 0.0575275 Feb 09 01:59:55.306053 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-48eb3fd8-150c-40b2-b581-3a27217eb1ab req-1ef188e8-53e6-4448-8a37-75a300586595 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463891 Feb 09 01:59:55.920099 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:56.435162 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17f6f0-3d1a-4e9e-92b1-f6ad1a22b0d5 req-b532d3a9-d617-4282-bc12-643eba2bdab0 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:56.436675 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7a17f6f0-3d1a-4e9e-92b1-f6ad1a22b0d5 req-b532d3a9-d617-4282-bc12-643eba2bdab0 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 943 time: 0.0599422 Feb 09 01:59:56.484758 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7a17f6f0-3d1a-4e9e-92b1-f6ad1a22b0d5 req-c8132354-ffff-40af-86fa-8ec732523bff tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418465 Feb 09 01:59:57.608024 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184b599-ec55-4368-8fff-62047a76b42f req-95f6abf5-fd26-43ea-974a-4c5bd3b2eecb tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:57.609499 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2184b599-ec55-4368-8fff-62047a76b42f req-95f6abf5-fd26-43ea-974a-4c5bd3b2eecb tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 943 time: 0.0555389 Feb 09 01:59:57.650945 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:57.659701 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2184b599-ec55-4368-8fff-62047a76b42f req-1e238980-1a66-4d9e-86f3-2aff38f86d97 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442531 Feb 09 01:59:58.341231 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:58.779530 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a903e7-34ca-4677-b38a-465cc18c492d req-12120f4a-9bb5-4deb-8dca-d136124f18e9 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:58.781014 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-04a903e7-34ca-4677-b38a-465cc18c492d req-12120f4a-9bb5-4deb-8dca-d136124f18e9 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 943 time: 0.0521305 Feb 09 01:59:58.831624 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-04a903e7-34ca-4677-b38a-465cc18c492d req-f284f31e-b35b-4e52-8c60-807845814ca9 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449865 Feb 09 01:59:59.953355 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53371f5-2ea6-46b4-a020-eaa90d4ce39c req-0ef9306b-b04b-4839-acf4-e7c8c3c0d567 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:59.954841 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a53371f5-2ea6-46b4-a020-eaa90d4ce39c req-0ef9306b-b04b-4839-acf4-e7c8c3c0d567 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 943 time: 0.0540547 Feb 09 02:00:00.002717 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a53371f5-2ea6-46b4-a020-eaa90d4ce39c req-f77be67c-2bf3-4ba7-ad58-c67344dc5769 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421999 Feb 09 02:00:01.130268 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c826e-a8da-4474-9540-9b507abc0bcc req-3acec7d8-40d4-4e39-b7ed-81eb06f6d57f tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:01.132435 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-547c826e-a8da-4474-9540-9b507abc0bcc req-3acec7d8-40d4-4e39-b7ed-81eb06f6d57f tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 943 time: 0.0563383 Feb 09 02:00:01.186018 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-547c826e-a8da-4474-9540-9b507abc0bcc req-bd09a44d-1716-4360-8759-9c21604fc53f tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475817 Feb 09 02:00:01.532140 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:00:01.645330 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e,segment=NetworkSegment(91af9ede-3a1f-449b-82aa-6301a8fb255c),segment_id=91af9ede-3a1f-449b-82aa-6301a8fb255c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:01.661331 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': 'e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'port_id': 'e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e', 'mac_address': 'fa:16:3e:eb:e8:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:00:01.700106 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:01.700495 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:01.713645 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:00:01.737281 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e,segment=NetworkSegment(91af9ede-3a1f-449b-82aa-6301a8fb255c),segment_id=91af9ede-3a1f-449b-82aa-6301a8fb255c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:01.742454 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:01.790765 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:02.055704 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:00:02.321753 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af4c94-90d6-40e8-9b21-f3107e91d5b4 req-31ba65b1-d407-488f-a865-99327f18e4b9 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:02.323211 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a9af4c94-90d6-40e8-9b21-f3107e91d5b4 req-31ba65b1-d407-488f-a865-99327f18e4b9 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 944 time: 0.0637074 Feb 09 02:00:02.377086 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a9af4c94-90d6-40e8-9b21-f3107e91d5b4 req-40b80f7c-bed8-4f75-9539-a1b97e3411df tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481420 Feb 09 02:00:03.502707 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc543444-2de0-42d6-96d6-478b41cc151f req-5cd57ea1-9f2b-40cd-9d01-c3d363e7bb41 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:03.504218 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bc543444-2de0-42d6-96d6-478b41cc151f req-5cd57ea1-9f2b-40cd-9d01-c3d363e7bb41 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 944 time: 0.0558012 Feb 09 02:00:03.541318 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:00:03.561909 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bc543444-2de0-42d6-96d6-478b41cc151f req-77319b50-d962-4501-a7e4-9cf0fdebead1 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516577 Feb 09 02:00:03.592459 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:00:03.596622 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:03.597173 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:03.676780 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:03.677095 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:03.703453 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03487374-f774-4626-b0df-9f3fc3c790c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:00:03.706289 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70f18ea-f664-4ebc-af43-a47138002e5a" -d '{"events": [{"server_uuid": "03487374-f774-4626-b0df-9f3fc3c790c8", "name": "network-vif-plugged", "status": "completed", "tag": "e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:00:03.719397 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e,segment=NetworkSegment(91af9ede-3a1f-449b-82aa-6301a8fb255c),segment_id=91af9ede-3a1f-449b-82aa-6301a8fb255c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:03.723564 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:03.870247 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e19bad-91b1-44b1-9d0b-8e7f50b9a20f req-3937d645-af66-4d2e-8f28-12441a5c657a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:03.872097 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-19e19bad-91b1-44b1-9d0b-8e7f50b9a20f req-3937d645-af66-4d2e-8f28-12441a5c657a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 1128 time: 0.0521872 Feb 09 02:00:03.916370 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c786906-0c1e-49a0-97a5-82d6e2abb6b5 x-openstack-request-id: req-1c786906-0c1e-49a0-97a5-82d6e2abb6b5 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:00:03.916656 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03487374-f774-4626-b0df-9f3fc3c790c8", "name": "network-vif-plugged", "status": "completed", "tag": "e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:00:03.916940 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1c786906-0c1e-49a0-97a5-82d6e2abb6b5 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:00:03.917411 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03487374-f774-4626-b0df-9f3fc3c790c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e', 'code': 200} Feb 09 02:00:03.929282 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-19e19bad-91b1-44b1-9d0b-8e7f50b9a20f req-5ce8d471-2091-446d-9600-71cece2a10b7 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474746 Feb 09 02:00:03.943161 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:04.689160 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01ffd2-7ec3-4e92-bbc4-e012d15fc990 req-2210dc30-7f35-435a-ad61-9165efe4717e tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:04.690659 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cf01ffd2-7ec3-4e92-bbc4-e012d15fc990 req-2210dc30-7f35-435a-ad61-9165efe4717e tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 945 time: 0.0548899 Feb 09 02:00:04.739722 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cf01ffd2-7ec3-4e92-bbc4-e012d15fc990 req-113d6f30-7be3-40e1-8f7b-164826840081 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423756 Feb 09 02:00:05.326891 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:00:05.888581 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5b5c4-1be8-4ac4-8ce8-90bfca2790a0 req-62378ab0-b916-46a7-b543-47cb116248a1 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:05.890594 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4aa5b5c4-1be8-4ac4-8ce8-90bfca2790a0 req-62378ab0-b916-46a7-b543-47cb116248a1 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 945 time: 0.0663846 Feb 09 02:00:05.944789 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4aa5b5c4-1be8-4ac4-8ce8-90bfca2790a0 req-05af0aa2-ef3d-42de-8922-5978b8e3339c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484335 Feb 09 02:00:06.087753 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad17e2a-8891-4860-b72f-0774b6773acf req-191cdc25-4e27-4b5a-b3fa-932e1406868f tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:06.089437 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3ad17e2a-8891-4860-b72f-0774b6773acf req-191cdc25-4e27-4b5a-b3fa-932e1406868f tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 945 time: 0.0687923 Feb 09 02:00:06.142311 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3ad17e2a-8891-4860-b72f-0774b6773acf req-f8ca2192-54d2-425a-a09e-66ccef97d3d7 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459342 Feb 09 02:00:06.478260 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b30b99-e721-415b-8730-e31352df26d9 req-6886e56b-b5ea-4397-abba-f90d77fbf811 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:06.479697 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b0b30b99-e721-415b-8730-e31352df26d9 req-6886e56b-b5ea-4397-abba-f90d77fbf811 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 945 time: 0.0627534 Feb 09 02:00:06.527972 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b0b30b99-e721-415b-8730-e31352df26d9 req-9db8b624-69f3-4306-bf1a-dc53d5dfe26a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424330 Feb 09 02:00:07.691313 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c617bbe-050b-425c-9fc6-8e9d8ed6c1c2 req-e0e73de9-fc3f-472f-b899-0618e13172b4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:07.692851 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2c617bbe-050b-425c-9fc6-8e9d8ed6c1c2 req-e0e73de9-fc3f-472f-b899-0618e13172b4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 945 time: 0.0778446 Feb 09 02:00:07.751087 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2c617bbe-050b-425c-9fc6-8e9d8ed6c1c2 req-69a7e0e8-a6de-4ac5-b6fb-58b3c58292e7 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509698 Feb 09 02:00:08.064602 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f7196-ad7d-48c0-96ed-01fc1767d23a req-72773504-f380-4d39-a7c0-e9c9d54e84d8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:08.066043 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dc9f7196-ad7d-48c0-96ed-01fc1767d23a req-72773504-f380-4d39-a7c0-e9c9d54e84d8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.91 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 945 time: 0.0528481 Feb 09 02:00:08.159597 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-dc9f7196-ad7d-48c0-96ed-01fc1767d23a req-84b5f583-7372-4c9b-9185-ec142a19ad6a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Deleting port e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:00:08.159931 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-dc9f7196-ad7d-48c0-96ed-01fc1767d23a req-84b5f583-7372-4c9b-9185-ec142a19ad6a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:08.254217 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-dc9f7196-ad7d-48c0-96ed-01fc1767d23a req-84b5f583-7372-4c9b-9185-ec142a19ad6a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] For port e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e,segment=NetworkSegment(91af9ede-3a1f-449b-82aa-6301a8fb255c),segment_id=91af9ede-3a1f-449b-82aa-6301a8fb255c)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:08.254582 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-dc9f7196-ad7d-48c0-96ed-01fc1767d23a req-84b5f583-7372-4c9b-9185-ec142a19ad6a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:08.269678 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-dc9f7196-ad7d-48c0-96ed-01fc1767d23a req-84b5f583-7372-4c9b-9185-ec142a19ad6a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Calling delete_port for e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:00:08.401325 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-dc9f7196-ad7d-48c0-96ed-01fc1767d23a req-84b5f583-7372-4c9b-9185-ec142a19ad6a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:08.414204 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['9d7faa36-fc7a-4b88-ab3e-718954b19ba9'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:00:08.418573 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:00:08.430513 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5f583-7372-4c9b-9185-ec142a19ad6a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Pushing event deleted for resources: {'Port': ['ID=e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:08.482476 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9f7196-ad7d-48c0-96ed-01fc1767d23a req-84b5f583-7372-4c9b-9185-ec142a19ad6a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] No DVR routers for this DVR port e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:00:08.485278 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-dc9f7196-ad7d-48c0-96ed-01fc1767d23a req-84b5f583-7372-4c9b-9185-ec142a19ad6a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:08.489395 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dc9f7196-ad7d-48c0-96ed-01fc1767d23a req-84b5f583-7372-4c9b-9185-ec142a19ad6a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.91 "DELETE /v2.0/ports/e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e HTTP/1.1" status: 204 len: 173 time: 0.4174883 Feb 09 02:00:08.489867 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03487374-f774-4626-b0df-9f3fc3c790c8', 'name': 'network-vif-deleted', 'tag': 'e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:00:08.492331 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b798798-88e7-48d2-9512-ea8732fa51c2" -d '{"events": [{"server_uuid": "03487374-f774-4626-b0df-9f3fc3c790c8", "name": "network-vif-deleted", "tag": "e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:00:08.546507 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff8a4dd-50b1-4907-8334-cae0730aae85 x-openstack-request-id: req-6ff8a4dd-50b1-4907-8334-cae0730aae85 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:00:08.551342 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03487374-f774-4626-b0df-9f3fc3c790c8", "name": "network-vif-deleted", "tag": "e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:00:08.551840 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6ff8a4dd-50b1-4907-8334-cae0730aae85 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:00:08.552482 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03487374-f774-4626-b0df-9f3fc3c790c8', 'name': 'network-vif-deleted', 'tag': 'e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e', 'status': 'completed', 'code': 200} Feb 09 02:00:08.855229 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e442fb56-0e16-4393-a9de-017f4251b868 req-cc4983c7-5385-4f8d-98b4-872b981ff170 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 210 time: 0.0309615 Feb 09 02:00:09.958317 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-72c5f603-bfee-49f4-9cbe-698e2d960c69 req-5222c93f-31f1-4a69-abeb-d94696a382de tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 210 time: 0.0297291 Feb 09 02:00:11.064209 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d008bdbc-b93d-450a-88c7-2a8f4436424a req-97cb4301-6a91-4d6a-90ce-5972df39a85a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 210 time: 0.0291715 Feb 09 02:00:11.566483 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:00:11.588334 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:00:11.588682 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device e7565b82-a3ea-4a57-bc25-2b8a95bb1e8e not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:00:12.165038 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d4ebb3dc-6f5b-47c7-ab6c-aa4cb8e403ed req-a4d3db43-78ed-42dc-8b11-793b7f7c278f tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 210 time: 0.0280232 Feb 09 02:00:13.265351 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8e39fde7-ea23-4f00-b38a-a400fd3b2234 req-97c5cdfb-a9fa-4d13-acac-58091ee9ffd6 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 210 time: 0.0280786 Feb 09 02:00:14.365603 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-475a827e-c48c-40fd-ab89-3620b394a71f req-752d4eec-5796-4e2b-b3ab-04e73b43aba4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 210 time: 0.0280023 Feb 09 02:00:14.922073 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-546bf01f-3edc-4ecd-b2d0-e6444891d855 req-cd24e031-f265-4ef5-adef-4f6a934dc023 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=dbdab558-c13b-4ca6-bec1-575bb5249774&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0970089 Feb 09 02:00:15.010223 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546bf01f-3edc-4ecd-b2d0-e6444891d855 req-0336e5fd-f561-42e7-8b23-7e02368e1c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:15.011735 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-546bf01f-3edc-4ecd-b2d0-e6444891d855 req-0336e5fd-f561-42e7-8b23-7e02368e1c93 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cac763247f3146f9ad3039f0cdc9c088&device_id=dbdab558-c13b-4ca6-bec1-575bb5249774 HTTP/1.1" status: 200 len: 1128 time: 0.0470574 Feb 09 02:00:15.122126 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546bf01f-3edc-4ecd-b2d0-e6444891d855 req-9dc70308-1335-45f9-8f13-ed27d2b0b0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:15.123530 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-546bf01f-3edc-4ecd-b2d0-e6444891d855 req-9dc70308-1335-45f9-8f13-ed27d2b0b0f3 service neutron] 10.222.0.121 "GET /v2.0/networks?id=80054ff2-e1bf-4010-ada6-1c294b9aea30 HTTP/1.1" status: 200 len: 911 time: 0.0929446 Feb 09 02:00:15.169254 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-546bf01f-3edc-4ecd-b2d0-e6444891d855 req-2dd49335-1ca9-47eb-b685-b8819e2b5a39 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d7faa36-fc7a-4b88-ab3e-718954b19ba9 HTTP/1.1" status: 200 len: 217 time: 0.0386930 Feb 09 02:00:15.221575 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546bf01f-3edc-4ecd-b2d0-e6444891d855 req-dbba6d1d-4d56-453d-a9d0-9340df66d5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:15.223086 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-546bf01f-3edc-4ecd-b2d0-e6444891d855 req-dbba6d1d-4d56-453d-a9d0-9340df66d5d7 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=692fddba-72a4-45ca-b7c8-ccf0fbdb4c43 HTTP/1.1" status: 200 len: 849 time: 0.0478666 Feb 09 02:00:15.282397 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546bf01f-3edc-4ecd-b2d0-e6444891d855 req-63545936-8050-403b-b1ba-7ee5870df278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:15.283922 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-546bf01f-3edc-4ecd-b2d0-e6444891d855 req-63545936-8050-403b-b1ba-7ee5870df278 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=80054ff2-e1bf-4010-ada6-1c294b9aea30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0547273 Feb 09 02:00:15.294189 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [req-546bf01f-3edc-4ecd-b2d0-e6444891d855 req-8227f02f-7b7f-487e-8924-6380dc31449b service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:00:15.295225 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-546bf01f-3edc-4ecd-b2d0-e6444891d855 req-8227f02f-7b7f-487e-8924-6380dc31449b service neutron] 10.222.0.121 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051761 Feb 09 02:00:15.387090 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-546bf01f-3edc-4ecd-b2d0-e6444891d855 req-cd2ee02f-d464-49e3-927a-3942429a61ba service neutron] 10.222.0.121 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853620 Feb 09 02:00:15.492321 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-546bf01f-3edc-4ecd-b2d0-e6444891d855 req-18cff65d-95df-49d8-9998-a2af839ae84e service neutron] 10.222.0.121 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007266 Feb 09 02:00:15.496654 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e3c83964-c084-49d8-a352-8c7a5c1266a4 req-20753124-62d6-41d1-9142-2d53420955d7 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 210 time: 0.0440261 Feb 09 02:00:16.584225 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-49ae639a-1880-4efb-9daf-7246e22ef344 req-446f1d6a-96e3-4c0f-96ce-5efaa4a28377 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=03487374-f774-4626-b0df-9f3fc3c790c8 HTTP/1.1" status: 200 len: 210 time: 0.0358391 Feb 09 02:00:19.805538 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:20.855306 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fa26f42b-eef9-4095-a36c-f159081a4aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:21.328177 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:24.300697 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-89ebcc5d-b563-4dcf-bc2c-8c9893f8ac09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:25.247454 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650245ed-ac87-47e8-b9ae-1e581f15b03b req-1268e2c5-bbb7-4375-bc32-ce1d1cae64a0 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:25.248969 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-650245ed-ac87-47e8-b9ae-1e581f15b03b req-1268e2c5-bbb7-4375-bc32-ce1d1cae64a0 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbdab558-c13b-4ca6-bec1-575bb5249774 HTTP/1.1" status: 200 len: 945 time: 0.0536230 Feb 09 02:00:25.297537 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-650245ed-ac87-47e8-b9ae-1e581f15b03b req-249d617c-caa2-47bf-954b-29b43df4d4b1 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429339 Feb 09 02:00:25.924313 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:26.423942 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d2d83-356e-4d31-971d-7c08ce40c938 req-84ba795f-8970-4d0d-ab38-9ef2b98d8751 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:26.425658 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-982d2d83-356e-4d31-971d-7c08ce40c938 req-84ba795f-8970-4d0d-ab38-9ef2b98d8751 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbdab558-c13b-4ca6-bec1-575bb5249774 HTTP/1.1" status: 200 len: 945 time: 0.0559795 Feb 09 02:00:26.477785 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-982d2d83-356e-4d31-971d-7c08ce40c938 req-d35d99d3-cf17-46fe-af7b-3822658cf868 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465286 Feb 09 02:00:26.823428 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae7b77-0b8a-483a-bdb5-646b7750a1e6 req-0e20a394-3a29-4a20-8a41-6300c3f6f769 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:26.824957 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-eaae7b77-0b8a-483a-bdb5-646b7750a1e6 req-0e20a394-3a29-4a20-8a41-6300c3f6f769 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.121 "GET /v2.0/ports?device_id=dbdab558-c13b-4ca6-bec1-575bb5249774 HTTP/1.1" status: 200 len: 945 time: 0.0566981 Feb 09 02:00:26.920014 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-eaae7b77-0b8a-483a-bdb5-646b7750a1e6 req-86357eed-2871-4d0a-944f-4aaaab77ae59 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Deleting port 9d7faa36-fc7a-4b88-ab3e-718954b19ba9 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:00:26.920278 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-eaae7b77-0b8a-483a-bdb5-646b7750a1e6 req-86357eed-2871-4d0a-944f-4aaaab77ae59 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (9d7faa36-fc7a-4b88-ab3e-718954b19ba9), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:27.017995 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-eaae7b77-0b8a-483a-bdb5-646b7750a1e6 req-86357eed-2871-4d0a-944f-4aaaab77ae59 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] For port 9d7faa36-fc7a-4b88-ab3e-718954b19ba9, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9d7faa36-fc7a-4b88-ab3e-718954b19ba9,segment=NetworkSegment(91af9ede-3a1f-449b-82aa-6301a8fb255c),segment_id=91af9ede-3a1f-449b-82aa-6301a8fb255c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:27.018346 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-eaae7b77-0b8a-483a-bdb5-646b7750a1e6 req-86357eed-2871-4d0a-944f-4aaaab77ae59 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (9d7faa36-fc7a-4b88-ab3e-718954b19ba9), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:27.031599 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-eaae7b77-0b8a-483a-bdb5-646b7750a1e6 req-86357eed-2871-4d0a-944f-4aaaab77ae59 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Calling delete_port for 9d7faa36-fc7a-4b88-ab3e-718954b19ba9 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:00:27.165751 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-eaae7b77-0b8a-483a-bdb5-646b7750a1e6 req-86357eed-2871-4d0a-944f-4aaaab77ae59 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (9d7faa36-fc7a-4b88-ab3e-718954b19ba9), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:27.177398 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['9d7faa36-fc7a-4b88-ab3e-718954b19ba9'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:00:27.192424 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86357eed-2871-4d0a-944f-4aaaab77ae59 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Pushing event deleted for resources: {'Port': ['ID=9d7faa36-fc7a-4b88-ab3e-718954b19ba9,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:27.208031 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86357eed-2871-4d0a-944f-4aaaab77ae59 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:27.208389 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86357eed-2871-4d0a-944f-4aaaab77ae59 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:27.208734 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86357eed-2871-4d0a-944f-4aaaab77ae59 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:27.209075 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86357eed-2871-4d0a-944f-4aaaab77ae59 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:27.209410 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86357eed-2871-4d0a-944f-4aaaab77ae59 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:27.209743 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86357eed-2871-4d0a-944f-4aaaab77ae59 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:27.210072 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86357eed-2871-4d0a-944f-4aaaab77ae59 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:27.210403 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86357eed-2871-4d0a-944f-4aaaab77ae59 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:27.210727 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86357eed-2871-4d0a-944f-4aaaab77ae59 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:27.211132 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86357eed-2871-4d0a-944f-4aaaab77ae59 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:27.212114 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86357eed-2871-4d0a-944f-4aaaab77ae59 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:27.212447 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86357eed-2871-4d0a-944f-4aaaab77ae59 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:27.212781 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86357eed-2871-4d0a-944f-4aaaab77ae59 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:27.249991 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaae7b77-0b8a-483a-bdb5-646b7750a1e6 req-86357eed-2871-4d0a-944f-4aaaab77ae59 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] No DVR routers for this DVR port 9d7faa36-fc7a-4b88-ab3e-718954b19ba9 on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:00:27.252693 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-eaae7b77-0b8a-483a-bdb5-646b7750a1e6 req-86357eed-2871-4d0a-944f-4aaaab77ae59 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:27.256614 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-eaae7b77-0b8a-483a-bdb5-646b7750a1e6 req-86357eed-2871-4d0a-944f-4aaaab77ae59 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.121 "DELETE /v2.0/ports/9d7faa36-fc7a-4b88-ab3e-718954b19ba9 HTTP/1.1" status: 204 len: 173 time: 0.4259422 Feb 09 02:00:27.257077 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbdab558-c13b-4ca6-bec1-575bb5249774', 'name': 'network-vif-deleted', 'tag': '9d7faa36-fc7a-4b88-ab3e-718954b19ba9'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:00:27.259967 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8694bb-7e66-4c0f-9cf6-d1310ed8865e" -d '{"events": [{"server_uuid": "dbdab558-c13b-4ca6-bec1-575bb5249774", "name": "network-vif-deleted", "tag": "9d7faa36-fc7a-4b88-ab3e-718954b19ba9"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:00:27.300258 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbf09f2-008c-4d40-be83-b4a994d95d4a x-openstack-request-id: req-edbf09f2-008c-4d40-be83-b4a994d95d4a {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:00:27.300558 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbdab558-c13b-4ca6-bec1-575bb5249774", "name": "network-vif-deleted", "tag": "9d7faa36-fc7a-4b88-ab3e-718954b19ba9", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:00:27.300819 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-edbf09f2-008c-4d40-be83-b4a994d95d4a {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:00:27.301224 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbdab558-c13b-4ca6-bec1-575bb5249774', 'name': 'network-vif-deleted', 'tag': '9d7faa36-fc7a-4b88-ab3e-718954b19ba9', 'status': 'completed', 'code': 200} Feb 09 02:00:27.587667 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-60c74baf-db34-4026-917d-950f37cb96f3 req-8092fd71-cf34-4ea4-8526-3004918283ae tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbdab558-c13b-4ca6-bec1-575bb5249774 HTTP/1.1" status: 200 len: 210 time: 0.0286453 Feb 09 02:00:27.656238 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:28.344395 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:28.692033 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db015f01-295c-426d-a3a6-f62cf5ee37fb req-98a4c0f2-aab6-4871-a1bb-06a2b24b2a78 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbdab558-c13b-4ca6-bec1-575bb5249774 HTTP/1.1" status: 200 len: 210 time: 0.0276346 Feb 09 02:00:29.791668 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-69c2c04f-1c6d-4c7c-991f-bf016e8bc2db req-e94e2569-63f2-4e57-b68a-d6cd268a1c74 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbdab558-c13b-4ca6-bec1-575bb5249774 HTTP/1.1" status: 200 len: 210 time: 0.0291979 Feb 09 02:00:30.335734 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 9d7faa36-fc7a-4b88-ab3e-718954b19ba9 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:00:30.358016 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 9d7faa36-fc7a-4b88-ab3e-718954b19ba9 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:00:30.358361 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 9d7faa36-fc7a-4b88-ab3e-718954b19ba9 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:00:30.888426 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f714b7d8-373d-44a6-aa2e-eebce7cf9cf4 req-610d066d-1ec5-411d-8c17-6bc7b5f14a9a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbdab558-c13b-4ca6-bec1-575bb5249774 HTTP/1.1" status: 200 len: 210 time: 0.0279198 Feb 09 02:00:31.985613 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a415eaad-1784-4a97-b031-a736c36cb53d req-f1c9b052-d42f-48b4-988c-8a5389b6b2d4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbdab558-c13b-4ca6-bec1-575bb5249774 HTTP/1.1" status: 200 len: 210 time: 0.0296223 Feb 09 02:00:33.088170 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6d2eabbc-42b5-4ccd-b1a7-df92ac5f7715 req-d2edb55b-1a9c-4473-81f6-4c7ea00f4817 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbdab558-c13b-4ca6-bec1-575bb5249774 HTTP/1.1" status: 200 len: 210 time: 0.0311437 Feb 09 02:00:34.187114 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-994af1ed-8497-4ba6-8b72-de0dc127d4c4 req-f1087f7d-5cae-42e9-a5eb-a3c1ca00fe9a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbdab558-c13b-4ca6-bec1-575bb5249774 HTTP/1.1" status: 200 len: 210 time: 0.0281780 Feb 09 02:00:35.283231 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3a4bf4b2-726b-4b39-9b13-a20bd30f5bfb req-dc4ce828-e009-4e38-8f2d-8a602f0980ae tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbdab558-c13b-4ca6-bec1-575bb5249774 HTTP/1.1" status: 200 len: 210 time: 0.0286267 Feb 09 02:00:42.326753 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:00:42.357140 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 48160) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:42.362063 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-a12ed993-c6d9-4bb2-b4ee-04044f07eeb2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1022052834', 'description': 'tempest-secgroup-smoke-1022052834 description', 'project_id': 'cac763247f3146f9ad3039f0cdc9c088'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:42.390470 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a12ed993-c6d9-4bb2-b4ee-04044f07eeb2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.460398 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a12ed993-c6d9-4bb2-b4ee-04044f07eeb2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for security_group (f69a3557-c5c0-48a3-a0aa-ff988f247931), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.465138 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a12ed993-c6d9-4bb2-b4ee-04044f07eeb2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f69a3557-c5c0-48a3-a0aa-ff988f247931), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.495199 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a12ed993-c6d9-4bb2-b4ee-04044f07eeb2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.496445 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a12ed993-c6d9-4bb2-b4ee-04044f07eeb2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1382165 Feb 09 02:00:42.498324 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ed993-c6d9-4bb2-b4ee-04044f07eeb2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f69a3557-c5c0-48a3-a0aa-ff988f247931,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:42.500369 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 48162) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:42.504824 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-7d93698f-b17c-4397-a7c9-9d9eb32d1b49 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Request body: {'security_group_rule': {'security_group_id': 'f69a3557-c5c0-48a3-a0aa-ff988f247931', 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:42.507039 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12ed993-c6d9-4bb2-b4ee-04044f07eeb2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:42.507383 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12ed993-c6d9-4bb2-b4ee-04044f07eeb2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:42.507717 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12ed993-c6d9-4bb2-b4ee-04044f07eeb2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:42.508150 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12ed993-c6d9-4bb2-b4ee-04044f07eeb2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:42.508466 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12ed993-c6d9-4bb2-b4ee-04044f07eeb2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:42.508789 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12ed993-c6d9-4bb2-b4ee-04044f07eeb2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:42.509117 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12ed993-c6d9-4bb2-b4ee-04044f07eeb2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:42.509432 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12ed993-c6d9-4bb2-b4ee-04044f07eeb2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:42.509753 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12ed993-c6d9-4bb2-b4ee-04044f07eeb2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:42.510370 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12ed993-c6d9-4bb2-b4ee-04044f07eeb2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:42.510706 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12ed993-c6d9-4bb2-b4ee-04044f07eeb2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:42.511025 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12ed993-c6d9-4bb2-b4ee-04044f07eeb2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:42.511346 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12ed993-c6d9-4bb2-b4ee-04044f07eeb2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:42.532043 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7d93698f-b17c-4397-a7c9-9d9eb32d1b49 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for security_group_rule (4e1424bf-1111-4e3b-809b-a7f0d801aa6f), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.583315 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7d93698f-b17c-4397-a7c9-9d9eb32d1b49 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for security_group_rule (4e1424bf-1111-4e3b-809b-a7f0d801aa6f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.588476 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7d93698f-b17c-4397-a7c9-9d9eb32d1b49 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (4e1424bf-1111-4e3b-809b-a7f0d801aa6f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.606043 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d93698f-b17c-4397-a7c9-9d9eb32d1b49 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e1424bf-1111-4e3b-809b-a7f0d801aa6f,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:42.618217 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7d93698f-b17c-4397-a7c9-9d9eb32d1b49 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.619440 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7d93698f-b17c-4397-a7c9-9d9eb32d1b49 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1180851 Feb 09 02:00:42.622250 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 48164) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:42.626481 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-bccf3c6f-1a05-44cf-b621-5d8218e6a62a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Request body: {'security_group_rule': {'security_group_id': 'f69a3557-c5c0-48a3-a0aa-ff988f247931', 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:42.652530 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bccf3c6f-1a05-44cf-b621-5d8218e6a62a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for security_group_rule (1213a3b1-2080-4882-b360-9e28462cc307), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.718582 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bccf3c6f-1a05-44cf-b621-5d8218e6a62a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for security_group_rule (1213a3b1-2080-4882-b360-9e28462cc307), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.722630 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bccf3c6f-1a05-44cf-b621-5d8218e6a62a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (1213a3b1-2080-4882-b360-9e28462cc307), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.745403 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf3c6f-1a05-44cf-b621-5d8218e6a62a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1213a3b1-2080-4882-b360-9e28462cc307,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:42.756139 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bccf3c6f-1a05-44cf-b621-5d8218e6a62a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.760135 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-bccf3c6f-1a05-44cf-b621-5d8218e6a62a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1341610 Feb 09 02:00:42.760770 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 48166) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:42.764808 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-f6cd001f-5162-4803-bb47-4c16615b9187 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Request body: {'security_group_rule': {'security_group_id': 'f69a3557-c5c0-48a3-a0aa-ff988f247931', 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:42.788925 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f6cd001f-5162-4803-bb47-4c16615b9187 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for security_group_rule (907ac1e3-b570-4652-8802-aee1485463bb), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.846005 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f6cd001f-5162-4803-bb47-4c16615b9187 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for security_group_rule (907ac1e3-b570-4652-8802-aee1485463bb), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.849799 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f6cd001f-5162-4803-bb47-4c16615b9187 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (907ac1e3-b570-4652-8802-aee1485463bb), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.868942 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd001f-5162-4803-bb47-4c16615b9187 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=907ac1e3-b570-4652-8802-aee1485463bb,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:42.877159 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f6cd001f-5162-4803-bb47-4c16615b9187 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.878348 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f6cd001f-5162-4803-bb47-4c16615b9187 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169920 Feb 09 02:00:42.881203 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 48168) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:42.886262 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-cacf89bc-f6c7-4b24-be3a-1aa5ccfdf822 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Request body: {'security_group_rule': {'security_group_id': 'f69a3557-c5c0-48a3-a0aa-ff988f247931', 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:42.911469 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cacf89bc-f6c7-4b24-be3a-1aa5ccfdf822 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for security_group_rule (69863388-01ed-425a-84d2-0e24b44d989b), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.969746 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cacf89bc-f6c7-4b24-be3a-1aa5ccfdf822 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for security_group_rule (69863388-01ed-425a-84d2-0e24b44d989b), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.973538 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cacf89bc-f6c7-4b24-be3a-1aa5ccfdf822 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (69863388-01ed-425a-84d2-0e24b44d989b), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.995322 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf89bc-f6c7-4b24-be3a-1aa5ccfdf822 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69863388-01ed-425a-84d2-0e24b44d989b,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:43.006464 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cacf89bc-f6c7-4b24-be3a-1aa5ccfdf822 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:43.007670 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-cacf89bc-f6c7-4b24-be3a-1aa5ccfdf822 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1254280 Feb 09 02:00:43.010509 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 48170) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:43.014752 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-4b40058a-3db3-4495-9713-45c8a4c2f9e8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Request body: {'security_group_rule': {'security_group_id': 'f69a3557-c5c0-48a3-a0aa-ff988f247931', 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:43.033727 n-d-822053-40 neutron-server[103529]: INFO neutron.db.securitygroups_db [None req-4b40058a-3db3-4495-9713-45c8a4c2f9e8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Project cac763247f3146f9ad3039f0cdc9c088 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:00:43.038472 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4b40058a-3db3-4495-9713-45c8a4c2f9e8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for security_group_rule (bace9f9a-1e22-4685-b393-081c132c8e6d), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:43.097403 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4b40058a-3db3-4495-9713-45c8a4c2f9e8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for security_group_rule (bace9f9a-1e22-4685-b393-081c132c8e6d), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:43.100999 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4b40058a-3db3-4495-9713-45c8a4c2f9e8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (bace9f9a-1e22-4685-b393-081c132c8e6d), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:43.120027 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40058a-3db3-4495-9713-45c8a4c2f9e8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bace9f9a-1e22-4685-b393-081c132c8e6d,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:43.126681 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4b40058a-3db3-4495-9713-45c8a4c2f9e8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:43.127867 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4b40058a-3db3-4495-9713-45c8a4c2f9e8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1164365 Feb 09 02:00:43.130508 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 48172) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:43.135631 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-cf9fd4d9-5811-4de1-8545-9a85aeaf4046 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Request body: {'security_group_rule': {'security_group_id': 'f69a3557-c5c0-48a3-a0aa-ff988f247931', 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:43.155634 n-d-822053-40 neutron-server[103529]: INFO neutron.db.securitygroups_db [None req-cf9fd4d9-5811-4de1-8545-9a85aeaf4046 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Project cac763247f3146f9ad3039f0cdc9c088 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:00:43.161337 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cf9fd4d9-5811-4de1-8545-9a85aeaf4046 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for security_group_rule (26d7db35-4b14-4d51-b057-11a2ac1f42c5), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:43.220146 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cf9fd4d9-5811-4de1-8545-9a85aeaf4046 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for security_group_rule (26d7db35-4b14-4d51-b057-11a2ac1f42c5), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:43.223946 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cf9fd4d9-5811-4de1-8545-9a85aeaf4046 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (26d7db35-4b14-4d51-b057-11a2ac1f42c5), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:43.240946 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9fd4d9-5811-4de1-8545-9a85aeaf4046 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26d7db35-4b14-4d51-b057-11a2ac1f42c5,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:43.251938 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cf9fd4d9-5811-4de1-8545-9a85aeaf4046 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:43.253762 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-cf9fd4d9-5811-4de1-8545-9a85aeaf4046 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1222239 Feb 09 02:00:49.822157 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:50.857906 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ff7a8dbe-3de9-4992-bc9f-35a207770e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:51.328206 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:54.302734 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-45d86ad2-108a-48ed-98b0-63687fe2b13d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:55.926057 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:57.656959 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:58.353405 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:59.132406 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [req-66b5099d-e099-4e70-b741-6f2b78f33914 req-06ea24e2-3c53-49c9-b84b-7f12c07db2c5 service neutron] (103528) timed out ('10.222.0.30', 49948) {{(pid=103528) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 02:01:02.733771 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-70ce561d-7bb8-41ba-b11e-3a3c02ab621d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1022052834&fields=id&tenant_id=cac763247f3146f9ad3039f0cdc9c088 HTTP/1.1" status: 200 len: 267 time: 0.0443616 Feb 09 02:01:02.844967 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-db1d64ee-1a69-4735-aef6-84841995ab75 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:02.846364 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-db1d64ee-1a69-4735-aef6-84841995ab75 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/networks?id=80054ff2-e1bf-4010-ada6-1c294b9aea30 HTTP/1.1" status: 200 len: 810 time: 0.1060827 Feb 09 02:01:02.861828 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-635e7d09-8026-4513-b877-a50284411072 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/quotas/cac763247f3146f9ad3039f0cdc9c088 HTTP/1.1" status: 200 len: 375 time: 0.0100658 Feb 09 02:01:02.916753 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-f264b171-58a3-4933-b977-2a41552169a5 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cac763247f3146f9ad3039f0cdc9c088&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498590 Feb 09 02:01:03.022921 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-701c9325-5048-4842-b60d-9b8876ed65ea service neutron] 10.222.0.30 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938020 Feb 09 02:01:03.112378 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-cabb57cd-44a4-46ca-b204-2977b13d7f3f service neutron] 10.222.0.30 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829325 Feb 09 02:01:03.402152 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-528daeea-2806-4871-8f47-85a390a29b3b req-739c43ab-088c-4b81-8af5-be24b8622247 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6 HTTP/1.1" status: 200 len: 210 time: 0.0283837 Feb 09 02:01:04.414939 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-cc18b8a8-cb5f-4f7f-9393-f47c111e1988 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:04.417143 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-cc18b8a8-cb5f-4f7f-9393-f47c111e1988 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.91 "GET /v2.0/networks?id=80054ff2-e1bf-4010-ada6-1c294b9aea30 HTTP/1.1" status: 200 len: 810 time: 0.1106310 Feb 09 02:01:04.510993 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5202fa36-e935-48f9-a704-e45616366f0a req-9776cb24-5622-4125-842b-459e82efce55 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6 HTTP/1.1" status: 200 len: 210 time: 0.0369315 Feb 09 02:01:04.516555 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-4ead1a63-f0b0-451f-9cc3-96e1082ffc91 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cac763247f3146f9ad3039f0cdc9c088 HTTP/1.1" status: 200 len: 380 time: 0.0851905 Feb 09 02:01:04.525672 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-efa72c93-5cca-471c-adf3-ad76c6b06af8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Request body: {'port': {'device_id': '3293a38a-152a-4b4a-a607-b2a9d7ee35e6', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'admin_state_up': True, 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'security_groups': ['f69a3557-c5c0-48a3-a0aa-ff988f247931']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:04.645128 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-efa72c93-5cca-471c-adf3-ad76c6b06af8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Made reservation on behalf of cac763247f3146f9ad3039f0cdc9c088 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:01:04.648591 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-efa72c93-5cca-471c-adf3-ad76c6b06af8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:04.781481 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-efa72c93-5cca-471c-adf3-ad76c6b06af8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Allocated IP 172.20.0.6 (80054ff2-e1bf-4010-ada6-1c294b9aea30/692fddba-72a4-45ca-b7c8-ccf0fbdb4c43/abc32c75-3fd9-4ffc-8548-01bffd3e1cf1) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:01:04.921802 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-efa72c93-5cca-471c-adf3-ad76c6b06af8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for port (abc32c75-3fd9-4ffc-8548-01bffd3e1cf1), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:04.956696 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-efa72c93-5cca-471c-adf3-ad76c6b06af8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (abc32c75-3fd9-4ffc-8548-01bffd3e1cf1), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:05.006857 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-efa72c93-5cca-471c-adf3-ad76c6b06af8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Network 80054ff2-e1bf-4010-ada6-1c294b9aea30 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:01:05.012027 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-efa72c93-5cca-471c-adf3-ad76c6b06af8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:01:05.016620 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-efa72c93-5cca-471c-adf3-ad76c6b06af8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:01:05.040105 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa72c93-5cca-471c-adf3-ad76c6b06af8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Pushing event updated for resources: {'Port': ['ID=abc32c75-3fd9-4ffc-8548-01bffd3e1cf1,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:05.070523 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-efa72c93-5cca-471c-adf3-ad76c6b06af8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:05.071139 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-efa72c93-5cca-471c-adf3-ad76c6b06af8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:05.092951 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-efa72c93-5cca-471c-adf3-ad76c6b06af8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5717475 Feb 09 02:01:05.105485 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-52ceb34f-b7e8-44e3-9d29-3f6616902247 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:01:05.106490 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-52ceb34f-b7e8-44e3-9d29-3f6616902247 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059762 Feb 09 02:01:05.119590 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-591f5126-b208-431c-9953-94702cbf70ab service neutron] Request body: {'port': {'device_id': '3293a38a-152a-4b4a-a607-b2a9d7ee35e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:05.190019 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-591f5126-b208-431c-9953-94702cbf70ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (abc32c75-3fd9-4ffc-8548-01bffd3e1cf1), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:05.271487 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-9a123235-83a3-4605-b8b7-095d7a7c66a9 None None] Provisioning complete for port abc32c75-3fd9-4ffc-8548-01bffd3e1cf1 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:05.272510 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9a123235-83a3-4605-b8b7-095d7a7c66a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (abc32c75-3fd9-4ffc-8548-01bffd3e1cf1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:05.311542 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-9a123235-83a3-4605-b8b7-095d7a7c66a9 None None] Port abc32c75-3fd9-4ffc-8548-01bffd3e1cf1 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:01:05.463776 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-591f5126-b208-431c-9953-94702cbf70ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abc32c75-3fd9-4ffc-8548-01bffd3e1cf1 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:01:05.471566 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-591f5126-b208-431c-9953-94702cbf70ab service neutron] Publish callbacks [] for port (abc32c75-3fd9-4ffc-8548-01bffd3e1cf1), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:05.484151 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-591f5126-b208-431c-9953-94702cbf70ab service neutron] Transition to ACTIVE for port object abc32c75-3fd9-4ffc-8548-01bffd3e1cf1 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:01:05.487675 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-591f5126-b208-431c-9953-94702cbf70ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (abc32c75-3fd9-4ffc-8548-01bffd3e1cf1), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:05.548178 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f5126-b208-431c-9953-94702cbf70ab service neutron] Pushing event updated for resources: {'Port': ['ID=abc32c75-3fd9-4ffc-8548-01bffd3e1cf1,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:05.665030 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-591f5126-b208-431c-9953-94702cbf70ab service neutron] Attempting to bind port abc32c75-3fd9-4ffc-8548-01bffd3e1cf1 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:01:05.665350 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-591f5126-b208-431c-9953-94702cbf70ab service neutron] Attempting to bind port abc32c75-3fd9-4ffc-8548-01bffd3e1cf1 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '91af9ede-3a1f-449b-82aa-6301a8fb255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:01:05.665600 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-591f5126-b208-431c-9953-94702cbf70ab service neutron] Attempting to bind port abc32c75-3fd9-4ffc-8548-01bffd3e1cf1 on network 80054ff2-e1bf-4010-ada6-1c294b9aea30 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:01:05.675106 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-591f5126-b208-431c-9953-94702cbf70ab service neutron] Port abc32c75-3fd9-4ffc-8548-01bffd3e1cf1 on network 80054ff2-e1bf-4010-ada6-1c294b9aea30 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:01:05.675698 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-591f5126-b208-431c-9953-94702cbf70ab service neutron] Attempting to bind port abc32c75-3fd9-4ffc-8548-01bffd3e1cf1 on network 80054ff2-e1bf-4010-ada6-1c294b9aea30 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:01:05.685998 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-591f5126-b208-431c-9953-94702cbf70ab service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:01:05.686335 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-591f5126-b208-431c-9953-94702cbf70ab service neutron] Checking segment: {'id': '91af9ede-3a1f-449b-82aa-6301a8fb255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:01:05.686717 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-591f5126-b208-431c-9953-94702cbf70ab service neutron] Bound using segment: {'id': '91af9ede-3a1f-449b-82aa-6301a8fb255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:01:05.687158 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-591f5126-b208-431c-9953-94702cbf70ab service neutron] Bound port: abc32c75-3fd9-4ffc-8548-01bffd3e1cf1, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91af9ede-3a1f-449b-82aa-6301a8fb255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:01:05.687513 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-591f5126-b208-431c-9953-94702cbf70ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (abc32c75-3fd9-4ffc-8548-01bffd3e1cf1), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:05.698045 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4b202-adfa-4a40-abd3-662da6492b5d req-d322b61f-1166-43ae-8fcd-c495a5e2bbcb tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:05.699605 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4ce4b202-adfa-4a40-abd3-662da6492b5d req-d322b61f-1166-43ae-8fcd-c495a5e2bbcb tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6 HTTP/1.1" status: 200 len: 943 time: 0.0856681 Feb 09 02:01:05.785691 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4ce4b202-adfa-4a40-abd3-662da6492b5d req-29b6c8f4-e5be-4f75-95bb-9c8027b3c761 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792816 Feb 09 02:01:05.802562 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-591f5126-b208-431c-9953-94702cbf70ab service neutron] For port abc32c75-3fd9-4ffc-8548-01bffd3e1cf1, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:01:05.805739 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-591f5126-b208-431c-9953-94702cbf70ab service neutron] For port abc32c75-3fd9-4ffc-8548-01bffd3e1cf1, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=abc32c75-3fd9-4ffc-8548-01bffd3e1cf1,segment=NetworkSegment(91af9ede-3a1f-449b-82aa-6301a8fb255c),segment_id=91af9ede-3a1f-449b-82aa-6301a8fb255c)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:01:05.814206 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-591f5126-b208-431c-9953-94702cbf70ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (abc32c75-3fd9-4ffc-8548-01bffd3e1cf1), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:05.856493 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-591f5126-b208-431c-9953-94702cbf70ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:05.857117 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-591f5126-b208-431c-9953-94702cbf70ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:05.858507 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-591f5126-b208-431c-9953-94702cbf70ab service neutron] 10.222.0.91 "PUT /v2.0/ports/abc32c75-3fd9-4ffc-8548-01bffd3e1cf1 HTTP/1.1" status: 200 len: 1092 time: 0.7436085 Feb 09 02:01:05.858944 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3293a38a-152a-4b4a-a607-b2a9d7ee35e6', 'tag': 'abc32c75-3fd9-4ffc-8548-01bffd3e1cf1'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:01:05.861197 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f8e780-3b6d-498f-9d76-d20da202b8c6" -d '{"events": [{"name": "network-changed", "server_uuid": "3293a38a-152a-4b4a-a607-b2a9d7ee35e6", "tag": "abc32c75-3fd9-4ffc-8548-01bffd3e1cf1"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:01:05.888470 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f5126-b208-431c-9953-94702cbf70ab service neutron] Pushing event updated for resources: {'Port': ['ID=abc32c75-3fd9-4ffc-8548-01bffd3e1cf1,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:05.950833 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18951cc1-443f-4eb2-9048-51799cf0b9ea x-openstack-request-id: req-18951cc1-443f-4eb2-9048-51799cf0b9ea {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:01:05.951130 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3293a38a-152a-4b4a-a607-b2a9d7ee35e6", "tag": "abc32c75-3fd9-4ffc-8548-01bffd3e1cf1", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:01:05.951386 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-18951cc1-443f-4eb2-9048-51799cf0b9ea {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:01:05.951796 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3293a38a-152a-4b4a-a607-b2a9d7ee35e6', 'tag': 'abc32c75-3fd9-4ffc-8548-01bffd3e1cf1', 'status': 'completed', 'code': 200} Feb 09 02:01:05.969176 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-e1a6f0e2-4801-4e86-8083-9e469ed4a54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:05.970686 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-e1a6f0e2-4801-4e86-8083-9e469ed4a54f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cac763247f3146f9ad3039f0cdc9c088&device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6 HTTP/1.1" status: 200 len: 1126 time: 0.0526831 Feb 09 02:01:06.019802 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-994c9ca0-0854-4137-9934-0b522a8e463e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abc32c75-3fd9-4ffc-8548-01bffd3e1cf1 HTTP/1.1" status: 200 len: 217 time: 0.0422390 Feb 09 02:01:06.073741 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-c258df74-11e6-4abd-ae22-e24feb2c16d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:06.075208 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-c258df74-11e6-4abd-ae22-e24feb2c16d4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=692fddba-72a4-45ca-b7c8-ccf0fbdb4c43 HTTP/1.1" status: 200 len: 849 time: 0.0474949 Feb 09 02:01:06.129723 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-2bae8128-3bb6-48b5-8ea1-c387485aaec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:06.131151 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-2bae8128-3bb6-48b5-8ea1-c387485aaec7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=80054ff2-e1bf-4010-ada6-1c294b9aea30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0486643 Feb 09 02:01:06.227167 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-7751baa2-b761-4057-8c20-faf0f1ccf12b service neutron] 10.222.0.91 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871377 Feb 09 02:01:06.329552 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-960ecfa0-82a4-4635-803e-2f8a9e948fe4 req-fc726dcc-b825-4b86-8841-91ec84b32a6a service neutron] 10.222.0.91 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920985 Feb 09 02:01:06.425968 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8e780-3b6d-498f-9d76-d20da202b8c6 req-5de11a00-631c-4bf1-b433-255ad9c797f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:06.427490 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a7f8e780-3b6d-498f-9d76-d20da202b8c6 req-5de11a00-631c-4bf1-b433-255ad9c797f4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cac763247f3146f9ad3039f0cdc9c088&device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6 HTTP/1.1" status: 200 len: 1126 time: 0.0485392 Feb 09 02:01:06.523437 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8e780-3b6d-498f-9d76-d20da202b8c6 req-5befd584-3f47-497d-bbfd-e34d305c4b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:06.525639 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a7f8e780-3b6d-498f-9d76-d20da202b8c6 req-5befd584-3f47-497d-bbfd-e34d305c4b02 service neutron] 10.222.0.91 "GET /v2.0/networks?id=80054ff2-e1bf-4010-ada6-1c294b9aea30 HTTP/1.1" status: 200 len: 911 time: 0.0902514 Feb 09 02:01:06.908393 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a7f8e780-3b6d-498f-9d76-d20da202b8c6 req-1c868e6b-47a1-45a5-95be-5c755b2976b7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abc32c75-3fd9-4ffc-8548-01bffd3e1cf1 HTTP/1.1" status: 200 len: 217 time: 0.3728321 Feb 09 02:01:06.982590 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8e780-3b6d-498f-9d76-d20da202b8c6 req-960d0a08-d276-45fb-a4c3-2a6ca7d299ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:06.984033 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a7f8e780-3b6d-498f-9d76-d20da202b8c6 req-960d0a08-d276-45fb-a4c3-2a6ca7d299ec service neutron] 10.222.0.91 "GET /v2.0/subnets?id=692fddba-72a4-45ca-b7c8-ccf0fbdb4c43 HTTP/1.1" status: 200 len: 849 time: 0.0575497 Feb 09 02:01:06.991369 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54279ca-795a-479f-b5b7-e38164515bb2 req-977dbcd6-f553-4dcf-b944-f73ce6992b2c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:06.992817 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d54279ca-795a-479f-b5b7-e38164515bb2 req-977dbcd6-f553-4dcf-b944-f73ce6992b2c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6 HTTP/1.1" status: 200 len: 943 time: 0.0945032 Feb 09 02:01:07.069744 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d54279ca-795a-479f-b5b7-e38164515bb2 req-7013c66b-2ecb-4094-9231-36a5dab4616a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675409 Feb 09 02:01:07.075265 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8e780-3b6d-498f-9d76-d20da202b8c6 req-3fa791c6-e0c0-4b84-bd5b-a5d8219aa08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:07.076799 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a7f8e780-3b6d-498f-9d76-d20da202b8c6 req-3fa791c6-e0c0-4b84-bd5b-a5d8219aa08b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=80054ff2-e1bf-4010-ada6-1c294b9aea30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0830443 Feb 09 02:01:07.177227 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a7f8e780-3b6d-498f-9d76-d20da202b8c6 req-07178176-a8ee-4e95-b909-157f9a77c443 service neutron] 10.222.0.91 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916333 Feb 09 02:01:07.299875 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a7f8e780-3b6d-498f-9d76-d20da202b8c6 req-fb62578b-6ab5-4101-921f-bb9306a0f415 service neutron] 10.222.0.91 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125848 Feb 09 02:01:08.215231 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37233b4d-168a-447b-9746-8ae26e2a4676 req-27dd8625-e85e-4d33-bb2a-8cbfdbf0fbc6 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:08.217097 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-37233b4d-168a-447b-9746-8ae26e2a4676 req-27dd8625-e85e-4d33-bb2a-8cbfdbf0fbc6 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6 HTTP/1.1" status: 200 len: 943 time: 0.0594251 Feb 09 02:01:08.273500 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-37233b4d-168a-447b-9746-8ae26e2a4676 req-43166234-9a24-4ab5-b9d1-fc17789108da tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449235 Feb 09 02:01:09.406591 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0324d2-b4a5-4487-bb76-424522f2731e req-607bf795-2097-42e8-bda0-256ea440bcfb tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:09.408085 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ad0324d2-b4a5-4487-bb76-424522f2731e req-607bf795-2097-42e8-bda0-256ea440bcfb tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6 HTTP/1.1" status: 200 len: 943 time: 0.0584545 Feb 09 02:01:09.459246 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ad0324d2-b4a5-4487-bb76-424522f2731e req-c9f0cf24-6951-452a-b6cf-5f438e5a962c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455310 Feb 09 02:01:10.586152 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ae30c-9553-47f5-b8c7-136cf6cde01b req-d54271a4-572d-4b0c-a399-31c0deb35532 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:10.588289 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-146ae30c-9553-47f5-b8c7-136cf6cde01b req-d54271a4-572d-4b0c-a399-31c0deb35532 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6 HTTP/1.1" status: 200 len: 943 time: 0.0582690 Feb 09 02:01:10.650961 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-146ae30c-9553-47f5-b8c7-136cf6cde01b req-f58a95a5-d3ef-4d79-a78f-4924dd7f78f2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488868 Feb 09 02:01:11.777134 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a032bf8-867e-42fa-9081-6d71c293563f req-f9bc3ff5-b692-4045-849f-8992e2485f92 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:11.778675 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5a032bf8-867e-42fa-9081-6d71c293563f req-f9bc3ff5-b692-4045-849f-8992e2485f92 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6 HTTP/1.1" status: 200 len: 943 time: 0.0582347 Feb 09 02:01:11.841817 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5a032bf8-867e-42fa-9081-6d71c293563f req-03f2fca0-1899-40b8-b063-94f8977107c5 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573616 Feb 09 02:01:12.963891 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612589ad-3f3e-4626-97fa-a09f7a2a685c req-3acc6cb6-a6c7-4446-aa9a-88641fbdb509 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:12.965508 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-612589ad-3f3e-4626-97fa-a09f7a2a685c req-3acc6cb6-a6c7-4446-aa9a-88641fbdb509 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6 HTTP/1.1" status: 200 len: 943 time: 0.0551641 Feb 09 02:01:13.015197 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-612589ad-3f3e-4626-97fa-a09f7a2a685c req-d2a439d4-1b99-441d-9b4a-7d0e820b5d27 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440335 Feb 09 02:01:14.148739 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c3db0-70bd-43db-842f-da6c59f75714 req-ecca98e9-3f01-4a69-90fc-578cfd73e1d7 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:14.150841 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d14c3db0-70bd-43db-842f-da6c59f75714 req-ecca98e9-3f01-4a69-90fc-578cfd73e1d7 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6 HTTP/1.1" status: 200 len: 943 time: 0.0565958 Feb 09 02:01:14.207423 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d14c3db0-70bd-43db-842f-da6c59f75714 req-0b684273-16de-4d4a-adea-50014d5dad03 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507267 Feb 09 02:01:15.327349 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163b158-25f3-4e04-b390-a56acc08b7fc req-9b350e96-194e-4f3b-b623-5016c1f3b27a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:15.328858 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7163b158-25f3-4e04-b390-a56acc08b7fc req-9b350e96-194e-4f3b-b623-5016c1f3b27a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6 HTTP/1.1" status: 200 len: 943 time: 0.0536597 Feb 09 02:01:15.378071 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7163b158-25f3-4e04-b390-a56acc08b7fc req-b6fd97f9-ee12-4abf-9803-5ad352a13102 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434551 Feb 09 02:01:16.502507 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99ff52-89b9-483b-996e-3f420d4b1a29 req-b5160a16-853c-41ab-a7f1-5025275334c9 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:16.504074 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c99ff52-89b9-483b-996e-3f420d4b1a29 req-b5160a16-853c-41ab-a7f1-5025275334c9 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6 HTTP/1.1" status: 200 len: 943 time: 0.0537319 Feb 09 02:01:16.554282 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c99ff52-89b9-483b-996e-3f420d4b1a29 req-419b0f91-ea06-4d5c-ae06-df6b910be41d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438917 Feb 09 02:01:17.677666 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385aa81c-292f-4725-a54a-1661b7167ba5 req-03ac3981-5a0f-488a-89ab-99c6739ff45c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:17.679141 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-385aa81c-292f-4725-a54a-1661b7167ba5 req-03ac3981-5a0f-488a-89ab-99c6739ff45c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6 HTTP/1.1" status: 200 len: 943 time: 0.0567858 Feb 09 02:01:17.726649 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-385aa81c-292f-4725-a54a-1661b7167ba5 req-35968ac3-d214-4ae8-bc01-191473c9cc88 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418019 Feb 09 02:01:18.858443 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9c2fd-3f98-4ffb-a48b-8921aa2b8c41 req-8aa8dc32-a7c2-4ede-a630-1b8b2bd0dee0 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:18.859999 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c3a9c2fd-3f98-4ffb-a48b-8921aa2b8c41 req-8aa8dc32-a7c2-4ede-a630-1b8b2bd0dee0 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6 HTTP/1.1" status: 200 len: 943 time: 0.0592918 Feb 09 02:01:18.911105 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c3a9c2fd-3f98-4ffb-a48b-8921aa2b8c41 req-e6d93ce4-05b8-4c6e-9562-b80185673743 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452969 Feb 09 02:01:19.326509 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:01:19.817501 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:20.036597 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f6f6f-e6a3-4f3a-83fb-01b8ce5c8377 req-d8e2f816-9bbe-46ec-b162-dc290503138f tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:20.038556 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2f7f6f6f-e6a3-4f3a-83fb-01b8ce5c8377 req-d8e2f816-9bbe-46ec-b162-dc290503138f tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6 HTTP/1.1" status: 200 len: 943 time: 0.0574458 Feb 09 02:01:20.092658 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2f7f6f6f-e6a3-4f3a-83fb-01b8ce5c8377 req-72493173-0a55-45c0-92f4-c981fa38d2e7 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484121 Feb 09 02:01:20.860256 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-15545a5a-f060-4cd0-bbe7-1b6908727b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:21.216690 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafddeb-477d-4229-bb4d-158f8543fb86 req-eaafc9bb-735d-434b-a825-8d6b811c5a04 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:21.218208 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0aafddeb-477d-4229-bb4d-158f8543fb86 req-eaafc9bb-735d-434b-a825-8d6b811c5a04 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6 HTTP/1.1" status: 200 len: 943 time: 0.0551445 Feb 09 02:01:21.268395 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0aafddeb-477d-4229-bb4d-158f8543fb86 req-a0607513-2420-48e1-b853-0800fc1e4623 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444875 Feb 09 02:01:21.328610 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:22.388224 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f9aa19-6bec-44fb-98f3-2e5a6ec1e4d9 req-d23088cb-258a-46a2-b0f6-6905ab6540ee tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:22.389705 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-20f9aa19-6bec-44fb-98f3-2e5a6ec1e4d9 req-d23088cb-258a-46a2-b0f6-6905ab6540ee tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6 HTTP/1.1" status: 200 len: 943 time: 0.0540910 Feb 09 02:01:22.440429 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-20f9aa19-6bec-44fb-98f3-2e5a6ec1e4d9 req-3c537a66-3ead-4c08-8c76-7a141c41fa07 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448213 Feb 09 02:01:23.564918 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2eb84-b79f-49d2-90cf-6e4406562499 req-7a9ef221-e152-4492-af87-77915c6f0fc9 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:23.566427 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-63a2eb84-b79f-49d2-90cf-6e4406562499 req-7a9ef221-e152-4492-af87-77915c6f0fc9 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6 HTTP/1.1" status: 200 len: 943 time: 0.0599399 Feb 09 02:01:23.614965 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-63a2eb84-b79f-49d2-90cf-6e4406562499 req-2a98a6cb-fbdf-4409-abee-e98e2c0db5f2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427120 Feb 09 02:01:23.876511 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device abc32c75-3fd9-4ffc-8548-01bffd3e1cf1 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:01:23.981776 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port abc32c75-3fd9-4ffc-8548-01bffd3e1cf1, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=abc32c75-3fd9-4ffc-8548-01bffd3e1cf1,segment=NetworkSegment(91af9ede-3a1f-449b-82aa-6301a8fb255c),segment_id=91af9ede-3a1f-449b-82aa-6301a8fb255c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:01:23.993094 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': 'abc32c75-3fd9-4ffc-8548-01bffd3e1cf1', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'port_id': 'abc32c75-3fd9-4ffc-8548-01bffd3e1cf1', 'mac_address': 'fa:16:3e:6e:79:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:01:24.031371 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port abc32c75-3fd9-4ffc-8548-01bffd3e1cf1 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:01:24.031760 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (abc32c75-3fd9-4ffc-8548-01bffd3e1cf1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:24.044659 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abc32c75-3fd9-4ffc-8548-01bffd3e1cf1 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:01:24.065345 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port abc32c75-3fd9-4ffc-8548-01bffd3e1cf1, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=abc32c75-3fd9-4ffc-8548-01bffd3e1cf1,segment=NetworkSegment(91af9ede-3a1f-449b-82aa-6301a8fb255c),segment_id=91af9ede-3a1f-449b-82aa-6301a8fb255c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:01:24.069272 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (abc32c75-3fd9-4ffc-8548-01bffd3e1cf1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:24.121215 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=abc32c75-3fd9-4ffc-8548-01bffd3e1cf1,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:24.128725 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:24.129015 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:24.129358 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:24.129701 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:24.130035 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:24.130369 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:24.131039 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:24.131039 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:24.131333 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:24.131657 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:24.132641 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:24.132641 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:24.132947 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:24.307787 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-97503271-a5ed-4580-9f0a-eab2355f8fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:24.486882 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['abc32c75-3fd9-4ffc-8548-01bffd3e1cf1'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:01:24.796426 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf64a62-652c-40df-86a1-e852fa67ea78 req-133f3a87-ae78-4fd4-af36-ce68230b5d82 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:24.798018 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cdf64a62-652c-40df-86a1-e852fa67ea78 req-133f3a87-ae78-4fd4-af36-ce68230b5d82 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6 HTTP/1.1" status: 200 len: 944 time: 0.0532606 Feb 09 02:01:24.852412 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cdf64a62-652c-40df-86a1-e852fa67ea78 req-49d1a6d7-397e-449f-a123-7ea50ec00ddd tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483103 Feb 09 02:01:25.879345 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device abc32c75-3fd9-4ffc-8548-01bffd3e1cf1 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:01:25.933796 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:25.942865 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port abc32c75-3fd9-4ffc-8548-01bffd3e1cf1 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:01:25.947207 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port abc32c75-3fd9-4ffc-8548-01bffd3e1cf1 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:25.947590 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (abc32c75-3fd9-4ffc-8548-01bffd3e1cf1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:25.991637 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59155f53-ccad-4b3a-9bb6-1b069453bebc req-2a6c384c-91e9-4162-b8b7-10ec5c9dfac5 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:25.993237 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-59155f53-ccad-4b3a-9bb6-1b069453bebc req-2a6c384c-91e9-4162-b8b7-10ec5c9dfac5 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6 HTTP/1.1" status: 200 len: 944 time: 0.0644102 Feb 09 02:01:26.032380 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port abc32c75-3fd9-4ffc-8548-01bffd3e1cf1 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:01:26.033059 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (abc32c75-3fd9-4ffc-8548-01bffd3e1cf1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:26.044149 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-59155f53-ccad-4b3a-9bb6-1b069453bebc req-0896627c-3b88-4cb0-8d7c-c469363ec619 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446370 Feb 09 02:01:26.056893 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3293a38a-152a-4b4a-a607-b2a9d7ee35e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc32c75-3fd9-4ffc-8548-01bffd3e1cf1'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:01:26.059696 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1620f50f-31e5-4f91-b310-7950450188c7" -d '{"events": [{"server_uuid": "3293a38a-152a-4b4a-a607-b2a9d7ee35e6", "name": "network-vif-plugged", "status": "completed", "tag": "abc32c75-3fd9-4ffc-8548-01bffd3e1cf1"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:01:26.072615 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port abc32c75-3fd9-4ffc-8548-01bffd3e1cf1, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=abc32c75-3fd9-4ffc-8548-01bffd3e1cf1,segment=NetworkSegment(91af9ede-3a1f-449b-82aa-6301a8fb255c),segment_id=91af9ede-3a1f-449b-82aa-6301a8fb255c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:01:26.077525 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (abc32c75-3fd9-4ffc-8548-01bffd3e1cf1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:26.101331 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e737d907-d49c-4354-911c-c853d5754517 x-openstack-request-id: req-e737d907-d49c-4354-911c-c853d5754517 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:01:26.101634 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3293a38a-152a-4b4a-a607-b2a9d7ee35e6", "name": "network-vif-plugged", "status": "completed", "tag": "abc32c75-3fd9-4ffc-8548-01bffd3e1cf1", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:01:26.101893 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e737d907-d49c-4354-911c-c853d5754517 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:01:26.102288 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3293a38a-152a-4b4a-a607-b2a9d7ee35e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc32c75-3fd9-4ffc-8548-01bffd3e1cf1', 'code': 200} Feb 09 02:01:26.130728 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=abc32c75-3fd9-4ffc-8548-01bffd3e1cf1,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:26.216169 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c192edf-a9d5-4889-90b2-49f504c22322 req-7dabb691-9fb2-4a03-a97b-f01f77a08931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:26.217688 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c192edf-a9d5-4889-90b2-49f504c22322 req-7dabb691-9fb2-4a03-a97b-f01f77a08931 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6 HTTP/1.1" status: 200 len: 1128 time: 0.0472963 Feb 09 02:01:26.269292 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c192edf-a9d5-4889-90b2-49f504c22322 req-470b4c0e-f27e-41ad-8e7f-6c94a014e464 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421395 Feb 09 02:01:27.169048 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd80e6-6434-4dff-a5e1-6fa6c8be04f3 req-496b11c9-cebc-438b-8c47-9a4023298d73 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:27.170574 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eecd80e6-6434-4dff-a5e1-6fa6c8be04f3 req-496b11c9-cebc-438b-8c47-9a4023298d73 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6 HTTP/1.1" status: 200 len: 945 time: 0.0542367 Feb 09 02:01:27.225422 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eecd80e6-6434-4dff-a5e1-6fa6c8be04f3 req-87e66ae5-0225-4307-ac89-865bd08ee51b tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491982 Feb 09 02:01:27.659490 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:28.346330 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:28.351734 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96174171-d348-4592-b7a1-3511a3618484 req-399f9c17-ed06-41b5-9e0b-1a61bca06262 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:28.353274 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-96174171-d348-4592-b7a1-3511a3618484 req-399f9c17-ed06-41b5-9e0b-1a61bca06262 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6 HTTP/1.1" status: 200 len: 945 time: 0.0544238 Feb 09 02:01:28.403023 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-96174171-d348-4592-b7a1-3511a3618484 req-c36e78c7-b424-41f8-ac47-ed7149d7a7e5 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426857 Feb 09 02:01:28.524462 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2dfad-21e1-4dcc-b7ba-61d159cbf3aa req-76ed30cc-0ab2-4e11-965b-8a3bb1812f2d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:28.525892 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-50a2dfad-21e1-4dcc-b7ba-61d159cbf3aa req-76ed30cc-0ab2-4e11-965b-8a3bb1812f2d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6 HTTP/1.1" status: 200 len: 945 time: 0.0545862 Feb 09 02:01:28.578611 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-50a2dfad-21e1-4dcc-b7ba-61d159cbf3aa req-5e1bd946-0742-4fd9-99f2-4bae2da9d317 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465531 Feb 09 02:01:28.600444 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 48380) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:28.751611 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4e9ac4-e68f-4d25-86f6-6ae6b7cf057e tempest-TestVolumeBootPattern-1427987260 tempest-TestVolumeBootPattern-1427987260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:28.753270 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8b4e9ac4-e68f-4d25-86f6-6ae6b7cf057e tempest-TestVolumeBootPattern-1427987260 tempest-TestVolumeBootPattern-1427987260-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6 HTTP/1.1" status: 200 len: 1123 time: 0.1517975 Feb 09 02:01:28.756158 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 48384) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:28.760553 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-a62c9835-ccff-4b8e-bf3f-ccf62b29d81c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'port_id': 'abc32c75-3fd9-4ffc-8548-01bffd3e1cf1', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:28.781982 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a62c9835-ccff-4b8e-bf3f-ccf62b29d81c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:28.880364 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a62c9835-ccff-4b8e-bf3f-ccf62b29d81c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:28.987617 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-a62c9835-ccff-4b8e-bf3f-ccf62b29d81c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Allocated IP 172.25.1.159 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/1479477d-6cf0-4378-b5d3-a2c0b177a351) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:01:29.091491 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a62c9835-ccff-4b8e-bf3f-ccf62b29d81c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for port (1479477d-6cf0-4378-b5d3-a2c0b177a351), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:29.126140 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a62c9835-ccff-4b8e-bf3f-ccf62b29d81c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (1479477d-6cf0-4378-b5d3-a2c0b177a351), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:29.171834 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62c9835-ccff-4b8e-bf3f-ccf62b29d81c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:01:29.174740 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-a62c9835-ccff-4b8e-bf3f-ccf62b29d81c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:01:29.177265 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62c9835-ccff-4b8e-bf3f-ccf62b29d81c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:01:29.200770 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c9835-ccff-4b8e-bf3f-ccf62b29d81c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Pushing event updated for resources: {'Port': ['ID=1479477d-6cf0-4378-b5d3-a2c0b177a351,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:29.551411 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a62c9835-ccff-4b8e-bf3f-ccf62b29d81c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for floatingip (681e621b-6aab-4517-8afd-036e7f5f9ea2), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:29.626617 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a62c9835-ccff-4b8e-bf3f-ccf62b29d81c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1479477d-6cf0-4378-b5d3-a2c0b177a351), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:29.781366 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a62c9835-ccff-4b8e-bf3f-ccf62b29d81c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for port (1479477d-6cf0-4378-b5d3-a2c0b177a351), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:29.785890 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a62c9835-ccff-4b8e-bf3f-ccf62b29d81c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (1479477d-6cf0-4378-b5d3-a2c0b177a351), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:29.854145 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c9835-ccff-4b8e-bf3f-ccf62b29d81c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Pushing event updated for resources: {'Port': ['ID=1479477d-6cf0-4378-b5d3-a2c0b177a351,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:29.866697 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a62c9835-ccff-4b8e-bf3f-ccf62b29d81c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (681e621b-6aab-4517-8afd-036e7f5f9ea2), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:29.973254 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [None req-a62c9835-ccff-4b8e-bf3f-ccf62b29d81c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Floating IP 681e621b-6aab-4517-8afd-036e7f5f9ea2 associated. External IP: 172.25.1.159, port: abc32c75-3fd9-4ffc-8548-01bffd3e1cf1. Feb 09 02:01:30.189705 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62c9835-ccff-4b8e-bf3f-ccf62b29d81c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Router 4f946d78-10d1-4a5f-8a29-7acc6601bfef has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:01:30.306327 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62c9835-ccff-4b8e-bf3f-ccf62b29d81c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:01:30.316150 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c650bfac-37ad-4912-94f2-91c8185d5031 None None] Sync routers for ids ['4f946d78-10d1-4a5f-8a29-7acc6601bfef'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:01:30.324466 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a62c9835-ccff-4b8e-bf3f-ccf62b29d81c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:30.326778 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c650bfac-37ad-4912-94f2-91c8185d5031 None None] Routers {'4f946d78-10d1-4a5f-8a29-7acc6601bfef'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:01:30.327404 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c650bfac-37ad-4912-94f2-91c8185d5031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:01:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['4f946d78-10d1-4a5f-8a29-7acc6601bfef'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:30.367142 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a62c9835-ccff-4b8e-bf3f-ccf62b29d81c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5975206 Feb 09 02:01:30.367142 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3293a38a-152a-4b4a-a607-b2a9d7ee35e6', 'tag': 'abc32c75-3fd9-4ffc-8548-01bffd3e1cf1'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:01:30.367142 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74425eb5-a8be-47ae-96e2-d154742927f9" -d '{"events": [{"name": "network-changed", "server_uuid": "3293a38a-152a-4b4a-a607-b2a9d7ee35e6", "tag": "abc32c75-3fd9-4ffc-8548-01bffd3e1cf1"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:01:30.403712 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98eab666-c139-4fb2-9937-d97bf8b28f2f x-openstack-request-id: req-98eab666-c139-4fb2-9937-d97bf8b28f2f {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:01:30.404048 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3293a38a-152a-4b4a-a607-b2a9d7ee35e6", "tag": "abc32c75-3fd9-4ffc-8548-01bffd3e1cf1", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:01:30.404298 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-98eab666-c139-4fb2-9937-d97bf8b28f2f {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:01:30.404699 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3293a38a-152a-4b4a-a607-b2a9d7ee35e6', 'tag': 'abc32c75-3fd9-4ffc-8548-01bffd3e1cf1', 'status': 'completed', 'code': 200} Feb 09 02:01:30.440916 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-c650bfac-37ad-4912-94f2-91c8185d5031 None None] Set router 4f946d78-10d1-4a5f-8a29-7acc6601bfef gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:01:30.472259 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74425eb5-a8be-47ae-96e2-d154742927f9 req-a6988548-7818-4fa7-aed3-1dd3b82056c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:30.473784 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-74425eb5-a8be-47ae-96e2-d154742927f9 req-a6988548-7818-4fa7-aed3-1dd3b82056c5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cac763247f3146f9ad3039f0cdc9c088&device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6 HTTP/1.1" status: 200 len: 1128 time: 0.0471895 Feb 09 02:01:30.566354 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74425eb5-a8be-47ae-96e2-d154742927f9 req-45cb904f-0506-4dbd-9c99-1f10435687ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:30.567825 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-74425eb5-a8be-47ae-96e2-d154742927f9 req-45cb904f-0506-4dbd-9c99-1f10435687ed service neutron] 10.222.0.91 "GET /v2.0/networks?id=80054ff2-e1bf-4010-ada6-1c294b9aea30 HTTP/1.1" status: 200 len: 911 time: 0.0885367 Feb 09 02:01:30.643136 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-74425eb5-a8be-47ae-96e2-d154742927f9 req-4b6b749f-9c2e-4384-8489-e0406a68b64f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abc32c75-3fd9-4ffc-8548-01bffd3e1cf1 HTTP/1.1" status: 200 len: 999 time: 0.0690756 Feb 09 02:01:30.679600 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c650bfac-37ad-4912-94f2-91c8185d5031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'name': 'tempest-TestVolumeBootPattern-11153383-router', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:17Z', 'revision_number': 4, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'gw_port': {'id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '681e621b-6aab-4517-8afd-036e7f5f9ea2', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'floating_ip_address': '172.25.1.159', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'port_id': 'abc32c75-3fd9-4ffc-8548-01bffd3e1cf1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'mac_address': 'fa:16:3e:6e:79:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3293a38a-152a-4b4a-a607-b2a9d7ee35e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:01:29Z', 'updated_at': '2022-02-09T02:01:29Z', 'revision_number': 0, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3114c4b-ae7c-41ee-9f3f-25bfcec4e719', 'name': '', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'mac_address': 'fa:16:3e:cc:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:16Z', 'updated_at': '2022-02-09T01:56:24Z', 'revision_number': 5, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'subnets': [{'id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:30.692199 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74425eb5-a8be-47ae-96e2-d154742927f9 req-70aee109-72b2-4adb-9048-c6e6b6e72dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:30.693740 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-74425eb5-a8be-47ae-96e2-d154742927f9 req-70aee109-72b2-4adb-9048-c6e6b6e72dcb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=692fddba-72a4-45ca-b7c8-ccf0fbdb4c43 HTTP/1.1" status: 200 len: 849 time: 0.0450013 Feb 09 02:01:30.709849 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c650bfac-37ad-4912-94f2-91c8185d5031 None None] Checking router: 4f946d78-10d1-4a5f-8a29-7acc6601bfef for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:01:30.718752 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c650bfac-37ad-4912-94f2-91c8185d5031 None None] Routers {'4f946d78-10d1-4a5f-8a29-7acc6601bfef'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:01:30.719347 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c650bfac-37ad-4912-94f2-91c8185d5031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:01:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['4f946d78-10d1-4a5f-8a29-7acc6601bfef'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:30.744375 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74425eb5-a8be-47ae-96e2-d154742927f9 req-a6f592b7-8b21-45f6-aeab-8dd1e5bd449c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:30.746045 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-74425eb5-a8be-47ae-96e2-d154742927f9 req-a6f592b7-8b21-45f6-aeab-8dd1e5bd449c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=80054ff2-e1bf-4010-ada6-1c294b9aea30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457978 Feb 09 02:01:30.827516 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-c650bfac-37ad-4912-94f2-91c8185d5031 None None] Set router 4f946d78-10d1-4a5f-8a29-7acc6601bfef gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:01:30.843921 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-74425eb5-a8be-47ae-96e2-d154742927f9 req-321e8c40-9883-4f3a-b494-76cafb6e9816 service neutron] 10.222.0.91 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921142 Feb 09 02:01:30.934846 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-74425eb5-a8be-47ae-96e2-d154742927f9 req-75b81c22-9480-4d14-a1ac-ed769fffe823 service neutron] 10.222.0.91 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850794 Feb 09 02:01:31.063053 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c650bfac-37ad-4912-94f2-91c8185d5031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'name': 'tempest-TestVolumeBootPattern-11153383-router', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:17Z', 'revision_number': 4, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'gw_port': {'id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '681e621b-6aab-4517-8afd-036e7f5f9ea2', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'floating_ip_address': '172.25.1.159', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'port_id': 'abc32c75-3fd9-4ffc-8548-01bffd3e1cf1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'mac_address': 'fa:16:3e:6e:79:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3293a38a-152a-4b4a-a607-b2a9d7ee35e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:01:29Z', 'updated_at': '2022-02-09T02:01:29Z', 'revision_number': 0, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3114c4b-ae7c-41ee-9f3f-25bfcec4e719', 'name': '', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'mac_address': 'fa:16:3e:cc:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:16Z', 'updated_at': '2022-02-09T01:56:24Z', 'revision_number': 5, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'subnets': [{'id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:31.088803 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c650bfac-37ad-4912-94f2-91c8185d5031 None None] The sync data for ids ['4f946d78-10d1-4a5f-8a29-7acc6601bfef'] in n-d-822053-40 is: [{'id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'name': 'tempest-TestVolumeBootPattern-11153383-router', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:17Z', 'revision_number': 4, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'gw_port': {'id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '681e621b-6aab-4517-8afd-036e7f5f9ea2', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'floating_ip_address': '172.25.1.159', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'port_id': 'abc32c75-3fd9-4ffc-8548-01bffd3e1cf1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'mac_address': 'fa:16:3e:6e:79:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3293a38a-152a-4b4a-a607-b2a9d7ee35e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:01:29Z', 'updated_at': '2022-02-09T02:01:29Z', 'revision_number': 0, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3114c4b-ae7c-41ee-9f3f-25bfcec4e719', 'name': '', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'mac_address': 'fa:16:3e:cc:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:16Z', 'updated_at': '2022-02-09T01:56:24Z', 'revision_number': 5, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'subnets': [{'id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:01:31.278722 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035d9d28-5210-4f01-a6d2-86c39f489f7d None None] New status for floating IP 681e621b-6aab-4517-8afd-036e7f5f9ea2: ACTIVE {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:01:49.817141 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:50.863569 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-496eb1f8-71bb-4544-8de9-95d6cfd3fd09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:51.327134 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:54.310296 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-51cfde36-9474-4d28-936b-8d426b1ca2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:55.932186 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:56.326904 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:01:57.662203 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:58.349126 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:11.544443 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2fe343d6-48d3-4bee-92cb-68537c134daf req-bd7d854f-1eac-45e5-ba61-e7ce86b6ed8b service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0491867 Feb 09 02:02:11.633991 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe343d6-48d3-4bee-92cb-68537c134daf req-f9aa8d0c-068c-4aea-9924-59f42a3c5798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:11.635516 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2fe343d6-48d3-4bee-92cb-68537c134daf req-f9aa8d0c-068c-4aea-9924-59f42a3c5798 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cac763247f3146f9ad3039f0cdc9c088&device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6 HTTP/1.1" status: 200 len: 1128 time: 0.0465362 Feb 09 02:02:11.744188 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe343d6-48d3-4bee-92cb-68537c134daf req-4fe4c344-9fa6-4d0b-885f-e5f23fb7938d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:11.746305 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2fe343d6-48d3-4bee-92cb-68537c134daf req-4fe4c344-9fa6-4d0b-885f-e5f23fb7938d service neutron] 10.222.0.91 "GET /v2.0/networks?id=80054ff2-e1bf-4010-ada6-1c294b9aea30 HTTP/1.1" status: 200 len: 911 time: 0.0896072 Feb 09 02:02:11.821070 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2fe343d6-48d3-4bee-92cb-68537c134daf req-83ca3ce8-edd6-4ae1-8ceb-d6cdc85442c1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abc32c75-3fd9-4ffc-8548-01bffd3e1cf1 HTTP/1.1" status: 200 len: 1001 time: 0.0659132 Feb 09 02:02:11.873549 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe343d6-48d3-4bee-92cb-68537c134daf req-4f0a1a8b-0afd-4034-b593-752c1b0e990e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:11.874991 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2fe343d6-48d3-4bee-92cb-68537c134daf req-4f0a1a8b-0afd-4034-b593-752c1b0e990e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=692fddba-72a4-45ca-b7c8-ccf0fbdb4c43 HTTP/1.1" status: 200 len: 849 time: 0.0444500 Feb 09 02:02:11.928355 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe343d6-48d3-4bee-92cb-68537c134daf req-076e4e21-2682-4466-a19d-03f9fe417ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:11.929884 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2fe343d6-48d3-4bee-92cb-68537c134daf req-076e4e21-2682-4466-a19d-03f9fe417ace service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=80054ff2-e1bf-4010-ada6-1c294b9aea30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451052 Feb 09 02:02:12.028376 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2fe343d6-48d3-4bee-92cb-68537c134daf req-c6f80e83-b54d-4647-ba55-89ac6ce052d7 service neutron] 10.222.0.91 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883839 Feb 09 02:02:12.122925 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2fe343d6-48d3-4bee-92cb-68537c134daf req-632bee31-c55b-493f-9526-ceb3c227d68a service neutron] 10.222.0.91 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857050 Feb 09 02:02:19.815265 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:20.865267 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c965bf12-70ac-452a-a32c-38d8d252f628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:21.327136 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:24.312553 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a9deda29-9ef0-4a99-8ba4-a8b3a94ddb46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:25.937941 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:27.664406 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:28.351713 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:33.325849 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:02:49.815751 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:50.866029 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ade02ccb-d797-4031-b253-d16047fc7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:51.325360 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:54.314533 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a0ea8487-c4f4-4d30-b422-a783f6ac3c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:55.936343 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:57.670656 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:58.354145 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:10.325966 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:03:11.526759 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f61f0ef3-5736-4178-a8fc-ec6374b8a64a req-ca5f40e0-4645-49a1-afe3-d4b977b56408 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0490732 Feb 09 02:03:11.617773 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f0ef3-5736-4178-a8fc-ec6374b8a64a req-dc3db4ba-07a9-43d9-9cc5-f73fc882670d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:11.619616 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f61f0ef3-5736-4178-a8fc-ec6374b8a64a req-dc3db4ba-07a9-43d9-9cc5-f73fc882670d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cac763247f3146f9ad3039f0cdc9c088&device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6 HTTP/1.1" status: 200 len: 1128 time: 0.0495205 Feb 09 02:03:11.731292 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f0ef3-5736-4178-a8fc-ec6374b8a64a req-19f4b4e7-3e97-4c9b-b26f-c4ecb22c1d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:11.732773 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f61f0ef3-5736-4178-a8fc-ec6374b8a64a req-19f4b4e7-3e97-4c9b-b26f-c4ecb22c1d3a service neutron] 10.222.0.91 "GET /v2.0/networks?id=80054ff2-e1bf-4010-ada6-1c294b9aea30 HTTP/1.1" status: 200 len: 911 time: 0.0908260 Feb 09 02:03:11.809274 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f61f0ef3-5736-4178-a8fc-ec6374b8a64a req-90275503-3c80-4697-a42f-6fce250ae20d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abc32c75-3fd9-4ffc-8548-01bffd3e1cf1 HTTP/1.1" status: 200 len: 1001 time: 0.0692108 Feb 09 02:03:11.859252 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f0ef3-5736-4178-a8fc-ec6374b8a64a req-4a9c70d1-b10e-4187-aa7f-9d872b1ee2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:11.860740 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f61f0ef3-5736-4178-a8fc-ec6374b8a64a req-4a9c70d1-b10e-4187-aa7f-9d872b1ee2f1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=692fddba-72a4-45ca-b7c8-ccf0fbdb4c43 HTTP/1.1" status: 200 len: 849 time: 0.0446353 Feb 09 02:03:11.909343 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f0ef3-5736-4178-a8fc-ec6374b8a64a req-463af12c-37be-4cd0-99d2-e19cd2d02fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:11.910856 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f61f0ef3-5736-4178-a8fc-ec6374b8a64a req-463af12c-37be-4cd0-99d2-e19cd2d02fa8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=80054ff2-e1bf-4010-ada6-1c294b9aea30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440958 Feb 09 02:03:12.008007 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f61f0ef3-5736-4178-a8fc-ec6374b8a64a req-41eae174-0ca5-4d2e-b9c5-ce7a3b009cd3 service neutron] 10.222.0.91 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903523 Feb 09 02:03:12.102744 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f61f0ef3-5736-4178-a8fc-ec6374b8a64a req-b733dcd3-d363-4019-b22d-a21c868cb0bb service neutron] 10.222.0.91 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844734 Feb 09 02:03:19.820668 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:20.869346 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-42566ec9-ba21-480d-bc2a-1b3874fd906a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:21.353236 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:24.316611 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7ea7a87e-ad43-452e-b55e-10415e65e8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:25.939175 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:27.669959 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:28.057125 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fbb021-daef-497e-8902-219c661bab8c req-874e57ff-0073-480c-ac13-714b1febe6f0 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:28.058591 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e5fbb021-daef-497e-8902-219c661bab8c req-874e57ff-0073-480c-ac13-714b1febe6f0 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6 HTTP/1.1" status: 200 len: 945 time: 0.0579257 Feb 09 02:03:28.110904 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e5fbb021-daef-497e-8902-219c661bab8c req-5fd5360a-5f53-4d2f-bb89-de6de7c5d064 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466218 Feb 09 02:03:28.357430 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:29.238167 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c5f51-10b2-4b13-97ec-aa08a175702e req-c63154a3-4b65-4020-bef4-3c28c5bc7fc5 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:29.239643 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-657c5f51-10b2-4b13-97ec-aa08a175702e req-c63154a3-4b65-4020-bef4-3c28c5bc7fc5 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6 HTTP/1.1" status: 200 len: 945 time: 0.0572164 Feb 09 02:03:29.292360 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-657c5f51-10b2-4b13-97ec-aa08a175702e req-3abba2c6-d8cd-4e0a-b07c-969c1a4fdd84 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458305 Feb 09 02:03:29.912992 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14046e-e27e-479b-a508-0a61905a3891 req-75467371-0868-4339-898e-b785b7be099e tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:29.914516 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d14046e-e27e-479b-a508-0a61905a3891 req-75467371-0868-4339-898e-b785b7be099e tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.91 "GET /v2.0/ports?device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6 HTTP/1.1" status: 200 len: 945 time: 0.0597987 Feb 09 02:03:30.018590 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-3d14046e-e27e-479b-a508-0a61905a3891 req-01c899e9-453a-46b6-8f90-46c1896fcd34 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Deleting port abc32c75-3fd9-4ffc-8548-01bffd3e1cf1 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:03:30.018933 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3d14046e-e27e-479b-a508-0a61905a3891 req-01c899e9-453a-46b6-8f90-46c1896fcd34 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (abc32c75-3fd9-4ffc-8548-01bffd3e1cf1), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:30.112184 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-3d14046e-e27e-479b-a508-0a61905a3891 req-01c899e9-453a-46b6-8f90-46c1896fcd34 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] For port abc32c75-3fd9-4ffc-8548-01bffd3e1cf1, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=abc32c75-3fd9-4ffc-8548-01bffd3e1cf1,segment=NetworkSegment(91af9ede-3a1f-449b-82aa-6301a8fb255c),segment_id=91af9ede-3a1f-449b-82aa-6301a8fb255c)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:30.112542 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3d14046e-e27e-479b-a508-0a61905a3891 req-01c899e9-453a-46b6-8f90-46c1896fcd34 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (abc32c75-3fd9-4ffc-8548-01bffd3e1cf1), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:30.285397 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3d14046e-e27e-479b-a508-0a61905a3891 req-01c899e9-453a-46b6-8f90-46c1896fcd34 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:30.286150 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3d14046e-e27e-479b-a508-0a61905a3891 req-01c899e9-453a-46b6-8f90-46c1896fcd34 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (681e621b-6aab-4517-8afd-036e7f5f9ea2), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:30.286150 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [req-3d14046e-e27e-479b-a508-0a61905a3891 req-01c899e9-453a-46b6-8f90-46c1896fcd34 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Floating IP 681e621b-6aab-4517-8afd-036e7f5f9ea2 disassociated. External IP: 172.25.1.159, port: abc32c75-3fd9-4ffc-8548-01bffd3e1cf1. Feb 09 02:03:30.286473 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-3d14046e-e27e-479b-a508-0a61905a3891 req-01c899e9-453a-46b6-8f90-46c1896fcd34 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Calling delete_port for abc32c75-3fd9-4ffc-8548-01bffd3e1cf1 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:03:30.448264 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3d14046e-e27e-479b-a508-0a61905a3891 req-01c899e9-453a-46b6-8f90-46c1896fcd34 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (abc32c75-3fd9-4ffc-8548-01bffd3e1cf1), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:30.486974 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503229ff-f7a4-4af6-a9e8-292ba108413d req-26fe5777-ad41-4696-9441-32687d9d6b7c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:30.488488 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-503229ff-f7a4-4af6-a9e8-292ba108413d req-26fe5777-ad41-4696-9441-32687d9d6b7c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6 HTTP/1.1" status: 200 len: 945 time: 0.1155751 Feb 09 02:03:30.489631 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c899e9-453a-46b6-8f90-46c1896fcd34 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Pushing event deleted for resources: {'Port': ['ID=abc32c75-3fd9-4ffc-8548-01bffd3e1cf1,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:30.503332 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c899e9-453a-46b6-8f90-46c1896fcd34 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:30.503683 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c899e9-453a-46b6-8f90-46c1896fcd34 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:30.504041 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c899e9-453a-46b6-8f90-46c1896fcd34 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:30.504375 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c899e9-453a-46b6-8f90-46c1896fcd34 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:30.504705 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c899e9-453a-46b6-8f90-46c1896fcd34 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:30.505031 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c899e9-453a-46b6-8f90-46c1896fcd34 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:30.505356 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c899e9-453a-46b6-8f90-46c1896fcd34 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:30.505672 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c899e9-453a-46b6-8f90-46c1896fcd34 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:30.506000 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c899e9-453a-46b6-8f90-46c1896fcd34 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:30.506313 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c899e9-453a-46b6-8f90-46c1896fcd34 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:30.506629 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c899e9-453a-46b6-8f90-46c1896fcd34 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:30.506942 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c899e9-453a-46b6-8f90-46c1896fcd34 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:30.507258 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c899e9-453a-46b6-8f90-46c1896fcd34 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:30.939880 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-503229ff-f7a4-4af6-a9e8-292ba108413d req-2cfbea05-6595-4df4-b202-b369a3f8df61 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4440253 Feb 09 02:03:30.980001 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d14046e-e27e-479b-a508-0a61905a3891 req-01c899e9-453a-46b6-8f90-46c1896fcd34 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Router 4f946d78-10d1-4a5f-8a29-7acc6601bfef has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:03:31.091623 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d14046e-e27e-479b-a508-0a61905a3891 req-01c899e9-453a-46b6-8f90-46c1896fcd34 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:03:31.104846 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5900ce0a-e4bf-4b47-8a4c-a132ffb62a99 None None] Sync routers for ids ['4f946d78-10d1-4a5f-8a29-7acc6601bfef'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:03:31.114613 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5900ce0a-e4bf-4b47-8a4c-a132ffb62a99 None None] Routers {'4f946d78-10d1-4a5f-8a29-7acc6601bfef'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:03:31.117958 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-5900ce0a-e4bf-4b47-8a4c-a132ffb62a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:03:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['4f946d78-10d1-4a5f-8a29-7acc6601bfef'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:31.138847 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d14046e-e27e-479b-a508-0a61905a3891 req-01c899e9-453a-46b6-8f90-46c1896fcd34 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] No DVR routers for this DVR port abc32c75-3fd9-4ffc-8548-01bffd3e1cf1 on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:03:31.141593 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3d14046e-e27e-479b-a508-0a61905a3891 req-01c899e9-453a-46b6-8f90-46c1896fcd34 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:31.145717 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d14046e-e27e-479b-a508-0a61905a3891 req-01c899e9-453a-46b6-8f90-46c1896fcd34 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.91 "DELETE /v2.0/ports/abc32c75-3fd9-4ffc-8548-01bffd3e1cf1 HTTP/1.1" status: 204 len: 173 time: 1.2212212 Feb 09 02:03:31.146187 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3293a38a-152a-4b4a-a607-b2a9d7ee35e6', 'name': 'network-vif-deleted', 'tag': 'abc32c75-3fd9-4ffc-8548-01bffd3e1cf1'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:03:31.148458 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d8b8ad-68a3-4262-bdb9-8459ecc6e910" -d '{"events": [{"server_uuid": "3293a38a-152a-4b4a-a607-b2a9d7ee35e6", "name": "network-vif-deleted", "tag": "abc32c75-3fd9-4ffc-8548-01bffd3e1cf1"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:03:31.193727 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325d77c5-6fe1-46d7-a601-498d995e0a7c x-openstack-request-id: req-325d77c5-6fe1-46d7-a601-498d995e0a7c {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:03:31.194025 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3293a38a-152a-4b4a-a607-b2a9d7ee35e6", "name": "network-vif-deleted", "tag": "abc32c75-3fd9-4ffc-8548-01bffd3e1cf1", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:03:31.194282 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-325d77c5-6fe1-46d7-a601-498d995e0a7c {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:03:31.194687 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3293a38a-152a-4b4a-a607-b2a9d7ee35e6', 'name': 'network-vif-deleted', 'tag': 'abc32c75-3fd9-4ffc-8548-01bffd3e1cf1', 'status': 'completed', 'code': 200} Feb 09 02:03:31.245185 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-5900ce0a-e4bf-4b47-8a4c-a132ffb62a99 None None] Set router 4f946d78-10d1-4a5f-8a29-7acc6601bfef gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:03:31.609417 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-5900ce0a-e4bf-4b47-8a4c-a132ffb62a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'name': 'tempest-TestVolumeBootPattern-11153383-router', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:17Z', 'revision_number': 4, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'gw_port': {'id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'a3114c4b-ae7c-41ee-9f3f-25bfcec4e719', 'name': '', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'mac_address': 'fa:16:3e:cc:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:16Z', 'updated_at': '2022-02-09T01:56:24Z', 'revision_number': 5, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'subnets': [{'id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:31.635557 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5900ce0a-e4bf-4b47-8a4c-a132ffb62a99 None None] Checking router: 4f946d78-10d1-4a5f-8a29-7acc6601bfef for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:03:31.644171 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5900ce0a-e4bf-4b47-8a4c-a132ffb62a99 None None] Routers {'4f946d78-10d1-4a5f-8a29-7acc6601bfef'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:03:31.644759 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-5900ce0a-e4bf-4b47-8a4c-a132ffb62a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:03:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['4f946d78-10d1-4a5f-8a29-7acc6601bfef'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:31.755743 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-5900ce0a-e4bf-4b47-8a4c-a132ffb62a99 None None] Set router 4f946d78-10d1-4a5f-8a29-7acc6601bfef gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:03:31.962966 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-5900ce0a-e4bf-4b47-8a4c-a132ffb62a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'name': 'tempest-TestVolumeBootPattern-11153383-router', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:17Z', 'revision_number': 4, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'gw_port': {'id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'a3114c4b-ae7c-41ee-9f3f-25bfcec4e719', 'name': '', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'mac_address': 'fa:16:3e:cc:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:16Z', 'updated_at': '2022-02-09T01:56:24Z', 'revision_number': 5, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'subnets': [{'id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:31.994170 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5900ce0a-e4bf-4b47-8a4c-a132ffb62a99 None None] The sync data for ids ['4f946d78-10d1-4a5f-8a29-7acc6601bfef'] in n-d-822053-40 is: [{'id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'name': 'tempest-TestVolumeBootPattern-11153383-router', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:17Z', 'revision_number': 4, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'gw_port': {'id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'a3114c4b-ae7c-41ee-9f3f-25bfcec4e719', 'name': '', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'mac_address': 'fa:16:3e:cc:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:16Z', 'updated_at': '2022-02-09T01:56:24Z', 'revision_number': 5, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'subnets': [{'id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:03:32.046025 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-119a494b-f704-41e4-8cf2-838136646e02 req-8c63c2ba-5c78-4507-81d6-70ba134311fc tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6 HTTP/1.1" status: 200 len: 210 time: 0.0300212 Feb 09 02:03:32.255409 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07767ca7-97a5-4fbe-b53c-3adf80308a96 None None] New status for floating IP 681e621b-6aab-4517-8afd-036e7f5f9ea2: DOWN {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:03:32.500740 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device abc32c75-3fd9-4ffc-8548-01bffd3e1cf1 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:03:32.521759 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: abc32c75-3fd9-4ffc-8548-01bffd3e1cf1 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:03:32.522103 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device abc32c75-3fd9-4ffc-8548-01bffd3e1cf1 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:03:33.149946 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-879893dd-459d-4428-8703-a8624142c9e4 req-b888e602-286d-4a54-b913-9495247369a2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6 HTTP/1.1" status: 200 len: 210 time: 0.0281878 Feb 09 02:03:34.248189 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9167edc4-de58-4a68-b479-0034885cb831 req-e0a80044-0945-46ca-b8ef-8e7e5c02f7fb tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6 HTTP/1.1" status: 200 len: 210 time: 0.0285764 Feb 09 02:03:35.348729 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f4d7b7f0-f7f5-4296-8d00-80eaf8deac26 req-6d45732e-15ac-4d57-af54-566a0aca7008 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6 HTTP/1.1" status: 200 len: 210 time: 0.0278721 Feb 09 02:03:36.445148 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-49dcb979-57e6-4c10-86ff-19a76c801dcb req-4b88004e-520e-464a-9698-94daa39723bc tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6 HTTP/1.1" status: 200 len: 210 time: 0.0265291 Feb 09 02:03:37.545651 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6492f95c-40e2-4e05-aca1-8a169aa2eb6e req-f68eecca-9e58-4304-a2a8-2c335098a99a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6 HTTP/1.1" status: 200 len: 210 time: 0.0304551 Feb 09 02:03:38.644432 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-11e7f123-0810-4c3c-85b3-833a2c047986 req-288abc4d-b1eb-4767-b470-9245c12879a1 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6 HTTP/1.1" status: 200 len: 210 time: 0.0279415 Feb 09 02:03:39.750169 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d1d1fc49-66ce-41b9-8438-0be3bed13fbc req-81defc3a-515a-492d-980c-8072f8420478 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=3293a38a-152a-4b4a-a607-b2a9d7ee35e6 HTTP/1.1" status: 200 len: 210 time: 0.0271943 Feb 09 02:03:40.962205 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a862a335-a099-43bd-a2a5-87ca325afefc req-301fe555-c884-4f33-a3b5-de83ea8d4202 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1022052834&fields=id&tenant_id=cac763247f3146f9ad3039f0cdc9c088 HTTP/1.1" status: 200 len: 267 time: 0.0440433 Feb 09 02:03:41.077893 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862a335-a099-43bd-a2a5-87ca325afefc req-c64fcc9e-82c4-4ced-894f-71f1080d2df8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:41.079350 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a862a335-a099-43bd-a2a5-87ca325afefc req-c64fcc9e-82c4-4ced-894f-71f1080d2df8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/networks?id=80054ff2-e1bf-4010-ada6-1c294b9aea30 HTTP/1.1" status: 200 len: 810 time: 0.1103008 Feb 09 02:03:41.094777 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a862a335-a099-43bd-a2a5-87ca325afefc req-09c20e1a-0f8f-4849-adb8-56cc37865218 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/quotas/cac763247f3146f9ad3039f0cdc9c088 HTTP/1.1" status: 200 len: 375 time: 0.0096736 Feb 09 02:03:41.152649 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a862a335-a099-43bd-a2a5-87ca325afefc req-52f0d41d-304e-484d-b09d-0717dcc36f00 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cac763247f3146f9ad3039f0cdc9c088&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526357 Feb 09 02:03:41.305013 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a862a335-a099-43bd-a2a5-87ca325afefc req-cace9236-1376-40bc-bf4f-6c00b23ce86e service neutron] 10.222.0.30 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409934 Feb 09 02:03:41.400671 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a862a335-a099-43bd-a2a5-87ca325afefc req-1baae12c-b2f0-4372-abb2-fa9afedcd819 service neutron] 10.222.0.30 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891352 Feb 09 02:03:41.694352 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d8f69acb-6722-47cd-ba64-72023fe9b4fd req-6c50eeed-0fb7-4ea6-98a5-7b0d2ba2a6c4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 210 time: 0.0278895 Feb 09 02:03:42.690395 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862a335-a099-43bd-a2a5-87ca325afefc req-2f3d24f0-614a-4fb4-81e0-f82b076333bb tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:42.691850 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a862a335-a099-43bd-a2a5-87ca325afefc req-2f3d24f0-614a-4fb4-81e0-f82b076333bb tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.121 "GET /v2.0/networks?id=80054ff2-e1bf-4010-ada6-1c294b9aea30 HTTP/1.1" status: 200 len: 810 time: 0.1128423 Feb 09 02:03:42.757610 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a862a335-a099-43bd-a2a5-87ca325afefc req-60e4bfd4-4a49-41dc-959d-a9dcc96a51b2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cac763247f3146f9ad3039f0cdc9c088 HTTP/1.1" status: 200 len: 380 time: 0.0577550 Feb 09 02:03:42.768476 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-a862a335-a099-43bd-a2a5-87ca325afefc req-1882dc38-b1d6-4d5a-8f78-7de3bcd457bd tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Request body: {'port': {'device_id': '5a5ca4b7-bf92-4b99-985a-415da034fcab', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'admin_state_up': True, 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'security_groups': ['f69a3557-c5c0-48a3-a0aa-ff988f247931']}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:42.804992 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1590b41b-ef06-4565-aa9a-a9ef23072f8e req-57354d4e-f789-4f37-91a6-ca67cf61f3c7 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 210 time: 0.0390813 Feb 09 02:03:42.894027 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a862a335-a099-43bd-a2a5-87ca325afefc req-1882dc38-b1d6-4d5a-8f78-7de3bcd457bd tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Made reservation on behalf of cac763247f3146f9ad3039f0cdc9c088 for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:03:42.897386 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a862a335-a099-43bd-a2a5-87ca325afefc req-1882dc38-b1d6-4d5a-8f78-7de3bcd457bd tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:43.023447 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-a862a335-a099-43bd-a2a5-87ca325afefc req-1882dc38-b1d6-4d5a-8f78-7de3bcd457bd tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Allocated IP 172.20.0.6 (80054ff2-e1bf-4010-ada6-1c294b9aea30/692fddba-72a4-45ca-b7c8-ccf0fbdb4c43/7a7950c2-e654-4b9a-a4c1-6e70e7372337) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:03:43.167685 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a862a335-a099-43bd-a2a5-87ca325afefc req-1882dc38-b1d6-4d5a-8f78-7de3bcd457bd tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for port (7a7950c2-e654-4b9a-a4c1-6e70e7372337), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:43.200897 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a862a335-a099-43bd-a2a5-87ca325afefc req-1882dc38-b1d6-4d5a-8f78-7de3bcd457bd tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (7a7950c2-e654-4b9a-a4c1-6e70e7372337), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:43.241071 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a862a335-a099-43bd-a2a5-87ca325afefc req-1882dc38-b1d6-4d5a-8f78-7de3bcd457bd tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Network 80054ff2-e1bf-4010-ada6-1c294b9aea30 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:03:43.246804 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-a862a335-a099-43bd-a2a5-87ca325afefc req-1882dc38-b1d6-4d5a-8f78-7de3bcd457bd tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:03:43.250550 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-a862a335-a099-43bd-a2a5-87ca325afefc req-1882dc38-b1d6-4d5a-8f78-7de3bcd457bd tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:03:43.288679 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1882dc38-b1d6-4d5a-8f78-7de3bcd457bd tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Pushing event updated for resources: {'Port': ['ID=7a7950c2-e654-4b9a-a4c1-6e70e7372337,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:43.307409 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1882dc38-b1d6-4d5a-8f78-7de3bcd457bd tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:43.307759 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1882dc38-b1d6-4d5a-8f78-7de3bcd457bd tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:43.308243 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1882dc38-b1d6-4d5a-8f78-7de3bcd457bd tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:43.308821 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1882dc38-b1d6-4d5a-8f78-7de3bcd457bd tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:43.309397 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1882dc38-b1d6-4d5a-8f78-7de3bcd457bd tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:43.310004 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1882dc38-b1d6-4d5a-8f78-7de3bcd457bd tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:43.310574 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1882dc38-b1d6-4d5a-8f78-7de3bcd457bd tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:43.311155 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1882dc38-b1d6-4d5a-8f78-7de3bcd457bd tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:43.311737 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1882dc38-b1d6-4d5a-8f78-7de3bcd457bd tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:43.312330 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1882dc38-b1d6-4d5a-8f78-7de3bcd457bd tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:43.312918 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1882dc38-b1d6-4d5a-8f78-7de3bcd457bd tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:43.313697 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1882dc38-b1d6-4d5a-8f78-7de3bcd457bd tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:43.314110 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1882dc38-b1d6-4d5a-8f78-7de3bcd457bd tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:43.340695 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862a335-a099-43bd-a2a5-87ca325afefc req-1882dc38-b1d6-4d5a-8f78-7de3bcd457bd tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:43.341502 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a862a335-a099-43bd-a2a5-87ca325afefc req-1882dc38-b1d6-4d5a-8f78-7de3bcd457bd tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:43.361627 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a862a335-a099-43bd-a2a5-87ca325afefc req-1882dc38-b1d6-4d5a-8f78-7de3bcd457bd tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5973179 Feb 09 02:03:43.374311 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-a862a335-a099-43bd-a2a5-87ca325afefc req-c5021d98-35ea-42cd-bfaf-4596c93000fb service neutron] Request body: {'port': {'device_id': '5a5ca4b7-bf92-4b99-985a-415da034fcab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:43.438699 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a862a335-a099-43bd-a2a5-87ca325afefc req-c5021d98-35ea-42cd-bfaf-4596c93000fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7a7950c2-e654-4b9a-a4c1-6e70e7372337), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:43.483888 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-be8ce630-b0fa-4c14-86a0-c900f7c74dd7 None None] Provisioning complete for port 7a7950c2-e654-4b9a-a4c1-6e70e7372337 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:03:43.484469 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-be8ce630-b0fa-4c14-86a0-c900f7c74dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7a7950c2-e654-4b9a-a4c1-6e70e7372337), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:43.518523 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-be8ce630-b0fa-4c14-86a0-c900f7c74dd7 None None] Port 7a7950c2-e654-4b9a-a4c1-6e70e7372337 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:03:43.717181 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-a862a335-a099-43bd-a2a5-87ca325afefc req-c5021d98-35ea-42cd-bfaf-4596c93000fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a7950c2-e654-4b9a-a4c1-6e70e7372337 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:03:43.725555 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a862a335-a099-43bd-a2a5-87ca325afefc req-c5021d98-35ea-42cd-bfaf-4596c93000fb service neutron] Publish callbacks [] for port (7a7950c2-e654-4b9a-a4c1-6e70e7372337), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:43.739389 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-a862a335-a099-43bd-a2a5-87ca325afefc req-c5021d98-35ea-42cd-bfaf-4596c93000fb service neutron] Transition to ACTIVE for port object 7a7950c2-e654-4b9a-a4c1-6e70e7372337 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:03:43.742608 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a862a335-a099-43bd-a2a5-87ca325afefc req-c5021d98-35ea-42cd-bfaf-4596c93000fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (7a7950c2-e654-4b9a-a4c1-6e70e7372337), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:43.795718 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5021d98-35ea-42cd-bfaf-4596c93000fb service neutron] Pushing event updated for resources: {'Port': ['ID=7a7950c2-e654-4b9a-a4c1-6e70e7372337,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:43.882413 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-a862a335-a099-43bd-a2a5-87ca325afefc req-c5021d98-35ea-42cd-bfaf-4596c93000fb service neutron] Attempting to bind port 7a7950c2-e654-4b9a-a4c1-6e70e7372337 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:03:43.882753 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-a862a335-a099-43bd-a2a5-87ca325afefc req-c5021d98-35ea-42cd-bfaf-4596c93000fb service neutron] Attempting to bind port 7a7950c2-e654-4b9a-a4c1-6e70e7372337 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '91af9ede-3a1f-449b-82aa-6301a8fb255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:03:43.883079 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a862a335-a099-43bd-a2a5-87ca325afefc req-c5021d98-35ea-42cd-bfaf-4596c93000fb service neutron] Attempting to bind port 7a7950c2-e654-4b9a-a4c1-6e70e7372337 on network 80054ff2-e1bf-4010-ada6-1c294b9aea30 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:03:43.889021 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a862a335-a099-43bd-a2a5-87ca325afefc req-c5021d98-35ea-42cd-bfaf-4596c93000fb service neutron] Port 7a7950c2-e654-4b9a-a4c1-6e70e7372337 on network 80054ff2-e1bf-4010-ada6-1c294b9aea30 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:03:43.889342 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a862a335-a099-43bd-a2a5-87ca325afefc req-c5021d98-35ea-42cd-bfaf-4596c93000fb service neutron] Attempting to bind port 7a7950c2-e654-4b9a-a4c1-6e70e7372337 on network 80054ff2-e1bf-4010-ada6-1c294b9aea30 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:03:43.895571 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a862a335-a099-43bd-a2a5-87ca325afefc req-c5021d98-35ea-42cd-bfaf-4596c93000fb service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:03:43.895921 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a862a335-a099-43bd-a2a5-87ca325afefc req-c5021d98-35ea-42cd-bfaf-4596c93000fb service neutron] Checking segment: {'id': '91af9ede-3a1f-449b-82aa-6301a8fb255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:03:43.896315 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a862a335-a099-43bd-a2a5-87ca325afefc req-c5021d98-35ea-42cd-bfaf-4596c93000fb service neutron] Bound using segment: {'id': '91af9ede-3a1f-449b-82aa-6301a8fb255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:03:43.896938 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-a862a335-a099-43bd-a2a5-87ca325afefc req-c5021d98-35ea-42cd-bfaf-4596c93000fb service neutron] Bound port: 7a7950c2-e654-4b9a-a4c1-6e70e7372337, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91af9ede-3a1f-449b-82aa-6301a8fb255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:03:43.897300 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a862a335-a099-43bd-a2a5-87ca325afefc req-c5021d98-35ea-42cd-bfaf-4596c93000fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7a7950c2-e654-4b9a-a4c1-6e70e7372337), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:43.954039 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e1888-2c4a-40d7-ac77-3778f7be0f53 req-a3e18cb4-dd6b-47ad-9242-7d6205984503 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:43.964023 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b41e1888-2c4a-40d7-ac77-3778f7be0f53 req-a3e18cb4-dd6b-47ad-9242-7d6205984503 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 943 time: 0.0689723 Feb 09 02:03:43.983087 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-a862a335-a099-43bd-a2a5-87ca325afefc req-c5021d98-35ea-42cd-bfaf-4596c93000fb service neutron] For port 7a7950c2-e654-4b9a-a4c1-6e70e7372337, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:03:43.987483 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-a862a335-a099-43bd-a2a5-87ca325afefc req-c5021d98-35ea-42cd-bfaf-4596c93000fb service neutron] For port 7a7950c2-e654-4b9a-a4c1-6e70e7372337, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7a7950c2-e654-4b9a-a4c1-6e70e7372337,segment=NetworkSegment(91af9ede-3a1f-449b-82aa-6301a8fb255c),segment_id=91af9ede-3a1f-449b-82aa-6301a8fb255c)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:03:43.997907 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a862a335-a099-43bd-a2a5-87ca325afefc req-c5021d98-35ea-42cd-bfaf-4596c93000fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (7a7950c2-e654-4b9a-a4c1-6e70e7372337), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:44.035153 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b41e1888-2c4a-40d7-ac77-3778f7be0f53 req-ac94edb7-62bc-4f6a-bc9c-a9963753b3ee tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703714 Feb 09 02:03:44.037972 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862a335-a099-43bd-a2a5-87ca325afefc req-c5021d98-35ea-42cd-bfaf-4596c93000fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:44.038949 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-a862a335-a099-43bd-a2a5-87ca325afefc req-c5021d98-35ea-42cd-bfaf-4596c93000fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:44.040701 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a862a335-a099-43bd-a2a5-87ca325afefc req-c5021d98-35ea-42cd-bfaf-4596c93000fb service neutron] 10.222.0.121 "PUT /v2.0/ports/7a7950c2-e654-4b9a-a4c1-6e70e7372337 HTTP/1.1" status: 200 len: 1092 time: 0.6714895 Feb 09 02:03:44.041281 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5ca4b7-bf92-4b99-985a-415da034fcab', 'tag': '7a7950c2-e654-4b9a-a4c1-6e70e7372337'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:03:44.050139 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8fb4061-e12d-4f15-b096-711b074794b6" -d '{"events": [{"name": "network-changed", "server_uuid": "5a5ca4b7-bf92-4b99-985a-415da034fcab", "tag": "7a7950c2-e654-4b9a-a4c1-6e70e7372337"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:03:44.076005 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5021d98-35ea-42cd-bfaf-4596c93000fb service neutron] Pushing event updated for resources: {'Port': ['ID=7a7950c2-e654-4b9a-a4c1-6e70e7372337,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:44.150606 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862a335-a099-43bd-a2a5-87ca325afefc req-287b76e2-02a1-4aad-9b2e-3676ac9ab75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:44.153384 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a862a335-a099-43bd-a2a5-87ca325afefc req-287b76e2-02a1-4aad-9b2e-3676ac9ab75d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cac763247f3146f9ad3039f0cdc9c088&device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 1126 time: 0.0522540 Feb 09 02:03:44.212606 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a862a335-a099-43bd-a2a5-87ca325afefc req-3ef636a1-bbd7-4da9-8bde-7664712c7925 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a7950c2-e654-4b9a-a4c1-6e70e7372337 HTTP/1.1" status: 200 len: 217 time: 0.0515933 Feb 09 02:03:44.229652 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7441dea-8c9e-442e-b5b4-d56478280abe x-openstack-request-id: req-b7441dea-8c9e-442e-b5b4-d56478280abe {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:03:44.229890 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a5ca4b7-bf92-4b99-985a-415da034fcab", "tag": "7a7950c2-e654-4b9a-a4c1-6e70e7372337", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:03:44.230757 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b7441dea-8c9e-442e-b5b4-d56478280abe {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:03:44.231379 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a5ca4b7-bf92-4b99-985a-415da034fcab', 'tag': '7a7950c2-e654-4b9a-a4c1-6e70e7372337', 'status': 'completed', 'code': 200} Feb 09 02:03:44.272168 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862a335-a099-43bd-a2a5-87ca325afefc req-cb091733-494c-43b4-9817-9883c10ed735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:44.273645 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a862a335-a099-43bd-a2a5-87ca325afefc req-cb091733-494c-43b4-9817-9883c10ed735 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=692fddba-72a4-45ca-b7c8-ccf0fbdb4c43 HTTP/1.1" status: 200 len: 849 time: 0.0541408 Feb 09 02:03:44.327669 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862a335-a099-43bd-a2a5-87ca325afefc req-bd8be1ec-dcbc-43f1-a58a-e9eae3a5ec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:44.329200 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a862a335-a099-43bd-a2a5-87ca325afefc req-bd8be1ec-dcbc-43f1-a58a-e9eae3a5ec35 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=80054ff2-e1bf-4010-ada6-1c294b9aea30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0492973 Feb 09 02:03:44.428269 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a862a335-a099-43bd-a2a5-87ca325afefc req-2f98b999-71de-4bc5-bf8f-bafb8a66bcaa service neutron] 10.222.0.121 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928152 Feb 09 02:03:44.520046 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-a862a335-a099-43bd-a2a5-87ca325afefc req-ec00e2a2-7f55-4527-9e51-c4fad01f7990 service neutron] 10.222.0.121 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855253 Feb 09 02:03:44.608502 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb4061-e12d-4f15-b096-711b074794b6 req-908cda3b-fd3b-413e-81f1-1f116564c304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:44.610635 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d8fb4061-e12d-4f15-b096-711b074794b6 req-908cda3b-fd3b-413e-81f1-1f116564c304 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cac763247f3146f9ad3039f0cdc9c088&device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 1126 time: 0.0474620 Feb 09 02:03:44.721922 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb4061-e12d-4f15-b096-711b074794b6 req-7c2ab96b-6e98-4b79-bd15-140d34a09f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:44.723400 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d8fb4061-e12d-4f15-b096-711b074794b6 req-7c2ab96b-6e98-4b79-bd15-140d34a09f65 service neutron] 10.222.0.121 "GET /v2.0/networks?id=80054ff2-e1bf-4010-ada6-1c294b9aea30 HTTP/1.1" status: 200 len: 911 time: 0.1077936 Feb 09 02:03:44.765414 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d8fb4061-e12d-4f15-b096-711b074794b6 req-22cc9e85-9d6c-4862-9dbc-c388fa9acd49 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a7950c2-e654-4b9a-a4c1-6e70e7372337 HTTP/1.1" status: 200 len: 217 time: 0.0358193 Feb 09 02:03:44.817841 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb4061-e12d-4f15-b096-711b074794b6 req-0f80a1ba-3a6e-40fc-8919-087a0e0399c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:44.819283 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d8fb4061-e12d-4f15-b096-711b074794b6 req-0f80a1ba-3a6e-40fc-8919-087a0e0399c5 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=692fddba-72a4-45ca-b7c8-ccf0fbdb4c43 HTTP/1.1" status: 200 len: 849 time: 0.0486031 Feb 09 02:03:44.870384 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb4061-e12d-4f15-b096-711b074794b6 req-1355fb6d-e6d8-46df-8aff-4da807c5966a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:44.872825 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d8fb4061-e12d-4f15-b096-711b074794b6 req-1355fb6d-e6d8-46df-8aff-4da807c5966a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=80054ff2-e1bf-4010-ada6-1c294b9aea30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472965 Feb 09 02:03:44.963566 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d8fb4061-e12d-4f15-b096-711b074794b6 req-cd19bcbc-4de0-420d-adc7-dd25a118d2cd service neutron] 10.222.0.121 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843172 Feb 09 02:03:45.064535 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-d8fb4061-e12d-4f15-b096-711b074794b6 req-d3022ff7-6323-4ef1-9c7e-049c70d118ef service neutron] 10.222.0.121 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947299 Feb 09 02:03:45.161851 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf455580-b3ce-4586-8ce0-2951253fe748 req-ca95c96d-4f87-49d0-af45-f5e2fd67c33d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:45.163330 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cf455580-b3ce-4586-8ce0-2951253fe748 req-ca95c96d-4f87-49d0-af45-f5e2fd67c33d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 943 time: 0.0540171 Feb 09 02:03:45.212641 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cf455580-b3ce-4586-8ce0-2951253fe748 req-0b1a9951-55d0-4459-b8fb-1322ba0d2ca8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433476 Feb 09 02:03:46.343377 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e8886-92a4-437f-b6c2-34a1fe1726a0 req-b48dea5c-fae7-4deb-a313-9ed1679bb289 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:46.344902 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-843e8886-92a4-437f-b6c2-34a1fe1726a0 req-b48dea5c-fae7-4deb-a313-9ed1679bb289 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 943 time: 0.0546601 Feb 09 02:03:46.395409 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-843e8886-92a4-437f-b6c2-34a1fe1726a0 req-7312ff14-5053-41c6-ac91-eaae17953e3b tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448518 Feb 09 02:03:47.324744 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:03:47.520352 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5607e9-ef13-4a4f-a47d-20d2ab60de40 req-545a465f-f1e3-4ce4-bbce-4c7afde678e6 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:47.521819 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a5607e9-ef13-4a4f-a47d-20d2ab60de40 req-545a465f-f1e3-4ce4-bbce-4c7afde678e6 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 943 time: 0.0581410 Feb 09 02:03:47.575706 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a5607e9-ef13-4a4f-a47d-20d2ab60de40 req-938a68a7-b1e0-469b-a5ae-cba52dd9b365 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427728 Feb 09 02:03:48.696065 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001aa89b-32d2-4ed4-9850-d53aeceb223c req-ccb0545a-8471-41c9-920c-515178ee6136 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:48.697557 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-001aa89b-32d2-4ed4-9850-d53aeceb223c req-ccb0545a-8471-41c9-920c-515178ee6136 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 943 time: 0.0556395 Feb 09 02:03:48.747845 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-001aa89b-32d2-4ed4-9850-d53aeceb223c req-8d6c1c04-f037-44a9-861e-e163f49c768c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445473 Feb 09 02:03:49.815523 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:49.877117 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c969d4-9836-43c4-a4bf-67b174d77c44 req-eb0125b6-1846-47d3-89a0-7459f70154f0 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:49.879226 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c2c969d4-9836-43c4-a4bf-67b174d77c44 req-eb0125b6-1846-47d3-89a0-7459f70154f0 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 943 time: 0.0606284 Feb 09 02:03:49.931028 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c2c969d4-9836-43c4-a4bf-67b174d77c44 req-d000f83b-f994-4610-b5a1-7c9026282b7c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462980 Feb 09 02:03:50.872871 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa554d22-9634-4469-a038-f382cfdd3687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:51.057141 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27edf2d2-cbaf-4062-9732-c4ba7fb10c7c req-1fa160eb-95b6-4039-bfd8-e2f3544055b2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:51.059306 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-27edf2d2-cbaf-4062-9732-c4ba7fb10c7c req-1fa160eb-95b6-4039-bfd8-e2f3544055b2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 943 time: 0.0591729 Feb 09 02:03:51.110523 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-27edf2d2-cbaf-4062-9732-c4ba7fb10c7c req-c828cda0-1bf2-4f72-bba9-f32ab9db6938 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454836 Feb 09 02:03:51.356651 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:52.236256 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a71db2-e167-47ca-ac1b-929417ea7f78 req-3e4bd18a-599d-46a5-a85d-f1c543150570 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:52.237793 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-25a71db2-e167-47ca-ac1b-929417ea7f78 req-3e4bd18a-599d-46a5-a85d-f1c543150570 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 943 time: 0.0558403 Feb 09 02:03:52.295425 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-25a71db2-e167-47ca-ac1b-929417ea7f78 req-ea13852b-9dc7-40f6-b98c-8c7b02415582 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506992 Feb 09 02:03:53.420567 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93310eea-0b8c-4584-b2b6-d09f8bbe0e96 req-a96987f0-a141-4d02-9759-0136b0f0a4f1 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:53.422049 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93310eea-0b8c-4584-b2b6-d09f8bbe0e96 req-a96987f0-a141-4d02-9759-0136b0f0a4f1 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 943 time: 0.0556021 Feb 09 02:03:53.473505 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-93310eea-0b8c-4584-b2b6-d09f8bbe0e96 req-b92e90f6-d31b-4f1c-bd8f-f96dc181d644 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457745 Feb 09 02:03:54.318992 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-14cc63b7-4e6b-44a3-ac79-c2d5bc6627f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:54.595938 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6032cb6-96cb-4d18-a113-f1658d8a6163 req-53b92926-bff9-444f-b4b0-48621de8deb8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:54.597464 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d6032cb6-96cb-4d18-a113-f1658d8a6163 req-53b92926-bff9-444f-b4b0-48621de8deb8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 943 time: 0.0543370 Feb 09 02:03:54.646701 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d6032cb6-96cb-4d18-a113-f1658d8a6163 req-a39fdd36-7f21-4c21-a79c-ad6e06e1bc6b tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435421 Feb 09 02:03:55.774246 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977351c1-3777-4bf0-8df8-6860a27d5458 req-7bb1f468-cffd-4bbb-a5d7-d2bd1a0c8c90 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:55.775727 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-977351c1-3777-4bf0-8df8-6860a27d5458 req-7bb1f468-cffd-4bbb-a5d7-d2bd1a0c8c90 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 943 time: 0.0580466 Feb 09 02:03:55.824633 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-977351c1-3777-4bf0-8df8-6860a27d5458 req-df1d0f2b-b545-4e4e-b2d4-ce82f4021dac tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421696 Feb 09 02:03:55.943825 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:56.946690 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e0f15-10aa-4e4a-984b-35b45a178f14 req-4df3d0de-dd3b-4f47-833b-0ad6c9571160 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:56.948217 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fb6e0f15-10aa-4e4a-984b-35b45a178f14 req-4df3d0de-dd3b-4f47-833b-0ad6c9571160 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 943 time: 0.0530710 Feb 09 02:03:56.997959 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fb6e0f15-10aa-4e4a-984b-35b45a178f14 req-275f15c2-9bf3-4051-af80-3508638465ba tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440764 Feb 09 02:03:57.672792 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:58.118708 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceaed88-e184-4c8d-a823-7f708a4644c1 req-5b070b37-fcaa-4cf7-b811-7d0ce2d24c0e tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:58.120247 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bceaed88-e184-4c8d-a823-7f708a4644c1 req-5b070b37-fcaa-4cf7-b811-7d0ce2d24c0e tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 943 time: 0.0542021 Feb 09 02:03:58.139562 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [req-4ef75ace-3ad0-4937-b85f-9259470b38f3 req-78696915-1677-4fad-8f42-486b309acfc6 service neutron] (103528) timed out ('10.222.0.91', 52345) {{(pid=103528) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 02:03:58.174902 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bceaed88-e184-4c8d-a823-7f708a4644c1 req-b147aa3e-2004-421c-9417-f5b3239331c8 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482488 Feb 09 02:03:58.360519 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:59.293438 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15739893-0091-4f9c-a1c1-481dc7e565ac req-cee39ec8-dbab-4355-9fc2-6f7d6b4f88c6 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:59.294973 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-15739893-0091-4f9c-a1c1-481dc7e565ac req-cee39ec8-dbab-4355-9fc2-6f7d6b4f88c6 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 943 time: 0.0535998 Feb 09 02:03:59.345971 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-15739893-0091-4f9c-a1c1-481dc7e565ac req-0c569dc1-acab-45aa-a999-c3716a8374f7 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450525 Feb 09 02:04:00.470347 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eec5fd-793b-430f-a490-3177044a39a2 req-1ac28ef0-817c-40d1-a197-63b6aabdfc3a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:00.472239 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-98eec5fd-793b-430f-a490-3177044a39a2 req-1ac28ef0-817c-40d1-a197-63b6aabdfc3a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 943 time: 0.0569124 Feb 09 02:04:00.521877 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-98eec5fd-793b-430f-a490-3177044a39a2 req-3d87c606-3f0d-4b45-9e07-45e8ba38e9bd tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439475 Feb 09 02:04:01.211431 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 7a7950c2-e654-4b9a-a4c1-6e70e7372337 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:04:01.311991 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 7a7950c2-e654-4b9a-a4c1-6e70e7372337, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7a7950c2-e654-4b9a-a4c1-6e70e7372337,segment=NetworkSegment(91af9ede-3a1f-449b-82aa-6301a8fb255c),segment_id=91af9ede-3a1f-449b-82aa-6301a8fb255c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:01.323636 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '7a7950c2-e654-4b9a-a4c1-6e70e7372337', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'port_id': '7a7950c2-e654-4b9a-a4c1-6e70e7372337', 'mac_address': 'fa:16:3e:51:c5:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:04:01.362534 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 7a7950c2-e654-4b9a-a4c1-6e70e7372337 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:01.362921 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7a7950c2-e654-4b9a-a4c1-6e70e7372337), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:01.380028 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a7950c2-e654-4b9a-a4c1-6e70e7372337 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:04:01.401497 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 7a7950c2-e654-4b9a-a4c1-6e70e7372337, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7a7950c2-e654-4b9a-a4c1-6e70e7372337,segment=NetworkSegment(91af9ede-3a1f-449b-82aa-6301a8fb255c),segment_id=91af9ede-3a1f-449b-82aa-6301a8fb255c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:01.406182 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7a7950c2-e654-4b9a-a4c1-6e70e7372337), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:01.454373 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=7a7950c2-e654-4b9a-a4c1-6e70e7372337,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:01.462792 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:01.463047 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:01.463383 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:01.463723 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:01.464097 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:01.464425 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:01.464747 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:01.465070 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:01.465387 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:01.465705 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:01.466062 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:01.467058 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:01.467385 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:01.653274 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e0e8e-f8dd-4b9b-b669-6bcb7e62d41d req-ec10fe68-3d45-4e20-a741-151572fc1013 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:01.655039 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-253e0e8e-f8dd-4b9b-b669-6bcb7e62d41d req-ec10fe68-3d45-4e20-a741-151572fc1013 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 944 time: 0.0608132 Feb 09 02:04:01.676186 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['7a7950c2-e654-4b9a-a4c1-6e70e7372337'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:04:01.706997 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-253e0e8e-f8dd-4b9b-b669-6bcb7e62d41d req-ff37759d-8f58-4041-bdc6-3c00ba001eea tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463398 Feb 09 02:04:02.829914 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b06e9-2da1-4df6-affe-1309d5116556 req-5d925182-7ad2-4f13-befc-c77086fe6270 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:02.831281 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-918b06e9-2da1-4df6-affe-1309d5116556 req-5d925182-7ad2-4f13-befc-c77086fe6270 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 944 time: 0.0541742 Feb 09 02:04:02.880364 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-918b06e9-2da1-4df6-affe-1309d5116556 req-ab14c489-43f6-45f3-9579-7855000f488e tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433307 Feb 09 02:04:03.205849 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 7a7950c2-e654-4b9a-a4c1-6e70e7372337 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:04:03.255257 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 7a7950c2-e654-4b9a-a4c1-6e70e7372337 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:04:03.259166 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 7a7950c2-e654-4b9a-a4c1-6e70e7372337 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:03.259540 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7a7950c2-e654-4b9a-a4c1-6e70e7372337), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:03.349037 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 7a7950c2-e654-4b9a-a4c1-6e70e7372337 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:03.349544 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7a7950c2-e654-4b9a-a4c1-6e70e7372337), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:03.374543 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5ca4b7-bf92-4b99-985a-415da034fcab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7950c2-e654-4b9a-a4c1-6e70e7372337'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:04:03.376862 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3db0031-f7a5-4437-8a99-9f883caa3292" -d '{"events": [{"server_uuid": "5a5ca4b7-bf92-4b99-985a-415da034fcab", "name": "network-vif-plugged", "status": "completed", "tag": "7a7950c2-e654-4b9a-a4c1-6e70e7372337"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:04:03.389966 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 7a7950c2-e654-4b9a-a4c1-6e70e7372337, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7a7950c2-e654-4b9a-a4c1-6e70e7372337,segment=NetworkSegment(91af9ede-3a1f-449b-82aa-6301a8fb255c),segment_id=91af9ede-3a1f-449b-82aa-6301a8fb255c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:03.394122 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7a7950c2-e654-4b9a-a4c1-6e70e7372337), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:03.444637 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=7a7950c2-e654-4b9a-a4c1-6e70e7372337,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:03.484134 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66eb0716-43f3-4846-925a-08db3e26dad6 x-openstack-request-id: req-66eb0716-43f3-4846-925a-08db3e26dad6 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:04:03.484426 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5ca4b7-bf92-4b99-985a-415da034fcab", "name": "network-vif-plugged", "status": "completed", "tag": "7a7950c2-e654-4b9a-a4c1-6e70e7372337", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:04:03.484675 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-66eb0716-43f3-4846-925a-08db3e26dad6 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:04:03.485068 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5ca4b7-bf92-4b99-985a-415da034fcab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7950c2-e654-4b9a-a4c1-6e70e7372337', 'code': 200} Feb 09 02:04:03.585258 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75092c-a834-4e4c-bc67-05ec8ac7fd0f req-b3d5da48-c9b8-4727-bd06-eebfff45e904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:03.587124 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ad75092c-a834-4e4c-bc67-05ec8ac7fd0f req-b3d5da48-c9b8-4727-bd06-eebfff45e904 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 1128 time: 0.0454240 Feb 09 02:04:03.632275 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ad75092c-a834-4e4c-bc67-05ec8ac7fd0f req-d1804f37-d38c-47fe-b7c7-85360895d14d service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395291 Feb 09 02:04:04.008229 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3be018-775c-4126-8b7f-27b8fd0c6dfa req-47a01ddc-178c-404d-b38e-e137cf146b51 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:04.009751 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd3be018-775c-4126-8b7f-27b8fd0c6dfa req-47a01ddc-178c-404d-b38e-e137cf146b51 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 945 time: 0.0622368 Feb 09 02:04:04.060922 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd3be018-775c-4126-8b7f-27b8fd0c6dfa req-5cea9e18-eae6-48ea-a328-69b129b7e967 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445411 Feb 09 02:04:05.182290 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b89828-72cd-4fcb-a303-729aa5fa83fb req-f0944856-958a-48e3-89ef-a52245e34c75 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:05.183767 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f6b89828-72cd-4fcb-a303-729aa5fa83fb req-f0944856-958a-48e3-89ef-a52245e34c75 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 945 time: 0.0535154 Feb 09 02:04:05.233860 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f6b89828-72cd-4fcb-a303-729aa5fa83fb req-845f0d04-f045-4891-b2ea-5c833801572a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434515 Feb 09 02:04:05.355139 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065496b5-ca45-4572-85f4-70bdd9fead83 req-54c2386b-6bdf-4bc2-b6ff-69a1ddc9df3f tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:05.356602 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-065496b5-ca45-4572-85f4-70bdd9fead83 req-54c2386b-6bdf-4bc2-b6ff-69a1ddc9df3f tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 945 time: 0.0537064 Feb 09 02:04:05.409957 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-065496b5-ca45-4572-85f4-70bdd9fead83 req-08522899-3679-4f7d-87ed-ff3afcd475e4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477931 Feb 09 02:04:05.432071 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 48558) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:05.477650 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7c3885-e7f8-43ad-a836-38e6b1a8624d tempest-TestVolumeBootPattern-1427987260 tempest-TestVolumeBootPattern-1427987260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:05.479182 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ff7c3885-e7f8-43ad-a836-38e6b1a8624d tempest-TestVolumeBootPattern-1427987260 tempest-TestVolumeBootPattern-1427987260-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 1123 time: 0.0461252 Feb 09 02:04:05.482587 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 48560) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:05.486880 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-eee73966-1118-44e4-b86a-95e64ef238a4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'port_id': '7a7950c2-e654-4b9a-a4c1-6e70e7372337', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:05.507402 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eee73966-1118-44e4-b86a-95e64ef238a4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:05.604892 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eee73966-1118-44e4-b86a-95e64ef238a4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:05.716249 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-eee73966-1118-44e4-b86a-95e64ef238a4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Allocated IP 172.25.1.209 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/74d4c9a5-2d95-4892-b847-146f0f50eab1) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:04:05.819591 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eee73966-1118-44e4-b86a-95e64ef238a4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for port (74d4c9a5-2d95-4892-b847-146f0f50eab1), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:05.855072 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eee73966-1118-44e4-b86a-95e64ef238a4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (74d4c9a5-2d95-4892-b847-146f0f50eab1), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:05.900585 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee73966-1118-44e4-b86a-95e64ef238a4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:04:05.903563 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-eee73966-1118-44e4-b86a-95e64ef238a4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:05.907152 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee73966-1118-44e4-b86a-95e64ef238a4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:04:05.912580 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee73966-1118-44e4-b86a-95e64ef238a4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Pushing event updated for resources: {'Port': ['ID=74d4c9a5-2d95-4892-b847-146f0f50eab1,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:06.263105 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eee73966-1118-44e4-b86a-95e64ef238a4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for floatingip (9a5c991a-7665-4d1d-ab45-eac6e0109ea3), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:06.335402 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eee73966-1118-44e4-b86a-95e64ef238a4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (74d4c9a5-2d95-4892-b847-146f0f50eab1), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:06.488974 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eee73966-1118-44e4-b86a-95e64ef238a4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for port (74d4c9a5-2d95-4892-b847-146f0f50eab1), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:06.493265 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eee73966-1118-44e4-b86a-95e64ef238a4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (74d4c9a5-2d95-4892-b847-146f0f50eab1), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:06.560556 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee73966-1118-44e4-b86a-95e64ef238a4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Pushing event updated for resources: {'Port': ['ID=74d4c9a5-2d95-4892-b847-146f0f50eab1,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:06.572096 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eee73966-1118-44e4-b86a-95e64ef238a4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (9a5c991a-7665-4d1d-ab45-eac6e0109ea3), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:06.678943 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [None req-eee73966-1118-44e4-b86a-95e64ef238a4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Floating IP 9a5c991a-7665-4d1d-ab45-eac6e0109ea3 associated. External IP: 172.25.1.209, port: 7a7950c2-e654-4b9a-a4c1-6e70e7372337. Feb 09 02:04:06.901837 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee73966-1118-44e4-b86a-95e64ef238a4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Router 4f946d78-10d1-4a5f-8a29-7acc6601bfef has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:04:07.020039 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee73966-1118-44e4-b86a-95e64ef238a4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:04:07.030493 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9797f1a3-fb23-421e-ad89-6664adfc4c94 None None] Sync routers for ids ['4f946d78-10d1-4a5f-8a29-7acc6601bfef'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:04:07.038064 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eee73966-1118-44e4-b86a-95e64ef238a4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:07.041579 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9797f1a3-fb23-421e-ad89-6664adfc4c94 None None] Routers {'4f946d78-10d1-4a5f-8a29-7acc6601bfef'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:04:07.041786 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-9797f1a3-fb23-421e-ad89-6664adfc4c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:03:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['4f946d78-10d1-4a5f-8a29-7acc6601bfef'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:07.069990 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-eee73966-1118-44e4-b86a-95e64ef238a4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5863578 Feb 09 02:04:07.070570 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5ca4b7-bf92-4b99-985a-415da034fcab', 'tag': '7a7950c2-e654-4b9a-a4c1-6e70e7372337'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:04:07.073013 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09253b2-7eb4-4106-81ae-b9a1e689a17a" -d '{"events": [{"name": "network-changed", "server_uuid": "5a5ca4b7-bf92-4b99-985a-415da034fcab", "tag": "7a7950c2-e654-4b9a-a4c1-6e70e7372337"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:04:07.120995 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf4abd6-f4c9-4077-9718-b06423034fd9 x-openstack-request-id: req-cbf4abd6-f4c9-4077-9718-b06423034fd9 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:04:07.121294 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a5ca4b7-bf92-4b99-985a-415da034fcab", "tag": "7a7950c2-e654-4b9a-a4c1-6e70e7372337", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:04:07.121527 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cbf4abd6-f4c9-4077-9718-b06423034fd9 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:04:07.121954 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a5ca4b7-bf92-4b99-985a-415da034fcab', 'tag': '7a7950c2-e654-4b9a-a4c1-6e70e7372337', 'status': 'completed', 'code': 200} Feb 09 02:04:07.171677 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-9797f1a3-fb23-421e-ad89-6664adfc4c94 None None] Set router 4f946d78-10d1-4a5f-8a29-7acc6601bfef gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:04:07.180361 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09253b2-7eb4-4106-81ae-b9a1e689a17a req-15b9eb25-1d75-4175-bb6f-1ee6c151a7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:07.181864 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f09253b2-7eb4-4106-81ae-b9a1e689a17a req-15b9eb25-1d75-4175-bb6f-1ee6c151a7bd service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cac763247f3146f9ad3039f0cdc9c088&device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 1128 time: 0.0459869 Feb 09 02:04:07.287157 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09253b2-7eb4-4106-81ae-b9a1e689a17a req-27b2809d-4a04-4c8e-818f-703d053f4ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:07.290616 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f09253b2-7eb4-4106-81ae-b9a1e689a17a req-27b2809d-4a04-4c8e-818f-703d053f4ee5 service neutron] 10.222.0.121 "GET /v2.0/networks?id=80054ff2-e1bf-4010-ada6-1c294b9aea30 HTTP/1.1" status: 200 len: 911 time: 0.1016142 Feb 09 02:04:07.369616 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f09253b2-7eb4-4106-81ae-b9a1e689a17a req-f2246f42-006b-42b1-897b-2121f24c2c33 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a7950c2-e654-4b9a-a4c1-6e70e7372337 HTTP/1.1" status: 200 len: 999 time: 0.0728240 Feb 09 02:04:07.426894 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09253b2-7eb4-4106-81ae-b9a1e689a17a req-6299db1b-1d45-4f9e-bc05-ab17993f6477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:07.428272 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f09253b2-7eb4-4106-81ae-b9a1e689a17a req-6299db1b-1d45-4f9e-bc05-ab17993f6477 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=692fddba-72a4-45ca-b7c8-ccf0fbdb4c43 HTTP/1.1" status: 200 len: 849 time: 0.0527420 Feb 09 02:04:07.448515 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-9797f1a3-fb23-421e-ad89-6664adfc4c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'name': 'tempest-TestVolumeBootPattern-11153383-router', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:17Z', 'revision_number': 4, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'gw_port': {'id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '9a5c991a-7665-4d1d-ab45-eac6e0109ea3', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'floating_ip_address': '172.25.1.209', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'port_id': '7a7950c2-e654-4b9a-a4c1-6e70e7372337', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'mac_address': 'fa:16:3e:51:c5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5ca4b7-bf92-4b99-985a-415da034fcab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:04:06Z', 'updated_at': '2022-02-09T02:04:06Z', 'revision_number': 0, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3114c4b-ae7c-41ee-9f3f-25bfcec4e719', 'name': '', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'mac_address': 'fa:16:3e:cc:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:16Z', 'updated_at': '2022-02-09T01:56:24Z', 'revision_number': 5, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'subnets': [{'id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:07.476140 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9797f1a3-fb23-421e-ad89-6664adfc4c94 None None] Checking router: 4f946d78-10d1-4a5f-8a29-7acc6601bfef for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:04:07.486525 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9797f1a3-fb23-421e-ad89-6664adfc4c94 None None] Routers {'4f946d78-10d1-4a5f-8a29-7acc6601bfef'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:04:07.487151 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-9797f1a3-fb23-421e-ad89-6664adfc4c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:03:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['4f946d78-10d1-4a5f-8a29-7acc6601bfef'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:07.488559 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09253b2-7eb4-4106-81ae-b9a1e689a17a req-75505162-6565-4ff1-b2db-976d05098280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:07.490077 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f09253b2-7eb4-4106-81ae-b9a1e689a17a req-75505162-6565-4ff1-b2db-976d05098280 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=80054ff2-e1bf-4010-ada6-1c294b9aea30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0556247 Feb 09 02:04:07.598074 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f09253b2-7eb4-4106-81ae-b9a1e689a17a req-16ee37d3-95b1-421a-a9ad-91cff13a40ba service neutron] 10.222.0.121 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018908 Feb 09 02:04:07.616690 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-9797f1a3-fb23-421e-ad89-6664adfc4c94 None None] Set router 4f946d78-10d1-4a5f-8a29-7acc6601bfef gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:04:07.709890 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-f09253b2-7eb4-4106-81ae-b9a1e689a17a req-dd67c6ed-3e7c-4463-a455-e3c6a508644e service neutron] 10.222.0.121 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051035 Feb 09 02:04:07.898821 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-9797f1a3-fb23-421e-ad89-6664adfc4c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'name': 'tempest-TestVolumeBootPattern-11153383-router', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:17Z', 'revision_number': 4, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'gw_port': {'id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '9a5c991a-7665-4d1d-ab45-eac6e0109ea3', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'floating_ip_address': '172.25.1.209', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'port_id': '7a7950c2-e654-4b9a-a4c1-6e70e7372337', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'mac_address': 'fa:16:3e:51:c5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5ca4b7-bf92-4b99-985a-415da034fcab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:04:06Z', 'updated_at': '2022-02-09T02:04:06Z', 'revision_number': 0, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3114c4b-ae7c-41ee-9f3f-25bfcec4e719', 'name': '', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'mac_address': 'fa:16:3e:cc:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:16Z', 'updated_at': '2022-02-09T01:56:24Z', 'revision_number': 5, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'subnets': [{'id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:07.930734 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9797f1a3-fb23-421e-ad89-6664adfc4c94 None None] The sync data for ids ['4f946d78-10d1-4a5f-8a29-7acc6601bfef'] in n-d-822053-40 is: [{'id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'name': 'tempest-TestVolumeBootPattern-11153383-router', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:17Z', 'revision_number': 4, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'gw_port': {'id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '9a5c991a-7665-4d1d-ab45-eac6e0109ea3', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'floating_ip_address': '172.25.1.209', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'port_id': '7a7950c2-e654-4b9a-a4c1-6e70e7372337', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'mac_address': 'fa:16:3e:51:c5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5ca4b7-bf92-4b99-985a-415da034fcab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:04:06Z', 'updated_at': '2022-02-09T02:04:06Z', 'revision_number': 0, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3114c4b-ae7c-41ee-9f3f-25bfcec4e719', 'name': '', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'mac_address': 'fa:16:3e:cc:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:16Z', 'updated_at': '2022-02-09T01:56:24Z', 'revision_number': 5, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'subnets': [{'id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:04:08.140282 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c09e6ca-0b8b-4a7b-8930-38cb558cf8cf None None] New status for floating IP 9a5c991a-7665-4d1d-ab45-eac6e0109ea3: ACTIVE {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:04:19.834893 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:20.877045 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-27f9c62d-ce9d-4b4c-ab5e-4227ade3205e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:21.372719 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:21.881409 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8a5279e6-2d46-420f-896a-7e48aab769d9 req-8911878f-8b86-4a4e-94bd-db0ca6ca71c5 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446110 Feb 09 02:04:21.967203 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5279e6-2d46-420f-896a-7e48aab769d9 req-b3c9f92c-d63f-4b2e-947a-a0298b954d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:21.969308 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8a5279e6-2d46-420f-896a-7e48aab769d9 req-b3c9f92c-d63f-4b2e-947a-a0298b954d56 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cac763247f3146f9ad3039f0cdc9c088&device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 1128 time: 0.0446362 Feb 09 02:04:22.076232 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5279e6-2d46-420f-896a-7e48aab769d9 req-da907a3c-da9f-41f2-800c-aa704cd1eec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:22.077663 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8a5279e6-2d46-420f-896a-7e48aab769d9 req-da907a3c-da9f-41f2-800c-aa704cd1eec9 service neutron] 10.222.0.121 "GET /v2.0/networks?id=80054ff2-e1bf-4010-ada6-1c294b9aea30 HTTP/1.1" status: 200 len: 911 time: 0.0902233 Feb 09 02:04:22.146335 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8a5279e6-2d46-420f-896a-7e48aab769d9 req-fb49238f-f417-4e33-84ba-f5b40e64c09e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a7950c2-e654-4b9a-a4c1-6e70e7372337 HTTP/1.1" status: 200 len: 1001 time: 0.0605936 Feb 09 02:04:22.197567 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5279e6-2d46-420f-896a-7e48aab769d9 req-b6f3f3fb-51bc-4da1-bc5e-6635d9470d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:22.198981 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8a5279e6-2d46-420f-896a-7e48aab769d9 req-b6f3f3fb-51bc-4da1-bc5e-6635d9470d4f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=692fddba-72a4-45ca-b7c8-ccf0fbdb4c43 HTTP/1.1" status: 200 len: 849 time: 0.0463676 Feb 09 02:04:22.257286 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5279e6-2d46-420f-896a-7e48aab769d9 req-e8f99bac-3620-4537-84de-c48bfa00db0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:22.258769 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8a5279e6-2d46-420f-896a-7e48aab769d9 req-e8f99bac-3620-4537-84de-c48bfa00db0b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=80054ff2-e1bf-4010-ada6-1c294b9aea30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0496769 Feb 09 02:04:22.347151 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8a5279e6-2d46-420f-896a-7e48aab769d9 req-e28300ce-7ca4-4140-a930-023be93d461f service neutron] 10.222.0.121 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819621 Feb 09 02:04:22.457388 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8a5279e6-2d46-420f-896a-7e48aab769d9 req-77b731bf-ee8a-4cb5-8295-e7cdb26c4798 service neutron] 10.222.0.121 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039848 Feb 09 02:04:24.321010 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3ef76371-164b-49bb-969a-e0b5adf408ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:24.324802 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:04:25.945922 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:27.676052 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:28.364474 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:49.844102 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:50.879601 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fac8ff76-8272-446d-ae68-eecd1a03e0fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:51.376413 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:54.322099 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-eb08ae5c-f301-4ca7-9c92-17918e6bc3c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:55.948822 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:57.679543 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:58.366722 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:01.324606 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:05:19.843228 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:20.881466 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-12915a7f-3fcb-4fe5-99bc-607cd3b7bdf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:21.385049 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:23.923326 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-61dfd695-1d08-4f32-8d98-58c73cf6c14a req-0abc133b-43fb-48c6-866f-db14c1e6b9cf service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0932195 Feb 09 02:05:24.011819 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfd695-1d08-4f32-8d98-58c73cf6c14a req-d8469aab-afe8-400c-9a16-53e9a3a6920e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:24.013343 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-61dfd695-1d08-4f32-8d98-58c73cf6c14a req-d8469aab-afe8-400c-9a16-53e9a3a6920e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cac763247f3146f9ad3039f0cdc9c088&device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 1128 time: 0.0485570 Feb 09 02:05:24.120988 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfd695-1d08-4f32-8d98-58c73cf6c14a req-92036e71-431f-4233-a478-ecacd8cc796e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:24.122355 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-61dfd695-1d08-4f32-8d98-58c73cf6c14a req-92036e71-431f-4233-a478-ecacd8cc796e service neutron] 10.222.0.121 "GET /v2.0/networks?id=80054ff2-e1bf-4010-ada6-1c294b9aea30 HTTP/1.1" status: 200 len: 911 time: 0.0911922 Feb 09 02:05:24.187015 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-61dfd695-1d08-4f32-8d98-58c73cf6c14a req-83a1b703-b949-4993-9c2c-417a26fed023 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a7950c2-e654-4b9a-a4c1-6e70e7372337 HTTP/1.1" status: 200 len: 1001 time: 0.0583482 Feb 09 02:05:24.239325 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfd695-1d08-4f32-8d98-58c73cf6c14a req-ccd095a3-c961-4177-b09b-03461ffbb170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:24.240809 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-61dfd695-1d08-4f32-8d98-58c73cf6c14a req-ccd095a3-c961-4177-b09b-03461ffbb170 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=692fddba-72a4-45ca-b7c8-ccf0fbdb4c43 HTTP/1.1" status: 200 len: 849 time: 0.0482805 Feb 09 02:05:24.294075 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfd695-1d08-4f32-8d98-58c73cf6c14a req-f6eab47d-6a19-4fed-b288-c140e96067a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:24.295661 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-61dfd695-1d08-4f32-8d98-58c73cf6c14a req-f6eab47d-6a19-4fed-b288-c140e96067a6 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=80054ff2-e1bf-4010-ada6-1c294b9aea30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0476050 Feb 09 02:05:24.325276 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2bd4875a-4280-4c82-9a0a-1e4f0016e077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:24.388640 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-61dfd695-1d08-4f32-8d98-58c73cf6c14a req-ddf8a768-b888-4fb6-a35d-18027c81d51e service neutron] 10.222.0.121 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864501 Feb 09 02:05:24.481462 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-61dfd695-1d08-4f32-8d98-58c73cf6c14a req-92f59047-7ce0-4c2e-b535-290376d3fe20 service neutron] 10.222.0.121 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872395 Feb 09 02:05:25.954690 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:27.682085 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:28.372326 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:32.461396 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-a12f37e9-000e-4c53-9085-84ee775320cd req-85983a5f-a2c2-4f86-ad01-5357f1df31ed service neutron] (103529) timed out ('10.222.0.30', 40470) {{(pid=103529) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 02:05:38.325230 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:05:49.855549 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:50.885608 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e73592ab-1d39-4482-bdf4-02394a12063a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:51.383441 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:54.327406 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ec99626a-15d0-4e75-8df0-b9bee74f836c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:55.955024 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:57.686152 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:58.370233 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:05.537146 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-3818528c-e121-4103-9a68-25e81aa37747 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1022052834&fields=id&tenant_id=cac763247f3146f9ad3039f0cdc9c088 HTTP/1.1" status: 200 len: 267 time: 0.0462785 Feb 09 02:06:05.648791 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-ec248369-39cb-42fb-8bff-18f09a0d39c2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:05.650318 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-ec248369-39cb-42fb-8bff-18f09a0d39c2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/networks?id=80054ff2-e1bf-4010-ada6-1c294b9aea30 HTTP/1.1" status: 200 len: 810 time: 0.1061473 Feb 09 02:06:05.666199 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-e4ab797e-82af-40c3-ac6a-d9e4b98747b1 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/quotas/cac763247f3146f9ad3039f0cdc9c088 HTTP/1.1" status: 200 len: 375 time: 0.0096128 Feb 09 02:06:05.727126 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-1d9d23e8-d845-4b34-a8a3-2b8c3cc3e03d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cac763247f3146f9ad3039f0cdc9c088&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0558462 Feb 09 02:06:05.742702 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-e3d524bb-b025-4fdf-846a-bde25bbfad72 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:06:05.743914 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-e3d524bb-b025-4fdf-846a-bde25bbfad72 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054910 Feb 09 02:06:05.836888 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-8f04f00c-4f31-45f7-b88d-bdf6c1442557 service neutron] 10.222.0.30 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876215 Feb 09 02:06:05.931901 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-e4d308d4-56c6-44a4-b55f-d937b0a29782 service neutron] 10.222.0.30 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878403 Feb 09 02:06:07.295895 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a098cba0-65e3-43f2-8b7c-460a4d979530 req-6ede236b-57c6-43ee-ab97-03da79e2282a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88a4ae8-e8af-40f5-9083-f2e5de1c9642 HTTP/1.1" status: 200 len: 210 time: 0.0910344 Feb 09 02:06:08.397963 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-92024242-1c50-4fbb-b07a-18aed327c7cc tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:08.399413 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-92024242-1c50-4fbb-b07a-18aed327c7cc tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.91 "GET /v2.0/networks?id=80054ff2-e1bf-4010-ada6-1c294b9aea30 HTTP/1.1" status: 200 len: 810 time: 0.1213176 Feb 09 02:06:08.416602 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-065f97cd-897f-416e-83a5-98a70b913985 req-7c34fc0a-cb91-485d-b7a9-5cd0e0a251f1 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88a4ae8-e8af-40f5-9083-f2e5de1c9642 HTTP/1.1" status: 200 len: 210 time: 0.0422356 Feb 09 02:06:08.472164 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-28851e38-52fb-427b-ae58-94404c77aea5 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cac763247f3146f9ad3039f0cdc9c088 HTTP/1.1" status: 200 len: 380 time: 0.0581448 Feb 09 02:06:08.482864 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-80122219-1ba1-4465-9552-b1fa8aef2442 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Request body: {'port': {'device_id': 'c88a4ae8-e8af-40f5-9083-f2e5de1c9642', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'admin_state_up': True, 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'security_groups': ['f69a3557-c5c0-48a3-a0aa-ff988f247931']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:08.609395 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-80122219-1ba1-4465-9552-b1fa8aef2442 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Made reservation on behalf of cac763247f3146f9ad3039f0cdc9c088 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:06:08.612834 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-80122219-1ba1-4465-9552-b1fa8aef2442 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:08.740036 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-80122219-1ba1-4465-9552-b1fa8aef2442 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Allocated IP 172.20.0.12 (80054ff2-e1bf-4010-ada6-1c294b9aea30/692fddba-72a4-45ca-b7c8-ccf0fbdb4c43/d3857673-c827-40b0-915b-7be5587d74fa) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:06:08.885820 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-80122219-1ba1-4465-9552-b1fa8aef2442 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for port (d3857673-c827-40b0-915b-7be5587d74fa), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:08.920710 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-80122219-1ba1-4465-9552-b1fa8aef2442 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (d3857673-c827-40b0-915b-7be5587d74fa), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:08.965477 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-80122219-1ba1-4465-9552-b1fa8aef2442 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Network 80054ff2-e1bf-4010-ada6-1c294b9aea30 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:08.968709 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-80122219-1ba1-4465-9552-b1fa8aef2442 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:08.972430 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-80122219-1ba1-4465-9552-b1fa8aef2442 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:06:09.003934 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80122219-1ba1-4465-9552-b1fa8aef2442 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Pushing event updated for resources: {'Port': ['ID=d3857673-c827-40b0-915b-7be5587d74fa,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:09.018847 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80122219-1ba1-4465-9552-b1fa8aef2442 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:09.019200 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80122219-1ba1-4465-9552-b1fa8aef2442 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:09.019529 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80122219-1ba1-4465-9552-b1fa8aef2442 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:09.020160 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80122219-1ba1-4465-9552-b1fa8aef2442 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:09.020491 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80122219-1ba1-4465-9552-b1fa8aef2442 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:09.020818 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80122219-1ba1-4465-9552-b1fa8aef2442 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:09.021148 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80122219-1ba1-4465-9552-b1fa8aef2442 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:09.021470 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80122219-1ba1-4465-9552-b1fa8aef2442 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:09.021787 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80122219-1ba1-4465-9552-b1fa8aef2442 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:09.022154 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80122219-1ba1-4465-9552-b1fa8aef2442 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:09.022474 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80122219-1ba1-4465-9552-b1fa8aef2442 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:09.022791 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80122219-1ba1-4465-9552-b1fa8aef2442 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:09.023108 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80122219-1ba1-4465-9552-b1fa8aef2442 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:09.048668 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-80122219-1ba1-4465-9552-b1fa8aef2442 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:09.049308 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-80122219-1ba1-4465-9552-b1fa8aef2442 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:09.067841 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-80122219-1ba1-4465-9552-b1fa8aef2442 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5901062 Feb 09 02:06:09.138157 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-a1d03dfa-dbc6-4dcb-8b5a-acb98f618192 service neutron] Request body: {'port': {'device_id': 'c88a4ae8-e8af-40f5-9083-f2e5de1c9642', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:09.200373 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-a1d03dfa-dbc6-4dcb-8b5a-acb98f618192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d3857673-c827-40b0-915b-7be5587d74fa), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:09.256868 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-9d59c6d2-20ad-4c25-b478-01cf2927198a None None] Provisioning complete for port d3857673-c827-40b0-915b-7be5587d74fa triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:09.257476 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9d59c6d2-20ad-4c25-b478-01cf2927198a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d3857673-c827-40b0-915b-7be5587d74fa), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:09.294251 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-9d59c6d2-20ad-4c25-b478-01cf2927198a None None] Port d3857673-c827-40b0-915b-7be5587d74fa cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:06:09.506420 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-a1d03dfa-dbc6-4dcb-8b5a-acb98f618192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3857673-c827-40b0-915b-7be5587d74fa {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:06:09.529647 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-a1d03dfa-dbc6-4dcb-8b5a-acb98f618192 service neutron] Publish callbacks [] for port (d3857673-c827-40b0-915b-7be5587d74fa), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:09.549153 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-a1d03dfa-dbc6-4dcb-8b5a-acb98f618192 service neutron] Transition to ACTIVE for port object d3857673-c827-40b0-915b-7be5587d74fa will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:06:09.553954 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-a1d03dfa-dbc6-4dcb-8b5a-acb98f618192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (d3857673-c827-40b0-915b-7be5587d74fa), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:09.613730 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc994998-b77f-4186-8318-4474b39a9fbe req-b372f0c6-5f42-4c31-9f5b-a66639d5bfae tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:09.615395 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dc994998-b77f-4186-8318-4474b39a9fbe req-b372f0c6-5f42-4c31-9f5b-a66639d5bfae tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88a4ae8-e8af-40f5-9083-f2e5de1c9642 HTTP/1.1" status: 200 len: 932 time: 0.1219895 Feb 09 02:06:09.623813 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d03dfa-dbc6-4dcb-8b5a-acb98f618192 service neutron] Pushing event updated for resources: {'Port': ['ID=d3857673-c827-40b0-915b-7be5587d74fa,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:09.724853 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dc994998-b77f-4186-8318-4474b39a9fbe req-1a79f437-90ee-44b9-9e77-51ff6ac8f7af tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023567 Feb 09 02:06:09.748416 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-a1d03dfa-dbc6-4dcb-8b5a-acb98f618192 service neutron] Attempting to bind port d3857673-c827-40b0-915b-7be5587d74fa on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:06:09.749043 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-a1d03dfa-dbc6-4dcb-8b5a-acb98f618192 service neutron] Attempting to bind port d3857673-c827-40b0-915b-7be5587d74fa by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '91af9ede-3a1f-449b-82aa-6301a8fb255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:06:09.749378 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-a1d03dfa-dbc6-4dcb-8b5a-acb98f618192 service neutron] Attempting to bind port d3857673-c827-40b0-915b-7be5587d74fa on network 80054ff2-e1bf-4010-ada6-1c294b9aea30 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:09.754899 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-a1d03dfa-dbc6-4dcb-8b5a-acb98f618192 service neutron] Port d3857673-c827-40b0-915b-7be5587d74fa on network 80054ff2-e1bf-4010-ada6-1c294b9aea30 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:06:09.755093 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-a1d03dfa-dbc6-4dcb-8b5a-acb98f618192 service neutron] Attempting to bind port d3857673-c827-40b0-915b-7be5587d74fa on network 80054ff2-e1bf-4010-ada6-1c294b9aea30 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:09.760925 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-a1d03dfa-dbc6-4dcb-8b5a-acb98f618192 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:06:09.761268 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-a1d03dfa-dbc6-4dcb-8b5a-acb98f618192 service neutron] Checking segment: {'id': '91af9ede-3a1f-449b-82aa-6301a8fb255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:09.761660 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-a1d03dfa-dbc6-4dcb-8b5a-acb98f618192 service neutron] Bound using segment: {'id': '91af9ede-3a1f-449b-82aa-6301a8fb255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:06:09.762144 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-a1d03dfa-dbc6-4dcb-8b5a-acb98f618192 service neutron] Bound port: d3857673-c827-40b0-915b-7be5587d74fa, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91af9ede-3a1f-449b-82aa-6301a8fb255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:06:09.762991 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-a1d03dfa-dbc6-4dcb-8b5a-acb98f618192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d3857673-c827-40b0-915b-7be5587d74fa), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:09.837072 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-a1d03dfa-dbc6-4dcb-8b5a-acb98f618192 service neutron] For port d3857673-c827-40b0-915b-7be5587d74fa, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:06:09.841654 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-a1d03dfa-dbc6-4dcb-8b5a-acb98f618192 service neutron] For port d3857673-c827-40b0-915b-7be5587d74fa, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=d3857673-c827-40b0-915b-7be5587d74fa,segment=NetworkSegment(91af9ede-3a1f-449b-82aa-6301a8fb255c),segment_id=91af9ede-3a1f-449b-82aa-6301a8fb255c)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:06:09.848855 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-a1d03dfa-dbc6-4dcb-8b5a-acb98f618192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (d3857673-c827-40b0-915b-7be5587d74fa), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:09.883864 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-a1d03dfa-dbc6-4dcb-8b5a-acb98f618192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:09.885410 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-a1d03dfa-dbc6-4dcb-8b5a-acb98f618192 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:09.886879 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-a1d03dfa-dbc6-4dcb-8b5a-acb98f618192 service neutron] 10.222.0.91 "PUT /v2.0/ports/d3857673-c827-40b0-915b-7be5587d74fa HTTP/1.1" status: 200 len: 1093 time: 0.8075633 Feb 09 02:06:09.887327 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c88a4ae8-e8af-40f5-9083-f2e5de1c9642', 'tag': 'd3857673-c827-40b0-915b-7be5587d74fa'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:06:09.889677 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b09b46069cfd97cfaa7eaf956893640155526e5a561da17b4308a6780b7b84ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6068c2cc-9a45-4193-9895-0b633a50a1a3" -d '{"events": [{"name": "network-changed", "server_uuid": "c88a4ae8-e8af-40f5-9083-f2e5de1c9642", "tag": "d3857673-c827-40b0-915b-7be5587d74fa"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:06:09.933601 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d03dfa-dbc6-4dcb-8b5a-acb98f618192 service neutron] Pushing event updated for resources: {'Port': ['ID=d3857673-c827-40b0-915b-7be5587d74fa,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:09.986243 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-efafa7d5-e174-453f-9b8c-7a755de44136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:09.987661 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-efafa7d5-e174-453f-9b8c-7a755de44136 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cac763247f3146f9ad3039f0cdc9c088&device_id=c88a4ae8-e8af-40f5-9083-f2e5de1c9642 HTTP/1.1" status: 200 len: 1127 time: 0.0510757 Feb 09 02:06:10.364067 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395e9908-5b19-4a15-83e6-d20f144624b0 x-openstack-request-id: req-395e9908-5b19-4a15-83e6-d20f144624b0 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:06:10.364359 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c88a4ae8-e8af-40f5-9083-f2e5de1c9642", "tag": "d3857673-c827-40b0-915b-7be5587d74fa", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:06:10.364606 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-395e9908-5b19-4a15-83e6-d20f144624b0 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:06:10.364996 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c88a4ae8-e8af-40f5-9083-f2e5de1c9642', 'tag': 'd3857673-c827-40b0-915b-7be5587d74fa', 'status': 'completed', 'code': 200} Feb 09 02:06:10.366717 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-f98da592-c926-4cbc-b73a-6274e9603d41 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3857673-c827-40b0-915b-7be5587d74fa HTTP/1.1" status: 200 len: 217 time: 0.3709717 Feb 09 02:06:10.420908 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-cc8027c1-401f-40c0-a4fd-3cf6dc06de14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:10.422460 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-cc8027c1-401f-40c0-a4fd-3cf6dc06de14 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=692fddba-72a4-45ca-b7c8-ccf0fbdb4c43 HTTP/1.1" status: 200 len: 849 time: 0.0464077 Feb 09 02:06:10.476881 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-1fc5ff98-91c3-40a0-bc88-930ffb816011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:10.479041 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-1fc5ff98-91c3-40a0-bc88-930ffb816011 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=80054ff2-e1bf-4010-ada6-1c294b9aea30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0476508 Feb 09 02:06:10.579305 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-67b9456a-3335-46e5-9986-6a910b355dea service neutron] 10.222.0.91 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901451 Feb 09 02:06:10.681879 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c5620e2-32f8-43b2-9186-f40b935ef9cc req-54ec42e7-029e-4527-a143-d0d89a02a438 service neutron] 10.222.0.91 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907700 Feb 09 02:06:10.785181 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068c2cc-9a45-4193-9895-0b633a50a1a3 req-eaa4d0c9-97b0-4d64-89fd-cd672e80b95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:10.786683 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6068c2cc-9a45-4193-9895-0b633a50a1a3 req-eaa4d0c9-97b0-4d64-89fd-cd672e80b95b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cac763247f3146f9ad3039f0cdc9c088&device_id=c88a4ae8-e8af-40f5-9083-f2e5de1c9642 HTTP/1.1" status: 200 len: 1127 time: 0.0564234 Feb 09 02:06:10.911802 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068c2cc-9a45-4193-9895-0b633a50a1a3 req-4fa90ac2-6cf1-499a-8d78-00f2224a8806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:10.913314 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6068c2cc-9a45-4193-9895-0b633a50a1a3 req-4fa90ac2-6cf1-499a-8d78-00f2224a8806 service neutron] 10.222.0.91 "GET /v2.0/networks?id=80054ff2-e1bf-4010-ada6-1c294b9aea30 HTTP/1.1" status: 200 len: 911 time: 0.1201837 Feb 09 02:06:10.920585 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1ec8e-4c2c-4f74-a2fd-994e7b98c1c0 req-a0c20f90-ab0f-44b4-9626-3c3c6932fafe tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:10.921942 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f7f1ec8e-4c2c-4f74-a2fd-994e7b98c1c0 req-a0c20f90-ab0f-44b4-9626-3c3c6932fafe tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88a4ae8-e8af-40f5-9083-f2e5de1c9642 HTTP/1.1" status: 200 len: 944 time: 0.1112046 Feb 09 02:06:10.970456 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6068c2cc-9a45-4193-9895-0b633a50a1a3 req-cf502b58-c872-4e08-98f6-2fafedae3950 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3857673-c827-40b0-915b-7be5587d74fa HTTP/1.1" status: 200 len: 217 time: 0.0457847 Feb 09 02:06:11.043989 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f7f1ec8e-4c2c-4f74-a2fd-994e7b98c1c0 req-a2c869fe-1ddf-440e-a3fe-b48a9cb17bfd tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134088 Feb 09 02:06:11.045869 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068c2cc-9a45-4193-9895-0b633a50a1a3 req-5c4b2f69-e5b5-42e2-82af-140731562168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:11.047273 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6068c2cc-9a45-4193-9895-0b633a50a1a3 req-5c4b2f69-e5b5-42e2-82af-140731562168 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=692fddba-72a4-45ca-b7c8-ccf0fbdb4c43 HTTP/1.1" status: 200 len: 849 time: 0.0708163 Feb 09 02:06:11.104167 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068c2cc-9a45-4193-9895-0b633a50a1a3 req-ea3d0d3c-11da-466a-9000-25fa16144872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:11.105767 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6068c2cc-9a45-4193-9895-0b633a50a1a3 req-ea3d0d3c-11da-466a-9000-25fa16144872 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=80054ff2-e1bf-4010-ada6-1c294b9aea30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0514734 Feb 09 02:06:11.208264 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6068c2cc-9a45-4193-9895-0b633a50a1a3 req-48f76d9c-31ab-426d-bb31-714e7802b964 service neutron] 10.222.0.91 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960627 Feb 09 02:06:11.310545 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6068c2cc-9a45-4193-9895-0b633a50a1a3 req-952f1d43-6ec5-4f27-b103-76ff01706d3a service neutron] 10.222.0.91 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940869 Feb 09 02:06:12.167873 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32a34f-13d2-4a43-bf5a-c244e507cc19 req-72b4dcdc-0ce8-4f93-87c8-ecff19a67ecc tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:12.169390 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fe32a34f-13d2-4a43-bf5a-c244e507cc19 req-72b4dcdc-0ce8-4f93-87c8-ecff19a67ecc tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88a4ae8-e8af-40f5-9083-f2e5de1c9642 HTTP/1.1" status: 200 len: 944 time: 0.0549564 Feb 09 02:06:12.220500 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fe32a34f-13d2-4a43-bf5a-c244e507cc19 req-7cca4bab-f63c-47e4-890b-933e4e7e9719 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453279 Feb 09 02:06:13.358837 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f05db8-e2a6-4047-a70a-a9b896e3e0ed req-c6e98789-a578-4bfc-bd60-7bdc6b8612e4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:13.361179 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86f05db8-e2a6-4047-a70a-a9b896e3e0ed req-c6e98789-a578-4bfc-bd60-7bdc6b8612e4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88a4ae8-e8af-40f5-9083-f2e5de1c9642 HTTP/1.1" status: 200 len: 944 time: 0.0630281 Feb 09 02:06:13.416972 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86f05db8-e2a6-4047-a70a-a9b896e3e0ed req-da3578b0-de7a-4e4e-af63-f08536117f38 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461645 Feb 09 02:06:14.557422 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b80ce2-fdbf-4993-b70e-006fbc2935c2 req-9d97e38e-39ec-41b2-9dc8-be2a76531b3e tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:14.560058 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b3b80ce2-fdbf-4993-b70e-006fbc2935c2 req-9d97e38e-39ec-41b2-9dc8-be2a76531b3e tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88a4ae8-e8af-40f5-9083-f2e5de1c9642 HTTP/1.1" status: 200 len: 944 time: 0.0710173 Feb 09 02:06:14.622989 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b3b80ce2-fdbf-4993-b70e-006fbc2935c2 req-9cde06cc-1e2e-4d33-aaf9-f3741b99cd16 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571120 Feb 09 02:06:15.325573 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:06:15.757054 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3edda1-d287-4eb0-a108-8b7a7c0736b9 req-15945a47-3604-4804-ae89-a9cefb321ff4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:15.758575 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c3edda1-d287-4eb0-a108-8b7a7c0736b9 req-15945a47-3604-4804-ae89-a9cefb321ff4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88a4ae8-e8af-40f5-9083-f2e5de1c9642 HTTP/1.1" status: 200 len: 944 time: 0.0555649 Feb 09 02:06:15.811311 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c3edda1-d287-4eb0-a108-8b7a7c0736b9 req-3101ddf0-9dc3-4d01-94db-141667262795 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470552 Feb 09 02:06:16.938381 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44342d-3cdd-4584-bae1-6eeec86b6b8f req-b42545c2-9112-4507-abee-9f721f39a1d6 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:16.939861 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0b44342d-3cdd-4584-bae1-6eeec86b6b8f req-b42545c2-9112-4507-abee-9f721f39a1d6 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88a4ae8-e8af-40f5-9083-f2e5de1c9642 HTTP/1.1" status: 200 len: 944 time: 0.0550327 Feb 09 02:06:16.998507 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0b44342d-3cdd-4584-bae1-6eeec86b6b8f req-8e1dab82-516e-457e-98e7-8826ed3d829e tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528266 Feb 09 02:06:18.127352 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04845019-ae58-4e9e-b366-95997370d830 req-3914ab09-d3b6-49df-9892-9e77913e1d23 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:18.128898 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-04845019-ae58-4e9e-b366-95997370d830 req-3914ab09-d3b6-49df-9892-9e77913e1d23 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88a4ae8-e8af-40f5-9083-f2e5de1c9642 HTTP/1.1" status: 200 len: 944 time: 0.0587966 Feb 09 02:06:18.180195 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-04845019-ae58-4e9e-b366-95997370d830 req-f7eb5e9e-890d-4120-a1db-d67391684df6 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449710 Feb 09 02:06:19.304957 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e23ba4-42ff-4812-bf22-278d14f66d49 req-42e2d5d1-17ec-4140-8c37-0a3b50245e36 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:19.306496 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-15e23ba4-42ff-4812-bf22-278d14f66d49 req-42e2d5d1-17ec-4140-8c37-0a3b50245e36 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88a4ae8-e8af-40f5-9083-f2e5de1c9642 HTTP/1.1" status: 200 len: 944 time: 0.0551710 Feb 09 02:06:19.355572 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-15e23ba4-42ff-4812-bf22-278d14f66d49 req-6dba57a2-c3f6-4d80-b3db-3b1eb3847ce2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433314 Feb 09 02:06:19.859576 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:20.480366 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50592159-783a-4f36-b1fc-6b3fd8f10868 req-d67aab35-e564-4435-a6b8-d2dd6ebae520 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:20.481886 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-50592159-783a-4f36-b1fc-6b3fd8f10868 req-d67aab35-e564-4435-a6b8-d2dd6ebae520 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88a4ae8-e8af-40f5-9083-f2e5de1c9642 HTTP/1.1" status: 200 len: 944 time: 0.0571263 Feb 09 02:06:20.532257 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-50592159-783a-4f36-b1fc-6b3fd8f10868 req-418dd1d4-154d-4081-85c2-dd55bfbe4029 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446236 Feb 09 02:06:20.887647 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9ada2530-7e95-4d2c-9ddf-fc0d7d817835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:21.384407 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:21.656054 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b25d9-5f0a-479d-a24e-6f3b59b78574 req-df0b01d1-48d0-4879-8026-0fd481e81229 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:21.657452 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c58b25d9-5f0a-479d-a24e-6f3b59b78574 req-df0b01d1-48d0-4879-8026-0fd481e81229 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88a4ae8-e8af-40f5-9083-f2e5de1c9642 HTTP/1.1" status: 200 len: 944 time: 0.0564468 Feb 09 02:06:21.707106 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c58b25d9-5f0a-479d-a24e-6f3b59b78574 req-9d9eb170-9e44-4065-9d22-e963ac810ed9 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439665 Feb 09 02:06:22.830578 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acca696-1975-48c0-8af3-8fa7b4af123b req-68557759-d351-4af6-abe5-197eaaf884dd tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:22.832114 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4acca696-1975-48c0-8af3-8fa7b4af123b req-68557759-d351-4af6-abe5-197eaaf884dd tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88a4ae8-e8af-40f5-9083-f2e5de1c9642 HTTP/1.1" status: 200 len: 944 time: 0.0576622 Feb 09 02:06:22.882061 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4acca696-1975-48c0-8af3-8fa7b4af123b req-c80efebf-a05b-4d9f-b58c-1b27561d9a3e tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439928 Feb 09 02:06:24.005457 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc364795-9f80-4f14-afb8-24d652e32bd3 req-d1ba6ee6-3593-4dd3-903b-6225425e7c65 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:24.006895 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fc364795-9f80-4f14-afb8-24d652e32bd3 req-d1ba6ee6-3593-4dd3-903b-6225425e7c65 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88a4ae8-e8af-40f5-9083-f2e5de1c9642 HTTP/1.1" status: 200 len: 944 time: 0.0562203 Feb 09 02:06:24.058790 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fc364795-9f80-4f14-afb8-24d652e32bd3 req-7abcda20-5459-4991-b8df-d69d5110c04a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437474 Feb 09 02:06:24.328394 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3d328c3e-2ff2-4386-97f8-4f0ddbb6aafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:24.890655 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2450035f-dc95-438a-9800-764e9212cfb6 req-014e8f06-c49b-4187-8fe6-68525030dc31 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450418 Feb 09 02:06:24.976786 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450035f-dc95-438a-9800-764e9212cfb6 req-ce77351d-5fee-4994-956f-639eca69d160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:24.978268 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2450035f-dc95-438a-9800-764e9212cfb6 req-ce77351d-5fee-4994-956f-639eca69d160 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cac763247f3146f9ad3039f0cdc9c088&device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 1128 time: 0.0450165 Feb 09 02:06:25.087016 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450035f-dc95-438a-9800-764e9212cfb6 req-39744563-d861-4aec-9cec-90cb592d7652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:25.088605 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2450035f-dc95-438a-9800-764e9212cfb6 req-39744563-d861-4aec-9cec-90cb592d7652 service neutron] 10.222.0.121 "GET /v2.0/networks?id=80054ff2-e1bf-4010-ada6-1c294b9aea30 HTTP/1.1" status: 200 len: 911 time: 0.0914505 Feb 09 02:06:25.154992 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2450035f-dc95-438a-9800-764e9212cfb6 req-085131a6-a6a8-4c91-a932-99c5b5736b29 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a7950c2-e654-4b9a-a4c1-6e70e7372337 HTTP/1.1" status: 200 len: 1001 time: 0.0610468 Feb 09 02:06:25.207834 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450035f-dc95-438a-9800-764e9212cfb6 req-0519ad25-c13a-44f5-91df-a01d6c70e4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:25.209311 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2450035f-dc95-438a-9800-764e9212cfb6 req-0519ad25-c13a-44f5-91df-a01d6c70e4e5 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=692fddba-72a4-45ca-b7c8-ccf0fbdb4c43 HTTP/1.1" status: 200 len: 849 time: 0.0491800 Feb 09 02:06:25.251277 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b59532-4455-47f4-9dd8-c25307c6c388 req-acf78f13-64a9-4a88-8376-85c85f9c285e tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:25.252838 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-96b59532-4455-47f4-9dd8-c25307c6c388 req-acf78f13-64a9-4a88-8376-85c85f9c285e tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88a4ae8-e8af-40f5-9083-f2e5de1c9642 HTTP/1.1" status: 200 len: 944 time: 0.0540483 Feb 09 02:06:25.262201 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450035f-dc95-438a-9800-764e9212cfb6 req-9b18d99d-4ac5-490b-9eac-c72e404b03a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:25.263836 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2450035f-dc95-438a-9800-764e9212cfb6 req-9b18d99d-4ac5-490b-9eac-c72e404b03a6 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=80054ff2-e1bf-4010-ada6-1c294b9aea30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477526 Feb 09 02:06:25.311355 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-96b59532-4455-47f4-9dd8-c25307c6c388 req-b5acd406-9523-4716-a025-8e6205d53963 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513830 Feb 09 02:06:25.352819 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2450035f-dc95-438a-9800-764e9212cfb6 req-12b44da5-2210-477e-9d26-ecd0ad880298 service neutron] 10.222.0.121 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830786 Feb 09 02:06:25.444773 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2450035f-dc95-438a-9800-764e9212cfb6 req-f891fc77-c892-4304-81c7-b1c989ba462b service neutron] 10.222.0.121 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859454 Feb 09 02:06:25.528222 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device d3857673-c827-40b0-915b-7be5587d74fa details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:06:25.631327 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port d3857673-c827-40b0-915b-7be5587d74fa, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=d3857673-c827-40b0-915b-7be5587d74fa,segment=NetworkSegment(91af9ede-3a1f-449b-82aa-6301a8fb255c),segment_id=91af9ede-3a1f-449b-82aa-6301a8fb255c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:25.642757 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': 'd3857673-c827-40b0-915b-7be5587d74fa', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'port_id': 'd3857673-c827-40b0-915b-7be5587d74fa', 'mac_address': 'fa:16:3e:bd:ad:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:06:25.680532 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port d3857673-c827-40b0-915b-7be5587d74fa is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:25.680925 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d3857673-c827-40b0-915b-7be5587d74fa), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:25.694681 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3857673-c827-40b0-915b-7be5587d74fa {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:06:25.715094 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port d3857673-c827-40b0-915b-7be5587d74fa, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=d3857673-c827-40b0-915b-7be5587d74fa,segment=NetworkSegment(91af9ede-3a1f-449b-82aa-6301a8fb255c),segment_id=91af9ede-3a1f-449b-82aa-6301a8fb255c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:25.719306 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d3857673-c827-40b0-915b-7be5587d74fa), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:25.769763 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=d3857673-c827-40b0-915b-7be5587d74fa,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:25.779306 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:25.779651 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:25.780018 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:25.780369 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:25.780692 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:25.781023 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:25.781350 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:25.781676 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:25.782008 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:25.782330 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:25.782655 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:25.782980 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:25.783299 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:25.957222 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:26.014558 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['d3857673-c827-40b0-915b-7be5587d74fa'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:06:26.435672 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272527e3-b702-4795-9c05-c6503b47cfe4 req-499f032c-e815-4552-886b-1a2e7b3eb9b3 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:26.437229 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-272527e3-b702-4795-9c05-c6503b47cfe4 req-499f032c-e815-4552-886b-1a2e7b3eb9b3 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88a4ae8-e8af-40f5-9083-f2e5de1c9642 HTTP/1.1" status: 200 len: 945 time: 0.0554681 Feb 09 02:06:26.486471 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-272527e3-b702-4795-9c05-c6503b47cfe4 req-e432389a-b7e6-4b6d-83be-398b81703046 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435424 Feb 09 02:06:27.529863 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device d3857673-c827-40b0-915b-7be5587d74fa up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:27.580203 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port d3857673-c827-40b0-915b-7be5587d74fa completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:06:27.584579 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port d3857673-c827-40b0-915b-7be5587d74fa triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:27.584955 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d3857673-c827-40b0-915b-7be5587d74fa), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:27.611165 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9012a-b68c-4488-b984-22d5b6eb08f8 req-5715f057-0438-4be7-bbf7-a2a803a639d2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:27.612697 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-10a9012a-b68c-4488-b984-22d5b6eb08f8 req-5715f057-0438-4be7-bbf7-a2a803a639d2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88a4ae8-e8af-40f5-9083-f2e5de1c9642 HTTP/1.1" status: 200 len: 945 time: 0.0557964 Feb 09 02:06:27.665917 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-10a9012a-b68c-4488-b984-22d5b6eb08f8 req-1a81cab3-f668-4ad0-ada5-cfcc3ad687ac tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474095 Feb 09 02:06:27.839431 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port d3857673-c827-40b0-915b-7be5587d74fa is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:27.839819 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d3857673-c827-40b0-915b-7be5587d74fa), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:27.851704 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:27.863607 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88a4ae8-e8af-40f5-9083-f2e5de1c9642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3857673-c827-40b0-915b-7be5587d74fa'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:06:27.865862 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f511f65471bca9a5e2c2ae083cd74f1da4b0fc6606c95407821530b9babde76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd24f47-25a9-4131-bda4-6824f60043fb" -d '{"events": [{"server_uuid": "c88a4ae8-e8af-40f5-9083-f2e5de1c9642", "name": "network-vif-plugged", "status": "completed", "tag": "d3857673-c827-40b0-915b-7be5587d74fa"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:06:27.878784 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port d3857673-c827-40b0-915b-7be5587d74fa, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=d3857673-c827-40b0-915b-7be5587d74fa,segment=NetworkSegment(91af9ede-3a1f-449b-82aa-6301a8fb255c),segment_id=91af9ede-3a1f-449b-82aa-6301a8fb255c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:27.883391 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d3857673-c827-40b0-915b-7be5587d74fa), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:27.908493 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3592d362-83f1-48f1-bf64-1836ea954fc8 x-openstack-request-id: req-3592d362-83f1-48f1-bf64-1836ea954fc8 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:06:27.908787 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c88a4ae8-e8af-40f5-9083-f2e5de1c9642", "name": "network-vif-plugged", "status": "completed", "tag": "d3857673-c827-40b0-915b-7be5587d74fa", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:06:27.909141 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3592d362-83f1-48f1-bf64-1836ea954fc8 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:06:27.909423 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88a4ae8-e8af-40f5-9083-f2e5de1c9642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3857673-c827-40b0-915b-7be5587d74fa', 'code': 200} Feb 09 02:06:27.935538 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=d3857673-c827-40b0-915b-7be5587d74fa,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:28.029136 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347c73c-0a46-46a5-8621-dfabb2d9acad req-967d75b2-cbc5-4aef-87fa-98af2c8ed930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:28.030634 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c347c73c-0a46-46a5-8621-dfabb2d9acad req-967d75b2-cbc5-4aef-87fa-98af2c8ed930 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c88a4ae8-e8af-40f5-9083-f2e5de1c9642 HTTP/1.1" status: 200 len: 1129 time: 0.0501711 Feb 09 02:06:28.080235 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c347c73c-0a46-46a5-8621-dfabb2d9acad req-da3d5c6e-8ec8-494e-8505-ac8dcbcd6f2f service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402339 Feb 09 02:06:28.364247 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:28.792453 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e152e5-d94e-499a-8418-68de5a02a95c req-4d3d98fa-caa8-446f-a964-0f78de7d8a5a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:28.793939 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-54e152e5-d94e-499a-8418-68de5a02a95c req-4d3d98fa-caa8-446f-a964-0f78de7d8a5a tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88a4ae8-e8af-40f5-9083-f2e5de1c9642 HTTP/1.1" status: 200 len: 946 time: 0.0540891 Feb 09 02:06:28.843215 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-54e152e5-d94e-499a-8418-68de5a02a95c req-ebd85054-d9fa-4388-92f6-45c2820691ad tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435948 Feb 09 02:06:29.969338 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71841e1a-fe59-4d7f-a938-bd17c7dc828e req-656a9dd1-03dc-4c72-a303-3bb0ade6e4e2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:29.970867 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-71841e1a-fe59-4d7f-a938-bd17c7dc828e req-656a9dd1-03dc-4c72-a303-3bb0ade6e4e2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88a4ae8-e8af-40f5-9083-f2e5de1c9642 HTTP/1.1" status: 200 len: 946 time: 0.0548496 Feb 09 02:06:30.026665 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-71841e1a-fe59-4d7f-a938-bd17c7dc828e req-2f59099d-0dc5-4133-accd-ee7e6762fadf tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490797 Feb 09 02:06:30.147091 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf6f50-2f8e-4dd9-b2f0-e7a7cec54101 req-383aa170-8b11-4e98-9286-d2b950cc585e tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:30.148531 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7fbf6f50-2f8e-4dd9-b2f0-e7a7cec54101 req-383aa170-8b11-4e98-9286-d2b950cc585e tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88a4ae8-e8af-40f5-9083-f2e5de1c9642 HTTP/1.1" status: 200 len: 946 time: 0.0547924 Feb 09 02:06:30.202646 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7fbf6f50-2f8e-4dd9-b2f0-e7a7cec54101 req-6bb651d2-05c0-4352-82c5-ac4bde7d0ee3 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481901 Feb 09 02:06:30.224582 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 48740) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:30.329032 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7be169b-1200-498c-9aaa-7ab4880977eb tempest-TestVolumeBootPattern-1427987260 tempest-TestVolumeBootPattern-1427987260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:30.330549 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a7be169b-1200-498c-9aaa-7ab4880977eb tempest-TestVolumeBootPattern-1427987260 tempest-TestVolumeBootPattern-1427987260-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c88a4ae8-e8af-40f5-9083-f2e5de1c9642 HTTP/1.1" status: 200 len: 1124 time: 0.1049874 Feb 09 02:06:30.333516 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 48744) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:30.337758 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-30c02d7c-19a5-4cf2-b875-400adb81869d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'port_id': 'd3857673-c827-40b0-915b-7be5587d74fa', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:30.358710 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-30c02d7c-19a5-4cf2-b875-400adb81869d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:30.458708 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-30c02d7c-19a5-4cf2-b875-400adb81869d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:30.565253 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-30c02d7c-19a5-4cf2-b875-400adb81869d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Allocated IP 172.25.1.112 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/16b6efa7-9c20-47dd-9642-193a0ec39bda) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:06:30.976906 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-30c02d7c-19a5-4cf2-b875-400adb81869d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for port (16b6efa7-9c20-47dd-9642-193a0ec39bda), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:31.013499 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-30c02d7c-19a5-4cf2-b875-400adb81869d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (16b6efa7-9c20-47dd-9642-193a0ec39bda), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:31.053035 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c02d7c-19a5-4cf2-b875-400adb81869d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:31.055871 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-30c02d7c-19a5-4cf2-b875-400adb81869d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:31.059851 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c02d7c-19a5-4cf2-b875-400adb81869d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:06:31.065076 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c02d7c-19a5-4cf2-b875-400adb81869d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Pushing event updated for resources: {'Port': ['ID=16b6efa7-9c20-47dd-9642-193a0ec39bda,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:31.091467 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c02d7c-19a5-4cf2-b875-400adb81869d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:31.091805 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c02d7c-19a5-4cf2-b875-400adb81869d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:31.092160 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c02d7c-19a5-4cf2-b875-400adb81869d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:31.092494 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c02d7c-19a5-4cf2-b875-400adb81869d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:31.092820 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c02d7c-19a5-4cf2-b875-400adb81869d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:31.093159 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c02d7c-19a5-4cf2-b875-400adb81869d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:31.093462 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c02d7c-19a5-4cf2-b875-400adb81869d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:31.093776 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c02d7c-19a5-4cf2-b875-400adb81869d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:31.094087 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c02d7c-19a5-4cf2-b875-400adb81869d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:31.094404 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c02d7c-19a5-4cf2-b875-400adb81869d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:31.094717 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c02d7c-19a5-4cf2-b875-400adb81869d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:31.095027 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c02d7c-19a5-4cf2-b875-400adb81869d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:31.095340 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c02d7c-19a5-4cf2-b875-400adb81869d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:31.425062 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-30c02d7c-19a5-4cf2-b875-400adb81869d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for floatingip (c1c634f6-1129-42d9-bf24-e0d2af1b9904), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:31.495815 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-30c02d7c-19a5-4cf2-b875-400adb81869d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (16b6efa7-9c20-47dd-9642-193a0ec39bda), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:31.653479 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-30c02d7c-19a5-4cf2-b875-400adb81869d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for port (16b6efa7-9c20-47dd-9642-193a0ec39bda), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:31.658135 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-30c02d7c-19a5-4cf2-b875-400adb81869d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (16b6efa7-9c20-47dd-9642-193a0ec39bda), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:31.731592 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c02d7c-19a5-4cf2-b875-400adb81869d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Pushing event updated for resources: {'Port': ['ID=16b6efa7-9c20-47dd-9642-193a0ec39bda,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:31.743645 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-30c02d7c-19a5-4cf2-b875-400adb81869d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (c1c634f6-1129-42d9-bf24-e0d2af1b9904), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:31.855655 n-d-822053-40 neutron-server[103528]: INFO neutron.db.l3_db [None req-30c02d7c-19a5-4cf2-b875-400adb81869d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Floating IP c1c634f6-1129-42d9-bf24-e0d2af1b9904 associated. External IP: 172.25.1.112, port: d3857673-c827-40b0-915b-7be5587d74fa. Feb 09 02:06:32.071602 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c02d7c-19a5-4cf2-b875-400adb81869d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Router 4f946d78-10d1-4a5f-8a29-7acc6601bfef has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:06:32.184358 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c02d7c-19a5-4cf2-b875-400adb81869d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:06:32.195084 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35309c0e-87ac-47bd-aa57-ea9978bc9366 None None] Sync routers for ids ['4f946d78-10d1-4a5f-8a29-7acc6601bfef'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:06:32.204146 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-30c02d7c-19a5-4cf2-b875-400adb81869d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:32.206018 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35309c0e-87ac-47bd-aa57-ea9978bc9366 None None] Routers {'4f946d78-10d1-4a5f-8a29-7acc6601bfef'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:32.206753 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-35309c0e-87ac-47bd-aa57-ea9978bc9366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:06:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['4f946d78-10d1-4a5f-8a29-7acc6601bfef'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:32.235011 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-30c02d7c-19a5-4cf2-b875-400adb81869d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9004598 Feb 09 02:06:32.235600 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c88a4ae8-e8af-40f5-9083-f2e5de1c9642', 'tag': 'd3857673-c827-40b0-915b-7be5587d74fa'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:06:32.237872 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b171638c33c85f72dc5b779ba36cb78212d73004977b12eb55b5da910c9a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22abe5f8-6078-4420-b3fe-0fd33bc429d3" -d '{"events": [{"name": "network-changed", "server_uuid": "c88a4ae8-e8af-40f5-9083-f2e5de1c9642", "tag": "d3857673-c827-40b0-915b-7be5587d74fa"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:06:32.279835 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1db6019-6d0b-49e6-8f28-eb570fdf6d37 x-openstack-request-id: req-c1db6019-6d0b-49e6-8f28-eb570fdf6d37 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:06:32.280287 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c88a4ae8-e8af-40f5-9083-f2e5de1c9642", "tag": "d3857673-c827-40b0-915b-7be5587d74fa", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:06:32.280507 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c1db6019-6d0b-49e6-8f28-eb570fdf6d37 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:06:32.280911 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c88a4ae8-e8af-40f5-9083-f2e5de1c9642', 'tag': 'd3857673-c827-40b0-915b-7be5587d74fa', 'status': 'completed', 'code': 200} Feb 09 02:06:32.318959 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-35309c0e-87ac-47bd-aa57-ea9978bc9366 None None] Set router 4f946d78-10d1-4a5f-8a29-7acc6601bfef gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:32.345709 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22abe5f8-6078-4420-b3fe-0fd33bc429d3 req-f40ba694-9020-4165-9604-c1d2fa4a5586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:32.347814 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-22abe5f8-6078-4420-b3fe-0fd33bc429d3 req-f40ba694-9020-4165-9604-c1d2fa4a5586 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cac763247f3146f9ad3039f0cdc9c088&device_id=c88a4ae8-e8af-40f5-9083-f2e5de1c9642 HTTP/1.1" status: 200 len: 1129 time: 0.0464160 Feb 09 02:06:32.444825 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22abe5f8-6078-4420-b3fe-0fd33bc429d3 req-a401b0d7-e4d4-491e-a247-d9a72400ad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:32.446303 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-22abe5f8-6078-4420-b3fe-0fd33bc429d3 req-a401b0d7-e4d4-491e-a247-d9a72400ad0f service neutron] 10.222.0.91 "GET /v2.0/networks?id=80054ff2-e1bf-4010-ada6-1c294b9aea30 HTTP/1.1" status: 200 len: 911 time: 0.0913370 Feb 09 02:06:32.516105 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-22abe5f8-6078-4420-b3fe-0fd33bc429d3 req-4bd034a0-dd99-482d-a0d8-240da45a2ebd service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3857673-c827-40b0-915b-7be5587d74fa HTTP/1.1" status: 200 len: 1000 time: 0.0632639 Feb 09 02:06:32.566341 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-35309c0e-87ac-47bd-aa57-ea9978bc9366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'name': 'tempest-TestVolumeBootPattern-11153383-router', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:17Z', 'revision_number': 4, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'gw_port': {'id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '9a5c991a-7665-4d1d-ab45-eac6e0109ea3', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'floating_ip_address': '172.25.1.209', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'port_id': '7a7950c2-e654-4b9a-a4c1-6e70e7372337', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'mac_address': 'fa:16:3e:51:c5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5ca4b7-bf92-4b99-985a-415da034fcab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:04:06Z', 'updated_at': '2022-02-09T02:04:08Z', 'revision_number': 1, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'fixed_ip_address_scope': None}, {'id': 'c1c634f6-1129-42d9-bf24-e0d2af1b9904', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'floating_ip_address': '172.25.1.112', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'port_id': 'd3857673-c827-40b0-915b-7be5587d74fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'mac_address': 'fa:16:3e:bd:ad:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88a4ae8-e8af-40f5-9083-f2e5de1c9642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:06:31Z', 'updated_at': '2022-02-09T02:06:31Z', 'revision_number': 0, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3114c4b-ae7c-41ee-9f3f-25bfcec4e719', 'name': '', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'mac_address': 'fa:16:3e:cc:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:16Z', 'updated_at': '2022-02-09T01:56:24Z', 'revision_number': 5, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'subnets': [{'id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:32.569817 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22abe5f8-6078-4420-b3fe-0fd33bc429d3 req-3b2f3e51-c67b-412b-9d15-167450678697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:32.571339 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-22abe5f8-6078-4420-b3fe-0fd33bc429d3 req-3b2f3e51-c67b-412b-9d15-167450678697 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=692fddba-72a4-45ca-b7c8-ccf0fbdb4c43 HTTP/1.1" status: 200 len: 849 time: 0.0494201 Feb 09 02:06:32.594322 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35309c0e-87ac-47bd-aa57-ea9978bc9366 None None] Checking router: 4f946d78-10d1-4a5f-8a29-7acc6601bfef for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:06:32.602985 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35309c0e-87ac-47bd-aa57-ea9978bc9366 None None] Routers {'4f946d78-10d1-4a5f-8a29-7acc6601bfef'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:32.604558 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-35309c0e-87ac-47bd-aa57-ea9978bc9366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:06:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['4f946d78-10d1-4a5f-8a29-7acc6601bfef'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:32.624521 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22abe5f8-6078-4420-b3fe-0fd33bc429d3 req-cd4530b3-9543-40da-b7f6-ba2c75154fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:32.626125 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-22abe5f8-6078-4420-b3fe-0fd33bc429d3 req-cd4530b3-9543-40da-b7f6-ba2c75154fbd service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=80054ff2-e1bf-4010-ada6-1c294b9aea30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0492644 Feb 09 02:06:32.717383 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-22abe5f8-6078-4420-b3fe-0fd33bc429d3 req-47d759ac-8ac3-46e4-88e2-c67bcf65583c service neutron] 10.222.0.91 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840762 Feb 09 02:06:32.717819 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-35309c0e-87ac-47bd-aa57-ea9978bc9366 None None] Set router 4f946d78-10d1-4a5f-8a29-7acc6601bfef gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:32.815637 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-22abe5f8-6078-4420-b3fe-0fd33bc429d3 req-27dad892-23b7-4f63-b42e-6a429af91230 service neutron] 10.222.0.91 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925720 Feb 09 02:06:32.960211 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-35309c0e-87ac-47bd-aa57-ea9978bc9366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'name': 'tempest-TestVolumeBootPattern-11153383-router', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:17Z', 'revision_number': 4, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'gw_port': {'id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '9a5c991a-7665-4d1d-ab45-eac6e0109ea3', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'floating_ip_address': '172.25.1.209', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'port_id': '7a7950c2-e654-4b9a-a4c1-6e70e7372337', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'mac_address': 'fa:16:3e:51:c5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5ca4b7-bf92-4b99-985a-415da034fcab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:04:06Z', 'updated_at': '2022-02-09T02:04:08Z', 'revision_number': 1, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'fixed_ip_address_scope': None}, {'id': 'c1c634f6-1129-42d9-bf24-e0d2af1b9904', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'floating_ip_address': '172.25.1.112', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'port_id': 'd3857673-c827-40b0-915b-7be5587d74fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'mac_address': 'fa:16:3e:bd:ad:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88a4ae8-e8af-40f5-9083-f2e5de1c9642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:06:31Z', 'updated_at': '2022-02-09T02:06:31Z', 'revision_number': 0, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3114c4b-ae7c-41ee-9f3f-25bfcec4e719', 'name': '', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'mac_address': 'fa:16:3e:cc:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:16Z', 'updated_at': '2022-02-09T01:56:24Z', 'revision_number': 5, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'subnets': [{'id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:32.988259 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35309c0e-87ac-47bd-aa57-ea9978bc9366 None None] The sync data for ids ['4f946d78-10d1-4a5f-8a29-7acc6601bfef'] in n-d-822053-40 is: [{'id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'name': 'tempest-TestVolumeBootPattern-11153383-router', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:17Z', 'revision_number': 4, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'gw_port': {'id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '9a5c991a-7665-4d1d-ab45-eac6e0109ea3', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'floating_ip_address': '172.25.1.209', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'port_id': '7a7950c2-e654-4b9a-a4c1-6e70e7372337', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'mac_address': 'fa:16:3e:51:c5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5ca4b7-bf92-4b99-985a-415da034fcab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:04:06Z', 'updated_at': '2022-02-09T02:04:08Z', 'revision_number': 1, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'fixed_ip_address_scope': None}, {'id': 'c1c634f6-1129-42d9-bf24-e0d2af1b9904', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'floating_ip_address': '172.25.1.112', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'port_id': 'd3857673-c827-40b0-915b-7be5587d74fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'mac_address': 'fa:16:3e:bd:ad:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88a4ae8-e8af-40f5-9083-f2e5de1c9642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:06:31Z', 'updated_at': '2022-02-09T02:06:31Z', 'revision_number': 0, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3114c4b-ae7c-41ee-9f3f-25bfcec4e719', 'name': '', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'mac_address': 'fa:16:3e:cc:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:16Z', 'updated_at': '2022-02-09T01:56:24Z', 'revision_number': 5, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'subnets': [{'id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:06:33.178830 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e69818-de56-468f-8d1e-6d39a7c53d83 None None] New status for floating IP c1c634f6-1129-42d9-bf24-e0d2af1b9904: ACTIVE {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:06:49.870751 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:50.892550 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0a82501e-0182-4da2-85c6-81c6fc9f10fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:51.383700 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:52.329639 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:06:54.332549 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4e6478c4-5d28-4658-b05e-eab880d71ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:55.962530 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:57.690500 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:58.369271 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:17.629221 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-36028383-8eb1-4876-871e-a451061e9eb8 req-8fd95adf-6ed4-4850-9788-cf2f24d8424e service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c88a4ae8-e8af-40f5-9083-f2e5de1c9642&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0848026 Feb 09 02:07:17.720528 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36028383-8eb1-4876-871e-a451061e9eb8 req-8ecd7c23-1889-433f-a0da-e43bf1502b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:17.722305 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-36028383-8eb1-4876-871e-a451061e9eb8 req-8ecd7c23-1889-433f-a0da-e43bf1502b8d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cac763247f3146f9ad3039f0cdc9c088&device_id=c88a4ae8-e8af-40f5-9083-f2e5de1c9642 HTTP/1.1" status: 200 len: 1129 time: 0.0473874 Feb 09 02:07:17.834492 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36028383-8eb1-4876-871e-a451061e9eb8 req-722a72b2-a69d-4d27-8edc-5f47a6ecbb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:17.836502 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-36028383-8eb1-4876-871e-a451061e9eb8 req-722a72b2-a69d-4d27-8edc-5f47a6ecbb07 service neutron] 10.222.0.91 "GET /v2.0/networks?id=80054ff2-e1bf-4010-ada6-1c294b9aea30 HTTP/1.1" status: 200 len: 911 time: 0.0956841 Feb 09 02:07:17.911029 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-36028383-8eb1-4876-871e-a451061e9eb8 req-cfafb068-f175-4cb3-842f-56a5def09da0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3857673-c827-40b0-915b-7be5587d74fa HTTP/1.1" status: 200 len: 1002 time: 0.0662308 Feb 09 02:07:17.968732 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36028383-8eb1-4876-871e-a451061e9eb8 req-7f92fca3-8c9f-4480-a2ae-a6cc42a4bd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:17.970264 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-36028383-8eb1-4876-871e-a451061e9eb8 req-7f92fca3-8c9f-4480-a2ae-a6cc42a4bd76 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=692fddba-72a4-45ca-b7c8-ccf0fbdb4c43 HTTP/1.1" status: 200 len: 849 time: 0.0529518 Feb 09 02:07:18.023013 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36028383-8eb1-4876-871e-a451061e9eb8 req-276fc15b-c0ae-4feb-a427-d098795862fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:18.024555 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-36028383-8eb1-4876-871e-a451061e9eb8 req-276fc15b-c0ae-4feb-a427-d098795862fd service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=80054ff2-e1bf-4010-ada6-1c294b9aea30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0479460 Feb 09 02:07:18.116728 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-36028383-8eb1-4876-871e-a451061e9eb8 req-fe7d97fd-c6f5-48d6-809a-33fee08db4e3 service neutron] 10.222.0.91 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850444 Feb 09 02:07:18.216209 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-36028383-8eb1-4876-871e-a451061e9eb8 req-754502d8-006a-4890-9c13-c9be6a514787 service neutron] 10.222.0.91 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917871 Feb 09 02:07:19.870122 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:20.897159 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5b9e18ad-0eef-44cf-87ba-fd27f4d7c566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:21.380186 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:24.333710 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a065dd12-7804-43c7-9921-4e8bc1991cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:25.962114 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:26.940829 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-10f6e381-57e7-4903-9334-4be63f4d3013 req-8e158b99-3aba-4ed3-bc7d-37e6c53ba0a2 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0860014 Feb 09 02:07:27.029294 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6e381-57e7-4903-9334-4be63f4d3013 req-3a1f57b5-9967-4918-80e5-5dc79b6c0b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:27.030799 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-10f6e381-57e7-4903-9334-4be63f4d3013 req-3a1f57b5-9967-4918-80e5-5dc79b6c0b8b service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cac763247f3146f9ad3039f0cdc9c088&device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 1128 time: 0.0473504 Feb 09 02:07:27.132279 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6e381-57e7-4903-9334-4be63f4d3013 req-98f9e156-6e82-4277-b3b9-b20e480d0e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:27.133650 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-10f6e381-57e7-4903-9334-4be63f4d3013 req-98f9e156-6e82-4277-b3b9-b20e480d0e0f service neutron] 10.222.0.121 "GET /v2.0/networks?id=80054ff2-e1bf-4010-ada6-1c294b9aea30 HTTP/1.1" status: 200 len: 911 time: 0.0852697 Feb 09 02:07:27.202154 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-10f6e381-57e7-4903-9334-4be63f4d3013 req-ba28ab81-881d-41c3-a923-47a96a08fe3d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a7950c2-e654-4b9a-a4c1-6e70e7372337 HTTP/1.1" status: 200 len: 1001 time: 0.0626216 Feb 09 02:07:27.250541 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6e381-57e7-4903-9334-4be63f4d3013 req-4b3b5abb-77ee-49d3-b660-9b4216053a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:27.252008 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-10f6e381-57e7-4903-9334-4be63f4d3013 req-4b3b5abb-77ee-49d3-b660-9b4216053a1b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=692fddba-72a4-45ca-b7c8-ccf0fbdb4c43 HTTP/1.1" status: 200 len: 849 time: 0.0433476 Feb 09 02:07:27.301887 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6e381-57e7-4903-9334-4be63f4d3013 req-337ca788-5d2f-4b0a-943c-94dc1268ae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:27.303380 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-10f6e381-57e7-4903-9334-4be63f4d3013 req-337ca788-5d2f-4b0a-943c-94dc1268ae66 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=80054ff2-e1bf-4010-ada6-1c294b9aea30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449743 Feb 09 02:07:27.399594 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-10f6e381-57e7-4903-9334-4be63f4d3013 req-f33fdfdb-7b36-46da-93fb-830ce19b7b98 service neutron] 10.222.0.121 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890355 Feb 09 02:07:27.490791 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-10f6e381-57e7-4903-9334-4be63f4d3013 req-a304c3de-14b2-449d-b676-0486ec78c533 service neutron] 10.222.0.121 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852540 Feb 09 02:07:27.693144 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:28.371023 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:29.328974 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:07:49.869911 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:50.899436 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9e246d97-5bea-4c76-8c71-946417124b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:51.413259 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:54.334656 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c38f6746-45ba-412a-803a-2d84a5309e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:55.964378 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:57.696447 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:58.372661 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:04.205389 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 48782) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:04.373689 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-64c917d9-aaef-4bfb-843f-005cd1cd296d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Deleting port 16b6efa7-9c20-47dd-9642-193a0ec39bda {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:08:04.374024 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-64c917d9-aaef-4bfb-843f-005cd1cd296d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (16b6efa7-9c20-47dd-9642-193a0ec39bda), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:04.450233 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-64c917d9-aaef-4bfb-843f-005cd1cd296d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (16b6efa7-9c20-47dd-9642-193a0ec39bda), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:04.450548 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-64c917d9-aaef-4bfb-843f-005cd1cd296d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for floatingip (16b6efa7-9c20-47dd-9642-193a0ec39bda), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:04.462856 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-64c917d9-aaef-4bfb-843f-005cd1cd296d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Calling delete_port for 16b6efa7-9c20-47dd-9642-193a0ec39bda owned by network:floatingip {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:08:04.611506 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-64c917d9-aaef-4bfb-843f-005cd1cd296d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (16b6efa7-9c20-47dd-9642-193a0ec39bda), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:04.640176 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c917d9-aaef-4bfb-843f-005cd1cd296d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Pushing event deleted for resources: {'Port': ['ID=16b6efa7-9c20-47dd-9642-193a0ec39bda,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:04.666116 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c917d9-aaef-4bfb-843f-005cd1cd296d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:04.666466 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c917d9-aaef-4bfb-843f-005cd1cd296d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:04.666803 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c917d9-aaef-4bfb-843f-005cd1cd296d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:04.667137 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c917d9-aaef-4bfb-843f-005cd1cd296d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:04.667472 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c917d9-aaef-4bfb-843f-005cd1cd296d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:04.667804 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c917d9-aaef-4bfb-843f-005cd1cd296d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:04.668158 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c917d9-aaef-4bfb-843f-005cd1cd296d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:04.668483 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c917d9-aaef-4bfb-843f-005cd1cd296d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:04.668809 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c917d9-aaef-4bfb-843f-005cd1cd296d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:04.669137 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c917d9-aaef-4bfb-843f-005cd1cd296d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:04.669481 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c917d9-aaef-4bfb-843f-005cd1cd296d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:04.669782 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c917d9-aaef-4bfb-843f-005cd1cd296d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:04.670101 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c917d9-aaef-4bfb-843f-005cd1cd296d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:04.713730 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-64c917d9-aaef-4bfb-843f-005cd1cd296d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for floatingip (c1c634f6-1129-42d9-bf24-e0d2af1b9904), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:04.713983 n-d-822053-40 neutron-server[103528]: INFO neutron.db.l3_db [None req-64c917d9-aaef-4bfb-843f-005cd1cd296d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Floating IP c1c634f6-1129-42d9-bf24-e0d2af1b9904 disassociated (deleted). External IP: 172.25.1.112, port: d3857673-c827-40b0-915b-7be5587d74fa. Feb 09 02:08:04.923356 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c917d9-aaef-4bfb-843f-005cd1cd296d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Router 4f946d78-10d1-4a5f-8a29-7acc6601bfef has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:08:05.034792 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c917d9-aaef-4bfb-843f-005cd1cd296d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:08:05.040377 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-64c917d9-aaef-4bfb-843f-005cd1cd296d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:05.045016 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ea4597-e90e-429f-8cc5-2cc37f66a4c0 None None] Sync routers for ids ['4f946d78-10d1-4a5f-8a29-7acc6601bfef'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:08:05.054274 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ea4597-e90e-429f-8cc5-2cc37f66a4c0 None None] Routers {'4f946d78-10d1-4a5f-8a29-7acc6601bfef'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:08:05.055466 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c5ea4597-e90e-429f-8cc5-2cc37f66a4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:07:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['4f946d78-10d1-4a5f-8a29-7acc6601bfef'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:05.069917 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-64c917d9-aaef-4bfb-843f-005cd1cd296d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "DELETE /v2.0/floatingips/c1c634f6-1129-42d9-bf24-e0d2af1b9904 HTTP/1.1" status: 204 len: 168 time: 0.8634350 Feb 09 02:08:05.071088 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c88a4ae8-e8af-40f5-9083-f2e5de1c9642', 'tag': 'd3857673-c827-40b0-915b-7be5587d74fa'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:08:05.135569 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8875158a3b8cd9e21020c5e530d02786ba26f4a79624d6907fbca9bf06d66985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da60e75c-920d-4d6f-8f92-f99b91f6e660" -d '{"events": [{"name": "network-changed", "server_uuid": "c88a4ae8-e8af-40f5-9083-f2e5de1c9642", "tag": "d3857673-c827-40b0-915b-7be5587d74fa"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:08:05.175886 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-c5ea4597-e90e-429f-8cc5-2cc37f66a4c0 None None] Set router 4f946d78-10d1-4a5f-8a29-7acc6601bfef gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:08:05.281197 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a5325a-bc82-46c0-9d4a-020ea18f71f6 x-openstack-request-id: req-d3a5325a-bc82-46c0-9d4a-020ea18f71f6 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:08:05.281702 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c88a4ae8-e8af-40f5-9083-f2e5de1c9642", "tag": "d3857673-c827-40b0-915b-7be5587d74fa", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:08:05.282148 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d3a5325a-bc82-46c0-9d4a-020ea18f71f6 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:08:05.282702 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c88a4ae8-e8af-40f5-9083-f2e5de1c9642', 'tag': 'd3857673-c827-40b0-915b-7be5587d74fa', 'status': 'completed', 'code': 200} Feb 09 02:08:05.365053 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60e75c-920d-4d6f-8f92-f99b91f6e660 req-db717eb6-5b83-4617-9ee6-c26485f6cfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:05.367865 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da60e75c-920d-4d6f-8f92-f99b91f6e660 req-db717eb6-5b83-4617-9ee6-c26485f6cfd9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cac763247f3146f9ad3039f0cdc9c088&device_id=c88a4ae8-e8af-40f5-9083-f2e5de1c9642 HTTP/1.1" status: 200 len: 1129 time: 0.0585666 Feb 09 02:08:05.434638 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c5ea4597-e90e-429f-8cc5-2cc37f66a4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'name': 'tempest-TestVolumeBootPattern-11153383-router', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:17Z', 'revision_number': 4, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'gw_port': {'id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '9a5c991a-7665-4d1d-ab45-eac6e0109ea3', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'floating_ip_address': '172.25.1.209', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'port_id': '7a7950c2-e654-4b9a-a4c1-6e70e7372337', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'mac_address': 'fa:16:3e:51:c5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5ca4b7-bf92-4b99-985a-415da034fcab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:04:06Z', 'updated_at': '2022-02-09T02:04:08Z', 'revision_number': 1, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3114c4b-ae7c-41ee-9f3f-25bfcec4e719', 'name': '', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'mac_address': 'fa:16:3e:cc:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:16Z', 'updated_at': '2022-02-09T01:56:24Z', 'revision_number': 5, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'subnets': [{'id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:05.463500 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ea4597-e90e-429f-8cc5-2cc37f66a4c0 None None] Checking router: 4f946d78-10d1-4a5f-8a29-7acc6601bfef for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:08:05.471747 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ea4597-e90e-429f-8cc5-2cc37f66a4c0 None None] Routers {'4f946d78-10d1-4a5f-8a29-7acc6601bfef'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:08:05.472377 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c5ea4597-e90e-429f-8cc5-2cc37f66a4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:07:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['4f946d78-10d1-4a5f-8a29-7acc6601bfef'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:05.517789 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e73fc-d7f1-4f9e-acc4-09f80c239b00 req-2e21b123-4b2f-4a3a-9873-932784cac0e5 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:05.519545 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b02e73fc-d7f1-4f9e-acc4-09f80c239b00 req-2e21b123-4b2f-4a3a-9873-932784cac0e5 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88a4ae8-e8af-40f5-9083-f2e5de1c9642 HTTP/1.1" status: 200 len: 946 time: 0.1414919 Feb 09 02:08:05.525530 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60e75c-920d-4d6f-8f92-f99b91f6e660 req-17f37fc4-4c21-4e90-825c-778ce07edd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:05.526930 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da60e75c-920d-4d6f-8f92-f99b91f6e660 req-17f37fc4-4c21-4e90-825c-778ce07edd77 service neutron] 10.222.0.91 "GET /v2.0/networks?id=80054ff2-e1bf-4010-ada6-1c294b9aea30 HTTP/1.1" status: 200 len: 911 time: 0.1477787 Feb 09 02:08:05.580754 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da60e75c-920d-4d6f-8f92-f99b91f6e660 req-acaf444c-4daf-4a43-8aca-575823aafab6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3857673-c827-40b0-915b-7be5587d74fa HTTP/1.1" status: 200 len: 217 time: 0.0395851 Feb 09 02:08:05.586439 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-c5ea4597-e90e-429f-8cc5-2cc37f66a4c0 None None] Set router 4f946d78-10d1-4a5f-8a29-7acc6601bfef gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:08:05.643287 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b02e73fc-d7f1-4f9e-acc4-09f80c239b00 req-14a4d13a-aeed-4171-88cf-edc251a5f80f tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154010 Feb 09 02:08:05.664961 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60e75c-920d-4d6f-8f92-f99b91f6e660 req-9fad4cd1-432e-4114-9ff5-598a6f1b344c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:05.664961 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da60e75c-920d-4d6f-8f92-f99b91f6e660 req-9fad4cd1-432e-4114-9ff5-598a6f1b344c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=692fddba-72a4-45ca-b7c8-ccf0fbdb4c43 HTTP/1.1" status: 200 len: 849 time: 0.0663178 Feb 09 02:08:05.709938 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60e75c-920d-4d6f-8f92-f99b91f6e660 req-be356f3f-a39a-4853-b35f-d055ee3245d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:05.712126 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da60e75c-920d-4d6f-8f92-f99b91f6e660 req-be356f3f-a39a-4853-b35f-d055ee3245d8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=80054ff2-e1bf-4010-ada6-1c294b9aea30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0466354 Feb 09 02:08:05.809291 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da60e75c-920d-4d6f-8f92-f99b91f6e660 req-4c4c6f01-164e-492d-856b-019d279c6474 service neutron] 10.222.0.91 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874970 Feb 09 02:08:05.819899 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c5ea4597-e90e-429f-8cc5-2cc37f66a4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'name': 'tempest-TestVolumeBootPattern-11153383-router', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:17Z', 'revision_number': 4, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'gw_port': {'id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '9a5c991a-7665-4d1d-ab45-eac6e0109ea3', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'floating_ip_address': '172.25.1.209', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'port_id': '7a7950c2-e654-4b9a-a4c1-6e70e7372337', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'mac_address': 'fa:16:3e:51:c5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5ca4b7-bf92-4b99-985a-415da034fcab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:04:06Z', 'updated_at': '2022-02-09T02:04:08Z', 'revision_number': 1, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3114c4b-ae7c-41ee-9f3f-25bfcec4e719', 'name': '', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'mac_address': 'fa:16:3e:cc:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:16Z', 'updated_at': '2022-02-09T01:56:24Z', 'revision_number': 5, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'subnets': [{'id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:05.847014 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ea4597-e90e-429f-8cc5-2cc37f66a4c0 None None] The sync data for ids ['4f946d78-10d1-4a5f-8a29-7acc6601bfef'] in n-d-822053-40 is: [{'id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'name': 'tempest-TestVolumeBootPattern-11153383-router', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:17Z', 'revision_number': 4, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'gw_port': {'id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '9a5c991a-7665-4d1d-ab45-eac6e0109ea3', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'floating_ip_address': '172.25.1.209', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'port_id': '7a7950c2-e654-4b9a-a4c1-6e70e7372337', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'mac_address': 'fa:16:3e:51:c5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5ca4b7-bf92-4b99-985a-415da034fcab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:04:06Z', 'updated_at': '2022-02-09T02:04:08Z', 'revision_number': 1, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3114c4b-ae7c-41ee-9f3f-25bfcec4e719', 'name': '', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'mac_address': 'fa:16:3e:cc:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:16Z', 'updated_at': '2022-02-09T01:56:24Z', 'revision_number': 5, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'subnets': [{'id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:08:05.910454 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da60e75c-920d-4d6f-8f92-f99b91f6e660 req-2ed2bedb-58f6-4fd0-991f-b58262965699 service neutron] 10.222.0.91 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913000 Feb 09 02:08:06.077667 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85a7905-545a-483b-894a-66aec9901ce4 None None] New status for floating IP c1c634f6-1129-42d9-bf24-e0d2af1b9904: DOWN {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:08:06.327571 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:08:06.853065 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f95b4-e14f-4f9f-94ac-cb096927ecb2 req-d7d5aa12-fd23-41bb-82e2-ab2ffadd19ea tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:06.854469 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b63f95b4-e14f-4f9f-94ac-cb096927ecb2 req-d7d5aa12-fd23-41bb-82e2-ab2ffadd19ea tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88a4ae8-e8af-40f5-9083-f2e5de1c9642 HTTP/1.1" status: 200 len: 946 time: 0.1003361 Feb 09 02:08:06.903201 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b63f95b4-e14f-4f9f-94ac-cb096927ecb2 req-efe53859-45cb-42eb-9588-200bd0bcc4c0 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428400 Feb 09 02:08:07.172844 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56691e9f-0c27-48f1-926b-b94c7d6c46a8 req-8cbdda75-7c51-41ff-9fd5-056060b7201f tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:07.174217 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-56691e9f-0c27-48f1-926b-b94c7d6c46a8 req-8cbdda75-7c51-41ff-9fd5-056060b7201f tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.91 "GET /v2.0/ports?device_id=c88a4ae8-e8af-40f5-9083-f2e5de1c9642 HTTP/1.1" status: 200 len: 946 time: 0.0580418 Feb 09 02:08:07.285108 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-56691e9f-0c27-48f1-926b-b94c7d6c46a8 req-2e573438-3213-44c9-a5f0-d20e42f15499 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Deleting port d3857673-c827-40b0-915b-7be5587d74fa {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:08:07.285396 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-56691e9f-0c27-48f1-926b-b94c7d6c46a8 req-2e573438-3213-44c9-a5f0-d20e42f15499 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (d3857673-c827-40b0-915b-7be5587d74fa), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:07.391590 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-56691e9f-0c27-48f1-926b-b94c7d6c46a8 req-2e573438-3213-44c9-a5f0-d20e42f15499 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] For port d3857673-c827-40b0-915b-7be5587d74fa, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=d3857673-c827-40b0-915b-7be5587d74fa,segment=NetworkSegment(91af9ede-3a1f-449b-82aa-6301a8fb255c),segment_id=91af9ede-3a1f-449b-82aa-6301a8fb255c)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:07.392110 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-56691e9f-0c27-48f1-926b-b94c7d6c46a8 req-2e573438-3213-44c9-a5f0-d20e42f15499 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (d3857673-c827-40b0-915b-7be5587d74fa), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:07.408378 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-56691e9f-0c27-48f1-926b-b94c7d6c46a8 req-2e573438-3213-44c9-a5f0-d20e42f15499 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Calling delete_port for d3857673-c827-40b0-915b-7be5587d74fa owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:08:07.555249 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-56691e9f-0c27-48f1-926b-b94c7d6c46a8 req-2e573438-3213-44c9-a5f0-d20e42f15499 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (d3857673-c827-40b0-915b-7be5587d74fa), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:07.588675 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e573438-3213-44c9-a5f0-d20e42f15499 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Pushing event deleted for resources: {'Port': ['ID=d3857673-c827-40b0-915b-7be5587d74fa,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:07.622657 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e573438-3213-44c9-a5f0-d20e42f15499 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:07.622998 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e573438-3213-44c9-a5f0-d20e42f15499 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:07.623334 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e573438-3213-44c9-a5f0-d20e42f15499 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:07.623661 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e573438-3213-44c9-a5f0-d20e42f15499 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:07.624002 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e573438-3213-44c9-a5f0-d20e42f15499 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:07.624334 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e573438-3213-44c9-a5f0-d20e42f15499 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:07.624651 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e573438-3213-44c9-a5f0-d20e42f15499 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:07.624967 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e573438-3213-44c9-a5f0-d20e42f15499 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:07.625282 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e573438-3213-44c9-a5f0-d20e42f15499 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:07.625596 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e573438-3213-44c9-a5f0-d20e42f15499 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:07.625934 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e573438-3213-44c9-a5f0-d20e42f15499 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:07.626252 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e573438-3213-44c9-a5f0-d20e42f15499 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:07.626567 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e573438-3213-44c9-a5f0-d20e42f15499 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:07.651033 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-56691e9f-0c27-48f1-926b-b94c7d6c46a8 req-2e573438-3213-44c9-a5f0-d20e42f15499 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] No DVR routers for this DVR port d3857673-c827-40b0-915b-7be5587d74fa on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:08:07.653876 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-56691e9f-0c27-48f1-926b-b94c7d6c46a8 req-2e573438-3213-44c9-a5f0-d20e42f15499 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:07.657398 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-56691e9f-0c27-48f1-926b-b94c7d6c46a8 req-2e573438-3213-44c9-a5f0-d20e42f15499 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.91 "DELETE /v2.0/ports/d3857673-c827-40b0-915b-7be5587d74fa HTTP/1.1" status: 204 len: 173 time: 0.4750907 Feb 09 02:08:07.657837 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88a4ae8-e8af-40f5-9083-f2e5de1c9642', 'name': 'network-vif-deleted', 'tag': 'd3857673-c827-40b0-915b-7be5587d74fa'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:08:07.702062 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fafb84-38ea-4f07-a913-520304dd7572" -d '{"events": [{"server_uuid": "c88a4ae8-e8af-40f5-9083-f2e5de1c9642", "name": "network-vif-deleted", "tag": "d3857673-c827-40b0-915b-7be5587d74fa"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:08:07.798585 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d39a02-0ebc-4b99-b99a-0ebf9c7b5317 x-openstack-request-id: req-33d39a02-0ebc-4b99-b99a-0ebf9c7b5317 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:08:07.799263 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c88a4ae8-e8af-40f5-9083-f2e5de1c9642", "name": "network-vif-deleted", "tag": "d3857673-c827-40b0-915b-7be5587d74fa", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:08:07.799369 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-33d39a02-0ebc-4b99-b99a-0ebf9c7b5317 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:08:07.800216 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88a4ae8-e8af-40f5-9083-f2e5de1c9642', 'name': 'network-vif-deleted', 'tag': 'd3857673-c827-40b0-915b-7be5587d74fa', 'status': 'completed', 'code': 200} Feb 09 02:08:08.009591 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-550c76eb-a613-490c-aea9-a69a8b97dff1 req-b23ab951-42d3-47c1-896e-917722598520 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88a4ae8-e8af-40f5-9083-f2e5de1c9642 HTTP/1.1" status: 200 len: 210 time: 0.0302007 Feb 09 02:08:09.109786 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b6f53305-cfae-4f83-9390-fd5615637022 req-88f6fbbb-9fdc-4dfc-8abe-17c31940ede7 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88a4ae8-e8af-40f5-9083-f2e5de1c9642 HTTP/1.1" status: 200 len: 210 time: 0.0310526 Feb 09 02:08:10.041786 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device d3857673-c827-40b0-915b-7be5587d74fa no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:08:10.062247 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: d3857673-c827-40b0-915b-7be5587d74fa {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:08:10.062591 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device d3857673-c827-40b0-915b-7be5587d74fa not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:08:10.206250 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-293cc3ac-8907-450f-ac86-d88975d63619 req-16f8535f-73cb-4751-af19-249bd9cec2fc tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88a4ae8-e8af-40f5-9083-f2e5de1c9642 HTTP/1.1" status: 200 len: 210 time: 0.0281825 Feb 09 02:08:11.302991 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a04d4162-a5c6-4d3a-aaf8-6aca65a6de3b req-3ff7e25c-3cc1-49db-9b05-720e6a8ded5e tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88a4ae8-e8af-40f5-9083-f2e5de1c9642 HTTP/1.1" status: 200 len: 210 time: 0.0275624 Feb 09 02:08:12.400221 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7877abde-bee3-428a-b18e-0ffa4f703e4c req-0893b314-6748-4568-ab97-42742f8bbba1 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88a4ae8-e8af-40f5-9083-f2e5de1c9642 HTTP/1.1" status: 200 len: 210 time: 0.0276103 Feb 09 02:08:13.494509 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0f350817-d0b9-4196-98fe-3945110ee1af req-ae2c007b-cbef-4dc7-a697-acb7f9e20ded tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88a4ae8-e8af-40f5-9083-f2e5de1c9642 HTTP/1.1" status: 200 len: 210 time: 0.0268669 Feb 09 02:08:14.591302 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e21f0bd1-055f-4de7-878a-dfbd208d1d22 req-1dd6cfbc-62fe-4506-a565-77b52bf5cd26 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88a4ae8-e8af-40f5-9083-f2e5de1c9642 HTTP/1.1" status: 200 len: 210 time: 0.0281503 Feb 09 02:08:15.689828 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d2239e7a-9945-4a1c-9525-5c4c5ec546c1 req-1d6dea3b-5e09-4279-aaa7-58f78fe2cb08 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=c88a4ae8-e8af-40f5-9083-f2e5de1c9642 HTTP/1.1" status: 200 len: 210 time: 0.0304189 Feb 09 02:08:19.870409 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:20.902008 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-af9daae3-ba05-4fe2-b842-e1d9b18c7895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:21.413547 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:24.338087 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a1801652-b7f2-4583-b27e-a43ce83d8a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:25.219275 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 48880) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:25.386235 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-744e5499-56af-43de-a590-4814b2fdaf4c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Deleting port 74d4c9a5-2d95-4892-b847-146f0f50eab1 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:08:25.386576 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-744e5499-56af-43de-a590-4814b2fdaf4c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (74d4c9a5-2d95-4892-b847-146f0f50eab1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:25.462044 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-744e5499-56af-43de-a590-4814b2fdaf4c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (74d4c9a5-2d95-4892-b847-146f0f50eab1), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:25.462278 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-744e5499-56af-43de-a590-4814b2fdaf4c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for floatingip (74d4c9a5-2d95-4892-b847-146f0f50eab1), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:25.473792 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-744e5499-56af-43de-a590-4814b2fdaf4c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Calling delete_port for 74d4c9a5-2d95-4892-b847-146f0f50eab1 owned by network:floatingip {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:08:25.621326 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-744e5499-56af-43de-a590-4814b2fdaf4c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (74d4c9a5-2d95-4892-b847-146f0f50eab1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:25.646354 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e5499-56af-43de-a590-4814b2fdaf4c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Pushing event deleted for resources: {'Port': ['ID=74d4c9a5-2d95-4892-b847-146f0f50eab1,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:25.710993 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-744e5499-56af-43de-a590-4814b2fdaf4c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for floatingip (9a5c991a-7665-4d1d-ab45-eac6e0109ea3), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:25.712269 n-d-822053-40 neutron-server[103528]: INFO neutron.db.l3_db [None req-744e5499-56af-43de-a590-4814b2fdaf4c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Floating IP 9a5c991a-7665-4d1d-ab45-eac6e0109ea3 disassociated (deleted). External IP: 172.25.1.209, port: 7a7950c2-e654-4b9a-a4c1-6e70e7372337. Feb 09 02:08:25.917230 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744e5499-56af-43de-a590-4814b2fdaf4c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Router 4f946d78-10d1-4a5f-8a29-7acc6601bfef has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:08:25.967005 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:26.028676 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744e5499-56af-43de-a590-4814b2fdaf4c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:08:26.033316 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-744e5499-56af-43de-a590-4814b2fdaf4c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:26.038382 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03b1d8f-d015-4491-a7c2-9d3e514057c8 None None] Sync routers for ids ['4f946d78-10d1-4a5f-8a29-7acc6601bfef'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:08:26.047619 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03b1d8f-d015-4491-a7c2-9d3e514057c8 None None] Routers {'4f946d78-10d1-4a5f-8a29-7acc6601bfef'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:08:26.048309 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-a03b1d8f-d015-4491-a7c2-9d3e514057c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:08:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['4f946d78-10d1-4a5f-8a29-7acc6601bfef'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:26.062707 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-744e5499-56af-43de-a590-4814b2fdaf4c tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "DELETE /v2.0/floatingips/9a5c991a-7665-4d1d-ab45-eac6e0109ea3 HTTP/1.1" status: 204 len: 168 time: 0.8423526 Feb 09 02:08:26.063391 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5ca4b7-bf92-4b99-985a-415da034fcab', 'tag': '7a7950c2-e654-4b9a-a4c1-6e70e7372337'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:08:26.065753 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8875158a3b8cd9e21020c5e530d02786ba26f4a79624d6907fbca9bf06d66985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56011936-4c59-401d-a64a-330db311d97b" -d '{"events": [{"name": "network-changed", "server_uuid": "5a5ca4b7-bf92-4b99-985a-415da034fcab", "tag": "7a7950c2-e654-4b9a-a4c1-6e70e7372337"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:08:26.105216 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96c7ca0-fa09-4f99-8616-a8d4a7b27551 x-openstack-request-id: req-a96c7ca0-fa09-4f99-8616-a8d4a7b27551 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:08:26.105554 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a5ca4b7-bf92-4b99-985a-415da034fcab", "tag": "7a7950c2-e654-4b9a-a4c1-6e70e7372337", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:08:26.105809 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a96c7ca0-fa09-4f99-8616-a8d4a7b27551 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:08:26.106172 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a5ca4b7-bf92-4b99-985a-415da034fcab', 'tag': '7a7950c2-e654-4b9a-a4c1-6e70e7372337', 'status': 'completed', 'code': 200} Feb 09 02:08:26.164817 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-a03b1d8f-d015-4491-a7c2-9d3e514057c8 None None] Set router 4f946d78-10d1-4a5f-8a29-7acc6601bfef gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:08:26.184483 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56011936-4c59-401d-a64a-330db311d97b req-d2f24fc4-6937-42ad-9a63-8777ee3532f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:26.186335 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-56011936-4c59-401d-a64a-330db311d97b req-d2f24fc4-6937-42ad-9a63-8777ee3532f2 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cac763247f3146f9ad3039f0cdc9c088&device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 1128 time: 0.0581751 Feb 09 02:08:26.284870 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56011936-4c59-401d-a64a-330db311d97b req-705960a6-697a-443d-bdbd-ae6462a385b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:26.286465 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-56011936-4c59-401d-a64a-330db311d97b req-705960a6-697a-443d-bdbd-ae6462a385b6 service neutron] 10.222.0.121 "GET /v2.0/networks?id=80054ff2-e1bf-4010-ada6-1c294b9aea30 HTTP/1.1" status: 200 len: 911 time: 0.0934389 Feb 09 02:08:26.314450 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5be04-4ed5-4e42-8537-2049967e0f93 req-4f8ecc28-567c-4769-a219-ab4bede11595 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:26.315939 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2dc5be04-4ed5-4e42-8537-2049967e0f93 req-4f8ecc28-567c-4769-a219-ab4bede11595 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 945 time: 0.0590653 Feb 09 02:08:26.333419 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-56011936-4c59-401d-a64a-330db311d97b req-0fc13a50-3559-4af4-86cd-e662d496b531 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a7950c2-e654-4b9a-a4c1-6e70e7372337 HTTP/1.1" status: 200 len: 217 time: 0.0383415 Feb 09 02:08:26.372190 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2dc5be04-4ed5-4e42-8537-2049967e0f93 req-a04e8984-8a3f-4279-83cf-8c68bb330335 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500987 Feb 09 02:08:26.384294 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-a03b1d8f-d015-4491-a7c2-9d3e514057c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'name': 'tempest-TestVolumeBootPattern-11153383-router', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:17Z', 'revision_number': 4, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'gw_port': {'id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'a3114c4b-ae7c-41ee-9f3f-25bfcec4e719', 'name': '', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'mac_address': 'fa:16:3e:cc:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:16Z', 'updated_at': '2022-02-09T01:56:24Z', 'revision_number': 5, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'subnets': [{'id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:26.392284 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56011936-4c59-401d-a64a-330db311d97b req-278592aa-3fe1-46df-be35-c73a76f2df3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:26.393875 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-56011936-4c59-401d-a64a-330db311d97b req-278592aa-3fe1-46df-be35-c73a76f2df3f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=692fddba-72a4-45ca-b7c8-ccf0fbdb4c43 HTTP/1.1" status: 200 len: 849 time: 0.0536671 Feb 09 02:08:26.410836 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03b1d8f-d015-4491-a7c2-9d3e514057c8 None None] Checking router: 4f946d78-10d1-4a5f-8a29-7acc6601bfef for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:08:26.419716 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03b1d8f-d015-4491-a7c2-9d3e514057c8 None None] Routers {'4f946d78-10d1-4a5f-8a29-7acc6601bfef'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:08:26.420336 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-a03b1d8f-d015-4491-a7c2-9d3e514057c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:08:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['4f946d78-10d1-4a5f-8a29-7acc6601bfef'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:26.444703 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56011936-4c59-401d-a64a-330db311d97b req-4c2f7e76-d769-474d-991e-3ce0741891e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:26.446233 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-56011936-4c59-401d-a64a-330db311d97b req-4c2f7e76-d769-474d-991e-3ce0741891e8 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=80054ff2-e1bf-4010-ada6-1c294b9aea30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452726 Feb 09 02:08:26.529357 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-a03b1d8f-d015-4491-a7c2-9d3e514057c8 None None] Set router 4f946d78-10d1-4a5f-8a29-7acc6601bfef gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:08:26.536458 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-56011936-4c59-401d-a64a-330db311d97b req-c99b05c7-38fe-4ccb-b523-4cb179b562d3 service neutron] 10.222.0.121 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826297 Feb 09 02:08:26.632838 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-56011936-4c59-401d-a64a-330db311d97b req-26fce068-af51-447c-9475-11de65cc9f29 service neutron] 10.222.0.121 "GET /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893052 Feb 09 02:08:26.726563 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-a03b1d8f-d015-4491-a7c2-9d3e514057c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'name': 'tempest-TestVolumeBootPattern-11153383-router', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:17Z', 'revision_number': 4, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'gw_port': {'id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'a3114c4b-ae7c-41ee-9f3f-25bfcec4e719', 'name': '', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'mac_address': 'fa:16:3e:cc:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:16Z', 'updated_at': '2022-02-09T01:56:24Z', 'revision_number': 5, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'subnets': [{'id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:26.755908 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03b1d8f-d015-4491-a7c2-9d3e514057c8 None None] The sync data for ids ['4f946d78-10d1-4a5f-8a29-7acc6601bfef'] in n-d-822053-40 is: [{'id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'name': 'tempest-TestVolumeBootPattern-11153383-router', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:17Z', 'revision_number': 4, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'gw_port': {'id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'a3114c4b-ae7c-41ee-9f3f-25bfcec4e719', 'name': '', 'network_id': '80054ff2-e1bf-4010-ada6-1c294b9aea30', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'mac_address': 'fa:16:3e:cc:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:16Z', 'updated_at': '2022-02-09T01:56:24Z', 'revision_number': 5, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'subnets': [{'id': '692fddba-72a4-45ca-b7c8-ccf0fbdb4c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:08:26.974613 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5833b2-8d7f-49fc-bf4e-d451f007a91b None None] New status for floating IP 9a5c991a-7665-4d1d-ab45-eac6e0109ea3: DOWN {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:08:27.497622 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb72d7-ba1a-4613-ad2e-777a0ab17ab0 req-f7222242-a4be-462f-876b-ebc6447b6367 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:27.499103 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ffcb72d7-ba1a-4613-ad2e-777a0ab17ab0 req-f7222242-a4be-462f-876b-ebc6447b6367 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 945 time: 0.0549426 Feb 09 02:08:27.548182 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ffcb72d7-ba1a-4613-ad2e-777a0ab17ab0 req-eaca9b6a-bdc0-4b14-a596-5fe7aba6cb62 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/security-groups?id=f69a3557-c5c0-48a3-a0aa-ff988f247931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426750 Feb 09 02:08:27.699922 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:27.889556 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f85e59-7a04-45bd-8730-11bca2cc7194 req-3c9e5841-630c-4644-ab5b-b4aae7cee1cf tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:27.890979 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-19f85e59-7a04-45bd-8730-11bca2cc7194 req-3c9e5841-630c-4644-ab5b-b4aae7cee1cf tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.121 "GET /v2.0/ports?device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 945 time: 0.0524127 Feb 09 02:08:27.986608 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-19f85e59-7a04-45bd-8730-11bca2cc7194 req-36aa862a-e0fd-43f5-a78a-279b0a0c41c2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Deleting port 7a7950c2-e654-4b9a-a4c1-6e70e7372337 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:08:27.986857 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-19f85e59-7a04-45bd-8730-11bca2cc7194 req-36aa862a-e0fd-43f5-a78a-279b0a0c41c2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (7a7950c2-e654-4b9a-a4c1-6e70e7372337), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:28.074256 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-19f85e59-7a04-45bd-8730-11bca2cc7194 req-36aa862a-e0fd-43f5-a78a-279b0a0c41c2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] For port 7a7950c2-e654-4b9a-a4c1-6e70e7372337, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7a7950c2-e654-4b9a-a4c1-6e70e7372337,segment=NetworkSegment(91af9ede-3a1f-449b-82aa-6301a8fb255c),segment_id=91af9ede-3a1f-449b-82aa-6301a8fb255c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:28.074616 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-19f85e59-7a04-45bd-8730-11bca2cc7194 req-36aa862a-e0fd-43f5-a78a-279b0a0c41c2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (7a7950c2-e654-4b9a-a4c1-6e70e7372337), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:28.086759 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-19f85e59-7a04-45bd-8730-11bca2cc7194 req-36aa862a-e0fd-43f5-a78a-279b0a0c41c2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Calling delete_port for 7a7950c2-e654-4b9a-a4c1-6e70e7372337 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:08:28.215013 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-19f85e59-7a04-45bd-8730-11bca2cc7194 req-36aa862a-e0fd-43f5-a78a-279b0a0c41c2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (7a7950c2-e654-4b9a-a4c1-6e70e7372337), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:28.243755 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa862a-e0fd-43f5-a78a-279b0a0c41c2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Pushing event deleted for resources: {'Port': ['ID=7a7950c2-e654-4b9a-a4c1-6e70e7372337,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:28.289412 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f85e59-7a04-45bd-8730-11bca2cc7194 req-36aa862a-e0fd-43f5-a78a-279b0a0c41c2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] No DVR routers for this DVR port 7a7950c2-e654-4b9a-a4c1-6e70e7372337 on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:08:28.292590 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-19f85e59-7a04-45bd-8730-11bca2cc7194 req-36aa862a-e0fd-43f5-a78a-279b0a0c41c2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:28.295915 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-19f85e59-7a04-45bd-8730-11bca2cc7194 req-36aa862a-e0fd-43f5-a78a-279b0a0c41c2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.121 "DELETE /v2.0/ports/7a7950c2-e654-4b9a-a4c1-6e70e7372337 HTTP/1.1" status: 204 len: 173 time: 0.3996923 Feb 09 02:08:28.296367 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5ca4b7-bf92-4b99-985a-415da034fcab', 'name': 'network-vif-deleted', 'tag': '7a7950c2-e654-4b9a-a4c1-6e70e7372337'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:08:28.298640 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8875158a3b8cd9e21020c5e530d02786ba26f4a79624d6907fbca9bf06d66985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6a0c6f-e477-4b89-bd19-1a6f228ce018" -d '{"events": [{"server_uuid": "5a5ca4b7-bf92-4b99-985a-415da034fcab", "name": "network-vif-deleted", "tag": "7a7950c2-e654-4b9a-a4c1-6e70e7372337"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:08:28.334154 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7354e8-8a34-4336-9dc5-8e85839e94a4 x-openstack-request-id: req-3c7354e8-8a34-4336-9dc5-8e85839e94a4 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:08:28.334456 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5ca4b7-bf92-4b99-985a-415da034fcab", "name": "network-vif-deleted", "tag": "7a7950c2-e654-4b9a-a4c1-6e70e7372337", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:08:28.334805 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c7354e8-8a34-4336-9dc5-8e85839e94a4 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:08:28.335259 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5ca4b7-bf92-4b99-985a-415da034fcab', 'name': 'network-vif-deleted', 'tag': '7a7950c2-e654-4b9a-a4c1-6e70e7372337', 'status': 'completed', 'code': 200} Feb 09 02:08:28.374742 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:28.660391 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-884a8f91-bf06-4a30-bcfc-63e96a78ff3a req-65f3e97d-e927-4221-a2cf-ea546f532b87 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 210 time: 0.0361814 Feb 09 02:08:29.764957 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-47800d46-46e0-41cb-9c01-90576809d824 req-4e477b6a-e101-4d45-9655-a2c963cf49e2 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 210 time: 0.0330188 Feb 09 02:08:30.862747 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-06da1699-6e09-4838-917b-438d5d8d8176 req-c5886ecf-5ca6-487a-b60a-cdb69030dfdb tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 210 time: 0.0277994 Feb 09 02:08:31.963039 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-907a0138-9b4c-4b0a-acdc-97553dece8cc req-7e7cbdd1-a379-49e9-8311-79ac0fefc914 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 210 time: 0.0281920 Feb 09 02:08:32.509833 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 7a7950c2-e654-4b9a-a4c1-6e70e7372337 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:08:32.530944 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 7a7950c2-e654-4b9a-a4c1-6e70e7372337 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:08:32.531283 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 7a7950c2-e654-4b9a-a4c1-6e70e7372337 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:08:33.058393 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c0d6aa06-86d4-403c-acaa-0abbf5cf9956 req-6a23fd8d-b456-4102-b0fd-ff8483ff50b5 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 210 time: 0.0276499 Feb 09 02:08:34.161093 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c258640a-d223-4f10-9e38-b8412a91e25e req-50099b51-f0e8-4b83-ae7d-ffb514d999d9 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 210 time: 0.0281575 Feb 09 02:08:35.258535 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ac980156-c37a-449d-8e46-7864261df99b req-8c7b0805-90ce-486e-a180-5f39d43f2ba5 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 210 time: 0.0299406 Feb 09 02:08:36.357480 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4529251b-2f27-4a31-852b-2038ddba8bb3 req-7f5b98cc-e79e-41bc-a30f-5b325563a5b4 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a5ca4b7-bf92-4b99-985a-415da034fcab HTTP/1.1" status: 200 len: 210 time: 0.0288520 Feb 09 02:08:37.413599 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 48910) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:37.535183 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0458a566-0b2f-4a26-9fe4-cad24317b85d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Deleting port 1479477d-6cf0-4378-b5d3-a2c0b177a351 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:08:37.535518 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0458a566-0b2f-4a26-9fe4-cad24317b85d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (1479477d-6cf0-4378-b5d3-a2c0b177a351), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:37.608828 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0458a566-0b2f-4a26-9fe4-cad24317b85d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (1479477d-6cf0-4378-b5d3-a2c0b177a351), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:37.609145 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0458a566-0b2f-4a26-9fe4-cad24317b85d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for floatingip (1479477d-6cf0-4378-b5d3-a2c0b177a351), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:37.621539 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0458a566-0b2f-4a26-9fe4-cad24317b85d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Calling delete_port for 1479477d-6cf0-4378-b5d3-a2c0b177a351 owned by network:floatingip {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:08:37.750555 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0458a566-0b2f-4a26-9fe4-cad24317b85d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (1479477d-6cf0-4378-b5d3-a2c0b177a351), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:37.776020 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0458a566-0b2f-4a26-9fe4-cad24317b85d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Pushing event deleted for resources: {'Port': ['ID=1479477d-6cf0-4378-b5d3-a2c0b177a351,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:37.841617 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0458a566-0b2f-4a26-9fe4-cad24317b85d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for floatingip (681e621b-6aab-4517-8afd-036e7f5f9ea2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:37.844237 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0458a566-0b2f-4a26-9fe4-cad24317b85d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:37.845428 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0458a566-0b2f-4a26-9fe4-cad24317b85d tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "DELETE /v2.0/floatingips/681e621b-6aab-4517-8afd-036e7f5f9ea2 HTTP/1.1" status: 204 len: 168 time: 0.4308534 Feb 09 02:08:43.229450 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 48936) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:43.288372 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e9848063-5f76-494b-adf8-d9c74ea9ede7 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for security_group (f69a3557-c5c0-48a3-a0aa-ff988f247931), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:43.314131 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e9848063-5f76-494b-adf8-d9c74ea9ede7 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for security_group (f69a3557-c5c0-48a3-a0aa-ff988f247931), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:43.328449 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:08:43.380018 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e9848063-5f76-494b-adf8-d9c74ea9ede7 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f69a3557-c5c0-48a3-a0aa-ff988f247931), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:43.383205 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e9848063-5f76-494b-adf8-d9c74ea9ede7 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:43.387852 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e9848063-5f76-494b-adf8-d9c74ea9ede7 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] 10.222.0.30 "DELETE /v2.0/security-groups/f69a3557-c5c0-48a3-a0aa-ff988f247931 HTTP/1.1" status: 204 len: 168 time: 0.1547608 Feb 09 02:08:43.400861 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9848063-5f76-494b-adf8-d9c74ea9ede7 tempest-TestVolumeBootPattern-1800742505 tempest-TestVolumeBootPattern-1800742505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69a3557-c5c0-48a3-a0aa-ff988f247931,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:43.473791 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 48946) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:44.274651 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-16c50bef-34a2-482a-bd05-aee2bfac54f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (4f946d78-10d1-4a5f-8a29-7acc6601bfef), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:44.522228 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-16c50bef-34a2-482a-bd05-aee2bfac54f7 admin admin] Deleting port a3114c4b-ae7c-41ee-9f3f-25bfcec4e719 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:08:44.522472 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-16c50bef-34a2-482a-bd05-aee2bfac54f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (a3114c4b-ae7c-41ee-9f3f-25bfcec4e719), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:44.604729 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-16c50bef-34a2-482a-bd05-aee2bfac54f7 admin admin] For port a3114c4b-ae7c-41ee-9f3f-25bfcec4e719, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=a3114c4b-ae7c-41ee-9f3f-25bfcec4e719,segment=NetworkSegment(91af9ede-3a1f-449b-82aa-6301a8fb255c),segment_id=91af9ede-3a1f-449b-82aa-6301a8fb255c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:44.605077 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-16c50bef-34a2-482a-bd05-aee2bfac54f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (a3114c4b-ae7c-41ee-9f3f-25bfcec4e719), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:44.617736 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-16c50bef-34a2-482a-bd05-aee2bfac54f7 admin admin] Calling delete_port for a3114c4b-ae7c-41ee-9f3f-25bfcec4e719 owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:08:44.801865 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-16c50bef-34a2-482a-bd05-aee2bfac54f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (a3114c4b-ae7c-41ee-9f3f-25bfcec4e719), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:44.827445 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c50bef-34a2-482a-bd05-aee2bfac54f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3114c4b-ae7c-41ee-9f3f-25bfcec4e719,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:45.026430 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-16c50bef-34a2-482a-bd05-aee2bfac54f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (4f946d78-10d1-4a5f-8a29-7acc6601bfef), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:45.249594 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c50bef-34a2-482a-bd05-aee2bfac54f7 admin admin] Router 4f946d78-10d1-4a5f-8a29-7acc6601bfef has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:08:45.357908 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c50bef-34a2-482a-bd05-aee2bfac54f7 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:08:45.363463 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-16c50bef-34a2-482a-bd05-aee2bfac54f7 admin admin] 10.222.0.30 "PUT /v2.0/routers/4f946d78-10d1-4a5f-8a29-7acc6601bfef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8881662 Feb 09 02:08:45.365386 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 48956) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:45.368030 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1f0421-5dd8-452e-bb49-f3d466867b73 None None] Sync routers for ids ['4f946d78-10d1-4a5f-8a29-7acc6601bfef'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:08:45.379307 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1f0421-5dd8-452e-bb49-f3d466867b73 None None] Routers {'4f946d78-10d1-4a5f-8a29-7acc6601bfef'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:08:45.379918 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-af1f0421-5dd8-452e-bb49-f3d466867b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:08:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['4f946d78-10d1-4a5f-8a29-7acc6601bfef'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:45.479069 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b569ae33-05d9-41ca-9184-d118027fc6e1 admin admin] Publish callbacks [] for router (4f946d78-10d1-4a5f-8a29-7acc6601bfef), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:45.490313 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-af1f0421-5dd8-452e-bb49-f3d466867b73 None None] Set router 4f946d78-10d1-4a5f-8a29-7acc6601bfef gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:08:45.586821 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b569ae33-05d9-41ca-9184-d118027fc6e1 admin admin] Publish callbacks [] for router_gateway (4f946d78-10d1-4a5f-8a29-7acc6601bfef), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:45.640012 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b569ae33-05d9-41ca-9184-d118027fc6e1 admin admin] Deleting port 19638386-d290-4ba5-8c29-b3d46d210cd1 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:08:45.640272 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b569ae33-05d9-41ca-9184-d118027fc6e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (19638386-d290-4ba5-8c29-b3d46d210cd1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:45.677390 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-af1f0421-5dd8-452e-bb49-f3d466867b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'name': 'tempest-TestVolumeBootPattern-11153383-router', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T02:08:44Z', 'revision_number': 5, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'gw_port': {'id': '19638386-d290-4ba5-8c29-b3d46d210cd1', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T01:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:45.704790 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1f0421-5dd8-452e-bb49-f3d466867b73 None None] Checking router: 4f946d78-10d1-4a5f-8a29-7acc6601bfef for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:08:45.714222 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1f0421-5dd8-452e-bb49-f3d466867b73 None None] Routers {'4f946d78-10d1-4a5f-8a29-7acc6601bfef'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:08:45.714876 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-af1f0421-5dd8-452e-bb49-f3d466867b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:08:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['4f946d78-10d1-4a5f-8a29-7acc6601bfef'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:45.719416 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-b569ae33-05d9-41ca-9184-d118027fc6e1 admin admin] For port 19638386-d290-4ba5-8c29-b3d46d210cd1, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=19638386-d290-4ba5-8c29-b3d46d210cd1,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:45.719769 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b569ae33-05d9-41ca-9184-d118027fc6e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (19638386-d290-4ba5-8c29-b3d46d210cd1), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:45.736561 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b569ae33-05d9-41ca-9184-d118027fc6e1 admin admin] Calling delete_port for 19638386-d290-4ba5-8c29-b3d46d210cd1 owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:08:45.806141 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-af1f0421-5dd8-452e-bb49-f3d466867b73 None None] Set router 4f946d78-10d1-4a5f-8a29-7acc6601bfef gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:08:45.861410 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-af1f0421-5dd8-452e-bb49-f3d466867b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'name': 'tempest-TestVolumeBootPattern-11153383-router', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T02:08:45Z', 'revision_number': 6, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:45.892367 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1f0421-5dd8-452e-bb49-f3d466867b73 None None] The sync data for ids ['4f946d78-10d1-4a5f-8a29-7acc6601bfef'] in n-d-822053-40 is: [{'id': '4f946d78-10d1-4a5f-8a29-7acc6601bfef', 'name': 'tempest-TestVolumeBootPattern-11153383-router', 'tenant_id': 'cac763247f3146f9ad3039f0cdc9c088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:14Z', 'updated_at': '2022-02-09T02:08:45Z', 'revision_number': 6, 'project_id': 'cac763247f3146f9ad3039f0cdc9c088', 'gw_port_host': None}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:08:45.903917 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b569ae33-05d9-41ca-9184-d118027fc6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (19638386-d290-4ba5-8c29-b3d46d210cd1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:45.932369 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569ae33-05d9-41ca-9184-d118027fc6e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=19638386-d290-4ba5-8c29-b3d46d210cd1,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:45.995921 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b569ae33-05d9-41ca-9184-d118027fc6e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (4f946d78-10d1-4a5f-8a29-7acc6601bfef), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.090268 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b569ae33-05d9-41ca-9184-d118027fc6e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (4f946d78-10d1-4a5f-8a29-7acc6601bfef), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.092413 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b569ae33-05d9-41ca-9184-d118027fc6e1 admin admin] Publish callbacks [] for router_controller (4f946d78-10d1-4a5f-8a29-7acc6601bfef), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.140141 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b569ae33-05d9-41ca-9184-d118027fc6e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (4f946d78-10d1-4a5f-8a29-7acc6601bfef), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.140670 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b569ae33-05d9-41ca-9184-d118027fc6e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f946d78-10d1-4a5f-8a29-7acc6601bfef {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:08:46.144945 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b569ae33-05d9-41ca-9184-d118027fc6e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.146295 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b569ae33-05d9-41ca-9184-d118027fc6e1 admin admin] 10.222.0.30 "DELETE /v2.0/routers/4f946d78-10d1-4a5f-8a29-7acc6601bfef HTTP/1.1" status: 204 len: 168 time: 0.7794883 Feb 09 02:08:46.148850 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 48958) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:46.195036 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-dffc7618-1dc6-43d1-8593-8b580720c71d admin admin] Deleting subnet 692fddba-72a4-45ca-b7c8-ccf0fbdb4c43 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:08:46.198859 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dffc7618-1dc6-43d1-8593-8b580720c71d admin admin] Publish callbacks [] for subnet (692fddba-72a4-45ca-b7c8-ccf0fbdb4c43), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.232488 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dffc7618-1dc6-43d1-8593-8b580720c71d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (692fddba-72a4-45ca-b7c8-ccf0fbdb4c43), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.318054 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dffc7618-1dc6-43d1-8593-8b580720c71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (692fddba-72a4-45ca-b7c8-ccf0fbdb4c43), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.371771 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dffc7618-1dc6-43d1-8593-8b580720c71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (692fddba-72a4-45ca-b7c8-ccf0fbdb4c43), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.398327 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc7618-1dc6-43d1-8593-8b580720c71d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=692fddba-72a4-45ca-b7c8-ccf0fbdb4c43,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:46.403718 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dffc7618-1dc6-43d1-8593-8b580720c71d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.407696 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-dffc7618-1dc6-43d1-8593-8b580720c71d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/692fddba-72a4-45ca-b7c8-ccf0fbdb4c43 HTTP/1.1" status: 204 len: 168 time: 0.2578137 Feb 09 02:08:46.409133 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c180f46c-458e-4f56-bafa-826bb8c61707 None None] Network 80054ff2-e1bf-4010-ada6-1c294b9aea30 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:08:46.410211 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 48960) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:46.479416 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-30a8e859-6330-4355-8c3b-3f6b070e5452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (80054ff2-e1bf-4010-ada6-1c294b9aea30), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.538553 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-30a8e859-6330-4355-8c3b-3f6b070e5452 admin admin] Deleting port 6e374a71-453d-43b8-8240-6ecc1a26d19e {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:08:46.538891 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-30a8e859-6330-4355-8c3b-3f6b070e5452 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (6e374a71-453d-43b8-8240-6ecc1a26d19e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.602176 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-30a8e859-6330-4355-8c3b-3f6b070e5452 admin admin] For port 6e374a71-453d-43b8-8240-6ecc1a26d19e, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=6e374a71-453d-43b8-8240-6ecc1a26d19e,segment=NetworkSegment(91af9ede-3a1f-449b-82aa-6301a8fb255c),segment_id=91af9ede-3a1f-449b-82aa-6301a8fb255c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:46.602471 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-30a8e859-6330-4355-8c3b-3f6b070e5452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (6e374a71-453d-43b8-8240-6ecc1a26d19e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.615538 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-30a8e859-6330-4355-8c3b-3f6b070e5452 admin admin] Calling delete_port for 6e374a71-453d-43b8-8240-6ecc1a26d19e owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:08:46.663457 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4c6dd2-d89c-42f9-9cd9-11e302ec5b90 None None] DHCP port deletion for 80054ff2-e1bf-4010-ada6-1c294b9aea30 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:08:46.699972 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-30a8e859-6330-4355-8c3b-3f6b070e5452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (6e374a71-453d-43b8-8240-6ecc1a26d19e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.714871 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2d4c6dd2-d89c-42f9-9cd9-11e302ec5b90 None None] Deleting port 6e374a71-453d-43b8-8240-6ecc1a26d19e {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:08:46.715243 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2d4c6dd2-d89c-42f9-9cd9-11e302ec5b90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (6e374a71-453d-43b8-8240-6ecc1a26d19e), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.729545 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a8e859-6330-4355-8c3b-3f6b070e5452 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e374a71-453d-43b8-8240-6ecc1a26d19e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:46.733667 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a8e859-6330-4355-8c3b-3f6b070e5452 admin admin] No DVR routers for this DVR port 6e374a71-453d-43b8-8240-6ecc1a26d19e on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:08:46.780242 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-2d4c6dd2-d89c-42f9-9cd9-11e302ec5b90 None None] For port 6e374a71-453d-43b8-8240-6ecc1a26d19e, host n-d-822053-40, got binding levels [] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:46.780638 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2d4c6dd2-d89c-42f9-9cd9-11e302ec5b90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (6e374a71-453d-43b8-8240-6ecc1a26d19e), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.793738 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2d4c6dd2-d89c-42f9-9cd9-11e302ec5b90 None None] Calling delete_port for 6e374a71-453d-43b8-8240-6ecc1a26d19e owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:08:46.796573 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.ipam_backend_mixin [None req-2d4c6dd2-d89c-42f9-9cd9-11e302ec5b90 None None] Port 6e374a71-453d-43b8-8240-6ecc1a26d19e was not found and therefore no delete operation was performed {{(pid=103530) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 02:08:46.797866 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2d4c6dd2-d89c-42f9-9cd9-11e302ec5b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (6e374a71-453d-43b8-8240-6ecc1a26d19e), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.808493 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-30a8e859-6330-4355-8c3b-3f6b070e5452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (80054ff2-e1bf-4010-ada6-1c294b9aea30), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.828030 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c6dd2-d89c-42f9-9cd9-11e302ec5b90 None None] Pushing event deleted for resources: {'Port': ['ID=6e374a71-453d-43b8-8240-6ecc1a26d19e,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:46.830882 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-30a8e859-6330-4355-8c3b-3f6b070e5452 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80054ff2-e1bf-4010-ada6-1c294b9aea30']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:46.836513 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4c6dd2-d89c-42f9-9cd9-11e302ec5b90 None None] No DVR routers for this DVR port 6e374a71-453d-43b8-8240-6ecc1a26d19e on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:08:46.838931 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c6dd2-d89c-42f9-9cd9-11e302ec5b90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:46.839280 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c6dd2-d89c-42f9-9cd9-11e302ec5b90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:46.839642 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c6dd2-d89c-42f9-9cd9-11e302ec5b90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:46.840134 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c6dd2-d89c-42f9-9cd9-11e302ec5b90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:46.840455 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c6dd2-d89c-42f9-9cd9-11e302ec5b90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:46.840792 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c6dd2-d89c-42f9-9cd9-11e302ec5b90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:46.841122 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c6dd2-d89c-42f9-9cd9-11e302ec5b90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:46.841450 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c6dd2-d89c-42f9-9cd9-11e302ec5b90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:46.841776 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c6dd2-d89c-42f9-9cd9-11e302ec5b90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:46.842272 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c6dd2-d89c-42f9-9cd9-11e302ec5b90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:46.842598 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c6dd2-d89c-42f9-9cd9-11e302ec5b90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:46.842922 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c6dd2-d89c-42f9-9cd9-11e302ec5b90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:46.843248 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c6dd2-d89c-42f9-9cd9-11e302ec5b90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:46.845848 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-30a8e859-6330-4355-8c3b-3f6b070e5452 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91af9ede-3a1f-449b-82aa-6301a8fb255c') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:46.846248 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-30a8e859-6330-4355-8c3b-3f6b070e5452 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91af9ede-3a1f-449b-82aa-6301a8fb255c') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:46.858833 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-30a8e859-6330-4355-8c3b-3f6b070e5452 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (91af9ede-3a1f-449b-82aa-6301a8fb255c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.874684 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-30a8e859-6330-4355-8c3b-3f6b070e5452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (91af9ede-3a1f-449b-82aa-6301a8fb255c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.886527 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30a8e859-6330-4355-8c3b-3f6b070e5452 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:08:46.886934 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-30a8e859-6330-4355-8c3b-3f6b070e5452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (91af9ede-3a1f-449b-82aa-6301a8fb255c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.888809 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 02:08:46.888809 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:08:46.888809 n-d-822053-40 neutron-server[103528]: timer() Feb 09 02:08:46.888809 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:08:46.888809 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 02:08:46.888809 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:08:46.888809 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 02:08:46.888809 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:08:46.888809 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 02:08:46.888809 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:08:46.888809 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 02:08:46.888809 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:08:46.888809 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 02:08:46.888809 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:08:46.888809 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:08:46.888809 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:08:46.888809 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:08:46.888809 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:08:46.888809 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 02:08:46.888809 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:08:46.888809 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 02:08:46.888809 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:08:46.888809 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:08:46.888809 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:08:46.888809 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 02:08:46.888809 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:08:46.888809 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:08:46.888809 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:08:46.888809 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:08:46.888809 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:08:46.888809 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:08:46.888809 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:08:46.932049 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device a3114c4b-ae7c-41ee-9f3f-25bfcec4e719 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:08:46.954627 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: a3114c4b-ae7c-41ee-9f3f-25bfcec4e719 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:08:46.954905 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-30a8e859-6330-4355-8c3b-3f6b070e5452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (80054ff2-e1bf-4010-ada6-1c294b9aea30), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.958975 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device a3114c4b-ae7c-41ee-9f3f-25bfcec4e719 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:08:46.959477 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 6e374a71-453d-43b8-8240-6ecc1a26d19e no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:08:46.961052 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-30a8e859-6330-4355-8c3b-3f6b070e5452 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.964700 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-30a8e859-6330-4355-8c3b-3f6b070e5452 admin admin] 10.222.0.30 "DELETE /v2.0/networks/80054ff2-e1bf-4010-ada6-1c294b9aea30 HTTP/1.1" status: 204 len: 168 time: 0.5534251 Feb 09 02:08:46.967521 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 48962) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:46.976709 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a8e859-6330-4355-8c3b-3f6b070e5452 admin admin] Pushing event deleted for resources: {'Network': ['ID=80054ff2-e1bf-4010-ada6-1c294b9aea30,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:46.983866 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 6e374a71-453d-43b8-8240-6ecc1a26d19e {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:08:46.984237 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 6e374a71-453d-43b8-8240-6ecc1a26d19e not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:08:46.986922 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 19638386-d290-4ba5-8c29-b3d46d210cd1 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:08:47.006464 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 19638386-d290-4ba5-8c29-b3d46d210cd1 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:08:47.007783 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 19638386-d290-4ba5-8c29-b3d46d210cd1 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:08:47.334796 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-df462dbe-4ca9-440c-8bf2-024ce0680d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (495b23d0-87b5-4449-a988-b4e368495740), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:47.585335 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-df462dbe-4ca9-440c-8bf2-024ce0680d22 admin admin] Deleting port 1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:08:47.585620 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-df462dbe-4ca9-440c-8bf2-024ce0680d22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:47.974590 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-df462dbe-4ca9-440c-8bf2-024ce0680d22 admin admin] For port 1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c,segment=NetworkSegment(59a15b98-a5fd-4897-8dde-d3e520319986),segment_id=59a15b98-a5fd-4897-8dde-d3e520319986)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:47.975241 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-df462dbe-4ca9-440c-8bf2-024ce0680d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:47.987828 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-df462dbe-4ca9-440c-8bf2-024ce0680d22 admin admin] Calling delete_port for 1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:08:48.165573 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-df462dbe-4ca9-440c-8bf2-024ce0680d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:48.196365 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df462dbe-4ca9-440c-8bf2-024ce0680d22 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:48.365867 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-df462dbe-4ca9-440c-8bf2-024ce0680d22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (495b23d0-87b5-4449-a988-b4e368495740), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:48.583888 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df462dbe-4ca9-440c-8bf2-024ce0680d22 admin admin] Router 495b23d0-87b5-4449-a988-b4e368495740 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:08:48.691652 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df462dbe-4ca9-440c-8bf2-024ce0680d22 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:08:48.699933 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-df462dbe-4ca9-440c-8bf2-024ce0680d22 admin admin] 10.222.0.30 "PUT /v2.0/routers/495b23d0-87b5-4449-a988-b4e368495740/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7307775 Feb 09 02:08:48.701437 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df1f64b-7fce-45b8-9f85-46ce24d87c8c None None] Sync routers for ids ['495b23d0-87b5-4449-a988-b4e368495740'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:08:48.702857 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 48968) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:48.711334 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df1f64b-7fce-45b8-9f85-46ce24d87c8c None None] Routers {'495b23d0-87b5-4449-a988-b4e368495740'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:08:48.712109 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-4df1f64b-7fce-45b8-9f85-46ce24d87c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:08:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['495b23d0-87b5-4449-a988-b4e368495740'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:48.812051 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34827d0a-ebd0-4a02-8db1-905d6f8792ae admin admin] Publish callbacks [] for router (495b23d0-87b5-4449-a988-b4e368495740), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:48.816003 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-4df1f64b-7fce-45b8-9f85-46ce24d87c8c None None] Set router 495b23d0-87b5-4449-a988-b4e368495740 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:08:48.924108 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34827d0a-ebd0-4a02-8db1-905d6f8792ae admin admin] Publish callbacks [] for router_gateway (495b23d0-87b5-4449-a988-b4e368495740), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:48.977344 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-34827d0a-ebd0-4a02-8db1-905d6f8792ae admin admin] Deleting port 5467ae1b-1e45-42cf-8df6-a17e2f5a6367 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:08:48.977969 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34827d0a-ebd0-4a02-8db1-905d6f8792ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (5467ae1b-1e45-42cf-8df6-a17e2f5a6367), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:49.001022 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-4df1f64b-7fce-45b8-9f85-46ce24d87c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495b23d0-87b5-4449-a988-b4e368495740', 'name': 'tempest-TestVolumeBootPattern-2121359074-router', 'tenant_id': 'ce394256d7424f879adb5d71540111a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '5467ae1b-1e45-42cf-8df6-a17e2f5a6367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:19Z', 'updated_at': '2022-02-09T02:08:48Z', 'revision_number': 5, 'project_id': 'ce394256d7424f879adb5d71540111a4', 'gw_port': {'id': '5467ae1b-1e45-42cf-8df6-a17e2f5a6367', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495b23d0-87b5-4449-a988-b4e368495740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:56:20Z', 'updated_at': '2022-02-09T01:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:49.032005 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df1f64b-7fce-45b8-9f85-46ce24d87c8c None None] Checking router: 495b23d0-87b5-4449-a988-b4e368495740 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:08:49.040036 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df1f64b-7fce-45b8-9f85-46ce24d87c8c None None] Routers {'495b23d0-87b5-4449-a988-b4e368495740'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:08:49.040807 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-4df1f64b-7fce-45b8-9f85-46ce24d87c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:08:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['495b23d0-87b5-4449-a988-b4e368495740'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:49.058260 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-34827d0a-ebd0-4a02-8db1-905d6f8792ae admin admin] For port 5467ae1b-1e45-42cf-8df6-a17e2f5a6367, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=5467ae1b-1e45-42cf-8df6-a17e2f5a6367,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:49.058751 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34827d0a-ebd0-4a02-8db1-905d6f8792ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (5467ae1b-1e45-42cf-8df6-a17e2f5a6367), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:49.077611 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-34827d0a-ebd0-4a02-8db1-905d6f8792ae admin admin] Calling delete_port for 5467ae1b-1e45-42cf-8df6-a17e2f5a6367 owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:08:49.130655 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-4df1f64b-7fce-45b8-9f85-46ce24d87c8c None None] Set router 495b23d0-87b5-4449-a988-b4e368495740 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:08:49.182987 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-4df1f64b-7fce-45b8-9f85-46ce24d87c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495b23d0-87b5-4449-a988-b4e368495740', 'name': 'tempest-TestVolumeBootPattern-2121359074-router', 'tenant_id': 'ce394256d7424f879adb5d71540111a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:19Z', 'updated_at': '2022-02-09T02:08:48Z', 'revision_number': 6, 'project_id': 'ce394256d7424f879adb5d71540111a4', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:49.213304 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df1f64b-7fce-45b8-9f85-46ce24d87c8c None None] The sync data for ids ['495b23d0-87b5-4449-a988-b4e368495740'] in n-d-822053-40 is: [{'id': '495b23d0-87b5-4449-a988-b4e368495740', 'name': 'tempest-TestVolumeBootPattern-2121359074-router', 'tenant_id': 'ce394256d7424f879adb5d71540111a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:56:19Z', 'updated_at': '2022-02-09T02:08:48Z', 'revision_number': 6, 'project_id': 'ce394256d7424f879adb5d71540111a4', 'gw_port_host': None}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:08:49.248305 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34827d0a-ebd0-4a02-8db1-905d6f8792ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (5467ae1b-1e45-42cf-8df6-a17e2f5a6367), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:49.274560 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34827d0a-ebd0-4a02-8db1-905d6f8792ae admin admin] Pushing event deleted for resources: {'Port': ['ID=5467ae1b-1e45-42cf-8df6-a17e2f5a6367,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:49.338116 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34827d0a-ebd0-4a02-8db1-905d6f8792ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (495b23d0-87b5-4449-a988-b4e368495740), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:49.429576 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34827d0a-ebd0-4a02-8db1-905d6f8792ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (495b23d0-87b5-4449-a988-b4e368495740), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:49.432533 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34827d0a-ebd0-4a02-8db1-905d6f8792ae admin admin] Publish callbacks [] for router_controller (495b23d0-87b5-4449-a988-b4e368495740), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:49.477144 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34827d0a-ebd0-4a02-8db1-905d6f8792ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (495b23d0-87b5-4449-a988-b4e368495740), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:49.478432 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34827d0a-ebd0-4a02-8db1-905d6f8792ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 495b23d0-87b5-4449-a988-b4e368495740 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:08:49.483160 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34827d0a-ebd0-4a02-8db1-905d6f8792ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:49.484407 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-34827d0a-ebd0-4a02-8db1-905d6f8792ae admin admin] 10.222.0.30 "DELETE /v2.0/routers/495b23d0-87b5-4449-a988-b4e368495740 HTTP/1.1" status: 204 len: 168 time: 0.7805603 Feb 09 02:08:49.486807 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 48970) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:49.530230 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-00117349-3717-42f7-8a41-cc467ddb6efe admin admin] Deleting subnet faa700ab-f1b2-409f-b92a-8cb31558eb86 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:08:49.533130 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-00117349-3717-42f7-8a41-cc467ddb6efe admin admin] Publish callbacks [] for subnet (faa700ab-f1b2-409f-b92a-8cb31558eb86), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:49.571890 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-00117349-3717-42f7-8a41-cc467ddb6efe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (faa700ab-f1b2-409f-b92a-8cb31558eb86), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:49.660303 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-00117349-3717-42f7-8a41-cc467ddb6efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (faa700ab-f1b2-409f-b92a-8cb31558eb86), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:49.715172 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-00117349-3717-42f7-8a41-cc467ddb6efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (faa700ab-f1b2-409f-b92a-8cb31558eb86), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:49.742796 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00117349-3717-42f7-8a41-cc467ddb6efe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faa700ab-f1b2-409f-b92a-8cb31558eb86,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:49.746100 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-00117349-3717-42f7-8a41-cc467ddb6efe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:49.748914 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adb86de-6095-497a-a4b2-5b2d574abc06 None None] Network 85e434c4-54e7-41e7-b898-ba25bf30c7bc requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:08:49.749846 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-00117349-3717-42f7-8a41-cc467ddb6efe admin admin] 10.222.0.30 "DELETE /v2.0/subnets/faa700ab-f1b2-409f-b92a-8cb31558eb86 HTTP/1.1" status: 204 len: 168 time: 0.2620881 Feb 09 02:08:49.752287 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 48972) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:49.824138 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-01f4d5c1-7455-4b00-8e5c-fc8b52e9fbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (85e434c4-54e7-41e7-b898-ba25bf30c7bc), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:49.886408 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-01f4d5c1-7455-4b00-8e5c-fc8b52e9fbb6 admin admin] Deleting port 4714afeb-8f69-4b48-9931-2d2323e605b3 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:08:49.886739 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-01f4d5c1-7455-4b00-8e5c-fc8b52e9fbb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (4714afeb-8f69-4b48-9931-2d2323e605b3), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:49.894091 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:49.912224 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47774ee9-a900-47b7-bc56-121827c44d4c None None] DHCP port deletion for 85e434c4-54e7-41e7-b898-ba25bf30c7bc request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:08:49.955940 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-01f4d5c1-7455-4b00-8e5c-fc8b52e9fbb6 admin admin] For port 4714afeb-8f69-4b48-9931-2d2323e605b3, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=4714afeb-8f69-4b48-9931-2d2323e605b3,segment=NetworkSegment(59a15b98-a5fd-4897-8dde-d3e520319986),segment_id=59a15b98-a5fd-4897-8dde-d3e520319986)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:49.956527 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-01f4d5c1-7455-4b00-8e5c-fc8b52e9fbb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (4714afeb-8f69-4b48-9931-2d2323e605b3), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:49.966203 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-47774ee9-a900-47b7-bc56-121827c44d4c None None] Deleting port 4714afeb-8f69-4b48-9931-2d2323e605b3 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:08:49.966577 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-47774ee9-a900-47b7-bc56-121827c44d4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (4714afeb-8f69-4b48-9931-2d2323e605b3), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:49.970848 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-01f4d5c1-7455-4b00-8e5c-fc8b52e9fbb6 admin admin] Calling delete_port for 4714afeb-8f69-4b48-9931-2d2323e605b3 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:08:50.038957 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-47774ee9-a900-47b7-bc56-121827c44d4c None None] For port 4714afeb-8f69-4b48-9931-2d2323e605b3, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=4714afeb-8f69-4b48-9931-2d2323e605b3,segment=NetworkSegment(59a15b98-a5fd-4897-8dde-d3e520319986),segment_id=59a15b98-a5fd-4897-8dde-d3e520319986)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:50.039354 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-47774ee9-a900-47b7-bc56-121827c44d4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (4714afeb-8f69-4b48-9931-2d2323e605b3), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:50.051827 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-47774ee9-a900-47b7-bc56-121827c44d4c None None] Calling delete_port for 4714afeb-8f69-4b48-9931-2d2323e605b3 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:08:50.054374 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-01f4d5c1-7455-4b00-8e5c-fc8b52e9fbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (4714afeb-8f69-4b48-9931-2d2323e605b3), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:50.085389 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f4d5c1-7455-4b00-8e5c-fc8b52e9fbb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4714afeb-8f69-4b48-9931-2d2323e605b3,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:50.089259 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f4d5c1-7455-4b00-8e5c-fc8b52e9fbb6 admin admin] No DVR routers for this DVR port 4714afeb-8f69-4b48-9931-2d2323e605b3 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:08:50.136023 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-47774ee9-a900-47b7-bc56-121827c44d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (4714afeb-8f69-4b48-9931-2d2323e605b3), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:50.159439 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47774ee9-a900-47b7-bc56-121827c44d4c None None] Pushing event deleted for resources: {'Port': ['ID=4714afeb-8f69-4b48-9931-2d2323e605b3,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:50.162307 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-01f4d5c1-7455-4b00-8e5c-fc8b52e9fbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (85e434c4-54e7-41e7-b898-ba25bf30c7bc), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:50.166428 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47774ee9-a900-47b7-bc56-121827c44d4c None None] No DVR routers for this DVR port 4714afeb-8f69-4b48-9931-2d2323e605b3 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:08:50.185504 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-01f4d5c1-7455-4b00-8e5c-fc8b52e9fbb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85e434c4-54e7-41e7-b898-ba25bf30c7bc']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:50.194641 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-01f4d5c1-7455-4b00-8e5c-fc8b52e9fbb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59a15b98-a5fd-4897-8dde-d3e520319986') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:50.194938 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-01f4d5c1-7455-4b00-8e5c-fc8b52e9fbb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59a15b98-a5fd-4897-8dde-d3e520319986') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:50.205593 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-01f4d5c1-7455-4b00-8e5c-fc8b52e9fbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (59a15b98-a5fd-4897-8dde-d3e520319986), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:50.220058 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-01f4d5c1-7455-4b00-8e5c-fc8b52e9fbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (59a15b98-a5fd-4897-8dde-d3e520319986), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:50.226103 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f4d5c1-7455-4b00-8e5c-fc8b52e9fbb6 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:08:50.226507 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-01f4d5c1-7455-4b00-8e5c-fc8b52e9fbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (59a15b98-a5fd-4897-8dde-d3e520319986), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:50.228941 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 02:08:50.228941 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:08:50.228941 n-d-822053-40 neutron-server[103528]: timer() Feb 09 02:08:50.228941 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:08:50.228941 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 02:08:50.228941 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:08:50.228941 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 02:08:50.228941 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:08:50.228941 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 02:08:50.228941 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:08:50.228941 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 02:08:50.228941 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:08:50.228941 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 02:08:50.228941 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:08:50.228941 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:08:50.228941 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:08:50.228941 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:08:50.228941 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:08:50.228941 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 02:08:50.228941 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:08:50.228941 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 02:08:50.228941 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:08:50.228941 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:08:50.228941 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:08:50.228941 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 02:08:50.228941 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:08:50.228941 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:08:50.228941 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:08:50.228941 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:08:50.228941 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:08:50.228941 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:08:50.228941 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:08:50.286294 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-01f4d5c1-7455-4b00-8e5c-fc8b52e9fbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (85e434c4-54e7-41e7-b898-ba25bf30c7bc), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:50.291546 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-01f4d5c1-7455-4b00-8e5c-fc8b52e9fbb6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:50.294893 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-01f4d5c1-7455-4b00-8e5c-fc8b52e9fbb6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/85e434c4-54e7-41e7-b898-ba25bf30c7bc HTTP/1.1" status: 204 len: 168 time: 0.5416880 Feb 09 02:08:50.308965 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f4d5c1-7455-4b00-8e5c-fc8b52e9fbb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=85e434c4-54e7-41e7-b898-ba25bf30c7bc,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:50.426900 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 48976) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:50.466790 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-89ec036b-8ea2-4e9c-b427-1fff636b6a64 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cac763247f3146f9ad3039f0cdc9c088&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386114 Feb 09 02:08:50.469184 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 48978) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:50.515629 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-12ba216a-1421-4f53-b3bf-756e0cc508f3 admin admin] Publish callbacks [] for security_group (e75ec0c1-5c84-4884-82d1-75f2f0c8a48e), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:50.536528 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-12ba216a-1421-4f53-b3bf-756e0cc508f3 admin admin] Publish callbacks [] for security_group (e75ec0c1-5c84-4884-82d1-75f2f0c8a48e), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:50.586393 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-12ba216a-1421-4f53-b3bf-756e0cc508f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (e75ec0c1-5c84-4884-82d1-75f2f0c8a48e), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:50.590217 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-12ba216a-1421-4f53-b3bf-756e0cc508f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:50.591694 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-12ba216a-1421-4f53-b3bf-756e0cc508f3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e75ec0c1-5c84-4884-82d1-75f2f0c8a48e HTTP/1.1" status: 204 len: 168 time: 0.1215510 Feb 09 02:08:50.599618 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba216a-1421-4f53-b3bf-756e0cc508f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75ec0c1-5c84-4884-82d1-75f2f0c8a48e,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:50.905682 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 5467ae1b-1e45-42cf-8df6-a17e2f5a6367 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:08:50.909278 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4809db81-16d7-4671-bfc4-b2a35be413a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:50.925437 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 48984) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:50.927703 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 5467ae1b-1e45-42cf-8df6-a17e2f5a6367 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:08:50.928096 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 5467ae1b-1e45-42cf-8df6-a17e2f5a6367 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:08:50.928506 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:08:50.949460 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:08:50.949799 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 1fce7aa5-0316-45ea-bdc3-8ef7bf4b3d0c not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:08:50.950212 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 4714afeb-8f69-4b48-9931-2d2323e605b3 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:08:50.968033 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b1bcf36d-a247-40c2-80dc-6f89e8e8b4ea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ce394256d7424f879adb5d71540111a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391095 Feb 09 02:08:50.968204 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 48986) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:50.969456 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 4714afeb-8f69-4b48-9931-2d2323e605b3 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:08:50.969796 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 4714afeb-8f69-4b48-9931-2d2323e605b3 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:08:51.015053 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-73acbf38-9262-4ca3-8797-38973871ce1f admin admin] Publish callbacks [] for security_group (e41f2cf3-9dac-4915-9903-e3d3109746cc), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:51.036182 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-73acbf38-9262-4ca3-8797-38973871ce1f admin admin] Publish callbacks [] for security_group (e41f2cf3-9dac-4915-9903-e3d3109746cc), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:51.085774 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-73acbf38-9262-4ca3-8797-38973871ce1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (e41f2cf3-9dac-4915-9903-e3d3109746cc), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:51.090363 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-73acbf38-9262-4ca3-8797-38973871ce1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:51.091830 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-73acbf38-9262-4ca3-8797-38973871ce1f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e41f2cf3-9dac-4915-9903-e3d3109746cc HTTP/1.1" status: 204 len: 168 time: 0.1227558 Feb 09 02:08:51.102001 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73acbf38-9262-4ca3-8797-38973871ce1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41f2cf3-9dac-4915-9903-e3d3109746cc,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:51.418788 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:54.340619 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c7bb37b6-d54a-4356-a6b9-e84b738aa6e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:55.970003 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:57.704135 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:58.378031 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:01.357259 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-4954866b-371d-4549-aeef-606d9d341d01 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b4d0deab07534dcb8baec72c61404901&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237055 Feb 09 02:09:01.466972 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-34877621-2a32-4018-b1fd-099eac8c168c tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:01.468424 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-34877621-2a32-4018-b1fd-099eac8c168c tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1057200 Feb 09 02:09:01.482620 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-c81cd93f-ca31-465d-8993-1f0d85ca8072 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] 10.222.0.30 "GET /v2.0/quotas/b4d0deab07534dcb8baec72c61404901 HTTP/1.1" status: 200 len: 375 time: 0.0087693 Feb 09 02:09:01.514971 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-c2c062a4-1c3c-4389-abc5-ce8d2cd665dc tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b4d0deab07534dcb8baec72c61404901&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274208 Feb 09 02:09:01.701086 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-52d999e4-21b1-4586-8a38-7299103c0950 req-1f61229a-1aa0-420d-ab5b-314960306a2b tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] 10.222.0.30 "GET /v2.0/ports?device_id=74e393b4-c76d-449b-b771-2916c260844b HTTP/1.1" status: 200 len: 210 time: 0.0278170 Feb 09 02:09:02.812269 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8325918e-5977-4263-8ff4-b9cfabecb209 req-288901cc-0834-4f0e-bd15-97226572d36a tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] 10.222.0.30 "GET /v2.0/ports?device_id=74e393b4-c76d-449b-b771-2916c260844b HTTP/1.1" status: 200 len: 210 time: 0.0351648 Feb 09 02:09:02.834753 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-4a89c785-ca22-4a92-9685-4a47e810ae95 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=b4d0deab07534dcb8baec72c61404901&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253286 Feb 09 02:09:02.945752 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-7ffa298b-2f51-46f6-a509-951d2a148d30 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:02.947718 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-7ffa298b-2f51-46f6-a509-951d2a148d30 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1077566 Feb 09 02:09:02.959648 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-aed4238c-dce0-4f31-b308-36eb567ea449 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Request body: {'port': {'device_id': '74e393b4-c76d-449b-b771-2916c260844b', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'admin_state_up': True, 'tenant_id': 'b4d0deab07534dcb8baec72c61404901'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:09:03.069975 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-aed4238c-dce0-4f31-b308-36eb567ea449 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Made reservation on behalf of b4d0deab07534dcb8baec72c61404901 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:09:03.073816 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-aed4238c-dce0-4f31-b308-36eb567ea449 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:03.082049 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-aed4238c-dce0-4f31-b308-36eb567ea449 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:03.156612 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-aed4238c-dce0-4f31-b308-36eb567ea449 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Publish callbacks [] for security_group (e8a83fef-caf4-49d2-94b4-0669ae8ef03d), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:03.160413 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-aed4238c-dce0-4f31-b308-36eb567ea449 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (e8a83fef-caf4-49d2-94b4-0669ae8ef03d), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:03.224315 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4238c-dce0-4f31-b308-36eb567ea449 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a83fef-caf4-49d2-94b4-0669ae8ef03d,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:03.300305 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-aed4238c-dce0-4f31-b308-36eb567ea449 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Allocated IP 192.168.233.31 (3976161f-bd1f-4dbb-b950-6897c01f16f1/98abf639-2282-4fa1-acd9-5660b4f87a0d/8e341e83-2193-4bad-af90-61bf26e3168f) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:09:03.450905 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-aed4238c-dce0-4f31-b308-36eb567ea449 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Publish callbacks [] for port (8e341e83-2193-4bad-af90-61bf26e3168f), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:03.484261 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-aed4238c-dce0-4f31-b308-36eb567ea449 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (8e341e83-2193-4bad-af90-61bf26e3168f), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:03.537031 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-aed4238c-dce0-4f31-b308-36eb567ea449 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Network 3976161f-bd1f-4dbb-b950-6897c01f16f1 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:09:03.541744 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-aed4238c-dce0-4f31-b308-36eb567ea449 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:09:03.544016 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4238c-dce0-4f31-b308-36eb567ea449 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Pushing event updated for resources: {'Port': ['ID=8e341e83-2193-4bad-af90-61bf26e3168f,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:03.547105 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-aed4238c-dce0-4f31-b308-36eb567ea449 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:09:03.597990 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-aed4238c-dce0-4f31-b308-36eb567ea449 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:03.598624 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-aed4238c-dce0-4f31-b308-36eb567ea449 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:03.614616 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-aed4238c-dce0-4f31-b308-36eb567ea449 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6585615 Feb 09 02:09:03.629778 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-ddcda398-eb24-4c1b-ba17-61c665e497e9 service neutron] Request body: {'port': {'device_id': '74e393b4-c76d-449b-b771-2916c260844b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:09:03.697608 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-ddcda398-eb24-4c1b-ba17-61c665e497e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8e341e83-2193-4bad-af90-61bf26e3168f), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:03.792518 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-279e8827-6946-454d-98c6-857c0fc77c61 None None] Provisioning complete for port 8e341e83-2193-4bad-af90-61bf26e3168f triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:09:03.793169 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-279e8827-6946-454d-98c6-857c0fc77c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8e341e83-2193-4bad-af90-61bf26e3168f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:03.829436 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-279e8827-6946-454d-98c6-857c0fc77c61 None None] Port 8e341e83-2193-4bad-af90-61bf26e3168f cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:09:03.970787 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd04d1-2c37-4996-95fb-b12a87f9c1ee req-463fc7ad-979c-4ee8-9cfe-2516a4829bbe tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:03.972177 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f3fd04d1-2c37-4996-95fb-b12a87f9c1ee req-463fc7ad-979c-4ee8-9cfe-2516a4829bbe tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] 10.222.0.30 "GET /v2.0/ports?device_id=74e393b4-c76d-449b-b771-2916c260844b HTTP/1.1" status: 200 len: 935 time: 0.0841603 Feb 09 02:09:04.026656 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-ddcda398-eb24-4c1b-ba17-61c665e497e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e341e83-2193-4bad-af90-61bf26e3168f {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:09:04.039150 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-ddcda398-eb24-4c1b-ba17-61c665e497e9 service neutron] Publish callbacks [] for port (8e341e83-2193-4bad-af90-61bf26e3168f), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:04.062434 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-ddcda398-eb24-4c1b-ba17-61c665e497e9 service neutron] Transition to ACTIVE for port object 8e341e83-2193-4bad-af90-61bf26e3168f will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:09:04.066336 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f3fd04d1-2c37-4996-95fb-b12a87f9c1ee req-7d747113-cb01-44b7-bd36-ac086a57e7e3 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8a83fef-caf4-49d2-94b4-0669ae8ef03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737870 Feb 09 02:09:04.067490 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-ddcda398-eb24-4c1b-ba17-61c665e497e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (8e341e83-2193-4bad-af90-61bf26e3168f), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:04.119087 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcda398-eb24-4c1b-ba17-61c665e497e9 service neutron] Pushing event updated for resources: {'Port': ['ID=8e341e83-2193-4bad-af90-61bf26e3168f,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:04.194719 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-ddcda398-eb24-4c1b-ba17-61c665e497e9 service neutron] Attempting to bind port 8e341e83-2193-4bad-af90-61bf26e3168f on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:09:04.195056 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-ddcda398-eb24-4c1b-ba17-61c665e497e9 service neutron] Attempting to bind port 8e341e83-2193-4bad-af90-61bf26e3168f by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:09:04.195387 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-ddcda398-eb24-4c1b-ba17-61c665e497e9 service neutron] Attempting to bind port 8e341e83-2193-4bad-af90-61bf26e3168f on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:09:04.200937 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-ddcda398-eb24-4c1b-ba17-61c665e497e9 service neutron] Port 8e341e83-2193-4bad-af90-61bf26e3168f on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:09:04.201264 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-ddcda398-eb24-4c1b-ba17-61c665e497e9 service neutron] Attempting to bind port 8e341e83-2193-4bad-af90-61bf26e3168f on network 3976161f-bd1f-4dbb-b950-6897c01f16f1 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:09:04.206301 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-ddcda398-eb24-4c1b-ba17-61c665e497e9 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:09:04.206638 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-ddcda398-eb24-4c1b-ba17-61c665e497e9 service neutron] Checking segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:09:04.207033 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-ddcda398-eb24-4c1b-ba17-61c665e497e9 service neutron] Bound using segment: {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:09:04.207462 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-ddcda398-eb24-4c1b-ba17-61c665e497e9 service neutron] Bound port: 8e341e83-2193-4bad-af90-61bf26e3168f, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ac9875-7525-4012-a92e-19032162166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:09:04.207820 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-ddcda398-eb24-4c1b-ba17-61c665e497e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8e341e83-2193-4bad-af90-61bf26e3168f), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:04.282458 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-ddcda398-eb24-4c1b-ba17-61c665e497e9 service neutron] For port 8e341e83-2193-4bad-af90-61bf26e3168f, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:09:04.285591 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-ddcda398-eb24-4c1b-ba17-61c665e497e9 service neutron] For port 8e341e83-2193-4bad-af90-61bf26e3168f, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=8e341e83-2193-4bad-af90-61bf26e3168f,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:09:04.291020 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-ddcda398-eb24-4c1b-ba17-61c665e497e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (8e341e83-2193-4bad-af90-61bf26e3168f), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:04.326131 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-ddcda398-eb24-4c1b-ba17-61c665e497e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:04.326753 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-ddcda398-eb24-4c1b-ba17-61c665e497e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:04.328511 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-ddcda398-eb24-4c1b-ba17-61c665e497e9 service neutron] 10.222.0.91 "PUT /v2.0/ports/8e341e83-2193-4bad-af90-61bf26e3168f HTTP/1.1" status: 200 len: 1096 time: 0.7031069 Feb 09 02:09:04.328978 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e393b4-c76d-449b-b771-2916c260844b', 'tag': '8e341e83-2193-4bad-af90-61bf26e3168f'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:09:04.331308 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7a8dcf-e780-498f-a837-56192007de70" -d '{"events": [{"name": "network-changed", "server_uuid": "74e393b4-c76d-449b-b771-2916c260844b", "tag": "8e341e83-2193-4bad-af90-61bf26e3168f"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:09:04.367228 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcda398-eb24-4c1b-ba17-61c665e497e9 service neutron] Pushing event updated for resources: {'Port': ['ID=8e341e83-2193-4bad-af90-61bf26e3168f,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:04.403267 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921e7268-a871-45d6-ab8d-4dcfa030d314 x-openstack-request-id: req-921e7268-a871-45d6-ab8d-4dcfa030d314 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:09:04.403572 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74e393b4-c76d-449b-b771-2916c260844b", "tag": "8e341e83-2193-4bad-af90-61bf26e3168f", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:09:04.403832 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-921e7268-a871-45d6-ab8d-4dcfa030d314 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:09:04.404350 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e393b4-c76d-449b-b771-2916c260844b', 'tag': '8e341e83-2193-4bad-af90-61bf26e3168f', 'status': 'completed', 'code': 200} Feb 09 02:09:04.424698 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-47ec4251-97a0-48b5-8957-e77cf68d7334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:04.426233 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-47ec4251-97a0-48b5-8957-e77cf68d7334 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b4d0deab07534dcb8baec72c61404901&device_id=74e393b4-c76d-449b-b771-2916c260844b HTTP/1.1" status: 200 len: 1130 time: 0.0530550 Feb 09 02:09:04.474428 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-ae4120bb-c565-4b9e-8761-4495ea5f87c1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=8e341e83-2193-4bad-af90-61bf26e3168f HTTP/1.1" status: 200 len: 217 time: 0.0407500 Feb 09 02:09:04.525594 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-7744bf83-a142-4627-9e0f-a41019c95549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:04.527079 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-7744bf83-a142-4627-9e0f-a41019c95549 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.0469902 Feb 09 02:09:04.577015 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-c0dc697d-fe16-4932-b9ef-0071d36e9250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:04.578886 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-c0dc697d-fe16-4932-b9ef-0071d36e9250 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0459511 Feb 09 02:09:04.674478 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-1b0c7788-9245-4734-8a83-1c552bf467f3 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862713 Feb 09 02:09:04.763852 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-79c2c649-25f7-45cd-829e-ff3ab95a5c80 req-9a0c3d3e-e7ee-4d32-9443-c7dfe58a475f service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824838 Feb 09 02:09:04.856262 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a8dcf-e780-498f-a837-56192007de70 req-64bd92d8-3bb6-4537-a8ba-4aa56a79bdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:04.857753 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a7a8dcf-e780-498f-a837-56192007de70 req-64bd92d8-3bb6-4537-a8ba-4aa56a79bdc3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b4d0deab07534dcb8baec72c61404901&device_id=74e393b4-c76d-449b-b771-2916c260844b HTTP/1.1" status: 200 len: 1130 time: 0.0447555 Feb 09 02:09:04.953722 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a8dcf-e780-498f-a837-56192007de70 req-9c05a6ef-974e-49d8-a235-060a568e15c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:04.955182 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a7a8dcf-e780-498f-a837-56192007de70 req-9c05a6ef-974e-49d8-a235-060a568e15c9 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3976161f-bd1f-4dbb-b950-6897c01f16f1 HTTP/1.1" status: 200 len: 870 time: 0.0918567 Feb 09 02:09:05.000576 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a7a8dcf-e780-498f-a837-56192007de70 req-3863eefd-8959-443c-a8a3-82a287a61e0a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=8e341e83-2193-4bad-af90-61bf26e3168f HTTP/1.1" status: 200 len: 217 time: 0.0380914 Feb 09 02:09:05.049769 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a8dcf-e780-498f-a837-56192007de70 req-b20bbf67-8d21-4c8e-9814-d35a4b06abf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:05.051210 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a7a8dcf-e780-498f-a837-56192007de70 req-b20bbf67-8d21-4c8e-9814-d35a4b06abf2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98abf639-2282-4fa1-acd9-5660b4f87a0d HTTP/1.1" status: 200 len: 843 time: 0.0441036 Feb 09 02:09:05.107767 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a8dcf-e780-498f-a837-56192007de70 req-04df0513-b0a0-479f-9d09-6ac6ad646aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:05.109330 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a7a8dcf-e780-498f-a837-56192007de70 req-04df0513-b0a0-479f-9d09-6ac6ad646aba service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3976161f-bd1f-4dbb-b950-6897c01f16f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0502443 Feb 09 02:09:05.235437 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a7a8dcf-e780-498f-a837-56192007de70 req-92c8cc51-8995-4fed-a0f3-ef4d21814d0d service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186109 Feb 09 02:09:05.243610 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d7457-b71d-4532-a51a-8b3985c1875a req-14ce1a17-5a6a-4b9b-9a69-28fbebd7b0f4 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:05.244958 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-213d7457-b71d-4532-a51a-8b3985c1875a req-14ce1a17-5a6a-4b9b-9a69-28fbebd7b0f4 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] 10.222.0.30 "GET /v2.0/ports?device_id=74e393b4-c76d-449b-b771-2916c260844b HTTP/1.1" status: 200 len: 947 time: 0.0867736 Feb 09 02:09:05.353555 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-213d7457-b71d-4532-a51a-8b3985c1875a req-975fa3e8-7a1f-4c70-99a0-5b7c94564a2f tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8a83fef-caf4-49d2-94b4-0669ae8ef03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003740 Feb 09 02:09:05.370179 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a7a8dcf-e780-498f-a837-56192007de70 req-12e945e7-5833-481f-bada-01af14c22283 service neutron] 10.222.0.91 "GET /v2.0/networks/3976161f-bd1f-4dbb-b950-6897c01f16f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242845 Feb 09 02:09:06.304737 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 8e341e83-2193-4bad-af90-61bf26e3168f details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:09:06.405905 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 8e341e83-2193-4bad-af90-61bf26e3168f, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=8e341e83-2193-4bad-af90-61bf26e3168f,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:06.417986 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '8e341e83-2193-4bad-af90-61bf26e3168f', 'network_id': '3976161f-bd1f-4dbb-b950-6897c01f16f1', 'port_id': '8e341e83-2193-4bad-af90-61bf26e3168f', 'mac_address': 'fa:16:3e:8b:7d:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98abf639-2282-4fa1-acd9-5660b4f87a0d', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:09:06.457683 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 8e341e83-2193-4bad-af90-61bf26e3168f is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:09:06.458072 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8e341e83-2193-4bad-af90-61bf26e3168f), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:06.471274 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e341e83-2193-4bad-af90-61bf26e3168f {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:09:06.483847 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f010a4-5aa4-4ff2-948b-1edaedccf39e req-ed468362-13c0-4f71-8a56-1fe4b4bee34a tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:06.485357 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c7f010a4-5aa4-4ff2-948b-1edaedccf39e req-ed468362-13c0-4f71-8a56-1fe4b4bee34a tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] 10.222.0.30 "GET /v2.0/ports?device_id=74e393b4-c76d-449b-b771-2916c260844b HTTP/1.1" status: 200 len: 947 time: 0.0593626 Feb 09 02:09:06.491399 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 8e341e83-2193-4bad-af90-61bf26e3168f, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=8e341e83-2193-4bad-af90-61bf26e3168f,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:06.496807 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8e341e83-2193-4bad-af90-61bf26e3168f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:06.535446 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c7f010a4-5aa4-4ff2-948b-1edaedccf39e req-004fdc04-79e2-427f-928b-91096c5f3c98 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8a83fef-caf4-49d2-94b4-0669ae8ef03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443587 Feb 09 02:09:06.545179 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=8e341e83-2193-4bad-af90-61bf26e3168f,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:06.839056 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['8e341e83-2193-4bad-af90-61bf26e3168f'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:09:07.657034 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a490c-a71c-4c6e-b0b7-6d70d7c8afae req-01447258-539d-4e41-b07b-4ba7bbf9bde8 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:07.658524 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-778a490c-a71c-4c6e-b0b7-6d70d7c8afae req-01447258-539d-4e41-b07b-4ba7bbf9bde8 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] 10.222.0.30 "GET /v2.0/ports?device_id=74e393b4-c76d-449b-b771-2916c260844b HTTP/1.1" status: 200 len: 948 time: 0.0535474 Feb 09 02:09:07.705689 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-778a490c-a71c-4c6e-b0b7-6d70d7c8afae req-71f8cdb9-72cc-4ced-b0ad-635b0cae7118 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8a83fef-caf4-49d2-94b4-0669ae8ef03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415900 Feb 09 02:09:08.309916 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 8e341e83-2193-4bad-af90-61bf26e3168f up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:09:08.358413 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 8e341e83-2193-4bad-af90-61bf26e3168f completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:09:08.362316 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 8e341e83-2193-4bad-af90-61bf26e3168f triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:09:08.362681 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8e341e83-2193-4bad-af90-61bf26e3168f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:08.440919 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 8e341e83-2193-4bad-af90-61bf26e3168f is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:09:08.441305 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8e341e83-2193-4bad-af90-61bf26e3168f), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:08.464168 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e393b4-c76d-449b-b771-2916c260844b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e341e83-2193-4bad-af90-61bf26e3168f'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:09:08.477590 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 8e341e83-2193-4bad-af90-61bf26e3168f, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=8e341e83-2193-4bad-af90-61bf26e3168f,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:08.481651 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8e341e83-2193-4bad-af90-61bf26e3168f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:08.505961 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bb5a1265871782f8fa80d718c2cad0aad3f2595cc534f44543b72f1ded69d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680fa64f-1807-4338-87bc-4f5a39ca24dd" -d '{"events": [{"server_uuid": "74e393b4-c76d-449b-b771-2916c260844b", "name": "network-vif-plugged", "status": "completed", "tag": "8e341e83-2193-4bad-af90-61bf26e3168f"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:09:08.534281 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=8e341e83-2193-4bad-af90-61bf26e3168f,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:08.595945 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da9e9f3-af7f-4509-8831-03f398b6ecfe x-openstack-request-id: req-3da9e9f3-af7f-4509-8831-03f398b6ecfe {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:09:08.596277 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e393b4-c76d-449b-b771-2916c260844b", "name": "network-vif-plugged", "status": "completed", "tag": "8e341e83-2193-4bad-af90-61bf26e3168f", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:09:08.596538 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3da9e9f3-af7f-4509-8831-03f398b6ecfe {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:09:08.596935 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e393b4-c76d-449b-b771-2916c260844b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e341e83-2193-4bad-af90-61bf26e3168f', 'code': 200} Feb 09 02:09:08.702535 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5495142-f800-4085-a69a-dc310ca93ba3 req-d664902a-ecb6-4739-bb62-73126ef74086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:08.704004 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a5495142-f800-4085-a69a-dc310ca93ba3 req-d664902a-ecb6-4739-bb62-73126ef74086 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=74e393b4-c76d-449b-b771-2916c260844b HTTP/1.1" status: 200 len: 1132 time: 0.0463448 Feb 09 02:09:08.754460 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a5495142-f800-4085-a69a-dc310ca93ba3 req-b2e517e7-521d-4d52-baca-94f650a58f10 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=e8a83fef-caf4-49d2-94b4-0669ae8ef03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383642 Feb 09 02:09:08.827005 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caced68-745b-445d-b3d6-975a20662663 req-00bd9baa-f4ca-4559-b547-26f2c70ca1e8 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:08.828415 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3caced68-745b-445d-b3d6-975a20662663 req-00bd9baa-f4ca-4559-b547-26f2c70ca1e8 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] 10.222.0.30 "GET /v2.0/ports?device_id=74e393b4-c76d-449b-b771-2916c260844b HTTP/1.1" status: 200 len: 949 time: 0.0522296 Feb 09 02:09:08.874973 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3caced68-745b-445d-b3d6-975a20662663 req-af868caf-be68-4f4d-9a94-8986f8db0813 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8a83fef-caf4-49d2-94b4-0669ae8ef03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410552 Feb 09 02:09:10.005899 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3658121-6555-494b-bcd6-b40a5b477859 req-fa2d9717-b339-4ad6-9af2-364fb54d5197 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:10.007395 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a3658121-6555-494b-bcd6-b40a5b477859 req-fa2d9717-b339-4ad6-9af2-364fb54d5197 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] 10.222.0.30 "GET /v2.0/ports?device_id=74e393b4-c76d-449b-b771-2916c260844b HTTP/1.1" status: 200 len: 949 time: 0.0560336 Feb 09 02:09:10.065859 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a3658121-6555-494b-bcd6-b40a5b477859 req-9a86df0b-3929-4ea7-82aa-08c03ae85d22 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8a83fef-caf4-49d2-94b4-0669ae8ef03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514829 Feb 09 02:09:11.185431 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f7ecf-e000-454d-8e96-dcfc0b337919 req-ad0e3e28-074f-4cdb-b591-c89558db37b2 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:11.186821 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-769f7ecf-e000-454d-8e96-dcfc0b337919 req-ad0e3e28-074f-4cdb-b591-c89558db37b2 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] 10.222.0.30 "GET /v2.0/ports?device_id=74e393b4-c76d-449b-b771-2916c260844b HTTP/1.1" status: 200 len: 949 time: 0.0521762 Feb 09 02:09:11.233049 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-769f7ecf-e000-454d-8e96-dcfc0b337919 req-7d53f239-4bc3-43c8-9c02-50f1c52bdfe7 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8a83fef-caf4-49d2-94b4-0669ae8ef03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406742 Feb 09 02:09:11.622290 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-a6824072-ba82-4c0a-afd4-d7776b657628 req-c8f5817e-7ee6-4f10-8fb7-bfee2b54cce2 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:09:11.623307 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a6824072-ba82-4c0a-afd4-d7776b657628 req-c8f5817e-7ee6-4f10-8fb7-bfee2b54cce2 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0482516 Feb 09 02:09:12.021866 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-0ec0fd6d-4d47-4e8f-94bf-8819b9441c37 req-86907805-3813-4774-a937-4f33b36e59fc service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:09:12.022883 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0ec0fd6d-4d47-4e8f-94bf-8819b9441c37 req-86907805-3813-4774-a937-4f33b36e59fc service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0445232 Feb 09 02:09:12.360001 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4d420-bd5a-4358-8782-53f6598a2409 req-4180dd4d-3240-45c1-9f6c-20068f09b8d4 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:12.361463 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4af4d420-bd5a-4358-8782-53f6598a2409 req-4180dd4d-3240-45c1-9f6c-20068f09b8d4 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] 10.222.0.30 "GET /v2.0/ports?device_id=74e393b4-c76d-449b-b771-2916c260844b HTTP/1.1" status: 200 len: 949 time: 0.0529304 Feb 09 02:09:12.408239 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4af4d420-bd5a-4358-8782-53f6598a2409 req-3c59144c-2103-4d06-a4ab-c55dbb5863bc tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8a83fef-caf4-49d2-94b4-0669ae8ef03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410342 Feb 09 02:09:13.534813 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a925fd-77b9-4c72-9122-590a996ee714 req-5badd1b2-3dbb-44cd-bb93-9d55ee4a9b7a tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:13.536306 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f3a925fd-77b9-4c72-9122-590a996ee714 req-5badd1b2-3dbb-44cd-bb93-9d55ee4a9b7a tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] 10.222.0.30 "GET /v2.0/ports?device_id=74e393b4-c76d-449b-b771-2916c260844b HTTP/1.1" status: 200 len: 949 time: 0.0578222 Feb 09 02:09:13.583891 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f3a925fd-77b9-4c72-9122-590a996ee714 req-b5a90a41-d4ce-4b10-8d5e-96fa27ba27db tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] 10.222.0.30 "GET /v2.0/security-groups?id=e8a83fef-caf4-49d2-94b4-0669ae8ef03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414777 Feb 09 02:09:13.762817 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f85fb-0786-4813-94e1-f3a5da8bfbf7 req-29fdaa3c-92ad-4714-9c1c-3f6d763f8c37 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:13.764260 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a6f85fb-0786-4813-94e1-f3a5da8bfbf7 req-29fdaa3c-92ad-4714-9c1c-3f6d763f8c37 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] 10.222.0.91 "GET /v2.0/ports?device_id=74e393b4-c76d-449b-b771-2916c260844b HTTP/1.1" status: 200 len: 949 time: 0.0551310 Feb 09 02:09:13.860812 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-4a6f85fb-0786-4813-94e1-f3a5da8bfbf7 req-d867f278-f393-461a-8374-cd0c73e216d5 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Deleting port 8e341e83-2193-4bad-af90-61bf26e3168f {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:09:13.861149 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4a6f85fb-0786-4813-94e1-f3a5da8bfbf7 req-d867f278-f393-461a-8374-cd0c73e216d5 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (8e341e83-2193-4bad-af90-61bf26e3168f), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:13.948921 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-4a6f85fb-0786-4813-94e1-f3a5da8bfbf7 req-d867f278-f393-461a-8374-cd0c73e216d5 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] For port 8e341e83-2193-4bad-af90-61bf26e3168f, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=8e341e83-2193-4bad-af90-61bf26e3168f,segment=NetworkSegment(69ac9875-7525-4012-a92e-19032162166a),segment_id=69ac9875-7525-4012-a92e-19032162166a)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:13.949280 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4a6f85fb-0786-4813-94e1-f3a5da8bfbf7 req-d867f278-f393-461a-8374-cd0c73e216d5 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (8e341e83-2193-4bad-af90-61bf26e3168f), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:13.961277 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-4a6f85fb-0786-4813-94e1-f3a5da8bfbf7 req-d867f278-f393-461a-8374-cd0c73e216d5 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Calling delete_port for 8e341e83-2193-4bad-af90-61bf26e3168f owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:09:14.095035 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4a6f85fb-0786-4813-94e1-f3a5da8bfbf7 req-d867f278-f393-461a-8374-cd0c73e216d5 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (8e341e83-2193-4bad-af90-61bf26e3168f), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:14.108877 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['8e341e83-2193-4bad-af90-61bf26e3168f'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:09:14.123781 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867f278-f393-461a-8374-cd0c73e216d5 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Pushing event deleted for resources: {'Port': ['ID=8e341e83-2193-4bad-af90-61bf26e3168f,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:14.139325 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867f278-f393-461a-8374-cd0c73e216d5 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:14.139708 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867f278-f393-461a-8374-cd0c73e216d5 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:14.140027 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867f278-f393-461a-8374-cd0c73e216d5 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:14.140363 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867f278-f393-461a-8374-cd0c73e216d5 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:14.140693 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867f278-f393-461a-8374-cd0c73e216d5 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:14.141015 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867f278-f393-461a-8374-cd0c73e216d5 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:14.141340 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867f278-f393-461a-8374-cd0c73e216d5 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:14.141663 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867f278-f393-461a-8374-cd0c73e216d5 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:14.141986 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867f278-f393-461a-8374-cd0c73e216d5 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:14.142307 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867f278-f393-461a-8374-cd0c73e216d5 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:14.142630 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867f278-f393-461a-8374-cd0c73e216d5 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:14.142946 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867f278-f393-461a-8374-cd0c73e216d5 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:14.143261 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867f278-f393-461a-8374-cd0c73e216d5 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:14.183118 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a6f85fb-0786-4813-94e1-f3a5da8bfbf7 req-d867f278-f393-461a-8374-cd0c73e216d5 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] No DVR routers for this DVR port 8e341e83-2193-4bad-af90-61bf26e3168f on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:09:14.186174 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4a6f85fb-0786-4813-94e1-f3a5da8bfbf7 req-d867f278-f393-461a-8374-cd0c73e216d5 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:14.190214 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a6f85fb-0786-4813-94e1-f3a5da8bfbf7 req-d867f278-f393-461a-8374-cd0c73e216d5 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] 10.222.0.91 "DELETE /v2.0/ports/8e341e83-2193-4bad-af90-61bf26e3168f HTTP/1.1" status: 204 len: 173 time: 0.4182918 Feb 09 02:09:14.190749 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e393b4-c76d-449b-b771-2916c260844b', 'name': 'network-vif-deleted', 'tag': '8e341e83-2193-4bad-af90-61bf26e3168f'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:09:14.193020 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e25a9f4-9e47-4bf4-9551-dbb7eb1eb77d" -d '{"events": [{"server_uuid": "74e393b4-c76d-449b-b771-2916c260844b", "name": "network-vif-deleted", "tag": "8e341e83-2193-4bad-af90-61bf26e3168f"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:09:14.237614 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2cd14e-dd1a-4c66-9225-c13880938742 x-openstack-request-id: req-3b2cd14e-dd1a-4c66-9225-c13880938742 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:09:14.237908 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e393b4-c76d-449b-b771-2916c260844b", "name": "network-vif-deleted", "tag": "8e341e83-2193-4bad-af90-61bf26e3168f", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:09:14.238155 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3b2cd14e-dd1a-4c66-9225-c13880938742 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:09:14.238559 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e393b4-c76d-449b-b771-2916c260844b', 'name': 'network-vif-deleted', 'tag': '8e341e83-2193-4bad-af90-61bf26e3168f', 'status': 'completed', 'code': 200} Feb 09 02:09:14.703048 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9978264f-6e1e-41cb-b567-b0f9fe2e6bde req-2840181e-4a1c-4c50-93e3-9e8c01dd8368 tempest-ServersAdminNegativeTestJSON-90103113 tempest-ServersAdminNegativeTestJSON-90103113-project] 10.222.0.30 "GET /v2.0/ports?device_id=74e393b4-c76d-449b-b771-2916c260844b HTTP/1.1" status: 200 len: 210 time: 0.0317435 Feb 09 02:09:15.993892 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 49156) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:09:16.125021 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-93e0600d-8476-4569-9084-078791217074 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b4d0deab07534dcb8baec72c61404901&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1299570 Feb 09 02:09:16.127482 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 49160) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:09:16.174377 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-afa70626-5cdd-420a-bb91-c7ddd06ae36d admin admin] Publish callbacks [] for security_group (e8a83fef-caf4-49d2-94b4-0669ae8ef03d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:16.196761 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-afa70626-5cdd-420a-bb91-c7ddd06ae36d admin admin] Publish callbacks [] for security_group (e8a83fef-caf4-49d2-94b4-0669ae8ef03d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:16.243007 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-afa70626-5cdd-420a-bb91-c7ddd06ae36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (e8a83fef-caf4-49d2-94b4-0669ae8ef03d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:16.245809 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-afa70626-5cdd-420a-bb91-c7ddd06ae36d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:16.246931 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-afa70626-5cdd-420a-bb91-c7ddd06ae36d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e8a83fef-caf4-49d2-94b4-0669ae8ef03d HTTP/1.1" status: 204 len: 168 time: 0.1185281 Feb 09 02:09:16.256169 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa70626-5cdd-420a-bb91-c7ddd06ae36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a83fef-caf4-49d2-94b4-0669ae8ef03d,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:16.503543 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 49166) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:09:16.516722 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fa16d665-7b31-4c0c-b4a2-5802e7c731ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:16.594784 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fa16d665-7b31-4c0c-b4a2-5802e7c731ed admin admin] Publish callbacks [] for security_group (8b45803f-43aa-41e0-9252-b453d74bccbb), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:16.598685 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fa16d665-7b31-4c0c-b4a2-5802e7c731ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (8b45803f-43aa-41e0-9252-b453d74bccbb), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:16.638397 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa16d665-7b31-4c0c-b4a2-5802e7c731ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b45803f-43aa-41e0-9252-b453d74bccbb,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:16.643312 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-fa16d665-7b31-4c0c-b4a2-5802e7c731ed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aa7d15e0238c46fcb580120f259c6cfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1387298 Feb 09 02:09:16.646273 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 49168) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:09:16.692907 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0c71c4a5-82b7-4937-96f0-2eaa7f48120c admin admin] Publish callbacks [] for security_group (8b45803f-43aa-41e0-9252-b453d74bccbb), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:16.713705 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0c71c4a5-82b7-4937-96f0-2eaa7f48120c admin admin] Publish callbacks [] for security_group (8b45803f-43aa-41e0-9252-b453d74bccbb), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:16.758374 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0c71c4a5-82b7-4937-96f0-2eaa7f48120c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (8b45803f-43aa-41e0-9252-b453d74bccbb), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:16.761389 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0c71c4a5-82b7-4937-96f0-2eaa7f48120c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:16.762563 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0c71c4a5-82b7-4937-96f0-2eaa7f48120c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b45803f-43aa-41e0-9252-b453d74bccbb HTTP/1.1" status: 204 len: 168 time: 0.1153758 Feb 09 02:09:16.770285 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71c4a5-82b7-4937-96f0-2eaa7f48120c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b45803f-43aa-41e0-9252-b453d74bccbb,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:17.437532 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 49192) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:09:17.532388 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-c7cef599-5768-4a7e-b64b-2f74ebbf13b3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1933782173-network', 'tenant_id': 'ef889a20c3d044aa9f37b15bd515115e'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:09:17.551516 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7cef599-5768-4a7e-b64b-2f74ebbf13b3 admin admin] Made reservation on behalf of ef889a20c3d044aa9f37b15bd515115e for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:09:17.553787 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c7cef599-5768-4a7e-b64b-2f74ebbf13b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:17.562520 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c7cef599-5768-4a7e-b64b-2f74ebbf13b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:17.635689 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c7cef599-5768-4a7e-b64b-2f74ebbf13b3 admin admin] Publish callbacks [] for security_group (65fb4ac6-9f01-4562-a581-68d9bc24853f), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:17.639442 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c7cef599-5768-4a7e-b64b-2f74ebbf13b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (65fb4ac6-9f01-4562-a581-68d9bc24853f), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:17.663300 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7cef599-5768-4a7e-b64b-2f74ebbf13b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:09:17.671796 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cef599-5768-4a7e-b64b-2f74ebbf13b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65fb4ac6-9f01-4562-a581-68d9bc24853f,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:17.678585 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c7cef599-5768-4a7e-b64b-2f74ebbf13b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (2d4923d9-ad03-4bb8-9b0f-da143a77354b), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:17.679569 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-c7cef599-5768-4a7e-b64b-2f74ebbf13b3 admin admin] Added segment 2d4923d9-ad03-4bb8-9b0f-da143a77354b of type vlan for network 4e301649-38e0-46b0-8d34-915f474f8eec Feb 09 02:09:17.722054 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c7cef599-5768-4a7e-b64b-2f74ebbf13b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (4e301649-38e0-46b0-8d34-915f474f8eec), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:17.747894 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c7cef599-5768-4a7e-b64b-2f74ebbf13b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (4e301649-38e0-46b0-8d34-915f474f8eec), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:17.748841 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cef599-5768-4a7e-b64b-2f74ebbf13b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:17.749415 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c7cef599-5768-4a7e-b64b-2f74ebbf13b3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:17.797915 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c7cef599-5768-4a7e-b64b-2f74ebbf13b3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3592501 Feb 09 02:09:17.800910 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 49196) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:09:17.806562 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-9fc0ed7d-366c-44b3-a1cf-16ffa95c54e7 admin admin] Request body: {'subnet': {'network_id': '4e301649-38e0-46b0-8d34-915f474f8eec', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1933782173-subnet', 'tenant_id': 'ef889a20c3d044aa9f37b15bd515115e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:09:17.811029 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cef599-5768-4a7e-b64b-2f74ebbf13b3 admin admin] Pushing event updated for resources: {'Network': ['ID=4e301649-38e0-46b0-8d34-915f474f8eec,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:17.822130 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 4e301649-38e0-46b0-8d34-915f474f8eec details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:09:17.828240 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc0ed7d-366c-44b3-a1cf-16ffa95c54e7 admin admin] Made reservation on behalf of ef889a20c3d044aa9f37b15bd515115e for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:09:17.830691 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9fc0ed7d-366c-44b3-a1cf-16ffa95c54e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:18.006639 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9fc0ed7d-366c-44b3-a1cf-16ffa95c54e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (b8b54a6a-ca19-448c-b82e-8a4ff2413640), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:18.061165 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0ed7d-366c-44b3-a1cf-16ffa95c54e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8b54a6a-ca19-448c-b82e-8a4ff2413640,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:18.073709 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0ed7d-366c-44b3-a1cf-16ffa95c54e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:18.074058 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0ed7d-366c-44b3-a1cf-16ffa95c54e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:18.074398 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0ed7d-366c-44b3-a1cf-16ffa95c54e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:18.074740 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0ed7d-366c-44b3-a1cf-16ffa95c54e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:18.075070 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0ed7d-366c-44b3-a1cf-16ffa95c54e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:18.075398 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0ed7d-366c-44b3-a1cf-16ffa95c54e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:18.075723 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0ed7d-366c-44b3-a1cf-16ffa95c54e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:18.076073 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0ed7d-366c-44b3-a1cf-16ffa95c54e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:18.076396 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0ed7d-366c-44b3-a1cf-16ffa95c54e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:18.076716 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0ed7d-366c-44b3-a1cf-16ffa95c54e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:18.077045 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0ed7d-366c-44b3-a1cf-16ffa95c54e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:18.077354 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0ed7d-366c-44b3-a1cf-16ffa95c54e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:18.077672 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0ed7d-366c-44b3-a1cf-16ffa95c54e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:18.083508 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc0ed7d-366c-44b3-a1cf-16ffa95c54e7 admin admin] Checking segment: {'id': '2d4923d9-ad03-4bb8-9b0f-da143a77354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '4e301649-38e0-46b0-8d34-915f474f8eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:09:18.083971 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc0ed7d-366c-44b3-a1cf-16ffa95c54e7 admin admin] Network hostable DHCP agents. Network: 4e301649-38e0-46b0-8d34-915f474f8eec, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:09:18.100213 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc0ed7d-366c-44b3-a1cf-16ffa95c54e7 admin admin] Network 4e301649-38e0-46b0-8d34-915f474f8eec is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:09:18.109813 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-9fc0ed7d-366c-44b3-a1cf-16ffa95c54e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 4e301649-38e0-46b0-8d34-915f474f8eec) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:09:18.114632 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc0ed7d-366c-44b3-a1cf-16ffa95c54e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:18.115225 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9fc0ed7d-366c-44b3-a1cf-16ffa95c54e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:18.120785 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a7338c-3163-4d9b-a6e5-ccb55f412f5e None None] Network 4e301649-38e0-46b0-8d34-915f474f8eec requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:09:18.132006 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9fc0ed7d-366c-44b3-a1cf-16ffa95c54e7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3299730 Feb 09 02:09:18.218074 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f3329f-218b-43a0-a6c7-051b24893d56 None None] Network 4e301649-38e0-46b0-8d34-915f474f8eec requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:09:18.350219 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 8e341e83-2193-4bad-af90-61bf26e3168f no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:09:18.370866 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 8e341e83-2193-4bad-af90-61bf26e3168f {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:09:18.371210 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 8e341e83-2193-4bad-af90-61bf26e3168f not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:09:18.559030 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-02438d76-5383-440d-b5b5-28e0bcf0edb2 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:18.561552 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-02438d76-5383-440d-b5b5-28e0bcf0edb2 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/networks?id=4e301649-38e0-46b0-8d34-915f474f8eec HTTP/1.1" status: 200 len: 812 time: 0.1069086 Feb 09 02:09:18.577358 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-c6b2288e-d9ec-4c7a-8154-669da505bf53 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/quotas/ef889a20c3d044aa9f37b15bd515115e HTTP/1.1" status: 200 len: 375 time: 0.0099230 Feb 09 02:09:18.611001 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-73ee2ff9-2623-40ea-8289-aa248ee17be3 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef889a20c3d044aa9f37b15bd515115e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279403 Feb 09 02:09:18.621295 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-0422266c-cfe7-4b79-b249-fde46522dc5a service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:09:18.622239 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-0422266c-cfe7-4b79-b249-fde46522dc5a service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051460 Feb 09 02:09:18.713708 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-bd7c3223-4afb-434f-a655-c9dcf5b954cc service neutron] 10.222.0.30 "GET /v2.0/networks/4e301649-38e0-46b0-8d34-915f474f8eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862091 Feb 09 02:09:18.801893 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-2c7d586a-e9d3-4f82-8cc8-4944dbe9e615 service neutron] 10.222.0.30 "GET /v2.0/networks/4e301649-38e0-46b0-8d34-915f474f8eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827632 Feb 09 02:09:18.963345 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4ac0a0a4-ad75-491a-8b42-22f8fa0942d2 req-62447fe0-4453-484c-85b5-d09336ded77f tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 210 time: 0.0286286 Feb 09 02:09:19.907834 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-109b0c44-68c3-4d15-a503-89d017543c9c tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:19.909450 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-109b0c44-68c3-4d15-a503-89d017543c9c tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.121 "GET /v2.0/networks?id=4e301649-38e0-46b0-8d34-915f474f8eec HTTP/1.1" status: 200 len: 812 time: 0.1129775 Feb 09 02:09:19.923052 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-da06a730-b4e9-4f64-8752-36b359984cb6 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Request body: {'port': {'device_id': '3162da68-0e24-4993-93f0-ce293fa988b6', 'network_id': '4e301649-38e0-46b0-8d34-915f474f8eec', 'admin_state_up': True, 'tenant_id': 'ef889a20c3d044aa9f37b15bd515115e'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:09:19.923245 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:20.028711 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-da06a730-b4e9-4f64-8752-36b359984cb6 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Made reservation on behalf of ef889a20c3d044aa9f37b15bd515115e for: {'port': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:09:20.031969 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-da06a730-b4e9-4f64-8752-36b359984cb6 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:20.059367 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-25266253-5439-40e5-99d9-edd4d370be6a req-d1f45d40-3b00-492b-a5e7-6e5938d23bb0 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 210 time: 0.0278249 Feb 09 02:09:20.158583 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-da06a730-b4e9-4f64-8752-36b359984cb6 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Allocated IP 172.20.0.3 (4e301649-38e0-46b0-8d34-915f474f8eec/b8b54a6a-ca19-448c-b82e-8a4ff2413640/9d34a7a8-4738-4215-927b-3dfe49813f6e) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:09:20.310050 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-da06a730-b4e9-4f64-8752-36b359984cb6 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Publish callbacks [] for port (9d34a7a8-4738-4215-927b-3dfe49813f6e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:20.327653 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:09:20.343780 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-da06a730-b4e9-4f64-8752-36b359984cb6 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (9d34a7a8-4738-4215-927b-3dfe49813f6e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:20.389632 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-da06a730-b4e9-4f64-8752-36b359984cb6 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Network 4e301649-38e0-46b0-8d34-915f474f8eec is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:09:20.392817 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-da06a730-b4e9-4f64-8752-36b359984cb6 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:09:20.396661 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-da06a730-b4e9-4f64-8752-36b359984cb6 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:09:20.402905 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06a730-b4e9-4f64-8752-36b359984cb6 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Pushing event updated for resources: {'Port': ['ID=9d34a7a8-4738-4215-927b-3dfe49813f6e,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:20.451332 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-da06a730-b4e9-4f64-8752-36b359984cb6 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:20.452004 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-da06a730-b4e9-4f64-8752-36b359984cb6 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:20.470670 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-da06a730-b4e9-4f64-8752-36b359984cb6 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5514174 Feb 09 02:09:20.483830 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-f2b230d2-5d0e-4834-88f9-11888bb51a00 service neutron] Request body: {'port': {'device_id': '3162da68-0e24-4993-93f0-ce293fa988b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:09:20.846289 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-f2b230d2-5d0e-4834-88f9-11888bb51a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9d34a7a8-4738-4215-927b-3dfe49813f6e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:20.901660 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-12093bee-852b-448e-9fe6-2d308ed83bb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:21.106498 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-f2b230d2-5d0e-4834-88f9-11888bb51a00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d34a7a8-4738-4215-927b-3dfe49813f6e {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:09:21.114958 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-f2b230d2-5d0e-4834-88f9-11888bb51a00 service neutron] Publish callbacks [] for port (9d34a7a8-4738-4215-927b-3dfe49813f6e), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:21.128390 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-f2b230d2-5d0e-4834-88f9-11888bb51a00 service neutron] Transition to ACTIVE for port object 9d34a7a8-4738-4215-927b-3dfe49813f6e will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:09:21.131896 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-f2b230d2-5d0e-4834-88f9-11888bb51a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (9d34a7a8-4738-4215-927b-3dfe49813f6e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:21.184205 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b230d2-5d0e-4834-88f9-11888bb51a00 service neutron] Pushing event updated for resources: {'Port': ['ID=9d34a7a8-4738-4215-927b-3dfe49813f6e,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:21.191439 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce879c6e-43b2-41c9-a695-c7f760443e59 req-0c0194c1-3492-4bfe-972b-b6364b43f6e5 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:21.193512 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ce879c6e-43b2-41c9-a695-c7f760443e59 req-0c0194c1-3492-4bfe-972b-b6364b43f6e5 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 943 time: 0.0606768 Feb 09 02:09:21.242571 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ce879c6e-43b2-41c9-a695-c7f760443e59 req-61161cab-87ea-4947-ba25-3d88d5581fcf tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/security-groups?id=65fb4ac6-9f01-4562-a581-68d9bc24853f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426922 Feb 09 02:09:21.260837 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-f2b230d2-5d0e-4834-88f9-11888bb51a00 service neutron] Attempting to bind port 9d34a7a8-4738-4215-927b-3dfe49813f6e on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:09:21.261168 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-f2b230d2-5d0e-4834-88f9-11888bb51a00 service neutron] Attempting to bind port 9d34a7a8-4738-4215-927b-3dfe49813f6e by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '2d4923d9-ad03-4bb8-9b0f-da143a77354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '4e301649-38e0-46b0-8d34-915f474f8eec'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:09:21.261486 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-f2b230d2-5d0e-4834-88f9-11888bb51a00 service neutron] Attempting to bind port 9d34a7a8-4738-4215-927b-3dfe49813f6e on network 4e301649-38e0-46b0-8d34-915f474f8eec {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:09:21.265857 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-f2b230d2-5d0e-4834-88f9-11888bb51a00 service neutron] Port 9d34a7a8-4738-4215-927b-3dfe49813f6e on network 4e301649-38e0-46b0-8d34-915f474f8eec not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:09:21.266166 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-f2b230d2-5d0e-4834-88f9-11888bb51a00 service neutron] Attempting to bind port 9d34a7a8-4738-4215-927b-3dfe49813f6e on network 4e301649-38e0-46b0-8d34-915f474f8eec {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:09:21.271089 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-f2b230d2-5d0e-4834-88f9-11888bb51a00 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:09:21.271420 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-f2b230d2-5d0e-4834-88f9-11888bb51a00 service neutron] Checking segment: {'id': '2d4923d9-ad03-4bb8-9b0f-da143a77354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '4e301649-38e0-46b0-8d34-915f474f8eec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:09:21.271793 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-f2b230d2-5d0e-4834-88f9-11888bb51a00 service neutron] Bound using segment: {'id': '2d4923d9-ad03-4bb8-9b0f-da143a77354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '4e301649-38e0-46b0-8d34-915f474f8eec'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:09:21.272236 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-f2b230d2-5d0e-4834-88f9-11888bb51a00 service neutron] Bound port: 9d34a7a8-4738-4215-927b-3dfe49813f6e, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d4923d9-ad03-4bb8-9b0f-da143a77354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '4e301649-38e0-46b0-8d34-915f474f8eec'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:09:21.272576 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-f2b230d2-5d0e-4834-88f9-11888bb51a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9d34a7a8-4738-4215-927b-3dfe49813f6e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:21.333416 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-f2b230d2-5d0e-4834-88f9-11888bb51a00 service neutron] For port 9d34a7a8-4738-4215-927b-3dfe49813f6e, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:09:21.337051 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-f2b230d2-5d0e-4834-88f9-11888bb51a00 service neutron] For port 9d34a7a8-4738-4215-927b-3dfe49813f6e, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9d34a7a8-4738-4215-927b-3dfe49813f6e,segment=NetworkSegment(2d4923d9-ad03-4bb8-9b0f-da143a77354b),segment_id=2d4923d9-ad03-4bb8-9b0f-da143a77354b)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:09:21.344273 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-f2b230d2-5d0e-4834-88f9-11888bb51a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (9d34a7a8-4738-4215-927b-3dfe49813f6e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:21.380325 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-f2b230d2-5d0e-4834-88f9-11888bb51a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:21.380944 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-f2b230d2-5d0e-4834-88f9-11888bb51a00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:21.382499 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-f2b230d2-5d0e-4834-88f9-11888bb51a00 service neutron] 10.222.0.121 "PUT /v2.0/ports/9d34a7a8-4738-4215-927b-3dfe49813f6e HTTP/1.1" status: 200 len: 1092 time: 0.9027040 Feb 09 02:09:21.382995 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3162da68-0e24-4993-93f0-ce293fa988b6', 'tag': '9d34a7a8-4738-4215-927b-3dfe49813f6e'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:09:21.385414 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8875158a3b8cd9e21020c5e530d02786ba26f4a79624d6907fbca9bf06d66985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a7afd1-c42a-401c-bcd8-500cd4eefe5c" -d '{"events": [{"name": "network-changed", "server_uuid": "3162da68-0e24-4993-93f0-ce293fa988b6", "tag": "9d34a7a8-4738-4215-927b-3dfe49813f6e"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:09:21.417476 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:21.417934 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b230d2-5d0e-4834-88f9-11888bb51a00 service neutron] Pushing event updated for resources: {'Port': ['ID=9d34a7a8-4738-4215-927b-3dfe49813f6e,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:21.444928 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051af15b-c3dd-4edd-ad18-36baeff08031 x-openstack-request-id: req-051af15b-c3dd-4edd-ad18-36baeff08031 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:09:21.445221 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3162da68-0e24-4993-93f0-ce293fa988b6", "tag": "9d34a7a8-4738-4215-927b-3dfe49813f6e", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:09:21.445474 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-051af15b-c3dd-4edd-ad18-36baeff08031 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:09:21.445872 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3162da68-0e24-4993-93f0-ce293fa988b6', 'tag': '9d34a7a8-4738-4215-927b-3dfe49813f6e', 'status': 'completed', 'code': 200} Feb 09 02:09:21.486536 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-bd4f2749-e7d9-4c18-b724-98ddd4f2d12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:21.488054 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-bd4f2749-e7d9-4c18-b724-98ddd4f2d12c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ef889a20c3d044aa9f37b15bd515115e&device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 1126 time: 0.0522511 Feb 09 02:09:21.528980 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-ec02a9f2-4270-4d30-94bc-c12bd813c0b1 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d34a7a8-4738-4215-927b-3dfe49813f6e HTTP/1.1" status: 200 len: 217 time: 0.0340028 Feb 09 02:09:21.576511 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-11be5225-0e3b-412f-992b-368118d9a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:21.577988 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-11be5225-0e3b-412f-992b-368118d9a2f5 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b8b54a6a-ca19-448c-b82e-8a4ff2413640 HTTP/1.1" status: 200 len: 852 time: 0.0432892 Feb 09 02:09:21.614026 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-5059956f-2f68-49a4-b2fd-3e592804f593 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4e301649-38e0-46b0-8d34-915f474f8eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299797 Feb 09 02:09:21.705610 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-9ee99c5d-c047-47e8-9685-05690ce53728 service neutron] 10.222.0.121 "GET /v2.0/networks/4e301649-38e0-46b0-8d34-915f474f8eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852344 Feb 09 02:09:21.799791 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b7b87771-2959-433e-89a5-d03a6e1f88b6 req-ced20097-f690-4d98-ba00-d3fcea16b8dd service neutron] 10.222.0.121 "GET /v2.0/networks/4e301649-38e0-46b0-8d34-915f474f8eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884144 Feb 09 02:09:21.887593 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7afd1-c42a-401c-bcd8-500cd4eefe5c req-b58680f1-4cd2-40e4-8758-05660d27c9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:21.889087 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-49a7afd1-c42a-401c-bcd8-500cd4eefe5c req-b58680f1-4cd2-40e4-8758-05660d27c9a5 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ef889a20c3d044aa9f37b15bd515115e&device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 1126 time: 0.0454907 Feb 09 02:09:21.977928 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7afd1-c42a-401c-bcd8-500cd4eefe5c req-0aa6d858-4dc1-4753-a654-3ff91f1943ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:21.979393 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-49a7afd1-c42a-401c-bcd8-500cd4eefe5c req-0aa6d858-4dc1-4753-a654-3ff91f1943ed service neutron] 10.222.0.121 "GET /v2.0/networks?id=4e301649-38e0-46b0-8d34-915f474f8eec HTTP/1.1" status: 200 len: 913 time: 0.0848958 Feb 09 02:09:22.023387 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-49a7afd1-c42a-401c-bcd8-500cd4eefe5c req-9a6466c2-4955-4c84-a158-aa3136052420 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d34a7a8-4738-4215-927b-3dfe49813f6e HTTP/1.1" status: 200 len: 217 time: 0.0385456 Feb 09 02:09:22.070586 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7afd1-c42a-401c-bcd8-500cd4eefe5c req-f61a3ba1-77e7-45c0-ba95-42aaefe2c313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:22.072115 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-49a7afd1-c42a-401c-bcd8-500cd4eefe5c req-f61a3ba1-77e7-45c0-ba95-42aaefe2c313 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b8b54a6a-ca19-448c-b82e-8a4ff2413640 HTTP/1.1" status: 200 len: 852 time: 0.0427456 Feb 09 02:09:22.104845 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-49a7afd1-c42a-401c-bcd8-500cd4eefe5c req-47429b32-26db-43c8-98d1-341c16c5c797 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4e301649-38e0-46b0-8d34-915f474f8eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260570 Feb 09 02:09:22.198185 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-49a7afd1-c42a-401c-bcd8-500cd4eefe5c req-6cea6bbd-a6ab-447e-afcd-a2a0c277cd57 service neutron] 10.222.0.121 "GET /v2.0/networks/4e301649-38e0-46b0-8d34-915f474f8eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855610 Feb 09 02:09:22.287282 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-49a7afd1-c42a-401c-bcd8-500cd4eefe5c req-9117c56b-18f3-42d5-bf8c-9474b75366fe service neutron] 10.222.0.121 "GET /v2.0/networks/4e301649-38e0-46b0-8d34-915f474f8eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823100 Feb 09 02:09:22.363784 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786d60d-24bf-46dc-97bb-7e3d28c3aef2 req-5fa03ff9-dd59-4ae4-92d6-cb068ee5f829 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:22.365308 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3786d60d-24bf-46dc-97bb-7e3d28c3aef2 req-5fa03ff9-dd59-4ae4-92d6-cb068ee5f829 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 943 time: 0.0533984 Feb 09 02:09:22.413219 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3786d60d-24bf-46dc-97bb-7e3d28c3aef2 req-e9518df4-2f24-47ee-ba12-2bd2fc879d8a tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/security-groups?id=65fb4ac6-9f01-4562-a581-68d9bc24853f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422006 Feb 09 02:09:23.535593 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d362af-1e31-498d-9d00-8feb6ed2d5f2 req-fec52c13-89b0-4dfc-abfb-e135ea5b404f tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:23.536999 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-24d362af-1e31-498d-9d00-8feb6ed2d5f2 req-fec52c13-89b0-4dfc-abfb-e135ea5b404f tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 943 time: 0.0532489 Feb 09 02:09:23.589363 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-24d362af-1e31-498d-9d00-8feb6ed2d5f2 req-779f0ce8-cefa-4f5b-bf07-e7c051bca513 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/security-groups?id=65fb4ac6-9f01-4562-a581-68d9bc24853f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465896 Feb 09 02:09:24.342200 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9e5495be-5966-44ab-99e3-66ff228056c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:24.649374 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 9d34a7a8-4738-4215-927b-3dfe49813f6e details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:09:24.707737 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375885ec-081d-496e-bc13-7c028e08c913 req-9d17a8bf-a702-468e-a884-52d50d93eb43 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:24.709259 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-375885ec-081d-496e-bc13-7c028e08c913 req-9d17a8bf-a702-468e-a884-52d50d93eb43 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 943 time: 0.0522902 Feb 09 02:09:24.752101 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 9d34a7a8-4738-4215-927b-3dfe49813f6e, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9d34a7a8-4738-4215-927b-3dfe49813f6e,segment=NetworkSegment(2d4923d9-ad03-4bb8-9b0f-da143a77354b),segment_id=2d4923d9-ad03-4bb8-9b0f-da143a77354b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:24.760531 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-375885ec-081d-496e-bc13-7c028e08c913 req-62f4b867-a507-44bd-bf29-d9e81da1a6a6 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/security-groups?id=65fb4ac6-9f01-4562-a581-68d9bc24853f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448618 Feb 09 02:09:24.770193 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '9d34a7a8-4738-4215-927b-3dfe49813f6e', 'network_id': '4e301649-38e0-46b0-8d34-915f474f8eec', 'port_id': '9d34a7a8-4738-4215-927b-3dfe49813f6e', 'mac_address': 'fa:16:3e:6d:2b:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b54a6a-ca19-448c-b82e-8a4ff2413640', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:09:24.812903 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 9d34a7a8-4738-4215-927b-3dfe49813f6e is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:09:24.813297 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9d34a7a8-4738-4215-927b-3dfe49813f6e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:24.829691 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d34a7a8-4738-4215-927b-3dfe49813f6e {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:09:24.852346 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 9d34a7a8-4738-4215-927b-3dfe49813f6e, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9d34a7a8-4738-4215-927b-3dfe49813f6e,segment=NetworkSegment(2d4923d9-ad03-4bb8-9b0f-da143a77354b),segment_id=2d4923d9-ad03-4bb8-9b0f-da143a77354b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:24.856735 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9d34a7a8-4738-4215-927b-3dfe49813f6e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:24.905478 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=9d34a7a8-4738-4215-927b-3dfe49813f6e,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:25.103847 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['9d34a7a8-4738-4215-927b-3dfe49813f6e'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:09:25.887314 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc407bc2-0b04-447d-95c8-7d1d2eba9e08 req-80b7615f-4d55-45d5-8876-ed61511e1ca2 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:25.888718 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bc407bc2-0b04-447d-95c8-7d1d2eba9e08 req-80b7615f-4d55-45d5-8876-ed61511e1ca2 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 944 time: 0.0526581 Feb 09 02:09:25.934932 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bc407bc2-0b04-447d-95c8-7d1d2eba9e08 req-6ae4fa25-64fb-4992-b592-0df3e194ffdb tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/security-groups?id=65fb4ac6-9f01-4562-a581-68d9bc24853f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406525 Feb 09 02:09:25.972586 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:26.653839 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 9d34a7a8-4738-4215-927b-3dfe49813f6e up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:09:26.702316 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 9d34a7a8-4738-4215-927b-3dfe49813f6e completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:09:26.706238 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 9d34a7a8-4738-4215-927b-3dfe49813f6e triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:09:26.706609 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9d34a7a8-4738-4215-927b-3dfe49813f6e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:26.785431 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 9d34a7a8-4738-4215-927b-3dfe49813f6e is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:09:26.785816 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9d34a7a8-4738-4215-927b-3dfe49813f6e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:26.808467 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3162da68-0e24-4993-93f0-ce293fa988b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d34a7a8-4738-4215-927b-3dfe49813f6e'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:09:26.810686 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bb5a1265871782f8fa80d718c2cad0aad3f2595cc534f44543b72f1ded69d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cee8ff5-80b3-47bd-9b2d-a33adb2b490c" -d '{"events": [{"server_uuid": "3162da68-0e24-4993-93f0-ce293fa988b6", "name": "network-vif-plugged", "status": "completed", "tag": "9d34a7a8-4738-4215-927b-3dfe49813f6e"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:09:26.824604 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 9d34a7a8-4738-4215-927b-3dfe49813f6e, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9d34a7a8-4738-4215-927b-3dfe49813f6e,segment=NetworkSegment(2d4923d9-ad03-4bb8-9b0f-da143a77354b),segment_id=2d4923d9-ad03-4bb8-9b0f-da143a77354b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:26.831845 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9d34a7a8-4738-4215-927b-3dfe49813f6e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:26.857340 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e44dc03-3168-4ccb-a229-53e8e3817cdd x-openstack-request-id: req-0e44dc03-3168-4ccb-a229-53e8e3817cdd {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:09:26.857628 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3162da68-0e24-4993-93f0-ce293fa988b6", "name": "network-vif-plugged", "status": "completed", "tag": "9d34a7a8-4738-4215-927b-3dfe49813f6e", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:09:26.857892 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0e44dc03-3168-4ccb-a229-53e8e3817cdd {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:09:26.858294 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3162da68-0e24-4993-93f0-ce293fa988b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d34a7a8-4738-4215-927b-3dfe49813f6e', 'code': 200} Feb 09 02:09:26.885006 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=9d34a7a8-4738-4215-927b-3dfe49813f6e,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:26.954255 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec53b8-9871-41ab-ab94-980a19de6fb9 req-7b1a49e1-89f7-484b-be51-80fa69b9e41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:26.955776 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3eec53b8-9871-41ab-ab94-980a19de6fb9 req-7b1a49e1-89f7-484b-be51-80fa69b9e41e service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 1128 time: 0.0456340 Feb 09 02:09:27.007454 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-3eec53b8-9871-41ab-ab94-980a19de6fb9 req-2375680f-ce52-4fed-9f9e-7d3aa45c707d service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=65fb4ac6-9f01-4562-a581-68d9bc24853f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454082 Feb 09 02:09:27.061616 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e0ddb-9ddb-4b6d-b017-9b7e199536f8 req-7c22bc0d-1373-4170-a7cb-30a09dc7ebad tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:27.063097 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a13e0ddb-9ddb-4b6d-b017-9b7e199536f8 req-7c22bc0d-1373-4170-a7cb-30a09dc7ebad tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 945 time: 0.0592291 Feb 09 02:09:27.109571 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a13e0ddb-9ddb-4b6d-b017-9b7e199536f8 req-0d0ddf07-c01c-4c23-b254-6a30dc38923c tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/security-groups?id=65fb4ac6-9f01-4562-a581-68d9bc24853f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408623 Feb 09 02:09:27.706557 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:28.229062 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b077ab-cb93-4ab3-bee2-507b224b5e36 req-9af640d1-d171-4c58-ac29-26abee71b07c tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:28.230529 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b4b077ab-cb93-4ab3-bee2-507b224b5e36 req-9af640d1-d171-4c58-ac29-26abee71b07c tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 945 time: 0.0519228 Feb 09 02:09:28.277697 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b4b077ab-cb93-4ab3-bee2-507b224b5e36 req-77769938-0800-411f-b8fe-a9a69dcb2d40 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/security-groups?id=65fb4ac6-9f01-4562-a581-68d9bc24853f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416512 Feb 09 02:09:28.380716 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:28.618540 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 49262) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:09:28.619447 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e8dae-0898-4db7-a7ee-0f2b121a8658 req-baa9ad9b-2698-43b4-9bd7-a587218b69f4 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:28.620990 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-027e8dae-0898-4db7-a7ee-0f2b121a8658 req-baa9ad9b-2698-43b4-9bd7-a587218b69f4 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 945 time: 0.0588915 Feb 09 02:09:28.668798 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-027e8dae-0898-4db7-a7ee-0f2b121a8658 req-182b03a6-e127-4e12-868e-9b4fd25f2a41 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/security-groups?id=65fb4ac6-9f01-4562-a581-68d9bc24853f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420959 Feb 09 02:09:28.718086 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-afba8b2e-4e83-4c60-971b-07957392d8fd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0983872 Feb 09 02:09:28.726486 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-8de6e0f3-d728-46bc-8055-76813bfc144b service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:09:28.727426 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-8de6e0f3-d728-46bc-8055-76813bfc144b service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049195 Feb 09 02:09:29.787380 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c6f1d-69b8-45ba-8139-6746c7887063 req-30399248-4c80-439c-ab85-8d5b091ac352 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:29.788886 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f54c6f1d-69b8-45ba-8139-6746c7887063 req-30399248-4c80-439c-ab85-8d5b091ac352 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 945 time: 0.0524883 Feb 09 02:09:29.838196 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f54c6f1d-69b8-45ba-8139-6746c7887063 req-f3870f92-0d43-4528-a0f0-a6b2520e50a9 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/security-groups?id=65fb4ac6-9f01-4562-a581-68d9bc24853f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425799 Feb 09 02:09:29.953670 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-a0b6c451-af33-4e8f-b12e-9efdb67eae24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:29.955083 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-a0b6c451-af33-4e8f-b12e-9efdb67eae24 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ef889a20c3d044aa9f37b15bd515115e&device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 1128 time: 0.0447466 Feb 09 02:09:30.048699 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-61f70ed8-2f91-40c4-851e-329036efbc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:30.050141 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-61f70ed8-2f91-40c4-851e-329036efbc1b service neutron] 10.222.0.121 "GET /v2.0/networks?id=4e301649-38e0-46b0-8d34-915f474f8eec HTTP/1.1" status: 200 len: 913 time: 0.0882607 Feb 09 02:09:30.092002 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-2e51b4b7-aefe-4e35-ab68-15a53a945251 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d34a7a8-4738-4215-927b-3dfe49813f6e HTTP/1.1" status: 200 len: 217 time: 0.0351646 Feb 09 02:09:30.138230 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-fa93a644-4488-49a8-8bb7-806e68972908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:30.139647 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-fa93a644-4488-49a8-8bb7-806e68972908 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b8b54a6a-ca19-448c-b82e-8a4ff2413640 HTTP/1.1" status: 200 len: 852 time: 0.0423779 Feb 09 02:09:30.170778 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-bf857453-a260-4674-a12e-b87bffc40421 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4e301649-38e0-46b0-8d34-915f474f8eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253720 Feb 09 02:09:30.262808 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-8e852054-ebc0-4062-9a98-a059b00bcf23 service neutron] 10.222.0.121 "GET /v2.0/networks/4e301649-38e0-46b0-8d34-915f474f8eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857992 Feb 09 02:09:30.350599 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-28e39e83-5c28-404b-80c9-059e1b97643f service neutron] 10.222.0.121 "GET /v2.0/networks/4e301649-38e0-46b0-8d34-915f474f8eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819242 Feb 09 02:09:30.959884 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6d872-4371-4c7a-b7b5-1caafaf037ec req-27e71deb-b336-4bda-91a7-73a13a7346bb tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:30.962097 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2f6d872-4371-4c7a-b7b5-1caafaf037ec req-27e71deb-b336-4bda-91a7-73a13a7346bb tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 945 time: 0.0538619 Feb 09 02:09:31.012604 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2f6d872-4371-4c7a-b7b5-1caafaf037ec req-8b05fb45-eb79-4d21-a0e6-3dd453d7b136 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/security-groups?id=65fb4ac6-9f01-4562-a581-68d9bc24853f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448844 Feb 09 02:09:32.132307 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cceacec-e070-45b1-87bd-22e53179922c req-8324356a-a461-4c45-945b-b459495daaae tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:32.134651 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0cceacec-e070-45b1-87bd-22e53179922c req-8324356a-a461-4c45-945b-b459495daaae tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 945 time: 0.0543683 Feb 09 02:09:32.182607 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0cceacec-e070-45b1-87bd-22e53179922c req-6e028eb3-c4f3-443b-ac0d-7e8a77e3c20a tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/security-groups?id=65fb4ac6-9f01-4562-a581-68d9bc24853f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425270 Feb 09 02:09:33.302005 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11269a-5dae-4a09-a997-b134e9c24c0d req-119a28d1-188c-473c-b2c6-efff7e4fbf89 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:33.303457 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3a11269a-5dae-4a09-a997-b134e9c24c0d req-119a28d1-188c-473c-b2c6-efff7e4fbf89 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 945 time: 0.0517526 Feb 09 02:09:33.348602 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3a11269a-5dae-4a09-a997-b134e9c24c0d req-7de8cefb-b8c0-4ceb-8333-22d773f6a598 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/security-groups?id=65fb4ac6-9f01-4562-a581-68d9bc24853f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392780 Feb 09 02:09:34.787002 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb2084-dbee-42f6-9ead-6c4138c7f71a req-9c0c2188-653e-487e-9be6-908e1f681632 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:34.788412 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e3bb2084-dbee-42f6-9ead-6c4138c7f71a req-9c0c2188-653e-487e-9be6-908e1f681632 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 945 time: 0.3701038 Feb 09 02:09:34.834173 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e3bb2084-dbee-42f6-9ead-6c4138c7f71a req-6172a11e-a990-4fc0-a07c-960e2291fec6 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/security-groups?id=65fb4ac6-9f01-4562-a581-68d9bc24853f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402675 Feb 09 02:09:35.956875 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf94fdc-4979-4d78-820e-9a8e3cf46125 req-8289249b-34c8-4057-9842-10bffe2a69e0 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:35.958335 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-adf94fdc-4979-4d78-820e-9a8e3cf46125 req-8289249b-34c8-4057-9842-10bffe2a69e0 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 945 time: 0.0522296 Feb 09 02:09:36.005270 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-adf94fdc-4979-4d78-820e-9a8e3cf46125 req-ced6160e-de08-4fc2-a6b9-c33257039faa tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/security-groups?id=65fb4ac6-9f01-4562-a581-68d9bc24853f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412595 Feb 09 02:09:37.126447 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c540015-0f9b-4458-a959-7d30ddec8127 req-4ee987ca-353d-44f5-9bde-cd1fc5751459 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:37.127910 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c540015-0f9b-4458-a959-7d30ddec8127 req-4ee987ca-353d-44f5-9bde-cd1fc5751459 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 945 time: 0.0554504 Feb 09 02:09:37.174320 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c540015-0f9b-4458-a959-7d30ddec8127 req-827eb518-4ab1-42d3-9bcb-d4dd3bdb1ebf tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/security-groups?id=65fb4ac6-9f01-4562-a581-68d9bc24853f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400867 Feb 09 02:09:38.294302 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450de82-dfc8-465c-886e-64919dff25aa req-500daba6-8486-4841-9ac2-a1b3011fbdef tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:38.295787 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8450de82-dfc8-465c-886e-64919dff25aa req-500daba6-8486-4841-9ac2-a1b3011fbdef tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 945 time: 0.0539579 Feb 09 02:09:38.342616 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8450de82-dfc8-465c-886e-64919dff25aa req-f8ecfda0-e437-44ae-b401-0f0afc57a467 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/security-groups?id=65fb4ac6-9f01-4562-a581-68d9bc24853f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412555 Feb 09 02:09:39.464411 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e601a-00b5-411c-9ceb-354c78fb9933 req-ce368214-f7a3-4e7c-97f7-aa2b5d7e3294 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:39.465908 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f62e601a-00b5-411c-9ceb-354c78fb9933 req-ce368214-f7a3-4e7c-97f7-aa2b5d7e3294 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 945 time: 0.0559118 Feb 09 02:09:39.516130 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f62e601a-00b5-411c-9ceb-354c78fb9933 req-b3119b01-e95e-40c0-907a-0bb6f35fa1cd tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/security-groups?id=65fb4ac6-9f01-4562-a581-68d9bc24853f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446906 Feb 09 02:09:40.639138 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ae1f4-fb1d-48d6-95dc-3064ad233e38 req-3a9a019d-43bf-4c4f-b0f4-7720ec29a8dc tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:40.640643 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ca0ae1f4-fb1d-48d6-95dc-3064ad233e38 req-3a9a019d-43bf-4c4f-b0f4-7720ec29a8dc tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 945 time: 0.0530257 Feb 09 02:09:40.687317 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ca0ae1f4-fb1d-48d6-95dc-3064ad233e38 req-899cbda5-3475-4b6b-ac8c-a2455f9a96d6 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/security-groups?id=65fb4ac6-9f01-4562-a581-68d9bc24853f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411465 Feb 09 02:09:41.807777 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02de3a1-71e8-478c-addc-d4d2be2bc268 req-32521fd5-deb3-47cb-9567-b5466c6dab62 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:41.809281 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b02de3a1-71e8-478c-addc-d4d2be2bc268 req-32521fd5-deb3-47cb-9567-b5466c6dab62 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 945 time: 0.0528882 Feb 09 02:09:41.856086 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b02de3a1-71e8-478c-addc-d4d2be2bc268 req-bdb568bf-3e5e-40fd-9930-8027c2f461ab tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/security-groups?id=65fb4ac6-9f01-4562-a581-68d9bc24853f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410662 Feb 09 02:09:42.981118 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44da5a-3e2d-4a68-8121-8d321cb78a0d req-e9ae4ae5-c122-4cd6-9643-c926b05d1f47 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:42.982583 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d44da5a-3e2d-4a68-8121-8d321cb78a0d req-e9ae4ae5-c122-4cd6-9643-c926b05d1f47 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 945 time: 0.0572369 Feb 09 02:09:43.029930 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d44da5a-3e2d-4a68-8121-8d321cb78a0d req-f04ea697-0638-44fe-a16e-a51fcaffee09 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/security-groups?id=65fb4ac6-9f01-4562-a581-68d9bc24853f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417833 Feb 09 02:09:44.149158 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12eeb00-fa9c-42c6-8521-730821ab99f1 req-70ba618e-c72d-4fdb-abad-e12ef9c47097 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:44.150654 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f12eeb00-fa9c-42c6-8521-730821ab99f1 req-70ba618e-c72d-4fdb-abad-e12ef9c47097 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 945 time: 0.0528531 Feb 09 02:09:44.196807 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f12eeb00-fa9c-42c6-8521-730821ab99f1 req-5653279a-dded-46d0-a611-b463d4de863a tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/security-groups?id=65fb4ac6-9f01-4562-a581-68d9bc24853f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406485 Feb 09 02:09:45.318148 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af91e1-680f-4da8-8707-baccc6aa6db9 req-5162e052-3312-45db-99ac-3da96bacdca7 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:45.319621 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-45af91e1-680f-4da8-8707-baccc6aa6db9 req-5162e052-3312-45db-99ac-3da96bacdca7 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 945 time: 0.0526986 Feb 09 02:09:45.370190 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-45af91e1-680f-4da8-8707-baccc6aa6db9 req-5cc41ad4-83d5-4cc1-a6f2-805f0889e2da tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/security-groups?id=65fb4ac6-9f01-4562-a581-68d9bc24853f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439365 Feb 09 02:09:46.493317 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d74faf-f255-48f3-9f81-783eb81a0669 req-dfcb2bcb-c4ae-45df-a032-e915298c7d16 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:46.495143 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-85d74faf-f255-48f3-9f81-783eb81a0669 req-dfcb2bcb-c4ae-45df-a032-e915298c7d16 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 945 time: 0.0545769 Feb 09 02:09:46.544030 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-85d74faf-f255-48f3-9f81-783eb81a0669 req-f5dfc5ce-6e61-496f-ad42-b6ac79834b65 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/security-groups?id=65fb4ac6-9f01-4562-a581-68d9bc24853f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409548 Feb 09 02:09:47.660880 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44188436-1828-4949-8fc8-1ab53439161e req-d5b121b5-0aea-4fca-a1b4-e1f47d4740ca tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:47.662337 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-44188436-1828-4949-8fc8-1ab53439161e req-d5b121b5-0aea-4fca-a1b4-e1f47d4740ca tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 945 time: 0.0524750 Feb 09 02:09:47.708736 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-44188436-1828-4949-8fc8-1ab53439161e req-9cab099e-9b69-40f5-9d8f-b7394b59fd10 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/security-groups?id=65fb4ac6-9f01-4562-a581-68d9bc24853f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407412 Feb 09 02:09:48.832347 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cb13c-f425-4c26-b498-2a4372168dcb req-5341601b-ec3a-4b27-9440-4952e6ee6d75 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:48.833821 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-591cb13c-f425-4c26-b498-2a4372168dcb req-5341601b-ec3a-4b27-9440-4952e6ee6d75 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 945 time: 0.0570102 Feb 09 02:09:48.880795 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-591cb13c-f425-4c26-b498-2a4372168dcb req-88b4c8b8-79dc-4f7d-a936-874d3a557e71 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/security-groups?id=65fb4ac6-9f01-4562-a581-68d9bc24853f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411642 Feb 09 02:09:49.911837 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:50.001197 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e394c-4cea-4293-bd59-0a6a7f60c688 req-45560ce9-06a1-4343-b47c-b9159e09e745 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:50.002685 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7e7e394c-4cea-4293-bd59-0a6a7f60c688 req-45560ce9-06a1-4343-b47c-b9159e09e745 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 945 time: 0.0539153 Feb 09 02:09:50.048624 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7e7e394c-4cea-4293-bd59-0a6a7f60c688 req-52c2659a-843f-4573-9086-150efb353aa3 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/security-groups?id=65fb4ac6-9f01-4562-a581-68d9bc24853f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402703 Feb 09 02:09:50.903594 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-382a9ad5-2f49-4f33-b31d-8c6fe34d6a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:51.170174 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea268fe-ea5e-41f6-a5df-d988a1f7fd34 req-aaa95ef8-4213-429e-9edf-30d38a05328d tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:51.171530 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fea268fe-ea5e-41f6-a5df-d988a1f7fd34 req-aaa95ef8-4213-429e-9edf-30d38a05328d tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 945 time: 0.0560272 Feb 09 02:09:51.217345 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fea268fe-ea5e-41f6-a5df-d988a1f7fd34 req-d0602469-25e0-47be-bab7-21e2057c1847 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/security-groups?id=65fb4ac6-9f01-4562-a581-68d9bc24853f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402038 Feb 09 02:09:51.411033 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:52.336640 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e355f49-9686-4305-8615-7cce7526fcfd req-1fbfee9d-a01a-4d7f-aa98-5aa254b01600 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:52.338112 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7e355f49-9686-4305-8615-7cce7526fcfd req-1fbfee9d-a01a-4d7f-aa98-5aa254b01600 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 945 time: 0.0529482 Feb 09 02:09:52.385159 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7e355f49-9686-4305-8615-7cce7526fcfd req-c7ca5b85-5c96-40e9-a1a6-8deedd26cf2b tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/security-groups?id=65fb4ac6-9f01-4562-a581-68d9bc24853f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414910 Feb 09 02:09:53.504559 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3feb5e7-96e2-489b-82cd-b9d7a4b8f34c req-e633fdac-864a-4c1c-a549-66360a63a88b tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:53.506031 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d3feb5e7-96e2-489b-82cd-b9d7a4b8f34c req-e633fdac-864a-4c1c-a549-66360a63a88b tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 945 time: 0.0536063 Feb 09 02:09:53.556933 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d3feb5e7-96e2-489b-82cd-b9d7a4b8f34c req-b86372af-46ae-4496-969b-2c1ef39270e0 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/security-groups?id=65fb4ac6-9f01-4562-a581-68d9bc24853f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443411 Feb 09 02:09:54.343232 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-14ff8a16-2324-42cf-9a37-43c897131a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:54.680233 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964a2c8-0d68-4eed-9082-fc08c05b5320 req-3bc726ea-7add-47d6-9dbf-9f7f3df40ebe tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:54.681788 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f964a2c8-0d68-4eed-9082-fc08c05b5320 req-3bc726ea-7add-47d6-9dbf-9f7f3df40ebe tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 945 time: 0.0541961 Feb 09 02:09:54.730926 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f964a2c8-0d68-4eed-9082-fc08c05b5320 req-14d8c622-b968-4664-aac9-adc902536b83 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/security-groups?id=65fb4ac6-9f01-4562-a581-68d9bc24853f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435350 Feb 09 02:09:55.857190 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d3e3f-cb3b-453e-97bb-d5da81aee7ce req-bd536671-278d-4b4b-8478-439a93d896a2 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:55.858607 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb7d3e3f-cb3b-453e-97bb-d5da81aee7ce req-bd536671-278d-4b4b-8478-439a93d896a2 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 945 time: 0.0554426 Feb 09 02:09:55.909345 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb7d3e3f-cb3b-453e-97bb-d5da81aee7ce req-e00ee258-095a-40a6-8f6c-ae104175adf5 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/security-groups?id=65fb4ac6-9f01-4562-a581-68d9bc24853f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432770 Feb 09 02:09:55.975749 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:57.034552 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2aa22-d6a7-4875-94b0-d57e372cd93b req-6219d5e0-577b-4056-ab00-ffd3ea6e79f3 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:57.036055 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ed2aa22-d6a7-4875-94b0-d57e372cd93b req-6219d5e0-577b-4056-ab00-ffd3ea6e79f3 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 945 time: 0.0595226 Feb 09 02:09:57.084228 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ed2aa22-d6a7-4875-94b0-d57e372cd93b req-688e97c9-6985-484c-b513-62a116e8f970 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/security-groups?id=65fb4ac6-9f01-4562-a581-68d9bc24853f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417829 Feb 09 02:09:57.326762 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:09:57.404994 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-ed5e52d0-8c56-4b97-b83e-141666c3b94c service neutron] show failed (client error): The resource could not be found. Feb 09 02:09:57.406005 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-ed5e52d0-8c56-4b97-b83e-141666c3b94c service neutron] 10.222.0.121 "GET /v2.0/ports/9d34a7a8-4738-4215-927b-3dfe49813f6e/bindings/n-h2-822053-40 HTTP/1.1" status: 404 len: 381 time: 0.0622740 Feb 09 02:09:57.643965 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-837de6de-5efa-47f1-8d6a-735ae5095f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:57.645480 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-837de6de-5efa-47f1-8d6a-735ae5095f04 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6&tenant_id=ef889a20c3d044aa9f37b15bd515115e HTTP/1.1" status: 200 len: 1128 time: 0.0779645 Feb 09 02:09:57.659251 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-d7be908c-c955-4645-92e8-b826aaf11d83 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822053-40', 'device_owner': 'compute:nova'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:09:57.707351 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:57.721881 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-d7be908c-c955-4645-92e8-b826aaf11d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9d34a7a8-4738-4215-927b-3dfe49813f6e), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:57.921146 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-d7be908c-c955-4645-92e8-b826aaf11d83 service neutron] For port 9d34a7a8-4738-4215-927b-3dfe49813f6e, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=9d34a7a8-4738-4215-927b-3dfe49813f6e,segment=NetworkSegment(2d4923d9-ad03-4bb8-9b0f-da143a77354b),segment_id=2d4923d9-ad03-4bb8-9b0f-da143a77354b)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:57.953478 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-d7be908c-c955-4645-92e8-b826aaf11d83 service neutron] For port 9d34a7a8-4738-4215-927b-3dfe49813f6e, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:09:57.992637 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3162da68-0e24-4993-93f0-ce293fa988b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d34a7a8-4738-4215-927b-3dfe49813f6e'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:09:57.995103 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc55751b-ae68-4ae7-9a5b-72eaf7d989fe" -d '{"events": [{"server_uuid": "3162da68-0e24-4993-93f0-ce293fa988b6", "name": "network-vif-unplugged", "status": "completed", "tag": "9d34a7a8-4738-4215-927b-3dfe49813f6e"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:09:57.998894 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-d7be908c-c955-4645-92e8-b826aaf11d83 service neutron] Publish callbacks [] for port (9d34a7a8-4738-4215-927b-3dfe49813f6e), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:58.011808 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-d7be908c-c955-4645-92e8-b826aaf11d83 service neutron] Transition to ACTIVE for port object 9d34a7a8-4738-4215-927b-3dfe49813f6e will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:09:58.016306 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-d7be908c-c955-4645-92e8-b826aaf11d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (9d34a7a8-4738-4215-927b-3dfe49813f6e), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:58.048312 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf617711-d821-4967-a169-64e46fbfa352 x-openstack-request-id: req-bf617711-d821-4967-a169-64e46fbfa352 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:09:58.048952 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3162da68-0e24-4993-93f0-ce293fa988b6", "name": "network-vif-unplugged", "status": "completed", "tag": "9d34a7a8-4738-4215-927b-3dfe49813f6e", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:09:58.048952 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bf617711-d821-4967-a169-64e46fbfa352 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:09:58.049233 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3162da68-0e24-4993-93f0-ce293fa988b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d34a7a8-4738-4215-927b-3dfe49813f6e', 'code': 200} Feb 09 02:09:58.087673 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-d7be908c-c955-4645-92e8-b826aaf11d83 service neutron] No DVR routers for this DVR port 9d34a7a8-4738-4215-927b-3dfe49813f6e on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:09:58.089673 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be908c-c955-4645-92e8-b826aaf11d83 service neutron] Pushing event updated for resources: {'Port': ['ID=9d34a7a8-4738-4215-927b-3dfe49813f6e,revision_number=6']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:58.125568 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-d7be908c-c955-4645-92e8-b826aaf11d83 service neutron] Attempting to bind port 9d34a7a8-4738-4215-927b-3dfe49813f6e on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:09:58.125911 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-d7be908c-c955-4645-92e8-b826aaf11d83 service neutron] Attempting to bind port 9d34a7a8-4738-4215-927b-3dfe49813f6e by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '2d4923d9-ad03-4bb8-9b0f-da143a77354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '4e301649-38e0-46b0-8d34-915f474f8eec'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:09:58.126238 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-d7be908c-c955-4645-92e8-b826aaf11d83 service neutron] Attempting to bind port 9d34a7a8-4738-4215-927b-3dfe49813f6e on network 4e301649-38e0-46b0-8d34-915f474f8eec {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:09:58.130552 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-d7be908c-c955-4645-92e8-b826aaf11d83 service neutron] Port 9d34a7a8-4738-4215-927b-3dfe49813f6e on network 4e301649-38e0-46b0-8d34-915f474f8eec not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:09:58.130869 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-d7be908c-c955-4645-92e8-b826aaf11d83 service neutron] Attempting to bind port 9d34a7a8-4738-4215-927b-3dfe49813f6e on network 4e301649-38e0-46b0-8d34-915f474f8eec {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:09:58.136518 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-d7be908c-c955-4645-92e8-b826aaf11d83 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:09:58.136862 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-d7be908c-c955-4645-92e8-b826aaf11d83 service neutron] Checking segment: {'id': '2d4923d9-ad03-4bb8-9b0f-da143a77354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '4e301649-38e0-46b0-8d34-915f474f8eec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:09:58.137250 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-d7be908c-c955-4645-92e8-b826aaf11d83 service neutron] Bound using segment: {'id': '2d4923d9-ad03-4bb8-9b0f-da143a77354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '4e301649-38e0-46b0-8d34-915f474f8eec'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:09:58.137676 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-d7be908c-c955-4645-92e8-b826aaf11d83 service neutron] Bound port: 9d34a7a8-4738-4215-927b-3dfe49813f6e, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d4923d9-ad03-4bb8-9b0f-da143a77354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '4e301649-38e0-46b0-8d34-915f474f8eec'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:09:58.138032 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-d7be908c-c955-4645-92e8-b826aaf11d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9d34a7a8-4738-4215-927b-3dfe49813f6e), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:58.234806 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-d7be908c-c955-4645-92e8-b826aaf11d83 service neutron] For port 9d34a7a8-4738-4215-927b-3dfe49813f6e, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:09:58.239007 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-d7be908c-c955-4645-92e8-b826aaf11d83 service neutron] For port 9d34a7a8-4738-4215-927b-3dfe49813f6e, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=9d34a7a8-4738-4215-927b-3dfe49813f6e,segment=NetworkSegment(2d4923d9-ad03-4bb8-9b0f-da143a77354b),segment_id=2d4923d9-ad03-4bb8-9b0f-da143a77354b)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:09:58.247460 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-d7be908c-c955-4645-92e8-b826aaf11d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (9d34a7a8-4738-4215-927b-3dfe49813f6e), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:58.260988 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d8a7e-0f02-4f82-8251-d8e01ff850e1 req-0c1dfe10-2c84-4b8a-8211-58a2262202ad tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:58.262655 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a72d8a7e-0f02-4f82-8251-d8e01ff850e1 req-0c1dfe10-2c84-4b8a-8211-58a2262202ad tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 943 time: 0.0923400 Feb 09 02:09:58.313975 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-d7be908c-c955-4645-92e8-b826aaf11d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:58.314599 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-d7be908c-c955-4645-92e8-b826aaf11d83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:58.315945 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-d7be908c-c955-4645-92e8-b826aaf11d83 service neutron] 10.222.0.91 "PUT /v2.0/ports/9d34a7a8-4738-4215-927b-3dfe49813f6e HTTP/1.1" status: 200 len: 1092 time: 0.6605456 Feb 09 02:09:58.343878 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be908c-c955-4645-92e8-b826aaf11d83 service neutron] Pushing event updated for resources: {'Port': ['ID=9d34a7a8-4738-4215-927b-3dfe49813f6e,revision_number=7']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:58.384346 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:58.388006 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a72d8a7e-0f02-4f82-8251-d8e01ff850e1 req-21658e64-97c3-4660-a3c4-789165b1bc65 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/security-groups?id=65fb4ac6-9f01-4562-a581-68d9bc24853f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035893 Feb 09 02:09:58.407578 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-4c6eee0e-d290-4782-90cc-a05e4b0320f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:58.409110 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-4c6eee0e-d290-4782-90cc-a05e4b0320f8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ef889a20c3d044aa9f37b15bd515115e&device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 1126 time: 0.0662317 Feb 09 02:09:58.504426 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-d451b54c-1175-4c49-99d0-73d811204b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:58.505822 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-d451b54c-1175-4c49-99d0-73d811204b83 service neutron] 10.222.0.91 "GET /v2.0/networks?id=4e301649-38e0-46b0-8d34-915f474f8eec HTTP/1.1" status: 200 len: 913 time: 0.0880713 Feb 09 02:09:58.547696 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-14b3c2fc-c54e-4524-8797-cf876f819278 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d34a7a8-4738-4215-927b-3dfe49813f6e HTTP/1.1" status: 200 len: 217 time: 0.0351033 Feb 09 02:09:58.598773 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-e0dcce11-ef79-4011-9d42-1fa6701aa78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:58.600241 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-e0dcce11-ef79-4011-9d42-1fa6701aa78b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b8b54a6a-ca19-448c-b82e-8a4ff2413640 HTTP/1.1" status: 200 len: 852 time: 0.0425255 Feb 09 02:09:58.636086 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-1be36fb6-888e-4904-ae64-24b0f0485804 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4e301649-38e0-46b0-8d34-915f474f8eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293591 Feb 09 02:09:58.725502 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-59b85928-2301-4291-ac1b-20ec80f3db41 service neutron] 10.222.0.91 "GET /v2.0/networks/4e301649-38e0-46b0-8d34-915f474f8eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811863 Feb 09 02:09:58.821027 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-85dcade6-6c69-4e4c-89aa-7417e01e107e req-c9483ef6-6686-4f0e-a2ec-f5c72eaafbd6 service neutron] 10.222.0.91 "GET /v2.0/networks/4e301649-38e0-46b0-8d34-915f474f8eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857947 Feb 09 02:09:59.514903 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7a153-a2c4-4b8c-aafc-e31e618f06db req-6909674f-a741-47e0-8fef-dcd3ac26beb8 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:59.516431 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-acb7a153-a2c4-4b8c-aafc-e31e618f06db req-6909674f-a741-47e0-8fef-dcd3ac26beb8 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 943 time: 0.0535276 Feb 09 02:09:59.563237 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-acb7a153-a2c4-4b8c-aafc-e31e618f06db req-3e584706-d65f-42ed-9a84-570b6ed650ea tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/security-groups?id=65fb4ac6-9f01-4562-a581-68d9bc24853f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410244 Feb 09 02:10:00.050209 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3162da68-0e24-4993-93f0-ce293fa988b6', 'tag': '9d34a7a8-4738-4215-927b-3dfe49813f6e'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:00.052646 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c428a1b-3a1d-4aa7-8b10-16c2c91586bb" -d '{"events": [{"name": "network-changed", "server_uuid": "3162da68-0e24-4993-93f0-ce293fa988b6", "tag": "9d34a7a8-4738-4215-927b-3dfe49813f6e"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:00.104428 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7ed7fc-7eef-4e6a-8ee8-fc485f6c7d1c x-openstack-request-id: req-6b7ed7fc-7eef-4e6a-8ee8-fc485f6c7d1c {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:00.104722 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3162da68-0e24-4993-93f0-ce293fa988b6", "tag": "9d34a7a8-4738-4215-927b-3dfe49813f6e", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:00.104977 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6b7ed7fc-7eef-4e6a-8ee8-fc485f6c7d1c {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:00.105380 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3162da68-0e24-4993-93f0-ce293fa988b6', 'tag': '9d34a7a8-4738-4215-927b-3dfe49813f6e', 'status': 'completed', 'code': 200} Feb 09 02:10:00.170987 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c428a1b-3a1d-4aa7-8b10-16c2c91586bb req-1a721235-5176-4b35-aa41-0d67f0552068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:00.172622 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c428a1b-3a1d-4aa7-8b10-16c2c91586bb req-1a721235-5176-4b35-aa41-0d67f0552068 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ef889a20c3d044aa9f37b15bd515115e&device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 1126 time: 0.0452533 Feb 09 02:10:00.174201 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c428a1b-3a1d-4aa7-8b10-16c2c91586bb req-97e44eff-f819-4e5f-8c31-d9f4954ab922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:00.176801 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8c428a1b-3a1d-4aa7-8b10-16c2c91586bb req-97e44eff-f819-4e5f-8c31-d9f4954ab922 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ef889a20c3d044aa9f37b15bd515115e&device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 1126 time: 0.0505056 Feb 09 02:10:00.269192 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c428a1b-3a1d-4aa7-8b10-16c2c91586bb req-a33f6154-8de9-4da0-b752-5e19caa305af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:00.270511 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c428a1b-3a1d-4aa7-8b10-16c2c91586bb req-be1d8eee-1dc7-4e17-82e9-c29b05222754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:00.270652 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c428a1b-3a1d-4aa7-8b10-16c2c91586bb req-a33f6154-8de9-4da0-b752-5e19caa305af service neutron] 10.222.0.91 "GET /v2.0/networks?id=4e301649-38e0-46b0-8d34-915f474f8eec HTTP/1.1" status: 200 len: 913 time: 0.0895119 Feb 09 02:10:00.272270 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8c428a1b-3a1d-4aa7-8b10-16c2c91586bb req-be1d8eee-1dc7-4e17-82e9-c29b05222754 service neutron] 10.222.0.121 "GET /v2.0/networks?id=4e301649-38e0-46b0-8d34-915f474f8eec HTTP/1.1" status: 200 len: 913 time: 0.0892119 Feb 09 02:10:00.317482 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c428a1b-3a1d-4aa7-8b10-16c2c91586bb req-775507b4-620d-47e9-9163-d964df614e0c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d34a7a8-4738-4215-927b-3dfe49813f6e HTTP/1.1" status: 200 len: 217 time: 0.0401285 Feb 09 02:10:00.321346 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8c428a1b-3a1d-4aa7-8b10-16c2c91586bb req-48caac12-fb65-4d72-ae71-9e6489847585 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d34a7a8-4738-4215-927b-3dfe49813f6e HTTP/1.1" status: 200 len: 217 time: 0.0413249 Feb 09 02:10:00.370425 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c428a1b-3a1d-4aa7-8b10-16c2c91586bb req-c4aa7278-8ff4-469e-999f-abb5404bc416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:00.370793 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c428a1b-3a1d-4aa7-8b10-16c2c91586bb req-2ea0d27e-6809-465f-ad6a-9e60f972f464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:00.371898 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8c428a1b-3a1d-4aa7-8b10-16c2c91586bb req-c4aa7278-8ff4-469e-999f-abb5404bc416 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b8b54a6a-ca19-448c-b82e-8a4ff2413640 HTTP/1.1" status: 200 len: 852 time: 0.0454013 Feb 09 02:10:00.372721 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c428a1b-3a1d-4aa7-8b10-16c2c91586bb req-2ea0d27e-6809-465f-ad6a-9e60f972f464 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b8b54a6a-ca19-448c-b82e-8a4ff2413640 HTTP/1.1" status: 200 len: 852 time: 0.0451519 Feb 09 02:10:00.404658 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8c428a1b-3a1d-4aa7-8b10-16c2c91586bb req-eb364fa6-289e-4251-a642-b6ab6bba80db service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4e301649-38e0-46b0-8d34-915f474f8eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270410 Feb 09 02:10:00.410546 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c428a1b-3a1d-4aa7-8b10-16c2c91586bb req-dacb3a49-5d74-4bd4-b541-a6001c1854f1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4e301649-38e0-46b0-8d34-915f474f8eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298965 Feb 09 02:10:00.498284 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8c428a1b-3a1d-4aa7-8b10-16c2c91586bb req-c8ce64a1-007d-4dfd-8fee-2b5d904f9b3b service neutron] 10.222.0.121 "GET /v2.0/networks/4e301649-38e0-46b0-8d34-915f474f8eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878532 Feb 09 02:10:00.501502 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c428a1b-3a1d-4aa7-8b10-16c2c91586bb req-a376fe70-57f1-4d4d-84c9-c8ec111cf08b service neutron] 10.222.0.91 "GET /v2.0/networks/4e301649-38e0-46b0-8d34-915f474f8eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817230 Feb 09 02:10:00.617606 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8c428a1b-3a1d-4aa7-8b10-16c2c91586bb req-38100300-0a5a-4c4f-841f-fe0eeecf004e service neutron] 10.222.0.121 "GET /v2.0/networks/4e301649-38e0-46b0-8d34-915f474f8eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132600 Feb 09 02:10:00.642595 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c428a1b-3a1d-4aa7-8b10-16c2c91586bb req-49a2071a-8d92-4f4e-baf6-fe0975b21d08 service neutron] 10.222.0.91 "GET /v2.0/networks/4e301649-38e0-46b0-8d34-915f474f8eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335950 Feb 09 02:10:00.719527 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7f7b9-f61d-4f99-8841-80581a9e3dee req-501f81fd-2917-46f5-9054-1c73afd550e7 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:00.721086 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-73d7f7b9-f61d-4f99-8841-80581a9e3dee req-501f81fd-2917-46f5-9054-1c73afd550e7 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 943 time: 0.0587585 Feb 09 02:10:00.770301 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-73d7f7b9-f61d-4f99-8841-80581a9e3dee req-37b420db-d498-4b67-a0c2-634cc173e950 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/security-groups?id=65fb4ac6-9f01-4562-a581-68d9bc24853f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434151 Feb 09 02:10:00.850571 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 9d34a7a8-4738-4215-927b-3dfe49813f6e no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:10:00.892662 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] The host n-h1-822053-40 is not matching for port 9d34a7a8-4738-4215-927b-3dfe49813f6e host n-h2-822053-40! {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:10:00.893063 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 9d34a7a8-4738-4215-927b-3dfe49813f6e not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:10:01.895773 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5fe15-1120-4441-979f-41c56f071b98 req-9e97fcf4-de37-4026-981f-e0a4fe0d3fa6 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:01.897436 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-31c5fe15-1120-4441-979f-41c56f071b98 req-9e97fcf4-de37-4026-981f-e0a4fe0d3fa6 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 943 time: 0.0520191 Feb 09 02:10:01.945152 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-31c5fe15-1120-4441-979f-41c56f071b98 req-4d5c549b-4067-4209-89fe-d952d3c7986c tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/security-groups?id=65fb4ac6-9f01-4562-a581-68d9bc24853f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412099 Feb 09 02:10:02.228466 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6d8e9-64db-46d8-b6eb-572f41a93eed req-b3ac607c-4382-40f4-9aa8-010f2b9d0cf5 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:02.229840 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-37f6d8e9-64db-46d8-b6eb-572f41a93eed req-b3ac607c-4382-40f4-9aa8-010f2b9d0cf5 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.121 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6&tenant_id=ef889a20c3d044aa9f37b15bd515115e&binding%3Ahost_id=n-h2-822053-40 HTTP/1.1" status: 200 len: 943 time: 0.0971045 Feb 09 02:10:02.288561 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [req-37f6d8e9-64db-46d8-b6eb-572f41a93eed req-6f39024a-d6de-4ad5-a2f0-0ab8e64d9dfa service neutron] delete failed (client error): The resource could not be found. Feb 09 02:10:02.289582 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-37f6d8e9-64db-46d8-b6eb-572f41a93eed req-6f39024a-d6de-4ad5-a2f0-0ab8e64d9dfa service neutron] 10.222.0.121 "DELETE /v2.0/ports/9d34a7a8-4738-4215-927b-3dfe49813f6e/bindings/n-h1-822053-40 HTTP/1.1" status: 404 len: 381 time: 0.0534503 Feb 09 02:10:02.376816 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6d8e9-64db-46d8-b6eb-572f41a93eed req-a40a743e-c880-4a4d-b934-a9713f22940f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:02.378305 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-37f6d8e9-64db-46d8-b6eb-572f41a93eed req-a40a743e-c880-4a4d-b934-a9713f22940f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ef889a20c3d044aa9f37b15bd515115e&device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 1126 time: 0.0447998 Feb 09 02:10:02.459015 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 9d34a7a8-4738-4215-927b-3dfe49813f6e details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:10:02.474798 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6d8e9-64db-46d8-b6eb-572f41a93eed req-1d1c9f69-0e80-407e-9ce9-7cb4fd952a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:02.476369 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-37f6d8e9-64db-46d8-b6eb-572f41a93eed req-1d1c9f69-0e80-407e-9ce9-7cb4fd952a54 service neutron] 10.222.0.121 "GET /v2.0/networks?id=4e301649-38e0-46b0-8d34-915f474f8eec HTTP/1.1" status: 200 len: 913 time: 0.0918055 Feb 09 02:10:02.517999 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-37f6d8e9-64db-46d8-b6eb-572f41a93eed req-aa4d8000-f53d-4e1c-bdef-337ce7e759c4 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d34a7a8-4738-4215-927b-3dfe49813f6e HTTP/1.1" status: 200 len: 217 time: 0.0356646 Feb 09 02:10:02.559173 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 9d34a7a8-4738-4215-927b-3dfe49813f6e, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=9d34a7a8-4738-4215-927b-3dfe49813f6e,segment=NetworkSegment(2d4923d9-ad03-4bb8-9b0f-da143a77354b),segment_id=2d4923d9-ad03-4bb8-9b0f-da143a77354b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:02.570129 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6d8e9-64db-46d8-b6eb-572f41a93eed req-62d40c3c-56a1-41a3-a6a7-45f2f472b801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:02.571999 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '9d34a7a8-4738-4215-927b-3dfe49813f6e', 'network_id': '4e301649-38e0-46b0-8d34-915f474f8eec', 'port_id': '9d34a7a8-4738-4215-927b-3dfe49813f6e', 'mac_address': 'fa:16:3e:6d:2b:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b54a6a-ca19-448c-b82e-8a4ff2413640', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:10:02.572135 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-37f6d8e9-64db-46d8-b6eb-572f41a93eed req-62d40c3c-56a1-41a3-a6a7-45f2f472b801 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b8b54a6a-ca19-448c-b82e-8a4ff2413640 HTTP/1.1" status: 200 len: 852 time: 0.0487151 Feb 09 02:10:02.607795 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-37f6d8e9-64db-46d8-b6eb-572f41a93eed req-8af14502-c343-44ca-bd64-35a210c07791 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4e301649-38e0-46b0-8d34-915f474f8eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295472 Feb 09 02:10:02.620699 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 9d34a7a8-4738-4215-927b-3dfe49813f6e is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:10:02.621122 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9d34a7a8-4738-4215-927b-3dfe49813f6e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:02.637276 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d34a7a8-4738-4215-927b-3dfe49813f6e {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:10:02.661852 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 9d34a7a8-4738-4215-927b-3dfe49813f6e, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=9d34a7a8-4738-4215-927b-3dfe49813f6e,segment=NetworkSegment(2d4923d9-ad03-4bb8-9b0f-da143a77354b),segment_id=2d4923d9-ad03-4bb8-9b0f-da143a77354b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:02.667719 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9d34a7a8-4738-4215-927b-3dfe49813f6e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:02.703710 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-37f6d8e9-64db-46d8-b6eb-572f41a93eed req-1c6e6a9e-e5bb-4fd0-8b5f-faed818695bd service neutron] 10.222.0.121 "GET /v2.0/networks/4e301649-38e0-46b0-8d34-915f474f8eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892034 Feb 09 02:10:02.715324 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=9d34a7a8-4738-4215-927b-3dfe49813f6e,revision_number=8']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:02.722664 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:02.723007 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:02.723343 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:02.723673 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:02.724024 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:02.724357 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:02.724682 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:02.725001 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:02.725317 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:02.725634 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:02.725950 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:02.726266 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:02.726580 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:02.799418 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-37f6d8e9-64db-46d8-b6eb-572f41a93eed req-9ab5263f-9897-41b9-a163-bb8295114b39 service neutron] 10.222.0.121 "GET /v2.0/networks/4e301649-38e0-46b0-8d34-915f474f8eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898361 Feb 09 02:10:02.890249 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['9d34a7a8-4738-4215-927b-3dfe49813f6e'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:10:03.514803 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bd300-98dd-4e31-8b77-3bdbe59fbc40 req-5fac4369-72a1-4d96-b4ec-e94cfcbc5d44 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:03.516205 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1a8bd300-98dd-4e31-8b77-3bdbe59fbc40 req-5fac4369-72a1-4d96-b4ec-e94cfcbc5d44 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 944 time: 0.0578077 Feb 09 02:10:03.563797 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1a8bd300-98dd-4e31-8b77-3bdbe59fbc40 req-e8baa174-f07b-47e4-86ea-5c413d9e0c59 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/security-groups?id=65fb4ac6-9f01-4562-a581-68d9bc24853f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415082 Feb 09 02:10:04.481609 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 9d34a7a8-4738-4215-927b-3dfe49813f6e up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:10:04.530879 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 9d34a7a8-4738-4215-927b-3dfe49813f6e completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:10:04.535033 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 9d34a7a8-4738-4215-927b-3dfe49813f6e triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:04.535410 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9d34a7a8-4738-4215-927b-3dfe49813f6e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:04.621387 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 9d34a7a8-4738-4215-927b-3dfe49813f6e is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:10:04.621782 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9d34a7a8-4738-4215-927b-3dfe49813f6e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:04.646774 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3162da68-0e24-4993-93f0-ce293fa988b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d34a7a8-4738-4215-927b-3dfe49813f6e'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:04.649813 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bb5a1265871782f8fa80d718c2cad0aad3f2595cc534f44543b72f1ded69d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437b6af7-f8d4-4c87-ade1-db19aad5c49b" -d '{"events": [{"server_uuid": "3162da68-0e24-4993-93f0-ce293fa988b6", "name": "network-vif-plugged", "status": "completed", "tag": "9d34a7a8-4738-4215-927b-3dfe49813f6e"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:04.662809 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 9d34a7a8-4738-4215-927b-3dfe49813f6e, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=9d34a7a8-4738-4215-927b-3dfe49813f6e,segment=NetworkSegment(2d4923d9-ad03-4bb8-9b0f-da143a77354b),segment_id=2d4923d9-ad03-4bb8-9b0f-da143a77354b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:04.667915 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9d34a7a8-4738-4215-927b-3dfe49813f6e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:04.690196 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2514afa-8494-4963-9914-7de17026941e req-8c077425-ba14-4271-b5fa-931f010405c9 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:04.691698 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c2514afa-8494-4963-9914-7de17026941e req-8c077425-ba14-4271-b5fa-931f010405c9 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 944 time: 0.0560009 Feb 09 02:10:04.699945 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27c36c4-4461-435e-875e-5a9d9697162f x-openstack-request-id: req-f27c36c4-4461-435e-875e-5a9d9697162f {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:04.700269 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3162da68-0e24-4993-93f0-ce293fa988b6", "name": "network-vif-plugged", "status": "completed", "tag": "9d34a7a8-4738-4215-927b-3dfe49813f6e", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:04.700523 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f27c36c4-4461-435e-875e-5a9d9697162f {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:04.700950 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3162da68-0e24-4993-93f0-ce293fa988b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d34a7a8-4738-4215-927b-3dfe49813f6e', 'code': 200} Feb 09 02:10:04.727759 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=9d34a7a8-4738-4215-927b-3dfe49813f6e,revision_number=9']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:04.743679 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c2514afa-8494-4963-9914-7de17026941e req-3bad221c-2ec3-4d37-9ef5-b4b01aaceafb tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.30 "GET /v2.0/security-groups?id=65fb4ac6-9f01-4562-a581-68d9bc24853f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456781 Feb 09 02:10:04.899025 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6d8e9-64db-46d8-b6eb-572f41a93eed req-8aa01837-d769-4d7d-b40b-921366080624 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:04.900545 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-37f6d8e9-64db-46d8-b6eb-572f41a93eed req-8aa01837-d769-4d7d-b40b-921366080624 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.91 "GET /v2.0/ports?device_id=3162da68-0e24-4993-93f0-ce293fa988b6 HTTP/1.1" status: 200 len: 945 time: 0.0567183 Feb 09 02:10:04.997507 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-37f6d8e9-64db-46d8-b6eb-572f41a93eed req-77bfe9dc-a3b9-4268-8163-4fe56ec161d4 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Deleting port 9d34a7a8-4738-4215-927b-3dfe49813f6e {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:10:04.997808 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-37f6d8e9-64db-46d8-b6eb-572f41a93eed req-77bfe9dc-a3b9-4268-8163-4fe56ec161d4 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (9d34a7a8-4738-4215-927b-3dfe49813f6e), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:05.089753 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-37f6d8e9-64db-46d8-b6eb-572f41a93eed req-77bfe9dc-a3b9-4268-8163-4fe56ec161d4 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] For port 9d34a7a8-4738-4215-927b-3dfe49813f6e, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=9d34a7a8-4738-4215-927b-3dfe49813f6e,segment=NetworkSegment(2d4923d9-ad03-4bb8-9b0f-da143a77354b),segment_id=2d4923d9-ad03-4bb8-9b0f-da143a77354b)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:05.090116 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-37f6d8e9-64db-46d8-b6eb-572f41a93eed req-77bfe9dc-a3b9-4268-8163-4fe56ec161d4 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (9d34a7a8-4738-4215-927b-3dfe49813f6e), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:05.103240 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-37f6d8e9-64db-46d8-b6eb-572f41a93eed req-77bfe9dc-a3b9-4268-8163-4fe56ec161d4 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Calling delete_port for 9d34a7a8-4738-4215-927b-3dfe49813f6e owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:10:05.227970 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-37f6d8e9-64db-46d8-b6eb-572f41a93eed req-77bfe9dc-a3b9-4268-8163-4fe56ec161d4 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (9d34a7a8-4738-4215-927b-3dfe49813f6e), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:05.245029 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['9d34a7a8-4738-4215-927b-3dfe49813f6e'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:10:05.260726 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfe9dc-a3b9-4268-8163-4fe56ec161d4 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Pushing event deleted for resources: {'Port': ['ID=9d34a7a8-4738-4215-927b-3dfe49813f6e,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:05.304376 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f6d8e9-64db-46d8-b6eb-572f41a93eed req-77bfe9dc-a3b9-4268-8163-4fe56ec161d4 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] No DVR routers for this DVR port 9d34a7a8-4738-4215-927b-3dfe49813f6e on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:10:05.308026 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-37f6d8e9-64db-46d8-b6eb-572f41a93eed req-77bfe9dc-a3b9-4268-8163-4fe56ec161d4 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:05.311704 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-37f6d8e9-64db-46d8-b6eb-572f41a93eed req-77bfe9dc-a3b9-4268-8163-4fe56ec161d4 tempest-DeleteServersTestJSON-1857254780 tempest-DeleteServersTestJSON-1857254780-project] 10.222.0.91 "DELETE /v2.0/ports/9d34a7a8-4738-4215-927b-3dfe49813f6e HTTP/1.1" status: 204 len: 173 time: 0.4020581 Feb 09 02:10:05.312267 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3162da68-0e24-4993-93f0-ce293fa988b6', 'name': 'network-vif-deleted', 'tag': '9d34a7a8-4738-4215-927b-3dfe49813f6e'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:05.314651 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674a86b5-0cf4-4bfa-b369-697ee5ae6608" -d '{"events": [{"server_uuid": "3162da68-0e24-4993-93f0-ce293fa988b6", "name": "network-vif-deleted", "tag": "9d34a7a8-4738-4215-927b-3dfe49813f6e"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:05.352262 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5dec46e-3e93-448f-a2f3-59cae9c0c26e x-openstack-request-id: req-d5dec46e-3e93-448f-a2f3-59cae9c0c26e {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:05.352545 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3162da68-0e24-4993-93f0-ce293fa988b6", "name": "network-vif-deleted", "tag": "9d34a7a8-4738-4215-927b-3dfe49813f6e", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:05.352814 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d5dec46e-3e93-448f-a2f3-59cae9c0c26e {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:05.353220 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3162da68-0e24-4993-93f0-ce293fa988b6', 'name': 'network-vif-deleted', 'tag': '9d34a7a8-4738-4215-927b-3dfe49813f6e', 'status': 'completed', 'code': 200} Feb 09 02:10:05.875404 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 49382) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:05.919924 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-c23e1fc2-e734-43ce-b15c-c480e4093e16 admin admin] Deleting subnet b8b54a6a-ca19-448c-b82e-8a4ff2413640 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:10:05.923046 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c23e1fc2-e734-43ce-b15c-c480e4093e16 admin admin] Publish callbacks [] for subnet (b8b54a6a-ca19-448c-b82e-8a4ff2413640), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:05.956602 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c23e1fc2-e734-43ce-b15c-c480e4093e16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (b8b54a6a-ca19-448c-b82e-8a4ff2413640), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:05.997829 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c23e1fc2-e734-43ce-b15c-c480e4093e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (b8b54a6a-ca19-448c-b82e-8a4ff2413640), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:06.049686 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c23e1fc2-e734-43ce-b15c-c480e4093e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (b8b54a6a-ca19-448c-b82e-8a4ff2413640), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:06.074049 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e1fc2-e734-43ce-b15c-c480e4093e16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8b54a6a-ca19-448c-b82e-8a4ff2413640,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:06.079853 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c23e1fc2-e734-43ce-b15c-c480e4093e16 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:06.083083 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c23e1fc2-e734-43ce-b15c-c480e4093e16 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b8b54a6a-ca19-448c-b82e-8a4ff2413640 HTTP/1.1" status: 204 len: 168 time: 0.2066493 Feb 09 02:10:06.085563 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 49384) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:06.156946 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7f81c69c-a17f-4d90-b1b4-5fe3a6695151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (4e301649-38e0-46b0-8d34-915f474f8eec), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:06.237681 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7f81c69c-a17f-4d90-b1b4-5fe3a6695151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (4e301649-38e0-46b0-8d34-915f474f8eec), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:06.257917 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-7f81c69c-a17f-4d90-b1b4-5fe3a6695151 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e301649-38e0-46b0-8d34-915f474f8eec']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:06.267997 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-7f81c69c-a17f-4d90-b1b4-5fe3a6695151 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d4923d9-ad03-4bb8-9b0f-da143a77354b') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:06.268293 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-7f81c69c-a17f-4d90-b1b4-5fe3a6695151 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d4923d9-ad03-4bb8-9b0f-da143a77354b') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:06.278001 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7f81c69c-a17f-4d90-b1b4-5fe3a6695151 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (2d4923d9-ad03-4bb8-9b0f-da143a77354b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:06.291429 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7f81c69c-a17f-4d90-b1b4-5fe3a6695151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (2d4923d9-ad03-4bb8-9b0f-da143a77354b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:06.297443 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f81c69c-a17f-4d90-b1b4-5fe3a6695151 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:10:06.297819 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7f81c69c-a17f-4d90-b1b4-5fe3a6695151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (2d4923d9-ad03-4bb8-9b0f-da143a77354b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:06.299515 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 02:10:06.299515 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:10:06.299515 n-d-822053-40 neutron-server[103529]: timer() Feb 09 02:10:06.299515 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:10:06.299515 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 02:10:06.299515 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:10:06.299515 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 02:10:06.299515 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:10:06.299515 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 02:10:06.299515 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:10:06.299515 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 02:10:06.299515 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:10:06.299515 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 02:10:06.299515 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:10:06.299515 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:10:06.299515 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:10:06.299515 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:10:06.299515 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:10:06.299515 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 02:10:06.299515 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:10:06.299515 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 02:10:06.299515 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:10:06.299515 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:10:06.299515 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:10:06.299515 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 02:10:06.299515 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:10:06.299515 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:10:06.299515 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:10:06.299515 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:10:06.299515 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:10:06.299515 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:10:06.299515 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:10:06.357879 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7f81c69c-a17f-4d90-b1b4-5fe3a6695151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (4e301649-38e0-46b0-8d34-915f474f8eec), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:06.363327 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7f81c69c-a17f-4d90-b1b4-5fe3a6695151 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:06.366513 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7f81c69c-a17f-4d90-b1b4-5fe3a6695151 admin admin] 10.222.0.30 "DELETE /v2.0/networks/4e301649-38e0-46b0-8d34-915f474f8eec HTTP/1.1" status: 204 len: 168 time: 0.2799909 Feb 09 02:10:06.378724 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f81c69c-a17f-4d90-b1b4-5fe3a6695151 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e301649-38e0-46b0-8d34-915f474f8eec,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:06.477062 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 49388) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:06.516702 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ac046d3f-cf5c-4f59-88bb-07a91aea6d8d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ef889a20c3d044aa9f37b15bd515115e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384893 Feb 09 02:10:06.519140 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 49390) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:06.566156 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-deb017c6-938d-4bab-b445-705b0fdaedcd admin admin] Publish callbacks [] for security_group (65fb4ac6-9f01-4562-a581-68d9bc24853f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:06.588385 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-deb017c6-938d-4bab-b445-705b0fdaedcd admin admin] Publish callbacks [] for security_group (65fb4ac6-9f01-4562-a581-68d9bc24853f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:06.634973 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-deb017c6-938d-4bab-b445-705b0fdaedcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (65fb4ac6-9f01-4562-a581-68d9bc24853f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:06.637589 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-deb017c6-938d-4bab-b445-705b0fdaedcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:06.638752 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-deb017c6-938d-4bab-b445-705b0fdaedcd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/65fb4ac6-9f01-4562-a581-68d9bc24853f HTTP/1.1" status: 204 len: 168 time: 0.1187463 Feb 09 02:10:06.646650 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb017c6-938d-4bab-b445-705b0fdaedcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fb4ac6-9f01-4562-a581-68d9bc24853f,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:07.297988 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 49412) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:07.410458 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-564f518b-b20b-42b6-b73e-2e9ca79ae3a4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1267676674-network', 'tenant_id': 'e0d3bd525f5d413f9bfa538f375a5cf6'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:07.431450 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564f518b-b20b-42b6-b73e-2e9ca79ae3a4 admin admin] Made reservation on behalf of e0d3bd525f5d413f9bfa538f375a5cf6 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:10:07.434015 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-564f518b-b20b-42b6-b73e-2e9ca79ae3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:07.442079 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-564f518b-b20b-42b6-b73e-2e9ca79ae3a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:07.520603 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-564f518b-b20b-42b6-b73e-2e9ca79ae3a4 admin admin] Publish callbacks [] for security_group (b27b108f-0e90-4b87-8dbe-dc6c788f6c4d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:07.524677 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-564f518b-b20b-42b6-b73e-2e9ca79ae3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b27b108f-0e90-4b87-8dbe-dc6c788f6c4d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:07.548539 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-564f518b-b20b-42b6-b73e-2e9ca79ae3a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:10:07.558712 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f518b-b20b-42b6-b73e-2e9ca79ae3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:07.564407 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-564f518b-b20b-42b6-b73e-2e9ca79ae3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (5a83d72b-7b09-4dcc-9559-80e8d894f42e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:07.564746 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-564f518b-b20b-42b6-b73e-2e9ca79ae3a4 admin admin] Added segment 5a83d72b-7b09-4dcc-9559-80e8d894f42e of type vlan for network 1b26f201-4014-46ea-bdfd-ec660a110e12 Feb 09 02:10:07.606736 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-564f518b-b20b-42b6-b73e-2e9ca79ae3a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (1b26f201-4014-46ea-bdfd-ec660a110e12), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:07.636631 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-564f518b-b20b-42b6-b73e-2e9ca79ae3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (1b26f201-4014-46ea-bdfd-ec660a110e12), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:07.637607 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564f518b-b20b-42b6-b73e-2e9ca79ae3a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:07.638186 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-564f518b-b20b-42b6-b73e-2e9ca79ae3a4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:07.693595 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-564f518b-b20b-42b6-b73e-2e9ca79ae3a4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3944921 Feb 09 02:10:07.696742 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 49416) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:07.701713 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-e30670ce-94c1-4c6f-943e-268fdb89f60a admin admin] Request body: {'subnet': {'network_id': '1b26f201-4014-46ea-bdfd-ec660a110e12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1267676674-subnet', 'tenant_id': 'e0d3bd525f5d413f9bfa538f375a5cf6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:07.706502 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f518b-b20b-42b6-b73e-2e9ca79ae3a4 admin admin] Pushing event updated for resources: {'Network': ['ID=1b26f201-4014-46ea-bdfd-ec660a110e12,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:07.721602 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30670ce-94c1-4c6f-943e-268fdb89f60a admin admin] Made reservation on behalf of e0d3bd525f5d413f9bfa538f375a5cf6 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:10:07.723062 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 1b26f201-4014-46ea-bdfd-ec660a110e12 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:10:07.724105 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e30670ce-94c1-4c6f-943e-268fdb89f60a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:07.886809 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e30670ce-94c1-4c6f-943e-268fdb89f60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (c550b838-7913-416b-9cdf-97361ae8a11e), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:07.943929 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30670ce-94c1-4c6f-943e-268fdb89f60a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c550b838-7913-416b-9cdf-97361ae8a11e,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:07.951695 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30670ce-94c1-4c6f-943e-268fdb89f60a admin admin] Checking segment: {'id': '5a83d72b-7b09-4dcc-9559-80e8d894f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1b26f201-4014-46ea-bdfd-ec660a110e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:10:07.952105 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30670ce-94c1-4c6f-943e-268fdb89f60a admin admin] Network hostable DHCP agents. Network: 1b26f201-4014-46ea-bdfd-ec660a110e12, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:10:07.970256 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30670ce-94c1-4c6f-943e-268fdb89f60a admin admin] Network 1b26f201-4014-46ea-bdfd-ec660a110e12 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:10:07.978696 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-e30670ce-94c1-4c6f-943e-268fdb89f60a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 1b26f201-4014-46ea-bdfd-ec660a110e12) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:10:07.982866 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30670ce-94c1-4c6f-943e-268fdb89f60a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:07.983448 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e30670ce-94c1-4c6f-943e-268fdb89f60a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:07.987689 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de22b16-87ae-479b-9190-499d24385e7f None None] Network 1b26f201-4014-46ea-bdfd-ec660a110e12 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:10:07.999213 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e30670ce-94c1-4c6f-943e-268fdb89f60a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3013425 Feb 09 02:10:08.088411 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f64d22f-170e-43ae-b0e3-c616d407cc95 None None] Network 1b26f201-4014-46ea-bdfd-ec660a110e12 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:10:08.423598 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-4a6cc591-3b55-40de-ac0c-e14c1d4289c3 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:08.425095 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-4a6cc591-3b55-40de-ac0c-e14c1d4289c3 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/networks?id=1b26f201-4014-46ea-bdfd-ec660a110e12 HTTP/1.1" status: 200 len: 815 time: 0.1027133 Feb 09 02:10:08.440047 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-94ed7690-acc4-480d-9a16-1d5abbf63a52 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/quotas/e0d3bd525f5d413f9bfa538f375a5cf6 HTTP/1.1" status: 200 len: 375 time: 0.0096183 Feb 09 02:10:08.471380 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-68586fe0-40e9-4bab-a543-1107c8b5ac37 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e0d3bd525f5d413f9bfa538f375a5cf6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265746 Feb 09 02:10:08.492038 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 9d34a7a8-4738-4215-927b-3dfe49813f6e no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:10:08.512606 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 9d34a7a8-4738-4215-927b-3dfe49813f6e {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:10:08.512945 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 9d34a7a8-4738-4215-927b-3dfe49813f6e not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:10:08.560029 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-d93858b3-9c86-4694-8a71-98c08b4daf1a service neutron] 10.222.0.30 "GET /v2.0/networks/1b26f201-4014-46ea-bdfd-ec660a110e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814121 Feb 09 02:10:08.651292 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-ecbdd2b9-8249-4f03-aadb-af914bf0d0c3 service neutron] 10.222.0.30 "GET /v2.0/networks/1b26f201-4014-46ea-bdfd-ec660a110e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856147 Feb 09 02:10:08.808733 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-013fc979-c25e-4ad0-90c2-f3c16cc68605 req-00095ffa-11f6-43f1-8a3d-c58ed19d8aca tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 210 time: 0.0275617 Feb 09 02:10:09.876735 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-b6c6b9ae-c721-4f9f-b28a-1b7f7c6073c5 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:09.878201 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-b6c6b9ae-c721-4f9f-b28a-1b7f7c6073c5 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.91 "GET /v2.0/networks?id=1b26f201-4014-46ea-bdfd-ec660a110e12 HTTP/1.1" status: 200 len: 815 time: 0.1133678 Feb 09 02:10:09.894255 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-827f4a3f-b20e-49ee-a6d4-74994d67aab3 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Request body: {'port': {'device_id': '56988690-0fca-4689-886c-0d5600ec2340', 'network_id': '1b26f201-4014-46ea-bdfd-ec660a110e12', 'admin_state_up': True, 'tenant_id': 'e0d3bd525f5d413f9bfa538f375a5cf6'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:09.922564 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-91e2d7b1-deb6-43b9-9a37-a4f39eba1c68 req-7ee0be37-8394-4bd5-a947-4b43d2c57ef3 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 210 time: 0.0419464 Feb 09 02:10:10.016578 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-827f4a3f-b20e-49ee-a6d4-74994d67aab3 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Made reservation on behalf of e0d3bd525f5d413f9bfa538f375a5cf6 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:10:10.020182 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-827f4a3f-b20e-49ee-a6d4-74994d67aab3 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:10.144661 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-827f4a3f-b20e-49ee-a6d4-74994d67aab3 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Allocated IP 172.20.0.12 (1b26f201-4014-46ea-bdfd-ec660a110e12/c550b838-7913-416b-9cdf-97361ae8a11e/23902777-4152-40e8-8e5a-82c354069bb0) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:10:10.291375 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-827f4a3f-b20e-49ee-a6d4-74994d67aab3 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Publish callbacks [] for port (23902777-4152-40e8-8e5a-82c354069bb0), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:10.324604 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-827f4a3f-b20e-49ee-a6d4-74994d67aab3 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (23902777-4152-40e8-8e5a-82c354069bb0), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:10.364829 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-827f4a3f-b20e-49ee-a6d4-74994d67aab3 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Network 1b26f201-4014-46ea-bdfd-ec660a110e12 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:10:10.370711 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-827f4a3f-b20e-49ee-a6d4-74994d67aab3 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:10:10.374382 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-827f4a3f-b20e-49ee-a6d4-74994d67aab3 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:10:10.403874 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f4a3f-b20e-49ee-a6d4-74994d67aab3 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Pushing event updated for resources: {'Port': ['ID=23902777-4152-40e8-8e5a-82c354069bb0,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:10.432442 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-827f4a3f-b20e-49ee-a6d4-74994d67aab3 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:10.433057 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-827f4a3f-b20e-49ee-a6d4-74994d67aab3 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:10.448645 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-827f4a3f-b20e-49ee-a6d4-74994d67aab3 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5579858 Feb 09 02:10:10.464606 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-e1e5cc10-0f6d-4332-a4dc-4564ec8b7d05 service neutron] Request body: {'port': {'device_id': '56988690-0fca-4689-886c-0d5600ec2340', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:10.522583 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-e1e5cc10-0f6d-4332-a4dc-4564ec8b7d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (23902777-4152-40e8-8e5a-82c354069bb0), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:10.779673 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-e1e5cc10-0f6d-4332-a4dc-4564ec8b7d05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23902777-4152-40e8-8e5a-82c354069bb0 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:10:10.786892 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-e1e5cc10-0f6d-4332-a4dc-4564ec8b7d05 service neutron] Publish callbacks [] for port (23902777-4152-40e8-8e5a-82c354069bb0), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:10.799374 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-e1e5cc10-0f6d-4332-a4dc-4564ec8b7d05 service neutron] Transition to ACTIVE for port object 23902777-4152-40e8-8e5a-82c354069bb0 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:10:10.802606 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-e1e5cc10-0f6d-4332-a4dc-4564ec8b7d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (23902777-4152-40e8-8e5a-82c354069bb0), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:10.848466 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5cc10-0f6d-4332-a4dc-4564ec8b7d05 service neutron] Pushing event updated for resources: {'Port': ['ID=23902777-4152-40e8-8e5a-82c354069bb0,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:10.917570 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-e1e5cc10-0f6d-4332-a4dc-4564ec8b7d05 service neutron] Attempting to bind port 23902777-4152-40e8-8e5a-82c354069bb0 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:10:10.918157 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-e1e5cc10-0f6d-4332-a4dc-4564ec8b7d05 service neutron] Attempting to bind port 23902777-4152-40e8-8e5a-82c354069bb0 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '5a83d72b-7b09-4dcc-9559-80e8d894f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1b26f201-4014-46ea-bdfd-ec660a110e12'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:10:10.918271 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-e1e5cc10-0f6d-4332-a4dc-4564ec8b7d05 service neutron] Attempting to bind port 23902777-4152-40e8-8e5a-82c354069bb0 on network 1b26f201-4014-46ea-bdfd-ec660a110e12 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:10:10.922419 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-e1e5cc10-0f6d-4332-a4dc-4564ec8b7d05 service neutron] Port 23902777-4152-40e8-8e5a-82c354069bb0 on network 1b26f201-4014-46ea-bdfd-ec660a110e12 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:10:10.922733 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-e1e5cc10-0f6d-4332-a4dc-4564ec8b7d05 service neutron] Attempting to bind port 23902777-4152-40e8-8e5a-82c354069bb0 on network 1b26f201-4014-46ea-bdfd-ec660a110e12 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:10:10.927435 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-e1e5cc10-0f6d-4332-a4dc-4564ec8b7d05 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:10:10.927763 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-e1e5cc10-0f6d-4332-a4dc-4564ec8b7d05 service neutron] Checking segment: {'id': '5a83d72b-7b09-4dcc-9559-80e8d894f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1b26f201-4014-46ea-bdfd-ec660a110e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:10:10.928172 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-e1e5cc10-0f6d-4332-a4dc-4564ec8b7d05 service neutron] Bound using segment: {'id': '5a83d72b-7b09-4dcc-9559-80e8d894f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1b26f201-4014-46ea-bdfd-ec660a110e12'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:10:10.928587 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-e1e5cc10-0f6d-4332-a4dc-4564ec8b7d05 service neutron] Bound port: 23902777-4152-40e8-8e5a-82c354069bb0, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a83d72b-7b09-4dcc-9559-80e8d894f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1b26f201-4014-46ea-bdfd-ec660a110e12'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:10:10.928931 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-e1e5cc10-0f6d-4332-a4dc-4564ec8b7d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (23902777-4152-40e8-8e5a-82c354069bb0), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:10.996380 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-e1e5cc10-0f6d-4332-a4dc-4564ec8b7d05 service neutron] For port 23902777-4152-40e8-8e5a-82c354069bb0, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:10:11.000923 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-e1e5cc10-0f6d-4332-a4dc-4564ec8b7d05 service neutron] For port 23902777-4152-40e8-8e5a-82c354069bb0, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=23902777-4152-40e8-8e5a-82c354069bb0,segment=NetworkSegment(5a83d72b-7b09-4dcc-9559-80e8d894f42e),segment_id=5a83d72b-7b09-4dcc-9559-80e8d894f42e)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:10:11.013866 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-e1e5cc10-0f6d-4332-a4dc-4564ec8b7d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (23902777-4152-40e8-8e5a-82c354069bb0), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:11.061577 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-e1e5cc10-0f6d-4332-a4dc-4564ec8b7d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:11.062428 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-e1e5cc10-0f6d-4332-a4dc-4564ec8b7d05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:11.063786 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-e1e5cc10-0f6d-4332-a4dc-4564ec8b7d05 service neutron] 10.222.0.91 "PUT /v2.0/ports/23902777-4152-40e8-8e5a-82c354069bb0 HTTP/1.1" status: 200 len: 1093 time: 0.6034589 Feb 09 02:10:11.065900 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56988690-0fca-4689-886c-0d5600ec2340', 'tag': '23902777-4152-40e8-8e5a-82c354069bb0'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:11.068156 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4fe0619-e565-4471-8613-c51289f8cd87" -d '{"events": [{"name": "network-changed", "server_uuid": "56988690-0fca-4689-886c-0d5600ec2340", "tag": "23902777-4152-40e8-8e5a-82c354069bb0"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:11.125751 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f504b6-d895-48f9-b95c-f7059877aab8 req-a5ab9ffa-edd1-416b-b5b5-6862db6f43bf tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:11.127287 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d6f504b6-d895-48f9-b95c-f7059877aab8 req-a5ab9ffa-edd1-416b-b5b5-6862db6f43bf tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 944 time: 0.1287544 Feb 09 02:10:11.132121 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c60e2b-b96a-485b-a8be-4dcd3b680f09 x-openstack-request-id: req-63c60e2b-b96a-485b-a8be-4dcd3b680f09 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:11.132445 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56988690-0fca-4689-886c-0d5600ec2340", "tag": "23902777-4152-40e8-8e5a-82c354069bb0", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:11.132705 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-63c60e2b-b96a-485b-a8be-4dcd3b680f09 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:11.133136 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56988690-0fca-4689-886c-0d5600ec2340', 'tag': '23902777-4152-40e8-8e5a-82c354069bb0', 'status': 'completed', 'code': 200} Feb 09 02:10:11.150806 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5cc10-0f6d-4332-a4dc-4564ec8b7d05 service neutron] Pushing event updated for resources: {'Port': ['ID=23902777-4152-40e8-8e5a-82c354069bb0,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:11.560391 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-f30bcd2b-3419-4521-96e9-8c7553264774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:11.562059 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-f30bcd2b-3419-4521-96e9-8c7553264774 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e0d3bd525f5d413f9bfa538f375a5cf6&device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 1127 time: 0.4527645 Feb 09 02:10:11.565547 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d6f504b6-d895-48f9-b95c-f7059877aab8 req-fd1c3efe-488c-4dd1-a5e1-388be504694e tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171793 Feb 09 02:10:11.614426 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-6e92286b-f52a-4d09-81eb-f046e1f5ee9a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23902777-4152-40e8-8e5a-82c354069bb0 HTTP/1.1" status: 200 len: 217 time: 0.0409412 Feb 09 02:10:11.668726 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-33515b9b-0de7-484e-a073-d17d33949841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:11.670757 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-33515b9b-0de7-484e-a073-d17d33949841 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c550b838-7913-416b-9cdf-97361ae8a11e HTTP/1.1" status: 200 len: 855 time: 0.0498898 Feb 09 02:10:11.713329 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-98e5ce94-4dee-42d6-8803-43451cfcf8b9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1b26f201-4014-46ea-bdfd-ec660a110e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329645 Feb 09 02:10:11.821688 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-66fe29ac-19af-442b-bbfc-0d78f2d26ae0 service neutron] 10.222.0.91 "GET /v2.0/networks/1b26f201-4014-46ea-bdfd-ec660a110e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981531 Feb 09 02:10:11.922547 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7aacb289-bb6f-4b84-bbba-0a30b2e286cb req-c1d71fa5-dd74-4e02-8865-0d7801ea0045 service neutron] 10.222.0.91 "GET /v2.0/networks/1b26f201-4014-46ea-bdfd-ec660a110e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912867 Feb 09 02:10:12.030731 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe0619-e565-4471-8613-c51289f8cd87 req-5feeb381-3590-4b29-8f36-5eb3193d8e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:12.032307 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b4fe0619-e565-4471-8613-c51289f8cd87 req-5feeb381-3590-4b29-8f36-5eb3193d8e16 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e0d3bd525f5d413f9bfa538f375a5cf6&device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 1127 time: 0.0504577 Feb 09 02:10:12.119810 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe0619-e565-4471-8613-c51289f8cd87 req-a809c2f3-de70-476f-9ce1-07c49f063062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:12.121200 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b4fe0619-e565-4471-8613-c51289f8cd87 req-a809c2f3-de70-476f-9ce1-07c49f063062 service neutron] 10.222.0.91 "GET /v2.0/networks?id=1b26f201-4014-46ea-bdfd-ec660a110e12 HTTP/1.1" status: 200 len: 916 time: 0.0831563 Feb 09 02:10:12.166090 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b4fe0619-e565-4471-8613-c51289f8cd87 req-0f6c8c67-d2aa-4d54-a15a-2bbd411afc40 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23902777-4152-40e8-8e5a-82c354069bb0 HTTP/1.1" status: 200 len: 217 time: 0.0379760 Feb 09 02:10:12.214412 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe0619-e565-4471-8613-c51289f8cd87 req-5c19cb41-b841-4075-a2f9-f828d9323d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:12.215853 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b4fe0619-e565-4471-8613-c51289f8cd87 req-5c19cb41-b841-4075-a2f9-f828d9323d5c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c550b838-7913-416b-9cdf-97361ae8a11e HTTP/1.1" status: 200 len: 855 time: 0.0444202 Feb 09 02:10:12.250357 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b4fe0619-e565-4471-8613-c51289f8cd87 req-f132d27f-781b-4249-9512-168f48ceb9a3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1b26f201-4014-46ea-bdfd-ec660a110e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256810 Feb 09 02:10:12.340433 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b4fe0619-e565-4471-8613-c51289f8cd87 req-a783d570-1eb4-415a-aeee-af0d3b0b6610 service neutron] 10.222.0.91 "GET /v2.0/networks/1b26f201-4014-46ea-bdfd-ec660a110e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829957 Feb 09 02:10:12.435182 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b4fe0619-e565-4471-8613-c51289f8cd87 req-ea2b7405-570d-45af-ab22-3900a198aa21 service neutron] 10.222.0.91 "GET /v2.0/networks/1b26f201-4014-46ea-bdfd-ec660a110e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844615 Feb 09 02:10:12.689100 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6913e2b-f0dd-46ac-9bc1-593644c1c5ff req-1675875d-ad04-4366-a4ae-3f6e02256512 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:12.690494 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d6913e2b-f0dd-46ac-9bc1-593644c1c5ff req-1675875d-ad04-4366-a4ae-3f6e02256512 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 944 time: 0.0535173 Feb 09 02:10:12.737472 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d6913e2b-f0dd-46ac-9bc1-593644c1c5ff req-ff55bc5c-9594-44be-a47b-1188f653dfdc tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411677 Feb 09 02:10:13.859346 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c22258-9a5d-4128-b8dc-ecc26c42c56a req-ff6926e5-5fdc-4413-9422-5968eae48acd tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:13.860740 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d2c22258-9a5d-4128-b8dc-ecc26c42c56a req-ff6926e5-5fdc-4413-9422-5968eae48acd tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 944 time: 0.0563793 Feb 09 02:10:13.909288 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d2c22258-9a5d-4128-b8dc-ecc26c42c56a req-5f9cc473-2235-474e-8dfe-3d17a0c10fd8 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430245 Feb 09 02:10:15.027298 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7283ff-6984-47b6-9b51-42b222d0dd86 req-80d7a256-f44d-41dd-9da8-b871030bc584 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:15.028904 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3a7283ff-6984-47b6-9b51-42b222d0dd86 req-80d7a256-f44d-41dd-9da8-b871030bc584 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 944 time: 0.0536120 Feb 09 02:10:15.075705 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3a7283ff-6984-47b6-9b51-42b222d0dd86 req-cf4c6714-cceb-4727-b8e3-a2e3e8b78bcc tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413232 Feb 09 02:10:16.193653 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce8dba-9ef3-421d-ae09-de3ca7a61b3c req-c85689c7-9f78-4f62-9838-ef93278d3217 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:16.195121 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2bce8dba-9ef3-421d-ae09-de3ca7a61b3c req-c85689c7-9f78-4f62-9838-ef93278d3217 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 944 time: 0.0527883 Feb 09 02:10:16.245681 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2bce8dba-9ef3-421d-ae09-de3ca7a61b3c req-52669851-d27b-4301-8a12-d026819740a3 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442648 Feb 09 02:10:16.552783 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 23902777-4152-40e8-8e5a-82c354069bb0 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:10:16.653590 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 23902777-4152-40e8-8e5a-82c354069bb0, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=23902777-4152-40e8-8e5a-82c354069bb0,segment=NetworkSegment(5a83d72b-7b09-4dcc-9559-80e8d894f42e),segment_id=5a83d72b-7b09-4dcc-9559-80e8d894f42e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:16.664837 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '23902777-4152-40e8-8e5a-82c354069bb0', 'network_id': '1b26f201-4014-46ea-bdfd-ec660a110e12', 'port_id': '23902777-4152-40e8-8e5a-82c354069bb0', 'mac_address': 'fa:16:3e:ac:1d:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c550b838-7913-416b-9cdf-97361ae8a11e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:10:16.702313 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 23902777-4152-40e8-8e5a-82c354069bb0 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:10:16.702700 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (23902777-4152-40e8-8e5a-82c354069bb0), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:16.715796 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23902777-4152-40e8-8e5a-82c354069bb0 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:10:16.735553 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 23902777-4152-40e8-8e5a-82c354069bb0, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=23902777-4152-40e8-8e5a-82c354069bb0,segment=NetworkSegment(5a83d72b-7b09-4dcc-9559-80e8d894f42e),segment_id=5a83d72b-7b09-4dcc-9559-80e8d894f42e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:16.739329 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (23902777-4152-40e8-8e5a-82c354069bb0), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:16.788499 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=23902777-4152-40e8-8e5a-82c354069bb0,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:17.002124 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['23902777-4152-40e8-8e5a-82c354069bb0'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:10:17.364630 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde3660-1177-4665-b26e-a7597601d3c5 req-594a91f2-ef00-4935-85b9-b84c39c56599 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:17.366087 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-afde3660-1177-4665-b26e-a7597601d3c5 req-594a91f2-ef00-4935-85b9-b84c39c56599 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 945 time: 0.0525179 Feb 09 02:10:17.412946 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-afde3660-1177-4665-b26e-a7597601d3c5 req-268b2d59-1f1f-423d-ae19-a96ea0c3f711 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411065 Feb 09 02:10:18.532970 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575bfee-398e-47fa-8b4f-70c7801643c0 req-3933790d-cf5b-4030-a6a0-f708476b725b tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:18.534448 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b575bfee-398e-47fa-8b4f-70c7801643c0 req-3933790d-cf5b-4030-a6a0-f708476b725b tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 945 time: 0.0527205 Feb 09 02:10:18.565427 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 23902777-4152-40e8-8e5a-82c354069bb0 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:10:18.582349 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b575bfee-398e-47fa-8b4f-70c7801643c0 req-76a2c36d-e22d-4c54-84eb-0484b3365ec1 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424402 Feb 09 02:10:18.617007 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 23902777-4152-40e8-8e5a-82c354069bb0 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:10:18.620947 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 23902777-4152-40e8-8e5a-82c354069bb0 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:18.621312 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (23902777-4152-40e8-8e5a-82c354069bb0), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:18.696910 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 23902777-4152-40e8-8e5a-82c354069bb0 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:10:18.697330 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (23902777-4152-40e8-8e5a-82c354069bb0), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:18.720564 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56988690-0fca-4689-886c-0d5600ec2340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23902777-4152-40e8-8e5a-82c354069bb0'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:18.722785 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bb5a1265871782f8fa80d718c2cad0aad3f2595cc534f44543b72f1ded69d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327a12a2-2a16-4e29-b4af-bee8bbcd823c" -d '{"events": [{"server_uuid": "56988690-0fca-4689-886c-0d5600ec2340", "name": "network-vif-plugged", "status": "completed", "tag": "23902777-4152-40e8-8e5a-82c354069bb0"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:18.735913 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 23902777-4152-40e8-8e5a-82c354069bb0, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=23902777-4152-40e8-8e5a-82c354069bb0,segment=NetworkSegment(5a83d72b-7b09-4dcc-9559-80e8d894f42e),segment_id=5a83d72b-7b09-4dcc-9559-80e8d894f42e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:18.740985 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (23902777-4152-40e8-8e5a-82c354069bb0), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:18.768120 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3205a9d1-326e-4804-9e5c-fb3cf7da5833 x-openstack-request-id: req-3205a9d1-326e-4804-9e5c-fb3cf7da5833 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:18.768417 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56988690-0fca-4689-886c-0d5600ec2340", "name": "network-vif-plugged", "status": "completed", "tag": "23902777-4152-40e8-8e5a-82c354069bb0", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:18.768673 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3205a9d1-326e-4804-9e5c-fb3cf7da5833 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:18.769066 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56988690-0fca-4689-886c-0d5600ec2340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23902777-4152-40e8-8e5a-82c354069bb0', 'code': 200} Feb 09 02:10:18.795643 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=23902777-4152-40e8-8e5a-82c354069bb0,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:18.872068 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36658afd-5fd0-464f-8b61-e06f6325b0d1 req-399cf6a6-f8ec-41ba-9a87-f5993b6aeb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:18.873583 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-36658afd-5fd0-464f-8b61-e06f6325b0d1 req-399cf6a6-f8ec-41ba-9a87-f5993b6aeb3c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 1129 time: 0.0485368 Feb 09 02:10:18.919928 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-36658afd-5fd0-464f-8b61-e06f6325b0d1 req-c2241466-5ec0-4fec-ab28-71d4aa7f8896 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376060 Feb 09 02:10:19.701008 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f8f85-f13a-472c-94ff-0d97f05f77e1 req-4c64faac-1750-42e5-bdda-c5b74815ae26 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:19.702598 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-294f8f85-f13a-472c-94ff-0d97f05f77e1 req-4c64faac-1750-42e5-bdda-c5b74815ae26 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 946 time: 0.0520260 Feb 09 02:10:19.749177 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-294f8f85-f13a-472c-94ff-0d97f05f77e1 req-f1fe62bc-8cc1-4596-8f6c-2fddcbade4de tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411122 Feb 09 02:10:19.936720 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:20.871391 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b0993-93ee-4bc9-be3f-7460f4167e18 req-abe10f2d-27a8-4950-a983-a4af32171b88 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:20.872793 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c7b0993-93ee-4bc9-be3f-7460f4167e18 req-abe10f2d-27a8-4950-a983-a4af32171b88 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 946 time: 0.0554941 Feb 09 02:10:20.905508 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d1a2149a-9d23-4cbe-a024-d182d5466179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:20.920980 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c7b0993-93ee-4bc9-be3f-7460f4167e18 req-225f780a-4aba-4ec2-a42f-0e2adec1cc22 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426660 Feb 09 02:10:21.040837 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef00da-aab3-4c93-8492-b56fb0e509a5 req-c30ee32a-b5e9-4833-ae73-a72e27bf210e tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:21.042330 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-87ef00da-aab3-4c93-8492-b56fb0e509a5 req-c30ee32a-b5e9-4833-ae73-a72e27bf210e tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 946 time: 0.0525630 Feb 09 02:10:21.088202 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-87ef00da-aab3-4c93-8492-b56fb0e509a5 req-4e75e10d-ac3c-4610-9614-8ffd505c8803 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401621 Feb 09 02:10:21.292069 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539b298-8b8b-4fa2-b220-54260bff59a8 req-cecc0581-55c3-4d7e-a388-e2bbe3fa5d37 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:21.293527 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1539b298-8b8b-4fa2-b220-54260bff59a8 req-cecc0581-55c3-4d7e-a388-e2bbe3fa5d37 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 946 time: 0.0532560 Feb 09 02:10:21.342937 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1539b298-8b8b-4fa2-b220-54260bff59a8 req-9f2ed8e4-f978-44cc-8e7c-28a80d5d052b tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437958 Feb 09 02:10:21.407703 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:21.459898 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e7903-bac9-4f65-8e93-4954602a32e8 req-51d21277-6f10-41ee-8a58-47b451898cbd tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:21.461381 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c2e7903-bac9-4f65-8e93-4954602a32e8 req-51d21277-6f10-41ee-8a58-47b451898cbd tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 946 time: 0.0517266 Feb 09 02:10:21.507420 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c2e7903-bac9-4f65-8e93-4954602a32e8 req-53d7478c-250f-4093-8334-67ed45ce8029 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402052 Feb 09 02:10:21.739500 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5417ac13-441c-4714-ae68-b034915a891b req-5d6d0a77-4252-4224-9437-a96493874a5f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0526571 Feb 09 02:10:21.752814 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0149ee0-5450-4c19-9b42-7fd0c2a8e89f req-3af0e0fa-69df-4241-ac78-c7943f1b67cd tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:21.754303 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e0149ee0-5450-4c19-9b42-7fd0c2a8e89f req-3af0e0fa-69df-4241-ac78-c7943f1b67cd tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 946 time: 0.0589626 Feb 09 02:10:21.803155 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e0149ee0-5450-4c19-9b42-7fd0c2a8e89f req-735f7a62-a088-47bd-a81c-0c81b4540a31 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422566 Feb 09 02:10:22.825991 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417ac13-441c-4714-ae68-b034915a891b req-f2353f57-fd1a-4a22-a6d8-ef9e18353cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:22.827648 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5417ac13-441c-4714-ae68-b034915a891b req-f2353f57-fd1a-4a22-a6d8-ef9e18353cfa service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e0d3bd525f5d413f9bfa538f375a5cf6&device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 1129 time: 0.0487649 Feb 09 02:10:22.956800 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f910e5a-9222-4933-b8d6-f36b96a8cdeb req-a8bb9f89-2b46-4ecd-b8f8-aacbde0e92fe tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:22.958260 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5f910e5a-9222-4933-b8d6-f36b96a8cdeb req-a8bb9f89-2b46-4ecd-b8f8-aacbde0e92fe tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 946 time: 0.0827563 Feb 09 02:10:22.962737 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417ac13-441c-4714-ae68-b034915a891b req-d2b7586d-7ccd-4179-8f0f-0fe51219ab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:22.964127 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5417ac13-441c-4714-ae68-b034915a891b req-d2b7586d-7ccd-4179-8f0f-0fe51219ab19 service neutron] 10.222.0.91 "GET /v2.0/networks?id=1b26f201-4014-46ea-bdfd-ec660a110e12 HTTP/1.1" status: 200 len: 916 time: 0.1304443 Feb 09 02:10:23.016130 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5417ac13-441c-4714-ae68-b034915a891b req-eb49c5e2-ea00-4293-b7a9-c6f6c50727a7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23902777-4152-40e8-8e5a-82c354069bb0 HTTP/1.1" status: 200 len: 217 time: 0.0445385 Feb 09 02:10:23.070516 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5f910e5a-9222-4933-b8d6-f36b96a8cdeb req-a8c73222-9515-44c8-8a85-e66564f8e688 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054595 Feb 09 02:10:23.081156 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417ac13-441c-4714-ae68-b034915a891b req-e71ac3b8-6156-416d-ae55-ccf307f89529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:23.082648 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5417ac13-441c-4714-ae68-b034915a891b req-e71ac3b8-6156-416d-ae55-ccf307f89529 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c550b838-7913-416b-9cdf-97361ae8a11e HTTP/1.1" status: 200 len: 855 time: 0.0563996 Feb 09 02:10:23.118096 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5417ac13-441c-4714-ae68-b034915a891b req-b4c1bc5e-1f6c-4c78-979d-9a6a896cd71f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1b26f201-4014-46ea-bdfd-ec660a110e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295219 Feb 09 02:10:23.206871 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5417ac13-441c-4714-ae68-b034915a891b req-a153481a-4c9c-4d3d-976d-82e055cd5fb3 service neutron] 10.222.0.91 "GET /v2.0/networks/1b26f201-4014-46ea-bdfd-ec660a110e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822999 Feb 09 02:10:23.298070 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5417ac13-441c-4714-ae68-b034915a891b req-defb2d89-63a2-4373-bf84-c97017556816 service neutron] 10.222.0.91 "GET /v2.0/networks/1b26f201-4014-46ea-bdfd-ec660a110e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858061 Feb 09 02:10:24.192358 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79e5cb-57d9-46ca-b290-a327d25daf84 req-bb97974b-6e2b-4d18-a29c-9d82940cc1ce tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:24.193851 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6c79e5cb-57d9-46ca-b290-a327d25daf84 req-bb97974b-6e2b-4d18-a29c-9d82940cc1ce tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 946 time: 0.0541451 Feb 09 02:10:24.239626 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6c79e5cb-57d9-46ca-b290-a327d25daf84 req-50abd417-ac27-487b-9893-252b799e7e6f tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395110 Feb 09 02:10:24.343264 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-13148838-eda7-493e-98b5-7689804c76a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:25.362395 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4c634-192e-4c8e-885e-258c4c7ecd88 req-a29d03bd-71fb-4f4e-a109-da0aca25c70e tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:25.363872 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d1e4c634-192e-4c8e-885e-258c4c7ecd88 req-a29d03bd-71fb-4f4e-a109-da0aca25c70e tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 946 time: 0.0519230 Feb 09 02:10:25.410187 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d1e4c634-192e-4c8e-885e-258c4c7ecd88 req-8dc57b50-17bf-4b6a-9b11-5516f82779f6 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400701 Feb 09 02:10:25.978668 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:26.536483 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48a27a-3d6b-4ed1-aac2-1b26d8b3ae19 req-5532e989-3f97-402f-be5e-ad2f63ef1360 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:26.537957 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7d48a27a-3d6b-4ed1-aac2-1b26d8b3ae19 req-5532e989-3f97-402f-be5e-ad2f63ef1360 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 946 time: 0.0573025 Feb 09 02:10:26.585103 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7d48a27a-3d6b-4ed1-aac2-1b26d8b3ae19 req-22c7c0e7-f522-401f-a79f-3259b2859f13 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408340 Feb 09 02:10:27.709219 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfac6d0-973d-453c-af48-bd72303225f3 req-c5684b24-92c7-4ce8-bd0f-5ef75c7e8d2e tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:27.710760 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7bfac6d0-973d-453c-af48-bd72303225f3 req-c5684b24-92c7-4ce8-bd0f-5ef75c7e8d2e tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 946 time: 0.0544670 Feb 09 02:10:27.713363 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:27.763660 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7bfac6d0-973d-453c-af48-bd72303225f3 req-15c531c0-5c30-40e8-ba96-eddc6d08be58 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452049 Feb 09 02:10:28.386876 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:28.886421 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e263d9-0fa8-4acb-990a-248bbc9686bf req-4fed3635-163b-40dd-b586-23fca3f408c8 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:28.887904 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e7e263d9-0fa8-4acb-990a-248bbc9686bf req-4fed3635-163b-40dd-b586-23fca3f408c8 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 946 time: 0.0533416 Feb 09 02:10:28.938352 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e7e263d9-0fa8-4acb-990a-248bbc9686bf req-3fb58ff9-02e0-4617-81f2-22327756d6ad tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448883 Feb 09 02:10:30.059282 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c157ea8-89d7-42e4-8673-7249c270d88c req-0ee991a0-88b3-4612-bdd1-f0e49d53afe8 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:30.060773 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2c157ea8-89d7-42e4-8673-7249c270d88c req-0ee991a0-88b3-4612-bdd1-f0e49d53afe8 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 946 time: 0.0525954 Feb 09 02:10:30.106199 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2c157ea8-89d7-42e4-8673-7249c270d88c req-885239f9-d20c-4202-a66e-58d5c3a0a753 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399508 Feb 09 02:10:31.226828 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abdb87-0e47-4a38-8de6-4957fafaf26a req-284b58b7-aa1d-4aa2-a03f-36a79c7af8f7 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:31.228491 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2abdb87-0e47-4a38-8de6-4957fafaf26a req-284b58b7-aa1d-4aa2-a03f-36a79c7af8f7 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 946 time: 0.0541384 Feb 09 02:10:31.275751 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2abdb87-0e47-4a38-8de6-4957fafaf26a req-69cf6be0-d80d-43d8-b0ec-2774cfce2a87 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415606 Feb 09 02:10:32.397875 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b77e94-2594-47fb-a003-054c8424940c req-3b9b0af0-615d-4858-b265-cc0f1c75440c tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:32.399849 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-53b77e94-2594-47fb-a003-054c8424940c req-3b9b0af0-615d-4858-b265-cc0f1c75440c tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 946 time: 0.0563233 Feb 09 02:10:32.445645 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-53b77e94-2594-47fb-a003-054c8424940c req-4f303927-e21d-4dbe-9813-8b39259435eb tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400789 Feb 09 02:10:33.568310 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d2696-5511-4ed2-bd23-20cd4eedf37c req-03735c28-c499-4378-8c99-3cfe4804a8a1 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:33.569795 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d64d2696-5511-4ed2-bd23-20cd4eedf37c req-03735c28-c499-4378-8c99-3cfe4804a8a1 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 946 time: 0.0536001 Feb 09 02:10:33.616305 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d64d2696-5511-4ed2-bd23-20cd4eedf37c req-4c69c408-f53b-412f-9b10-157e1e67b868 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406647 Feb 09 02:10:34.325686 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:10:34.739106 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e9700-45c9-4be6-a601-afe713c26742 req-c0e10b71-3aab-4521-8267-18e61bffac05 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:34.740593 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a04e9700-45c9-4be6-a601-afe713c26742 req-c0e10b71-3aab-4521-8267-18e61bffac05 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 946 time: 0.0563929 Feb 09 02:10:34.787161 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a04e9700-45c9-4be6-a601-afe713c26742 req-0ec8ffc4-7908-4732-94eb-9394b5f161b1 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403681 Feb 09 02:10:35.912260 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ea8c2-22cd-4b87-aa6b-33b7b4883c56 req-57317b16-8d09-436e-aee9-96957b887e8c tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:35.913726 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-171ea8c2-22cd-4b87-aa6b-33b7b4883c56 req-57317b16-8d09-436e-aee9-96957b887e8c tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 946 time: 0.0522656 Feb 09 02:10:35.960602 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-171ea8c2-22cd-4b87-aa6b-33b7b4883c56 req-06c4cab0-6fbe-42fa-ade8-006e32930253 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405438 Feb 09 02:10:37.078899 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1c380-d0ed-40a1-9c32-7e18239406b7 req-14a9a88b-04be-450f-bded-b0e8cc1ce37d tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:37.080379 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94b1c380-d0ed-40a1-9c32-7e18239406b7 req-14a9a88b-04be-450f-bded-b0e8cc1ce37d tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 946 time: 0.0519297 Feb 09 02:10:37.131666 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94b1c380-d0ed-40a1-9c32-7e18239406b7 req-1d09576e-8a1e-4f17-8adb-67c7e2e24414 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457797 Feb 09 02:10:38.249149 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327b895-fdc8-45e1-9ce2-8bf87f3e1543 req-27bd137a-c086-4c6d-a321-699ae2111a7d tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:38.250598 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6327b895-fdc8-45e1-9ce2-8bf87f3e1543 req-27bd137a-c086-4c6d-a321-699ae2111a7d tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 946 time: 0.0514762 Feb 09 02:10:38.297894 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6327b895-fdc8-45e1-9ce2-8bf87f3e1543 req-9d7006c7-1c61-4fd3-b48c-c062fc109396 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417085 Feb 09 02:10:39.416710 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6cbea-e0fc-4624-a245-38f78ae33d00 req-fe2cbe2f-e8d6-47e1-905d-9c222fa0fe20 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:39.418199 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cfd6cbea-e0fc-4624-a245-38f78ae33d00 req-fe2cbe2f-e8d6-47e1-905d-9c222fa0fe20 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 946 time: 0.0543680 Feb 09 02:10:39.464540 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cfd6cbea-e0fc-4624-a245-38f78ae33d00 req-33460a50-e98e-4908-9a00-cf9c9966aa84 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408037 Feb 09 02:10:40.589378 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4313a-0c21-4c0f-8bfe-930987466ae2 req-2ffe825c-09ad-45f6-a858-aa684ddd006d tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:40.590864 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eda4313a-0c21-4c0f-8bfe-930987466ae2 req-2ffe825c-09ad-45f6-a858-aa684ddd006d tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 946 time: 0.0589733 Feb 09 02:10:40.637582 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eda4313a-0c21-4c0f-8bfe-930987466ae2 req-2d17b08e-5c25-467a-8bb8-60745056e7ea tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410850 Feb 09 02:10:41.755501 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a58bde-e7c0-4da7-82d0-9d5e937d74e8 req-9fd73cd1-ae1e-4a6c-b648-cb5950ab1dde tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:41.757012 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e7a58bde-e7c0-4da7-82d0-9d5e937d74e8 req-9fd73cd1-ae1e-4a6c-b648-cb5950ab1dde tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 946 time: 0.0520012 Feb 09 02:10:41.807001 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e7a58bde-e7c0-4da7-82d0-9d5e937d74e8 req-420068a9-748a-4ace-98bf-0a38c4ff256d tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441167 Feb 09 02:10:42.925139 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540dac30-723d-40d2-9e4f-64a91773302b req-5219da96-aa7d-421f-9ad9-9ad17887ab29 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:42.926546 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-540dac30-723d-40d2-9e4f-64a91773302b req-5219da96-aa7d-421f-9ad9-9ad17887ab29 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 946 time: 0.0524039 Feb 09 02:10:42.977844 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-540dac30-723d-40d2-9e4f-64a91773302b req-e2fbd9bf-f62c-498f-96c5-915cc81e4582 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449853 Feb 09 02:10:44.098884 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560a7e3-8adc-41d6-ba1b-e9a8286c0980 req-1619e77d-db35-4f58-8eb9-24c84a1ba6dd tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:44.100362 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8560a7e3-8adc-41d6-ba1b-e9a8286c0980 req-1619e77d-db35-4f58-8eb9-24c84a1ba6dd tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 946 time: 0.0525177 Feb 09 02:10:44.147448 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8560a7e3-8adc-41d6-ba1b-e9a8286c0980 req-88834de5-258f-49aa-a532-e915c7c3b134 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410793 Feb 09 02:10:45.267698 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3ebed-b3e8-4b12-96a9-e1bc78bed2cb req-ef089ebc-5fdd-4c40-9ca4-84f957cee742 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:45.269213 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e7d3ebed-b3e8-4b12-96a9-e1bc78bed2cb req-ef089ebc-5fdd-4c40-9ca4-84f957cee742 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 946 time: 0.0528018 Feb 09 02:10:45.316372 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e7d3ebed-b3e8-4b12-96a9-e1bc78bed2cb req-3e3ae1d7-7352-4fc9-9a40-5a0ca78e0bad tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409896 Feb 09 02:10:46.441212 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026aa829-8d85-417f-9304-baefe3a3b0c0 req-ff136858-5d3b-4694-aa29-88ed7195eaa8 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:46.442714 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-026aa829-8d85-417f-9304-baefe3a3b0c0 req-ff136858-5d3b-4694-aa29-88ed7195eaa8 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 946 time: 0.0582190 Feb 09 02:10:46.491312 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-026aa829-8d85-417f-9304-baefe3a3b0c0 req-7d4e3ae6-c6d4-4f8b-83bd-55e48e5ab940 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420368 Feb 09 02:10:47.614242 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6235c22-b43a-453f-94b8-8a4f6a51b1d3 req-1077894b-3254-4ab8-9f83-e6bf97644495 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:47.615726 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d6235c22-b43a-453f-94b8-8a4f6a51b1d3 req-1077894b-3254-4ab8-9f83-e6bf97644495 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 946 time: 0.0538869 Feb 09 02:10:47.661842 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d6235c22-b43a-453f-94b8-8a4f6a51b1d3 req-42b690e1-42a3-4751-b8de-cda02f6591a6 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401080 Feb 09 02:10:48.785881 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72480264-c71a-42a0-84ba-1085d407ef7b req-c6a2f5d2-a538-4c39-9f6b-a4df3624d117 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:48.787358 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-72480264-c71a-42a0-84ba-1085d407ef7b req-c6a2f5d2-a538-4c39-9f6b-a4df3624d117 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 946 time: 0.0581670 Feb 09 02:10:48.833279 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-72480264-c71a-42a0-84ba-1085d407ef7b req-39391217-ef39-4a36-82c3-f0ef0eaba7f1 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401454 Feb 09 02:10:49.939208 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:49.955134 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054fb62b-a775-4e52-964c-e02173df1618 req-c63c15df-eea0-45b0-887e-a65275174750 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:49.956642 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-054fb62b-a775-4e52-964c-e02173df1618 req-c63c15df-eea0-45b0-887e-a65275174750 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 946 time: 0.0537384 Feb 09 02:10:50.003413 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-054fb62b-a775-4e52-964c-e02173df1618 req-31ef3100-58c3-418f-a59b-cf367d7ccc81 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411298 Feb 09 02:10:50.625652 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [req-5417ac13-441c-4714-ae68-b034915a891b req-a186c7e2-cd55-45b1-b20f-fdf9f6ce9a45 service neutron] show failed (client error): The resource could not be found. Feb 09 02:10:50.626660 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5417ac13-441c-4714-ae68-b034915a891b req-a186c7e2-cd55-45b1-b20f-fdf9f6ce9a45 service neutron] 10.222.0.91 "GET /v2.0/ports/23902777-4152-40e8-8e5a-82c354069bb0/bindings/n-h1-822053-40 HTTP/1.1" status: 404 len: 381 time: 0.0565662 Feb 09 02:10:50.857607 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417ac13-441c-4714-ae68-b034915a891b req-ae23b0c6-aa87-43b6-abe6-93061a08eb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:50.859010 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5417ac13-441c-4714-ae68-b034915a891b req-ae23b0c6-aa87-43b6-abe6-93061a08eb9d service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340&tenant_id=e0d3bd525f5d413f9bfa538f375a5cf6 HTTP/1.1" status: 200 len: 1129 time: 0.0754230 Feb 09 02:10:50.870097 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [req-5417ac13-441c-4714-ae68-b034915a891b req-404e472f-62de-4ca9-87b2-815d57cc468b service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:10:50.871013 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5417ac13-441c-4714-ae68-b034915a891b req-404e472f-62de-4ca9-87b2-815d57cc468b service neutron] 10.222.0.121 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054252 Feb 09 02:10:50.887691 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [req-5417ac13-441c-4714-ae68-b034915a891b req-bc2fe8e5-1bad-422c-a113-83e10a132032 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822053-40', 'device_owner': 'compute:nova'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:50.910730 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cbc39526-e2e4-4617-8e93-e04549d0d705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:50.951822 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5417ac13-441c-4714-ae68-b034915a891b req-bc2fe8e5-1bad-422c-a113-83e10a132032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (23902777-4152-40e8-8e5a-82c354069bb0), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:51.128994 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15425cec-3dde-4c51-949c-6978090b875b req-9181cd65-90af-4ef2-8391-8141be292a9a tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:51.130395 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-15425cec-3dde-4c51-949c-6978090b875b req-9181cd65-90af-4ef2-8391-8141be292a9a tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 946 time: 0.0593228 Feb 09 02:10:51.152685 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-5417ac13-441c-4714-ae68-b034915a891b req-bc2fe8e5-1bad-422c-a113-83e10a132032 service neutron] For port 23902777-4152-40e8-8e5a-82c354069bb0, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=23902777-4152-40e8-8e5a-82c354069bb0,segment=NetworkSegment(5a83d72b-7b09-4dcc-9559-80e8d894f42e),segment_id=5a83d72b-7b09-4dcc-9559-80e8d894f42e)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:51.179782 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-15425cec-3dde-4c51-949c-6978090b875b req-44f62dd1-acc1-4c51-a747-3e3633549c71 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422111 Feb 09 02:10:51.186788 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-5417ac13-441c-4714-ae68-b034915a891b req-bc2fe8e5-1bad-422c-a113-83e10a132032 service neutron] For port 23902777-4152-40e8-8e5a-82c354069bb0, host n-h2-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:10:51.226289 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56988690-0fca-4689-886c-0d5600ec2340', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23902777-4152-40e8-8e5a-82c354069bb0'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:51.228807 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8875158a3b8cd9e21020c5e530d02786ba26f4a79624d6907fbca9bf06d66985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537e28eb-3ee2-4a8e-8c58-b7d7300aa6eb" -d '{"events": [{"server_uuid": "56988690-0fca-4689-886c-0d5600ec2340", "name": "network-vif-unplugged", "status": "completed", "tag": "23902777-4152-40e8-8e5a-82c354069bb0"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:51.232299 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5417ac13-441c-4714-ae68-b034915a891b req-bc2fe8e5-1bad-422c-a113-83e10a132032 service neutron] Publish callbacks [] for port (23902777-4152-40e8-8e5a-82c354069bb0), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:51.245011 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [req-5417ac13-441c-4714-ae68-b034915a891b req-bc2fe8e5-1bad-422c-a113-83e10a132032 service neutron] Transition to ACTIVE for port object 23902777-4152-40e8-8e5a-82c354069bb0 will not be triggered until provisioned by entity L2. {{(pid=103528) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:10:51.249509 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5417ac13-441c-4714-ae68-b034915a891b req-bc2fe8e5-1bad-422c-a113-83e10a132032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (23902777-4152-40e8-8e5a-82c354069bb0), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:51.284991 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136ec3fb-3ca1-4084-99c2-c367f2aef11a x-openstack-request-id: req-136ec3fb-3ca1-4084-99c2-c367f2aef11a {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:51.285295 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56988690-0fca-4689-886c-0d5600ec2340", "name": "network-vif-unplugged", "status": "completed", "tag": "23902777-4152-40e8-8e5a-82c354069bb0", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:51.285550 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-136ec3fb-3ca1-4084-99c2-c367f2aef11a {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:51.285934 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56988690-0fca-4689-886c-0d5600ec2340', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23902777-4152-40e8-8e5a-82c354069bb0', 'code': 200} Feb 09 02:10:51.314175 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-5417ac13-441c-4714-ae68-b034915a891b req-bc2fe8e5-1bad-422c-a113-83e10a132032 service neutron] No DVR routers for this DVR port 23902777-4152-40e8-8e5a-82c354069bb0 on host n-h2-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:10:51.316141 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2fe8e5-1bad-422c-a113-83e10a132032 service neutron] Pushing event updated for resources: {'Port': ['ID=23902777-4152-40e8-8e5a-82c354069bb0,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:51.328223 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2fe8e5-1bad-422c-a113-83e10a132032 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:51.328567 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2fe8e5-1bad-422c-a113-83e10a132032 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:51.328908 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2fe8e5-1bad-422c-a113-83e10a132032 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:51.329239 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2fe8e5-1bad-422c-a113-83e10a132032 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:51.329565 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2fe8e5-1bad-422c-a113-83e10a132032 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:51.329888 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2fe8e5-1bad-422c-a113-83e10a132032 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:51.330205 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2fe8e5-1bad-422c-a113-83e10a132032 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:51.330523 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2fe8e5-1bad-422c-a113-83e10a132032 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:51.330837 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2fe8e5-1bad-422c-a113-83e10a132032 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:51.331152 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2fe8e5-1bad-422c-a113-83e10a132032 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:51.331464 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2fe8e5-1bad-422c-a113-83e10a132032 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:51.331774 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2fe8e5-1bad-422c-a113-83e10a132032 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:51.332110 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2fe8e5-1bad-422c-a113-83e10a132032 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:51.364689 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-5417ac13-441c-4714-ae68-b034915a891b req-bc2fe8e5-1bad-422c-a113-83e10a132032 service neutron] Attempting to bind port 23902777-4152-40e8-8e5a-82c354069bb0 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:10:51.365016 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-5417ac13-441c-4714-ae68-b034915a891b req-bc2fe8e5-1bad-422c-a113-83e10a132032 service neutron] Attempting to bind port 23902777-4152-40e8-8e5a-82c354069bb0 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '5a83d72b-7b09-4dcc-9559-80e8d894f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1b26f201-4014-46ea-bdfd-ec660a110e12'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:10:51.365337 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5417ac13-441c-4714-ae68-b034915a891b req-bc2fe8e5-1bad-422c-a113-83e10a132032 service neutron] Attempting to bind port 23902777-4152-40e8-8e5a-82c354069bb0 on network 1b26f201-4014-46ea-bdfd-ec660a110e12 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:10:51.369618 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5417ac13-441c-4714-ae68-b034915a891b req-bc2fe8e5-1bad-422c-a113-83e10a132032 service neutron] Port 23902777-4152-40e8-8e5a-82c354069bb0 on network 1b26f201-4014-46ea-bdfd-ec660a110e12 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:10:51.369932 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5417ac13-441c-4714-ae68-b034915a891b req-bc2fe8e5-1bad-422c-a113-83e10a132032 service neutron] Attempting to bind port 23902777-4152-40e8-8e5a-82c354069bb0 on network 1b26f201-4014-46ea-bdfd-ec660a110e12 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:10:51.374596 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5417ac13-441c-4714-ae68-b034915a891b req-bc2fe8e5-1bad-422c-a113-83e10a132032 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:10:51.374923 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5417ac13-441c-4714-ae68-b034915a891b req-bc2fe8e5-1bad-422c-a113-83e10a132032 service neutron] Checking segment: {'id': '5a83d72b-7b09-4dcc-9559-80e8d894f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1b26f201-4014-46ea-bdfd-ec660a110e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:10:51.375296 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5417ac13-441c-4714-ae68-b034915a891b req-bc2fe8e5-1bad-422c-a113-83e10a132032 service neutron] Bound using segment: {'id': '5a83d72b-7b09-4dcc-9559-80e8d894f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1b26f201-4014-46ea-bdfd-ec660a110e12'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:10:51.375713 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [req-5417ac13-441c-4714-ae68-b034915a891b req-bc2fe8e5-1bad-422c-a113-83e10a132032 service neutron] Bound port: 23902777-4152-40e8-8e5a-82c354069bb0, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a83d72b-7b09-4dcc-9559-80e8d894f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1b26f201-4014-46ea-bdfd-ec660a110e12'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:10:51.376082 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5417ac13-441c-4714-ae68-b034915a891b req-bc2fe8e5-1bad-422c-a113-83e10a132032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (23902777-4152-40e8-8e5a-82c354069bb0), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:51.423859 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:51.438252 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-5417ac13-441c-4714-ae68-b034915a891b req-bc2fe8e5-1bad-422c-a113-83e10a132032 service neutron] For port 23902777-4152-40e8-8e5a-82c354069bb0, host n-h1-822053-40, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:10:51.441241 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-5417ac13-441c-4714-ae68-b034915a891b req-bc2fe8e5-1bad-422c-a113-83e10a132032 service neutron] For port 23902777-4152-40e8-8e5a-82c354069bb0, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=23902777-4152-40e8-8e5a-82c354069bb0,segment=NetworkSegment(5a83d72b-7b09-4dcc-9559-80e8d894f42e),segment_id=5a83d72b-7b09-4dcc-9559-80e8d894f42e)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:10:51.446450 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5417ac13-441c-4714-ae68-b034915a891b req-bc2fe8e5-1bad-422c-a113-83e10a132032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (23902777-4152-40e8-8e5a-82c354069bb0), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:51.480265 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417ac13-441c-4714-ae68-b034915a891b req-bc2fe8e5-1bad-422c-a113-83e10a132032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:51.480877 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-5417ac13-441c-4714-ae68-b034915a891b req-bc2fe8e5-1bad-422c-a113-83e10a132032 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:51.482260 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5417ac13-441c-4714-ae68-b034915a891b req-bc2fe8e5-1bad-422c-a113-83e10a132032 service neutron] 10.222.0.121 "PUT /v2.0/ports/23902777-4152-40e8-8e5a-82c354069bb0 HTTP/1.1" status: 200 len: 1093 time: 0.5982780 Feb 09 02:10:51.501803 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2fe8e5-1bad-422c-a113-83e10a132032 service neutron] Pushing event updated for resources: {'Port': ['ID=23902777-4152-40e8-8e5a-82c354069bb0,revision_number=7']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:51.549696 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417ac13-441c-4714-ae68-b034915a891b req-ffd15c1a-6e07-4d67-b7b0-f4d095cdd97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:51.551192 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5417ac13-441c-4714-ae68-b034915a891b req-ffd15c1a-6e07-4d67-b7b0-f4d095cdd97c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e0d3bd525f5d413f9bfa538f375a5cf6&device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 1127 time: 0.0466201 Feb 09 02:10:51.643375 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417ac13-441c-4714-ae68-b034915a891b req-231945cd-8591-46de-9218-6fad2d975a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:51.644870 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5417ac13-441c-4714-ae68-b034915a891b req-231945cd-8591-46de-9218-6fad2d975a04 service neutron] 10.222.0.121 "GET /v2.0/networks?id=1b26f201-4014-46ea-bdfd-ec660a110e12 HTTP/1.1" status: 200 len: 916 time: 0.0882654 Feb 09 02:10:51.686723 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5417ac13-441c-4714-ae68-b034915a891b req-35017798-4cb7-4f98-83a4-35a8af303755 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23902777-4152-40e8-8e5a-82c354069bb0 HTTP/1.1" status: 200 len: 217 time: 0.0350370 Feb 09 02:10:51.739072 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417ac13-441c-4714-ae68-b034915a891b req-3cf1d513-132b-4754-a592-c30ba0f36ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:51.740523 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5417ac13-441c-4714-ae68-b034915a891b req-3cf1d513-132b-4754-a592-c30ba0f36ea1 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c550b838-7913-416b-9cdf-97361ae8a11e HTTP/1.1" status: 200 len: 855 time: 0.0478716 Feb 09 02:10:51.771932 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5417ac13-441c-4714-ae68-b034915a891b req-1a785bcd-3d0d-427e-8924-444f27f0eee7 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1b26f201-4014-46ea-bdfd-ec660a110e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253077 Feb 09 02:10:51.859422 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5417ac13-441c-4714-ae68-b034915a891b req-ff14dc28-8609-46b9-823d-2314b0f565c5 service neutron] 10.222.0.121 "GET /v2.0/networks/1b26f201-4014-46ea-bdfd-ec660a110e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809112 Feb 09 02:10:51.956878 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-5417ac13-441c-4714-ae68-b034915a891b req-e2ff8627-068b-418c-b422-1775ec0b2dd2 service neutron] 10.222.0.121 "GET /v2.0/networks/1b26f201-4014-46ea-bdfd-ec660a110e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911138 Feb 09 02:10:52.304078 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34a8c2-ba5b-4b87-a87b-642e78a79929 req-ba850bd0-550b-41aa-85e7-3350d30d9b09 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:52.305550 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6e34a8c2-ba5b-4b87-a87b-642e78a79929 req-ba850bd0-550b-41aa-85e7-3350d30d9b09 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 944 time: 0.0541048 Feb 09 02:10:52.352658 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6e34a8c2-ba5b-4b87-a87b-642e78a79929 req-614ce504-c20c-410d-a0b2-a6983c7214c6 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413353 Feb 09 02:10:53.287520 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56988690-0fca-4689-886c-0d5600ec2340', 'tag': '23902777-4152-40e8-8e5a-82c354069bb0'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:53.289871 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8875158a3b8cd9e21020c5e530d02786ba26f4a79624d6907fbca9bf06d66985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab312ed-caa2-4382-b54c-d76e9f7852fd" -d '{"events": [{"name": "network-changed", "server_uuid": "56988690-0fca-4689-886c-0d5600ec2340", "tag": "23902777-4152-40e8-8e5a-82c354069bb0"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:53.338576 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76744651-7e10-462d-ad5d-1f73d9ddb37d x-openstack-request-id: req-76744651-7e10-462d-ad5d-1f73d9ddb37d {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:53.338875 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56988690-0fca-4689-886c-0d5600ec2340", "tag": "23902777-4152-40e8-8e5a-82c354069bb0", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:53.339136 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-76744651-7e10-462d-ad5d-1f73d9ddb37d {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:53.339539 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56988690-0fca-4689-886c-0d5600ec2340', 'tag': '23902777-4152-40e8-8e5a-82c354069bb0', 'status': 'completed', 'code': 200} Feb 09 02:10:53.410877 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab312ed-caa2-4382-b54c-d76e9f7852fd req-86ebd5ac-d85e-44d6-b17e-c84a18122588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:53.412518 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab312ed-caa2-4382-b54c-d76e9f7852fd req-339d7d9f-c397-4aba-99bf-59c5d493bc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:53.413882 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0ab312ed-caa2-4382-b54c-d76e9f7852fd req-86ebd5ac-d85e-44d6-b17e-c84a18122588 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e0d3bd525f5d413f9bfa538f375a5cf6&device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 1127 time: 0.0496891 Feb 09 02:10:53.414050 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0ab312ed-caa2-4382-b54c-d76e9f7852fd req-339d7d9f-c397-4aba-99bf-59c5d493bc1d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e0d3bd525f5d413f9bfa538f375a5cf6&device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 1127 time: 0.0525122 Feb 09 02:10:53.518650 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab312ed-caa2-4382-b54c-d76e9f7852fd req-2f3c6bae-3a0a-4d7b-b8d4-93305ca9f685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:53.520271 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0ab312ed-caa2-4382-b54c-d76e9f7852fd req-2f3c6bae-3a0a-4d7b-b8d4-93305ca9f685 service neutron] 10.222.0.121 "GET /v2.0/networks?id=1b26f201-4014-46ea-bdfd-ec660a110e12 HTTP/1.1" status: 200 len: 916 time: 0.1001084 Feb 09 02:10:53.550079 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219ebd0-9e20-4dbf-b078-b004d7b48629 req-f1fb5b23-0db5-4885-91cc-a87e02e8795c tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:53.551672 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c219ebd0-9e20-4dbf-b078-b004d7b48629 req-f1fb5b23-0db5-4885-91cc-a87e02e8795c tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 944 time: 0.1094525 Feb 09 02:10:53.557729 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab312ed-caa2-4382-b54c-d76e9f7852fd req-3f1a9838-cbe9-4cd8-9857-f07c3ba5c03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:53.559321 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0ab312ed-caa2-4382-b54c-d76e9f7852fd req-3f1a9838-cbe9-4cd8-9857-f07c3ba5c03b service neutron] 10.222.0.91 "GET /v2.0/networks?id=1b26f201-4014-46ea-bdfd-ec660a110e12 HTTP/1.1" status: 200 len: 916 time: 0.1390882 Feb 09 02:10:53.570822 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0ab312ed-caa2-4382-b54c-d76e9f7852fd req-57e335c7-730a-4d25-bf37-b4ea10156664 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23902777-4152-40e8-8e5a-82c354069bb0 HTTP/1.1" status: 200 len: 217 time: 0.0444098 Feb 09 02:10:53.630536 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab312ed-caa2-4382-b54c-d76e9f7852fd req-18fab1df-5db4-4bff-a022-f6b116be5c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:53.632093 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0ab312ed-caa2-4382-b54c-d76e9f7852fd req-18fab1df-5db4-4bff-a022-f6b116be5c84 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c550b838-7913-416b-9cdf-97361ae8a11e HTTP/1.1" status: 200 len: 855 time: 0.0543115 Feb 09 02:10:53.637340 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0ab312ed-caa2-4382-b54c-d76e9f7852fd req-cd00c24f-6647-4ab0-97f2-68f1dd94c1de service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23902777-4152-40e8-8e5a-82c354069bb0 HTTP/1.1" status: 200 len: 217 time: 0.0517032 Feb 09 02:10:53.659110 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c219ebd0-9e20-4dbf-b078-b004d7b48629 req-4341aeb8-11af-493e-9f76-285414b456c7 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978606 Feb 09 02:10:53.666294 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0ab312ed-caa2-4382-b54c-d76e9f7852fd req-b12340c3-0f19-4fc2-9a98-22abce9db87a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1b26f201-4014-46ea-bdfd-ec660a110e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281839 Feb 09 02:10:53.693947 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab312ed-caa2-4382-b54c-d76e9f7852fd req-f9d44d76-f8d3-48c7-babe-dd1afc65aa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:53.695444 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0ab312ed-caa2-4382-b54c-d76e9f7852fd req-f9d44d76-f8d3-48c7-babe-dd1afc65aa4d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c550b838-7913-416b-9cdf-97361ae8a11e HTTP/1.1" status: 200 len: 855 time: 0.0502589 Feb 09 02:10:53.730253 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0ab312ed-caa2-4382-b54c-d76e9f7852fd req-f0629084-94f1-41fb-b407-1189d431ca1e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1b26f201-4014-46ea-bdfd-ec660a110e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262198 Feb 09 02:10:53.760582 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0ab312ed-caa2-4382-b54c-d76e9f7852fd req-2c40c496-c240-49a4-b14d-e397ab9eeec7 service neutron] 10.222.0.121 "GET /v2.0/networks/1b26f201-4014-46ea-bdfd-ec660a110e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867419 Feb 09 02:10:53.828548 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0ab312ed-caa2-4382-b54c-d76e9f7852fd req-b17e6432-dff3-49ca-9929-d079d72f9eb4 service neutron] 10.222.0.91 "GET /v2.0/networks/1b26f201-4014-46ea-bdfd-ec660a110e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907767 Feb 09 02:10:53.854942 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-0ab312ed-caa2-4382-b54c-d76e9f7852fd req-541a3d14-b28b-4f7b-a722-8a235d827e11 service neutron] 10.222.0.121 "GET /v2.0/networks/1b26f201-4014-46ea-bdfd-ec660a110e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888715 Feb 09 02:10:53.918204 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0ab312ed-caa2-4382-b54c-d76e9f7852fd req-5f00faa8-c212-4531-baf8-d81c6a81489b service neutron] 10.222.0.91 "GET /v2.0/networks/1b26f201-4014-46ea-bdfd-ec660a110e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828705 Feb 09 02:10:54.344604 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-32049e2b-5443-4b83-a40b-01dcd47f17cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:54.785055 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66772a91-4ed9-43bc-8333-bf5dbae38c82 req-51d168db-f6fd-451a-9552-6a73a0c6e3f2 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:54.786497 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-66772a91-4ed9-43bc-8333-bf5dbae38c82 req-51d168db-f6fd-451a-9552-6a73a0c6e3f2 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 944 time: 0.0568030 Feb 09 02:10:54.831937 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 23902777-4152-40e8-8e5a-82c354069bb0 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:10:54.834438 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-66772a91-4ed9-43bc-8333-bf5dbae38c82 req-20c0059c-4fa5-4e40-ad52-eac8ee9decba tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415530 Feb 09 02:10:54.870974 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] The host n-h2-822053-40 is not matching for port 23902777-4152-40e8-8e5a-82c354069bb0 host n-h1-822053-40! {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:10:54.871441 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 23902777-4152-40e8-8e5a-82c354069bb0 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:10:55.037558 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195f604-21d9-41e3-a170-85e8bdbd2674 req-f2311a87-73c3-4103-8544-e093e0bca025 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:55.039095 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b195f604-21d9-41e3-a170-85e8bdbd2674 req-f2311a87-73c3-4103-8544-e093e0bca025 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 944 time: 0.0554967 Feb 09 02:10:55.119443 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 23902777-4152-40e8-8e5a-82c354069bb0 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:10:55.162205 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b195f604-21d9-41e3-a170-85e8bdbd2674 req-7e009fd8-0ff3-4fe3-b9f1-025be03e7488 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175139 Feb 09 02:10:55.172242 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97408d98-b5e6-45fb-a5c9-498a6742ede2 req-ef922381-8b73-447d-b287-2c194aeffc00 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:55.173829 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-97408d98-b5e6-45fb-a5c9-498a6742ede2 req-ef922381-8b73-447d-b287-2c194aeffc00 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.91 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340&tenant_id=e0d3bd525f5d413f9bfa538f375a5cf6&binding%3Ahost_id=n-h1-822053-40 HTTP/1.1" status: 200 len: 944 time: 0.1281672 Feb 09 02:10:55.224403 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 23902777-4152-40e8-8e5a-82c354069bb0, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=23902777-4152-40e8-8e5a-82c354069bb0,segment=NetworkSegment(5a83d72b-7b09-4dcc-9559-80e8d894f42e),segment_id=5a83d72b-7b09-4dcc-9559-80e8d894f42e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:55.234567 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [req-97408d98-b5e6-45fb-a5c9-498a6742ede2 req-c2da1f28-4aab-4739-a753-639f8d4e0a32 service neutron] delete failed (client error): The resource could not be found. Feb 09 02:10:55.235602 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-97408d98-b5e6-45fb-a5c9-498a6742ede2 req-c2da1f28-4aab-4739-a753-639f8d4e0a32 service neutron] 10.222.0.91 "DELETE /v2.0/ports/23902777-4152-40e8-8e5a-82c354069bb0/bindings/n-h2-822053-40 HTTP/1.1" status: 404 len: 381 time: 0.0548913 Feb 09 02:10:55.236033 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '23902777-4152-40e8-8e5a-82c354069bb0', 'network_id': '1b26f201-4014-46ea-bdfd-ec660a110e12', 'port_id': '23902777-4152-40e8-8e5a-82c354069bb0', 'mac_address': 'fa:16:3e:ac:1d:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c550b838-7913-416b-9cdf-97361ae8a11e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:10:55.276158 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 23902777-4152-40e8-8e5a-82c354069bb0 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:10:55.276552 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (23902777-4152-40e8-8e5a-82c354069bb0), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:55.289801 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23902777-4152-40e8-8e5a-82c354069bb0 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:10:55.311525 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 23902777-4152-40e8-8e5a-82c354069bb0, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=23902777-4152-40e8-8e5a-82c354069bb0,segment=NetworkSegment(5a83d72b-7b09-4dcc-9559-80e8d894f42e),segment_id=5a83d72b-7b09-4dcc-9559-80e8d894f42e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:55.315554 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (23902777-4152-40e8-8e5a-82c354069bb0), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:55.329469 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97408d98-b5e6-45fb-a5c9-498a6742ede2 req-ab0b641a-3015-4ffb-be8c-b1c880170da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:55.331015 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-97408d98-b5e6-45fb-a5c9-498a6742ede2 req-ab0b641a-3015-4ffb-be8c-b1c880170da7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e0d3bd525f5d413f9bfa538f375a5cf6&device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 1127 time: 0.0499253 Feb 09 02:10:55.366191 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=23902777-4152-40e8-8e5a-82c354069bb0,revision_number=8']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:55.425128 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97408d98-b5e6-45fb-a5c9-498a6742ede2 req-1f58d674-e795-4778-b697-25ff36f7d9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:55.426591 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-97408d98-b5e6-45fb-a5c9-498a6742ede2 req-1f58d674-e795-4778-b697-25ff36f7d9a9 service neutron] 10.222.0.91 "GET /v2.0/networks?id=1b26f201-4014-46ea-bdfd-ec660a110e12 HTTP/1.1" status: 200 len: 916 time: 0.0883744 Feb 09 02:10:55.467238 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-97408d98-b5e6-45fb-a5c9-498a6742ede2 req-209638b4-32ed-4cc8-9afa-ca2ce916041f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23902777-4152-40e8-8e5a-82c354069bb0 HTTP/1.1" status: 200 len: 217 time: 0.0342245 Feb 09 02:10:55.516721 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97408d98-b5e6-45fb-a5c9-498a6742ede2 req-915ae982-7a16-48d7-a7c7-f12e1d098262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:55.518087 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-97408d98-b5e6-45fb-a5c9-498a6742ede2 req-915ae982-7a16-48d7-a7c7-f12e1d098262 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c550b838-7913-416b-9cdf-97361ae8a11e HTTP/1.1" status: 200 len: 855 time: 0.0456581 Feb 09 02:10:55.548486 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['23902777-4152-40e8-8e5a-82c354069bb0'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:10:55.557418 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-97408d98-b5e6-45fb-a5c9-498a6742ede2 req-7642e14e-9e7d-46d9-8e3c-c4a9eabc55e3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1b26f201-4014-46ea-bdfd-ec660a110e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301621 Feb 09 02:10:55.647796 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-97408d98-b5e6-45fb-a5c9-498a6742ede2 req-442b2245-b34d-4339-846d-7c3355b1cf58 service neutron] 10.222.0.91 "GET /v2.0/networks/1b26f201-4014-46ea-bdfd-ec660a110e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842431 Feb 09 02:10:55.740522 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-97408d98-b5e6-45fb-a5c9-498a6742ede2 req-c6fdfb87-34ee-41a5-a192-0df71aa3d47f service neutron] 10.222.0.91 "GET /v2.0/networks/1b26f201-4014-46ea-bdfd-ec660a110e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864906 Feb 09 02:10:55.981138 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:56.294306 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065a516-cf06-419d-ad2f-ffc6b05d2f33 req-f374904f-c727-4fe2-9b6e-484f2b179560 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:56.295811 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7065a516-cf06-419d-ad2f-ffc6b05d2f33 req-f374904f-c727-4fe2-9b6e-484f2b179560 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 945 time: 0.0571032 Feb 09 02:10:56.348066 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7065a516-cf06-419d-ad2f-ffc6b05d2f33 req-366b8da7-99c7-48c5-8928-4bb965699b5f tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458927 Feb 09 02:10:56.468786 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd9716-1a90-4fe0-9a35-e4a12de222ba req-ed3a1d03-7988-4810-9c65-fc8eb3e3ee84 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:56.470259 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1fdd9716-1a90-4fe0-9a35-e4a12de222ba req-ed3a1d03-7988-4810-9c65-fc8eb3e3ee84 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 945 time: 0.0556467 Feb 09 02:10:56.518396 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1fdd9716-1a90-4fe0-9a35-e4a12de222ba req-17a9d8ab-c68b-4e0f-a20e-4b64b1269a8c tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412767 Feb 09 02:10:56.637427 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3f828-523e-495e-9df9-75c65e0cde17 req-c8a9ead7-ec46-4d6f-99c4-8fb3c2f9ad8e tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:56.638876 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-38c3f828-523e-495e-9df9-75c65e0cde17 req-c8a9ead7-ec46-4d6f-99c4-8fb3c2f9ad8e tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 945 time: 0.0569673 Feb 09 02:10:56.685036 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-38c3f828-523e-495e-9df9-75c65e0cde17 req-e3ef568d-d867-4807-aecf-4ff4d8f6931a tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405035 Feb 09 02:10:57.029046 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-9da9517b-db6b-496b-836d-763d0017a408 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:57.030471 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-9da9517b-db6b-496b-836d-763d0017a408 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/networks?id=1b26f201-4014-46ea-bdfd-ec660a110e12 HTTP/1.1" status: 200 len: 815 time: 0.1027064 Feb 09 02:10:57.044790 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-b7db79b8-f901-4e1a-8f70-189a4a8b7c78 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/quotas/e0d3bd525f5d413f9bfa538f375a5cf6 HTTP/1.1" status: 200 len: 375 time: 0.0090861 Feb 09 02:10:57.095043 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-87e9c1a3-1072-4c6f-9ea8-3386488e7c6f tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e0d3bd525f5d413f9bfa538f375a5cf6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0453992 Feb 09 02:10:57.137459 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 23902777-4152-40e8-8e5a-82c354069bb0 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:10:57.185384 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-898e9183-54b8-4380-ae27-bb1dda1d3491 service neutron] 10.222.0.30 "GET /v2.0/networks/1b26f201-4014-46ea-bdfd-ec660a110e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837512 Feb 09 02:10:57.192958 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 23902777-4152-40e8-8e5a-82c354069bb0 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:10:57.197722 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 23902777-4152-40e8-8e5a-82c354069bb0 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:57.198183 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (23902777-4152-40e8-8e5a-82c354069bb0), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:57.277513 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 23902777-4152-40e8-8e5a-82c354069bb0 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:10:57.278190 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (23902777-4152-40e8-8e5a-82c354069bb0), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:57.283286 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-83f85445-c13d-4823-bc0f-a33dd5578b1b service neutron] 10.222.0.30 "GET /v2.0/networks/1b26f201-4014-46ea-bdfd-ec660a110e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916581 Feb 09 02:10:57.301416 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56988690-0fca-4689-886c-0d5600ec2340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23902777-4152-40e8-8e5a-82c354069bb0'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:57.303670 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bb5a1265871782f8fa80d718c2cad0aad3f2595cc534f44543b72f1ded69d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b48df1-84f4-4c33-a63d-22438a7121eb" -d '{"events": [{"server_uuid": "56988690-0fca-4689-886c-0d5600ec2340", "name": "network-vif-plugged", "status": "completed", "tag": "23902777-4152-40e8-8e5a-82c354069bb0"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:57.316723 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 23902777-4152-40e8-8e5a-82c354069bb0, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=23902777-4152-40e8-8e5a-82c354069bb0,segment=NetworkSegment(5a83d72b-7b09-4dcc-9559-80e8d894f42e),segment_id=5a83d72b-7b09-4dcc-9559-80e8d894f42e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:57.320951 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (23902777-4152-40e8-8e5a-82c354069bb0), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:57.354537 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ca19eb-c766-4b11-9d4c-d55a3a0b4468 x-openstack-request-id: req-65ca19eb-c766-4b11-9d4c-d55a3a0b4468 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:57.354829 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56988690-0fca-4689-886c-0d5600ec2340", "name": "network-vif-plugged", "status": "completed", "tag": "23902777-4152-40e8-8e5a-82c354069bb0", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:57.355079 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-65ca19eb-c766-4b11-9d4c-d55a3a0b4468 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:57.355580 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56988690-0fca-4689-886c-0d5600ec2340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23902777-4152-40e8-8e5a-82c354069bb0', 'code': 200} Feb 09 02:10:57.378367 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=23902777-4152-40e8-8e5a-82c354069bb0,revision_number=9']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:57.461485 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ab71b998-a336-440e-8a7c-f5bfd6d514d7 req-9bc9ce54-3dae-465f-8209-43d294fd6633 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 210 time: 0.0339656 Feb 09 02:10:57.714839 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:58.277764 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4974ac-9f5f-4379-bf37-a9d8bc397eb9 req-61b58abb-a676-4776-a187-3e00582396d8 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:58.279128 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ae4974ac-9f5f-4379-bf37-a9d8bc397eb9 req-61b58abb-a676-4776-a187-3e00582396d8 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.121 "GET /v2.0/ports?device_id=56988690-0fca-4689-886c-0d5600ec2340 HTTP/1.1" status: 200 len: 946 time: 0.0609660 Feb 09 02:10:58.333848 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.121', 62839) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:58.378683 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-ae4974ac-9f5f-4379-bf37-a9d8bc397eb9 req-927da4de-9299-430b-8446-262f544eebdf tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Deleting port 23902777-4152-40e8-8e5a-82c354069bb0 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:10:58.379314 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ae4974ac-9f5f-4379-bf37-a9d8bc397eb9 req-927da4de-9299-430b-8446-262f544eebdf tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (23902777-4152-40e8-8e5a-82c354069bb0), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:58.396441 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:58.456950 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-e57f3b50-af4c-4a49-b786-bc25adc4f06c tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:58.458421 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-e57f3b50-af4c-4a49-b786-bc25adc4f06c tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.121 "GET /v2.0/networks?id=1b26f201-4014-46ea-bdfd-ec660a110e12 HTTP/1.1" status: 200 len: 815 time: 0.1235816 Feb 09 02:10:58.471629 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-1467bb94-2c25-4e11-8aa7-35d21681fb01 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Request body: {'port': {'device_id': 'bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4', 'network_id': '1b26f201-4014-46ea-bdfd-ec660a110e12', 'admin_state_up': True, 'tenant_id': 'e0d3bd525f5d413f9bfa538f375a5cf6'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:58.480212 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [req-ae4974ac-9f5f-4379-bf37-a9d8bc397eb9 req-927da4de-9299-430b-8446-262f544eebdf tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] For port 23902777-4152-40e8-8e5a-82c354069bb0, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=23902777-4152-40e8-8e5a-82c354069bb0,segment=NetworkSegment(5a83d72b-7b09-4dcc-9559-80e8d894f42e),segment_id=5a83d72b-7b09-4dcc-9559-80e8d894f42e)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:58.480573 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ae4974ac-9f5f-4379-bf37-a9d8bc397eb9 req-927da4de-9299-430b-8446-262f544eebdf tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (23902777-4152-40e8-8e5a-82c354069bb0), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:58.511766 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [req-ae4974ac-9f5f-4379-bf37-a9d8bc397eb9 req-927da4de-9299-430b-8446-262f544eebdf tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Calling delete_port for 23902777-4152-40e8-8e5a-82c354069bb0 owned by compute:nova {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:10:58.581083 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ef237557-7640-4fca-a34f-de27fd682a21 req-8a762934-dc76-4c0f-b0b6-a55254c6d5c4 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 210 time: 0.0426877 Feb 09 02:10:58.629044 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-1467bb94-2c25-4e11-8aa7-35d21681fb01 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Made reservation on behalf of e0d3bd525f5d413f9bfa538f375a5cf6 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:10:58.632382 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-1467bb94-2c25-4e11-8aa7-35d21681fb01 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:58.653698 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ae4974ac-9f5f-4379-bf37-a9d8bc397eb9 req-927da4de-9299-430b-8446-262f544eebdf tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (23902777-4152-40e8-8e5a-82c354069bb0), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:58.667325 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['23902777-4152-40e8-8e5a-82c354069bb0'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:10:58.689187 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927da4de-9299-430b-8446-262f544eebdf tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Pushing event deleted for resources: {'Port': ['ID=23902777-4152-40e8-8e5a-82c354069bb0,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:58.733921 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4974ac-9f5f-4379-bf37-a9d8bc397eb9 req-927da4de-9299-430b-8446-262f544eebdf tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] No DVR routers for this DVR port 23902777-4152-40e8-8e5a-82c354069bb0 on host n-h1-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:10:58.737317 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [req-ae4974ac-9f5f-4379-bf37-a9d8bc397eb9 req-927da4de-9299-430b-8446-262f544eebdf tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:58.740761 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-ae4974ac-9f5f-4379-bf37-a9d8bc397eb9 req-927da4de-9299-430b-8446-262f544eebdf tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.121 "DELETE /v2.0/ports/23902777-4152-40e8-8e5a-82c354069bb0 HTTP/1.1" status: 204 len: 173 time: 0.4551394 Feb 09 02:10:58.741218 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56988690-0fca-4689-886c-0d5600ec2340', 'name': 'network-vif-deleted', 'tag': '23902777-4152-40e8-8e5a-82c354069bb0'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:58.743569 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8875158a3b8cd9e21020c5e530d02786ba26f4a79624d6907fbca9bf06d66985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92117c41-fab2-4c70-888d-78bcb3cf6cab" -d '{"events": [{"server_uuid": "56988690-0fca-4689-886c-0d5600ec2340", "name": "network-vif-deleted", "tag": "23902777-4152-40e8-8e5a-82c354069bb0"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:58.777904 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-1467bb94-2c25-4e11-8aa7-35d21681fb01 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Allocated IP 172.20.0.8 (1b26f201-4014-46ea-bdfd-ec660a110e12/c550b838-7913-416b-9cdf-97361ae8a11e/c689ef7b-3e35-4afc-bfa5-a0911f0082cb) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:10:58.785178 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5321e407-8127-4b89-8892-39de95340aeb x-openstack-request-id: req-5321e407-8127-4b89-8892-39de95340aeb {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:58.785500 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56988690-0fca-4689-886c-0d5600ec2340", "name": "network-vif-deleted", "tag": "23902777-4152-40e8-8e5a-82c354069bb0", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:58.785825 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5321e407-8127-4b89-8892-39de95340aeb {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:58.786231 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56988690-0fca-4689-886c-0d5600ec2340', 'name': 'network-vif-deleted', 'tag': '23902777-4152-40e8-8e5a-82c354069bb0', 'status': 'completed', 'code': 200} Feb 09 02:10:58.936569 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-1467bb94-2c25-4e11-8aa7-35d21681fb01 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Publish callbacks [] for port (c689ef7b-3e35-4afc-bfa5-a0911f0082cb), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:58.973754 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-1467bb94-2c25-4e11-8aa7-35d21681fb01 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (c689ef7b-3e35-4afc-bfa5-a0911f0082cb), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:58.986005 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['23902777-4152-40e8-8e5a-82c354069bb0'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:10:59.015905 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-1467bb94-2c25-4e11-8aa7-35d21681fb01 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Network 1b26f201-4014-46ea-bdfd-ec660a110e12 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:10:59.020823 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-1467bb94-2c25-4e11-8aa7-35d21681fb01 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:10:59.024719 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-1467bb94-2c25-4e11-8aa7-35d21681fb01 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:10:59.052822 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1467bb94-2c25-4e11-8aa7-35d21681fb01 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Pushing event updated for resources: {'Port': ['ID=c689ef7b-3e35-4afc-bfa5-a0911f0082cb,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:59.067184 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1467bb94-2c25-4e11-8aa7-35d21681fb01 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:59.067527 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1467bb94-2c25-4e11-8aa7-35d21681fb01 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:59.067863 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1467bb94-2c25-4e11-8aa7-35d21681fb01 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:59.068221 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1467bb94-2c25-4e11-8aa7-35d21681fb01 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:59.068550 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1467bb94-2c25-4e11-8aa7-35d21681fb01 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:59.068874 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1467bb94-2c25-4e11-8aa7-35d21681fb01 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:59.069195 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1467bb94-2c25-4e11-8aa7-35d21681fb01 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:59.069514 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1467bb94-2c25-4e11-8aa7-35d21681fb01 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:59.069829 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1467bb94-2c25-4e11-8aa7-35d21681fb01 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:59.070143 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1467bb94-2c25-4e11-8aa7-35d21681fb01 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:59.070461 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1467bb94-2c25-4e11-8aa7-35d21681fb01 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:59.070772 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1467bb94-2c25-4e11-8aa7-35d21681fb01 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:59.071082 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1467bb94-2c25-4e11-8aa7-35d21681fb01 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:59.090481 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-1467bb94-2c25-4e11-8aa7-35d21681fb01 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:59.091084 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-1467bb94-2c25-4e11-8aa7-35d21681fb01 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:59.106880 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-1467bb94-2c25-4e11-8aa7-35d21681fb01 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6395030 Feb 09 02:10:59.118461 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-8de62113-52c6-4c3b-8d5b-3677a3714b61 service neutron] Request body: {'port': {'device_id': 'bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:59.177545 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-8de62113-52c6-4c3b-8d5b-3677a3714b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c689ef7b-3e35-4afc-bfa5-a0911f0082cb), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:59.430653 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-8de62113-52c6-4c3b-8d5b-3677a3714b61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c689ef7b-3e35-4afc-bfa5-a0911f0082cb {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:10:59.437946 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-8de62113-52c6-4c3b-8d5b-3677a3714b61 service neutron] Publish callbacks [] for port (c689ef7b-3e35-4afc-bfa5-a0911f0082cb), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:59.449651 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-8de62113-52c6-4c3b-8d5b-3677a3714b61 service neutron] Transition to ACTIVE for port object c689ef7b-3e35-4afc-bfa5-a0911f0082cb will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:10:59.453476 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-8de62113-52c6-4c3b-8d5b-3677a3714b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (c689ef7b-3e35-4afc-bfa5-a0911f0082cb), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:59.500765 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de62113-52c6-4c3b-8d5b-3677a3714b61 service neutron] Pushing event updated for resources: {'Port': ['ID=c689ef7b-3e35-4afc-bfa5-a0911f0082cb,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:59.570758 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-8de62113-52c6-4c3b-8d5b-3677a3714b61 service neutron] Attempting to bind port c689ef7b-3e35-4afc-bfa5-a0911f0082cb on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:10:59.571081 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-8de62113-52c6-4c3b-8d5b-3677a3714b61 service neutron] Attempting to bind port c689ef7b-3e35-4afc-bfa5-a0911f0082cb by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '5a83d72b-7b09-4dcc-9559-80e8d894f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1b26f201-4014-46ea-bdfd-ec660a110e12'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:10:59.571405 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-8de62113-52c6-4c3b-8d5b-3677a3714b61 service neutron] Attempting to bind port c689ef7b-3e35-4afc-bfa5-a0911f0082cb on network 1b26f201-4014-46ea-bdfd-ec660a110e12 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:10:59.576320 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-8de62113-52c6-4c3b-8d5b-3677a3714b61 service neutron] Port c689ef7b-3e35-4afc-bfa5-a0911f0082cb on network 1b26f201-4014-46ea-bdfd-ec660a110e12 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:10:59.576637 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-8de62113-52c6-4c3b-8d5b-3677a3714b61 service neutron] Attempting to bind port c689ef7b-3e35-4afc-bfa5-a0911f0082cb on network 1b26f201-4014-46ea-bdfd-ec660a110e12 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:10:59.581414 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-8de62113-52c6-4c3b-8d5b-3677a3714b61 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:10:59.581739 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-8de62113-52c6-4c3b-8d5b-3677a3714b61 service neutron] Checking segment: {'id': '5a83d72b-7b09-4dcc-9559-80e8d894f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1b26f201-4014-46ea-bdfd-ec660a110e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:10:59.582111 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-8de62113-52c6-4c3b-8d5b-3677a3714b61 service neutron] Bound using segment: {'id': '5a83d72b-7b09-4dcc-9559-80e8d894f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1b26f201-4014-46ea-bdfd-ec660a110e12'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:10:59.582521 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-8de62113-52c6-4c3b-8d5b-3677a3714b61 service neutron] Bound port: c689ef7b-3e35-4afc-bfa5-a0911f0082cb, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a83d72b-7b09-4dcc-9559-80e8d894f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1b26f201-4014-46ea-bdfd-ec660a110e12'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:10:59.582867 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-8de62113-52c6-4c3b-8d5b-3677a3714b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c689ef7b-3e35-4afc-bfa5-a0911f0082cb), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:59.647510 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-8de62113-52c6-4c3b-8d5b-3677a3714b61 service neutron] For port c689ef7b-3e35-4afc-bfa5-a0911f0082cb, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:10:59.651033 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-8de62113-52c6-4c3b-8d5b-3677a3714b61 service neutron] For port c689ef7b-3e35-4afc-bfa5-a0911f0082cb, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=c689ef7b-3e35-4afc-bfa5-a0911f0082cb,segment=NetworkSegment(5a83d72b-7b09-4dcc-9559-80e8d894f42e),segment_id=5a83d72b-7b09-4dcc-9559-80e8d894f42e)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:10:59.983062 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-8de62113-52c6-4c3b-8d5b-3677a3714b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (c689ef7b-3e35-4afc-bfa5-a0911f0082cb), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:00.041645 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-8de62113-52c6-4c3b-8d5b-3677a3714b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:00.042250 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-8de62113-52c6-4c3b-8d5b-3677a3714b61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:00.043603 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-8de62113-52c6-4c3b-8d5b-3677a3714b61 service neutron] 10.222.0.121 "PUT /v2.0/ports/c689ef7b-3e35-4afc-bfa5-a0911f0082cb HTTP/1.1" status: 200 len: 1092 time: 0.9291029 Feb 09 02:11:00.044245 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4', 'tag': 'c689ef7b-3e35-4afc-bfa5-a0911f0082cb'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:00.046427 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257fa594-9e47-4c4f-87a2-52ede9cf4291" -d '{"events": [{"name": "network-changed", "server_uuid": "bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4", "tag": "c689ef7b-3e35-4afc-bfa5-a0911f0082cb"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:00.071160 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de62113-52c6-4c3b-8d5b-3677a3714b61 service neutron] Pushing event updated for resources: {'Port': ['ID=c689ef7b-3e35-4afc-bfa5-a0911f0082cb,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:00.081367 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17f659-432c-411d-9172-ec65a835a29b req-00bfd5ec-f2ac-4ac0-8846-86f145236e19 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:00.083016 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c17f659-432c-411d-9172-ec65a835a29b req-00bfd5ec-f2ac-4ac0-8846-86f145236e19 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 943 time: 0.4302979 Feb 09 02:11:00.092186 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28d173e-6086-40c5-b723-cd8241ebf7f8 x-openstack-request-id: req-e28d173e-6086-40c5-b723-cd8241ebf7f8 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:00.092471 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4", "tag": "c689ef7b-3e35-4afc-bfa5-a0911f0082cb", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:00.092719 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e28d173e-6086-40c5-b723-cd8241ebf7f8 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:00.093103 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4', 'tag': 'c689ef7b-3e35-4afc-bfa5-a0911f0082cb', 'status': 'completed', 'code': 200} Feb 09 02:11:00.160636 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c17f659-432c-411d-9172-ec65a835a29b req-be73e620-2325-4e87-9681-37794e9e5be9 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667098 Feb 09 02:11:00.164888 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-6ff01bc7-ba1e-46d8-a061-55761a57a8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:00.166914 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-6ff01bc7-ba1e-46d8-a061-55761a57a8c7 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e0d3bd525f5d413f9bfa538f375a5cf6&device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 1126 time: 0.0831580 Feb 09 02:11:00.210140 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-4c1399d0-791a-4dcc-86fc-07619ef58a6e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c689ef7b-3e35-4afc-bfa5-a0911f0082cb HTTP/1.1" status: 200 len: 217 time: 0.0358191 Feb 09 02:11:00.256604 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-38cca709-7930-4872-ae17-b97847dfcc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:00.257943 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-38cca709-7930-4872-ae17-b97847dfcc36 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c550b838-7913-416b-9cdf-97361ae8a11e HTTP/1.1" status: 200 len: 855 time: 0.0425162 Feb 09 02:11:00.292336 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-57f19acd-f416-4463-9783-a87be83f62f6 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1b26f201-4014-46ea-bdfd-ec660a110e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283782 Feb 09 02:11:00.380780 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-9ba1b683-f673-451a-9913-74bde880ae8e service neutron] 10.222.0.121 "GET /v2.0/networks/1b26f201-4014-46ea-bdfd-ec660a110e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815749 Feb 09 02:11:00.471852 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a26d548e-aaed-4d5d-a629-0aa73aec9061 req-a8e579b0-f0c2-48ea-9ea9-c1153a525e4c service neutron] 10.222.0.121 "GET /v2.0/networks/1b26f201-4014-46ea-bdfd-ec660a110e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848279 Feb 09 02:11:00.563677 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fa594-9e47-4c4f-87a2-52ede9cf4291 req-a0d571c4-805c-4e1b-a58c-a8595203cbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:00.565227 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-257fa594-9e47-4c4f-87a2-52ede9cf4291 req-a0d571c4-805c-4e1b-a58c-a8595203cbff service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e0d3bd525f5d413f9bfa538f375a5cf6&device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 1126 time: 0.0530813 Feb 09 02:11:00.657943 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fa594-9e47-4c4f-87a2-52ede9cf4291 req-1a779c21-98ae-414a-8d3b-c9220b2d0b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:00.659415 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-257fa594-9e47-4c4f-87a2-52ede9cf4291 req-1a779c21-98ae-414a-8d3b-c9220b2d0b0a service neutron] 10.222.0.121 "GET /v2.0/networks?id=1b26f201-4014-46ea-bdfd-ec660a110e12 HTTP/1.1" status: 200 len: 916 time: 0.0880702 Feb 09 02:11:00.705420 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-257fa594-9e47-4c4f-87a2-52ede9cf4291 req-c7238201-1180-4354-8b04-37c643f6cbf5 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c689ef7b-3e35-4afc-bfa5-a0911f0082cb HTTP/1.1" status: 200 len: 217 time: 0.0396087 Feb 09 02:11:00.754403 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fa594-9e47-4c4f-87a2-52ede9cf4291 req-74f0caaa-8b4a-4963-9d36-e31943ca332f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:00.755860 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-257fa594-9e47-4c4f-87a2-52ede9cf4291 req-74f0caaa-8b4a-4963-9d36-e31943ca332f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c550b838-7913-416b-9cdf-97361ae8a11e HTTP/1.1" status: 200 len: 855 time: 0.0447164 Feb 09 02:11:00.789472 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-257fa594-9e47-4c4f-87a2-52ede9cf4291 req-1ba15c85-c966-4b0b-ae5f-ddbeed92356a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1b26f201-4014-46ea-bdfd-ec660a110e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268285 Feb 09 02:11:00.885175 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-257fa594-9e47-4c4f-87a2-52ede9cf4291 req-3cd2c3ea-4df3-44e1-8bc4-e72d9158a3c0 service neutron] 10.222.0.121 "GET /v2.0/networks/1b26f201-4014-46ea-bdfd-ec660a110e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864921 Feb 09 02:11:00.975077 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-257fa594-9e47-4c4f-87a2-52ede9cf4291 req-321060c3-fd17-411c-83f5-d9e608350a8c service neutron] 10.222.0.121 "GET /v2.0/networks/1b26f201-4014-46ea-bdfd-ec660a110e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840147 Feb 09 02:11:01.288966 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8aad81-1c54-41f1-b8fc-27fe35c916e8 req-c1acf31e-e570-4963-a52c-bd8b306fae94 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:01.290432 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-be8aad81-1c54-41f1-b8fc-27fe35c916e8 req-c1acf31e-e570-4963-a52c-bd8b306fae94 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 943 time: 0.0543427 Feb 09 02:11:01.342575 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-be8aad81-1c54-41f1-b8fc-27fe35c916e8 req-9034daaf-a582-418c-8d61-68afc33aac3c tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456128 Feb 09 02:11:02.461839 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd462850-72fb-4243-ae1f-113ef663117f req-4307586b-0f73-405f-8e2a-6c949799d2c2 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:02.464031 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cd462850-72fb-4243-ae1f-113ef663117f req-4307586b-0f73-405f-8e2a-6c949799d2c2 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 943 time: 0.0535474 Feb 09 02:11:02.509830 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cd462850-72fb-4243-ae1f-113ef663117f req-5f532bee-ed5d-4d46-bb30-11421d1bf0ce tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400963 Feb 09 02:11:03.130601 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device c689ef7b-3e35-4afc-bfa5-a0911f0082cb details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:11:03.132964 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 23902777-4152-40e8-8e5a-82c354069bb0 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:11:03.161057 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 23902777-4152-40e8-8e5a-82c354069bb0 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:11:03.161392 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 23902777-4152-40e8-8e5a-82c354069bb0 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:11:03.248516 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port c689ef7b-3e35-4afc-bfa5-a0911f0082cb, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=c689ef7b-3e35-4afc-bfa5-a0911f0082cb,segment=NetworkSegment(5a83d72b-7b09-4dcc-9559-80e8d894f42e),segment_id=5a83d72b-7b09-4dcc-9559-80e8d894f42e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:03.260250 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': 'c689ef7b-3e35-4afc-bfa5-a0911f0082cb', 'network_id': '1b26f201-4014-46ea-bdfd-ec660a110e12', 'port_id': 'c689ef7b-3e35-4afc-bfa5-a0911f0082cb', 'mac_address': 'fa:16:3e:c8:52:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c550b838-7913-416b-9cdf-97361ae8a11e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:11:03.299647 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port c689ef7b-3e35-4afc-bfa5-a0911f0082cb is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:03.300062 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c689ef7b-3e35-4afc-bfa5-a0911f0082cb), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:03.312996 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c689ef7b-3e35-4afc-bfa5-a0911f0082cb {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:11:03.332329 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port c689ef7b-3e35-4afc-bfa5-a0911f0082cb, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=c689ef7b-3e35-4afc-bfa5-a0911f0082cb,segment=NetworkSegment(5a83d72b-7b09-4dcc-9559-80e8d894f42e),segment_id=5a83d72b-7b09-4dcc-9559-80e8d894f42e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:03.336637 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (c689ef7b-3e35-4afc-bfa5-a0911f0082cb), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:03.382109 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=c689ef7b-3e35-4afc-bfa5-a0911f0082cb,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:03.390781 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:03.391131 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:03.391473 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:03.391813 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:03.392173 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:03.392512 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:03.392870 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:03.393255 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:03.393585 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:03.393937 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:03.394416 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:03.394849 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:03.395172 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:03.543063 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['c689ef7b-3e35-4afc-bfa5-a0911f0082cb'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:11:03.630866 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8bcd6-cef2-4e05-a368-8e985d2224f7 req-b29fb68f-dd51-4511-9e24-563f48ae3441 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:03.632372 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bdf8bcd6-cef2-4e05-a368-8e985d2224f7 req-b29fb68f-dd51-4511-9e24-563f48ae3441 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 944 time: 0.0536535 Feb 09 02:11:03.683691 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bdf8bcd6-cef2-4e05-a368-8e985d2224f7 req-3b75b62a-187e-4183-b1b9-0185fcb2e2a4 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457604 Feb 09 02:11:04.812392 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81eef82-997a-46ab-9495-f23c4e223a87 req-2f5961be-4f13-4609-a492-692968198f28 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:04.813870 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b81eef82-997a-46ab-9495-f23c4e223a87 req-2f5961be-4f13-4609-a492-692968198f28 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 944 time: 0.0586135 Feb 09 02:11:04.862213 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b81eef82-997a-46ab-9495-f23c4e223a87 req-53543443-2bc1-4f5a-9779-202af9d5226e tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427895 Feb 09 02:11:05.145159 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device c689ef7b-3e35-4afc-bfa5-a0911f0082cb up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:11:05.193035 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port c689ef7b-3e35-4afc-bfa5-a0911f0082cb completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:11:05.197792 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port c689ef7b-3e35-4afc-bfa5-a0911f0082cb triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:05.198260 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c689ef7b-3e35-4afc-bfa5-a0911f0082cb), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:05.277741 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port c689ef7b-3e35-4afc-bfa5-a0911f0082cb is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:05.278131 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c689ef7b-3e35-4afc-bfa5-a0911f0082cb), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:05.300076 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c689ef7b-3e35-4afc-bfa5-a0911f0082cb'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:05.302300 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bb5a1265871782f8fa80d718c2cad0aad3f2595cc534f44543b72f1ded69d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cbba0c-a841-4870-abf5-1253ae079f8e" -d '{"events": [{"server_uuid": "bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4", "name": "network-vif-plugged", "status": "completed", "tag": "c689ef7b-3e35-4afc-bfa5-a0911f0082cb"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:05.315498 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port c689ef7b-3e35-4afc-bfa5-a0911f0082cb, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=c689ef7b-3e35-4afc-bfa5-a0911f0082cb,segment=NetworkSegment(5a83d72b-7b09-4dcc-9559-80e8d894f42e),segment_id=5a83d72b-7b09-4dcc-9559-80e8d894f42e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:05.319803 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (c689ef7b-3e35-4afc-bfa5-a0911f0082cb), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:05.344945 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bfef8c-f6bf-4294-80bd-b79a4d15fc84 x-openstack-request-id: req-f5bfef8c-f6bf-4294-80bd-b79a4d15fc84 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:05.345244 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4", "name": "network-vif-plugged", "status": "completed", "tag": "c689ef7b-3e35-4afc-bfa5-a0911f0082cb", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:05.345498 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f5bfef8c-f6bf-4294-80bd-b79a4d15fc84 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:05.345887 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c689ef7b-3e35-4afc-bfa5-a0911f0082cb', 'code': 200} Feb 09 02:11:05.372049 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=c689ef7b-3e35-4afc-bfa5-a0911f0082cb,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:05.441475 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5aeb9f-f6ca-43ef-8ac0-8c3429894845 req-056f05b1-4be2-4fab-9649-079c3b3effcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:05.443147 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db5aeb9f-f6ca-43ef-8ac0-8c3429894845 req-056f05b1-4be2-4fab-9649-079c3b3effcf service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 1128 time: 0.0444031 Feb 09 02:11:05.485365 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db5aeb9f-f6ca-43ef-8ac0-8c3429894845 req-92f6184f-c0cd-437c-bdcb-cdadcde2b5ae service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369434 Feb 09 02:11:05.981985 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2669de-a3b1-4f9e-9925-2a71314eb0fa req-436cdb53-a009-49bf-8135-59dd0e5466b8 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:05.983464 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c2669de-a3b1-4f9e-9925-2a71314eb0fa req-436cdb53-a009-49bf-8135-59dd0e5466b8 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0537345 Feb 09 02:11:06.035306 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c2669de-a3b1-4f9e-9925-2a71314eb0fa req-3373197c-67e1-4f2e-abee-4f4b441bc5ea tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458195 Feb 09 02:11:07.160492 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a66c9-34d1-42eb-86b4-90ee68ba4249 req-5e839811-3b28-4366-b8b6-fc4e2999b9b0 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:07.161956 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-479a66c9-34d1-42eb-86b4-90ee68ba4249 req-5e839811-3b28-4366-b8b6-fc4e2999b9b0 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0540140 Feb 09 02:11:07.208443 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-479a66c9-34d1-42eb-86b4-90ee68ba4249 req-07f4bcff-1068-4223-8665-f5a84789cfbe tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404465 Feb 09 02:11:07.324341 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f400e7-b1c3-4083-930d-6e672e414d6d req-506d4897-878d-4e6c-ad85-0b5fd788c3c3 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:07.325789 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-17f400e7-b1c3-4083-930d-6e672e414d6d req-506d4897-878d-4e6c-ad85-0b5fd788c3c3 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0519977 Feb 09 02:11:07.371426 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-17f400e7-b1c3-4083-930d-6e672e414d6d req-27fe5d98-2fab-44a3-943d-1ca140261f15 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401008 Feb 09 02:11:07.601452 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-f557bb0e-501c-41cc-8d26-ed2e95e387d2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0440993 Feb 09 02:11:07.616343 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868aca8d-3400-4a5c-9546-2726d8c62f85 req-b7fc5372-98ed-4e85-9500-368f6e409f4a tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:07.618199 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-868aca8d-3400-4a5c-9546-2726d8c62f85 req-b7fc5372-98ed-4e85-9500-368f6e409f4a tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0573075 Feb 09 02:11:07.667541 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-868aca8d-3400-4a5c-9546-2726d8c62f85 req-aeb67263-3cf4-45e2-b969-1839e9d45b3a tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432258 Feb 09 02:11:08.788268 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-f1bcf5e5-122b-4798-af9c-1096e931003c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:08.789787 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-f1bcf5e5-122b-4798-af9c-1096e931003c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e0d3bd525f5d413f9bfa538f375a5cf6&device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 1128 time: 0.0797112 Feb 09 02:11:08.802749 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a013d3-969a-4e45-9077-a8bfd2ec765e req-a5f70ed3-2c89-4c7d-86a9-5f9947ce49dd tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:08.804149 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86a013d3-969a-4e45-9077-a8bfd2ec765e req-a5f70ed3-2c89-4c7d-86a9-5f9947ce49dd tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0669124 Feb 09 02:11:08.910352 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86a013d3-969a-4e45-9077-a8bfd2ec765e req-0dd5de61-b07c-413b-b6fd-966c0e332868 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983493 Feb 09 02:11:08.927189 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-c42b3b63-7c35-4560-b2c5-a3059b0417d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:08.928686 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-c42b3b63-7c35-4560-b2c5-a3059b0417d2 service neutron] 10.222.0.121 "GET /v2.0/networks?id=1b26f201-4014-46ea-bdfd-ec660a110e12 HTTP/1.1" status: 200 len: 916 time: 0.1329143 Feb 09 02:11:08.978785 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-2262bd7f-bc09-46a2-8477-6148bd59b5b6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c689ef7b-3e35-4afc-bfa5-a0911f0082cb HTTP/1.1" status: 200 len: 217 time: 0.0428939 Feb 09 02:11:09.026159 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-4f539199-8745-43b3-b4fd-5254df03d416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:09.027609 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-4f539199-8745-43b3-b4fd-5254df03d416 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c550b838-7913-416b-9cdf-97361ae8a11e HTTP/1.1" status: 200 len: 855 time: 0.0443895 Feb 09 02:11:09.059312 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-58016cce-5014-40ed-af95-f9dc262b8ac3 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1b26f201-4014-46ea-bdfd-ec660a110e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256689 Feb 09 02:11:09.149117 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-af6147af-a229-4d07-baa8-84a2ed9cf8af service neutron] 10.222.0.121 "GET /v2.0/networks/1b26f201-4014-46ea-bdfd-ec660a110e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826392 Feb 09 02:11:09.240779 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-b26797d3-fdff-471c-88e5-00f95df3eaf7 service neutron] 10.222.0.121 "GET /v2.0/networks/1b26f201-4014-46ea-bdfd-ec660a110e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858057 Feb 09 02:11:10.029536 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee940ef-2a79-4492-bde2-86d96816920c req-d7e9019f-37c6-406c-bc16-3e8efa2be4ac tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:10.031020 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3ee940ef-2a79-4492-bde2-86d96816920c req-d7e9019f-37c6-406c-bc16-3e8efa2be4ac tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0545835 Feb 09 02:11:10.079169 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3ee940ef-2a79-4492-bde2-86d96816920c req-52f04312-4bc0-43d3-a42e-827752a52b20 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424826 Feb 09 02:11:11.208368 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaae8ac-d221-4557-bf83-e55286dccea3 req-2b048fe9-1e2f-4408-bc8d-eff600639a25 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:11.209740 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-afaae8ac-d221-4557-bf83-e55286dccea3 req-2b048fe9-1e2f-4408-bc8d-eff600639a25 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0583360 Feb 09 02:11:11.255835 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-afaae8ac-d221-4557-bf83-e55286dccea3 req-c6d10152-7920-4123-8df2-4ddbf34f00af tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405393 Feb 09 02:11:11.324602 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:11:12.387529 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225684e-a1d4-4cc5-95eb-36f037c15b03 req-4d0e8bc6-6bec-4e69-9be3-5f6db16f3ada tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:12.389082 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3225684e-a1d4-4cc5-95eb-36f037c15b03 req-4d0e8bc6-6bec-4e69-9be3-5f6db16f3ada tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0579326 Feb 09 02:11:12.437724 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3225684e-a1d4-4cc5-95eb-36f037c15b03 req-7b38e6cb-2c67-4164-a454-83ed140dc187 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431242 Feb 09 02:11:13.559705 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a24e2-e200-4584-9ad9-2692bdb6b35c req-2c54be81-9807-4318-916f-f0c15252b67d tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:13.561215 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-368a24e2-e200-4584-9ad9-2692bdb6b35c req-2c54be81-9807-4318-916f-f0c15252b67d tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0537524 Feb 09 02:11:13.612194 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-368a24e2-e200-4584-9ad9-2692bdb6b35c req-8a703734-4e3b-47c0-9d88-3b5a7a40bfd7 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454116 Feb 09 02:11:14.741606 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063f64d-1177-4b61-807a-a892ea648f5d req-2df62077-7fef-49ed-8d7e-cd2af91f82c7 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:14.743107 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3063f64d-1177-4b61-807a-a892ea648f5d req-2df62077-7fef-49ed-8d7e-cd2af91f82c7 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0610409 Feb 09 02:11:14.791390 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3063f64d-1177-4b61-807a-a892ea648f5d req-5deab66e-9c65-4b63-a359-d8a5ea2345cc tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423331 Feb 09 02:11:15.910473 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f905dcc-530e-424e-94f8-30869928b254 req-25e6dceb-7981-4c2c-a1a5-a076d4b0daaa tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:15.911941 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4f905dcc-530e-424e-94f8-30869928b254 req-25e6dceb-7981-4c2c-a1a5-a076d4b0daaa tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0527506 Feb 09 02:11:15.957795 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4f905dcc-530e-424e-94f8-30869928b254 req-9e2a07e8-e9d1-497f-9f1d-e038a4872ac9 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392659 Feb 09 02:11:17.085906 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85c213-8e1c-4726-91ef-6ae6394733d8 req-415418c3-0f61-455d-8ab8-40475a96b087 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:17.087536 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4d85c213-8e1c-4726-91ef-6ae6394733d8 req-415418c3-0f61-455d-8ab8-40475a96b087 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0574794 Feb 09 02:11:17.136622 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4d85c213-8e1c-4726-91ef-6ae6394733d8 req-5c7f4725-3fea-4466-941e-45e1a0ce05e8 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428996 Feb 09 02:11:18.256441 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aaa071-933e-4494-93d1-7713ddbdaf0d req-7c67fb46-44ed-42b7-ae8a-b669c2ab4c7b tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:18.257933 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-78aaa071-933e-4494-93d1-7713ddbdaf0d req-7c67fb46-44ed-42b7-ae8a-b669c2ab4c7b tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0520175 Feb 09 02:11:18.305941 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-78aaa071-933e-4494-93d1-7713ddbdaf0d req-805e167a-74bf-4395-bb61-b780b97699ad tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409486 Feb 09 02:11:19.429218 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf2fee-1145-452a-ba16-b974ae0c67ea req-6376af0b-db58-43d4-8cf0-e8946a562e98 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:19.430684 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a0bf2fee-1145-452a-ba16-b974ae0c67ea req-6376af0b-db58-43d4-8cf0-e8946a562e98 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0565650 Feb 09 02:11:19.477129 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a0bf2fee-1145-452a-ba16-b974ae0c67ea req-7c147aa3-7c86-429d-9e77-ea9ad9a5a2b8 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402937 Feb 09 02:11:19.955477 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:20.597814 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48255e8c-68fb-4573-b4c1-41b0b87f9f49 req-1cb475e8-02fa-4842-b95b-368b365438f6 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:20.599275 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-48255e8c-68fb-4573-b4c1-41b0b87f9f49 req-1cb475e8-02fa-4842-b95b-368b365438f6 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0520363 Feb 09 02:11:20.646446 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-48255e8c-68fb-4573-b4c1-41b0b87f9f49 req-9784b280-ae80-4ad8-aa9b-6ef4c5d5720c tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405388 Feb 09 02:11:20.904751 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2f139067-832f-498d-861b-0abbbde289e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:21.437616 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:21.765734 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4b892-8a6f-4883-b6ec-9b6c319ed699 req-e4af7693-bc4c-4d8d-bae3-9db91b119fbb tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:21.767129 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f5d4b892-8a6f-4883-b6ec-9b6c319ed699 req-e4af7693-bc4c-4d8d-bae3-9db91b119fbb tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0523808 Feb 09 02:11:21.818207 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f5d4b892-8a6f-4883-b6ec-9b6c319ed699 req-f427042a-7327-4eee-a856-8b5b320b2942 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453420 Feb 09 02:11:22.936661 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f113f9-2bd7-4617-bf45-862f4c9414cd req-a3eab467-e88e-4031-a356-000ae41e654d tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:22.938127 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-28f113f9-2bd7-4617-bf45-862f4c9414cd req-a3eab467-e88e-4031-a356-000ae41e654d tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0519497 Feb 09 02:11:22.984746 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-28f113f9-2bd7-4617-bf45-862f4c9414cd req-9c35bc01-1aff-43ea-aecf-077ac868867c tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410337 Feb 09 02:11:24.104958 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d0bee-f06e-4f6c-8ebb-a598f739bf0d req-79d781a7-e3b7-4c9a-8735-c821fd77c3ba tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:24.106452 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-764d0bee-f06e-4f6c-8ebb-a598f739bf0d req-79d781a7-e3b7-4c9a-8735-c821fd77c3ba tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0538213 Feb 09 02:11:24.152612 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-764d0bee-f06e-4f6c-8ebb-a598f739bf0d req-04be24b5-66d4-46f6-9d0c-f7176ce0e3c3 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406868 Feb 09 02:11:24.346082 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-392503f5-db83-47d8-89d5-5d04b905b82f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:25.275847 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e98c79-632a-4a10-8193-9afb908d5783 req-948d472d-ff56-4c2d-8cc8-8f07f7653460 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:25.277243 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b7e98c79-632a-4a10-8193-9afb908d5783 req-948d472d-ff56-4c2d-8cc8-8f07f7653460 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0558903 Feb 09 02:11:25.323560 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b7e98c79-632a-4a10-8193-9afb908d5783 req-276a5226-8a28-453c-95f3-b48d55a7ac15 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407298 Feb 09 02:11:25.984335 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:26.444400 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff9506-045c-4c66-a116-3fb3c8174663 req-ab352177-44a4-4346-ac74-f0766361d9b2 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:26.445913 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3fff9506-045c-4c66-a116-3fb3c8174663 req-ab352177-44a4-4346-ac74-f0766361d9b2 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0558593 Feb 09 02:11:26.495104 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3fff9506-045c-4c66-a116-3fb3c8174663 req-88e527de-1c7f-4a04-8077-91d3da1cf9eb tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422487 Feb 09 02:11:27.615403 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2815a-f65f-42a1-8220-cb319ef5a5bd req-2c357dbb-1645-4aca-9534-a70c83a0b370 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:27.616986 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b3e2815a-f65f-42a1-8220-cb319ef5a5bd req-2c357dbb-1645-4aca-9534-a70c83a0b370 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0527482 Feb 09 02:11:27.672018 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b3e2815a-f65f-42a1-8220-cb319ef5a5bd req-0a3046bc-58ee-4fcf-94ad-6125efe25462 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471199 Feb 09 02:11:27.718542 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:28.389183 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:28.795334 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fb1b5-6f4e-4233-9a89-a89cad52b6a1 req-1a33a845-d6d9-4860-a5af-62773b55af24 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:28.796843 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-177fb1b5-6f4e-4233-9a89-a89cad52b6a1 req-1a33a845-d6d9-4860-a5af-62773b55af24 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0567436 Feb 09 02:11:28.845314 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-177fb1b5-6f4e-4233-9a89-a89cad52b6a1 req-de845036-f1f1-4ef3-b0e8-5a51b482ac49 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428710 Feb 09 02:11:29.967009 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656a2ef-fb3b-4549-be27-20d4524b795b req-f586e43e-101c-4e2f-b33e-5a850a87b6bf tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:29.968519 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4656a2ef-fb3b-4549-be27-20d4524b795b req-f586e43e-101c-4e2f-b33e-5a850a87b6bf tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0537736 Feb 09 02:11:30.015546 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4656a2ef-fb3b-4549-be27-20d4524b795b req-d186af80-f90b-474f-b41c-4bc845da530d tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415347 Feb 09 02:11:30.892736 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe45984-4f8b-4286-ad4e-d9276f9f21b4 req-af0ed001-4f5f-4262-a847-64b32053869c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:30.894170 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dfe45984-4f8b-4286-ad4e-d9276f9f21b4 req-af0ed001-4f5f-4262-a847-64b32053869c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e0d3bd525f5d413f9bfa538f375a5cf6&device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 1128 time: 0.0482626 Feb 09 02:11:30.997839 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe45984-4f8b-4286-ad4e-d9276f9f21b4 req-b6497e03-5ef9-4187-bf54-500cbc613b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:30.999401 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dfe45984-4f8b-4286-ad4e-d9276f9f21b4 req-b6497e03-5ef9-4187-bf54-500cbc613b96 service neutron] 10.222.0.121 "GET /v2.0/networks?id=1b26f201-4014-46ea-bdfd-ec660a110e12 HTTP/1.1" status: 200 len: 916 time: 0.0870278 Feb 09 02:11:31.046275 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dfe45984-4f8b-4286-ad4e-d9276f9f21b4 req-abc411ce-c49a-4ae1-8f43-9e63ffa426da service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c689ef7b-3e35-4afc-bfa5-a0911f0082cb HTTP/1.1" status: 200 len: 217 time: 0.0408993 Feb 09 02:11:31.119805 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe45984-4f8b-4286-ad4e-d9276f9f21b4 req-0d20b460-e945-4c3a-bf4c-e12c2d8cbd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:31.121537 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dfe45984-4f8b-4286-ad4e-d9276f9f21b4 req-0d20b460-e945-4c3a-bf4c-e12c2d8cbd3b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c550b838-7913-416b-9cdf-97361ae8a11e HTTP/1.1" status: 200 len: 855 time: 0.0696013 Feb 09 02:11:31.157731 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dfe45984-4f8b-4286-ad4e-d9276f9f21b4 req-c8e5aeeb-a300-4ab7-9520-6d06227ef5e1 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1b26f201-4014-46ea-bdfd-ec660a110e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291786 Feb 09 02:11:31.190143 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8906c-2c13-45d1-98fc-ace24b9aef90 req-53406daf-fed1-449d-9af4-dc7bf08f613c tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:31.191603 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b7f8906c-2c13-45d1-98fc-ace24b9aef90 req-53406daf-fed1-449d-9af4-dc7bf08f613c tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 945 time: 0.1047189 Feb 09 02:11:31.284414 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b7f8906c-2c13-45d1-98fc-ace24b9aef90 req-b78a77c1-d38d-4375-8212-de3824f0c8da tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638335 Feb 09 02:11:31.298544 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dfe45984-4f8b-4286-ad4e-d9276f9f21b4 req-59738c71-7222-4c3a-93ed-80447d2a0262 service neutron] 10.222.0.121 "GET /v2.0/networks/1b26f201-4014-46ea-bdfd-ec660a110e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347036 Feb 09 02:11:31.392220 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dfe45984-4f8b-4286-ad4e-d9276f9f21b4 req-7c1b748e-a9dc-49ab-a685-ad1fca649d0e service neutron] 10.222.0.121 "GET /v2.0/networks/1b26f201-4014-46ea-bdfd-ec660a110e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873065 Feb 09 02:11:32.405786 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245115ff-2b8e-4f1d-8e1a-32a9fa7bdc97 req-e992c174-7f7d-4325-992e-886b4ce3e082 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:32.407269 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-245115ff-2b8e-4f1d-8e1a-32a9fa7bdc97 req-e992c174-7f7d-4325-992e-886b4ce3e082 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0551171 Feb 09 02:11:32.453727 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-245115ff-2b8e-4f1d-8e1a-32a9fa7bdc97 req-89e9eb61-96ee-462f-b4a1-f489861a887f tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406258 Feb 09 02:11:33.573611 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ca694-7904-4f83-a236-3d7998ede30f req-455d2b0c-f7d8-430a-974f-db29d58d2bb6 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:33.575108 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b10ca694-7904-4f83-a236-3d7998ede30f req-455d2b0c-f7d8-430a-974f-db29d58d2bb6 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0530114 Feb 09 02:11:33.621297 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b10ca694-7904-4f83-a236-3d7998ede30f req-37c25e4e-6bf9-45da-8a1c-dd89be009d1e tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405219 Feb 09 02:11:34.746097 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a27d3-8253-43bd-9909-5b723e7577d7 req-0b35a046-04e9-44f7-838f-3fa04c0fb314 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:34.747554 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-476a27d3-8253-43bd-9909-5b723e7577d7 req-0b35a046-04e9-44f7-838f-3fa04c0fb314 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0563486 Feb 09 02:11:34.792942 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-476a27d3-8253-43bd-9909-5b723e7577d7 req-49e50f6f-4c3a-46a4-98ab-82d0b4308bbd tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398076 Feb 09 02:11:35.912191 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322fb52-ef40-4658-b916-254733baaac5 req-f8912ed1-3a23-47bb-a1da-4c26c0b1f476 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:35.913729 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7322fb52-ef40-4658-b916-254733baaac5 req-f8912ed1-3a23-47bb-a1da-4c26c0b1f476 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0528357 Feb 09 02:11:35.960867 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7322fb52-ef40-4658-b916-254733baaac5 req-77adc8b3-03aa-4ea2-beef-5d9a581cdfb0 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407856 Feb 09 02:11:36.153619 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-37ba6cc9-5632-4055-9d20-4a52f8ea9b53 service neutron] show failed (client error): The resource could not be found. Feb 09 02:11:36.154540 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-37ba6cc9-5632-4055-9d20-4a52f8ea9b53 service neutron] 10.222.0.121 "GET /v2.0/ports/c689ef7b-3e35-4afc-bfa5-a0911f0082cb/bindings/n-h2-822053-40 HTTP/1.1" status: 404 len: 381 time: 0.0549693 Feb 09 02:11:36.369539 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-29173a2e-ca0c-4820-a82b-6c5ad8bff158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:36.371041 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-29173a2e-ca0c-4820-a82b-6c5ad8bff158 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4&tenant_id=e0d3bd525f5d413f9bfa538f375a5cf6 HTTP/1.1" status: 200 len: 1128 time: 0.0496624 Feb 09 02:11:36.384407 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-a634d5c3-3764-4f97-a17b-7bcce7db7bd2 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:11:36.385457 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-a634d5c3-3764-4f97-a17b-7bcce7db7bd2 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049689 Feb 09 02:11:36.396557 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-027df85d-07bb-4c46-beb8-910c8c162cb1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822053-40', 'device_owner': 'compute:nova'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:36.454814 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-027df85d-07bb-4c46-beb8-910c8c162cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c689ef7b-3e35-4afc-bfa5-a0911f0082cb), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:36.655058 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-027df85d-07bb-4c46-beb8-910c8c162cb1 service neutron] For port c689ef7b-3e35-4afc-bfa5-a0911f0082cb, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=c689ef7b-3e35-4afc-bfa5-a0911f0082cb,segment=NetworkSegment(5a83d72b-7b09-4dcc-9559-80e8d894f42e),segment_id=5a83d72b-7b09-4dcc-9559-80e8d894f42e)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:36.686999 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-027df85d-07bb-4c46-beb8-910c8c162cb1 service neutron] For port c689ef7b-3e35-4afc-bfa5-a0911f0082cb, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:11:36.732772 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c689ef7b-3e35-4afc-bfa5-a0911f0082cb'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:36.734898 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb437af3-4a23-411b-b9b4-8bf6e11e4b0f" -d '{"events": [{"server_uuid": "bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4", "name": "network-vif-unplugged", "status": "completed", "tag": "c689ef7b-3e35-4afc-bfa5-a0911f0082cb"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:36.738756 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-027df85d-07bb-4c46-beb8-910c8c162cb1 service neutron] Publish callbacks [] for port (c689ef7b-3e35-4afc-bfa5-a0911f0082cb), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:36.750988 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-027df85d-07bb-4c46-beb8-910c8c162cb1 service neutron] Transition to ACTIVE for port object c689ef7b-3e35-4afc-bfa5-a0911f0082cb will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:11:36.755794 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-027df85d-07bb-4c46-beb8-910c8c162cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (c689ef7b-3e35-4afc-bfa5-a0911f0082cb), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:36.791304 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f5dbcf-ec93-4c99-9af7-88a9900ed71b x-openstack-request-id: req-93f5dbcf-ec93-4c99-9af7-88a9900ed71b {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:36.791626 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4", "name": "network-vif-unplugged", "status": "completed", "tag": "c689ef7b-3e35-4afc-bfa5-a0911f0082cb", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:36.791950 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-93f5dbcf-ec93-4c99-9af7-88a9900ed71b {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:36.792399 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c689ef7b-3e35-4afc-bfa5-a0911f0082cb', 'code': 200} Feb 09 02:11:36.822704 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-027df85d-07bb-4c46-beb8-910c8c162cb1 service neutron] No DVR routers for this DVR port c689ef7b-3e35-4afc-bfa5-a0911f0082cb on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:11:36.825767 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027df85d-07bb-4c46-beb8-910c8c162cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=c689ef7b-3e35-4afc-bfa5-a0911f0082cb,revision_number=6']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:36.860831 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-027df85d-07bb-4c46-beb8-910c8c162cb1 service neutron] Attempting to bind port c689ef7b-3e35-4afc-bfa5-a0911f0082cb on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:11:36.861159 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-027df85d-07bb-4c46-beb8-910c8c162cb1 service neutron] Attempting to bind port c689ef7b-3e35-4afc-bfa5-a0911f0082cb by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '5a83d72b-7b09-4dcc-9559-80e8d894f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1b26f201-4014-46ea-bdfd-ec660a110e12'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:11:36.861480 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-027df85d-07bb-4c46-beb8-910c8c162cb1 service neutron] Attempting to bind port c689ef7b-3e35-4afc-bfa5-a0911f0082cb on network 1b26f201-4014-46ea-bdfd-ec660a110e12 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:11:36.865655 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-027df85d-07bb-4c46-beb8-910c8c162cb1 service neutron] Port c689ef7b-3e35-4afc-bfa5-a0911f0082cb on network 1b26f201-4014-46ea-bdfd-ec660a110e12 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:11:36.865971 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-027df85d-07bb-4c46-beb8-910c8c162cb1 service neutron] Attempting to bind port c689ef7b-3e35-4afc-bfa5-a0911f0082cb on network 1b26f201-4014-46ea-bdfd-ec660a110e12 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:11:36.871199 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-027df85d-07bb-4c46-beb8-910c8c162cb1 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:11:36.871525 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-027df85d-07bb-4c46-beb8-910c8c162cb1 service neutron] Checking segment: {'id': '5a83d72b-7b09-4dcc-9559-80e8d894f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1b26f201-4014-46ea-bdfd-ec660a110e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:11:36.871902 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-027df85d-07bb-4c46-beb8-910c8c162cb1 service neutron] Bound using segment: {'id': '5a83d72b-7b09-4dcc-9559-80e8d894f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1b26f201-4014-46ea-bdfd-ec660a110e12'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:11:36.872359 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-027df85d-07bb-4c46-beb8-910c8c162cb1 service neutron] Bound port: c689ef7b-3e35-4afc-bfa5-a0911f0082cb, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a83d72b-7b09-4dcc-9559-80e8d894f42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1b26f201-4014-46ea-bdfd-ec660a110e12'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:11:36.872702 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-027df85d-07bb-4c46-beb8-910c8c162cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c689ef7b-3e35-4afc-bfa5-a0911f0082cb), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:36.939352 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-027df85d-07bb-4c46-beb8-910c8c162cb1 service neutron] For port c689ef7b-3e35-4afc-bfa5-a0911f0082cb, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:11:36.942274 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-027df85d-07bb-4c46-beb8-910c8c162cb1 service neutron] For port c689ef7b-3e35-4afc-bfa5-a0911f0082cb, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=c689ef7b-3e35-4afc-bfa5-a0911f0082cb,segment=NetworkSegment(5a83d72b-7b09-4dcc-9559-80e8d894f42e),segment_id=5a83d72b-7b09-4dcc-9559-80e8d894f42e)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:11:36.948929 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-027df85d-07bb-4c46-beb8-910c8c162cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (c689ef7b-3e35-4afc-bfa5-a0911f0082cb), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:36.979856 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-027df85d-07bb-4c46-beb8-910c8c162cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:36.980660 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-027df85d-07bb-4c46-beb8-910c8c162cb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:36.982026 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-027df85d-07bb-4c46-beb8-910c8c162cb1 service neutron] 10.222.0.91 "PUT /v2.0/ports/c689ef7b-3e35-4afc-bfa5-a0911f0082cb HTTP/1.1" status: 200 len: 1092 time: 0.5893276 Feb 09 02:11:37.007629 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027df85d-07bb-4c46-beb8-910c8c162cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=c689ef7b-3e35-4afc-bfa5-a0911f0082cb,revision_number=7']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:37.093293 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-10a975e1-5d71-46d6-b56c-ec7ba6e75ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:37.094796 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-10a975e1-5d71-46d6-b56c-ec7ba6e75ce2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e0d3bd525f5d413f9bfa538f375a5cf6&device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 1126 time: 0.0827646 Feb 09 02:11:37.106158 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570c188-f705-455d-aed5-81688fdd9135 req-db79cfb5-b131-4374-b108-1d99216b4ee6 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:37.107509 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7570c188-f705-455d-aed5-81688fdd9135 req-db79cfb5-b131-4374-b108-1d99216b4ee6 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 943 time: 0.0697811 Feb 09 02:11:37.206726 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7570c188-f705-455d-aed5-81688fdd9135 req-9d2063d5-b95c-4217-990c-16f9be9b5e71 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914683 Feb 09 02:11:37.222700 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-497fae39-10ba-4d40-93a1-0e66cc17299e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:37.224189 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-497fae39-10ba-4d40-93a1-0e66cc17299e service neutron] 10.222.0.91 "GET /v2.0/networks?id=1b26f201-4014-46ea-bdfd-ec660a110e12 HTTP/1.1" status: 200 len: 916 time: 0.1158011 Feb 09 02:11:37.270908 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-b2bec9b8-e30f-4ebc-b581-594d1b23d8da service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c689ef7b-3e35-4afc-bfa5-a0911f0082cb HTTP/1.1" status: 200 len: 217 time: 0.0373425 Feb 09 02:11:37.319524 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-30e2f839-4707-49a5-9c58-b206d2a7cb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:37.321001 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-30e2f839-4707-49a5-9c58-b206d2a7cb40 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c550b838-7913-416b-9cdf-97361ae8a11e HTTP/1.1" status: 200 len: 855 time: 0.0431581 Feb 09 02:11:37.356241 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-faaeec30-934d-49f3-abd1-d3f2de8e0835 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1b26f201-4014-46ea-bdfd-ec660a110e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248353 Feb 09 02:11:37.447592 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-c6b8b644-0017-4ed3-9c34-6ec4d11a11d3 service neutron] 10.222.0.91 "GET /v2.0/networks/1b26f201-4014-46ea-bdfd-ec660a110e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851593 Feb 09 02:11:37.540731 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-df410d42-232c-477f-909a-0aad9dd20ce6 req-ed3602a5-a354-472c-a0be-2af325103452 service neutron] 10.222.0.91 "GET /v2.0/networks/1b26f201-4014-46ea-bdfd-ec660a110e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835686 Feb 09 02:11:38.330753 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0980269-d839-487e-ab30-fb5b1317badf req-b2b847fc-b3f8-4930-97cc-93984f458915 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:38.332260 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f0980269-d839-487e-ab30-fb5b1317badf req-b2b847fc-b3f8-4930-97cc-93984f458915 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 943 time: 0.0535021 Feb 09 02:11:38.378713 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f0980269-d839-487e-ab30-fb5b1317badf req-136d0963-6214-4634-b164-589814690767 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408840 Feb 09 02:11:38.793970 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4', 'tag': 'c689ef7b-3e35-4afc-bfa5-a0911f0082cb'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:38.796391 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae9ff77-7d60-411c-9fdf-a0d13f08ec7a" -d '{"events": [{"name": "network-changed", "server_uuid": "bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4", "tag": "c689ef7b-3e35-4afc-bfa5-a0911f0082cb"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:38.842651 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161c55f3-0e31-457e-b6ef-9a3a45418756 x-openstack-request-id: req-161c55f3-0e31-457e-b6ef-9a3a45418756 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:38.842940 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4", "tag": "c689ef7b-3e35-4afc-bfa5-a0911f0082cb", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:38.843191 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-161c55f3-0e31-457e-b6ef-9a3a45418756 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:38.843586 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4', 'tag': 'c689ef7b-3e35-4afc-bfa5-a0911f0082cb', 'status': 'completed', 'code': 200} Feb 09 02:11:38.942268 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9ff77-7d60-411c-9fdf-a0d13f08ec7a req-0fdb1a32-c107-4102-b74b-ae9653c6759e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:38.943738 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4ae9ff77-7d60-411c-9fdf-a0d13f08ec7a req-0fdb1a32-c107-4102-b74b-ae9653c6759e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e0d3bd525f5d413f9bfa538f375a5cf6&device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 1126 time: 0.0800700 Feb 09 02:11:38.945250 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9ff77-7d60-411c-9fdf-a0d13f08ec7a req-388b8f7e-8a3f-45ef-8c1e-f033cb4cc926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:38.946550 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4ae9ff77-7d60-411c-9fdf-a0d13f08ec7a req-388b8f7e-8a3f-45ef-8c1e-f033cb4cc926 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e0d3bd525f5d413f9bfa538f375a5cf6&device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 1126 time: 0.0745223 Feb 09 02:11:39.099193 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9ff77-7d60-411c-9fdf-a0d13f08ec7a req-101a15b6-94d3-4c89-9ae2-0a5cb5b06513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:39.100573 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4ae9ff77-7d60-411c-9fdf-a0d13f08ec7a req-101a15b6-94d3-4c89-9ae2-0a5cb5b06513 service neutron] 10.222.0.121 "GET /v2.0/networks?id=1b26f201-4014-46ea-bdfd-ec660a110e12 HTTP/1.1" status: 200 len: 916 time: 0.1508996 Feb 09 02:11:39.102999 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9ff77-7d60-411c-9fdf-a0d13f08ec7a req-9eb49a59-6d54-45e0-be2f-35af8d200d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:39.104918 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4ae9ff77-7d60-411c-9fdf-a0d13f08ec7a req-9eb49a59-6d54-45e0-be2f-35af8d200d10 service neutron] 10.222.0.91 "GET /v2.0/networks?id=1b26f201-4014-46ea-bdfd-ec660a110e12 HTTP/1.1" status: 200 len: 916 time: 0.1470981 Feb 09 02:11:39.173411 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4ae9ff77-7d60-411c-9fdf-a0d13f08ec7a req-fb128e06-35f2-4d83-9704-b724efd97f1d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c689ef7b-3e35-4afc-bfa5-a0911f0082cb HTTP/1.1" status: 200 len: 217 time: 0.0663228 Feb 09 02:11:39.174704 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4ae9ff77-7d60-411c-9fdf-a0d13f08ec7a req-6ff05e8c-8248-408a-8405-ab9be595b39f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c689ef7b-3e35-4afc-bfa5-a0911f0082cb HTTP/1.1" status: 200 len: 217 time: 0.0621622 Feb 09 02:11:39.256983 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9ff77-7d60-411c-9fdf-a0d13f08ec7a req-5cbfa7a7-cba3-45a2-b0d1-4c1dd86cfe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:39.258408 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4ae9ff77-7d60-411c-9fdf-a0d13f08ec7a req-5cbfa7a7-cba3-45a2-b0d1-4c1dd86cfe6a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c550b838-7913-416b-9cdf-97361ae8a11e HTTP/1.1" status: 200 len: 855 time: 0.0792303 Feb 09 02:11:39.260365 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9ff77-7d60-411c-9fdf-a0d13f08ec7a req-5e5c5505-44dc-48e3-97fd-579fe22172ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:39.261814 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4ae9ff77-7d60-411c-9fdf-a0d13f08ec7a req-5e5c5505-44dc-48e3-97fd-579fe22172ed service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c550b838-7913-416b-9cdf-97361ae8a11e HTTP/1.1" status: 200 len: 855 time: 0.0750601 Feb 09 02:11:39.284995 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device c689ef7b-3e35-4afc-bfa5-a0911f0082cb no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:11:39.295400 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4ae9ff77-7d60-411c-9fdf-a0d13f08ec7a req-ae341ad4-3460-4ea7-a577-286cc6876077 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1b26f201-4014-46ea-bdfd-ec660a110e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309947 Feb 09 02:11:39.312335 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4ae9ff77-7d60-411c-9fdf-a0d13f08ec7a req-d49a83d1-1b68-410d-8b79-635dd6e08a84 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1b26f201-4014-46ea-bdfd-ec660a110e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406208 Feb 09 02:11:39.327007 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] The host n-h1-822053-40 is not matching for port c689ef7b-3e35-4afc-bfa5-a0911f0082cb host n-h2-822053-40! {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:11:39.327479 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device c689ef7b-3e35-4afc-bfa5-a0911f0082cb not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:11:39.492976 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4ae9ff77-7d60-411c-9fdf-a0d13f08ec7a req-325fb397-f7ff-484c-ac45-7bc4e2a3f085 service neutron] 10.222.0.121 "GET /v2.0/networks/1b26f201-4014-46ea-bdfd-ec660a110e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830292 Feb 09 02:11:39.498205 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4ae9ff77-7d60-411c-9fdf-a0d13f08ec7a req-8b293c3b-0dac-4378-9558-b69ded9997e0 service neutron] 10.222.0.91 "GET /v2.0/networks/1b26f201-4014-46ea-bdfd-ec660a110e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678693 Feb 09 02:11:39.950994 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9cf849-d229-47a7-aa89-063c63491fc9 req-4c03fab8-8417-4ed0-bdc3-e6c48974b1d7 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:39.952445 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf9cf849-d229-47a7-aa89-063c63491fc9 req-4c03fab8-8417-4ed0-bdc3-e6c48974b1d7 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 943 time: 0.5005867 Feb 09 02:11:40.011401 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4ae9ff77-7d60-411c-9fdf-a0d13f08ec7a req-257cf3b3-3fe6-4561-aaa9-e986d9bf5edc service neutron] 10.222.0.121 "GET /v2.0/networks/1b26f201-4014-46ea-bdfd-ec660a110e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5116847 Feb 09 02:11:40.023391 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4ae9ff77-7d60-411c-9fdf-a0d13f08ec7a req-bf555f5e-a2e6-4b53-b9ab-2b6864d6b3eb service neutron] 10.222.0.91 "GET /v2.0/networks/1b26f201-4014-46ea-bdfd-ec660a110e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5153303 Feb 09 02:11:40.037802 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf9cf849-d229-47a7-aa89-063c63491fc9 req-ac862fea-8f47-4c19-a16e-5191e6c60c4a tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760863 Feb 09 02:11:40.274142 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2be1e-c424-416d-bf9c-c3385a0c493c req-4c2b0e8a-b9fd-4cd0-ae2f-b10e59d6437e tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:40.275580 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-36f2be1e-c424-416d-bf9c-c3385a0c493c req-4c2b0e8a-b9fd-4cd0-ae2f-b10e59d6437e tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 943 time: 0.0907934 Feb 09 02:11:40.294604 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425739ee-e245-449e-9558-f34ff0078b5a req-d2221ea5-3adf-43b7-bd68-b37acb1dece0 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:40.296039 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-425739ee-e245-449e-9558-f34ff0078b5a req-d2221ea5-3adf-43b7-bd68-b37acb1dece0 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.121 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4&tenant_id=e0d3bd525f5d413f9bfa538f375a5cf6&binding%3Ahost_id=n-h2-822053-40 HTTP/1.1" status: 200 len: 943 time: 0.0987806 Feb 09 02:11:40.369880 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-36f2be1e-c424-416d-bf9c-c3385a0c493c req-9c9bf222-d37d-416d-89a6-665b58be9e31 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878282 Feb 09 02:11:40.378428 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [req-425739ee-e245-449e-9558-f34ff0078b5a req-fe366573-27e9-4e6b-992b-b8024d161c77 service neutron] delete failed (client error): The resource could not be found. Feb 09 02:11:40.379392 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-425739ee-e245-449e-9558-f34ff0078b5a req-fe366573-27e9-4e6b-992b-b8024d161c77 service neutron] 10.222.0.121 "DELETE /v2.0/ports/c689ef7b-3e35-4afc-bfa5-a0911f0082cb/bindings/n-h1-822053-40 HTTP/1.1" status: 404 len: 381 time: 0.0760965 Feb 09 02:11:40.465756 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425739ee-e245-449e-9558-f34ff0078b5a req-8c918de5-d821-4410-a995-1015143a1e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:40.467232 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-425739ee-e245-449e-9558-f34ff0078b5a req-8c918de5-d821-4410-a995-1015143a1e91 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e0d3bd525f5d413f9bfa538f375a5cf6&device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 1126 time: 0.0441475 Feb 09 02:11:40.557856 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425739ee-e245-449e-9558-f34ff0078b5a req-3591935c-215e-4301-b508-92d79ca5a8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:40.559336 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-425739ee-e245-449e-9558-f34ff0078b5a req-3591935c-215e-4301-b508-92d79ca5a8fd service neutron] 10.222.0.121 "GET /v2.0/networks?id=1b26f201-4014-46ea-bdfd-ec660a110e12 HTTP/1.1" status: 200 len: 916 time: 0.0862353 Feb 09 02:11:40.611156 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-425739ee-e245-449e-9558-f34ff0078b5a req-6b6bad8d-73db-40e5-9ff4-d93e29a441db service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c689ef7b-3e35-4afc-bfa5-a0911f0082cb HTTP/1.1" status: 200 len: 217 time: 0.0383115 Feb 09 02:11:40.657186 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425739ee-e245-449e-9558-f34ff0078b5a req-081f4a7b-6833-4538-8db0-53b927e41a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:40.658611 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-425739ee-e245-449e-9558-f34ff0078b5a req-081f4a7b-6833-4538-8db0-53b927e41a2b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=c550b838-7913-416b-9cdf-97361ae8a11e HTTP/1.1" status: 200 len: 855 time: 0.0421369 Feb 09 02:11:40.693612 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-425739ee-e245-449e-9558-f34ff0078b5a req-35a46fa9-badd-4c37-8136-da1c24463a61 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=1b26f201-4014-46ea-bdfd-ec660a110e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291290 Feb 09 02:11:40.779657 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-425739ee-e245-449e-9558-f34ff0078b5a req-f94d1e86-5559-469e-bc5c-2c4c095501bd service neutron] 10.222.0.121 "GET /v2.0/networks/1b26f201-4014-46ea-bdfd-ec660a110e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803943 Feb 09 02:11:40.876693 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-425739ee-e245-449e-9558-f34ff0078b5a req-593b39f3-cbe1-4a1b-b4cc-5e8d4f60bbf6 service neutron] 10.222.0.121 "GET /v2.0/networks/1b26f201-4014-46ea-bdfd-ec660a110e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908818 Feb 09 02:11:41.099555 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device c689ef7b-3e35-4afc-bfa5-a0911f0082cb details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:11:41.201043 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port c689ef7b-3e35-4afc-bfa5-a0911f0082cb, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=c689ef7b-3e35-4afc-bfa5-a0911f0082cb,segment=NetworkSegment(5a83d72b-7b09-4dcc-9559-80e8d894f42e),segment_id=5a83d72b-7b09-4dcc-9559-80e8d894f42e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:41.217708 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': 'c689ef7b-3e35-4afc-bfa5-a0911f0082cb', 'network_id': '1b26f201-4014-46ea-bdfd-ec660a110e12', 'port_id': 'c689ef7b-3e35-4afc-bfa5-a0911f0082cb', 'mac_address': 'fa:16:3e:c8:52:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c550b838-7913-416b-9cdf-97361ae8a11e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:11:41.254294 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port c689ef7b-3e35-4afc-bfa5-a0911f0082cb is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:41.254681 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c689ef7b-3e35-4afc-bfa5-a0911f0082cb), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:41.268132 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c689ef7b-3e35-4afc-bfa5-a0911f0082cb {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:11:41.288392 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port c689ef7b-3e35-4afc-bfa5-a0911f0082cb, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=c689ef7b-3e35-4afc-bfa5-a0911f0082cb,segment=NetworkSegment(5a83d72b-7b09-4dcc-9559-80e8d894f42e),segment_id=5a83d72b-7b09-4dcc-9559-80e8d894f42e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:41.292298 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (c689ef7b-3e35-4afc-bfa5-a0911f0082cb), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:41.343067 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=c689ef7b-3e35-4afc-bfa5-a0911f0082cb,revision_number=8']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:41.498416 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be8a8d-9bbb-4797-8f21-a83ca9779b79 req-0f164f6e-04d7-49bc-94c9-518bc5f70032 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:41.499784 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e8be8a8d-9bbb-4797-8f21-a83ca9779b79 req-0f164f6e-04d7-49bc-94c9-518bc5f70032 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 944 time: 0.0591762 Feb 09 02:11:41.534869 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['c689ef7b-3e35-4afc-bfa5-a0911f0082cb'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:11:41.547334 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e8be8a8d-9bbb-4797-8f21-a83ca9779b79 req-ffaa7a92-a113-441c-9a76-b5649e12feed tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414567 Feb 09 02:11:41.668006 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d94858-fdaa-47d5-920e-ee442afc8491 req-d62ffa0a-5855-4115-9647-28fc8d2588da tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:41.669490 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-01d94858-fdaa-47d5-920e-ee442afc8491 req-d62ffa0a-5855-4115-9647-28fc8d2588da tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 944 time: 0.0528462 Feb 09 02:11:41.715755 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-01d94858-fdaa-47d5-920e-ee442afc8491 req-266a43c6-9906-4873-887b-cd77d2d398d9 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404623 Feb 09 02:11:41.843071 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6277f28-1f19-47ee-a041-1aff1dde0124 req-ea5ed692-a076-4b9a-894f-4956935541c3 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:41.844598 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f6277f28-1f19-47ee-a041-1aff1dde0124 req-ea5ed692-a076-4b9a-894f-4956935541c3 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 944 time: 0.0608354 Feb 09 02:11:41.894590 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f6277f28-1f19-47ee-a041-1aff1dde0124 req-e053216e-7678-4dd5-b01e-deecbd3db09f tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429571 Feb 09 02:11:42.225122 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e846b-7d0b-4801-a983-1f55bfb6d5c0 req-83661da8-3e13-4e09-97ff-74a9c1d604e6 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:42.226566 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-725e846b-7d0b-4801-a983-1f55bfb6d5c0 req-83661da8-3e13-4e09-97ff-74a9c1d604e6 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 944 time: 0.0525579 Feb 09 02:11:42.275098 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-725e846b-7d0b-4801-a983-1f55bfb6d5c0 req-2cc53eca-f518-403f-add5-552a9bf5a08a tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427649 Feb 09 02:11:43.108465 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device c689ef7b-3e35-4afc-bfa5-a0911f0082cb up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:11:43.156188 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port c689ef7b-3e35-4afc-bfa5-a0911f0082cb completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:11:43.160027 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port c689ef7b-3e35-4afc-bfa5-a0911f0082cb triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:43.160410 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (c689ef7b-3e35-4afc-bfa5-a0911f0082cb), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:43.237159 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port c689ef7b-3e35-4afc-bfa5-a0911f0082cb is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:43.237451 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (c689ef7b-3e35-4afc-bfa5-a0911f0082cb), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:43.260043 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c689ef7b-3e35-4afc-bfa5-a0911f0082cb'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:43.262247 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bb5a1265871782f8fa80d718c2cad0aad3f2595cc534f44543b72f1ded69d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662c6850-0f04-4384-8840-f8959f1e677e" -d '{"events": [{"server_uuid": "bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4", "name": "network-vif-plugged", "status": "completed", "tag": "c689ef7b-3e35-4afc-bfa5-a0911f0082cb"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:43.275318 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port c689ef7b-3e35-4afc-bfa5-a0911f0082cb, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=c689ef7b-3e35-4afc-bfa5-a0911f0082cb,segment=NetworkSegment(5a83d72b-7b09-4dcc-9559-80e8d894f42e),segment_id=5a83d72b-7b09-4dcc-9559-80e8d894f42e)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:43.279814 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (c689ef7b-3e35-4afc-bfa5-a0911f0082cb), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:43.308502 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49300d7e-4e31-4442-b42f-029cbdf76318 x-openstack-request-id: req-49300d7e-4e31-4442-b42f-029cbdf76318 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:43.308800 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4", "name": "network-vif-plugged", "status": "completed", "tag": "c689ef7b-3e35-4afc-bfa5-a0911f0082cb", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:43.309060 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-49300d7e-4e31-4442-b42f-029cbdf76318 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:43.309446 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c689ef7b-3e35-4afc-bfa5-a0911f0082cb', 'code': 200} Feb 09 02:11:43.336860 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=c689ef7b-3e35-4afc-bfa5-a0911f0082cb,revision_number=9']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:43.407947 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd175a-6a25-430d-8be3-1a9d3d2e6745 req-d78f72b2-5572-44f4-a12c-ae0967afad3a tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:43.409422 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c0fd175a-6a25-430d-8be3-1a9d3d2e6745 req-d78f72b2-5572-44f4-a12c-ae0967afad3a tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0610285 Feb 09 02:11:43.463132 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c0fd175a-6a25-430d-8be3-1a9d3d2e6745 req-bc81c6fe-4449-423e-b201-231edc63493e tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.30 "GET /v2.0/security-groups?id=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479515 Feb 09 02:11:43.504108 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7876bde-44ca-4662-8cc2-a1795fbfae32 req-86baab6d-eb6b-4232-8bec-d918a032b564 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:43.505484 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e7876bde-44ca-4662-8cc2-a1795fbfae32 req-86baab6d-eb6b-4232-8bec-d918a032b564 tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.91 "GET /v2.0/ports?device_id=bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4 HTTP/1.1" status: 200 len: 945 time: 0.0566607 Feb 09 02:11:43.596707 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-e7876bde-44ca-4662-8cc2-a1795fbfae32 req-c4bce2a4-a632-4f8e-95d6-71bc89889e8e tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Deleting port c689ef7b-3e35-4afc-bfa5-a0911f0082cb {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:11:43.597046 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e7876bde-44ca-4662-8cc2-a1795fbfae32 req-c4bce2a4-a632-4f8e-95d6-71bc89889e8e tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (c689ef7b-3e35-4afc-bfa5-a0911f0082cb), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:43.687701 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-e7876bde-44ca-4662-8cc2-a1795fbfae32 req-c4bce2a4-a632-4f8e-95d6-71bc89889e8e tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] For port c689ef7b-3e35-4afc-bfa5-a0911f0082cb, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=c689ef7b-3e35-4afc-bfa5-a0911f0082cb,segment=NetworkSegment(5a83d72b-7b09-4dcc-9559-80e8d894f42e),segment_id=5a83d72b-7b09-4dcc-9559-80e8d894f42e)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:43.688089 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e7876bde-44ca-4662-8cc2-a1795fbfae32 req-c4bce2a4-a632-4f8e-95d6-71bc89889e8e tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (c689ef7b-3e35-4afc-bfa5-a0911f0082cb), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:43.704431 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-e7876bde-44ca-4662-8cc2-a1795fbfae32 req-c4bce2a4-a632-4f8e-95d6-71bc89889e8e tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Calling delete_port for c689ef7b-3e35-4afc-bfa5-a0911f0082cb owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:11:43.832091 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e7876bde-44ca-4662-8cc2-a1795fbfae32 req-c4bce2a4-a632-4f8e-95d6-71bc89889e8e tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (c689ef7b-3e35-4afc-bfa5-a0911f0082cb), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:43.848260 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['c689ef7b-3e35-4afc-bfa5-a0911f0082cb'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:11:43.858080 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bce2a4-a632-4f8e-95d6-71bc89889e8e tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Pushing event deleted for resources: {'Port': ['ID=c689ef7b-3e35-4afc-bfa5-a0911f0082cb,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:43.902521 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7876bde-44ca-4662-8cc2-a1795fbfae32 req-c4bce2a4-a632-4f8e-95d6-71bc89889e8e tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] No DVR routers for this DVR port c689ef7b-3e35-4afc-bfa5-a0911f0082cb on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:11:43.905055 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e7876bde-44ca-4662-8cc2-a1795fbfae32 req-c4bce2a4-a632-4f8e-95d6-71bc89889e8e tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:43.908310 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e7876bde-44ca-4662-8cc2-a1795fbfae32 req-c4bce2a4-a632-4f8e-95d6-71bc89889e8e tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] 10.222.0.91 "DELETE /v2.0/ports/c689ef7b-3e35-4afc-bfa5-a0911f0082cb HTTP/1.1" status: 204 len: 173 time: 0.3974555 Feb 09 02:11:43.908790 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4', 'name': 'network-vif-deleted', 'tag': 'c689ef7b-3e35-4afc-bfa5-a0911f0082cb'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:43.910987 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e90cd67-3979-4038-9248-e92df3615bb7" -d '{"events": [{"server_uuid": "bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4", "name": "network-vif-deleted", "tag": "c689ef7b-3e35-4afc-bfa5-a0911f0082cb"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:43.948623 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9b2727-16e7-42ce-969d-33fc9a839d93 x-openstack-request-id: req-4a9b2727-16e7-42ce-969d-33fc9a839d93 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:43.948906 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4", "name": "network-vif-deleted", "tag": "c689ef7b-3e35-4afc-bfa5-a0911f0082cb", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:43.949157 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4a9b2727-16e7-42ce-969d-33fc9a839d93 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:43.949560 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3f2f9e-ba8c-4fba-b0e4-abfc1777c2a4', 'name': 'network-vif-deleted', 'tag': 'c689ef7b-3e35-4afc-bfa5-a0911f0082cb', 'status': 'completed', 'code': 200} Feb 09 02:11:44.586045 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 49750) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:11:44.634186 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a1bdccb-4e95-4fc2-8f38-e52bbf3b76e1 admin admin] Deleting subnet c550b838-7913-416b-9cdf-97361ae8a11e {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:11:44.637937 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5a1bdccb-4e95-4fc2-8f38-e52bbf3b76e1 admin admin] Publish callbacks [] for subnet (c550b838-7913-416b-9cdf-97361ae8a11e), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:44.671856 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5a1bdccb-4e95-4fc2-8f38-e52bbf3b76e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (c550b838-7913-416b-9cdf-97361ae8a11e), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:44.711225 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5a1bdccb-4e95-4fc2-8f38-e52bbf3b76e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (c550b838-7913-416b-9cdf-97361ae8a11e), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:44.762970 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5a1bdccb-4e95-4fc2-8f38-e52bbf3b76e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (c550b838-7913-416b-9cdf-97361ae8a11e), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:44.787882 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1bdccb-4e95-4fc2-8f38-e52bbf3b76e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c550b838-7913-416b-9cdf-97361ae8a11e,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:44.793595 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5a1bdccb-4e95-4fc2-8f38-e52bbf3b76e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:44.796790 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5a1bdccb-4e95-4fc2-8f38-e52bbf3b76e1 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c550b838-7913-416b-9cdf-97361ae8a11e HTTP/1.1" status: 204 len: 168 time: 0.2097549 Feb 09 02:11:44.799270 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 49752) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:11:44.871034 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4fc1edfa-2cfa-4230-96ca-5ee8e4339de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (1b26f201-4014-46ea-bdfd-ec660a110e12), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:44.948253 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4fc1edfa-2cfa-4230-96ca-5ee8e4339de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (1b26f201-4014-46ea-bdfd-ec660a110e12), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:44.969148 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-4fc1edfa-2cfa-4230-96ca-5ee8e4339de2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b26f201-4014-46ea-bdfd-ec660a110e12']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:44.978888 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-4fc1edfa-2cfa-4230-96ca-5ee8e4339de2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a83d72b-7b09-4dcc-9559-80e8d894f42e') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:44.979363 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-4fc1edfa-2cfa-4230-96ca-5ee8e4339de2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a83d72b-7b09-4dcc-9559-80e8d894f42e') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:44.993088 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4fc1edfa-2cfa-4230-96ca-5ee8e4339de2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (5a83d72b-7b09-4dcc-9559-80e8d894f42e), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:45.007634 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4fc1edfa-2cfa-4230-96ca-5ee8e4339de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (5a83d72b-7b09-4dcc-9559-80e8d894f42e), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:45.013928 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fc1edfa-2cfa-4230-96ca-5ee8e4339de2 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:11:45.014371 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4fc1edfa-2cfa-4230-96ca-5ee8e4339de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (5a83d72b-7b09-4dcc-9559-80e8d894f42e), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:45.016113 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 02:11:45.016113 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:11:45.016113 n-d-822053-40 neutron-server[103529]: timer() Feb 09 02:11:45.016113 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:11:45.016113 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 02:11:45.016113 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:11:45.016113 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 02:11:45.016113 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:11:45.016113 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 02:11:45.016113 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:11:45.016113 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 02:11:45.016113 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:11:45.016113 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 02:11:45.016113 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:11:45.016113 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:11:45.016113 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:11:45.016113 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:11:45.016113 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:11:45.016113 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 02:11:45.016113 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:11:45.016113 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 02:11:45.016113 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:11:45.016113 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:11:45.016113 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:11:45.016113 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 02:11:45.016113 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:11:45.016113 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:11:45.016113 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:11:45.016113 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:11:45.016113 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:11:45.016113 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:11:45.016113 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:11:45.068920 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4fc1edfa-2cfa-4230-96ca-5ee8e4339de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (1b26f201-4014-46ea-bdfd-ec660a110e12), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:45.074674 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4fc1edfa-2cfa-4230-96ca-5ee8e4339de2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:45.077855 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4fc1edfa-2cfa-4230-96ca-5ee8e4339de2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1b26f201-4014-46ea-bdfd-ec660a110e12 HTTP/1.1" status: 204 len: 168 time: 0.2776845 Feb 09 02:11:45.089573 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc1edfa-2cfa-4230-96ca-5ee8e4339de2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b26f201-4014-46ea-bdfd-ec660a110e12,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:45.185114 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 49756) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:11:45.224812 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-511bf67c-fc0a-4f31-8800-f6b41fd56036 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e0d3bd525f5d413f9bfa538f375a5cf6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383687 Feb 09 02:11:45.227193 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 49758) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:11:45.273294 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-14eae483-f358-427c-8ee4-f6e35b811b1f admin admin] Publish callbacks [] for security_group (b27b108f-0e90-4b87-8dbe-dc6c788f6c4d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:45.295940 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-14eae483-f358-427c-8ee4-f6e35b811b1f admin admin] Publish callbacks [] for security_group (b27b108f-0e90-4b87-8dbe-dc6c788f6c4d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:45.347547 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-14eae483-f358-427c-8ee4-f6e35b811b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (b27b108f-0e90-4b87-8dbe-dc6c788f6c4d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:45.350222 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-14eae483-f358-427c-8ee4-f6e35b811b1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:45.351369 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-14eae483-f358-427c-8ee4-f6e35b811b1f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b27b108f-0e90-4b87-8dbe-dc6c788f6c4d HTTP/1.1" status: 204 len: 168 time: 0.1232848 Feb 09 02:11:45.360466 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eae483-f358-427c-8ee4-f6e35b811b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27b108f-0e90-4b87-8dbe-dc6c788f6c4d,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:46.019600 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 49780) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:11:46.114618 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-58164ee0-e964-4fe6-a6f3-6eabf8c4f5e9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-954618034-network', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:46.134561 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58164ee0-e964-4fe6-a6f3-6eabf8c4f5e9 admin admin] Made reservation on behalf of 52b56a0b1b8a492d896cafbf50ada9ba for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:11:46.137466 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-58164ee0-e964-4fe6-a6f3-6eabf8c4f5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:46.145565 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-58164ee0-e964-4fe6-a6f3-6eabf8c4f5e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:46.222807 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-58164ee0-e964-4fe6-a6f3-6eabf8c4f5e9 admin admin] Publish callbacks [] for security_group (61325678-1f33-4c13-b079-ee7f0a368bf9), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:46.228201 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-58164ee0-e964-4fe6-a6f3-6eabf8c4f5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (61325678-1f33-4c13-b079-ee7f0a368bf9), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:46.253447 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58164ee0-e964-4fe6-a6f3-6eabf8c4f5e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:11:46.263300 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58164ee0-e964-4fe6-a6f3-6eabf8c4f5e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61325678-1f33-4c13-b079-ee7f0a368bf9,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:46.268227 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-58164ee0-e964-4fe6-a6f3-6eabf8c4f5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (d014c1da-bc67-478b-8473-b5e3ae46dc8c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:46.268565 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-58164ee0-e964-4fe6-a6f3-6eabf8c4f5e9 admin admin] Added segment d014c1da-bc67-478b-8473-b5e3ae46dc8c of type vlan for network eab1629c-0165-43ec-874a-37f78fe7db32 Feb 09 02:11:46.311397 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-58164ee0-e964-4fe6-a6f3-6eabf8c4f5e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (eab1629c-0165-43ec-874a-37f78fe7db32), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:46.335233 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-58164ee0-e964-4fe6-a6f3-6eabf8c4f5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (eab1629c-0165-43ec-874a-37f78fe7db32), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:46.336141 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58164ee0-e964-4fe6-a6f3-6eabf8c4f5e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:46.336714 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-58164ee0-e964-4fe6-a6f3-6eabf8c4f5e9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:46.385937 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-58164ee0-e964-4fe6-a6f3-6eabf8c4f5e9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3652036 Feb 09 02:11:46.388799 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 49784) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:11:46.393370 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-d08f7288-f898-48d5-ae80-0697b3252f9f admin admin] Request body: {'subnet': {'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-954618034-subnet', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:46.415004 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58164ee0-e964-4fe6-a6f3-6eabf8c4f5e9 admin admin] Pushing event updated for resources: {'Network': ['ID=eab1629c-0165-43ec-874a-37f78fe7db32,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:46.425592 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08f7288-f898-48d5-ae80-0697b3252f9f admin admin] Made reservation on behalf of 52b56a0b1b8a492d896cafbf50ada9ba for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:11:46.425836 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network eab1629c-0165-43ec-874a-37f78fe7db32 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:11:46.428052 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d08f7288-f898-48d5-ae80-0697b3252f9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:46.598453 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d08f7288-f898-48d5-ae80-0697b3252f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (b349d12e-9d86-4bb4-a938-d0d7f13bdcc8), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:46.648923 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f7288-f898-48d5-ae80-0697b3252f9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b349d12e-9d86-4bb4-a938-d0d7f13bdcc8,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:46.666379 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08f7288-f898-48d5-ae80-0697b3252f9f admin admin] Checking segment: {'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:11:46.666725 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08f7288-f898-48d5-ae80-0697b3252f9f admin admin] Network hostable DHCP agents. Network: eab1629c-0165-43ec-874a-37f78fe7db32, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:11:46.682421 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08f7288-f898-48d5-ae80-0697b3252f9f admin admin] Network eab1629c-0165-43ec-874a-37f78fe7db32 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:11:46.690835 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-d08f7288-f898-48d5-ae80-0697b3252f9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, eab1629c-0165-43ec-874a-37f78fe7db32) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:11:46.694902 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08f7288-f898-48d5-ae80-0697b3252f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:46.695485 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d08f7288-f898-48d5-ae80-0697b3252f9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:46.700592 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b28860a-b7e7-4858-8b2e-5f754a3e9818 None None] Network eab1629c-0165-43ec-874a-37f78fe7db32 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:11:46.712845 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d08f7288-f898-48d5-ae80-0697b3252f9f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3224180 Feb 09 02:11:46.714886 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 49786) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:11:46.719101 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-d6440c36-483f-4954-b852-ebaf5591b0b6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-954618034-router', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:46.738832 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6440c36-483f-4954-b852-ebaf5591b0b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (7b85aa69-eab6-4555-ba0b-62c49944362f), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:46.739714 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6440c36-483f-4954-b852-ebaf5591b0b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (7b85aa69-eab6-4555-ba0b-62c49944362f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:46.791231 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6440c36-483f-4954-b852-ebaf5591b0b6 admin admin] Publish callbacks [] for router_controller (7b85aa69-eab6-4555-ba0b-62c49944362f), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:46.804234 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb85787-c9da-4010-adb8-65091f4a1a9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-eab1629c-0165-43ec-874a-37f78fe7db32', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'fixed_ips': [{'subnet_id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:11:46.805083 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7eb85787-c9da-4010-adb8-65091f4a1a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:46.943844 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-7eb85787-c9da-4010-adb8-65091f4a1a9c None None] Allocated IP 172.20.0.2 (eab1629c-0165-43ec-874a-37f78fe7db32/b349d12e-9d86-4bb4-a938-d0d7f13bdcc8/df5c84e1-54d6-4a4d-aac6-fa5856f55db6) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:11:47.103144 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7eb85787-c9da-4010-adb8-65091f4a1a9c None None] Publish callbacks [] for port (df5c84e1-54d6-4a4d-aac6-fa5856f55db6), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:47.109431 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7eb85787-c9da-4010-adb8-65091f4a1a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (df5c84e1-54d6-4a4d-aac6-fa5856f55db6), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:47.142790 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device c689ef7b-3e35-4afc-bfa5-a0911f0082cb no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:11:47.173123 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb85787-c9da-4010-adb8-65091f4a1a9c None None] Network eab1629c-0165-43ec-874a-37f78fe7db32 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:11:47.173832 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: c689ef7b-3e35-4afc-bfa5-a0911f0082cb {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:11:47.174169 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device c689ef7b-3e35-4afc-bfa5-a0911f0082cb not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:11:47.179946 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-7eb85787-c9da-4010-adb8-65091f4a1a9c None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:11:47.184202 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb85787-c9da-4010-adb8-65091f4a1a9c None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:11:47.187279 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb85787-c9da-4010-adb8-65091f4a1a9c None None] Pushing event updated for resources: {'Port': ['ID=df5c84e1-54d6-4a4d-aac6-fa5856f55db6,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:47.243309 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6440c36-483f-4954-b852-ebaf5591b0b6 admin admin] Publish callbacks [] for router_gateway (7b85aa69-eab6-4555-ba0b-62c49944362f), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:47.246555 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-7eb85787-c9da-4010-adb8-65091f4a1a9c None None] Attempting to bind port df5c84e1-54d6-4a4d-aac6-fa5856f55db6 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:11:47.246922 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-7eb85787-c9da-4010-adb8-65091f4a1a9c None None] Attempting to bind port df5c84e1-54d6-4a4d-aac6-fa5856f55db6 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:11:47.247283 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb85787-c9da-4010-adb8-65091f4a1a9c None None] Attempting to bind port df5c84e1-54d6-4a4d-aac6-fa5856f55db6 on network eab1629c-0165-43ec-874a-37f78fe7db32 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:11:47.252486 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb85787-c9da-4010-adb8-65091f4a1a9c None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:11:47.252858 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb85787-c9da-4010-adb8-65091f4a1a9c None None] Checking segment: {'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:11:47.253252 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7eb85787-c9da-4010-adb8-65091f4a1a9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:47.253636 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb85787-c9da-4010-adb8-65091f4a1a9c None None] Bound using segment: {'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:11:47.254094 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-7eb85787-c9da-4010-adb8-65091f4a1a9c None None] Bound port: df5c84e1-54d6-4a4d-aac6-fa5856f55db6, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:11:47.254464 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7eb85787-c9da-4010-adb8-65091f4a1a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (df5c84e1-54d6-4a4d-aac6-fa5856f55db6), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:47.316228 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-7eb85787-c9da-4010-adb8-65091f4a1a9c None None] For port df5c84e1-54d6-4a4d-aac6-fa5856f55db6, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:11:47.319608 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-7eb85787-c9da-4010-adb8-65091f4a1a9c None None] For port df5c84e1-54d6-4a4d-aac6-fa5856f55db6, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=df5c84e1-54d6-4a4d-aac6-fa5856f55db6,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:11:47.327285 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7eb85787-c9da-4010-adb8-65091f4a1a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (df5c84e1-54d6-4a4d-aac6-fa5856f55db6), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:47.383692 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb85787-c9da-4010-adb8-65091f4a1a9c None None] Pushing event updated for resources: {'Port': ['ID=df5c84e1-54d6-4a4d-aac6-fa5856f55db6,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:47.454230 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6440c36-483f-4954-b852-ebaf5591b0b6 admin admin] Publish callbacks [] for router_gateway (7b85aa69-eab6-4555-ba0b-62c49944362f), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:47.477868 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6440c36-483f-4954-b852-ebaf5591b0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:47.603141 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-d6440c36-483f-4954-b852-ebaf5591b0b6 admin admin] Allocated IP 172.25.1.213 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/076b07a4-da58-4ab9-a702-744abcb3fd12) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:11:47.714138 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6440c36-483f-4954-b852-ebaf5591b0b6 admin admin] Publish callbacks [] for port (076b07a4-da58-4ab9-a702-744abcb3fd12), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:47.746761 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6440c36-483f-4954-b852-ebaf5591b0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (076b07a4-da58-4ab9-a702-744abcb3fd12), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:47.781893 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6440c36-483f-4954-b852-ebaf5591b0b6 admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:11:47.784756 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-d6440c36-483f-4954-b852-ebaf5591b0b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:11:47.790122 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6440c36-483f-4954-b852-ebaf5591b0b6 admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:11:47.816804 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6440c36-483f-4954-b852-ebaf5591b0b6 admin admin] Pushing event updated for resources: {'Port': ['ID=076b07a4-da58-4ab9-a702-744abcb3fd12,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:48.052642 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6440c36-483f-4954-b852-ebaf5591b0b6 admin admin] Publish callbacks [] for router_gateway (7b85aa69-eab6-4555-ba0b-62c49944362f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:48.264472 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6440c36-483f-4954-b852-ebaf5591b0b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (7b85aa69-eab6-4555-ba0b-62c49944362f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:48.276510 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8758af-f5f3-4f68-804e-1b40a10b79e8 None None] Network eab1629c-0165-43ec-874a-37f78fe7db32 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:11:48.324820 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:11:48.350156 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-17edd17c-0d5b-457b-8469-333dfc114098 None None] Provisioning complete for port df5c84e1-54d6-4a4d-aac6-fa5856f55db6 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:48.350535 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-17edd17c-0d5b-457b-8469-333dfc114098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (df5c84e1-54d6-4a4d-aac6-fa5856f55db6), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:48.398397 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6440c36-483f-4954-b852-ebaf5591b0b6 admin admin] Router 7b85aa69-eab6-4555-ba0b-62c49944362f is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:11:48.477066 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-17edd17c-0d5b-457b-8469-333dfc114098 None None] Current status of the port df5c84e1-54d6-4a4d-aac6-fa5856f55db6 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:48.477449 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-17edd17c-0d5b-457b-8469-333dfc114098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (df5c84e1-54d6-4a4d-aac6-fa5856f55db6), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:48.514812 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-17edd17c-0d5b-457b-8469-333dfc114098 None None] For port df5c84e1-54d6-4a4d-aac6-fa5856f55db6, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=df5c84e1-54d6-4a4d-aac6-fa5856f55db6,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:48.515138 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6440c36-483f-4954-b852-ebaf5591b0b6 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:11:48.524452 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-17edd17c-0d5b-457b-8469-333dfc114098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (df5c84e1-54d6-4a4d-aac6-fa5856f55db6), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:48.538399 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6440c36-483f-4954-b852-ebaf5591b0b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:48.539657 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d6440c36-483f-4954-b852-ebaf5591b0b6 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8238416 Feb 09 02:11:48.542517 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 49788) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:11:48.554139 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618c88c7-7649-4bb5-8e64-5cafb58ede12 None None] Sync routers for ids ['7b85aa69-eab6-4555-ba0b-62c49944362f'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:11:48.576384 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618c88c7-7649-4bb5-8e64-5cafb58ede12 None None] Routers {'7b85aa69-eab6-4555-ba0b-62c49944362f'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:11:48.577104 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-618c88c7-7649-4bb5-8e64-5cafb58ede12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:11:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7b85aa69-eab6-4555-ba0b-62c49944362f'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:48.653789 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17edd17c-0d5b-457b-8469-333dfc114098 None None] Pushing event updated for resources: {'Port': ['ID=df5c84e1-54d6-4a4d-aac6-fa5856f55db6,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:48.701840 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-618c88c7-7649-4bb5-8e64-5cafb58ede12 None None] Set router 7b85aa69-eab6-4555-ba0b-62c49944362f gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:11:48.811381 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-11bf2765-7473-4512-ab63-3154e86a8d0e None None] Provisioning complete for port df5c84e1-54d6-4a4d-aac6-fa5856f55db6 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:48.811848 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-11bf2765-7473-4512-ab63-3154e86a8d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (df5c84e1-54d6-4a4d-aac6-fa5856f55db6), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:48.952993 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-11bf2765-7473-4512-ab63-3154e86a8d0e None None] Current status of the port df5c84e1-54d6-4a4d-aac6-fa5856f55db6 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:48.967848 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-618c88c7-7649-4bb5-8e64-5cafb58ede12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'name': 'tempest-ServerActionsTestJSON-954618034-router', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:46Z', 'updated_at': '2022-02-09T02:11:47Z', 'revision_number': 3, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'gw_port': {'id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:47Z', 'updated_at': '2022-02-09T02:11:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:48.985567 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8ee07ed5-44ea-4732-a340-2cb3f96f2633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:48.999760 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618c88c7-7649-4bb5-8e64-5cafb58ede12 None None] Checking router: 7b85aa69-eab6-4555-ba0b-62c49944362f for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:11:49.000150 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618c88c7-7649-4bb5-8e64-5cafb58ede12 None None] Updating router 7b85aa69-eab6-4555-ba0b-62c49944362f port 076b07a4-da58-4ab9-a702-744abcb3fd12 binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:11:49.028795 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-618c88c7-7649-4bb5-8e64-5cafb58ede12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (076b07a4-da58-4ab9-a702-744abcb3fd12), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:49.074061 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device df5c84e1-54d6-4a4d-aac6-fa5856f55db6 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:11:49.150996 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-8ee07ed5-44ea-4732-a340-2cb3f96f2633 admin admin] Allocated IP 172.20.0.1 (eab1629c-0165-43ec-874a-37f78fe7db32/b349d12e-9d86-4bb4-a938-d0d7f13bdcc8/d668248a-b142-4cc9-b3ca-c2449c041c68) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:11:49.234535 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port df5c84e1-54d6-4a4d-aac6-fa5856f55db6 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:49.234902 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (df5c84e1-54d6-4a4d-aac6-fa5856f55db6), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:49.254693 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8ee07ed5-44ea-4732-a340-2cb3f96f2633 admin admin] Publish callbacks [] for port (d668248a-b142-4cc9-b3ca-c2449c041c68), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:49.287829 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8ee07ed5-44ea-4732-a340-2cb3f96f2633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (d668248a-b142-4cc9-b3ca-c2449c041c68), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:49.332334 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee07ed5-44ea-4732-a340-2cb3f96f2633 admin admin] Network eab1629c-0165-43ec-874a-37f78fe7db32 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:11:49.338447 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-8ee07ed5-44ea-4732-a340-2cb3f96f2633 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:11:49.342426 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee07ed5-44ea-4732-a340-2cb3f96f2633 admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:11:49.371538 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee07ed5-44ea-4732-a340-2cb3f96f2633 admin admin] Pushing event updated for resources: {'Port': ['ID=d668248a-b142-4cc9-b3ca-c2449c041c68,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:49.389392 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8ee07ed5-44ea-4732-a340-2cb3f96f2633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (7b85aa69-eab6-4555-ba0b-62c49944362f), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:49.536247 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8ee07ed5-44ea-4732-a340-2cb3f96f2633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d668248a-b142-4cc9-b3ca-c2449c041c68), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:49.558993 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port df5c84e1-54d6-4a4d-aac6-fa5856f55db6 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:49.568632 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-618c88c7-7649-4bb5-8e64-5cafb58ede12 None None] Publish callbacks [] for port (076b07a4-da58-4ab9-a702-744abcb3fd12), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:49.579866 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-618c88c7-7649-4bb5-8e64-5cafb58ede12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (076b07a4-da58-4ab9-a702-744abcb3fd12), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:49.617593 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-04cb6067-9282-4e1b-a36f-dbbea34e6d46 None None] Provisioning complete for port d668248a-b142-4cc9-b3ca-c2449c041c68 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:49.617953 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-04cb6067-9282-4e1b-a36f-dbbea34e6d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d668248a-b142-4cc9-b3ca-c2449c041c68), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:49.661115 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-618c88c7-7649-4bb5-8e64-5cafb58ede12 None None] Attempting to bind port 076b07a4-da58-4ab9-a702-744abcb3fd12 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:11:49.661486 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-618c88c7-7649-4bb5-8e64-5cafb58ede12 None None] Attempting to bind port 076b07a4-da58-4ab9-a702-744abcb3fd12 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:11:49.661847 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618c88c7-7649-4bb5-8e64-5cafb58ede12 None None] Attempting to bind port 076b07a4-da58-4ab9-a702-744abcb3fd12 on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:11:49.674003 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7302cb52-c8e3-4e57-9cb2-7251527cba81 None None] Pushing event updated for resources: {'Port': ['ID=076b07a4-da58-4ab9-a702-744abcb3fd12,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:49.681857 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618c88c7-7649-4bb5-8e64-5cafb58ede12 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:11:49.681857 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618c88c7-7649-4bb5-8e64-5cafb58ede12 None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:11:49.682345 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-618c88c7-7649-4bb5-8e64-5cafb58ede12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:49.682743 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618c88c7-7649-4bb5-8e64-5cafb58ede12 None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:11:49.683216 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-618c88c7-7649-4bb5-8e64-5cafb58ede12 None None] Bound port: 076b07a4-da58-4ab9-a702-744abcb3fd12, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:11:49.683603 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-618c88c7-7649-4bb5-8e64-5cafb58ede12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (076b07a4-da58-4ab9-a702-744abcb3fd12), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:49.686576 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-04cb6067-9282-4e1b-a36f-dbbea34e6d46 None None] Port d668248a-b142-4cc9-b3ca-c2449c041c68 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:11:49.708515 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8ee07ed5-44ea-4732-a340-2cb3f96f2633 admin admin] Publish callbacks [] for port (d668248a-b142-4cc9-b3ca-c2449c041c68), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:49.714951 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8ee07ed5-44ea-4732-a340-2cb3f96f2633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (d668248a-b142-4cc9-b3ca-c2449c041c68), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:49.737588 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-618c88c7-7649-4bb5-8e64-5cafb58ede12 None None] For port 076b07a4-da58-4ab9-a702-744abcb3fd12, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:11:49.741438 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-618c88c7-7649-4bb5-8e64-5cafb58ede12 None None] For port 076b07a4-da58-4ab9-a702-744abcb3fd12, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=076b07a4-da58-4ab9-a702-744abcb3fd12,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:11:49.748640 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-618c88c7-7649-4bb5-8e64-5cafb58ede12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (076b07a4-da58-4ab9-a702-744abcb3fd12), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:49.783385 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8ee07ed5-44ea-4732-a340-2cb3f96f2633 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (7b85aa69-eab6-4555-ba0b-62c49944362f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:49.786424 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee07ed5-44ea-4732-a340-2cb3f96f2633 admin admin] Pushing event updated for resources: {'Port': ['ID=d668248a-b142-4cc9-b3ca-c2449c041c68,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:49.806773 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618c88c7-7649-4bb5-8e64-5cafb58ede12 None None] Routers {'7b85aa69-eab6-4555-ba0b-62c49944362f'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:11:49.807675 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-618c88c7-7649-4bb5-8e64-5cafb58ede12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:11:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7b85aa69-eab6-4555-ba0b-62c49944362f'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:49.812429 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7302cb52-c8e3-4e57-9cb2-7251527cba81 None None] Pushing event updated for resources: {'Port': ['ID=076b07a4-da58-4ab9-a702-744abcb3fd12,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:49.882784 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee07ed5-44ea-4732-a340-2cb3f96f2633 admin admin] Network eab1629c-0165-43ec-874a-37f78fe7db32 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:11:49.884153 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-8ee07ed5-44ea-4732-a340-2cb3f96f2633 admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:11:49.930694 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-618c88c7-7649-4bb5-8e64-5cafb58ede12 None None] Set router 7b85aa69-eab6-4555-ba0b-62c49944362f gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:11:49.994780 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:50.004320 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee07ed5-44ea-4732-a340-2cb3f96f2633 admin admin] Router 7b85aa69-eab6-4555-ba0b-62c49944362f has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:11:50.122571 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee07ed5-44ea-4732-a340-2cb3f96f2633 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:11:50.131857 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8ee07ed5-44ea-4732-a340-2cb3f96f2633 admin admin] 10.222.0.30 "PUT /v2.0/routers/7b85aa69-eab6-4555-ba0b-62c49944362f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5797534 Feb 09 02:11:50.147455 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-70d74dee-5c70-4450-b1f7-e4d3e8de32fe None None] Provisioning complete for port d668248a-b142-4cc9-b3ca-c2449c041c68 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:50.147833 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-70d74dee-5c70-4450-b1f7-e4d3e8de32fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d668248a-b142-4cc9-b3ca-c2449c041c68), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:50.190340 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-70d74dee-5c70-4450-b1f7-e4d3e8de32fe None None] Port d668248a-b142-4cc9-b3ca-c2449c041c68 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:11:50.208168 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-618c88c7-7649-4bb5-8e64-5cafb58ede12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'name': 'tempest-ServerActionsTestJSON-954618034-router', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:46Z', 'updated_at': '2022-02-09T02:11:49Z', 'revision_number': 4, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'gw_port': {'id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:47Z', 'updated_at': '2022-02-09T02:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'd668248a-b142-4cc9-b3ca-c2449c041c68', 'name': '', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'mac_address': 'fa:16:3e:7d:71:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:49Z', 'updated_at': '2022-02-09T02:11:49Z', 'revision_number': 2, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'subnets': [{'id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:50.239105 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618c88c7-7649-4bb5-8e64-5cafb58ede12 None None] The sync data for ids ['7b85aa69-eab6-4555-ba0b-62c49944362f'] in n-d-822053-40 is: [{'id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'name': 'tempest-ServerActionsTestJSON-954618034-router', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:46Z', 'updated_at': '2022-02-09T02:11:49Z', 'revision_number': 4, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'gw_port': {'id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:47Z', 'updated_at': '2022-02-09T02:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'd668248a-b142-4cc9-b3ca-c2449c041c68', 'name': '', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'mac_address': 'fa:16:3e:7d:71:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:49Z', 'updated_at': '2022-02-09T02:11:49Z', 'revision_number': 2, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'subnets': [{'id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:11:50.906971 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d66c7c8d-1694-4013-85cb-0ad28daec577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:51.045131 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 076b07a4-da58-4ab9-a702-744abcb3fd12 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:11:51.095538 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 076b07a4-da58-4ab9-a702-744abcb3fd12 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:51.095914 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (076b07a4-da58-4ab9-a702-744abcb3fd12), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:51.180955 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 076b07a4-da58-4ab9-a702-744abcb3fd12 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:51.181106 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (076b07a4-da58-4ab9-a702-744abcb3fd12), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:51.207748 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 076b07a4-da58-4ab9-a702-744abcb3fd12, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=076b07a4-da58-4ab9-a702-744abcb3fd12,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:51.211943 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (076b07a4-da58-4ab9-a702-744abcb3fd12), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:51.261865 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=076b07a4-da58-4ab9-a702-744abcb3fd12,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:51.444898 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:51.689384 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 49798) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:11:51.693991 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-ae3cfafb-99b8-4114-aaf7-bf21b16891d1 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1078542401', 'description': 'tempest-description--750305241'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:51.713526 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae3cfafb-99b8-4114-aaf7-bf21b16891d1 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:51.777802 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae3cfafb-99b8-4114-aaf7-bf21b16891d1 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks [] for security_group (5cf81b5e-fbfa-4935-8d0b-ca96535d2c81), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:51.781821 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae3cfafb-99b8-4114-aaf7-bf21b16891d1 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (5cf81b5e-fbfa-4935-8d0b-ca96535d2c81), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:51.815777 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae3cfafb-99b8-4114-aaf7-bf21b16891d1 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:51.817063 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ae3cfafb-99b8-4114-aaf7-bf21b16891d1 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1266506 Feb 09 02:11:51.820761 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 49800) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:11:51.821365 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3cfafb-99b8-4114-aaf7-bf21b16891d1 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:51.827539 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-42cde2cb-3f64-4de2-814b-3893354e7468 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Request body: {'security_group_rule': {'security_group_id': '5cf81b5e-fbfa-4935-8d0b-ca96535d2c81', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:51.829773 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3cfafb-99b8-4114-aaf7-bf21b16891d1 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:51.830116 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3cfafb-99b8-4114-aaf7-bf21b16891d1 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:51.830450 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3cfafb-99b8-4114-aaf7-bf21b16891d1 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:51.830782 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3cfafb-99b8-4114-aaf7-bf21b16891d1 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:51.831110 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3cfafb-99b8-4114-aaf7-bf21b16891d1 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:51.831434 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3cfafb-99b8-4114-aaf7-bf21b16891d1 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:51.831755 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3cfafb-99b8-4114-aaf7-bf21b16891d1 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:51.832103 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3cfafb-99b8-4114-aaf7-bf21b16891d1 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:51.832422 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3cfafb-99b8-4114-aaf7-bf21b16891d1 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:51.832734 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3cfafb-99b8-4114-aaf7-bf21b16891d1 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:51.833049 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3cfafb-99b8-4114-aaf7-bf21b16891d1 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:51.833362 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3cfafb-99b8-4114-aaf7-bf21b16891d1 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:51.833675 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3cfafb-99b8-4114-aaf7-bf21b16891d1 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:51.857960 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-42cde2cb-3f64-4de2-814b-3893354e7468 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks [] for security_group_rule (40a4e487-1fbf-48d2-8c90-e1c65007a6e1), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:51.906382 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-42cde2cb-3f64-4de2-814b-3893354e7468 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks [] for security_group_rule (40a4e487-1fbf-48d2-8c90-e1c65007a6e1), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:51.910640 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-42cde2cb-3f64-4de2-814b-3893354e7468 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (40a4e487-1fbf-48d2-8c90-e1c65007a6e1), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:51.930748 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cde2cb-3f64-4de2-814b-3893354e7468 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40a4e487-1fbf-48d2-8c90-e1c65007a6e1,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:51.939130 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-42cde2cb-3f64-4de2-814b-3893354e7468 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:51.940334 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-42cde2cb-3f64-4de2-814b-3893354e7468 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1170285 Feb 09 02:11:51.942955 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 49802) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:11:51.948067 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-1b80dad5-abfa-44fb-8259-6844cc4b7977 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Request body: {'security_group_rule': {'security_group_id': '5cf81b5e-fbfa-4935-8d0b-ca96535d2c81', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:51.974292 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1b80dad5-abfa-44fb-8259-6844cc4b7977 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks [] for security_group_rule (c8e99118-71c2-45fc-afa2-fc62f00fdcd2), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:52.030702 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1b80dad5-abfa-44fb-8259-6844cc4b7977 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks [] for security_group_rule (c8e99118-71c2-45fc-afa2-fc62f00fdcd2), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:52.034997 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1b80dad5-abfa-44fb-8259-6844cc4b7977 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (c8e99118-71c2-45fc-afa2-fc62f00fdcd2), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:52.051390 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b80dad5-abfa-44fb-8259-6844cc4b7977 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e99118-71c2-45fc-afa2-fc62f00fdcd2,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:52.062985 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1b80dad5-abfa-44fb-8259-6844cc4b7977 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:52.064246 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1b80dad5-abfa-44fb-8259-6844cc4b7977 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1203277 Feb 09 02:11:52.067102 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 49804) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:11:52.071339 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-2bdf3cb6-90af-4b30-8813-b4d9f48a9534 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:52.090895 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2bdf3cb6-90af-4b30-8813-b4d9f48a9534 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:52.119646 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9fe174-199b-4e2f-835b-9e347eb083c5 None None] Sync routers for ids ['7b85aa69-eab6-4555-ba0b-62c49944362f'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:11:52.128875 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9fe174-199b-4e2f-835b-9e347eb083c5 None None] Routers {'7b85aa69-eab6-4555-ba0b-62c49944362f'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:11:52.129463 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-be9fe174-199b-4e2f-835b-9e347eb083c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:11:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7b85aa69-eab6-4555-ba0b-62c49944362f'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:52.193538 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2bdf3cb6-90af-4b30-8813-b4d9f48a9534 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:52.303134 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-2bdf3cb6-90af-4b30-8813-b4d9f48a9534 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Allocated IP 172.25.1.143 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/428e200c-b8bb-4c8b-9f53-71d3632ee2c4) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:11:52.326862 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-be9fe174-199b-4e2f-835b-9e347eb083c5 None None] Set router 7b85aa69-eab6-4555-ba0b-62c49944362f gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:11:52.412958 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2bdf3cb6-90af-4b30-8813-b4d9f48a9534 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks [] for port (428e200c-b8bb-4c8b-9f53-71d3632ee2c4), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:52.449258 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2bdf3cb6-90af-4b30-8813-b4d9f48a9534 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (428e200c-b8bb-4c8b-9f53-71d3632ee2c4), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:52.486458 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdf3cb6-90af-4b30-8813-b4d9f48a9534 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:11:52.491465 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-2bdf3cb6-90af-4b30-8813-b4d9f48a9534 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:11:52.496060 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdf3cb6-90af-4b30-8813-b4d9f48a9534 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:11:52.520343 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf3cb6-90af-4b30-8813-b4d9f48a9534 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Pushing event updated for resources: {'Port': ['ID=428e200c-b8bb-4c8b-9f53-71d3632ee2c4,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:52.530520 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-be9fe174-199b-4e2f-835b-9e347eb083c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'name': 'tempest-ServerActionsTestJSON-954618034-router', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:46Z', 'updated_at': '2022-02-09T02:11:49Z', 'revision_number': 4, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'gw_port': {'id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:47Z', 'updated_at': '2022-02-09T02:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'd668248a-b142-4cc9-b3ca-c2449c041c68', 'name': '', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'mac_address': 'fa:16:3e:7d:71:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:49Z', 'updated_at': '2022-02-09T02:11:49Z', 'revision_number': 2, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'subnets': [{'id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:52.557517 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9fe174-199b-4e2f-835b-9e347eb083c5 None None] Checking router: 7b85aa69-eab6-4555-ba0b-62c49944362f for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:11:52.557787 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9fe174-199b-4e2f-835b-9e347eb083c5 None None] Updating router 7b85aa69-eab6-4555-ba0b-62c49944362f port d668248a-b142-4cc9-b3ca-c2449c041c68 binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:11:52.589816 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-be9fe174-199b-4e2f-835b-9e347eb083c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d668248a-b142-4cc9-b3ca-c2449c041c68), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:52.593693 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2bdf3cb6-90af-4b30-8813-b4d9f48a9534 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks [] for floatingip (7b7d0594-6d54-409e-81d3-155545e6f939), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:52.631081 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2bdf3cb6-90af-4b30-8813-b4d9f48a9534 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (428e200c-b8bb-4c8b-9f53-71d3632ee2c4), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:52.787518 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2bdf3cb6-90af-4b30-8813-b4d9f48a9534 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks [] for port (428e200c-b8bb-4c8b-9f53-71d3632ee2c4), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:52.793535 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2bdf3cb6-90af-4b30-8813-b4d9f48a9534 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (428e200c-b8bb-4c8b-9f53-71d3632ee2c4), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:52.851953 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-be9fe174-199b-4e2f-835b-9e347eb083c5 None None] Publish callbacks [] for port (d668248a-b142-4cc9-b3ca-c2449c041c68), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:52.857566 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-be9fe174-199b-4e2f-835b-9e347eb083c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d668248a-b142-4cc9-b3ca-c2449c041c68), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:52.866784 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf3cb6-90af-4b30-8813-b4d9f48a9534 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Pushing event updated for resources: {'Port': ['ID=428e200c-b8bb-4c8b-9f53-71d3632ee2c4,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:52.877745 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2bdf3cb6-90af-4b30-8813-b4d9f48a9534 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (7b7d0594-6d54-409e-81d3-155545e6f939), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:52.894500 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2bdf3cb6-90af-4b30-8813-b4d9f48a9534 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:52.904286 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2bdf3cb6-90af-4b30-8813-b4d9f48a9534 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8277407 Feb 09 02:11:52.904562 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5766637-4f4c-4663-a2b6-1ecc727eec87 None None] Pushing event updated for resources: {'Port': ['ID=d668248a-b142-4cc9-b3ca-c2449c041c68,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:52.913963 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5766637-4f4c-4663-a2b6-1ecc727eec87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:52.914304 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5766637-4f4c-4663-a2b6-1ecc727eec87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:52.914636 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5766637-4f4c-4663-a2b6-1ecc727eec87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:52.914964 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5766637-4f4c-4663-a2b6-1ecc727eec87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:52.915286 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5766637-4f4c-4663-a2b6-1ecc727eec87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:52.915647 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5766637-4f4c-4663-a2b6-1ecc727eec87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:52.915970 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5766637-4f4c-4663-a2b6-1ecc727eec87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:52.916323 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5766637-4f4c-4663-a2b6-1ecc727eec87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:52.916644 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5766637-4f4c-4663-a2b6-1ecc727eec87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:52.916949 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5766637-4f4c-4663-a2b6-1ecc727eec87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:52.917265 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5766637-4f4c-4663-a2b6-1ecc727eec87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:52.917577 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5766637-4f4c-4663-a2b6-1ecc727eec87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:52.917888 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5766637-4f4c-4663-a2b6-1ecc727eec87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:52.987771 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-be9fe174-199b-4e2f-835b-9e347eb083c5 None None] Attempting to bind port d668248a-b142-4cc9-b3ca-c2449c041c68 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:11:52.988509 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-be9fe174-199b-4e2f-835b-9e347eb083c5 None None] Attempting to bind port d668248a-b142-4cc9-b3ca-c2449c041c68 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:11:52.989040 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9fe174-199b-4e2f-835b-9e347eb083c5 None None] Attempting to bind port d668248a-b142-4cc9-b3ca-c2449c041c68 on network eab1629c-0165-43ec-874a-37f78fe7db32 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:11:53.003359 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9fe174-199b-4e2f-835b-9e347eb083c5 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:11:53.004235 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9fe174-199b-4e2f-835b-9e347eb083c5 None None] Checking segment: {'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:11:53.004624 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-be9fe174-199b-4e2f-835b-9e347eb083c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:53.005065 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9fe174-199b-4e2f-835b-9e347eb083c5 None None] Bound using segment: {'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:11:53.005642 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-be9fe174-199b-4e2f-835b-9e347eb083c5 None None] Bound port: d668248a-b142-4cc9-b3ca-c2449c041c68, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:11:53.006110 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-be9fe174-199b-4e2f-835b-9e347eb083c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d668248a-b142-4cc9-b3ca-c2449c041c68), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:53.043958 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 076b07a4-da58-4ab9-a702-744abcb3fd12 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:11:53.082164 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-4b0a088b-ab1d-4dc8-a806-f7eb2b24b05c tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1078542401&fields=id&tenant_id=52b56a0b1b8a492d896cafbf50ada9ba HTTP/1.1" status: 200 len: 267 time: 0.0573108 Feb 09 02:11:53.100425 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 076b07a4-da58-4ab9-a702-744abcb3fd12 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:53.100802 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (076b07a4-da58-4ab9-a702-744abcb3fd12), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:53.108063 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-be9fe174-199b-4e2f-835b-9e347eb083c5 None None] For port d668248a-b142-4cc9-b3ca-c2449c041c68, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:11:53.111852 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-be9fe174-199b-4e2f-835b-9e347eb083c5 None None] For port d668248a-b142-4cc9-b3ca-c2449c041c68, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d668248a-b142-4cc9-b3ca-c2449c041c68,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:11:53.124836 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-be9fe174-199b-4e2f-835b-9e347eb083c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d668248a-b142-4cc9-b3ca-c2449c041c68), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:53.190881 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9fe174-199b-4e2f-835b-9e347eb083c5 None None] Routers {'7b85aa69-eab6-4555-ba0b-62c49944362f'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:11:53.191335 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-be9fe174-199b-4e2f-835b-9e347eb083c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:11:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7b85aa69-eab6-4555-ba0b-62c49944362f'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:53.206553 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 076b07a4-da58-4ab9-a702-744abcb3fd12 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:53.217982 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-89e5818d-64df-46c6-82ad-5e0a8b4d6fbc tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:53.219546 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-89e5818d-64df-46c6-82ad-5e0a8b4d6fbc tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 811 time: 0.1301572 Feb 09 02:11:53.232180 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-5b10a0eb-43c2-45f8-908e-94554fb09623 None None] Provisioning complete for port d668248a-b142-4cc9-b3ca-c2449c041c68 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:53.233215 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5b10a0eb-43c2-45f8-908e-94554fb09623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d668248a-b142-4cc9-b3ca-c2449c041c68), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:53.238058 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-cdfe959c-1bb4-4006-b232-3bb2964db94b tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/quotas/52b56a0b1b8a492d896cafbf50ada9ba HTTP/1.1" status: 200 len: 375 time: 0.0113792 Feb 09 02:11:53.249500 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5766637-4f4c-4663-a2b6-1ecc727eec87 None None] Pushing event updated for resources: {'Port': ['ID=d668248a-b142-4cc9-b3ca-c2449c041c68,revision_number=4']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:53.328706 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-60e0dee5-116b-4375-b12b-a04c6f43181e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0743558 Feb 09 02:11:53.338332 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5b10a0eb-43c2-45f8-908e-94554fb09623 None None] Current status of the port d668248a-b142-4cc9-b3ca-c2449c041c68 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:53.339062 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5b10a0eb-43c2-45f8-908e-94554fb09623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d668248a-b142-4cc9-b3ca-c2449c041c68), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:53.342409 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-be9fe174-199b-4e2f-835b-9e347eb083c5 None None] Set router 7b85aa69-eab6-4555-ba0b-62c49944362f gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:11:53.378579 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-5b10a0eb-43c2-45f8-908e-94554fb09623 None None] For port d668248a-b142-4cc9-b3ca-c2449c041c68, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d668248a-b142-4cc9-b3ca-c2449c041c68,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:53.386453 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5b10a0eb-43c2-45f8-908e-94554fb09623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d668248a-b142-4cc9-b3ca-c2449c041c68), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:53.440637 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-50d57c80-c7d8-45e6-960a-07c00e0789ae service neutron] 10.222.0.30 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107392 Feb 09 02:11:53.446669 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10a0eb-43c2-45f8-908e-94554fb09623 None None] Pushing event updated for resources: {'Port': ['ID=d668248a-b142-4cc9-b3ca-c2449c041c68,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:53.508979 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-2731d6ad-7468-484a-8316-95e03d20f14a None None] Provisioning complete for port d668248a-b142-4cc9-b3ca-c2449c041c68 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:53.509443 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2731d6ad-7468-484a-8316-95e03d20f14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d668248a-b142-4cc9-b3ca-c2449c041c68), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:53.534782 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-d7007e27-e787-4d3b-8919-663d631b745c service neutron] 10.222.0.30 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899065 Feb 09 02:11:53.580902 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-be9fe174-199b-4e2f-835b-9e347eb083c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'name': 'tempest-ServerActionsTestJSON-954618034-router', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:46Z', 'updated_at': '2022-02-09T02:11:49Z', 'revision_number': 4, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'gw_port': {'id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:47Z', 'updated_at': '2022-02-09T02:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'd668248a-b142-4cc9-b3ca-c2449c041c68', 'name': '', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'mac_address': 'fa:16:3e:7d:71:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:49Z', 'updated_at': '2022-02-09T02:11:53Z', 'revision_number': 4, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'subnets': [{'id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:53.598919 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2731d6ad-7468-484a-8316-95e03d20f14a None None] Current status of the port d668248a-b142-4cc9-b3ca-c2449c041c68 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:53.613881 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9fe174-199b-4e2f-835b-9e347eb083c5 None None] The sync data for ids ['7b85aa69-eab6-4555-ba0b-62c49944362f'] in n-d-822053-40 is: [{'id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'name': 'tempest-ServerActionsTestJSON-954618034-router', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:46Z', 'updated_at': '2022-02-09T02:11:49Z', 'revision_number': 4, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'gw_port': {'id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:47Z', 'updated_at': '2022-02-09T02:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'd668248a-b142-4cc9-b3ca-c2449c041c68', 'name': '', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'mac_address': 'fa:16:3e:7d:71:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:49Z', 'updated_at': '2022-02-09T02:11:53Z', 'revision_number': 4, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'subnets': [{'id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:11:53.716090 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2c18048a-4d17-40fe-918e-8e7540437557 req-883274fb-61ac-4bdf-88b5-9169b91f6517 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 210 time: 0.0352697 Feb 09 02:11:54.347826 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a1a2e906-5abe-4446-8754-5da434b181bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:54.828674 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dcd5d102-963a-409e-a856-89146ca9ae85 req-c917ec53-744f-4097-b1ca-5b92cf69ac1c tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 210 time: 0.0420296 Feb 09 02:11:54.921526 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-35914f92-9b32-4464-9969-0539b783ce6b tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:54.922965 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-35914f92-9b32-4464-9969-0539b783ce6b tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.91 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 811 time: 0.1255078 Feb 09 02:11:54.987855 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-1979c203-c311-4655-accf-11919e1c3954 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52b56a0b1b8a492d896cafbf50ada9ba HTTP/1.1" status: 200 len: 380 time: 0.0549619 Feb 09 02:11:54.999818 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-b1628a18-9a3a-42ea-985b-4367fe781c25 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Request body: {'port': {'device_id': '449a4c3e-dd6e-45e8-a35d-452629e68a4d', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'admin_state_up': True, 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'security_groups': ['5cf81b5e-fbfa-4935-8d0b-ca96535d2c81']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:55.044564 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d668248a-b142-4cc9-b3ca-c2449c041c68 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:11:55.095211 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port d668248a-b142-4cc9-b3ca-c2449c041c68 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:55.095495 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d668248a-b142-4cc9-b3ca-c2449c041c68), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:55.114621 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-b1628a18-9a3a-42ea-985b-4367fe781c25 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Made reservation on behalf of 52b56a0b1b8a492d896cafbf50ada9ba for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:11:55.118191 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-b1628a18-9a3a-42ea-985b-4367fe781c25 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:55.174453 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port d668248a-b142-4cc9-b3ca-c2449c041c68 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:55.256252 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-b1628a18-9a3a-42ea-985b-4367fe781c25 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Allocated IP 172.20.0.13 (eab1629c-0165-43ec-874a-37f78fe7db32/b349d12e-9d86-4bb4-a938-d0d7f13bdcc8/b434f14e-535b-4ad9-bf54-bf43918adee1) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:11:55.394121 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-b1628a18-9a3a-42ea-985b-4367fe781c25 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks [] for port (b434f14e-535b-4ad9-bf54-bf43918adee1), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:55.428400 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-b1628a18-9a3a-42ea-985b-4367fe781c25 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (b434f14e-535b-4ad9-bf54-bf43918adee1), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:55.478513 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-b1628a18-9a3a-42ea-985b-4367fe781c25 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Network eab1629c-0165-43ec-874a-37f78fe7db32 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:11:55.482080 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-b1628a18-9a3a-42ea-985b-4367fe781c25 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:11:55.485844 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-b1628a18-9a3a-42ea-985b-4367fe781c25 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:11:55.511157 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1628a18-9a3a-42ea-985b-4367fe781c25 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Pushing event updated for resources: {'Port': ['ID=b434f14e-535b-4ad9-bf54-bf43918adee1,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:55.541054 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-b1628a18-9a3a-42ea-985b-4367fe781c25 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:55.542468 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-b1628a18-9a3a-42ea-985b-4367fe781c25 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:55.562009 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-b1628a18-9a3a-42ea-985b-4367fe781c25 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5664165 Feb 09 02:11:55.578365 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-5d0de736-120d-4947-ae26-2eb1faa4fb1b service neutron] Request body: {'port': {'device_id': '449a4c3e-dd6e-45e8-a35d-452629e68a4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:55.642008 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-5d0de736-120d-4947-ae26-2eb1faa4fb1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b434f14e-535b-4ad9-bf54-bf43918adee1), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:55.733676 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-10f2e20e-da50-4e3d-8261-d4a7804ca794 None None] Provisioning complete for port b434f14e-535b-4ad9-bf54-bf43918adee1 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:55.734300 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-10f2e20e-da50-4e3d-8261-d4a7804ca794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b434f14e-535b-4ad9-bf54-bf43918adee1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:55.772089 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-10f2e20e-da50-4e3d-8261-d4a7804ca794 None None] Port b434f14e-535b-4ad9-bf54-bf43918adee1 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:11:55.948610 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-5d0de736-120d-4947-ae26-2eb1faa4fb1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b434f14e-535b-4ad9-bf54-bf43918adee1 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:11:55.957162 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-5d0de736-120d-4947-ae26-2eb1faa4fb1b service neutron] Publish callbacks [] for port (b434f14e-535b-4ad9-bf54-bf43918adee1), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:55.976418 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-5d0de736-120d-4947-ae26-2eb1faa4fb1b service neutron] Transition to ACTIVE for port object b434f14e-535b-4ad9-bf54-bf43918adee1 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:11:55.981031 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-5d0de736-120d-4947-ae26-2eb1faa4fb1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (b434f14e-535b-4ad9-bf54-bf43918adee1), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:55.986168 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:56.026580 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c6993-9a7d-4999-bbb4-443f75c09f16 req-b9a5a577-08f6-4ec2-a3d4-a70c9db004cf tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:56.028386 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-989c6993-9a7d-4999-bbb4-443f75c09f16 req-b9a5a577-08f6-4ec2-a3d4-a70c9db004cf tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 932 time: 0.1184256 Feb 09 02:11:56.071028 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0de736-120d-4947-ae26-2eb1faa4fb1b service neutron] Pushing event updated for resources: {'Port': ['ID=b434f14e-535b-4ad9-bf54-bf43918adee1,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:56.145458 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-989c6993-9a7d-4999-bbb4-443f75c09f16 req-12a07d5f-17e9-4ad0-86f6-21b396bb5d7d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111856 Feb 09 02:11:56.166780 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-5d0de736-120d-4947-ae26-2eb1faa4fb1b service neutron] Attempting to bind port b434f14e-535b-4ad9-bf54-bf43918adee1 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:11:56.167116 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-5d0de736-120d-4947-ae26-2eb1faa4fb1b service neutron] Attempting to bind port b434f14e-535b-4ad9-bf54-bf43918adee1 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:11:56.167440 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-5d0de736-120d-4947-ae26-2eb1faa4fb1b service neutron] Attempting to bind port b434f14e-535b-4ad9-bf54-bf43918adee1 on network eab1629c-0165-43ec-874a-37f78fe7db32 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:11:56.171933 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-5d0de736-120d-4947-ae26-2eb1faa4fb1b service neutron] Port b434f14e-535b-4ad9-bf54-bf43918adee1 on network eab1629c-0165-43ec-874a-37f78fe7db32 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:11:56.172287 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-5d0de736-120d-4947-ae26-2eb1faa4fb1b service neutron] Attempting to bind port b434f14e-535b-4ad9-bf54-bf43918adee1 on network eab1629c-0165-43ec-874a-37f78fe7db32 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:11:56.177331 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-5d0de736-120d-4947-ae26-2eb1faa4fb1b service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:11:56.177821 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-5d0de736-120d-4947-ae26-2eb1faa4fb1b service neutron] Checking segment: {'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:11:56.178209 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-5d0de736-120d-4947-ae26-2eb1faa4fb1b service neutron] Bound using segment: {'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:11:56.178631 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-5d0de736-120d-4947-ae26-2eb1faa4fb1b service neutron] Bound port: b434f14e-535b-4ad9-bf54-bf43918adee1, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:11:56.179003 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-5d0de736-120d-4947-ae26-2eb1faa4fb1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b434f14e-535b-4ad9-bf54-bf43918adee1), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:56.244932 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-5d0de736-120d-4947-ae26-2eb1faa4fb1b service neutron] For port b434f14e-535b-4ad9-bf54-bf43918adee1, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:11:56.247917 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-5d0de736-120d-4947-ae26-2eb1faa4fb1b service neutron] For port b434f14e-535b-4ad9-bf54-bf43918adee1, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=b434f14e-535b-4ad9-bf54-bf43918adee1,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:11:56.253405 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-5d0de736-120d-4947-ae26-2eb1faa4fb1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (b434f14e-535b-4ad9-bf54-bf43918adee1), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:56.291011 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-5d0de736-120d-4947-ae26-2eb1faa4fb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:56.291655 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-5d0de736-120d-4947-ae26-2eb1faa4fb1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:56.293282 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-5d0de736-120d-4947-ae26-2eb1faa4fb1b service neutron] 10.222.0.91 "PUT /v2.0/ports/b434f14e-535b-4ad9-bf54-bf43918adee1 HTTP/1.1" status: 200 len: 1093 time: 0.7197113 Feb 09 02:11:56.296468 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449a4c3e-dd6e-45e8-a35d-452629e68a4d', 'tag': 'b434f14e-535b-4ad9-bf54-bf43918adee1'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:56.298212 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266b02fb-a80e-47d5-b26c-45fc7ded8df8" -d '{"events": [{"name": "network-changed", "server_uuid": "449a4c3e-dd6e-45e8-a35d-452629e68a4d", "tag": "b434f14e-535b-4ad9-bf54-bf43918adee1"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:56.337071 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0de736-120d-4947-ae26-2eb1faa4fb1b service neutron] Pushing event updated for resources: {'Port': ['ID=b434f14e-535b-4ad9-bf54-bf43918adee1,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:56.350221 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8ea9ff-e2be-4fc9-82fc-80522231684e x-openstack-request-id: req-6f8ea9ff-e2be-4fc9-82fc-80522231684e {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:56.350506 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "449a4c3e-dd6e-45e8-a35d-452629e68a4d", "tag": "b434f14e-535b-4ad9-bf54-bf43918adee1", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:56.350755 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6f8ea9ff-e2be-4fc9-82fc-80522231684e {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:56.351151 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '449a4c3e-dd6e-45e8-a35d-452629e68a4d', 'tag': 'b434f14e-535b-4ad9-bf54-bf43918adee1', 'status': 'completed', 'code': 200} Feb 09 02:11:56.391153 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-c5307e70-f615-4596-a0d8-9737798d7151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:56.392722 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-c5307e70-f615-4596-a0d8-9737798d7151 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 1127 time: 0.0513706 Feb 09 02:11:56.442531 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-e731459b-fdfc-4531-a983-a89a47c7cb6b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b434f14e-535b-4ad9-bf54-bf43918adee1 HTTP/1.1" status: 200 len: 217 time: 0.0428848 Feb 09 02:11:56.499536 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-f7ee0dd0-ffa3-4dd8-8506-a6d4c409a906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:56.501112 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-f7ee0dd0-ffa3-4dd8-8506-a6d4c409a906 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b349d12e-9d86-4bb4-a938-d0d7f13bdcc8 HTTP/1.1" status: 200 len: 850 time: 0.0483198 Feb 09 02:11:56.559835 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-dd4f41a5-4438-461e-a33d-8a59e1178f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:56.561354 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-dd4f41a5-4438-461e-a33d-8a59e1178f96 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=eab1629c-0165-43ec-874a-37f78fe7db32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0508442 Feb 09 02:11:56.655641 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-5c354ce1-c272-44a0-bcdc-29432fe415c7 service neutron] 10.222.0.91 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843399 Feb 09 02:11:56.750921 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5c8e04ec-e62c-4252-9e78-70ab6c674935 req-064a9ed9-9aa8-4b8e-b5ba-ddf4cf692fe5 service neutron] 10.222.0.91 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873947 Feb 09 02:11:56.854173 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b02fb-a80e-47d5-b26c-45fc7ded8df8 req-6bbce62b-31ee-43d4-992c-8af60ebe2b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:56.855825 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-266b02fb-a80e-47d5-b26c-45fc7ded8df8 req-6bbce62b-31ee-43d4-992c-8af60ebe2b7c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 1127 time: 0.0456965 Feb 09 02:11:56.950311 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b02fb-a80e-47d5-b26c-45fc7ded8df8 req-4cca1368-eac4-478d-a56c-b2a78e9a2e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:56.951776 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-266b02fb-a80e-47d5-b26c-45fc7ded8df8 req-4cca1368-eac4-478d-a56c-b2a78e9a2e96 service neutron] 10.222.0.91 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 912 time: 0.0899827 Feb 09 02:11:56.999035 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-266b02fb-a80e-47d5-b26c-45fc7ded8df8 req-af8485a6-c0a6-44e0-8f74-cfca3e1768fc service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b434f14e-535b-4ad9-bf54-bf43918adee1 HTTP/1.1" status: 200 len: 217 time: 0.0402884 Feb 09 02:11:57.049492 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b02fb-a80e-47d5-b26c-45fc7ded8df8 req-8ae4c48d-4bc2-48fc-b8b5-bf8abfaa8c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:57.050919 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-266b02fb-a80e-47d5-b26c-45fc7ded8df8 req-8ae4c48d-4bc2-48fc-b8b5-bf8abfaa8c47 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b349d12e-9d86-4bb4-a938-d0d7f13bdcc8 HTTP/1.1" status: 200 len: 850 time: 0.0443876 Feb 09 02:11:57.100758 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b02fb-a80e-47d5-b26c-45fc7ded8df8 req-fd18a940-5a47-4e73-af1d-553b178c69cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:57.102250 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-266b02fb-a80e-47d5-b26c-45fc7ded8df8 req-fd18a940-5a47-4e73-af1d-553b178c69cd service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=eab1629c-0165-43ec-874a-37f78fe7db32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445793 Feb 09 02:11:57.196583 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-266b02fb-a80e-47d5-b26c-45fc7ded8df8 req-fedd878d-370d-451f-a28d-747aaa9d6332 service neutron] 10.222.0.91 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871706 Feb 09 02:11:57.325089 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-266b02fb-a80e-47d5-b26c-45fc7ded8df8 req-2e223e81-b54d-407c-a475-84be136e6d50 service neutron] 10.222.0.91 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203010 Feb 09 02:11:57.331958 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75fd77f-8086-435c-902f-91a56622fb34 req-944ab9f7-cef9-4413-9376-85bc0dc1ffff tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:57.333416 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d75fd77f-8086-435c-902f-91a56622fb34 req-944ab9f7-cef9-4413-9376-85bc0dc1ffff tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 944 time: 0.1109633 Feb 09 02:11:57.380943 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d75fd77f-8086-435c-902f-91a56622fb34 req-ff69f708-3a3a-4f10-bd19-785a4229bdfa tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419405 Feb 09 02:11:57.720366 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:58.390770 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:58.504568 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e783e2-bd6c-42ae-aad7-c5d5650ef1df req-49b282c8-3947-4c79-aa0a-ad39eb17b4a8 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:58.506019 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e7e783e2-bd6c-42ae-aad7-c5d5650ef1df req-49b282c8-3947-4c79-aa0a-ad39eb17b4a8 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 944 time: 0.0520773 Feb 09 02:11:58.552057 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e7e783e2-bd6c-42ae-aad7-c5d5650ef1df req-d3510f82-8fc4-4870-9435-306c46999286 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400615 Feb 09 02:11:59.182180 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device b434f14e-535b-4ad9-bf54-bf43918adee1 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:11:59.280173 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port b434f14e-535b-4ad9-bf54-bf43918adee1, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=b434f14e-535b-4ad9-bf54-bf43918adee1,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:59.291589 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': 'b434f14e-535b-4ad9-bf54-bf43918adee1', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'port_id': 'b434f14e-535b-4ad9-bf54-bf43918adee1', 'mac_address': 'fa:16:3e:62:6e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:11:59.327885 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port b434f14e-535b-4ad9-bf54-bf43918adee1 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:59.328295 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b434f14e-535b-4ad9-bf54-bf43918adee1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:59.341677 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b434f14e-535b-4ad9-bf54-bf43918adee1 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:11:59.361054 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port b434f14e-535b-4ad9-bf54-bf43918adee1, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=b434f14e-535b-4ad9-bf54-bf43918adee1,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:59.364846 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b434f14e-535b-4ad9-bf54-bf43918adee1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:59.411349 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=b434f14e-535b-4ad9-bf54-bf43918adee1,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:59.638478 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['b434f14e-535b-4ad9-bf54-bf43918adee1'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:11:59.676334 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca6e42-98d7-40bc-897e-a2ae729e08da req-2ef31a05-b211-4836-a39d-8adee99be151 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:59.677832 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f7ca6e42-98d7-40bc-897e-a2ae729e08da req-2ef31a05-b211-4836-a39d-8adee99be151 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 945 time: 0.0571296 Feb 09 02:11:59.724988 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f7ca6e42-98d7-40bc-897e-a2ae729e08da req-cc0f5ade-170e-4200-a9b0-ce4ed0a6be56 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405519 Feb 09 02:12:00.849766 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32ff85-b9c5-4df5-8d58-a02eabfa3bdf req-e016b6a5-126b-4db9-b376-731439f7f18b tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:00.851240 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4d32ff85-b9c5-4df5-8d58-a02eabfa3bdf req-e016b6a5-126b-4db9-b376-731439f7f18b tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 945 time: 0.0561366 Feb 09 02:12:00.899015 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4d32ff85-b9c5-4df5-8d58-a02eabfa3bdf req-0667fbd8-2357-43e2-9541-ab7d2a5660d3 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418854 Feb 09 02:12:01.190109 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device b434f14e-535b-4ad9-bf54-bf43918adee1 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:12:01.240481 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port b434f14e-535b-4ad9-bf54-bf43918adee1 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:12:01.245313 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port b434f14e-535b-4ad9-bf54-bf43918adee1 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:12:01.245685 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b434f14e-535b-4ad9-bf54-bf43918adee1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:01.330439 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port b434f14e-535b-4ad9-bf54-bf43918adee1 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:12:01.330819 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b434f14e-535b-4ad9-bf54-bf43918adee1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:01.355334 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449a4c3e-dd6e-45e8-a35d-452629e68a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b434f14e-535b-4ad9-bf54-bf43918adee1'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:01.357614 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bb5a1265871782f8fa80d718c2cad0aad3f2595cc534f44543b72f1ded69d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2f302c-ffcf-4922-b9b9-48d24d06ed65" -d '{"events": [{"server_uuid": "449a4c3e-dd6e-45e8-a35d-452629e68a4d", "name": "network-vif-plugged", "status": "completed", "tag": "b434f14e-535b-4ad9-bf54-bf43918adee1"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:01.370914 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port b434f14e-535b-4ad9-bf54-bf43918adee1, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=b434f14e-535b-4ad9-bf54-bf43918adee1,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:01.376343 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b434f14e-535b-4ad9-bf54-bf43918adee1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:01.402783 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb1daff-2a63-4344-aa5e-f204b27ff3e0 x-openstack-request-id: req-dcb1daff-2a63-4344-aa5e-f204b27ff3e0 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:12:01.403078 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449a4c3e-dd6e-45e8-a35d-452629e68a4d", "name": "network-vif-plugged", "status": "completed", "tag": "b434f14e-535b-4ad9-bf54-bf43918adee1", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:12:01.403346 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dcb1daff-2a63-4344-aa5e-f204b27ff3e0 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:12:01.403716 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449a4c3e-dd6e-45e8-a35d-452629e68a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b434f14e-535b-4ad9-bf54-bf43918adee1', 'code': 200} Feb 09 02:12:01.432804 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=b434f14e-535b-4ad9-bf54-bf43918adee1,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:01.505684 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2deb99-5201-4e24-b12c-36770ba5a05f req-fd7b78bd-edbd-4f93-ba29-65c1e6e8d5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:01.507273 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db2deb99-5201-4e24-b12c-36770ba5a05f req-fd7b78bd-edbd-4f93-ba29-65c1e6e8d5cd service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 1129 time: 0.0434873 Feb 09 02:12:01.556753 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db2deb99-5201-4e24-b12c-36770ba5a05f req-117bd7b4-1c52-4dc5-b1ba-678b01c6b738 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408909 Feb 09 02:12:02.024677 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fbe6a0-bb1a-4898-88ba-8c3c8da6b26b req-3747e95d-a0f0-422b-9899-48139a53e0ee tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:02.026272 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-15fbe6a0-bb1a-4898-88ba-8c3c8da6b26b req-3747e95d-a0f0-422b-9899-48139a53e0ee tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 946 time: 0.0573914 Feb 09 02:12:02.073879 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-15fbe6a0-bb1a-4898-88ba-8c3c8da6b26b req-01d6d4b9-666a-40d8-82a4-32ff33b1ef7f tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417998 Feb 09 02:12:03.193877 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84511205-8bf2-4a5a-8fd9-53fc774b4f87 req-2adc137c-1c1b-4a04-bc40-bf19cfb8c977 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:03.195322 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-84511205-8bf2-4a5a-8fd9-53fc774b4f87 req-2adc137c-1c1b-4a04-bc40-bf19cfb8c977 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 946 time: 0.0517530 Feb 09 02:12:03.241605 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-84511205-8bf2-4a5a-8fd9-53fc774b4f87 req-e33f648f-9a0a-4e61-93e9-9c3057c61953 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399921 Feb 09 02:12:03.359774 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8067b-bfc2-4b5d-8636-c1dd3f68dd0e req-3cd7547b-1110-4e22-9b52-1dad45a5966a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:03.361254 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fbb8067b-bfc2-4b5d-8636-c1dd3f68dd0e req-3cd7547b-1110-4e22-9b52-1dad45a5966a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 946 time: 0.0571249 Feb 09 02:12:03.370498 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 49856) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:03.374679 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-71c758b2-c06e-4fed-bacc-24f809159b09 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Request body: {'floatingip': {'port_id': 'b434f14e-535b-4ad9-bf54-bf43918adee1'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:03.414231 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-71c758b2-c06e-4fed-bacc-24f809159b09 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks [] for floatingip (7b7d0594-6d54-409e-81d3-155545e6f939), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:04.161863 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-71c758b2-c06e-4fed-bacc-24f809159b09 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:04.165657 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-71c758b2-c06e-4fed-bacc-24f809159b09 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (7b7d0594-6d54-409e-81d3-155545e6f939), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:04.267394 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [None req-71c758b2-c06e-4fed-bacc-24f809159b09 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Floating IP 7b7d0594-6d54-409e-81d3-155545e6f939 associated. External IP: 172.25.1.143, port: b434f14e-535b-4ad9-bf54-bf43918adee1. Feb 09 02:12:04.480798 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c758b2-c06e-4fed-bacc-24f809159b09 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Router 7b85aa69-eab6-4555-ba0b-62c49944362f has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:12:04.593575 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c758b2-c06e-4fed-bacc-24f809159b09 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:12:04.598277 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-71c758b2-c06e-4fed-bacc-24f809159b09 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:04.608557 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922d89aa-2e1c-47f4-a1de-442fb7e96809 None None] Sync routers for ids ['7b85aa69-eab6-4555-ba0b-62c49944362f'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:12:04.619146 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922d89aa-2e1c-47f4-a1de-442fb7e96809 None None] Routers {'7b85aa69-eab6-4555-ba0b-62c49944362f'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:12:04.619748 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-922d89aa-2e1c-47f4-a1de-442fb7e96809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:11:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7b85aa69-eab6-4555-ba0b-62c49944362f'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:04.630048 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-71c758b2-c06e-4fed-bacc-24f809159b09 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "PUT /v2.0/floatingips/7b7d0594-6d54-409e-81d3-155545e6f939 HTTP/1.1" status: 200 len: 992 time: 1.2585363 Feb 09 02:12:04.630623 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449a4c3e-dd6e-45e8-a35d-452629e68a4d', 'tag': 'b434f14e-535b-4ad9-bf54-bf43918adee1'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:04.632934 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21911c16-b05d-41ce-ab9b-0176190e976f" -d '{"events": [{"name": "network-changed", "server_uuid": "449a4c3e-dd6e-45e8-a35d-452629e68a4d", "tag": "b434f14e-535b-4ad9-bf54-bf43918adee1"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:04.678125 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b5dc4e-d2e2-41a5-a675-720838162d35 x-openstack-request-id: req-a4b5dc4e-d2e2-41a5-a675-720838162d35 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:12:04.678409 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "449a4c3e-dd6e-45e8-a35d-452629e68a4d", "tag": "b434f14e-535b-4ad9-bf54-bf43918adee1", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:12:04.678659 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a4b5dc4e-d2e2-41a5-a675-720838162d35 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:12:04.679066 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '449a4c3e-dd6e-45e8-a35d-452629e68a4d', 'tag': 'b434f14e-535b-4ad9-bf54-bf43918adee1', 'status': 'completed', 'code': 200} Feb 09 02:12:04.737989 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-922d89aa-2e1c-47f4-a1de-442fb7e96809 None None] Set router 7b85aa69-eab6-4555-ba0b-62c49944362f gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:12:04.774631 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4483b-9ee0-481b-bfda-4d965c2b6657 req-0de09355-dbf4-4b24-9c99-3ca96bf39ad9 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:04.776094 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-92d4483b-9ee0-481b-bfda-4d965c2b6657 req-0de09355-dbf4-4b24-9c99-3ca96bf39ad9 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 946 time: 0.0844336 Feb 09 02:12:04.778641 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21911c16-b05d-41ce-ab9b-0176190e976f req-9d48d6e0-2d9d-4010-be7f-e32ba654acb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:04.780028 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-21911c16-b05d-41ce-ab9b-0176190e976f req-9d48d6e0-2d9d-4010-be7f-e32ba654acb6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 1129 time: 0.0782077 Feb 09 02:12:04.877490 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-92d4483b-9ee0-481b-bfda-4d965c2b6657 req-d22f225c-2c15-4c65-afce-0c8871506dd1 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957241 Feb 09 02:12:04.902455 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21911c16-b05d-41ce-ab9b-0176190e976f req-ebf28691-49d0-4afa-9c0d-eea9e246c71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:04.903903 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-21911c16-b05d-41ce-ab9b-0176190e976f req-ebf28691-49d0-4afa-9c0d-eea9e246c71d service neutron] 10.222.0.91 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 912 time: 0.1157267 Feb 09 02:12:04.964253 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-922d89aa-2e1c-47f4-a1de-442fb7e96809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'name': 'tempest-ServerActionsTestJSON-954618034-router', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:46Z', 'updated_at': '2022-02-09T02:11:49Z', 'revision_number': 4, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'gw_port': {'id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:47Z', 'updated_at': '2022-02-09T02:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '7b7d0594-6d54-409e-81d3-155545e6f939', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'floating_ip_address': '172.25.1.143', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'port_id': 'b434f14e-535b-4ad9-bf54-bf43918adee1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'mac_address': 'fa:16:3e:62:6e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449a4c3e-dd6e-45e8-a35d-452629e68a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:11:52Z', 'updated_at': '2022-02-09T02:12:03Z', 'revision_number': 1, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd668248a-b142-4cc9-b3ca-c2449c041c68', 'name': '', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'mac_address': 'fa:16:3e:7d:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:49Z', 'updated_at': '2022-02-09T02:11:53Z', 'revision_number': 5, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'subnets': [{'id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:04.976442 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-21911c16-b05d-41ce-ab9b-0176190e976f req-efe4893c-41ab-48aa-9e0a-aefc0f521bcd service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b434f14e-535b-4ad9-bf54-bf43918adee1 HTTP/1.1" status: 200 len: 1000 time: 0.0655246 Feb 09 02:12:04.991057 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922d89aa-2e1c-47f4-a1de-442fb7e96809 None None] Checking router: 7b85aa69-eab6-4555-ba0b-62c49944362f for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:12:05.000336 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922d89aa-2e1c-47f4-a1de-442fb7e96809 None None] Routers {'7b85aa69-eab6-4555-ba0b-62c49944362f'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:12:05.000947 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-922d89aa-2e1c-47f4-a1de-442fb7e96809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:11:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7b85aa69-eab6-4555-ba0b-62c49944362f'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:05.024405 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21911c16-b05d-41ce-ab9b-0176190e976f req-2457c38b-66b9-49ae-a699-95f36f3468a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:05.026084 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-21911c16-b05d-41ce-ab9b-0176190e976f req-2457c38b-66b9-49ae-a699-95f36f3468a6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b349d12e-9d86-4bb4-a938-d0d7f13bdcc8 HTTP/1.1" status: 200 len: 850 time: 0.0444381 Feb 09 02:12:05.077587 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21911c16-b05d-41ce-ab9b-0176190e976f req-a2307452-bb2f-401a-913f-95df68fabbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:05.079092 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-21911c16-b05d-41ce-ab9b-0176190e976f req-a2307452-bb2f-401a-913f-95df68fabbec service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=eab1629c-0165-43ec-874a-37f78fe7db32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475087 Feb 09 02:12:05.111028 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-922d89aa-2e1c-47f4-a1de-442fb7e96809 None None] Set router 7b85aa69-eab6-4555-ba0b-62c49944362f gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:12:05.172154 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-21911c16-b05d-41ce-ab9b-0176190e976f req-e765849f-d686-4d4c-9672-70a8862d55ff service neutron] 10.222.0.91 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867183 Feb 09 02:12:05.261962 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-21911c16-b05d-41ce-ab9b-0176190e976f req-c38cbe73-71e2-4e20-a904-bf074830aef8 service neutron] 10.222.0.91 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834334 Feb 09 02:12:05.501517 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-922d89aa-2e1c-47f4-a1de-442fb7e96809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'name': 'tempest-ServerActionsTestJSON-954618034-router', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:46Z', 'updated_at': '2022-02-09T02:11:49Z', 'revision_number': 4, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'gw_port': {'id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:47Z', 'updated_at': '2022-02-09T02:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '7b7d0594-6d54-409e-81d3-155545e6f939', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'floating_ip_address': '172.25.1.143', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'port_id': 'b434f14e-535b-4ad9-bf54-bf43918adee1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'mac_address': 'fa:16:3e:62:6e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449a4c3e-dd6e-45e8-a35d-452629e68a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:11:52Z', 'updated_at': '2022-02-09T02:12:03Z', 'revision_number': 1, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd668248a-b142-4cc9-b3ca-c2449c041c68', 'name': '', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'mac_address': 'fa:16:3e:7d:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:49Z', 'updated_at': '2022-02-09T02:11:53Z', 'revision_number': 5, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'subnets': [{'id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:05.528913 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922d89aa-2e1c-47f4-a1de-442fb7e96809 None None] The sync data for ids ['7b85aa69-eab6-4555-ba0b-62c49944362f'] in n-d-822053-40 is: [{'id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'name': 'tempest-ServerActionsTestJSON-954618034-router', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:46Z', 'updated_at': '2022-02-09T02:11:49Z', 'revision_number': 4, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'gw_port': {'id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:47Z', 'updated_at': '2022-02-09T02:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '7b7d0594-6d54-409e-81d3-155545e6f939', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'floating_ip_address': '172.25.1.143', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'port_id': 'b434f14e-535b-4ad9-bf54-bf43918adee1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'mac_address': 'fa:16:3e:62:6e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449a4c3e-dd6e-45e8-a35d-452629e68a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:11:52Z', 'updated_at': '2022-02-09T02:12:03Z', 'revision_number': 1, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd668248a-b142-4cc9-b3ca-c2449c041c68', 'name': '', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'mac_address': 'fa:16:3e:7d:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:49Z', 'updated_at': '2022-02-09T02:11:53Z', 'revision_number': 5, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'subnets': [{'id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:12:05.722074 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acab7dd9-ddb8-4f31-bb2f-e23f40460759 None None] New status for floating IP 7b7d0594-6d54-409e-81d3-155545e6f939: ACTIVE {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:12:05.999592 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea5854-d1dd-49cd-a25d-eccf5df3696a req-5dbf306c-c1dc-4ed8-808f-4ec8f8e037cf tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:06.001103 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dbea5854-d1dd-49cd-a25d-eccf5df3696a req-5dbf306c-c1dc-4ed8-808f-4ec8f8e037cf tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 946 time: 0.0530646 Feb 09 02:12:06.051139 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dbea5854-d1dd-49cd-a25d-eccf5df3696a req-114269d3-fe01-4b46-a765-814229840618 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444965 Feb 09 02:12:06.176963 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3bffa-64ca-42f9-ab49-611be3c895ab req-163791b1-7585-458c-96ed-26add9014d0f tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:06.178344 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-81d3bffa-64ca-42f9-ab49-611be3c895ab req-163791b1-7585-458c-96ed-26add9014d0f tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 946 time: 0.0570664 Feb 09 02:12:06.224023 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-81d3bffa-64ca-42f9-ab49-611be3c895ab req-2a4b75b9-9967-4f58-aca3-ee8e583330ef tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398500 Feb 09 02:12:06.450715 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-f0c3410c-1b7c-40f9-8338-c6d35a5946ab service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0456467 Feb 09 02:12:06.464005 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73677c6-f9e3-4e12-88b8-63da39f2b7a1 req-2dc9cdca-9840-4377-a7fc-9ecdf4497e98 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:06.465836 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b73677c6-f9e3-4e12-88b8-63da39f2b7a1 req-2dc9cdca-9840-4377-a7fc-9ecdf4497e98 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 946 time: 0.0548804 Feb 09 02:12:06.519780 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b73677c6-f9e3-4e12-88b8-63da39f2b7a1 req-0517b746-2b8d-41d6-a2ae-252837f42752 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479486 Feb 09 02:12:07.540374 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-938e829b-4b65-4cc8-8cbd-dea6a041e806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:07.542306 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-938e829b-4b65-4cc8-8cbd-dea6a041e806 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 1129 time: 0.0485072 Feb 09 02:12:07.675405 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981b518-11ea-4a37-8c79-f94e03770d32 req-ed8f28a0-11ee-4df6-ba38-8c8dcae9c7aa tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:07.676890 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c981b518-11ea-4a37-8c79-f94e03770d32 req-ed8f28a0-11ee-4df6-ba38-8c8dcae9c7aa tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 946 time: 0.0836847 Feb 09 02:12:07.678219 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-bb838ec2-751f-4352-b7bb-86c4e5d7be8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:07.680190 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-bb838ec2-751f-4352-b7bb-86c4e5d7be8b service neutron] 10.222.0.91 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 912 time: 0.1313982 Feb 09 02:12:07.778115 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c981b518-11ea-4a37-8c79-f94e03770d32 req-e201ea0b-8d6e-48bb-893a-5c70c1613d89 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947874 Feb 09 02:12:07.779937 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-0dc72902-a121-43ab-9c5f-a6cd33128bf4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b434f14e-535b-4ad9-bf54-bf43918adee1 HTTP/1.1" status: 200 len: 1002 time: 0.0908949 Feb 09 02:12:07.833952 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-18e750a9-631c-4861-943f-f192de4fbf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:07.835403 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-18e750a9-631c-4861-943f-f192de4fbf8c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b349d12e-9d86-4bb4-a938-d0d7f13bdcc8 HTTP/1.1" status: 200 len: 850 time: 0.0491493 Feb 09 02:12:07.887666 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-d12be534-ad1f-43d1-abb7-47cba4fafe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:07.889202 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-d12be534-ad1f-43d1-abb7-47cba4fafe7a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=eab1629c-0165-43ec-874a-37f78fe7db32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0478675 Feb 09 02:12:07.978774 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-af5a9e46-56f4-47db-b066-0041edd620c4 service neutron] 10.222.0.91 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828202 Feb 09 02:12:08.071008 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-a0e0d267-e389-41a6-958e-32b33de5ecab service neutron] 10.222.0.91 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858843 Feb 09 02:12:08.898640 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b56835-4344-4183-b715-961220b828f8 req-2998407a-f84a-4e84-8fef-96cc3bf4c8bc tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:08.900169 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-18b56835-4344-4183-b715-961220b828f8 req-2998407a-f84a-4e84-8fef-96cc3bf4c8bc tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 946 time: 0.0544238 Feb 09 02:12:08.946694 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-18b56835-4344-4183-b715-961220b828f8 req-edd39e3e-a085-4f1f-abe3-4176ccfb3b31 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408173 Feb 09 02:12:10.066466 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22020ca-5d29-4dc6-bb0e-0089375092c7 req-d280ea3a-c87f-4f89-a00f-28e047efcb75 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:10.067938 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d22020ca-5d29-4dc6-bb0e-0089375092c7 req-d280ea3a-c87f-4f89-a00f-28e047efcb75 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 946 time: 0.0523181 Feb 09 02:12:10.114617 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d22020ca-5d29-4dc6-bb0e-0089375092c7 req-ed98035a-34b1-4b28-b200-9c6c4adabe4e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411870 Feb 09 02:12:11.240371 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fad38c-9f15-4b36-a28c-3b9a51273166 req-1c14e893-fa64-4c6c-940a-c0537ad3e115 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:11.241838 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-78fad38c-9f15-4b36-a28c-3b9a51273166 req-1c14e893-fa64-4c6c-940a-c0537ad3e115 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 946 time: 0.0578761 Feb 09 02:12:11.288417 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-78fad38c-9f15-4b36-a28c-3b9a51273166 req-935e5e07-99a6-4011-b039-e10c121bf806 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403969 Feb 09 02:12:12.423149 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2a9d6-072c-4f92-abeb-e2754505a9d7 req-285c5364-318b-4b3d-854c-806ff2f43aff tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:12.424710 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a5d2a9d6-072c-4f92-abeb-e2754505a9d7 req-285c5364-318b-4b3d-854c-806ff2f43aff tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 946 time: 0.0597785 Feb 09 02:12:12.478332 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a5d2a9d6-072c-4f92-abeb-e2754505a9d7 req-b3526316-ede9-4b7f-8bf2-40672a3bf370 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473449 Feb 09 02:12:13.600701 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140b13f-3838-4cb1-b57b-594acb42db24 req-970b4276-2a30-4a95-aacf-975119fef981 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:13.602150 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0140b13f-3838-4cb1-b57b-594acb42db24 req-970b4276-2a30-4a95-aacf-975119fef981 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 946 time: 0.0527518 Feb 09 02:12:13.653171 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0140b13f-3838-4cb1-b57b-594acb42db24 req-65a3baf7-bd47-471a-8894-b60f0334e767 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432494 Feb 09 02:12:14.772203 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1defba-6773-46ed-88f6-0ac915e16e09 req-e587d9c6-fcc4-42f7-b881-30079feb79d3 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:14.773658 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ca1defba-6773-46ed-88f6-0ac915e16e09 req-e587d9c6-fcc4-42f7-b881-30079feb79d3 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 946 time: 0.0528076 Feb 09 02:12:14.819254 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ca1defba-6773-46ed-88f6-0ac915e16e09 req-92274feb-3ffd-4e74-a845-d1fc7943f403 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391946 Feb 09 02:12:15.937272 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6259d0-d5b3-4589-bea9-c1950e200c01 req-96b1f147-14bd-4b6b-a0fc-dd9461d9b729 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:15.938744 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db6259d0-d5b3-4589-bea9-c1950e200c01 req-96b1f147-14bd-4b6b-a0fc-dd9461d9b729 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 946 time: 0.0521929 Feb 09 02:12:15.984352 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db6259d0-d5b3-4589-bea9-c1950e200c01 req-f9e2cbc7-da7e-47ae-ad4b-de148047dc23 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400846 Feb 09 02:12:17.117812 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77a876-555b-493e-80c0-e4d7b57f659c req-223d159d-68bf-460a-9120-f34b96bd7edb tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:17.119473 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6a77a876-555b-493e-80c0-e4d7b57f659c req-223d159d-68bf-460a-9120-f34b96bd7edb tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 946 time: 0.0621252 Feb 09 02:12:17.171891 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6a77a876-555b-493e-80c0-e4d7b57f659c req-df617cc5-491a-4314-9d20-a5890c2ae8ab tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457339 Feb 09 02:12:18.292555 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06006bd-456c-4228-a72b-52a7d7801a24 req-38cda01d-d6cc-4c34-8846-3cb9882d98f3 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:18.294024 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e06006bd-456c-4228-a72b-52a7d7801a24 req-38cda01d-d6cc-4c34-8846-3cb9882d98f3 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 946 time: 0.0534627 Feb 09 02:12:18.340278 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e06006bd-456c-4228-a72b-52a7d7801a24 req-d8d423e5-13b8-46bc-9ebf-ce420b96661b tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404184 Feb 09 02:12:19.463425 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7b6e2-5413-45bb-abff-c3fdd280f49c req-e7976dd1-7f12-4cf7-8fca-ec3764d3c930 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:19.464920 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fcf7b6e2-5413-45bb-abff-c3fdd280f49c req-e7976dd1-7f12-4cf7-8fca-ec3764d3c930 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 946 time: 0.0560372 Feb 09 02:12:19.510969 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fcf7b6e2-5413-45bb-abff-c3fdd280f49c req-2d8c492f-3ff8-4dae-b324-90f106b7abf6 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404351 Feb 09 02:12:19.973161 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:20.644814 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7744996-818b-4898-aeed-1356492dee9a req-28d71b89-1931-4503-8114-4c549c967c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:20.646572 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b7744996-818b-4898-aeed-1356492dee9a req-28d71b89-1931-4503-8114-4c549c967c0d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 1129 time: 0.1328855 Feb 09 02:12:20.660061 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f62c6-d5fa-4eb1-bbd9-13b000a44ee3 req-52435d20-91f9-487d-b2df-bac68cdbc073 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:20.661559 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f7f62c6-d5fa-4eb1-bbd9-13b000a44ee3 req-52435d20-91f9-487d-b2df-bac68cdbc073 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 946 time: 0.0685141 Feb 09 02:12:20.769556 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f7f62c6-d5fa-4eb1-bbd9-13b000a44ee3 req-3b81a483-423f-4809-82a1-28469110b0b3 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971310 Feb 09 02:12:20.784525 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7744996-818b-4898-aeed-1356492dee9a req-23a329cf-3e31-47be-a872-0319aac79ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:20.785965 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b7744996-818b-4898-aeed-1356492dee9a req-23a329cf-3e31-47be-a872-0319aac79ced service neutron] 10.222.0.91 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 912 time: 0.1209397 Feb 09 02:12:20.855935 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b7744996-818b-4898-aeed-1356492dee9a req-7ad35551-d366-448c-8518-bdd26c74a183 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b434f14e-535b-4ad9-bf54-bf43918adee1 HTTP/1.1" status: 200 len: 1002 time: 0.0630560 Feb 09 02:12:20.902582 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7744996-818b-4898-aeed-1356492dee9a req-69028abf-c3b6-4ad4-8f72-4d4b0e272d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:20.904690 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b7744996-818b-4898-aeed-1356492dee9a req-69028abf-c3b6-4ad4-8f72-4d4b0e272d9c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b349d12e-9d86-4bb4-a938-d0d7f13bdcc8 HTTP/1.1" status: 200 len: 850 time: 0.0428383 Feb 09 02:12:20.910008 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f1539327-1e62-413e-a627-fd0b79b16f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:20.954145 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7744996-818b-4898-aeed-1356492dee9a req-5138b192-a0f9-44c5-b0d7-83996b279ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:20.955641 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b7744996-818b-4898-aeed-1356492dee9a req-5138b192-a0f9-44c5-b0d7-83996b279ac2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=eab1629c-0165-43ec-874a-37f78fe7db32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446267 Feb 09 02:12:21.050411 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b7744996-818b-4898-aeed-1356492dee9a req-9ce5a5c1-7cf0-43b8-8b51-c57d3eb23f52 service neutron] 10.222.0.91 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874951 Feb 09 02:12:21.140947 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b7744996-818b-4898-aeed-1356492dee9a req-39830a89-dcd7-4b22-a8a7-80610807aeec service neutron] 10.222.0.91 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840769 Feb 09 02:12:21.451944 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:21.889629 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c3f33-50e6-45bc-bfb5-462d4f61852a req-55a6741a-3896-45fd-878a-5b8bc8a7e3ca tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:21.891092 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dc8c3f33-50e6-45bc-bfb5-462d4f61852a req-55a6741a-3896-45fd-878a-5b8bc8a7e3ca tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 946 time: 0.0531301 Feb 09 02:12:21.941934 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dc8c3f33-50e6-45bc-bfb5-462d4f61852a req-ba720158-a761-4e2b-821a-cfb42701a1f1 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451179 Feb 09 02:12:23.061443 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83cbf2-6ae6-4ad9-b4ca-5d361f240ba9 req-9aa997a4-5f41-42ff-b1ce-c45b844fb475 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:23.062904 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6e83cbf2-6ae6-4ad9-b4ca-5d361f240ba9 req-9aa997a4-5f41-42ff-b1ce-c45b844fb475 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 946 time: 0.0523078 Feb 09 02:12:23.108669 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6e83cbf2-6ae6-4ad9-b4ca-5d361f240ba9 req-0c59c93f-1fc5-4585-a303-be757bc6ff18 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402908 Feb 09 02:12:24.228357 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a2a45-5dbc-426c-acc3-0448a24a0c54 req-1d508a80-e6d0-4f96-9038-eab7184f064a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:24.229841 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e6a2a45-5dbc-426c-acc3-0448a24a0c54 req-1d508a80-e6d0-4f96-9038-eab7184f064a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 946 time: 0.0540831 Feb 09 02:12:24.277065 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e6a2a45-5dbc-426c-acc3-0448a24a0c54 req-5ea84e00-0550-4cda-a478-895b85e79f10 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416393 Feb 09 02:12:24.348826 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ded65819-e086-4a4e-89d8-dfd9f5898520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:25.324931 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:12:25.403159 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576e05c-9da2-4f1d-b9ec-ea4d057380c3 req-9bc1a274-b378-44ba-8bc4-c13d41e6d2ec tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:25.405265 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6576e05c-9da2-4f1d-b9ec-ea4d057380c3 req-9bc1a274-b378-44ba-8bc4-c13d41e6d2ec tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 946 time: 0.0567517 Feb 09 02:12:25.451187 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6576e05c-9da2-4f1d-b9ec-ea4d057380c3 req-19469766-53ee-469c-850f-747a620d38e7 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397296 Feb 09 02:12:25.989675 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:26.582126 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02363f1-99ed-4840-b5b6-0876d6fc2de2 req-ad0225e1-5af7-45e8-815a-7152cb697b2f tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:26.583611 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c02363f1-99ed-4840-b5b6-0876d6fc2de2 req-ad0225e1-5af7-45e8-815a-7152cb697b2f tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 946 time: 0.0531919 Feb 09 02:12:26.631935 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c02363f1-99ed-4840-b5b6-0876d6fc2de2 req-ec898d1e-b351-4e31-a895-0989c99f558f tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426152 Feb 09 02:12:27.725703 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:27.758236 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5731e54-40b3-40ad-b432-0bb98404ed28 req-1264c3b2-fb9d-4c49-9368-0fd362360d75 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:27.759705 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e5731e54-40b3-40ad-b432-0bb98404ed28 req-1264c3b2-fb9d-4c49-9368-0fd362360d75 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 946 time: 0.0588887 Feb 09 02:12:27.811351 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e5731e54-40b3-40ad-b432-0bb98404ed28 req-9a1e95fc-603e-4ee1-b16e-1801e692bb08 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459230 Feb 09 02:12:28.392266 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:28.931428 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd55569-38e0-44df-83b0-a0a53d96ef76 req-3a99ced3-edc0-467a-907a-fd76c63d78b6 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:28.933155 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fdd55569-38e0-44df-83b0-a0a53d96ef76 req-3a99ced3-edc0-467a-907a-fd76c63d78b6 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 946 time: 0.0548751 Feb 09 02:12:28.979479 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fdd55569-38e0-44df-83b0-a0a53d96ef76 req-d12e60da-bc91-458c-b01c-c29f0395b971 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406289 Feb 09 02:12:30.098585 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6d71d-8a66-470c-b6f4-055f7b2220e2 req-8e8c0de0-52fa-48ba-86cb-e3c6b931f4c9 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:30.100413 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3eb6d71d-8a66-470c-b6f4-055f7b2220e2 req-8e8c0de0-52fa-48ba-86cb-e3c6b931f4c9 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 946 time: 0.0529339 Feb 09 02:12:30.147330 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3eb6d71d-8a66-470c-b6f4-055f7b2220e2 req-98d1de1e-4913-4c8e-9a7e-638fcc93304b tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416691 Feb 09 02:12:31.270883 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ff2ad-6ce3-4768-8bda-1640e6fb804e req-6c709af2-e4ae-4b2c-ac9c-bcf69bbd4585 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:31.272543 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f87ff2ad-6ce3-4768-8bda-1640e6fb804e req-6c709af2-e4ae-4b2c-ac9c-bcf69bbd4585 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 946 time: 0.0578406 Feb 09 02:12:31.318777 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f87ff2ad-6ce3-4768-8bda-1640e6fb804e req-518d433e-a42d-4950-b973-9ddafe9c9a22 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405970 Feb 09 02:12:32.440578 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27695ed2-d67c-4e42-8a15-b9e02e346ed7 req-22aca560-7e4c-4eea-a9d4-83143b2d4625 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:32.442079 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-27695ed2-d67c-4e42-8a15-b9e02e346ed7 req-22aca560-7e4c-4eea-a9d4-83143b2d4625 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 946 time: 0.0559483 Feb 09 02:12:32.488839 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-27695ed2-d67c-4e42-8a15-b9e02e346ed7 req-75f71305-be64-4a04-9115-59510891618d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412393 Feb 09 02:12:33.612074 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f51418-fed8-408d-8e5e-a37b7ad014e9 req-86de4487-3aff-41ec-abbf-5e387d8854cd tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:33.613555 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-06f51418-fed8-408d-8e5e-a37b7ad014e9 req-86de4487-3aff-41ec-abbf-5e387d8854cd tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 946 time: 0.0567355 Feb 09 02:12:33.659984 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-06f51418-fed8-408d-8e5e-a37b7ad014e9 req-7d45a3af-6b9a-4c07-9283-7a378e5b16e0 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407999 Feb 09 02:12:34.779630 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba09b6-9d65-4922-bc0f-d40fd33bf0fc req-ba9650c8-882c-4931-b64d-bdcb3b6d7b22 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:34.781273 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e7ba09b6-9d65-4922-bc0f-d40fd33bf0fc req-ba9650c8-882c-4931-b64d-bdcb3b6d7b22 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 946 time: 0.0530000 Feb 09 02:12:34.826762 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e7ba09b6-9d65-4922-bc0f-d40fd33bf0fc req-b4b60a0f-8e9b-4d44-b1bb-1e62ea78ad1c tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399966 Feb 09 02:12:35.208758 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-73b279ea-57aa-47b9-8475-cb7740715a82 service neutron] show failed (client error): The resource could not be found. Feb 09 02:12:35.209657 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-73b279ea-57aa-47b9-8475-cb7740715a82 service neutron] 10.222.0.91 "GET /v2.0/ports/b434f14e-535b-4ad9-bf54-bf43918adee1/bindings/n-h1-822053-40 HTTP/1.1" status: 404 len: 381 time: 0.0533154 Feb 09 02:12:35.469747 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-50fc0b70-a53c-4921-9884-b7556b0e76ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:35.471117 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-50fc0b70-a53c-4921-9884-b7556b0e76ad service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d&tenant_id=52b56a0b1b8a492d896cafbf50ada9ba HTTP/1.1" status: 200 len: 1129 time: 0.0909598 Feb 09 02:12:35.481920 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-4819297f-44ad-47d9-974d-d39e3ede5ca1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822053-40', 'device_owner': 'compute:nova'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:35.538738 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-4819297f-44ad-47d9-974d-d39e3ede5ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b434f14e-535b-4ad9-bf54-bf43918adee1), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:35.737065 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-4819297f-44ad-47d9-974d-d39e3ede5ca1 service neutron] For port b434f14e-535b-4ad9-bf54-bf43918adee1, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=b434f14e-535b-4ad9-bf54-bf43918adee1,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:35.769716 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-4819297f-44ad-47d9-974d-d39e3ede5ca1 service neutron] For port b434f14e-535b-4ad9-bf54-bf43918adee1, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:12:35.811706 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449a4c3e-dd6e-45e8-a35d-452629e68a4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b434f14e-535b-4ad9-bf54-bf43918adee1'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:35.813961 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00b7925-dba7-48f1-95f4-a41b42b0b8d5" -d '{"events": [{"server_uuid": "449a4c3e-dd6e-45e8-a35d-452629e68a4d", "name": "network-vif-unplugged", "status": "completed", "tag": "b434f14e-535b-4ad9-bf54-bf43918adee1"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:35.817411 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-4819297f-44ad-47d9-974d-d39e3ede5ca1 service neutron] Publish callbacks [] for port (b434f14e-535b-4ad9-bf54-bf43918adee1), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:35.830756 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-4819297f-44ad-47d9-974d-d39e3ede5ca1 service neutron] Transition to ACTIVE for port object b434f14e-535b-4ad9-bf54-bf43918adee1 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:12:35.834567 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-4819297f-44ad-47d9-974d-d39e3ede5ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (b434f14e-535b-4ad9-bf54-bf43918adee1), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:35.869913 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5f2ffc-13ce-495c-aab2-41b7d4507c1d x-openstack-request-id: req-dc5f2ffc-13ce-495c-aab2-41b7d4507c1d {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:12:35.870207 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449a4c3e-dd6e-45e8-a35d-452629e68a4d", "name": "network-vif-unplugged", "status": "completed", "tag": "b434f14e-535b-4ad9-bf54-bf43918adee1", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:12:35.870461 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dc5f2ffc-13ce-495c-aab2-41b7d4507c1d {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:12:35.870854 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449a4c3e-dd6e-45e8-a35d-452629e68a4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b434f14e-535b-4ad9-bf54-bf43918adee1', 'code': 200} Feb 09 02:12:35.971333 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819297f-44ad-47d9-974d-d39e3ede5ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=b434f14e-535b-4ad9-bf54-bf43918adee1,revision_number=6']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:36.013121 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4819297f-44ad-47d9-974d-d39e3ede5ca1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:36.013378 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4819297f-44ad-47d9-974d-d39e3ede5ca1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:36.013722 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4819297f-44ad-47d9-974d-d39e3ede5ca1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:36.014060 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4819297f-44ad-47d9-974d-d39e3ede5ca1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:36.014405 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4819297f-44ad-47d9-974d-d39e3ede5ca1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:36.014914 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4819297f-44ad-47d9-974d-d39e3ede5ca1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:36.015255 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4819297f-44ad-47d9-974d-d39e3ede5ca1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:36.015586 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4819297f-44ad-47d9-974d-d39e3ede5ca1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:36.015914 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4819297f-44ad-47d9-974d-d39e3ede5ca1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:36.016268 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4819297f-44ad-47d9-974d-d39e3ede5ca1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:36.016601 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4819297f-44ad-47d9-974d-d39e3ede5ca1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:36.016927 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4819297f-44ad-47d9-974d-d39e3ede5ca1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:36.017250 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4819297f-44ad-47d9-974d-d39e3ede5ca1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:36.060806 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-4819297f-44ad-47d9-974d-d39e3ede5ca1 service neutron] No DVR routers for this DVR port b434f14e-535b-4ad9-bf54-bf43918adee1 on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:12:36.459375 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68942841-ba50-4c78-9386-698547eac87f req-47735c05-e655-4d98-ae59-0b857c5ac440 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:36.460901 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-68942841-ba50-4c78-9386-698547eac87f req-47735c05-e655-4d98-ae59-0b857c5ac440 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 944 time: 0.5189028 Feb 09 02:12:36.529955 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-68942841-ba50-4c78-9386-698547eac87f req-a5ce547d-40ef-4f15-aacf-80f79cdba6c0 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617356 Feb 09 02:12:36.572434 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-4819297f-44ad-47d9-974d-d39e3ede5ca1 service neutron] Attempting to bind port b434f14e-535b-4ad9-bf54-bf43918adee1 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:12:36.572766 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-4819297f-44ad-47d9-974d-d39e3ede5ca1 service neutron] Attempting to bind port b434f14e-535b-4ad9-bf54-bf43918adee1 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:12:36.573087 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-4819297f-44ad-47d9-974d-d39e3ede5ca1 service neutron] Attempting to bind port b434f14e-535b-4ad9-bf54-bf43918adee1 on network eab1629c-0165-43ec-874a-37f78fe7db32 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:12:36.578028 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-4819297f-44ad-47d9-974d-d39e3ede5ca1 service neutron] Port b434f14e-535b-4ad9-bf54-bf43918adee1 on network eab1629c-0165-43ec-874a-37f78fe7db32 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:12:36.578449 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-4819297f-44ad-47d9-974d-d39e3ede5ca1 service neutron] Attempting to bind port b434f14e-535b-4ad9-bf54-bf43918adee1 on network eab1629c-0165-43ec-874a-37f78fe7db32 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:12:36.583278 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-4819297f-44ad-47d9-974d-d39e3ede5ca1 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:12:36.583607 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-4819297f-44ad-47d9-974d-d39e3ede5ca1 service neutron] Checking segment: {'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:12:36.584000 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-4819297f-44ad-47d9-974d-d39e3ede5ca1 service neutron] Bound using segment: {'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:12:36.584433 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-4819297f-44ad-47d9-974d-d39e3ede5ca1 service neutron] Bound port: b434f14e-535b-4ad9-bf54-bf43918adee1, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:12:36.584782 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-4819297f-44ad-47d9-974d-d39e3ede5ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b434f14e-535b-4ad9-bf54-bf43918adee1), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:36.646862 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-4819297f-44ad-47d9-974d-d39e3ede5ca1 service neutron] For port b434f14e-535b-4ad9-bf54-bf43918adee1, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:12:36.649777 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-4819297f-44ad-47d9-974d-d39e3ede5ca1 service neutron] For port b434f14e-535b-4ad9-bf54-bf43918adee1, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=b434f14e-535b-4ad9-bf54-bf43918adee1,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:12:36.656473 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-4819297f-44ad-47d9-974d-d39e3ede5ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (b434f14e-535b-4ad9-bf54-bf43918adee1), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:36.689821 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-4819297f-44ad-47d9-974d-d39e3ede5ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:36.690433 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-4819297f-44ad-47d9-974d-d39e3ede5ca1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:36.691799 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-4819297f-44ad-47d9-974d-d39e3ede5ca1 service neutron] 10.222.0.121 "PUT /v2.0/ports/b434f14e-535b-4ad9-bf54-bf43918adee1 HTTP/1.1" status: 200 len: 1093 time: 1.2137578 Feb 09 02:12:36.713294 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819297f-44ad-47d9-974d-d39e3ede5ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=b434f14e-535b-4ad9-bf54-bf43918adee1,revision_number=7']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:36.762438 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-0bb5064f-660e-4b33-bb3b-9504803eb7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:36.763963 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-0bb5064f-660e-4b33-bb3b-9504803eb7c9 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 1127 time: 0.0475945 Feb 09 02:12:36.859820 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-205c263b-5ae3-4042-9827-6295ec4097cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:36.861327 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-205c263b-5ae3-4042-9827-6295ec4097cb service neutron] 10.222.0.121 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 912 time: 0.0914185 Feb 09 02:12:36.938027 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-c4f71877-d528-456a-a833-c9b5ab0f5ec2 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b434f14e-535b-4ad9-bf54-bf43918adee1 HTTP/1.1" status: 200 len: 1000 time: 0.0656202 Feb 09 02:12:36.993998 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-ad8e22b3-20ae-40d0-a0b5-cd97e669c924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:36.995478 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-ad8e22b3-20ae-40d0-a0b5-cd97e669c924 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b349d12e-9d86-4bb4-a938-d0d7f13bdcc8 HTTP/1.1" status: 200 len: 850 time: 0.0517991 Feb 09 02:12:37.042659 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-79184bdb-8f98-4a7e-800d-e3716a22537b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:37.044143 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-79184bdb-8f98-4a7e-800d-e3716a22537b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=eab1629c-0165-43ec-874a-37f78fe7db32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0429339 Feb 09 02:12:37.130543 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-dff9153b-0780-4034-9fec-c8e59028a082 service neutron] 10.222.0.121 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803630 Feb 09 02:12:37.222517 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-64a036f1-3e78-44b9-84b0-e07eb26e8de9 req-1bf605be-fe07-4f68-8528-dc53bc600ad6 service neutron] 10.222.0.121 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857539 Feb 09 02:12:37.652196 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945fce4-4485-4585-9d1c-e20f1195a658 req-1b729074-3197-4443-b10d-d8b70e2102aa tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:37.653572 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9945fce4-4485-4585-9d1c-e20f1195a658 req-1b729074-3197-4443-b10d-d8b70e2102aa tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 944 time: 0.0532942 Feb 09 02:12:37.700176 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9945fce4-4485-4585-9d1c-e20f1195a658 req-9a356863-4eb9-4444-8368-5b7d2d06af53 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405011 Feb 09 02:12:37.872344 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449a4c3e-dd6e-45e8-a35d-452629e68a4d', 'tag': 'b434f14e-535b-4ad9-bf54-bf43918adee1'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:37.874792 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d80592-d222-4719-96f6-728cd43bfb04" -d '{"events": [{"name": "network-changed", "server_uuid": "449a4c3e-dd6e-45e8-a35d-452629e68a4d", "tag": "b434f14e-535b-4ad9-bf54-bf43918adee1"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:37.922568 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4cfa99-51b7-4ca3-b98a-682e6699b2d9 x-openstack-request-id: req-0c4cfa99-51b7-4ca3-b98a-682e6699b2d9 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:12:37.922854 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "449a4c3e-dd6e-45e8-a35d-452629e68a4d", "tag": "b434f14e-535b-4ad9-bf54-bf43918adee1", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:12:37.923103 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0c4cfa99-51b7-4ca3-b98a-682e6699b2d9 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:12:37.923500 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '449a4c3e-dd6e-45e8-a35d-452629e68a4d', 'tag': 'b434f14e-535b-4ad9-bf54-bf43918adee1', 'status': 'completed', 'code': 200} Feb 09 02:12:38.017808 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d80592-d222-4719-96f6-728cd43bfb04 req-e5b401d8-1b5b-4b32-b7ac-fa36af1d0a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:38.019331 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e6d80592-d222-4719-96f6-728cd43bfb04 req-e5b401d8-1b5b-4b32-b7ac-fa36af1d0a97 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 1127 time: 0.0775197 Feb 09 02:12:38.024763 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d80592-d222-4719-96f6-728cd43bfb04 req-c38158f4-9ee8-4e4e-bf48-93bf0886e824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:38.026126 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e6d80592-d222-4719-96f6-728cd43bfb04 req-c38158f4-9ee8-4e4e-bf48-93bf0886e824 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 1127 time: 0.0744319 Feb 09 02:12:38.182971 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d80592-d222-4719-96f6-728cd43bfb04 req-579931f4-8649-4c3e-8f77-a28f73ef6a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:38.184387 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e6d80592-d222-4719-96f6-728cd43bfb04 req-579931f4-8649-4c3e-8f77-a28f73ef6a34 service neutron] 10.222.0.121 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 912 time: 0.1574116 Feb 09 02:12:38.185689 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d80592-d222-4719-96f6-728cd43bfb04 req-0b5236da-3743-42d0-87cf-b614b525458b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:38.187823 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e6d80592-d222-4719-96f6-728cd43bfb04 req-0b5236da-3743-42d0-87cf-b614b525458b service neutron] 10.222.0.91 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 912 time: 0.1518312 Feb 09 02:12:38.301312 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e6d80592-d222-4719-96f6-728cd43bfb04 req-6ab2a8de-f625-4cc1-91b5-8b72181928c7 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b434f14e-535b-4ad9-bf54-bf43918adee1 HTTP/1.1" status: 200 len: 1000 time: 0.1107676 Feb 09 02:12:38.303051 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e6d80592-d222-4719-96f6-728cd43bfb04 req-0e5cf443-ed13-4f2d-ba20-3c6b37990894 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b434f14e-535b-4ad9-bf54-bf43918adee1 HTTP/1.1" status: 200 len: 1000 time: 0.1069124 Feb 09 02:12:38.389246 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d80592-d222-4719-96f6-728cd43bfb04 req-0a5e163a-918c-43a6-8acf-e4b85e86b662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:38.391632 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e6d80592-d222-4719-96f6-728cd43bfb04 req-0a5e163a-918c-43a6-8acf-e4b85e86b662 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b349d12e-9d86-4bb4-a938-d0d7f13bdcc8 HTTP/1.1" status: 200 len: 850 time: 0.0844507 Feb 09 02:12:38.393071 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d80592-d222-4719-96f6-728cd43bfb04 req-4a9ffe43-5774-43b2-bda1-8dd8d08d8a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:38.394381 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e6d80592-d222-4719-96f6-728cd43bfb04 req-4a9ffe43-5774-43b2-bda1-8dd8d08d8a17 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b349d12e-9d86-4bb4-a938-d0d7f13bdcc8 HTTP/1.1" status: 200 len: 850 time: 0.0792882 Feb 09 02:12:38.472847 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d80592-d222-4719-96f6-728cd43bfb04 req-a5850dcf-ee30-4812-92fa-c10b8a1520d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:38.474247 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e6d80592-d222-4719-96f6-728cd43bfb04 req-a5850dcf-ee30-4812-92fa-c10b8a1520d7 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=eab1629c-0165-43ec-874a-37f78fe7db32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0753982 Feb 09 02:12:38.478330 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d80592-d222-4719-96f6-728cd43bfb04 req-54b29a32-0146-45bd-beb1-4d16f84dade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:38.479689 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e6d80592-d222-4719-96f6-728cd43bfb04 req-54b29a32-0146-45bd-beb1-4d16f84dade0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=eab1629c-0165-43ec-874a-37f78fe7db32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0721257 Feb 09 02:12:38.642437 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e6d80592-d222-4719-96f6-728cd43bfb04 req-1528ff1e-0018-4972-84df-d26260e86c6a service neutron] 10.222.0.121 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611631 Feb 09 02:12:38.645751 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e6d80592-d222-4719-96f6-728cd43bfb04 req-1cfe3c5c-d928-4de3-bcc6-72c022690ffe service neutron] 10.222.0.91 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566315 Feb 09 02:12:38.849259 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e6d80592-d222-4719-96f6-728cd43bfb04 req-18fd130b-68bb-4af5-9848-e83b76d21dc7 service neutron] 10.222.0.121 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997368 Feb 09 02:12:38.855399 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e6d80592-d222-4719-96f6-728cd43bfb04 req-9eec6691-9363-482e-a2b6-cdfa1d7717d6 service neutron] 10.222.0.91 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973495 Feb 09 02:12:38.880534 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c664f9-cb21-4a4d-80b5-8c33db849b6c req-3852d40f-fa69-48ea-b264-ef37fdd996fc tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:38.882015 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c3c664f9-cb21-4a4d-80b5-8c33db849b6c req-3852d40f-fa69-48ea-b264-ef37fdd996fc tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 944 time: 0.1035733 Feb 09 02:12:38.929449 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c3c664f9-cb21-4a4d-80b5-8c33db849b6c req-35627dc7-989f-43af-81ab-40607b415009 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416703 Feb 09 02:12:39.407490 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device b434f14e-535b-4ad9-bf54-bf43918adee1 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:12:39.449690 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] The host n-h2-822053-40 is not matching for port b434f14e-535b-4ad9-bf54-bf43918adee1 host n-h1-822053-40! {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:12:39.450079 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device b434f14e-535b-4ad9-bf54-bf43918adee1 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:12:39.522537 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device b434f14e-535b-4ad9-bf54-bf43918adee1 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:12:39.618997 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port b434f14e-535b-4ad9-bf54-bf43918adee1, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=b434f14e-535b-4ad9-bf54-bf43918adee1,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:39.630389 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': 'b434f14e-535b-4ad9-bf54-bf43918adee1', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'port_id': 'b434f14e-535b-4ad9-bf54-bf43918adee1', 'mac_address': 'fa:16:3e:62:6e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:12:39.667163 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port b434f14e-535b-4ad9-bf54-bf43918adee1 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:12:39.667482 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b434f14e-535b-4ad9-bf54-bf43918adee1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:39.683254 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b434f14e-535b-4ad9-bf54-bf43918adee1 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:12:39.702730 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port b434f14e-535b-4ad9-bf54-bf43918adee1, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=b434f14e-535b-4ad9-bf54-bf43918adee1,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:39.706596 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b434f14e-535b-4ad9-bf54-bf43918adee1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:39.753557 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=b434f14e-535b-4ad9-bf54-bf43918adee1,revision_number=8']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:39.760848 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:39.761194 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:39.761533 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:39.761868 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:39.762201 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:39.762527 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:39.762851 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:39.763175 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:39.763495 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:39.763815 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:39.764165 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:39.765103 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:39.765430 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:39.959547 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['b434f14e-535b-4ad9-bf54-bf43918adee1'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:12:40.055768 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04d204-b34a-4450-97cc-faccf78d7f08 req-ceedc8a6-65e0-458d-9d6d-8c449e47e11d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:40.057267 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8b04d204-b34a-4450-97cc-faccf78d7f08 req-ceedc8a6-65e0-458d-9d6d-8c449e47e11d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 945 time: 0.0527248 Feb 09 02:12:40.110770 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8b04d204-b34a-4450-97cc-faccf78d7f08 req-64b3c346-b48f-4b78-b355-e1155d972966 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470655 Feb 09 02:12:40.345331 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fce78-ed99-4761-a2a7-6f9b43617a6c req-090f24ff-9839-4a68-bd26-153398630b80 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:40.346805 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e52fce78-ed99-4761-a2a7-6f9b43617a6c req-090f24ff-9839-4a68-bd26-153398630b80 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 945 time: 0.0906463 Feb 09 02:12:40.360612 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99cf7b-d9cb-41bb-b80e-5cd093252909 req-a6c1687e-a776-49e9-b8d5-769489cc50c9 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:40.362063 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e99cf7b-d9cb-41bb-b80e-5cd093252909 req-a6c1687e-a776-49e9-b8d5-769489cc50c9 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.91 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d&tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&binding%3Ahost_id=n-h1-822053-40 HTTP/1.1" status: 200 len: 945 time: 0.0750530 Feb 09 02:12:40.441547 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e52fce78-ed99-4761-a2a7-6f9b43617a6c req-0be71acc-1681-4403-9f95-4d1521c61330 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884824 Feb 09 02:12:40.448386 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [req-3e99cf7b-d9cb-41bb-b80e-5cd093252909 req-07f4853b-a046-4a4f-84b5-f60cd5301e9d service neutron] delete failed (client error): The resource could not be found. Feb 09 02:12:40.449332 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e99cf7b-d9cb-41bb-b80e-5cd093252909 req-07f4853b-a046-4a4f-84b5-f60cd5301e9d service neutron] 10.222.0.91 "DELETE /v2.0/ports/b434f14e-535b-4ad9-bf54-bf43918adee1/bindings/n-h2-822053-40 HTTP/1.1" status: 404 len: 381 time: 0.0742342 Feb 09 02:12:40.552417 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99cf7b-d9cb-41bb-b80e-5cd093252909 req-d0d1cd0b-4b11-48c8-9cd9-dc411969bd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:40.553924 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e99cf7b-d9cb-41bb-b80e-5cd093252909 req-d0d1cd0b-4b11-48c8-9cd9-dc411969bd39 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 1128 time: 0.0506470 Feb 09 02:12:40.645931 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99cf7b-d9cb-41bb-b80e-5cd093252909 req-8c009a25-9cfb-4873-98b9-5c8fbdd69aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:40.647653 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e99cf7b-d9cb-41bb-b80e-5cd093252909 req-8c009a25-9cfb-4873-98b9-5c8fbdd69aeb service neutron] 10.222.0.91 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 912 time: 0.0853682 Feb 09 02:12:40.719724 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e99cf7b-d9cb-41bb-b80e-5cd093252909 req-329365c3-a01b-4f81-96cc-530e3ebad125 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b434f14e-535b-4ad9-bf54-bf43918adee1 HTTP/1.1" status: 200 len: 1001 time: 0.0615420 Feb 09 02:12:40.769581 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99cf7b-d9cb-41bb-b80e-5cd093252909 req-7c187317-8ad9-4e2d-9072-1eed42b052ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:40.770986 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e99cf7b-d9cb-41bb-b80e-5cd093252909 req-7c187317-8ad9-4e2d-9072-1eed42b052ad service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b349d12e-9d86-4bb4-a938-d0d7f13bdcc8 HTTP/1.1" status: 200 len: 850 time: 0.0423608 Feb 09 02:12:40.822373 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99cf7b-d9cb-41bb-b80e-5cd093252909 req-b6a470fd-e056-472c-ab83-e0a4cb1e7663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:40.823737 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e99cf7b-d9cb-41bb-b80e-5cd093252909 req-b6a470fd-e056-472c-ab83-e0a4cb1e7663 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=eab1629c-0165-43ec-874a-37f78fe7db32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0434904 Feb 09 02:12:40.918330 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e99cf7b-d9cb-41bb-b80e-5cd093252909 req-a573e305-5e39-4aea-91bf-a63fb4b3e207 service neutron] 10.222.0.91 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851827 Feb 09 02:12:41.006994 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e99cf7b-d9cb-41bb-b80e-5cd093252909 req-321cd2d1-07cc-4cbd-9735-f92afbfdd9ce service neutron] 10.222.0.91 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822279 Feb 09 02:12:41.555266 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device b434f14e-535b-4ad9-bf54-bf43918adee1 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:12:41.570099 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da8c06-ad4e-42d3-b922-a538a4db49be req-61d8d53f-b6f5-49eb-ad6a-33481e3f8283 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:41.571614 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c1da8c06-ad4e-42d3-b922-a538a4db49be req-61d8d53f-b6f5-49eb-ad6a-33481e3f8283 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 945 time: 0.0603778 Feb 09 02:12:41.610397 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port b434f14e-535b-4ad9-bf54-bf43918adee1 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:12:41.614919 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port b434f14e-535b-4ad9-bf54-bf43918adee1 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:12:41.615300 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b434f14e-535b-4ad9-bf54-bf43918adee1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:41.636363 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c1da8c06-ad4e-42d3-b922-a538a4db49be req-28b6f3af-89d7-4717-8bb3-1e708620969a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502267 Feb 09 02:12:41.700734 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port b434f14e-535b-4ad9-bf54-bf43918adee1 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:12:41.701128 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b434f14e-535b-4ad9-bf54-bf43918adee1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:41.726229 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449a4c3e-dd6e-45e8-a35d-452629e68a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b434f14e-535b-4ad9-bf54-bf43918adee1'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:41.728432 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bb5a1265871782f8fa80d718c2cad0aad3f2595cc534f44543b72f1ded69d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b77d5b3-4aad-4135-90b5-b597acb8638c" -d '{"events": [{"server_uuid": "449a4c3e-dd6e-45e8-a35d-452629e68a4d", "name": "network-vif-plugged", "status": "completed", "tag": "b434f14e-535b-4ad9-bf54-bf43918adee1"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:41.749847 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port b434f14e-535b-4ad9-bf54-bf43918adee1, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=b434f14e-535b-4ad9-bf54-bf43918adee1,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:41.755437 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b434f14e-535b-4ad9-bf54-bf43918adee1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:41.767089 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d827ad2-adf8-410b-ad70-9c550b80128f req-3f9cae54-09d9-4fa8-a95e-5467ec5c43a9 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:41.768622 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d827ad2-adf8-410b-ad70-9c550b80128f req-3f9cae54-09d9-4fa8-a95e-5467ec5c43a9 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 945 time: 0.0596776 Feb 09 02:12:41.782308 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ca42c6-583d-451b-bc67-856b7b2cf271 x-openstack-request-id: req-96ca42c6-583d-451b-bc67-856b7b2cf271 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:12:41.782687 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449a4c3e-dd6e-45e8-a35d-452629e68a4d", "name": "network-vif-plugged", "status": "completed", "tag": "b434f14e-535b-4ad9-bf54-bf43918adee1", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:12:41.782948 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-96ca42c6-583d-451b-bc67-856b7b2cf271 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:12:41.783339 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449a4c3e-dd6e-45e8-a35d-452629e68a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b434f14e-535b-4ad9-bf54-bf43918adee1', 'code': 200} Feb 09 02:12:41.808654 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=b434f14e-535b-4ad9-bf54-bf43918adee1,revision_number=9']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:41.817392 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d827ad2-adf8-410b-ad70-9c550b80128f req-ad2dab93-a626-485b-a91b-d806b0a3cc15 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427420 Feb 09 02:12:41.935690 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c87cf3-b0b2-4118-9b1b-3e5360af562a req-b6b4c294-95e5-4ab4-aba4-3b9207297cc5 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:41.938015 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-32c87cf3-b0b2-4118-9b1b-3e5360af562a req-b6b4c294-95e5-4ab4-aba4-3b9207297cc5 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 946 time: 0.0542583 Feb 09 02:12:41.984633 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-32c87cf3-b0b2-4118-9b1b-3e5360af562a req-be5cc4cd-d241-41e6-868d-cf3ea1693dfb tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410671 Feb 09 02:12:42.220410 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc927aa-55f9-48fb-a522-19fcca2a9209 req-438a5125-a008-47d0-8a99-73f6509dc81f tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:42.221861 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ecc927aa-55f9-48fb-a522-19fcca2a9209 req-438a5125-a008-47d0-8a99-73f6509dc81f tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 946 time: 0.0569007 Feb 09 02:12:42.269691 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ecc927aa-55f9-48fb-a522-19fcca2a9209 req-449c9cb5-d933-4f0b-8762-7870c5b602b6 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421555 Feb 09 02:12:43.393809 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502331a-cd13-4150-b51b-8d8289074605 req-1841debd-b25f-48e3-aa17-be18d3581e4c tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:43.395311 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e502331a-cd13-4150-b51b-8d8289074605 req-1841debd-b25f-48e3-aa17-be18d3581e4c tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 946 time: 0.0563536 Feb 09 02:12:43.444036 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e502331a-cd13-4150-b51b-8d8289074605 req-f44db8db-2fd4-4f96-a30b-b7313d1ac294 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427694 Feb 09 02:12:43.515377 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c3dc5-09a1-4da7-93b1-c242ec73d3bd req-f6ac38a8-1325-4d20-86d4-b7473acb54b7 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:43.516853 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ac4c3dc5-09a1-4da7-93b1-c242ec73d3bd req-f6ac38a8-1325-4d20-86d4-b7473acb54b7 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.121 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 946 time: 0.0526464 Feb 09 02:12:43.613063 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-ac4c3dc5-09a1-4da7-93b1-c242ec73d3bd req-ce9960a3-542b-4bb2-9aac-fcaecf081f2e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Deleting port b434f14e-535b-4ad9-bf54-bf43918adee1 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:12:43.613400 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ac4c3dc5-09a1-4da7-93b1-c242ec73d3bd req-ce9960a3-542b-4bb2-9aac-fcaecf081f2e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (b434f14e-535b-4ad9-bf54-bf43918adee1), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:43.700643 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-ac4c3dc5-09a1-4da7-93b1-c242ec73d3bd req-ce9960a3-542b-4bb2-9aac-fcaecf081f2e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] For port b434f14e-535b-4ad9-bf54-bf43918adee1, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=b434f14e-535b-4ad9-bf54-bf43918adee1,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:43.700996 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ac4c3dc5-09a1-4da7-93b1-c242ec73d3bd req-ce9960a3-542b-4bb2-9aac-fcaecf081f2e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (b434f14e-535b-4ad9-bf54-bf43918adee1), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:43.874059 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ac4c3dc5-09a1-4da7-93b1-c242ec73d3bd req-ce9960a3-542b-4bb2-9aac-fcaecf081f2e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:43.874453 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ac4c3dc5-09a1-4da7-93b1-c242ec73d3bd req-ce9960a3-542b-4bb2-9aac-fcaecf081f2e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (7b7d0594-6d54-409e-81d3-155545e6f939), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:43.874773 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [req-ac4c3dc5-09a1-4da7-93b1-c242ec73d3bd req-ce9960a3-542b-4bb2-9aac-fcaecf081f2e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Floating IP 7b7d0594-6d54-409e-81d3-155545e6f939 disassociated. External IP: 172.25.1.143, port: b434f14e-535b-4ad9-bf54-bf43918adee1. Feb 09 02:12:43.875113 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-ac4c3dc5-09a1-4da7-93b1-c242ec73d3bd req-ce9960a3-542b-4bb2-9aac-fcaecf081f2e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Calling delete_port for b434f14e-535b-4ad9-bf54-bf43918adee1 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:12:43.998729 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ac4c3dc5-09a1-4da7-93b1-c242ec73d3bd req-ce9960a3-542b-4bb2-9aac-fcaecf081f2e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (b434f14e-535b-4ad9-bf54-bf43918adee1), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:44.033477 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9960a3-542b-4bb2-9aac-fcaecf081f2e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Pushing event deleted for resources: {'Port': ['ID=b434f14e-535b-4ad9-bf54-bf43918adee1,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:44.157547 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac4c3dc5-09a1-4da7-93b1-c242ec73d3bd req-ce9960a3-542b-4bb2-9aac-fcaecf081f2e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Router 7b85aa69-eab6-4555-ba0b-62c49944362f has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:12:44.273883 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac4c3dc5-09a1-4da7-93b1-c242ec73d3bd req-ce9960a3-542b-4bb2-9aac-fcaecf081f2e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:12:44.284737 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea78e96-5235-4e25-a042-cc912f7247d1 None None] Sync routers for ids ['7b85aa69-eab6-4555-ba0b-62c49944362f'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:12:44.295309 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea78e96-5235-4e25-a042-cc912f7247d1 None None] Routers {'7b85aa69-eab6-4555-ba0b-62c49944362f'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:12:44.296595 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-1ea78e96-5235-4e25-a042-cc912f7247d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:12:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7b85aa69-eab6-4555-ba0b-62c49944362f'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:44.316302 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4c3dc5-09a1-4da7-93b1-c242ec73d3bd req-ce9960a3-542b-4bb2-9aac-fcaecf081f2e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] No DVR routers for this DVR port b434f14e-535b-4ad9-bf54-bf43918adee1 on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:12:44.318899 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ac4c3dc5-09a1-4da7-93b1-c242ec73d3bd req-ce9960a3-542b-4bb2-9aac-fcaecf081f2e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:44.322353 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ac4c3dc5-09a1-4da7-93b1-c242ec73d3bd req-ce9960a3-542b-4bb2-9aac-fcaecf081f2e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.121 "DELETE /v2.0/ports/b434f14e-535b-4ad9-bf54-bf43918adee1 HTTP/1.1" status: 204 len: 173 time: 0.8001275 Feb 09 02:12:44.322794 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449a4c3e-dd6e-45e8-a35d-452629e68a4d', 'name': 'network-vif-deleted', 'tag': 'b434f14e-535b-4ad9-bf54-bf43918adee1'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:44.325045 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8fa53c3-c156-45b6-8cb4-3c2a69c249bf" -d '{"events": [{"server_uuid": "449a4c3e-dd6e-45e8-a35d-452629e68a4d", "name": "network-vif-deleted", "tag": "b434f14e-535b-4ad9-bf54-bf43918adee1"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:44.368015 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ddb1e0-a025-49a5-b04d-78ab395c006f x-openstack-request-id: req-30ddb1e0-a025-49a5-b04d-78ab395c006f {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:12:44.368015 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449a4c3e-dd6e-45e8-a35d-452629e68a4d", "name": "network-vif-deleted", "tag": "b434f14e-535b-4ad9-bf54-bf43918adee1", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:12:44.368015 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-30ddb1e0-a025-49a5-b04d-78ab395c006f {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:12:44.368378 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449a4c3e-dd6e-45e8-a35d-452629e68a4d', 'name': 'network-vif-deleted', 'tag': 'b434f14e-535b-4ad9-bf54-bf43918adee1', 'status': 'completed', 'code': 200} Feb 09 02:12:44.422407 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-1ea78e96-5235-4e25-a042-cc912f7247d1 None None] Set router 7b85aa69-eab6-4555-ba0b-62c49944362f gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:12:44.567735 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-34783dd7-e93d-484c-b8ab-8034933df2d1 req-681cc824-1ef1-49d0-9ff1-3f21575b9115 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=449a4c3e-dd6e-45e8-a35d-452629e68a4d HTTP/1.1" status: 200 len: 210 time: 0.0373840 Feb 09 02:12:44.641956 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-1ea78e96-5235-4e25-a042-cc912f7247d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'name': 'tempest-ServerActionsTestJSON-954618034-router', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:46Z', 'updated_at': '2022-02-09T02:11:49Z', 'revision_number': 4, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'gw_port': {'id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:47Z', 'updated_at': '2022-02-09T02:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'd668248a-b142-4cc9-b3ca-c2449c041c68', 'name': '', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'mac_address': 'fa:16:3e:7d:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:49Z', 'updated_at': '2022-02-09T02:11:53Z', 'revision_number': 5, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'subnets': [{'id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:44.675062 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea78e96-5235-4e25-a042-cc912f7247d1 None None] Checking router: 7b85aa69-eab6-4555-ba0b-62c49944362f for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:12:44.683213 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea78e96-5235-4e25-a042-cc912f7247d1 None None] Routers {'7b85aa69-eab6-4555-ba0b-62c49944362f'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:12:44.683806 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-1ea78e96-5235-4e25-a042-cc912f7247d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:12:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7b85aa69-eab6-4555-ba0b-62c49944362f'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:44.792632 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-1ea78e96-5235-4e25-a042-cc912f7247d1 None None] Set router 7b85aa69-eab6-4555-ba0b-62c49944362f gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:12:44.988444 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-1ea78e96-5235-4e25-a042-cc912f7247d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'name': 'tempest-ServerActionsTestJSON-954618034-router', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:46Z', 'updated_at': '2022-02-09T02:11:49Z', 'revision_number': 4, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'gw_port': {'id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:47Z', 'updated_at': '2022-02-09T02:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'd668248a-b142-4cc9-b3ca-c2449c041c68', 'name': '', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'mac_address': 'fa:16:3e:7d:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:49Z', 'updated_at': '2022-02-09T02:11:53Z', 'revision_number': 5, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'subnets': [{'id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:45.014997 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea78e96-5235-4e25-a042-cc912f7247d1 None None] The sync data for ids ['7b85aa69-eab6-4555-ba0b-62c49944362f'] in n-d-822053-40 is: [{'id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'name': 'tempest-ServerActionsTestJSON-954618034-router', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:46Z', 'updated_at': '2022-02-09T02:11:49Z', 'revision_number': 4, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'gw_port': {'id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:47Z', 'updated_at': '2022-02-09T02:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'd668248a-b142-4cc9-b3ca-c2449c041c68', 'name': '', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'mac_address': 'fa:16:3e:7d:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:49Z', 'updated_at': '2022-02-09T02:11:53Z', 'revision_number': 5, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'subnets': [{'id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:12:45.232681 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ac731d-c774-47dd-b9ca-93e9955031a1 None None] New status for floating IP 7b7d0594-6d54-409e-81d3-155545e6f939: DOWN {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:12:45.814269 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-0c5e752b-88d1-46c2-873b-ff3ddb11fc94 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1078542401&fields=id&tenant_id=52b56a0b1b8a492d896cafbf50ada9ba HTTP/1.1" status: 200 len: 267 time: 0.0463011 Feb 09 02:12:45.923315 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-64bdc261-8ec3-4e2e-802b-c996f715a334 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:45.924711 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-64bdc261-8ec3-4e2e-802b-c996f715a334 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 811 time: 0.1040337 Feb 09 02:12:45.939395 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-8fd62bb0-d77f-408f-b238-7cfef3456432 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/quotas/52b56a0b1b8a492d896cafbf50ada9ba HTTP/1.1" status: 200 len: 375 time: 0.0092978 Feb 09 02:12:45.994053 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-6d9647a9-3abc-47b4-863c-ee190f0d36d4 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498765 Feb 09 02:12:46.092441 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-917870e5-6b62-4c6f-a63b-77742b140dbf service neutron] 10.222.0.30 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866458 Feb 09 02:12:46.180803 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-bc7b8c94-3695-42e3-a6c4-278796fd64c1 service neutron] 10.222.0.30 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818212 Feb 09 02:12:46.341589 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b2ee095b-b5f5-4fa9-82cc-c03c3a263908 req-02dcfc69-eb31-4a55-a3c5-6760b1919b2e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 210 time: 0.0282836 Feb 09 02:12:47.283698 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-0910a5ec-ab1f-48f9-a364-4724857f0190 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:47.285197 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-0910a5ec-ab1f-48f9-a364-4724857f0190 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.121 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 811 time: 0.1071489 Feb 09 02:12:47.346213 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-1d3f006b-becd-4db8-862e-07d02745b9ef tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52b56a0b1b8a492d896cafbf50ada9ba HTTP/1.1" status: 200 len: 380 time: 0.0533130 Feb 09 02:12:47.355132 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-e190d17d-779d-4295-b40a-517077f2a36d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Request body: {'port': {'device_id': 'd8c17196-b752-4431-b78e-2e6d9afe80f7', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'admin_state_up': True, 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'security_groups': ['5cf81b5e-fbfa-4935-8d0b-ca96535d2c81']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:47.580336 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device b434f14e-535b-4ad9-bf54-bf43918adee1 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:12:47.605968 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: b434f14e-535b-4ad9-bf54-bf43918adee1 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:12:47.606319 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device b434f14e-535b-4ad9-bf54-bf43918adee1 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:12:47.789674 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e19e37ca-a7e7-43b1-a33b-98978bf4a5f2 req-6b120368-62d4-4664-8366-3d245efeb71a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 210 time: 0.3670983 Feb 09 02:12:47.817085 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-e190d17d-779d-4295-b40a-517077f2a36d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Made reservation on behalf of 52b56a0b1b8a492d896cafbf50ada9ba for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:12:47.820491 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-e190d17d-779d-4295-b40a-517077f2a36d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:47.943828 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-e190d17d-779d-4295-b40a-517077f2a36d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Allocated IP 172.20.0.13 (eab1629c-0165-43ec-874a-37f78fe7db32/b349d12e-9d86-4bb4-a938-d0d7f13bdcc8/efce0471-3743-4f94-a547-e825838ee796) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:12:48.077879 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-e190d17d-779d-4295-b40a-517077f2a36d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks [] for port (efce0471-3743-4f94-a547-e825838ee796), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:48.109600 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-e190d17d-779d-4295-b40a-517077f2a36d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (efce0471-3743-4f94-a547-e825838ee796), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:48.157655 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-e190d17d-779d-4295-b40a-517077f2a36d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Network eab1629c-0165-43ec-874a-37f78fe7db32 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:12:48.164611 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-e190d17d-779d-4295-b40a-517077f2a36d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:12:48.168929 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-e190d17d-779d-4295-b40a-517077f2a36d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:12:48.194695 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190d17d-779d-4295-b40a-517077f2a36d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Pushing event updated for resources: {'Port': ['ID=efce0471-3743-4f94-a547-e825838ee796,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:48.223717 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-e190d17d-779d-4295-b40a-517077f2a36d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:48.224498 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-e190d17d-779d-4295-b40a-517077f2a36d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:48.240382 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-e190d17d-779d-4295-b40a-517077f2a36d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8887708 Feb 09 02:12:48.252584 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-7af08bb7-ee4b-42d6-ac0d-46b3149facf2 service neutron] Request body: {'port': {'device_id': 'd8c17196-b752-4431-b78e-2e6d9afe80f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:48.316382 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-7af08bb7-ee4b-42d6-ac0d-46b3149facf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (efce0471-3743-4f94-a547-e825838ee796), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:48.409867 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f3b9291b-60f4-4e90-bd8f-e93487ea53e7 None None] Provisioning complete for port efce0471-3743-4f94-a547-e825838ee796 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:12:48.410357 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f3b9291b-60f4-4e90-bd8f-e93487ea53e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (efce0471-3743-4f94-a547-e825838ee796), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:48.445489 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f3b9291b-60f4-4e90-bd8f-e93487ea53e7 None None] Port efce0471-3743-4f94-a547-e825838ee796 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:12:48.589086 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-7af08bb7-ee4b-42d6-ac0d-46b3149facf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efce0471-3743-4f94-a547-e825838ee796 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:12:48.597252 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-7af08bb7-ee4b-42d6-ac0d-46b3149facf2 service neutron] Publish callbacks [] for port (efce0471-3743-4f94-a547-e825838ee796), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:48.609322 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-7af08bb7-ee4b-42d6-ac0d-46b3149facf2 service neutron] Transition to ACTIVE for port object efce0471-3743-4f94-a547-e825838ee796 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:12:48.612557 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-7af08bb7-ee4b-42d6-ac0d-46b3149facf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (efce0471-3743-4f94-a547-e825838ee796), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:48.661662 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af08bb7-ee4b-42d6-ac0d-46b3149facf2 service neutron] Pushing event updated for resources: {'Port': ['ID=efce0471-3743-4f94-a547-e825838ee796,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:48.735047 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-7af08bb7-ee4b-42d6-ac0d-46b3149facf2 service neutron] Attempting to bind port efce0471-3743-4f94-a547-e825838ee796 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:12:48.735378 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-7af08bb7-ee4b-42d6-ac0d-46b3149facf2 service neutron] Attempting to bind port efce0471-3743-4f94-a547-e825838ee796 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:12:48.735717 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-7af08bb7-ee4b-42d6-ac0d-46b3149facf2 service neutron] Attempting to bind port efce0471-3743-4f94-a547-e825838ee796 on network eab1629c-0165-43ec-874a-37f78fe7db32 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:12:48.740421 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-7af08bb7-ee4b-42d6-ac0d-46b3149facf2 service neutron] Port efce0471-3743-4f94-a547-e825838ee796 on network eab1629c-0165-43ec-874a-37f78fe7db32 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:12:48.740764 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-7af08bb7-ee4b-42d6-ac0d-46b3149facf2 service neutron] Attempting to bind port efce0471-3743-4f94-a547-e825838ee796 on network eab1629c-0165-43ec-874a-37f78fe7db32 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:12:48.745625 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-7af08bb7-ee4b-42d6-ac0d-46b3149facf2 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:12:48.745958 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-7af08bb7-ee4b-42d6-ac0d-46b3149facf2 service neutron] Checking segment: {'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:12:48.746338 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-7af08bb7-ee4b-42d6-ac0d-46b3149facf2 service neutron] Bound using segment: {'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:12:48.746759 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-7af08bb7-ee4b-42d6-ac0d-46b3149facf2 service neutron] Bound port: efce0471-3743-4f94-a547-e825838ee796, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:12:48.747111 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-7af08bb7-ee4b-42d6-ac0d-46b3149facf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (efce0471-3743-4f94-a547-e825838ee796), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:48.818152 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-7af08bb7-ee4b-42d6-ac0d-46b3149facf2 service neutron] For port efce0471-3743-4f94-a547-e825838ee796, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:12:48.821904 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-7af08bb7-ee4b-42d6-ac0d-46b3149facf2 service neutron] For port efce0471-3743-4f94-a547-e825838ee796, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=efce0471-3743-4f94-a547-e825838ee796,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:12:48.828915 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-7af08bb7-ee4b-42d6-ac0d-46b3149facf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (efce0471-3743-4f94-a547-e825838ee796), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:48.869273 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-7af08bb7-ee4b-42d6-ac0d-46b3149facf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:48.869901 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-7af08bb7-ee4b-42d6-ac0d-46b3149facf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:48.871293 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-7af08bb7-ee4b-42d6-ac0d-46b3149facf2 service neutron] 10.222.0.121 "PUT /v2.0/ports/efce0471-3743-4f94-a547-e825838ee796 HTTP/1.1" status: 200 len: 1093 time: 0.6238585 Feb 09 02:12:48.872889 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c17196-b752-4431-b78e-2e6d9afe80f7', 'tag': 'efce0471-3743-4f94-a547-e825838ee796'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:48.875374 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da29b91-5f1e-49f1-83b3-f1711c88f8d0" -d '{"events": [{"name": "network-changed", "server_uuid": "d8c17196-b752-4431-b78e-2e6d9afe80f7", "tag": "efce0471-3743-4f94-a547-e825838ee796"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:48.920111 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af08bb7-ee4b-42d6-ac0d-46b3149facf2 service neutron] Pushing event updated for resources: {'Port': ['ID=efce0471-3743-4f94-a547-e825838ee796,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:48.930333 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590b3de8-b55b-436e-9b9d-4991a00064a7 x-openstack-request-id: req-590b3de8-b55b-436e-9b9d-4991a00064a7 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:12:48.930632 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8c17196-b752-4431-b78e-2e6d9afe80f7", "tag": "efce0471-3743-4f94-a547-e825838ee796", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:12:48.930892 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-590b3de8-b55b-436e-9b9d-4991a00064a7 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:12:48.931302 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8c17196-b752-4431-b78e-2e6d9afe80f7', 'tag': 'efce0471-3743-4f94-a547-e825838ee796', 'status': 'completed', 'code': 200} Feb 09 02:12:48.979084 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207faf96-7ee5-4b84-a40b-3ea79b560c0b req-13b0d2f5-49f5-47d3-8957-7b0d50a63d04 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:48.980700 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-207faf96-7ee5-4b84-a40b-3ea79b560c0b req-13b0d2f5-49f5-47d3-8957-7b0d50a63d04 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 944 time: 0.1085651 Feb 09 02:12:49.017314 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-7c512f54-7aea-44e7-aad2-e5733e110d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:49.018835 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-7c512f54-7aea-44e7-aad2-e5733e110d9d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 1127 time: 0.0903234 Feb 09 02:12:49.071835 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-9dfaf62f-8964-4ec9-b01c-3abd1bc798f5 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efce0471-3743-4f94-a547-e825838ee796 HTTP/1.1" status: 200 len: 217 time: 0.0446317 Feb 09 02:12:49.075290 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-207faf96-7ee5-4b84-a40b-3ea79b560c0b req-8a6d0a3c-d249-4fc5-9207-f2bc02775c20 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886130 Feb 09 02:12:49.120153 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-20385571-c318-4012-a08b-ccc60a22a6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:49.121624 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-20385571-c318-4012-a08b-ccc60a22a6a7 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b349d12e-9d86-4bb4-a938-d0d7f13bdcc8 HTTP/1.1" status: 200 len: 850 time: 0.0446172 Feb 09 02:12:49.174866 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-8a481de6-1461-47f1-add0-65a590aeacf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:49.176389 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-8a481de6-1461-47f1-add0-65a590aeacf5 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=eab1629c-0165-43ec-874a-37f78fe7db32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0489323 Feb 09 02:12:49.264628 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-6f0d6464-6356-4ac7-802d-a77c0a728005 service neutron] 10.222.0.121 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818830 Feb 09 02:12:49.356872 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3740cab2-cad9-45ce-b492-2d24e4f313d4 req-760d5169-5398-4374-90bb-4956d954ef4f service neutron] 10.222.0.121 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866807 Feb 09 02:12:49.453431 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da29b91-5f1e-49f1-83b3-f1711c88f8d0 req-2e651f9a-3b1b-4167-919b-4b5c6220fe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:49.455240 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3da29b91-5f1e-49f1-83b3-f1711c88f8d0 req-2e651f9a-3b1b-4167-919b-4b5c6220fe45 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 1127 time: 0.0490119 Feb 09 02:12:49.546567 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da29b91-5f1e-49f1-83b3-f1711c88f8d0 req-23173896-60cf-4f99-9bce-ee870ba5af84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:49.548108 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3da29b91-5f1e-49f1-83b3-f1711c88f8d0 req-23173896-60cf-4f99-9bce-ee870ba5af84 service neutron] 10.222.0.121 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 912 time: 0.0851922 Feb 09 02:12:49.594277 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3da29b91-5f1e-49f1-83b3-f1711c88f8d0 req-7fb4d776-fb73-47b9-a3ee-74f8f9b56bd7 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efce0471-3743-4f94-a547-e825838ee796 HTTP/1.1" status: 200 len: 217 time: 0.0394483 Feb 09 02:12:49.642811 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da29b91-5f1e-49f1-83b3-f1711c88f8d0 req-7b10f695-f1fe-4f09-8914-45f0ed0fefc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:49.644272 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3da29b91-5f1e-49f1-83b3-f1711c88f8d0 req-7b10f695-f1fe-4f09-8914-45f0ed0fefc7 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b349d12e-9d86-4bb4-a938-d0d7f13bdcc8 HTTP/1.1" status: 200 len: 850 time: 0.0435503 Feb 09 02:12:49.693404 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da29b91-5f1e-49f1-83b3-f1711c88f8d0 req-e13b3b33-b465-4b10-a87b-258b816b3a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:49.694880 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3da29b91-5f1e-49f1-83b3-f1711c88f8d0 req-e13b3b33-b465-4b10-a87b-258b816b3a04 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=eab1629c-0165-43ec-874a-37f78fe7db32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443690 Feb 09 02:12:49.787993 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3da29b91-5f1e-49f1-83b3-f1711c88f8d0 req-59ac296e-1b2c-4df1-8950-de4a42762423 service neutron] 10.222.0.121 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860724 Feb 09 02:12:49.879358 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3da29b91-5f1e-49f1-83b3-f1711c88f8d0 req-b9a4baa6-2878-4100-8b1a-43a032821c99 service neutron] 10.222.0.121 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829484 Feb 09 02:12:49.982523 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:50.203704 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f170ea4-5319-4ae9-b171-916b9edee329 req-a3a6d01c-0251-4933-b1bd-63108073d74d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:50.205131 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f170ea4-5319-4ae9-b171-916b9edee329 req-a3a6d01c-0251-4933-b1bd-63108073d74d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 944 time: 0.0597167 Feb 09 02:12:50.253006 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f170ea4-5319-4ae9-b171-916b9edee329 req-307f3a88-b78f-4380-a5da-db5ce4abbc39 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422847 Feb 09 02:12:50.911833 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-54f05809-bd5a-4ba7-b312-3b1f33704e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:51.371164 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705afd0-5087-4049-b7f5-9d9b9037b211 req-3f046ea8-2af5-44e6-9fde-736e277d2fa3 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:51.372681 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a705afd0-5087-4049-b7f5-9d9b9037b211 req-3f046ea8-2af5-44e6-9fde-736e277d2fa3 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 944 time: 0.0527656 Feb 09 02:12:51.419161 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a705afd0-5087-4049-b7f5-9d9b9037b211 req-7da123e3-1d1b-4524-b407-c85ef2f818e1 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409262 Feb 09 02:12:51.466837 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:51.602577 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device efce0471-3743-4f94-a547-e825838ee796 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:12:51.699941 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port efce0471-3743-4f94-a547-e825838ee796, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=efce0471-3743-4f94-a547-e825838ee796,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:51.710983 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': 'efce0471-3743-4f94-a547-e825838ee796', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'port_id': 'efce0471-3743-4f94-a547-e825838ee796', 'mac_address': 'fa:16:3e:77:83:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:12:51.747638 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port efce0471-3743-4f94-a547-e825838ee796 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:12:51.748047 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (efce0471-3743-4f94-a547-e825838ee796), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:51.760891 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efce0471-3743-4f94-a547-e825838ee796 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:12:51.780642 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port efce0471-3743-4f94-a547-e825838ee796, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=efce0471-3743-4f94-a547-e825838ee796,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:51.784153 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (efce0471-3743-4f94-a547-e825838ee796), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:51.833484 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=efce0471-3743-4f94-a547-e825838ee796,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:51.988400 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['efce0471-3743-4f94-a547-e825838ee796'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:12:52.539865 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4775bd-91e5-4b4d-bf10-e90cbae733dc req-7d21652e-1e4d-4cbf-88c8-5c52dad01f0a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:52.541394 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0f4775bd-91e5-4b4d-bf10-e90cbae733dc req-7d21652e-1e4d-4cbf-88c8-5c52dad01f0a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 945 time: 0.0529077 Feb 09 02:12:52.592272 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0f4775bd-91e5-4b4d-bf10-e90cbae733dc req-3e5856b1-3125-4f7c-a344-873be7cc9500 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452464 Feb 09 02:12:53.610566 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device efce0471-3743-4f94-a547-e825838ee796 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:12:53.663455 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port efce0471-3743-4f94-a547-e825838ee796 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:12:53.667676 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port efce0471-3743-4f94-a547-e825838ee796 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:12:53.668089 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (efce0471-3743-4f94-a547-e825838ee796), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:53.714050 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2237c5-ce06-449d-afd0-cb020ae23dc5 req-de785d28-030f-43c6-a758-25a6bfce4a88 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:53.715540 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2e2237c5-ce06-449d-afd0-cb020ae23dc5 req-de785d28-030f-43c6-a758-25a6bfce4a88 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 945 time: 0.0521674 Feb 09 02:12:53.747365 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port efce0471-3743-4f94-a547-e825838ee796 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:12:53.747752 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (efce0471-3743-4f94-a547-e825838ee796), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:53.767559 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2e2237c5-ce06-449d-afd0-cb020ae23dc5 req-0d8e8878-ffc4-4d8d-a6e8-cd2891723daf tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457318 Feb 09 02:12:53.769993 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c17196-b752-4431-b78e-2e6d9afe80f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efce0471-3743-4f94-a547-e825838ee796'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:53.772530 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bb5a1265871782f8fa80d718c2cad0aad3f2595cc534f44543b72f1ded69d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347f735e-d272-4058-9f7f-0ac1737525d1" -d '{"events": [{"server_uuid": "d8c17196-b752-4431-b78e-2e6d9afe80f7", "name": "network-vif-plugged", "status": "completed", "tag": "efce0471-3743-4f94-a547-e825838ee796"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:53.785534 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port efce0471-3743-4f94-a547-e825838ee796, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=efce0471-3743-4f94-a547-e825838ee796,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:53.789533 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (efce0471-3743-4f94-a547-e825838ee796), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:53.818007 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c38d730-1994-4e3f-8906-eb6c31af46e8 x-openstack-request-id: req-9c38d730-1994-4e3f-8906-eb6c31af46e8 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:12:53.818299 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c17196-b752-4431-b78e-2e6d9afe80f7", "name": "network-vif-plugged", "status": "completed", "tag": "efce0471-3743-4f94-a547-e825838ee796", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:12:53.819083 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9c38d730-1994-4e3f-8906-eb6c31af46e8 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:12:53.819532 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c17196-b752-4431-b78e-2e6d9afe80f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efce0471-3743-4f94-a547-e825838ee796', 'code': 200} Feb 09 02:12:53.850248 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=efce0471-3743-4f94-a547-e825838ee796,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:53.928282 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7f78b-097d-4592-b9e6-3d3b5d82b7a4 req-d780a058-58ab-444d-9106-b19c82e4001d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:53.929960 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b6c7f78b-097d-4592-b9e6-3d3b5d82b7a4 req-d780a058-58ab-444d-9106-b19c82e4001d service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 1129 time: 0.0468693 Feb 09 02:12:53.973873 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b6c7f78b-097d-4592-b9e6-3d3b5d82b7a4 req-62ebdb85-fa26-419b-9329-6e33fabc0a45 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374839 Feb 09 02:12:54.351163 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cd4547ca-ea8d-4547-9736-cee787fa3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:54.888940 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0061bd0-2a90-4842-9e1a-aea4199550ff req-d088badf-7e93-461d-b00c-c23d9329b68f tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:54.890467 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d0061bd0-2a90-4842-9e1a-aea4199550ff req-d088badf-7e93-461d-b00c-c23d9329b68f tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 946 time: 0.0570292 Feb 09 02:12:54.937348 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d0061bd0-2a90-4842-9e1a-aea4199550ff req-c03a0bed-4c5b-4eb4-8d01-2f8d2c6018aa tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413237 Feb 09 02:12:55.992865 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:56.058993 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7d6fd-783d-4b7a-82d4-915a395e49fd req-cd2c81df-4c0e-4dee-aa15-633880a81eda tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:56.060465 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0cd7d6fd-783d-4b7a-82d4-915a395e49fd req-cd2c81df-4c0e-4dee-aa15-633880a81eda tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 946 time: 0.0528238 Feb 09 02:12:56.106205 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0cd7d6fd-783d-4b7a-82d4-915a395e49fd req-e45dc5ee-4641-4f99-9717-89726020fa17 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397685 Feb 09 02:12:56.225454 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29c373-b69d-407d-b9be-05d260fc391f req-e7c48670-7f38-4c85-9e94-b223f2f15133 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:56.226820 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db29c373-b69d-407d-b9be-05d260fc391f req-e7c48670-7f38-4c85-9e94-b223f2f15133 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 946 time: 0.0566628 Feb 09 02:12:56.235612 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 50028) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:56.240503 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-64fca755-4aea-4dc3-9154-6a7eb7928d4d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Request body: {'floatingip': {'port_id': 'efce0471-3743-4f94-a547-e825838ee796'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:56.279390 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-64fca755-4aea-4dc3-9154-6a7eb7928d4d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks [] for floatingip (7b7d0594-6d54-409e-81d3-155545e6f939), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:56.713961 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-64fca755-4aea-4dc3-9154-6a7eb7928d4d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:56.717732 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-64fca755-4aea-4dc3-9154-6a7eb7928d4d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (7b7d0594-6d54-409e-81d3-155545e6f939), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:56.823275 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [None req-64fca755-4aea-4dc3-9154-6a7eb7928d4d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Floating IP 7b7d0594-6d54-409e-81d3-155545e6f939 associated. External IP: 172.25.1.143, port: efce0471-3743-4f94-a547-e825838ee796. Feb 09 02:12:57.043129 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64fca755-4aea-4dc3-9154-6a7eb7928d4d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Router 7b85aa69-eab6-4555-ba0b-62c49944362f has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:12:57.153981 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64fca755-4aea-4dc3-9154-6a7eb7928d4d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:12:57.158837 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-64fca755-4aea-4dc3-9154-6a7eb7928d4d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:57.163816 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3122a1-0c1a-43af-93f5-30bd1a873d1a None None] Sync routers for ids ['7b85aa69-eab6-4555-ba0b-62c49944362f'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:12:57.174227 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3122a1-0c1a-43af-93f5-30bd1a873d1a None None] Routers {'7b85aa69-eab6-4555-ba0b-62c49944362f'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:12:57.174838 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-4a3122a1-0c1a-43af-93f5-30bd1a873d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:12:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7b85aa69-eab6-4555-ba0b-62c49944362f'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:57.189823 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-64fca755-4aea-4dc3-9154-6a7eb7928d4d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "PUT /v2.0/floatingips/7b7d0594-6d54-409e-81d3-155545e6f939 HTTP/1.1" status: 200 len: 992 time: 0.9528859 Feb 09 02:12:57.190422 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c17196-b752-4431-b78e-2e6d9afe80f7', 'tag': 'efce0471-3743-4f94-a547-e825838ee796'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:57.194123 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fcba1b8-c0e5-48d0-8eea-b9bab30cd8b0" -d '{"events": [{"name": "network-changed", "server_uuid": "d8c17196-b752-4431-b78e-2e6d9afe80f7", "tag": "efce0471-3743-4f94-a547-e825838ee796"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:57.231884 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e486f378-d662-4631-8259-39427a58e17a x-openstack-request-id: req-e486f378-d662-4631-8259-39427a58e17a {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:12:57.232283 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8c17196-b752-4431-b78e-2e6d9afe80f7", "tag": "efce0471-3743-4f94-a547-e825838ee796", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:12:57.232598 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e486f378-d662-4631-8259-39427a58e17a {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:12:57.233090 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8c17196-b752-4431-b78e-2e6d9afe80f7', 'tag': 'efce0471-3743-4f94-a547-e825838ee796', 'status': 'completed', 'code': 200} Feb 09 02:12:57.294689 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-4a3122a1-0c1a-43af-93f5-30bd1a873d1a None None] Set router 7b85aa69-eab6-4555-ba0b-62c49944362f gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:12:57.330476 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99079bc6-a5e7-41c4-b978-7db28bf4384b req-ca18bffe-1e01-4071-bab9-631d1825face tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:57.332002 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-99079bc6-a5e7-41c4-b978-7db28bf4384b req-ca18bffe-1e01-4071-bab9-631d1825face tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 946 time: 0.0901647 Feb 09 02:12:57.341465 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcba1b8-c0e5-48d0-8eea-b9bab30cd8b0 req-600257ec-b674-43aa-a65c-6b47cfd559c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:57.344781 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2fcba1b8-c0e5-48d0-8eea-b9bab30cd8b0 req-600257ec-b674-43aa-a65c-6b47cfd559c0 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 1129 time: 0.0699239 Feb 09 02:12:57.464074 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-99079bc6-a5e7-41c4-b978-7db28bf4384b req-a538a807-6677-4926-ad9d-2a20bb81f250 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259036 Feb 09 02:12:57.496323 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcba1b8-c0e5-48d0-8eea-b9bab30cd8b0 req-8764ec01-78c0-4ef7-9248-2832c1bc2387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:57.497803 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2fcba1b8-c0e5-48d0-8eea-b9bab30cd8b0 req-8764ec01-78c0-4ef7-9248-2832c1bc2387 service neutron] 10.222.0.121 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 912 time: 0.1446483 Feb 09 02:12:57.562055 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-4a3122a1-0c1a-43af-93f5-30bd1a873d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'name': 'tempest-ServerActionsTestJSON-954618034-router', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:46Z', 'updated_at': '2022-02-09T02:11:49Z', 'revision_number': 4, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'gw_port': {'id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:47Z', 'updated_at': '2022-02-09T02:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '7b7d0594-6d54-409e-81d3-155545e6f939', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'floating_ip_address': '172.25.1.143', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'port_id': 'efce0471-3743-4f94-a547-e825838ee796', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'mac_address': 'fa:16:3e:77:83:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c17196-b752-4431-b78e-2e6d9afe80f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:11:52Z', 'updated_at': '2022-02-09T02:12:56Z', 'revision_number': 5, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd668248a-b142-4cc9-b3ca-c2449c041c68', 'name': '', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'mac_address': 'fa:16:3e:7d:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:49Z', 'updated_at': '2022-02-09T02:11:53Z', 'revision_number': 5, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'subnets': [{'id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:57.565436 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2fcba1b8-c0e5-48d0-8eea-b9bab30cd8b0 req-6bbb42d9-b3e7-49ae-861e-7caa4e23de2c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efce0471-3743-4f94-a547-e825838ee796 HTTP/1.1" status: 200 len: 1000 time: 0.0612495 Feb 09 02:12:57.591658 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3122a1-0c1a-43af-93f5-30bd1a873d1a None None] Checking router: 7b85aa69-eab6-4555-ba0b-62c49944362f for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:12:57.600517 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3122a1-0c1a-43af-93f5-30bd1a873d1a None None] Routers {'7b85aa69-eab6-4555-ba0b-62c49944362f'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:12:57.601106 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-4a3122a1-0c1a-43af-93f5-30bd1a873d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:12:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7b85aa69-eab6-4555-ba0b-62c49944362f'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:57.614558 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcba1b8-c0e5-48d0-8eea-b9bab30cd8b0 req-6200ceb4-9a1a-4d6a-8b1d-dfa52f92415b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:57.616092 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2fcba1b8-c0e5-48d0-8eea-b9bab30cd8b0 req-6200ceb4-9a1a-4d6a-8b1d-dfa52f92415b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b349d12e-9d86-4bb4-a938-d0d7f13bdcc8 HTTP/1.1" status: 200 len: 850 time: 0.0443718 Feb 09 02:12:57.669134 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcba1b8-c0e5-48d0-8eea-b9bab30cd8b0 req-79497fa0-d4cd-4b34-a758-512380de80d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:57.670712 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2fcba1b8-c0e5-48d0-8eea-b9bab30cd8b0 req-79497fa0-d4cd-4b34-a758-512380de80d4 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=eab1629c-0165-43ec-874a-37f78fe7db32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0492020 Feb 09 02:12:57.766446 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2fcba1b8-c0e5-48d0-8eea-b9bab30cd8b0 req-467d3e2d-29d4-418e-bf0c-33a33da4349d service neutron] 10.222.0.121 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890429 Feb 09 02:12:57.860134 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:57.865747 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2fcba1b8-c0e5-48d0-8eea-b9bab30cd8b0 req-17067bd7-a2f4-439b-87f6-f66db640f1cb service neutron] 10.222.0.121 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928693 Feb 09 02:12:57.891877 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-4a3122a1-0c1a-43af-93f5-30bd1a873d1a None None] Set router 7b85aa69-eab6-4555-ba0b-62c49944362f gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:12:58.111210 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-4a3122a1-0c1a-43af-93f5-30bd1a873d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'name': 'tempest-ServerActionsTestJSON-954618034-router', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:46Z', 'updated_at': '2022-02-09T02:11:49Z', 'revision_number': 4, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'gw_port': {'id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:47Z', 'updated_at': '2022-02-09T02:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '7b7d0594-6d54-409e-81d3-155545e6f939', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'floating_ip_address': '172.25.1.143', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'port_id': 'efce0471-3743-4f94-a547-e825838ee796', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'mac_address': 'fa:16:3e:77:83:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c17196-b752-4431-b78e-2e6d9afe80f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:11:52Z', 'updated_at': '2022-02-09T02:12:56Z', 'revision_number': 5, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd668248a-b142-4cc9-b3ca-c2449c041c68', 'name': '', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'mac_address': 'fa:16:3e:7d:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:49Z', 'updated_at': '2022-02-09T02:11:53Z', 'revision_number': 5, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'subnets': [{'id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:58.141035 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3122a1-0c1a-43af-93f5-30bd1a873d1a None None] The sync data for ids ['7b85aa69-eab6-4555-ba0b-62c49944362f'] in n-d-822053-40 is: [{'id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'name': 'tempest-ServerActionsTestJSON-954618034-router', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:46Z', 'updated_at': '2022-02-09T02:11:49Z', 'revision_number': 4, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'gw_port': {'id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:47Z', 'updated_at': '2022-02-09T02:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '7b7d0594-6d54-409e-81d3-155545e6f939', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'floating_ip_address': '172.25.1.143', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'port_id': 'efce0471-3743-4f94-a547-e825838ee796', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'mac_address': 'fa:16:3e:77:83:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c17196-b752-4431-b78e-2e6d9afe80f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:11:52Z', 'updated_at': '2022-02-09T02:12:56Z', 'revision_number': 5, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd668248a-b142-4cc9-b3ca-c2449c041c68', 'name': '', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'mac_address': 'fa:16:3e:7d:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:49Z', 'updated_at': '2022-02-09T02:11:53Z', 'revision_number': 5, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'subnets': [{'id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:12:58.338590 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8def472-8b5c-4c37-bcd3-8f89a3c006d0 None None] New status for floating IP 7b7d0594-6d54-409e-81d3-155545e6f939: ACTIVE {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:12:58.394651 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:58.610169 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8a395-3432-424f-b6ff-c8a58b4e4a76 req-48bb25a0-0997-423a-94cd-a2e235b8c9dd tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:58.611654 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ecb8a395-3432-424f-b6ff-c8a58b4e4a76 req-48bb25a0-0997-423a-94cd-a2e235b8c9dd tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 946 time: 0.0544200 Feb 09 02:12:58.658504 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ecb8a395-3432-424f-b6ff-c8a58b4e4a76 req-04142f29-0228-4f9c-ba9c-20dd32db9e8b tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412564 Feb 09 02:12:58.878783 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef41a1-a0bb-478a-abfd-ea4738a4f2c9 req-a918ca82-8b61-4969-a96d-ec6785669c15 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:58.880716 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0bef41a1-a0bb-478a-abfd-ea4738a4f2c9 req-a918ca82-8b61-4969-a96d-ec6785669c15 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 946 time: 0.0649397 Feb 09 02:12:58.934185 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0bef41a1-a0bb-478a-abfd-ea4738a4f2c9 req-6dd2d573-1e5b-4bbc-9b1a-3194e5f3515a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452802 Feb 09 02:13:00.062646 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a43a7f-497f-4d57-ba84-c35d60168cd9 req-ab8bfc7d-117c-478e-b7a8-924d55502c9e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:00.064144 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-68a43a7f-497f-4d57-ba84-c35d60168cd9 req-ab8bfc7d-117c-478e-b7a8-924d55502c9e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 946 time: 0.0527778 Feb 09 02:13:00.110873 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-68a43a7f-497f-4d57-ba84-c35d60168cd9 req-61e05e1e-2f24-4b49-afdd-b0afb5f66c39 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411155 Feb 09 02:13:01.239280 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f2a88d-8544-4ca5-b91f-7481c32fa476 req-28a7cae1-dd0b-4537-87c7-3784cd44318d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:01.240878 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d1f2a88d-8544-4ca5-b91f-7481c32fa476 req-28a7cae1-dd0b-4537-87c7-3784cd44318d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 946 time: 0.0589550 Feb 09 02:13:01.289192 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d1f2a88d-8544-4ca5-b91f-7481c32fa476 req-7c501364-8229-41f7-a13d-aa2f59ea0609 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425982 Feb 09 02:13:02.325123 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:13:02.421454 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fb5d1-a50c-48eb-9f7e-4a19c1451d6c req-e224d2e2-3868-4d90-9a19-30cf632747f5 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:02.423360 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-800fb5d1-a50c-48eb-9f7e-4a19c1451d6c req-e224d2e2-3868-4d90-9a19-30cf632747f5 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 946 time: 0.0601108 Feb 09 02:13:02.472676 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-800fb5d1-a50c-48eb-9f7e-4a19c1451d6c req-9657ed76-3657-4bf4-b6dd-dcc3af909d86 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435674 Feb 09 02:13:03.603446 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c265bbb-d305-4e73-a89e-9462295f2369 req-baf41499-a176-480c-8a49-79dab066ebc1 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:03.604969 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7c265bbb-d305-4e73-a89e-9462295f2369 req-baf41499-a176-480c-8a49-79dab066ebc1 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 946 time: 0.0628531 Feb 09 02:13:03.652485 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7c265bbb-d305-4e73-a89e-9462295f2369 req-33b26735-b960-4a65-8df9-20a8049f292f tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415289 Feb 09 02:13:04.770585 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec7587-3e83-4477-8530-429a032a3218 req-3ae79d69-378e-40e7-9b1b-698635ff989b tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:04.772337 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-38ec7587-3e83-4477-8530-429a032a3218 req-3ae79d69-378e-40e7-9b1b-698635ff989b tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 946 time: 0.0517583 Feb 09 02:13:04.824558 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-38ec7587-3e83-4477-8530-429a032a3218 req-d1d85cc3-0db3-481a-ba6f-2b42ae96d429 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466759 Feb 09 02:13:05.992884 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c303e5-dc7b-4fd0-91cc-56f0693cd833 req-738df8ce-ec5e-4034-a734-f65ca5f3fdf2 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:05.994347 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75c303e5-dc7b-4fd0-91cc-56f0693cd833 req-738df8ce-ec5e-4034-a734-f65ca5f3fdf2 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 946 time: 0.1013796 Feb 09 02:13:06.041053 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75c303e5-dc7b-4fd0-91cc-56f0693cd833 req-dc608cdb-acf2-4029-b157-161f1e5cb788 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403121 Feb 09 02:13:07.208495 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746308b7-f67b-41a8-b054-4e1e2ffda944 req-31a0864c-bc41-4b94-b8fa-e22d9e03c477 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:07.209967 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-746308b7-f67b-41a8-b054-4e1e2ffda944 req-31a0864c-bc41-4b94-b8fa-e22d9e03c477 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 946 time: 0.1015434 Feb 09 02:13:07.257836 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-746308b7-f67b-41a8-b054-4e1e2ffda944 req-80c2ac65-69c3-4c15-a691-b6db06ce28f7 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421517 Feb 09 02:13:08.380784 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429a42f-a0bb-4c3b-a0ad-474c10daac01 req-7c101e06-c1d1-4650-a6bc-f6f66e20ee2d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:08.382261 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7429a42f-a0bb-4c3b-a0ad-474c10daac01 req-7c101e06-c1d1-4650-a6bc-f6f66e20ee2d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 946 time: 0.0561895 Feb 09 02:13:08.429504 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7429a42f-a0bb-4c3b-a0ad-474c10daac01 req-b051ab4e-6ddf-4335-9808-6d6c0556d189 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417109 Feb 09 02:13:09.547313 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a6aba-c700-49ad-9882-d7ceca5244df req-c91bdf2d-8222-4e11-a887-4a88141f09b9 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:09.548835 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b13a6aba-c700-49ad-9882-d7ceca5244df req-c91bdf2d-8222-4e11-a887-4a88141f09b9 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 946 time: 0.0527635 Feb 09 02:13:09.596376 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b13a6aba-c700-49ad-9882-d7ceca5244df req-a516192d-dc02-43bf-83a5-a3806b0ef354 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420072 Feb 09 02:13:10.719165 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d71077-a495-4be0-9315-7cd55f094bc1 req-41a85217-d74c-474d-8ea1-93f9f024e21d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:10.720686 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-97d71077-a495-4be0-9315-7cd55f094bc1 req-41a85217-d74c-474d-8ea1-93f9f024e21d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 946 time: 0.0565646 Feb 09 02:13:10.766566 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-97d71077-a495-4be0-9315-7cd55f094bc1 req-8c9bf4ca-9dc0-4472-b8d2-9fccd0cdbd7c tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403855 Feb 09 02:13:11.886726 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d1cb1-3ca3-4858-b3b6-24b6bc6db11c req-c4c35238-b2ba-4559-a74f-01dd8ab37c83 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:11.888217 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-080d1cb1-3ca3-4858-b3b6-24b6bc6db11c req-c4c35238-b2ba-4559-a74f-01dd8ab37c83 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 946 time: 0.0531819 Feb 09 02:13:11.935528 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-080d1cb1-3ca3-4858-b3b6-24b6bc6db11c req-040a4af3-4da3-4072-ad59-eb6397e35c84 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415902 Feb 09 02:13:13.058137 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e322130-0790-4065-86a4-9a0dbe181b58 req-a8bb0896-6a5b-40e6-aaf4-5f1f0d86121e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:13.059621 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6e322130-0790-4065-86a4-9a0dbe181b58 req-a8bb0896-6a5b-40e6-aaf4-5f1f0d86121e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 946 time: 0.0543897 Feb 09 02:13:13.110935 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6e322130-0790-4065-86a4-9a0dbe181b58 req-f24ce181-8039-4eb3-a1ed-f4542aad4f60 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448618 Feb 09 02:13:14.229828 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83a4b5-5dcc-4463-90a0-17ed7bf9af14 req-9c285fc6-f695-4193-97f8-506a480bae78 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:14.231284 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2e83a4b5-5dcc-4463-90a0-17ed7bf9af14 req-9c285fc6-f695-4193-97f8-506a480bae78 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 946 time: 0.0520909 Feb 09 02:13:14.277215 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2e83a4b5-5dcc-4463-90a0-17ed7bf9af14 req-d1eb8a03-1e60-4766-95dc-082a2b6c7b51 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398576 Feb 09 02:13:15.398103 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596f767-4286-47b3-9adb-adea6f5e8331 req-6dc6c821-69c9-4e15-b8fc-c9edd7f1d508 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:15.399551 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8596f767-4286-47b3-9adb-adea6f5e8331 req-6dc6c821-69c9-4e15-b8fc-c9edd7f1d508 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 946 time: 0.0522070 Feb 09 02:13:15.445350 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8596f767-4286-47b3-9adb-adea6f5e8331 req-6de693f6-e18f-4d1c-8be1-ba8347156e18 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402806 Feb 09 02:13:16.568798 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0dfd98-7d28-4dfb-a86e-974510725bd2 req-8ffffed8-5719-4bca-8905-d6fbb74d8912 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:16.570274 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0f0dfd98-7d28-4dfb-a86e-974510725bd2 req-8ffffed8-5719-4bca-8905-d6fbb74d8912 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 946 time: 0.0565970 Feb 09 02:13:16.617432 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0f0dfd98-7d28-4dfb-a86e-974510725bd2 req-a35e66f4-e0b5-4ad7-aef8-2f5d00c6bcb7 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415220 Feb 09 02:13:17.736480 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4b92e-61fc-4af1-97ae-18260c01b4ef req-948a36d7-40f7-4f31-be87-6f28a88c39a6 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:17.737954 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b7b4b92e-61fc-4af1-97ae-18260c01b4ef req-948a36d7-40f7-4f31-be87-6f28a88c39a6 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 946 time: 0.0528104 Feb 09 02:13:17.784178 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b7b4b92e-61fc-4af1-97ae-18260c01b4ef req-57b94f9d-f07d-4a62-a743-653ec35c5534 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407040 Feb 09 02:13:18.907620 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6ba5c-852b-48dd-b67c-3b5b64d3bd80 req-521554ff-6f2d-4e91-8376-edf4eb76ceaa tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:18.909103 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9bb6ba5c-852b-48dd-b67c-3b5b64d3bd80 req-521554ff-6f2d-4e91-8376-edf4eb76ceaa tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 946 time: 0.0532701 Feb 09 02:13:18.958848 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9bb6ba5c-852b-48dd-b67c-3b5b64d3bd80 req-13dffc7a-8475-421c-959f-1a912950f4bd tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441120 Feb 09 02:13:19.985658 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:20.079157 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85903fa8-fb26-494c-b225-7988be682413 req-b547de3f-7173-40c2-acee-2e1b9dbb2f29 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:20.080678 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-85903fa8-fb26-494c-b225-7988be682413 req-b547de3f-7173-40c2-acee-2e1b9dbb2f29 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 946 time: 0.0534678 Feb 09 02:13:20.127819 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-85903fa8-fb26-494c-b225-7988be682413 req-72899c1b-1dc4-4ead-a69c-e3afcd357380 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415871 Feb 09 02:13:20.912850 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6f4b9268-f534-48a1-a1af-4dcbadeea507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:21.245264 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753dbf7a-9fec-4ee1-bc87-c5cf6e9536da req-20d39b48-b285-44a8-bf4b-7ffafe9287eb tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:21.246716 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-753dbf7a-9fec-4ee1-bc87-c5cf6e9536da req-20d39b48-b285-44a8-bf4b-7ffafe9287eb tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 946 time: 0.0522547 Feb 09 02:13:21.292212 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-753dbf7a-9fec-4ee1-bc87-c5cf6e9536da req-5348a7e7-099f-48d4-a50d-623b3f066d4c tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390759 Feb 09 02:13:21.480762 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:22.414340 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd5f67-6963-4103-8be0-3cd4e2cdac63 req-8629381e-9c63-4db9-bfe3-68b06db0a1c0 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:22.415831 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-59bd5f67-6963-4103-8be0-3cd4e2cdac63 req-8629381e-9c63-4db9-bfe3-68b06db0a1c0 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 946 time: 0.0560968 Feb 09 02:13:22.464061 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-59bd5f67-6963-4103-8be0-3cd4e2cdac63 req-47bae71a-94f8-4dec-9f17-70b695ca2159 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424635 Feb 09 02:13:23.584294 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4ea7b-0ca5-4d29-88d1-4064b09542fa req-992c2ee5-5baa-4dbd-a9e6-23ccbe2862e5 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:23.585774 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3da4ea7b-0ca5-4d29-88d1-4064b09542fa req-992c2ee5-5baa-4dbd-a9e6-23ccbe2862e5 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 946 time: 0.0531063 Feb 09 02:13:23.631234 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3da4ea7b-0ca5-4d29-88d1-4064b09542fa req-acdf10d7-5fbe-4698-b405-999c532cdef7 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399463 Feb 09 02:13:24.352648 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-60cbf9f2-664b-4067-b111-1ff10ca09c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:24.752805 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c52f19-54c9-4f2d-8aa3-0893f0c2c6d0 req-252594d9-b009-41b4-9bb9-4a59e7f2b6e5 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:24.754280 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e3c52f19-54c9-4f2d-8aa3-0893f0c2c6d0 req-252594d9-b009-41b4-9bb9-4a59e7f2b6e5 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 946 time: 0.0557318 Feb 09 02:13:24.801054 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e3c52f19-54c9-4f2d-8aa3-0893f0c2c6d0 req-0958b534-f109-4253-ba42-241741540936 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412774 Feb 09 02:13:25.030393 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-2eb4986b-30cd-4d60-af7a-7f2e66353282 req-3d36c18d-1c68-49d7-be14-738c08336871 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0459883 Feb 09 02:13:25.044432 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8848bd-5040-4bd4-8624-937c00b49052 req-cc10cc76-ff68-4a7d-8615-0000d0cfa9c6 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:25.046424 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3f8848bd-5040-4bd4-8624-937c00b49052 req-cc10cc76-ff68-4a7d-8615-0000d0cfa9c6 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 946 time: 0.0536642 Feb 09 02:13:25.098614 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3f8848bd-5040-4bd4-8624-937c00b49052 req-0590730d-917d-4d4c-8a1b-7765f835b5f9 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464020 Feb 09 02:13:25.995903 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:26.137397 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4986b-30cd-4d60-af7a-7f2e66353282 req-abe05c81-3eed-4a23-b5fb-e3528efced9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:26.138909 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2eb4986b-30cd-4d60-af7a-7f2e66353282 req-abe05c81-3eed-4a23-b5fb-e3528efced9f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 1129 time: 0.0450683 Feb 09 02:13:26.272822 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f68ed-ec37-488e-8b31-a0832eb5f60c req-8a5e28a5-247b-444e-84ea-6c6f859b5783 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:26.274216 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-575f68ed-ec37-488e-8b31-a0832eb5f60c req-8a5e28a5-247b-444e-84ea-6c6f859b5783 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 946 time: 0.0834157 Feb 09 02:13:26.275147 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4986b-30cd-4d60-af7a-7f2e66353282 req-7c4c9ea9-62ed-4c8d-bf52-fbe6cc4b14f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:26.276477 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2eb4986b-30cd-4d60-af7a-7f2e66353282 req-7c4c9ea9-62ed-4c8d-bf52-fbe6cc4b14f8 service neutron] 10.222.0.121 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 912 time: 0.1320639 Feb 09 02:13:26.371898 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2eb4986b-30cd-4d60-af7a-7f2e66353282 req-35efc437-b895-4e32-817f-f890f9185d86 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efce0471-3743-4f94-a547-e825838ee796 HTTP/1.1" status: 200 len: 1002 time: 0.0894752 Feb 09 02:13:26.375494 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-575f68ed-ec37-488e-8b31-a0832eb5f60c req-e02b002c-707c-4bc7-b3c9-af3dc263c712 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958869 Feb 09 02:13:26.421926 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4986b-30cd-4d60-af7a-7f2e66353282 req-cfc8adbe-1b06-486f-99fa-9b83ea4f7a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:26.423367 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2eb4986b-30cd-4d60-af7a-7f2e66353282 req-cfc8adbe-1b06-486f-99fa-9b83ea4f7a66 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b349d12e-9d86-4bb4-a938-d0d7f13bdcc8 HTTP/1.1" status: 200 len: 850 time: 0.0453041 Feb 09 02:13:26.472383 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4986b-30cd-4d60-af7a-7f2e66353282 req-bd49f242-fc52-4fde-b0eb-2a8058cd3b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:26.473886 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2eb4986b-30cd-4d60-af7a-7f2e66353282 req-bd49f242-fc52-4fde-b0eb-2a8058cd3b96 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=eab1629c-0165-43ec-874a-37f78fe7db32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440452 Feb 09 02:13:26.566214 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2eb4986b-30cd-4d60-af7a-7f2e66353282 req-ed41d0d1-43b6-40e0-be02-aa067d4aaac2 service neutron] 10.222.0.121 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865283 Feb 09 02:13:26.653637 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2eb4986b-30cd-4d60-af7a-7f2e66353282 req-38f7632e-2483-4b20-b871-122f0a4b3da2 service neutron] 10.222.0.121 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810871 Feb 09 02:13:27.733048 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:27.826022 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a048622-218a-449f-8469-9effd431ae1f req-4628cba6-d056-4321-b513-dfb9708bba79 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:27.828250 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1a048622-218a-449f-8469-9effd431ae1f req-4628cba6-d056-4321-b513-dfb9708bba79 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 946 time: 0.3811722 Feb 09 02:13:27.873862 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1a048622-218a-449f-8469-9effd431ae1f req-bb421e27-a86e-4fb3-ae06-bc77fd10e309 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397336 Feb 09 02:13:28.321390 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2eb4986b-30cd-4d60-af7a-7f2e66353282 req-2c9be130-d5f7-437c-b6fd-8b916fd61aae service neutron] 10.222.0.121 "GET /v2.0/ports/efce0471-3743-4f94-a547-e825838ee796/bindings/n-h1-822053-40 HTTP/1.1" status: 200 len: 383 time: 0.0534928 Feb 09 02:13:28.402298 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:28.527371 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4986b-30cd-4d60-af7a-7f2e66353282 req-8aebf290-20a0-4101-8c82-420ecd513dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:28.528864 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2eb4986b-30cd-4d60-af7a-7f2e66353282 req-8aebf290-20a0-4101-8c82-420ecd513dcf service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7&tenant_id=52b56a0b1b8a492d896cafbf50ada9ba HTTP/1.1" status: 200 len: 1129 time: 0.0441492 Feb 09 02:13:28.595773 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4986b-30cd-4d60-af7a-7f2e66353282 req-3c602ede-f2ef-4df5-9412-5a4294aee43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:28.597251 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2eb4986b-30cd-4d60-af7a-7f2e66353282 req-3c602ede-f2ef-4df5-9412-5a4294aee43d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 1129 time: 0.0465212 Feb 09 02:13:28.684586 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4986b-30cd-4d60-af7a-7f2e66353282 req-9c52158a-ebb5-492b-aacd-b8d033e46c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:28.686054 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2eb4986b-30cd-4d60-af7a-7f2e66353282 req-9c52158a-ebb5-492b-aacd-b8d033e46c57 service neutron] 10.222.0.121 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 912 time: 0.0833013 Feb 09 02:13:28.756845 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2eb4986b-30cd-4d60-af7a-7f2e66353282 req-7e5b77b9-e3fe-462f-99fe-c49b6c544ffb service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efce0471-3743-4f94-a547-e825838ee796 HTTP/1.1" status: 200 len: 1002 time: 0.0650647 Feb 09 02:13:28.806054 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4986b-30cd-4d60-af7a-7f2e66353282 req-76d00390-ea28-4450-b490-f41c8348eb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:28.807463 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2eb4986b-30cd-4d60-af7a-7f2e66353282 req-76d00390-ea28-4450-b490-f41c8348eb67 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b349d12e-9d86-4bb4-a938-d0d7f13bdcc8 HTTP/1.1" status: 200 len: 850 time: 0.0445771 Feb 09 02:13:28.854564 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4986b-30cd-4d60-af7a-7f2e66353282 req-3f554193-89cf-4bd7-821c-ae0ccb7a72ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:28.855939 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2eb4986b-30cd-4d60-af7a-7f2e66353282 req-3f554193-89cf-4bd7-821c-ae0ccb7a72ab service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=eab1629c-0165-43ec-874a-37f78fe7db32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0427754 Feb 09 02:13:28.959943 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2eb4986b-30cd-4d60-af7a-7f2e66353282 req-34ea116c-702f-4db3-8b86-d192b7838e0a service neutron] 10.222.0.121 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976808 Feb 09 02:13:29.059670 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97cb47-4248-4a57-879c-6f670c8da8ca req-80e871ff-2897-4b80-8a98-d5016c1cc00a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:29.061790 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b97cb47-4248-4a57-879c-6f670c8da8ca req-80e871ff-2897-4b80-8a98-d5016c1cc00a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 946 time: 0.1151593 Feb 09 02:13:29.090542 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2eb4986b-30cd-4d60-af7a-7f2e66353282 req-8b9edf9b-281c-469c-bccc-e640a9e6ec54 service neutron] 10.222.0.121 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162264 Feb 09 02:13:29.118767 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b97cb47-4248-4a57-879c-6f670c8da8ca req-c44e6ef3-fcee-4daa-84f0-1d324e434b46 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449784 Feb 09 02:13:30.238913 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55468436-0223-47a6-9b2a-a0ee67848a3a req-f2f6018c-5f4f-4287-b885-d896e8646ff9 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:30.240447 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-55468436-0223-47a6-9b2a-a0ee67848a3a req-f2f6018c-5f4f-4287-b885-d896e8646ff9 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 946 time: 0.0527954 Feb 09 02:13:30.294301 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-55468436-0223-47a6-9b2a-a0ee67848a3a req-ee8e10fc-de59-413a-a73a-dfe5df084334 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439949 Feb 09 02:13:31.412653 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97d127-8fb6-445f-80c0-ba358d429032 req-42e35e96-014f-4dfa-b45b-d6b309793cc7 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:31.414242 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1b97d127-8fb6-445f-80c0-ba358d429032 req-42e35e96-014f-4dfa-b45b-d6b309793cc7 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 946 time: 0.0522437 Feb 09 02:13:31.464391 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1b97d127-8fb6-445f-80c0-ba358d429032 req-a2be6c0e-c6b2-4c04-bf94-1fc316046796 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445349 Feb 09 02:13:31.698471 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ef9c6-c770-480e-998e-32798a7ef2dc req-1778f0ce-39f1-410c-b368-e6ccc38091ee tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:31.699957 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f8ef9c6-c770-480e-998e-32798a7ef2dc req-1778f0ce-39f1-410c-b368-e6ccc38091ee tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 946 time: 0.0891604 Feb 09 02:13:31.707789 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26dd73-aabb-4ad8-ba9b-e196a2bd8131 req-1fdee037-e2cd-4f04-8901-ddad6553eb43 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:31.709162 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7e26dd73-aabb-4ad8-ba9b-e196a2bd8131 req-1fdee037-e2cd-4f04-8901-ddad6553eb43 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.121 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7&tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&binding%3Ahost_id=n-h1-822053-40 HTTP/1.1" status: 200 len: 946 time: 0.0860021 Feb 09 02:13:31.754070 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7f8ef9c6-c770-480e-998e-32798a7ef2dc req-0ebebd49-687b-4930-bca5-596dcb836783 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439494 Feb 09 02:13:31.802089 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26dd73-aabb-4ad8-ba9b-e196a2bd8131 req-ec2882f5-9f2e-4144-bd19-750ea9dccead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:31.803560 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7e26dd73-aabb-4ad8-ba9b-e196a2bd8131 req-ec2882f5-9f2e-4144-bd19-750ea9dccead service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 1129 time: 0.0486572 Feb 09 02:13:31.875562 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device efce0471-3743-4f94-a547-e825838ee796 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:13:31.877557 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device efce0471-3743-4f94-a547-e825838ee796 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:13:31.893525 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26dd73-aabb-4ad8-ba9b-e196a2bd8131 req-62290fd9-b40d-4d9f-8014-0574933ba2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:31.894974 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7e26dd73-aabb-4ad8-ba9b-e196a2bd8131 req-62290fd9-b40d-4d9f-8014-0574933ba2db service neutron] 10.222.0.121 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 912 time: 0.0859885 Feb 09 02:13:31.969492 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7e26dd73-aabb-4ad8-ba9b-e196a2bd8131 req-f88f0c46-8471-43bc-b35a-110b5ce63ee6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efce0471-3743-4f94-a547-e825838ee796 HTTP/1.1" status: 200 len: 1002 time: 0.0683720 Feb 09 02:13:32.018040 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26dd73-aabb-4ad8-ba9b-e196a2bd8131 req-21071569-3533-4604-a84c-07668cb30f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:32.019504 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7e26dd73-aabb-4ad8-ba9b-e196a2bd8131 req-21071569-3533-4604-a84c-07668cb30f66 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b349d12e-9d86-4bb4-a938-d0d7f13bdcc8 HTTP/1.1" status: 200 len: 850 time: 0.0438993 Feb 09 02:13:32.030412 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port efce0471-3743-4f94-a547-e825838ee796 is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:32.030800 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (efce0471-3743-4f94-a547-e825838ee796), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:32.059220 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port efce0471-3743-4f94-a547-e825838ee796, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=efce0471-3743-4f94-a547-e825838ee796,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:32.069434 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26dd73-aabb-4ad8-ba9b-e196a2bd8131 req-84180e03-df7a-41fb-89ed-db9a773be27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:32.070949 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7e26dd73-aabb-4ad8-ba9b-e196a2bd8131 req-84180e03-df7a-41fb-89ed-db9a773be27c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=eab1629c-0165-43ec-874a-37f78fe7db32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457828 Feb 09 02:13:32.073894 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c17196-b752-4431-b78e-2e6d9afe80f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efce0471-3743-4f94-a547-e825838ee796'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:13:32.076149 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bb5a1265871782f8fa80d718c2cad0aad3f2595cc534f44543b72f1ded69d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a19a34-b907-46c9-81bf-54d3bc9ac1af" -d '{"events": [{"server_uuid": "d8c17196-b752-4431-b78e-2e6d9afe80f7", "name": "network-vif-unplugged", "status": "completed", "tag": "efce0471-3743-4f94-a547-e825838ee796"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:13:32.083113 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': 'efce0471-3743-4f94-a547-e825838ee796', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'port_id': 'efce0471-3743-4f94-a547-e825838ee796', 'mac_address': 'fa:16:3e:77:83:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:13:32.093249 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port efce0471-3743-4f94-a547-e825838ee796, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=efce0471-3743-4f94-a547-e825838ee796,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:32.115443 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (efce0471-3743-4f94-a547-e825838ee796), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:32.131089 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6133cc-15c4-4616-9d69-53e4b6334240 x-openstack-request-id: req-5e6133cc-15c4-4616-9d69-53e4b6334240 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:13:32.131388 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c17196-b752-4431-b78e-2e6d9afe80f7", "name": "network-vif-unplugged", "status": "completed", "tag": "efce0471-3743-4f94-a547-e825838ee796", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:13:32.131645 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5e6133cc-15c4-4616-9d69-53e4b6334240 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:13:32.132058 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c17196-b752-4431-b78e-2e6d9afe80f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efce0471-3743-4f94-a547-e825838ee796', 'code': 200} Feb 09 02:13:32.165516 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port efce0471-3743-4f94-a547-e825838ee796 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:32.165905 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (efce0471-3743-4f94-a547-e825838ee796), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:32.180789 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7e26dd73-aabb-4ad8-ba9b-e196a2bd8131 req-106ec99f-0921-4ac1-8403-bf3105c41a59 service neutron] 10.222.0.121 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029646 Feb 09 02:13:32.187741 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efce0471-3743-4f94-a547-e825838ee796 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:13:32.201537 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=efce0471-3743-4f94-a547-e825838ee796,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:32.215284 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port efce0471-3743-4f94-a547-e825838ee796, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=efce0471-3743-4f94-a547-e825838ee796,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:32.219287 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (efce0471-3743-4f94-a547-e825838ee796), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:32.274427 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=efce0471-3743-4f94-a547-e825838ee796,revision_number=7']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:32.279307 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7e26dd73-aabb-4ad8-ba9b-e196a2bd8131 req-f8384bce-4090-4b26-acda-0c98727c26e7 service neutron] 10.222.0.121 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921268 Feb 09 02:13:32.431037 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['efce0471-3743-4f94-a547-e825838ee796'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:13:32.884666 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062096c1-7ba2-49c1-bfad-3f648c7af856 req-d7487e14-2b1d-43ac-a92f-ece8d573a70e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:32.886274 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-062096c1-7ba2-49c1-bfad-3f648c7af856 req-d7487e14-2b1d-43ac-a92f-ece8d573a70e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 945 time: 0.0595899 Feb 09 02:13:32.940299 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-062096c1-7ba2-49c1-bfad-3f648c7af856 req-71f58732-c922-47a2-b2ba-bf4d79bc2a7c tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471704 Feb 09 02:13:33.064931 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139dfa4-20f3-4eec-8ac8-9621d9b912b2 req-ac712507-40ba-465c-a8c1-1df9b5dc2d10 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:33.066407 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1139dfa4-20f3-4eec-8ac8-9621d9b912b2 req-ac712507-40ba-465c-a8c1-1df9b5dc2d10 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 945 time: 0.0534785 Feb 09 02:13:33.112546 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1139dfa4-20f3-4eec-8ac8-9621d9b912b2 req-df461a86-096c-4465-a788-f8ac5311133d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406089 Feb 09 02:13:33.365837 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790f98d-ec9d-47f0-94ed-2034c7ee2be3 req-0dc654d7-a2c4-4d0d-9e2d-6219dc84cf8d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:33.367335 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e790f98d-ec9d-47f0-94ed-2034c7ee2be3 req-0dc654d7-a2c4-4d0d-9e2d-6219dc84cf8d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 945 time: 0.0889466 Feb 09 02:13:33.382874 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260de60-51b3-4c2c-991c-16091a81765f req-729234a9-195c-4908-aeb8-15416cd0878c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:33.384346 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3260de60-51b3-4c2c-991c-16091a81765f req-729234a9-195c-4908-aeb8-15416cd0878c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 1128 time: 0.0722885 Feb 09 02:13:33.469606 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e790f98d-ec9d-47f0-94ed-2034c7ee2be3 req-d43319e7-c409-4960-9db2-f0b4ad21d412 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964077 Feb 09 02:13:33.499681 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260de60-51b3-4c2c-991c-16091a81765f req-f0aa6348-a268-4387-a26b-92a7f2bb8d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:33.501200 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3260de60-51b3-4c2c-991c-16091a81765f req-f0aa6348-a268-4387-a26b-92a7f2bb8d15 service neutron] 10.222.0.121 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 912 time: 0.1107240 Feb 09 02:13:33.571596 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3260de60-51b3-4c2c-991c-16091a81765f req-e6a6ec47-080e-47b1-a94b-762ffd241ec4 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efce0471-3743-4f94-a547-e825838ee796 HTTP/1.1" status: 200 len: 1001 time: 0.0640192 Feb 09 02:13:33.620114 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260de60-51b3-4c2c-991c-16091a81765f req-58c12d09-988c-4cad-9d36-cb1e57276c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:33.621510 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3260de60-51b3-4c2c-991c-16091a81765f req-58c12d09-988c-4cad-9d36-cb1e57276c49 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b349d12e-9d86-4bb4-a938-d0d7f13bdcc8 HTTP/1.1" status: 200 len: 850 time: 0.0439284 Feb 09 02:13:33.668799 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260de60-51b3-4c2c-991c-16091a81765f req-95fcfee2-2269-4cbf-ba8e-88b816e39b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:33.670963 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3260de60-51b3-4c2c-991c-16091a81765f req-95fcfee2-2269-4cbf-ba8e-88b816e39b8e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=eab1629c-0165-43ec-874a-37f78fe7db32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0429947 Feb 09 02:13:33.763712 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3260de60-51b3-4c2c-991c-16091a81765f req-84e6d38e-ae4e-4a43-96b7-241e618a6930 service neutron] 10.222.0.121 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876575 Feb 09 02:13:33.851952 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3260de60-51b3-4c2c-991c-16091a81765f req-b7278ea9-711e-4b6d-86e6-ff466d8a7be2 service neutron] 10.222.0.121 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823691 Feb 09 02:13:33.873218 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device efce0471-3743-4f94-a547-e825838ee796 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:13:33.921940 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port efce0471-3743-4f94-a547-e825838ee796 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:33.922308 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (efce0471-3743-4f94-a547-e825838ee796), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:33.999146 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port efce0471-3743-4f94-a547-e825838ee796 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:33.999520 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (efce0471-3743-4f94-a547-e825838ee796), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:34.032086 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port efce0471-3743-4f94-a547-e825838ee796, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=efce0471-3743-4f94-a547-e825838ee796,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:34.035741 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (efce0471-3743-4f94-a547-e825838ee796), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:34.083645 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=efce0471-3743-4f94-a547-e825838ee796,revision_number=8']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:34.133202 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c17196-b752-4431-b78e-2e6d9afe80f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efce0471-3743-4f94-a547-e825838ee796'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:13:34.135510 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bb5a1265871782f8fa80d718c2cad0aad3f2595cc534f44543b72f1ded69d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a923032c-150a-47e1-8e59-021e0107d76f" -d '{"events": [{"server_uuid": "d8c17196-b752-4431-b78e-2e6d9afe80f7", "name": "network-vif-plugged", "status": "completed", "tag": "efce0471-3743-4f94-a547-e825838ee796"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:13:34.175440 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f316d7b5-470e-404d-b7f9-0fb64809ee49 x-openstack-request-id: req-f316d7b5-470e-404d-b7f9-0fb64809ee49 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:13:34.175749 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c17196-b752-4431-b78e-2e6d9afe80f7", "name": "network-vif-plugged", "status": "completed", "tag": "efce0471-3743-4f94-a547-e825838ee796", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:13:34.176037 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f316d7b5-470e-404d-b7f9-0fb64809ee49 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:13:34.176434 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c17196-b752-4431-b78e-2e6d9afe80f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efce0471-3743-4f94-a547-e825838ee796', 'code': 200} Feb 09 02:13:34.591870 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37ace1-1b9c-4683-ae88-3ee85f07d227 req-07134277-22ae-4af0-b1ea-552fcb0b8537 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:34.594298 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fa37ace1-1b9c-4683-ae88-3ee85f07d227 req-07134277-22ae-4af0-b1ea-552fcb0b8537 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 946 time: 0.0565815 Feb 09 02:13:34.645741 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fa37ace1-1b9c-4683-ae88-3ee85f07d227 req-8112224a-12f3-4ece-b03c-91047392a4cb tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459166 Feb 09 02:13:34.882475 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef98c05-c3c5-4080-990e-352ffc372a1f req-6d75e7db-08fe-4e62-9087-7096827f3027 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:34.883959 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0ef98c05-c3c5-4080-990e-352ffc372a1f req-6d75e7db-08fe-4e62-9087-7096827f3027 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 946 time: 0.0530288 Feb 09 02:13:34.930811 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0ef98c05-c3c5-4080-990e-352ffc372a1f req-21a01f36-f56a-474a-843a-c08f71d28712 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411527 Feb 09 02:13:36.052755 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7cc1e-e5bc-42f3-b69b-d6cf0d6eaa7a req-fd0858f4-922f-415d-b21b-56c95db28b55 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:36.054240 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fcd7cc1e-e5bc-42f3-b69b-d6cf0d6eaa7a req-fd0858f4-922f-415d-b21b-56c95db28b55 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 946 time: 0.0534577 Feb 09 02:13:36.100566 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fcd7cc1e-e5bc-42f3-b69b-d6cf0d6eaa7a req-aa307b6e-aa30-49f2-ab51-b8cb391b07b0 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407796 Feb 09 02:13:36.199240 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89006bd6-5c6d-4fcd-bccd-ad35660ac5a0 req-d4fae2da-3926-4228-ac6f-86be78f443d7 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:36.200726 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89006bd6-5c6d-4fcd-bccd-ad35660ac5a0 req-d4fae2da-3926-4228-ac6f-86be78f443d7 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.121 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 946 time: 0.0560699 Feb 09 02:13:36.291684 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-89006bd6-5c6d-4fcd-bccd-ad35660ac5a0 req-9e7472ec-c1a2-419e-a6f4-646fc222ea1d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Deleting port efce0471-3743-4f94-a547-e825838ee796 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:13:36.291929 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-89006bd6-5c6d-4fcd-bccd-ad35660ac5a0 req-9e7472ec-c1a2-419e-a6f4-646fc222ea1d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (efce0471-3743-4f94-a547-e825838ee796), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:36.383325 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-89006bd6-5c6d-4fcd-bccd-ad35660ac5a0 req-9e7472ec-c1a2-419e-a6f4-646fc222ea1d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] For port efce0471-3743-4f94-a547-e825838ee796, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=efce0471-3743-4f94-a547-e825838ee796,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:36.383686 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-89006bd6-5c6d-4fcd-bccd-ad35660ac5a0 req-9e7472ec-c1a2-419e-a6f4-646fc222ea1d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (efce0471-3743-4f94-a547-e825838ee796), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:36.555929 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-89006bd6-5c6d-4fcd-bccd-ad35660ac5a0 req-9e7472ec-c1a2-419e-a6f4-646fc222ea1d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:36.556320 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-89006bd6-5c6d-4fcd-bccd-ad35660ac5a0 req-9e7472ec-c1a2-419e-a6f4-646fc222ea1d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (7b7d0594-6d54-409e-81d3-155545e6f939), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:36.556638 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [req-89006bd6-5c6d-4fcd-bccd-ad35660ac5a0 req-9e7472ec-c1a2-419e-a6f4-646fc222ea1d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Floating IP 7b7d0594-6d54-409e-81d3-155545e6f939 disassociated. External IP: 172.25.1.143, port: efce0471-3743-4f94-a547-e825838ee796. Feb 09 02:13:36.556977 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-89006bd6-5c6d-4fcd-bccd-ad35660ac5a0 req-9e7472ec-c1a2-419e-a6f4-646fc222ea1d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Calling delete_port for efce0471-3743-4f94-a547-e825838ee796 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:13:36.685586 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-89006bd6-5c6d-4fcd-bccd-ad35660ac5a0 req-9e7472ec-c1a2-419e-a6f4-646fc222ea1d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (efce0471-3743-4f94-a547-e825838ee796), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:36.714509 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7472ec-c1a2-419e-a6f4-646fc222ea1d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Pushing event deleted for resources: {'Port': ['ID=efce0471-3743-4f94-a547-e825838ee796,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:36.725696 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7472ec-c1a2-419e-a6f4-646fc222ea1d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:36.725981 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7472ec-c1a2-419e-a6f4-646fc222ea1d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:36.726322 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7472ec-c1a2-419e-a6f4-646fc222ea1d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:36.726662 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7472ec-c1a2-419e-a6f4-646fc222ea1d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:36.726998 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7472ec-c1a2-419e-a6f4-646fc222ea1d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:36.727329 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7472ec-c1a2-419e-a6f4-646fc222ea1d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:36.727655 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7472ec-c1a2-419e-a6f4-646fc222ea1d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:36.728010 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7472ec-c1a2-419e-a6f4-646fc222ea1d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:36.728331 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7472ec-c1a2-419e-a6f4-646fc222ea1d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:36.728655 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7472ec-c1a2-419e-a6f4-646fc222ea1d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:36.728977 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7472ec-c1a2-419e-a6f4-646fc222ea1d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:36.729296 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7472ec-c1a2-419e-a6f4-646fc222ea1d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:36.729617 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7472ec-c1a2-419e-a6f4-646fc222ea1d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:36.846049 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89006bd6-5c6d-4fcd-bccd-ad35660ac5a0 req-9e7472ec-c1a2-419e-a6f4-646fc222ea1d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Router 7b85aa69-eab6-4555-ba0b-62c49944362f has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:13:36.958655 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89006bd6-5c6d-4fcd-bccd-ad35660ac5a0 req-9e7472ec-c1a2-419e-a6f4-646fc222ea1d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:13:36.969042 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4b8229-0f34-4f76-a12b-8f1aab09663c None None] Sync routers for ids ['7b85aa69-eab6-4555-ba0b-62c49944362f'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:13:36.978656 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4b8229-0f34-4f76-a12b-8f1aab09663c None None] Routers {'7b85aa69-eab6-4555-ba0b-62c49944362f'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:13:36.979267 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-7c4b8229-0f34-4f76-a12b-8f1aab09663c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:13:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7b85aa69-eab6-4555-ba0b-62c49944362f'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:37.000781 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-89006bd6-5c6d-4fcd-bccd-ad35660ac5a0 req-9e7472ec-c1a2-419e-a6f4-646fc222ea1d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] No DVR routers for this DVR port efce0471-3743-4f94-a547-e825838ee796 on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:13:37.003263 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-89006bd6-5c6d-4fcd-bccd-ad35660ac5a0 req-9e7472ec-c1a2-419e-a6f4-646fc222ea1d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:37.006938 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89006bd6-5c6d-4fcd-bccd-ad35660ac5a0 req-9e7472ec-c1a2-419e-a6f4-646fc222ea1d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.121 "DELETE /v2.0/ports/efce0471-3743-4f94-a547-e825838ee796 HTTP/1.1" status: 204 len: 173 time: 0.8009167 Feb 09 02:13:37.007381 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c17196-b752-4431-b78e-2e6d9afe80f7', 'name': 'network-vif-deleted', 'tag': 'efce0471-3743-4f94-a547-e825838ee796'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:13:37.009647 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ff9eac-4a63-4522-a8c8-44c3a3ab8692" -d '{"events": [{"server_uuid": "d8c17196-b752-4431-b78e-2e6d9afe80f7", "name": "network-vif-deleted", "tag": "efce0471-3743-4f94-a547-e825838ee796"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:13:37.113857 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cb73b4-7869-4a83-a7d3-94d17292c01e x-openstack-request-id: req-88cb73b4-7869-4a83-a7d3-94d17292c01e {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:13:37.114452 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c17196-b752-4431-b78e-2e6d9afe80f7", "name": "network-vif-deleted", "tag": "efce0471-3743-4f94-a547-e825838ee796", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:13:37.114452 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-88cb73b4-7869-4a83-a7d3-94d17292c01e {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:13:37.114731 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c17196-b752-4431-b78e-2e6d9afe80f7', 'name': 'network-vif-deleted', 'tag': 'efce0471-3743-4f94-a547-e825838ee796', 'status': 'completed', 'code': 200} Feb 09 02:13:37.115243 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-7c4b8229-0f34-4f76-a12b-8f1aab09663c None None] Set router 7b85aa69-eab6-4555-ba0b-62c49944362f gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:13:37.210029 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da213306-b48b-4357-8a17-50f02db3334f req-21d23367-eab8-4b73-9502-4338ee87546c tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8c17196-b752-4431-b78e-2e6d9afe80f7 HTTP/1.1" status: 200 len: 210 time: 0.0275910 Feb 09 02:13:37.318528 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-7c4b8229-0f34-4f76-a12b-8f1aab09663c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'name': 'tempest-ServerActionsTestJSON-954618034-router', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:46Z', 'updated_at': '2022-02-09T02:11:49Z', 'revision_number': 4, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'gw_port': {'id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:47Z', 'updated_at': '2022-02-09T02:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'd668248a-b142-4cc9-b3ca-c2449c041c68', 'name': '', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'mac_address': 'fa:16:3e:7d:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:49Z', 'updated_at': '2022-02-09T02:11:53Z', 'revision_number': 5, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'subnets': [{'id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:37.348547 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4b8229-0f34-4f76-a12b-8f1aab09663c None None] Checking router: 7b85aa69-eab6-4555-ba0b-62c49944362f for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:13:37.356597 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4b8229-0f34-4f76-a12b-8f1aab09663c None None] Routers {'7b85aa69-eab6-4555-ba0b-62c49944362f'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:13:37.357180 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-7c4b8229-0f34-4f76-a12b-8f1aab09663c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:13:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7b85aa69-eab6-4555-ba0b-62c49944362f'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:37.476933 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-7c4b8229-0f34-4f76-a12b-8f1aab09663c None None] Set router 7b85aa69-eab6-4555-ba0b-62c49944362f gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:13:37.676969 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-7c4b8229-0f34-4f76-a12b-8f1aab09663c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'name': 'tempest-ServerActionsTestJSON-954618034-router', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:46Z', 'updated_at': '2022-02-09T02:11:49Z', 'revision_number': 4, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'gw_port': {'id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:47Z', 'updated_at': '2022-02-09T02:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'd668248a-b142-4cc9-b3ca-c2449c041c68', 'name': '', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'mac_address': 'fa:16:3e:7d:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:49Z', 'updated_at': '2022-02-09T02:11:53Z', 'revision_number': 5, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'subnets': [{'id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:37.702903 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4b8229-0f34-4f76-a12b-8f1aab09663c None None] The sync data for ids ['7b85aa69-eab6-4555-ba0b-62c49944362f'] in n-d-822053-40 is: [{'id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'name': 'tempest-ServerActionsTestJSON-954618034-router', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:46Z', 'updated_at': '2022-02-09T02:11:49Z', 'revision_number': 4, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'gw_port': {'id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:47Z', 'updated_at': '2022-02-09T02:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'd668248a-b142-4cc9-b3ca-c2449c041c68', 'name': '', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'mac_address': 'fa:16:3e:7d:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:49Z', 'updated_at': '2022-02-09T02:11:53Z', 'revision_number': 5, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'subnets': [{'id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:13:37.929761 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b0fae6-43ec-4e08-acec-86b066369276 None None] New status for floating IP 7b7d0594-6d54-409e-81d3-155545e6f939: DOWN {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:13:38.456406 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-c803eb59-ab2e-4c31-a5e7-a10307de5d88 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1078542401&fields=id&tenant_id=52b56a0b1b8a492d896cafbf50ada9ba HTTP/1.1" status: 200 len: 267 time: 0.0448072 Feb 09 02:13:38.563589 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-088d678c-d1c2-4527-874a-90b274cf99e6 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:38.565094 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-088d678c-d1c2-4527-874a-90b274cf99e6 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 811 time: 0.1022689 Feb 09 02:13:38.579478 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-d28d794d-bd10-4be6-9fa2-7b0b50c75ca3 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/quotas/52b56a0b1b8a492d896cafbf50ada9ba HTTP/1.1" status: 200 len: 375 time: 0.0091608 Feb 09 02:13:38.635745 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-86bedf6a-4a27-45c3-b2b0-240528d7d2e6 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512402 Feb 09 02:13:38.734374 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-ccb5c3d5-eaf7-48ec-af60-9bbaf663a9df service neutron] 10.222.0.30 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867238 Feb 09 02:13:38.822821 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-86cd06cc-ef50-4a7a-895e-1ab27e614fb4 service neutron] 10.222.0.30 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827527 Feb 09 02:13:39.327425 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:13:39.917285 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device efce0471-3743-4f94-a547-e825838ee796 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:13:39.942065 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: efce0471-3743-4f94-a547-e825838ee796 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:13:39.942422 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device efce0471-3743-4f94-a547-e825838ee796 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:13:39.996743 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-90385c16-bc7e-4332-8699-e08f34645afe req-48c13c8f-e665-4542-80d7-811ea3d1239b tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 210 time: 0.0334766 Feb 09 02:13:40.985865 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-ac5c1749-b850-4a51-af3c-c9abcc2ec18a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:40.987828 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-ac5c1749-b850-4a51-af3c-c9abcc2ec18a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.91 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 811 time: 0.1069419 Feb 09 02:13:41.053374 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-79db8190-9737-436f-932f-afc40b2fd0f6 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52b56a0b1b8a492d896cafbf50ada9ba HTTP/1.1" status: 200 len: 380 time: 0.0567226 Feb 09 02:13:41.062615 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-d455e069-253d-4f05-a30b-c3d012f4eb63 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Request body: {'port': {'device_id': '05e82e79-b4bf-45f2-9e96-0276b1b6ba86', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'admin_state_up': True, 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'security_groups': ['5cf81b5e-fbfa-4935-8d0b-ca96535d2c81']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:41.137393 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-49a151ed-e16b-449f-8913-91a768f52465 req-3cfc6ef0-fc04-4657-91eb-84992a4d7875 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 210 time: 0.0603881 Feb 09 02:13:41.193563 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-d455e069-253d-4f05-a30b-c3d012f4eb63 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Made reservation on behalf of 52b56a0b1b8a492d896cafbf50ada9ba for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:13:41.196882 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-d455e069-253d-4f05-a30b-c3d012f4eb63 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:41.321715 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-d455e069-253d-4f05-a30b-c3d012f4eb63 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Allocated IP 172.20.0.5 (eab1629c-0165-43ec-874a-37f78fe7db32/b349d12e-9d86-4bb4-a938-d0d7f13bdcc8/ea7b6998-5c9a-46d8-ae08-e95ceba9a723) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:13:41.456253 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-d455e069-253d-4f05-a30b-c3d012f4eb63 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks [] for port (ea7b6998-5c9a-46d8-ae08-e95ceba9a723), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:41.493404 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-d455e069-253d-4f05-a30b-c3d012f4eb63 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (ea7b6998-5c9a-46d8-ae08-e95ceba9a723), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:41.533952 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-d455e069-253d-4f05-a30b-c3d012f4eb63 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Network eab1629c-0165-43ec-874a-37f78fe7db32 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:13:41.538984 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-d455e069-253d-4f05-a30b-c3d012f4eb63 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:13:41.548566 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-d455e069-253d-4f05-a30b-c3d012f4eb63 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:13:41.552517 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455e069-253d-4f05-a30b-c3d012f4eb63 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Pushing event updated for resources: {'Port': ['ID=ea7b6998-5c9a-46d8-ae08-e95ceba9a723,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:41.600485 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-d455e069-253d-4f05-a30b-c3d012f4eb63 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:41.601222 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-d455e069-253d-4f05-a30b-c3d012f4eb63 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:41.617874 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-d455e069-253d-4f05-a30b-c3d012f4eb63 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5588903 Feb 09 02:13:41.642155 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-8b7738ec-09ab-47ce-b075-52fba363892c service neutron] Request body: {'port': {'device_id': '05e82e79-b4bf-45f2-9e96-0276b1b6ba86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:41.709666 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-8b7738ec-09ab-47ce-b075-52fba363892c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ea7b6998-5c9a-46d8-ae08-e95ceba9a723), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:41.746202 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e541a610-c628-40cb-8ee8-39d265d72679 None None] Provisioning complete for port ea7b6998-5c9a-46d8-ae08-e95ceba9a723 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:41.747142 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e541a610-c628-40cb-8ee8-39d265d72679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (ea7b6998-5c9a-46d8-ae08-e95ceba9a723), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:41.782346 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e541a610-c628-40cb-8ee8-39d265d72679 None None] Port ea7b6998-5c9a-46d8-ae08-e95ceba9a723 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:13:41.969427 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-8b7738ec-09ab-47ce-b075-52fba363892c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea7b6998-5c9a-46d8-ae08-e95ceba9a723 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:13:41.976627 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-8b7738ec-09ab-47ce-b075-52fba363892c service neutron] Publish callbacks [] for port (ea7b6998-5c9a-46d8-ae08-e95ceba9a723), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:41.988750 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-8b7738ec-09ab-47ce-b075-52fba363892c service neutron] Transition to ACTIVE for port object ea7b6998-5c9a-46d8-ae08-e95ceba9a723 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:13:41.992268 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-8b7738ec-09ab-47ce-b075-52fba363892c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (ea7b6998-5c9a-46d8-ae08-e95ceba9a723), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:42.041586 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7738ec-09ab-47ce-b075-52fba363892c service neutron] Pushing event updated for resources: {'Port': ['ID=ea7b6998-5c9a-46d8-ae08-e95ceba9a723,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:42.117055 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-8b7738ec-09ab-47ce-b075-52fba363892c service neutron] Attempting to bind port ea7b6998-5c9a-46d8-ae08-e95ceba9a723 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:13:42.117754 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-8b7738ec-09ab-47ce-b075-52fba363892c service neutron] Attempting to bind port ea7b6998-5c9a-46d8-ae08-e95ceba9a723 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:13:42.117882 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-8b7738ec-09ab-47ce-b075-52fba363892c service neutron] Attempting to bind port ea7b6998-5c9a-46d8-ae08-e95ceba9a723 on network eab1629c-0165-43ec-874a-37f78fe7db32 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:13:42.122536 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-8b7738ec-09ab-47ce-b075-52fba363892c service neutron] Port ea7b6998-5c9a-46d8-ae08-e95ceba9a723 on network eab1629c-0165-43ec-874a-37f78fe7db32 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:13:42.122855 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-8b7738ec-09ab-47ce-b075-52fba363892c service neutron] Attempting to bind port ea7b6998-5c9a-46d8-ae08-e95ceba9a723 on network eab1629c-0165-43ec-874a-37f78fe7db32 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:13:42.128745 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-8b7738ec-09ab-47ce-b075-52fba363892c service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:13:42.129084 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-8b7738ec-09ab-47ce-b075-52fba363892c service neutron] Checking segment: {'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:13:42.129468 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-8b7738ec-09ab-47ce-b075-52fba363892c service neutron] Bound using segment: {'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:13:42.129889 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-8b7738ec-09ab-47ce-b075-52fba363892c service neutron] Bound port: ea7b6998-5c9a-46d8-ae08-e95ceba9a723, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:13:42.130247 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-8b7738ec-09ab-47ce-b075-52fba363892c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ea7b6998-5c9a-46d8-ae08-e95ceba9a723), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:42.196811 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-8b7738ec-09ab-47ce-b075-52fba363892c service neutron] For port ea7b6998-5c9a-46d8-ae08-e95ceba9a723, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:13:42.199798 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-8b7738ec-09ab-47ce-b075-52fba363892c service neutron] For port ea7b6998-5c9a-46d8-ae08-e95ceba9a723, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=ea7b6998-5c9a-46d8-ae08-e95ceba9a723,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:13:42.206492 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-8b7738ec-09ab-47ce-b075-52fba363892c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (ea7b6998-5c9a-46d8-ae08-e95ceba9a723), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:42.263798 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-8b7738ec-09ab-47ce-b075-52fba363892c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:42.264588 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-8b7738ec-09ab-47ce-b075-52fba363892c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:42.265869 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-8b7738ec-09ab-47ce-b075-52fba363892c service neutron] 10.222.0.91 "PUT /v2.0/ports/ea7b6998-5c9a-46d8-ae08-e95ceba9a723 HTTP/1.1" status: 200 len: 1092 time: 0.6287687 Feb 09 02:13:42.266301 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e82e79-b4bf-45f2-9e96-0276b1b6ba86', 'tag': 'ea7b6998-5c9a-46d8-ae08-e95ceba9a723'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:13:42.268566 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50170ad-45ce-4143-b576-728c2fee0ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "05e82e79-b4bf-45f2-9e96-0276b1b6ba86", "tag": "ea7b6998-5c9a-46d8-ae08-e95ceba9a723"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:13:42.297637 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7738ec-09ab-47ce-b075-52fba363892c service neutron] Pushing event updated for resources: {'Port': ['ID=ea7b6998-5c9a-46d8-ae08-e95ceba9a723,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:42.318099 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4c7e3-b8d0-45eb-8bfb-0a1e17bd875b req-27af116d-0529-4bc9-8f6b-e7fda0c1989a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:42.319546 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b7c4c7e3-b8d0-45eb-8bfb-0a1e17bd875b req-27af116d-0529-4bc9-8f6b-e7fda0c1989a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 943 time: 0.1045823 Feb 09 02:13:42.354706 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286edaf3-19a6-42ee-b079-75ed8013fe59 x-openstack-request-id: req-286edaf3-19a6-42ee-b079-75ed8013fe59 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:13:42.355050 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e82e79-b4bf-45f2-9e96-0276b1b6ba86", "tag": "ea7b6998-5c9a-46d8-ae08-e95ceba9a723", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:13:42.355237 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-286edaf3-19a6-42ee-b079-75ed8013fe59 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:13:42.355669 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05e82e79-b4bf-45f2-9e96-0276b1b6ba86', 'tag': 'ea7b6998-5c9a-46d8-ae08-e95ceba9a723', 'status': 'completed', 'code': 200} Feb 09 02:13:42.411442 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-e2d1b74a-97c5-4b0d-90fd-cf3b13522fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:42.412998 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-e2d1b74a-97c5-4b0d-90fd-cf3b13522fba service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 1126 time: 0.0925431 Feb 09 02:13:42.416063 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b7c4c7e3-b8d0-45eb-8bfb-0a1e17bd875b req-56a1d3c4-276d-4ca0-8518-8a9db61e22d8 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826440 Feb 09 02:13:42.461235 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-57ed7b10-b15e-4163-9957-3ff933e577b9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea7b6998-5c9a-46d8-ae08-e95ceba9a723 HTTP/1.1" status: 200 len: 217 time: 0.0367191 Feb 09 02:13:42.513539 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-fd433ac8-ca89-463b-88c0-c7a54b196956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:42.514957 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-fd433ac8-ca89-463b-88c0-c7a54b196956 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b349d12e-9d86-4bb4-a938-d0d7f13bdcc8 HTTP/1.1" status: 200 len: 850 time: 0.0471613 Feb 09 02:13:42.569183 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-dacadfb4-f1b1-47ca-9581-3b60db7e6df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:42.570694 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-dacadfb4-f1b1-47ca-9581-3b60db7e6df4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=eab1629c-0165-43ec-874a-37f78fe7db32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465617 Feb 09 02:13:42.663205 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-ed0a5af9-382f-4d34-962f-bde24065252e service neutron] 10.222.0.91 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819674 Feb 09 02:13:42.756889 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76cfe367-f1a4-4f45-9b04-29015e1e91d8 req-e658219e-94ce-4843-9266-767790a72938 service neutron] 10.222.0.91 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854282 Feb 09 02:13:42.855910 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50170ad-45ce-4143-b576-728c2fee0ac5 req-b16f6c29-150b-4264-926d-11ac953a2f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:42.857433 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a50170ad-45ce-4143-b576-728c2fee0ac5 req-b16f6c29-150b-4264-926d-11ac953a2f6b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 1126 time: 0.0458379 Feb 09 02:13:42.949782 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50170ad-45ce-4143-b576-728c2fee0ac5 req-0ccbefe9-eeb1-4e61-bfa6-9ddd3701893c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:42.951246 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a50170ad-45ce-4143-b576-728c2fee0ac5 req-0ccbefe9-eeb1-4e61-bfa6-9ddd3701893c service neutron] 10.222.0.91 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 912 time: 0.0875216 Feb 09 02:13:43.323053 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a50170ad-45ce-4143-b576-728c2fee0ac5 req-7db47c56-b7c3-44be-bbe6-9b380e3483a7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea7b6998-5c9a-46d8-ae08-e95ceba9a723 HTTP/1.1" status: 200 len: 217 time: 0.3643987 Feb 09 02:13:43.372993 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50170ad-45ce-4143-b576-728c2fee0ac5 req-8cecf33d-c5a0-40df-873d-ea037119fb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:43.374585 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a50170ad-45ce-4143-b576-728c2fee0ac5 req-8cecf33d-c5a0-40df-873d-ea037119fb9b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b349d12e-9d86-4bb4-a938-d0d7f13bdcc8 HTTP/1.1" status: 200 len: 850 time: 0.0427501 Feb 09 02:13:43.424445 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50170ad-45ce-4143-b576-728c2fee0ac5 req-222932f2-a6c4-4d6a-b218-4f4c4099d589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:43.425942 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a50170ad-45ce-4143-b576-728c2fee0ac5 req-222932f2-a6c4-4d6a-b218-4f4c4099d589 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=eab1629c-0165-43ec-874a-37f78fe7db32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443900 Feb 09 02:13:43.547057 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a50170ad-45ce-4143-b576-728c2fee0ac5 req-c3dc7a52-5d9b-42ef-a102-07daec0c8637 service neutron] 10.222.0.91 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142139 Feb 09 02:13:43.568247 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743a43e-3fbe-454f-b476-9c821f39de89 req-5e850c80-1d9a-413e-9238-255fdc22dd8d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:43.569644 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b743a43e-3fbe-454f-b476-9c821f39de89 req-5e850c80-1d9a-413e-9238-255fdc22dd8d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 943 time: 0.0840771 Feb 09 02:13:43.669355 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b743a43e-3fbe-454f-b476-9c821f39de89 req-9d355757-e4f0-44fe-a6f2-f37b10af83bc tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891371 Feb 09 02:13:43.683388 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a50170ad-45ce-4143-b576-728c2fee0ac5 req-6711e234-9972-4e54-aa8f-ab7af2da84a5 service neutron] 10.222.0.91 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292498 Feb 09 02:13:44.793674 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b57f2-229a-450b-ae96-3e2bd00ac52b req-73681a3e-ffef-4099-bc61-b89a8217f555 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:44.795157 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8e1b57f2-229a-450b-ae96-3e2bd00ac52b req-73681a3e-ffef-4099-bc61-b89a8217f555 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 943 time: 0.0560100 Feb 09 02:13:44.841492 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8e1b57f2-229a-450b-ae96-3e2bd00ac52b req-19375460-c25b-43cc-bde7-bc9100aec82e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399115 Feb 09 02:13:45.701214 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device ea7b6998-5c9a-46d8-ae08-e95ceba9a723 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:13:45.798092 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port ea7b6998-5c9a-46d8-ae08-e95ceba9a723, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=ea7b6998-5c9a-46d8-ae08-e95ceba9a723,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:45.809228 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': 'ea7b6998-5c9a-46d8-ae08-e95ceba9a723', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'port_id': 'ea7b6998-5c9a-46d8-ae08-e95ceba9a723', 'mac_address': 'fa:16:3e:b2:18:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:13:45.846226 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port ea7b6998-5c9a-46d8-ae08-e95ceba9a723 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:45.846531 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ea7b6998-5c9a-46d8-ae08-e95ceba9a723), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:45.860456 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea7b6998-5c9a-46d8-ae08-e95ceba9a723 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:13:45.880876 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port ea7b6998-5c9a-46d8-ae08-e95ceba9a723, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=ea7b6998-5c9a-46d8-ae08-e95ceba9a723,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:45.885325 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ea7b6998-5c9a-46d8-ae08-e95ceba9a723), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:45.938080 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=ea7b6998-5c9a-46d8-ae08-e95ceba9a723,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:45.945524 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:45.945879 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:45.946215 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:45.946553 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:45.946884 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:45.947211 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:45.947536 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:45.947862 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:45.948206 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:45.948526 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:45.948844 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:45.949161 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:45.949479 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:45.970090 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048cd213-5a2f-4e74-839e-f1fd8b4afcb8 req-407332b4-fb21-4524-aba8-85fea76483e5 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:45.971576 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-048cd213-5a2f-4e74-839e-f1fd8b4afcb8 req-407332b4-fb21-4524-aba8-85fea76483e5 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 944 time: 0.0579941 Feb 09 02:13:46.018802 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-048cd213-5a2f-4e74-839e-f1fd8b4afcb8 req-6b54bc9f-d1b8-466d-b2b3-55ce920f408e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415704 Feb 09 02:13:46.164286 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['ea7b6998-5c9a-46d8-ae08-e95ceba9a723'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:13:47.140975 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953fd55-57ff-4e2b-bc68-fbd63c725926 req-897c2b38-8d1d-4024-99ff-5ff84f38ecf4 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:47.142745 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3953fd55-57ff-4e2b-bc68-fbd63c725926 req-897c2b38-8d1d-4024-99ff-5ff84f38ecf4 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 944 time: 0.0572572 Feb 09 02:13:47.190384 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3953fd55-57ff-4e2b-bc68-fbd63c725926 req-7042766a-37d9-4743-8b53-90465ad77ec0 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415714 Feb 09 02:13:47.719227 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device ea7b6998-5c9a-46d8-ae08-e95ceba9a723 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:13:47.767594 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port ea7b6998-5c9a-46d8-ae08-e95ceba9a723 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:13:47.772014 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port ea7b6998-5c9a-46d8-ae08-e95ceba9a723 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:47.772392 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (ea7b6998-5c9a-46d8-ae08-e95ceba9a723), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:47.849444 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port ea7b6998-5c9a-46d8-ae08-e95ceba9a723 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:47.849748 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ea7b6998-5c9a-46d8-ae08-e95ceba9a723), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:47.873206 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e82e79-b4bf-45f2-9e96-0276b1b6ba86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7b6998-5c9a-46d8-ae08-e95ceba9a723'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:13:47.875534 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bb5a1265871782f8fa80d718c2cad0aad3f2595cc534f44543b72f1ded69d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e739c016-c71d-49d0-b2c3-8ed39ceadc46" -d '{"events": [{"server_uuid": "05e82e79-b4bf-45f2-9e96-0276b1b6ba86", "name": "network-vif-plugged", "status": "completed", "tag": "ea7b6998-5c9a-46d8-ae08-e95ceba9a723"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:13:47.887645 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port ea7b6998-5c9a-46d8-ae08-e95ceba9a723, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=ea7b6998-5c9a-46d8-ae08-e95ceba9a723,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:47.891568 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ea7b6998-5c9a-46d8-ae08-e95ceba9a723), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:47.917792 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3f892f-de7e-4bf4-9a21-ae546ccdf114 x-openstack-request-id: req-fd3f892f-de7e-4bf4-9a21-ae546ccdf114 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:13:47.918089 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e82e79-b4bf-45f2-9e96-0276b1b6ba86", "name": "network-vif-plugged", "status": "completed", "tag": "ea7b6998-5c9a-46d8-ae08-e95ceba9a723", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:13:47.918343 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fd3f892f-de7e-4bf4-9a21-ae546ccdf114 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:13:47.918729 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e82e79-b4bf-45f2-9e96-0276b1b6ba86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7b6998-5c9a-46d8-ae08-e95ceba9a723', 'code': 200} Feb 09 02:13:47.944711 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=ea7b6998-5c9a-46d8-ae08-e95ceba9a723,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:48.032940 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912089df-9d21-454b-ab96-d9ef250d43db req-77eb03e9-c7c7-40f1-86e7-f639663cd1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:48.034428 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-912089df-9d21-454b-ab96-d9ef250d43db req-77eb03e9-c7c7-40f1-86e7-f639663cd1e9 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 1128 time: 0.0450721 Feb 09 02:13:48.081384 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-912089df-9d21-454b-ab96-d9ef250d43db req-d78785fb-baf5-4d34-9a36-9279fa480ea6 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405359 Feb 09 02:13:48.308499 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca90d1a-02f7-4dad-9deb-0635347548c8 req-f7c896a1-acb1-460b-bf07-10a595ab08ca tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:48.309978 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1ca90d1a-02f7-4dad-9deb-0635347548c8 req-f7c896a1-acb1-460b-bf07-10a595ab08ca tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 945 time: 0.0531430 Feb 09 02:13:48.356750 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1ca90d1a-02f7-4dad-9deb-0635347548c8 req-78834c2b-f3a0-4c93-8bfa-ad39059da6f9 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403016 Feb 09 02:13:49.479085 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64649379-e609-4ec2-8d25-24c183db3a6e req-59c457e4-89a4-405d-9dd3-d1952521959d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:49.480599 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-64649379-e609-4ec2-8d25-24c183db3a6e req-59c457e4-89a4-405d-9dd3-d1952521959d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 945 time: 0.0539680 Feb 09 02:13:49.527836 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-64649379-e609-4ec2-8d25-24c183db3a6e req-49db4e87-3f98-47da-8299-9afac251c3e7 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416429 Feb 09 02:13:49.648366 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c00862-78ac-4245-980d-5d690e5f2bef req-3421484d-1f6e-4884-a768-7db161a29c56 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:49.649746 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-14c00862-78ac-4245-980d-5d690e5f2bef req-3421484d-1f6e-4884-a768-7db161a29c56 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 945 time: 0.0575180 Feb 09 02:13:49.658985 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 50212) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:49.663341 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-9501e14c-0360-4147-b87f-9e2a78a8fc20 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Request body: {'floatingip': {'port_id': 'ea7b6998-5c9a-46d8-ae08-e95ceba9a723'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:49.701751 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9501e14c-0360-4147-b87f-9e2a78a8fc20 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks [] for floatingip (7b7d0594-6d54-409e-81d3-155545e6f939), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:49.977183 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:50.158109 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9501e14c-0360-4147-b87f-9e2a78a8fc20 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:50.161885 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9501e14c-0360-4147-b87f-9e2a78a8fc20 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (7b7d0594-6d54-409e-81d3-155545e6f939), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:50.266106 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [None req-9501e14c-0360-4147-b87f-9e2a78a8fc20 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Floating IP 7b7d0594-6d54-409e-81d3-155545e6f939 associated. External IP: 172.25.1.143, port: ea7b6998-5c9a-46d8-ae08-e95ceba9a723. Feb 09 02:13:50.478098 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9501e14c-0360-4147-b87f-9e2a78a8fc20 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Router 7b85aa69-eab6-4555-ba0b-62c49944362f has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:13:50.585553 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9501e14c-0360-4147-b87f-9e2a78a8fc20 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:13:50.590271 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9501e14c-0360-4147-b87f-9e2a78a8fc20 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:50.596649 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7688cc-074c-4081-bdf4-cf07c3e9ff26 None None] Sync routers for ids ['7b85aa69-eab6-4555-ba0b-62c49944362f'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:13:50.606165 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7688cc-074c-4081-bdf4-cf07c3e9ff26 None None] Routers {'7b85aa69-eab6-4555-ba0b-62c49944362f'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:13:50.606860 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6e7688cc-074c-4081-bdf4-cf07c3e9ff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:13:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7b85aa69-eab6-4555-ba0b-62c49944362f'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:50.627082 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9501e14c-0360-4147-b87f-9e2a78a8fc20 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "PUT /v2.0/floatingips/7b7d0594-6d54-409e-81d3-155545e6f939 HTTP/1.1" status: 200 len: 991 time: 0.9640925 Feb 09 02:13:50.627082 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e82e79-b4bf-45f2-9e96-0276b1b6ba86', 'tag': 'ea7b6998-5c9a-46d8-ae08-e95ceba9a723'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:13:50.628794 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4b0b48-ecb1-4716-9bb2-22e343916df9" -d '{"events": [{"name": "network-changed", "server_uuid": "05e82e79-b4bf-45f2-9e96-0276b1b6ba86", "tag": "ea7b6998-5c9a-46d8-ae08-e95ceba9a723"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:13:50.671474 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88857358-3a6a-4203-8963-6a949f3b5603 x-openstack-request-id: req-88857358-3a6a-4203-8963-6a949f3b5603 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:13:50.671764 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e82e79-b4bf-45f2-9e96-0276b1b6ba86", "tag": "ea7b6998-5c9a-46d8-ae08-e95ceba9a723", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:13:50.672070 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-88857358-3a6a-4203-8963-6a949f3b5603 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:13:50.673184 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05e82e79-b4bf-45f2-9e96-0276b1b6ba86', 'tag': 'ea7b6998-5c9a-46d8-ae08-e95ceba9a723', 'status': 'completed', 'code': 200} Feb 09 02:13:50.725243 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-6e7688cc-074c-4081-bdf4-cf07c3e9ff26 None None] Set router 7b85aa69-eab6-4555-ba0b-62c49944362f gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:13:50.769715 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca8718-2a22-4602-8c66-ee6ac5020ddc req-1890c599-1d4d-4abd-b99b-4d79f2d21367 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:50.771463 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6dca8718-2a22-4602-8c66-ee6ac5020ddc req-1890c599-1d4d-4abd-b99b-4d79f2d21367 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 945 time: 0.0850732 Feb 09 02:13:50.774103 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b0b48-ecb1-4716-9bb2-22e343916df9 req-e6005234-b944-48e4-a62a-b2c5fea1621d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:50.775457 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ec4b0b48-ecb1-4716-9bb2-22e343916df9 req-e6005234-b944-48e4-a62a-b2c5fea1621d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 1128 time: 0.0784588 Feb 09 02:13:50.877846 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6dca8718-2a22-4602-8c66-ee6ac5020ddc req-2d8f8a35-9cc6-4f80-9262-274e7879aa70 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006482 Feb 09 02:13:50.908535 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b0b48-ecb1-4716-9bb2-22e343916df9 req-55e2a772-c0df-422c-8452-863998045b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:50.910079 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ec4b0b48-ecb1-4716-9bb2-22e343916df9 req-55e2a772-c0df-422c-8452-863998045b48 service neutron] 10.222.0.91 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 912 time: 0.1267383 Feb 09 02:13:50.979689 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ec4b0b48-ecb1-4716-9bb2-22e343916df9 req-e13feee4-02e2-4034-a586-b27af759fbc3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea7b6998-5c9a-46d8-ae08-e95ceba9a723 HTTP/1.1" status: 200 len: 999 time: 0.0631371 Feb 09 02:13:50.986818 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bc4f6305-fa63-4ea7-aeab-1e487c7f41a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:51.035891 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b0b48-ecb1-4716-9bb2-22e343916df9 req-f43c4d3f-02ac-42f5-b77f-404a5ea74cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:51.037390 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ec4b0b48-ecb1-4716-9bb2-22e343916df9 req-f43c4d3f-02ac-42f5-b77f-404a5ea74cca service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b349d12e-9d86-4bb4-a938-d0d7f13bdcc8 HTTP/1.1" status: 200 len: 850 time: 0.0525208 Feb 09 02:13:51.088310 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b0b48-ecb1-4716-9bb2-22e343916df9 req-2bc05ea6-3c3d-422b-a557-0850abaf9938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:51.089813 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ec4b0b48-ecb1-4716-9bb2-22e343916df9 req-2bc05ea6-3c3d-422b-a557-0850abaf9938 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=eab1629c-0165-43ec-874a-37f78fe7db32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0460279 Feb 09 02:13:51.132489 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6e7688cc-074c-4081-bdf4-cf07c3e9ff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'name': 'tempest-ServerActionsTestJSON-954618034-router', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:46Z', 'updated_at': '2022-02-09T02:11:49Z', 'revision_number': 4, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'gw_port': {'id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:47Z', 'updated_at': '2022-02-09T02:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '7b7d0594-6d54-409e-81d3-155545e6f939', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'floating_ip_address': '172.25.1.143', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'port_id': 'ea7b6998-5c9a-46d8-ae08-e95ceba9a723', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'mac_address': 'fa:16:3e:b2:18:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e82e79-b4bf-45f2-9e96-0276b1b6ba86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:11:52Z', 'updated_at': '2022-02-09T02:13:50Z', 'revision_number': 9, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd668248a-b142-4cc9-b3ca-c2449c041c68', 'name': '', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'mac_address': 'fa:16:3e:7d:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:49Z', 'updated_at': '2022-02-09T02:11:53Z', 'revision_number': 5, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'subnets': [{'id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:51.161786 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7688cc-074c-4081-bdf4-cf07c3e9ff26 None None] Checking router: 7b85aa69-eab6-4555-ba0b-62c49944362f for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:13:51.172788 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7688cc-074c-4081-bdf4-cf07c3e9ff26 None None] Routers {'7b85aa69-eab6-4555-ba0b-62c49944362f'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:13:51.173396 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6e7688cc-074c-4081-bdf4-cf07c3e9ff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:13:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7b85aa69-eab6-4555-ba0b-62c49944362f'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:51.185298 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ec4b0b48-ecb1-4716-9bb2-22e343916df9 req-2f9198e9-055f-44d4-8fdb-4694452a6c4f service neutron] 10.222.0.91 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893135 Feb 09 02:13:51.280115 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ec4b0b48-ecb1-4716-9bb2-22e343916df9 req-49625302-c6ea-42dc-8302-805cebfda6f2 service neutron] 10.222.0.91 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889590 Feb 09 02:13:51.285414 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-6e7688cc-074c-4081-bdf4-cf07c3e9ff26 None None] Set router 7b85aa69-eab6-4555-ba0b-62c49944362f gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:13:51.501042 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:51.521374 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6e7688cc-074c-4081-bdf4-cf07c3e9ff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'name': 'tempest-ServerActionsTestJSON-954618034-router', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:46Z', 'updated_at': '2022-02-09T02:11:49Z', 'revision_number': 4, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'gw_port': {'id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:47Z', 'updated_at': '2022-02-09T02:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '7b7d0594-6d54-409e-81d3-155545e6f939', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'floating_ip_address': '172.25.1.143', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'port_id': 'ea7b6998-5c9a-46d8-ae08-e95ceba9a723', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'mac_address': 'fa:16:3e:b2:18:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e82e79-b4bf-45f2-9e96-0276b1b6ba86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:11:52Z', 'updated_at': '2022-02-09T02:13:50Z', 'revision_number': 9, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd668248a-b142-4cc9-b3ca-c2449c041c68', 'name': '', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'mac_address': 'fa:16:3e:7d:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:49Z', 'updated_at': '2022-02-09T02:11:53Z', 'revision_number': 5, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'subnets': [{'id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:51.552490 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7688cc-074c-4081-bdf4-cf07c3e9ff26 None None] The sync data for ids ['7b85aa69-eab6-4555-ba0b-62c49944362f'] in n-d-822053-40 is: [{'id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'name': 'tempest-ServerActionsTestJSON-954618034-router', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:46Z', 'updated_at': '2022-02-09T02:11:49Z', 'revision_number': 4, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'gw_port': {'id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:47Z', 'updated_at': '2022-02-09T02:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '7b7d0594-6d54-409e-81d3-155545e6f939', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'floating_ip_address': '172.25.1.143', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'port_id': 'ea7b6998-5c9a-46d8-ae08-e95ceba9a723', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'mac_address': 'fa:16:3e:b2:18:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e82e79-b4bf-45f2-9e96-0276b1b6ba86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:11:52Z', 'updated_at': '2022-02-09T02:13:50Z', 'revision_number': 9, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd668248a-b142-4cc9-b3ca-c2449c041c68', 'name': '', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'mac_address': 'fa:16:3e:7d:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:49Z', 'updated_at': '2022-02-09T02:11:53Z', 'revision_number': 5, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'subnets': [{'id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:13:51.769573 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6aabf58-3305-4ec3-9ebf-2120f10cf5ed None None] New status for floating IP 7b7d0594-6d54-409e-81d3-155545e6f939: ACTIVE {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:13:52.006019 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df08a1-56ea-4265-a141-a5273793d8a6 req-330798f5-83ee-4b44-aab8-19585b224fca tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:52.007264 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-27df08a1-56ea-4265-a141-a5273793d8a6 req-330798f5-83ee-4b44-aab8-19585b224fca tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 945 time: 0.0539465 Feb 09 02:13:52.053838 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-27df08a1-56ea-4265-a141-a5273793d8a6 req-5ad33ca6-92af-4baa-85ce-52d63c8c24da tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405021 Feb 09 02:13:52.282428 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-8c90bfca-63ab-4917-bce3-6de42eaff278 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0465205 Feb 09 02:13:52.297114 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e24a2-30ab-4aed-bd3b-bf1f8841f59c req-f159e010-dbba-48eb-85c5-3e81e84d7af8 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:52.298815 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a3e24a2-30ab-4aed-bd3b-bf1f8841f59c req-f159e010-dbba-48eb-85c5-3e81e84d7af8 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 945 time: 0.0581834 Feb 09 02:13:52.346821 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a3e24a2-30ab-4aed-bd3b-bf1f8841f59c req-9064e269-436b-48a7-9789-9109025b6d1c tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420642 Feb 09 02:13:53.387323 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-a019da28-ffab-4fb7-94dd-f58c8c991893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:53.388878 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-a019da28-ffab-4fb7-94dd-f58c8c991893 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 1128 time: 0.0462270 Feb 09 02:13:53.522415 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061799d0-4ca5-4ff0-b226-d1325e2f0a9a req-e88290ef-5fd7-4199-a550-ed7344114320 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:53.523872 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-061799d0-4ca5-4ff0-b226-d1325e2f0a9a req-e88290ef-5fd7-4199-a550-ed7344114320 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 945 time: 0.0854995 Feb 09 02:13:53.525267 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-245538b4-6bef-4862-808a-921a8a1992bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:53.526548 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-245538b4-6bef-4862-808a-921a8a1992bc service neutron] 10.222.0.91 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 912 time: 0.1310630 Feb 09 02:13:53.619999 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-061799d0-4ca5-4ff0-b226-d1325e2f0a9a req-d23e7ea3-6136-4e9b-b1a0-2f1a0aaecfe0 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905201 Feb 09 02:13:53.621743 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-1cbd6bcc-886f-4e9a-9696-cf3ebe5647ca service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea7b6998-5c9a-46d8-ae08-e95ceba9a723 HTTP/1.1" status: 200 len: 1002 time: 0.0867176 Feb 09 02:13:53.670005 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-d95fbf07-2d19-409f-92ef-dc5c161839f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:53.671423 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-d95fbf07-2d19-409f-92ef-dc5c161839f2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b349d12e-9d86-4bb4-a938-d0d7f13bdcc8 HTTP/1.1" status: 200 len: 850 time: 0.0439522 Feb 09 02:13:53.718385 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-01f2baae-9b86-498a-9dcd-09a9f2c68bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:53.720560 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-01f2baae-9b86-498a-9dcd-09a9f2c68bfa service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=eab1629c-0165-43ec-874a-37f78fe7db32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0423236 Feb 09 02:13:53.809746 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-9ef22da3-1cf2-40e4-8801-6d406e2cc2e6 service neutron] 10.222.0.91 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835862 Feb 09 02:13:53.897324 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-9b25f5e1-d5ba-4943-8652-72a4944b1cab service neutron] 10.222.0.91 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821090 Feb 09 02:13:54.354836 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-708989bf-1b2f-4d1a-8c62-d6d344343fbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:54.740377 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b3731-e56f-4aaa-a224-80f0bd1a1ce9 req-0073e575-5b0e-487d-9551-3465fced61a5 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:54.741824 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-671b3731-e56f-4aaa-a224-80f0bd1a1ce9 req-0073e575-5b0e-487d-9551-3465fced61a5 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 945 time: 0.0525711 Feb 09 02:13:54.787384 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-671b3731-e56f-4aaa-a224-80f0bd1a1ce9 req-d49b0905-187e-4af0-9586-5dfde147edbc tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400844 Feb 09 02:13:55.912825 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e58ee5-c96e-48d9-9ef9-dcd141c0bd40 req-c8764d90-0625-48c1-a763-321f23321d96 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:55.914190 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-29e58ee5-c96e-48d9-9ef9-dcd141c0bd40 req-c8764d90-0625-48c1-a763-321f23321d96 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 945 time: 0.0566626 Feb 09 02:13:55.960169 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-29e58ee5-c96e-48d9-9ef9-dcd141c0bd40 req-2b3e7fa1-8523-41f8-919c-0f6645c0ec5a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404916 Feb 09 02:13:55.999619 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:57.082750 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf154db-d419-4557-908d-f72a75c3cf56 req-c76e09a3-f1cc-4831-81c3-3c4e40754f82 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:57.084247 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ebf154db-d419-4557-908d-f72a75c3cf56 req-c76e09a3-f1cc-4831-81c3-3c4e40754f82 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 945 time: 0.0536070 Feb 09 02:13:57.130510 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ebf154db-d419-4557-908d-f72a75c3cf56 req-c7488476-6819-43fd-b3ec-77c244b73664 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407498 Feb 09 02:13:57.733927 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:58.253464 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d11368-a4b6-40e4-b3f4-c4a64851d936 req-50af7c37-87b7-48f6-b3ce-93ebbcd9c15e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:58.254940 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-08d11368-a4b6-40e4-b3f4-c4a64851d936 req-50af7c37-87b7-48f6-b3ce-93ebbcd9c15e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 945 time: 0.0565629 Feb 09 02:13:58.304998 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-08d11368-a4b6-40e4-b3f4-c4a64851d936 req-ca1169d9-6c7a-4aa7-a5ca-e64fc8e7d3bb tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445487 Feb 09 02:13:58.394731 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:59.424213 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12cfb1-6c50-41b9-ba71-0943c713a2c0 req-075b4d26-350a-4ed9-8a32-9f1f420ba61a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:59.425699 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e12cfb1-6c50-41b9-ba71-0943c713a2c0 req-075b4d26-350a-4ed9-8a32-9f1f420ba61a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 945 time: 0.0531476 Feb 09 02:13:59.471664 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e12cfb1-6c50-41b9-ba71-0943c713a2c0 req-42fae15d-2715-4cfd-a08e-aadb01562ea2 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404911 Feb 09 02:14:00.603889 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5f05e-0cba-430e-91f8-a939256a9929 req-9be4ff92-4c41-4df4-8757-6f108b90cb9c tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:00.605400 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f4f5f05e-0cba-430e-91f8-a939256a9929 req-9be4ff92-4c41-4df4-8757-6f108b90cb9c tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 945 time: 0.0551636 Feb 09 02:14:00.657918 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f4f5f05e-0cba-430e-91f8-a939256a9929 req-88e59f6b-a3fe-48c2-85ca-0f79c08f504b tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461602 Feb 09 02:14:01.776703 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffaeebb-5311-435c-a2ab-a12852273156 req-82052b56-1de6-4fa4-be43-4f828356a59d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:01.778262 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3ffaeebb-5311-435c-a2ab-a12852273156 req-82052b56-1de6-4fa4-be43-4f828356a59d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 945 time: 0.0528648 Feb 09 02:14:01.823766 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3ffaeebb-5311-435c-a2ab-a12852273156 req-d44eb912-0114-45e6-b297-904b1ec0ac03 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399687 Feb 09 02:14:02.947567 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fb8d9-507e-45e3-881f-8c8def88fdb7 req-1841febf-ca6b-4201-b7dd-11275db6b987 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:02.948984 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d60fb8d9-507e-45e3-881f-8c8def88fdb7 req-1841febf-ca6b-4201-b7dd-11275db6b987 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 945 time: 0.0567570 Feb 09 02:14:02.994463 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d60fb8d9-507e-45e3-881f-8c8def88fdb7 req-969bb412-0504-494b-a00d-e28caa72c092 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399318 Feb 09 02:14:04.117003 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b6481-fab8-448a-a349-d1745c747908 req-a98ced4e-25e2-425b-b807-aacb24c7874a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:04.118481 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-351b6481-fab8-448a-a349-d1745c747908 req-a98ced4e-25e2-425b-b807-aacb24c7874a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 945 time: 0.0562489 Feb 09 02:14:04.164921 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-351b6481-fab8-448a-a349-d1745c747908 req-30538a82-21d0-43b8-9935-a9355c9e947b tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409427 Feb 09 02:14:05.294448 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c9659-c0e5-4164-b42b-f2c25b79dfe8 req-6bfc58b5-605e-4038-8b3e-7c50178ea108 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:05.295824 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-323c9659-c0e5-4164-b42b-f2c25b79dfe8 req-6bfc58b5-605e-4038-8b3e-7c50178ea108 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 945 time: 0.0567970 Feb 09 02:14:05.342020 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-323c9659-c0e5-4164-b42b-f2c25b79dfe8 req-c61c185c-517a-4a17-8d26-ea72c266b14a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400188 Feb 09 02:14:06.459253 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf36e4-6a4c-4a76-bc4f-a6aafdede8d9 req-2b94f50f-06ab-4e86-9083-f7ea0bec66c8 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:06.460750 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ebf36e4-6a4c-4a76-bc4f-a6aafdede8d9 req-2b94f50f-06ab-4e86-9083-f7ea0bec66c8 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 945 time: 0.0525122 Feb 09 02:14:06.512026 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ebf36e4-6a4c-4a76-bc4f-a6aafdede8d9 req-7bf69d0a-f0b5-40a5-9bd4-033837b86e47 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457072 Feb 09 02:14:07.631535 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166e4f0-ca20-4ec6-947a-f8b8255d820a req-f6915f40-0e24-4e2e-ac97-0532f3bfabd2 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:07.633028 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1166e4f0-ca20-4ec6-947a-f8b8255d820a req-f6915f40-0e24-4e2e-ac97-0532f3bfabd2 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 945 time: 0.0531671 Feb 09 02:14:07.679802 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1166e4f0-ca20-4ec6-947a-f8b8255d820a req-4dcb566a-7162-43e8-9b3b-027b79897a54 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412850 Feb 09 02:14:08.797042 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43daf52-829d-4bc4-98b1-ed4319834caa req-84f4593e-8c82-44ec-8417-b7df9f378a23 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:08.799165 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c43daf52-829d-4bc4-98b1-ed4319834caa req-84f4593e-8c82-44ec-8417-b7df9f378a23 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 945 time: 0.0531461 Feb 09 02:14:08.843508 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c43daf52-829d-4bc4-98b1-ed4319834caa req-5e3c5875-ef3f-480a-ab5a-7b44e9f49d70 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387642 Feb 09 02:14:09.966673 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d5f36-e6df-47d0-9b9b-d23cc1d3b5c8 req-dde27963-27f4-4a48-83d3-62b605fc05ec tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:09.968150 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9b2d5f36-e6df-47d0-9b9b-d23cc1d3b5c8 req-dde27963-27f4-4a48-83d3-62b605fc05ec tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 945 time: 0.0561302 Feb 09 02:14:10.015276 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9b2d5f36-e6df-47d0-9b9b-d23cc1d3b5c8 req-a69dba99-c662-4ebf-a04a-40741a9aa2f2 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415099 Feb 09 02:14:11.137218 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea26559-58b9-4ddd-8181-2f8b6f299a9a req-0cc0001d-77a6-4c20-bc8e-1dd1bc480683 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:11.138690 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6ea26559-58b9-4ddd-8181-2f8b6f299a9a req-0cc0001d-77a6-4c20-bc8e-1dd1bc480683 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 945 time: 0.0526481 Feb 09 02:14:11.186085 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6ea26559-58b9-4ddd-8181-2f8b6f299a9a req-829e7641-5998-4b9e-ad93-81e2a4b45e3d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412476 Feb 09 02:14:12.308651 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd099668-cb7a-46cc-86f0-ccc92ac70097 req-561d56e9-196a-4383-b425-5f2997997d39 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:12.310099 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd099668-cb7a-46cc-86f0-ccc92ac70097 req-561d56e9-196a-4383-b425-5f2997997d39 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 945 time: 0.0553973 Feb 09 02:14:12.356719 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd099668-cb7a-46cc-86f0-ccc92ac70097 req-e0a81060-ff50-42e2-a6b6-31f32fbd3fde tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406175 Feb 09 02:14:13.494316 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c68ec-392e-4e0c-8c01-18e67f83c2db req-d31f1848-cc93-4df0-8c50-6a28533434a8 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:13.495849 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ae6c68ec-392e-4e0c-8c01-18e67f83c2db req-d31f1848-cc93-4df0-8c50-6a28533434a8 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 945 time: 0.0638318 Feb 09 02:14:13.554006 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ae6c68ec-392e-4e0c-8c01-18e67f83c2db req-823deee8-895b-4db7-a237-1cfe3294f17a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512545 Feb 09 02:14:14.674396 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d60ba-5117-4fc5-97e6-3aee5baddc4f req-22a10f81-0438-491d-8179-db5db16871c8 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:14.675932 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd5d60ba-5117-4fc5-97e6-3aee5baddc4f req-22a10f81-0438-491d-8179-db5db16871c8 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 945 time: 0.0545959 Feb 09 02:14:14.727011 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd5d60ba-5117-4fc5-97e6-3aee5baddc4f req-d5f1c173-f45b-4980-b56b-620ab0fc9e1b tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454526 Feb 09 02:14:15.846289 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24eae5-56a3-4cc0-ba19-fedd77bcd215 req-a1aeca39-2fb4-486a-9a76-91467265a44a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:15.847674 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5e24eae5-56a3-4cc0-ba19-fedd77bcd215 req-a1aeca39-2fb4-486a-9a76-91467265a44a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 945 time: 0.0526757 Feb 09 02:14:15.893504 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5e24eae5-56a3-4cc0-ba19-fedd77bcd215 req-b63ee2be-2a6d-41cb-ab7a-4ea2a6fa8ad2 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403306 Feb 09 02:14:16.326674 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:14:17.019419 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed80b0-3a74-42e5-8836-2498043f70c4 req-416795c8-4a0a-4b35-9f27-ce7ad2fd0225 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:17.021220 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e8ed80b0-3a74-42e5-8836-2498043f70c4 req-416795c8-4a0a-4b35-9f27-ce7ad2fd0225 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 945 time: 0.0531390 Feb 09 02:14:17.067551 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e8ed80b0-3a74-42e5-8836-2498043f70c4 req-096b4775-2192-4967-b125-f323c2197586 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407274 Feb 09 02:14:18.191768 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab6210-258f-4da5-8d1e-ccd55f12ccdb req-5cb7ce5d-8485-451f-8124-31d44eb7d7a5 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:18.193274 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-09ab6210-258f-4da5-8d1e-ccd55f12ccdb req-5cb7ce5d-8485-451f-8124-31d44eb7d7a5 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 945 time: 0.0571778 Feb 09 02:14:18.240574 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-09ab6210-258f-4da5-8d1e-ccd55f12ccdb req-de1820b0-4fd5-474f-8f2b-d3e21717ce8e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415905 Feb 09 02:14:19.360112 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a5b34-cfe3-443d-a16f-ec80606671a3 req-048b50e1-e143-4624-a8a1-8666853ce43e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:19.361632 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7e0a5b34-cfe3-443d-a16f-ec80606671a3 req-048b50e1-e143-4624-a8a1-8666853ce43e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 945 time: 0.0538423 Feb 09 02:14:19.407854 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7e0a5b34-cfe3-443d-a16f-ec80606671a3 req-4ef27393-a9e1-4387-b7ef-b5fc144d78b2 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406406 Feb 09 02:14:19.998157 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:20.525973 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04b13c-85f1-4b4f-8ede-134600c1a200 req-14470f61-9037-4b5d-a573-dc327d20f807 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:20.527427 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb04b13c-85f1-4b4f-8ede-134600c1a200 req-14470f61-9037-4b5d-a573-dc327d20f807 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 945 time: 0.0526185 Feb 09 02:14:20.577889 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb04b13c-85f1-4b4f-8ede-134600c1a200 req-a6f72057-5874-4058-99e5-f18127b2b53a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439758 Feb 09 02:14:20.918620 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bc8db068-ee94-4ecd-948e-d7042d0c6564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:20.992196 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-893d5cfc-7633-4ddc-94af-cfb2cf0e64f7 service neutron] show failed (client error): The resource could not be found. Feb 09 02:14:20.993113 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-893d5cfc-7633-4ddc-94af-cfb2cf0e64f7 service neutron] 10.222.0.91 "GET /v2.0/ports/ea7b6998-5c9a-46d8-ae08-e95ceba9a723/bindings/n-h1-822053-40 HTTP/1.1" status: 404 len: 381 time: 0.0540936 Feb 09 02:14:21.207888 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-e6eaedee-ebb4-401b-938e-cbf2f654ddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:21.209411 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-e6eaedee-ebb4-401b-938e-cbf2f654ddf3 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86&tenant_id=52b56a0b1b8a492d896cafbf50ada9ba HTTP/1.1" status: 200 len: 1128 time: 0.0449405 Feb 09 02:14:21.222609 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-0e810a6b-f85b-4fe1-bcfb-e2b25b301a5a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822053-40', 'device_owner': 'compute:nova'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:21.283107 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-0e810a6b-f85b-4fe1-bcfb-e2b25b301a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ea7b6998-5c9a-46d8-ae08-e95ceba9a723), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:21.491020 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-0e810a6b-f85b-4fe1-bcfb-e2b25b301a5a service neutron] For port ea7b6998-5c9a-46d8-ae08-e95ceba9a723, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=ea7b6998-5c9a-46d8-ae08-e95ceba9a723,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:21.510193 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:21.524992 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-0e810a6b-f85b-4fe1-bcfb-e2b25b301a5a service neutron] For port ea7b6998-5c9a-46d8-ae08-e95ceba9a723, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:14:21.564753 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e82e79-b4bf-45f2-9e96-0276b1b6ba86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea7b6998-5c9a-46d8-ae08-e95ceba9a723'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:14:21.566999 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc83a2b-1c19-4558-90bc-e9cf7eaa5cf5" -d '{"events": [{"server_uuid": "05e82e79-b4bf-45f2-9e96-0276b1b6ba86", "name": "network-vif-unplugged", "status": "completed", "tag": "ea7b6998-5c9a-46d8-ae08-e95ceba9a723"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:14:21.570521 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-0e810a6b-f85b-4fe1-bcfb-e2b25b301a5a service neutron] Publish callbacks [] for port (ea7b6998-5c9a-46d8-ae08-e95ceba9a723), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:21.584148 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-0e810a6b-f85b-4fe1-bcfb-e2b25b301a5a service neutron] Transition to ACTIVE for port object ea7b6998-5c9a-46d8-ae08-e95ceba9a723 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:14:21.588286 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-0e810a6b-f85b-4fe1-bcfb-e2b25b301a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (ea7b6998-5c9a-46d8-ae08-e95ceba9a723), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:21.626700 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8525aa62-89d2-460a-8f03-16a209613fd1 x-openstack-request-id: req-8525aa62-89d2-460a-8f03-16a209613fd1 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:14:21.627533 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e82e79-b4bf-45f2-9e96-0276b1b6ba86", "name": "network-vif-unplugged", "status": "completed", "tag": "ea7b6998-5c9a-46d8-ae08-e95ceba9a723", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:14:21.628073 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8525aa62-89d2-460a-8f03-16a209613fd1 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:14:21.628569 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e82e79-b4bf-45f2-9e96-0276b1b6ba86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea7b6998-5c9a-46d8-ae08-e95ceba9a723', 'code': 200} Feb 09 02:14:21.647141 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e810a6b-f85b-4fe1-bcfb-e2b25b301a5a service neutron] Pushing event updated for resources: {'Port': ['ID=ea7b6998-5c9a-46d8-ae08-e95ceba9a723,revision_number=6']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:22.084385 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-0e810a6b-f85b-4fe1-bcfb-e2b25b301a5a service neutron] No DVR routers for this DVR port ea7b6998-5c9a-46d8-ae08-e95ceba9a723 on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:14:22.096820 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b7f37-b2ba-46a0-b422-4d82ec5606f0 req-efa0fa56-a544-4b2d-80ce-1baf8d947eba tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:22.098302 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-329b7f37-b2ba-46a0-b422-4d82ec5606f0 req-efa0fa56-a544-4b2d-80ce-1baf8d947eba tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 943 time: 0.4155159 Feb 09 02:14:22.214137 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-329b7f37-b2ba-46a0-b422-4d82ec5606f0 req-613fd2ba-5220-4542-813d-32e9f28f2a98 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817492 Feb 09 02:14:22.266077 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-0e810a6b-f85b-4fe1-bcfb-e2b25b301a5a service neutron] Attempting to bind port ea7b6998-5c9a-46d8-ae08-e95ceba9a723 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:14:22.266536 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-0e810a6b-f85b-4fe1-bcfb-e2b25b301a5a service neutron] Attempting to bind port ea7b6998-5c9a-46d8-ae08-e95ceba9a723 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:14:22.266862 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-0e810a6b-f85b-4fe1-bcfb-e2b25b301a5a service neutron] Attempting to bind port ea7b6998-5c9a-46d8-ae08-e95ceba9a723 on network eab1629c-0165-43ec-874a-37f78fe7db32 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:14:22.271303 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-0e810a6b-f85b-4fe1-bcfb-e2b25b301a5a service neutron] Port ea7b6998-5c9a-46d8-ae08-e95ceba9a723 on network eab1629c-0165-43ec-874a-37f78fe7db32 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:14:22.271619 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-0e810a6b-f85b-4fe1-bcfb-e2b25b301a5a service neutron] Attempting to bind port ea7b6998-5c9a-46d8-ae08-e95ceba9a723 on network eab1629c-0165-43ec-874a-37f78fe7db32 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:14:22.276390 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-0e810a6b-f85b-4fe1-bcfb-e2b25b301a5a service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:14:22.276726 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-0e810a6b-f85b-4fe1-bcfb-e2b25b301a5a service neutron] Checking segment: {'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:14:22.277107 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-0e810a6b-f85b-4fe1-bcfb-e2b25b301a5a service neutron] Bound using segment: {'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:14:22.277522 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-0e810a6b-f85b-4fe1-bcfb-e2b25b301a5a service neutron] Bound port: ea7b6998-5c9a-46d8-ae08-e95ceba9a723, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:14:22.277870 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-0e810a6b-f85b-4fe1-bcfb-e2b25b301a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ea7b6998-5c9a-46d8-ae08-e95ceba9a723), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:22.341541 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-0e810a6b-f85b-4fe1-bcfb-e2b25b301a5a service neutron] For port ea7b6998-5c9a-46d8-ae08-e95ceba9a723, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:14:22.345063 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-0e810a6b-f85b-4fe1-bcfb-e2b25b301a5a service neutron] For port ea7b6998-5c9a-46d8-ae08-e95ceba9a723, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=ea7b6998-5c9a-46d8-ae08-e95ceba9a723,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:14:22.350047 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-0e810a6b-f85b-4fe1-bcfb-e2b25b301a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (ea7b6998-5c9a-46d8-ae08-e95ceba9a723), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:22.386279 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-0e810a6b-f85b-4fe1-bcfb-e2b25b301a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:22.386890 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-0e810a6b-f85b-4fe1-bcfb-e2b25b301a5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:22.388299 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-0e810a6b-f85b-4fe1-bcfb-e2b25b301a5a service neutron] 10.222.0.121 "PUT /v2.0/ports/ea7b6998-5c9a-46d8-ae08-e95ceba9a723 HTTP/1.1" status: 200 len: 1092 time: 1.1702857 Feb 09 02:14:22.425451 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e810a6b-f85b-4fe1-bcfb-e2b25b301a5a service neutron] Pushing event updated for resources: {'Port': ['ID=ea7b6998-5c9a-46d8-ae08-e95ceba9a723,revision_number=7']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:22.463318 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-653b4e70-a6c1-47b1-af9a-29a17db51168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:22.464938 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-653b4e70-a6c1-47b1-af9a-29a17db51168 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 1126 time: 0.0540974 Feb 09 02:14:22.562388 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-6dbca617-fb1a-4fc8-ba54-5029983b94bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:22.563945 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-6dbca617-fb1a-4fc8-ba54-5029983b94bf service neutron] 10.222.0.121 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 912 time: 0.0930765 Feb 09 02:14:22.628404 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-30a1ca50-a4c8-4cb1-a254-ccbe1133126f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea7b6998-5c9a-46d8-ae08-e95ceba9a723 HTTP/1.1" status: 200 len: 1000 time: 0.0585053 Feb 09 02:14:22.676037 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-8f17707a-49fb-4628-a6ad-957883b31b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:22.677386 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-8f17707a-49fb-4628-a6ad-957883b31b16 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b349d12e-9d86-4bb4-a938-d0d7f13bdcc8 HTTP/1.1" status: 200 len: 850 time: 0.0436158 Feb 09 02:14:22.730237 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-a6844134-ca63-4651-9ccf-439a20834789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:22.731637 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-a6844134-ca63-4651-9ccf-439a20834789 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=eab1629c-0165-43ec-874a-37f78fe7db32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475581 Feb 09 02:14:22.819332 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-21763d6d-3211-453e-abd5-194b253562de service neutron] 10.222.0.121 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811841 Feb 09 02:14:22.911733 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da6425ae-7009-4988-9780-24b1e65a7d5f req-9a9a3ed8-fb0b-47e9-b34b-2f1bfc22d8a8 service neutron] 10.222.0.121 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854628 Feb 09 02:14:23.335109 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc8417-33e1-4787-b776-31235838cfd3 req-45910d81-f7ed-4919-993c-c5890d5e66d4 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:23.336627 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ecfc8417-33e1-4787-b776-31235838cfd3 req-45910d81-f7ed-4919-993c-c5890d5e66d4 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 943 time: 0.0533695 Feb 09 02:14:23.386498 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ecfc8417-33e1-4787-b776-31235838cfd3 req-a4db8036-1c03-489b-98e7-e2dedcbdff5e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442677 Feb 09 02:14:23.629815 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e82e79-b4bf-45f2-9e96-0276b1b6ba86', 'tag': 'ea7b6998-5c9a-46d8-ae08-e95ceba9a723'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:14:23.632154 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848631d0-18c2-430c-bce4-b7fd8c7b94c0" -d '{"events": [{"name": "network-changed", "server_uuid": "05e82e79-b4bf-45f2-9e96-0276b1b6ba86", "tag": "ea7b6998-5c9a-46d8-ae08-e95ceba9a723"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:14:23.680944 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4a6386-7e99-4784-8522-c77f478a4e06 x-openstack-request-id: req-8f4a6386-7e99-4784-8522-c77f478a4e06 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:14:23.681240 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e82e79-b4bf-45f2-9e96-0276b1b6ba86", "tag": "ea7b6998-5c9a-46d8-ae08-e95ceba9a723", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:14:23.681524 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8f4a6386-7e99-4784-8522-c77f478a4e06 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:14:23.681926 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05e82e79-b4bf-45f2-9e96-0276b1b6ba86', 'tag': 'ea7b6998-5c9a-46d8-ae08-e95ceba9a723', 'status': 'completed', 'code': 200} Feb 09 02:14:23.780994 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848631d0-18c2-430c-bce4-b7fd8c7b94c0 req-8b618d83-3767-49dc-8c62-8cd630ce261a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:23.783267 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-848631d0-18c2-430c-bce4-b7fd8c7b94c0 req-8b618d83-3767-49dc-8c62-8cd630ce261a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 1126 time: 0.0808265 Feb 09 02:14:23.785713 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848631d0-18c2-430c-bce4-b7fd8c7b94c0 req-39017d96-9e7a-4611-a98e-84ff0d667181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:23.787046 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-848631d0-18c2-430c-bce4-b7fd8c7b94c0 req-39017d96-9e7a-4611-a98e-84ff0d667181 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 1126 time: 0.0761430 Feb 09 02:14:23.907091 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device ea7b6998-5c9a-46d8-ae08-e95ceba9a723 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:14:23.943795 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848631d0-18c2-430c-bce4-b7fd8c7b94c0 req-ba8913bc-b665-477d-b1fe-b6f1e06b9d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:23.945315 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-848631d0-18c2-430c-bce4-b7fd8c7b94c0 req-ba8913bc-b665-477d-b1fe-b6f1e06b9d44 service neutron] 10.222.0.121 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 912 time: 0.1561279 Feb 09 02:14:23.945910 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] The host n-h2-822053-40 is not matching for port ea7b6998-5c9a-46d8-ae08-e95ceba9a723 host n-h1-822053-40! {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:14:23.946310 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device ea7b6998-5c9a-46d8-ae08-e95ceba9a723 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:14:23.946426 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848631d0-18c2-430c-bce4-b7fd8c7b94c0 req-321d66c9-99ae-4fb2-b0e9-223be6c5b120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:23.947767 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-848631d0-18c2-430c-bce4-b7fd8c7b94c0 req-321d66c9-99ae-4fb2-b0e9-223be6c5b120 service neutron] 10.222.0.91 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 912 time: 0.1514976 Feb 09 02:14:24.064178 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-848631d0-18c2-430c-bce4-b7fd8c7b94c0 req-f95d70a4-136d-4c99-bf31-a0a44c723771 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea7b6998-5c9a-46d8-ae08-e95ceba9a723 HTTP/1.1" status: 200 len: 1000 time: 0.1113305 Feb 09 02:14:24.065922 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-848631d0-18c2-430c-bce4-b7fd8c7b94c0 req-f3ca48e7-2d20-45a3-8bff-f3067a3e6d86 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea7b6998-5c9a-46d8-ae08-e95ceba9a723 HTTP/1.1" status: 200 len: 1000 time: 0.1057377 Feb 09 02:14:24.149929 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848631d0-18c2-430c-bce4-b7fd8c7b94c0 req-2dbb526d-c60a-489c-8b1d-68c637b503be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:24.151377 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-848631d0-18c2-430c-bce4-b7fd8c7b94c0 req-2dbb526d-c60a-489c-8b1d-68c637b503be service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b349d12e-9d86-4bb4-a938-d0d7f13bdcc8 HTTP/1.1" status: 200 len: 850 time: 0.0813842 Feb 09 02:14:24.152784 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848631d0-18c2-430c-bce4-b7fd8c7b94c0 req-a3ac3923-6bf8-4080-ab4c-d244ae51486c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:24.154094 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-848631d0-18c2-430c-bce4-b7fd8c7b94c0 req-a3ac3923-6bf8-4080-ab4c-d244ae51486c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b349d12e-9d86-4bb4-a938-d0d7f13bdcc8 HTTP/1.1" status: 200 len: 850 time: 0.0770531 Feb 09 02:14:24.231295 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848631d0-18c2-430c-bce4-b7fd8c7b94c0 req-3f6ac5f4-320b-4826-a85b-a99d226e863b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:24.232754 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-848631d0-18c2-430c-bce4-b7fd8c7b94c0 req-3f6ac5f4-320b-4826-a85b-a99d226e863b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=eab1629c-0165-43ec-874a-37f78fe7db32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0744302 Feb 09 02:14:24.235706 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848631d0-18c2-430c-bce4-b7fd8c7b94c0 req-c13f39ff-9f61-436b-a55e-69aab2f4dd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:24.237090 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-848631d0-18c2-430c-bce4-b7fd8c7b94c0 req-c13f39ff-9f61-436b-a55e-69aab2f4dd1e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=eab1629c-0165-43ec-874a-37f78fe7db32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0711505 Feb 09 02:14:24.357083 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-74a91d7c-0449-4b7a-97fa-7fca3645d5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:24.392892 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-848631d0-18c2-430c-bce4-b7fd8c7b94c0 req-12ba6ca6-19dd-4b38-b8cf-dd6b6dcd19c8 service neutron] 10.222.0.121 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525776 Feb 09 02:14:24.396529 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-848631d0-18c2-430c-bce4-b7fd8c7b94c0 req-600c2de7-6655-4585-bf21-7aacc3c03903 service neutron] 10.222.0.91 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482558 Feb 09 02:14:24.614825 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ad042-ce9c-44fc-b436-269fd5603d0b req-5f7963b5-4472-482e-8447-e07e51794662 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:24.616743 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-859ad042-ce9c-44fc-b436-269fd5603d0b req-5f7963b5-4472-482e-8447-e07e51794662 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 943 time: 0.1256897 Feb 09 02:14:24.618718 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-848631d0-18c2-430c-bce4-b7fd8c7b94c0 req-a8770172-4d5d-488e-ae88-9efd850433f8 service neutron] 10.222.0.91 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125399 Feb 09 02:14:24.620666 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-848631d0-18c2-430c-bce4-b7fd8c7b94c0 req-82e99b4d-3b4b-4cf4-b471-4ded1beb1c33 service neutron] 10.222.0.121 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213588 Feb 09 02:14:24.666139 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-859ad042-ce9c-44fc-b436-269fd5603d0b req-553c038c-10d7-43cd-bc02-580d3371cb0a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432966 Feb 09 02:14:25.791290 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fb298-4068-4c05-ae1a-afc11549dbe5 req-5f5ee9f8-105d-4061-bf78-c2467d2a7c12 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:25.792772 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-441fb298-4068-4c05-ae1a-afc11549dbe5 req-5f5ee9f8-105d-4061-bf78-c2467d2a7c12 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 943 time: 0.0534465 Feb 09 02:14:25.842361 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-441fb298-4068-4c05-ae1a-afc11549dbe5 req-b6207b73-799f-4155-b40a-54257aab42cd tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430732 Feb 09 02:14:26.001470 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:26.109849 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device ea7b6998-5c9a-46d8-ae08-e95ceba9a723 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:14:26.159756 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae408b-2b91-4d48-887d-249b18507d30 req-d4bde28a-9ff7-4c40-8290-1c6ce2407cdd tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:26.161251 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fdae408b-2b91-4d48-887d-249b18507d30 req-d4bde28a-9ff7-4c40-8290-1c6ce2407cdd tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.121 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86&tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&binding%3Ahost_id=n-h1-822053-40 HTTP/1.1" status: 200 len: 943 time: 0.0913363 Feb 09 02:14:26.172766 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c3de6-0fc1-4ef5-b7ff-cc5729add5d5 req-0f54fdc2-bebc-4f8b-9094-66c690b7a02d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:26.174181 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f93c3de6-0fc1-4ef5-b7ff-cc5729add5d5 req-0f54fdc2-bebc-4f8b-9094-66c690b7a02d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 943 time: 0.0750682 Feb 09 02:14:26.210344 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port ea7b6998-5c9a-46d8-ae08-e95ceba9a723, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=ea7b6998-5c9a-46d8-ae08-e95ceba9a723,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:26.222005 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': 'ea7b6998-5c9a-46d8-ae08-e95ceba9a723', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'port_id': 'ea7b6998-5c9a-46d8-ae08-e95ceba9a723', 'mac_address': 'fa:16:3e:b2:18:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:14:26.258755 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port ea7b6998-5c9a-46d8-ae08-e95ceba9a723 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:26.259154 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ea7b6998-5c9a-46d8-ae08-e95ceba9a723), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:26.265436 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f93c3de6-0fc1-4ef5-b7ff-cc5729add5d5 req-28f35161-4939-4ed1-bb1c-38cd32e5301f tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822823 Feb 09 02:14:26.268923 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fdae408b-2b91-4d48-887d-249b18507d30 req-99ead0ff-8215-4270-b74c-1f43d537bd39 service neutron] 10.222.0.121 "GET /v2.0/ports/ea7b6998-5c9a-46d8-ae08-e95ceba9a723/bindings/n-h1-822053-40 HTTP/1.1" status: 200 len: 383 time: 0.0938811 Feb 09 02:14:26.273254 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea7b6998-5c9a-46d8-ae08-e95ceba9a723 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:14:26.302027 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port ea7b6998-5c9a-46d8-ae08-e95ceba9a723, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=ea7b6998-5c9a-46d8-ae08-e95ceba9a723,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:26.306464 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ea7b6998-5c9a-46d8-ae08-e95ceba9a723), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:26.338250 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae408b-2b91-4d48-887d-249b18507d30 req-dd5fd33d-4cee-433d-8404-b9f430eba9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:26.339861 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fdae408b-2b91-4d48-887d-249b18507d30 req-dd5fd33d-4cee-433d-8404-b9f430eba9d5 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 1126 time: 0.0483522 Feb 09 02:14:26.354019 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=ea7b6998-5c9a-46d8-ae08-e95ceba9a723,revision_number=8']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:26.430692 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae408b-2b91-4d48-887d-249b18507d30 req-ca4d2a64-d692-4319-8202-2cb1ce3857dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:26.432251 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fdae408b-2b91-4d48-887d-249b18507d30 req-ca4d2a64-d692-4319-8202-2cb1ce3857dc service neutron] 10.222.0.121 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 912 time: 0.0862777 Feb 09 02:14:26.504239 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fdae408b-2b91-4d48-887d-249b18507d30 req-10b46215-c617-44e6-b859-d804c5bc85fb service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea7b6998-5c9a-46d8-ae08-e95ceba9a723 HTTP/1.1" status: 200 len: 1001 time: 0.0653291 Feb 09 02:14:26.553850 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae408b-2b91-4d48-887d-249b18507d30 req-135befd6-b04e-4bb8-bbcb-0c0ff955fea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:26.555374 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fdae408b-2b91-4d48-887d-249b18507d30 req-135befd6-b04e-4bb8-bbcb-0c0ff955fea7 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b349d12e-9d86-4bb4-a938-d0d7f13bdcc8 HTTP/1.1" status: 200 len: 850 time: 0.0446832 Feb 09 02:14:26.575441 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['ea7b6998-5c9a-46d8-ae08-e95ceba9a723'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:14:26.605523 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae408b-2b91-4d48-887d-249b18507d30 req-bec86d12-cd9e-4569-9ade-0884bba7ea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:26.607036 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fdae408b-2b91-4d48-887d-249b18507d30 req-bec86d12-cd9e-4569-9ade-0884bba7ea99 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=eab1629c-0165-43ec-874a-37f78fe7db32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451012 Feb 09 02:14:26.699783 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fdae408b-2b91-4d48-887d-249b18507d30 req-7a64b864-8f51-4556-80fc-c9380f039bcc service neutron] 10.222.0.121 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863416 Feb 09 02:14:26.788708 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fdae408b-2b91-4d48-887d-249b18507d30 req-65864db8-cded-48df-80da-ef48ee4959d5 service neutron] 10.222.0.121 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830328 Feb 09 02:14:27.400315 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0e620-53d8-449e-b95a-b0f47bdadf09 req-79705b1f-b588-482d-80d3-5ec74da5bb5c tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:27.401810 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-59c0e620-53d8-449e-b95a-b0f47bdadf09 req-79705b1f-b588-482d-80d3-5ec74da5bb5c tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 944 time: 0.0604229 Feb 09 02:14:27.447559 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-59c0e620-53d8-449e-b95a-b0f47bdadf09 req-a7ca2359-c552-4bb6-bbad-8c66595d969b tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394223 Feb 09 02:14:27.736918 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:28.120718 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device ea7b6998-5c9a-46d8-ae08-e95ceba9a723 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:14:28.169545 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port ea7b6998-5c9a-46d8-ae08-e95ceba9a723 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:14:28.173426 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port ea7b6998-5c9a-46d8-ae08-e95ceba9a723 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:14:28.173801 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (ea7b6998-5c9a-46d8-ae08-e95ceba9a723), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:28.253712 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port ea7b6998-5c9a-46d8-ae08-e95ceba9a723 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:28.254102 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ea7b6998-5c9a-46d8-ae08-e95ceba9a723), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:28.281858 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e82e79-b4bf-45f2-9e96-0276b1b6ba86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7b6998-5c9a-46d8-ae08-e95ceba9a723'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:14:28.284151 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bb5a1265871782f8fa80d718c2cad0aad3f2595cc534f44543b72f1ded69d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbc9583-a558-46f8-a112-3941d35f5cec" -d '{"events": [{"server_uuid": "05e82e79-b4bf-45f2-9e96-0276b1b6ba86", "name": "network-vif-plugged", "status": "completed", "tag": "ea7b6998-5c9a-46d8-ae08-e95ceba9a723"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:14:28.296226 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port ea7b6998-5c9a-46d8-ae08-e95ceba9a723, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=ea7b6998-5c9a-46d8-ae08-e95ceba9a723,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:28.300403 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ea7b6998-5c9a-46d8-ae08-e95ceba9a723), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:28.349295 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=ea7b6998-5c9a-46d8-ae08-e95ceba9a723,revision_number=9']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:28.398095 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:28.415066 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb320053-dcba-4b17-a98a-66a336584e81 x-openstack-request-id: req-eb320053-dcba-4b17-a98a-66a336584e81 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:14:28.415360 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e82e79-b4bf-45f2-9e96-0276b1b6ba86", "name": "network-vif-plugged", "status": "completed", "tag": "ea7b6998-5c9a-46d8-ae08-e95ceba9a723", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:14:28.415611 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eb320053-dcba-4b17-a98a-66a336584e81 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:14:28.416094 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e82e79-b4bf-45f2-9e96-0276b1b6ba86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7b6998-5c9a-46d8-ae08-e95ceba9a723', 'code': 200} Feb 09 02:14:28.577663 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03cfcd-c4d5-428c-9559-f865a97e501d req-a19a394f-388d-4eae-9659-cbb0a63e0a78 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:28.580432 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1b03cfcd-c4d5-428c-9559-f865a97e501d req-a19a394f-388d-4eae-9659-cbb0a63e0a78 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 945 time: 0.0583975 Feb 09 02:14:28.628853 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1b03cfcd-c4d5-428c-9559-f865a97e501d req-dd727eba-ab7d-4b20-b86d-0d2c54f6d3cb tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429380 Feb 09 02:14:28.830641 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae408b-2b91-4d48-887d-249b18507d30 req-a0dbd6c2-c86c-4dea-9733-4fbeeb86dd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:28.832166 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fdae408b-2b91-4d48-887d-249b18507d30 req-a0dbd6c2-c86c-4dea-9733-4fbeeb86dd78 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86&tenant_id=52b56a0b1b8a492d896cafbf50ada9ba HTTP/1.1" status: 200 len: 1128 time: 0.0488553 Feb 09 02:14:28.845810 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-fdae408b-2b91-4d48-887d-249b18507d30 req-b7f9c5b2-058c-46bd-89b2-64aa32cb2036 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822053-40', 'device_owner': 'compute:nova'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:28.903518 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fdae408b-2b91-4d48-887d-249b18507d30 req-b7f9c5b2-058c-46bd-89b2-64aa32cb2036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ea7b6998-5c9a-46d8-ae08-e95ceba9a723), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:29.099511 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-fdae408b-2b91-4d48-887d-249b18507d30 req-b7f9c5b2-058c-46bd-89b2-64aa32cb2036 service neutron] For port ea7b6998-5c9a-46d8-ae08-e95ceba9a723, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=ea7b6998-5c9a-46d8-ae08-e95ceba9a723,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:29.132554 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-fdae408b-2b91-4d48-887d-249b18507d30 req-b7f9c5b2-058c-46bd-89b2-64aa32cb2036 service neutron] For port ea7b6998-5c9a-46d8-ae08-e95ceba9a723, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:14:29.176089 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e82e79-b4bf-45f2-9e96-0276b1b6ba86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea7b6998-5c9a-46d8-ae08-e95ceba9a723'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:14:29.178270 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0f23f2-f8ea-4013-b15a-b023f0e71816" -d '{"events": [{"server_uuid": "05e82e79-b4bf-45f2-9e96-0276b1b6ba86", "name": "network-vif-unplugged", "status": "completed", "tag": "ea7b6998-5c9a-46d8-ae08-e95ceba9a723"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:14:29.181834 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fdae408b-2b91-4d48-887d-249b18507d30 req-b7f9c5b2-058c-46bd-89b2-64aa32cb2036 service neutron] Publish callbacks [] for port (ea7b6998-5c9a-46d8-ae08-e95ceba9a723), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:29.198495 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-fdae408b-2b91-4d48-887d-249b18507d30 req-b7f9c5b2-058c-46bd-89b2-64aa32cb2036 service neutron] Transition to ACTIVE for port object ea7b6998-5c9a-46d8-ae08-e95ceba9a723 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:14:29.202150 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fdae408b-2b91-4d48-887d-249b18507d30 req-b7f9c5b2-058c-46bd-89b2-64aa32cb2036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (ea7b6998-5c9a-46d8-ae08-e95ceba9a723), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:29.231326 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a521cd0-078e-4227-990b-4a9296a9ce80 x-openstack-request-id: req-9a521cd0-078e-4227-990b-4a9296a9ce80 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:14:29.231619 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e82e79-b4bf-45f2-9e96-0276b1b6ba86", "name": "network-vif-unplugged", "status": "completed", "tag": "ea7b6998-5c9a-46d8-ae08-e95ceba9a723", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:14:29.231870 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9a521cd0-078e-4227-990b-4a9296a9ce80 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:14:29.232283 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e82e79-b4bf-45f2-9e96-0276b1b6ba86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea7b6998-5c9a-46d8-ae08-e95ceba9a723', 'code': 200} Feb 09 02:14:29.284948 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9c5b2-058c-46bd-89b2-64aa32cb2036 service neutron] Pushing event updated for resources: {'Port': ['ID=ea7b6998-5c9a-46d8-ae08-e95ceba9a723,revision_number=10']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:29.328849 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdae408b-2b91-4d48-887d-249b18507d30 req-b7f9c5b2-058c-46bd-89b2-64aa32cb2036 service neutron] No DVR routers for this DVR port ea7b6998-5c9a-46d8-ae08-e95ceba9a723 on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:14:29.472647 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-fdae408b-2b91-4d48-887d-249b18507d30 req-b7f9c5b2-058c-46bd-89b2-64aa32cb2036 service neutron] Attempting to bind port ea7b6998-5c9a-46d8-ae08-e95ceba9a723 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:14:29.472896 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-fdae408b-2b91-4d48-887d-249b18507d30 req-b7f9c5b2-058c-46bd-89b2-64aa32cb2036 service neutron] Attempting to bind port ea7b6998-5c9a-46d8-ae08-e95ceba9a723 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:14:29.473219 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdae408b-2b91-4d48-887d-249b18507d30 req-b7f9c5b2-058c-46bd-89b2-64aa32cb2036 service neutron] Attempting to bind port ea7b6998-5c9a-46d8-ae08-e95ceba9a723 on network eab1629c-0165-43ec-874a-37f78fe7db32 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:14:29.477408 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdae408b-2b91-4d48-887d-249b18507d30 req-b7f9c5b2-058c-46bd-89b2-64aa32cb2036 service neutron] Port ea7b6998-5c9a-46d8-ae08-e95ceba9a723 on network eab1629c-0165-43ec-874a-37f78fe7db32 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:14:29.477723 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdae408b-2b91-4d48-887d-249b18507d30 req-b7f9c5b2-058c-46bd-89b2-64aa32cb2036 service neutron] Attempting to bind port ea7b6998-5c9a-46d8-ae08-e95ceba9a723 on network eab1629c-0165-43ec-874a-37f78fe7db32 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:14:29.482378 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdae408b-2b91-4d48-887d-249b18507d30 req-b7f9c5b2-058c-46bd-89b2-64aa32cb2036 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:14:29.482708 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdae408b-2b91-4d48-887d-249b18507d30 req-b7f9c5b2-058c-46bd-89b2-64aa32cb2036 service neutron] Checking segment: {'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:14:29.483085 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdae408b-2b91-4d48-887d-249b18507d30 req-b7f9c5b2-058c-46bd-89b2-64aa32cb2036 service neutron] Bound using segment: {'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:14:29.483508 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-fdae408b-2b91-4d48-887d-249b18507d30 req-b7f9c5b2-058c-46bd-89b2-64aa32cb2036 service neutron] Bound port: ea7b6998-5c9a-46d8-ae08-e95ceba9a723, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:14:29.483856 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fdae408b-2b91-4d48-887d-249b18507d30 req-b7f9c5b2-058c-46bd-89b2-64aa32cb2036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ea7b6998-5c9a-46d8-ae08-e95ceba9a723), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:29.549559 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-fdae408b-2b91-4d48-887d-249b18507d30 req-b7f9c5b2-058c-46bd-89b2-64aa32cb2036 service neutron] For port ea7b6998-5c9a-46d8-ae08-e95ceba9a723, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:14:29.552539 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-fdae408b-2b91-4d48-887d-249b18507d30 req-b7f9c5b2-058c-46bd-89b2-64aa32cb2036 service neutron] For port ea7b6998-5c9a-46d8-ae08-e95ceba9a723, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=ea7b6998-5c9a-46d8-ae08-e95ceba9a723,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:14:29.558571 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fdae408b-2b91-4d48-887d-249b18507d30 req-b7f9c5b2-058c-46bd-89b2-64aa32cb2036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (ea7b6998-5c9a-46d8-ae08-e95ceba9a723), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:29.592656 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae408b-2b91-4d48-887d-249b18507d30 req-b7f9c5b2-058c-46bd-89b2-64aa32cb2036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:29.593343 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fdae408b-2b91-4d48-887d-249b18507d30 req-b7f9c5b2-058c-46bd-89b2-64aa32cb2036 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:29.595217 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fdae408b-2b91-4d48-887d-249b18507d30 req-b7f9c5b2-058c-46bd-89b2-64aa32cb2036 service neutron] 10.222.0.91 "PUT /v2.0/ports/ea7b6998-5c9a-46d8-ae08-e95ceba9a723 HTTP/1.1" status: 200 len: 1093 time: 0.7533476 Feb 09 02:14:29.616552 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9c5b2-058c-46bd-89b2-64aa32cb2036 service neutron] Pushing event updated for resources: {'Port': ['ID=ea7b6998-5c9a-46d8-ae08-e95ceba9a723,revision_number=11']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:29.670507 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae408b-2b91-4d48-887d-249b18507d30 req-7efd88e4-2a04-4e1d-bd90-5ed73a94123c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:29.672810 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fdae408b-2b91-4d48-887d-249b18507d30 req-7efd88e4-2a04-4e1d-bd90-5ed73a94123c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 1127 time: 0.0496933 Feb 09 02:14:29.806045 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae408b-2b91-4d48-887d-249b18507d30 req-808e6b33-dd25-4081-b640-023057a0169c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:29.807514 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fdae408b-2b91-4d48-887d-249b18507d30 req-808e6b33-dd25-4081-b640-023057a0169c service neutron] 10.222.0.91 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 912 time: 0.1260524 Feb 09 02:14:29.815577 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50aa4c4-d732-4a7d-ab08-b4e9a96865de req-7bb4904a-855a-452c-afa4-efe77301b078 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:29.816988 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f50aa4c4-d732-4a7d-ab08-b4e9a96865de req-7bb4904a-855a-452c-afa4-efe77301b078 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 944 time: 0.0876474 Feb 09 02:14:29.908055 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fdae408b-2b91-4d48-887d-249b18507d30 req-c815189e-7a1a-439a-80df-4ccdf562711e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea7b6998-5c9a-46d8-ae08-e95ceba9a723 HTTP/1.1" status: 200 len: 1000 time: 0.0900037 Feb 09 02:14:29.911038 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f50aa4c4-d732-4a7d-ab08-b4e9a96865de req-32030ad2-435b-413e-a685-4f95e695f2b0 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875115 Feb 09 02:14:29.958820 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae408b-2b91-4d48-887d-249b18507d30 req-5467f07f-6ee1-4199-b55c-78238307c1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:29.960274 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fdae408b-2b91-4d48-887d-249b18507d30 req-5467f07f-6ee1-4199-b55c-78238307c1c6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b349d12e-9d86-4bb4-a938-d0d7f13bdcc8 HTTP/1.1" status: 200 len: 850 time: 0.0435410 Feb 09 02:14:30.012858 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae408b-2b91-4d48-887d-249b18507d30 req-8c78c3e6-edbb-4737-af76-ec848d1ac858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:30.014335 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fdae408b-2b91-4d48-887d-249b18507d30 req-8c78c3e6-edbb-4737-af76-ec848d1ac858 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=eab1629c-0165-43ec-874a-37f78fe7db32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439992 Feb 09 02:14:30.108493 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fdae408b-2b91-4d48-887d-249b18507d30 req-976b0f55-ab9f-4d72-b56b-3953abe41323 service neutron] 10.222.0.91 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850701 Feb 09 02:14:30.196822 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fdae408b-2b91-4d48-887d-249b18507d30 req-8a2fde75-20ba-41f7-9bd1-1321c33a4a07 service neutron] 10.222.0.91 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807648 Feb 09 02:14:31.038161 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05cc436-060d-49a1-bbe7-dabd48e45993 req-3e155b23-7f9b-4075-bb40-fe049d3c2860 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:31.039656 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f05cc436-060d-49a1-bbe7-dabd48e45993 req-3e155b23-7f9b-4075-bb40-fe049d3c2860 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 944 time: 0.0528407 Feb 09 02:14:31.090207 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f05cc436-060d-49a1-bbe7-dabd48e45993 req-59e98e8f-90c1-4502-84c5-6ac43b97fe43 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448928 Feb 09 02:14:31.233093 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e82e79-b4bf-45f2-9e96-0276b1b6ba86', 'tag': 'ea7b6998-5c9a-46d8-ae08-e95ceba9a723'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:14:31.236313 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afb51a7-590a-42fe-bc85-2d1fc57a1cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "05e82e79-b4bf-45f2-9e96-0276b1b6ba86", "tag": "ea7b6998-5c9a-46d8-ae08-e95ceba9a723"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:14:31.286289 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4808dc-7d30-4833-a12e-60d332bd7513 x-openstack-request-id: req-8f4808dc-7d30-4833-a12e-60d332bd7513 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:14:31.286588 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e82e79-b4bf-45f2-9e96-0276b1b6ba86", "tag": "ea7b6998-5c9a-46d8-ae08-e95ceba9a723", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:14:31.286845 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8f4808dc-7d30-4833-a12e-60d332bd7513 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:14:31.287252 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05e82e79-b4bf-45f2-9e96-0276b1b6ba86', 'tag': 'ea7b6998-5c9a-46d8-ae08-e95ceba9a723', 'status': 'completed', 'code': 200} Feb 09 02:14:31.385056 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb51a7-590a-42fe-bc85-2d1fc57a1cc3 req-129cdd03-52a9-499e-9ad3-8993a481d96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:31.386556 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3afb51a7-590a-42fe-bc85-2d1fc57a1cc3 req-129cdd03-52a9-499e-9ad3-8993a481d96b service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 1127 time: 0.0828412 Feb 09 02:14:31.388245 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb51a7-590a-42fe-bc85-2d1fc57a1cc3 req-159da231-cc9a-4820-83c4-aa120f2a6e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:31.389576 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3afb51a7-590a-42fe-bc85-2d1fc57a1cc3 req-159da231-cc9a-4820-83c4-aa120f2a6e68 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 1127 time: 0.0718095 Feb 09 02:14:31.547389 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb51a7-590a-42fe-bc85-2d1fc57a1cc3 req-cf5973f6-d611-43d1-a936-4fe95ffade24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:31.548892 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3afb51a7-590a-42fe-bc85-2d1fc57a1cc3 req-cf5973f6-d611-43d1-a936-4fe95ffade24 service neutron] 10.222.0.91 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 912 time: 0.1490469 Feb 09 02:14:31.549795 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb51a7-590a-42fe-bc85-2d1fc57a1cc3 req-6a6fe2a6-6c9c-4692-bcfd-4926916c3edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:31.551075 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3afb51a7-590a-42fe-bc85-2d1fc57a1cc3 req-6a6fe2a6-6c9c-4692-bcfd-4926916c3edd service neutron] 10.222.0.121 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 912 time: 0.1584787 Feb 09 02:14:31.663889 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3afb51a7-590a-42fe-bc85-2d1fc57a1cc3 req-ccb56f63-8146-4655-8839-3a10a5c73acf service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea7b6998-5c9a-46d8-ae08-e95ceba9a723 HTTP/1.1" status: 200 len: 1000 time: 0.1074209 Feb 09 02:14:31.665453 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3afb51a7-590a-42fe-bc85-2d1fc57a1cc3 req-74a2fbf2-ebba-4856-8e64-981e7d37778a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea7b6998-5c9a-46d8-ae08-e95ceba9a723 HTTP/1.1" status: 200 len: 1000 time: 0.1080523 Feb 09 02:14:31.746292 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb51a7-590a-42fe-bc85-2d1fc57a1cc3 req-bd777c97-a928-489d-9093-fa61888d4c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:31.747704 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3afb51a7-590a-42fe-bc85-2d1fc57a1cc3 req-bd777c97-a928-489d-9093-fa61888d4c9c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b349d12e-9d86-4bb4-a938-d0d7f13bdcc8 HTTP/1.1" status: 200 len: 850 time: 0.0757682 Feb 09 02:14:31.749054 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb51a7-590a-42fe-bc85-2d1fc57a1cc3 req-4a851a28-fb93-41d9-ac95-923dafc80df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:31.751133 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3afb51a7-590a-42fe-bc85-2d1fc57a1cc3 req-4a851a28-fb93-41d9-ac95-923dafc80df6 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b349d12e-9d86-4bb4-a938-d0d7f13bdcc8 HTTP/1.1" status: 200 len: 850 time: 0.0713692 Feb 09 02:14:31.832542 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb51a7-590a-42fe-bc85-2d1fc57a1cc3 req-ee915d2f-d140-4cf2-a84c-8cb94aeeb012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:31.833963 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3afb51a7-590a-42fe-bc85-2d1fc57a1cc3 req-ee915d2f-d140-4cf2-a84c-8cb94aeeb012 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=eab1629c-0165-43ec-874a-37f78fe7db32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0724714 Feb 09 02:14:31.837398 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb51a7-590a-42fe-bc85-2d1fc57a1cc3 req-79ff11c5-a6ca-4e8e-8268-e096b40c0de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:31.838768 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3afb51a7-590a-42fe-bc85-2d1fc57a1cc3 req-79ff11c5-a6ca-4e8e-8268-e096b40c0de3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=eab1629c-0165-43ec-874a-37f78fe7db32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0846071 Feb 09 02:14:31.933361 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device ea7b6998-5c9a-46d8-ae08-e95ceba9a723 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:14:32.040890 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port ea7b6998-5c9a-46d8-ae08-e95ceba9a723, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=ea7b6998-5c9a-46d8-ae08-e95ceba9a723,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:32.054905 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': 'ea7b6998-5c9a-46d8-ae08-e95ceba9a723', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'port_id': 'ea7b6998-5c9a-46d8-ae08-e95ceba9a723', 'mac_address': 'fa:16:3e:b2:18:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:14:32.101057 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port ea7b6998-5c9a-46d8-ae08-e95ceba9a723 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:32.101406 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ea7b6998-5c9a-46d8-ae08-e95ceba9a723), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:32.118316 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea7b6998-5c9a-46d8-ae08-e95ceba9a723 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:14:32.126416 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device ea7b6998-5c9a-46d8-ae08-e95ceba9a723 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:14:32.172921 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port ea7b6998-5c9a-46d8-ae08-e95ceba9a723, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=ea7b6998-5c9a-46d8-ae08-e95ceba9a723,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:32.184882 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ea7b6998-5c9a-46d8-ae08-e95ceba9a723), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:32.243151 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=ea7b6998-5c9a-46d8-ae08-e95ceba9a723,revision_number=12']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:32.247577 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] The host n-h1-822053-40 is not matching for port ea7b6998-5c9a-46d8-ae08-e95ceba9a723 host n-h2-822053-40! {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:14:32.247994 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device ea7b6998-5c9a-46d8-ae08-e95ceba9a723 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:14:32.381590 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3afb51a7-590a-42fe-bc85-2d1fc57a1cc3 req-f17679ba-06bf-4e4d-b307-fac3055abad3 service neutron] 10.222.0.121 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5406141 Feb 09 02:14:32.388495 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3afb51a7-590a-42fe-bc85-2d1fc57a1cc3 req-216d3ce8-6590-4952-a88b-b3f7124d751d service neutron] 10.222.0.91 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5409615 Feb 09 02:14:32.427882 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['ea7b6998-5c9a-46d8-ae08-e95ceba9a723'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:14:32.448286 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302467f-c9c6-4a3b-ad52-01dbd0a0fcaf req-2edc53fc-b268-49e8-9cd0-60960c1887ad tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:32.449736 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f302467f-c9c6-4a3b-ad52-01dbd0a0fcaf req-2edc53fc-b268-49e8-9cd0-60960c1887ad tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 945 time: 0.1679494 Feb 09 02:14:32.600027 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f302467f-c9c6-4a3b-ad52-01dbd0a0fcaf req-ae3f1c83-a03c-4330-88c5-3206295537f9 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348779 Feb 09 02:14:32.608409 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3afb51a7-590a-42fe-bc85-2d1fc57a1cc3 req-d6a6be99-1ac5-4405-a1d8-4d298b679dc3 service neutron] 10.222.0.121 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181289 Feb 09 02:14:32.612881 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3afb51a7-590a-42fe-bc85-2d1fc57a1cc3 req-b9171ab5-df3e-4861-8692-6eb9e496a506 service neutron] 10.222.0.91 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129650 Feb 09 02:14:32.722264 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbcd7e-5d01-4e5a-a497-d2009abbe2bc req-deb84a3e-c91b-4921-adbf-09bd6819df14 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:32.723761 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cdcbcd7e-5d01-4e5a-a497-d2009abbe2bc req-deb84a3e-c91b-4921-adbf-09bd6819df14 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 945 time: 0.0549748 Feb 09 02:14:32.773123 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cdcbcd7e-5d01-4e5a-a497-d2009abbe2bc req-b2e2c42f-7272-4c23-91d6-f43bea216cca tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433912 Feb 09 02:14:32.897147 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84511f63-d22a-472a-92a0-fd9782da63d9 req-266b62c9-3120-4296-bdc9-67185f1d7478 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:32.898505 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-84511f63-d22a-472a-92a0-fd9782da63d9 req-266b62c9-3120-4296-bdc9-67185f1d7478 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 945 time: 0.0530362 Feb 09 02:14:32.944653 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-84511f63-d22a-472a-92a0-fd9782da63d9 req-02ac334a-1588-4261-9dc1-cd82b6d1ce53 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405068 Feb 09 02:14:33.187446 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab93939-992f-4e26-94e9-3fd92297aa93 req-c6a77241-70d4-4693-a246-677eb3cc1657 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:33.189443 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ab93939-992f-4e26-94e9-3fd92297aa93 req-c6a77241-70d4-4693-a246-677eb3cc1657 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 945 time: 0.0565133 Feb 09 02:14:33.235040 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8ab93939-992f-4e26-94e9-3fd92297aa93 req-4b1671bd-4661-4ca6-a696-723c3245a231 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399101 Feb 09 02:14:33.927632 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device ea7b6998-5c9a-46d8-ae08-e95ceba9a723 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:14:33.978232 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port ea7b6998-5c9a-46d8-ae08-e95ceba9a723 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:14:33.982233 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port ea7b6998-5c9a-46d8-ae08-e95ceba9a723 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:14:33.982666 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (ea7b6998-5c9a-46d8-ae08-e95ceba9a723), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:34.059397 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port ea7b6998-5c9a-46d8-ae08-e95ceba9a723 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:34.059788 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ea7b6998-5c9a-46d8-ae08-e95ceba9a723), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:34.085565 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e82e79-b4bf-45f2-9e96-0276b1b6ba86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7b6998-5c9a-46d8-ae08-e95ceba9a723'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:14:34.087776 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bb5a1265871782f8fa80d718c2cad0aad3f2595cc534f44543b72f1ded69d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c682b817-cebe-4ff4-b4e9-719461e5a07b" -d '{"events": [{"server_uuid": "05e82e79-b4bf-45f2-9e96-0276b1b6ba86", "name": "network-vif-plugged", "status": "completed", "tag": "ea7b6998-5c9a-46d8-ae08-e95ceba9a723"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:14:34.100388 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port ea7b6998-5c9a-46d8-ae08-e95ceba9a723, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=ea7b6998-5c9a-46d8-ae08-e95ceba9a723,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:34.104668 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ea7b6998-5c9a-46d8-ae08-e95ceba9a723), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:34.128943 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffb9559-feb3-4bb6-8fd6-806ddca6407d x-openstack-request-id: req-5ffb9559-feb3-4bb6-8fd6-806ddca6407d {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:14:34.129235 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e82e79-b4bf-45f2-9e96-0276b1b6ba86", "name": "network-vif-plugged", "status": "completed", "tag": "ea7b6998-5c9a-46d8-ae08-e95ceba9a723", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:14:34.129487 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5ffb9559-feb3-4bb6-8fd6-806ddca6407d {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:14:34.129876 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e82e79-b4bf-45f2-9e96-0276b1b6ba86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7b6998-5c9a-46d8-ae08-e95ceba9a723', 'code': 200} Feb 09 02:14:34.155318 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=ea7b6998-5c9a-46d8-ae08-e95ceba9a723,revision_number=13']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:34.355341 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b376d9e-9238-44dc-bb37-295738589569 req-376275ac-728d-4df5-b44d-a3b989bc8e2b tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:34.356819 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3b376d9e-9238-44dc-bb37-295738589569 req-376275ac-728d-4df5-b44d-a3b989bc8e2b tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 946 time: 0.0546157 Feb 09 02:14:34.404464 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3b376d9e-9238-44dc-bb37-295738589569 req-33894d72-c022-417e-887e-710268984517 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417717 Feb 09 02:14:34.575669 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5ef3d-4b07-4f80-9409-8dc90c19140b req-33c6f504-f46c-49d4-8149-f3aaafb01b69 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:34.577152 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bbe5ef3d-4b07-4f80-9409-8dc90c19140b req-33c6f504-f46c-49d4-8149-f3aaafb01b69 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.91 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 946 time: 0.0551050 Feb 09 02:14:34.670472 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-bbe5ef3d-4b07-4f80-9409-8dc90c19140b req-bee53831-3ac2-4e95-b3c3-81ea6b57e70a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Deleting port ea7b6998-5c9a-46d8-ae08-e95ceba9a723 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:14:34.670809 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bbe5ef3d-4b07-4f80-9409-8dc90c19140b req-bee53831-3ac2-4e95-b3c3-81ea6b57e70a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (ea7b6998-5c9a-46d8-ae08-e95ceba9a723), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:34.760531 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-bbe5ef3d-4b07-4f80-9409-8dc90c19140b req-bee53831-3ac2-4e95-b3c3-81ea6b57e70a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] For port ea7b6998-5c9a-46d8-ae08-e95ceba9a723, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=ea7b6998-5c9a-46d8-ae08-e95ceba9a723,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:34.760891 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bbe5ef3d-4b07-4f80-9409-8dc90c19140b req-bee53831-3ac2-4e95-b3c3-81ea6b57e70a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (ea7b6998-5c9a-46d8-ae08-e95ceba9a723), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:34.930735 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bbe5ef3d-4b07-4f80-9409-8dc90c19140b req-bee53831-3ac2-4e95-b3c3-81ea6b57e70a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:34.931008 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bbe5ef3d-4b07-4f80-9409-8dc90c19140b req-bee53831-3ac2-4e95-b3c3-81ea6b57e70a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (7b7d0594-6d54-409e-81d3-155545e6f939), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:34.931322 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [req-bbe5ef3d-4b07-4f80-9409-8dc90c19140b req-bee53831-3ac2-4e95-b3c3-81ea6b57e70a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Floating IP 7b7d0594-6d54-409e-81d3-155545e6f939 disassociated. External IP: 172.25.1.143, port: ea7b6998-5c9a-46d8-ae08-e95ceba9a723. Feb 09 02:14:34.931659 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-bbe5ef3d-4b07-4f80-9409-8dc90c19140b req-bee53831-3ac2-4e95-b3c3-81ea6b57e70a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Calling delete_port for ea7b6998-5c9a-46d8-ae08-e95ceba9a723 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:14:35.061078 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bbe5ef3d-4b07-4f80-9409-8dc90c19140b req-bee53831-3ac2-4e95-b3c3-81ea6b57e70a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (ea7b6998-5c9a-46d8-ae08-e95ceba9a723), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:35.090036 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee53831-3ac2-4e95-b3c3-81ea6b57e70a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Pushing event deleted for resources: {'Port': ['ID=ea7b6998-5c9a-46d8-ae08-e95ceba9a723,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:35.208639 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbe5ef3d-4b07-4f80-9409-8dc90c19140b req-bee53831-3ac2-4e95-b3c3-81ea6b57e70a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Router 7b85aa69-eab6-4555-ba0b-62c49944362f has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:14:35.322650 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbe5ef3d-4b07-4f80-9409-8dc90c19140b req-bee53831-3ac2-4e95-b3c3-81ea6b57e70a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:14:35.333715 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2f073a-67df-4aeb-8dd3-fd01ec271ea6 None None] Sync routers for ids ['7b85aa69-eab6-4555-ba0b-62c49944362f'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:14:35.346292 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2f073a-67df-4aeb-8dd3-fd01ec271ea6 None None] Routers {'7b85aa69-eab6-4555-ba0b-62c49944362f'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:14:35.346938 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-fd2f073a-67df-4aeb-8dd3-fd01ec271ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:14:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7b85aa69-eab6-4555-ba0b-62c49944362f'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:35.369232 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe5ef3d-4b07-4f80-9409-8dc90c19140b req-bee53831-3ac2-4e95-b3c3-81ea6b57e70a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] No DVR routers for this DVR port ea7b6998-5c9a-46d8-ae08-e95ceba9a723 on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:14:35.371882 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-bbe5ef3d-4b07-4f80-9409-8dc90c19140b req-bee53831-3ac2-4e95-b3c3-81ea6b57e70a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:35.375454 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bbe5ef3d-4b07-4f80-9409-8dc90c19140b req-bee53831-3ac2-4e95-b3c3-81ea6b57e70a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.91 "DELETE /v2.0/ports/ea7b6998-5c9a-46d8-ae08-e95ceba9a723 HTTP/1.1" status: 204 len: 173 time: 0.7906544 Feb 09 02:14:35.375903 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e82e79-b4bf-45f2-9e96-0276b1b6ba86', 'name': 'network-vif-deleted', 'tag': 'ea7b6998-5c9a-46d8-ae08-e95ceba9a723'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:14:35.378258 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e142b61c-0830-4d65-b921-347b63518758" -d '{"events": [{"server_uuid": "05e82e79-b4bf-45f2-9e96-0276b1b6ba86", "name": "network-vif-deleted", "tag": "ea7b6998-5c9a-46d8-ae08-e95ceba9a723"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:14:35.420231 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c37314f-58ab-41a5-b638-11139a060c11 x-openstack-request-id: req-1c37314f-58ab-41a5-b638-11139a060c11 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:14:35.420551 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e82e79-b4bf-45f2-9e96-0276b1b6ba86", "name": "network-vif-deleted", "tag": "ea7b6998-5c9a-46d8-ae08-e95ceba9a723", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:14:35.420861 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1c37314f-58ab-41a5-b638-11139a060c11 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:14:35.421280 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e82e79-b4bf-45f2-9e96-0276b1b6ba86', 'name': 'network-vif-deleted', 'tag': 'ea7b6998-5c9a-46d8-ae08-e95ceba9a723', 'status': 'completed', 'code': 200} Feb 09 02:14:35.471344 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-fd2f073a-67df-4aeb-8dd3-fd01ec271ea6 None None] Set router 7b85aa69-eab6-4555-ba0b-62c49944362f gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:14:35.517837 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-701afb78-2926-4695-812a-59fbe77e0bb8 req-95d90c9a-9576-42c2-b52d-4d8f3a2eb026 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e82e79-b4bf-45f2-9e96-0276b1b6ba86 HTTP/1.1" status: 200 len: 210 time: 0.0290391 Feb 09 02:14:35.692133 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-fd2f073a-67df-4aeb-8dd3-fd01ec271ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'name': 'tempest-ServerActionsTestJSON-954618034-router', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:46Z', 'updated_at': '2022-02-09T02:11:49Z', 'revision_number': 4, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'gw_port': {'id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:47Z', 'updated_at': '2022-02-09T02:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'd668248a-b142-4cc9-b3ca-c2449c041c68', 'name': '', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'mac_address': 'fa:16:3e:7d:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:49Z', 'updated_at': '2022-02-09T02:11:53Z', 'revision_number': 5, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'subnets': [{'id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:35.724814 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2f073a-67df-4aeb-8dd3-fd01ec271ea6 None None] Checking router: 7b85aa69-eab6-4555-ba0b-62c49944362f for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:14:35.732755 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2f073a-67df-4aeb-8dd3-fd01ec271ea6 None None] Routers {'7b85aa69-eab6-4555-ba0b-62c49944362f'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:14:35.733334 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-fd2f073a-67df-4aeb-8dd3-fd01ec271ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:14:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7b85aa69-eab6-4555-ba0b-62c49944362f'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:35.839491 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-fd2f073a-67df-4aeb-8dd3-fd01ec271ea6 None None] Set router 7b85aa69-eab6-4555-ba0b-62c49944362f gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:14:36.063502 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-fd2f073a-67df-4aeb-8dd3-fd01ec271ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'name': 'tempest-ServerActionsTestJSON-954618034-router', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:46Z', 'updated_at': '2022-02-09T02:11:49Z', 'revision_number': 4, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'gw_port': {'id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:47Z', 'updated_at': '2022-02-09T02:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'd668248a-b142-4cc9-b3ca-c2449c041c68', 'name': '', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'mac_address': 'fa:16:3e:7d:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:49Z', 'updated_at': '2022-02-09T02:11:53Z', 'revision_number': 5, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'subnets': [{'id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:36.089860 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2f073a-67df-4aeb-8dd3-fd01ec271ea6 None None] The sync data for ids ['7b85aa69-eab6-4555-ba0b-62c49944362f'] in n-d-822053-40 is: [{'id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'name': 'tempest-ServerActionsTestJSON-954618034-router', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:46Z', 'updated_at': '2022-02-09T02:11:49Z', 'revision_number': 4, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'gw_port': {'id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:47Z', 'updated_at': '2022-02-09T02:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'd668248a-b142-4cc9-b3ca-c2449c041c68', 'name': '', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'mac_address': 'fa:16:3e:7d:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:49Z', 'updated_at': '2022-02-09T02:11:53Z', 'revision_number': 5, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'subnets': [{'id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:14:36.306030 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0f5049-6c30-491e-af59-9673920436f0 None None] New status for floating IP 7b7d0594-6d54-409e-81d3-155545e6f939: DOWN {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:14:36.760303 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-19490147-1c2c-43af-878b-542fb2a92b9a req-56eb415a-3273-4172-9313-dc8b1fe6ca4b tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1078542401&fields=id&tenant_id=52b56a0b1b8a492d896cafbf50ada9ba HTTP/1.1" status: 200 len: 267 time: 0.0414350 Feb 09 02:14:36.866373 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19490147-1c2c-43af-878b-542fb2a92b9a req-37ad9dd2-8d59-4b34-8ac7-f8928d8c021f tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:36.867818 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-19490147-1c2c-43af-878b-542fb2a92b9a req-37ad9dd2-8d59-4b34-8ac7-f8928d8c021f tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 811 time: 0.1007504 Feb 09 02:14:36.882270 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-19490147-1c2c-43af-878b-542fb2a92b9a req-0c045f97-720f-4e5e-b423-4ce8bd773367 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/quotas/52b56a0b1b8a492d896cafbf50ada9ba HTTP/1.1" status: 200 len: 375 time: 0.0092390 Feb 09 02:14:36.940715 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-19490147-1c2c-43af-878b-542fb2a92b9a req-7723f7a3-9941-4ecc-bd16-0be451676ea3 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536721 Feb 09 02:14:37.095356 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-19490147-1c2c-43af-878b-542fb2a92b9a req-1aa4da0a-dd55-40d8-a0d5-f088059f24f3 service neutron] 10.222.0.30 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434495 Feb 09 02:14:37.184558 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-19490147-1c2c-43af-878b-542fb2a92b9a req-04bd78d7-605a-493b-b7a9-79c4b1ecec22 service neutron] 10.222.0.30 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830607 Feb 09 02:14:37.346552 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dda69da1-6961-4889-82d6-19b64404277f req-c9a1ff6d-54ef-4307-a4c0-aa2fae79a5c4 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 210 time: 0.0281715 Feb 09 02:14:37.950928 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device ea7b6998-5c9a-46d8-ae08-e95ceba9a723 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:14:37.975238 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: ea7b6998-5c9a-46d8-ae08-e95ceba9a723 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:14:37.975585 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device ea7b6998-5c9a-46d8-ae08-e95ceba9a723 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:14:38.267861 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19490147-1c2c-43af-878b-542fb2a92b9a req-6a392893-6336-4016-bf03-705dfa51fb54 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:38.270821 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-19490147-1c2c-43af-878b-542fb2a92b9a req-6a392893-6336-4016-bf03-705dfa51fb54 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.121 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 811 time: 0.1138117 Feb 09 02:14:38.331751 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-19490147-1c2c-43af-878b-542fb2a92b9a req-d4499c51-a9d9-43a4-bff5-9fbc7d21f139 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52b56a0b1b8a492d896cafbf50ada9ba HTTP/1.1" status: 200 len: 380 time: 0.0521641 Feb 09 02:14:38.340827 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-19490147-1c2c-43af-878b-542fb2a92b9a req-9aa52808-4ead-4324-8f35-ddcd361f43d5 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Request body: {'port': {'device_id': '2686a952-7f22-4509-a91e-f55edfe231b6', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'admin_state_up': True, 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'security_groups': ['5cf81b5e-fbfa-4935-8d0b-ca96535d2c81']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:38.452708 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-54c5fd01-289f-4514-8bc4-67a80f70a6bd req-6cab7107-5aac-40a9-9bf5-6e141108e98b tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 210 time: 0.0358572 Feb 09 02:14:38.477016 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19490147-1c2c-43af-878b-542fb2a92b9a req-9aa52808-4ead-4324-8f35-ddcd361f43d5 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Made reservation on behalf of 52b56a0b1b8a492d896cafbf50ada9ba for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:14:38.480396 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-19490147-1c2c-43af-878b-542fb2a92b9a req-9aa52808-4ead-4324-8f35-ddcd361f43d5 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:38.608691 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-19490147-1c2c-43af-878b-542fb2a92b9a req-9aa52808-4ead-4324-8f35-ddcd361f43d5 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Allocated IP 172.20.0.12 (eab1629c-0165-43ec-874a-37f78fe7db32/b349d12e-9d86-4bb4-a938-d0d7f13bdcc8/41af6eb3-cae7-426c-9f97-b54bd3fd4163) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:14:38.741567 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-19490147-1c2c-43af-878b-542fb2a92b9a req-9aa52808-4ead-4324-8f35-ddcd361f43d5 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks [] for port (41af6eb3-cae7-426c-9f97-b54bd3fd4163), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:38.774633 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-19490147-1c2c-43af-878b-542fb2a92b9a req-9aa52808-4ead-4324-8f35-ddcd361f43d5 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (41af6eb3-cae7-426c-9f97-b54bd3fd4163), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:38.822757 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19490147-1c2c-43af-878b-542fb2a92b9a req-9aa52808-4ead-4324-8f35-ddcd361f43d5 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Network eab1629c-0165-43ec-874a-37f78fe7db32 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:14:38.825908 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-19490147-1c2c-43af-878b-542fb2a92b9a req-9aa52808-4ead-4324-8f35-ddcd361f43d5 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:14:38.830231 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-19490147-1c2c-43af-878b-542fb2a92b9a req-9aa52808-4ead-4324-8f35-ddcd361f43d5 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:14:38.855742 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa52808-4ead-4324-8f35-ddcd361f43d5 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Pushing event updated for resources: {'Port': ['ID=41af6eb3-cae7-426c-9f97-b54bd3fd4163,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:38.870981 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa52808-4ead-4324-8f35-ddcd361f43d5 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:38.871328 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa52808-4ead-4324-8f35-ddcd361f43d5 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:38.871671 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa52808-4ead-4324-8f35-ddcd361f43d5 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:38.872036 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa52808-4ead-4324-8f35-ddcd361f43d5 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:38.872382 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa52808-4ead-4324-8f35-ddcd361f43d5 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:38.872718 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa52808-4ead-4324-8f35-ddcd361f43d5 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:38.873050 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa52808-4ead-4324-8f35-ddcd361f43d5 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:38.873378 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa52808-4ead-4324-8f35-ddcd361f43d5 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:38.873702 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa52808-4ead-4324-8f35-ddcd361f43d5 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:38.874025 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa52808-4ead-4324-8f35-ddcd361f43d5 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:38.874351 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa52808-4ead-4324-8f35-ddcd361f43d5 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:38.874673 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa52808-4ead-4324-8f35-ddcd361f43d5 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:38.874995 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa52808-4ead-4324-8f35-ddcd361f43d5 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:38.896710 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19490147-1c2c-43af-878b-542fb2a92b9a req-9aa52808-4ead-4324-8f35-ddcd361f43d5 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:38.897336 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-19490147-1c2c-43af-878b-542fb2a92b9a req-9aa52808-4ead-4324-8f35-ddcd361f43d5 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:38.914961 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-19490147-1c2c-43af-878b-542fb2a92b9a req-9aa52808-4ead-4324-8f35-ddcd361f43d5 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5776045 Feb 09 02:14:38.926636 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-19490147-1c2c-43af-878b-542fb2a92b9a req-1d09183c-a5e6-414b-b66a-cb43296810ca service neutron] Request body: {'port': {'device_id': '2686a952-7f22-4509-a91e-f55edfe231b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:38.990505 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-19490147-1c2c-43af-878b-542fb2a92b9a req-1d09183c-a5e6-414b-b66a-cb43296810ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (41af6eb3-cae7-426c-9f97-b54bd3fd4163), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:39.094711 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c11f70d5-f2fd-41e4-a968-96ea77236347 None None] Provisioning complete for port 41af6eb3-cae7-426c-9f97-b54bd3fd4163 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:14:39.095240 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c11f70d5-f2fd-41e4-a968-96ea77236347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (41af6eb3-cae7-426c-9f97-b54bd3fd4163), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:39.129849 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c11f70d5-f2fd-41e4-a968-96ea77236347 None None] Port 41af6eb3-cae7-426c-9f97-b54bd3fd4163 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:14:39.259852 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-19490147-1c2c-43af-878b-542fb2a92b9a req-1d09183c-a5e6-414b-b66a-cb43296810ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41af6eb3-cae7-426c-9f97-b54bd3fd4163 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:14:39.267723 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-19490147-1c2c-43af-878b-542fb2a92b9a req-1d09183c-a5e6-414b-b66a-cb43296810ca service neutron] Publish callbacks [] for port (41af6eb3-cae7-426c-9f97-b54bd3fd4163), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:39.279864 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-19490147-1c2c-43af-878b-542fb2a92b9a req-1d09183c-a5e6-414b-b66a-cb43296810ca service neutron] Transition to ACTIVE for port object 41af6eb3-cae7-426c-9f97-b54bd3fd4163 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:14:39.283970 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-19490147-1c2c-43af-878b-542fb2a92b9a req-1d09183c-a5e6-414b-b66a-cb43296810ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (41af6eb3-cae7-426c-9f97-b54bd3fd4163), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:39.333100 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09183c-a5e6-414b-b66a-cb43296810ca service neutron] Pushing event updated for resources: {'Port': ['ID=41af6eb3-cae7-426c-9f97-b54bd3fd4163,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:39.411114 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-19490147-1c2c-43af-878b-542fb2a92b9a req-1d09183c-a5e6-414b-b66a-cb43296810ca service neutron] Attempting to bind port 41af6eb3-cae7-426c-9f97-b54bd3fd4163 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:14:39.411452 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-19490147-1c2c-43af-878b-542fb2a92b9a req-1d09183c-a5e6-414b-b66a-cb43296810ca service neutron] Attempting to bind port 41af6eb3-cae7-426c-9f97-b54bd3fd4163 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:14:39.411821 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19490147-1c2c-43af-878b-542fb2a92b9a req-1d09183c-a5e6-414b-b66a-cb43296810ca service neutron] Attempting to bind port 41af6eb3-cae7-426c-9f97-b54bd3fd4163 on network eab1629c-0165-43ec-874a-37f78fe7db32 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:14:39.417752 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19490147-1c2c-43af-878b-542fb2a92b9a req-1d09183c-a5e6-414b-b66a-cb43296810ca service neutron] Port 41af6eb3-cae7-426c-9f97-b54bd3fd4163 on network eab1629c-0165-43ec-874a-37f78fe7db32 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:14:39.418083 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19490147-1c2c-43af-878b-542fb2a92b9a req-1d09183c-a5e6-414b-b66a-cb43296810ca service neutron] Attempting to bind port 41af6eb3-cae7-426c-9f97-b54bd3fd4163 on network eab1629c-0165-43ec-874a-37f78fe7db32 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:14:39.424298 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19490147-1c2c-43af-878b-542fb2a92b9a req-1d09183c-a5e6-414b-b66a-cb43296810ca service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:14:39.424636 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19490147-1c2c-43af-878b-542fb2a92b9a req-1d09183c-a5e6-414b-b66a-cb43296810ca service neutron] Checking segment: {'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:14:39.425022 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19490147-1c2c-43af-878b-542fb2a92b9a req-1d09183c-a5e6-414b-b66a-cb43296810ca service neutron] Bound using segment: {'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:14:39.425448 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-19490147-1c2c-43af-878b-542fb2a92b9a req-1d09183c-a5e6-414b-b66a-cb43296810ca service neutron] Bound port: 41af6eb3-cae7-426c-9f97-b54bd3fd4163, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:14:39.425802 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-19490147-1c2c-43af-878b-542fb2a92b9a req-1d09183c-a5e6-414b-b66a-cb43296810ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (41af6eb3-cae7-426c-9f97-b54bd3fd4163), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:39.502019 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-19490147-1c2c-43af-878b-542fb2a92b9a req-1d09183c-a5e6-414b-b66a-cb43296810ca service neutron] For port 41af6eb3-cae7-426c-9f97-b54bd3fd4163, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:14:39.505048 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-19490147-1c2c-43af-878b-542fb2a92b9a req-1d09183c-a5e6-414b-b66a-cb43296810ca service neutron] For port 41af6eb3-cae7-426c-9f97-b54bd3fd4163, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=41af6eb3-cae7-426c-9f97-b54bd3fd4163,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:14:39.511513 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-19490147-1c2c-43af-878b-542fb2a92b9a req-1d09183c-a5e6-414b-b66a-cb43296810ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (41af6eb3-cae7-426c-9f97-b54bd3fd4163), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:39.558383 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19490147-1c2c-43af-878b-542fb2a92b9a req-1d09183c-a5e6-414b-b66a-cb43296810ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:39.559027 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-19490147-1c2c-43af-878b-542fb2a92b9a req-1d09183c-a5e6-414b-b66a-cb43296810ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:39.560449 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-19490147-1c2c-43af-878b-542fb2a92b9a req-1d09183c-a5e6-414b-b66a-cb43296810ca service neutron] 10.222.0.121 "PUT /v2.0/ports/41af6eb3-cae7-426c-9f97-b54bd3fd4163 HTTP/1.1" status: 200 len: 1093 time: 0.6384065 Feb 09 02:14:39.574903 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2686a952-7f22-4509-a91e-f55edfe231b6', 'tag': '41af6eb3-cae7-426c-9f97-b54bd3fd4163'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:14:39.578016 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ca5b76-0c97-4052-a223-d14b8005e675" -d '{"events": [{"name": "network-changed", "server_uuid": "2686a952-7f22-4509-a91e-f55edfe231b6", "tag": "41af6eb3-cae7-426c-9f97-b54bd3fd4163"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:14:39.624143 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09183c-a5e6-414b-b66a-cb43296810ca service neutron] Pushing event updated for resources: {'Port': ['ID=41af6eb3-cae7-426c-9f97-b54bd3fd4163,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:39.629720 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a153e99-77d3-420b-a73f-55fea4119800 x-openstack-request-id: req-9a153e99-77d3-420b-a73f-55fea4119800 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:14:39.630012 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2686a952-7f22-4509-a91e-f55edfe231b6", "tag": "41af6eb3-cae7-426c-9f97-b54bd3fd4163", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:14:39.630269 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9a153e99-77d3-420b-a73f-55fea4119800 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:14:39.630667 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2686a952-7f22-4509-a91e-f55edfe231b6', 'tag': '41af6eb3-cae7-426c-9f97-b54bd3fd4163', 'status': 'completed', 'code': 200} Feb 09 02:14:39.664682 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ceb67a-b67d-4de6-9e19-e1232b99e129 req-5b362e2c-1b20-4ed2-874b-7e0b70c8a0bf tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:39.666215 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-52ceb67a-b67d-4de6-9e19-e1232b99e129 req-5b362e2c-1b20-4ed2-874b-7e0b70c8a0bf tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 944 time: 0.1281633 Feb 09 02:14:39.699393 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19490147-1c2c-43af-878b-542fb2a92b9a req-085b9dec-3c5f-4ae8-b334-78653f0e1a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:39.700997 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-19490147-1c2c-43af-878b-542fb2a92b9a req-085b9dec-3c5f-4ae8-b334-78653f0e1a3a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 1127 time: 0.0903828 Feb 09 02:14:39.755659 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-19490147-1c2c-43af-878b-542fb2a92b9a req-f8cd0709-3e7c-49f1-a04d-6f18da63b5a7 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41af6eb3-cae7-426c-9f97-b54bd3fd4163 HTTP/1.1" status: 200 len: 217 time: 0.0467682 Feb 09 02:14:39.759962 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-52ceb67a-b67d-4de6-9e19-e1232b99e129 req-afb67211-7eee-447e-a594-0e197aa5b148 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874751 Feb 09 02:14:39.811217 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19490147-1c2c-43af-878b-542fb2a92b9a req-b8a2675f-758a-4fab-9aaa-32332bb4e6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:39.812685 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-19490147-1c2c-43af-878b-542fb2a92b9a req-b8a2675f-758a-4fab-9aaa-32332bb4e6b5 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b349d12e-9d86-4bb4-a938-d0d7f13bdcc8 HTTP/1.1" status: 200 len: 850 time: 0.0506363 Feb 09 02:14:39.862104 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19490147-1c2c-43af-878b-542fb2a92b9a req-84cb88aa-c44e-44f6-b89c-6ed871051968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:39.863714 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-19490147-1c2c-43af-878b-542fb2a92b9a req-84cb88aa-c44e-44f6-b89c-6ed871051968 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=eab1629c-0165-43ec-874a-37f78fe7db32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452192 Feb 09 02:14:39.954388 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-19490147-1c2c-43af-878b-542fb2a92b9a req-c6261378-156c-4642-955e-57734297cd11 service neutron] 10.222.0.121 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836895 Feb 09 02:14:40.045670 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-19490147-1c2c-43af-878b-542fb2a92b9a req-96107826-5a22-4294-9876-b5d59c049a45 service neutron] 10.222.0.121 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865214 Feb 09 02:14:40.140395 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca5b76-0c97-4052-a223-d14b8005e675 req-e42f5c4f-4771-44a9-9f69-291c8e919fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:40.142040 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-88ca5b76-0c97-4052-a223-d14b8005e675 req-e42f5c4f-4771-44a9-9f69-291c8e919fa5 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 1127 time: 0.0468628 Feb 09 02:14:40.232471 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca5b76-0c97-4052-a223-d14b8005e675 req-70af41e2-1e20-4014-be88-bda33d2f844f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:40.233858 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-88ca5b76-0c97-4052-a223-d14b8005e675 req-70af41e2-1e20-4014-be88-bda33d2f844f service neutron] 10.222.0.121 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 912 time: 0.0858362 Feb 09 02:14:40.274806 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-88ca5b76-0c97-4052-a223-d14b8005e675 req-5a937d59-dcaa-4642-bf5d-dc830080dba6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41af6eb3-cae7-426c-9f97-b54bd3fd4163 HTTP/1.1" status: 200 len: 217 time: 0.0344729 Feb 09 02:14:40.325247 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca5b76-0c97-4052-a223-d14b8005e675 req-9689fd6c-ad10-4fb0-a376-67d6915943d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:40.326666 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-88ca5b76-0c97-4052-a223-d14b8005e675 req-9689fd6c-ad10-4fb0-a376-67d6915943d0 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b349d12e-9d86-4bb4-a938-d0d7f13bdcc8 HTTP/1.1" status: 200 len: 850 time: 0.0434830 Feb 09 02:14:40.373749 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca5b76-0c97-4052-a223-d14b8005e675 req-e89865b3-a37a-466c-b8ae-722fb55bd28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:40.375263 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-88ca5b76-0c97-4052-a223-d14b8005e675 req-e89865b3-a37a-466c-b8ae-722fb55bd28c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=eab1629c-0165-43ec-874a-37f78fe7db32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0422809 Feb 09 02:14:40.467529 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-88ca5b76-0c97-4052-a223-d14b8005e675 req-ab9b8cba-cc69-44ad-a5ec-4801322f17f9 service neutron] 10.222.0.121 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855763 Feb 09 02:14:40.557082 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-88ca5b76-0c97-4052-a223-d14b8005e675 req-1b416617-bcc3-4515-9a65-48a665f7366f service neutron] 10.222.0.121 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832202 Feb 09 02:14:40.885607 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3f107-4ef1-42b3-a8d2-99a5ae35e9c0 req-7a12cc51-ef99-40dd-b963-661adcd1b215 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:40.886983 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cac3f107-4ef1-42b3-a8d2-99a5ae35e9c0 req-7a12cc51-ef99-40dd-b963-661adcd1b215 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 944 time: 0.0568707 Feb 09 02:14:40.935704 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cac3f107-4ef1-42b3-a8d2-99a5ae35e9c0 req-823b71b6-f897-4c18-877b-d8516e6eac78 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424647 Feb 09 02:14:42.055464 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db76e4-e5da-4353-ab53-cfd0e9007be7 req-3a0c99ba-5f42-4a71-a6cb-b139ce697175 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:42.056970 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-62db76e4-e5da-4353-ab53-cfd0e9007be7 req-3a0c99ba-5f42-4a71-a6cb-b139ce697175 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 944 time: 0.0522850 Feb 09 02:14:42.102725 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-62db76e4-e5da-4353-ab53-cfd0e9007be7 req-c19c108f-3060-454a-b550-2736369fc801 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401959 Feb 09 02:14:42.155832 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 41af6eb3-cae7-426c-9f97-b54bd3fd4163 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:14:42.253277 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 41af6eb3-cae7-426c-9f97-b54bd3fd4163, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=41af6eb3-cae7-426c-9f97-b54bd3fd4163,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:42.264277 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '41af6eb3-cae7-426c-9f97-b54bd3fd4163', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'port_id': '41af6eb3-cae7-426c-9f97-b54bd3fd4163', 'mac_address': 'fa:16:3e:f4:99:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:14:42.300903 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 41af6eb3-cae7-426c-9f97-b54bd3fd4163 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:42.301282 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (41af6eb3-cae7-426c-9f97-b54bd3fd4163), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:42.314234 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41af6eb3-cae7-426c-9f97-b54bd3fd4163 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:14:42.332778 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 41af6eb3-cae7-426c-9f97-b54bd3fd4163, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=41af6eb3-cae7-426c-9f97-b54bd3fd4163,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:42.336488 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (41af6eb3-cae7-426c-9f97-b54bd3fd4163), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:42.546277 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=41af6eb3-cae7-426c-9f97-b54bd3fd4163,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:42.601070 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['41af6eb3-cae7-426c-9f97-b54bd3fd4163'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:14:43.225814 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017a74c-00d5-4f12-a116-899075e2f2df req-4b5698f1-a66c-43bb-92c2-a2d21c1a2b32 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:43.227298 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e017a74c-00d5-4f12-a116-899075e2f2df req-4b5698f1-a66c-43bb-92c2-a2d21c1a2b32 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 945 time: 0.0563676 Feb 09 02:14:43.272816 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e017a74c-00d5-4f12-a116-899075e2f2df req-4eb6b40b-aad0-42c3-aa44-cad7f80d2c73 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400205 Feb 09 02:14:44.184280 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 41af6eb3-cae7-426c-9f97-b54bd3fd4163 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:14:44.233620 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 41af6eb3-cae7-426c-9f97-b54bd3fd4163 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:14:44.238029 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 41af6eb3-cae7-426c-9f97-b54bd3fd4163 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:14:44.238401 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (41af6eb3-cae7-426c-9f97-b54bd3fd4163), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:44.314688 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 41af6eb3-cae7-426c-9f97-b54bd3fd4163 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:44.315087 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (41af6eb3-cae7-426c-9f97-b54bd3fd4163), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:44.339241 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2686a952-7f22-4509-a91e-f55edfe231b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41af6eb3-cae7-426c-9f97-b54bd3fd4163'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:14:44.341514 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bb5a1265871782f8fa80d718c2cad0aad3f2595cc534f44543b72f1ded69d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f563badf-3972-4e4a-98f1-ec8f865cb431" -d '{"events": [{"server_uuid": "2686a952-7f22-4509-a91e-f55edfe231b6", "name": "network-vif-plugged", "status": "completed", "tag": "41af6eb3-cae7-426c-9f97-b54bd3fd4163"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:14:44.354585 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 41af6eb3-cae7-426c-9f97-b54bd3fd4163, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=41af6eb3-cae7-426c-9f97-b54bd3fd4163,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:44.361776 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (41af6eb3-cae7-426c-9f97-b54bd3fd4163), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:44.392333 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15242860-6bd6-4647-bfeb-49996e8a43e5 x-openstack-request-id: req-15242860-6bd6-4647-bfeb-49996e8a43e5 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:14:44.392628 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2686a952-7f22-4509-a91e-f55edfe231b6", "name": "network-vif-plugged", "status": "completed", "tag": "41af6eb3-cae7-426c-9f97-b54bd3fd4163", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:14:44.392877 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-15242860-6bd6-4647-bfeb-49996e8a43e5 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:14:44.393261 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2686a952-7f22-4509-a91e-f55edfe231b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41af6eb3-cae7-426c-9f97-b54bd3fd4163', 'code': 200} Feb 09 02:14:44.398091 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9f47e-1343-47a5-8bd7-98b0b5ac7c4e req-83db57e8-df24-47a0-9a0d-b634ac345455 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:44.399680 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dea9f47e-1343-47a5-8bd7-98b0b5ac7c4e req-83db57e8-df24-47a0-9a0d-b634ac345455 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 945 time: 0.0565758 Feb 09 02:14:44.421831 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=41af6eb3-cae7-426c-9f97-b54bd3fd4163,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:44.463137 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dea9f47e-1343-47a5-8bd7-98b0b5ac7c4e req-1ae1ac6a-4923-4986-ba19-10b609e6e261 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512958 Feb 09 02:14:44.497756 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c1b7d-585c-4bc1-a223-98656bde16fb req-ed756d16-51dc-4bff-8b1a-3dedd0b8e05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:44.499227 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7b5c1b7d-585c-4bc1-a223-98656bde16fb req-ed756d16-51dc-4bff-8b1a-3dedd0b8e05c service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 1129 time: 0.0513611 Feb 09 02:14:44.545260 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7b5c1b7d-585c-4bc1-a223-98656bde16fb req-3ea8e12d-97dd-4dbb-a57c-b353247009a5 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404809 Feb 09 02:14:45.590390 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d66b8f-ae3c-480d-afa5-0b20357ef7af req-18a397f8-22b4-41dd-920d-8e5ad61bd5d9 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:45.591878 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-47d66b8f-ae3c-480d-afa5-0b20357ef7af req-18a397f8-22b4-41dd-920d-8e5ad61bd5d9 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 946 time: 0.0548007 Feb 09 02:14:45.642365 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-47d66b8f-ae3c-480d-afa5-0b20357ef7af req-eaef6b67-b334-4082-a459-c4e5810721d4 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437884 Feb 09 02:14:46.771431 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0c9f5-acd7-45f9-a5ad-f0d76163cdf2 req-67f82fb6-aeb9-4469-bb26-8e8bb9ce54ad tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:46.772925 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bbf0c9f5-acd7-45f9-a5ad-f0d76163cdf2 req-67f82fb6-aeb9-4469-bb26-8e8bb9ce54ad tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 946 time: 0.0589702 Feb 09 02:14:46.818652 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bbf0c9f5-acd7-45f9-a5ad-f0d76163cdf2 req-45ab3a99-a60c-40ae-83b7-ca99e77e9d1a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402679 Feb 09 02:14:46.940109 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63fe4e-a85a-48ce-b3e0-9a3492acf621 req-f5b684d6-ef00-4ce2-b116-014574498025 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:46.941570 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fa63fe4e-a85a-48ce-b3e0-9a3492acf621 req-f5b684d6-ef00-4ce2-b116-014574498025 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 946 time: 0.0573912 Feb 09 02:14:46.950245 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 50396) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:46.955054 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-b8170161-16b3-479e-8673-cc071333b39f tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Request body: {'floatingip': {'port_id': '41af6eb3-cae7-426c-9f97-b54bd3fd4163'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:46.994055 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b8170161-16b3-479e-8673-cc071333b39f tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks [] for floatingip (7b7d0594-6d54-409e-81d3-155545e6f939), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:47.755897 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b8170161-16b3-479e-8673-cc071333b39f tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:47.759875 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b8170161-16b3-479e-8673-cc071333b39f tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (7b7d0594-6d54-409e-81d3-155545e6f939), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:47.861018 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [None req-b8170161-16b3-479e-8673-cc071333b39f tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Floating IP 7b7d0594-6d54-409e-81d3-155545e6f939 associated. External IP: 172.25.1.143, port: 41af6eb3-cae7-426c-9f97-b54bd3fd4163. Feb 09 02:14:48.081620 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8170161-16b3-479e-8673-cc071333b39f tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Router 7b85aa69-eab6-4555-ba0b-62c49944362f has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:14:48.187252 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8170161-16b3-479e-8673-cc071333b39f tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:14:48.192067 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b8170161-16b3-479e-8673-cc071333b39f tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:48.196957 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62817f4-9414-4f2a-a3fc-f10b4c6dfe2f None None] Sync routers for ids ['7b85aa69-eab6-4555-ba0b-62c49944362f'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:14:48.206448 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62817f4-9414-4f2a-a3fc-f10b4c6dfe2f None None] Routers {'7b85aa69-eab6-4555-ba0b-62c49944362f'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:14:48.207055 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e62817f4-9414-4f2a-a3fc-f10b4c6dfe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:14:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7b85aa69-eab6-4555-ba0b-62c49944362f'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:48.226169 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b8170161-16b3-479e-8673-cc071333b39f tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "PUT /v2.0/floatingips/7b7d0594-6d54-409e-81d3-155545e6f939 HTTP/1.1" status: 200 len: 993 time: 1.2748678 Feb 09 02:14:48.226744 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2686a952-7f22-4509-a91e-f55edfe231b6', 'tag': '41af6eb3-cae7-426c-9f97-b54bd3fd4163'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:14:48.229020 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a82ffb-fe20-4a59-a1da-ac0df5598ecb" -d '{"events": [{"name": "network-changed", "server_uuid": "2686a952-7f22-4509-a91e-f55edfe231b6", "tag": "41af6eb3-cae7-426c-9f97-b54bd3fd4163"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:14:48.276013 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5b70e6-3c33-42f4-afb7-9dfbd28ac394 x-openstack-request-id: req-3e5b70e6-3c33-42f4-afb7-9dfbd28ac394 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:14:48.276316 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2686a952-7f22-4509-a91e-f55edfe231b6", "tag": "41af6eb3-cae7-426c-9f97-b54bd3fd4163", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:14:48.276569 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3e5b70e6-3c33-42f4-afb7-9dfbd28ac394 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:14:48.276975 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2686a952-7f22-4509-a91e-f55edfe231b6', 'tag': '41af6eb3-cae7-426c-9f97-b54bd3fd4163', 'status': 'completed', 'code': 200} Feb 09 02:14:48.322687 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-e62817f4-9414-4f2a-a3fc-f10b4c6dfe2f None None] Set router 7b85aa69-eab6-4555-ba0b-62c49944362f gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:14:48.372379 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a82ffb-fe20-4a59-a1da-ac0df5598ecb req-43fe8d72-da44-4f3e-8394-8d2e65088691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:48.373894 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-92a82ffb-fe20-4a59-a1da-ac0df5598ecb req-43fe8d72-da44-4f3e-8394-8d2e65088691 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 1129 time: 0.0683293 Feb 09 02:14:48.384611 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61876d07-058c-41aa-8768-b4558993eaba req-bea40fc3-8dd7-4617-86cd-b0962e259589 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:48.386016 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-61876d07-058c-41aa-8768-b4558993eaba req-bea40fc3-8dd7-4617-86cd-b0962e259589 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 946 time: 0.0915127 Feb 09 02:14:48.495619 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-61876d07-058c-41aa-8768-b4558993eaba req-db5c79d9-56de-4459-b9c2-8c4982ccb57c tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007097 Feb 09 02:14:48.512961 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a82ffb-fe20-4a59-a1da-ac0df5598ecb req-fd082b35-e5d4-4973-8725-465a7db45253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:48.514450 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-92a82ffb-fe20-4a59-a1da-ac0df5598ecb req-fd082b35-e5d4-4973-8725-465a7db45253 service neutron] 10.222.0.121 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 912 time: 0.1276000 Feb 09 02:14:48.553349 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e62817f4-9414-4f2a-a3fc-f10b4c6dfe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'name': 'tempest-ServerActionsTestJSON-954618034-router', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:46Z', 'updated_at': '2022-02-09T02:11:49Z', 'revision_number': 4, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'gw_port': {'id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:47Z', 'updated_at': '2022-02-09T02:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '7b7d0594-6d54-409e-81d3-155545e6f939', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'floating_ip_address': '172.25.1.143', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'port_id': '41af6eb3-cae7-426c-9f97-b54bd3fd4163', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'mac_address': 'fa:16:3e:f4:99:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2686a952-7f22-4509-a91e-f55edfe231b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:11:52Z', 'updated_at': '2022-02-09T02:14:47Z', 'revision_number': 13, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd668248a-b142-4cc9-b3ca-c2449c041c68', 'name': '', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'mac_address': 'fa:16:3e:7d:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:49Z', 'updated_at': '2022-02-09T02:11:53Z', 'revision_number': 5, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'subnets': [{'id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:48.582713 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-92a82ffb-fe20-4a59-a1da-ac0df5598ecb req-6ba464d4-e7f9-417a-b0c2-5a894aba8725 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41af6eb3-cae7-426c-9f97-b54bd3fd4163 HTTP/1.1" status: 200 len: 1001 time: 0.0621963 Feb 09 02:14:48.584855 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62817f4-9414-4f2a-a3fc-f10b4c6dfe2f None None] Checking router: 7b85aa69-eab6-4555-ba0b-62c49944362f for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:14:48.593022 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62817f4-9414-4f2a-a3fc-f10b4c6dfe2f None None] Routers {'7b85aa69-eab6-4555-ba0b-62c49944362f'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:14:48.594225 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e62817f4-9414-4f2a-a3fc-f10b4c6dfe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:14:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7b85aa69-eab6-4555-ba0b-62c49944362f'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:48.637280 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a82ffb-fe20-4a59-a1da-ac0df5598ecb req-82cc55df-ef97-4dda-9c51-f5d7e71f5a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:48.638783 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-92a82ffb-fe20-4a59-a1da-ac0df5598ecb req-82cc55df-ef97-4dda-9c51-f5d7e71f5a31 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b349d12e-9d86-4bb4-a938-d0d7f13bdcc8 HTTP/1.1" status: 200 len: 850 time: 0.0496829 Feb 09 02:14:48.688706 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a82ffb-fe20-4a59-a1da-ac0df5598ecb req-f7bba9e8-38c8-4af8-9456-cfbacbfd3d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:48.690248 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-92a82ffb-fe20-4a59-a1da-ac0df5598ecb req-f7bba9e8-38c8-4af8-9456-cfbacbfd3d6f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=eab1629c-0165-43ec-874a-37f78fe7db32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0460949 Feb 09 02:14:48.703516 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-e62817f4-9414-4f2a-a3fc-f10b4c6dfe2f None None] Set router 7b85aa69-eab6-4555-ba0b-62c49944362f gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:14:48.785377 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-92a82ffb-fe20-4a59-a1da-ac0df5598ecb req-d31fad10-c202-4b95-88e4-7a88662fca05 service neutron] 10.222.0.121 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883660 Feb 09 02:14:48.877213 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-92a82ffb-fe20-4a59-a1da-ac0df5598ecb req-8a45aa7f-2f72-408e-a926-64e6d1a65037 service neutron] 10.222.0.121 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854228 Feb 09 02:14:48.927404 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-e62817f4-9414-4f2a-a3fc-f10b4c6dfe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'name': 'tempest-ServerActionsTestJSON-954618034-router', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:46Z', 'updated_at': '2022-02-09T02:11:49Z', 'revision_number': 4, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'gw_port': {'id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:47Z', 'updated_at': '2022-02-09T02:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '7b7d0594-6d54-409e-81d3-155545e6f939', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'floating_ip_address': '172.25.1.143', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'port_id': '41af6eb3-cae7-426c-9f97-b54bd3fd4163', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'mac_address': 'fa:16:3e:f4:99:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2686a952-7f22-4509-a91e-f55edfe231b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:11:52Z', 'updated_at': '2022-02-09T02:14:47Z', 'revision_number': 13, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd668248a-b142-4cc9-b3ca-c2449c041c68', 'name': '', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'mac_address': 'fa:16:3e:7d:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:49Z', 'updated_at': '2022-02-09T02:11:53Z', 'revision_number': 5, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'subnets': [{'id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:48.956496 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62817f4-9414-4f2a-a3fc-f10b4c6dfe2f None None] The sync data for ids ['7b85aa69-eab6-4555-ba0b-62c49944362f'] in n-d-822053-40 is: [{'id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'name': 'tempest-ServerActionsTestJSON-954618034-router', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:46Z', 'updated_at': '2022-02-09T02:11:49Z', 'revision_number': 4, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'gw_port': {'id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:47Z', 'updated_at': '2022-02-09T02:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '7b7d0594-6d54-409e-81d3-155545e6f939', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'floating_ip_address': '172.25.1.143', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'port_id': '41af6eb3-cae7-426c-9f97-b54bd3fd4163', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'mac_address': 'fa:16:3e:f4:99:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2686a952-7f22-4509-a91e-f55edfe231b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:11:52Z', 'updated_at': '2022-02-09T02:14:47Z', 'revision_number': 13, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd668248a-b142-4cc9-b3ca-c2449c041c68', 'name': '', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'mac_address': 'fa:16:3e:7d:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:49Z', 'updated_at': '2022-02-09T02:11:53Z', 'revision_number': 5, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'subnets': [{'id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:14:49.139824 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8655b8d3-c01e-485a-be90-da6eaeb8342f None None] New status for floating IP 7b7d0594-6d54-409e-81d3-155545e6f939: ACTIVE {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:14:49.622978 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3a53f-8be3-406c-9943-fdc26f70c092 req-d96c63bb-8408-4ecc-a259-2be808a87ebf tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:49.624510 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-32d3a53f-8be3-406c-9943-fdc26f70c092 req-d96c63bb-8408-4ecc-a259-2be808a87ebf tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 946 time: 0.0557771 Feb 09 02:14:49.670936 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-32d3a53f-8be3-406c-9943-fdc26f70c092 req-46fb6202-1af3-4891-86aa-9738fca2cc69 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409362 Feb 09 02:14:49.994223 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:50.921319 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a66d18fb-47f0-451f-896f-2afcca25c7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:51.509973 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:52.166463 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1907a6a-0bbb-4bd0-93e7-da0fe60a869a req-3d76136a-3a49-4b3e-90c3-357c84b0db96 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:52.167934 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d1907a6a-0bbb-4bd0-93e7-da0fe60a869a req-3d76136a-3a49-4b3e-90c3-357c84b0db96 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 946 time: 0.0576079 Feb 09 02:14:52.215000 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d1907a6a-0bbb-4bd0-93e7-da0fe60a869a req-493b57ea-07e0-428b-9256-9d58a4c04ccc tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406702 Feb 09 02:14:53.326396 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:14:54.360207 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9fe732cb-7370-484d-a4bf-71b33771087a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:56.005709 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:57.739294 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:58.402382 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:08.576419 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db294a84-51a2-471b-8914-2d8b89cf709f req-386f5426-ce8a-4ae5-942c-addc5ead8e13 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:08.579062 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db294a84-51a2-471b-8914-2d8b89cf709f req-386f5426-ce8a-4ae5-942c-addc5ead8e13 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 946 time: 0.0560489 Feb 09 02:15:08.612583 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-b7a924c6-cb0e-4ef6-ab6a-a509fd2a463e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0958271 Feb 09 02:15:08.629875 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-db294a84-51a2-471b-8914-2d8b89cf709f req-8d2ea4ea-ccd0-4c83-8f74-9a9375b0492d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444949 Feb 09 02:15:09.806625 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6e17f-2c1d-4b3b-a87e-aeee3ff3eaff req-c3c2425e-a788-4087-ba51-4d152949e235 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:09.808567 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fbb6e17f-2c1d-4b3b-a87e-aeee3ff3eaff req-c3c2425e-a788-4087-ba51-4d152949e235 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 946 time: 0.0923097 Feb 09 02:15:09.814368 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-380f7412-9348-46d0-8674-a093a4899853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:09.816083 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-380f7412-9348-46d0-8674-a093a4899853 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 1129 time: 0.0889790 Feb 09 02:15:09.924171 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fbb6e17f-2c1d-4b3b-a87e-aeee3ff3eaff req-aecea735-a1fa-40ed-ad6f-a606577984c2 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068118 Feb 09 02:15:09.948171 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-2dbf1eed-669a-49c8-99f3-90061690ae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:09.949629 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-2dbf1eed-669a-49c8-99f3-90061690ae7c service neutron] 10.222.0.121 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 912 time: 0.1258140 Feb 09 02:15:10.013982 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-4a9db413-c2e3-4f75-88bb-57307c4c7e81 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41af6eb3-cae7-426c-9f97-b54bd3fd4163 HTTP/1.1" status: 200 len: 1003 time: 0.0578122 Feb 09 02:15:10.062507 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-a18e21ac-250a-47c5-b124-c6336a6cdb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:10.064192 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-a18e21ac-250a-47c5-b124-c6336a6cdb24 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b349d12e-9d86-4bb4-a938-d0d7f13bdcc8 HTTP/1.1" status: 200 len: 850 time: 0.0447307 Feb 09 02:15:10.116896 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-1d045f8a-b9b4-4f93-b46a-e09498a10e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:10.118386 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-1d045f8a-b9b4-4f93-b46a-e09498a10e3c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=eab1629c-0165-43ec-874a-37f78fe7db32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477951 Feb 09 02:15:10.208573 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-46694b12-13f3-45b8-8a43-9fa3f3c520d0 service neutron] 10.222.0.121 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834627 Feb 09 02:15:10.308418 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-6289761b-4ab1-4841-bc8a-094ab226f8fc service neutron] 10.222.0.121 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927999 Feb 09 02:15:11.044502 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0be9e-cc06-4dbe-94bc-1555cd1e2f9e req-22cc7497-df1d-4c39-9dbf-6a85c84ae5fe tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:11.045960 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3dc0be9e-cc06-4dbe-94bc-1555cd1e2f9e req-22cc7497-df1d-4c39-9dbf-6a85c84ae5fe tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 946 time: 0.0535204 Feb 09 02:15:11.092787 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3dc0be9e-cc06-4dbe-94bc-1555cd1e2f9e req-086e5be8-78a0-4509-8af9-dcbf47be81b7 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406823 Feb 09 02:15:12.217569 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb72fa3-bcc8-4ea1-bc25-8366bc2d2266 req-beaa510a-56ef-4c6c-82a9-8c66397cf936 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:12.219942 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-edb72fa3-bcc8-4ea1-bc25-8366bc2d2266 req-beaa510a-56ef-4c6c-82a9-8c66397cf936 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 946 time: 0.0529935 Feb 09 02:15:12.267078 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-edb72fa3-bcc8-4ea1-bc25-8366bc2d2266 req-7e7aa00c-d20f-43fe-a97d-9215d0a0407c tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415714 Feb 09 02:15:13.407691 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e429b9-e2a0-481e-a9c4-432088951fb3 req-e05f61d0-fae8-431f-a01b-895a5a566d39 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:13.409158 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-25e429b9-e2a0-481e-a9c4-432088951fb3 req-e05f61d0-fae8-431f-a01b-895a5a566d39 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 946 time: 0.0649955 Feb 09 02:15:13.464261 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-25e429b9-e2a0-481e-a9c4-432088951fb3 req-f62cf589-1783-46e0-8f02-73eb4da04b7c tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486002 Feb 09 02:15:14.593739 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787ea94-3e51-448e-936e-bc3678accf9f req-efb836f8-0a33-4844-87cf-93abe04edafa tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:14.595379 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e787ea94-3e51-448e-936e-bc3678accf9f req-efb836f8-0a33-4844-87cf-93abe04edafa tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 946 time: 0.0535569 Feb 09 02:15:14.647879 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e787ea94-3e51-448e-936e-bc3678accf9f req-3734d4b0-dd5e-41e0-a3ac-46a5f7e38f5b tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466304 Feb 09 02:15:15.773462 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a2c96-2fda-46a6-b690-8b8f8cebbf43 req-807cf316-c3ca-402f-a1e6-fd12bef358c1 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:15.774906 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0e2a2c96-2fda-46a6-b690-8b8f8cebbf43 req-807cf316-c3ca-402f-a1e6-fd12bef358c1 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 946 time: 0.0511358 Feb 09 02:15:15.826002 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0e2a2c96-2fda-46a6-b690-8b8f8cebbf43 req-3f3dc990-6fa5-4038-8fcf-6708135f59a9 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456290 Feb 09 02:15:16.951620 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea0026-5aba-4de4-ad9b-61a9d302fde4 req-462eb552-e21a-47b0-8251-b6b4b1cc1d85 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:16.953281 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-08ea0026-5aba-4de4-ad9b-61a9d302fde4 req-462eb552-e21a-47b0-8251-b6b4b1cc1d85 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 946 time: 0.0555148 Feb 09 02:15:16.998949 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-08ea0026-5aba-4de4-ad9b-61a9d302fde4 req-1d67317e-57a2-4fbe-acbd-a40125b65817 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400808 Feb 09 02:15:18.119234 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef236022-df1f-4be1-96fe-fd3a3d6db290 req-50658af8-0706-449f-bf5e-b8461f864309 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:18.120716 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ef236022-df1f-4be1-96fe-fd3a3d6db290 req-50658af8-0706-449f-bf5e-b8461f864309 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 946 time: 0.0523031 Feb 09 02:15:18.169334 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ef236022-df1f-4be1-96fe-fd3a3d6db290 req-6c1f80c9-265d-4495-a07b-3125c240cadd tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420122 Feb 09 02:15:19.302075 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f4791-08ea-47a0-accd-4051dae6fe1c req-3b9277a3-71e2-4f20-b795-6fd3b808f1da tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:19.303573 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-767f4791-08ea-47a0-accd-4051dae6fe1c req-3b9277a3-71e2-4f20-b795-6fd3b808f1da tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 946 time: 0.0597913 Feb 09 02:15:19.351534 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-767f4791-08ea-47a0-accd-4051dae6fe1c req-90933bad-e544-40bd-95c8-52ed4f1687a0 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422151 Feb 09 02:15:20.010821 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:20.337794 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 41af6eb3-cae7-426c-9f97-b54bd3fd4163 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:15:20.417785 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 41af6eb3-cae7-426c-9f97-b54bd3fd4163 is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:20.418187 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (41af6eb3-cae7-426c-9f97-b54bd3fd4163), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:20.442014 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2686a952-7f22-4509-a91e-f55edfe231b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41af6eb3-cae7-426c-9f97-b54bd3fd4163'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:15:20.444335 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bb5a1265871782f8fa80d718c2cad0aad3f2595cc534f44543b72f1ded69d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4272884-56de-43a5-93e8-d5621e6b30e4" -d '{"events": [{"server_uuid": "2686a952-7f22-4509-a91e-f55edfe231b6", "name": "network-vif-unplugged", "status": "completed", "tag": "41af6eb3-cae7-426c-9f97-b54bd3fd4163"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:15:20.458433 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 41af6eb3-cae7-426c-9f97-b54bd3fd4163, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=41af6eb3-cae7-426c-9f97-b54bd3fd4163,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:20.462827 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (41af6eb3-cae7-426c-9f97-b54bd3fd4163), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:20.501295 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa96132-a5e0-47dc-98ea-4c1989a74852 req-8a8ca9a2-5143-429d-a3d5-ccb5b1db29fc tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:20.503523 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bfa96132-a5e0-47dc-98ea-4c1989a74852 req-8a8ca9a2-5143-429d-a3d5-ccb5b1db29fc tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 946 time: 0.0796840 Feb 09 02:15:20.516067 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87392ae-9cee-4ebf-be58-61cdc7c19aa8 x-openstack-request-id: req-f87392ae-9cee-4ebf-be58-61cdc7c19aa8 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:15:20.516360 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2686a952-7f22-4509-a91e-f55edfe231b6", "name": "network-vif-unplugged", "status": "completed", "tag": "41af6eb3-cae7-426c-9f97-b54bd3fd4163", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:15:20.516621 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f87392ae-9cee-4ebf-be58-61cdc7c19aa8 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:15:20.517013 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2686a952-7f22-4509-a91e-f55edfe231b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41af6eb3-cae7-426c-9f97-b54bd3fd4163', 'code': 200} Feb 09 02:15:20.526670 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=41af6eb3-cae7-426c-9f97-b54bd3fd4163,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:20.534471 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:20.534820 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:20.535160 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:20.535496 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:20.535836 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:20.536192 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:20.536520 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:20.536844 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:20.537166 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:20.537490 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:20.538003 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:20.538408 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:20.538683 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:20.556843 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bfa96132-a5e0-47dc-98ea-4c1989a74852 req-bff160b6-ef6d-4212-9d4c-52b49cb173cf tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459170 Feb 09 02:15:20.926480 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5db252df-2adb-4f6b-b9ad-9dbd7cd26ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:21.055646 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-f92b0dd6-be84-43b6-879b-b2d5eaf91af2 service neutron] show failed (client error): The resource could not be found. Feb 09 02:15:21.056728 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-f92b0dd6-be84-43b6-879b-b2d5eaf91af2 service neutron] 10.222.0.121 "GET /v2.0/ports/41af6eb3-cae7-426c-9f97-b54bd3fd4163/bindings/n-h2-822053-40 HTTP/1.1" status: 404 len: 381 time: 0.0634289 Feb 09 02:15:21.278174 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-e56009bc-48a8-4fa6-b150-5c8c202211b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:21.279617 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-e56009bc-48a8-4fa6-b150-5c8c202211b7 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6&tenant_id=52b56a0b1b8a492d896cafbf50ada9ba HTTP/1.1" status: 200 len: 1127 time: 0.0487566 Feb 09 02:15:21.294024 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-61d52581-9b2b-4ddd-89aa-50aceeea90b1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-822053-40', 'device_owner': 'compute:nova'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:21.351952 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-61d52581-9b2b-4ddd-89aa-50aceeea90b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (41af6eb3-cae7-426c-9f97-b54bd3fd4163), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:21.505774 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.91', 53039) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:21.512271 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:21.555964 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-61d52581-9b2b-4ddd-89aa-50aceeea90b1 service neutron] For port 41af6eb3-cae7-426c-9f97-b54bd3fd4163, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=41af6eb3-cae7-426c-9f97-b54bd3fd4163,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:21.566497 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b94d94-363c-4052-b572-7db18957b27d req-846e5e5a-52d6-4e0c-8c76-469b7d09e71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:21.568080 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-55b94d94-363c-4052-b572-7db18957b27d req-846e5e5a-52d6-4e0c-8c76-469b7d09e71f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 1127 time: 0.0470917 Feb 09 02:15:21.595874 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-61d52581-9b2b-4ddd-89aa-50aceeea90b1 service neutron] For port 41af6eb3-cae7-426c-9f97-b54bd3fd4163, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:15:21.629676 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-61d52581-9b2b-4ddd-89aa-50aceeea90b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41af6eb3-cae7-426c-9f97-b54bd3fd4163 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:15:21.637242 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-61d52581-9b2b-4ddd-89aa-50aceeea90b1 service neutron] Publish callbacks [] for port (41af6eb3-cae7-426c-9f97-b54bd3fd4163), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:21.673154 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-61d52581-9b2b-4ddd-89aa-50aceeea90b1 service neutron] Transition to ACTIVE for port object 41af6eb3-cae7-426c-9f97-b54bd3fd4163 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:15:21.679055 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-61d52581-9b2b-4ddd-89aa-50aceeea90b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (41af6eb3-cae7-426c-9f97-b54bd3fd4163), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:21.686407 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b94d94-363c-4052-b572-7db18957b27d req-edcbe55f-fa6c-4780-8446-b4a2ad9011ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:21.688708 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-55b94d94-363c-4052-b572-7db18957b27d req-edcbe55f-fa6c-4780-8446-b4a2ad9011ee service neutron] 10.222.0.91 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 912 time: 0.0914247 Feb 09 02:15:21.775109 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-55b94d94-363c-4052-b572-7db18957b27d req-318ab264-da04-4413-bea0-d5a4b7b226b0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41af6eb3-cae7-426c-9f97-b54bd3fd4163 HTTP/1.1" status: 200 len: 1001 time: 0.0755820 Feb 09 02:15:21.784738 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3203c19-bf4d-4662-9356-ca9f71871c17 req-76c61ac1-1602-4156-8d16-039e581c87d2 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:21.786164 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b3203c19-bf4d-4662-9356-ca9f71871c17 req-76c61ac1-1602-4156-8d16-039e581c87d2 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 944 time: 0.1465347 Feb 09 02:15:21.821628 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d52581-9b2b-4ddd-89aa-50aceeea90b1 service neutron] Pushing event updated for resources: {'Port': ['ID=41af6eb3-cae7-426c-9f97-b54bd3fd4163,revision_number=7']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:21.837948 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b94d94-363c-4052-b572-7db18957b27d req-9d9589b8-9ff0-4c77-ae7f-07b906c72b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:21.839438 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-55b94d94-363c-4052-b572-7db18957b27d req-9d9589b8-9ff0-4c77-ae7f-07b906c72b0e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b349d12e-9d86-4bb4-a938-d0d7f13bdcc8 HTTP/1.1" status: 200 len: 850 time: 0.0545776 Feb 09 02:15:21.850223 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-61d52581-9b2b-4ddd-89aa-50aceeea90b1 service neutron] No DVR routers for this DVR port 41af6eb3-cae7-426c-9f97-b54bd3fd4163 on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:15:21.900810 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b94d94-363c-4052-b572-7db18957b27d req-df70266b-edf5-4556-bc66-8995eb853ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:21.902885 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-55b94d94-363c-4052-b572-7db18957b27d req-df70266b-edf5-4556-bc66-8995eb853ee9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=eab1629c-0165-43ec-874a-37f78fe7db32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0537846 Feb 09 02:15:21.947109 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b3203c19-bf4d-4662-9356-ca9f71871c17 req-be8521d0-2f1a-40a1-8e05-8c64e16c75dc tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407831 Feb 09 02:15:22.005470 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-55b94d94-363c-4052-b572-7db18957b27d req-df26889d-7d18-4463-a549-40cdc99da20e service neutron] 10.222.0.91 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931492 Feb 09 02:15:22.016751 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-61d52581-9b2b-4ddd-89aa-50aceeea90b1 service neutron] Attempting to bind port 41af6eb3-cae7-426c-9f97-b54bd3fd4163 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:15:22.017082 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-61d52581-9b2b-4ddd-89aa-50aceeea90b1 service neutron] Attempting to bind port 41af6eb3-cae7-426c-9f97-b54bd3fd4163 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:15:22.017402 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-61d52581-9b2b-4ddd-89aa-50aceeea90b1 service neutron] Attempting to bind port 41af6eb3-cae7-426c-9f97-b54bd3fd4163 on network eab1629c-0165-43ec-874a-37f78fe7db32 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:15:22.021965 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-61d52581-9b2b-4ddd-89aa-50aceeea90b1 service neutron] Port 41af6eb3-cae7-426c-9f97-b54bd3fd4163 on network eab1629c-0165-43ec-874a-37f78fe7db32 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:15:22.022281 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-61d52581-9b2b-4ddd-89aa-50aceeea90b1 service neutron] Attempting to bind port 41af6eb3-cae7-426c-9f97-b54bd3fd4163 on network eab1629c-0165-43ec-874a-37f78fe7db32 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:15:22.027091 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-61d52581-9b2b-4ddd-89aa-50aceeea90b1 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:15:22.027407 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-61d52581-9b2b-4ddd-89aa-50aceeea90b1 service neutron] Checking segment: {'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:15:22.027784 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-61d52581-9b2b-4ddd-89aa-50aceeea90b1 service neutron] Bound using segment: {'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:15:22.028233 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-61d52581-9b2b-4ddd-89aa-50aceeea90b1 service neutron] Bound port: 41af6eb3-cae7-426c-9f97-b54bd3fd4163, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:15:22.028583 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-61d52581-9b2b-4ddd-89aa-50aceeea90b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (41af6eb3-cae7-426c-9f97-b54bd3fd4163), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:22.090899 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-61d52581-9b2b-4ddd-89aa-50aceeea90b1 service neutron] For port 41af6eb3-cae7-426c-9f97-b54bd3fd4163, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:15:22.093984 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-61d52581-9b2b-4ddd-89aa-50aceeea90b1 service neutron] For port 41af6eb3-cae7-426c-9f97-b54bd3fd4163, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=41af6eb3-cae7-426c-9f97-b54bd3fd4163,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:15:22.100300 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-61d52581-9b2b-4ddd-89aa-50aceeea90b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (41af6eb3-cae7-426c-9f97-b54bd3fd4163), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:22.101796 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-55b94d94-363c-4052-b572-7db18957b27d req-6c8a04a6-00e4-4e54-a5d5-e23a0a247814 service neutron] 10.222.0.91 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850990 Feb 09 02:15:22.140049 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-61d52581-9b2b-4ddd-89aa-50aceeea90b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:22.140859 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-61d52581-9b2b-4ddd-89aa-50aceeea90b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:22.142426 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-61d52581-9b2b-4ddd-89aa-50aceeea90b1 service neutron] 10.222.0.91 "PUT /v2.0/ports/41af6eb3-cae7-426c-9f97-b54bd3fd4163 HTTP/1.1" status: 200 len: 1093 time: 0.8524375 Feb 09 02:15:22.142876 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2686a952-7f22-4509-a91e-f55edfe231b6', 'tag': '41af6eb3-cae7-426c-9f97-b54bd3fd4163'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:15:22.145649 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4439ed-418f-44e7-ac4c-4f32d68be06d" -d '{"events": [{"name": "network-changed", "server_uuid": "2686a952-7f22-4509-a91e-f55edfe231b6", "tag": "41af6eb3-cae7-426c-9f97-b54bd3fd4163"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:15:22.202883 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f92671-f61b-40d2-8362-cb8762687a8f x-openstack-request-id: req-20f92671-f61b-40d2-8362-cb8762687a8f {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:15:22.203329 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2686a952-7f22-4509-a91e-f55edfe231b6", "tag": "41af6eb3-cae7-426c-9f97-b54bd3fd4163", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:15:22.203701 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-20f92671-f61b-40d2-8362-cb8762687a8f {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:15:22.204169 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2686a952-7f22-4509-a91e-f55edfe231b6', 'tag': '41af6eb3-cae7-426c-9f97-b54bd3fd4163', 'status': 'completed', 'code': 200} Feb 09 02:15:22.233668 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d52581-9b2b-4ddd-89aa-50aceeea90b1 service neutron] Pushing event updated for resources: {'Port': ['ID=41af6eb3-cae7-426c-9f97-b54bd3fd4163,revision_number=8']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:22.272376 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-66f150ce-eea8-46a6-bbe2-b73be916ae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:22.274999 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-66f150ce-eea8-46a6-bbe2-b73be916ae50 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 1127 time: 0.1095600 Feb 09 02:15:22.301018 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4439ed-418f-44e7-ac4c-4f32d68be06d req-60a6ad07-7231-4031-a729-dafe92198228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:22.302538 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f4439ed-418f-44e7-ac4c-4f32d68be06d req-60a6ad07-7231-4031-a729-dafe92198228 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 1127 time: 0.0818939 Feb 09 02:15:22.451551 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-08f3befb-8f05-48af-bfbe-c4f72b6a2500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:22.452953 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-08f3befb-8f05-48af-bfbe-c4f72b6a2500 service neutron] 10.222.0.91 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 912 time: 0.1669624 Feb 09 02:15:22.462532 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4439ed-418f-44e7-ac4c-4f32d68be06d req-ea8ff16d-72c8-4d07-82d1-d36c7ce21070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:22.463879 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f4439ed-418f-44e7-ac4c-4f32d68be06d req-ea8ff16d-72c8-4d07-82d1-d36c7ce21070 service neutron] 10.222.0.121 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 912 time: 0.1480412 Feb 09 02:15:22.571369 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-1bf9ec11-dc3f-47ce-bbd4-4b7df16eca97 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41af6eb3-cae7-426c-9f97-b54bd3fd4163 HTTP/1.1" status: 200 len: 1001 time: 0.1065202 Feb 09 02:15:22.573145 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f4439ed-418f-44e7-ac4c-4f32d68be06d req-3a788755-7842-421c-bed4-8fb6514c2cdd service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41af6eb3-cae7-426c-9f97-b54bd3fd4163 HTTP/1.1" status: 200 len: 1001 time: 0.1026778 Feb 09 02:15:22.660506 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-770eb4e4-bbe8-42a2-8802-a3bc68d40de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:22.661897 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-770eb4e4-bbe8-42a2-8802-a3bc68d40de8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b349d12e-9d86-4bb4-a938-d0d7f13bdcc8 HTTP/1.1" status: 200 len: 850 time: 0.0800972 Feb 09 02:15:22.663244 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4439ed-418f-44e7-ac4c-4f32d68be06d req-4c2d4d8f-9052-4780-b264-f8abff812e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:22.664573 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f4439ed-418f-44e7-ac4c-4f32d68be06d req-4c2d4d8f-9052-4780-b264-f8abff812e45 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b349d12e-9d86-4bb4-a938-d0d7f13bdcc8 HTTP/1.1" status: 200 len: 850 time: 0.0838921 Feb 09 02:15:22.745253 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4439ed-418f-44e7-ac4c-4f32d68be06d req-5a19d546-0429-4c80-9660-9c1d71c48ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:22.746739 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f4439ed-418f-44e7-ac4c-4f32d68be06d req-5a19d546-0429-4c80-9660-9c1d71c48ab3 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=eab1629c-0165-43ec-874a-37f78fe7db32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0759308 Feb 09 02:15:22.752437 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-7f30cab4-8e6e-4669-9640-62bc82a3b0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:22.753841 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-7f30cab4-8e6e-4669-9640-62bc82a3b0d8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=eab1629c-0165-43ec-874a-37f78fe7db32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0757945 Feb 09 02:15:22.905508 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f4439ed-418f-44e7-ac4c-4f32d68be06d req-fe82ff6a-7aeb-453c-aaae-79353dd7d852 service neutron] 10.222.0.121 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507301 Feb 09 02:15:22.907742 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-0989643b-6a9c-4559-9094-e3673a706647 service neutron] 10.222.0.91 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452880 Feb 09 02:15:23.430025 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f4439ed-418f-44e7-ac4c-4f32d68be06d req-1e0c873d-529e-4409-a67b-bb39c1c00f6d service neutron] 10.222.0.121 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5187213 Feb 09 02:15:23.431770 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-b736cda0-9764-4266-a67d-1b6bb3093e08 service neutron] 10.222.0.91 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5137372 Feb 09 02:15:23.441019 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051325c2-4f26-409f-b532-dcd87123b674 req-b43d1a13-6f76-4d7c-bc35-3f410fe3b996 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:23.442468 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-051325c2-4f26-409f-b532-dcd87123b674 req-b43d1a13-6f76-4d7c-bc35-3f410fe3b996 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 944 time: 0.1214619 Feb 09 02:15:23.522681 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-051325c2-4f26-409f-b532-dcd87123b674 req-99de5d2e-e5b8-4715-a5a3-90ae0269ed22 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740278 Feb 09 02:15:23.541901 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4439ed-418f-44e7-ac4c-4f32d68be06d req-111722a3-b9b7-4097-a3be-3f6a0ecaac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:23.543399 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f4439ed-418f-44e7-ac4c-4f32d68be06d req-111722a3-b9b7-4097-a3be-3f6a0ecaac0b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 1127 time: 0.0640571 Feb 09 02:15:23.639835 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4439ed-418f-44e7-ac4c-4f32d68be06d req-9d4a6450-3c27-4544-b12d-7b8ab81ef0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:23.641881 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f4439ed-418f-44e7-ac4c-4f32d68be06d req-9d4a6450-3c27-4544-b12d-7b8ab81ef0cb service neutron] 10.222.0.91 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 912 time: 0.0899110 Feb 09 02:15:23.711232 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f4439ed-418f-44e7-ac4c-4f32d68be06d req-5ecefe2f-bfc1-45e8-b0f4-13e035cc1847 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41af6eb3-cae7-426c-9f97-b54bd3fd4163 HTTP/1.1" status: 200 len: 1001 time: 0.0634639 Feb 09 02:15:23.770296 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4439ed-418f-44e7-ac4c-4f32d68be06d req-0e31a8b7-73b5-4440-8ddb-adb251bc2222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:23.772035 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f4439ed-418f-44e7-ac4c-4f32d68be06d req-0e31a8b7-73b5-4440-8ddb-adb251bc2222 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b349d12e-9d86-4bb4-a938-d0d7f13bdcc8 HTTP/1.1" status: 200 len: 850 time: 0.0511954 Feb 09 02:15:23.825383 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4439ed-418f-44e7-ac4c-4f32d68be06d req-e6a071a5-5595-41e5-9670-c339b05d09d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:23.826817 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f4439ed-418f-44e7-ac4c-4f32d68be06d req-e6a071a5-5595-41e5-9670-c339b05d09d1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=eab1629c-0165-43ec-874a-37f78fe7db32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458858 Feb 09 02:15:23.924719 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f4439ed-418f-44e7-ac4c-4f32d68be06d req-02f2ebb8-042f-43a4-a504-5b95c05950c5 service neutron] 10.222.0.91 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880237 Feb 09 02:15:24.018058 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f4439ed-418f-44e7-ac4c-4f32d68be06d req-709f0fc4-5aea-4c9f-b39a-9e0b414e7ad4 service neutron] 10.222.0.91 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840085 Feb 09 02:15:24.362407 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-06ac2c7f-5254-4446-91ea-e4d6bdf4296d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:24.654564 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c88bd-4728-4c09-8f62-1b37f4fd842b req-91247d48-954c-4de9-ba31-626777459901 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:24.656634 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b90c88bd-4728-4c09-8f62-1b37f4fd842b req-91247d48-954c-4de9-ba31-626777459901 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 944 time: 0.0594780 Feb 09 02:15:24.703473 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b90c88bd-4728-4c09-8f62-1b37f4fd842b req-f9908e39-2ba9-4610-bb45-2199ed86702d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410240 Feb 09 02:15:25.826441 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698069ef-bf41-438f-947b-8b3e97328569 req-80b6ce7e-d677-460d-a3a7-2bcacb903102 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:25.828530 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-698069ef-bf41-438f-947b-8b3e97328569 req-80b6ce7e-d677-460d-a3a7-2bcacb903102 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 944 time: 0.0520971 Feb 09 02:15:25.874404 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-698069ef-bf41-438f-947b-8b3e97328569 req-6babb8fd-6888-42fd-bdcb-094428fa4969 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400941 Feb 09 02:15:26.008263 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:26.995955 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167ee42-a1e4-497c-8605-7cd70a92bc07 req-5ef47fa2-17f4-41e5-bade-33fdd35a17e5 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:26.997564 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5167ee42-a1e4-497c-8605-7cd70a92bc07 req-5ef47fa2-17f4-41e5-bade-33fdd35a17e5 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 944 time: 0.0530396 Feb 09 02:15:27.050277 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5167ee42-a1e4-497c-8605-7cd70a92bc07 req-d584ec43-d842-44e7-b09e-7b0e29728108 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469375 Feb 09 02:15:27.743408 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:28.169132 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec2216-226f-4e1e-bc83-e29613a83068 req-7536ad82-38ca-480a-8e83-ef4e346be049 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:28.170473 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75ec2216-226f-4e1e-bc83-e29613a83068 req-7536ad82-38ca-480a-8e83-ef4e346be049 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 944 time: 0.0523403 Feb 09 02:15:28.216904 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75ec2216-226f-4e1e-bc83-e29613a83068 req-6d61a258-16a9-4b9e-a786-b83338907edc tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409420 Feb 09 02:15:28.406881 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:29.341922 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf2b4d0-a67f-48ef-8967-b6f28f3d883d req-55f9526f-812b-4a09-beb8-af70cb21c5d6 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:29.344023 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5bf2b4d0-a67f-48ef-8967-b6f28f3d883d req-55f9526f-812b-4a09-beb8-af70cb21c5d6 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 944 time: 0.0535972 Feb 09 02:15:29.394127 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5bf2b4d0-a67f-48ef-8967-b6f28f3d883d req-8d801fa2-99f5-4fcf-8cca-9851ccb09050 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438375 Feb 09 02:15:30.325250 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:15:30.526182 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944a790-2702-4615-8561-04f9a5e050c2 req-d6f1e202-ee93-409f-bbc6-48b4f1233b5d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:30.527665 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1944a790-2702-4615-8561-04f9a5e050c2 req-d6f1e202-ee93-409f-bbc6-48b4f1233b5d tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 944 time: 0.0578792 Feb 09 02:15:30.573945 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1944a790-2702-4615-8561-04f9a5e050c2 req-6e330fea-70f1-4140-95f7-40f9bc0f1dbb tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400639 Feb 09 02:15:31.700970 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f194cb-cc13-4c43-a639-63922cfdfd82 req-d36a8311-0e17-4019-875f-5ca75e43486f tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:31.702462 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-83f194cb-cc13-4c43-a639-63922cfdfd82 req-d36a8311-0e17-4019-875f-5ca75e43486f tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 944 time: 0.0572042 Feb 09 02:15:31.749850 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-83f194cb-cc13-4c43-a639-63922cfdfd82 req-e962735c-fb28-462f-b1ee-accc1d2be8ae tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414948 Feb 09 02:15:32.880301 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f249e7-4441-4173-b241-2b5671473778 req-4455c269-6fb1-4131-8ed0-d7ea2ca641eb tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:32.887155 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-16f249e7-4441-4173-b241-2b5671473778 req-4455c269-6fb1-4131-8ed0-d7ea2ca641eb tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 944 time: 0.0612707 Feb 09 02:15:32.951284 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-16f249e7-4441-4173-b241-2b5671473778 req-c51a6ab3-3ecc-468f-bb68-2a224299bf10 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631759 Feb 09 02:15:34.070881 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104008d1-4012-4800-bcbf-251c36d4b72a req-c8a488a6-6458-4eb0-9d2a-ed6df312bba1 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:34.072385 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-104008d1-4012-4800-bcbf-251c36d4b72a req-c8a488a6-6458-4eb0-9d2a-ed6df312bba1 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 944 time: 0.0527413 Feb 09 02:15:34.118597 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-104008d1-4012-4800-bcbf-251c36d4b72a req-f1ee32a2-2ac9-4b7e-a006-6d60e91a94cd tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407531 Feb 09 02:15:35.238771 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd6234-da50-456d-af86-d6372705d60a req-d763747a-d8be-47cf-9899-d7db12787da0 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:35.240293 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f7cd6234-da50-456d-af86-d6372705d60a req-d763747a-d8be-47cf-9899-d7db12787da0 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 944 time: 0.0531411 Feb 09 02:15:35.286496 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f7cd6234-da50-456d-af86-d6372705d60a req-d82fa21c-deb4-4e53-a201-171ca6251462 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406351 Feb 09 02:15:36.411188 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38badd08-5065-4ede-be76-f39c89ea7938 req-368da20d-b525-4804-828f-8c26590207f4 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:36.412699 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-38badd08-5065-4ede-be76-f39c89ea7938 req-368da20d-b525-4804-828f-8c26590207f4 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 944 time: 0.0591056 Feb 09 02:15:36.459965 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-38badd08-5065-4ede-be76-f39c89ea7938 req-3fd993c3-2c3c-470e-9483-3512d7066eb2 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416293 Feb 09 02:15:37.579330 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e958b1c-27e4-4d59-9d65-5ce745f17cd1 req-6e1d9828-7211-438d-9932-ef1642be86a9 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:37.580848 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e958b1c-27e4-4d59-9d65-5ce745f17cd1 req-6e1d9828-7211-438d-9932-ef1642be86a9 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 944 time: 0.0529513 Feb 09 02:15:37.627533 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e958b1c-27e4-4d59-9d65-5ce745f17cd1 req-646dabac-920e-4bb5-8375-a1af48af8364 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411997 Feb 09 02:15:38.751615 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb5084-2358-4578-b2bc-f7592b5d0b9b req-1e0c0061-cda7-4684-8a04-a54b9268ad99 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:38.754072 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5bfb5084-2358-4578-b2bc-f7592b5d0b9b req-1e0c0061-cda7-4684-8a04-a54b9268ad99 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 944 time: 0.0555720 Feb 09 02:15:38.799904 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5bfb5084-2358-4578-b2bc-f7592b5d0b9b req-865cf31e-4931-4374-9377-e30ac1e99e20 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409939 Feb 09 02:15:39.920908 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53252c4e-46a1-459d-a58e-819ab6e84e91 req-0456d18b-b313-4be5-8675-cd06411c2b55 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:39.922385 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-53252c4e-46a1-459d-a58e-819ab6e84e91 req-0456d18b-b313-4be5-8675-cd06411c2b55 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 944 time: 0.0529814 Feb 09 02:15:39.969910 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-53252c4e-46a1-459d-a58e-819ab6e84e91 req-161d870c-18f4-45d3-bbbe-13f14e620ef2 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419290 Feb 09 02:15:40.254906 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 41af6eb3-cae7-426c-9f97-b54bd3fd4163 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:15:40.357148 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 41af6eb3-cae7-426c-9f97-b54bd3fd4163, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=41af6eb3-cae7-426c-9f97-b54bd3fd4163,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:40.369965 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '41af6eb3-cae7-426c-9f97-b54bd3fd4163', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'port_id': '41af6eb3-cae7-426c-9f97-b54bd3fd4163', 'mac_address': 'fa:16:3e:f4:99:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:15:40.413352 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 41af6eb3-cae7-426c-9f97-b54bd3fd4163 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:40.413727 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (41af6eb3-cae7-426c-9f97-b54bd3fd4163), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:40.427199 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41af6eb3-cae7-426c-9f97-b54bd3fd4163 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:15:40.446482 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 41af6eb3-cae7-426c-9f97-b54bd3fd4163, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=41af6eb3-cae7-426c-9f97-b54bd3fd4163,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:40.449835 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (41af6eb3-cae7-426c-9f97-b54bd3fd4163), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:40.495809 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=41af6eb3-cae7-426c-9f97-b54bd3fd4163,revision_number=9']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:40.695065 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['41af6eb3-cae7-426c-9f97-b54bd3fd4163'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:15:41.089570 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18881b20-3d77-4e31-88c3-3b0828968987 req-35b6a6b3-1382-4e95-8a8e-505681754017 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:41.091062 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-18881b20-3d77-4e31-88c3-3b0828968987 req-35b6a6b3-1382-4e95-8a8e-505681754017 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 945 time: 0.0526540 Feb 09 02:15:41.142543 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-18881b20-3d77-4e31-88c3-3b0828968987 req-70c10da7-c574-4cb4-9c8c-3fa0196dc7d1 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450628 Feb 09 02:15:41.459420 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e186310-5526-423a-a275-4ccbd6496c15 req-5e5fc40f-8a7b-4a7d-961a-5f60182d06d8 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:41.460879 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0e186310-5526-423a-a275-4ccbd6496c15 req-5e5fc40f-8a7b-4a7d-961a-5f60182d06d8 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.91 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6&tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&binding%3Ahost_id=n-h2-822053-40 HTTP/1.1" status: 200 len: 945 time: 0.0865030 Feb 09 02:15:41.472488 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af93d8b-21fb-4189-9dfc-04ad769b0fee req-6bc67665-1684-4b11-bca2-dfa8ace1fbef tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:41.473844 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2af93d8b-21fb-4189-9dfc-04ad769b0fee req-6bc67665-1684-4b11-bca2-dfa8ace1fbef tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 945 time: 0.0721109 Feb 09 02:15:41.561256 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2af93d8b-21fb-4189-9dfc-04ad769b0fee req-4d2ed1fe-3375-489c-a5e8-1b4652544dda tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815084 Feb 09 02:15:41.562918 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0e186310-5526-423a-a275-4ccbd6496c15 req-4a0f740b-c454-4046-b98c-e15d57c88a95 service neutron] 10.222.0.91 "GET /v2.0/ports/41af6eb3-cae7-426c-9f97-b54bd3fd4163/bindings/n-h2-822053-40 HTTP/1.1" status: 200 len: 383 time: 0.0882363 Feb 09 02:15:41.636700 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e186310-5526-423a-a275-4ccbd6496c15 req-f3876fa8-ac50-4a37-8223-76831de8b740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:41.638148 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0e186310-5526-423a-a275-4ccbd6496c15 req-f3876fa8-ac50-4a37-8223-76831de8b740 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 1128 time: 0.0462186 Feb 09 02:15:41.728570 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e186310-5526-423a-a275-4ccbd6496c15 req-07e88171-0d13-4899-b791-1e520df2a1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:41.730034 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0e186310-5526-423a-a275-4ccbd6496c15 req-07e88171-0d13-4899-b791-1e520df2a1b8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 912 time: 0.0858331 Feb 09 02:15:41.799219 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0e186310-5526-423a-a275-4ccbd6496c15 req-94437cdf-9752-4c6a-85ab-d7281fcd0612 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41af6eb3-cae7-426c-9f97-b54bd3fd4163 HTTP/1.1" status: 200 len: 1002 time: 0.0625529 Feb 09 02:15:41.847250 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e186310-5526-423a-a275-4ccbd6496c15 req-0df7f15a-8f12-41ba-8096-679ce4848721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:41.848701 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0e186310-5526-423a-a275-4ccbd6496c15 req-0df7f15a-8f12-41ba-8096-679ce4848721 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b349d12e-9d86-4bb4-a938-d0d7f13bdcc8 HTTP/1.1" status: 200 len: 850 time: 0.0431914 Feb 09 02:15:41.899707 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e186310-5526-423a-a275-4ccbd6496c15 req-0848e926-b556-4874-93ab-fed51cee64c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:41.901139 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0e186310-5526-423a-a275-4ccbd6496c15 req-0848e926-b556-4874-93ab-fed51cee64c2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=eab1629c-0165-43ec-874a-37f78fe7db32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464287 Feb 09 02:15:41.992445 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0e186310-5526-423a-a275-4ccbd6496c15 req-e61b7dfb-56f6-41f6-90de-5c79abae039a service neutron] 10.222.0.91 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847068 Feb 09 02:15:42.083387 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0e186310-5526-423a-a275-4ccbd6496c15 req-c66b71a1-0fda-46a3-9fef-3995ee844ab2 service neutron] 10.222.0.91 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841179 Feb 09 02:15:42.263266 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 41af6eb3-cae7-426c-9f97-b54bd3fd4163 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:15:42.311560 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 41af6eb3-cae7-426c-9f97-b54bd3fd4163 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:15:42.316070 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 41af6eb3-cae7-426c-9f97-b54bd3fd4163 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:42.316446 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (41af6eb3-cae7-426c-9f97-b54bd3fd4163), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:42.394175 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 41af6eb3-cae7-426c-9f97-b54bd3fd4163 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:42.394563 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (41af6eb3-cae7-426c-9f97-b54bd3fd4163), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:42.416943 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2686a952-7f22-4509-a91e-f55edfe231b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41af6eb3-cae7-426c-9f97-b54bd3fd4163'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:15:42.419154 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bb5a1265871782f8fa80d718c2cad0aad3f2595cc534f44543b72f1ded69d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2004861-0f9a-46ab-8f56-182d522e8870" -d '{"events": [{"server_uuid": "2686a952-7f22-4509-a91e-f55edfe231b6", "name": "network-vif-plugged", "status": "completed", "tag": "41af6eb3-cae7-426c-9f97-b54bd3fd4163"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:15:42.432005 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 41af6eb3-cae7-426c-9f97-b54bd3fd4163, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=41af6eb3-cae7-426c-9f97-b54bd3fd4163,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:42.436436 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (41af6eb3-cae7-426c-9f97-b54bd3fd4163), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:42.470582 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201e0f8f-051a-4e43-89dc-7c7b01272af0 x-openstack-request-id: req-201e0f8f-051a-4e43-89dc-7c7b01272af0 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:15:42.470878 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2686a952-7f22-4509-a91e-f55edfe231b6", "name": "network-vif-plugged", "status": "completed", "tag": "41af6eb3-cae7-426c-9f97-b54bd3fd4163", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:15:42.471124 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-201e0f8f-051a-4e43-89dc-7c7b01272af0 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:15:42.471531 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2686a952-7f22-4509-a91e-f55edfe231b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41af6eb3-cae7-426c-9f97-b54bd3fd4163', 'code': 200} Feb 09 02:15:42.487186 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=41af6eb3-cae7-426c-9f97-b54bd3fd4163,revision_number=10']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:42.686205 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f67309-ed7a-439b-99ce-dc399567d678 req-8a4d8076-db9a-4638-9cbf-0542b573d8af tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:42.687729 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a1f67309-ed7a-439b-99ce-dc399567d678 req-8a4d8076-db9a-4638-9cbf-0542b573d8af tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 947 time: 0.0548046 Feb 09 02:15:42.738830 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a1f67309-ed7a-439b-99ce-dc399567d678 req-6a4608d6-058f-4cbf-a6f7-6ad9ab9930d4 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456395 Feb 09 02:15:43.860982 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d771fbe-f37f-49ec-8254-177d56d1fb29 req-b80af13d-5f72-48b1-b2d7-36291f9c7f87 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:43.862365 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d771fbe-f37f-49ec-8254-177d56d1fb29 req-b80af13d-5f72-48b1-b2d7-36291f9c7f87 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 947 time: 0.0535748 Feb 09 02:15:43.911288 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d771fbe-f37f-49ec-8254-177d56d1fb29 req-09f0e08b-47dd-4ef2-bbf7-4592f2479779 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433047 Feb 09 02:15:45.033926 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1db902-d956-44bb-a6fd-eb1a7c1ef418 req-fe0bca95-7390-40fb-97db-edc63af61364 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:45.035401 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a1db902-d956-44bb-a6fd-eb1a7c1ef418 req-fe0bca95-7390-40fb-97db-edc63af61364 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 947 time: 0.0547063 Feb 09 02:15:45.081827 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a1db902-d956-44bb-a6fd-eb1a7c1ef418 req-088bc023-2c11-4a17-a2cc-dde7dd0edd63 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408068 Feb 09 02:15:46.205829 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7e137-b711-4c5f-9779-e3c60a42267d req-5269eb21-2607-41e7-a9ca-d280f861310b tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:46.207302 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2df7e137-b711-4c5f-9779-e3c60a42267d req-5269eb21-2607-41e7-a9ca-d280f861310b tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 947 time: 0.0568428 Feb 09 02:15:46.255119 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2df7e137-b711-4c5f-9779-e3c60a42267d req-5b51d116-f0e0-492b-a067-f5cd6379ea78 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422266 Feb 09 02:15:47.382850 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f9d6b-65d9-4125-ac43-ae5463c3f119 req-d26b33b5-4f4c-481a-aa40-f5aa26710c85 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:47.384962 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9a5f9d6b-65d9-4125-ac43-ae5463c3f119 req-d26b33b5-4f4c-481a-aa40-f5aa26710c85 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 947 time: 0.0593457 Feb 09 02:15:47.435329 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9a5f9d6b-65d9-4125-ac43-ae5463c3f119 req-38621e28-f7f7-4355-a6e6-8bcd3199b814 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440180 Feb 09 02:15:48.105617 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e186310-5526-423a-a275-4ccbd6496c15 req-9af22b60-d1c7-4665-a960-d84f5735f952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:48.107128 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0e186310-5526-423a-a275-4ccbd6496c15 req-9af22b60-d1c7-4665-a960-d84f5735f952 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6&tenant_id=52b56a0b1b8a492d896cafbf50ada9ba HTTP/1.1" status: 200 len: 1130 time: 0.0486529 Feb 09 02:15:48.117765 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-0e186310-5526-423a-a275-4ccbd6496c15 req-2077e876-7cfc-4bcc-bf7e-2d025e37b887 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822053-40', 'device_owner': 'compute:nova'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:48.176258 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-0e186310-5526-423a-a275-4ccbd6496c15 req-2077e876-7cfc-4bcc-bf7e-2d025e37b887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (41af6eb3-cae7-426c-9f97-b54bd3fd4163), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:48.276601 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 41af6eb3-cae7-426c-9f97-b54bd3fd4163 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:15:48.367211 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 41af6eb3-cae7-426c-9f97-b54bd3fd4163 is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:48.367597 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (41af6eb3-cae7-426c-9f97-b54bd3fd4163), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:48.385486 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-0e186310-5526-423a-a275-4ccbd6496c15 req-2077e876-7cfc-4bcc-bf7e-2d025e37b887 service neutron] For port 41af6eb3-cae7-426c-9f97-b54bd3fd4163, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=41af6eb3-cae7-426c-9f97-b54bd3fd4163,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:48.420287 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-0e186310-5526-423a-a275-4ccbd6496c15 req-2077e876-7cfc-4bcc-bf7e-2d025e37b887 service neutron] For port 41af6eb3-cae7-426c-9f97-b54bd3fd4163, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:15:48.464127 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2686a952-7f22-4509-a91e-f55edfe231b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41af6eb3-cae7-426c-9f97-b54bd3fd4163'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:15:48.466629 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b745e59e-c125-4dc5-a97f-703744372da0" -d '{"events": [{"server_uuid": "2686a952-7f22-4509-a91e-f55edfe231b6", "name": "network-vif-unplugged", "status": "completed", "tag": "41af6eb3-cae7-426c-9f97-b54bd3fd4163"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:15:48.471256 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-0e186310-5526-423a-a275-4ccbd6496c15 req-2077e876-7cfc-4bcc-bf7e-2d025e37b887 service neutron] Publish callbacks [] for port (41af6eb3-cae7-426c-9f97-b54bd3fd4163), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:48.484534 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-0e186310-5526-423a-a275-4ccbd6496c15 req-2077e876-7cfc-4bcc-bf7e-2d025e37b887 service neutron] Transition to ACTIVE for port object 41af6eb3-cae7-426c-9f97-b54bd3fd4163 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:15:48.489237 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-0e186310-5526-423a-a275-4ccbd6496c15 req-2077e876-7cfc-4bcc-bf7e-2d025e37b887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (41af6eb3-cae7-426c-9f97-b54bd3fd4163), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:48.528675 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:15:48.529030 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:15:48.540888 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e69988e-9e2d-4268-b305-c966f0c867c9 x-openstack-request-id: req-6e69988e-9e2d-4268-b305-c966f0c867c9 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:15:48.541179 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2686a952-7f22-4509-a91e-f55edfe231b6", "name": "network-vif-unplugged", "status": "completed", "tag": "41af6eb3-cae7-426c-9f97-b54bd3fd4163", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:15:48.541433 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6e69988e-9e2d-4268-b305-c966f0c867c9 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:15:48.541836 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2686a952-7f22-4509-a91e-f55edfe231b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41af6eb3-cae7-426c-9f97-b54bd3fd4163', 'code': 200} Feb 09 02:15:48.571692 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2077e876-7cfc-4bcc-bf7e-2d025e37b887 service neutron] Pushing event updated for resources: {'Port': ['ID=41af6eb3-cae7-426c-9f97-b54bd3fd4163,revision_number=11']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:48.614417 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2077e876-7cfc-4bcc-bf7e-2d025e37b887 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:48.614772 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2077e876-7cfc-4bcc-bf7e-2d025e37b887 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:48.615109 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2077e876-7cfc-4bcc-bf7e-2d025e37b887 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:48.615447 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2077e876-7cfc-4bcc-bf7e-2d025e37b887 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:48.615777 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2077e876-7cfc-4bcc-bf7e-2d025e37b887 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:48.616133 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2077e876-7cfc-4bcc-bf7e-2d025e37b887 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:48.616461 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2077e876-7cfc-4bcc-bf7e-2d025e37b887 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:48.616786 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2077e876-7cfc-4bcc-bf7e-2d025e37b887 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:48.617109 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2077e876-7cfc-4bcc-bf7e-2d025e37b887 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:48.617433 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2077e876-7cfc-4bcc-bf7e-2d025e37b887 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:48.617753 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2077e876-7cfc-4bcc-bf7e-2d025e37b887 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:48.618072 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2077e876-7cfc-4bcc-bf7e-2d025e37b887 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:48.618392 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2077e876-7cfc-4bcc-bf7e-2d025e37b887 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:48.664282 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca37ba-c586-4b14-8697-e7cf66890045 req-f0ca284f-f784-416b-8873-d3bb48b74a64 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:48.665826 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4cca37ba-c586-4b14-8697-e7cf66890045 req-f0ca284f-f784-416b-8873-d3bb48b74a64 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 945 time: 0.1470032 Feb 09 02:15:48.693699 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e186310-5526-423a-a275-4ccbd6496c15 req-2077e876-7cfc-4bcc-bf7e-2d025e37b887 service neutron] No DVR routers for this DVR port 41af6eb3-cae7-426c-9f97-b54bd3fd4163 on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:15:48.807096 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4cca37ba-c586-4b14-8697-e7cf66890045 req-15c774bf-0c30-4c1a-954d-9c210bbfcc82 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356502 Feb 09 02:15:48.864064 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-0e186310-5526-423a-a275-4ccbd6496c15 req-2077e876-7cfc-4bcc-bf7e-2d025e37b887 service neutron] Attempting to bind port 41af6eb3-cae7-426c-9f97-b54bd3fd4163 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:15:48.864349 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-0e186310-5526-423a-a275-4ccbd6496c15 req-2077e876-7cfc-4bcc-bf7e-2d025e37b887 service neutron] Attempting to bind port 41af6eb3-cae7-426c-9f97-b54bd3fd4163 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:15:48.864669 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e186310-5526-423a-a275-4ccbd6496c15 req-2077e876-7cfc-4bcc-bf7e-2d025e37b887 service neutron] Attempting to bind port 41af6eb3-cae7-426c-9f97-b54bd3fd4163 on network eab1629c-0165-43ec-874a-37f78fe7db32 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:15:48.869022 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e186310-5526-423a-a275-4ccbd6496c15 req-2077e876-7cfc-4bcc-bf7e-2d025e37b887 service neutron] Port 41af6eb3-cae7-426c-9f97-b54bd3fd4163 on network eab1629c-0165-43ec-874a-37f78fe7db32 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:15:48.869343 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e186310-5526-423a-a275-4ccbd6496c15 req-2077e876-7cfc-4bcc-bf7e-2d025e37b887 service neutron] Attempting to bind port 41af6eb3-cae7-426c-9f97-b54bd3fd4163 on network eab1629c-0165-43ec-874a-37f78fe7db32 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:15:48.874081 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e186310-5526-423a-a275-4ccbd6496c15 req-2077e876-7cfc-4bcc-bf7e-2d025e37b887 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:15:48.874471 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e186310-5526-423a-a275-4ccbd6496c15 req-2077e876-7cfc-4bcc-bf7e-2d025e37b887 service neutron] Checking segment: {'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:15:48.874872 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e186310-5526-423a-a275-4ccbd6496c15 req-2077e876-7cfc-4bcc-bf7e-2d025e37b887 service neutron] Bound using segment: {'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:15:48.875349 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-0e186310-5526-423a-a275-4ccbd6496c15 req-2077e876-7cfc-4bcc-bf7e-2d025e37b887 service neutron] Bound port: 41af6eb3-cae7-426c-9f97-b54bd3fd4163, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd014c1da-bc67-478b-8473-b5e3ae46dc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:15:48.875698 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-0e186310-5526-423a-a275-4ccbd6496c15 req-2077e876-7cfc-4bcc-bf7e-2d025e37b887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (41af6eb3-cae7-426c-9f97-b54bd3fd4163), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:48.939679 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-0e186310-5526-423a-a275-4ccbd6496c15 req-2077e876-7cfc-4bcc-bf7e-2d025e37b887 service neutron] For port 41af6eb3-cae7-426c-9f97-b54bd3fd4163, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:15:48.942636 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-0e186310-5526-423a-a275-4ccbd6496c15 req-2077e876-7cfc-4bcc-bf7e-2d025e37b887 service neutron] For port 41af6eb3-cae7-426c-9f97-b54bd3fd4163, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=41af6eb3-cae7-426c-9f97-b54bd3fd4163,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:15:48.949019 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-0e186310-5526-423a-a275-4ccbd6496c15 req-2077e876-7cfc-4bcc-bf7e-2d025e37b887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (41af6eb3-cae7-426c-9f97-b54bd3fd4163), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:48.982653 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e186310-5526-423a-a275-4ccbd6496c15 req-2077e876-7cfc-4bcc-bf7e-2d025e37b887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:48.983120 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-0e186310-5526-423a-a275-4ccbd6496c15 req-2077e876-7cfc-4bcc-bf7e-2d025e37b887 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:48.985584 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0e186310-5526-423a-a275-4ccbd6496c15 req-2077e876-7cfc-4bcc-bf7e-2d025e37b887 service neutron] 10.222.0.121 "PUT /v2.0/ports/41af6eb3-cae7-426c-9f97-b54bd3fd4163 HTTP/1.1" status: 200 len: 1094 time: 0.8716900 Feb 09 02:15:49.025116 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2077e876-7cfc-4bcc-bf7e-2d025e37b887 service neutron] Pushing event updated for resources: {'Port': ['ID=41af6eb3-cae7-426c-9f97-b54bd3fd4163,revision_number=12']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:49.063725 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e186310-5526-423a-a275-4ccbd6496c15 req-004f8de2-f167-4ee9-9916-dc94b49b9953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:49.065265 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0e186310-5526-423a-a275-4ccbd6496c15 req-004f8de2-f167-4ee9-9916-dc94b49b9953 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 1128 time: 0.0540862 Feb 09 02:15:49.080472 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 41af6eb3-cae7-426c-9f97-b54bd3fd4163 is: DOWN; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:49.158968 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e186310-5526-423a-a275-4ccbd6496c15 req-c4673671-8937-44ab-a05c-be5d98e6dc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:49.160463 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0e186310-5526-423a-a275-4ccbd6496c15 req-c4673671-8937-44ab-a05c-be5d98e6dc99 service neutron] 10.222.0.121 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 912 time: 0.0896561 Feb 09 02:15:49.229426 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0e186310-5526-423a-a275-4ccbd6496c15 req-538511ad-24a9-418e-b6e6-8810c8ee2a92 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41af6eb3-cae7-426c-9f97-b54bd3fd4163 HTTP/1.1" status: 200 len: 1001 time: 0.0628762 Feb 09 02:15:49.277696 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e186310-5526-423a-a275-4ccbd6496c15 req-3f4e5464-b595-4e12-b80a-5633a5b8db45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:49.279068 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0e186310-5526-423a-a275-4ccbd6496c15 req-3f4e5464-b595-4e12-b80a-5633a5b8db45 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b349d12e-9d86-4bb4-a938-d0d7f13bdcc8 HTTP/1.1" status: 200 len: 850 time: 0.0437875 Feb 09 02:15:49.328104 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e186310-5526-423a-a275-4ccbd6496c15 req-74f9312a-d4e2-47a0-8639-752e8e669342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:49.329586 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0e186310-5526-423a-a275-4ccbd6496c15 req-74f9312a-d4e2-47a0-8639-752e8e669342 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=eab1629c-0165-43ec-874a-37f78fe7db32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449805 Feb 09 02:15:49.422576 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0e186310-5526-423a-a275-4ccbd6496c15 req-11e89b17-27ac-456f-aa0a-5af546a0acf2 service neutron] 10.222.0.121 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860786 Feb 09 02:15:49.509830 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0e186310-5526-423a-a275-4ccbd6496c15 req-06021b9e-a048-482e-bf0d-2952c8ecad1e service neutron] 10.222.0.121 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816636 Feb 09 02:15:49.929346 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaffed1-57b9-4aab-8019-d872c1e86dac req-6c25004b-edf7-486d-beaf-605a9d261a23 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:49.931835 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-beaffed1-57b9-4aab-8019-d872c1e86dac req-6c25004b-edf7-486d-beaf-605a9d261a23 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 945 time: 0.0552599 Feb 09 02:15:49.990421 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-beaffed1-57b9-4aab-8019-d872c1e86dac req-23603dbd-37f8-4a58-a598-5095a7b3faff tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526490 Feb 09 02:15:50.018025 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:50.543078 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2686a952-7f22-4509-a91e-f55edfe231b6', 'tag': '41af6eb3-cae7-426c-9f97-b54bd3fd4163'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:15:50.545592 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c286f97-a50b-468e-87ce-6e6b8332c334" -d '{"events": [{"name": "network-changed", "server_uuid": "2686a952-7f22-4509-a91e-f55edfe231b6", "tag": "41af6eb3-cae7-426c-9f97-b54bd3fd4163"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:15:50.597886 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e8fd5a-f4c9-4c5a-885e-256dedc0ccff x-openstack-request-id: req-49e8fd5a-f4c9-4c5a-885e-256dedc0ccff {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:15:50.598174 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2686a952-7f22-4509-a91e-f55edfe231b6", "tag": "41af6eb3-cae7-426c-9f97-b54bd3fd4163", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:15:50.598421 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-49e8fd5a-f4c9-4c5a-885e-256dedc0ccff {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:15:50.598822 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2686a952-7f22-4509-a91e-f55edfe231b6', 'tag': '41af6eb3-cae7-426c-9f97-b54bd3fd4163', 'status': 'completed', 'code': 200} Feb 09 02:15:50.691417 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c286f97-a50b-468e-87ce-6e6b8332c334 req-ffcedb26-a72b-41a5-8f5c-9b7a6fb8fb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:50.692992 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1c286f97-a50b-468e-87ce-6e6b8332c334 req-ffcedb26-a72b-41a5-8f5c-9b7a6fb8fb86 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 1128 time: 0.0782452 Feb 09 02:15:50.709248 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c286f97-a50b-468e-87ce-6e6b8332c334 req-04561d3a-f24a-4968-bd14-775997ea207d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:50.710656 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1c286f97-a50b-468e-87ce-6e6b8332c334 req-04561d3a-f24a-4968-bd14-775997ea207d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 1128 time: 0.0833271 Feb 09 02:15:50.855731 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c286f97-a50b-468e-87ce-6e6b8332c334 req-d8887820-1679-4fb0-90ab-30fcae1e20ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:50.857224 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1c286f97-a50b-468e-87ce-6e6b8332c334 req-d8887820-1679-4fb0-90ab-30fcae1e20ef service neutron] 10.222.0.121 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 912 time: 0.1577179 Feb 09 02:15:50.862066 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c286f97-a50b-468e-87ce-6e6b8332c334 req-f3ca9fe0-9b94-4475-8f7e-b959ec063775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:50.863428 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1c286f97-a50b-468e-87ce-6e6b8332c334 req-f3ca9fe0-9b94-4475-8f7e-b959ec063775 service neutron] 10.222.0.91 "GET /v2.0/networks?id=eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 200 len: 912 time: 0.1433370 Feb 09 02:15:50.928546 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-057e7ab2-3432-4f63-8174-c8cf8789c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:50.971504 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1c286f97-a50b-468e-87ce-6e6b8332c334 req-62adff9e-799b-4fee-8864-fcc02e80abaf service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41af6eb3-cae7-426c-9f97-b54bd3fd4163 HTTP/1.1" status: 200 len: 1001 time: 0.1071367 Feb 09 02:15:50.977966 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1c286f97-a50b-468e-87ce-6e6b8332c334 req-50f21264-8116-4e29-b6a6-424d60e2538e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41af6eb3-cae7-426c-9f97-b54bd3fd4163 HTTP/1.1" status: 200 len: 1001 time: 0.1059613 Feb 09 02:15:51.059362 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c286f97-a50b-468e-87ce-6e6b8332c334 req-6c687f29-e3bf-427e-9d30-87b1585845a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:51.060855 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1c286f97-a50b-468e-87ce-6e6b8332c334 req-6c687f29-e3bf-427e-9d30-87b1585845a3 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=b349d12e-9d86-4bb4-a938-d0d7f13bdcc8 HTTP/1.1" status: 200 len: 850 time: 0.0818985 Feb 09 02:15:51.063196 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c286f97-a50b-468e-87ce-6e6b8332c334 req-9fb76f70-d4e0-4c82-9510-9ca374ee2020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:51.064563 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1c286f97-a50b-468e-87ce-6e6b8332c334 req-9fb76f70-d4e0-4c82-9510-9ca374ee2020 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b349d12e-9d86-4bb4-a938-d0d7f13bdcc8 HTTP/1.1" status: 200 len: 850 time: 0.0777345 Feb 09 02:15:51.186334 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ddf8f3-180b-43af-96a1-0a44cbcee33b req-9db8ab75-7c6a-4e67-979b-e8eabe03f2b3 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:51.188286 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-88ddf8f3-180b-43af-96a1-0a44cbcee33b req-9db8ab75-7c6a-4e67-979b-e8eabe03f2b3 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 945 time: 0.1199024 Feb 09 02:15:51.190869 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c286f97-a50b-468e-87ce-6e6b8332c334 req-fc7acb8f-9fbc-47d3-94d9-98d9f71fd256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:51.192274 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1c286f97-a50b-468e-87ce-6e6b8332c334 req-fc7acb8f-9fbc-47d3-94d9-98d9f71fd256 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=eab1629c-0165-43ec-874a-37f78fe7db32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1249938 Feb 09 02:15:51.194109 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c286f97-a50b-468e-87ce-6e6b8332c334 req-69690ef4-8d8e-4df5-9305-1c90e5a54d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:51.195471 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1c286f97-a50b-468e-87ce-6e6b8332c334 req-69690ef4-8d8e-4df5-9305-1c90e5a54d18 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=eab1629c-0165-43ec-874a-37f78fe7db32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1193886 Feb 09 02:15:51.356053 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-88ddf8f3-180b-43af-96a1-0a44cbcee33b req-366b5587-a69f-40c1-ba54-d5c194d1eb86 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595926 Feb 09 02:15:51.383315 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1c286f97-a50b-468e-87ce-6e6b8332c334 req-5f1c9160-73aa-41c8-917e-513967e9fec7 service neutron] 10.222.0.121 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747177 Feb 09 02:15:51.416540 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1c286f97-a50b-468e-87ce-6e6b8332c334 req-84c08896-b667-45d0-ad3f-20afd2a5c97d service neutron] 10.222.0.91 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089720 Feb 09 02:15:51.527295 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:51.553868 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1c286f97-a50b-468e-87ce-6e6b8332c334 req-a1fe7b6c-31ff-4e7e-9875-aa322a9ce85b service neutron] 10.222.0.121 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619985 Feb 09 02:15:51.568810 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1c286f97-a50b-468e-87ce-6e6b8332c334 req-ca32310a-d359-4bd2-b5f7-a2509ca1b4b0 service neutron] 10.222.0.91 "GET /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257403 Feb 09 02:15:52.485780 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c49034-d7bb-4c47-9ddb-ea0b74ac1193 req-5c9cf3d9-8a94-4000-b2f3-b6797f71c82f tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:52.487259 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-25c49034-d7bb-4c47-9ddb-ea0b74ac1193 req-5c9cf3d9-8a94-4000-b2f3-b6797f71c82f tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 945 time: 0.0537121 Feb 09 02:15:52.540829 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-25c49034-d7bb-4c47-9ddb-ea0b74ac1193 req-cc178548-0f6c-468c-9340-a5b0c93e755a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415058 Feb 09 02:15:53.668579 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab61be0-b152-416a-983e-e86030b6128c req-5780b65c-69b5-455a-8823-6d101639fbae tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:53.670050 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7ab61be0-b152-416a-983e-e86030b6128c req-5780b65c-69b5-455a-8823-6d101639fbae tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 945 time: 0.0534511 Feb 09 02:15:53.717689 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7ab61be0-b152-416a-983e-e86030b6128c req-74b2207a-5cb0-408b-88f5-351da7c2e221 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414784 Feb 09 02:15:54.364723 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f17ae3f7-261c-40e0-a869-4c6dcff329ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:54.845511 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53fa36b-5122-453f-9ba6-7f1006979c2c req-b6f27e07-8584-46ff-95eb-8d7038aa8923 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:54.847011 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d53fa36b-5122-453f-9ba6-7f1006979c2c req-b6f27e07-8584-46ff-95eb-8d7038aa8923 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 945 time: 0.0566354 Feb 09 02:15:54.894652 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d53fa36b-5122-453f-9ba6-7f1006979c2c req-b35e0e43-60e8-4fde-8d83-5fee39b209bd tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415542 Feb 09 02:15:56.007426 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:56.021968 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd118b03-931f-4092-8165-1b71f86a11a6 req-4e5e3d06-ed51-4b41-9d5d-275835268b84 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:56.023615 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dd118b03-931f-4092-8165-1b71f86a11a6 req-4e5e3d06-ed51-4b41-9d5d-275835268b84 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 945 time: 0.0584271 Feb 09 02:15:56.072886 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dd118b03-931f-4092-8165-1b71f86a11a6 req-a5c5823f-04ca-49aa-b428-740399df46f0 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430365 Feb 09 02:15:57.205270 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e777c0-f8eb-43d8-8469-49b80dd6d16c req-0dae91fa-f3d0-4618-988b-47733874b11e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:57.206801 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-56e777c0-f8eb-43d8-8469-49b80dd6d16c req-0dae91fa-f3d0-4618-988b-47733874b11e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 945 time: 0.0583887 Feb 09 02:15:57.254058 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-56e777c0-f8eb-43d8-8469-49b80dd6d16c req-165d62ab-e345-4135-b35e-990f940fce3a tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416732 Feb 09 02:15:57.748856 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.377220 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e9640-8dfc-4c6d-b800-89a918dd264c req-621848bb-7da9-49cb-95e7-6e7566d348f2 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:58.379336 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c50e9640-8dfc-4c6d-b800-89a918dd264c req-621848bb-7da9-49cb-95e7-6e7566d348f2 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 945 time: 0.0532119 Feb 09 02:15:58.412190 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.430105 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c50e9640-8dfc-4c6d-b800-89a918dd264c req-5b029520-ddfd-471b-a349-d87b407618eb tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453143 Feb 09 02:15:59.550775 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc97476-744b-4d4e-8858-114552a56a6d req-33e607b1-90e0-4361-b799-e0e0256f4eec tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:59.552284 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7dc97476-744b-4d4e-8858-114552a56a6d req-33e607b1-90e0-4361-b799-e0e0256f4eec tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 945 time: 0.0530605 Feb 09 02:15:59.602648 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7dc97476-744b-4d4e-8858-114552a56a6d req-fc396cde-9c6a-4bbb-9cd3-f42d61a597c2 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448384 Feb 09 02:16:00.723841 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8cafd-5be3-4c1a-848b-5e775596f69b req-3a09d1f4-58de-4426-a90f-c9a6570d8fbf tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:00.725346 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-25b8cafd-5be3-4c1a-848b-5e775596f69b req-3a09d1f4-58de-4426-a90f-c9a6570d8fbf tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 945 time: 0.0523527 Feb 09 02:16:00.772158 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-25b8cafd-5be3-4c1a-848b-5e775596f69b req-a76eb3a0-9bd3-47b2-b546-71a2459c5b18 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412285 Feb 09 02:16:01.893793 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e059e1-41a8-4628-ad4d-42e90af87890 req-b2525266-abb8-4be1-90d4-be58e0b27a9f tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:01.895292 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-30e059e1-41a8-4628-ad4d-42e90af87890 req-b2525266-abb8-4be1-90d4-be58e0b27a9f tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 945 time: 0.0530319 Feb 09 02:16:01.942431 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-30e059e1-41a8-4628-ad4d-42e90af87890 req-20694081-2ffa-4723-9003-ea79dde57e12 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412424 Feb 09 02:16:03.066583 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b217f-2028-419a-b8db-7f3624665fdb req-9d073870-d955-44fb-9a50-b5dc4c2f51d4 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:03.068445 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b5b217f-2028-419a-b8db-7f3624665fdb req-9d073870-d955-44fb-9a50-b5dc4c2f51d4 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 945 time: 0.0570743 Feb 09 02:16:03.115336 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6b5b217f-2028-419a-b8db-7f3624665fdb req-71803413-d81f-4292-a70e-379d0c52f29b tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412230 Feb 09 02:16:04.235476 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178b613-9283-4a95-9a8c-a95293bf18a1 req-7a16fb5a-6d70-4f25-93f5-673895704f38 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:04.236977 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4178b613-9283-4a95-9a8c-a95293bf18a1 req-7a16fb5a-6d70-4f25-93f5-673895704f38 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 945 time: 0.0531554 Feb 09 02:16:04.282257 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4178b613-9283-4a95-9a8c-a95293bf18a1 req-5cd1b5a9-27a9-4df2-bace-84a7b3057bf3 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398731 Feb 09 02:16:05.408103 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a318913-7df2-4d93-8357-b1e7fbb1f4a8 req-647d37f0-de71-4dd9-bd98-d7ddaadc2725 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:05.409483 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3a318913-7df2-4d93-8357-b1e7fbb1f4a8 req-647d37f0-de71-4dd9-bd98-d7ddaadc2725 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 945 time: 0.0593958 Feb 09 02:16:05.458679 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3a318913-7df2-4d93-8357-b1e7fbb1f4a8 req-ca21f0cd-e2ac-4dac-94f5-960e2a0e6f89 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437248 Feb 09 02:16:06.451767 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 41af6eb3-cae7-426c-9f97-b54bd3fd4163 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:16:06.551155 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 41af6eb3-cae7-426c-9f97-b54bd3fd4163, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=41af6eb3-cae7-426c-9f97-b54bd3fd4163,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:06.589492 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be51d3-231f-4e77-882a-89ca0a32339d req-30c62d6e-7e20-463b-a05f-7ebe1774f851 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:06.591078 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a1be51d3-231f-4e77-882a-89ca0a32339d req-30c62d6e-7e20-463b-a05f-7ebe1774f851 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 945 time: 0.0561512 Feb 09 02:16:06.642611 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a1be51d3-231f-4e77-882a-89ca0a32339d req-cca360c0-d371-4c8b-b582-7b677bc16288 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451458 Feb 09 02:16:06.727779 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '41af6eb3-cae7-426c-9f97-b54bd3fd4163', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'port_id': '41af6eb3-cae7-426c-9f97-b54bd3fd4163', 'mac_address': 'fa:16:3e:f4:99:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:16:06.764421 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 41af6eb3-cae7-426c-9f97-b54bd3fd4163 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:06.764882 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (41af6eb3-cae7-426c-9f97-b54bd3fd4163), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:06.765664 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82c679-016c-4ef7-980b-6a09bf567da0 req-135de5a7-cd87-4355-b99d-aeda849b4e21 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:06.767105 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c82c679-016c-4ef7-980b-6a09bf567da0 req-135de5a7-cd87-4355-b99d-aeda849b4e21 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 945 time: 0.0528927 Feb 09 02:16:06.777938 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41af6eb3-cae7-426c-9f97-b54bd3fd4163 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:16:06.798790 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 41af6eb3-cae7-426c-9f97-b54bd3fd4163, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=41af6eb3-cae7-426c-9f97-b54bd3fd4163,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:06.802550 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (41af6eb3-cae7-426c-9f97-b54bd3fd4163), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:06.815902 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c82c679-016c-4ef7-980b-6a09bf567da0 req-e5fafeaa-ec8d-4b33-a647-902bd831c987 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428710 Feb 09 02:16:06.849831 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=41af6eb3-cae7-426c-9f97-b54bd3fd4163,revision_number=13']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:06.944255 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61fee2-a8bb-4ba0-9521-d527ca09e2bd req-9f003f52-8867-43a0-9df7-666e945b8feb tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:06.945729 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3a61fee2-a8bb-4ba0-9521-d527ca09e2bd req-9f003f52-8867-43a0-9df7-666e945b8feb tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 946 time: 0.0568883 Feb 09 02:16:06.994132 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3a61fee2-a8bb-4ba0-9521-d527ca09e2bd req-90bd4156-6ca9-4ff4-9f0b-c9dca506cc47 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426793 Feb 09 02:16:07.093435 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['41af6eb3-cae7-426c-9f97-b54bd3fd4163'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:16:07.243989 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4051ee4-b811-45e0-a1e0-f2963b621fbc req-13cd0e3b-172e-48b1-ad77-e8f30b10f5b9 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:07.245515 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b4051ee4-b811-45e0-a1e0-f2963b621fbc req-13cd0e3b-172e-48b1-ad77-e8f30b10f5b9 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 946 time: 0.0522997 Feb 09 02:16:07.294209 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b4051ee4-b811-45e0-a1e0-f2963b621fbc req-028e9077-edb4-495d-a804-561ce92d6a63 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410790 Feb 09 02:16:07.324058 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:16:08.418281 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc4514-521d-4754-bbbb-88c552a8d219 req-5d64d7ce-a8c7-4db9-a8d8-7b52063999bd tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:08.419739 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-51fc4514-521d-4754-bbbb-88c552a8d219 req-5d64d7ce-a8c7-4db9-a8d8-7b52063999bd tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 946 time: 0.0556622 Feb 09 02:16:08.467966 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 41af6eb3-cae7-426c-9f97-b54bd3fd4163 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:16:08.526912 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 41af6eb3-cae7-426c-9f97-b54bd3fd4163 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:16:08.532043 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 41af6eb3-cae7-426c-9f97-b54bd3fd4163 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:08.532430 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (41af6eb3-cae7-426c-9f97-b54bd3fd4163), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:08.627290 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 41af6eb3-cae7-426c-9f97-b54bd3fd4163 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:08.627972 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (41af6eb3-cae7-426c-9f97-b54bd3fd4163), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:08.652337 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2686a952-7f22-4509-a91e-f55edfe231b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41af6eb3-cae7-426c-9f97-b54bd3fd4163'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:16:08.654621 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bb5a1265871782f8fa80d718c2cad0aad3f2595cc534f44543b72f1ded69d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6cebda-72a8-4b24-8011-226e68a769b0" -d '{"events": [{"server_uuid": "2686a952-7f22-4509-a91e-f55edfe231b6", "name": "network-vif-plugged", "status": "completed", "tag": "41af6eb3-cae7-426c-9f97-b54bd3fd4163"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:16:08.668869 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 41af6eb3-cae7-426c-9f97-b54bd3fd4163, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=41af6eb3-cae7-426c-9f97-b54bd3fd4163,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:08.674406 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (41af6eb3-cae7-426c-9f97-b54bd3fd4163), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:08.700865 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69c96d6-eb22-486f-8cb8-f48ef5ec9ec8 x-openstack-request-id: req-c69c96d6-eb22-486f-8cb8-f48ef5ec9ec8 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:16:08.701161 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2686a952-7f22-4509-a91e-f55edfe231b6", "name": "network-vif-plugged", "status": "completed", "tag": "41af6eb3-cae7-426c-9f97-b54bd3fd4163", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:16:08.701415 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c69c96d6-eb22-486f-8cb8-f48ef5ec9ec8 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:16:08.702361 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2686a952-7f22-4509-a91e-f55edfe231b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41af6eb3-cae7-426c-9f97-b54bd3fd4163', 'code': 200} Feb 09 02:16:08.728759 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=41af6eb3-cae7-426c-9f97-b54bd3fd4163,revision_number=14']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:08.803966 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-51fc4514-521d-4754-bbbb-88c552a8d219 req-2795ff4a-a1cc-4136-a2c3-f9b9275a986e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups?id=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3778279 Feb 09 02:16:08.904086 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007262c-c01a-46aa-963b-8970f703092d req-10d5b9c6-9da5-422e-87db-b35b06f59221 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:08.905497 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5007262c-c01a-46aa-963b-8970f703092d req-10d5b9c6-9da5-422e-87db-b35b06f59221 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.121 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 947 time: 0.0522854 Feb 09 02:16:08.998059 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-5007262c-c01a-46aa-963b-8970f703092d req-f2b936c3-2203-4e79-aba4-470a7b8e449e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Deleting port 41af6eb3-cae7-426c-9f97-b54bd3fd4163 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:16:08.998405 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-5007262c-c01a-46aa-963b-8970f703092d req-f2b936c3-2203-4e79-aba4-470a7b8e449e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (41af6eb3-cae7-426c-9f97-b54bd3fd4163), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:09.086683 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-5007262c-c01a-46aa-963b-8970f703092d req-f2b936c3-2203-4e79-aba4-470a7b8e449e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] For port 41af6eb3-cae7-426c-9f97-b54bd3fd4163, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=41af6eb3-cae7-426c-9f97-b54bd3fd4163,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:09.087043 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-5007262c-c01a-46aa-963b-8970f703092d req-f2b936c3-2203-4e79-aba4-470a7b8e449e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (41af6eb3-cae7-426c-9f97-b54bd3fd4163), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:09.256738 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-5007262c-c01a-46aa-963b-8970f703092d req-f2b936c3-2203-4e79-aba4-470a7b8e449e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:09.257024 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-5007262c-c01a-46aa-963b-8970f703092d req-f2b936c3-2203-4e79-aba4-470a7b8e449e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (7b7d0594-6d54-409e-81d3-155545e6f939), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:09.257361 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [req-5007262c-c01a-46aa-963b-8970f703092d req-f2b936c3-2203-4e79-aba4-470a7b8e449e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Floating IP 7b7d0594-6d54-409e-81d3-155545e6f939 disassociated. External IP: 172.25.1.143, port: 41af6eb3-cae7-426c-9f97-b54bd3fd4163. Feb 09 02:16:09.257696 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-5007262c-c01a-46aa-963b-8970f703092d req-f2b936c3-2203-4e79-aba4-470a7b8e449e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Calling delete_port for 41af6eb3-cae7-426c-9f97-b54bd3fd4163 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:16:09.384812 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-5007262c-c01a-46aa-963b-8970f703092d req-f2b936c3-2203-4e79-aba4-470a7b8e449e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (41af6eb3-cae7-426c-9f97-b54bd3fd4163), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:09.411753 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b936c3-2203-4e79-aba4-470a7b8e449e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Pushing event deleted for resources: {'Port': ['ID=41af6eb3-cae7-426c-9f97-b54bd3fd4163,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:09.533248 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5007262c-c01a-46aa-963b-8970f703092d req-f2b936c3-2203-4e79-aba4-470a7b8e449e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Router 7b85aa69-eab6-4555-ba0b-62c49944362f has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:16:09.649691 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5007262c-c01a-46aa-963b-8970f703092d req-f2b936c3-2203-4e79-aba4-470a7b8e449e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:16:09.661960 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcf958f-0ad9-4e3d-a20c-a4cea9086cf8 None None] Sync routers for ids ['7b85aa69-eab6-4555-ba0b-62c49944362f'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:16:09.672673 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcf958f-0ad9-4e3d-a20c-a4cea9086cf8 None None] Routers {'7b85aa69-eab6-4555-ba0b-62c49944362f'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:16:09.673299 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-8dcf958f-0ad9-4e3d-a20c-a4cea9086cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:15:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7b85aa69-eab6-4555-ba0b-62c49944362f'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:09.691792 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-5007262c-c01a-46aa-963b-8970f703092d req-f2b936c3-2203-4e79-aba4-470a7b8e449e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] No DVR routers for this DVR port 41af6eb3-cae7-426c-9f97-b54bd3fd4163 on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:16:09.694461 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-5007262c-c01a-46aa-963b-8970f703092d req-f2b936c3-2203-4e79-aba4-470a7b8e449e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:09.697835 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5007262c-c01a-46aa-963b-8970f703092d req-f2b936c3-2203-4e79-aba4-470a7b8e449e tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.121 "DELETE /v2.0/ports/41af6eb3-cae7-426c-9f97-b54bd3fd4163 HTTP/1.1" status: 204 len: 173 time: 0.7874572 Feb 09 02:16:09.698277 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2686a952-7f22-4509-a91e-f55edfe231b6', 'name': 'network-vif-deleted', 'tag': '41af6eb3-cae7-426c-9f97-b54bd3fd4163'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:16:09.700562 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d36e4fb-0de5-4434-95d4-1fff20abba69" -d '{"events": [{"server_uuid": "2686a952-7f22-4509-a91e-f55edfe231b6", "name": "network-vif-deleted", "tag": "41af6eb3-cae7-426c-9f97-b54bd3fd4163"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:16:09.739076 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630ecdb4-3f72-47c9-a376-12396a7f9bbd x-openstack-request-id: req-630ecdb4-3f72-47c9-a376-12396a7f9bbd {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:16:09.739436 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2686a952-7f22-4509-a91e-f55edfe231b6", "name": "network-vif-deleted", "tag": "41af6eb3-cae7-426c-9f97-b54bd3fd4163", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:16:09.739765 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-630ecdb4-3f72-47c9-a376-12396a7f9bbd {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:16:09.740200 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2686a952-7f22-4509-a91e-f55edfe231b6', 'name': 'network-vif-deleted', 'tag': '41af6eb3-cae7-426c-9f97-b54bd3fd4163', 'status': 'completed', 'code': 200} Feb 09 02:16:09.805727 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-8dcf958f-0ad9-4e3d-a20c-a4cea9086cf8 None None] Set router 7b85aa69-eab6-4555-ba0b-62c49944362f gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:16:09.908218 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-242803d9-5d97-4406-8add-4956a3b378f0 req-fa8fa4f4-6d31-4968-98dc-45d526d0ae26 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 210 time: 0.0333796 Feb 09 02:16:10.017340 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-8dcf958f-0ad9-4e3d-a20c-a4cea9086cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'name': 'tempest-ServerActionsTestJSON-954618034-router', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:46Z', 'updated_at': '2022-02-09T02:11:49Z', 'revision_number': 4, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'gw_port': {'id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:47Z', 'updated_at': '2022-02-09T02:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'd668248a-b142-4cc9-b3ca-c2449c041c68', 'name': '', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'mac_address': 'fa:16:3e:7d:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:49Z', 'updated_at': '2022-02-09T02:11:53Z', 'revision_number': 5, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'subnets': [{'id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:10.044755 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcf958f-0ad9-4e3d-a20c-a4cea9086cf8 None None] Checking router: 7b85aa69-eab6-4555-ba0b-62c49944362f for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:16:10.053235 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcf958f-0ad9-4e3d-a20c-a4cea9086cf8 None None] Routers {'7b85aa69-eab6-4555-ba0b-62c49944362f'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:16:10.053770 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-8dcf958f-0ad9-4e3d-a20c-a4cea9086cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:15:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7b85aa69-eab6-4555-ba0b-62c49944362f'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:10.164390 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-8dcf958f-0ad9-4e3d-a20c-a4cea9086cf8 None None] Set router 7b85aa69-eab6-4555-ba0b-62c49944362f gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:16:10.363251 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-8dcf958f-0ad9-4e3d-a20c-a4cea9086cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'name': 'tempest-ServerActionsTestJSON-954618034-router', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:46Z', 'updated_at': '2022-02-09T02:11:49Z', 'revision_number': 4, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'gw_port': {'id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:47Z', 'updated_at': '2022-02-09T02:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'd668248a-b142-4cc9-b3ca-c2449c041c68', 'name': '', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'mac_address': 'fa:16:3e:7d:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:49Z', 'updated_at': '2022-02-09T02:11:53Z', 'revision_number': 5, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'subnets': [{'id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:10.393965 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcf958f-0ad9-4e3d-a20c-a4cea9086cf8 None None] The sync data for ids ['7b85aa69-eab6-4555-ba0b-62c49944362f'] in n-d-822053-40 is: [{'id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'name': 'tempest-ServerActionsTestJSON-954618034-router', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:46Z', 'updated_at': '2022-02-09T02:11:49Z', 'revision_number': 4, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'gw_port': {'id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:47Z', 'updated_at': '2022-02-09T02:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'd668248a-b142-4cc9-b3ca-c2449c041c68', 'name': '', 'network_id': 'eab1629c-0165-43ec-874a-37f78fe7db32', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'mac_address': 'fa:16:3e:7d:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:49Z', 'updated_at': '2022-02-09T02:11:53Z', 'revision_number': 5, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'subnets': [{'id': 'b349d12e-9d86-4bb4-a938-d0d7f13bdcc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:16:10.627171 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64da046-ced5-4f70-83d7-6a908f66e613 None None] New status for floating IP 7b7d0594-6d54-409e-81d3-155545e6f939: DOWN {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:16:11.007965 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9a38adbf-0ba2-4342-87ca-0f5cf784a8f3 req-762df6b8-cf12-4e9e-a068-1c959560014f tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 210 time: 0.0284319 Feb 09 02:16:12.104961 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c71ecde8-1251-4545-a58a-c80f5dc40e12 req-16a05ae0-fa4d-4203-b1e4-14e2870162b7 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 210 time: 0.0271313 Feb 09 02:16:12.465960 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 41af6eb3-cae7-426c-9f97-b54bd3fd4163 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:16:12.487243 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 41af6eb3-cae7-426c-9f97-b54bd3fd4163 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:16:12.487586 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 41af6eb3-cae7-426c-9f97-b54bd3fd4163 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:16:13.203300 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b7794c31-6cb4-446e-93e4-a98acd8b3c49 req-e7215d4b-c5e9-461a-8419-f01761647898 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 210 time: 0.0276170 Feb 09 02:16:14.307937 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ef7e1b03-89cc-4cc8-8876-a6bfe25b2a7f req-8337e870-4d60-4431-8047-91a25bf3330f tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 210 time: 0.0328341 Feb 09 02:16:15.407758 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a18cbed-983d-4ed8-b78c-b9d0d0ed4a0c req-7be58163-2a6a-49bc-b9c7-0e9b4d461ec8 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 210 time: 0.0283628 Feb 09 02:16:16.517666 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a0c5b3a9-2a2c-4b26-86f6-a7b36af88a51 req-e045d4a7-4d32-4230-959d-6377cd540ef3 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 210 time: 0.0405891 Feb 09 02:16:17.619008 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-66855376-8eac-456d-8caa-65f37c4db2ff req-4109512e-f757-4680-be98-a9eb9f576398 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 210 time: 0.0288935 Feb 09 02:16:18.734297 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b8dbd0d5-6e82-4947-b9a0-78516adb4de5 req-42b88f23-c80e-4ddf-91ec-c517a75ac748 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/ports?device_id=2686a952-7f22-4509-a91e-f55edfe231b6 HTTP/1.1" status: 200 len: 210 time: 0.0279090 Feb 09 02:16:20.005871 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:20.931549 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d59a74c8-42b3-4c24-adf9-78e03b19ed19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:21.522750 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:24.365863 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7a30c282-5d21-46e8-b76d-ab77b10f9a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:25.823610 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 50684) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:25.881613 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-67d195b9-8cf6-409a-98cc-7086f7b0d862 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks [] for security_group (5cf81b5e-fbfa-4935-8d0b-ca96535d2c81), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:25.904939 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-67d195b9-8cf6-409a-98cc-7086f7b0d862 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks [] for security_group (5cf81b5e-fbfa-4935-8d0b-ca96535d2c81), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:25.953910 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-67d195b9-8cf6-409a-98cc-7086f7b0d862 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (5cf81b5e-fbfa-4935-8d0b-ca96535d2c81), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:25.956591 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-67d195b9-8cf6-409a-98cc-7086f7b0d862 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:25.957730 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-67d195b9-8cf6-409a-98cc-7086f7b0d862 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "DELETE /v2.0/security-groups/5cf81b5e-fbfa-4935-8d0b-ca96535d2c81 HTTP/1.1" status: 204 len: 168 time: 0.1329324 Feb 09 02:16:25.960488 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 50686) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:25.966804 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d195b9-8cf6-409a-98cc-7086f7b0d862 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf81b5e-fbfa-4935-8d0b-ca96535d2c81,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:25.980430 n-d-822053-40 neutron-server[103528]: INFO neutron.api.v2.resource [None req-92fb6a0b-34ac-4517-867d-8c95d88cd773 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] show failed (client error): The resource could not be found. Feb 09 02:16:25.981730 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-92fb6a0b-34ac-4517-867d-8c95d88cd773 tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "GET /v2.0/security-groups/5cf81b5e-fbfa-4935-8d0b-ca96535d2c81 HTTP/1.1" status: 404 len: 347 time: 0.0196824 Feb 09 02:16:25.985344 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 50690) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:26.004859 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:26.118513 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-fca39507-390f-46ca-bf7f-368a65128a7c tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Deleting port 428e200c-b8bb-4c8b-9f53-71d3632ee2c4 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:16:26.118728 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fca39507-390f-46ca-bf7f-368a65128a7c tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (428e200c-b8bb-4c8b-9f53-71d3632ee2c4), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:26.198236 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fca39507-390f-46ca-bf7f-368a65128a7c tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (428e200c-b8bb-4c8b-9f53-71d3632ee2c4), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:26.198558 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fca39507-390f-46ca-bf7f-368a65128a7c tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks [] for floatingip (428e200c-b8bb-4c8b-9f53-71d3632ee2c4), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:26.212259 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-fca39507-390f-46ca-bf7f-368a65128a7c tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Calling delete_port for 428e200c-b8bb-4c8b-9f53-71d3632ee2c4 owned by network:floatingip {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:16:26.354669 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fca39507-390f-46ca-bf7f-368a65128a7c tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (428e200c-b8bb-4c8b-9f53-71d3632ee2c4), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:26.379070 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca39507-390f-46ca-bf7f-368a65128a7c tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Pushing event deleted for resources: {'Port': ['ID=428e200c-b8bb-4c8b-9f53-71d3632ee2c4,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:26.389854 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca39507-390f-46ca-bf7f-368a65128a7c tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:26.390316 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca39507-390f-46ca-bf7f-368a65128a7c tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:26.390535 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca39507-390f-46ca-bf7f-368a65128a7c tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:26.390868 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca39507-390f-46ca-bf7f-368a65128a7c tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:26.391200 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca39507-390f-46ca-bf7f-368a65128a7c tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:26.391527 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca39507-390f-46ca-bf7f-368a65128a7c tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:26.391853 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca39507-390f-46ca-bf7f-368a65128a7c tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:26.392527 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca39507-390f-46ca-bf7f-368a65128a7c tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:26.392527 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca39507-390f-46ca-bf7f-368a65128a7c tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:26.392820 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca39507-390f-46ca-bf7f-368a65128a7c tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:26.393140 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca39507-390f-46ca-bf7f-368a65128a7c tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:26.393456 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca39507-390f-46ca-bf7f-368a65128a7c tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:26.393772 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca39507-390f-46ca-bf7f-368a65128a7c tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:26.456319 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fca39507-390f-46ca-bf7f-368a65128a7c tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks [] for floatingip (7b7d0594-6d54-409e-81d3-155545e6f939), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:26.459178 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fca39507-390f-46ca-bf7f-368a65128a7c tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:26.460378 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-fca39507-390f-46ca-bf7f-368a65128a7c tempest-ServerActionsTestJSON-1916863362 tempest-ServerActionsTestJSON-1916863362-project] 10.222.0.30 "DELETE /v2.0/floatingips/7b7d0594-6d54-409e-81d3-155545e6f939 HTTP/1.1" status: 204 len: 168 time: 0.4718144 Feb 09 02:16:26.463314 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 50692) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:26.825156 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b3d710b4-6a10-443e-ae55-1b4bf75939e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (7b85aa69-eab6-4555-ba0b-62c49944362f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:27.385566 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b3d710b4-6a10-443e-ae55-1b4bf75939e2 admin admin] Deleting port d668248a-b142-4cc9-b3ca-c2449c041c68 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:16:27.386238 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b3d710b4-6a10-443e-ae55-1b4bf75939e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (d668248a-b142-4cc9-b3ca-c2449c041c68), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:27.463222 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-b3d710b4-6a10-443e-ae55-1b4bf75939e2 admin admin] For port d668248a-b142-4cc9-b3ca-c2449c041c68, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d668248a-b142-4cc9-b3ca-c2449c041c68,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:27.463578 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b3d710b4-6a10-443e-ae55-1b4bf75939e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (d668248a-b142-4cc9-b3ca-c2449c041c68), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:27.475870 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b3d710b4-6a10-443e-ae55-1b4bf75939e2 admin admin] Calling delete_port for d668248a-b142-4cc9-b3ca-c2449c041c68 owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:16:27.662099 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b3d710b4-6a10-443e-ae55-1b4bf75939e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (d668248a-b142-4cc9-b3ca-c2449c041c68), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:27.688248 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d710b4-6a10-443e-ae55-1b4bf75939e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d668248a-b142-4cc9-b3ca-c2449c041c68,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:27.749095 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:27.864445 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b3d710b4-6a10-443e-ae55-1b4bf75939e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (7b85aa69-eab6-4555-ba0b-62c49944362f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:28.084805 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d710b4-6a10-443e-ae55-1b4bf75939e2 admin admin] Router 7b85aa69-eab6-4555-ba0b-62c49944362f has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:16:28.192905 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d710b4-6a10-443e-ae55-1b4bf75939e2 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:16:28.197926 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b3d710b4-6a10-443e-ae55-1b4bf75939e2 admin admin] 10.222.0.30 "PUT /v2.0/routers/7b85aa69-eab6-4555-ba0b-62c49944362f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7336421 Feb 09 02:16:28.200560 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 50694) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:28.202640 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2d37b0-2d36-4f07-9652-f94b57bd93dd None None] Sync routers for ids ['7b85aa69-eab6-4555-ba0b-62c49944362f'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:16:28.212043 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2d37b0-2d36-4f07-9652-f94b57bd93dd None None] Routers {'7b85aa69-eab6-4555-ba0b-62c49944362f'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:16:28.212660 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-7e2d37b0-2d36-4f07-9652-f94b57bd93dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:16:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7b85aa69-eab6-4555-ba0b-62c49944362f'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:28.307761 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-31ec3b46-b947-451d-b1c7-dfb2768acd26 admin admin] Publish callbacks [] for router (7b85aa69-eab6-4555-ba0b-62c49944362f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:28.325333 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-7e2d37b0-2d36-4f07-9652-f94b57bd93dd None None] Set router 7b85aa69-eab6-4555-ba0b-62c49944362f gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:16:28.415901 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-31ec3b46-b947-451d-b1c7-dfb2768acd26 admin admin] Publish callbacks [] for router_gateway (7b85aa69-eab6-4555-ba0b-62c49944362f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:28.450461 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:28.476627 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-31ec3b46-b947-451d-b1c7-dfb2768acd26 admin admin] Deleting port 076b07a4-da58-4ab9-a702-744abcb3fd12 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:16:28.476969 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-31ec3b46-b947-451d-b1c7-dfb2768acd26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (076b07a4-da58-4ab9-a702-744abcb3fd12), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:28.524499 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-7e2d37b0-2d36-4f07-9652-f94b57bd93dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'name': 'tempest-ServerActionsTestJSON-954618034-router', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:46Z', 'updated_at': '2022-02-09T02:16:27Z', 'revision_number': 5, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'gw_port': {'id': '076b07a4-da58-4ab9-a702-744abcb3fd12', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:47Z', 'updated_at': '2022-02-09T02:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:28.551231 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2d37b0-2d36-4f07-9652-f94b57bd93dd None None] Checking router: 7b85aa69-eab6-4555-ba0b-62c49944362f for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:16:28.556731 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-31ec3b46-b947-451d-b1c7-dfb2768acd26 admin admin] For port 076b07a4-da58-4ab9-a702-744abcb3fd12, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=076b07a4-da58-4ab9-a702-744abcb3fd12,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:28.557095 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-31ec3b46-b947-451d-b1c7-dfb2768acd26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (076b07a4-da58-4ab9-a702-744abcb3fd12), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:28.559854 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2d37b0-2d36-4f07-9652-f94b57bd93dd None None] Routers {'7b85aa69-eab6-4555-ba0b-62c49944362f'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:16:28.560487 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-7e2d37b0-2d36-4f07-9652-f94b57bd93dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:16:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['7b85aa69-eab6-4555-ba0b-62c49944362f'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:28.575192 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-31ec3b46-b947-451d-b1c7-dfb2768acd26 admin admin] Calling delete_port for 076b07a4-da58-4ab9-a702-744abcb3fd12 owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:16:28.652838 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-7e2d37b0-2d36-4f07-9652-f94b57bd93dd None None] Set router 7b85aa69-eab6-4555-ba0b-62c49944362f gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:16:28.710023 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-7e2d37b0-2d36-4f07-9652-f94b57bd93dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'name': 'tempest-ServerActionsTestJSON-954618034-router', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:46Z', 'updated_at': '2022-02-09T02:16:28Z', 'revision_number': 6, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:28.737021 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2d37b0-2d36-4f07-9652-f94b57bd93dd None None] The sync data for ids ['7b85aa69-eab6-4555-ba0b-62c49944362f'] in n-d-822053-40 is: [{'id': '7b85aa69-eab6-4555-ba0b-62c49944362f', 'name': 'tempest-ServerActionsTestJSON-954618034-router', 'tenant_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:46Z', 'updated_at': '2022-02-09T02:16:28Z', 'revision_number': 6, 'project_id': '52b56a0b1b8a492d896cafbf50ada9ba', 'gw_port_host': None}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:16:28.745131 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-31ec3b46-b947-451d-b1c7-dfb2768acd26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (076b07a4-da58-4ab9-a702-744abcb3fd12), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:28.772651 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec3b46-b947-451d-b1c7-dfb2768acd26 admin admin] Pushing event deleted for resources: {'Port': ['ID=076b07a4-da58-4ab9-a702-744abcb3fd12,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:28.838097 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-31ec3b46-b947-451d-b1c7-dfb2768acd26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (7b85aa69-eab6-4555-ba0b-62c49944362f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:28.931141 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-31ec3b46-b947-451d-b1c7-dfb2768acd26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (7b85aa69-eab6-4555-ba0b-62c49944362f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:28.933397 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-31ec3b46-b947-451d-b1c7-dfb2768acd26 admin admin] Publish callbacks [] for router_controller (7b85aa69-eab6-4555-ba0b-62c49944362f), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:28.978407 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-31ec3b46-b947-451d-b1c7-dfb2768acd26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (7b85aa69-eab6-4555-ba0b-62c49944362f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:28.978888 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ec3b46-b947-451d-b1c7-dfb2768acd26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b85aa69-eab6-4555-ba0b-62c49944362f {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:16:28.983260 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-31ec3b46-b947-451d-b1c7-dfb2768acd26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:28.984628 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-31ec3b46-b947-451d-b1c7-dfb2768acd26 admin admin] 10.222.0.30 "DELETE /v2.0/routers/7b85aa69-eab6-4555-ba0b-62c49944362f HTTP/1.1" status: 204 len: 168 time: 0.7830143 Feb 09 02:16:28.987184 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 50696) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:29.036198 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6fa5704-91c3-41ac-a756-eb95b52ebc9e admin admin] Deleting subnet b349d12e-9d86-4bb4-a938-d0d7f13bdcc8 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:16:29.039378 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6fa5704-91c3-41ac-a756-eb95b52ebc9e admin admin] Publish callbacks [] for subnet (b349d12e-9d86-4bb4-a938-d0d7f13bdcc8), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:29.074818 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6fa5704-91c3-41ac-a756-eb95b52ebc9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (b349d12e-9d86-4bb4-a938-d0d7f13bdcc8), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:29.160431 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6fa5704-91c3-41ac-a756-eb95b52ebc9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (b349d12e-9d86-4bb4-a938-d0d7f13bdcc8), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:29.212677 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6fa5704-91c3-41ac-a756-eb95b52ebc9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (b349d12e-9d86-4bb4-a938-d0d7f13bdcc8), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:29.241325 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa5704-91c3-41ac-a756-eb95b52ebc9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b349d12e-9d86-4bb4-a938-d0d7f13bdcc8,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:29.244712 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6fa5704-91c3-41ac-a756-eb95b52ebc9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:29.247955 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d6fa5704-91c3-41ac-a756-eb95b52ebc9e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b349d12e-9d86-4bb4-a938-d0d7f13bdcc8 HTTP/1.1" status: 204 len: 168 time: 0.2597237 Feb 09 02:16:29.251281 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 50698) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:29.253920 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a3e26e-8478-4289-ad4f-a087d580fd6d None None] Network eab1629c-0165-43ec-874a-37f78fe7db32 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:16:29.319473 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3e442ca6-1739-4045-a4e9-73dac353305e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (eab1629c-0165-43ec-874a-37f78fe7db32), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:29.373205 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-3e442ca6-1739-4045-a4e9-73dac353305e admin admin] Deleting port df5c84e1-54d6-4a4d-aac6-fa5856f55db6 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:16:29.374086 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3e442ca6-1739-4045-a4e9-73dac353305e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (df5c84e1-54d6-4a4d-aac6-fa5856f55db6), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:29.439154 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-3e442ca6-1739-4045-a4e9-73dac353305e admin admin] For port df5c84e1-54d6-4a4d-aac6-fa5856f55db6, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=df5c84e1-54d6-4a4d-aac6-fa5856f55db6,segment=NetworkSegment(d014c1da-bc67-478b-8473-b5e3ae46dc8c),segment_id=d014c1da-bc67-478b-8473-b5e3ae46dc8c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:29.439839 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3e442ca6-1739-4045-a4e9-73dac353305e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (df5c84e1-54d6-4a4d-aac6-fa5856f55db6), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:29.452367 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-3e442ca6-1739-4045-a4e9-73dac353305e admin admin] Calling delete_port for df5c84e1-54d6-4a4d-aac6-fa5856f55db6 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:16:29.512103 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60da904a-d989-4ef8-927a-dd85e2ba94e3 None None] DHCP port deletion for eab1629c-0165-43ec-874a-37f78fe7db32 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:16:29.550747 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3e442ca6-1739-4045-a4e9-73dac353305e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (df5c84e1-54d6-4a4d-aac6-fa5856f55db6), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:29.569429 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-60da904a-d989-4ef8-927a-dd85e2ba94e3 None None] Deleting port df5c84e1-54d6-4a4d-aac6-fa5856f55db6 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:16:29.569802 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-60da904a-d989-4ef8-927a-dd85e2ba94e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (df5c84e1-54d6-4a4d-aac6-fa5856f55db6), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:29.580687 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e442ca6-1739-4045-a4e9-73dac353305e admin admin] Pushing event deleted for resources: {'Port': ['ID=df5c84e1-54d6-4a4d-aac6-fa5856f55db6,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:29.586946 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e442ca6-1739-4045-a4e9-73dac353305e admin admin] No DVR routers for this DVR port df5c84e1-54d6-4a4d-aac6-fa5856f55db6 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:16:29.618179 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d668248a-b142-4cc9-b3ca-c2449c041c68 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:16:29.650206 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: d668248a-b142-4cc9-b3ca-c2449c041c68 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:16:29.650552 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d668248a-b142-4cc9-b3ca-c2449c041c68 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:16:29.666428 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-60da904a-d989-4ef8-927a-dd85e2ba94e3 None None] For port df5c84e1-54d6-4a4d-aac6-fa5856f55db6, host n-d-822053-40, got binding levels [] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:29.666830 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-60da904a-d989-4ef8-927a-dd85e2ba94e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (df5c84e1-54d6-4a4d-aac6-fa5856f55db6), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:29.671215 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3e442ca6-1739-4045-a4e9-73dac353305e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (eab1629c-0165-43ec-874a-37f78fe7db32), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:29.681351 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-60da904a-d989-4ef8-927a-dd85e2ba94e3 None None] Calling delete_port for df5c84e1-54d6-4a4d-aac6-fa5856f55db6 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:16:29.684106 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.ipam_backend_mixin [None req-60da904a-d989-4ef8-927a-dd85e2ba94e3 None None] Port df5c84e1-54d6-4a4d-aac6-fa5856f55db6 was not found and therefore no delete operation was performed {{(pid=103530) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 02:16:29.685390 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-60da904a-d989-4ef8-927a-dd85e2ba94e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (df5c84e1-54d6-4a4d-aac6-fa5856f55db6), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:29.693982 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-3e442ca6-1739-4045-a4e9-73dac353305e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab1629c-0165-43ec-874a-37f78fe7db32']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:29.703454 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-3e442ca6-1739-4045-a4e9-73dac353305e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd014c1da-bc67-478b-8473-b5e3ae46dc8c') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:29.703745 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-3e442ca6-1739-4045-a4e9-73dac353305e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd014c1da-bc67-478b-8473-b5e3ae46dc8c') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:29.708925 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da904a-d989-4ef8-927a-dd85e2ba94e3 None None] Pushing event deleted for resources: {'Port': ['ID=df5c84e1-54d6-4a4d-aac6-fa5856f55db6,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:29.713116 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3e442ca6-1739-4045-a4e9-73dac353305e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (d014c1da-bc67-478b-8473-b5e3ae46dc8c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:29.718078 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60da904a-d989-4ef8-927a-dd85e2ba94e3 None None] No DVR routers for this DVR port df5c84e1-54d6-4a4d-aac6-fa5856f55db6 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:16:29.720454 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da904a-d989-4ef8-927a-dd85e2ba94e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:29.720811 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da904a-d989-4ef8-927a-dd85e2ba94e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:29.721204 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da904a-d989-4ef8-927a-dd85e2ba94e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:29.721540 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da904a-d989-4ef8-927a-dd85e2ba94e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:29.721877 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da904a-d989-4ef8-927a-dd85e2ba94e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:29.722205 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da904a-d989-4ef8-927a-dd85e2ba94e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:29.722531 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da904a-d989-4ef8-927a-dd85e2ba94e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:29.722857 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da904a-d989-4ef8-927a-dd85e2ba94e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:29.723179 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da904a-d989-4ef8-927a-dd85e2ba94e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:29.723500 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da904a-d989-4ef8-927a-dd85e2ba94e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:29.723819 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da904a-d989-4ef8-927a-dd85e2ba94e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:29.724158 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da904a-d989-4ef8-927a-dd85e2ba94e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:29.724478 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da904a-d989-4ef8-927a-dd85e2ba94e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:29.727739 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3e442ca6-1739-4045-a4e9-73dac353305e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (d014c1da-bc67-478b-8473-b5e3ae46dc8c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:29.739477 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e442ca6-1739-4045-a4e9-73dac353305e admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:16:29.739950 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3e442ca6-1739-4045-a4e9-73dac353305e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (d014c1da-bc67-478b-8473-b5e3ae46dc8c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:29.741921 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 02:16:29.741921 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:16:29.741921 n-d-822053-40 neutron-server[103528]: timer() Feb 09 02:16:29.741921 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:16:29.741921 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 02:16:29.741921 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:16:29.741921 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 02:16:29.741921 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:16:29.741921 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 02:16:29.741921 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:16:29.741921 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 02:16:29.741921 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:16:29.741921 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 02:16:29.741921 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:16:29.741921 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:16:29.741921 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:16:29.741921 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:16:29.741921 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:16:29.741921 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 02:16:29.741921 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:16:29.741921 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 02:16:29.741921 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:16:29.741921 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:16:29.741921 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:16:29.741921 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 02:16:29.741921 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:16:29.741921 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:16:29.741921 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:16:29.741921 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:16:29.741921 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:16:29.741921 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:16:29.741921 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:16:29.802578 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3e442ca6-1739-4045-a4e9-73dac353305e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (eab1629c-0165-43ec-874a-37f78fe7db32), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:29.809760 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3e442ca6-1739-4045-a4e9-73dac353305e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:29.813651 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3e442ca6-1739-4045-a4e9-73dac353305e admin admin] 10.222.0.30 "DELETE /v2.0/networks/eab1629c-0165-43ec-874a-37f78fe7db32 HTTP/1.1" status: 204 len: 168 time: 0.5613315 Feb 09 02:16:29.824927 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e442ca6-1739-4045-a4e9-73dac353305e admin admin] Pushing event deleted for resources: {'Network': ['ID=eab1629c-0165-43ec-874a-37f78fe7db32,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:29.928330 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 50702) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:29.968755 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-76713965-5432-4d32-8760-79f5743ac2c1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=52b56a0b1b8a492d896cafbf50ada9ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392354 Feb 09 02:16:29.971386 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 50704) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:30.021555 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ccde5f81-4784-4afd-8133-c0591c64ca81 admin admin] Publish callbacks [] for security_group (61325678-1f33-4c13-b079-ee7f0a368bf9), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:30.043005 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ccde5f81-4784-4afd-8133-c0591c64ca81 admin admin] Publish callbacks [] for security_group (61325678-1f33-4c13-b079-ee7f0a368bf9), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:30.089802 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ccde5f81-4784-4afd-8133-c0591c64ca81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (61325678-1f33-4c13-b079-ee7f0a368bf9), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:30.093149 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ccde5f81-4784-4afd-8133-c0591c64ca81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:30.094420 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ccde5f81-4784-4afd-8133-c0591c64ca81 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/61325678-1f33-4c13-b079-ee7f0a368bf9 HTTP/1.1" status: 204 len: 168 time: 0.1220398 Feb 09 02:16:30.102768 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde5f81-4784-4afd-8133-c0591c64ca81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61325678-1f33-4c13-b079-ee7f0a368bf9,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:30.777004 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 50726) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:30.871557 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-98d0d9c7-3e31-4ef4-b495-3567a2413d92 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-386184487-network', 'tenant_id': 'eeb49a125fab44fc822d00d9513a7ffd'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:30.892810 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d0d9c7-3e31-4ef4-b495-3567a2413d92 admin admin] Made reservation on behalf of eeb49a125fab44fc822d00d9513a7ffd for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:16:30.895074 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-98d0d9c7-3e31-4ef4-b495-3567a2413d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:30.904094 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-98d0d9c7-3e31-4ef4-b495-3567a2413d92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:30.979278 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-98d0d9c7-3e31-4ef4-b495-3567a2413d92 admin admin] Publish callbacks [] for security_group (0644e476-00b2-4db0-b64b-33c3ad9873c5), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:30.983740 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-98d0d9c7-3e31-4ef4-b495-3567a2413d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0644e476-00b2-4db0-b64b-33c3ad9873c5), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:31.007910 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d0d9c7-3e31-4ef4-b495-3567a2413d92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:16:31.017628 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d0d9c7-3e31-4ef4-b495-3567a2413d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0644e476-00b2-4db0-b64b-33c3ad9873c5,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:31.022618 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-98d0d9c7-3e31-4ef4-b495-3567a2413d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (0fe7da5c-9daa-4c28-abf9-7831d37c31aa), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:31.022961 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-98d0d9c7-3e31-4ef4-b495-3567a2413d92 admin admin] Added segment 0fe7da5c-9daa-4c28-abf9-7831d37c31aa of type vlan for network 13b6470c-6209-438f-aff2-c2df156ef1c7 Feb 09 02:16:31.063201 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-98d0d9c7-3e31-4ef4-b495-3567a2413d92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (13b6470c-6209-438f-aff2-c2df156ef1c7), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:31.090180 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-98d0d9c7-3e31-4ef4-b495-3567a2413d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (13b6470c-6209-438f-aff2-c2df156ef1c7), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:31.091151 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d0d9c7-3e31-4ef4-b495-3567a2413d92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:31.091667 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-98d0d9c7-3e31-4ef4-b495-3567a2413d92 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:31.148429 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-98d0d9c7-3e31-4ef4-b495-3567a2413d92 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3702433 Feb 09 02:16:31.149458 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 50730) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:31.154314 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-6fe002e3-c4be-46e9-9e25-259a31f80287 admin admin] Request body: {'subnet': {'network_id': '13b6470c-6209-438f-aff2-c2df156ef1c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-386184487-subnet', 'tenant_id': 'eeb49a125fab44fc822d00d9513a7ffd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:31.156544 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d0d9c7-3e31-4ef4-b495-3567a2413d92 admin admin] Pushing event updated for resources: {'Network': ['ID=13b6470c-6209-438f-aff2-c2df156ef1c7,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:31.173591 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 13b6470c-6209-438f-aff2-c2df156ef1c7 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:16:31.174917 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe002e3-c4be-46e9-9e25-259a31f80287 admin admin] Made reservation on behalf of eeb49a125fab44fc822d00d9513a7ffd for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:16:31.175583 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 076b07a4-da58-4ab9-a702-744abcb3fd12 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:16:31.177548 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6fe002e3-c4be-46e9-9e25-259a31f80287 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:31.231447 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 076b07a4-da58-4ab9-a702-744abcb3fd12 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:16:31.231750 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 076b07a4-da58-4ab9-a702-744abcb3fd12 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:16:31.232166 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device df5c84e1-54d6-4a4d-aac6-fa5856f55db6 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:16:31.259277 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: df5c84e1-54d6-4a4d-aac6-fa5856f55db6 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:16:31.259642 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device df5c84e1-54d6-4a4d-aac6-fa5856f55db6 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:16:31.353561 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6fe002e3-c4be-46e9-9e25-259a31f80287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (2f6dec2c-a316-49e8-bdb5-c82d122f51e5), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:31.400796 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe002e3-c4be-46e9-9e25-259a31f80287 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f6dec2c-a316-49e8-bdb5-c82d122f51e5,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:31.419103 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe002e3-c4be-46e9-9e25-259a31f80287 admin admin] Checking segment: {'id': '0fe7da5c-9daa-4c28-abf9-7831d37c31aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '13b6470c-6209-438f-aff2-c2df156ef1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:16:31.419451 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe002e3-c4be-46e9-9e25-259a31f80287 admin admin] Network hostable DHCP agents. Network: 13b6470c-6209-438f-aff2-c2df156ef1c7, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:16:31.435808 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe002e3-c4be-46e9-9e25-259a31f80287 admin admin] Network 13b6470c-6209-438f-aff2-c2df156ef1c7 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:16:31.444066 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-6fe002e3-c4be-46e9-9e25-259a31f80287 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 13b6470c-6209-438f-aff2-c2df156ef1c7) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:16:31.448175 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe002e3-c4be-46e9-9e25-259a31f80287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:31.448767 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6fe002e3-c4be-46e9-9e25-259a31f80287 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:31.453139 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983720dd-d5ca-45a4-987c-1dd69d7f1ead None None] Network 13b6470c-6209-438f-aff2-c2df156ef1c7 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:16:31.466678 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6fe002e3-c4be-46e9-9e25-259a31f80287 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3160734 Feb 09 02:16:31.555110 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be33416b-432c-40e6-b9b2-7771e89a1298 None None] Network 13b6470c-6209-438f-aff2-c2df156ef1c7 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:16:31.925012 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cae38-2728-47c0-b2b1-301390a14882 req-7f6f0dee-7dc3-4337-b136-dde1c16a0a32 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:31.926367 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b15cae38-2728-47c0-b2b1-301390a14882 req-7f6f0dee-7dc3-4337-b136-dde1c16a0a32 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/networks?id=13b6470c-6209-438f-aff2-c2df156ef1c7 HTTP/1.1" status: 200 len: 813 time: 0.1089504 Feb 09 02:16:31.942478 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b15cae38-2728-47c0-b2b1-301390a14882 req-f195317a-18d4-4008-9ec9-94540cd0b4db tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/quotas/eeb49a125fab44fc822d00d9513a7ffd HTTP/1.1" status: 200 len: 375 time: 0.0107098 Feb 09 02:16:31.975053 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b15cae38-2728-47c0-b2b1-301390a14882 req-5283a15c-3ea6-441f-9b73-53675ee7cfb0 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=eeb49a125fab44fc822d00d9513a7ffd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275168 Feb 09 02:16:32.068357 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b15cae38-2728-47c0-b2b1-301390a14882 req-a62be42a-b36d-4c44-8c99-0f6c3582eb13 service neutron] 10.222.0.30 "GET /v2.0/networks/13b6470c-6209-438f-aff2-c2df156ef1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866678 Feb 09 02:16:32.165322 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b15cae38-2728-47c0-b2b1-301390a14882 req-264203a5-1e2a-4c9c-bd40-c1214798a8d7 service neutron] 10.222.0.30 "GET /v2.0/networks/13b6470c-6209-438f-aff2-c2df156ef1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912795 Feb 09 02:16:32.326930 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2cd86578-7a2a-402e-b9d5-7c7e9661e076 req-3727b47b-3584-4e44-99d7-b9b5160768c9 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d107d75-f665-4acf-a4bb-7f397455a1ed HTTP/1.1" status: 200 len: 210 time: 0.0277905 Feb 09 02:16:33.292610 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cae38-2728-47c0-b2b1-301390a14882 req-19acf301-42a8-4696-9d21-bfdd64683a10 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:33.295138 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b15cae38-2728-47c0-b2b1-301390a14882 req-19acf301-42a8-4696-9d21-bfdd64683a10 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.121 "GET /v2.0/networks?id=13b6470c-6209-438f-aff2-c2df156ef1c7 HTTP/1.1" status: 200 len: 813 time: 0.1295459 Feb 09 02:16:33.310314 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-b15cae38-2728-47c0-b2b1-301390a14882 req-adc99703-79ab-4aeb-a60a-bf8779d3c591 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Request body: {'port': {'device_id': '0d107d75-f665-4acf-a4bb-7f397455a1ed', 'network_id': '13b6470c-6209-438f-aff2-c2df156ef1c7', 'admin_state_up': True, 'tenant_id': 'eeb49a125fab44fc822d00d9513a7ffd'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:33.444510 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-951f421e-a7e7-4b80-932a-2f5f07f21bf1 req-bb087f40-28aa-4bb6-87ea-f47332a1f739 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d107d75-f665-4acf-a4bb-7f397455a1ed HTTP/1.1" status: 200 len: 210 time: 0.0397868 Feb 09 02:16:33.456409 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b15cae38-2728-47c0-b2b1-301390a14882 req-adc99703-79ab-4aeb-a60a-bf8779d3c591 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Made reservation on behalf of eeb49a125fab44fc822d00d9513a7ffd for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:16:33.464216 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b15cae38-2728-47c0-b2b1-301390a14882 req-adc99703-79ab-4aeb-a60a-bf8779d3c591 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:33.593387 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-b15cae38-2728-47c0-b2b1-301390a14882 req-adc99703-79ab-4aeb-a60a-bf8779d3c591 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Allocated IP 172.20.0.13 (13b6470c-6209-438f-aff2-c2df156ef1c7/2f6dec2c-a316-49e8-bdb5-c82d122f51e5/7f60af5d-9249-4381-8d35-090a9b6950b6) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:16:33.753040 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b15cae38-2728-47c0-b2b1-301390a14882 req-adc99703-79ab-4aeb-a60a-bf8779d3c591 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Publish callbacks [] for port (7f60af5d-9249-4381-8d35-090a9b6950b6), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:33.789758 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b15cae38-2728-47c0-b2b1-301390a14882 req-adc99703-79ab-4aeb-a60a-bf8779d3c591 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (7f60af5d-9249-4381-8d35-090a9b6950b6), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:33.833390 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b15cae38-2728-47c0-b2b1-301390a14882 req-adc99703-79ab-4aeb-a60a-bf8779d3c591 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Network 13b6470c-6209-438f-aff2-c2df156ef1c7 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:16:33.838500 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-b15cae38-2728-47c0-b2b1-301390a14882 req-adc99703-79ab-4aeb-a60a-bf8779d3c591 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:16:33.842728 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15cae38-2728-47c0-b2b1-301390a14882 req-adc99703-79ab-4aeb-a60a-bf8779d3c591 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:16:33.874729 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc99703-79ab-4aeb-a60a-bf8779d3c591 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Pushing event updated for resources: {'Port': ['ID=7f60af5d-9249-4381-8d35-090a9b6950b6,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:33.900694 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cae38-2728-47c0-b2b1-301390a14882 req-adc99703-79ab-4aeb-a60a-bf8779d3c591 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:33.901306 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b15cae38-2728-47c0-b2b1-301390a14882 req-adc99703-79ab-4aeb-a60a-bf8779d3c591 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:33.917208 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b15cae38-2728-47c0-b2b1-301390a14882 req-adc99703-79ab-4aeb-a60a-bf8779d3c591 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6142685 Feb 09 02:16:33.928925 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-b15cae38-2728-47c0-b2b1-301390a14882 req-6b0f7cf9-5c42-4a94-bf9d-a21b6a5392a0 service neutron] Request body: {'port': {'device_id': '0d107d75-f665-4acf-a4bb-7f397455a1ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:33.990547 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b15cae38-2728-47c0-b2b1-301390a14882 req-6b0f7cf9-5c42-4a94-bf9d-a21b6a5392a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7f60af5d-9249-4381-8d35-090a9b6950b6), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:34.255389 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-b15cae38-2728-47c0-b2b1-301390a14882 req-6b0f7cf9-5c42-4a94-bf9d-a21b6a5392a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f60af5d-9249-4381-8d35-090a9b6950b6 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:16:34.262828 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b15cae38-2728-47c0-b2b1-301390a14882 req-6b0f7cf9-5c42-4a94-bf9d-a21b6a5392a0 service neutron] Publish callbacks [] for port (7f60af5d-9249-4381-8d35-090a9b6950b6), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:34.274940 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-b15cae38-2728-47c0-b2b1-301390a14882 req-6b0f7cf9-5c42-4a94-bf9d-a21b6a5392a0 service neutron] Transition to ACTIVE for port object 7f60af5d-9249-4381-8d35-090a9b6950b6 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:16:34.278810 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b15cae38-2728-47c0-b2b1-301390a14882 req-6b0f7cf9-5c42-4a94-bf9d-a21b6a5392a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (7f60af5d-9249-4381-8d35-090a9b6950b6), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:34.332171 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f7cf9-5c42-4a94-bf9d-a21b6a5392a0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f60af5d-9249-4381-8d35-090a9b6950b6,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:34.403273 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-b15cae38-2728-47c0-b2b1-301390a14882 req-6b0f7cf9-5c42-4a94-bf9d-a21b6a5392a0 service neutron] Attempting to bind port 7f60af5d-9249-4381-8d35-090a9b6950b6 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:16:34.403608 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-b15cae38-2728-47c0-b2b1-301390a14882 req-6b0f7cf9-5c42-4a94-bf9d-a21b6a5392a0 service neutron] Attempting to bind port 7f60af5d-9249-4381-8d35-090a9b6950b6 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '0fe7da5c-9daa-4c28-abf9-7831d37c31aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '13b6470c-6209-438f-aff2-c2df156ef1c7'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:16:34.403946 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15cae38-2728-47c0-b2b1-301390a14882 req-6b0f7cf9-5c42-4a94-bf9d-a21b6a5392a0 service neutron] Attempting to bind port 7f60af5d-9249-4381-8d35-090a9b6950b6 on network 13b6470c-6209-438f-aff2-c2df156ef1c7 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:16:34.409017 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15cae38-2728-47c0-b2b1-301390a14882 req-6b0f7cf9-5c42-4a94-bf9d-a21b6a5392a0 service neutron] Port 7f60af5d-9249-4381-8d35-090a9b6950b6 on network 13b6470c-6209-438f-aff2-c2df156ef1c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:16:34.409335 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15cae38-2728-47c0-b2b1-301390a14882 req-6b0f7cf9-5c42-4a94-bf9d-a21b6a5392a0 service neutron] Attempting to bind port 7f60af5d-9249-4381-8d35-090a9b6950b6 on network 13b6470c-6209-438f-aff2-c2df156ef1c7 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:16:34.414107 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15cae38-2728-47c0-b2b1-301390a14882 req-6b0f7cf9-5c42-4a94-bf9d-a21b6a5392a0 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:16:34.414442 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15cae38-2728-47c0-b2b1-301390a14882 req-6b0f7cf9-5c42-4a94-bf9d-a21b6a5392a0 service neutron] Checking segment: {'id': '0fe7da5c-9daa-4c28-abf9-7831d37c31aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '13b6470c-6209-438f-aff2-c2df156ef1c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:16:34.414825 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15cae38-2728-47c0-b2b1-301390a14882 req-6b0f7cf9-5c42-4a94-bf9d-a21b6a5392a0 service neutron] Bound using segment: {'id': '0fe7da5c-9daa-4c28-abf9-7831d37c31aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '13b6470c-6209-438f-aff2-c2df156ef1c7'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:16:34.415250 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-b15cae38-2728-47c0-b2b1-301390a14882 req-6b0f7cf9-5c42-4a94-bf9d-a21b6a5392a0 service neutron] Bound port: 7f60af5d-9249-4381-8d35-090a9b6950b6, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe7da5c-9daa-4c28-abf9-7831d37c31aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '13b6470c-6209-438f-aff2-c2df156ef1c7'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:16:34.415597 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b15cae38-2728-47c0-b2b1-301390a14882 req-6b0f7cf9-5c42-4a94-bf9d-a21b6a5392a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7f60af5d-9249-4381-8d35-090a9b6950b6), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:34.482827 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-b15cae38-2728-47c0-b2b1-301390a14882 req-6b0f7cf9-5c42-4a94-bf9d-a21b6a5392a0 service neutron] For port 7f60af5d-9249-4381-8d35-090a9b6950b6, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:16:34.486570 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-b15cae38-2728-47c0-b2b1-301390a14882 req-6b0f7cf9-5c42-4a94-bf9d-a21b6a5392a0 service neutron] For port 7f60af5d-9249-4381-8d35-090a9b6950b6, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7f60af5d-9249-4381-8d35-090a9b6950b6,segment=NetworkSegment(0fe7da5c-9daa-4c28-abf9-7831d37c31aa),segment_id=0fe7da5c-9daa-4c28-abf9-7831d37c31aa)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:16:34.493238 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b15cae38-2728-47c0-b2b1-301390a14882 req-6b0f7cf9-5c42-4a94-bf9d-a21b6a5392a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (7f60af5d-9249-4381-8d35-090a9b6950b6), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:34.537083 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cae38-2728-47c0-b2b1-301390a14882 req-6b0f7cf9-5c42-4a94-bf9d-a21b6a5392a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:34.537801 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b15cae38-2728-47c0-b2b1-301390a14882 req-6b0f7cf9-5c42-4a94-bf9d-a21b6a5392a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:34.539327 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b15cae38-2728-47c0-b2b1-301390a14882 req-6b0f7cf9-5c42-4a94-bf9d-a21b6a5392a0 service neutron] 10.222.0.121 "PUT /v2.0/ports/7f60af5d-9249-4381-8d35-090a9b6950b6 HTTP/1.1" status: 200 len: 1093 time: 0.6144788 Feb 09 02:16:34.542744 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d107d75-f665-4acf-a4bb-7f397455a1ed', 'tag': '7f60af5d-9249-4381-8d35-090a9b6950b6'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:16:34.548302 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f682f2c6-2799-43c8-8c27-b0c8883549fd" -d '{"events": [{"name": "network-changed", "server_uuid": "0d107d75-f665-4acf-a4bb-7f397455a1ed", "tag": "7f60af5d-9249-4381-8d35-090a9b6950b6"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:16:34.607722 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc29e85-5498-4c78-9f8e-c2851f828e4a x-openstack-request-id: req-7fc29e85-5498-4c78-9f8e-c2851f828e4a {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:16:34.608628 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d107d75-f665-4acf-a4bb-7f397455a1ed", "tag": "7f60af5d-9249-4381-8d35-090a9b6950b6", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:16:34.609057 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7fc29e85-5498-4c78-9f8e-c2851f828e4a {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:16:34.609570 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d107d75-f665-4acf-a4bb-7f397455a1ed', 'tag': '7f60af5d-9249-4381-8d35-090a9b6950b6', 'status': 'completed', 'code': 200} Feb 09 02:16:34.633208 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f7cf9-5c42-4a94-bf9d-a21b6a5392a0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f60af5d-9249-4381-8d35-090a9b6950b6,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:34.657400 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3682fd-8842-479d-afca-7a063102c401 req-ef5e1c70-99a4-410a-85ae-999b76b48b38 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:34.658897 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb3682fd-8842-479d-afca-7a063102c401 req-ef5e1c70-99a4-410a-85ae-999b76b48b38 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d107d75-f665-4acf-a4bb-7f397455a1ed HTTP/1.1" status: 200 len: 944 time: 0.1411033 Feb 09 02:16:34.674203 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cae38-2728-47c0-b2b1-301390a14882 req-c72432d3-7708-494d-8f5f-490ff50e40f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:34.675618 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b15cae38-2728-47c0-b2b1-301390a14882 req-c72432d3-7708-494d-8f5f-490ff50e40f8 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=eeb49a125fab44fc822d00d9513a7ffd&device_id=0d107d75-f665-4acf-a4bb-7f397455a1ed HTTP/1.1" status: 200 len: 1127 time: 0.0932913 Feb 09 02:16:34.726904 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b15cae38-2728-47c0-b2b1-301390a14882 req-bcffd81b-06e2-4235-bb49-0da869f619cd service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f60af5d-9249-4381-8d35-090a9b6950b6 HTTP/1.1" status: 200 len: 217 time: 0.0439212 Feb 09 02:16:34.776119 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb3682fd-8842-479d-afca-7a063102c401 req-b59fab18-a808-4636-804f-371ec0c9a18b tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/security-groups?id=0644e476-00b2-4db0-b64b-33c3ad9873c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101983 Feb 09 02:16:34.790800 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cae38-2728-47c0-b2b1-301390a14882 req-a6fc2878-d9b4-4a3f-8502-5a1f528104ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:34.792268 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b15cae38-2728-47c0-b2b1-301390a14882 req-a6fc2878-d9b4-4a3f-8502-5a1f528104ff service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2f6dec2c-a316-49e8-bdb5-c82d122f51e5 HTTP/1.1" status: 200 len: 853 time: 0.0568805 Feb 09 02:16:34.825239 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b15cae38-2728-47c0-b2b1-301390a14882 req-01f58197-73ef-48bc-95b3-9b9105be2b51 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=13b6470c-6209-438f-aff2-c2df156ef1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258310 Feb 09 02:16:34.919774 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b15cae38-2728-47c0-b2b1-301390a14882 req-5bac6312-62da-435f-b802-26e831c67be7 service neutron] 10.222.0.121 "GET /v2.0/networks/13b6470c-6209-438f-aff2-c2df156ef1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883551 Feb 09 02:16:35.008615 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b15cae38-2728-47c0-b2b1-301390a14882 req-1d3aee98-0243-4183-b4b5-3d8422d30c95 service neutron] 10.222.0.121 "GET /v2.0/networks/13b6470c-6209-438f-aff2-c2df156ef1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826590 Feb 09 02:16:35.102839 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682f2c6-2799-43c8-8c27-b0c8883549fd req-26e13af8-473e-4caf-bc13-444d0aaa4e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:35.104347 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f682f2c6-2799-43c8-8c27-b0c8883549fd req-26e13af8-473e-4caf-bc13-444d0aaa4e2d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=eeb49a125fab44fc822d00d9513a7ffd&device_id=0d107d75-f665-4acf-a4bb-7f397455a1ed HTTP/1.1" status: 200 len: 1127 time: 0.0494177 Feb 09 02:16:35.196858 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682f2c6-2799-43c8-8c27-b0c8883549fd req-bb190cb3-6569-439b-b842-8710a0860fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:35.198335 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f682f2c6-2799-43c8-8c27-b0c8883549fd req-bb190cb3-6569-439b-b842-8710a0860fb8 service neutron] 10.222.0.121 "GET /v2.0/networks?id=13b6470c-6209-438f-aff2-c2df156ef1c7 HTTP/1.1" status: 200 len: 914 time: 0.0868130 Feb 09 02:16:35.239011 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f682f2c6-2799-43c8-8c27-b0c8883549fd req-5a9ee5c9-f9d8-4cbc-997b-64c6ae5091a6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f60af5d-9249-4381-8d35-090a9b6950b6 HTTP/1.1" status: 200 len: 217 time: 0.0349009 Feb 09 02:16:35.292287 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682f2c6-2799-43c8-8c27-b0c8883549fd req-8ea05b4d-2969-4c73-9610-df1953928dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:35.293717 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f682f2c6-2799-43c8-8c27-b0c8883549fd req-8ea05b4d-2969-4c73-9610-df1953928dbd service neutron] 10.222.0.121 "GET /v2.0/subnets?id=2f6dec2c-a316-49e8-bdb5-c82d122f51e5 HTTP/1.1" status: 200 len: 853 time: 0.0472038 Feb 09 02:16:35.325295 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f682f2c6-2799-43c8-8c27-b0c8883549fd req-cf46a9a8-57c7-462b-8d39-42f18563f088 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=13b6470c-6209-438f-aff2-c2df156ef1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252280 Feb 09 02:16:35.415229 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f682f2c6-2799-43c8-8c27-b0c8883549fd req-0ca951e1-15f6-4fa7-b948-8bf15c3b92c6 service neutron] 10.222.0.121 "GET /v2.0/networks/13b6470c-6209-438f-aff2-c2df156ef1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834162 Feb 09 02:16:35.510209 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f682f2c6-2799-43c8-8c27-b0c8883549fd req-f8fbeadc-5ba7-47cf-9eec-4c69963bc789 service neutron] 10.222.0.121 "GET /v2.0/networks/13b6470c-6209-438f-aff2-c2df156ef1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883462 Feb 09 02:16:35.901197 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa1894-fbf2-4ed6-9a48-8593e99165b0 req-34c123a7-72d5-4a62-ac93-c3e4d3a2162d tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:35.902672 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c9fa1894-fbf2-4ed6-9a48-8593e99165b0 req-34c123a7-72d5-4a62-ac93-c3e4d3a2162d tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d107d75-f665-4acf-a4bb-7f397455a1ed HTTP/1.1" status: 200 len: 944 time: 0.0548477 Feb 09 02:16:35.955165 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c9fa1894-fbf2-4ed6-9a48-8593e99165b0 req-9d6f6df2-d960-4b74-b505-54522aac6ef1 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/security-groups?id=0644e476-00b2-4db0-b64b-33c3ad9873c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462384 Feb 09 02:16:36.522209 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 7f60af5d-9249-4381-8d35-090a9b6950b6 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:16:36.620405 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 7f60af5d-9249-4381-8d35-090a9b6950b6, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7f60af5d-9249-4381-8d35-090a9b6950b6,segment=NetworkSegment(0fe7da5c-9daa-4c28-abf9-7831d37c31aa),segment_id=0fe7da5c-9daa-4c28-abf9-7831d37c31aa)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:36.631928 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '7f60af5d-9249-4381-8d35-090a9b6950b6', 'network_id': '13b6470c-6209-438f-aff2-c2df156ef1c7', 'port_id': '7f60af5d-9249-4381-8d35-090a9b6950b6', 'mac_address': 'fa:16:3e:a5:b1:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f6dec2c-a316-49e8-bdb5-c82d122f51e5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:16:36.668277 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 7f60af5d-9249-4381-8d35-090a9b6950b6 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:36.668658 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7f60af5d-9249-4381-8d35-090a9b6950b6), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:36.681323 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f60af5d-9249-4381-8d35-090a9b6950b6 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:16:36.701315 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 7f60af5d-9249-4381-8d35-090a9b6950b6, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7f60af5d-9249-4381-8d35-090a9b6950b6,segment=NetworkSegment(0fe7da5c-9daa-4c28-abf9-7831d37c31aa),segment_id=0fe7da5c-9daa-4c28-abf9-7831d37c31aa)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:36.705725 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7f60af5d-9249-4381-8d35-090a9b6950b6), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:36.751267 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=7f60af5d-9249-4381-8d35-090a9b6950b6,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:36.911388 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['7f60af5d-9249-4381-8d35-090a9b6950b6'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:16:37.080291 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fdd901-4cb4-44d1-b6c5-61caf1a34dbc req-184d1587-9ffd-4f0a-a15b-c0ea10c8c90f tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:37.082469 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-29fdd901-4cb4-44d1-b6c5-61caf1a34dbc req-184d1587-9ffd-4f0a-a15b-c0ea10c8c90f tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d107d75-f665-4acf-a4bb-7f397455a1ed HTTP/1.1" status: 200 len: 945 time: 0.0571845 Feb 09 02:16:37.129772 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-29fdd901-4cb4-44d1-b6c5-61caf1a34dbc req-e89810fd-e47f-4bbb-b703-0b27e7264b13 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/security-groups?id=0644e476-00b2-4db0-b64b-33c3ad9873c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405166 Feb 09 02:16:38.251628 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af487c-6b0c-4675-8f75-c02e96839df8 req-3e181faf-fef4-4476-9ce4-8afaae4f01e8 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:38.253216 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-08af487c-6b0c-4675-8f75-c02e96839df8 req-3e181faf-fef4-4476-9ce4-8afaae4f01e8 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d107d75-f665-4acf-a4bb-7f397455a1ed HTTP/1.1" status: 200 len: 945 time: 0.0543230 Feb 09 02:16:38.301553 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-08af487c-6b0c-4675-8f75-c02e96839df8 req-950f964d-5896-4bd4-86cd-9a4b96ae7ed8 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/security-groups?id=0644e476-00b2-4db0-b64b-33c3ad9873c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429544 Feb 09 02:16:38.532789 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 7f60af5d-9249-4381-8d35-090a9b6950b6 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:16:38.582655 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 7f60af5d-9249-4381-8d35-090a9b6950b6 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:16:38.586700 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 7f60af5d-9249-4381-8d35-090a9b6950b6 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:38.587076 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7f60af5d-9249-4381-8d35-090a9b6950b6), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:38.667726 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 7f60af5d-9249-4381-8d35-090a9b6950b6 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:38.668144 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7f60af5d-9249-4381-8d35-090a9b6950b6), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:38.690342 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d107d75-f665-4acf-a4bb-7f397455a1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f60af5d-9249-4381-8d35-090a9b6950b6'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:16:38.692532 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bb5a1265871782f8fa80d718c2cad0aad3f2595cc534f44543b72f1ded69d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddbd365-56a2-4839-b767-a4a6b7deb6a5" -d '{"events": [{"server_uuid": "0d107d75-f665-4acf-a4bb-7f397455a1ed", "name": "network-vif-plugged", "status": "completed", "tag": "7f60af5d-9249-4381-8d35-090a9b6950b6"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:16:38.705361 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 7f60af5d-9249-4381-8d35-090a9b6950b6, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7f60af5d-9249-4381-8d35-090a9b6950b6,segment=NetworkSegment(0fe7da5c-9daa-4c28-abf9-7831d37c31aa),segment_id=0fe7da5c-9daa-4c28-abf9-7831d37c31aa)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:38.709797 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7f60af5d-9249-4381-8d35-090a9b6950b6), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:38.733998 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e90fbd-e7d1-4b43-b3cb-243d59f0a156 x-openstack-request-id: req-b4e90fbd-e7d1-4b43-b3cb-243d59f0a156 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:16:38.734298 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d107d75-f665-4acf-a4bb-7f397455a1ed", "name": "network-vif-plugged", "status": "completed", "tag": "7f60af5d-9249-4381-8d35-090a9b6950b6", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:16:38.734551 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b4e90fbd-e7d1-4b43-b3cb-243d59f0a156 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:16:38.734939 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d107d75-f665-4acf-a4bb-7f397455a1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f60af5d-9249-4381-8d35-090a9b6950b6', 'code': 200} Feb 09 02:16:38.760122 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=7f60af5d-9249-4381-8d35-090a9b6950b6,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:38.835149 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed730e-2974-4e64-8f7b-4d174cff0d40 req-1229cf50-9abd-44f9-abd6-52205260a562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:38.836677 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e3ed730e-2974-4e64-8f7b-4d174cff0d40 req-1229cf50-9abd-44f9-abd6-52205260a562 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=0d107d75-f665-4acf-a4bb-7f397455a1ed HTTP/1.1" status: 200 len: 1129 time: 0.0438898 Feb 09 02:16:38.884896 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e3ed730e-2974-4e64-8f7b-4d174cff0d40 req-c6fc26df-415b-49b1-b7f9-6cdd364f2158 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=0644e476-00b2-4db0-b64b-33c3ad9873c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414112 Feb 09 02:16:39.420182 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8800d62-4dff-463d-861a-7e40b1e61bb8 req-9acb0513-12c4-484f-84cf-687c70b8f556 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:39.421653 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f8800d62-4dff-463d-861a-7e40b1e61bb8 req-9acb0513-12c4-484f-84cf-687c70b8f556 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d107d75-f665-4acf-a4bb-7f397455a1ed HTTP/1.1" status: 200 len: 946 time: 0.0528252 Feb 09 02:16:39.468725 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f8800d62-4dff-463d-861a-7e40b1e61bb8 req-d1af327d-a3ef-4bb2-8932-47c615770460 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/security-groups?id=0644e476-00b2-4db0-b64b-33c3ad9873c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415680 Feb 09 02:16:40.590965 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346f19d-486c-40f5-83ba-f7a423f25917 req-84f7bcfd-dbcd-476b-8bb0-2e270d693b06 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:40.592825 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2346f19d-486c-40f5-83ba-f7a423f25917 req-84f7bcfd-dbcd-476b-8bb0-2e270d693b06 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d107d75-f665-4acf-a4bb-7f397455a1ed HTTP/1.1" status: 200 len: 946 time: 0.0537155 Feb 09 02:16:40.638329 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2346f19d-486c-40f5-83ba-f7a423f25917 req-d73acd02-04cd-48ad-8428-76490914a1d1 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/security-groups?id=0644e476-00b2-4db0-b64b-33c3ad9873c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399132 Feb 09 02:16:40.862942 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-e09e4c49-4084-406a-bfa9-1718c59afc7c tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:40.864433 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-e09e4c49-4084-406a-bfa9-1718c59afc7c tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/networks?id=13b6470c-6209-438f-aff2-c2df156ef1c7 HTTP/1.1" status: 200 len: 813 time: 0.1036932 Feb 09 02:16:40.879332 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-29b5d322-a86d-44db-8bc0-96837c7ca18d tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/quotas/eeb49a125fab44fc822d00d9513a7ffd HTTP/1.1" status: 200 len: 375 time: 0.0095038 Feb 09 02:16:40.931140 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-240b2b9f-e15e-4a7c-9097-6d1283601618 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=eeb49a125fab44fc822d00d9513a7ffd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0470083 Feb 09 02:16:41.027815 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-c8fc3a74-98a2-48d2-b66e-18694d139d4d service neutron] 10.222.0.30 "GET /v2.0/networks/13b6470c-6209-438f-aff2-c2df156ef1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885274 Feb 09 02:16:41.117279 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-ffa1a062-f968-44c5-9a20-c8943957ae74 service neutron] 10.222.0.30 "GET /v2.0/networks/13b6470c-6209-438f-aff2-c2df156ef1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835986 Feb 09 02:16:41.287443 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c8a3c949-6dd7-4bbe-8468-0502143413d6 req-c347a7c0-d1cd-4255-857f-cd24dfe6b481 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/ports?device_id=93cc6362-488e-4d4b-84a5-d4641c084722 HTTP/1.1" status: 200 len: 210 time: 0.0304725 Feb 09 02:16:42.292629 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-bfcd17b5-c2bd-42ad-bb2b-4c4c5dbeaed7 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:42.294089 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-bfcd17b5-c2bd-42ad-bb2b-4c4c5dbeaed7 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.91 "GET /v2.0/networks?id=13b6470c-6209-438f-aff2-c2df156ef1c7 HTTP/1.1" status: 200 len: 813 time: 0.1104324 Feb 09 02:16:42.308346 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-daf44abe-396e-44d3-b368-40d8a6cea9f4 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Request body: {'port': {'device_id': '93cc6362-488e-4d4b-84a5-d4641c084722', 'network_id': '13b6470c-6209-438f-aff2-c2df156ef1c7', 'admin_state_up': True, 'tenant_id': 'eeb49a125fab44fc822d00d9513a7ffd'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:42.396906 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cbb1187b-c941-4df5-8cc1-5a4650392db6 req-5847a2c4-4119-4b05-8c3d-bb333e42f832 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/ports?device_id=93cc6362-488e-4d4b-84a5-d4641c084722 HTTP/1.1" status: 200 len: 210 time: 0.0321648 Feb 09 02:16:42.448733 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-daf44abe-396e-44d3-b368-40d8a6cea9f4 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Made reservation on behalf of eeb49a125fab44fc822d00d9513a7ffd for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:16:42.452367 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-daf44abe-396e-44d3-b368-40d8a6cea9f4 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:42.579438 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-daf44abe-396e-44d3-b368-40d8a6cea9f4 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Allocated IP 172.20.0.10 (13b6470c-6209-438f-aff2-c2df156ef1c7/2f6dec2c-a316-49e8-bdb5-c82d122f51e5/e2203e95-8310-4da6-8df1-5694702f2720) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:16:42.723338 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-daf44abe-396e-44d3-b368-40d8a6cea9f4 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Publish callbacks [] for port (e2203e95-8310-4da6-8df1-5694702f2720), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:42.757146 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-daf44abe-396e-44d3-b368-40d8a6cea9f4 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (e2203e95-8310-4da6-8df1-5694702f2720), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:42.769292 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['7f60af5d-9249-4381-8d35-090a9b6950b6'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:16:42.806661 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-daf44abe-396e-44d3-b368-40d8a6cea9f4 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Network 13b6470c-6209-438f-aff2-c2df156ef1c7 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:16:42.809832 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-daf44abe-396e-44d3-b368-40d8a6cea9f4 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:16:42.813687 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-daf44abe-396e-44d3-b368-40d8a6cea9f4 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:16:42.836333 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf44abe-396e-44d3-b368-40d8a6cea9f4 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Pushing event updated for resources: {'Port': ['ID=e2203e95-8310-4da6-8df1-5694702f2720,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:42.865127 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-daf44abe-396e-44d3-b368-40d8a6cea9f4 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:42.865817 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-daf44abe-396e-44d3-b368-40d8a6cea9f4 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:42.881245 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-daf44abe-396e-44d3-b368-40d8a6cea9f4 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5771410 Feb 09 02:16:42.898223 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-ec4e2ceb-c35d-414f-9b25-defe8b2876d6 service neutron] Request body: {'port': {'device_id': '93cc6362-488e-4d4b-84a5-d4641c084722', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:42.957841 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-ec4e2ceb-c35d-414f-9b25-defe8b2876d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e2203e95-8310-4da6-8df1-5694702f2720), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:43.230778 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-ec4e2ceb-c35d-414f-9b25-defe8b2876d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2203e95-8310-4da6-8df1-5694702f2720 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:16:43.238180 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-ec4e2ceb-c35d-414f-9b25-defe8b2876d6 service neutron] Publish callbacks [] for port (e2203e95-8310-4da6-8df1-5694702f2720), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:43.249905 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-ec4e2ceb-c35d-414f-9b25-defe8b2876d6 service neutron] Transition to ACTIVE for port object e2203e95-8310-4da6-8df1-5694702f2720 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:16:43.253600 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-ec4e2ceb-c35d-414f-9b25-defe8b2876d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (e2203e95-8310-4da6-8df1-5694702f2720), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:43.305390 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e2ceb-c35d-414f-9b25-defe8b2876d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e2203e95-8310-4da6-8df1-5694702f2720,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:43.375192 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-ec4e2ceb-c35d-414f-9b25-defe8b2876d6 service neutron] Attempting to bind port e2203e95-8310-4da6-8df1-5694702f2720 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:16:43.375569 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-ec4e2ceb-c35d-414f-9b25-defe8b2876d6 service neutron] Attempting to bind port e2203e95-8310-4da6-8df1-5694702f2720 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '0fe7da5c-9daa-4c28-abf9-7831d37c31aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '13b6470c-6209-438f-aff2-c2df156ef1c7'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:16:43.375737 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-ec4e2ceb-c35d-414f-9b25-defe8b2876d6 service neutron] Attempting to bind port e2203e95-8310-4da6-8df1-5694702f2720 on network 13b6470c-6209-438f-aff2-c2df156ef1c7 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:16:43.380221 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-ec4e2ceb-c35d-414f-9b25-defe8b2876d6 service neutron] Port e2203e95-8310-4da6-8df1-5694702f2720 on network 13b6470c-6209-438f-aff2-c2df156ef1c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:16:43.380541 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-ec4e2ceb-c35d-414f-9b25-defe8b2876d6 service neutron] Attempting to bind port e2203e95-8310-4da6-8df1-5694702f2720 on network 13b6470c-6209-438f-aff2-c2df156ef1c7 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:16:43.385321 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-ec4e2ceb-c35d-414f-9b25-defe8b2876d6 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:16:43.385653 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-ec4e2ceb-c35d-414f-9b25-defe8b2876d6 service neutron] Checking segment: {'id': '0fe7da5c-9daa-4c28-abf9-7831d37c31aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '13b6470c-6209-438f-aff2-c2df156ef1c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:16:43.386035 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-ec4e2ceb-c35d-414f-9b25-defe8b2876d6 service neutron] Bound using segment: {'id': '0fe7da5c-9daa-4c28-abf9-7831d37c31aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '13b6470c-6209-438f-aff2-c2df156ef1c7'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:16:43.386452 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-ec4e2ceb-c35d-414f-9b25-defe8b2876d6 service neutron] Bound port: e2203e95-8310-4da6-8df1-5694702f2720, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe7da5c-9daa-4c28-abf9-7831d37c31aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '13b6470c-6209-438f-aff2-c2df156ef1c7'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:16:43.386799 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-ec4e2ceb-c35d-414f-9b25-defe8b2876d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e2203e95-8310-4da6-8df1-5694702f2720), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:43.453685 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-ec4e2ceb-c35d-414f-9b25-defe8b2876d6 service neutron] For port e2203e95-8310-4da6-8df1-5694702f2720, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:16:43.456923 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-ec4e2ceb-c35d-414f-9b25-defe8b2876d6 service neutron] For port e2203e95-8310-4da6-8df1-5694702f2720, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=e2203e95-8310-4da6-8df1-5694702f2720,segment=NetworkSegment(0fe7da5c-9daa-4c28-abf9-7831d37c31aa),segment_id=0fe7da5c-9daa-4c28-abf9-7831d37c31aa)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:16:43.462970 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-ec4e2ceb-c35d-414f-9b25-defe8b2876d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (e2203e95-8310-4da6-8df1-5694702f2720), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:43.532871 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-ec4e2ceb-c35d-414f-9b25-defe8b2876d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:43.533494 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-ec4e2ceb-c35d-414f-9b25-defe8b2876d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:43.534896 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-ec4e2ceb-c35d-414f-9b25-defe8b2876d6 service neutron] 10.222.0.91 "PUT /v2.0/ports/e2203e95-8310-4da6-8df1-5694702f2720 HTTP/1.1" status: 200 len: 1093 time: 0.6419103 Feb 09 02:16:43.535330 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93cc6362-488e-4d4b-84a5-d4641c084722', 'tag': 'e2203e95-8310-4da6-8df1-5694702f2720'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:16:43.537553 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4c010a-33ab-4fa5-8fe6-ae8526ee406a" -d '{"events": [{"name": "network-changed", "server_uuid": "93cc6362-488e-4d4b-84a5-d4641c084722", "tag": "e2203e95-8310-4da6-8df1-5694702f2720"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:16:43.558401 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e2ceb-c35d-414f-9b25-defe8b2876d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e2203e95-8310-4da6-8df1-5694702f2720,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:43.583169 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef0b17-182c-41fe-a7be-dd3859d39b8f req-613708dd-3601-462a-999b-82973402f287 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:43.585104 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8bef0b17-182c-41fe-a7be-dd3859d39b8f req-613708dd-3601-462a-999b-82973402f287 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/ports?device_id=93cc6362-488e-4d4b-84a5-d4641c084722 HTTP/1.1" status: 200 len: 944 time: 0.1166797 Feb 09 02:16:43.586550 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b57d290-9a66-4b56-bccf-48122625458a x-openstack-request-id: req-2b57d290-9a66-4b56-bccf-48122625458a {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:16:43.586830 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93cc6362-488e-4d4b-84a5-d4641c084722", "tag": "e2203e95-8310-4da6-8df1-5694702f2720", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:16:43.587078 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2b57d290-9a66-4b56-bccf-48122625458a {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:16:43.587460 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93cc6362-488e-4d4b-84a5-d4641c084722', 'tag': 'e2203e95-8310-4da6-8df1-5694702f2720', 'status': 'completed', 'code': 200} Feb 09 02:16:43.668437 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8bef0b17-182c-41fe-a7be-dd3859d39b8f req-605b0193-6e2a-4879-ba1a-5ffaa55872c8 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/security-groups?id=0644e476-00b2-4db0-b64b-33c3ad9873c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775402 Feb 09 02:16:43.675712 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-3afe5f82-70b4-463e-afd5-b325ca3ae7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:43.677264 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-3afe5f82-70b4-463e-afd5-b325ca3ae7d6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=eeb49a125fab44fc822d00d9513a7ffd&device_id=93cc6362-488e-4d4b-84a5-d4641c084722 HTTP/1.1" status: 200 len: 1127 time: 0.0794826 Feb 09 02:16:43.722239 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-d39c83a7-6c3d-4d64-80bc-30a618efa49f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2203e95-8310-4da6-8df1-5694702f2720 HTTP/1.1" status: 200 len: 217 time: 0.0351231 Feb 09 02:16:43.773738 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-9be6637a-a6f6-4760-83fc-c77ece257332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:43.775151 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-9be6637a-a6f6-4760-83fc-c77ece257332 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2f6dec2c-a316-49e8-bdb5-c82d122f51e5 HTTP/1.1" status: 200 len: 853 time: 0.0470071 Feb 09 02:16:43.813013 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-46339864-eede-4b74-a582-6f5eca34c454 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=13b6470c-6209-438f-aff2-c2df156ef1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264223 Feb 09 02:16:43.900823 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-75a5cf9a-d61b-4a06-bcca-83d4d2eaea04 service neutron] 10.222.0.91 "GET /v2.0/networks/13b6470c-6209-438f-aff2-c2df156ef1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814707 Feb 09 02:16:44.322267 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:16:44.330359 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a5e46ca-b370-4bd7-bb34-b2479d5bc4dc req-ba4d4ad1-6286-4278-968f-7a505ef8f995 service neutron] 10.222.0.91 "GET /v2.0/networks/13b6470c-6209-438f-aff2-c2df156ef1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4221923 Feb 09 02:16:44.434249 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c010a-33ab-4fa5-8fe6-ae8526ee406a req-f56d13d4-7815-434a-9f4e-ef87654fcf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:44.435868 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aa4c010a-33ab-4fa5-8fe6-ae8526ee406a req-f56d13d4-7815-434a-9f4e-ef87654fcf9f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=eeb49a125fab44fc822d00d9513a7ffd&device_id=93cc6362-488e-4d4b-84a5-d4641c084722 HTTP/1.1" status: 200 len: 1127 time: 0.0457597 Feb 09 02:16:44.527930 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c010a-33ab-4fa5-8fe6-ae8526ee406a req-51939533-23e8-44d8-8e1c-ef74501ee5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:44.529993 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aa4c010a-33ab-4fa5-8fe6-ae8526ee406a req-51939533-23e8-44d8-8e1c-ef74501ee5bd service neutron] 10.222.0.91 "GET /v2.0/networks?id=13b6470c-6209-438f-aff2-c2df156ef1c7 HTTP/1.1" status: 200 len: 914 time: 0.0872021 Feb 09 02:16:44.570235 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aa4c010a-33ab-4fa5-8fe6-ae8526ee406a req-1583c838-1385-4aa1-b81f-a99fd5f84b99 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2203e95-8310-4da6-8df1-5694702f2720 HTTP/1.1" status: 200 len: 217 time: 0.0345421 Feb 09 02:16:44.619398 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c010a-33ab-4fa5-8fe6-ae8526ee406a req-4aa5b3de-3640-4539-96c3-4a76d62349b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:44.620908 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aa4c010a-33ab-4fa5-8fe6-ae8526ee406a req-4aa5b3de-3640-4539-96c3-4a76d62349b8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2f6dec2c-a316-49e8-bdb5-c82d122f51e5 HTTP/1.1" status: 200 len: 853 time: 0.0447171 Feb 09 02:16:44.653628 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aa4c010a-33ab-4fa5-8fe6-ae8526ee406a req-5cc1e210-2e59-496e-bd03-0497efb2a1b1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=13b6470c-6209-438f-aff2-c2df156ef1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255616 Feb 09 02:16:44.756533 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aa4c010a-33ab-4fa5-8fe6-ae8526ee406a req-a142b868-6390-44db-a5a2-659eddd2818d service neutron] 10.222.0.91 "GET /v2.0/networks/13b6470c-6209-438f-aff2-c2df156ef1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948622 Feb 09 02:16:44.851193 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42326355-71d8-4c9d-b3ee-c2951790cf3d req-37294d11-0246-46a0-8490-1195cce3b2f2 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:44.852590 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-42326355-71d8-4c9d-b3ee-c2951790cf3d req-37294d11-0246-46a0-8490-1195cce3b2f2 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/ports?device_id=93cc6362-488e-4d4b-84a5-d4641c084722 HTTP/1.1" status: 200 len: 944 time: 0.1106439 Feb 09 02:16:44.888273 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aa4c010a-33ab-4fa5-8fe6-ae8526ee406a req-51e0c32e-f937-4b60-9bda-a3f12a153831 service neutron] 10.222.0.91 "GET /v2.0/networks/13b6470c-6209-438f-aff2-c2df156ef1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167338 Feb 09 02:16:44.915173 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-42326355-71d8-4c9d-b3ee-c2951790cf3d req-00a511f6-6053-4879-8b77-ee78367ee0d5 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/security-groups?id=0644e476-00b2-4db0-b64b-33c3ad9873c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561664 Feb 09 02:16:46.036382 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302100c0-82ba-4d6a-b3b6-4c4f78436398 req-b025c8e7-022d-4890-9475-23e080dc6691 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:46.037883 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-302100c0-82ba-4d6a-b3b6-4c4f78436398 req-b025c8e7-022d-4890-9475-23e080dc6691 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/ports?device_id=93cc6362-488e-4d4b-84a5-d4641c084722 HTTP/1.1" status: 200 len: 944 time: 0.0543730 Feb 09 02:16:46.084969 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-302100c0-82ba-4d6a-b3b6-4c4f78436398 req-08ef3eb1-030e-4adf-bf00-ea52c54e2697 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/security-groups?id=0644e476-00b2-4db0-b64b-33c3ad9873c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411971 Feb 09 02:16:46.557566 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device e2203e95-8310-4da6-8df1-5694702f2720 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:16:46.658248 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port e2203e95-8310-4da6-8df1-5694702f2720, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=e2203e95-8310-4da6-8df1-5694702f2720,segment=NetworkSegment(0fe7da5c-9daa-4c28-abf9-7831d37c31aa),segment_id=0fe7da5c-9daa-4c28-abf9-7831d37c31aa)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:46.669615 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': 'e2203e95-8310-4da6-8df1-5694702f2720', 'network_id': '13b6470c-6209-438f-aff2-c2df156ef1c7', 'port_id': 'e2203e95-8310-4da6-8df1-5694702f2720', 'mac_address': 'fa:16:3e:9e:6f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f6dec2c-a316-49e8-bdb5-c82d122f51e5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:16:46.706685 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port e2203e95-8310-4da6-8df1-5694702f2720 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:46.707073 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e2203e95-8310-4da6-8df1-5694702f2720), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:46.720370 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2203e95-8310-4da6-8df1-5694702f2720 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:16:46.740669 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port e2203e95-8310-4da6-8df1-5694702f2720, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=e2203e95-8310-4da6-8df1-5694702f2720,segment=NetworkSegment(0fe7da5c-9daa-4c28-abf9-7831d37c31aa),segment_id=0fe7da5c-9daa-4c28-abf9-7831d37c31aa)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:46.744597 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e2203e95-8310-4da6-8df1-5694702f2720), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:46.795039 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=e2203e95-8310-4da6-8df1-5694702f2720,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:47.039180 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['e2203e95-8310-4da6-8df1-5694702f2720'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:16:47.210544 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac783015-adad-407a-95b2-11e3e632fc92 req-df981ecd-5b9d-4129-aadb-4e09c1845004 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:47.212029 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ac783015-adad-407a-95b2-11e3e632fc92 req-df981ecd-5b9d-4129-aadb-4e09c1845004 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/ports?device_id=93cc6362-488e-4d4b-84a5-d4641c084722 HTTP/1.1" status: 200 len: 945 time: 0.0567384 Feb 09 02:16:47.258980 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ac783015-adad-407a-95b2-11e3e632fc92 req-5d1a31e6-6f2f-4908-b971-e115e63c836d tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/security-groups?id=0644e476-00b2-4db0-b64b-33c3ad9873c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408287 Feb 09 02:16:48.384138 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b88f42-6c99-46f7-a7d3-02d57eff4089 req-2b19e9e1-8407-4da8-8135-4372d1809307 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:48.385856 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-67b88f42-6c99-46f7-a7d3-02d57eff4089 req-2b19e9e1-8407-4da8-8135-4372d1809307 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/ports?device_id=93cc6362-488e-4d4b-84a5-d4641c084722 HTTP/1.1" status: 200 len: 945 time: 0.0556874 Feb 09 02:16:48.443480 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-67b88f42-6c99-46f7-a7d3-02d57eff4089 req-dbe5702e-2faf-48ae-be70-787cd7019f62 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/security-groups?id=0644e476-00b2-4db0-b64b-33c3ad9873c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519900 Feb 09 02:16:48.585675 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device e2203e95-8310-4da6-8df1-5694702f2720 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:16:48.638132 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port e2203e95-8310-4da6-8df1-5694702f2720 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:16:48.642244 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port e2203e95-8310-4da6-8df1-5694702f2720 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:48.642618 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (e2203e95-8310-4da6-8df1-5694702f2720), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:48.721532 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port e2203e95-8310-4da6-8df1-5694702f2720 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:48.721925 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e2203e95-8310-4da6-8df1-5694702f2720), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:48.744314 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93cc6362-488e-4d4b-84a5-d4641c084722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2203e95-8310-4da6-8df1-5694702f2720'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:16:48.746650 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bb5a1265871782f8fa80d718c2cad0aad3f2595cc534f44543b72f1ded69d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d929cb14-5647-449e-8cae-18c1343a62c5" -d '{"events": [{"server_uuid": "93cc6362-488e-4d4b-84a5-d4641c084722", "name": "network-vif-plugged", "status": "completed", "tag": "e2203e95-8310-4da6-8df1-5694702f2720"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:16:48.759179 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port e2203e95-8310-4da6-8df1-5694702f2720, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=e2203e95-8310-4da6-8df1-5694702f2720,segment=NetworkSegment(0fe7da5c-9daa-4c28-abf9-7831d37c31aa),segment_id=0fe7da5c-9daa-4c28-abf9-7831d37c31aa)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:48.764436 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (e2203e95-8310-4da6-8df1-5694702f2720), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:48.790569 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98416ae0-c006-4bd2-8838-351e8437fdd8 x-openstack-request-id: req-98416ae0-c006-4bd2-8838-351e8437fdd8 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:16:48.790871 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93cc6362-488e-4d4b-84a5-d4641c084722", "name": "network-vif-plugged", "status": "completed", "tag": "e2203e95-8310-4da6-8df1-5694702f2720", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:16:48.791125 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-98416ae0-c006-4bd2-8838-351e8437fdd8 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:16:48.791515 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93cc6362-488e-4d4b-84a5-d4641c084722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2203e95-8310-4da6-8df1-5694702f2720', 'code': 200} Feb 09 02:16:48.820143 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=e2203e95-8310-4da6-8df1-5694702f2720,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:48.894990 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a3911-fead-41d9-965f-878f2b3e0e61 req-6b9555ae-e17b-49e9-829f-f752fae10697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:48.896799 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-487a3911-fead-41d9-965f-878f2b3e0e61 req-6b9555ae-e17b-49e9-829f-f752fae10697 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=93cc6362-488e-4d4b-84a5-d4641c084722 HTTP/1.1" status: 200 len: 1129 time: 0.0483236 Feb 09 02:16:48.941479 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-487a3911-fead-41d9-965f-878f2b3e0e61 req-f1671ec6-851e-48e4-adb0-edd0d9ae1227 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=0644e476-00b2-4db0-b64b-33c3ad9873c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385759 Feb 09 02:16:49.563924 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d98ee-25cf-40be-9a6f-50cfcdc9b67e req-45c040bb-ac89-42c4-acbd-cd4dbad83a02 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:49.565460 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7b3d98ee-25cf-40be-9a6f-50cfcdc9b67e req-45c040bb-ac89-42c4-acbd-cd4dbad83a02 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/ports?device_id=93cc6362-488e-4d4b-84a5-d4641c084722 HTTP/1.1" status: 200 len: 946 time: 0.0542500 Feb 09 02:16:49.611725 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7b3d98ee-25cf-40be-9a6f-50cfcdc9b67e req-fabfd20c-96cc-44d2-8122-6868de511d92 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/security-groups?id=0644e476-00b2-4db0-b64b-33c3ad9873c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408125 Feb 09 02:16:50.022444 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:50.733287 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d6197-561f-4405-ba3e-47c28288887e req-1ea7890b-1061-49fb-954f-b395a2a76690 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:50.734785 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ef4d6197-561f-4405-ba3e-47c28288887e req-1ea7890b-1061-49fb-954f-b395a2a76690 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/ports?device_id=93cc6362-488e-4d4b-84a5-d4641c084722 HTTP/1.1" status: 200 len: 946 time: 0.0525386 Feb 09 02:16:50.787133 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ef4d6197-561f-4405-ba3e-47c28288887e req-9ee17141-5047-461e-b8b6-7907d98ed168 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/security-groups?id=0644e476-00b2-4db0-b64b-33c3ad9873c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453904 Feb 09 02:16:50.939640 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6fe3dda0-09ae-4dde-8b13-6d8be4a6f133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:51.034129 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa7f6b-3a9f-4ed8-a289-2c8a2ba8b4ee req-87a7034a-5d3c-4269-ac7f-80bc6ad966f4 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:51.036012 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f5aa7f6b-3a9f-4ed8-a289-2c8a2ba8b4ee req-87a7034a-5d3c-4269-ac7f-80bc6ad966f4 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/ports?device_id=93cc6362-488e-4d4b-84a5-d4641c084722 HTTP/1.1" status: 200 len: 946 time: 0.0556180 Feb 09 02:16:51.083443 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f5aa7f6b-3a9f-4ed8-a289-2c8a2ba8b4ee req-daa6a1c0-e987-4092-bd53-8c03b00262aa tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/security-groups?id=0644e476-00b2-4db0-b64b-33c3ad9873c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421014 Feb 09 02:16:51.531868 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:52.207158 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be74ef-00ff-40e5-8c7f-1df5b10f7a24 req-c4e65ccc-d1ba-412f-9fba-104f146a2ecb tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:52.208668 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76be74ef-00ff-40e5-8c7f-1df5b10f7a24 req-c4e65ccc-d1ba-412f-9fba-104f146a2ecb tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/ports?device_id=93cc6362-488e-4d4b-84a5-d4641c084722 HTTP/1.1" status: 200 len: 946 time: 0.0530128 Feb 09 02:16:52.256081 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76be74ef-00ff-40e5-8c7f-1df5b10f7a24 req-2da26c61-07ab-440a-b0d6-1756e71cb5b3 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/security-groups?id=0644e476-00b2-4db0-b64b-33c3ad9873c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417111 Feb 09 02:16:52.483358 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882d8dd-234a-45b5-9014-7a5efb257e50 req-1419f55d-e4be-4eed-a95b-4e0bcd581d3b tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:52.484736 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b882d8dd-234a-45b5-9014-7a5efb257e50 req-1419f55d-e4be-4eed-a95b-4e0bcd581d3b tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.91 "GET /v2.0/ports?device_id=93cc6362-488e-4d4b-84a5-d4641c084722 HTTP/1.1" status: 200 len: 946 time: 0.0605721 Feb 09 02:16:52.584490 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-b882d8dd-234a-45b5-9014-7a5efb257e50 req-90c4cba0-b61d-4dd6-b09e-eef5b7aedfc8 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Deleting port e2203e95-8310-4da6-8df1-5694702f2720 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:16:52.584841 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b882d8dd-234a-45b5-9014-7a5efb257e50 req-90c4cba0-b61d-4dd6-b09e-eef5b7aedfc8 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (e2203e95-8310-4da6-8df1-5694702f2720), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:52.680789 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-b882d8dd-234a-45b5-9014-7a5efb257e50 req-90c4cba0-b61d-4dd6-b09e-eef5b7aedfc8 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] For port e2203e95-8310-4da6-8df1-5694702f2720, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=e2203e95-8310-4da6-8df1-5694702f2720,segment=NetworkSegment(0fe7da5c-9daa-4c28-abf9-7831d37c31aa),segment_id=0fe7da5c-9daa-4c28-abf9-7831d37c31aa)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:52.681149 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b882d8dd-234a-45b5-9014-7a5efb257e50 req-90c4cba0-b61d-4dd6-b09e-eef5b7aedfc8 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (e2203e95-8310-4da6-8df1-5694702f2720), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:52.695119 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-b882d8dd-234a-45b5-9014-7a5efb257e50 req-90c4cba0-b61d-4dd6-b09e-eef5b7aedfc8 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Calling delete_port for e2203e95-8310-4da6-8df1-5694702f2720 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:16:52.821228 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b882d8dd-234a-45b5-9014-7a5efb257e50 req-90c4cba0-b61d-4dd6-b09e-eef5b7aedfc8 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (e2203e95-8310-4da6-8df1-5694702f2720), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:52.832781 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['7f60af5d-9249-4381-8d35-090a9b6950b6'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:16:52.836062 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['e2203e95-8310-4da6-8df1-5694702f2720'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:16:52.854866 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4cba0-b61d-4dd6-b09e-eef5b7aedfc8 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Pushing event deleted for resources: {'Port': ['ID=e2203e95-8310-4da6-8df1-5694702f2720,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:52.868086 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4cba0-b61d-4dd6-b09e-eef5b7aedfc8 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:52.868440 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4cba0-b61d-4dd6-b09e-eef5b7aedfc8 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:52.868783 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4cba0-b61d-4dd6-b09e-eef5b7aedfc8 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:52.869121 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4cba0-b61d-4dd6-b09e-eef5b7aedfc8 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:52.869458 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4cba0-b61d-4dd6-b09e-eef5b7aedfc8 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:52.869791 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4cba0-b61d-4dd6-b09e-eef5b7aedfc8 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:52.870118 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4cba0-b61d-4dd6-b09e-eef5b7aedfc8 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:52.870443 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4cba0-b61d-4dd6-b09e-eef5b7aedfc8 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:52.870766 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4cba0-b61d-4dd6-b09e-eef5b7aedfc8 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:52.871088 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4cba0-b61d-4dd6-b09e-eef5b7aedfc8 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:52.871408 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4cba0-b61d-4dd6-b09e-eef5b7aedfc8 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:52.871729 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4cba0-b61d-4dd6-b09e-eef5b7aedfc8 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:52.872071 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4cba0-b61d-4dd6-b09e-eef5b7aedfc8 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:52.911192 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-b882d8dd-234a-45b5-9014-7a5efb257e50 req-90c4cba0-b61d-4dd6-b09e-eef5b7aedfc8 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] No DVR routers for this DVR port e2203e95-8310-4da6-8df1-5694702f2720 on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:16:52.913947 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-b882d8dd-234a-45b5-9014-7a5efb257e50 req-90c4cba0-b61d-4dd6-b09e-eef5b7aedfc8 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:52.917422 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b882d8dd-234a-45b5-9014-7a5efb257e50 req-90c4cba0-b61d-4dd6-b09e-eef5b7aedfc8 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.91 "DELETE /v2.0/ports/e2203e95-8310-4da6-8df1-5694702f2720 HTTP/1.1" status: 204 len: 173 time: 0.4236448 Feb 09 02:16:52.917918 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93cc6362-488e-4d4b-84a5-d4641c084722', 'name': 'network-vif-deleted', 'tag': 'e2203e95-8310-4da6-8df1-5694702f2720'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:16:52.921089 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a4f139-f5e2-4240-a752-ae0feb2583f4" -d '{"events": [{"server_uuid": "93cc6362-488e-4d4b-84a5-d4641c084722", "name": "network-vif-deleted", "tag": "e2203e95-8310-4da6-8df1-5694702f2720"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:16:52.959219 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95eead6a-a623-4718-8881-bca4b324c8c9 x-openstack-request-id: req-95eead6a-a623-4718-8881-bca4b324c8c9 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:16:52.959517 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93cc6362-488e-4d4b-84a5-d4641c084722", "name": "network-vif-deleted", "tag": "e2203e95-8310-4da6-8df1-5694702f2720", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:16:52.959770 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-95eead6a-a623-4718-8881-bca4b324c8c9 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:16:52.960202 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93cc6362-488e-4d4b-84a5-d4641c084722', 'name': 'network-vif-deleted', 'tag': 'e2203e95-8310-4da6-8df1-5694702f2720', 'status': 'completed', 'code': 200} Feb 09 02:16:53.370265 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-887f6be4-c190-4afa-b87a-1e736fb95be4 req-260fa3a6-1843-45ca-911a-1a52d365c3e7 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/ports?device_id=93cc6362-488e-4d4b-84a5-d4641c084722 HTTP/1.1" status: 200 len: 210 time: 0.0310237 Feb 09 02:16:54.372381 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5bec9503-8942-41e7-be71-0a30b4dacb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:54.531068 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430332ff-5f64-435a-9da9-24091ec5400c req-fc7cb089-5db0-4b68-8d3c-063266aeaa44 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:54.532925 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-430332ff-5f64-435a-9da9-24091ec5400c req-fc7cb089-5db0-4b68-8d3c-063266aeaa44 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d107d75-f665-4acf-a4bb-7f397455a1ed HTTP/1.1" status: 200 len: 946 time: 0.0597141 Feb 09 02:16:54.580969 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-430332ff-5f64-435a-9da9-24091ec5400c req-67e951dd-bcff-4eec-9659-2ea50c9342be tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/security-groups?id=0644e476-00b2-4db0-b64b-33c3ad9873c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421476 Feb 09 02:16:54.728467 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860e267-59f6-41ac-885b-1ad80e0c0b38 req-1736b019-f330-4333-b207-5ea75062fe71 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:54.730393 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6860e267-59f6-41ac-885b-1ad80e0c0b38 req-1736b019-f330-4333-b207-5ea75062fe71 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d107d75-f665-4acf-a4bb-7f397455a1ed HTTP/1.1" status: 200 len: 946 time: 0.0623403 Feb 09 02:16:54.777185 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6860e267-59f6-41ac-885b-1ad80e0c0b38 req-f41553cf-bd6c-4490-8e6e-7b7f534a69a6 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/security-groups?id=0644e476-00b2-4db0-b64b-33c3ad9873c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397799 Feb 09 02:16:54.896618 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9f91a-7ffe-4023-ad19-934e8c5428f3 req-fbed75aa-80e2-47bd-a54e-6661c986ce11 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:54.898004 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b1f9f91a-7ffe-4023-ad19-934e8c5428f3 req-fbed75aa-80e2-47bd-a54e-6661c986ce11 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d107d75-f665-4acf-a4bb-7f397455a1ed HTTP/1.1" status: 200 len: 946 time: 0.0534313 Feb 09 02:16:54.949803 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b1f9f91a-7ffe-4023-ad19-934e8c5428f3 req-8a4f9661-a24a-4672-9168-26cf61528df5 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/security-groups?id=0644e476-00b2-4db0-b64b-33c3ad9873c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463068 Feb 09 02:16:55.122235 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcd772-8a94-42a9-bbda-111ecb1dda8c req-7401e7ef-d96b-42c2-b00e-b900c06f19dd tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:55.124596 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-56dcd772-8a94-42a9-bbda-111ecb1dda8c req-7401e7ef-d96b-42c2-b00e-b900c06f19dd tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d107d75-f665-4acf-a4bb-7f397455a1ed HTTP/1.1" status: 200 len: 946 time: 0.0542090 Feb 09 02:16:55.172625 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-56dcd772-8a94-42a9-bbda-111ecb1dda8c req-bc8e30cb-6297-4b1b-b0ae-27a339ae95ef tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/security-groups?id=0644e476-00b2-4db0-b64b-33c3ad9873c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421889 Feb 09 02:16:55.290095 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71853f2-a149-4672-a211-f0d3769d3ed2 req-bed53371-4c08-4bd6-b759-f2c22d16bde7 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:55.291566 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d71853f2-a149-4672-a211-f0d3769d3ed2 req-bed53371-4c08-4bd6-b759-f2c22d16bde7 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d107d75-f665-4acf-a4bb-7f397455a1ed HTTP/1.1" status: 200 len: 946 time: 0.0524151 Feb 09 02:16:55.338927 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d71853f2-a149-4672-a211-f0d3769d3ed2 req-a390de61-dc09-4a09-9fba-2e1fc40f9a08 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/security-groups?id=0644e476-00b2-4db0-b64b-33c3ad9873c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410964 Feb 09 02:16:55.474634 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ca14a-3da4-4569-a3be-7f6654cff51e req-873d6c16-8e43-46ef-a960-d1ef6209f0b6 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:55.476023 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb4ca14a-3da4-4569-a3be-7f6654cff51e req-873d6c16-8e43-46ef-a960-d1ef6209f0b6 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d107d75-f665-4acf-a4bb-7f397455a1ed HTTP/1.1" status: 200 len: 946 time: 0.0582397 Feb 09 02:16:55.522338 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb4ca14a-3da4-4569-a3be-7f6654cff51e req-64935fdb-e7c3-4f3b-9174-9312dbdebde9 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/security-groups?id=0644e476-00b2-4db0-b64b-33c3ad9873c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406988 Feb 09 02:16:55.835527 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b2b0f-643d-4164-8306-564096374dcb req-55ebb7e3-7ca8-412a-8a71-927afa90162c tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:55.837026 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c52b2b0f-643d-4164-8306-564096374dcb req-55ebb7e3-7ca8-412a-8a71-927afa90162c tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d107d75-f665-4acf-a4bb-7f397455a1ed HTTP/1.1" status: 200 len: 946 time: 0.0531504 Feb 09 02:16:55.885075 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c52b2b0f-643d-4164-8306-564096374dcb req-6d95ecfc-6e5a-4883-9447-c11f8fb9b8ad tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/security-groups?id=0644e476-00b2-4db0-b64b-33c3ad9873c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421071 Feb 09 02:16:56.006595 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:56.635580 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device e2203e95-8310-4da6-8df1-5694702f2720 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:16:56.656789 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: e2203e95-8310-4da6-8df1-5694702f2720 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:16:56.657131 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device e2203e95-8310-4da6-8df1-5694702f2720 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:16:57.005312 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0308a9-daa2-484c-ab8e-1462c846980e req-ea640c73-85e6-4a13-b41a-d20b82fa4e2a tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:57.006772 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f0308a9-daa2-484c-ab8e-1462c846980e req-ea640c73-85e6-4a13-b41a-d20b82fa4e2a tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d107d75-f665-4acf-a4bb-7f397455a1ed HTTP/1.1" status: 200 len: 946 time: 0.0535576 Feb 09 02:16:57.060086 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f0308a9-daa2-484c-ab8e-1462c846980e req-86d70b19-2468-4333-a6bb-d69300fbb74c tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.30 "GET /v2.0/security-groups?id=0644e476-00b2-4db0-b64b-33c3ad9873c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475013 Feb 09 02:16:57.218541 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924c78e-769b-420d-bea7-a66185b6775a req-10c6c48e-111c-4468-92a4-416ba61fe96d tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:57.219885 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3924c78e-769b-420d-bea7-a66185b6775a req-10c6c48e-111c-4468-92a4-416ba61fe96d tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.121 "GET /v2.0/ports?device_id=0d107d75-f665-4acf-a4bb-7f397455a1ed HTTP/1.1" status: 200 len: 946 time: 0.0551362 Feb 09 02:16:57.316296 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-3924c78e-769b-420d-bea7-a66185b6775a req-45ce0dd1-15de-44df-a7d1-d4e267b755e5 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Deleting port 7f60af5d-9249-4381-8d35-090a9b6950b6 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:16:57.316637 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3924c78e-769b-420d-bea7-a66185b6775a req-45ce0dd1-15de-44df-a7d1-d4e267b755e5 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (7f60af5d-9249-4381-8d35-090a9b6950b6), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:57.409492 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-3924c78e-769b-420d-bea7-a66185b6775a req-45ce0dd1-15de-44df-a7d1-d4e267b755e5 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] For port 7f60af5d-9249-4381-8d35-090a9b6950b6, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7f60af5d-9249-4381-8d35-090a9b6950b6,segment=NetworkSegment(0fe7da5c-9daa-4c28-abf9-7831d37c31aa),segment_id=0fe7da5c-9daa-4c28-abf9-7831d37c31aa)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:57.409856 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3924c78e-769b-420d-bea7-a66185b6775a req-45ce0dd1-15de-44df-a7d1-d4e267b755e5 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (7f60af5d-9249-4381-8d35-090a9b6950b6), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:57.422587 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-3924c78e-769b-420d-bea7-a66185b6775a req-45ce0dd1-15de-44df-a7d1-d4e267b755e5 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Calling delete_port for 7f60af5d-9249-4381-8d35-090a9b6950b6 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:16:57.551456 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3924c78e-769b-420d-bea7-a66185b6775a req-45ce0dd1-15de-44df-a7d1-d4e267b755e5 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (7f60af5d-9249-4381-8d35-090a9b6950b6), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:57.564458 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['7f60af5d-9249-4381-8d35-090a9b6950b6'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:16:57.582046 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce0dd1-15de-44df-a7d1-d4e267b755e5 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Pushing event deleted for resources: {'Port': ['ID=7f60af5d-9249-4381-8d35-090a9b6950b6,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:57.625736 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-3924c78e-769b-420d-bea7-a66185b6775a req-45ce0dd1-15de-44df-a7d1-d4e267b755e5 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] No DVR routers for this DVR port 7f60af5d-9249-4381-8d35-090a9b6950b6 on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:16:57.628427 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3924c78e-769b-420d-bea7-a66185b6775a req-45ce0dd1-15de-44df-a7d1-d4e267b755e5 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:57.632169 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3924c78e-769b-420d-bea7-a66185b6775a req-45ce0dd1-15de-44df-a7d1-d4e267b755e5 tempest-ServersNegativeTestJSON-872936458 tempest-ServersNegativeTestJSON-872936458-project] 10.222.0.121 "DELETE /v2.0/ports/7f60af5d-9249-4381-8d35-090a9b6950b6 HTTP/1.1" status: 204 len: 173 time: 0.4066348 Feb 09 02:16:57.632621 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d107d75-f665-4acf-a4bb-7f397455a1ed', 'name': 'network-vif-deleted', 'tag': '7f60af5d-9249-4381-8d35-090a9b6950b6'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:16:57.634862 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b5a0b0-e78b-4ea0-bd8c-c87f19613709" -d '{"events": [{"server_uuid": "0d107d75-f665-4acf-a4bb-7f397455a1ed", "name": "network-vif-deleted", "tag": "7f60af5d-9249-4381-8d35-090a9b6950b6"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:16:57.679036 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccaa3105-63ed-44ff-b2e3-be0f8f7c736a x-openstack-request-id: req-ccaa3105-63ed-44ff-b2e3-be0f8f7c736a {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:16:57.679399 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d107d75-f665-4acf-a4bb-7f397455a1ed", "name": "network-vif-deleted", "tag": "7f60af5d-9249-4381-8d35-090a9b6950b6", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:16:57.679721 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ccaa3105-63ed-44ff-b2e3-be0f8f7c736a {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:16:57.680230 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d107d75-f665-4acf-a4bb-7f397455a1ed', 'name': 'network-vif-deleted', 'tag': '7f60af5d-9249-4381-8d35-090a9b6950b6', 'status': 'completed', 'code': 200} Feb 09 02:16:57.748920 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:58.120610 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 50870) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:58.164420 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a4d99f-80cd-4929-8141-651050368d76 admin admin] Deleting subnet 2f6dec2c-a316-49e8-bdb5-c82d122f51e5 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:16:58.167401 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-33a4d99f-80cd-4929-8141-651050368d76 admin admin] Publish callbacks [] for subnet (2f6dec2c-a316-49e8-bdb5-c82d122f51e5), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:58.201292 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-33a4d99f-80cd-4929-8141-651050368d76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (2f6dec2c-a316-49e8-bdb5-c82d122f51e5), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:58.243023 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-33a4d99f-80cd-4929-8141-651050368d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (2f6dec2c-a316-49e8-bdb5-c82d122f51e5), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:58.294948 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-33a4d99f-80cd-4929-8141-651050368d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (2f6dec2c-a316-49e8-bdb5-c82d122f51e5), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:58.319261 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4d99f-80cd-4929-8141-651050368d76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f6dec2c-a316-49e8-bdb5-c82d122f51e5,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:58.325376 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-33a4d99f-80cd-4929-8141-651050368d76 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:58.329463 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-33a4d99f-80cd-4929-8141-651050368d76 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2f6dec2c-a316-49e8-bdb5-c82d122f51e5 HTTP/1.1" status: 204 len: 168 time: 0.2078221 Feb 09 02:16:58.331895 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 50872) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:58.401897 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e38530cd-8838-40e0-9708-242e0917b6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (13b6470c-6209-438f-aff2-c2df156ef1c7), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:58.413775 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:58.488713 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e38530cd-8838-40e0-9708-242e0917b6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (13b6470c-6209-438f-aff2-c2df156ef1c7), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:58.509103 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-e38530cd-8838-40e0-9708-242e0917b6f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13b6470c-6209-438f-aff2-c2df156ef1c7']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:58.518132 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-e38530cd-8838-40e0-9708-242e0917b6f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fe7da5c-9daa-4c28-abf9-7831d37c31aa') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:58.518424 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-e38530cd-8838-40e0-9708-242e0917b6f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fe7da5c-9daa-4c28-abf9-7831d37c31aa') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:58.528108 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e38530cd-8838-40e0-9708-242e0917b6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (0fe7da5c-9daa-4c28-abf9-7831d37c31aa), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:58.541948 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e38530cd-8838-40e0-9708-242e0917b6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (0fe7da5c-9daa-4c28-abf9-7831d37c31aa), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:58.548663 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e38530cd-8838-40e0-9708-242e0917b6f3 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:16:58.549068 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e38530cd-8838-40e0-9708-242e0917b6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (0fe7da5c-9daa-4c28-abf9-7831d37c31aa), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:58.550798 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 02:16:58.550798 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:16:58.550798 n-d-822053-40 neutron-server[103528]: timer() Feb 09 02:16:58.550798 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:16:58.550798 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 02:16:58.550798 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:16:58.550798 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 02:16:58.550798 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:16:58.550798 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 02:16:58.550798 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:16:58.550798 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 02:16:58.550798 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:16:58.550798 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 02:16:58.550798 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:16:58.550798 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:16:58.550798 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:16:58.550798 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:16:58.550798 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:16:58.550798 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 02:16:58.550798 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:16:58.550798 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 02:16:58.550798 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:16:58.550798 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:16:58.550798 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:16:58.550798 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 02:16:58.550798 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:16:58.550798 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:16:58.550798 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:16:58.550798 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:16:58.550798 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:16:58.550798 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:16:58.550798 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:16:58.606706 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e38530cd-8838-40e0-9708-242e0917b6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (13b6470c-6209-438f-aff2-c2df156ef1c7), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:58.612549 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e38530cd-8838-40e0-9708-242e0917b6f3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:58.615702 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e38530cd-8838-40e0-9708-242e0917b6f3 admin admin] 10.222.0.30 "DELETE /v2.0/networks/13b6470c-6209-438f-aff2-c2df156ef1c7 HTTP/1.1" status: 204 len: 168 time: 0.2828233 Feb 09 02:16:58.626927 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38530cd-8838-40e0-9708-242e0917b6f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=13b6470c-6209-438f-aff2-c2df156ef1c7,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:58.729780 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 50878) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:58.770955 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ba0b4258-f43b-466b-8a54-1a038d242eaa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eeb49a125fab44fc822d00d9513a7ffd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396638 Feb 09 02:16:58.773392 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 50880) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:58.820557 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-83216bde-19a2-40d4-88a2-66938cb601f1 admin admin] Publish callbacks [] for security_group (0644e476-00b2-4db0-b64b-33c3ad9873c5), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:58.846669 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-83216bde-19a2-40d4-88a2-66938cb601f1 admin admin] Publish callbacks [] for security_group (0644e476-00b2-4db0-b64b-33c3ad9873c5), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:58.892422 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-83216bde-19a2-40d4-88a2-66938cb601f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0644e476-00b2-4db0-b64b-33c3ad9873c5), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:58.895134 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-83216bde-19a2-40d4-88a2-66938cb601f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:58.896690 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-83216bde-19a2-40d4-88a2-66938cb601f1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0644e476-00b2-4db0-b64b-33c3ad9873c5 HTTP/1.1" status: 204 len: 168 time: 0.1223938 Feb 09 02:16:58.904072 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83216bde-19a2-40d4-88a2-66938cb601f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0644e476-00b2-4db0-b64b-33c3ad9873c5,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:59.568520 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 50902) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:59.661810 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-c0d5c6fd-618e-4887-97dd-0d60931b287a tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1448951171'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:59.680824 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d5c6fd-618e-4887-97dd-0d60931b287a tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Made reservation on behalf of 4795029735414399a4253e45b47c8b1d for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:16:59.684101 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c0d5c6fd-618e-4887-97dd-0d60931b287a tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:59.693816 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c0d5c6fd-618e-4887-97dd-0d60931b287a tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:59.765679 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c0d5c6fd-618e-4887-97dd-0d60931b287a tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks [] for security_group (1ad6cf3f-4dcf-4e2b-9c66-bb0ebe4fc78e), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:59.769513 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c0d5c6fd-618e-4887-97dd-0d60931b287a tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1ad6cf3f-4dcf-4e2b-9c66-bb0ebe4fc78e), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:59.795325 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0d5c6fd-618e-4887-97dd-0d60931b287a tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:16:59.805349 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5c6fd-618e-4887-97dd-0d60931b287a tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad6cf3f-4dcf-4e2b-9c66-bb0ebe4fc78e,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:59.810731 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c0d5c6fd-618e-4887-97dd-0d60931b287a tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (9ad2b6b4-59d4-4566-b17c-7cf2be3ede28), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:59.811068 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-c0d5c6fd-618e-4887-97dd-0d60931b287a tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Added segment 9ad2b6b4-59d4-4566-b17c-7cf2be3ede28 of type vlan for network 94d7d9cd-41ee-4d6e-99de-fd2d665d5770 Feb 09 02:16:59.852046 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c0d5c6fd-618e-4887-97dd-0d60931b287a tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (94d7d9cd-41ee-4d6e-99de-fd2d665d5770), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:59.876956 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c0d5c6fd-618e-4887-97dd-0d60931b287a tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (94d7d9cd-41ee-4d6e-99de-fd2d665d5770), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:59.881825 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d5c6fd-618e-4887-97dd-0d60931b287a tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:59.882407 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c0d5c6fd-618e-4887-97dd-0d60931b287a tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:59.939073 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c0d5c6fd-618e-4887-97dd-0d60931b287a tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3694375 Feb 09 02:16:59.952912 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5c6fd-618e-4887-97dd-0d60931b287a tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Pushing event updated for resources: {'Network': ['ID=94d7d9cd-41ee-4d6e-99de-fd2d665d5770,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:59.962648 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 94d7d9cd-41ee-4d6e-99de-fd2d665d5770 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:17:00.625565 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 7f60af5d-9249-4381-8d35-090a9b6950b6 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:17:00.647265 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 7f60af5d-9249-4381-8d35-090a9b6950b6 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:17:00.647614 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 7f60af5d-9249-4381-8d35-090a9b6950b6 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:17:03.170843 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 50906) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:03.176189 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-dab33bea-413d-4e14-9096-df18cc0dd5b1 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Request body: {'subnet': {'network_id': '94d7d9cd-41ee-4d6e-99de-fd2d665d5770', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:03.263492 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab33bea-413d-4e14-9096-df18cc0dd5b1 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Made reservation on behalf of 4795029735414399a4253e45b47c8b1d for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:03.267696 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dab33bea-413d-4e14-9096-df18cc0dd5b1 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:03.450905 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dab33bea-413d-4e14-9096-df18cc0dd5b1 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (b5c5d4d9-f6e9-42d5-a1d1-fbeba7b22d66), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:03.511955 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab33bea-413d-4e14-9096-df18cc0dd5b1 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Pushing event updated for resources: {'Subnet': ['ID=b5c5d4d9-f6e9-42d5-a1d1-fbeba7b22d66,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:03.522786 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab33bea-413d-4e14-9096-df18cc0dd5b1 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Checking segment: {'id': '9ad2b6b4-59d4-4566-b17c-7cf2be3ede28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '94d7d9cd-41ee-4d6e-99de-fd2d665d5770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:17:03.523134 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab33bea-413d-4e14-9096-df18cc0dd5b1 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Network hostable DHCP agents. Network: 94d7d9cd-41ee-4d6e-99de-fd2d665d5770, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:17:03.540803 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab33bea-413d-4e14-9096-df18cc0dd5b1 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Network 94d7d9cd-41ee-4d6e-99de-fd2d665d5770 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:17:03.550383 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-dab33bea-413d-4e14-9096-df18cc0dd5b1 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 94d7d9cd-41ee-4d6e-99de-fd2d665d5770) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:03.554359 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab33bea-413d-4e14-9096-df18cc0dd5b1 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:03.555019 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-dab33bea-413d-4e14-9096-df18cc0dd5b1 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:03.560154 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4baeaad-3fce-488f-8c2f-fc1497ab44fd None None] Network 94d7d9cd-41ee-4d6e-99de-fd2d665d5770 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:17:03.573046 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-dab33bea-413d-4e14-9096-df18cc0dd5b1 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4007685 Feb 09 02:17:03.576329 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 50908) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:03.582467 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-e65b280d-476d-4239-9b72-56c06994f9bc tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-488427080'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:03.602655 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65b280d-476d-4239-9b72-56c06994f9bc tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Made reservation on behalf of 4795029735414399a4253e45b47c8b1d for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:03.606099 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e65b280d-476d-4239-9b72-56c06994f9bc tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:03.630364 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e65b280d-476d-4239-9b72-56c06994f9bc tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:17:03.640652 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e65b280d-476d-4239-9b72-56c06994f9bc tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (31a3c973-bb07-424f-b2a5-d773e4251a3b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:03.641044 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-e65b280d-476d-4239-9b72-56c06994f9bc tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Added segment 31a3c973-bb07-424f-b2a5-d773e4251a3b of type vlan for network f9a17a07-de13-4e02-9c37-723f79d0fb28 Feb 09 02:17:03.667133 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74ba293-deba-4362-b471-36062af5b936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-94d7d9cd-41ee-4d6e-99de-fd2d665d5770', 'network_id': '94d7d9cd-41ee-4d6e-99de-fd2d665d5770', 'project_id': '4795029735414399a4253e45b47c8b1d', 'fixed_ips': [{'subnet_id': 'b5c5d4d9-f6e9-42d5-a1d1-fbeba7b22d66'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:17:03.668128 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e74ba293-deba-4362-b471-36062af5b936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:03.685469 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e65b280d-476d-4239-9b72-56c06994f9bc tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (f9a17a07-de13-4e02-9c37-723f79d0fb28), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:03.710445 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e65b280d-476d-4239-9b72-56c06994f9bc tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (f9a17a07-de13-4e02-9c37-723f79d0fb28), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:03.715492 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65b280d-476d-4239-9b72-56c06994f9bc tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:03.716086 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e65b280d-476d-4239-9b72-56c06994f9bc tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:03.792666 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e65b280d-476d-4239-9b72-56c06994f9bc tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2140794 Feb 09 02:17:03.793613 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b280d-476d-4239-9b72-56c06994f9bc tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Pushing event updated for resources: {'Network': ['ID=f9a17a07-de13-4e02-9c37-723f79d0fb28,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:03.796587 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 50910) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:03.802994 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-53a1a066-baa8-4579-9e81-3d77e99a1571 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Request body: {'subnet': {'network_id': 'f9a17a07-de13-4e02-9c37-723f79d0fb28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:03.806752 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network f9a17a07-de13-4e02-9c37-723f79d0fb28 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:17:03.808927 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-e74ba293-deba-4362-b471-36062af5b936 None None] Allocated IP 2001:db8:0:ffff::2 (94d7d9cd-41ee-4d6e-99de-fd2d665d5770/b5c5d4d9-f6e9-42d5-a1d1-fbeba7b22d66/77a7ea31-59f2-4a41-9618-4ab5bec89d35) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:17:03.892839 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a1a066-baa8-4579-9e81-3d77e99a1571 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Made reservation on behalf of 4795029735414399a4253e45b47c8b1d for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:03.896888 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-53a1a066-baa8-4579-9e81-3d77e99a1571 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:04.009312 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e74ba293-deba-4362-b471-36062af5b936 None None] Publish callbacks [] for port (77a7ea31-59f2-4a41-9618-4ab5bec89d35), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:04.014525 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e74ba293-deba-4362-b471-36062af5b936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (77a7ea31-59f2-4a41-9618-4ab5bec89d35), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:04.055485 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74ba293-deba-4362-b471-36062af5b936 None None] Network 94d7d9cd-41ee-4d6e-99de-fd2d665d5770 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:17:04.058732 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-e74ba293-deba-4362-b471-36062af5b936 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:04.062718 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74ba293-deba-4362-b471-36062af5b936 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:17:04.069537 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ba293-deba-4362-b471-36062af5b936 None None] Pushing event updated for resources: {'Port': ['ID=77a7ea31-59f2-4a41-9618-4ab5bec89d35,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:04.107286 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-53a1a066-baa8-4579-9e81-3d77e99a1571 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (53e12d73-6d90-4f01-abd0-7214fac424aa), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:04.128124 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-e74ba293-deba-4362-b471-36062af5b936 None None] Attempting to bind port 77a7ea31-59f2-4a41-9618-4ab5bec89d35 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:17:04.128485 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-e74ba293-deba-4362-b471-36062af5b936 None None] Attempting to bind port 77a7ea31-59f2-4a41-9618-4ab5bec89d35 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '9ad2b6b4-59d4-4566-b17c-7cf2be3ede28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '94d7d9cd-41ee-4d6e-99de-fd2d665d5770'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:17:04.128843 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ba293-deba-4362-b471-36062af5b936 None None] Attempting to bind port 77a7ea31-59f2-4a41-9618-4ab5bec89d35 on network 94d7d9cd-41ee-4d6e-99de-fd2d665d5770 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:17:04.133708 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ba293-deba-4362-b471-36062af5b936 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:17:04.134071 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ba293-deba-4362-b471-36062af5b936 None None] Checking segment: {'id': '9ad2b6b4-59d4-4566-b17c-7cf2be3ede28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '94d7d9cd-41ee-4d6e-99de-fd2d665d5770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:17:04.134454 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e74ba293-deba-4362-b471-36062af5b936 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:04.134840 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ba293-deba-4362-b471-36062af5b936 None None] Bound using segment: {'id': '9ad2b6b4-59d4-4566-b17c-7cf2be3ede28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '94d7d9cd-41ee-4d6e-99de-fd2d665d5770'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:17:04.135300 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-e74ba293-deba-4362-b471-36062af5b936 None None] Bound port: 77a7ea31-59f2-4a41-9618-4ab5bec89d35, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad2b6b4-59d4-4566-b17c-7cf2be3ede28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '94d7d9cd-41ee-4d6e-99de-fd2d665d5770'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:17:04.135671 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e74ba293-deba-4362-b471-36062af5b936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (77a7ea31-59f2-4a41-9618-4ab5bec89d35), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:04.167353 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1a066-baa8-4579-9e81-3d77e99a1571 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Pushing event updated for resources: {'Subnet': ['ID=53e12d73-6d90-4f01-abd0-7214fac424aa,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:04.179201 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a1a066-baa8-4579-9e81-3d77e99a1571 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Checking segment: {'id': '31a3c973-bb07-424f-b2a5-d773e4251a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f9a17a07-de13-4e02-9c37-723f79d0fb28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:17:04.179740 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a1a066-baa8-4579-9e81-3d77e99a1571 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Network hostable DHCP agents. Network: f9a17a07-de13-4e02-9c37-723f79d0fb28, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:17:04.199923 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a1a066-baa8-4579-9e81-3d77e99a1571 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Network f9a17a07-de13-4e02-9c37-723f79d0fb28 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:17:04.203537 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e74ba293-deba-4362-b471-36062af5b936 None None] For port 77a7ea31-59f2-4a41-9618-4ab5bec89d35, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:17:04.206797 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e74ba293-deba-4362-b471-36062af5b936 None None] For port 77a7ea31-59f2-4a41-9618-4ab5bec89d35, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=77a7ea31-59f2-4a41-9618-4ab5bec89d35,segment=NetworkSegment(9ad2b6b4-59d4-4566-b17c-7cf2be3ede28),segment_id=9ad2b6b4-59d4-4566-b17c-7cf2be3ede28)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:17:04.209575 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-53a1a066-baa8-4579-9e81-3d77e99a1571 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, f9a17a07-de13-4e02-9c37-723f79d0fb28) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:04.213627 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e74ba293-deba-4362-b471-36062af5b936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (77a7ea31-59f2-4a41-9618-4ab5bec89d35), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:04.213797 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1a066-baa8-4579-9e81-3d77e99a1571 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:04.214273 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-53a1a066-baa8-4579-9e81-3d77e99a1571 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:04.235123 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-53a1a066-baa8-4579-9e81-3d77e99a1571 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4338500 Feb 09 02:17:04.235504 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 50912) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:04.240885 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2033407e-7265-43b7-9b9d-54d01a8a1a80 None None] Network f9a17a07-de13-4e02-9c37-723f79d0fb28 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:17:04.323076 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ba293-deba-4362-b471-36062af5b936 None None] Pushing event updated for resources: {'Port': ['ID=77a7ea31-59f2-4a41-9618-4ab5bec89d35,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:04.353939 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-79afb008-6d62-4ae7-944d-2b189e196339 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (f9a17a07-de13-4e02-9c37-723f79d0fb28), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:04.381110 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c07c170-8e96-4a93-bab1-f2c64b918c60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-f9a17a07-de13-4e02-9c37-723f79d0fb28', 'network_id': 'f9a17a07-de13-4e02-9c37-723f79d0fb28', 'project_id': '4795029735414399a4253e45b47c8b1d', 'fixed_ips': [{'subnet_id': '53e12d73-6d90-4f01-abd0-7214fac424aa'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:17:04.381992 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2c07c170-8e96-4a93-bab1-f2c64b918c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:04.447281 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-79afb008-6d62-4ae7-944d-2b189e196339 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (53e12d73-6d90-4f01-abd0-7214fac424aa), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:04.556508 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-2c07c170-8e96-4a93-bab1-f2c64b918c60 None None] Allocated IP 2001:db8::2 (f9a17a07-de13-4e02-9c37-723f79d0fb28/53e12d73-6d90-4f01-abd0-7214fac424aa/cd85e599-450c-4f22-9697-6df93c3df857) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:17:04.701406 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2c07c170-8e96-4a93-bab1-f2c64b918c60 None None] Publish callbacks [] for port (cd85e599-450c-4f22-9697-6df93c3df857), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:04.707520 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2c07c170-8e96-4a93-bab1-f2c64b918c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (cd85e599-450c-4f22-9697-6df93c3df857), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:04.725035 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-79afb008-6d62-4ae7-944d-2b189e196339 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (53e12d73-6d90-4f01-abd0-7214fac424aa), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:04.752785 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c07c170-8e96-4a93-bab1-f2c64b918c60 None None] Network f9a17a07-de13-4e02-9c37-723f79d0fb28 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:17:04.755658 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-2c07c170-8e96-4a93-bab1-f2c64b918c60 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:04.758704 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79afb008-6d62-4ae7-944d-2b189e196339 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Pushing event deleted for resources: {'Subnet': ['ID=53e12d73-6d90-4f01-abd0-7214fac424aa,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:04.760482 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c07c170-8e96-4a93-bab1-f2c64b918c60 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:17:04.763574 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07c170-8e96-4a93-bab1-f2c64b918c60 None None] Pushing event updated for resources: {'Port': ['ID=cd85e599-450c-4f22-9697-6df93c3df857,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:04.822727 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-2c07c170-8e96-4a93-bab1-f2c64b918c60 None None] Attempting to bind port cd85e599-450c-4f22-9697-6df93c3df857 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:17:04.823092 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-2c07c170-8e96-4a93-bab1-f2c64b918c60 None None] Attempting to bind port cd85e599-450c-4f22-9697-6df93c3df857 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '31a3c973-bb07-424f-b2a5-d773e4251a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f9a17a07-de13-4e02-9c37-723f79d0fb28'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:17:04.823450 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c07c170-8e96-4a93-bab1-f2c64b918c60 None None] Attempting to bind port cd85e599-450c-4f22-9697-6df93c3df857 on network f9a17a07-de13-4e02-9c37-723f79d0fb28 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:17:04.828333 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-79afb008-6d62-4ae7-944d-2b189e196339 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (f9a17a07-de13-4e02-9c37-723f79d0fb28), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:04.828858 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c07c170-8e96-4a93-bab1-f2c64b918c60 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:17:04.829230 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c07c170-8e96-4a93-bab1-f2c64b918c60 None None] Checking segment: {'id': '31a3c973-bb07-424f-b2a5-d773e4251a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f9a17a07-de13-4e02-9c37-723f79d0fb28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:17:04.829630 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2c07c170-8e96-4a93-bab1-f2c64b918c60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:04.830092 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c07c170-8e96-4a93-bab1-f2c64b918c60 None None] Bound using segment: {'id': '31a3c973-bb07-424f-b2a5-d773e4251a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f9a17a07-de13-4e02-9c37-723f79d0fb28'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:17:04.830546 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-2c07c170-8e96-4a93-bab1-f2c64b918c60 None None] Bound port: cd85e599-450c-4f22-9697-6df93c3df857, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a3c973-bb07-424f-b2a5-d773e4251a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f9a17a07-de13-4e02-9c37-723f79d0fb28'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:17:04.830923 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2c07c170-8e96-4a93-bab1-f2c64b918c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (cd85e599-450c-4f22-9697-6df93c3df857), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:04.848619 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-79afb008-6d62-4ae7-944d-2b189e196339 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a17a07-de13-4e02-9c37-723f79d0fb28']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:04.857727 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-79afb008-6d62-4ae7-944d-2b189e196339 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31a3c973-bb07-424f-b2a5-d773e4251a3b') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:04.858085 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-79afb008-6d62-4ae7-944d-2b189e196339 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31a3c973-bb07-424f-b2a5-d773e4251a3b') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:04.867440 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-79afb008-6d62-4ae7-944d-2b189e196339 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (31a3c973-bb07-424f-b2a5-d773e4251a3b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:04.880399 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-79afb008-6d62-4ae7-944d-2b189e196339 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (31a3c973-bb07-424f-b2a5-d773e4251a3b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:04.886420 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79afb008-6d62-4ae7-944d-2b189e196339 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:17:04.887202 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-79afb008-6d62-4ae7-944d-2b189e196339 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (31a3c973-bb07-424f-b2a5-d773e4251a3b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:04.890929 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 02:17:04.890929 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:17:04.890929 n-d-822053-40 neutron-server[103528]: timer() Feb 09 02:17:04.890929 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:17:04.890929 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 02:17:04.890929 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:17:04.890929 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 02:17:04.890929 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:17:04.890929 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 02:17:04.890929 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:17:04.890929 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 02:17:04.890929 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:17:04.890929 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 02:17:04.890929 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:17:04.890929 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:17:04.890929 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:17:04.890929 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:17:04.890929 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:17:04.890929 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 02:17:04.890929 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:17:04.890929 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 02:17:04.890929 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:17:04.890929 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:17:04.890929 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:17:04.890929 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 02:17:04.890929 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:17:04.890929 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:17:04.890929 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:17:04.890929 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:17:04.890929 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:17:04.890929 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:17:04.890929 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:17:04.895784 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-2c07c170-8e96-4a93-bab1-f2c64b918c60 None None] For port cd85e599-450c-4f22-9697-6df93c3df857, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:17:04.946896 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-79afb008-6d62-4ae7-944d-2b189e196339 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 02:17:04.946896 n-d-822053-40 neutron-server[103528]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 02:17:04.946896 n-d-822053-40 neutron-server[103528]: [parameters: {'id': 'f9a17a07-de13-4e02-9c37-723f79d0fb28'}] Feb 09 02:17:04.946896 n-d-822053-40 neutron-server[103528]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:17:04.947267 n-d-822053-40 neutron-server[103528]: DEBUG oslo_db.api [None req-79afb008-6d62-4ae7-944d-2b189e196339 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:17:04.947968 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-2c07c170-8e96-4a93-bab1-f2c64b918c60 None None] For port cd85e599-450c-4f22-9697-6df93c3df857, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=cd85e599-450c-4f22-9697-6df93c3df857,segment=NetworkSegment(31a3c973-bb07-424f-b2a5-d773e4251a3b),segment_id=31a3c973-bb07-424f-b2a5-d773e4251a3b)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:17:04.955136 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2c07c170-8e96-4a93-bab1-f2c64b918c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (cd85e599-450c-4f22-9697-6df93c3df857), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:05.040246 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07c170-8e96-4a93-bab1-f2c64b918c60 None None] Pushing event updated for resources: {'Port': ['ID=cd85e599-450c-4f22-9697-6df93c3df857,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:05.060163 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14331d05-aaeb-4316-b787-fbcc20b004fa None None] Network f9a17a07-de13-4e02-9c37-723f79d0fb28 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:17:05.219852 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 77a7ea31-59f2-4a41-9618-4ab5bec89d35 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:17:05.270971 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 77a7ea31-59f2-4a41-9618-4ab5bec89d35 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:05.271341 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (77a7ea31-59f2-4a41-9618-4ab5bec89d35), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:05.293869 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505712d4-4638-4ed5-a8c0-acd2ac110902 None None] get_active_networks_info from n-d-822053-40 {{(pid=103530) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 02:17:05.351489 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-ee69d68e-f35a-45fe-a286-39b5aca14c03 None None] Provisioning complete for port 77a7ea31-59f2-4a41-9618-4ab5bec89d35 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:05.351777 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ee69d68e-f35a-45fe-a286-39b5aca14c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (77a7ea31-59f2-4a41-9618-4ab5bec89d35), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:05.448485 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-79afb008-6d62-4ae7-944d-2b189e196339 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (f9a17a07-de13-4e02-9c37-723f79d0fb28), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:05.456271 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505712d4-4638-4ed5-a8c0-acd2ac110902 None None] Resources bound (agent type, host, resource id): {{(pid=103530) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 02:17:05.474844 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 77a7ea31-59f2-4a41-9618-4ab5bec89d35 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:05.475232 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (77a7ea31-59f2-4a41-9618-4ab5bec89d35), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:05.500980 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-79afb008-6d62-4ae7-944d-2b189e196339 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Deleting port cd85e599-450c-4f22-9697-6df93c3df857 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:17:05.501314 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-79afb008-6d62-4ae7-944d-2b189e196339 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (cd85e599-450c-4f22-9697-6df93c3df857), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:05.567836 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-79afb008-6d62-4ae7-944d-2b189e196339 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] For port cd85e599-450c-4f22-9697-6df93c3df857, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=cd85e599-450c-4f22-9697-6df93c3df857,segment=NetworkSegment(31a3c973-bb07-424f-b2a5-d773e4251a3b),segment_id=31a3c973-bb07-424f-b2a5-d773e4251a3b)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:05.568272 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-79afb008-6d62-4ae7-944d-2b189e196339 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (cd85e599-450c-4f22-9697-6df93c3df857), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:05.583086 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-79afb008-6d62-4ae7-944d-2b189e196339 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Calling delete_port for cd85e599-450c-4f22-9697-6df93c3df857 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:17:05.665729 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-79afb008-6d62-4ae7-944d-2b189e196339 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (cd85e599-450c-4f22-9697-6df93c3df857), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:05.696760 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79afb008-6d62-4ae7-944d-2b189e196339 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Pushing event deleted for resources: {'Port': ['ID=cd85e599-450c-4f22-9697-6df93c3df857,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:05.699444 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79afb008-6d62-4ae7-944d-2b189e196339 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] No DVR routers for this DVR port cd85e599-450c-4f22-9697-6df93c3df857 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:17:05.768533 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 77a7ea31-59f2-4a41-9618-4ab5bec89d35, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=77a7ea31-59f2-4a41-9618-4ab5bec89d35,segment=NetworkSegment(9ad2b6b4-59d4-4566-b17c-7cf2be3ede28),segment_id=9ad2b6b4-59d4-4566-b17c-7cf2be3ede28)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:05.769464 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ee69d68e-f35a-45fe-a286-39b5aca14c03 None None] Current status of the port 77a7ea31-59f2-4a41-9618-4ab5bec89d35 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:05.769918 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ee69d68e-f35a-45fe-a286-39b5aca14c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (77a7ea31-59f2-4a41-9618-4ab5bec89d35), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:05.780609 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-79afb008-6d62-4ae7-944d-2b189e196339 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (f9a17a07-de13-4e02-9c37-723f79d0fb28), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:05.784267 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (77a7ea31-59f2-4a41-9618-4ab5bec89d35), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:05.806112 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-79afb008-6d62-4ae7-944d-2b189e196339 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a17a07-de13-4e02-9c37-723f79d0fb28']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:05.815868 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-79afb008-6d62-4ae7-944d-2b189e196339 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31a3c973-bb07-424f-b2a5-d773e4251a3b') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:05.816191 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-79afb008-6d62-4ae7-944d-2b189e196339 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31a3c973-bb07-424f-b2a5-d773e4251a3b') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:05.829339 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-79afb008-6d62-4ae7-944d-2b189e196339 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (31a3c973-bb07-424f-b2a5-d773e4251a3b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:05.843507 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-79afb008-6d62-4ae7-944d-2b189e196339 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (31a3c973-bb07-424f-b2a5-d773e4251a3b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:05.849715 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79afb008-6d62-4ae7-944d-2b189e196339 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:17:05.850035 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-79afb008-6d62-4ae7-944d-2b189e196339 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (31a3c973-bb07-424f-b2a5-d773e4251a3b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:05.852952 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 02:17:05.852952 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:17:05.852952 n-d-822053-40 neutron-server[103528]: timer() Feb 09 02:17:05.852952 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:17:05.852952 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 02:17:05.852952 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:17:05.852952 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 02:17:05.852952 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:17:05.852952 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 02:17:05.852952 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:17:05.852952 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 02:17:05.852952 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:17:05.852952 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 02:17:05.852952 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:17:05.852952 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:17:05.852952 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:17:05.852952 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:17:05.852952 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:17:05.852952 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 02:17:05.852952 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:17:05.852952 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 02:17:05.852952 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:17:05.852952 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:17:05.852952 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:17:05.852952 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 02:17:05.852952 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:17:05.852952 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:17:05.852952 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:17:05.852952 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:17:05.852952 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:17:05.852952 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:17:05.852952 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:17:05.914790 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-79afb008-6d62-4ae7-944d-2b189e196339 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (f9a17a07-de13-4e02-9c37-723f79d0fb28), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:05.916760 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=77a7ea31-59f2-4a41-9618-4ab5bec89d35,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:05.922913 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-79afb008-6d62-4ae7-944d-2b189e196339 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:05.926626 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-ee69d68e-f35a-45fe-a286-39b5aca14c03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:17:05.926765 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-79afb008-6d62-4ae7-944d-2b189e196339 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] 10.222.0.30 "DELETE /v2.0/networks/f9a17a07-de13-4e02-9c37-723f79d0fb28 HTTP/1.1" status: 204 len: 168 time: 1.6901853 Feb 09 02:17:05.926979 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-ee69d68e-f35a-45fe-a286-39b5aca14c03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:17:05.930221 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 50914) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:05.935850 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-30f6e52b-6451-4972-a032-d5b54a056ded tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1903756255'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:05.942637 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79afb008-6d62-4ae7-944d-2b189e196339 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Pushing event deleted for resources: {'Network': ['ID=f9a17a07-de13-4e02-9c37-723f79d0fb28,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:05.958283 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97d3e76-87d7-42d5-9c18-fcaf0024e21b None None] Network 94d7d9cd-41ee-4d6e-99de-fd2d665d5770 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:17:05.969040 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f6e52b-6451-4972-a032-d5b54a056ded tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Made reservation on behalf of 4795029735414399a4253e45b47c8b1d for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:05.972696 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-30f6e52b-6451-4972-a032-d5b54a056ded tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:06.001273 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30f6e52b-6451-4972-a032-d5b54a056ded tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:17:06.010601 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-30f6e52b-6451-4972-a032-d5b54a056ded tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (184ac77e-e888-4f8e-96c3-69baf6f1b3a7), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:06.010936 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-30f6e52b-6451-4972-a032-d5b54a056ded tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Added segment 184ac77e-e888-4f8e-96c3-69baf6f1b3a7 of type vlan for network c430ffaa-61b3-4d46-8fe7-604132927c43 Feb 09 02:17:06.052368 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-30f6e52b-6451-4972-a032-d5b54a056ded tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (c430ffaa-61b3-4d46-8fe7-604132927c43), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:06.078424 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-30f6e52b-6451-4972-a032-d5b54a056ded tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (c430ffaa-61b3-4d46-8fe7-604132927c43), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:06.083935 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f6e52b-6451-4972-a032-d5b54a056ded tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:06.084620 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-30f6e52b-6451-4972-a032-d5b54a056ded tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:06.147878 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-30f6e52b-6451-4972-a032-d5b54a056ded tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2164719 Feb 09 02:17:06.150697 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 50916) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:06.158306 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-806b1d83-1681-44b5-9ada-791cf61f8d2c tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Request body: {'subnet': {'network_id': 'c430ffaa-61b3-4d46-8fe7-604132927c43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:06.166573 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f6e52b-6451-4972-a032-d5b54a056ded tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Pushing event updated for resources: {'Network': ['ID=c430ffaa-61b3-4d46-8fe7-604132927c43,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:06.177638 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network c430ffaa-61b3-4d46-8fe7-604132927c43 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:17:06.267005 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806b1d83-1681-44b5-9ada-791cf61f8d2c tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Made reservation on behalf of 4795029735414399a4253e45b47c8b1d for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:06.270898 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-806b1d83-1681-44b5-9ada-791cf61f8d2c tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:06.328291 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.ipam_backend_mixin [None req-806b1d83-1681-44b5-9ada-791cf61f8d2c tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Performing IP validity checks on allocation pools {{(pid=103529) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 02:17:06.328807 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.ipam_backend_mixin [None req-806b1d83-1681-44b5-9ada-791cf61f8d2c tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103529) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 02:17:06.450965 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-806b1d83-1681-44b5-9ada-791cf61f8d2c tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (a00c123b-5443-4661-813b-e3580cabf488), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:06.468351 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ee69d68e-f35a-45fe-a286-39b5aca14c03 None None] Current status of the port 77a7ea31-59f2-4a41-9618-4ab5bec89d35 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:06.504726 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b1d83-1681-44b5-9ada-791cf61f8d2c tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Pushing event updated for resources: {'Subnet': ['ID=a00c123b-5443-4661-813b-e3580cabf488,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:06.521353 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806b1d83-1681-44b5-9ada-791cf61f8d2c tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Checking segment: {'id': '184ac77e-e888-4f8e-96c3-69baf6f1b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c430ffaa-61b3-4d46-8fe7-604132927c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:17:06.521709 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806b1d83-1681-44b5-9ada-791cf61f8d2c tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Network hostable DHCP agents. Network: c430ffaa-61b3-4d46-8fe7-604132927c43, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:17:06.538311 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806b1d83-1681-44b5-9ada-791cf61f8d2c tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Network c430ffaa-61b3-4d46-8fe7-604132927c43 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:17:06.551253 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-806b1d83-1681-44b5-9ada-791cf61f8d2c tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, c430ffaa-61b3-4d46-8fe7-604132927c43) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:06.555678 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806b1d83-1681-44b5-9ada-791cf61f8d2c tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:06.556300 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-806b1d83-1681-44b5-9ada-791cf61f8d2c tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:06.561940 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a067929-635a-43cc-8d34-8a1d674fd049 None None] Network c430ffaa-61b3-4d46-8fe7-604132927c43 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:17:06.575421 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-806b1d83-1681-44b5-9ada-791cf61f8d2c tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4212968 Feb 09 02:17:06.575842 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 50918) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:06.627103 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-61574173-69b7-4a5f-a768-bd6ad3a1206e None None] Provisioning complete for port 77a7ea31-59f2-4a41-9618-4ab5bec89d35 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:06.627781 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-61574173-69b7-4a5f-a768-bd6ad3a1206e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (77a7ea31-59f2-4a41-9618-4ab5bec89d35), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:06.711201 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a721f9df-5860-4fd2-9fee-02d09506e080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-c430ffaa-61b3-4d46-8fe7-604132927c43', 'network_id': 'c430ffaa-61b3-4d46-8fe7-604132927c43', 'project_id': '4795029735414399a4253e45b47c8b1d', 'fixed_ips': [{'subnet_id': 'a00c123b-5443-4661-813b-e3580cabf488'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:17:06.712053 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a721f9df-5860-4fd2-9fee-02d09506e080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:06.764136 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-61574173-69b7-4a5f-a768-bd6ad3a1206e None None] Current status of the port 77a7ea31-59f2-4a41-9618-4ab5bec89d35 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:06.888590 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-a721f9df-5860-4fd2-9fee-02d09506e080 None None] Allocated IP 2001:db8::3 (c430ffaa-61b3-4d46-8fe7-604132927c43/a00c123b-5443-4661-813b-e3580cabf488/8fd68539-a3bd-42ad-b209-c0d4dcf354f1) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:17:06.996449 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-feaeda26-9921-40ef-998d-129c1b70f7c4 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (c430ffaa-61b3-4d46-8fe7-604132927c43), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:07.044778 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a721f9df-5860-4fd2-9fee-02d09506e080 None None] Publish callbacks [] for port (8fd68539-a3bd-42ad-b209-c0d4dcf354f1), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:07.051971 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a721f9df-5860-4fd2-9fee-02d09506e080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (8fd68539-a3bd-42ad-b209-c0d4dcf354f1), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:07.054388 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-feaeda26-9921-40ef-998d-129c1b70f7c4 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (a00c123b-5443-4661-813b-e3580cabf488), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:07.096404 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a721f9df-5860-4fd2-9fee-02d09506e080 None None] Network c430ffaa-61b3-4d46-8fe7-604132927c43 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:17:07.101229 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-a721f9df-5860-4fd2-9fee-02d09506e080 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:07.105019 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a721f9df-5860-4fd2-9fee-02d09506e080 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:17:07.113630 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721f9df-5860-4fd2-9fee-02d09506e080 None None] Pushing event updated for resources: {'Port': ['ID=8fd68539-a3bd-42ad-b209-c0d4dcf354f1,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:07.115807 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-feaeda26-9921-40ef-998d-129c1b70f7c4 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (a00c123b-5443-4661-813b-e3580cabf488), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:07.150258 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaeda26-9921-40ef-998d-129c1b70f7c4 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Pushing event deleted for resources: {'Subnet': ['ID=a00c123b-5443-4661-813b-e3580cabf488,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:07.170042 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-a721f9df-5860-4fd2-9fee-02d09506e080 None None] Attempting to bind port 8fd68539-a3bd-42ad-b209-c0d4dcf354f1 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:17:07.171026 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-a721f9df-5860-4fd2-9fee-02d09506e080 None None] Attempting to bind port 8fd68539-a3bd-42ad-b209-c0d4dcf354f1 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '184ac77e-e888-4f8e-96c3-69baf6f1b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c430ffaa-61b3-4d46-8fe7-604132927c43'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:17:07.171531 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a721f9df-5860-4fd2-9fee-02d09506e080 None None] Attempting to bind port 8fd68539-a3bd-42ad-b209-c0d4dcf354f1 on network c430ffaa-61b3-4d46-8fe7-604132927c43 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:17:07.176970 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a721f9df-5860-4fd2-9fee-02d09506e080 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:17:07.177351 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a721f9df-5860-4fd2-9fee-02d09506e080 None None] Checking segment: {'id': '184ac77e-e888-4f8e-96c3-69baf6f1b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c430ffaa-61b3-4d46-8fe7-604132927c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:17:07.177756 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a721f9df-5860-4fd2-9fee-02d09506e080 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:07.178237 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a721f9df-5860-4fd2-9fee-02d09506e080 None None] Bound using segment: {'id': '184ac77e-e888-4f8e-96c3-69baf6f1b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c430ffaa-61b3-4d46-8fe7-604132927c43'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:17:07.178619 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-a721f9df-5860-4fd2-9fee-02d09506e080 None None] Bound port: 8fd68539-a3bd-42ad-b209-c0d4dcf354f1, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '184ac77e-e888-4f8e-96c3-69baf6f1b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c430ffaa-61b3-4d46-8fe7-604132927c43'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:17:07.179001 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a721f9df-5860-4fd2-9fee-02d09506e080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8fd68539-a3bd-42ad-b209-c0d4dcf354f1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:07.215466 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-feaeda26-9921-40ef-998d-129c1b70f7c4 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (c430ffaa-61b3-4d46-8fe7-604132927c43), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:07.215667 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 77a7ea31-59f2-4a41-9618-4ab5bec89d35 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:17:07.236889 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-feaeda26-9921-40ef-998d-129c1b70f7c4 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c430ffaa-61b3-4d46-8fe7-604132927c43']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:07.246023 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-feaeda26-9921-40ef-998d-129c1b70f7c4 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '184ac77e-e888-4f8e-96c3-69baf6f1b3a7') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:07.246317 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-feaeda26-9921-40ef-998d-129c1b70f7c4 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '184ac77e-e888-4f8e-96c3-69baf6f1b3a7') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:07.255786 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-feaeda26-9921-40ef-998d-129c1b70f7c4 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (184ac77e-e888-4f8e-96c3-69baf6f1b3a7), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:07.269233 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-feaeda26-9921-40ef-998d-129c1b70f7c4 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (184ac77e-e888-4f8e-96c3-69baf6f1b3a7), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:07.275331 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feaeda26-9921-40ef-998d-129c1b70f7c4 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:17:07.275739 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-feaeda26-9921-40ef-998d-129c1b70f7c4 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (184ac77e-e888-4f8e-96c3-69baf6f1b3a7), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:07.278776 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 02:17:07.278776 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:17:07.278776 n-d-822053-40 neutron-server[103528]: timer() Feb 09 02:17:07.278776 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:17:07.278776 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 02:17:07.278776 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:17:07.278776 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 02:17:07.278776 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:17:07.278776 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 02:17:07.278776 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:17:07.278776 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 02:17:07.278776 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:17:07.278776 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 02:17:07.278776 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:17:07.278776 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:17:07.278776 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:17:07.278776 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:17:07.278776 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:17:07.278776 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 02:17:07.278776 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:17:07.278776 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 02:17:07.278776 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:17:07.278776 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:17:07.278776 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:17:07.278776 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 02:17:07.278776 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:17:07.278776 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:17:07.278776 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:17:07.278776 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:17:07.278776 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:17:07.278776 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:17:07.278776 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:17:07.284431 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-a721f9df-5860-4fd2-9fee-02d09506e080 None None] For port 8fd68539-a3bd-42ad-b209-c0d4dcf354f1, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:17:07.294438 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 77a7ea31-59f2-4a41-9618-4ab5bec89d35 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:07.294807 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (77a7ea31-59f2-4a41-9618-4ab5bec89d35), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:07.336134 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-feaeda26-9921-40ef-998d-129c1b70f7c4 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 02:17:07.336134 n-d-822053-40 neutron-server[103528]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 02:17:07.336134 n-d-822053-40 neutron-server[103528]: [parameters: {'id': 'c430ffaa-61b3-4d46-8fe7-604132927c43'}] Feb 09 02:17:07.336134 n-d-822053-40 neutron-server[103528]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:17:07.336566 n-d-822053-40 neutron-server[103528]: DEBUG oslo_db.api [None req-feaeda26-9921-40ef-998d-129c1b70f7c4 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:17:07.344408 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-a721f9df-5860-4fd2-9fee-02d09506e080 None None] For port 8fd68539-a3bd-42ad-b209-c0d4dcf354f1, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=8fd68539-a3bd-42ad-b209-c0d4dcf354f1,segment=NetworkSegment(184ac77e-e888-4f8e-96c3-69baf6f1b3a7),segment_id=184ac77e-e888-4f8e-96c3-69baf6f1b3a7)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:17:07.350793 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a721f9df-5860-4fd2-9fee-02d09506e080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8fd68539-a3bd-42ad-b209-c0d4dcf354f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:07.454779 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 77a7ea31-59f2-4a41-9618-4ab5bec89d35 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:07.466319 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721f9df-5860-4fd2-9fee-02d09506e080 None None] Pushing event updated for resources: {'Port': ['ID=8fd68539-a3bd-42ad-b209-c0d4dcf354f1,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:07.479910 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddccfb0d-7ad6-479b-99b7-cf98437bd152 None None] get_active_networks_info from n-d-822053-40 {{(pid=103530) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 02:17:07.548416 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddccfb0d-7ad6-479b-99b7-cf98437bd152 None None] Resources bound (agent type, host, resource id): {{(pid=103530) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 02:17:07.700253 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88299e3-8bf8-4854-b34e-ae025c322724 None None] Network c430ffaa-61b3-4d46-8fe7-604132927c43 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:17:07.837219 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-feaeda26-9921-40ef-998d-129c1b70f7c4 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (c430ffaa-61b3-4d46-8fe7-604132927c43), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:07.894772 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-feaeda26-9921-40ef-998d-129c1b70f7c4 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Deleting port 8fd68539-a3bd-42ad-b209-c0d4dcf354f1 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:17:07.895102 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-feaeda26-9921-40ef-998d-129c1b70f7c4 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (8fd68539-a3bd-42ad-b209-c0d4dcf354f1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:07.956662 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-feaeda26-9921-40ef-998d-129c1b70f7c4 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] For port 8fd68539-a3bd-42ad-b209-c0d4dcf354f1, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=8fd68539-a3bd-42ad-b209-c0d4dcf354f1,segment=NetworkSegment(184ac77e-e888-4f8e-96c3-69baf6f1b3a7),segment_id=184ac77e-e888-4f8e-96c3-69baf6f1b3a7)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:07.957017 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-feaeda26-9921-40ef-998d-129c1b70f7c4 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (8fd68539-a3bd-42ad-b209-c0d4dcf354f1), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:07.968969 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-feaeda26-9921-40ef-998d-129c1b70f7c4 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Calling delete_port for 8fd68539-a3bd-42ad-b209-c0d4dcf354f1 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:17:08.049138 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-feaeda26-9921-40ef-998d-129c1b70f7c4 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (8fd68539-a3bd-42ad-b209-c0d4dcf354f1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:08.074059 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaeda26-9921-40ef-998d-129c1b70f7c4 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Pushing event deleted for resources: {'Port': ['ID=8fd68539-a3bd-42ad-b209-c0d4dcf354f1,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:08.079301 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaeda26-9921-40ef-998d-129c1b70f7c4 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] No DVR routers for this DVR port 8fd68539-a3bd-42ad-b209-c0d4dcf354f1 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:17:08.163239 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-feaeda26-9921-40ef-998d-129c1b70f7c4 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (c430ffaa-61b3-4d46-8fe7-604132927c43), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:08.182595 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-feaeda26-9921-40ef-998d-129c1b70f7c4 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c430ffaa-61b3-4d46-8fe7-604132927c43']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:08.192723 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-feaeda26-9921-40ef-998d-129c1b70f7c4 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '184ac77e-e888-4f8e-96c3-69baf6f1b3a7') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:08.193013 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-feaeda26-9921-40ef-998d-129c1b70f7c4 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '184ac77e-e888-4f8e-96c3-69baf6f1b3a7') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:08.202928 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-feaeda26-9921-40ef-998d-129c1b70f7c4 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (184ac77e-e888-4f8e-96c3-69baf6f1b3a7), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:08.215711 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-feaeda26-9921-40ef-998d-129c1b70f7c4 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (184ac77e-e888-4f8e-96c3-69baf6f1b3a7), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:08.221852 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feaeda26-9921-40ef-998d-129c1b70f7c4 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:17:08.222257 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-feaeda26-9921-40ef-998d-129c1b70f7c4 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (184ac77e-e888-4f8e-96c3-69baf6f1b3a7), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:08.225275 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 02:17:08.225275 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:17:08.225275 n-d-822053-40 neutron-server[103528]: timer() Feb 09 02:17:08.225275 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:17:08.225275 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 02:17:08.225275 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:17:08.225275 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 02:17:08.225275 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:17:08.225275 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 02:17:08.225275 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:17:08.225275 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 02:17:08.225275 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:17:08.225275 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 02:17:08.225275 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:17:08.225275 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:17:08.225275 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:17:08.225275 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:17:08.225275 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:17:08.225275 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 02:17:08.225275 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:17:08.225275 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 02:17:08.225275 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:17:08.225275 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:17:08.225275 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:17:08.225275 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 02:17:08.225275 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:17:08.225275 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:17:08.225275 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:17:08.225275 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:17:08.225275 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:17:08.225275 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:17:08.225275 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:17:08.283403 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-feaeda26-9921-40ef-998d-129c1b70f7c4 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (c430ffaa-61b3-4d46-8fe7-604132927c43), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:08.288340 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-feaeda26-9921-40ef-998d-129c1b70f7c4 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:08.292642 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-feaeda26-9921-40ef-998d-129c1b70f7c4 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] 10.222.0.30 "DELETE /v2.0/networks/c430ffaa-61b3-4d46-8fe7-604132927c43 HTTP/1.1" status: 204 len: 168 time: 1.7156689 Feb 09 02:17:08.296410 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 50920) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:08.301781 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-89bf52ae-b4f4-4c89-88c6-81d3e4fa0cd9 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1713722738'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:08.309084 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaeda26-9921-40ef-998d-129c1b70f7c4 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Pushing event deleted for resources: {'Network': ['ID=c430ffaa-61b3-4d46-8fe7-604132927c43,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:08.321919 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89bf52ae-b4f4-4c89-88c6-81d3e4fa0cd9 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Made reservation on behalf of 4795029735414399a4253e45b47c8b1d for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:08.325426 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-89bf52ae-b4f4-4c89-88c6-81d3e4fa0cd9 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:08.349859 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89bf52ae-b4f4-4c89-88c6-81d3e4fa0cd9 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:17:08.359359 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-89bf52ae-b4f4-4c89-88c6-81d3e4fa0cd9 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (eca984a9-1534-47dd-a867-2887f40398a6), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:08.359701 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-89bf52ae-b4f4-4c89-88c6-81d3e4fa0cd9 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Added segment eca984a9-1534-47dd-a867-2887f40398a6 of type vlan for network ca5762f4-2540-43af-8cc5-6dd89d5b3476 Feb 09 02:17:08.400951 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-89bf52ae-b4f4-4c89-88c6-81d3e4fa0cd9 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (ca5762f4-2540-43af-8cc5-6dd89d5b3476), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:08.433828 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-89bf52ae-b4f4-4c89-88c6-81d3e4fa0cd9 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (ca5762f4-2540-43af-8cc5-6dd89d5b3476), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:08.441055 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bf52ae-b4f4-4c89-88c6-81d3e4fa0cd9 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:08.442264 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-89bf52ae-b4f4-4c89-88c6-81d3e4fa0cd9 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:08.510494 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-89bf52ae-b4f4-4c89-88c6-81d3e4fa0cd9 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2104082 Feb 09 02:17:08.510721 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 50922) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:08.517770 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-bdbaeb95-def8-4e2a-b349-104b5eb596df tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Request body: {'subnet': {'network_id': 'ca5762f4-2540-43af-8cc5-6dd89d5b3476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:08.534677 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf52ae-b4f4-4c89-88c6-81d3e4fa0cd9 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Pushing event updated for resources: {'Network': ['ID=ca5762f4-2540-43af-8cc5-6dd89d5b3476,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:08.546698 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network ca5762f4-2540-43af-8cc5-6dd89d5b3476 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:17:08.620204 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbaeb95-def8-4e2a-b349-104b5eb596df tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Made reservation on behalf of 4795029735414399a4253e45b47c8b1d for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:08.624165 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bdbaeb95-def8-4e2a-b349-104b5eb596df tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:08.801430 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bdbaeb95-def8-4e2a-b349-104b5eb596df tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (437461ad-32a0-475e-92a0-d1b3db36b730), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:08.859142 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbaeb95-def8-4e2a-b349-104b5eb596df tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Pushing event updated for resources: {'Subnet': ['ID=437461ad-32a0-475e-92a0-d1b3db36b730,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:08.869980 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbaeb95-def8-4e2a-b349-104b5eb596df tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Checking segment: {'id': 'eca984a9-1534-47dd-a867-2887f40398a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ca5762f4-2540-43af-8cc5-6dd89d5b3476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:17:08.870336 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbaeb95-def8-4e2a-b349-104b5eb596df tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Network hostable DHCP agents. Network: ca5762f4-2540-43af-8cc5-6dd89d5b3476, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:17:08.886435 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbaeb95-def8-4e2a-b349-104b5eb596df tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Network ca5762f4-2540-43af-8cc5-6dd89d5b3476 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:17:08.896008 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-bdbaeb95-def8-4e2a-b349-104b5eb596df tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, ca5762f4-2540-43af-8cc5-6dd89d5b3476) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:08.900330 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbaeb95-def8-4e2a-b349-104b5eb596df tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:08.900923 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bdbaeb95-def8-4e2a-b349-104b5eb596df tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:08.906470 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288dde86-1330-4d03-83c6-10eba994970e None None] Network ca5762f4-2540-43af-8cc5-6dd89d5b3476 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:17:08.919959 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-bdbaeb95-def8-4e2a-b349-104b5eb596df tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4082763 Feb 09 02:17:08.924126 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 50924) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:08.929394 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-3933b4e3-0797-4f75-92a6-ad64ae53c1f5 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-147721897'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:08.949426 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3933b4e3-0797-4f75-92a6-ad64ae53c1f5 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Made reservation on behalf of 4795029735414399a4253e45b47c8b1d for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:08.952818 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3933b4e3-0797-4f75-92a6-ad64ae53c1f5 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:08.977427 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3933b4e3-0797-4f75-92a6-ad64ae53c1f5 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:17:08.988508 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3933b4e3-0797-4f75-92a6-ad64ae53c1f5 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (10bf47fd-697a-42a1-9620-c50bb6e6a06c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:08.988852 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-3933b4e3-0797-4f75-92a6-ad64ae53c1f5 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Added segment 10bf47fd-697a-42a1-9620-c50bb6e6a06c of type vlan for network 5f216d7e-b430-49e4-891c-2b7a3e4a899d Feb 09 02:17:09.012687 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb7dda3-1086-47a5-b582-0abeff1de8ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-ca5762f4-2540-43af-8cc5-6dd89d5b3476', 'network_id': 'ca5762f4-2540-43af-8cc5-6dd89d5b3476', 'project_id': '4795029735414399a4253e45b47c8b1d', 'fixed_ips': [{'subnet_id': '437461ad-32a0-475e-92a0-d1b3db36b730'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:17:09.013521 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8bb7dda3-1086-47a5-b582-0abeff1de8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:09.033259 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3933b4e3-0797-4f75-92a6-ad64ae53c1f5 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (5f216d7e-b430-49e4-891c-2b7a3e4a899d), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:09.058280 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3933b4e3-0797-4f75-92a6-ad64ae53c1f5 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (5f216d7e-b430-49e4-891c-2b7a3e4a899d), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:09.063875 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3933b4e3-0797-4f75-92a6-ad64ae53c1f5 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:09.064493 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3933b4e3-0797-4f75-92a6-ad64ae53c1f5 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:09.131161 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3933b4e3-0797-4f75-92a6-ad64ae53c1f5 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2057500 Feb 09 02:17:09.134061 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 50926) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:09.138789 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-813db716-f079-419b-96c1-2e001029851a tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Request body: {'subnet': {'network_id': '5f216d7e-b430-49e4-891c-2b7a3e4a899d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:09.157675 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3933b4e3-0797-4f75-92a6-ad64ae53c1f5 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Pushing event updated for resources: {'Network': ['ID=5f216d7e-b430-49e4-891c-2b7a3e4a899d,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:09.158299 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-8bb7dda3-1086-47a5-b582-0abeff1de8ea None None] Allocated IP 2001:db8::2 (ca5762f4-2540-43af-8cc5-6dd89d5b3476/437461ad-32a0-475e-92a0-d1b3db36b730/cd29fe76-e5c1-4b23-a2cb-d7f48dc1f4ef) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:17:09.169273 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 5f216d7e-b430-49e4-891c-2b7a3e4a899d details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:17:09.232413 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813db716-f079-419b-96c1-2e001029851a tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Made reservation on behalf of 4795029735414399a4253e45b47c8b1d for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:09.236482 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-813db716-f079-419b-96c1-2e001029851a tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:09.362218 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8bb7dda3-1086-47a5-b582-0abeff1de8ea None None] Publish callbacks [] for port (cd29fe76-e5c1-4b23-a2cb-d7f48dc1f4ef), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:09.368112 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8bb7dda3-1086-47a5-b582-0abeff1de8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (cd29fe76-e5c1-4b23-a2cb-d7f48dc1f4ef), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:09.411757 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb7dda3-1086-47a5-b582-0abeff1de8ea None None] Network ca5762f4-2540-43af-8cc5-6dd89d5b3476 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:17:09.414689 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-8bb7dda3-1086-47a5-b582-0abeff1de8ea None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:09.418369 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb7dda3-1086-47a5-b582-0abeff1de8ea None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:17:09.424060 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7dda3-1086-47a5-b582-0abeff1de8ea None None] Pushing event updated for resources: {'Port': ['ID=cd29fe76-e5c1-4b23-a2cb-d7f48dc1f4ef,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:09.424750 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-813db716-f079-419b-96c1-2e001029851a tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (b2459809-88e5-4eda-88e1-88bf245d8450), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:09.479351 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-8bb7dda3-1086-47a5-b582-0abeff1de8ea None None] Attempting to bind port cd29fe76-e5c1-4b23-a2cb-d7f48dc1f4ef on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:17:09.479719 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-8bb7dda3-1086-47a5-b582-0abeff1de8ea None None] Attempting to bind port cd29fe76-e5c1-4b23-a2cb-d7f48dc1f4ef by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'eca984a9-1534-47dd-a867-2887f40398a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ca5762f4-2540-43af-8cc5-6dd89d5b3476'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:17:09.480129 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb7dda3-1086-47a5-b582-0abeff1de8ea None None] Attempting to bind port cd29fe76-e5c1-4b23-a2cb-d7f48dc1f4ef on network ca5762f4-2540-43af-8cc5-6dd89d5b3476 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:17:09.486034 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb7dda3-1086-47a5-b582-0abeff1de8ea None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:17:09.486408 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb7dda3-1086-47a5-b582-0abeff1de8ea None None] Checking segment: {'id': 'eca984a9-1534-47dd-a867-2887f40398a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ca5762f4-2540-43af-8cc5-6dd89d5b3476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:17:09.486802 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8bb7dda3-1086-47a5-b582-0abeff1de8ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:09.487189 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb7dda3-1086-47a5-b582-0abeff1de8ea None None] Bound using segment: {'id': 'eca984a9-1534-47dd-a867-2887f40398a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ca5762f4-2540-43af-8cc5-6dd89d5b3476'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:17:09.487655 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-8bb7dda3-1086-47a5-b582-0abeff1de8ea None None] Bound port: cd29fe76-e5c1-4b23-a2cb-d7f48dc1f4ef, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca984a9-1534-47dd-a867-2887f40398a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ca5762f4-2540-43af-8cc5-6dd89d5b3476'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:17:09.488045 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8bb7dda3-1086-47a5-b582-0abeff1de8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (cd29fe76-e5c1-4b23-a2cb-d7f48dc1f4ef), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:09.490465 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813db716-f079-419b-96c1-2e001029851a tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Pushing event updated for resources: {'Subnet': ['ID=b2459809-88e5-4eda-88e1-88bf245d8450,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:09.504776 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813db716-f079-419b-96c1-2e001029851a tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Checking segment: {'id': '10bf47fd-697a-42a1-9620-c50bb6e6a06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5f216d7e-b430-49e4-891c-2b7a3e4a899d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:17:09.505137 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813db716-f079-419b-96c1-2e001029851a tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Network hostable DHCP agents. Network: 5f216d7e-b430-49e4-891c-2b7a3e4a899d, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:17:09.521676 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813db716-f079-419b-96c1-2e001029851a tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Network 5f216d7e-b430-49e4-891c-2b7a3e4a899d is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:17:09.530336 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-813db716-f079-419b-96c1-2e001029851a tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 5f216d7e-b430-49e4-891c-2b7a3e4a899d) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:09.535357 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813db716-f079-419b-96c1-2e001029851a tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:09.535968 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-813db716-f079-419b-96c1-2e001029851a tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:09.551181 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2367b904-9a8e-42fb-bc5d-b5844e5fcb89 None None] Network 5f216d7e-b430-49e4-891c-2b7a3e4a899d requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:17:09.552581 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-813db716-f079-419b-96c1-2e001029851a tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4176350 Feb 09 02:17:09.555161 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 50928) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:09.656656 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9a201cd3-b461-4035-8b9e-f7c3f12e3764 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (5f216d7e-b430-49e4-891c-2b7a3e4a899d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:09.740015 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9a201cd3-b461-4035-8b9e-f7c3f12e3764 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (b2459809-88e5-4eda-88e1-88bf245d8450), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:09.759363 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-8bb7dda3-1086-47a5-b582-0abeff1de8ea None None] For port cd29fe76-e5c1-4b23-a2cb-d7f48dc1f4ef, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:17:09.780749 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-8bb7dda3-1086-47a5-b582-0abeff1de8ea None None] For port cd29fe76-e5c1-4b23-a2cb-d7f48dc1f4ef, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=cd29fe76-e5c1-4b23-a2cb-d7f48dc1f4ef,segment=NetworkSegment(eca984a9-1534-47dd-a867-2887f40398a6),segment_id=eca984a9-1534-47dd-a867-2887f40398a6)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:17:09.788935 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8bb7dda3-1086-47a5-b582-0abeff1de8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (cd29fe76-e5c1-4b23-a2cb-d7f48dc1f4ef), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:09.805334 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9a201cd3-b461-4035-8b9e-f7c3f12e3764 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (b2459809-88e5-4eda-88e1-88bf245d8450), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:09.834626 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a201cd3-b461-4035-8b9e-f7c3f12e3764 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Pushing event deleted for resources: {'Subnet': ['ID=b2459809-88e5-4eda-88e1-88bf245d8450,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:09.873263 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0de79b-447e-4b6b-b2f1-1ddf8f043a98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-5f216d7e-b430-49e4-891c-2b7a3e4a899d', 'network_id': '5f216d7e-b430-49e4-891c-2b7a3e4a899d', 'project_id': '4795029735414399a4253e45b47c8b1d', 'fixed_ips': [{'subnet_id': 'b2459809-88e5-4eda-88e1-88bf245d8450'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:17:09.874711 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-dc0de79b-447e-4b6b-b2f1-1ddf8f043a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:09.884499 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7dda3-1086-47a5-b582-0abeff1de8ea None None] Pushing event updated for resources: {'Port': ['ID=cd29fe76-e5c1-4b23-a2cb-d7f48dc1f4ef,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:09.907444 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9a201cd3-b461-4035-8b9e-f7c3f12e3764 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (5f216d7e-b430-49e4-891c-2b7a3e4a899d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:09.930298 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-9a201cd3-b461-4035-8b9e-f7c3f12e3764 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f216d7e-b430-49e4-891c-2b7a3e4a899d']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:09.941295 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-9a201cd3-b461-4035-8b9e-f7c3f12e3764 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10bf47fd-697a-42a1-9620-c50bb6e6a06c') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:09.941591 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-9a201cd3-b461-4035-8b9e-f7c3f12e3764 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10bf47fd-697a-42a1-9620-c50bb6e6a06c') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:09.950945 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9a201cd3-b461-4035-8b9e-f7c3f12e3764 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (10bf47fd-697a-42a1-9620-c50bb6e6a06c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:09.966995 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9a201cd3-b461-4035-8b9e-f7c3f12e3764 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (10bf47fd-697a-42a1-9620-c50bb6e6a06c), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:09.969296 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a192de-cdb2-44fe-9d40-8dfb138f0717 None None] Network 5f216d7e-b430-49e4-891c-2b7a3e4a899d requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:17:09.973610 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a201cd3-b461-4035-8b9e-f7c3f12e3764 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:17:09.973998 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9a201cd3-b461-4035-8b9e-f7c3f12e3764 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (10bf47fd-697a-42a1-9620-c50bb6e6a06c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:09.977483 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 02:17:09.977483 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:17:09.977483 n-d-822053-40 neutron-server[103529]: timer() Feb 09 02:17:09.977483 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:17:09.977483 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 02:17:09.977483 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:17:09.977483 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 02:17:09.977483 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:17:09.977483 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 02:17:09.977483 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:17:09.977483 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 02:17:09.977483 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:17:09.977483 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 02:17:09.977483 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:17:09.977483 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:17:09.977483 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:17:09.977483 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:17:09.977483 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:17:09.977483 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 02:17:09.977483 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:17:09.977483 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 02:17:09.977483 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:17:09.977483 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:17:09.977483 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:17:09.977483 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 02:17:09.977483 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:17:09.977483 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:17:09.977483 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:17:09.977483 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:17:09.977483 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:17:09.977483 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:17:09.977483 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:17:10.056375 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9a201cd3-b461-4035-8b9e-f7c3f12e3764 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (5f216d7e-b430-49e4-891c-2b7a3e4a899d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:10.062957 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9a201cd3-b461-4035-8b9e-f7c3f12e3764 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:10.066971 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9a201cd3-b461-4035-8b9e-f7c3f12e3764 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] 10.222.0.30 "DELETE /v2.0/networks/5f216d7e-b430-49e4-891c-2b7a3e4a899d HTTP/1.1" status: 204 len: 168 time: 0.5108664 Feb 09 02:17:10.070236 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 50930) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:10.092832 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a201cd3-b461-4035-8b9e-f7c3f12e3764 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Pushing event deleted for resources: {'Network': ['ID=5f216d7e-b430-49e4-891c-2b7a3e4a899d,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:10.113017 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-af1d7f20-8049-443f-afce-f1cf0e3cb15e tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] GET failed (client error): The resource could not be found. Feb 09 02:17:10.114356 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-af1d7f20-8049-443f-afce-f1cf0e3cb15e tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] 10.222.0.30 "GET /v2.0/subnets/b2459809-88e5-4eda-88e1-88bf245d8450 HTTP/1.1" status: 404 len: 337 time: 0.0425928 Feb 09 02:17:10.117107 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 50932) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:10.141289 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dab243f-5258-423a-b793-cb2319caff47 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] DELETE failed (client error): The resource could not be found. Feb 09 02:17:10.141857 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dab243f-5258-423a-b793-cb2319caff47 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:17:10.145005 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9dab243f-5258-423a-b793-cb2319caff47 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] 10.222.0.30 "DELETE /v2.0/networks/5f216d7e-b430-49e4-891c-2b7a3e4a899d HTTP/1.1" status: 404 len: 339 time: 0.0269475 Feb 09 02:17:10.149157 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 50934) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:10.181594 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b24e520-b487-4b9b-8e4c-a7cb06d96d69 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] DELETE failed (client error): The resource could not be found. Feb 09 02:17:10.181968 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b24e520-b487-4b9b-8e4c-a7cb06d96d69 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:17:10.188171 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3b24e520-b487-4b9b-8e4c-a7cb06d96d69 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] 10.222.0.30 "DELETE /v2.0/subnets/b2459809-88e5-4eda-88e1-88bf245d8450 HTTP/1.1" status: 404 len: 337 time: 0.0348756 Feb 09 02:17:10.188365 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 50936) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:10.212329 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c7dc4fd-265f-4a1b-ab02-31edcba879ae tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] DELETE failed (client error): The resource could not be found. Feb 09 02:17:10.212835 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c7dc4fd-265f-4a1b-ab02-31edcba879ae tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:17:10.215874 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3c7dc4fd-265f-4a1b-ab02-31edcba879ae tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] 10.222.0.30 "DELETE /v2.0/networks/5f216d7e-b430-49e4-891c-2b7a3e4a899d HTTP/1.1" status: 404 len: 339 time: 0.0265000 Feb 09 02:17:10.218454 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 50938) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:10.273095 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-493f2667-61ec-404f-a2f8-301bdf25c07e tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Deleting subnet 437461ad-32a0-475e-92a0-d1b3db36b730 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:17:10.276235 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-493f2667-61ec-404f-a2f8-301bdf25c07e tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks [] for subnet (437461ad-32a0-475e-92a0-d1b3db36b730), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:10.316009 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-493f2667-61ec-404f-a2f8-301bdf25c07e tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (437461ad-32a0-475e-92a0-d1b3db36b730), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:10.406330 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-493f2667-61ec-404f-a2f8-301bdf25c07e tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (437461ad-32a0-475e-92a0-d1b3db36b730), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:10.463906 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-493f2667-61ec-404f-a2f8-301bdf25c07e tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (437461ad-32a0-475e-92a0-d1b3db36b730), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:10.491802 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f2667-61ec-404f-a2f8-301bdf25c07e tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Pushing event deleted for resources: {'Subnet': ['ID=437461ad-32a0-475e-92a0-d1b3db36b730,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:10.496832 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-493f2667-61ec-404f-a2f8-301bdf25c07e tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:10.500962 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-493f2667-61ec-404f-a2f8-301bdf25c07e tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] 10.222.0.30 "DELETE /v2.0/subnets/437461ad-32a0-475e-92a0-d1b3db36b730 HTTP/1.1" status: 204 len: 168 time: 0.2813911 Feb 09 02:17:10.503408 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 50940) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:10.583838 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c2545e9e-421f-4842-800e-20c58affd526 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (ca5762f4-2540-43af-8cc5-6dd89d5b3476), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:10.644737 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-c2545e9e-421f-4842-800e-20c58affd526 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Deleting port cd29fe76-e5c1-4b23-a2cb-d7f48dc1f4ef {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:17:10.645079 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c2545e9e-421f-4842-800e-20c58affd526 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (cd29fe76-e5c1-4b23-a2cb-d7f48dc1f4ef), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:10.711028 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-c2545e9e-421f-4842-800e-20c58affd526 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] For port cd29fe76-e5c1-4b23-a2cb-d7f48dc1f4ef, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=cd29fe76-e5c1-4b23-a2cb-d7f48dc1f4ef,segment=NetworkSegment(eca984a9-1534-47dd-a867-2887f40398a6),segment_id=eca984a9-1534-47dd-a867-2887f40398a6)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:10.711380 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c2545e9e-421f-4842-800e-20c58affd526 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (cd29fe76-e5c1-4b23-a2cb-d7f48dc1f4ef), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:10.724674 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-c2545e9e-421f-4842-800e-20c58affd526 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Calling delete_port for cd29fe76-e5c1-4b23-a2cb-d7f48dc1f4ef owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:17:10.812250 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49a374e-1576-405e-9e46-d83fac137191 None None] Network ca5762f4-2540-43af-8cc5-6dd89d5b3476 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:17:10.816911 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c2545e9e-421f-4842-800e-20c58affd526 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (cd29fe76-e5c1-4b23-a2cb-d7f48dc1f4ef), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:10.842146 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2545e9e-421f-4842-800e-20c58affd526 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Pushing event deleted for resources: {'Port': ['ID=cd29fe76-e5c1-4b23-a2cb-d7f48dc1f4ef,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:10.845765 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2545e9e-421f-4842-800e-20c58affd526 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] No DVR routers for this DVR port cd29fe76-e5c1-4b23-a2cb-d7f48dc1f4ef on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:17:10.903233 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-10efaa6b-70bb-437c-b94d-f22f23db6562 None None] Could not find standard attr ID for object cd29fe76-e5c1-4b23-a2cb-d7f48dc1f4ef. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:17:10.931294 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c2545e9e-421f-4842-800e-20c58affd526 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (ca5762f4-2540-43af-8cc5-6dd89d5b3476), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:10.951600 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2a068b-6426-4deb-8bc2-8f6cb7cf6c13 None None] DHCP port deletion for ca5762f4-2540-43af-8cc5-6dd89d5b3476 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:17:10.952179 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-c2545e9e-421f-4842-800e-20c58affd526 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca5762f4-2540-43af-8cc5-6dd89d5b3476']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:10.964561 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-c2545e9e-421f-4842-800e-20c58affd526 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eca984a9-1534-47dd-a867-2887f40398a6') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:10.964857 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-c2545e9e-421f-4842-800e-20c58affd526 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eca984a9-1534-47dd-a867-2887f40398a6') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:10.975178 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c2545e9e-421f-4842-800e-20c58affd526 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (eca984a9-1534-47dd-a867-2887f40398a6), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:10.990338 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c2545e9e-421f-4842-800e-20c58affd526 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (eca984a9-1534-47dd-a867-2887f40398a6), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:10.996554 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2545e9e-421f-4842-800e-20c58affd526 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:17:10.996936 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c2545e9e-421f-4842-800e-20c58affd526 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (eca984a9-1534-47dd-a867-2887f40398a6), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:11.000664 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 02:17:11.000664 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:17:11.000664 n-d-822053-40 neutron-server[103529]: timer() Feb 09 02:17:11.000664 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:17:11.000664 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 02:17:11.000664 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:17:11.000664 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 02:17:11.000664 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:17:11.000664 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 02:17:11.000664 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:17:11.000664 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 02:17:11.000664 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:17:11.000664 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 02:17:11.000664 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:17:11.000664 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:17:11.000664 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:17:11.000664 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:17:11.000664 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:17:11.000664 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 02:17:11.000664 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:17:11.000664 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 02:17:11.000664 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:17:11.000664 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:17:11.000664 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:17:11.000664 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 02:17:11.000664 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:17:11.000664 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:17:11.000664 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:17:11.000664 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:17:11.000664 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:17:11.000664 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:17:11.000664 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:17:11.058049 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c2545e9e-421f-4842-800e-20c58affd526 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (ca5762f4-2540-43af-8cc5-6dd89d5b3476), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:11.065752 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c2545e9e-421f-4842-800e-20c58affd526 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:11.068964 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c2545e9e-421f-4842-800e-20c58affd526 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] 10.222.0.30 "DELETE /v2.0/networks/ca5762f4-2540-43af-8cc5-6dd89d5b3476 HTTP/1.1" status: 204 len: 168 time: 0.5645900 Feb 09 02:17:11.071611 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 50942) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:11.080883 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2545e9e-421f-4842-800e-20c58affd526 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Pushing event deleted for resources: {'Network': ['ID=ca5762f4-2540-43af-8cc5-6dd89d5b3476,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:11.105472 n-d-822053-40 neutron-server[103528]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce3b885c-a9f2-4236-bf99-8f38777e17fd tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] DELETE failed (client error): The resource could not be found. Feb 09 02:17:11.105922 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce3b885c-a9f2-4236-bf99-8f38777e17fd tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103528) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:17:11.109826 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ce3b885c-a9f2-4236-bf99-8f38777e17fd tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] 10.222.0.30 "DELETE /v2.0/subnets/a00c123b-5443-4661-813b-e3580cabf488 HTTP/1.1" status: 404 len: 337 time: 0.0308092 Feb 09 02:17:11.112606 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 50944) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:11.130858 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-b662710b-bb82-4700-a1fb-fd32bfc8d7a6 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] DELETE failed (client error): The resource could not be found. Feb 09 02:17:11.131337 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b662710b-bb82-4700-a1fb-fd32bfc8d7a6 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:17:11.134335 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b662710b-bb82-4700-a1fb-fd32bfc8d7a6 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] 10.222.0.30 "DELETE /v2.0/networks/c430ffaa-61b3-4d46-8fe7-604132927c43 HTTP/1.1" status: 404 len: 339 time: 0.0207086 Feb 09 02:17:11.136801 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 50946) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:11.162085 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fe92c88-2db4-4063-b8d2-f0ace0073b17 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] DELETE failed (client error): The resource could not be found. Feb 09 02:17:11.162525 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fe92c88-2db4-4063-b8d2-f0ace0073b17 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:17:11.165500 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3fe92c88-2db4-4063-b8d2-f0ace0073b17 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] 10.222.0.30 "DELETE /v2.0/subnets/53e12d73-6d90-4f01-abd0-7214fac424aa HTTP/1.1" status: 404 len: 337 time: 0.0277939 Feb 09 02:17:11.167722 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 50948) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:11.189552 n-d-822053-40 neutron-server[103529]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c9dc24a-635e-4f55-88dc-c4fcefb964ce tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] DELETE failed (client error): The resource could not be found. Feb 09 02:17:11.190024 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c9dc24a-635e-4f55-88dc-c4fcefb964ce tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103529) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:17:11.192945 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3c9dc24a-635e-4f55-88dc-c4fcefb964ce tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] 10.222.0.30 "DELETE /v2.0/networks/f9a17a07-de13-4e02-9c37-723f79d0fb28 HTTP/1.1" status: 404 len: 339 time: 0.0242651 Feb 09 02:17:11.195358 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 50950) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:11.245452 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-270aab06-5245-4319-a389-845afa0b1bd9 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Deleting subnet b5c5d4d9-f6e9-42d5-a1d1-fbeba7b22d66 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:17:11.248951 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-270aab06-5245-4319-a389-845afa0b1bd9 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks [] for subnet (b5c5d4d9-f6e9-42d5-a1d1-fbeba7b22d66), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:11.288549 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-270aab06-5245-4319-a389-845afa0b1bd9 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (b5c5d4d9-f6e9-42d5-a1d1-fbeba7b22d66), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:11.374056 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-270aab06-5245-4319-a389-845afa0b1bd9 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (b5c5d4d9-f6e9-42d5-a1d1-fbeba7b22d66), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:11.766143 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-270aab06-5245-4319-a389-845afa0b1bd9 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (b5c5d4d9-f6e9-42d5-a1d1-fbeba7b22d66), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:11.792371 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270aab06-5245-4319-a389-845afa0b1bd9 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Pushing event deleted for resources: {'Subnet': ['ID=b5c5d4d9-f6e9-42d5-a1d1-fbeba7b22d66,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:11.795909 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-270aab06-5245-4319-a389-845afa0b1bd9 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:11.799044 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-270aab06-5245-4319-a389-845afa0b1bd9 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] 10.222.0.30 "DELETE /v2.0/subnets/b5c5d4d9-f6e9-42d5-a1d1-fbeba7b22d66 HTTP/1.1" status: 204 len: 168 time: 0.6028259 Feb 09 02:17:11.801628 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 50952) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:11.802390 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d60c10-c011-4f1c-a4fe-d5d93375aa08 None None] Network 94d7d9cd-41ee-4d6e-99de-fd2d665d5770 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:17:11.877544 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6441bc9-8df5-4ee7-a2a2-e34fb570ec70 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (94d7d9cd-41ee-4d6e-99de-fd2d665d5770), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:11.938049 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b6441bc9-8df5-4ee7-a2a2-e34fb570ec70 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Deleting port 77a7ea31-59f2-4a41-9618-4ab5bec89d35 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:17:11.938382 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6441bc9-8df5-4ee7-a2a2-e34fb570ec70 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (77a7ea31-59f2-4a41-9618-4ab5bec89d35), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:11.952660 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f37f15-6736-440b-83f6-a6951f93e399 None None] DHCP port deletion for 94d7d9cd-41ee-4d6e-99de-fd2d665d5770 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:17:12.000672 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-b6441bc9-8df5-4ee7-a2a2-e34fb570ec70 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] For port 77a7ea31-59f2-4a41-9618-4ab5bec89d35, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=77a7ea31-59f2-4a41-9618-4ab5bec89d35,segment=NetworkSegment(9ad2b6b4-59d4-4566-b17c-7cf2be3ede28),segment_id=9ad2b6b4-59d4-4566-b17c-7cf2be3ede28)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:12.001034 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6441bc9-8df5-4ee7-a2a2-e34fb570ec70 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (77a7ea31-59f2-4a41-9618-4ab5bec89d35), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:12.002982 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c7f37f15-6736-440b-83f6-a6951f93e399 None None] Deleting port 77a7ea31-59f2-4a41-9618-4ab5bec89d35 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:17:12.003347 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c7f37f15-6736-440b-83f6-a6951f93e399 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (77a7ea31-59f2-4a41-9618-4ab5bec89d35), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:12.013313 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b6441bc9-8df5-4ee7-a2a2-e34fb570ec70 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Calling delete_port for 77a7ea31-59f2-4a41-9618-4ab5bec89d35 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:17:12.066872 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-c7f37f15-6736-440b-83f6-a6951f93e399 None None] For port 77a7ea31-59f2-4a41-9618-4ab5bec89d35, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=77a7ea31-59f2-4a41-9618-4ab5bec89d35,segment=NetworkSegment(9ad2b6b4-59d4-4566-b17c-7cf2be3ede28),segment_id=9ad2b6b4-59d4-4566-b17c-7cf2be3ede28)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:12.067256 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c7f37f15-6736-440b-83f6-a6951f93e399 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (77a7ea31-59f2-4a41-9618-4ab5bec89d35), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:12.079268 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c7f37f15-6736-440b-83f6-a6951f93e399 None None] Calling delete_port for 77a7ea31-59f2-4a41-9618-4ab5bec89d35 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:17:12.098534 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6441bc9-8df5-4ee7-a2a2-e34fb570ec70 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (77a7ea31-59f2-4a41-9618-4ab5bec89d35), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:12.124338 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6441bc9-8df5-4ee7-a2a2-e34fb570ec70 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Pushing event deleted for resources: {'Port': ['ID=77a7ea31-59f2-4a41-9618-4ab5bec89d35,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:12.128889 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6441bc9-8df5-4ee7-a2a2-e34fb570ec70 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] No DVR routers for this DVR port 77a7ea31-59f2-4a41-9618-4ab5bec89d35 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:17:12.160787 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c7f37f15-6736-440b-83f6-a6951f93e399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (77a7ea31-59f2-4a41-9618-4ab5bec89d35), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:12.185342 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f37f15-6736-440b-83f6-a6951f93e399 None None] Pushing event deleted for resources: {'Port': ['ID=77a7ea31-59f2-4a41-9618-4ab5bec89d35,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:12.190403 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f37f15-6736-440b-83f6-a6951f93e399 None None] No DVR routers for this DVR port 77a7ea31-59f2-4a41-9618-4ab5bec89d35 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:17:12.211443 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6441bc9-8df5-4ee7-a2a2-e34fb570ec70 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (94d7d9cd-41ee-4d6e-99de-fd2d665d5770), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:12.230572 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-b6441bc9-8df5-4ee7-a2a2-e34fb570ec70 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94d7d9cd-41ee-4d6e-99de-fd2d665d5770']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:12.240011 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-b6441bc9-8df5-4ee7-a2a2-e34fb570ec70 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ad2b6b4-59d4-4566-b17c-7cf2be3ede28') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:12.240306 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-b6441bc9-8df5-4ee7-a2a2-e34fb570ec70 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ad2b6b4-59d4-4566-b17c-7cf2be3ede28') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:12.249976 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6441bc9-8df5-4ee7-a2a2-e34fb570ec70 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (9ad2b6b4-59d4-4566-b17c-7cf2be3ede28), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:12.262930 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6441bc9-8df5-4ee7-a2a2-e34fb570ec70 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (9ad2b6b4-59d4-4566-b17c-7cf2be3ede28), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:12.269469 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6441bc9-8df5-4ee7-a2a2-e34fb570ec70 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:17:12.269914 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6441bc9-8df5-4ee7-a2a2-e34fb570ec70 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (9ad2b6b4-59d4-4566-b17c-7cf2be3ede28), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:12.273145 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 02:17:12.273145 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:17:12.273145 n-d-822053-40 neutron-server[103528]: timer() Feb 09 02:17:12.273145 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:17:12.273145 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 02:17:12.273145 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:17:12.273145 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 02:17:12.273145 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:17:12.273145 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 02:17:12.273145 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:17:12.273145 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 02:17:12.273145 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:17:12.273145 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 02:17:12.273145 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:17:12.273145 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:17:12.273145 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:17:12.273145 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:17:12.273145 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:17:12.273145 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 02:17:12.273145 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:17:12.273145 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 02:17:12.273145 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:17:12.273145 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:17:12.273145 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:17:12.273145 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 02:17:12.273145 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:17:12.273145 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:17:12.273145 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:17:12.273145 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:17:12.273145 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:17:12.273145 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:17:12.273145 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:17:12.330517 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6441bc9-8df5-4ee7-a2a2-e34fb570ec70 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (94d7d9cd-41ee-4d6e-99de-fd2d665d5770), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:12.337376 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6441bc9-8df5-4ee7-a2a2-e34fb570ec70 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:12.340502 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b6441bc9-8df5-4ee7-a2a2-e34fb570ec70 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] 10.222.0.30 "DELETE /v2.0/networks/94d7d9cd-41ee-4d6e-99de-fd2d665d5770 HTTP/1.1" status: 204 len: 168 time: 0.5377221 Feb 09 02:17:12.352171 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6441bc9-8df5-4ee7-a2a2-e34fb570ec70 tempest-NetworksIpV6Test-791594013 tempest-NetworksIpV6Test-791594013-project] Pushing event deleted for resources: {'Network': ['ID=94d7d9cd-41ee-4d6e-99de-fd2d665d5770,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:12.579801 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 50958) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:12.710218 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d31e9de9-a33d-44da-8058-010b5f08a892 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4795029735414399a4253e45b47c8b1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1292322 Feb 09 02:17:12.712682 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 50962) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:12.764084 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-af3157bc-e818-4bdd-8972-00ed19c96d67 admin admin] Publish callbacks [] for security_group (1ad6cf3f-4dcf-4e2b-9c66-bb0ebe4fc78e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:12.785884 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-af3157bc-e818-4bdd-8972-00ed19c96d67 admin admin] Publish callbacks [] for security_group (1ad6cf3f-4dcf-4e2b-9c66-bb0ebe4fc78e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:12.832402 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-af3157bc-e818-4bdd-8972-00ed19c96d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (1ad6cf3f-4dcf-4e2b-9c66-bb0ebe4fc78e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:12.834998 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-af3157bc-e818-4bdd-8972-00ed19c96d67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:12.836138 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-af3157bc-e818-4bdd-8972-00ed19c96d67 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1ad6cf3f-4dcf-4e2b-9c66-bb0ebe4fc78e HTTP/1.1" status: 204 len: 168 time: 0.1225643 Feb 09 02:17:12.845525 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3157bc-e818-4bdd-8972-00ed19c96d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad6cf3f-4dcf-4e2b-9c66-bb0ebe4fc78e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:13.188615 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 77a7ea31-59f2-4a41-9618-4ab5bec89d35 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:17:13.208621 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 77a7ea31-59f2-4a41-9618-4ab5bec89d35 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:17:13.208968 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 77a7ea31-59f2-4a41-9618-4ab5bec89d35 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:17:13.470071 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 50984) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:13.564729 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-f9d7bf4d-815f-4f44-930e-bd09db51d73a tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-233912145', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:13.585487 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9d7bf4d-815f-4f44-930e-bd09db51d73a tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (f53dd541-85f2-4ad7-9e8d-68c725c61aab), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:13.586505 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9d7bf4d-815f-4f44-930e-bd09db51d73a tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (f53dd541-85f2-4ad7-9e8d-68c725c61aab), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:13.637002 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9d7bf4d-815f-4f44-930e-bd09db51d73a tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks [] for router_controller (f53dd541-85f2-4ad7-9e8d-68c725c61aab), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:13.640931 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9d7bf4d-815f-4f44-930e-bd09db51d73a tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (f53dd541-85f2-4ad7-9e8d-68c725c61aab), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:13.658394 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9d7bf4d-815f-4f44-930e-bd09db51d73a tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:13.659590 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f9d7bf4d-815f-4f44-930e-bd09db51d73a tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1885018 Feb 09 02:17:13.662360 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 50988) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:13.667001 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-2a42ad48-db0a-4db9-9147-ba38090da594 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1942075507'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:13.685309 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a42ad48-db0a-4db9-9147-ba38090da594 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Made reservation on behalf of ae49206df68b42f8a29985840712c4c7 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:13.688685 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a42ad48-db0a-4db9-9147-ba38090da594 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:13.697067 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a42ad48-db0a-4db9-9147-ba38090da594 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:13.774777 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a42ad48-db0a-4db9-9147-ba38090da594 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks [] for security_group (f7ecadfd-565c-4cde-9ce5-be7bec476356), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:13.778634 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a42ad48-db0a-4db9-9147-ba38090da594 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f7ecadfd-565c-4cde-9ce5-be7bec476356), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:13.802620 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a42ad48-db0a-4db9-9147-ba38090da594 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:17:13.815920 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42ad48-db0a-4db9-9147-ba38090da594 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ecadfd-565c-4cde-9ce5-be7bec476356,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:13.820649 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a42ad48-db0a-4db9-9147-ba38090da594 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (557af05d-3abc-4d7d-9db3-9d063ea186a7), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:13.820999 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-2a42ad48-db0a-4db9-9147-ba38090da594 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Added segment 557af05d-3abc-4d7d-9db3-9d063ea186a7 of type vlan for network 54701e5b-5db0-4053-acef-5ff849922b3a Feb 09 02:17:13.860840 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a42ad48-db0a-4db9-9147-ba38090da594 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (54701e5b-5db0-4053-acef-5ff849922b3a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:13.884774 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a42ad48-db0a-4db9-9147-ba38090da594 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (54701e5b-5db0-4053-acef-5ff849922b3a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:13.890743 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a42ad48-db0a-4db9-9147-ba38090da594 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:13.891716 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a42ad48-db0a-4db9-9147-ba38090da594 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:13.944680 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2a42ad48-db0a-4db9-9147-ba38090da594 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2813141 Feb 09 02:17:13.947552 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 50990) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:13.953318 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-b98457dc-f2e9-4a8a-b366-287ecdef0ddd tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Request body: {'subnet': {'network_id': '54701e5b-5db0-4053-acef-5ff849922b3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:13.959319 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42ad48-db0a-4db9-9147-ba38090da594 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Pushing event updated for resources: {'Network': ['ID=54701e5b-5db0-4053-acef-5ff849922b3a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:13.970394 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 54701e5b-5db0-4053-acef-5ff849922b3a details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:17:14.044740 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98457dc-f2e9-4a8a-b366-287ecdef0ddd tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Made reservation on behalf of ae49206df68b42f8a29985840712c4c7 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:14.048273 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b98457dc-f2e9-4a8a-b366-287ecdef0ddd tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:14.221400 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b98457dc-f2e9-4a8a-b366-287ecdef0ddd tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (7aedb9c0-4f51-4157-ae06-752403a6ea9d), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:14.283112 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98457dc-f2e9-4a8a-b366-287ecdef0ddd tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Pushing event updated for resources: {'Subnet': ['ID=7aedb9c0-4f51-4157-ae06-752403a6ea9d,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:14.290101 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98457dc-f2e9-4a8a-b366-287ecdef0ddd tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Checking segment: {'id': '557af05d-3abc-4d7d-9db3-9d063ea186a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '54701e5b-5db0-4053-acef-5ff849922b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:17:14.290468 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98457dc-f2e9-4a8a-b366-287ecdef0ddd tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Network hostable DHCP agents. Network: 54701e5b-5db0-4053-acef-5ff849922b3a, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:17:14.307182 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98457dc-f2e9-4a8a-b366-287ecdef0ddd tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Network 54701e5b-5db0-4053-acef-5ff849922b3a is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:17:14.316394 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-b98457dc-f2e9-4a8a-b366-287ecdef0ddd tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 54701e5b-5db0-4053-acef-5ff849922b3a) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:14.320315 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98457dc-f2e9-4a8a-b366-287ecdef0ddd tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:14.320911 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b98457dc-f2e9-4a8a-b366-287ecdef0ddd tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:14.327637 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb956aa7-57d1-4047-b480-47fb08881493 None None] Network 54701e5b-5db0-4053-acef-5ff849922b3a requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:17:14.339587 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b98457dc-f2e9-4a8a-b366-287ecdef0ddd tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3908870 Feb 09 02:17:14.342915 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 50992) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:14.347876 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-8f29b289-5275-4a9c-bbc2-f479d6524120 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1077687854'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:14.367042 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f29b289-5275-4a9c-bbc2-f479d6524120 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Made reservation on behalf of ae49206df68b42f8a29985840712c4c7 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:14.370328 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8f29b289-5275-4a9c-bbc2-f479d6524120 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:14.396181 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f29b289-5275-4a9c-bbc2-f479d6524120 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:17:14.405416 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8f29b289-5275-4a9c-bbc2-f479d6524120 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (cb0c8abe-a9f4-4a94-b8bd-fca0c0c5b5c9), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:14.405757 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-8f29b289-5275-4a9c-bbc2-f479d6524120 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Added segment cb0c8abe-a9f4-4a94-b8bd-fca0c0c5b5c9 of type vlan for network 5d11e16f-cf5a-404f-a68d-a0efc4f96bfa Feb 09 02:17:14.431136 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4656da27-0c69-44d8-83a4-c3496159e077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-54701e5b-5db0-4053-acef-5ff849922b3a', 'network_id': '54701e5b-5db0-4053-acef-5ff849922b3a', 'project_id': 'ae49206df68b42f8a29985840712c4c7', 'fixed_ips': [{'subnet_id': '7aedb9c0-4f51-4157-ae06-752403a6ea9d'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:17:14.432004 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4656da27-0c69-44d8-83a4-c3496159e077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:14.449561 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8f29b289-5275-4a9c-bbc2-f479d6524120 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (5d11e16f-cf5a-404f-a68d-a0efc4f96bfa), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:14.475017 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8f29b289-5275-4a9c-bbc2-f479d6524120 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (5d11e16f-cf5a-404f-a68d-a0efc4f96bfa), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:14.479895 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f29b289-5275-4a9c-bbc2-f479d6524120 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:14.480499 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8f29b289-5275-4a9c-bbc2-f479d6524120 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:14.539361 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8f29b289-5275-4a9c-bbc2-f479d6524120 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1952829 Feb 09 02:17:14.542530 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 50994) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:14.550816 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-c479d088-e8de-43b1-8f6c-24d2466900cf tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Request body: {'subnet': {'network_id': '5d11e16f-cf5a-404f-a68d-a0efc4f96bfa', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:14.557781 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29b289-5275-4a9c-bbc2-f479d6524120 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Pushing event updated for resources: {'Network': ['ID=5d11e16f-cf5a-404f-a68d-a0efc4f96bfa,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:14.569866 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 5d11e16f-cf5a-404f-a68d-a0efc4f96bfa details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:17:14.586839 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-4656da27-0c69-44d8-83a4-c3496159e077 None None] Allocated IP 172.20.0.2 (54701e5b-5db0-4053-acef-5ff849922b3a/7aedb9c0-4f51-4157-ae06-752403a6ea9d/572ec7b0-52ff-4a0f-a138-227e3b6c3d25) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:17:14.647598 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c479d088-e8de-43b1-8f6c-24d2466900cf tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Made reservation on behalf of ae49206df68b42f8a29985840712c4c7 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:14.650995 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c479d088-e8de-43b1-8f6c-24d2466900cf tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:14.787940 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4656da27-0c69-44d8-83a4-c3496159e077 None None] Publish callbacks [] for port (572ec7b0-52ff-4a0f-a138-227e3b6c3d25), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:14.793694 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4656da27-0c69-44d8-83a4-c3496159e077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (572ec7b0-52ff-4a0f-a138-227e3b6c3d25), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:14.830174 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4656da27-0c69-44d8-83a4-c3496159e077 None None] Network 54701e5b-5db0-4053-acef-5ff849922b3a is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:17:14.836987 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-4656da27-0c69-44d8-83a4-c3496159e077 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:14.839762 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c479d088-e8de-43b1-8f6c-24d2466900cf tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (118524ae-bdc4-4394-8212-7490527ba73c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:14.840558 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4656da27-0c69-44d8-83a4-c3496159e077 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:17:14.848607 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656da27-0c69-44d8-83a4-c3496159e077 None None] Pushing event updated for resources: {'Port': ['ID=572ec7b0-52ff-4a0f-a138-227e3b6c3d25,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:14.901259 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c479d088-e8de-43b1-8f6c-24d2466900cf tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Pushing event updated for resources: {'Subnet': ['ID=118524ae-bdc4-4394-8212-7490527ba73c,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:14.902082 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-4656da27-0c69-44d8-83a4-c3496159e077 None None] Attempting to bind port 572ec7b0-52ff-4a0f-a138-227e3b6c3d25 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:17:14.902457 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-4656da27-0c69-44d8-83a4-c3496159e077 None None] Attempting to bind port 572ec7b0-52ff-4a0f-a138-227e3b6c3d25 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '557af05d-3abc-4d7d-9db3-9d063ea186a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '54701e5b-5db0-4053-acef-5ff849922b3a'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:17:14.903274 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4656da27-0c69-44d8-83a4-c3496159e077 None None] Attempting to bind port 572ec7b0-52ff-4a0f-a138-227e3b6c3d25 on network 54701e5b-5db0-4053-acef-5ff849922b3a {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:17:14.909600 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4656da27-0c69-44d8-83a4-c3496159e077 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:17:14.909984 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4656da27-0c69-44d8-83a4-c3496159e077 None None] Checking segment: {'id': '557af05d-3abc-4d7d-9db3-9d063ea186a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '54701e5b-5db0-4053-acef-5ff849922b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:17:14.910387 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4656da27-0c69-44d8-83a4-c3496159e077 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:14.910775 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4656da27-0c69-44d8-83a4-c3496159e077 None None] Bound using segment: {'id': '557af05d-3abc-4d7d-9db3-9d063ea186a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '54701e5b-5db0-4053-acef-5ff849922b3a'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:17:14.911244 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-4656da27-0c69-44d8-83a4-c3496159e077 None None] Bound port: 572ec7b0-52ff-4a0f-a138-227e3b6c3d25, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '557af05d-3abc-4d7d-9db3-9d063ea186a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '54701e5b-5db0-4053-acef-5ff849922b3a'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:17:14.911390 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c479d088-e8de-43b1-8f6c-24d2466900cf tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Checking segment: {'id': 'cb0c8abe-a9f4-4a94-b8bd-fca0c0c5b5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5d11e16f-cf5a-404f-a68d-a0efc4f96bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:17:14.911621 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4656da27-0c69-44d8-83a4-c3496159e077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (572ec7b0-52ff-4a0f-a138-227e3b6c3d25), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:14.911747 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c479d088-e8de-43b1-8f6c-24d2466900cf tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Network hostable DHCP agents. Network: 5d11e16f-cf5a-404f-a68d-a0efc4f96bfa, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:17:14.928998 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c479d088-e8de-43b1-8f6c-24d2466900cf tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Network 5d11e16f-cf5a-404f-a68d-a0efc4f96bfa is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:17:14.937961 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-c479d088-e8de-43b1-8f6c-24d2466900cf tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 5d11e16f-cf5a-404f-a68d-a0efc4f96bfa) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:14.942519 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c479d088-e8de-43b1-8f6c-24d2466900cf tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:14.943117 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c479d088-e8de-43b1-8f6c-24d2466900cf tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:14.949503 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b174f0c4-4aaf-47bc-8fcf-70e72c08d873 None None] Network 5d11e16f-cf5a-404f-a68d-a0efc4f96bfa requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:17:14.961481 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c479d088-e8de-43b1-8f6c-24d2466900cf tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4179168 Feb 09 02:17:14.964405 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 50996) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:14.969925 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-f890c104-c644-478f-b184-0747ce1d44c1 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Request body: {'router': {'external_gateway_info': {'network_id': '5d11e16f-cf5a-404f-a68d-a0efc4f96bfa'}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:15.029324 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-4656da27-0c69-44d8-83a4-c3496159e077 None None] For port 572ec7b0-52ff-4a0f-a138-227e3b6c3d25, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:17:15.034947 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-4656da27-0c69-44d8-83a4-c3496159e077 None None] For port 572ec7b0-52ff-4a0f-a138-227e3b6c3d25, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=572ec7b0-52ff-4a0f-a138-227e3b6c3d25,segment=NetworkSegment(557af05d-3abc-4d7d-9db3-9d063ea186a7),segment_id=557af05d-3abc-4d7d-9db3-9d063ea186a7)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:17:15.049806 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4656da27-0c69-44d8-83a4-c3496159e077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (572ec7b0-52ff-4a0f-a138-227e3b6c3d25), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:15.114835 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd8b5ab-3f77-4099-b091-c67bdb353e36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-5d11e16f-cf5a-404f-a68d-a0efc4f96bfa', 'network_id': '5d11e16f-cf5a-404f-a68d-a0efc4f96bfa', 'project_id': 'ae49206df68b42f8a29985840712c4c7', 'fixed_ips': [{'subnet_id': '118524ae-bdc4-4394-8212-7490527ba73c'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:17:15.115683 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2cd8b5ab-3f77-4099-b091-c67bdb353e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:15.154003 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656da27-0c69-44d8-83a4-c3496159e077 None None] Pushing event updated for resources: {'Port': ['ID=572ec7b0-52ff-4a0f-a138-227e3b6c3d25,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:15.234227 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f890c104-c644-478f-b184-0747ce1d44c1 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks [] for router_gateway (f53dd541-85f2-4ad7-9e8d-68c725c61aab), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:15.319825 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-2cd8b5ab-3f77-4099-b091-c67bdb353e36 None None] Allocated IP 172.21.0.2 (5d11e16f-cf5a-404f-a68d-a0efc4f96bfa/118524ae-bdc4-4394-8212-7490527ba73c/61be22e1-6d62-4aa9-af4a-28a267cc3143) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:17:15.378317 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [None req-f890c104-c644-478f-b184-0747ce1d44c1 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:17:15.380797 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f890c104-c644-478f-b184-0747ce1d44c1 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] 10.222.0.30 "PUT /v2.0/routers/f53dd541-85f2-4ad7-9e8d-68c725c61aab HTTP/1.1" status: 400 len: 364 time: 0.4140050 Feb 09 02:17:15.386145 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 50998) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:15.452006 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cfcc97a-b65a-4df7-8b3c-22b915f7bca8 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Deleting subnet 118524ae-bdc4-4394-8212-7490527ba73c {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:17:15.509236 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2cd8b5ab-3f77-4099-b091-c67bdb353e36 None None] Publish callbacks [] for port (61be22e1-6d62-4aa9-af4a-28a267cc3143), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:15.515675 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7cfcc97a-b65a-4df7-8b3c-22b915f7bca8 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks [] for subnet (118524ae-bdc4-4394-8212-7490527ba73c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:15.516815 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2cd8b5ab-3f77-4099-b091-c67bdb353e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (61be22e1-6d62-4aa9-af4a-28a267cc3143), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:15.566912 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7cfcc97a-b65a-4df7-8b3c-22b915f7bca8 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (118524ae-bdc4-4394-8212-7490527ba73c), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:15.574411 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd8b5ab-3f77-4099-b091-c67bdb353e36 None None] Network 5d11e16f-cf5a-404f-a68d-a0efc4f96bfa is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:17:15.578492 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd8b5ab-3f77-4099-b091-c67bdb353e36 None None] Pushing event updated for resources: {'Port': ['ID=61be22e1-6d62-4aa9-af4a-28a267cc3143,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:15.581945 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-2cd8b5ab-3f77-4099-b091-c67bdb353e36 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:15.584033 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd8b5ab-3f77-4099-b091-c67bdb353e36 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:17:15.653301 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-2cd8b5ab-3f77-4099-b091-c67bdb353e36 None None] Attempting to bind port 61be22e1-6d62-4aa9-af4a-28a267cc3143 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:17:15.653677 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-2cd8b5ab-3f77-4099-b091-c67bdb353e36 None None] Attempting to bind port 61be22e1-6d62-4aa9-af4a-28a267cc3143 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'cb0c8abe-a9f4-4a94-b8bd-fca0c0c5b5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5d11e16f-cf5a-404f-a68d-a0efc4f96bfa'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:17:15.654106 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd8b5ab-3f77-4099-b091-c67bdb353e36 None None] Attempting to bind port 61be22e1-6d62-4aa9-af4a-28a267cc3143 on network 5d11e16f-cf5a-404f-a68d-a0efc4f96bfa {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:17:15.662229 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd8b5ab-3f77-4099-b091-c67bdb353e36 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:17:15.662613 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd8b5ab-3f77-4099-b091-c67bdb353e36 None None] Checking segment: {'id': 'cb0c8abe-a9f4-4a94-b8bd-fca0c0c5b5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5d11e16f-cf5a-404f-a68d-a0efc4f96bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:17:15.663818 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2cd8b5ab-3f77-4099-b091-c67bdb353e36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:15.664180 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd8b5ab-3f77-4099-b091-c67bdb353e36 None None] Bound using segment: {'id': 'cb0c8abe-a9f4-4a94-b8bd-fca0c0c5b5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5d11e16f-cf5a-404f-a68d-a0efc4f96bfa'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:17:15.664663 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-2cd8b5ab-3f77-4099-b091-c67bdb353e36 None None] Bound port: 61be22e1-6d62-4aa9-af4a-28a267cc3143, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb0c8abe-a9f4-4a94-b8bd-fca0c0c5b5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5d11e16f-cf5a-404f-a68d-a0efc4f96bfa'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:17:15.665049 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2cd8b5ab-3f77-4099-b091-c67bdb353e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (61be22e1-6d62-4aa9-af4a-28a267cc3143), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:15.671450 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7cfcc97a-b65a-4df7-8b3c-22b915f7bca8 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (118524ae-bdc4-4394-8212-7490527ba73c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:15.746465 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7cfcc97a-b65a-4df7-8b3c-22b915f7bca8 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (118524ae-bdc4-4394-8212-7490527ba73c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:15.755222 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-2cd8b5ab-3f77-4099-b091-c67bdb353e36 None None] For port 61be22e1-6d62-4aa9-af4a-28a267cc3143, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:17:15.758612 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-2cd8b5ab-3f77-4099-b091-c67bdb353e36 None None] For port 61be22e1-6d62-4aa9-af4a-28a267cc3143, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=61be22e1-6d62-4aa9-af4a-28a267cc3143,segment=NetworkSegment(cb0c8abe-a9f4-4a94-b8bd-fca0c0c5b5c9),segment_id=cb0c8abe-a9f4-4a94-b8bd-fca0c0c5b5c9)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:17:15.765548 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2cd8b5ab-3f77-4099-b091-c67bdb353e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (61be22e1-6d62-4aa9-af4a-28a267cc3143), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:15.781331 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfcc97a-b65a-4df7-8b3c-22b915f7bca8 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Pushing event deleted for resources: {'Subnet': ['ID=118524ae-bdc4-4394-8212-7490527ba73c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:15.790470 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7cfcc97a-b65a-4df7-8b3c-22b915f7bca8 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:15.793939 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7cfcc97a-b65a-4df7-8b3c-22b915f7bca8 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] 10.222.0.30 "DELETE /v2.0/subnets/118524ae-bdc4-4394-8212-7490527ba73c HTTP/1.1" status: 204 len: 168 time: 0.4067359 Feb 09 02:17:15.797648 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51000) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:15.837970 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd8b5ab-3f77-4099-b091-c67bdb353e36 None None] Pushing event updated for resources: {'Port': ['ID=61be22e1-6d62-4aa9-af4a-28a267cc3143,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:15.907544 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6750948b-e760-4d9c-9fb6-cb297f00d9c0 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (5d11e16f-cf5a-404f-a68d-a0efc4f96bfa), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:15.975058 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-6750948b-e760-4d9c-9fb6-cb297f00d9c0 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Deleting port 61be22e1-6d62-4aa9-af4a-28a267cc3143 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:17:15.975722 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6750948b-e760-4d9c-9fb6-cb297f00d9c0 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (61be22e1-6d62-4aa9-af4a-28a267cc3143), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:16.059153 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-6750948b-e760-4d9c-9fb6-cb297f00d9c0 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] For port 61be22e1-6d62-4aa9-af4a-28a267cc3143, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=61be22e1-6d62-4aa9-af4a-28a267cc3143,segment=NetworkSegment(cb0c8abe-a9f4-4a94-b8bd-fca0c0c5b5c9),segment_id=cb0c8abe-a9f4-4a94-b8bd-fca0c0c5b5c9)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:16.059560 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6750948b-e760-4d9c-9fb6-cb297f00d9c0 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (61be22e1-6d62-4aa9-af4a-28a267cc3143), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:16.078175 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-6750948b-e760-4d9c-9fb6-cb297f00d9c0 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Calling delete_port for 61be22e1-6d62-4aa9-af4a-28a267cc3143 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:17:16.178382 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6750948b-e760-4d9c-9fb6-cb297f00d9c0 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (61be22e1-6d62-4aa9-af4a-28a267cc3143), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:16.202138 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6750948b-e760-4d9c-9fb6-cb297f00d9c0 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Pushing event deleted for resources: {'Port': ['ID=61be22e1-6d62-4aa9-af4a-28a267cc3143,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:16.213135 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6750948b-e760-4d9c-9fb6-cb297f00d9c0 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] No DVR routers for this DVR port 61be22e1-6d62-4aa9-af4a-28a267cc3143 on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:17:16.282264 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948cc76d-26fd-45ef-9336-ba3caa1be94a None None] Network 54701e5b-5db0-4053-acef-5ff849922b3a requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:17:16.304827 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6750948b-e760-4d9c-9fb6-cb297f00d9c0 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (5d11e16f-cf5a-404f-a68d-a0efc4f96bfa), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:16.331001 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-6750948b-e760-4d9c-9fb6-cb297f00d9c0 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d11e16f-cf5a-404f-a68d-a0efc4f96bfa']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:16.340509 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-6750948b-e760-4d9c-9fb6-cb297f00d9c0 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb0c8abe-a9f4-4a94-b8bd-fca0c0c5b5c9') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:16.340802 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-6750948b-e760-4d9c-9fb6-cb297f00d9c0 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb0c8abe-a9f4-4a94-b8bd-fca0c0c5b5c9') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:16.350555 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6750948b-e760-4d9c-9fb6-cb297f00d9c0 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (cb0c8abe-a9f4-4a94-b8bd-fca0c0c5b5c9), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:16.363990 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6750948b-e760-4d9c-9fb6-cb297f00d9c0 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (cb0c8abe-a9f4-4a94-b8bd-fca0c0c5b5c9), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:16.370178 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6750948b-e760-4d9c-9fb6-cb297f00d9c0 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:17:16.370563 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6750948b-e760-4d9c-9fb6-cb297f00d9c0 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (cb0c8abe-a9f4-4a94-b8bd-fca0c0c5b5c9), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:16.374067 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 02:17:16.374067 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:17:16.374067 n-d-822053-40 neutron-server[103529]: timer() Feb 09 02:17:16.374067 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:17:16.374067 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 02:17:16.374067 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:17:16.374067 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 02:17:16.374067 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:17:16.374067 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 02:17:16.374067 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:17:16.374067 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 02:17:16.374067 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:17:16.374067 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 02:17:16.374067 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:17:16.374067 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:17:16.374067 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:17:16.374067 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:17:16.374067 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:17:16.374067 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 02:17:16.374067 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:17:16.374067 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 02:17:16.374067 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:17:16.374067 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:17:16.374067 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:17:16.374067 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 02:17:16.374067 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:17:16.374067 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:17:16.374067 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:17:16.374067 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:17:16.374067 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:17:16.374067 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:17:16.374067 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:17:16.386719 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-38fa9069-71b6-49a6-816d-88beceabc991 None None] Provisioning complete for port 572ec7b0-52ff-4a0f-a138-227e3b6c3d25 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:16.387082 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-38fa9069-71b6-49a6-816d-88beceabc991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (572ec7b0-52ff-4a0f-a138-227e3b6c3d25), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:16.443285 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6750948b-e760-4d9c-9fb6-cb297f00d9c0 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (5d11e16f-cf5a-404f-a68d-a0efc4f96bfa), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:16.455092 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6750948b-e760-4d9c-9fb6-cb297f00d9c0 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:16.458376 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6750948b-e760-4d9c-9fb6-cb297f00d9c0 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] 10.222.0.30 "DELETE /v2.0/networks/5d11e16f-cf5a-404f-a68d-a0efc4f96bfa HTTP/1.1" status: 204 len: 168 time: 0.6596739 Feb 09 02:17:16.460835 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51002) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:16.490913 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-38fa9069-71b6-49a6-816d-88beceabc991 None None] Current status of the port 572ec7b0-52ff-4a0f-a138-227e3b6c3d25 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:16.491445 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-38fa9069-71b6-49a6-816d-88beceabc991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (572ec7b0-52ff-4a0f-a138-227e3b6c3d25), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:16.497931 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6750948b-e760-4d9c-9fb6-cb297f00d9c0 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Pushing event deleted for resources: {'Network': ['ID=5d11e16f-cf5a-404f-a68d-a0efc4f96bfa,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:16.532366 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-145e75c1-bbac-445c-b768-bf4bf5a0e76a tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Deleting subnet 7aedb9c0-4f51-4157-ae06-752403a6ea9d {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:17:16.536267 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-145e75c1-bbac-445c-b768-bf4bf5a0e76a tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks [] for subnet (7aedb9c0-4f51-4157-ae06-752403a6ea9d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:16.538951 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-38fa9069-71b6-49a6-816d-88beceabc991 None None] For port 572ec7b0-52ff-4a0f-a138-227e3b6c3d25, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=572ec7b0-52ff-4a0f-a138-227e3b6c3d25,segment=NetworkSegment(557af05d-3abc-4d7d-9db3-9d063ea186a7),segment_id=557af05d-3abc-4d7d-9db3-9d063ea186a7)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:16.543526 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-38fa9069-71b6-49a6-816d-88beceabc991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (572ec7b0-52ff-4a0f-a138-227e3b6c3d25), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:16.593299 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-145e75c1-bbac-445c-b768-bf4bf5a0e76a tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (7aedb9c0-4f51-4157-ae06-752403a6ea9d), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:16.601302 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa9069-71b6-49a6-816d-88beceabc991 None None] Pushing event updated for resources: {'Port': ['ID=572ec7b0-52ff-4a0f-a138-227e3b6c3d25,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:16.694373 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-145e75c1-bbac-445c-b768-bf4bf5a0e76a tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (7aedb9c0-4f51-4157-ae06-752403a6ea9d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:16.757082 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-145e75c1-bbac-445c-b768-bf4bf5a0e76a tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (7aedb9c0-4f51-4157-ae06-752403a6ea9d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:16.766611 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-1f0c9680-f64c-4e34-abe1-769385c565d5 None None] Provisioning complete for port 572ec7b0-52ff-4a0f-a138-227e3b6c3d25 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:16.766983 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1f0c9680-f64c-4e34-abe1-769385c565d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (572ec7b0-52ff-4a0f-a138-227e3b6c3d25), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:16.792894 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e75c1-bbac-445c-b768-bf4bf5a0e76a tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Pushing event deleted for resources: {'Subnet': ['ID=7aedb9c0-4f51-4157-ae06-752403a6ea9d,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:16.796305 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-145e75c1-bbac-445c-b768-bf4bf5a0e76a tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:16.800475 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-145e75c1-bbac-445c-b768-bf4bf5a0e76a tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] 10.222.0.30 "DELETE /v2.0/subnets/7aedb9c0-4f51-4157-ae06-752403a6ea9d HTTP/1.1" status: 204 len: 168 time: 0.3386874 Feb 09 02:17:16.802988 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51004) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:16.805238 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4d1c66-ffcd-479c-9012-e4b9f1c93ecc None None] Network 54701e5b-5db0-4053-acef-5ff849922b3a requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:17:16.891146 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-49c36954-ce87-4f17-a95d-54d083cbebe0 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (54701e5b-5db0-4053-acef-5ff849922b3a), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:16.941937 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-1f0c9680-f64c-4e34-abe1-769385c565d5 None None] Current status of the port 572ec7b0-52ff-4a0f-a138-227e3b6c3d25 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:16.952849 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-49c36954-ce87-4f17-a95d-54d083cbebe0 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Deleting port 572ec7b0-52ff-4a0f-a138-227e3b6c3d25 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:17:16.953322 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-49c36954-ce87-4f17-a95d-54d083cbebe0 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (572ec7b0-52ff-4a0f-a138-227e3b6c3d25), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:17.024956 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822b30a4-d6d2-4faa-b8c3-f1630fff1c7a None None] DHCP port deletion for 54701e5b-5db0-4053-acef-5ff849922b3a request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:17:17.025838 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-49c36954-ce87-4f17-a95d-54d083cbebe0 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] For port 572ec7b0-52ff-4a0f-a138-227e3b6c3d25, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=572ec7b0-52ff-4a0f-a138-227e3b6c3d25,segment=NetworkSegment(557af05d-3abc-4d7d-9db3-9d063ea186a7),segment_id=557af05d-3abc-4d7d-9db3-9d063ea186a7)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:17.026322 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-49c36954-ce87-4f17-a95d-54d083cbebe0 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (572ec7b0-52ff-4a0f-a138-227e3b6c3d25), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:17.040459 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-49c36954-ce87-4f17-a95d-54d083cbebe0 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Calling delete_port for 572ec7b0-52ff-4a0f-a138-227e3b6c3d25 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:17:17.059474 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f604339-e61f-4aef-b4fa-8e76d4390f86 None None] DHCP port deletion for 5d11e16f-cf5a-404f-a68d-a0efc4f96bfa request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:17:17.076029 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c21293e5-a6e1-4e81-9ad9-b7ba915e444e None None] Could not find standard attr ID for object 61be22e1-6d62-4aa9-af4a-28a267cc3143. {{(pid=103530) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:17:17.088990 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba147f2-5d6f-48b1-b16d-2ebc67aec277 None None] Network 5d11e16f-cf5a-404f-a68d-a0efc4f96bfa requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:17:17.104119 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-822b30a4-d6d2-4faa-b8c3-f1630fff1c7a None None] Deleting port 572ec7b0-52ff-4a0f-a138-227e3b6c3d25 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:17:17.104427 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-822b30a4-d6d2-4faa-b8c3-f1630fff1c7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (572ec7b0-52ff-4a0f-a138-227e3b6c3d25), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:17.108750 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba147f2-5d6f-48b1-b16d-2ebc67aec277 None None] Network 5d11e16f-cf5a-404f-a68d-a0efc4f96bfa could not be found, it might have been deleted concurrently. {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 02:17:17.126134 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-49c36954-ce87-4f17-a95d-54d083cbebe0 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (572ec7b0-52ff-4a0f-a138-227e3b6c3d25), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:17.156078 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c36954-ce87-4f17-a95d-54d083cbebe0 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Pushing event deleted for resources: {'Port': ['ID=572ec7b0-52ff-4a0f-a138-227e3b6c3d25,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:17.159505 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c36954-ce87-4f17-a95d-54d083cbebe0 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] No DVR routers for this DVR port 572ec7b0-52ff-4a0f-a138-227e3b6c3d25 on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:17:17.173272 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-822b30a4-d6d2-4faa-b8c3-f1630fff1c7a None None] For port 572ec7b0-52ff-4a0f-a138-227e3b6c3d25, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=572ec7b0-52ff-4a0f-a138-227e3b6c3d25,segment=NetworkSegment(557af05d-3abc-4d7d-9db3-9d063ea186a7),segment_id=557af05d-3abc-4d7d-9db3-9d063ea186a7)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:17.173670 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-822b30a4-d6d2-4faa-b8c3-f1630fff1c7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (572ec7b0-52ff-4a0f-a138-227e3b6c3d25), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:17.190366 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-822b30a4-d6d2-4faa-b8c3-f1630fff1c7a None None] Calling delete_port for 572ec7b0-52ff-4a0f-a138-227e3b6c3d25 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:17:17.250010 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-49c36954-ce87-4f17-a95d-54d083cbebe0 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (54701e5b-5db0-4053-acef-5ff849922b3a), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:17.265238 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-822b30a4-d6d2-4faa-b8c3-f1630fff1c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (572ec7b0-52ff-4a0f-a138-227e3b6c3d25), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:17.269161 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-49c36954-ce87-4f17-a95d-54d083cbebe0 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54701e5b-5db0-4053-acef-5ff849922b3a']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:17.278541 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-49c36954-ce87-4f17-a95d-54d083cbebe0 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '557af05d-3abc-4d7d-9db3-9d063ea186a7') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:17.278835 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-49c36954-ce87-4f17-a95d-54d083cbebe0 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '557af05d-3abc-4d7d-9db3-9d063ea186a7') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:17.288960 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-49c36954-ce87-4f17-a95d-54d083cbebe0 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (557af05d-3abc-4d7d-9db3-9d063ea186a7), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:17.291305 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b30a4-d6d2-4faa-b8c3-f1630fff1c7a None None] Pushing event deleted for resources: {'Port': ['ID=572ec7b0-52ff-4a0f-a138-227e3b6c3d25,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:17.293145 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822b30a4-d6d2-4faa-b8c3-f1630fff1c7a None None] No DVR routers for this DVR port 572ec7b0-52ff-4a0f-a138-227e3b6c3d25 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:17:17.307912 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-49c36954-ce87-4f17-a95d-54d083cbebe0 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (557af05d-3abc-4d7d-9db3-9d063ea186a7), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:17.314869 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c36954-ce87-4f17-a95d-54d083cbebe0 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:17:17.315340 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-49c36954-ce87-4f17-a95d-54d083cbebe0 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (557af05d-3abc-4d7d-9db3-9d063ea186a7), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:17.318310 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 02:17:17.318310 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:17:17.318310 n-d-822053-40 neutron-server[103529]: timer() Feb 09 02:17:17.318310 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:17:17.318310 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 02:17:17.318310 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:17:17.318310 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 02:17:17.318310 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:17:17.318310 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 02:17:17.318310 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:17:17.318310 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 02:17:17.318310 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:17:17.318310 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 02:17:17.318310 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:17:17.318310 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:17:17.318310 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:17:17.318310 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:17:17.318310 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:17:17.318310 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 02:17:17.318310 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:17:17.318310 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 02:17:17.318310 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:17:17.318310 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:17:17.318310 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:17:17.318310 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 02:17:17.318310 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:17:17.318310 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:17:17.318310 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:17:17.318310 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:17:17.318310 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:17:17.318310 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:17:17.318310 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:17:17.379865 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-49c36954-ce87-4f17-a95d-54d083cbebe0 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (54701e5b-5db0-4053-acef-5ff849922b3a), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:17.386603 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-49c36954-ce87-4f17-a95d-54d083cbebe0 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:17.391375 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-49c36954-ce87-4f17-a95d-54d083cbebe0 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] 10.222.0.30 "DELETE /v2.0/networks/54701e5b-5db0-4053-acef-5ff849922b3a HTTP/1.1" status: 204 len: 168 time: 0.5862873 Feb 09 02:17:17.393033 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51006) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:17.403549 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c36954-ce87-4f17-a95d-54d083cbebe0 tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Pushing event deleted for resources: {'Network': ['ID=54701e5b-5db0-4053-acef-5ff849922b3a,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:17.423913 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6ddda50b-97f6-46f6-adba-dcee221630fc tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] 10.222.0.30 "GET /v2.0/ports?device_id=f53dd541-85f2-4ad7-9e8d-68c725c61aab HTTP/1.1" status: 200 len: 205 time: 0.0288270 Feb 09 02:17:17.426263 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51008) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:17.501858 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-876a7615-95d1-4076-a956-9845b796d72d tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks [] for router (f53dd541-85f2-4ad7-9e8d-68c725c61aab), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:17.665684 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-876a7615-95d1-4076-a956-9845b796d72d tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (f53dd541-85f2-4ad7-9e8d-68c725c61aab), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:17.667688 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-876a7615-95d1-4076-a956-9845b796d72d tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks [] for router_controller (f53dd541-85f2-4ad7-9e8d-68c725c61aab), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:17.712036 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-876a7615-95d1-4076-a956-9845b796d72d tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (f53dd541-85f2-4ad7-9e8d-68c725c61aab), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:17.712528 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876a7615-95d1-4076-a956-9845b796d72d tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Fanout notify agent at l3_agent the message router_deleted on router f53dd541-85f2-4ad7-9e8d-68c725c61aab {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:17:17.719630 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-876a7615-95d1-4076-a956-9845b796d72d tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:17.720925 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-876a7615-95d1-4076-a956-9845b796d72d tempest-RoutersNegativeTest-96669602 tempest-RoutersNegativeTest-96669602-project] 10.222.0.30 "DELETE /v2.0/routers/f53dd541-85f2-4ad7-9e8d-68c725c61aab HTTP/1.1" status: 204 len: 168 time: 0.2937489 Feb 09 02:17:17.960462 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51014) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:18.089569 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5e079d6c-d8d0-45af-924a-fc33ebd80f92 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ae49206df68b42f8a29985840712c4c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1279647 Feb 09 02:17:18.092539 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51018) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:18.137860 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c4468e53-3361-4962-a220-140b24f2cc7c admin admin] Publish callbacks [] for security_group (f7ecadfd-565c-4cde-9ce5-be7bec476356), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:18.159685 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c4468e53-3361-4962-a220-140b24f2cc7c admin admin] Publish callbacks [] for security_group (f7ecadfd-565c-4cde-9ce5-be7bec476356), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:18.207002 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c4468e53-3361-4962-a220-140b24f2cc7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f7ecadfd-565c-4cde-9ce5-be7bec476356), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:18.209753 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c4468e53-3361-4962-a220-140b24f2cc7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:18.210874 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c4468e53-3361-4962-a220-140b24f2cc7c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f7ecadfd-565c-4cde-9ce5-be7bec476356 HTTP/1.1" status: 204 len: 168 time: 0.1174459 Feb 09 02:17:18.219564 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4468e53-3361-4962-a220-140b24f2cc7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ecadfd-565c-4cde-9ce5-be7bec476356,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:18.819666 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51040) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:18.914191 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-9f6cd060-359b-4103-a163-33bb83791180 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1737572003-network', 'tenant_id': 'e5cbe372241e4d5795368d38cb950573'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:18.934265 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6cd060-359b-4103-a163-33bb83791180 admin admin] Made reservation on behalf of e5cbe372241e4d5795368d38cb950573 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:18.936719 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9f6cd060-359b-4103-a163-33bb83791180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:18.945110 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9f6cd060-359b-4103-a163-33bb83791180 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:19.021542 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9f6cd060-359b-4103-a163-33bb83791180 admin admin] Publish callbacks [] for security_group (7fb5e146-a3b1-43da-ac2b-cb7dfc8d2c64), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:19.025141 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9f6cd060-359b-4103-a163-33bb83791180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7fb5e146-a3b1-43da-ac2b-cb7dfc8d2c64), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:19.049962 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f6cd060-359b-4103-a163-33bb83791180 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:17:19.058607 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cd060-359b-4103-a163-33bb83791180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb5e146-a3b1-43da-ac2b-cb7dfc8d2c64,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:19.065578 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9f6cd060-359b-4103-a163-33bb83791180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (ecfa9e57-93ee-4336-8ad9-4110eafd0e3b), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:19.065922 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-9f6cd060-359b-4103-a163-33bb83791180 admin admin] Added segment ecfa9e57-93ee-4336-8ad9-4110eafd0e3b of type vlan for network 9bb9750d-7671-491d-a5d4-5e60616b5548 Feb 09 02:17:19.114274 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9f6cd060-359b-4103-a163-33bb83791180 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (9bb9750d-7671-491d-a5d4-5e60616b5548), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:19.140149 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9f6cd060-359b-4103-a163-33bb83791180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (9bb9750d-7671-491d-a5d4-5e60616b5548), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:19.141318 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6cd060-359b-4103-a163-33bb83791180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:19.141966 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9f6cd060-359b-4103-a163-33bb83791180 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:19.204468 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9f6cd060-359b-4103-a163-33bb83791180 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3836679 Feb 09 02:17:19.207469 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51044) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:19.211223 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cd060-359b-4103-a163-33bb83791180 admin admin] Pushing event updated for resources: {'Network': ['ID=9bb9750d-7671-491d-a5d4-5e60616b5548,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:19.212416 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-21c36b50-11bf-454d-85ff-8c9b22301631 admin admin] Request body: {'subnet': {'network_id': '9bb9750d-7671-491d-a5d4-5e60616b5548', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1737572003-subnet', 'tenant_id': 'e5cbe372241e4d5795368d38cb950573', 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:19.221328 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 9bb9750d-7671-491d-a5d4-5e60616b5548 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:17:19.238001 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c36b50-11bf-454d-85ff-8c9b22301631 admin admin] Made reservation on behalf of e5cbe372241e4d5795368d38cb950573 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:19.240471 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-21c36b50-11bf-454d-85ff-8c9b22301631 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:19.414439 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-21c36b50-11bf-454d-85ff-8c9b22301631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (950a9207-f3e8-4012-a99f-e8838f99f719), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:19.472313 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c36b50-11bf-454d-85ff-8c9b22301631 admin admin] Pushing event updated for resources: {'Subnet': ['ID=950a9207-f3e8-4012-a99f-e8838f99f719,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:19.482452 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c36b50-11bf-454d-85ff-8c9b22301631 admin admin] Checking segment: {'id': 'ecfa9e57-93ee-4336-8ad9-4110eafd0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9bb9750d-7671-491d-a5d4-5e60616b5548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:17:19.482895 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c36b50-11bf-454d-85ff-8c9b22301631 admin admin] Network hostable DHCP agents. Network: 9bb9750d-7671-491d-a5d4-5e60616b5548, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:17:19.499104 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c36b50-11bf-454d-85ff-8c9b22301631 admin admin] Network 9bb9750d-7671-491d-a5d4-5e60616b5548 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:17:19.507252 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-21c36b50-11bf-454d-85ff-8c9b22301631 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 9bb9750d-7671-491d-a5d4-5e60616b5548) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:19.511396 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c36b50-11bf-454d-85ff-8c9b22301631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:19.512003 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-21c36b50-11bf-454d-85ff-8c9b22301631 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:19.518491 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652a8b9d-4276-406d-833a-30a9db65d5aa None None] Network 9bb9750d-7671-491d-a5d4-5e60616b5548 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:17:19.528619 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-21c36b50-11bf-454d-85ff-8c9b22301631 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3200142 Feb 09 02:17:19.531212 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51046) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:19.535391 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-4439b074-7c8e-48df-b4ce-6d11204116ac admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1737572003-router', 'tenant_id': 'e5cbe372241e4d5795368d38cb950573', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:19.558548 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4439b074-7c8e-48df-b4ce-6d11204116ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (8faf39ce-2ad1-4466-8c21-74d1eaa8fa19), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:19.559666 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4439b074-7c8e-48df-b4ce-6d11204116ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (8faf39ce-2ad1-4466-8c21-74d1eaa8fa19), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:19.614710 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4439b074-7c8e-48df-b4ce-6d11204116ac admin admin] Publish callbacks [] for router_controller (8faf39ce-2ad1-4466-8c21-74d1eaa8fa19), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:19.627926 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c95ff13-f959-4e27-9c41-0123b23c23d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-9bb9750d-7671-491d-a5d4-5e60616b5548', 'network_id': '9bb9750d-7671-491d-a5d4-5e60616b5548', 'project_id': 'e5cbe372241e4d5795368d38cb950573', 'fixed_ips': [{'subnet_id': '950a9207-f3e8-4012-a99f-e8838f99f719'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:17:19.628887 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6c95ff13-f959-4e27-9c41-0123b23c23d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:19.762478 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-6c95ff13-f959-4e27-9c41-0123b23c23d7 None None] Allocated IP 172.20.0.2 (9bb9750d-7671-491d-a5d4-5e60616b5548/950a9207-f3e8-4012-a99f-e8838f99f719/8e865461-2486-4582-88fd-b9f31256041d) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:17:19.768627 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4439b074-7c8e-48df-b4ce-6d11204116ac admin admin] Publish callbacks [] for router_gateway (8faf39ce-2ad1-4466-8c21-74d1eaa8fa19), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:19.913148 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6c95ff13-f959-4e27-9c41-0123b23c23d7 None None] Publish callbacks [] for port (8e865461-2486-4582-88fd-b9f31256041d), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:19.919163 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6c95ff13-f959-4e27-9c41-0123b23c23d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (8e865461-2486-4582-88fd-b9f31256041d), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:19.963195 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c95ff13-f959-4e27-9c41-0123b23c23d7 None None] Network 9bb9750d-7671-491d-a5d4-5e60616b5548 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:17:19.966130 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-6c95ff13-f959-4e27-9c41-0123b23c23d7 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:19.969524 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c95ff13-f959-4e27-9c41-0123b23c23d7 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:17:19.973301 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4439b074-7c8e-48df-b4ce-6d11204116ac admin admin] Publish callbacks [] for router_gateway (8faf39ce-2ad1-4466-8c21-74d1eaa8fa19), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:19.978282 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95ff13-f959-4e27-9c41-0123b23c23d7 None None] Pushing event updated for resources: {'Port': ['ID=8e865461-2486-4582-88fd-b9f31256041d,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:19.993336 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4439b074-7c8e-48df-b4ce-6d11204116ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:20.040192 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:20.044226 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-6c95ff13-f959-4e27-9c41-0123b23c23d7 None None] Attempting to bind port 8e865461-2486-4582-88fd-b9f31256041d on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:17:20.044592 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-6c95ff13-f959-4e27-9c41-0123b23c23d7 None None] Attempting to bind port 8e865461-2486-4582-88fd-b9f31256041d by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'ecfa9e57-93ee-4336-8ad9-4110eafd0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9bb9750d-7671-491d-a5d4-5e60616b5548'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:17:20.044955 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c95ff13-f959-4e27-9c41-0123b23c23d7 None None] Attempting to bind port 8e865461-2486-4582-88fd-b9f31256041d on network 9bb9750d-7671-491d-a5d4-5e60616b5548 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:17:20.049955 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c95ff13-f959-4e27-9c41-0123b23c23d7 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:17:20.050323 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c95ff13-f959-4e27-9c41-0123b23c23d7 None None] Checking segment: {'id': 'ecfa9e57-93ee-4336-8ad9-4110eafd0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9bb9750d-7671-491d-a5d4-5e60616b5548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:17:20.050709 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6c95ff13-f959-4e27-9c41-0123b23c23d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:20.051094 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c95ff13-f959-4e27-9c41-0123b23c23d7 None None] Bound using segment: {'id': 'ecfa9e57-93ee-4336-8ad9-4110eafd0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9bb9750d-7671-491d-a5d4-5e60616b5548'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:17:20.051548 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-6c95ff13-f959-4e27-9c41-0123b23c23d7 None None] Bound port: 8e865461-2486-4582-88fd-b9f31256041d, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfa9e57-93ee-4336-8ad9-4110eafd0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9bb9750d-7671-491d-a5d4-5e60616b5548'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:17:20.051921 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6c95ff13-f959-4e27-9c41-0123b23c23d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8e865461-2486-4582-88fd-b9f31256041d), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:20.098244 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-4439b074-7c8e-48df-b4ce-6d11204116ac admin admin] Allocated IP 172.25.1.150 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/a1c5bafd-32a5-47a6-a5e0-118a2056555d) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:17:20.114115 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-6c95ff13-f959-4e27-9c41-0123b23c23d7 None None] For port 8e865461-2486-4582-88fd-b9f31256041d, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:17:20.117203 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-6c95ff13-f959-4e27-9c41-0123b23c23d7 None None] For port 8e865461-2486-4582-88fd-b9f31256041d, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=8e865461-2486-4582-88fd-b9f31256041d,segment=NetworkSegment(ecfa9e57-93ee-4336-8ad9-4110eafd0e3b),segment_id=ecfa9e57-93ee-4336-8ad9-4110eafd0e3b)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:17:20.122615 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6c95ff13-f959-4e27-9c41-0123b23c23d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8e865461-2486-4582-88fd-b9f31256041d), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:20.187638 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95ff13-f959-4e27-9c41-0123b23c23d7 None None] Pushing event updated for resources: {'Port': ['ID=8e865461-2486-4582-88fd-b9f31256041d,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:20.209919 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4439b074-7c8e-48df-b4ce-6d11204116ac admin admin] Publish callbacks [] for port (a1c5bafd-32a5-47a6-a5e0-118a2056555d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:20.245000 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4439b074-7c8e-48df-b4ce-6d11204116ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (a1c5bafd-32a5-47a6-a5e0-118a2056555d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:20.287345 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4439b074-7c8e-48df-b4ce-6d11204116ac admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:17:20.290423 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-4439b074-7c8e-48df-b4ce-6d11204116ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:20.293897 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4439b074-7c8e-48df-b4ce-6d11204116ac admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:17:20.299395 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4439b074-7c8e-48df-b4ce-6d11204116ac admin admin] Pushing event updated for resources: {'Port': ['ID=a1c5bafd-32a5-47a6-a5e0-118a2056555d,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:20.583028 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4439b074-7c8e-48df-b4ce-6d11204116ac admin admin] Publish callbacks [] for router_gateway (8faf39ce-2ad1-4466-8c21-74d1eaa8fa19), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:20.784512 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4439b074-7c8e-48df-b4ce-6d11204116ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (8faf39ce-2ad1-4466-8c21-74d1eaa8fa19), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:20.926146 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4439b074-7c8e-48df-b4ce-6d11204116ac admin admin] Router 8faf39ce-2ad1-4466-8c21-74d1eaa8fa19 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:17:20.939248 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-401c48a7-a144-4de8-8c32-9a8ce08e814e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:21.052261 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4439b074-7c8e-48df-b4ce-6d11204116ac admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:17:21.062123 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3b4789-28a6-41fa-b70a-d64ad53d46ec None None] Sync routers for ids ['8faf39ce-2ad1-4466-8c21-74d1eaa8fa19'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:17:21.073447 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3b4789-28a6-41fa-b70a-d64ad53d46ec None None] Routers {'8faf39ce-2ad1-4466-8c21-74d1eaa8fa19'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:17:21.074048 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4439b074-7c8e-48df-b4ce-6d11204116ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:21.074195 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-0b3b4789-28a6-41fa-b70a-d64ad53d46ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:16:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['8faf39ce-2ad1-4466-8c21-74d1eaa8fa19'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:21.075423 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4439b074-7c8e-48df-b4ce-6d11204116ac admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5432351 Feb 09 02:17:21.078815 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51048) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:21.124830 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a7bd01-96ae-4943-8975-d535116bbfbe None None] Network 9bb9750d-7671-491d-a5d4-5e60616b5548 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:17:21.196076 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-0b3b4789-28a6-41fa-b70a-d64ad53d46ec None None] Set router 8faf39ce-2ad1-4466-8c21-74d1eaa8fa19 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:17:21.246167 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-8e0f4bd8-3fe0-438f-9356-89a487db2f13 None None] Provisioning complete for port 8e865461-2486-4582-88fd-b9f31256041d triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:21.247341 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8e0f4bd8-3fe0-438f-9356-89a487db2f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8e865461-2486-4582-88fd-b9f31256041d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:21.282188 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 8e865461-2486-4582-88fd-b9f31256041d up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:17:21.323930 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:17:21.412355 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 8e865461-2486-4582-88fd-b9f31256041d triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:21.412737 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8e865461-2486-4582-88fd-b9f31256041d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:21.429719 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-0b3b4789-28a6-41fa-b70a-d64ad53d46ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8faf39ce-2ad1-4466-8c21-74d1eaa8fa19', 'name': 'tempest-TestEncryptedCinderVolumes-1737572003-router', 'tenant_id': 'e5cbe372241e4d5795368d38cb950573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'a1c5bafd-32a5-47a6-a5e0-118a2056555d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:17:19Z', 'updated_at': '2022-02-09T02:17:20Z', 'revision_number': 3, 'project_id': 'e5cbe372241e4d5795368d38cb950573', 'gw_port': {'id': 'a1c5bafd-32a5-47a6-a5e0-118a2056555d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:16:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8faf39ce-2ad1-4466-8c21-74d1eaa8fa19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:17:19Z', 'updated_at': '2022-02-09T02:17:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:21.439606 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-8e0f4bd8-3fe0-438f-9356-89a487db2f13 None None] Current status of the port 8e865461-2486-4582-88fd-b9f31256041d is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:21.440055 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8e0f4bd8-3fe0-438f-9356-89a487db2f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8e865461-2486-4582-88fd-b9f31256041d), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:21.463852 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3b4789-28a6-41fa-b70a-d64ad53d46ec None None] Checking router: 8faf39ce-2ad1-4466-8c21-74d1eaa8fa19 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:17:21.464498 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3b4789-28a6-41fa-b70a-d64ad53d46ec None None] Updating router 8faf39ce-2ad1-4466-8c21-74d1eaa8fa19 port a1c5bafd-32a5-47a6-a5e0-118a2056555d binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:17:21.499462 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-8e0f4bd8-3fe0-438f-9356-89a487db2f13 None None] For port 8e865461-2486-4582-88fd-b9f31256041d, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=8e865461-2486-4582-88fd-b9f31256041d,segment=NetworkSegment(ecfa9e57-93ee-4336-8ad9-4110eafd0e3b),segment_id=ecfa9e57-93ee-4336-8ad9-4110eafd0e3b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:21.499836 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-0b3b4789-28a6-41fa-b70a-d64ad53d46ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a1c5bafd-32a5-47a6-a5e0-118a2056555d), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:21.554661 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 8e865461-2486-4582-88fd-b9f31256041d is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:21.557540 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8e0f4bd8-3fe0-438f-9356-89a487db2f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (8e865461-2486-4582-88fd-b9f31256041d), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:21.602028 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:21.613539 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7d1789fd-9bea-4b86-8c2c-c3dda16b5a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:21.623644 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f4bd8-3fe0-438f-9356-89a487db2f13 None None] Pushing event updated for resources: {'Port': ['ID=8e865461-2486-4582-88fd-b9f31256041d,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:21.678951 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b25c3509-24b9-48d2-b015-a78a2ed0b2b2 None None] Provisioning complete for port 8e865461-2486-4582-88fd-b9f31256041d triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:21.679556 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b25c3509-24b9-48d2-b015-a78a2ed0b2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8e865461-2486-4582-88fd-b9f31256041d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:21.769439 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b25c3509-24b9-48d2-b015-a78a2ed0b2b2 None None] Current status of the port 8e865461-2486-4582-88fd-b9f31256041d is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:21.774001 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-7d1789fd-9bea-4b86-8c2c-c3dda16b5a76 admin admin] Allocated IP 172.20.0.1 (9bb9750d-7671-491d-a5d4-5e60616b5548/950a9207-f3e8-4012-a99f-e8838f99f719/b80f2d9c-3a79-43a9-ae07-e317e3f316f0) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:17:21.878297 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-0b3b4789-28a6-41fa-b70a-d64ad53d46ec None None] Publish callbacks [] for port (a1c5bafd-32a5-47a6-a5e0-118a2056555d), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:21.884620 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-0b3b4789-28a6-41fa-b70a-d64ad53d46ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (a1c5bafd-32a5-47a6-a5e0-118a2056555d), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:21.889211 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7d1789fd-9bea-4b86-8c2c-c3dda16b5a76 admin admin] Publish callbacks [] for port (b80f2d9c-3a79-43a9-ae07-e317e3f316f0), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:21.925391 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7d1789fd-9bea-4b86-8c2c-c3dda16b5a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (b80f2d9c-3a79-43a9-ae07-e317e3f316f0), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:21.935461 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-0b3b4789-28a6-41fa-b70a-d64ad53d46ec None None] Attempting to bind port a1c5bafd-32a5-47a6-a5e0-118a2056555d on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:17:21.935910 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-0b3b4789-28a6-41fa-b70a-d64ad53d46ec None None] Attempting to bind port a1c5bafd-32a5-47a6-a5e0-118a2056555d by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:17:21.936358 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3b4789-28a6-41fa-b70a-d64ad53d46ec None None] Attempting to bind port a1c5bafd-32a5-47a6-a5e0-118a2056555d on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:17:21.944903 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b16cc1-8d50-4a6a-83db-edebb1b2696a None None] Pushing event updated for resources: {'Port': ['ID=a1c5bafd-32a5-47a6-a5e0-118a2056555d,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:21.947780 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3b4789-28a6-41fa-b70a-d64ad53d46ec None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:17:21.948179 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3b4789-28a6-41fa-b70a-d64ad53d46ec None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:17:21.948573 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-0b3b4789-28a6-41fa-b70a-d64ad53d46ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:21.948963 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3b4789-28a6-41fa-b70a-d64ad53d46ec None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:17:21.949421 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-0b3b4789-28a6-41fa-b70a-d64ad53d46ec None None] Bound port: a1c5bafd-32a5-47a6-a5e0-118a2056555d, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:17:21.949798 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-0b3b4789-28a6-41fa-b70a-d64ad53d46ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a1c5bafd-32a5-47a6-a5e0-118a2056555d), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:21.956935 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b16cc1-8d50-4a6a-83db-edebb1b2696a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:21.957282 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b16cc1-8d50-4a6a-83db-edebb1b2696a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:21.957617 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b16cc1-8d50-4a6a-83db-edebb1b2696a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:21.957948 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b16cc1-8d50-4a6a-83db-edebb1b2696a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:21.958279 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b16cc1-8d50-4a6a-83db-edebb1b2696a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:21.959082 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b16cc1-8d50-4a6a-83db-edebb1b2696a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:21.959082 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b16cc1-8d50-4a6a-83db-edebb1b2696a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:21.959285 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b16cc1-8d50-4a6a-83db-edebb1b2696a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:21.959538 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b16cc1-8d50-4a6a-83db-edebb1b2696a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:21.959856 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b16cc1-8d50-4a6a-83db-edebb1b2696a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:21.960202 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b16cc1-8d50-4a6a-83db-edebb1b2696a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:21.960524 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b16cc1-8d50-4a6a-83db-edebb1b2696a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:21.960842 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b16cc1-8d50-4a6a-83db-edebb1b2696a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:21.961903 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1789fd-9bea-4b86-8c2c-c3dda16b5a76 admin admin] Network 9bb9750d-7671-491d-a5d4-5e60616b5548 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:17:21.964878 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-7d1789fd-9bea-4b86-8c2c-c3dda16b5a76 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:21.970642 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1789fd-9bea-4b86-8c2c-c3dda16b5a76 admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:17:22.000333 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1789fd-9bea-4b86-8c2c-c3dda16b5a76 admin admin] Pushing event updated for resources: {'Port': ['ID=b80f2d9c-3a79-43a9-ae07-e317e3f316f0,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:22.016101 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7d1789fd-9bea-4b86-8c2c-c3dda16b5a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (8faf39ce-2ad1-4466-8c21-74d1eaa8fa19), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:22.021424 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-0b3b4789-28a6-41fa-b70a-d64ad53d46ec None None] For port a1c5bafd-32a5-47a6-a5e0-118a2056555d, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:17:22.027115 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-0b3b4789-28a6-41fa-b70a-d64ad53d46ec None None] For port a1c5bafd-32a5-47a6-a5e0-118a2056555d, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=a1c5bafd-32a5-47a6-a5e0-118a2056555d,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:17:22.035092 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-0b3b4789-28a6-41fa-b70a-d64ad53d46ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (a1c5bafd-32a5-47a6-a5e0-118a2056555d), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:22.103392 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3b4789-28a6-41fa-b70a-d64ad53d46ec None None] Routers {'8faf39ce-2ad1-4466-8c21-74d1eaa8fa19'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:17:22.104067 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-0b3b4789-28a6-41fa-b70a-d64ad53d46ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:16:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['8faf39ce-2ad1-4466-8c21-74d1eaa8fa19'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:22.161238 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7d1789fd-9bea-4b86-8c2c-c3dda16b5a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b80f2d9c-3a79-43a9-ae07-e317e3f316f0), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:22.188208 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b16cc1-8d50-4a6a-83db-edebb1b2696a None None] Pushing event updated for resources: {'Port': ['ID=a1c5bafd-32a5-47a6-a5e0-118a2056555d,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:22.233792 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-0b3b4789-28a6-41fa-b70a-d64ad53d46ec None None] Set router 8faf39ce-2ad1-4466-8c21-74d1eaa8fa19 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:17:22.304479 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-ff5dd32a-e26b-4213-97b9-0261e8c9b3b5 None None] Provisioning complete for port b80f2d9c-3a79-43a9-ae07-e317e3f316f0 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:22.305089 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ff5dd32a-e26b-4213-97b9-0261e8c9b3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b80f2d9c-3a79-43a9-ae07-e317e3f316f0), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:22.331466 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7d1789fd-9bea-4b86-8c2c-c3dda16b5a76 admin admin] Publish callbacks [] for port (b80f2d9c-3a79-43a9-ae07-e317e3f316f0), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:22.336924 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7d1789fd-9bea-4b86-8c2c-c3dda16b5a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (b80f2d9c-3a79-43a9-ae07-e317e3f316f0), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:22.347586 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ff5dd32a-e26b-4213-97b9-0261e8c9b3b5 None None] Port b80f2d9c-3a79-43a9-ae07-e317e3f316f0 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:17:22.405297 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1789fd-9bea-4b86-8c2c-c3dda16b5a76 admin admin] Pushing event updated for resources: {'Port': ['ID=b80f2d9c-3a79-43a9-ae07-e317e3f316f0,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:22.410191 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7d1789fd-9bea-4b86-8c2c-c3dda16b5a76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (8faf39ce-2ad1-4466-8c21-74d1eaa8fa19), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:22.428554 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-0b3b4789-28a6-41fa-b70a-d64ad53d46ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8faf39ce-2ad1-4466-8c21-74d1eaa8fa19', 'name': 'tempest-TestEncryptedCinderVolumes-1737572003-router', 'tenant_id': 'e5cbe372241e4d5795368d38cb950573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'a1c5bafd-32a5-47a6-a5e0-118a2056555d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:17:19Z', 'updated_at': '2022-02-09T02:17:20Z', 'revision_number': 3, 'project_id': 'e5cbe372241e4d5795368d38cb950573', 'gw_port': {'id': 'a1c5bafd-32a5-47a6-a5e0-118a2056555d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:16:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8faf39ce-2ad1-4466-8c21-74d1eaa8fa19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:17:19Z', 'updated_at': '2022-02-09T02:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:22.454937 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3b4789-28a6-41fa-b70a-d64ad53d46ec None None] The sync data for ids ['8faf39ce-2ad1-4466-8c21-74d1eaa8fa19'] in n-d-822053-40 is: [{'id': '8faf39ce-2ad1-4466-8c21-74d1eaa8fa19', 'name': 'tempest-TestEncryptedCinderVolumes-1737572003-router', 'tenant_id': 'e5cbe372241e4d5795368d38cb950573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'a1c5bafd-32a5-47a6-a5e0-118a2056555d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:17:19Z', 'updated_at': '2022-02-09T02:17:20Z', 'revision_number': 3, 'project_id': 'e5cbe372241e4d5795368d38cb950573', 'gw_port': {'id': 'a1c5bafd-32a5-47a6-a5e0-118a2056555d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:16:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8faf39ce-2ad1-4466-8c21-74d1eaa8fa19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:17:19Z', 'updated_at': '2022-02-09T02:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:17:22.502040 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1789fd-9bea-4b86-8c2c-c3dda16b5a76 admin admin] Network 9bb9750d-7671-491d-a5d4-5e60616b5548 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:17:22.503412 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-7d1789fd-9bea-4b86-8c2c-c3dda16b5a76 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:22.640279 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1789fd-9bea-4b86-8c2c-c3dda16b5a76 admin admin] Router 8faf39ce-2ad1-4466-8c21-74d1eaa8fa19 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:17:22.768661 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-3e1c9f1c-2c6a-44d3-a3de-fcf3059bb37f None None] Provisioning complete for port b80f2d9c-3a79-43a9-ae07-e317e3f316f0 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:22.769468 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3e1c9f1c-2c6a-44d3-a3de-fcf3059bb37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b80f2d9c-3a79-43a9-ae07-e317e3f316f0), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:22.775113 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1789fd-9bea-4b86-8c2c-c3dda16b5a76 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:17:22.784503 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7d1789fd-9bea-4b86-8c2c-c3dda16b5a76 admin admin] 10.222.0.30 "PUT /v2.0/routers/8faf39ce-2ad1-4466-8c21-74d1eaa8fa19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7039902 Feb 09 02:17:22.811840 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3e1c9f1c-2c6a-44d3-a3de-fcf3059bb37f None None] Port b80f2d9c-3a79-43a9-ae07-e317e3f316f0 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:17:23.290760 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device a1c5bafd-32a5-47a6-a5e0-118a2056555d up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:17:23.308427 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51064) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:23.313533 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-3a5a9b97-43ae-4366-9c7b-3ad2aa09b925 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1911940086-network', 'tenant_id': 'b502f28061d24d5abf643ade2ccc30c7'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:23.338470 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5a9b97-43ae-4366-9c7b-3ad2aa09b925 admin admin] Made reservation on behalf of b502f28061d24d5abf643ade2ccc30c7 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:23.342306 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3a5a9b97-43ae-4366-9c7b-3ad2aa09b925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:23.352680 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3a5a9b97-43ae-4366-9c7b-3ad2aa09b925 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:23.358331 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port a1c5bafd-32a5-47a6-a5e0-118a2056555d triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:23.359169 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a1c5bafd-32a5-47a6-a5e0-118a2056555d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:23.434301 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3a5a9b97-43ae-4366-9c7b-3ad2aa09b925 admin admin] Publish callbacks [] for security_group (7570b34d-0d84-46af-b2c4-aaed737f5041), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:23.439715 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3a5a9b97-43ae-4366-9c7b-3ad2aa09b925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7570b34d-0d84-46af-b2c4-aaed737f5041), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:23.443353 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port a1c5bafd-32a5-47a6-a5e0-118a2056555d is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:23.443892 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a1c5bafd-32a5-47a6-a5e0-118a2056555d), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:23.462680 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a5a9b97-43ae-4366-9c7b-3ad2aa09b925 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:17:23.465752 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port a1c5bafd-32a5-47a6-a5e0-118a2056555d, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=a1c5bafd-32a5-47a6-a5e0-118a2056555d,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:23.469620 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (a1c5bafd-32a5-47a6-a5e0-118a2056555d), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:23.470427 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 8e865461-2486-4582-88fd-b9f31256041d up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:17:23.478102 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a9b97-43ae-4366-9c7b-3ad2aa09b925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7570b34d-0d84-46af-b2c4-aaed737f5041,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:23.481807 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3a5a9b97-43ae-4366-9c7b-3ad2aa09b925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (8da66bac-c9b0-4904-bd2d-ba96e7bba772), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:23.482158 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-3a5a9b97-43ae-4366-9c7b-3ad2aa09b925 admin admin] Added segment 8da66bac-c9b0-4904-bd2d-ba96e7bba772 of type vlan for network d2a49fa2-ec3d-4d67-ae1d-4217b0d48118 Feb 09 02:17:23.524724 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3a5a9b97-43ae-4366-9c7b-3ad2aa09b925 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (d2a49fa2-ec3d-4d67-ae1d-4217b0d48118), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:23.553565 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3a5a9b97-43ae-4366-9c7b-3ad2aa09b925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (d2a49fa2-ec3d-4d67-ae1d-4217b0d48118), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:23.554622 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5a9b97-43ae-4366-9c7b-3ad2aa09b925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:23.555196 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3a5a9b97-43ae-4366-9c7b-3ad2aa09b925 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:23.558420 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=a1c5bafd-32a5-47a6-a5e0-118a2056555d,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:23.565625 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 8e865461-2486-4582-88fd-b9f31256041d triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:23.566005 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (8e865461-2486-4582-88fd-b9f31256041d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:23.624470 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51066) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:23.625020 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3a5a9b97-43ae-4366-9c7b-3ad2aa09b925 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3149242 Feb 09 02:17:23.629775 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-c9716e80-f45a-4bad-b6cf-48033335aaf0 admin admin] Request body: {'subnet': {'network_id': 'd2a49fa2-ec3d-4d67-ae1d-4217b0d48118', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1911940086-subnet', 'tenant_id': 'b502f28061d24d5abf643ade2ccc30c7', 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:23.637835 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a9b97-43ae-4366-9c7b-3ad2aa09b925 admin admin] Pushing event updated for resources: {'Network': ['ID=d2a49fa2-ec3d-4d67-ae1d-4217b0d48118,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:23.651409 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network d2a49fa2-ec3d-4d67-ae1d-4217b0d48118 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:17:23.653349 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9716e80-f45a-4bad-b6cf-48033335aaf0 admin admin] Made reservation on behalf of b502f28061d24d5abf643ade2ccc30c7 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:23.656225 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c9716e80-f45a-4bad-b6cf-48033335aaf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:23.696268 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 8e865461-2486-4582-88fd-b9f31256041d is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:24.091911 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b82996-26e6-4e40-b839-d22f44ef2b30 None None] Sync routers for ids ['8faf39ce-2ad1-4466-8c21-74d1eaa8fa19'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:17:24.103630 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b82996-26e6-4e40-b839-d22f44ef2b30 None None] Routers {'8faf39ce-2ad1-4466-8c21-74d1eaa8fa19'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:17:24.104375 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-71b82996-26e6-4e40-b839-d22f44ef2b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:16:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['8faf39ce-2ad1-4466-8c21-74d1eaa8fa19'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:24.156743 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c9716e80-f45a-4bad-b6cf-48033335aaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (35e6299e-b25d-4d8a-b4e0-af2269e34e80), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:24.211055 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9716e80-f45a-4bad-b6cf-48033335aaf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35e6299e-b25d-4d8a-b4e0-af2269e34e80,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:24.217003 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-71b82996-26e6-4e40-b839-d22f44ef2b30 None None] Set router 8faf39ce-2ad1-4466-8c21-74d1eaa8fa19 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:17:24.221786 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9716e80-f45a-4bad-b6cf-48033335aaf0 admin admin] Checking segment: {'id': '8da66bac-c9b0-4904-bd2d-ba96e7bba772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd2a49fa2-ec3d-4d67-ae1d-4217b0d48118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:17:24.222164 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9716e80-f45a-4bad-b6cf-48033335aaf0 admin admin] Network hostable DHCP agents. Network: d2a49fa2-ec3d-4d67-ae1d-4217b0d48118, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:17:24.240237 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9716e80-f45a-4bad-b6cf-48033335aaf0 admin admin] Network d2a49fa2-ec3d-4d67-ae1d-4217b0d48118 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:17:24.250563 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-c9716e80-f45a-4bad-b6cf-48033335aaf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, d2a49fa2-ec3d-4d67-ae1d-4217b0d48118) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:24.258900 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9716e80-f45a-4bad-b6cf-48033335aaf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:24.259845 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c9716e80-f45a-4bad-b6cf-48033335aaf0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:24.261692 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e2824e-6cbd-4a6b-acdc-fe948ece2a2e None None] Network d2a49fa2-ec3d-4d67-ae1d-4217b0d48118 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:17:24.276233 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c9716e80-f45a-4bad-b6cf-48033335aaf0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6503367 Feb 09 02:17:24.278776 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51068) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:24.283131 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-4d4db99a-a8d9-4e3f-8bb5-daf25889520c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1911940086-router', 'tenant_id': 'b502f28061d24d5abf643ade2ccc30c7', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:24.301683 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4d4db99a-a8d9-4e3f-8bb5-daf25889520c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (bdb26abf-279a-42ac-9d51-60a29996bb4a), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:24.302947 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4d4db99a-a8d9-4e3f-8bb5-daf25889520c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (bdb26abf-279a-42ac-9d51-60a29996bb4a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:24.360112 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4d4db99a-a8d9-4e3f-8bb5-daf25889520c admin admin] Publish callbacks [] for router_controller (bdb26abf-279a-42ac-9d51-60a29996bb4a), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:24.425557 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b7f70869-2786-472a-90b3-94363beaad4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:24.483839 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13986066-235d-4b6c-b329-8047e90d1ff6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-d2a49fa2-ec3d-4d67-ae1d-4217b0d48118', 'network_id': 'd2a49fa2-ec3d-4d67-ae1d-4217b0d48118', 'project_id': 'b502f28061d24d5abf643ade2ccc30c7', 'fixed_ips': [{'subnet_id': '35e6299e-b25d-4d8a-b4e0-af2269e34e80'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:17:24.484713 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-13986066-235d-4b6c-b329-8047e90d1ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:24.503120 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4d4db99a-a8d9-4e3f-8bb5-daf25889520c admin admin] Publish callbacks [] for router_gateway (bdb26abf-279a-42ac-9d51-60a29996bb4a), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:24.636405 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-71b82996-26e6-4e40-b839-d22f44ef2b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8faf39ce-2ad1-4466-8c21-74d1eaa8fa19', 'name': 'tempest-TestEncryptedCinderVolumes-1737572003-router', 'tenant_id': 'e5cbe372241e4d5795368d38cb950573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'a1c5bafd-32a5-47a6-a5e0-118a2056555d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:17:19Z', 'updated_at': '2022-02-09T02:17:22Z', 'revision_number': 4, 'project_id': 'e5cbe372241e4d5795368d38cb950573', 'gw_port': {'id': 'a1c5bafd-32a5-47a6-a5e0-118a2056555d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8faf39ce-2ad1-4466-8c21-74d1eaa8fa19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:17:19Z', 'updated_at': '2022-02-09T02:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'b80f2d9c-3a79-43a9-ae07-e317e3f316f0', 'name': '', 'network_id': '9bb9750d-7671-491d-a5d4-5e60616b5548', 'tenant_id': 'e5cbe372241e4d5795368d38cb950573', 'mac_address': 'fa:16:3e:14:91:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8faf39ce-2ad1-4466-8c21-74d1eaa8fa19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '950a9207-f3e8-4012-a99f-e8838f99f719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:17:21Z', 'updated_at': '2022-02-09T02:17:22Z', 'revision_number': 2, 'project_id': 'e5cbe372241e4d5795368d38cb950573', 'subnets': [{'id': '950a9207-f3e8-4012-a99f-e8838f99f719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:24.668939 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b82996-26e6-4e40-b839-d22f44ef2b30 None None] Checking router: 8faf39ce-2ad1-4466-8c21-74d1eaa8fa19 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:17:24.669290 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b82996-26e6-4e40-b839-d22f44ef2b30 None None] Updating router 8faf39ce-2ad1-4466-8c21-74d1eaa8fa19 port b80f2d9c-3a79-43a9-ae07-e317e3f316f0 binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:17:24.708901 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4d4db99a-a8d9-4e3f-8bb5-daf25889520c admin admin] Publish callbacks [] for router_gateway (bdb26abf-279a-42ac-9d51-60a29996bb4a), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:24.711526 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-13986066-235d-4b6c-b329-8047e90d1ff6 None None] Allocated IP 172.20.0.2 (d2a49fa2-ec3d-4d67-ae1d-4217b0d48118/35e6299e-b25d-4d8a-b4e0-af2269e34e80/49fd27c3-7d3e-4561-98d6-e4489672b1b8) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:17:24.713897 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-71b82996-26e6-4e40-b839-d22f44ef2b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b80f2d9c-3a79-43a9-ae07-e317e3f316f0), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:24.728580 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4d4db99a-a8d9-4e3f-8bb5-daf25889520c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:24.834622 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-4d4db99a-a8d9-4e3f-8bb5-daf25889520c admin admin] Allocated IP 172.25.1.253 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/551d99a1-60f8-4c62-9821-2522634d1220) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:17:24.946711 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4d4db99a-a8d9-4e3f-8bb5-daf25889520c admin admin] Publish callbacks [] for port (551d99a1-60f8-4c62-9821-2522634d1220), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:24.984029 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4d4db99a-a8d9-4e3f-8bb5-daf25889520c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (551d99a1-60f8-4c62-9821-2522634d1220), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:25.024274 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4db99a-a8d9-4e3f-8bb5-daf25889520c admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:17:25.029065 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-4d4db99a-a8d9-4e3f-8bb5-daf25889520c admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:25.033583 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4db99a-a8d9-4e3f-8bb5-daf25889520c admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:17:25.036664 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4db99a-a8d9-4e3f-8bb5-daf25889520c admin admin] Pushing event updated for resources: {'Port': ['ID=551d99a1-60f8-4c62-9821-2522634d1220,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:25.173626 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-13986066-235d-4b6c-b329-8047e90d1ff6 None None] Publish callbacks [] for port (49fd27c3-7d3e-4561-98d6-e4489672b1b8), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:25.190079 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-13986066-235d-4b6c-b329-8047e90d1ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (49fd27c3-7d3e-4561-98d6-e4489672b1b8), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:25.227907 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device a1c5bafd-32a5-47a6-a5e0-118a2056555d up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:17:25.277063 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13986066-235d-4b6c-b329-8047e90d1ff6 None None] Network d2a49fa2-ec3d-4d67-ae1d-4217b0d48118 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:17:25.293014 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-13986066-235d-4b6c-b329-8047e90d1ff6 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:25.296074 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13986066-235d-4b6c-b329-8047e90d1ff6 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:17:25.303508 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4d4db99a-a8d9-4e3f-8bb5-daf25889520c admin admin] Publish callbacks [] for router_gateway (bdb26abf-279a-42ac-9d51-60a29996bb4a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:25.319549 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13986066-235d-4b6c-b329-8047e90d1ff6 None None] Pushing event updated for resources: {'Port': ['ID=49fd27c3-7d3e-4561-98d6-e4489672b1b8,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:25.411143 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-71b82996-26e6-4e40-b839-d22f44ef2b30 None None] Publish callbacks [] for port (b80f2d9c-3a79-43a9-ae07-e317e3f316f0), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:25.414510 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-13986066-235d-4b6c-b329-8047e90d1ff6 None None] Attempting to bind port 49fd27c3-7d3e-4561-98d6-e4489672b1b8 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:17:25.414943 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-13986066-235d-4b6c-b329-8047e90d1ff6 None None] Attempting to bind port 49fd27c3-7d3e-4561-98d6-e4489672b1b8 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '8da66bac-c9b0-4904-bd2d-ba96e7bba772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd2a49fa2-ec3d-4d67-ae1d-4217b0d48118'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:17:25.415356 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13986066-235d-4b6c-b329-8047e90d1ff6 None None] Attempting to bind port 49fd27c3-7d3e-4561-98d6-e4489672b1b8 on network d2a49fa2-ec3d-4d67-ae1d-4217b0d48118 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:17:25.419606 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-71b82996-26e6-4e40-b839-d22f44ef2b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b80f2d9c-3a79-43a9-ae07-e317e3f316f0), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:25.452448 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13986066-235d-4b6c-b329-8047e90d1ff6 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:17:25.453185 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13986066-235d-4b6c-b329-8047e90d1ff6 None None] Checking segment: {'id': '8da66bac-c9b0-4904-bd2d-ba96e7bba772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd2a49fa2-ec3d-4d67-ae1d-4217b0d48118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:17:25.453185 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-13986066-235d-4b6c-b329-8047e90d1ff6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:25.453584 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13986066-235d-4b6c-b329-8047e90d1ff6 None None] Bound using segment: {'id': '8da66bac-c9b0-4904-bd2d-ba96e7bba772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd2a49fa2-ec3d-4d67-ae1d-4217b0d48118'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:17:25.454070 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-13986066-235d-4b6c-b329-8047e90d1ff6 None None] Bound port: 49fd27c3-7d3e-4561-98d6-e4489672b1b8, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8da66bac-c9b0-4904-bd2d-ba96e7bba772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd2a49fa2-ec3d-4d67-ae1d-4217b0d48118'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:17:25.454450 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-13986066-235d-4b6c-b329-8047e90d1ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (49fd27c3-7d3e-4561-98d6-e4489672b1b8), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:25.462681 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port a1c5bafd-32a5-47a6-a5e0-118a2056555d triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:25.463045 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a1c5bafd-32a5-47a6-a5e0-118a2056555d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:25.508587 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4d4db99a-a8d9-4e3f-8bb5-daf25889520c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (bdb26abf-279a-42ac-9d51-60a29996bb4a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:25.515091 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ee3cb-ef60-42b1-8304-24cdd800a7e8 None None] Pushing event updated for resources: {'Port': ['ID=b80f2d9c-3a79-43a9-ae07-e317e3f316f0,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:25.633209 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-71b82996-26e6-4e40-b839-d22f44ef2b30 None None] Attempting to bind port b80f2d9c-3a79-43a9-ae07-e317e3f316f0 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:17:25.633672 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-71b82996-26e6-4e40-b839-d22f44ef2b30 None None] Attempting to bind port b80f2d9c-3a79-43a9-ae07-e317e3f316f0 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'ecfa9e57-93ee-4336-8ad9-4110eafd0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9bb9750d-7671-491d-a5d4-5e60616b5548'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:17:25.633955 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b82996-26e6-4e40-b839-d22f44ef2b30 None None] Attempting to bind port b80f2d9c-3a79-43a9-ae07-e317e3f316f0 on network 9bb9750d-7671-491d-a5d4-5e60616b5548 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:17:25.637800 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-13986066-235d-4b6c-b329-8047e90d1ff6 None None] For port 49fd27c3-7d3e-4561-98d6-e4489672b1b8, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:17:25.642333 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-13986066-235d-4b6c-b329-8047e90d1ff6 None None] For port 49fd27c3-7d3e-4561-98d6-e4489672b1b8, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=49fd27c3-7d3e-4561-98d6-e4489672b1b8,segment=NetworkSegment(8da66bac-c9b0-4904-bd2d-ba96e7bba772),segment_id=8da66bac-c9b0-4904-bd2d-ba96e7bba772)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:17:25.650573 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b82996-26e6-4e40-b839-d22f44ef2b30 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:17:25.651265 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b82996-26e6-4e40-b839-d22f44ef2b30 None None] Checking segment: {'id': 'ecfa9e57-93ee-4336-8ad9-4110eafd0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9bb9750d-7671-491d-a5d4-5e60616b5548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:17:25.651639 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-71b82996-26e6-4e40-b839-d22f44ef2b30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:25.652061 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b82996-26e6-4e40-b839-d22f44ef2b30 None None] Bound using segment: {'id': 'ecfa9e57-93ee-4336-8ad9-4110eafd0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9bb9750d-7671-491d-a5d4-5e60616b5548'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:17:25.653023 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-71b82996-26e6-4e40-b839-d22f44ef2b30 None None] Bound port: b80f2d9c-3a79-43a9-ae07-e317e3f316f0, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfa9e57-93ee-4336-8ad9-4110eafd0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9bb9750d-7671-491d-a5d4-5e60616b5548'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:17:25.653409 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-71b82996-26e6-4e40-b839-d22f44ef2b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b80f2d9c-3a79-43a9-ae07-e317e3f316f0), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:25.674232 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d4db99a-a8d9-4e3f-8bb5-daf25889520c admin admin] Router bdb26abf-279a-42ac-9d51-60a29996bb4a is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:17:25.687163 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-13986066-235d-4b6c-b329-8047e90d1ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (49fd27c3-7d3e-4561-98d6-e4489672b1b8), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:25.767704 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port a1c5bafd-32a5-47a6-a5e0-118a2056555d is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:25.803645 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4db99a-a8d9-4e3f-8bb5-daf25889520c admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:17:25.814437 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81696f8b-2ae8-49d3-822b-555adfca3355 None None] Sync routers for ids ['bdb26abf-279a-42ac-9d51-60a29996bb4a'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:17:25.817859 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13986066-235d-4b6c-b329-8047e90d1ff6 None None] Pushing event updated for resources: {'Port': ['ID=49fd27c3-7d3e-4561-98d6-e4489672b1b8,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:25.823211 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-ea79459e-30ab-4516-ba07-fca3288ef00a None None] Provisioning complete for port b80f2d9c-3a79-43a9-ae07-e317e3f316f0 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:25.823686 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ea79459e-30ab-4516-ba07-fca3288ef00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b80f2d9c-3a79-43a9-ae07-e317e3f316f0), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:25.825476 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4d4db99a-a8d9-4e3f-8bb5-daf25889520c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:25.828148 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4d4db99a-a8d9-4e3f-8bb5-daf25889520c admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5471728 Feb 09 02:17:25.829929 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51070) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:25.837455 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81696f8b-2ae8-49d3-822b-555adfca3355 None None] Routers {'bdb26abf-279a-42ac-9d51-60a29996bb4a'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:17:25.840527 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-81696f8b-2ae8-49d3-822b-555adfca3355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:17:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['bdb26abf-279a-42ac-9d51-60a29996bb4a'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:25.851193 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-71b82996-26e6-4e40-b839-d22f44ef2b30 None None] For port b80f2d9c-3a79-43a9-ae07-e317e3f316f0, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:17:25.870766 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-71b82996-26e6-4e40-b839-d22f44ef2b30 None None] For port b80f2d9c-3a79-43a9-ae07-e317e3f316f0, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b80f2d9c-3a79-43a9-ae07-e317e3f316f0,segment=NetworkSegment(ecfa9e57-93ee-4336-8ad9-4110eafd0e3b),segment_id=ecfa9e57-93ee-4336-8ad9-4110eafd0e3b)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:17:25.878750 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ea79459e-30ab-4516-ba07-fca3288ef00a None None] Port b80f2d9c-3a79-43a9-ae07-e317e3f316f0 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:17:25.881275 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-71b82996-26e6-4e40-b839-d22f44ef2b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b80f2d9c-3a79-43a9-ae07-e317e3f316f0), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:25.943666 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b82996-26e6-4e40-b839-d22f44ef2b30 None None] Routers {'8faf39ce-2ad1-4466-8c21-74d1eaa8fa19'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:17:25.944343 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-71b82996-26e6-4e40-b839-d22f44ef2b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:17:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['8faf39ce-2ad1-4466-8c21-74d1eaa8fa19'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:25.947719 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ee3cb-ef60-42b1-8304-24cdd800a7e8 None None] Pushing event updated for resources: {'Port': ['ID=b80f2d9c-3a79-43a9-ae07-e317e3f316f0,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:25.989068 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-81696f8b-2ae8-49d3-822b-555adfca3355 None None] Set router bdb26abf-279a-42ac-9d51-60a29996bb4a gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:17:26.075608 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:26.136759 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-71b82996-26e6-4e40-b839-d22f44ef2b30 None None] Set router 8faf39ce-2ad1-4466-8c21-74d1eaa8fa19 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:17:26.329985 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-81696f8b-2ae8-49d3-822b-555adfca3355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb26abf-279a-42ac-9d51-60a29996bb4a', 'name': 'tempest-TestEncryptedCinderVolumes-1911940086-router', 'tenant_id': 'b502f28061d24d5abf643ade2ccc30c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '551d99a1-60f8-4c62-9821-2522634d1220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:17:24Z', 'updated_at': '2022-02-09T02:17:25Z', 'revision_number': 3, 'project_id': 'b502f28061d24d5abf643ade2ccc30c7', 'gw_port': {'id': '551d99a1-60f8-4c62-9821-2522634d1220', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:22:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb26abf-279a-42ac-9d51-60a29996bb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:17:24Z', 'updated_at': '2022-02-09T02:17:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:26.358085 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81696f8b-2ae8-49d3-822b-555adfca3355 None None] Checking router: bdb26abf-279a-42ac-9d51-60a29996bb4a for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:17:26.358423 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81696f8b-2ae8-49d3-822b-555adfca3355 None None] Updating router bdb26abf-279a-42ac-9d51-60a29996bb4a port 551d99a1-60f8-4c62-9821-2522634d1220 binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:17:26.387615 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-81696f8b-2ae8-49d3-822b-555adfca3355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (551d99a1-60f8-4c62-9821-2522634d1220), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:26.416312 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-4f8733c7-0cbb-49a7-9f6a-5d88315513e8 None None] Provisioning complete for port b80f2d9c-3a79-43a9-ae07-e317e3f316f0 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:26.416787 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4f8733c7-0cbb-49a7-9f6a-5d88315513e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b80f2d9c-3a79-43a9-ae07-e317e3f316f0), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:26.445691 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-71b82996-26e6-4e40-b839-d22f44ef2b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8faf39ce-2ad1-4466-8c21-74d1eaa8fa19', 'name': 'tempest-TestEncryptedCinderVolumes-1737572003-router', 'tenant_id': 'e5cbe372241e4d5795368d38cb950573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'a1c5bafd-32a5-47a6-a5e0-118a2056555d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:17:19Z', 'updated_at': '2022-02-09T02:17:22Z', 'revision_number': 4, 'project_id': 'e5cbe372241e4d5795368d38cb950573', 'gw_port': {'id': 'a1c5bafd-32a5-47a6-a5e0-118a2056555d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8faf39ce-2ad1-4466-8c21-74d1eaa8fa19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:17:19Z', 'updated_at': '2022-02-09T02:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'b80f2d9c-3a79-43a9-ae07-e317e3f316f0', 'name': '', 'network_id': '9bb9750d-7671-491d-a5d4-5e60616b5548', 'tenant_id': 'e5cbe372241e4d5795368d38cb950573', 'mac_address': 'fa:16:3e:14:91:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8faf39ce-2ad1-4466-8c21-74d1eaa8fa19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '950a9207-f3e8-4012-a99f-e8838f99f719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:17:21Z', 'updated_at': '2022-02-09T02:17:25Z', 'revision_number': 4, 'project_id': 'e5cbe372241e4d5795368d38cb950573', 'subnets': [{'id': '950a9207-f3e8-4012-a99f-e8838f99f719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:26.479572 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b82996-26e6-4e40-b839-d22f44ef2b30 None None] The sync data for ids ['8faf39ce-2ad1-4466-8c21-74d1eaa8fa19'] in n-d-822053-40 is: [{'id': '8faf39ce-2ad1-4466-8c21-74d1eaa8fa19', 'name': 'tempest-TestEncryptedCinderVolumes-1737572003-router', 'tenant_id': 'e5cbe372241e4d5795368d38cb950573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'a1c5bafd-32a5-47a6-a5e0-118a2056555d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:17:19Z', 'updated_at': '2022-02-09T02:17:22Z', 'revision_number': 4, 'project_id': 'e5cbe372241e4d5795368d38cb950573', 'gw_port': {'id': 'a1c5bafd-32a5-47a6-a5e0-118a2056555d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8faf39ce-2ad1-4466-8c21-74d1eaa8fa19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:17:19Z', 'updated_at': '2022-02-09T02:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'b80f2d9c-3a79-43a9-ae07-e317e3f316f0', 'name': '', 'network_id': '9bb9750d-7671-491d-a5d4-5e60616b5548', 'tenant_id': 'e5cbe372241e4d5795368d38cb950573', 'mac_address': 'fa:16:3e:14:91:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8faf39ce-2ad1-4466-8c21-74d1eaa8fa19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '950a9207-f3e8-4012-a99f-e8838f99f719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:17:21Z', 'updated_at': '2022-02-09T02:17:25Z', 'revision_number': 4, 'project_id': 'e5cbe372241e4d5795368d38cb950573', 'subnets': [{'id': '950a9207-f3e8-4012-a99f-e8838f99f719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:17:26.587413 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-4f8733c7-0cbb-49a7-9f6a-5d88315513e8 None None] Current status of the port b80f2d9c-3a79-43a9-ae07-e317e3f316f0 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:26.587814 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4f8733c7-0cbb-49a7-9f6a-5d88315513e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b80f2d9c-3a79-43a9-ae07-e317e3f316f0), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:26.632789 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-4f8733c7-0cbb-49a7-9f6a-5d88315513e8 None None] For port b80f2d9c-3a79-43a9-ae07-e317e3f316f0, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b80f2d9c-3a79-43a9-ae07-e317e3f316f0,segment=NetworkSegment(ecfa9e57-93ee-4336-8ad9-4110eafd0e3b),segment_id=ecfa9e57-93ee-4336-8ad9-4110eafd0e3b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:26.642047 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4f8733c7-0cbb-49a7-9f6a-5d88315513e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b80f2d9c-3a79-43a9-ae07-e317e3f316f0), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:26.707693 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8733c7-0cbb-49a7-9f6a-5d88315513e8 None None] Pushing event updated for resources: {'Port': ['ID=b80f2d9c-3a79-43a9-ae07-e317e3f316f0,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:26.719330 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-81696f8b-2ae8-49d3-822b-555adfca3355 None None] Publish callbacks [] for port (551d99a1-60f8-4c62-9821-2522634d1220), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:26.728723 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-81696f8b-2ae8-49d3-822b-555adfca3355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (551d99a1-60f8-4c62-9821-2522634d1220), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:26.805590 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-81696f8b-2ae8-49d3-822b-555adfca3355 None None] Attempting to bind port 551d99a1-60f8-4c62-9821-2522634d1220 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:17:26.805962 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-81696f8b-2ae8-49d3-822b-555adfca3355 None None] Attempting to bind port 551d99a1-60f8-4c62-9821-2522634d1220 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:17:26.806328 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81696f8b-2ae8-49d3-822b-555adfca3355 None None] Attempting to bind port 551d99a1-60f8-4c62-9821-2522634d1220 on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:17:26.818139 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81696f8b-2ae8-49d3-822b-555adfca3355 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:17:26.818827 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81696f8b-2ae8-49d3-822b-555adfca3355 None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:17:26.819091 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-81696f8b-2ae8-49d3-822b-555adfca3355 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:26.819463 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81696f8b-2ae8-49d3-822b-555adfca3355 None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:17:26.819938 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-81696f8b-2ae8-49d3-822b-555adfca3355 None None] Bound port: 551d99a1-60f8-4c62-9821-2522634d1220, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:17:26.820337 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-81696f8b-2ae8-49d3-822b-555adfca3355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (551d99a1-60f8-4c62-9821-2522634d1220), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:26.852851 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b6407-42db-4d01-a2d7-dcff9a30af45 None None] Pushing event updated for resources: {'Port': ['ID=551d99a1-60f8-4c62-9821-2522634d1220,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:26.888146 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e2e825fe-153c-4436-8b74-f22a660b2629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:26.891869 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-81696f8b-2ae8-49d3-822b-555adfca3355 None None] For port 551d99a1-60f8-4c62-9821-2522634d1220, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:17:26.894833 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-81696f8b-2ae8-49d3-822b-555adfca3355 None None] For port 551d99a1-60f8-4c62-9821-2522634d1220, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=551d99a1-60f8-4c62-9821-2522634d1220,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:17:26.907614 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-81696f8b-2ae8-49d3-822b-555adfca3355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (551d99a1-60f8-4c62-9821-2522634d1220), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:26.966223 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81696f8b-2ae8-49d3-822b-555adfca3355 None None] Routers {'bdb26abf-279a-42ac-9d51-60a29996bb4a'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:17:26.970387 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-81696f8b-2ae8-49d3-822b-555adfca3355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:17:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['bdb26abf-279a-42ac-9d51-60a29996bb4a'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:27.051206 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b6407-42db-4d01-a2d7-dcff9a30af45 None None] Pushing event updated for resources: {'Port': ['ID=551d99a1-60f8-4c62-9821-2522634d1220,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:27.084697 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-e2e825fe-153c-4436-8b74-f22a660b2629 admin admin] Allocated IP 172.20.0.1 (d2a49fa2-ec3d-4d67-ae1d-4217b0d48118/35e6299e-b25d-4d8a-b4e0-af2269e34e80/0456676e-73bc-453c-88a1-65754a5d1e8e) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:17:27.120614 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-81696f8b-2ae8-49d3-822b-555adfca3355 None None] Set router bdb26abf-279a-42ac-9d51-60a29996bb4a gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:17:27.184031 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f90652f-56e6-48b5-864c-73f823f66cdf None None] Network d2a49fa2-ec3d-4d67-ae1d-4217b0d48118 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:17:27.221353 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e2e825fe-153c-4436-8b74-f22a660b2629 admin admin] Publish callbacks [] for port (0456676e-73bc-453c-88a1-65754a5d1e8e), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:27.272908 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e2e825fe-153c-4436-8b74-f22a660b2629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (0456676e-73bc-453c-88a1-65754a5d1e8e), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:27.295373 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-2afd9937-b541-4376-ac10-1f458f7f204b None None] Provisioning complete for port 49fd27c3-7d3e-4561-98d6-e4489672b1b8 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:27.295744 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2afd9937-b541-4376-ac10-1f458f7f204b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (49fd27c3-7d3e-4561-98d6-e4489672b1b8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:27.349050 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e825fe-153c-4436-8b74-f22a660b2629 admin admin] Network d2a49fa2-ec3d-4d67-ae1d-4217b0d48118 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:17:27.350235 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b80f2d9c-3a79-43a9-ae07-e317e3f316f0 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:17:27.350383 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e825fe-153c-4436-8b74-f22a660b2629 admin admin] Pushing event updated for resources: {'Port': ['ID=0456676e-73bc-453c-88a1-65754a5d1e8e,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:27.354407 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-e2e825fe-153c-4436-8b74-f22a660b2629 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:27.365462 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e825fe-153c-4436-8b74-f22a660b2629 admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:17:27.422084 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e2e825fe-153c-4436-8b74-f22a660b2629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (bdb26abf-279a-42ac-9d51-60a29996bb4a), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:27.508346 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-81696f8b-2ae8-49d3-822b-555adfca3355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb26abf-279a-42ac-9d51-60a29996bb4a', 'name': 'tempest-TestEncryptedCinderVolumes-1911940086-router', 'tenant_id': 'b502f28061d24d5abf643ade2ccc30c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '551d99a1-60f8-4c62-9821-2522634d1220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:17:24Z', 'updated_at': '2022-02-09T02:17:25Z', 'revision_number': 3, 'project_id': 'b502f28061d24d5abf643ade2ccc30c7', 'gw_port': {'id': '551d99a1-60f8-4c62-9821-2522634d1220', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:22:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb26abf-279a-42ac-9d51-60a29996bb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:17:24Z', 'updated_at': '2022-02-09T02:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:27.510450 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port b80f2d9c-3a79-43a9-ae07-e317e3f316f0 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:27.510931 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b80f2d9c-3a79-43a9-ae07-e317e3f316f0), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:27.536488 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2afd9937-b541-4376-ac10-1f458f7f204b None None] Current status of the port 49fd27c3-7d3e-4561-98d6-e4489672b1b8 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:27.537121 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2afd9937-b541-4376-ac10-1f458f7f204b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (49fd27c3-7d3e-4561-98d6-e4489672b1b8), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:27.538194 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81696f8b-2ae8-49d3-822b-555adfca3355 None None] The sync data for ids ['bdb26abf-279a-42ac-9d51-60a29996bb4a'] in n-d-822053-40 is: [{'id': 'bdb26abf-279a-42ac-9d51-60a29996bb4a', 'name': 'tempest-TestEncryptedCinderVolumes-1911940086-router', 'tenant_id': 'b502f28061d24d5abf643ade2ccc30c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '551d99a1-60f8-4c62-9821-2522634d1220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:17:24Z', 'updated_at': '2022-02-09T02:17:25Z', 'revision_number': 3, 'project_id': 'b502f28061d24d5abf643ade2ccc30c7', 'gw_port': {'id': '551d99a1-60f8-4c62-9821-2522634d1220', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:22:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb26abf-279a-42ac-9d51-60a29996bb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:17:24Z', 'updated_at': '2022-02-09T02:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:17:27.632686 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e2e825fe-153c-4436-8b74-f22a660b2629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0456676e-73bc-453c-88a1-65754a5d1e8e), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:27.669386 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-2afd9937-b541-4376-ac10-1f458f7f204b None None] For port 49fd27c3-7d3e-4561-98d6-e4489672b1b8, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=49fd27c3-7d3e-4561-98d6-e4489672b1b8,segment=NetworkSegment(8da66bac-c9b0-4904-bd2d-ba96e7bba772),segment_id=8da66bac-c9b0-4904-bd2d-ba96e7bba772)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:27.696536 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2afd9937-b541-4376-ac10-1f458f7f204b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (49fd27c3-7d3e-4561-98d6-e4489672b1b8), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:27.806791 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:27.807445 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port b80f2d9c-3a79-43a9-ae07-e317e3f316f0 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:27.808654 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 49fd27c3-7d3e-4561-98d6-e4489672b1b8 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:17:27.855313 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd9937-b541-4376-ac10-1f458f7f204b None None] Pushing event updated for resources: {'Port': ['ID=49fd27c3-7d3e-4561-98d6-e4489672b1b8,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:27.872129 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-4a01c4e2-79ba-4371-aa57-9dadb64c1b98 None None] Provisioning complete for port 0456676e-73bc-453c-88a1-65754a5d1e8e triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:27.872511 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4a01c4e2-79ba-4371-aa57-9dadb64c1b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0456676e-73bc-453c-88a1-65754a5d1e8e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:27.955959 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e2e825fe-153c-4436-8b74-f22a660b2629 admin admin] Publish callbacks [] for port (0456676e-73bc-453c-88a1-65754a5d1e8e), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:27.958311 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-4a01c4e2-79ba-4371-aa57-9dadb64c1b98 None None] Port 0456676e-73bc-453c-88a1-65754a5d1e8e cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:17:27.962732 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e2e825fe-153c-4436-8b74-f22a660b2629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (0456676e-73bc-453c-88a1-65754a5d1e8e), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:27.970829 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 49fd27c3-7d3e-4561-98d6-e4489672b1b8 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:27.970829 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (49fd27c3-7d3e-4561-98d6-e4489672b1b8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:28.048156 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-4a01c4e2-79ba-4371-aa57-9dadb64c1b98 None None] Provisioning complete for port 49fd27c3-7d3e-4561-98d6-e4489672b1b8 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:28.048537 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4a01c4e2-79ba-4371-aa57-9dadb64c1b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (49fd27c3-7d3e-4561-98d6-e4489672b1b8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:28.063620 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e2e825fe-153c-4436-8b74-f22a660b2629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (bdb26abf-279a-42ac-9d51-60a29996bb4a), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:28.083484 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e825fe-153c-4436-8b74-f22a660b2629 admin admin] Pushing event updated for resources: {'Port': ['ID=0456676e-73bc-453c-88a1-65754a5d1e8e,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:28.158177 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 49fd27c3-7d3e-4561-98d6-e4489672b1b8 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:28.198617 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e825fe-153c-4436-8b74-f22a660b2629 admin admin] Network d2a49fa2-ec3d-4d67-ae1d-4217b0d48118 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:17:28.200225 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-e2e825fe-153c-4436-8b74-f22a660b2629 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:28.203419 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-4a01c4e2-79ba-4371-aa57-9dadb64c1b98 None None] Current status of the port 49fd27c3-7d3e-4561-98d6-e4489672b1b8 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:28.333849 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e825fe-153c-4436-8b74-f22a660b2629 admin admin] Router bdb26abf-279a-42ac-9d51-60a29996bb4a has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:17:28.336967 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-758e640b-441f-46ff-ae40-ce5ab989311a None None] Provisioning complete for port 0456676e-73bc-453c-88a1-65754a5d1e8e triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:28.337099 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-758e640b-441f-46ff-ae40-ce5ab989311a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0456676e-73bc-453c-88a1-65754a5d1e8e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:28.384887 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-758e640b-441f-46ff-ae40-ce5ab989311a None None] Port 0456676e-73bc-453c-88a1-65754a5d1e8e cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:17:28.429194 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:28.468358 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e825fe-153c-4436-8b74-f22a660b2629 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:17:28.473595 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e2e825fe-153c-4436-8b74-f22a660b2629 admin admin] 10.222.0.30 "PUT /v2.0/routers/bdb26abf-279a-42ac-9d51-60a29996bb4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6425035 Feb 09 02:17:28.506517 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-652aafea-fb53-4c8b-896d-6c4b045e42b6 None None] Provisioning complete for port 0456676e-73bc-453c-88a1-65754a5d1e8e triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:28.506978 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-652aafea-fb53-4c8b-896d-6c4b045e42b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0456676e-73bc-453c-88a1-65754a5d1e8e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:28.546102 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-652aafea-fb53-4c8b-896d-6c4b045e42b6 None None] Port 0456676e-73bc-453c-88a1-65754a5d1e8e cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:17:29.285297 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 551d99a1-60f8-4c62-9821-2522634d1220 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:17:29.335179 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962209e-e432-4b74-b606-3889a64cddff req-375b6d0e-ef33-42e8-8ea0-0018855f714d tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:29.336597 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4962209e-e432-4b74-b606-3889a64cddff req-375b6d0e-ef33-42e8-8ea0-0018855f714d tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/networks?id=9bb9750d-7671-491d-a5d4-5e60616b5548 HTTP/1.1" status: 200 len: 817 time: 0.1029029 Feb 09 02:17:29.336987 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 551d99a1-60f8-4c62-9821-2522634d1220 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:29.337354 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (551d99a1-60f8-4c62-9821-2522634d1220), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:29.352715 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4962209e-e432-4b74-b606-3889a64cddff req-645b244b-d192-4268-b4c6-40050a3e32f2 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/quotas/e5cbe372241e4d5795368d38cb950573 HTTP/1.1" status: 200 len: 375 time: 0.0095756 Feb 09 02:17:29.408449 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4962209e-e432-4b74-b606-3889a64cddff req-45ecd0ee-51b2-45e4-b3af-7e056428724f tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e5cbe372241e4d5795368d38cb950573&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497353 Feb 09 02:17:29.416916 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 551d99a1-60f8-4c62-9821-2522634d1220 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:29.417311 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (551d99a1-60f8-4c62-9821-2522634d1220), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:29.440000 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 551d99a1-60f8-4c62-9821-2522634d1220, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=551d99a1-60f8-4c62-9821-2522634d1220,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:29.445580 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (551d99a1-60f8-4c62-9821-2522634d1220), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:29.446780 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 49fd27c3-7d3e-4561-98d6-e4489672b1b8 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:17:29.509065 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4962209e-e432-4b74-b606-3889a64cddff req-ec0fa18b-43aa-434d-aaae-54b5aaa1ca8e service neutron] 10.222.0.30 "GET /v2.0/networks/9bb9750d-7671-491d-a5d4-5e60616b5548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894780 Feb 09 02:17:29.528994 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=551d99a1-60f8-4c62-9821-2522634d1220,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:29.543220 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 49fd27c3-7d3e-4561-98d6-e4489672b1b8 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:29.543596 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (49fd27c3-7d3e-4561-98d6-e4489672b1b8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:29.604066 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4962209e-e432-4b74-b606-3889a64cddff req-faea8d8f-02e3-4c01-b40f-ed5aa4e7e6e4 service neutron] 10.222.0.30 "GET /v2.0/networks/9bb9750d-7671-491d-a5d4-5e60616b5548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888817 Feb 09 02:17:29.625359 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 49fd27c3-7d3e-4561-98d6-e4489672b1b8 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:29.782557 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6256a4ab-6016-44a7-9e25-1ef41c9ed6f6 req-2ddad1f6-d6d1-43ae-b13c-332317b983da tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/ports?device_id=5fc7ee93-7659-4dce-86a9-17586e724a25 HTTP/1.1" status: 200 len: 210 time: 0.0358298 Feb 09 02:17:29.971557 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13386fa9-b94b-4874-a26c-7f93cfdb58c8 None None] Sync routers for ids ['bdb26abf-279a-42ac-9d51-60a29996bb4a'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:17:29.980986 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13386fa9-b94b-4874-a26c-7f93cfdb58c8 None None] Routers {'bdb26abf-279a-42ac-9d51-60a29996bb4a'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:17:29.981603 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-13386fa9-b94b-4874-a26c-7f93cfdb58c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:17:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['bdb26abf-279a-42ac-9d51-60a29996bb4a'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:30.261402 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-13386fa9-b94b-4874-a26c-7f93cfdb58c8 None None] Set router bdb26abf-279a-42ac-9d51-60a29996bb4a gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:17:30.477657 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-13386fa9-b94b-4874-a26c-7f93cfdb58c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb26abf-279a-42ac-9d51-60a29996bb4a', 'name': 'tempest-TestEncryptedCinderVolumes-1911940086-router', 'tenant_id': 'b502f28061d24d5abf643ade2ccc30c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '551d99a1-60f8-4c62-9821-2522634d1220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:17:24Z', 'updated_at': '2022-02-09T02:17:27Z', 'revision_number': 4, 'project_id': 'b502f28061d24d5abf643ade2ccc30c7', 'gw_port': {'id': '551d99a1-60f8-4c62-9821-2522634d1220', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:22:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb26abf-279a-42ac-9d51-60a29996bb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:17:24Z', 'updated_at': '2022-02-09T02:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '0456676e-73bc-453c-88a1-65754a5d1e8e', 'name': '', 'network_id': 'd2a49fa2-ec3d-4d67-ae1d-4217b0d48118', 'tenant_id': 'b502f28061d24d5abf643ade2ccc30c7', 'mac_address': 'fa:16:3e:f4:03:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb26abf-279a-42ac-9d51-60a29996bb4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '35e6299e-b25d-4d8a-b4e0-af2269e34e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:17:26Z', 'updated_at': '2022-02-09T02:17:27Z', 'revision_number': 2, 'project_id': 'b502f28061d24d5abf643ade2ccc30c7', 'subnets': [{'id': '35e6299e-b25d-4d8a-b4e0-af2269e34e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:30.504758 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13386fa9-b94b-4874-a26c-7f93cfdb58c8 None None] Checking router: bdb26abf-279a-42ac-9d51-60a29996bb4a for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:17:30.505112 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13386fa9-b94b-4874-a26c-7f93cfdb58c8 None None] Updating router bdb26abf-279a-42ac-9d51-60a29996bb4a port 0456676e-73bc-453c-88a1-65754a5d1e8e binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:17:30.533691 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-13386fa9-b94b-4874-a26c-7f93cfdb58c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0456676e-73bc-453c-88a1-65754a5d1e8e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:30.803557 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-13386fa9-b94b-4874-a26c-7f93cfdb58c8 None None] Publish callbacks [] for port (0456676e-73bc-453c-88a1-65754a5d1e8e), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:30.811049 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-13386fa9-b94b-4874-a26c-7f93cfdb58c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0456676e-73bc-453c-88a1-65754a5d1e8e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:30.863181 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23a145-33ef-4edd-a02c-c878e292c4cb None None] Pushing event updated for resources: {'Port': ['ID=0456676e-73bc-453c-88a1-65754a5d1e8e,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:30.892758 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b23a145-33ef-4edd-a02c-c878e292c4cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:30.893107 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b23a145-33ef-4edd-a02c-c878e292c4cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:30.893455 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b23a145-33ef-4edd-a02c-c878e292c4cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:30.893796 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b23a145-33ef-4edd-a02c-c878e292c4cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:30.894137 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b23a145-33ef-4edd-a02c-c878e292c4cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:30.894475 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b23a145-33ef-4edd-a02c-c878e292c4cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:30.894804 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b23a145-33ef-4edd-a02c-c878e292c4cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:30.895133 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b23a145-33ef-4edd-a02c-c878e292c4cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:30.895712 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962209e-e432-4b74-b606-3889a64cddff req-7d5e475c-0be3-496d-a4e9-7b9f60ace0b8 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:30.896251 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b23a145-33ef-4edd-a02c-c878e292c4cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:30.896251 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b23a145-33ef-4edd-a02c-c878e292c4cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:30.896433 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b23a145-33ef-4edd-a02c-c878e292c4cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:30.896688 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b23a145-33ef-4edd-a02c-c878e292c4cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:30.897011 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b23a145-33ef-4edd-a02c-c878e292c4cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:30.897409 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4962209e-e432-4b74-b606-3889a64cddff req-7d5e475c-0be3-496d-a4e9-7b9f60ace0b8 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.121 "GET /v2.0/networks?id=9bb9750d-7671-491d-a5d4-5e60616b5548 HTTP/1.1" status: 200 len: 817 time: 0.1539075 Feb 09 02:17:30.922751 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3f74ffc9-2728-4cc0-8cd3-f037ab97f0d9 req-9f0dec8a-d67f-4a2f-9491-832bbd895ee4 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/ports?device_id=5fc7ee93-7659-4dce-86a9-17586e724a25 HTTP/1.1" status: 200 len: 210 time: 0.0508037 Feb 09 02:17:30.926296 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-4962209e-e432-4b74-b606-3889a64cddff req-90a37b38-009d-441b-a824-cf23632cc619 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Request body: {'port': {'device_id': '5fc7ee93-7659-4dce-86a9-17586e724a25', 'network_id': '9bb9750d-7671-491d-a5d4-5e60616b5548', 'admin_state_up': True, 'tenant_id': 'e5cbe372241e4d5795368d38cb950573'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:30.939598 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-13386fa9-b94b-4874-a26c-7f93cfdb58c8 None None] Attempting to bind port 0456676e-73bc-453c-88a1-65754a5d1e8e on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:17:30.940267 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-13386fa9-b94b-4874-a26c-7f93cfdb58c8 None None] Attempting to bind port 0456676e-73bc-453c-88a1-65754a5d1e8e by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '8da66bac-c9b0-4904-bd2d-ba96e7bba772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd2a49fa2-ec3d-4d67-ae1d-4217b0d48118'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:17:30.940846 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13386fa9-b94b-4874-a26c-7f93cfdb58c8 None None] Attempting to bind port 0456676e-73bc-453c-88a1-65754a5d1e8e on network d2a49fa2-ec3d-4d67-ae1d-4217b0d48118 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:17:30.947312 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13386fa9-b94b-4874-a26c-7f93cfdb58c8 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:17:30.947693 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13386fa9-b94b-4874-a26c-7f93cfdb58c8 None None] Checking segment: {'id': '8da66bac-c9b0-4904-bd2d-ba96e7bba772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd2a49fa2-ec3d-4d67-ae1d-4217b0d48118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:17:30.948160 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-13386fa9-b94b-4874-a26c-7f93cfdb58c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:30.948552 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13386fa9-b94b-4874-a26c-7f93cfdb58c8 None None] Bound using segment: {'id': '8da66bac-c9b0-4904-bd2d-ba96e7bba772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd2a49fa2-ec3d-4d67-ae1d-4217b0d48118'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:17:30.949020 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-13386fa9-b94b-4874-a26c-7f93cfdb58c8 None None] Bound port: 0456676e-73bc-453c-88a1-65754a5d1e8e, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8da66bac-c9b0-4904-bd2d-ba96e7bba772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd2a49fa2-ec3d-4d67-ae1d-4217b0d48118'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:17:30.949402 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-13386fa9-b94b-4874-a26c-7f93cfdb58c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0456676e-73bc-453c-88a1-65754a5d1e8e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:31.026134 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-13386fa9-b94b-4874-a26c-7f93cfdb58c8 None None] For port 0456676e-73bc-453c-88a1-65754a5d1e8e, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:17:31.031289 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-13386fa9-b94b-4874-a26c-7f93cfdb58c8 None None] For port 0456676e-73bc-453c-88a1-65754a5d1e8e, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=0456676e-73bc-453c-88a1-65754a5d1e8e,segment=NetworkSegment(8da66bac-c9b0-4904-bd2d-ba96e7bba772),segment_id=8da66bac-c9b0-4904-bd2d-ba96e7bba772)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:17:31.041454 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-13386fa9-b94b-4874-a26c-7f93cfdb58c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0456676e-73bc-453c-88a1-65754a5d1e8e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:31.063852 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4962209e-e432-4b74-b606-3889a64cddff req-90a37b38-009d-441b-a824-cf23632cc619 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Made reservation on behalf of e5cbe372241e4d5795368d38cb950573 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:31.067342 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4962209e-e432-4b74-b606-3889a64cddff req-90a37b38-009d-441b-a824-cf23632cc619 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:31.111582 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23a145-33ef-4edd-a02c-c878e292c4cb None None] Pushing event updated for resources: {'Port': ['ID=0456676e-73bc-453c-88a1-65754a5d1e8e,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:31.114090 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13386fa9-b94b-4874-a26c-7f93cfdb58c8 None None] Routers {'bdb26abf-279a-42ac-9d51-60a29996bb4a'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:17:31.114769 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-13386fa9-b94b-4874-a26c-7f93cfdb58c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:17:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['bdb26abf-279a-42ac-9d51-60a29996bb4a'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:31.223280 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-34d5172e-7a10-4901-8c6d-23278953be4f None None] Provisioning complete for port 0456676e-73bc-453c-88a1-65754a5d1e8e triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:31.224315 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-34d5172e-7a10-4901-8c6d-23278953be4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0456676e-73bc-453c-88a1-65754a5d1e8e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:31.229423 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-4962209e-e432-4b74-b606-3889a64cddff req-90a37b38-009d-441b-a824-cf23632cc619 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Allocated IP 172.20.0.6 (9bb9750d-7671-491d-a5d4-5e60616b5548/950a9207-f3e8-4012-a99f-e8838f99f719/0eccc377-1bbf-4ab7-829a-a3603575edac) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:17:31.256682 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 551d99a1-60f8-4c62-9821-2522634d1220 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:17:31.329336 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-13386fa9-b94b-4874-a26c-7f93cfdb58c8 None None] Set router bdb26abf-279a-42ac-9d51-60a29996bb4a gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:17:31.398343 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4962209e-e432-4b74-b606-3889a64cddff req-90a37b38-009d-441b-a824-cf23632cc619 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Publish callbacks [] for port (0eccc377-1bbf-4ab7-829a-a3603575edac), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:31.437186 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4962209e-e432-4b74-b606-3889a64cddff req-90a37b38-009d-441b-a824-cf23632cc619 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (0eccc377-1bbf-4ab7-829a-a3603575edac), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:31.481291 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4962209e-e432-4b74-b606-3889a64cddff req-90a37b38-009d-441b-a824-cf23632cc619 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Network 9bb9750d-7671-491d-a5d4-5e60616b5548 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:17:31.484285 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 551d99a1-60f8-4c62-9821-2522634d1220 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:31.484664 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (551d99a1-60f8-4c62-9821-2522634d1220), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:31.485076 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-4962209e-e432-4b74-b606-3889a64cddff req-90a37b38-009d-441b-a824-cf23632cc619 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:31.488867 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-4962209e-e432-4b74-b606-3889a64cddff req-90a37b38-009d-441b-a824-cf23632cc619 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:17:31.512397 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a37b38-009d-441b-a824-cf23632cc619 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Pushing event updated for resources: {'Port': ['ID=0eccc377-1bbf-4ab7-829a-a3603575edac,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:31.517241 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-34d5172e-7a10-4901-8c6d-23278953be4f None None] Current status of the port 0456676e-73bc-453c-88a1-65754a5d1e8e is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:31.517886 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-34d5172e-7a10-4901-8c6d-23278953be4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0456676e-73bc-453c-88a1-65754a5d1e8e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:31.552119 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962209e-e432-4b74-b606-3889a64cddff req-90a37b38-009d-441b-a824-cf23632cc619 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:31.553140 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4962209e-e432-4b74-b606-3889a64cddff req-90a37b38-009d-441b-a824-cf23632cc619 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:31.578374 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4962209e-e432-4b74-b606-3889a64cddff req-90a37b38-009d-441b-a824-cf23632cc619 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6585908 Feb 09 02:17:31.590194 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-4962209e-e432-4b74-b606-3889a64cddff req-7df749c9-27ff-459d-bdfe-f5b5d8ae8857 service neutron] Request body: {'port': {'device_id': '5fc7ee93-7659-4dce-86a9-17586e724a25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:31.608928 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-34d5172e-7a10-4901-8c6d-23278953be4f None None] For port 0456676e-73bc-453c-88a1-65754a5d1e8e, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=0456676e-73bc-453c-88a1-65754a5d1e8e,segment=NetworkSegment(8da66bac-c9b0-4904-bd2d-ba96e7bba772),segment_id=8da66bac-c9b0-4904-bd2d-ba96e7bba772)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:31.631857 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-34d5172e-7a10-4901-8c6d-23278953be4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0456676e-73bc-453c-88a1-65754a5d1e8e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:31.658694 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4962209e-e432-4b74-b606-3889a64cddff req-7df749c9-27ff-459d-bdfe-f5b5d8ae8857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0eccc377-1bbf-4ab7-829a-a3603575edac), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:31.722725 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 551d99a1-60f8-4c62-9821-2522634d1220 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:31.726957 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d5172e-7a10-4901-8c6d-23278953be4f None None] Pushing event updated for resources: {'Port': ['ID=0456676e-73bc-453c-88a1-65754a5d1e8e,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:31.741750 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-13386fa9-b94b-4874-a26c-7f93cfdb58c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb26abf-279a-42ac-9d51-60a29996bb4a', 'name': 'tempest-TestEncryptedCinderVolumes-1911940086-router', 'tenant_id': 'b502f28061d24d5abf643ade2ccc30c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '551d99a1-60f8-4c62-9821-2522634d1220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:17:24Z', 'updated_at': '2022-02-09T02:17:27Z', 'revision_number': 4, 'project_id': 'b502f28061d24d5abf643ade2ccc30c7', 'gw_port': {'id': '551d99a1-60f8-4c62-9821-2522634d1220', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:22:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb26abf-279a-42ac-9d51-60a29996bb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:17:24Z', 'updated_at': '2022-02-09T02:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '0456676e-73bc-453c-88a1-65754a5d1e8e', 'name': '', 'network_id': 'd2a49fa2-ec3d-4d67-ae1d-4217b0d48118', 'tenant_id': 'b502f28061d24d5abf643ade2ccc30c7', 'mac_address': 'fa:16:3e:f4:03:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb26abf-279a-42ac-9d51-60a29996bb4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '35e6299e-b25d-4d8a-b4e0-af2269e34e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:17:26Z', 'updated_at': '2022-02-09T02:17:31Z', 'revision_number': 4, 'project_id': 'b502f28061d24d5abf643ade2ccc30c7', 'subnets': [{'id': '35e6299e-b25d-4d8a-b4e0-af2269e34e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:31.778007 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13386fa9-b94b-4874-a26c-7f93cfdb58c8 None None] The sync data for ids ['bdb26abf-279a-42ac-9d51-60a29996bb4a'] in n-d-822053-40 is: [{'id': 'bdb26abf-279a-42ac-9d51-60a29996bb4a', 'name': 'tempest-TestEncryptedCinderVolumes-1911940086-router', 'tenant_id': 'b502f28061d24d5abf643ade2ccc30c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '551d99a1-60f8-4c62-9821-2522634d1220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:17:24Z', 'updated_at': '2022-02-09T02:17:27Z', 'revision_number': 4, 'project_id': 'b502f28061d24d5abf643ade2ccc30c7', 'gw_port': {'id': '551d99a1-60f8-4c62-9821-2522634d1220', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:22:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb26abf-279a-42ac-9d51-60a29996bb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:17:24Z', 'updated_at': '2022-02-09T02:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '0456676e-73bc-453c-88a1-65754a5d1e8e', 'name': '', 'network_id': 'd2a49fa2-ec3d-4d67-ae1d-4217b0d48118', 'tenant_id': 'b502f28061d24d5abf643ade2ccc30c7', 'mac_address': 'fa:16:3e:f4:03:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb26abf-279a-42ac-9d51-60a29996bb4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '35e6299e-b25d-4d8a-b4e0-af2269e34e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:17:26Z', 'updated_at': '2022-02-09T02:17:31Z', 'revision_number': 4, 'project_id': 'b502f28061d24d5abf643ade2ccc30c7', 'subnets': [{'id': '35e6299e-b25d-4d8a-b4e0-af2269e34e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:17:31.788069 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-5f4316f7-a2bc-4347-9b1c-98a007543981 None None] Provisioning complete for port 0eccc377-1bbf-4ab7-829a-a3603575edac triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:31.788452 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5f4316f7-a2bc-4347-9b1c-98a007543981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0eccc377-1bbf-4ab7-829a-a3603575edac), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:31.826039 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5f4316f7-a2bc-4347-9b1c-98a007543981 None None] Port 0eccc377-1bbf-4ab7-829a-a3603575edac cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:17:31.848437 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-5f4316f7-a2bc-4347-9b1c-98a007543981 None None] Provisioning complete for port 0456676e-73bc-453c-88a1-65754a5d1e8e triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:31.848437 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5f4316f7-a2bc-4347-9b1c-98a007543981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0456676e-73bc-453c-88a1-65754a5d1e8e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:31.943909 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5f4316f7-a2bc-4347-9b1c-98a007543981 None None] Current status of the port 0456676e-73bc-453c-88a1-65754a5d1e8e is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:31.975646 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-4962209e-e432-4b74-b606-3889a64cddff req-7df749c9-27ff-459d-bdfe-f5b5d8ae8857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eccc377-1bbf-4ab7-829a-a3603575edac {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:17:31.989854 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4962209e-e432-4b74-b606-3889a64cddff req-7df749c9-27ff-459d-bdfe-f5b5d8ae8857 service neutron] Publish callbacks [] for port (0eccc377-1bbf-4ab7-829a-a3603575edac), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:32.002794 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-4962209e-e432-4b74-b606-3889a64cddff req-7df749c9-27ff-459d-bdfe-f5b5d8ae8857 service neutron] Transition to ACTIVE for port object 0eccc377-1bbf-4ab7-829a-a3603575edac will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:17:32.016418 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4962209e-e432-4b74-b606-3889a64cddff req-7df749c9-27ff-459d-bdfe-f5b5d8ae8857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (0eccc377-1bbf-4ab7-829a-a3603575edac), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:32.106045 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df749c9-27ff-459d-bdfe-f5b5d8ae8857 service neutron] Pushing event updated for resources: {'Port': ['ID=0eccc377-1bbf-4ab7-829a-a3603575edac,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:32.139741 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005cab5-613d-4d50-a4fe-5effbb26aded req-ff7db414-4bc9-46ac-897d-a1b0fc6b72a1 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:32.141715 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a005cab5-613d-4d50-a4fe-5effbb26aded req-ff7db414-4bc9-46ac-897d-a1b0fc6b72a1 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/ports?device_id=5fc7ee93-7659-4dce-86a9-17586e724a25 HTTP/1.1" status: 200 len: 943 time: 0.1368024 Feb 09 02:17:32.233145 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a005cab5-613d-4d50-a4fe-5effbb26aded req-0dd5f66a-08e5-415c-a10e-5effa395e41b tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fb5e146-a3b1-43da-ac2b-cb7dfc8d2c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855029 Feb 09 02:17:32.238025 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-4962209e-e432-4b74-b606-3889a64cddff req-7df749c9-27ff-459d-bdfe-f5b5d8ae8857 service neutron] Attempting to bind port 0eccc377-1bbf-4ab7-829a-a3603575edac on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:17:32.238362 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-4962209e-e432-4b74-b606-3889a64cddff req-7df749c9-27ff-459d-bdfe-f5b5d8ae8857 service neutron] Attempting to bind port 0eccc377-1bbf-4ab7-829a-a3603575edac by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'ecfa9e57-93ee-4336-8ad9-4110eafd0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9bb9750d-7671-491d-a5d4-5e60616b5548'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:17:32.238691 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4962209e-e432-4b74-b606-3889a64cddff req-7df749c9-27ff-459d-bdfe-f5b5d8ae8857 service neutron] Attempting to bind port 0eccc377-1bbf-4ab7-829a-a3603575edac on network 9bb9750d-7671-491d-a5d4-5e60616b5548 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:17:32.243803 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4962209e-e432-4b74-b606-3889a64cddff req-7df749c9-27ff-459d-bdfe-f5b5d8ae8857 service neutron] Port 0eccc377-1bbf-4ab7-829a-a3603575edac on network 9bb9750d-7671-491d-a5d4-5e60616b5548 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:17:32.248394 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4962209e-e432-4b74-b606-3889a64cddff req-7df749c9-27ff-459d-bdfe-f5b5d8ae8857 service neutron] Attempting to bind port 0eccc377-1bbf-4ab7-829a-a3603575edac on network 9bb9750d-7671-491d-a5d4-5e60616b5548 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:17:32.256364 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4962209e-e432-4b74-b606-3889a64cddff req-7df749c9-27ff-459d-bdfe-f5b5d8ae8857 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:17:32.256982 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4962209e-e432-4b74-b606-3889a64cddff req-7df749c9-27ff-459d-bdfe-f5b5d8ae8857 service neutron] Checking segment: {'id': 'ecfa9e57-93ee-4336-8ad9-4110eafd0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9bb9750d-7671-491d-a5d4-5e60616b5548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:17:32.257535 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4962209e-e432-4b74-b606-3889a64cddff req-7df749c9-27ff-459d-bdfe-f5b5d8ae8857 service neutron] Bound using segment: {'id': 'ecfa9e57-93ee-4336-8ad9-4110eafd0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9bb9750d-7671-491d-a5d4-5e60616b5548'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:17:32.258139 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-4962209e-e432-4b74-b606-3889a64cddff req-7df749c9-27ff-459d-bdfe-f5b5d8ae8857 service neutron] Bound port: 0eccc377-1bbf-4ab7-829a-a3603575edac, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecfa9e57-93ee-4336-8ad9-4110eafd0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9bb9750d-7671-491d-a5d4-5e60616b5548'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:17:32.258501 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4962209e-e432-4b74-b606-3889a64cddff req-7df749c9-27ff-459d-bdfe-f5b5d8ae8857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0eccc377-1bbf-4ab7-829a-a3603575edac), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:32.329472 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-4962209e-e432-4b74-b606-3889a64cddff req-7df749c9-27ff-459d-bdfe-f5b5d8ae8857 service neutron] For port 0eccc377-1bbf-4ab7-829a-a3603575edac, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:17:32.332464 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-4962209e-e432-4b74-b606-3889a64cddff req-7df749c9-27ff-459d-bdfe-f5b5d8ae8857 service neutron] For port 0eccc377-1bbf-4ab7-829a-a3603575edac, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=0eccc377-1bbf-4ab7-829a-a3603575edac,segment=NetworkSegment(ecfa9e57-93ee-4336-8ad9-4110eafd0e3b),segment_id=ecfa9e57-93ee-4336-8ad9-4110eafd0e3b)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:17:32.338563 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4962209e-e432-4b74-b606-3889a64cddff req-7df749c9-27ff-459d-bdfe-f5b5d8ae8857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (0eccc377-1bbf-4ab7-829a-a3603575edac), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:32.376199 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962209e-e432-4b74-b606-3889a64cddff req-7df749c9-27ff-459d-bdfe-f5b5d8ae8857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:32.376919 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4962209e-e432-4b74-b606-3889a64cddff req-7df749c9-27ff-459d-bdfe-f5b5d8ae8857 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:32.378302 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4962209e-e432-4b74-b606-3889a64cddff req-7df749c9-27ff-459d-bdfe-f5b5d8ae8857 service neutron] 10.222.0.121 "PUT /v2.0/ports/0eccc377-1bbf-4ab7-829a-a3603575edac HTTP/1.1" status: 200 len: 1092 time: 0.7928672 Feb 09 02:17:32.380694 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc7ee93-7659-4dce-86a9-17586e724a25', 'tag': '0eccc377-1bbf-4ab7-829a-a3603575edac'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:17:32.383531 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a91608b-59ca-4eef-878f-97772dd32301" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc7ee93-7659-4dce-86a9-17586e724a25", "tag": "0eccc377-1bbf-4ab7-829a-a3603575edac"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:17:32.412757 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df749c9-27ff-459d-bdfe-f5b5d8ae8857 service neutron] Pushing event updated for resources: {'Port': ['ID=0eccc377-1bbf-4ab7-829a-a3603575edac,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:32.436282 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4c5d45-b02c-47d3-ab11-d738c3587ab6 x-openstack-request-id: req-1f4c5d45-b02c-47d3-ab11-d738c3587ab6 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:17:32.436688 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc7ee93-7659-4dce-86a9-17586e724a25", "tag": "0eccc377-1bbf-4ab7-829a-a3603575edac", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:17:32.437017 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1f4c5d45-b02c-47d3-ab11-d738c3587ab6 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:17:32.437666 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc7ee93-7659-4dce-86a9-17586e724a25', 'tag': '0eccc377-1bbf-4ab7-829a-a3603575edac', 'status': 'completed', 'code': 200} Feb 09 02:17:32.472944 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962209e-e432-4b74-b606-3889a64cddff req-74f35df6-4470-44b4-8790-bcf22ee7c04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:32.474495 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4962209e-e432-4b74-b606-3889a64cddff req-74f35df6-4470-44b4-8790-bcf22ee7c04e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e5cbe372241e4d5795368d38cb950573&device_id=5fc7ee93-7659-4dce-86a9-17586e724a25 HTTP/1.1" status: 200 len: 1126 time: 0.0498383 Feb 09 02:17:32.517953 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4962209e-e432-4b74-b606-3889a64cddff req-47be980f-e530-4f04-988e-4b47b9a2c240 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0eccc377-1bbf-4ab7-829a-a3603575edac HTTP/1.1" status: 200 len: 217 time: 0.0365679 Feb 09 02:17:32.581689 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962209e-e432-4b74-b606-3889a64cddff req-f01dad88-ea83-4230-a2d0-d9b4d6700532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:32.583287 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4962209e-e432-4b74-b606-3889a64cddff req-f01dad88-ea83-4230-a2d0-d9b4d6700532 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=950a9207-f3e8-4012-a99f-e8838f99f719 HTTP/1.1" status: 200 len: 856 time: 0.0594840 Feb 09 02:17:32.635235 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962209e-e432-4b74-b606-3889a64cddff req-95e45bcf-b28c-4620-9128-8af64ed932ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:32.636793 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4962209e-e432-4b74-b606-3889a64cddff req-95e45bcf-b28c-4620-9128-8af64ed932ee service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9bb9750d-7671-491d-a5d4-5e60616b5548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475526 Feb 09 02:17:32.728237 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4962209e-e432-4b74-b606-3889a64cddff req-72194a87-42f6-4bc3-b8d9-99d11dc18aec service neutron] 10.222.0.121 "GET /v2.0/networks/9bb9750d-7671-491d-a5d4-5e60616b5548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841825 Feb 09 02:17:32.822293 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4962209e-e432-4b74-b606-3889a64cddff req-43310c92-b1c8-46d2-9063-00987a878760 service neutron] 10.222.0.121 "GET /v2.0/networks/9bb9750d-7671-491d-a5d4-5e60616b5548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879183 Feb 09 02:17:32.911742 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91608b-59ca-4eef-878f-97772dd32301 req-b0a20d35-29d0-44a8-a656-f428c664eb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:32.913161 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a91608b-59ca-4eef-878f-97772dd32301 req-b0a20d35-29d0-44a8-a656-f428c664eb19 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e5cbe372241e4d5795368d38cb950573&device_id=5fc7ee93-7659-4dce-86a9-17586e724a25 HTTP/1.1" status: 200 len: 1126 time: 0.0453875 Feb 09 02:17:33.005187 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91608b-59ca-4eef-878f-97772dd32301 req-5d1f760c-d694-4833-9a1d-d13e70992c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:33.006652 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a91608b-59ca-4eef-878f-97772dd32301 req-5d1f760c-d694-4833-9a1d-d13e70992c57 service neutron] 10.222.0.121 "GET /v2.0/networks?id=9bb9750d-7671-491d-a5d4-5e60616b5548 HTTP/1.1" status: 200 len: 918 time: 0.0877659 Feb 09 02:17:33.048894 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a91608b-59ca-4eef-878f-97772dd32301 req-99b270e2-093c-43ac-bc2e-8a95ade19945 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0eccc377-1bbf-4ab7-829a-a3603575edac HTTP/1.1" status: 200 len: 217 time: 0.0361669 Feb 09 02:17:33.096071 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91608b-59ca-4eef-878f-97772dd32301 req-87e8d45f-28d2-440f-a249-f664bad2929c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:33.097475 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a91608b-59ca-4eef-878f-97772dd32301 req-87e8d45f-28d2-440f-a249-f664bad2929c service neutron] 10.222.0.121 "GET /v2.0/subnets?id=950a9207-f3e8-4012-a99f-e8838f99f719 HTTP/1.1" status: 200 len: 856 time: 0.0425377 Feb 09 02:17:33.151207 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91608b-59ca-4eef-878f-97772dd32301 req-2b094c25-9f4f-4a43-8384-d82faf7fbc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:33.153066 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a91608b-59ca-4eef-878f-97772dd32301 req-2b094c25-9f4f-4a43-8384-d82faf7fbc3e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9bb9750d-7671-491d-a5d4-5e60616b5548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0488186 Feb 09 02:17:33.236415 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 0456676e-73bc-453c-88a1-65754a5d1e8e up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:17:33.250755 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a91608b-59ca-4eef-878f-97772dd32301 req-84b451a9-3007-4c73-a282-df1d01fc2009 service neutron] 10.222.0.121 "GET /v2.0/networks/9bb9750d-7671-491d-a5d4-5e60616b5548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883553 Feb 09 02:17:33.286350 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 0456676e-73bc-453c-88a1-65754a5d1e8e triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:33.286742 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0456676e-73bc-453c-88a1-65754a5d1e8e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:33.366728 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 0456676e-73bc-453c-88a1-65754a5d1e8e is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:33.386165 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a91608b-59ca-4eef-878f-97772dd32301 req-2b172e1e-a47b-4d43-a3c8-5c0e3843e71d service neutron] 10.222.0.121 "GET /v2.0/networks/9bb9750d-7671-491d-a5d4-5e60616b5548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290874 Feb 09 02:17:33.394513 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66306ce-3633-49a3-a755-cd5799c6ad31 req-0d43b2b5-acd0-49bc-b903-d7799029e48b tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:33.396219 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b66306ce-3633-49a3-a755-cd5799c6ad31 req-0d43b2b5-acd0-49bc-b903-d7799029e48b tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/ports?device_id=5fc7ee93-7659-4dce-86a9-17586e724a25 HTTP/1.1" status: 200 len: 943 time: 0.0887363 Feb 09 02:17:33.448717 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b66306ce-3633-49a3-a755-cd5799c6ad31 req-97ab57c5-bdd0-4015-8939-88ce62d40ecf tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fb5e146-a3b1-43da-ac2b-cb7dfc8d2c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465236 Feb 09 02:17:34.574755 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33575be-1b10-4bcc-812d-c252ec12a767 req-a29ee9d7-26fd-4626-bd2b-91b0a658c14f tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:34.577106 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b33575be-1b10-4bcc-812d-c252ec12a767 req-a29ee9d7-26fd-4626-bd2b-91b0a658c14f tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/ports?device_id=5fc7ee93-7659-4dce-86a9-17586e724a25 HTTP/1.1" status: 200 len: 943 time: 0.0542295 Feb 09 02:17:34.627668 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b33575be-1b10-4bcc-812d-c252ec12a767 req-b1a9f38d-585c-44dc-9157-6581d0098b51 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fb5e146-a3b1-43da-ac2b-cb7dfc8d2c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450382 Feb 09 02:17:34.736818 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 0eccc377-1bbf-4ab7-829a-a3603575edac details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:17:34.835154 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 0eccc377-1bbf-4ab7-829a-a3603575edac, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=0eccc377-1bbf-4ab7-829a-a3603575edac,segment=NetworkSegment(ecfa9e57-93ee-4336-8ad9-4110eafd0e3b),segment_id=ecfa9e57-93ee-4336-8ad9-4110eafd0e3b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:34.847537 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '0eccc377-1bbf-4ab7-829a-a3603575edac', 'network_id': '9bb9750d-7671-491d-a5d4-5e60616b5548', 'port_id': '0eccc377-1bbf-4ab7-829a-a3603575edac', 'mac_address': 'fa:16:3e:d3:ed:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '950a9207-f3e8-4012-a99f-e8838f99f719', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:17:34.883831 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 0eccc377-1bbf-4ab7-829a-a3603575edac is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:34.884239 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0eccc377-1bbf-4ab7-829a-a3603575edac), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:34.898050 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eccc377-1bbf-4ab7-829a-a3603575edac {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:17:34.917213 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 0eccc377-1bbf-4ab7-829a-a3603575edac, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=0eccc377-1bbf-4ab7-829a-a3603575edac,segment=NetworkSegment(ecfa9e57-93ee-4336-8ad9-4110eafd0e3b),segment_id=ecfa9e57-93ee-4336-8ad9-4110eafd0e3b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:34.921349 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0eccc377-1bbf-4ab7-829a-a3603575edac), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:34.970789 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=0eccc377-1bbf-4ab7-829a-a3603575edac,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:35.151372 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['0eccc377-1bbf-4ab7-829a-a3603575edac'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:17:35.764341 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e120b8-a7db-4324-98c3-babdca64dcd5 req-939ddd03-cd07-43d1-8a69-9824c57391d4 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:35.766230 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-70e120b8-a7db-4324-98c3-babdca64dcd5 req-939ddd03-cd07-43d1-8a69-9824c57391d4 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/ports?device_id=5fc7ee93-7659-4dce-86a9-17586e724a25 HTTP/1.1" status: 200 len: 944 time: 0.0604219 Feb 09 02:17:35.819182 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-70e120b8-a7db-4324-98c3-babdca64dcd5 req-987d7d53-ea53-4d23-b2c8-033df17a5042 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fb5e146-a3b1-43da-ac2b-cb7dfc8d2c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458362 Feb 09 02:17:36.753738 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 0eccc377-1bbf-4ab7-829a-a3603575edac up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:17:36.804870 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 0eccc377-1bbf-4ab7-829a-a3603575edac completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:17:36.808536 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 0eccc377-1bbf-4ab7-829a-a3603575edac triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:36.808901 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0eccc377-1bbf-4ab7-829a-a3603575edac), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:36.888191 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 0eccc377-1bbf-4ab7-829a-a3603575edac is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:36.888783 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0eccc377-1bbf-4ab7-829a-a3603575edac), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:36.912070 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc7ee93-7659-4dce-86a9-17586e724a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eccc377-1bbf-4ab7-829a-a3603575edac'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:17:36.914420 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bb5a1265871782f8fa80d718c2cad0aad3f2595cc534f44543b72f1ded69d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037320d6-bc26-4737-8677-86305eea57f6" -d '{"events": [{"server_uuid": "5fc7ee93-7659-4dce-86a9-17586e724a25", "name": "network-vif-plugged", "status": "completed", "tag": "0eccc377-1bbf-4ab7-829a-a3603575edac"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:17:36.927693 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 0eccc377-1bbf-4ab7-829a-a3603575edac, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=0eccc377-1bbf-4ab7-829a-a3603575edac,segment=NetworkSegment(ecfa9e57-93ee-4336-8ad9-4110eafd0e3b),segment_id=ecfa9e57-93ee-4336-8ad9-4110eafd0e3b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:36.932602 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0eccc377-1bbf-4ab7-829a-a3603575edac), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:36.944073 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f6613-6f2a-4876-ab71-6d1524f4c6fa req-45af7f98-db0a-4d8b-9f4d-faa01fd8a33e tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:36.945557 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fc8f6613-6f2a-4876-ab71-6d1524f4c6fa req-45af7f98-db0a-4d8b-9f4d-faa01fd8a33e tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/ports?device_id=5fc7ee93-7659-4dce-86a9-17586e724a25 HTTP/1.1" status: 200 len: 944 time: 0.0560939 Feb 09 02:17:36.960015 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9a73c2-363b-4e06-a687-946875d06eeb x-openstack-request-id: req-3a9a73c2-363b-4e06-a687-946875d06eeb {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:17:36.960236 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc7ee93-7659-4dce-86a9-17586e724a25", "name": "network-vif-plugged", "status": "completed", "tag": "0eccc377-1bbf-4ab7-829a-a3603575edac", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:17:36.960473 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3a9a73c2-363b-4e06-a687-946875d06eeb {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:17:36.960866 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc7ee93-7659-4dce-86a9-17586e724a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eccc377-1bbf-4ab7-829a-a3603575edac', 'code': 200} Feb 09 02:17:36.989377 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=0eccc377-1bbf-4ab7-829a-a3603575edac,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:37.000966 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fc8f6613-6f2a-4876-ab71-6d1524f4c6fa req-ca705530-2891-4c1e-b3da-d39eae172b6c tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fb5e146-a3b1-43da-ac2b-cb7dfc8d2c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475199 Feb 09 02:17:37.151178 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e0e5e-9f2c-4183-ae4b-7a17e19c6f83 req-4b007724-ffef-484b-9ae6-cc2e97706f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:37.152722 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ac7e0e5e-9f2c-4183-ae4b-7a17e19c6f83 req-4b007724-ffef-484b-9ae6-cc2e97706f58 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=5fc7ee93-7659-4dce-86a9-17586e724a25 HTTP/1.1" status: 200 len: 1128 time: 0.1382251 Feb 09 02:17:37.196167 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ac7e0e5e-9f2c-4183-ae4b-7a17e19c6f83 req-80af1172-4c83-4755-89a6-3237844aa54a service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=7fb5e146-a3b1-43da-ac2b-cb7dfc8d2c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368750 Feb 09 02:17:38.121961 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae251056-2bb0-4639-91f3-c117eb36b3f0 req-c4a328de-2b9d-429b-8028-f15a9c8b1d36 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:38.124100 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ae251056-2bb0-4639-91f3-c117eb36b3f0 req-c4a328de-2b9d-429b-8028-f15a9c8b1d36 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/ports?device_id=5fc7ee93-7659-4dce-86a9-17586e724a25 HTTP/1.1" status: 200 len: 945 time: 0.0524249 Feb 09 02:17:38.172770 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ae251056-2bb0-4639-91f3-c117eb36b3f0 req-61739fd1-7ead-4cb2-9e0d-58bfb88f20bf tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fb5e146-a3b1-43da-ac2b-cb7dfc8d2c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429926 Feb 09 02:17:38.832037 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3f98144a-3e32-43ce-ba5c-f8f4cfcf6331 req-b8b49a68-6497-480f-bd38-a3d1085f82db service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=5fc7ee93-7659-4dce-86a9-17586e724a25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433161 Feb 09 02:17:38.926445 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98144a-3e32-43ce-ba5c-f8f4cfcf6331 req-f63b0880-bc73-481f-8f48-d640c2d81e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:38.927923 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3f98144a-3e32-43ce-ba5c-f8f4cfcf6331 req-f63b0880-bc73-481f-8f48-d640c2d81e01 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e5cbe372241e4d5795368d38cb950573&device_id=5fc7ee93-7659-4dce-86a9-17586e724a25 HTTP/1.1" status: 200 len: 1128 time: 0.0534897 Feb 09 02:17:39.028617 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98144a-3e32-43ce-ba5c-f8f4cfcf6331 req-7726e999-9763-44ae-9d5e-556b0fdb36bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:39.031302 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3f98144a-3e32-43ce-ba5c-f8f4cfcf6331 req-7726e999-9763-44ae-9d5e-556b0fdb36bb service neutron] 10.222.0.121 "GET /v2.0/networks?id=9bb9750d-7671-491d-a5d4-5e60616b5548 HTTP/1.1" status: 200 len: 918 time: 0.0851333 Feb 09 02:17:39.078323 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3f98144a-3e32-43ce-ba5c-f8f4cfcf6331 req-96700d30-528a-4b96-83de-c9c9d77d4865 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0eccc377-1bbf-4ab7-829a-a3603575edac HTTP/1.1" status: 200 len: 217 time: 0.0410755 Feb 09 02:17:39.125908 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98144a-3e32-43ce-ba5c-f8f4cfcf6331 req-2334c9c0-b397-4fe2-84f6-e29a18a7d90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:39.127291 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3f98144a-3e32-43ce-ba5c-f8f4cfcf6331 req-2334c9c0-b397-4fe2-84f6-e29a18a7d90e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=950a9207-f3e8-4012-a99f-e8838f99f719 HTTP/1.1" status: 200 len: 856 time: 0.0428240 Feb 09 02:17:39.176354 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98144a-3e32-43ce-ba5c-f8f4cfcf6331 req-86f3373b-a40b-4ed7-a8b0-21b7eb2f4534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:39.177799 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3f98144a-3e32-43ce-ba5c-f8f4cfcf6331 req-86f3373b-a40b-4ed7-a8b0-21b7eb2f4534 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9bb9750d-7671-491d-a5d4-5e60616b5548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448186 Feb 09 02:17:39.296380 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3f98144a-3e32-43ce-ba5c-f8f4cfcf6331 req-77dc5c10-5702-4ea1-a040-04df08b10cbc service neutron] 10.222.0.121 "GET /v2.0/networks/9bb9750d-7671-491d-a5d4-5e60616b5548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127787 Feb 09 02:17:39.358397 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6696a-e4fb-41ec-837f-033dfc3ab2b5 req-00fa0740-c618-496e-823c-aea7c02ddfea tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:39.359859 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-34c6696a-e4fb-41ec-837f-033dfc3ab2b5 req-00fa0740-c618-496e-823c-aea7c02ddfea tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/ports?device_id=5fc7ee93-7659-4dce-86a9-17586e724a25 HTTP/1.1" status: 200 len: 945 time: 0.1167469 Feb 09 02:17:39.435851 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-34c6696a-e4fb-41ec-837f-033dfc3ab2b5 req-8e7ca9ef-44bb-48d8-bb18-a670e88e1c94 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fb5e146-a3b1-43da-ac2b-cb7dfc8d2c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694723 Feb 09 02:17:39.437931 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3f98144a-3e32-43ce-ba5c-f8f4cfcf6331 req-98f0be3b-f8ad-452e-a3e6-e9cd6d25d589 service neutron] 10.222.0.121 "GET /v2.0/networks/9bb9750d-7671-491d-a5d4-5e60616b5548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354346 Feb 09 02:17:39.558944 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01daf6b7-e840-4df4-a63e-4a85f49a23c4 req-434a8bee-89e1-4719-a171-07db25cc4c5e tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:39.561328 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-01daf6b7-e840-4df4-a63e-4a85f49a23c4 req-434a8bee-89e1-4719-a171-07db25cc4c5e tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/ports?device_id=5fc7ee93-7659-4dce-86a9-17586e724a25 HTTP/1.1" status: 200 len: 945 time: 0.0535953 Feb 09 02:17:39.608718 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-01daf6b7-e840-4df4-a63e-4a85f49a23c4 req-f3cf476e-a8b4-490d-95fe-11c55a116319 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fb5e146-a3b1-43da-ac2b-cb7dfc8d2c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420651 Feb 09 02:17:50.044231 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:50.932503 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f3f7fe94-8f98-4510-891c-b2c4bd8c54a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:51.552797 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:54.367213 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c72af707-c610-49d9-b298-fc004228a297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:56.016561 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:57.754156 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:58.322727 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:17:58.422621 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:13.882297 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9111fde-5b7a-4e62-8b7e-e24a7edfb1a5 req-abbf0a82-85c4-4c1f-b2e4-54e967086442 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:13.883704 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f9111fde-5b7a-4e62-8b7e-e24a7edfb1a5 req-abbf0a82-85c4-4c1f-b2e4-54e967086442 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/ports?device_id=5fc7ee93-7659-4dce-86a9-17586e724a25 HTTP/1.1" status: 200 len: 945 time: 0.0526946 Feb 09 02:18:13.938595 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f9111fde-5b7a-4e62-8b7e-e24a7edfb1a5 req-ba93467d-ea4d-47cb-9424-c6e3015a1a5d tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fb5e146-a3b1-43da-ac2b-cb7dfc8d2c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486414 Feb 09 02:18:15.485702 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30570d3-983c-4495-b2dd-b51cef9e5f8b req-1469c530-b8ad-4ba1-946a-fe3862c696b9 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:15.487128 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c30570d3-983c-4495-b2dd-b51cef9e5f8b req-1469c530-b8ad-4ba1-946a-fe3862c696b9 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/ports?device_id=5fc7ee93-7659-4dce-86a9-17586e724a25 HTTP/1.1" status: 200 len: 945 time: 0.4784219 Feb 09 02:18:15.493864 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbfeeb-0e5f-4cb3-8cd8-0ff721dc9a3a req-b15f91bb-17e3-4e38-bf45-3aa847e27f06 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:15.495225 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-52cbfeeb-0e5f-4cb3-8cd8-0ff721dc9a3a req-b15f91bb-17e3-4e38-bf45-3aa847e27f06 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.121 "GET /v2.0/ports?device_id=5fc7ee93-7659-4dce-86a9-17586e724a25 HTTP/1.1" status: 200 len: 945 time: 0.0694425 Feb 09 02:18:15.591059 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c30570d3-983c-4495-b2dd-b51cef9e5f8b req-f7b40a90-d705-434e-950c-00b9a98205db tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fb5e146-a3b1-43da-ac2b-cb7dfc8d2c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946925 Feb 09 02:18:15.618108 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-52cbfeeb-0e5f-4cb3-8cd8-0ff721dc9a3a req-47bd9ad3-47a7-4eaa-b50c-e32f89f31f81 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Deleting port 0eccc377-1bbf-4ab7-829a-a3603575edac {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:18:15.618452 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-52cbfeeb-0e5f-4cb3-8cd8-0ff721dc9a3a req-47bd9ad3-47a7-4eaa-b50c-e32f89f31f81 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (0eccc377-1bbf-4ab7-829a-a3603575edac), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:15.709795 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-52cbfeeb-0e5f-4cb3-8cd8-0ff721dc9a3a req-47bd9ad3-47a7-4eaa-b50c-e32f89f31f81 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] For port 0eccc377-1bbf-4ab7-829a-a3603575edac, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=0eccc377-1bbf-4ab7-829a-a3603575edac,segment=NetworkSegment(ecfa9e57-93ee-4336-8ad9-4110eafd0e3b),segment_id=ecfa9e57-93ee-4336-8ad9-4110eafd0e3b)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:18:15.710157 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-52cbfeeb-0e5f-4cb3-8cd8-0ff721dc9a3a req-47bd9ad3-47a7-4eaa-b50c-e32f89f31f81 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (0eccc377-1bbf-4ab7-829a-a3603575edac), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:15.726566 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-52cbfeeb-0e5f-4cb3-8cd8-0ff721dc9a3a req-47bd9ad3-47a7-4eaa-b50c-e32f89f31f81 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Calling delete_port for 0eccc377-1bbf-4ab7-829a-a3603575edac owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:18:15.851678 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-52cbfeeb-0e5f-4cb3-8cd8-0ff721dc9a3a req-47bd9ad3-47a7-4eaa-b50c-e32f89f31f81 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (0eccc377-1bbf-4ab7-829a-a3603575edac), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:15.864829 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['0eccc377-1bbf-4ab7-829a-a3603575edac'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:18:15.882829 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd9ad3-47a7-4eaa-b50c-e32f89f31f81 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Pushing event deleted for resources: {'Port': ['ID=0eccc377-1bbf-4ab7-829a-a3603575edac,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:15.912569 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bd9ad3-47a7-4eaa-b50c-e32f89f31f81 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:15.912925 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bd9ad3-47a7-4eaa-b50c-e32f89f31f81 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:15.913272 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bd9ad3-47a7-4eaa-b50c-e32f89f31f81 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:15.913612 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bd9ad3-47a7-4eaa-b50c-e32f89f31f81 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:15.913948 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bd9ad3-47a7-4eaa-b50c-e32f89f31f81 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:15.914280 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bd9ad3-47a7-4eaa-b50c-e32f89f31f81 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:15.914611 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bd9ad3-47a7-4eaa-b50c-e32f89f31f81 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:15.914944 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bd9ad3-47a7-4eaa-b50c-e32f89f31f81 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:15.915278 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bd9ad3-47a7-4eaa-b50c-e32f89f31f81 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:15.915605 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bd9ad3-47a7-4eaa-b50c-e32f89f31f81 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:15.915931 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bd9ad3-47a7-4eaa-b50c-e32f89f31f81 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:15.916286 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bd9ad3-47a7-4eaa-b50c-e32f89f31f81 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:15.916607 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bd9ad3-47a7-4eaa-b50c-e32f89f31f81 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:15.940304 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-52cbfeeb-0e5f-4cb3-8cd8-0ff721dc9a3a req-47bd9ad3-47a7-4eaa-b50c-e32f89f31f81 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] No DVR routers for this DVR port 0eccc377-1bbf-4ab7-829a-a3603575edac on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:18:15.942889 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-52cbfeeb-0e5f-4cb3-8cd8-0ff721dc9a3a req-47bd9ad3-47a7-4eaa-b50c-e32f89f31f81 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:15.946250 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-52cbfeeb-0e5f-4cb3-8cd8-0ff721dc9a3a req-47bd9ad3-47a7-4eaa-b50c-e32f89f31f81 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.121 "DELETE /v2.0/ports/0eccc377-1bbf-4ab7-829a-a3603575edac HTTP/1.1" status: 204 len: 173 time: 0.4432378 Feb 09 02:18:15.946683 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc7ee93-7659-4dce-86a9-17586e724a25', 'name': 'network-vif-deleted', 'tag': '0eccc377-1bbf-4ab7-829a-a3603575edac'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:18:15.948944 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098df7fa-19e7-4d61-a2e1-60c7bf2d9cb4" -d '{"events": [{"server_uuid": "5fc7ee93-7659-4dce-86a9-17586e724a25", "name": "network-vif-deleted", "tag": "0eccc377-1bbf-4ab7-829a-a3603575edac"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:18:15.988639 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e446c9-bccd-4ddd-a563-79057a161ee2 x-openstack-request-id: req-f2e446c9-bccd-4ddd-a563-79057a161ee2 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:18:15.988939 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc7ee93-7659-4dce-86a9-17586e724a25", "name": "network-vif-deleted", "tag": "0eccc377-1bbf-4ab7-829a-a3603575edac", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:18:15.989192 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f2e446c9-bccd-4ddd-a563-79057a161ee2 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:18:15.989600 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc7ee93-7659-4dce-86a9-17586e724a25', 'name': 'network-vif-deleted', 'tag': '0eccc377-1bbf-4ab7-829a-a3603575edac', 'status': 'completed', 'code': 200} Feb 09 02:18:17.153161 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-506649ef-76b8-4d40-a258-b69c5fd43c28 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:17.154725 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-506649ef-76b8-4d40-a258-b69c5fd43c28 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/networks?id=9bb9750d-7671-491d-a5d4-5e60616b5548 HTTP/1.1" status: 200 len: 817 time: 0.1052971 Feb 09 02:18:17.174640 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-cd05df4c-fcdc-4a3c-baf5-00106737b959 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/quotas/e5cbe372241e4d5795368d38cb950573 HTTP/1.1" status: 200 len: 375 time: 0.0123687 Feb 09 02:18:17.252550 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-236a1026-e498-4711-ac15-4389906a28a8 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e5cbe372241e4d5795368d38cb950573&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0684555 Feb 09 02:18:17.368387 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-29223c06-9a0c-444e-b8f3-c5d047aeb8fa service neutron] 10.222.0.30 "GET /v2.0/networks/9bb9750d-7671-491d-a5d4-5e60616b5548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033556 Feb 09 02:18:17.473086 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-11ee80c9-6be4-42d9-adaf-c4a6701f1f25 service neutron] 10.222.0.30 "GET /v2.0/networks/9bb9750d-7671-491d-a5d4-5e60616b5548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982397 Feb 09 02:18:17.664050 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4b0162e-e8af-4a25-980e-4086d6041840 req-d1b22b4d-a6e6-41ab-8267-b56ff54098fa tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/ports?device_id=af35d21d-5ddb-4ac2-a7d0-9af82a1ea602 HTTP/1.1" status: 200 len: 210 time: 0.0325620 Feb 09 02:18:18.599787 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-2e713dcf-861e-4900-b67b-02fea70189d2 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:18.601908 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-2e713dcf-861e-4900-b67b-02fea70189d2 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.121 "GET /v2.0/networks?id=9bb9750d-7671-491d-a5d4-5e60616b5548 HTTP/1.1" status: 200 len: 817 time: 0.1110237 Feb 09 02:18:18.615358 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-ec875817-5a12-4233-8c32-b8bc9a203d3c tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Request body: {'port': {'device_id': 'af35d21d-5ddb-4ac2-a7d0-9af82a1ea602', 'network_id': '9bb9750d-7671-491d-a5d4-5e60616b5548', 'admin_state_up': True, 'tenant_id': 'e5cbe372241e4d5795368d38cb950573'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:18.728938 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-ec875817-5a12-4233-8c32-b8bc9a203d3c tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Made reservation on behalf of e5cbe372241e4d5795368d38cb950573 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:18:18.733114 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-ec875817-5a12-4233-8c32-b8bc9a203d3c tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:18.772853 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd63beab-f8ce-427b-9295-4693cd351574 req-d8d491ca-9193-4200-a36d-dd3b3c549ac6 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/ports?device_id=af35d21d-5ddb-4ac2-a7d0-9af82a1ea602 HTTP/1.1" status: 200 len: 210 time: 0.0304151 Feb 09 02:18:18.885671 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-ec875817-5a12-4233-8c32-b8bc9a203d3c tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Allocated IP 172.20.0.11 (9bb9750d-7671-491d-a5d4-5e60616b5548/950a9207-f3e8-4012-a99f-e8838f99f719/7d225506-4429-4322-99f6-91f813ecf530) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:18:18.987015 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 0eccc377-1bbf-4ab7-829a-a3603575edac no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:18:19.006743 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 0eccc377-1bbf-4ab7-829a-a3603575edac {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:18:19.007085 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 0eccc377-1bbf-4ab7-829a-a3603575edac not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:18:19.033389 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-ec875817-5a12-4233-8c32-b8bc9a203d3c tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Publish callbacks [] for port (7d225506-4429-4322-99f6-91f813ecf530), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:19.066327 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-ec875817-5a12-4233-8c32-b8bc9a203d3c tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (7d225506-4429-4322-99f6-91f813ecf530), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:19.111069 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-ec875817-5a12-4233-8c32-b8bc9a203d3c tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Network 9bb9750d-7671-491d-a5d4-5e60616b5548 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:18:19.114206 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-ec875817-5a12-4233-8c32-b8bc9a203d3c tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:18:19.117812 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-ec875817-5a12-4233-8c32-b8bc9a203d3c tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:18:19.125046 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec875817-5a12-4233-8c32-b8bc9a203d3c tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Pushing event updated for resources: {'Port': ['ID=7d225506-4429-4322-99f6-91f813ecf530,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:19.174449 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-ec875817-5a12-4233-8c32-b8bc9a203d3c tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:19.175112 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-ec875817-5a12-4233-8c32-b8bc9a203d3c tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:19.192132 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-ec875817-5a12-4233-8c32-b8bc9a203d3c tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5804474 Feb 09 02:18:19.203680 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-886fc6ee-ddbe-4083-bacb-af86197b6b0f service neutron] Request body: {'port': {'device_id': 'af35d21d-5ddb-4ac2-a7d0-9af82a1ea602', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:19.273972 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-886fc6ee-ddbe-4083-bacb-af86197b6b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7d225506-4429-4322-99f6-91f813ecf530), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:19.407374 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-df020403-e16c-4ae8-a303-93507dd1e599 None None] Provisioning complete for port 7d225506-4429-4322-99f6-91f813ecf530 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:19.407628 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-df020403-e16c-4ae8-a303-93507dd1e599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7d225506-4429-4322-99f6-91f813ecf530), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:19.444516 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-df020403-e16c-4ae8-a303-93507dd1e599 None None] Port 7d225506-4429-4322-99f6-91f813ecf530 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:18:19.539923 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-886fc6ee-ddbe-4083-bacb-af86197b6b0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d225506-4429-4322-99f6-91f813ecf530 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:18:19.547921 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-886fc6ee-ddbe-4083-bacb-af86197b6b0f service neutron] Publish callbacks [] for port (7d225506-4429-4322-99f6-91f813ecf530), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:19.560565 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-886fc6ee-ddbe-4083-bacb-af86197b6b0f service neutron] Transition to ACTIVE for port object 7d225506-4429-4322-99f6-91f813ecf530 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:18:19.564144 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-886fc6ee-ddbe-4083-bacb-af86197b6b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (7d225506-4429-4322-99f6-91f813ecf530), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:19.617261 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886fc6ee-ddbe-4083-bacb-af86197b6b0f service neutron] Pushing event updated for resources: {'Port': ['ID=7d225506-4429-4322-99f6-91f813ecf530,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:19.688429 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-886fc6ee-ddbe-4083-bacb-af86197b6b0f service neutron] Attempting to bind port 7d225506-4429-4322-99f6-91f813ecf530 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:18:19.688764 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-886fc6ee-ddbe-4083-bacb-af86197b6b0f service neutron] Attempting to bind port 7d225506-4429-4322-99f6-91f813ecf530 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'ecfa9e57-93ee-4336-8ad9-4110eafd0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9bb9750d-7671-491d-a5d4-5e60616b5548'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:18:19.689091 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-886fc6ee-ddbe-4083-bacb-af86197b6b0f service neutron] Attempting to bind port 7d225506-4429-4322-99f6-91f813ecf530 on network 9bb9750d-7671-491d-a5d4-5e60616b5548 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:18:19.693747 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-886fc6ee-ddbe-4083-bacb-af86197b6b0f service neutron] Port 7d225506-4429-4322-99f6-91f813ecf530 on network 9bb9750d-7671-491d-a5d4-5e60616b5548 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:18:19.694075 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-886fc6ee-ddbe-4083-bacb-af86197b6b0f service neutron] Attempting to bind port 7d225506-4429-4322-99f6-91f813ecf530 on network 9bb9750d-7671-491d-a5d4-5e60616b5548 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:18:19.699112 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-886fc6ee-ddbe-4083-bacb-af86197b6b0f service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:18:19.699445 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-886fc6ee-ddbe-4083-bacb-af86197b6b0f service neutron] Checking segment: {'id': 'ecfa9e57-93ee-4336-8ad9-4110eafd0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9bb9750d-7671-491d-a5d4-5e60616b5548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:18:19.699864 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-886fc6ee-ddbe-4083-bacb-af86197b6b0f service neutron] Bound using segment: {'id': 'ecfa9e57-93ee-4336-8ad9-4110eafd0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9bb9750d-7671-491d-a5d4-5e60616b5548'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:18:19.700643 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-886fc6ee-ddbe-4083-bacb-af86197b6b0f service neutron] Bound port: 7d225506-4429-4322-99f6-91f813ecf530, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecfa9e57-93ee-4336-8ad9-4110eafd0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9bb9750d-7671-491d-a5d4-5e60616b5548'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:18:19.701002 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-886fc6ee-ddbe-4083-bacb-af86197b6b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7d225506-4429-4322-99f6-91f813ecf530), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:19.767278 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-886fc6ee-ddbe-4083-bacb-af86197b6b0f service neutron] For port 7d225506-4429-4322-99f6-91f813ecf530, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:18:19.770530 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-886fc6ee-ddbe-4083-bacb-af86197b6b0f service neutron] For port 7d225506-4429-4322-99f6-91f813ecf530, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7d225506-4429-4322-99f6-91f813ecf530,segment=NetworkSegment(ecfa9e57-93ee-4336-8ad9-4110eafd0e3b),segment_id=ecfa9e57-93ee-4336-8ad9-4110eafd0e3b)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:18:19.775905 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-886fc6ee-ddbe-4083-bacb-af86197b6b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (7d225506-4429-4322-99f6-91f813ecf530), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:19.810685 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-886fc6ee-ddbe-4083-bacb-af86197b6b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:19.811306 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-886fc6ee-ddbe-4083-bacb-af86197b6b0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:19.812752 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-886fc6ee-ddbe-4083-bacb-af86197b6b0f service neutron] 10.222.0.121 "PUT /v2.0/ports/7d225506-4429-4322-99f6-91f813ecf530 HTTP/1.1" status: 200 len: 1093 time: 0.6135750 Feb 09 02:18:19.813194 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af35d21d-5ddb-4ac2-a7d0-9af82a1ea602', 'tag': '7d225506-4429-4322-99f6-91f813ecf530'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:18:19.815500 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b4376e-5812-4831-97aa-4dd5e647f126" -d '{"events": [{"name": "network-changed", "server_uuid": "af35d21d-5ddb-4ac2-a7d0-9af82a1ea602", "tag": "7d225506-4429-4322-99f6-91f813ecf530"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:18:19.858740 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886fc6ee-ddbe-4083-bacb-af86197b6b0f service neutron] Pushing event updated for resources: {'Port': ['ID=7d225506-4429-4322-99f6-91f813ecf530,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:19.878376 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4183980-1920-45f2-939d-1ce5e09e5571 x-openstack-request-id: req-c4183980-1920-45f2-939d-1ce5e09e5571 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:18:19.878656 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af35d21d-5ddb-4ac2-a7d0-9af82a1ea602", "tag": "7d225506-4429-4322-99f6-91f813ecf530", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:18:19.878910 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c4183980-1920-45f2-939d-1ce5e09e5571 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:18:19.879400 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af35d21d-5ddb-4ac2-a7d0-9af82a1ea602', 'tag': '7d225506-4429-4322-99f6-91f813ecf530', 'status': 'completed', 'code': 200} Feb 09 02:18:19.952168 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-79cd1641-1e9b-4b23-b6e6-ab25eaad288e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:19.953676 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-79cd1641-1e9b-4b23-b6e6-ab25eaad288e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e5cbe372241e4d5795368d38cb950573&device_id=af35d21d-5ddb-4ac2-a7d0-9af82a1ea602 HTTP/1.1" status: 200 len: 1127 time: 0.0913091 Feb 09 02:18:19.963536 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ba335-6414-4f56-bb51-cb4c5fc7d159 req-103252b6-ca62-411c-acd0-166af2e8b259 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:19.965049 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-860ba335-6414-4f56-bb51-cb4c5fc7d159 req-103252b6-ca62-411c-acd0-166af2e8b259 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/ports?device_id=af35d21d-5ddb-4ac2-a7d0-9af82a1ea602 HTTP/1.1" status: 200 len: 944 time: 0.0901468 Feb 09 02:18:20.010060 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-b54ff3e0-e2d0-40c0-930e-b466437c92c8 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d225506-4429-4322-99f6-91f813ecf530 HTTP/1.1" status: 200 len: 217 time: 0.0434184 Feb 09 02:18:20.047446 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:20.087340 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-860ba335-6414-4f56-bb51-cb4c5fc7d159 req-595b1cc8-65ef-4ca7-913e-4e36f6b8f561 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fb5e146-a3b1-43da-ac2b-cb7dfc8d2c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147549 Feb 09 02:18:20.088861 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-6b1b7f98-ff54-498a-b575-adb4c5bd44b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:20.090224 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-6b1b7f98-ff54-498a-b575-adb4c5bd44b6 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=950a9207-f3e8-4012-a99f-e8838f99f719 HTTP/1.1" status: 200 len: 856 time: 0.0741389 Feb 09 02:18:20.141092 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-8ea04751-328e-4b49-bf2b-71aea2166fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:20.142607 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-8ea04751-328e-4b49-bf2b-71aea2166fdc service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9bb9750d-7671-491d-a5d4-5e60616b5548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463471 Feb 09 02:18:20.233585 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-b4299a95-3b35-47c6-bd56-fef0a6c1cad0 service neutron] 10.222.0.121 "GET /v2.0/networks/9bb9750d-7671-491d-a5d4-5e60616b5548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846236 Feb 09 02:18:20.323162 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-31ce75e7-7c00-410c-95d1-6b750446a82e req-272a3e2d-3ceb-4388-ab8b-657dad7d2ba2 service neutron] 10.222.0.121 "GET /v2.0/networks/9bb9750d-7671-491d-a5d4-5e60616b5548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841827 Feb 09 02:18:20.414485 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4376e-5812-4831-97aa-4dd5e647f126 req-3f264717-1893-4bcd-9e53-bf7ca7f87246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:20.415956 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-08b4376e-5812-4831-97aa-4dd5e647f126 req-3f264717-1893-4bcd-9e53-bf7ca7f87246 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e5cbe372241e4d5795368d38cb950573&device_id=af35d21d-5ddb-4ac2-a7d0-9af82a1ea602 HTTP/1.1" status: 200 len: 1127 time: 0.0456009 Feb 09 02:18:20.508685 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4376e-5812-4831-97aa-4dd5e647f126 req-8b2c092f-7f7e-42d3-ac0a-18b3f938ee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:20.510051 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-08b4376e-5812-4831-97aa-4dd5e647f126 req-8b2c092f-7f7e-42d3-ac0a-18b3f938ee8a service neutron] 10.222.0.121 "GET /v2.0/networks?id=9bb9750d-7671-491d-a5d4-5e60616b5548 HTTP/1.1" status: 200 len: 918 time: 0.0874758 Feb 09 02:18:20.553219 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-08b4376e-5812-4831-97aa-4dd5e647f126 req-93eb7805-d29b-4b70-af5c-51bacb6ccab1 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d225506-4429-4322-99f6-91f813ecf530 HTTP/1.1" status: 200 len: 217 time: 0.0353534 Feb 09 02:18:20.604861 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4376e-5812-4831-97aa-4dd5e647f126 req-e6b71626-fb11-48b2-94f6-905cc3e792b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:20.606548 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-08b4376e-5812-4831-97aa-4dd5e647f126 req-e6b71626-fb11-48b2-94f6-905cc3e792b5 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=950a9207-f3e8-4012-a99f-e8838f99f719 HTTP/1.1" status: 200 len: 856 time: 0.0463500 Feb 09 02:18:20.656209 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4376e-5812-4831-97aa-4dd5e647f126 req-610fb81b-5812-4c55-b95b-9428361cb474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:20.657668 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-08b4376e-5812-4831-97aa-4dd5e647f126 req-610fb81b-5812-4c55-b95b-9428361cb474 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9bb9750d-7671-491d-a5d4-5e60616b5548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439074 Feb 09 02:18:20.748197 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-08b4376e-5812-4831-97aa-4dd5e647f126 req-b8ef21bc-dab1-45ff-b32b-53bade406629 service neutron] 10.222.0.121 "GET /v2.0/networks/9bb9750d-7671-491d-a5d4-5e60616b5548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838132 Feb 09 02:18:20.835930 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-08b4376e-5812-4831-97aa-4dd5e647f126 req-d37c982f-99d0-4618-b3b7-2f5b0a6b6809 service neutron] 10.222.0.121 "GET /v2.0/networks/9bb9750d-7671-491d-a5d4-5e60616b5548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815821 Feb 09 02:18:20.934809 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bb4aa207-5451-4d38-ae3a-d4f39f267ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:21.217805 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac52a5-16c5-450d-95f8-d83a9bc03a8b req-be690108-451c-4d5d-8b47-ce9d5c0c6521 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:21.219418 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1eac52a5-16c5-450d-95f8-d83a9bc03a8b req-be690108-451c-4d5d-8b47-ce9d5c0c6521 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/ports?device_id=af35d21d-5ddb-4ac2-a7d0-9af82a1ea602 HTTP/1.1" status: 200 len: 944 time: 0.0595393 Feb 09 02:18:21.273267 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1eac52a5-16c5-450d-95f8-d83a9bc03a8b req-98e43e89-8cf0-4658-a0d9-52887e51af06 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fb5e146-a3b1-43da-ac2b-cb7dfc8d2c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481749 Feb 09 02:18:21.548515 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:22.394486 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20cb69e-fb2d-43df-b8ff-13fbca3a3514 req-bffd02ba-b8d8-4cca-a763-7f39c8dcaba1 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:22.396244 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e20cb69e-fb2d-43df-b8ff-13fbca3a3514 req-bffd02ba-b8d8-4cca-a763-7f39c8dcaba1 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/ports?device_id=af35d21d-5ddb-4ac2-a7d0-9af82a1ea602 HTTP/1.1" status: 200 len: 944 time: 0.0529239 Feb 09 02:18:22.444822 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e20cb69e-fb2d-43df-b8ff-13fbca3a3514 req-c7cc6e40-1570-45d0-a4bd-61ff610ae85f tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fb5e146-a3b1-43da-ac2b-cb7dfc8d2c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430110 Feb 09 02:18:23.002124 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 7d225506-4429-4322-99f6-91f813ecf530 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:18:23.102089 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 7d225506-4429-4322-99f6-91f813ecf530, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7d225506-4429-4322-99f6-91f813ecf530,segment=NetworkSegment(ecfa9e57-93ee-4336-8ad9-4110eafd0e3b),segment_id=ecfa9e57-93ee-4336-8ad9-4110eafd0e3b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:18:23.113811 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '7d225506-4429-4322-99f6-91f813ecf530', 'network_id': '9bb9750d-7671-491d-a5d4-5e60616b5548', 'port_id': '7d225506-4429-4322-99f6-91f813ecf530', 'mac_address': 'fa:16:3e:dd:65:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '950a9207-f3e8-4012-a99f-e8838f99f719', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:18:23.150541 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 7d225506-4429-4322-99f6-91f813ecf530 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:23.150928 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7d225506-4429-4322-99f6-91f813ecf530), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:23.163392 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d225506-4429-4322-99f6-91f813ecf530 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:18:23.181852 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 7d225506-4429-4322-99f6-91f813ecf530, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7d225506-4429-4322-99f6-91f813ecf530,segment=NetworkSegment(ecfa9e57-93ee-4336-8ad9-4110eafd0e3b),segment_id=ecfa9e57-93ee-4336-8ad9-4110eafd0e3b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:18:23.186046 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7d225506-4429-4322-99f6-91f813ecf530), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:23.232411 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=7d225506-4429-4322-99f6-91f813ecf530,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:23.394983 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['7d225506-4429-4322-99f6-91f813ecf530'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:18:23.570053 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005aa5ab-d7be-4473-bbdc-6fcdca07f293 req-be5d101b-69a0-4c4e-9ae5-ede7ddc7e681 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:23.571577 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-005aa5ab-d7be-4473-bbdc-6fcdca07f293 req-be5d101b-69a0-4c4e-9ae5-ede7ddc7e681 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/ports?device_id=af35d21d-5ddb-4ac2-a7d0-9af82a1ea602 HTTP/1.1" status: 200 len: 945 time: 0.0586987 Feb 09 02:18:23.617910 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-005aa5ab-d7be-4473-bbdc-6fcdca07f293 req-9f3ebec4-7d6f-43e6-a531-ce8eacc92ea7 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fb5e146-a3b1-43da-ac2b-cb7dfc8d2c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404918 Feb 09 02:18:24.368831 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0701a866-f9ea-4bab-9367-086fe8765998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:24.737331 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca130073-23ca-442f-9271-6dbb772c9c26 req-795fa3a2-0c75-42af-9c13-0e037c32ad0a tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:24.738807 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ca130073-23ca-442f-9271-6dbb772c9c26 req-795fa3a2-0c75-42af-9c13-0e037c32ad0a tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/ports?device_id=af35d21d-5ddb-4ac2-a7d0-9af82a1ea602 HTTP/1.1" status: 200 len: 945 time: 0.0527496 Feb 09 02:18:24.784775 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ca130073-23ca-442f-9271-6dbb772c9c26 req-2abe5170-491a-4d87-b87c-c20a0d9d75a4 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fb5e146-a3b1-43da-ac2b-cb7dfc8d2c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404508 Feb 09 02:18:25.018212 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 7d225506-4429-4322-99f6-91f813ecf530 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:18:25.067929 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 7d225506-4429-4322-99f6-91f813ecf530 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:18:25.071710 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 7d225506-4429-4322-99f6-91f813ecf530 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:25.072105 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7d225506-4429-4322-99f6-91f813ecf530), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:25.147056 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 7d225506-4429-4322-99f6-91f813ecf530 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:25.147442 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7d225506-4429-4322-99f6-91f813ecf530), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:25.169851 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af35d21d-5ddb-4ac2-a7d0-9af82a1ea602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d225506-4429-4322-99f6-91f813ecf530'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:18:25.172084 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bb5a1265871782f8fa80d718c2cad0aad3f2595cc534f44543b72f1ded69d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4da5f4-0e73-4d8a-a17b-82303bb186fe" -d '{"events": [{"server_uuid": "af35d21d-5ddb-4ac2-a7d0-9af82a1ea602", "name": "network-vif-plugged", "status": "completed", "tag": "7d225506-4429-4322-99f6-91f813ecf530"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:18:25.185634 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 7d225506-4429-4322-99f6-91f813ecf530, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7d225506-4429-4322-99f6-91f813ecf530,segment=NetworkSegment(ecfa9e57-93ee-4336-8ad9-4110eafd0e3b),segment_id=ecfa9e57-93ee-4336-8ad9-4110eafd0e3b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:18:25.189120 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7d225506-4429-4322-99f6-91f813ecf530), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:25.213896 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fc7a2b-f17c-4110-b022-2d8da5362bf2 x-openstack-request-id: req-69fc7a2b-f17c-4110-b022-2d8da5362bf2 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:18:25.214187 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af35d21d-5ddb-4ac2-a7d0-9af82a1ea602", "name": "network-vif-plugged", "status": "completed", "tag": "7d225506-4429-4322-99f6-91f813ecf530", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:18:25.214438 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-69fc7a2b-f17c-4110-b022-2d8da5362bf2 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:18:25.214826 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af35d21d-5ddb-4ac2-a7d0-9af82a1ea602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d225506-4429-4322-99f6-91f813ecf530', 'code': 200} Feb 09 02:18:25.243004 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=7d225506-4429-4322-99f6-91f813ecf530,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:25.314101 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b2c05-3811-4e66-8a49-99b633860746 req-815760bd-fdc0-421e-8477-21a2a9ec0bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:25.315607 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f69b2c05-3811-4e66-8a49-99b633860746 req-815760bd-fdc0-421e-8477-21a2a9ec0bb7 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=af35d21d-5ddb-4ac2-a7d0-9af82a1ea602 HTTP/1.1" status: 200 len: 1129 time: 0.0466917 Feb 09 02:18:25.365681 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f69b2c05-3811-4e66-8a49-99b633860746 req-18556ccf-b1ef-4329-82a1-739122f701ea service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=7fb5e146-a3b1-43da-ac2b-cb7dfc8d2c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403900 Feb 09 02:18:25.907199 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a88ec5-b3d8-41d8-ba4a-7fee779de956 req-b443c112-47e7-45ca-b19c-8e808635cabf tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:25.908606 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c7a88ec5-b3d8-41d8-ba4a-7fee779de956 req-b443c112-47e7-45ca-b19c-8e808635cabf tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/ports?device_id=af35d21d-5ddb-4ac2-a7d0-9af82a1ea602 HTTP/1.1" status: 200 len: 946 time: 0.0534856 Feb 09 02:18:25.954674 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c7a88ec5-b3d8-41d8-ba4a-7fee779de956 req-51234846-4b97-4235-b671-1432f67e12ae tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fb5e146-a3b1-43da-ac2b-cb7dfc8d2c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403056 Feb 09 02:18:26.024179 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:27.076869 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937135ad-6092-4804-9ec5-9a815ebfc099 req-71ca6788-51d8-4dee-91ee-70b17285a464 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:27.078353 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-937135ad-6092-4804-9ec5-9a815ebfc099 req-71ca6788-51d8-4dee-91ee-70b17285a464 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/ports?device_id=af35d21d-5ddb-4ac2-a7d0-9af82a1ea602 HTTP/1.1" status: 200 len: 946 time: 0.0536959 Feb 09 02:18:27.127151 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-937135ad-6092-4804-9ec5-9a815ebfc099 req-81f45c9c-1df0-4d91-8433-7cb0c53e0b20 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fb5e146-a3b1-43da-ac2b-cb7dfc8d2c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432889 Feb 09 02:18:27.257264 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2241f9-0aba-4504-b686-7835e01e7844 req-2cf24cc5-6ec1-478c-9be2-804714483cc3 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:27.258640 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d2241f9-0aba-4504-b686-7835e01e7844 req-2cf24cc5-6ec1-478c-9be2-804714483cc3 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/ports?device_id=af35d21d-5ddb-4ac2-a7d0-9af82a1ea602 HTTP/1.1" status: 200 len: 946 time: 0.0633771 Feb 09 02:18:27.305110 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d2241f9-0aba-4504-b686-7835e01e7844 req-813c212f-0911-4753-a3cf-c7454e635386 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fb5e146-a3b1-43da-ac2b-cb7dfc8d2c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400412 Feb 09 02:18:27.756721 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:28.426576 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:35.320972 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:18:40.837781 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-83848c55-7f14-426c-8d7c-d188a535d6c1 req-915cc57a-9baa-41b3-99a1-b2a751971737 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=af35d21d-5ddb-4ac2-a7d0-9af82a1ea602&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0426462 Feb 09 02:18:40.925799 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83848c55-7f14-426c-8d7c-d188a535d6c1 req-937f50db-4626-4c62-9572-12dae36fa507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:40.927277 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-83848c55-7f14-426c-8d7c-d188a535d6c1 req-937f50db-4626-4c62-9572-12dae36fa507 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=e5cbe372241e4d5795368d38cb950573&device_id=af35d21d-5ddb-4ac2-a7d0-9af82a1ea602 HTTP/1.1" status: 200 len: 1129 time: 0.0495923 Feb 09 02:18:41.038425 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83848c55-7f14-426c-8d7c-d188a535d6c1 req-ad49dd94-a243-45fe-90de-5d2085c412c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:41.039875 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-83848c55-7f14-426c-8d7c-d188a535d6c1 req-ad49dd94-a243-45fe-90de-5d2085c412c1 service neutron] 10.222.0.121 "GET /v2.0/networks?id=9bb9750d-7671-491d-a5d4-5e60616b5548 HTTP/1.1" status: 200 len: 918 time: 0.0912564 Feb 09 02:18:41.080778 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-83848c55-7f14-426c-8d7c-d188a535d6c1 req-6132f259-f762-406f-b2d2-9000f359cdaf service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d225506-4429-4322-99f6-91f813ecf530 HTTP/1.1" status: 200 len: 217 time: 0.0346906 Feb 09 02:18:41.126936 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83848c55-7f14-426c-8d7c-d188a535d6c1 req-b6362879-5ad6-4c0e-9dc9-99e4bb6ab393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:41.128281 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-83848c55-7f14-426c-8d7c-d188a535d6c1 req-b6362879-5ad6-4c0e-9dc9-99e4bb6ab393 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=950a9207-f3e8-4012-a99f-e8838f99f719 HTTP/1.1" status: 200 len: 856 time: 0.0416293 Feb 09 02:18:41.179064 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83848c55-7f14-426c-8d7c-d188a535d6c1 req-49b91101-d97d-487d-afb2-39f351326702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:41.180564 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-83848c55-7f14-426c-8d7c-d188a535d6c1 req-49b91101-d97d-487d-afb2-39f351326702 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=9bb9750d-7671-491d-a5d4-5e60616b5548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470643 Feb 09 02:18:41.269956 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-83848c55-7f14-426c-8d7c-d188a535d6c1 req-14e4bfee-b9d0-4cc1-ae10-e4715458a13e service neutron] 10.222.0.121 "GET /v2.0/networks/9bb9750d-7671-491d-a5d4-5e60616b5548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813282 Feb 09 02:18:41.360030 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-83848c55-7f14-426c-8d7c-d188a535d6c1 req-a4fd4a50-0882-46e6-ac85-5c6984fc505d service neutron] 10.222.0.121 "GET /v2.0/networks/9bb9750d-7671-491d-a5d4-5e60616b5548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842135 Feb 09 02:18:50.048751 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:50.936792 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b8131bd3-a30e-45d0-bca9-89afb621a598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:51.563482 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:54.371576 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3d750d16-dffb-462c-ad8d-7139ce097824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:56.023855 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:57.759651 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:58.428775 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:01.358417 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840e84e-19e6-4876-b152-01b8da6a3e85 req-6250079a-6af0-43ee-9ce6-38029fcd3d30 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:01.359910 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1840e84e-19e6-4876-b152-01b8da6a3e85 req-6250079a-6af0-43ee-9ce6-38029fcd3d30 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/ports?device_id=af35d21d-5ddb-4ac2-a7d0-9af82a1ea602 HTTP/1.1" status: 200 len: 946 time: 0.0571911 Feb 09 02:19:01.411148 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1840e84e-19e6-4876-b152-01b8da6a3e85 req-3d20f24f-6ac6-4ef6-a8b2-973a248ba86f tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fb5e146-a3b1-43da-ac2b-cb7dfc8d2c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448637 Feb 09 02:19:02.532892 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46944c73-2b7d-47fc-a2dd-3c7349d9d92f req-9b7b9c35-2f61-4f83-b532-dc7161b989e4 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:02.534457 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-46944c73-2b7d-47fc-a2dd-3c7349d9d92f req-9b7b9c35-2f61-4f83-b532-dc7161b989e4 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/ports?device_id=af35d21d-5ddb-4ac2-a7d0-9af82a1ea602 HTTP/1.1" status: 200 len: 946 time: 0.0519116 Feb 09 02:19:02.590477 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-46944c73-2b7d-47fc-a2dd-3c7349d9d92f req-d5b7d5f1-d9ef-430e-8860-40bc31d96f76 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fb5e146-a3b1-43da-ac2b-cb7dfc8d2c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497808 Feb 09 02:19:02.954568 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25a3bb-7fd2-4fb2-b169-8743d11b4be1 req-8bfea1b4-e3ea-443f-a842-1178f438ea63 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:02.955919 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2d25a3bb-7fd2-4fb2-b169-8743d11b4be1 req-8bfea1b4-e3ea-443f-a842-1178f438ea63 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.121 "GET /v2.0/ports?device_id=af35d21d-5ddb-4ac2-a7d0-9af82a1ea602 HTTP/1.1" status: 200 len: 946 time: 0.0524096 Feb 09 02:19:03.048898 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-2d25a3bb-7fd2-4fb2-b169-8743d11b4be1 req-a1029659-183d-4324-a55a-a0beffa1a915 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Deleting port 7d225506-4429-4322-99f6-91f813ecf530 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:19:03.049240 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-2d25a3bb-7fd2-4fb2-b169-8743d11b4be1 req-a1029659-183d-4324-a55a-a0beffa1a915 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (7d225506-4429-4322-99f6-91f813ecf530), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:03.140348 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-2d25a3bb-7fd2-4fb2-b169-8743d11b4be1 req-a1029659-183d-4324-a55a-a0beffa1a915 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] For port 7d225506-4429-4322-99f6-91f813ecf530, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=7d225506-4429-4322-99f6-91f813ecf530,segment=NetworkSegment(ecfa9e57-93ee-4336-8ad9-4110eafd0e3b),segment_id=ecfa9e57-93ee-4336-8ad9-4110eafd0e3b)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:03.140711 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-2d25a3bb-7fd2-4fb2-b169-8743d11b4be1 req-a1029659-183d-4324-a55a-a0beffa1a915 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (7d225506-4429-4322-99f6-91f813ecf530), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:03.154218 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-2d25a3bb-7fd2-4fb2-b169-8743d11b4be1 req-a1029659-183d-4324-a55a-a0beffa1a915 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Calling delete_port for 7d225506-4429-4322-99f6-91f813ecf530 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:19:03.282364 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-2d25a3bb-7fd2-4fb2-b169-8743d11b4be1 req-a1029659-183d-4324-a55a-a0beffa1a915 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (7d225506-4429-4322-99f6-91f813ecf530), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:03.312077 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1029659-183d-4324-a55a-a0beffa1a915 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Pushing event deleted for resources: {'Port': ['ID=7d225506-4429-4322-99f6-91f813ecf530,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:03.354615 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d25a3bb-7fd2-4fb2-b169-8743d11b4be1 req-a1029659-183d-4324-a55a-a0beffa1a915 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] No DVR routers for this DVR port 7d225506-4429-4322-99f6-91f813ecf530 on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:19:03.357695 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-2d25a3bb-7fd2-4fb2-b169-8743d11b4be1 req-a1029659-183d-4324-a55a-a0beffa1a915 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:03.361056 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2d25a3bb-7fd2-4fb2-b169-8743d11b4be1 req-a1029659-183d-4324-a55a-a0beffa1a915 tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.121 "DELETE /v2.0/ports/7d225506-4429-4322-99f6-91f813ecf530 HTTP/1.1" status: 204 len: 173 time: 0.3991492 Feb 09 02:19:03.361492 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af35d21d-5ddb-4ac2-a7d0-9af82a1ea602', 'name': 'network-vif-deleted', 'tag': '7d225506-4429-4322-99f6-91f813ecf530'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:19:03.363769 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b4972a-f300-47fe-b8b1-ebb0d6888080" -d '{"events": [{"server_uuid": "af35d21d-5ddb-4ac2-a7d0-9af82a1ea602", "name": "network-vif-deleted", "tag": "7d225506-4429-4322-99f6-91f813ecf530"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:19:03.462370 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc71188-5fe6-46fe-8761-9f13cc7f17b9 x-openstack-request-id: req-3fc71188-5fe6-46fe-8761-9f13cc7f17b9 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:19:03.462708 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af35d21d-5ddb-4ac2-a7d0-9af82a1ea602", "name": "network-vif-deleted", "tag": "7d225506-4429-4322-99f6-91f813ecf530", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:19:03.462960 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3fc71188-5fe6-46fe-8761-9f13cc7f17b9 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:19:03.463364 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af35d21d-5ddb-4ac2-a7d0-9af82a1ea602', 'name': 'network-vif-deleted', 'tag': '7d225506-4429-4322-99f6-91f813ecf530', 'status': 'completed', 'code': 200} Feb 09 02:19:03.700898 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-af4789e3-f44c-46f7-901a-3db5c0f2ad88 req-33535940-8383-4e96-89e3-462b8e33dd5c tempest-TestEncryptedCinderVolumes-2114061163 tempest-TestEncryptedCinderVolumes-2114061163-project] 10.222.0.30 "GET /v2.0/ports?device_id=af35d21d-5ddb-4ac2-a7d0-9af82a1ea602 HTTP/1.1" status: 200 len: 210 time: 0.0277903 Feb 09 02:19:04.793129 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51432) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:05.135662 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1091c285-00ba-4515-a8a3-b8d7c57b8b01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (8faf39ce-2ad1-4466-8c21-74d1eaa8fa19), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:05.235096 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 7d225506-4429-4322-99f6-91f813ecf530 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:19:05.255626 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 7d225506-4429-4322-99f6-91f813ecf530 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:19:05.255994 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 7d225506-4429-4322-99f6-91f813ecf530 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:19:05.381618 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-1091c285-00ba-4515-a8a3-b8d7c57b8b01 admin admin] Deleting port b80f2d9c-3a79-43a9-ae07-e317e3f316f0 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:19:05.381942 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1091c285-00ba-4515-a8a3-b8d7c57b8b01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (b80f2d9c-3a79-43a9-ae07-e317e3f316f0), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:05.461716 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-1091c285-00ba-4515-a8a3-b8d7c57b8b01 admin admin] For port b80f2d9c-3a79-43a9-ae07-e317e3f316f0, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b80f2d9c-3a79-43a9-ae07-e317e3f316f0,segment=NetworkSegment(ecfa9e57-93ee-4336-8ad9-4110eafd0e3b),segment_id=ecfa9e57-93ee-4336-8ad9-4110eafd0e3b)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:05.461987 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1091c285-00ba-4515-a8a3-b8d7c57b8b01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (b80f2d9c-3a79-43a9-ae07-e317e3f316f0), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:05.475662 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-1091c285-00ba-4515-a8a3-b8d7c57b8b01 admin admin] Calling delete_port for b80f2d9c-3a79-43a9-ae07-e317e3f316f0 owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:19:05.664456 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1091c285-00ba-4515-a8a3-b8d7c57b8b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (b80f2d9c-3a79-43a9-ae07-e317e3f316f0), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:05.691412 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1091c285-00ba-4515-a8a3-b8d7c57b8b01 admin admin] Pushing event deleted for resources: {'Port': ['ID=b80f2d9c-3a79-43a9-ae07-e317e3f316f0,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:05.718669 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1091c285-00ba-4515-a8a3-b8d7c57b8b01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:05.719009 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1091c285-00ba-4515-a8a3-b8d7c57b8b01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:05.719338 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1091c285-00ba-4515-a8a3-b8d7c57b8b01 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:05.719663 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1091c285-00ba-4515-a8a3-b8d7c57b8b01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:05.720013 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1091c285-00ba-4515-a8a3-b8d7c57b8b01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:05.720326 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1091c285-00ba-4515-a8a3-b8d7c57b8b01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:05.720646 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1091c285-00ba-4515-a8a3-b8d7c57b8b01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:05.720959 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1091c285-00ba-4515-a8a3-b8d7c57b8b01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:05.721270 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1091c285-00ba-4515-a8a3-b8d7c57b8b01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:05.721580 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1091c285-00ba-4515-a8a3-b8d7c57b8b01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:05.721894 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1091c285-00ba-4515-a8a3-b8d7c57b8b01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:05.722205 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1091c285-00ba-4515-a8a3-b8d7c57b8b01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:05.722512 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1091c285-00ba-4515-a8a3-b8d7c57b8b01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:05.872181 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1091c285-00ba-4515-a8a3-b8d7c57b8b01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (8faf39ce-2ad1-4466-8c21-74d1eaa8fa19), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:06.096602 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1091c285-00ba-4515-a8a3-b8d7c57b8b01 admin admin] Router 8faf39ce-2ad1-4466-8c21-74d1eaa8fa19 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:19:06.205959 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1091c285-00ba-4515-a8a3-b8d7c57b8b01 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:19:06.211077 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1091c285-00ba-4515-a8a3-b8d7c57b8b01 admin admin] 10.222.0.30 "PUT /v2.0/routers/8faf39ce-2ad1-4466-8c21-74d1eaa8fa19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4163132 Feb 09 02:19:06.213722 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51436) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:06.215935 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723e6257-6b07-4ae8-a389-c7ee9e9d9872 None None] Sync routers for ids ['8faf39ce-2ad1-4466-8c21-74d1eaa8fa19'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:19:06.228901 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723e6257-6b07-4ae8-a389-c7ee9e9d9872 None None] Routers {'8faf39ce-2ad1-4466-8c21-74d1eaa8fa19'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:19:06.229538 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-723e6257-6b07-4ae8-a389-c7ee9e9d9872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:18:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['8faf39ce-2ad1-4466-8c21-74d1eaa8fa19'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:06.319422 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-77471e22-58d6-4922-a45e-0af43efe13cd admin admin] Publish callbacks [] for router (8faf39ce-2ad1-4466-8c21-74d1eaa8fa19), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:06.336921 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-723e6257-6b07-4ae8-a389-c7ee9e9d9872 None None] Set router 8faf39ce-2ad1-4466-8c21-74d1eaa8fa19 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:19:06.424247 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-77471e22-58d6-4922-a45e-0af43efe13cd admin admin] Publish callbacks [] for router_gateway (8faf39ce-2ad1-4466-8c21-74d1eaa8fa19), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:06.479225 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-77471e22-58d6-4922-a45e-0af43efe13cd admin admin] Deleting port a1c5bafd-32a5-47a6-a5e0-118a2056555d {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:19:06.479563 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-77471e22-58d6-4922-a45e-0af43efe13cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (a1c5bafd-32a5-47a6-a5e0-118a2056555d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:06.526216 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-723e6257-6b07-4ae8-a389-c7ee9e9d9872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8faf39ce-2ad1-4466-8c21-74d1eaa8fa19', 'name': 'tempest-TestEncryptedCinderVolumes-1737572003-router', 'tenant_id': 'e5cbe372241e4d5795368d38cb950573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'a1c5bafd-32a5-47a6-a5e0-118a2056555d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:17:19Z', 'updated_at': '2022-02-09T02:19:05Z', 'revision_number': 5, 'project_id': 'e5cbe372241e4d5795368d38cb950573', 'gw_port': {'id': 'a1c5bafd-32a5-47a6-a5e0-118a2056555d', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8faf39ce-2ad1-4466-8c21-74d1eaa8fa19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:17:19Z', 'updated_at': '2022-02-09T02:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:06.553328 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723e6257-6b07-4ae8-a389-c7ee9e9d9872 None None] Checking router: 8faf39ce-2ad1-4466-8c21-74d1eaa8fa19 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:19:06.562223 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723e6257-6b07-4ae8-a389-c7ee9e9d9872 None None] Routers {'8faf39ce-2ad1-4466-8c21-74d1eaa8fa19'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:19:06.562813 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-723e6257-6b07-4ae8-a389-c7ee9e9d9872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:18:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['8faf39ce-2ad1-4466-8c21-74d1eaa8fa19'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:06.562993 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-77471e22-58d6-4922-a45e-0af43efe13cd admin admin] For port a1c5bafd-32a5-47a6-a5e0-118a2056555d, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=a1c5bafd-32a5-47a6-a5e0-118a2056555d,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:06.563353 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-77471e22-58d6-4922-a45e-0af43efe13cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (a1c5bafd-32a5-47a6-a5e0-118a2056555d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:06.581148 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-77471e22-58d6-4922-a45e-0af43efe13cd admin admin] Calling delete_port for a1c5bafd-32a5-47a6-a5e0-118a2056555d owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:19:06.651958 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-723e6257-6b07-4ae8-a389-c7ee9e9d9872 None None] Set router 8faf39ce-2ad1-4466-8c21-74d1eaa8fa19 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:19:06.708177 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-723e6257-6b07-4ae8-a389-c7ee9e9d9872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8faf39ce-2ad1-4466-8c21-74d1eaa8fa19', 'name': 'tempest-TestEncryptedCinderVolumes-1737572003-router', 'tenant_id': 'e5cbe372241e4d5795368d38cb950573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:17:19Z', 'updated_at': '2022-02-09T02:19:06Z', 'revision_number': 6, 'project_id': 'e5cbe372241e4d5795368d38cb950573', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:06.735381 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723e6257-6b07-4ae8-a389-c7ee9e9d9872 None None] The sync data for ids ['8faf39ce-2ad1-4466-8c21-74d1eaa8fa19'] in n-d-822053-40 is: [{'id': '8faf39ce-2ad1-4466-8c21-74d1eaa8fa19', 'name': 'tempest-TestEncryptedCinderVolumes-1737572003-router', 'tenant_id': 'e5cbe372241e4d5795368d38cb950573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:17:19Z', 'updated_at': '2022-02-09T02:19:06Z', 'revision_number': 6, 'project_id': 'e5cbe372241e4d5795368d38cb950573', 'gw_port_host': None}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:19:06.755219 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-77471e22-58d6-4922-a45e-0af43efe13cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (a1c5bafd-32a5-47a6-a5e0-118a2056555d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:06.788802 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77471e22-58d6-4922-a45e-0af43efe13cd admin admin] Pushing event deleted for resources: {'Port': ['ID=a1c5bafd-32a5-47a6-a5e0-118a2056555d,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:06.853983 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-77471e22-58d6-4922-a45e-0af43efe13cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (8faf39ce-2ad1-4466-8c21-74d1eaa8fa19), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:07.263814 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-77471e22-58d6-4922-a45e-0af43efe13cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (8faf39ce-2ad1-4466-8c21-74d1eaa8fa19), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:07.265993 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-77471e22-58d6-4922-a45e-0af43efe13cd admin admin] Publish callbacks [] for router_controller (8faf39ce-2ad1-4466-8c21-74d1eaa8fa19), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:07.311309 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-77471e22-58d6-4922-a45e-0af43efe13cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (8faf39ce-2ad1-4466-8c21-74d1eaa8fa19), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:07.311860 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77471e22-58d6-4922-a45e-0af43efe13cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8faf39ce-2ad1-4466-8c21-74d1eaa8fa19 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:19:07.316594 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-77471e22-58d6-4922-a45e-0af43efe13cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:07.317487 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-77471e22-58d6-4922-a45e-0af43efe13cd admin admin] 10.222.0.30 "DELETE /v2.0/routers/8faf39ce-2ad1-4466-8c21-74d1eaa8fa19 HTTP/1.1" status: 204 len: 168 time: 1.1028440 Feb 09 02:19:07.320048 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51438) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:07.364483 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-12307eb9-d532-4a54-93fd-5e4988e7d05c admin admin] Deleting subnet 950a9207-f3e8-4012-a99f-e8838f99f719 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:19:07.367419 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-12307eb9-d532-4a54-93fd-5e4988e7d05c admin admin] Publish callbacks [] for subnet (950a9207-f3e8-4012-a99f-e8838f99f719), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:07.401646 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-12307eb9-d532-4a54-93fd-5e4988e7d05c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (950a9207-f3e8-4012-a99f-e8838f99f719), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:07.482501 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-12307eb9-d532-4a54-93fd-5e4988e7d05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (950a9207-f3e8-4012-a99f-e8838f99f719), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:07.546649 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-12307eb9-d532-4a54-93fd-5e4988e7d05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (950a9207-f3e8-4012-a99f-e8838f99f719), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:07.564235 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b80f2d9c-3a79-43a9-ae07-e317e3f316f0 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:19:07.577913 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12307eb9-d532-4a54-93fd-5e4988e7d05c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=950a9207-f3e8-4012-a99f-e8838f99f719,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:07.579872 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-12307eb9-d532-4a54-93fd-5e4988e7d05c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:07.585824 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-12307eb9-d532-4a54-93fd-5e4988e7d05c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/950a9207-f3e8-4012-a99f-e8838f99f719 HTTP/1.1" status: 204 len: 168 time: 0.2621884 Feb 09 02:19:07.585824 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51440) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:07.593418 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13e5f9c-e940-4723-8ca2-317d484e2271 None None] Network 9bb9750d-7671-491d-a5d4-5e60616b5548 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:19:07.595694 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: b80f2d9c-3a79-43a9-ae07-e317e3f316f0 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:19:07.596058 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b80f2d9c-3a79-43a9-ae07-e317e3f316f0 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:19:07.596473 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device a1c5bafd-32a5-47a6-a5e0-118a2056555d no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:19:07.658331 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: a1c5bafd-32a5-47a6-a5e0-118a2056555d {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:19:07.658678 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device a1c5bafd-32a5-47a6-a5e0-118a2056555d not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:19:07.658821 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0a8a4dfd-ec38-4944-aa02-8e7b869bf713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (9bb9750d-7671-491d-a5d4-5e60616b5548), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:07.718173 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0a8a4dfd-ec38-4944-aa02-8e7b869bf713 admin admin] Deleting port 8e865461-2486-4582-88fd-b9f31256041d {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:19:07.718510 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0a8a4dfd-ec38-4944-aa02-8e7b869bf713 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (8e865461-2486-4582-88fd-b9f31256041d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:07.780249 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901fecde-17b6-4142-bd72-0d9097288296 None None] DHCP port deletion for 9bb9750d-7671-491d-a5d4-5e60616b5548 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:19:07.783582 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0a8a4dfd-ec38-4944-aa02-8e7b869bf713 admin admin] For port 8e865461-2486-4582-88fd-b9f31256041d, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=8e865461-2486-4582-88fd-b9f31256041d,segment=NetworkSegment(ecfa9e57-93ee-4336-8ad9-4110eafd0e3b),segment_id=ecfa9e57-93ee-4336-8ad9-4110eafd0e3b)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:07.784037 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0a8a4dfd-ec38-4944-aa02-8e7b869bf713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (8e865461-2486-4582-88fd-b9f31256041d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:07.799392 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0a8a4dfd-ec38-4944-aa02-8e7b869bf713 admin admin] Calling delete_port for 8e865461-2486-4582-88fd-b9f31256041d owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:19:07.835697 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-901fecde-17b6-4142-bd72-0d9097288296 None None] Deleting port 8e865461-2486-4582-88fd-b9f31256041d {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:19:07.836518 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-901fecde-17b6-4142-bd72-0d9097288296 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (8e865461-2486-4582-88fd-b9f31256041d), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:07.891587 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0a8a4dfd-ec38-4944-aa02-8e7b869bf713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (8e865461-2486-4582-88fd-b9f31256041d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:07.921283 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a4dfd-ec38-4944-aa02-8e7b869bf713 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e865461-2486-4582-88fd-b9f31256041d,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:07.924630 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8a4dfd-ec38-4944-aa02-8e7b869bf713 admin admin] No DVR routers for this DVR port 8e865461-2486-4582-88fd-b9f31256041d on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:19:08.001582 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0a8a4dfd-ec38-4944-aa02-8e7b869bf713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (9bb9750d-7671-491d-a5d4-5e60616b5548), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:08.022759 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-0a8a4dfd-ec38-4944-aa02-8e7b869bf713 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bb9750d-7671-491d-a5d4-5e60616b5548']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:08.032692 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-0a8a4dfd-ec38-4944-aa02-8e7b869bf713 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecfa9e57-93ee-4336-8ad9-4110eafd0e3b') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:08.033072 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-0a8a4dfd-ec38-4944-aa02-8e7b869bf713 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecfa9e57-93ee-4336-8ad9-4110eafd0e3b') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:08.042443 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0a8a4dfd-ec38-4944-aa02-8e7b869bf713 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (ecfa9e57-93ee-4336-8ad9-4110eafd0e3b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:08.056150 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0a8a4dfd-ec38-4944-aa02-8e7b869bf713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (ecfa9e57-93ee-4336-8ad9-4110eafd0e3b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:08.062357 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a8a4dfd-ec38-4944-aa02-8e7b869bf713 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:19:08.062764 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0a8a4dfd-ec38-4944-aa02-8e7b869bf713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (ecfa9e57-93ee-4336-8ad9-4110eafd0e3b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:08.064404 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 02:19:08.064404 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:19:08.064404 n-d-822053-40 neutron-server[103528]: timer() Feb 09 02:19:08.064404 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:19:08.064404 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 02:19:08.064404 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:19:08.064404 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 02:19:08.064404 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:19:08.064404 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 02:19:08.064404 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:19:08.064404 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 02:19:08.064404 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:19:08.064404 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 02:19:08.064404 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:19:08.064404 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:19:08.064404 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:19:08.064404 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:19:08.064404 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:19:08.064404 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 02:19:08.064404 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:19:08.064404 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 02:19:08.064404 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:19:08.064404 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:19:08.064404 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:19:08.064404 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 02:19:08.064404 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:19:08.064404 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:19:08.064404 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:19:08.064404 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:19:08.064404 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:19:08.064404 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:19:08.064404 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:19:08.072772 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-901fecde-17b6-4142-bd72-0d9097288296 None None] For port 8e865461-2486-4582-88fd-b9f31256041d, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=8e865461-2486-4582-88fd-b9f31256041d,segment=NetworkSegment(ecfa9e57-93ee-4336-8ad9-4110eafd0e3b),segment_id=ecfa9e57-93ee-4336-8ad9-4110eafd0e3b)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:08.073174 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-901fecde-17b6-4142-bd72-0d9097288296 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (8e865461-2486-4582-88fd-b9f31256041d), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:08.085672 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-901fecde-17b6-4142-bd72-0d9097288296 None None] Calling delete_port for 8e865461-2486-4582-88fd-b9f31256041d owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:19:08.121760 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0a8a4dfd-ec38-4944-aa02-8e7b869bf713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (9bb9750d-7671-491d-a5d4-5e60616b5548), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:08.126437 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0a8a4dfd-ec38-4944-aa02-8e7b869bf713 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:08.133842 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0a8a4dfd-ec38-4944-aa02-8e7b869bf713 admin admin] 10.222.0.30 "DELETE /v2.0/networks/9bb9750d-7671-491d-a5d4-5e60616b5548 HTTP/1.1" status: 204 len: 168 time: 0.5443108 Feb 09 02:19:08.134663 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51442) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:08.146000 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a4dfd-ec38-4944-aa02-8e7b869bf713 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bb9750d-7671-491d-a5d4-5e60616b5548,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:19:08.170999 n-d-822053-40 neutron-server[103530]: self.session.flush() Feb 09 02:19:08.175351 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-901fecde-17b6-4142-bd72-0d9097288296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (8e865461-2486-4582-88fd-b9f31256041d), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:08.198349 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-901fecde-17b6-4142-bd72-0d9097288296 None None] Network 9bb9750d-7671-491d-a5d4-5e60616b5548 is not hosted by any dhcp agent {{(pid=103530) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 02:19:08.198804 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901fecde-17b6-4142-bd72-0d9097288296 None None] No DVR routers for this DVR port 8e865461-2486-4582-88fd-b9f31256041d on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:19:08.200670 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901fecde-17b6-4142-bd72-0d9097288296 None None] Pushing event deleted for resources: {'Port': ['ID=8e865461-2486-4582-88fd-b9f31256041d,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:08.209174 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901fecde-17b6-4142-bd72-0d9097288296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:08.210702 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901fecde-17b6-4142-bd72-0d9097288296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:08.210702 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901fecde-17b6-4142-bd72-0d9097288296 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:08.210702 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901fecde-17b6-4142-bd72-0d9097288296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:08.210702 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901fecde-17b6-4142-bd72-0d9097288296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:08.211211 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901fecde-17b6-4142-bd72-0d9097288296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:08.211211 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901fecde-17b6-4142-bd72-0d9097288296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:08.211384 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901fecde-17b6-4142-bd72-0d9097288296 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:08.211690 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901fecde-17b6-4142-bd72-0d9097288296 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:08.212027 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901fecde-17b6-4142-bd72-0d9097288296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:08.212347 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901fecde-17b6-4142-bd72-0d9097288296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:08.212662 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901fecde-17b6-4142-bd72-0d9097288296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:08.212973 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901fecde-17b6-4142-bd72-0d9097288296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:08.496073 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-504fa48a-b1cd-400f-a862-ddc2478a0c3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (bdb26abf-279a-42ac-9d51-60a29996bb4a), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:08.742399 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-504fa48a-b1cd-400f-a862-ddc2478a0c3a admin admin] Deleting port 0456676e-73bc-453c-88a1-65754a5d1e8e {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:19:08.742735 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-504fa48a-b1cd-400f-a862-ddc2478a0c3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (0456676e-73bc-453c-88a1-65754a5d1e8e), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:08.819810 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-504fa48a-b1cd-400f-a862-ddc2478a0c3a admin admin] For port 0456676e-73bc-453c-88a1-65754a5d1e8e, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=0456676e-73bc-453c-88a1-65754a5d1e8e,segment=NetworkSegment(8da66bac-c9b0-4904-bd2d-ba96e7bba772),segment_id=8da66bac-c9b0-4904-bd2d-ba96e7bba772)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:08.820197 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-504fa48a-b1cd-400f-a862-ddc2478a0c3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (0456676e-73bc-453c-88a1-65754a5d1e8e), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:08.832927 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-504fa48a-b1cd-400f-a862-ddc2478a0c3a admin admin] Calling delete_port for 0456676e-73bc-453c-88a1-65754a5d1e8e owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:19:09.009281 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-504fa48a-b1cd-400f-a862-ddc2478a0c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (0456676e-73bc-453c-88a1-65754a5d1e8e), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:09.039684 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504fa48a-b1cd-400f-a862-ddc2478a0c3a admin admin] Pushing event deleted for resources: {'Port': ['ID=0456676e-73bc-453c-88a1-65754a5d1e8e,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:09.218266 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-504fa48a-b1cd-400f-a862-ddc2478a0c3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (bdb26abf-279a-42ac-9d51-60a29996bb4a), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:09.303778 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 8e865461-2486-4582-88fd-b9f31256041d no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:19:09.323326 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 8e865461-2486-4582-88fd-b9f31256041d {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:19:09.323602 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 8e865461-2486-4582-88fd-b9f31256041d not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:19:09.781524 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504fa48a-b1cd-400f-a862-ddc2478a0c3a admin admin] Router bdb26abf-279a-42ac-9d51-60a29996bb4a has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:19:09.889561 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504fa48a-b1cd-400f-a862-ddc2478a0c3a admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:19:09.894608 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-504fa48a-b1cd-400f-a862-ddc2478a0c3a admin admin] 10.222.0.30 "PUT /v2.0/routers/bdb26abf-279a-42ac-9d51-60a29996bb4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7586234 Feb 09 02:19:09.897613 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51444) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:09.898697 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a211558f-8d90-4443-9abc-1e0ad899a279 None None] Sync routers for ids ['bdb26abf-279a-42ac-9d51-60a29996bb4a'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:19:09.908750 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a211558f-8d90-4443-9abc-1e0ad899a279 None None] Routers {'bdb26abf-279a-42ac-9d51-60a29996bb4a'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:19:09.909356 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-a211558f-8d90-4443-9abc-1e0ad899a279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:18:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['bdb26abf-279a-42ac-9d51-60a29996bb4a'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:10.004562 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7de603b4-f20f-4e0c-8254-47208867c829 admin admin] Publish callbacks [] for router (bdb26abf-279a-42ac-9d51-60a29996bb4a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:10.016134 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-a211558f-8d90-4443-9abc-1e0ad899a279 None None] Set router bdb26abf-279a-42ac-9d51-60a29996bb4a gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:19:10.112728 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7de603b4-f20f-4e0c-8254-47208867c829 admin admin] Publish callbacks [] for router_gateway (bdb26abf-279a-42ac-9d51-60a29996bb4a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:10.166629 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7de603b4-f20f-4e0c-8254-47208867c829 admin admin] Deleting port 551d99a1-60f8-4c62-9821-2522634d1220 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:19:10.166874 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7de603b4-f20f-4e0c-8254-47208867c829 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (551d99a1-60f8-4c62-9821-2522634d1220), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:10.201404 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-a211558f-8d90-4443-9abc-1e0ad899a279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb26abf-279a-42ac-9d51-60a29996bb4a', 'name': 'tempest-TestEncryptedCinderVolumes-1911940086-router', 'tenant_id': 'b502f28061d24d5abf643ade2ccc30c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '551d99a1-60f8-4c62-9821-2522634d1220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:17:24Z', 'updated_at': '2022-02-09T02:19:08Z', 'revision_number': 5, 'project_id': 'b502f28061d24d5abf643ade2ccc30c7', 'gw_port': {'id': '551d99a1-60f8-4c62-9821-2522634d1220', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:22:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb26abf-279a-42ac-9d51-60a29996bb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:17:24Z', 'updated_at': '2022-02-09T02:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:10.229429 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a211558f-8d90-4443-9abc-1e0ad899a279 None None] Checking router: bdb26abf-279a-42ac-9d51-60a29996bb4a for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:19:10.237848 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a211558f-8d90-4443-9abc-1e0ad899a279 None None] Routers {'bdb26abf-279a-42ac-9d51-60a29996bb4a'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:19:10.238445 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-a211558f-8d90-4443-9abc-1e0ad899a279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:18:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['bdb26abf-279a-42ac-9d51-60a29996bb4a'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:10.250559 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-7de603b4-f20f-4e0c-8254-47208867c829 admin admin] For port 551d99a1-60f8-4c62-9821-2522634d1220, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=551d99a1-60f8-4c62-9821-2522634d1220,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:10.250910 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7de603b4-f20f-4e0c-8254-47208867c829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (551d99a1-60f8-4c62-9821-2522634d1220), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:10.265049 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7de603b4-f20f-4e0c-8254-47208867c829 admin admin] Calling delete_port for 551d99a1-60f8-4c62-9821-2522634d1220 owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:19:10.327499 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-a211558f-8d90-4443-9abc-1e0ad899a279 None None] Set router bdb26abf-279a-42ac-9d51-60a29996bb4a gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:19:10.380252 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-a211558f-8d90-4443-9abc-1e0ad899a279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb26abf-279a-42ac-9d51-60a29996bb4a', 'name': 'tempest-TestEncryptedCinderVolumes-1911940086-router', 'tenant_id': 'b502f28061d24d5abf643ade2ccc30c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:17:24Z', 'updated_at': '2022-02-09T02:19:10Z', 'revision_number': 6, 'project_id': 'b502f28061d24d5abf643ade2ccc30c7', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:10.409811 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a211558f-8d90-4443-9abc-1e0ad899a279 None None] The sync data for ids ['bdb26abf-279a-42ac-9d51-60a29996bb4a'] in n-d-822053-40 is: [{'id': 'bdb26abf-279a-42ac-9d51-60a29996bb4a', 'name': 'tempest-TestEncryptedCinderVolumes-1911940086-router', 'tenant_id': 'b502f28061d24d5abf643ade2ccc30c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:17:24Z', 'updated_at': '2022-02-09T02:19:10Z', 'revision_number': 6, 'project_id': 'b502f28061d24d5abf643ade2ccc30c7', 'gw_port_host': None}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:19:10.436568 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7de603b4-f20f-4e0c-8254-47208867c829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (551d99a1-60f8-4c62-9821-2522634d1220), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:10.465658 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de603b4-f20f-4e0c-8254-47208867c829 admin admin] Pushing event deleted for resources: {'Port': ['ID=551d99a1-60f8-4c62-9821-2522634d1220,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:10.528669 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7de603b4-f20f-4e0c-8254-47208867c829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (bdb26abf-279a-42ac-9d51-60a29996bb4a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:10.622382 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7de603b4-f20f-4e0c-8254-47208867c829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (bdb26abf-279a-42ac-9d51-60a29996bb4a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:10.624581 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7de603b4-f20f-4e0c-8254-47208867c829 admin admin] Publish callbacks [] for router_controller (bdb26abf-279a-42ac-9d51-60a29996bb4a), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:10.672424 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7de603b4-f20f-4e0c-8254-47208867c829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (bdb26abf-279a-42ac-9d51-60a29996bb4a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:10.672941 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de603b4-f20f-4e0c-8254-47208867c829 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdb26abf-279a-42ac-9d51-60a29996bb4a {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:19:10.677139 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7de603b4-f20f-4e0c-8254-47208867c829 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:10.678302 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7de603b4-f20f-4e0c-8254-47208867c829 admin admin] 10.222.0.30 "DELETE /v2.0/routers/bdb26abf-279a-42ac-9d51-60a29996bb4a HTTP/1.1" status: 204 len: 168 time: 0.7797065 Feb 09 02:19:10.681012 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51446) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:10.725063 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-51a1237a-724c-4541-b70a-2852ab48f23a admin admin] Deleting subnet 35e6299e-b25d-4d8a-b4e0-af2269e34e80 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:19:10.727952 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-51a1237a-724c-4541-b70a-2852ab48f23a admin admin] Publish callbacks [] for subnet (35e6299e-b25d-4d8a-b4e0-af2269e34e80), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:10.763212 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-51a1237a-724c-4541-b70a-2852ab48f23a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (35e6299e-b25d-4d8a-b4e0-af2269e34e80), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:10.850445 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-51a1237a-724c-4541-b70a-2852ab48f23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (35e6299e-b25d-4d8a-b4e0-af2269e34e80), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:10.904177 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-51a1237a-724c-4541-b70a-2852ab48f23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (35e6299e-b25d-4d8a-b4e0-af2269e34e80), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:10.927221 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a1237a-724c-4541-b70a-2852ab48f23a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35e6299e-b25d-4d8a-b4e0-af2269e34e80,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:10.932629 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-51a1237a-724c-4541-b70a-2852ab48f23a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:10.935831 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-51a1237a-724c-4541-b70a-2852ab48f23a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/35e6299e-b25d-4d8a-b4e0-af2269e34e80 HTTP/1.1" status: 204 len: 168 time: 0.2538822 Feb 09 02:19:10.938539 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51448) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:10.941065 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ceeded-2ac5-4439-9730-02a45f7f09b1 None None] Network d2a49fa2-ec3d-4d67-ae1d-4217b0d48118 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:19:11.005428 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a3ff5b2-b2db-42f7-a2c9-057bc45b6363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (d2a49fa2-ec3d-4d67-ae1d-4217b0d48118), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:11.064377 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7a3ff5b2-b2db-42f7-a2c9-057bc45b6363 admin admin] Deleting port 49fd27c3-7d3e-4561-98d6-e4489672b1b8 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:19:11.064710 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a3ff5b2-b2db-42f7-a2c9-057bc45b6363 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (49fd27c3-7d3e-4561-98d6-e4489672b1b8), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:11.130664 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-7a3ff5b2-b2db-42f7-a2c9-057bc45b6363 admin admin] For port 49fd27c3-7d3e-4561-98d6-e4489672b1b8, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=49fd27c3-7d3e-4561-98d6-e4489672b1b8,segment=NetworkSegment(8da66bac-c9b0-4904-bd2d-ba96e7bba772),segment_id=8da66bac-c9b0-4904-bd2d-ba96e7bba772)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:11.131236 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a3ff5b2-b2db-42f7-a2c9-057bc45b6363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (49fd27c3-7d3e-4561-98d6-e4489672b1b8), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:11.144217 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7a3ff5b2-b2db-42f7-a2c9-057bc45b6363 admin admin] Calling delete_port for 49fd27c3-7d3e-4561-98d6-e4489672b1b8 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:19:11.172681 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9285d71-cbd0-4357-803e-19ec25e8634a None None] DHCP port deletion for d2a49fa2-ec3d-4d67-ae1d-4217b0d48118 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:19:11.228806 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a9285d71-cbd0-4357-803e-19ec25e8634a None None] Deleting port 49fd27c3-7d3e-4561-98d6-e4489672b1b8 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:19:11.229184 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a9285d71-cbd0-4357-803e-19ec25e8634a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (49fd27c3-7d3e-4561-98d6-e4489672b1b8), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:11.238749 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a3ff5b2-b2db-42f7-a2c9-057bc45b6363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (49fd27c3-7d3e-4561-98d6-e4489672b1b8), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:11.272329 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3ff5b2-b2db-42f7-a2c9-057bc45b6363 admin admin] No DVR routers for this DVR port 49fd27c3-7d3e-4561-98d6-e4489672b1b8 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:19:11.277019 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ff5b2-b2db-42f7-a2c9-057bc45b6363 admin admin] Pushing event deleted for resources: {'Port': ['ID=49fd27c3-7d3e-4561-98d6-e4489672b1b8,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:11.287644 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 0456676e-73bc-453c-88a1-65754a5d1e8e no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:19:11.325025 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 0456676e-73bc-453c-88a1-65754a5d1e8e {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:19:11.325595 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 0456676e-73bc-453c-88a1-65754a5d1e8e not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:19:11.326078 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 551d99a1-60f8-4c62-9821-2522634d1220 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:19:11.328739 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-a9285d71-cbd0-4357-803e-19ec25e8634a None None] For port 49fd27c3-7d3e-4561-98d6-e4489672b1b8, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=49fd27c3-7d3e-4561-98d6-e4489672b1b8,segment=NetworkSegment(8da66bac-c9b0-4904-bd2d-ba96e7bba772),segment_id=8da66bac-c9b0-4904-bd2d-ba96e7bba772)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:11.329283 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a9285d71-cbd0-4357-803e-19ec25e8634a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (49fd27c3-7d3e-4561-98d6-e4489672b1b8), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:11.351932 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a3ff5b2-b2db-42f7-a2c9-057bc45b6363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (d2a49fa2-ec3d-4d67-ae1d-4217b0d48118), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:11.359136 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 551d99a1-60f8-4c62-9821-2522634d1220 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:19:11.359483 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 551d99a1-60f8-4c62-9821-2522634d1220 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:19:11.359895 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 49fd27c3-7d3e-4561-98d6-e4489672b1b8 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:19:11.361739 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a9285d71-cbd0-4357-803e-19ec25e8634a None None] Calling delete_port for 49fd27c3-7d3e-4561-98d6-e4489672b1b8 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:19:11.377177 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-7a3ff5b2-b2db-42f7-a2c9-057bc45b6363 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2a49fa2-ec3d-4d67-ae1d-4217b0d48118']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:11.386248 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 49fd27c3-7d3e-4561-98d6-e4489672b1b8 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:19:11.386653 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 49fd27c3-7d3e-4561-98d6-e4489672b1b8 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:19:11.387359 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-7a3ff5b2-b2db-42f7-a2c9-057bc45b6363 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8da66bac-c9b0-4904-bd2d-ba96e7bba772') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:11.387774 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-7a3ff5b2-b2db-42f7-a2c9-057bc45b6363 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8da66bac-c9b0-4904-bd2d-ba96e7bba772') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:11.399266 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a3ff5b2-b2db-42f7-a2c9-057bc45b6363 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (8da66bac-c9b0-4904-bd2d-ba96e7bba772), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:11.413481 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a3ff5b2-b2db-42f7-a2c9-057bc45b6363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (8da66bac-c9b0-4904-bd2d-ba96e7bba772), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:11.421924 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a3ff5b2-b2db-42f7-a2c9-057bc45b6363 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:19:11.422449 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a3ff5b2-b2db-42f7-a2c9-057bc45b6363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (8da66bac-c9b0-4904-bd2d-ba96e7bba772), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:11.424719 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 02:19:11.424719 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:19:11.424719 n-d-822053-40 neutron-server[103528]: timer() Feb 09 02:19:11.424719 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:19:11.424719 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 02:19:11.424719 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:19:11.424719 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 02:19:11.424719 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:19:11.424719 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 02:19:11.424719 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:19:11.424719 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 02:19:11.424719 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:19:11.424719 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 02:19:11.424719 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:19:11.424719 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:19:11.424719 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:19:11.424719 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:19:11.424719 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:19:11.424719 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 02:19:11.424719 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:19:11.424719 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 02:19:11.424719 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:19:11.424719 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:19:11.424719 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:19:11.424719 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 02:19:11.424719 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:19:11.424719 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:19:11.424719 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:19:11.424719 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:19:11.424719 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:19:11.424719 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:19:11.424719 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:19:11.488878 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a9285d71-cbd0-4357-803e-19ec25e8634a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (49fd27c3-7d3e-4561-98d6-e4489672b1b8), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:11.489830 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a3ff5b2-b2db-42f7-a2c9-057bc45b6363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (d2a49fa2-ec3d-4d67-ae1d-4217b0d48118), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:11.496884 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a3ff5b2-b2db-42f7-a2c9-057bc45b6363 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:11.500378 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7a3ff5b2-b2db-42f7-a2c9-057bc45b6363 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d2a49fa2-ec3d-4d67-ae1d-4217b0d48118 HTTP/1.1" status: 204 len: 168 time: 0.5609117 Feb 09 02:19:11.511401 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ff5b2-b2db-42f7-a2c9-057bc45b6363 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2a49fa2-ec3d-4d67-ae1d-4217b0d48118,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:11.524635 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9285d71-cbd0-4357-803e-19ec25e8634a None None] Pushing event deleted for resources: {'Port': ['ID=49fd27c3-7d3e-4561-98d6-e4489672b1b8,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:11.530562 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a9285d71-cbd0-4357-803e-19ec25e8634a None None] Network d2a49fa2-ec3d-4d67-ae1d-4217b0d48118 is not hosted by any dhcp agent {{(pid=103530) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 02:19:11.531017 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9285d71-cbd0-4357-803e-19ec25e8634a None None] No DVR routers for this DVR port 49fd27c3-7d3e-4561-98d6-e4489672b1b8 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:19:11.719369 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51452) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:11.759634 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-be885d16-68d4-45dd-8c95-f6f586446424 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e5cbe372241e4d5795368d38cb950573&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390399 Feb 09 02:19:11.763013 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51454) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:11.811817 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6b1c3f0c-9922-444a-9da3-5527bff8898d admin admin] Publish callbacks [] for security_group (7fb5e146-a3b1-43da-ac2b-cb7dfc8d2c64), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:11.832797 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6b1c3f0c-9922-444a-9da3-5527bff8898d admin admin] Publish callbacks [] for security_group (7fb5e146-a3b1-43da-ac2b-cb7dfc8d2c64), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:11.880587 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6b1c3f0c-9922-444a-9da3-5527bff8898d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7fb5e146-a3b1-43da-ac2b-cb7dfc8d2c64), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:11.883278 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6b1c3f0c-9922-444a-9da3-5527bff8898d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:11.884848 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6b1c3f0c-9922-444a-9da3-5527bff8898d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7fb5e146-a3b1-43da-ac2b-cb7dfc8d2c64 HTTP/1.1" status: 204 len: 168 time: 0.1207683 Feb 09 02:19:11.892955 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c3f0c-9922-444a-9da3-5527bff8898d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb5e146-a3b1-43da-ac2b-cb7dfc8d2c64,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:12.208625 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51460) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:12.249563 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7a69dca4-e262-47a6-953c-f49f26b890ee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b502f28061d24d5abf643ade2ccc30c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397022 Feb 09 02:19:12.251928 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51462) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:12.298267 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-59ca2e28-c291-46d4-a28e-21df9d374c05 admin admin] Publish callbacks [] for security_group (7570b34d-0d84-46af-b2c4-aaed737f5041), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:12.318724 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-59ca2e28-c291-46d4-a28e-21df9d374c05 admin admin] Publish callbacks [] for security_group (7570b34d-0d84-46af-b2c4-aaed737f5041), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:12.319897 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:19:12.368132 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-59ca2e28-c291-46d4-a28e-21df9d374c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (7570b34d-0d84-46af-b2c4-aaed737f5041), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:12.370594 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-59ca2e28-c291-46d4-a28e-21df9d374c05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:12.372305 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-59ca2e28-c291-46d4-a28e-21df9d374c05 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7570b34d-0d84-46af-b2c4-aaed737f5041 HTTP/1.1" status: 204 len: 168 time: 0.1194460 Feb 09 02:19:12.381829 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca2e28-c291-46d4-a28e-21df9d374c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7570b34d-0d84-46af-b2c4-aaed737f5041,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:13.067907 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51484) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:13.162234 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-a8f190bd-cee3-4ce8-8ca5-cf6d5f93bf3e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1583237129-network', 'tenant_id': 'eddd88d2d8974b509b724acf2aed133a'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:13.181921 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f190bd-cee3-4ce8-8ca5-cf6d5f93bf3e admin admin] Made reservation on behalf of eddd88d2d8974b509b724acf2aed133a for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:19:13.184977 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a8f190bd-cee3-4ce8-8ca5-cf6d5f93bf3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:13.192907 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a8f190bd-cee3-4ce8-8ca5-cf6d5f93bf3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:13.271017 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a8f190bd-cee3-4ce8-8ca5-cf6d5f93bf3e admin admin] Publish callbacks [] for security_group (a6de2eed-0f1b-45f4-8685-9d15fbbafa36), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:13.274857 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a8f190bd-cee3-4ce8-8ca5-cf6d5f93bf3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (a6de2eed-0f1b-45f4-8685-9d15fbbafa36), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:13.302474 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f190bd-cee3-4ce8-8ca5-cf6d5f93bf3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:19:13.309278 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f190bd-cee3-4ce8-8ca5-cf6d5f93bf3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6de2eed-0f1b-45f4-8685-9d15fbbafa36,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:13.316086 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a8f190bd-cee3-4ce8-8ca5-cf6d5f93bf3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (e0d551df-80fa-4aa4-a0d1-3bb9674811fe), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:13.316577 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-a8f190bd-cee3-4ce8-8ca5-cf6d5f93bf3e admin admin] Added segment e0d551df-80fa-4aa4-a0d1-3bb9674811fe of type vlan for network 97a4f759-6185-4aba-9535-654386440ad2 Feb 09 02:19:13.357635 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a8f190bd-cee3-4ce8-8ca5-cf6d5f93bf3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (97a4f759-6185-4aba-9535-654386440ad2), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:13.380644 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a8f190bd-cee3-4ce8-8ca5-cf6d5f93bf3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (97a4f759-6185-4aba-9535-654386440ad2), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:13.381599 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f190bd-cee3-4ce8-8ca5-cf6d5f93bf3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:13.382171 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a8f190bd-cee3-4ce8-8ca5-cf6d5f93bf3e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:13.433798 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a8f190bd-cee3-4ce8-8ca5-cf6d5f93bf3e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3646302 Feb 09 02:19:13.436883 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51488) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:13.442034 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-ed0f9500-4a5d-4ec2-8854-00044d03e1d5 admin admin] Request body: {'subnet': {'network_id': '97a4f759-6185-4aba-9535-654386440ad2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1583237129-subnet', 'tenant_id': 'eddd88d2d8974b509b724acf2aed133a', 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:13.446397 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f190bd-cee3-4ce8-8ca5-cf6d5f93bf3e admin admin] Pushing event updated for resources: {'Network': ['ID=97a4f759-6185-4aba-9535-654386440ad2,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:13.459794 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 97a4f759-6185-4aba-9535-654386440ad2 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:19:13.466176 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0f9500-4a5d-4ec2-8854-00044d03e1d5 admin admin] Made reservation on behalf of eddd88d2d8974b509b724acf2aed133a for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:19:13.468552 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ed0f9500-4a5d-4ec2-8854-00044d03e1d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:13.644724 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ed0f9500-4a5d-4ec2-8854-00044d03e1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (e22c3b86-2dde-44ba-959f-3fa264df1796), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:13.701897 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f9500-4a5d-4ec2-8854-00044d03e1d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e22c3b86-2dde-44ba-959f-3fa264df1796,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:13.711597 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0f9500-4a5d-4ec2-8854-00044d03e1d5 admin admin] Checking segment: {'id': 'e0d551df-80fa-4aa4-a0d1-3bb9674811fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '97a4f759-6185-4aba-9535-654386440ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:19:13.711945 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0f9500-4a5d-4ec2-8854-00044d03e1d5 admin admin] Network hostable DHCP agents. Network: 97a4f759-6185-4aba-9535-654386440ad2, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:19:13.728463 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0f9500-4a5d-4ec2-8854-00044d03e1d5 admin admin] Network 97a4f759-6185-4aba-9535-654386440ad2 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:19:13.736603 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-ed0f9500-4a5d-4ec2-8854-00044d03e1d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 97a4f759-6185-4aba-9535-654386440ad2) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:13.740805 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0f9500-4a5d-4ec2-8854-00044d03e1d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:13.741396 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ed0f9500-4a5d-4ec2-8854-00044d03e1d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:13.746174 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206ca1d4-417f-46fc-840e-15ae11eb20d2 None None] Network 97a4f759-6185-4aba-9535-654386440ad2 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:19:13.756507 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ed0f9500-4a5d-4ec2-8854-00044d03e1d5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3184369 Feb 09 02:19:13.759247 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51490) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:13.764597 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-2b4b3826-d81a-41f0-8055-2e437304fa2a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1583237129-router', 'tenant_id': 'eddd88d2d8974b509b724acf2aed133a', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:13.784307 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b4b3826-d81a-41f0-8055-2e437304fa2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:13.785301 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b4b3826-d81a-41f0-8055-2e437304fa2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:13.837235 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b4b3826-d81a-41f0-8055-2e437304fa2a admin admin] Publish callbacks [] for router_controller (1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:13.852106 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee6b405-4fec-4b1b-8eea-fb0a85b1dbf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-97a4f759-6185-4aba-9535-654386440ad2', 'network_id': '97a4f759-6185-4aba-9535-654386440ad2', 'project_id': 'eddd88d2d8974b509b724acf2aed133a', 'fixed_ips': [{'subnet_id': 'e22c3b86-2dde-44ba-959f-3fa264df1796'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:19:13.852983 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4ee6b405-4fec-4b1b-8eea-fb0a85b1dbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:13.987735 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b4b3826-d81a-41f0-8055-2e437304fa2a admin admin] Publish callbacks [] for router_gateway (1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:14.003777 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-4ee6b405-4fec-4b1b-8eea-fb0a85b1dbf8 None None] Allocated IP 172.20.0.2 (97a4f759-6185-4aba-9535-654386440ad2/e22c3b86-2dde-44ba-959f-3fa264df1796/1b2164ae-f404-49bb-9f42-ef2ecda55cb7) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:19:14.151642 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4ee6b405-4fec-4b1b-8eea-fb0a85b1dbf8 None None] Publish callbacks [] for port (1b2164ae-f404-49bb-9f42-ef2ecda55cb7), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:14.158482 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4ee6b405-4fec-4b1b-8eea-fb0a85b1dbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (1b2164ae-f404-49bb-9f42-ef2ecda55cb7), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:14.192613 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b4b3826-d81a-41f0-8055-2e437304fa2a admin admin] Publish callbacks [] for router_gateway (1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:14.198047 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee6b405-4fec-4b1b-8eea-fb0a85b1dbf8 None None] Network 97a4f759-6185-4aba-9535-654386440ad2 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:19:14.201628 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-4ee6b405-4fec-4b1b-8eea-fb0a85b1dbf8 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:14.204989 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee6b405-4fec-4b1b-8eea-fb0a85b1dbf8 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:19:14.210242 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee6b405-4fec-4b1b-8eea-fb0a85b1dbf8 None None] Pushing event updated for resources: {'Port': ['ID=1b2164ae-f404-49bb-9f42-ef2ecda55cb7,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:14.217530 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b4b3826-d81a-41f0-8055-2e437304fa2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:14.264118 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-4ee6b405-4fec-4b1b-8eea-fb0a85b1dbf8 None None] Attempting to bind port 1b2164ae-f404-49bb-9f42-ef2ecda55cb7 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:19:14.264399 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-4ee6b405-4fec-4b1b-8eea-fb0a85b1dbf8 None None] Attempting to bind port 1b2164ae-f404-49bb-9f42-ef2ecda55cb7 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'e0d551df-80fa-4aa4-a0d1-3bb9674811fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '97a4f759-6185-4aba-9535-654386440ad2'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:19:14.264757 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee6b405-4fec-4b1b-8eea-fb0a85b1dbf8 None None] Attempting to bind port 1b2164ae-f404-49bb-9f42-ef2ecda55cb7 on network 97a4f759-6185-4aba-9535-654386440ad2 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:19:14.269646 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee6b405-4fec-4b1b-8eea-fb0a85b1dbf8 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:19:14.270299 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee6b405-4fec-4b1b-8eea-fb0a85b1dbf8 None None] Checking segment: {'id': 'e0d551df-80fa-4aa4-a0d1-3bb9674811fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '97a4f759-6185-4aba-9535-654386440ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:19:14.270694 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4ee6b405-4fec-4b1b-8eea-fb0a85b1dbf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:14.271075 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee6b405-4fec-4b1b-8eea-fb0a85b1dbf8 None None] Bound using segment: {'id': 'e0d551df-80fa-4aa4-a0d1-3bb9674811fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '97a4f759-6185-4aba-9535-654386440ad2'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:19:14.271543 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-4ee6b405-4fec-4b1b-8eea-fb0a85b1dbf8 None None] Bound port: 1b2164ae-f404-49bb-9f42-ef2ecda55cb7, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d551df-80fa-4aa4-a0d1-3bb9674811fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '97a4f759-6185-4aba-9535-654386440ad2'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:19:14.271910 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4ee6b405-4fec-4b1b-8eea-fb0a85b1dbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1b2164ae-f404-49bb-9f42-ef2ecda55cb7), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:14.320836 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-2b4b3826-d81a-41f0-8055-2e437304fa2a admin admin] Allocated IP 172.25.1.220 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/1bea4c64-359a-4f19-af70-b1421c38106b) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:19:14.337276 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-4ee6b405-4fec-4b1b-8eea-fb0a85b1dbf8 None None] For port 1b2164ae-f404-49bb-9f42-ef2ecda55cb7, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:19:14.340358 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-4ee6b405-4fec-4b1b-8eea-fb0a85b1dbf8 None None] For port 1b2164ae-f404-49bb-9f42-ef2ecda55cb7, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=1b2164ae-f404-49bb-9f42-ef2ecda55cb7,segment=NetworkSegment(e0d551df-80fa-4aa4-a0d1-3bb9674811fe),segment_id=e0d551df-80fa-4aa4-a0d1-3bb9674811fe)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:19:14.346087 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4ee6b405-4fec-4b1b-8eea-fb0a85b1dbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1b2164ae-f404-49bb-9f42-ef2ecda55cb7), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:14.404646 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee6b405-4fec-4b1b-8eea-fb0a85b1dbf8 None None] Pushing event updated for resources: {'Port': ['ID=1b2164ae-f404-49bb-9f42-ef2ecda55cb7,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:14.431618 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b4b3826-d81a-41f0-8055-2e437304fa2a admin admin] Publish callbacks [] for port (1bea4c64-359a-4f19-af70-b1421c38106b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:14.467311 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b4b3826-d81a-41f0-8055-2e437304fa2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (1bea4c64-359a-4f19-af70-b1421c38106b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:14.510165 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4b3826-d81a-41f0-8055-2e437304fa2a admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:19:14.513475 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-2b4b3826-d81a-41f0-8055-2e437304fa2a admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:14.517704 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4b3826-d81a-41f0-8055-2e437304fa2a admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:19:14.541834 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b3826-d81a-41f0-8055-2e437304fa2a admin admin] Pushing event updated for resources: {'Port': ['ID=1bea4c64-359a-4f19-af70-b1421c38106b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:14.789305 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b4b3826-d81a-41f0-8055-2e437304fa2a admin admin] Publish callbacks [] for router_gateway (1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:14.990345 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b4b3826-d81a-41f0-8055-2e437304fa2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:15.291728 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 1b2164ae-f404-49bb-9f42-ef2ecda55cb7 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:19:15.344926 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 1b2164ae-f404-49bb-9f42-ef2ecda55cb7 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:15.345297 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1b2164ae-f404-49bb-9f42-ef2ecda55cb7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:15.385274 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763d065a-18ac-4e3a-b951-3e01c8d6daba None None] Network 97a4f759-6185-4aba-9535-654386440ad2 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:19:15.453966 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4b3826-d81a-41f0-8055-2e437304fa2a admin admin] Router 1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:19:15.524637 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-62e7f584-2390-49bc-9668-64035db23ca3 None None] Provisioning complete for port 1b2164ae-f404-49bb-9f42-ef2ecda55cb7 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:15.525007 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-62e7f584-2390-49bc-9668-64035db23ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1b2164ae-f404-49bb-9f42-ef2ecda55cb7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:15.531703 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 1b2164ae-f404-49bb-9f42-ef2ecda55cb7 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:15.532103 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1b2164ae-f404-49bb-9f42-ef2ecda55cb7), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:15.566402 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4b3826-d81a-41f0-8055-2e437304fa2a admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:19:15.577936 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141dd987-c2d0-4cbb-af3a-5ef0149acf9d None None] Sync routers for ids ['1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:19:15.591292 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b4b3826-d81a-41f0-8055-2e437304fa2a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:15.591647 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141dd987-c2d0-4cbb-af3a-5ef0149acf9d None None] Routers {'1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:19:15.595115 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-141dd987-c2d0-4cbb-af3a-5ef0149acf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:18:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:15.595265 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2b4b3826-d81a-41f0-8055-2e437304fa2a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8323827 Feb 09 02:19:15.596018 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51492) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:15.604441 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 1b2164ae-f404-49bb-9f42-ef2ecda55cb7, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=1b2164ae-f404-49bb-9f42-ef2ecda55cb7,segment=NetworkSegment(e0d551df-80fa-4aa4-a0d1-3bb9674811fe),segment_id=e0d551df-80fa-4aa4-a0d1-3bb9674811fe)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:15.612233 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1b2164ae-f404-49bb-9f42-ef2ecda55cb7), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:15.696606 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=1b2164ae-f404-49bb-9f42-ef2ecda55cb7,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:15.700297 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-62e7f584-2390-49bc-9668-64035db23ca3 None None] Current status of the port 1b2164ae-f404-49bb-9f42-ef2ecda55cb7 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:15.724202 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-141dd987-c2d0-4cbb-af3a-5ef0149acf9d None None] Set router 1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:19:15.922191 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-141dd987-c2d0-4cbb-af3a-5ef0149acf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54', 'name': 'tempest-TestMinimumBasicScenario-1583237129-router', 'tenant_id': 'eddd88d2d8974b509b724acf2aed133a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '1bea4c64-359a-4f19-af70-b1421c38106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:19:13Z', 'updated_at': '2022-02-09T02:19:14Z', 'revision_number': 3, 'project_id': 'eddd88d2d8974b509b724acf2aed133a', 'gw_port': {'id': '1bea4c64-359a-4f19-af70-b1421c38106b', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fa:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:14Z', 'updated_at': '2022-02-09T02:19:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:15.924586 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-289a4aae-6e07-4ed6-a3ab-70fde8161dc4 None None] Provisioning complete for port 1b2164ae-f404-49bb-9f42-ef2ecda55cb7 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:15.925102 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-289a4aae-6e07-4ed6-a3ab-70fde8161dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1b2164ae-f404-49bb-9f42-ef2ecda55cb7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:15.950175 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141dd987-c2d0-4cbb-af3a-5ef0149acf9d None None] Checking router: 1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:19:15.950651 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141dd987-c2d0-4cbb-af3a-5ef0149acf9d None None] Updating router 1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54 port 1bea4c64-359a-4f19-af70-b1421c38106b binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:19:15.982147 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-141dd987-c2d0-4cbb-af3a-5ef0149acf9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1bea4c64-359a-4f19-af70-b1421c38106b), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:16.073928 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70f233a4-0831-42bd-a16f-d157a6ff8609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:16.169206 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-289a4aae-6e07-4ed6-a3ab-70fde8161dc4 None None] Current status of the port 1b2164ae-f404-49bb-9f42-ef2ecda55cb7 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:16.242881 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-70f233a4-0831-42bd-a16f-d157a6ff8609 admin admin] Allocated IP 172.20.0.1 (97a4f759-6185-4aba-9535-654386440ad2/e22c3b86-2dde-44ba-959f-3fa264df1796/10675777-eab0-4890-9a4e-f4318aece223) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:19:16.250551 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-141dd987-c2d0-4cbb-af3a-5ef0149acf9d None None] Publish callbacks [] for port (1bea4c64-359a-4f19-af70-b1421c38106b), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:16.255747 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-141dd987-c2d0-4cbb-af3a-5ef0149acf9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1bea4c64-359a-4f19-af70-b1421c38106b), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:16.352233 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70f233a4-0831-42bd-a16f-d157a6ff8609 admin admin] Publish callbacks [] for port (10675777-eab0-4890-9a4e-f4318aece223), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:16.387749 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70f233a4-0831-42bd-a16f-d157a6ff8609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (10675777-eab0-4890-9a4e-f4318aece223), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:16.402137 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-141dd987-c2d0-4cbb-af3a-5ef0149acf9d None None] Attempting to bind port 1bea4c64-359a-4f19-af70-b1421c38106b on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:19:16.402487 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-141dd987-c2d0-4cbb-af3a-5ef0149acf9d None None] Attempting to bind port 1bea4c64-359a-4f19-af70-b1421c38106b by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:19:16.402850 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141dd987-c2d0-4cbb-af3a-5ef0149acf9d None None] Attempting to bind port 1bea4c64-359a-4f19-af70-b1421c38106b on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:19:16.407356 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f901cf6-7ff1-4422-880a-590a395f077e None None] Pushing event updated for resources: {'Port': ['ID=1bea4c64-359a-4f19-af70-b1421c38106b,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:16.413619 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141dd987-c2d0-4cbb-af3a-5ef0149acf9d None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:19:16.413987 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141dd987-c2d0-4cbb-af3a-5ef0149acf9d None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:19:16.414381 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-141dd987-c2d0-4cbb-af3a-5ef0149acf9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:16.414779 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141dd987-c2d0-4cbb-af3a-5ef0149acf9d None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:19:16.415238 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-141dd987-c2d0-4cbb-af3a-5ef0149acf9d None None] Bound port: 1bea4c64-359a-4f19-af70-b1421c38106b, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:19:16.415608 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-141dd987-c2d0-4cbb-af3a-5ef0149acf9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1bea4c64-359a-4f19-af70-b1421c38106b), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:16.419088 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f901cf6-7ff1-4422-880a-590a395f077e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:16.419304 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f901cf6-7ff1-4422-880a-590a395f077e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:16.419591 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f901cf6-7ff1-4422-880a-590a395f077e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:16.419923 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f901cf6-7ff1-4422-880a-590a395f077e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:16.420276 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f901cf6-7ff1-4422-880a-590a395f077e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:16.420598 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f901cf6-7ff1-4422-880a-590a395f077e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:16.420921 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f901cf6-7ff1-4422-880a-590a395f077e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:16.421242 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f901cf6-7ff1-4422-880a-590a395f077e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:16.421559 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f901cf6-7ff1-4422-880a-590a395f077e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:16.421878 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f901cf6-7ff1-4422-880a-590a395f077e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:16.422199 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f901cf6-7ff1-4422-880a-590a395f077e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:16.422514 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f901cf6-7ff1-4422-880a-590a395f077e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:16.422826 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f901cf6-7ff1-4422-880a-590a395f077e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:16.430212 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f233a4-0831-42bd-a16f-d157a6ff8609 admin admin] Network 97a4f759-6185-4aba-9535-654386440ad2 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:19:16.437542 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-70f233a4-0831-42bd-a16f-d157a6ff8609 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:16.442486 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f233a4-0831-42bd-a16f-d157a6ff8609 admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:19:16.468572 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f233a4-0831-42bd-a16f-d157a6ff8609 admin admin] Pushing event updated for resources: {'Port': ['ID=10675777-eab0-4890-9a4e-f4318aece223,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:16.478005 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-141dd987-c2d0-4cbb-af3a-5ef0149acf9d None None] For port 1bea4c64-359a-4f19-af70-b1421c38106b, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:19:16.483005 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-141dd987-c2d0-4cbb-af3a-5ef0149acf9d None None] For port 1bea4c64-359a-4f19-af70-b1421c38106b, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=1bea4c64-359a-4f19-af70-b1421c38106b,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:19:16.484259 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f233a4-0831-42bd-a16f-d157a6ff8609 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:16.484613 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f233a4-0831-42bd-a16f-d157a6ff8609 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:16.484988 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f233a4-0831-42bd-a16f-d157a6ff8609 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:16.485324 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f233a4-0831-42bd-a16f-d157a6ff8609 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:16.485904 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f233a4-0831-42bd-a16f-d157a6ff8609 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:16.486252 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f233a4-0831-42bd-a16f-d157a6ff8609 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:16.486588 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f233a4-0831-42bd-a16f-d157a6ff8609 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:16.486987 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f233a4-0831-42bd-a16f-d157a6ff8609 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:16.487347 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f233a4-0831-42bd-a16f-d157a6ff8609 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:16.487711 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f233a4-0831-42bd-a16f-d157a6ff8609 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:16.488138 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f233a4-0831-42bd-a16f-d157a6ff8609 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:16.488492 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f233a4-0831-42bd-a16f-d157a6ff8609 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:16.488842 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f233a4-0831-42bd-a16f-d157a6ff8609 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:16.491063 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-141dd987-c2d0-4cbb-af3a-5ef0149acf9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1bea4c64-359a-4f19-af70-b1421c38106b), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:16.502107 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70f233a4-0831-42bd-a16f-d157a6ff8609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:16.561100 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f901cf6-7ff1-4422-880a-590a395f077e None None] Pushing event updated for resources: {'Port': ['ID=1bea4c64-359a-4f19-af70-b1421c38106b,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:16.568260 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141dd987-c2d0-4cbb-af3a-5ef0149acf9d None None] Routers {'1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:19:16.568873 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-141dd987-c2d0-4cbb-af3a-5ef0149acf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:18:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:16.657949 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70f233a4-0831-42bd-a16f-d157a6ff8609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (10675777-eab0-4890-9a4e-f4318aece223), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:16.685049 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-141dd987-c2d0-4cbb-af3a-5ef0149acf9d None None] Set router 1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:19:16.692624 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-4b317222-7174-4f51-91f1-83d3fa9d0323 None None] Provisioning complete for port 10675777-eab0-4890-9a4e-f4318aece223 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:16.693146 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4b317222-7174-4f51-91f1-83d3fa9d0323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (10675777-eab0-4890-9a4e-f4318aece223), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:16.729759 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-4b317222-7174-4f51-91f1-83d3fa9d0323 None None] Port 10675777-eab0-4890-9a4e-f4318aece223 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:19:16.832597 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70f233a4-0831-42bd-a16f-d157a6ff8609 admin admin] Publish callbacks [] for port (10675777-eab0-4890-9a4e-f4318aece223), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:16.837292 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70f233a4-0831-42bd-a16f-d157a6ff8609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (10675777-eab0-4890-9a4e-f4318aece223), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:16.870079 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-141dd987-c2d0-4cbb-af3a-5ef0149acf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54', 'name': 'tempest-TestMinimumBasicScenario-1583237129-router', 'tenant_id': 'eddd88d2d8974b509b724acf2aed133a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '1bea4c64-359a-4f19-af70-b1421c38106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:19:13Z', 'updated_at': '2022-02-09T02:19:14Z', 'revision_number': 3, 'project_id': 'eddd88d2d8974b509b724acf2aed133a', 'gw_port': {'id': '1bea4c64-359a-4f19-af70-b1421c38106b', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fa:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:14Z', 'updated_at': '2022-02-09T02:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:16.896596 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141dd987-c2d0-4cbb-af3a-5ef0149acf9d None None] The sync data for ids ['1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54'] in n-d-822053-40 is: [{'id': '1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54', 'name': 'tempest-TestMinimumBasicScenario-1583237129-router', 'tenant_id': 'eddd88d2d8974b509b724acf2aed133a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '1bea4c64-359a-4f19-af70-b1421c38106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:19:13Z', 'updated_at': '2022-02-09T02:19:14Z', 'revision_number': 3, 'project_id': 'eddd88d2d8974b509b724acf2aed133a', 'gw_port': {'id': '1bea4c64-359a-4f19-af70-b1421c38106b', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fa:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:14Z', 'updated_at': '2022-02-09T02:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:19:16.906747 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f233a4-0831-42bd-a16f-d157a6ff8609 admin admin] Pushing event updated for resources: {'Port': ['ID=10675777-eab0-4890-9a4e-f4318aece223,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:16.909335 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-70f233a4-0831-42bd-a16f-d157a6ff8609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:17.008354 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f233a4-0831-42bd-a16f-d157a6ff8609 admin admin] Network 97a4f759-6185-4aba-9535-654386440ad2 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:19:17.009682 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-70f233a4-0831-42bd-a16f-d157a6ff8609 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:17.150339 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f233a4-0831-42bd-a16f-d157a6ff8609 admin admin] Router 1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:19:17.291410 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f233a4-0831-42bd-a16f-d157a6ff8609 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:19:17.306890 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-70f233a4-0831-42bd-a16f-d157a6ff8609 admin admin] 10.222.0.30 "PUT /v2.0/routers/1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7021205 Feb 09 02:19:17.362378 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-85d9bf3d-6863-4871-8e52-e6cbb6b4ae1e None None] Provisioning complete for port 10675777-eab0-4890-9a4e-f4318aece223 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:17.362797 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-85d9bf3d-6863-4871-8e52-e6cbb6b4ae1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (10675777-eab0-4890-9a4e-f4318aece223), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:17.388148 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 1b2164ae-f404-49bb-9f42-ef2ecda55cb7 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:19:17.425647 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-85d9bf3d-6863-4871-8e52-e6cbb6b4ae1e None None] Port 10675777-eab0-4890-9a4e-f4318aece223 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:19:17.454790 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 1b2164ae-f404-49bb-9f42-ef2ecda55cb7 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:17.455118 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1b2164ae-f404-49bb-9f42-ef2ecda55cb7), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:17.550026 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 1b2164ae-f404-49bb-9f42-ef2ecda55cb7 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:17.551590 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 1bea4c64-359a-4f19-af70-b1421c38106b up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:19:17.608353 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 1bea4c64-359a-4f19-af70-b1421c38106b triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:17.608927 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1bea4c64-359a-4f19-af70-b1421c38106b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:17.702534 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 1bea4c64-359a-4f19-af70-b1421c38106b is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:17.703246 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1bea4c64-359a-4f19-af70-b1421c38106b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:17.726558 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 1bea4c64-359a-4f19-af70-b1421c38106b, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=1bea4c64-359a-4f19-af70-b1421c38106b,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:17.732674 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1bea4c64-359a-4f19-af70-b1421c38106b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:17.789020 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=1bea4c64-359a-4f19-af70-b1421c38106b,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:17.849624 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51508) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:17.854522 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-a3194d5f-e002-4cb7-93ba-53e45bfe4300 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1313537914-network', 'tenant_id': 'dc46050433ba4264ab54c5450867be2d'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:17.874627 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3194d5f-e002-4cb7-93ba-53e45bfe4300 admin admin] Made reservation on behalf of dc46050433ba4264ab54c5450867be2d for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:19:17.877349 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a3194d5f-e002-4cb7-93ba-53e45bfe4300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:17.887487 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a3194d5f-e002-4cb7-93ba-53e45bfe4300 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:17.974922 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a3194d5f-e002-4cb7-93ba-53e45bfe4300 admin admin] Publish callbacks [] for security_group (54083da6-8a72-47d3-a64c-dce31f5379cf), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:17.978613 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a3194d5f-e002-4cb7-93ba-53e45bfe4300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (54083da6-8a72-47d3-a64c-dce31f5379cf), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:18.003298 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3194d5f-e002-4cb7-93ba-53e45bfe4300 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:19:18.013066 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3194d5f-e002-4cb7-93ba-53e45bfe4300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54083da6-8a72-47d3-a64c-dce31f5379cf,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:18.018379 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a3194d5f-e002-4cb7-93ba-53e45bfe4300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (19ebfa71-5f67-4af0-abb5-2957056081ff), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:18.018745 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-a3194d5f-e002-4cb7-93ba-53e45bfe4300 admin admin] Added segment 19ebfa71-5f67-4af0-abb5-2957056081ff of type vlan for network 3a175f4f-0891-4c8c-9022-e73ac33ffb86 Feb 09 02:19:18.064675 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a3194d5f-e002-4cb7-93ba-53e45bfe4300 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (3a175f4f-0891-4c8c-9022-e73ac33ffb86), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:18.092402 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a3194d5f-e002-4cb7-93ba-53e45bfe4300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (3a175f4f-0891-4c8c-9022-e73ac33ffb86), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:18.093353 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3194d5f-e002-4cb7-93ba-53e45bfe4300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:18.093937 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a3194d5f-e002-4cb7-93ba-53e45bfe4300 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:18.148799 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a3194d5f-e002-4cb7-93ba-53e45bfe4300 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2980773 Feb 09 02:19:18.151643 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51510) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:18.156283 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3194d5f-e002-4cb7-93ba-53e45bfe4300 admin admin] Pushing event updated for resources: {'Network': ['ID=3a175f4f-0891-4c8c-9022-e73ac33ffb86,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:18.157552 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-de5e1b13-173a-45ca-bf73-0534b53670f0 admin admin] Request body: {'subnet': {'network_id': '3a175f4f-0891-4c8c-9022-e73ac33ffb86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1313537914-subnet', 'tenant_id': 'dc46050433ba4264ab54c5450867be2d', 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:18.169094 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 3a175f4f-0891-4c8c-9022-e73ac33ffb86 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:19:18.180740 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5e1b13-173a-45ca-bf73-0534b53670f0 admin admin] Made reservation on behalf of dc46050433ba4264ab54c5450867be2d for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:19:18.183137 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-de5e1b13-173a-45ca-bf73-0534b53670f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:18.384946 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-de5e1b13-173a-45ca-bf73-0534b53670f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (7bd18bbd-3c9b-43b5-8fab-230070bb8cd2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:18.448305 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e1b13-173a-45ca-bf73-0534b53670f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bd18bbd-3c9b-43b5-8fab-230070bb8cd2,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:18.460124 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5e1b13-173a-45ca-bf73-0534b53670f0 admin admin] Checking segment: {'id': '19ebfa71-5f67-4af0-abb5-2957056081ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3a175f4f-0891-4c8c-9022-e73ac33ffb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:19:18.460488 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5e1b13-173a-45ca-bf73-0534b53670f0 admin admin] Network hostable DHCP agents. Network: 3a175f4f-0891-4c8c-9022-e73ac33ffb86, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:19:18.478678 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5e1b13-173a-45ca-bf73-0534b53670f0 admin admin] Network 3a175f4f-0891-4c8c-9022-e73ac33ffb86 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:19:18.489130 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-de5e1b13-173a-45ca-bf73-0534b53670f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 3a175f4f-0891-4c8c-9022-e73ac33ffb86) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:18.499412 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5e1b13-173a-45ca-bf73-0534b53670f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:18.500941 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-de5e1b13-173a-45ca-bf73-0534b53670f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:18.504043 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87c089b-6ec5-479d-8035-a2f0e2369f2c None None] Network 3a175f4f-0891-4c8c-9022-e73ac33ffb86 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:19:18.519473 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-de5e1b13-173a-45ca-bf73-0534b53670f0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3657987 Feb 09 02:19:18.522556 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51512) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:18.528332 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-76b9c377-395a-4f11-b1cc-33a93ee107d8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1313537914-router', 'tenant_id': 'dc46050433ba4264ab54c5450867be2d', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:18.553278 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-76b9c377-395a-4f11-b1cc-33a93ee107d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (ef97a03f-2d1e-450b-bcea-8fcdef1e07bd), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:18.554485 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-76b9c377-395a-4f11-b1cc-33a93ee107d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (ef97a03f-2d1e-450b-bcea-8fcdef1e07bd), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:18.624512 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-76b9c377-395a-4f11-b1cc-33a93ee107d8 admin admin] Publish callbacks [] for router_controller (ef97a03f-2d1e-450b-bcea-8fcdef1e07bd), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:18.637720 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df76237-e6e7-42d4-b023-f2def18b7a1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-3a175f4f-0891-4c8c-9022-e73ac33ffb86', 'network_id': '3a175f4f-0891-4c8c-9022-e73ac33ffb86', 'project_id': 'dc46050433ba4264ab54c5450867be2d', 'fixed_ips': [{'subnet_id': '7bd18bbd-3c9b-43b5-8fab-230070bb8cd2'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:19:18.638702 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6df76237-e6e7-42d4-b023-f2def18b7a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:18.666538 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c48284-2df1-4276-a73e-1a2850f28c2c None None] Sync routers for ids ['1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:19:18.746064 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c48284-2df1-4276-a73e-1a2850f28c2c None None] Routers {'1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:19:18.746853 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-03c48284-2df1-4276-a73e-1a2850f28c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:18:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:18.789343 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-76b9c377-395a-4f11-b1cc-33a93ee107d8 admin admin] Publish callbacks [] for router_gateway (ef97a03f-2d1e-450b-bcea-8fcdef1e07bd), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:18.910378 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-6df76237-e6e7-42d4-b023-f2def18b7a1d None None] Allocated IP 172.20.0.2 (3a175f4f-0891-4c8c-9022-e73ac33ffb86/7bd18bbd-3c9b-43b5-8fab-230070bb8cd2/5ab5b403-744f-4bec-bd0d-fc8a73fdda31) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:19:18.933056 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-03c48284-2df1-4276-a73e-1a2850f28c2c None None] Set router 1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:19:19.024407 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-76b9c377-395a-4f11-b1cc-33a93ee107d8 admin admin] Publish callbacks [] for router_gateway (ef97a03f-2d1e-450b-bcea-8fcdef1e07bd), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:19.046160 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-76b9c377-395a-4f11-b1cc-33a93ee107d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:19.164573 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-76b9c377-395a-4f11-b1cc-33a93ee107d8 admin admin] Allocated IP 172.25.1.133 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/a0e2503a-064c-4695-9a08-067a8581e0db) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:19:19.233512 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6df76237-e6e7-42d4-b023-f2def18b7a1d None None] Publish callbacks [] for port (5ab5b403-744f-4bec-bd0d-fc8a73fdda31), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:19.242178 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6df76237-e6e7-42d4-b023-f2def18b7a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (5ab5b403-744f-4bec-bd0d-fc8a73fdda31), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:19.283415 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 1bea4c64-359a-4f19-af70-b1421c38106b up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:19:19.292491 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-76b9c377-395a-4f11-b1cc-33a93ee107d8 admin admin] Publish callbacks [] for port (a0e2503a-064c-4695-9a08-067a8581e0db), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:19.327100 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df76237-e6e7-42d4-b023-f2def18b7a1d None None] Network 3a175f4f-0891-4c8c-9022-e73ac33ffb86 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:19:19.327477 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-76b9c377-395a-4f11-b1cc-33a93ee107d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (a0e2503a-064c-4695-9a08-067a8581e0db), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:19.335774 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df76237-e6e7-42d4-b023-f2def18b7a1d None None] Pushing event updated for resources: {'Port': ['ID=5ab5b403-744f-4bec-bd0d-fc8a73fdda31,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:19.345773 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-6df76237-e6e7-42d4-b023-f2def18b7a1d None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:19.349920 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df76237-e6e7-42d4-b023-f2def18b7a1d None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:19:19.368626 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-03c48284-2df1-4276-a73e-1a2850f28c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54', 'name': 'tempest-TestMinimumBasicScenario-1583237129-router', 'tenant_id': 'eddd88d2d8974b509b724acf2aed133a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '1bea4c64-359a-4f19-af70-b1421c38106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:19:13Z', 'updated_at': '2022-02-09T02:19:16Z', 'revision_number': 4, 'project_id': 'eddd88d2d8974b509b724acf2aed133a', 'gw_port': {'id': '1bea4c64-359a-4f19-af70-b1421c38106b', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:14Z', 'updated_at': '2022-02-09T02:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '10675777-eab0-4890-9a4e-f4318aece223', 'name': '', 'network_id': '97a4f759-6185-4aba-9535-654386440ad2', 'tenant_id': 'eddd88d2d8974b509b724acf2aed133a', 'mac_address': 'fa:16:3e:6d:23:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'e22c3b86-2dde-44ba-959f-3fa264df1796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:16Z', 'updated_at': '2022-02-09T02:19:16Z', 'revision_number': 2, 'project_id': 'eddd88d2d8974b509b724acf2aed133a', 'subnets': [{'id': 'e22c3b86-2dde-44ba-959f-3fa264df1796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:19.370856 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b9c377-395a-4f11-b1cc-33a93ee107d8 admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:19:19.375892 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-76b9c377-395a-4f11-b1cc-33a93ee107d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:19.379647 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b9c377-395a-4f11-b1cc-33a93ee107d8 admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:19:19.407339 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9c377-395a-4f11-b1cc-33a93ee107d8 admin admin] Pushing event updated for resources: {'Port': ['ID=a0e2503a-064c-4695-9a08-067a8581e0db,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:19.415662 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c48284-2df1-4276-a73e-1a2850f28c2c None None] Checking router: 1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:19:19.416049 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c48284-2df1-4276-a73e-1a2850f28c2c None None] Updating router 1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54 port 10675777-eab0-4890-9a4e-f4318aece223 binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:19:19.471131 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 1bea4c64-359a-4f19-af70-b1421c38106b triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:19.471493 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1bea4c64-359a-4f19-af70-b1421c38106b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:19.475706 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-6df76237-e6e7-42d4-b023-f2def18b7a1d None None] Attempting to bind port 5ab5b403-744f-4bec-bd0d-fc8a73fdda31 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:19:19.476096 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-6df76237-e6e7-42d4-b023-f2def18b7a1d None None] Attempting to bind port 5ab5b403-744f-4bec-bd0d-fc8a73fdda31 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '19ebfa71-5f67-4af0-abb5-2957056081ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3a175f4f-0891-4c8c-9022-e73ac33ffb86'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:19:19.476456 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df76237-e6e7-42d4-b023-f2def18b7a1d None None] Attempting to bind port 5ab5b403-744f-4bec-bd0d-fc8a73fdda31 on network 3a175f4f-0891-4c8c-9022-e73ac33ffb86 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:19:19.494372 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-03c48284-2df1-4276-a73e-1a2850f28c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (10675777-eab0-4890-9a4e-f4318aece223), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:19.509796 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df76237-e6e7-42d4-b023-f2def18b7a1d None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:19:19.510165 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df76237-e6e7-42d4-b023-f2def18b7a1d None None] Checking segment: {'id': '19ebfa71-5f67-4af0-abb5-2957056081ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3a175f4f-0891-4c8c-9022-e73ac33ffb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:19:19.510554 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6df76237-e6e7-42d4-b023-f2def18b7a1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:19.510941 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df76237-e6e7-42d4-b023-f2def18b7a1d None None] Bound using segment: {'id': '19ebfa71-5f67-4af0-abb5-2957056081ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3a175f4f-0891-4c8c-9022-e73ac33ffb86'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:19:19.511441 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-6df76237-e6e7-42d4-b023-f2def18b7a1d None None] Bound port: 5ab5b403-744f-4bec-bd0d-fc8a73fdda31, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ebfa71-5f67-4af0-abb5-2957056081ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3a175f4f-0891-4c8c-9022-e73ac33ffb86'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:19:19.511814 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6df76237-e6e7-42d4-b023-f2def18b7a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5ab5b403-744f-4bec-bd0d-fc8a73fdda31), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:19.640577 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-76b9c377-395a-4f11-b1cc-33a93ee107d8 admin admin] Publish callbacks [] for router_gateway (ef97a03f-2d1e-450b-bcea-8fcdef1e07bd), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:19.715585 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-6df76237-e6e7-42d4-b023-f2def18b7a1d None None] For port 5ab5b403-744f-4bec-bd0d-fc8a73fdda31, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:19:19.719854 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-6df76237-e6e7-42d4-b023-f2def18b7a1d None None] For port 5ab5b403-744f-4bec-bd0d-fc8a73fdda31, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=5ab5b403-744f-4bec-bd0d-fc8a73fdda31,segment=NetworkSegment(19ebfa71-5f67-4af0-abb5-2957056081ff),segment_id=19ebfa71-5f67-4af0-abb5-2957056081ff)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:19:19.732219 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 1bea4c64-359a-4f19-af70-b1421c38106b is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:19.762706 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6df76237-e6e7-42d4-b023-f2def18b7a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5ab5b403-744f-4bec-bd0d-fc8a73fdda31), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:19.851603 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df76237-e6e7-42d4-b023-f2def18b7a1d None None] Pushing event updated for resources: {'Port': ['ID=5ab5b403-744f-4bec-bd0d-fc8a73fdda31,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:19.857652 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-76b9c377-395a-4f11-b1cc-33a93ee107d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (ef97a03f-2d1e-450b-bcea-8fcdef1e07bd), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:19.930690 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-03c48284-2df1-4276-a73e-1a2850f28c2c None None] Publish callbacks [] for port (10675777-eab0-4890-9a4e-f4318aece223), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:19.937725 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-03c48284-2df1-4276-a73e-1a2850f28c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (10675777-eab0-4890-9a4e-f4318aece223), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:20.014276 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35da061-bc85-4544-8bc7-d72923dc0c91 None None] Pushing event updated for resources: {'Port': ['ID=10675777-eab0-4890-9a4e-f4318aece223,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:20.082973 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:20.107384 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-03c48284-2df1-4276-a73e-1a2850f28c2c None None] Attempting to bind port 10675777-eab0-4890-9a4e-f4318aece223 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:19:20.108078 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-03c48284-2df1-4276-a73e-1a2850f28c2c None None] Attempting to bind port 10675777-eab0-4890-9a4e-f4318aece223 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'e0d551df-80fa-4aa4-a0d1-3bb9674811fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '97a4f759-6185-4aba-9535-654386440ad2'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:19:20.108690 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c48284-2df1-4276-a73e-1a2850f28c2c None None] Attempting to bind port 10675777-eab0-4890-9a4e-f4318aece223 on network 97a4f759-6185-4aba-9535-654386440ad2 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:19:20.115555 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c48284-2df1-4276-a73e-1a2850f28c2c None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:19:20.115993 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c48284-2df1-4276-a73e-1a2850f28c2c None None] Checking segment: {'id': 'e0d551df-80fa-4aa4-a0d1-3bb9674811fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '97a4f759-6185-4aba-9535-654386440ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:19:20.116700 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-03c48284-2df1-4276-a73e-1a2850f28c2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:20.116825 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c48284-2df1-4276-a73e-1a2850f28c2c None None] Bound using segment: {'id': 'e0d551df-80fa-4aa4-a0d1-3bb9674811fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '97a4f759-6185-4aba-9535-654386440ad2'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:19:20.117280 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-03c48284-2df1-4276-a73e-1a2850f28c2c None None] Bound port: 10675777-eab0-4890-9a4e-f4318aece223, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d551df-80fa-4aa4-a0d1-3bb9674811fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '97a4f759-6185-4aba-9535-654386440ad2'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:19:20.117660 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-03c48284-2df1-4276-a73e-1a2850f28c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (10675777-eab0-4890-9a4e-f4318aece223), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:20.204247 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-03c48284-2df1-4276-a73e-1a2850f28c2c None None] For port 10675777-eab0-4890-9a4e-f4318aece223, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:19:20.207805 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-03c48284-2df1-4276-a73e-1a2850f28c2c None None] For port 10675777-eab0-4890-9a4e-f4318aece223, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=10675777-eab0-4890-9a4e-f4318aece223,segment=NetworkSegment(e0d551df-80fa-4aa4-a0d1-3bb9674811fe),segment_id=e0d551df-80fa-4aa4-a0d1-3bb9674811fe)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:19:20.216450 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-03c48284-2df1-4276-a73e-1a2850f28c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (10675777-eab0-4890-9a4e-f4318aece223), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:20.286108 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c48284-2df1-4276-a73e-1a2850f28c2c None None] Routers {'1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:19:20.286766 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-03c48284-2df1-4276-a73e-1a2850f28c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:18:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:20.381320 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b9c377-395a-4f11-b1cc-33a93ee107d8 admin admin] Router ef97a03f-2d1e-450b-bcea-8fcdef1e07bd is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:19:20.500033 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b9c377-395a-4f11-b1cc-33a93ee107d8 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:19:20.509155 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd13de33-67bd-4a2a-b7f5-cc371ccb53f7 None None] Sync routers for ids ['ef97a03f-2d1e-450b-bcea-8fcdef1e07bd'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:19:20.523133 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd13de33-67bd-4a2a-b7f5-cc371ccb53f7 None None] Routers {'ef97a03f-2d1e-450b-bcea-8fcdef1e07bd'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:19:20.524147 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-bd13de33-67bd-4a2a-b7f5-cc371ccb53f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:18:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['ef97a03f-2d1e-450b-bcea-8fcdef1e07bd'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:20.525421 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-76b9c377-395a-4f11-b1cc-33a93ee107d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:20.528468 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-76b9c377-395a-4f11-b1cc-33a93ee107d8 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0048170 Feb 09 02:19:20.530497 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51514) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:20.596487 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-03c48284-2df1-4276-a73e-1a2850f28c2c None None] Set router 1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:19:20.642791 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35da061-bc85-4544-8bc7-d72923dc0c91 None None] Pushing event updated for resources: {'Port': ['ID=10675777-eab0-4890-9a4e-f4318aece223,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:20.648602 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-bd13de33-67bd-4a2a-b7f5-cc371ccb53f7 None None] Set router ef97a03f-2d1e-450b-bcea-8fcdef1e07bd gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:19:20.689826 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-1c3a3609-5cab-4487-b86b-14d53c91fad9 None None] Provisioning complete for port 10675777-eab0-4890-9a4e-f4318aece223 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:20.690216 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1c3a3609-5cab-4487-b86b-14d53c91fad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (10675777-eab0-4890-9a4e-f4318aece223), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:20.846876 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-1c3a3609-5cab-4487-b86b-14d53c91fad9 None None] Current status of the port 10675777-eab0-4890-9a4e-f4318aece223 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:20.847528 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1c3a3609-5cab-4487-b86b-14d53c91fad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (10675777-eab0-4890-9a4e-f4318aece223), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:20.886401 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-bd13de33-67bd-4a2a-b7f5-cc371ccb53f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef97a03f-2d1e-450b-bcea-8fcdef1e07bd', 'name': 'tempest-TestMinimumBasicScenario-1313537914-router', 'tenant_id': 'dc46050433ba4264ab54c5450867be2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'a0e2503a-064c-4695-9a08-067a8581e0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:19:18Z', 'updated_at': '2022-02-09T02:19:19Z', 'revision_number': 3, 'project_id': 'dc46050433ba4264ab54c5450867be2d', 'gw_port': {'id': 'a0e2503a-064c-4695-9a08-067a8581e0db', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:cf:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef97a03f-2d1e-450b-bcea-8fcdef1e07bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:19Z', 'updated_at': '2022-02-09T02:19:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:20.916718 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-1c3a3609-5cab-4487-b86b-14d53c91fad9 None None] For port 10675777-eab0-4890-9a4e-f4318aece223, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=10675777-eab0-4890-9a4e-f4318aece223,segment=NetworkSegment(e0d551df-80fa-4aa4-a0d1-3bb9674811fe),segment_id=e0d551df-80fa-4aa4-a0d1-3bb9674811fe)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:20.926215 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd13de33-67bd-4a2a-b7f5-cc371ccb53f7 None None] Checking router: ef97a03f-2d1e-450b-bcea-8fcdef1e07bd for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:19:20.926562 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd13de33-67bd-4a2a-b7f5-cc371ccb53f7 None None] Updating router ef97a03f-2d1e-450b-bcea-8fcdef1e07bd port a0e2503a-064c-4695-9a08-067a8581e0db binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:19:20.940825 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1c3a3609-5cab-4487-b86b-14d53c91fad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (10675777-eab0-4890-9a4e-f4318aece223), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:20.958725 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-bd13de33-67bd-4a2a-b7f5-cc371ccb53f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a0e2503a-064c-4695-9a08-067a8581e0db), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:20.983202 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-45b0224f-25f7-47be-85d2-641ba019b0d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:21.030276 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-03c48284-2df1-4276-a73e-1a2850f28c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54', 'name': 'tempest-TestMinimumBasicScenario-1583237129-router', 'tenant_id': 'eddd88d2d8974b509b724acf2aed133a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '1bea4c64-359a-4f19-af70-b1421c38106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:19:13Z', 'updated_at': '2022-02-09T02:19:16Z', 'revision_number': 4, 'project_id': 'eddd88d2d8974b509b724acf2aed133a', 'gw_port': {'id': '1bea4c64-359a-4f19-af70-b1421c38106b', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:14Z', 'updated_at': '2022-02-09T02:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '10675777-eab0-4890-9a4e-f4318aece223', 'name': '', 'network_id': '97a4f759-6185-4aba-9535-654386440ad2', 'tenant_id': 'eddd88d2d8974b509b724acf2aed133a', 'mac_address': 'fa:16:3e:6d:23:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'e22c3b86-2dde-44ba-959f-3fa264df1796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:16Z', 'updated_at': '2022-02-09T02:19:20Z', 'revision_number': 4, 'project_id': 'eddd88d2d8974b509b724acf2aed133a', 'subnets': [{'id': 'e22c3b86-2dde-44ba-959f-3fa264df1796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:21.032639 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a3609-5cab-4487-b86b-14d53c91fad9 None None] Pushing event updated for resources: {'Port': ['ID=10675777-eab0-4890-9a4e-f4318aece223,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:21.065857 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ba08a70a-82d5-4938-ad85-1eb3c8e7b9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:21.071904 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c48284-2df1-4276-a73e-1a2850f28c2c None None] The sync data for ids ['1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54'] in n-d-822053-40 is: [{'id': '1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54', 'name': 'tempest-TestMinimumBasicScenario-1583237129-router', 'tenant_id': 'eddd88d2d8974b509b724acf2aed133a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '1bea4c64-359a-4f19-af70-b1421c38106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:19:13Z', 'updated_at': '2022-02-09T02:19:16Z', 'revision_number': 4, 'project_id': 'eddd88d2d8974b509b724acf2aed133a', 'gw_port': {'id': '1bea4c64-359a-4f19-af70-b1421c38106b', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:14Z', 'updated_at': '2022-02-09T02:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '10675777-eab0-4890-9a4e-f4318aece223', 'name': '', 'network_id': '97a4f759-6185-4aba-9535-654386440ad2', 'tenant_id': 'eddd88d2d8974b509b724acf2aed133a', 'mac_address': 'fa:16:3e:6d:23:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'e22c3b86-2dde-44ba-959f-3fa264df1796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:16Z', 'updated_at': '2022-02-09T02:19:20Z', 'revision_number': 4, 'project_id': 'eddd88d2d8974b509b724acf2aed133a', 'subnets': [{'id': 'e22c3b86-2dde-44ba-959f-3fa264df1796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:19:21.090995 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-4ca5414c-b3bf-448c-9b13-070165136102 None None] Provisioning complete for port 10675777-eab0-4890-9a4e-f4318aece223 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:21.091573 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4ca5414c-b3bf-448c-9b13-070165136102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (10675777-eab0-4890-9a4e-f4318aece223), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:21.161578 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8b9ce1-7efe-408a-8c3d-ebe787d5ce60 None None] Network 3a175f4f-0891-4c8c-9022-e73ac33ffb86 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:19:21.307517 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-ba08a70a-82d5-4938-ad85-1eb3c8e7b9cd admin admin] Allocated IP 172.20.0.1 (3a175f4f-0891-4c8c-9022-e73ac33ffb86/7bd18bbd-3c9b-43b5-8fab-230070bb8cd2/3a901405-87f5-42c0-9910-02d851371f3d) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:19:21.322402 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-4ca5414c-b3bf-448c-9b13-070165136102 None None] Current status of the port 10675777-eab0-4890-9a4e-f4318aece223 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:21.382878 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-bd13de33-67bd-4a2a-b7f5-cc371ccb53f7 None None] Publish callbacks [] for port (a0e2503a-064c-4695-9a08-067a8581e0db), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:21.391426 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-bd13de33-67bd-4a2a-b7f5-cc371ccb53f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (a0e2503a-064c-4695-9a08-067a8581e0db), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:21.421911 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 5ab5b403-744f-4bec-bd0d-fc8a73fdda31 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:19:21.456066 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-bd13de33-67bd-4a2a-b7f5-cc371ccb53f7 None None] Attempting to bind port a0e2503a-064c-4695-9a08-067a8581e0db on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:19:21.456427 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-bd13de33-67bd-4a2a-b7f5-cc371ccb53f7 None None] Attempting to bind port a0e2503a-064c-4695-9a08-067a8581e0db by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:19:21.456788 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd13de33-67bd-4a2a-b7f5-cc371ccb53f7 None None] Attempting to bind port a0e2503a-064c-4695-9a08-067a8581e0db on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:19:21.464876 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd13de33-67bd-4a2a-b7f5-cc371ccb53f7 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:19:21.465298 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd13de33-67bd-4a2a-b7f5-cc371ccb53f7 None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:19:21.465650 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-bd13de33-67bd-4a2a-b7f5-cc371ccb53f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:21.466037 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd13de33-67bd-4a2a-b7f5-cc371ccb53f7 None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:19:21.466506 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-bd13de33-67bd-4a2a-b7f5-cc371ccb53f7 None None] Bound port: a0e2503a-064c-4695-9a08-067a8581e0db, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:19:21.466881 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-bd13de33-67bd-4a2a-b7f5-cc371ccb53f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a0e2503a-064c-4695-9a08-067a8581e0db), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:21.522173 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ba08a70a-82d5-4938-ad85-1eb3c8e7b9cd admin admin] Publish callbacks [] for port (3a901405-87f5-42c0-9910-02d851371f3d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:21.528390 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-69677728-b1ed-4b4e-a06c-5da598af76c7 None None] Provisioning complete for port 5ab5b403-744f-4bec-bd0d-fc8a73fdda31 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:21.529025 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-69677728-b1ed-4b4e-a06c-5da598af76c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5ab5b403-744f-4bec-bd0d-fc8a73fdda31), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:21.538648 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-bd13de33-67bd-4a2a-b7f5-cc371ccb53f7 None None] For port a0e2503a-064c-4695-9a08-067a8581e0db, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:19:21.550659 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-bd13de33-67bd-4a2a-b7f5-cc371ccb53f7 None None] For port a0e2503a-064c-4695-9a08-067a8581e0db, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=a0e2503a-064c-4695-9a08-067a8581e0db,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:19:21.558955 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a588942a-e0f3-4ba4-a9e6-127f9a50b265 None None] Pushing event updated for resources: {'Port': ['ID=a0e2503a-064c-4695-9a08-067a8581e0db,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:21.569495 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-bd13de33-67bd-4a2a-b7f5-cc371ccb53f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (a0e2503a-064c-4695-9a08-067a8581e0db), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:21.593202 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ba08a70a-82d5-4938-ad85-1eb3c8e7b9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (3a901405-87f5-42c0-9910-02d851371f3d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:21.610971 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 5ab5b403-744f-4bec-bd0d-fc8a73fdda31 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:21.611488 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5ab5b403-744f-4bec-bd0d-fc8a73fdda31), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:21.624617 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:21.639048 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba08a70a-82d5-4938-ad85-1eb3c8e7b9cd admin admin] Network 3a175f4f-0891-4c8c-9022-e73ac33ffb86 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:19:21.642154 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd13de33-67bd-4a2a-b7f5-cc371ccb53f7 None None] Routers {'ef97a03f-2d1e-450b-bcea-8fcdef1e07bd'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:19:21.642785 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-bd13de33-67bd-4a2a-b7f5-cc371ccb53f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:18:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['ef97a03f-2d1e-450b-bcea-8fcdef1e07bd'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:21.646520 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-ba08a70a-82d5-4938-ad85-1eb3c8e7b9cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:21.651013 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba08a70a-82d5-4938-ad85-1eb3c8e7b9cd admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:19:21.685044 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba08a70a-82d5-4938-ad85-1eb3c8e7b9cd admin admin] Pushing event updated for resources: {'Port': ['ID=3a901405-87f5-42c0-9910-02d851371f3d,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:21.726145 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ba08a70a-82d5-4938-ad85-1eb3c8e7b9cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (ef97a03f-2d1e-450b-bcea-8fcdef1e07bd), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:21.745129 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-69677728-b1ed-4b4e-a06c-5da598af76c7 None None] Current status of the port 5ab5b403-744f-4bec-bd0d-fc8a73fdda31 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:21.745382 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-69677728-b1ed-4b4e-a06c-5da598af76c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5ab5b403-744f-4bec-bd0d-fc8a73fdda31), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:21.779411 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a588942a-e0f3-4ba4-a9e6-127f9a50b265 None None] Pushing event updated for resources: {'Port': ['ID=a0e2503a-064c-4695-9a08-067a8581e0db,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:21.824627 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 5ab5b403-744f-4bec-bd0d-fc8a73fdda31 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:21.825284 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5ab5b403-744f-4bec-bd0d-fc8a73fdda31), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:21.835612 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-bd13de33-67bd-4a2a-b7f5-cc371ccb53f7 None None] Set router ef97a03f-2d1e-450b-bcea-8fcdef1e07bd gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:19:21.861767 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-69677728-b1ed-4b4e-a06c-5da598af76c7 None None] For port 5ab5b403-744f-4bec-bd0d-fc8a73fdda31, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=5ab5b403-744f-4bec-bd0d-fc8a73fdda31,segment=NetworkSegment(19ebfa71-5f67-4af0-abb5-2957056081ff),segment_id=19ebfa71-5f67-4af0-abb5-2957056081ff)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:21.876112 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-69677728-b1ed-4b4e-a06c-5da598af76c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5ab5b403-744f-4bec-bd0d-fc8a73fdda31), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:21.933364 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ba08a70a-82d5-4938-ad85-1eb3c8e7b9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3a901405-87f5-42c0-9910-02d851371f3d), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:21.966706 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:19:21.967061 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:19:21.989427 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69677728-b1ed-4b4e-a06c-5da598af76c7 None None] Pushing event updated for resources: {'Port': ['ID=5ab5b403-744f-4bec-bd0d-fc8a73fdda31,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:22.014347 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-96b449f4-654d-4153-851e-44427d328840 None None] Provisioning complete for port 5ab5b403-744f-4bec-bd0d-fc8a73fdda31 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:22.014789 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-96b449f4-654d-4153-851e-44427d328840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5ab5b403-744f-4bec-bd0d-fc8a73fdda31), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:22.131600 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-96b449f4-654d-4153-851e-44427d328840 None None] Current status of the port 5ab5b403-744f-4bec-bd0d-fc8a73fdda31 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:22.141639 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-bd13de33-67bd-4a2a-b7f5-cc371ccb53f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef97a03f-2d1e-450b-bcea-8fcdef1e07bd', 'name': 'tempest-TestMinimumBasicScenario-1313537914-router', 'tenant_id': 'dc46050433ba4264ab54c5450867be2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'a0e2503a-064c-4695-9a08-067a8581e0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:19:18Z', 'updated_at': '2022-02-09T02:19:19Z', 'revision_number': 3, 'project_id': 'dc46050433ba4264ab54c5450867be2d', 'gw_port': {'id': 'a0e2503a-064c-4695-9a08-067a8581e0db', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:cf:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef97a03f-2d1e-450b-bcea-8fcdef1e07bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:19Z', 'updated_at': '2022-02-09T02:19:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:22.166812 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ba08a70a-82d5-4938-ad85-1eb3c8e7b9cd admin admin] Publish callbacks [] for port (3a901405-87f5-42c0-9910-02d851371f3d), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:22.170566 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd13de33-67bd-4a2a-b7f5-cc371ccb53f7 None None] The sync data for ids ['ef97a03f-2d1e-450b-bcea-8fcdef1e07bd'] in n-d-822053-40 is: [{'id': 'ef97a03f-2d1e-450b-bcea-8fcdef1e07bd', 'name': 'tempest-TestMinimumBasicScenario-1313537914-router', 'tenant_id': 'dc46050433ba4264ab54c5450867be2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'a0e2503a-064c-4695-9a08-067a8581e0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:19:18Z', 'updated_at': '2022-02-09T02:19:19Z', 'revision_number': 3, 'project_id': 'dc46050433ba4264ab54c5450867be2d', 'gw_port': {'id': 'a0e2503a-064c-4695-9a08-067a8581e0db', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:cf:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef97a03f-2d1e-450b-bcea-8fcdef1e07bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:19Z', 'updated_at': '2022-02-09T02:19:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:19:22.172900 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ba08a70a-82d5-4938-ad85-1eb3c8e7b9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (3a901405-87f5-42c0-9910-02d851371f3d), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:22.245885 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba08a70a-82d5-4938-ad85-1eb3c8e7b9cd admin admin] Pushing event updated for resources: {'Port': ['ID=3a901405-87f5-42c0-9910-02d851371f3d,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:22.248394 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ba08a70a-82d5-4938-ad85-1eb3c8e7b9cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (ef97a03f-2d1e-450b-bcea-8fcdef1e07bd), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:22.264851 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-7fcf405d-1443-46a3-a8c0-331b9dafdeb7 None None] Provisioning complete for port 3a901405-87f5-42c0-9910-02d851371f3d triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:22.265550 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7fcf405d-1443-46a3-a8c0-331b9dafdeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3a901405-87f5-42c0-9910-02d851371f3d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:22.308925 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7fcf405d-1443-46a3-a8c0-331b9dafdeb7 None None] Port 3a901405-87f5-42c0-9910-02d851371f3d cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:19:22.349013 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba08a70a-82d5-4938-ad85-1eb3c8e7b9cd admin admin] Network 3a175f4f-0891-4c8c-9022-e73ac33ffb86 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:19:22.350555 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-ba08a70a-82d5-4938-ad85-1eb3c8e7b9cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:22.512406 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba08a70a-82d5-4938-ad85-1eb3c8e7b9cd admin admin] Router ef97a03f-2d1e-450b-bcea-8fcdef1e07bd has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:19:22.516390 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 5ab5b403-744f-4bec-bd0d-fc8a73fdda31 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:22.520194 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 10675777-eab0-4890-9a4e-f4318aece223 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:19:22.592967 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 10675777-eab0-4890-9a4e-f4318aece223 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:22.593421 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (10675777-eab0-4890-9a4e-f4318aece223), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:22.690038 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba08a70a-82d5-4938-ad85-1eb3c8e7b9cd admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:19:22.695934 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ba08a70a-82d5-4938-ad85-1eb3c8e7b9cd admin admin] 10.222.0.30 "PUT /v2.0/routers/ef97a03f-2d1e-450b-bcea-8fcdef1e07bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1643956 Feb 09 02:19:22.736688 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 10675777-eab0-4890-9a4e-f4318aece223 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:22.741510 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-486abe14-5739-4875-8681-5c0f4b93bd34 None None] Provisioning complete for port 3a901405-87f5-42c0-9910-02d851371f3d triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:22.741510 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-486abe14-5739-4875-8681-5c0f4b93bd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3a901405-87f5-42c0-9910-02d851371f3d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:22.781442 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-486abe14-5739-4875-8681-5c0f4b93bd34 None None] Port 3a901405-87f5-42c0-9910-02d851371f3d cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:19:23.352318 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device a0e2503a-064c-4695-9a08-067a8581e0db up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:19:23.401178 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port a0e2503a-064c-4695-9a08-067a8581e0db triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:23.401550 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a0e2503a-064c-4695-9a08-067a8581e0db), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:23.483964 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port a0e2503a-064c-4695-9a08-067a8581e0db is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:23.484415 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a0e2503a-064c-4695-9a08-067a8581e0db), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:23.506502 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port a0e2503a-064c-4695-9a08-067a8581e0db, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=a0e2503a-064c-4695-9a08-067a8581e0db,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:23.510498 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (a0e2503a-064c-4695-9a08-067a8581e0db), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:23.521873 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 5ab5b403-744f-4bec-bd0d-fc8a73fdda31 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:19:23.602377 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=a0e2503a-064c-4695-9a08-067a8581e0db,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:23.631088 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 5ab5b403-744f-4bec-bd0d-fc8a73fdda31 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:23.632321 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5ab5b403-744f-4bec-bd0d-fc8a73fdda31), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:23.729821 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 5ab5b403-744f-4bec-bd0d-fc8a73fdda31 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:24.387620 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-61aa5889-614d-4e45-9fff-d09e44b698b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:24.743048 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cc9ab5-2c1c-423d-bf08-2f0fdd9f1478 None None] Sync routers for ids ['ef97a03f-2d1e-450b-bcea-8fcdef1e07bd'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:19:24.755725 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cc9ab5-2c1c-423d-bf08-2f0fdd9f1478 None None] Routers {'ef97a03f-2d1e-450b-bcea-8fcdef1e07bd'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:19:24.756598 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-07cc9ab5-2c1c-423d-bf08-2f0fdd9f1478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:19:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['ef97a03f-2d1e-450b-bcea-8fcdef1e07bd'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:24.892343 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-07cc9ab5-2c1c-423d-bf08-2f0fdd9f1478 None None] Set router ef97a03f-2d1e-450b-bcea-8fcdef1e07bd gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:19:25.151226 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-07cc9ab5-2c1c-423d-bf08-2f0fdd9f1478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef97a03f-2d1e-450b-bcea-8fcdef1e07bd', 'name': 'tempest-TestMinimumBasicScenario-1313537914-router', 'tenant_id': 'dc46050433ba4264ab54c5450867be2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'a0e2503a-064c-4695-9a08-067a8581e0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:19:18Z', 'updated_at': '2022-02-09T02:19:21Z', 'revision_number': 4, 'project_id': 'dc46050433ba4264ab54c5450867be2d', 'gw_port': {'id': 'a0e2503a-064c-4695-9a08-067a8581e0db', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:cf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef97a03f-2d1e-450b-bcea-8fcdef1e07bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:19Z', 'updated_at': '2022-02-09T02:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '3a901405-87f5-42c0-9910-02d851371f3d', 'name': '', 'network_id': '3a175f4f-0891-4c8c-9022-e73ac33ffb86', 'tenant_id': 'dc46050433ba4264ab54c5450867be2d', 'mac_address': 'fa:16:3e:8e:6d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef97a03f-2d1e-450b-bcea-8fcdef1e07bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '7bd18bbd-3c9b-43b5-8fab-230070bb8cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:21Z', 'updated_at': '2022-02-09T02:19:21Z', 'revision_number': 2, 'project_id': 'dc46050433ba4264ab54c5450867be2d', 'subnets': [{'id': '7bd18bbd-3c9b-43b5-8fab-230070bb8cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:25.187841 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cc9ab5-2c1c-423d-bf08-2f0fdd9f1478 None None] Checking router: ef97a03f-2d1e-450b-bcea-8fcdef1e07bd for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:19:25.188231 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cc9ab5-2c1c-423d-bf08-2f0fdd9f1478 None None] Updating router ef97a03f-2d1e-450b-bcea-8fcdef1e07bd port 3a901405-87f5-42c0-9910-02d851371f3d binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:19:25.224971 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-07cc9ab5-2c1c-423d-bf08-2f0fdd9f1478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3a901405-87f5-42c0-9910-02d851371f3d), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:25.298851 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device a0e2503a-064c-4695-9a08-067a8581e0db up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:19:25.477469 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port a0e2503a-064c-4695-9a08-067a8581e0db triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:25.478127 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a0e2503a-064c-4695-9a08-067a8581e0db), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:25.792327 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port a0e2503a-064c-4695-9a08-067a8581e0db is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:25.837684 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-07cc9ab5-2c1c-423d-bf08-2f0fdd9f1478 None None] Publish callbacks [] for port (3a901405-87f5-42c0-9910-02d851371f3d), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:25.844347 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-07cc9ab5-2c1c-423d-bf08-2f0fdd9f1478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (3a901405-87f5-42c0-9910-02d851371f3d), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:25.953480 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c5517-0d46-4003-8a33-5ba6eb1e59e6 None None] Pushing event updated for resources: {'Port': ['ID=3a901405-87f5-42c0-9910-02d851371f3d,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:25.966051 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-07cc9ab5-2c1c-423d-bf08-2f0fdd9f1478 None None] Attempting to bind port 3a901405-87f5-42c0-9910-02d851371f3d on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:19:25.966421 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-07cc9ab5-2c1c-423d-bf08-2f0fdd9f1478 None None] Attempting to bind port 3a901405-87f5-42c0-9910-02d851371f3d by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '19ebfa71-5f67-4af0-abb5-2957056081ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3a175f4f-0891-4c8c-9022-e73ac33ffb86'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:19:25.966780 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cc9ab5-2c1c-423d-bf08-2f0fdd9f1478 None None] Attempting to bind port 3a901405-87f5-42c0-9910-02d851371f3d on network 3a175f4f-0891-4c8c-9022-e73ac33ffb86 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:19:25.972622 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cc9ab5-2c1c-423d-bf08-2f0fdd9f1478 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:19:25.972998 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cc9ab5-2c1c-423d-bf08-2f0fdd9f1478 None None] Checking segment: {'id': '19ebfa71-5f67-4af0-abb5-2957056081ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3a175f4f-0891-4c8c-9022-e73ac33ffb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:19:25.973399 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-07cc9ab5-2c1c-423d-bf08-2f0fdd9f1478 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:25.973787 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cc9ab5-2c1c-423d-bf08-2f0fdd9f1478 None None] Bound using segment: {'id': '19ebfa71-5f67-4af0-abb5-2957056081ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3a175f4f-0891-4c8c-9022-e73ac33ffb86'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:19:25.974257 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-07cc9ab5-2c1c-423d-bf08-2f0fdd9f1478 None None] Bound port: 3a901405-87f5-42c0-9910-02d851371f3d, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ebfa71-5f67-4af0-abb5-2957056081ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3a175f4f-0891-4c8c-9022-e73ac33ffb86'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:19:25.974631 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-07cc9ab5-2c1c-423d-bf08-2f0fdd9f1478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3a901405-87f5-42c0-9910-02d851371f3d), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:26.057297 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:26.088019 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-07cc9ab5-2c1c-423d-bf08-2f0fdd9f1478 None None] For port 3a901405-87f5-42c0-9910-02d851371f3d, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:19:26.088756 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-07cc9ab5-2c1c-423d-bf08-2f0fdd9f1478 None None] For port 3a901405-87f5-42c0-9910-02d851371f3d, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=3a901405-87f5-42c0-9910-02d851371f3d,segment=NetworkSegment(19ebfa71-5f67-4af0-abb5-2957056081ff),segment_id=19ebfa71-5f67-4af0-abb5-2957056081ff)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:19:26.127048 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-07cc9ab5-2c1c-423d-bf08-2f0fdd9f1478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (3a901405-87f5-42c0-9910-02d851371f3d), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:26.200769 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c5517-0d46-4003-8a33-5ba6eb1e59e6 None None] Pushing event updated for resources: {'Port': ['ID=3a901405-87f5-42c0-9910-02d851371f3d,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:26.205817 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cc9ab5-2c1c-423d-bf08-2f0fdd9f1478 None None] Routers {'ef97a03f-2d1e-450b-bcea-8fcdef1e07bd'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:19:26.206418 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-07cc9ab5-2c1c-423d-bf08-2f0fdd9f1478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:19:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['ef97a03f-2d1e-450b-bcea-8fcdef1e07bd'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:26.312617 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-8131758b-fa6e-40a5-9b91-f109502a42c8 None None] Provisioning complete for port 3a901405-87f5-42c0-9910-02d851371f3d triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:26.313142 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8131758b-fa6e-40a5-9b91-f109502a42c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3a901405-87f5-42c0-9910-02d851371f3d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:26.482493 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-07cc9ab5-2c1c-423d-bf08-2f0fdd9f1478 None None] Set router ef97a03f-2d1e-450b-bcea-8fcdef1e07bd gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:19:26.529574 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-8131758b-fa6e-40a5-9b91-f109502a42c8 None None] Current status of the port 3a901405-87f5-42c0-9910-02d851371f3d is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:26.529988 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8131758b-fa6e-40a5-9b91-f109502a42c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (3a901405-87f5-42c0-9910-02d851371f3d), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:26.643054 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-8131758b-fa6e-40a5-9b91-f109502a42c8 None None] For port 3a901405-87f5-42c0-9910-02d851371f3d, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=3a901405-87f5-42c0-9910-02d851371f3d,segment=NetworkSegment(19ebfa71-5f67-4af0-abb5-2957056081ff),segment_id=19ebfa71-5f67-4af0-abb5-2957056081ff)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:26.653197 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8131758b-fa6e-40a5-9b91-f109502a42c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (3a901405-87f5-42c0-9910-02d851371f3d), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:26.748642 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131758b-fa6e-40a5-9b91-f109502a42c8 None None] Pushing event updated for resources: {'Port': ['ID=3a901405-87f5-42c0-9910-02d851371f3d,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:26.784066 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f450cf95-7dab-42d2-a578-013cb1117eb5 None None] Provisioning complete for port 3a901405-87f5-42c0-9910-02d851371f3d triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:26.784425 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f450cf95-7dab-42d2-a578-013cb1117eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3a901405-87f5-42c0-9910-02d851371f3d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:26.827649 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-07cc9ab5-2c1c-423d-bf08-2f0fdd9f1478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef97a03f-2d1e-450b-bcea-8fcdef1e07bd', 'name': 'tempest-TestMinimumBasicScenario-1313537914-router', 'tenant_id': 'dc46050433ba4264ab54c5450867be2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'a0e2503a-064c-4695-9a08-067a8581e0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:19:18Z', 'updated_at': '2022-02-09T02:19:21Z', 'revision_number': 4, 'project_id': 'dc46050433ba4264ab54c5450867be2d', 'gw_port': {'id': 'a0e2503a-064c-4695-9a08-067a8581e0db', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:cf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef97a03f-2d1e-450b-bcea-8fcdef1e07bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:19Z', 'updated_at': '2022-02-09T02:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '3a901405-87f5-42c0-9910-02d851371f3d', 'name': '', 'network_id': '3a175f4f-0891-4c8c-9022-e73ac33ffb86', 'tenant_id': 'dc46050433ba4264ab54c5450867be2d', 'mac_address': 'fa:16:3e:8e:6d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef97a03f-2d1e-450b-bcea-8fcdef1e07bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '7bd18bbd-3c9b-43b5-8fab-230070bb8cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:21Z', 'updated_at': '2022-02-09T02:19:26Z', 'revision_number': 4, 'project_id': 'dc46050433ba4264ab54c5450867be2d', 'subnets': [{'id': '7bd18bbd-3c9b-43b5-8fab-230070bb8cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:26.860832 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cc9ab5-2c1c-423d-bf08-2f0fdd9f1478 None None] The sync data for ids ['ef97a03f-2d1e-450b-bcea-8fcdef1e07bd'] in n-d-822053-40 is: [{'id': 'ef97a03f-2d1e-450b-bcea-8fcdef1e07bd', 'name': 'tempest-TestMinimumBasicScenario-1313537914-router', 'tenant_id': 'dc46050433ba4264ab54c5450867be2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'a0e2503a-064c-4695-9a08-067a8581e0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:19:18Z', 'updated_at': '2022-02-09T02:19:21Z', 'revision_number': 4, 'project_id': 'dc46050433ba4264ab54c5450867be2d', 'gw_port': {'id': 'a0e2503a-064c-4695-9a08-067a8581e0db', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:cf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef97a03f-2d1e-450b-bcea-8fcdef1e07bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:19Z', 'updated_at': '2022-02-09T02:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '3a901405-87f5-42c0-9910-02d851371f3d', 'name': '', 'network_id': '3a175f4f-0891-4c8c-9022-e73ac33ffb86', 'tenant_id': 'dc46050433ba4264ab54c5450867be2d', 'mac_address': 'fa:16:3e:8e:6d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef97a03f-2d1e-450b-bcea-8fcdef1e07bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '7bd18bbd-3c9b-43b5-8fab-230070bb8cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:21Z', 'updated_at': '2022-02-09T02:19:26Z', 'revision_number': 4, 'project_id': 'dc46050433ba4264ab54c5450867be2d', 'subnets': [{'id': '7bd18bbd-3c9b-43b5-8fab-230070bb8cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:19:26.918965 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f450cf95-7dab-42d2-a578-013cb1117eb5 None None] Current status of the port 3a901405-87f5-42c0-9910-02d851371f3d is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:27.325646 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 3a901405-87f5-42c0-9910-02d851371f3d up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:19:27.398709 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 3a901405-87f5-42c0-9910-02d851371f3d triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:27.399308 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (3a901405-87f5-42c0-9910-02d851371f3d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:27.488999 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 3a901405-87f5-42c0-9910-02d851371f3d is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:27.765568 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:28.445853 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:32.596431 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-923797ce-d224-4df0-82f3-cec5ee3c80e2 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:32.597877 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-923797ce-d224-4df0-82f3-cec5ee3c80e2 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/networks?id=97a4f759-6185-4aba-9535-654386440ad2 HTTP/1.1" status: 200 len: 815 time: 0.1060474 Feb 09 02:19:32.612480 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-72d72f88-ede6-476c-b4b0-281cd0fcfa32 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/quotas/eddd88d2d8974b509b724acf2aed133a HTTP/1.1" status: 200 len: 375 time: 0.0093446 Feb 09 02:19:32.665936 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-537de7cb-43c8-49e5-97b1-41287555989d tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=eddd88d2d8974b509b724acf2aed133a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487220 Feb 09 02:19:32.787344 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-7ae3209e-77b6-48a4-8ba8-4028ce78c65e service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:19:32.788402 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-7ae3209e-77b6-48a4-8ba8-4028ce78c65e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1107655 Feb 09 02:19:32.882851 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-9520a7c8-5135-4298-ada4-647fa4a3cff0 service neutron] 10.222.0.30 "GET /v2.0/networks/97a4f759-6185-4aba-9535-654386440ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880163 Feb 09 02:19:32.970888 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-4d5f829f-2b09-4b73-b911-4794d0313e8b service neutron] 10.222.0.30 "GET /v2.0/networks/97a4f759-6185-4aba-9535-654386440ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822835 Feb 09 02:19:34.147160 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8656f41b-d65e-4c59-ba57-d8fae33b6ea7 req-d8abe38d-42f4-4838-b9d1-ba1f3322abd1 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 210 time: 0.0326521 Feb 09 02:19:35.071024 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-d9c87719-8b3f-486a-a76d-d32d0de8b4b8 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:35.072590 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-d9c87719-8b3f-486a-a76d-d32d0de8b4b8 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.121 "GET /v2.0/networks?id=97a4f759-6185-4aba-9535-654386440ad2 HTTP/1.1" status: 200 len: 815 time: 0.1073442 Feb 09 02:19:35.084681 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-fe27d5ba-d1b8-4a4f-990a-5e1fb1e57055 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Request body: {'port': {'device_id': '8b7465da-0f83-429d-8753-ef5004bc2859', 'network_id': '97a4f759-6185-4aba-9535-654386440ad2', 'admin_state_up': True, 'tenant_id': 'eddd88d2d8974b509b724acf2aed133a'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:35.202739 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-fe27d5ba-d1b8-4a4f-990a-5e1fb1e57055 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Made reservation on behalf of eddd88d2d8974b509b724acf2aed133a for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:19:35.206450 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-fe27d5ba-d1b8-4a4f-990a-5e1fb1e57055 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:35.259760 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b47445aa-fbe2-447a-95f1-c0b75d8b0b94 req-9ba7c1e2-af9d-4bcc-b291-240aa5b48c9f tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 210 time: 0.0349240 Feb 09 02:19:35.389174 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-fe27d5ba-d1b8-4a4f-990a-5e1fb1e57055 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Allocated IP 172.20.0.7 (97a4f759-6185-4aba-9535-654386440ad2/e22c3b86-2dde-44ba-959f-3fa264df1796/5a67b309-f508-4461-8f29-4bf9bee3121f) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:19:35.639474 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-fe27d5ba-d1b8-4a4f-990a-5e1fb1e57055 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks [] for port (5a67b309-f508-4461-8f29-4bf9bee3121f), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:35.702911 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-fe27d5ba-d1b8-4a4f-990a-5e1fb1e57055 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (5a67b309-f508-4461-8f29-4bf9bee3121f), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:35.770962 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-fe27d5ba-d1b8-4a4f-990a-5e1fb1e57055 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Network 97a4f759-6185-4aba-9535-654386440ad2 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:19:35.774418 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-fe27d5ba-d1b8-4a4f-990a-5e1fb1e57055 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:35.781876 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-fe27d5ba-d1b8-4a4f-990a-5e1fb1e57055 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:19:35.805588 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27d5ba-d1b8-4a4f-990a-5e1fb1e57055 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Pushing event updated for resources: {'Port': ['ID=5a67b309-f508-4461-8f29-4bf9bee3121f,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:35.849406 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-fe27d5ba-d1b8-4a4f-990a-5e1fb1e57055 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:35.852421 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-fe27d5ba-d1b8-4a4f-990a-5e1fb1e57055 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:35.875453 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-fe27d5ba-d1b8-4a4f-990a-5e1fb1e57055 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7947476 Feb 09 02:19:36.111237 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-6bc47094-1f24-408d-b33f-67af976b0016 None None] Provisioning complete for port 5a67b309-f508-4461-8f29-4bf9bee3121f triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:36.111805 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6bc47094-1f24-408d-b33f-67af976b0016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5a67b309-f508-4461-8f29-4bf9bee3121f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:36.149610 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-6bc47094-1f24-408d-b33f-67af976b0016 None None] Port 5a67b309-f508-4461-8f29-4bf9bee3121f cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:19:36.385467 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc4b2c-c2c4-4f9a-b231-8653dffe71f9 req-08665341-4eb6-4c7f-8925-0271ea2ecbdc tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:36.387198 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cadc4b2c-c2c4-4f9a-b231-8653dffe71f9 req-08665341-4eb6-4c7f-8925-0271ea2ecbdc tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 931 time: 0.0574059 Feb 09 02:19:36.437623 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cadc4b2c-c2c4-4f9a-b231-8653dffe71f9 req-6f7a0a1b-cc66-41f7-8c37-e6fb21d3ed35 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6de2eed-0f1b-45f4-8685-9d15fbbafa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445764 Feb 09 02:19:37.573330 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499c860-93da-4ee7-a21f-387fce9221b2 req-bc4a5da5-465a-4004-b168-6a589c3f705e tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:37.578271 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8499c860-93da-4ee7-a21f-387fce9221b2 req-bc4a5da5-465a-4004-b168-6a589c3f705e tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 931 time: 0.0600998 Feb 09 02:19:37.632513 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8499c860-93da-4ee7-a21f-387fce9221b2 req-472b6ed3-94b0-4bd2-bfc5-5cf7d66a7c4b tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6de2eed-0f1b-45f4-8685-9d15fbbafa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520148 Feb 09 02:19:38.763712 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252264a-c243-437c-aca8-edaaa886fe8d req-4e771155-341f-4bed-879b-7abb97654f7d tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:38.766104 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e252264a-c243-437c-aca8-edaaa886fe8d req-4e771155-341f-4bed-879b-7abb97654f7d tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 931 time: 0.0571170 Feb 09 02:19:38.817727 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e252264a-c243-437c-aca8-edaaa886fe8d req-b2855efe-2b52-40ee-8678-15beaa1ff25b tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6de2eed-0f1b-45f4-8685-9d15fbbafa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440853 Feb 09 02:19:39.946847 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6af99-05c5-45f8-ad25-3d7e45c708f2 req-93949f6d-5623-46d4-bf0c-0ea0674044d0 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:39.949059 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a9f6af99-05c5-45f8-ad25-3d7e45c708f2 req-93949f6d-5623-46d4-bf0c-0ea0674044d0 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 931 time: 0.0592589 Feb 09 02:19:40.000419 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a9f6af99-05c5-45f8-ad25-3d7e45c708f2 req-d05901b9-8b30-4c00-b43f-72721009b01a tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6de2eed-0f1b-45f4-8685-9d15fbbafa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456049 Feb 09 02:19:41.132023 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a356bae-a669-42b5-a417-d3d91b315219 req-14e9885c-6fd4-41b2-8389-f859279065e0 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:41.133542 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a356bae-a669-42b5-a417-d3d91b315219 req-14e9885c-6fd4-41b2-8389-f859279065e0 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 931 time: 0.0613034 Feb 09 02:19:41.185622 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2a356bae-a669-42b5-a417-d3d91b315219 req-d87c16b1-3d81-4535-aa82-a3bc1323384b tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6de2eed-0f1b-45f4-8685-9d15fbbafa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460265 Feb 09 02:19:42.322616 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f0794-9d06-400a-90be-383d5db1ce88 req-8d520d91-83a6-45b7-8930-2a958a8e913e tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:42.324773 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d4f0794-9d06-400a-90be-383d5db1ce88 req-8d520d91-83a6-45b7-8930-2a958a8e913e tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 931 time: 0.0563703 Feb 09 02:19:42.379049 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d4f0794-9d06-400a-90be-383d5db1ce88 req-9a0158ab-56d3-4604-923c-ca3f915a3d98 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6de2eed-0f1b-45f4-8685-9d15fbbafa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481138 Feb 09 02:19:43.505676 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2640db-f843-4a15-b8d6-458cfcafa183 req-6238febb-a7dc-4039-8e75-445bf279cbf1 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:43.507147 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bd2640db-f843-4a15-b8d6-458cfcafa183 req-6238febb-a7dc-4039-8e75-445bf279cbf1 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 931 time: 0.0574138 Feb 09 02:19:43.554980 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bd2640db-f843-4a15-b8d6-458cfcafa183 req-32ec5abe-d936-484b-9fac-7dc82dc8671e tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6de2eed-0f1b-45f4-8685-9d15fbbafa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417173 Feb 09 02:19:43.697804 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-23a910f3-8676-4de7-850d-dd82ddf17d8d service neutron] Request body: {'port': {'device_id': '8b7465da-0f83-429d-8753-ef5004bc2859', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:43.756546 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-23a910f3-8676-4de7-850d-dd82ddf17d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5a67b309-f508-4461-8f29-4bf9bee3121f), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:44.022736 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-23a910f3-8676-4de7-850d-dd82ddf17d8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a67b309-f508-4461-8f29-4bf9bee3121f {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:19:44.032029 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-23a910f3-8676-4de7-850d-dd82ddf17d8d service neutron] Publish callbacks [] for port (5a67b309-f508-4461-8f29-4bf9bee3121f), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:44.043498 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-23a910f3-8676-4de7-850d-dd82ddf17d8d service neutron] Transition to ACTIVE for port object 5a67b309-f508-4461-8f29-4bf9bee3121f will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:19:44.046403 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-23a910f3-8676-4de7-850d-dd82ddf17d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (5a67b309-f508-4461-8f29-4bf9bee3121f), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:44.095245 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a910f3-8676-4de7-850d-dd82ddf17d8d service neutron] Pushing event updated for resources: {'Port': ['ID=5a67b309-f508-4461-8f29-4bf9bee3121f,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:44.171455 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-23a910f3-8676-4de7-850d-dd82ddf17d8d service neutron] Attempting to bind port 5a67b309-f508-4461-8f29-4bf9bee3121f on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:19:44.171794 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-23a910f3-8676-4de7-850d-dd82ddf17d8d service neutron] Attempting to bind port 5a67b309-f508-4461-8f29-4bf9bee3121f by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'e0d551df-80fa-4aa4-a0d1-3bb9674811fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '97a4f759-6185-4aba-9535-654386440ad2'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:19:44.172158 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-23a910f3-8676-4de7-850d-dd82ddf17d8d service neutron] Attempting to bind port 5a67b309-f508-4461-8f29-4bf9bee3121f on network 97a4f759-6185-4aba-9535-654386440ad2 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:19:44.176581 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-23a910f3-8676-4de7-850d-dd82ddf17d8d service neutron] Port 5a67b309-f508-4461-8f29-4bf9bee3121f on network 97a4f759-6185-4aba-9535-654386440ad2 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:19:44.176903 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-23a910f3-8676-4de7-850d-dd82ddf17d8d service neutron] Attempting to bind port 5a67b309-f508-4461-8f29-4bf9bee3121f on network 97a4f759-6185-4aba-9535-654386440ad2 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:19:44.181919 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-23a910f3-8676-4de7-850d-dd82ddf17d8d service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:19:44.182818 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-23a910f3-8676-4de7-850d-dd82ddf17d8d service neutron] Checking segment: {'id': 'e0d551df-80fa-4aa4-a0d1-3bb9674811fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '97a4f759-6185-4aba-9535-654386440ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:19:44.183225 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-23a910f3-8676-4de7-850d-dd82ddf17d8d service neutron] Bound using segment: {'id': 'e0d551df-80fa-4aa4-a0d1-3bb9674811fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '97a4f759-6185-4aba-9535-654386440ad2'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:19:44.183645 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-23a910f3-8676-4de7-850d-dd82ddf17d8d service neutron] Bound port: 5a67b309-f508-4461-8f29-4bf9bee3121f, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0d551df-80fa-4aa4-a0d1-3bb9674811fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '97a4f759-6185-4aba-9535-654386440ad2'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:19:44.184235 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-23a910f3-8676-4de7-850d-dd82ddf17d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5a67b309-f508-4461-8f29-4bf9bee3121f), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:44.253825 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-23a910f3-8676-4de7-850d-dd82ddf17d8d service neutron] For port 5a67b309-f508-4461-8f29-4bf9bee3121f, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:19:44.256779 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-23a910f3-8676-4de7-850d-dd82ddf17d8d service neutron] For port 5a67b309-f508-4461-8f29-4bf9bee3121f, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=5a67b309-f508-4461-8f29-4bf9bee3121f,segment=NetworkSegment(e0d551df-80fa-4aa4-a0d1-3bb9674811fe),segment_id=e0d551df-80fa-4aa4-a0d1-3bb9674811fe)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:19:44.263547 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-23a910f3-8676-4de7-850d-dd82ddf17d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (5a67b309-f508-4461-8f29-4bf9bee3121f), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:44.295009 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-23a910f3-8676-4de7-850d-dd82ddf17d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:44.295354 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-23a910f3-8676-4de7-850d-dd82ddf17d8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:44.296923 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-23a910f3-8676-4de7-850d-dd82ddf17d8d service neutron] 10.222.0.121 "PUT /v2.0/ports/5a67b309-f508-4461-8f29-4bf9bee3121f HTTP/1.1" status: 200 len: 1092 time: 0.6046221 Feb 09 02:19:44.299269 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b7465da-0f83-429d-8753-ef5004bc2859', 'tag': '5a67b309-f508-4461-8f29-4bf9bee3121f'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:19:44.302042 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29e6a6b-8fc1-4c0f-8830-97046ef4d2d1" -d '{"events": [{"name": "network-changed", "server_uuid": "8b7465da-0f83-429d-8753-ef5004bc2859", "tag": "5a67b309-f508-4461-8f29-4bf9bee3121f"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:19:44.330108 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a910f3-8676-4de7-850d-dd82ddf17d8d service neutron] Pushing event updated for resources: {'Port': ['ID=5a67b309-f508-4461-8f29-4bf9bee3121f,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:44.353528 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856cb3da-570f-44f7-990c-ac216de7b3a4 x-openstack-request-id: req-856cb3da-570f-44f7-990c-ac216de7b3a4 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:19:44.353821 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b7465da-0f83-429d-8753-ef5004bc2859", "tag": "5a67b309-f508-4461-8f29-4bf9bee3121f", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:19:44.354072 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-856cb3da-570f-44f7-990c-ac216de7b3a4 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:19:44.355135 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b7465da-0f83-429d-8753-ef5004bc2859', 'tag': '5a67b309-f508-4461-8f29-4bf9bee3121f', 'status': 'completed', 'code': 200} Feb 09 02:19:44.393980 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-9dec3916-3391-43d4-b05c-232cb44a03d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:44.395769 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-9dec3916-3391-43d4-b05c-232cb44a03d2 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=eddd88d2d8974b509b724acf2aed133a&device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 1126 time: 0.0543160 Feb 09 02:19:44.449706 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-8465cf71-e26f-4303-b9f3-aeee7c017546 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a67b309-f508-4461-8f29-4bf9bee3121f HTTP/1.1" status: 200 len: 217 time: 0.0463040 Feb 09 02:19:44.501617 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-d32ba426-1e83-40a2-aae2-20eaf3311f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:44.503074 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-d32ba426-1e83-40a2-aae2-20eaf3311f0c service neutron] 10.222.0.121 "GET /v2.0/subnets?id=e22c3b86-2dde-44ba-959f-3fa264df1796 HTTP/1.1" status: 200 len: 854 time: 0.0481532 Feb 09 02:19:44.551908 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-eef68c4a-56fb-40d4-b5c8-8c598cb3db93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:44.553429 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-eef68c4a-56fb-40d4-b5c8-8c598cb3db93 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=97a4f759-6185-4aba-9535-654386440ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448439 Feb 09 02:19:44.675903 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-0154f70c-6953-4697-9354-1524516bb195 service neutron] 10.222.0.121 "GET /v2.0/networks/97a4f759-6185-4aba-9535-654386440ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158476 Feb 09 02:19:44.742541 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d6424-b3b4-4643-8f23-a1707d399661 req-9c526c9a-da5b-4205-bd04-18e9512cf573 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:44.744019 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bb1d6424-b3b4-4643-8f23-a1707d399661 req-9c526c9a-da5b-4205-bd04-18e9512cf573 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 943 time: 0.1210344 Feb 09 02:19:44.829008 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bb1d6424-b3b4-4643-8f23-a1707d399661 req-df8766c1-9de6-4df5-bcdb-189ccae4a4f4 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6de2eed-0f1b-45f4-8685-9d15fbbafa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787361 Feb 09 02:19:44.831164 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ad3f5364-3609-43d4-abcd-eaad27cc2c81 req-7d25972b-90d7-49b6-8a87-7ae16f5cd7a4 service neutron] 10.222.0.121 "GET /v2.0/networks/97a4f759-6185-4aba-9535-654386440ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490855 Feb 09 02:19:44.923857 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e6a6b-8fc1-4c0f-8830-97046ef4d2d1 req-69f4c111-83df-4262-a3dc-77826eee141a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:44.925379 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c29e6a6b-8fc1-4c0f-8830-97046ef4d2d1 req-69f4c111-83df-4262-a3dc-77826eee141a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=eddd88d2d8974b509b724acf2aed133a&device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 1126 time: 0.0460615 Feb 09 02:19:45.016506 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e6a6b-8fc1-4c0f-8830-97046ef4d2d1 req-27f48050-a7b9-45d4-92cb-ad1cced2ac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:45.017967 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c29e6a6b-8fc1-4c0f-8830-97046ef4d2d1 req-27f48050-a7b9-45d4-92cb-ad1cced2ac29 service neutron] 10.222.0.121 "GET /v2.0/networks?id=97a4f759-6185-4aba-9535-654386440ad2 HTTP/1.1" status: 200 len: 916 time: 0.0869503 Feb 09 02:19:45.062072 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c29e6a6b-8fc1-4c0f-8830-97046ef4d2d1 req-704025b9-e0fd-4a2c-a5fa-75d4bc992465 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a67b309-f508-4461-8f29-4bf9bee3121f HTTP/1.1" status: 200 len: 217 time: 0.0371537 Feb 09 02:19:45.112321 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e6a6b-8fc1-4c0f-8830-97046ef4d2d1 req-b0279f93-dabe-4a2d-bac3-2157538d11f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:45.113705 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c29e6a6b-8fc1-4c0f-8830-97046ef4d2d1 req-b0279f93-dabe-4a2d-bac3-2157538d11f4 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=e22c3b86-2dde-44ba-959f-3fa264df1796 HTTP/1.1" status: 200 len: 854 time: 0.0455241 Feb 09 02:19:45.165601 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e6a6b-8fc1-4c0f-8830-97046ef4d2d1 req-9b9d67cc-d3de-46e4-83d2-3fc24ae803be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:45.167823 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c29e6a6b-8fc1-4c0f-8830-97046ef4d2d1 req-9b9d67cc-d3de-46e4-83d2-3fc24ae803be service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=97a4f759-6185-4aba-9535-654386440ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0467153 Feb 09 02:19:45.260338 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c29e6a6b-8fc1-4c0f-8830-97046ef4d2d1 req-cd495085-194c-43e3-84a8-87b5afe1dc8a service neutron] 10.222.0.121 "GET /v2.0/networks/97a4f759-6185-4aba-9535-654386440ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853701 Feb 09 02:19:45.348602 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c29e6a6b-8fc1-4c0f-8830-97046ef4d2d1 req-e34503d7-0872-4ad2-9fe6-484b7abc9938 service neutron] 10.222.0.121 "GET /v2.0/networks/97a4f759-6185-4aba-9535-654386440ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815279 Feb 09 02:19:45.956666 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca6ddb-df43-4dc9-8dc2-f9110f064916 req-8ed9c948-29b8-4788-842f-de539747b334 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:45.958151 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-82ca6ddb-df43-4dc9-8dc2-f9110f064916 req-8ed9c948-29b8-4788-842f-de539747b334 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 943 time: 0.0609326 Feb 09 02:19:46.007541 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-82ca6ddb-df43-4dc9-8dc2-f9110f064916 req-d35b88c1-78a2-46f8-848d-fad27bb4c0c0 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6de2eed-0f1b-45f4-8685-9d15fbbafa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437970 Feb 09 02:19:47.126255 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23bcf8-a9d1-4a7b-849f-018ac7f1ad64 req-b61be719-fc16-4563-a84b-b73fd290ea0c tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:47.127750 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a23bcf8-a9d1-4a7b-849f-018ac7f1ad64 req-b61be719-fc16-4563-a84b-b73fd290ea0c tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 943 time: 0.0529959 Feb 09 02:19:47.176668 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a23bcf8-a9d1-4a7b-849f-018ac7f1ad64 req-05966075-1e04-4ff1-990b-6d8d9433d317 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6de2eed-0f1b-45f4-8685-9d15fbbafa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424514 Feb 09 02:19:47.470579 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 5a67b309-f508-4461-8f29-4bf9bee3121f details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:19:47.564833 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 5a67b309-f508-4461-8f29-4bf9bee3121f, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=5a67b309-f508-4461-8f29-4bf9bee3121f,segment=NetworkSegment(e0d551df-80fa-4aa4-a0d1-3bb9674811fe),segment_id=e0d551df-80fa-4aa4-a0d1-3bb9674811fe)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:47.576640 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '5a67b309-f508-4461-8f29-4bf9bee3121f', 'network_id': '97a4f759-6185-4aba-9535-654386440ad2', 'port_id': '5a67b309-f508-4461-8f29-4bf9bee3121f', 'mac_address': 'fa:16:3e:02:22:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e22c3b86-2dde-44ba-959f-3fa264df1796', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:19:47.613351 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 5a67b309-f508-4461-8f29-4bf9bee3121f is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:47.613740 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5a67b309-f508-4461-8f29-4bf9bee3121f), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:47.629880 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a67b309-f508-4461-8f29-4bf9bee3121f {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:19:47.649217 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 5a67b309-f508-4461-8f29-4bf9bee3121f, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=5a67b309-f508-4461-8f29-4bf9bee3121f,segment=NetworkSegment(e0d551df-80fa-4aa4-a0d1-3bb9674811fe),segment_id=e0d551df-80fa-4aa4-a0d1-3bb9674811fe)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:47.653827 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5a67b309-f508-4461-8f29-4bf9bee3121f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:47.699336 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=5a67b309-f508-4461-8f29-4bf9bee3121f,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:47.873549 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['5a67b309-f508-4461-8f29-4bf9bee3121f'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:19:48.301127 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8f1a5-9571-402b-bdcf-6181df9b8965 req-d1fbb846-649c-4d8f-bd7b-8a91254b1bd7 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:48.302633 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-39e8f1a5-9571-402b-bdcf-6181df9b8965 req-d1fbb846-649c-4d8f-bd7b-8a91254b1bd7 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 944 time: 0.0585253 Feb 09 02:19:48.348751 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-39e8f1a5-9571-402b-bdcf-6181df9b8965 req-855e64a8-2a19-4184-9143-ff065085eb11 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6de2eed-0f1b-45f4-8685-9d15fbbafa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404558 Feb 09 02:19:49.318873 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:19:49.467015 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb7e1e-ff19-4d03-b74e-6ec76eb39494 req-1912f055-368a-4844-a780-cfd4dd46e5b2 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:49.468414 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4edb7e1e-ff19-4d03-b74e-6ec76eb39494 req-1912f055-368a-4844-a780-cfd4dd46e5b2 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 944 time: 0.0528610 Feb 09 02:19:49.473872 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 5a67b309-f508-4461-8f29-4bf9bee3121f up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:19:49.515121 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4edb7e1e-ff19-4d03-b74e-6ec76eb39494 req-47d13a34-43db-4d4a-a6cf-e6df214b2ae5 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6de2eed-0f1b-45f4-8685-9d15fbbafa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410836 Feb 09 02:19:49.529408 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 5a67b309-f508-4461-8f29-4bf9bee3121f completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:19:49.533196 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 5a67b309-f508-4461-8f29-4bf9bee3121f triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:49.533578 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5a67b309-f508-4461-8f29-4bf9bee3121f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:49.611678 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 5a67b309-f508-4461-8f29-4bf9bee3121f is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:49.612092 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5a67b309-f508-4461-8f29-4bf9bee3121f), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:49.634377 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7465da-0f83-429d-8753-ef5004bc2859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a67b309-f508-4461-8f29-4bf9bee3121f'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:19:49.636938 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bb5a1265871782f8fa80d718c2cad0aad3f2595cc534f44543b72f1ded69d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0526ce-9248-4502-b02a-552647839bf4" -d '{"events": [{"server_uuid": "8b7465da-0f83-429d-8753-ef5004bc2859", "name": "network-vif-plugged", "status": "completed", "tag": "5a67b309-f508-4461-8f29-4bf9bee3121f"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:19:49.654031 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 5a67b309-f508-4461-8f29-4bf9bee3121f, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=5a67b309-f508-4461-8f29-4bf9bee3121f,segment=NetworkSegment(e0d551df-80fa-4aa4-a0d1-3bb9674811fe),segment_id=e0d551df-80fa-4aa4-a0d1-3bb9674811fe)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:49.658700 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5a67b309-f508-4461-8f29-4bf9bee3121f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:49.706749 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=5a67b309-f508-4461-8f29-4bf9bee3121f,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:49.792563 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d031b78-18ef-4bbc-a18d-62a1b2868ac4 x-openstack-request-id: req-5d031b78-18ef-4bbc-a18d-62a1b2868ac4 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:19:49.792867 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7465da-0f83-429d-8753-ef5004bc2859", "name": "network-vif-plugged", "status": "completed", "tag": "5a67b309-f508-4461-8f29-4bf9bee3121f", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:19:49.793131 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5d031b78-18ef-4bbc-a18d-62a1b2868ac4 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:19:49.793531 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7465da-0f83-429d-8753-ef5004bc2859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a67b309-f508-4461-8f29-4bf9bee3121f', 'code': 200} Feb 09 02:19:49.891625 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc809d1-9a85-4655-9d11-3bc57e9ba3ca req-ca355409-1a91-44c6-9491-860340384041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:49.893134 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-adc809d1-9a85-4655-9d11-3bc57e9ba3ca req-ca355409-1a91-44c6-9491-860340384041 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 1128 time: 0.0435433 Feb 09 02:19:49.939594 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-adc809d1-9a85-4655-9d11-3bc57e9ba3ca req-b7d9a052-caff-4f0e-864e-f88a0cd25ba7 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=a6de2eed-0f1b-45f4-8685-9d15fbbafa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403478 Feb 09 02:19:50.043940 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:50.633510 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad189d-c7fe-4e39-9f4a-3aa6964ac192 req-c303a252-fc89-4d5e-aaca-42030d3b9674 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:50.634980 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5bad189d-c7fe-4e39-9f4a-3aa6964ac192 req-c303a252-fc89-4d5e-aaca-42030d3b9674 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 945 time: 0.0525331 Feb 09 02:19:50.681376 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5bad189d-c7fe-4e39-9f4a-3aa6964ac192 req-7b921761-88de-4553-a477-84e3bb90d5c4 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6de2eed-0f1b-45f4-8685-9d15fbbafa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408947 Feb 09 02:19:50.936271 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-edbe5651-3de5-4c38-9965-a87d9e7333de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:51.562111 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:51.802375 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8aa2bb-883b-40b0-a1ef-aa8acb6f7f99 req-940c39ae-561d-48ab-8eac-1c7c8c4c0b38 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:51.803841 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ba8aa2bb-883b-40b0-a1ef-aa8acb6f7f99 req-940c39ae-561d-48ab-8eac-1c7c8c4c0b38 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 945 time: 0.0527377 Feb 09 02:19:51.850469 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ba8aa2bb-883b-40b0-a1ef-aa8acb6f7f99 req-ec15c678-491a-4974-a873-11fbbf7a3d95 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6de2eed-0f1b-45f4-8685-9d15fbbafa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406489 Feb 09 02:19:51.971816 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f8e9c-1b03-4fa0-8010-801703f736f2 req-8e7be1c9-4712-4a14-802b-df16e22093c7 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:51.973221 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-651f8e9c-1b03-4fa0-8010-801703f736f2 req-8e7be1c9-4712-4a14-802b-df16e22093c7 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 945 time: 0.0562158 Feb 09 02:19:52.018965 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-651f8e9c-1b03-4fa0-8010-801703f736f2 req-47e0171b-b1aa-4f7e-8195-a17b9d2dfaef tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6de2eed-0f1b-45f4-8685-9d15fbbafa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402424 Feb 09 02:19:52.210472 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166124a-565c-4a72-aaac-2a52c8664ced req-cb105eee-6ac1-439e-a717-4ae4e8e0f8ce tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:52.211922 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a166124a-565c-4a72-aaac-2a52c8664ced req-cb105eee-6ac1-439e-a717-4ae4e8e0f8ce tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 945 time: 0.0519340 Feb 09 02:19:52.257977 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a166124a-565c-4a72-aaac-2a52c8664ced req-b8dfa624-d23e-4462-ad82-e274a7907aad tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6de2eed-0f1b-45f4-8685-9d15fbbafa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405297 Feb 09 02:19:54.373196 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5161b494-2a5a-40b5-abe4-baacff54ba7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:56.020591 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:57.765502 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:58.432726 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:11.047180 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8cc71-8c2c-4e76-81ba-8e4c2eae785d req-c3d17f86-0eb2-4060-8027-a64f45a545e2 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:11.048674 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-88a8cc71-8c2c-4e76-81ba-8e4c2eae785d req-c3d17f86-0eb2-4060-8027-a64f45a545e2 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 945 time: 0.0544236 Feb 09 02:20:11.098733 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-88a8cc71-8c2c-4e76-81ba-8e4c2eae785d req-f7df72d0-6731-4e92-b024-c95affaed7f6 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6de2eed-0f1b-45f4-8685-9d15fbbafa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444643 Feb 09 02:20:11.120603 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51728) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:11.206187 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f87e5dc-19ae-441f-8ad5-f3dd85d8cbf1 tempest-TestMinimumBasicScenario-1808471536 tempest-TestMinimumBasicScenario-1808471536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:11.207700 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3f87e5dc-19ae-441f-8ad5-f3dd85d8cbf1 tempest-TestMinimumBasicScenario-1808471536 tempest-TestMinimumBasicScenario-1808471536-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 1123 time: 0.0855949 Feb 09 02:20:11.210632 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51732) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:11.214864 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-bfd795ca-01c4-40aa-96d0-a8c38eac07f9 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'port_id': '5a67b309-f508-4461-8f29-4bf9bee3121f', 'tenant_id': 'eddd88d2d8974b509b724acf2aed133a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:11.235571 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bfd795ca-01c4-40aa-96d0-a8c38eac07f9 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:11.340697 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bfd795ca-01c4-40aa-96d0-a8c38eac07f9 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:11.446407 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-bfd795ca-01c4-40aa-96d0-a8c38eac07f9 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Allocated IP 172.25.1.60 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/b7f8fa58-53d8-4a7b-96c9-6ef50460fb6f) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:20:11.547129 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bfd795ca-01c4-40aa-96d0-a8c38eac07f9 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks [] for port (b7f8fa58-53d8-4a7b-96c9-6ef50460fb6f), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:11.581863 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bfd795ca-01c4-40aa-96d0-a8c38eac07f9 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (b7f8fa58-53d8-4a7b-96c9-6ef50460fb6f), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:11.623855 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd795ca-01c4-40aa-96d0-a8c38eac07f9 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:20:11.628657 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-bfd795ca-01c4-40aa-96d0-a8c38eac07f9 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:11.632189 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd795ca-01c4-40aa-96d0-a8c38eac07f9 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:20:11.657342 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd795ca-01c4-40aa-96d0-a8c38eac07f9 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Pushing event updated for resources: {'Port': ['ID=b7f8fa58-53d8-4a7b-96c9-6ef50460fb6f,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:11.985186 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bfd795ca-01c4-40aa-96d0-a8c38eac07f9 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks [] for floatingip (ab0eb85e-a993-4431-b8a3-994aeac49b9a), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:12.059024 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bfd795ca-01c4-40aa-96d0-a8c38eac07f9 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b7f8fa58-53d8-4a7b-96c9-6ef50460fb6f), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:12.217337 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bfd795ca-01c4-40aa-96d0-a8c38eac07f9 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks [] for port (b7f8fa58-53d8-4a7b-96c9-6ef50460fb6f), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:12.221750 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bfd795ca-01c4-40aa-96d0-a8c38eac07f9 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (b7f8fa58-53d8-4a7b-96c9-6ef50460fb6f), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:12.288088 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd795ca-01c4-40aa-96d0-a8c38eac07f9 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Pushing event updated for resources: {'Port': ['ID=b7f8fa58-53d8-4a7b-96c9-6ef50460fb6f,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:12.299542 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bfd795ca-01c4-40aa-96d0-a8c38eac07f9 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (ab0eb85e-a993-4431-b8a3-994aeac49b9a), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:12.401368 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [None req-bfd795ca-01c4-40aa-96d0-a8c38eac07f9 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Floating IP ab0eb85e-a993-4431-b8a3-994aeac49b9a associated. External IP: 172.25.1.60, port: 5a67b309-f508-4461-8f29-4bf9bee3121f. Feb 09 02:20:12.612930 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd795ca-01c4-40aa-96d0-a8c38eac07f9 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Router 1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:20:12.722943 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd795ca-01c4-40aa-96d0-a8c38eac07f9 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:20:12.732890 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082392ee-be93-418d-ae41-86713eb20669 None None] Sync routers for ids ['1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:20:12.742071 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bfd795ca-01c4-40aa-96d0-a8c38eac07f9 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:12.743352 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082392ee-be93-418d-ae41-86713eb20669 None None] Routers {'1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:20:12.743941 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-082392ee-be93-418d-ae41-86713eb20669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:19:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:12.775580 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-bfd795ca-01c4-40aa-96d0-a8c38eac07f9 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5639110 Feb 09 02:20:12.776242 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b7465da-0f83-429d-8753-ef5004bc2859', 'tag': '5a67b309-f508-4461-8f29-4bf9bee3121f'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:20:12.778757 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcd5ee5-e4a8-461d-9baa-8963e07d15cc" -d '{"events": [{"name": "network-changed", "server_uuid": "8b7465da-0f83-429d-8753-ef5004bc2859", "tag": "5a67b309-f508-4461-8f29-4bf9bee3121f"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:20:12.778917 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51734) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:12.783507 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-6c0ec82f-d48e-4dc2-a57e-be0cfc44dd82 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1960204214', 'description': 'tempest-secgroup-smoke-1960204214 description', 'project_id': 'eddd88d2d8974b509b724acf2aed133a'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:12.810612 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c0ec82f-d48e-4dc2-a57e-be0cfc44dd82 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:12.819898 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b722eb08-76ac-43b3-a852-6a2a4075c893 x-openstack-request-id: req-b722eb08-76ac-43b3-a852-6a2a4075c893 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:20:12.820375 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b7465da-0f83-429d-8753-ef5004bc2859", "tag": "5a67b309-f508-4461-8f29-4bf9bee3121f", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:20:12.820590 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b722eb08-76ac-43b3-a852-6a2a4075c893 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:20:12.821183 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b7465da-0f83-429d-8753-ef5004bc2859', 'tag': '5a67b309-f508-4461-8f29-4bf9bee3121f', 'status': 'completed', 'code': 200} Feb 09 02:20:12.863876 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-082392ee-be93-418d-ae41-86713eb20669 None None] Set router 1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:20:12.885555 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c0ec82f-d48e-4dc2-a57e-be0cfc44dd82 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks [] for security_group (8e3c63ee-1fe5-42fd-a8c4-0c0bf305f822), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:12.889780 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd5ee5-e4a8-461d-9baa-8963e07d15cc req-1874d026-eecc-498e-9d4f-efa90e062266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:12.889965 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c0ec82f-d48e-4dc2-a57e-be0cfc44dd82 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (8e3c63ee-1fe5-42fd-a8c4-0c0bf305f822), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:12.891780 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6dcd5ee5-e4a8-461d-9baa-8963e07d15cc req-1874d026-eecc-498e-9d4f-efa90e062266 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=eddd88d2d8974b509b724acf2aed133a&device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 1128 time: 0.0481920 Feb 09 02:20:12.916666 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c0ec82f-d48e-4dc2-a57e-be0cfc44dd82 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:12.918436 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6c0ec82f-d48e-4dc2-a57e-be0cfc44dd82 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1380484 Feb 09 02:20:12.921606 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51738) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:12.926359 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-c5a47eff-7e31-4ada-8ea2-03739c3c61e4 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Request body: {'security_group_rule': {'security_group_id': '8e3c63ee-1fe5-42fd-a8c4-0c0bf305f822', 'project_id': 'eddd88d2d8974b509b724acf2aed133a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:12.927324 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ec82f-d48e-4dc2-a57e-be0cfc44dd82 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3c63ee-1fe5-42fd-a8c4-0c0bf305f822,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:12.936908 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ec82f-d48e-4dc2-a57e-be0cfc44dd82 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:12.937259 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ec82f-d48e-4dc2-a57e-be0cfc44dd82 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:12.937600 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ec82f-d48e-4dc2-a57e-be0cfc44dd82 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:12.937932 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ec82f-d48e-4dc2-a57e-be0cfc44dd82 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:12.938458 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ec82f-d48e-4dc2-a57e-be0cfc44dd82 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:12.938795 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ec82f-d48e-4dc2-a57e-be0cfc44dd82 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:12.939123 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ec82f-d48e-4dc2-a57e-be0cfc44dd82 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:12.939448 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ec82f-d48e-4dc2-a57e-be0cfc44dd82 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:12.939772 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ec82f-d48e-4dc2-a57e-be0cfc44dd82 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:12.940152 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ec82f-d48e-4dc2-a57e-be0cfc44dd82 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:12.940480 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ec82f-d48e-4dc2-a57e-be0cfc44dd82 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:12.940800 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ec82f-d48e-4dc2-a57e-be0cfc44dd82 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:12.941118 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ec82f-d48e-4dc2-a57e-be0cfc44dd82 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:13.003470 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c5a47eff-7e31-4ada-8ea2-03739c3c61e4 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks [] for security_group_rule (1ee35334-b0b4-4a23-9433-a584df7f7a68), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:13.037692 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd5ee5-e4a8-461d-9baa-8963e07d15cc req-371037f3-d92b-485e-81bb-043a550fe34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:13.039193 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6dcd5ee5-e4a8-461d-9baa-8963e07d15cc req-371037f3-d92b-485e-81bb-043a550fe34f service neutron] 10.222.0.121 "GET /v2.0/networks?id=97a4f759-6185-4aba-9535-654386440ad2 HTTP/1.1" status: 200 len: 916 time: 0.1411259 Feb 09 02:20:13.104327 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-082392ee-be93-418d-ae41-86713eb20669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54', 'name': 'tempest-TestMinimumBasicScenario-1583237129-router', 'tenant_id': 'eddd88d2d8974b509b724acf2aed133a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '1bea4c64-359a-4f19-af70-b1421c38106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:19:13Z', 'updated_at': '2022-02-09T02:19:16Z', 'revision_number': 4, 'project_id': 'eddd88d2d8974b509b724acf2aed133a', 'gw_port': {'id': '1bea4c64-359a-4f19-af70-b1421c38106b', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:14Z', 'updated_at': '2022-02-09T02:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': 'ab0eb85e-a993-4431-b8a3-994aeac49b9a', 'tenant_id': 'eddd88d2d8974b509b724acf2aed133a', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54', 'port_id': '5a67b309-f508-4461-8f29-4bf9bee3121f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97a4f759-6185-4aba-9535-654386440ad2', 'mac_address': 'fa:16:3e:02:22:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7465da-0f83-429d-8753-ef5004bc2859', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:20:11Z', 'updated_at': '2022-02-09T02:20:11Z', 'revision_number': 0, 'project_id': 'eddd88d2d8974b509b724acf2aed133a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10675777-eab0-4890-9a4e-f4318aece223', 'name': '', 'network_id': '97a4f759-6185-4aba-9535-654386440ad2', 'tenant_id': 'eddd88d2d8974b509b724acf2aed133a', 'mac_address': 'fa:16:3e:6d:23:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'e22c3b86-2dde-44ba-959f-3fa264df1796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:16Z', 'updated_at': '2022-02-09T02:19:20Z', 'revision_number': 5, 'project_id': 'eddd88d2d8974b509b724acf2aed133a', 'subnets': [{'id': 'e22c3b86-2dde-44ba-959f-3fa264df1796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:13.107172 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c5a47eff-7e31-4ada-8ea2-03739c3c61e4 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks [] for security_group_rule (1ee35334-b0b4-4a23-9433-a584df7f7a68), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:13.112140 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c5a47eff-7e31-4ada-8ea2-03739c3c61e4 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (1ee35334-b0b4-4a23-9433-a584df7f7a68), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:13.129524 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6dcd5ee5-e4a8-461d-9baa-8963e07d15cc req-dcb55b98-e644-43b5-a0f9-847f3273cf48 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a67b309-f508-4461-8f29-4bf9bee3121f HTTP/1.1" status: 200 len: 998 time: 0.0836089 Feb 09 02:20:13.132913 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082392ee-be93-418d-ae41-86713eb20669 None None] Checking router: 1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:20:13.142545 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082392ee-be93-418d-ae41-86713eb20669 None None] Routers {'1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:20:13.143140 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-082392ee-be93-418d-ae41-86713eb20669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:19:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:13.148285 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a47eff-7e31-4ada-8ea2-03739c3c61e4 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee35334-b0b4-4a23-9433-a584df7f7a68,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:13.174313 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c5a47eff-7e31-4ada-8ea2-03739c3c61e4 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:13.175472 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c5a47eff-7e31-4ada-8ea2-03739c3c61e4 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2529037 Feb 09 02:20:13.178499 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51740) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:13.183052 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-421ab92a-75d9-41f8-b61c-1bdaf63c5c26 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Request body: {'security_group_rule': {'security_group_id': '8e3c63ee-1fe5-42fd-a8c4-0c0bf305f822', 'project_id': 'eddd88d2d8974b509b724acf2aed133a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:13.194209 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd5ee5-e4a8-461d-9baa-8963e07d15cc req-cf407d13-2c23-4e53-8a9f-a76ea4feedd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:13.195681 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6dcd5ee5-e4a8-461d-9baa-8963e07d15cc req-cf407d13-2c23-4e53-8a9f-a76ea4feedd1 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=e22c3b86-2dde-44ba-959f-3fa264df1796 HTTP/1.1" status: 200 len: 854 time: 0.0600228 Feb 09 02:20:13.210306 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-421ab92a-75d9-41f8-b61c-1bdaf63c5c26 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks [] for security_group_rule (daa44f82-0e63-4366-a34b-67a7fbcd1f7a), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:13.264675 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-082392ee-be93-418d-ae41-86713eb20669 None None] Set router 1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:20:13.272863 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-421ab92a-75d9-41f8-b61c-1bdaf63c5c26 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks [] for security_group_rule (daa44f82-0e63-4366-a34b-67a7fbcd1f7a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:13.278344 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-421ab92a-75d9-41f8-b61c-1bdaf63c5c26 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (daa44f82-0e63-4366-a34b-67a7fbcd1f7a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:13.292458 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ab92a-75d9-41f8-b61c-1bdaf63c5c26 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daa44f82-0e63-4366-a34b-67a7fbcd1f7a,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:13.311679 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-421ab92a-75d9-41f8-b61c-1bdaf63c5c26 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:13.316190 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-421ab92a-75d9-41f8-b61c-1bdaf63c5c26 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1365530 Feb 09 02:20:13.316883 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51742) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:13.321658 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-cfe9b888-b00c-417b-8f99-be41370670b6 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Request body: {'security_group_rule': {'security_group_id': '8e3c63ee-1fe5-42fd-a8c4-0c0bf305f822', 'project_id': 'eddd88d2d8974b509b724acf2aed133a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:13.350833 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cfe9b888-b00c-417b-8f99-be41370670b6 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks [] for security_group_rule (7bbed406-0145-411f-bfe7-6c7ba14f9f18), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:13.421477 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cfe9b888-b00c-417b-8f99-be41370670b6 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks [] for security_group_rule (7bbed406-0145-411f-bfe7-6c7ba14f9f18), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:13.427560 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cfe9b888-b00c-417b-8f99-be41370670b6 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (7bbed406-0145-411f-bfe7-6c7ba14f9f18), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:13.446463 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe9b888-b00c-417b-8f99-be41370670b6 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bbed406-0145-411f-bfe7-6c7ba14f9f18,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:13.466399 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cfe9b888-b00c-417b-8f99-be41370670b6 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:13.473457 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-cfe9b888-b00c-417b-8f99-be41370670b6 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1553674 Feb 09 02:20:13.474984 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51744) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:13.481577 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-e33b5f75-d08b-4f57-8432-cbde987e839d tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Request body: {'security_group_rule': {'security_group_id': '8e3c63ee-1fe5-42fd-a8c4-0c0bf305f822', 'project_id': 'eddd88d2d8974b509b724acf2aed133a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:13.513563 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e33b5f75-d08b-4f57-8432-cbde987e839d tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks [] for security_group_rule (fbdc500e-fbdb-4847-8384-e4ad99789dd9), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:13.532626 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-082392ee-be93-418d-ae41-86713eb20669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54', 'name': 'tempest-TestMinimumBasicScenario-1583237129-router', 'tenant_id': 'eddd88d2d8974b509b724acf2aed133a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '1bea4c64-359a-4f19-af70-b1421c38106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:19:13Z', 'updated_at': '2022-02-09T02:19:16Z', 'revision_number': 4, 'project_id': 'eddd88d2d8974b509b724acf2aed133a', 'gw_port': {'id': '1bea4c64-359a-4f19-af70-b1421c38106b', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:14Z', 'updated_at': '2022-02-09T02:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': 'ab0eb85e-a993-4431-b8a3-994aeac49b9a', 'tenant_id': 'eddd88d2d8974b509b724acf2aed133a', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54', 'port_id': '5a67b309-f508-4461-8f29-4bf9bee3121f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97a4f759-6185-4aba-9535-654386440ad2', 'mac_address': 'fa:16:3e:02:22:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7465da-0f83-429d-8753-ef5004bc2859', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:20:11Z', 'updated_at': '2022-02-09T02:20:11Z', 'revision_number': 0, 'project_id': 'eddd88d2d8974b509b724acf2aed133a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10675777-eab0-4890-9a4e-f4318aece223', 'name': '', 'network_id': '97a4f759-6185-4aba-9535-654386440ad2', 'tenant_id': 'eddd88d2d8974b509b724acf2aed133a', 'mac_address': 'fa:16:3e:6d:23:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'e22c3b86-2dde-44ba-959f-3fa264df1796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:16Z', 'updated_at': '2022-02-09T02:19:20Z', 'revision_number': 5, 'project_id': 'eddd88d2d8974b509b724acf2aed133a', 'subnets': [{'id': 'e22c3b86-2dde-44ba-959f-3fa264df1796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:13.567867 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082392ee-be93-418d-ae41-86713eb20669 None None] The sync data for ids ['1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54'] in n-d-822053-40 is: [{'id': '1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54', 'name': 'tempest-TestMinimumBasicScenario-1583237129-router', 'tenant_id': 'eddd88d2d8974b509b724acf2aed133a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '1bea4c64-359a-4f19-af70-b1421c38106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:19:13Z', 'updated_at': '2022-02-09T02:19:16Z', 'revision_number': 4, 'project_id': 'eddd88d2d8974b509b724acf2aed133a', 'gw_port': {'id': '1bea4c64-359a-4f19-af70-b1421c38106b', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:14Z', 'updated_at': '2022-02-09T02:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': 'ab0eb85e-a993-4431-b8a3-994aeac49b9a', 'tenant_id': 'eddd88d2d8974b509b724acf2aed133a', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54', 'port_id': '5a67b309-f508-4461-8f29-4bf9bee3121f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97a4f759-6185-4aba-9535-654386440ad2', 'mac_address': 'fa:16:3e:02:22:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7465da-0f83-429d-8753-ef5004bc2859', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:20:11Z', 'updated_at': '2022-02-09T02:20:11Z', 'revision_number': 0, 'project_id': 'eddd88d2d8974b509b724acf2aed133a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10675777-eab0-4890-9a4e-f4318aece223', 'name': '', 'network_id': '97a4f759-6185-4aba-9535-654386440ad2', 'tenant_id': 'eddd88d2d8974b509b724acf2aed133a', 'mac_address': 'fa:16:3e:6d:23:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'e22c3b86-2dde-44ba-959f-3fa264df1796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:16Z', 'updated_at': '2022-02-09T02:19:20Z', 'revision_number': 5, 'project_id': 'eddd88d2d8974b509b724acf2aed133a', 'subnets': [{'id': 'e22c3b86-2dde-44ba-959f-3fa264df1796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:20:13.581892 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e33b5f75-d08b-4f57-8432-cbde987e839d tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks [] for security_group_rule (fbdc500e-fbdb-4847-8384-e4ad99789dd9), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:13.586346 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e33b5f75-d08b-4f57-8432-cbde987e839d tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (fbdc500e-fbdb-4847-8384-e4ad99789dd9), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:13.610670 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b5f75-d08b-4f57-8432-cbde987e839d tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbdc500e-fbdb-4847-8384-e4ad99789dd9,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:13.614854 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd5ee5-e4a8-461d-9baa-8963e07d15cc req-a27367c5-c3c2-4e54-89a5-76e150d3d78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:13.616419 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6dcd5ee5-e4a8-461d-9baa-8963e07d15cc req-a27367c5-c3c2-4e54-89a5-76e150d3d78f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=97a4f759-6185-4aba-9535-654386440ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4128404 Feb 09 02:20:13.620527 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e33b5f75-d08b-4f57-8432-cbde987e839d tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:13.622695 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e33b5f75-d08b-4f57-8432-cbde987e839d tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1455283 Feb 09 02:20:13.625410 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51746) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:13.630439 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-2985908b-7f78-4fd0-8556-fa49bc9bd742 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Request body: {'security_group_rule': {'security_group_id': '8e3c63ee-1fe5-42fd-a8c4-0c0bf305f822', 'project_id': 'eddd88d2d8974b509b724acf2aed133a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:13.652714 n-d-822053-40 neutron-server[103528]: INFO neutron.db.securitygroups_db [None req-2985908b-7f78-4fd0-8556-fa49bc9bd742 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Project eddd88d2d8974b509b724acf2aed133a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:20:13.657979 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2985908b-7f78-4fd0-8556-fa49bc9bd742 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks [] for security_group_rule (077719fe-6c79-43ba-96d1-1bacd3d0ffb5), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:13.729142 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2985908b-7f78-4fd0-8556-fa49bc9bd742 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks [] for security_group_rule (077719fe-6c79-43ba-96d1-1bacd3d0ffb5), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:13.729504 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6dcd5ee5-e4a8-461d-9baa-8963e07d15cc req-bafeea74-1daa-48ce-b5e7-5de7109768f9 service neutron] 10.222.0.121 "GET /v2.0/networks/97a4f759-6185-4aba-9535-654386440ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058328 Feb 09 02:20:13.733674 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2985908b-7f78-4fd0-8556-fa49bc9bd742 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (077719fe-6c79-43ba-96d1-1bacd3d0ffb5), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:13.754009 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985908b-7f78-4fd0-8556-fa49bc9bd742 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=077719fe-6c79-43ba-96d1-1bacd3d0ffb5,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:13.760432 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2985908b-7f78-4fd0-8556-fa49bc9bd742 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:13.762170 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2985908b-7f78-4fd0-8556-fa49bc9bd742 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1351190 Feb 09 02:20:13.764972 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51748) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:13.770365 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-2fa83161-b856-4227-bb84-25ae1ea3c697 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Request body: {'security_group_rule': {'security_group_id': '8e3c63ee-1fe5-42fd-a8c4-0c0bf305f822', 'project_id': 'eddd88d2d8974b509b724acf2aed133a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:13.793585 n-d-822053-40 neutron-server[103528]: INFO neutron.db.securitygroups_db [None req-2fa83161-b856-4227-bb84-25ae1ea3c697 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Project eddd88d2d8974b509b724acf2aed133a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:20:13.801378 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2fa83161-b856-4227-bb84-25ae1ea3c697 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks [] for security_group_rule (befe0631-628a-4ac8-8407-7151a8eeca47), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:13.832616 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6dcd5ee5-e4a8-461d-9baa-8963e07d15cc req-73e72c92-c718-45a7-a98d-f11d2e9b90b1 service neutron] 10.222.0.121 "GET /v2.0/networks/97a4f759-6185-4aba-9535-654386440ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965393 Feb 09 02:20:13.874425 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2fa83161-b856-4227-bb84-25ae1ea3c697 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks [] for security_group_rule (befe0631-628a-4ac8-8407-7151a8eeca47), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:13.878574 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2fa83161-b856-4227-bb84-25ae1ea3c697 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (befe0631-628a-4ac8-8407-7151a8eeca47), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:13.879416 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c8f121-162b-4eac-934b-65bbf42be457 None None] New status for floating IP ab0eb85e-a993-4431-b8a3-994aeac49b9a: ACTIVE {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:20:13.899145 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa83161-b856-4227-bb84-25ae1ea3c697 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=befe0631-628a-4ac8-8407-7151a8eeca47,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:13.908599 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2fa83161-b856-4227-bb84-25ae1ea3c697 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:13.912773 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2fa83161-b856-4227-bb84-25ae1ea3c697 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1435499 Feb 09 02:20:14.003001 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6325190a-a1f8-4d11-a42d-0be04e41020c req-7125c076-6385-48fa-96be-ed0bdfd4c15d tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1960204214&fields=id&tenant_id=eddd88d2d8974b509b724acf2aed133a HTTP/1.1" status: 200 len: 267 time: 0.0471268 Feb 09 02:20:14.070864 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325190a-a1f8-4d11-a42d-0be04e41020c req-9668ea4f-363e-4749-99d3-02e441d4356e tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:14.072363 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6325190a-a1f8-4d11-a42d-0be04e41020c req-9668ea4f-363e-4749-99d3-02e441d4356e tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 945 time: 0.0632176 Feb 09 02:20:14.083722 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-6325190a-a1f8-4d11-a42d-0be04e41020c req-937d74b9-8788-414e-a851-ddc56d77cd61 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Request body: {'port': {'security_groups': ['a6de2eed-0f1b-45f4-8685-9d15fbbafa36', '8e3c63ee-1fe5-42fd-a8c4-0c0bf305f822']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:14.155072 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6325190a-a1f8-4d11-a42d-0be04e41020c req-937d74b9-8788-414e-a851-ddc56d77cd61 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5a67b309-f508-4461-8f29-4bf9bee3121f), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:14.340278 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-6325190a-a1f8-4d11-a42d-0be04e41020c req-937d74b9-8788-414e-a851-ddc56d77cd61 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] For port 5a67b309-f508-4461-8f29-4bf9bee3121f, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=5a67b309-f508-4461-8f29-4bf9bee3121f,segment=NetworkSegment(e0d551df-80fa-4aa4-a0d1-3bb9674811fe),segment_id=e0d551df-80fa-4aa4-a0d1-3bb9674811fe)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:20:14.368393 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6325190a-a1f8-4d11-a42d-0be04e41020c req-937d74b9-8788-414e-a851-ddc56d77cd61 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks [] for port (5a67b309-f508-4461-8f29-4bf9bee3121f), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:14.373551 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6325190a-a1f8-4d11-a42d-0be04e41020c req-937d74b9-8788-414e-a851-ddc56d77cd61 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (5a67b309-f508-4461-8f29-4bf9bee3121f), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:14.384976 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['5a67b309-f508-4461-8f29-4bf9bee3121f'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:20:14.413799 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325190a-a1f8-4d11-a42d-0be04e41020c req-937d74b9-8788-414e-a851-ddc56d77cd61 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:14.414430 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-6325190a-a1f8-4d11-a42d-0be04e41020c req-937d74b9-8788-414e-a851-ddc56d77cd61 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:14.416381 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6325190a-a1f8-4d11-a42d-0be04e41020c req-937d74b9-8788-414e-a851-ddc56d77cd61 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "PUT /v2.0/ports/5a67b309-f508-4461-8f29-4bf9bee3121f HTTP/1.1" status: 200 len: 981 time: 0.3366714 Feb 09 02:20:14.456238 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d74b9-8788-414e-a851-ddc56d77cd61 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Pushing event updated for resources: {'Port': ['ID=5a67b309-f508-4461-8f29-4bf9bee3121f,revision_number=6']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:14.500074 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['5a67b309-f508-4461-8f29-4bf9bee3121f'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:20:14.534629 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd8008-845c-460e-8635-8208d720a666 req-7582d747-ffb6-417f-9d55-d3475ea1571b tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:14.536191 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-30dd8008-845c-460e-8635-8208d720a666 req-7582d747-ffb6-417f-9d55-d3475ea1571b tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 984 time: 0.0595288 Feb 09 02:20:14.613714 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-30dd8008-845c-460e-8635-8208d720a666 req-df41107f-14d2-45d0-9b42-123663b80946 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6de2eed-0f1b-45f4-8685-9d15fbbafa36&id=8e3c63ee-1fe5-42fd-a8c4-0c0bf305f822&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654497 Feb 09 02:20:14.719628 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-91401600-2aa4-4fda-b0f5-9139078e6437 None None] Provisioning complete for port 5a67b309-f508-4461-8f29-4bf9bee3121f triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:14.719915 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-91401600-2aa4-4fda-b0f5-9139078e6437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5a67b309-f508-4461-8f29-4bf9bee3121f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:14.822608 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b7465da-0f83-429d-8753-ef5004bc2859', 'tag': '5a67b309-f508-4461-8f29-4bf9bee3121f'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:20:14.825710 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bba17fa-f2a0-4402-9af9-5769d8847fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "8b7465da-0f83-429d-8753-ef5004bc2859", "tag": "5a67b309-f508-4461-8f29-4bf9bee3121f"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:20:14.862188 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e131f062-4c3b-42ce-87f2-85aa6b192068 x-openstack-request-id: req-e131f062-4c3b-42ce-87f2-85aa6b192068 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:20:14.862479 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b7465da-0f83-429d-8753-ef5004bc2859", "tag": "5a67b309-f508-4461-8f29-4bf9bee3121f", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:20:14.862730 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e131f062-4c3b-42ce-87f2-85aa6b192068 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:20:14.863127 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b7465da-0f83-429d-8753-ef5004bc2859', 'tag': '5a67b309-f508-4461-8f29-4bf9bee3121f', 'status': 'completed', 'code': 200} Feb 09 02:20:14.919156 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-91401600-2aa4-4fda-b0f5-9139078e6437 None None] Current status of the port 5a67b309-f508-4461-8f29-4bf9bee3121f is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:20:14.933885 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba17fa-f2a0-4402-9af9-5769d8847fd5 req-4332e476-2a08-4372-82dd-fd6759af9dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:14.936610 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7bba17fa-f2a0-4402-9af9-5769d8847fd5 req-4332e476-2a08-4372-82dd-fd6759af9dff service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=eddd88d2d8974b509b724acf2aed133a&device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 1167 time: 0.0518479 Feb 09 02:20:15.031616 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba17fa-f2a0-4402-9af9-5769d8847fd5 req-5ed4e505-968c-457b-a906-a20754361281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:15.033108 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7bba17fa-f2a0-4402-9af9-5769d8847fd5 req-5ed4e505-968c-457b-a906-a20754361281 service neutron] 10.222.0.121 "GET /v2.0/networks?id=97a4f759-6185-4aba-9535-654386440ad2 HTTP/1.1" status: 200 len: 916 time: 0.0901392 Feb 09 02:20:15.106989 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7bba17fa-f2a0-4402-9af9-5769d8847fd5 req-a98f9159-e9af-4500-806d-15418a23bef0 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a67b309-f508-4461-8f29-4bf9bee3121f HTTP/1.1" status: 200 len: 1000 time: 0.0673161 Feb 09 02:20:15.156231 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba17fa-f2a0-4402-9af9-5769d8847fd5 req-c1df8358-f9cc-4e55-be04-d66fd247192c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:15.157650 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7bba17fa-f2a0-4402-9af9-5769d8847fd5 req-c1df8358-f9cc-4e55-be04-d66fd247192c service neutron] 10.222.0.121 "GET /v2.0/subnets?id=e22c3b86-2dde-44ba-959f-3fa264df1796 HTTP/1.1" status: 200 len: 854 time: 0.0438459 Feb 09 02:20:15.207749 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba17fa-f2a0-4402-9af9-5769d8847fd5 req-6ebc9dba-9a0d-4181-953e-71a68d02f21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:15.209258 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7bba17fa-f2a0-4402-9af9-5769d8847fd5 req-6ebc9dba-9a0d-4181-953e-71a68d02f21b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=97a4f759-6185-4aba-9535-654386440ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451694 Feb 09 02:20:15.312912 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7bba17fa-f2a0-4402-9af9-5769d8847fd5 req-ea94df52-d7ac-4521-a877-55c6c2018287 service neutron] 10.222.0.121 "GET /v2.0/networks/97a4f759-6185-4aba-9535-654386440ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966575 Feb 09 02:20:15.403426 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7bba17fa-f2a0-4402-9af9-5769d8847fd5 req-dc867f00-d5ba-4145-bce2-a2cba98f6366 service neutron] 10.222.0.121 "GET /v2.0/networks/97a4f759-6185-4aba-9535-654386440ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840294 Feb 09 02:20:20.072521 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:20.937556 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0fd49ab3-3d92-401b-9efe-7b6170a3e2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:21.566987 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:24.374664 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a8591387-54f8-4ce4-8fed-cb03314c8d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:26.022955 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:26.318012 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:20:27.767071 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:28.425679 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:28.960629 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf5015-1b7b-4a8b-abfd-d53b763b3f4c req-5dcb95be-7794-4b57-b7c4-f78fdefb52ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:28.962145 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-19cf5015-1b7b-4a8b-abfd-d53b763b3f4c req-5dcb95be-7794-4b57-b7c4-f78fdefb52ac service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=eddd88d2d8974b509b724acf2aed133a&device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 1167 time: 0.0764265 Feb 09 02:20:28.973559 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef66ff6-8884-43ba-a8db-8a2b8f00713d req-ed6c0bb2-ee40-4f9a-8c0f-3bc0bc988895 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:28.974943 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ef66ff6-8884-43ba-a8db-8a2b8f00713d req-ed6c0bb2-ee40-4f9a-8c0f-3bc0bc988895 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 984 time: 0.0993707 Feb 09 02:20:29.102625 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ef66ff6-8884-43ba-a8db-8a2b8f00713d req-8a9197b6-924f-44a4-b3cf-823f71be298a tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6de2eed-0f1b-45f4-8685-9d15fbbafa36&id=8e3c63ee-1fe5-42fd-a8c4-0c0bf305f822&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1186576 Feb 09 02:20:29.118266 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf5015-1b7b-4a8b-abfd-d53b763b3f4c req-193baae0-95de-4037-bfef-96f071d03b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:29.119760 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-19cf5015-1b7b-4a8b-abfd-d53b763b3f4c req-193baae0-95de-4037-bfef-96f071d03b25 service neutron] 10.222.0.121 "GET /v2.0/networks?id=97a4f759-6185-4aba-9535-654386440ad2 HTTP/1.1" status: 200 len: 916 time: 0.1439772 Feb 09 02:20:29.186413 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-19cf5015-1b7b-4a8b-abfd-d53b763b3f4c req-4c70df9e-ff60-4b05-b579-6782966e0fb0 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a67b309-f508-4461-8f29-4bf9bee3121f HTTP/1.1" status: 200 len: 1000 time: 0.0600381 Feb 09 02:20:29.235470 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf5015-1b7b-4a8b-abfd-d53b763b3f4c req-769c1a1c-3b40-488d-8f20-8ffc239ee23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:29.237288 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-19cf5015-1b7b-4a8b-abfd-d53b763b3f4c req-769c1a1c-3b40-488d-8f20-8ffc239ee23a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=e22c3b86-2dde-44ba-959f-3fa264df1796 HTTP/1.1" status: 200 len: 854 time: 0.0439019 Feb 09 02:20:29.291072 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf5015-1b7b-4a8b-abfd-d53b763b3f4c req-f461ca40-04a7-42af-b378-5bba401974c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:29.292587 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-19cf5015-1b7b-4a8b-abfd-d53b763b3f4c req-f461ca40-04a7-42af-b378-5bba401974c7 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=97a4f759-6185-4aba-9535-654386440ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0493150 Feb 09 02:20:29.383860 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-19cf5015-1b7b-4a8b-abfd-d53b763b3f4c req-7720418d-c448-4757-abef-58c409e43cbc service neutron] 10.222.0.121 "GET /v2.0/networks/97a4f759-6185-4aba-9535-654386440ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840209 Feb 09 02:20:29.476646 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-19cf5015-1b7b-4a8b-abfd-d53b763b3f4c req-a8b59c40-813f-40a8-85db-8e9cebea9410 service neutron] 10.222.0.121 "GET /v2.0/networks/97a4f759-6185-4aba-9535-654386440ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867708 Feb 09 02:20:30.227223 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f33c5-a911-4269-a9b8-7748c2a640b3 req-c3dc8901-7dc7-4432-89fc-902e38bd1eff tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:30.228731 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-473f33c5-a911-4269-a9b8-7748c2a640b3 req-c3dc8901-7dc7-4432-89fc-902e38bd1eff tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 984 time: 0.0534527 Feb 09 02:20:30.290253 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-473f33c5-a911-4269-a9b8-7748c2a640b3 req-b03e070e-a3a4-46a8-b7d7-32458be89269 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6de2eed-0f1b-45f4-8685-9d15fbbafa36&id=8e3c63ee-1fe5-42fd-a8c4-0c0bf305f822&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551968 Feb 09 02:20:31.407924 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac24a4-d526-43d7-84d5-98b8928ff033 req-0b17b446-24d1-448d-bffb-f7f9d6a383fd tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:31.409415 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dfac24a4-d526-43d7-84d5-98b8928ff033 req-0b17b446-24d1-448d-bffb-f7f9d6a383fd tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 984 time: 0.0532622 Feb 09 02:20:31.473678 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dfac24a4-d526-43d7-84d5-98b8928ff033 req-4a3f687c-94ed-4f08-af94-e025de1c4eff tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6de2eed-0f1b-45f4-8685-9d15fbbafa36&id=8e3c63ee-1fe5-42fd-a8c4-0c0bf305f822&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586290 Feb 09 02:20:32.595938 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3f9ad-143a-4c79-854e-58ae929adc89 req-97bbd56d-0bb3-4d3d-9686-c8ce7868e050 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:32.597435 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f4e3f9ad-143a-4c79-854e-58ae929adc89 req-97bbd56d-0bb3-4d3d-9686-c8ce7868e050 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 984 time: 0.0541096 Feb 09 02:20:32.656917 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f4e3f9ad-143a-4c79-854e-58ae929adc89 req-ae4cae69-8bca-432c-ac3d-ecb407d11ef1 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6de2eed-0f1b-45f4-8685-9d15fbbafa36&id=8e3c63ee-1fe5-42fd-a8c4-0c0bf305f822&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537817 Feb 09 02:20:33.780628 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647e884-b1e0-4984-95e0-f0c81e48ab48 req-b63d61d3-6c8b-4024-815e-cacd9a193cea tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:33.782111 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7647e884-b1e0-4984-95e0-f0c81e48ab48 req-b63d61d3-6c8b-4024-815e-cacd9a193cea tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 984 time: 0.0566168 Feb 09 02:20:33.844444 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7647e884-b1e0-4984-95e0-f0c81e48ab48 req-6e8a7536-f5a9-4da8-9f09-988295dccfa3 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6de2eed-0f1b-45f4-8685-9d15fbbafa36&id=8e3c63ee-1fe5-42fd-a8c4-0c0bf305f822&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564988 Feb 09 02:20:34.970923 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191bb70-ac77-46ce-8c20-40a80d065e26 req-5c28d555-20b5-4056-b494-c1b9371b35fb tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:34.972455 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2191bb70-ac77-46ce-8c20-40a80d065e26 req-5c28d555-20b5-4056-b494-c1b9371b35fb tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 984 time: 0.0586936 Feb 09 02:20:35.031871 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2191bb70-ac77-46ce-8c20-40a80d065e26 req-789d02f7-3cc6-4b1a-8965-6f59797333cc tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6de2eed-0f1b-45f4-8685-9d15fbbafa36&id=8e3c63ee-1fe5-42fd-a8c4-0c0bf305f822&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537014 Feb 09 02:20:36.154289 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23d9bd-29d9-477e-a568-7b9e0c5b832b req-29ec196b-a69f-41a1-837a-cc790f005722 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:36.155767 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dd23d9bd-29d9-477e-a568-7b9e0c5b832b req-29ec196b-a69f-41a1-837a-cc790f005722 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 984 time: 0.0547593 Feb 09 02:20:36.214872 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dd23d9bd-29d9-477e-a568-7b9e0c5b832b req-f6b4cb58-6b18-40d5-ab04-55ee386636f3 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6de2eed-0f1b-45f4-8685-9d15fbbafa36&id=8e3c63ee-1fe5-42fd-a8c4-0c0bf305f822&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534458 Feb 09 02:20:37.334715 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd69f4-f757-4aa5-a4af-7de92b1f9872 req-c3367c8c-daae-4877-816f-886fed523245 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:37.336199 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4ecd69f4-f757-4aa5-a4af-7de92b1f9872 req-c3367c8c-daae-4877-816f-886fed523245 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 984 time: 0.0525563 Feb 09 02:20:37.399651 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4ecd69f4-f757-4aa5-a4af-7de92b1f9872 req-05245c24-63de-4ae5-9f87-38954c0d095a tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6de2eed-0f1b-45f4-8685-9d15fbbafa36&id=8e3c63ee-1fe5-42fd-a8c4-0c0bf305f822&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575967 Feb 09 02:20:38.524032 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c2b56-5c5f-4ddf-a9e9-30dfb2e5730c req-7fb07307-7154-4ec1-9d8b-850875019863 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:38.525515 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d88c2b56-5c5f-4ddf-a9e9-30dfb2e5730c req-7fb07307-7154-4ec1-9d8b-850875019863 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 984 time: 0.0537205 Feb 09 02:20:38.587169 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d88c2b56-5c5f-4ddf-a9e9-30dfb2e5730c req-4e82235c-f5e0-40a5-b489-f632f3b711e7 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6de2eed-0f1b-45f4-8685-9d15fbbafa36&id=8e3c63ee-1fe5-42fd-a8c4-0c0bf305f822&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552080 Feb 09 02:20:39.707235 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ed999-abf8-47d1-ac9f-bb4685178ed3 req-39917845-ffd5-4923-9ebb-404544ead064 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:39.708757 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fe9ed999-abf8-47d1-ac9f-bb4685178ed3 req-39917845-ffd5-4923-9ebb-404544ead064 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 984 time: 0.0529583 Feb 09 02:20:39.775507 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fe9ed999-abf8-47d1-ac9f-bb4685178ed3 req-4dee7fa1-21f5-4a95-b597-94442da18d0d tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6de2eed-0f1b-45f4-8685-9d15fbbafa36&id=8e3c63ee-1fe5-42fd-a8c4-0c0bf305f822&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608616 Feb 09 02:20:41.154884 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb48e2f-3777-4a19-884c-daede8f4b281 req-fa047f32-0c2e-42ae-99da-a8c2526797a2 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:41.156433 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4fb48e2f-3777-4a19-884c-daede8f4b281 req-fa047f32-0c2e-42ae-99da-a8c2526797a2 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 984 time: 0.0579839 Feb 09 02:20:41.215176 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4fb48e2f-3777-4a19-884c-daede8f4b281 req-860d093f-dd6a-4814-969f-5241f073d391 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6de2eed-0f1b-45f4-8685-9d15fbbafa36&id=8e3c63ee-1fe5-42fd-a8c4-0c0bf305f822&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531893 Feb 09 02:20:42.341117 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f910b16-2271-4488-8961-bd382e858e9a req-1e1d718c-b80a-4691-ba7b-42d3789e66a1 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:42.342593 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6f910b16-2271-4488-8961-bd382e858e9a req-1e1d718c-b80a-4691-ba7b-42d3789e66a1 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 984 time: 0.0540140 Feb 09 02:20:42.400942 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6f910b16-2271-4488-8961-bd382e858e9a req-3094b5b3-51c0-4b5b-9921-937b92658d80 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6de2eed-0f1b-45f4-8685-9d15fbbafa36&id=8e3c63ee-1fe5-42fd-a8c4-0c0bf305f822&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524588 Feb 09 02:20:42.865657 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4881f-7528-4024-b149-88a914176ce5 req-6da65255-9fa6-4201-a8f9-c4f5026bb206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:42.867070 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-44a4881f-7528-4024-b149-88a914176ce5 req-6da65255-9fa6-4201-a8f9-c4f5026bb206 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=eddd88d2d8974b509b724acf2aed133a&device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 1167 time: 0.0499637 Feb 09 02:20:42.969777 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4881f-7528-4024-b149-88a914176ce5 req-2df390f5-268e-471c-bb38-c3d15f460129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:42.971271 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-44a4881f-7528-4024-b149-88a914176ce5 req-2df390f5-268e-471c-bb38-c3d15f460129 service neutron] 10.222.0.121 "GET /v2.0/networks?id=97a4f759-6185-4aba-9535-654386440ad2 HTTP/1.1" status: 200 len: 916 time: 0.0836649 Feb 09 02:20:43.042268 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-44a4881f-7528-4024-b149-88a914176ce5 req-b69e21a5-c7cd-48a2-a7de-772d5f1e961a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a67b309-f508-4461-8f29-4bf9bee3121f HTTP/1.1" status: 200 len: 1000 time: 0.0643640 Feb 09 02:20:43.090845 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4881f-7528-4024-b149-88a914176ce5 req-c625d702-e1d4-4b64-8559-0c4053ff0b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:43.092453 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-44a4881f-7528-4024-b149-88a914176ce5 req-c625d702-e1d4-4b64-8559-0c4053ff0b7e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=e22c3b86-2dde-44ba-959f-3fa264df1796 HTTP/1.1" status: 200 len: 854 time: 0.0441797 Feb 09 02:20:43.147743 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4881f-7528-4024-b149-88a914176ce5 req-1eb84756-9513-4eb5-9253-89370c100df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:43.149207 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-44a4881f-7528-4024-b149-88a914176ce5 req-1eb84756-9513-4eb5-9253-89370c100df1 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=97a4f759-6185-4aba-9535-654386440ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0511377 Feb 09 02:20:43.243303 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-44a4881f-7528-4024-b149-88a914176ce5 req-79458191-24e1-40e0-b2db-e09c66284a37 service neutron] 10.222.0.121 "GET /v2.0/networks/97a4f759-6185-4aba-9535-654386440ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867839 Feb 09 02:20:43.332731 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-44a4881f-7528-4024-b149-88a914176ce5 req-a903a797-d0ec-487b-b78e-9bccf9dfc72f service neutron] 10.222.0.121 "GET /v2.0/networks/97a4f759-6185-4aba-9535-654386440ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831435 Feb 09 02:20:43.518945 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38959add-d47e-49f8-afa7-d15966314eab req-d2f8d178-3037-4db8-b926-0890ef387b58 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:43.520702 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-38959add-d47e-49f8-afa7-d15966314eab req-d2f8d178-3037-4db8-b926-0890ef387b58 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 984 time: 0.0527034 Feb 09 02:20:43.580611 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-38959add-d47e-49f8-afa7-d15966314eab req-5c10cb00-f024-4d22-b62c-55e4d5660b60 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6de2eed-0f1b-45f4-8685-9d15fbbafa36&id=8e3c63ee-1fe5-42fd-a8c4-0c0bf305f822&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543151 Feb 09 02:20:44.706665 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b5d3e-1f7e-4081-9d80-c29d37f969aa req-3f08abd9-601d-445b-8dfb-7aae25404965 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:44.708181 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0c7b5d3e-1f7e-4081-9d80-c29d37f969aa req-3f08abd9-601d-445b-8dfb-7aae25404965 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 984 time: 0.0591161 Feb 09 02:20:44.768627 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0c7b5d3e-1f7e-4081-9d80-c29d37f969aa req-2564e818-2ad9-44a9-8b63-c088373f728c tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6de2eed-0f1b-45f4-8685-9d15fbbafa36&id=8e3c63ee-1fe5-42fd-a8c4-0c0bf305f822&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546539 Feb 09 02:20:45.886442 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75174b2f-5202-4386-99ae-ce16f0d4f9dd req-27c93d04-d97b-4b30-b5f8-d8d867924a47 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:45.889118 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75174b2f-5202-4386-99ae-ce16f0d4f9dd req-27c93d04-d97b-4b30-b5f8-d8d867924a47 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 984 time: 0.0535443 Feb 09 02:20:45.948451 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75174b2f-5202-4386-99ae-ce16f0d4f9dd req-8348227e-356c-4eb4-a1aa-ad3b39a8e287 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6de2eed-0f1b-45f4-8685-9d15fbbafa36&id=8e3c63ee-1fe5-42fd-a8c4-0c0bf305f822&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537841 Feb 09 02:20:50.087768 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:50.940750 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8e3b94ae-2ee8-421c-9859-21d9592567f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:51.560175 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:54.376584 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d710f6c3-2667-4e94-94b5-6aa72ab3b467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:56.029941 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:57.771603 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:58.429327 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:03.317285 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:21:19.563640 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5f38faee-bdc3-48ae-9bd3-100e2ab9ea06 req-eb0bb33f-85d8-4b9d-a022-7fc5eb575a8b tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1960204214&fields=id&tenant_id=eddd88d2d8974b509b724acf2aed133a HTTP/1.1" status: 200 len: 267 time: 0.0441875 Feb 09 02:21:19.625075 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38faee-bdc3-48ae-9bd3-100e2ab9ea06 req-579f7fc5-08c9-41f2-af86-9da38f7e79ee tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:19.626545 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5f38faee-bdc3-48ae-9bd3-100e2ab9ea06 req-579f7fc5-08c9-41f2-af86-9da38f7e79ee tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 984 time: 0.0576820 Feb 09 02:21:19.637340 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-5f38faee-bdc3-48ae-9bd3-100e2ab9ea06 req-a5eaae7e-a6d7-40aa-85aa-04d9081afb55 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Request body: {'port': {'security_groups': ['a6de2eed-0f1b-45f4-8685-9d15fbbafa36']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:19.708246 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-5f38faee-bdc3-48ae-9bd3-100e2ab9ea06 req-a5eaae7e-a6d7-40aa-85aa-04d9081afb55 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5a67b309-f508-4461-8f29-4bf9bee3121f), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:19.881609 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-5f38faee-bdc3-48ae-9bd3-100e2ab9ea06 req-a5eaae7e-a6d7-40aa-85aa-04d9081afb55 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] For port 5a67b309-f508-4461-8f29-4bf9bee3121f, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=5a67b309-f508-4461-8f29-4bf9bee3121f,segment=NetworkSegment(e0d551df-80fa-4aa4-a0d1-3bb9674811fe),segment_id=e0d551df-80fa-4aa4-a0d1-3bb9674811fe)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:19.910727 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-5f38faee-bdc3-48ae-9bd3-100e2ab9ea06 req-a5eaae7e-a6d7-40aa-85aa-04d9081afb55 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks [] for port (5a67b309-f508-4461-8f29-4bf9bee3121f), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:19.915531 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-5f38faee-bdc3-48ae-9bd3-100e2ab9ea06 req-a5eaae7e-a6d7-40aa-85aa-04d9081afb55 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (5a67b309-f508-4461-8f29-4bf9bee3121f), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:19.928198 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['5a67b309-f508-4461-8f29-4bf9bee3121f'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:21:19.962785 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38faee-bdc3-48ae-9bd3-100e2ab9ea06 req-a5eaae7e-a6d7-40aa-85aa-04d9081afb55 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:19.963418 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-5f38faee-bdc3-48ae-9bd3-100e2ab9ea06 req-a5eaae7e-a6d7-40aa-85aa-04d9081afb55 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:19.964885 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5f38faee-bdc3-48ae-9bd3-100e2ab9ea06 req-a5eaae7e-a6d7-40aa-85aa-04d9081afb55 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "PUT /v2.0/ports/5a67b309-f508-4461-8f29-4bf9bee3121f HTTP/1.1" status: 200 len: 942 time: 0.3321271 Feb 09 02:21:19.965404 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b7465da-0f83-429d-8753-ef5004bc2859', 'tag': '5a67b309-f508-4461-8f29-4bf9bee3121f'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:21:19.968580 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89564d8f-8498-42cb-922e-cd0a6656aa57" -d '{"events": [{"name": "network-changed", "server_uuid": "8b7465da-0f83-429d-8753-ef5004bc2859", "tag": "5a67b309-f508-4461-8f29-4bf9bee3121f"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:21:19.971495 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51826) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:19.994644 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eaae7e-a6d7-40aa-85aa-04d9081afb55 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Pushing event updated for resources: {'Port': ['ID=5a67b309-f508-4461-8f29-4bf9bee3121f,revision_number=7']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:20.002910 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eaae7e-a6d7-40aa-85aa-04d9081afb55 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:20.003259 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eaae7e-a6d7-40aa-85aa-04d9081afb55 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:20.003606 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eaae7e-a6d7-40aa-85aa-04d9081afb55 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:20.003946 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eaae7e-a6d7-40aa-85aa-04d9081afb55 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:20.004308 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eaae7e-a6d7-40aa-85aa-04d9081afb55 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:20.004642 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eaae7e-a6d7-40aa-85aa-04d9081afb55 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:20.004970 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eaae7e-a6d7-40aa-85aa-04d9081afb55 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:20.005299 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eaae7e-a6d7-40aa-85aa-04d9081afb55 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:20.005631 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eaae7e-a6d7-40aa-85aa-04d9081afb55 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:20.005960 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eaae7e-a6d7-40aa-85aa-04d9081afb55 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:20.006349 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eaae7e-a6d7-40aa-85aa-04d9081afb55 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:20.006672 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eaae7e-a6d7-40aa-85aa-04d9081afb55 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:20.006999 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eaae7e-a6d7-40aa-85aa-04d9081afb55 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:20.037593 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8daa0b-5dce-4b5d-bf05-560243058874 x-openstack-request-id: req-2d8daa0b-5dce-4b5d-bf05-560243058874 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:21:20.038374 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b7465da-0f83-429d-8753-ef5004bc2859", "tag": "5a67b309-f508-4461-8f29-4bf9bee3121f", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:21:20.038965 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2d8daa0b-5dce-4b5d-bf05-560243058874 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:21:20.039590 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b7465da-0f83-429d-8753-ef5004bc2859', 'tag': '5a67b309-f508-4461-8f29-4bf9bee3121f', 'status': 'completed', 'code': 200} Feb 09 02:21:20.050021 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-05635ccd-2b33-4823-a146-890a201af1ea tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks [] for security_group (8e3c63ee-1fe5-42fd-a8c4-0c0bf305f822), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:20.078863 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-05635ccd-2b33-4823-a146-890a201af1ea tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks [] for security_group (8e3c63ee-1fe5-42fd-a8c4-0c0bf305f822), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:20.115777 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['5a67b309-f508-4461-8f29-4bf9bee3121f'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:21:20.127971 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89564d8f-8498-42cb-922e-cd0a6656aa57 req-1528f60d-5601-477c-9ac1-566abffb94dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:20.130454 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89564d8f-8498-42cb-922e-cd0a6656aa57 req-1528f60d-5601-477c-9ac1-566abffb94dc service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=eddd88d2d8974b509b724acf2aed133a&device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 1128 time: 0.0691607 Feb 09 02:21:20.152765 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:20.158636 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-05635ccd-2b33-4823-a146-890a201af1ea tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (8e3c63ee-1fe5-42fd-a8c4-0c0bf305f822), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:20.163341 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-05635ccd-2b33-4823-a146-890a201af1ea tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:20.164662 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-05635ccd-2b33-4823-a146-890a201af1ea tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "DELETE /v2.0/security-groups/8e3c63ee-1fe5-42fd-a8c4-0c0bf305f822 HTTP/1.1" status: 204 len: 168 time: 0.1918969 Feb 09 02:21:20.177629 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51830) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:20.179408 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05635ccd-2b33-4823-a146-890a201af1ea tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3c63ee-1fe5-42fd-a8c4-0c0bf305f822,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:20.241550 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05635ccd-2b33-4823-a146-890a201af1ea tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:20.241886 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05635ccd-2b33-4823-a146-890a201af1ea tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:20.242822 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05635ccd-2b33-4823-a146-890a201af1ea tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:20.242822 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05635ccd-2b33-4823-a146-890a201af1ea tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:20.243020 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05635ccd-2b33-4823-a146-890a201af1ea tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:20.243422 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05635ccd-2b33-4823-a146-890a201af1ea tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:20.243817 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05635ccd-2b33-4823-a146-890a201af1ea tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:20.244240 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05635ccd-2b33-4823-a146-890a201af1ea tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:20.244634 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05635ccd-2b33-4823-a146-890a201af1ea tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:20.245060 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05635ccd-2b33-4823-a146-890a201af1ea tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:20.245443 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05635ccd-2b33-4823-a146-890a201af1ea tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:20.245897 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05635ccd-2b33-4823-a146-890a201af1ea tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:20.246402 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05635ccd-2b33-4823-a146-890a201af1ea tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:20.266866 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89564d8f-8498-42cb-922e-cd0a6656aa57 req-f092eaff-b957-4fb7-aa04-a72e08611867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:20.268659 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89564d8f-8498-42cb-922e-cd0a6656aa57 req-f092eaff-b957-4fb7-aa04-a72e08611867 service neutron] 10.222.0.121 "GET /v2.0/networks?id=97a4f759-6185-4aba-9535-654386440ad2 HTTP/1.1" status: 200 len: 916 time: 0.1312768 Feb 09 02:21:20.279287 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-ef556085-9a43-4398-bdd7-f3f123ac3514 None None] Provisioning complete for port 5a67b309-f508-4461-8f29-4bf9bee3121f triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:20.279649 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ef556085-9a43-4398-bdd7-f3f123ac3514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5a67b309-f508-4461-8f29-4bf9bee3121f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:20.361484 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89564d8f-8498-42cb-922e-cd0a6656aa57 req-ba759fc3-ba4d-4a41-b7aa-84ec15e46f2b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a67b309-f508-4461-8f29-4bf9bee3121f HTTP/1.1" status: 200 len: 1000 time: 0.0863917 Feb 09 02:21:20.399079 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c888fcce-4a4c-4e43-b561-539e6806bace tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Deleting port b7f8fa58-53d8-4a7b-96c9-6ef50460fb6f {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:20.399408 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c888fcce-4a4c-4e43-b561-539e6806bace tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (b7f8fa58-53d8-4a7b-96c9-6ef50460fb6f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:20.417346 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-ef556085-9a43-4398-bdd7-f3f123ac3514 None None] Current status of the port 5a67b309-f508-4461-8f29-4bf9bee3121f is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:20.431423 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89564d8f-8498-42cb-922e-cd0a6656aa57 req-1f04dbd4-0c6c-4280-9596-01789b68ad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:20.431423 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89564d8f-8498-42cb-922e-cd0a6656aa57 req-1f04dbd4-0c6c-4280-9596-01789b68ad20 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=e22c3b86-2dde-44ba-959f-3fa264df1796 HTTP/1.1" status: 200 len: 854 time: 0.0627611 Feb 09 02:21:20.494290 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c888fcce-4a4c-4e43-b561-539e6806bace tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (b7f8fa58-53d8-4a7b-96c9-6ef50460fb6f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:20.494618 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c888fcce-4a4c-4e43-b561-539e6806bace tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks [] for floatingip (b7f8fa58-53d8-4a7b-96c9-6ef50460fb6f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:20.494802 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89564d8f-8498-42cb-922e-cd0a6656aa57 req-b1d8ffd6-4c91-4f6f-bebf-983c7a2f365b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:20.496488 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89564d8f-8498-42cb-922e-cd0a6656aa57 req-b1d8ffd6-4c91-4f6f-bebf-983c7a2f365b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=97a4f759-6185-4aba-9535-654386440ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0586023 Feb 09 02:21:20.507205 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-89564d8f-8498-42cb-922e-cd0a6656aa57 req-63bdd34e-b55a-4679-a51d-9639b0e1a0c1 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:21:20.508264 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89564d8f-8498-42cb-922e-cd0a6656aa57 req-63bdd34e-b55a-4679-a51d-9639b0e1a0c1 service neutron] 10.222.0.121 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053720 Feb 09 02:21:20.509492 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c888fcce-4a4c-4e43-b561-539e6806bace tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Calling delete_port for b7f8fa58-53d8-4a7b-96c9-6ef50460fb6f owned by network:floatingip {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:20.615346 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89564d8f-8498-42cb-922e-cd0a6656aa57 req-4c2bac13-5b16-4a60-b831-400d4194326f service neutron] 10.222.0.121 "GET /v2.0/networks/97a4f759-6185-4aba-9535-654386440ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008413 Feb 09 02:21:20.693045 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c888fcce-4a4c-4e43-b561-539e6806bace tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (b7f8fa58-53d8-4a7b-96c9-6ef50460fb6f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:20.719914 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c888fcce-4a4c-4e43-b561-539e6806bace tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Pushing event deleted for resources: {'Port': ['ID=b7f8fa58-53d8-4a7b-96c9-6ef50460fb6f,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:20.727354 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89564d8f-8498-42cb-922e-cd0a6656aa57 req-fa6dd39f-8ab1-49fc-a58a-6b135cda37e5 service neutron] 10.222.0.121 "GET /v2.0/networks/97a4f759-6185-4aba-9535-654386440ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058354 Feb 09 02:21:20.805479 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c888fcce-4a4c-4e43-b561-539e6806bace tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks [] for floatingip (ab0eb85e-a993-4431-b8a3-994aeac49b9a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:20.805873 n-d-822053-40 neutron-server[103528]: INFO neutron.db.l3_db [None req-c888fcce-4a4c-4e43-b561-539e6806bace tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Floating IP ab0eb85e-a993-4431-b8a3-994aeac49b9a disassociated (deleted). External IP: 172.25.1.60, port: 5a67b309-f508-4461-8f29-4bf9bee3121f. Feb 09 02:21:20.946474 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8ee9b5b7-bde0-4f16-b98d-9381cbff088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:21.032805 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c888fcce-4a4c-4e43-b561-539e6806bace tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Router 1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:21:21.144915 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c888fcce-4a4c-4e43-b561-539e6806bace tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:21:21.151765 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c888fcce-4a4c-4e43-b561-539e6806bace tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:21.155488 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f1edf8-000c-4627-8288-b211241cc105 None None] Sync routers for ids ['1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:21:21.167940 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f1edf8-000c-4627-8288-b211241cc105 None None] Routers {'1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:21.168576 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-65f1edf8-000c-4627-8288-b211241cc105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:20:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:21.180492 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c888fcce-4a4c-4e43-b561-539e6806bace tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "DELETE /v2.0/floatingips/ab0eb85e-a993-4431-b8a3-994aeac49b9a HTTP/1.1" status: 204 len: 168 time: 0.9918976 Feb 09 02:21:21.181076 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b7465da-0f83-429d-8753-ef5004bc2859', 'tag': '5a67b309-f508-4461-8f29-4bf9bee3121f'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:21:21.183357 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8875158a3b8cd9e21020c5e530d02786ba26f4a79624d6907fbca9bf06d66985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dda2a9b-2c13-407a-b36b-6138d2647292" -d '{"events": [{"name": "network-changed", "server_uuid": "8b7465da-0f83-429d-8753-ef5004bc2859", "tag": "5a67b309-f508-4461-8f29-4bf9bee3121f"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:21:21.292121 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-65f1edf8-000c-4627-8288-b211241cc105 None None] Set router 1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:21.295172 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ff10f8-b662-4b21-a196-52b1794e4732 x-openstack-request-id: req-29ff10f8-b662-4b21-a196-52b1794e4732 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:21:21.295172 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b7465da-0f83-429d-8753-ef5004bc2859", "tag": "5a67b309-f508-4461-8f29-4bf9bee3121f", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:21:21.295172 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-29ff10f8-b662-4b21-a196-52b1794e4732 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:21:21.295172 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b7465da-0f83-429d-8753-ef5004bc2859', 'tag': '5a67b309-f508-4461-8f29-4bf9bee3121f', 'status': 'completed', 'code': 200} Feb 09 02:21:21.360631 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda2a9b-2c13-407a-b36b-6138d2647292 req-c42c97b7-e803-47d4-8838-8c8a1a498868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:21.362280 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8dda2a9b-2c13-407a-b36b-6138d2647292 req-c42c97b7-e803-47d4-8838-8c8a1a498868 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=eddd88d2d8974b509b724acf2aed133a&device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 1128 time: 0.0479031 Feb 09 02:21:21.483006 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda2a9b-2c13-407a-b36b-6138d2647292 req-4b3cc48b-ebf2-46fc-b690-891a8ca33259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:21.484513 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8dda2a9b-2c13-407a-b36b-6138d2647292 req-4b3cc48b-ebf2-46fc-b690-891a8ca33259 service neutron] 10.222.0.121 "GET /v2.0/networks?id=97a4f759-6185-4aba-9535-654386440ad2 HTTP/1.1" status: 200 len: 916 time: 0.1112275 Feb 09 02:21:21.514633 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-65f1edf8-000c-4627-8288-b211241cc105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54', 'name': 'tempest-TestMinimumBasicScenario-1583237129-router', 'tenant_id': 'eddd88d2d8974b509b724acf2aed133a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '1bea4c64-359a-4f19-af70-b1421c38106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:19:13Z', 'updated_at': '2022-02-09T02:19:16Z', 'revision_number': 4, 'project_id': 'eddd88d2d8974b509b724acf2aed133a', 'gw_port': {'id': '1bea4c64-359a-4f19-af70-b1421c38106b', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:14Z', 'updated_at': '2022-02-09T02:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '10675777-eab0-4890-9a4e-f4318aece223', 'name': '', 'network_id': '97a4f759-6185-4aba-9535-654386440ad2', 'tenant_id': 'eddd88d2d8974b509b724acf2aed133a', 'mac_address': 'fa:16:3e:6d:23:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'e22c3b86-2dde-44ba-959f-3fa264df1796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:16Z', 'updated_at': '2022-02-09T02:19:20Z', 'revision_number': 5, 'project_id': 'eddd88d2d8974b509b724acf2aed133a', 'subnets': [{'id': 'e22c3b86-2dde-44ba-959f-3fa264df1796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:21.528564 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8dda2a9b-2c13-407a-b36b-6138d2647292 req-ec60f475-c63b-4be9-8f4b-6e3ac975204d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a67b309-f508-4461-8f29-4bf9bee3121f HTTP/1.1" status: 200 len: 217 time: 0.0368156 Feb 09 02:21:21.544778 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f1edf8-000c-4627-8288-b211241cc105 None None] Checking router: 1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:21:21.549618 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f1edf8-000c-4627-8288-b211241cc105 None None] Routers {'1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:21.550211 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-65f1edf8-000c-4627-8288-b211241cc105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:20:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:21.572637 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:21.590285 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda2a9b-2c13-407a-b36b-6138d2647292 req-552073b4-c6fb-4a63-8858-34e670a35718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:21.590285 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8dda2a9b-2c13-407a-b36b-6138d2647292 req-552073b4-c6fb-4a63-8858-34e670a35718 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=e22c3b86-2dde-44ba-959f-3fa264df1796 HTTP/1.1" status: 200 len: 854 time: 0.0554724 Feb 09 02:21:21.641388 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda2a9b-2c13-407a-b36b-6138d2647292 req-ae7f707c-c2fe-42b9-bdeb-67edeb9254c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:21.642930 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8dda2a9b-2c13-407a-b36b-6138d2647292 req-ae7f707c-c2fe-42b9-bdeb-67edeb9254c6 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=97a4f759-6185-4aba-9535-654386440ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450814 Feb 09 02:21:21.663044 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-65f1edf8-000c-4627-8288-b211241cc105 None None] Set router 1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:21.736511 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8dda2a9b-2c13-407a-b36b-6138d2647292 req-b611d8da-6daf-43f1-8115-4482bd4ffa5a service neutron] 10.222.0.121 "GET /v2.0/networks/97a4f759-6185-4aba-9535-654386440ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868623 Feb 09 02:21:21.835734 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8dda2a9b-2c13-407a-b36b-6138d2647292 req-73afac84-8fc3-4636-9adc-f01c5ffff777 service neutron] 10.222.0.121 "GET /v2.0/networks/97a4f759-6185-4aba-9535-654386440ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913420 Feb 09 02:21:21.961603 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-65f1edf8-000c-4627-8288-b211241cc105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54', 'name': 'tempest-TestMinimumBasicScenario-1583237129-router', 'tenant_id': 'eddd88d2d8974b509b724acf2aed133a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '1bea4c64-359a-4f19-af70-b1421c38106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:19:13Z', 'updated_at': '2022-02-09T02:19:16Z', 'revision_number': 4, 'project_id': 'eddd88d2d8974b509b724acf2aed133a', 'gw_port': {'id': '1bea4c64-359a-4f19-af70-b1421c38106b', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:14Z', 'updated_at': '2022-02-09T02:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '10675777-eab0-4890-9a4e-f4318aece223', 'name': '', 'network_id': '97a4f759-6185-4aba-9535-654386440ad2', 'tenant_id': 'eddd88d2d8974b509b724acf2aed133a', 'mac_address': 'fa:16:3e:6d:23:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'e22c3b86-2dde-44ba-959f-3fa264df1796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:16Z', 'updated_at': '2022-02-09T02:19:20Z', 'revision_number': 5, 'project_id': 'eddd88d2d8974b509b724acf2aed133a', 'subnets': [{'id': 'e22c3b86-2dde-44ba-959f-3fa264df1796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:21.988613 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f1edf8-000c-4627-8288-b211241cc105 None None] The sync data for ids ['1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54'] in n-d-822053-40 is: [{'id': '1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54', 'name': 'tempest-TestMinimumBasicScenario-1583237129-router', 'tenant_id': 'eddd88d2d8974b509b724acf2aed133a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '1bea4c64-359a-4f19-af70-b1421c38106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:19:13Z', 'updated_at': '2022-02-09T02:19:16Z', 'revision_number': 4, 'project_id': 'eddd88d2d8974b509b724acf2aed133a', 'gw_port': {'id': '1bea4c64-359a-4f19-af70-b1421c38106b', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:14Z', 'updated_at': '2022-02-09T02:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '10675777-eab0-4890-9a4e-f4318aece223', 'name': '', 'network_id': '97a4f759-6185-4aba-9535-654386440ad2', 'tenant_id': 'eddd88d2d8974b509b724acf2aed133a', 'mac_address': 'fa:16:3e:6d:23:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'e22c3b86-2dde-44ba-959f-3fa264df1796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:16Z', 'updated_at': '2022-02-09T02:19:20Z', 'revision_number': 5, 'project_id': 'eddd88d2d8974b509b724acf2aed133a', 'subnets': [{'id': 'e22c3b86-2dde-44ba-959f-3fa264df1796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:21:22.219530 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647529b5-1d1e-4d31-9979-40329e8ee9bd None None] New status for floating IP ab0eb85e-a993-4431-b8a3-994aeac49b9a: DOWN {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:21:24.378123 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ea668a62-820a-4c06-870c-0300dc5a8c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:26.030356 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:27.774434 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:28.439779 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:36.516694 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c831c-2123-4a40-844e-0a65b2747eb2 req-c5129fac-110d-458e-b431-8271a3bce9bc tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:36.518264 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c7c831c-2123-4a40-844e-0a65b2747eb2 req-c5129fac-110d-458e-b431-8271a3bce9bc tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 945 time: 0.0559707 Feb 09 02:21:36.569895 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c7c831c-2123-4a40-844e-0a65b2747eb2 req-b68c9c6d-cf0f-455c-8cda-77a875412a76 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6de2eed-0f1b-45f4-8685-9d15fbbafa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446987 Feb 09 02:21:37.701640 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4f097-9d53-4cb8-851d-9ab69f39e939 req-514ce1bf-a01f-42e1-95ea-98ce798dff9d tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:37.703123 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d3d4f097-9d53-4cb8-851d-9ab69f39e939 req-514ce1bf-a01f-42e1-95ea-98ce798dff9d tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 945 time: 0.0582023 Feb 09 02:21:37.749882 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d3d4f097-9d53-4cb8-851d-9ab69f39e939 req-4c88072a-1fe0-437d-9fd7-35aa43074d28 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6de2eed-0f1b-45f4-8685-9d15fbbafa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409682 Feb 09 02:21:38.237079 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904542b-de0b-4469-8fda-3f3da8ef0721 req-3ea3b909-bf88-4da4-a1b1-678da01e8172 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:38.238434 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8904542b-de0b-4469-8fda-3f3da8ef0721 req-3ea3b909-bf88-4da4-a1b1-678da01e8172 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.121 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 945 time: 0.0527718 Feb 09 02:21:38.331333 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-8904542b-de0b-4469-8fda-3f3da8ef0721 req-7d3ce701-e73a-4168-9c2e-1479cf9a3fea tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Deleting port 5a67b309-f508-4461-8f29-4bf9bee3121f {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:38.331681 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8904542b-de0b-4469-8fda-3f3da8ef0721 req-7d3ce701-e73a-4168-9c2e-1479cf9a3fea tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (5a67b309-f508-4461-8f29-4bf9bee3121f), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:38.424700 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-8904542b-de0b-4469-8fda-3f3da8ef0721 req-7d3ce701-e73a-4168-9c2e-1479cf9a3fea tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] For port 5a67b309-f508-4461-8f29-4bf9bee3121f, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=5a67b309-f508-4461-8f29-4bf9bee3121f,segment=NetworkSegment(e0d551df-80fa-4aa4-a0d1-3bb9674811fe),segment_id=e0d551df-80fa-4aa4-a0d1-3bb9674811fe)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:38.425064 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8904542b-de0b-4469-8fda-3f3da8ef0721 req-7d3ce701-e73a-4168-9c2e-1479cf9a3fea tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (5a67b309-f508-4461-8f29-4bf9bee3121f), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:38.437645 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-8904542b-de0b-4469-8fda-3f3da8ef0721 req-7d3ce701-e73a-4168-9c2e-1479cf9a3fea tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Calling delete_port for 5a67b309-f508-4461-8f29-4bf9bee3121f owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:38.565092 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8904542b-de0b-4469-8fda-3f3da8ef0721 req-7d3ce701-e73a-4168-9c2e-1479cf9a3fea tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (5a67b309-f508-4461-8f29-4bf9bee3121f), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:38.577908 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['5a67b309-f508-4461-8f29-4bf9bee3121f'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:21:38.593326 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ce701-e73a-4168-9c2e-1479cf9a3fea tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Pushing event deleted for resources: {'Port': ['ID=5a67b309-f508-4461-8f29-4bf9bee3121f,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:38.637453 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-8904542b-de0b-4469-8fda-3f3da8ef0721 req-7d3ce701-e73a-4168-9c2e-1479cf9a3fea tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] No DVR routers for this DVR port 5a67b309-f508-4461-8f29-4bf9bee3121f on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:21:38.639965 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8904542b-de0b-4469-8fda-3f3da8ef0721 req-7d3ce701-e73a-4168-9c2e-1479cf9a3fea tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:38.643267 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8904542b-de0b-4469-8fda-3f3da8ef0721 req-7d3ce701-e73a-4168-9c2e-1479cf9a3fea tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.121 "DELETE /v2.0/ports/5a67b309-f508-4461-8f29-4bf9bee3121f HTTP/1.1" status: 204 len: 173 time: 0.4001131 Feb 09 02:21:38.643701 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7465da-0f83-429d-8753-ef5004bc2859', 'name': 'network-vif-deleted', 'tag': '5a67b309-f508-4461-8f29-4bf9bee3121f'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:21:38.646224 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6b0d70-bc10-43dc-9373-dcc662d6f72c" -d '{"events": [{"server_uuid": "8b7465da-0f83-429d-8753-ef5004bc2859", "name": "network-vif-deleted", "tag": "5a67b309-f508-4461-8f29-4bf9bee3121f"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:21:38.685651 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41475686-989d-4b81-a82b-39bef255cb14 x-openstack-request-id: req-41475686-989d-4b81-a82b-39bef255cb14 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:21:38.685950 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7465da-0f83-429d-8753-ef5004bc2859", "name": "network-vif-deleted", "tag": "5a67b309-f508-4461-8f29-4bf9bee3121f", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:21:38.686203 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-41475686-989d-4b81-a82b-39bef255cb14 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:21:38.686613 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7465da-0f83-429d-8753-ef5004bc2859', 'name': 'network-vif-deleted', 'tag': '5a67b309-f508-4461-8f29-4bf9bee3121f', 'status': 'completed', 'code': 200} Feb 09 02:21:38.858809 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-69d59c03-18db-437c-94be-00afe1ebc328 req-2a53ebb7-e6f3-4bfd-8ba1-3757af939e04 tempest-TestMinimumBasicScenario-919948655 tempest-TestMinimumBasicScenario-919948655-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b7465da-0f83-429d-8753-ef5004bc2859 HTTP/1.1" status: 200 len: 210 time: 0.0305133 Feb 09 02:21:40.320378 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:21:41.437562 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51946) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:41.786485 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-38646e62-c85e-4a34-9b49-12c5770513b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:42.031430 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-38646e62-c85e-4a34-9b49-12c5770513b2 admin admin] Deleting port 10675777-eab0-4890-9a4e-f4318aece223 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:42.031746 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-38646e62-c85e-4a34-9b49-12c5770513b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (10675777-eab0-4890-9a4e-f4318aece223), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:42.107175 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-38646e62-c85e-4a34-9b49-12c5770513b2 admin admin] For port 10675777-eab0-4890-9a4e-f4318aece223, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=10675777-eab0-4890-9a4e-f4318aece223,segment=NetworkSegment(e0d551df-80fa-4aa4-a0d1-3bb9674811fe),segment_id=e0d551df-80fa-4aa4-a0d1-3bb9674811fe)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:42.107526 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-38646e62-c85e-4a34-9b49-12c5770513b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (10675777-eab0-4890-9a4e-f4318aece223), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:42.118618 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 5a67b309-f508-4461-8f29-4bf9bee3121f no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:21:42.123831 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-38646e62-c85e-4a34-9b49-12c5770513b2 admin admin] Calling delete_port for 10675777-eab0-4890-9a4e-f4318aece223 owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:42.142915 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 5a67b309-f508-4461-8f29-4bf9bee3121f {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:21:42.143254 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 5a67b309-f508-4461-8f29-4bf9bee3121f not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:21:42.306620 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-38646e62-c85e-4a34-9b49-12c5770513b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (10675777-eab0-4890-9a4e-f4318aece223), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:42.336341 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38646e62-c85e-4a34-9b49-12c5770513b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=10675777-eab0-4890-9a4e-f4318aece223,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:42.507321 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-38646e62-c85e-4a34-9b49-12c5770513b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:43.054266 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38646e62-c85e-4a34-9b49-12c5770513b2 admin admin] Router 1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:21:43.162671 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38646e62-c85e-4a34-9b49-12c5770513b2 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:21:43.167762 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-38646e62-c85e-4a34-9b49-12c5770513b2 admin admin] 10.222.0.30 "PUT /v2.0/routers/1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7292275 Feb 09 02:21:43.171356 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51948) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:43.174027 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c64c6cb-e304-4b29-8696-a1c69d4fd472 None None] Sync routers for ids ['1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:21:43.183254 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c64c6cb-e304-4b29-8696-a1c69d4fd472 None None] Routers {'1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:43.184197 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-2c64c6cb-e304-4b29-8696-a1c69d4fd472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:21:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:43.275224 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1a785280-2a1d-45fd-abf9-9c9f1dbc8349 admin admin] Publish callbacks [] for router (1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:43.291845 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-2c64c6cb-e304-4b29-8696-a1c69d4fd472 None None] Set router 1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:43.391599 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1a785280-2a1d-45fd-abf9-9c9f1dbc8349 admin admin] Publish callbacks [] for router_gateway (1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:43.444241 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-1a785280-2a1d-45fd-abf9-9c9f1dbc8349 admin admin] Deleting port 1bea4c64-359a-4f19-af70-b1421c38106b {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:43.444573 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1a785280-2a1d-45fd-abf9-9c9f1dbc8349 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (1bea4c64-359a-4f19-af70-b1421c38106b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:43.479128 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-2c64c6cb-e304-4b29-8696-a1c69d4fd472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54', 'name': 'tempest-TestMinimumBasicScenario-1583237129-router', 'tenant_id': 'eddd88d2d8974b509b724acf2aed133a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '1bea4c64-359a-4f19-af70-b1421c38106b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:19:13Z', 'updated_at': '2022-02-09T02:21:42Z', 'revision_number': 5, 'project_id': 'eddd88d2d8974b509b724acf2aed133a', 'gw_port': {'id': '1bea4c64-359a-4f19-af70-b1421c38106b', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:14Z', 'updated_at': '2022-02-09T02:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:43.505835 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c64c6cb-e304-4b29-8696-a1c69d4fd472 None None] Checking router: 1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:21:43.515133 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c64c6cb-e304-4b29-8696-a1c69d4fd472 None None] Routers {'1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:43.515759 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-2c64c6cb-e304-4b29-8696-a1c69d4fd472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:21:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:43.523508 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-1a785280-2a1d-45fd-abf9-9c9f1dbc8349 admin admin] For port 1bea4c64-359a-4f19-af70-b1421c38106b, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=1bea4c64-359a-4f19-af70-b1421c38106b,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:43.524085 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1a785280-2a1d-45fd-abf9-9c9f1dbc8349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (1bea4c64-359a-4f19-af70-b1421c38106b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:43.536750 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-1a785280-2a1d-45fd-abf9-9c9f1dbc8349 admin admin] Calling delete_port for 1bea4c64-359a-4f19-af70-b1421c38106b owned by network:router_gateway {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:43.603643 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-2c64c6cb-e304-4b29-8696-a1c69d4fd472 None None] Set router 1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:43.659718 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-2c64c6cb-e304-4b29-8696-a1c69d4fd472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54', 'name': 'tempest-TestMinimumBasicScenario-1583237129-router', 'tenant_id': 'eddd88d2d8974b509b724acf2aed133a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:19:13Z', 'updated_at': '2022-02-09T02:21:43Z', 'revision_number': 6, 'project_id': 'eddd88d2d8974b509b724acf2aed133a', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:43.687423 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c64c6cb-e304-4b29-8696-a1c69d4fd472 None None] The sync data for ids ['1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54'] in n-d-822053-40 is: [{'id': '1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54', 'name': 'tempest-TestMinimumBasicScenario-1583237129-router', 'tenant_id': 'eddd88d2d8974b509b724acf2aed133a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:19:13Z', 'updated_at': '2022-02-09T02:21:43Z', 'revision_number': 6, 'project_id': 'eddd88d2d8974b509b724acf2aed133a', 'gw_port_host': None}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:21:43.712608 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1a785280-2a1d-45fd-abf9-9c9f1dbc8349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (1bea4c64-359a-4f19-af70-b1421c38106b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:43.742984 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a785280-2a1d-45fd-abf9-9c9f1dbc8349 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bea4c64-359a-4f19-af70-b1421c38106b,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:43.803754 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1a785280-2a1d-45fd-abf9-9c9f1dbc8349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:43.895383 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1a785280-2a1d-45fd-abf9-9c9f1dbc8349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:43.897472 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1a785280-2a1d-45fd-abf9-9c9f1dbc8349 admin admin] Publish callbacks [] for router_controller (1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:43.944829 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1a785280-2a1d-45fd-abf9-9c9f1dbc8349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:43.945380 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a785280-2a1d-45fd-abf9-9c9f1dbc8349 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54 {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:21:43.949740 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1a785280-2a1d-45fd-abf9-9c9f1dbc8349 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:43.951595 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1a785280-2a1d-45fd-abf9-9c9f1dbc8349 admin admin] 10.222.0.30 "DELETE /v2.0/routers/1eed39b6-2e1f-4c3a-b4b5-cbd30b327d54 HTTP/1.1" status: 204 len: 168 time: 0.7793097 Feb 09 02:21:43.954397 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51950) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:43.999616 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-64d757b3-c3bb-4e11-8dd0-9c564ec802df admin admin] Deleting subnet e22c3b86-2dde-44ba-959f-3fa264df1796 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:21:44.002844 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-64d757b3-c3bb-4e11-8dd0-9c564ec802df admin admin] Publish callbacks [] for subnet (e22c3b86-2dde-44ba-959f-3fa264df1796), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.039560 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-64d757b3-c3bb-4e11-8dd0-9c564ec802df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (e22c3b86-2dde-44ba-959f-3fa264df1796), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.128982 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-64d757b3-c3bb-4e11-8dd0-9c564ec802df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (e22c3b86-2dde-44ba-959f-3fa264df1796), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.180700 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-64d757b3-c3bb-4e11-8dd0-9c564ec802df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (e22c3b86-2dde-44ba-959f-3fa264df1796), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.206824 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d757b3-c3bb-4e11-8dd0-9c564ec802df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e22c3b86-2dde-44ba-959f-3fa264df1796,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:44.208786 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-64d757b3-c3bb-4e11-8dd0-9c564ec802df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.213547 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-64d757b3-c3bb-4e11-8dd0-9c564ec802df admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e22c3b86-2dde-44ba-959f-3fa264df1796 HTTP/1.1" status: 204 len: 168 time: 0.2566278 Feb 09 02:21:44.214322 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d0c6e4-f0d5-4b34-b610-fd81ffae056a None None] Network 97a4f759-6185-4aba-9535-654386440ad2 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:21:44.215356 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51952) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:44.288000 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-94a50e23-b869-4f39-865e-949e5db92855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (97a4f759-6185-4aba-9535-654386440ad2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.340539 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-94a50e23-b869-4f39-865e-949e5db92855 admin admin] Deleting port 1b2164ae-f404-49bb-9f42-ef2ecda55cb7 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:44.340980 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-94a50e23-b869-4f39-865e-949e5db92855 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (1b2164ae-f404-49bb-9f42-ef2ecda55cb7), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.404566 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-94a50e23-b869-4f39-865e-949e5db92855 admin admin] For port 1b2164ae-f404-49bb-9f42-ef2ecda55cb7, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=1b2164ae-f404-49bb-9f42-ef2ecda55cb7,segment=NetworkSegment(e0d551df-80fa-4aa4-a0d1-3bb9674811fe),segment_id=e0d551df-80fa-4aa4-a0d1-3bb9674811fe)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:44.404929 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-94a50e23-b869-4f39-865e-949e5db92855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (1b2164ae-f404-49bb-9f42-ef2ecda55cb7), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.420215 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-94a50e23-b869-4f39-865e-949e5db92855 admin admin] Calling delete_port for 1b2164ae-f404-49bb-9f42-ef2ecda55cb7 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:44.451663 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab43bc0-cd35-4917-899e-00c1e3a70c44 None None] DHCP port deletion for 97a4f759-6185-4aba-9535-654386440ad2 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:21:44.500471 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-cab43bc0-cd35-4917-899e-00c1e3a70c44 None None] Deleting port 1b2164ae-f404-49bb-9f42-ef2ecda55cb7 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:44.500841 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cab43bc0-cd35-4917-899e-00c1e3a70c44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (1b2164ae-f404-49bb-9f42-ef2ecda55cb7), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.509102 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-94a50e23-b869-4f39-865e-949e5db92855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (1b2164ae-f404-49bb-9f42-ef2ecda55cb7), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.538215 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a50e23-b869-4f39-865e-949e5db92855 admin admin] No DVR routers for this DVR port 1b2164ae-f404-49bb-9f42-ef2ecda55cb7 on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:21:44.539751 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a50e23-b869-4f39-865e-949e5db92855 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b2164ae-f404-49bb-9f42-ef2ecda55cb7,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:44.565786 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-cab43bc0-cd35-4917-899e-00c1e3a70c44 None None] For port 1b2164ae-f404-49bb-9f42-ef2ecda55cb7, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=1b2164ae-f404-49bb-9f42-ef2ecda55cb7,segment=NetworkSegment(e0d551df-80fa-4aa4-a0d1-3bb9674811fe),segment_id=e0d551df-80fa-4aa4-a0d1-3bb9674811fe)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:44.566176 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cab43bc0-cd35-4917-899e-00c1e3a70c44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (1b2164ae-f404-49bb-9f42-ef2ecda55cb7), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.579473 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-cab43bc0-cd35-4917-899e-00c1e3a70c44 None None] Calling delete_port for 1b2164ae-f404-49bb-9f42-ef2ecda55cb7 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:44.620526 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-94a50e23-b869-4f39-865e-949e5db92855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (97a4f759-6185-4aba-9535-654386440ad2), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.642266 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-94a50e23-b869-4f39-865e-949e5db92855 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97a4f759-6185-4aba-9535-654386440ad2']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:44.652005 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-94a50e23-b869-4f39-865e-949e5db92855 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0d551df-80fa-4aa4-a0d1-3bb9674811fe') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:44.652863 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-94a50e23-b869-4f39-865e-949e5db92855 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0d551df-80fa-4aa4-a0d1-3bb9674811fe') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:44.660060 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cab43bc0-cd35-4917-899e-00c1e3a70c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (1b2164ae-f404-49bb-9f42-ef2ecda55cb7), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.662510 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-94a50e23-b869-4f39-865e-949e5db92855 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (e0d551df-80fa-4aa4-a0d1-3bb9674811fe), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.677650 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-94a50e23-b869-4f39-865e-949e5db92855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (e0d551df-80fa-4aa4-a0d1-3bb9674811fe), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.684236 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a50e23-b869-4f39-865e-949e5db92855 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:21:44.684673 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-94a50e23-b869-4f39-865e-949e5db92855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (e0d551df-80fa-4aa4-a0d1-3bb9674811fe), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.685288 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab43bc0-cd35-4917-899e-00c1e3a70c44 None None] Pushing event deleted for resources: {'Port': ['ID=1b2164ae-f404-49bb-9f42-ef2ecda55cb7,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:44.686566 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 02:21:44.686566 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:21:44.686566 n-d-822053-40 neutron-server[103528]: timer() Feb 09 02:21:44.686566 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:21:44.686566 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 02:21:44.686566 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:21:44.686566 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 02:21:44.686566 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:21:44.686566 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 02:21:44.686566 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:21:44.686566 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 02:21:44.686566 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:21:44.686566 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 02:21:44.686566 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:21:44.686566 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:21:44.686566 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:21:44.686566 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:21:44.686566 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:21:44.686566 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 02:21:44.686566 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:21:44.686566 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 02:21:44.686566 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:21:44.686566 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:21:44.686566 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:21:44.686566 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 02:21:44.686566 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:21:44.686566 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:21:44.686566 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:21:44.686566 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:21:44.686566 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:21:44.686566 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:21:44.686566 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:21:44.693373 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab43bc0-cd35-4917-899e-00c1e3a70c44 None None] No DVR routers for this DVR port 1b2164ae-f404-49bb-9f42-ef2ecda55cb7 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:21:44.695918 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab43bc0-cd35-4917-899e-00c1e3a70c44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:44.696509 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab43bc0-cd35-4917-899e-00c1e3a70c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:44.696910 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab43bc0-cd35-4917-899e-00c1e3a70c44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:44.697249 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab43bc0-cd35-4917-899e-00c1e3a70c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:44.697578 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab43bc0-cd35-4917-899e-00c1e3a70c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:44.697904 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab43bc0-cd35-4917-899e-00c1e3a70c44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:44.698225 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab43bc0-cd35-4917-899e-00c1e3a70c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:44.698548 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab43bc0-cd35-4917-899e-00c1e3a70c44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:44.698867 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab43bc0-cd35-4917-899e-00c1e3a70c44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:44.699398 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab43bc0-cd35-4917-899e-00c1e3a70c44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:44.699525 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab43bc0-cd35-4917-899e-00c1e3a70c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:44.699823 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab43bc0-cd35-4917-899e-00c1e3a70c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:44.700188 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab43bc0-cd35-4917-899e-00c1e3a70c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:44.743445 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-94a50e23-b869-4f39-865e-949e5db92855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (97a4f759-6185-4aba-9535-654386440ad2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.750244 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-94a50e23-b869-4f39-865e-949e5db92855 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.753526 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-94a50e23-b869-4f39-865e-949e5db92855 admin admin] 10.222.0.30 "DELETE /v2.0/networks/97a4f759-6185-4aba-9535-654386440ad2 HTTP/1.1" status: 204 len: 168 time: 0.5372403 Feb 09 02:21:44.756669 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51954) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:44.778213 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a50e23-b869-4f39-865e-949e5db92855 admin admin] Pushing event deleted for resources: {'Network': ['ID=97a4f759-6185-4aba-9535-654386440ad2,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:45.114533 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-23bd1885-b1f7-4582-af45-352545bcde9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (ef97a03f-2d1e-450b-bcea-8fcdef1e07bd), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:45.336138 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 1b2164ae-f404-49bb-9f42-ef2ecda55cb7 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:21:45.356734 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 1b2164ae-f404-49bb-9f42-ef2ecda55cb7 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:21:45.357078 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 1b2164ae-f404-49bb-9f42-ef2ecda55cb7 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:21:45.357486 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 1bea4c64-359a-4f19-af70-b1421c38106b no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:21:45.370549 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-23bd1885-b1f7-4582-af45-352545bcde9d admin admin] Deleting port 3a901405-87f5-42c0-9910-02d851371f3d {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:45.370817 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-23bd1885-b1f7-4582-af45-352545bcde9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (3a901405-87f5-42c0-9910-02d851371f3d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:45.380027 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 1bea4c64-359a-4f19-af70-b1421c38106b {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:21:45.380369 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 1bea4c64-359a-4f19-af70-b1421c38106b not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:21:45.380784 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 10675777-eab0-4890-9a4e-f4318aece223 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:21:45.400176 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 10675777-eab0-4890-9a4e-f4318aece223 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:21:45.400516 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 10675777-eab0-4890-9a4e-f4318aece223 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:21:45.455792 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-23bd1885-b1f7-4582-af45-352545bcde9d admin admin] For port 3a901405-87f5-42c0-9910-02d851371f3d, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=3a901405-87f5-42c0-9910-02d851371f3d,segment=NetworkSegment(19ebfa71-5f67-4af0-abb5-2957056081ff),segment_id=19ebfa71-5f67-4af0-abb5-2957056081ff)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:45.456189 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-23bd1885-b1f7-4582-af45-352545bcde9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (3a901405-87f5-42c0-9910-02d851371f3d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:45.469967 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-23bd1885-b1f7-4582-af45-352545bcde9d admin admin] Calling delete_port for 3a901405-87f5-42c0-9910-02d851371f3d owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:45.652947 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-23bd1885-b1f7-4582-af45-352545bcde9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (3a901405-87f5-42c0-9910-02d851371f3d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:45.677399 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd1885-b1f7-4582-af45-352545bcde9d admin admin] Pushing event deleted for resources: {'Port': ['ID=3a901405-87f5-42c0-9910-02d851371f3d,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:45.848546 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-23bd1885-b1f7-4582-af45-352545bcde9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (ef97a03f-2d1e-450b-bcea-8fcdef1e07bd), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:46.074788 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23bd1885-b1f7-4582-af45-352545bcde9d admin admin] Router ef97a03f-2d1e-450b-bcea-8fcdef1e07bd has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:21:46.182983 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23bd1885-b1f7-4582-af45-352545bcde9d admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:21:46.188774 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-23bd1885-b1f7-4582-af45-352545bcde9d admin admin] 10.222.0.30 "PUT /v2.0/routers/ef97a03f-2d1e-450b-bcea-8fcdef1e07bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4310880 Feb 09 02:21:46.191349 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51956) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:46.193828 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b296f3f-5dff-439d-8ce2-287ad9fb3e6c None None] Sync routers for ids ['ef97a03f-2d1e-450b-bcea-8fcdef1e07bd'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:21:46.204763 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b296f3f-5dff-439d-8ce2-287ad9fb3e6c None None] Routers {'ef97a03f-2d1e-450b-bcea-8fcdef1e07bd'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:46.205384 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-3b296f3f-5dff-439d-8ce2-287ad9fb3e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:21:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['ef97a03f-2d1e-450b-bcea-8fcdef1e07bd'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:46.297923 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f57c5524-3532-494e-9993-e29d4c743456 admin admin] Publish callbacks [] for router (ef97a03f-2d1e-450b-bcea-8fcdef1e07bd), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:46.313772 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-3b296f3f-5dff-439d-8ce2-287ad9fb3e6c None None] Set router ef97a03f-2d1e-450b-bcea-8fcdef1e07bd gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:46.405747 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f57c5524-3532-494e-9993-e29d4c743456 admin admin] Publish callbacks [] for router_gateway (ef97a03f-2d1e-450b-bcea-8fcdef1e07bd), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:46.457616 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-f57c5524-3532-494e-9993-e29d4c743456 admin admin] Deleting port a0e2503a-064c-4695-9a08-067a8581e0db {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:46.457945 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f57c5524-3532-494e-9993-e29d4c743456 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (a0e2503a-064c-4695-9a08-067a8581e0db), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:46.499472 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-3b296f3f-5dff-439d-8ce2-287ad9fb3e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef97a03f-2d1e-450b-bcea-8fcdef1e07bd', 'name': 'tempest-TestMinimumBasicScenario-1313537914-router', 'tenant_id': 'dc46050433ba4264ab54c5450867be2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'a0e2503a-064c-4695-9a08-067a8581e0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:19:18Z', 'updated_at': '2022-02-09T02:21:45Z', 'revision_number': 5, 'project_id': 'dc46050433ba4264ab54c5450867be2d', 'gw_port': {'id': 'a0e2503a-064c-4695-9a08-067a8581e0db', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:cf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef97a03f-2d1e-450b-bcea-8fcdef1e07bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:19Z', 'updated_at': '2022-02-09T02:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:46.531794 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b296f3f-5dff-439d-8ce2-287ad9fb3e6c None None] Checking router: ef97a03f-2d1e-450b-bcea-8fcdef1e07bd for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:21:46.540214 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b296f3f-5dff-439d-8ce2-287ad9fb3e6c None None] Routers {'ef97a03f-2d1e-450b-bcea-8fcdef1e07bd'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:46.540818 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-3b296f3f-5dff-439d-8ce2-287ad9fb3e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:21:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['ef97a03f-2d1e-450b-bcea-8fcdef1e07bd'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:46.552388 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-f57c5524-3532-494e-9993-e29d4c743456 admin admin] For port a0e2503a-064c-4695-9a08-067a8581e0db, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=a0e2503a-064c-4695-9a08-067a8581e0db,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:46.552750 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f57c5524-3532-494e-9993-e29d4c743456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (a0e2503a-064c-4695-9a08-067a8581e0db), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:46.565511 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-f57c5524-3532-494e-9993-e29d4c743456 admin admin] Calling delete_port for a0e2503a-064c-4695-9a08-067a8581e0db owned by network:router_gateway {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:46.628005 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-3b296f3f-5dff-439d-8ce2-287ad9fb3e6c None None] Set router ef97a03f-2d1e-450b-bcea-8fcdef1e07bd gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:46.686874 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-3b296f3f-5dff-439d-8ce2-287ad9fb3e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef97a03f-2d1e-450b-bcea-8fcdef1e07bd', 'name': 'tempest-TestMinimumBasicScenario-1313537914-router', 'tenant_id': 'dc46050433ba4264ab54c5450867be2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:19:18Z', 'updated_at': '2022-02-09T02:21:46Z', 'revision_number': 6, 'project_id': 'dc46050433ba4264ab54c5450867be2d', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:46.715965 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b296f3f-5dff-439d-8ce2-287ad9fb3e6c None None] The sync data for ids ['ef97a03f-2d1e-450b-bcea-8fcdef1e07bd'] in n-d-822053-40 is: [{'id': 'ef97a03f-2d1e-450b-bcea-8fcdef1e07bd', 'name': 'tempest-TestMinimumBasicScenario-1313537914-router', 'tenant_id': 'dc46050433ba4264ab54c5450867be2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:19:18Z', 'updated_at': '2022-02-09T02:21:46Z', 'revision_number': 6, 'project_id': 'dc46050433ba4264ab54c5450867be2d', 'gw_port_host': None}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:21:46.740900 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f57c5524-3532-494e-9993-e29d4c743456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (a0e2503a-064c-4695-9a08-067a8581e0db), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:46.768171 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c5524-3532-494e-9993-e29d4c743456 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0e2503a-064c-4695-9a08-067a8581e0db,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:46.833387 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f57c5524-3532-494e-9993-e29d4c743456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (ef97a03f-2d1e-450b-bcea-8fcdef1e07bd), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:46.929522 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f57c5524-3532-494e-9993-e29d4c743456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (ef97a03f-2d1e-450b-bcea-8fcdef1e07bd), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:46.931687 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f57c5524-3532-494e-9993-e29d4c743456 admin admin] Publish callbacks [] for router_controller (ef97a03f-2d1e-450b-bcea-8fcdef1e07bd), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:46.979241 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f57c5524-3532-494e-9993-e29d4c743456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (ef97a03f-2d1e-450b-bcea-8fcdef1e07bd), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:46.979712 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57c5524-3532-494e-9993-e29d4c743456 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef97a03f-2d1e-450b-bcea-8fcdef1e07bd {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:21:46.984349 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f57c5524-3532-494e-9993-e29d4c743456 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:46.985492 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f57c5524-3532-494e-9993-e29d4c743456 admin admin] 10.222.0.30 "DELETE /v2.0/routers/ef97a03f-2d1e-450b-bcea-8fcdef1e07bd HTTP/1.1" status: 204 len: 168 time: 0.7915413 Feb 09 02:21:46.988342 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 51958) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:47.032644 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-921ee676-a615-40df-9809-093d1047d0c4 admin admin] Deleting subnet 7bd18bbd-3c9b-43b5-8fab-230070bb8cd2 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:21:47.035620 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-921ee676-a615-40df-9809-093d1047d0c4 admin admin] Publish callbacks [] for subnet (7bd18bbd-3c9b-43b5-8fab-230070bb8cd2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:47.075226 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-921ee676-a615-40df-9809-093d1047d0c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (7bd18bbd-3c9b-43b5-8fab-230070bb8cd2), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:47.150624 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-921ee676-a615-40df-9809-093d1047d0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (7bd18bbd-3c9b-43b5-8fab-230070bb8cd2), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:47.205157 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-921ee676-a615-40df-9809-093d1047d0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (7bd18bbd-3c9b-43b5-8fab-230070bb8cd2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:47.230549 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ee676-a615-40df-9809-093d1047d0c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bd18bbd-3c9b-43b5-8fab-230070bb8cd2,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:47.234931 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-921ee676-a615-40df-9809-093d1047d0c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:47.241071 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51960) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:47.241306 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-921ee676-a615-40df-9809-093d1047d0c4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7bd18bbd-3c9b-43b5-8fab-230070bb8cd2 HTTP/1.1" status: 204 len: 168 time: 0.2516534 Feb 09 02:21:47.242803 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fa0030-ac27-4985-a131-32d03069e10d None None] Network 3a175f4f-0891-4c8c-9022-e73ac33ffb86 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:21:47.328654 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0b076035-ce13-4378-bd96-34cde1d86b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (3a175f4f-0891-4c8c-9022-e73ac33ffb86), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:47.359831 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device a0e2503a-064c-4695-9a08-067a8581e0db no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:21:47.382618 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: a0e2503a-064c-4695-9a08-067a8581e0db {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:21:47.383082 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device a0e2503a-064c-4695-9a08-067a8581e0db not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:21:47.383610 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 3a901405-87f5-42c0-9910-02d851371f3d no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:21:47.392851 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-0b076035-ce13-4378-bd96-34cde1d86b80 admin admin] Deleting port 5ab5b403-744f-4bec-bd0d-fc8a73fdda31 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:47.393190 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0b076035-ce13-4378-bd96-34cde1d86b80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (5ab5b403-744f-4bec-bd0d-fc8a73fdda31), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:47.403816 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 3a901405-87f5-42c0-9910-02d851371f3d {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:21:47.404257 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 3a901405-87f5-42c0-9910-02d851371f3d not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:21:47.413191 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47545f10-10f4-4ac3-9bb0-0426691250c0 None None] DHCP port deletion for 3a175f4f-0891-4c8c-9022-e73ac33ffb86 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:21:47.468741 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-0b076035-ce13-4378-bd96-34cde1d86b80 admin admin] For port 5ab5b403-744f-4bec-bd0d-fc8a73fdda31, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=5ab5b403-744f-4bec-bd0d-fc8a73fdda31,segment=NetworkSegment(19ebfa71-5f67-4af0-abb5-2957056081ff),segment_id=19ebfa71-5f67-4af0-abb5-2957056081ff)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:47.469191 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0b076035-ce13-4378-bd96-34cde1d86b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (5ab5b403-744f-4bec-bd0d-fc8a73fdda31), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:47.470563 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-47545f10-10f4-4ac3-9bb0-0426691250c0 None None] Deleting port 5ab5b403-744f-4bec-bd0d-fc8a73fdda31 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:47.471512 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-47545f10-10f4-4ac3-9bb0-0426691250c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (5ab5b403-744f-4bec-bd0d-fc8a73fdda31), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:47.484541 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-0b076035-ce13-4378-bd96-34cde1d86b80 admin admin] Calling delete_port for 5ab5b403-744f-4bec-bd0d-fc8a73fdda31 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:47.544030 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-47545f10-10f4-4ac3-9bb0-0426691250c0 None None] For port 5ab5b403-744f-4bec-bd0d-fc8a73fdda31, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=5ab5b403-744f-4bec-bd0d-fc8a73fdda31,segment=NetworkSegment(19ebfa71-5f67-4af0-abb5-2957056081ff),segment_id=19ebfa71-5f67-4af0-abb5-2957056081ff)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:47.544682 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-47545f10-10f4-4ac3-9bb0-0426691250c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (5ab5b403-744f-4bec-bd0d-fc8a73fdda31), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:47.556829 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-47545f10-10f4-4ac3-9bb0-0426691250c0 None None] Calling delete_port for 5ab5b403-744f-4bec-bd0d-fc8a73fdda31 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:47.573493 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0b076035-ce13-4378-bd96-34cde1d86b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (5ab5b403-744f-4bec-bd0d-fc8a73fdda31), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:47.604717 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b076035-ce13-4378-bd96-34cde1d86b80 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ab5b403-744f-4bec-bd0d-fc8a73fdda31,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:47.610119 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b076035-ce13-4378-bd96-34cde1d86b80 admin admin] No DVR routers for this DVR port 5ab5b403-744f-4bec-bd0d-fc8a73fdda31 on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:21:47.638772 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-47545f10-10f4-4ac3-9bb0-0426691250c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (5ab5b403-744f-4bec-bd0d-fc8a73fdda31), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:47.662126 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47545f10-10f4-4ac3-9bb0-0426691250c0 None None] Pushing event deleted for resources: {'Port': ['ID=5ab5b403-744f-4bec-bd0d-fc8a73fdda31,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:47.667349 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47545f10-10f4-4ac3-9bb0-0426691250c0 None None] No DVR routers for this DVR port 5ab5b403-744f-4bec-bd0d-fc8a73fdda31 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:21:47.684400 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0b076035-ce13-4378-bd96-34cde1d86b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (3a175f4f-0891-4c8c-9022-e73ac33ffb86), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:47.710192 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-0b076035-ce13-4378-bd96-34cde1d86b80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a175f4f-0891-4c8c-9022-e73ac33ffb86']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:47.720199 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-0b076035-ce13-4378-bd96-34cde1d86b80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ebfa71-5f67-4af0-abb5-2957056081ff') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:47.720722 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-0b076035-ce13-4378-bd96-34cde1d86b80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ebfa71-5f67-4af0-abb5-2957056081ff') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:47.730183 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0b076035-ce13-4378-bd96-34cde1d86b80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (19ebfa71-5f67-4af0-abb5-2957056081ff), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:47.746583 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0b076035-ce13-4378-bd96-34cde1d86b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (19ebfa71-5f67-4af0-abb5-2957056081ff), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:47.752548 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b076035-ce13-4378-bd96-34cde1d86b80 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:21:47.752922 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0b076035-ce13-4378-bd96-34cde1d86b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (19ebfa71-5f67-4af0-abb5-2957056081ff), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:47.754614 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 02:21:47.754614 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:21:47.754614 n-d-822053-40 neutron-server[103529]: timer() Feb 09 02:21:47.754614 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:21:47.754614 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 02:21:47.754614 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:21:47.754614 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 02:21:47.754614 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:21:47.754614 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 02:21:47.754614 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:21:47.754614 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 02:21:47.754614 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:21:47.754614 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 02:21:47.754614 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:21:47.754614 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:21:47.754614 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:21:47.754614 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:21:47.754614 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:21:47.754614 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 02:21:47.754614 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:21:47.754614 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 02:21:47.754614 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:21:47.754614 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:21:47.754614 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:21:47.754614 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 02:21:47.754614 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:21:47.754614 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:21:47.754614 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:21:47.754614 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:21:47.754614 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:21:47.754614 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:21:47.754614 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:21:47.812616 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0b076035-ce13-4378-bd96-34cde1d86b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (3a175f4f-0891-4c8c-9022-e73ac33ffb86), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:47.818166 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0b076035-ce13-4378-bd96-34cde1d86b80 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:47.821333 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0b076035-ce13-4378-bd96-34cde1d86b80 admin admin] 10.222.0.30 "DELETE /v2.0/networks/3a175f4f-0891-4c8c-9022-e73ac33ffb86 HTTP/1.1" status: 204 len: 168 time: 0.5790985 Feb 09 02:21:47.832533 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b076035-ce13-4378-bd96-34cde1d86b80 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a175f4f-0891-4c8c-9022-e73ac33ffb86,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:47.978770 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51964) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:48.019146 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-19c54208-9d6c-40a0-87d4-681f434c2e2f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eddd88d2d8974b509b724acf2aed133a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390000 Feb 09 02:21:48.021788 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51966) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:48.073564 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b3e1794e-ffa6-4fd9-a4f4-8eec223fffdd admin admin] Publish callbacks [] for security_group (a6de2eed-0f1b-45f4-8685-9d15fbbafa36), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:48.096453 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b3e1794e-ffa6-4fd9-a4f4-8eec223fffdd admin admin] Publish callbacks [] for security_group (a6de2eed-0f1b-45f4-8685-9d15fbbafa36), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:48.141343 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b3e1794e-ffa6-4fd9-a4f4-8eec223fffdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (a6de2eed-0f1b-45f4-8685-9d15fbbafa36), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:48.144450 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b3e1794e-ffa6-4fd9-a4f4-8eec223fffdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:48.145629 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b3e1794e-ffa6-4fd9-a4f4-8eec223fffdd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a6de2eed-0f1b-45f4-8685-9d15fbbafa36 HTTP/1.1" status: 204 len: 168 time: 0.1229324 Feb 09 02:21:48.154539 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1794e-ffa6-4fd9-a4f4-8eec223fffdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6de2eed-0f1b-45f4-8685-9d15fbbafa36,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:48.465198 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51972) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:48.507929 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3ac661a1-6bc5-4ba1-a57e-febca3265d14 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dc46050433ba4264ab54c5450867be2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414710 Feb 09 02:21:48.510366 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 51974) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:48.888050 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f3778ad-61f2-46de-9fe5-c86551577b83 admin admin] Publish callbacks [] for security_group (54083da6-8a72-47d3-a64c-dce31f5379cf), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:48.909192 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f3778ad-61f2-46de-9fe5-c86551577b83 admin admin] Publish callbacks [] for security_group (54083da6-8a72-47d3-a64c-dce31f5379cf), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:48.955195 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f3778ad-61f2-46de-9fe5-c86551577b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (54083da6-8a72-47d3-a64c-dce31f5379cf), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:48.957778 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f3778ad-61f2-46de-9fe5-c86551577b83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:48.958923 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4f3778ad-61f2-46de-9fe5-c86551577b83 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/54083da6-8a72-47d3-a64c-dce31f5379cf HTTP/1.1" status: 204 len: 168 time: 0.4476972 Feb 09 02:21:48.966639 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3778ad-61f2-46de-9fe5-c86551577b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54083da6-8a72-47d3-a64c-dce31f5379cf,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:49.334461 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 5ab5b403-744f-4bec-bd0d-fc8a73fdda31 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:21:49.354170 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 5ab5b403-744f-4bec-bd0d-fc8a73fdda31 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:21:49.354509 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 5ab5b403-744f-4bec-bd0d-fc8a73fdda31 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:21:50.081958 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:50.572265 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52014) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:50.577337 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-f681690e-50cd-444a-be64-27ba39c11e78 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-505429688', 'description': 'tempest-secgroup-smoke-505429688 description', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:50.597919 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f681690e-50cd-444a-be64-27ba39c11e78 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:50.610778 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f681690e-50cd-444a-be64-27ba39c11e78 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:50.687815 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f681690e-50cd-444a-be64-27ba39c11e78 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group (f6050d23-9bb3-4e34-98e8-b14d67bf638f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:50.691714 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f681690e-50cd-444a-be64-27ba39c11e78 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f6050d23-9bb3-4e34-98e8-b14d67bf638f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:50.725680 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681690e-50cd-444a-be64-27ba39c11e78 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6050d23-9bb3-4e34-98e8-b14d67bf638f,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:50.767072 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f681690e-50cd-444a-be64-27ba39c11e78 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group (dfd9b4c0-2e06-4bdf-b9cd-cbd7748e02ce), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:50.771088 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f681690e-50cd-444a-be64-27ba39c11e78 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (dfd9b4c0-2e06-4bdf-b9cd-cbd7748e02ce), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:50.801795 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681690e-50cd-444a-be64-27ba39c11e78 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd9b4c0-2e06-4bdf-b9cd-cbd7748e02ce,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:50.806948 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f681690e-50cd-444a-be64-27ba39c11e78 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:50.811964 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f681690e-50cd-444a-be64-27ba39c11e78 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2349637 Feb 09 02:21:50.811964 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52016) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:50.816458 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-8e05ef3a-bbcf-4630-95b6-1ff2fcc52818 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'security_group_rule': {'security_group_id': 'dfd9b4c0-2e06-4bdf-b9cd-cbd7748e02ce', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:50.841383 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e05ef3a-bbcf-4630-95b6-1ff2fcc52818 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (870464ee-0ca7-4d94-9f77-589731c17943), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:50.896321 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e05ef3a-bbcf-4630-95b6-1ff2fcc52818 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (870464ee-0ca7-4d94-9f77-589731c17943), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:50.899775 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e05ef3a-bbcf-4630-95b6-1ff2fcc52818 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (870464ee-0ca7-4d94-9f77-589731c17943), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:50.916470 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05ef3a-bbcf-4630-95b6-1ff2fcc52818 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=870464ee-0ca7-4d94-9f77-589731c17943,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:50.924433 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e05ef3a-bbcf-4630-95b6-1ff2fcc52818 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:50.925621 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8e05ef3a-bbcf-4630-95b6-1ff2fcc52818 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1127985 Feb 09 02:21:50.928663 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52018) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:50.933256 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-f5163357-5f07-4408-a682-cabedb9d4986 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'security_group_rule': {'security_group_id': 'dfd9b4c0-2e06-4bdf-b9cd-cbd7748e02ce', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:50.941074 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c70794e0-eabc-4d21-9c10-aa5dce4ccd12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:50.961206 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f5163357-5f07-4408-a682-cabedb9d4986 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (7150ea64-bd47-4ef2-8d31-df0b7cb6d32d), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:51.017613 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f5163357-5f07-4408-a682-cabedb9d4986 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (7150ea64-bd47-4ef2-8d31-df0b7cb6d32d), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:51.021681 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f5163357-5f07-4408-a682-cabedb9d4986 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (7150ea64-bd47-4ef2-8d31-df0b7cb6d32d), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:51.041449 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5163357-5f07-4408-a682-cabedb9d4986 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7150ea64-bd47-4ef2-8d31-df0b7cb6d32d,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:51.051742 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f5163357-5f07-4408-a682-cabedb9d4986 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:51.053103 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f5163357-5f07-4408-a682-cabedb9d4986 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1233296 Feb 09 02:21:51.055703 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52020) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:51.060852 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-de1b8c7e-7c6d-40af-8f54-0c7bb8a59918 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'security_group_rule': {'security_group_id': 'dfd9b4c0-2e06-4bdf-b9cd-cbd7748e02ce', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:51.083925 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-de1b8c7e-7c6d-40af-8f54-0c7bb8a59918 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (dde59621-aa0c-4234-aa3e-963900b522c1), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:51.143727 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-de1b8c7e-7c6d-40af-8f54-0c7bb8a59918 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (dde59621-aa0c-4234-aa3e-963900b522c1), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:51.147598 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-de1b8c7e-7c6d-40af-8f54-0c7bb8a59918 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (dde59621-aa0c-4234-aa3e-963900b522c1), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:51.164766 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b8c7e-7c6d-40af-8f54-0c7bb8a59918 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dde59621-aa0c-4234-aa3e-963900b522c1,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:51.173584 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-de1b8c7e-7c6d-40af-8f54-0c7bb8a59918 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:51.174768 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-de1b8c7e-7c6d-40af-8f54-0c7bb8a59918 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181178 Feb 09 02:21:51.177428 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52022) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:51.181777 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-0c44c3e7-c6ad-409f-bd4d-d97e6a437fd7 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'security_group_rule': {'security_group_id': 'dfd9b4c0-2e06-4bdf-b9cd-cbd7748e02ce', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:51.206052 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0c44c3e7-c6ad-409f-bd4d-d97e6a437fd7 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (e9868026-20c0-4f57-8c1e-26dab88c97d4), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:51.262766 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0c44c3e7-c6ad-409f-bd4d-d97e6a437fd7 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (e9868026-20c0-4f57-8c1e-26dab88c97d4), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:51.266630 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0c44c3e7-c6ad-409f-bd4d-d97e6a437fd7 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (e9868026-20c0-4f57-8c1e-26dab88c97d4), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:51.286938 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c44c3e7-c6ad-409f-bd4d-d97e6a437fd7 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9868026-20c0-4f57-8c1e-26dab88c97d4,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:51.296649 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0c44c3e7-c6ad-409f-bd4d-d97e6a437fd7 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:51.297832 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0c44c3e7-c6ad-409f-bd4d-d97e6a437fd7 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1195076 Feb 09 02:21:51.300538 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52024) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:51.304977 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-cf2d9cc2-001e-4312-bb09-8795f623c181 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'security_group_rule': {'security_group_id': 'dfd9b4c0-2e06-4bdf-b9cd-cbd7748e02ce', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:51.325659 n-d-822053-40 neutron-server[103529]: INFO neutron.db.securitygroups_db [None req-cf2d9cc2-001e-4312-bb09-8795f623c181 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Project 8591eec9c58e428aaa03fb8ea4411d94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:21:51.330632 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cf2d9cc2-001e-4312-bb09-8795f623c181 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (531615b6-56b1-4c88-9d5f-b7da66320745), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:51.387816 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cf2d9cc2-001e-4312-bb09-8795f623c181 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (531615b6-56b1-4c88-9d5f-b7da66320745), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:51.391366 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cf2d9cc2-001e-4312-bb09-8795f623c181 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (531615b6-56b1-4c88-9d5f-b7da66320745), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:51.410235 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d9cc2-001e-4312-bb09-8795f623c181 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=531615b6-56b1-4c88-9d5f-b7da66320745,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:51.419762 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cf2d9cc2-001e-4312-bb09-8795f623c181 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:51.421103 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-cf2d9cc2-001e-4312-bb09-8795f623c181 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1196318 Feb 09 02:21:51.423817 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52026) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:51.428067 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-53e9838c-a777-4338-81a5-9c09b8f78cb5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'security_group_rule': {'security_group_id': 'dfd9b4c0-2e06-4bdf-b9cd-cbd7748e02ce', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:51.448319 n-d-822053-40 neutron-server[103529]: INFO neutron.db.securitygroups_db [None req-53e9838c-a777-4338-81a5-9c09b8f78cb5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Project 8591eec9c58e428aaa03fb8ea4411d94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:21:51.453260 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-53e9838c-a777-4338-81a5-9c09b8f78cb5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (5916aa50-3b2a-4087-928d-41bb744c8e1e), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:51.514140 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-53e9838c-a777-4338-81a5-9c09b8f78cb5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (5916aa50-3b2a-4087-928d-41bb744c8e1e), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:51.518852 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-53e9838c-a777-4338-81a5-9c09b8f78cb5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (5916aa50-3b2a-4087-928d-41bb744c8e1e), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:51.537668 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e9838c-a777-4338-81a5-9c09b8f78cb5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5916aa50-3b2a-4087-928d-41bb744c8e1e,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:51.547424 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-53e9838c-a777-4338-81a5-9c09b8f78cb5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:51.548634 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-53e9838c-a777-4338-81a5-9c09b8f78cb5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1238797 Feb 09 02:21:51.551630 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52028) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:51.556726 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-ba635a5d-a3f2-4f3b-8536-b5da5ad6d4d6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'network': {'name': 'tempest-network-smoke--802322574', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'port_security_enabled': True}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:51.578659 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba635a5d-a3f2-4f3b-8536-b5da5ad6d4d6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Made reservation on behalf of 8591eec9c58e428aaa03fb8ea4411d94 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:21:51.582207 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ba635a5d-a3f2-4f3b-8536-b5da5ad6d4d6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:51.582929 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:51.613332 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba635a5d-a3f2-4f3b-8536-b5da5ad6d4d6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:21:51.623208 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ba635a5d-a3f2-4f3b-8536-b5da5ad6d4d6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (7795d01b-107d-4502-92f5-aec1483db9f0), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:51.623562 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-ba635a5d-a3f2-4f3b-8536-b5da5ad6d4d6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Added segment 7795d01b-107d-4502-92f5-aec1483db9f0 of type vlan for network d333f3ea-6930-4b7f-a8e6-dc8e56870b21 Feb 09 02:21:51.665044 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ba635a5d-a3f2-4f3b-8536-b5da5ad6d4d6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (d333f3ea-6930-4b7f-a8e6-dc8e56870b21), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:51.691429 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ba635a5d-a3f2-4f3b-8536-b5da5ad6d4d6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (d333f3ea-6930-4b7f-a8e6-dc8e56870b21), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:51.696688 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba635a5d-a3f2-4f3b-8536-b5da5ad6d4d6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:51.697261 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ba635a5d-a3f2-4f3b-8536-b5da5ad6d4d6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:51.752966 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ba635a5d-a3f2-4f3b-8536-b5da5ad6d4d6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2002690 Feb 09 02:21:51.755997 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52030) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:51.760720 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-e7546757-651c-4ac3-bb4e-e168ef904b0a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1405926968', 'admin_state_up': True, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:51.768157 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba635a5d-a3f2-4f3b-8536-b5da5ad6d4d6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'Network': ['ID=d333f3ea-6930-4b7f-a8e6-dc8e56870b21,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:51.779455 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network d333f3ea-6930-4b7f-a8e6-dc8e56870b21 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:21:51.783380 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e7546757-651c-4ac3-bb4e-e168ef904b0a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (e95cdb22-41fa-40eb-b5ab-583fe82e001a), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:51.784713 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e7546757-651c-4ac3-bb4e-e168ef904b0a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (e95cdb22-41fa-40eb-b5ab-583fe82e001a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:52.150209 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e7546757-651c-4ac3-bb4e-e168ef904b0a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router_controller (e95cdb22-41fa-40eb-b5ab-583fe82e001a), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:52.287792 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e7546757-651c-4ac3-bb4e-e168ef904b0a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router_gateway (e95cdb22-41fa-40eb-b5ab-583fe82e001a), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:52.484255 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e7546757-651c-4ac3-bb4e-e168ef904b0a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router_gateway (e95cdb22-41fa-40eb-b5ab-583fe82e001a), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:52.503007 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e7546757-651c-4ac3-bb4e-e168ef904b0a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:52.609334 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-e7546757-651c-4ac3-bb4e-e168ef904b0a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Allocated IP 172.25.1.48 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/badb9b32-31d2-4352-976d-7583145b626c) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:21:52.712146 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e7546757-651c-4ac3-bb4e-e168ef904b0a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for port (badb9b32-31d2-4352-976d-7583145b626c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:52.746968 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e7546757-651c-4ac3-bb4e-e168ef904b0a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (badb9b32-31d2-4352-976d-7583145b626c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:52.788138 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7546757-651c-4ac3-bb4e-e168ef904b0a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:21:52.793080 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-e7546757-651c-4ac3-bb4e-e168ef904b0a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:52.796599 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7546757-651c-4ac3-bb4e-e168ef904b0a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:21:52.822406 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7546757-651c-4ac3-bb4e-e168ef904b0a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'Port': ['ID=badb9b32-31d2-4352-976d-7583145b626c,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:53.054097 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e7546757-651c-4ac3-bb4e-e168ef904b0a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router_gateway (e95cdb22-41fa-40eb-b5ab-583fe82e001a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:53.252098 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e7546757-651c-4ac3-bb4e-e168ef904b0a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (e95cdb22-41fa-40eb-b5ab-583fe82e001a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:53.380942 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7546757-651c-4ac3-bb4e-e168ef904b0a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Router e95cdb22-41fa-40eb-b5ab-583fe82e001a is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:21:53.489562 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7546757-651c-4ac3-bb4e-e168ef904b0a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:21:53.499866 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6ba249-1830-48ba-a99e-9a9fe66513b9 None None] Sync routers for ids ['e95cdb22-41fa-40eb-b5ab-583fe82e001a'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:21:53.509804 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e7546757-651c-4ac3-bb4e-e168ef904b0a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:53.511145 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e7546757-651c-4ac3-bb4e-e168ef904b0a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7540705 Feb 09 02:21:53.511275 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6ba249-1830-48ba-a99e-9a9fe66513b9 None None] Routers {'e95cdb22-41fa-40eb-b5ab-583fe82e001a'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:53.512680 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-2b6ba249-1830-48ba-a99e-9a9fe66513b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:21:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['e95cdb22-41fa-40eb-b5ab-583fe82e001a'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:53.514953 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52032) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:53.618969 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-2b6ba249-1830-48ba-a99e-9a9fe66513b9 None None] Set router e95cdb22-41fa-40eb-b5ab-583fe82e001a gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:53.647474 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-47d12b04-fcda-4dd0-87ed-fca2aea9b465 tempest-TestNetworkAdvancedServerOps-1187119017 tempest-TestNetworkAdvancedServerOps-1187119017-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=8591eec9c58e428aaa03fb8ea4411d94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1310959 Feb 09 02:21:53.650211 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52036) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:53.738523 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d248433-0da8-4dc7-8b59-e3943dbbbb74 tempest-TestNetworkAdvancedServerOps-1187119017 tempest-TestNetworkAdvancedServerOps-1187119017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:53.743124 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2d248433-0da8-4dc7-8b59-e3943dbbbb74 tempest-TestNetworkAdvancedServerOps-1187119017 tempest-TestNetworkAdvancedServerOps-1187119017-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0890875 Feb 09 02:21:53.743124 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52038) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:53.774284 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3d212d49-a6ea-4fe1-8a1a-263a449c7431 tempest-TestNetworkAdvancedServerOps-1187119017 tempest-TestNetworkAdvancedServerOps-1187119017-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=def43282-5318-4ecb-a74b-178f79c0eb6e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292907 Feb 09 02:21:53.776712 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52040) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:53.782344 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-ea153af8-120c-4c4a-837b-754d9aa8cee1 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-373582653', 'network_id': 'd333f3ea-6930-4b7f-a8e6-dc8e56870b21', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:53.807688 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-2b6ba249-1830-48ba-a99e-9a9fe66513b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95cdb22-41fa-40eb-b5ab-583fe82e001a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405926968', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'badb9b32-31d2-4352-976d-7583145b626c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:21:51Z', 'updated_at': '2022-02-09T02:21:52Z', 'revision_number': 3, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'badb9b32-31d2-4352-976d-7583145b626c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95cdb22-41fa-40eb-b5ab-583fe82e001a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:52Z', 'updated_at': '2022-02-09T02:21:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:53.834164 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6ba249-1830-48ba-a99e-9a9fe66513b9 None None] Checking router: e95cdb22-41fa-40eb-b5ab-583fe82e001a for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:21:53.834512 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6ba249-1830-48ba-a99e-9a9fe66513b9 None None] Updating router e95cdb22-41fa-40eb-b5ab-583fe82e001a port badb9b32-31d2-4352-976d-7583145b626c binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:21:53.863356 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2b6ba249-1830-48ba-a99e-9a9fe66513b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (badb9b32-31d2-4352-976d-7583145b626c), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:53.874679 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea153af8-120c-4c4a-837b-754d9aa8cee1 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Made reservation on behalf of 8591eec9c58e428aaa03fb8ea4411d94 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:21:53.878431 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea153af8-120c-4c4a-837b-754d9aa8cee1 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:54.069851 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea153af8-120c-4c4a-837b-754d9aa8cee1 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (8d64525c-1ab9-4fbe-9443-a42d074b6b90), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:54.125076 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea153af8-120c-4c4a-837b-754d9aa8cee1 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'Subnet': ['ID=8d64525c-1ab9-4fbe-9443-a42d074b6b90,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:54.139991 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea153af8-120c-4c4a-837b-754d9aa8cee1 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Checking segment: {'id': '7795d01b-107d-4502-92f5-aec1483db9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd333f3ea-6930-4b7f-a8e6-dc8e56870b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:21:54.140365 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea153af8-120c-4c4a-837b-754d9aa8cee1 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Network hostable DHCP agents. Network: d333f3ea-6930-4b7f-a8e6-dc8e56870b21, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:21:54.157026 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea153af8-120c-4c4a-837b-754d9aa8cee1 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Network d333f3ea-6930-4b7f-a8e6-dc8e56870b21 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:21:54.166200 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-ea153af8-120c-4c4a-837b-754d9aa8cee1 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, d333f3ea-6930-4b7f-a8e6-dc8e56870b21) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:54.175565 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66430d78-42ba-4a33-9402-8ed82f8e6828 None None] Network d333f3ea-6930-4b7f-a8e6-dc8e56870b21 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:21:54.178487 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea153af8-120c-4c4a-837b-754d9aa8cee1 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:54.179147 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea153af8-120c-4c4a-837b-754d9aa8cee1 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:54.197921 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ea153af8-120c-4c4a-837b-754d9aa8cee1 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4194701 Feb 09 02:21:54.200866 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52042) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:54.219010 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2b6ba249-1830-48ba-a99e-9a9fe66513b9 None None] Publish callbacks [] for port (badb9b32-31d2-4352-976d-7583145b626c), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:54.224923 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2b6ba249-1830-48ba-a99e-9a9fe66513b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (badb9b32-31d2-4352-976d-7583145b626c), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:54.276054 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-2b6ba249-1830-48ba-a99e-9a9fe66513b9 None None] Attempting to bind port badb9b32-31d2-4352-976d-7583145b626c on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:21:54.276930 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-2b6ba249-1830-48ba-a99e-9a9fe66513b9 None None] Attempting to bind port badb9b32-31d2-4352-976d-7583145b626c by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:21:54.276930 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6ba249-1830-48ba-a99e-9a9fe66513b9 None None] Attempting to bind port badb9b32-31d2-4352-976d-7583145b626c on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:21:54.290849 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6ba249-1830-48ba-a99e-9a9fe66513b9 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:21:54.291222 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6ba249-1830-48ba-a99e-9a9fe66513b9 None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:21:54.291348 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3144bbb-1e25-42a7-bae7-e9ca0f1251c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-d333f3ea-6930-4b7f-a8e6-dc8e56870b21', 'network_id': 'd333f3ea-6930-4b7f-a8e6-dc8e56870b21', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'fixed_ips': [{'subnet_id': '8d64525c-1ab9-4fbe-9443-a42d074b6b90'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:21:54.291634 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2b6ba249-1830-48ba-a99e-9a9fe66513b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:54.292023 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6ba249-1830-48ba-a99e-9a9fe66513b9 None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:21:54.292372 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f3144bbb-1e25-42a7-bae7-e9ca0f1251c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:54.292494 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-2b6ba249-1830-48ba-a99e-9a9fe66513b9 None None] Bound port: badb9b32-31d2-4352-976d-7583145b626c, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:21:54.293151 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2b6ba249-1830-48ba-a99e-9a9fe66513b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (badb9b32-31d2-4352-976d-7583145b626c), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:54.348675 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-2b6ba249-1830-48ba-a99e-9a9fe66513b9 None None] For port badb9b32-31d2-4352-976d-7583145b626c, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:21:54.352433 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-2b6ba249-1830-48ba-a99e-9a9fe66513b9 None None] For port badb9b32-31d2-4352-976d-7583145b626c, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=badb9b32-31d2-4352-976d-7583145b626c,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:21:54.357097 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe667c21-2581-489b-b014-5557eda48c67 None None] Pushing event updated for resources: {'Port': ['ID=badb9b32-31d2-4352-976d-7583145b626c,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:54.366116 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe667c21-2581-489b-b014-5557eda48c67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:54.366758 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe667c21-2581-489b-b014-5557eda48c67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:54.367246 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe667c21-2581-489b-b014-5557eda48c67 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:54.367745 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe667c21-2581-489b-b014-5557eda48c67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:54.368328 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe667c21-2581-489b-b014-5557eda48c67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:54.368826 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe667c21-2581-489b-b014-5557eda48c67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:54.369301 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe667c21-2581-489b-b014-5557eda48c67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:54.370050 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe667c21-2581-489b-b014-5557eda48c67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:54.370560 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe667c21-2581-489b-b014-5557eda48c67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:54.371068 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe667c21-2581-489b-b014-5557eda48c67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:54.371544 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe667c21-2581-489b-b014-5557eda48c67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:54.372041 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe667c21-2581-489b-b014-5557eda48c67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:54.372525 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe667c21-2581-489b-b014-5557eda48c67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:54.377168 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2b6ba249-1830-48ba-a99e-9a9fe66513b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (badb9b32-31d2-4352-976d-7583145b626c), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:54.415196 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0d807263-b09c-40c5-a9e9-4de200a7115b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:54.442639 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe667c21-2581-489b-b014-5557eda48c67 None None] Pushing event updated for resources: {'Port': ['ID=badb9b32-31d2-4352-976d-7583145b626c,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:54.459782 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6ba249-1830-48ba-a99e-9a9fe66513b9 None None] Routers {'e95cdb22-41fa-40eb-b5ab-583fe82e001a'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:54.460408 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-2b6ba249-1830-48ba-a99e-9a9fe66513b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:21:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['e95cdb22-41fa-40eb-b5ab-583fe82e001a'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:54.482045 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-f3144bbb-1e25-42a7-bae7-e9ca0f1251c3 None None] Allocated IP 172.20.0.2 (d333f3ea-6930-4b7f-a8e6-dc8e56870b21/8d64525c-1ab9-4fbe-9443-a42d074b6b90/b2cb702e-961d-41b4-b173-1e6ba61ee357) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:21:54.588586 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-2b6ba249-1830-48ba-a99e-9a9fe66513b9 None None] Set router e95cdb22-41fa-40eb-b5ab-583fe82e001a gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:54.636458 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f3144bbb-1e25-42a7-bae7-e9ca0f1251c3 None None] Publish callbacks [] for port (b2cb702e-961d-41b4-b173-1e6ba61ee357), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:54.646816 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f3144bbb-1e25-42a7-bae7-e9ca0f1251c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (b2cb702e-961d-41b4-b173-1e6ba61ee357), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:54.702788 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3144bbb-1e25-42a7-bae7-e9ca0f1251c3 None None] Network d333f3ea-6930-4b7f-a8e6-dc8e56870b21 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:21:54.704661 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-f3144bbb-1e25-42a7-bae7-e9ca0f1251c3 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:54.707569 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3144bbb-1e25-42a7-bae7-e9ca0f1251c3 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:21:54.709846 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3144bbb-1e25-42a7-bae7-e9ca0f1251c3 None None] Pushing event updated for resources: {'Port': ['ID=b2cb702e-961d-41b4-b173-1e6ba61ee357,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:54.763424 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f4870a5-9b98-47bf-a43c-e52aa88d7958 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:54.771000 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-f3144bbb-1e25-42a7-bae7-e9ca0f1251c3 None None] Attempting to bind port b2cb702e-961d-41b4-b173-1e6ba61ee357 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:21:54.771366 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-f3144bbb-1e25-42a7-bae7-e9ca0f1251c3 None None] Attempting to bind port b2cb702e-961d-41b4-b173-1e6ba61ee357 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '7795d01b-107d-4502-92f5-aec1483db9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd333f3ea-6930-4b7f-a8e6-dc8e56870b21'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:21:54.771724 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3144bbb-1e25-42a7-bae7-e9ca0f1251c3 None None] Attempting to bind port b2cb702e-961d-41b4-b173-1e6ba61ee357 on network d333f3ea-6930-4b7f-a8e6-dc8e56870b21 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:21:54.776862 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3144bbb-1e25-42a7-bae7-e9ca0f1251c3 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:21:54.777411 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3144bbb-1e25-42a7-bae7-e9ca0f1251c3 None None] Checking segment: {'id': '7795d01b-107d-4502-92f5-aec1483db9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd333f3ea-6930-4b7f-a8e6-dc8e56870b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:21:54.777903 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f3144bbb-1e25-42a7-bae7-e9ca0f1251c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:54.778218 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3144bbb-1e25-42a7-bae7-e9ca0f1251c3 None None] Bound using segment: {'id': '7795d01b-107d-4502-92f5-aec1483db9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd333f3ea-6930-4b7f-a8e6-dc8e56870b21'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:21:54.778681 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-f3144bbb-1e25-42a7-bae7-e9ca0f1251c3 None None] Bound port: b2cb702e-961d-41b4-b173-1e6ba61ee357, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7795d01b-107d-4502-92f5-aec1483db9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd333f3ea-6930-4b7f-a8e6-dc8e56870b21'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:21:54.779060 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f3144bbb-1e25-42a7-bae7-e9ca0f1251c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b2cb702e-961d-41b4-b173-1e6ba61ee357), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:54.790560 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-2b6ba249-1830-48ba-a99e-9a9fe66513b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95cdb22-41fa-40eb-b5ab-583fe82e001a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405926968', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'badb9b32-31d2-4352-976d-7583145b626c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:21:51Z', 'updated_at': '2022-02-09T02:21:52Z', 'revision_number': 3, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'badb9b32-31d2-4352-976d-7583145b626c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95cdb22-41fa-40eb-b5ab-583fe82e001a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:52Z', 'updated_at': '2022-02-09T02:21:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:54.819793 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6ba249-1830-48ba-a99e-9a9fe66513b9 None None] The sync data for ids ['e95cdb22-41fa-40eb-b5ab-583fe82e001a'] in n-d-822053-40 is: [{'id': 'e95cdb22-41fa-40eb-b5ab-583fe82e001a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405926968', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'badb9b32-31d2-4352-976d-7583145b626c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:21:51Z', 'updated_at': '2022-02-09T02:21:52Z', 'revision_number': 3, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'badb9b32-31d2-4352-976d-7583145b626c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95cdb22-41fa-40eb-b5ab-583fe82e001a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:52Z', 'updated_at': '2022-02-09T02:21:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:21:54.852256 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-f3144bbb-1e25-42a7-bae7-e9ca0f1251c3 None None] For port b2cb702e-961d-41b4-b173-1e6ba61ee357, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:21:54.858515 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-f3144bbb-1e25-42a7-bae7-e9ca0f1251c3 None None] For port b2cb702e-961d-41b4-b173-1e6ba61ee357, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b2cb702e-961d-41b4-b173-1e6ba61ee357,segment=NetworkSegment(7795d01b-107d-4502-92f5-aec1483db9f0),segment_id=7795d01b-107d-4502-92f5-aec1483db9f0)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:21:54.865208 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f3144bbb-1e25-42a7-bae7-e9ca0f1251c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b2cb702e-961d-41b4-b173-1e6ba61ee357), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:54.929307 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3144bbb-1e25-42a7-bae7-e9ca0f1251c3 None None] Pushing event updated for resources: {'Port': ['ID=b2cb702e-961d-41b4-b173-1e6ba61ee357,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:55.104847 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-4f4870a5-9b98-47bf-a43c-e52aa88d7958 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Allocated IP 172.20.0.1 (d333f3ea-6930-4b7f-a8e6-dc8e56870b21/8d64525c-1ab9-4fbe-9443-a42d074b6b90/b49c04f0-ab2b-416a-b206-6cc9ff87159d) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:21:55.277570 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f4870a5-9b98-47bf-a43c-e52aa88d7958 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for port (b49c04f0-ab2b-416a-b206-6cc9ff87159d), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:55.317877 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f4870a5-9b98-47bf-a43c-e52aa88d7958 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (b49c04f0-ab2b-416a-b206-6cc9ff87159d), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:55.377377 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4870a5-9b98-47bf-a43c-e52aa88d7958 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Network d333f3ea-6930-4b7f-a8e6-dc8e56870b21 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:21:55.380642 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-4f4870a5-9b98-47bf-a43c-e52aa88d7958 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:55.386621 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4870a5-9b98-47bf-a43c-e52aa88d7958 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:21:55.413366 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4870a5-9b98-47bf-a43c-e52aa88d7958 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'Port': ['ID=b49c04f0-ab2b-416a-b206-6cc9ff87159d,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:55.445806 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device badb9b32-31d2-4352-976d-7583145b626c up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:21:55.446756 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f4870a5-9b98-47bf-a43c-e52aa88d7958 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (e95cdb22-41fa-40eb-b5ab-583fe82e001a), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:55.518270 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port badb9b32-31d2-4352-976d-7583145b626c triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:55.518638 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (badb9b32-31d2-4352-976d-7583145b626c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:55.604614 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f4870a5-9b98-47bf-a43c-e52aa88d7958 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b49c04f0-ab2b-416a-b206-6cc9ff87159d), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:55.614732 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port badb9b32-31d2-4352-976d-7583145b626c is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:55.615496 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (badb9b32-31d2-4352-976d-7583145b626c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:55.641443 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port badb9b32-31d2-4352-976d-7583145b626c, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=badb9b32-31d2-4352-976d-7583145b626c,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:55.649961 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (badb9b32-31d2-4352-976d-7583145b626c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:55.650900 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b2cb702e-961d-41b4-b173-1e6ba61ee357 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:21:55.749274 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=badb9b32-31d2-4352-976d-7583145b626c,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:55.770577 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port b2cb702e-961d-41b4-b173-1e6ba61ee357 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:55.771567 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b2cb702e-961d-41b4-b173-1e6ba61ee357), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:55.973879 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f4870a5-9b98-47bf-a43c-e52aa88d7958 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for port (b49c04f0-ab2b-416a-b206-6cc9ff87159d), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:55.979581 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f4870a5-9b98-47bf-a43c-e52aa88d7958 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (b49c04f0-ab2b-416a-b206-6cc9ff87159d), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:56.046064 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:56.046658 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port b2cb702e-961d-41b4-b173-1e6ba61ee357 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:56.047051 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b2cb702e-961d-41b4-b173-1e6ba61ee357), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:56.060922 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4870a5-9b98-47bf-a43c-e52aa88d7958 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'Port': ['ID=b49c04f0-ab2b-416a-b206-6cc9ff87159d,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:56.069620 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f4870a5-9b98-47bf-a43c-e52aa88d7958 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (e95cdb22-41fa-40eb-b5ab-583fe82e001a), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:56.085477 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port b2cb702e-961d-41b4-b173-1e6ba61ee357, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b2cb702e-961d-41b4-b173-1e6ba61ee357,segment=NetworkSegment(7795d01b-107d-4502-92f5-aec1483db9f0),segment_id=7795d01b-107d-4502-92f5-aec1483db9f0)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:56.090030 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b2cb702e-961d-41b4-b173-1e6ba61ee357), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:56.123465 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbd460a-92fb-4154-918f-983d53783134 None None] Network d333f3ea-6930-4b7f-a8e6-dc8e56870b21 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:21:56.176418 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4870a5-9b98-47bf-a43c-e52aa88d7958 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Network d333f3ea-6930-4b7f-a8e6-dc8e56870b21 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:21:56.177880 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-4f4870a5-9b98-47bf-a43c-e52aa88d7958 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:56.204603 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=b2cb702e-961d-41b4-b173-1e6ba61ee357,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:56.216682 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-7e76f2e0-c670-45ed-97e9-88fd5fa39c44 None None] Provisioning complete for port b2cb702e-961d-41b4-b173-1e6ba61ee357 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:56.217060 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7e76f2e0-c670-45ed-97e9-88fd5fa39c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b2cb702e-961d-41b4-b173-1e6ba61ee357), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:56.289685 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4870a5-9b98-47bf-a43c-e52aa88d7958 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Router e95cdb22-41fa-40eb-b5ab-583fe82e001a has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:21:56.341062 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7e76f2e0-c670-45ed-97e9-88fd5fa39c44 None None] Current status of the port b2cb702e-961d-41b4-b173-1e6ba61ee357 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:56.410192 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4870a5-9b98-47bf-a43c-e52aa88d7958 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:21:56.415550 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4f4870a5-9b98-47bf-a43c-e52aa88d7958 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "PUT /v2.0/routers/e95cdb22-41fa-40eb-b5ab-583fe82e001a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2134986 Feb 09 02:21:56.566471 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-fe162183-5f6e-48ea-9a09-78ed9750e6be None None] Provisioning complete for port b2cb702e-961d-41b4-b173-1e6ba61ee357 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:56.567019 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fe162183-5f6e-48ea-9a09-78ed9750e6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b2cb702e-961d-41b4-b173-1e6ba61ee357), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:56.601386 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-78682a18-064a-481d-8695-e8c745c29e6d req-2e2fbaef-e984-42a3-9b59-1a9acafd9cd4 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-505429688&fields=id&tenant_id=8591eec9c58e428aaa03fb8ea4411d94 HTTP/1.1" status: 200 len: 267 time: 0.0626709 Feb 09 02:21:56.661938 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-fe162183-5f6e-48ea-9a09-78ed9750e6be None None] Current status of the port b2cb702e-961d-41b4-b173-1e6ba61ee357 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:56.674903 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-fe162183-5f6e-48ea-9a09-78ed9750e6be None None] Provisioning complete for port b49c04f0-ab2b-416a-b206-6cc9ff87159d triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:56.675324 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fe162183-5f6e-48ea-9a09-78ed9750e6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b49c04f0-ab2b-416a-b206-6cc9ff87159d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:56.702283 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bd1f1c-acbf-4092-b085-b551176b9103 None None] Sync routers for ids ['e95cdb22-41fa-40eb-b5ab-583fe82e001a'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:21:56.724473 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bd1f1c-acbf-4092-b085-b551176b9103 None None] Routers {'e95cdb22-41fa-40eb-b5ab-583fe82e001a'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:56.725025 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-39bd1f1c-acbf-4092-b085-b551176b9103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:21:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['e95cdb22-41fa-40eb-b5ab-583fe82e001a'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:56.729813 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-fe162183-5f6e-48ea-9a09-78ed9750e6be None None] Port b49c04f0-ab2b-416a-b206-6cc9ff87159d cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:21:56.736591 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78682a18-064a-481d-8695-e8c745c29e6d req-59d673ea-041e-44aa-9e1c-1544c1586524 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:56.738157 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-78682a18-064a-481d-8695-e8c745c29e6d req-59d673ea-041e-44aa-9e1c-1544c1586524 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/networks?id=d333f3ea-6930-4b7f-a8e6-dc8e56870b21 HTTP/1.1" status: 200 len: 796 time: 0.1256034 Feb 09 02:21:56.754234 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-78682a18-064a-481d-8695-e8c745c29e6d req-32b8de00-f11c-40dd-be1f-7a2e81f4f5bc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/quotas/8591eec9c58e428aaa03fb8ea4411d94 HTTP/1.1" status: 200 len: 375 time: 0.0105782 Feb 09 02:21:56.841130 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-78682a18-064a-481d-8695-e8c745c29e6d req-11cdb9ad-c7d7-48c5-a52e-065be6b0d398 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8591eec9c58e428aaa03fb8ea4411d94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799670 Feb 09 02:21:56.855656 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-39bd1f1c-acbf-4092-b085-b551176b9103 None None] Set router e95cdb22-41fa-40eb-b5ab-583fe82e001a gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:56.889228 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-a80e18e1-85cb-4513-9278-97cd31a5195c None None] Provisioning complete for port b49c04f0-ab2b-416a-b206-6cc9ff87159d triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:56.889593 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a80e18e1-85cb-4513-9278-97cd31a5195c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b49c04f0-ab2b-416a-b206-6cc9ff87159d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:56.942116 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-78682a18-064a-481d-8695-e8c745c29e6d req-5ae9b516-60af-47e1-9f46-d122b5b814d4 service neutron] 10.222.0.30 "GET /v2.0/networks/d333f3ea-6930-4b7f-a8e6-dc8e56870b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996163 Feb 09 02:21:56.974445 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a80e18e1-85cb-4513-9278-97cd31a5195c None None] Port b49c04f0-ab2b-416a-b206-6cc9ff87159d cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:21:57.034741 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-78682a18-064a-481d-8695-e8c745c29e6d req-29d8eecd-9f70-4703-87e2-f4a519cec56a service neutron] 10.222.0.30 "GET /v2.0/networks/d333f3ea-6930-4b7f-a8e6-dc8e56870b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865014 Feb 09 02:21:57.101767 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-39bd1f1c-acbf-4092-b085-b551176b9103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95cdb22-41fa-40eb-b5ab-583fe82e001a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405926968', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'badb9b32-31d2-4352-976d-7583145b626c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:21:51Z', 'updated_at': '2022-02-09T02:21:55Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'badb9b32-31d2-4352-976d-7583145b626c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95cdb22-41fa-40eb-b5ab-583fe82e001a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:52Z', 'updated_at': '2022-02-09T02:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'b49c04f0-ab2b-416a-b206-6cc9ff87159d', 'name': '', 'network_id': 'd333f3ea-6930-4b7f-a8e6-dc8e56870b21', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:be:9e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95cdb22-41fa-40eb-b5ab-583fe82e001a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '8d64525c-1ab9-4fbe-9443-a42d074b6b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:54Z', 'updated_at': '2022-02-09T02:21:55Z', 'revision_number': 2, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': '8d64525c-1ab9-4fbe-9443-a42d074b6b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:57.106071 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-5737dee2-e666-4cad-aca6-e002cd97fcf1 None None] Provisioning complete for port b49c04f0-ab2b-416a-b206-6cc9ff87159d triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:57.106071 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5737dee2-e666-4cad-aca6-e002cd97fcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b49c04f0-ab2b-416a-b206-6cc9ff87159d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:57.157266 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bd1f1c-acbf-4092-b085-b551176b9103 None None] Checking router: e95cdb22-41fa-40eb-b5ab-583fe82e001a for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:21:57.157983 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bd1f1c-acbf-4092-b085-b551176b9103 None None] Updating router e95cdb22-41fa-40eb-b5ab-583fe82e001a port b49c04f0-ab2b-416a-b206-6cc9ff87159d binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:21:57.201573 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5737dee2-e666-4cad-aca6-e002cd97fcf1 None None] Port b49c04f0-ab2b-416a-b206-6cc9ff87159d cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:21:57.203699 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-39bd1f1c-acbf-4092-b085-b551176b9103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b49c04f0-ab2b-416a-b206-6cc9ff87159d), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:57.207825 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ab6ebce8-6ae0-4037-989b-0866fa769df3 req-546c7123-2b08-4921-b8fc-3562524f1eef tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=bde26579-8804-4f49-a6ec-8de32eaca7ab HTTP/1.1" status: 200 len: 210 time: 0.0363352 Feb 09 02:21:57.363807 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device badb9b32-31d2-4352-976d-7583145b626c up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:21:57.463372 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port badb9b32-31d2-4352-976d-7583145b626c triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:57.463742 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (badb9b32-31d2-4352-976d-7583145b626c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:57.559964 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-39bd1f1c-acbf-4092-b085-b551176b9103 None None] Publish callbacks [] for port (b49c04f0-ab2b-416a-b206-6cc9ff87159d), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:57.586363 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-39bd1f1c-acbf-4092-b085-b551176b9103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b49c04f0-ab2b-416a-b206-6cc9ff87159d), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:57.639639 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port badb9b32-31d2-4352-976d-7583145b626c is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:57.640892 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b2cb702e-961d-41b4-b173-1e6ba61ee357 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:21:57.692238 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf057dd-5bf1-406d-bd7a-6a993f1a2765 None None] Pushing event updated for resources: {'Port': ['ID=b49c04f0-ab2b-416a-b206-6cc9ff87159d,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:57.738256 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-39bd1f1c-acbf-4092-b085-b551176b9103 None None] Attempting to bind port b49c04f0-ab2b-416a-b206-6cc9ff87159d on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:21:57.738630 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-39bd1f1c-acbf-4092-b085-b551176b9103 None None] Attempting to bind port b49c04f0-ab2b-416a-b206-6cc9ff87159d by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '7795d01b-107d-4502-92f5-aec1483db9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd333f3ea-6930-4b7f-a8e6-dc8e56870b21'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:21:57.738998 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bd1f1c-acbf-4092-b085-b551176b9103 None None] Attempting to bind port b49c04f0-ab2b-416a-b206-6cc9ff87159d on network d333f3ea-6930-4b7f-a8e6-dc8e56870b21 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:21:57.749627 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bd1f1c-acbf-4092-b085-b551176b9103 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:21:57.749627 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bd1f1c-acbf-4092-b085-b551176b9103 None None] Checking segment: {'id': '7795d01b-107d-4502-92f5-aec1483db9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd333f3ea-6930-4b7f-a8e6-dc8e56870b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:21:57.749627 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-39bd1f1c-acbf-4092-b085-b551176b9103 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:57.750079 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bd1f1c-acbf-4092-b085-b551176b9103 None None] Bound using segment: {'id': '7795d01b-107d-4502-92f5-aec1483db9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd333f3ea-6930-4b7f-a8e6-dc8e56870b21'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:21:57.750186 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-39bd1f1c-acbf-4092-b085-b551176b9103 None None] Bound port: b49c04f0-ab2b-416a-b206-6cc9ff87159d, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7795d01b-107d-4502-92f5-aec1483db9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd333f3ea-6930-4b7f-a8e6-dc8e56870b21'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:21:57.750650 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-39bd1f1c-acbf-4092-b085-b551176b9103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b49c04f0-ab2b-416a-b206-6cc9ff87159d), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:57.794726 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port b2cb702e-961d-41b4-b173-1e6ba61ee357 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:57.794726 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b2cb702e-961d-41b4-b173-1e6ba61ee357), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:57.797412 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:57.878361 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-39bd1f1c-acbf-4092-b085-b551176b9103 None None] For port b49c04f0-ab2b-416a-b206-6cc9ff87159d, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:21:57.882815 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-39bd1f1c-acbf-4092-b085-b551176b9103 None None] For port b49c04f0-ab2b-416a-b206-6cc9ff87159d, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b49c04f0-ab2b-416a-b206-6cc9ff87159d,segment=NetworkSegment(7795d01b-107d-4502-92f5-aec1483db9f0),segment_id=7795d01b-107d-4502-92f5-aec1483db9f0)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:21:57.893505 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-39bd1f1c-acbf-4092-b085-b551176b9103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b49c04f0-ab2b-416a-b206-6cc9ff87159d), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:57.986508 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port b2cb702e-961d-41b4-b173-1e6ba61ee357 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:58.001754 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-657bf9e4-17cb-47ad-92d7-74131cff5637 None None] Provisioning complete for port b49c04f0-ab2b-416a-b206-6cc9ff87159d triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:58.002124 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-657bf9e4-17cb-47ad-92d7-74131cff5637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b49c04f0-ab2b-416a-b206-6cc9ff87159d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:58.031262 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bd1f1c-acbf-4092-b085-b551176b9103 None None] Routers {'e95cdb22-41fa-40eb-b5ab-583fe82e001a'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:58.031890 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-39bd1f1c-acbf-4092-b085-b551176b9103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:21:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['e95cdb22-41fa-40eb-b5ab-583fe82e001a'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:58.035427 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf057dd-5bf1-406d-bd7a-6a993f1a2765 None None] Pushing event updated for resources: {'Port': ['ID=b49c04f0-ab2b-416a-b206-6cc9ff87159d,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:58.194495 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-39bd1f1c-acbf-4092-b085-b551176b9103 None None] Set router e95cdb22-41fa-40eb-b5ab-583fe82e001a gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:58.219737 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-657bf9e4-17cb-47ad-92d7-74131cff5637 None None] Current status of the port b49c04f0-ab2b-416a-b206-6cc9ff87159d is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:58.220151 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-657bf9e4-17cb-47ad-92d7-74131cff5637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b49c04f0-ab2b-416a-b206-6cc9ff87159d), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:58.326115 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ad928e54-c2c8-4351-901d-f6fc64f72bc9 req-49f1a23f-b5ca-481f-840e-14e92617a286 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=bde26579-8804-4f49-a6ec-8de32eaca7ab HTTP/1.1" status: 200 len: 210 time: 0.0450709 Feb 09 02:21:58.437789 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78682a18-064a-481d-8695-e8c745c29e6d req-16d7f7c1-32aa-4948-bcec-0567ed081493 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:58.439238 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-78682a18-064a-481d-8695-e8c745c29e6d req-16d7f7c1-32aa-4948-bcec-0567ed081493 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.91 "GET /v2.0/networks?id=d333f3ea-6930-4b7f-a8e6-dc8e56870b21 HTTP/1.1" status: 200 len: 796 time: 0.1166308 Feb 09 02:21:58.470147 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-657bf9e4-17cb-47ad-92d7-74131cff5637 None None] For port b49c04f0-ab2b-416a-b206-6cc9ff87159d, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b49c04f0-ab2b-416a-b206-6cc9ff87159d,segment=NetworkSegment(7795d01b-107d-4502-92f5-aec1483db9f0),segment_id=7795d01b-107d-4502-92f5-aec1483db9f0)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:58.508990 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-657bf9e4-17cb-47ad-92d7-74131cff5637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b49c04f0-ab2b-416a-b206-6cc9ff87159d), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:58.516349 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-78682a18-064a-481d-8695-e8c745c29e6d req-32acb6c6-87e8-4cf6-8e96-a2f6da14f2bd tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8591eec9c58e428aaa03fb8ea4411d94 HTTP/1.1" status: 200 len: 379 time: 0.0674303 Feb 09 02:21:58.517396 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:58.525550 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-78682a18-064a-481d-8695-e8c745c29e6d req-e9d291a0-c47c-4bea-aa31-217367cc6296 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'port': {'device_id': 'bde26579-8804-4f49-a6ec-8de32eaca7ab', 'network_id': 'd333f3ea-6930-4b7f-a8e6-dc8e56870b21', 'admin_state_up': True, 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'security_groups': ['dfd9b4c0-2e06-4bdf-b9cd-cbd7748e02ce']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:58.588598 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657bf9e4-17cb-47ad-92d7-74131cff5637 None None] Pushing event updated for resources: {'Port': ['ID=b49c04f0-ab2b-416a-b206-6cc9ff87159d,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:58.643192 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-cef9366a-67a2-4f4c-8b96-45ff9a5a8f31 None None] Provisioning complete for port b49c04f0-ab2b-416a-b206-6cc9ff87159d triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:58.643470 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78682a18-064a-481d-8695-e8c745c29e6d req-e9d291a0-c47c-4bea-aa31-217367cc6296 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Made reservation on behalf of 8591eec9c58e428aaa03fb8ea4411d94 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:21:58.643576 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cef9366a-67a2-4f4c-8b96-45ff9a5a8f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b49c04f0-ab2b-416a-b206-6cc9ff87159d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:58.647155 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-78682a18-064a-481d-8695-e8c745c29e6d req-e9d291a0-c47c-4bea-aa31-217367cc6296 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:58.689997 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-39bd1f1c-acbf-4092-b085-b551176b9103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95cdb22-41fa-40eb-b5ab-583fe82e001a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405926968', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'badb9b32-31d2-4352-976d-7583145b626c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:21:51Z', 'updated_at': '2022-02-09T02:21:55Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'badb9b32-31d2-4352-976d-7583145b626c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95cdb22-41fa-40eb-b5ab-583fe82e001a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:52Z', 'updated_at': '2022-02-09T02:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'b49c04f0-ab2b-416a-b206-6cc9ff87159d', 'name': '', 'network_id': 'd333f3ea-6930-4b7f-a8e6-dc8e56870b21', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:be:9e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95cdb22-41fa-40eb-b5ab-583fe82e001a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '8d64525c-1ab9-4fbe-9443-a42d074b6b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:54Z', 'updated_at': '2022-02-09T02:21:57Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': '8d64525c-1ab9-4fbe-9443-a42d074b6b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:58.724831 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bd1f1c-acbf-4092-b085-b551176b9103 None None] The sync data for ids ['e95cdb22-41fa-40eb-b5ab-583fe82e001a'] in n-d-822053-40 is: [{'id': 'e95cdb22-41fa-40eb-b5ab-583fe82e001a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405926968', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'badb9b32-31d2-4352-976d-7583145b626c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:21:51Z', 'updated_at': '2022-02-09T02:21:55Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'badb9b32-31d2-4352-976d-7583145b626c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95cdb22-41fa-40eb-b5ab-583fe82e001a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:52Z', 'updated_at': '2022-02-09T02:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'b49c04f0-ab2b-416a-b206-6cc9ff87159d', 'name': '', 'network_id': 'd333f3ea-6930-4b7f-a8e6-dc8e56870b21', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:be:9e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95cdb22-41fa-40eb-b5ab-583fe82e001a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '8d64525c-1ab9-4fbe-9443-a42d074b6b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:54Z', 'updated_at': '2022-02-09T02:21:57Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': '8d64525c-1ab9-4fbe-9443-a42d074b6b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:21:58.764568 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-cef9366a-67a2-4f4c-8b96-45ff9a5a8f31 None None] Current status of the port b49c04f0-ab2b-416a-b206-6cc9ff87159d is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:58.814221 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-78682a18-064a-481d-8695-e8c745c29e6d req-e9d291a0-c47c-4bea-aa31-217367cc6296 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Allocated IP 172.20.0.10 (d333f3ea-6930-4b7f-a8e6-dc8e56870b21/8d64525c-1ab9-4fbe-9443-a42d074b6b90/5df5b7a2-730d-42da-b2b3-d6460d93b962) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:21:58.963329 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-78682a18-064a-481d-8695-e8c745c29e6d req-e9d291a0-c47c-4bea-aa31-217367cc6296 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for port (5df5b7a2-730d-42da-b2b3-d6460d93b962), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:58.999362 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-78682a18-064a-481d-8695-e8c745c29e6d req-e9d291a0-c47c-4bea-aa31-217367cc6296 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (5df5b7a2-730d-42da-b2b3-d6460d93b962), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:59.051160 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78682a18-064a-481d-8695-e8c745c29e6d req-e9d291a0-c47c-4bea-aa31-217367cc6296 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Network d333f3ea-6930-4b7f-a8e6-dc8e56870b21 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:21:59.056506 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-78682a18-064a-481d-8695-e8c745c29e6d req-e9d291a0-c47c-4bea-aa31-217367cc6296 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:59.060925 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-78682a18-064a-481d-8695-e8c745c29e6d req-e9d291a0-c47c-4bea-aa31-217367cc6296 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:21:59.087213 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d291a0-c47c-4bea-aa31-217367cc6296 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'Port': ['ID=5df5b7a2-730d-42da-b2b3-d6460d93b962,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:59.117281 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78682a18-064a-481d-8695-e8c745c29e6d req-e9d291a0-c47c-4bea-aa31-217367cc6296 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:59.117947 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-78682a18-064a-481d-8695-e8c745c29e6d req-e9d291a0-c47c-4bea-aa31-217367cc6296 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:59.142113 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-78682a18-064a-481d-8695-e8c745c29e6d req-e9d291a0-c47c-4bea-aa31-217367cc6296 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6199226 Feb 09 02:21:59.154325 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-78682a18-064a-481d-8695-e8c745c29e6d req-7050ff4e-6633-4399-a992-a4745b199019 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:21:59.155526 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-78682a18-064a-481d-8695-e8c745c29e6d req-7050ff4e-6633-4399-a992-a4745b199019 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059898 Feb 09 02:21:59.222530 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-78682a18-064a-481d-8695-e8c745c29e6d req-30ce25e8-056d-4d4e-bae6-07794e5d4a4f service neutron] Request body: {'port': {'device_id': 'bde26579-8804-4f49-a6ec-8de32eaca7ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:59.295662 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-78682a18-064a-481d-8695-e8c745c29e6d req-30ce25e8-056d-4d4e-bae6-07794e5d4a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5df5b7a2-730d-42da-b2b3-d6460d93b962), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:59.324634 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-8392cc51-b862-4fa5-b036-7fd8d626ca42 None None] Provisioning complete for port 5df5b7a2-730d-42da-b2b3-d6460d93b962 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:59.325244 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8392cc51-b862-4fa5-b036-7fd8d626ca42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5df5b7a2-730d-42da-b2b3-d6460d93b962), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:59.375740 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-8392cc51-b862-4fa5-b036-7fd8d626ca42 None None] Port 5df5b7a2-730d-42da-b2b3-d6460d93b962 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:21:59.385041 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b49c04f0-ab2b-416a-b206-6cc9ff87159d up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:21:59.446349 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port b49c04f0-ab2b-416a-b206-6cc9ff87159d triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:59.446795 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b49c04f0-ab2b-416a-b206-6cc9ff87159d), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:59.532875 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port b49c04f0-ab2b-416a-b206-6cc9ff87159d is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:59.572226 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4947c-46e6-411c-9bb8-8dd8fbd1c896 req-2401c68f-9449-42eb-95b9-7dd3effa96d9 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:59.573852 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4ba4947c-46e6-411c-9bb8-8dd8fbd1c896 req-2401c68f-9449-42eb-95b9-7dd3effa96d9 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=bde26579-8804-4f49-a6ec-8de32eaca7ab HTTP/1.1" status: 200 len: 932 time: 0.1247411 Feb 09 02:21:59.660908 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4ba4947c-46e6-411c-9bb8-8dd8fbd1c896 req-92b95a94-f3a4-4d6f-8a34-109b69d0bfe4 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=dfd9b4c0-2e06-4bdf-b9cd-cbd7748e02ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788922 Feb 09 02:21:59.705185 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-78682a18-064a-481d-8695-e8c745c29e6d req-30ce25e8-056d-4d4e-bae6-07794e5d4a4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5df5b7a2-730d-42da-b2b3-d6460d93b962 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:21:59.713523 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-78682a18-064a-481d-8695-e8c745c29e6d req-30ce25e8-056d-4d4e-bae6-07794e5d4a4f service neutron] Publish callbacks [] for port (5df5b7a2-730d-42da-b2b3-d6460d93b962), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:59.725923 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-78682a18-064a-481d-8695-e8c745c29e6d req-30ce25e8-056d-4d4e-bae6-07794e5d4a4f service neutron] Transition to ACTIVE for port object 5df5b7a2-730d-42da-b2b3-d6460d93b962 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:21:59.731111 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-78682a18-064a-481d-8695-e8c745c29e6d req-30ce25e8-056d-4d4e-bae6-07794e5d4a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (5df5b7a2-730d-42da-b2b3-d6460d93b962), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:59.791589 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce25e8-056d-4d4e-bae6-07794e5d4a4f service neutron] Pushing event updated for resources: {'Port': ['ID=5df5b7a2-730d-42da-b2b3-d6460d93b962,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:59.864245 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-78682a18-064a-481d-8695-e8c745c29e6d req-30ce25e8-056d-4d4e-bae6-07794e5d4a4f service neutron] Attempting to bind port 5df5b7a2-730d-42da-b2b3-d6460d93b962 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:21:59.864586 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-78682a18-064a-481d-8695-e8c745c29e6d req-30ce25e8-056d-4d4e-bae6-07794e5d4a4f service neutron] Attempting to bind port 5df5b7a2-730d-42da-b2b3-d6460d93b962 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '7795d01b-107d-4502-92f5-aec1483db9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd333f3ea-6930-4b7f-a8e6-dc8e56870b21'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:21:59.864920 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78682a18-064a-481d-8695-e8c745c29e6d req-30ce25e8-056d-4d4e-bae6-07794e5d4a4f service neutron] Attempting to bind port 5df5b7a2-730d-42da-b2b3-d6460d93b962 on network d333f3ea-6930-4b7f-a8e6-dc8e56870b21 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:21:59.869700 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78682a18-064a-481d-8695-e8c745c29e6d req-30ce25e8-056d-4d4e-bae6-07794e5d4a4f service neutron] Port 5df5b7a2-730d-42da-b2b3-d6460d93b962 on network d333f3ea-6930-4b7f-a8e6-dc8e56870b21 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:21:59.870028 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78682a18-064a-481d-8695-e8c745c29e6d req-30ce25e8-056d-4d4e-bae6-07794e5d4a4f service neutron] Attempting to bind port 5df5b7a2-730d-42da-b2b3-d6460d93b962 on network d333f3ea-6930-4b7f-a8e6-dc8e56870b21 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:21:59.875795 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78682a18-064a-481d-8695-e8c745c29e6d req-30ce25e8-056d-4d4e-bae6-07794e5d4a4f service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:21:59.876175 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78682a18-064a-481d-8695-e8c745c29e6d req-30ce25e8-056d-4d4e-bae6-07794e5d4a4f service neutron] Checking segment: {'id': '7795d01b-107d-4502-92f5-aec1483db9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd333f3ea-6930-4b7f-a8e6-dc8e56870b21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:21:59.876563 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78682a18-064a-481d-8695-e8c745c29e6d req-30ce25e8-056d-4d4e-bae6-07794e5d4a4f service neutron] Bound using segment: {'id': '7795d01b-107d-4502-92f5-aec1483db9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd333f3ea-6930-4b7f-a8e6-dc8e56870b21'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:21:59.877012 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-78682a18-064a-481d-8695-e8c745c29e6d req-30ce25e8-056d-4d4e-bae6-07794e5d4a4f service neutron] Bound port: 5df5b7a2-730d-42da-b2b3-d6460d93b962, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7795d01b-107d-4502-92f5-aec1483db9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd333f3ea-6930-4b7f-a8e6-dc8e56870b21'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:21:59.877949 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-78682a18-064a-481d-8695-e8c745c29e6d req-30ce25e8-056d-4d4e-bae6-07794e5d4a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5df5b7a2-730d-42da-b2b3-d6460d93b962), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:59.946676 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-78682a18-064a-481d-8695-e8c745c29e6d req-30ce25e8-056d-4d4e-bae6-07794e5d4a4f service neutron] For port 5df5b7a2-730d-42da-b2b3-d6460d93b962, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:21:59.951582 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-78682a18-064a-481d-8695-e8c745c29e6d req-30ce25e8-056d-4d4e-bae6-07794e5d4a4f service neutron] For port 5df5b7a2-730d-42da-b2b3-d6460d93b962, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=5df5b7a2-730d-42da-b2b3-d6460d93b962,segment=NetworkSegment(7795d01b-107d-4502-92f5-aec1483db9f0),segment_id=7795d01b-107d-4502-92f5-aec1483db9f0)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:21:59.958921 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-78682a18-064a-481d-8695-e8c745c29e6d req-30ce25e8-056d-4d4e-bae6-07794e5d4a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (5df5b7a2-730d-42da-b2b3-d6460d93b962), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:00.000446 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78682a18-064a-481d-8695-e8c745c29e6d req-30ce25e8-056d-4d4e-bae6-07794e5d4a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:00.001075 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-78682a18-064a-481d-8695-e8c745c29e6d req-30ce25e8-056d-4d4e-bae6-07794e5d4a4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:00.002460 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-78682a18-064a-481d-8695-e8c745c29e6d req-30ce25e8-056d-4d4e-bae6-07794e5d4a4f service neutron] 10.222.0.91 "PUT /v2.0/ports/5df5b7a2-730d-42da-b2b3-d6460d93b962 HTTP/1.1" status: 200 len: 1093 time: 0.8382535 Feb 09 02:22:00.002909 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde26579-8804-4f49-a6ec-8de32eaca7ab', 'tag': '5df5b7a2-730d-42da-b2b3-d6460d93b962'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:22:00.005202 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbda64e4-19ab-4e73-90dd-5fa3a717679c" -d '{"events": [{"name": "network-changed", "server_uuid": "bde26579-8804-4f49-a6ec-8de32eaca7ab", "tag": "5df5b7a2-730d-42da-b2b3-d6460d93b962"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:22:00.039486 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce25e8-056d-4d4e-bae6-07794e5d4a4f service neutron] Pushing event updated for resources: {'Port': ['ID=5df5b7a2-730d-42da-b2b3-d6460d93b962,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:00.064799 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34957c18-4b27-40bd-8e99-da91679a7797 x-openstack-request-id: req-34957c18-4b27-40bd-8e99-da91679a7797 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:22:00.065091 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bde26579-8804-4f49-a6ec-8de32eaca7ab", "tag": "5df5b7a2-730d-42da-b2b3-d6460d93b962", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:22:00.065344 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-34957c18-4b27-40bd-8e99-da91679a7797 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:22:00.065776 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde26579-8804-4f49-a6ec-8de32eaca7ab', 'tag': '5df5b7a2-730d-42da-b2b3-d6460d93b962', 'status': 'completed', 'code': 200} Feb 09 02:22:00.103799 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78682a18-064a-481d-8695-e8c745c29e6d req-9eb329cd-febc-4fcd-bac9-9457fdb9262c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:00.106127 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-78682a18-064a-481d-8695-e8c745c29e6d req-9eb329cd-febc-4fcd-bac9-9457fdb9262c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8591eec9c58e428aaa03fb8ea4411d94&device_id=bde26579-8804-4f49-a6ec-8de32eaca7ab HTTP/1.1" status: 200 len: 1127 time: 0.0562832 Feb 09 02:22:00.154433 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-78682a18-064a-481d-8695-e8c745c29e6d req-35fb9f21-b35b-4a4e-9025-75544dca2179 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5df5b7a2-730d-42da-b2b3-d6460d93b962 HTTP/1.1" status: 200 len: 217 time: 0.0372992 Feb 09 02:22:00.215430 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78682a18-064a-481d-8695-e8c745c29e6d req-856c6a1d-11bb-4e1a-8b03-a4a020f17fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:00.216950 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-78682a18-064a-481d-8695-e8c745c29e6d req-856c6a1d-11bb-4e1a-8b03-a4a020f17fb5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8d64525c-1ab9-4fbe-9443-a42d074b6b90 HTTP/1.1" status: 200 len: 834 time: 0.0510871 Feb 09 02:22:00.268813 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78682a18-064a-481d-8695-e8c745c29e6d req-6ae2ece5-6580-46cd-bcd8-aa2368161a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:00.270574 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-78682a18-064a-481d-8695-e8c745c29e6d req-6ae2ece5-6580-46cd-bcd8-aa2368161a45 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d333f3ea-6930-4b7f-a8e6-dc8e56870b21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447221 Feb 09 02:22:00.361814 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-78682a18-064a-481d-8695-e8c745c29e6d req-0bbd539d-eae5-4881-9a8f-e0350f36a6cd service neutron] 10.222.0.91 "GET /v2.0/networks/d333f3ea-6930-4b7f-a8e6-dc8e56870b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809088 Feb 09 02:22:00.453445 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-78682a18-064a-481d-8695-e8c745c29e6d req-f021aa2c-71f4-43cc-91d7-c38d721adf10 service neutron] 10.222.0.91 "GET /v2.0/networks/d333f3ea-6930-4b7f-a8e6-dc8e56870b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848806 Feb 09 02:22:00.554197 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda64e4-19ab-4e73-90dd-5fa3a717679c req-07120b47-0c31-4a43-8b44-ebf35845b346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:00.555692 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cbda64e4-19ab-4e73-90dd-5fa3a717679c req-07120b47-0c31-4a43-8b44-ebf35845b346 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8591eec9c58e428aaa03fb8ea4411d94&device_id=bde26579-8804-4f49-a6ec-8de32eaca7ab HTTP/1.1" status: 200 len: 1127 time: 0.0491960 Feb 09 02:22:00.650782 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda64e4-19ab-4e73-90dd-5fa3a717679c req-2d6a5e65-69d0-4d69-bad7-57bc8c1ab769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:00.652387 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cbda64e4-19ab-4e73-90dd-5fa3a717679c req-2d6a5e65-69d0-4d69-bad7-57bc8c1ab769 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d333f3ea-6930-4b7f-a8e6-dc8e56870b21 HTTP/1.1" status: 200 len: 897 time: 0.0903995 Feb 09 02:22:00.693811 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cbda64e4-19ab-4e73-90dd-5fa3a717679c req-e5ecb8b9-a03e-4e79-bfc4-f1a099c63c33 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5df5b7a2-730d-42da-b2b3-d6460d93b962 HTTP/1.1" status: 200 len: 217 time: 0.0354450 Feb 09 02:22:00.774082 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda64e4-19ab-4e73-90dd-5fa3a717679c req-d9c6e835-036b-46f6-b01d-d83e34668266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:00.775448 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cbda64e4-19ab-4e73-90dd-5fa3a717679c req-d9c6e835-036b-46f6-b01d-d83e34668266 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8d64525c-1ab9-4fbe-9443-a42d074b6b90 HTTP/1.1" status: 200 len: 834 time: 0.0727155 Feb 09 02:22:00.823125 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6480d-80c6-4924-985d-3c08f2120c84 req-fe39f37c-7155-4b87-91fc-d4ac942e2b24 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:00.825038 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-92b6480d-80c6-4924-985d-3c08f2120c84 req-fe39f37c-7155-4b87-91fc-d4ac942e2b24 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=bde26579-8804-4f49-a6ec-8de32eaca7ab HTTP/1.1" status: 200 len: 944 time: 0.0930648 Feb 09 02:22:00.857642 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda64e4-19ab-4e73-90dd-5fa3a717679c req-acd65060-7690-4768-a5e0-900ebea22693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:00.859047 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cbda64e4-19ab-4e73-90dd-5fa3a717679c req-acd65060-7690-4768-a5e0-900ebea22693 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d333f3ea-6930-4b7f-a8e6-dc8e56870b21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0770013 Feb 09 02:22:00.927074 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-92b6480d-80c6-4924-985d-3c08f2120c84 req-8e19a1df-4bcc-47dc-a5dd-d582cc2442a1 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=dfd9b4c0-2e06-4bdf-b9cd-cbd7748e02ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953603 Feb 09 02:22:00.968125 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cbda64e4-19ab-4e73-90dd-5fa3a717679c req-7fe1a68d-f88c-4b5e-82fa-6a8ee198f3ba service neutron] 10.222.0.91 "GET /v2.0/networks/d333f3ea-6930-4b7f-a8e6-dc8e56870b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993733 Feb 09 02:22:01.060394 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cbda64e4-19ab-4e73-90dd-5fa3a717679c req-6cf7cf56-7924-4d91-a12a-aaa5cafaa5bf service neutron] 10.222.0.91 "GET /v2.0/networks/d333f3ea-6930-4b7f-a8e6-dc8e56870b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858157 Feb 09 02:22:02.058997 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b555534-25fc-4ddd-ad20-8cb7e7f17dab req-d21e46c2-78ff-4ead-8751-acf25f700298 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:02.060479 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9b555534-25fc-4ddd-ad20-8cb7e7f17dab req-d21e46c2-78ff-4ead-8751-acf25f700298 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=bde26579-8804-4f49-a6ec-8de32eaca7ab HTTP/1.1" status: 200 len: 944 time: 0.0535893 Feb 09 02:22:02.107954 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9b555534-25fc-4ddd-ad20-8cb7e7f17dab req-d6c6e3be-2a3e-4723-9728-f56ea6ea6d79 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=dfd9b4c0-2e06-4bdf-b9cd-cbd7748e02ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417166 Feb 09 02:22:03.243232 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd0e3f-64ef-4cbf-b58c-c91b1b9673fc req-3e1aacfd-c962-43dd-bb12-cd38fdbdf978 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:03.244735 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-35bd0e3f-64ef-4cbf-b58c-c91b1b9673fc req-3e1aacfd-c962-43dd-bb12-cd38fdbdf978 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=bde26579-8804-4f49-a6ec-8de32eaca7ab HTTP/1.1" status: 200 len: 944 time: 0.0646031 Feb 09 02:22:03.293628 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-35bd0e3f-64ef-4cbf-b58c-c91b1b9673fc req-3537d5a7-e395-4309-83d2-0eee14aa83dd tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=dfd9b4c0-2e06-4bdf-b9cd-cbd7748e02ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432398 Feb 09 02:22:04.294600 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 5df5b7a2-730d-42da-b2b3-d6460d93b962 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:22:04.397326 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 5df5b7a2-730d-42da-b2b3-d6460d93b962, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=5df5b7a2-730d-42da-b2b3-d6460d93b962,segment=NetworkSegment(7795d01b-107d-4502-92f5-aec1483db9f0),segment_id=7795d01b-107d-4502-92f5-aec1483db9f0)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:04.411918 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '5df5b7a2-730d-42da-b2b3-d6460d93b962', 'network_id': 'd333f3ea-6930-4b7f-a8e6-dc8e56870b21', 'port_id': '5df5b7a2-730d-42da-b2b3-d6460d93b962', 'mac_address': 'fa:16:3e:6d:f8:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d64525c-1ab9-4fbe-9443-a42d074b6b90', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:22:04.412775 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee47b8a-7b1f-434f-b1ab-c01f189e149a req-a746d29d-f336-4ab2-8521-8ce64f6d3aa3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:04.414336 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ee47b8a-7b1f-434f-b1ab-c01f189e149a req-a746d29d-f336-4ab2-8521-8ce64f6d3aa3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=bde26579-8804-4f49-a6ec-8de32eaca7ab HTTP/1.1" status: 200 len: 944 time: 0.0529757 Feb 09 02:22:04.450728 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 5df5b7a2-730d-42da-b2b3-d6460d93b962 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:04.451219 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5df5b7a2-730d-42da-b2b3-d6460d93b962), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:04.464440 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5df5b7a2-730d-42da-b2b3-d6460d93b962 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:22:04.465047 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ee47b8a-7b1f-434f-b1ab-c01f189e149a req-9c75c40b-05d6-482d-956d-614eeaacf058 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=dfd9b4c0-2e06-4bdf-b9cd-cbd7748e02ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442758 Feb 09 02:22:04.483890 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 5df5b7a2-730d-42da-b2b3-d6460d93b962, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=5df5b7a2-730d-42da-b2b3-d6460d93b962,segment=NetworkSegment(7795d01b-107d-4502-92f5-aec1483db9f0),segment_id=7795d01b-107d-4502-92f5-aec1483db9f0)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:04.487682 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5df5b7a2-730d-42da-b2b3-d6460d93b962), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:04.539359 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=5df5b7a2-730d-42da-b2b3-d6460d93b962,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:04.798829 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['5df5b7a2-730d-42da-b2b3-d6460d93b962'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:22:05.586267 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c001c-4f58-47c0-979c-41bd344d6a47 req-f8546e38-0411-4c2a-b9f5-81cb8e976d3f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:05.587718 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5a5c001c-4f58-47c0-979c-41bd344d6a47 req-f8546e38-0411-4c2a-b9f5-81cb8e976d3f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=bde26579-8804-4f49-a6ec-8de32eaca7ab HTTP/1.1" status: 200 len: 945 time: 0.0559201 Feb 09 02:22:05.635298 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5a5c001c-4f58-47c0-979c-41bd344d6a47 req-d0ac56e5-9661-4b1c-9806-3062a11ee3ea tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=dfd9b4c0-2e06-4bdf-b9cd-cbd7748e02ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408218 Feb 09 02:22:06.294592 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 5df5b7a2-730d-42da-b2b3-d6460d93b962 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:22:06.345552 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 5df5b7a2-730d-42da-b2b3-d6460d93b962 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:22:06.349567 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 5df5b7a2-730d-42da-b2b3-d6460d93b962 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:06.349941 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5df5b7a2-730d-42da-b2b3-d6460d93b962), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:06.430085 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 5df5b7a2-730d-42da-b2b3-d6460d93b962 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:06.430471 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5df5b7a2-730d-42da-b2b3-d6460d93b962), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:06.452910 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde26579-8804-4f49-a6ec-8de32eaca7ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df5b7a2-730d-42da-b2b3-d6460d93b962'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:22:06.455113 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bb5a1265871782f8fa80d718c2cad0aad3f2595cc534f44543b72f1ded69d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8964f147-967b-44e4-b1ea-5c00edb4ebfa" -d '{"events": [{"server_uuid": "bde26579-8804-4f49-a6ec-8de32eaca7ab", "name": "network-vif-plugged", "status": "completed", "tag": "5df5b7a2-730d-42da-b2b3-d6460d93b962"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:22:06.467339 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 5df5b7a2-730d-42da-b2b3-d6460d93b962, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=5df5b7a2-730d-42da-b2b3-d6460d93b962,segment=NetworkSegment(7795d01b-107d-4502-92f5-aec1483db9f0),segment_id=7795d01b-107d-4502-92f5-aec1483db9f0)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:06.471286 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5df5b7a2-730d-42da-b2b3-d6460d93b962), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:06.494679 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0599ea-05f3-4c4d-8a6b-7d4f32c1b98f x-openstack-request-id: req-cc0599ea-05f3-4c4d-8a6b-7d4f32c1b98f {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:22:06.494970 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bde26579-8804-4f49-a6ec-8de32eaca7ab", "name": "network-vif-plugged", "status": "completed", "tag": "5df5b7a2-730d-42da-b2b3-d6460d93b962", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:22:06.495221 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cc0599ea-05f3-4c4d-8a6b-7d4f32c1b98f {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:22:06.495626 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde26579-8804-4f49-a6ec-8de32eaca7ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df5b7a2-730d-42da-b2b3-d6460d93b962', 'code': 200} Feb 09 02:22:06.520578 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=5df5b7a2-730d-42da-b2b3-d6460d93b962,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:06.612282 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5cb74-f485-44be-bddf-eeaa2c807a80 req-b5075c39-7035-4dfc-93b5-c25613fee513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:06.613757 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d0a5cb74-f485-44be-bddf-eeaa2c807a80 req-b5075c39-7035-4dfc-93b5-c25613fee513 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=bde26579-8804-4f49-a6ec-8de32eaca7ab HTTP/1.1" status: 200 len: 1129 time: 0.0438495 Feb 09 02:22:06.661350 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d0a5cb74-f485-44be-bddf-eeaa2c807a80 req-29f4cf3a-9003-40e1-8743-8515fb3c2224 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=dfd9b4c0-2e06-4bdf-b9cd-cbd7748e02ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387144 Feb 09 02:22:06.753723 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4369d1-0cf8-4d0f-984a-3fc169ffecf5 req-e7562e72-8700-455f-9a9e-3bf27204d21a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:06.755167 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7b4369d1-0cf8-4d0f-984a-3fc169ffecf5 req-e7562e72-8700-455f-9a9e-3bf27204d21a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=bde26579-8804-4f49-a6ec-8de32eaca7ab HTTP/1.1" status: 200 len: 946 time: 0.0513406 Feb 09 02:22:06.806155 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7b4369d1-0cf8-4d0f-984a-3fc169ffecf5 req-ec34eaea-b24b-41c7-8cdc-59cb38d69b3e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=dfd9b4c0-2e06-4bdf-b9cd-cbd7748e02ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454907 Feb 09 02:22:07.928991 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d7575-525c-4462-9489-f90f28347ff2 req-a3d6a7dd-a36d-4572-a602-3b5640ee36da tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:07.930460 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c56d7575-525c-4462-9489-f90f28347ff2 req-a3d6a7dd-a36d-4572-a602-3b5640ee36da tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=bde26579-8804-4f49-a6ec-8de32eaca7ab HTTP/1.1" status: 200 len: 946 time: 0.0531819 Feb 09 02:22:07.982049 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c56d7575-525c-4462-9489-f90f28347ff2 req-ec4dcbd7-b313-4357-a395-16496ff1f987 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=dfd9b4c0-2e06-4bdf-b9cd-cbd7748e02ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442965 Feb 09 02:22:09.103289 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d0e05-931d-4a92-bc66-65a6c44ebd63 req-def47539-5724-4616-a8df-922820b1488a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:09.105282 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2f9d0e05-931d-4a92-bc66-65a6c44ebd63 req-def47539-5724-4616-a8df-922820b1488a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=bde26579-8804-4f49-a6ec-8de32eaca7ab HTTP/1.1" status: 200 len: 946 time: 0.0521970 Feb 09 02:22:09.154733 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2f9d0e05-931d-4a92-bc66-65a6c44ebd63 req-ebfb45a1-7efb-45ae-a794-43305496902f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=dfd9b4c0-2e06-4bdf-b9cd-cbd7748e02ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439312 Feb 09 02:22:09.277540 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bcc39-3ee8-4963-949d-539a99dc241a req-7d9c161d-fc56-432e-82ed-824497c823da tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:09.278902 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f4bcc39-3ee8-4963-949d-539a99dc241a req-7d9c161d-fc56-432e-82ed-824497c823da tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=bde26579-8804-4f49-a6ec-8de32eaca7ab HTTP/1.1" status: 200 len: 946 time: 0.0561035 Feb 09 02:22:09.327477 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f4bcc39-3ee8-4963-949d-539a99dc241a req-0d3f739d-792a-470d-8e93-5f1b43fcd28f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=dfd9b4c0-2e06-4bdf-b9cd-cbd7748e02ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430903 Feb 09 02:22:09.348911 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52098) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:09.393088 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3959ba4-42b4-4cdf-8a96-672b4107dbba tempest-TestNetworkAdvancedServerOps-1187119017 tempest-TestNetworkAdvancedServerOps-1187119017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:09.394823 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c3959ba4-42b4-4cdf-8a96-672b4107dbba tempest-TestNetworkAdvancedServerOps-1187119017 tempest-TestNetworkAdvancedServerOps-1187119017-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=bde26579-8804-4f49-a6ec-8de32eaca7ab HTTP/1.1" status: 200 len: 1124 time: 0.0449648 Feb 09 02:22:09.397755 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52100) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:09.402803 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-012ffbcf-f91f-4a4f-9d0d-c7ccc9d77458 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'port_id': '5df5b7a2-730d-42da-b2b3-d6460d93b962', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:09.422898 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-012ffbcf-f91f-4a4f-9d0d-c7ccc9d77458 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:09.524283 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-012ffbcf-f91f-4a4f-9d0d-c7ccc9d77458 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:09.627877 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-012ffbcf-f91f-4a4f-9d0d-c7ccc9d77458 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Allocated IP 172.25.1.51 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/ea6a7ff7-9ac2-414b-9156-58dd76155f05) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:22:09.730205 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-012ffbcf-f91f-4a4f-9d0d-c7ccc9d77458 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for port (ea6a7ff7-9ac2-414b-9156-58dd76155f05), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:09.763359 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-012ffbcf-f91f-4a4f-9d0d-c7ccc9d77458 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (ea6a7ff7-9ac2-414b-9156-58dd76155f05), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:09.802616 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012ffbcf-f91f-4a4f-9d0d-c7ccc9d77458 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:22:09.805489 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-012ffbcf-f91f-4a4f-9d0d-c7ccc9d77458 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:22:09.810485 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012ffbcf-f91f-4a4f-9d0d-c7ccc9d77458 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:22:09.815842 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ffbcf-f91f-4a4f-9d0d-c7ccc9d77458 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'Port': ['ID=ea6a7ff7-9ac2-414b-9156-58dd76155f05,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:10.485333 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-012ffbcf-f91f-4a4f-9d0d-c7ccc9d77458 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for floatingip (35af3d61-d764-45f5-88d8-3e05c6f77148), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:10.553127 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-012ffbcf-f91f-4a4f-9d0d-c7ccc9d77458 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ea6a7ff7-9ac2-414b-9156-58dd76155f05), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:10.704669 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-012ffbcf-f91f-4a4f-9d0d-c7ccc9d77458 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for port (ea6a7ff7-9ac2-414b-9156-58dd76155f05), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:10.709113 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-012ffbcf-f91f-4a4f-9d0d-c7ccc9d77458 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (ea6a7ff7-9ac2-414b-9156-58dd76155f05), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:10.773650 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ffbcf-f91f-4a4f-9d0d-c7ccc9d77458 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'Port': ['ID=ea6a7ff7-9ac2-414b-9156-58dd76155f05,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:10.789448 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-012ffbcf-f91f-4a4f-9d0d-c7ccc9d77458 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (35af3d61-d764-45f5-88d8-3e05c6f77148), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:10.896182 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [None req-012ffbcf-f91f-4a4f-9d0d-c7ccc9d77458 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Floating IP 35af3d61-d764-45f5-88d8-3e05c6f77148 associated. External IP: 172.25.1.51, port: 5df5b7a2-730d-42da-b2b3-d6460d93b962. Feb 09 02:22:11.110104 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012ffbcf-f91f-4a4f-9d0d-c7ccc9d77458 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Router e95cdb22-41fa-40eb-b5ab-583fe82e001a has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:22:11.219578 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012ffbcf-f91f-4a4f-9d0d-c7ccc9d77458 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:22:11.229547 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ff8827-e36d-4279-9ee1-8030b4b0127d None None] Sync routers for ids ['e95cdb22-41fa-40eb-b5ab-583fe82e001a'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:22:11.236948 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-012ffbcf-f91f-4a4f-9d0d-c7ccc9d77458 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:11.239782 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ff8827-e36d-4279-9ee1-8030b4b0127d None None] Routers {'e95cdb22-41fa-40eb-b5ab-583fe82e001a'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:22:11.240414 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-86ff8827-e36d-4279-9ee1-8030b4b0127d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:21:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['e95cdb22-41fa-40eb-b5ab-583fe82e001a'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:11.268581 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-012ffbcf-f91f-4a4f-9d0d-c7ccc9d77458 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8696334 Feb 09 02:22:11.269369 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde26579-8804-4f49-a6ec-8de32eaca7ab', 'tag': '5df5b7a2-730d-42da-b2b3-d6460d93b962'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:22:11.271660 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae51e2a-762a-4489-a04f-3fbff66b24b3" -d '{"events": [{"name": "network-changed", "server_uuid": "bde26579-8804-4f49-a6ec-8de32eaca7ab", "tag": "5df5b7a2-730d-42da-b2b3-d6460d93b962"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:22:11.317615 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4338805d-7efb-41e6-9718-f0fa74f4e7fe x-openstack-request-id: req-4338805d-7efb-41e6-9718-f0fa74f4e7fe {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:22:11.317906 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bde26579-8804-4f49-a6ec-8de32eaca7ab", "tag": "5df5b7a2-730d-42da-b2b3-d6460d93b962", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:22:11.318163 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4338805d-7efb-41e6-9718-f0fa74f4e7fe {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:22:11.318566 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde26579-8804-4f49-a6ec-8de32eaca7ab', 'tag': '5df5b7a2-730d-42da-b2b3-d6460d93b962', 'status': 'completed', 'code': 200} Feb 09 02:22:11.363761 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-86ff8827-e36d-4279-9ee1-8030b4b0127d None None] Set router e95cdb22-41fa-40eb-b5ab-583fe82e001a gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:22:11.415394 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf46345d-9fde-4463-9ceb-fcbd8f9877ed req-264695bf-c117-45fc-92a2-94c0b512f672 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:11.416934 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf46345d-9fde-4463-9ceb-fcbd8f9877ed req-264695bf-c117-45fc-92a2-94c0b512f672 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=bde26579-8804-4f49-a6ec-8de32eaca7ab HTTP/1.1" status: 200 len: 946 time: 0.0895748 Feb 09 02:22:11.423044 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae51e2a-762a-4489-a04f-3fbff66b24b3 req-d048d0d1-6702-4cfe-a3e4-ca8b08f78886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:11.424489 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dae51e2a-762a-4489-a04f-3fbff66b24b3 req-d048d0d1-6702-4cfe-a3e4-ca8b08f78886 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8591eec9c58e428aaa03fb8ea4411d94&device_id=bde26579-8804-4f49-a6ec-8de32eaca7ab HTTP/1.1" status: 200 len: 1129 time: 0.0839770 Feb 09 02:22:11.521308 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf46345d-9fde-4463-9ceb-fcbd8f9877ed req-b9842b11-0782-4256-ba30-022b623a63c0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=dfd9b4c0-2e06-4bdf-b9cd-cbd7748e02ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958362 Feb 09 02:22:11.545947 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52106) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:11.549214 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae51e2a-762a-4489-a04f-3fbff66b24b3 req-d12245ff-471c-439e-bb6d-edf0d98a5f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:11.550932 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dae51e2a-762a-4489-a04f-3fbff66b24b3 req-d12245ff-471c-439e-bb6d-edf0d98a5f68 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d333f3ea-6930-4b7f-a8e6-dc8e56870b21 HTTP/1.1" status: 200 len: 897 time: 0.1199121 Feb 09 02:22:11.603649 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-86ff8827-e36d-4279-9ee1-8030b4b0127d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95cdb22-41fa-40eb-b5ab-583fe82e001a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405926968', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'badb9b32-31d2-4352-976d-7583145b626c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:21:51Z', 'updated_at': '2022-02-09T02:21:55Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'badb9b32-31d2-4352-976d-7583145b626c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95cdb22-41fa-40eb-b5ab-583fe82e001a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:52Z', 'updated_at': '2022-02-09T02:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '35af3d61-d764-45f5-88d8-3e05c6f77148', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'floating_ip_address': '172.25.1.51', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'e95cdb22-41fa-40eb-b5ab-583fe82e001a', 'port_id': '5df5b7a2-730d-42da-b2b3-d6460d93b962', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd333f3ea-6930-4b7f-a8e6-dc8e56870b21', 'mac_address': 'fa:16:3e:6d:f8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde26579-8804-4f49-a6ec-8de32eaca7ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:22:10Z', 'updated_at': '2022-02-09T02:22:10Z', 'revision_number': 0, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b49c04f0-ab2b-416a-b206-6cc9ff87159d', 'name': '', 'network_id': 'd333f3ea-6930-4b7f-a8e6-dc8e56870b21', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:be:9e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95cdb22-41fa-40eb-b5ab-583fe82e001a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '8d64525c-1ab9-4fbe-9443-a42d074b6b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:54Z', 'updated_at': '2022-02-09T02:21:58Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': '8d64525c-1ab9-4fbe-9443-a42d074b6b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:11.616618 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4a88962b-97e9-4d93-a339-3e2f5fa25dab tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/floatingips/35af3d61-d764-45f5-88d8-3e05c6f77148 HTTP/1.1" status: 200 len: 991 time: 0.0658922 Feb 09 02:22:11.628311 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dae51e2a-762a-4489-a04f-3fbff66b24b3 req-54778527-c61a-4986-b134-49b7d788585e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5df5b7a2-730d-42da-b2b3-d6460d93b962 HTTP/1.1" status: 200 len: 999 time: 0.0687649 Feb 09 02:22:11.631957 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ff8827-e36d-4279-9ee1-8030b4b0127d None None] Checking router: e95cdb22-41fa-40eb-b5ab-583fe82e001a for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:22:11.640805 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ff8827-e36d-4279-9ee1-8030b4b0127d None None] Routers {'e95cdb22-41fa-40eb-b5ab-583fe82e001a'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:22:11.641389 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-86ff8827-e36d-4279-9ee1-8030b4b0127d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:21:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['e95cdb22-41fa-40eb-b5ab-583fe82e001a'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:11.676807 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae51e2a-762a-4489-a04f-3fbff66b24b3 req-25e3be6b-9011-4fca-b789-6d8b25859c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:11.678231 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dae51e2a-762a-4489-a04f-3fbff66b24b3 req-25e3be6b-9011-4fca-b789-6d8b25859c15 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8d64525c-1ab9-4fbe-9443-a42d074b6b90 HTTP/1.1" status: 200 len: 834 time: 0.0442388 Feb 09 02:22:11.727654 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae51e2a-762a-4489-a04f-3fbff66b24b3 req-fd9fa3a2-d1a9-4a2d-9e0d-883096e1442a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:11.729220 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dae51e2a-762a-4489-a04f-3fbff66b24b3 req-fd9fa3a2-d1a9-4a2d-9e0d-883096e1442a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d333f3ea-6930-4b7f-a8e6-dc8e56870b21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448489 Feb 09 02:22:11.750176 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-86ff8827-e36d-4279-9ee1-8030b4b0127d None None] Set router e95cdb22-41fa-40eb-b5ab-583fe82e001a gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:22:11.823738 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dae51e2a-762a-4489-a04f-3fbff66b24b3 req-8805f23f-beae-49f5-b0a0-42a7ca0f9d5c service neutron] 10.222.0.91 "GET /v2.0/networks/d333f3ea-6930-4b7f-a8e6-dc8e56870b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882702 Feb 09 02:22:11.916035 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dae51e2a-762a-4489-a04f-3fbff66b24b3 req-9ffaa070-26b5-42e6-b33d-e3a40214d416 service neutron] 10.222.0.91 "GET /v2.0/networks/d333f3ea-6930-4b7f-a8e6-dc8e56870b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835962 Feb 09 02:22:11.980736 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-86ff8827-e36d-4279-9ee1-8030b4b0127d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95cdb22-41fa-40eb-b5ab-583fe82e001a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405926968', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'badb9b32-31d2-4352-976d-7583145b626c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:21:51Z', 'updated_at': '2022-02-09T02:21:55Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'badb9b32-31d2-4352-976d-7583145b626c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95cdb22-41fa-40eb-b5ab-583fe82e001a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:52Z', 'updated_at': '2022-02-09T02:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '35af3d61-d764-45f5-88d8-3e05c6f77148', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'floating_ip_address': '172.25.1.51', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'e95cdb22-41fa-40eb-b5ab-583fe82e001a', 'port_id': '5df5b7a2-730d-42da-b2b3-d6460d93b962', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd333f3ea-6930-4b7f-a8e6-dc8e56870b21', 'mac_address': 'fa:16:3e:6d:f8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde26579-8804-4f49-a6ec-8de32eaca7ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:22:10Z', 'updated_at': '2022-02-09T02:22:10Z', 'revision_number': 0, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b49c04f0-ab2b-416a-b206-6cc9ff87159d', 'name': '', 'network_id': 'd333f3ea-6930-4b7f-a8e6-dc8e56870b21', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:be:9e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95cdb22-41fa-40eb-b5ab-583fe82e001a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '8d64525c-1ab9-4fbe-9443-a42d074b6b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:54Z', 'updated_at': '2022-02-09T02:21:58Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': '8d64525c-1ab9-4fbe-9443-a42d074b6b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:12.006050 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ff8827-e36d-4279-9ee1-8030b4b0127d None None] The sync data for ids ['e95cdb22-41fa-40eb-b5ab-583fe82e001a'] in n-d-822053-40 is: [{'id': 'e95cdb22-41fa-40eb-b5ab-583fe82e001a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405926968', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'badb9b32-31d2-4352-976d-7583145b626c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:21:51Z', 'updated_at': '2022-02-09T02:21:55Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'badb9b32-31d2-4352-976d-7583145b626c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95cdb22-41fa-40eb-b5ab-583fe82e001a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:52Z', 'updated_at': '2022-02-09T02:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '35af3d61-d764-45f5-88d8-3e05c6f77148', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'floating_ip_address': '172.25.1.51', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'e95cdb22-41fa-40eb-b5ab-583fe82e001a', 'port_id': '5df5b7a2-730d-42da-b2b3-d6460d93b962', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd333f3ea-6930-4b7f-a8e6-dc8e56870b21', 'mac_address': 'fa:16:3e:6d:f8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde26579-8804-4f49-a6ec-8de32eaca7ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:22:10Z', 'updated_at': '2022-02-09T02:22:10Z', 'revision_number': 0, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b49c04f0-ab2b-416a-b206-6cc9ff87159d', 'name': '', 'network_id': 'd333f3ea-6930-4b7f-a8e6-dc8e56870b21', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:be:9e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95cdb22-41fa-40eb-b5ab-583fe82e001a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '8d64525c-1ab9-4fbe-9443-a42d074b6b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:54Z', 'updated_at': '2022-02-09T02:21:58Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': '8d64525c-1ab9-4fbe-9443-a42d074b6b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:22:12.197537 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2321b6a-f2bc-4597-9e3e-048de8d68d84 None None] New status for floating IP 35af3d61-d764-45f5-88d8-3e05c6f77148: ACTIVE {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:22:12.619081 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52108) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:12.679012 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-544a4bed-0e54-441f-88de-35af8ecee7e3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/floatingips/35af3d61-d764-45f5-88d8-3e05c6f77148 HTTP/1.1" status: 200 len: 993 time: 0.0585382 Feb 09 02:22:17.320023 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:22:20.082680 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:20.943396 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-70d8d451-a006-4101-afcd-964af1130316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:21.579107 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:24.376136 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-572819ca-cd69-4cb4-a6f7-28da5ef1521f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:26.036011 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:27.496110 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-463e5092-3c9d-4582-bd15-f76d631019ef req-d1970861-78d0-4335-95e3-560bb05a9497 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=bde26579-8804-4f49-a6ec-8de32eaca7ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0496061 Feb 09 02:22:27.580676 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e5092-3c9d-4582-bd15-f76d631019ef req-976401ef-114d-4627-a983-493d11a36e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:27.582167 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-463e5092-3c9d-4582-bd15-f76d631019ef req-976401ef-114d-4627-a983-493d11a36e37 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8591eec9c58e428aaa03fb8ea4411d94&device_id=bde26579-8804-4f49-a6ec-8de32eaca7ab HTTP/1.1" status: 200 len: 1129 time: 0.0456448 Feb 09 02:22:27.683992 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e5092-3c9d-4582-bd15-f76d631019ef req-4c31d813-1738-4af4-8c23-6ec0c146a31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:27.686074 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-463e5092-3c9d-4582-bd15-f76d631019ef req-4c31d813-1738-4af4-8c23-6ec0c146a31a service neutron] 10.222.0.91 "GET /v2.0/networks?id=d333f3ea-6930-4b7f-a8e6-dc8e56870b21 HTTP/1.1" status: 200 len: 897 time: 0.0841963 Feb 09 02:22:27.757647 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-463e5092-3c9d-4582-bd15-f76d631019ef req-e746bf2f-2ade-409f-ae7c-273f26f09a26 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5df5b7a2-730d-42da-b2b3-d6460d93b962 HTTP/1.1" status: 200 len: 1001 time: 0.0630727 Feb 09 02:22:27.782864 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:27.806768 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e5092-3c9d-4582-bd15-f76d631019ef req-26596f79-3410-42ee-8232-f52786077bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:27.808260 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-463e5092-3c9d-4582-bd15-f76d631019ef req-26596f79-3410-42ee-8232-f52786077bf2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8d64525c-1ab9-4fbe-9443-a42d074b6b90 HTTP/1.1" status: 200 len: 834 time: 0.0440218 Feb 09 02:22:27.856547 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e5092-3c9d-4582-bd15-f76d631019ef req-64dd7ea7-ed07-41c4-8466-47dbc0791bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:27.858600 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-463e5092-3c9d-4582-bd15-f76d631019ef req-64dd7ea7-ed07-41c4-8466-47dbc0791bd0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d333f3ea-6930-4b7f-a8e6-dc8e56870b21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437622 Feb 09 02:22:27.958540 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-463e5092-3c9d-4582-bd15-f76d631019ef req-3f30213a-935a-4784-b6c9-a0ed0d95d09b service neutron] 10.222.0.91 "GET /v2.0/networks/d333f3ea-6930-4b7f-a8e6-dc8e56870b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935295 Feb 09 02:22:28.048253 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-463e5092-3c9d-4582-bd15-f76d631019ef req-64490f5e-f17d-4ad9-9317-8ce0c1c1f3e1 service neutron] 10.222.0.91 "GET /v2.0/networks/d333f3ea-6930-4b7f-a8e6-dc8e56870b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832200 Feb 09 02:22:28.429374 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:46.142839 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d55d69-6111-4484-9599-c9f504c77cd7 req-c7291c27-4d19-4c95-a48e-b34c0d01c48d tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:46.146386 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-07d55d69-6111-4484-9599-c9f504c77cd7 req-c7291c27-4d19-4c95-a48e-b34c0d01c48d tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=bde26579-8804-4f49-a6ec-8de32eaca7ab HTTP/1.1" status: 200 len: 946 time: 0.0605564 Feb 09 02:22:46.193521 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-07d55d69-6111-4484-9599-c9f504c77cd7 req-b9c87a98-3e1d-4ed4-9b00-03a110e74ba6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=dfd9b4c0-2e06-4bdf-b9cd-cbd7748e02ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427008 Feb 09 02:22:47.324282 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5642e9-a782-4b9d-9794-825d5debda20 req-b061ec03-69b0-4a95-82a9-8e3d2d47bfac tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:47.325760 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bc5642e9-a782-4b9d-9794-825d5debda20 req-b061ec03-69b0-4a95-82a9-8e3d2d47bfac tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=bde26579-8804-4f49-a6ec-8de32eaca7ab HTTP/1.1" status: 200 len: 946 time: 0.0572548 Feb 09 02:22:47.374613 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bc5642e9-a782-4b9d-9794-825d5debda20 req-e63bf5a0-4301-434a-b217-3b3bee39af66 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=dfd9b4c0-2e06-4bdf-b9cd-cbd7748e02ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427797 Feb 09 02:22:47.396426 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52134) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:47.458823 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-18819037-afaf-4f20-b33f-e6fa9d9b49af tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/floatingips/35af3d61-d764-45f5-88d8-3e05c6f77148 HTTP/1.1" status: 200 len: 993 time: 0.0612507 Feb 09 02:22:48.750548 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fcbf1e-6d25-490d-b1f3-59697bfcfdd6 req-a2e6cd77-8f3e-4d13-9ca7-6f3d2ecf9bc0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:48.751950 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d9fcbf1e-6d25-490d-b1f3-59697bfcfdd6 req-a2e6cd77-8f3e-4d13-9ca7-6f3d2ecf9bc0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=bde26579-8804-4f49-a6ec-8de32eaca7ab HTTP/1.1" status: 200 len: 946 time: 0.0530381 Feb 09 02:22:48.806691 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d9fcbf1e-6d25-490d-b1f3-59697bfcfdd6 req-c296446f-4af2-421e-8ab9-900fbb2c2b7e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=dfd9b4c0-2e06-4bdf-b9cd-cbd7748e02ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491619 Feb 09 02:22:49.929078 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9018c25-ad97-4e93-a49c-d02564a83c6c req-c5e2c3a0-c46d-4d40-99f4-c18058e1add3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:49.930551 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a9018c25-ad97-4e93-a49c-d02564a83c6c req-c5e2c3a0-c46d-4d40-99f4-c18058e1add3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=bde26579-8804-4f49-a6ec-8de32eaca7ab HTTP/1.1" status: 200 len: 946 time: 0.0524158 Feb 09 02:22:49.988873 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a9018c25-ad97-4e93-a49c-d02564a83c6c req-5dc5725f-1d63-479a-a8dc-a257b0bc240f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=dfd9b4c0-2e06-4bdf-b9cd-cbd7748e02ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528140 Feb 09 02:22:50.011380 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52144) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:50.074995 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-57137f57-5dfa-4389-b9df-a020af65af3d tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/floatingips/35af3d61-d764-45f5-88d8-3e05c6f77148 HTTP/1.1" status: 200 len: 993 time: 0.0623965 Feb 09 02:22:50.100182 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:50.332415 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52150) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:50.492691 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-4615efd7-f5b2-45ed-8b34-30a67f2bac05 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Deleting port ea6a7ff7-9ac2-414b-9156-58dd76155f05 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:50.492952 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4615efd7-f5b2-45ed-8b34-30a67f2bac05 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (ea6a7ff7-9ac2-414b-9156-58dd76155f05), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:50.570187 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4615efd7-f5b2-45ed-8b34-30a67f2bac05 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (ea6a7ff7-9ac2-414b-9156-58dd76155f05), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:50.570517 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4615efd7-f5b2-45ed-8b34-30a67f2bac05 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for floatingip (ea6a7ff7-9ac2-414b-9156-58dd76155f05), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:50.582381 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-4615efd7-f5b2-45ed-8b34-30a67f2bac05 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Calling delete_port for ea6a7ff7-9ac2-414b-9156-58dd76155f05 owned by network:floatingip {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:50.728829 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4615efd7-f5b2-45ed-8b34-30a67f2bac05 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (ea6a7ff7-9ac2-414b-9156-58dd76155f05), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:50.762834 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615efd7-f5b2-45ed-8b34-30a67f2bac05 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event deleted for resources: {'Port': ['ID=ea6a7ff7-9ac2-414b-9156-58dd76155f05,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:50.776005 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4615efd7-f5b2-45ed-8b34-30a67f2bac05 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:50.776369 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4615efd7-f5b2-45ed-8b34-30a67f2bac05 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:50.776712 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4615efd7-f5b2-45ed-8b34-30a67f2bac05 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:50.777045 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4615efd7-f5b2-45ed-8b34-30a67f2bac05 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:50.777376 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4615efd7-f5b2-45ed-8b34-30a67f2bac05 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:50.777711 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4615efd7-f5b2-45ed-8b34-30a67f2bac05 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:50.778034 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4615efd7-f5b2-45ed-8b34-30a67f2bac05 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:50.778358 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4615efd7-f5b2-45ed-8b34-30a67f2bac05 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:50.778681 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4615efd7-f5b2-45ed-8b34-30a67f2bac05 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:50.779002 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4615efd7-f5b2-45ed-8b34-30a67f2bac05 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:50.779322 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4615efd7-f5b2-45ed-8b34-30a67f2bac05 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:50.779638 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4615efd7-f5b2-45ed-8b34-30a67f2bac05 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:50.779953 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4615efd7-f5b2-45ed-8b34-30a67f2bac05 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:50.853011 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4615efd7-f5b2-45ed-8b34-30a67f2bac05 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for floatingip (35af3d61-d764-45f5-88d8-3e05c6f77148), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:50.853341 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [None req-4615efd7-f5b2-45ed-8b34-30a67f2bac05 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Floating IP 35af3d61-d764-45f5-88d8-3e05c6f77148 disassociated (deleted). External IP: 172.25.1.51, port: 5df5b7a2-730d-42da-b2b3-d6460d93b962. Feb 09 02:22:50.944733 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4bf1efc9-8e66-4e5b-888e-396d511302d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:51.088636 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4615efd7-f5b2-45ed-8b34-30a67f2bac05 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Router e95cdb22-41fa-40eb-b5ab-583fe82e001a has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:22:51.205580 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4615efd7-f5b2-45ed-8b34-30a67f2bac05 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:22:51.210370 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4615efd7-f5b2-45ed-8b34-30a67f2bac05 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:51.215326 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a59f4c2-1f43-4e7a-ab64-55701a5e0550 None None] Sync routers for ids ['e95cdb22-41fa-40eb-b5ab-583fe82e001a'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:22:51.228373 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a59f4c2-1f43-4e7a-ab64-55701a5e0550 None None] Routers {'e95cdb22-41fa-40eb-b5ab-583fe82e001a'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:22:51.228981 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-8a59f4c2-1f43-4e7a-ab64-55701a5e0550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:22:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['e95cdb22-41fa-40eb-b5ab-583fe82e001a'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:51.243921 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4615efd7-f5b2-45ed-8b34-30a67f2bac05 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "DELETE /v2.0/floatingips/35af3d61-d764-45f5-88d8-3e05c6f77148 HTTP/1.1" status: 204 len: 168 time: 0.9103971 Feb 09 02:22:51.244524 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde26579-8804-4f49-a6ec-8de32eaca7ab', 'tag': '5df5b7a2-730d-42da-b2b3-d6460d93b962'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:22:51.246756 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46b8cde-dd2c-443e-af21-10cb563077e8" -d '{"events": [{"name": "network-changed", "server_uuid": "bde26579-8804-4f49-a6ec-8de32eaca7ab", "tag": "5df5b7a2-730d-42da-b2b3-d6460d93b962"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:22:51.292649 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455acbed-713e-4c12-8d92-f6703facdadb x-openstack-request-id: req-455acbed-713e-4c12-8d92-f6703facdadb {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:22:51.293544 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bde26579-8804-4f49-a6ec-8de32eaca7ab", "tag": "5df5b7a2-730d-42da-b2b3-d6460d93b962", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:22:51.293544 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-455acbed-713e-4c12-8d92-f6703facdadb {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:22:51.293983 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde26579-8804-4f49-a6ec-8de32eaca7ab', 'tag': '5df5b7a2-730d-42da-b2b3-d6460d93b962', 'status': 'completed', 'code': 200} Feb 09 02:22:51.350531 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-8a59f4c2-1f43-4e7a-ab64-55701a5e0550 None None] Set router e95cdb22-41fa-40eb-b5ab-583fe82e001a gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:22:51.368088 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b8cde-dd2c-443e-af21-10cb563077e8 req-ec0e83b9-3c8c-4f10-a062-6758ab97d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:51.369778 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a46b8cde-dd2c-443e-af21-10cb563077e8 req-ec0e83b9-3c8c-4f10-a062-6758ab97d069 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8591eec9c58e428aaa03fb8ea4411d94&device_id=bde26579-8804-4f49-a6ec-8de32eaca7ab HTTP/1.1" status: 200 len: 1129 time: 0.0533233 Feb 09 02:22:51.510889 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b8cde-dd2c-443e-af21-10cb563077e8 req-56abc3b3-5e57-4333-9281-d56e2ce1af02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:51.512490 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a46b8cde-dd2c-443e-af21-10cb563077e8 req-56abc3b3-5e57-4333-9281-d56e2ce1af02 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d333f3ea-6930-4b7f-a8e6-dc8e56870b21 HTTP/1.1" status: 200 len: 897 time: 0.1315141 Feb 09 02:22:51.565555 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1527e8-8692-43e6-9b8e-6fc1a27aede1 req-b146423d-c570-4216-acfc-16583409e29d tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:51.567047 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fa1527e8-8692-43e6-9b8e-6fc1a27aede1 req-b146423d-c570-4216-acfc-16583409e29d tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=bde26579-8804-4f49-a6ec-8de32eaca7ab HTTP/1.1" status: 200 len: 946 time: 0.1116188 Feb 09 02:22:51.568329 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a46b8cde-dd2c-443e-af21-10cb563077e8 req-c187f469-046a-4a4d-b7f0-4cfd6dca9785 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5df5b7a2-730d-42da-b2b3-d6460d93b962 HTTP/1.1" status: 200 len: 217 time: 0.0476539 Feb 09 02:22:51.592566 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:51.654275 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b8cde-dd2c-443e-af21-10cb563077e8 req-60123804-5462-419b-8f4f-5345467aafd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:51.654555 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-8a59f4c2-1f43-4e7a-ab64-55701a5e0550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95cdb22-41fa-40eb-b5ab-583fe82e001a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405926968', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'badb9b32-31d2-4352-976d-7583145b626c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:21:51Z', 'updated_at': '2022-02-09T02:21:55Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'badb9b32-31d2-4352-976d-7583145b626c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95cdb22-41fa-40eb-b5ab-583fe82e001a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:52Z', 'updated_at': '2022-02-09T02:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'b49c04f0-ab2b-416a-b206-6cc9ff87159d', 'name': '', 'network_id': 'd333f3ea-6930-4b7f-a8e6-dc8e56870b21', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:be:9e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95cdb22-41fa-40eb-b5ab-583fe82e001a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '8d64525c-1ab9-4fbe-9443-a42d074b6b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:54Z', 'updated_at': '2022-02-09T02:21:58Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': '8d64525c-1ab9-4fbe-9443-a42d074b6b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:51.656064 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a46b8cde-dd2c-443e-af21-10cb563077e8 req-60123804-5462-419b-8f4f-5345467aafd3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8d64525c-1ab9-4fbe-9443-a42d074b6b90 HTTP/1.1" status: 200 len: 834 time: 0.0753760 Feb 09 02:22:51.659728 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fa1527e8-8692-43e6-9b8e-6fc1a27aede1 req-74fd931f-efe3-4c50-adeb-7eccf659d81e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=dfd9b4c0-2e06-4bdf-b9cd-cbd7748e02ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867600 Feb 09 02:22:51.684877 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a59f4c2-1f43-4e7a-ab64-55701a5e0550 None None] Checking router: e95cdb22-41fa-40eb-b5ab-583fe82e001a for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:22:51.693360 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a59f4c2-1f43-4e7a-ab64-55701a5e0550 None None] Routers {'e95cdb22-41fa-40eb-b5ab-583fe82e001a'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:22:51.693944 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-8a59f4c2-1f43-4e7a-ab64-55701a5e0550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:22:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['e95cdb22-41fa-40eb-b5ab-583fe82e001a'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:51.710460 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b8cde-dd2c-443e-af21-10cb563077e8 req-fb08f5cd-3d2e-474c-b6c1-3e4081314fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:51.711972 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a46b8cde-dd2c-443e-af21-10cb563077e8 req-fb08f5cd-3d2e-474c-b6c1-3e4081314fb5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d333f3ea-6930-4b7f-a8e6-dc8e56870b21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0499032 Feb 09 02:22:51.800860 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-8a59f4c2-1f43-4e7a-ab64-55701a5e0550 None None] Set router e95cdb22-41fa-40eb-b5ab-583fe82e001a gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:22:51.801093 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a46b8cde-dd2c-443e-af21-10cb563077e8 req-988bf1bf-d0f3-410d-9d64-71a2c2079234 service neutron] 10.222.0.91 "GET /v2.0/networks/d333f3ea-6930-4b7f-a8e6-dc8e56870b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818896 Feb 09 02:22:51.896668 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a46b8cde-dd2c-443e-af21-10cb563077e8 req-c27bd5fc-b4db-46cc-88d9-223c034e4403 service neutron] 10.222.0.91 "GET /v2.0/networks/d333f3ea-6930-4b7f-a8e6-dc8e56870b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888519 Feb 09 02:22:52.002296 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-8a59f4c2-1f43-4e7a-ab64-55701a5e0550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95cdb22-41fa-40eb-b5ab-583fe82e001a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405926968', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'badb9b32-31d2-4352-976d-7583145b626c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:21:51Z', 'updated_at': '2022-02-09T02:21:55Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'badb9b32-31d2-4352-976d-7583145b626c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95cdb22-41fa-40eb-b5ab-583fe82e001a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:52Z', 'updated_at': '2022-02-09T02:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'b49c04f0-ab2b-416a-b206-6cc9ff87159d', 'name': '', 'network_id': 'd333f3ea-6930-4b7f-a8e6-dc8e56870b21', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:be:9e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95cdb22-41fa-40eb-b5ab-583fe82e001a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '8d64525c-1ab9-4fbe-9443-a42d074b6b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:54Z', 'updated_at': '2022-02-09T02:21:58Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': '8d64525c-1ab9-4fbe-9443-a42d074b6b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:52.028158 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a59f4c2-1f43-4e7a-ab64-55701a5e0550 None None] The sync data for ids ['e95cdb22-41fa-40eb-b5ab-583fe82e001a'] in n-d-822053-40 is: [{'id': 'e95cdb22-41fa-40eb-b5ab-583fe82e001a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405926968', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'badb9b32-31d2-4352-976d-7583145b626c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:21:51Z', 'updated_at': '2022-02-09T02:21:55Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'badb9b32-31d2-4352-976d-7583145b626c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95cdb22-41fa-40eb-b5ab-583fe82e001a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:52Z', 'updated_at': '2022-02-09T02:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'b49c04f0-ab2b-416a-b206-6cc9ff87159d', 'name': '', 'network_id': 'd333f3ea-6930-4b7f-a8e6-dc8e56870b21', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:be:9e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95cdb22-41fa-40eb-b5ab-583fe82e001a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '8d64525c-1ab9-4fbe-9443-a42d074b6b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:54Z', 'updated_at': '2022-02-09T02:21:58Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': '8d64525c-1ab9-4fbe-9443-a42d074b6b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:22:52.264083 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55732147-833e-4029-a7f1-c027e15eb853 None None] New status for floating IP 35af3d61-d764-45f5-88d8-3e05c6f77148: DOWN {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:22:52.785400 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc148a-17c9-49ee-8065-71057157bf01 req-4a39777b-bd7f-4a54-9958-c4092064ab2d tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:52.786902 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-decc148a-17c9-49ee-8065-71057157bf01 req-4a39777b-bd7f-4a54-9958-c4092064ab2d tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=bde26579-8804-4f49-a6ec-8de32eaca7ab HTTP/1.1" status: 200 len: 946 time: 0.0550058 Feb 09 02:22:52.835236 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-decc148a-17c9-49ee-8065-71057157bf01 req-e890648b-4c85-4e67-97a7-8f2a8a916131 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=dfd9b4c0-2e06-4bdf-b9cd-cbd7748e02ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427694 Feb 09 02:22:53.322215 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abb820-fabd-4da9-87d8-bee8fa2da26a req-9c41eb04-d655-4634-b972-63ad8f6c91f5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:53.323667 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c2abb820-fabd-4da9-87d8-bee8fa2da26a req-9c41eb04-d655-4634-b972-63ad8f6c91f5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.91 "GET /v2.0/ports?device_id=bde26579-8804-4f49-a6ec-8de32eaca7ab HTTP/1.1" status: 200 len: 946 time: 0.0517607 Feb 09 02:22:53.421872 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-c2abb820-fabd-4da9-87d8-bee8fa2da26a req-484b794b-f921-4390-8821-bf19300f69f3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Deleting port 5df5b7a2-730d-42da-b2b3-d6460d93b962 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:53.422205 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c2abb820-fabd-4da9-87d8-bee8fa2da26a req-484b794b-f921-4390-8821-bf19300f69f3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (5df5b7a2-730d-42da-b2b3-d6460d93b962), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:53.510705 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-c2abb820-fabd-4da9-87d8-bee8fa2da26a req-484b794b-f921-4390-8821-bf19300f69f3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] For port 5df5b7a2-730d-42da-b2b3-d6460d93b962, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=5df5b7a2-730d-42da-b2b3-d6460d93b962,segment=NetworkSegment(7795d01b-107d-4502-92f5-aec1483db9f0),segment_id=7795d01b-107d-4502-92f5-aec1483db9f0)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:53.511069 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c2abb820-fabd-4da9-87d8-bee8fa2da26a req-484b794b-f921-4390-8821-bf19300f69f3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (5df5b7a2-730d-42da-b2b3-d6460d93b962), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:53.524183 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-c2abb820-fabd-4da9-87d8-bee8fa2da26a req-484b794b-f921-4390-8821-bf19300f69f3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Calling delete_port for 5df5b7a2-730d-42da-b2b3-d6460d93b962 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:53.653913 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c2abb820-fabd-4da9-87d8-bee8fa2da26a req-484b794b-f921-4390-8821-bf19300f69f3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (5df5b7a2-730d-42da-b2b3-d6460d93b962), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:53.682696 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b794b-f921-4390-8821-bf19300f69f3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event deleted for resources: {'Port': ['ID=5df5b7a2-730d-42da-b2b3-d6460d93b962,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:53.729581 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2abb820-fabd-4da9-87d8-bee8fa2da26a req-484b794b-f921-4390-8821-bf19300f69f3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] No DVR routers for this DVR port 5df5b7a2-730d-42da-b2b3-d6460d93b962 on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:22:53.732074 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-c2abb820-fabd-4da9-87d8-bee8fa2da26a req-484b794b-f921-4390-8821-bf19300f69f3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:53.736003 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c2abb820-fabd-4da9-87d8-bee8fa2da26a req-484b794b-f921-4390-8821-bf19300f69f3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.91 "DELETE /v2.0/ports/5df5b7a2-730d-42da-b2b3-d6460d93b962 HTTP/1.1" status: 204 len: 173 time: 0.4040716 Feb 09 02:22:53.736433 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde26579-8804-4f49-a6ec-8de32eaca7ab', 'name': 'network-vif-deleted', 'tag': '5df5b7a2-730d-42da-b2b3-d6460d93b962'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:22:53.738655 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6fd4b7-1d03-496f-9f61-fdbaa197628e" -d '{"events": [{"server_uuid": "bde26579-8804-4f49-a6ec-8de32eaca7ab", "name": "network-vif-deleted", "tag": "5df5b7a2-730d-42da-b2b3-d6460d93b962"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:22:53.776570 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ff5ef2-6326-40ec-aeec-07d8eea6da33 x-openstack-request-id: req-42ff5ef2-6326-40ec-aeec-07d8eea6da33 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:22:53.776869 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bde26579-8804-4f49-a6ec-8de32eaca7ab", "name": "network-vif-deleted", "tag": "5df5b7a2-730d-42da-b2b3-d6460d93b962", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:22:53.777122 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-42ff5ef2-6326-40ec-aeec-07d8eea6da33 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:22:53.777529 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde26579-8804-4f49-a6ec-8de32eaca7ab', 'name': 'network-vif-deleted', 'tag': '5df5b7a2-730d-42da-b2b3-d6460d93b962', 'status': 'completed', 'code': 200} Feb 09 02:22:53.941356 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-336e0ef8-8464-44d6-8d5e-a2186063d631 req-0d0f209e-aa49-46ff-a32b-82c56d1f5718 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=bde26579-8804-4f49-a6ec-8de32eaca7ab HTTP/1.1" status: 200 len: 210 time: 0.0273407 Feb 09 02:22:54.318927 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:22:54.378272 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cada6e72-4669-4035-b35f-1eaf4b3eb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:55.001301 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52166) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:55.388780 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3f0f9128-1c55-4883-a4aa-36e5b03f89ee tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (e95cdb22-41fa-40eb-b5ab-583fe82e001a), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:55.679838 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-3f0f9128-1c55-4883-a4aa-36e5b03f89ee tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Deleting port b49c04f0-ab2b-416a-b206-6cc9ff87159d {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:55.680205 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3f0f9128-1c55-4883-a4aa-36e5b03f89ee tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (b49c04f0-ab2b-416a-b206-6cc9ff87159d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:55.784657 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-3f0f9128-1c55-4883-a4aa-36e5b03f89ee tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] For port b49c04f0-ab2b-416a-b206-6cc9ff87159d, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b49c04f0-ab2b-416a-b206-6cc9ff87159d,segment=NetworkSegment(7795d01b-107d-4502-92f5-aec1483db9f0),segment_id=7795d01b-107d-4502-92f5-aec1483db9f0)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:55.785011 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3f0f9128-1c55-4883-a4aa-36e5b03f89ee tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (b49c04f0-ab2b-416a-b206-6cc9ff87159d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:55.797577 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-3f0f9128-1c55-4883-a4aa-36e5b03f89ee tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Calling delete_port for b49c04f0-ab2b-416a-b206-6cc9ff87159d owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:56.037855 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:56.317366 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3f0f9128-1c55-4883-a4aa-36e5b03f89ee tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (b49c04f0-ab2b-416a-b206-6cc9ff87159d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:56.349014 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f9128-1c55-4883-a4aa-36e5b03f89ee tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event deleted for resources: {'Port': ['ID=b49c04f0-ab2b-416a-b206-6cc9ff87159d,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:56.544635 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3f0f9128-1c55-4883-a4aa-36e5b03f89ee tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (e95cdb22-41fa-40eb-b5ab-583fe82e001a), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:56.808698 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0f9128-1c55-4883-a4aa-36e5b03f89ee tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Router e95cdb22-41fa-40eb-b5ab-583fe82e001a has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:22:56.922174 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0f9128-1c55-4883-a4aa-36e5b03f89ee tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:22:56.927441 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3f0f9128-1c55-4883-a4aa-36e5b03f89ee tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "PUT /v2.0/routers/e95cdb22-41fa-40eb-b5ab-583fe82e001a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9247372 Feb 09 02:22:56.929835 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52168) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:56.932863 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85556321-7005-4486-9604-50bfb2dc5118 None None] Sync routers for ids ['e95cdb22-41fa-40eb-b5ab-583fe82e001a'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:22:56.942844 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85556321-7005-4486-9604-50bfb2dc5118 None None] Routers {'e95cdb22-41fa-40eb-b5ab-583fe82e001a'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:22:56.943435 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-85556321-7005-4486-9604-50bfb2dc5118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:22:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['e95cdb22-41fa-40eb-b5ab-583fe82e001a'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:56.982133 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc3cbb4-ef55-4345-a45d-3f99dc72d03d tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Deleting subnet 8d64525c-1ab9-4fbe-9443-a42d074b6b90 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:22:56.985576 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3fc3cbb4-ef55-4345-a45d-3f99dc72d03d tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for subnet (8d64525c-1ab9-4fbe-9443-a42d074b6b90), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:57.027815 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3fc3cbb4-ef55-4345-a45d-3f99dc72d03d tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (8d64525c-1ab9-4fbe-9443-a42d074b6b90), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:57.054302 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-85556321-7005-4486-9604-50bfb2dc5118 None None] Set router e95cdb22-41fa-40eb-b5ab-583fe82e001a gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:22:57.116104 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3fc3cbb4-ef55-4345-a45d-3f99dc72d03d tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (8d64525c-1ab9-4fbe-9443-a42d074b6b90), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:57.173886 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3fc3cbb4-ef55-4345-a45d-3f99dc72d03d tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (8d64525c-1ab9-4fbe-9443-a42d074b6b90), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:57.201306 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3cbb4-ef55-4345-a45d-3f99dc72d03d tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event deleted for resources: {'Subnet': ['ID=8d64525c-1ab9-4fbe-9443-a42d074b6b90,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:57.205423 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3fc3cbb4-ef55-4345-a45d-3f99dc72d03d tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:57.210954 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3fc3cbb4-ef55-4345-a45d-3f99dc72d03d tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "DELETE /v2.0/subnets/8d64525c-1ab9-4fbe-9443-a42d074b6b90 HTTP/1.1" status: 204 len: 168 time: 0.2778528 Feb 09 02:22:57.211485 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52170) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:57.214653 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86fd776-3c0d-4602-ac01-9bdd1f22bf1b None None] Network d333f3ea-6930-4b7f-a8e6-dc8e56870b21 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:22:57.250831 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-85556321-7005-4486-9604-50bfb2dc5118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95cdb22-41fa-40eb-b5ab-583fe82e001a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405926968', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'badb9b32-31d2-4352-976d-7583145b626c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:21:51Z', 'updated_at': '2022-02-09T02:22:56Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'badb9b32-31d2-4352-976d-7583145b626c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95cdb22-41fa-40eb-b5ab-583fe82e001a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:52Z', 'updated_at': '2022-02-09T02:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:57.279505 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85556321-7005-4486-9604-50bfb2dc5118 None None] Checking router: e95cdb22-41fa-40eb-b5ab-583fe82e001a for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:22:57.288581 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85556321-7005-4486-9604-50bfb2dc5118 None None] Routers {'e95cdb22-41fa-40eb-b5ab-583fe82e001a'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:22:57.289179 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-85556321-7005-4486-9604-50bfb2dc5118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:22:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['e95cdb22-41fa-40eb-b5ab-583fe82e001a'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:57.342752 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b2042303-4b6e-4399-8fbb-30b8e4936960 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router (e95cdb22-41fa-40eb-b5ab-583fe82e001a), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:57.403962 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-85556321-7005-4486-9604-50bfb2dc5118 None None] Set router e95cdb22-41fa-40eb-b5ab-583fe82e001a gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:22:57.433917 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3fb57b-41b2-4670-9e6c-8a3f10024468 None None] DHCP port deletion for d333f3ea-6930-4b7f-a8e6-dc8e56870b21 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:22:57.475436 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b2042303-4b6e-4399-8fbb-30b8e4936960 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router_gateway (e95cdb22-41fa-40eb-b5ab-583fe82e001a), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:57.483011 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-aa3fb57b-41b2-4670-9e6c-8a3f10024468 None None] Deleting port b2cb702e-961d-41b4-b173-1e6ba61ee357 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:57.484292 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa3fb57b-41b2-4670-9e6c-8a3f10024468 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (b2cb702e-961d-41b4-b173-1e6ba61ee357), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:57.531866 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-b2042303-4b6e-4399-8fbb-30b8e4936960 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Deleting port badb9b32-31d2-4352-976d-7583145b626c {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:57.532274 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b2042303-4b6e-4399-8fbb-30b8e4936960 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (badb9b32-31d2-4352-976d-7583145b626c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:57.552120 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-aa3fb57b-41b2-4670-9e6c-8a3f10024468 None None] For port b2cb702e-961d-41b4-b173-1e6ba61ee357, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b2cb702e-961d-41b4-b173-1e6ba61ee357,segment=NetworkSegment(7795d01b-107d-4502-92f5-aec1483db9f0),segment_id=7795d01b-107d-4502-92f5-aec1483db9f0)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:57.552686 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa3fb57b-41b2-4670-9e6c-8a3f10024468 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (b2cb702e-961d-41b4-b173-1e6ba61ee357), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:57.565532 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-aa3fb57b-41b2-4670-9e6c-8a3f10024468 None None] Calling delete_port for b2cb702e-961d-41b4-b173-1e6ba61ee357 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:57.604659 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-85556321-7005-4486-9604-50bfb2dc5118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95cdb22-41fa-40eb-b5ab-583fe82e001a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405926968', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'badb9b32-31d2-4352-976d-7583145b626c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:21:51Z', 'updated_at': '2022-02-09T02:22:56Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'badb9b32-31d2-4352-976d-7583145b626c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95cdb22-41fa-40eb-b5ab-583fe82e001a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:52Z', 'updated_at': '2022-02-09T02:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:57.624129 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-b2042303-4b6e-4399-8fbb-30b8e4936960 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] For port badb9b32-31d2-4352-976d-7583145b626c, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=badb9b32-31d2-4352-976d-7583145b626c,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:57.624819 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b2042303-4b6e-4399-8fbb-30b8e4936960 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (badb9b32-31d2-4352-976d-7583145b626c), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:57.635155 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85556321-7005-4486-9604-50bfb2dc5118 None None] The sync data for ids ['e95cdb22-41fa-40eb-b5ab-583fe82e001a'] in n-d-822053-40 is: [{'id': 'e95cdb22-41fa-40eb-b5ab-583fe82e001a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405926968', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'badb9b32-31d2-4352-976d-7583145b626c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:21:51Z', 'updated_at': '2022-02-09T02:22:56Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'badb9b32-31d2-4352-976d-7583145b626c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95cdb22-41fa-40eb-b5ab-583fe82e001a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:52Z', 'updated_at': '2022-02-09T02:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:22:57.637532 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-b2042303-4b6e-4399-8fbb-30b8e4936960 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Calling delete_port for badb9b32-31d2-4352-976d-7583145b626c owned by network:router_gateway {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:57.657638 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa3fb57b-41b2-4670-9e6c-8a3f10024468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (b2cb702e-961d-41b4-b173-1e6ba61ee357), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:57.687871 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3fb57b-41b2-4670-9e6c-8a3f10024468 None None] Pushing event deleted for resources: {'Port': ['ID=b2cb702e-961d-41b4-b173-1e6ba61ee357,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:57.695775 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3fb57b-41b2-4670-9e6c-8a3f10024468 None None] No DVR routers for this DVR port b2cb702e-961d-41b4-b173-1e6ba61ee357 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:22:57.699568 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fb57b-41b2-4670-9e6c-8a3f10024468 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:57.700015 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fb57b-41b2-4670-9e6c-8a3f10024468 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:57.700565 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fb57b-41b2-4670-9e6c-8a3f10024468 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:57.700998 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fb57b-41b2-4670-9e6c-8a3f10024468 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:57.701392 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fb57b-41b2-4670-9e6c-8a3f10024468 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:57.701829 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fb57b-41b2-4670-9e6c-8a3f10024468 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:57.703156 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fb57b-41b2-4670-9e6c-8a3f10024468 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:57.703781 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fb57b-41b2-4670-9e6c-8a3f10024468 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:57.704362 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fb57b-41b2-4670-9e6c-8a3f10024468 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:57.704841 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fb57b-41b2-4670-9e6c-8a3f10024468 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:57.705238 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fb57b-41b2-4670-9e6c-8a3f10024468 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:57.705646 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fb57b-41b2-4670-9e6c-8a3f10024468 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:57.706247 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fb57b-41b2-4670-9e6c-8a3f10024468 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:57.783586 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:57.814345 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b2042303-4b6e-4399-8fbb-30b8e4936960 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (badb9b32-31d2-4352-976d-7583145b626c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:57.839749 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2042303-4b6e-4399-8fbb-30b8e4936960 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event deleted for resources: {'Port': ['ID=badb9b32-31d2-4352-976d-7583145b626c,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:57.900358 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b2042303-4b6e-4399-8fbb-30b8e4936960 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (e95cdb22-41fa-40eb-b5ab-583fe82e001a), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:57.995171 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b2042303-4b6e-4399-8fbb-30b8e4936960 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (e95cdb22-41fa-40eb-b5ab-583fe82e001a), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:57.997441 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b2042303-4b6e-4399-8fbb-30b8e4936960 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router_controller (e95cdb22-41fa-40eb-b5ab-583fe82e001a), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:58.045530 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b2042303-4b6e-4399-8fbb-30b8e4936960 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (e95cdb22-41fa-40eb-b5ab-583fe82e001a), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:58.046846 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2042303-4b6e-4399-8fbb-30b8e4936960 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Fanout notify agent at l3_agent the message router_deleted on router e95cdb22-41fa-40eb-b5ab-583fe82e001a {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:22:58.054819 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b2042303-4b6e-4399-8fbb-30b8e4936960 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:58.056136 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b2042303-4b6e-4399-8fbb-30b8e4936960 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "DELETE /v2.0/routers/e95cdb22-41fa-40eb-b5ab-583fe82e001a HTTP/1.1" status: 204 len: 168 time: 0.8434396 Feb 09 02:22:58.058858 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52172) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:58.141449 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0859-d6b5-4faf-b85c-480ee1620791 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (d333f3ea-6930-4b7f-a8e6-dc8e56870b21), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:58.234982 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0859-d6b5-4faf-b85c-480ee1620791 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (d333f3ea-6930-4b7f-a8e6-dc8e56870b21), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:58.257175 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-8ddc0859-d6b5-4faf-b85c-480ee1620791 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d333f3ea-6930-4b7f-a8e6-dc8e56870b21']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:58.267017 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-8ddc0859-d6b5-4faf-b85c-480ee1620791 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7795d01b-107d-4502-92f5-aec1483db9f0') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:58.267309 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-8ddc0859-d6b5-4faf-b85c-480ee1620791 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7795d01b-107d-4502-92f5-aec1483db9f0') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:58.277378 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0859-d6b5-4faf-b85c-480ee1620791 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (7795d01b-107d-4502-92f5-aec1483db9f0), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:58.294878 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0859-d6b5-4faf-b85c-480ee1620791 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (7795d01b-107d-4502-92f5-aec1483db9f0), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:58.302365 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ddc0859-d6b5-4faf-b85c-480ee1620791 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:22:58.302802 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0859-d6b5-4faf-b85c-480ee1620791 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (7795d01b-107d-4502-92f5-aec1483db9f0), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:58.306339 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 02:22:58.306339 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:22:58.306339 n-d-822053-40 neutron-server[103529]: timer() Feb 09 02:22:58.306339 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:22:58.306339 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 02:22:58.306339 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:22:58.306339 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 02:22:58.306339 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:22:58.306339 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 02:22:58.306339 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:22:58.306339 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 02:22:58.306339 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:22:58.306339 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 02:22:58.306339 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:22:58.306339 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:22:58.306339 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:22:58.306339 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:22:58.306339 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:22:58.306339 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 02:22:58.306339 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:22:58.306339 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 02:22:58.306339 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:22:58.306339 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:22:58.306339 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:22:58.306339 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 02:22:58.306339 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:22:58.306339 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:22:58.306339 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:22:58.306339 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:22:58.306339 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:22:58.306339 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:22:58.306339 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:22:58.367847 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0859-d6b5-4faf-b85c-480ee1620791 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (d333f3ea-6930-4b7f-a8e6-dc8e56870b21), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:58.375836 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0859-d6b5-4faf-b85c-480ee1620791 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:58.378776 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8ddc0859-d6b5-4faf-b85c-480ee1620791 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "DELETE /v2.0/networks/d333f3ea-6930-4b7f-a8e6-dc8e56870b21 HTTP/1.1" status: 204 len: 168 time: 0.3189621 Feb 09 02:22:58.381946 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52174) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:58.390974 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc0859-d6b5-4faf-b85c-480ee1620791 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event deleted for resources: {'Network': ['ID=d333f3ea-6930-4b7f-a8e6-dc8e56870b21,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:58.431812 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:58.443314 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2268bfd7-1344-4a88-80e9-32a171b0b5eb tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group (dfd9b4c0-2e06-4bdf-b9cd-cbd7748e02ce), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:58.469557 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2268bfd7-1344-4a88-80e9-32a171b0b5eb tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group (dfd9b4c0-2e06-4bdf-b9cd-cbd7748e02ce), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:58.530004 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2268bfd7-1344-4a88-80e9-32a171b0b5eb tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (dfd9b4c0-2e06-4bdf-b9cd-cbd7748e02ce), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:58.532801 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2268bfd7-1344-4a88-80e9-32a171b0b5eb tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:58.533951 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2268bfd7-1344-4a88-80e9-32a171b0b5eb tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "DELETE /v2.0/security-groups/dfd9b4c0-2e06-4bdf-b9cd-cbd7748e02ce HTTP/1.1" status: 204 len: 168 time: 0.1510313 Feb 09 02:22:58.545708 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2268bfd7-1344-4a88-80e9-32a171b0b5eb tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd9b4c0-2e06-4bdf-b9cd-cbd7748e02ce,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:58.554006 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2268bfd7-1344-4a88-80e9-32a171b0b5eb tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:58.554365 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2268bfd7-1344-4a88-80e9-32a171b0b5eb tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:58.554715 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2268bfd7-1344-4a88-80e9-32a171b0b5eb tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:58.555054 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2268bfd7-1344-4a88-80e9-32a171b0b5eb tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:58.555386 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2268bfd7-1344-4a88-80e9-32a171b0b5eb tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:58.555827 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2268bfd7-1344-4a88-80e9-32a171b0b5eb tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:58.556154 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2268bfd7-1344-4a88-80e9-32a171b0b5eb tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:58.556566 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2268bfd7-1344-4a88-80e9-32a171b0b5eb tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:58.557105 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2268bfd7-1344-4a88-80e9-32a171b0b5eb tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:58.557306 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2268bfd7-1344-4a88-80e9-32a171b0b5eb tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:58.557758 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2268bfd7-1344-4a88-80e9-32a171b0b5eb tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:58.558126 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2268bfd7-1344-4a88-80e9-32a171b0b5eb tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:58.558544 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2268bfd7-1344-4a88-80e9-32a171b0b5eb tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:58.574606 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 5df5b7a2-730d-42da-b2b3-d6460d93b962 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:22:58.599638 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 5df5b7a2-730d-42da-b2b3-d6460d93b962 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:22:58.600008 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 5df5b7a2-730d-42da-b2b3-d6460d93b962 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:22:58.815727 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52180) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:58.820321 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-fb15dc07-b75d-4dee-8545-d07dfd470738 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-372916570', 'description': 'tempest-secgroup-smoke-372916570 description', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:58.841552 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fb15dc07-b75d-4dee-8545-d07dfd470738 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:58.909138 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fb15dc07-b75d-4dee-8545-d07dfd470738 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group (45799025-a206-4a13-8e29-9e1ce7731b16), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:58.912703 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fb15dc07-b75d-4dee-8545-d07dfd470738 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (45799025-a206-4a13-8e29-9e1ce7731b16), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:58.940254 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fb15dc07-b75d-4dee-8545-d07dfd470738 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:58.941445 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-fb15dc07-b75d-4dee-8545-d07dfd470738 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1246822 Feb 09 02:22:58.943336 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb15dc07-b75d-4dee-8545-d07dfd470738 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45799025-a206-4a13-8e29-9e1ce7731b16,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:58.944568 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52182) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:58.949839 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-10057070-f7d7-436c-9028-0b4086e8de18 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'security_group_rule': {'security_group_id': '45799025-a206-4a13-8e29-9e1ce7731b16', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:58.975932 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-10057070-f7d7-436c-9028-0b4086e8de18 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (85adb4b2-b65b-43cc-a6f9-687a209831b6), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.031758 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-10057070-f7d7-436c-9028-0b4086e8de18 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (85adb4b2-b65b-43cc-a6f9-687a209831b6), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.035292 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-10057070-f7d7-436c-9028-0b4086e8de18 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (85adb4b2-b65b-43cc-a6f9-687a209831b6), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.053603 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10057070-f7d7-436c-9028-0b4086e8de18 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85adb4b2-b65b-43cc-a6f9-687a209831b6,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:59.060353 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-10057070-f7d7-436c-9028-0b4086e8de18 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.061824 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-10057070-f7d7-436c-9028-0b4086e8de18 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1154165 Feb 09 02:22:59.064337 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52184) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:59.068678 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-3c80c82c-e2eb-457f-9a00-01a4439847f3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'security_group_rule': {'security_group_id': '45799025-a206-4a13-8e29-9e1ce7731b16', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:59.094592 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3c80c82c-e2eb-457f-9a00-01a4439847f3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (20acb4c5-0f03-467f-96a0-0d21c3df47a1), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.153179 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3c80c82c-e2eb-457f-9a00-01a4439847f3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (20acb4c5-0f03-467f-96a0-0d21c3df47a1), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.157063 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3c80c82c-e2eb-457f-9a00-01a4439847f3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (20acb4c5-0f03-467f-96a0-0d21c3df47a1), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.174590 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80c82c-e2eb-457f-9a00-01a4439847f3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20acb4c5-0f03-467f-96a0-0d21c3df47a1,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:59.181733 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3c80c82c-e2eb-457f-9a00-01a4439847f3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.182914 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3c80c82c-e2eb-457f-9a00-01a4439847f3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1176264 Feb 09 02:22:59.185841 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52186) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:59.191215 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-429cc3b7-9da0-46a9-9d07-8f290ab552be tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'security_group_rule': {'security_group_id': '45799025-a206-4a13-8e29-9e1ce7731b16', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:59.213849 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-429cc3b7-9da0-46a9-9d07-8f290ab552be tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (7f249cc7-dda8-4ff5-ae6b-3244fb845a53), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.268703 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-429cc3b7-9da0-46a9-9d07-8f290ab552be tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (7f249cc7-dda8-4ff5-ae6b-3244fb845a53), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.272331 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-429cc3b7-9da0-46a9-9d07-8f290ab552be tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (7f249cc7-dda8-4ff5-ae6b-3244fb845a53), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.289528 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429cc3b7-9da0-46a9-9d07-8f290ab552be tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f249cc7-dda8-4ff5-ae6b-3244fb845a53,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:59.297946 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-429cc3b7-9da0-46a9-9d07-8f290ab552be tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.299120 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-429cc3b7-9da0-46a9-9d07-8f290ab552be tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1115549 Feb 09 02:22:59.301846 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52188) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:59.306114 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-bf33d998-e68f-42be-9c33-bdccdde7ca6a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'security_group_rule': {'security_group_id': '45799025-a206-4a13-8e29-9e1ce7731b16', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:59.329633 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bf33d998-e68f-42be-9c33-bdccdde7ca6a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (50d26db0-1647-45a7-97aa-81b2caf5b7e8), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.380995 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b49c04f0-ab2b-416a-b206-6cc9ff87159d no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:22:59.389194 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bf33d998-e68f-42be-9c33-bdccdde7ca6a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (50d26db0-1647-45a7-97aa-81b2caf5b7e8), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.393592 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bf33d998-e68f-42be-9c33-bdccdde7ca6a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (50d26db0-1647-45a7-97aa-81b2caf5b7e8), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.404762 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: b49c04f0-ab2b-416a-b206-6cc9ff87159d {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:22:59.405614 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b49c04f0-ab2b-416a-b206-6cc9ff87159d not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:22:59.406035 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device badb9b32-31d2-4352-976d-7583145b626c no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:22:59.411728 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33d998-e68f-42be-9c33-bdccdde7ca6a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d26db0-1647-45a7-97aa-81b2caf5b7e8,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:59.420066 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bf33d998-e68f-42be-9c33-bdccdde7ca6a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.424736 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-bf33d998-e68f-42be-9c33-bdccdde7ca6a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191413 Feb 09 02:22:59.424998 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52190) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:59.427072 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: badb9b32-31d2-4352-976d-7583145b626c {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:22:59.427417 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device badb9b32-31d2-4352-976d-7583145b626c not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:22:59.427841 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b2cb702e-961d-41b4-b173-1e6ba61ee357 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:22:59.429831 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-75f6cb7d-3051-4f75-92d7-5e5b87a1c328 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'security_group_rule': {'security_group_id': '45799025-a206-4a13-8e29-9e1ce7731b16', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:59.449287 n-d-822053-40 neutron-server[103528]: INFO neutron.db.securitygroups_db [None req-75f6cb7d-3051-4f75-92d7-5e5b87a1c328 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Project 8591eec9c58e428aaa03fb8ea4411d94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:22:59.449731 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: b2cb702e-961d-41b4-b173-1e6ba61ee357 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:22:59.450275 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b2cb702e-961d-41b4-b173-1e6ba61ee357 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:22:59.454264 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-75f6cb7d-3051-4f75-92d7-5e5b87a1c328 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (50870afb-b209-42da-8a7c-3d672c80ec30), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.515441 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-75f6cb7d-3051-4f75-92d7-5e5b87a1c328 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (50870afb-b209-42da-8a7c-3d672c80ec30), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.519211 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-75f6cb7d-3051-4f75-92d7-5e5b87a1c328 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (50870afb-b209-42da-8a7c-3d672c80ec30), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.538679 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f6cb7d-3051-4f75-92d7-5e5b87a1c328 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50870afb-b209-42da-8a7c-3d672c80ec30,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:59.548989 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-75f6cb7d-3051-4f75-92d7-5e5b87a1c328 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.550187 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-75f6cb7d-3051-4f75-92d7-5e5b87a1c328 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1241786 Feb 09 02:22:59.552920 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52192) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:59.557187 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-c9dbc4e4-5181-4972-9782-d166b08959a4 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'security_group_rule': {'security_group_id': '45799025-a206-4a13-8e29-9e1ce7731b16', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:59.576612 n-d-822053-40 neutron-server[103528]: INFO neutron.db.securitygroups_db [None req-c9dbc4e4-5181-4972-9782-d166b08959a4 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Project 8591eec9c58e428aaa03fb8ea4411d94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:22:59.582418 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c9dbc4e4-5181-4972-9782-d166b08959a4 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (b682a112-ed4b-4fa2-8354-c1b6f35059a0), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.639205 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c9dbc4e4-5181-4972-9782-d166b08959a4 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (b682a112-ed4b-4fa2-8354-c1b6f35059a0), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.643706 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c9dbc4e4-5181-4972-9782-d166b08959a4 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (b682a112-ed4b-4fa2-8354-c1b6f35059a0), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.667391 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dbc4e4-5181-4972-9782-d166b08959a4 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b682a112-ed4b-4fa2-8354-c1b6f35059a0,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:59.674722 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c9dbc4e4-5181-4972-9782-d166b08959a4 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.675907 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-c9dbc4e4-5181-4972-9782-d166b08959a4 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220665 Feb 09 02:22:59.678759 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52194) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:59.683481 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-ae239c31-6561-40ca-8946-d2e7ddea44d8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'network': {'name': 'tempest-network-smoke--167395329', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'port_security_enabled': True}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:59.700893 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae239c31-6561-40ca-8946-d2e7ddea44d8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Made reservation on behalf of 8591eec9c58e428aaa03fb8ea4411d94 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:22:59.705043 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae239c31-6561-40ca-8946-d2e7ddea44d8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.728553 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae239c31-6561-40ca-8946-d2e7ddea44d8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:22:59.737556 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae239c31-6561-40ca-8946-d2e7ddea44d8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (71dfd2cc-c372-4698-b010-61ad909a785f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.737890 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-ae239c31-6561-40ca-8946-d2e7ddea44d8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Added segment 71dfd2cc-c372-4698-b010-61ad909a785f of type vlan for network 6d4ae66e-82dd-4132-affe-82a1eb42b00f Feb 09 02:22:59.778471 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae239c31-6561-40ca-8946-d2e7ddea44d8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (6d4ae66e-82dd-4132-affe-82a1eb42b00f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.802997 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae239c31-6561-40ca-8946-d2e7ddea44d8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (6d4ae66e-82dd-4132-affe-82a1eb42b00f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.807954 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae239c31-6561-40ca-8946-d2e7ddea44d8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:59.808503 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae239c31-6561-40ca-8946-d2e7ddea44d8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.864930 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-ae239c31-6561-40ca-8946-d2e7ddea44d8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1851165 Feb 09 02:22:59.867773 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52196) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:59.872517 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-8294b0b4-d9af-478f-b0d4-70759dece8ad tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-821869564', 'admin_state_up': True, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:59.879615 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae239c31-6561-40ca-8946-d2e7ddea44d8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'Network': ['ID=6d4ae66e-82dd-4132-affe-82a1eb42b00f,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:59.894304 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 6d4ae66e-82dd-4132-affe-82a1eb42b00f details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:22:59.897782 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8294b0b4-d9af-478f-b0d4-70759dece8ad tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (4d2eb27b-b86a-489f-a294-ae7fdd0ba212), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.898811 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8294b0b4-d9af-478f-b0d4-70759dece8ad tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (4d2eb27b-b86a-489f-a294-ae7fdd0ba212), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.955863 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8294b0b4-d9af-478f-b0d4-70759dece8ad tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router_controller (4d2eb27b-b86a-489f-a294-ae7fdd0ba212), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:00.106012 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8294b0b4-d9af-478f-b0d4-70759dece8ad tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router_gateway (4d2eb27b-b86a-489f-a294-ae7fdd0ba212), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:00.300644 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8294b0b4-d9af-478f-b0d4-70759dece8ad tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router_gateway (4d2eb27b-b86a-489f-a294-ae7fdd0ba212), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:00.319167 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8294b0b4-d9af-478f-b0d4-70759dece8ad tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:00.425977 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-8294b0b4-d9af-478f-b0d4-70759dece8ad tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Allocated IP 172.25.1.171 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/cca63943-26c2-4012-8d60-f42903b0f1d8) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:23:00.527472 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8294b0b4-d9af-478f-b0d4-70759dece8ad tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for port (cca63943-26c2-4012-8d60-f42903b0f1d8), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:00.562419 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8294b0b4-d9af-478f-b0d4-70759dece8ad tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (cca63943-26c2-4012-8d60-f42903b0f1d8), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:00.609115 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8294b0b4-d9af-478f-b0d4-70759dece8ad tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:23:00.613624 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-8294b0b4-d9af-478f-b0d4-70759dece8ad tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:23:00.618847 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8294b0b4-d9af-478f-b0d4-70759dece8ad tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:23:00.621753 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8294b0b4-d9af-478f-b0d4-70759dece8ad tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'Port': ['ID=cca63943-26c2-4012-8d60-f42903b0f1d8,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:00.878253 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8294b0b4-d9af-478f-b0d4-70759dece8ad tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router_gateway (4d2eb27b-b86a-489f-a294-ae7fdd0ba212), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:01.423805 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8294b0b4-d9af-478f-b0d4-70759dece8ad tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (4d2eb27b-b86a-489f-a294-ae7fdd0ba212), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:01.554749 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8294b0b4-d9af-478f-b0d4-70759dece8ad tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Router 4d2eb27b-b86a-489f-a294-ae7fdd0ba212 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:23:01.664738 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8294b0b4-d9af-478f-b0d4-70759dece8ad tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:23:01.678123 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1701bb7-2e2f-4f27-90ae-24816f077ba5 None None] Sync routers for ids ['4d2eb27b-b86a-489f-a294-ae7fdd0ba212'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:23:01.684228 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8294b0b4-d9af-478f-b0d4-70759dece8ad tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:01.689019 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8294b0b4-d9af-478f-b0d4-70759dece8ad tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8166401 Feb 09 02:23:01.689369 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52198) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:01.692586 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1701bb7-2e2f-4f27-90ae-24816f077ba5 None None] Routers {'4d2eb27b-b86a-489f-a294-ae7fdd0ba212'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:23:01.693517 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c1701bb7-2e2f-4f27-90ae-24816f077ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:22:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['4d2eb27b-b86a-489f-a294-ae7fdd0ba212'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:01.723601 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-382c6a8e-3449-4d09-a26f-272d69c29a3b tempest-TestNetworkAdvancedServerOps-1187119017 tempest-TestNetworkAdvancedServerOps-1187119017-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=8591eec9c58e428aaa03fb8ea4411d94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307336 Feb 09 02:23:01.723902 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52200) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:01.817719 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-c1701bb7-2e2f-4f27-90ae-24816f077ba5 None None] Set router 4d2eb27b-b86a-489f-a294-ae7fdd0ba212 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:23:01.818122 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6e3dbe-42a2-49fc-9ad9-b4389f9ed40a tempest-TestNetworkAdvancedServerOps-1187119017 tempest-TestNetworkAdvancedServerOps-1187119017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:01.820146 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8c6e3dbe-42a2-49fc-9ad9-b4389f9ed40a tempest-TestNetworkAdvancedServerOps-1187119017 tempest-TestNetworkAdvancedServerOps-1187119017-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0948732 Feb 09 02:23:01.822730 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52202) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:01.851680 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-14b35d58-6ca9-4c6c-9f8c-2531585e1ad0 tempest-TestNetworkAdvancedServerOps-1187119017 tempest-TestNetworkAdvancedServerOps-1187119017-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=def43282-5318-4ecb-a74b-178f79c0eb6e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275476 Feb 09 02:23:01.853999 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52204) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:01.859699 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-2a29ed21-b18c-4749-95f7-7af4405eb53c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-101117592', 'network_id': '6d4ae66e-82dd-4132-affe-82a1eb42b00f', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:01.948911 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a29ed21-b18c-4749-95f7-7af4405eb53c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Made reservation on behalf of 8591eec9c58e428aaa03fb8ea4411d94 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:23:01.953287 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a29ed21-b18c-4749-95f7-7af4405eb53c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:02.015113 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c1701bb7-2e2f-4f27-90ae-24816f077ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2eb27b-b86a-489f-a294-ae7fdd0ba212', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821869564', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'cca63943-26c2-4012-8d60-f42903b0f1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:59Z', 'updated_at': '2022-02-09T02:23:00Z', 'revision_number': 3, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'cca63943-26c2-4012-8d60-f42903b0f1d8', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:17:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2eb27b-b86a-489f-a294-ae7fdd0ba212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:00Z', 'updated_at': '2022-02-09T02:23:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:02.043236 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1701bb7-2e2f-4f27-90ae-24816f077ba5 None None] Checking router: 4d2eb27b-b86a-489f-a294-ae7fdd0ba212 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:23:02.043885 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1701bb7-2e2f-4f27-90ae-24816f077ba5 None None] Updating router 4d2eb27b-b86a-489f-a294-ae7fdd0ba212 port cca63943-26c2-4012-8d60-f42903b0f1d8 binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:23:02.073709 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c1701bb7-2e2f-4f27-90ae-24816f077ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (cca63943-26c2-4012-8d60-f42903b0f1d8), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:02.144368 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a29ed21-b18c-4749-95f7-7af4405eb53c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (3a79dab1-7f1f-4718-bec9-2801cd2fb2ee), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:02.203676 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a29ed21-b18c-4749-95f7-7af4405eb53c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'Subnet': ['ID=3a79dab1-7f1f-4718-bec9-2801cd2fb2ee,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:02.221620 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a29ed21-b18c-4749-95f7-7af4405eb53c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Checking segment: {'id': '71dfd2cc-c372-4698-b010-61ad909a785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6d4ae66e-82dd-4132-affe-82a1eb42b00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:23:02.222104 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a29ed21-b18c-4749-95f7-7af4405eb53c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Network hostable DHCP agents. Network: 6d4ae66e-82dd-4132-affe-82a1eb42b00f, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:23:02.244744 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a29ed21-b18c-4749-95f7-7af4405eb53c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Network 6d4ae66e-82dd-4132-affe-82a1eb42b00f is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:23:02.254779 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-2a29ed21-b18c-4749-95f7-7af4405eb53c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 6d4ae66e-82dd-4132-affe-82a1eb42b00f) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:23:02.258787 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a29ed21-b18c-4749-95f7-7af4405eb53c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:02.259508 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a29ed21-b18c-4749-95f7-7af4405eb53c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:02.274128 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f46cd11-defd-4510-af59-a3d718e36b42 None None] Network 6d4ae66e-82dd-4132-affe-82a1eb42b00f requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:23:02.277790 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2a29ed21-b18c-4749-95f7-7af4405eb53c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4225688 Feb 09 02:23:02.281084 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52206) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:02.422285 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c1701bb7-2e2f-4f27-90ae-24816f077ba5 None None] Publish callbacks [] for port (cca63943-26c2-4012-8d60-f42903b0f1d8), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:02.454791 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5d5de9-d898-4308-998c-ddb0dd031ace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-6d4ae66e-82dd-4132-affe-82a1eb42b00f', 'network_id': '6d4ae66e-82dd-4132-affe-82a1eb42b00f', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'fixed_ips': [{'subnet_id': '3a79dab1-7f1f-4718-bec9-2801cd2fb2ee'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:23:02.455641 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa5d5de9-d898-4308-998c-ddb0dd031ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:02.458130 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c1701bb7-2e2f-4f27-90ae-24816f077ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (cca63943-26c2-4012-8d60-f42903b0f1d8), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:02.535849 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-c1701bb7-2e2f-4f27-90ae-24816f077ba5 None None] Attempting to bind port cca63943-26c2-4012-8d60-f42903b0f1d8 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:23:02.536247 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-c1701bb7-2e2f-4f27-90ae-24816f077ba5 None None] Attempting to bind port cca63943-26c2-4012-8d60-f42903b0f1d8 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:23:02.536607 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1701bb7-2e2f-4f27-90ae-24816f077ba5 None None] Attempting to bind port cca63943-26c2-4012-8d60-f42903b0f1d8 on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:23:02.577808 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075ddee-6711-4a1a-92f9-a8a64f9ed7b0 None None] Pushing event updated for resources: {'Port': ['ID=cca63943-26c2-4012-8d60-f42903b0f1d8,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:02.588993 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1701bb7-2e2f-4f27-90ae-24816f077ba5 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:23:02.589378 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1701bb7-2e2f-4f27-90ae-24816f077ba5 None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:23:02.589782 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c1701bb7-2e2f-4f27-90ae-24816f077ba5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:02.590167 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1701bb7-2e2f-4f27-90ae-24816f077ba5 None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:23:02.590638 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-c1701bb7-2e2f-4f27-90ae-24816f077ba5 None None] Bound port: cca63943-26c2-4012-8d60-f42903b0f1d8, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:23:02.591017 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c1701bb7-2e2f-4f27-90ae-24816f077ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (cca63943-26c2-4012-8d60-f42903b0f1d8), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:02.859825 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-c1701bb7-2e2f-4f27-90ae-24816f077ba5 None None] For port cca63943-26c2-4012-8d60-f42903b0f1d8, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:23:02.864449 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-c1701bb7-2e2f-4f27-90ae-24816f077ba5 None None] For port cca63943-26c2-4012-8d60-f42903b0f1d8, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=cca63943-26c2-4012-8d60-f42903b0f1d8,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:23:02.875039 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-aa5d5de9-d898-4308-998c-ddb0dd031ace None None] Allocated IP 172.20.0.2 (6d4ae66e-82dd-4132-affe-82a1eb42b00f/3a79dab1-7f1f-4718-bec9-2801cd2fb2ee/ac090df9-b3bb-4763-b285-7f75e6b19064) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:23:02.877594 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c1701bb7-2e2f-4f27-90ae-24816f077ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (cca63943-26c2-4012-8d60-f42903b0f1d8), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:02.998424 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1701bb7-2e2f-4f27-90ae-24816f077ba5 None None] Routers {'4d2eb27b-b86a-489f-a294-ae7fdd0ba212'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:23:02.998953 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c1701bb7-2e2f-4f27-90ae-24816f077ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:22:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['4d2eb27b-b86a-489f-a294-ae7fdd0ba212'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:03.000877 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075ddee-6711-4a1a-92f9-a8a64f9ed7b0 None None] Pushing event updated for resources: {'Port': ['ID=cca63943-26c2-4012-8d60-f42903b0f1d8,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:03.068672 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a6a7e8f5-9662-4d0f-87a7-1c2eab92fbc5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:03.168346 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa5d5de9-d898-4308-998c-ddb0dd031ace None None] Publish callbacks [] for port (ac090df9-b3bb-4763-b285-7f75e6b19064), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:03.170879 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-c1701bb7-2e2f-4f27-90ae-24816f077ba5 None None] Set router 4d2eb27b-b86a-489f-a294-ae7fdd0ba212 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:23:03.198165 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa5d5de9-d898-4308-998c-ddb0dd031ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (ac090df9-b3bb-4763-b285-7f75e6b19064), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:03.313580 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5d5de9-d898-4308-998c-ddb0dd031ace None None] Network 6d4ae66e-82dd-4132-affe-82a1eb42b00f is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:23:03.319444 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-aa5d5de9-d898-4308-998c-ddb0dd031ace None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:23:03.325351 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5d5de9-d898-4308-998c-ddb0dd031ace None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:23:03.330525 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d5de9-d898-4308-998c-ddb0dd031ace None None] Pushing event updated for resources: {'Port': ['ID=ac090df9-b3bb-4763-b285-7f75e6b19064,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:03.353897 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-a6a7e8f5-9662-4d0f-87a7-1c2eab92fbc5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Allocated IP 172.20.0.1 (6d4ae66e-82dd-4132-affe-82a1eb42b00f/3a79dab1-7f1f-4718-bec9-2801cd2fb2ee/d1f04b9c-deb1-43d6-b8ee-baa071e6bb91) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:23:03.425041 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-aa5d5de9-d898-4308-998c-ddb0dd031ace None None] Attempting to bind port ac090df9-b3bb-4763-b285-7f75e6b19064 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:23:03.425410 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-aa5d5de9-d898-4308-998c-ddb0dd031ace None None] Attempting to bind port ac090df9-b3bb-4763-b285-7f75e6b19064 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '71dfd2cc-c372-4698-b010-61ad909a785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6d4ae66e-82dd-4132-affe-82a1eb42b00f'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:23:03.425774 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5d5de9-d898-4308-998c-ddb0dd031ace None None] Attempting to bind port ac090df9-b3bb-4763-b285-7f75e6b19064 on network 6d4ae66e-82dd-4132-affe-82a1eb42b00f {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:23:03.433183 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5d5de9-d898-4308-998c-ddb0dd031ace None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:23:03.433557 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5d5de9-d898-4308-998c-ddb0dd031ace None None] Checking segment: {'id': '71dfd2cc-c372-4698-b010-61ad909a785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6d4ae66e-82dd-4132-affe-82a1eb42b00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:23:03.433955 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa5d5de9-d898-4308-998c-ddb0dd031ace None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:03.434345 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5d5de9-d898-4308-998c-ddb0dd031ace None None] Bound using segment: {'id': '71dfd2cc-c372-4698-b010-61ad909a785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6d4ae66e-82dd-4132-affe-82a1eb42b00f'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:23:03.434817 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-aa5d5de9-d898-4308-998c-ddb0dd031ace None None] Bound port: ac090df9-b3bb-4763-b285-7f75e6b19064, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71dfd2cc-c372-4698-b010-61ad909a785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6d4ae66e-82dd-4132-affe-82a1eb42b00f'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:23:03.435190 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa5d5de9-d898-4308-998c-ddb0dd031ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ac090df9-b3bb-4763-b285-7f75e6b19064), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:03.473257 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a6a7e8f5-9662-4d0f-87a7-1c2eab92fbc5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for port (d1f04b9c-deb1-43d6-b8ee-baa071e6bb91), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:03.507197 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c1701bb7-2e2f-4f27-90ae-24816f077ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2eb27b-b86a-489f-a294-ae7fdd0ba212', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821869564', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'cca63943-26c2-4012-8d60-f42903b0f1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:59Z', 'updated_at': '2022-02-09T02:23:00Z', 'revision_number': 3, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'cca63943-26c2-4012-8d60-f42903b0f1d8', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:17:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2eb27b-b86a-489f-a294-ae7fdd0ba212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:00Z', 'updated_at': '2022-02-09T02:23:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:03.510244 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a6a7e8f5-9662-4d0f-87a7-1c2eab92fbc5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (d1f04b9c-deb1-43d6-b8ee-baa071e6bb91), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:03.538645 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1701bb7-2e2f-4f27-90ae-24816f077ba5 None None] The sync data for ids ['4d2eb27b-b86a-489f-a294-ae7fdd0ba212'] in n-d-822053-40 is: [{'id': '4d2eb27b-b86a-489f-a294-ae7fdd0ba212', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821869564', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'cca63943-26c2-4012-8d60-f42903b0f1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:59Z', 'updated_at': '2022-02-09T02:23:00Z', 'revision_number': 3, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'cca63943-26c2-4012-8d60-f42903b0f1d8', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:17:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2eb27b-b86a-489f-a294-ae7fdd0ba212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:00Z', 'updated_at': '2022-02-09T02:23:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:23:03.543661 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-aa5d5de9-d898-4308-998c-ddb0dd031ace None None] For port ac090df9-b3bb-4763-b285-7f75e6b19064, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:23:03.549828 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a7e8f5-9662-4d0f-87a7-1c2eab92fbc5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Network 6d4ae66e-82dd-4132-affe-82a1eb42b00f is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:23:03.553508 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-a6a7e8f5-9662-4d0f-87a7-1c2eab92fbc5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:23:03.555329 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-aa5d5de9-d898-4308-998c-ddb0dd031ace None None] For port ac090df9-b3bb-4763-b285-7f75e6b19064, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=ac090df9-b3bb-4763-b285-7f75e6b19064,segment=NetworkSegment(71dfd2cc-c372-4698-b010-61ad909a785f),segment_id=71dfd2cc-c372-4698-b010-61ad909a785f)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:23:03.556179 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a7e8f5-9662-4d0f-87a7-1c2eab92fbc5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:23:03.565719 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa5d5de9-d898-4308-998c-ddb0dd031ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ac090df9-b3bb-4763-b285-7f75e6b19064), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:03.602216 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a7e8f5-9662-4d0f-87a7-1c2eab92fbc5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'Port': ['ID=d1f04b9c-deb1-43d6-b8ee-baa071e6bb91,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:03.620530 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a6a7e8f5-9662-4d0f-87a7-1c2eab92fbc5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (4d2eb27b-b86a-489f-a294-ae7fdd0ba212), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:03.628194 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d5de9-d898-4308-998c-ddb0dd031ace None None] Pushing event updated for resources: {'Port': ['ID=ac090df9-b3bb-4763-b285-7f75e6b19064,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:03.776546 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a6a7e8f5-9662-4d0f-87a7-1c2eab92fbc5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d1f04b9c-deb1-43d6-b8ee-baa071e6bb91), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.154447 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a6a7e8f5-9662-4d0f-87a7-1c2eab92fbc5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for port (d1f04b9c-deb1-43d6-b8ee-baa071e6bb91), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.160325 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a6a7e8f5-9662-4d0f-87a7-1c2eab92fbc5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (d1f04b9c-deb1-43d6-b8ee-baa071e6bb91), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.236067 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a6a7e8f5-9662-4d0f-87a7-1c2eab92fbc5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (4d2eb27b-b86a-489f-a294-ae7fdd0ba212), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.238013 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a7e8f5-9662-4d0f-87a7-1c2eab92fbc5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'Port': ['ID=d1f04b9c-deb1-43d6-b8ee-baa071e6bb91,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:04.350280 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a7e8f5-9662-4d0f-87a7-1c2eab92fbc5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Network 6d4ae66e-82dd-4132-affe-82a1eb42b00f is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:23:04.351750 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-a6a7e8f5-9662-4d0f-87a7-1c2eab92fbc5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:23:04.479245 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a7e8f5-9662-4d0f-87a7-1c2eab92fbc5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Router 4d2eb27b-b86a-489f-a294-ae7fdd0ba212 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:23:04.601599 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a7e8f5-9662-4d0f-87a7-1c2eab92fbc5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:23:04.610477 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a6a7e8f5-9662-4d0f-87a7-1c2eab92fbc5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "PUT /v2.0/routers/4d2eb27b-b86a-489f-a294-ae7fdd0ba212/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3280973 Feb 09 02:23:04.655560 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebde6efd-380b-4a44-9223-ce28d9493698 None None] Network 6d4ae66e-82dd-4132-affe-82a1eb42b00f requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:23:04.770973 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b36ebdc5-1532-4b7c-93b5-8d78d2e51292 None None] Provisioning complete for port ac090df9-b3bb-4763-b285-7f75e6b19064 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:04.771234 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-b4605eea-b8b3-40ed-848f-289cd35d349e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-372916570&fields=id&tenant_id=8591eec9c58e428aaa03fb8ea4411d94 HTTP/1.1" status: 200 len: 267 time: 0.0451269 Feb 09 02:23:04.771706 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b36ebdc5-1532-4b7c-93b5-8d78d2e51292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (ac090df9-b3bb-4763-b285-7f75e6b19064), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.870111 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b36ebdc5-1532-4b7c-93b5-8d78d2e51292 None None] Current status of the port ac090df9-b3bb-4763-b285-7f75e6b19064 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:04.870506 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b36ebdc5-1532-4b7c-93b5-8d78d2e51292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (ac090df9-b3bb-4763-b285-7f75e6b19064), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.892648 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-356ae4d6-bce1-4326-80cb-c38adee7d809 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:04.895156 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-356ae4d6-bce1-4326-80cb-c38adee7d809 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/networks?id=6d4ae66e-82dd-4132-affe-82a1eb42b00f HTTP/1.1" status: 200 len: 796 time: 0.1175215 Feb 09 02:23:04.906761 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b36ebdc5-1532-4b7c-93b5-8d78d2e51292 None None] For port ac090df9-b3bb-4763-b285-7f75e6b19064, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=ac090df9-b3bb-4763-b285-7f75e6b19064,segment=NetworkSegment(71dfd2cc-c372-4698-b010-61ad909a785f),segment_id=71dfd2cc-c372-4698-b010-61ad909a785f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:04.911455 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-7263d133-6c09-4c07-a0bc-1553030947a1 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/quotas/8591eec9c58e428aaa03fb8ea4411d94 HTTP/1.1" status: 200 len: 375 time: 0.0102127 Feb 09 02:23:04.913013 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b36ebdc5-1532-4b7c-93b5-8d78d2e51292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (ac090df9-b3bb-4763-b285-7f75e6b19064), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.972485 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ebdc5-1532-4b7c-93b5-8d78d2e51292 None None] Pushing event updated for resources: {'Port': ['ID=ac090df9-b3bb-4763-b285-7f75e6b19064,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:04.993255 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-c6760d00-ea22-4fd6-a4e1-b6b8bcf56ab3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8591eec9c58e428aaa03fb8ea4411d94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0688255 Feb 09 02:23:05.055679 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-4857a113-8e80-49f0-b86e-d90646b5279f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:23:05.056804 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-4857a113-8e80-49f0-b86e-d90646b5279f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0516784 Feb 09 02:23:05.135876 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-aa2e835d-bdcd-41ed-8678-a5177e188083 None None] Provisioning complete for port ac090df9-b3bb-4763-b285-7f75e6b19064 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:05.136315 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa2e835d-bdcd-41ed-8678-a5177e188083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (ac090df9-b3bb-4763-b285-7f75e6b19064), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:05.173665 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-64e1bf5b-3aed-400a-8f28-f9a7c7fac6a0 service neutron] 10.222.0.30 "GET /v2.0/networks/6d4ae66e-82dd-4132-affe-82a1eb42b00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083910 Feb 09 02:23:05.230746 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-aa2e835d-bdcd-41ed-8678-a5177e188083 None None] Current status of the port ac090df9-b3bb-4763-b285-7f75e6b19064 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:05.242178 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-aa2e835d-bdcd-41ed-8678-a5177e188083 None None] Provisioning complete for port d1f04b9c-deb1-43d6-b8ee-baa071e6bb91 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:05.242619 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aa2e835d-bdcd-41ed-8678-a5177e188083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d1f04b9c-deb1-43d6-b8ee-baa071e6bb91), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:05.273488 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-0ffca561-8216-400a-aecd-b994904c57bf service neutron] 10.222.0.30 "GET /v2.0/networks/6d4ae66e-82dd-4132-affe-82a1eb42b00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939529 Feb 09 02:23:05.281528 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-aa2e835d-bdcd-41ed-8678-a5177e188083 None None] Port d1f04b9c-deb1-43d6-b8ee-baa071e6bb91 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:23:05.324808 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51338a5c-5892-433f-9405-d910560a7fcc None None] Sync routers for ids ['4d2eb27b-b86a-489f-a294-ae7fdd0ba212'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:23:05.338622 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51338a5c-5892-433f-9405-d910560a7fcc None None] Routers {'4d2eb27b-b86a-489f-a294-ae7fdd0ba212'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:23:05.339345 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-51338a5c-5892-433f-9405-d910560a7fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:22:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['4d2eb27b-b86a-489f-a294-ae7fdd0ba212'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:05.411640 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-4f631bd0-908d-4cb7-940c-b16c8bb85979 None None] Provisioning complete for port d1f04b9c-deb1-43d6-b8ee-baa071e6bb91 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:05.412284 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4f631bd0-908d-4cb7-940c-b16c8bb85979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d1f04b9c-deb1-43d6-b8ee-baa071e6bb91), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:05.454379 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-4f631bd0-908d-4cb7-940c-b16c8bb85979 None None] Port d1f04b9c-deb1-43d6-b8ee-baa071e6bb91 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:23:05.494033 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device ac090df9-b3bb-4763-b285-7f75e6b19064 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:23:05.550525 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port ac090df9-b3bb-4763-b285-7f75e6b19064 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:05.551162 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (ac090df9-b3bb-4763-b285-7f75e6b19064), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:05.583963 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-51338a5c-5892-433f-9405-d910560a7fcc None None] Set router 4d2eb27b-b86a-489f-a294-ae7fdd0ba212 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:23:05.598849 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f8729166-df71-4d99-881e-e176c468bf63 None None] Provisioning complete for port d1f04b9c-deb1-43d6-b8ee-baa071e6bb91 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:05.599214 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f8729166-df71-4d99-881e-e176c468bf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d1f04b9c-deb1-43d6-b8ee-baa071e6bb91), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:05.657251 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f8729166-df71-4d99-881e-e176c468bf63 None None] Port d1f04b9c-deb1-43d6-b8ee-baa071e6bb91 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:23:05.673272 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port ac090df9-b3bb-4763-b285-7f75e6b19064 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:05.674376 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device cca63943-26c2-4012-8d60-f42903b0f1d8 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:23:05.724437 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port cca63943-26c2-4012-8d60-f42903b0f1d8 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:05.724805 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (cca63943-26c2-4012-8d60-f42903b0f1d8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:05.791035 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-51338a5c-5892-433f-9405-d910560a7fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2eb27b-b86a-489f-a294-ae7fdd0ba212', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821869564', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'cca63943-26c2-4012-8d60-f42903b0f1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:59Z', 'updated_at': '2022-02-09T02:23:03Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'cca63943-26c2-4012-8d60-f42903b0f1d8', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:17:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2eb27b-b86a-489f-a294-ae7fdd0ba212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:00Z', 'updated_at': '2022-02-09T02:23:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'd1f04b9c-deb1-43d6-b8ee-baa071e6bb91', 'name': '', 'network_id': '6d4ae66e-82dd-4132-affe-82a1eb42b00f', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:2a:bb:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2eb27b-b86a-489f-a294-ae7fdd0ba212', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3a79dab1-7f1f-4718-bec9-2801cd2fb2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:03Z', 'updated_at': '2022-02-09T02:23:03Z', 'revision_number': 2, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': '3a79dab1-7f1f-4718-bec9-2801cd2fb2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:05.802607 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port cca63943-26c2-4012-8d60-f42903b0f1d8 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:05.802990 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (cca63943-26c2-4012-8d60-f42903b0f1d8), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:05.818499 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51338a5c-5892-433f-9405-d910560a7fcc None None] Checking router: 4d2eb27b-b86a-489f-a294-ae7fdd0ba212 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:23:05.818855 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51338a5c-5892-433f-9405-d910560a7fcc None None] Updating router 4d2eb27b-b86a-489f-a294-ae7fdd0ba212 port d1f04b9c-deb1-43d6-b8ee-baa071e6bb91 binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:23:05.823912 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port cca63943-26c2-4012-8d60-f42903b0f1d8, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=cca63943-26c2-4012-8d60-f42903b0f1d8,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:05.828089 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (cca63943-26c2-4012-8d60-f42903b0f1d8), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:05.850526 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-51338a5c-5892-433f-9405-d910560a7fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d1f04b9c-deb1-43d6-b8ee-baa071e6bb91), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:05.875481 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=cca63943-26c2-4012-8d60-f42903b0f1d8,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:06.114087 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-51338a5c-5892-433f-9405-d910560a7fcc None None] Publish callbacks [] for port (d1f04b9c-deb1-43d6-b8ee-baa071e6bb91), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:06.119199 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-51338a5c-5892-433f-9405-d910560a7fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d1f04b9c-deb1-43d6-b8ee-baa071e6bb91), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:06.171268 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d6c7d-1e53-4b94-8393-ed3d02bb39f2 None None] Pushing event updated for resources: {'Port': ['ID=d1f04b9c-deb1-43d6-b8ee-baa071e6bb91,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:06.214656 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388d6c7d-1e53-4b94-8393-ed3d02bb39f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:06.214998 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388d6c7d-1e53-4b94-8393-ed3d02bb39f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:06.215337 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388d6c7d-1e53-4b94-8393-ed3d02bb39f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:06.215663 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388d6c7d-1e53-4b94-8393-ed3d02bb39f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:06.216015 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388d6c7d-1e53-4b94-8393-ed3d02bb39f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:06.216339 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388d6c7d-1e53-4b94-8393-ed3d02bb39f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:06.216660 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388d6c7d-1e53-4b94-8393-ed3d02bb39f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:06.216978 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388d6c7d-1e53-4b94-8393-ed3d02bb39f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:06.217293 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388d6c7d-1e53-4b94-8393-ed3d02bb39f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:06.218184 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388d6c7d-1e53-4b94-8393-ed3d02bb39f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:06.218727 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388d6c7d-1e53-4b94-8393-ed3d02bb39f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:06.219085 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388d6c7d-1e53-4b94-8393-ed3d02bb39f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:06.219778 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388d6c7d-1e53-4b94-8393-ed3d02bb39f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:06.237031 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-51338a5c-5892-433f-9405-d910560a7fcc None None] Attempting to bind port d1f04b9c-deb1-43d6-b8ee-baa071e6bb91 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:23:06.237399 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-51338a5c-5892-433f-9405-d910560a7fcc None None] Attempting to bind port d1f04b9c-deb1-43d6-b8ee-baa071e6bb91 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '71dfd2cc-c372-4698-b010-61ad909a785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6d4ae66e-82dd-4132-affe-82a1eb42b00f'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:23:06.237783 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51338a5c-5892-433f-9405-d910560a7fcc None None] Attempting to bind port d1f04b9c-deb1-43d6-b8ee-baa071e6bb91 on network 6d4ae66e-82dd-4132-affe-82a1eb42b00f {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:23:06.243143 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51338a5c-5892-433f-9405-d910560a7fcc None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:23:06.243518 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51338a5c-5892-433f-9405-d910560a7fcc None None] Checking segment: {'id': '71dfd2cc-c372-4698-b010-61ad909a785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6d4ae66e-82dd-4132-affe-82a1eb42b00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:23:06.243912 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-51338a5c-5892-433f-9405-d910560a7fcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:06.244334 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51338a5c-5892-433f-9405-d910560a7fcc None None] Bound using segment: {'id': '71dfd2cc-c372-4698-b010-61ad909a785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6d4ae66e-82dd-4132-affe-82a1eb42b00f'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:23:06.244801 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-51338a5c-5892-433f-9405-d910560a7fcc None None] Bound port: d1f04b9c-deb1-43d6-b8ee-baa071e6bb91, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71dfd2cc-c372-4698-b010-61ad909a785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6d4ae66e-82dd-4132-affe-82a1eb42b00f'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:23:06.245177 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-51338a5c-5892-433f-9405-d910560a7fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d1f04b9c-deb1-43d6-b8ee-baa071e6bb91), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:06.310905 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-51338a5c-5892-433f-9405-d910560a7fcc None None] For port d1f04b9c-deb1-43d6-b8ee-baa071e6bb91, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:23:06.314720 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-51338a5c-5892-433f-9405-d910560a7fcc None None] For port d1f04b9c-deb1-43d6-b8ee-baa071e6bb91, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d1f04b9c-deb1-43d6-b8ee-baa071e6bb91,segment=NetworkSegment(71dfd2cc-c372-4698-b010-61ad909a785f),segment_id=71dfd2cc-c372-4698-b010-61ad909a785f)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:23:06.321386 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-51338a5c-5892-433f-9405-d910560a7fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d1f04b9c-deb1-43d6-b8ee-baa071e6bb91), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:06.369716 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51338a5c-5892-433f-9405-d910560a7fcc None None] Routers {'4d2eb27b-b86a-489f-a294-ae7fdd0ba212'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:23:06.370623 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-51338a5c-5892-433f-9405-d910560a7fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:22:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['4d2eb27b-b86a-489f-a294-ae7fdd0ba212'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:06.385004 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e1fc0905-b4be-4360-b32f-4fc3964ba4c8 None None] Provisioning complete for port d1f04b9c-deb1-43d6-b8ee-baa071e6bb91 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:06.385523 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e1fc0905-b4be-4360-b32f-4fc3964ba4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d1f04b9c-deb1-43d6-b8ee-baa071e6bb91), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:06.497504 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d6c7d-1e53-4b94-8393-ed3d02bb39f2 None None] Pushing event updated for resources: {'Port': ['ID=d1f04b9c-deb1-43d6-b8ee-baa071e6bb91,revision_number=4']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:06.501345 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e1fc0905-b4be-4360-b32f-4fc3964ba4c8 None None] Current status of the port d1f04b9c-deb1-43d6-b8ee-baa071e6bb91 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:06.501796 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e1fc0905-b4be-4360-b32f-4fc3964ba4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d1f04b9c-deb1-43d6-b8ee-baa071e6bb91), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:06.543749 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-51338a5c-5892-433f-9405-d910560a7fcc None None] Set router 4d2eb27b-b86a-489f-a294-ae7fdd0ba212 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:23:06.595431 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2050ca26-cdcb-4789-93d0-6f97c7e3afae req-b12da4a2-43e6-41d9-b5fb-1ec2217ec566 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=78991786-fae9-455f-8dcc-93cbf7348424 HTTP/1.1" status: 200 len: 210 time: 0.1031423 Feb 09 02:23:06.599461 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e1fc0905-b4be-4360-b32f-4fc3964ba4c8 None None] For port d1f04b9c-deb1-43d6-b8ee-baa071e6bb91, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d1f04b9c-deb1-43d6-b8ee-baa071e6bb91,segment=NetworkSegment(71dfd2cc-c372-4698-b010-61ad909a785f),segment_id=71dfd2cc-c372-4698-b010-61ad909a785f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:06.606924 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e1fc0905-b4be-4360-b32f-4fc3964ba4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d1f04b9c-deb1-43d6-b8ee-baa071e6bb91), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:06.666823 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc0905-b4be-4360-b32f-4fc3964ba4c8 None None] Pushing event updated for resources: {'Port': ['ID=d1f04b9c-deb1-43d6-b8ee-baa071e6bb91,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:06.729513 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-9acf5bdb-6168-4c49-9ccd-646f5b3f5b4a None None] Provisioning complete for port d1f04b9c-deb1-43d6-b8ee-baa071e6bb91 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:06.730017 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9acf5bdb-6168-4c49-9ccd-646f5b3f5b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d1f04b9c-deb1-43d6-b8ee-baa071e6bb91), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:06.774834 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-51338a5c-5892-433f-9405-d910560a7fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2eb27b-b86a-489f-a294-ae7fdd0ba212', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821869564', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'cca63943-26c2-4012-8d60-f42903b0f1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:59Z', 'updated_at': '2022-02-09T02:23:03Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'cca63943-26c2-4012-8d60-f42903b0f1d8', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2eb27b-b86a-489f-a294-ae7fdd0ba212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:00Z', 'updated_at': '2022-02-09T02:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'd1f04b9c-deb1-43d6-b8ee-baa071e6bb91', 'name': '', 'network_id': '6d4ae66e-82dd-4132-affe-82a1eb42b00f', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:2a:bb:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2eb27b-b86a-489f-a294-ae7fdd0ba212', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3a79dab1-7f1f-4718-bec9-2801cd2fb2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:03Z', 'updated_at': '2022-02-09T02:23:06Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': '3a79dab1-7f1f-4718-bec9-2801cd2fb2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:06.803809 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51338a5c-5892-433f-9405-d910560a7fcc None None] The sync data for ids ['4d2eb27b-b86a-489f-a294-ae7fdd0ba212'] in n-d-822053-40 is: [{'id': '4d2eb27b-b86a-489f-a294-ae7fdd0ba212', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821869564', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'cca63943-26c2-4012-8d60-f42903b0f1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:59Z', 'updated_at': '2022-02-09T02:23:03Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'cca63943-26c2-4012-8d60-f42903b0f1d8', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2eb27b-b86a-489f-a294-ae7fdd0ba212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:00Z', 'updated_at': '2022-02-09T02:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'd1f04b9c-deb1-43d6-b8ee-baa071e6bb91', 'name': '', 'network_id': '6d4ae66e-82dd-4132-affe-82a1eb42b00f', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:2a:bb:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2eb27b-b86a-489f-a294-ae7fdd0ba212', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3a79dab1-7f1f-4718-bec9-2801cd2fb2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:03Z', 'updated_at': '2022-02-09T02:23:06Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': '3a79dab1-7f1f-4718-bec9-2801cd2fb2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:23:06.828281 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-9acf5bdb-6168-4c49-9ccd-646f5b3f5b4a None None] Current status of the port d1f04b9c-deb1-43d6-b8ee-baa071e6bb91 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:07.450208 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d1f04b9c-deb1-43d6-b8ee-baa071e6bb91 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:23:07.504176 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port d1f04b9c-deb1-43d6-b8ee-baa071e6bb91 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:07.504675 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d1f04b9c-deb1-43d6-b8ee-baa071e6bb91), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:07.611937 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port d1f04b9c-deb1-43d6-b8ee-baa071e6bb91 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:07.613206 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device cca63943-26c2-4012-8d60-f42903b0f1d8 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:23:07.671910 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port cca63943-26c2-4012-8d60-f42903b0f1d8 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:07.672594 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (cca63943-26c2-4012-8d60-f42903b0f1d8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:07.711250 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-2057024b-32ae-47fd-900e-acc981f97e9c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:07.712939 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-2057024b-32ae-47fd-900e-acc981f97e9c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.121 "GET /v2.0/networks?id=6d4ae66e-82dd-4132-affe-82a1eb42b00f HTTP/1.1" status: 200 len: 796 time: 0.1502542 Feb 09 02:23:07.809222 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port cca63943-26c2-4012-8d60-f42903b0f1d8 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:07.819210 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cfcb4186-c63c-4ffd-b98a-64ea3ef5f270 req-708c3397-052c-4919-97c6-60c9b376d55d tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=78991786-fae9-455f-8dcc-93cbf7348424 HTTP/1.1" status: 200 len: 210 time: 0.1239898 Feb 09 02:23:07.828125 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-72da8407-1cf8-4155-bc81-f7b94504c97b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8591eec9c58e428aaa03fb8ea4411d94 HTTP/1.1" status: 200 len: 379 time: 0.1051323 Feb 09 02:23:07.843063 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-4ec959b1-e93a-4314-b98a-12bf3c6a0e66 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'port': {'device_id': '78991786-fae9-455f-8dcc-93cbf7348424', 'network_id': '6d4ae66e-82dd-4132-affe-82a1eb42b00f', 'admin_state_up': True, 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'security_groups': ['45799025-a206-4a13-8e29-9e1ce7731b16']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:07.962398 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-4ec959b1-e93a-4314-b98a-12bf3c6a0e66 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Made reservation on behalf of 8591eec9c58e428aaa03fb8ea4411d94 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:23:07.965754 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-4ec959b1-e93a-4314-b98a-12bf3c6a0e66 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:08.100965 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-4ec959b1-e93a-4314-b98a-12bf3c6a0e66 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Allocated IP 172.20.0.14 (6d4ae66e-82dd-4132-affe-82a1eb42b00f/3a79dab1-7f1f-4718-bec9-2801cd2fb2ee/d1692887-4083-4ae4-a3a3-e52b6c239fbd) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:23:08.234804 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-4ec959b1-e93a-4314-b98a-12bf3c6a0e66 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for port (d1692887-4083-4ae4-a3a3-e52b6c239fbd), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:08.268184 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-4ec959b1-e93a-4314-b98a-12bf3c6a0e66 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (d1692887-4083-4ae4-a3a3-e52b6c239fbd), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:08.313056 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-4ec959b1-e93a-4314-b98a-12bf3c6a0e66 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Network 6d4ae66e-82dd-4132-affe-82a1eb42b00f is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:23:08.318402 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-4ec959b1-e93a-4314-b98a-12bf3c6a0e66 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:23:08.322174 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-4ec959b1-e93a-4314-b98a-12bf3c6a0e66 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:23:08.350329 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec959b1-e93a-4314-b98a-12bf3c6a0e66 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'Port': ['ID=d1692887-4083-4ae4-a3a3-e52b6c239fbd,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:08.377136 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-4ec959b1-e93a-4314-b98a-12bf3c6a0e66 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:08.377762 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-4ec959b1-e93a-4314-b98a-12bf3c6a0e66 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:08.396529 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-4ec959b1-e93a-4314-b98a-12bf3c6a0e66 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5574572 Feb 09 02:23:08.455255 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-dc955c97-0391-47a5-ab1f-92ba31e53e52 service neutron] Request body: {'port': {'device_id': '78991786-fae9-455f-8dcc-93cbf7348424', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:08.516841 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-dc955c97-0391-47a5-ab1f-92ba31e53e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d1692887-4083-4ae4-a3a3-e52b6c239fbd), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:08.566819 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-5ac05888-014f-4505-9aaa-d25c7f0c3a07 None None] Provisioning complete for port d1692887-4083-4ae4-a3a3-e52b6c239fbd triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:08.567179 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5ac05888-014f-4505-9aaa-d25c7f0c3a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d1692887-4083-4ae4-a3a3-e52b6c239fbd), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:08.601128 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5ac05888-014f-4505-9aaa-d25c7f0c3a07 None None] Port d1692887-4083-4ae4-a3a3-e52b6c239fbd cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:23:08.783069 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-dc955c97-0391-47a5-ab1f-92ba31e53e52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1692887-4083-4ae4-a3a3-e52b6c239fbd {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:23:08.790463 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-dc955c97-0391-47a5-ab1f-92ba31e53e52 service neutron] Publish callbacks [] for port (d1692887-4083-4ae4-a3a3-e52b6c239fbd), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:08.802606 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-dc955c97-0391-47a5-ab1f-92ba31e53e52 service neutron] Transition to ACTIVE for port object d1692887-4083-4ae4-a3a3-e52b6c239fbd will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:23:08.806300 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-dc955c97-0391-47a5-ab1f-92ba31e53e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (d1692887-4083-4ae4-a3a3-e52b6c239fbd), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:08.854582 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc955c97-0391-47a5-ab1f-92ba31e53e52 service neutron] Pushing event updated for resources: {'Port': ['ID=d1692887-4083-4ae4-a3a3-e52b6c239fbd,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:08.974356 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-dc955c97-0391-47a5-ab1f-92ba31e53e52 service neutron] Attempting to bind port d1692887-4083-4ae4-a3a3-e52b6c239fbd on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:23:08.974688 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-dc955c97-0391-47a5-ab1f-92ba31e53e52 service neutron] Attempting to bind port d1692887-4083-4ae4-a3a3-e52b6c239fbd by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '71dfd2cc-c372-4698-b010-61ad909a785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6d4ae66e-82dd-4132-affe-82a1eb42b00f'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:23:08.975018 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-dc955c97-0391-47a5-ab1f-92ba31e53e52 service neutron] Attempting to bind port d1692887-4083-4ae4-a3a3-e52b6c239fbd on network 6d4ae66e-82dd-4132-affe-82a1eb42b00f {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:23:08.982569 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-dc955c97-0391-47a5-ab1f-92ba31e53e52 service neutron] Port d1692887-4083-4ae4-a3a3-e52b6c239fbd on network 6d4ae66e-82dd-4132-affe-82a1eb42b00f not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:23:08.982891 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-dc955c97-0391-47a5-ab1f-92ba31e53e52 service neutron] Attempting to bind port d1692887-4083-4ae4-a3a3-e52b6c239fbd on network 6d4ae66e-82dd-4132-affe-82a1eb42b00f {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:23:08.991695 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-dc955c97-0391-47a5-ab1f-92ba31e53e52 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:23:08.992075 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-dc955c97-0391-47a5-ab1f-92ba31e53e52 service neutron] Checking segment: {'id': '71dfd2cc-c372-4698-b010-61ad909a785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6d4ae66e-82dd-4132-affe-82a1eb42b00f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:23:08.992427 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-dc955c97-0391-47a5-ab1f-92ba31e53e52 service neutron] Bound using segment: {'id': '71dfd2cc-c372-4698-b010-61ad909a785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6d4ae66e-82dd-4132-affe-82a1eb42b00f'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:23:08.992860 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-dc955c97-0391-47a5-ab1f-92ba31e53e52 service neutron] Bound port: d1692887-4083-4ae4-a3a3-e52b6c239fbd, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71dfd2cc-c372-4698-b010-61ad909a785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '6d4ae66e-82dd-4132-affe-82a1eb42b00f'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:23:08.993210 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-dc955c97-0391-47a5-ab1f-92ba31e53e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d1692887-4083-4ae4-a3a3-e52b6c239fbd), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:09.013598 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df2227-4e27-4405-beb4-fdad70502504 req-0cdcdca0-f1cf-4ac0-adb5-49b1ea3501d8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:09.015153 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-58df2227-4e27-4405-beb4-fdad70502504 req-0cdcdca0-f1cf-4ac0-adb5-49b1ea3501d8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=78991786-fae9-455f-8dcc-93cbf7348424 HTTP/1.1" status: 200 len: 944 time: 0.0929496 Feb 09 02:23:09.099503 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-dc955c97-0391-47a5-ab1f-92ba31e53e52 service neutron] For port d1692887-4083-4ae4-a3a3-e52b6c239fbd, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:23:09.103091 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-dc955c97-0391-47a5-ab1f-92ba31e53e52 service neutron] For port d1692887-4083-4ae4-a3a3-e52b6c239fbd, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=d1692887-4083-4ae4-a3a3-e52b6c239fbd,segment=NetworkSegment(71dfd2cc-c372-4698-b010-61ad909a785f),segment_id=71dfd2cc-c372-4698-b010-61ad909a785f)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:23:09.108907 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-58df2227-4e27-4405-beb4-fdad70502504 req-be08c032-6ab8-45b1-a6be-1e95955eaece tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=45799025-a206-4a13-8e29-9e1ce7731b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877318 Feb 09 02:23:09.110511 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-dc955c97-0391-47a5-ab1f-92ba31e53e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (d1692887-4083-4ae4-a3a3-e52b6c239fbd), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:09.151437 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-dc955c97-0391-47a5-ab1f-92ba31e53e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:09.152077 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-dc955c97-0391-47a5-ab1f-92ba31e53e52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:09.153435 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-dc955c97-0391-47a5-ab1f-92ba31e53e52 service neutron] 10.222.0.121 "PUT /v2.0/ports/d1692887-4083-4ae4-a3a3-e52b6c239fbd HTTP/1.1" status: 200 len: 1093 time: 0.7498360 Feb 09 02:23:09.153873 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78991786-fae9-455f-8dcc-93cbf7348424', 'tag': 'd1692887-4083-4ae4-a3a3-e52b6c239fbd'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:23:09.156285 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e2aa62-fe96-4883-ba39-54f133db9fe8" -d '{"events": [{"name": "network-changed", "server_uuid": "78991786-fae9-455f-8dcc-93cbf7348424", "tag": "d1692887-4083-4ae4-a3a3-e52b6c239fbd"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:23:09.177268 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc955c97-0391-47a5-ab1f-92ba31e53e52 service neutron] Pushing event updated for resources: {'Port': ['ID=d1692887-4083-4ae4-a3a3-e52b6c239fbd,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:09.206630 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8214952b-6530-47f6-b4a5-897875dac3c4 x-openstack-request-id: req-8214952b-6530-47f6-b4a5-897875dac3c4 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:23:09.206926 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78991786-fae9-455f-8dcc-93cbf7348424", "tag": "d1692887-4083-4ae4-a3a3-e52b6c239fbd", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:23:09.207318 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8214952b-6530-47f6-b4a5-897875dac3c4 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:23:09.207773 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78991786-fae9-455f-8dcc-93cbf7348424', 'tag': 'd1692887-4083-4ae4-a3a3-e52b6c239fbd', 'status': 'completed', 'code': 200} Feb 09 02:23:09.247735 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-5c5aa563-bd02-47af-a0a0-746a48801237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:09.250078 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-5c5aa563-bd02-47af-a0a0-746a48801237 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=8591eec9c58e428aaa03fb8ea4411d94&device_id=78991786-fae9-455f-8dcc-93cbf7348424 HTTP/1.1" status: 200 len: 1127 time: 0.0555065 Feb 09 02:23:09.293772 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-1fc4a0b8-ff07-49ec-8a6c-8d500ba8080e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1692887-4083-4ae4-a3a3-e52b6c239fbd HTTP/1.1" status: 200 len: 217 time: 0.0366366 Feb 09 02:23:09.347569 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-48f2e841-d55c-405d-9b39-00cb74dc4f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:09.349153 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-48f2e841-d55c-405d-9b39-00cb74dc4f6b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3a79dab1-7f1f-4718-bec9-2801cd2fb2ee HTTP/1.1" status: 200 len: 834 time: 0.0493488 Feb 09 02:23:09.403010 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-4bdbbc2e-b06a-49dd-a31c-40b85639fe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:09.404538 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-4bdbbc2e-b06a-49dd-a31c-40b85639fe58 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6d4ae66e-82dd-4132-affe-82a1eb42b00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0493450 Feb 09 02:23:09.494364 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-d919ad2e-382c-4d93-a480-f057b1437837 service neutron] 10.222.0.121 "GET /v2.0/networks/6d4ae66e-82dd-4132-affe-82a1eb42b00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828323 Feb 09 02:23:09.588618 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3cbe0a7a-5f82-49e6-bbf3-cc04165133be req-e53a5a9f-fd1b-43cb-a56a-21b1facb8ac2 service neutron] 10.222.0.121 "GET /v2.0/networks/6d4ae66e-82dd-4132-affe-82a1eb42b00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877571 Feb 09 02:23:09.679637 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2aa62-fe96-4883-ba39-54f133db9fe8 req-5074c021-78c2-45cd-a33a-99d0beabb3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:09.681173 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-32e2aa62-fe96-4883-ba39-54f133db9fe8 req-5074c021-78c2-45cd-a33a-99d0beabb3f6 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=8591eec9c58e428aaa03fb8ea4411d94&device_id=78991786-fae9-455f-8dcc-93cbf7348424 HTTP/1.1" status: 200 len: 1127 time: 0.0466397 Feb 09 02:23:09.772588 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2aa62-fe96-4883-ba39-54f133db9fe8 req-f5e0ce9c-c2c0-4018-b502-665e78629781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:09.774058 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-32e2aa62-fe96-4883-ba39-54f133db9fe8 req-f5e0ce9c-c2c0-4018-b502-665e78629781 service neutron] 10.222.0.121 "GET /v2.0/networks?id=6d4ae66e-82dd-4132-affe-82a1eb42b00f HTTP/1.1" status: 200 len: 897 time: 0.0865083 Feb 09 02:23:09.820469 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-32e2aa62-fe96-4883-ba39-54f133db9fe8 req-d1edbddd-8c7c-438f-b42a-bb7eade06c34 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1692887-4083-4ae4-a3a3-e52b6c239fbd HTTP/1.1" status: 200 len: 217 time: 0.0399692 Feb 09 02:23:09.868670 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2aa62-fe96-4883-ba39-54f133db9fe8 req-7b088a5e-0070-4dec-b022-97ffb47e0494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:09.870011 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-32e2aa62-fe96-4883-ba39-54f133db9fe8 req-7b088a5e-0070-4dec-b022-97ffb47e0494 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3a79dab1-7f1f-4718-bec9-2801cd2fb2ee HTTP/1.1" status: 200 len: 834 time: 0.0432351 Feb 09 02:23:09.922996 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2aa62-fe96-4883-ba39-54f133db9fe8 req-f1c0eb84-a468-4ce1-b542-6dddbef4ac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:09.924539 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-32e2aa62-fe96-4883-ba39-54f133db9fe8 req-f1c0eb84-a468-4ce1-b542-6dddbef4ac39 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6d4ae66e-82dd-4132-affe-82a1eb42b00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464742 Feb 09 02:23:10.016879 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-32e2aa62-fe96-4883-ba39-54f133db9fe8 req-b4357707-7920-40fd-9ea8-16833f70fe50 service neutron] 10.222.0.121 "GET /v2.0/networks/6d4ae66e-82dd-4132-affe-82a1eb42b00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857406 Feb 09 02:23:10.107621 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-32e2aa62-fe96-4883-ba39-54f133db9fe8 req-99c4c77b-a1c8-4a6a-b3b2-a8309fce5748 service neutron] 10.222.0.121 "GET /v2.0/networks/6d4ae66e-82dd-4132-affe-82a1eb42b00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840206 Feb 09 02:23:10.230669 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8fb62-0f0f-4068-a908-41f87dec7257 req-f5e41984-b038-423e-9083-2fa893c67d47 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:10.232150 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-54d8fb62-0f0f-4068-a908-41f87dec7257 req-f5e41984-b038-423e-9083-2fa893c67d47 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=78991786-fae9-455f-8dcc-93cbf7348424 HTTP/1.1" status: 200 len: 944 time: 0.0525699 Feb 09 02:23:10.285049 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-54d8fb62-0f0f-4068-a908-41f87dec7257 req-33159851-2dca-4b84-aada-7be30fe605cf tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=45799025-a206-4a13-8e29-9e1ce7731b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473251 Feb 09 02:23:10.442824 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device d1692887-4083-4ae4-a3a3-e52b6c239fbd details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:23:10.540705 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port d1692887-4083-4ae4-a3a3-e52b6c239fbd, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=d1692887-4083-4ae4-a3a3-e52b6c239fbd,segment=NetworkSegment(71dfd2cc-c372-4698-b010-61ad909a785f),segment_id=71dfd2cc-c372-4698-b010-61ad909a785f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:10.552726 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': 'd1692887-4083-4ae4-a3a3-e52b6c239fbd', 'network_id': '6d4ae66e-82dd-4132-affe-82a1eb42b00f', 'port_id': 'd1692887-4083-4ae4-a3a3-e52b6c239fbd', 'mac_address': 'fa:16:3e:42:62:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a79dab1-7f1f-4718-bec9-2801cd2fb2ee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:23:10.589583 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port d1692887-4083-4ae4-a3a3-e52b6c239fbd is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:10.589976 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d1692887-4083-4ae4-a3a3-e52b6c239fbd), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:10.603303 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1692887-4083-4ae4-a3a3-e52b6c239fbd {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:23:10.623378 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port d1692887-4083-4ae4-a3a3-e52b6c239fbd, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=d1692887-4083-4ae4-a3a3-e52b6c239fbd,segment=NetworkSegment(71dfd2cc-c372-4698-b010-61ad909a785f),segment_id=71dfd2cc-c372-4698-b010-61ad909a785f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:10.627169 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d1692887-4083-4ae4-a3a3-e52b6c239fbd), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:10.676535 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=d1692887-4083-4ae4-a3a3-e52b6c239fbd,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:10.892713 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['d1692887-4083-4ae4-a3a3-e52b6c239fbd'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:23:11.406580 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff951ac6-0c43-441b-95ed-1575d28e8493 req-bf9b8d1e-0f32-4982-80e8-b9c736db1a9a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:11.408089 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ff951ac6-0c43-441b-95ed-1575d28e8493 req-bf9b8d1e-0f32-4982-80e8-b9c736db1a9a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=78991786-fae9-455f-8dcc-93cbf7348424 HTTP/1.1" status: 200 len: 945 time: 0.0546112 Feb 09 02:23:11.456267 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ff951ac6-0c43-441b-95ed-1575d28e8493 req-9de27c6c-684f-4471-b044-9619d70fc1d9 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=45799025-a206-4a13-8e29-9e1ce7731b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424807 Feb 09 02:23:12.459907 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device d1692887-4083-4ae4-a3a3-e52b6c239fbd up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:23:12.510545 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port d1692887-4083-4ae4-a3a3-e52b6c239fbd completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:23:12.514944 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port d1692887-4083-4ae4-a3a3-e52b6c239fbd triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:12.515311 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d1692887-4083-4ae4-a3a3-e52b6c239fbd), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:12.578409 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7960265-215a-4bec-839e-b2e8e25d2d10 req-68a82f41-0ea6-443b-82a7-ea7bb5ffbe2b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:12.579914 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b7960265-215a-4bec-839e-b2e8e25d2d10 req-68a82f41-0ea6-443b-82a7-ea7bb5ffbe2b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=78991786-fae9-455f-8dcc-93cbf7348424 HTTP/1.1" status: 200 len: 945 time: 0.0523157 Feb 09 02:23:12.595143 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port d1692887-4083-4ae4-a3a3-e52b6c239fbd is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:12.595541 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d1692887-4083-4ae4-a3a3-e52b6c239fbd), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:12.622742 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78991786-fae9-455f-8dcc-93cbf7348424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1692887-4083-4ae4-a3a3-e52b6c239fbd'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:23:12.625543 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bb5a1265871782f8fa80d718c2cad0aad3f2595cc534f44543b72f1ded69d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28b9fce-6c21-4664-bb4c-4cba7cd72ae5" -d '{"events": [{"server_uuid": "78991786-fae9-455f-8dcc-93cbf7348424", "name": "network-vif-plugged", "status": "completed", "tag": "d1692887-4083-4ae4-a3a3-e52b6c239fbd"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:23:12.629409 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b7960265-215a-4bec-839e-b2e8e25d2d10 req-35facec9-49a5-47fb-83a3-8995f24854d8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=45799025-a206-4a13-8e29-9e1ce7731b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435557 Feb 09 02:23:12.638784 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port d1692887-4083-4ae4-a3a3-e52b6c239fbd, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=d1692887-4083-4ae4-a3a3-e52b6c239fbd,segment=NetworkSegment(71dfd2cc-c372-4698-b010-61ad909a785f),segment_id=71dfd2cc-c372-4698-b010-61ad909a785f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:12.644667 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d1692887-4083-4ae4-a3a3-e52b6c239fbd), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:12.670824 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf7c9b1-d3b5-412d-b1d5-b6bb636ced04 x-openstack-request-id: req-eaf7c9b1-d3b5-412d-b1d5-b6bb636ced04 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:23:12.671146 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78991786-fae9-455f-8dcc-93cbf7348424", "name": "network-vif-plugged", "status": "completed", "tag": "d1692887-4083-4ae4-a3a3-e52b6c239fbd", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:23:12.671578 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eaf7c9b1-d3b5-412d-b1d5-b6bb636ced04 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:23:12.672781 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78991786-fae9-455f-8dcc-93cbf7348424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1692887-4083-4ae4-a3a3-e52b6c239fbd', 'code': 200} Feb 09 02:23:12.702117 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=d1692887-4083-4ae4-a3a3-e52b6c239fbd,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:12.772944 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86074fa2-29d1-4d8e-ba39-5f4eb311781e req-db3f8287-b96c-41b2-b4e6-21f6fe8df480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:12.774421 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86074fa2-29d1-4d8e-ba39-5f4eb311781e req-db3f8287-b96c-41b2-b4e6-21f6fe8df480 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=78991786-fae9-455f-8dcc-93cbf7348424 HTTP/1.1" status: 200 len: 1129 time: 0.0479968 Feb 09 02:23:12.818557 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-86074fa2-29d1-4d8e-ba39-5f4eb311781e req-2541f2cf-ca4e-4500-80d0-17166ef65813 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=45799025-a206-4a13-8e29-9e1ce7731b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382025 Feb 09 02:23:13.753030 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542c882-448a-42a8-8624-d1b16c15a4f0 req-313c845e-a167-4b62-af24-53daf83c686b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:13.754506 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3542c882-448a-42a8-8624-d1b16c15a4f0 req-313c845e-a167-4b62-af24-53daf83c686b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=78991786-fae9-455f-8dcc-93cbf7348424 HTTP/1.1" status: 200 len: 946 time: 0.0532243 Feb 09 02:23:13.807568 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3542c882-448a-42a8-8624-d1b16c15a4f0 req-2be36b57-9911-4bcc-b44b-fc793e08cdd3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=45799025-a206-4a13-8e29-9e1ce7731b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475626 Feb 09 02:23:14.929966 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3995dff-7c94-456f-b351-f8e36d856f27 req-5f433567-7e56-4f98-aaa2-be24c8e85625 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:14.931422 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d3995dff-7c94-456f-b351-f8e36d856f27 req-5f433567-7e56-4f98-aaa2-be24c8e85625 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=78991786-fae9-455f-8dcc-93cbf7348424 HTTP/1.1" status: 200 len: 946 time: 0.0560310 Feb 09 02:23:14.979852 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d3995dff-7c94-456f-b351-f8e36d856f27 req-cca861f0-b6d5-49f7-9ad0-7b8d5825be9d tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=45799025-a206-4a13-8e29-9e1ce7731b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429513 Feb 09 02:23:15.147383 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad522d-6b41-4155-b6a8-a6bf1207d408 req-45c802fb-e221-45bb-a242-7a15d59c945d tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:15.148966 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-67ad522d-6b41-4155-b6a8-a6bf1207d408 req-45c802fb-e221-45bb-a242-7a15d59c945d tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=78991786-fae9-455f-8dcc-93cbf7348424 HTTP/1.1" status: 200 len: 946 time: 0.1020644 Feb 09 02:23:15.197451 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-67ad522d-6b41-4155-b6a8-a6bf1207d408 req-893b774d-f2e1-4756-94b0-245c71e28914 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=45799025-a206-4a13-8e29-9e1ce7731b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426178 Feb 09 02:23:15.219413 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52266) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:15.262357 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91f036d-11bb-447e-b7a4-e14a892637c9 tempest-TestNetworkAdvancedServerOps-1187119017 tempest-TestNetworkAdvancedServerOps-1187119017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:15.263874 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a91f036d-11bb-447e-b7a4-e14a892637c9 tempest-TestNetworkAdvancedServerOps-1187119017 tempest-TestNetworkAdvancedServerOps-1187119017-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=78991786-fae9-455f-8dcc-93cbf7348424 HTTP/1.1" status: 200 len: 1124 time: 0.0434566 Feb 09 02:23:15.267218 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52268) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:15.271664 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-b76e7209-2cbf-41f6-a605-ce710f8e4568 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'port_id': 'd1692887-4083-4ae4-a3a3-e52b6c239fbd', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:15.294793 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b76e7209-2cbf-41f6-a605-ce710f8e4568 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:15.399827 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b76e7209-2cbf-41f6-a605-ce710f8e4568 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:15.504138 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-b76e7209-2cbf-41f6-a605-ce710f8e4568 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Allocated IP 172.25.1.102 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/1a683434-f842-4808-bd34-12c8ea9891ad) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:23:15.602930 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b76e7209-2cbf-41f6-a605-ce710f8e4568 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for port (1a683434-f842-4808-bd34-12c8ea9891ad), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:15.635035 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b76e7209-2cbf-41f6-a605-ce710f8e4568 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (1a683434-f842-4808-bd34-12c8ea9891ad), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:15.671871 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76e7209-2cbf-41f6-a605-ce710f8e4568 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:23:15.677289 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-b76e7209-2cbf-41f6-a605-ce710f8e4568 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:23:15.680809 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76e7209-2cbf-41f6-a605-ce710f8e4568 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:23:15.708643 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e7209-2cbf-41f6-a605-ce710f8e4568 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'Port': ['ID=1a683434-f842-4808-bd34-12c8ea9891ad,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:16.037243 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b76e7209-2cbf-41f6-a605-ce710f8e4568 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for floatingip (8e27994c-b65a-4ddd-ad38-11a0ca811df0), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:16.107093 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b76e7209-2cbf-41f6-a605-ce710f8e4568 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1a683434-f842-4808-bd34-12c8ea9891ad), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:16.251479 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b76e7209-2cbf-41f6-a605-ce710f8e4568 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for port (1a683434-f842-4808-bd34-12c8ea9891ad), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:16.256498 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b76e7209-2cbf-41f6-a605-ce710f8e4568 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (1a683434-f842-4808-bd34-12c8ea9891ad), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:16.330349 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e7209-2cbf-41f6-a605-ce710f8e4568 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'Port': ['ID=1a683434-f842-4808-bd34-12c8ea9891ad,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:16.341779 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b76e7209-2cbf-41f6-a605-ce710f8e4568 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (8e27994c-b65a-4ddd-ad38-11a0ca811df0), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:16.442425 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [None req-b76e7209-2cbf-41f6-a605-ce710f8e4568 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Floating IP 8e27994c-b65a-4ddd-ad38-11a0ca811df0 associated. External IP: 172.25.1.102, port: d1692887-4083-4ae4-a3a3-e52b6c239fbd. Feb 09 02:23:16.655192 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76e7209-2cbf-41f6-a605-ce710f8e4568 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Router 4d2eb27b-b86a-489f-a294-ae7fdd0ba212 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:23:16.771028 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76e7209-2cbf-41f6-a605-ce710f8e4568 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:23:16.780845 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b83e83c-d198-4b1c-b1a0-3b7a3ee3e353 None None] Sync routers for ids ['4d2eb27b-b86a-489f-a294-ae7fdd0ba212'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:23:16.790369 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b76e7209-2cbf-41f6-a605-ce710f8e4568 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:16.792099 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b83e83c-d198-4b1c-b1a0-3b7a3ee3e353 None None] Routers {'4d2eb27b-b86a-489f-a294-ae7fdd0ba212'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:23:16.792899 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-0b83e83c-d198-4b1c-b1a0-3b7a3ee3e353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:22:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['4d2eb27b-b86a-489f-a294-ae7fdd0ba212'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:16.821877 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b76e7209-2cbf-41f6-a605-ce710f8e4568 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5536397 Feb 09 02:23:16.822473 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78991786-fae9-455f-8dcc-93cbf7348424', 'tag': 'd1692887-4083-4ae4-a3a3-e52b6c239fbd'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:23:16.824759 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856d4159-27fb-4a07-9cdb-c71751294b07" -d '{"events": [{"name": "network-changed", "server_uuid": "78991786-fae9-455f-8dcc-93cbf7348424", "tag": "d1692887-4083-4ae4-a3a3-e52b6c239fbd"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:23:16.879635 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564ea697-0c83-474d-a0b2-6749f39b4fe6 x-openstack-request-id: req-564ea697-0c83-474d-a0b2-6749f39b4fe6 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:23:16.879932 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78991786-fae9-455f-8dcc-93cbf7348424", "tag": "d1692887-4083-4ae4-a3a3-e52b6c239fbd", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:23:16.880326 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-564ea697-0c83-474d-a0b2-6749f39b4fe6 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:23:16.880626 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78991786-fae9-455f-8dcc-93cbf7348424', 'tag': 'd1692887-4083-4ae4-a3a3-e52b6c239fbd', 'status': 'completed', 'code': 200} Feb 09 02:23:16.907386 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-0b83e83c-d198-4b1c-b1a0-3b7a3ee3e353 None None] Set router 4d2eb27b-b86a-489f-a294-ae7fdd0ba212 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:23:16.977998 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12740e82-75ba-4235-b62d-69ea13ed9fa2 req-d3141998-29a6-4e68-b3f9-447f81772cbd tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:16.979513 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-12740e82-75ba-4235-b62d-69ea13ed9fa2 req-d3141998-29a6-4e68-b3f9-447f81772cbd tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=78991786-fae9-455f-8dcc-93cbf7348424 HTTP/1.1" status: 200 len: 946 time: 0.0904894 Feb 09 02:23:16.982166 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d4159-27fb-4a07-9cdb-c71751294b07 req-c6452f0c-0156-42fb-9a7a-29f66a5f14ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:16.984149 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-856d4159-27fb-4a07-9cdb-c71751294b07 req-c6452f0c-0156-42fb-9a7a-29f66a5f14ff service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=8591eec9c58e428aaa03fb8ea4411d94&device_id=78991786-fae9-455f-8dcc-93cbf7348424 HTTP/1.1" status: 200 len: 1129 time: 0.0831425 Feb 09 02:23:17.089642 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-12740e82-75ba-4235-b62d-69ea13ed9fa2 req-d1221a4d-f56c-406d-93e9-30dd17e2a342 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=45799025-a206-4a13-8e29-9e1ce7731b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036508 Feb 09 02:23:17.112891 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52274) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:17.115224 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d4159-27fb-4a07-9cdb-c71751294b07 req-0ef6b955-43c6-4767-9cb5-1987c2339eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:17.117202 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-856d4159-27fb-4a07-9cdb-c71751294b07 req-0ef6b955-43c6-4767-9cb5-1987c2339eea service neutron] 10.222.0.121 "GET /v2.0/networks?id=6d4ae66e-82dd-4132-affe-82a1eb42b00f HTTP/1.1" status: 200 len: 897 time: 0.1254299 Feb 09 02:23:17.145430 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-0b83e83c-d198-4b1c-b1a0-3b7a3ee3e353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2eb27b-b86a-489f-a294-ae7fdd0ba212', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821869564', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'cca63943-26c2-4012-8d60-f42903b0f1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:59Z', 'updated_at': '2022-02-09T02:23:03Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'cca63943-26c2-4012-8d60-f42903b0f1d8', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2eb27b-b86a-489f-a294-ae7fdd0ba212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:00Z', 'updated_at': '2022-02-09T02:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '8e27994c-b65a-4ddd-ad38-11a0ca811df0', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'floating_ip_address': '172.25.1.102', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '4d2eb27b-b86a-489f-a294-ae7fdd0ba212', 'port_id': 'd1692887-4083-4ae4-a3a3-e52b6c239fbd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d4ae66e-82dd-4132-affe-82a1eb42b00f', 'mac_address': 'fa:16:3e:42:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78991786-fae9-455f-8dcc-93cbf7348424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:23:15Z', 'updated_at': '2022-02-09T02:23:15Z', 'revision_number': 0, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1f04b9c-deb1-43d6-b8ee-baa071e6bb91', 'name': '', 'network_id': '6d4ae66e-82dd-4132-affe-82a1eb42b00f', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:2a:bb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2eb27b-b86a-489f-a294-ae7fdd0ba212', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3a79dab1-7f1f-4718-bec9-2801cd2fb2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:03Z', 'updated_at': '2022-02-09T02:23:06Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': '3a79dab1-7f1f-4718-bec9-2801cd2fb2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:17.173474 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b83e83c-d198-4b1c-b1a0-3b7a3ee3e353 None None] Checking router: 4d2eb27b-b86a-489f-a294-ae7fdd0ba212 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:23:17.182414 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8b0942c6-2270-451e-8b7a-9f0f8bc92d8c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/floatingips/8e27994c-b65a-4ddd-ad38-11a0ca811df0 HTTP/1.1" status: 200 len: 992 time: 0.0666969 Feb 09 02:23:17.182652 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b83e83c-d198-4b1c-b1a0-3b7a3ee3e353 None None] Routers {'4d2eb27b-b86a-489f-a294-ae7fdd0ba212'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:23:17.182830 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-0b83e83c-d198-4b1c-b1a0-3b7a3ee3e353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:22:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['4d2eb27b-b86a-489f-a294-ae7fdd0ba212'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:17.189592 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-856d4159-27fb-4a07-9cdb-c71751294b07 req-9fcd932e-ca97-48c2-af52-ce4ce15d005d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1692887-4083-4ae4-a3a3-e52b6c239fbd HTTP/1.1" status: 200 len: 1000 time: 0.0661218 Feb 09 02:23:17.238062 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d4159-27fb-4a07-9cdb-c71751294b07 req-545464bc-366a-43dc-8c42-04e1b79d5c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:17.240158 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-856d4159-27fb-4a07-9cdb-c71751294b07 req-545464bc-366a-43dc-8c42-04e1b79d5c04 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3a79dab1-7f1f-4718-bec9-2801cd2fb2ee HTTP/1.1" status: 200 len: 834 time: 0.0446069 Feb 09 02:23:17.293084 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d4159-27fb-4a07-9cdb-c71751294b07 req-b6fa9ec0-1bd0-4777-897d-6e2ec6bfc9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:17.294645 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-856d4159-27fb-4a07-9cdb-c71751294b07 req-b6fa9ec0-1bd0-4777-897d-6e2ec6bfc9da service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6d4ae66e-82dd-4132-affe-82a1eb42b00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0489063 Feb 09 02:23:17.296870 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-0b83e83c-d198-4b1c-b1a0-3b7a3ee3e353 None None] Set router 4d2eb27b-b86a-489f-a294-ae7fdd0ba212 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:23:17.387200 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-856d4159-27fb-4a07-9cdb-c71751294b07 req-c203224d-8fbb-4369-9ba7-732cfbbc8493 service neutron] 10.222.0.121 "GET /v2.0/networks/6d4ae66e-82dd-4132-affe-82a1eb42b00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865252 Feb 09 02:23:17.482945 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-856d4159-27fb-4a07-9cdb-c71751294b07 req-b990a8f8-257d-4399-a90f-c161e9853cf7 service neutron] 10.222.0.121 "GET /v2.0/networks/6d4ae66e-82dd-4132-affe-82a1eb42b00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891733 Feb 09 02:23:17.526899 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-0b83e83c-d198-4b1c-b1a0-3b7a3ee3e353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2eb27b-b86a-489f-a294-ae7fdd0ba212', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821869564', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'cca63943-26c2-4012-8d60-f42903b0f1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:59Z', 'updated_at': '2022-02-09T02:23:03Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'cca63943-26c2-4012-8d60-f42903b0f1d8', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2eb27b-b86a-489f-a294-ae7fdd0ba212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:00Z', 'updated_at': '2022-02-09T02:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '8e27994c-b65a-4ddd-ad38-11a0ca811df0', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'floating_ip_address': '172.25.1.102', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '4d2eb27b-b86a-489f-a294-ae7fdd0ba212', 'port_id': 'd1692887-4083-4ae4-a3a3-e52b6c239fbd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d4ae66e-82dd-4132-affe-82a1eb42b00f', 'mac_address': 'fa:16:3e:42:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78991786-fae9-455f-8dcc-93cbf7348424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:23:15Z', 'updated_at': '2022-02-09T02:23:15Z', 'revision_number': 0, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1f04b9c-deb1-43d6-b8ee-baa071e6bb91', 'name': '', 'network_id': '6d4ae66e-82dd-4132-affe-82a1eb42b00f', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:2a:bb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2eb27b-b86a-489f-a294-ae7fdd0ba212', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3a79dab1-7f1f-4718-bec9-2801cd2fb2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:03Z', 'updated_at': '2022-02-09T02:23:06Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': '3a79dab1-7f1f-4718-bec9-2801cd2fb2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:17.557730 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b83e83c-d198-4b1c-b1a0-3b7a3ee3e353 None None] The sync data for ids ['4d2eb27b-b86a-489f-a294-ae7fdd0ba212'] in n-d-822053-40 is: [{'id': '4d2eb27b-b86a-489f-a294-ae7fdd0ba212', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821869564', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'cca63943-26c2-4012-8d60-f42903b0f1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:59Z', 'updated_at': '2022-02-09T02:23:03Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'cca63943-26c2-4012-8d60-f42903b0f1d8', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2eb27b-b86a-489f-a294-ae7fdd0ba212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:00Z', 'updated_at': '2022-02-09T02:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '8e27994c-b65a-4ddd-ad38-11a0ca811df0', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'floating_ip_address': '172.25.1.102', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '4d2eb27b-b86a-489f-a294-ae7fdd0ba212', 'port_id': 'd1692887-4083-4ae4-a3a3-e52b6c239fbd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d4ae66e-82dd-4132-affe-82a1eb42b00f', 'mac_address': 'fa:16:3e:42:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78991786-fae9-455f-8dcc-93cbf7348424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:23:15Z', 'updated_at': '2022-02-09T02:23:15Z', 'revision_number': 0, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1f04b9c-deb1-43d6-b8ee-baa071e6bb91', 'name': '', 'network_id': '6d4ae66e-82dd-4132-affe-82a1eb42b00f', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:2a:bb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2eb27b-b86a-489f-a294-ae7fdd0ba212', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3a79dab1-7f1f-4718-bec9-2801cd2fb2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:03Z', 'updated_at': '2022-02-09T02:23:06Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': '3a79dab1-7f1f-4718-bec9-2801cd2fb2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:23:17.747721 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebdf2c3-ee99-46fd-93cb-9622167631a4 None None] New status for floating IP 8e27994c-b65a-4ddd-ad38-11a0ca811df0: ACTIVE {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:23:18.185185 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52276) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:18.245815 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-12a0ae3d-eede-443b-b424-66ca04724521 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/floatingips/8e27994c-b65a-4ddd-ad38-11a0ca811df0 HTTP/1.1" status: 200 len: 994 time: 0.0594909 Feb 09 02:23:20.100479 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:20.948336 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d07b8b5c-e677-4ea2-8b73-3a3ef621dd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:21.589995 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:24.378672 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-faa518bb-354c-436b-831c-2a882afab375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:26.040154 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:27.787998 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:28.434204 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:31.318300 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:23:46.826457 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-98ed4321-f03c-46ab-b82d-60ae8f38ddd5 req-83cad7b0-34cc-47a0-954e-f056c505a9ed service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=78991786-fae9-455f-8dcc-93cbf7348424&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438559 Feb 09 02:23:46.916377 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed4321-f03c-46ab-b82d-60ae8f38ddd5 req-2f9c6269-0245-49b7-b226-df65e8e3fcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:46.917787 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-98ed4321-f03c-46ab-b82d-60ae8f38ddd5 req-2f9c6269-0245-49b7-b226-df65e8e3fcb4 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=8591eec9c58e428aaa03fb8ea4411d94&device_id=78991786-fae9-455f-8dcc-93cbf7348424 HTTP/1.1" status: 200 len: 1129 time: 0.0496473 Feb 09 02:23:47.016567 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed4321-f03c-46ab-b82d-60ae8f38ddd5 req-bcf46a0b-7f09-46e0-967c-cd135ff5022f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:47.018028 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-98ed4321-f03c-46ab-b82d-60ae8f38ddd5 req-bcf46a0b-7f09-46e0-967c-cd135ff5022f service neutron] 10.222.0.121 "GET /v2.0/networks?id=6d4ae66e-82dd-4132-affe-82a1eb42b00f HTTP/1.1" status: 200 len: 897 time: 0.0822091 Feb 09 02:23:47.089191 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-98ed4321-f03c-46ab-b82d-60ae8f38ddd5 req-afad40c7-348f-4d86-95a1-60517a8f3f69 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1692887-4083-4ae4-a3a3-e52b6c239fbd HTTP/1.1" status: 200 len: 1002 time: 0.0651507 Feb 09 02:23:47.138163 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed4321-f03c-46ab-b82d-60ae8f38ddd5 req-238f0ff2-92a5-44e6-b25f-3d43a454407f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:47.139606 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-98ed4321-f03c-46ab-b82d-60ae8f38ddd5 req-238f0ff2-92a5-44e6-b25f-3d43a454407f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3a79dab1-7f1f-4718-bec9-2801cd2fb2ee HTTP/1.1" status: 200 len: 834 time: 0.0445478 Feb 09 02:23:47.190026 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed4321-f03c-46ab-b82d-60ae8f38ddd5 req-86619a97-2fb9-4a84-8de1-74fe58987085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:47.192192 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-98ed4321-f03c-46ab-b82d-60ae8f38ddd5 req-86619a97-2fb9-4a84-8de1-74fe58987085 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6d4ae66e-82dd-4132-affe-82a1eb42b00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450969 Feb 09 02:23:47.623213 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-98ed4321-f03c-46ab-b82d-60ae8f38ddd5 req-51fa95f8-9e70-45ef-9eb7-e4a01baa1344 service neutron] 10.222.0.121 "GET /v2.0/networks/6d4ae66e-82dd-4132-affe-82a1eb42b00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247077 Feb 09 02:23:47.716712 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-98ed4321-f03c-46ab-b82d-60ae8f38ddd5 req-908a45fa-3d7e-4db6-91ca-0a2ec8b46306 service neutron] 10.222.0.121 "GET /v2.0/networks/6d4ae66e-82dd-4132-affe-82a1eb42b00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863767 Feb 09 02:23:50.118589 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:50.949757 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5741e423-3449-4af7-8fbf-667e6284fa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:51.598927 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:51.673464 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a16bc7-d9cc-4b24-ae48-1b910c3a85aa req-396c1318-daf0-46f6-9475-b338f538fbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:51.674961 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-59a16bc7-d9cc-4b24-ae48-1b910c3a85aa req-396c1318-daf0-46f6-9475-b338f538fbd3 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=8591eec9c58e428aaa03fb8ea4411d94&device_id=78991786-fae9-455f-8dcc-93cbf7348424 HTTP/1.1" status: 200 len: 1129 time: 0.0854902 Feb 09 02:23:51.682628 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b174bd0-94a3-4e7c-8223-ec64cc8d713f req-79f25871-ebc7-4ac1-be0d-92c69e4913db tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:51.688316 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4b174bd0-94a3-4e7c-8223-ec64cc8d713f req-79f25871-ebc7-4ac1-be0d-92c69e4913db tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=78991786-fae9-455f-8dcc-93cbf7348424 HTTP/1.1" status: 200 len: 946 time: 0.0883515 Feb 09 02:23:51.797310 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4b174bd0-94a3-4e7c-8223-ec64cc8d713f req-384735e9-7bc2-47a7-bf8f-68dd09eb57a9 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=45799025-a206-4a13-8e29-9e1ce7731b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974100 Feb 09 02:23:51.813265 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a16bc7-d9cc-4b24-ae48-1b910c3a85aa req-4fc07fc0-5c5a-4783-8799-6c78a62f3a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:51.814722 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-59a16bc7-d9cc-4b24-ae48-1b910c3a85aa req-4fc07fc0-5c5a-4783-8799-6c78a62f3a96 service neutron] 10.222.0.121 "GET /v2.0/networks?id=6d4ae66e-82dd-4132-affe-82a1eb42b00f HTTP/1.1" status: 200 len: 897 time: 0.1255574 Feb 09 02:23:51.879208 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-59a16bc7-d9cc-4b24-ae48-1b910c3a85aa req-8ba4610e-8549-4991-8c28-edd391643d32 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1692887-4083-4ae4-a3a3-e52b6c239fbd HTTP/1.1" status: 200 len: 1002 time: 0.0576167 Feb 09 02:23:51.925949 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a16bc7-d9cc-4b24-ae48-1b910c3a85aa req-5b202ce4-6d74-4347-9633-a77e9f462e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:51.927358 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-59a16bc7-d9cc-4b24-ae48-1b910c3a85aa req-5b202ce4-6d74-4347-9633-a77e9f462e73 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3a79dab1-7f1f-4718-bec9-2801cd2fb2ee HTTP/1.1" status: 200 len: 834 time: 0.0429583 Feb 09 02:23:51.981314 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a16bc7-d9cc-4b24-ae48-1b910c3a85aa req-2ec97d1b-35e7-410c-9bad-aebbc0c9b139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:51.982799 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-59a16bc7-d9cc-4b24-ae48-1b910c3a85aa req-2ec97d1b-35e7-410c-9bad-aebbc0c9b139 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6d4ae66e-82dd-4132-affe-82a1eb42b00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0481863 Feb 09 02:23:52.072663 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-59a16bc7-d9cc-4b24-ae48-1b910c3a85aa req-8ab78f83-f8d1-4ea8-a12a-48edc626f509 service neutron] 10.222.0.121 "GET /v2.0/networks/6d4ae66e-82dd-4132-affe-82a1eb42b00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817199 Feb 09 02:23:52.164607 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-59a16bc7-d9cc-4b24-ae48-1b910c3a85aa req-29bba7bc-126c-44fd-85b7-db0880e6493d service neutron] 10.222.0.121 "GET /v2.0/networks/6d4ae66e-82dd-4132-affe-82a1eb42b00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856795 Feb 09 02:23:52.922607 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ab596-43f8-41b6-8878-9311509b65d1 req-db095948-1c21-464b-9172-471e8cc6ce61 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:52.924130 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-407ab596-43f8-41b6-8878-9311509b65d1 req-db095948-1c21-464b-9172-471e8cc6ce61 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=78991786-fae9-455f-8dcc-93cbf7348424 HTTP/1.1" status: 200 len: 946 time: 0.0551322 Feb 09 02:23:52.975015 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-407ab596-43f8-41b6-8878-9311509b65d1 req-24a4646d-d46c-4a82-b1bf-58f0db9d3c7b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=45799025-a206-4a13-8e29-9e1ce7731b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445020 Feb 09 02:23:54.096237 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fd6b1-c5d5-4125-881e-db2b093600bb req-6b5599f7-21b5-456f-825e-4bf4554be1c8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:54.097788 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f01fd6b1-c5d5-4125-881e-db2b093600bb req-6b5599f7-21b5-456f-825e-4bf4554be1c8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=78991786-fae9-455f-8dcc-93cbf7348424 HTTP/1.1" status: 200 len: 946 time: 0.0538895 Feb 09 02:23:54.146461 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f01fd6b1-c5d5-4125-881e-db2b093600bb req-dfa034b4-9bdd-47d6-847e-e0231db6e528 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=45799025-a206-4a13-8e29-9e1ce7731b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430529 Feb 09 02:23:54.380759 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6d141566-01fe-4e5c-97c1-7b0cf1bdd276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:55.270290 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f7183-d32b-49a1-aa43-b7ddffff07e2 req-0dbaa11e-93ab-43cc-bab8-afc54a9175e8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:55.271776 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-438f7183-d32b-49a1-aa43-b7ddffff07e2 req-0dbaa11e-93ab-43cc-bab8-afc54a9175e8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=78991786-fae9-455f-8dcc-93cbf7348424 HTTP/1.1" status: 200 len: 946 time: 0.0579708 Feb 09 02:23:55.321877 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-438f7183-d32b-49a1-aa43-b7ddffff07e2 req-94dd4739-e221-4bf7-8539-066a1fbc8586 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=45799025-a206-4a13-8e29-9e1ce7731b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442171 Feb 09 02:23:56.042400 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:56.441655 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea91c2-23e1-451e-b354-b5a393319765 req-b817b1fa-7a4d-480b-b975-de5fdb1af2ae tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:56.443968 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d0ea91c2-23e1-451e-b354-b5a393319765 req-b817b1fa-7a4d-480b-b975-de5fdb1af2ae tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=78991786-fae9-455f-8dcc-93cbf7348424 HTTP/1.1" status: 200 len: 946 time: 0.0538595 Feb 09 02:23:56.492923 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d0ea91c2-23e1-451e-b354-b5a393319765 req-fdc65c0a-76b2-41b0-95bc-7d2fb5082079 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=45799025-a206-4a13-8e29-9e1ce7731b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433967 Feb 09 02:23:57.617892 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee8a4f-d2f1-49e5-971f-d5baa7e8d411 req-2b32b795-70aa-48fc-bcf1-72b590c83972 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:57.619283 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-35ee8a4f-d2f1-49e5-971f-d5baa7e8d411 req-2b32b795-70aa-48fc-bcf1-72b590c83972 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=78991786-fae9-455f-8dcc-93cbf7348424 HTTP/1.1" status: 200 len: 946 time: 0.0571105 Feb 09 02:23:57.668509 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-35ee8a4f-d2f1-49e5-971f-d5baa7e8d411 req-0484d8eb-dcb6-43fb-9546-cb828b1ae1ad tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=45799025-a206-4a13-8e29-9e1ce7731b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436423 Feb 09 02:23:57.789863 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:58.437606 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:58.790420 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139230b-7168-4788-88c1-ffb07adb5ab8 req-9b9c8ada-664f-438f-90ed-441f70feebc1 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:58.791903 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2139230b-7168-4788-88c1-ffb07adb5ab8 req-9b9c8ada-664f-438f-90ed-441f70feebc1 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=78991786-fae9-455f-8dcc-93cbf7348424 HTTP/1.1" status: 200 len: 946 time: 0.0547171 Feb 09 02:23:58.840244 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2139230b-7168-4788-88c1-ffb07adb5ab8 req-2d837167-6cbd-47df-b8b5-4dbee3223a95 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=45799025-a206-4a13-8e29-9e1ce7731b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426893 Feb 09 02:23:59.960473 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efded49-f5e5-45d1-9b8e-44916227c57d req-270d32cc-3416-4697-9721-bd3c19e7d4f1 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:59.961955 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6efded49-f5e5-45d1-9b8e-44916227c57d req-270d32cc-3416-4697-9721-bd3c19e7d4f1 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=78991786-fae9-455f-8dcc-93cbf7348424 HTTP/1.1" status: 200 len: 946 time: 0.0530505 Feb 09 02:24:00.015411 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6efded49-f5e5-45d1-9b8e-44916227c57d req-c71cdfa7-38f2-448d-bde3-829a8cc13680 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=45799025-a206-4a13-8e29-9e1ce7731b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478990 Feb 09 02:24:01.138011 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678166d-7cfd-409b-873b-d5ce30f795ba req-224afd74-41d2-4bf0-af13-4b4b4cd38a91 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:01.139491 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a678166d-7cfd-409b-873b-d5ce30f795ba req-224afd74-41d2-4bf0-af13-4b4b4cd38a91 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=78991786-fae9-455f-8dcc-93cbf7348424 HTTP/1.1" status: 200 len: 946 time: 0.0550604 Feb 09 02:24:01.189294 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a678166d-7cfd-409b-873b-d5ce30f795ba req-4265112c-4d8a-4f7d-879d-d72033ca0892 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=45799025-a206-4a13-8e29-9e1ce7731b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441072 Feb 09 02:24:02.314000 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e81b15-7c2b-4c17-a8eb-169f633d8036 req-25783c15-4c6d-4665-aa91-b43e6dfecf6b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:02.315479 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-23e81b15-7c2b-4c17-a8eb-169f633d8036 req-25783c15-4c6d-4665-aa91-b43e6dfecf6b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=78991786-fae9-455f-8dcc-93cbf7348424 HTTP/1.1" status: 200 len: 946 time: 0.0558519 Feb 09 02:24:02.365731 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-23e81b15-7c2b-4c17-a8eb-169f633d8036 req-8788d6f0-a862-40ff-84b5-c37deba5f880 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=45799025-a206-4a13-8e29-9e1ce7731b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445144 Feb 09 02:24:03.488443 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ef1dd-c580-47ee-a89b-d72f02d75a00 req-e650a13b-87c9-4975-88d8-d9a8161e3651 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:03.490465 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-761ef1dd-c580-47ee-a89b-d72f02d75a00 req-e650a13b-87c9-4975-88d8-d9a8161e3651 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=78991786-fae9-455f-8dcc-93cbf7348424 HTTP/1.1" status: 200 len: 946 time: 0.0583010 Feb 09 02:24:03.538934 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-761ef1dd-c580-47ee-a89b-d72f02d75a00 req-dc302fe8-b195-48a7-8d5c-cc44eb3f02a2 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=45799025-a206-4a13-8e29-9e1ce7731b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427601 Feb 09 02:24:03.561500 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52316) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:03.628999 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-855ccb33-a313-402b-9cfe-ccb51293c22a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/floatingips/8e27994c-b65a-4ddd-ad38-11a0ca811df0 HTTP/1.1" status: 200 len: 994 time: 0.0662398 Feb 09 02:24:08.316333 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:24:20.130723 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:20.951412 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ce35290e-2a85-44c4-8ff7-8bebc436f67f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:21.590692 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:24.382208 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cc2f1516-9363-4e0c-a6c4-b7b6ade2561f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:26.044699 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:27.792808 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:28.439012 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:35.992258 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52326) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:36.150820 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-3640c94b-9c7d-4473-8c07-e93dabb88ed9 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Deleting port 1a683434-f842-4808-bd34-12c8ea9891ad {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:24:36.151161 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3640c94b-9c7d-4473-8c07-e93dabb88ed9 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (1a683434-f842-4808-bd34-12c8ea9891ad), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:36.227435 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3640c94b-9c7d-4473-8c07-e93dabb88ed9 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (1a683434-f842-4808-bd34-12c8ea9891ad), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:36.227755 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3640c94b-9c7d-4473-8c07-e93dabb88ed9 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for floatingip (1a683434-f842-4808-bd34-12c8ea9891ad), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:36.239684 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-3640c94b-9c7d-4473-8c07-e93dabb88ed9 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Calling delete_port for 1a683434-f842-4808-bd34-12c8ea9891ad owned by network:floatingip {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:24:36.386903 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3640c94b-9c7d-4473-8c07-e93dabb88ed9 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (1a683434-f842-4808-bd34-12c8ea9891ad), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:36.413903 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3640c94b-9c7d-4473-8c07-e93dabb88ed9 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event deleted for resources: {'Port': ['ID=1a683434-f842-4808-bd34-12c8ea9891ad,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:36.437894 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3640c94b-9c7d-4473-8c07-e93dabb88ed9 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:36.438268 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3640c94b-9c7d-4473-8c07-e93dabb88ed9 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:36.438615 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3640c94b-9c7d-4473-8c07-e93dabb88ed9 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:36.438951 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3640c94b-9c7d-4473-8c07-e93dabb88ed9 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:36.439280 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3640c94b-9c7d-4473-8c07-e93dabb88ed9 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:36.439604 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3640c94b-9c7d-4473-8c07-e93dabb88ed9 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:36.439930 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3640c94b-9c7d-4473-8c07-e93dabb88ed9 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:36.440283 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3640c94b-9c7d-4473-8c07-e93dabb88ed9 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:36.440607 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3640c94b-9c7d-4473-8c07-e93dabb88ed9 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:36.440927 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3640c94b-9c7d-4473-8c07-e93dabb88ed9 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:36.441245 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3640c94b-9c7d-4473-8c07-e93dabb88ed9 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:36.441560 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3640c94b-9c7d-4473-8c07-e93dabb88ed9 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:36.441876 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3640c94b-9c7d-4473-8c07-e93dabb88ed9 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:36.484645 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3640c94b-9c7d-4473-8c07-e93dabb88ed9 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for floatingip (8e27994c-b65a-4ddd-ad38-11a0ca811df0), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:36.484975 n-d-822053-40 neutron-server[103528]: INFO neutron.db.l3_db [None req-3640c94b-9c7d-4473-8c07-e93dabb88ed9 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Floating IP 8e27994c-b65a-4ddd-ad38-11a0ca811df0 disassociated (deleted). External IP: 172.25.1.102, port: d1692887-4083-4ae4-a3a3-e52b6c239fbd. Feb 09 02:24:36.700832 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3640c94b-9c7d-4473-8c07-e93dabb88ed9 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Router 4d2eb27b-b86a-489f-a294-ae7fdd0ba212 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:24:36.810196 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3640c94b-9c7d-4473-8c07-e93dabb88ed9 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:24:36.814643 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3640c94b-9c7d-4473-8c07-e93dabb88ed9 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:36.820962 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78742655-43f0-44aa-898a-c7da0d4be09c None None] Sync routers for ids ['4d2eb27b-b86a-489f-a294-ae7fdd0ba212'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:24:36.830741 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78742655-43f0-44aa-898a-c7da0d4be09c None None] Routers {'4d2eb27b-b86a-489f-a294-ae7fdd0ba212'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:24:36.831398 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-78742655-43f0-44aa-898a-c7da0d4be09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:24:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['4d2eb27b-b86a-489f-a294-ae7fdd0ba212'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:36.845027 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-3640c94b-9c7d-4473-8c07-e93dabb88ed9 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "DELETE /v2.0/floatingips/8e27994c-b65a-4ddd-ad38-11a0ca811df0 HTTP/1.1" status: 204 len: 168 time: 0.8516378 Feb 09 02:24:36.845607 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78991786-fae9-455f-8dcc-93cbf7348424', 'tag': 'd1692887-4083-4ae4-a3a3-e52b6c239fbd'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:24:36.847886 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8875158a3b8cd9e21020c5e530d02786ba26f4a79624d6907fbca9bf06d66985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a2acea-5909-4dcb-b74a-a5f4775a8a34" -d '{"events": [{"name": "network-changed", "server_uuid": "78991786-fae9-455f-8dcc-93cbf7348424", "tag": "d1692887-4083-4ae4-a3a3-e52b6c239fbd"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:24:36.887524 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fa8c78-4309-4149-8059-bf0756ac0f3e x-openstack-request-id: req-91fa8c78-4309-4149-8059-bf0756ac0f3e {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:24:36.887881 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78991786-fae9-455f-8dcc-93cbf7348424", "tag": "d1692887-4083-4ae4-a3a3-e52b6c239fbd", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:24:36.888230 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-91fa8c78-4309-4149-8059-bf0756ac0f3e {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:24:36.888861 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78991786-fae9-455f-8dcc-93cbf7348424', 'tag': 'd1692887-4083-4ae4-a3a3-e52b6c239fbd', 'status': 'completed', 'code': 200} Feb 09 02:24:36.947219 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-78742655-43f0-44aa-898a-c7da0d4be09c None None] Set router 4d2eb27b-b86a-489f-a294-ae7fdd0ba212 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:24:36.961027 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2acea-5909-4dcb-b74a-a5f4775a8a34 req-2c0f1756-2904-46a6-9d3e-93244d2507da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:36.962711 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a5a2acea-5909-4dcb-b74a-a5f4775a8a34 req-2c0f1756-2904-46a6-9d3e-93244d2507da service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=8591eec9c58e428aaa03fb8ea4411d94&device_id=78991786-fae9-455f-8dcc-93cbf7348424 HTTP/1.1" status: 200 len: 1129 time: 0.0542188 Feb 09 02:24:37.091738 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2acea-5909-4dcb-b74a-a5f4775a8a34 req-0cef51cb-6bf8-42ea-82b7-5b4189384ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:37.093242 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a5a2acea-5909-4dcb-b74a-a5f4775a8a34 req-0cef51cb-6bf8-42ea-82b7-5b4189384ce2 service neutron] 10.222.0.121 "GET /v2.0/networks?id=6d4ae66e-82dd-4132-affe-82a1eb42b00f HTTP/1.1" status: 200 len: 897 time: 0.1237500 Feb 09 02:24:37.107685 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ca01c-766c-4beb-9440-f8024210c116 req-cd55f131-9834-47b1-be72-6f94e61591a6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:37.109184 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f8ca01c-766c-4beb-9440-f8024210c116 req-cd55f131-9834-47b1-be72-6f94e61591a6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=78991786-fae9-455f-8dcc-93cbf7348424 HTTP/1.1" status: 200 len: 946 time: 0.0792680 Feb 09 02:24:37.158851 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-78742655-43f0-44aa-898a-c7da0d4be09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2eb27b-b86a-489f-a294-ae7fdd0ba212', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821869564', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'cca63943-26c2-4012-8d60-f42903b0f1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:59Z', 'updated_at': '2022-02-09T02:23:03Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'cca63943-26c2-4012-8d60-f42903b0f1d8', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2eb27b-b86a-489f-a294-ae7fdd0ba212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:00Z', 'updated_at': '2022-02-09T02:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'd1f04b9c-deb1-43d6-b8ee-baa071e6bb91', 'name': '', 'network_id': '6d4ae66e-82dd-4132-affe-82a1eb42b00f', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:2a:bb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2eb27b-b86a-489f-a294-ae7fdd0ba212', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3a79dab1-7f1f-4718-bec9-2801cd2fb2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:03Z', 'updated_at': '2022-02-09T02:23:06Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': '3a79dab1-7f1f-4718-bec9-2801cd2fb2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:37.164728 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a5a2acea-5909-4dcb-b74a-a5f4775a8a34 req-9ed32c81-d21d-466c-9fc3-3a0a6e05169b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1692887-4083-4ae4-a3a3-e52b6c239fbd HTTP/1.1" status: 200 len: 217 time: 0.0544159 Feb 09 02:24:37.186476 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78742655-43f0-44aa-898a-c7da0d4be09c None None] Checking router: 4d2eb27b-b86a-489f-a294-ae7fdd0ba212 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:24:37.194706 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78742655-43f0-44aa-898a-c7da0d4be09c None None] Routers {'4d2eb27b-b86a-489f-a294-ae7fdd0ba212'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:24:37.195278 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-78742655-43f0-44aa-898a-c7da0d4be09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:24:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['4d2eb27b-b86a-489f-a294-ae7fdd0ba212'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:37.222498 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f8ca01c-766c-4beb-9440-f8024210c116 req-92fe1d1e-7923-4b41-903c-abb6516e3843 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=45799025-a206-4a13-8e29-9e1ce7731b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063831 Feb 09 02:24:37.233699 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2acea-5909-4dcb-b74a-a5f4775a8a34 req-3b788016-ce7c-43d1-89a4-dcc6003ab1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:37.235183 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a5a2acea-5909-4dcb-b74a-a5f4775a8a34 req-3b788016-ce7c-43d1-89a4-dcc6003ab1f6 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3a79dab1-7f1f-4718-bec9-2801cd2fb2ee HTTP/1.1" status: 200 len: 834 time: 0.0644612 Feb 09 02:24:37.288807 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2acea-5909-4dcb-b74a-a5f4775a8a34 req-d4eba9f6-20c7-455e-86ca-f69d326f805d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:37.290319 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a5a2acea-5909-4dcb-b74a-a5f4775a8a34 req-d4eba9f6-20c7-455e-86ca-f69d326f805d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6d4ae66e-82dd-4132-affe-82a1eb42b00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0478151 Feb 09 02:24:37.308641 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-78742655-43f0-44aa-898a-c7da0d4be09c None None] Set router 4d2eb27b-b86a-489f-a294-ae7fdd0ba212 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:24:37.395485 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a5a2acea-5909-4dcb-b74a-a5f4775a8a34 req-b904669f-48c7-457c-a68c-87b78ef22b39 service neutron] 10.222.0.121 "GET /v2.0/networks/6d4ae66e-82dd-4132-affe-82a1eb42b00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914626 Feb 09 02:24:37.487817 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a5a2acea-5909-4dcb-b74a-a5f4775a8a34 req-2f55f2f9-69b8-4851-bf06-8ef5222374ee service neutron] 10.222.0.121 "GET /v2.0/networks/6d4ae66e-82dd-4132-affe-82a1eb42b00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855000 Feb 09 02:24:37.517129 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-78742655-43f0-44aa-898a-c7da0d4be09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2eb27b-b86a-489f-a294-ae7fdd0ba212', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821869564', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'cca63943-26c2-4012-8d60-f42903b0f1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:59Z', 'updated_at': '2022-02-09T02:23:03Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'cca63943-26c2-4012-8d60-f42903b0f1d8', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2eb27b-b86a-489f-a294-ae7fdd0ba212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:00Z', 'updated_at': '2022-02-09T02:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'd1f04b9c-deb1-43d6-b8ee-baa071e6bb91', 'name': '', 'network_id': '6d4ae66e-82dd-4132-affe-82a1eb42b00f', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:2a:bb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2eb27b-b86a-489f-a294-ae7fdd0ba212', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3a79dab1-7f1f-4718-bec9-2801cd2fb2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:03Z', 'updated_at': '2022-02-09T02:23:06Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': '3a79dab1-7f1f-4718-bec9-2801cd2fb2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:37.548940 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78742655-43f0-44aa-898a-c7da0d4be09c None None] The sync data for ids ['4d2eb27b-b86a-489f-a294-ae7fdd0ba212'] in n-d-822053-40 is: [{'id': '4d2eb27b-b86a-489f-a294-ae7fdd0ba212', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821869564', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'cca63943-26c2-4012-8d60-f42903b0f1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:59Z', 'updated_at': '2022-02-09T02:23:03Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'cca63943-26c2-4012-8d60-f42903b0f1d8', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2eb27b-b86a-489f-a294-ae7fdd0ba212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:00Z', 'updated_at': '2022-02-09T02:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'd1f04b9c-deb1-43d6-b8ee-baa071e6bb91', 'name': '', 'network_id': '6d4ae66e-82dd-4132-affe-82a1eb42b00f', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:2a:bb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2eb27b-b86a-489f-a294-ae7fdd0ba212', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3a79dab1-7f1f-4718-bec9-2801cd2fb2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:03Z', 'updated_at': '2022-02-09T02:23:06Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': '3a79dab1-7f1f-4718-bec9-2801cd2fb2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:24:37.777286 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e869d7-6aa3-4a92-a629-a961e1655b98 None None] New status for floating IP 8e27994c-b65a-4ddd-ad38-11a0ca811df0: DOWN {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:24:38.352420 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb06ac8-c853-4c0a-a945-727d775f948f req-e306f619-4b01-4a45-9aa2-77d28665d877 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:38.353993 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8bb06ac8-c853-4c0a-a945-727d775f948f req-e306f619-4b01-4a45-9aa2-77d28665d877 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=78991786-fae9-455f-8dcc-93cbf7348424 HTTP/1.1" status: 200 len: 946 time: 0.0574985 Feb 09 02:24:38.401797 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8bb06ac8-c853-4c0a-a945-727d775f948f req-bb9195a6-cb42-416c-9f1e-caf3d4de5b6f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=45799025-a206-4a13-8e29-9e1ce7731b16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422533 Feb 09 02:24:38.753692 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c450eb8-3a7d-455c-8b15-acea3ce828c3 req-c3628247-89c9-4371-a49a-dfed587512b1 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:38.755126 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c450eb8-3a7d-455c-8b15-acea3ce828c3 req-c3628247-89c9-4371-a49a-dfed587512b1 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.121 "GET /v2.0/ports?device_id=78991786-fae9-455f-8dcc-93cbf7348424 HTTP/1.1" status: 200 len: 946 time: 0.0512671 Feb 09 02:24:38.847708 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-4c450eb8-3a7d-455c-8b15-acea3ce828c3 req-800565f0-2856-43c5-8e45-6e4b9deda1f0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Deleting port d1692887-4083-4ae4-a3a3-e52b6c239fbd {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:24:38.847941 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4c450eb8-3a7d-455c-8b15-acea3ce828c3 req-800565f0-2856-43c5-8e45-6e4b9deda1f0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (d1692887-4083-4ae4-a3a3-e52b6c239fbd), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:38.936043 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-4c450eb8-3a7d-455c-8b15-acea3ce828c3 req-800565f0-2856-43c5-8e45-6e4b9deda1f0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] For port d1692887-4083-4ae4-a3a3-e52b6c239fbd, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=d1692887-4083-4ae4-a3a3-e52b6c239fbd,segment=NetworkSegment(71dfd2cc-c372-4698-b010-61ad909a785f),segment_id=71dfd2cc-c372-4698-b010-61ad909a785f)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:38.936405 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4c450eb8-3a7d-455c-8b15-acea3ce828c3 req-800565f0-2856-43c5-8e45-6e4b9deda1f0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (d1692887-4083-4ae4-a3a3-e52b6c239fbd), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:38.949191 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-4c450eb8-3a7d-455c-8b15-acea3ce828c3 req-800565f0-2856-43c5-8e45-6e4b9deda1f0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Calling delete_port for d1692887-4083-4ae4-a3a3-e52b6c239fbd owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:24:39.078747 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4c450eb8-3a7d-455c-8b15-acea3ce828c3 req-800565f0-2856-43c5-8e45-6e4b9deda1f0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (d1692887-4083-4ae4-a3a3-e52b6c239fbd), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:39.105228 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800565f0-2856-43c5-8e45-6e4b9deda1f0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event deleted for resources: {'Port': ['ID=d1692887-4083-4ae4-a3a3-e52b6c239fbd,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:39.114915 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800565f0-2856-43c5-8e45-6e4b9deda1f0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:39.115262 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800565f0-2856-43c5-8e45-6e4b9deda1f0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:39.115606 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800565f0-2856-43c5-8e45-6e4b9deda1f0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:39.115942 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800565f0-2856-43c5-8e45-6e4b9deda1f0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:39.116299 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800565f0-2856-43c5-8e45-6e4b9deda1f0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:39.116626 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800565f0-2856-43c5-8e45-6e4b9deda1f0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:39.117112 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800565f0-2856-43c5-8e45-6e4b9deda1f0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:39.117439 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800565f0-2856-43c5-8e45-6e4b9deda1f0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:39.118124 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800565f0-2856-43c5-8e45-6e4b9deda1f0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:39.118124 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800565f0-2856-43c5-8e45-6e4b9deda1f0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:39.118423 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800565f0-2856-43c5-8e45-6e4b9deda1f0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:39.118689 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800565f0-2856-43c5-8e45-6e4b9deda1f0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:39.119643 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800565f0-2856-43c5-8e45-6e4b9deda1f0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:39.162968 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c450eb8-3a7d-455c-8b15-acea3ce828c3 req-800565f0-2856-43c5-8e45-6e4b9deda1f0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] No DVR routers for this DVR port d1692887-4083-4ae4-a3a3-e52b6c239fbd on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:24:39.165548 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-4c450eb8-3a7d-455c-8b15-acea3ce828c3 req-800565f0-2856-43c5-8e45-6e4b9deda1f0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:39.169906 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4c450eb8-3a7d-455c-8b15-acea3ce828c3 req-800565f0-2856-43c5-8e45-6e4b9deda1f0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.121 "DELETE /v2.0/ports/d1692887-4083-4ae4-a3a3-e52b6c239fbd HTTP/1.1" status: 204 len: 173 time: 0.4094720 Feb 09 02:24:39.170341 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78991786-fae9-455f-8dcc-93cbf7348424', 'name': 'network-vif-deleted', 'tag': 'd1692887-4083-4ae4-a3a3-e52b6c239fbd'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:24:39.172681 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73765d5-5a09-4b3c-9a8e-ad07d3015217" -d '{"events": [{"server_uuid": "78991786-fae9-455f-8dcc-93cbf7348424", "name": "network-vif-deleted", "tag": "d1692887-4083-4ae4-a3a3-e52b6c239fbd"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:24:39.292034 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc87ed3-f824-418f-a670-ae3f87644522 x-openstack-request-id: req-9bc87ed3-f824-418f-a670-ae3f87644522 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:24:39.292422 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78991786-fae9-455f-8dcc-93cbf7348424", "name": "network-vif-deleted", "tag": "d1692887-4083-4ae4-a3a3-e52b6c239fbd", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:24:39.292646 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9bc87ed3-f824-418f-a670-ae3f87644522 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:24:39.293064 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78991786-fae9-455f-8dcc-93cbf7348424', 'name': 'network-vif-deleted', 'tag': 'd1692887-4083-4ae4-a3a3-e52b6c239fbd', 'status': 'completed', 'code': 200} Feb 09 02:24:39.517406 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bcb47a28-1240-4b04-82f2-d7d3cd469cf6 req-7168c271-6482-40a2-bbbc-6385710336e0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=78991786-fae9-455f-8dcc-93cbf7348424 HTTP/1.1" status: 200 len: 210 time: 0.0319836 Feb 09 02:24:40.576930 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52346) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:40.942522 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-532a9de1-13c1-4474-b964-c0e340df755d tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (4d2eb27b-b86a-489f-a294-ae7fdd0ba212), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:41.204949 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-532a9de1-13c1-4474-b964-c0e340df755d tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Deleting port d1f04b9c-deb1-43d6-b8ee-baa071e6bb91 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:24:41.205209 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-532a9de1-13c1-4474-b964-c0e340df755d tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (d1f04b9c-deb1-43d6-b8ee-baa071e6bb91), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:41.296146 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-532a9de1-13c1-4474-b964-c0e340df755d tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] For port d1f04b9c-deb1-43d6-b8ee-baa071e6bb91, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d1f04b9c-deb1-43d6-b8ee-baa071e6bb91,segment=NetworkSegment(71dfd2cc-c372-4698-b010-61ad909a785f),segment_id=71dfd2cc-c372-4698-b010-61ad909a785f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:41.296507 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-532a9de1-13c1-4474-b964-c0e340df755d tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (d1f04b9c-deb1-43d6-b8ee-baa071e6bb91), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:41.310346 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-532a9de1-13c1-4474-b964-c0e340df755d tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Calling delete_port for d1f04b9c-deb1-43d6-b8ee-baa071e6bb91 owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:24:41.499796 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-532a9de1-13c1-4474-b964-c0e340df755d tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (d1f04b9c-deb1-43d6-b8ee-baa071e6bb91), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:41.531741 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a9de1-13c1-4474-b964-c0e340df755d tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event deleted for resources: {'Port': ['ID=d1f04b9c-deb1-43d6-b8ee-baa071e6bb91,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:41.708046 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-532a9de1-13c1-4474-b964-c0e340df755d tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (4d2eb27b-b86a-489f-a294-ae7fdd0ba212), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:41.943421 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532a9de1-13c1-4474-b964-c0e340df755d tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Router 4d2eb27b-b86a-489f-a294-ae7fdd0ba212 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:24:42.052661 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532a9de1-13c1-4474-b964-c0e340df755d tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:24:42.058366 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-532a9de1-13c1-4474-b964-c0e340df755d tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "PUT /v2.0/routers/4d2eb27b-b86a-489f-a294-ae7fdd0ba212/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4804018 Feb 09 02:24:42.061364 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52348) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:42.064546 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252fdbce-620a-4a65-bd73-8f742e017598 None None] Sync routers for ids ['4d2eb27b-b86a-489f-a294-ae7fdd0ba212'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:24:42.075296 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252fdbce-620a-4a65-bd73-8f742e017598 None None] Routers {'4d2eb27b-b86a-489f-a294-ae7fdd0ba212'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:24:42.075889 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-252fdbce-620a-4a65-bd73-8f742e017598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:24:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['4d2eb27b-b86a-489f-a294-ae7fdd0ba212'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:42.114929 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-38e4e249-8f81-436e-bd69-418b282db79b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Deleting subnet 3a79dab1-7f1f-4718-bec9-2801cd2fb2ee {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:24:42.118219 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-38e4e249-8f81-436e-bd69-418b282db79b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for subnet (3a79dab1-7f1f-4718-bec9-2801cd2fb2ee), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:42.160246 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-38e4e249-8f81-436e-bd69-418b282db79b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (3a79dab1-7f1f-4718-bec9-2801cd2fb2ee), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:42.185442 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-252fdbce-620a-4a65-bd73-8f742e017598 None None] Set router 4d2eb27b-b86a-489f-a294-ae7fdd0ba212 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:24:42.374068 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-252fdbce-620a-4a65-bd73-8f742e017598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2eb27b-b86a-489f-a294-ae7fdd0ba212', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821869564', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'cca63943-26c2-4012-8d60-f42903b0f1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:59Z', 'updated_at': '2022-02-09T02:24:41Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'cca63943-26c2-4012-8d60-f42903b0f1d8', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2eb27b-b86a-489f-a294-ae7fdd0ba212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:00Z', 'updated_at': '2022-02-09T02:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:42.407555 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252fdbce-620a-4a65-bd73-8f742e017598 None None] Checking router: 4d2eb27b-b86a-489f-a294-ae7fdd0ba212 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:24:42.416374 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252fdbce-620a-4a65-bd73-8f742e017598 None None] Routers {'4d2eb27b-b86a-489f-a294-ae7fdd0ba212'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:24:42.416992 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-252fdbce-620a-4a65-bd73-8f742e017598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:24:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['4d2eb27b-b86a-489f-a294-ae7fdd0ba212'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:42.570738 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-38e4e249-8f81-436e-bd69-418b282db79b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (3a79dab1-7f1f-4718-bec9-2801cd2fb2ee), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:42.633137 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-38e4e249-8f81-436e-bd69-418b282db79b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (3a79dab1-7f1f-4718-bec9-2801cd2fb2ee), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:42.663005 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4e249-8f81-436e-bd69-418b282db79b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event deleted for resources: {'Subnet': ['ID=3a79dab1-7f1f-4718-bec9-2801cd2fb2ee,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:42.668547 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-38e4e249-8f81-436e-bd69-418b282db79b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:42.674563 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-38e4e249-8f81-436e-bd69-418b282db79b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "DELETE /v2.0/subnets/3a79dab1-7f1f-4718-bec9-2801cd2fb2ee HTTP/1.1" status: 204 len: 168 time: 0.6096408 Feb 09 02:24:42.674736 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25c414e-ca62-4eba-9fe5-a48be7c36259 None None] Network 6d4ae66e-82dd-4132-affe-82a1eb42b00f requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:24:42.674838 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52350) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:42.767186 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-252fdbce-620a-4a65-bd73-8f742e017598 None None] Set router 4d2eb27b-b86a-489f-a294-ae7fdd0ba212 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:24:42.783821 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-66dcce98-a3c5-468a-9c6a-fe5f28f389c2 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router (4d2eb27b-b86a-489f-a294-ae7fdd0ba212), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:42.799267 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device d1692887-4083-4ae4-a3a3-e52b6c239fbd no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:24:42.851129 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: d1692887-4083-4ae4-a3a3-e52b6c239fbd {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:24:42.851467 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device d1692887-4083-4ae4-a3a3-e52b6c239fbd not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:24:42.893942 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-66dcce98-a3c5-468a-9c6a-fe5f28f389c2 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router_gateway (4d2eb27b-b86a-489f-a294-ae7fdd0ba212), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:42.949694 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-66dcce98-a3c5-468a-9c6a-fe5f28f389c2 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Deleting port cca63943-26c2-4012-8d60-f42903b0f1d8 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:24:42.950041 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-66dcce98-a3c5-468a-9c6a-fe5f28f389c2 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (cca63943-26c2-4012-8d60-f42903b0f1d8), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:42.989344 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56304f21-f92e-4455-aecc-0766167a0041 None None] DHCP port deletion for 6d4ae66e-82dd-4132-affe-82a1eb42b00f request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:24:43.000685 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-252fdbce-620a-4a65-bd73-8f742e017598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2eb27b-b86a-489f-a294-ae7fdd0ba212', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821869564', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'cca63943-26c2-4012-8d60-f42903b0f1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:59Z', 'updated_at': '2022-02-09T02:24:41Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'cca63943-26c2-4012-8d60-f42903b0f1d8', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2eb27b-b86a-489f-a294-ae7fdd0ba212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:00Z', 'updated_at': '2022-02-09T02:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:43.037525 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-66dcce98-a3c5-468a-9c6a-fe5f28f389c2 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] For port cca63943-26c2-4012-8d60-f42903b0f1d8, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=cca63943-26c2-4012-8d60-f42903b0f1d8,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:43.037890 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-66dcce98-a3c5-468a-9c6a-fe5f28f389c2 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (cca63943-26c2-4012-8d60-f42903b0f1d8), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:43.049416 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252fdbce-620a-4a65-bd73-8f742e017598 None None] The sync data for ids ['4d2eb27b-b86a-489f-a294-ae7fdd0ba212'] in n-d-822053-40 is: [{'id': '4d2eb27b-b86a-489f-a294-ae7fdd0ba212', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821869564', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'cca63943-26c2-4012-8d60-f42903b0f1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:22:59Z', 'updated_at': '2022-02-09T02:24:41Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'cca63943-26c2-4012-8d60-f42903b0f1d8', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2eb27b-b86a-489f-a294-ae7fdd0ba212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:00Z', 'updated_at': '2022-02-09T02:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:24:43.053111 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-66dcce98-a3c5-468a-9c6a-fe5f28f389c2 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Calling delete_port for cca63943-26c2-4012-8d60-f42903b0f1d8 owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:24:43.071634 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-56304f21-f92e-4455-aecc-0766167a0041 None None] Deleting port ac090df9-b3bb-4763-b285-7f75e6b19064 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:24:43.072875 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-56304f21-f92e-4455-aecc-0766167a0041 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (ac090df9-b3bb-4763-b285-7f75e6b19064), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:43.136403 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-56304f21-f92e-4455-aecc-0766167a0041 None None] For port ac090df9-b3bb-4763-b285-7f75e6b19064, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=ac090df9-b3bb-4763-b285-7f75e6b19064,segment=NetworkSegment(71dfd2cc-c372-4698-b010-61ad909a785f),segment_id=71dfd2cc-c372-4698-b010-61ad909a785f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:43.136798 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-56304f21-f92e-4455-aecc-0766167a0041 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (ac090df9-b3bb-4763-b285-7f75e6b19064), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:43.149040 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-56304f21-f92e-4455-aecc-0766167a0041 None None] Calling delete_port for ac090df9-b3bb-4763-b285-7f75e6b19064 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:24:43.231147 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-66dcce98-a3c5-468a-9c6a-fe5f28f389c2 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (cca63943-26c2-4012-8d60-f42903b0f1d8), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:43.232143 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-56304f21-f92e-4455-aecc-0766167a0041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (ac090df9-b3bb-4763-b285-7f75e6b19064), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:43.257728 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56304f21-f92e-4455-aecc-0766167a0041 None None] Pushing event deleted for resources: {'Port': ['ID=ac090df9-b3bb-4763-b285-7f75e6b19064,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:43.258078 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dcce98-a3c5-468a-9c6a-fe5f28f389c2 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event deleted for resources: {'Port': ['ID=cca63943-26c2-4012-8d60-f42903b0f1d8,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:43.262262 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56304f21-f92e-4455-aecc-0766167a0041 None None] No DVR routers for this DVR port ac090df9-b3bb-4763-b285-7f75e6b19064 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:24:43.270161 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56304f21-f92e-4455-aecc-0766167a0041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:43.270508 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56304f21-f92e-4455-aecc-0766167a0041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:43.270844 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56304f21-f92e-4455-aecc-0766167a0041 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:43.271175 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56304f21-f92e-4455-aecc-0766167a0041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:43.271500 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56304f21-f92e-4455-aecc-0766167a0041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:43.271826 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56304f21-f92e-4455-aecc-0766167a0041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:43.272212 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56304f21-f92e-4455-aecc-0766167a0041 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:43.272908 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56304f21-f92e-4455-aecc-0766167a0041 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:43.272908 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56304f21-f92e-4455-aecc-0766167a0041 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:43.273329 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56304f21-f92e-4455-aecc-0766167a0041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:43.273651 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56304f21-f92e-4455-aecc-0766167a0041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:43.273973 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56304f21-f92e-4455-aecc-0766167a0041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:43.274290 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56304f21-f92e-4455-aecc-0766167a0041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:43.324303 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-66dcce98-a3c5-468a-9c6a-fe5f28f389c2 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (4d2eb27b-b86a-489f-a294-ae7fdd0ba212), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:43.419967 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-66dcce98-a3c5-468a-9c6a-fe5f28f389c2 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (4d2eb27b-b86a-489f-a294-ae7fdd0ba212), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:43.422506 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-66dcce98-a3c5-468a-9c6a-fe5f28f389c2 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router_controller (4d2eb27b-b86a-489f-a294-ae7fdd0ba212), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:43.473441 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-66dcce98-a3c5-468a-9c6a-fe5f28f389c2 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (4d2eb27b-b86a-489f-a294-ae7fdd0ba212), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:43.474182 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66dcce98-a3c5-468a-9c6a-fe5f28f389c2 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Fanout notify agent at l3_agent the message router_deleted on router 4d2eb27b-b86a-489f-a294-ae7fdd0ba212 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:24:43.483338 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-66dcce98-a3c5-468a-9c6a-fe5f28f389c2 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:43.484565 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-66dcce98-a3c5-468a-9c6a-fe5f28f389c2 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "DELETE /v2.0/routers/4d2eb27b-b86a-489f-a294-ae7fdd0ba212 HTTP/1.1" status: 204 len: 168 time: 0.8090770 Feb 09 02:24:43.489020 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52352) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:43.548301 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device ac090df9-b3bb-4763-b285-7f75e6b19064 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:24:43.570245 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: ac090df9-b3bb-4763-b285-7f75e6b19064 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:24:43.570588 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device ac090df9-b3bb-4763-b285-7f75e6b19064 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:24:43.571005 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d1f04b9c-deb1-43d6-b8ee-baa071e6bb91 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:24:43.583417 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b4be2a11-cf9e-4e05-8347-4cda32a7cfca tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (6d4ae66e-82dd-4132-affe-82a1eb42b00f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:43.596889 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: d1f04b9c-deb1-43d6-b8ee-baa071e6bb91 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:24:43.597319 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d1f04b9c-deb1-43d6-b8ee-baa071e6bb91 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:24:43.679311 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b4be2a11-cf9e-4e05-8347-4cda32a7cfca tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (6d4ae66e-82dd-4132-affe-82a1eb42b00f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:43.700887 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-b4be2a11-cf9e-4e05-8347-4cda32a7cfca tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d4ae66e-82dd-4132-affe-82a1eb42b00f']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:43.710591 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-b4be2a11-cf9e-4e05-8347-4cda32a7cfca tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71dfd2cc-c372-4698-b010-61ad909a785f') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:43.710832 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-b4be2a11-cf9e-4e05-8347-4cda32a7cfca tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71dfd2cc-c372-4698-b010-61ad909a785f') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:43.721017 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b4be2a11-cf9e-4e05-8347-4cda32a7cfca tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (71dfd2cc-c372-4698-b010-61ad909a785f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:43.735280 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b4be2a11-cf9e-4e05-8347-4cda32a7cfca tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (71dfd2cc-c372-4698-b010-61ad909a785f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:43.741574 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4be2a11-cf9e-4e05-8347-4cda32a7cfca tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:24:43.742034 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b4be2a11-cf9e-4e05-8347-4cda32a7cfca tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (71dfd2cc-c372-4698-b010-61ad909a785f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:43.746083 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 02:24:43.746083 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:24:43.746083 n-d-822053-40 neutron-server[103528]: timer() Feb 09 02:24:43.746083 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:24:43.746083 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 02:24:43.746083 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:24:43.746083 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 02:24:43.746083 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:24:43.746083 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 02:24:43.746083 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:24:43.746083 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 02:24:43.746083 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:24:43.746083 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 02:24:43.746083 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:24:43.746083 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:24:43.746083 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:24:43.746083 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:24:43.746083 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:24:43.746083 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 02:24:43.746083 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:24:43.746083 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 02:24:43.746083 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:24:43.746083 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:24:43.746083 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:24:43.746083 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 02:24:43.746083 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:24:43.746083 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:24:43.746083 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:24:43.746083 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:24:43.746083 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:24:43.746083 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:24:43.746083 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:24:43.808748 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b4be2a11-cf9e-4e05-8347-4cda32a7cfca tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (6d4ae66e-82dd-4132-affe-82a1eb42b00f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:43.817549 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b4be2a11-cf9e-4e05-8347-4cda32a7cfca tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:43.820757 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b4be2a11-cf9e-4e05-8347-4cda32a7cfca tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "DELETE /v2.0/networks/6d4ae66e-82dd-4132-affe-82a1eb42b00f HTTP/1.1" status: 204 len: 168 time: 0.3307641 Feb 09 02:24:43.823899 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52354) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:43.830816 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be2a11-cf9e-4e05-8347-4cda32a7cfca tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event deleted for resources: {'Network': ['ID=6d4ae66e-82dd-4132-affe-82a1eb42b00f,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:43.883176 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-23d7ce54-1133-487f-8861-bf4388a07683 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group (45799025-a206-4a13-8e29-9e1ce7731b16), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:43.908778 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-23d7ce54-1133-487f-8861-bf4388a07683 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group (45799025-a206-4a13-8e29-9e1ce7731b16), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:43.969878 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-23d7ce54-1133-487f-8861-bf4388a07683 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (45799025-a206-4a13-8e29-9e1ce7731b16), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:43.972561 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-23d7ce54-1133-487f-8861-bf4388a07683 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:43.973763 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-23d7ce54-1133-487f-8861-bf4388a07683 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "DELETE /v2.0/security-groups/45799025-a206-4a13-8e29-9e1ce7731b16 HTTP/1.1" status: 204 len: 168 time: 0.1487768 Feb 09 02:24:43.983350 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d7ce54-1133-487f-8861-bf4388a07683 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45799025-a206-4a13-8e29-9e1ce7731b16,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:44.281672 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52360) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:44.286276 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-ba303e93-7a8d-4a35-8f81-f4668e987539 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1480942324', 'description': 'tempest-secgroup-smoke-1480942324 description', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:24:44.310436 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ba303e93-7a8d-4a35-8f81-f4668e987539 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:44.376336 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ba303e93-7a8d-4a35-8f81-f4668e987539 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group (e1a022db-e2d4-48c9-a680-66a1ace2a4ae), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:44.380946 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ba303e93-7a8d-4a35-8f81-f4668e987539 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (e1a022db-e2d4-48c9-a680-66a1ace2a4ae), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:44.410847 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ba303e93-7a8d-4a35-8f81-f4668e987539 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:44.414660 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ba303e93-7a8d-4a35-8f81-f4668e987539 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1293113 Feb 09 02:24:44.414660 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba303e93-7a8d-4a35-8f81-f4668e987539 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a022db-e2d4-48c9-a680-66a1ace2a4ae,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:44.415069 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52362) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:44.420861 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-544413e5-3646-4624-b1a7-f0dfe76b30ff tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'security_group_rule': {'security_group_id': 'e1a022db-e2d4-48c9-a680-66a1ace2a4ae', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:24:44.444568 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-544413e5-3646-4624-b1a7-f0dfe76b30ff tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (ce7228a6-1b51-4207-87cf-1912bb37f656), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:44.498385 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-544413e5-3646-4624-b1a7-f0dfe76b30ff tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (ce7228a6-1b51-4207-87cf-1912bb37f656), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:44.502402 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-544413e5-3646-4624-b1a7-f0dfe76b30ff tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (ce7228a6-1b51-4207-87cf-1912bb37f656), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:44.518305 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544413e5-3646-4624-b1a7-f0dfe76b30ff tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce7228a6-1b51-4207-87cf-1912bb37f656,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:44.529716 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-544413e5-3646-4624-b1a7-f0dfe76b30ff tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:44.530942 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-544413e5-3646-4624-b1a7-f0dfe76b30ff tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1140394 Feb 09 02:24:44.533709 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52364) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:44.538034 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-974fb39f-e671-4e59-8023-aaaa2df5f715 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'security_group_rule': {'security_group_id': 'e1a022db-e2d4-48c9-a680-66a1ace2a4ae', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:24:44.561858 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-974fb39f-e671-4e59-8023-aaaa2df5f715 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (7d3643c1-034a-4f17-8b36-b78f706d0530), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:44.618775 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-974fb39f-e671-4e59-8023-aaaa2df5f715 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (7d3643c1-034a-4f17-8b36-b78f706d0530), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:44.622492 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-974fb39f-e671-4e59-8023-aaaa2df5f715 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (7d3643c1-034a-4f17-8b36-b78f706d0530), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:44.641398 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974fb39f-e671-4e59-8023-aaaa2df5f715 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d3643c1-034a-4f17-8b36-b78f706d0530,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:44.646529 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-974fb39f-e671-4e59-8023-aaaa2df5f715 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:44.647639 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-974fb39f-e671-4e59-8023-aaaa2df5f715 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1129858 Feb 09 02:24:44.651417 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52366) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:44.655769 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-03f9253d-ffcf-4363-a032-1a18283f1fb0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'security_group_rule': {'security_group_id': 'e1a022db-e2d4-48c9-a680-66a1ace2a4ae', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:24:44.679813 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-03f9253d-ffcf-4363-a032-1a18283f1fb0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (6fdc7385-2f64-4fb9-8bd2-17146a47f2ed), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:44.736112 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-03f9253d-ffcf-4363-a032-1a18283f1fb0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (6fdc7385-2f64-4fb9-8bd2-17146a47f2ed), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:44.739509 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-03f9253d-ffcf-4363-a032-1a18283f1fb0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (6fdc7385-2f64-4fb9-8bd2-17146a47f2ed), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:44.761576 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f9253d-ffcf-4363-a032-1a18283f1fb0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fdc7385-2f64-4fb9-8bd2-17146a47f2ed,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:44.766373 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-03f9253d-ffcf-4363-a032-1a18283f1fb0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:44.767541 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-03f9253d-ffcf-4363-a032-1a18283f1fb0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1151228 Feb 09 02:24:44.770260 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52368) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:44.774374 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-0dda8b7f-51bd-43c2-911b-99a4338a052e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'security_group_rule': {'security_group_id': 'e1a022db-e2d4-48c9-a680-66a1ace2a4ae', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:24:44.798884 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0dda8b7f-51bd-43c2-911b-99a4338a052e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (d0b34c78-9cdf-44cc-89e1-27f9ea9590db), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:44.853811 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0dda8b7f-51bd-43c2-911b-99a4338a052e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (d0b34c78-9cdf-44cc-89e1-27f9ea9590db), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:44.858123 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0dda8b7f-51bd-43c2-911b-99a4338a052e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (d0b34c78-9cdf-44cc-89e1-27f9ea9590db), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:44.876127 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda8b7f-51bd-43c2-911b-99a4338a052e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b34c78-9cdf-44cc-89e1-27f9ea9590db,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:44.884384 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0dda8b7f-51bd-43c2-911b-99a4338a052e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:44.886346 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0dda8b7f-51bd-43c2-911b-99a4338a052e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1152334 Feb 09 02:24:44.889104 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52370) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:44.893344 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-7058c7e0-6f0f-4bd4-99ea-bbd7eaf97c0e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'security_group_rule': {'security_group_id': 'e1a022db-e2d4-48c9-a680-66a1ace2a4ae', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:24:44.912357 n-d-822053-40 neutron-server[103528]: INFO neutron.db.securitygroups_db [None req-7058c7e0-6f0f-4bd4-99ea-bbd7eaf97c0e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Project 8591eec9c58e428aaa03fb8ea4411d94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:24:44.917170 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7058c7e0-6f0f-4bd4-99ea-bbd7eaf97c0e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (f026a622-47d7-4da7-bbc5-2f0337f53968), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:44.974853 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7058c7e0-6f0f-4bd4-99ea-bbd7eaf97c0e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (f026a622-47d7-4da7-bbc5-2f0337f53968), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:44.978700 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7058c7e0-6f0f-4bd4-99ea-bbd7eaf97c0e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (f026a622-47d7-4da7-bbc5-2f0337f53968), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:44.997670 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7058c7e0-6f0f-4bd4-99ea-bbd7eaf97c0e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f026a622-47d7-4da7-bbc5-2f0337f53968,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:45.006918 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7058c7e0-6f0f-4bd4-99ea-bbd7eaf97c0e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:45.008136 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7058c7e0-6f0f-4bd4-99ea-bbd7eaf97c0e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1180928 Feb 09 02:24:45.012282 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52372) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:45.016311 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-d6372902-a21a-480a-b034-6aeb29c6acd0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'security_group_rule': {'security_group_id': 'e1a022db-e2d4-48c9-a680-66a1ace2a4ae', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:24:45.035951 n-d-822053-40 neutron-server[103528]: INFO neutron.db.securitygroups_db [None req-d6372902-a21a-480a-b034-6aeb29c6acd0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Project 8591eec9c58e428aaa03fb8ea4411d94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:24:45.040757 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6372902-a21a-480a-b034-6aeb29c6acd0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (b4c1b3ec-9773-4407-8333-cfb2f5c342a3), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:45.099842 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6372902-a21a-480a-b034-6aeb29c6acd0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (b4c1b3ec-9773-4407-8333-cfb2f5c342a3), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:45.103222 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6372902-a21a-480a-b034-6aeb29c6acd0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (b4c1b3ec-9773-4407-8333-cfb2f5c342a3), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:45.120681 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6372902-a21a-480a-b034-6aeb29c6acd0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4c1b3ec-9773-4407-8333-cfb2f5c342a3,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:45.128425 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6372902-a21a-480a-b034-6aeb29c6acd0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:45.129604 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d6372902-a21a-480a-b034-6aeb29c6acd0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1167178 Feb 09 02:24:45.132556 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52374) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:45.138066 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-1c7d3318-38e1-4d00-bd8f-b0c5761131b4 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'network': {'name': 'tempest-network-smoke--412642699', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'port_security_enabled': True}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:24:45.156602 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7d3318-38e1-4d00-bd8f-b0c5761131b4 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Made reservation on behalf of 8591eec9c58e428aaa03fb8ea4411d94 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:24:45.159762 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1c7d3318-38e1-4d00-bd8f-b0c5761131b4 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:45.187118 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c7d3318-38e1-4d00-bd8f-b0c5761131b4 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:24:45.196984 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1c7d3318-38e1-4d00-bd8f-b0c5761131b4 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (9d35ecf7-b78c-4aa3-be10-fcf19b157740), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:45.197402 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-1c7d3318-38e1-4d00-bd8f-b0c5761131b4 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Added segment 9d35ecf7-b78c-4aa3-be10-fcf19b157740 of type vlan for network c095fa3d-0751-4e22-8b66-85e08f32db40 Feb 09 02:24:45.236889 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1c7d3318-38e1-4d00-bd8f-b0c5761131b4 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (c095fa3d-0751-4e22-8b66-85e08f32db40), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:45.261921 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1c7d3318-38e1-4d00-bd8f-b0c5761131b4 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (c095fa3d-0751-4e22-8b66-85e08f32db40), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:45.266799 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7d3318-38e1-4d00-bd8f-b0c5761131b4 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:45.267398 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1c7d3318-38e1-4d00-bd8f-b0c5761131b4 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:45.326799 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1c7d3318-38e1-4d00-bd8f-b0c5761131b4 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1932070 Feb 09 02:24:45.329983 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52376) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:45.333922 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-8d14aa24-333f-428b-96c2-0178fd1dfcae tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1916900662', 'admin_state_up': True, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:24:45.349362 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7d3318-38e1-4d00-bd8f-b0c5761131b4 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'Network': ['ID=c095fa3d-0751-4e22-8b66-85e08f32db40,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:45.361936 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network c095fa3d-0751-4e22-8b66-85e08f32db40 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:24:45.363922 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d14aa24-333f-428b-96c2-0178fd1dfcae tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (249c446f-e237-48f8-a1cc-4b6f569b9a20), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:45.365216 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d14aa24-333f-428b-96c2-0178fd1dfcae tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (249c446f-e237-48f8-a1cc-4b6f569b9a20), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:45.412165 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:24:45.427513 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device cca63943-26c2-4012-8d60-f42903b0f1d8 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:24:45.429683 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d14aa24-333f-428b-96c2-0178fd1dfcae tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router_controller (249c446f-e237-48f8-a1cc-4b6f569b9a20), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:45.458388 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: cca63943-26c2-4012-8d60-f42903b0f1d8 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:24:45.458733 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device cca63943-26c2-4012-8d60-f42903b0f1d8 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:24:45.575122 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d14aa24-333f-428b-96c2-0178fd1dfcae tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router_gateway (249c446f-e237-48f8-a1cc-4b6f569b9a20), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:45.770111 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d14aa24-333f-428b-96c2-0178fd1dfcae tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router_gateway (249c446f-e237-48f8-a1cc-4b6f569b9a20), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:45.788471 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d14aa24-333f-428b-96c2-0178fd1dfcae tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:45.893666 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-8d14aa24-333f-428b-96c2-0178fd1dfcae tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Allocated IP 172.25.1.183 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/abd66e08-0182-4088-b7a9-1e2c4310dd16) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:24:45.996408 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d14aa24-333f-428b-96c2-0178fd1dfcae tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for port (abd66e08-0182-4088-b7a9-1e2c4310dd16), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:46.030925 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d14aa24-333f-428b-96c2-0178fd1dfcae tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (abd66e08-0182-4088-b7a9-1e2c4310dd16), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:46.076509 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d14aa24-333f-428b-96c2-0178fd1dfcae tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:24:46.080861 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-8d14aa24-333f-428b-96c2-0178fd1dfcae tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:24:46.085789 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d14aa24-333f-428b-96c2-0178fd1dfcae tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:24:46.088208 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d14aa24-333f-428b-96c2-0178fd1dfcae tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'Port': ['ID=abd66e08-0182-4088-b7a9-1e2c4310dd16,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:46.336256 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d14aa24-333f-428b-96c2-0178fd1dfcae tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router_gateway (249c446f-e237-48f8-a1cc-4b6f569b9a20), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:46.538188 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d14aa24-333f-428b-96c2-0178fd1dfcae tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (249c446f-e237-48f8-a1cc-4b6f569b9a20), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:46.668887 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d14aa24-333f-428b-96c2-0178fd1dfcae tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Router 249c446f-e237-48f8-a1cc-4b6f569b9a20 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:24:46.770001 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d14aa24-333f-428b-96c2-0178fd1dfcae tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:24:46.780808 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0e30f1-2f99-4606-81f8-38e2e5887c4d None None] Sync routers for ids ['249c446f-e237-48f8-a1cc-4b6f569b9a20'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:24:46.789206 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d14aa24-333f-428b-96c2-0178fd1dfcae tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:46.790421 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8d14aa24-333f-428b-96c2-0178fd1dfcae tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4599717 Feb 09 02:24:46.791334 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0e30f1-2f99-4606-81f8-38e2e5887c4d None None] Routers {'249c446f-e237-48f8-a1cc-4b6f569b9a20'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:24:46.791969 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-2b0e30f1-2f99-4606-81f8-38e2e5887c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:24:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['249c446f-e237-48f8-a1cc-4b6f569b9a20'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:46.794413 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52378) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:46.825554 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-561e99e8-7575-44b5-9f1d-fa9002c56e80 tempest-TestNetworkAdvancedServerOps-1187119017 tempest-TestNetworkAdvancedServerOps-1187119017-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=8591eec9c58e428aaa03fb8ea4411d94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298817 Feb 09 02:24:46.828271 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52380) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:46.899186 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-2b0e30f1-2f99-4606-81f8-38e2e5887c4d None None] Set router 249c446f-e237-48f8-a1cc-4b6f569b9a20 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:24:46.918357 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ad3cdf-06db-4e5c-b6f3-6727fa045d93 tempest-TestNetworkAdvancedServerOps-1187119017 tempest-TestNetworkAdvancedServerOps-1187119017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:46.919911 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-08ad3cdf-06db-4e5c-b6f3-6727fa045d93 tempest-TestNetworkAdvancedServerOps-1187119017 tempest-TestNetworkAdvancedServerOps-1187119017-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0906179 Feb 09 02:24:46.922664 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52382) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:46.950678 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-88d11001-3a4a-45e6-9a1a-be611ec5ce89 tempest-TestNetworkAdvancedServerOps-1187119017 tempest-TestNetworkAdvancedServerOps-1187119017-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=def43282-5318-4ecb-a74b-178f79c0eb6e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269694 Feb 09 02:24:46.953175 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52384) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:46.957834 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-88c02040-8607-41bc-9623-b0624655ba82 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1126004896', 'network_id': 'c095fa3d-0751-4e22-8b66-85e08f32db40', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:24:47.048145 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c02040-8607-41bc-9623-b0624655ba82 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Made reservation on behalf of 8591eec9c58e428aaa03fb8ea4411d94 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:24:47.051475 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-88c02040-8607-41bc-9623-b0624655ba82 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:47.076724 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-2b0e30f1-2f99-4606-81f8-38e2e5887c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249c446f-e237-48f8-a1cc-4b6f569b9a20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916900662', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'abd66e08-0182-4088-b7a9-1e2c4310dd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:24:45Z', 'updated_at': '2022-02-09T02:24:46Z', 'revision_number': 3, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'abd66e08-0182-4088-b7a9-1e2c4310dd16', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249c446f-e237-48f8-a1cc-4b6f569b9a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:45Z', 'updated_at': '2022-02-09T02:24:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:47.107160 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0e30f1-2f99-4606-81f8-38e2e5887c4d None None] Checking router: 249c446f-e237-48f8-a1cc-4b6f569b9a20 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:24:47.107503 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0e30f1-2f99-4606-81f8-38e2e5887c4d None None] Updating router 249c446f-e237-48f8-a1cc-4b6f569b9a20 port abd66e08-0182-4088-b7a9-1e2c4310dd16 binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:24:47.135357 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2b0e30f1-2f99-4606-81f8-38e2e5887c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (abd66e08-0182-4088-b7a9-1e2c4310dd16), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:47.239429 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-88c02040-8607-41bc-9623-b0624655ba82 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:47.299752 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c02040-8607-41bc-9623-b0624655ba82 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'Subnet': ['ID=84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:47.309516 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c02040-8607-41bc-9623-b0624655ba82 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Checking segment: {'id': '9d35ecf7-b78c-4aa3-be10-fcf19b157740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c095fa3d-0751-4e22-8b66-85e08f32db40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:24:47.309875 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c02040-8607-41bc-9623-b0624655ba82 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Network hostable DHCP agents. Network: c095fa3d-0751-4e22-8b66-85e08f32db40, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:24:47.326988 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c02040-8607-41bc-9623-b0624655ba82 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Network c095fa3d-0751-4e22-8b66-85e08f32db40 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:24:47.336503 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-88c02040-8607-41bc-9623-b0624655ba82 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, c095fa3d-0751-4e22-8b66-85e08f32db40) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:24:47.341497 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c02040-8607-41bc-9623-b0624655ba82 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:47.342284 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-88c02040-8607-41bc-9623-b0624655ba82 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:47.347551 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952f3b63-4a5a-4392-add2-d658a3d35f54 None None] Network c095fa3d-0751-4e22-8b66-85e08f32db40 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:24:47.363037 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-88c02040-8607-41bc-9623-b0624655ba82 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4064069 Feb 09 02:24:47.363273 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52386) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:47.402268 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2b0e30f1-2f99-4606-81f8-38e2e5887c4d None None] Publish callbacks [] for port (abd66e08-0182-4088-b7a9-1e2c4310dd16), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:47.409079 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2b0e30f1-2f99-4606-81f8-38e2e5887c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (abd66e08-0182-4088-b7a9-1e2c4310dd16), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:47.457253 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-2b0e30f1-2f99-4606-81f8-38e2e5887c4d None None] Attempting to bind port abd66e08-0182-4088-b7a9-1e2c4310dd16 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:24:47.457613 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-2b0e30f1-2f99-4606-81f8-38e2e5887c4d None None] Attempting to bind port abd66e08-0182-4088-b7a9-1e2c4310dd16 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:24:47.457967 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0e30f1-2f99-4606-81f8-38e2e5887c4d None None] Attempting to bind port abd66e08-0182-4088-b7a9-1e2c4310dd16 on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:24:47.467661 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ebca2-3cd5-410e-8bb8-26b34e4f0822 None None] Pushing event updated for resources: {'Port': ['ID=abd66e08-0182-4088-b7a9-1e2c4310dd16,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:47.472338 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033836c7-da16-492d-8948-11d1454f4e3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-c095fa3d-0751-4e22-8b66-85e08f32db40', 'network_id': 'c095fa3d-0751-4e22-8b66-85e08f32db40', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'fixed_ips': [{'subnet_id': '84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:24:47.473212 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-033836c7-da16-492d-8948-11d1454f4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:47.475011 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ebca2-3cd5-410e-8bb8-26b34e4f0822 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:47.475344 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ebca2-3cd5-410e-8bb8-26b34e4f0822 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:47.475672 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ebca2-3cd5-410e-8bb8-26b34e4f0822 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:47.476015 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ebca2-3cd5-410e-8bb8-26b34e4f0822 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:47.476333 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ebca2-3cd5-410e-8bb8-26b34e4f0822 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:47.476646 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ebca2-3cd5-410e-8bb8-26b34e4f0822 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:47.476959 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ebca2-3cd5-410e-8bb8-26b34e4f0822 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:47.477267 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ebca2-3cd5-410e-8bb8-26b34e4f0822 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:47.477576 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ebca2-3cd5-410e-8bb8-26b34e4f0822 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:47.477886 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ebca2-3cd5-410e-8bb8-26b34e4f0822 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:47.478193 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ebca2-3cd5-410e-8bb8-26b34e4f0822 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:47.478527 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ebca2-3cd5-410e-8bb8-26b34e4f0822 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:47.478833 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122ebca2-3cd5-410e-8bb8-26b34e4f0822 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:47.482893 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0e30f1-2f99-4606-81f8-38e2e5887c4d None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:24:47.483351 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0e30f1-2f99-4606-81f8-38e2e5887c4d None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:24:47.483747 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2b0e30f1-2f99-4606-81f8-38e2e5887c4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:47.484149 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0e30f1-2f99-4606-81f8-38e2e5887c4d None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:24:47.484616 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-2b0e30f1-2f99-4606-81f8-38e2e5887c4d None None] Bound port: abd66e08-0182-4088-b7a9-1e2c4310dd16, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:24:47.484985 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2b0e30f1-2f99-4606-81f8-38e2e5887c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (abd66e08-0182-4088-b7a9-1e2c4310dd16), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:47.544140 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-2b0e30f1-2f99-4606-81f8-38e2e5887c4d None None] For port abd66e08-0182-4088-b7a9-1e2c4310dd16, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:24:47.545133 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-2b0e30f1-2f99-4606-81f8-38e2e5887c4d None None] For port abd66e08-0182-4088-b7a9-1e2c4310dd16, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=abd66e08-0182-4088-b7a9-1e2c4310dd16,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:24:47.551422 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-2b0e30f1-2f99-4606-81f8-38e2e5887c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (abd66e08-0182-4088-b7a9-1e2c4310dd16), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:47.608981 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0e30f1-2f99-4606-81f8-38e2e5887c4d None None] Routers {'249c446f-e237-48f8-a1cc-4b6f569b9a20'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:24:47.609585 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-2b0e30f1-2f99-4606-81f8-38e2e5887c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:24:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['249c446f-e237-48f8-a1cc-4b6f569b9a20'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:47.627776 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-033836c7-da16-492d-8948-11d1454f4e3b None None] Allocated IP 172.20.0.2 (c095fa3d-0751-4e22-8b66-85e08f32db40/84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5/fe9616cc-449f-475f-8bdc-caf69fd8b8f8) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:24:47.645534 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ebca2-3cd5-410e-8bb8-26b34e4f0822 None None] Pushing event updated for resources: {'Port': ['ID=abd66e08-0182-4088-b7a9-1e2c4310dd16,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:47.735833 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-2b0e30f1-2f99-4606-81f8-38e2e5887c4d None None] Set router 249c446f-e237-48f8-a1cc-4b6f569b9a20 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:24:47.804368 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-033836c7-da16-492d-8948-11d1454f4e3b None None] Publish callbacks [] for port (fe9616cc-449f-475f-8bdc-caf69fd8b8f8), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:47.812802 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-033836c7-da16-492d-8948-11d1454f4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (fe9616cc-449f-475f-8bdc-caf69fd8b8f8), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:47.850293 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033836c7-da16-492d-8948-11d1454f4e3b None None] Network c095fa3d-0751-4e22-8b66-85e08f32db40 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:24:47.857705 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-033836c7-da16-492d-8948-11d1454f4e3b None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:24:47.860350 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033836c7-da16-492d-8948-11d1454f4e3b None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:24:47.868767 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033836c7-da16-492d-8948-11d1454f4e3b None None] Pushing event updated for resources: {'Port': ['ID=fe9616cc-449f-475f-8bdc-caf69fd8b8f8,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:47.876397 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b2fcd95b-0227-4227-94a8-f1bdab507c49 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:47.924559 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-033836c7-da16-492d-8948-11d1454f4e3b None None] Attempting to bind port fe9616cc-449f-475f-8bdc-caf69fd8b8f8 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:24:47.924922 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-033836c7-da16-492d-8948-11d1454f4e3b None None] Attempting to bind port fe9616cc-449f-475f-8bdc-caf69fd8b8f8 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '9d35ecf7-b78c-4aa3-be10-fcf19b157740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c095fa3d-0751-4e22-8b66-85e08f32db40'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:24:47.925287 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033836c7-da16-492d-8948-11d1454f4e3b None None] Attempting to bind port fe9616cc-449f-475f-8bdc-caf69fd8b8f8 on network c095fa3d-0751-4e22-8b66-85e08f32db40 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:24:47.931327 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033836c7-da16-492d-8948-11d1454f4e3b None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:24:47.932338 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033836c7-da16-492d-8948-11d1454f4e3b None None] Checking segment: {'id': '9d35ecf7-b78c-4aa3-be10-fcf19b157740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c095fa3d-0751-4e22-8b66-85e08f32db40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:24:47.932653 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-033836c7-da16-492d-8948-11d1454f4e3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:47.933050 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033836c7-da16-492d-8948-11d1454f4e3b None None] Bound using segment: {'id': '9d35ecf7-b78c-4aa3-be10-fcf19b157740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c095fa3d-0751-4e22-8b66-85e08f32db40'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:24:47.933519 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-033836c7-da16-492d-8948-11d1454f4e3b None None] Bound port: fe9616cc-449f-475f-8bdc-caf69fd8b8f8, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d35ecf7-b78c-4aa3-be10-fcf19b157740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c095fa3d-0751-4e22-8b66-85e08f32db40'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:24:47.933943 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-033836c7-da16-492d-8948-11d1454f4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (fe9616cc-449f-475f-8bdc-caf69fd8b8f8), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:47.954474 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-2b0e30f1-2f99-4606-81f8-38e2e5887c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249c446f-e237-48f8-a1cc-4b6f569b9a20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916900662', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'abd66e08-0182-4088-b7a9-1e2c4310dd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:24:45Z', 'updated_at': '2022-02-09T02:24:46Z', 'revision_number': 3, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'abd66e08-0182-4088-b7a9-1e2c4310dd16', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249c446f-e237-48f8-a1cc-4b6f569b9a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:45Z', 'updated_at': '2022-02-09T02:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:47.986174 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0e30f1-2f99-4606-81f8-38e2e5887c4d None None] The sync data for ids ['249c446f-e237-48f8-a1cc-4b6f569b9a20'] in n-d-822053-40 is: [{'id': '249c446f-e237-48f8-a1cc-4b6f569b9a20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916900662', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'abd66e08-0182-4088-b7a9-1e2c4310dd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:24:45Z', 'updated_at': '2022-02-09T02:24:46Z', 'revision_number': 3, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'abd66e08-0182-4088-b7a9-1e2c4310dd16', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249c446f-e237-48f8-a1cc-4b6f569b9a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:45Z', 'updated_at': '2022-02-09T02:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:24:48.010455 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-033836c7-da16-492d-8948-11d1454f4e3b None None] For port fe9616cc-449f-475f-8bdc-caf69fd8b8f8, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:24:48.014211 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-033836c7-da16-492d-8948-11d1454f4e3b None None] For port fe9616cc-449f-475f-8bdc-caf69fd8b8f8, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=fe9616cc-449f-475f-8bdc-caf69fd8b8f8,segment=NetworkSegment(9d35ecf7-b78c-4aa3-be10-fcf19b157740),segment_id=9d35ecf7-b78c-4aa3-be10-fcf19b157740)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:24:48.021157 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-033836c7-da16-492d-8948-11d1454f4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (fe9616cc-449f-475f-8bdc-caf69fd8b8f8), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:48.093720 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033836c7-da16-492d-8948-11d1454f4e3b None None] Pushing event updated for resources: {'Port': ['ID=fe9616cc-449f-475f-8bdc-caf69fd8b8f8,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:48.199195 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-b2fcd95b-0227-4227-94a8-f1bdab507c49 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Allocated IP 172.20.0.1 (c095fa3d-0751-4e22-8b66-85e08f32db40/84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5/b47a24c7-79b8-4da2-b017-fa882616e024) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:24:48.377743 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b2fcd95b-0227-4227-94a8-f1bdab507c49 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for port (b47a24c7-79b8-4da2-b017-fa882616e024), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:48.417008 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b2fcd95b-0227-4227-94a8-f1bdab507c49 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (b47a24c7-79b8-4da2-b017-fa882616e024), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:48.466066 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fcd95b-0227-4227-94a8-f1bdab507c49 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Network c095fa3d-0751-4e22-8b66-85e08f32db40 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:24:48.469561 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-b2fcd95b-0227-4227-94a8-f1bdab507c49 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:24:48.473200 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fcd95b-0227-4227-94a8-f1bdab507c49 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:24:48.503802 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fcd95b-0227-4227-94a8-f1bdab507c49 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'Port': ['ID=b47a24c7-79b8-4da2-b017-fa882616e024,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:48.529270 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b2fcd95b-0227-4227-94a8-f1bdab507c49 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (249c446f-e237-48f8-a1cc-4b6f569b9a20), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:48.674365 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b2fcd95b-0227-4227-94a8-f1bdab507c49 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b47a24c7-79b8-4da2-b017-fa882616e024), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:48.986419 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b2fcd95b-0227-4227-94a8-f1bdab507c49 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for port (b47a24c7-79b8-4da2-b017-fa882616e024), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:48.991024 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b2fcd95b-0227-4227-94a8-f1bdab507c49 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (b47a24c7-79b8-4da2-b017-fa882616e024), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:49.074440 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fcd95b-0227-4227-94a8-f1bdab507c49 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'Port': ['ID=b47a24c7-79b8-4da2-b017-fa882616e024,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:49.077295 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b2fcd95b-0227-4227-94a8-f1bdab507c49 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (249c446f-e237-48f8-a1cc-4b6f569b9a20), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:49.109173 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fbafc3-55bb-4563-950c-692a3942b5ea None None] Network c095fa3d-0751-4e22-8b66-85e08f32db40 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:24:49.176231 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fcd95b-0227-4227-94a8-f1bdab507c49 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Network c095fa3d-0751-4e22-8b66-85e08f32db40 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:24:49.177733 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-b2fcd95b-0227-4227-94a8-f1bdab507c49 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:24:49.228399 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-76f67c85-a1b1-43c9-8466-8a081ece2906 None None] Provisioning complete for port fe9616cc-449f-475f-8bdc-caf69fd8b8f8 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:49.228768 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-76f67c85-a1b1-43c9-8466-8a081ece2906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (fe9616cc-449f-475f-8bdc-caf69fd8b8f8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:49.298390 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2fcd95b-0227-4227-94a8-f1bdab507c49 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Router 249c446f-e237-48f8-a1cc-4b6f569b9a20 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:24:49.313396 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-76f67c85-a1b1-43c9-8466-8a081ece2906 None None] Current status of the port fe9616cc-449f-475f-8bdc-caf69fd8b8f8 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:49.313785 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-76f67c85-a1b1-43c9-8466-8a081ece2906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (fe9616cc-449f-475f-8bdc-caf69fd8b8f8), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:49.349890 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-76f67c85-a1b1-43c9-8466-8a081ece2906 None None] For port fe9616cc-449f-475f-8bdc-caf69fd8b8f8, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=fe9616cc-449f-475f-8bdc-caf69fd8b8f8,segment=NetworkSegment(9d35ecf7-b78c-4aa3-be10-fcf19b157740),segment_id=9d35ecf7-b78c-4aa3-be10-fcf19b157740)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:49.359491 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-76f67c85-a1b1-43c9-8466-8a081ece2906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (fe9616cc-449f-475f-8bdc-caf69fd8b8f8), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:49.454725 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fcd95b-0227-4227-94a8-f1bdab507c49 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:24:49.472018 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b2fcd95b-0227-4227-94a8-f1bdab507c49 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "PUT /v2.0/routers/249c446f-e237-48f8-a1cc-4b6f569b9a20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1009011 Feb 09 02:24:49.472257 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f67c85-a1b1-43c9-8466-8a081ece2906 None None] Pushing event updated for resources: {'Port': ['ID=fe9616cc-449f-475f-8bdc-caf69fd8b8f8,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:49.559848 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device fe9616cc-449f-475f-8bdc-caf69fd8b8f8 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:24:49.611783 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-be5e8036-3c1c-43f0-8e34-39ca439b0dc3 None None] Provisioning complete for port b47a24c7-79b8-4da2-b017-fa882616e024 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:49.612190 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-be5e8036-3c1c-43f0-8e34-39ca439b0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b47a24c7-79b8-4da2-b017-fa882616e024), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:49.656505 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port fe9616cc-449f-475f-8bdc-caf69fd8b8f8 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:49.656878 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (fe9616cc-449f-475f-8bdc-caf69fd8b8f8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:49.658494 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-be5e8036-3c1c-43f0-8e34-39ca439b0dc3 None None] Port b47a24c7-79b8-4da2-b017-fa882616e024 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:24:49.661411 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-617ae4fe-96c9-4a9a-9fd5-33eb6d702421 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1480942324&fields=id&tenant_id=8591eec9c58e428aaa03fb8ea4411d94 HTTP/1.1" status: 200 len: 267 time: 0.0624700 Feb 09 02:24:49.700551 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-be5e8036-3c1c-43f0-8e34-39ca439b0dc3 None None] Provisioning complete for port fe9616cc-449f-475f-8bdc-caf69fd8b8f8 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:49.700922 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-be5e8036-3c1c-43f0-8e34-39ca439b0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (fe9616cc-449f-475f-8bdc-caf69fd8b8f8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:49.786145 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port fe9616cc-449f-475f-8bdc-caf69fd8b8f8 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:49.787264 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device abd66e08-0182-4088-b7a9-1e2c4310dd16 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:24:49.817530 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56577eed-db7a-449a-b8c3-d9052eb5b151 None None] Sync routers for ids ['249c446f-e237-48f8-a1cc-4b6f569b9a20'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:24:49.867211 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56577eed-db7a-449a-b8c3-d9052eb5b151 None None] Routers {'249c446f-e237-48f8-a1cc-4b6f569b9a20'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:24:49.867762 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-56577eed-db7a-449a-b8c3-d9052eb5b151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:24:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['249c446f-e237-48f8-a1cc-4b6f569b9a20'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:49.947022 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-be5e8036-3c1c-43f0-8e34-39ca439b0dc3 None None] Current status of the port fe9616cc-449f-475f-8bdc-caf69fd8b8f8 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:49.978060 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port abd66e08-0182-4088-b7a9-1e2c4310dd16 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:49.978972 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (abd66e08-0182-4088-b7a9-1e2c4310dd16), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:50.050248 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-56577eed-db7a-449a-b8c3-d9052eb5b151 None None] Set router 249c446f-e237-48f8-a1cc-4b6f569b9a20 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:24:50.165489 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-0c449177-4b4e-48dc-8062-4d9b6ddf1701 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:50.168452 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-0c449177-4b4e-48dc-8062-4d9b6ddf1701 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/networks?id=c095fa3d-0751-4e22-8b66-85e08f32db40 HTTP/1.1" status: 200 len: 796 time: 0.5050192 Feb 09 02:24:50.188186 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-4805151f-b005-421b-836d-a26b120b3614 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/quotas/8591eec9c58e428aaa03fb8ea4411d94 HTTP/1.1" status: 200 len: 375 time: 0.0142677 Feb 09 02:24:50.219131 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:50.220268 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e223e92f-fefb-41cd-862f-dc079759587e None None] Provisioning complete for port b47a24c7-79b8-4da2-b017-fa882616e024 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:50.220620 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e223e92f-fefb-41cd-862f-dc079759587e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b47a24c7-79b8-4da2-b017-fa882616e024), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:50.223711 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port abd66e08-0182-4088-b7a9-1e2c4310dd16 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:50.224113 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (abd66e08-0182-4088-b7a9-1e2c4310dd16), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:50.246848 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-ac0331f9-ab8b-44ad-80a1-c438020cfdec tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8591eec9c58e428aaa03fb8ea4411d94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526459 Feb 09 02:24:50.408478 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-250f16c0-7f53-4a99-b2e7-8df221473503 service neutron] 10.222.0.30 "GET /v2.0/networks/c095fa3d-0751-4e22-8b66-85e08f32db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490374 Feb 09 02:24:50.455201 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port abd66e08-0182-4088-b7a9-1e2c4310dd16, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=abd66e08-0182-4088-b7a9-1e2c4310dd16,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:50.462579 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (abd66e08-0182-4088-b7a9-1e2c4310dd16), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:50.475426 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e223e92f-fefb-41cd-862f-dc079759587e None None] Port b47a24c7-79b8-4da2-b017-fa882616e024 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:24:50.506773 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-58080f4a-f0f1-469f-b393-66cf316ee8aa service neutron] 10.222.0.30 "GET /v2.0/networks/c095fa3d-0751-4e22-8b66-85e08f32db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924494 Feb 09 02:24:50.551787 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=abd66e08-0182-4088-b7a9-1e2c4310dd16,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:50.581728 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-56577eed-db7a-449a-b8c3-d9052eb5b151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249c446f-e237-48f8-a1cc-4b6f569b9a20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916900662', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'abd66e08-0182-4088-b7a9-1e2c4310dd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:24:45Z', 'updated_at': '2022-02-09T02:24:48Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'abd66e08-0182-4088-b7a9-1e2c4310dd16', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249c446f-e237-48f8-a1cc-4b6f569b9a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:45Z', 'updated_at': '2022-02-09T02:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'b47a24c7-79b8-4da2-b017-fa882616e024', 'name': '', 'network_id': 'c095fa3d-0751-4e22-8b66-85e08f32db40', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:d9:04:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249c446f-e237-48f8-a1cc-4b6f569b9a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:48Z', 'updated_at': '2022-02-09T02:24:48Z', 'revision_number': 2, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': '84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:50.608944 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56577eed-db7a-449a-b8c3-d9052eb5b151 None None] Checking router: 249c446f-e237-48f8-a1cc-4b6f569b9a20 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:24:50.609309 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56577eed-db7a-449a-b8c3-d9052eb5b151 None None] Updating router 249c446f-e237-48f8-a1cc-4b6f569b9a20 port b47a24c7-79b8-4da2-b017-fa882616e024 binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:24:50.647621 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-56577eed-db7a-449a-b8c3-d9052eb5b151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b47a24c7-79b8-4da2-b017-fa882616e024), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:50.697666 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-61f91524-e68b-45c0-82fb-953971036ba3 req-4b66ee59-3447-4fbe-a915-419ef17be340 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 210 time: 0.0338068 Feb 09 02:24:50.934459 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-56577eed-db7a-449a-b8c3-d9052eb5b151 None None] Publish callbacks [] for port (b47a24c7-79b8-4da2-b017-fa882616e024), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:50.945605 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-56577eed-db7a-449a-b8c3-d9052eb5b151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b47a24c7-79b8-4da2-b017-fa882616e024), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:50.978442 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4d8464e4-1435-4f17-a9d7-e850246f085c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:51.007872 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d41f2c0-f914-461a-ad5b-9b67e600e2f1 None None] Pushing event updated for resources: {'Port': ['ID=b47a24c7-79b8-4da2-b017-fa882616e024,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:51.070069 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-56577eed-db7a-449a-b8c3-d9052eb5b151 None None] Attempting to bind port b47a24c7-79b8-4da2-b017-fa882616e024 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:24:51.070445 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-56577eed-db7a-449a-b8c3-d9052eb5b151 None None] Attempting to bind port b47a24c7-79b8-4da2-b017-fa882616e024 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '9d35ecf7-b78c-4aa3-be10-fcf19b157740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c095fa3d-0751-4e22-8b66-85e08f32db40'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:24:51.070860 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56577eed-db7a-449a-b8c3-d9052eb5b151 None None] Attempting to bind port b47a24c7-79b8-4da2-b017-fa882616e024 on network c095fa3d-0751-4e22-8b66-85e08f32db40 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:24:51.077390 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56577eed-db7a-449a-b8c3-d9052eb5b151 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:24:51.077918 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56577eed-db7a-449a-b8c3-d9052eb5b151 None None] Checking segment: {'id': '9d35ecf7-b78c-4aa3-be10-fcf19b157740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c095fa3d-0751-4e22-8b66-85e08f32db40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:24:51.078329 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-56577eed-db7a-449a-b8c3-d9052eb5b151 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:51.078722 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56577eed-db7a-449a-b8c3-d9052eb5b151 None None] Bound using segment: {'id': '9d35ecf7-b78c-4aa3-be10-fcf19b157740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c095fa3d-0751-4e22-8b66-85e08f32db40'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:24:51.080691 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-56577eed-db7a-449a-b8c3-d9052eb5b151 None None] Bound port: b47a24c7-79b8-4da2-b017-fa882616e024, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d35ecf7-b78c-4aa3-be10-fcf19b157740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c095fa3d-0751-4e22-8b66-85e08f32db40'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:24:51.080691 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-56577eed-db7a-449a-b8c3-d9052eb5b151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b47a24c7-79b8-4da2-b017-fa882616e024), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:51.148545 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-56577eed-db7a-449a-b8c3-d9052eb5b151 None None] For port b47a24c7-79b8-4da2-b017-fa882616e024, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:24:51.152504 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-56577eed-db7a-449a-b8c3-d9052eb5b151 None None] For port b47a24c7-79b8-4da2-b017-fa882616e024, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b47a24c7-79b8-4da2-b017-fa882616e024,segment=NetworkSegment(9d35ecf7-b78c-4aa3-be10-fcf19b157740),segment_id=9d35ecf7-b78c-4aa3-be10-fcf19b157740)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:24:51.158978 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-56577eed-db7a-449a-b8c3-d9052eb5b151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b47a24c7-79b8-4da2-b017-fa882616e024), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:51.221733 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56577eed-db7a-449a-b8c3-d9052eb5b151 None None] Routers {'249c446f-e237-48f8-a1cc-4b6f569b9a20'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:24:51.222387 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-56577eed-db7a-449a-b8c3-d9052eb5b151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:24:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['249c446f-e237-48f8-a1cc-4b6f569b9a20'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:51.227857 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d41f2c0-f914-461a-ad5b-9b67e600e2f1 None None] Pushing event updated for resources: {'Port': ['ID=b47a24c7-79b8-4da2-b017-fa882616e024,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:51.328235 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-56932f9f-bf85-43f1-98ac-6273bfd29e70 None None] Provisioning complete for port b47a24c7-79b8-4da2-b017-fa882616e024 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:51.328609 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-56932f9f-bf85-43f1-98ac-6273bfd29e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b47a24c7-79b8-4da2-b017-fa882616e024), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:51.389944 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-56577eed-db7a-449a-b8c3-d9052eb5b151 None None] Set router 249c446f-e237-48f8-a1cc-4b6f569b9a20 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:24:51.489399 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device fe9616cc-449f-475f-8bdc-caf69fd8b8f8 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:24:51.573618 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-56932f9f-bf85-43f1-98ac-6273bfd29e70 None None] Current status of the port b47a24c7-79b8-4da2-b017-fa882616e024 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:51.574001 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-56932f9f-bf85-43f1-98ac-6273bfd29e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (b47a24c7-79b8-4da2-b017-fa882616e024), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:51.632170 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:51.662637 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-56932f9f-bf85-43f1-98ac-6273bfd29e70 None None] For port b47a24c7-79b8-4da2-b017-fa882616e024, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b47a24c7-79b8-4da2-b017-fa882616e024,segment=NetworkSegment(9d35ecf7-b78c-4aa3-be10-fcf19b157740),segment_id=9d35ecf7-b78c-4aa3-be10-fcf19b157740)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:51.668691 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-56932f9f-bf85-43f1-98ac-6273bfd29e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (b47a24c7-79b8-4da2-b017-fa882616e024), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:51.716818 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port fe9616cc-449f-475f-8bdc-caf69fd8b8f8 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:51.717200 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (fe9616cc-449f-475f-8bdc-caf69fd8b8f8), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:51.787803 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56932f9f-bf85-43f1-98ac-6273bfd29e70 None None] Pushing event updated for resources: {'Port': ['ID=b47a24c7-79b8-4da2-b017-fa882616e024,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:51.816985 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f44219e8-7950-4453-bada-f6117b58c48e None None] Provisioning complete for port b47a24c7-79b8-4da2-b017-fa882616e024 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:51.817439 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f44219e8-7950-4453-bada-f6117b58c48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b47a24c7-79b8-4da2-b017-fa882616e024), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:51.819721 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-a06aa876-670b-4394-9db4-cfc8a52b9e24 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:51.821237 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-a06aa876-670b-4394-9db4-cfc8a52b9e24 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.91 "GET /v2.0/networks?id=c095fa3d-0751-4e22-8b66-85e08f32db40 HTTP/1.1" status: 200 len: 796 time: 0.1397400 Feb 09 02:24:51.826174 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-56577eed-db7a-449a-b8c3-d9052eb5b151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249c446f-e237-48f8-a1cc-4b6f569b9a20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916900662', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'abd66e08-0182-4088-b7a9-1e2c4310dd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:24:45Z', 'updated_at': '2022-02-09T02:24:48Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'abd66e08-0182-4088-b7a9-1e2c4310dd16', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249c446f-e237-48f8-a1cc-4b6f569b9a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:45Z', 'updated_at': '2022-02-09T02:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'b47a24c7-79b8-4da2-b017-fa882616e024', 'name': '', 'network_id': 'c095fa3d-0751-4e22-8b66-85e08f32db40', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:d9:04:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249c446f-e237-48f8-a1cc-4b6f569b9a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:48Z', 'updated_at': '2022-02-09T02:24:51Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': '84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:51.855257 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c9cb82ad-21af-4345-a38f-fb56b3f9c1a5 req-45dba281-d389-4925-9039-deb5ac35d450 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 210 time: 0.0422890 Feb 09 02:24:51.898113 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56577eed-db7a-449a-b8c3-d9052eb5b151 None None] The sync data for ids ['249c446f-e237-48f8-a1cc-4b6f569b9a20'] in n-d-822053-40 is: [{'id': '249c446f-e237-48f8-a1cc-4b6f569b9a20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916900662', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'abd66e08-0182-4088-b7a9-1e2c4310dd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:24:45Z', 'updated_at': '2022-02-09T02:24:48Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'abd66e08-0182-4088-b7a9-1e2c4310dd16', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249c446f-e237-48f8-a1cc-4b6f569b9a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:45Z', 'updated_at': '2022-02-09T02:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'b47a24c7-79b8-4da2-b017-fa882616e024', 'name': '', 'network_id': 'c095fa3d-0751-4e22-8b66-85e08f32db40', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:d9:04:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249c446f-e237-48f8-a1cc-4b6f569b9a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:48Z', 'updated_at': '2022-02-09T02:24:51Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': '84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:24:51.920526 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-c53fdb46-2e66-4f2e-922f-2e4964c865b3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8591eec9c58e428aaa03fb8ea4411d94 HTTP/1.1" status: 200 len: 380 time: 0.0881875 Feb 09 02:24:51.921466 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port fe9616cc-449f-475f-8bdc-caf69fd8b8f8 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:51.922474 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device abd66e08-0182-4088-b7a9-1e2c4310dd16 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:24:51.930588 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-6fb501ca-05ff-407b-8ae1-ed4e6d49a46b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'port': {'device_id': 'a35de030-0556-4410-a03d-17bb3c33ceff', 'network_id': 'c095fa3d-0751-4e22-8b66-85e08f32db40', 'admin_state_up': True, 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'security_groups': ['e1a022db-e2d4-48c9-a680-66a1ace2a4ae']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:24:52.031609 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f44219e8-7950-4453-bada-f6117b58c48e None None] Current status of the port b47a24c7-79b8-4da2-b017-fa882616e024 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:52.037877 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port abd66e08-0182-4088-b7a9-1e2c4310dd16 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:52.038244 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (abd66e08-0182-4088-b7a9-1e2c4310dd16), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:52.081351 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-6fb501ca-05ff-407b-8ae1-ed4e6d49a46b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Made reservation on behalf of 8591eec9c58e428aaa03fb8ea4411d94 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:24:52.085306 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-6fb501ca-05ff-407b-8ae1-ed4e6d49a46b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:52.132140 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port abd66e08-0182-4088-b7a9-1e2c4310dd16 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:52.222261 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-6fb501ca-05ff-407b-8ae1-ed4e6d49a46b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Allocated IP 172.20.0.3 (c095fa3d-0751-4e22-8b66-85e08f32db40/84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5/cc2cc33a-c321-4d35-aeaf-c88f43374d82) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:24:52.374661 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-6fb501ca-05ff-407b-8ae1-ed4e6d49a46b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for port (cc2cc33a-c321-4d35-aeaf-c88f43374d82), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:52.409999 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-6fb501ca-05ff-407b-8ae1-ed4e6d49a46b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (cc2cc33a-c321-4d35-aeaf-c88f43374d82), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:52.463445 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-6fb501ca-05ff-407b-8ae1-ed4e6d49a46b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Network c095fa3d-0751-4e22-8b66-85e08f32db40 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:24:52.467236 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-6fb501ca-05ff-407b-8ae1-ed4e6d49a46b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:24:52.471209 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-6fb501ca-05ff-407b-8ae1-ed4e6d49a46b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:24:52.498457 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb501ca-05ff-407b-8ae1-ed4e6d49a46b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'Port': ['ID=cc2cc33a-c321-4d35-aeaf-c88f43374d82,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:52.530661 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-6fb501ca-05ff-407b-8ae1-ed4e6d49a46b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:52.531334 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-6fb501ca-05ff-407b-8ae1-ed4e6d49a46b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:52.554083 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-6fb501ca-05ff-407b-8ae1-ed4e6d49a46b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6280441 Feb 09 02:24:52.574580 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-3f279f03-4b23-4b14-92e6-7f0b5cda5153 service neutron] Request body: {'port': {'device_id': 'a35de030-0556-4410-a03d-17bb3c33ceff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:24:52.638156 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-3f279f03-4b23-4b14-92e6-7f0b5cda5153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (cc2cc33a-c321-4d35-aeaf-c88f43374d82), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:52.755744 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-a1b6a08d-e560-46f0-9951-5151fdb95e41 None None] Provisioning complete for port cc2cc33a-c321-4d35-aeaf-c88f43374d82 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:52.756350 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a1b6a08d-e560-46f0-9951-5151fdb95e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (cc2cc33a-c321-4d35-aeaf-c88f43374d82), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:52.797836 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-a1b6a08d-e560-46f0-9951-5151fdb95e41 None None] Port cc2cc33a-c321-4d35-aeaf-c88f43374d82 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:24:52.929967 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-3f279f03-4b23-4b14-92e6-7f0b5cda5153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc2cc33a-c321-4d35-aeaf-c88f43374d82 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:24:52.946802 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-3f279f03-4b23-4b14-92e6-7f0b5cda5153 service neutron] Publish callbacks [] for port (cc2cc33a-c321-4d35-aeaf-c88f43374d82), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:52.978004 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-3f279f03-4b23-4b14-92e6-7f0b5cda5153 service neutron] Transition to ACTIVE for port object cc2cc33a-c321-4d35-aeaf-c88f43374d82 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:24:52.983570 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-3f279f03-4b23-4b14-92e6-7f0b5cda5153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (cc2cc33a-c321-4d35-aeaf-c88f43374d82), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:53.039183 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6200be-eb49-4b9f-bae7-9be51cf659fa req-b25ea2ec-aedd-44a5-98b9-55268c86a323 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:53.040798 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cf6200be-eb49-4b9f-bae7-9be51cf659fa req-b25ea2ec-aedd-44a5-98b9-55268c86a323 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 931 time: 0.1057339 Feb 09 02:24:53.074536 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f279f03-4b23-4b14-92e6-7f0b5cda5153 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2cc33a-c321-4d35-aeaf-c88f43374d82,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:53.151345 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cf6200be-eb49-4b9f-bae7-9be51cf659fa req-177f033c-0e2b-4e07-9562-7bd70de5ef48 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1a022db-e2d4-48c9-a680-66a1ace2a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008036 Feb 09 02:24:53.180456 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-3f279f03-4b23-4b14-92e6-7f0b5cda5153 service neutron] Attempting to bind port cc2cc33a-c321-4d35-aeaf-c88f43374d82 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:24:53.180798 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-3f279f03-4b23-4b14-92e6-7f0b5cda5153 service neutron] Attempting to bind port cc2cc33a-c321-4d35-aeaf-c88f43374d82 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '9d35ecf7-b78c-4aa3-be10-fcf19b157740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c095fa3d-0751-4e22-8b66-85e08f32db40'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:24:53.181129 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-3f279f03-4b23-4b14-92e6-7f0b5cda5153 service neutron] Attempting to bind port cc2cc33a-c321-4d35-aeaf-c88f43374d82 on network c095fa3d-0751-4e22-8b66-85e08f32db40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:24:53.186646 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-3f279f03-4b23-4b14-92e6-7f0b5cda5153 service neutron] Port cc2cc33a-c321-4d35-aeaf-c88f43374d82 on network c095fa3d-0751-4e22-8b66-85e08f32db40 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:24:53.186976 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-3f279f03-4b23-4b14-92e6-7f0b5cda5153 service neutron] Attempting to bind port cc2cc33a-c321-4d35-aeaf-c88f43374d82 on network c095fa3d-0751-4e22-8b66-85e08f32db40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:24:53.191965 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-3f279f03-4b23-4b14-92e6-7f0b5cda5153 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:24:53.192342 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-3f279f03-4b23-4b14-92e6-7f0b5cda5153 service neutron] Checking segment: {'id': '9d35ecf7-b78c-4aa3-be10-fcf19b157740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c095fa3d-0751-4e22-8b66-85e08f32db40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:24:53.192731 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-3f279f03-4b23-4b14-92e6-7f0b5cda5153 service neutron] Bound using segment: {'id': '9d35ecf7-b78c-4aa3-be10-fcf19b157740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c095fa3d-0751-4e22-8b66-85e08f32db40'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:24:53.193161 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-3f279f03-4b23-4b14-92e6-7f0b5cda5153 service neutron] Bound port: cc2cc33a-c321-4d35-aeaf-c88f43374d82, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d35ecf7-b78c-4aa3-be10-fcf19b157740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c095fa3d-0751-4e22-8b66-85e08f32db40'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:24:53.193521 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-3f279f03-4b23-4b14-92e6-7f0b5cda5153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (cc2cc33a-c321-4d35-aeaf-c88f43374d82), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:53.257028 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-3f279f03-4b23-4b14-92e6-7f0b5cda5153 service neutron] For port cc2cc33a-c321-4d35-aeaf-c88f43374d82, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:24:53.260648 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-3f279f03-4b23-4b14-92e6-7f0b5cda5153 service neutron] For port cc2cc33a-c321-4d35-aeaf-c88f43374d82, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=cc2cc33a-c321-4d35-aeaf-c88f43374d82,segment=NetworkSegment(9d35ecf7-b78c-4aa3-be10-fcf19b157740),segment_id=9d35ecf7-b78c-4aa3-be10-fcf19b157740)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:24:53.266372 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-3f279f03-4b23-4b14-92e6-7f0b5cda5153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (cc2cc33a-c321-4d35-aeaf-c88f43374d82), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:53.301579 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-3f279f03-4b23-4b14-92e6-7f0b5cda5153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:53.302263 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-3f279f03-4b23-4b14-92e6-7f0b5cda5153 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:53.303619 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-3f279f03-4b23-4b14-92e6-7f0b5cda5153 service neutron] 10.222.0.91 "PUT /v2.0/ports/cc2cc33a-c321-4d35-aeaf-c88f43374d82 HTTP/1.1" status: 200 len: 1092 time: 0.7381654 Feb 09 02:24:53.304004 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35de030-0556-4410-a03d-17bb3c33ceff', 'tag': 'cc2cc33a-c321-4d35-aeaf-c88f43374d82'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:24:53.306244 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d588f68-7f9b-4c77-809e-273c02c8b201" -d '{"events": [{"name": "network-changed", "server_uuid": "a35de030-0556-4410-a03d-17bb3c33ceff", "tag": "cc2cc33a-c321-4d35-aeaf-c88f43374d82"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:24:53.337139 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f279f03-4b23-4b14-92e6-7f0b5cda5153 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2cc33a-c321-4d35-aeaf-c88f43374d82,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:53.358963 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed410e6a-53be-4ce6-8135-2968d492e093 x-openstack-request-id: req-ed410e6a-53be-4ce6-8135-2968d492e093 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:24:53.359259 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a35de030-0556-4410-a03d-17bb3c33ceff", "tag": "cc2cc33a-c321-4d35-aeaf-c88f43374d82", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:24:53.359517 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ed410e6a-53be-4ce6-8135-2968d492e093 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:24:53.359943 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a35de030-0556-4410-a03d-17bb3c33ceff', 'tag': 'cc2cc33a-c321-4d35-aeaf-c88f43374d82', 'status': 'completed', 'code': 200} Feb 09 02:24:53.419824 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-5a41152a-325a-4c06-84ff-8fb2269945c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:53.421428 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-5a41152a-325a-4c06-84ff-8fb2269945c4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8591eec9c58e428aaa03fb8ea4411d94&device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 1126 time: 0.0602491 Feb 09 02:24:53.470787 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-1d304460-3ca0-43b1-b175-00b4928b0037 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc2cc33a-c321-4d35-aeaf-c88f43374d82 HTTP/1.1" status: 200 len: 217 time: 0.0389593 Feb 09 02:24:53.472534 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b47a24c7-79b8-4da2-b017-fa882616e024 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:24:53.535487 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-ae3aeb61-cd6e-45d3-bb51-449e48464686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:53.535872 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port b47a24c7-79b8-4da2-b017-fa882616e024 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:53.536486 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (b47a24c7-79b8-4da2-b017-fa882616e024), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:53.537019 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-ae3aeb61-cd6e-45d3-bb51-449e48464686 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5 HTTP/1.1" status: 200 len: 835 time: 0.0594230 Feb 09 02:24:53.594531 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-ea5f8a58-989e-451b-84c4-5eb547674fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:53.596069 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-ea5f8a58-989e-451b-84c4-5eb547674fc1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c095fa3d-0751-4e22-8b66-85e08f32db40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0501404 Feb 09 02:24:53.632659 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port b47a24c7-79b8-4da2-b017-fa882616e024 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:53.687229 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-8517ecd3-c6ee-46b6-8864-d7ead8def9a3 service neutron] 10.222.0.91 "GET /v2.0/networks/c095fa3d-0751-4e22-8b66-85e08f32db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824609 Feb 09 02:24:53.787327 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3bbf68e8-ab58-46f3-a05b-ee7c09bb6ab5 req-d111cec5-9bb3-4a2b-a2d9-16333601fde1 service neutron] 10.222.0.91 "GET /v2.0/networks/c095fa3d-0751-4e22-8b66-85e08f32db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928588 Feb 09 02:24:53.876943 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d588f68-7f9b-4c77-809e-273c02c8b201 req-2d8ca4ce-82c6-46e6-9a86-a2d087576439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:53.878373 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d588f68-7f9b-4c77-809e-273c02c8b201 req-2d8ca4ce-82c6-46e6-9a86-a2d087576439 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8591eec9c58e428aaa03fb8ea4411d94&device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 1126 time: 0.0472918 Feb 09 02:24:53.974272 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d588f68-7f9b-4c77-809e-273c02c8b201 req-8445bc90-0bf5-4ada-912d-733206436a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:53.975801 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d588f68-7f9b-4c77-809e-273c02c8b201 req-8445bc90-0bf5-4ada-912d-733206436a70 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c095fa3d-0751-4e22-8b66-85e08f32db40 HTTP/1.1" status: 200 len: 897 time: 0.0899198 Feb 09 02:24:54.024471 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d588f68-7f9b-4c77-809e-273c02c8b201 req-deb5436e-96bf-4cb5-bb3d-8eed0c7efc31 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc2cc33a-c321-4d35-aeaf-c88f43374d82 HTTP/1.1" status: 200 len: 217 time: 0.0421460 Feb 09 02:24:54.078688 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d588f68-7f9b-4c77-809e-273c02c8b201 req-6c55b045-2c3b-4a10-8fa5-7ede76292451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:54.080336 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d588f68-7f9b-4c77-809e-273c02c8b201 req-6c55b045-2c3b-4a10-8fa5-7ede76292451 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5 HTTP/1.1" status: 200 len: 835 time: 0.0494831 Feb 09 02:24:54.132445 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d588f68-7f9b-4c77-809e-273c02c8b201 req-eb1e8980-5eb3-4517-a4a2-eaa48d50a2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:54.133853 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d588f68-7f9b-4c77-809e-273c02c8b201 req-eb1e8980-5eb3-4517-a4a2-eaa48d50a2a5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c095fa3d-0751-4e22-8b66-85e08f32db40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458877 Feb 09 02:24:54.239921 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d588f68-7f9b-4c77-809e-273c02c8b201 req-6e211106-e360-465f-938c-a7fb38ff48de service neutron] 10.222.0.91 "GET /v2.0/networks/c095fa3d-0751-4e22-8b66-85e08f32db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980730 Feb 09 02:24:54.343841 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159db401-955a-42bf-aec9-107f1f8d35ac req-b73adc41-c8eb-4299-98a8-f25431dad0ee tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:54.345358 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-159db401-955a-42bf-aec9-107f1f8d35ac req-b73adc41-c8eb-4299-98a8-f25431dad0ee tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 943 time: 0.1201031 Feb 09 02:24:54.374238 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d588f68-7f9b-4c77-809e-273c02c8b201 req-4a8851d7-f4e9-4d4f-b90a-45270f3cea2b service neutron] 10.222.0.91 "GET /v2.0/networks/c095fa3d-0751-4e22-8b66-85e08f32db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196296 Feb 09 02:24:54.386987 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6f813abd-b194-4568-abca-aaedd5d53b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:54.409570 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-159db401-955a-42bf-aec9-107f1f8d35ac req-cd61d9a4-4f11-4ab4-83de-e0d2676eb43c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1a022db-e2d4-48c9-a680-66a1ace2a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583560 Feb 09 02:24:55.531292 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c28a2-d2ad-405d-baa8-ad60c9b13515 req-898ba569-93dd-40f0-8279-6143f03f5284 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:55.532830 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-037c28a2-d2ad-405d-baa8-ad60c9b13515 req-898ba569-93dd-40f0-8279-6143f03f5284 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 943 time: 0.0548885 Feb 09 02:24:55.582581 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-037c28a2-d2ad-405d-baa8-ad60c9b13515 req-2d815745-e33e-4435-9880-0d84fbe3286e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1a022db-e2d4-48c9-a680-66a1ace2a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441940 Feb 09 02:24:56.049395 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:56.709339 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80daed6a-37a9-428b-a01e-35fb1c26f194 req-23b573d1-728f-4f96-b9ea-559f0c5afa67 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:56.710811 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-80daed6a-37a9-428b-a01e-35fb1c26f194 req-23b573d1-728f-4f96-b9ea-559f0c5afa67 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 943 time: 0.0576856 Feb 09 02:24:56.759127 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-80daed6a-37a9-428b-a01e-35fb1c26f194 req-3ce55b52-dfbd-4ba0-884a-5eb1f4566227 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1a022db-e2d4-48c9-a680-66a1ace2a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421166 Feb 09 02:24:57.029243 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device cc2cc33a-c321-4d35-aeaf-c88f43374d82 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:24:57.125577 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port cc2cc33a-c321-4d35-aeaf-c88f43374d82, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=cc2cc33a-c321-4d35-aeaf-c88f43374d82,segment=NetworkSegment(9d35ecf7-b78c-4aa3-be10-fcf19b157740),segment_id=9d35ecf7-b78c-4aa3-be10-fcf19b157740)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:57.141870 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': 'cc2cc33a-c321-4d35-aeaf-c88f43374d82', 'network_id': 'c095fa3d-0751-4e22-8b66-85e08f32db40', 'port_id': 'cc2cc33a-c321-4d35-aeaf-c88f43374d82', 'mac_address': 'fa:16:3e:88:cf:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:24:57.178691 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port cc2cc33a-c321-4d35-aeaf-c88f43374d82 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:57.179104 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (cc2cc33a-c321-4d35-aeaf-c88f43374d82), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:57.192524 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc2cc33a-c321-4d35-aeaf-c88f43374d82 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:24:57.211091 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port cc2cc33a-c321-4d35-aeaf-c88f43374d82, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=cc2cc33a-c321-4d35-aeaf-c88f43374d82,segment=NetworkSegment(9d35ecf7-b78c-4aa3-be10-fcf19b157740),segment_id=9d35ecf7-b78c-4aa3-be10-fcf19b157740)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:57.215176 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (cc2cc33a-c321-4d35-aeaf-c88f43374d82), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:57.261447 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=cc2cc33a-c321-4d35-aeaf-c88f43374d82,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:57.569235 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['cc2cc33a-c321-4d35-aeaf-c88f43374d82'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:24:57.805680 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:57.879910 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f292a-0291-4056-8b1f-0c398442e2bd req-c6d5d4da-24d5-42f3-bba3-4c317cdece67 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:57.881444 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8b4f292a-0291-4056-8b1f-0c398442e2bd req-c6d5d4da-24d5-42f3-bba3-4c317cdece67 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 944 time: 0.0533230 Feb 09 02:24:57.931280 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8b4f292a-0291-4056-8b1f-0c398442e2bd req-0bd67181-d5e1-438b-a46b-bb31d3a56f29 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1a022db-e2d4-48c9-a680-66a1ace2a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437009 Feb 09 02:24:58.441793 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:59.029499 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device cc2cc33a-c321-4d35-aeaf-c88f43374d82 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:24:59.050360 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6850f1-d121-43bf-99fc-5a4781612026 req-a7217d87-02f0-426a-9f57-2eac5a72edf0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:59.052108 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ff6850f1-d121-43bf-99fc-5a4781612026 req-a7217d87-02f0-426a-9f57-2eac5a72edf0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 944 time: 0.0532944 Feb 09 02:24:59.081442 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port cc2cc33a-c321-4d35-aeaf-c88f43374d82 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:24:59.085467 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port cc2cc33a-c321-4d35-aeaf-c88f43374d82 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:59.085840 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (cc2cc33a-c321-4d35-aeaf-c88f43374d82), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:59.107949 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ff6850f1-d121-43bf-99fc-5a4781612026 req-3ce2762b-97c5-49fb-a914-43458d861cd6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1a022db-e2d4-48c9-a680-66a1ace2a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498283 Feb 09 02:24:59.163389 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port cc2cc33a-c321-4d35-aeaf-c88f43374d82 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:59.163774 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (cc2cc33a-c321-4d35-aeaf-c88f43374d82), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:59.196769 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35de030-0556-4410-a03d-17bb3c33ceff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2cc33a-c321-4d35-aeaf-c88f43374d82'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:24:59.199696 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bb5a1265871782f8fa80d718c2cad0aad3f2595cc534f44543b72f1ded69d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5b145e-4911-4044-863d-a44c01304e60" -d '{"events": [{"server_uuid": "a35de030-0556-4410-a03d-17bb3c33ceff", "name": "network-vif-plugged", "status": "completed", "tag": "cc2cc33a-c321-4d35-aeaf-c88f43374d82"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:24:59.212703 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port cc2cc33a-c321-4d35-aeaf-c88f43374d82, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=cc2cc33a-c321-4d35-aeaf-c88f43374d82,segment=NetworkSegment(9d35ecf7-b78c-4aa3-be10-fcf19b157740),segment_id=9d35ecf7-b78c-4aa3-be10-fcf19b157740)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:59.217138 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (cc2cc33a-c321-4d35-aeaf-c88f43374d82), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:59.268138 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=cc2cc33a-c321-4d35-aeaf-c88f43374d82,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:59.296233 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5487c2-1db2-4c73-8dcd-89f41e796532 x-openstack-request-id: req-fd5487c2-1db2-4c73-8dcd-89f41e796532 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:24:59.296528 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a35de030-0556-4410-a03d-17bb3c33ceff", "name": "network-vif-plugged", "status": "completed", "tag": "cc2cc33a-c321-4d35-aeaf-c88f43374d82", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:24:59.296780 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fd5487c2-1db2-4c73-8dcd-89f41e796532 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:24:59.297169 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a35de030-0556-4410-a03d-17bb3c33ceff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2cc33a-c321-4d35-aeaf-c88f43374d82', 'code': 200} Feb 09 02:24:59.407473 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939738f-fdfc-4604-b92d-dc0c61bb5ef1 req-9bbc5472-e996-43ee-a602-6c7f10ce8eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:59.409044 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3939738f-fdfc-4604-b92d-dc0c61bb5ef1 req-9bbc5472-e996-43ee-a602-6c7f10ce8eaf service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 1128 time: 0.0460417 Feb 09 02:24:59.456379 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3939738f-fdfc-4604-b92d-dc0c61bb5ef1 req-14d9dedc-116b-48d6-8d5a-d2040f3e239d service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=e1a022db-e2d4-48c9-a680-66a1ace2a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380039 Feb 09 02:25:00.228333 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a0117-18b0-4e6c-b872-e4e275b42a9c req-ff1e8b47-76b3-4c4e-9887-1031e66dd268 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:00.230208 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-431a0117-18b0-4e6c-b872-e4e275b42a9c req-ff1e8b47-76b3-4c4e-9887-1031e66dd268 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 945 time: 0.0540130 Feb 09 02:25:00.279500 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-431a0117-18b0-4e6c-b872-e4e275b42a9c req-6ac5abda-8359-4717-8ca0-d1677531bf22 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1a022db-e2d4-48c9-a680-66a1ace2a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437534 Feb 09 02:25:01.407407 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45449943-8367-4c88-94ea-edefc62b6388 req-7a216453-5e8e-431b-863a-06fcaa3c6641 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:01.408904 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-45449943-8367-4c88-94ea-edefc62b6388 req-7a216453-5e8e-431b-863a-06fcaa3c6641 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 945 time: 0.0586019 Feb 09 02:25:01.457850 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-45449943-8367-4c88-94ea-edefc62b6388 req-e9580718-9271-470c-9c0e-fc0e528827ad tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1a022db-e2d4-48c9-a680-66a1ace2a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426450 Feb 09 02:25:01.578419 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ca1c4-ccd1-4e95-976e-d8c1c06796af req-42279472-a14c-44f0-97c7-8aa79df095c1 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:01.580096 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ff8ca1c4-ccd1-4e95-976e-d8c1c06796af req-42279472-a14c-44f0-97c7-8aa79df095c1 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 945 time: 0.0555506 Feb 09 02:25:01.637646 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ff8ca1c4-ccd1-4e95-976e-d8c1c06796af req-832a4291-c412-4e94-8edf-e959c70c4cfb tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1a022db-e2d4-48c9-a680-66a1ace2a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514147 Feb 09 02:25:01.660440 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52442) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:01.704707 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612296cd-f3a4-4bab-a1d4-19b51738eb6f tempest-TestNetworkAdvancedServerOps-1187119017 tempest-TestNetworkAdvancedServerOps-1187119017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:01.706841 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-612296cd-f3a4-4bab-a1d4-19b51738eb6f tempest-TestNetworkAdvancedServerOps-1187119017 tempest-TestNetworkAdvancedServerOps-1187119017-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 1123 time: 0.0453784 Feb 09 02:25:01.709024 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52444) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:01.713961 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-bcdcb4b7-8dfa-4a06-b8ac-faffa0f7e7ed tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'port_id': 'cc2cc33a-c321-4d35-aeaf-c88f43374d82', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:25:01.733311 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bcdcb4b7-8dfa-4a06-b8ac-faffa0f7e7ed tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:01.827959 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bcdcb4b7-8dfa-4a06-b8ac-faffa0f7e7ed tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:02.248672 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-bcdcb4b7-8dfa-4a06-b8ac-faffa0f7e7ed tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Allocated IP 172.25.1.151 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/22012ca2-055c-4577-9632-14ee005c340c) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:25:02.350999 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bcdcb4b7-8dfa-4a06-b8ac-faffa0f7e7ed tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for port (22012ca2-055c-4577-9632-14ee005c340c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:02.385118 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bcdcb4b7-8dfa-4a06-b8ac-faffa0f7e7ed tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (22012ca2-055c-4577-9632-14ee005c340c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:02.422346 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdcb4b7-8dfa-4a06-b8ac-faffa0f7e7ed tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:25:02.429339 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-bcdcb4b7-8dfa-4a06-b8ac-faffa0f7e7ed tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:25:02.433564 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdcb4b7-8dfa-4a06-b8ac-faffa0f7e7ed tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:25:02.456459 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdcb4b7-8dfa-4a06-b8ac-faffa0f7e7ed tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'Port': ['ID=22012ca2-055c-4577-9632-14ee005c340c,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:02.801968 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bcdcb4b7-8dfa-4a06-b8ac-faffa0f7e7ed tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for floatingip (ac40e242-88ab-4069-94b6-dc1ec5cdebd3), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:02.870737 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bcdcb4b7-8dfa-4a06-b8ac-faffa0f7e7ed tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (22012ca2-055c-4577-9632-14ee005c340c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:03.020389 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bcdcb4b7-8dfa-4a06-b8ac-faffa0f7e7ed tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for port (22012ca2-055c-4577-9632-14ee005c340c), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:03.024729 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bcdcb4b7-8dfa-4a06-b8ac-faffa0f7e7ed tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (22012ca2-055c-4577-9632-14ee005c340c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:03.091695 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdcb4b7-8dfa-4a06-b8ac-faffa0f7e7ed tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'Port': ['ID=22012ca2-055c-4577-9632-14ee005c340c,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:03.103390 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bcdcb4b7-8dfa-4a06-b8ac-faffa0f7e7ed tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (ac40e242-88ab-4069-94b6-dc1ec5cdebd3), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:03.208000 n-d-822053-40 neutron-server[103528]: INFO neutron.db.l3_db [None req-bcdcb4b7-8dfa-4a06-b8ac-faffa0f7e7ed tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Floating IP ac40e242-88ab-4069-94b6-dc1ec5cdebd3 associated. External IP: 172.25.1.151, port: cc2cc33a-c321-4d35-aeaf-c88f43374d82. Feb 09 02:25:03.421260 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcdcb4b7-8dfa-4a06-b8ac-faffa0f7e7ed tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Router 249c446f-e237-48f8-a1cc-4b6f569b9a20 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:25:03.530624 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdcb4b7-8dfa-4a06-b8ac-faffa0f7e7ed tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:25:03.539765 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359a6862-2f23-4335-9273-50e6f2d3feb7 None None] Sync routers for ids ['249c446f-e237-48f8-a1cc-4b6f569b9a20'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:25:03.547639 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bcdcb4b7-8dfa-4a06-b8ac-faffa0f7e7ed tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:03.551101 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359a6862-2f23-4335-9273-50e6f2d3feb7 None None] Routers {'249c446f-e237-48f8-a1cc-4b6f569b9a20'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:25:03.551699 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-359a6862-2f23-4335-9273-50e6f2d3feb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:24:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['249c446f-e237-48f8-a1cc-4b6f569b9a20'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:03.578865 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-bcdcb4b7-8dfa-4a06-b8ac-faffa0f7e7ed tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8688259 Feb 09 02:25:03.579526 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35de030-0556-4410-a03d-17bb3c33ceff', 'tag': 'cc2cc33a-c321-4d35-aeaf-c88f43374d82'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:25:03.581843 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8875158a3b8cd9e21020c5e530d02786ba26f4a79624d6907fbca9bf06d66985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edc5a57-dcce-459f-b3ad-30779689cd6f" -d '{"events": [{"name": "network-changed", "server_uuid": "a35de030-0556-4410-a03d-17bb3c33ceff", "tag": "cc2cc33a-c321-4d35-aeaf-c88f43374d82"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:25:03.620261 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5d3a4a-140a-4f0d-a76e-fabba28d4abf x-openstack-request-id: req-eb5d3a4a-140a-4f0d-a76e-fabba28d4abf {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:25:03.620753 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a35de030-0556-4410-a03d-17bb3c33ceff", "tag": "cc2cc33a-c321-4d35-aeaf-c88f43374d82", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:25:03.621112 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eb5d3a4a-140a-4f0d-a76e-fabba28d4abf {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:25:03.621527 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a35de030-0556-4410-a03d-17bb3c33ceff', 'tag': 'cc2cc33a-c321-4d35-aeaf-c88f43374d82', 'status': 'completed', 'code': 200} Feb 09 02:25:03.668297 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-359a6862-2f23-4335-9273-50e6f2d3feb7 None None] Set router 249c446f-e237-48f8-a1cc-4b6f569b9a20 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:25:03.718507 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc5a57-dcce-459f-b3ad-30779689cd6f req-853ce14f-0f62-49d6-8503-45ffcf7c170c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:03.720019 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5edc5a57-dcce-459f-b3ad-30779689cd6f req-853ce14f-0f62-49d6-8503-45ffcf7c170c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8591eec9c58e428aaa03fb8ea4411d94&device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 1128 time: 0.0754840 Feb 09 02:25:03.726709 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be297a24-0699-4121-9887-a7d449d3ed18 req-4ffa8f30-e44a-4a47-b48f-dbb962c8a036 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:03.728167 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-be297a24-0699-4121-9887-a7d449d3ed18 req-4ffa8f30-e44a-4a47-b48f-dbb962c8a036 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 945 time: 0.0940380 Feb 09 02:25:03.836939 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-be297a24-0699-4121-9887-a7d449d3ed18 req-9959c94a-47c9-4df0-b46f-beca2264c17b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1a022db-e2d4-48c9-a680-66a1ace2a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005192 Feb 09 02:25:03.860989 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc5a57-dcce-459f-b3ad-30779689cd6f req-5a776f2b-ca36-4577-8564-99ef4d31e3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:03.861719 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52450) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:03.862644 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5edc5a57-dcce-459f-b3ad-30779689cd6f req-5a776f2b-ca36-4577-8564-99ef4d31e3f7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c095fa3d-0751-4e22-8b66-85e08f32db40 HTTP/1.1" status: 200 len: 897 time: 0.1335521 Feb 09 02:25:03.908523 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-359a6862-2f23-4335-9273-50e6f2d3feb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249c446f-e237-48f8-a1cc-4b6f569b9a20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916900662', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'abd66e08-0182-4088-b7a9-1e2c4310dd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:24:45Z', 'updated_at': '2022-02-09T02:24:48Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'abd66e08-0182-4088-b7a9-1e2c4310dd16', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249c446f-e237-48f8-a1cc-4b6f569b9a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:45Z', 'updated_at': '2022-02-09T02:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': 'ac40e242-88ab-4069-94b6-dc1ec5cdebd3', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'floating_ip_address': '172.25.1.151', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '249c446f-e237-48f8-a1cc-4b6f569b9a20', 'port_id': 'cc2cc33a-c321-4d35-aeaf-c88f43374d82', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c095fa3d-0751-4e22-8b66-85e08f32db40', 'mac_address': 'fa:16:3e:88:cf:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35de030-0556-4410-a03d-17bb3c33ceff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:25:02Z', 'updated_at': '2022-02-09T02:25:02Z', 'revision_number': 0, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b47a24c7-79b8-4da2-b017-fa882616e024', 'name': '', 'network_id': 'c095fa3d-0751-4e22-8b66-85e08f32db40', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:d9:04:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249c446f-e237-48f8-a1cc-4b6f569b9a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:48Z', 'updated_at': '2022-02-09T02:24:51Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': '84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:03.925800 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d26dd87a-d4f4-4bba-9c5c-f95d71a9dfc8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/floatingips/ac40e242-88ab-4069-94b6-dc1ec5cdebd3 HTTP/1.1" status: 200 len: 991 time: 0.0629108 Feb 09 02:25:03.938648 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5edc5a57-dcce-459f-b3ad-30779689cd6f req-793dea5e-3b55-4fb5-b349-1e0f2b7ae4ba service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc2cc33a-c321-4d35-aeaf-c88f43374d82 HTTP/1.1" status: 200 len: 999 time: 0.0682194 Feb 09 02:25:03.989450 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc5a57-dcce-459f-b3ad-30779689cd6f req-115a8733-8cb9-4a0c-9cda-22bb52e2a4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:03.990945 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5edc5a57-dcce-459f-b3ad-30779689cd6f req-115a8733-8cb9-4a0c-9cda-22bb52e2a4b1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5 HTTP/1.1" status: 200 len: 835 time: 0.0461640 Feb 09 02:25:04.027532 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359a6862-2f23-4335-9273-50e6f2d3feb7 None None] Checking router: 249c446f-e237-48f8-a1cc-4b6f569b9a20 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:25:04.035969 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359a6862-2f23-4335-9273-50e6f2d3feb7 None None] Routers {'249c446f-e237-48f8-a1cc-4b6f569b9a20'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:25:04.036601 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-359a6862-2f23-4335-9273-50e6f2d3feb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:24:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['249c446f-e237-48f8-a1cc-4b6f569b9a20'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:04.047387 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc5a57-dcce-459f-b3ad-30779689cd6f req-b94bede2-3b58-4c69-95ab-bfc7857827f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:04.048942 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5edc5a57-dcce-459f-b3ad-30779689cd6f req-b94bede2-3b58-4c69-95ab-bfc7857827f1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c095fa3d-0751-4e22-8b66-85e08f32db40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0503418 Feb 09 02:25:04.138269 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5edc5a57-dcce-459f-b3ad-30779689cd6f req-3032e963-698d-43fc-9b05-27d3b741047d service neutron] 10.222.0.91 "GET /v2.0/networks/c095fa3d-0751-4e22-8b66-85e08f32db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832520 Feb 09 02:25:04.145210 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-359a6862-2f23-4335-9273-50e6f2d3feb7 None None] Set router 249c446f-e237-48f8-a1cc-4b6f569b9a20 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:25:04.233659 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5edc5a57-dcce-459f-b3ad-30779689cd6f req-29c943bf-047e-4354-8c04-64c41a058f73 service neutron] 10.222.0.91 "GET /v2.0/networks/c095fa3d-0751-4e22-8b66-85e08f32db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893917 Feb 09 02:25:04.373508 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-359a6862-2f23-4335-9273-50e6f2d3feb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249c446f-e237-48f8-a1cc-4b6f569b9a20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916900662', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'abd66e08-0182-4088-b7a9-1e2c4310dd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:24:45Z', 'updated_at': '2022-02-09T02:24:48Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'abd66e08-0182-4088-b7a9-1e2c4310dd16', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249c446f-e237-48f8-a1cc-4b6f569b9a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:45Z', 'updated_at': '2022-02-09T02:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': 'ac40e242-88ab-4069-94b6-dc1ec5cdebd3', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'floating_ip_address': '172.25.1.151', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '249c446f-e237-48f8-a1cc-4b6f569b9a20', 'port_id': 'cc2cc33a-c321-4d35-aeaf-c88f43374d82', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c095fa3d-0751-4e22-8b66-85e08f32db40', 'mac_address': 'fa:16:3e:88:cf:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35de030-0556-4410-a03d-17bb3c33ceff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:25:02Z', 'updated_at': '2022-02-09T02:25:02Z', 'revision_number': 0, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b47a24c7-79b8-4da2-b017-fa882616e024', 'name': '', 'network_id': 'c095fa3d-0751-4e22-8b66-85e08f32db40', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:d9:04:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249c446f-e237-48f8-a1cc-4b6f569b9a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:48Z', 'updated_at': '2022-02-09T02:24:51Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': '84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:04.402998 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359a6862-2f23-4335-9273-50e6f2d3feb7 None None] The sync data for ids ['249c446f-e237-48f8-a1cc-4b6f569b9a20'] in n-d-822053-40 is: [{'id': '249c446f-e237-48f8-a1cc-4b6f569b9a20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916900662', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'abd66e08-0182-4088-b7a9-1e2c4310dd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:24:45Z', 'updated_at': '2022-02-09T02:24:48Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'abd66e08-0182-4088-b7a9-1e2c4310dd16', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249c446f-e237-48f8-a1cc-4b6f569b9a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:45Z', 'updated_at': '2022-02-09T02:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': 'ac40e242-88ab-4069-94b6-dc1ec5cdebd3', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'floating_ip_address': '172.25.1.151', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '249c446f-e237-48f8-a1cc-4b6f569b9a20', 'port_id': 'cc2cc33a-c321-4d35-aeaf-c88f43374d82', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c095fa3d-0751-4e22-8b66-85e08f32db40', 'mac_address': 'fa:16:3e:88:cf:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35de030-0556-4410-a03d-17bb3c33ceff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:25:02Z', 'updated_at': '2022-02-09T02:25:02Z', 'revision_number': 0, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b47a24c7-79b8-4da2-b017-fa882616e024', 'name': '', 'network_id': 'c095fa3d-0751-4e22-8b66-85e08f32db40', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:d9:04:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249c446f-e237-48f8-a1cc-4b6f569b9a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:48Z', 'updated_at': '2022-02-09T02:24:51Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': '84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:25:04.603395 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070f187c-988d-4ff7-9a18-0f26a4756e2b None None] New status for floating IP ac40e242-88ab-4069-94b6-dc1ec5cdebd3: ACTIVE {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:25:04.929096 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52452) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:04.992399 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-7ffd21ee-b4a0-4e01-9d1a-a2598b28e4ef tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/floatingips/ac40e242-88ab-4069-94b6-dc1ec5cdebd3 HTTP/1.1" status: 200 len: 993 time: 0.0621319 Feb 09 02:25:20.130480 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:20.950411 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-eae7d9bc-e5f4-46b2-b7a5-854327454c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:21.606114 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:22.313997 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:25:24.388308 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-77ec7a59-5c1b-4d1c-91d7-8a22eaeac977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:26.050487 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:27.797908 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:28.444386 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:31.501314 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0dfa0789-1f74-4ebe-baef-6023e1184276 req-b569c406-3e43-4ac5-9048-e429aae32429 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454731 Feb 09 02:25:31.592262 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa0789-1f74-4ebe-baef-6023e1184276 req-dd3550a0-340a-4870-8bcc-2e5dbb70decf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:31.593729 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0dfa0789-1f74-4ebe-baef-6023e1184276 req-dd3550a0-340a-4870-8bcc-2e5dbb70decf service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8591eec9c58e428aaa03fb8ea4411d94&device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 1128 time: 0.0449934 Feb 09 02:25:31.703675 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa0789-1f74-4ebe-baef-6023e1184276 req-d6b92669-4850-4324-a4c4-c0ac1a18aba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:31.705077 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0dfa0789-1f74-4ebe-baef-6023e1184276 req-d6b92669-4850-4324-a4c4-c0ac1a18aba5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c095fa3d-0751-4e22-8b66-85e08f32db40 HTTP/1.1" status: 200 len: 897 time: 0.0884049 Feb 09 02:25:31.770050 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0dfa0789-1f74-4ebe-baef-6023e1184276 req-c797881e-4eed-4f88-b019-18c2faf10f29 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc2cc33a-c321-4d35-aeaf-c88f43374d82 HTTP/1.1" status: 200 len: 1001 time: 0.0585172 Feb 09 02:25:31.819666 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa0789-1f74-4ebe-baef-6023e1184276 req-5a813fa6-29f6-4ad9-825a-69dde2707588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:31.821094 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0dfa0789-1f74-4ebe-baef-6023e1184276 req-5a813fa6-29f6-4ad9-825a-69dde2707588 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5 HTTP/1.1" status: 200 len: 835 time: 0.0422552 Feb 09 02:25:31.875334 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa0789-1f74-4ebe-baef-6023e1184276 req-3cbebd40-41bf-4ec3-a575-23b47e327ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:31.876869 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0dfa0789-1f74-4ebe-baef-6023e1184276 req-3cbebd40-41bf-4ec3-a575-23b47e327ae5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c095fa3d-0751-4e22-8b66-85e08f32db40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470762 Feb 09 02:25:31.963592 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0dfa0789-1f74-4ebe-baef-6023e1184276 req-9a9e198c-76af-4a09-b6f3-5cfde883a0da service neutron] 10.222.0.91 "GET /v2.0/networks/c095fa3d-0751-4e22-8b66-85e08f32db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803204 Feb 09 02:25:32.057343 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0dfa0789-1f74-4ebe-baef-6023e1184276 req-72ed1332-6159-4f65-b14c-4fdc198c4e55 service neutron] 10.222.0.91 "GET /v2.0/networks/c095fa3d-0751-4e22-8b66-85e08f32db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875447 Feb 09 02:25:40.157392 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-72fcdd0d-b35e-4a16-a2f0-2d2933a72f89 req-c2643096-f305-42d4-af7e-aa2297410717 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:25:40.158384 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-72fcdd0d-b35e-4a16-a2f0-2d2933a72f89 req-c2643096-f305-42d4-af7e-aa2297410717 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062957 Feb 09 02:25:40.330455 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52472) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:40.344921 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c060070-b9ad-42f5-a604-a5e7f7404926 req-394fc6b8-e292-4472-a8e2-c95ea128ade7 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:40.346492 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2c060070-b9ad-42f5-a604-a5e7f7404926 req-394fc6b8-e292-4472-a8e2-c95ea128ade7 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 945 time: 0.0577433 Feb 09 02:25:40.402461 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2c060070-b9ad-42f5-a604-a5e7f7404926 req-aec5cc88-c444-465f-92c2-2f5c849543d4 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1a022db-e2d4-48c9-a680-66a1ace2a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438292 Feb 09 02:25:40.420487 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-9e393c49-029a-4a17-92e6-958c8eb09fc7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0891936 Feb 09 02:25:40.428839 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-bbe43478-2f41-414e-9b74-62650ddebedc service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:25:40.429796 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-bbe43478-2f41-414e-9b74-62650ddebedc service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048547 Feb 09 02:25:41.522314 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f5381-062b-455a-b59a-903975c71441 req-d7a36506-07c1-4f5d-805c-3020a1a1d3bd tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:41.523770 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2f1f5381-062b-455a-b59a-903975c71441 req-d7a36506-07c1-4f5d-805c-3020a1a1d3bd tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 945 time: 0.0512373 Feb 09 02:25:41.573508 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2f1f5381-062b-455a-b59a-903975c71441 req-7aa51e08-53f6-4d7d-8a07-8c2824ec1cd6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1a022db-e2d4-48c9-a680-66a1ace2a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432987 Feb 09 02:25:42.699269 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796670b-61aa-4cf5-b9d5-a7ef1519a74a req-a336dd26-18f4-4560-8842-fdadbc584604 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:42.700863 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f796670b-61aa-4cf5-b9d5-a7ef1519a74a req-a336dd26-18f4-4560-8842-fdadbc584604 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 945 time: 0.0567446 Feb 09 02:25:42.748618 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f796670b-61aa-4cf5-b9d5-a7ef1519a74a req-8e68fc56-155b-4d22-a3a5-c33718976308 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1a022db-e2d4-48c9-a680-66a1ace2a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422392 Feb 09 02:25:43.867917 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750db458-53c1-417a-b7a7-28e0c7ff73e0 req-c37ac02f-a22a-443a-8159-ebe7e3f86a9f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:43.869438 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-750db458-53c1-417a-b7a7-28e0c7ff73e0 req-c37ac02f-a22a-443a-8159-ebe7e3f86a9f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 945 time: 0.0524349 Feb 09 02:25:43.919931 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-750db458-53c1-417a-b7a7-28e0c7ff73e0 req-26fc14aa-e65f-49a7-a0f2-594d2f05d045 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1a022db-e2d4-48c9-a680-66a1ace2a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428126 Feb 09 02:25:45.061103 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83774b83-e5ab-408a-9dd5-c5d4eee9add3 req-e38d4ddd-2a07-4335-98cc-ac0e60383c00 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:45.062593 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-83774b83-e5ab-408a-9dd5-c5d4eee9add3 req-e38d4ddd-2a07-4335-98cc-ac0e60383c00 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 945 time: 0.0728335 Feb 09 02:25:45.115019 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-83774b83-e5ab-408a-9dd5-c5d4eee9add3 req-473ec543-a4ce-47b6-ac54-c4cfa19e0395 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1a022db-e2d4-48c9-a680-66a1ace2a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460594 Feb 09 02:25:45.578542 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-28722526-ab60-4b20-80c0-07eda0a669a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:45.580065 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-28722526-ab60-4b20-80c0-07eda0a669a6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8591eec9c58e428aaa03fb8ea4411d94&device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 1128 time: 0.0539086 Feb 09 02:25:45.674757 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-435b90af-5472-41d8-b862-c21f18d240e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:45.676151 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-435b90af-5472-41d8-b862-c21f18d240e9 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c095fa3d-0751-4e22-8b66-85e08f32db40 HTTP/1.1" status: 200 len: 897 time: 0.0854445 Feb 09 02:25:45.740997 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-98005117-b8e5-49e7-8b84-e717f510e340 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc2cc33a-c321-4d35-aeaf-c88f43374d82 HTTP/1.1" status: 200 len: 1001 time: 0.0582190 Feb 09 02:25:45.793368 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-f13d1d34-06d0-4d3a-98eb-c421c8f3a637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:45.794850 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-f13d1d34-06d0-4d3a-98eb-c421c8f3a637 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5 HTTP/1.1" status: 200 len: 835 time: 0.0437450 Feb 09 02:25:45.850037 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-360f6f39-22ce-4b2a-a19e-cdba4344da92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:45.851496 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-360f6f39-22ce-4b2a-a19e-cdba4344da92 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c095fa3d-0751-4e22-8b66-85e08f32db40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470917 Feb 09 02:25:45.946476 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-f082df26-bdeb-4b02-8c99-24cc9f1f212f service neutron] 10.222.0.91 "GET /v2.0/networks/c095fa3d-0751-4e22-8b66-85e08f32db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811126 Feb 09 02:25:46.042535 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-087e9718-ddf4-4d94-b5a7-a5c1cd91decd service neutron] 10.222.0.91 "GET /v2.0/networks/c095fa3d-0751-4e22-8b66-85e08f32db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863073 Feb 09 02:25:46.240772 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7b991-bc00-4565-ba06-ab99f89e8838 req-c0df403d-e059-4786-a616-32323b87d8e3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:46.242161 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cff7b991-bc00-4565-ba06-ab99f89e8838 req-c0df403d-e059-4786-a616-32323b87d8e3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 945 time: 0.0535278 Feb 09 02:25:46.290898 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cff7b991-bc00-4565-ba06-ab99f89e8838 req-41f0b3e4-b7f1-4e86-8af7-27120ee91064 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1a022db-e2d4-48c9-a680-66a1ace2a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425699 Feb 09 02:25:47.409918 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127bdbbd-de3c-47f3-831d-e80cbdfbf23b req-bbc03d17-7837-4c5a-8cc5-e63f1e0a5f36 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:47.411458 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-127bdbbd-de3c-47f3-831d-e80cbdfbf23b req-bbc03d17-7837-4c5a-8cc5-e63f1e0a5f36 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 945 time: 0.0521629 Feb 09 02:25:47.459327 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-127bdbbd-de3c-47f3-831d-e80cbdfbf23b req-cb63be93-5a59-4365-b905-3a78f1c2a27b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1a022db-e2d4-48c9-a680-66a1ace2a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423923 Feb 09 02:25:48.584716 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59a1d6-5fd1-4f68-aa86-a86c0dd0f0b7 req-7319be7a-4dd3-4d07-92e1-77bf012b35de tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:48.586169 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9a59a1d6-5fd1-4f68-aa86-a86c0dd0f0b7 req-7319be7a-4dd3-4d07-92e1-77bf012b35de tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 945 time: 0.0556161 Feb 09 02:25:48.634606 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9a59a1d6-5fd1-4f68-aa86-a86c0dd0f0b7 req-97fe9a48-1815-4c75-b354-282da9d4cec4 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1a022db-e2d4-48c9-a680-66a1ace2a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422897 Feb 09 02:25:49.756922 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07850248-ff7b-40fb-865b-59214a352408 req-1ce48cb7-deae-4ca6-86f3-d189b7db28fc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:49.759071 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-07850248-ff7b-40fb-865b-59214a352408 req-1ce48cb7-deae-4ca6-86f3-d189b7db28fc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 945 time: 0.0539072 Feb 09 02:25:49.807716 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-07850248-ff7b-40fb-865b-59214a352408 req-551b1138-5cfa-4bac-b1cb-a4f2e2117c0b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1a022db-e2d4-48c9-a680-66a1ace2a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431204 Feb 09 02:25:50.131488 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:50.927670 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3be0d-6756-4f91-b55d-649d45f27029 req-f90f57ad-d078-415b-a2bb-23f0140f1a85 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:50.929416 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4aa3be0d-6756-4f91-b55d-649d45f27029 req-f90f57ad-d078-415b-a2bb-23f0140f1a85 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 945 time: 0.0531211 Feb 09 02:25:50.953932 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9dab86ba-42be-4524-ac23-bad8095adaec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:50.987128 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4aa3be0d-6756-4f91-b55d-649d45f27029 req-8d667e86-cb78-4dea-a46b-a5833d28b13e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1a022db-e2d4-48c9-a680-66a1ace2a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491092 Feb 09 02:25:51.627823 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:52.106553 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e8b1b-ea8f-4a54-a5bd-66b420352f36 req-076d4277-568c-4fa7-adae-e2ba1735b848 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:52.108121 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9a3e8b1b-ea8f-4a54-a5bd-66b420352f36 req-076d4277-568c-4fa7-adae-e2ba1735b848 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 945 time: 0.0522120 Feb 09 02:25:52.156153 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9a3e8b1b-ea8f-4a54-a5bd-66b420352f36 req-c4c2f762-ddea-4ed7-bc1e-2ac8e59e675b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1a022db-e2d4-48c9-a680-66a1ace2a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424523 Feb 09 02:25:53.278040 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93e47b-1009-4dec-9b89-2dc144a91809 req-db3f7749-40b2-4ea9-bac3-94554a220280 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:53.280159 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb93e47b-1009-4dec-9b89-2dc144a91809 req-db3f7749-40b2-4ea9-bac3-94554a220280 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 945 time: 0.0535865 Feb 09 02:25:53.329306 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb93e47b-1009-4dec-9b89-2dc144a91809 req-7aba120a-711e-4b19-bfe1-17e36a4d3f3f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1a022db-e2d4-48c9-a680-66a1ace2a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434599 Feb 09 02:25:54.390285 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-71247f78-276a-4419-9b5f-3e351031b9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:54.453925 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1dbce-c618-4bec-afc0-f46dd23b59eb req-1761ecb8-ae6c-4827-a78d-0eb81a19d43f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:54.455401 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d1c1dbce-c618-4bec-afc0-f46dd23b59eb req-1761ecb8-ae6c-4827-a78d-0eb81a19d43f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 945 time: 0.0564363 Feb 09 02:25:54.504403 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d1c1dbce-c618-4bec-afc0-f46dd23b59eb req-5ddc913e-6154-4f0f-aa27-b65852704429 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1a022db-e2d4-48c9-a680-66a1ace2a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434067 Feb 09 02:25:55.626519 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f8ade-6089-4bee-838d-47dad28e0e20 req-a6999956-babe-4e6b-9d06-22a98c9773f1 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:55.628017 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-327f8ade-6089-4bee-838d-47dad28e0e20 req-a6999956-babe-4e6b-9d06-22a98c9773f1 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 945 time: 0.0533447 Feb 09 02:25:55.677621 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-327f8ade-6089-4bee-838d-47dad28e0e20 req-3882cc79-ff8a-4b02-beab-8b50c747a6e7 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1a022db-e2d4-48c9-a680-66a1ace2a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439396 Feb 09 02:25:56.053118 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:56.806005 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08a075-e70a-47c8-a388-34b516c2931d req-bf91a24b-43d4-46d4-9431-9bba5bc9e434 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:56.807456 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6f08a075-e70a-47c8-a388-34b516c2931d req-bf91a24b-43d4-46d4-9431-9bba5bc9e434 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 945 time: 0.0549629 Feb 09 02:25:56.855665 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6f08a075-e70a-47c8-a388-34b516c2931d req-3d3d77c9-eeb9-4600-b4f5-0ae8b72524df tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1a022db-e2d4-48c9-a680-66a1ace2a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416617 Feb 09 02:25:57.800858 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:57.975846 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e2da8-0cf3-4a7f-9ad3-c2d02ca4feed req-e71e8b1f-018d-4ca8-a980-36ed9ddaae7b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:57.977350 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c60e2da8-0cf3-4a7f-9ad3-c2d02ca4feed req-e71e8b1f-018d-4ca8-a980-36ed9ddaae7b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 945 time: 0.0526946 Feb 09 02:25:58.025215 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c60e2da8-0cf3-4a7f-9ad3-c2d02ca4feed req-a3241749-0bc0-4380-860c-9c5a9f5cb4f9 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1a022db-e2d4-48c9-a680-66a1ace2a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421255 Feb 09 02:25:58.447514 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:58.742029 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [req-ae4974ac-9f5f-4379-bf37-a9d8bc397eb9 req-927da4de-9299-430b-8446-262f544eebdf tempest-ServerDiskConfigTestJSON-1250489131 tempest-ServerDiskConfigTestJSON-1250489131-project] (103528) timed out ('10.222.0.121', 62170) {{(pid=103528) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 02:25:59.143614 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b153ab0-0312-4c50-9fcb-1997224a0b57 req-89a90bdc-1209-4e36-b3bb-e86a59c759b0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:59.145143 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1b153ab0-0312-4c50-9fcb-1997224a0b57 req-89a90bdc-1209-4e36-b3bb-e86a59c759b0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 945 time: 0.0520425 Feb 09 02:25:59.201086 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1b153ab0-0312-4c50-9fcb-1997224a0b57 req-03d52e87-1664-417c-b5c4-a94039f11874 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1a022db-e2d4-48c9-a680-66a1ace2a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502656 Feb 09 02:25:59.313000 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:26:00.322421 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6fa93-c5cb-4c6f-9cc5-dad9d18ce6bd req-1d1f86ab-6014-4a3c-8730-4a57897c48e4 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:00.323898 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5cc6fa93-c5cb-4c6f-9cc5-dad9d18ce6bd req-1d1f86ab-6014-4a3c-8730-4a57897c48e4 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 945 time: 0.0536809 Feb 09 02:26:00.373397 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5cc6fa93-c5cb-4c6f-9cc5-dad9d18ce6bd req-cf0704c9-bd86-4583-a39c-f1c6d6866f8f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1a022db-e2d4-48c9-a680-66a1ace2a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427718 Feb 09 02:26:01.494259 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111105f5-bf6c-4c6f-acc7-c28ce1c595c9 req-e88e9826-a1e2-488a-8efd-18c56fb951cf tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:01.495724 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-111105f5-bf6c-4c6f-acc7-c28ce1c595c9 req-e88e9826-a1e2-488a-8efd-18c56fb951cf tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 945 time: 0.0529504 Feb 09 02:26:01.549392 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-111105f5-bf6c-4c6f-acc7-c28ce1c595c9 req-336ba44f-b5d4-4e36-9818-4b88a58b0056 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1a022db-e2d4-48c9-a680-66a1ace2a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472069 Feb 09 02:26:03.004079 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c6223-848c-4f8e-840e-12415e8cb25a req-3a7225d4-11d9-440c-9753-688902521e6f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:03.005462 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0e4c6223-848c-4f8e-840e-12415e8cb25a req-3a7225d4-11d9-440c-9753-688902521e6f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 945 time: 0.3837764 Feb 09 02:26:03.053212 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0e4c6223-848c-4f8e-840e-12415e8cb25a req-35e3499d-0f56-4087-b34e-318d47a47fbe tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1a022db-e2d4-48c9-a680-66a1ace2a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421910 Feb 09 02:26:03.323200 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-66675fb7-021e-43f6-ad30-de7ce644e957 service neutron] show failed (client error): The resource could not be found. Feb 09 02:26:03.324270 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-66675fb7-021e-43f6-ad30-de7ce644e957 service neutron] 10.222.0.91 "GET /v2.0/ports/cc2cc33a-c321-4d35-aeaf-c88f43374d82/bindings/n-h1-822053-40 HTTP/1.1" status: 404 len: 381 time: 0.0540886 Feb 09 02:26:03.535775 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-f9f0c053-54e4-4b84-b6b3-da5c209aa448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:03.537325 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-f9f0c053-54e4-4b84-b6b3-da5c209aa448 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff&tenant_id=8591eec9c58e428aaa03fb8ea4411d94 HTTP/1.1" status: 200 len: 1128 time: 0.0473108 Feb 09 02:26:03.548853 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-b266dd73-48fc-40ed-a2c0-21e6bb53a0e9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822053-40', 'device_owner': 'compute:nova'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:03.610534 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-b266dd73-48fc-40ed-a2c0-21e6bb53a0e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (cc2cc33a-c321-4d35-aeaf-c88f43374d82), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:03.811129 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-b266dd73-48fc-40ed-a2c0-21e6bb53a0e9 service neutron] For port cc2cc33a-c321-4d35-aeaf-c88f43374d82, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=cc2cc33a-c321-4d35-aeaf-c88f43374d82,segment=NetworkSegment(9d35ecf7-b78c-4aa3-be10-fcf19b157740),segment_id=9d35ecf7-b78c-4aa3-be10-fcf19b157740)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:03.842970 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-b266dd73-48fc-40ed-a2c0-21e6bb53a0e9 service neutron] For port cc2cc33a-c321-4d35-aeaf-c88f43374d82, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:26:03.886807 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35de030-0556-4410-a03d-17bb3c33ceff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc2cc33a-c321-4d35-aeaf-c88f43374d82'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:26:03.889440 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6a021a-a2ce-4700-a6f3-96618d9f1d20" -d '{"events": [{"server_uuid": "a35de030-0556-4410-a03d-17bb3c33ceff", "name": "network-vif-unplugged", "status": "completed", "tag": "cc2cc33a-c321-4d35-aeaf-c88f43374d82"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:26:03.893023 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-b266dd73-48fc-40ed-a2c0-21e6bb53a0e9 service neutron] Publish callbacks [] for port (cc2cc33a-c321-4d35-aeaf-c88f43374d82), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:03.906153 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-b266dd73-48fc-40ed-a2c0-21e6bb53a0e9 service neutron] Transition to ACTIVE for port object cc2cc33a-c321-4d35-aeaf-c88f43374d82 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:26:03.910416 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-b266dd73-48fc-40ed-a2c0-21e6bb53a0e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (cc2cc33a-c321-4d35-aeaf-c88f43374d82), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:03.943388 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576efea1-8ff0-445d-a983-ad9b7b86798e x-openstack-request-id: req-576efea1-8ff0-445d-a983-ad9b7b86798e {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:26:03.943680 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a35de030-0556-4410-a03d-17bb3c33ceff", "name": "network-vif-unplugged", "status": "completed", "tag": "cc2cc33a-c321-4d35-aeaf-c88f43374d82", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:26:03.943938 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-576efea1-8ff0-445d-a983-ad9b7b86798e {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:26:03.944354 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a35de030-0556-4410-a03d-17bb3c33ceff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc2cc33a-c321-4d35-aeaf-c88f43374d82', 'code': 200} Feb 09 02:26:03.996058 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266dd73-48fc-40ed-a2c0-21e6bb53a0e9 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2cc33a-c321-4d35-aeaf-c88f43374d82,revision_number=6']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:04.007403 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266dd73-48fc-40ed-a2c0-21e6bb53a0e9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:04.008038 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266dd73-48fc-40ed-a2c0-21e6bb53a0e9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:04.008147 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266dd73-48fc-40ed-a2c0-21e6bb53a0e9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:04.008455 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266dd73-48fc-40ed-a2c0-21e6bb53a0e9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:04.008793 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266dd73-48fc-40ed-a2c0-21e6bb53a0e9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:04.009129 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266dd73-48fc-40ed-a2c0-21e6bb53a0e9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:04.009459 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266dd73-48fc-40ed-a2c0-21e6bb53a0e9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:04.009792 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266dd73-48fc-40ed-a2c0-21e6bb53a0e9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:04.010117 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266dd73-48fc-40ed-a2c0-21e6bb53a0e9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:04.010444 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266dd73-48fc-40ed-a2c0-21e6bb53a0e9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:04.010770 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266dd73-48fc-40ed-a2c0-21e6bb53a0e9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:04.011096 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266dd73-48fc-40ed-a2c0-21e6bb53a0e9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:04.011418 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b266dd73-48fc-40ed-a2c0-21e6bb53a0e9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:04.049945 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-b266dd73-48fc-40ed-a2c0-21e6bb53a0e9 service neutron] No DVR routers for this DVR port cc2cc33a-c321-4d35-aeaf-c88f43374d82 on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:26:04.207788 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2de58-7ea2-4edc-bd63-57d87d5302b6 req-81ed4910-ecd8-49d3-a2db-90b04358328d tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:04.209291 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7cb2de58-7ea2-4edc-bd63-57d87d5302b6 req-81ed4910-ecd8-49d3-a2db-90b04358328d tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 943 time: 0.0779793 Feb 09 02:26:04.256163 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-b266dd73-48fc-40ed-a2c0-21e6bb53a0e9 service neutron] Attempting to bind port cc2cc33a-c321-4d35-aeaf-c88f43374d82 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:04.256499 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-b266dd73-48fc-40ed-a2c0-21e6bb53a0e9 service neutron] Attempting to bind port cc2cc33a-c321-4d35-aeaf-c88f43374d82 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '9d35ecf7-b78c-4aa3-be10-fcf19b157740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c095fa3d-0751-4e22-8b66-85e08f32db40'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:04.256824 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-b266dd73-48fc-40ed-a2c0-21e6bb53a0e9 service neutron] Attempting to bind port cc2cc33a-c321-4d35-aeaf-c88f43374d82 on network c095fa3d-0751-4e22-8b66-85e08f32db40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:04.268668 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-b266dd73-48fc-40ed-a2c0-21e6bb53a0e9 service neutron] Port cc2cc33a-c321-4d35-aeaf-c88f43374d82 on network c095fa3d-0751-4e22-8b66-85e08f32db40 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:04.268989 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-b266dd73-48fc-40ed-a2c0-21e6bb53a0e9 service neutron] Attempting to bind port cc2cc33a-c321-4d35-aeaf-c88f43374d82 on network c095fa3d-0751-4e22-8b66-85e08f32db40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:04.282540 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-b266dd73-48fc-40ed-a2c0-21e6bb53a0e9 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:26:04.282872 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-b266dd73-48fc-40ed-a2c0-21e6bb53a0e9 service neutron] Checking segment: {'id': '9d35ecf7-b78c-4aa3-be10-fcf19b157740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c095fa3d-0751-4e22-8b66-85e08f32db40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:26:04.283255 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-b266dd73-48fc-40ed-a2c0-21e6bb53a0e9 service neutron] Bound using segment: {'id': '9d35ecf7-b78c-4aa3-be10-fcf19b157740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c095fa3d-0751-4e22-8b66-85e08f32db40'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:26:04.283683 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-b266dd73-48fc-40ed-a2c0-21e6bb53a0e9 service neutron] Bound port: cc2cc33a-c321-4d35-aeaf-c88f43374d82, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d35ecf7-b78c-4aa3-be10-fcf19b157740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c095fa3d-0751-4e22-8b66-85e08f32db40'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:26:04.284056 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-b266dd73-48fc-40ed-a2c0-21e6bb53a0e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (cc2cc33a-c321-4d35-aeaf-c88f43374d82), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:04.301094 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7cb2de58-7ea2-4edc-bd63-57d87d5302b6 req-ff9416e1-3923-43b8-b0ee-1a456bbecc54 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1a022db-e2d4-48c9-a680-66a1ace2a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739560 Feb 09 02:26:04.353728 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-b266dd73-48fc-40ed-a2c0-21e6bb53a0e9 service neutron] For port cc2cc33a-c321-4d35-aeaf-c88f43374d82, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:26:04.356670 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-b266dd73-48fc-40ed-a2c0-21e6bb53a0e9 service neutron] For port cc2cc33a-c321-4d35-aeaf-c88f43374d82, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=cc2cc33a-c321-4d35-aeaf-c88f43374d82,segment=NetworkSegment(9d35ecf7-b78c-4aa3-be10-fcf19b157740),segment_id=9d35ecf7-b78c-4aa3-be10-fcf19b157740)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:26:04.364472 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-b266dd73-48fc-40ed-a2c0-21e6bb53a0e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (cc2cc33a-c321-4d35-aeaf-c88f43374d82), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:04.396345 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-b266dd73-48fc-40ed-a2c0-21e6bb53a0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:04.396968 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-b266dd73-48fc-40ed-a2c0-21e6bb53a0e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:04.398321 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-b266dd73-48fc-40ed-a2c0-21e6bb53a0e9 service neutron] 10.222.0.121 "PUT /v2.0/ports/cc2cc33a-c321-4d35-aeaf-c88f43374d82 HTTP/1.1" status: 200 len: 1092 time: 0.8538401 Feb 09 02:26:04.434038 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266dd73-48fc-40ed-a2c0-21e6bb53a0e9 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2cc33a-c321-4d35-aeaf-c88f43374d82,revision_number=7']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:04.474468 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-678da808-fd06-4089-a2ee-725461e6d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:04.476006 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-678da808-fd06-4089-a2ee-725461e6d458 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=8591eec9c58e428aaa03fb8ea4411d94&device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 1126 time: 0.0548694 Feb 09 02:26:04.569308 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-85e1d37e-72fb-4899-9470-58f637bb933f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:04.570893 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-85e1d37e-72fb-4899-9470-58f637bb933f service neutron] 10.222.0.121 "GET /v2.0/networks?id=c095fa3d-0751-4e22-8b66-85e08f32db40 HTTP/1.1" status: 200 len: 897 time: 0.0891807 Feb 09 02:26:04.641585 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-b8bf4d3f-999f-4cea-a11b-7083148f21a0 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc2cc33a-c321-4d35-aeaf-c88f43374d82 HTTP/1.1" status: 200 len: 999 time: 0.0648947 Feb 09 02:26:04.693724 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-3d770355-3a53-4a13-968a-ae60763b611d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:04.695114 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-3d770355-3a53-4a13-968a-ae60763b611d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5 HTTP/1.1" status: 200 len: 835 time: 0.0446212 Feb 09 02:26:04.743872 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-566a78da-a473-4722-9919-0eb11d407d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:04.745386 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-566a78da-a473-4722-9919-0eb11d407d6c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c095fa3d-0751-4e22-8b66-85e08f32db40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440068 Feb 09 02:26:04.837402 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-0f8bf8a4-8481-419d-8307-a01002241b73 service neutron] 10.222.0.121 "GET /v2.0/networks/c095fa3d-0751-4e22-8b66-85e08f32db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856638 Feb 09 02:26:04.926199 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e03be3e5-3e43-427a-85e7-2ea81517b63f req-d9a3932a-1dee-4361-b8f6-7e531866d96e service neutron] 10.222.0.121 "GET /v2.0/networks/c095fa3d-0751-4e22-8b66-85e08f32db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829053 Feb 09 02:26:05.427025 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17392f2-d800-4083-aab1-5c8dcac82096 req-1928e3ed-0fa0-49c8-a26b-1304164aeb22 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:05.428519 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f17392f2-d800-4083-aab1-5c8dcac82096 req-1928e3ed-0fa0-49c8-a26b-1304164aeb22 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 943 time: 0.0563073 Feb 09 02:26:05.477031 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f17392f2-d800-4083-aab1-5c8dcac82096 req-d0ff691b-76ee-490a-a81e-b0df1f654d90 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1a022db-e2d4-48c9-a680-66a1ace2a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429704 Feb 09 02:26:05.946029 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35de030-0556-4410-a03d-17bb3c33ceff', 'tag': 'cc2cc33a-c321-4d35-aeaf-c88f43374d82'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:26:05.948484 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6313499-2dad-4109-99f5-24f123dec9f9" -d '{"events": [{"name": "network-changed", "server_uuid": "a35de030-0556-4410-a03d-17bb3c33ceff", "tag": "cc2cc33a-c321-4d35-aeaf-c88f43374d82"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:26:05.996517 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfc0ced-97aa-4466-9099-c20014a86274 x-openstack-request-id: req-1dfc0ced-97aa-4466-9099-c20014a86274 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:26:05.996819 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a35de030-0556-4410-a03d-17bb3c33ceff", "tag": "cc2cc33a-c321-4d35-aeaf-c88f43374d82", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:26:05.997063 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1dfc0ced-97aa-4466-9099-c20014a86274 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:26:05.997551 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a35de030-0556-4410-a03d-17bb3c33ceff', 'tag': 'cc2cc33a-c321-4d35-aeaf-c88f43374d82', 'status': 'completed', 'code': 200} Feb 09 02:26:06.095313 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6313499-2dad-4109-99f5-24f123dec9f9 req-4197f442-c247-42a8-9aa8-329378b8f856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:06.096844 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a6313499-2dad-4109-99f5-24f123dec9f9 req-4197f442-c247-42a8-9aa8-329378b8f856 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=8591eec9c58e428aaa03fb8ea4411d94&device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 1126 time: 0.0814333 Feb 09 02:26:06.102908 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6313499-2dad-4109-99f5-24f123dec9f9 req-6ae04ff9-e942-434a-a8f9-94ff3a98b0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:06.104182 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a6313499-2dad-4109-99f5-24f123dec9f9 req-6ae04ff9-e942-434a-a8f9-94ff3a98b0be service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8591eec9c58e428aaa03fb8ea4411d94&device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 1126 time: 0.0781763 Feb 09 02:26:06.256147 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6313499-2dad-4109-99f5-24f123dec9f9 req-ce8346e1-2a3d-4f85-b9b5-fcf8c39d117e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:06.257528 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a6313499-2dad-4109-99f5-24f123dec9f9 req-ce8346e1-2a3d-4f85-b9b5-fcf8c39d117e service neutron] 10.222.0.121 "GET /v2.0/networks?id=c095fa3d-0751-4e22-8b66-85e08f32db40 HTTP/1.1" status: 200 len: 897 time: 0.1524942 Feb 09 02:26:06.260033 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6313499-2dad-4109-99f5-24f123dec9f9 req-22c517da-6f9b-4a15-befe-c347c1d8eda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:06.261343 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a6313499-2dad-4109-99f5-24f123dec9f9 req-22c517da-6f9b-4a15-befe-c347c1d8eda5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c095fa3d-0751-4e22-8b66-85e08f32db40 HTTP/1.1" status: 200 len: 897 time: 0.1491568 Feb 09 02:26:06.367761 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a6313499-2dad-4109-99f5-24f123dec9f9 req-6977d0b1-9977-4abd-bb9c-e7a9057dfa05 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc2cc33a-c321-4d35-aeaf-c88f43374d82 HTTP/1.1" status: 200 len: 999 time: 0.1032214 Feb 09 02:26:06.374361 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a6313499-2dad-4109-99f5-24f123dec9f9 req-f8cafe22-2f8a-418b-9003-2875912dc98e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc2cc33a-c321-4d35-aeaf-c88f43374d82 HTTP/1.1" status: 200 len: 999 time: 0.1042218 Feb 09 02:26:06.461224 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6313499-2dad-4109-99f5-24f123dec9f9 req-5684f569-5775-45e5-aa0f-70ce17c88f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:06.462911 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a6313499-2dad-4109-99f5-24f123dec9f9 req-5684f569-5775-45e5-aa0f-70ce17c88f62 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5 HTTP/1.1" status: 200 len: 835 time: 0.0876129 Feb 09 02:26:06.467346 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6313499-2dad-4109-99f5-24f123dec9f9 req-693d1077-1e92-4f5d-aa36-fa73ebaac19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:06.468878 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a6313499-2dad-4109-99f5-24f123dec9f9 req-693d1077-1e92-4f5d-aa36-fa73ebaac19f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5 HTTP/1.1" status: 200 len: 835 time: 0.0684967 Feb 09 02:26:06.548221 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6313499-2dad-4109-99f5-24f123dec9f9 req-e07c48ac-d408-4ec8-ba87-146b85ac8f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:06.549783 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a6313499-2dad-4109-99f5-24f123dec9f9 req-e07c48ac-d408-4ec8-ba87-146b85ac8f09 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c095fa3d-0751-4e22-8b66-85e08f32db40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0800076 Feb 09 02:26:06.556140 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6313499-2dad-4109-99f5-24f123dec9f9 req-6608e64e-f1f0-47b8-ae13-ccad450a5a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:06.557576 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a6313499-2dad-4109-99f5-24f123dec9f9 req-6608e64e-f1f0-47b8-ae13-ccad450a5a27 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c095fa3d-0751-4e22-8b66-85e08f32db40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0802698 Feb 09 02:26:06.739198 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8f0d9-2e32-414c-8f52-cf2d984389e1 req-68582caa-3646-4823-aba5-8911d0a7b349 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:06.740678 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d5e8f0d9-2e32-414c-8f52-cf2d984389e1 req-68582caa-3646-4823-aba5-8911d0a7b349 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 943 time: 0.1822467 Feb 09 02:26:06.773372 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a6313499-2dad-4109-99f5-24f123dec9f9 req-ddd61053-a410-4188-a21d-8a17d14bd2aa service neutron] 10.222.0.121 "GET /v2.0/networks/c095fa3d-0751-4e22-8b66-85e08f32db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135174 Feb 09 02:26:06.779932 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a6313499-2dad-4109-99f5-24f123dec9f9 req-3557ff99-8cfc-43af-8a0f-847397afe83d service neutron] 10.222.0.91 "GET /v2.0/networks/c095fa3d-0751-4e22-8b66-85e08f32db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020719 Feb 09 02:26:06.901891 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d5e8f0d9-2e32-414c-8f52-cf2d984389e1 req-ef56dd2e-12f7-4da3-af8b-03ab2d3095f4 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1a022db-e2d4-48c9-a680-66a1ace2a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509950 Feb 09 02:26:06.958451 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a6313499-2dad-4109-99f5-24f123dec9f9 req-dd3e7098-e041-41ad-9f62-d379391be439 service neutron] 10.222.0.121 "GET /v2.0/networks/c095fa3d-0751-4e22-8b66-85e08f32db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774180 Feb 09 02:26:06.960359 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a6313499-2dad-4109-99f5-24f123dec9f9 req-5259324e-0ede-4c2a-a9d4-74d88e4a2906 service neutron] 10.222.0.91 "GET /v2.0/networks/c095fa3d-0751-4e22-8b66-85e08f32db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687121 Feb 09 02:26:07.146217 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677a299-b20c-4b82-858e-23200bc10215 req-e0c2d4b1-3327-443a-8338-815cfdfa5533 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:07.147708 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e677a299-b20c-4b82-858e-23200bc10215 req-e0c2d4b1-3327-443a-8338-815cfdfa5533 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 943 time: 0.0960157 Feb 09 02:26:07.155348 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae681d-379b-433f-86af-22424e32cd35 req-5dbad07d-96a7-470f-8672-f3ae2eec2d84 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:07.156741 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1cae681d-379b-433f-86af-22424e32cd35 req-5dbad07d-96a7-470f-8672-f3ae2eec2d84 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.91 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff&tenant_id=8591eec9c58e428aaa03fb8ea4411d94&binding%3Ahost_id=n-h1-822053-40 HTTP/1.1" status: 200 len: 943 time: 0.0940936 Feb 09 02:26:07.238491 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e677a299-b20c-4b82-858e-23200bc10215 req-64935201-3be5-4f0c-9a56-2bbb421b6312 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1a022db-e2d4-48c9-a680-66a1ace2a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808005 Feb 09 02:26:07.245473 n-d-822053-40 neutron-server[103529]: INFO neutron.api.v2.resource [req-1cae681d-379b-433f-86af-22424e32cd35 req-97105c71-ca49-410d-aae1-a41675526624 service neutron] delete failed (client error): The resource could not be found. Feb 09 02:26:07.246480 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1cae681d-379b-433f-86af-22424e32cd35 req-97105c71-ca49-410d-aae1-a41675526624 service neutron] 10.222.0.91 "DELETE /v2.0/ports/cc2cc33a-c321-4d35-aeaf-c88f43374d82/bindings/n-h2-822053-40 HTTP/1.1" status: 404 len: 381 time: 0.0822489 Feb 09 02:26:07.381494 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae681d-379b-433f-86af-22424e32cd35 req-56074995-f956-4073-b481-243e3eb5b804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:07.382968 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1cae681d-379b-433f-86af-22424e32cd35 req-56074995-f956-4073-b481-243e3eb5b804 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8591eec9c58e428aaa03fb8ea4411d94&device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 1126 time: 0.0820742 Feb 09 02:26:07.391384 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab71ec6-a3a7-4d59-9618-b4684ed7e05b req-55229fad-83e5-438d-a41a-d44b4aad47ab tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:07.394075 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cab71ec6-a3a7-4d59-9618-b4684ed7e05b req-55229fad-83e5-438d-a41a-d44b4aad47ab tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 943 time: 0.0820343 Feb 09 02:26:07.408140 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device cc2cc33a-c321-4d35-aeaf-c88f43374d82 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:26:07.449837 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] The host n-h2-822053-40 is not matching for port cc2cc33a-c321-4d35-aeaf-c88f43374d82 host n-h1-822053-40! {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:26:07.450217 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device cc2cc33a-c321-4d35-aeaf-c88f43374d82 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:26:07.499557 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cab71ec6-a3a7-4d59-9618-b4684ed7e05b req-bd48ee9f-67a1-475c-8fb1-da386a1ef167 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1a022db-e2d4-48c9-a680-66a1ace2a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983374 Feb 09 02:26:07.521717 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae681d-379b-433f-86af-22424e32cd35 req-875ac78f-5e01-4957-aaab-4c65099018e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:07.523172 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1cae681d-379b-433f-86af-22424e32cd35 req-875ac78f-5e01-4957-aaab-4c65099018e3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c095fa3d-0751-4e22-8b66-85e08f32db40 HTTP/1.1" status: 200 len: 897 time: 0.1294966 Feb 09 02:26:07.589633 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1cae681d-379b-433f-86af-22424e32cd35 req-22f29549-d3bc-4eb5-89d7-9caca586f063 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc2cc33a-c321-4d35-aeaf-c88f43374d82 HTTP/1.1" status: 200 len: 999 time: 0.0595493 Feb 09 02:26:07.638207 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae681d-379b-433f-86af-22424e32cd35 req-9b25dd16-d9ba-4857-9630-5de5a9d1219e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:07.639969 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1cae681d-379b-433f-86af-22424e32cd35 req-9b25dd16-d9ba-4857-9630-5de5a9d1219e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5 HTTP/1.1" status: 200 len: 835 time: 0.0437260 Feb 09 02:26:07.696597 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae681d-379b-433f-86af-22424e32cd35 req-dc7de629-5a1e-4d90-ace6-a9270b8c40d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:07.697994 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1cae681d-379b-433f-86af-22424e32cd35 req-dc7de629-5a1e-4d90-ace6-a9270b8c40d3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c095fa3d-0751-4e22-8b66-85e08f32db40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0488482 Feb 09 02:26:07.794076 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1cae681d-379b-433f-86af-22424e32cd35 req-1a6f5f32-26b9-4d85-8ea8-aafc855e96b2 service neutron] 10.222.0.91 "GET /v2.0/networks/c095fa3d-0751-4e22-8b66-85e08f32db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858552 Feb 09 02:26:07.885554 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1cae681d-379b-433f-86af-22424e32cd35 req-65a442b8-5ebb-42b4-b91e-dcee63c0c3c3 service neutron] 10.222.0.91 "GET /v2.0/networks/c095fa3d-0751-4e22-8b66-85e08f32db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849311 Feb 09 02:26:08.622368 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48bb31-f54b-4779-b2db-39b9c3874484 req-dacb2b70-1687-4395-a6f4-8bd238427df6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:08.624302 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f48bb31-f54b-4779-b2db-39b9c3874484 req-dacb2b70-1687-4395-a6f4-8bd238427df6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 943 time: 0.0543768 Feb 09 02:26:08.674146 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f48bb31-f54b-4779-b2db-39b9c3874484 req-1669469a-204f-4926-ab39-64db720bdc64 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1a022db-e2d4-48c9-a680-66a1ace2a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439181 Feb 09 02:26:08.696081 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52566) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:08.756917 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4b130971-aef7-4cf4-9382-9d8b370b7e5e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/floatingips/ac40e242-88ab-4069-94b6-dc1ec5cdebd3 HTTP/1.1" status: 200 len: 991 time: 0.0597069 Feb 09 02:26:09.214702 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device cc2cc33a-c321-4d35-aeaf-c88f43374d82 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:26:09.477534 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port cc2cc33a-c321-4d35-aeaf-c88f43374d82, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=cc2cc33a-c321-4d35-aeaf-c88f43374d82,segment=NetworkSegment(9d35ecf7-b78c-4aa3-be10-fcf19b157740),segment_id=9d35ecf7-b78c-4aa3-be10-fcf19b157740)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:09.490920 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': 'cc2cc33a-c321-4d35-aeaf-c88f43374d82', 'network_id': 'c095fa3d-0751-4e22-8b66-85e08f32db40', 'port_id': 'cc2cc33a-c321-4d35-aeaf-c88f43374d82', 'mac_address': 'fa:16:3e:88:cf:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:26:09.526369 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port cc2cc33a-c321-4d35-aeaf-c88f43374d82 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:26:09.526751 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (cc2cc33a-c321-4d35-aeaf-c88f43374d82), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:09.540250 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc2cc33a-c321-4d35-aeaf-c88f43374d82 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:26:09.564240 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port cc2cc33a-c321-4d35-aeaf-c88f43374d82, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=cc2cc33a-c321-4d35-aeaf-c88f43374d82,segment=NetworkSegment(9d35ecf7-b78c-4aa3-be10-fcf19b157740),segment_id=9d35ecf7-b78c-4aa3-be10-fcf19b157740)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:09.568528 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (cc2cc33a-c321-4d35-aeaf-c88f43374d82), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:09.615077 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=cc2cc33a-c321-4d35-aeaf-c88f43374d82,revision_number=8']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:09.622193 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:09.622617 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:09.622976 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:09.623304 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:09.623632 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:09.623957 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:09.624306 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:09.624627 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:09.624945 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:09.625262 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:09.625579 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:09.625893 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:09.626205 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:09.851124 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['cc2cc33a-c321-4d35-aeaf-c88f43374d82'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:26:11.226613 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device cc2cc33a-c321-4d35-aeaf-c88f43374d82 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:26:11.275062 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port cc2cc33a-c321-4d35-aeaf-c88f43374d82 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:26:11.279792 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port cc2cc33a-c321-4d35-aeaf-c88f43374d82 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:26:11.280180 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (cc2cc33a-c321-4d35-aeaf-c88f43374d82), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:11.361903 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port cc2cc33a-c321-4d35-aeaf-c88f43374d82 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:26:11.362295 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (cc2cc33a-c321-4d35-aeaf-c88f43374d82), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:11.385335 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35de030-0556-4410-a03d-17bb3c33ceff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2cc33a-c321-4d35-aeaf-c88f43374d82'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:26:11.387569 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bb5a1265871782f8fa80d718c2cad0aad3f2595cc534f44543b72f1ded69d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9f78f8-62a7-4476-8ad6-da34a7b09750" -d '{"events": [{"server_uuid": "a35de030-0556-4410-a03d-17bb3c33ceff", "name": "network-vif-plugged", "status": "completed", "tag": "cc2cc33a-c321-4d35-aeaf-c88f43374d82"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:26:11.401057 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port cc2cc33a-c321-4d35-aeaf-c88f43374d82, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=cc2cc33a-c321-4d35-aeaf-c88f43374d82,segment=NetworkSegment(9d35ecf7-b78c-4aa3-be10-fcf19b157740),segment_id=9d35ecf7-b78c-4aa3-be10-fcf19b157740)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:11.406418 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (cc2cc33a-c321-4d35-aeaf-c88f43374d82), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:11.429953 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a65100-e006-4aea-afe2-5ae1ed3dab42 x-openstack-request-id: req-44a65100-e006-4aea-afe2-5ae1ed3dab42 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:26:11.430256 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a35de030-0556-4410-a03d-17bb3c33ceff", "name": "network-vif-plugged", "status": "completed", "tag": "cc2cc33a-c321-4d35-aeaf-c88f43374d82", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:26:11.430515 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-44a65100-e006-4aea-afe2-5ae1ed3dab42 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:26:11.430906 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a35de030-0556-4410-a03d-17bb3c33ceff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2cc33a-c321-4d35-aeaf-c88f43374d82', 'code': 200} Feb 09 02:26:11.459577 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=cc2cc33a-c321-4d35-aeaf-c88f43374d82,revision_number=9']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:20.152384 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:20.955855 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fb65240d-5a00-416d-8c53-cf45eb631dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:21.635960 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:24.391436 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-75902a66-cdc0-4327-9912-ac462e73e2ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:26.055140 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:27.804502 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:28.449713 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:36.312393 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:26:39.275589 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52580) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:39.434714 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-324cdabe-c329-4ae1-8e05-29a0889e701e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Deleting port 22012ca2-055c-4577-9632-14ee005c340c {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:26:39.435056 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-324cdabe-c329-4ae1-8e05-29a0889e701e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (22012ca2-055c-4577-9632-14ee005c340c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:39.515013 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-324cdabe-c329-4ae1-8e05-29a0889e701e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (22012ca2-055c-4577-9632-14ee005c340c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:39.515333 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-324cdabe-c329-4ae1-8e05-29a0889e701e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for floatingip (22012ca2-055c-4577-9632-14ee005c340c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:39.526792 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-324cdabe-c329-4ae1-8e05-29a0889e701e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Calling delete_port for 22012ca2-055c-4577-9632-14ee005c340c owned by network:floatingip {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:26:39.674682 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-324cdabe-c329-4ae1-8e05-29a0889e701e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (22012ca2-055c-4577-9632-14ee005c340c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:39.697212 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324cdabe-c329-4ae1-8e05-29a0889e701e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event deleted for resources: {'Port': ['ID=22012ca2-055c-4577-9632-14ee005c340c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:39.710599 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324cdabe-c329-4ae1-8e05-29a0889e701e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:39.710965 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324cdabe-c329-4ae1-8e05-29a0889e701e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:39.711304 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324cdabe-c329-4ae1-8e05-29a0889e701e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:39.711638 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324cdabe-c329-4ae1-8e05-29a0889e701e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:39.711962 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324cdabe-c329-4ae1-8e05-29a0889e701e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:39.712310 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324cdabe-c329-4ae1-8e05-29a0889e701e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:39.712628 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324cdabe-c329-4ae1-8e05-29a0889e701e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:39.712948 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324cdabe-c329-4ae1-8e05-29a0889e701e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:39.713265 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324cdabe-c329-4ae1-8e05-29a0889e701e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:39.713587 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324cdabe-c329-4ae1-8e05-29a0889e701e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:39.713898 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324cdabe-c329-4ae1-8e05-29a0889e701e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:39.714206 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324cdabe-c329-4ae1-8e05-29a0889e701e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:39.714517 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324cdabe-c329-4ae1-8e05-29a0889e701e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:39.769560 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-324cdabe-c329-4ae1-8e05-29a0889e701e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for floatingip (ac40e242-88ab-4069-94b6-dc1ec5cdebd3), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:39.771096 n-d-822053-40 neutron-server[103528]: INFO neutron.db.l3_db [None req-324cdabe-c329-4ae1-8e05-29a0889e701e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Floating IP ac40e242-88ab-4069-94b6-dc1ec5cdebd3 disassociated (deleted). External IP: 172.25.1.151, port: cc2cc33a-c321-4d35-aeaf-c88f43374d82. Feb 09 02:26:39.990193 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324cdabe-c329-4ae1-8e05-29a0889e701e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Router 249c446f-e237-48f8-a1cc-4b6f569b9a20 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:26:40.101469 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324cdabe-c329-4ae1-8e05-29a0889e701e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:26:40.106218 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-324cdabe-c329-4ae1-8e05-29a0889e701e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:40.112942 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f109a98-0364-493b-9678-e69e92bdbd57 None None] Sync routers for ids ['249c446f-e237-48f8-a1cc-4b6f569b9a20'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:26:40.126150 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f109a98-0364-493b-9678-e69e92bdbd57 None None] Routers {'249c446f-e237-48f8-a1cc-4b6f569b9a20'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:26:40.126762 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-8f109a98-0364-493b-9678-e69e92bdbd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:26:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['249c446f-e237-48f8-a1cc-4b6f569b9a20'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:40.139176 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-324cdabe-c329-4ae1-8e05-29a0889e701e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "DELETE /v2.0/floatingips/ac40e242-88ab-4069-94b6-dc1ec5cdebd3 HTTP/1.1" status: 204 len: 168 time: 0.8619170 Feb 09 02:26:40.140164 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35de030-0556-4410-a03d-17bb3c33ceff', 'tag': 'cc2cc33a-c321-4d35-aeaf-c88f43374d82'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:26:40.143611 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8875158a3b8cd9e21020c5e530d02786ba26f4a79624d6907fbca9bf06d66985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01dced7c-dac2-4457-9be4-f64bb1a07346" -d '{"events": [{"name": "network-changed", "server_uuid": "a35de030-0556-4410-a03d-17bb3c33ceff", "tag": "cc2cc33a-c321-4d35-aeaf-c88f43374d82"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:26:40.250320 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-8f109a98-0364-493b-9678-e69e92bdbd57 None None] Set router 249c446f-e237-48f8-a1cc-4b6f569b9a20 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:26:40.259578 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7053cb-4f78-4dee-8765-65b93b5f7e65 x-openstack-request-id: req-1b7053cb-4f78-4dee-8765-65b93b5f7e65 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:26:40.259963 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a35de030-0556-4410-a03d-17bb3c33ceff", "tag": "cc2cc33a-c321-4d35-aeaf-c88f43374d82", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:26:40.260443 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1b7053cb-4f78-4dee-8765-65b93b5f7e65 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:26:40.260942 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a35de030-0556-4410-a03d-17bb3c33ceff', 'tag': 'cc2cc33a-c321-4d35-aeaf-c88f43374d82', 'status': 'completed', 'code': 200} Feb 09 02:26:40.335764 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dced7c-dac2-4457-9be4-f64bb1a07346 req-1834a2c2-d1ba-4319-93ad-b13fa7828fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:40.337535 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-01dced7c-dac2-4457-9be4-f64bb1a07346 req-1834a2c2-d1ba-4319-93ad-b13fa7828fac service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=8591eec9c58e428aaa03fb8ea4411d94&device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 1128 time: 0.0547106 Feb 09 02:26:40.456231 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e86700-0ddd-4731-9fd8-734c88a2674f req-6fe22500-8f6f-4b30-8bfa-d7307f87fe4c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:40.457705 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-68e86700-0ddd-4731-9fd8-734c88a2674f req-6fe22500-8f6f-4b30-8bfa-d7307f87fe4c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 945 time: 0.1190968 Feb 09 02:26:40.463724 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-8f109a98-0364-493b-9678-e69e92bdbd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249c446f-e237-48f8-a1cc-4b6f569b9a20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916900662', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'abd66e08-0182-4088-b7a9-1e2c4310dd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:24:45Z', 'updated_at': '2022-02-09T02:24:48Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'abd66e08-0182-4088-b7a9-1e2c4310dd16', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249c446f-e237-48f8-a1cc-4b6f569b9a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:45Z', 'updated_at': '2022-02-09T02:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'b47a24c7-79b8-4da2-b017-fa882616e024', 'name': '', 'network_id': 'c095fa3d-0751-4e22-8b66-85e08f32db40', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:d9:04:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249c446f-e237-48f8-a1cc-4b6f569b9a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:48Z', 'updated_at': '2022-02-09T02:24:51Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': '84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:40.479730 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dced7c-dac2-4457-9be4-f64bb1a07346 req-e1aa956f-7b40-4134-abd8-3e31f401ad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:40.481152 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-01dced7c-dac2-4457-9be4-f64bb1a07346 req-e1aa956f-7b40-4134-abd8-3e31f401ad2a service neutron] 10.222.0.121 "GET /v2.0/networks?id=c095fa3d-0751-4e22-8b66-85e08f32db40 HTTP/1.1" status: 200 len: 897 time: 0.1328793 Feb 09 02:26:40.490887 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f109a98-0364-493b-9678-e69e92bdbd57 None None] Checking router: 249c446f-e237-48f8-a1cc-4b6f569b9a20 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:26:40.502078 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f109a98-0364-493b-9678-e69e92bdbd57 None None] Routers {'249c446f-e237-48f8-a1cc-4b6f569b9a20'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:26:40.502582 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-8f109a98-0364-493b-9678-e69e92bdbd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:26:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['249c446f-e237-48f8-a1cc-4b6f569b9a20'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:40.541301 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-01dced7c-dac2-4457-9be4-f64bb1a07346 req-526bb12e-f924-4f74-ac1c-3b1631bab8d6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc2cc33a-c321-4d35-aeaf-c88f43374d82 HTTP/1.1" status: 200 len: 217 time: 0.0486102 Feb 09 02:26:40.550413 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-68e86700-0ddd-4731-9fd8-734c88a2674f req-1081f729-ecf0-4851-9108-82ae496bbe01 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1a022db-e2d4-48c9-a680-66a1ace2a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854247 Feb 09 02:26:40.594036 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dced7c-dac2-4457-9be4-f64bb1a07346 req-d19ba40b-d268-4797-ba96-d25982e74c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:40.595482 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-01dced7c-dac2-4457-9be4-f64bb1a07346 req-d19ba40b-d268-4797-ba96-d25982e74c39 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5 HTTP/1.1" status: 200 len: 835 time: 0.0442421 Feb 09 02:26:40.612770 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-8f109a98-0364-493b-9678-e69e92bdbd57 None None] Set router 249c446f-e237-48f8-a1cc-4b6f569b9a20 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:26:40.650284 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dced7c-dac2-4457-9be4-f64bb1a07346 req-e70d0950-b465-4f6c-8e2c-a3da7cda3b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:40.651764 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-01dced7c-dac2-4457-9be4-f64bb1a07346 req-e70d0950-b465-4f6c-8e2c-a3da7cda3b63 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c095fa3d-0751-4e22-8b66-85e08f32db40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0485849 Feb 09 02:26:40.742135 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-01dced7c-dac2-4457-9be4-f64bb1a07346 req-2a823b63-6c1e-4df9-94d9-f4fba4be4e53 service neutron] 10.222.0.121 "GET /v2.0/networks/c095fa3d-0751-4e22-8b66-85e08f32db40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830922 Feb 09 02:26:40.813382 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-8f109a98-0364-493b-9678-e69e92bdbd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249c446f-e237-48f8-a1cc-4b6f569b9a20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916900662', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'abd66e08-0182-4088-b7a9-1e2c4310dd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:24:45Z', 'updated_at': '2022-02-09T02:24:48Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'abd66e08-0182-4088-b7a9-1e2c4310dd16', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249c446f-e237-48f8-a1cc-4b6f569b9a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:45Z', 'updated_at': '2022-02-09T02:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'b47a24c7-79b8-4da2-b017-fa882616e024', 'name': '', 'network_id': 'c095fa3d-0751-4e22-8b66-85e08f32db40', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:d9:04:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249c446f-e237-48f8-a1cc-4b6f569b9a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:48Z', 'updated_at': '2022-02-09T02:24:51Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': '84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:40.839382 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-01dced7c-dac2-4457-9be4-f64bb1a07346 req-dd156f2e-4f1e-434a-a16b-3799e5be245b service neutron] 10.222.0.121 "GET /v2.0/networks/c095fa3d-0751-4e22-8b66-85e08f32db40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897927 Feb 09 02:26:40.933674 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f109a98-0364-493b-9678-e69e92bdbd57 None None] The sync data for ids ['249c446f-e237-48f8-a1cc-4b6f569b9a20'] in n-d-822053-40 is: [{'id': '249c446f-e237-48f8-a1cc-4b6f569b9a20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916900662', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'abd66e08-0182-4088-b7a9-1e2c4310dd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:24:45Z', 'updated_at': '2022-02-09T02:24:48Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'abd66e08-0182-4088-b7a9-1e2c4310dd16', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249c446f-e237-48f8-a1cc-4b6f569b9a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:45Z', 'updated_at': '2022-02-09T02:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'b47a24c7-79b8-4da2-b017-fa882616e024', 'name': '', 'network_id': 'c095fa3d-0751-4e22-8b66-85e08f32db40', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:d9:04:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249c446f-e237-48f8-a1cc-4b6f569b9a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:48Z', 'updated_at': '2022-02-09T02:24:51Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': '84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:26:41.158177 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e322a58-0a5d-440b-bca6-ad56c7bfc381 None None] New status for floating IP ac40e242-88ab-4069-94b6-dc1ec5cdebd3: DOWN {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:26:41.674166 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9df89d-0cf0-435c-bb66-56710d4d91d5 req-d660ff12-9f5f-4c61-a40f-4f54bcbe806e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:41.675639 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0d9df89d-0cf0-435c-bb66-56710d4d91d5 req-d660ff12-9f5f-4c61-a40f-4f54bcbe806e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 945 time: 0.0551353 Feb 09 02:26:41.723667 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0d9df89d-0cf0-435c-bb66-56710d4d91d5 req-b2f191c5-b5fe-4481-ab60-1952aeb99815 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1a022db-e2d4-48c9-a680-66a1ace2a4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422513 Feb 09 02:26:41.786683 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8495cd3-42e5-4602-b096-0589de6de7fc req-be09f823-6703-44fe-ae3e-6d7eb1eb476a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:41.788146 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e8495cd3-42e5-4602-b096-0589de6de7fc req-be09f823-6703-44fe-ae3e-6d7eb1eb476a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.121 "GET /v2.0/ports?device_id=a35de030-0556-4410-a03d-17bb3c33ceff HTTP/1.1" status: 200 len: 945 time: 0.0510831 Feb 09 02:26:41.881401 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-e8495cd3-42e5-4602-b096-0589de6de7fc req-457fd199-318c-42f7-95ff-c17cec685c2a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Deleting port cc2cc33a-c321-4d35-aeaf-c88f43374d82 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:26:41.881737 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e8495cd3-42e5-4602-b096-0589de6de7fc req-457fd199-318c-42f7-95ff-c17cec685c2a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (cc2cc33a-c321-4d35-aeaf-c88f43374d82), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:41.971318 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-e8495cd3-42e5-4602-b096-0589de6de7fc req-457fd199-318c-42f7-95ff-c17cec685c2a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] For port cc2cc33a-c321-4d35-aeaf-c88f43374d82, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=cc2cc33a-c321-4d35-aeaf-c88f43374d82,segment=NetworkSegment(9d35ecf7-b78c-4aa3-be10-fcf19b157740),segment_id=9d35ecf7-b78c-4aa3-be10-fcf19b157740)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:41.971678 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e8495cd3-42e5-4602-b096-0589de6de7fc req-457fd199-318c-42f7-95ff-c17cec685c2a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (cc2cc33a-c321-4d35-aeaf-c88f43374d82), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:41.984647 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-e8495cd3-42e5-4602-b096-0589de6de7fc req-457fd199-318c-42f7-95ff-c17cec685c2a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Calling delete_port for cc2cc33a-c321-4d35-aeaf-c88f43374d82 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:26:42.115535 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e8495cd3-42e5-4602-b096-0589de6de7fc req-457fd199-318c-42f7-95ff-c17cec685c2a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (cc2cc33a-c321-4d35-aeaf-c88f43374d82), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:42.144587 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457fd199-318c-42f7-95ff-c17cec685c2a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event deleted for resources: {'Port': ['ID=cc2cc33a-c321-4d35-aeaf-c88f43374d82,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:42.192533 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8495cd3-42e5-4602-b096-0589de6de7fc req-457fd199-318c-42f7-95ff-c17cec685c2a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] No DVR routers for this DVR port cc2cc33a-c321-4d35-aeaf-c88f43374d82 on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:26:42.195140 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-e8495cd3-42e5-4602-b096-0589de6de7fc req-457fd199-318c-42f7-95ff-c17cec685c2a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:42.198541 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e8495cd3-42e5-4602-b096-0589de6de7fc req-457fd199-318c-42f7-95ff-c17cec685c2a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.121 "DELETE /v2.0/ports/cc2cc33a-c321-4d35-aeaf-c88f43374d82 HTTP/1.1" status: 204 len: 173 time: 0.4053435 Feb 09 02:26:42.198978 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35de030-0556-4410-a03d-17bb3c33ceff', 'name': 'network-vif-deleted', 'tag': 'cc2cc33a-c321-4d35-aeaf-c88f43374d82'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:26:42.201993 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec53b0d3-29a6-4759-bc52-c2bcd431443f" -d '{"events": [{"server_uuid": "a35de030-0556-4410-a03d-17bb3c33ceff", "name": "network-vif-deleted", "tag": "cc2cc33a-c321-4d35-aeaf-c88f43374d82"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:26:42.241559 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73dc6482-1be3-4e0e-94f8-f24f42f1ef64 x-openstack-request-id: req-73dc6482-1be3-4e0e-94f8-f24f42f1ef64 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:26:42.241862 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a35de030-0556-4410-a03d-17bb3c33ceff", "name": "network-vif-deleted", "tag": "cc2cc33a-c321-4d35-aeaf-c88f43374d82", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:26:42.242108 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-73dc6482-1be3-4e0e-94f8-f24f42f1ef64 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:26:42.242516 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a35de030-0556-4410-a03d-17bb3c33ceff', 'name': 'network-vif-deleted', 'tag': 'cc2cc33a-c321-4d35-aeaf-c88f43374d82', 'status': 'completed', 'code': 200} Feb 09 02:26:42.786981 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52596) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:43.147799 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-75ae8d7f-14ec-4e07-bc44-13aab6702996 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (249c446f-e237-48f8-a1cc-4b6f569b9a20), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:43.405762 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-75ae8d7f-14ec-4e07-bc44-13aab6702996 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Deleting port b47a24c7-79b8-4da2-b017-fa882616e024 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:26:43.406015 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-75ae8d7f-14ec-4e07-bc44-13aab6702996 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (b47a24c7-79b8-4da2-b017-fa882616e024), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:43.493653 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-75ae8d7f-14ec-4e07-bc44-13aab6702996 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] For port b47a24c7-79b8-4da2-b017-fa882616e024, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=b47a24c7-79b8-4da2-b017-fa882616e024,segment=NetworkSegment(9d35ecf7-b78c-4aa3-be10-fcf19b157740),segment_id=9d35ecf7-b78c-4aa3-be10-fcf19b157740)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:43.494010 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-75ae8d7f-14ec-4e07-bc44-13aab6702996 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (b47a24c7-79b8-4da2-b017-fa882616e024), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:43.508829 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-75ae8d7f-14ec-4e07-bc44-13aab6702996 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Calling delete_port for b47a24c7-79b8-4da2-b017-fa882616e024 owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:26:43.700462 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-75ae8d7f-14ec-4e07-bc44-13aab6702996 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (b47a24c7-79b8-4da2-b017-fa882616e024), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:43.727847 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae8d7f-14ec-4e07-bc44-13aab6702996 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event deleted for resources: {'Port': ['ID=b47a24c7-79b8-4da2-b017-fa882616e024,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:44.210867 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-75ae8d7f-14ec-4e07-bc44-13aab6702996 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (249c446f-e237-48f8-a1cc-4b6f569b9a20), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:44.432401 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ae8d7f-14ec-4e07-bc44-13aab6702996 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Router 249c446f-e237-48f8-a1cc-4b6f569b9a20 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:26:44.538750 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ae8d7f-14ec-4e07-bc44-13aab6702996 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:26:44.544038 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-75ae8d7f-14ec-4e07-bc44-13aab6702996 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "PUT /v2.0/routers/249c446f-e237-48f8-a1cc-4b6f569b9a20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7587786 Feb 09 02:26:44.547621 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52598) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:44.550357 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c99eda-b354-487a-847c-24d1722ac391 None None] Sync routers for ids ['249c446f-e237-48f8-a1cc-4b6f569b9a20'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:26:44.560152 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c99eda-b354-487a-847c-24d1722ac391 None None] Routers {'249c446f-e237-48f8-a1cc-4b6f569b9a20'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:26:44.561387 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-75c99eda-b354-487a-847c-24d1722ac391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:26:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['249c446f-e237-48f8-a1cc-4b6f569b9a20'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:44.598690 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c337a33-d9f0-46e9-9b02-943119eedd57 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Deleting subnet 84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:26:44.601775 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2c337a33-d9f0-46e9-9b02-943119eedd57 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for subnet (84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:44.641984 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2c337a33-d9f0-46e9-9b02-943119eedd57 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:44.667502 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-75c99eda-b354-487a-847c-24d1722ac391 None None] Set router 249c446f-e237-48f8-a1cc-4b6f569b9a20 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:26:44.732314 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2c337a33-d9f0-46e9-9b02-943119eedd57 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:44.790949 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2c337a33-d9f0-46e9-9b02-943119eedd57 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:44.818158 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c337a33-d9f0-46e9-9b02-943119eedd57 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event deleted for resources: {'Subnet': ['ID=84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:44.821876 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2c337a33-d9f0-46e9-9b02-943119eedd57 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:44.825159 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2c337a33-d9f0-46e9-9b02-943119eedd57 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "DELETE /v2.0/subnets/84dc18f3-b8c2-411f-bc3d-9704cc2ef2b5 HTTP/1.1" status: 204 len: 168 time: 0.2763355 Feb 09 02:26:44.828650 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52600) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:44.831504 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8367440-843d-45af-8a75-76ee18bcfea8 None None] Network c095fa3d-0751-4e22-8b66-85e08f32db40 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:26:44.854756 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-75c99eda-b354-487a-847c-24d1722ac391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249c446f-e237-48f8-a1cc-4b6f569b9a20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916900662', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'abd66e08-0182-4088-b7a9-1e2c4310dd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:24:45Z', 'updated_at': '2022-02-09T02:26:43Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'abd66e08-0182-4088-b7a9-1e2c4310dd16', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249c446f-e237-48f8-a1cc-4b6f569b9a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:45Z', 'updated_at': '2022-02-09T02:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:44.882925 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c99eda-b354-487a-847c-24d1722ac391 None None] Checking router: 249c446f-e237-48f8-a1cc-4b6f569b9a20 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:26:44.892226 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c99eda-b354-487a-847c-24d1722ac391 None None] Routers {'249c446f-e237-48f8-a1cc-4b6f569b9a20'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:26:44.892828 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-75c99eda-b354-487a-847c-24d1722ac391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:26:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['249c446f-e237-48f8-a1cc-4b6f569b9a20'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:44.946605 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6764dc1a-edf9-435f-84da-b09d89af1c30 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router (249c446f-e237-48f8-a1cc-4b6f569b9a20), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:45.005558 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-75c99eda-b354-487a-847c-24d1722ac391 None None] Set router 249c446f-e237-48f8-a1cc-4b6f569b9a20 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:26:45.020275 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532fb865-687b-46d5-9da4-e0fcb7a3a6ce None None] DHCP port deletion for c095fa3d-0751-4e22-8b66-85e08f32db40 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:26:45.059631 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6764dc1a-edf9-435f-84da-b09d89af1c30 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router_gateway (249c446f-e237-48f8-a1cc-4b6f569b9a20), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:45.083334 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-532fb865-687b-46d5-9da4-e0fcb7a3a6ce None None] Deleting port fe9616cc-449f-475f-8bdc-caf69fd8b8f8 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:26:45.083852 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-532fb865-687b-46d5-9da4-e0fcb7a3a6ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (fe9616cc-449f-475f-8bdc-caf69fd8b8f8), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:45.123634 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-6764dc1a-edf9-435f-84da-b09d89af1c30 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Deleting port abd66e08-0182-4088-b7a9-1e2c4310dd16 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:26:45.124003 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6764dc1a-edf9-435f-84da-b09d89af1c30 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (abd66e08-0182-4088-b7a9-1e2c4310dd16), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:45.156446 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-532fb865-687b-46d5-9da4-e0fcb7a3a6ce None None] For port fe9616cc-449f-475f-8bdc-caf69fd8b8f8, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=fe9616cc-449f-475f-8bdc-caf69fd8b8f8,segment=NetworkSegment(9d35ecf7-b78c-4aa3-be10-fcf19b157740),segment_id=9d35ecf7-b78c-4aa3-be10-fcf19b157740)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:45.157104 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-532fb865-687b-46d5-9da4-e0fcb7a3a6ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (fe9616cc-449f-475f-8bdc-caf69fd8b8f8), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:45.171110 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-532fb865-687b-46d5-9da4-e0fcb7a3a6ce None None] Calling delete_port for fe9616cc-449f-475f-8bdc-caf69fd8b8f8 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:26:45.204879 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-75c99eda-b354-487a-847c-24d1722ac391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249c446f-e237-48f8-a1cc-4b6f569b9a20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916900662', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'abd66e08-0182-4088-b7a9-1e2c4310dd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:24:45Z', 'updated_at': '2022-02-09T02:26:43Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'abd66e08-0182-4088-b7a9-1e2c4310dd16', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249c446f-e237-48f8-a1cc-4b6f569b9a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:45Z', 'updated_at': '2022-02-09T02:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:45.212639 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-6764dc1a-edf9-435f-84da-b09d89af1c30 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] For port abd66e08-0182-4088-b7a9-1e2c4310dd16, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=abd66e08-0182-4088-b7a9-1e2c4310dd16,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:45.213225 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6764dc1a-edf9-435f-84da-b09d89af1c30 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (abd66e08-0182-4088-b7a9-1e2c4310dd16), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:45.226505 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-6764dc1a-edf9-435f-84da-b09d89af1c30 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Calling delete_port for abd66e08-0182-4088-b7a9-1e2c4310dd16 owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:26:45.232840 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c99eda-b354-487a-847c-24d1722ac391 None None] The sync data for ids ['249c446f-e237-48f8-a1cc-4b6f569b9a20'] in n-d-822053-40 is: [{'id': '249c446f-e237-48f8-a1cc-4b6f569b9a20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916900662', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'abd66e08-0182-4088-b7a9-1e2c4310dd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:24:45Z', 'updated_at': '2022-02-09T02:26:43Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'abd66e08-0182-4088-b7a9-1e2c4310dd16', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249c446f-e237-48f8-a1cc-4b6f569b9a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:45Z', 'updated_at': '2022-02-09T02:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:26:45.257571 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-532fb865-687b-46d5-9da4-e0fcb7a3a6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (fe9616cc-449f-475f-8bdc-caf69fd8b8f8), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:45.284715 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532fb865-687b-46d5-9da4-e0fcb7a3a6ce None None] Pushing event deleted for resources: {'Port': ['ID=fe9616cc-449f-475f-8bdc-caf69fd8b8f8,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:45.289321 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532fb865-687b-46d5-9da4-e0fcb7a3a6ce None None] No DVR routers for this DVR port fe9616cc-449f-475f-8bdc-caf69fd8b8f8 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:26:45.398585 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device cc2cc33a-c321-4d35-aeaf-c88f43374d82 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:26:45.410548 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6764dc1a-edf9-435f-84da-b09d89af1c30 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (abd66e08-0182-4088-b7a9-1e2c4310dd16), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:45.419502 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: cc2cc33a-c321-4d35-aeaf-c88f43374d82 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:26:45.419896 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device cc2cc33a-c321-4d35-aeaf-c88f43374d82 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:26:45.436960 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6764dc1a-edf9-435f-84da-b09d89af1c30 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event deleted for resources: {'Port': ['ID=abd66e08-0182-4088-b7a9-1e2c4310dd16,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:45.494580 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6764dc1a-edf9-435f-84da-b09d89af1c30 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (249c446f-e237-48f8-a1cc-4b6f569b9a20), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:45.594884 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6764dc1a-edf9-435f-84da-b09d89af1c30 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (249c446f-e237-48f8-a1cc-4b6f569b9a20), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:45.597573 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6764dc1a-edf9-435f-84da-b09d89af1c30 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router_controller (249c446f-e237-48f8-a1cc-4b6f569b9a20), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:45.649858 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6764dc1a-edf9-435f-84da-b09d89af1c30 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (249c446f-e237-48f8-a1cc-4b6f569b9a20), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:45.650871 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6764dc1a-edf9-435f-84da-b09d89af1c30 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Fanout notify agent at l3_agent the message router_deleted on router 249c446f-e237-48f8-a1cc-4b6f569b9a20 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:26:45.658854 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6764dc1a-edf9-435f-84da-b09d89af1c30 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:45.662565 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6764dc1a-edf9-435f-84da-b09d89af1c30 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "DELETE /v2.0/routers/249c446f-e237-48f8-a1cc-4b6f569b9a20 HTTP/1.1" status: 204 len: 168 time: 0.8283367 Feb 09 02:26:45.662942 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52604) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:45.716594 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device fe9616cc-449f-475f-8bdc-caf69fd8b8f8 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:26:45.742028 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: fe9616cc-449f-475f-8bdc-caf69fd8b8f8 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:26:45.742700 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device fe9616cc-449f-475f-8bdc-caf69fd8b8f8 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:26:45.743185 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b47a24c7-79b8-4da2-b017-fa882616e024 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:26:45.745874 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-72025a81-500d-4bb8-94b8-8baa8e366815 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (c095fa3d-0751-4e22-8b66-85e08f32db40), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:45.763135 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: b47a24c7-79b8-4da2-b017-fa882616e024 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:26:45.763519 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device b47a24c7-79b8-4da2-b017-fa882616e024 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:26:45.843593 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-72025a81-500d-4bb8-94b8-8baa8e366815 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (c095fa3d-0751-4e22-8b66-85e08f32db40), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:45.864444 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-72025a81-500d-4bb8-94b8-8baa8e366815 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c095fa3d-0751-4e22-8b66-85e08f32db40']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:45.874760 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-72025a81-500d-4bb8-94b8-8baa8e366815 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d35ecf7-b78c-4aa3-be10-fcf19b157740') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:45.875057 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-72025a81-500d-4bb8-94b8-8baa8e366815 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d35ecf7-b78c-4aa3-be10-fcf19b157740') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:45.885045 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-72025a81-500d-4bb8-94b8-8baa8e366815 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (9d35ecf7-b78c-4aa3-be10-fcf19b157740), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:45.900190 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-72025a81-500d-4bb8-94b8-8baa8e366815 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (9d35ecf7-b78c-4aa3-be10-fcf19b157740), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:45.907294 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72025a81-500d-4bb8-94b8-8baa8e366815 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:26:45.907957 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-72025a81-500d-4bb8-94b8-8baa8e366815 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (9d35ecf7-b78c-4aa3-be10-fcf19b157740), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:45.911374 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 02:26:45.911374 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:26:45.911374 n-d-822053-40 neutron-server[103529]: timer() Feb 09 02:26:45.911374 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:26:45.911374 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 02:26:45.911374 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:26:45.911374 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 02:26:45.911374 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:26:45.911374 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 02:26:45.911374 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:26:45.911374 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 02:26:45.911374 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:26:45.911374 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 02:26:45.911374 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:26:45.911374 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:26:45.911374 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:26:45.911374 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:26:45.911374 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:26:45.911374 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 02:26:45.911374 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:26:45.911374 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 02:26:45.911374 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:26:45.911374 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:26:45.911374 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:26:45.911374 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 02:26:45.911374 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:26:45.911374 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:26:45.911374 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:26:45.911374 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:26:45.911374 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:26:45.911374 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:26:45.911374 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:26:45.976191 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-72025a81-500d-4bb8-94b8-8baa8e366815 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (c095fa3d-0751-4e22-8b66-85e08f32db40), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:45.983286 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-72025a81-500d-4bb8-94b8-8baa8e366815 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:45.986529 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-72025a81-500d-4bb8-94b8-8baa8e366815 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "DELETE /v2.0/networks/c095fa3d-0751-4e22-8b66-85e08f32db40 HTTP/1.1" status: 204 len: 168 time: 0.3225996 Feb 09 02:26:45.989325 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52606) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:46.002268 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72025a81-500d-4bb8-94b8-8baa8e366815 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event deleted for resources: {'Network': ['ID=c095fa3d-0751-4e22-8b66-85e08f32db40,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:46.047390 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a6e6c998-dfaf-4dd9-bac6-f44b95e6c88f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group (e1a022db-e2d4-48c9-a680-66a1ace2a4ae), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:46.072620 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a6e6c998-dfaf-4dd9-bac6-f44b95e6c88f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group (e1a022db-e2d4-48c9-a680-66a1ace2a4ae), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:46.137414 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a6e6c998-dfaf-4dd9-bac6-f44b95e6c88f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (e1a022db-e2d4-48c9-a680-66a1ace2a4ae), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:46.141008 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a6e6c998-dfaf-4dd9-bac6-f44b95e6c88f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:46.142184 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a6e6c998-dfaf-4dd9-bac6-f44b95e6c88f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "DELETE /v2.0/security-groups/e1a022db-e2d4-48c9-a680-66a1ace2a4ae HTTP/1.1" status: 204 len: 168 time: 0.1518164 Feb 09 02:26:46.151851 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6c998-dfaf-4dd9-bac6-f44b95e6c88f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a022db-e2d4-48c9-a680-66a1ace2a4ae,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:46.689585 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52612) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:46.694181 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-4b4468fc-1fdd-423c-8975-14a8fb97976b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1615896936', 'description': 'tempest-secgroup-smoke-1615896936 description', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:46.714155 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b4468fc-1fdd-423c-8975-14a8fb97976b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:46.777933 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b4468fc-1fdd-423c-8975-14a8fb97976b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group (46e57499-2e86-4f97-a92a-3ef3dfe9cdfc), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:46.782400 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b4468fc-1fdd-423c-8975-14a8fb97976b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (46e57499-2e86-4f97-a92a-3ef3dfe9cdfc), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:46.812525 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b4468fc-1fdd-423c-8975-14a8fb97976b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:46.813719 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4b4468fc-1fdd-423c-8975-14a8fb97976b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1231368 Feb 09 02:26:46.816737 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52614) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:46.821137 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-72c9b1ea-c3d8-4130-8a5b-ed4d7a868b5c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'security_group_rule': {'security_group_id': '46e57499-2e86-4f97-a92a-3ef3dfe9cdfc', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:46.821562 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4468fc-1fdd-423c-8975-14a8fb97976b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46e57499-2e86-4f97-a92a-3ef3dfe9cdfc,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:46.849499 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-72c9b1ea-c3d8-4130-8a5b-ed4d7a868b5c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (621b2c0e-0ef4-464a-9346-1e38935d2f12), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:46.902757 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-72c9b1ea-c3d8-4130-8a5b-ed4d7a868b5c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (621b2c0e-0ef4-464a-9346-1e38935d2f12), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:46.907208 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-72c9b1ea-c3d8-4130-8a5b-ed4d7a868b5c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (621b2c0e-0ef4-464a-9346-1e38935d2f12), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:46.925176 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c9b1ea-c3d8-4130-8a5b-ed4d7a868b5c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=621b2c0e-0ef4-464a-9346-1e38935d2f12,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:46.932489 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-72c9b1ea-c3d8-4130-8a5b-ed4d7a868b5c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:46.933652 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-72c9b1ea-c3d8-4130-8a5b-ed4d7a868b5c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1159358 Feb 09 02:26:46.937084 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52616) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:46.941305 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-fb236b77-246d-453b-8666-5cfda84e57a5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'security_group_rule': {'security_group_id': '46e57499-2e86-4f97-a92a-3ef3dfe9cdfc', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:46.964457 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fb236b77-246d-453b-8666-5cfda84e57a5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (baf6250f-b4af-4b4d-954d-cc40726eb78f), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:47.018401 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fb236b77-246d-453b-8666-5cfda84e57a5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (baf6250f-b4af-4b4d-954d-cc40726eb78f), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:47.022139 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fb236b77-246d-453b-8666-5cfda84e57a5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (baf6250f-b4af-4b4d-954d-cc40726eb78f), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:47.039245 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb236b77-246d-453b-8666-5cfda84e57a5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baf6250f-b4af-4b4d-954d-cc40726eb78f,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:47.048003 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fb236b77-246d-453b-8666-5cfda84e57a5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:47.049164 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-fb236b77-246d-453b-8666-5cfda84e57a5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1111860 Feb 09 02:26:47.051952 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52618) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:47.056076 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-2a6f116c-64a7-4063-95e0-3cf39c2db2b2 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'security_group_rule': {'security_group_id': '46e57499-2e86-4f97-a92a-3ef3dfe9cdfc', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:47.081339 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2a6f116c-64a7-4063-95e0-3cf39c2db2b2 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (8e5f40ac-c206-40ab-9e47-d23dd9cbdc2c), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:47.136630 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2a6f116c-64a7-4063-95e0-3cf39c2db2b2 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (8e5f40ac-c206-40ab-9e47-d23dd9cbdc2c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:47.139969 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2a6f116c-64a7-4063-95e0-3cf39c2db2b2 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (8e5f40ac-c206-40ab-9e47-d23dd9cbdc2c), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:47.161246 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f116c-64a7-4063-95e0-3cf39c2db2b2 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e5f40ac-c206-40ab-9e47-d23dd9cbdc2c,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:47.166317 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2a6f116c-64a7-4063-95e0-3cf39c2db2b2 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:47.167486 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2a6f116c-64a7-4063-95e0-3cf39c2db2b2 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1146216 Feb 09 02:26:47.171096 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52620) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:47.175622 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-6d97a279-063e-4ec9-a0d4-00b3ae899cb8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'security_group_rule': {'security_group_id': '46e57499-2e86-4f97-a92a-3ef3dfe9cdfc', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:47.199247 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6d97a279-063e-4ec9-a0d4-00b3ae899cb8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (88a29c89-4171-4f36-ae8a-a850b109156e), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:47.257903 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6d97a279-063e-4ec9-a0d4-00b3ae899cb8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (88a29c89-4171-4f36-ae8a-a850b109156e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:47.261569 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6d97a279-063e-4ec9-a0d4-00b3ae899cb8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (88a29c89-4171-4f36-ae8a-a850b109156e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:47.278297 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d97a279-063e-4ec9-a0d4-00b3ae899cb8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88a29c89-4171-4f36-ae8a-a850b109156e,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:47.287431 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6d97a279-063e-4ec9-a0d4-00b3ae899cb8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:47.288698 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6d97a279-063e-4ec9-a0d4-00b3ae899cb8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165755 Feb 09 02:26:47.291364 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52622) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:47.295681 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-5a110dab-53b8-47bb-9838-6139421ccb3e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'security_group_rule': {'security_group_id': '46e57499-2e86-4f97-a92a-3ef3dfe9cdfc', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:47.315625 n-d-822053-40 neutron-server[103528]: INFO neutron.db.securitygroups_db [None req-5a110dab-53b8-47bb-9838-6139421ccb3e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Project 8591eec9c58e428aaa03fb8ea4411d94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:26:47.320453 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a110dab-53b8-47bb-9838-6139421ccb3e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (bfd4881f-9912-485c-b7fd-3c764df4c954), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:47.378509 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a110dab-53b8-47bb-9838-6139421ccb3e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (bfd4881f-9912-485c-b7fd-3c764df4c954), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:47.381985 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a110dab-53b8-47bb-9838-6139421ccb3e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (bfd4881f-9912-485c-b7fd-3c764df4c954), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:47.400217 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a110dab-53b8-47bb-9838-6139421ccb3e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd4881f-9912-485c-b7fd-3c764df4c954,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:47.407782 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a110dab-53b8-47bb-9838-6139421ccb3e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:47.409037 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-5a110dab-53b8-47bb-9838-6139421ccb3e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1167860 Feb 09 02:26:47.411820 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52624) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:47.416480 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-a3b3eb00-20a3-40fa-910c-e628f41f09fa tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'security_group_rule': {'security_group_id': '46e57499-2e86-4f97-a92a-3ef3dfe9cdfc', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:47.437298 n-d-822053-40 neutron-server[103528]: INFO neutron.db.securitygroups_db [None req-a3b3eb00-20a3-40fa-910c-e628f41f09fa tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Project 8591eec9c58e428aaa03fb8ea4411d94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:26:47.442732 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a3b3eb00-20a3-40fa-910c-e628f41f09fa tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (4b99e71d-3b2c-4adf-8fce-4f2402a2f31a), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:47.449419 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device abd66e08-0182-4088-b7a9-1e2c4310dd16 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:26:47.470126 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: abd66e08-0182-4088-b7a9-1e2c4310dd16 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:26:47.470474 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device abd66e08-0182-4088-b7a9-1e2c4310dd16 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:26:47.503004 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a3b3eb00-20a3-40fa-910c-e628f41f09fa tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (4b99e71d-3b2c-4adf-8fce-4f2402a2f31a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:47.507010 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a3b3eb00-20a3-40fa-910c-e628f41f09fa tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (4b99e71d-3b2c-4adf-8fce-4f2402a2f31a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:47.528313 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3eb00-20a3-40fa-910c-e628f41f09fa tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b99e71d-3b2c-4adf-8fce-4f2402a2f31a,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:47.536729 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a3b3eb00-20a3-40fa-910c-e628f41f09fa tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:47.537978 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a3b3eb00-20a3-40fa-910c-e628f41f09fa tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1251905 Feb 09 02:26:47.540829 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52626) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:47.546210 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-92695de2-da80-48ae-9db4-12746236f2fc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'network': {'name': 'tempest-network-smoke--642714342', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'port_security_enabled': True}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:47.564714 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92695de2-da80-48ae-9db4-12746236f2fc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Made reservation on behalf of 8591eec9c58e428aaa03fb8ea4411d94 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:26:47.567893 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-92695de2-da80-48ae-9db4-12746236f2fc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:47.591543 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92695de2-da80-48ae-9db4-12746236f2fc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:26:47.601248 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-92695de2-da80-48ae-9db4-12746236f2fc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (565c984f-d528-4d45-a24d-c1809f16e400), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:47.601620 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-92695de2-da80-48ae-9db4-12746236f2fc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Added segment 565c984f-d528-4d45-a24d-c1809f16e400 of type vlan for network 33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf Feb 09 02:26:47.641443 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-92695de2-da80-48ae-9db4-12746236f2fc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:47.665218 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-92695de2-da80-48ae-9db4-12746236f2fc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:47.670136 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92695de2-da80-48ae-9db4-12746236f2fc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:47.670708 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-92695de2-da80-48ae-9db4-12746236f2fc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:47.730697 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-92695de2-da80-48ae-9db4-12746236f2fc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1888497 Feb 09 02:26:47.733699 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52628) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:47.741673 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-fbfdf269-7f1f-4221-a5b3-a90a9df29812 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1200847660', 'admin_state_up': True, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:47.749604 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92695de2-da80-48ae-9db4-12746236f2fc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'Network': ['ID=33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:47.760285 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:26:47.766323 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fbfdf269-7f1f-4221-a5b3-a90a9df29812 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (09726bf2-9556-4274-b619-0d1a647a1277), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:47.767492 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fbfdf269-7f1f-4221-a5b3-a90a9df29812 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (09726bf2-9556-4274-b619-0d1a647a1277), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:47.825166 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fbfdf269-7f1f-4221-a5b3-a90a9df29812 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router_controller (09726bf2-9556-4274-b619-0d1a647a1277), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:47.965188 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fbfdf269-7f1f-4221-a5b3-a90a9df29812 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router_gateway (09726bf2-9556-4274-b619-0d1a647a1277), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:48.165286 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fbfdf269-7f1f-4221-a5b3-a90a9df29812 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router_gateway (09726bf2-9556-4274-b619-0d1a647a1277), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:48.183290 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fbfdf269-7f1f-4221-a5b3-a90a9df29812 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:48.287150 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-fbfdf269-7f1f-4221-a5b3-a90a9df29812 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Allocated IP 172.25.1.178 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/bcf3208b-3bc0-488d-9c6a-73c247b9791c) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:26:48.387461 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fbfdf269-7f1f-4221-a5b3-a90a9df29812 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for port (bcf3208b-3bc0-488d-9c6a-73c247b9791c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:48.422359 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fbfdf269-7f1f-4221-a5b3-a90a9df29812 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (bcf3208b-3bc0-488d-9c6a-73c247b9791c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:48.467660 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfdf269-7f1f-4221-a5b3-a90a9df29812 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:26:48.470704 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-fbfdf269-7f1f-4221-a5b3-a90a9df29812 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:26:48.475145 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfdf269-7f1f-4221-a5b3-a90a9df29812 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:26:48.480630 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfdf269-7f1f-4221-a5b3-a90a9df29812 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'Port': ['ID=bcf3208b-3bc0-488d-9c6a-73c247b9791c,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:48.728139 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fbfdf269-7f1f-4221-a5b3-a90a9df29812 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router_gateway (09726bf2-9556-4274-b619-0d1a647a1277), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:48.928378 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fbfdf269-7f1f-4221-a5b3-a90a9df29812 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (09726bf2-9556-4274-b619-0d1a647a1277), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:49.371377 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbfdf269-7f1f-4221-a5b3-a90a9df29812 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Router 09726bf2-9556-4274-b619-0d1a647a1277 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:26:49.477628 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfdf269-7f1f-4221-a5b3-a90a9df29812 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:26:49.488183 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa98afe9-d3e5-4ff3-ad94-244d7700a4b7 None None] Sync routers for ids ['09726bf2-9556-4274-b619-0d1a647a1277'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:26:49.497180 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fbfdf269-7f1f-4221-a5b3-a90a9df29812 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:49.499118 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-fbfdf269-7f1f-4221-a5b3-a90a9df29812 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7625668 Feb 09 02:26:49.500218 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa98afe9-d3e5-4ff3-ad94-244d7700a4b7 None None] Routers {'09726bf2-9556-4274-b619-0d1a647a1277'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:26:49.500848 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-fa98afe9-d3e5-4ff3-ad94-244d7700a4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:26:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['09726bf2-9556-4274-b619-0d1a647a1277'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:49.502151 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52630) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:49.533885 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-de66b0c5-a13d-47f9-99bf-f879b3e02342 tempest-TestNetworkAdvancedServerOps-1187119017 tempest-TestNetworkAdvancedServerOps-1187119017-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=8591eec9c58e428aaa03fb8ea4411d94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305560 Feb 09 02:26:49.536498 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52632) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:49.612763 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-fa98afe9-d3e5-4ff3-ad94-244d7700a4b7 None None] Set router 09726bf2-9556-4274-b619-0d1a647a1277 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:26:49.626851 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3e6cfc-0f66-45c7-a249-45988161d3f5 tempest-TestNetworkAdvancedServerOps-1187119017 tempest-TestNetworkAdvancedServerOps-1187119017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:49.628475 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-db3e6cfc-0f66-45c7-a249-45988161d3f5 tempest-TestNetworkAdvancedServerOps-1187119017 tempest-TestNetworkAdvancedServerOps-1187119017-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0908015 Feb 09 02:26:49.631128 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52634) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:49.658813 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e2017126-6617-4347-8c07-b10c42c2658e tempest-TestNetworkAdvancedServerOps-1187119017 tempest-TestNetworkAdvancedServerOps-1187119017-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=def43282-5318-4ecb-a74b-178f79c0eb6e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266061 Feb 09 02:26:49.661204 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52636) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:49.665856 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-7803de93-d08e-478e-b1ca-1c928ec04044 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-537801139', 'network_id': '33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:49.798068 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-fa98afe9-d3e5-4ff3-ad94-244d7700a4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09726bf2-9556-4274-b619-0d1a647a1277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200847660', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'bcf3208b-3bc0-488d-9c6a-73c247b9791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:26:47Z', 'updated_at': '2022-02-09T02:26:48Z', 'revision_number': 3, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'bcf3208b-3bc0-488d-9c6a-73c247b9791c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ea:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09726bf2-9556-4274-b619-0d1a647a1277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:26:48Z', 'updated_at': '2022-02-09T02:26:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:49.831303 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa98afe9-d3e5-4ff3-ad94-244d7700a4b7 None None] Checking router: 09726bf2-9556-4274-b619-0d1a647a1277 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:26:49.831655 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa98afe9-d3e5-4ff3-ad94-244d7700a4b7 None None] Updating router 09726bf2-9556-4274-b619-0d1a647a1277 port bcf3208b-3bc0-488d-9c6a-73c247b9791c binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:26:49.860635 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fa98afe9-d3e5-4ff3-ad94-244d7700a4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (bcf3208b-3bc0-488d-9c6a-73c247b9791c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:50.100581 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7803de93-d08e-478e-b1ca-1c928ec04044 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Made reservation on behalf of 8591eec9c58e428aaa03fb8ea4411d94 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:26:50.103924 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7803de93-d08e-478e-b1ca-1c928ec04044 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:50.122855 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fa98afe9-d3e5-4ff3-ad94-244d7700a4b7 None None] Publish callbacks [] for port (bcf3208b-3bc0-488d-9c6a-73c247b9791c), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:50.129394 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fa98afe9-d3e5-4ff3-ad94-244d7700a4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (bcf3208b-3bc0-488d-9c6a-73c247b9791c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:50.198694 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7831b5eb-d47e-424e-b4dd-b70807a2635a None None] Pushing event updated for resources: {'Port': ['ID=bcf3208b-3bc0-488d-9c6a-73c247b9791c,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:50.201305 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-fa98afe9-d3e5-4ff3-ad94-244d7700a4b7 None None] Attempting to bind port bcf3208b-3bc0-488d-9c6a-73c247b9791c on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:50.201855 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-fa98afe9-d3e5-4ff3-ad94-244d7700a4b7 None None] Attempting to bind port bcf3208b-3bc0-488d-9c6a-73c247b9791c by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:50.202397 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa98afe9-d3e5-4ff3-ad94-244d7700a4b7 None None] Attempting to bind port bcf3208b-3bc0-488d-9c6a-73c247b9791c on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:50.206114 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:50.209241 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa98afe9-d3e5-4ff3-ad94-244d7700a4b7 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:26:50.209623 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa98afe9-d3e5-4ff3-ad94-244d7700a4b7 None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:26:50.210015 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fa98afe9-d3e5-4ff3-ad94-244d7700a4b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:50.210409 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa98afe9-d3e5-4ff3-ad94-244d7700a4b7 None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:26:50.210872 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-fa98afe9-d3e5-4ff3-ad94-244d7700a4b7 None None] Bound port: bcf3208b-3bc0-488d-9c6a-73c247b9791c, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:26:50.211253 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fa98afe9-d3e5-4ff3-ad94-244d7700a4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (bcf3208b-3bc0-488d-9c6a-73c247b9791c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:50.263685 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-fa98afe9-d3e5-4ff3-ad94-244d7700a4b7 None None] For port bcf3208b-3bc0-488d-9c6a-73c247b9791c, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:26:50.267176 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-fa98afe9-d3e5-4ff3-ad94-244d7700a4b7 None None] For port bcf3208b-3bc0-488d-9c6a-73c247b9791c, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=bcf3208b-3bc0-488d-9c6a-73c247b9791c,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:26:50.273814 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fa98afe9-d3e5-4ff3-ad94-244d7700a4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (bcf3208b-3bc0-488d-9c6a-73c247b9791c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:50.289031 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7803de93-d08e-478e-b1ca-1c928ec04044 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (b566cf24-fd00-451d-82ff-899863209bac), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:50.331443 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa98afe9-d3e5-4ff3-ad94-244d7700a4b7 None None] Routers {'09726bf2-9556-4274-b619-0d1a647a1277'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:26:50.332094 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-fa98afe9-d3e5-4ff3-ad94-244d7700a4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:26:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['09726bf2-9556-4274-b619-0d1a647a1277'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:50.350859 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803de93-d08e-478e-b1ca-1c928ec04044 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'Subnet': ['ID=b566cf24-fd00-451d-82ff-899863209bac,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:50.362415 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7803de93-d08e-478e-b1ca-1c928ec04044 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Checking segment: {'id': '565c984f-d528-4d45-a24d-c1809f16e400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:26:50.362768 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7803de93-d08e-478e-b1ca-1c928ec04044 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Network hostable DHCP agents. Network: 33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:26:50.373053 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7831b5eb-d47e-424e-b4dd-b70807a2635a None None] Pushing event updated for resources: {'Port': ['ID=bcf3208b-3bc0-488d-9c6a-73c247b9791c,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:50.379913 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7803de93-d08e-478e-b1ca-1c928ec04044 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Network 33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:26:50.389543 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-7803de93-d08e-478e-b1ca-1c928ec04044 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:26:50.394122 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7803de93-d08e-478e-b1ca-1c928ec04044 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:50.394711 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7803de93-d08e-478e-b1ca-1c928ec04044 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:50.406486 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cab5d0f-4b50-49da-9e3e-1b1f068937d6 None None] Network 33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:26:50.413789 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7803de93-d08e-478e-b1ca-1c928ec04044 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7515979 Feb 09 02:26:50.416777 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52638) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:50.530773 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-fa98afe9-d3e5-4ff3-ad94-244d7700a4b7 None None] Set router 09726bf2-9556-4274-b619-0d1a647a1277 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:26:50.558636 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15041e22-3d3b-4586-9d42-67b53b83c4b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf', 'network_id': '33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'fixed_ips': [{'subnet_id': 'b566cf24-fd00-451d-82ff-899863209bac'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:26:50.559504 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-15041e22-3d3b-4586-9d42-67b53b83c4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:50.914335 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3cd6997b-e301-44d2-9a09-14623b4e59f8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:50.987643 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-15041e22-3d3b-4586-9d42-67b53b83c4b0 None None] Allocated IP 172.20.0.2 (33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf/b566cf24-fd00-451d-82ff-899863209bac/7e8db7eb-385f-4afa-a926-4ebd9c52cf92) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:26:50.992810 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-924ae2a9-dc10-484d-9cb8-8fa09e48750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:51.077809 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-fa98afe9-d3e5-4ff3-ad94-244d7700a4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09726bf2-9556-4274-b619-0d1a647a1277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200847660', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'bcf3208b-3bc0-488d-9c6a-73c247b9791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:26:47Z', 'updated_at': '2022-02-09T02:26:48Z', 'revision_number': 3, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'bcf3208b-3bc0-488d-9c6a-73c247b9791c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ea:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09726bf2-9556-4274-b619-0d1a647a1277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:26:48Z', 'updated_at': '2022-02-09T02:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:51.112892 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa98afe9-d3e5-4ff3-ad94-244d7700a4b7 None None] The sync data for ids ['09726bf2-9556-4274-b619-0d1a647a1277'] in n-d-822053-40 is: [{'id': '09726bf2-9556-4274-b619-0d1a647a1277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200847660', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'bcf3208b-3bc0-488d-9c6a-73c247b9791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:26:47Z', 'updated_at': '2022-02-09T02:26:48Z', 'revision_number': 3, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'bcf3208b-3bc0-488d-9c6a-73c247b9791c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ea:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09726bf2-9556-4274-b619-0d1a647a1277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:26:48Z', 'updated_at': '2022-02-09T02:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:26:51.185580 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-15041e22-3d3b-4586-9d42-67b53b83c4b0 None None] Publish callbacks [] for port (7e8db7eb-385f-4afa-a926-4ebd9c52cf92), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:51.191865 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-15041e22-3d3b-4586-9d42-67b53b83c4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (7e8db7eb-385f-4afa-a926-4ebd9c52cf92), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:51.234970 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15041e22-3d3b-4586-9d42-67b53b83c4b0 None None] Network 33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:26:51.240246 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-15041e22-3d3b-4586-9d42-67b53b83c4b0 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:26:51.242585 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-3cd6997b-e301-44d2-9a09-14623b4e59f8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Allocated IP 172.20.0.1 (33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf/b566cf24-fd00-451d-82ff-899863209bac/5858d789-ec4d-48df-968c-327a23179540) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:26:51.243897 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15041e22-3d3b-4586-9d42-67b53b83c4b0 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:26:51.257924 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15041e22-3d3b-4586-9d42-67b53b83c4b0 None None] Pushing event updated for resources: {'Port': ['ID=7e8db7eb-385f-4afa-a926-4ebd9c52cf92,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:51.314221 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-15041e22-3d3b-4586-9d42-67b53b83c4b0 None None] Attempting to bind port 7e8db7eb-385f-4afa-a926-4ebd9c52cf92 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:51.314605 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-15041e22-3d3b-4586-9d42-67b53b83c4b0 None None] Attempting to bind port 7e8db7eb-385f-4afa-a926-4ebd9c52cf92 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '565c984f-d528-4d45-a24d-c1809f16e400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:51.315590 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15041e22-3d3b-4586-9d42-67b53b83c4b0 None None] Attempting to bind port 7e8db7eb-385f-4afa-a926-4ebd9c52cf92 on network 33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:51.337204 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15041e22-3d3b-4586-9d42-67b53b83c4b0 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:26:51.337816 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15041e22-3d3b-4586-9d42-67b53b83c4b0 None None] Checking segment: {'id': '565c984f-d528-4d45-a24d-c1809f16e400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:26:51.338429 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-15041e22-3d3b-4586-9d42-67b53b83c4b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:51.342222 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15041e22-3d3b-4586-9d42-67b53b83c4b0 None None] Bound using segment: {'id': '565c984f-d528-4d45-a24d-c1809f16e400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:26:51.343177 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-15041e22-3d3b-4586-9d42-67b53b83c4b0 None None] Bound port: 7e8db7eb-385f-4afa-a926-4ebd9c52cf92, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '565c984f-d528-4d45-a24d-c1809f16e400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:26:51.343585 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-15041e22-3d3b-4586-9d42-67b53b83c4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7e8db7eb-385f-4afa-a926-4ebd9c52cf92), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:51.399459 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3cd6997b-e301-44d2-9a09-14623b4e59f8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for port (5858d789-ec4d-48df-968c-327a23179540), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:51.429401 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-15041e22-3d3b-4586-9d42-67b53b83c4b0 None None] For port 7e8db7eb-385f-4afa-a926-4ebd9c52cf92, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:26:51.433001 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-15041e22-3d3b-4586-9d42-67b53b83c4b0 None None] For port 7e8db7eb-385f-4afa-a926-4ebd9c52cf92, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=7e8db7eb-385f-4afa-a926-4ebd9c52cf92,segment=NetworkSegment(565c984f-d528-4d45-a24d-c1809f16e400),segment_id=565c984f-d528-4d45-a24d-c1809f16e400)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:26:51.441157 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-15041e22-3d3b-4586-9d42-67b53b83c4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7e8db7eb-385f-4afa-a926-4ebd9c52cf92), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:51.442915 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3cd6997b-e301-44d2-9a09-14623b4e59f8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (5858d789-ec4d-48df-968c-327a23179540), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:51.524826 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd6997b-e301-44d2-9a09-14623b4e59f8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Network 33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:26:51.526105 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd6997b-e301-44d2-9a09-14623b4e59f8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'Port': ['ID=5858d789-ec4d-48df-968c-327a23179540,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:51.533047 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-3cd6997b-e301-44d2-9a09-14623b4e59f8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:26:51.544263 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd6997b-e301-44d2-9a09-14623b4e59f8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:26:51.553678 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device bcf3208b-3bc0-488d-9c6a-73c247b9791c up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:26:51.559743 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15041e22-3d3b-4586-9d42-67b53b83c4b0 None None] Pushing event updated for resources: {'Port': ['ID=7e8db7eb-385f-4afa-a926-4ebd9c52cf92,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:51.610281 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3cd6997b-e301-44d2-9a09-14623b4e59f8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (09726bf2-9556-4274-b619-0d1a647a1277), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:51.645982 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port bcf3208b-3bc0-488d-9c6a-73c247b9791c triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:26:51.646457 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (bcf3208b-3bc0-488d-9c6a-73c247b9791c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:51.680519 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:51.789666 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port bcf3208b-3bc0-488d-9c6a-73c247b9791c is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:26:51.790057 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (bcf3208b-3bc0-488d-9c6a-73c247b9791c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:51.800032 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3cd6997b-e301-44d2-9a09-14623b4e59f8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5858d789-ec4d-48df-968c-327a23179540), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:51.818783 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port bcf3208b-3bc0-488d-9c6a-73c247b9791c, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=bcf3208b-3bc0-488d-9c6a-73c247b9791c,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:51.831484 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (bcf3208b-3bc0-488d-9c6a-73c247b9791c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:51.886935 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=bcf3208b-3bc0-488d-9c6a-73c247b9791c,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:52.132363 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3cd6997b-e301-44d2-9a09-14623b4e59f8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for port (5858d789-ec4d-48df-968c-327a23179540), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:52.137510 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3cd6997b-e301-44d2-9a09-14623b4e59f8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (5858d789-ec4d-48df-968c-327a23179540), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:52.216377 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd6997b-e301-44d2-9a09-14623b4e59f8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'Port': ['ID=5858d789-ec4d-48df-968c-327a23179540,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:52.220644 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3cd6997b-e301-44d2-9a09-14623b4e59f8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (09726bf2-9556-4274-b619-0d1a647a1277), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:52.314055 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd6997b-e301-44d2-9a09-14623b4e59f8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Network 33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:26:52.315512 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-3cd6997b-e301-44d2-9a09-14623b4e59f8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:26:52.436747 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd6997b-e301-44d2-9a09-14623b4e59f8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Router 09726bf2-9556-4274-b619-0d1a647a1277 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:26:52.554901 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd6997b-e301-44d2-9a09-14623b4e59f8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:26:52.562409 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3cd6997b-e301-44d2-9a09-14623b4e59f8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "PUT /v2.0/routers/09726bf2-9556-4274-b619-0d1a647a1277/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1445942 Feb 09 02:26:52.588973 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d6a306-4f92-4371-8bd5-8235ca2ba97b None None] Network 33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:26:52.709345 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e9a45049-40e0-443b-ad87-8b6f99e9231d None None] Provisioning complete for port 7e8db7eb-385f-4afa-a926-4ebd9c52cf92 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:26:52.709719 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e9a45049-40e0-443b-ad87-8b6f99e9231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7e8db7eb-385f-4afa-a926-4ebd9c52cf92), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:52.715156 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-4b0390f4-30ca-4c81-a617-72cb2154d8d1 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1615896936&fields=id&tenant_id=8591eec9c58e428aaa03fb8ea4411d94 HTTP/1.1" status: 200 len: 267 time: 0.0449409 Feb 09 02:26:52.812784 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e9a45049-40e0-443b-ad87-8b6f99e9231d None None] Current status of the port 7e8db7eb-385f-4afa-a926-4ebd9c52cf92 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:26:52.813177 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e9a45049-40e0-443b-ad87-8b6f99e9231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7e8db7eb-385f-4afa-a926-4ebd9c52cf92), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:52.847255 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-e1e010bf-b455-4c8b-96bc-3e3da1a945cb tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:52.848842 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-e1e010bf-b455-4c8b-96bc-3e3da1a945cb tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/networks?id=33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf HTTP/1.1" status: 200 len: 796 time: 0.1262476 Feb 09 02:26:52.856276 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-e9a45049-40e0-443b-ad87-8b6f99e9231d None None] For port 7e8db7eb-385f-4afa-a926-4ebd9c52cf92, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=7e8db7eb-385f-4afa-a926-4ebd9c52cf92,segment=NetworkSegment(565c984f-d528-4d45-a24d-c1809f16e400),segment_id=565c984f-d528-4d45-a24d-c1809f16e400)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:52.863623 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e9a45049-40e0-443b-ad87-8b6f99e9231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (7e8db7eb-385f-4afa-a926-4ebd9c52cf92), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:52.867401 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-658c0202-0697-43e2-9674-ea97b60f5672 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/quotas/8591eec9c58e428aaa03fb8ea4411d94 HTTP/1.1" status: 200 len: 375 time: 0.0127008 Feb 09 02:26:52.924833 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a45049-40e0-443b-ad87-8b6f99e9231d None None] Pushing event updated for resources: {'Port': ['ID=7e8db7eb-385f-4afa-a926-4ebd9c52cf92,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:52.930603 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-f6202d49-d6f2-4b10-b76a-89c27ddf64fc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8591eec9c58e428aaa03fb8ea4411d94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570374 Feb 09 02:26:53.037740 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-7736c58e-1eb3-44dd-aa0f-f023a481e91c service neutron] 10.222.0.30 "GET /v2.0/networks/33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933597 Feb 09 02:26:53.092778 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f0fa830e-0b82-4976-926a-a9fce16e0964 None None] Provisioning complete for port 7e8db7eb-385f-4afa-a926-4ebd9c52cf92 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:26:53.093499 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f0fa830e-0b82-4976-926a-a9fce16e0964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7e8db7eb-385f-4afa-a926-4ebd9c52cf92), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:53.140757 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-4781b15d-4d65-4d4c-8fe4-ac8e545d5ca4 service neutron] 10.222.0.30 "GET /v2.0/networks/33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971792 Feb 09 02:26:53.189586 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f0fa830e-0b82-4976-926a-a9fce16e0964 None None] Current status of the port 7e8db7eb-385f-4afa-a926-4ebd9c52cf92 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:26:53.201044 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3425c3a7-7029-431d-859f-469c89d3acf5 None None] Sync routers for ids ['09726bf2-9556-4274-b619-0d1a647a1277'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:26:53.209685 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f0fa830e-0b82-4976-926a-a9fce16e0964 None None] Provisioning complete for port 5858d789-ec4d-48df-968c-327a23179540 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:26:53.210090 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f0fa830e-0b82-4976-926a-a9fce16e0964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5858d789-ec4d-48df-968c-327a23179540), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:53.214552 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3425c3a7-7029-431d-859f-469c89d3acf5 None None] Routers {'09726bf2-9556-4274-b619-0d1a647a1277'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:26:53.215693 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-3425c3a7-7029-431d-859f-469c89d3acf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:26:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['09726bf2-9556-4274-b619-0d1a647a1277'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:53.252581 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f0fa830e-0b82-4976-926a-a9fce16e0964 None None] Port 5858d789-ec4d-48df-968c-327a23179540 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:26:53.349621 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d53e8b3f-fac6-49cf-867b-52428bdb6957 req-45b69271-3f55-4119-802e-308b9307a75f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc30fe-a337-4e58-a018-69fef568f576 HTTP/1.1" status: 200 len: 210 time: 0.0387862 Feb 09 02:26:53.381177 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-4d6a9276-89e8-4bfb-9825-8e287dbbec33 None None] Provisioning complete for port 5858d789-ec4d-48df-968c-327a23179540 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:26:53.381556 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4d6a9276-89e8-4bfb-9825-8e287dbbec33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5858d789-ec4d-48df-968c-327a23179540), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:53.398208 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-3425c3a7-7029-431d-859f-469c89d3acf5 None None] Set router 09726bf2-9556-4274-b619-0d1a647a1277 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:26:53.424779 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-4d6a9276-89e8-4bfb-9825-8e287dbbec33 None None] Port 5858d789-ec4d-48df-968c-327a23179540 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:26:53.547322 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-21b31c13-9138-4d97-b283-5f597f94ada1 None None] Provisioning complete for port 5858d789-ec4d-48df-968c-327a23179540 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:26:53.547916 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-21b31c13-9138-4d97-b283-5f597f94ada1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5858d789-ec4d-48df-968c-327a23179540), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:53.612155 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-21b31c13-9138-4d97-b283-5f597f94ada1 None None] Port 5858d789-ec4d-48df-968c-327a23179540 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:26:53.629571 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 7e8db7eb-385f-4afa-a926-4ebd9c52cf92 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:26:53.657830 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-3425c3a7-7029-431d-859f-469c89d3acf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09726bf2-9556-4274-b619-0d1a647a1277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200847660', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'bcf3208b-3bc0-488d-9c6a-73c247b9791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:26:47Z', 'updated_at': '2022-02-09T02:26:51Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'bcf3208b-3bc0-488d-9c6a-73c247b9791c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09726bf2-9556-4274-b619-0d1a647a1277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:26:48Z', 'updated_at': '2022-02-09T02:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '5858d789-ec4d-48df-968c-327a23179540', 'name': '', 'network_id': '33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:bc:d5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09726bf2-9556-4274-b619-0d1a647a1277', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'b566cf24-fd00-451d-82ff-899863209bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:26:51Z', 'updated_at': '2022-02-09T02:26:51Z', 'revision_number': 2, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': 'b566cf24-fd00-451d-82ff-899863209bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:53.683967 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3425c3a7-7029-431d-859f-469c89d3acf5 None None] Checking router: 09726bf2-9556-4274-b619-0d1a647a1277 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:26:53.684465 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3425c3a7-7029-431d-859f-469c89d3acf5 None None] Updating router 09726bf2-9556-4274-b619-0d1a647a1277 port 5858d789-ec4d-48df-968c-327a23179540 binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:26:53.696257 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 7e8db7eb-385f-4afa-a926-4ebd9c52cf92 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:26:53.696594 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (7e8db7eb-385f-4afa-a926-4ebd9c52cf92), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:53.716347 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3425c3a7-7029-431d-859f-469c89d3acf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5858d789-ec4d-48df-968c-327a23179540), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:53.782778 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 7e8db7eb-385f-4afa-a926-4ebd9c52cf92 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:26:53.784229 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device bcf3208b-3bc0-488d-9c6a-73c247b9791c up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:26:53.837680 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port bcf3208b-3bc0-488d-9c6a-73c247b9791c triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:26:53.838087 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (bcf3208b-3bc0-488d-9c6a-73c247b9791c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:53.924873 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port bcf3208b-3bc0-488d-9c6a-73c247b9791c is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:26:54.006492 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3425c3a7-7029-431d-859f-469c89d3acf5 None None] Publish callbacks [] for port (5858d789-ec4d-48df-968c-327a23179540), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:54.011406 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3425c3a7-7029-431d-859f-469c89d3acf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5858d789-ec4d-48df-968c-327a23179540), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:54.064263 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd3e9e-49dd-4ae8-93cc-50a952b9d629 None None] Pushing event updated for resources: {'Port': ['ID=5858d789-ec4d-48df-968c-327a23179540,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:54.088554 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabd3e9e-49dd-4ae8-93cc-50a952b9d629 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:54.088893 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabd3e9e-49dd-4ae8-93cc-50a952b9d629 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:54.089228 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabd3e9e-49dd-4ae8-93cc-50a952b9d629 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:54.089555 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabd3e9e-49dd-4ae8-93cc-50a952b9d629 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:54.089880 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabd3e9e-49dd-4ae8-93cc-50a952b9d629 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:54.090202 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabd3e9e-49dd-4ae8-93cc-50a952b9d629 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:54.090521 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabd3e9e-49dd-4ae8-93cc-50a952b9d629 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:54.090838 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabd3e9e-49dd-4ae8-93cc-50a952b9d629 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:54.091376 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabd3e9e-49dd-4ae8-93cc-50a952b9d629 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:54.091699 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabd3e9e-49dd-4ae8-93cc-50a952b9d629 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:54.092283 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabd3e9e-49dd-4ae8-93cc-50a952b9d629 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:54.092834 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabd3e9e-49dd-4ae8-93cc-50a952b9d629 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:54.093370 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabd3e9e-49dd-4ae8-93cc-50a952b9d629 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:54.131969 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-3425c3a7-7029-431d-859f-469c89d3acf5 None None] Attempting to bind port 5858d789-ec4d-48df-968c-327a23179540 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:54.132378 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-3425c3a7-7029-431d-859f-469c89d3acf5 None None] Attempting to bind port 5858d789-ec4d-48df-968c-327a23179540 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '565c984f-d528-4d45-a24d-c1809f16e400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:54.132741 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3425c3a7-7029-431d-859f-469c89d3acf5 None None] Attempting to bind port 5858d789-ec4d-48df-968c-327a23179540 on network 33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:54.138051 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3425c3a7-7029-431d-859f-469c89d3acf5 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:26:54.138423 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3425c3a7-7029-431d-859f-469c89d3acf5 None None] Checking segment: {'id': '565c984f-d528-4d45-a24d-c1809f16e400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:26:54.138826 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3425c3a7-7029-431d-859f-469c89d3acf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:54.139218 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3425c3a7-7029-431d-859f-469c89d3acf5 None None] Bound using segment: {'id': '565c984f-d528-4d45-a24d-c1809f16e400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:26:54.139826 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-3425c3a7-7029-431d-859f-469c89d3acf5 None None] Bound port: 5858d789-ec4d-48df-968c-327a23179540, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '565c984f-d528-4d45-a24d-c1809f16e400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:26:54.140234 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3425c3a7-7029-431d-859f-469c89d3acf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5858d789-ec4d-48df-968c-327a23179540), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:54.205363 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-3425c3a7-7029-431d-859f-469c89d3acf5 None None] For port 5858d789-ec4d-48df-968c-327a23179540, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:26:54.208860 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-3425c3a7-7029-431d-859f-469c89d3acf5 None None] For port 5858d789-ec4d-48df-968c-327a23179540, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=5858d789-ec4d-48df-968c-327a23179540,segment=NetworkSegment(565c984f-d528-4d45-a24d-c1809f16e400),segment_id=565c984f-d528-4d45-a24d-c1809f16e400)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:26:54.214860 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-3425c3a7-7029-431d-859f-469c89d3acf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5858d789-ec4d-48df-968c-327a23179540), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:54.237080 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-5d344423-af5f-4bda-8ce6-080e105b94f3 None None] Provisioning complete for port 5858d789-ec4d-48df-968c-327a23179540 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:26:54.237454 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5d344423-af5f-4bda-8ce6-080e105b94f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5858d789-ec4d-48df-968c-327a23179540), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:54.275792 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3425c3a7-7029-431d-859f-469c89d3acf5 None None] Routers {'09726bf2-9556-4274-b619-0d1a647a1277'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:26:54.276489 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-3425c3a7-7029-431d-859f-469c89d3acf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:26:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['09726bf2-9556-4274-b619-0d1a647a1277'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:54.326404 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5d344423-af5f-4bda-8ce6-080e105b94f3 None None] Current status of the port 5858d789-ec4d-48df-968c-327a23179540 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:26:54.326827 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5d344423-af5f-4bda-8ce6-080e105b94f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (5858d789-ec4d-48df-968c-327a23179540), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:54.372666 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-5d344423-af5f-4bda-8ce6-080e105b94f3 None None] For port 5858d789-ec4d-48df-968c-327a23179540, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=5858d789-ec4d-48df-968c-327a23179540,segment=NetworkSegment(565c984f-d528-4d45-a24d-c1809f16e400),segment_id=565c984f-d528-4d45-a24d-c1809f16e400)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:54.398988 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5d344423-af5f-4bda-8ce6-080e105b94f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (5858d789-ec4d-48df-968c-327a23179540), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:54.471393 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3641b33f-2c04-48c8-9a91-9980e299d1f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:54.481484 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd3e9e-49dd-4ae8-93cc-50a952b9d629 None None] Pushing event updated for resources: {'Port': ['ID=5858d789-ec4d-48df-968c-327a23179540,revision_number=4']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:54.519346 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d344423-af5f-4bda-8ce6-080e105b94f3 None None] Pushing event updated for resources: {'Port': ['ID=5858d789-ec4d-48df-968c-327a23179540,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:54.548347 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-3425c3a7-7029-431d-859f-469c89d3acf5 None None] Set router 09726bf2-9556-4274-b619-0d1a647a1277 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:26:54.590085 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0b2623fd-8c8e-496f-90d3-6a1a20295720 req-2dccd344-202f-40ed-bc0c-ce22147810d5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc30fe-a337-4e58-a018-69fef568f576 HTTP/1.1" status: 200 len: 210 time: 0.0742652 Feb 09 02:26:54.608985 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-9bde3edc-cc32-42be-9f07-ae2aceeb82e3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:54.610464 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-9bde3edc-cc32-42be-9f07-ae2aceeb82e3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.91 "GET /v2.0/networks?id=33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf HTTP/1.1" status: 200 len: 796 time: 0.2206967 Feb 09 02:26:54.628175 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e97f6487-c6ee-48ae-8fbb-4ee1b6864bf6 None None] Provisioning complete for port 5858d789-ec4d-48df-968c-327a23179540 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:26:54.628782 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e97f6487-c6ee-48ae-8fbb-4ee1b6864bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5858d789-ec4d-48df-968c-327a23179540), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:54.680726 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-fea5ffc4-3e0e-4ce1-85d5-578bb567cbce tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8591eec9c58e428aaa03fb8ea4411d94 HTTP/1.1" status: 200 len: 380 time: 0.0597169 Feb 09 02:26:54.690408 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-0fc86215-e346-4be9-b147-3e45aae89e41 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'port': {'device_id': '8abc30fe-a337-4e58-a018-69fef568f576', 'network_id': '33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf', 'admin_state_up': True, 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'security_groups': ['46e57499-2e86-4f97-a92a-3ef3dfe9cdfc']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:54.709335 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e97f6487-c6ee-48ae-8fbb-4ee1b6864bf6 None None] Current status of the port 5858d789-ec4d-48df-968c-327a23179540 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:26:54.774278 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-3425c3a7-7029-431d-859f-469c89d3acf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09726bf2-9556-4274-b619-0d1a647a1277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200847660', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'bcf3208b-3bc0-488d-9c6a-73c247b9791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:26:47Z', 'updated_at': '2022-02-09T02:26:51Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'bcf3208b-3bc0-488d-9c6a-73c247b9791c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09726bf2-9556-4274-b619-0d1a647a1277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:26:48Z', 'updated_at': '2022-02-09T02:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '5858d789-ec4d-48df-968c-327a23179540', 'name': '', 'network_id': '33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:bc:d5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09726bf2-9556-4274-b619-0d1a647a1277', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'b566cf24-fd00-451d-82ff-899863209bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:26:51Z', 'updated_at': '2022-02-09T02:26:54Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': 'b566cf24-fd00-451d-82ff-899863209bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:54.801415 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3425c3a7-7029-431d-859f-469c89d3acf5 None None] The sync data for ids ['09726bf2-9556-4274-b619-0d1a647a1277'] in n-d-822053-40 is: [{'id': '09726bf2-9556-4274-b619-0d1a647a1277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200847660', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'bcf3208b-3bc0-488d-9c6a-73c247b9791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:26:47Z', 'updated_at': '2022-02-09T02:26:51Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'bcf3208b-3bc0-488d-9c6a-73c247b9791c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09726bf2-9556-4274-b619-0d1a647a1277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:26:48Z', 'updated_at': '2022-02-09T02:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '5858d789-ec4d-48df-968c-327a23179540', 'name': '', 'network_id': '33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:bc:d5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09726bf2-9556-4274-b619-0d1a647a1277', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'b566cf24-fd00-451d-82ff-899863209bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:26:51Z', 'updated_at': '2022-02-09T02:26:54Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': 'b566cf24-fd00-451d-82ff-899863209bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:26:54.808118 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-0fc86215-e346-4be9-b147-3e45aae89e41 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Made reservation on behalf of 8591eec9c58e428aaa03fb8ea4411d94 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:26:54.812577 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-0fc86215-e346-4be9-b147-3e45aae89e41 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:54.962355 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-0fc86215-e346-4be9-b147-3e45aae89e41 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Allocated IP 172.20.0.11 (33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf/b566cf24-fd00-451d-82ff-899863209bac/a9c43883-41a5-45c0-8850-b86b1cce4e01) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:26:55.106327 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-0fc86215-e346-4be9-b147-3e45aae89e41 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for port (a9c43883-41a5-45c0-8850-b86b1cce4e01), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:55.141845 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-0fc86215-e346-4be9-b147-3e45aae89e41 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (a9c43883-41a5-45c0-8850-b86b1cce4e01), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:55.193684 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-0fc86215-e346-4be9-b147-3e45aae89e41 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Network 33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:26:55.197079 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-0fc86215-e346-4be9-b147-3e45aae89e41 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:26:55.200968 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-0fc86215-e346-4be9-b147-3e45aae89e41 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:26:55.226795 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc86215-e346-4be9-b147-3e45aae89e41 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'Port': ['ID=a9c43883-41a5-45c0-8850-b86b1cce4e01,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:55.256397 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-0fc86215-e346-4be9-b147-3e45aae89e41 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:55.257062 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-0fc86215-e346-4be9-b147-3e45aae89e41 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:55.281477 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-0fc86215-e346-4be9-b147-3e45aae89e41 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5947742 Feb 09 02:26:55.294153 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-2d556c1e-59d6-4990-93bb-95f2d7e306a0 service neutron] Request body: {'port': {'device_id': '8abc30fe-a337-4e58-a018-69fef568f576', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:55.364917 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-2d556c1e-59d6-4990-93bb-95f2d7e306a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a9c43883-41a5-45c0-8850-b86b1cce4e01), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:55.537028 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-73eabfee-4805-4cac-885e-475f8d954837 None None] Provisioning complete for port a9c43883-41a5-45c0-8850-b86b1cce4e01 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:26:55.537410 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-73eabfee-4805-4cac-885e-475f8d954837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a9c43883-41a5-45c0-8850-b86b1cce4e01), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:55.572458 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 5858d789-ec4d-48df-968c-327a23179540 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:26:55.624064 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-73eabfee-4805-4cac-885e-475f8d954837 None None] Port a9c43883-41a5-45c0-8850-b86b1cce4e01 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:26:55.639696 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 5858d789-ec4d-48df-968c-327a23179540 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:26:55.642925 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (5858d789-ec4d-48df-968c-327a23179540), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:55.676923 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-2d556c1e-59d6-4990-93bb-95f2d7e306a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9c43883-41a5-45c0-8850-b86b1cce4e01 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:26:55.686235 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-2d556c1e-59d6-4990-93bb-95f2d7e306a0 service neutron] Publish callbacks [] for port (a9c43883-41a5-45c0-8850-b86b1cce4e01), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:55.712271 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-2d556c1e-59d6-4990-93bb-95f2d7e306a0 service neutron] Transition to ACTIVE for port object a9c43883-41a5-45c0-8850-b86b1cce4e01 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:26:55.729324 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-2d556c1e-59d6-4990-93bb-95f2d7e306a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (a9c43883-41a5-45c0-8850-b86b1cce4e01), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:55.730467 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 5858d789-ec4d-48df-968c-327a23179540 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:26:55.814826 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d556c1e-59d6-4990-93bb-95f2d7e306a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c43883-41a5-45c0-8850-b86b1cce4e01,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:55.825740 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268e73c-d8a0-430f-883b-481fe4106f90 req-6561be01-05bc-438a-b507-1e9b52299222 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:55.827904 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2268e73c-d8a0-430f-883b-481fe4106f90 req-6561be01-05bc-438a-b507-1e9b52299222 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc30fe-a337-4e58-a018-69fef568f576 HTTP/1.1" status: 200 len: 932 time: 0.1362383 Feb 09 02:26:55.912805 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-2d556c1e-59d6-4990-93bb-95f2d7e306a0 service neutron] Attempting to bind port a9c43883-41a5-45c0-8850-b86b1cce4e01 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:55.913140 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-2d556c1e-59d6-4990-93bb-95f2d7e306a0 service neutron] Attempting to bind port a9c43883-41a5-45c0-8850-b86b1cce4e01 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '565c984f-d528-4d45-a24d-c1809f16e400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:55.913468 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-2d556c1e-59d6-4990-93bb-95f2d7e306a0 service neutron] Attempting to bind port a9c43883-41a5-45c0-8850-b86b1cce4e01 on network 33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:55.918616 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2268e73c-d8a0-430f-883b-481fe4106f90 req-9382dc00-32be-4977-ad2a-c766a37428e9 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=46e57499-2e86-4f97-a92a-3ef3dfe9cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711231 Feb 09 02:26:55.922741 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-2d556c1e-59d6-4990-93bb-95f2d7e306a0 service neutron] Port a9c43883-41a5-45c0-8850-b86b1cce4e01 on network 33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:55.923062 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-2d556c1e-59d6-4990-93bb-95f2d7e306a0 service neutron] Attempting to bind port a9c43883-41a5-45c0-8850-b86b1cce4e01 on network 33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:55.928682 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-2d556c1e-59d6-4990-93bb-95f2d7e306a0 service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:26:55.929016 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-2d556c1e-59d6-4990-93bb-95f2d7e306a0 service neutron] Checking segment: {'id': '565c984f-d528-4d45-a24d-c1809f16e400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:26:55.929403 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-2d556c1e-59d6-4990-93bb-95f2d7e306a0 service neutron] Bound using segment: {'id': '565c984f-d528-4d45-a24d-c1809f16e400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:26:55.929821 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-2d556c1e-59d6-4990-93bb-95f2d7e306a0 service neutron] Bound port: a9c43883-41a5-45c0-8850-b86b1cce4e01, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '565c984f-d528-4d45-a24d-c1809f16e400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:26:55.930174 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-2d556c1e-59d6-4990-93bb-95f2d7e306a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a9c43883-41a5-45c0-8850-b86b1cce4e01), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:55.999236 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-2d556c1e-59d6-4990-93bb-95f2d7e306a0 service neutron] For port a9c43883-41a5-45c0-8850-b86b1cce4e01, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:26:56.002685 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-2d556c1e-59d6-4990-93bb-95f2d7e306a0 service neutron] For port a9c43883-41a5-45c0-8850-b86b1cce4e01, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=a9c43883-41a5-45c0-8850-b86b1cce4e01,segment=NetworkSegment(565c984f-d528-4d45-a24d-c1809f16e400),segment_id=565c984f-d528-4d45-a24d-c1809f16e400)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:26:56.010157 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-2d556c1e-59d6-4990-93bb-95f2d7e306a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (a9c43883-41a5-45c0-8850-b86b1cce4e01), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:56.057185 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-2d556c1e-59d6-4990-93bb-95f2d7e306a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:56.057679 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-2d556c1e-59d6-4990-93bb-95f2d7e306a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:56.059056 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-2d556c1e-59d6-4990-93bb-95f2d7e306a0 service neutron] 10.222.0.91 "PUT /v2.0/ports/a9c43883-41a5-45c0-8850-b86b1cce4e01 HTTP/1.1" status: 200 len: 1093 time: 0.7695370 Feb 09 02:26:56.059564 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8abc30fe-a337-4e58-a018-69fef568f576', 'tag': 'a9c43883-41a5-45c0-8850-b86b1cce4e01'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:26:56.066778 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32375db0-7606-4e86-91ff-6d4f1c0cd3e4" -d '{"events": [{"name": "network-changed", "server_uuid": "8abc30fe-a337-4e58-a018-69fef568f576", "tag": "a9c43883-41a5-45c0-8850-b86b1cce4e01"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:26:56.070263 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:56.094494 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d556c1e-59d6-4990-93bb-95f2d7e306a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c43883-41a5-45c0-8850-b86b1cce4e01,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:56.116562 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5b14ca-6b41-478f-a0cb-9671444511ad x-openstack-request-id: req-fb5b14ca-6b41-478f-a0cb-9671444511ad {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:26:56.116925 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8abc30fe-a337-4e58-a018-69fef568f576", "tag": "a9c43883-41a5-45c0-8850-b86b1cce4e01", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:26:56.117180 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fb5b14ca-6b41-478f-a0cb-9671444511ad {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:26:56.117610 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8abc30fe-a337-4e58-a018-69fef568f576', 'tag': 'a9c43883-41a5-45c0-8850-b86b1cce4e01', 'status': 'completed', 'code': 200} Feb 09 02:26:56.172394 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-e1b71ebf-d555-476b-a7dd-5793eea162a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:56.173907 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-e1b71ebf-d555-476b-a7dd-5793eea162a5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8591eec9c58e428aaa03fb8ea4411d94&device_id=8abc30fe-a337-4e58-a018-69fef568f576 HTTP/1.1" status: 200 len: 1127 time: 0.0490723 Feb 09 02:26:56.217930 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-38e38ae3-29c1-4337-a724-71f0bd57c793 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9c43883-41a5-45c0-8850-b86b1cce4e01 HTTP/1.1" status: 200 len: 217 time: 0.0357504 Feb 09 02:26:56.267251 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-4938a3c4-3067-48c0-814b-49e221f3e6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:56.268785 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-4938a3c4-3067-48c0-814b-49e221f3e6c1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b566cf24-fd00-451d-82ff-899863209bac HTTP/1.1" status: 200 len: 834 time: 0.0454378 Feb 09 02:26:56.323951 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-60b1f5ed-2257-4c7f-9db2-f76b25a83553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:56.325520 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-60b1f5ed-2257-4c7f-9db2-f76b25a83553 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0504262 Feb 09 02:26:56.414433 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-baa9676e-9b1a-433b-8a87-b10abc74d372 service neutron] 10.222.0.91 "GET /v2.0/networks/33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824664 Feb 09 02:26:56.505809 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-27d24732-33bc-4692-a38d-cb7d3376b3de req-a43cfb50-d7c8-46ec-8680-dbd1cb32a610 service neutron] 10.222.0.91 "GET /v2.0/networks/33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849075 Feb 09 02:26:56.604853 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32375db0-7606-4e86-91ff-6d4f1c0cd3e4 req-19dc0589-a98e-4b33-bb02-0ebd2c062559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:56.606344 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-32375db0-7606-4e86-91ff-6d4f1c0cd3e4 req-19dc0589-a98e-4b33-bb02-0ebd2c062559 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8591eec9c58e428aaa03fb8ea4411d94&device_id=8abc30fe-a337-4e58-a018-69fef568f576 HTTP/1.1" status: 200 len: 1127 time: 0.0460951 Feb 09 02:26:56.697899 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32375db0-7606-4e86-91ff-6d4f1c0cd3e4 req-07738ef3-55f5-4324-bdef-1c4e55d98180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:56.699379 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-32375db0-7606-4e86-91ff-6d4f1c0cd3e4 req-07738ef3-55f5-4324-bdef-1c4e55d98180 service neutron] 10.222.0.91 "GET /v2.0/networks?id=33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf HTTP/1.1" status: 200 len: 897 time: 0.0872924 Feb 09 02:26:56.740714 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-32375db0-7606-4e86-91ff-6d4f1c0cd3e4 req-6a45407f-4ec2-4837-816b-2b3680eff2b1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9c43883-41a5-45c0-8850-b86b1cce4e01 HTTP/1.1" status: 200 len: 217 time: 0.0353501 Feb 09 02:26:56.790774 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32375db0-7606-4e86-91ff-6d4f1c0cd3e4 req-f3ad4ec2-8f31-4b15-b59b-1d915c75da7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:56.792162 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-32375db0-7606-4e86-91ff-6d4f1c0cd3e4 req-f3ad4ec2-8f31-4b15-b59b-1d915c75da7d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b566cf24-fd00-451d-82ff-899863209bac HTTP/1.1" status: 200 len: 834 time: 0.0450075 Feb 09 02:26:56.839671 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32375db0-7606-4e86-91ff-6d4f1c0cd3e4 req-0c4de6e2-61f3-41f2-9fb5-f263d0069c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:56.841374 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-32375db0-7606-4e86-91ff-6d4f1c0cd3e4 req-0c4de6e2-61f3-41f2-9fb5-f263d0069c3a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0429482 Feb 09 02:26:56.935230 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-32375db0-7606-4e86-91ff-6d4f1c0cd3e4 req-812b4265-8fdd-455a-a253-f0398727d6c9 service neutron] 10.222.0.91 "GET /v2.0/networks/33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870252 Feb 09 02:26:57.388019 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-32375db0-7606-4e86-91ff-6d4f1c0cd3e4 req-5328472c-9507-460b-bdd8-b5acd1b8ff87 service neutron] 10.222.0.91 "GET /v2.0/networks/33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4465675 Feb 09 02:26:57.403104 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9afda7-4ec5-4f06-b7ee-5a2bc2a7cc1c req-53ab35b8-cd59-4e1b-958b-1e8b055721f4 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:57.404950 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a9afda7-4ec5-4f06-b7ee-5a2bc2a7cc1c req-53ab35b8-cd59-4e1b-958b-1e8b055721f4 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc30fe-a337-4e58-a018-69fef568f576 HTTP/1.1" status: 200 len: 944 time: 0.4123280 Feb 09 02:26:57.454088 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a9afda7-4ec5-4f06-b7ee-5a2bc2a7cc1c req-5b911f88-6ab9-4299-acef-a19f98dfeee6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=46e57499-2e86-4f97-a92a-3ef3dfe9cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429263 Feb 09 02:26:57.806242 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:58.453926 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:58.579239 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe26845-04ee-4ff7-b5ab-d8e5fec3c00c req-abf2b27f-755e-491f-9911-dfe8d9a7d7a1 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:58.580764 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bfe26845-04ee-4ff7-b5ab-d8e5fec3c00c req-abf2b27f-755e-491f-9911-dfe8d9a7d7a1 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc30fe-a337-4e58-a018-69fef568f576 HTTP/1.1" status: 200 len: 944 time: 0.0545228 Feb 09 02:26:58.629800 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bfe26845-04ee-4ff7-b5ab-d8e5fec3c00c req-b787fca6-c947-4850-89b2-c9a5be73fb4c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=46e57499-2e86-4f97-a92a-3ef3dfe9cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434344 Feb 09 02:26:59.750816 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device a9c43883-41a5-45c0-8850-b86b1cce4e01 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:26:59.751828 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3806d62-13ee-4e01-8018-4b1511ccf557 req-b7610a5f-b4d6-4d9c-a3b3-7afc81568215 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:59.753436 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e3806d62-13ee-4e01-8018-4b1511ccf557 req-b7610a5f-b4d6-4d9c-a3b3-7afc81568215 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc30fe-a337-4e58-a018-69fef568f576 HTTP/1.1" status: 200 len: 944 time: 0.0564420 Feb 09 02:26:59.801961 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e3806d62-13ee-4e01-8018-4b1511ccf557 req-8bbbf2f3-59fa-4da9-a06e-71a6e192331c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=46e57499-2e86-4f97-a92a-3ef3dfe9cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428643 Feb 09 02:26:59.848650 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port a9c43883-41a5-45c0-8850-b86b1cce4e01, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=a9c43883-41a5-45c0-8850-b86b1cce4e01,segment=NetworkSegment(565c984f-d528-4d45-a24d-c1809f16e400),segment_id=565c984f-d528-4d45-a24d-c1809f16e400)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:59.864672 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': 'a9c43883-41a5-45c0-8850-b86b1cce4e01', 'network_id': '33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf', 'port_id': 'a9c43883-41a5-45c0-8850-b86b1cce4e01', 'mac_address': 'fa:16:3e:87:f8:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b566cf24-fd00-451d-82ff-899863209bac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:26:59.902850 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port a9c43883-41a5-45c0-8850-b86b1cce4e01 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:26:59.903240 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a9c43883-41a5-45c0-8850-b86b1cce4e01), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:59.916678 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9c43883-41a5-45c0-8850-b86b1cce4e01 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:26:59.936713 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port a9c43883-41a5-45c0-8850-b86b1cce4e01, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=a9c43883-41a5-45c0-8850-b86b1cce4e01,segment=NetworkSegment(565c984f-d528-4d45-a24d-c1809f16e400),segment_id=565c984f-d528-4d45-a24d-c1809f16e400)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:59.941063 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (a9c43883-41a5-45c0-8850-b86b1cce4e01), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:59.990227 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=a9c43883-41a5-45c0-8850-b86b1cce4e01,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:00.222933 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['a9c43883-41a5-45c0-8850-b86b1cce4e01'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:27:00.926581 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e645e9-e647-45ac-ad52-0df6c1682719 req-22c16fa1-5438-4c9f-98b9-346337fd3778 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:00.928066 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-80e645e9-e647-45ac-ad52-0df6c1682719 req-22c16fa1-5438-4c9f-98b9-346337fd3778 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc30fe-a337-4e58-a018-69fef568f576 HTTP/1.1" status: 200 len: 945 time: 0.0583873 Feb 09 02:27:00.979101 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-80e645e9-e647-45ac-ad52-0df6c1682719 req-297699db-80f1-4994-aa29-48d9df1e5afa tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=46e57499-2e86-4f97-a92a-3ef3dfe9cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453670 Feb 09 02:27:01.765357 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device a9c43883-41a5-45c0-8850-b86b1cce4e01 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:27:01.816133 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port a9c43883-41a5-45c0-8850-b86b1cce4e01 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:27:01.819912 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port a9c43883-41a5-45c0-8850-b86b1cce4e01 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:27:01.820313 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a9c43883-41a5-45c0-8850-b86b1cce4e01), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:01.902300 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port a9c43883-41a5-45c0-8850-b86b1cce4e01 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:27:01.902562 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a9c43883-41a5-45c0-8850-b86b1cce4e01), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:01.925990 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8abc30fe-a337-4e58-a018-69fef568f576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c43883-41a5-45c0-8850-b86b1cce4e01'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:27:01.928251 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bb5a1265871782f8fa80d718c2cad0aad3f2595cc534f44543b72f1ded69d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b3f62b-2a6d-4c61-8cfa-56b6176f9cca" -d '{"events": [{"server_uuid": "8abc30fe-a337-4e58-a018-69fef568f576", "name": "network-vif-plugged", "status": "completed", "tag": "a9c43883-41a5-45c0-8850-b86b1cce4e01"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:27:01.941157 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port a9c43883-41a5-45c0-8850-b86b1cce4e01, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=a9c43883-41a5-45c0-8850-b86b1cce4e01,segment=NetworkSegment(565c984f-d528-4d45-a24d-c1809f16e400),segment_id=565c984f-d528-4d45-a24d-c1809f16e400)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:27:01.945322 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (a9c43883-41a5-45c0-8850-b86b1cce4e01), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:01.972454 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817ec8a1-8a2d-4d46-b592-4451cac39ab9 x-openstack-request-id: req-817ec8a1-8a2d-4d46-b592-4451cac39ab9 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:27:01.972806 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8abc30fe-a337-4e58-a018-69fef568f576", "name": "network-vif-plugged", "status": "completed", "tag": "a9c43883-41a5-45c0-8850-b86b1cce4e01", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:27:01.973066 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-817ec8a1-8a2d-4d46-b592-4451cac39ab9 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:27:01.973464 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8abc30fe-a337-4e58-a018-69fef568f576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c43883-41a5-45c0-8850-b86b1cce4e01', 'code': 200} Feb 09 02:27:02.001519 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=a9c43883-41a5-45c0-8850-b86b1cce4e01,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:02.157748 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f18d36-73d9-438e-9c8f-154e9f0a5cb4 req-633877d4-dc9c-49c4-b888-1f7c855b5d53 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:02.159103 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-87f18d36-73d9-438e-9c8f-154e9f0a5cb4 req-633877d4-dc9c-49c4-b888-1f7c855b5d53 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc30fe-a337-4e58-a018-69fef568f576 HTTP/1.1" status: 200 len: 946 time: 0.0972483 Feb 09 02:27:02.164669 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3419f-7fbc-4973-97d1-2dc38a2eddc6 req-49293f47-32da-4464-905b-c57a6c382c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:02.166092 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ddd3419f-7fbc-4973-97d1-2dc38a2eddc6 req-49293f47-32da-4464-905b-c57a6c382c0c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8abc30fe-a337-4e58-a018-69fef568f576 HTTP/1.1" status: 200 len: 1129 time: 0.1181042 Feb 09 02:27:02.243864 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-87f18d36-73d9-438e-9c8f-154e9f0a5cb4 req-90bed3e6-8234-477b-8ed9-ec606a572bb8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=46e57499-2e86-4f97-a92a-3ef3dfe9cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768111 Feb 09 02:27:02.246493 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ddd3419f-7fbc-4973-97d1-2dc38a2eddc6 req-ad7f9a85-5f46-4675-bf70-9cb19fb260ce service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=46e57499-2e86-4f97-a92a-3ef3dfe9cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732927 Feb 09 02:27:03.368948 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3d31e-f2b4-4dbc-bc88-104ccc7cef05 req-458e0cf4-ed82-41de-a9be-027ac2295e68 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:03.370466 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a9e3d31e-f2b4-4dbc-bc88-104ccc7cef05 req-458e0cf4-ed82-41de-a9be-027ac2295e68 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc30fe-a337-4e58-a018-69fef568f576 HTTP/1.1" status: 200 len: 946 time: 0.0522540 Feb 09 02:27:03.425657 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a9e3d31e-f2b4-4dbc-bc88-104ccc7cef05 req-5f89e3f3-6acd-4df6-88ce-738b6825016e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=46e57499-2e86-4f97-a92a-3ef3dfe9cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482614 Feb 09 02:27:04.545206 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394a752-c787-44cc-8253-ccc4c6cd171c req-d25d5163-f10d-44ec-8fc0-f1bfbefa7e25 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:04.546918 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e394a752-c787-44cc-8253-ccc4c6cd171c req-d25d5163-f10d-44ec-8fc0-f1bfbefa7e25 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc30fe-a337-4e58-a018-69fef568f576 HTTP/1.1" status: 200 len: 946 time: 0.0528052 Feb 09 02:27:04.595515 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e394a752-c787-44cc-8253-ccc4c6cd171c req-eb936c7f-308b-4a3d-93c5-e4b4e95c8139 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=46e57499-2e86-4f97-a92a-3ef3dfe9cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431204 Feb 09 02:27:04.714613 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757ab99-5fd0-41e8-bf0d-1efff9e50de2 req-0f82217a-26af-4414-8cb7-dcbb6514b877 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:04.716002 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1757ab99-5fd0-41e8-bf0d-1efff9e50de2 req-0f82217a-26af-4414-8cb7-dcbb6514b877 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc30fe-a337-4e58-a018-69fef568f576 HTTP/1.1" status: 200 len: 946 time: 0.0525701 Feb 09 02:27:04.764424 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1757ab99-5fd0-41e8-bf0d-1efff9e50de2 req-440c3596-3d5a-4372-82f1-d028eecf3ee7 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=46e57499-2e86-4f97-a92a-3ef3dfe9cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426803 Feb 09 02:27:04.785515 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52694) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:04.870133 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84ede65-8ef3-410c-913a-b867de204831 tempest-TestNetworkAdvancedServerOps-1187119017 tempest-TestNetworkAdvancedServerOps-1187119017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:04.871614 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f84ede65-8ef3-410c-913a-b867de204831 tempest-TestNetworkAdvancedServerOps-1187119017 tempest-TestNetworkAdvancedServerOps-1187119017-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8abc30fe-a337-4e58-a018-69fef568f576 HTTP/1.1" status: 200 len: 1124 time: 0.0851326 Feb 09 02:27:04.875133 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52698) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:04.879439 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-0061684a-e72c-4198-b182-d9ba16203fab tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'port_id': 'a9c43883-41a5-45c0-8850-b86b1cce4e01', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:04.899081 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0061684a-e72c-4198-b182-d9ba16203fab tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:04.993126 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0061684a-e72c-4198-b182-d9ba16203fab tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:05.096962 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-0061684a-e72c-4198-b182-d9ba16203fab tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Allocated IP 172.25.1.226 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/4966ed04-9c39-4aa2-bff6-cb88c5eb7d65) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:27:05.194677 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0061684a-e72c-4198-b182-d9ba16203fab tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for port (4966ed04-9c39-4aa2-bff6-cb88c5eb7d65), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:05.228128 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0061684a-e72c-4198-b182-d9ba16203fab tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (4966ed04-9c39-4aa2-bff6-cb88c5eb7d65), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:05.271615 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0061684a-e72c-4198-b182-d9ba16203fab tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:27:05.274330 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-0061684a-e72c-4198-b182-d9ba16203fab tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:27:05.281984 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0061684a-e72c-4198-b182-d9ba16203fab tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:27:05.284953 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061684a-e72c-4198-b182-d9ba16203fab tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'Port': ['ID=4966ed04-9c39-4aa2-bff6-cb88c5eb7d65,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:05.631432 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0061684a-e72c-4198-b182-d9ba16203fab tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for floatingip (4a15e8ce-b838-4936-90b5-1742d51b73a6), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:05.700425 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0061684a-e72c-4198-b182-d9ba16203fab tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (4966ed04-9c39-4aa2-bff6-cb88c5eb7d65), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:05.853335 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0061684a-e72c-4198-b182-d9ba16203fab tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for port (4966ed04-9c39-4aa2-bff6-cb88c5eb7d65), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:05.858264 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0061684a-e72c-4198-b182-d9ba16203fab tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (4966ed04-9c39-4aa2-bff6-cb88c5eb7d65), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:05.921997 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061684a-e72c-4198-b182-d9ba16203fab tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'Port': ['ID=4966ed04-9c39-4aa2-bff6-cb88c5eb7d65,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:05.937897 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0061684a-e72c-4198-b182-d9ba16203fab tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (4a15e8ce-b838-4936-90b5-1742d51b73a6), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:06.039346 n-d-822053-40 neutron-server[103528]: INFO neutron.db.l3_db [None req-0061684a-e72c-4198-b182-d9ba16203fab tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Floating IP 4a15e8ce-b838-4936-90b5-1742d51b73a6 associated. External IP: 172.25.1.226, port: a9c43883-41a5-45c0-8850-b86b1cce4e01. Feb 09 02:27:06.255418 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0061684a-e72c-4198-b182-d9ba16203fab tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Router 09726bf2-9556-4274-b619-0d1a647a1277 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:27:06.364922 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0061684a-e72c-4198-b182-d9ba16203fab tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:27:06.375538 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480523fa-48a7-4e11-af8d-bae5b72cd204 None None] Sync routers for ids ['09726bf2-9556-4274-b619-0d1a647a1277'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:27:06.382148 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0061684a-e72c-4198-b182-d9ba16203fab tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:06.385935 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480523fa-48a7-4e11-af8d-bae5b72cd204 None None] Routers {'09726bf2-9556-4274-b619-0d1a647a1277'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:27:06.386548 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-480523fa-48a7-4e11-af8d-bae5b72cd204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:26:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['09726bf2-9556-4274-b619-0d1a647a1277'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:06.411551 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-0061684a-e72c-4198-b182-d9ba16203fab tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5353465 Feb 09 02:27:06.412148 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8abc30fe-a337-4e58-a018-69fef568f576', 'tag': 'a9c43883-41a5-45c0-8850-b86b1cce4e01'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:27:06.414433 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8875158a3b8cd9e21020c5e530d02786ba26f4a79624d6907fbca9bf06d66985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da626978-4a0b-41b9-84d6-3bfb89333a11" -d '{"events": [{"name": "network-changed", "server_uuid": "8abc30fe-a337-4e58-a018-69fef568f576", "tag": "a9c43883-41a5-45c0-8850-b86b1cce4e01"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:27:06.466581 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1378bf9-0804-4316-bbc9-aea68a0cfb41 x-openstack-request-id: req-a1378bf9-0804-4316-bbc9-aea68a0cfb41 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:27:06.466880 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8abc30fe-a337-4e58-a018-69fef568f576", "tag": "a9c43883-41a5-45c0-8850-b86b1cce4e01", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:27:06.467141 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a1378bf9-0804-4316-bbc9-aea68a0cfb41 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:27:06.468156 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8abc30fe-a337-4e58-a018-69fef568f576', 'tag': 'a9c43883-41a5-45c0-8850-b86b1cce4e01', 'status': 'completed', 'code': 200} Feb 09 02:27:06.503035 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-480523fa-48a7-4e11-af8d-bae5b72cd204 None None] Set router 09726bf2-9556-4274-b619-0d1a647a1277 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:27:06.559800 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da626978-4a0b-41b9-84d6-3bfb89333a11 req-9cf831aa-66f6-4209-8355-a84fedde81ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:06.561962 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da626978-4a0b-41b9-84d6-3bfb89333a11 req-9cf831aa-66f6-4209-8355-a84fedde81ad service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8591eec9c58e428aaa03fb8ea4411d94&device_id=8abc30fe-a337-4e58-a018-69fef568f576 HTTP/1.1" status: 200 len: 1129 time: 0.0582972 Feb 09 02:27:06.569800 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51cf06-7a5c-4d32-a286-ad93b008e683 req-8e355706-e7b4-463d-994f-d14be39080db tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:06.571553 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ce51cf06-7a5c-4d32-a286-ad93b008e683 req-8e355706-e7b4-463d-994f-d14be39080db tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc30fe-a337-4e58-a018-69fef568f576 HTTP/1.1" status: 200 len: 946 time: 0.0989909 Feb 09 02:27:06.685775 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ce51cf06-7a5c-4d32-a286-ad93b008e683 req-fb1a0842-dd09-4003-9b9b-d6f884d36d45 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=46e57499-2e86-4f97-a92a-3ef3dfe9cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039619 Feb 09 02:27:06.703252 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da626978-4a0b-41b9-84d6-3bfb89333a11 req-0072bd38-d752-4d70-b612-5a44d937640a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:06.703252 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da626978-4a0b-41b9-84d6-3bfb89333a11 req-0072bd38-d752-4d70-b612-5a44d937640a service neutron] 10.222.0.91 "GET /v2.0/networks?id=33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf HTTP/1.1" status: 200 len: 897 time: 0.1288233 Feb 09 02:27:06.709026 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52704) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:06.734066 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-480523fa-48a7-4e11-af8d-bae5b72cd204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09726bf2-9556-4274-b619-0d1a647a1277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200847660', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'bcf3208b-3bc0-488d-9c6a-73c247b9791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:26:47Z', 'updated_at': '2022-02-09T02:26:51Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'bcf3208b-3bc0-488d-9c6a-73c247b9791c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09726bf2-9556-4274-b619-0d1a647a1277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:26:48Z', 'updated_at': '2022-02-09T02:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '4a15e8ce-b838-4936-90b5-1742d51b73a6', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'floating_ip_address': '172.25.1.226', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '09726bf2-9556-4274-b619-0d1a647a1277', 'port_id': 'a9c43883-41a5-45c0-8850-b86b1cce4e01', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf', 'mac_address': 'fa:16:3e:87:f8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc30fe-a337-4e58-a018-69fef568f576', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:27:05Z', 'updated_at': '2022-02-09T02:27:05Z', 'revision_number': 0, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5858d789-ec4d-48df-968c-327a23179540', 'name': '', 'network_id': '33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:bc:d5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09726bf2-9556-4274-b619-0d1a647a1277', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'b566cf24-fd00-451d-82ff-899863209bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:26:51Z', 'updated_at': '2022-02-09T02:26:54Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': 'b566cf24-fd00-451d-82ff-899863209bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:06.765501 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480523fa-48a7-4e11-af8d-bae5b72cd204 None None] Checking router: 09726bf2-9556-4274-b619-0d1a647a1277 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:27:06.771449 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da626978-4a0b-41b9-84d6-3bfb89333a11 req-33714f12-9929-467f-8f86-b3e4efc3f85d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9c43883-41a5-45c0-8850-b86b1cce4e01 HTTP/1.1" status: 200 len: 1000 time: 0.0637290 Feb 09 02:27:06.773186 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d71b6d48-fab7-4cbd-92c6-4cfdefb13ba6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/floatingips/4a15e8ce-b838-4936-90b5-1742d51b73a6 HTTP/1.1" status: 200 len: 992 time: 0.0630381 Feb 09 02:27:06.774092 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480523fa-48a7-4e11-af8d-bae5b72cd204 None None] Routers {'09726bf2-9556-4274-b619-0d1a647a1277'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:27:06.774688 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-480523fa-48a7-4e11-af8d-bae5b72cd204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:26:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['09726bf2-9556-4274-b619-0d1a647a1277'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:06.819526 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da626978-4a0b-41b9-84d6-3bfb89333a11 req-84394f82-0a68-4d5e-b72a-afa560441bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:06.821278 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da626978-4a0b-41b9-84d6-3bfb89333a11 req-84394f82-0a68-4d5e-b72a-afa560441bce service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b566cf24-fd00-451d-82ff-899863209bac HTTP/1.1" status: 200 len: 834 time: 0.0444984 Feb 09 02:27:06.875090 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da626978-4a0b-41b9-84d6-3bfb89333a11 req-73c4cd2b-acaa-4d98-833e-83b86fac5936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:06.876610 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da626978-4a0b-41b9-84d6-3bfb89333a11 req-73c4cd2b-acaa-4d98-833e-83b86fac5936 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0482404 Feb 09 02:27:06.881413 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-480523fa-48a7-4e11-af8d-bae5b72cd204 None None] Set router 09726bf2-9556-4274-b619-0d1a647a1277 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:27:06.966557 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da626978-4a0b-41b9-84d6-3bfb89333a11 req-85c484e9-ba95-480d-8c11-fff064880bb3 service neutron] 10.222.0.91 "GET /v2.0/networks/33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839584 Feb 09 02:27:07.065603 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-da626978-4a0b-41b9-84d6-3bfb89333a11 req-9bee3be5-7904-4da9-b810-395390e9787a service neutron] 10.222.0.91 "GET /v2.0/networks/33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928245 Feb 09 02:27:07.113066 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-480523fa-48a7-4e11-af8d-bae5b72cd204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09726bf2-9556-4274-b619-0d1a647a1277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200847660', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'bcf3208b-3bc0-488d-9c6a-73c247b9791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:26:47Z', 'updated_at': '2022-02-09T02:26:51Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'bcf3208b-3bc0-488d-9c6a-73c247b9791c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09726bf2-9556-4274-b619-0d1a647a1277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:26:48Z', 'updated_at': '2022-02-09T02:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '4a15e8ce-b838-4936-90b5-1742d51b73a6', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'floating_ip_address': '172.25.1.226', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '09726bf2-9556-4274-b619-0d1a647a1277', 'port_id': 'a9c43883-41a5-45c0-8850-b86b1cce4e01', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf', 'mac_address': 'fa:16:3e:87:f8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc30fe-a337-4e58-a018-69fef568f576', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:27:05Z', 'updated_at': '2022-02-09T02:27:05Z', 'revision_number': 0, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5858d789-ec4d-48df-968c-327a23179540', 'name': '', 'network_id': '33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:bc:d5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09726bf2-9556-4274-b619-0d1a647a1277', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'b566cf24-fd00-451d-82ff-899863209bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:26:51Z', 'updated_at': '2022-02-09T02:26:54Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': 'b566cf24-fd00-451d-82ff-899863209bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:07.142106 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480523fa-48a7-4e11-af8d-bae5b72cd204 None None] The sync data for ids ['09726bf2-9556-4274-b619-0d1a647a1277'] in n-d-822053-40 is: [{'id': '09726bf2-9556-4274-b619-0d1a647a1277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200847660', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'bcf3208b-3bc0-488d-9c6a-73c247b9791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:26:47Z', 'updated_at': '2022-02-09T02:26:51Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'bcf3208b-3bc0-488d-9c6a-73c247b9791c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09726bf2-9556-4274-b619-0d1a647a1277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:26:48Z', 'updated_at': '2022-02-09T02:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '4a15e8ce-b838-4936-90b5-1742d51b73a6', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'floating_ip_address': '172.25.1.226', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': '09726bf2-9556-4274-b619-0d1a647a1277', 'port_id': 'a9c43883-41a5-45c0-8850-b86b1cce4e01', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf', 'mac_address': 'fa:16:3e:87:f8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc30fe-a337-4e58-a018-69fef568f576', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:27:05Z', 'updated_at': '2022-02-09T02:27:05Z', 'revision_number': 0, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5858d789-ec4d-48df-968c-327a23179540', 'name': '', 'network_id': '33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:bc:d5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09726bf2-9556-4274-b619-0d1a647a1277', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'b566cf24-fd00-451d-82ff-899863209bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:26:51Z', 'updated_at': '2022-02-09T02:26:54Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': 'b566cf24-fd00-451d-82ff-899863209bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:27:07.328737 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d400a2a9-0110-4f4b-a387-9b09ae29eba1 None None] New status for floating IP 4a15e8ce-b838-4936-90b5-1742d51b73a6: ACTIVE {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:27:07.777077 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52706) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:07.838313 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b577d7d3-eafb-4e9f-849e-70fd54342e4a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/floatingips/4a15e8ce-b838-4936-90b5-1742d51b73a6 HTTP/1.1" status: 200 len: 994 time: 0.0601270 Feb 09 02:27:13.311231 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:27:20.192978 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:20.955027 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6f9100a2-a245-4d52-8519-1384162dcf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:21.637402 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:24.394786 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-013fc66c-c99f-4bc9-ad62-1ac266bc41ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:26.063894 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:27.808210 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:28.457281 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:32.491473 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8e76b03a-0e77-42e0-9db7-8563d6866be6 req-4339fef7-5133-462d-bcf1-dd419195a9b3 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8abc30fe-a337-4e58-a018-69fef568f576&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454957 Feb 09 02:27:32.582381 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76b03a-0e77-42e0-9db7-8563d6866be6 req-c8405715-6fb1-4f2a-bff8-0659276d04d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:32.583869 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8e76b03a-0e77-42e0-9db7-8563d6866be6 req-c8405715-6fb1-4f2a-bff8-0659276d04d0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8591eec9c58e428aaa03fb8ea4411d94&device_id=8abc30fe-a337-4e58-a018-69fef568f576 HTTP/1.1" status: 200 len: 1129 time: 0.0493610 Feb 09 02:27:32.685497 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76b03a-0e77-42e0-9db7-8563d6866be6 req-ec8435e1-fbad-4ac8-b512-7231f3cdcf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:32.687511 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8e76b03a-0e77-42e0-9db7-8563d6866be6 req-ec8435e1-fbad-4ac8-b512-7231f3cdcf86 service neutron] 10.222.0.91 "GET /v2.0/networks?id=33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf HTTP/1.1" status: 200 len: 897 time: 0.0845852 Feb 09 02:27:32.756307 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8e76b03a-0e77-42e0-9db7-8563d6866be6 req-742d9e43-542c-4980-b15b-778ad5199a28 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9c43883-41a5-45c0-8850-b86b1cce4e01 HTTP/1.1" status: 200 len: 1002 time: 0.0631359 Feb 09 02:27:32.805415 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76b03a-0e77-42e0-9db7-8563d6866be6 req-0f663a01-1bd1-49eb-ac41-edfdf72b3090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:32.806869 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8e76b03a-0e77-42e0-9db7-8563d6866be6 req-0f663a01-1bd1-49eb-ac41-edfdf72b3090 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b566cf24-fd00-451d-82ff-899863209bac HTTP/1.1" status: 200 len: 834 time: 0.0436313 Feb 09 02:27:32.854750 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76b03a-0e77-42e0-9db7-8563d6866be6 req-950d54c5-195b-487c-925c-747bf03f9fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:32.856246 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8e76b03a-0e77-42e0-9db7-8563d6866be6 req-950d54c5-195b-487c-925c-747bf03f9fd8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0431921 Feb 09 02:27:32.946318 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8e76b03a-0e77-42e0-9db7-8563d6866be6 req-18abc2b5-07b1-4e18-80d5-bc4cf4c82493 service neutron] 10.222.0.91 "GET /v2.0/networks/33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839865 Feb 09 02:27:33.035735 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8e76b03a-0e77-42e0-9db7-8563d6866be6 req-e66e22c3-8d24-4772-abf9-581efa602b8e service neutron] 10.222.0.91 "GET /v2.0/networks/33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829434 Feb 09 02:27:40.978787 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce7595-9331-480f-8f2c-5bd050145265 req-a09bcdfe-b521-4a37-b3b7-652c8cd10c0e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:40.980294 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-77ce7595-9331-480f-8f2c-5bd050145265 req-a09bcdfe-b521-4a37-b3b7-652c8cd10c0e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc30fe-a337-4e58-a018-69fef568f576 HTTP/1.1" status: 200 len: 946 time: 0.0551217 Feb 09 02:27:41.035499 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-77ce7595-9331-480f-8f2c-5bd050145265 req-8db2e46c-0aaa-4e21-8c75-41b7b54d4312 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=46e57499-2e86-4f97-a92a-3ef3dfe9cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492060 Feb 09 02:27:42.161692 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ac62f-9fec-4fd8-9ffb-9c9f8ada8074 req-a8cbb515-5ac4-4ef3-8259-e184d3a0c138 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:42.163183 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-726ac62f-9fec-4fd8-9ffb-9c9f8ada8074 req-a8cbb515-5ac4-4ef3-8259-e184d3a0c138 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc30fe-a337-4e58-a018-69fef568f576 HTTP/1.1" status: 200 len: 946 time: 0.0543249 Feb 09 02:27:42.211627 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-726ac62f-9fec-4fd8-9ffb-9c9f8ada8074 req-d4b4bd07-525c-4fd0-8f46-4b6411a7ed3a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=46e57499-2e86-4f97-a92a-3ef3dfe9cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428269 Feb 09 02:27:43.334932 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c4b34-85d1-4616-b7d6-240e46de0469 req-97f08826-5ad5-4dea-9400-8ed947a9f8b4 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:43.336455 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-564c4b34-85d1-4616-b7d6-240e46de0469 req-97f08826-5ad5-4dea-9400-8ed947a9f8b4 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc30fe-a337-4e58-a018-69fef568f576 HTTP/1.1" status: 200 len: 946 time: 0.0542557 Feb 09 02:27:43.385077 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-564c4b34-85d1-4616-b7d6-240e46de0469 req-2e306216-d939-4626-8bc3-a283179cde6e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=46e57499-2e86-4f97-a92a-3ef3dfe9cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428827 Feb 09 02:27:44.513737 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea3f08-b592-4423-840f-63b7f9461e24 req-593417d3-8258-4bd1-896b-4eb936216492 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:44.515951 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-99ea3f08-b592-4423-840f-63b7f9461e24 req-593417d3-8258-4bd1-896b-4eb936216492 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc30fe-a337-4e58-a018-69fef568f576 HTTP/1.1" status: 200 len: 946 time: 0.0641840 Feb 09 02:27:44.567526 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-99ea3f08-b592-4423-840f-63b7f9461e24 req-b7e10ea4-c606-4318-9d90-2897bb27f36c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=46e57499-2e86-4f97-a92a-3ef3dfe9cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451384 Feb 09 02:27:45.688796 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f4fdc-65bb-49eb-aa87-cfb98abf1f54 req-4a481d32-af20-473e-81d4-69610edd6a0e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:45.690291 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-575f4fdc-65bb-49eb-aa87-cfb98abf1f54 req-4a481d32-af20-473e-81d4-69610edd6a0e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc30fe-a337-4e58-a018-69fef568f576 HTTP/1.1" status: 200 len: 946 time: 0.0537367 Feb 09 02:27:45.739563 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-575f4fdc-65bb-49eb-aa87-cfb98abf1f54 req-a9592719-a558-4ee4-a21f-14304e138391 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=46e57499-2e86-4f97-a92a-3ef3dfe9cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435951 Feb 09 02:27:46.857968 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98057a4b-5ef3-46a4-867d-6432229e2043 req-6b1a83f7-59d2-477a-b54d-171aa0bbdc1b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:46.859345 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-98057a4b-5ef3-46a4-867d-6432229e2043 req-6b1a83f7-59d2-477a-b54d-171aa0bbdc1b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc30fe-a337-4e58-a018-69fef568f576 HTTP/1.1" status: 200 len: 946 time: 0.0517876 Feb 09 02:27:46.912916 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-98057a4b-5ef3-46a4-867d-6432229e2043 req-20265a1e-d7bc-4cec-8a30-9ee3755bc0c9 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=46e57499-2e86-4f97-a92a-3ef3dfe9cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474269 Feb 09 02:27:48.033465 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8b822-3c2f-4546-9ac3-55a2dd9a81ba req-8fcbd913-1830-46b9-8854-ab33d5938411 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:48.034936 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f7e8b822-3c2f-4546-9ac3-55a2dd9a81ba req-8fcbd913-1830-46b9-8854-ab33d5938411 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc30fe-a337-4e58-a018-69fef568f576 HTTP/1.1" status: 200 len: 946 time: 0.0537870 Feb 09 02:27:48.083580 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f7e8b822-3c2f-4546-9ac3-55a2dd9a81ba req-e93d659a-c169-4202-813d-4096fa30d2a2 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=46e57499-2e86-4f97-a92a-3ef3dfe9cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429866 Feb 09 02:27:49.201253 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c6039-a2f7-48af-b67a-8ab3bd0f66da req-7197c0f4-de2a-4e94-9f5f-56e26ebdc1e9 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:49.202712 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-677c6039-a2f7-48af-b67a-8ab3bd0f66da req-7197c0f4-de2a-4e94-9f5f-56e26ebdc1e9 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc30fe-a337-4e58-a018-69fef568f576 HTTP/1.1" status: 200 len: 946 time: 0.0522010 Feb 09 02:27:49.253311 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-677c6039-a2f7-48af-b67a-8ab3bd0f66da req-c3113491-2484-4fde-85fa-83e187efcbed tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=46e57499-2e86-4f97-a92a-3ef3dfe9cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425451 Feb 09 02:27:50.207619 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:50.310466 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:27:50.380286 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234f621-0e74-49d9-8ce3-c9dbeb82319c req-85e4e16d-22aa-413e-9ba4-6b0ad8118a10 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:50.381740 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c234f621-0e74-49d9-8ce3-c9dbeb82319c req-85e4e16d-22aa-413e-9ba4-6b0ad8118a10 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc30fe-a337-4e58-a018-69fef568f576 HTTP/1.1" status: 200 len: 946 time: 0.0571842 Feb 09 02:27:50.430919 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c234f621-0e74-49d9-8ce3-c9dbeb82319c req-637529a3-f255-4424-aef6-1b055328e8c8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=46e57499-2e86-4f97-a92a-3ef3dfe9cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435975 Feb 09 02:27:50.957192 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7d2c9020-dde8-4a93-bf89-f2cb6a2820eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:51.549244 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5e788-10f4-4d62-9351-bf4047ff04a0 req-33bcba04-0ab7-4aec-b26f-e2c9abe3c937 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:51.550758 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b3e5e788-10f4-4d62-9351-bf4047ff04a0 req-33bcba04-0ab7-4aec-b26f-e2c9abe3c937 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc30fe-a337-4e58-a018-69fef568f576 HTTP/1.1" status: 200 len: 946 time: 0.0533831 Feb 09 02:27:51.599853 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b3e5e788-10f4-4d62-9351-bf4047ff04a0 req-9a400862-5577-41d7-b2a4-bd61a2d512f0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=46e57499-2e86-4f97-a92a-3ef3dfe9cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434434 Feb 09 02:27:51.621907 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52742) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:51.637981 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:51.686323 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-98061761-5560-4a27-8734-d63a56a0dee8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/floatingips/4a15e8ce-b838-4936-90b5-1742d51b73a6 HTTP/1.1" status: 200 len: 994 time: 0.0632749 Feb 09 02:27:52.990829 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317196c-beb7-4264-8439-12fd30688fe2 req-c464b8ee-2d4a-4a73-8f1b-ce4b038931ae tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:52.992406 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6317196c-beb7-4264-8439-12fd30688fe2 req-c464b8ee-2d4a-4a73-8f1b-ce4b038931ae tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc30fe-a337-4e58-a018-69fef568f576 HTTP/1.1" status: 200 len: 946 time: 0.0915349 Feb 09 02:27:52.998013 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cd0db-3f41-4984-a8ab-d87accdb4ed6 req-8b8ed7db-df8f-4cde-b017-d1d1659a8b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:52.999473 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6c8cd0db-3f41-4984-a8ab-d87accdb4ed6 req-8b8ed7db-df8f-4cde-b017-d1d1659a8b85 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8591eec9c58e428aaa03fb8ea4411d94&device_id=8abc30fe-a337-4e58-a018-69fef568f576 HTTP/1.1" status: 200 len: 1129 time: 0.0653193 Feb 09 02:27:53.096893 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6317196c-beb7-4264-8439-12fd30688fe2 req-207efafe-0c76-453c-a99c-7027fda08a04 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=46e57499-2e86-4f97-a92a-3ef3dfe9cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963945 Feb 09 02:27:53.122843 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cd0db-3f41-4984-a8ab-d87accdb4ed6 req-c71148b5-ec17-4fdc-8f16-d0dbe11bc4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:53.124351 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6c8cd0db-3f41-4984-a8ab-d87accdb4ed6 req-c71148b5-ec17-4fdc-8f16-d0dbe11bc4ed service neutron] 10.222.0.91 "GET /v2.0/networks?id=33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf HTTP/1.1" status: 200 len: 897 time: 0.1173878 Feb 09 02:27:53.189798 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6c8cd0db-3f41-4984-a8ab-d87accdb4ed6 req-59034995-b8f5-4369-b4ca-8238442d2cc4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9c43883-41a5-45c0-8850-b86b1cce4e01 HTTP/1.1" status: 200 len: 1002 time: 0.0593324 Feb 09 02:27:53.238014 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cd0db-3f41-4984-a8ab-d87accdb4ed6 req-fc9f8aad-fdb5-49d5-8444-292e25b3a4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:53.239423 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6c8cd0db-3f41-4984-a8ab-d87accdb4ed6 req-fc9f8aad-fdb5-49d5-8444-292e25b3a4f2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b566cf24-fd00-451d-82ff-899863209bac HTTP/1.1" status: 200 len: 834 time: 0.0434394 Feb 09 02:27:53.293846 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cd0db-3f41-4984-a8ab-d87accdb4ed6 req-f6f3998e-cec7-4681-821a-e68cea9402b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:53.295330 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6c8cd0db-3f41-4984-a8ab-d87accdb4ed6 req-f6f3998e-cec7-4681-821a-e68cea9402b4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0487018 Feb 09 02:27:53.383812 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6c8cd0db-3f41-4984-a8ab-d87accdb4ed6 req-14f69c6e-5c30-4986-a729-290df283dca5 service neutron] 10.222.0.91 "GET /v2.0/networks/33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817604 Feb 09 02:27:53.476445 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6c8cd0db-3f41-4984-a8ab-d87accdb4ed6 req-fd083e25-77d1-49f1-9123-520e725880c0 service neutron] 10.222.0.91 "GET /v2.0/networks/33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865629 Feb 09 02:27:54.223792 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7819b9-33ac-4207-b6ca-9cc74f959fcb req-dc156f31-e28d-47cf-8667-ce773d8fb477 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:54.225322 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a7819b9-33ac-4207-b6ca-9cc74f959fcb req-dc156f31-e28d-47cf-8667-ce773d8fb477 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc30fe-a337-4e58-a018-69fef568f576 HTTP/1.1" status: 200 len: 946 time: 0.0554564 Feb 09 02:27:54.274398 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4a7819b9-33ac-4207-b6ca-9cc74f959fcb req-75e08ecc-ce9c-4835-a27f-1e21b519ae53 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=46e57499-2e86-4f97-a92a-3ef3dfe9cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434985 Feb 09 02:27:54.299078 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52752) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:54.358385 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e13ec380-79f7-4420-819a-9672104882ab tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/floatingips/4a15e8ce-b838-4936-90b5-1742d51b73a6 HTTP/1.1" status: 200 len: 994 time: 0.0581453 Feb 09 02:27:54.396025 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9b11ad24-5ea9-4473-a97f-d9a38027ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:56.066137 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:57.815268 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:58.459779 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:20.207354 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:20.959591 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1ed31243-a58c-41c2-ade1-0eeaadbff258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:21.637515 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:24.398012 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d3c38477-b44b-43e4-bb82-c8a96229f2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:26.069532 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:26.767000 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52762) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:26.924637 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-796011fb-3745-4f51-b6ce-aa4d5ebe6bba tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Deleting port 4966ed04-9c39-4aa2-bff6-cb88c5eb7d65 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:28:26.924897 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-796011fb-3745-4f51-b6ce-aa4d5ebe6bba tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (4966ed04-9c39-4aa2-bff6-cb88c5eb7d65), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:27.002236 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-796011fb-3745-4f51-b6ce-aa4d5ebe6bba tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (4966ed04-9c39-4aa2-bff6-cb88c5eb7d65), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:27.002561 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-796011fb-3745-4f51-b6ce-aa4d5ebe6bba tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for floatingip (4966ed04-9c39-4aa2-bff6-cb88c5eb7d65), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:27.014070 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-796011fb-3745-4f51-b6ce-aa4d5ebe6bba tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Calling delete_port for 4966ed04-9c39-4aa2-bff6-cb88c5eb7d65 owned by network:floatingip {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:28:27.171230 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-796011fb-3745-4f51-b6ce-aa4d5ebe6bba tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (4966ed04-9c39-4aa2-bff6-cb88c5eb7d65), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:27.193990 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796011fb-3745-4f51-b6ce-aa4d5ebe6bba tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event deleted for resources: {'Port': ['ID=4966ed04-9c39-4aa2-bff6-cb88c5eb7d65,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:27.203809 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796011fb-3745-4f51-b6ce-aa4d5ebe6bba tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:27.204191 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796011fb-3745-4f51-b6ce-aa4d5ebe6bba tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:27.204536 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796011fb-3745-4f51-b6ce-aa4d5ebe6bba tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:27.204877 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796011fb-3745-4f51-b6ce-aa4d5ebe6bba tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:27.205209 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796011fb-3745-4f51-b6ce-aa4d5ebe6bba tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:27.206064 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796011fb-3745-4f51-b6ce-aa4d5ebe6bba tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:27.206064 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796011fb-3745-4f51-b6ce-aa4d5ebe6bba tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:27.206273 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796011fb-3745-4f51-b6ce-aa4d5ebe6bba tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:27.206482 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796011fb-3745-4f51-b6ce-aa4d5ebe6bba tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:27.206805 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796011fb-3745-4f51-b6ce-aa4d5ebe6bba tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:27.207191 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796011fb-3745-4f51-b6ce-aa4d5ebe6bba tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:27.207450 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796011fb-3745-4f51-b6ce-aa4d5ebe6bba tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:27.207766 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796011fb-3745-4f51-b6ce-aa4d5ebe6bba tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:27.267429 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-796011fb-3745-4f51-b6ce-aa4d5ebe6bba tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for floatingip (4a15e8ce-b838-4936-90b5-1742d51b73a6), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:27.267760 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [None req-796011fb-3745-4f51-b6ce-aa4d5ebe6bba tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Floating IP 4a15e8ce-b838-4936-90b5-1742d51b73a6 disassociated (deleted). External IP: 172.25.1.226, port: a9c43883-41a5-45c0-8850-b86b1cce4e01. Feb 09 02:28:27.308913 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:28:27.491790 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796011fb-3745-4f51-b6ce-aa4d5ebe6bba tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Router 09726bf2-9556-4274-b619-0d1a647a1277 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:28:27.602779 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796011fb-3745-4f51-b6ce-aa4d5ebe6bba tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:28:27.607520 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-796011fb-3745-4f51-b6ce-aa4d5ebe6bba tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:27.612537 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1081d1c-0d6d-46fb-a733-69fa1f4a65cb None None] Sync routers for ids ['09726bf2-9556-4274-b619-0d1a647a1277'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:28:27.622725 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1081d1c-0d6d-46fb-a733-69fa1f4a65cb None None] Routers {'09726bf2-9556-4274-b619-0d1a647a1277'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:28:27.623331 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c1081d1c-0d6d-46fb-a733-69fa1f4a65cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:28:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['09726bf2-9556-4274-b619-0d1a647a1277'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:27.636889 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-796011fb-3745-4f51-b6ce-aa4d5ebe6bba tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "DELETE /v2.0/floatingips/4a15e8ce-b838-4936-90b5-1742d51b73a6 HTTP/1.1" status: 204 len: 168 time: 0.8687975 Feb 09 02:28:27.637577 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8abc30fe-a337-4e58-a018-69fef568f576', 'tag': 'a9c43883-41a5-45c0-8850-b86b1cce4e01'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:28:27.639960 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10849be1-b30f-4101-9f03-ae3f2d7e1aa2" -d '{"events": [{"name": "network-changed", "server_uuid": "8abc30fe-a337-4e58-a018-69fef568f576", "tag": "a9c43883-41a5-45c0-8850-b86b1cce4e01"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:28:27.680765 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c7011a-d9ca-4090-bf88-b8551fce41da x-openstack-request-id: req-70c7011a-d9ca-4090-bf88-b8551fce41da {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:28:27.681062 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8abc30fe-a337-4e58-a018-69fef568f576", "tag": "a9c43883-41a5-45c0-8850-b86b1cce4e01", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:28:27.681320 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-70c7011a-d9ca-4090-bf88-b8551fce41da {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:28:27.681733 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8abc30fe-a337-4e58-a018-69fef568f576', 'tag': 'a9c43883-41a5-45c0-8850-b86b1cce4e01', 'status': 'completed', 'code': 200} Feb 09 02:28:27.740363 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-c1081d1c-0d6d-46fb-a733-69fa1f4a65cb None None] Set router 09726bf2-9556-4274-b619-0d1a647a1277 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:28:27.754822 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10849be1-b30f-4101-9f03-ae3f2d7e1aa2 req-fc9ce714-55a5-473a-baa7-883deba5f7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:27.757905 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-10849be1-b30f-4101-9f03-ae3f2d7e1aa2 req-fc9ce714-55a5-473a-baa7-883deba5f7f6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8591eec9c58e428aaa03fb8ea4411d94&device_id=8abc30fe-a337-4e58-a018-69fef568f576 HTTP/1.1" status: 200 len: 1129 time: 0.0529604 Feb 09 02:28:27.881914 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10849be1-b30f-4101-9f03-ae3f2d7e1aa2 req-ee963fe9-6583-447d-8314-8d54a7cde51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:27.883658 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-10849be1-b30f-4101-9f03-ae3f2d7e1aa2 req-ee963fe9-6583-447d-8314-8d54a7cde51a service neutron] 10.222.0.91 "GET /v2.0/networks?id=33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf HTTP/1.1" status: 200 len: 897 time: 0.1177135 Feb 09 02:28:27.886311 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:27.949725 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-10849be1-b30f-4101-9f03-ae3f2d7e1aa2 req-a92a8c58-2fc2-4878-89a4-3a32d8b66e06 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9c43883-41a5-45c0-8850-b86b1cce4e01 HTTP/1.1" status: 200 len: 217 time: 0.0554485 Feb 09 02:28:27.979301 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c1081d1c-0d6d-46fb-a733-69fa1f4a65cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09726bf2-9556-4274-b619-0d1a647a1277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200847660', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'bcf3208b-3bc0-488d-9c6a-73c247b9791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:26:47Z', 'updated_at': '2022-02-09T02:26:51Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'bcf3208b-3bc0-488d-9c6a-73c247b9791c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09726bf2-9556-4274-b619-0d1a647a1277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:26:48Z', 'updated_at': '2022-02-09T02:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '5858d789-ec4d-48df-968c-327a23179540', 'name': '', 'network_id': '33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:bc:d5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09726bf2-9556-4274-b619-0d1a647a1277', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'b566cf24-fd00-451d-82ff-899863209bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:26:51Z', 'updated_at': '2022-02-09T02:26:54Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': 'b566cf24-fd00-451d-82ff-899863209bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:28.005874 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1081d1c-0d6d-46fb-a733-69fa1f4a65cb None None] Checking router: 09726bf2-9556-4274-b619-0d1a647a1277 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:28:28.012249 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed1b2b-5f45-40a5-a139-d41df8773d57 req-92dc6690-1bd7-4484-891a-886b9b042589 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:28.013739 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e6ed1b2b-5f45-40a5-a139-d41df8773d57 req-92dc6690-1bd7-4484-891a-886b9b042589 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc30fe-a337-4e58-a018-69fef568f576 HTTP/1.1" status: 200 len: 946 time: 0.1832960 Feb 09 02:28:28.014329 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1081d1c-0d6d-46fb-a733-69fa1f4a65cb None None] Routers {'09726bf2-9556-4274-b619-0d1a647a1277'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:28:28.014921 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c1081d1c-0d6d-46fb-a733-69fa1f4a65cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:28:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['09726bf2-9556-4274-b619-0d1a647a1277'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:28.019273 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10849be1-b30f-4101-9f03-ae3f2d7e1aa2 req-ca44d737-c9b8-4bff-a238-e156f86ff65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:28.020679 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-10849be1-b30f-4101-9f03-ae3f2d7e1aa2 req-ca44d737-c9b8-4bff-a238-e156f86ff65d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b566cf24-fd00-451d-82ff-899863209bac HTTP/1.1" status: 200 len: 834 time: 0.0646269 Feb 09 02:28:28.093894 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e6ed1b2b-5f45-40a5-a139-d41df8773d57 req-ccbc2498-a9bb-481d-a0c1-c9641a1fef87 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=46e57499-2e86-4f97-a92a-3ef3dfe9cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717094 Feb 09 02:28:28.108275 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10849be1-b30f-4101-9f03-ae3f2d7e1aa2 req-47dfe177-13c8-4ec6-99e1-c54c93dbe9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:28.109889 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-10849be1-b30f-4101-9f03-ae3f2d7e1aa2 req-47dfe177-13c8-4ec6-99e1-c54c93dbe9bb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0807865 Feb 09 02:28:28.127816 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-c1081d1c-0d6d-46fb-a733-69fa1f4a65cb None None] Set router 09726bf2-9556-4274-b619-0d1a647a1277 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:28:28.206467 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-10849be1-b30f-4101-9f03-ae3f2d7e1aa2 req-d50f6788-5534-41c5-b0d7-e488353090f3 service neutron] 10.222.0.91 "GET /v2.0/networks/33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883169 Feb 09 02:28:28.298931 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-10849be1-b30f-4101-9f03-ae3f2d7e1aa2 req-80fd1100-e30a-416e-994d-f132c2c8f878 service neutron] 10.222.0.91 "GET /v2.0/networks/33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845823 Feb 09 02:28:28.335872 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-c1081d1c-0d6d-46fb-a733-69fa1f4a65cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09726bf2-9556-4274-b619-0d1a647a1277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200847660', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'bcf3208b-3bc0-488d-9c6a-73c247b9791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:26:47Z', 'updated_at': '2022-02-09T02:26:51Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'bcf3208b-3bc0-488d-9c6a-73c247b9791c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09726bf2-9556-4274-b619-0d1a647a1277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:26:48Z', 'updated_at': '2022-02-09T02:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '5858d789-ec4d-48df-968c-327a23179540', 'name': '', 'network_id': '33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:bc:d5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09726bf2-9556-4274-b619-0d1a647a1277', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'b566cf24-fd00-451d-82ff-899863209bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:26:51Z', 'updated_at': '2022-02-09T02:26:54Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': 'b566cf24-fd00-451d-82ff-899863209bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:28.362182 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1081d1c-0d6d-46fb-a733-69fa1f4a65cb None None] The sync data for ids ['09726bf2-9556-4274-b619-0d1a647a1277'] in n-d-822053-40 is: [{'id': '09726bf2-9556-4274-b619-0d1a647a1277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200847660', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'bcf3208b-3bc0-488d-9c6a-73c247b9791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:26:47Z', 'updated_at': '2022-02-09T02:26:51Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'bcf3208b-3bc0-488d-9c6a-73c247b9791c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09726bf2-9556-4274-b619-0d1a647a1277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:26:48Z', 'updated_at': '2022-02-09T02:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': '5858d789-ec4d-48df-968c-327a23179540', 'name': '', 'network_id': '33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:bc:d5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09726bf2-9556-4274-b619-0d1a647a1277', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'b566cf24-fd00-451d-82ff-899863209bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:26:51Z', 'updated_at': '2022-02-09T02:26:54Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': 'b566cf24-fd00-451d-82ff-899863209bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:28:28.462520 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:28.579612 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9250eeb-3adf-4fce-ace9-26781102530a None None] New status for floating IP 4a15e8ce-b838-4936-90b5-1742d51b73a6: DOWN {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:28:29.261705 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2781ce-1aee-457d-947d-611b28bca027 req-6d1d377a-8106-464d-8c39-41a96cf1ab8c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:29.263160 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2b2781ce-1aee-457d-947d-611b28bca027 req-6d1d377a-8106-464d-8c39-41a96cf1ab8c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc30fe-a337-4e58-a018-69fef568f576 HTTP/1.1" status: 200 len: 946 time: 0.0956037 Feb 09 02:28:29.312899 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2b2781ce-1aee-457d-947d-611b28bca027 req-49efba3b-32ed-4486-bbe2-49e1d7875462 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=46e57499-2e86-4f97-a92a-3ef3dfe9cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441749 Feb 09 02:28:29.577567 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48c193-473c-4b75-93cc-f7d98346180f req-f3b2ec4d-bdb7-47c8-9047-f2403f7d4317 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:29.578498 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9f48c193-473c-4b75-93cc-f7d98346180f req-f3b2ec4d-bdb7-47c8-9047-f2403f7d4317 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.91 "GET /v2.0/ports?device_id=8abc30fe-a337-4e58-a018-69fef568f576 HTTP/1.1" status: 200 len: 946 time: 0.0564053 Feb 09 02:28:29.670818 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-9f48c193-473c-4b75-93cc-f7d98346180f req-4c772245-ff67-4014-9832-67f7f4aa346f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Deleting port a9c43883-41a5-45c0-8850-b86b1cce4e01 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:28:29.671153 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9f48c193-473c-4b75-93cc-f7d98346180f req-4c772245-ff67-4014-9832-67f7f4aa346f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (a9c43883-41a5-45c0-8850-b86b1cce4e01), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:29.763136 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-9f48c193-473c-4b75-93cc-f7d98346180f req-4c772245-ff67-4014-9832-67f7f4aa346f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] For port a9c43883-41a5-45c0-8850-b86b1cce4e01, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=a9c43883-41a5-45c0-8850-b86b1cce4e01,segment=NetworkSegment(565c984f-d528-4d45-a24d-c1809f16e400),segment_id=565c984f-d528-4d45-a24d-c1809f16e400)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:29.763407 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9f48c193-473c-4b75-93cc-f7d98346180f req-4c772245-ff67-4014-9832-67f7f4aa346f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (a9c43883-41a5-45c0-8850-b86b1cce4e01), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:29.776386 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-9f48c193-473c-4b75-93cc-f7d98346180f req-4c772245-ff67-4014-9832-67f7f4aa346f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Calling delete_port for a9c43883-41a5-45c0-8850-b86b1cce4e01 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:28:29.923991 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9f48c193-473c-4b75-93cc-f7d98346180f req-4c772245-ff67-4014-9832-67f7f4aa346f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (a9c43883-41a5-45c0-8850-b86b1cce4e01), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:29.953424 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c772245-ff67-4014-9832-67f7f4aa346f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event deleted for resources: {'Port': ['ID=a9c43883-41a5-45c0-8850-b86b1cce4e01,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:29.997177 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f48c193-473c-4b75-93cc-f7d98346180f req-4c772245-ff67-4014-9832-67f7f4aa346f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] No DVR routers for this DVR port a9c43883-41a5-45c0-8850-b86b1cce4e01 on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:28:29.999763 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-9f48c193-473c-4b75-93cc-f7d98346180f req-4c772245-ff67-4014-9832-67f7f4aa346f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:30.003215 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9f48c193-473c-4b75-93cc-f7d98346180f req-4c772245-ff67-4014-9832-67f7f4aa346f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.91 "DELETE /v2.0/ports/a9c43883-41a5-45c0-8850-b86b1cce4e01 HTTP/1.1" status: 204 len: 173 time: 0.4188440 Feb 09 02:28:30.003658 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8abc30fe-a337-4e58-a018-69fef568f576', 'name': 'network-vif-deleted', 'tag': 'a9c43883-41a5-45c0-8850-b86b1cce4e01'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:28:30.006193 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be65ac1-1cce-4a51-b112-e84f3425055e" -d '{"events": [{"server_uuid": "8abc30fe-a337-4e58-a018-69fef568f576", "name": "network-vif-deleted", "tag": "a9c43883-41a5-45c0-8850-b86b1cce4e01"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:28:30.044732 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6eec38-1094-431a-b2ed-972d8f06438a x-openstack-request-id: req-6f6eec38-1094-431a-b2ed-972d8f06438a {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:28:30.045060 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8abc30fe-a337-4e58-a018-69fef568f576", "name": "network-vif-deleted", "tag": "a9c43883-41a5-45c0-8850-b86b1cce4e01", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:28:30.045319 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6f6eec38-1094-431a-b2ed-972d8f06438a {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:28:30.045725 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8abc30fe-a337-4e58-a018-69fef568f576', 'name': 'network-vif-deleted', 'tag': 'a9c43883-41a5-45c0-8850-b86b1cce4e01', 'status': 'completed', 'code': 200} Feb 09 02:28:30.425110 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dd4412ee-6e90-490b-8227-0330940523e6 req-eab5bdc0-2364-4b18-9b6e-b4faace42b15 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=8abc30fe-a337-4e58-a018-69fef568f576 HTTP/1.1" status: 200 len: 210 time: 0.0297589 Feb 09 02:28:31.486177 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52782) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:31.846610 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a05fa2da-10c2-4f29-a4d9-54a5bc115714 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (09726bf2-9556-4274-b619-0d1a647a1277), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:32.404732 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device a9c43883-41a5-45c0-8850-b86b1cce4e01 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:28:32.425118 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: a9c43883-41a5-45c0-8850-b86b1cce4e01 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:28:32.425464 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device a9c43883-41a5-45c0-8850-b86b1cce4e01 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:28:32.434986 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-a05fa2da-10c2-4f29-a4d9-54a5bc115714 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Deleting port 5858d789-ec4d-48df-968c-327a23179540 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:28:32.435326 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a05fa2da-10c2-4f29-a4d9-54a5bc115714 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (5858d789-ec4d-48df-968c-327a23179540), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:32.522062 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-a05fa2da-10c2-4f29-a4d9-54a5bc115714 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] For port 5858d789-ec4d-48df-968c-327a23179540, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=5858d789-ec4d-48df-968c-327a23179540,segment=NetworkSegment(565c984f-d528-4d45-a24d-c1809f16e400),segment_id=565c984f-d528-4d45-a24d-c1809f16e400)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:32.522764 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a05fa2da-10c2-4f29-a4d9-54a5bc115714 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (5858d789-ec4d-48df-968c-327a23179540), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:32.534574 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-a05fa2da-10c2-4f29-a4d9-54a5bc115714 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Calling delete_port for 5858d789-ec4d-48df-968c-327a23179540 owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:28:32.721762 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a05fa2da-10c2-4f29-a4d9-54a5bc115714 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (5858d789-ec4d-48df-968c-327a23179540), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:32.748232 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05fa2da-10c2-4f29-a4d9-54a5bc115714 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event deleted for resources: {'Port': ['ID=5858d789-ec4d-48df-968c-327a23179540,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:32.925323 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a05fa2da-10c2-4f29-a4d9-54a5bc115714 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (09726bf2-9556-4274-b619-0d1a647a1277), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:33.148405 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05fa2da-10c2-4f29-a4d9-54a5bc115714 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Router 09726bf2-9556-4274-b619-0d1a647a1277 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:28:33.256864 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05fa2da-10c2-4f29-a4d9-54a5bc115714 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:28:33.262188 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a05fa2da-10c2-4f29-a4d9-54a5bc115714 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "PUT /v2.0/routers/09726bf2-9556-4274-b619-0d1a647a1277/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7756813 Feb 09 02:28:33.264709 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52784) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:33.268046 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed594d54-a294-4953-b180-7612d522f288 None None] Sync routers for ids ['09726bf2-9556-4274-b619-0d1a647a1277'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:28:33.277997 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed594d54-a294-4953-b180-7612d522f288 None None] Routers {'09726bf2-9556-4274-b619-0d1a647a1277'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:28:33.278680 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-ed594d54-a294-4953-b180-7612d522f288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:28:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['09726bf2-9556-4274-b619-0d1a647a1277'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:33.315953 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-be98e0e3-068b-4d3e-b450-ff85d97c02f8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Deleting subnet b566cf24-fd00-451d-82ff-899863209bac {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:28:33.320063 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-be98e0e3-068b-4d3e-b450-ff85d97c02f8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for subnet (b566cf24-fd00-451d-82ff-899863209bac), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:33.359586 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-be98e0e3-068b-4d3e-b450-ff85d97c02f8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (b566cf24-fd00-451d-82ff-899863209bac), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:33.386772 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-ed594d54-a294-4953-b180-7612d522f288 None None] Set router 09726bf2-9556-4274-b619-0d1a647a1277 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:28:33.446751 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-be98e0e3-068b-4d3e-b450-ff85d97c02f8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (b566cf24-fd00-451d-82ff-899863209bac), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:33.517255 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-be98e0e3-068b-4d3e-b450-ff85d97c02f8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (b566cf24-fd00-451d-82ff-899863209bac), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:33.545664 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98e0e3-068b-4d3e-b450-ff85d97c02f8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event deleted for resources: {'Subnet': ['ID=b566cf24-fd00-451d-82ff-899863209bac,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:33.551395 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-be98e0e3-068b-4d3e-b450-ff85d97c02f8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:33.555332 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-be98e0e3-068b-4d3e-b450-ff85d97c02f8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "DELETE /v2.0/subnets/b566cf24-fd00-451d-82ff-899863209bac HTTP/1.1" status: 204 len: 168 time: 0.2896495 Feb 09 02:28:33.558133 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52786) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:33.562519 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ef1b69-0f3a-4bab-bb1d-12ad7717029a None None] Network 33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:28:33.664205 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-ed594d54-a294-4953-b180-7612d522f288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09726bf2-9556-4274-b619-0d1a647a1277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200847660', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'bcf3208b-3bc0-488d-9c6a-73c247b9791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:26:47Z', 'updated_at': '2022-02-09T02:28:32Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'bcf3208b-3bc0-488d-9c6a-73c247b9791c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09726bf2-9556-4274-b619-0d1a647a1277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:26:48Z', 'updated_at': '2022-02-09T02:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:33.670976 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e1548f8d-d6d6-4cce-bebc-5ffb32c19a4a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router (09726bf2-9556-4274-b619-0d1a647a1277), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:33.694111 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed594d54-a294-4953-b180-7612d522f288 None None] Checking router: 09726bf2-9556-4274-b619-0d1a647a1277 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:28:33.705850 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed594d54-a294-4953-b180-7612d522f288 None None] Routers {'09726bf2-9556-4274-b619-0d1a647a1277'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:28:33.706447 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-ed594d54-a294-4953-b180-7612d522f288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:28:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['09726bf2-9556-4274-b619-0d1a647a1277'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:33.778333 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27a19a7-dfc9-4fff-b4f3-4c162ebca682 None None] DHCP port deletion for 33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:28:33.784350 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e1548f8d-d6d6-4cce-bebc-5ffb32c19a4a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router_gateway (09726bf2-9556-4274-b619-0d1a647a1277), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:33.837937 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-e1548f8d-d6d6-4cce-bebc-5ffb32c19a4a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Deleting port bcf3208b-3bc0-488d-9c6a-73c247b9791c {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:28:33.838339 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e1548f8d-d6d6-4cce-bebc-5ffb32c19a4a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (bcf3208b-3bc0-488d-9c6a-73c247b9791c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:33.854394 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-ed594d54-a294-4953-b180-7612d522f288 None None] Set router 09726bf2-9556-4274-b619-0d1a647a1277 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:28:33.911695 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f27a19a7-dfc9-4fff-b4f3-4c162ebca682 None None] Deleting port 7e8db7eb-385f-4afa-a926-4ebd9c52cf92 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:28:33.912120 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f27a19a7-dfc9-4fff-b4f3-4c162ebca682 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (7e8db7eb-385f-4afa-a926-4ebd9c52cf92), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:33.922575 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-e1548f8d-d6d6-4cce-bebc-5ffb32c19a4a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] For port bcf3208b-3bc0-488d-9c6a-73c247b9791c, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=bcf3208b-3bc0-488d-9c6a-73c247b9791c,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:33.923190 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e1548f8d-d6d6-4cce-bebc-5ffb32c19a4a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (bcf3208b-3bc0-488d-9c6a-73c247b9791c), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:33.937131 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-e1548f8d-d6d6-4cce-bebc-5ffb32c19a4a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Calling delete_port for bcf3208b-3bc0-488d-9c6a-73c247b9791c owned by network:router_gateway {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:28:34.017470 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-f27a19a7-dfc9-4fff-b4f3-4c162ebca682 None None] For port 7e8db7eb-385f-4afa-a926-4ebd9c52cf92, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=7e8db7eb-385f-4afa-a926-4ebd9c52cf92,segment=NetworkSegment(565c984f-d528-4d45-a24d-c1809f16e400),segment_id=565c984f-d528-4d45-a24d-c1809f16e400)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:34.017715 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f27a19a7-dfc9-4fff-b4f3-4c162ebca682 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (7e8db7eb-385f-4afa-a926-4ebd9c52cf92), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:34.040198 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f27a19a7-dfc9-4fff-b4f3-4c162ebca682 None None] Calling delete_port for 7e8db7eb-385f-4afa-a926-4ebd9c52cf92 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:28:34.109905 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e1548f8d-d6d6-4cce-bebc-5ffb32c19a4a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (bcf3208b-3bc0-488d-9c6a-73c247b9791c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:34.134989 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1548f8d-d6d6-4cce-bebc-5ffb32c19a4a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event deleted for resources: {'Port': ['ID=bcf3208b-3bc0-488d-9c6a-73c247b9791c,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:34.203272 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e1548f8d-d6d6-4cce-bebc-5ffb32c19a4a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (09726bf2-9556-4274-b619-0d1a647a1277), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:34.301817 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e1548f8d-d6d6-4cce-bebc-5ffb32c19a4a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (09726bf2-9556-4274-b619-0d1a647a1277), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:34.305141 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e1548f8d-d6d6-4cce-bebc-5ffb32c19a4a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router_controller (09726bf2-9556-4274-b619-0d1a647a1277), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:34.325515 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f27a19a7-dfc9-4fff-b4f3-4c162ebca682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (7e8db7eb-385f-4afa-a926-4ebd9c52cf92), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:34.328022 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-ed594d54-a294-4953-b180-7612d522f288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09726bf2-9556-4274-b619-0d1a647a1277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200847660', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'bcf3208b-3bc0-488d-9c6a-73c247b9791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:26:47Z', 'updated_at': '2022-02-09T02:28:32Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'bcf3208b-3bc0-488d-9c6a-73c247b9791c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09726bf2-9556-4274-b619-0d1a647a1277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:26:48Z', 'updated_at': '2022-02-09T02:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:34.357141 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e1548f8d-d6d6-4cce-bebc-5ffb32c19a4a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (09726bf2-9556-4274-b619-0d1a647a1277), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:34.357711 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1548f8d-d6d6-4cce-bebc-5ffb32c19a4a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Fanout notify agent at l3_agent the message router_deleted on router 09726bf2-9556-4274-b619-0d1a647a1277 {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:28:34.366072 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e1548f8d-d6d6-4cce-bebc-5ffb32c19a4a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:34.367468 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-e1548f8d-d6d6-4cce-bebc-5ffb32c19a4a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "DELETE /v2.0/routers/09726bf2-9556-4274-b619-0d1a647a1277 HTTP/1.1" status: 204 len: 168 time: 0.8083298 Feb 09 02:28:34.370097 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52788) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:34.376700 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed594d54-a294-4953-b180-7612d522f288 None None] The sync data for ids ['09726bf2-9556-4274-b619-0d1a647a1277'] in n-d-822053-40 is: [{'id': '09726bf2-9556-4274-b619-0d1a647a1277', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200847660', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'bcf3208b-3bc0-488d-9c6a-73c247b9791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:26:47Z', 'updated_at': '2022-02-09T02:28:32Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': 'bcf3208b-3bc0-488d-9c6a-73c247b9791c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09726bf2-9556-4274-b619-0d1a647a1277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:26:48Z', 'updated_at': '2022-02-09T02:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:28:34.379870 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27a19a7-dfc9-4fff-b4f3-4c162ebca682 None None] No DVR routers for this DVR port 7e8db7eb-385f-4afa-a926-4ebd9c52cf92 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:28:34.381510 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a19a7-dfc9-4fff-b4f3-4c162ebca682 None None] Pushing event deleted for resources: {'Port': ['ID=7e8db7eb-385f-4afa-a926-4ebd9c52cf92,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:34.390510 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a19a7-dfc9-4fff-b4f3-4c162ebca682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:34.390774 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a19a7-dfc9-4fff-b4f3-4c162ebca682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:34.391010 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a19a7-dfc9-4fff-b4f3-4c162ebca682 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:34.391361 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a19a7-dfc9-4fff-b4f3-4c162ebca682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:34.391671 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a19a7-dfc9-4fff-b4f3-4c162ebca682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:34.392018 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a19a7-dfc9-4fff-b4f3-4c162ebca682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:34.393332 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a19a7-dfc9-4fff-b4f3-4c162ebca682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:34.393332 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a19a7-dfc9-4fff-b4f3-4c162ebca682 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:34.393332 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a19a7-dfc9-4fff-b4f3-4c162ebca682 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:34.393332 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a19a7-dfc9-4fff-b4f3-4c162ebca682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:34.393699 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a19a7-dfc9-4fff-b4f3-4c162ebca682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:34.394848 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a19a7-dfc9-4fff-b4f3-4c162ebca682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:34.394848 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27a19a7-dfc9-4fff-b4f3-4c162ebca682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:34.458533 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6dd5c578-04e9-48c6-a29f-5b61f2639cad tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:34.551489 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6dd5c578-04e9-48c6-a29f-5b61f2639cad tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:34.571497 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-6dd5c578-04e9-48c6-a29f-5b61f2639cad tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:34.580782 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-6dd5c578-04e9-48c6-a29f-5b61f2639cad tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '565c984f-d528-4d45-a24d-c1809f16e400') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:34.581081 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-6dd5c578-04e9-48c6-a29f-5b61f2639cad tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '565c984f-d528-4d45-a24d-c1809f16e400') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:34.591342 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6dd5c578-04e9-48c6-a29f-5b61f2639cad tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (565c984f-d528-4d45-a24d-c1809f16e400), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:34.605204 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6dd5c578-04e9-48c6-a29f-5b61f2639cad tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (565c984f-d528-4d45-a24d-c1809f16e400), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:34.611528 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dd5c578-04e9-48c6-a29f-5b61f2639cad tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:28:34.612019 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6dd5c578-04e9-48c6-a29f-5b61f2639cad tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (565c984f-d528-4d45-a24d-c1809f16e400), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:34.615422 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 02:28:34.615422 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:28:34.615422 n-d-822053-40 neutron-server[103529]: timer() Feb 09 02:28:34.615422 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:28:34.615422 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 02:28:34.615422 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:28:34.615422 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 02:28:34.615422 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:28:34.615422 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 02:28:34.615422 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:28:34.615422 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 02:28:34.615422 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:28:34.615422 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 02:28:34.615422 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:28:34.615422 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:28:34.615422 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:28:34.615422 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:28:34.615422 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:28:34.615422 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 02:28:34.615422 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:28:34.615422 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 02:28:34.615422 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:28:34.615422 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:28:34.615422 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:28:34.615422 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 02:28:34.615422 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:28:34.615422 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:28:34.615422 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:28:34.615422 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:28:34.615422 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:28:34.615422 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:28:34.615422 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:28:34.674139 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6dd5c578-04e9-48c6-a29f-5b61f2639cad tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:34.678376 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6dd5c578-04e9-48c6-a29f-5b61f2639cad tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:34.681657 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-6dd5c578-04e9-48c6-a29f-5b61f2639cad tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "DELETE /v2.0/networks/33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf HTTP/1.1" status: 204 len: 168 time: 0.3106275 Feb 09 02:28:34.684434 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52790) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:34.700973 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd5c578-04e9-48c6-a29f-5b61f2639cad tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event deleted for resources: {'Network': ['ID=33e4c2d3-52b4-4041-b8cc-4a5c7efe14bf,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:34.747572 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f2970eec-beb4-4c8a-923f-9d4333cde816 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group (46e57499-2e86-4f97-a92a-3ef3dfe9cdfc), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:34.777488 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f2970eec-beb4-4c8a-923f-9d4333cde816 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group (46e57499-2e86-4f97-a92a-3ef3dfe9cdfc), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:34.846539 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f2970eec-beb4-4c8a-923f-9d4333cde816 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (46e57499-2e86-4f97-a92a-3ef3dfe9cdfc), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:34.849367 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f2970eec-beb4-4c8a-923f-9d4333cde816 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:34.853735 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f2970eec-beb4-4c8a-923f-9d4333cde816 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "DELETE /v2.0/security-groups/46e57499-2e86-4f97-a92a-3ef3dfe9cdfc HTTP/1.1" status: 204 len: 168 time: 0.1682343 Feb 09 02:28:34.863354 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2970eec-beb4-4c8a-923f-9d4333cde816 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e57499-2e86-4f97-a92a-3ef3dfe9cdfc,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:34.871530 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2970eec-beb4-4c8a-923f-9d4333cde816 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:34.871884 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2970eec-beb4-4c8a-923f-9d4333cde816 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:34.872265 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2970eec-beb4-4c8a-923f-9d4333cde816 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:34.872603 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2970eec-beb4-4c8a-923f-9d4333cde816 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:34.872966 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2970eec-beb4-4c8a-923f-9d4333cde816 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:34.873251 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2970eec-beb4-4c8a-923f-9d4333cde816 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:34.873579 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2970eec-beb4-4c8a-923f-9d4333cde816 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:34.873905 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2970eec-beb4-4c8a-923f-9d4333cde816 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:34.874227 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2970eec-beb4-4c8a-923f-9d4333cde816 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:34.874557 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2970eec-beb4-4c8a-923f-9d4333cde816 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:34.874878 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2970eec-beb4-4c8a-923f-9d4333cde816 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:34.875191 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2970eec-beb4-4c8a-923f-9d4333cde816 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:34.875545 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2970eec-beb4-4c8a-923f-9d4333cde816 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:35.156396 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52796) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:35.161572 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-b5a41a3e-d07b-46e1-bf9e-fb63b79b2ce1 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-809958891', 'description': 'tempest-secgroup-smoke-809958891 description', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:35.186511 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b5a41a3e-d07b-46e1-bf9e-fb63b79b2ce1 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:35.259603 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b5a41a3e-d07b-46e1-bf9e-fb63b79b2ce1 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group (c770efa9-0f5e-45f1-9590-be337611ccc4), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:35.263331 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b5a41a3e-d07b-46e1-bf9e-fb63b79b2ce1 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c770efa9-0f5e-45f1-9590-be337611ccc4), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:35.291835 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b5a41a3e-d07b-46e1-bf9e-fb63b79b2ce1 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:35.293064 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b5a41a3e-d07b-46e1-bf9e-fb63b79b2ce1 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1356671 Feb 09 02:28:35.296153 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52798) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:35.296997 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a41a3e-d07b-46e1-bf9e-fb63b79b2ce1 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c770efa9-0f5e-45f1-9590-be337611ccc4,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:35.300844 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-89a4cd6e-b7d2-4447-a5e3-2a418ff8e888 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'security_group_rule': {'security_group_id': 'c770efa9-0f5e-45f1-9590-be337611ccc4', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:35.325759 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-89a4cd6e-b7d2-4447-a5e3-2a418ff8e888 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (0592ed1b-841a-4826-9166-4f8a8820f068), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:35.380203 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-89a4cd6e-b7d2-4447-a5e3-2a418ff8e888 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (0592ed1b-841a-4826-9166-4f8a8820f068), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:35.383613 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-89a4cd6e-b7d2-4447-a5e3-2a418ff8e888 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (0592ed1b-841a-4826-9166-4f8a8820f068), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:35.401693 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a4cd6e-b7d2-4447-a5e3-2a418ff8e888 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0592ed1b-841a-4826-9166-4f8a8820f068,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:35.406877 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-89a4cd6e-b7d2-4447-a5e3-2a418ff8e888 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:35.408151 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-89a4cd6e-b7d2-4447-a5e3-2a418ff8e888 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1109643 Feb 09 02:28:35.411118 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52800) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:35.416692 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-5f8cfab7-f2a4-4601-839b-6bad581a3cac tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'security_group_rule': {'security_group_id': 'c770efa9-0f5e-45f1-9590-be337611ccc4', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:35.441527 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5f8cfab7-f2a4-4601-839b-6bad581a3cac tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (62f8a981-090c-4b19-86ed-59888b6536da), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:35.498765 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5f8cfab7-f2a4-4601-839b-6bad581a3cac tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (62f8a981-090c-4b19-86ed-59888b6536da), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:35.502964 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5f8cfab7-f2a4-4601-839b-6bad581a3cac tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (62f8a981-090c-4b19-86ed-59888b6536da), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:35.521740 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8cfab7-f2a4-4601-839b-6bad581a3cac tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62f8a981-090c-4b19-86ed-59888b6536da,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:35.531816 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5f8cfab7-f2a4-4601-839b-6bad581a3cac tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:35.533060 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5f8cfab7-f2a4-4601-839b-6bad581a3cac tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1201723 Feb 09 02:28:35.536164 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52802) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:35.540951 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-f620f69e-62ea-4521-b00c-5fc55eef4eb8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'security_group_rule': {'security_group_id': 'c770efa9-0f5e-45f1-9590-be337611ccc4', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:35.550596 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 7e8db7eb-385f-4afa-a926-4ebd9c52cf92 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:28:35.569772 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f620f69e-62ea-4521-b00c-5fc55eef4eb8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (e07e5883-789b-43af-ac26-617ae993ddbb), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:35.572584 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 7e8db7eb-385f-4afa-a926-4ebd9c52cf92 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:28:35.573113 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 7e8db7eb-385f-4afa-a926-4ebd9c52cf92 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:28:35.573703 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 5858d789-ec4d-48df-968c-327a23179540 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:28:35.596982 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 5858d789-ec4d-48df-968c-327a23179540 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:28:35.597303 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 5858d789-ec4d-48df-968c-327a23179540 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:28:35.597721 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device bcf3208b-3bc0-488d-9c6a-73c247b9791c no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:28:35.617880 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: bcf3208b-3bc0-488d-9c6a-73c247b9791c {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:28:35.618224 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device bcf3208b-3bc0-488d-9c6a-73c247b9791c not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:28:35.629087 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f620f69e-62ea-4521-b00c-5fc55eef4eb8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (e07e5883-789b-43af-ac26-617ae993ddbb), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:35.632931 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f620f69e-62ea-4521-b00c-5fc55eef4eb8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (e07e5883-789b-43af-ac26-617ae993ddbb), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:35.651061 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f620f69e-62ea-4521-b00c-5fc55eef4eb8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e07e5883-789b-43af-ac26-617ae993ddbb,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:35.658698 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f620f69e-62ea-4521-b00c-5fc55eef4eb8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:35.660185 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f620f69e-62ea-4521-b00c-5fc55eef4eb8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1228609 Feb 09 02:28:35.663496 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52804) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:35.668139 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-9f292b29-083b-4208-8ef5-e212e35e0856 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'security_group_rule': {'security_group_id': 'c770efa9-0f5e-45f1-9590-be337611ccc4', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:35.693290 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9f292b29-083b-4208-8ef5-e212e35e0856 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (c04b1f2c-f6b1-42c4-8ec7-043882886314), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:35.753712 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9f292b29-083b-4208-8ef5-e212e35e0856 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (c04b1f2c-f6b1-42c4-8ec7-043882886314), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:35.757462 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9f292b29-083b-4208-8ef5-e212e35e0856 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (c04b1f2c-f6b1-42c4-8ec7-043882886314), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:35.774626 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f292b29-083b-4208-8ef5-e212e35e0856 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c04b1f2c-f6b1-42c4-8ec7-043882886314,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:35.783564 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9f292b29-083b-4208-8ef5-e212e35e0856 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:35.785082 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9f292b29-083b-4208-8ef5-e212e35e0856 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1205788 Feb 09 02:28:35.788507 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52806) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:35.792733 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-445b2abc-4008-4b04-bf8b-874e250a968e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'security_group_rule': {'security_group_id': 'c770efa9-0f5e-45f1-9590-be337611ccc4', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:35.812526 n-d-822053-40 neutron-server[103528]: INFO neutron.db.securitygroups_db [None req-445b2abc-4008-4b04-bf8b-874e250a968e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Project 8591eec9c58e428aaa03fb8ea4411d94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:28:35.817302 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-445b2abc-4008-4b04-bf8b-874e250a968e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (04d4e3c5-fc31-44c1-a7e5-ccbd95782d6c), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:35.876382 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-445b2abc-4008-4b04-bf8b-874e250a968e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (04d4e3c5-fc31-44c1-a7e5-ccbd95782d6c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:35.879730 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-445b2abc-4008-4b04-bf8b-874e250a968e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (04d4e3c5-fc31-44c1-a7e5-ccbd95782d6c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:35.898759 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b2abc-4008-4b04-bf8b-874e250a968e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d4e3c5-fc31-44c1-a7e5-ccbd95782d6c,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:35.904374 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-445b2abc-4008-4b04-bf8b-874e250a968e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:35.905570 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-445b2abc-4008-4b04-bf8b-874e250a968e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1161540 Feb 09 02:28:35.908257 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52808) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:35.913326 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-10620283-f336-4483-aaa1-5af22b846097 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'security_group_rule': {'security_group_id': 'c770efa9-0f5e-45f1-9590-be337611ccc4', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:35.933406 n-d-822053-40 neutron-server[103528]: INFO neutron.db.securitygroups_db [None req-10620283-f336-4483-aaa1-5af22b846097 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Project 8591eec9c58e428aaa03fb8ea4411d94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:28:35.938199 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-10620283-f336-4483-aaa1-5af22b846097 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (c16602c5-2642-43ea-af3e-91809cfba548), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:35.995813 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-10620283-f336-4483-aaa1-5af22b846097 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (c16602c5-2642-43ea-af3e-91809cfba548), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:35.999448 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-10620283-f336-4483-aaa1-5af22b846097 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (c16602c5-2642-43ea-af3e-91809cfba548), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:36.018195 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10620283-f336-4483-aaa1-5af22b846097 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c16602c5-2642-43ea-af3e-91809cfba548,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:36.024288 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-10620283-f336-4483-aaa1-5af22b846097 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:36.025350 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-10620283-f336-4483-aaa1-5af22b846097 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1162021 Feb 09 02:28:36.028236 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52810) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:36.032935 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-2476df32-75f1-4b49-8f48-4349591a9c54 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'network': {'name': 'tempest-network-smoke--853109885', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'port_security_enabled': True}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:36.051851 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2476df32-75f1-4b49-8f48-4349591a9c54 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Made reservation on behalf of 8591eec9c58e428aaa03fb8ea4411d94 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:28:36.055244 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2476df32-75f1-4b49-8f48-4349591a9c54 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:36.081596 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2476df32-75f1-4b49-8f48-4349591a9c54 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:28:36.091799 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2476df32-75f1-4b49-8f48-4349591a9c54 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (a098539c-1dc7-4e60-a6e2-352df8355e0a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:36.092252 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-2476df32-75f1-4b49-8f48-4349591a9c54 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Added segment a098539c-1dc7-4e60-a6e2-352df8355e0a of type vlan for network 20487311-c83c-4387-80aa-173877bb3e25 Feb 09 02:28:36.134575 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2476df32-75f1-4b49-8f48-4349591a9c54 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (20487311-c83c-4387-80aa-173877bb3e25), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:36.160848 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2476df32-75f1-4b49-8f48-4349591a9c54 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (20487311-c83c-4387-80aa-173877bb3e25), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:36.167539 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2476df32-75f1-4b49-8f48-4349591a9c54 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:36.168253 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2476df32-75f1-4b49-8f48-4349591a9c54 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:36.224066 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-2476df32-75f1-4b49-8f48-4349591a9c54 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1947699 Feb 09 02:28:36.227748 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52812) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:36.232630 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-ba3d0944-9cf8-4e52-9400-5578f45b10e5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1590750351', 'admin_state_up': True, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:36.243493 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2476df32-75f1-4b49-8f48-4349591a9c54 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'Network': ['ID=20487311-c83c-4387-80aa-173877bb3e25,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:36.256101 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 20487311-c83c-4387-80aa-173877bb3e25 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:28:36.257555 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ba3d0944-9cf8-4e52-9400-5578f45b10e5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (a8850854-3dac-4948-80b2-001329963e83), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:36.258970 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ba3d0944-9cf8-4e52-9400-5578f45b10e5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (a8850854-3dac-4948-80b2-001329963e83), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:36.322226 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ba3d0944-9cf8-4e52-9400-5578f45b10e5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router_controller (a8850854-3dac-4948-80b2-001329963e83), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:36.470144 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ba3d0944-9cf8-4e52-9400-5578f45b10e5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router_gateway (a8850854-3dac-4948-80b2-001329963e83), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:36.671650 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ba3d0944-9cf8-4e52-9400-5578f45b10e5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router_gateway (a8850854-3dac-4948-80b2-001329963e83), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:36.690362 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ba3d0944-9cf8-4e52-9400-5578f45b10e5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:36.794638 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-ba3d0944-9cf8-4e52-9400-5578f45b10e5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Allocated IP 172.25.1.172 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:28:36.893794 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ba3d0944-9cf8-4e52-9400-5578f45b10e5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for port (2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:36.927079 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ba3d0944-9cf8-4e52-9400-5578f45b10e5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:36.962552 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3d0944-9cf8-4e52-9400-5578f45b10e5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:28:36.965332 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-ba3d0944-9cf8-4e52-9400-5578f45b10e5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:28:36.971244 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3d0944-9cf8-4e52-9400-5578f45b10e5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:28:37.001699 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d0944-9cf8-4e52-9400-5578f45b10e5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'Port': ['ID=2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:37.229930 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ba3d0944-9cf8-4e52-9400-5578f45b10e5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router_gateway (a8850854-3dac-4948-80b2-001329963e83), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:37.430354 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ba3d0944-9cf8-4e52-9400-5578f45b10e5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (a8850854-3dac-4948-80b2-001329963e83), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:37.889573 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3d0944-9cf8-4e52-9400-5578f45b10e5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Router a8850854-3dac-4948-80b2-001329963e83 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:28:38.001416 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3d0944-9cf8-4e52-9400-5578f45b10e5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:28:38.011487 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e6298b-80ad-404b-806f-03aad4204df5 None None] Sync routers for ids ['a8850854-3dac-4948-80b2-001329963e83'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:28:38.020824 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ba3d0944-9cf8-4e52-9400-5578f45b10e5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:38.021996 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e6298b-80ad-404b-806f-03aad4204df5 None None] Routers {'a8850854-3dac-4948-80b2-001329963e83'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:28:38.022603 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-07e6298b-80ad-404b-806f-03aad4204df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:28:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a8850854-3dac-4948-80b2-001329963e83'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:38.022842 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ba3d0944-9cf8-4e52-9400-5578f45b10e5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7939274 Feb 09 02:28:38.026062 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52814) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:38.055347 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e0dd8dc8-13dd-4080-bb80-d48c91c8fd56 tempest-TestNetworkAdvancedServerOps-1187119017 tempest-TestNetworkAdvancedServerOps-1187119017-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=8591eec9c58e428aaa03fb8ea4411d94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281680 Feb 09 02:28:38.057960 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52816) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:38.131635 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-07e6298b-80ad-404b-806f-03aad4204df5 None None] Set router a8850854-3dac-4948-80b2-001329963e83 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:28:38.149239 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0e4ab3-f892-44b1-ba85-651ad9854e21 tempest-TestNetworkAdvancedServerOps-1187119017 tempest-TestNetworkAdvancedServerOps-1187119017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:38.150648 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-4e0e4ab3-f892-44b1-ba85-651ad9854e21 tempest-TestNetworkAdvancedServerOps-1187119017 tempest-TestNetworkAdvancedServerOps-1187119017-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0918152 Feb 09 02:28:38.153508 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52818) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:38.182286 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-d01d3fee-d92a-49c7-b434-76b17ce34cb5 tempest-TestNetworkAdvancedServerOps-1187119017 tempest-TestNetworkAdvancedServerOps-1187119017-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=def43282-5318-4ecb-a74b-178f79c0eb6e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277247 Feb 09 02:28:38.184884 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52820) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:38.190002 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-a3378fac-f6e1-4015-a114-f31919f00af6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1132811182', 'network_id': '20487311-c83c-4387-80aa-173877bb3e25', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:38.281172 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3378fac-f6e1-4015-a114-f31919f00af6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Made reservation on behalf of 8591eec9c58e428aaa03fb8ea4411d94 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:28:38.284806 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a3378fac-f6e1-4015-a114-f31919f00af6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:38.313278 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-07e6298b-80ad-404b-806f-03aad4204df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8850854-3dac-4948-80b2-001329963e83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590750351', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:28:36Z', 'updated_at': '2022-02-09T02:28:37Z', 'revision_number': 3, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': '2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8850854-3dac-4948-80b2-001329963e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:28:36Z', 'updated_at': '2022-02-09T02:28:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:38.344935 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e6298b-80ad-404b-806f-03aad4204df5 None None] Checking router: a8850854-3dac-4948-80b2-001329963e83 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:28:38.345273 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e6298b-80ad-404b-806f-03aad4204df5 None None] Updating router a8850854-3dac-4948-80b2-001329963e83 port 2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:28:38.373486 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-07e6298b-80ad-404b-806f-03aad4204df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:38.465839 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a3378fac-f6e1-4015-a114-f31919f00af6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (87c1463e-c27f-4d33-bac9-4e6c19cc9706), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:38.526860 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3378fac-f6e1-4015-a114-f31919f00af6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'Subnet': ['ID=87c1463e-c27f-4d33-bac9-4e6c19cc9706,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:38.535527 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3378fac-f6e1-4015-a114-f31919f00af6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Checking segment: {'id': 'a098539c-1dc7-4e60-a6e2-352df8355e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '20487311-c83c-4387-80aa-173877bb3e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:28:38.535886 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3378fac-f6e1-4015-a114-f31919f00af6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Network hostable DHCP agents. Network: 20487311-c83c-4387-80aa-173877bb3e25, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:28:38.557952 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3378fac-f6e1-4015-a114-f31919f00af6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Network 20487311-c83c-4387-80aa-173877bb3e25 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:28:38.568954 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-a3378fac-f6e1-4015-a114-f31919f00af6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 20487311-c83c-4387-80aa-173877bb3e25) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:28:38.577467 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3378fac-f6e1-4015-a114-f31919f00af6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:38.578464 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a3378fac-f6e1-4015-a114-f31919f00af6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:38.581094 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220448b8-5c16-41bd-8692-5b67ccac470c None None] Network 20487311-c83c-4387-80aa-173877bb3e25 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:28:38.596583 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a3378fac-f6e1-4015-a114-f31919f00af6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4106741 Feb 09 02:28:38.599213 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52824) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:38.635540 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-07e6298b-80ad-404b-806f-03aad4204df5 None None] Publish callbacks [] for port (2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:38.641008 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-07e6298b-80ad-404b-806f-03aad4204df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:38.688715 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-07e6298b-80ad-404b-806f-03aad4204df5 None None] Attempting to bind port 2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:28:38.689081 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-07e6298b-80ad-404b-806f-03aad4204df5 None None] Attempting to bind port 2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:28:38.689439 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e6298b-80ad-404b-806f-03aad4204df5 None None] Attempting to bind port 2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:28:38.691819 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687c1c5c-1403-49ad-9e2a-871a1a294026 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-20487311-c83c-4387-80aa-173877bb3e25', 'network_id': '20487311-c83c-4387-80aa-173877bb3e25', 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'fixed_ips': [{'subnet_id': '87c1463e-c27f-4d33-bac9-4e6c19cc9706'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:28:38.692446 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-687c1c5c-1403-49ad-9e2a-871a1a294026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:38.697542 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e6298b-80ad-404b-806f-03aad4204df5 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:28:38.698080 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e6298b-80ad-404b-806f-03aad4204df5 None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:28:38.698466 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-07e6298b-80ad-404b-806f-03aad4204df5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:38.699008 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e6298b-80ad-404b-806f-03aad4204df5 None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:28:38.699653 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-07e6298b-80ad-404b-806f-03aad4204df5 None None] Bound port: 2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:28:38.700046 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-07e6298b-80ad-404b-806f-03aad4204df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:38.725601 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ea156-a8e8-4224-98ec-f5845d1003c6 None None] Pushing event updated for resources: {'Port': ['ID=2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b,revision_number=2']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:38.736653 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0ea156-a8e8-4224-98ec-f5845d1003c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:38.736988 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0ea156-a8e8-4224-98ec-f5845d1003c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:38.737316 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0ea156-a8e8-4224-98ec-f5845d1003c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:38.737641 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0ea156-a8e8-4224-98ec-f5845d1003c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:38.737961 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0ea156-a8e8-4224-98ec-f5845d1003c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:38.738278 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0ea156-a8e8-4224-98ec-f5845d1003c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:38.738597 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0ea156-a8e8-4224-98ec-f5845d1003c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:38.738908 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0ea156-a8e8-4224-98ec-f5845d1003c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:38.739221 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0ea156-a8e8-4224-98ec-f5845d1003c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:38.739532 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0ea156-a8e8-4224-98ec-f5845d1003c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:38.739845 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0ea156-a8e8-4224-98ec-f5845d1003c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:38.740418 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0ea156-a8e8-4224-98ec-f5845d1003c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:38.740739 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0ea156-a8e8-4224-98ec-f5845d1003c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:38.772309 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-07e6298b-80ad-404b-806f-03aad4204df5 None None] For port 2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:28:38.775454 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-07e6298b-80ad-404b-806f-03aad4204df5 None None] For port 2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:28:38.784688 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-07e6298b-80ad-404b-806f-03aad4204df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:38.843401 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e6298b-80ad-404b-806f-03aad4204df5 None None] Routers {'a8850854-3dac-4948-80b2-001329963e83'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:28:38.843923 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-07e6298b-80ad-404b-806f-03aad4204df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:28:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a8850854-3dac-4948-80b2-001329963e83'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:38.845315 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-687c1c5c-1403-49ad-9e2a-871a1a294026 None None] Allocated IP 172.20.0.2 (20487311-c83c-4387-80aa-173877bb3e25/87c1463e-c27f-4d33-bac9-4e6c19cc9706/d8d94be9-5c23-4ae4-be31-b10d6a8cda4f) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:28:38.999177 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-687c1c5c-1403-49ad-9e2a-871a1a294026 None None] Publish callbacks [] for port (d8d94be9-5c23-4ae4-be31-b10d6a8cda4f), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:39.006295 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-687c1c5c-1403-49ad-9e2a-871a1a294026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (d8d94be9-5c23-4ae4-be31-b10d6a8cda4f), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:39.013669 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ea156-a8e8-4224-98ec-f5845d1003c6 None None] Pushing event updated for resources: {'Port': ['ID=2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:39.055505 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687c1c5c-1403-49ad-9e2a-871a1a294026 None None] Network 20487311-c83c-4387-80aa-173877bb3e25 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:28:39.058583 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-687c1c5c-1403-49ad-9e2a-871a1a294026 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:28:39.062947 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687c1c5c-1403-49ad-9e2a-871a1a294026 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:28:39.066153 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c1c5c-1403-49ad-9e2a-871a1a294026 None None] Pushing event updated for resources: {'Port': ['ID=d8d94be9-5c23-4ae4-be31-b10d6a8cda4f,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:39.066946 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-07e6298b-80ad-404b-806f-03aad4204df5 None None] Set router a8850854-3dac-4948-80b2-001329963e83 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:28:39.096867 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f0b59c6a-8de1-4e3a-ae72-fe8438c9e4da tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:39.122458 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-687c1c5c-1403-49ad-9e2a-871a1a294026 None None] Attempting to bind port d8d94be9-5c23-4ae4-be31-b10d6a8cda4f on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:28:39.122856 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-687c1c5c-1403-49ad-9e2a-871a1a294026 None None] Attempting to bind port d8d94be9-5c23-4ae4-be31-b10d6a8cda4f by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'a098539c-1dc7-4e60-a6e2-352df8355e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '20487311-c83c-4387-80aa-173877bb3e25'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:28:39.123220 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687c1c5c-1403-49ad-9e2a-871a1a294026 None None] Attempting to bind port d8d94be9-5c23-4ae4-be31-b10d6a8cda4f on network 20487311-c83c-4387-80aa-173877bb3e25 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:28:39.128660 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687c1c5c-1403-49ad-9e2a-871a1a294026 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:28:39.129043 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687c1c5c-1403-49ad-9e2a-871a1a294026 None None] Checking segment: {'id': 'a098539c-1dc7-4e60-a6e2-352df8355e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '20487311-c83c-4387-80aa-173877bb3e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:28:39.129427 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-687c1c5c-1403-49ad-9e2a-871a1a294026 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:39.129814 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687c1c5c-1403-49ad-9e2a-871a1a294026 None None] Bound using segment: {'id': 'a098539c-1dc7-4e60-a6e2-352df8355e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '20487311-c83c-4387-80aa-173877bb3e25'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:28:39.130278 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-687c1c5c-1403-49ad-9e2a-871a1a294026 None None] Bound port: d8d94be9-5c23-4ae4-be31-b10d6a8cda4f, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a098539c-1dc7-4e60-a6e2-352df8355e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '20487311-c83c-4387-80aa-173877bb3e25'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:28:39.131305 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-687c1c5c-1403-49ad-9e2a-871a1a294026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d8d94be9-5c23-4ae4-be31-b10d6a8cda4f), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:39.198340 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-687c1c5c-1403-49ad-9e2a-871a1a294026 None None] For port d8d94be9-5c23-4ae4-be31-b10d6a8cda4f, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:28:39.202680 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-687c1c5c-1403-49ad-9e2a-871a1a294026 None None] For port d8d94be9-5c23-4ae4-be31-b10d6a8cda4f, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d8d94be9-5c23-4ae4-be31-b10d6a8cda4f,segment=NetworkSegment(a098539c-1dc7-4e60-a6e2-352df8355e0a),segment_id=a098539c-1dc7-4e60-a6e2-352df8355e0a)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:28:39.211579 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-687c1c5c-1403-49ad-9e2a-871a1a294026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d8d94be9-5c23-4ae4-be31-b10d6a8cda4f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:39.276150 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-07e6298b-80ad-404b-806f-03aad4204df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8850854-3dac-4948-80b2-001329963e83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590750351', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:28:36Z', 'updated_at': '2022-02-09T02:28:37Z', 'revision_number': 3, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': '2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8850854-3dac-4948-80b2-001329963e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:28:36Z', 'updated_at': '2022-02-09T02:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:39.276365 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c1c5c-1403-49ad-9e2a-871a1a294026 None None] Pushing event updated for resources: {'Port': ['ID=d8d94be9-5c23-4ae4-be31-b10d6a8cda4f,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:39.309694 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e6298b-80ad-404b-806f-03aad4204df5 None None] The sync data for ids ['a8850854-3dac-4948-80b2-001329963e83'] in n-d-822053-40 is: [{'id': 'a8850854-3dac-4948-80b2-001329963e83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590750351', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:28:36Z', 'updated_at': '2022-02-09T02:28:37Z', 'revision_number': 3, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': '2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8850854-3dac-4948-80b2-001329963e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:28:36Z', 'updated_at': '2022-02-09T02:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:28:39.402258 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-f0b59c6a-8de1-4e3a-ae72-fe8438c9e4da tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Allocated IP 172.20.0.1 (20487311-c83c-4387-80aa-173877bb3e25/87c1463e-c27f-4d33-bac9-4e6c19cc9706/f25cf948-0960-4029-8232-e2648281ac3a) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:28:39.606279 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f0b59c6a-8de1-4e3a-ae72-fe8438c9e4da tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for port (f25cf948-0960-4029-8232-e2648281ac3a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:39.648020 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d8d94be9-5c23-4ae4-be31-b10d6a8cda4f up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:28:39.661190 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f0b59c6a-8de1-4e3a-ae72-fe8438c9e4da tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (f25cf948-0960-4029-8232-e2648281ac3a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:39.706747 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port d8d94be9-5c23-4ae4-be31-b10d6a8cda4f triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:39.707068 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b59c6a-8de1-4e3a-ae72-fe8438c9e4da tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Network 20487311-c83c-4387-80aa-173877bb3e25 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:28:39.707252 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d8d94be9-5c23-4ae4-be31-b10d6a8cda4f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:39.713181 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-f0b59c6a-8de1-4e3a-ae72-fe8438c9e4da tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:28:39.715723 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b59c6a-8de1-4e3a-ae72-fe8438c9e4da tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:28:39.749231 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b59c6a-8de1-4e3a-ae72-fe8438c9e4da tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'Port': ['ID=f25cf948-0960-4029-8232-e2648281ac3a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:39.770155 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f0b59c6a-8de1-4e3a-ae72-fe8438c9e4da tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (a8850854-3dac-4948-80b2-001329963e83), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:39.798996 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port d8d94be9-5c23-4ae4-be31-b10d6a8cda4f is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:28:39.799472 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d8d94be9-5c23-4ae4-be31-b10d6a8cda4f), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:39.836012 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port d8d94be9-5c23-4ae4-be31-b10d6a8cda4f, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d8d94be9-5c23-4ae4-be31-b10d6a8cda4f,segment=NetworkSegment(a098539c-1dc7-4e60-a6e2-352df8355e0a),segment_id=a098539c-1dc7-4e60-a6e2-352df8355e0a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:39.846292 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d8d94be9-5c23-4ae4-be31-b10d6a8cda4f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:39.901851 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=d8d94be9-5c23-4ae4-be31-b10d6a8cda4f,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:39.933962 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f0b59c6a-8de1-4e3a-ae72-fe8438c9e4da tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f25cf948-0960-4029-8232-e2648281ac3a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:40.239576 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f0b59c6a-8de1-4e3a-ae72-fe8438c9e4da tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for port (f25cf948-0960-4029-8232-e2648281ac3a), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:40.248000 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f0b59c6a-8de1-4e3a-ae72-fe8438c9e4da tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8101764'] for port (f25cf948-0960-4029-8232-e2648281ac3a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:40.328898 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f0b59c6a-8de1-4e3a-ae72-fe8438c9e4da tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (a8850854-3dac-4948-80b2-001329963e83), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:40.330814 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b59c6a-8de1-4e3a-ae72-fe8438c9e4da tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'Port': ['ID=f25cf948-0960-4029-8232-e2648281ac3a,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:40.364801 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3e5636-280d-4bba-8749-189ed13e49e9 None None] Network 20487311-c83c-4387-80aa-173877bb3e25 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:28:40.426609 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b59c6a-8de1-4e3a-ae72-fe8438c9e4da tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Network 20487311-c83c-4387-80aa-173877bb3e25 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:28:40.428863 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-f0b59c6a-8de1-4e3a-ae72-fe8438c9e4da tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:28:40.482061 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c5d65ed2-ff69-45db-8525-6fafa8136c4b None None] Provisioning complete for port d8d94be9-5c23-4ae4-be31-b10d6a8cda4f triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:40.482435 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c5d65ed2-ff69-45db-8525-6fafa8136c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d8d94be9-5c23-4ae4-be31-b10d6a8cda4f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:40.589788 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c5d65ed2-ff69-45db-8525-6fafa8136c4b None None] Current status of the port d8d94be9-5c23-4ae4-be31-b10d6a8cda4f is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:28:40.810802 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f6816c2e-8dc6-4d6e-8aae-e90828adab22 None None] Provisioning complete for port f25cf948-0960-4029-8232-e2648281ac3a triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:40.811515 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f6816c2e-8dc6-4d6e-8aae-e90828adab22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f25cf948-0960-4029-8232-e2648281ac3a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:40.854511 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f6816c2e-8dc6-4d6e-8aae-e90828adab22 None None] Port f25cf948-0960-4029-8232-e2648281ac3a cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:28:40.867572 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f6816c2e-8dc6-4d6e-8aae-e90828adab22 None None] Provisioning complete for port d8d94be9-5c23-4ae4-be31-b10d6a8cda4f triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:40.867947 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f6816c2e-8dc6-4d6e-8aae-e90828adab22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d8d94be9-5c23-4ae4-be31-b10d6a8cda4f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:40.888556 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b59c6a-8de1-4e3a-ae72-fe8438c9e4da tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Router a8850854-3dac-4948-80b2-001329963e83 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:28:40.961111 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f6816c2e-8dc6-4d6e-8aae-e90828adab22 None None] Current status of the port d8d94be9-5c23-4ae4-be31-b10d6a8cda4f is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:28:41.024391 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b59c6a-8de1-4e3a-ae72-fe8438c9e4da tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:28:41.029577 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-f0b59c6a-8de1-4e3a-ae72-fe8438c9e4da tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "PUT /v2.0/routers/a8850854-3dac-4948-80b2-001329963e83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4293382 Feb 09 02:28:41.084753 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c9aa0d58-adc2-4ae0-9269-8c0377774654 None None] Provisioning complete for port f25cf948-0960-4029-8232-e2648281ac3a triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:41.085610 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c9aa0d58-adc2-4ae0-9269-8c0377774654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f25cf948-0960-4029-8232-e2648281ac3a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:41.137889 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599f5384-5169-4596-8257-6917d4cbdf71 None None] Sync routers for ids ['a8850854-3dac-4948-80b2-001329963e83'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:28:41.141438 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c9aa0d58-adc2-4ae0-9269-8c0377774654 None None] Port f25cf948-0960-4029-8232-e2648281ac3a cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:28:41.151202 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599f5384-5169-4596-8257-6917d4cbdf71 None None] Routers {'a8850854-3dac-4948-80b2-001329963e83'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:28:41.151827 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-599f5384-5169-4596-8257-6917d4cbdf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:28:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a8850854-3dac-4948-80b2-001329963e83'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:41.200739 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-bab58579-3e74-4bc0-acce-59f80dd40693 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-809958891&fields=id&tenant_id=8591eec9c58e428aaa03fb8ea4411d94 HTTP/1.1" status: 200 len: 267 time: 0.0484490 Feb 09 02:28:41.274287 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-599f5384-5169-4596-8257-6917d4cbdf71 None None] Set router a8850854-3dac-4948-80b2-001329963e83 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:28:41.306901 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-9f690aa2-1941-4344-81eb-ded8c65029bd None None] Provisioning complete for port f25cf948-0960-4029-8232-e2648281ac3a triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:41.307278 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9f690aa2-1941-4344-81eb-ded8c65029bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f25cf948-0960-4029-8232-e2648281ac3a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:41.312648 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-a35e2cfd-e6d5-4e35-8e66-c66f76dfb8e3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:41.314164 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-a35e2cfd-e6d5-4e35-8e66-c66f76dfb8e3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/networks?id=20487311-c83c-4387-80aa-173877bb3e25 HTTP/1.1" status: 200 len: 796 time: 0.1069272 Feb 09 02:28:41.330625 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-e384a8c7-671a-4299-a4b4-d7c992864486 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/quotas/8591eec9c58e428aaa03fb8ea4411d94 HTTP/1.1" status: 200 len: 375 time: 0.0096602 Feb 09 02:28:41.392422 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-d5e7ae27-7e91-40f4-bfdb-dcf64b73cbfe tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8591eec9c58e428aaa03fb8ea4411d94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547280 Feb 09 02:28:41.392654 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-9f690aa2-1941-4344-81eb-ded8c65029bd None None] Port f25cf948-0960-4029-8232-e2648281ac3a cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:28:41.519870 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-599f5384-5169-4596-8257-6917d4cbdf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8850854-3dac-4948-80b2-001329963e83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590750351', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:28:36Z', 'updated_at': '2022-02-09T02:28:39Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': '2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8850854-3dac-4948-80b2-001329963e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:28:36Z', 'updated_at': '2022-02-09T02:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'f25cf948-0960-4029-8232-e2648281ac3a', 'name': '', 'network_id': '20487311-c83c-4387-80aa-173877bb3e25', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:4d:5f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8850854-3dac-4948-80b2-001329963e83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '87c1463e-c27f-4d33-bac9-4e6c19cc9706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:28:39Z', 'updated_at': '2022-02-09T02:28:40Z', 'revision_number': 2, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': '87c1463e-c27f-4d33-bac9-4e6c19cc9706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:41.545731 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-5bbbe238-6ee2-4e7f-af77-fd572bf70daa service neutron] 10.222.0.30 "GET /v2.0/networks/20487311-c83c-4387-80aa-173877bb3e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410470 Feb 09 02:28:41.551184 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599f5384-5169-4596-8257-6917d4cbdf71 None None] Checking router: a8850854-3dac-4948-80b2-001329963e83 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:28:41.551542 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599f5384-5169-4596-8257-6917d4cbdf71 None None] Updating router a8850854-3dac-4948-80b2-001329963e83 port f25cf948-0960-4029-8232-e2648281ac3a binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:28:41.590822 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-599f5384-5169-4596-8257-6917d4cbdf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f25cf948-0960-4029-8232-e2648281ac3a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:41.647759 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:28:41.647995 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-184ab799-d512-4ddd-a520-3ef9ee80ddb2 service neutron] 10.222.0.30 "GET /v2.0/networks/20487311-c83c-4387-80aa-173877bb3e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001294 Feb 09 02:28:41.809050 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:41.809422 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:41.819647 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1c67e3b1-1b4a-492d-bf66-a6852753b243 req-bd1dad99-c741-4336-a20f-d658f5afbf0a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=031692b5-4cbc-4326-b5f6-74b147bd7874 HTTP/1.1" status: 200 len: 210 time: 0.0343933 Feb 09 02:28:41.968647 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:28:41.969107 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:42.007511 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:42.010293 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-599f5384-5169-4596-8257-6917d4cbdf71 None None] Publish callbacks [] for port (f25cf948-0960-4029-8232-e2648281ac3a), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:42.013497 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:42.014425 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d8d94be9-5c23-4ae4-be31-b10d6a8cda4f up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:28:42.019814 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-599f5384-5169-4596-8257-6917d4cbdf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f25cf948-0960-4029-8232-e2648281ac3a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:42.158956 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:42.204455 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-599f5384-5169-4596-8257-6917d4cbdf71 None None] Attempting to bind port f25cf948-0960-4029-8232-e2648281ac3a on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:28:42.204832 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-599f5384-5169-4596-8257-6917d4cbdf71 None None] Attempting to bind port f25cf948-0960-4029-8232-e2648281ac3a by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'a098539c-1dc7-4e60-a6e2-352df8355e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '20487311-c83c-4387-80aa-173877bb3e25'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:28:42.205201 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599f5384-5169-4596-8257-6917d4cbdf71 None None] Attempting to bind port f25cf948-0960-4029-8232-e2648281ac3a on network 20487311-c83c-4387-80aa-173877bb3e25 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:28:42.212235 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port d8d94be9-5c23-4ae4-be31-b10d6a8cda4f triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:42.212631 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d8d94be9-5c23-4ae4-be31-b10d6a8cda4f), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:42.220581 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599f5384-5169-4596-8257-6917d4cbdf71 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:28:42.220922 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599f5384-5169-4596-8257-6917d4cbdf71 None None] Checking segment: {'id': 'a098539c-1dc7-4e60-a6e2-352df8355e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '20487311-c83c-4387-80aa-173877bb3e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:28:42.221328 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-599f5384-5169-4596-8257-6917d4cbdf71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:42.221733 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599f5384-5169-4596-8257-6917d4cbdf71 None None] Bound using segment: {'id': 'a098539c-1dc7-4e60-a6e2-352df8355e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '20487311-c83c-4387-80aa-173877bb3e25'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:28:42.222224 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-599f5384-5169-4596-8257-6917d4cbdf71 None None] Bound port: f25cf948-0960-4029-8232-e2648281ac3a, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a098539c-1dc7-4e60-a6e2-352df8355e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '20487311-c83c-4387-80aa-173877bb3e25'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:28:42.222624 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-599f5384-5169-4596-8257-6917d4cbdf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f25cf948-0960-4029-8232-e2648281ac3a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:42.269795 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802dfb33-4513-40b4-a553-eee56366b681 None None] Pushing event updated for resources: {'Port': ['ID=f25cf948-0960-4029-8232-e2648281ac3a,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:42.350868 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-7075b95e-8315-47b0-bc71-7d92cbf0dff7 None None] Provisioning complete for port f25cf948-0960-4029-8232-e2648281ac3a triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:42.351182 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7075b95e-8315-47b0-bc71-7d92cbf0dff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f25cf948-0960-4029-8232-e2648281ac3a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:42.355728 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-599f5384-5169-4596-8257-6917d4cbdf71 None None] For port f25cf948-0960-4029-8232-e2648281ac3a, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:28:42.360440 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-599f5384-5169-4596-8257-6917d4cbdf71 None None] For port f25cf948-0960-4029-8232-e2648281ac3a, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=f25cf948-0960-4029-8232-e2648281ac3a,segment=NetworkSegment(a098539c-1dc7-4e60-a6e2-352df8355e0a),segment_id=a098539c-1dc7-4e60-a6e2-352df8355e0a)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:28:42.417963 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-599f5384-5169-4596-8257-6917d4cbdf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f25cf948-0960-4029-8232-e2648281ac3a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:42.460578 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port d8d94be9-5c23-4ae4-be31-b10d6a8cda4f is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:28:42.465703 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-7075b95e-8315-47b0-bc71-7d92cbf0dff7 None None] Port f25cf948-0960-4029-8232-e2648281ac3a cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:28:42.499940 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599f5384-5169-4596-8257-6917d4cbdf71 None None] Routers {'a8850854-3dac-4948-80b2-001329963e83'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:28:42.500602 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-599f5384-5169-4596-8257-6917d4cbdf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:28:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a8850854-3dac-4948-80b2-001329963e83'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:42.502720 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802dfb33-4513-40b4-a553-eee56366b681 None None] Pushing event updated for resources: {'Port': ['ID=f25cf948-0960-4029-8232-e2648281ac3a,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:42.620981 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-599f5384-5169-4596-8257-6917d4cbdf71 None None] Set router a8850854-3dac-4948-80b2-001329963e83 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:28:42.864594 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-26b64a2b-7b0d-4b4a-a9fe-a225446a6aa3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:42.866389 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-26b64a2b-7b0d-4b4a-a9fe-a225446a6aa3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.121 "GET /v2.0/networks?id=20487311-c83c-4387-80aa-173877bb3e25 HTTP/1.1" status: 200 len: 796 time: 0.1166439 Feb 09 02:28:42.923160 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f38a6477-887e-4a45-bc1d-06ab20aec52d None None] Provisioning complete for port f25cf948-0960-4029-8232-e2648281ac3a triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:42.923520 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f38a6477-887e-4a45-bc1d-06ab20aec52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f25cf948-0960-4029-8232-e2648281ac3a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:42.946241 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0d6f5079-1c3f-4de6-ab9d-54988e43faaa req-93743c3d-181c-4b33-a481-e11d9c24222f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=031692b5-4cbc-4326-b5f6-74b147bd7874 HTTP/1.1" status: 200 len: 210 time: 0.0413663 Feb 09 02:28:42.979705 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-f6124fab-20c7-4396-b238-6284b10bfcba tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8591eec9c58e428aaa03fb8ea4411d94 HTTP/1.1" status: 200 len: 379 time: 0.1034863 Feb 09 02:28:42.989016 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-ab86b502-a06a-4bea-8b7d-d9cbc42c572c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'port': {'device_id': '031692b5-4cbc-4326-b5f6-74b147bd7874', 'network_id': '20487311-c83c-4387-80aa-173877bb3e25', 'admin_state_up': True, 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'security_groups': ['c770efa9-0f5e-45f1-9590-be337611ccc4']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:43.062882 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f38a6477-887e-4a45-bc1d-06ab20aec52d None None] Current status of the port f25cf948-0960-4029-8232-e2648281ac3a is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:28:43.063504 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f38a6477-887e-4a45-bc1d-06ab20aec52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f25cf948-0960-4029-8232-e2648281ac3a), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:43.101524 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-ab86b502-a06a-4bea-8b7d-d9cbc42c572c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Made reservation on behalf of 8591eec9c58e428aaa03fb8ea4411d94 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:28:43.103485 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-599f5384-5169-4596-8257-6917d4cbdf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8850854-3dac-4948-80b2-001329963e83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590750351', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:28:36Z', 'updated_at': '2022-02-09T02:28:39Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': '2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850854-3dac-4948-80b2-001329963e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:28:36Z', 'updated_at': '2022-02-09T02:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'f25cf948-0960-4029-8232-e2648281ac3a', 'name': '', 'network_id': '20487311-c83c-4387-80aa-173877bb3e25', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:4d:5f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8850854-3dac-4948-80b2-001329963e83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '87c1463e-c27f-4d33-bac9-4e6c19cc9706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:28:39Z', 'updated_at': '2022-02-09T02:28:42Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': '87c1463e-c27f-4d33-bac9-4e6c19cc9706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:43.106025 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-ab86b502-a06a-4bea-8b7d-d9cbc42c572c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:43.107250 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-f38a6477-887e-4a45-bc1d-06ab20aec52d None None] For port f25cf948-0960-4029-8232-e2648281ac3a, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=f25cf948-0960-4029-8232-e2648281ac3a,segment=NetworkSegment(a098539c-1dc7-4e60-a6e2-352df8355e0a),segment_id=a098539c-1dc7-4e60-a6e2-352df8355e0a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:43.137072 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599f5384-5169-4596-8257-6917d4cbdf71 None None] The sync data for ids ['a8850854-3dac-4948-80b2-001329963e83'] in n-d-822053-40 is: [{'id': 'a8850854-3dac-4948-80b2-001329963e83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590750351', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:28:36Z', 'updated_at': '2022-02-09T02:28:39Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': '2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850854-3dac-4948-80b2-001329963e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:28:36Z', 'updated_at': '2022-02-09T02:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'f25cf948-0960-4029-8232-e2648281ac3a', 'name': '', 'network_id': '20487311-c83c-4387-80aa-173877bb3e25', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:4d:5f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8850854-3dac-4948-80b2-001329963e83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '87c1463e-c27f-4d33-bac9-4e6c19cc9706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:28:39Z', 'updated_at': '2022-02-09T02:28:42Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': '87c1463e-c27f-4d33-bac9-4e6c19cc9706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:28:43.138670 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f38a6477-887e-4a45-bc1d-06ab20aec52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f25cf948-0960-4029-8232-e2648281ac3a), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:43.224084 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38a6477-887e-4a45-bc1d-06ab20aec52d None None] Pushing event updated for resources: {'Port': ['ID=f25cf948-0960-4029-8232-e2648281ac3a,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:43.263442 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-ab86b502-a06a-4bea-8b7d-d9cbc42c572c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Allocated IP 172.20.0.7 (20487311-c83c-4387-80aa-173877bb3e25/87c1463e-c27f-4d33-bac9-4e6c19cc9706/2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:28:43.423416 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-ab86b502-a06a-4bea-8b7d-d9cbc42c572c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for port (2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:43.460800 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-ab86b502-a06a-4bea-8b7d-d9cbc42c572c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:43.507211 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-ab86b502-a06a-4bea-8b7d-d9cbc42c572c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Network 20487311-c83c-4387-80aa-173877bb3e25 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:28:43.510599 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-ab86b502-a06a-4bea-8b7d-d9cbc42c572c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:28:43.514844 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-ab86b502-a06a-4bea-8b7d-d9cbc42c572c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:28:43.539441 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab86b502-a06a-4bea-8b7d-d9cbc42c572c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'Port': ['ID=2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:43.572857 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-ab86b502-a06a-4bea-8b7d-d9cbc42c572c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:43.573652 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-ab86b502-a06a-4bea-8b7d-d9cbc42c572c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:43.604171 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-ab86b502-a06a-4bea-8b7d-d9cbc42c572c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6158087 Feb 09 02:28:43.669745 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-3c86c58b-fcdc-4eba-9734-39f3c99ea3ba service neutron] Request body: {'port': {'device_id': '031692b5-4cbc-4326-b5f6-74b147bd7874', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:43.716728 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device f25cf948-0960-4029-8232-e2648281ac3a up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:28:43.764363 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-3c86c58b-fcdc-4eba-9734-39f3c99ea3ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:43.782982 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port f25cf948-0960-4029-8232-e2648281ac3a triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:43.783485 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f25cf948-0960-4029-8232-e2648281ac3a), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:43.883500 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port f25cf948-0960-4029-8232-e2648281ac3a is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:28:43.884575 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:28:43.907642 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-fc1af2a9-ee7a-4420-984f-a3e0e2f5e4d2 None None] Provisioning complete for port 2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:43.908027 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fc1af2a9-ee7a-4420-984f-a3e0e2f5e4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:43.956587 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-fc1af2a9-ee7a-4420-984f-a3e0e2f5e4d2 None None] Port 2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:28:43.971881 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:43.972285 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:44.066509 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:28:44.095755 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-3c86c58b-fcdc-4eba-9734-39f3c99ea3ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:28:44.105660 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-3c86c58b-fcdc-4eba-9734-39f3c99ea3ba service neutron] Publish callbacks [] for port (2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:44.121600 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-3c86c58b-fcdc-4eba-9734-39f3c99ea3ba service neutron] Transition to ACTIVE for port object 2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:28:44.127457 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-3c86c58b-fcdc-4eba-9734-39f3c99ea3ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:44.192242 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42968497-9003-4229-a447-9b1de773b98c req-68e2ef67-45f1-4d5a-8abe-1311ff4b8951 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:44.193922 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-42968497-9003-4229-a447-9b1de773b98c req-68e2ef67-45f1-4d5a-8abe-1311ff4b8951 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=031692b5-4cbc-4326-b5f6-74b147bd7874 HTTP/1.1" status: 200 len: 931 time: 0.1672838 Feb 09 02:28:44.199789 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86c58b-fcdc-4eba-9734-39f3c99ea3ba service neutron] Pushing event updated for resources: {'Port': ['ID=2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:44.295807 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-42968497-9003-4229-a447-9b1de773b98c req-3e6ebfb0-16a0-49c4-973a-3ff7b9765183 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=c770efa9-0f5e-45f1-9590-be337611ccc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932322 Feb 09 02:28:44.312318 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-3c86c58b-fcdc-4eba-9734-39f3c99ea3ba service neutron] Attempting to bind port 2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1 on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:28:44.312655 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-3c86c58b-fcdc-4eba-9734-39f3c99ea3ba service neutron] Attempting to bind port 2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1 by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'a098539c-1dc7-4e60-a6e2-352df8355e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '20487311-c83c-4387-80aa-173877bb3e25'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:28:44.312980 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-3c86c58b-fcdc-4eba-9734-39f3c99ea3ba service neutron] Attempting to bind port 2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1 on network 20487311-c83c-4387-80aa-173877bb3e25 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:28:44.317631 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-3c86c58b-fcdc-4eba-9734-39f3c99ea3ba service neutron] Port 2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1 on network 20487311-c83c-4387-80aa-173877bb3e25 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:28:44.317949 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-3c86c58b-fcdc-4eba-9734-39f3c99ea3ba service neutron] Attempting to bind port 2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1 on network 20487311-c83c-4387-80aa-173877bb3e25 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:28:44.323212 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-3c86c58b-fcdc-4eba-9734-39f3c99ea3ba service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:28:44.323552 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-3c86c58b-fcdc-4eba-9734-39f3c99ea3ba service neutron] Checking segment: {'id': 'a098539c-1dc7-4e60-a6e2-352df8355e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '20487311-c83c-4387-80aa-173877bb3e25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:28:44.323948 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-3c86c58b-fcdc-4eba-9734-39f3c99ea3ba service neutron] Bound using segment: {'id': 'a098539c-1dc7-4e60-a6e2-352df8355e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '20487311-c83c-4387-80aa-173877bb3e25'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:28:44.324385 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-3c86c58b-fcdc-4eba-9734-39f3c99ea3ba service neutron] Bound port: 2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a098539c-1dc7-4e60-a6e2-352df8355e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '20487311-c83c-4387-80aa-173877bb3e25'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:28:44.324740 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-3c86c58b-fcdc-4eba-9734-39f3c99ea3ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:44.397720 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-3c86c58b-fcdc-4eba-9734-39f3c99ea3ba service neutron] For port 2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:28:44.400896 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-3c86c58b-fcdc-4eba-9734-39f3c99ea3ba service neutron] For port 2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1,segment=NetworkSegment(a098539c-1dc7-4e60-a6e2-352df8355e0a),segment_id=a098539c-1dc7-4e60-a6e2-352df8355e0a)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:28:44.407383 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-3c86c58b-fcdc-4eba-9734-39f3c99ea3ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:44.444845 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-3c86c58b-fcdc-4eba-9734-39f3c99ea3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:44.445475 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-3c86c58b-fcdc-4eba-9734-39f3c99ea3ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:44.447347 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-3c86c58b-fcdc-4eba-9734-39f3c99ea3ba service neutron] 10.222.0.121 "PUT /v2.0/ports/2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1 HTTP/1.1" status: 200 len: 1092 time: 0.8382635 Feb 09 02:28:44.449842 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031692b5-4cbc-4326-b5f6-74b147bd7874', 'tag': '2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:28:44.452440 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4257839-9b72-48b0-8d4e-da69eb782e17" -d '{"events": [{"name": "network-changed", "server_uuid": "031692b5-4cbc-4326-b5f6-74b147bd7874", "tag": "2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:28:44.481303 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86c58b-fcdc-4eba-9734-39f3c99ea3ba service neutron] Pushing event updated for resources: {'Port': ['ID=2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:44.511078 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca4716a-6189-433b-9666-09c83bdfa350 x-openstack-request-id: req-7ca4716a-6189-433b-9666-09c83bdfa350 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:28:44.511386 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "031692b5-4cbc-4326-b5f6-74b147bd7874", "tag": "2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:28:44.511647 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7ca4716a-6189-433b-9666-09c83bdfa350 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:28:44.512091 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '031692b5-4cbc-4326-b5f6-74b147bd7874', 'tag': '2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1', 'status': 'completed', 'code': 200} Feb 09 02:28:44.564186 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-33c03419-05f8-4619-999c-4dd942089d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:44.565796 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-33c03419-05f8-4619-999c-4dd942089d8b service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=8591eec9c58e428aaa03fb8ea4411d94&device_id=031692b5-4cbc-4326-b5f6-74b147bd7874 HTTP/1.1" status: 200 len: 1126 time: 0.0510113 Feb 09 02:28:44.610624 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-ca2790e7-a68a-4abf-9904-89f5e8e38e00 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1 HTTP/1.1" status: 200 len: 217 time: 0.0367856 Feb 09 02:28:44.669039 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-f00c5db9-9b17-42dd-968f-c8808e4f3fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:44.670480 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-f00c5db9-9b17-42dd-968f-c8808e4f3fb5 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=87c1463e-c27f-4d33-bac9-4e6c19cc9706 HTTP/1.1" status: 200 len: 835 time: 0.0530014 Feb 09 02:28:44.723229 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-8780e4d8-34a8-4818-bccd-b76ee7e98e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:44.725263 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-8780e4d8-34a8-4818-bccd-b76ee7e98e78 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=20487311-c83c-4387-80aa-173877bb3e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477629 Feb 09 02:28:44.818271 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-8e0f157b-c9f4-4543-b5da-535e8dc1da70 service neutron] 10.222.0.121 "GET /v2.0/networks/20487311-c83c-4387-80aa-173877bb3e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868478 Feb 09 02:28:44.913818 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-212a262c-49fa-4588-9eb3-9dcb4fd22d07 req-d66be3f7-6e53-46d5-907e-91a05b4f1316 service neutron] 10.222.0.121 "GET /v2.0/networks/20487311-c83c-4387-80aa-173877bb3e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899177 Feb 09 02:28:45.005974 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4257839-9b72-48b0-8d4e-da69eb782e17 req-cfa1127d-dfc1-4b5c-9e5d-6c18de6c27c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:45.007462 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4257839-9b72-48b0-8d4e-da69eb782e17 req-cfa1127d-dfc1-4b5c-9e5d-6c18de6c27c8 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=8591eec9c58e428aaa03fb8ea4411d94&device_id=031692b5-4cbc-4326-b5f6-74b147bd7874 HTTP/1.1" status: 200 len: 1126 time: 0.0505605 Feb 09 02:28:45.100392 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4257839-9b72-48b0-8d4e-da69eb782e17 req-4c876fd3-69d0-42da-ac61-335abf42f923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:45.106994 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4257839-9b72-48b0-8d4e-da69eb782e17 req-4c876fd3-69d0-42da-ac61-335abf42f923 service neutron] 10.222.0.121 "GET /v2.0/networks?id=20487311-c83c-4387-80aa-173877bb3e25 HTTP/1.1" status: 200 len: 897 time: 0.0885262 Feb 09 02:28:45.144280 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4257839-9b72-48b0-8d4e-da69eb782e17 req-78dc1fbe-2530-4ef9-bc94-9cca5b370113 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1 HTTP/1.1" status: 200 len: 217 time: 0.0349345 Feb 09 02:28:45.193304 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4257839-9b72-48b0-8d4e-da69eb782e17 req-40c3ca21-e051-49ea-a94a-70efc522858e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:45.194748 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4257839-9b72-48b0-8d4e-da69eb782e17 req-40c3ca21-e051-49ea-a94a-70efc522858e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=87c1463e-c27f-4d33-bac9-4e6c19cc9706 HTTP/1.1" status: 200 len: 835 time: 0.0438948 Feb 09 02:28:45.244415 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4257839-9b72-48b0-8d4e-da69eb782e17 req-85cb52ed-7ac6-4d6f-99a5-b1d350f0c6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:45.245918 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4257839-9b72-48b0-8d4e-da69eb782e17 req-85cb52ed-7ac6-4d6f-99a5-b1d350f0c6c4 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=20487311-c83c-4387-80aa-173877bb3e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445395 Feb 09 02:28:45.353012 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4257839-9b72-48b0-8d4e-da69eb782e17 req-57170129-345b-4c2c-b354-1ce84025e333 service neutron] 10.222.0.121 "GET /v2.0/networks/20487311-c83c-4387-80aa-173877bb3e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003268 Feb 09 02:28:45.484010 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f613e31-3826-434d-8a94-9bd41d836fe7 req-de4dd60e-6531-41a9-8583-9b4e2edeaef3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:45.485387 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9f613e31-3826-434d-8a94-9bd41d836fe7 req-de4dd60e-6531-41a9-8583-9b4e2edeaef3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=031692b5-4cbc-4326-b5f6-74b147bd7874 HTTP/1.1" status: 200 len: 943 time: 0.1085749 Feb 09 02:28:45.487141 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4257839-9b72-48b0-8d4e-da69eb782e17 req-a0656489-5742-4409-b6c0-3c1400daab62 service neutron] 10.222.0.121 "GET /v2.0/networks/20487311-c83c-4387-80aa-173877bb3e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279435 Feb 09 02:28:45.536546 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9f613e31-3826-434d-8a94-9bd41d836fe7 req-5e76073e-fd01-4108-a74c-278545932bc2 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=c770efa9-0f5e-45f1-9590-be337611ccc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450916 Feb 09 02:28:46.660604 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c74a07-3120-4958-aaa5-b04963e0ce7a req-c754b4bc-8c7b-4979-9f69-7972f1a26d04 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:46.662581 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-49c74a07-3120-4958-aaa5-b04963e0ce7a req-c754b4bc-8c7b-4979-9f69-7972f1a26d04 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=031692b5-4cbc-4326-b5f6-74b147bd7874 HTTP/1.1" status: 200 len: 943 time: 0.0532241 Feb 09 02:28:46.710258 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-49c74a07-3120-4958-aaa5-b04963e0ce7a req-9e44fa57-59ee-42eb-af78-fbb99d6dcef8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=c770efa9-0f5e-45f1-9590-be337611ccc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417089 Feb 09 02:28:47.837471 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c78db-20a3-4be6-a4aa-c439529486d8 req-1cae0d92-a9ba-4ab5-b937-813fdca9451f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:47.838944 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b76c78db-20a3-4be6-a4aa-c439529486d8 req-1cae0d92-a9ba-4ab5-b937-813fdca9451f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=031692b5-4cbc-4326-b5f6-74b147bd7874 HTTP/1.1" status: 200 len: 943 time: 0.0569131 Feb 09 02:28:47.886452 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b76c78db-20a3-4be6-a4aa-c439529486d8 req-27f08c18-471f-4ea0-8ed7-1853c3f0086d tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=c770efa9-0f5e-45f1-9590-be337611ccc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418577 Feb 09 02:28:48.023082 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1 details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:28:48.120494 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1,segment=NetworkSegment(a098539c-1dc7-4e60-a6e2-352df8355e0a),segment_id=a098539c-1dc7-4e60-a6e2-352df8355e0a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:48.132333 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1', 'network_id': '20487311-c83c-4387-80aa-173877bb3e25', 'port_id': '2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1', 'mac_address': 'fa:16:3e:6c:09:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87c1463e-c27f-4d33-bac9-4e6c19cc9706', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:28:48.168698 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:28:48.169078 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:48.182334 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:28:48.201053 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1,segment=NetworkSegment(a098539c-1dc7-4e60-a6e2-352df8355e0a),segment_id=a098539c-1dc7-4e60-a6e2-352df8355e0a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:48.205193 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:48.254506 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:48.424411 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:28:49.004435 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39f499-edf0-4554-9c44-3deb5260e1ba req-aa5bcc8c-f209-4a58-a3e5-b04cc6fcf4f0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:49.005953 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ca39f499-edf0-4554-9c44-3deb5260e1ba req-aa5bcc8c-f209-4a58-a3e5-b04cc6fcf4f0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=031692b5-4cbc-4326-b5f6-74b147bd7874 HTTP/1.1" status: 200 len: 944 time: 0.0521147 Feb 09 02:28:49.055141 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ca39f499-edf0-4554-9c44-3deb5260e1ba req-366871a0-647e-4c12-bb6e-af313b83ad6e tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=c770efa9-0f5e-45f1-9590-be337611ccc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437412 Feb 09 02:28:50.039715 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1 up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:28:50.092906 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:28:50.097058 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:50.097437 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:50.174611 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:28:50.174994 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:50.183914 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6732d-50f4-4b13-8608-5d9ea0f5f692 req-f3d5ffa4-a604-4e7f-b40f-9141e29aeb05 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:50.185462 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4dd6732d-50f4-4b13-8608-5d9ea0f5f692 req-f3d5ffa4-a604-4e7f-b40f-9141e29aeb05 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=031692b5-4cbc-4326-b5f6-74b147bd7874 HTTP/1.1" status: 200 len: 944 time: 0.0601737 Feb 09 02:28:50.198701 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031692b5-4cbc-4326-b5f6-74b147bd7874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:28:50.200965 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bb5a1265871782f8fa80d718c2cad0aad3f2595cc534f44543b72f1ded69d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401e7877-4c39-4d43-90cc-786ec84bad2b" -d '{"events": [{"server_uuid": "031692b5-4cbc-4326-b5f6-74b147bd7874", "name": "network-vif-plugged", "status": "completed", "tag": "2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:28:50.220304 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1,segment=NetworkSegment(a098539c-1dc7-4e60-a6e2-352df8355e0a),segment_id=a098539c-1dc7-4e60-a6e2-352df8355e0a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:50.230195 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:50.237768 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:50.242723 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4dd6732d-50f4-4b13-8608-5d9ea0f5f692 req-d7bf8210-18f4-4e7b-9ea7-b0b6707a8e25 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=c770efa9-0f5e-45f1-9590-be337611ccc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510440 Feb 09 02:28:50.256522 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34921bf1-ac5f-4ad6-ade9-7815047a93a5 x-openstack-request-id: req-34921bf1-ac5f-4ad6-ade9-7815047a93a5 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:28:50.256814 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031692b5-4cbc-4326-b5f6-74b147bd7874", "name": "network-vif-plugged", "status": "completed", "tag": "2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:28:50.257070 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-34921bf1-ac5f-4ad6-ade9-7815047a93a5 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:28:50.257464 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031692b5-4cbc-4326-b5f6-74b147bd7874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1', 'code': 200} Feb 09 02:28:50.283687 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:50.346911 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0e87f-f2db-4eea-91fa-cc16fe9f049b req-df102da2-16ad-4b1d-ab1d-0e16eecec4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:50.348326 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5bc0e87f-f2db-4eea-91fa-cc16fe9f049b req-df102da2-16ad-4b1d-ab1d-0e16eecec4b4 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=031692b5-4cbc-4326-b5f6-74b147bd7874 HTTP/1.1" status: 200 len: 1128 time: 0.0444074 Feb 09 02:28:50.392164 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5bc0e87f-f2db-4eea-91fa-cc16fe9f049b req-98e0b706-ef4d-47e2-a01c-41555e09b15b service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=c770efa9-0f5e-45f1-9590-be337611ccc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382090 Feb 09 02:28:50.962499 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-824080a4-60bd-404b-acaa-c98cced40cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:51.364831 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b534d6-780c-4e26-91e9-18bb50787db2 req-bf678331-9190-4140-bd15-6452d7d79ef5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:51.367110 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e6b534d6-780c-4e26-91e9-18bb50787db2 req-bf678331-9190-4140-bd15-6452d7d79ef5 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=031692b5-4cbc-4326-b5f6-74b147bd7874 HTTP/1.1" status: 200 len: 945 time: 0.0566049 Feb 09 02:28:51.418492 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e6b534d6-780c-4e26-91e9-18bb50787db2 req-47831629-b98a-4b66-933f-4cfe8051156d tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=c770efa9-0f5e-45f1-9590-be337611ccc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458081 Feb 09 02:28:51.638190 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:52.537625 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65482439-d675-49e8-9088-1c4123b452e4 req-e7d66456-e844-4593-823b-7ada12663d8c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:52.539819 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-65482439-d675-49e8-9088-1c4123b452e4 req-e7d66456-e844-4593-823b-7ada12663d8c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=031692b5-4cbc-4326-b5f6-74b147bd7874 HTTP/1.1" status: 200 len: 945 time: 0.0529740 Feb 09 02:28:52.588825 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-65482439-d675-49e8-9088-1c4123b452e4 req-03fdb536-4dd5-4c0d-9463-62afb15bf0b2 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=c770efa9-0f5e-45f1-9590-be337611ccc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434272 Feb 09 02:28:52.706214 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c8627-7ac7-45c9-80f6-a7a187c24966 req-4995d123-13bc-4f71-a3cc-6f9ded3a93a1 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:52.707572 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b43c8627-7ac7-45c9-80f6-a7a187c24966 req-4995d123-13bc-4f71-a3cc-6f9ded3a93a1 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=031692b5-4cbc-4326-b5f6-74b147bd7874 HTTP/1.1" status: 200 len: 945 time: 0.0511470 Feb 09 02:28:52.756706 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b43c8627-7ac7-45c9-80f6-a7a187c24966 req-6142a4d0-fb7e-42a9-ad10-33be884e010a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=c770efa9-0f5e-45f1-9590-be337611ccc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427470 Feb 09 02:28:52.779822 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52882) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:52.826825 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1a2b7d-508f-4ba1-923a-4dbe5bdf127d tempest-TestNetworkAdvancedServerOps-1187119017 tempest-TestNetworkAdvancedServerOps-1187119017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:52.828337 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5c1a2b7d-508f-4ba1-923a-4dbe5bdf127d tempest-TestNetworkAdvancedServerOps-1187119017 tempest-TestNetworkAdvancedServerOps-1187119017-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=031692b5-4cbc-4326-b5f6-74b147bd7874 HTTP/1.1" status: 200 len: 1123 time: 0.0475237 Feb 09 02:28:52.831069 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52884) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:52.835846 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-757f5db6-23c8-4430-940f-2bf3ce5889a6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'port_id': '2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:52.855948 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-757f5db6-23c8-4430-940f-2bf3ce5889a6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:52.950158 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-757f5db6-23c8-4430-940f-2bf3ce5889a6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:53.054504 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-757f5db6-23c8-4430-940f-2bf3ce5889a6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Allocated IP 172.25.1.58 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/8ff71d94-c51c-4dc4-be77-081e2a2cdde9) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:28:53.157188 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-757f5db6-23c8-4430-940f-2bf3ce5889a6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for port (8ff71d94-c51c-4dc4-be77-081e2a2cdde9), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:53.190630 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-757f5db6-23c8-4430-940f-2bf3ce5889a6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (8ff71d94-c51c-4dc4-be77-081e2a2cdde9), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:53.228716 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757f5db6-23c8-4430-940f-2bf3ce5889a6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:28:53.231531 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-757f5db6-23c8-4430-940f-2bf3ce5889a6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:28:53.237023 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757f5db6-23c8-4430-940f-2bf3ce5889a6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:28:53.265994 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f5db6-23c8-4430-940f-2bf3ce5889a6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'Port': ['ID=8ff71d94-c51c-4dc4-be77-081e2a2cdde9,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:53.596879 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-757f5db6-23c8-4430-940f-2bf3ce5889a6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for floatingip (05fcf2df-0727-4321-b8a1-e67ce92570e6), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:53.668127 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-757f5db6-23c8-4430-940f-2bf3ce5889a6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (8ff71d94-c51c-4dc4-be77-081e2a2cdde9), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:53.824768 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-757f5db6-23c8-4430-940f-2bf3ce5889a6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for port (8ff71d94-c51c-4dc4-be77-081e2a2cdde9), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:53.829501 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-757f5db6-23c8-4430-940f-2bf3ce5889a6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (8ff71d94-c51c-4dc4-be77-081e2a2cdde9), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:53.898747 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f5db6-23c8-4430-940f-2bf3ce5889a6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event updated for resources: {'Port': ['ID=8ff71d94-c51c-4dc4-be77-081e2a2cdde9,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:53.910687 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-757f5db6-23c8-4430-940f-2bf3ce5889a6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (05fcf2df-0727-4321-b8a1-e67ce92570e6), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:54.016680 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [None req-757f5db6-23c8-4430-940f-2bf3ce5889a6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Floating IP 05fcf2df-0727-4321-b8a1-e67ce92570e6 associated. External IP: 172.25.1.58, port: 2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1. Feb 09 02:28:54.229939 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757f5db6-23c8-4430-940f-2bf3ce5889a6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Router a8850854-3dac-4948-80b2-001329963e83 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:28:54.402102 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cb3c8614-de13-4cd9-a9d0-3dc8d6880596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:54.666730 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757f5db6-23c8-4430-940f-2bf3ce5889a6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:28:54.675771 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6829f71-f953-4a6c-9471-97cd8c183dc9 None None] Sync routers for ids ['a8850854-3dac-4948-80b2-001329963e83'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:28:54.684520 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-757f5db6-23c8-4430-940f-2bf3ce5889a6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:54.687388 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6829f71-f953-4a6c-9471-97cd8c183dc9 None None] Routers {'a8850854-3dac-4948-80b2-001329963e83'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:28:54.688094 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-a6829f71-f953-4a6c-9471-97cd8c183dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:28:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a8850854-3dac-4948-80b2-001329963e83'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:54.713708 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-757f5db6-23c8-4430-940f-2bf3ce5889a6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8816624 Feb 09 02:28:54.714290 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031692b5-4cbc-4326-b5f6-74b147bd7874', 'tag': '2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:28:54.716616 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471449fd-76be-4922-a217-445c9e178135" -d '{"events": [{"name": "network-changed", "server_uuid": "031692b5-4cbc-4326-b5f6-74b147bd7874", "tag": "2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:28:54.761610 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704ea767-97eb-4e5e-9dbd-c228cbec7ae9 x-openstack-request-id: req-704ea767-97eb-4e5e-9dbd-c228cbec7ae9 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:28:54.761896 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "031692b5-4cbc-4326-b5f6-74b147bd7874", "tag": "2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:28:54.762144 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-704ea767-97eb-4e5e-9dbd-c228cbec7ae9 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:28:54.762536 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '031692b5-4cbc-4326-b5f6-74b147bd7874', 'tag': '2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1', 'status': 'completed', 'code': 200} Feb 09 02:28:54.799865 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-a6829f71-f953-4a6c-9471-97cd8c183dc9 None None] Set router a8850854-3dac-4948-80b2-001329963e83 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:28:54.852309 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ba0bd-8df8-4d79-b479-c886ff88dbd6 req-466852cc-a9b0-484f-9922-d9ef6068ce68 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:54.853700 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ce5ba0bd-8df8-4d79-b479-c886ff88dbd6 req-466852cc-a9b0-484f-9922-d9ef6068ce68 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=031692b5-4cbc-4326-b5f6-74b147bd7874 HTTP/1.1" status: 200 len: 945 time: 0.0825825 Feb 09 02:28:54.859865 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471449fd-76be-4922-a217-445c9e178135 req-a568f695-ddc6-4228-a332-cfc08f1d6e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:54.861259 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-471449fd-76be-4922-a217-445c9e178135 req-a568f695-ddc6-4228-a332-cfc08f1d6e83 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=8591eec9c58e428aaa03fb8ea4411d94&device_id=031692b5-4cbc-4326-b5f6-74b147bd7874 HTTP/1.1" status: 200 len: 1128 time: 0.0635457 Feb 09 02:28:54.960743 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ce5ba0bd-8df8-4d79-b479-c886ff88dbd6 req-f1383a23-b884-4c34-bd7b-aa0d7d19375c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=c770efa9-0f5e-45f1-9590-be337611ccc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985219 Feb 09 02:28:54.982260 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471449fd-76be-4922-a217-445c9e178135 req-f6982a4d-0277-4f3d-9fc8-cd01e6265a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:54.983711 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-471449fd-76be-4922-a217-445c9e178135 req-f6982a4d-0277-4f3d-9fc8-cd01e6265a2f service neutron] 10.222.0.121 "GET /v2.0/networks?id=20487311-c83c-4387-80aa-173877bb3e25 HTTP/1.1" status: 200 len: 897 time: 0.1146109 Feb 09 02:28:54.984855 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52890) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:55.031525 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-a6829f71-f953-4a6c-9471-97cd8c183dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8850854-3dac-4948-80b2-001329963e83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590750351', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:28:36Z', 'updated_at': '2022-02-09T02:28:39Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': '2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850854-3dac-4948-80b2-001329963e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:28:36Z', 'updated_at': '2022-02-09T02:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '05fcf2df-0727-4321-b8a1-e67ce92570e6', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'floating_ip_address': '172.25.1.58', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'a8850854-3dac-4948-80b2-001329963e83', 'port_id': '2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20487311-c83c-4387-80aa-173877bb3e25', 'mac_address': 'fa:16:3e:6c:09:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031692b5-4cbc-4326-b5f6-74b147bd7874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:28:53Z', 'updated_at': '2022-02-09T02:28:53Z', 'revision_number': 0, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f25cf948-0960-4029-8232-e2648281ac3a', 'name': '', 'network_id': '20487311-c83c-4387-80aa-173877bb3e25', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:4d:5f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850854-3dac-4948-80b2-001329963e83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '87c1463e-c27f-4d33-bac9-4e6c19cc9706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:28:39Z', 'updated_at': '2022-02-09T02:28:43Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': '87c1463e-c27f-4d33-bac9-4e6c19cc9706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:55.063011 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6829f71-f953-4a6c-9471-97cd8c183dc9 None None] Checking router: a8850854-3dac-4948-80b2-001329963e83 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:28:55.074276 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6829f71-f953-4a6c-9471-97cd8c183dc9 None None] Routers {'a8850854-3dac-4948-80b2-001329963e83'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:28:55.074276 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-a6829f71-f953-4a6c-9471-97cd8c183dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:28:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a8850854-3dac-4948-80b2-001329963e83'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:55.094177 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f1e724e8-0d5d-4864-8933-be97a47ebc56 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/floatingips/05fcf2df-0727-4321-b8a1-e67ce92570e6 HTTP/1.1" status: 200 len: 990 time: 0.1082330 Feb 09 02:28:55.096063 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-471449fd-76be-4922-a217-445c9e178135 req-9e231e5b-8f4f-42ad-9baa-e189943c0c61 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1 HTTP/1.1" status: 200 len: 998 time: 0.1037495 Feb 09 02:28:55.144776 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471449fd-76be-4922-a217-445c9e178135 req-bca0a0fc-1ca8-4d0d-95bf-5e47d5d2be11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:55.146144 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-471449fd-76be-4922-a217-445c9e178135 req-bca0a0fc-1ca8-4d0d-95bf-5e47d5d2be11 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=87c1463e-c27f-4d33-bac9-4e6c19cc9706 HTTP/1.1" status: 200 len: 835 time: 0.0440342 Feb 09 02:28:55.183471 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-a6829f71-f953-4a6c-9471-97cd8c183dc9 None None] Set router a8850854-3dac-4948-80b2-001329963e83 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:28:55.195622 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471449fd-76be-4922-a217-445c9e178135 req-6054f6c3-3785-4a5c-8c70-c91c6cdc5134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:55.197149 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-471449fd-76be-4922-a217-445c9e178135 req-6054f6c3-3785-4a5c-8c70-c91c6cdc5134 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=20487311-c83c-4387-80aa-173877bb3e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453341 Feb 09 02:28:55.291630 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-471449fd-76be-4922-a217-445c9e178135 req-342dd077-1519-469e-9862-f362edbf2d2d service neutron] 10.222.0.121 "GET /v2.0/networks/20487311-c83c-4387-80aa-173877bb3e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881808 Feb 09 02:28:55.382309 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-471449fd-76be-4922-a217-445c9e178135 req-fa531509-4fd6-48f3-9e4f-a0d3601c7ec1 service neutron] 10.222.0.121 "GET /v2.0/networks/20487311-c83c-4387-80aa-173877bb3e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847189 Feb 09 02:28:55.415045 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-a6829f71-f953-4a6c-9471-97cd8c183dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8850854-3dac-4948-80b2-001329963e83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590750351', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:28:36Z', 'updated_at': '2022-02-09T02:28:39Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': '2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850854-3dac-4948-80b2-001329963e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:28:36Z', 'updated_at': '2022-02-09T02:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '05fcf2df-0727-4321-b8a1-e67ce92570e6', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'floating_ip_address': '172.25.1.58', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'a8850854-3dac-4948-80b2-001329963e83', 'port_id': '2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20487311-c83c-4387-80aa-173877bb3e25', 'mac_address': 'fa:16:3e:6c:09:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031692b5-4cbc-4326-b5f6-74b147bd7874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:28:53Z', 'updated_at': '2022-02-09T02:28:53Z', 'revision_number': 0, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f25cf948-0960-4029-8232-e2648281ac3a', 'name': '', 'network_id': '20487311-c83c-4387-80aa-173877bb3e25', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:4d:5f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850854-3dac-4948-80b2-001329963e83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '87c1463e-c27f-4d33-bac9-4e6c19cc9706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:28:39Z', 'updated_at': '2022-02-09T02:28:43Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': '87c1463e-c27f-4d33-bac9-4e6c19cc9706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:55.444718 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6829f71-f953-4a6c-9471-97cd8c183dc9 None None] The sync data for ids ['a8850854-3dac-4948-80b2-001329963e83'] in n-d-822053-40 is: [{'id': 'a8850854-3dac-4948-80b2-001329963e83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590750351', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:28:36Z', 'updated_at': '2022-02-09T02:28:39Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': '2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850854-3dac-4948-80b2-001329963e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:28:36Z', 'updated_at': '2022-02-09T02:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '05fcf2df-0727-4321-b8a1-e67ce92570e6', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'floating_ip_address': '172.25.1.58', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'a8850854-3dac-4948-80b2-001329963e83', 'port_id': '2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20487311-c83c-4387-80aa-173877bb3e25', 'mac_address': 'fa:16:3e:6c:09:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031692b5-4cbc-4326-b5f6-74b147bd7874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:28:53Z', 'updated_at': '2022-02-09T02:28:53Z', 'revision_number': 0, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f25cf948-0960-4029-8232-e2648281ac3a', 'name': '', 'network_id': '20487311-c83c-4387-80aa-173877bb3e25', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:4d:5f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850854-3dac-4948-80b2-001329963e83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '87c1463e-c27f-4d33-bac9-4e6c19cc9706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:28:39Z', 'updated_at': '2022-02-09T02:28:43Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': '87c1463e-c27f-4d33-bac9-4e6c19cc9706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:28:55.633642 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6869f57c-0d3c-48c7-8927-8383ec5f3fbc None None] New status for floating IP 05fcf2df-0727-4321-b8a1-e67ce92570e6: ACTIVE {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:28:56.071604 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:56.097791 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52892) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:56.163177 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f8d91518-9848-4e9a-a8e8-c2117c4be247 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/floatingips/05fcf2df-0727-4321-b8a1-e67ce92570e6 HTTP/1.1" status: 200 len: 992 time: 0.0641968 Feb 09 02:28:57.823017 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:58.465954 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:04.308942 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:29:20.242373 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:20.964570 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4369e5f3-1779-4e2e-bec5-2bb6bdfda19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:21.653345 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:24.404740 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1ad5e470-d73a-4087-8cf8-79e739d87324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:26.075639 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:27.826655 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:28.468563 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:29.589612 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420f66c-e216-40e8-a48d-071a0be451c4 req-c45a18a9-87c1-4a6c-8ea8-b068e9e6abcf tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:29.591099 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a420f66c-e216-40e8-a48d-071a0be451c4 req-c45a18a9-87c1-4a6c-8ea8-b068e9e6abcf tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=031692b5-4cbc-4326-b5f6-74b147bd7874 HTTP/1.1" status: 200 len: 945 time: 0.0540037 Feb 09 02:29:29.638518 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a420f66c-e216-40e8-a48d-071a0be451c4 req-35d7ea7a-7c9e-4bb1-b570-3363088e6bf2 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=c770efa9-0f5e-45f1-9590-be337611ccc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417945 Feb 09 02:29:30.764817 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d2a4c9-37b9-4b74-b0aa-dac62b0cd03a req-9f0d7d5b-7be9-4c31-a88d-9d749b3e2cd8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:30.766321 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b5d2a4c9-37b9-4b74-b0aa-dac62b0cd03a req-9f0d7d5b-7be9-4c31-a88d-9d749b3e2cd8 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=031692b5-4cbc-4326-b5f6-74b147bd7874 HTTP/1.1" status: 200 len: 945 time: 0.0579140 Feb 09 02:29:30.815077 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b5d2a4c9-37b9-4b74-b0aa-dac62b0cd03a req-5c7b8a1b-be96-48cb-8866-971a5e41c3d0 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=c770efa9-0f5e-45f1-9590-be337611ccc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432131 Feb 09 02:29:30.837642 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52910) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:30.903047 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8d7318fa-63ff-4f31-b90e-9945c4b80442 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/floatingips/05fcf2df-0727-4321-b8a1-e67ce92570e6 HTTP/1.1" status: 200 len: 992 time: 0.0637410 Feb 09 02:29:32.206396 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a2153-2ed3-4892-86bb-2f1c3a0487c8 req-4527fc9b-a1b5-4e4d-8f33-e70cfb3ee96a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:32.207783 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b88a2153-2ed3-4892-86bb-2f1c3a0487c8 req-4527fc9b-a1b5-4e4d-8f33-e70cfb3ee96a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=031692b5-4cbc-4326-b5f6-74b147bd7874 HTTP/1.1" status: 200 len: 945 time: 0.0888760 Feb 09 02:29:32.214685 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80515b4-7ce4-4134-831b-2e9b5834a747 req-7e92a865-6a78-416e-a5db-ee8e62fcfbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:32.216110 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f80515b4-7ce4-4134-831b-2e9b5834a747 req-7e92a865-6a78-416e-a5db-ee8e62fcfbad service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=8591eec9c58e428aaa03fb8ea4411d94&device_id=031692b5-4cbc-4326-b5f6-74b147bd7874 HTTP/1.1" status: 200 len: 1128 time: 0.0649366 Feb 09 02:29:32.317873 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b88a2153-2ed3-4892-86bb-2f1c3a0487c8 req-f81559c0-3da2-470f-aee8-9802ac108f42 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=c770efa9-0f5e-45f1-9590-be337611ccc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008172 Feb 09 02:29:32.345672 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80515b4-7ce4-4134-831b-2e9b5834a747 req-d8edd537-3bce-4d50-b1dc-916841954d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:32.347117 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f80515b4-7ce4-4134-831b-2e9b5834a747 req-d8edd537-3bce-4d50-b1dc-916841954d38 service neutron] 10.222.0.121 "GET /v2.0/networks?id=20487311-c83c-4387-80aa-173877bb3e25 HTTP/1.1" status: 200 len: 897 time: 0.1237118 Feb 09 02:29:32.419488 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f80515b4-7ce4-4134-831b-2e9b5834a747 req-9e931a76-0245-47c0-a6d5-0ef8e1312dd6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1 HTTP/1.1" status: 200 len: 1000 time: 0.0615418 Feb 09 02:29:32.468158 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80515b4-7ce4-4134-831b-2e9b5834a747 req-3121e11a-4a5f-449e-a659-88f06f9a8f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:32.469458 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f80515b4-7ce4-4134-831b-2e9b5834a747 req-3121e11a-4a5f-449e-a659-88f06f9a8f88 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=87c1463e-c27f-4d33-bac9-4e6c19cc9706 HTTP/1.1" status: 200 len: 835 time: 0.0428357 Feb 09 02:29:32.523542 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80515b4-7ce4-4134-831b-2e9b5834a747 req-82d83cc2-5c09-41a4-973e-f49a69a28908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:32.525244 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f80515b4-7ce4-4134-831b-2e9b5834a747 req-82d83cc2-5c09-41a4-973e-f49a69a28908 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=20487311-c83c-4387-80aa-173877bb3e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0482810 Feb 09 02:29:32.613599 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f80515b4-7ce4-4134-831b-2e9b5834a747 req-59e1d5ff-c983-45f0-87a3-3cf4e2c0fb8a service neutron] 10.222.0.121 "GET /v2.0/networks/20487311-c83c-4387-80aa-173877bb3e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825596 Feb 09 02:29:32.707163 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f80515b4-7ce4-4134-831b-2e9b5834a747 req-b13696c4-6130-43ba-ae34-c02f2bb66ff9 service neutron] 10.222.0.121 "GET /v2.0/networks/20487311-c83c-4387-80aa-173877bb3e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874193 Feb 09 02:29:33.444283 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4356fcb-b22b-48f5-83cc-989978e16856 req-41d7dfc5-e4cd-4038-8e88-60682cf96fec tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:33.446225 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d4356fcb-b22b-48f5-83cc-989978e16856 req-41d7dfc5-e4cd-4038-8e88-60682cf96fec tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=031692b5-4cbc-4326-b5f6-74b147bd7874 HTTP/1.1" status: 200 len: 945 time: 0.0569289 Feb 09 02:29:33.500510 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d4356fcb-b22b-48f5-83cc-989978e16856 req-32744b70-240a-40c3-8f25-12b0c92cf607 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=c770efa9-0f5e-45f1-9590-be337611ccc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485401 Feb 09 02:29:34.622504 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c52794-abf7-445e-b8ca-cb6217c1de2a req-19110763-3be3-4985-aff7-1e3ed9907735 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:34.624097 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94c52794-abf7-445e-b8ca-cb6217c1de2a req-19110763-3be3-4985-aff7-1e3ed9907735 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=031692b5-4cbc-4326-b5f6-74b147bd7874 HTTP/1.1" status: 200 len: 945 time: 0.0542037 Feb 09 02:29:34.672922 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94c52794-abf7-445e-b8ca-cb6217c1de2a req-dd8c7233-ff2e-4b56-8300-f9e44c69ada4 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=c770efa9-0f5e-45f1-9590-be337611ccc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432429 Feb 09 02:29:34.695545 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52922) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:34.758474 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-653527eb-1159-45f1-a11c-f464a1fd891c tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/floatingips/05fcf2df-0727-4321-b8a1-e67ce92570e6 HTTP/1.1" status: 200 len: 992 time: 0.0617304 Feb 09 02:29:34.974874 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52928) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:35.133610 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-33c0e059-f5c5-4b6a-8212-574f106f57cc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Deleting port 8ff71d94-c51c-4dc4-be77-081e2a2cdde9 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:29:35.133949 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-33c0e059-f5c5-4b6a-8212-574f106f57cc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (8ff71d94-c51c-4dc4-be77-081e2a2cdde9), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:35.211412 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-33c0e059-f5c5-4b6a-8212-574f106f57cc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (8ff71d94-c51c-4dc4-be77-081e2a2cdde9), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:35.211736 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-33c0e059-f5c5-4b6a-8212-574f106f57cc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for floatingip (8ff71d94-c51c-4dc4-be77-081e2a2cdde9), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:35.224282 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-33c0e059-f5c5-4b6a-8212-574f106f57cc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Calling delete_port for 8ff71d94-c51c-4dc4-be77-081e2a2cdde9 owned by network:floatingip {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:29:35.372739 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-33c0e059-f5c5-4b6a-8212-574f106f57cc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (8ff71d94-c51c-4dc4-be77-081e2a2cdde9), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:35.403825 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0e059-f5c5-4b6a-8212-574f106f57cc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event deleted for resources: {'Port': ['ID=8ff71d94-c51c-4dc4-be77-081e2a2cdde9,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:35.428712 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c0e059-f5c5-4b6a-8212-574f106f57cc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:35.429062 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c0e059-f5c5-4b6a-8212-574f106f57cc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:35.429404 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c0e059-f5c5-4b6a-8212-574f106f57cc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:35.429743 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c0e059-f5c5-4b6a-8212-574f106f57cc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:35.430068 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c0e059-f5c5-4b6a-8212-574f106f57cc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:35.430395 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c0e059-f5c5-4b6a-8212-574f106f57cc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:35.430719 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c0e059-f5c5-4b6a-8212-574f106f57cc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:35.431043 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c0e059-f5c5-4b6a-8212-574f106f57cc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:35.431365 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c0e059-f5c5-4b6a-8212-574f106f57cc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:35.431684 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c0e059-f5c5-4b6a-8212-574f106f57cc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:35.432109 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c0e059-f5c5-4b6a-8212-574f106f57cc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:35.432421 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c0e059-f5c5-4b6a-8212-574f106f57cc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:35.432738 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c0e059-f5c5-4b6a-8212-574f106f57cc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:35.471643 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-33c0e059-f5c5-4b6a-8212-574f106f57cc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for floatingip (05fcf2df-0727-4321-b8a1-e67ce92570e6), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:35.471968 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [None req-33c0e059-f5c5-4b6a-8212-574f106f57cc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Floating IP 05fcf2df-0727-4321-b8a1-e67ce92570e6 disassociated (deleted). External IP: 172.25.1.58, port: 2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1. Feb 09 02:29:35.687718 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c0e059-f5c5-4b6a-8212-574f106f57cc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Router a8850854-3dac-4948-80b2-001329963e83 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:29:35.797981 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c0e059-f5c5-4b6a-8212-574f106f57cc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:29:35.802424 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-33c0e059-f5c5-4b6a-8212-574f106f57cc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:35.809415 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ffdc70-9d7c-4c32-9d07-832ddb2e2fbe None None] Sync routers for ids ['a8850854-3dac-4948-80b2-001329963e83'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:29:35.818650 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ffdc70-9d7c-4c32-9d07-832ddb2e2fbe None None] Routers {'a8850854-3dac-4948-80b2-001329963e83'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:29:35.819245 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-e6ffdc70-9d7c-4c32-9d07-832ddb2e2fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:29:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a8850854-3dac-4948-80b2-001329963e83'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:35.832671 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-33c0e059-f5c5-4b6a-8212-574f106f57cc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "DELETE /v2.0/floatingips/05fcf2df-0727-4321-b8a1-e67ce92570e6 HTTP/1.1" status: 204 len: 168 time: 0.8567190 Feb 09 02:29:35.833246 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031692b5-4cbc-4326-b5f6-74b147bd7874', 'tag': '2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:29:35.835811 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf317a6-6a2a-4d0a-aa12-b377220efb7a" -d '{"events": [{"name": "network-changed", "server_uuid": "031692b5-4cbc-4326-b5f6-74b147bd7874", "tag": "2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:29:35.879784 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e91bdd-7dec-452d-a9d1-4d58709a59a5 x-openstack-request-id: req-79e91bdd-7dec-452d-a9d1-4d58709a59a5 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:29:35.880332 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "031692b5-4cbc-4326-b5f6-74b147bd7874", "tag": "2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:29:35.881339 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-79e91bdd-7dec-452d-a9d1-4d58709a59a5 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:29:35.881339 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '031692b5-4cbc-4326-b5f6-74b147bd7874', 'tag': '2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1', 'status': 'completed', 'code': 200} Feb 09 02:29:35.936970 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-e6ffdc70-9d7c-4c32-9d07-832ddb2e2fbe None None] Set router a8850854-3dac-4948-80b2-001329963e83 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:29:35.952011 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf317a6-6a2a-4d0a-aa12-b377220efb7a req-38d99dcc-6018-4715-90ce-2546bcea0809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:35.953595 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dbf317a6-6a2a-4d0a-aa12-b377220efb7a req-38d99dcc-6018-4715-90ce-2546bcea0809 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=8591eec9c58e428aaa03fb8ea4411d94&device_id=031692b5-4cbc-4326-b5f6-74b147bd7874 HTTP/1.1" status: 200 len: 1128 time: 0.0495093 Feb 09 02:29:36.095415 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf317a6-6a2a-4d0a-aa12-b377220efb7a req-44893826-4b72-42cf-9a13-b17fb1699112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:36.096969 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dbf317a6-6a2a-4d0a-aa12-b377220efb7a req-44893826-4b72-42cf-9a13-b17fb1699112 service neutron] 10.222.0.121 "GET /v2.0/networks?id=20487311-c83c-4387-80aa-173877bb3e25 HTTP/1.1" status: 200 len: 897 time: 0.1351497 Feb 09 02:29:36.156127 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab89c4-f690-4e93-bbe4-6c2b5bd6bf51 req-82002a4d-28f7-4a7d-84d6-3074f3133c0f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:36.157650 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fdab89c4-f690-4e93-bbe4-6c2b5bd6bf51 req-82002a4d-28f7-4a7d-84d6-3074f3133c0f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=031692b5-4cbc-4326-b5f6-74b147bd7874 HTTP/1.1" status: 200 len: 945 time: 0.1039038 Feb 09 02:29:36.159377 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dbf317a6-6a2a-4d0a-aa12-b377220efb7a req-bc7eff87-a8f8-4262-ae0e-2adf7b713db5 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1 HTTP/1.1" status: 200 len: 217 time: 0.0497921 Feb 09 02:29:36.171649 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-e6ffdc70-9d7c-4c32-9d07-832ddb2e2fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8850854-3dac-4948-80b2-001329963e83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590750351', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:28:36Z', 'updated_at': '2022-02-09T02:28:39Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': '2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850854-3dac-4948-80b2-001329963e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:28:36Z', 'updated_at': '2022-02-09T02:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'f25cf948-0960-4029-8232-e2648281ac3a', 'name': '', 'network_id': '20487311-c83c-4387-80aa-173877bb3e25', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:4d:5f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850854-3dac-4948-80b2-001329963e83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '87c1463e-c27f-4d33-bac9-4e6c19cc9706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:28:39Z', 'updated_at': '2022-02-09T02:28:43Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': '87c1463e-c27f-4d33-bac9-4e6c19cc9706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:36.247628 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf317a6-6a2a-4d0a-aa12-b377220efb7a req-9a145ccd-88e7-471d-8f24-5c6111f8981c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:36.249031 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dbf317a6-6a2a-4d0a-aa12-b377220efb7a req-9a145ccd-88e7-471d-8f24-5c6111f8981c service neutron] 10.222.0.121 "GET /v2.0/subnets?id=87c1463e-c27f-4d33-bac9-4e6c19cc9706 HTTP/1.1" status: 200 len: 835 time: 0.0777450 Feb 09 02:29:36.253022 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fdab89c4-f690-4e93-bbe4-6c2b5bd6bf51 req-392504cf-c025-4424-9d19-18de9722ffa1 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=c770efa9-0f5e-45f1-9590-be337611ccc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883739 Feb 09 02:29:36.294476 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ffdc70-9d7c-4c32-9d07-832ddb2e2fbe None None] Checking router: a8850854-3dac-4948-80b2-001329963e83 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:29:36.302875 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ffdc70-9d7c-4c32-9d07-832ddb2e2fbe None None] Routers {'a8850854-3dac-4948-80b2-001329963e83'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:29:36.303460 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-e6ffdc70-9d7c-4c32-9d07-832ddb2e2fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:29:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a8850854-3dac-4948-80b2-001329963e83'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:36.306648 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf317a6-6a2a-4d0a-aa12-b377220efb7a req-6f134f12-9ca2-4f7c-8c12-59f642b5a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:36.308388 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dbf317a6-6a2a-4d0a-aa12-b377220efb7a req-6f134f12-9ca2-4f7c-8c12-59f642b5a4ca service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=20487311-c83c-4387-80aa-173877bb3e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0499694 Feb 09 02:29:36.408032 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dbf317a6-6a2a-4d0a-aa12-b377220efb7a req-fef8663b-6fb6-419c-8c2a-bd71b5ec3e20 service neutron] 10.222.0.121 "GET /v2.0/networks/20487311-c83c-4387-80aa-173877bb3e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929446 Feb 09 02:29:36.423909 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-e6ffdc70-9d7c-4c32-9d07-832ddb2e2fbe None None] Set router a8850854-3dac-4948-80b2-001329963e83 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:29:36.512965 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dbf317a6-6a2a-4d0a-aa12-b377220efb7a req-ac6f3922-d468-4cdc-b53c-c63af9fbea96 service neutron] 10.222.0.121 "GET /v2.0/networks/20487311-c83c-4387-80aa-173877bb3e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965259 Feb 09 02:29:36.633987 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-e6ffdc70-9d7c-4c32-9d07-832ddb2e2fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8850854-3dac-4948-80b2-001329963e83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590750351', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:28:36Z', 'updated_at': '2022-02-09T02:28:39Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': '2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850854-3dac-4948-80b2-001329963e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:28:36Z', 'updated_at': '2022-02-09T02:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'f25cf948-0960-4029-8232-e2648281ac3a', 'name': '', 'network_id': '20487311-c83c-4387-80aa-173877bb3e25', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:4d:5f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850854-3dac-4948-80b2-001329963e83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '87c1463e-c27f-4d33-bac9-4e6c19cc9706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:28:39Z', 'updated_at': '2022-02-09T02:28:43Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': '87c1463e-c27f-4d33-bac9-4e6c19cc9706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:36.665047 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ffdc70-9d7c-4c32-9d07-832ddb2e2fbe None None] The sync data for ids ['a8850854-3dac-4948-80b2-001329963e83'] in n-d-822053-40 is: [{'id': 'a8850854-3dac-4948-80b2-001329963e83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590750351', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:28:36Z', 'updated_at': '2022-02-09T02:28:39Z', 'revision_number': 4, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': '2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850854-3dac-4948-80b2-001329963e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:28:36Z', 'updated_at': '2022-02-09T02:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'f25cf948-0960-4029-8232-e2648281ac3a', 'name': '', 'network_id': '20487311-c83c-4387-80aa-173877bb3e25', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'mac_address': 'fa:16:3e:4d:5f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850854-3dac-4948-80b2-001329963e83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '87c1463e-c27f-4d33-bac9-4e6c19cc9706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:28:39Z', 'updated_at': '2022-02-09T02:28:43Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'subnets': [{'id': '87c1463e-c27f-4d33-bac9-4e6c19cc9706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:29:36.882501 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1800da-b407-4df0-b1e3-b125e86b1bfd None None] New status for floating IP 05fcf2df-0727-4321-b8a1-e67ce92570e6: DOWN {{(pid=103530) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:29:37.380914 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a667cd-417b-473a-b12c-ab67c195b68d req-954ac5af-c731-4124-a697-08395c3daf97 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:37.382458 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d4a667cd-417b-473a-b12c-ab67c195b68d req-954ac5af-c731-4124-a697-08395c3daf97 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=031692b5-4cbc-4326-b5f6-74b147bd7874 HTTP/1.1" status: 200 len: 945 time: 0.0544016 Feb 09 02:29:37.432768 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d4a667cd-417b-473a-b12c-ab67c195b68d req-2692db89-eab3-41ba-b9d5-ab5c7d87fc4b tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/security-groups?id=c770efa9-0f5e-45f1-9590-be337611ccc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440230 Feb 09 02:29:37.697985 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85258f-2eff-493a-b5d5-8789d42c6120 req-c388d2a3-68fd-40e9-87f7-d23c7788bb4a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:37.699555 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cf85258f-2eff-493a-b5d5-8789d42c6120 req-c388d2a3-68fd-40e9-87f7-d23c7788bb4a tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.121 "GET /v2.0/ports?device_id=031692b5-4cbc-4326-b5f6-74b147bd7874 HTTP/1.1" status: 200 len: 945 time: 0.0573738 Feb 09 02:29:37.788513 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-cf85258f-2eff-493a-b5d5-8789d42c6120 req-8fbd105d-9f90-47a5-933c-b5e645097e7f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Deleting port 2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:29:37.788850 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-cf85258f-2eff-493a-b5d5-8789d42c6120 req-8fbd105d-9f90-47a5-933c-b5e645097e7f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:37.879705 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-cf85258f-2eff-493a-b5d5-8789d42c6120 req-8fbd105d-9f90-47a5-933c-b5e645097e7f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] For port 2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1,segment=NetworkSegment(a098539c-1dc7-4e60-a6e2-352df8355e0a),segment_id=a098539c-1dc7-4e60-a6e2-352df8355e0a)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:37.879989 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-cf85258f-2eff-493a-b5d5-8789d42c6120 req-8fbd105d-9f90-47a5-933c-b5e645097e7f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:37.891772 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-cf85258f-2eff-493a-b5d5-8789d42c6120 req-8fbd105d-9f90-47a5-933c-b5e645097e7f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Calling delete_port for 2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:29:38.027141 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-cf85258f-2eff-493a-b5d5-8789d42c6120 req-8fbd105d-9f90-47a5-933c-b5e645097e7f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:38.060442 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd105d-9f90-47a5-933c-b5e645097e7f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event deleted for resources: {'Port': ['ID=2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:38.103579 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf85258f-2eff-493a-b5d5-8789d42c6120 req-8fbd105d-9f90-47a5-933c-b5e645097e7f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] No DVR routers for this DVR port 2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1 on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:29:38.106895 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-cf85258f-2eff-493a-b5d5-8789d42c6120 req-8fbd105d-9f90-47a5-933c-b5e645097e7f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:38.110341 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cf85258f-2eff-493a-b5d5-8789d42c6120 req-8fbd105d-9f90-47a5-933c-b5e645097e7f tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.121 "DELETE /v2.0/ports/2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1 HTTP/1.1" status: 204 len: 173 time: 0.4059286 Feb 09 02:29:38.110779 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031692b5-4cbc-4326-b5f6-74b147bd7874', 'name': 'network-vif-deleted', 'tag': '2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:29:38.113071 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af626eb9-50f2-47aa-ae02-8c57b22005c7" -d '{"events": [{"server_uuid": "031692b5-4cbc-4326-b5f6-74b147bd7874", "name": "network-vif-deleted", "tag": "2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:29:38.153389 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23025940-40af-44cd-bc41-2181ff7fe0a6 x-openstack-request-id: req-23025940-40af-44cd-bc41-2181ff7fe0a6 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:29:38.153684 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031692b5-4cbc-4326-b5f6-74b147bd7874", "name": "network-vif-deleted", "tag": "2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:29:38.153936 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-23025940-40af-44cd-bc41-2181ff7fe0a6 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:29:38.154340 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031692b5-4cbc-4326-b5f6-74b147bd7874', 'name': 'network-vif-deleted', 'tag': '2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1', 'status': 'completed', 'code': 200} Feb 09 02:29:38.559703 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0f908083-a014-42bc-8bdc-d7f13485ee9d req-885098b9-dd04-45f6-9245-177155816acc tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "GET /v2.0/ports?device_id=031692b5-4cbc-4326-b5f6-74b147bd7874 HTTP/1.1" status: 200 len: 210 time: 0.0317669 Feb 09 02:29:39.616534 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52944) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:39.989282 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2ff7df8-e497-4e2f-8a41-140b77e9ccc3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (a8850854-3dac-4948-80b2-001329963e83), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:40.248243 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e2ff7df8-e497-4e2f-8a41-140b77e9ccc3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Deleting port f25cf948-0960-4029-8232-e2648281ac3a {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:29:40.248473 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2ff7df8-e497-4e2f-8a41-140b77e9ccc3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (f25cf948-0960-4029-8232-e2648281ac3a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:40.338454 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-e2ff7df8-e497-4e2f-8a41-140b77e9ccc3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] For port f25cf948-0960-4029-8232-e2648281ac3a, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=f25cf948-0960-4029-8232-e2648281ac3a,segment=NetworkSegment(a098539c-1dc7-4e60-a6e2-352df8355e0a),segment_id=a098539c-1dc7-4e60-a6e2-352df8355e0a)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:40.338814 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2ff7df8-e497-4e2f-8a41-140b77e9ccc3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (f25cf948-0960-4029-8232-e2648281ac3a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:40.351293 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e2ff7df8-e497-4e2f-8a41-140b77e9ccc3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Calling delete_port for f25cf948-0960-4029-8232-e2648281ac3a owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:29:40.535050 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2ff7df8-e497-4e2f-8a41-140b77e9ccc3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (f25cf948-0960-4029-8232-e2648281ac3a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:40.563541 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff7df8-e497-4e2f-8a41-140b77e9ccc3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event deleted for resources: {'Port': ['ID=f25cf948-0960-4029-8232-e2648281ac3a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:40.591687 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff7df8-e497-4e2f-8a41-140b77e9ccc3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:40.592080 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff7df8-e497-4e2f-8a41-140b77e9ccc3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:40.592416 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff7df8-e497-4e2f-8a41-140b77e9ccc3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:40.592756 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff7df8-e497-4e2f-8a41-140b77e9ccc3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:40.593113 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff7df8-e497-4e2f-8a41-140b77e9ccc3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:40.593441 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff7df8-e497-4e2f-8a41-140b77e9ccc3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:40.593769 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff7df8-e497-4e2f-8a41-140b77e9ccc3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:40.594098 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff7df8-e497-4e2f-8a41-140b77e9ccc3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:40.594426 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff7df8-e497-4e2f-8a41-140b77e9ccc3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:40.594752 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff7df8-e497-4e2f-8a41-140b77e9ccc3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:40.595076 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff7df8-e497-4e2f-8a41-140b77e9ccc3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:40.595400 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff7df8-e497-4e2f-8a41-140b77e9ccc3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:40.595738 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff7df8-e497-4e2f-8a41-140b77e9ccc3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:40.760857 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2ff7df8-e497-4e2f-8a41-140b77e9ccc3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (a8850854-3dac-4948-80b2-001329963e83), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:40.981151 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ff7df8-e497-4e2f-8a41-140b77e9ccc3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Router a8850854-3dac-4948-80b2-001329963e83 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:29:41.087290 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ff7df8-e497-4e2f-8a41-140b77e9ccc3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:29:41.093779 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e2ff7df8-e497-4e2f-8a41-140b77e9ccc3 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "PUT /v2.0/routers/a8850854-3dac-4948-80b2-001329963e83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4757371 Feb 09 02:29:41.095965 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52948) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:41.098604 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7340400-ba60-4250-badd-884f1070764f None None] Sync routers for ids ['a8850854-3dac-4948-80b2-001329963e83'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:29:41.110342 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7340400-ba60-4250-badd-884f1070764f None None] Routers {'a8850854-3dac-4948-80b2-001329963e83'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:29:41.110953 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-b7340400-ba60-4250-badd-884f1070764f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:29:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a8850854-3dac-4948-80b2-001329963e83'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:41.147305 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7f3fe5f-e107-4b39-9542-6a3b7f4b11e6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Deleting subnet 87c1463e-c27f-4d33-bac9-4e6c19cc9706 {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:29:41.150345 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e7f3fe5f-e107-4b39-9542-6a3b7f4b11e6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for subnet (87c1463e-c27f-4d33-bac9-4e6c19cc9706), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:41.195283 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e7f3fe5f-e107-4b39-9542-6a3b7f4b11e6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (87c1463e-c27f-4d33-bac9-4e6c19cc9706), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:41.217509 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-b7340400-ba60-4250-badd-884f1070764f None None] Set router a8850854-3dac-4948-80b2-001329963e83 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:29:41.276327 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e7f3fe5f-e107-4b39-9542-6a3b7f4b11e6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (87c1463e-c27f-4d33-bac9-4e6c19cc9706), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:41.334432 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e7f3fe5f-e107-4b39-9542-6a3b7f4b11e6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (87c1463e-c27f-4d33-bac9-4e6c19cc9706), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:41.335061 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:29:41.365244 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f3fe5f-e107-4b39-9542-6a3b7f4b11e6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event deleted for resources: {'Subnet': ['ID=87c1463e-c27f-4d33-bac9-4e6c19cc9706,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:41.370774 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e7f3fe5f-e107-4b39-9542-6a3b7f4b11e6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:41.376359 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e7f3fe5f-e107-4b39-9542-6a3b7f4b11e6 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "DELETE /v2.0/subnets/87c1463e-c27f-4d33-bac9-4e6c19cc9706 HTTP/1.1" status: 204 len: 168 time: 0.2766306 Feb 09 02:29:41.376674 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52950) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:41.381110 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63787d7-75fe-4839-a7fc-a5beec654d31 None None] Network 20487311-c83c-4387-80aa-173877bb3e25 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:29:41.428369 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-b7340400-ba60-4250-badd-884f1070764f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8850854-3dac-4948-80b2-001329963e83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590750351', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:28:36Z', 'updated_at': '2022-02-09T02:29:40Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': '2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850854-3dac-4948-80b2-001329963e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:28:36Z', 'updated_at': '2022-02-09T02:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:41.461351 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7340400-ba60-4250-badd-884f1070764f None None] Checking router: a8850854-3dac-4948-80b2-001329963e83 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:29:41.472074 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7340400-ba60-4250-badd-884f1070764f None None] Routers {'a8850854-3dac-4948-80b2-001329963e83'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:29:41.472365 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-b7340400-ba60-4250-badd-884f1070764f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:29:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['a8850854-3dac-4948-80b2-001329963e83'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:41.484128 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-87f349cc-18dd-43d4-9edb-d1b5e4fa4d69 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router (a8850854-3dac-4948-80b2-001329963e83), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:41.568808 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38df1e4-7010-4565-a76b-dcab0e4ad91d None None] DHCP port deletion for 20487311-c83c-4387-80aa-173877bb3e25 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:29:41.611536 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-b7340400-ba60-4250-badd-884f1070764f None None] Set router a8850854-3dac-4948-80b2-001329963e83 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:29:41.612542 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-87f349cc-18dd-43d4-9edb-d1b5e4fa4d69 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router_gateway (a8850854-3dac-4948-80b2-001329963e83), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:41.627179 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c38df1e4-7010-4565-a76b-dcab0e4ad91d None None] Deleting port d8d94be9-5c23-4ae4-be31-b10d6a8cda4f {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:29:41.627850 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c38df1e4-7010-4565-a76b-dcab0e4ad91d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (d8d94be9-5c23-4ae4-be31-b10d6a8cda4f), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:41.690350 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-87f349cc-18dd-43d4-9edb-d1b5e4fa4d69 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Deleting port 2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:29:41.690711 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-87f349cc-18dd-43d4-9edb-d1b5e4fa4d69 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:41.704188 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-c38df1e4-7010-4565-a76b-dcab0e4ad91d None None] For port d8d94be9-5c23-4ae4-be31-b10d6a8cda4f, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d8d94be9-5c23-4ae4-be31-b10d6a8cda4f,segment=NetworkSegment(a098539c-1dc7-4e60-a6e2-352df8355e0a),segment_id=a098539c-1dc7-4e60-a6e2-352df8355e0a)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:41.705308 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c38df1e4-7010-4565-a76b-dcab0e4ad91d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (d8d94be9-5c23-4ae4-be31-b10d6a8cda4f), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:41.718125 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c38df1e4-7010-4565-a76b-dcab0e4ad91d None None] Calling delete_port for d8d94be9-5c23-4ae4-be31-b10d6a8cda4f owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:29:41.760821 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d8d94be9-5c23-4ae4-be31-b10d6a8cda4f no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:29:41.772853 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-87f349cc-18dd-43d4-9edb-d1b5e4fa4d69 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] For port 2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:41.773452 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-87f349cc-18dd-43d4-9edb-d1b5e4fa4d69 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:41.786692 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-87f349cc-18dd-43d4-9edb-d1b5e4fa4d69 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Calling delete_port for 2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:29:41.823597 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-b7340400-ba60-4250-badd-884f1070764f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8850854-3dac-4948-80b2-001329963e83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590750351', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:28:36Z', 'updated_at': '2022-02-09T02:29:40Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': '2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850854-3dac-4948-80b2-001329963e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:28:36Z', 'updated_at': '2022-02-09T02:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:41.850816 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7340400-ba60-4250-badd-884f1070764f None None] The sync data for ids ['a8850854-3dac-4948-80b2-001329963e83'] in n-d-822053-40 is: [{'id': 'a8850854-3dac-4948-80b2-001329963e83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1590750351', 'tenant_id': '8591eec9c58e428aaa03fb8ea4411d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:28:36Z', 'updated_at': '2022-02-09T02:29:40Z', 'revision_number': 5, 'project_id': '8591eec9c58e428aaa03fb8ea4411d94', 'gw_port': {'id': '2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8850854-3dac-4948-80b2-001329963e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:28:36Z', 'updated_at': '2022-02-09T02:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:29:41.861394 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c38df1e4-7010-4565-a76b-dcab0e4ad91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (d8d94be9-5c23-4ae4-be31-b10d6a8cda4f), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:41.877107 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38df1e4-7010-4565-a76b-dcab0e4ad91d None None] No DVR routers for this DVR port d8d94be9-5c23-4ae4-be31-b10d6a8cda4f on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:29:41.896736 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port d8d94be9-5c23-4ae4-be31-b10d6a8cda4f is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:41.897436 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d8d94be9-5c23-4ae4-be31-b10d6a8cda4f), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:41.902096 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38df1e4-7010-4565-a76b-dcab0e4ad91d None None] Pushing event deleted for resources: {'Port': ['ID=d8d94be9-5c23-4ae4-be31-b10d6a8cda4f,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:41.919244 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38df1e4-7010-4565-a76b-dcab0e4ad91d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:41.919590 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38df1e4-7010-4565-a76b-dcab0e4ad91d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:41.919926 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38df1e4-7010-4565-a76b-dcab0e4ad91d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:41.920364 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38df1e4-7010-4565-a76b-dcab0e4ad91d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:41.920693 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38df1e4-7010-4565-a76b-dcab0e4ad91d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:41.921015 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38df1e4-7010-4565-a76b-dcab0e4ad91d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:41.921336 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38df1e4-7010-4565-a76b-dcab0e4ad91d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:41.921660 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38df1e4-7010-4565-a76b-dcab0e4ad91d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:41.921980 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38df1e4-7010-4565-a76b-dcab0e4ad91d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:41.922321 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38df1e4-7010-4565-a76b-dcab0e4ad91d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:41.922609 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38df1e4-7010-4565-a76b-dcab0e4ad91d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:41.922922 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38df1e4-7010-4565-a76b-dcab0e4ad91d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:41.923238 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38df1e4-7010-4565-a76b-dcab0e4ad91d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:41.984601 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-87f349cc-18dd-43d4-9edb-d1b5e4fa4d69 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:42.009734 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f349cc-18dd-43d4-9edb-d1b5e4fa4d69 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event deleted for resources: {'Port': ['ID=2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:42.075785 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-87f349cc-18dd-43d4-9edb-d1b5e4fa4d69 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (a8850854-3dac-4948-80b2-001329963e83), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:42.166188 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-87f349cc-18dd-43d4-9edb-d1b5e4fa4d69 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (a8850854-3dac-4948-80b2-001329963e83), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:42.168939 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-87f349cc-18dd-43d4-9edb-d1b5e4fa4d69 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router_controller (a8850854-3dac-4948-80b2-001329963e83), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:42.210035 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-87f349cc-18dd-43d4-9edb-d1b5e4fa4d69 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (a8850854-3dac-4948-80b2-001329963e83), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:42.210550 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f349cc-18dd-43d4-9edb-d1b5e4fa4d69 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Fanout notify agent at l3_agent the message router_deleted on router a8850854-3dac-4948-80b2-001329963e83 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:29:42.217693 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-87f349cc-18dd-43d4-9edb-d1b5e4fa4d69 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:42.218860 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-87f349cc-18dd-43d4-9edb-d1b5e4fa4d69 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "DELETE /v2.0/routers/a8850854-3dac-4948-80b2-001329963e83 HTTP/1.1" status: 204 len: 168 time: 0.8412898 Feb 09 02:29:42.222555 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52952) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:42.307859 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-59ec6cc8-280d-4634-9e24-8d5f4329cbda tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (20487311-c83c-4387-80aa-173877bb3e25), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:42.363177 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1 no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:29:42.384078 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:29:42.384665 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 2cb2a6b0-5320-4653-ba9a-fd90a6ca7ed1 not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:29:42.404052 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-59ec6cc8-280d-4634-9e24-8d5f4329cbda tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (20487311-c83c-4387-80aa-173877bb3e25), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:42.428788 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-59ec6cc8-280d-4634-9e24-8d5f4329cbda tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20487311-c83c-4387-80aa-173877bb3e25']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:42.438971 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-59ec6cc8-280d-4634-9e24-8d5f4329cbda tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a098539c-1dc7-4e60-a6e2-352df8355e0a') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:42.439272 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-59ec6cc8-280d-4634-9e24-8d5f4329cbda tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a098539c-1dc7-4e60-a6e2-352df8355e0a') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:42.449077 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-59ec6cc8-280d-4634-9e24-8d5f4329cbda tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (a098539c-1dc7-4e60-a6e2-352df8355e0a), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:42.463077 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-59ec6cc8-280d-4634-9e24-8d5f4329cbda tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (a098539c-1dc7-4e60-a6e2-352df8355e0a), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:42.469810 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ec6cc8-280d-4634-9e24-8d5f4329cbda tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:29:42.470202 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-59ec6cc8-280d-4634-9e24-8d5f4329cbda tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (a098539c-1dc7-4e60-a6e2-352df8355e0a), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:42.473237 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 02:29:42.473237 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:29:42.473237 n-d-822053-40 neutron-server[103529]: timer() Feb 09 02:29:42.473237 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:29:42.473237 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 02:29:42.473237 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:29:42.473237 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 02:29:42.473237 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:29:42.473237 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 02:29:42.473237 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:29:42.473237 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 02:29:42.473237 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:29:42.473237 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 02:29:42.473237 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:29:42.473237 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:29:42.473237 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:29:42.473237 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:29:42.473237 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:29:42.473237 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 02:29:42.473237 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:29:42.473237 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 02:29:42.473237 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:29:42.473237 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:29:42.473237 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:29:42.473237 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 02:29:42.473237 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:29:42.473237 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:29:42.473237 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:29:42.473237 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:29:42.473237 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:29:42.473237 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:29:42.473237 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:29:42.533289 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-59ec6cc8-280d-4634-9e24-8d5f4329cbda tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (20487311-c83c-4387-80aa-173877bb3e25), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:42.544962 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-59ec6cc8-280d-4634-9e24-8d5f4329cbda tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:42.546442 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-59ec6cc8-280d-4634-9e24-8d5f4329cbda tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "DELETE /v2.0/networks/20487311-c83c-4387-80aa-173877bb3e25 HTTP/1.1" status: 204 len: 168 time: 0.3224106 Feb 09 02:29:42.549390 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52954) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:42.571476 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec6cc8-280d-4634-9e24-8d5f4329cbda tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event deleted for resources: {'Network': ['ID=20487311-c83c-4387-80aa-173877bb3e25,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:42.618767 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-43a2051f-33d7-4b8b-8500-bd1ee31eb141 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group (c770efa9-0f5e-45f1-9590-be337611ccc4), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:42.647818 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-43a2051f-33d7-4b8b-8500-bd1ee31eb141 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group (c770efa9-0f5e-45f1-9590-be337611ccc4), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:42.710397 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-43a2051f-33d7-4b8b-8500-bd1ee31eb141 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (c770efa9-0f5e-45f1-9590-be337611ccc4), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:42.713118 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-43a2051f-33d7-4b8b-8500-bd1ee31eb141 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:42.716472 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-43a2051f-33d7-4b8b-8500-bd1ee31eb141 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] 10.222.0.30 "DELETE /v2.0/security-groups/c770efa9-0f5e-45f1-9590-be337611ccc4 HTTP/1.1" status: 204 len: 168 time: 0.1656375 Feb 09 02:29:42.725617 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2051f-33d7-4b8b-8500-bd1ee31eb141 tempest-TestNetworkAdvancedServerOps-205561530 tempest-TestNetworkAdvancedServerOps-205561530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c770efa9-0f5e-45f1-9590-be337611ccc4,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:43.078200 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52962) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:43.224807 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-543cb7e7-e86b-4812-81b2-c78f27f87734 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8591eec9c58e428aaa03fb8ea4411d94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1452961 Feb 09 02:29:43.227064 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52966) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:43.273403 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a0e4b5e2-e9de-459b-ad72-dc040fe2651c admin admin] Publish callbacks [] for security_group (f6050d23-9bb3-4e34-98e8-b14d67bf638f), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:43.301770 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a0e4b5e2-e9de-459b-ad72-dc040fe2651c admin admin] Publish callbacks [] for security_group (f6050d23-9bb3-4e34-98e8-b14d67bf638f), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:43.351754 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a0e4b5e2-e9de-459b-ad72-dc040fe2651c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (f6050d23-9bb3-4e34-98e8-b14d67bf638f), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:43.355555 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a0e4b5e2-e9de-459b-ad72-dc040fe2651c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:43.356828 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a0e4b5e2-e9de-459b-ad72-dc040fe2651c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f6050d23-9bb3-4e34-98e8-b14d67bf638f HTTP/1.1" status: 204 len: 168 time: 0.1288640 Feb 09 02:29:43.366068 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4b5e2-e9de-459b-ad72-dc040fe2651c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6050d23-9bb3-4e34-98e8-b14d67bf638f,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:43.593028 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device f25cf948-0960-4029-8232-e2648281ac3a no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:29:43.613603 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: f25cf948-0960-4029-8232-e2648281ac3a {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:29:43.613948 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device f25cf948-0960-4029-8232-e2648281ac3a not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:29:43.614366 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:29:43.632712 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 52972) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:43.633984 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:29:43.634427 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 2e9b6c27-f8cb-4ce7-bfa4-1b4535368e9b not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:29:43.647874 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1d8074cb-fda0-4d8b-9475-57b8adeb1220 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:43.723666 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1d8074cb-fda0-4d8b-9475-57b8adeb1220 admin admin] Publish callbacks [] for security_group (9d8e2cc0-6e87-481b-be30-767db34f5568), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:43.727681 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1d8074cb-fda0-4d8b-9475-57b8adeb1220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (9d8e2cc0-6e87-481b-be30-767db34f5568), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:43.766804 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1d8074cb-fda0-4d8b-9475-57b8adeb1220 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=427dd9d12fdb485fb94fe69985b048b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1329725 Feb 09 02:29:43.767670 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8074cb-fda0-4d8b-9475-57b8adeb1220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8e2cc0-6e87-481b-be30-767db34f5568,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:43.770305 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52974) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:43.818034 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-879fddb2-83a2-4284-9c7a-f193e2301366 admin admin] Publish callbacks [] for security_group (9d8e2cc0-6e87-481b-be30-767db34f5568), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:43.839561 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-879fddb2-83a2-4284-9c7a-f193e2301366 admin admin] Publish callbacks [] for security_group (9d8e2cc0-6e87-481b-be30-767db34f5568), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:43.884600 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-879fddb2-83a2-4284-9c7a-f193e2301366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (9d8e2cc0-6e87-481b-be30-767db34f5568), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:43.888726 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-879fddb2-83a2-4284-9c7a-f193e2301366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:43.889881 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-879fddb2-83a2-4284-9c7a-f193e2301366 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9d8e2cc0-6e87-481b-be30-767db34f5568 HTTP/1.1" status: 204 len: 168 time: 0.1185646 Feb 09 02:29:43.897660 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879fddb2-83a2-4284-9c7a-f193e2301366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8e2cc0-6e87-481b-be30-767db34f5568,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:44.601417 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 52996) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:44.705451 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-a87a7f37-1657-4beb-8d19-5a39e2d85ad7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-117485189-network', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:44.725689 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87a7f37-1657-4beb-8d19-5a39e2d85ad7 admin admin] Made reservation on behalf of a32bd9a4a52b4d648a3b6ba7bcd24543 for: {'network': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:29:44.728147 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a87a7f37-1657-4beb-8d19-5a39e2d85ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:44.737105 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a87a7f37-1657-4beb-8d19-5a39e2d85ad7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:44.812403 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a87a7f37-1657-4beb-8d19-5a39e2d85ad7 admin admin] Publish callbacks [] for security_group (832749bf-d27f-4781-99cb-cf3490087de2), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:44.816126 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a87a7f37-1657-4beb-8d19-5a39e2d85ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (832749bf-d27f-4781-99cb-cf3490087de2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:44.840564 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a87a7f37-1657-4beb-8d19-5a39e2d85ad7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=103528) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:29:44.849811 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a7f37-1657-4beb-8d19-5a39e2d85ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832749bf-d27f-4781-99cb-cf3490087de2,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:44.855012 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a87a7f37-1657-4beb-8d19-5a39e2d85ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (d3fb0278-9523-434c-b081-606ad7d700a3), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:44.855337 n-d-822053-40 neutron-server[103528]: INFO neutron.db.segments_db [None req-a87a7f37-1657-4beb-8d19-5a39e2d85ad7 admin admin] Added segment d3fb0278-9523-434c-b081-606ad7d700a3 of type vlan for network 6d40b089-758f-4de5-af53-dad9eb43cb37 Feb 09 02:29:44.897569 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a87a7f37-1657-4beb-8d19-5a39e2d85ad7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (6d40b089-758f-4de5-af53-dad9eb43cb37), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:44.923823 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a87a7f37-1657-4beb-8d19-5a39e2d85ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (6d40b089-758f-4de5-af53-dad9eb43cb37), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:44.924774 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87a7f37-1657-4beb-8d19-5a39e2d85ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:44.925338 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a87a7f37-1657-4beb-8d19-5a39e2d85ad7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:44.987071 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a87a7f37-1657-4beb-8d19-5a39e2d85ad7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3845510 Feb 09 02:29:44.990466 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53000) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:44.994118 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a7f37-1657-4beb-8d19-5a39e2d85ad7 admin admin] Pushing event updated for resources: {'Network': ['ID=6d40b089-758f-4de5-af53-dad9eb43cb37,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:44.996871 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-0c57ca5f-0125-4c49-a26d-303494d1fcae admin admin] Request body: {'subnet': {'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-117485189-subnet', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'ip_version': 4}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:45.004553 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 6d40b089-758f-4de5-af53-dad9eb43cb37 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:29:45.016500 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c57ca5f-0125-4c49-a26d-303494d1fcae admin admin] Made reservation on behalf of a32bd9a4a52b4d648a3b6ba7bcd24543 for: {'subnet': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:29:45.018947 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0c57ca5f-0125-4c49-a26d-303494d1fcae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5425953'] for subnet (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:45.187343 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0c57ca5f-0125-4c49-a26d-303494d1fcae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5425951'] for subnet (9abdeb0b-e778-4352-99c0-2e967d5697dd), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:45.239769 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57ca5f-0125-4c49-a26d-303494d1fcae admin admin] Pushing event updated for resources: {'Subnet': ['ID=9abdeb0b-e778-4352-99c0-2e967d5697dd,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:45.249899 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c57ca5f-0125-4c49-a26d-303494d1fcae admin admin] Checking segment: {'id': 'd3fb0278-9523-434c-b081-606ad7d700a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:29:45.250264 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c57ca5f-0125-4c49-a26d-303494d1fcae admin admin] Network hostable DHCP agents. Network: 6d40b089-758f-4de5-af53-dad9eb43cb37, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103529) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:29:45.265735 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c57ca5f-0125-4c49-a26d-303494d1fcae admin admin] Network 6d40b089-758f-4de5-af53-dad9eb43cb37 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103529) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:29:45.274089 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-0c57ca5f-0125-4c49-a26d-303494d1fcae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 6d40b089-758f-4de5-af53-dad9eb43cb37) {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:29:45.279732 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c57ca5f-0125-4c49-a26d-303494d1fcae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:45.280420 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0c57ca5f-0125-4c49-a26d-303494d1fcae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:45.283851 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb08ec37-8e4f-4c6c-b7eb-5f7fcdb2b640 None None] Network 6d40b089-758f-4de5-af53-dad9eb43cb37 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:29:45.305065 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0c57ca5f-0125-4c49-a26d-303494d1fcae admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3129919 Feb 09 02:29:45.307954 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53002) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:45.312164 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-b8198702-0a66-4026-93e1-3c06d118a3f9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-117485189-router', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:45.332888 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b8198702-0a66-4026-93e1-3c06d118a3f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (ded0ed41-687d-4d96-bf24-885326fbe47f), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:45.333883 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b8198702-0a66-4026-93e1-3c06d118a3f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (ded0ed41-687d-4d96-bf24-885326fbe47f), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:45.390819 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b8198702-0a66-4026-93e1-3c06d118a3f9 admin admin] Publish callbacks [] for router_controller (ded0ed41-687d-4d96-bf24-885326fbe47f), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:45.394103 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5386524-d518-492b-98a5-42b91b3512e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-6d40b089-758f-4de5-af53-dad9eb43cb37', 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37', 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'fixed_ips': [{'subnet_id': '9abdeb0b-e778-4352-99c0-2e967d5697dd'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:29:45.394968 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f5386524-d518-492b-98a5-42b91b3512e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:45.528815 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-f5386524-d518-492b-98a5-42b91b3512e2 None None] Allocated IP 172.20.0.2 (6d40b089-758f-4de5-af53-dad9eb43cb37/9abdeb0b-e778-4352-99c0-2e967d5697dd/68ec8f19-a3a6-459f-adb2-562dc9243539) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:29:45.532831 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b8198702-0a66-4026-93e1-3c06d118a3f9 admin admin] Publish callbacks [] for router_gateway (ded0ed41-687d-4d96-bf24-885326fbe47f), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:45.691484 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f5386524-d518-492b-98a5-42b91b3512e2 None None] Publish callbacks [] for port (68ec8f19-a3a6-459f-adb2-562dc9243539), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:45.697027 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f5386524-d518-492b-98a5-42b91b3512e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (68ec8f19-a3a6-459f-adb2-562dc9243539), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:45.744391 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5386524-d518-492b-98a5-42b91b3512e2 None None] Network 6d40b089-758f-4de5-af53-dad9eb43cb37 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:29:45.747435 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-f5386524-d518-492b-98a5-42b91b3512e2 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:29:45.749883 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5386524-d518-492b-98a5-42b91b3512e2 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:29:45.759010 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5386524-d518-492b-98a5-42b91b3512e2 None None] Pushing event updated for resources: {'Port': ['ID=68ec8f19-a3a6-459f-adb2-562dc9243539,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:45.815142 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-f5386524-d518-492b-98a5-42b91b3512e2 None None] Attempting to bind port 68ec8f19-a3a6-459f-adb2-562dc9243539 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:29:45.815507 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-f5386524-d518-492b-98a5-42b91b3512e2 None None] Attempting to bind port 68ec8f19-a3a6-459f-adb2-562dc9243539 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'd3fb0278-9523-434c-b081-606ad7d700a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:29:45.815863 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5386524-d518-492b-98a5-42b91b3512e2 None None] Attempting to bind port 68ec8f19-a3a6-459f-adb2-562dc9243539 on network 6d40b089-758f-4de5-af53-dad9eb43cb37 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:29:45.821104 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5386524-d518-492b-98a5-42b91b3512e2 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:29:45.821497 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5386524-d518-492b-98a5-42b91b3512e2 None None] Checking segment: {'id': 'd3fb0278-9523-434c-b081-606ad7d700a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:29:45.821881 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f5386524-d518-492b-98a5-42b91b3512e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:45.822268 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5386524-d518-492b-98a5-42b91b3512e2 None None] Bound using segment: {'id': 'd3fb0278-9523-434c-b081-606ad7d700a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:29:45.823277 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-f5386524-d518-492b-98a5-42b91b3512e2 None None] Bound port: 68ec8f19-a3a6-459f-adb2-562dc9243539, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3fb0278-9523-434c-b081-606ad7d700a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:29:45.823647 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f5386524-d518-492b-98a5-42b91b3512e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (68ec8f19-a3a6-459f-adb2-562dc9243539), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:45.890450 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-f5386524-d518-492b-98a5-42b91b3512e2 None None] For port 68ec8f19-a3a6-459f-adb2-562dc9243539, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:29:45.893725 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-f5386524-d518-492b-98a5-42b91b3512e2 None None] For port 68ec8f19-a3a6-459f-adb2-562dc9243539, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=68ec8f19-a3a6-459f-adb2-562dc9243539,segment=NetworkSegment(d3fb0278-9523-434c-b081-606ad7d700a3),segment_id=d3fb0278-9523-434c-b081-606ad7d700a3)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:29:45.899069 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f5386524-d518-492b-98a5-42b91b3512e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (68ec8f19-a3a6-459f-adb2-562dc9243539), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:45.956480 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5386524-d518-492b-98a5-42b91b3512e2 None None] Pushing event updated for resources: {'Port': ['ID=68ec8f19-a3a6-459f-adb2-562dc9243539,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:46.121300 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b8198702-0a66-4026-93e1-3c06d118a3f9 admin admin] Publish callbacks [] for router_gateway (ded0ed41-687d-4d96-bf24-885326fbe47f), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:46.144926 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b8198702-0a66-4026-93e1-3c06d118a3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:46.262240 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-b8198702-0a66-4026-93e1-3c06d118a3f9 admin admin] Allocated IP 172.25.1.55 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/40d73cb6-0c88-4ff9-b9f1-11fb37f14baa) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:29:46.364174 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b8198702-0a66-4026-93e1-3c06d118a3f9 admin admin] Publish callbacks [] for port (40d73cb6-0c88-4ff9-b9f1-11fb37f14baa), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:46.399423 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b8198702-0a66-4026-93e1-3c06d118a3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (40d73cb6-0c88-4ff9-b9f1-11fb37f14baa), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:46.446087 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8198702-0a66-4026-93e1-3c06d118a3f9 admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:29:46.448994 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-b8198702-0a66-4026-93e1-3c06d118a3f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:29:46.452493 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8198702-0a66-4026-93e1-3c06d118a3f9 admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:29:46.457748 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8198702-0a66-4026-93e1-3c06d118a3f9 admin admin] Pushing event updated for resources: {'Port': ['ID=40d73cb6-0c88-4ff9-b9f1-11fb37f14baa,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:46.716590 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b8198702-0a66-4026-93e1-3c06d118a3f9 admin admin] Publish callbacks [] for router_gateway (ded0ed41-687d-4d96-bf24-885326fbe47f), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:46.882178 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41809e48-100e-4ebb-a26f-49907a33f1cc None None] Network 6d40b089-758f-4de5-af53-dad9eb43cb37 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:29:46.925685 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b8198702-0a66-4026-93e1-3c06d118a3f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (ded0ed41-687d-4d96-bf24-885326fbe47f), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:46.957462 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-3ce2e355-17ed-4e01-9e55-e6a1f1910624 None None] Provisioning complete for port 68ec8f19-a3a6-459f-adb2-562dc9243539 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:46.957831 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3ce2e355-17ed-4e01-9e55-e6a1f1910624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (68ec8f19-a3a6-459f-adb2-562dc9243539), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:47.065369 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8198702-0a66-4026-93e1-3c06d118a3f9 admin admin] Router ded0ed41-687d-4d96-bf24-885326fbe47f is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:29:47.072804 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3ce2e355-17ed-4e01-9e55-e6a1f1910624 None None] Current status of the port 68ec8f19-a3a6-459f-adb2-562dc9243539 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:47.073642 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3ce2e355-17ed-4e01-9e55-e6a1f1910624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (68ec8f19-a3a6-459f-adb2-562dc9243539), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:47.109403 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-3ce2e355-17ed-4e01-9e55-e6a1f1910624 None None] For port 68ec8f19-a3a6-459f-adb2-562dc9243539, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=68ec8f19-a3a6-459f-adb2-562dc9243539,segment=NetworkSegment(d3fb0278-9523-434c-b081-606ad7d700a3),segment_id=d3fb0278-9523-434c-b081-606ad7d700a3)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:47.114619 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3ce2e355-17ed-4e01-9e55-e6a1f1910624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (68ec8f19-a3a6-459f-adb2-562dc9243539), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:47.168620 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2e355-17ed-4e01-9e55-e6a1f1910624 None None] Pushing event updated for resources: {'Port': ['ID=68ec8f19-a3a6-459f-adb2-562dc9243539,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:47.187439 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8198702-0a66-4026-93e1-3c06d118a3f9 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:29:47.200509 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fedcf8-2ee0-4cae-906d-1b5cc1f7330d None None] Sync routers for ids ['ded0ed41-687d-4d96-bf24-885326fbe47f'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:29:47.210544 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b8198702-0a66-4026-93e1-3c06d118a3f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:47.211728 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fedcf8-2ee0-4cae-906d-1b5cc1f7330d None None] Routers {'ded0ed41-687d-4d96-bf24-885326fbe47f'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:29:47.211871 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b8198702-0a66-4026-93e1-3c06d118a3f9 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9029036 Feb 09 02:29:47.212469 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-39fedcf8-2ee0-4cae-906d-1b5cc1f7330d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:29:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['ded0ed41-687d-4d96-bf24-885326fbe47f'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:47.215351 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53004) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:47.325240 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-39fedcf8-2ee0-4cae-906d-1b5cc1f7330d None None] Set router ded0ed41-687d-4d96-bf24-885326fbe47f gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:29:47.434353 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-dd3c61ea-c08b-44dc-a2e2-7460da4fecef None None] Provisioning complete for port 68ec8f19-a3a6-459f-adb2-562dc9243539 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:47.434634 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-dd3c61ea-c08b-44dc-a2e2-7460da4fecef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (68ec8f19-a3a6-459f-adb2-562dc9243539), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:47.569833 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-dd3c61ea-c08b-44dc-a2e2-7460da4fecef None None] Current status of the port 68ec8f19-a3a6-459f-adb2-562dc9243539 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:47.590204 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-39fedcf8-2ee0-4cae-906d-1b5cc1f7330d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'name': 'tempest-TestShelveInstance-117485189-router', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '40d73cb6-0c88-4ff9-b9f1-11fb37f14baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:29:45Z', 'updated_at': '2022-02-09T02:29:46Z', 'revision_number': 3, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'gw_port': {'id': '40d73cb6-0c88-4ff9-b9f1-11fb37f14baa', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:46Z', 'updated_at': '2022-02-09T02:29:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:47.623222 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fedcf8-2ee0-4cae-906d-1b5cc1f7330d None None] Checking router: ded0ed41-687d-4d96-bf24-885326fbe47f for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:29:47.624572 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fedcf8-2ee0-4cae-906d-1b5cc1f7330d None None] Updating router ded0ed41-687d-4d96-bf24-885326fbe47f port 40d73cb6-0c88-4ff9-b9f1-11fb37f14baa binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:29:47.643284 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 68ec8f19-a3a6-459f-adb2-562dc9243539 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:29:47.679501 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-36491c36-870e-4a54-833a-8af645be8149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:47.681719 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-39fedcf8-2ee0-4cae-906d-1b5cc1f7330d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (40d73cb6-0c88-4ff9-b9f1-11fb37f14baa), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:47.775970 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 68ec8f19-a3a6-459f-adb2-562dc9243539 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:47.776347 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (68ec8f19-a3a6-459f-adb2-562dc9243539), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:47.838785 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-36491c36-870e-4a54-833a-8af645be8149 admin admin] Allocated IP 172.20.0.1 (6d40b089-758f-4de5-af53-dad9eb43cb37/9abdeb0b-e778-4352-99c0-2e967d5697dd/a5c4e4c6-528a-41af-9d09-8714a1ec54d6) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:29:47.938331 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 68ec8f19-a3a6-459f-adb2-562dc9243539 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:47.945487 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-36491c36-870e-4a54-833a-8af645be8149 admin admin] Publish callbacks [] for port (a5c4e4c6-528a-41af-9d09-8714a1ec54d6), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:47.980802 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-36491c36-870e-4a54-833a-8af645be8149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (a5c4e4c6-528a-41af-9d09-8714a1ec54d6), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:48.008011 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-39fedcf8-2ee0-4cae-906d-1b5cc1f7330d None None] Publish callbacks [] for port (40d73cb6-0c88-4ff9-b9f1-11fb37f14baa), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:48.013724 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-39fedcf8-2ee0-4cae-906d-1b5cc1f7330d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (40d73cb6-0c88-4ff9-b9f1-11fb37f14baa), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:48.023680 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36491c36-870e-4a54-833a-8af645be8149 admin admin] Network 6d40b089-758f-4de5-af53-dad9eb43cb37 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:29:48.027454 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-36491c36-870e-4a54-833a-8af645be8149 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:29:48.032872 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36491c36-870e-4a54-833a-8af645be8149 admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:29:48.035813 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36491c36-870e-4a54-833a-8af645be8149 admin admin] Pushing event updated for resources: {'Port': ['ID=a5c4e4c6-528a-41af-9d09-8714a1ec54d6,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:48.068247 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-39fedcf8-2ee0-4cae-906d-1b5cc1f7330d None None] Attempting to bind port 40d73cb6-0c88-4ff9-b9f1-11fb37f14baa on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:29:48.068628 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-39fedcf8-2ee0-4cae-906d-1b5cc1f7330d None None] Attempting to bind port 40d73cb6-0c88-4ff9-b9f1-11fb37f14baa by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:29:48.068990 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fedcf8-2ee0-4cae-906d-1b5cc1f7330d None None] Attempting to bind port 40d73cb6-0c88-4ff9-b9f1-11fb37f14baa on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:29:48.078464 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fedcf8-2ee0-4cae-906d-1b5cc1f7330d None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:29:48.079126 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fedcf8-2ee0-4cae-906d-1b5cc1f7330d None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:29:48.079331 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-36491c36-870e-4a54-833a-8af645be8149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (ded0ed41-687d-4d96-bf24-885326fbe47f), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:48.079540 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-39fedcf8-2ee0-4cae-906d-1b5cc1f7330d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:48.081122 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fedcf8-2ee0-4cae-906d-1b5cc1f7330d None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:29:48.081442 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-39fedcf8-2ee0-4cae-906d-1b5cc1f7330d None None] Bound port: 40d73cb6-0c88-4ff9-b9f1-11fb37f14baa, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:29:48.081830 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-39fedcf8-2ee0-4cae-906d-1b5cc1f7330d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (40d73cb6-0c88-4ff9-b9f1-11fb37f14baa), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:48.083794 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477a091-05c2-4399-91b9-2e71f176fceb None None] Pushing event updated for resources: {'Port': ['ID=40d73cb6-0c88-4ff9-b9f1-11fb37f14baa,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:48.144859 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-39fedcf8-2ee0-4cae-906d-1b5cc1f7330d None None] For port 40d73cb6-0c88-4ff9-b9f1-11fb37f14baa, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:29:48.148798 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-39fedcf8-2ee0-4cae-906d-1b5cc1f7330d None None] For port 40d73cb6-0c88-4ff9-b9f1-11fb37f14baa, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=40d73cb6-0c88-4ff9-b9f1-11fb37f14baa,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:29:48.159353 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-39fedcf8-2ee0-4cae-906d-1b5cc1f7330d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (40d73cb6-0c88-4ff9-b9f1-11fb37f14baa), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:48.221487 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fedcf8-2ee0-4cae-906d-1b5cc1f7330d None None] Routers {'ded0ed41-687d-4d96-bf24-885326fbe47f'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:29:48.221891 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-39fedcf8-2ee0-4cae-906d-1b5cc1f7330d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:29:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['ded0ed41-687d-4d96-bf24-885326fbe47f'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:48.225709 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477a091-05c2-4399-91b9-2e71f176fceb None None] Pushing event updated for resources: {'Port': ['ID=40d73cb6-0c88-4ff9-b9f1-11fb37f14baa,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:48.231687 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-36491c36-870e-4a54-833a-8af645be8149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a5c4e4c6-528a-41af-9d09-8714a1ec54d6), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:48.323472 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c360452a-b5ef-465d-bc20-a8d7bb7ea10a None None] Provisioning complete for port a5c4e4c6-528a-41af-9d09-8714a1ec54d6 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:48.323759 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c360452a-b5ef-465d-bc20-a8d7bb7ea10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a5c4e4c6-528a-41af-9d09-8714a1ec54d6), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:48.373957 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-39fedcf8-2ee0-4cae-906d-1b5cc1f7330d None None] Set router ded0ed41-687d-4d96-bf24-885326fbe47f gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:29:48.375611 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c360452a-b5ef-465d-bc20-a8d7bb7ea10a None None] Port a5c4e4c6-528a-41af-9d09-8714a1ec54d6 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:29:48.399116 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-36491c36-870e-4a54-833a-8af645be8149 admin admin] Publish callbacks [] for port (a5c4e4c6-528a-41af-9d09-8714a1ec54d6), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:48.403956 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-36491c36-870e-4a54-833a-8af645be8149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (a5c4e4c6-528a-41af-9d09-8714a1ec54d6), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:48.471165 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36491c36-870e-4a54-833a-8af645be8149 admin admin] Pushing event updated for resources: {'Port': ['ID=a5c4e4c6-528a-41af-9d09-8714a1ec54d6,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:48.475850 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-36491c36-870e-4a54-833a-8af645be8149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (ded0ed41-687d-4d96-bf24-885326fbe47f), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:48.567513 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36491c36-870e-4a54-833a-8af645be8149 admin admin] Network 6d40b089-758f-4de5-af53-dad9eb43cb37 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:29:48.568959 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-36491c36-870e-4a54-833a-8af645be8149 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:29:48.578664 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-39fedcf8-2ee0-4cae-906d-1b5cc1f7330d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'name': 'tempest-TestShelveInstance-117485189-router', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '40d73cb6-0c88-4ff9-b9f1-11fb37f14baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:29:45Z', 'updated_at': '2022-02-09T02:29:48Z', 'revision_number': 4, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'gw_port': {'id': '40d73cb6-0c88-4ff9-b9f1-11fb37f14baa', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:46Z', 'updated_at': '2022-02-09T02:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'a5c4e4c6-528a-41af-9d09-8714a1ec54d6', 'name': '', 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'mac_address': 'fa:16:3e:b5:2e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '9abdeb0b-e778-4352-99c0-2e967d5697dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:47Z', 'updated_at': '2022-02-09T02:29:47Z', 'revision_number': 1, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'subnets': [{'id': '9abdeb0b-e778-4352-99c0-2e967d5697dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:48.606044 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fedcf8-2ee0-4cae-906d-1b5cc1f7330d None None] The sync data for ids ['ded0ed41-687d-4d96-bf24-885326fbe47f'] in n-d-822053-40 is: [{'id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'name': 'tempest-TestShelveInstance-117485189-router', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '40d73cb6-0c88-4ff9-b9f1-11fb37f14baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:29:45Z', 'updated_at': '2022-02-09T02:29:48Z', 'revision_number': 4, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'gw_port': {'id': '40d73cb6-0c88-4ff9-b9f1-11fb37f14baa', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:46Z', 'updated_at': '2022-02-09T02:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'a5c4e4c6-528a-41af-9d09-8714a1ec54d6', 'name': '', 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'mac_address': 'fa:16:3e:b5:2e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '9abdeb0b-e778-4352-99c0-2e967d5697dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:47Z', 'updated_at': '2022-02-09T02:29:47Z', 'revision_number': 1, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'subnets': [{'id': '9abdeb0b-e778-4352-99c0-2e967d5697dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:29:48.705868 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36491c36-870e-4a54-833a-8af645be8149 admin admin] Router ded0ed41-687d-4d96-bf24-885326fbe47f has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:29:48.816453 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-bc16f6ed-8fd4-433a-acb5-92258f394d6f None None] Provisioning complete for port a5c4e4c6-528a-41af-9d09-8714a1ec54d6 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:48.816897 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bc16f6ed-8fd4-433a-acb5-92258f394d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a5c4e4c6-528a-41af-9d09-8714a1ec54d6), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:48.836379 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36491c36-870e-4a54-833a-8af645be8149 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:29:48.841904 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-36491c36-870e-4a54-833a-8af645be8149 admin admin] 10.222.0.30 "PUT /v2.0/routers/ded0ed41-687d-4d96-bf24-885326fbe47f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6252227 Feb 09 02:29:48.866287 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-bc16f6ed-8fd4-433a-acb5-92258f394d6f None None] Port a5c4e4c6-528a-41af-9d09-8714a1ec54d6 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:29:49.351249 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53020) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:49.357494 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-cd673956-c029-4eec-b08a-482199db8d2c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1690369886-network', 'tenant_id': '768a3091d1ae46e1b0bacc07701b76ec'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:49.379748 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd673956-c029-4eec-b08a-482199db8d2c admin admin] Made reservation on behalf of 768a3091d1ae46e1b0bacc07701b76ec for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:29:49.380669 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd673956-c029-4eec-b08a-482199db8d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:49.390097 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd673956-c029-4eec-b08a-482199db8d2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:49.467482 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd673956-c029-4eec-b08a-482199db8d2c admin admin] Publish callbacks [] for security_group (0e85f051-66c7-4946-9576-6777a30f7ac2), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:49.472678 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd673956-c029-4eec-b08a-482199db8d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0e85f051-66c7-4946-9576-6777a30f7ac2), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:49.502502 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd673956-c029-4eec-b08a-482199db8d2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:29:49.513854 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd673956-c029-4eec-b08a-482199db8d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e85f051-66c7-4946-9576-6777a30f7ac2,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:49.519539 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd673956-c029-4eec-b08a-482199db8d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (7b0446d7-23e7-4101-876f-cdf021c04c3f), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:49.519881 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-cd673956-c029-4eec-b08a-482199db8d2c admin admin] Added segment 7b0446d7-23e7-4101-876f-cdf021c04c3f of type vlan for network c4ca969c-0e18-490f-8271-37614f7d992b Feb 09 02:29:49.570345 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd673956-c029-4eec-b08a-482199db8d2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (c4ca969c-0e18-490f-8271-37614f7d992b), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:49.600965 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd673956-c029-4eec-b08a-482199db8d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (c4ca969c-0e18-490f-8271-37614f7d992b), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:49.601952 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd673956-c029-4eec-b08a-482199db8d2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:49.603314 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cd673956-c029-4eec-b08a-482199db8d2c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:49.641218 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 40d73cb6-0c88-4ff9-b9f1-11fb37f14baa up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:29:49.665320 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-cd673956-c029-4eec-b08a-482199db8d2c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3128371 Feb 09 02:29:49.668818 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53022) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:49.673709 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-b4c8ac90-b0c2-42e7-9fcb-c08377404415 admin admin] Request body: {'subnet': {'network_id': 'c4ca969c-0e18-490f-8271-37614f7d992b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1690369886-subnet', 'tenant_id': '768a3091d1ae46e1b0bacc07701b76ec', 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:49.677830 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd673956-c029-4eec-b08a-482199db8d2c admin admin] Pushing event updated for resources: {'Network': ['ID=c4ca969c-0e18-490f-8271-37614f7d992b,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:49.691004 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network c4ca969c-0e18-490f-8271-37614f7d992b details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:29:49.697518 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c8ac90-b0c2-42e7-9fcb-c08377404415 admin admin] Made reservation on behalf of 768a3091d1ae46e1b0bacc07701b76ec for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:29:49.700829 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b4c8ac90-b0c2-42e7-9fcb-c08377404415 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:49.767472 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 40d73cb6-0c88-4ff9-b9f1-11fb37f14baa triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:49.767884 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (40d73cb6-0c88-4ff9-b9f1-11fb37f14baa), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:49.862124 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 40d73cb6-0c88-4ff9-b9f1-11fb37f14baa is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:49.862527 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (40d73cb6-0c88-4ff9-b9f1-11fb37f14baa), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:49.884447 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 40d73cb6-0c88-4ff9-b9f1-11fb37f14baa, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=40d73cb6-0c88-4ff9-b9f1-11fb37f14baa,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:49.887845 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b4c8ac90-b0c2-42e7-9fcb-c08377404415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (ca6c064f-d631-4e53-ad68-f1d014f7af85), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:49.889722 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (40d73cb6-0c88-4ff9-b9f1-11fb37f14baa), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:49.942045 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=40d73cb6-0c88-4ff9-b9f1-11fb37f14baa,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:49.956449 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8ac90-b0c2-42e7-9fcb-c08377404415 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca6c064f-d631-4e53-ad68-f1d014f7af85,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:49.964585 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c8ac90-b0c2-42e7-9fcb-c08377404415 admin admin] Checking segment: {'id': '7b0446d7-23e7-4101-876f-cdf021c04c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'c4ca969c-0e18-490f-8271-37614f7d992b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:29:49.965097 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c8ac90-b0c2-42e7-9fcb-c08377404415 admin admin] Network hostable DHCP agents. Network: c4ca969c-0e18-490f-8271-37614f7d992b, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:29:49.983165 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c8ac90-b0c2-42e7-9fcb-c08377404415 admin admin] Network c4ca969c-0e18-490f-8271-37614f7d992b is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:29:49.991564 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-b4c8ac90-b0c2-42e7-9fcb-c08377404415 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, c4ca969c-0e18-490f-8271-37614f7d992b) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:29:49.995944 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c8ac90-b0c2-42e7-9fcb-c08377404415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:49.996550 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b4c8ac90-b0c2-42e7-9fcb-c08377404415 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:50.001398 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c571a4a1-c858-487e-ba35-10694d95fc39 None None] Network c4ca969c-0e18-490f-8271-37614f7d992b requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:29:50.011999 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-b4c8ac90-b0c2-42e7-9fcb-c08377404415 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3419259 Feb 09 02:29:50.014395 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53024) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:50.018497 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-1b3f90e0-1bcc-4583-8da8-3a4bab6a7eec admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1690369886-router', 'tenant_id': '768a3091d1ae46e1b0bacc07701b76ec', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:50.038240 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b3f90e0-1bcc-4583-8da8-3a4bab6a7eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (df20d5f2-c92a-48ea-957b-56359e0ad317), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:50.039246 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b3f90e0-1bcc-4583-8da8-3a4bab6a7eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (df20d5f2-c92a-48ea-957b-56359e0ad317), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:50.107697 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b3f90e0-1bcc-4583-8da8-3a4bab6a7eec admin admin] Publish callbacks [] for router_controller (df20d5f2-c92a-48ea-957b-56359e0ad317), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:50.263192 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b3f90e0-1bcc-4583-8da8-3a4bab6a7eec admin admin] Publish callbacks [] for router_gateway (df20d5f2-c92a-48ea-957b-56359e0ad317), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:50.269644 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:50.278605 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9126e4-e756-4067-aa45-d806ca22218d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-c4ca969c-0e18-490f-8271-37614f7d992b', 'network_id': 'c4ca969c-0e18-490f-8271-37614f7d992b', 'project_id': '768a3091d1ae46e1b0bacc07701b76ec', 'fixed_ips': [{'subnet_id': 'ca6c064f-d631-4e53-ad68-f1d014f7af85'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:29:50.279441 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ba9126e4-e756-4067-aa45-d806ca22218d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:50.426212 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-ba9126e4-e756-4067-aa45-d806ca22218d None None] Allocated IP 172.20.0.2 (c4ca969c-0e18-490f-8271-37614f7d992b/ca6c064f-d631-4e53-ad68-f1d014f7af85/155afd18-1573-4f87-9103-d30ffe5c4750) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:29:50.473755 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b3f90e0-1bcc-4583-8da8-3a4bab6a7eec admin admin] Publish callbacks [] for router_gateway (df20d5f2-c92a-48ea-957b-56359e0ad317), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:50.493555 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b3f90e0-1bcc-4583-8da8-3a4bab6a7eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:50.576041 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ba9126e4-e756-4067-aa45-d806ca22218d None None] Publish callbacks [] for port (155afd18-1573-4f87-9103-d30ffe5c4750), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:50.582495 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ba9126e4-e756-4067-aa45-d806ca22218d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (155afd18-1573-4f87-9103-d30ffe5c4750), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:50.603206 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-1b3f90e0-1bcc-4583-8da8-3a4bab6a7eec admin admin] Allocated IP 172.25.1.180 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/fb1785e6-b6e5-41c7-bd53-55b051d96c6c) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:29:50.633047 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9126e4-e756-4067-aa45-d806ca22218d None None] Network c4ca969c-0e18-490f-8271-37614f7d992b is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:29:50.637462 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-ba9126e4-e756-4067-aa45-d806ca22218d None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:29:50.640715 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9126e4-e756-4067-aa45-d806ca22218d None None] Pushing event updated for resources: {'Port': ['ID=155afd18-1573-4f87-9103-d30ffe5c4750,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:50.641545 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9126e4-e756-4067-aa45-d806ca22218d None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:29:50.679281 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6158f2bf-f4d8-44f1-82e1-c84a1d192814 None None] Sync routers for ids ['ded0ed41-687d-4d96-bf24-885326fbe47f'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:29:50.690600 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6158f2bf-f4d8-44f1-82e1-c84a1d192814 None None] Routers {'ded0ed41-687d-4d96-bf24-885326fbe47f'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:29:50.691219 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-6158f2bf-f4d8-44f1-82e1-c84a1d192814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:29:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['ded0ed41-687d-4d96-bf24-885326fbe47f'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:50.699642 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-ba9126e4-e756-4067-aa45-d806ca22218d None None] Attempting to bind port 155afd18-1573-4f87-9103-d30ffe5c4750 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:29:50.700132 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-ba9126e4-e756-4067-aa45-d806ca22218d None None] Attempting to bind port 155afd18-1573-4f87-9103-d30ffe5c4750 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '7b0446d7-23e7-4101-876f-cdf021c04c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'c4ca969c-0e18-490f-8271-37614f7d992b'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:29:50.700573 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9126e4-e756-4067-aa45-d806ca22218d None None] Attempting to bind port 155afd18-1573-4f87-9103-d30ffe5c4750 on network c4ca969c-0e18-490f-8271-37614f7d992b {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:29:50.705787 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9126e4-e756-4067-aa45-d806ca22218d None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:29:50.706358 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9126e4-e756-4067-aa45-d806ca22218d None None] Checking segment: {'id': '7b0446d7-23e7-4101-876f-cdf021c04c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'c4ca969c-0e18-490f-8271-37614f7d992b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:29:50.706769 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ba9126e4-e756-4067-aa45-d806ca22218d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:50.707167 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9126e4-e756-4067-aa45-d806ca22218d None None] Bound using segment: {'id': '7b0446d7-23e7-4101-876f-cdf021c04c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'c4ca969c-0e18-490f-8271-37614f7d992b'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:29:50.707639 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-ba9126e4-e756-4067-aa45-d806ca22218d None None] Bound port: 155afd18-1573-4f87-9103-d30ffe5c4750, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b0446d7-23e7-4101-876f-cdf021c04c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'c4ca969c-0e18-490f-8271-37614f7d992b'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:29:50.708047 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ba9126e4-e756-4067-aa45-d806ca22218d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (155afd18-1573-4f87-9103-d30ffe5c4750), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:50.716234 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b3f90e0-1bcc-4583-8da8-3a4bab6a7eec admin admin] Publish callbacks [] for port (fb1785e6-b6e5-41c7-bd53-55b051d96c6c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:50.753785 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b3f90e0-1bcc-4583-8da8-3a4bab6a7eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (fb1785e6-b6e5-41c7-bd53-55b051d96c6c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:50.778277 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-ba9126e4-e756-4067-aa45-d806ca22218d None None] For port 155afd18-1573-4f87-9103-d30ffe5c4750, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:29:50.781826 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-ba9126e4-e756-4067-aa45-d806ca22218d None None] For port 155afd18-1573-4f87-9103-d30ffe5c4750, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=155afd18-1573-4f87-9103-d30ffe5c4750,segment=NetworkSegment(7b0446d7-23e7-4101-876f-cdf021c04c3f),segment_id=7b0446d7-23e7-4101-876f-cdf021c04c3f)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:29:50.789188 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ba9126e4-e756-4067-aa45-d806ca22218d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (155afd18-1573-4f87-9103-d30ffe5c4750), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:50.802921 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3f90e0-1bcc-4583-8da8-3a4bab6a7eec admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:29:50.805900 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-1b3f90e0-1bcc-4583-8da8-3a4bab6a7eec admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:29:50.806787 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-6158f2bf-f4d8-44f1-82e1-c84a1d192814 None None] Set router ded0ed41-687d-4d96-bf24-885326fbe47f gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:29:50.812419 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3f90e0-1bcc-4583-8da8-3a4bab6a7eec admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:29:50.850114 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f90e0-1bcc-4583-8da8-3a4bab6a7eec admin admin] Pushing event updated for resources: {'Port': ['ID=fb1785e6-b6e5-41c7-bd53-55b051d96c6c,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:50.863265 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9126e4-e756-4067-aa45-d806ca22218d None None] Pushing event updated for resources: {'Port': ['ID=155afd18-1573-4f87-9103-d30ffe5c4750,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:50.983118 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1a096cc7-1784-4d37-8565-0f5309408aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:51.145999 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-6158f2bf-f4d8-44f1-82e1-c84a1d192814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'name': 'tempest-TestShelveInstance-117485189-router', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '40d73cb6-0c88-4ff9-b9f1-11fb37f14baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:29:45Z', 'updated_at': '2022-02-09T02:29:48Z', 'revision_number': 4, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'gw_port': {'id': '40d73cb6-0c88-4ff9-b9f1-11fb37f14baa', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:46Z', 'updated_at': '2022-02-09T02:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'a5c4e4c6-528a-41af-9d09-8714a1ec54d6', 'name': '', 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'mac_address': 'fa:16:3e:b5:2e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '9abdeb0b-e778-4352-99c0-2e967d5697dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:47Z', 'updated_at': '2022-02-09T02:29:48Z', 'revision_number': 2, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'subnets': [{'id': '9abdeb0b-e778-4352-99c0-2e967d5697dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:51.173751 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6158f2bf-f4d8-44f1-82e1-c84a1d192814 None None] Checking router: ded0ed41-687d-4d96-bf24-885326fbe47f for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:29:51.174004 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6158f2bf-f4d8-44f1-82e1-c84a1d192814 None None] Updating router ded0ed41-687d-4d96-bf24-885326fbe47f port a5c4e4c6-528a-41af-9d09-8714a1ec54d6 binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:29:51.204352 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-6158f2bf-f4d8-44f1-82e1-c84a1d192814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a5c4e4c6-528a-41af-9d09-8714a1ec54d6), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:51.423734 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b3f90e0-1bcc-4583-8da8-3a4bab6a7eec admin admin] Publish callbacks [] for router_gateway (df20d5f2-c92a-48ea-957b-56359e0ad317), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:51.487524 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-6158f2bf-f4d8-44f1-82e1-c84a1d192814 None None] Publish callbacks [] for port (a5c4e4c6-528a-41af-9d09-8714a1ec54d6), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:51.493128 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-6158f2bf-f4d8-44f1-82e1-c84a1d192814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (a5c4e4c6-528a-41af-9d09-8714a1ec54d6), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:51.591234 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5bd814-7502-4959-b0a5-0ac6d2ceec27 None None] Pushing event updated for resources: {'Port': ['ID=a5c4e4c6-528a-41af-9d09-8714a1ec54d6,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:51.609376 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bd814-7502-4959-b0a5-0ac6d2ceec27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:51.609726 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bd814-7502-4959-b0a5-0ac6d2ceec27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:51.610066 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bd814-7502-4959-b0a5-0ac6d2ceec27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:51.610403 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bd814-7502-4959-b0a5-0ac6d2ceec27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:51.610816 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bd814-7502-4959-b0a5-0ac6d2ceec27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:51.612426 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bd814-7502-4959-b0a5-0ac6d2ceec27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:51.612770 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bd814-7502-4959-b0a5-0ac6d2ceec27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:51.613131 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bd814-7502-4959-b0a5-0ac6d2ceec27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:51.613464 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bd814-7502-4959-b0a5-0ac6d2ceec27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:51.613791 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bd814-7502-4959-b0a5-0ac6d2ceec27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:51.614118 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bd814-7502-4959-b0a5-0ac6d2ceec27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:51.614477 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bd814-7502-4959-b0a5-0ac6d2ceec27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:51.624017 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bd814-7502-4959-b0a5-0ac6d2ceec27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:51.659817 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:51.669051 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b3f90e0-1bcc-4583-8da8-3a4bab6a7eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (df20d5f2-c92a-48ea-957b-56359e0ad317), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:51.690163 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-6158f2bf-f4d8-44f1-82e1-c84a1d192814 None None] Attempting to bind port a5c4e4c6-528a-41af-9d09-8714a1ec54d6 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:29:51.691125 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-6158f2bf-f4d8-44f1-82e1-c84a1d192814 None None] Attempting to bind port a5c4e4c6-528a-41af-9d09-8714a1ec54d6 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': 'd3fb0278-9523-434c-b081-606ad7d700a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:29:51.691833 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6158f2bf-f4d8-44f1-82e1-c84a1d192814 None None] Attempting to bind port a5c4e4c6-528a-41af-9d09-8714a1ec54d6 on network 6d40b089-758f-4de5-af53-dad9eb43cb37 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:29:51.705460 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6158f2bf-f4d8-44f1-82e1-c84a1d192814 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:29:51.705976 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6158f2bf-f4d8-44f1-82e1-c84a1d192814 None None] Checking segment: {'id': 'd3fb0278-9523-434c-b081-606ad7d700a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:29:51.706452 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-6158f2bf-f4d8-44f1-82e1-c84a1d192814 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:51.707038 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6158f2bf-f4d8-44f1-82e1-c84a1d192814 None None] Bound using segment: {'id': 'd3fb0278-9523-434c-b081-606ad7d700a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:29:51.707625 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-6158f2bf-f4d8-44f1-82e1-c84a1d192814 None None] Bound port: a5c4e4c6-528a-41af-9d09-8714a1ec54d6, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3fb0278-9523-434c-b081-606ad7d700a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:29:51.708163 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-6158f2bf-f4d8-44f1-82e1-c84a1d192814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a5c4e4c6-528a-41af-9d09-8714a1ec54d6), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:51.782785 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 155afd18-1573-4f87-9103-d30ffe5c4750 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:29:51.822208 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-6158f2bf-f4d8-44f1-82e1-c84a1d192814 None None] For port a5c4e4c6-528a-41af-9d09-8714a1ec54d6, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:29:51.830861 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-6158f2bf-f4d8-44f1-82e1-c84a1d192814 None None] For port a5c4e4c6-528a-41af-9d09-8714a1ec54d6, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=a5c4e4c6-528a-41af-9d09-8714a1ec54d6,segment=NetworkSegment(d3fb0278-9523-434c-b081-606ad7d700a3),segment_id=d3fb0278-9523-434c-b081-606ad7d700a3)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:29:51.844640 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-6158f2bf-f4d8-44f1-82e1-c84a1d192814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (a5c4e4c6-528a-41af-9d09-8714a1ec54d6), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:51.861838 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3f90e0-1bcc-4583-8da8-3a4bab6a7eec admin admin] Router df20d5f2-c92a-48ea-957b-56359e0ad317 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:29:51.873114 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 155afd18-1573-4f87-9103-d30ffe5c4750 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:51.873621 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (155afd18-1573-4f87-9103-d30ffe5c4750), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:51.910663 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5bd814-7502-4959-b0a5-0ac6d2ceec27 None None] Pushing event updated for resources: {'Port': ['ID=a5c4e4c6-528a-41af-9d09-8714a1ec54d6,revision_number=4']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:51.949479 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6158f2bf-f4d8-44f1-82e1-c84a1d192814 None None] Routers {'ded0ed41-687d-4d96-bf24-885326fbe47f'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:29:51.950288 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-6158f2bf-f4d8-44f1-82e1-c84a1d192814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:29:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['ded0ed41-687d-4d96-bf24-885326fbe47f'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:51.992595 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 155afd18-1573-4f87-9103-d30ffe5c4750 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:51.993003 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (155afd18-1573-4f87-9103-d30ffe5c4750), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:52.029267 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3f90e0-1bcc-4583-8da8-3a4bab6a7eec admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:29:52.040674 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12585d0-9b0d-4f77-a7d8-cc0c9557ac34 None None] Sync routers for ids ['df20d5f2-c92a-48ea-957b-56359e0ad317'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:29:52.062977 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b3f90e0-1bcc-4583-8da8-3a4bab6a7eec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:52.068128 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53026) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:52.068671 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1b3f90e0-1bcc-4583-8da8-3a4bab6a7eec admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0528786 Feb 09 02:29:52.070581 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12585d0-9b0d-4f77-a7d8-cc0c9557ac34 None None] Routers {'df20d5f2-c92a-48ea-957b-56359e0ad317'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:29:52.071306 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-f12585d0-9b0d-4f77-a7d8-cc0c9557ac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:29:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['df20d5f2-c92a-48ea-957b-56359e0ad317'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:52.074570 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-80f3c330-1937-4b59-8bc7-6fa832f90178 None None] Provisioning complete for port a5c4e4c6-528a-41af-9d09-8714a1ec54d6 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:52.074945 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-80f3c330-1937-4b59-8bc7-6fa832f90178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a5c4e4c6-528a-41af-9d09-8714a1ec54d6), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:52.151604 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-6158f2bf-f4d8-44f1-82e1-c84a1d192814 None None] Set router ded0ed41-687d-4d96-bf24-885326fbe47f gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:29:52.197563 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 155afd18-1573-4f87-9103-d30ffe5c4750, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=155afd18-1573-4f87-9103-d30ffe5c4750,segment=NetworkSegment(7b0446d7-23e7-4101-876f-cdf021c04c3f),segment_id=7b0446d7-23e7-4101-876f-cdf021c04c3f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:52.243235 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e288b4-d578-4741-a9bc-6faa7bf99c0e None None] Network c4ca969c-0e18-490f-8271-37614f7d992b requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:29:52.251086 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (155afd18-1573-4f87-9103-d30ffe5c4750), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:52.251880 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 40d73cb6-0c88-4ff9-b9f1-11fb37f14baa up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:29:52.393186 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-6158f2bf-f4d8-44f1-82e1-c84a1d192814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'name': 'tempest-TestShelveInstance-117485189-router', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '40d73cb6-0c88-4ff9-b9f1-11fb37f14baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:29:45Z', 'updated_at': '2022-02-09T02:29:48Z', 'revision_number': 4, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'gw_port': {'id': '40d73cb6-0c88-4ff9-b9f1-11fb37f14baa', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:46Z', 'updated_at': '2022-02-09T02:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'a5c4e4c6-528a-41af-9d09-8714a1ec54d6', 'name': '', 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'mac_address': 'fa:16:3e:b5:2e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '9abdeb0b-e778-4352-99c0-2e967d5697dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:47Z', 'updated_at': '2022-02-09T02:29:51Z', 'revision_number': 4, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'subnets': [{'id': '9abdeb0b-e778-4352-99c0-2e967d5697dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:52.425802 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6158f2bf-f4d8-44f1-82e1-c84a1d192814 None None] The sync data for ids ['ded0ed41-687d-4d96-bf24-885326fbe47f'] in n-d-822053-40 is: [{'id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'name': 'tempest-TestShelveInstance-117485189-router', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '40d73cb6-0c88-4ff9-b9f1-11fb37f14baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:29:45Z', 'updated_at': '2022-02-09T02:29:48Z', 'revision_number': 4, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'gw_port': {'id': '40d73cb6-0c88-4ff9-b9f1-11fb37f14baa', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:46Z', 'updated_at': '2022-02-09T02:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'a5c4e4c6-528a-41af-9d09-8714a1ec54d6', 'name': '', 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'mac_address': 'fa:16:3e:b5:2e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '9abdeb0b-e778-4352-99c0-2e967d5697dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:47Z', 'updated_at': '2022-02-09T02:29:51Z', 'revision_number': 4, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'subnets': [{'id': '9abdeb0b-e778-4352-99c0-2e967d5697dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:29:52.446781 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=155afd18-1573-4f87-9103-d30ffe5c4750,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:52.480145 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-f12585d0-9b0d-4f77-a7d8-cc0c9557ac34 None None] Set router df20d5f2-c92a-48ea-957b-56359e0ad317 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:29:52.580123 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-80f3c330-1937-4b59-8bc7-6fa832f90178 None None] Current status of the port a5c4e4c6-528a-41af-9d09-8714a1ec54d6 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:52.580527 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-80f3c330-1937-4b59-8bc7-6fa832f90178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (a5c4e4c6-528a-41af-9d09-8714a1ec54d6), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:52.617667 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 40d73cb6-0c88-4ff9-b9f1-11fb37f14baa triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:52.618044 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (40d73cb6-0c88-4ff9-b9f1-11fb37f14baa), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:52.670446 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2d0387dc-1b70-46e8-930b-dd4c638c038d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:52.719661 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-80f3c330-1937-4b59-8bc7-6fa832f90178 None None] For port a5c4e4c6-528a-41af-9d09-8714a1ec54d6, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=a5c4e4c6-528a-41af-9d09-8714a1ec54d6,segment=NetworkSegment(d3fb0278-9523-434c-b081-606ad7d700a3),segment_id=d3fb0278-9523-434c-b081-606ad7d700a3)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:52.733402 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-80f3c330-1937-4b59-8bc7-6fa832f90178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (a5c4e4c6-528a-41af-9d09-8714a1ec54d6), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:52.856127 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3c330-1937-4b59-8bc7-6fa832f90178 None None] Pushing event updated for resources: {'Port': ['ID=a5c4e4c6-528a-41af-9d09-8714a1ec54d6,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:52.862243 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 40d73cb6-0c88-4ff9-b9f1-11fb37f14baa is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:52.867458 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-2d0387dc-1b70-46e8-930b-dd4c638c038d admin admin] Allocated IP 172.20.0.1 (c4ca969c-0e18-490f-8271-37614f7d992b/ca6c064f-d631-4e53-ad68-f1d014f7af85/bee6b2cc-37cf-4718-9572-55adebc89b31) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:29:52.880444 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-db048ec2-930e-4585-8a58-263ece9f57f2 None None] Provisioning complete for port 155afd18-1573-4f87-9103-d30ffe5c4750 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:52.880826 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-db048ec2-930e-4585-8a58-263ece9f57f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (155afd18-1573-4f87-9103-d30ffe5c4750), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:52.886244 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-f12585d0-9b0d-4f77-a7d8-cc0c9557ac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df20d5f2-c92a-48ea-957b-56359e0ad317', 'name': 'tempest-TestShelveInstance-1690369886-router', 'tenant_id': '768a3091d1ae46e1b0bacc07701b76ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'fb1785e6-b6e5-41c7-bd53-55b051d96c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:29:50Z', 'updated_at': '2022-02-09T02:29:51Z', 'revision_number': 3, 'project_id': '768a3091d1ae46e1b0bacc07701b76ec', 'gw_port': {'id': 'fb1785e6-b6e5-41c7-bd53-55b051d96c6c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df20d5f2-c92a-48ea-957b-56359e0ad317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:50Z', 'updated_at': '2022-02-09T02:29:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:52.942822 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12585d0-9b0d-4f77-a7d8-cc0c9557ac34 None None] Checking router: df20d5f2-c92a-48ea-957b-56359e0ad317 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:29:52.943179 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12585d0-9b0d-4f77-a7d8-cc0c9557ac34 None None] Updating router df20d5f2-c92a-48ea-957b-56359e0ad317 port fb1785e6-b6e5-41c7-bd53-55b051d96c6c binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:29:52.985277 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f12585d0-9b0d-4f77-a7d8-cc0c9557ac34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (fb1785e6-b6e5-41c7-bd53-55b051d96c6c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:53.017610 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2d0387dc-1b70-46e8-930b-dd4c638c038d admin admin] Publish callbacks [] for port (bee6b2cc-37cf-4718-9572-55adebc89b31), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:53.054843 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2d0387dc-1b70-46e8-930b-dd4c638c038d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (bee6b2cc-37cf-4718-9572-55adebc89b31), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:53.096055 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0387dc-1b70-46e8-930b-dd4c638c038d admin admin] Network c4ca969c-0e18-490f-8271-37614f7d992b is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:29:53.101671 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-2d0387dc-1b70-46e8-930b-dd4c638c038d admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:29:53.107507 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0387dc-1b70-46e8-930b-dd4c638c038d admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:29:53.118594 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-db048ec2-930e-4585-8a58-263ece9f57f2 None None] Current status of the port 155afd18-1573-4f87-9103-d30ffe5c4750 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:53.138834 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0387dc-1b70-46e8-930b-dd4c638c038d admin admin] Pushing event updated for resources: {'Port': ['ID=bee6b2cc-37cf-4718-9572-55adebc89b31,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:53.145807 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-db048ec2-930e-4585-8a58-263ece9f57f2 None None] Provisioning complete for port a5c4e4c6-528a-41af-9d09-8714a1ec54d6 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:53.146187 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-db048ec2-930e-4585-8a58-263ece9f57f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a5c4e4c6-528a-41af-9d09-8714a1ec54d6), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:53.159400 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2d0387dc-1b70-46e8-930b-dd4c638c038d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (df20d5f2-c92a-48ea-957b-56359e0ad317), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:53.331410 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2d0387dc-1b70-46e8-930b-dd4c638c038d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (bee6b2cc-37cf-4718-9572-55adebc89b31), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:53.472306 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-db048ec2-930e-4585-8a58-263ece9f57f2 None None] Current status of the port a5c4e4c6-528a-41af-9d09-8714a1ec54d6 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:53.499572 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2d0387dc-1b70-46e8-930b-dd4c638c038d admin admin] Publish callbacks [] for port (bee6b2cc-37cf-4718-9572-55adebc89b31), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:53.504565 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2d0387dc-1b70-46e8-930b-dd4c638c038d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (bee6b2cc-37cf-4718-9572-55adebc89b31), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:53.521417 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f12585d0-9b0d-4f77-a7d8-cc0c9557ac34 None None] Publish callbacks [] for port (fb1785e6-b6e5-41c7-bd53-55b051d96c6c), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:53.529429 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f12585d0-9b0d-4f77-a7d8-cc0c9557ac34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (fb1785e6-b6e5-41c7-bd53-55b051d96c6c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:53.575994 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2d0387dc-1b70-46e8-930b-dd4c638c038d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (df20d5f2-c92a-48ea-957b-56359e0ad317), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:53.581712 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0387dc-1b70-46e8-930b-dd4c638c038d admin admin] Pushing event updated for resources: {'Port': ['ID=bee6b2cc-37cf-4718-9572-55adebc89b31,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:53.607752 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-f12585d0-9b0d-4f77-a7d8-cc0c9557ac34 None None] Attempting to bind port fb1785e6-b6e5-41c7-bd53-55b051d96c6c on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:29:53.608153 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-f12585d0-9b0d-4f77-a7d8-cc0c9557ac34 None None] Attempting to bind port fb1785e6-b6e5-41c7-bd53-55b051d96c6c by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:29:53.608515 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12585d0-9b0d-4f77-a7d8-cc0c9557ac34 None None] Attempting to bind port fb1785e6-b6e5-41c7-bd53-55b051d96c6c on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:29:53.620354 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12585d0-9b0d-4f77-a7d8-cc0c9557ac34 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:29:53.620961 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12585d0-9b0d-4f77-a7d8-cc0c9557ac34 None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:29:53.621359 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f12585d0-9b0d-4f77-a7d8-cc0c9557ac34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:53.621748 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12585d0-9b0d-4f77-a7d8-cc0c9557ac34 None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:29:53.622212 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-f12585d0-9b0d-4f77-a7d8-cc0c9557ac34 None None] Bound port: fb1785e6-b6e5-41c7-bd53-55b051d96c6c, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:29:53.622586 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f12585d0-9b0d-4f77-a7d8-cc0c9557ac34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (fb1785e6-b6e5-41c7-bd53-55b051d96c6c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:53.626235 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e1419-53c3-45c3-9cdb-ff07871d9ab3 None None] Pushing event updated for resources: {'Port': ['ID=fb1785e6-b6e5-41c7-bd53-55b051d96c6c,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:53.651373 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-04801704-167c-4611-933d-7cdf11312050 None None] Provisioning complete for port bee6b2cc-37cf-4718-9572-55adebc89b31 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:53.651971 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-04801704-167c-4611-933d-7cdf11312050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (bee6b2cc-37cf-4718-9572-55adebc89b31), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:53.659382 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 155afd18-1573-4f87-9103-d30ffe5c4750 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:29:53.687080 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0387dc-1b70-46e8-930b-dd4c638c038d admin admin] Network c4ca969c-0e18-490f-8271-37614f7d992b is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:29:53.688747 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-2d0387dc-1b70-46e8-930b-dd4c638c038d admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:29:53.741241 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-04801704-167c-4611-933d-7cdf11312050 None None] Port bee6b2cc-37cf-4718-9572-55adebc89b31 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:29:53.755998 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-f12585d0-9b0d-4f77-a7d8-cc0c9557ac34 None None] For port fb1785e6-b6e5-41c7-bd53-55b051d96c6c, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:29:53.759524 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-f12585d0-9b0d-4f77-a7d8-cc0c9557ac34 None None] For port fb1785e6-b6e5-41c7-bd53-55b051d96c6c, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=fb1785e6-b6e5-41c7-bd53-55b051d96c6c,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:29:53.772919 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f12585d0-9b0d-4f77-a7d8-cc0c9557ac34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (fb1785e6-b6e5-41c7-bd53-55b051d96c6c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:53.779258 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-04801704-167c-4611-933d-7cdf11312050 None None] Provisioning complete for port 155afd18-1573-4f87-9103-d30ffe5c4750 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:53.779624 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-04801704-167c-4611-933d-7cdf11312050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (155afd18-1573-4f87-9103-d30ffe5c4750), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:53.826932 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 155afd18-1573-4f87-9103-d30ffe5c4750 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:53.827254 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (155afd18-1573-4f87-9103-d30ffe5c4750), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:53.909626 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e1419-53c3-45c3-9cdb-ff07871d9ab3 None None] Pushing event updated for resources: {'Port': ['ID=fb1785e6-b6e5-41c7-bd53-55b051d96c6c,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:53.914612 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12585d0-9b0d-4f77-a7d8-cc0c9557ac34 None None] Routers {'df20d5f2-c92a-48ea-957b-56359e0ad317'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:29:53.915233 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-f12585d0-9b0d-4f77-a7d8-cc0c9557ac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:29:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['df20d5f2-c92a-48ea-957b-56359e0ad317'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:54.089212 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-04801704-167c-4611-933d-7cdf11312050 None None] Current status of the port 155afd18-1573-4f87-9103-d30ffe5c4750 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:54.098655 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 155afd18-1573-4f87-9103-d30ffe5c4750 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:54.099783 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device a5c4e4c6-528a-41af-9d09-8714a1ec54d6 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:29:54.134618 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-f12585d0-9b0d-4f77-a7d8-cc0c9557ac34 None None] Set router df20d5f2-c92a-48ea-957b-56359e0ad317 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:29:54.172301 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0387dc-1b70-46e8-930b-dd4c638c038d admin admin] Router df20d5f2-c92a-48ea-957b-56359e0ad317 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:29:54.266618 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port a5c4e4c6-528a-41af-9d09-8714a1ec54d6 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:54.266989 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (a5c4e4c6-528a-41af-9d09-8714a1ec54d6), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:54.287294 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0387dc-1b70-46e8-930b-dd4c638c038d admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:29:54.300928 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2d0387dc-1b70-46e8-930b-dd4c638c038d admin admin] 10.222.0.30 "PUT /v2.0/routers/df20d5f2-c92a-48ea-957b-56359e0ad317/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2233758 Feb 09 02:29:54.301989 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-64af1590-4637-4d32-bc91-61d7c1827a3b None None] Provisioning complete for port bee6b2cc-37cf-4718-9572-55adebc89b31 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:54.302599 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-64af1590-4637-4d32-bc91-61d7c1827a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (bee6b2cc-37cf-4718-9572-55adebc89b31), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:54.374985 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-64af1590-4637-4d32-bc91-61d7c1827a3b None None] Port bee6b2cc-37cf-4718-9572-55adebc89b31 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:29:54.458449 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-8945ba2b-3541-469c-b668-f77f8f3d3969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:54.468294 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port a5c4e4c6-528a-41af-9d09-8714a1ec54d6 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:54.485035 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-f12585d0-9b0d-4f77-a7d8-cc0c9557ac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df20d5f2-c92a-48ea-957b-56359e0ad317', 'name': 'tempest-TestShelveInstance-1690369886-router', 'tenant_id': '768a3091d1ae46e1b0bacc07701b76ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'fb1785e6-b6e5-41c7-bd53-55b051d96c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:29:50Z', 'updated_at': '2022-02-09T02:29:53Z', 'revision_number': 4, 'project_id': '768a3091d1ae46e1b0bacc07701b76ec', 'gw_port': {'id': 'fb1785e6-b6e5-41c7-bd53-55b051d96c6c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df20d5f2-c92a-48ea-957b-56359e0ad317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:50Z', 'updated_at': '2022-02-09T02:29:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'bee6b2cc-37cf-4718-9572-55adebc89b31', 'name': '', 'network_id': 'c4ca969c-0e18-490f-8271-37614f7d992b', 'tenant_id': '768a3091d1ae46e1b0bacc07701b76ec', 'mac_address': 'fa:16:3e:6d:af:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df20d5f2-c92a-48ea-957b-56359e0ad317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'ca6c064f-d631-4e53-ad68-f1d014f7af85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:52Z', 'updated_at': '2022-02-09T02:29:53Z', 'revision_number': 2, 'project_id': '768a3091d1ae46e1b0bacc07701b76ec', 'subnets': [{'id': 'ca6c064f-d631-4e53-ad68-f1d014f7af85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:54.517048 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12585d0-9b0d-4f77-a7d8-cc0c9557ac34 None None] The sync data for ids ['df20d5f2-c92a-48ea-957b-56359e0ad317'] in n-d-822053-40 is: [{'id': 'df20d5f2-c92a-48ea-957b-56359e0ad317', 'name': 'tempest-TestShelveInstance-1690369886-router', 'tenant_id': '768a3091d1ae46e1b0bacc07701b76ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'fb1785e6-b6e5-41c7-bd53-55b051d96c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:29:50Z', 'updated_at': '2022-02-09T02:29:53Z', 'revision_number': 4, 'project_id': '768a3091d1ae46e1b0bacc07701b76ec', 'gw_port': {'id': 'fb1785e6-b6e5-41c7-bd53-55b051d96c6c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df20d5f2-c92a-48ea-957b-56359e0ad317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:50Z', 'updated_at': '2022-02-09T02:29:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'bee6b2cc-37cf-4718-9572-55adebc89b31', 'name': '', 'network_id': 'c4ca969c-0e18-490f-8271-37614f7d992b', 'tenant_id': '768a3091d1ae46e1b0bacc07701b76ec', 'mac_address': 'fa:16:3e:6d:af:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df20d5f2-c92a-48ea-957b-56359e0ad317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'ca6c064f-d631-4e53-ad68-f1d014f7af85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:52Z', 'updated_at': '2022-02-09T02:29:53Z', 'revision_number': 2, 'project_id': '768a3091d1ae46e1b0bacc07701b76ec', 'subnets': [{'id': 'ca6c064f-d631-4e53-ad68-f1d014f7af85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:29:55.055887 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53034) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:55.061094 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-12fdf297-44c5-422c-8032-fe3c91311070 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1020281641', 'description': 'tempest-secgroup-smoke-1020281641 description', 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:55.081621 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-12fdf297-44c5-422c-8032-fe3c91311070 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:55.148540 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-12fdf297-44c5-422c-8032-fe3c91311070 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group (eb327f91-937e-4851-bdce-d058f5cea7c9), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:55.152983 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-12fdf297-44c5-422c-8032-fe3c91311070 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (eb327f91-937e-4851-bdce-d058f5cea7c9), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:55.185058 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-12fdf297-44c5-422c-8032-fe3c91311070 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:55.186313 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-12fdf297-44c5-422c-8032-fe3c91311070 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1292319 Feb 09 02:29:55.187191 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fdf297-44c5-422c-8032-fe3c91311070 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb327f91-937e-4851-bdce-d058f5cea7c9,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:55.189613 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53036) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:55.200625 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-7db705ec-64d1-4758-a976-82a40cc19af9 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Request body: {'security_group_rule': {'security_group_id': 'eb327f91-937e-4851-bdce-d058f5cea7c9', 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:55.235647 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7db705ec-64d1-4758-a976-82a40cc19af9 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group_rule (91e0c974-7c9b-47ba-964a-edecbe6383ef), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:55.300809 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7db705ec-64d1-4758-a976-82a40cc19af9 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group_rule (91e0c974-7c9b-47ba-964a-edecbe6383ef), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:55.305262 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7db705ec-64d1-4758-a976-82a40cc19af9 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (91e0c974-7c9b-47ba-964a-edecbe6383ef), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:55.325922 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db705ec-64d1-4758-a976-82a40cc19af9 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91e0c974-7c9b-47ba-964a-edecbe6383ef,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:55.331634 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7db705ec-64d1-4758-a976-82a40cc19af9 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:55.332900 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7db705ec-64d1-4758-a976-82a40cc19af9 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1423771 Feb 09 02:29:55.335649 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53038) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:55.341495 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-34980bdc-3d4c-451d-bdf2-cf2a94a93bd4 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Request body: {'security_group_rule': {'security_group_id': 'eb327f91-937e-4851-bdce-d058f5cea7c9', 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:55.368855 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-34980bdc-3d4c-451d-bdf2-cf2a94a93bd4 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group_rule (bd69cc47-0247-4065-9af3-036e87a97088), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:55.429020 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-34980bdc-3d4c-451d-bdf2-cf2a94a93bd4 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group_rule (bd69cc47-0247-4065-9af3-036e87a97088), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:55.433450 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-34980bdc-3d4c-451d-bdf2-cf2a94a93bd4 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (bd69cc47-0247-4065-9af3-036e87a97088), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:55.451271 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34980bdc-3d4c-451d-bdf2-cf2a94a93bd4 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd69cc47-0247-4065-9af3-036e87a97088,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:55.459141 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-34980bdc-3d4c-451d-bdf2-cf2a94a93bd4 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:55.460390 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-34980bdc-3d4c-451d-bdf2-cf2a94a93bd4 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1236005 Feb 09 02:29:55.463323 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53040) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:55.468371 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-5f8d4890-7947-4bcf-ae1b-95f34b201375 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Request body: {'security_group_rule': {'security_group_id': 'eb327f91-937e-4851-bdce-d058f5cea7c9', 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:55.497380 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5f8d4890-7947-4bcf-ae1b-95f34b201375 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group_rule (f2a8a88a-8506-4187-8a03-611ebf60ce60), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:55.575133 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5f8d4890-7947-4bcf-ae1b-95f34b201375 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group_rule (f2a8a88a-8506-4187-8a03-611ebf60ce60), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:55.576850 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5f8d4890-7947-4bcf-ae1b-95f34b201375 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (f2a8a88a-8506-4187-8a03-611ebf60ce60), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:55.593873 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d4890-7947-4bcf-ae1b-95f34b201375 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2a8a88a-8506-4187-8a03-611ebf60ce60,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:55.605305 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5f8d4890-7947-4bcf-ae1b-95f34b201375 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:55.609740 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53042) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:55.610246 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5f8d4890-7947-4bcf-ae1b-95f34b201375 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1449921 Feb 09 02:29:55.615185 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-a82929fd-4622-4a5a-8af0-d45b7bb7aed8 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Request body: {'security_group_rule': {'security_group_id': 'eb327f91-937e-4851-bdce-d058f5cea7c9', 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:55.652799 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a82929fd-4622-4a5a-8af0-d45b7bb7aed8 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group_rule (683f856e-dece-4f4e-afb2-d8dac0c910d7), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:55.653006 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device fb1785e6-b6e5-41c7-bd53-55b051d96c6c up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:29:55.707104 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port fb1785e6-b6e5-41c7-bd53-55b051d96c6c triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:55.707565 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (fb1785e6-b6e5-41c7-bd53-55b051d96c6c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:55.722854 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a82929fd-4622-4a5a-8af0-d45b7bb7aed8 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group_rule (683f856e-dece-4f4e-afb2-d8dac0c910d7), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:55.727335 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a82929fd-4622-4a5a-8af0-d45b7bb7aed8 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (683f856e-dece-4f4e-afb2-d8dac0c910d7), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:55.751214 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82929fd-4622-4a5a-8af0-d45b7bb7aed8 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=683f856e-dece-4f4e-afb2-d8dac0c910d7,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:55.762404 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a82929fd-4622-4a5a-8af0-d45b7bb7aed8 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:55.763625 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a82929fd-4622-4a5a-8af0-d45b7bb7aed8 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1526906 Feb 09 02:29:55.766313 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53044) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:55.770772 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-32f36457-436f-459b-8288-7680a763f544 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Request body: {'security_group_rule': {'security_group_id': 'eb327f91-937e-4851-bdce-d058f5cea7c9', 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:55.794010 n-d-822053-40 neutron-server[103528]: INFO neutron.db.securitygroups_db [None req-32f36457-436f-459b-8288-7680a763f544 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Project a32bd9a4a52b4d648a3b6ba7bcd24543 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:29:55.799225 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-32f36457-436f-459b-8288-7680a763f544 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group_rule (71f50f01-e21d-4c64-8a77-973360e40d9b), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:55.810531 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port fb1785e6-b6e5-41c7-bd53-55b051d96c6c is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:55.811674 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (fb1785e6-b6e5-41c7-bd53-55b051d96c6c), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:55.832991 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port fb1785e6-b6e5-41c7-bd53-55b051d96c6c, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=fb1785e6-b6e5-41c7-bd53-55b051d96c6c,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:55.840969 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (fb1785e6-b6e5-41c7-bd53-55b051d96c6c), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:55.866051 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-32f36457-436f-459b-8288-7680a763f544 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group_rule (71f50f01-e21d-4c64-8a77-973360e40d9b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:55.871190 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-32f36457-436f-459b-8288-7680a763f544 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (71f50f01-e21d-4c64-8a77-973360e40d9b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:55.891266 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f36457-436f-459b-8288-7680a763f544 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f50f01-e21d-4c64-8a77-973360e40d9b,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:55.901994 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-32f36457-436f-459b-8288-7680a763f544 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:55.903487 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-32f36457-436f-459b-8288-7680a763f544 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1361697 Feb 09 02:29:55.906394 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53046) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:55.911086 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-ed3896f7-c194-412e-8315-edff84ef7465 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Request body: {'security_group_rule': {'security_group_id': 'eb327f91-937e-4851-bdce-d058f5cea7c9', 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:55.918272 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=fb1785e6-b6e5-41c7-bd53-55b051d96c6c,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:55.940579 n-d-822053-40 neutron-server[103529]: INFO neutron.db.securitygroups_db [None req-ed3896f7-c194-412e-8315-edff84ef7465 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Project a32bd9a4a52b4d648a3b6ba7bcd24543 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:29:55.945800 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ed3896f7-c194-412e-8315-edff84ef7465 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group_rule (3a7bc44e-02b6-4be0-891b-8cb9ef235867), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:56.005309 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ed3896f7-c194-412e-8315-edff84ef7465 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group_rule (3a7bc44e-02b6-4be0-891b-8cb9ef235867), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:56.008577 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ed3896f7-c194-412e-8315-edff84ef7465 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (3a7bc44e-02b6-4be0-891b-8cb9ef235867), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:56.026566 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3896f7-c194-412e-8315-edff84ef7465 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a7bc44e-02b6-4be0-891b-8cb9ef235867,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:56.034338 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ed3896f7-c194-412e-8315-edff84ef7465 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:56.035828 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ed3896f7-c194-412e-8315-edff84ef7465 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1284480 Feb 09 02:29:56.079514 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:56.195658 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f628fa51-1922-4d19-acc6-31567413fea5 req-ba0b8495-c82b-47d3-ba7d-aab7d40de5f0 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1020281641&fields=id&tenant_id=a32bd9a4a52b4d648a3b6ba7bcd24543 HTTP/1.1" status: 200 len: 267 time: 0.0473132 Feb 09 02:29:56.302757 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628fa51-1922-4d19-acc6-31567413fea5 req-e7406f8c-6530-4e68-be40-ff210fcc86f1 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:56.304217 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f628fa51-1922-4d19-acc6-31567413fea5 req-e7406f8c-6530-4e68-be40-ff210fcc86f1 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/networks?id=6d40b089-758f-4de5-af53-dad9eb43cb37 HTTP/1.1" status: 200 len: 808 time: 0.1011200 Feb 09 02:29:56.318530 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f628fa51-1922-4d19-acc6-31567413fea5 req-c6daa8e8-3c25-4427-89a4-87c6d006f3c6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/quotas/a32bd9a4a52b4d648a3b6ba7bcd24543 HTTP/1.1" status: 200 len: 375 time: 0.0089078 Feb 09 02:29:56.376292 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f628fa51-1922-4d19-acc6-31567413fea5 req-16ed4495-94e4-4cae-af6e-b43bc1995605 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a32bd9a4a52b4d648a3b6ba7bcd24543&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509367 Feb 09 02:29:56.483781 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f628fa51-1922-4d19-acc6-31567413fea5 req-0b9c15d7-2072-4333-8afa-5bf960882f36 service neutron] 10.222.0.30 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951600 Feb 09 02:29:56.578531 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f628fa51-1922-4d19-acc6-31567413fea5 req-a5c359f3-a972-4e1c-a11e-4e54d3184504 service neutron] 10.222.0.30 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884662 Feb 09 02:29:56.654332 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7618ca92-e540-420b-9c40-27260c697c70 None None] Sync routers for ids ['df20d5f2-c92a-48ea-957b-56359e0ad317'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:29:56.665879 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7618ca92-e540-420b-9c40-27260c697c70 None None] Routers {'df20d5f2-c92a-48ea-957b-56359e0ad317'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:29:56.666515 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-7618ca92-e540-420b-9c40-27260c697c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:29:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['df20d5f2-c92a-48ea-957b-56359e0ad317'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:56.761757 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ede38b6f-9812-4e78-89af-40b3d3d7a789 req-de89130b-6053-4477-be0f-29bfde4d7493 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 210 time: 0.0341940 Feb 09 02:29:56.781750 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-7618ca92-e540-420b-9c40-27260c697c70 None None] Set router df20d5f2-c92a-48ea-957b-56359e0ad317 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:29:56.986013 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-7618ca92-e540-420b-9c40-27260c697c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df20d5f2-c92a-48ea-957b-56359e0ad317', 'name': 'tempest-TestShelveInstance-1690369886-router', 'tenant_id': '768a3091d1ae46e1b0bacc07701b76ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'fb1785e6-b6e5-41c7-bd53-55b051d96c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:29:50Z', 'updated_at': '2022-02-09T02:29:53Z', 'revision_number': 4, 'project_id': '768a3091d1ae46e1b0bacc07701b76ec', 'gw_port': {'id': 'fb1785e6-b6e5-41c7-bd53-55b051d96c6c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df20d5f2-c92a-48ea-957b-56359e0ad317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:50Z', 'updated_at': '2022-02-09T02:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'bee6b2cc-37cf-4718-9572-55adebc89b31', 'name': '', 'network_id': 'c4ca969c-0e18-490f-8271-37614f7d992b', 'tenant_id': '768a3091d1ae46e1b0bacc07701b76ec', 'mac_address': 'fa:16:3e:6d:af:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df20d5f2-c92a-48ea-957b-56359e0ad317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'ca6c064f-d631-4e53-ad68-f1d014f7af85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:52Z', 'updated_at': '2022-02-09T02:29:53Z', 'revision_number': 2, 'project_id': '768a3091d1ae46e1b0bacc07701b76ec', 'subnets': [{'id': 'ca6c064f-d631-4e53-ad68-f1d014f7af85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:57.015496 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7618ca92-e540-420b-9c40-27260c697c70 None None] Checking router: df20d5f2-c92a-48ea-957b-56359e0ad317 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:29:57.015834 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7618ca92-e540-420b-9c40-27260c697c70 None None] Updating router df20d5f2-c92a-48ea-957b-56359e0ad317 port bee6b2cc-37cf-4718-9572-55adebc89b31 binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:29:57.047238 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-7618ca92-e540-420b-9c40-27260c697c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (bee6b2cc-37cf-4718-9572-55adebc89b31), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:57.331216 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-7618ca92-e540-420b-9c40-27260c697c70 None None] Publish callbacks [] for port (bee6b2cc-37cf-4718-9572-55adebc89b31), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:57.337156 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-7618ca92-e540-420b-9c40-27260c697c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (bee6b2cc-37cf-4718-9572-55adebc89b31), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:57.390785 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aae689-a615-4429-b6d4-f22e865a5250 None None] Pushing event updated for resources: {'Port': ['ID=bee6b2cc-37cf-4718-9572-55adebc89b31,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:57.453823 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-7618ca92-e540-420b-9c40-27260c697c70 None None] Attempting to bind port bee6b2cc-37cf-4718-9572-55adebc89b31 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:29:57.454197 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-7618ca92-e540-420b-9c40-27260c697c70 None None] Attempting to bind port bee6b2cc-37cf-4718-9572-55adebc89b31 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '7b0446d7-23e7-4101-876f-cdf021c04c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'c4ca969c-0e18-490f-8271-37614f7d992b'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:29:57.454555 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7618ca92-e540-420b-9c40-27260c697c70 None None] Attempting to bind port bee6b2cc-37cf-4718-9572-55adebc89b31 on network c4ca969c-0e18-490f-8271-37614f7d992b {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:29:57.459774 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7618ca92-e540-420b-9c40-27260c697c70 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:29:57.460178 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7618ca92-e540-420b-9c40-27260c697c70 None None] Checking segment: {'id': '7b0446d7-23e7-4101-876f-cdf021c04c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'c4ca969c-0e18-490f-8271-37614f7d992b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:29:57.460577 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-7618ca92-e540-420b-9c40-27260c697c70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:57.460965 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7618ca92-e540-420b-9c40-27260c697c70 None None] Bound using segment: {'id': '7b0446d7-23e7-4101-876f-cdf021c04c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'c4ca969c-0e18-490f-8271-37614f7d992b'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:29:57.461455 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-7618ca92-e540-420b-9c40-27260c697c70 None None] Bound port: bee6b2cc-37cf-4718-9572-55adebc89b31, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b0446d7-23e7-4101-876f-cdf021c04c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'c4ca969c-0e18-490f-8271-37614f7d992b'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:29:57.461829 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-7618ca92-e540-420b-9c40-27260c697c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (bee6b2cc-37cf-4718-9572-55adebc89b31), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:57.609238 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device fb1785e6-b6e5-41c7-bd53-55b051d96c6c up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:29:57.629461 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-7618ca92-e540-420b-9c40-27260c697c70 None None] For port bee6b2cc-37cf-4718-9572-55adebc89b31, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:29:57.632792 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-7618ca92-e540-420b-9c40-27260c697c70 None None] For port bee6b2cc-37cf-4718-9572-55adebc89b31, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=bee6b2cc-37cf-4718-9572-55adebc89b31,segment=NetworkSegment(7b0446d7-23e7-4101-876f-cdf021c04c3f),segment_id=7b0446d7-23e7-4101-876f-cdf021c04c3f)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:29:57.639715 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-7618ca92-e540-420b-9c40-27260c697c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (bee6b2cc-37cf-4718-9572-55adebc89b31), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:57.649164 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-f1c9f323-5f9b-45ab-bcb2-f76026f161ce None None] Provisioning complete for port bee6b2cc-37cf-4718-9572-55adebc89b31 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:57.649476 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f1c9f323-5f9b-45ab-bcb2-f76026f161ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (bee6b2cc-37cf-4718-9572-55adebc89b31), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:57.694226 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7618ca92-e540-420b-9c40-27260c697c70 None None] Routers {'df20d5f2-c92a-48ea-957b-56359e0ad317'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:29:57.694903 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-7618ca92-e540-420b-9c40-27260c697c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:29:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['df20d5f2-c92a-48ea-957b-56359e0ad317'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:57.706557 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port fb1785e6-b6e5-41c7-bd53-55b051d96c6c triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:57.706928 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (fb1785e6-b6e5-41c7-bd53-55b051d96c6c), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:57.774318 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-f1c9f323-5f9b-45ab-bcb2-f76026f161ce None None] Current status of the port bee6b2cc-37cf-4718-9572-55adebc89b31 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:57.774885 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f1c9f323-5f9b-45ab-bcb2-f76026f161ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (bee6b2cc-37cf-4718-9572-55adebc89b31), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:57.779351 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aae689-a615-4429-b6d4-f22e865a5250 None None] Pushing event updated for resources: {'Port': ['ID=bee6b2cc-37cf-4718-9572-55adebc89b31,revision_number=4']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:57.884069 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-7618ca92-e540-420b-9c40-27260c697c70 None None] Set router df20d5f2-c92a-48ea-957b-56359e0ad317 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:29:57.896261 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port fb1785e6-b6e5-41c7-bd53-55b051d96c6c is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:57.904403 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-f1c9f323-5f9b-45ab-bcb2-f76026f161ce None None] For port bee6b2cc-37cf-4718-9572-55adebc89b31, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=bee6b2cc-37cf-4718-9572-55adebc89b31,segment=NetworkSegment(7b0446d7-23e7-4101-876f-cdf021c04c3f),segment_id=7b0446d7-23e7-4101-876f-cdf021c04c3f)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:57.922308 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f1c9f323-5f9b-45ab-bcb2-f76026f161ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (bee6b2cc-37cf-4718-9572-55adebc89b31), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:57.937743 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:57.982791 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-33ec3d51-313f-46ca-b538-7e315daeffca req-da1355c1-a286-494b-9104-dd5a2cfd5b17 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 210 time: 0.0566130 Feb 09 02:29:58.007329 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628fa51-1922-4d19-acc6-31567413fea5 req-6bbec44b-ac65-4bda-a82c-bbc066e450d2 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:58.008939 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f628fa51-1922-4d19-acc6-31567413fea5 req-6bbec44b-ac65-4bda-a82c-bbc066e450d2 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.91 "GET /v2.0/networks?id=6d40b089-758f-4de5-af53-dad9eb43cb37 HTTP/1.1" status: 200 len: 808 time: 0.2082803 Feb 09 02:29:58.024011 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9f323-5f9b-45ab-bcb2-f76026f161ce None None] Pushing event updated for resources: {'Port': ['ID=bee6b2cc-37cf-4718-9572-55adebc89b31,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:58.045726 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-09c30c6d-cc29-4030-98a6-aaa9c7ca92c3 None None] Provisioning complete for port bee6b2cc-37cf-4718-9572-55adebc89b31 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:58.046096 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-09c30c6d-cc29-4030-98a6-aaa9c7ca92c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (bee6b2cc-37cf-4718-9572-55adebc89b31), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:58.081369 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f628fa51-1922-4d19-acc6-31567413fea5 req-5c3e685e-5a9c-4fe3-a96b-699a263139de tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a32bd9a4a52b4d648a3b6ba7bcd24543 HTTP/1.1" status: 200 len: 380 time: 0.0631578 Feb 09 02:29:58.090661 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-f628fa51-1922-4d19-acc6-31567413fea5 req-6047a390-3623-4730-b0de-bfe13871b0a2 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Request body: {'port': {'device_id': '19ad98e0-49fb-448f-aecd-047e3ef8af58', 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37', 'admin_state_up': True, 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'security_groups': ['eb327f91-937e-4851-bdce-d058f5cea7c9']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:58.134610 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-09c30c6d-cc29-4030-98a6-aaa9c7ca92c3 None None] Current status of the port bee6b2cc-37cf-4718-9572-55adebc89b31 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:58.158203 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-7618ca92-e540-420b-9c40-27260c697c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df20d5f2-c92a-48ea-957b-56359e0ad317', 'name': 'tempest-TestShelveInstance-1690369886-router', 'tenant_id': '768a3091d1ae46e1b0bacc07701b76ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'fb1785e6-b6e5-41c7-bd53-55b051d96c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:29:50Z', 'updated_at': '2022-02-09T02:29:53Z', 'revision_number': 4, 'project_id': '768a3091d1ae46e1b0bacc07701b76ec', 'gw_port': {'id': 'fb1785e6-b6e5-41c7-bd53-55b051d96c6c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df20d5f2-c92a-48ea-957b-56359e0ad317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:50Z', 'updated_at': '2022-02-09T02:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'bee6b2cc-37cf-4718-9572-55adebc89b31', 'name': '', 'network_id': 'c4ca969c-0e18-490f-8271-37614f7d992b', 'tenant_id': '768a3091d1ae46e1b0bacc07701b76ec', 'mac_address': 'fa:16:3e:6d:af:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df20d5f2-c92a-48ea-957b-56359e0ad317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'ca6c064f-d631-4e53-ad68-f1d014f7af85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:52Z', 'updated_at': '2022-02-09T02:29:57Z', 'revision_number': 4, 'project_id': '768a3091d1ae46e1b0bacc07701b76ec', 'subnets': [{'id': 'ca6c064f-d631-4e53-ad68-f1d014f7af85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:58.185793 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7618ca92-e540-420b-9c40-27260c697c70 None None] The sync data for ids ['df20d5f2-c92a-48ea-957b-56359e0ad317'] in n-d-822053-40 is: [{'id': 'df20d5f2-c92a-48ea-957b-56359e0ad317', 'name': 'tempest-TestShelveInstance-1690369886-router', 'tenant_id': '768a3091d1ae46e1b0bacc07701b76ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'fb1785e6-b6e5-41c7-bd53-55b051d96c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:29:50Z', 'updated_at': '2022-02-09T02:29:53Z', 'revision_number': 4, 'project_id': '768a3091d1ae46e1b0bacc07701b76ec', 'gw_port': {'id': 'fb1785e6-b6e5-41c7-bd53-55b051d96c6c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df20d5f2-c92a-48ea-957b-56359e0ad317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:50Z', 'updated_at': '2022-02-09T02:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'bee6b2cc-37cf-4718-9572-55adebc89b31', 'name': '', 'network_id': 'c4ca969c-0e18-490f-8271-37614f7d992b', 'tenant_id': '768a3091d1ae46e1b0bacc07701b76ec', 'mac_address': 'fa:16:3e:6d:af:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df20d5f2-c92a-48ea-957b-56359e0ad317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'ca6c064f-d631-4e53-ad68-f1d014f7af85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:52Z', 'updated_at': '2022-02-09T02:29:57Z', 'revision_number': 4, 'project_id': '768a3091d1ae46e1b0bacc07701b76ec', 'subnets': [{'id': 'ca6c064f-d631-4e53-ad68-f1d014f7af85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:29:58.211699 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f628fa51-1922-4d19-acc6-31567413fea5 req-6047a390-3623-4730-b0de-bfe13871b0a2 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Made reservation on behalf of a32bd9a4a52b4d648a3b6ba7bcd24543 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:29:58.215484 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f628fa51-1922-4d19-acc6-31567413fea5 req-6047a390-3623-4730-b0de-bfe13871b0a2 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:58.349699 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-f628fa51-1922-4d19-acc6-31567413fea5 req-6047a390-3623-4730-b0de-bfe13871b0a2 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Allocated IP 172.20.0.14 (6d40b089-758f-4de5-af53-dad9eb43cb37/9abdeb0b-e778-4352-99c0-2e967d5697dd/0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:29:58.473632 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:58.508493 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f628fa51-1922-4d19-acc6-31567413fea5 req-6047a390-3623-4730-b0de-bfe13871b0a2 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for port (0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:58.544121 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f628fa51-1922-4d19-acc6-31567413fea5 req-6047a390-3623-4730-b0de-bfe13871b0a2 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:58.597374 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f628fa51-1922-4d19-acc6-31567413fea5 req-6047a390-3623-4730-b0de-bfe13871b0a2 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Network 6d40b089-758f-4de5-af53-dad9eb43cb37 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:29:58.600542 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-f628fa51-1922-4d19-acc6-31567413fea5 req-6047a390-3623-4730-b0de-bfe13871b0a2 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:29:58.606168 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-f628fa51-1922-4d19-acc6-31567413fea5 req-6047a390-3623-4730-b0de-bfe13871b0a2 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:29:58.610366 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6047a390-3623-4730-b0de-bfe13871b0a2 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Pushing event updated for resources: {'Port': ['ID=0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:58.658500 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628fa51-1922-4d19-acc6-31567413fea5 req-6047a390-3623-4730-b0de-bfe13871b0a2 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:58.659555 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f628fa51-1922-4d19-acc6-31567413fea5 req-6047a390-3623-4730-b0de-bfe13871b0a2 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:58.678020 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f628fa51-1922-4d19-acc6-31567413fea5 req-6047a390-3623-4730-b0de-bfe13871b0a2 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5913472 Feb 09 02:29:58.689702 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-f628fa51-1922-4d19-acc6-31567413fea5 req-5a2b8947-8b86-4a08-a210-b5c32057e37f service neutron] Request body: {'port': {'device_id': '19ad98e0-49fb-448f-aecd-047e3ef8af58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:58.758758 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f628fa51-1922-4d19-acc6-31567413fea5 req-5a2b8947-8b86-4a08-a210-b5c32057e37f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:58.864753 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-5225ce07-f002-45ee-af63-bf253482bae5 None None] Provisioning complete for port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:58.865339 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5225ce07-f002-45ee-af63-bf253482bae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:58.898741 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-5225ce07-f002-45ee-af63-bf253482bae5 None None] Port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:29:59.031014 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-f628fa51-1922-4d19-acc6-31567413fea5 req-5a2b8947-8b86-4a08-a210-b5c32057e37f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:29:59.039125 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f628fa51-1922-4d19-acc6-31567413fea5 req-5a2b8947-8b86-4a08-a210-b5c32057e37f service neutron] Publish callbacks [] for port (0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:59.051760 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-f628fa51-1922-4d19-acc6-31567413fea5 req-5a2b8947-8b86-4a08-a210-b5c32057e37f service neutron] Transition to ACTIVE for port object 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:29:59.065104 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f628fa51-1922-4d19-acc6-31567413fea5 req-5a2b8947-8b86-4a08-a210-b5c32057e37f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:59.136061 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b8947-8b86-4a08-a210-b5c32057e37f service neutron] Pushing event updated for resources: {'Port': ['ID=0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:59.198478 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9e98c-b829-4f38-bf9c-c4543c61250a req-030e320c-163d-40db-8b0c-e3a527df31d3 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:59.200090 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dab9e98c-b829-4f38-bf9c-c4543c61250a req-030e320c-163d-40db-8b0c-e3a527df31d3 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 944 time: 0.1450634 Feb 09 02:29:59.256336 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-f628fa51-1922-4d19-acc6-31567413fea5 req-5a2b8947-8b86-4a08-a210-b5c32057e37f service neutron] Attempting to bind port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:29:59.256669 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-f628fa51-1922-4d19-acc6-31567413fea5 req-5a2b8947-8b86-4a08-a210-b5c32057e37f service neutron] Attempting to bind port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': 'd3fb0278-9523-434c-b081-606ad7d700a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:29:59.256991 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f628fa51-1922-4d19-acc6-31567413fea5 req-5a2b8947-8b86-4a08-a210-b5c32057e37f service neutron] Attempting to bind port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b on network 6d40b089-758f-4de5-af53-dad9eb43cb37 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:29:59.270803 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f628fa51-1922-4d19-acc6-31567413fea5 req-5a2b8947-8b86-4a08-a210-b5c32057e37f service neutron] Port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b on network 6d40b089-758f-4de5-af53-dad9eb43cb37 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:29:59.271130 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f628fa51-1922-4d19-acc6-31567413fea5 req-5a2b8947-8b86-4a08-a210-b5c32057e37f service neutron] Attempting to bind port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b on network 6d40b089-758f-4de5-af53-dad9eb43cb37 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:29:59.276964 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dab9e98c-b829-4f38-bf9c-c4543c61250a req-679f961e-64cb-4876-8b82-53ae16aa44e3 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702655 Feb 09 02:29:59.281096 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f628fa51-1922-4d19-acc6-31567413fea5 req-5a2b8947-8b86-4a08-a210-b5c32057e37f service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:29:59.281440 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f628fa51-1922-4d19-acc6-31567413fea5 req-5a2b8947-8b86-4a08-a210-b5c32057e37f service neutron] Checking segment: {'id': 'd3fb0278-9523-434c-b081-606ad7d700a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:29:59.282028 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f628fa51-1922-4d19-acc6-31567413fea5 req-5a2b8947-8b86-4a08-a210-b5c32057e37f service neutron] Bound using segment: {'id': 'd3fb0278-9523-434c-b081-606ad7d700a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:29:59.282466 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-f628fa51-1922-4d19-acc6-31567413fea5 req-5a2b8947-8b86-4a08-a210-b5c32057e37f service neutron] Bound port: 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3fb0278-9523-434c-b081-606ad7d700a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:29:59.282828 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f628fa51-1922-4d19-acc6-31567413fea5 req-5a2b8947-8b86-4a08-a210-b5c32057e37f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:59.347885 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-f628fa51-1922-4d19-acc6-31567413fea5 req-5a2b8947-8b86-4a08-a210-b5c32057e37f service neutron] For port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:29:59.350781 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-f628fa51-1922-4d19-acc6-31567413fea5 req-5a2b8947-8b86-4a08-a210-b5c32057e37f service neutron] For port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b,segment=NetworkSegment(d3fb0278-9523-434c-b081-606ad7d700a3),segment_id=d3fb0278-9523-434c-b081-606ad7d700a3)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:29:59.357278 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f628fa51-1922-4d19-acc6-31567413fea5 req-5a2b8947-8b86-4a08-a210-b5c32057e37f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:59.390353 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628fa51-1922-4d19-acc6-31567413fea5 req-5a2b8947-8b86-4a08-a210-b5c32057e37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:59.391156 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-f628fa51-1922-4d19-acc6-31567413fea5 req-5a2b8947-8b86-4a08-a210-b5c32057e37f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:59.392609 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f628fa51-1922-4d19-acc6-31567413fea5 req-5a2b8947-8b86-4a08-a210-b5c32057e37f service neutron] 10.222.0.91 "PUT /v2.0/ports/0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b HTTP/1.1" status: 200 len: 1093 time: 0.7073495 Feb 09 02:29:59.393044 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ad98e0-49fb-448f-aecd-047e3ef8af58', 'tag': '0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:29:59.395351 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4be591-755d-4cd3-aec8-30f7e9ae27b6" -d '{"events": [{"name": "network-changed", "server_uuid": "19ad98e0-49fb-448f-aecd-047e3ef8af58", "tag": "0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:29:59.425231 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b8947-8b86-4a08-a210-b5c32057e37f service neutron] Pushing event updated for resources: {'Port': ['ID=0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:59.511146 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628fa51-1922-4d19-acc6-31567413fea5 req-88e241af-1a0b-43ed-ad21-adbb69d5eca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:59.512791 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f628fa51-1922-4d19-acc6-31567413fea5 req-88e241af-1a0b-43ed-ad21-adbb69d5eca6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a32bd9a4a52b4d648a3b6ba7bcd24543&device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 1127 time: 0.0662794 Feb 09 02:29:59.559009 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23fca60-f7b8-4b32-ba08-c634b173e764 x-openstack-request-id: req-d23fca60-f7b8-4b32-ba08-c634b173e764 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:29:59.559279 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ad98e0-49fb-448f-aecd-047e3ef8af58", "tag": "0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:29:59.559532 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d23fca60-f7b8-4b32-ba08-c634b173e764 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:29:59.559949 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ad98e0-49fb-448f-aecd-047e3ef8af58', 'tag': '0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b', 'status': 'completed', 'code': 200} Feb 09 02:29:59.561559 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f628fa51-1922-4d19-acc6-31567413fea5 req-6ee0c221-e849-4918-a2b4-1318c5e77ac9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b HTTP/1.1" status: 200 len: 217 time: 0.0413499 Feb 09 02:29:59.617641 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628fa51-1922-4d19-acc6-31567413fea5 req-e2111774-37d0-41b3-b1ed-d4dba652eee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:59.619243 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f628fa51-1922-4d19-acc6-31567413fea5 req-e2111774-37d0-41b3-b1ed-d4dba652eee4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9abdeb0b-e778-4352-99c0-2e967d5697dd HTTP/1.1" status: 200 len: 847 time: 0.0502675 Feb 09 02:29:59.641596 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device bee6b2cc-37cf-4718-9572-55adebc89b31 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:29:59.682452 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628fa51-1922-4d19-acc6-31567413fea5 req-8581dd1f-1f59-464f-bdc0-ea0cfd59d9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:59.684247 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f628fa51-1922-4d19-acc6-31567413fea5 req-8581dd1f-1f59-464f-bdc0-ea0cfd59d9a7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6d40b089-758f-4de5-af53-dad9eb43cb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0584717 Feb 09 02:29:59.691503 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port bee6b2cc-37cf-4718-9572-55adebc89b31 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:59.691945 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (bee6b2cc-37cf-4718-9572-55adebc89b31), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:59.775747 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f628fa51-1922-4d19-acc6-31567413fea5 req-f76d0236-61ea-419a-9f2c-c0b7b7acd455 service neutron] 10.222.0.91 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853474 Feb 09 02:29:59.782040 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port bee6b2cc-37cf-4718-9572-55adebc89b31 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:59.873539 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f628fa51-1922-4d19-acc6-31567413fea5 req-35049bd9-85dd-443a-a658-f0cb9db5903e service neutron] 10.222.0.91 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916271 Feb 09 02:29:59.966226 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4be591-755d-4cd3-aec8-30f7e9ae27b6 req-b94deca8-4619-427a-8348-58f244e426ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:59.967613 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ae4be591-755d-4cd3-aec8-30f7e9ae27b6 req-b94deca8-4619-427a-8348-58f244e426ef service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a32bd9a4a52b4d648a3b6ba7bcd24543&device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 1127 time: 0.0453353 Feb 09 02:30:00.058547 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4be591-755d-4cd3-aec8-30f7e9ae27b6 req-6af2fc7d-82ee-49cb-b314-3691f31d5af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:00.060031 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ae4be591-755d-4cd3-aec8-30f7e9ae27b6 req-6af2fc7d-82ee-49cb-b314-3691f31d5af8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=6d40b089-758f-4de5-af53-dad9eb43cb37 HTTP/1.1" status: 200 len: 909 time: 0.0864110 Feb 09 02:30:00.104563 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ae4be591-755d-4cd3-aec8-30f7e9ae27b6 req-1a47b439-7ee8-4158-8795-cad734b86b0c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b HTTP/1.1" status: 200 len: 217 time: 0.0378478 Feb 09 02:30:00.155022 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4be591-755d-4cd3-aec8-30f7e9ae27b6 req-8f377e1e-e954-4de0-b688-fc40c63750ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:00.156477 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ae4be591-755d-4cd3-aec8-30f7e9ae27b6 req-8f377e1e-e954-4de0-b688-fc40c63750ef service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9abdeb0b-e778-4352-99c0-2e967d5697dd HTTP/1.1" status: 200 len: 847 time: 0.0429187 Feb 09 02:30:00.207819 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4be591-755d-4cd3-aec8-30f7e9ae27b6 req-c5cd4dbe-280d-4e9b-85ac-8f203a14c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:00.209333 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ae4be591-755d-4cd3-aec8-30f7e9ae27b6 req-c5cd4dbe-280d-4e9b-85ac-8f203a14c2c6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6d40b089-758f-4de5-af53-dad9eb43cb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0467160 Feb 09 02:30:00.305690 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ae4be591-755d-4cd3-aec8-30f7e9ae27b6 req-af3591a4-4669-4d08-a5f5-6bebb1d8b9a5 service neutron] 10.222.0.91 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891564 Feb 09 02:30:00.438382 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d398b6-7b56-41b6-82e5-8466ab5a69d3 req-6e91a9ab-2d6c-45e9-a09f-478aee98bda9 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:00.439826 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-40d398b6-7b56-41b6-82e5-8466ab5a69d3 req-6e91a9ab-2d6c-45e9-a09f-478aee98bda9 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 944 time: 0.0840881 Feb 09 02:30:00.442156 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ae4be591-755d-4cd3-aec8-30f7e9ae27b6 req-a9301c48-4f18-4562-8a8f-cf43fa2d6343 service neutron] 10.222.0.91 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294866 Feb 09 02:30:00.493043 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-40d398b6-7b56-41b6-82e5-8466ab5a69d3 req-8549b6aa-16e9-4b85-ba09-50cfa8f467de tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453548 Feb 09 02:30:01.623328 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1b86e-d6ae-4c1f-bbb5-2e301fd8b9a7 req-4a512296-9ea2-4201-a3c9-ce542c600a82 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:01.624926 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9ad1b86e-d6ae-4c1f-bbb5-2e301fd8b9a7 req-4a512296-9ea2-4201-a3c9-ce542c600a82 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 944 time: 0.0570216 Feb 09 02:30:01.675665 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9ad1b86e-d6ae-4c1f-bbb5-2e301fd8b9a7 req-122775f3-c59a-40c6-a866-210da2322fa6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449183 Feb 09 02:30:02.798952 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70574ff4-237b-44a3-98a6-6918d3c7702e req-6336128c-b345-43f7-aa6d-02279dccaa65 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:02.800453 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-70574ff4-237b-44a3-98a6-6918d3c7702e req-6336128c-b345-43f7-aa6d-02279dccaa65 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 944 time: 0.0577509 Feb 09 02:30:02.850823 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-70574ff4-237b-44a3-98a6-6918d3c7702e req-46431dbe-7d33-4a42-9a69-f8bafb7e1f0b tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446544 Feb 09 02:30:02.906387 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:30:03.000176 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b,segment=NetworkSegment(d3fb0278-9523-434c-b081-606ad7d700a3),segment_id=d3fb0278-9523-434c-b081-606ad7d700a3)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:30:03.012053 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b', 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37', 'port_id': '0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b', 'mac_address': 'fa:16:3e:55:da:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9abdeb0b-e778-4352-99c0-2e967d5697dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:30:03.052334 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:30:03.052716 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:03.065303 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:30:03.084060 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b,segment=NetworkSegment(d3fb0278-9523-434c-b081-606ad7d700a3),segment_id=d3fb0278-9523-434c-b081-606ad7d700a3)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:30:03.089097 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:03.135899 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:03.357343 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:30:03.974824 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202029de-a732-4762-8fb1-6679556b99dc req-a25a6117-30d5-4228-9298-9252321441c4 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:03.976402 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-202029de-a732-4762-8fb1-6679556b99dc req-a25a6117-30d5-4228-9298-9252321441c4 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 945 time: 0.0562830 Feb 09 02:30:04.026650 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-202029de-a732-4762-8fb1-6679556b99dc req-d33a0906-61e6-400a-bbfe-212266a16eca tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442047 Feb 09 02:30:04.921918 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:30:04.970007 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:30:04.973922 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:30:04.974284 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:05.052010 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:30:05.052435 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:05.077874 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ad98e0-49fb-448f-aecd-047e3ef8af58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:30:05.080164 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bb5a1265871782f8fa80d718c2cad0aad3f2595cc534f44543b72f1ded69d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a23470-d4d3-431e-8555-608b1a6684ac" -d '{"events": [{"server_uuid": "19ad98e0-49fb-448f-aecd-047e3ef8af58", "name": "network-vif-plugged", "status": "completed", "tag": "0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:30:05.096391 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b,segment=NetworkSegment(d3fb0278-9523-434c-b081-606ad7d700a3),segment_id=d3fb0278-9523-434c-b081-606ad7d700a3)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:30:05.101551 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:05.152208 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:05.163271 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4148b-0781-44d7-b3c2-b8912f0320a4 req-4238a480-2b7a-41d4-b4c6-fe25214bb50c tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:05.164923 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-01a4148b-0781-44d7-b3c2-b8912f0320a4 req-4238a480-2b7a-41d4-b4c6-fe25214bb50c tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 946 time: 0.0644472 Feb 09 02:30:05.188072 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f20069-3c29-4897-86db-0ff10c2ddfff x-openstack-request-id: req-17f20069-3c29-4897-86db-0ff10c2ddfff {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:30:05.188372 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ad98e0-49fb-448f-aecd-047e3ef8af58", "name": "network-vif-plugged", "status": "completed", "tag": "0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:30:05.188631 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-17f20069-3c29-4897-86db-0ff10c2ddfff {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:30:05.189036 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ad98e0-49fb-448f-aecd-047e3ef8af58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b', 'code': 200} Feb 09 02:30:05.220768 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-01a4148b-0781-44d7-b3c2-b8912f0320a4 req-29a19c0a-9437-4ae1-9a15-fc8b7ce80f55 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491302 Feb 09 02:30:05.297855 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09073cf7-8fae-4729-bd07-1bdbca1417e5 req-abfd2f4c-9ed5-488c-b3bb-38272c253316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:05.299351 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-09073cf7-8fae-4729-bd07-1bdbca1417e5 req-abfd2f4c-9ed5-488c-b3bb-38272c253316 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 1129 time: 0.0452387 Feb 09 02:30:05.344795 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-09073cf7-8fae-4729-bd07-1bdbca1417e5 req-8d210a16-3581-4d8f-8b4a-93a7a376c3b3 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397398 Feb 09 02:30:06.347111 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f86e847-388d-4256-8cb1-ad4bea3f1fde req-76cb49a9-786e-449f-83ae-86a3d430c967 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:06.348598 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f86e847-388d-4256-8cb1-ad4bea3f1fde req-76cb49a9-786e-449f-83ae-86a3d430c967 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 946 time: 0.0541518 Feb 09 02:30:06.397781 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1f86e847-388d-4256-8cb1-ad4bea3f1fde req-3dfcd5db-6352-49b1-b02c-18bc784bf3cf tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435266 Feb 09 02:30:07.523876 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df6413-84c6-4066-9d99-6dff11334593 req-135836ca-a551-456b-95a6-e7140250dcb5 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:07.525366 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d4df6413-84c6-4066-9d99-6dff11334593 req-135836ca-a551-456b-95a6-e7140250dcb5 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 946 time: 0.0567870 Feb 09 02:30:07.574509 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d4df6413-84c6-4066-9d99-6dff11334593 req-b6035671-6beb-4659-9902-b65bc5c3c1eb tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434005 Feb 09 02:30:07.693417 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2943d-10c3-436a-a7d1-5df9c95d5aec req-cf8fd94c-7159-4b8d-a0de-cc7469063c30 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:07.694797 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b9a2943d-10c3-436a-a7d1-5df9c95d5aec req-cf8fd94c-7159-4b8d-a0de-cc7469063c30 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 946 time: 0.0534122 Feb 09 02:30:07.743150 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b9a2943d-10c3-436a-a7d1-5df9c95d5aec req-903b8ef7-e2b0-442f-9cf1-b5dc9f3ee806 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427935 Feb 09 02:30:07.765375 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53108) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:07.897872 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a01b766-c318-4af6-b8c6-75ba4a32d867 tempest-TestShelveInstance-1803532364 tempest-TestShelveInstance-1803532364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:07.899356 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-9a01b766-c318-4af6-b8c6-75ba4a32d867 tempest-TestShelveInstance-1803532364 tempest-TestShelveInstance-1803532364-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 1124 time: 0.1330216 Feb 09 02:30:07.902930 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53112) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:07.907255 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-b3b579f2-f641-4871-a8df-3b025e5486ca tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'port_id': '0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:30:07.927656 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b3b579f2-f641-4871-a8df-3b025e5486ca tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:08.023198 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b3b579f2-f641-4871-a8df-3b025e5486ca tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:08.129091 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-b3b579f2-f641-4871-a8df-3b025e5486ca tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Allocated IP 172.25.1.60 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/9852050f-d570-4f71-8671-d82eb34db0e4) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:30:08.230110 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b3b579f2-f641-4871-a8df-3b025e5486ca tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for port (9852050f-d570-4f71-8671-d82eb34db0e4), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:08.264051 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b3b579f2-f641-4871-a8df-3b025e5486ca tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (9852050f-d570-4f71-8671-d82eb34db0e4), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:08.300838 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b579f2-f641-4871-a8df-3b025e5486ca tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:30:08.311746 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-b3b579f2-f641-4871-a8df-3b025e5486ca tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:30:08.315214 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b579f2-f641-4871-a8df-3b025e5486ca tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:30:08.320530 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b579f2-f641-4871-a8df-3b025e5486ca tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Pushing event updated for resources: {'Port': ['ID=9852050f-d570-4f71-8671-d82eb34db0e4,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:08.614267 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [req-1d319183-1e8f-4c1d-93fc-a88e55f6e104 req-b7a924c6-cb0e-4ef6-ab6a-a509fd2a463e service neutron] (103528) timed out ('10.222.0.30', 49262) {{(pid=103528) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 02:30:08.676571 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b3b579f2-f641-4871-a8df-3b025e5486ca tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for floatingip (963875a7-7eba-4088-bfbe-f609975e1e83), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:08.747743 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b3b579f2-f641-4871-a8df-3b025e5486ca tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9852050f-d570-4f71-8671-d82eb34db0e4), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:08.894878 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b3b579f2-f641-4871-a8df-3b025e5486ca tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for port (9852050f-d570-4f71-8671-d82eb34db0e4), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:08.899143 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b3b579f2-f641-4871-a8df-3b025e5486ca tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (9852050f-d570-4f71-8671-d82eb34db0e4), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:08.970415 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b579f2-f641-4871-a8df-3b025e5486ca tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Pushing event updated for resources: {'Port': ['ID=9852050f-d570-4f71-8671-d82eb34db0e4,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:08.982900 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b3b579f2-f641-4871-a8df-3b025e5486ca tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (963875a7-7eba-4088-bfbe-f609975e1e83), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:09.085908 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [None req-b3b579f2-f641-4871-a8df-3b025e5486ca tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Floating IP 963875a7-7eba-4088-bfbe-f609975e1e83 associated. External IP: 172.25.1.60, port: 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b. Feb 09 02:30:09.298365 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b579f2-f641-4871-a8df-3b025e5486ca tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Router ded0ed41-687d-4d96-bf24-885326fbe47f has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:30:09.406082 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b579f2-f641-4871-a8df-3b025e5486ca tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:30:09.415710 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd03b13-1f02-43de-aff7-c790d7efd01d None None] Sync routers for ids ['ded0ed41-687d-4d96-bf24-885326fbe47f'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:30:09.425145 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b3b579f2-f641-4871-a8df-3b025e5486ca tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:09.430196 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd03b13-1f02-43de-aff7-c790d7efd01d None None] Routers {'ded0ed41-687d-4d96-bf24-885326fbe47f'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:30:09.430822 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-4dd03b13-1f02-43de-aff7-c790d7efd01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:29:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['ded0ed41-687d-4d96-bf24-885326fbe47f'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:30:09.456902 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b3b579f2-f641-4871-a8df-3b025e5486ca tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5529387 Feb 09 02:30:09.457498 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ad98e0-49fb-448f-aecd-047e3ef8af58', 'tag': '0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:30:09.459717 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4acd2b-bef1-4fcf-9566-4bb0d581c266" -d '{"events": [{"name": "network-changed", "server_uuid": "19ad98e0-49fb-448f-aecd-047e3ef8af58", "tag": "0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:30:09.496585 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51dd3fea-5711-4735-9bc5-4f1ebf4e44a7 x-openstack-request-id: req-51dd3fea-5711-4735-9bc5-4f1ebf4e44a7 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:30:09.496879 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ad98e0-49fb-448f-aecd-047e3ef8af58", "tag": "0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:30:09.497132 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-51dd3fea-5711-4735-9bc5-4f1ebf4e44a7 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:30:09.497532 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ad98e0-49fb-448f-aecd-047e3ef8af58', 'tag': '0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b', 'status': 'completed', 'code': 200} Feb 09 02:30:09.544272 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-4dd03b13-1f02-43de-aff7-c790d7efd01d None None] Set router ded0ed41-687d-4d96-bf24-885326fbe47f gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:30:09.565737 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4acd2b-bef1-4fcf-9566-4bb0d581c266 req-ea25f7ea-cdac-49c2-90dd-51483c3bf2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:09.567432 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9a4acd2b-bef1-4fcf-9566-4bb0d581c266 req-ea25f7ea-cdac-49c2-90dd-51483c3bf2aa service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a32bd9a4a52b4d648a3b6ba7bcd24543&device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 1129 time: 0.0489156 Feb 09 02:30:09.663889 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4acd2b-bef1-4fcf-9566-4bb0d581c266 req-8645343c-adb5-41d2-993f-276e0dddc298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:09.665425 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9a4acd2b-bef1-4fcf-9566-4bb0d581c266 req-8645343c-adb5-41d2-993f-276e0dddc298 service neutron] 10.222.0.91 "GET /v2.0/networks?id=6d40b089-758f-4de5-af53-dad9eb43cb37 HTTP/1.1" status: 200 len: 909 time: 0.0907903 Feb 09 02:30:09.944936 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-4dd03b13-1f02-43de-aff7-c790d7efd01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'name': 'tempest-TestShelveInstance-117485189-router', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '40d73cb6-0c88-4ff9-b9f1-11fb37f14baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:29:45Z', 'updated_at': '2022-02-09T02:29:48Z', 'revision_number': 4, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'gw_port': {'id': '40d73cb6-0c88-4ff9-b9f1-11fb37f14baa', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:46Z', 'updated_at': '2022-02-09T02:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '963875a7-7eba-4088-bfbe-f609975e1e83', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'port_id': '0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37', 'mac_address': 'fa:16:3e:55:da:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ad98e0-49fb-448f-aecd-047e3ef8af58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:30:08Z', 'updated_at': '2022-02-09T02:30:08Z', 'revision_number': 0, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c4e4c6-528a-41af-9d09-8714a1ec54d6', 'name': '', 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'mac_address': 'fa:16:3e:b5:2e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '9abdeb0b-e778-4352-99c0-2e967d5697dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:47Z', 'updated_at': '2022-02-09T02:29:52Z', 'revision_number': 5, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'subnets': [{'id': '9abdeb0b-e778-4352-99c0-2e967d5697dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:30:09.977125 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd03b13-1f02-43de-aff7-c790d7efd01d None None] Checking router: ded0ed41-687d-4d96-bf24-885326fbe47f for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:30:09.985762 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd03b13-1f02-43de-aff7-c790d7efd01d None None] Routers {'ded0ed41-687d-4d96-bf24-885326fbe47f'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:30:09.986368 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-4dd03b13-1f02-43de-aff7-c790d7efd01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:29:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['ded0ed41-687d-4d96-bf24-885326fbe47f'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:30:10.073438 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9a4acd2b-bef1-4fcf-9566-4bb0d581c266 req-516b8e14-50be-4191-8667-22a77ebcb8b0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b HTTP/1.1" status: 200 len: 999 time: 0.4011390 Feb 09 02:30:10.097194 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-4dd03b13-1f02-43de-aff7-c790d7efd01d None None] Set router ded0ed41-687d-4d96-bf24-885326fbe47f gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:30:10.122194 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4acd2b-bef1-4fcf-9566-4bb0d581c266 req-2a52a87b-4693-46ce-8a6f-5e7fcf77b745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:10.123654 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9a4acd2b-bef1-4fcf-9566-4bb0d581c266 req-2a52a87b-4693-46ce-8a6f-5e7fcf77b745 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9abdeb0b-e778-4352-99c0-2e967d5697dd HTTP/1.1" status: 200 len: 847 time: 0.0443830 Feb 09 02:30:10.172964 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4acd2b-bef1-4fcf-9566-4bb0d581c266 req-80dc0143-7978-4f86-beee-73a4413d69d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:10.174472 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9a4acd2b-bef1-4fcf-9566-4bb0d581c266 req-80dc0143-7978-4f86-beee-73a4413d69d4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6d40b089-758f-4de5-af53-dad9eb43cb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450273 Feb 09 02:30:10.266115 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9a4acd2b-bef1-4fcf-9566-4bb0d581c266 req-6341f5fb-376f-4f94-a24d-dd3b6d73e039 service neutron] 10.222.0.91 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854974 Feb 09 02:30:10.319356 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-4dd03b13-1f02-43de-aff7-c790d7efd01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'name': 'tempest-TestShelveInstance-117485189-router', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '40d73cb6-0c88-4ff9-b9f1-11fb37f14baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:29:45Z', 'updated_at': '2022-02-09T02:29:48Z', 'revision_number': 4, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'gw_port': {'id': '40d73cb6-0c88-4ff9-b9f1-11fb37f14baa', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:46Z', 'updated_at': '2022-02-09T02:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '963875a7-7eba-4088-bfbe-f609975e1e83', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'port_id': '0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37', 'mac_address': 'fa:16:3e:55:da:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ad98e0-49fb-448f-aecd-047e3ef8af58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:30:08Z', 'updated_at': '2022-02-09T02:30:08Z', 'revision_number': 0, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c4e4c6-528a-41af-9d09-8714a1ec54d6', 'name': '', 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'mac_address': 'fa:16:3e:b5:2e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '9abdeb0b-e778-4352-99c0-2e967d5697dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:47Z', 'updated_at': '2022-02-09T02:29:52Z', 'revision_number': 5, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'subnets': [{'id': '9abdeb0b-e778-4352-99c0-2e967d5697dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:30:10.349721 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd03b13-1f02-43de-aff7-c790d7efd01d None None] The sync data for ids ['ded0ed41-687d-4d96-bf24-885326fbe47f'] in n-d-822053-40 is: [{'id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'name': 'tempest-TestShelveInstance-117485189-router', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '40d73cb6-0c88-4ff9-b9f1-11fb37f14baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:29:45Z', 'updated_at': '2022-02-09T02:29:48Z', 'revision_number': 4, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'gw_port': {'id': '40d73cb6-0c88-4ff9-b9f1-11fb37f14baa', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:46Z', 'updated_at': '2022-02-09T02:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '963875a7-7eba-4088-bfbe-f609975e1e83', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'port_id': '0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37', 'mac_address': 'fa:16:3e:55:da:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ad98e0-49fb-448f-aecd-047e3ef8af58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:30:08Z', 'updated_at': '2022-02-09T02:30:08Z', 'revision_number': 0, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c4e4c6-528a-41af-9d09-8714a1ec54d6', 'name': '', 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'mac_address': 'fa:16:3e:b5:2e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '9abdeb0b-e778-4352-99c0-2e967d5697dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:47Z', 'updated_at': '2022-02-09T02:29:52Z', 'revision_number': 5, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'subnets': [{'id': '9abdeb0b-e778-4352-99c0-2e967d5697dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:30:10.355082 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9a4acd2b-bef1-4fcf-9566-4bb0d581c266 req-16fffa57-d99a-48eb-b9a0-e6b5d5a17ec4 service neutron] 10.222.0.91 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828481 Feb 09 02:30:10.548873 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391bcc1f-5a1d-42eb-9d96-832763f8effd None None] New status for floating IP 963875a7-7eba-4088-bfbe-f609975e1e83: ACTIVE {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:30:18.334885 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:30:20.255950 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:20.964099 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-091dadc5-dfe6-4345-a112-d5309a3f5caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:21.672133 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:22.103562 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [req-55b94d94-363c-4052-b572-7db18957b27d req-6c8a04a6-00e4-4e54-a5d5-e23a0a247814 service neutron] (103528) timed out ('10.222.0.91', 53039) {{(pid=103528) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 02:30:24.410702 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a3c78b1f-4e96-4bf8-96c7-76a19781b2d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:26.083465 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:27.826580 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:28.468778 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:38.487846 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e03c6ff1-b1ab-4bf3-a4cc-dfdca5945741 req-c9b1aa92-a9e2-4f20-a16e-7dbd824f1b8e service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0480380 Feb 09 02:30:38.577561 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c6ff1-b1ab-4bf3-a4cc-dfdca5945741 req-32b6159a-9fca-426f-988d-076b6a4ac21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:38.579051 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e03c6ff1-b1ab-4bf3-a4cc-dfdca5945741 req-32b6159a-9fca-426f-988d-076b6a4ac21a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a32bd9a4a52b4d648a3b6ba7bcd24543&device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 1129 time: 0.0462108 Feb 09 02:30:38.681112 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c6ff1-b1ab-4bf3-a4cc-dfdca5945741 req-53d0e340-2a79-4dc0-8291-14c0148989dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:38.683143 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e03c6ff1-b1ab-4bf3-a4cc-dfdca5945741 req-53d0e340-2a79-4dc0-8291-14c0148989dd service neutron] 10.222.0.91 "GET /v2.0/networks?id=6d40b089-758f-4de5-af53-dad9eb43cb37 HTTP/1.1" status: 200 len: 909 time: 0.0844681 Feb 09 02:30:38.752594 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e03c6ff1-b1ab-4bf3-a4cc-dfdca5945741 req-e0bf302a-0d67-49c4-a24f-1a4b7237389d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b HTTP/1.1" status: 200 len: 1001 time: 0.0633235 Feb 09 02:30:38.803453 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c6ff1-b1ab-4bf3-a4cc-dfdca5945741 req-ebf21fbe-29ec-4b85-9cd2-27d5094386bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:38.804930 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e03c6ff1-b1ab-4bf3-a4cc-dfdca5945741 req-ebf21fbe-29ec-4b85-9cd2-27d5094386bd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9abdeb0b-e778-4352-99c0-2e967d5697dd HTTP/1.1" status: 200 len: 847 time: 0.0460467 Feb 09 02:30:38.855370 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c6ff1-b1ab-4bf3-a4cc-dfdca5945741 req-5f64d7af-ee64-46dd-8fdf-d364c30eef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:38.856882 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e03c6ff1-b1ab-4bf3-a4cc-dfdca5945741 req-5f64d7af-ee64-46dd-8fdf-d364c30eef7b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6d40b089-758f-4de5-af53-dad9eb43cb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441310 Feb 09 02:30:38.948341 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e03c6ff1-b1ab-4bf3-a4cc-dfdca5945741 req-235300a9-b31d-46ff-b6a7-6bd0e1cf6500 service neutron] 10.222.0.91 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846944 Feb 09 02:30:39.038737 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e03c6ff1-b1ab-4bf3-a4cc-dfdca5945741 req-1c701f5c-fa9a-42dc-83dc-676a3bdacae9 service neutron] 10.222.0.91 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827839 Feb 09 02:30:50.269234 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:50.966913 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-cbff7e53-db5f-409b-821b-1f6d4cbac8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:51.684003 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:54.412375 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6df953fe-cac8-4456-b562-2dadfbb945dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:55.334941 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:30:56.083545 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:57.828896 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:58.472951 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:20.284646 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:20.967817 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5228bad9-7c44-4a95-9144-216f2dbc58f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:21.683505 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:24.412768 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bf3901a9-e3c2-4810-9bc8-ff78250019df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:26.086262 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:27.831526 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:28.474643 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:32.334022 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:31:38.509583 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e82e90a-7463-4d6e-b855-018551d49676 req-f040f922-d184-473d-927b-7b5defe385b3 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0545781 Feb 09 02:31:38.596100 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82e90a-7463-4d6e-b855-018551d49676 req-664852e9-b1c8-4040-89fe-67762aea4c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:38.597608 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e82e90a-7463-4d6e-b855-018551d49676 req-664852e9-b1c8-4040-89fe-67762aea4c1b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a32bd9a4a52b4d648a3b6ba7bcd24543&device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 1129 time: 0.0442231 Feb 09 02:31:38.698410 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82e90a-7463-4d6e-b855-018551d49676 req-90b5d86b-9e87-4da4-bc91-ced64c8e2c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:38.699871 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e82e90a-7463-4d6e-b855-018551d49676 req-90b5d86b-9e87-4da4-bc91-ced64c8e2c37 service neutron] 10.222.0.91 "GET /v2.0/networks?id=6d40b089-758f-4de5-af53-dad9eb43cb37 HTTP/1.1" status: 200 len: 909 time: 0.0833251 Feb 09 02:31:38.768513 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e82e90a-7463-4d6e-b855-018551d49676 req-0d8f056d-b4ce-4a90-a03c-2532bdd96226 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b HTTP/1.1" status: 200 len: 1001 time: 0.0626860 Feb 09 02:31:38.815742 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82e90a-7463-4d6e-b855-018551d49676 req-c67e9e2b-027b-4881-a4d0-14d7e462a8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:38.817216 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e82e90a-7463-4d6e-b855-018551d49676 req-c67e9e2b-027b-4881-a4d0-14d7e462a8f7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9abdeb0b-e778-4352-99c0-2e967d5697dd HTTP/1.1" status: 200 len: 847 time: 0.0433152 Feb 09 02:31:38.864798 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82e90a-7463-4d6e-b855-018551d49676 req-6d7aa742-a067-4315-968e-7c967938e32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:38.866244 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e82e90a-7463-4d6e-b855-018551d49676 req-6d7aa742-a067-4315-968e-7c967938e32c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6d40b089-758f-4de5-af53-dad9eb43cb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0426290 Feb 09 02:31:38.958470 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e82e90a-7463-4d6e-b855-018551d49676 req-cff47456-6629-40b0-9302-91748e1c6350 service neutron] 10.222.0.91 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859342 Feb 09 02:31:39.046819 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e82e90a-7463-4d6e-b855-018551d49676 req-19ff30b7-304a-4a99-ae1e-c0e7be8fbc13 service neutron] 10.222.0.91 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815909 Feb 09 02:31:50.283154 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:50.969731 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f16edbfb-ac1b-48be-8602-2f3302f89d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:51.698281 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:54.414934 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d4a1392e-71dd-488b-8b5c-8a5ba5906b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:56.089670 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:57.834483 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:58.476452 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:06.682984 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e279341-bced-4132-bfa7-5a58ead03ad7 req-f0425f65-9b06-4174-9dc2-0d19fb29357b tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:06.684484 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e279341-bced-4132-bfa7-5a58ead03ad7 req-f0425f65-9b06-4174-9dc2-0d19fb29357b tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 946 time: 0.0653050 Feb 09 02:32:06.733232 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e279341-bced-4132-bfa7-5a58ead03ad7 req-887126bd-6be8-4b7f-91c2-5f0cfc82640d tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430658 Feb 09 02:32:07.855041 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0dc509-e39f-46de-b4a3-a6a0d00c6116 req-56f6d7fc-fb49-4533-9691-3dab6636587b tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:07.856430 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e0dc509-e39f-46de-b4a3-a6a0d00c6116 req-56f6d7fc-fb49-4533-9691-3dab6636587b tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 946 time: 0.0528169 Feb 09 02:32:07.904166 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4e0dc509-e39f-46de-b4a3-a6a0d00c6116 req-fd9b4185-4207-42fa-ae2c-61333f6d32f8 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421817 Feb 09 02:32:09.029449 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9bcd66-ceb6-4575-9b58-b1feb25c9064 req-722aca6f-27ec-4144-8877-a95f32c9bd9b tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:09.030932 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6a9bcd66-ceb6-4575-9b58-b1feb25c9064 req-722aca6f-27ec-4144-8877-a95f32c9bd9b tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 946 time: 0.0534568 Feb 09 02:32:09.085128 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6a9bcd66-ceb6-4575-9b58-b1feb25c9064 req-fbf11d10-c631-492e-834c-d89826d4f6b7 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486598 Feb 09 02:32:09.332976 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:32:10.204888 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3cddf-fa90-498f-a1d0-5ae640ba8432 req-c3627fe2-fe04-44d1-b1fc-8730b7fbc644 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:10.206381 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dca3cddf-fa90-498f-a1d0-5ae640ba8432 req-c3627fe2-fe04-44d1-b1fc-8730b7fbc644 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 946 time: 0.0532131 Feb 09 02:32:10.255420 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dca3cddf-fa90-498f-a1d0-5ae640ba8432 req-8d527898-fd00-428f-b265-1164b60579d0 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435197 Feb 09 02:32:11.378990 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9f507-c279-4d95-91fc-b351f0429f08 req-8f83252f-40c7-453e-8219-202d9e4da001 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:11.380485 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2bd9f507-c279-4d95-91fc-b351f0429f08 req-8f83252f-40c7-453e-8219-202d9e4da001 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 946 time: 0.0537448 Feb 09 02:32:11.431396 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2bd9f507-c279-4d95-91fc-b351f0429f08 req-319879b6-f64a-4d16-a8be-b18d98a20ebb tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453372 Feb 09 02:32:12.559730 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fed220-1432-4a56-bb4b-5113ce27752d req-32781b11-0c25-4988-9ad5-818ff2b8ff32 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:12.561335 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f8fed220-1432-4a56-bb4b-5113ce27752d req-32781b11-0c25-4988-9ad5-818ff2b8ff32 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 946 time: 0.0578992 Feb 09 02:32:12.610294 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f8fed220-1432-4a56-bb4b-5113ce27752d req-af3bfeab-5030-425d-9317-0cf15dcdf813 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433838 Feb 09 02:32:13.730536 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013d3bb-ad42-4d89-be72-34298b9d5261 req-2fd9e420-fecf-4405-89a2-0b4d33e423fb tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:13.732024 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b013d3bb-ad42-4d89-be72-34298b9d5261 req-2fd9e420-fecf-4405-89a2-0b4d33e423fb tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 946 time: 0.0534179 Feb 09 02:32:13.780286 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b013d3bb-ad42-4d89-be72-34298b9d5261 req-0cf43b81-fb2d-4058-a5a2-a07866fbbe64 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427105 Feb 09 02:32:14.901762 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12665401-5e57-4b67-86a1-55667c165361 req-4be5d815-0637-4d3d-a2cf-9d0b44fd6229 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:14.903136 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-12665401-5e57-4b67-86a1-55667c165361 req-4be5d815-0637-4d3d-a2cf-9d0b44fd6229 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 946 time: 0.0569241 Feb 09 02:32:14.950963 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-12665401-5e57-4b67-86a1-55667c165361 req-d8061c8b-6b15-4c2e-bbcf-65bb602eac6f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422814 Feb 09 02:32:16.069604 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbaac7-dbf8-487f-9d83-f3c2e2c16a12 req-8ca180b0-251a-414f-a435-d44d801d2575 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:16.071078 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a4dbaac7-dbf8-487f-9d83-f3c2e2c16a12 req-8ca180b0-251a-414f-a435-d44d801d2575 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 946 time: 0.0535223 Feb 09 02:32:16.124170 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a4dbaac7-dbf8-487f-9d83-f3c2e2c16a12 req-cc17018f-4868-41d4-a21e-c9d924795eaa tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466769 Feb 09 02:32:17.243548 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f075b2-8488-40f8-ade4-c66e0647160a req-3cde58ae-2e3f-4972-8c49-2bde2bc8c587 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:17.245172 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b1f075b2-8488-40f8-ade4-c66e0647160a req-3cde58ae-2e3f-4972-8c49-2bde2bc8c587 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 946 time: 0.0534890 Feb 09 02:32:17.298875 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b1f075b2-8488-40f8-ade4-c66e0647160a req-b60d7c11-65a7-4b00-9117-1454959857a9 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481384 Feb 09 02:32:17.456254 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:32:17.550527 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b,segment=NetworkSegment(d3fb0278-9523-434c-b081-606ad7d700a3),segment_id=d3fb0278-9523-434c-b081-606ad7d700a3)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:17.562456 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b', 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37', 'port_id': '0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b', 'mac_address': 'fa:16:3e:55:da:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9abdeb0b-e778-4352-99c0-2e967d5697dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:32:17.602499 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b is: ACTIVE; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:17.602885 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:17.615800 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:32:17.636028 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b,segment=NetworkSegment(d3fb0278-9523-434c-b081-606ad7d700a3),segment_id=d3fb0278-9523-434c-b081-606ad7d700a3)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:17.639938 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:17.691909 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:17.700626 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:17.701023 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:17.701425 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:17.701833 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:17.702229 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:17.702605 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:17.702977 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:17.703347 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:17.703721 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:17.704131 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:17.704502 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:17.704870 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:17.705235 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:17.725792 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:32:18.423197 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4612044-ec3d-4c45-a305-9582ddf3e3a1 req-bfe2d92c-fc08-4e65-96e1-d0e5e35c43b4 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:18.424713 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f4612044-ec3d-4c45-a305-9582ddf3e3a1 req-bfe2d92c-fc08-4e65-96e1-d0e5e35c43b4 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 945 time: 0.0532813 Feb 09 02:32:18.474381 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f4612044-ec3d-4c45-a305-9582ddf3e3a1 req-4e11d5d2-6b8a-4319-b915-b4a348442a45 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441108 Feb 09 02:32:19.483996 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:32:19.545095 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:19.545740 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:19.609758 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb6a09-00f5-4108-a401-3e39f4c3e8af req-5c1466a7-1ea3-408b-b881-a68c19cfe21e tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:19.618698 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3edb6a09-00f5-4108-a401-3e39f4c3e8af req-5c1466a7-1ea3-408b-b881-a68c19cfe21e tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 945 time: 0.0652525 Feb 09 02:32:19.645532 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:19.646377 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:19.674707 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ad98e0-49fb-448f-aecd-047e3ef8af58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:32:19.677474 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bb5a1265871782f8fa80d718c2cad0aad3f2595cc534f44543b72f1ded69d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9333d702-a104-4b8d-a1ad-7fc821673abd" -d '{"events": [{"server_uuid": "19ad98e0-49fb-448f-aecd-047e3ef8af58", "name": "network-vif-plugged", "status": "completed", "tag": "0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:32:19.692180 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b,segment=NetworkSegment(d3fb0278-9523-434c-b081-606ad7d700a3),segment_id=d3fb0278-9523-434c-b081-606ad7d700a3)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:19.699928 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:19.729251 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3edb6a09-00f5-4108-a401-3e39f4c3e8af req-3406d788-c7a3-4707-98d3-af09acfd439e tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100969 Feb 09 02:32:19.756311 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c05124-ac1f-472f-9383-9690a36ce645 x-openstack-request-id: req-26c05124-ac1f-472f-9383-9690a36ce645 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:32:19.756641 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ad98e0-49fb-448f-aecd-047e3ef8af58", "name": "network-vif-plugged", "status": "completed", "tag": "0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:32:19.756857 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-26c05124-ac1f-472f-9383-9690a36ce645 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:32:19.757246 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ad98e0-49fb-448f-aecd-047e3ef8af58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b', 'code': 200} Feb 09 02:32:19.766598 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b,revision_number=7']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:20.292556 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:20.848712 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515d924-400e-4429-bb67-9686d224bcba req-92e0a1f5-586d-4719-91e0-b33f673c7dbd tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:20.852443 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0515d924-400e-4429-bb67-9686d224bcba req-92e0a1f5-586d-4719-91e0-b33f673c7dbd tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 946 time: 0.0718992 Feb 09 02:32:20.908348 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0515d924-400e-4429-bb67-9686d224bcba req-d5c12523-c86d-4385-975d-32c6bb04f2cc tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496845 Feb 09 02:32:20.982418 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2152dbb9-22d5-466a-86e2-22b3110df5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:21.705433 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:22.051425 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8db9e-73a3-454c-b3eb-1d95ef360438 req-843de853-aaa7-4780-bd7e-065599c90959 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:22.054289 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7af8db9e-73a3-454c-b3eb-1d95ef360438 req-843de853-aaa7-4780-bd7e-065599c90959 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 946 time: 0.0558472 Feb 09 02:32:22.120348 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7af8db9e-73a3-454c-b3eb-1d95ef360438 req-69e30ad5-158b-4f7b-9add-0238ad870e66 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553310 Feb 09 02:32:23.251807 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2fadca-6b9e-4a02-ad1d-f641b29e6b5e req-7471e298-fa52-497c-bed6-3b57ed04c4e6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:23.253484 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5f2fadca-6b9e-4a02-ad1d-f641b29e6b5e req-7471e298-fa52-497c-bed6-3b57ed04c4e6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 946 time: 0.0659940 Feb 09 02:32:23.325116 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5f2fadca-6b9e-4a02-ad1d-f641b29e6b5e req-c4079dbc-115c-418d-ac73-c9d5bed46172 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639620 Feb 09 02:32:24.437412 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-00fbd81e-73d1-4fc0-a759-66838b0e49c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:24.459546 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e81767-ce15-4b34-9727-e2b162a2a005 req-6d257665-8091-41c1-8d71-c6db273921a1 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:24.467151 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-22e81767-ce15-4b34-9727-e2b162a2a005 req-6d257665-8091-41c1-8d71-c6db273921a1 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 946 time: 0.0671077 Feb 09 02:32:24.519362 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-22e81767-ce15-4b34-9727-e2b162a2a005 req-e6cc47e8-e0e4-43d2-82e1-dcb0b48ce3c7 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513637 Feb 09 02:32:25.657830 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad04274-a9b9-4550-b721-f97d99d56476 req-6adb3e80-2ea5-4f3f-8c2d-a34fff142cb4 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:25.659495 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5ad04274-a9b9-4550-b721-f97d99d56476 req-6adb3e80-2ea5-4f3f-8c2d-a34fff142cb4 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 946 time: 0.0639687 Feb 09 02:32:25.717740 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5ad04274-a9b9-4550-b721-f97d99d56476 req-908f606e-3b21-4478-9caa-e00096b62f6f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498261 Feb 09 02:32:26.094099 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:26.862960 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97feee4a-d49a-483f-8115-8d138cb436b5 req-2d0a0cb6-6b63-4bf6-9afd-5ddb23c976b2 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:26.864556 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-97feee4a-d49a-483f-8115-8d138cb436b5 req-2d0a0cb6-6b63-4bf6-9afd-5ddb23c976b2 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 946 time: 0.0682528 Feb 09 02:32:26.921200 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-97feee4a-d49a-483f-8115-8d138cb436b5 req-4d72d59d-0da6-434d-8ccc-b835e60e5e84 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493555 Feb 09 02:32:27.839961 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:28.050772 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73badf-4753-4010-8fa8-153a7f20aa71 req-e9ded116-b04b-4ffc-a12e-5e85bca207b4 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:28.059355 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0a73badf-4753-4010-8fa8-153a7f20aa71 req-e9ded116-b04b-4ffc-a12e-5e85bca207b4 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 946 time: 0.0615585 Feb 09 02:32:28.105368 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0a73badf-4753-4010-8fa8-153a7f20aa71 req-678d9c28-bfee-4a8e-bddc-ad9eae86b26b tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450613 Feb 09 02:32:28.480525 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:29.061421 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098f4d1-993e-4a05-bd3e-c5e05a385947 req-b78de8bd-6cf0-4c07-8b2c-06cc07acdff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:29.062910 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6098f4d1-993e-4a05-bd3e-c5e05a385947 req-b78de8bd-6cf0-4c07-8b2c-06cc07acdff0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a32bd9a4a52b4d648a3b6ba7bcd24543&device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 1129 time: 0.1060750 Feb 09 02:32:29.153555 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098f4d1-993e-4a05-bd3e-c5e05a385947 req-1d95c69e-c8ab-49be-a8e0-18d2d2893ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:29.155031 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6098f4d1-993e-4a05-bd3e-c5e05a385947 req-1d95c69e-c8ab-49be-a8e0-18d2d2893ce8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=6d40b089-758f-4de5-af53-dad9eb43cb37 HTTP/1.1" status: 200 len: 909 time: 0.0855026 Feb 09 02:32:29.250189 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6098f4d1-993e-4a05-bd3e-c5e05a385947 req-838f901f-8a2a-4ad7-bb71-2a310bfccbf4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b HTTP/1.1" status: 200 len: 1001 time: 0.0878639 Feb 09 02:32:29.294290 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741186c3-6c07-4a4c-ac31-a58cd38c618f req-115bfe78-e077-4f73-8fd8-44ad2ef1d3d6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:29.295707 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-741186c3-6c07-4a4c-ac31-a58cd38c618f req-115bfe78-e077-4f73-8fd8-44ad2ef1d3d6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 946 time: 0.0986936 Feb 09 02:32:29.327418 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098f4d1-993e-4a05-bd3e-c5e05a385947 req-668e6a07-48f1-4306-be97-1d91d6078641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:29.328871 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6098f4d1-993e-4a05-bd3e-c5e05a385947 req-668e6a07-48f1-4306-be97-1d91d6078641 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9abdeb0b-e778-4352-99c0-2e967d5697dd HTTP/1.1" status: 200 len: 847 time: 0.0710821 Feb 09 02:32:29.383129 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-741186c3-6c07-4a4c-ac31-a58cd38c618f req-5d10b7c8-2462-4f24-813b-e54183ecef6a tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817862 Feb 09 02:32:29.398045 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098f4d1-993e-4a05-bd3e-c5e05a385947 req-3fe7a930-75a3-4edd-ac8d-49bd99a476fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:29.399507 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6098f4d1-993e-4a05-bd3e-c5e05a385947 req-3fe7a930-75a3-4edd-ac8d-49bd99a476fb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6d40b089-758f-4de5-af53-dad9eb43cb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0636935 Feb 09 02:32:29.410046 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-6098f4d1-993e-4a05-bd3e-c5e05a385947 req-a2458291-149b-4a70-a78f-149f99176fba service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:32:29.410957 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6098f4d1-993e-4a05-bd3e-c5e05a385947 req-a2458291-149b-4a70-a78f-149f99176fba service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048501 Feb 09 02:32:29.499638 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6098f4d1-993e-4a05-bd3e-c5e05a385947 req-b0151700-f5fc-4c13-953f-c31fa5404c60 service neutron] 10.222.0.91 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823653 Feb 09 02:32:29.593271 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6098f4d1-993e-4a05-bd3e-c5e05a385947 req-148160ab-32f3-4bd8-a1fa-f81e00757281 service neutron] 10.222.0.91 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872469 Feb 09 02:32:30.504794 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366e1e7-52fe-40f2-bf27-a469e936fc0b req-97c6fbd0-acd4-4428-a9d3-c15eeca54115 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:30.506260 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2366e1e7-52fe-40f2-bf27-a469e936fc0b req-97c6fbd0-acd4-4428-a9d3-c15eeca54115 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 946 time: 0.0540159 Feb 09 02:32:30.555501 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2366e1e7-52fe-40f2-bf27-a469e936fc0b req-27aee3ee-7d18-40d2-b2e9-d81b031096e9 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435636 Feb 09 02:32:31.516448 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:32:31.644592 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:31.645204 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:31.681056 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ad98e0-49fb-448f-aecd-047e3ef8af58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:32:31.685678 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bb5a1265871782f8fa80d718c2cad0aad3f2595cc534f44543b72f1ded69d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e0b717-6075-4610-97db-6d807b711660" -d '{"events": [{"server_uuid": "19ad98e0-49fb-448f-aecd-047e3ef8af58", "name": "network-vif-unplugged", "status": "completed", "tag": "0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:32:31.705831 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b,segment=NetworkSegment(d3fb0278-9523-434c-b081-606ad7d700a3),segment_id=d3fb0278-9523-434c-b081-606ad7d700a3)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:31.711017 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:31.741779 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd301c3-b813-4235-8a14-4685b3951740 req-6ca77eb4-62ac-4883-8c8e-918795705ae5 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:31.749296 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1bd301c3-b813-4235-8a14-4685b3951740 req-6ca77eb4-62ac-4883-8c8e-918795705ae5 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 946 time: 0.0887530 Feb 09 02:32:31.755081 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26e1aff-68cb-4a22-8f1a-66e3401dc0eb x-openstack-request-id: req-a26e1aff-68cb-4a22-8f1a-66e3401dc0eb {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:32:31.755505 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ad98e0-49fb-448f-aecd-047e3ef8af58", "name": "network-vif-unplugged", "status": "completed", "tag": "0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:32:31.755904 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a26e1aff-68cb-4a22-8f1a-66e3401dc0eb {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:32:31.756547 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ad98e0-49fb-448f-aecd-047e3ef8af58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b', 'code': 200} Feb 09 02:32:31.793849 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b,revision_number=8']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:31.797240 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1bd301c3-b813-4235-8a14-4685b3951740 req-fbe9de02-09b8-4684-a23d-e5c4c8313d14 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470998 Feb 09 02:32:31.873167 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-1dd72cc7-c362-42dc-978e-d0348f1cba01 req-709ab3ea-f2e0-4625-9d6c-96a280def2da service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:32:31.874053 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1dd72cc7-c362-42dc-978e-d0348f1cba01 req-709ab3ea-f2e0-4625-9d6c-96a280def2da service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059659 Feb 09 02:32:32.033287 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69770301-22ac-4464-bf44-45f8b03749b2 req-b3e5815b-10e0-4c11-ba37-001c2c0d2496 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:32.034770 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-69770301-22ac-4464-bf44-45f8b03749b2 req-b3e5815b-10e0-4c11-ba37-001c2c0d2496 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 944 time: 0.0585089 Feb 09 02:32:32.085946 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-69770301-22ac-4464-bf44-45f8b03749b2 req-8ce202ca-3f64-4137-b6d1-e899e8615ac9 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455534 Feb 09 02:32:32.322743 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-8a419aec-9ec5-490e-8f10-88cb3ad5379e req-2e922d49-8b30-41b6-b2b5-e12bb77614eb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0912228 Feb 09 02:32:33.077830 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a419aec-9ec5-490e-8f10-88cb3ad5379e req-58191db6-49e2-498c-9cff-1d87473d7a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:33.079312 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a419aec-9ec5-490e-8f10-88cb3ad5379e req-58191db6-49e2-498c-9cff-1d87473d7a9c service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58&tenant_id=a32bd9a4a52b4d648a3b6ba7bcd24543 HTTP/1.1" status: 200 len: 1127 time: 0.0444155 Feb 09 02:32:33.089488 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-8a419aec-9ec5-490e-8f10-88cb3ad5379e req-6e6fe8ff-0cb2-497f-b6e3-9e037986a016 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:32:33.090393 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a419aec-9ec5-490e-8f10-88cb3ad5379e req-6e6fe8ff-0cb2-497f-b6e3-9e037986a016 service neutron] 10.222.0.121 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053561 Feb 09 02:32:33.102453 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-8a419aec-9ec5-490e-8f10-88cb3ad5379e req-4be5b1de-8d9b-4fc7-8afd-a031ab7ac54c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-822053-40', 'device_owner': 'compute:nova'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:33.175373 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8a419aec-9ec5-490e-8f10-88cb3ad5379e req-4be5b1de-8d9b-4fc7-8afd-a031ab7ac54c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:33.259454 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f02491-3186-4f80-a25a-0ccf5b0c9d2f req-f683f219-6b63-4871-b9af-33a58fb2c2b9 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:33.261632 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c7f02491-3186-4f80-a25a-0ccf5b0c9d2f req-f683f219-6b63-4871-b9af-33a58fb2c2b9 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 944 time: 0.1014512 Feb 09 02:32:33.403485 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c7f02491-3186-4f80-a25a-0ccf5b0c9d2f req-fdf8912d-f9d8-41b0-9da4-3fca18279a57 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016197 Feb 09 02:32:33.440854 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-8a419aec-9ec5-490e-8f10-88cb3ad5379e req-4be5b1de-8d9b-4fc7-8afd-a031ab7ac54c service neutron] For port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b,segment=NetworkSegment(d3fb0278-9523-434c-b081-606ad7d700a3),segment_id=d3fb0278-9523-434c-b081-606ad7d700a3)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:33.473908 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-8a419aec-9ec5-490e-8f10-88cb3ad5379e req-4be5b1de-8d9b-4fc7-8afd-a031ab7ac54c service neutron] For port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:32:33.511467 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-8a419aec-9ec5-490e-8f10-88cb3ad5379e req-4be5b1de-8d9b-4fc7-8afd-a031ab7ac54c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:32:33.519051 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8a419aec-9ec5-490e-8f10-88cb3ad5379e req-4be5b1de-8d9b-4fc7-8afd-a031ab7ac54c service neutron] Publish callbacks [] for port (0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:33.531549 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-8a419aec-9ec5-490e-8f10-88cb3ad5379e req-4be5b1de-8d9b-4fc7-8afd-a031ab7ac54c service neutron] Transition to ACTIVE for port object 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:32:33.536818 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8a419aec-9ec5-490e-8f10-88cb3ad5379e req-4be5b1de-8d9b-4fc7-8afd-a031ab7ac54c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:33.615287 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5b1de-8d9b-4fc7-8afd-a031ab7ac54c service neutron] Pushing event updated for resources: {'Port': ['ID=0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b,revision_number=9']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:33.630481 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be5b1de-8d9b-4fc7-8afd-a031ab7ac54c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:33.630847 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be5b1de-8d9b-4fc7-8afd-a031ab7ac54c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:33.631173 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be5b1de-8d9b-4fc7-8afd-a031ab7ac54c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:33.631512 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be5b1de-8d9b-4fc7-8afd-a031ab7ac54c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:33.631846 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be5b1de-8d9b-4fc7-8afd-a031ab7ac54c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:33.632216 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be5b1de-8d9b-4fc7-8afd-a031ab7ac54c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:33.632547 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be5b1de-8d9b-4fc7-8afd-a031ab7ac54c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:33.632877 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be5b1de-8d9b-4fc7-8afd-a031ab7ac54c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:33.633206 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be5b1de-8d9b-4fc7-8afd-a031ab7ac54c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:33.633534 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be5b1de-8d9b-4fc7-8afd-a031ab7ac54c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:33.633859 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be5b1de-8d9b-4fc7-8afd-a031ab7ac54c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:33.634178 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be5b1de-8d9b-4fc7-8afd-a031ab7ac54c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:33.634498 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be5b1de-8d9b-4fc7-8afd-a031ab7ac54c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:33.669347 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a419aec-9ec5-490e-8f10-88cb3ad5379e req-4be5b1de-8d9b-4fc7-8afd-a031ab7ac54c service neutron] No DVR routers for this DVR port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:32:33.810157 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-8a419aec-9ec5-490e-8f10-88cb3ad5379e req-4be5b1de-8d9b-4fc7-8afd-a031ab7ac54c service neutron] Attempting to bind port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:32:33.810486 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-8a419aec-9ec5-490e-8f10-88cb3ad5379e req-4be5b1de-8d9b-4fc7-8afd-a031ab7ac54c service neutron] Attempting to bind port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': 'd3fb0278-9523-434c-b081-606ad7d700a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:32:33.810806 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a419aec-9ec5-490e-8f10-88cb3ad5379e req-4be5b1de-8d9b-4fc7-8afd-a031ab7ac54c service neutron] Attempting to bind port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b on network 6d40b089-758f-4de5-af53-dad9eb43cb37 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:32:33.814902 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a419aec-9ec5-490e-8f10-88cb3ad5379e req-4be5b1de-8d9b-4fc7-8afd-a031ab7ac54c service neutron] Port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b on network 6d40b089-758f-4de5-af53-dad9eb43cb37 not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:32:33.815212 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a419aec-9ec5-490e-8f10-88cb3ad5379e req-4be5b1de-8d9b-4fc7-8afd-a031ab7ac54c service neutron] Attempting to bind port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b on network 6d40b089-758f-4de5-af53-dad9eb43cb37 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:32:33.819893 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a419aec-9ec5-490e-8f10-88cb3ad5379e req-4be5b1de-8d9b-4fc7-8afd-a031ab7ac54c service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:32:33.820295 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a419aec-9ec5-490e-8f10-88cb3ad5379e req-4be5b1de-8d9b-4fc7-8afd-a031ab7ac54c service neutron] Checking segment: {'id': 'd3fb0278-9523-434c-b081-606ad7d700a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:32:33.820671 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a419aec-9ec5-490e-8f10-88cb3ad5379e req-4be5b1de-8d9b-4fc7-8afd-a031ab7ac54c service neutron] Bound using segment: {'id': 'd3fb0278-9523-434c-b081-606ad7d700a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:32:33.821084 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-8a419aec-9ec5-490e-8f10-88cb3ad5379e req-4be5b1de-8d9b-4fc7-8afd-a031ab7ac54c service neutron] Bound port: 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3fb0278-9523-434c-b081-606ad7d700a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:32:33.821425 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8a419aec-9ec5-490e-8f10-88cb3ad5379e req-4be5b1de-8d9b-4fc7-8afd-a031ab7ac54c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:33.888486 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-8a419aec-9ec5-490e-8f10-88cb3ad5379e req-4be5b1de-8d9b-4fc7-8afd-a031ab7ac54c service neutron] For port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:32:33.891404 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-8a419aec-9ec5-490e-8f10-88cb3ad5379e req-4be5b1de-8d9b-4fc7-8afd-a031ab7ac54c service neutron] For port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b,segment=NetworkSegment(d3fb0278-9523-434c-b081-606ad7d700a3),segment_id=d3fb0278-9523-434c-b081-606ad7d700a3)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:32:33.897250 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8a419aec-9ec5-490e-8f10-88cb3ad5379e req-4be5b1de-8d9b-4fc7-8afd-a031ab7ac54c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:33.929768 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a419aec-9ec5-490e-8f10-88cb3ad5379e req-4be5b1de-8d9b-4fc7-8afd-a031ab7ac54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:33.930653 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-8a419aec-9ec5-490e-8f10-88cb3ad5379e req-4be5b1de-8d9b-4fc7-8afd-a031ab7ac54c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:33.933029 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a419aec-9ec5-490e-8f10-88cb3ad5379e req-4be5b1de-8d9b-4fc7-8afd-a031ab7ac54c service neutron] 10.222.0.121 "PUT /v2.0/ports/0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b HTTP/1.1" status: 200 len: 1093 time: 0.8345048 Feb 09 02:32:33.935550 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ad98e0-49fb-448f-aecd-047e3ef8af58', 'tag': '0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:32:33.937732 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee4ec90-dd02-4e89-964c-1e712c866420" -d '{"events": [{"name": "network-changed", "server_uuid": "19ad98e0-49fb-448f-aecd-047e3ef8af58", "tag": "0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:32:33.981342 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5b1de-8d9b-4fc7-8afd-a031ab7ac54c service neutron] Pushing event updated for resources: {'Port': ['ID=0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b,revision_number=10']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:33.985939 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9665732a-e96b-4b57-a2fd-e30febe0bc8a x-openstack-request-id: req-9665732a-e96b-4b57-a2fd-e30febe0bc8a {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:32:33.986230 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ad98e0-49fb-448f-aecd-047e3ef8af58", "tag": "0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:32:33.986483 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9665732a-e96b-4b57-a2fd-e30febe0bc8a {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:32:33.986886 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ad98e0-49fb-448f-aecd-047e3ef8af58', 'tag': '0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b', 'status': 'completed', 'code': 200} Feb 09 02:32:34.020959 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a419aec-9ec5-490e-8f10-88cb3ad5379e req-1fc698bb-b9b2-48d2-91b1-4d4158b2881e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:34.022508 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a419aec-9ec5-490e-8f10-88cb3ad5379e req-1fc698bb-b9b2-48d2-91b1-4d4158b2881e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a32bd9a4a52b4d648a3b6ba7bcd24543&device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 1128 time: 0.0545022 Feb 09 02:32:34.123404 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a419aec-9ec5-490e-8f10-88cb3ad5379e req-b928b0bc-ac45-42dd-88a9-175ae4dbcedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:34.124915 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a419aec-9ec5-490e-8f10-88cb3ad5379e req-b928b0bc-ac45-42dd-88a9-175ae4dbcedc service neutron] 10.222.0.121 "GET /v2.0/networks?id=6d40b089-758f-4de5-af53-dad9eb43cb37 HTTP/1.1" status: 200 len: 909 time: 0.0965860 Feb 09 02:32:34.193148 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a419aec-9ec5-490e-8f10-88cb3ad5379e req-7497c577-0eab-4970-b713-6df98c0bda78 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b HTTP/1.1" status: 200 len: 999 time: 0.0606871 Feb 09 02:32:34.243738 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a419aec-9ec5-490e-8f10-88cb3ad5379e req-16f12a4f-13d0-458b-be4d-35f01174a909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:34.245686 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a419aec-9ec5-490e-8f10-88cb3ad5379e req-16f12a4f-13d0-458b-be4d-35f01174a909 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9abdeb0b-e778-4352-99c0-2e967d5697dd HTTP/1.1" status: 200 len: 847 time: 0.0466046 Feb 09 02:32:34.293719 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a419aec-9ec5-490e-8f10-88cb3ad5379e req-33c12c0a-098b-4559-968f-9d31e594b4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:34.295191 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a419aec-9ec5-490e-8f10-88cb3ad5379e req-33c12c0a-098b-4559-968f-9d31e594b4a2 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6d40b089-758f-4de5-af53-dad9eb43cb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440540 Feb 09 02:32:34.386054 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a419aec-9ec5-490e-8f10-88cb3ad5379e req-8bf2af0d-e371-4e63-bb1b-b6b08b670e98 service neutron] 10.222.0.121 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838747 Feb 09 02:32:34.493724 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a419aec-9ec5-490e-8f10-88cb3ad5379e req-f600eb82-ae76-41c8-aaf1-1d0a3be49280 service neutron] 10.222.0.121 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008320 Feb 09 02:32:34.537957 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445294d1-2057-44b9-a2be-ce2a5eb8867b req-3dec1b0d-3b91-4dfc-a71c-e92fb03a5bf2 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:34.539432 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-445294d1-2057-44b9-a2be-ce2a5eb8867b req-3dec1b0d-3b91-4dfc-a71c-e92fb03a5bf2 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 945 time: 0.0615582 Feb 09 02:32:34.617840 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4ec90-dd02-4e89-964c-1e712c866420 req-54ba483b-7093-48f9-9aff-7c8aa33db30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:34.619964 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ee4ec90-dd02-4e89-964c-1e712c866420 req-54ba483b-7093-48f9-9aff-7c8aa33db30f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a32bd9a4a52b4d648a3b6ba7bcd24543&device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 1128 time: 0.0785735 Feb 09 02:32:34.624065 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-445294d1-2057-44b9-a2be-ce2a5eb8867b req-71f186cd-5327-4cf1-88d4-b66bcbbcd90a tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749793 Feb 09 02:32:34.717194 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4ec90-dd02-4e89-964c-1e712c866420 req-bdc640d2-3200-4b6c-bae6-5465efaa810e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:34.718685 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ee4ec90-dd02-4e89-964c-1e712c866420 req-bdc640d2-3200-4b6c-bae6-5465efaa810e service neutron] 10.222.0.121 "GET /v2.0/networks?id=6d40b089-758f-4de5-af53-dad9eb43cb37 HTTP/1.1" status: 200 len: 909 time: 0.0934308 Feb 09 02:32:34.789531 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ee4ec90-dd02-4e89-964c-1e712c866420 req-50e05b0f-fa75-440a-a0c6-a2b300c660d4 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b HTTP/1.1" status: 200 len: 999 time: 0.0640280 Feb 09 02:32:35.758328 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c89ecd-f51e-4af9-bc26-c31eebd4a009 req-beec6f59-dda7-43d3-a409-f732aa37441d tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:35.761088 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f8c89ecd-f51e-4af9-bc26-c31eebd4a009 req-beec6f59-dda7-43d3-a409-f732aa37441d tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 945 time: 0.0600920 Feb 09 02:32:35.814536 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f8c89ecd-f51e-4af9-bc26-c31eebd4a009 req-de199221-1962-43ed-9bd6-fa762ddb2ff3 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472903 Feb 09 02:32:36.950089 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d7991-4a60-4fb8-a81b-17cd7661ce6a req-26677d3e-077a-4a9e-a65e-ffc324e02a83 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:36.951610 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1e9d7991-4a60-4fb8-a81b-17cd7661ce6a req-26677d3e-077a-4a9e-a65e-ffc324e02a83 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 945 time: 0.0584781 Feb 09 02:32:37.003038 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1e9d7991-4a60-4fb8-a81b-17cd7661ce6a req-a1abfb24-e69c-46d1-8c7f-cf31717ce354 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455220 Feb 09 02:32:38.133654 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d789071-1811-44b7-96e3-d686c3e2441d req-db14faff-b07d-402d-a338-fb97187be2d5 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:38.135701 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4d789071-1811-44b7-96e3-d686c3e2441d req-db14faff-b07d-402d-a338-fb97187be2d5 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 945 time: 0.0608637 Feb 09 02:32:38.188020 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4d789071-1811-44b7-96e3-d686c3e2441d req-a195b494-8498-41dd-ba83-7659f98b0b08 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469048 Feb 09 02:32:39.314174 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a21de-5054-442c-80eb-f31f0717fe05 req-898fb1fe-b0aa-4cc4-b290-6ba3ddaee2c3 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:39.315921 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c7a21de-5054-442c-80eb-f31f0717fe05 req-898fb1fe-b0aa-4cc4-b290-6ba3ddaee2c3 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 945 time: 0.0570772 Feb 09 02:32:39.370153 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c7a21de-5054-442c-80eb-f31f0717fe05 req-c192ad8a-3909-4761-b59f-eb1fefb029fd tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480714 Feb 09 02:32:40.501527 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94080283-fbf2-420f-9595-3291577d713b req-322a8c34-ba21-48c0-90d2-2ccdb7fb177a tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:40.503221 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94080283-fbf2-420f-9595-3291577d713b req-322a8c34-ba21-48c0-90d2-2ccdb7fb177a tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 945 time: 0.0580189 Feb 09 02:32:40.562366 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94080283-fbf2-420f-9595-3291577d713b req-97fcba0f-d157-418d-b175-4bf0e3d6c89b tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531743 Feb 09 02:32:41.692438 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05204792-f3b3-4ca1-860b-b5dbc201a7fa req-cd810484-6486-4acb-a89e-c1fcf4cf34cf tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:41.693999 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-05204792-f3b3-4ca1-860b-b5dbc201a7fa req-cd810484-6486-4acb-a89e-c1fcf4cf34cf tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 945 time: 0.0574365 Feb 09 02:32:41.752291 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-05204792-f3b3-4ca1-860b-b5dbc201a7fa req-884d8909-39d4-4ba1-9731-949d803fb6c8 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510373 Feb 09 02:32:42.878607 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd696b-6411-4848-9a54-80148d98d56f req-259a8b7b-5112-4bfe-b436-98259a837f51 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:42.880374 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c0dd696b-6411-4848-9a54-80148d98d56f req-259a8b7b-5112-4bfe-b436-98259a837f51 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 945 time: 0.0546625 Feb 09 02:32:42.933271 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c0dd696b-6411-4848-9a54-80148d98d56f req-975ec5cc-6be3-49cd-9880-cb83c03a5611 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457728 Feb 09 02:32:43.610052 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4ec90-dd02-4e89-964c-1e712c866420 req-360bb5cf-3afe-4b9a-8aaf-184b80092123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:43.611583 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ee4ec90-dd02-4e89-964c-1e712c866420 req-360bb5cf-3afe-4b9a-8aaf-184b80092123 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9abdeb0b-e778-4352-99c0-2e967d5697dd HTTP/1.1" status: 200 len: 847 time: 0.0531425 Feb 09 02:32:43.660902 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4ec90-dd02-4e89-964c-1e712c866420 req-8eb7278b-d205-4cc2-a0cc-9d8086847440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:43.662380 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ee4ec90-dd02-4e89-964c-1e712c866420 req-8eb7278b-d205-4cc2-a0cc-9d8086847440 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6d40b089-758f-4de5-af53-dad9eb43cb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441852 Feb 09 02:32:43.753742 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ee4ec90-dd02-4e89-964c-1e712c866420 req-050d575a-fad2-4c8f-b869-3a7e97153fb6 service neutron] 10.222.0.121 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822034 Feb 09 02:32:43.847952 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ee4ec90-dd02-4e89-964c-1e712c866420 req-ada42f8b-c75f-4cd6-b4c5-b5bc25ade8ab service neutron] 10.222.0.121 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857368 Feb 09 02:32:44.060610 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f5331-60a8-45e0-9994-6393b5ebc54f req-617f76e2-6622-479f-a67b-ff2201b9d4a6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:44.062103 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-519f5331-60a8-45e0-9994-6393b5ebc54f req-617f76e2-6622-479f-a67b-ff2201b9d4a6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 945 time: 0.0568140 Feb 09 02:32:44.114264 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-519f5331-60a8-45e0-9994-6393b5ebc54f req-d778e244-00b5-43be-a5fe-04ec48208701 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450644 Feb 09 02:32:45.238108 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f65aa-771c-4e83-ade1-55eaea2d7aaf req-404c1061-a05f-4e2b-b35f-583f0cbf861c tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:45.239583 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-233f65aa-771c-4e83-ade1-55eaea2d7aaf req-404c1061-a05f-4e2b-b35f-583f0cbf861c tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 945 time: 0.0579357 Feb 09 02:32:45.287566 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-233f65aa-771c-4e83-ade1-55eaea2d7aaf req-44882311-7814-4b3f-906d-6db7fe3773dc tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421340 Feb 09 02:32:46.331458 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:32:46.408631 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe96670-2bf5-46c0-a2a7-1ab4cdbb8f0f req-6f3231a9-1485-4a11-a0d9-d2aec6769270 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:46.410118 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bfe96670-2bf5-46c0-a2a7-1ab4cdbb8f0f req-6f3231a9-1485-4a11-a0d9-d2aec6769270 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 945 time: 0.0526001 Feb 09 02:32:46.459048 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bfe96670-2bf5-46c0-a2a7-1ab4cdbb8f0f req-3f3510a6-b73d-4403-942c-db22141091d5 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430157 Feb 09 02:32:47.206632 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:32:47.303675 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b,segment=NetworkSegment(d3fb0278-9523-434c-b081-606ad7d700a3),segment_id=d3fb0278-9523-434c-b081-606ad7d700a3)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:47.314809 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b', 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37', 'port_id': '0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b', 'mac_address': 'fa:16:3e:55:da:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9abdeb0b-e778-4352-99c0-2e967d5697dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:32:47.351967 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:47.352645 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:47.367480 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:32:47.387049 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b,segment=NetworkSegment(d3fb0278-9523-434c-b081-606ad7d700a3),segment_id=d3fb0278-9523-434c-b081-606ad7d700a3)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:47.391498 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:47.438874 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b,revision_number=11']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:47.584746 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8387c0-bc8e-4a22-a45c-aa02dfdecddf req-7101aa90-9e35-473b-92ed-00070c6ed4e7 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:47.586215 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf8387c0-bc8e-4a22-a45c-aa02dfdecddf req-7101aa90-9e35-473b-92ed-00070c6ed4e7 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 946 time: 0.0536737 Feb 09 02:32:47.626026 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:32:47.639622 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf8387c0-bc8e-4a22-a45c-aa02dfdecddf req-8704ce63-6e19-4c2a-8bc7-fe339e966c81 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477057 Feb 09 02:32:48.758405 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac949037-e781-477c-84ac-2e800f12dc84 req-e7bbfc16-d3f2-4f17-9e1e-98dea14fd3bd tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:48.760583 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ac949037-e781-477c-84ac-2e800f12dc84 req-e7bbfc16-d3f2-4f17-9e1e-98dea14fd3bd tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 946 time: 0.0537207 Feb 09 02:32:48.810432 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ac949037-e781-477c-84ac-2e800f12dc84 req-2e0d3e81-7733-465e-9b37-4ae7b589483a tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439742 Feb 09 02:32:49.206870 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:32:49.257121 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:32:49.261708 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:49.262077 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:49.336852 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:49.337229 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:49.359358 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ad98e0-49fb-448f-aecd-047e3ef8af58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:32:49.361579 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bb5a1265871782f8fa80d718c2cad0aad3f2595cc534f44543b72f1ded69d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a0445e-41de-40f1-bc41-385e13811452" -d '{"events": [{"server_uuid": "19ad98e0-49fb-448f-aecd-047e3ef8af58", "name": "network-vif-plugged", "status": "completed", "tag": "0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:32:49.375124 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b,segment=NetworkSegment(d3fb0278-9523-434c-b081-606ad7d700a3),segment_id=d3fb0278-9523-434c-b081-606ad7d700a3)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:49.379453 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:49.408169 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a5a6b7-52f4-444f-86b4-463f51fb74f3 x-openstack-request-id: req-37a5a6b7-52f4-444f-86b4-463f51fb74f3 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:32:49.408552 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ad98e0-49fb-448f-aecd-047e3ef8af58", "name": "network-vif-plugged", "status": "completed", "tag": "0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:32:49.409020 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-37a5a6b7-52f4-444f-86b4-463f51fb74f3 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:32:49.409414 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ad98e0-49fb-448f-aecd-047e3ef8af58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b', 'code': 200} Feb 09 02:32:49.440604 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b,revision_number=12']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:49.566115 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558721e6-758b-491c-8c96-809a221aec40 req-fbf3228b-2135-4187-bffd-56693e950ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:49.567645 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-558721e6-758b-491c-8c96-809a221aec40 req-fbf3228b-2135-4187-bffd-56693e950ee0 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 1130 time: 0.0450342 Feb 09 02:32:49.612560 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-558721e6-758b-491c-8c96-809a221aec40 req-1c2166be-3183-4345-8a59-1b227b4a318c service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391388 Feb 09 02:32:49.932620 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace18e6-397b-48f1-975a-3ab29c0e1859 req-deca37d2-e7e9-409f-ae7e-37010eb0bcf9 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:49.934084 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bace18e6-397b-48f1-975a-3ab29c0e1859 req-deca37d2-e7e9-409f-ae7e-37010eb0bcf9 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 947 time: 0.0563881 Feb 09 02:32:49.985259 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bace18e6-397b-48f1-975a-3ab29c0e1859 req-c3e01fae-3361-4792-8262-4303472fa055 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455832 Feb 09 02:32:50.299027 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:50.975390 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6a0fe13c-5059-4f1d-8880-f060871d12f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:51.110531 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9ec68-fa75-4899-980d-1a50dfb6ecf5 req-1e55f76a-64a5-44f8-8f02-ad2617dfc824 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:51.111921 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89d9ec68-fa75-4899-980d-1a50dfb6ecf5 req-1e55f76a-64a5-44f8-8f02-ad2617dfc824 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 947 time: 0.0546157 Feb 09 02:32:51.161023 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-89d9ec68-fa75-4899-980d-1a50dfb6ecf5 req-3d906bb5-fdfb-436c-be15-0e9733d027e3 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433683 Feb 09 02:32:51.713604 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:52.283637 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeccb036-f90f-4b44-81a6-f7f29a63a7e2 req-7c9ce94c-3914-45df-b1c7-747dc9cbe84c tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:52.285104 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aeccb036-f90f-4b44-81a6-f7f29a63a7e2 req-7c9ce94c-3914-45df-b1c7-747dc9cbe84c tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 947 time: 0.0514328 Feb 09 02:32:52.336991 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-aeccb036-f90f-4b44-81a6-f7f29a63a7e2 req-0fb247e3-5d12-4b76-9dc7-d703228a1d3c tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462868 Feb 09 02:32:54.419160 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-81c6221e-7223-4209-b989-fa0d80e8cee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:54.839496 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8fb9a11a-3112-4524-a2c1-6d671bed7f4d req-e34de0c5-03b7-4d19-adb6-4735252b847d service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440452 Feb 09 02:32:54.924446 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9a11a-3112-4524-a2c1-6d671bed7f4d req-4a7c437a-27df-4c7a-a517-8db90d4ad56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:54.925939 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8fb9a11a-3112-4524-a2c1-6d671bed7f4d req-4a7c437a-27df-4c7a-a517-8db90d4ad56a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a32bd9a4a52b4d648a3b6ba7bcd24543&device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 1130 time: 0.0459533 Feb 09 02:32:55.032918 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9a11a-3112-4524-a2c1-6d671bed7f4d req-7c87100f-3698-4e12-9e0c-c59297fd57bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:55.034370 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8fb9a11a-3112-4524-a2c1-6d671bed7f4d req-7c87100f-3698-4e12-9e0c-c59297fd57bb service neutron] 10.222.0.121 "GET /v2.0/networks?id=6d40b089-758f-4de5-af53-dad9eb43cb37 HTTP/1.1" status: 200 len: 909 time: 0.0893817 Feb 09 02:32:55.097729 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8fb9a11a-3112-4524-a2c1-6d671bed7f4d req-19c4162e-48a1-4870-83df-79c3ab090dd9 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b HTTP/1.1" status: 200 len: 1001 time: 0.0575991 Feb 09 02:32:55.144539 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9a11a-3112-4524-a2c1-6d671bed7f4d req-454606d0-c44e-4970-b247-b83d58514937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:55.145941 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8fb9a11a-3112-4524-a2c1-6d671bed7f4d req-454606d0-c44e-4970-b247-b83d58514937 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9abdeb0b-e778-4352-99c0-2e967d5697dd HTTP/1.1" status: 200 len: 847 time: 0.0429647 Feb 09 02:32:55.197541 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9a11a-3112-4524-a2c1-6d671bed7f4d req-f70c7609-0500-4063-a0bf-9252ce2c4f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:55.199168 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8fb9a11a-3112-4524-a2c1-6d671bed7f4d req-f70c7609-0500-4063-a0bf-9252ce2c4f13 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6d40b089-758f-4de5-af53-dad9eb43cb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0473926 Feb 09 02:32:55.285322 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8fb9a11a-3112-4524-a2c1-6d671bed7f4d req-beed2063-1804-4356-83ea-c935160c505a service neutron] 10.222.0.121 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793018 Feb 09 02:32:55.376460 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8fb9a11a-3112-4524-a2c1-6d671bed7f4d req-dd2a5fe3-59f7-4d1d-ab82-723d0863f274 service neutron] 10.222.0.121 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848660 Feb 09 02:32:56.094904 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:57.838363 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:58.484925 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:20.301205 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:20.978287 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-68b3a671-9cf6-4bf5-8197-fcc12e64ad19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:21.717034 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:23.334167 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:33:24.420369 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-114ef8aa-9b3b-4800-95dd-f3acc55c27fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:26.097588 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:27.840960 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:28.487735 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:50.311795 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:50.979614 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5c8aebc4-492c-43f6-8240-22c284c61b83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:51.713534 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:54.421055 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-980b24be-4fee-4f4a-b511-944736ab66c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:54.877565 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fe64a266-5d2f-4811-afb6-4df42fed137d req-96ff8e2a-6ad2-4e78-b021-d52d8bb18372 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0887935 Feb 09 02:33:54.962747 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64a266-5d2f-4811-afb6-4df42fed137d req-36fa1f97-488a-45ff-8773-95bc91660bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:54.964419 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fe64a266-5d2f-4811-afb6-4df42fed137d req-36fa1f97-488a-45ff-8773-95bc91660bd0 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a32bd9a4a52b4d648a3b6ba7bcd24543&device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 1130 time: 0.0443544 Feb 09 02:33:55.070928 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64a266-5d2f-4811-afb6-4df42fed137d req-16e2f0eb-95bc-4de6-83ee-930dc53314fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:55.073373 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fe64a266-5d2f-4811-afb6-4df42fed137d req-16e2f0eb-95bc-4de6-83ee-930dc53314fc service neutron] 10.222.0.121 "GET /v2.0/networks?id=6d40b089-758f-4de5-af53-dad9eb43cb37 HTTP/1.1" status: 200 len: 909 time: 0.0904219 Feb 09 02:33:55.139102 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fe64a266-5d2f-4811-afb6-4df42fed137d req-5e75cf5a-e01a-491a-9fc2-173e646c6861 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b HTTP/1.1" status: 200 len: 1001 time: 0.0595412 Feb 09 02:33:55.186986 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64a266-5d2f-4811-afb6-4df42fed137d req-bb4cfc3a-d8cf-4d2d-91c4-7045102b358d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:55.188412 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fe64a266-5d2f-4811-afb6-4df42fed137d req-bb4cfc3a-d8cf-4d2d-91c4-7045102b358d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9abdeb0b-e778-4352-99c0-2e967d5697dd HTTP/1.1" status: 200 len: 847 time: 0.0427842 Feb 09 02:33:55.244523 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64a266-5d2f-4811-afb6-4df42fed137d req-c022193f-7fe2-4890-9849-304e24ea3b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:55.245998 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fe64a266-5d2f-4811-afb6-4df42fed137d req-c022193f-7fe2-4890-9849-304e24ea3b67 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6d40b089-758f-4de5-af53-dad9eb43cb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472703 Feb 09 02:33:55.332270 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fe64a266-5d2f-4811-afb6-4df42fed137d req-3c359ff7-8007-496b-946c-5fab05502d43 service neutron] 10.222.0.121 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798793 Feb 09 02:33:55.756587 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fe64a266-5d2f-4811-afb6-4df42fed137d req-1f4a574a-0ac4-410b-94a1-0d6cc98dbbfc service neutron] 10.222.0.121 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184566 Feb 09 02:33:56.101525 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:57.844988 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:58.489125 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:00.333255 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:34:05.124396 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53410) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:05.277038 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-4c757572-7d32-4c6b-a5c4-894074fdbb50 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Deleting port 9852050f-d570-4f71-8671-d82eb34db0e4 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:34:05.277372 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4c757572-7d32-4c6b-a5c4-894074fdbb50 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (9852050f-d570-4f71-8671-d82eb34db0e4), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:05.348991 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4c757572-7d32-4c6b-a5c4-894074fdbb50 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (9852050f-d570-4f71-8671-d82eb34db0e4), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:05.349311 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4c757572-7d32-4c6b-a5c4-894074fdbb50 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for floatingip (9852050f-d570-4f71-8671-d82eb34db0e4), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:05.360494 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-4c757572-7d32-4c6b-a5c4-894074fdbb50 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Calling delete_port for 9852050f-d570-4f71-8671-d82eb34db0e4 owned by network:floatingip {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:34:05.507058 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4c757572-7d32-4c6b-a5c4-894074fdbb50 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (9852050f-d570-4f71-8671-d82eb34db0e4), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:05.531587 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c757572-7d32-4c6b-a5c4-894074fdbb50 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Pushing event deleted for resources: {'Port': ['ID=9852050f-d570-4f71-8671-d82eb34db0e4,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:05.563693 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c757572-7d32-4c6b-a5c4-894074fdbb50 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:05.564055 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c757572-7d32-4c6b-a5c4-894074fdbb50 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:05.564390 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c757572-7d32-4c6b-a5c4-894074fdbb50 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:05.564718 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c757572-7d32-4c6b-a5c4-894074fdbb50 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:05.565044 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c757572-7d32-4c6b-a5c4-894074fdbb50 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:05.565371 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c757572-7d32-4c6b-a5c4-894074fdbb50 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:05.565689 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c757572-7d32-4c6b-a5c4-894074fdbb50 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:05.566006 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c757572-7d32-4c6b-a5c4-894074fdbb50 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:05.566324 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c757572-7d32-4c6b-a5c4-894074fdbb50 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:05.566639 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c757572-7d32-4c6b-a5c4-894074fdbb50 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:05.566953 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c757572-7d32-4c6b-a5c4-894074fdbb50 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:05.567268 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c757572-7d32-4c6b-a5c4-894074fdbb50 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:05.567576 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c757572-7d32-4c6b-a5c4-894074fdbb50 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:05.606588 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4c757572-7d32-4c6b-a5c4-894074fdbb50 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for floatingip (963875a7-7eba-4088-bfbe-f609975e1e83), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:05.606942 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [None req-4c757572-7d32-4c6b-a5c4-894074fdbb50 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Floating IP 963875a7-7eba-4088-bfbe-f609975e1e83 disassociated (deleted). External IP: 172.25.1.60, port: 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b. Feb 09 02:34:05.826900 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c757572-7d32-4c6b-a5c4-894074fdbb50 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Router ded0ed41-687d-4d96-bf24-885326fbe47f has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:34:05.934157 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c757572-7d32-4c6b-a5c4-894074fdbb50 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:34:05.938723 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4c757572-7d32-4c6b-a5c4-894074fdbb50 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:05.943577 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3ba860-c8e2-4ee9-9263-df14fefd973b None None] Sync routers for ids ['ded0ed41-687d-4d96-bf24-885326fbe47f'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:34:05.953205 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3ba860-c8e2-4ee9-9263-df14fefd973b None None] Routers {'ded0ed41-687d-4d96-bf24-885326fbe47f'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:34:05.953815 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-fd3ba860-c8e2-4ee9-9263-df14fefd973b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:33:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['ded0ed41-687d-4d96-bf24-885326fbe47f'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:34:05.971106 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4c757572-7d32-4c6b-a5c4-894074fdbb50 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "DELETE /v2.0/floatingips/963875a7-7eba-4088-bfbe-f609975e1e83 HTTP/1.1" status: 204 len: 168 time: 0.8456154 Feb 09 02:34:05.971694 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ad98e0-49fb-448f-aecd-047e3ef8af58', 'tag': '0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:34:05.973960 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6ed0a5-37b0-4566-bbed-131aaf01b19d" -d '{"events": [{"name": "network-changed", "server_uuid": "19ad98e0-49fb-448f-aecd-047e3ef8af58", "tag": "0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:34:06.011796 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0580a47-3ce1-4437-98ce-06689486734a x-openstack-request-id: req-f0580a47-3ce1-4437-98ce-06689486734a {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:34:06.012250 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ad98e0-49fb-448f-aecd-047e3ef8af58", "tag": "0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:34:06.012570 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f0580a47-3ce1-4437-98ce-06689486734a {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:34:06.013086 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ad98e0-49fb-448f-aecd-047e3ef8af58', 'tag': '0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b', 'status': 'completed', 'code': 200} Feb 09 02:34:06.075107 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-fd3ba860-c8e2-4ee9-9263-df14fefd973b None None] Set router ded0ed41-687d-4d96-bf24-885326fbe47f gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:34:06.085085 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ed0a5-37b0-4566-bbed-131aaf01b19d req-10bf1da8-c6a3-40bd-b57c-47148ccc6420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:06.086875 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4f6ed0a5-37b0-4566-bbed-131aaf01b19d req-10bf1da8-c6a3-40bd-b57c-47148ccc6420 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=a32bd9a4a52b4d648a3b6ba7bcd24543&device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 1130 time: 0.0500305 Feb 09 02:34:06.200103 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ed0a5-37b0-4566-bbed-131aaf01b19d req-6a0c0a55-4329-4484-9af7-8c6abd11f98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:06.201730 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4f6ed0a5-37b0-4566-bbed-131aaf01b19d req-6a0c0a55-4329-4484-9af7-8c6abd11f98b service neutron] 10.222.0.121 "GET /v2.0/networks?id=6d40b089-758f-4de5-af53-dad9eb43cb37 HTTP/1.1" status: 200 len: 909 time: 0.1093132 Feb 09 02:34:06.254317 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4f6ed0a5-37b0-4566-bbed-131aaf01b19d req-f1af0607-cd93-4501-9de6-21a4d21dab0e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b HTTP/1.1" status: 200 len: 217 time: 0.0448081 Feb 09 02:34:06.293711 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-fd3ba860-c8e2-4ee9-9263-df14fefd973b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'name': 'tempest-TestShelveInstance-117485189-router', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '40d73cb6-0c88-4ff9-b9f1-11fb37f14baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:29:45Z', 'updated_at': '2022-02-09T02:29:48Z', 'revision_number': 4, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'gw_port': {'id': '40d73cb6-0c88-4ff9-b9f1-11fb37f14baa', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:46Z', 'updated_at': '2022-02-09T02:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'a5c4e4c6-528a-41af-9d09-8714a1ec54d6', 'name': '', 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'mac_address': 'fa:16:3e:b5:2e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '9abdeb0b-e778-4352-99c0-2e967d5697dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:47Z', 'updated_at': '2022-02-09T02:29:52Z', 'revision_number': 5, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'subnets': [{'id': '9abdeb0b-e778-4352-99c0-2e967d5697dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:34:06.323378 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3ba860-c8e2-4ee9-9263-df14fefd973b None None] Checking router: ded0ed41-687d-4d96-bf24-885326fbe47f for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:34:06.329645 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ed0a5-37b0-4566-bbed-131aaf01b19d req-c88fd650-0932-4694-9a0c-0771c20470fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:06.331090 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4f6ed0a5-37b0-4566-bbed-131aaf01b19d req-c88fd650-0932-4694-9a0c-0771c20470fc service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9abdeb0b-e778-4352-99c0-2e967d5697dd HTTP/1.1" status: 200 len: 847 time: 0.0693064 Feb 09 02:34:06.332455 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3ba860-c8e2-4ee9-9263-df14fefd973b None None] Routers {'ded0ed41-687d-4d96-bf24-885326fbe47f'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:34:06.333071 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-fd3ba860-c8e2-4ee9-9263-df14fefd973b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:33:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['ded0ed41-687d-4d96-bf24-885326fbe47f'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:34:06.341935 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58a298-70f5-412f-9eef-429d970b0019 req-a5996a7e-96ed-41e3-a3a1-cfa1cef95839 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:06.343272 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bc58a298-70f5-412f-9eef-429d970b0019 req-a5996a7e-96ed-41e3-a3a1-cfa1cef95839 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 947 time: 0.1668966 Feb 09 02:34:06.424858 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ed0a5-37b0-4566-bbed-131aaf01b19d req-b08ce2d9-8e9b-4fa2-9f1e-45343f8d0e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:06.426656 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4f6ed0a5-37b0-4566-bbed-131aaf01b19d req-b08ce2d9-8e9b-4fa2-9f1e-45343f8d0e45 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6d40b089-758f-4de5-af53-dad9eb43cb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0825455 Feb 09 02:34:06.430701 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bc58a298-70f5-412f-9eef-429d970b0019 req-c191fe16-bfc7-47bd-a3de-15c00a7ce185 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790381 Feb 09 02:34:06.444610 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-fd3ba860-c8e2-4ee9-9263-df14fefd973b None None] Set router ded0ed41-687d-4d96-bf24-885326fbe47f gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:34:06.522138 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4f6ed0a5-37b0-4566-bbed-131aaf01b19d req-5f31a9c7-d349-47f3-8aa6-e6eb834e1272 service neutron] 10.222.0.121 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878713 Feb 09 02:34:06.619303 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4f6ed0a5-37b0-4566-bbed-131aaf01b19d req-747e4ffd-1ce1-4db9-a417-95c4e89a0288 service neutron] 10.222.0.121 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904956 Feb 09 02:34:06.661028 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-fd3ba860-c8e2-4ee9-9263-df14fefd973b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'name': 'tempest-TestShelveInstance-117485189-router', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '40d73cb6-0c88-4ff9-b9f1-11fb37f14baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:29:45Z', 'updated_at': '2022-02-09T02:29:48Z', 'revision_number': 4, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'gw_port': {'id': '40d73cb6-0c88-4ff9-b9f1-11fb37f14baa', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:46Z', 'updated_at': '2022-02-09T02:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'a5c4e4c6-528a-41af-9d09-8714a1ec54d6', 'name': '', 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'mac_address': 'fa:16:3e:b5:2e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '9abdeb0b-e778-4352-99c0-2e967d5697dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:47Z', 'updated_at': '2022-02-09T02:29:52Z', 'revision_number': 5, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'subnets': [{'id': '9abdeb0b-e778-4352-99c0-2e967d5697dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:34:06.691058 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3ba860-c8e2-4ee9-9263-df14fefd973b None None] The sync data for ids ['ded0ed41-687d-4d96-bf24-885326fbe47f'] in n-d-822053-40 is: [{'id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'name': 'tempest-TestShelveInstance-117485189-router', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '40d73cb6-0c88-4ff9-b9f1-11fb37f14baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:29:45Z', 'updated_at': '2022-02-09T02:29:48Z', 'revision_number': 4, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'gw_port': {'id': '40d73cb6-0c88-4ff9-b9f1-11fb37f14baa', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:46Z', 'updated_at': '2022-02-09T02:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'a5c4e4c6-528a-41af-9d09-8714a1ec54d6', 'name': '', 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'mac_address': 'fa:16:3e:b5:2e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '9abdeb0b-e778-4352-99c0-2e967d5697dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:47Z', 'updated_at': '2022-02-09T02:29:52Z', 'revision_number': 5, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'subnets': [{'id': '9abdeb0b-e778-4352-99c0-2e967d5697dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:34:06.908110 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fc7584-8a43-4f9f-9f60-bee53b5fa7ea None None] New status for floating IP 963875a7-7eba-4088-bfbe-f609975e1e83: DOWN {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:34:07.619225 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c29045-fcd8-4488-af8f-56e3b4234cad req-3bd2e52a-f456-4be6-9dc2-0c44640f050b tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:07.620718 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-56c29045-fcd8-4488-af8f-56e3b4234cad req-3bd2e52a-f456-4be6-9dc2-0c44640f050b tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.121 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 947 time: 0.0857992 Feb 09 02:34:07.641593 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffd2bc-9903-44fc-b3bd-f2626bdaf2f4 req-151a8da1-981a-4111-b7aa-108bcbf0ed1d tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:07.643042 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5bffd2bc-9903-44fc-b3bd-f2626bdaf2f4 req-151a8da1-981a-4111-b7aa-108bcbf0ed1d tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad98e0-49fb-448f-aecd-047e3ef8af58 HTTP/1.1" status: 200 len: 947 time: 0.1354365 Feb 09 02:34:07.739942 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5bffd2bc-9903-44fc-b3bd-f2626bdaf2f4 req-be330981-2383-419c-aaed-0acdfdecca6f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb327f91-937e-4851-bdce-d058f5cea7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770836 Feb 09 02:34:07.762366 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-56c29045-fcd8-4488-af8f-56e3b4234cad req-522fb838-5efd-4514-b069-28a6b39371bd tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Deleting port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:34:07.762705 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-56c29045-fcd8-4488-af8f-56e3b4234cad req-522fb838-5efd-4514-b069-28a6b39371bd tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:07.858669 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-56c29045-fcd8-4488-af8f-56e3b4234cad req-522fb838-5efd-4514-b069-28a6b39371bd tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] For port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b,segment=NetworkSegment(d3fb0278-9523-434c-b081-606ad7d700a3),segment_id=d3fb0278-9523-434c-b081-606ad7d700a3)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:34:07.859025 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-56c29045-fcd8-4488-af8f-56e3b4234cad req-522fb838-5efd-4514-b069-28a6b39371bd tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:07.872093 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-56c29045-fcd8-4488-af8f-56e3b4234cad req-522fb838-5efd-4514-b069-28a6b39371bd tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Calling delete_port for 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:34:07.997371 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-56c29045-fcd8-4488-af8f-56e3b4234cad req-522fb838-5efd-4514-b069-28a6b39371bd tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:08.028157 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522fb838-5efd-4514-b069-28a6b39371bd tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Pushing event deleted for resources: {'Port': ['ID=0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:08.074723 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c29045-fcd8-4488-af8f-56e3b4234cad req-522fb838-5efd-4514-b069-28a6b39371bd tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] No DVR routers for this DVR port 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:34:08.077636 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-56c29045-fcd8-4488-af8f-56e3b4234cad req-522fb838-5efd-4514-b069-28a6b39371bd tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:08.081051 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-56c29045-fcd8-4488-af8f-56e3b4234cad req-522fb838-5efd-4514-b069-28a6b39371bd tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.121 "DELETE /v2.0/ports/0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b HTTP/1.1" status: 204 len: 173 time: 0.4545410 Feb 09 02:34:08.081506 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ad98e0-49fb-448f-aecd-047e3ef8af58', 'name': 'network-vif-deleted', 'tag': '0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:34:08.083858 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7feaa49e-0a21-4b8f-ad94-317e10a035cd" -d '{"events": [{"server_uuid": "19ad98e0-49fb-448f-aecd-047e3ef8af58", "name": "network-vif-deleted", "tag": "0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:34:08.121013 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5522d6c2-2262-40be-af8d-c4fa01d16ec1 x-openstack-request-id: req-5522d6c2-2262-40be-af8d-c4fa01d16ec1 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:34:08.121336 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ad98e0-49fb-448f-aecd-047e3ef8af58", "name": "network-vif-deleted", "tag": "0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:34:08.121595 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5522d6c2-2262-40be-af8d-c4fa01d16ec1 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:34:08.122059 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ad98e0-49fb-448f-aecd-047e3ef8af58', 'name': 'network-vif-deleted', 'tag': '0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b', 'status': 'completed', 'code': 200} Feb 09 02:34:08.796769 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53432) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:08.852073 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4139c376-b3d8-432b-acde-ab1cfa30b5fb tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group (eb327f91-937e-4851-bdce-d058f5cea7c9), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:08.878747 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4139c376-b3d8-432b-acde-ab1cfa30b5fb tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group (eb327f91-937e-4851-bdce-d058f5cea7c9), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:08.942513 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4139c376-b3d8-432b-acde-ab1cfa30b5fb tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (eb327f91-937e-4851-bdce-d058f5cea7c9), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:08.945458 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4139c376-b3d8-432b-acde-ab1cfa30b5fb tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:08.947067 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4139c376-b3d8-432b-acde-ab1cfa30b5fb tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "DELETE /v2.0/security-groups/eb327f91-937e-4851-bdce-d058f5cea7c9 HTTP/1.1" status: 204 len: 168 time: 0.1489704 Feb 09 02:34:08.956434 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139c376-b3d8-432b-acde-ab1cfa30b5fb tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb327f91-937e-4851-bdce-d058f5cea7c9,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:09.493182 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53438) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:09.498352 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-e084521f-ff5c-4875-9ed6-3da1dbc5ea4f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1957231121', 'description': 'tempest-secgroup-smoke-1957231121 description', 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:09.519831 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e084521f-ff5c-4875-9ed6-3da1dbc5ea4f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:09.595156 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e084521f-ff5c-4875-9ed6-3da1dbc5ea4f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group (3702a62e-ec6f-4fde-b5c8-e2b3d3330431), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:09.598916 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e084521f-ff5c-4875-9ed6-3da1dbc5ea4f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3702a62e-ec6f-4fde-b5c8-e2b3d3330431), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:09.628333 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e084521f-ff5c-4875-9ed6-3da1dbc5ea4f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:09.629533 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e084521f-ff5c-4875-9ed6-3da1dbc5ea4f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1353352 Feb 09 02:34:09.630599 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e084521f-ff5c-4875-9ed6-3da1dbc5ea4f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3702a62e-ec6f-4fde-b5c8-e2b3d3330431,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:09.632641 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53442) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:09.638100 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-0302743c-1507-4c3e-87e2-73c5b7d81dcf tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Request body: {'security_group_rule': {'security_group_id': '3702a62e-ec6f-4fde-b5c8-e2b3d3330431', 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:09.638874 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e084521f-ff5c-4875-9ed6-3da1dbc5ea4f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:09.639219 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e084521f-ff5c-4875-9ed6-3da1dbc5ea4f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:09.639556 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e084521f-ff5c-4875-9ed6-3da1dbc5ea4f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:09.639890 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e084521f-ff5c-4875-9ed6-3da1dbc5ea4f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:09.640252 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e084521f-ff5c-4875-9ed6-3da1dbc5ea4f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:09.640592 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e084521f-ff5c-4875-9ed6-3da1dbc5ea4f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:09.640907 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e084521f-ff5c-4875-9ed6-3da1dbc5ea4f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:09.641230 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e084521f-ff5c-4875-9ed6-3da1dbc5ea4f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:09.641580 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e084521f-ff5c-4875-9ed6-3da1dbc5ea4f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:09.641866 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e084521f-ff5c-4875-9ed6-3da1dbc5ea4f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:09.642186 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e084521f-ff5c-4875-9ed6-3da1dbc5ea4f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:09.642500 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e084521f-ff5c-4875-9ed6-3da1dbc5ea4f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:09.642835 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e084521f-ff5c-4875-9ed6-3da1dbc5ea4f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:09.664470 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0302743c-1507-4c3e-87e2-73c5b7d81dcf tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group_rule (67e7633e-fda0-4cdf-be97-eebfafc9bfcf), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:09.713583 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0302743c-1507-4c3e-87e2-73c5b7d81dcf tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group_rule (67e7633e-fda0-4cdf-be97-eebfafc9bfcf), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:09.717415 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0302743c-1507-4c3e-87e2-73c5b7d81dcf tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (67e7633e-fda0-4cdf-be97-eebfafc9bfcf), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:09.735475 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302743c-1507-4c3e-87e2-73c5b7d81dcf tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e7633e-fda0-4cdf-be97-eebfafc9bfcf,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:09.742817 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0302743c-1507-4c3e-87e2-73c5b7d81dcf tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:09.744396 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0302743c-1507-4c3e-87e2-73c5b7d81dcf tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1098647 Feb 09 02:34:09.747168 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53444) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:09.751385 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-33625984-def3-4700-b8df-9057921b87c8 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Request body: {'security_group_rule': {'security_group_id': '3702a62e-ec6f-4fde-b5c8-e2b3d3330431', 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:09.776931 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-33625984-def3-4700-b8df-9057921b87c8 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group_rule (2f8fb220-1904-44e7-b9c1-db03ae39f83f), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:09.832346 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-33625984-def3-4700-b8df-9057921b87c8 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group_rule (2f8fb220-1904-44e7-b9c1-db03ae39f83f), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:09.835904 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-33625984-def3-4700-b8df-9057921b87c8 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (2f8fb220-1904-44e7-b9c1-db03ae39f83f), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:09.855420 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33625984-def3-4700-b8df-9057921b87c8 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f8fb220-1904-44e7-b9c1-db03ae39f83f,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:09.860922 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-33625984-def3-4700-b8df-9057921b87c8 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:09.862078 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-33625984-def3-4700-b8df-9057921b87c8 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1140060 Feb 09 02:34:09.865207 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53446) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:09.869966 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-adf45694-0a5f-4dff-bd17-5ae6c1a6c17d tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Request body: {'security_group_rule': {'security_group_id': '3702a62e-ec6f-4fde-b5c8-e2b3d3330431', 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:09.893728 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-adf45694-0a5f-4dff-bd17-5ae6c1a6c17d tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group_rule (7724217e-4186-4b1a-9dd6-43b41cc9bf1d), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:09.952452 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-adf45694-0a5f-4dff-bd17-5ae6c1a6c17d tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group_rule (7724217e-4186-4b1a-9dd6-43b41cc9bf1d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:09.956048 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-adf45694-0a5f-4dff-bd17-5ae6c1a6c17d tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (7724217e-4186-4b1a-9dd6-43b41cc9bf1d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:09.973330 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf45694-0a5f-4dff-bd17-5ae6c1a6c17d tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7724217e-4186-4b1a-9dd6-43b41cc9bf1d,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:09.981875 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-adf45694-0a5f-4dff-bd17-5ae6c1a6c17d tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:09.983107 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-adf45694-0a5f-4dff-bd17-5ae6c1a6c17d tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168571 Feb 09 02:34:09.985874 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53448) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:09.990116 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-dd51265b-a1b6-4143-a806-116e30c4853c tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Request body: {'security_group_rule': {'security_group_id': '3702a62e-ec6f-4fde-b5c8-e2b3d3330431', 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:10.014901 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dd51265b-a1b6-4143-a806-116e30c4853c tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group_rule (4e2fa5fd-d074-46cc-bb5c-439d22b1e75f), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:10.070955 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dd51265b-a1b6-4143-a806-116e30c4853c tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group_rule (4e2fa5fd-d074-46cc-bb5c-439d22b1e75f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:10.075419 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dd51265b-a1b6-4143-a806-116e30c4853c tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (4e2fa5fd-d074-46cc-bb5c-439d22b1e75f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:10.096548 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd51265b-a1b6-4143-a806-116e30c4853c tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e2fa5fd-d074-46cc-bb5c-439d22b1e75f,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:10.104615 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dd51265b-a1b6-4143-a806-116e30c4853c tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:10.105797 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-dd51265b-a1b6-4143-a806-116e30c4853c tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1190398 Feb 09 02:34:10.108595 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53450) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:10.112957 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-32557b63-30b6-4397-a09e-f737f97dc897 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Request body: {'security_group_rule': {'security_group_id': '3702a62e-ec6f-4fde-b5c8-e2b3d3330431', 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:10.132583 n-d-822053-40 neutron-server[103528]: INFO neutron.db.securitygroups_db [None req-32557b63-30b6-4397-a09e-f737f97dc897 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Project a32bd9a4a52b4d648a3b6ba7bcd24543 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:34:10.137962 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-32557b63-30b6-4397-a09e-f737f97dc897 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group_rule (5402bc22-d2a6-4672-972d-e78709cecc48), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:10.195109 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-32557b63-30b6-4397-a09e-f737f97dc897 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group_rule (5402bc22-d2a6-4672-972d-e78709cecc48), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:10.198684 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-32557b63-30b6-4397-a09e-f737f97dc897 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (5402bc22-d2a6-4672-972d-e78709cecc48), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:10.216198 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32557b63-30b6-4397-a09e-f737f97dc897 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5402bc22-d2a6-4672-972d-e78709cecc48,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:10.224183 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-32557b63-30b6-4397-a09e-f737f97dc897 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:10.225352 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-32557b63-30b6-4397-a09e-f737f97dc897 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1158018 Feb 09 02:34:10.228832 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53452) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:10.233075 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-e9d0adcf-e7e3-4f70-831e-ef7e86f2833a tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Request body: {'security_group_rule': {'security_group_id': '3702a62e-ec6f-4fde-b5c8-e2b3d3330431', 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:10.253127 n-d-822053-40 neutron-server[103528]: INFO neutron.db.securitygroups_db [None req-e9d0adcf-e7e3-4f70-831e-ef7e86f2833a tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Project a32bd9a4a52b4d648a3b6ba7bcd24543 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:34:10.257857 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e9d0adcf-e7e3-4f70-831e-ef7e86f2833a tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group_rule (f0578dc2-2505-4fb5-9e23-d20739844e23), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:10.316395 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e9d0adcf-e7e3-4f70-831e-ef7e86f2833a tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group_rule (f0578dc2-2505-4fb5-9e23-d20739844e23), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:10.319665 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e9d0adcf-e7e3-4f70-831e-ef7e86f2833a tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (f0578dc2-2505-4fb5-9e23-d20739844e23), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:10.338143 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0adcf-e7e3-4f70-831e-ef7e86f2833a tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0578dc2-2505-4fb5-9e23-d20739844e23,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:10.346435 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e9d0adcf-e7e3-4f70-831e-ef7e86f2833a tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:10.347616 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-e9d0adcf-e7e3-4f70-831e-ef7e86f2833a tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1178789 Feb 09 02:34:11.642344 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:34:11.664588 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:34:11.664973 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 0bc19dea-c830-45ff-b5bd-ebc8a8a9f16b not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:34:20.319650 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:20.982587 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-aef499e6-54aa-4ed9-984d-c5af6410ca3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:21.727599 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:24.423658 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ce61a602-b1f9-4e5e-937b-fba28af1d163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:26.104857 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:27.852698 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:28.492314 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:29.784006 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-1119c418-0777-4452-b7b3-0b63f5e3c7e4 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1957231121&fields=id&tenant_id=a32bd9a4a52b4d648a3b6ba7bcd24543 HTTP/1.1" status: 200 len: 267 time: 0.0466578 Feb 09 02:34:29.891376 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-f8c67c3f-afdc-45c0-89c6-2e74ed4694e8 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:29.892780 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-f8c67c3f-afdc-45c0-89c6-2e74ed4694e8 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/networks?id=6d40b089-758f-4de5-af53-dad9eb43cb37 HTTP/1.1" status: 200 len: 808 time: 0.1022940 Feb 09 02:34:29.907086 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-e0f6f0c4-3c61-455d-8fbb-56215332c436 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/quotas/a32bd9a4a52b4d648a3b6ba7bcd24543 HTTP/1.1" status: 200 len: 375 time: 0.0088854 Feb 09 02:34:29.961299 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-dfe2aebe-d5d1-4b3f-af0a-00ef273d8c6e tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a32bd9a4a52b4d648a3b6ba7bcd24543&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493410 Feb 09 02:34:30.017493 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-b9808cf8-14e8-43a9-b5b3-e82ea790b449 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:34:30.018500 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-b9808cf8-14e8-43a9-b5b3-e82ea790b449 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0463219 Feb 09 02:34:30.111299 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-e0ab3944-9362-4849-8109-210c67752421 service neutron] 10.222.0.30 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868340 Feb 09 02:34:30.200200 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-e631e8d6-8e95-4da2-b660-080638c8436c service neutron] 10.222.0.30 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830996 Feb 09 02:34:30.490703 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-50fbb4e2-832d-4a1f-92c2-f5c2d9ad3bc0 req-0a2e161a-10cb-4e04-b91e-d18fdd973d08 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 210 time: 0.0287352 Feb 09 02:34:31.438784 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-0bdc6060-6aa8-49ce-9528-0decb2da92b1 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:31.439690 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-0bdc6060-6aa8-49ce-9528-0decb2da92b1 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.91 "GET /v2.0/networks?id=6d40b089-758f-4de5-af53-dad9eb43cb37 HTTP/1.1" status: 200 len: 808 time: 0.1104431 Feb 09 02:34:31.508538 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-1d0557a4-1f6a-4e12-86a8-add6ffbc697a tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a32bd9a4a52b4d648a3b6ba7bcd24543 HTTP/1.1" status: 200 len: 380 time: 0.0559170 Feb 09 02:34:31.524611 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-a8aa33bc-2fd2-4949-a3ff-7166294da255 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Request body: {'port': {'device_id': 'b7e1cdb0-ec25-482a-850b-e775359df8d3', 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37', 'admin_state_up': True, 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'security_groups': ['3702a62e-ec6f-4fde-b5c8-e2b3d3330431']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:31.623532 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4b894850-775a-4b31-88f3-5d1c3c2755e4 req-c0b4a687-4581-4fbc-bf63-d62c198c12be tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 210 time: 0.0349984 Feb 09 02:34:31.682219 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-a8aa33bc-2fd2-4949-a3ff-7166294da255 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Made reservation on behalf of a32bd9a4a52b4d648a3b6ba7bcd24543 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:34:31.685528 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-a8aa33bc-2fd2-4949-a3ff-7166294da255 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:31.819289 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-a8aa33bc-2fd2-4949-a3ff-7166294da255 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Allocated IP 172.20.0.9 (6d40b089-758f-4de5-af53-dad9eb43cb37/9abdeb0b-e778-4352-99c0-2e967d5697dd/9642d211-f89e-4d34-962a-466640d61ce6) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:34:31.956616 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-a8aa33bc-2fd2-4949-a3ff-7166294da255 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for port (9642d211-f89e-4d34-962a-466640d61ce6), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:31.989906 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-a8aa33bc-2fd2-4949-a3ff-7166294da255 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (9642d211-f89e-4d34-962a-466640d61ce6), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:32.037655 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-a8aa33bc-2fd2-4949-a3ff-7166294da255 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Network 6d40b089-758f-4de5-af53-dad9eb43cb37 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:34:32.041401 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-a8aa33bc-2fd2-4949-a3ff-7166294da255 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:34:32.045365 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-a8aa33bc-2fd2-4949-a3ff-7166294da255 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:34:32.070474 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa33bc-2fd2-4949-a3ff-7166294da255 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Pushing event updated for resources: {'Port': ['ID=9642d211-f89e-4d34-962a-466640d61ce6,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:32.111867 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-a8aa33bc-2fd2-4949-a3ff-7166294da255 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:32.112535 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-a8aa33bc-2fd2-4949-a3ff-7166294da255 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:32.132648 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-a8aa33bc-2fd2-4949-a3ff-7166294da255 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6193345 Feb 09 02:34:32.145263 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-c416d675-e510-4fdf-a7d0-3170966d6e1c service neutron] Request body: {'port': {'device_id': 'b7e1cdb0-ec25-482a-850b-e775359df8d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:32.212560 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-c416d675-e510-4fdf-a7d0-3170966d6e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9642d211-f89e-4d34-962a-466640d61ce6), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:32.328441 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-1cfba3d2-a840-4e10-9a87-5db14003ff33 None None] Provisioning complete for port 9642d211-f89e-4d34-962a-466640d61ce6 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:32.328997 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1cfba3d2-a840-4e10-9a87-5db14003ff33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9642d211-f89e-4d34-962a-466640d61ce6), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:32.364011 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-1cfba3d2-a840-4e10-9a87-5db14003ff33 None None] Port 9642d211-f89e-4d34-962a-466640d61ce6 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:34:32.494415 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-c416d675-e510-4fdf-a7d0-3170966d6e1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9642d211-f89e-4d34-962a-466640d61ce6 {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:34:32.501816 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-c416d675-e510-4fdf-a7d0-3170966d6e1c service neutron] Publish callbacks [] for port (9642d211-f89e-4d34-962a-466640d61ce6), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:32.514515 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-c416d675-e510-4fdf-a7d0-3170966d6e1c service neutron] Transition to ACTIVE for port object 9642d211-f89e-4d34-962a-466640d61ce6 will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:34:32.518070 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-c416d675-e510-4fdf-a7d0-3170966d6e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (9642d211-f89e-4d34-962a-466640d61ce6), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:32.574656 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416d675-e510-4fdf-a7d0-3170966d6e1c service neutron] Pushing event updated for resources: {'Port': ['ID=9642d211-f89e-4d34-962a-466640d61ce6,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:32.653603 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-c416d675-e510-4fdf-a7d0-3170966d6e1c service neutron] Attempting to bind port 9642d211-f89e-4d34-962a-466640d61ce6 on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:34:32.653939 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-c416d675-e510-4fdf-a7d0-3170966d6e1c service neutron] Attempting to bind port 9642d211-f89e-4d34-962a-466640d61ce6 by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': 'd3fb0278-9523-434c-b081-606ad7d700a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:34:32.654271 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-c416d675-e510-4fdf-a7d0-3170966d6e1c service neutron] Attempting to bind port 9642d211-f89e-4d34-962a-466640d61ce6 on network 6d40b089-758f-4de5-af53-dad9eb43cb37 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:34:32.659419 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-c416d675-e510-4fdf-a7d0-3170966d6e1c service neutron] Port 9642d211-f89e-4d34-962a-466640d61ce6 on network 6d40b089-758f-4de5-af53-dad9eb43cb37 not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:34:32.659746 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-c416d675-e510-4fdf-a7d0-3170966d6e1c service neutron] Attempting to bind port 9642d211-f89e-4d34-962a-466640d61ce6 on network 6d40b089-758f-4de5-af53-dad9eb43cb37 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:34:32.668100 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-c416d675-e510-4fdf-a7d0-3170966d6e1c service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:34:32.668448 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-c416d675-e510-4fdf-a7d0-3170966d6e1c service neutron] Checking segment: {'id': 'd3fb0278-9523-434c-b081-606ad7d700a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:34:32.668840 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-c416d675-e510-4fdf-a7d0-3170966d6e1c service neutron] Bound using segment: {'id': 'd3fb0278-9523-434c-b081-606ad7d700a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:34:32.669278 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-c416d675-e510-4fdf-a7d0-3170966d6e1c service neutron] Bound port: 9642d211-f89e-4d34-962a-466640d61ce6, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3fb0278-9523-434c-b081-606ad7d700a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:34:32.669639 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-c416d675-e510-4fdf-a7d0-3170966d6e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9642d211-f89e-4d34-962a-466640d61ce6), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:32.776315 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-c416d675-e510-4fdf-a7d0-3170966d6e1c service neutron] For port 9642d211-f89e-4d34-962a-466640d61ce6, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:34:32.781554 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-c416d675-e510-4fdf-a7d0-3170966d6e1c service neutron] For port 9642d211-f89e-4d34-962a-466640d61ce6, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=9642d211-f89e-4d34-962a-466640d61ce6,segment=NetworkSegment(d3fb0278-9523-434c-b081-606ad7d700a3),segment_id=d3fb0278-9523-434c-b081-606ad7d700a3)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:34:32.789125 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-c416d675-e510-4fdf-a7d0-3170966d6e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (9642d211-f89e-4d34-962a-466640d61ce6), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:32.828270 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb23b43-e5cf-4fb0-b60b-b883871c7831 req-3c93dc46-3d9c-4238-8731-4c9ca62d1236 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:32.829676 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1bb23b43-e5cf-4fb0-b60b-b883871c7831 req-3c93dc46-3d9c-4238-8731-4c9ca62d1236 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 943 time: 0.1120536 Feb 09 02:34:32.841084 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-c416d675-e510-4fdf-a7d0-3170966d6e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:32.841706 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-c416d675-e510-4fdf-a7d0-3170966d6e1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:32.843042 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-c416d675-e510-4fdf-a7d0-3170966d6e1c service neutron] 10.222.0.91 "PUT /v2.0/ports/9642d211-f89e-4d34-962a-466640d61ce6 HTTP/1.1" status: 200 len: 1092 time: 0.7023654 Feb 09 02:34:32.843483 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e1cdb0-ec25-482a-850b-e775359df8d3', 'tag': '9642d211-f89e-4d34-962a-466640d61ce6'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:34:32.845715 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49771c72-4674-42e9-9986-f32fe162f507" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e1cdb0-ec25-482a-850b-e775359df8d3", "tag": "9642d211-f89e-4d34-962a-466640d61ce6"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:34:32.902085 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416d675-e510-4fdf-a7d0-3170966d6e1c service neutron] Pushing event updated for resources: {'Port': ['ID=9642d211-f89e-4d34-962a-466640d61ce6,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:32.913357 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacd453e-8a78-406a-bd74-dc559ac963ca x-openstack-request-id: req-eacd453e-8a78-406a-bd74-dc559ac963ca {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:34:32.913653 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e1cdb0-ec25-482a-850b-e775359df8d3", "tag": "9642d211-f89e-4d34-962a-466640d61ce6", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:34:32.913907 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eacd453e-8a78-406a-bd74-dc559ac963ca {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:34:32.914995 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e1cdb0-ec25-482a-850b-e775359df8d3', 'tag': '9642d211-f89e-4d34-962a-466640d61ce6', 'status': 'completed', 'code': 200} Feb 09 02:34:32.957516 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1bb23b43-e5cf-4fb0-b60b-b883871c7831 req-2b79c56f-e59c-4b8f-80b7-11df6b32964e tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185570 Feb 09 02:34:32.984055 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-74b8fe06-0d19-49f3-bbd9-156c79445acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:32.984055 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-74b8fe06-0d19-49f3-bbd9-156c79445acc service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a32bd9a4a52b4d648a3b6ba7bcd24543&device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 1126 time: 0.0602219 Feb 09 02:34:33.025772 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-0cd19e7f-2905-4474-8bb7-7e13aec1b76a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9642d211-f89e-4d34-962a-466640d61ce6 HTTP/1.1" status: 200 len: 217 time: 0.0383563 Feb 09 02:34:33.076964 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-c3b5853d-ab42-4f9e-9836-f70e83d0f5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:33.078541 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-c3b5853d-ab42-4f9e-9836-f70e83d0f5a2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9abdeb0b-e778-4352-99c0-2e967d5697dd HTTP/1.1" status: 200 len: 847 time: 0.0469804 Feb 09 02:34:33.135789 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-29566665-ed47-46c9-b838-537dd5cc69a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:33.137579 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-29566665-ed47-46c9-b838-537dd5cc69a7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6d40b089-758f-4de5-af53-dad9eb43cb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0526357 Feb 09 02:34:33.228850 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-6e1c6331-ea39-43eb-ad48-db24617080a6 service neutron] 10.222.0.91 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843711 Feb 09 02:34:33.325416 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d75b086f-0eba-4f36-b5d6-cf7169a40579 req-16450138-6347-4a2d-abe1-03d134c2df99 service neutron] 10.222.0.91 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904164 Feb 09 02:34:33.413596 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49771c72-4674-42e9-9986-f32fe162f507 req-2318d419-eae9-43cf-a5e3-fd57d103dfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:33.415492 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-49771c72-4674-42e9-9986-f32fe162f507 req-2318d419-eae9-43cf-a5e3-fd57d103dfc3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a32bd9a4a52b4d648a3b6ba7bcd24543&device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 1126 time: 0.0460784 Feb 09 02:34:33.506153 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49771c72-4674-42e9-9986-f32fe162f507 req-db3cf5a5-e72d-4401-be8f-15d0898bdeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:33.507603 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-49771c72-4674-42e9-9986-f32fe162f507 req-db3cf5a5-e72d-4401-be8f-15d0898bdeff service neutron] 10.222.0.91 "GET /v2.0/networks?id=6d40b089-758f-4de5-af53-dad9eb43cb37 HTTP/1.1" status: 200 len: 909 time: 0.0859280 Feb 09 02:34:33.554353 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-49771c72-4674-42e9-9986-f32fe162f507 req-b33b656a-04d6-4cf2-9fa3-bfb201ec0fd0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9642d211-f89e-4d34-962a-466640d61ce6 HTTP/1.1" status: 200 len: 217 time: 0.0397370 Feb 09 02:34:33.603187 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49771c72-4674-42e9-9986-f32fe162f507 req-743208d2-8a2d-4953-b6e2-ce1402106755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:33.604664 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-49771c72-4674-42e9-9986-f32fe162f507 req-743208d2-8a2d-4953-b6e2-ce1402106755 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9abdeb0b-e778-4352-99c0-2e967d5697dd HTTP/1.1" status: 200 len: 847 time: 0.0446084 Feb 09 02:34:33.658380 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49771c72-4674-42e9-9986-f32fe162f507 req-c7f0e8df-ba31-49df-bd1e-c8bfbd4892ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:33.659925 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-49771c72-4674-42e9-9986-f32fe162f507 req-c7f0e8df-ba31-49df-bd1e-c8bfbd4892ad service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6d40b089-758f-4de5-af53-dad9eb43cb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0456412 Feb 09 02:34:33.754768 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-49771c72-4674-42e9-9986-f32fe162f507 req-0a458f9d-2f54-45a4-9a89-08c70b9cd7a0 service neutron] 10.222.0.91 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873158 Feb 09 02:34:33.849182 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-49771c72-4674-42e9-9986-f32fe162f507 req-441b9fea-be76-4f48-8fe4-e60135936f29 service neutron] 10.222.0.91 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864358 Feb 09 02:34:34.097233 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52af39-0995-4c45-854d-8034c3b58b13 req-0929e019-b25a-4028-8cce-558a33dc5d92 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:34.098716 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1b52af39-0995-4c45-854d-8034c3b58b13 req-0929e019-b25a-4028-8cce-558a33dc5d92 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 943 time: 0.0597146 Feb 09 02:34:34.152618 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1b52af39-0995-4c45-854d-8034c3b58b13 req-e127acce-b0bf-45f4-bcf9-98313ee74bd6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461574 Feb 09 02:34:35.272124 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b108d-87dd-4c0b-a277-6f74811156cd req-5597cb47-d726-41e3-9988-5cb994ede007 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:35.273613 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-025b108d-87dd-4c0b-a277-6f74811156cd req-5597cb47-d726-41e3-9988-5cb994ede007 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 943 time: 0.0528061 Feb 09 02:34:35.323860 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-025b108d-87dd-4c0b-a277-6f74811156cd req-c5410ad5-f212-4165-b16a-ec5cf5ec9ae6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439577 Feb 09 02:34:36.440472 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe82ce3-0653-46f4-9aaa-b6e489f8d263 req-db525cd4-f0f5-4bb4-859f-ee0c012d617f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:36.442100 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5fe82ce3-0653-46f4-9aaa-b6e489f8d263 req-db525cd4-f0f5-4bb4-859f-ee0c012d617f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 943 time: 0.0523396 Feb 09 02:34:36.498382 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5fe82ce3-0653-46f4-9aaa-b6e489f8d263 req-151f5827-118d-469d-91b4-8d1b7b8b48ab tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503569 Feb 09 02:34:37.332252 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:34:37.629976 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7276f-438b-4a75-9325-39cf507315db req-618cb8bb-fb26-4f00-9899-623ade7bdceb tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:37.631637 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-03b7276f-438b-4a75-9325-39cf507315db req-618cb8bb-fb26-4f00-9899-623ade7bdceb tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 943 time: 0.0566444 Feb 09 02:34:37.691700 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-03b7276f-438b-4a75-9325-39cf507315db req-6179da3b-0737-4f5e-8c7e-a4be202aadaf tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527697 Feb 09 02:34:38.813198 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f62a95-abb1-41b4-a19b-6f2a257998d5 req-67c792f8-510b-44ac-a7bb-e744fe0bb166 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:38.814630 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c4f62a95-abb1-41b4-a19b-6f2a257998d5 req-67c792f8-510b-44ac-a7bb-e744fe0bb166 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 943 time: 0.0523438 Feb 09 02:34:38.862587 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c4f62a95-abb1-41b4-a19b-6f2a257998d5 req-ed298429-2692-4aba-9cb0-7fe086f125f3 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423472 Feb 09 02:34:39.988708 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627f7d8-06d0-44d1-b882-6ca797743825 req-94c90927-4f0e-45eb-a359-979fd41ab913 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:39.990231 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c627f7d8-06d0-44d1-b882-6ca797743825 req-94c90927-4f0e-45eb-a359-979fd41ab913 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 943 time: 0.0568652 Feb 09 02:34:40.047347 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c627f7d8-06d0-44d1-b882-6ca797743825 req-427b2a09-b42f-4de7-b105-569ce0227ac8 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463405 Feb 09 02:34:41.170056 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e9d05-2468-46e5-9474-91feca8be3a5 req-4546d2ef-ffcd-40a9-ba3e-a57603808c63 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:41.171406 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e59e9d05-2468-46e5-9474-91feca8be3a5 req-4546d2ef-ffcd-40a9-ba3e-a57603808c63 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 943 time: 0.0561893 Feb 09 02:34:41.219566 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e59e9d05-2468-46e5-9474-91feca8be3a5 req-6de1fa0e-a16b-4ded-95ac-68a0436fd367 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425494 Feb 09 02:34:42.344259 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f72b9f-6653-43bd-984e-ad4b65a34a56 req-96db4c0a-1811-479f-84c4-abc4396e6a68 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:42.345781 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e1f72b9f-6653-43bd-984e-ad4b65a34a56 req-96db4c0a-1811-479f-84c4-abc4396e6a68 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 943 time: 0.0572178 Feb 09 02:34:42.394862 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e1f72b9f-6653-43bd-984e-ad4b65a34a56 req-17d87824-378e-4ffd-8b91-a403971df75b tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434916 Feb 09 02:34:43.514132 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b63e3-a362-4e3a-b129-518b01c2a286 req-46590585-2aca-42a6-b71b-d3fd2a5ca67b tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:43.515601 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c8b63e3-a362-4e3a-b129-518b01c2a286 req-46590585-2aca-42a6-b71b-d3fd2a5ca67b tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 943 time: 0.0532560 Feb 09 02:34:43.566962 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9c8b63e3-a362-4e3a-b129-518b01c2a286 req-be578c00-7652-41df-bc61-9f0f5839a9b2 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457747 Feb 09 02:34:44.692010 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f5a9b-0be0-453a-bb39-22b4dd19967a req-f8d6f5d5-70e8-4c2a-ad20-2a5a8eb2d619 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:44.693462 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-793f5a9b-0be0-453a-bb39-22b4dd19967a req-f8d6f5d5-70e8-4c2a-ad20-2a5a8eb2d619 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 943 time: 0.0520513 Feb 09 02:34:44.746826 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-793f5a9b-0be0-453a-bb39-22b4dd19967a req-458a7b62-2dce-4a98-b053-5ef213a8057e tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470064 Feb 09 02:34:45.866364 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25df4b4-28d2-43e2-8108-308398fd691c req-07454178-ce74-425c-a233-2745979aacd8 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:45.867811 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a25df4b4-28d2-43e2-8108-308398fd691c req-07454178-ce74-425c-a233-2745979aacd8 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 943 time: 0.0530748 Feb 09 02:34:45.919250 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a25df4b4-28d2-43e2-8108-308398fd691c req-3dff6324-d290-4ec9-8c33-09a3fedbbf3d tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456772 Feb 09 02:34:47.037952 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d76c1-a24b-4fab-8dcb-fc4ca9601eab req-16c6e248-1a84-4e21-b57c-860df1d06cf6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:47.039593 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-820d76c1-a24b-4fab-8dcb-fc4ca9601eab req-16c6e248-1a84-4e21-b57c-860df1d06cf6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 943 time: 0.0525584 Feb 09 02:34:47.087864 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-820d76c1-a24b-4fab-8dcb-fc4ca9601eab req-7238f2b1-032d-4821-a453-ff8e78f42e8f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424137 Feb 09 02:34:48.210778 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425519f-3443-4f19-974e-40ee9f34725a req-7e8cd0c5-af2c-4b61-b987-4c289eb30f7e tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:48.212780 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d425519f-3443-4f19-974e-40ee9f34725a req-7e8cd0c5-af2c-4b61-b987-4c289eb30f7e tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 943 time: 0.0570705 Feb 09 02:34:48.260757 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d425519f-3443-4f19-974e-40ee9f34725a req-83e9b475-b511-4344-a750-050fe4dfa8b2 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424774 Feb 09 02:34:49.381891 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56db2ea-946b-495f-a410-b1a93e60fc1f req-3dc373d7-d393-4527-9127-88d80d34d8a7 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:49.383509 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e56db2ea-946b-495f-a410-b1a93e60fc1f req-3dc373d7-d393-4527-9127-88d80d34d8a7 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 943 time: 0.0525892 Feb 09 02:34:49.432968 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e56db2ea-946b-495f-a410-b1a93e60fc1f req-44eaeb54-564b-414f-81c2-42cda92f2e84 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439632 Feb 09 02:34:50.278221 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 9642d211-f89e-4d34-962a-466640d61ce6 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:34:50.358836 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:50.386467 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 9642d211-f89e-4d34-962a-466640d61ce6, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=9642d211-f89e-4d34-962a-466640d61ce6,segment=NetworkSegment(d3fb0278-9523-434c-b081-606ad7d700a3),segment_id=d3fb0278-9523-434c-b081-606ad7d700a3)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:34:50.397104 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '9642d211-f89e-4d34-962a-466640d61ce6', 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37', 'port_id': '9642d211-f89e-4d34-962a-466640d61ce6', 'mac_address': 'fa:16:3e:5b:24:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9abdeb0b-e778-4352-99c0-2e967d5697dd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:34:50.434381 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 9642d211-f89e-4d34-962a-466640d61ce6 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:50.434777 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9642d211-f89e-4d34-962a-466640d61ce6), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:50.447659 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9642d211-f89e-4d34-962a-466640d61ce6 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:34:50.471850 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 9642d211-f89e-4d34-962a-466640d61ce6, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=9642d211-f89e-4d34-962a-466640d61ce6,segment=NetworkSegment(d3fb0278-9523-434c-b081-606ad7d700a3),segment_id=d3fb0278-9523-434c-b081-606ad7d700a3)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:34:50.475886 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9642d211-f89e-4d34-962a-466640d61ce6), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:50.526020 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=9642d211-f89e-4d34-962a-466640d61ce6,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:50.533712 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:50.533998 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:50.534337 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:50.534675 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:50.535003 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:50.535329 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:50.535655 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:50.535994 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:50.536329 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:50.536650 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:50.536970 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:50.537295 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:50.537601 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:50.560234 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21ce52-3621-4fd6-848e-5df910265cc6 req-a32022fa-a3a8-4f97-ab81-e6892420d00d tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:50.561862 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2d21ce52-3621-4fd6-848e-5df910265cc6 req-a32022fa-a3a8-4f97-ab81-e6892420d00d tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 944 time: 0.0555096 Feb 09 02:34:50.620805 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2d21ce52-3621-4fd6-848e-5df910265cc6 req-e645ebce-7e2d-48a1-8e8d-fe64200e889e tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530891 Feb 09 02:34:50.831870 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['9642d211-f89e-4d34-962a-466640d61ce6'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:34:51.003559 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-10d1d4e3-a122-4b8a-8bb8-b2eba1ea40e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:51.728825 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:51.745721 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c922c-f15a-4223-be18-1c47ab2541ee req-4ff526a0-ff70-43b3-ba03-94cda24ea10b tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:51.747211 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c7c922c-f15a-4223-be18-1c47ab2541ee req-4ff526a0-ff70-43b3-ba03-94cda24ea10b tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 944 time: 0.0547261 Feb 09 02:34:51.796126 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8c7c922c-f15a-4223-be18-1c47ab2541ee req-ef4e1876-9330-4840-b56f-3f995c9f5434 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432835 Feb 09 02:34:52.277557 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 9642d211-f89e-4d34-962a-466640d61ce6 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:34:52.325549 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 9642d211-f89e-4d34-962a-466640d61ce6 completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:34:52.329710 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 9642d211-f89e-4d34-962a-466640d61ce6 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:52.330084 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9642d211-f89e-4d34-962a-466640d61ce6), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:52.410282 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 9642d211-f89e-4d34-962a-466640d61ce6 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:52.410687 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9642d211-f89e-4d34-962a-466640d61ce6), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:52.435002 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e1cdb0-ec25-482a-850b-e775359df8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9642d211-f89e-4d34-962a-466640d61ce6'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:34:52.437275 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bb5a1265871782f8fa80d718c2cad0aad3f2595cc534f44543b72f1ded69d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646d26c7-0d69-451d-adfc-05e19dc8311a" -d '{"events": [{"server_uuid": "b7e1cdb0-ec25-482a-850b-e775359df8d3", "name": "network-vif-plugged", "status": "completed", "tag": "9642d211-f89e-4d34-962a-466640d61ce6"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:34:52.449880 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 9642d211-f89e-4d34-962a-466640d61ce6, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=9642d211-f89e-4d34-962a-466640d61ce6,segment=NetworkSegment(d3fb0278-9523-434c-b081-606ad7d700a3),segment_id=d3fb0278-9523-434c-b081-606ad7d700a3)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:34:52.453790 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9642d211-f89e-4d34-962a-466640d61ce6), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:52.480034 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b64935f-7150-47bc-8a48-0fa2e93f195c x-openstack-request-id: req-7b64935f-7150-47bc-8a48-0fa2e93f195c {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:34:52.480333 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e1cdb0-ec25-482a-850b-e775359df8d3", "name": "network-vif-plugged", "status": "completed", "tag": "9642d211-f89e-4d34-962a-466640d61ce6", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:34:52.480591 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7b64935f-7150-47bc-8a48-0fa2e93f195c {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:34:52.480987 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e1cdb0-ec25-482a-850b-e775359df8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9642d211-f89e-4d34-962a-466640d61ce6', 'code': 200} Feb 09 02:34:52.509700 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=9642d211-f89e-4d34-962a-466640d61ce6,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:52.585019 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ed4c7-7bab-431c-8c92-5ba1feec641b req-1040de6a-ef7d-46ab-89e8-6504ac298b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:52.586605 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b95ed4c7-7bab-431c-8c92-5ba1feec641b req-1040de6a-ef7d-46ab-89e8-6504ac298b17 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 1128 time: 0.0443838 Feb 09 02:34:52.635172 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b95ed4c7-7bab-431c-8c92-5ba1feec641b req-431ab4e8-6911-4239-9dc2-c5af8ec562b7 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401738 Feb 09 02:34:52.918178 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf9a2c-c723-4319-9ffd-1020d3a5fa96 req-575dad07-e3ee-4fd6-ba54-d50e2c909ebc tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:52.919631 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fdaf9a2c-c723-4319-9ffd-1020d3a5fa96 req-575dad07-e3ee-4fd6-ba54-d50e2c909ebc tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 945 time: 0.0565970 Feb 09 02:34:52.969301 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fdaf9a2c-c723-4319-9ffd-1020d3a5fa96 req-e9aa5e88-7357-4c05-b012-93bc9d24fe45 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440688 Feb 09 02:34:54.149741 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf073473-4f24-46ac-a00e-a34097840c0b req-dae29412-478b-4a3d-a253-fbb4530f6b4c tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:54.151232 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf073473-4f24-46ac-a00e-a34097840c0b req-dae29412-478b-4a3d-a253-fbb4530f6b4c tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 945 time: 0.0546451 Feb 09 02:34:54.199649 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bf073473-4f24-46ac-a00e-a34097840c0b req-f3ec011d-02d5-41d7-9a54-7e2c9f4e4161 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428951 Feb 09 02:34:54.322708 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593034e-14da-4b82-8c82-0b894c358004 req-6436debf-79e1-43a0-9181-ad924913eb06 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:54.324191 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5593034e-14da-4b82-8c82-0b894c358004 req-6436debf-79e1-43a0-9181-ad924913eb06 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 945 time: 0.0574019 Feb 09 02:34:54.373200 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5593034e-14da-4b82-8c82-0b894c358004 req-05a1ce0e-cc89-428e-b74c-80fba70fcd0c tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434144 Feb 09 02:34:54.394329 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53662) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:54.425904 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a49def96-7496-4f13-8240-581b98261ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:54.439017 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976c5d65-8f7e-4288-8a95-7411f148877e tempest-TestShelveInstance-1803532364 tempest-TestShelveInstance-1803532364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:54.440557 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-976c5d65-8f7e-4288-8a95-7411f148877e tempest-TestShelveInstance-1803532364 tempest-TestShelveInstance-1803532364-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 1123 time: 0.0452733 Feb 09 02:34:54.443385 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53664) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:54.447780 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-3fd680f2-91f4-4a2d-b96b-dc61fa406f8f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'port_id': '9642d211-f89e-4d34-962a-466640d61ce6', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:54.468284 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3fd680f2-91f4-4a2d-b96b-dc61fa406f8f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:54.567038 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3fd680f2-91f4-4a2d-b96b-dc61fa406f8f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:54.668715 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-3fd680f2-91f4-4a2d-b96b-dc61fa406f8f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Allocated IP 172.25.1.86 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/560c8495-35a2-4202-8455-9db491b81f90) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:34:55.104664 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3fd680f2-91f4-4a2d-b96b-dc61fa406f8f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for port (560c8495-35a2-4202-8455-9db491b81f90), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:55.137965 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3fd680f2-91f4-4a2d-b96b-dc61fa406f8f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (560c8495-35a2-4202-8455-9db491b81f90), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:55.176295 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd680f2-91f4-4a2d-b96b-dc61fa406f8f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:34:55.179069 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-3fd680f2-91f4-4a2d-b96b-dc61fa406f8f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:34:55.183178 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd680f2-91f4-4a2d-b96b-dc61fa406f8f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:34:55.188313 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd680f2-91f4-4a2d-b96b-dc61fa406f8f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Pushing event updated for resources: {'Port': ['ID=560c8495-35a2-4202-8455-9db491b81f90,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:55.533513 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3fd680f2-91f4-4a2d-b96b-dc61fa406f8f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for floatingip (dd21ae46-2f88-4944-b2a0-bab6e6e4bba8), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:55.601650 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3fd680f2-91f4-4a2d-b96b-dc61fa406f8f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (560c8495-35a2-4202-8455-9db491b81f90), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:55.757089 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3fd680f2-91f4-4a2d-b96b-dc61fa406f8f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for port (560c8495-35a2-4202-8455-9db491b81f90), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:55.762245 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3fd680f2-91f4-4a2d-b96b-dc61fa406f8f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (560c8495-35a2-4202-8455-9db491b81f90), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:55.829551 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd680f2-91f4-4a2d-b96b-dc61fa406f8f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Pushing event updated for resources: {'Port': ['ID=560c8495-35a2-4202-8455-9db491b81f90,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:55.839417 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3fd680f2-91f4-4a2d-b96b-dc61fa406f8f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (dd21ae46-2f88-4944-b2a0-bab6e6e4bba8), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:55.941269 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [None req-3fd680f2-91f4-4a2d-b96b-dc61fa406f8f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Floating IP dd21ae46-2f88-4944-b2a0-bab6e6e4bba8 associated. External IP: 172.25.1.86, port: 9642d211-f89e-4d34-962a-466640d61ce6. Feb 09 02:34:56.106547 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:56.162067 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd680f2-91f4-4a2d-b96b-dc61fa406f8f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Router ded0ed41-687d-4d96-bf24-885326fbe47f has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:34:56.272781 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd680f2-91f4-4a2d-b96b-dc61fa406f8f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:34:56.283949 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e645694-d1ff-4238-8755-aa6f7f06f8de None None] Sync routers for ids ['ded0ed41-687d-4d96-bf24-885326fbe47f'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:34:56.291243 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3fd680f2-91f4-4a2d-b96b-dc61fa406f8f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:56.295823 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e645694-d1ff-4238-8755-aa6f7f06f8de None None] Routers {'ded0ed41-687d-4d96-bf24-885326fbe47f'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:34:56.296793 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-4e645694-d1ff-4238-8755-aa6f7f06f8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:34:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['ded0ed41-687d-4d96-bf24-885326fbe47f'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:34:56.321863 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-3fd680f2-91f4-4a2d-b96b-dc61fa406f8f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8774490 Feb 09 02:34:56.322609 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e1cdb0-ec25-482a-850b-e775359df8d3', 'tag': '9642d211-f89e-4d34-962a-466640d61ce6'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:34:56.325017 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3e4837-c809-43af-a42b-bf30764118ed" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e1cdb0-ec25-482a-850b-e775359df8d3", "tag": "9642d211-f89e-4d34-962a-466640d61ce6"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:34:56.362997 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d3277d-edf4-4f6a-b705-e98dcce713ed x-openstack-request-id: req-96d3277d-edf4-4f6a-b705-e98dcce713ed {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:34:56.363293 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e1cdb0-ec25-482a-850b-e775359df8d3", "tag": "9642d211-f89e-4d34-962a-466640d61ce6", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:34:56.363551 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-96d3277d-edf4-4f6a-b705-e98dcce713ed {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:34:56.363964 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e1cdb0-ec25-482a-850b-e775359df8d3', 'tag': '9642d211-f89e-4d34-962a-466640d61ce6', 'status': 'completed', 'code': 200} Feb 09 02:34:56.412861 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-4e645694-d1ff-4238-8755-aa6f7f06f8de None None] Set router ded0ed41-687d-4d96-bf24-885326fbe47f gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:34:56.435507 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e4837-c809-43af-a42b-bf30764118ed req-1898dc7f-529e-411c-9029-d2c3d5cc5958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:56.437049 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7b3e4837-c809-43af-a42b-bf30764118ed req-1898dc7f-529e-411c-9029-d2c3d5cc5958 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a32bd9a4a52b4d648a3b6ba7bcd24543&device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 1128 time: 0.0500288 Feb 09 02:34:56.530810 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e4837-c809-43af-a42b-bf30764118ed req-5a6c198d-031d-46d2-a67b-5bae56d87da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:56.532310 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7b3e4837-c809-43af-a42b-bf30764118ed req-5a6c198d-031d-46d2-a67b-5bae56d87da5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=6d40b089-758f-4de5-af53-dad9eb43cb37 HTTP/1.1" status: 200 len: 909 time: 0.0890059 Feb 09 02:34:56.600534 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7b3e4837-c809-43af-a42b-bf30764118ed req-ee913b37-fa64-4dfd-b3d2-fb3a801461a9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9642d211-f89e-4d34-962a-466640d61ce6 HTTP/1.1" status: 200 len: 998 time: 0.0625913 Feb 09 02:34:56.651887 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-4e645694-d1ff-4238-8755-aa6f7f06f8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'name': 'tempest-TestShelveInstance-117485189-router', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '40d73cb6-0c88-4ff9-b9f1-11fb37f14baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:29:45Z', 'updated_at': '2022-02-09T02:29:48Z', 'revision_number': 4, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'gw_port': {'id': '40d73cb6-0c88-4ff9-b9f1-11fb37f14baa', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:46Z', 'updated_at': '2022-02-09T02:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': 'dd21ae46-2f88-4944-b2a0-bab6e6e4bba8', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'floating_ip_address': '172.25.1.86', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'port_id': '9642d211-f89e-4d34-962a-466640d61ce6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37', 'mac_address': 'fa:16:3e:5b:24:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e1cdb0-ec25-482a-850b-e775359df8d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:34:55Z', 'updated_at': '2022-02-09T02:34:55Z', 'revision_number': 0, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c4e4c6-528a-41af-9d09-8714a1ec54d6', 'name': '', 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'mac_address': 'fa:16:3e:b5:2e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '9abdeb0b-e778-4352-99c0-2e967d5697dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:47Z', 'updated_at': '2022-02-09T02:29:52Z', 'revision_number': 5, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'subnets': [{'id': '9abdeb0b-e778-4352-99c0-2e967d5697dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:34:56.656551 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e4837-c809-43af-a42b-bf30764118ed req-91b86ec4-62db-4352-bbc6-5c9923c9931d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:56.658055 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7b3e4837-c809-43af-a42b-bf30764118ed req-91b86ec4-62db-4352-bbc6-5c9923c9931d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9abdeb0b-e778-4352-99c0-2e967d5697dd HTTP/1.1" status: 200 len: 847 time: 0.0513453 Feb 09 02:34:56.682647 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e645694-d1ff-4238-8755-aa6f7f06f8de None None] Checking router: ded0ed41-687d-4d96-bf24-885326fbe47f for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:34:56.690948 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e645694-d1ff-4238-8755-aa6f7f06f8de None None] Routers {'ded0ed41-687d-4d96-bf24-885326fbe47f'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:34:56.691552 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-4e645694-d1ff-4238-8755-aa6f7f06f8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:34:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['ded0ed41-687d-4d96-bf24-885326fbe47f'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:34:56.708488 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e4837-c809-43af-a42b-bf30764118ed req-86f4f81d-5019-4e74-a073-60b4313bb675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:56.710003 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7b3e4837-c809-43af-a42b-bf30764118ed req-86f4f81d-5019-4e74-a073-60b4313bb675 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6d40b089-758f-4de5-af53-dad9eb43cb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0460105 Feb 09 02:34:56.800937 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-4e645694-d1ff-4238-8755-aa6f7f06f8de None None] Set router ded0ed41-687d-4d96-bf24-885326fbe47f gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:34:56.805554 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7b3e4837-c809-43af-a42b-bf30764118ed req-ac8dd69c-fd71-480b-8ad1-adca636ecfe6 service neutron] 10.222.0.91 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888686 Feb 09 02:34:56.900188 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7b3e4837-c809-43af-a42b-bf30764118ed req-38c598b3-da4a-4499-bd08-ea0215c837d9 service neutron] 10.222.0.91 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885723 Feb 09 02:34:57.180242 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-4e645694-d1ff-4238-8755-aa6f7f06f8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'name': 'tempest-TestShelveInstance-117485189-router', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '40d73cb6-0c88-4ff9-b9f1-11fb37f14baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:29:45Z', 'updated_at': '2022-02-09T02:29:48Z', 'revision_number': 4, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'gw_port': {'id': '40d73cb6-0c88-4ff9-b9f1-11fb37f14baa', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:46Z', 'updated_at': '2022-02-09T02:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': 'dd21ae46-2f88-4944-b2a0-bab6e6e4bba8', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'floating_ip_address': '172.25.1.86', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'port_id': '9642d211-f89e-4d34-962a-466640d61ce6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37', 'mac_address': 'fa:16:3e:5b:24:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e1cdb0-ec25-482a-850b-e775359df8d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:34:55Z', 'updated_at': '2022-02-09T02:34:55Z', 'revision_number': 0, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c4e4c6-528a-41af-9d09-8714a1ec54d6', 'name': '', 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'mac_address': 'fa:16:3e:b5:2e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '9abdeb0b-e778-4352-99c0-2e967d5697dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:47Z', 'updated_at': '2022-02-09T02:29:52Z', 'revision_number': 5, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'subnets': [{'id': '9abdeb0b-e778-4352-99c0-2e967d5697dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:34:57.206610 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e645694-d1ff-4238-8755-aa6f7f06f8de None None] The sync data for ids ['ded0ed41-687d-4d96-bf24-885326fbe47f'] in n-d-822053-40 is: [{'id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'name': 'tempest-TestShelveInstance-117485189-router', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '40d73cb6-0c88-4ff9-b9f1-11fb37f14baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:29:45Z', 'updated_at': '2022-02-09T02:29:48Z', 'revision_number': 4, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'gw_port': {'id': '40d73cb6-0c88-4ff9-b9f1-11fb37f14baa', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:46Z', 'updated_at': '2022-02-09T02:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': 'dd21ae46-2f88-4944-b2a0-bab6e6e4bba8', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'floating_ip_address': '172.25.1.86', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'port_id': '9642d211-f89e-4d34-962a-466640d61ce6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37', 'mac_address': 'fa:16:3e:5b:24:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e1cdb0-ec25-482a-850b-e775359df8d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:34:55Z', 'updated_at': '2022-02-09T02:34:55Z', 'revision_number': 0, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c4e4c6-528a-41af-9d09-8714a1ec54d6', 'name': '', 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'mac_address': 'fa:16:3e:b5:2e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '9abdeb0b-e778-4352-99c0-2e967d5697dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:47Z', 'updated_at': '2022-02-09T02:29:52Z', 'revision_number': 5, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'subnets': [{'id': '9abdeb0b-e778-4352-99c0-2e967d5697dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:34:57.419426 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5d2740-d37c-4b98-833c-82ca6a15bdf9 None None] New status for floating IP dd21ae46-2f88-4944-b2a0-bab6e6e4bba8: ACTIVE {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:34:57.850904 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:58.496341 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:14.331367 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:35:20.326352 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:20.985568 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e7526f57-6d7c-4e5a-93e8-21661e7b4075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:21.747093 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:24.428908 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-74d78175-5081-426e-b15d-bbde7e4f830b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:26.109032 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:27.854458 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:28.499044 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:42.500921 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c159da8-9288-4791-88cd-e02529397754 req-7f3eafd3-452a-4697-8e79-1eade96a30b3 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445929 Feb 09 02:35:42.594008 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c159da8-9288-4791-88cd-e02529397754 req-1ec8b62c-e73e-4d8e-b061-2f8f6b90bd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:42.595954 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c159da8-9288-4791-88cd-e02529397754 req-1ec8b62c-e73e-4d8e-b061-2f8f6b90bd0b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a32bd9a4a52b4d648a3b6ba7bcd24543&device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 1128 time: 0.0509696 Feb 09 02:35:42.710471 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c159da8-9288-4791-88cd-e02529397754 req-dd93dad2-5204-49ee-8534-8cc4adc8b05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:42.711935 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c159da8-9288-4791-88cd-e02529397754 req-dd93dad2-5204-49ee-8534-8cc4adc8b05e service neutron] 10.222.0.91 "GET /v2.0/networks?id=6d40b089-758f-4de5-af53-dad9eb43cb37 HTTP/1.1" status: 200 len: 909 time: 0.0931804 Feb 09 02:35:42.782465 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c159da8-9288-4791-88cd-e02529397754 req-597e353d-dcc1-453d-bd70-10a73deb137e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9642d211-f89e-4d34-962a-466640d61ce6 HTTP/1.1" status: 200 len: 1000 time: 0.0596626 Feb 09 02:35:42.836662 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c159da8-9288-4791-88cd-e02529397754 req-7c49cc3f-a882-48cd-ab2c-51d124ed8a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:42.838089 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c159da8-9288-4791-88cd-e02529397754 req-7c49cc3f-a882-48cd-ab2c-51d124ed8a9c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9abdeb0b-e778-4352-99c0-2e967d5697dd HTTP/1.1" status: 200 len: 847 time: 0.0474718 Feb 09 02:35:42.889587 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c159da8-9288-4791-88cd-e02529397754 req-7b6d7e59-72bc-4281-843f-c50577521fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:42.891062 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c159da8-9288-4791-88cd-e02529397754 req-7b6d7e59-72bc-4281-843f-c50577521fe3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6d40b089-758f-4de5-af53-dad9eb43cb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442526 Feb 09 02:35:42.991880 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c159da8-9288-4791-88cd-e02529397754 req-c073c574-14b9-46be-af82-87717a0dd29e service neutron] 10.222.0.91 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921736 Feb 09 02:35:43.088732 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3c159da8-9288-4791-88cd-e02529397754 req-b7886e1a-3374-412a-9f18-b7a33be0168d service neutron] 10.222.0.91 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881839 Feb 09 02:35:50.325274 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:50.988137 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-025019ea-e551-4a53-91dd-02fc1dc0241d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:51.329670 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:35:51.760402 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:54.430578 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c5321b5f-4025-4a75-92c2-bd3a1d596089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:56.113146 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:57.857579 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:58.503682 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:20.355216 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:20.989668 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ad680eac-1376-4a18-b144-bf999edd97f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:21.757783 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:24.431540 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3b046c2e-6fb0-41a2-a07c-92ddaa48f36f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:26.115788 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:27.861686 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:28.327952 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:36:28.506145 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:43.498469 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-91dddc56-97a4-4dd9-b4b6-0ab13a8a2103 req-d770600d-626a-4a67-9268-4373ce142630 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454009 Feb 09 02:36:43.593013 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dddc56-97a4-4dd9-b4b6-0ab13a8a2103 req-e0a1f71e-9533-4220-871b-c45f028e3c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:43.595423 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-91dddc56-97a4-4dd9-b4b6-0ab13a8a2103 req-e0a1f71e-9533-4220-871b-c45f028e3c5d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a32bd9a4a52b4d648a3b6ba7bcd24543&device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 1128 time: 0.0513823 Feb 09 02:36:43.707067 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dddc56-97a4-4dd9-b4b6-0ab13a8a2103 req-6c3c6255-6ba8-4d26-a2d2-f1cf4e9daea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:43.708588 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-91dddc56-97a4-4dd9-b4b6-0ab13a8a2103 req-6c3c6255-6ba8-4d26-a2d2-f1cf4e9daea8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=6d40b089-758f-4de5-af53-dad9eb43cb37 HTTP/1.1" status: 200 len: 909 time: 0.0917819 Feb 09 02:36:43.781288 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-91dddc56-97a4-4dd9-b4b6-0ab13a8a2103 req-5c5d515f-9466-4fd3-ab90-9054e89e7097 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9642d211-f89e-4d34-962a-466640d61ce6 HTTP/1.1" status: 200 len: 1000 time: 0.0630746 Feb 09 02:36:43.836935 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dddc56-97a4-4dd9-b4b6-0ab13a8a2103 req-6d9dfe1b-c586-44c8-8fe2-4778e5f45af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:43.838371 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-91dddc56-97a4-4dd9-b4b6-0ab13a8a2103 req-6d9dfe1b-c586-44c8-8fe2-4778e5f45af7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9abdeb0b-e778-4352-99c0-2e967d5697dd HTTP/1.1" status: 200 len: 847 time: 0.0473447 Feb 09 02:36:43.887101 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dddc56-97a4-4dd9-b4b6-0ab13a8a2103 req-fbbf1c4b-76a9-4253-a1dc-7f639ea88d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:43.888601 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-91dddc56-97a4-4dd9-b4b6-0ab13a8a2103 req-fbbf1c4b-76a9-4253-a1dc-7f639ea88d3d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6d40b089-758f-4de5-af53-dad9eb43cb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0431268 Feb 09 02:36:43.985638 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-91dddc56-97a4-4dd9-b4b6-0ab13a8a2103 req-b1309603-907d-4cf7-944d-e10b8196ccba service neutron] 10.222.0.91 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866921 Feb 09 02:36:44.088552 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-91dddc56-97a4-4dd9-b4b6-0ab13a8a2103 req-3b5f281a-fb98-4ca9-b712-7f722946dc5d service neutron] 10.222.0.91 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933414 Feb 09 02:36:50.355421 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:50.991128 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bceb6dc8-deb1-4dd9-a1d3-eb6283334ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:51.757977 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:54.348515 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd84964f-17c2-4f6d-a333-7f9f7faae4f9 req-2fd70bc4-a427-4d3c-899c-a4e1138f326b tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:54.350001 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bd84964f-17c2-4f6d-a333-7f9f7faae4f9 req-2fd70bc4-a427-4d3c-899c-a4e1138f326b tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 945 time: 0.0536530 Feb 09 02:36:54.399903 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bd84964f-17c2-4f6d-a333-7f9f7faae4f9 req-940a3129-c9a1-488b-a6a2-c6a747bc2bf0 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440331 Feb 09 02:36:54.432816 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a07a66c7-9d7b-4159-8bad-44feabf963d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:55.538060 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9cf07-4ae9-45eb-8d80-c64b5f38ffd6 req-24cad8c3-f548-4015-b159-0864fe52c0df tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:55.539516 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8dc9cf07-4ae9-45eb-8d80-c64b5f38ffd6 req-24cad8c3-f548-4015-b159-0864fe52c0df tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 945 time: 0.0525978 Feb 09 02:36:55.592326 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8dc9cf07-4ae9-45eb-8d80-c64b5f38ffd6 req-c8f8a980-8484-4b6b-a71b-91c3e6c341ed tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462549 Feb 09 02:36:56.120151 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:56.718354 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280729c-0af7-43f4-9ec9-66441610b264 req-5e7ebc25-12d4-48f0-9c3e-e96b6e46a63c tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:56.720183 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2280729c-0af7-43f4-9ec9-66441610b264 req-5e7ebc25-12d4-48f0-9c3e-e96b6e46a63c tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 945 time: 0.0540683 Feb 09 02:36:56.769248 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2280729c-0af7-43f4-9ec9-66441610b264 req-ca405ddf-b7b6-4b17-bf98-75c5d6e7ee24 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435913 Feb 09 02:36:57.865347 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:57.893838 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980db557-96f6-4b07-8839-46629438a988 req-3dda054d-4320-42af-814a-19bd6f036dfb tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:57.895505 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-980db557-96f6-4b07-8839-46629438a988 req-3dda054d-4320-42af-814a-19bd6f036dfb tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 945 time: 0.0563879 Feb 09 02:36:57.947121 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-980db557-96f6-4b07-8839-46629438a988 req-2d3c683a-a987-4ff5-b68b-e4159b6ba814 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454848 Feb 09 02:36:58.508124 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:59.076983 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed7cba-4dd3-4af4-84ca-d84f24c66b01 req-f69da321-598a-4d7f-9b9b-23e900f4d606 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:59.079115 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76ed7cba-4dd3-4af4-84ca-d84f24c66b01 req-f69da321-598a-4d7f-9b9b-23e900f4d606 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 945 time: 0.0572064 Feb 09 02:36:59.128533 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-76ed7cba-4dd3-4af4-84ca-d84f24c66b01 req-2088a162-6a05-46c8-bb54-b0fecf643f57 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438273 Feb 09 02:37:00.247001 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfaf06c-2eb2-4cab-bfda-4a09fffcc66e req-c0026985-b496-4264-b6fb-fcdaebcbdccf tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:00.248510 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cdfaf06c-2eb2-4cab-bfda-4a09fffcc66e req-c0026985-b496-4264-b6fb-fcdaebcbdccf tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 945 time: 0.0521615 Feb 09 02:37:00.296770 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-cdfaf06c-2eb2-4cab-bfda-4a09fffcc66e req-be584b92-b29c-43c0-a571-3040eea8fd15 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418298 Feb 09 02:37:01.424929 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc9c8c-99b7-4d17-953a-c514278bd1c5 req-f267328b-ccc0-415f-9ca4-62c7b8eda52e tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:01.426447 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-63bc9c8c-99b7-4d17-953a-c514278bd1c5 req-f267328b-ccc0-415f-9ca4-62c7b8eda52e tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 945 time: 0.0579422 Feb 09 02:37:01.476797 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-63bc9c8c-99b7-4d17-953a-c514278bd1c5 req-5c8547c6-8346-4837-8c0d-70e96306571e tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446386 Feb 09 02:37:02.604909 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80823d64-2189-457c-a0f1-9751fd29d55b req-574b8f2b-fce2-4a58-9850-3cdae8933ee8 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:02.606379 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-80823d64-2189-457c-a0f1-9751fd29d55b req-574b8f2b-fce2-4a58-9850-3cdae8933ee8 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 945 time: 0.0552762 Feb 09 02:37:02.655211 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-80823d64-2189-457c-a0f1-9751fd29d55b req-c17fe054-9237-4aa9-bf5e-a007d087467e tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424566 Feb 09 02:37:03.775632 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c46818-7e40-4f26-80ef-8027fe561346 req-ca7d92fe-2609-4ccf-b32e-c082a38eaee8 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:03.777116 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-57c46818-7e40-4f26-80ef-8027fe561346 req-ca7d92fe-2609-4ccf-b32e-c082a38eaee8 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 945 time: 0.0527349 Feb 09 02:37:03.829227 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-57c46818-7e40-4f26-80ef-8027fe561346 req-71eb8fe5-e69f-4dde-b7d5-2cade0abe44e tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463171 Feb 09 02:37:04.533943 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed826fb7-3e15-425d-8451-2accd7dbc7e4 req-2ba6199e-44d4-44bb-a05d-edc883f9e57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:04.535417 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ed826fb7-3e15-425d-8451-2accd7dbc7e4 req-2ba6199e-44d4-44bb-a05d-edc883f9e57c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a32bd9a4a52b4d648a3b6ba7bcd24543&device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 1128 time: 0.0455775 Feb 09 02:37:04.627392 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed826fb7-3e15-425d-8451-2accd7dbc7e4 req-5c047951-47cc-479a-98fe-4755592d07e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:04.628919 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ed826fb7-3e15-425d-8451-2accd7dbc7e4 req-5c047951-47cc-479a-98fe-4755592d07e3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=6d40b089-758f-4de5-af53-dad9eb43cb37 HTTP/1.1" status: 200 len: 909 time: 0.0847414 Feb 09 02:37:04.702958 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ed826fb7-3e15-425d-8451-2accd7dbc7e4 req-f5e0d4e2-c77d-4cf7-84a2-73d3eed4377f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9642d211-f89e-4d34-962a-466640d61ce6 HTTP/1.1" status: 200 len: 1000 time: 0.0649538 Feb 09 02:37:04.754492 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed826fb7-3e15-425d-8451-2accd7dbc7e4 req-c8b6aec7-f159-427e-b258-85b6493d66bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:04.755927 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ed826fb7-3e15-425d-8451-2accd7dbc7e4 req-c8b6aec7-f159-427e-b258-85b6493d66bb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9abdeb0b-e778-4352-99c0-2e967d5697dd HTTP/1.1" status: 200 len: 847 time: 0.0435138 Feb 09 02:37:04.807564 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed826fb7-3e15-425d-8451-2accd7dbc7e4 req-fd7b7a73-fafc-464d-9c90-3b86dd7fbd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:04.809089 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ed826fb7-3e15-425d-8451-2accd7dbc7e4 req-fd7b7a73-fafc-464d-9c90-3b86dd7fbd23 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6d40b089-758f-4de5-af53-dad9eb43cb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441711 Feb 09 02:37:04.916848 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ed826fb7-3e15-425d-8451-2accd7dbc7e4 req-bb3f535a-60b6-4b97-94ac-fa18bcb210e2 service neutron] 10.222.0.91 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972307 Feb 09 02:37:05.014584 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010de102-7537-455b-9f75-dda509d52525 req-3ba7f81d-213b-4706-a50c-04fa76bd69c9 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:05.016278 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-010de102-7537-455b-9f75-dda509d52525 req-3ba7f81d-213b-4706-a50c-04fa76bd69c9 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 945 time: 0.1187634 Feb 09 02:37:05.057506 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ed826fb7-3e15-425d-8451-2accd7dbc7e4 req-a0d1d7f8-a473-4690-ad24-f0108617c51a service neutron] 10.222.0.91 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253555 Feb 09 02:37:05.082817 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-010de102-7537-455b-9f75-dda509d52525 req-71950ac5-d22b-4f14-ba2d-e7bb49012c22 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585701 Feb 09 02:37:05.326727 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:37:06.202936 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f354eb0-7ad4-4c72-9b68-8cd6e9820297 req-97a8673e-08bc-4a05-a4f5-cfb773259108 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:06.204885 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2f354eb0-7ad4-4c72-9b68-8cd6e9820297 req-97a8673e-08bc-4a05-a4f5-cfb773259108 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 945 time: 0.0541360 Feb 09 02:37:06.253027 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2f354eb0-7ad4-4c72-9b68-8cd6e9820297 req-b082a8b0-7669-4b9a-9614-1e5f7573fa28 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425711 Feb 09 02:37:07.377535 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8cf478-bdd6-4d0e-b41c-663aa466eee9 req-256d2fd5-7b6d-427d-9ba1-fc152d6eafcc tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:07.379736 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fc8cf478-bdd6-4d0e-b41c-663aa466eee9 req-256d2fd5-7b6d-427d-9ba1-fc152d6eafcc tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 945 time: 0.0578654 Feb 09 02:37:07.428198 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fc8cf478-bdd6-4d0e-b41c-663aa466eee9 req-9959c68a-7411-4b98-bfe9-2f8c58ecbbea tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426269 Feb 09 02:37:08.550551 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f38c1-113b-4744-b9d6-fd0b10da9919 req-2d361eca-4ae0-4feb-8ec8-258fb31e51ee tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:08.552079 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bc6f38c1-113b-4744-b9d6-fd0b10da9919 req-2d361eca-4ae0-4feb-8ec8-258fb31e51ee tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 945 time: 0.0550125 Feb 09 02:37:08.601921 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bc6f38c1-113b-4744-b9d6-fd0b10da9919 req-32bc427d-ef46-445a-9521-cd0ff1c6a562 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439053 Feb 09 02:37:09.726593 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d56d5c-c6ad-487d-8430-aafebd0e5b12 req-34ec4624-2de0-4613-997d-5fcc38f930e8 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:09.728134 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a7d56d5c-c6ad-487d-8430-aafebd0e5b12 req-34ec4624-2de0-4613-997d-5fcc38f930e8 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 945 time: 0.0579073 Feb 09 02:37:09.781859 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a7d56d5c-c6ad-487d-8430-aafebd0e5b12 req-239dba1c-e1e0-4fa0-9c24-3c9563cd52d3 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480306 Feb 09 02:37:10.903014 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdab8e9-de4a-4631-bbe4-d8005b9360b5 req-8ba5ffb1-1582-475b-81d0-432f1164142f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:10.904529 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6cdab8e9-de4a-4631-bbe4-d8005b9360b5 req-8ba5ffb1-1582-475b-81d0-432f1164142f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 945 time: 0.0536683 Feb 09 02:37:10.946846 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 9642d211-f89e-4d34-962a-466640d61ce6 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:37:10.957233 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6cdab8e9-de4a-4631-bbe4-d8005b9360b5 req-a98d19b5-fd91-49dc-a95d-77ec918f8feb tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462251 Feb 09 02:37:11.040854 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 9642d211-f89e-4d34-962a-466640d61ce6 is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:37:11.041274 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9642d211-f89e-4d34-962a-466640d61ce6), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:11.065071 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e1cdb0-ec25-482a-850b-e775359df8d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9642d211-f89e-4d34-962a-466640d61ce6'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:37:11.067309 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bb5a1265871782f8fa80d718c2cad0aad3f2595cc534f44543b72f1ded69d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1baf00c7-3dbb-44be-a714-271cbe500faa" -d '{"events": [{"server_uuid": "b7e1cdb0-ec25-482a-850b-e775359df8d3", "name": "network-vif-unplugged", "status": "completed", "tag": "9642d211-f89e-4d34-962a-466640d61ce6"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:37:11.079949 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 9642d211-f89e-4d34-962a-466640d61ce6, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=9642d211-f89e-4d34-962a-466640d61ce6,segment=NetworkSegment(d3fb0278-9523-434c-b081-606ad7d700a3),segment_id=d3fb0278-9523-434c-b081-606ad7d700a3)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:11.084043 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9642d211-f89e-4d34-962a-466640d61ce6), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:11.092822 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-3b824ad4-af41-4f86-9ae0-bcc48fd5619a req-37a0778f-b074-4f9c-aa22-a5ea58ec6873 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:37:11.094058 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3b824ad4-af41-4f86-9ae0-bcc48fd5619a req-37a0778f-b074-4f9c-aa22-a5ea58ec6873 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0655582 Feb 09 02:37:11.139413 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=9642d211-f89e-4d34-962a-466640d61ce6,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:11.147188 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:11.147534 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:11.147880 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:11.148253 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:11.148582 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:11.148913 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:11.149240 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:11.149566 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:11.149895 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:11.150215 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:11.150538 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:11.150855 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:11.151210 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:11.174430 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 02:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcb3a90-7832-401b-aa34-6d8227f5fc12 x-openstack-request-id: req-2fcb3a90-7832-401b-aa34-6d8227f5fc12 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:37:11.174745 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e1cdb0-ec25-482a-850b-e775359df8d3", "name": "network-vif-unplugged", "status": "failed", "tag": "9642d211-f89e-4d34-962a-466640d61ce6", "code": 422}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:37:11.175389 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2fcb3a90-7832-401b-aa34-6d8227f5fc12 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:37:11.175485 n-d-822053-40 neutron-server[103530]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b7e1cdb0-ec25-482a-850b-e775359df8d3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9642d211-f89e-4d34-962a-466640d61ce6', 'code': 422} returned with failed status Feb 09 02:37:11.240579 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b9a37134-d13a-4626-a1f5-60e84a85b88f req-e100ea28-3608-4db0-9413-0c7b90214bcf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0483239 Feb 09 02:37:11.249885 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [req-b9a37134-d13a-4626-a1f5-60e84a85b88f req-46535062-4a17-4b49-9f3c-c7e1780a7ef2 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103528) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:37:11.251384 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [req-b9a37134-d13a-4626-a1f5-60e84a85b88f req-46535062-4a17-4b49-9f3c-c7e1780a7ef2 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051293 Feb 09 02:37:11.272917 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb6866-d4be-4436-8be4-a5cce1b34657 req-48827a44-a617-41ee-a79a-4545d7b6546e tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:11.274427 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00eb6866-d4be-4436-8be4-a5cce1b34657 req-48827a44-a617-41ee-a79a-4545d7b6546e tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 943 time: 0.0613418 Feb 09 02:37:11.325130 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-00eb6866-d4be-4436-8be4-a5cce1b34657 req-4f1fb86d-ed55-449a-834e-41a7888f4b94 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448365 Feb 09 02:37:12.452193 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f731ec-1592-409e-a53d-b44e5295ce5d req-3b29334c-5b91-45e4-9675-412a2fe218cb tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:12.453766 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-62f731ec-1592-409e-a53d-b44e5295ce5d req-3b29334c-5b91-45e4-9675-412a2fe218cb tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 943 time: 0.0571964 Feb 09 02:37:12.503251 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-62f731ec-1592-409e-a53d-b44e5295ce5d req-0d7afdc1-bcb6-4886-a731-bfbd6cee2ac2 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430532 Feb 09 02:37:13.630044 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7df8f-20cb-44f0-a060-0a50a60e1d7b req-5df2c90c-5501-49b1-bdce-6fa0fd1aafb5 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:13.631520 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-30f7df8f-20cb-44f0-a060-0a50a60e1d7b req-5df2c90c-5501-49b1-bdce-6fa0fd1aafb5 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 943 time: 0.0533600 Feb 09 02:37:13.681225 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-30f7df8f-20cb-44f0-a060-0a50a60e1d7b req-356ef229-8500-4379-a070-281f9b78ea41 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439904 Feb 09 02:37:14.801884 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ed5db-554f-481e-ba7f-be40d64dcf94 req-a58a3913-18a3-4e00-b576-7246e27e6dd4 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:14.803460 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e19ed5db-554f-481e-ba7f-be40d64dcf94 req-a58a3913-18a3-4e00-b576-7246e27e6dd4 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 943 time: 0.0553451 Feb 09 02:37:14.854584 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e19ed5db-554f-481e-ba7f-be40d64dcf94 req-21f34d87-ced6-4a2c-8306-3f04755c7afe tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456402 Feb 09 02:37:15.979666 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee627e1e-5ff6-4d87-a470-640ab36b4179 req-17b339a7-4386-4634-8fab-c0a61671f5c2 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:15.981999 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ee627e1e-5ff6-4d87-a470-640ab36b4179 req-17b339a7-4386-4634-8fab-c0a61671f5c2 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 943 time: 0.0582862 Feb 09 02:37:16.041860 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ee627e1e-5ff6-4d87-a470-640ab36b4179 req-1b3d798d-059d-4abd-8744-36f6239e4423 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533700 Feb 09 02:37:17.162113 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cacb9e-1dc3-4478-a5db-531843417131 req-78457c1e-73b2-411b-a5bd-5b323c1cd383 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:17.163580 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f6cacb9e-1dc3-4478-a5db-531843417131 req-78457c1e-73b2-411b-a5bd-5b323c1cd383 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 943 time: 0.0534263 Feb 09 02:37:17.212744 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f6cacb9e-1dc3-4478-a5db-531843417131 req-2e5c3c22-ea8a-40f7-9478-e4841ef970c8 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434501 Feb 09 02:37:18.338077 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab98c5-7f0f-408f-8377-748cb895679c req-cc0bc056-24c9-453c-be0a-f9b8f00b286f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:18.339557 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-08ab98c5-7f0f-408f-8377-748cb895679c req-cc0bc056-24c9-453c-be0a-f9b8f00b286f tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 943 time: 0.0589206 Feb 09 02:37:18.392829 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-08ab98c5-7f0f-408f-8377-748cb895679c req-3f5ae2b9-50f9-4264-aca8-8317fec7bc0d tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465920 Feb 09 02:37:19.512139 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33f6af-9043-4d27-ac05-e84416cdea62 req-bb5e9077-14e4-4b45-a0ee-6ac482668fbe tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:19.513599 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f33f6af-9043-4d27-ac05-e84416cdea62 req-bb5e9077-14e4-4b45-a0ee-6ac482668fbe tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 943 time: 0.0523405 Feb 09 02:37:19.563773 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8f33f6af-9043-4d27-ac05-e84416cdea62 req-fe899cbe-5318-4cde-b46e-7c95c3702867 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435121 Feb 09 02:37:20.356278 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:20.689098 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501636e-0097-4e1e-a03d-1f8558b82a45 req-1d708e5a-a709-4649-a1de-e607b243ecef tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:20.691174 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c501636e-0097-4e1e-a03d-1f8558b82a45 req-1d708e5a-a709-4649-a1de-e607b243ecef tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 943 time: 0.0582347 Feb 09 02:37:20.740619 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c501636e-0097-4e1e-a03d-1f8558b82a45 req-3756457f-bf7a-40a9-94e1-1613f4083a00 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435767 Feb 09 02:37:20.992898 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-511b915a-7a37-417e-95f9-46d49223db6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:21.656645 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a37134-d13a-4626-a1f5-60e84a85b88f req-fcc4e5e1-1fe8-456a-9e1a-6a0587ae3a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:21.658860 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b9a37134-d13a-4626-a1f5-60e84a85b88f req-fcc4e5e1-1fe8-456a-9e1a-6a0587ae3a65 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3&tenant_id=a32bd9a4a52b4d648a3b6ba7bcd24543 HTTP/1.1" status: 200 len: 1126 time: 0.0495999 Feb 09 02:37:21.727484 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a37134-d13a-4626-a1f5-60e84a85b88f req-92731992-cf18-4a2a-a295-ae2089f2cd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:21.728967 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b9a37134-d13a-4626-a1f5-60e84a85b88f req-92731992-cf18-4a2a-a295-ae2089f2cd81 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a32bd9a4a52b4d648a3b6ba7bcd24543&device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 1126 time: 0.0443454 Feb 09 02:37:21.764074 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:21.856499 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a37134-d13a-4626-a1f5-60e84a85b88f req-3ec3cb17-a698-4979-a625-d77782d5403a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:21.857873 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b9a37134-d13a-4626-a1f5-60e84a85b88f req-3ec3cb17-a698-4979-a625-d77782d5403a service neutron] 10.222.0.91 "GET /v2.0/networks?id=6d40b089-758f-4de5-af53-dad9eb43cb37 HTTP/1.1" status: 200 len: 909 time: 0.1188488 Feb 09 02:37:21.914228 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b18cdc-0c03-4793-939d-03698501c5a2 req-644fb15c-1b68-4809-906f-08fc0876f164 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:21.915663 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b7b18cdc-0c03-4793-939d-03698501c5a2 req-644fb15c-1b68-4809-906f-08fc0876f164 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 943 time: 0.1032875 Feb 09 02:37:21.950684 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b9a37134-d13a-4626-a1f5-60e84a85b88f req-eae8ed6d-9e7e-4f08-b823-411ff364d04d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9642d211-f89e-4d34-962a-466640d61ce6 HTTP/1.1" status: 200 len: 998 time: 0.0831084 Feb 09 02:37:22.007152 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b7b18cdc-0c03-4793-939d-03698501c5a2 req-8717191a-70e5-40ad-8735-1e54ed17a6c0 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848186 Feb 09 02:37:22.018368 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a37134-d13a-4626-a1f5-60e84a85b88f req-13b4f9d8-4bdd-4925-93ae-e722c26fece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:22.019929 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b9a37134-d13a-4626-a1f5-60e84a85b88f req-13b4f9d8-4bdd-4925-93ae-e722c26fece8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9abdeb0b-e778-4352-99c0-2e967d5697dd HTTP/1.1" status: 200 len: 847 time: 0.0587664 Feb 09 02:37:22.075428 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a37134-d13a-4626-a1f5-60e84a85b88f req-07d44242-081b-41c1-abd6-391e9c863951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:22.076932 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b9a37134-d13a-4626-a1f5-60e84a85b88f req-07d44242-081b-41c1-abd6-391e9c863951 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6d40b089-758f-4de5-af53-dad9eb43cb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459406 Feb 09 02:37:22.172504 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b9a37134-d13a-4626-a1f5-60e84a85b88f req-3d3daecb-44bd-461d-894d-95fc14d1afe6 service neutron] 10.222.0.91 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865932 Feb 09 02:37:22.262979 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b9a37134-d13a-4626-a1f5-60e84a85b88f req-5b4fcb61-1e54-49bc-96b7-409396cfbd23 service neutron] 10.222.0.91 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818088 Feb 09 02:37:23.137991 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ce4fa-9984-460c-a428-a6ddc9a5a947 req-6943900b-98f1-4e51-a9fe-a1d7503ad5ce tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:23.139461 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e12ce4fa-9984-460c-a428-a6ddc9a5a947 req-6943900b-98f1-4e51-a9fe-a1d7503ad5ce tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 943 time: 0.0583425 Feb 09 02:37:23.517815 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e12ce4fa-9984-460c-a428-a6ddc9a5a947 req-f63a93e9-28ff-4fd6-a79e-2b353c8c8908 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3722401 Feb 09 02:37:24.435552 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ea4a292e-9c03-4509-b50f-3e2b82690326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:24.640556 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb225f3c-6096-4e7e-b5e2-d0b37cb0c7c7 req-8c5b93e3-e924-4028-b198-6506e6793026 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:24.642214 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bb225f3c-6096-4e7e-b5e2-d0b37cb0c7c7 req-8c5b93e3-e924-4028-b198-6506e6793026 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 943 time: 0.0527811 Feb 09 02:37:24.690500 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bb225f3c-6096-4e7e-b5e2-d0b37cb0c7c7 req-0848a2b7-a72c-4432-8445-f0130fca283d tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427175 Feb 09 02:37:25.812864 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b2bc6-7452-4252-ab96-425d4fecaacb req-daf657ba-127d-4f9e-bd5a-42d98aed27a8 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:25.814362 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e56b2bc6-7452-4252-ab96-425d4fecaacb req-daf657ba-127d-4f9e-bd5a-42d98aed27a8 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 943 time: 0.0534158 Feb 09 02:37:25.869136 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e56b2bc6-7452-4252-ab96-425d4fecaacb req-cae39688-5b92-4e2b-9cbc-3df295f3afbe tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480900 Feb 09 02:37:26.122049 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:26.985751 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b1f84-8bfc-4a61-bf59-dcabf85a1c21 req-1aa6c4af-0c7c-470d-802a-ccbc90b7b6b7 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:26.987808 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ac7b1f84-8bfc-4a61-bf59-dcabf85a1c21 req-1aa6c4af-0c7c-470d-802a-ccbc90b7b6b7 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 943 time: 0.0526350 Feb 09 02:37:27.035853 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ac7b1f84-8bfc-4a61-bf59-dcabf85a1c21 req-b2c00337-6725-4ab1-83a9-bca3eeaf5043 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425489 Feb 09 02:37:27.868500 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:28.161597 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088584d-70de-4fee-80dc-fa597f94a23c req-aba95087-8cd4-4c6e-aedf-472c77d9ff44 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:28.162983 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4088584d-70de-4fee-80dc-fa597f94a23c req-aba95087-8cd4-4c6e-aedf-472c77d9ff44 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 943 time: 0.0563545 Feb 09 02:37:28.225896 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4088584d-70de-4fee-80dc-fa597f94a23c req-273221f9-314f-4787-abee-1af02e50fb77 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572860 Feb 09 02:37:28.512246 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:29.350281 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997ee52-d4d7-4c5e-88f1-daf707ffaf84 req-4517c6e9-29cb-489d-9fd7-d8c865d6fe11 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:29.351769 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0997ee52-d4d7-4c5e-88f1-daf707ffaf84 req-4517c6e9-29cb-489d-9fd7-d8c865d6fe11 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 943 time: 0.0553098 Feb 09 02:37:29.399208 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0997ee52-d4d7-4c5e-88f1-daf707ffaf84 req-96733cc0-c31d-4c44-bd92-9b69ac9405a5 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418119 Feb 09 02:37:30.516361 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e395a35-79d6-4399-9150-cbd0d30b2657 req-115aac76-cf83-4557-8fb1-c9c9c26c0e92 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:30.518440 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e395a35-79d6-4399-9150-cbd0d30b2657 req-115aac76-cf83-4557-8fb1-c9c9c26c0e92 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 943 time: 0.0515873 Feb 09 02:37:30.567187 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3e395a35-79d6-4399-9150-cbd0d30b2657 req-ecafa7a2-a54a-4fc5-9025-19bc9968840c tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430627 Feb 09 02:37:31.024539 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 9642d211-f89e-4d34-962a-466640d61ce6 details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:37:31.126170 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 9642d211-f89e-4d34-962a-466640d61ce6, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=9642d211-f89e-4d34-962a-466640d61ce6,segment=NetworkSegment(d3fb0278-9523-434c-b081-606ad7d700a3),segment_id=d3fb0278-9523-434c-b081-606ad7d700a3)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:31.137480 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '9642d211-f89e-4d34-962a-466640d61ce6', 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37', 'port_id': '9642d211-f89e-4d34-962a-466640d61ce6', 'mac_address': 'fa:16:3e:5b:24:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9abdeb0b-e778-4352-99c0-2e967d5697dd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:37:31.175599 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 9642d211-f89e-4d34-962a-466640d61ce6 is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:37:31.176011 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9642d211-f89e-4d34-962a-466640d61ce6), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:31.191801 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9642d211-f89e-4d34-962a-466640d61ce6 {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:37:31.210113 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 9642d211-f89e-4d34-962a-466640d61ce6, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=9642d211-f89e-4d34-962a-466640d61ce6,segment=NetworkSegment(d3fb0278-9523-434c-b081-606ad7d700a3),segment_id=d3fb0278-9523-434c-b081-606ad7d700a3)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:31.214208 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9642d211-f89e-4d34-962a-466640d61ce6), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:31.259668 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=9642d211-f89e-4d34-962a-466640d61ce6,revision_number=7']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:31.512905 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['9642d211-f89e-4d34-962a-466640d61ce6'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:37:31.690912 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d97a10-401a-4f5a-ac16-fa2f245d8c39 req-b1076c68-4e1d-49fe-b9fa-b2cae96dae74 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:31.692434 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-12d97a10-401a-4f5a-ac16-fa2f245d8c39 req-b1076c68-4e1d-49fe-b9fa-b2cae96dae74 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 944 time: 0.0566831 Feb 09 02:37:31.741791 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-12d97a10-401a-4f5a-ac16-fa2f245d8c39 req-2846b85a-533c-4481-9a86-46334b2a9ed8 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435247 Feb 09 02:37:32.865225 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75014cb1-258f-47fc-b92f-5c8c340be7e5 req-a09638ab-d459-41b9-993f-ee8582a23d12 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:32.866704 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75014cb1-258f-47fc-b92f-5c8c340be7e5 req-a09638ab-d459-41b9-993f-ee8582a23d12 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 944 time: 0.0535016 Feb 09 02:37:32.915049 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-75014cb1-258f-47fc-b92f-5c8c340be7e5 req-127d18af-77bc-46b6-b87d-3f7fbc52d3a7 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428257 Feb 09 02:37:33.041038 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 9642d211-f89e-4d34-962a-466640d61ce6 up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:37:33.089225 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 9642d211-f89e-4d34-962a-466640d61ce6 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:37:33.089601 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (9642d211-f89e-4d34-962a-466640d61ce6), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:33.171767 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 9642d211-f89e-4d34-962a-466640d61ce6 is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:37:33.172099 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (9642d211-f89e-4d34-962a-466640d61ce6), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:33.195483 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e1cdb0-ec25-482a-850b-e775359df8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9642d211-f89e-4d34-962a-466640d61ce6'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:37:33.197759 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bb5a1265871782f8fa80d718c2cad0aad3f2595cc534f44543b72f1ded69d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134152e3-39b9-4980-9753-a411294decc3" -d '{"events": [{"server_uuid": "b7e1cdb0-ec25-482a-850b-e775359df8d3", "name": "network-vif-plugged", "status": "completed", "tag": "9642d211-f89e-4d34-962a-466640d61ce6"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:37:33.210547 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 9642d211-f89e-4d34-962a-466640d61ce6, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=9642d211-f89e-4d34-962a-466640d61ce6,segment=NetworkSegment(d3fb0278-9523-434c-b081-606ad7d700a3),segment_id=d3fb0278-9523-434c-b081-606ad7d700a3)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:33.214610 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (9642d211-f89e-4d34-962a-466640d61ce6), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:33.239187 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd499c6-cf9b-467e-8f9e-910b1a4171d4 x-openstack-request-id: req-ecd499c6-cf9b-467e-8f9e-910b1a4171d4 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:37:33.239491 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e1cdb0-ec25-482a-850b-e775359df8d3", "name": "network-vif-plugged", "status": "completed", "tag": "9642d211-f89e-4d34-962a-466640d61ce6", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:37:33.239749 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ecd499c6-cf9b-467e-8f9e-910b1a4171d4 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:37:33.240170 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e1cdb0-ec25-482a-850b-e775359df8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9642d211-f89e-4d34-962a-466640d61ce6', 'code': 200} Feb 09 02:37:33.265593 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=9642d211-f89e-4d34-962a-466640d61ce6,revision_number=8']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:33.490400 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b42d7-1c06-408d-bec4-a4284b82b85d req-6dc7272f-aa49-477a-815c-224d006f458c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:33.491898 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-964b42d7-1c06-408d-bec4-a4284b82b85d req-6dc7272f-aa49-477a-815c-224d006f458c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 1128 time: 0.0847607 Feb 09 02:37:33.544323 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-964b42d7-1c06-408d-bec4-a4284b82b85d req-c6dcc20a-222a-45f7-85f7-e00bf95cff09 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429873 Feb 09 02:37:34.037594 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f0e58-d25e-42ce-8644-8c2280636479 req-053058c9-a836-436f-b7af-2e0d97110e22 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:34.039016 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-471f0e58-d25e-42ce-8644-8c2280636479 req-053058c9-a836-436f-b7af-2e0d97110e22 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 945 time: 0.0540621 Feb 09 02:37:34.087752 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-471f0e58-d25e-42ce-8644-8c2280636479 req-49467ccd-1241-469f-88d7-2b91c4bbf53e tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431714 Feb 09 02:37:35.209653 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c9691-3980-4aa5-b408-ef086aaa7db4 req-8e53ce42-85ff-49a7-9656-38c3046ab18b tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:35.211123 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d7c9691-3980-4aa5-b408-ef086aaa7db4 req-8e53ce42-85ff-49a7-9656-38c3046ab18b tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 945 time: 0.0530453 Feb 09 02:37:35.261443 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-1d7c9691-3980-4aa5-b408-ef086aaa7db4 req-e3d48302-ee57-46dd-8a9e-7ac99a343953 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446784 Feb 09 02:37:42.325532 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:37:44.494628 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-39f41752-d4db-42a1-8275-c7d8c7e4201b req-0300a465-dd8b-4e7b-b30c-4cd84e5bf613 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0457444 Feb 09 02:37:44.578286 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f41752-d4db-42a1-8275-c7d8c7e4201b req-1eea01b3-bde2-464e-b783-e26a47a50633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:44.579772 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-39f41752-d4db-42a1-8275-c7d8c7e4201b req-1eea01b3-bde2-464e-b783-e26a47a50633 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a32bd9a4a52b4d648a3b6ba7bcd24543&device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 1128 time: 0.0450835 Feb 09 02:37:44.680715 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f41752-d4db-42a1-8275-c7d8c7e4201b req-4c254646-3605-4062-9944-f97556c1b6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:44.682085 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-39f41752-d4db-42a1-8275-c7d8c7e4201b req-4c254646-3605-4062-9944-f97556c1b6b0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=6d40b089-758f-4de5-af53-dad9eb43cb37 HTTP/1.1" status: 200 len: 909 time: 0.0842509 Feb 09 02:37:44.750948 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-39f41752-d4db-42a1-8275-c7d8c7e4201b req-5b323927-36ad-4152-8f32-25ad3c748880 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9642d211-f89e-4d34-962a-466640d61ce6 HTTP/1.1" status: 200 len: 1000 time: 0.0619993 Feb 09 02:37:44.798063 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f41752-d4db-42a1-8275-c7d8c7e4201b req-b17c09b0-2c5a-417b-a218-a172b88c5d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:44.799531 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-39f41752-d4db-42a1-8275-c7d8c7e4201b req-b17c09b0-2c5a-417b-a218-a172b88c5d3e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9abdeb0b-e778-4352-99c0-2e967d5697dd HTTP/1.1" status: 200 len: 847 time: 0.0429623 Feb 09 02:37:44.847810 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f41752-d4db-42a1-8275-c7d8c7e4201b req-4cf6bcfa-6fb3-4824-a76e-cc21b387eb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:44.849322 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-39f41752-d4db-42a1-8275-c7d8c7e4201b req-4cf6bcfa-6fb3-4824-a76e-cc21b387eb06 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6d40b089-758f-4de5-af53-dad9eb43cb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437288 Feb 09 02:37:44.944754 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-39f41752-d4db-42a1-8275-c7d8c7e4201b req-6bc4cac8-c531-4675-b019-c07576d70c0d service neutron] 10.222.0.91 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866444 Feb 09 02:37:45.033009 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-39f41752-d4db-42a1-8275-c7d8c7e4201b req-25996ce7-618d-465d-9765-6e8fec4872aa service neutron] 10.222.0.91 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821981 Feb 09 02:37:50.369555 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:50.995566 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b35c-0e14-4318-b691-da8dbbab8da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:51.760771 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:54.437672 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ce97b9dd-2db5-4f9e-a02d-3ec3b8935124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:56.123366 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:57.873392 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:58.520630 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:19.323889 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:38:20.383761 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:20.996453 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-791b80ca-f8f0-4217-992b-4e9b7077d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:21.763800 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:24.438204 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-701f394b-3aea-44c2-ae4b-b1a2ecdab6ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:26.126098 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:27.874890 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:28.513428 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:45.511048 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-35b1c974-cbe4-44fe-bbc4-40d78c27b1f9 req-d896554a-cd80-49df-9355-579e1b017fce service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0498734 Feb 09 02:38:45.596788 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1c974-cbe4-44fe-bbc4-40d78c27b1f9 req-595cee81-d5dd-4243-8037-008a9d73f455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:45.598902 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-35b1c974-cbe4-44fe-bbc4-40d78c27b1f9 req-595cee81-d5dd-4243-8037-008a9d73f455 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a32bd9a4a52b4d648a3b6ba7bcd24543&device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 1128 time: 0.0450172 Feb 09 02:38:45.704075 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1c974-cbe4-44fe-bbc4-40d78c27b1f9 req-fd6f37e1-9cc4-408c-bf40-104a49fc9d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:45.705537 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-35b1c974-cbe4-44fe-bbc4-40d78c27b1f9 req-fd6f37e1-9cc4-408c-bf40-104a49fc9d78 service neutron] 10.222.0.91 "GET /v2.0/networks?id=6d40b089-758f-4de5-af53-dad9eb43cb37 HTTP/1.1" status: 200 len: 909 time: 0.0840623 Feb 09 02:38:45.780073 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-35b1c974-cbe4-44fe-bbc4-40d78c27b1f9 req-7ce2e637-bcf8-48bf-993e-ff2a143ca443 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9642d211-f89e-4d34-962a-466640d61ce6 HTTP/1.1" status: 200 len: 1000 time: 0.0650089 Feb 09 02:38:45.833081 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1c974-cbe4-44fe-bbc4-40d78c27b1f9 req-87ffec89-4037-4175-8b5c-8ee602ec0b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:45.834539 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-35b1c974-cbe4-44fe-bbc4-40d78c27b1f9 req-87ffec89-4037-4175-8b5c-8ee602ec0b30 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9abdeb0b-e778-4352-99c0-2e967d5697dd HTTP/1.1" status: 200 len: 847 time: 0.0437245 Feb 09 02:38:45.887639 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1c974-cbe4-44fe-bbc4-40d78c27b1f9 req-92a16857-1b2a-4053-88a3-282ead33366a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:45.889212 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-35b1c974-cbe4-44fe-bbc4-40d78c27b1f9 req-92a16857-1b2a-4053-88a3-282ead33366a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6d40b089-758f-4de5-af53-dad9eb43cb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441875 Feb 09 02:38:45.981243 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-35b1c974-cbe4-44fe-bbc4-40d78c27b1f9 req-68aadbd3-598d-4346-b256-b3ec12fc127f service neutron] 10.222.0.91 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854104 Feb 09 02:38:46.073660 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-35b1c974-cbe4-44fe-bbc4-40d78c27b1f9 req-e7922dea-9191-4b7a-82d6-8ecbe8142405 service neutron] 10.222.0.91 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825889 Feb 09 02:38:50.388952 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:51.000429 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9d11b0b8-8a4d-43ba-a4ca-b24090d5d14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:51.770478 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:53.719099 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53852) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:53.880642 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-26b28fc9-0dad-49d6-bb02-9c8c64ac76e6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Deleting port 560c8495-35a2-4202-8455-9db491b81f90 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:38:53.880868 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-26b28fc9-0dad-49d6-bb02-9c8c64ac76e6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (560c8495-35a2-4202-8455-9db491b81f90), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:53.953018 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-26b28fc9-0dad-49d6-bb02-9c8c64ac76e6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (560c8495-35a2-4202-8455-9db491b81f90), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:53.953337 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-26b28fc9-0dad-49d6-bb02-9c8c64ac76e6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for floatingip (560c8495-35a2-4202-8455-9db491b81f90), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:53.965142 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-26b28fc9-0dad-49d6-bb02-9c8c64ac76e6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Calling delete_port for 560c8495-35a2-4202-8455-9db491b81f90 owned by network:floatingip {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:38:54.116420 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-26b28fc9-0dad-49d6-bb02-9c8c64ac76e6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (560c8495-35a2-4202-8455-9db491b81f90), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:54.141994 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b28fc9-0dad-49d6-bb02-9c8c64ac76e6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Pushing event deleted for resources: {'Port': ['ID=560c8495-35a2-4202-8455-9db491b81f90,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:54.153554 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b28fc9-0dad-49d6-bb02-9c8c64ac76e6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:54.153896 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b28fc9-0dad-49d6-bb02-9c8c64ac76e6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:54.154228 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b28fc9-0dad-49d6-bb02-9c8c64ac76e6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:54.154553 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b28fc9-0dad-49d6-bb02-9c8c64ac76e6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:54.154877 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b28fc9-0dad-49d6-bb02-9c8c64ac76e6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:54.155196 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b28fc9-0dad-49d6-bb02-9c8c64ac76e6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:54.155512 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b28fc9-0dad-49d6-bb02-9c8c64ac76e6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:54.155829 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b28fc9-0dad-49d6-bb02-9c8c64ac76e6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:54.156179 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b28fc9-0dad-49d6-bb02-9c8c64ac76e6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:54.156499 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b28fc9-0dad-49d6-bb02-9c8c64ac76e6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:54.156812 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b28fc9-0dad-49d6-bb02-9c8c64ac76e6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:54.157123 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b28fc9-0dad-49d6-bb02-9c8c64ac76e6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:54.157435 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b28fc9-0dad-49d6-bb02-9c8c64ac76e6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:54.214890 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-26b28fc9-0dad-49d6-bb02-9c8c64ac76e6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for floatingip (dd21ae46-2f88-4944-b2a0-bab6e6e4bba8), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:54.215254 n-d-822053-40 neutron-server[103528]: INFO neutron.db.l3_db [None req-26b28fc9-0dad-49d6-bb02-9c8c64ac76e6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Floating IP dd21ae46-2f88-4944-b2a0-bab6e6e4bba8 disassociated (deleted). External IP: 172.25.1.86, port: 9642d211-f89e-4d34-962a-466640d61ce6. Feb 09 02:38:54.423540 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b28fc9-0dad-49d6-bb02-9c8c64ac76e6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Router ded0ed41-687d-4d96-bf24-885326fbe47f has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:38:54.439673 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ad4a7391-5106-4365-92af-1b2099610548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:54.529415 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b28fc9-0dad-49d6-bb02-9c8c64ac76e6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:38:54.534393 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-26b28fc9-0dad-49d6-bb02-9c8c64ac76e6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:54.540970 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb99557-976a-40d8-8d2c-b4d05c606286 None None] Sync routers for ids ['ded0ed41-687d-4d96-bf24-885326fbe47f'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:38:54.552189 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb99557-976a-40d8-8d2c-b4d05c606286 None None] Routers {'ded0ed41-687d-4d96-bf24-885326fbe47f'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:38:54.552894 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-8fb99557-976a-40d8-8d2c-b4d05c606286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:38:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['ded0ed41-687d-4d96-bf24-885326fbe47f'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:54.569254 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-26b28fc9-0dad-49d6-bb02-9c8c64ac76e6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "DELETE /v2.0/floatingips/dd21ae46-2f88-4944-b2a0-bab6e6e4bba8 HTTP/1.1" status: 204 len: 168 time: 0.8459678 Feb 09 02:38:54.569254 n-d-822053-40 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e1cdb0-ec25-482a-850b-e775359df8d3', 'tag': '9642d211-f89e-4d34-962a-466640d61ce6'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:38:54.569576 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8875158a3b8cd9e21020c5e530d02786ba26f4a79624d6907fbca9bf06d66985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f1040c-4420-47b5-bae8-1bf645e0efa5" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e1cdb0-ec25-482a-850b-e775359df8d3", "tag": "9642d211-f89e-4d34-962a-466640d61ce6"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:38:54.671691 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-8fb99557-976a-40d8-8d2c-b4d05c606286 None None] Set router ded0ed41-687d-4d96-bf24-885326fbe47f gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:38:54.692265 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11249370-ebd2-4f0d-8b22-910a4e8fbadb x-openstack-request-id: req-11249370-ebd2-4f0d-8b22-910a4e8fbadb {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:38:54.693280 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e1cdb0-ec25-482a-850b-e775359df8d3", "tag": "9642d211-f89e-4d34-962a-466640d61ce6", "status": "completed", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:38:54.693815 n-d-822053-40 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-11249370-ebd2-4f0d-8b22-910a4e8fbadb {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:38:54.694857 n-d-822053-40 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e1cdb0-ec25-482a-850b-e775359df8d3', 'tag': '9642d211-f89e-4d34-962a-466640d61ce6', 'status': 'completed', 'code': 200} Feb 09 02:38:54.814213 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1040c-4420-47b5-bae8-1bf645e0efa5 req-b5839228-9250-4a78-b7be-906671f5e264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:54.815721 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f8f1040c-4420-47b5-bae8-1bf645e0efa5 req-b5839228-9250-4a78-b7be-906671f5e264 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a32bd9a4a52b4d648a3b6ba7bcd24543&device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 1128 time: 0.0894608 Feb 09 02:38:54.828134 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a47f79-a065-46fd-a428-e600eb93e6e0 req-000b72a9-6793-4286-b227-79125885404e tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:54.829575 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d0a47f79-a065-46fd-a428-e600eb93e6e0 req-000b72a9-6793-4286-b227-79125885404e tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 945 time: 0.0686798 Feb 09 02:38:54.885285 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-8fb99557-976a-40d8-8d2c-b4d05c606286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'name': 'tempest-TestShelveInstance-117485189-router', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '40d73cb6-0c88-4ff9-b9f1-11fb37f14baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:29:45Z', 'updated_at': '2022-02-09T02:29:48Z', 'revision_number': 4, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'gw_port': {'id': '40d73cb6-0c88-4ff9-b9f1-11fb37f14baa', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:46Z', 'updated_at': '2022-02-09T02:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'a5c4e4c6-528a-41af-9d09-8714a1ec54d6', 'name': '', 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'mac_address': 'fa:16:3e:b5:2e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '9abdeb0b-e778-4352-99c0-2e967d5697dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:47Z', 'updated_at': '2022-02-09T02:29:52Z', 'revision_number': 5, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'subnets': [{'id': '9abdeb0b-e778-4352-99c0-2e967d5697dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:54.914728 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb99557-976a-40d8-8d2c-b4d05c606286 None None] Checking router: ded0ed41-687d-4d96-bf24-885326fbe47f for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:38:54.923091 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb99557-976a-40d8-8d2c-b4d05c606286 None None] Routers {'ded0ed41-687d-4d96-bf24-885326fbe47f'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:38:54.923679 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-8fb99557-976a-40d8-8d2c-b4d05c606286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:38:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['ded0ed41-687d-4d96-bf24-885326fbe47f'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:54.936408 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d0a47f79-a065-46fd-a428-e600eb93e6e0 req-7f6249b8-02ca-4e26-9086-2cef0a60d4c1 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982292 Feb 09 02:38:54.953590 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1040c-4420-47b5-bae8-1bf645e0efa5 req-1282a9ec-3513-4201-ae14-c554b2998927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:54.955062 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f8f1040c-4420-47b5-bae8-1bf645e0efa5 req-1282a9ec-3513-4201-ae14-c554b2998927 service neutron] 10.222.0.91 "GET /v2.0/networks?id=6d40b089-758f-4de5-af53-dad9eb43cb37 HTTP/1.1" status: 200 len: 909 time: 0.1245179 Feb 09 02:38:54.999692 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f8f1040c-4420-47b5-bae8-1bf645e0efa5 req-db9bd302-adb6-43b3-af15-31e8dca4eb0f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9642d211-f89e-4d34-962a-466640d61ce6 HTTP/1.1" status: 200 len: 217 time: 0.0362236 Feb 09 02:38:55.030542 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-8fb99557-976a-40d8-8d2c-b4d05c606286 None None] Set router ded0ed41-687d-4d96-bf24-885326fbe47f gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:38:55.047991 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1040c-4420-47b5-bae8-1bf645e0efa5 req-b471e8a8-50fd-4523-b5ae-3add72c2ba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:55.049490 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f8f1040c-4420-47b5-bae8-1bf645e0efa5 req-b471e8a8-50fd-4523-b5ae-3add72c2ba00 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9abdeb0b-e778-4352-99c0-2e967d5697dd HTTP/1.1" status: 200 len: 847 time: 0.0430887 Feb 09 02:38:55.103996 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1040c-4420-47b5-bae8-1bf645e0efa5 req-3585fe5f-74b0-494c-9b43-45bb41465aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:55.105517 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f8f1040c-4420-47b5-bae8-1bf645e0efa5 req-3585fe5f-74b0-494c-9b43-45bb41465aa7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6d40b089-758f-4de5-af53-dad9eb43cb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0492122 Feb 09 02:38:55.202005 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f8f1040c-4420-47b5-bae8-1bf645e0efa5 req-4958d49d-9c53-4ccd-b51f-b0e9d88e436d service neutron] 10.222.0.91 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887504 Feb 09 02:38:55.302918 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f8f1040c-4420-47b5-bae8-1bf645e0efa5 req-1a07077e-efb4-4d8f-a143-09e422c4b406 service neutron] 10.222.0.91 "GET /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928030 Feb 09 02:38:55.385758 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-8fb99557-976a-40d8-8d2c-b4d05c606286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'name': 'tempest-TestShelveInstance-117485189-router', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '40d73cb6-0c88-4ff9-b9f1-11fb37f14baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:29:45Z', 'updated_at': '2022-02-09T02:29:48Z', 'revision_number': 4, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'gw_port': {'id': '40d73cb6-0c88-4ff9-b9f1-11fb37f14baa', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:46Z', 'updated_at': '2022-02-09T02:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'a5c4e4c6-528a-41af-9d09-8714a1ec54d6', 'name': '', 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'mac_address': 'fa:16:3e:b5:2e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '9abdeb0b-e778-4352-99c0-2e967d5697dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:47Z', 'updated_at': '2022-02-09T02:29:52Z', 'revision_number': 5, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'subnets': [{'id': '9abdeb0b-e778-4352-99c0-2e967d5697dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:55.412822 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb99557-976a-40d8-8d2c-b4d05c606286 None None] The sync data for ids ['ded0ed41-687d-4d96-bf24-885326fbe47f'] in n-d-822053-40 is: [{'id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'name': 'tempest-TestShelveInstance-117485189-router', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '40d73cb6-0c88-4ff9-b9f1-11fb37f14baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:29:45Z', 'updated_at': '2022-02-09T02:29:48Z', 'revision_number': 4, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'gw_port': {'id': '40d73cb6-0c88-4ff9-b9f1-11fb37f14baa', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:46Z', 'updated_at': '2022-02-09T02:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'a5c4e4c6-528a-41af-9d09-8714a1ec54d6', 'name': '', 'network_id': '6d40b089-758f-4de5-af53-dad9eb43cb37', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'mac_address': 'fa:16:3e:b5:2e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '9abdeb0b-e778-4352-99c0-2e967d5697dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:47Z', 'updated_at': '2022-02-09T02:29:52Z', 'revision_number': 5, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'subnets': [{'id': '9abdeb0b-e778-4352-99c0-2e967d5697dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:38:55.629235 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52bd965-696e-48e2-9690-05614191b217 None None] New status for floating IP dd21ae46-2f88-4944-b2a0-bab6e6e4bba8: DOWN {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:38:56.062464 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f596a-0cb7-44cf-ae38-f07c4a7d3e83 req-01a6dac1-198e-42c3-b6e2-e61af9932204 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:56.064758 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-054f596a-0cb7-44cf-ae38-f07c4a7d3e83 req-01a6dac1-198e-42c3-b6e2-e61af9932204 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 945 time: 0.0553305 Feb 09 02:38:56.115805 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-054f596a-0cb7-44cf-ae38-f07c4a7d3e83 req-82c47061-ef2f-40c8-90ce-863e39da2233 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/security-groups?id=3702a62e-ec6f-4fde-b5c8-e2b3d3330431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445881 Feb 09 02:38:56.133466 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:56.322888 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:38:56.562465 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36007aa4-80ee-4a47-bbf2-a43115b28180 req-018bfcf5-228e-4d88-a1ed-5d6fef8c589a tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:56.563904 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-36007aa4-80ee-4a47-bbf2-a43115b28180 req-018bfcf5-228e-4d88-a1ed-5d6fef8c589a tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 945 time: 0.0520992 Feb 09 02:38:56.665641 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-36007aa4-80ee-4a47-bbf2-a43115b28180 req-6d3e3194-f2d9-4c62-9cef-410fe2a58db6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Deleting port 9642d211-f89e-4d34-962a-466640d61ce6 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:38:56.665974 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-36007aa4-80ee-4a47-bbf2-a43115b28180 req-6d3e3194-f2d9-4c62-9cef-410fe2a58db6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (9642d211-f89e-4d34-962a-466640d61ce6), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:56.753270 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-36007aa4-80ee-4a47-bbf2-a43115b28180 req-6d3e3194-f2d9-4c62-9cef-410fe2a58db6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] For port 9642d211-f89e-4d34-962a-466640d61ce6, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=9642d211-f89e-4d34-962a-466640d61ce6,segment=NetworkSegment(d3fb0278-9523-434c-b081-606ad7d700a3),segment_id=d3fb0278-9523-434c-b081-606ad7d700a3)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:38:56.753640 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-36007aa4-80ee-4a47-bbf2-a43115b28180 req-6d3e3194-f2d9-4c62-9cef-410fe2a58db6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (9642d211-f89e-4d34-962a-466640d61ce6), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:56.771122 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-36007aa4-80ee-4a47-bbf2-a43115b28180 req-6d3e3194-f2d9-4c62-9cef-410fe2a58db6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Calling delete_port for 9642d211-f89e-4d34-962a-466640d61ce6 owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:38:56.897279 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-36007aa4-80ee-4a47-bbf2-a43115b28180 req-6d3e3194-f2d9-4c62-9cef-410fe2a58db6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (9642d211-f89e-4d34-962a-466640d61ce6), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:56.927713 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e3194-f2d9-4c62-9cef-410fe2a58db6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Pushing event deleted for resources: {'Port': ['ID=9642d211-f89e-4d34-962a-466640d61ce6,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:56.956691 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e3194-f2d9-4c62-9cef-410fe2a58db6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:56.957044 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e3194-f2d9-4c62-9cef-410fe2a58db6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:56.957386 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e3194-f2d9-4c62-9cef-410fe2a58db6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:56.957724 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e3194-f2d9-4c62-9cef-410fe2a58db6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:56.958154 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e3194-f2d9-4c62-9cef-410fe2a58db6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:56.958489 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e3194-f2d9-4c62-9cef-410fe2a58db6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:56.958911 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e3194-f2d9-4c62-9cef-410fe2a58db6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:56.959244 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e3194-f2d9-4c62-9cef-410fe2a58db6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:56.959574 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e3194-f2d9-4c62-9cef-410fe2a58db6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:56.959897 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e3194-f2d9-4c62-9cef-410fe2a58db6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:56.960248 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e3194-f2d9-4c62-9cef-410fe2a58db6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:56.960572 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e3194-f2d9-4c62-9cef-410fe2a58db6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:56.960891 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e3194-f2d9-4c62-9cef-410fe2a58db6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:56.982779 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-36007aa4-80ee-4a47-bbf2-a43115b28180 req-6d3e3194-f2d9-4c62-9cef-410fe2a58db6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] No DVR routers for this DVR port 9642d211-f89e-4d34-962a-466640d61ce6 on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:38:56.985270 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-36007aa4-80ee-4a47-bbf2-a43115b28180 req-6d3e3194-f2d9-4c62-9cef-410fe2a58db6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:56.988643 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-36007aa4-80ee-4a47-bbf2-a43115b28180 req-6d3e3194-f2d9-4c62-9cef-410fe2a58db6 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.91 "DELETE /v2.0/ports/9642d211-f89e-4d34-962a-466640d61ce6 HTTP/1.1" status: 204 len: 173 time: 0.4162440 Feb 09 02:38:56.989078 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e1cdb0-ec25-482a-850b-e775359df8d3', 'name': 'network-vif-deleted', 'tag': '9642d211-f89e-4d34-962a-466640d61ce6'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:38:56.991854 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddbd961-d9c0-4444-9dfa-00b4306f13e6" -d '{"events": [{"server_uuid": "b7e1cdb0-ec25-482a-850b-e775359df8d3", "name": "network-vif-deleted", "tag": "9642d211-f89e-4d34-962a-466640d61ce6"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:38:57.080928 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ad8295-8c03-49d7-9537-e2c005427a57 x-openstack-request-id: req-f3ad8295-8c03-49d7-9537-e2c005427a57 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:38:57.081557 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e1cdb0-ec25-482a-850b-e775359df8d3", "name": "network-vif-deleted", "tag": "9642d211-f89e-4d34-962a-466640d61ce6", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:38:57.081557 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f3ad8295-8c03-49d7-9537-e2c005427a57 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:38:57.081849 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e1cdb0-ec25-482a-850b-e775359df8d3', 'name': 'network-vif-deleted', 'tag': '9642d211-f89e-4d34-962a-466640d61ce6', 'status': 'completed', 'code': 200} Feb 09 02:38:57.216552 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9540b8d0-4039-4956-a201-07fcdadf4165 req-fe9ca006-47f8-458f-86ce-6006332a89f2 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 210 time: 0.0278740 Feb 09 02:38:57.881581 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:58.314669 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-25980fab-a08c-4c14-a652-7a961d252326 req-874e3b77-e98a-4faa-ac40-c41a20226c0b tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 210 time: 0.0276010 Feb 09 02:38:58.516340 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:59.415233 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ac354f8-bd0d-4c46-8743-1b323b76e8ae req-99e53fcc-1562-452e-adc3-e17fdd68bf87 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 210 time: 0.0323617 Feb 09 02:38:59.509089 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 9642d211-f89e-4d34-962a-466640d61ce6 no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:38:59.529622 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 9642d211-f89e-4d34-962a-466640d61ce6 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:38:59.529969 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 9642d211-f89e-4d34-962a-466640d61ce6 not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:39:00.510676 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-c5d6ca5d-e557-4800-bea1-c704803ef632 req-117ac5bc-9ceb-4b0d-bea5-0cad64682470 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 210 time: 0.0272973 Feb 09 02:39:01.614964 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0ffdf02c-b445-4801-9771-ded427e66958 req-0bb0f5f4-9214-459c-8999-168ab0db8610 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 210 time: 0.0284257 Feb 09 02:39:02.718767 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9b5406c2-7853-485e-a2de-4b661f1c35fb req-3dfc0f44-ef79-4fe0-a9f4-c41df3f64a12 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 210 time: 0.0279334 Feb 09 02:39:03.816247 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-96c67ca8-2db6-45fe-818c-55d63a3056d5 req-7f922b36-1130-4d15-8b62-cbcc5f912783 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 210 time: 0.0273788 Feb 09 02:39:04.912350 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8d6aea22-4986-4c03-800e-be351a25416e req-2eb07b37-ca52-4fe4-b22e-a8731c886a49 tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e1cdb0-ec25-482a-850b-e775359df8d3 HTTP/1.1" status: 200 len: 210 time: 0.0280373 Feb 09 02:39:05.971033 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53896) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:06.028491 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-47cfa05e-cf24-4519-9502-3c474ab271fa tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group (3702a62e-ec6f-4fde-b5c8-e2b3d3330431), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.054377 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-47cfa05e-cf24-4519-9502-3c474ab271fa tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group (3702a62e-ec6f-4fde-b5c8-e2b3d3330431), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.120325 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-47cfa05e-cf24-4519-9502-3c474ab271fa tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (3702a62e-ec6f-4fde-b5c8-e2b3d3330431), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.123013 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-47cfa05e-cf24-4519-9502-3c474ab271fa tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.124472 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-47cfa05e-cf24-4519-9502-3c474ab271fa tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] 10.222.0.30 "DELETE /v2.0/security-groups/3702a62e-ec6f-4fde-b5c8-e2b3d3330431 HTTP/1.1" status: 204 len: 168 time: 0.1524615 Feb 09 02:39:06.135692 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cfa05e-cf24-4519-9502-3c474ab271fa tempest-TestShelveInstance-513293391 tempest-TestShelveInstance-513293391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3702a62e-ec6f-4fde-b5c8-e2b3d3330431,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:06.199638 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53900) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:06.653351 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a666212f-8131-453c-a5ee-f9401d3957e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (ded0ed41-687d-4d96-bf24-885326fbe47f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.912528 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a666212f-8131-453c-a5ee-f9401d3957e8 admin admin] Deleting port a5c4e4c6-528a-41af-9d09-8714a1ec54d6 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:39:06.912763 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a666212f-8131-453c-a5ee-f9401d3957e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (a5c4e4c6-528a-41af-9d09-8714a1ec54d6), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.997537 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a666212f-8131-453c-a5ee-f9401d3957e8 admin admin] For port a5c4e4c6-528a-41af-9d09-8714a1ec54d6, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=a5c4e4c6-528a-41af-9d09-8714a1ec54d6,segment=NetworkSegment(d3fb0278-9523-434c-b081-606ad7d700a3),segment_id=d3fb0278-9523-434c-b081-606ad7d700a3)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:39:06.998312 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a666212f-8131-453c-a5ee-f9401d3957e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (a5c4e4c6-528a-41af-9d09-8714a1ec54d6), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:07.013174 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a666212f-8131-453c-a5ee-f9401d3957e8 admin admin] Calling delete_port for a5c4e4c6-528a-41af-9d09-8714a1ec54d6 owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:39:07.201552 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a666212f-8131-453c-a5ee-f9401d3957e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (a5c4e4c6-528a-41af-9d09-8714a1ec54d6), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:07.229279 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a666212f-8131-453c-a5ee-f9401d3957e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5c4e4c6-528a-41af-9d09-8714a1ec54d6,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:07.403716 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a666212f-8131-453c-a5ee-f9401d3957e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (ded0ed41-687d-4d96-bf24-885326fbe47f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:07.943479 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a666212f-8131-453c-a5ee-f9401d3957e8 admin admin] Router ded0ed41-687d-4d96-bf24-885326fbe47f has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:39:08.056352 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a666212f-8131-453c-a5ee-f9401d3957e8 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:39:08.064164 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-a666212f-8131-453c-a5ee-f9401d3957e8 admin admin] 10.222.0.30 "PUT /v2.0/routers/ded0ed41-687d-4d96-bf24-885326fbe47f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8609536 Feb 09 02:39:08.064164 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53904) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:08.067532 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2571e13c-1904-409a-9d0f-654fc2054523 None None] Sync routers for ids ['ded0ed41-687d-4d96-bf24-885326fbe47f'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:39:08.080240 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2571e13c-1904-409a-9d0f-654fc2054523 None None] Routers {'ded0ed41-687d-4d96-bf24-885326fbe47f'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:08.080866 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-2571e13c-1904-409a-9d0f-654fc2054523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:38:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['ded0ed41-687d-4d96-bf24-885326fbe47f'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:08.177962 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-65957dfb-f442-45ed-8ea5-5d5e3841a8ab admin admin] Publish callbacks [] for router (ded0ed41-687d-4d96-bf24-885326fbe47f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:08.196553 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-2571e13c-1904-409a-9d0f-654fc2054523 None None] Set router ded0ed41-687d-4d96-bf24-885326fbe47f gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:39:08.287919 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-65957dfb-f442-45ed-8ea5-5d5e3841a8ab admin admin] Publish callbacks [] for router_gateway (ded0ed41-687d-4d96-bf24-885326fbe47f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:08.346435 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-65957dfb-f442-45ed-8ea5-5d5e3841a8ab admin admin] Deleting port 40d73cb6-0c88-4ff9-b9f1-11fb37f14baa {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:39:08.346768 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-65957dfb-f442-45ed-8ea5-5d5e3841a8ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (40d73cb6-0c88-4ff9-b9f1-11fb37f14baa), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:08.386876 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-2571e13c-1904-409a-9d0f-654fc2054523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'name': 'tempest-TestShelveInstance-117485189-router', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '40d73cb6-0c88-4ff9-b9f1-11fb37f14baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:29:45Z', 'updated_at': '2022-02-09T02:39:07Z', 'revision_number': 5, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'gw_port': {'id': '40d73cb6-0c88-4ff9-b9f1-11fb37f14baa', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:46Z', 'updated_at': '2022-02-09T02:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:08.414695 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2571e13c-1904-409a-9d0f-654fc2054523 None None] Checking router: ded0ed41-687d-4d96-bf24-885326fbe47f for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:39:08.423170 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2571e13c-1904-409a-9d0f-654fc2054523 None None] Routers {'ded0ed41-687d-4d96-bf24-885326fbe47f'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:08.423768 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-2571e13c-1904-409a-9d0f-654fc2054523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:38:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['ded0ed41-687d-4d96-bf24-885326fbe47f'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:08.441640 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-65957dfb-f442-45ed-8ea5-5d5e3841a8ab admin admin] For port 40d73cb6-0c88-4ff9-b9f1-11fb37f14baa, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=40d73cb6-0c88-4ff9-b9f1-11fb37f14baa,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:39:08.442004 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-65957dfb-f442-45ed-8ea5-5d5e3841a8ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (40d73cb6-0c88-4ff9-b9f1-11fb37f14baa), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:08.456691 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-65957dfb-f442-45ed-8ea5-5d5e3841a8ab admin admin] Calling delete_port for 40d73cb6-0c88-4ff9-b9f1-11fb37f14baa owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:39:08.514854 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-2571e13c-1904-409a-9d0f-654fc2054523 None None] Set router ded0ed41-687d-4d96-bf24-885326fbe47f gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:39:08.571524 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-2571e13c-1904-409a-9d0f-654fc2054523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'name': 'tempest-TestShelveInstance-117485189-router', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:29:45Z', 'updated_at': '2022-02-09T02:39:08Z', 'revision_number': 6, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:08.601991 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2571e13c-1904-409a-9d0f-654fc2054523 None None] The sync data for ids ['ded0ed41-687d-4d96-bf24-885326fbe47f'] in n-d-822053-40 is: [{'id': 'ded0ed41-687d-4d96-bf24-885326fbe47f', 'name': 'tempest-TestShelveInstance-117485189-router', 'tenant_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:29:45Z', 'updated_at': '2022-02-09T02:39:08Z', 'revision_number': 6, 'project_id': 'a32bd9a4a52b4d648a3b6ba7bcd24543', 'gw_port_host': None}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:39:08.653937 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-65957dfb-f442-45ed-8ea5-5d5e3841a8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (40d73cb6-0c88-4ff9-b9f1-11fb37f14baa), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:08.681303 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65957dfb-f442-45ed-8ea5-5d5e3841a8ab admin admin] Pushing event deleted for resources: {'Port': ['ID=40d73cb6-0c88-4ff9-b9f1-11fb37f14baa,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:08.749091 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-65957dfb-f442-45ed-8ea5-5d5e3841a8ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (ded0ed41-687d-4d96-bf24-885326fbe47f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:08.843695 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-65957dfb-f442-45ed-8ea5-5d5e3841a8ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (ded0ed41-687d-4d96-bf24-885326fbe47f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:08.845849 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-65957dfb-f442-45ed-8ea5-5d5e3841a8ab admin admin] Publish callbacks [] for router_controller (ded0ed41-687d-4d96-bf24-885326fbe47f), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:08.894573 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-65957dfb-f442-45ed-8ea5-5d5e3841a8ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (ded0ed41-687d-4d96-bf24-885326fbe47f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:08.896174 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65957dfb-f442-45ed-8ea5-5d5e3841a8ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router ded0ed41-687d-4d96-bf24-885326fbe47f {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:39:08.902808 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-65957dfb-f442-45ed-8ea5-5d5e3841a8ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:08.904015 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-65957dfb-f442-45ed-8ea5-5d5e3841a8ab admin admin] 10.222.0.30 "DELETE /v2.0/routers/ded0ed41-687d-4d96-bf24-885326fbe47f HTTP/1.1" status: 204 len: 168 time: 0.8389080 Feb 09 02:39:08.906551 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53906) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:08.954446 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_v2 [None req-985b5de6-5d67-48d9-bbd1-1211ce4ab73b admin admin] Deleting subnet 9abdeb0b-e778-4352-99c0-2e967d5697dd {{(pid=103528) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:39:08.958625 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-985b5de6-5d67-48d9-bbd1-1211ce4ab73b admin admin] Publish callbacks [] for subnet (9abdeb0b-e778-4352-99c0-2e967d5697dd), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:08.997277 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-985b5de6-5d67-48d9-bbd1-1211ce4ab73b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8380809'] for subnet (9abdeb0b-e778-4352-99c0-2e967d5697dd), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:09.089027 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-985b5de6-5d67-48d9-bbd1-1211ce4ab73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (9abdeb0b-e778-4352-99c0-2e967d5697dd), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:09.143910 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-985b5de6-5d67-48d9-bbd1-1211ce4ab73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8101714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7786588'] for subnet (9abdeb0b-e778-4352-99c0-2e967d5697dd), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:09.172937 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b5de6-5d67-48d9-bbd1-1211ce4ab73b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9abdeb0b-e778-4352-99c0-2e967d5697dd,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:09.174857 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-985b5de6-5d67-48d9-bbd1-1211ce4ab73b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:09.178091 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-985b5de6-5d67-48d9-bbd1-1211ce4ab73b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9abdeb0b-e778-4352-99c0-2e967d5697dd HTTP/1.1" status: 204 len: 168 time: 0.2705665 Feb 09 02:39:09.180728 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53908) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:09.184512 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d933f579-9558-4ef4-a093-175cfba64d4f None None] Network 6d40b089-758f-4de5-af53-dad9eb43cb37 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:39:09.252229 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f2e419e8-708a-4717-b5e2-08192a8402b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (6d40b089-758f-4de5-af53-dad9eb43cb37), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:09.306584 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-f2e419e8-708a-4717-b5e2-08192a8402b0 admin admin] Deleting port 68ec8f19-a3a6-459f-adb2-562dc9243539 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:39:09.307201 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f2e419e8-708a-4717-b5e2-08192a8402b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (68ec8f19-a3a6-459f-adb2-562dc9243539), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:09.379390 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-f2e419e8-708a-4717-b5e2-08192a8402b0 admin admin] For port 68ec8f19-a3a6-459f-adb2-562dc9243539, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=68ec8f19-a3a6-459f-adb2-562dc9243539,segment=NetworkSegment(d3fb0278-9523-434c-b081-606ad7d700a3),segment_id=d3fb0278-9523-434c-b081-606ad7d700a3)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:39:09.379870 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f2e419e8-708a-4717-b5e2-08192a8402b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (68ec8f19-a3a6-459f-adb2-562dc9243539), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:09.389975 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b4529c-0451-4e45-944d-9a627029b4a7 None None] DHCP port deletion for 6d40b089-758f-4de5-af53-dad9eb43cb37 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:39:09.395561 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-f2e419e8-708a-4717-b5e2-08192a8402b0 admin admin] Calling delete_port for 68ec8f19-a3a6-459f-adb2-562dc9243539 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:39:09.451646 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d0b4529c-0451-4e45-944d-9a627029b4a7 None None] Deleting port 68ec8f19-a3a6-459f-adb2-562dc9243539 {{(pid=103530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:39:09.452156 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d0b4529c-0451-4e45-944d-9a627029b4a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (68ec8f19-a3a6-459f-adb2-562dc9243539), before_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:09.482128 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f2e419e8-708a-4717-b5e2-08192a8402b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (68ec8f19-a3a6-459f-adb2-562dc9243539), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:09.510201 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e419e8-708a-4717-b5e2-08192a8402b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=68ec8f19-a3a6-459f-adb2-562dc9243539,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:09.515092 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e419e8-708a-4717-b5e2-08192a8402b0 admin admin] No DVR routers for this DVR port 68ec8f19-a3a6-459f-adb2-562dc9243539 on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:39:09.522749 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d0b4529c-0451-4e45-944d-9a627029b4a7 None None] For port 68ec8f19-a3a6-459f-adb2-562dc9243539, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=68ec8f19-a3a6-459f-adb2-562dc9243539,segment=NetworkSegment(d3fb0278-9523-434c-b081-606ad7d700a3),segment_id=d3fb0278-9523-434c-b081-606ad7d700a3)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:39:09.523234 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d0b4529c-0451-4e45-944d-9a627029b4a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (68ec8f19-a3a6-459f-adb2-562dc9243539), precommit_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:09.543996 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d0b4529c-0451-4e45-944d-9a627029b4a7 None None] Calling delete_port for 68ec8f19-a3a6-459f-adb2-562dc9243539 owned by network:dhcp {{(pid=103530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:39:09.603536 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f2e419e8-708a-4717-b5e2-08192a8402b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (6d40b089-758f-4de5-af53-dad9eb43cb37), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:09.624722 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-f2e419e8-708a-4717-b5e2-08192a8402b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d40b089-758f-4de5-af53-dad9eb43cb37']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:09.634880 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-f2e419e8-708a-4717-b5e2-08192a8402b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3fb0278-9523-434c-b081-606ad7d700a3') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:09.635141 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d0b4529c-0451-4e45-944d-9a627029b4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876'] for port (68ec8f19-a3a6-459f-adb2-562dc9243539), after_delete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:09.635425 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-f2e419e8-708a-4717-b5e2-08192a8402b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3fb0278-9523-434c-b081-606ad7d700a3') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:09.646606 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f2e419e8-708a-4717-b5e2-08192a8402b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (d3fb0278-9523-434c-b081-606ad7d700a3), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:09.651271 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b4529c-0451-4e45-944d-9a627029b4a7 None None] No DVR routers for this DVR port 68ec8f19-a3a6-459f-adb2-562dc9243539 on host n-d-822053-40 {{(pid=103530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:39:09.664963 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f2e419e8-708a-4717-b5e2-08192a8402b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (d3fb0278-9523-434c-b081-606ad7d700a3), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:09.671801 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b4529c-0451-4e45-944d-9a627029b4a7 None None] Pushing event deleted for resources: {'Port': ['ID=68ec8f19-a3a6-459f-adb2-562dc9243539,revision_number=None']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:09.674467 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2e419e8-708a-4717-b5e2-08192a8402b0 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:39:09.675275 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f2e419e8-708a-4717-b5e2-08192a8402b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (d3fb0278-9523-434c-b081-606ad7d700a3), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:09.678645 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 02:39:09.678645 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:39:09.678645 n-d-822053-40 neutron-server[103529]: timer() Feb 09 02:39:09.678645 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:39:09.678645 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 02:39:09.678645 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:39:09.678645 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 02:39:09.678645 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:39:09.678645 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 02:39:09.678645 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:39:09.678645 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 02:39:09.678645 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:39:09.678645 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 02:39:09.678645 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:39:09.678645 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:39:09.678645 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:39:09.678645 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:39:09.678645 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:39:09.678645 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 02:39:09.678645 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:39:09.678645 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 02:39:09.678645 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:39:09.678645 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:39:09.678645 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:39:09.678645 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 02:39:09.678645 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:39:09.678645 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:39:09.678645 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:39:09.678645 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:39:09.678645 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:39:09.678645 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:39:09.678645 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:39:09.687762 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b4529c-0451-4e45-944d-9a627029b4a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:09.688144 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b4529c-0451-4e45-944d-9a627029b4a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:09.688675 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b4529c-0451-4e45-944d-9a627029b4a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:09.689195 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b4529c-0451-4e45-944d-9a627029b4a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:09.689530 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b4529c-0451-4e45-944d-9a627029b4a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:09.689867 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b4529c-0451-4e45-944d-9a627029b4a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:09.690197 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b4529c-0451-4e45-944d-9a627029b4a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:09.690525 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b4529c-0451-4e45-944d-9a627029b4a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:09.690855 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b4529c-0451-4e45-944d-9a627029b4a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:09.691370 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b4529c-0451-4e45-944d-9a627029b4a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:09.691703 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b4529c-0451-4e45-944d-9a627029b4a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:09.692089 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b4529c-0451-4e45-944d-9a627029b4a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:09.692501 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b4529c-0451-4e45-944d-9a627029b4a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:09.748629 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f2e419e8-708a-4717-b5e2-08192a8402b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (6d40b089-758f-4de5-af53-dad9eb43cb37), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:09.754312 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f2e419e8-708a-4717-b5e2-08192a8402b0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:09.758842 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-f2e419e8-708a-4717-b5e2-08192a8402b0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6d40b089-758f-4de5-af53-dad9eb43cb37 HTTP/1.1" status: 204 len: 168 time: 0.5768726 Feb 09 02:39:09.761707 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53910) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:09.781080 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e419e8-708a-4717-b5e2-08192a8402b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d40b089-758f-4de5-af53-dad9eb43cb37,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:09.891553 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device a5c4e4c6-528a-41af-9d09-8714a1ec54d6 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:39:09.913292 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: a5c4e4c6-528a-41af-9d09-8714a1ec54d6 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:39:09.913629 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device a5c4e4c6-528a-41af-9d09-8714a1ec54d6 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:39:09.914236 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 40d73cb6-0c88-4ff9-b9f1-11fb37f14baa no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:39:09.937184 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 40d73cb6-0c88-4ff9-b9f1-11fb37f14baa {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:39:09.937664 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 40d73cb6-0c88-4ff9-b9f1-11fb37f14baa not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:39:09.938086 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 68ec8f19-a3a6-459f-adb2-562dc9243539 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:39:09.962859 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 68ec8f19-a3a6-459f-adb2-562dc9243539 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:39:09.962859 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 68ec8f19-a3a6-459f-adb2-562dc9243539 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:39:10.139834 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6bb5eb82-6886-4d5b-88f0-9aef8f51f35d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (df20d5f2-c92a-48ea-957b-56359e0ad317), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:10.406141 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-6bb5eb82-6886-4d5b-88f0-9aef8f51f35d admin admin] Deleting port bee6b2cc-37cf-4718-9572-55adebc89b31 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:39:10.406474 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6bb5eb82-6886-4d5b-88f0-9aef8f51f35d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (bee6b2cc-37cf-4718-9572-55adebc89b31), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:10.493403 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-6bb5eb82-6886-4d5b-88f0-9aef8f51f35d admin admin] For port bee6b2cc-37cf-4718-9572-55adebc89b31, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=bee6b2cc-37cf-4718-9572-55adebc89b31,segment=NetworkSegment(7b0446d7-23e7-4101-876f-cdf021c04c3f),segment_id=7b0446d7-23e7-4101-876f-cdf021c04c3f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:39:10.493758 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6bb5eb82-6886-4d5b-88f0-9aef8f51f35d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (bee6b2cc-37cf-4718-9572-55adebc89b31), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:10.507357 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-6bb5eb82-6886-4d5b-88f0-9aef8f51f35d admin admin] Calling delete_port for bee6b2cc-37cf-4718-9572-55adebc89b31 owned by network:router_interface {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:39:10.689259 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6bb5eb82-6886-4d5b-88f0-9aef8f51f35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (bee6b2cc-37cf-4718-9572-55adebc89b31), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:10.713364 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb5eb82-6886-4d5b-88f0-9aef8f51f35d admin admin] Pushing event deleted for resources: {'Port': ['ID=bee6b2cc-37cf-4718-9572-55adebc89b31,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:10.888977 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6bb5eb82-6886-4d5b-88f0-9aef8f51f35d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (df20d5f2-c92a-48ea-957b-56359e0ad317), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:11.121314 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb5eb82-6886-4d5b-88f0-9aef8f51f35d admin admin] Router df20d5f2-c92a-48ea-957b-56359e0ad317 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103528) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:39:11.233162 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb5eb82-6886-4d5b-88f0-9aef8f51f35d admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:39:11.239579 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6bb5eb82-6886-4d5b-88f0-9aef8f51f35d admin admin] 10.222.0.30 "PUT /v2.0/routers/df20d5f2-c92a-48ea-957b-56359e0ad317/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4760239 Feb 09 02:39:11.242633 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53912) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:11.243031 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bfb9c5-39d0-4f1f-b056-8f39e6dc52a4 None None] Sync routers for ids ['df20d5f2-c92a-48ea-957b-56359e0ad317'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:39:11.257253 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bfb9c5-39d0-4f1f-b056-8f39e6dc52a4 None None] Routers {'df20d5f2-c92a-48ea-957b-56359e0ad317'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:11.257997 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-40bfb9c5-39d0-4f1f-b056-8f39e6dc52a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:38:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['df20d5f2-c92a-48ea-957b-56359e0ad317'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:11.352617 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-886fe367-074e-4b3a-b39a-2b74a9561845 admin admin] Publish callbacks [] for router (df20d5f2-c92a-48ea-957b-56359e0ad317), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:11.462966 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-40bfb9c5-39d0-4f1f-b056-8f39e6dc52a4 None None] Set router df20d5f2-c92a-48ea-957b-56359e0ad317 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:39:11.463682 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-886fe367-074e-4b3a-b39a-2b74a9561845 admin admin] Publish callbacks [] for router_gateway (df20d5f2-c92a-48ea-957b-56359e0ad317), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:11.521995 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-886fe367-074e-4b3a-b39a-2b74a9561845 admin admin] Deleting port fb1785e6-b6e5-41c7-bd53-55b051d96c6c {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:39:11.522429 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-886fe367-074e-4b3a-b39a-2b74a9561845 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (fb1785e6-b6e5-41c7-bd53-55b051d96c6c), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:11.611343 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-886fe367-074e-4b3a-b39a-2b74a9561845 admin admin] For port fb1785e6-b6e5-41c7-bd53-55b051d96c6c, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=fb1785e6-b6e5-41c7-bd53-55b051d96c6c,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:39:11.611945 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-886fe367-074e-4b3a-b39a-2b74a9561845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (fb1785e6-b6e5-41c7-bd53-55b051d96c6c), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:11.632077 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-886fe367-074e-4b3a-b39a-2b74a9561845 admin admin] Calling delete_port for fb1785e6-b6e5-41c7-bd53-55b051d96c6c owned by network:router_gateway {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:39:11.666149 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-40bfb9c5-39d0-4f1f-b056-8f39e6dc52a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df20d5f2-c92a-48ea-957b-56359e0ad317', 'name': 'tempest-TestShelveInstance-1690369886-router', 'tenant_id': '768a3091d1ae46e1b0bacc07701b76ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'fb1785e6-b6e5-41c7-bd53-55b051d96c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:29:50Z', 'updated_at': '2022-02-09T02:39:10Z', 'revision_number': 5, 'project_id': '768a3091d1ae46e1b0bacc07701b76ec', 'gw_port': {'id': 'fb1785e6-b6e5-41c7-bd53-55b051d96c6c', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df20d5f2-c92a-48ea-957b-56359e0ad317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:29:50Z', 'updated_at': '2022-02-09T02:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:11.696054 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bfb9c5-39d0-4f1f-b056-8f39e6dc52a4 None None] Checking router: df20d5f2-c92a-48ea-957b-56359e0ad317 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:39:11.705510 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bfb9c5-39d0-4f1f-b056-8f39e6dc52a4 None None] Routers {'df20d5f2-c92a-48ea-957b-56359e0ad317'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:11.706098 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-40bfb9c5-39d0-4f1f-b056-8f39e6dc52a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:38:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['df20d5f2-c92a-48ea-957b-56359e0ad317'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:11.797416 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-40bfb9c5-39d0-4f1f-b056-8f39e6dc52a4 None None] Set router df20d5f2-c92a-48ea-957b-56359e0ad317 gateway port host: None {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:39:11.822154 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-886fe367-074e-4b3a-b39a-2b74a9561845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (fb1785e6-b6e5-41c7-bd53-55b051d96c6c), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:11.851680 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886fe367-074e-4b3a-b39a-2b74a9561845 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb1785e6-b6e5-41c7-bd53-55b051d96c6c,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:11.867301 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-40bfb9c5-39d0-4f1f-b056-8f39e6dc52a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df20d5f2-c92a-48ea-957b-56359e0ad317', 'name': 'tempest-TestShelveInstance-1690369886-router', 'tenant_id': '768a3091d1ae46e1b0bacc07701b76ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:29:50Z', 'updated_at': '2022-02-09T02:39:11Z', 'revision_number': 6, 'project_id': '768a3091d1ae46e1b0bacc07701b76ec', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:11.902729 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bfb9c5-39d0-4f1f-b056-8f39e6dc52a4 None None] The sync data for ids ['df20d5f2-c92a-48ea-957b-56359e0ad317'] in n-d-822053-40 is: [{'id': 'df20d5f2-c92a-48ea-957b-56359e0ad317', 'name': 'tempest-TestShelveInstance-1690369886-router', 'tenant_id': '768a3091d1ae46e1b0bacc07701b76ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:29:50Z', 'updated_at': '2022-02-09T02:39:11Z', 'revision_number': 6, 'project_id': '768a3091d1ae46e1b0bacc07701b76ec', 'gw_port_host': None}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:39:11.926190 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-886fe367-074e-4b3a-b39a-2b74a9561845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (df20d5f2-c92a-48ea-957b-56359e0ad317), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:12.024199 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-886fe367-074e-4b3a-b39a-2b74a9561845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (df20d5f2-c92a-48ea-957b-56359e0ad317), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:12.026245 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-886fe367-074e-4b3a-b39a-2b74a9561845 admin admin] Publish callbacks [] for router_controller (df20d5f2-c92a-48ea-957b-56359e0ad317), precommit_delete_associations {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:12.076950 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-886fe367-074e-4b3a-b39a-2b74a9561845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (df20d5f2-c92a-48ea-957b-56359e0ad317), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:12.077420 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886fe367-074e-4b3a-b39a-2b74a9561845 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df20d5f2-c92a-48ea-957b-56359e0ad317 {{(pid=103528) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:39:12.081894 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-886fe367-074e-4b3a-b39a-2b74a9561845 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:12.085921 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53914) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:12.086464 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-886fe367-074e-4b3a-b39a-2b74a9561845 admin admin] 10.222.0.30 "DELETE /v2.0/routers/df20d5f2-c92a-48ea-957b-56359e0ad317 HTTP/1.1" status: 204 len: 168 time: 0.8424363 Feb 09 02:39:12.133520 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-c318b43f-1bea-41c9-9c09-5f0c83de9338 admin admin] Deleting subnet ca6c064f-d631-4e53-ad68-f1d014f7af85 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:39:12.136747 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c318b43f-1bea-41c9-9c09-5f0c83de9338 admin admin] Publish callbacks [] for subnet (ca6c064f-d631-4e53-ad68-f1d014f7af85), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:12.171563 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c318b43f-1bea-41c9-9c09-5f0c83de9338 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (ca6c064f-d631-4e53-ad68-f1d014f7af85), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:12.250359 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c318b43f-1bea-41c9-9c09-5f0c83de9338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (ca6c064f-d631-4e53-ad68-f1d014f7af85), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:12.313407 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c318b43f-1bea-41c9-9c09-5f0c83de9338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (ca6c064f-d631-4e53-ad68-f1d014f7af85), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:12.342722 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318b43f-1bea-41c9-9c09-5f0c83de9338 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca6c064f-d631-4e53-ad68-f1d014f7af85,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:12.346279 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c318b43f-1bea-41c9-9c09-5f0c83de9338 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:12.351443 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-c318b43f-1bea-41c9-9c09-5f0c83de9338 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ca6c064f-d631-4e53-ad68-f1d014f7af85 HTTP/1.1" status: 204 len: 168 time: 0.2636340 Feb 09 02:39:12.354083 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53916) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:12.358103 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99478ce4-16a2-4c48-bc5c-4600b271d1c9 None None] Network c4ca969c-0e18-490f-8271-37614f7d992b requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:39:12.426180 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-554e343b-8f46-4938-bf2e-e846804154e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (c4ca969c-0e18-490f-8271-37614f7d992b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:12.484107 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-554e343b-8f46-4938-bf2e-e846804154e8 admin admin] Deleting port 155afd18-1573-4f87-9103-d30ffe5c4750 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:39:12.484497 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-554e343b-8f46-4938-bf2e-e846804154e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (155afd18-1573-4f87-9103-d30ffe5c4750), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:12.559034 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-554e343b-8f46-4938-bf2e-e846804154e8 admin admin] For port 155afd18-1573-4f87-9103-d30ffe5c4750, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=155afd18-1573-4f87-9103-d30ffe5c4750,segment=NetworkSegment(7b0446d7-23e7-4101-876f-cdf021c04c3f),segment_id=7b0446d7-23e7-4101-876f-cdf021c04c3f)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:39:12.559319 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-554e343b-8f46-4938-bf2e-e846804154e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (155afd18-1573-4f87-9103-d30ffe5c4750), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:12.574943 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-554e343b-8f46-4938-bf2e-e846804154e8 admin admin] Calling delete_port for 155afd18-1573-4f87-9103-d30ffe5c4750 owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:39:12.657104 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-554e343b-8f46-4938-bf2e-e846804154e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (155afd18-1573-4f87-9103-d30ffe5c4750), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:12.677716 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd77429-a5f5-4c34-adef-dff914ba262c None None] DHCP port deletion for c4ca969c-0e18-490f-8271-37614f7d992b request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:39:12.694938 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e343b-8f46-4938-bf2e-e846804154e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=155afd18-1573-4f87-9103-d30ffe5c4750,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:12.696807 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554e343b-8f46-4938-bf2e-e846804154e8 admin admin] No DVR routers for this DVR port 155afd18-1573-4f87-9103-d30ffe5c4750 on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:39:12.770703 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-554e343b-8f46-4938-bf2e-e846804154e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (c4ca969c-0e18-490f-8271-37614f7d992b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:12.793558 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-554e343b-8f46-4938-bf2e-e846804154e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4ca969c-0e18-490f-8271-37614f7d992b']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:12.804504 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-554e343b-8f46-4938-bf2e-e846804154e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b0446d7-23e7-4101-876f-cdf021c04c3f') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:12.804797 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-554e343b-8f46-4938-bf2e-e846804154e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b0446d7-23e7-4101-876f-cdf021c04c3f') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:12.814794 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-554e343b-8f46-4938-bf2e-e846804154e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (7b0446d7-23e7-4101-876f-cdf021c04c3f), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:12.828702 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-554e343b-8f46-4938-bf2e-e846804154e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (7b0446d7-23e7-4101-876f-cdf021c04c3f), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:12.834808 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-554e343b-8f46-4938-bf2e-e846804154e8 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:39:12.835237 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-554e343b-8f46-4938-bf2e-e846804154e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (7b0446d7-23e7-4101-876f-cdf021c04c3f), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:12.836915 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 02:39:12.836915 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:39:12.836915 n-d-822053-40 neutron-server[103529]: timer() Feb 09 02:39:12.836915 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:39:12.836915 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 02:39:12.836915 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:39:12.836915 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 02:39:12.836915 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:39:12.836915 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 02:39:12.836915 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:39:12.836915 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 02:39:12.836915 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:39:12.836915 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 02:39:12.836915 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:39:12.836915 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:39:12.836915 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:39:12.836915 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:39:12.836915 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:39:12.836915 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 02:39:12.836915 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:39:12.836915 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 02:39:12.836915 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:39:12.836915 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:39:12.836915 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:39:12.836915 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 02:39:12.836915 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:39:12.836915 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:39:12.836915 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:39:12.836915 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:39:12.836915 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:39:12.836915 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:39:12.836915 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:39:12.898049 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-554e343b-8f46-4938-bf2e-e846804154e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (c4ca969c-0e18-490f-8271-37614f7d992b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:12.903752 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-554e343b-8f46-4938-bf2e-e846804154e8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:12.906945 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-554e343b-8f46-4938-bf2e-e846804154e8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c4ca969c-0e18-490f-8271-37614f7d992b HTTP/1.1" status: 204 len: 168 time: 0.5518596 Feb 09 02:39:12.920266 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e343b-8f46-4938-bf2e-e846804154e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4ca969c-0e18-490f-8271-37614f7d992b,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:13.027290 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53920) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:13.070973 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-8a1539ba-b65e-4451-b4f7-b32825f05f37 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a32bd9a4a52b4d648a3b6ba7bcd24543&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424366 Feb 09 02:39:13.073322 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53922) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:13.121722 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-66d8f44b-fd47-494c-afd7-f343fea058c8 admin admin] Publish callbacks [] for security_group (832749bf-d27f-4781-99cb-cf3490087de2), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:13.142242 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-66d8f44b-fd47-494c-afd7-f343fea058c8 admin admin] Publish callbacks [] for security_group (832749bf-d27f-4781-99cb-cf3490087de2), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:13.190536 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-66d8f44b-fd47-494c-afd7-f343fea058c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (832749bf-d27f-4781-99cb-cf3490087de2), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:13.193765 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-66d8f44b-fd47-494c-afd7-f343fea058c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:13.194917 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-66d8f44b-fd47-494c-afd7-f343fea058c8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/832749bf-d27f-4781-99cb-cf3490087de2 HTTP/1.1" status: 204 len: 168 time: 0.1207170 Feb 09 02:39:13.205170 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d8f44b-fd47-494c-afd7-f343fea058c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832749bf-d27f-4781-99cb-cf3490087de2,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:13.503901 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53928) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:13.548217 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-cf440093-990f-44af-8c2d-a570322d3bf1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=768a3091d1ae46e1b0bacc07701b76ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429945 Feb 09 02:39:13.550821 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53930) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:13.601387 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-efcbca36-530a-4023-acac-7017a6e653db admin admin] Publish callbacks [] for security_group (0e85f051-66c7-4946-9576-6777a30f7ac2), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:13.622234 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-efcbca36-530a-4023-acac-7017a6e653db admin admin] Publish callbacks [] for security_group (0e85f051-66c7-4946-9576-6777a30f7ac2), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:13.669490 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-efcbca36-530a-4023-acac-7017a6e653db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (0e85f051-66c7-4946-9576-6777a30f7ac2), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:13.672525 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-efcbca36-530a-4023-acac-7017a6e653db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:13.673725 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-efcbca36-530a-4023-acac-7017a6e653db admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0e85f051-66c7-4946-9576-6777a30f7ac2 HTTP/1.1" status: 204 len: 168 time: 0.1218910 Feb 09 02:39:13.681617 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcbca36-530a-4023-acac-7017a6e653db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e85f051-66c7-4946-9576-6777a30f7ac2,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:13.881229 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 155afd18-1573-4f87-9103-d30ffe5c4750 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:39:13.904134 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 155afd18-1573-4f87-9103-d30ffe5c4750 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:39:13.904485 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 155afd18-1573-4f87-9103-d30ffe5c4750 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:39:13.904912 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device bee6b2cc-37cf-4718-9572-55adebc89b31 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:39:13.924544 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: bee6b2cc-37cf-4718-9572-55adebc89b31 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:39:13.924904 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device bee6b2cc-37cf-4718-9572-55adebc89b31 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:39:13.925334 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device fb1785e6-b6e5-41c7-bd53-55b051d96c6c no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:39:13.945137 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: fb1785e6-b6e5-41c7-bd53-55b051d96c6c {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:39:13.945483 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device fb1785e6-b6e5-41c7-bd53-55b051d96c6c not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:39:14.344044 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53952) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:14.438768 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-21d75cde-5405-44cb-bd64-b935a57373d7 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1777743848-network', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:14.459231 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d75cde-5405-44cb-bd64-b935a57373d7 admin admin] Made reservation on behalf of c27067bb641443f289a185aa352ef7c2 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:39:14.461776 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-21d75cde-5405-44cb-bd64-b935a57373d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:14.469925 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-21d75cde-5405-44cb-bd64-b935a57373d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:14.545451 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-21d75cde-5405-44cb-bd64-b935a57373d7 admin admin] Publish callbacks [] for security_group (a7419805-b8a1-409b-88cd-71c33b8be32d), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:14.549559 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-21d75cde-5405-44cb-bd64-b935a57373d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (a7419805-b8a1-409b-88cd-71c33b8be32d), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:14.575634 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d75cde-5405-44cb-bd64-b935a57373d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:39:14.585648 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d75cde-5405-44cb-bd64-b935a57373d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7419805-b8a1-409b-88cd-71c33b8be32d,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:14.590535 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-21d75cde-5405-44cb-bd64-b935a57373d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (76a547e7-a908-463c-93ad-405da093d5bd), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:14.590876 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-21d75cde-5405-44cb-bd64-b935a57373d7 admin admin] Added segment 76a547e7-a908-463c-93ad-405da093d5bd of type vlan for network c5b743c3-80a9-463a-a016-65c4a7ef507f Feb 09 02:39:14.634004 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-21d75cde-5405-44cb-bd64-b935a57373d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (c5b743c3-80a9-463a-a016-65c4a7ef507f), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:14.658308 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-21d75cde-5405-44cb-bd64-b935a57373d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (c5b743c3-80a9-463a-a016-65c4a7ef507f), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:14.659219 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d75cde-5405-44cb-bd64-b935a57373d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:14.659789 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-21d75cde-5405-44cb-bd64-b935a57373d7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:14.716180 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-21d75cde-5405-44cb-bd64-b935a57373d7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3709807 Feb 09 02:39:14.719177 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53956) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:14.723157 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d75cde-5405-44cb-bd64-b935a57373d7 admin admin] Pushing event updated for resources: {'Network': ['ID=c5b743c3-80a9-463a-a016-65c4a7ef507f,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:14.724612 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-18ea05c8-8e98-468b-abad-a2092ff0c15a admin admin] Request body: {'subnet': {'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1777743848-subnet', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:14.734176 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network c5b743c3-80a9-463a-a016-65c4a7ef507f details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:39:14.744868 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ea05c8-8e98-468b-abad-a2092ff0c15a admin admin] Made reservation on behalf of c27067bb641443f289a185aa352ef7c2 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:39:14.747180 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-18ea05c8-8e98-468b-abad-a2092ff0c15a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:14.916442 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-18ea05c8-8e98-468b-abad-a2092ff0c15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (79f99360-6298-4da1-9107-d9aeca428aa1), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:14.968498 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ea05c8-8e98-468b-abad-a2092ff0c15a admin admin] Pushing event updated for resources: {'Subnet': ['ID=79f99360-6298-4da1-9107-d9aeca428aa1,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:14.979036 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ea05c8-8e98-468b-abad-a2092ff0c15a admin admin] Checking segment: {'id': '76a547e7-a908-463c-93ad-405da093d5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:39:14.979392 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ea05c8-8e98-468b-abad-a2092ff0c15a admin admin] Network hostable DHCP agents. Network: c5b743c3-80a9-463a-a016-65c4a7ef507f, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:39:14.995230 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ea05c8-8e98-468b-abad-a2092ff0c15a admin admin] Network c5b743c3-80a9-463a-a016-65c4a7ef507f is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:39:15.004511 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-18ea05c8-8e98-468b-abad-a2092ff0c15a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, c5b743c3-80a9-463a-a016-65c4a7ef507f) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:39:15.008974 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ea05c8-8e98-468b-abad-a2092ff0c15a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:15.009565 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-18ea05c8-8e98-468b-abad-a2092ff0c15a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:15.013991 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a35fbd1-df93-476d-9511-43269b704d80 None None] Network c5b743c3-80a9-463a-a016-65c4a7ef507f requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:39:15.026677 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-18ea05c8-8e98-468b-abad-a2092ff0c15a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3063493 Feb 09 02:39:15.029398 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53958) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:15.033885 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-2761062e-a7cc-4936-a319-86279c4a61ef admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1777743848-router', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:15.053562 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2761062e-a7cc-4936-a319-86279c4a61ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (c8656f15-9bee-40e4-a49e-beb4531ccfb2), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:15.054614 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2761062e-a7cc-4936-a319-86279c4a61ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (c8656f15-9bee-40e4-a49e-beb4531ccfb2), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:15.112627 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2761062e-a7cc-4936-a319-86279c4a61ef admin admin] Publish callbacks [] for router_controller (c8656f15-9bee-40e4-a49e-beb4531ccfb2), precommit_add_association {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:15.118170 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d49ca5e-07de-43e9-a3fe-4651780ea444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-c5b743c3-80a9-463a-a016-65c4a7ef507f', 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f', 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'fixed_ips': [{'subnet_id': '79f99360-6298-4da1-9107-d9aeca428aa1'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:39:15.119016 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3d49ca5e-07de-43e9-a3fe-4651780ea444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:15.253332 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-3d49ca5e-07de-43e9-a3fe-4651780ea444 None None] Allocated IP 172.20.0.2 (c5b743c3-80a9-463a-a016-65c4a7ef507f/79f99360-6298-4da1-9107-d9aeca428aa1/f0171e37-2aa5-47d4-8cf5-4d963b5cbfee) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:39:15.256544 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2761062e-a7cc-4936-a319-86279c4a61ef admin admin] Publish callbacks [] for router_gateway (c8656f15-9bee-40e4-a49e-beb4531ccfb2), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:15.393839 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3d49ca5e-07de-43e9-a3fe-4651780ea444 None None] Publish callbacks [] for port (f0171e37-2aa5-47d4-8cf5-4d963b5cbfee), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:15.400609 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3d49ca5e-07de-43e9-a3fe-4651780ea444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (f0171e37-2aa5-47d4-8cf5-4d963b5cbfee), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:15.444595 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d49ca5e-07de-43e9-a3fe-4651780ea444 None None] Network c5b743c3-80a9-463a-a016-65c4a7ef507f is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:39:15.447547 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-3d49ca5e-07de-43e9-a3fe-4651780ea444 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:39:15.451013 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d49ca5e-07de-43e9-a3fe-4651780ea444 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:39:15.459082 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49ca5e-07de-43e9-a3fe-4651780ea444 None None] Pushing event updated for resources: {'Port': ['ID=f0171e37-2aa5-47d4-8cf5-4d963b5cbfee,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:15.459305 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2761062e-a7cc-4936-a319-86279c4a61ef admin admin] Publish callbacks [] for router_gateway (c8656f15-9bee-40e4-a49e-beb4531ccfb2), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:15.480848 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2761062e-a7cc-4936-a319-86279c4a61ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:15.515514 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-3d49ca5e-07de-43e9-a3fe-4651780ea444 None None] Attempting to bind port f0171e37-2aa5-47d4-8cf5-4d963b5cbfee on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:39:15.515795 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-3d49ca5e-07de-43e9-a3fe-4651780ea444 None None] Attempting to bind port f0171e37-2aa5-47d4-8cf5-4d963b5cbfee by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '76a547e7-a908-463c-93ad-405da093d5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:39:15.516194 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d49ca5e-07de-43e9-a3fe-4651780ea444 None None] Attempting to bind port f0171e37-2aa5-47d4-8cf5-4d963b5cbfee on network c5b743c3-80a9-463a-a016-65c4a7ef507f {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:39:15.521279 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d49ca5e-07de-43e9-a3fe-4651780ea444 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:39:15.521654 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d49ca5e-07de-43e9-a3fe-4651780ea444 None None] Checking segment: {'id': '76a547e7-a908-463c-93ad-405da093d5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:39:15.522055 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3d49ca5e-07de-43e9-a3fe-4651780ea444 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:15.522446 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d49ca5e-07de-43e9-a3fe-4651780ea444 None None] Bound using segment: {'id': '76a547e7-a908-463c-93ad-405da093d5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:39:15.522912 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-3d49ca5e-07de-43e9-a3fe-4651780ea444 None None] Bound port: f0171e37-2aa5-47d4-8cf5-4d963b5cbfee, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a547e7-a908-463c-93ad-405da093d5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:39:15.523291 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3d49ca5e-07de-43e9-a3fe-4651780ea444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f0171e37-2aa5-47d4-8cf5-4d963b5cbfee), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:15.586877 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-3d49ca5e-07de-43e9-a3fe-4651780ea444 None None] For port f0171e37-2aa5-47d4-8cf5-4d963b5cbfee, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:39:15.590076 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-3d49ca5e-07de-43e9-a3fe-4651780ea444 None None] For port f0171e37-2aa5-47d4-8cf5-4d963b5cbfee, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=f0171e37-2aa5-47d4-8cf5-4d963b5cbfee,segment=NetworkSegment(76a547e7-a908-463c-93ad-405da093d5bd),segment_id=76a547e7-a908-463c-93ad-405da093d5bd)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:39:15.594392 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-2761062e-a7cc-4936-a319-86279c4a61ef admin admin] Allocated IP 172.25.1.46 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/39b1dc8c-a8da-4596-a940-2fb8a1b47d75) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:39:15.596006 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3d49ca5e-07de-43e9-a3fe-4651780ea444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f0171e37-2aa5-47d4-8cf5-4d963b5cbfee), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:15.655590 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49ca5e-07de-43e9-a3fe-4651780ea444 None None] Pushing event updated for resources: {'Port': ['ID=f0171e37-2aa5-47d4-8cf5-4d963b5cbfee,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:15.704295 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2761062e-a7cc-4936-a319-86279c4a61ef admin admin] Publish callbacks [] for port (39b1dc8c-a8da-4596-a940-2fb8a1b47d75), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:15.741539 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2761062e-a7cc-4936-a319-86279c4a61ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (39b1dc8c-a8da-4596-a940-2fb8a1b47d75), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:15.783932 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2761062e-a7cc-4936-a319-86279c4a61ef admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:39:15.786928 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-2761062e-a7cc-4936-a319-86279c4a61ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:39:15.791207 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2761062e-a7cc-4936-a319-86279c4a61ef admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:39:15.796858 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761062e-a7cc-4936-a319-86279c4a61ef admin admin] Pushing event updated for resources: {'Port': ['ID=39b1dc8c-a8da-4596-a940-2fb8a1b47d75,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:15.939802 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device f0171e37-2aa5-47d4-8cf5-4d963b5cbfee up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:39:15.996587 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port f0171e37-2aa5-47d4-8cf5-4d963b5cbfee triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:15.996952 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f0171e37-2aa5-47d4-8cf5-4d963b5cbfee), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:16.076426 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port f0171e37-2aa5-47d4-8cf5-4d963b5cbfee is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:39:16.077129 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (f0171e37-2aa5-47d4-8cf5-4d963b5cbfee), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:16.080341 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2761062e-a7cc-4936-a319-86279c4a61ef admin admin] Publish callbacks [] for router_gateway (c8656f15-9bee-40e4-a49e-beb4531ccfb2), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:16.113594 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port f0171e37-2aa5-47d4-8cf5-4d963b5cbfee, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=f0171e37-2aa5-47d4-8cf5-4d963b5cbfee,segment=NetworkSegment(76a547e7-a908-463c-93ad-405da093d5bd),segment_id=76a547e7-a908-463c-93ad-405da093d5bd)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:39:16.118500 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (f0171e37-2aa5-47d4-8cf5-4d963b5cbfee), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:16.168878 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=f0171e37-2aa5-47d4-8cf5-4d963b5cbfee,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:16.290020 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2761062e-a7cc-4936-a319-86279c4a61ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (c8656f15-9bee-40e4-a49e-beb4531ccfb2), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:16.425880 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2761062e-a7cc-4936-a319-86279c4a61ef admin admin] Router c8656f15-9bee-40e4-a49e-beb4531ccfb2 is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103529) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:39:16.538629 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2761062e-a7cc-4936-a319-86279c4a61ef admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:39:16.550348 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1360b3cc-a8bc-4560-b2c8-3d729a18cbdc None None] Sync routers for ids ['c8656f15-9bee-40e4-a49e-beb4531ccfb2'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:39:16.560177 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2761062e-a7cc-4936-a319-86279c4a61ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:16.563902 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-2761062e-a7cc-4936-a319-86279c4a61ef admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5309889 Feb 09 02:39:16.564112 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1360b3cc-a8bc-4560-b2c8-3d729a18cbdc None None] Routers {'c8656f15-9bee-40e4-a49e-beb4531ccfb2'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:16.564214 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53960) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:16.564414 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-1360b3cc-a8bc-4560-b2c8-3d729a18cbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:38:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c8656f15-9bee-40e4-a49e-beb4531ccfb2'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:16.679404 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5007d3-ee45-4904-85ed-1a2099d54123 None None] Network c5b743c3-80a9-463a-a016-65c4a7ef507f requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:39:16.725590 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-1360b3cc-a8bc-4560-b2c8-3d729a18cbdc None None] Set router c8656f15-9bee-40e4-a49e-beb4531ccfb2 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:39:17.028798 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-797c374f-df97-42cd-a005-44e80e626b7d None None] Provisioning complete for port f0171e37-2aa5-47d4-8cf5-4d963b5cbfee triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:17.029029 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-797c374f-df97-42cd-a005-44e80e626b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f0171e37-2aa5-47d4-8cf5-4d963b5cbfee), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:17.217722 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-797c374f-df97-42cd-a005-44e80e626b7d None None] Current status of the port f0171e37-2aa5-47d4-8cf5-4d963b5cbfee is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:39:17.228385 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-1360b3cc-a8bc-4560-b2c8-3d729a18cbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'name': 'tempest-TestSnapshotPattern-1777743848-router', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': '39b1dc8c-a8da-4596-a940-2fb8a1b47d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:15Z', 'updated_at': '2022-02-09T02:39:15Z', 'revision_number': 3, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'gw_port': {'id': '39b1dc8c-a8da-4596-a940-2fb8a1b47d75', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:15Z', 'updated_at': '2022-02-09T02:39:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:17.256890 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1360b3cc-a8bc-4560-b2c8-3d729a18cbdc None None] Checking router: c8656f15-9bee-40e4-a49e-beb4531ccfb2 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:39:17.257248 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1360b3cc-a8bc-4560-b2c8-3d729a18cbdc None None] Updating router c8656f15-9bee-40e4-a49e-beb4531ccfb2 port 39b1dc8c-a8da-4596-a940-2fb8a1b47d75 binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:39:17.287720 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1360b3cc-a8bc-4560-b2c8-3d729a18cbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (39b1dc8c-a8da-4596-a940-2fb8a1b47d75), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:17.340833 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-544f8aec-b73b-4fed-88f8-fca145f61245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:17.467401 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-fd9d30bf-8950-4d7b-a7cb-0c8489d3fdce None None] Provisioning complete for port f0171e37-2aa5-47d4-8cf5-4d963b5cbfee triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:17.467689 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-fd9d30bf-8950-4d7b-a7cb-0c8489d3fdce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f0171e37-2aa5-47d4-8cf5-4d963b5cbfee), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:17.499525 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-544f8aec-b73b-4fed-88f8-fca145f61245 admin admin] Allocated IP 172.20.0.1 (c5b743c3-80a9-463a-a016-65c4a7ef507f/79f99360-6298-4da1-9107-d9aeca428aa1/d8cf28b9-b985-43f7-ae8f-7e22454899f3) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:39:17.606765 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-544f8aec-b73b-4fed-88f8-fca145f61245 admin admin] Publish callbacks [] for port (d8cf28b9-b985-43f7-ae8f-7e22454899f3), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:17.621425 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1360b3cc-a8bc-4560-b2c8-3d729a18cbdc None None] Publish callbacks [] for port (39b1dc8c-a8da-4596-a940-2fb8a1b47d75), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:17.624765 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-fd9d30bf-8950-4d7b-a7cb-0c8489d3fdce None None] Current status of the port f0171e37-2aa5-47d4-8cf5-4d963b5cbfee is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:39:17.627675 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1360b3cc-a8bc-4560-b2c8-3d729a18cbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (39b1dc8c-a8da-4596-a940-2fb8a1b47d75), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:17.642586 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-544f8aec-b73b-4fed-88f8-fca145f61245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (d8cf28b9-b985-43f7-ae8f-7e22454899f3), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:17.681913 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-1360b3cc-a8bc-4560-b2c8-3d729a18cbdc None None] Attempting to bind port 39b1dc8c-a8da-4596-a940-2fb8a1b47d75 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:39:17.682281 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-1360b3cc-a8bc-4560-b2c8-3d729a18cbdc None None] Attempting to bind port 39b1dc8c-a8da-4596-a940-2fb8a1b47d75 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:39:17.682641 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1360b3cc-a8bc-4560-b2c8-3d729a18cbdc None None] Attempting to bind port 39b1dc8c-a8da-4596-a940-2fb8a1b47d75 on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:39:17.684594 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c81e96b-6682-4028-b913-10763fff9eb1 None None] Pushing event updated for resources: {'Port': ['ID=39b1dc8c-a8da-4596-a940-2fb8a1b47d75,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:17.685262 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544f8aec-b73b-4fed-88f8-fca145f61245 admin admin] Network c5b743c3-80a9-463a-a016-65c4a7ef507f is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:39:17.689940 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1360b3cc-a8bc-4560-b2c8-3d729a18cbdc None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:39:17.690316 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1360b3cc-a8bc-4560-b2c8-3d729a18cbdc None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:39:17.690810 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-544f8aec-b73b-4fed-88f8-fca145f61245 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:39:17.690944 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1360b3cc-a8bc-4560-b2c8-3d729a18cbdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:17.691244 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1360b3cc-a8bc-4560-b2c8-3d729a18cbdc None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:39:17.691706 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-1360b3cc-a8bc-4560-b2c8-3d729a18cbdc None None] Bound port: 39b1dc8c-a8da-4596-a940-2fb8a1b47d75, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:39:17.692525 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1360b3cc-a8bc-4560-b2c8-3d729a18cbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (39b1dc8c-a8da-4596-a940-2fb8a1b47d75), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:17.696528 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544f8aec-b73b-4fed-88f8-fca145f61245 admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:39:17.699113 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f8aec-b73b-4fed-88f8-fca145f61245 admin admin] Pushing event updated for resources: {'Port': ['ID=d8cf28b9-b985-43f7-ae8f-7e22454899f3,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:17.743077 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-544f8aec-b73b-4fed-88f8-fca145f61245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (c8656f15-9bee-40e4-a49e-beb4531ccfb2), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:17.752632 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-1360b3cc-a8bc-4560-b2c8-3d729a18cbdc None None] For port 39b1dc8c-a8da-4596-a940-2fb8a1b47d75, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:39:17.756633 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-1360b3cc-a8bc-4560-b2c8-3d729a18cbdc None None] For port 39b1dc8c-a8da-4596-a940-2fb8a1b47d75, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=39b1dc8c-a8da-4596-a940-2fb8a1b47d75,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:39:17.763504 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1360b3cc-a8bc-4560-b2c8-3d729a18cbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (39b1dc8c-a8da-4596-a940-2fb8a1b47d75), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:17.822787 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1360b3cc-a8bc-4560-b2c8-3d729a18cbdc None None] Routers {'c8656f15-9bee-40e4-a49e-beb4531ccfb2'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:17.823428 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-1360b3cc-a8bc-4560-b2c8-3d729a18cbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:38:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c8656f15-9bee-40e4-a49e-beb4531ccfb2'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:17.906001 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c81e96b-6682-4028-b913-10763fff9eb1 None None] Pushing event updated for resources: {'Port': ['ID=39b1dc8c-a8da-4596-a940-2fb8a1b47d75,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:17.911670 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-544f8aec-b73b-4fed-88f8-fca145f61245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d8cf28b9-b985-43f7-ae8f-7e22454899f3), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:17.914937 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device f0171e37-2aa5-47d4-8cf5-4d963b5cbfee up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:39:17.993226 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c9684710-6fca-4a1b-b2da-106cd39af60d None None] Provisioning complete for port d8cf28b9-b985-43f7-ae8f-7e22454899f3 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:17.993518 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c9684710-6fca-4a1b-b2da-106cd39af60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d8cf28b9-b985-43f7-ae8f-7e22454899f3), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:18.023580 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-1360b3cc-a8bc-4560-b2c8-3d729a18cbdc None None] Set router c8656f15-9bee-40e4-a49e-beb4531ccfb2 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:39:18.086732 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-544f8aec-b73b-4fed-88f8-fca145f61245 admin admin] Publish callbacks [] for port (d8cf28b9-b985-43f7-ae8f-7e22454899f3), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:18.091562 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-544f8aec-b73b-4fed-88f8-fca145f61245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (d8cf28b9-b985-43f7-ae8f-7e22454899f3), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:18.137088 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c9684710-6fca-4a1b-b2da-106cd39af60d None None] Port d8cf28b9-b985-43f7-ae8f-7e22454899f3 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:39:18.138441 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port f0171e37-2aa5-47d4-8cf5-4d963b5cbfee triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:18.138809 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (f0171e37-2aa5-47d4-8cf5-4d963b5cbfee), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:18.159484 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-544f8aec-b73b-4fed-88f8-fca145f61245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (c8656f15-9bee-40e4-a49e-beb4531ccfb2), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:18.162288 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f8aec-b73b-4fed-88f8-fca145f61245 admin admin] Pushing event updated for resources: {'Port': ['ID=d8cf28b9-b985-43f7-ae8f-7e22454899f3,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:18.263900 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544f8aec-b73b-4fed-88f8-fca145f61245 admin admin] Network c5b743c3-80a9-463a-a016-65c4a7ef507f is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:39:18.265326 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-544f8aec-b73b-4fed-88f8-fca145f61245 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:39:18.281257 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port f0171e37-2aa5-47d4-8cf5-4d963b5cbfee is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:39:18.294999 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-1360b3cc-a8bc-4560-b2c8-3d729a18cbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'name': 'tempest-TestSnapshotPattern-1777743848-router', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': '39b1dc8c-a8da-4596-a940-2fb8a1b47d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:15Z', 'updated_at': '2022-02-09T02:39:15Z', 'revision_number': 3, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'gw_port': {'id': '39b1dc8c-a8da-4596-a940-2fb8a1b47d75', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:15Z', 'updated_at': '2022-02-09T02:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:18.323050 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1360b3cc-a8bc-4560-b2c8-3d729a18cbdc None None] The sync data for ids ['c8656f15-9bee-40e4-a49e-beb4531ccfb2'] in n-d-822053-40 is: [{'id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'name': 'tempest-TestSnapshotPattern-1777743848-router', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': '39b1dc8c-a8da-4596-a940-2fb8a1b47d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:15Z', 'updated_at': '2022-02-09T02:39:15Z', 'revision_number': 3, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'gw_port': {'id': '39b1dc8c-a8da-4596-a940-2fb8a1b47d75', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:15Z', 'updated_at': '2022-02-09T02:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:39:18.401105 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544f8aec-b73b-4fed-88f8-fca145f61245 admin admin] Router c8656f15-9bee-40e4-a49e-beb4531ccfb2 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:39:18.519606 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544f8aec-b73b-4fed-88f8-fca145f61245 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:39:18.525036 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-544f8aec-b73b-4fed-88f8-fca145f61245 admin admin] 10.222.0.30 "PUT /v2.0/routers/c8656f15-9bee-40e4-a49e-beb4531ccfb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9595466 Feb 09 02:39:18.586609 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-2dcc2bba-d89d-49a6-9748-ccb44822142a None None] Provisioning complete for port d8cf28b9-b985-43f7-ae8f-7e22454899f3 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:18.586979 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2dcc2bba-d89d-49a6-9748-ccb44822142a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d8cf28b9-b985-43f7-ae8f-7e22454899f3), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:18.629660 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2dcc2bba-d89d-49a6-9748-ccb44822142a None None] Port d8cf28b9-b985-43f7-ae8f-7e22454899f3 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:39:19.042443 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53976) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:19.047633 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-5e59b2af-f0f9-4f87-a376-d12b9cf4e6fd admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1076679179-network', 'tenant_id': '534f4bc1b43c4d15a28870528c40e603'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:19.068516 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e59b2af-f0f9-4f87-a376-d12b9cf4e6fd admin admin] Made reservation on behalf of 534f4bc1b43c4d15a28870528c40e603 for: {'network': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:39:19.070855 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5e59b2af-f0f9-4f87-a376-d12b9cf4e6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for network (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:19.080022 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5e59b2af-f0f9-4f87-a376-d12b9cf4e6fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:19.161796 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5e59b2af-f0f9-4f87-a376-d12b9cf4e6fd admin admin] Publish callbacks [] for security_group (aeda7b1d-5b25-4ba8-8fe3-f46827985278), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:19.167648 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5e59b2af-f0f9-4f87-a376-d12b9cf4e6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (aeda7b1d-5b25-4ba8-8fe3-f46827985278), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:19.191223 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e59b2af-f0f9-4f87-a376-d12b9cf4e6fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=103529) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:39:19.211364 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59b2af-f0f9-4f87-a376-d12b9cf4e6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeda7b1d-5b25-4ba8-8fe3-f46827985278,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:19.215423 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5e59b2af-f0f9-4f87-a376-d12b9cf4e6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (2abcbbe6-3c6d-4275-bf9d-6867e7241c7c), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:19.215779 n-d-822053-40 neutron-server[103529]: INFO neutron.db.segments_db [None req-5e59b2af-f0f9-4f87-a376-d12b9cf4e6fd admin admin] Added segment 2abcbbe6-3c6d-4275-bf9d-6867e7241c7c of type vlan for network 9adf081c-d9d7-45a3-80b7-1bd00470e424 Feb 09 02:39:19.262713 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5e59b2af-f0f9-4f87-a376-d12b9cf4e6fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793220666161'] for network (9adf081c-d9d7-45a3-80b7-1bd00470e424), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:19.288711 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5e59b2af-f0f9-4f87-a376-d12b9cf4e6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126'] for network (9adf081c-d9d7-45a3-80b7-1bd00470e424), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:19.289766 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e59b2af-f0f9-4f87-a376-d12b9cf4e6fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:19.290341 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5e59b2af-f0f9-4f87-a376-d12b9cf4e6fd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:19.353276 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5e59b2af-f0f9-4f87-a376-d12b9cf4e6fd admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3096986 Feb 09 02:39:19.356149 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53978) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:19.360209 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59b2af-f0f9-4f87-a376-d12b9cf4e6fd admin admin] Pushing event updated for resources: {'Network': ['ID=9adf081c-d9d7-45a3-80b7-1bd00470e424,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:19.361191 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-1b950ac1-8366-44a1-8360-00275447d49c admin admin] Request body: {'subnet': {'network_id': '9adf081c-d9d7-45a3-80b7-1bd00470e424', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1076679179-subnet', 'tenant_id': '534f4bc1b43c4d15a28870528c40e603', 'ip_version': 4}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:19.370533 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Network 9adf081c-d9d7-45a3-80b7-1bd00470e424 details requested by agent ovs-agent-n-d-822053-40 with host n-d-822053-40 {{(pid=103530) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:39:19.381364 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b950ac1-8366-44a1-8360-00275447d49c admin admin] Made reservation on behalf of 534f4bc1b43c4d15a28870528c40e603 for: {'subnet': 1} {{(pid=103528) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:39:19.384326 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b950ac1-8366-44a1-8360-00275447d49c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7786619'] for subnet (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:19.555400 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b950ac1-8366-44a1-8360-00275447d49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8101649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7786565'] for subnet (dffa93c7-4fbb-45b2-99c6-41cec4ee9133), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:19.616524 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b950ac1-8366-44a1-8360-00275447d49c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dffa93c7-4fbb-45b2-99c6-41cec4ee9133,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:19.629250 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b950ac1-8366-44a1-8360-00275447d49c admin admin] Checking segment: {'id': '2abcbbe6-3c6d-4275-bf9d-6867e7241c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9adf081c-d9d7-45a3-80b7-1bd00470e424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:39:19.629660 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b950ac1-8366-44a1-8360-00275447d49c admin admin] Network hostable DHCP agents. Network: 9adf081c-d9d7-45a3-80b7-1bd00470e424, hostable agents: ['3193f94f-55d2-4de4-9e35-bc8ab5b51c65'], hosted agents: [] {{(pid=103528) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:39:19.647659 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b950ac1-8366-44a1-8360-00275447d49c admin admin] Network 9adf081c-d9d7-45a3-80b7-1bd00470e424 is scheduled to be hosted by DHCP agent 3193f94f-55d2-4de4-9e35-bc8ab5b51c65 with binding_index 1 {{(pid=103528) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:39:19.656926 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-1b950ac1-8366-44a1-8360-00275447d49c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-822053-40, 9adf081c-d9d7-45a3-80b7-1bd00470e424) {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:39:19.662734 n-d-822053-40 neutron-server[103528]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b950ac1-8366-44a1-8360-00275447d49c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103528) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:19.663309 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b950ac1-8366-44a1-8360-00275447d49c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:19.668217 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f01655-2466-4736-bdc2-59fd2db5fc70 None None] Network 9adf081c-d9d7-45a3-80b7-1bd00470e424 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:39:19.681237 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1b950ac1-8366-44a1-8360-00275447d49c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3239126 Feb 09 02:39:19.683767 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53980) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:19.688330 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-9a8861f1-d11b-4897-b5e1-4d29f2ccd6eb admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1076679179-router', 'tenant_id': '534f4bc1b43c4d15a28870528c40e603', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:19.708575 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a8861f1-d11b-4897-b5e1-4d29f2ccd6eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8735'] for router (892e2bb6-726c-4689-bf8e-25ee9c3771ce), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:19.709767 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a8861f1-d11b-4897-b5e1-4d29f2ccd6eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1816177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8710'] for router (892e2bb6-726c-4689-bf8e-25ee9c3771ce), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:19.772041 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a8861f1-d11b-4897-b5e1-4d29f2ccd6eb admin admin] Publish callbacks [] for router_controller (892e2bb6-726c-4689-bf8e-25ee9c3771ce), precommit_add_association {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:19.778781 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2817d5b4-0c67-4fc2-a0d4-5eda23e19ed5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96125451-bd40-5731-b05a-9f71d5974ebc-9adf081c-d9d7-45a3-80b7-1bd00470e424', 'network_id': '9adf081c-d9d7-45a3-80b7-1bd00470e424', 'project_id': '534f4bc1b43c4d15a28870528c40e603', 'fixed_ips': [{'subnet_id': 'dffa93c7-4fbb-45b2-99c6-41cec4ee9133'}]}} from n-d-822053-40. {{(pid=103530) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:39:19.779660 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2817d5b4-0c67-4fc2-a0d4-5eda23e19ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:19.937511 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.db_base_plugin_common [None req-2817d5b4-0c67-4fc2-a0d4-5eda23e19ed5 None None] Allocated IP 172.20.0.2 (9adf081c-d9d7-45a3-80b7-1bd00470e424/dffa93c7-4fbb-45b2-99c6-41cec4ee9133/432565f5-771b-473f-bbfc-c7e31be121bc) {{(pid=103530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:39:19.944442 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a8861f1-d11b-4897-b5e1-4d29f2ccd6eb admin admin] Publish callbacks [] for router_gateway (892e2bb6-726c-4689-bf8e-25ee9c3771ce), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:19.960394 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 39b1dc8c-a8da-4596-a940-2fb8a1b47d75 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:39:19.986756 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48985133-c08d-410c-9ab5-cce7e134f001 None None] Sync routers for ids ['c8656f15-9bee-40e4-a49e-beb4531ccfb2'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:39:19.998142 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48985133-c08d-410c-9ab5-cce7e134f001 None None] Routers {'c8656f15-9bee-40e4-a49e-beb4531ccfb2'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:19.998741 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-48985133-c08d-410c-9ab5-cce7e134f001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:38:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c8656f15-9bee-40e4-a49e-beb4531ccfb2'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:20.094866 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 39b1dc8c-a8da-4596-a940-2fb8a1b47d75 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:20.095236 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (39b1dc8c-a8da-4596-a940-2fb8a1b47d75), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:20.114774 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-48985133-c08d-410c-9ab5-cce7e134f001 None None] Set router c8656f15-9bee-40e4-a49e-beb4531ccfb2 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:39:20.165380 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2817d5b4-0c67-4fc2-a0d4-5eda23e19ed5 None None] Publish callbacks [] for port (432565f5-771b-473f-bbfc-c7e31be121bc), precommit_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:20.172656 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2817d5b4-0c67-4fc2-a0d4-5eda23e19ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867'] for port (432565f5-771b-473f-bbfc-c7e31be121bc), after_create {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:20.242489 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2817d5b4-0c67-4fc2-a0d4-5eda23e19ed5 None None] Network 9adf081c-d9d7-45a3-80b7-1bd00470e424 is already hosted by enough agents. {{(pid=103530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:39:20.251883 n-d-822053-40 neutron-server[103530]: DEBUG neutron.scheduler.base_scheduler [None req-2817d5b4-0c67-4fc2-a0d4-5eda23e19ed5 None None] Resources bound (agent type, host, resource id): {{(pid=103530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:39:20.258559 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2817d5b4-0c67-4fc2-a0d4-5eda23e19ed5 None None] Received port after_create {{(pid=103530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:39:20.262923 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d5b4-0c67-4fc2-a0d4-5eda23e19ed5 None None] Pushing event updated for resources: {'Port': ['ID=432565f5-771b-473f-bbfc-c7e31be121bc,revision_number=1']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:20.271746 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 39b1dc8c-a8da-4596-a940-2fb8a1b47d75 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:39:20.272156 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (39b1dc8c-a8da-4596-a940-2fb8a1b47d75), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:20.333193 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-48985133-c08d-410c-9ab5-cce7e134f001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'name': 'tempest-TestSnapshotPattern-1777743848-router', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': '39b1dc8c-a8da-4596-a940-2fb8a1b47d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:15Z', 'updated_at': '2022-02-09T02:39:17Z', 'revision_number': 4, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'gw_port': {'id': '39b1dc8c-a8da-4596-a940-2fb8a1b47d75', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:15Z', 'updated_at': '2022-02-09T02:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'd8cf28b9-b985-43f7-ae8f-7e22454899f3', 'name': '', 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'mac_address': 'fa:16:3e:18:1f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '79f99360-6298-4da1-9107-d9aeca428aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:17Z', 'updated_at': '2022-02-09T02:39:17Z', 'revision_number': 2, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'subnets': [{'id': '79f99360-6298-4da1-9107-d9aeca428aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:20.366277 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48985133-c08d-410c-9ab5-cce7e134f001 None None] Checking router: c8656f15-9bee-40e4-a49e-beb4531ccfb2 for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:39:20.366626 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48985133-c08d-410c-9ab5-cce7e134f001 None None] Updating router c8656f15-9bee-40e4-a49e-beb4531ccfb2 port d8cf28b9-b985-43f7-ae8f-7e22454899f3 binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:39:20.396095 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-48985133-c08d-410c-9ab5-cce7e134f001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d8cf28b9-b985-43f7-ae8f-7e22454899f3), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:20.500643 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 39b1dc8c-a8da-4596-a940-2fb8a1b47d75, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=39b1dc8c-a8da-4596-a940-2fb8a1b47d75,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:39:20.510967 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (39b1dc8c-a8da-4596-a940-2fb8a1b47d75), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:20.512738 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:20.519099 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-2817d5b4-0c67-4fc2-a0d4-5eda23e19ed5 None None] Attempting to bind port 432565f5-771b-473f-bbfc-c7e31be121bc on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:39:20.519099 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-2817d5b4-0c67-4fc2-a0d4-5eda23e19ed5 None None] Attempting to bind port 432565f5-771b-473f-bbfc-c7e31be121bc by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2abcbbe6-3c6d-4275-bf9d-6867e7241c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9adf081c-d9d7-45a3-80b7-1bd00470e424'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:39:20.519099 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2817d5b4-0c67-4fc2-a0d4-5eda23e19ed5 None None] Attempting to bind port 432565f5-771b-473f-bbfc-c7e31be121bc on network 9adf081c-d9d7-45a3-80b7-1bd00470e424 {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:39:20.530169 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a8861f1-d11b-4897-b5e1-4d29f2ccd6eb admin admin] Publish callbacks [] for router_gateway (892e2bb6-726c-4689-bf8e-25ee9c3771ce), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:20.545270 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2817d5b4-0c67-4fc2-a0d4-5eda23e19ed5 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:39:20.546187 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2817d5b4-0c67-4fc2-a0d4-5eda23e19ed5 None None] Checking segment: {'id': '2abcbbe6-3c6d-4275-bf9d-6867e7241c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9adf081c-d9d7-45a3-80b7-1bd00470e424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:39:20.546790 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2817d5b4-0c67-4fc2-a0d4-5eda23e19ed5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:20.547346 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2817d5b4-0c67-4fc2-a0d4-5eda23e19ed5 None None] Bound using segment: {'id': '2abcbbe6-3c6d-4275-bf9d-6867e7241c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9adf081c-d9d7-45a3-80b7-1bd00470e424'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:39:20.548003 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-2817d5b4-0c67-4fc2-a0d4-5eda23e19ed5 None None] Bound port: 432565f5-771b-473f-bbfc-c7e31be121bc, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2abcbbe6-3c6d-4275-bf9d-6867e7241c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9adf081c-d9d7-45a3-80b7-1bd00470e424'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:39:20.548544 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2817d5b4-0c67-4fc2-a0d4-5eda23e19ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (432565f5-771b-473f-bbfc-c7e31be121bc), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:20.557351 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a8861f1-d11b-4897-b5e1-4d29f2ccd6eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:20.600307 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=39b1dc8c-a8da-4596-a940-2fb8a1b47d75,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:20.634270 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-2817d5b4-0c67-4fc2-a0d4-5eda23e19ed5 None None] For port 432565f5-771b-473f-bbfc-c7e31be121bc, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:39:20.637579 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-2817d5b4-0c67-4fc2-a0d4-5eda23e19ed5 None None] For port 432565f5-771b-473f-bbfc-c7e31be121bc, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=432565f5-771b-473f-bbfc-c7e31be121bc,segment=NetworkSegment(2abcbbe6-3c6d-4275-bf9d-6867e7241c7c),segment_id=2abcbbe6-3c6d-4275-bf9d-6867e7241c7c)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:39:20.644526 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2817d5b4-0c67-4fc2-a0d4-5eda23e19ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (432565f5-771b-473f-bbfc-c7e31be121bc), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:20.687790 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-9a8861f1-d11b-4897-b5e1-4d29f2ccd6eb admin admin] Allocated IP 172.25.1.169 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/825bdba0-771b-4e11-b219-bebe91e404cc) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:39:20.695513 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-48985133-c08d-410c-9ab5-cce7e134f001 None None] Publish callbacks [] for port (d8cf28b9-b985-43f7-ae8f-7e22454899f3), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:20.705383 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-48985133-c08d-410c-9ab5-cce7e134f001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d8cf28b9-b985-43f7-ae8f-7e22454899f3), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:20.706095 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d5b4-0c67-4fc2-a0d4-5eda23e19ed5 None None] Pushing event updated for resources: {'Port': ['ID=432565f5-771b-473f-bbfc-c7e31be121bc,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:20.816506 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f617caa-2238-4db3-9efd-b6479b5ecd0a None None] Pushing event updated for resources: {'Port': ['ID=d8cf28b9-b985-43f7-ae8f-7e22454899f3,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:20.823642 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a8861f1-d11b-4897-b5e1-4d29f2ccd6eb admin admin] Publish callbacks [] for port (825bdba0-771b-4e11-b219-bebe91e404cc), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:20.823888 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-48985133-c08d-410c-9ab5-cce7e134f001 None None] Attempting to bind port d8cf28b9-b985-43f7-ae8f-7e22454899f3 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:39:20.824194 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-48985133-c08d-410c-9ab5-cce7e134f001 None None] Attempting to bind port d8cf28b9-b985-43f7-ae8f-7e22454899f3 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '76a547e7-a908-463c-93ad-405da093d5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:39:20.824767 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48985133-c08d-410c-9ab5-cce7e134f001 None None] Attempting to bind port d8cf28b9-b985-43f7-ae8f-7e22454899f3 on network c5b743c3-80a9-463a-a016-65c4a7ef507f {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:39:20.833740 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48985133-c08d-410c-9ab5-cce7e134f001 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:39:20.834087 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48985133-c08d-410c-9ab5-cce7e134f001 None None] Checking segment: {'id': '76a547e7-a908-463c-93ad-405da093d5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:39:20.834497 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-48985133-c08d-410c-9ab5-cce7e134f001 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:20.834895 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48985133-c08d-410c-9ab5-cce7e134f001 None None] Bound using segment: {'id': '76a547e7-a908-463c-93ad-405da093d5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:39:20.835368 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-48985133-c08d-410c-9ab5-cce7e134f001 None None] Bound port: d8cf28b9-b985-43f7-ae8f-7e22454899f3, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a547e7-a908-463c-93ad-405da093d5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:39:20.835749 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-48985133-c08d-410c-9ab5-cce7e134f001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d8cf28b9-b985-43f7-ae8f-7e22454899f3), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:20.847373 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f617caa-2238-4db3-9efd-b6479b5ecd0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:20.847721 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f617caa-2238-4db3-9efd-b6479b5ecd0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:20.848887 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f617caa-2238-4db3-9efd-b6479b5ecd0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:20.849147 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f617caa-2238-4db3-9efd-b6479b5ecd0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:20.849519 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f617caa-2238-4db3-9efd-b6479b5ecd0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:20.849854 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f617caa-2238-4db3-9efd-b6479b5ecd0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:20.850185 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f617caa-2238-4db3-9efd-b6479b5ecd0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:20.850510 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f617caa-2238-4db3-9efd-b6479b5ecd0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:20.850831 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f617caa-2238-4db3-9efd-b6479b5ecd0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:20.851151 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f617caa-2238-4db3-9efd-b6479b5ecd0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:20.851471 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f617caa-2238-4db3-9efd-b6479b5ecd0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:20.851788 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f617caa-2238-4db3-9efd-b6479b5ecd0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:20.852138 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f617caa-2238-4db3-9efd-b6479b5ecd0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:20.862990 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a8861f1-d11b-4897-b5e1-4d29f2ccd6eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (825bdba0-771b-4e11-b219-bebe91e404cc), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:20.913074 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8861f1-d11b-4897-b5e1-4d29f2ccd6eb admin admin] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:39:20.923053 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-9a8861f1-d11b-4897-b5e1-4d29f2ccd6eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:39:20.929080 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8861f1-d11b-4897-b5e1-4d29f2ccd6eb admin admin] Pushing event updated for resources: {'Port': ['ID=825bdba0-771b-4e11-b219-bebe91e404cc,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:20.929291 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8861f1-d11b-4897-b5e1-4d29f2ccd6eb admin admin] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:39:20.969323 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-48985133-c08d-410c-9ab5-cce7e134f001 None None] For port d8cf28b9-b985-43f7-ae8f-7e22454899f3, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:39:20.972288 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-48985133-c08d-410c-9ab5-cce7e134f001 None None] For port d8cf28b9-b985-43f7-ae8f-7e22454899f3, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d8cf28b9-b985-43f7-ae8f-7e22454899f3,segment=NetworkSegment(76a547e7-a908-463c-93ad-405da093d5bd),segment_id=76a547e7-a908-463c-93ad-405da093d5bd)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:39:20.979068 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-48985133-c08d-410c-9ab5-cce7e134f001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d8cf28b9-b985-43f7-ae8f-7e22454899f3), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:21.030004 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a57cef5b-368e-49f5-8843-f01caa57c9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:21.063050 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f617caa-2238-4db3-9efd-b6479b5ecd0a None None] Pushing event updated for resources: {'Port': ['ID=d8cf28b9-b985-43f7-ae8f-7e22454899f3,revision_number=4']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:21.077645 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48985133-c08d-410c-9ab5-cce7e134f001 None None] Routers {'c8656f15-9bee-40e4-a49e-beb4531ccfb2'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:21.078344 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-48985133-c08d-410c-9ab5-cce7e134f001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:38:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c8656f15-9bee-40e4-a49e-beb4531ccfb2'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:21.180566 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-2e6d1cbc-be8f-4159-84b5-1846509fef37 None None] Provisioning complete for port d8cf28b9-b985-43f7-ae8f-7e22454899f3 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:21.181273 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2e6d1cbc-be8f-4159-84b5-1846509fef37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d8cf28b9-b985-43f7-ae8f-7e22454899f3), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:21.259717 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a8861f1-d11b-4897-b5e1-4d29f2ccd6eb admin admin] Publish callbacks [] for router_gateway (892e2bb6-726c-4689-bf8e-25ee9c3771ce), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:21.302561 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-2e6d1cbc-be8f-4159-84b5-1846509fef37 None None] Current status of the port d8cf28b9-b985-43f7-ae8f-7e22454899f3 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:39:21.303086 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2e6d1cbc-be8f-4159-84b5-1846509fef37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (d8cf28b9-b985-43f7-ae8f-7e22454899f3), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:21.310310 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-48985133-c08d-410c-9ab5-cce7e134f001 None None] Set router c8656f15-9bee-40e4-a49e-beb4531ccfb2 gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:39:21.350248 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-2e6d1cbc-be8f-4159-84b5-1846509fef37 None None] For port d8cf28b9-b985-43f7-ae8f-7e22454899f3, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d8cf28b9-b985-43f7-ae8f-7e22454899f3,segment=NetworkSegment(76a547e7-a908-463c-93ad-405da093d5bd),segment_id=76a547e7-a908-463c-93ad-405da093d5bd)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:39:21.358380 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2e6d1cbc-be8f-4159-84b5-1846509fef37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (d8cf28b9-b985-43f7-ae8f-7e22454899f3), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:21.417218 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d1cbc-be8f-4159-84b5-1846509fef37 None None] Pushing event updated for resources: {'Port': ['ID=d8cf28b9-b985-43f7-ae8f-7e22454899f3,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:21.479837 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-08ace1fa-05f1-4587-922f-d6f0ca02b5b0 None None] Provisioning complete for port d8cf28b9-b985-43f7-ae8f-7e22454899f3 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:21.480240 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-08ace1fa-05f1-4587-922f-d6f0ca02b5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d8cf28b9-b985-43f7-ae8f-7e22454899f3), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:21.498920 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a8861f1-d11b-4897-b5e1-4d29f2ccd6eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621049'] for router (892e2bb6-726c-4689-bf8e-25ee9c3771ce), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:21.548277 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-48985133-c08d-410c-9ab5-cce7e134f001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'name': 'tempest-TestSnapshotPattern-1777743848-router', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': '39b1dc8c-a8da-4596-a940-2fb8a1b47d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:15Z', 'updated_at': '2022-02-09T02:39:17Z', 'revision_number': 4, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'gw_port': {'id': '39b1dc8c-a8da-4596-a940-2fb8a1b47d75', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:15Z', 'updated_at': '2022-02-09T02:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'd8cf28b9-b985-43f7-ae8f-7e22454899f3', 'name': '', 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'mac_address': 'fa:16:3e:18:1f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '79f99360-6298-4da1-9107-d9aeca428aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:17Z', 'updated_at': '2022-02-09T02:39:20Z', 'revision_number': 4, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'subnets': [{'id': '79f99360-6298-4da1-9107-d9aeca428aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:21.573384 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-08ace1fa-05f1-4587-922f-d6f0ca02b5b0 None None] Current status of the port d8cf28b9-b985-43f7-ae8f-7e22454899f3 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:39:21.580984 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48985133-c08d-410c-9ab5-cce7e134f001 None None] The sync data for ids ['c8656f15-9bee-40e4-a49e-beb4531ccfb2'] in n-d-822053-40 is: [{'id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'name': 'tempest-TestSnapshotPattern-1777743848-router', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': '39b1dc8c-a8da-4596-a940-2fb8a1b47d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:15Z', 'updated_at': '2022-02-09T02:39:17Z', 'revision_number': 4, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'gw_port': {'id': '39b1dc8c-a8da-4596-a940-2fb8a1b47d75', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:15Z', 'updated_at': '2022-02-09T02:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'd8cf28b9-b985-43f7-ae8f-7e22454899f3', 'name': '', 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'mac_address': 'fa:16:3e:18:1f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '79f99360-6298-4da1-9107-d9aeca428aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:17Z', 'updated_at': '2022-02-09T02:39:20Z', 'revision_number': 4, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'subnets': [{'id': '79f99360-6298-4da1-9107-d9aeca428aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:39:21.681776 n-d-822053-40 neutron-server[103528]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8861f1-d11b-4897-b5e1-4d29f2ccd6eb admin admin] Router 892e2bb6-726c-4689-bf8e-25ee9c3771ce is scheduled to L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 with binding_index 1 {{(pid=103528) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:39:21.794554 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:21.813503 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8861f1-d11b-4897-b5e1-4d29f2ccd6eb admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103528) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:39:21.824085 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6066bf1b-f1de-4fe5-8376-28ab5b7f10d9 None None] Sync routers for ids ['892e2bb6-726c-4689-bf8e-25ee9c3771ce'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:39:21.836308 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6066bf1b-f1de-4fe5-8376-28ab5b7f10d9 None None] Routers {'892e2bb6-726c-4689-bf8e-25ee9c3771ce'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:21.836477 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a8861f1-d11b-4897-b5e1-4d29f2ccd6eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:21.836931 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6066bf1b-f1de-4fe5-8376-28ab5b7f10d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:38:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['892e2bb6-726c-4689-bf8e-25ee9c3771ce'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:21.840452 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-9a8861f1-d11b-4897-b5e1-4d29f2ccd6eb admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1555028 Feb 09 02:39:21.841212 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53982) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:22.041876 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-6066bf1b-f1de-4fe5-8376-28ab5b7f10d9 None None] Set router 892e2bb6-726c-4689-bf8e-25ee9c3771ce gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:39:22.111305 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48567ae-3f94-4411-8cc3-f4e8a96b7b8d None None] Network 9adf081c-d9d7-45a3-80b7-1bd00470e424 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:39:22.166613 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 432565f5-771b-473f-bbfc-c7e31be121bc up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:39:22.284943 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-c61f1fd9-520b-4821-a9f7-08952ac2cb32 None None] Provisioning complete for port 432565f5-771b-473f-bbfc-c7e31be121bc triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:22.285311 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c61f1fd9-520b-4821-a9f7-08952ac2cb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (432565f5-771b-473f-bbfc-c7e31be121bc), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:22.367363 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1e576bec-ed41-435e-b7cd-09e186272091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:22.403358 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 432565f5-771b-473f-bbfc-c7e31be121bc triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:22.403730 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (432565f5-771b-473f-bbfc-c7e31be121bc), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:22.501291 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-c61f1fd9-520b-4821-a9f7-08952ac2cb32 None None] Current status of the port 432565f5-771b-473f-bbfc-c7e31be121bc is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:39:22.501679 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c61f1fd9-520b-4821-a9f7-08952ac2cb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (432565f5-771b-473f-bbfc-c7e31be121bc), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:22.568690 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6066bf1b-f1de-4fe5-8376-28ab5b7f10d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892e2bb6-726c-4689-bf8e-25ee9c3771ce', 'name': 'tempest-TestSnapshotPattern-1076679179-router', 'tenant_id': '534f4bc1b43c4d15a28870528c40e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '825bdba0-771b-4e11-b219-bebe91e404cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:19Z', 'updated_at': '2022-02-09T02:39:21Z', 'revision_number': 3, 'project_id': '534f4bc1b43c4d15a28870528c40e603', 'gw_port': {'id': '825bdba0-771b-4e11-b219-bebe91e404cc', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:03:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892e2bb6-726c-4689-bf8e-25ee9c3771ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:20Z', 'updated_at': '2022-02-09T02:39:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:22.574335 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-c61f1fd9-520b-4821-a9f7-08952ac2cb32 None None] For port 432565f5-771b-473f-bbfc-c7e31be121bc, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=432565f5-771b-473f-bbfc-c7e31be121bc,segment=NetworkSegment(2abcbbe6-3c6d-4275-bf9d-6867e7241c7c),segment_id=2abcbbe6-3c6d-4275-bf9d-6867e7241c7c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:39:22.577490 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-1e576bec-ed41-435e-b7cd-09e186272091 admin admin] Allocated IP 172.20.0.1 (9adf081c-d9d7-45a3-80b7-1bd00470e424/dffa93c7-4fbb-45b2-99c6-41cec4ee9133/fd601a16-0fd4-4aeb-94f8-083182af6474) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:39:22.605637 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6066bf1b-f1de-4fe5-8376-28ab5b7f10d9 None None] Checking router: 892e2bb6-726c-4689-bf8e-25ee9c3771ce for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:39:22.606168 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6066bf1b-f1de-4fe5-8376-28ab5b7f10d9 None None] Updating router 892e2bb6-726c-4689-bf8e-25ee9c3771ce port 825bdba0-771b-4e11-b219-bebe91e404cc binding host n-d-822053-40 {{(pid=103530) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:39:22.612042 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c61f1fd9-520b-4821-a9f7-08952ac2cb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (432565f5-771b-473f-bbfc-c7e31be121bc), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:22.654670 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 432565f5-771b-473f-bbfc-c7e31be121bc is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:39:22.655066 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (432565f5-771b-473f-bbfc-c7e31be121bc), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:22.694669 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6066bf1b-f1de-4fe5-8376-28ab5b7f10d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (825bdba0-771b-4e11-b219-bebe91e404cc), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:22.712706 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1e576bec-ed41-435e-b7cd-09e186272091 admin admin] Publish callbacks [] for port (fd601a16-0fd4-4aeb-94f8-083182af6474), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:22.749533 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f1fd9-520b-4821-a9f7-08952ac2cb32 None None] Pushing event updated for resources: {'Port': ['ID=432565f5-771b-473f-bbfc-c7e31be121bc,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:22.752650 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1e576bec-ed41-435e-b7cd-09e186272091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (fd601a16-0fd4-4aeb-94f8-083182af6474), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:22.805679 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e576bec-ed41-435e-b7cd-09e186272091 admin admin] Network 9adf081c-d9d7-45a3-80b7-1bd00470e424 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:39:22.808869 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-1e576bec-ed41-435e-b7cd-09e186272091 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:39:22.813062 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e576bec-ed41-435e-b7cd-09e186272091 admin admin] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:39:22.826081 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:39:22.826433 n-d-822053-40 neutron-server[103530]: DEBUG oslo_db.api [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:39:22.843867 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e576bec-ed41-435e-b7cd-09e186272091 admin admin] Pushing event updated for resources: {'Port': ['ID=fd601a16-0fd4-4aeb-94f8-083182af6474,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:22.864266 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1e576bec-ed41-435e-b7cd-09e186272091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621230'] for router_interface (892e2bb6-726c-4689-bf8e-25ee9c3771ce), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:22.905552 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-084485da-2bdb-4c15-ba03-6664a079a570 None None] Provisioning complete for port 432565f5-771b-473f-bbfc-c7e31be121bc triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:22.905928 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-084485da-2bdb-4c15-ba03-6664a079a570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (432565f5-771b-473f-bbfc-c7e31be121bc), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:23.045030 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1e576bec-ed41-435e-b7cd-09e186272091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (fd601a16-0fd4-4aeb-94f8-083182af6474), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:23.045484 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-084485da-2bdb-4c15-ba03-6664a079a570 None None] Current status of the port 432565f5-771b-473f-bbfc-c7e31be121bc is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:39:23.097072 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6066bf1b-f1de-4fe5-8376-28ab5b7f10d9 None None] Publish callbacks [] for port (825bdba0-771b-4e11-b219-bebe91e404cc), precommit_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:23.103163 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6066bf1b-f1de-4fe5-8376-28ab5b7f10d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (825bdba0-771b-4e11-b219-bebe91e404cc), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:23.158713 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-6066bf1b-f1de-4fe5-8376-28ab5b7f10d9 None None] Attempting to bind port 825bdba0-771b-4e11-b219-bebe91e404cc on host n-d-822053-40 for vnic_type normal with profile {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:39:23.159085 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-6066bf1b-f1de-4fe5-8376-28ab5b7f10d9 None None] Attempting to bind port 825bdba0-771b-4e11-b219-bebe91e404cc by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:39:23.159450 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6066bf1b-f1de-4fe5-8376-28ab5b7f10d9 None None] Attempting to bind port 825bdba0-771b-4e11-b219-bebe91e404cc on network def43282-5318-4ecb-a74b-178f79c0eb6e {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:39:23.168778 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca4ce4-8538-4b0f-94bf-315fc670752a None None] Pushing event updated for resources: {'Port': ['ID=825bdba0-771b-4e11-b219-bebe91e404cc,revision_number=2']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:23.174416 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6066bf1b-f1de-4fe5-8376-28ab5b7f10d9 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:39:23.174793 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6066bf1b-f1de-4fe5-8376-28ab5b7f10d9 None None] Checking segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:39:23.175194 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6066bf1b-f1de-4fe5-8376-28ab5b7f10d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:23.175972 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6066bf1b-f1de-4fe5-8376-28ab5b7f10d9 None None] Bound using segment: {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'} {{(pid=103530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:39:23.176665 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.managers [None req-6066bf1b-f1de-4fe5-8376-28ab5b7f10d9 None None] Bound port: 825bdba0-771b-4e11-b219-bebe91e404cc, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee950af-4111-4221-b2c0-77b9012d9818', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e'}}] {{(pid=103530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:39:23.177155 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6066bf1b-f1de-4fe5-8376-28ab5b7f10d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (825bdba0-771b-4e11-b219-bebe91e404cc), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:23.203225 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-e57c72d2-d593-49f5-b56b-3045394c2279 None None] Provisioning complete for port fd601a16-0fd4-4aeb-94f8-083182af6474 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:23.203595 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e57c72d2-d593-49f5-b56b-3045394c2279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (fd601a16-0fd4-4aeb-94f8-083182af6474), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:23.219547 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1e576bec-ed41-435e-b7cd-09e186272091 admin admin] Publish callbacks [] for port (fd601a16-0fd4-4aeb-94f8-083182af6474), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:23.224252 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1e576bec-ed41-435e-b7cd-09e186272091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (fd601a16-0fd4-4aeb-94f8-083182af6474), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:23.265147 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-e57c72d2-d593-49f5-b56b-3045394c2279 None None] Port fd601a16-0fd4-4aeb-94f8-083182af6474 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:39:23.269980 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-6066bf1b-f1de-4fe5-8376-28ab5b7f10d9 None None] For port 825bdba0-771b-4e11-b219-bebe91e404cc, host n-d-822053-40, cleared binding levels {{(pid=103530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:39:23.274007 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-6066bf1b-f1de-4fe5-8376-28ab5b7f10d9 None None] For port 825bdba0-771b-4e11-b219-bebe91e404cc, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=825bdba0-771b-4e11-b219-bebe91e404cc,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:39:23.280626 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6066bf1b-f1de-4fe5-8376-28ab5b7f10d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (825bdba0-771b-4e11-b219-bebe91e404cc), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:23.292780 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e576bec-ed41-435e-b7cd-09e186272091 admin admin] Pushing event updated for resources: {'Port': ['ID=fd601a16-0fd4-4aeb-94f8-083182af6474,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:23.295411 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-1e576bec-ed41-435e-b7cd-09e186272091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624958'] for router_interface (892e2bb6-726c-4689-bf8e-25ee9c3771ce), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:23.369182 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6066bf1b-f1de-4fe5-8376-28ab5b7f10d9 None None] Routers {'892e2bb6-726c-4689-bf8e-25ee9c3771ce'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:23.369729 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6066bf1b-f1de-4fe5-8376-28ab5b7f10d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:38:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['892e2bb6-726c-4689-bf8e-25ee9c3771ce'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:23.373363 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca4ce4-8538-4b0f-94bf-315fc670752a None None] Pushing event updated for resources: {'Port': ['ID=825bdba0-771b-4e11-b219-bebe91e404cc,revision_number=3']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:23.397090 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e576bec-ed41-435e-b7cd-09e186272091 admin admin] Network 9adf081c-d9d7-45a3-80b7-1bd00470e424 is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:39:23.398424 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-1e576bec-ed41-435e-b7cd-09e186272091 admin admin] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:39:23.528731 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e576bec-ed41-435e-b7cd-09e186272091 admin admin] Router 892e2bb6-726c-4689-bf8e-25ee9c3771ce has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:39:23.606140 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 432565f5-771b-473f-bbfc-c7e31be121bc is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:39:23.607188 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 39b1dc8c-a8da-4596-a940-2fb8a1b47d75 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:39:23.653351 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e576bec-ed41-435e-b7cd-09e186272091 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:39:23.658774 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-1e576bec-ed41-435e-b7cd-09e186272091 admin admin] 10.222.0.30 "PUT /v2.0/routers/892e2bb6-726c-4689-bf8e-25ee9c3771ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8163943 Feb 09 02:39:23.690839 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-6066bf1b-f1de-4fe5-8376-28ab5b7f10d9 None None] Set router 892e2bb6-726c-4689-bf8e-25ee9c3771ce gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:39:23.729748 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 39b1dc8c-a8da-4596-a940-2fb8a1b47d75 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:23.730116 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (39b1dc8c-a8da-4596-a940-2fb8a1b47d75), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:23.794576 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-35d0f53b-a9c5-4605-bd2d-47c0f98879d8 None None] Provisioning complete for port fd601a16-0fd4-4aeb-94f8-083182af6474 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:23.794948 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-35d0f53b-a9c5-4605-bd2d-47c0f98879d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (fd601a16-0fd4-4aeb-94f8-083182af6474), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:23.887331 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-35d0f53b-a9c5-4605-bd2d-47c0f98879d8 None None] Port fd601a16-0fd4-4aeb-94f8-083182af6474 cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:39:23.977156 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 39b1dc8c-a8da-4596-a940-2fb8a1b47d75 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:39:23.978248 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d8cf28b9-b985-43f7-ae8f-7e22454899f3 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:39:24.045033 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-6066bf1b-f1de-4fe5-8376-28ab5b7f10d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892e2bb6-726c-4689-bf8e-25ee9c3771ce', 'name': 'tempest-TestSnapshotPattern-1076679179-router', 'tenant_id': '534f4bc1b43c4d15a28870528c40e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '825bdba0-771b-4e11-b219-bebe91e404cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:19Z', 'updated_at': '2022-02-09T02:39:22Z', 'revision_number': 4, 'project_id': '534f4bc1b43c4d15a28870528c40e603', 'gw_port': {'id': '825bdba0-771b-4e11-b219-bebe91e404cc', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:03:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892e2bb6-726c-4689-bf8e-25ee9c3771ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:20Z', 'updated_at': '2022-02-09T02:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'fd601a16-0fd4-4aeb-94f8-083182af6474', 'name': '', 'network_id': '9adf081c-d9d7-45a3-80b7-1bd00470e424', 'tenant_id': '534f4bc1b43c4d15a28870528c40e603', 'mac_address': 'fa:16:3e:ee:16:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892e2bb6-726c-4689-bf8e-25ee9c3771ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': 'dffa93c7-4fbb-45b2-99c6-41cec4ee9133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:22Z', 'updated_at': '2022-02-09T02:39:23Z', 'revision_number': 2, 'project_id': '534f4bc1b43c4d15a28870528c40e603', 'subnets': [{'id': 'dffa93c7-4fbb-45b2-99c6-41cec4ee9133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:24.048878 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port d8cf28b9-b985-43f7-ae8f-7e22454899f3 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:24.048878 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (d8cf28b9-b985-43f7-ae8f-7e22454899f3), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:24.093061 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6066bf1b-f1de-4fe5-8376-28ab5b7f10d9 None None] The sync data for ids ['892e2bb6-726c-4689-bf8e-25ee9c3771ce'] in n-d-822053-40 is: [{'id': '892e2bb6-726c-4689-bf8e-25ee9c3771ce', 'name': 'tempest-TestSnapshotPattern-1076679179-router', 'tenant_id': '534f4bc1b43c4d15a28870528c40e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '825bdba0-771b-4e11-b219-bebe91e404cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:19Z', 'updated_at': '2022-02-09T02:39:22Z', 'revision_number': 4, 'project_id': '534f4bc1b43c4d15a28870528c40e603', 'gw_port': {'id': '825bdba0-771b-4e11-b219-bebe91e404cc', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:03:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892e2bb6-726c-4689-bf8e-25ee9c3771ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:20Z', 'updated_at': '2022-02-09T02:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'fd601a16-0fd4-4aeb-94f8-083182af6474', 'name': '', 'network_id': '9adf081c-d9d7-45a3-80b7-1bd00470e424', 'tenant_id': '534f4bc1b43c4d15a28870528c40e603', 'mac_address': 'fa:16:3e:ee:16:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892e2bb6-726c-4689-bf8e-25ee9c3771ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': 'dffa93c7-4fbb-45b2-99c6-41cec4ee9133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:22Z', 'updated_at': '2022-02-09T02:39:23Z', 'revision_number': 2, 'project_id': '534f4bc1b43c4d15a28870528c40e603', 'subnets': [{'id': 'dffa93c7-4fbb-45b2-99c6-41cec4ee9133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:39:24.157920 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port d8cf28b9-b985-43f7-ae8f-7e22454899f3 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:39:24.246915 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 432565f5-771b-473f-bbfc-c7e31be121bc up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:39:24.324965 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 432565f5-771b-473f-bbfc-c7e31be121bc triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:24.325342 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (432565f5-771b-473f-bbfc-c7e31be121bc), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:24.407906 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53990) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:24.417233 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-ad2349d8-30bd-4fe9-a404-143d2dab4d54 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-882444113', 'description': 'tempest-secgroup-smoke-882444113 description', 'project_id': 'c27067bb641443f289a185aa352ef7c2'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:24.419894 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 432565f5-771b-473f-bbfc-c7e31be121bc is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:39:24.441207 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ad2349d8-30bd-4fe9-a404-143d2dab4d54 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks [] for security_group (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:24.445878 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5edc1ed5-e216-454b-9951-a1d6de8b749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:24.521611 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ad2349d8-30bd-4fe9-a404-143d2dab4d54 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks [] for security_group (49db71ed-ba2b-4094-857b-e8c41e6b0f52), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:24.525511 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ad2349d8-30bd-4fe9-a404-143d2dab4d54 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (49db71ed-ba2b-4094-857b-e8c41e6b0f52), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:24.558420 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ad2349d8-30bd-4fe9-a404-143d2dab4d54 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:24.559641 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ad2349d8-30bd-4fe9-a404-143d2dab4d54 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1502199 Feb 09 02:39:24.561616 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2349d8-30bd-4fe9-a404-143d2dab4d54 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49db71ed-ba2b-4094-857b-e8c41e6b0f52,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:24.562694 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53992) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:24.572211 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-6995a262-1b90-4ab2-a90d-b0209a2ced64 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Request body: {'security_group_rule': {'security_group_id': '49db71ed-ba2b-4094-857b-e8c41e6b0f52', 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:24.605501 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6995a262-1b90-4ab2-a90d-b0209a2ced64 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks [] for security_group_rule (f2ecab20-4408-426a-a4a2-47bef1c253a4), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:24.664715 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6995a262-1b90-4ab2-a90d-b0209a2ced64 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks [] for security_group_rule (f2ecab20-4408-426a-a4a2-47bef1c253a4), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:24.669066 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6995a262-1b90-4ab2-a90d-b0209a2ced64 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (f2ecab20-4408-426a-a4a2-47bef1c253a4), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:24.687563 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995a262-1b90-4ab2-a90d-b0209a2ced64 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2ecab20-4408-426a-a4a2-47bef1c253a4,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:24.697487 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6995a262-1b90-4ab2-a90d-b0209a2ced64 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:24.698746 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-6995a262-1b90-4ab2-a90d-b0209a2ced64 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1343570 Feb 09 02:39:24.701503 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53994) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:24.706099 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-532d4571-a230-45fc-96c9-d111d05fbf5d tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Request body: {'security_group_rule': {'security_group_id': '49db71ed-ba2b-4094-857b-e8c41e6b0f52', 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:24.732914 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-532d4571-a230-45fc-96c9-d111d05fbf5d tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks [] for security_group_rule (35407d9e-470e-45d4-a795-519711ebcbe7), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:24.792340 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-532d4571-a230-45fc-96c9-d111d05fbf5d tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks [] for security_group_rule (35407d9e-470e-45d4-a795-519711ebcbe7), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:24.796439 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-532d4571-a230-45fc-96c9-d111d05fbf5d tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (35407d9e-470e-45d4-a795-519711ebcbe7), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:24.816438 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d4571-a230-45fc-96c9-d111d05fbf5d tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35407d9e-470e-45d4-a795-519711ebcbe7,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:24.830263 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-532d4571-a230-45fc-96c9-d111d05fbf5d tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:24.831757 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-532d4571-a230-45fc-96c9-d111d05fbf5d tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1292682 Feb 09 02:39:24.834325 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 53996) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:24.839416 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.v2.base [None req-1b37e2b1-a131-44f5-bfe5-5e1d36ec2146 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Request body: {'security_group_rule': {'security_group_id': '49db71ed-ba2b-4094-857b-e8c41e6b0f52', 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103528) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:24.864690 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b37e2b1-a131-44f5-bfe5-5e1d36ec2146 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks [] for security_group_rule (1af3d05d-34b8-42a4-ad3c-a65fd520ecc9), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:24.935602 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b37e2b1-a131-44f5-bfe5-5e1d36ec2146 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks [] for security_group_rule (1af3d05d-34b8-42a4-ad3c-a65fd520ecc9), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:24.939430 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b37e2b1-a131-44f5-bfe5-5e1d36ec2146 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (1af3d05d-34b8-42a4-ad3c-a65fd520ecc9), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:24.962552 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37e2b1-a131-44f5-bfe5-5e1d36ec2146 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af3d05d-34b8-42a4-ad3c-a65fd520ecc9,revision_number=0']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:24.971719 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b37e2b1-a131-44f5-bfe5-5e1d36ec2146 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:24.973528 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-1b37e2b1-a131-44f5-bfe5-5e1d36ec2146 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1375620 Feb 09 02:39:24.976614 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 53998) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:24.981845 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-b198a3cf-1f6d-4bc4-85ff-5ee0acef40eb tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Request body: {'security_group_rule': {'security_group_id': '49db71ed-ba2b-4094-857b-e8c41e6b0f52', 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:25.008070 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b198a3cf-1f6d-4bc4-85ff-5ee0acef40eb tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks [] for security_group_rule (c52f3134-f401-43cf-ab56-edde1f0fca9f), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:25.069834 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b198a3cf-1f6d-4bc4-85ff-5ee0acef40eb tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks [] for security_group_rule (c52f3134-f401-43cf-ab56-edde1f0fca9f), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:25.073907 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b198a3cf-1f6d-4bc4-85ff-5ee0acef40eb tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (c52f3134-f401-43cf-ab56-edde1f0fca9f), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:25.092732 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b198a3cf-1f6d-4bc4-85ff-5ee0acef40eb tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c52f3134-f401-43cf-ab56-edde1f0fca9f,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:25.102538 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b198a3cf-1f6d-4bc4-85ff-5ee0acef40eb tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:25.103761 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-b198a3cf-1f6d-4bc4-85ff-5ee0acef40eb tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1261075 Feb 09 02:39:25.106795 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54000) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:25.111322 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-0e1592c7-9edc-4952-8c50-2f595c1713f0 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Request body: {'security_group_rule': {'security_group_id': '49db71ed-ba2b-4094-857b-e8c41e6b0f52', 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:25.133878 n-d-822053-40 neutron-server[103529]: INFO neutron.db.securitygroups_db [None req-0e1592c7-9edc-4952-8c50-2f595c1713f0 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Project c27067bb641443f289a185aa352ef7c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:39:25.139067 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0e1592c7-9edc-4952-8c50-2f595c1713f0 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks [] for security_group_rule (0fe18d8d-7404-446d-b9af-3fd1a00051ef), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:25.201816 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0e1592c7-9edc-4952-8c50-2f595c1713f0 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks [] for security_group_rule (0fe18d8d-7404-446d-b9af-3fd1a00051ef), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:25.205839 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0e1592c7-9edc-4952-8c50-2f595c1713f0 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (0fe18d8d-7404-446d-b9af-3fd1a00051ef), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:25.226263 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1592c7-9edc-4952-8c50-2f595c1713f0 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe18d8d-7404-446d-b9af-3fd1a00051ef,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:25.231550 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0e1592c7-9edc-4952-8c50-2f595c1713f0 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:25.232825 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0e1592c7-9edc-4952-8c50-2f595c1713f0 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1250229 Feb 09 02:39:25.235413 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54002) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:25.240966 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-0f59e689-788c-4645-8ce2-3c4d439beff7 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Request body: {'security_group_rule': {'security_group_id': '49db71ed-ba2b-4094-857b-e8c41e6b0f52', 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:25.261894 n-d-822053-40 neutron-server[103529]: INFO neutron.db.securitygroups_db [None req-0f59e689-788c-4645-8ce2-3c4d439beff7 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Project c27067bb641443f289a185aa352ef7c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:39:25.266970 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0f59e689-788c-4645-8ce2-3c4d439beff7 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks [] for security_group_rule (c99a6654-35fc-46cf-bf2c-1c8c202dc8e0), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:25.333304 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0f59e689-788c-4645-8ce2-3c4d439beff7 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks [] for security_group_rule (c99a6654-35fc-46cf-bf2c-1c8c202dc8e0), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:25.336997 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0f59e689-788c-4645-8ce2-3c4d439beff7 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792912'] for security_group_rule (c99a6654-35fc-46cf-bf2c-1c8c202dc8e0), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:25.356080 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59e689-788c-4645-8ce2-3c4d439beff7 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c99a6654-35fc-46cf-bf2c-1c8c202dc8e0,revision_number=0']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:25.365999 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0f59e689-788c-4645-8ce2-3c4d439beff7 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:25.367098 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-0f59e689-788c-4645-8ce2-3c4d439beff7 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1307280 Feb 09 02:39:25.620557 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-75b03c87-c8e0-4e08-983e-55845ae7d43d tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-882444113&fields=id&tenant_id=c27067bb641443f289a185aa352ef7c2 HTTP/1.1" status: 200 len: 267 time: 0.0445714 Feb 09 02:39:25.726818 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-9afabf10-062d-4ef4-a487-e6f909946732 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:25.728223 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-9afabf10-062d-4ef4-a487-e6f909946732 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/networks?id=c5b743c3-80a9-463a-a016-65c4a7ef507f HTTP/1.1" status: 200 len: 810 time: 0.1010873 Feb 09 02:39:25.743656 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-e3245a92-f2de-4e78-81e8-a4bb4966825c tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/quotas/c27067bb641443f289a185aa352ef7c2 HTTP/1.1" status: 200 len: 375 time: 0.0097671 Feb 09 02:39:25.805158 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-5d42270a-b3ea-40fb-8b6b-744dec7df63b tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c27067bb641443f289a185aa352ef7c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557952 Feb 09 02:39:25.900053 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-ba574c85-a279-4458-b008-bdfe8db59e56 service neutron] 10.222.0.30 "GET /v2.0/networks/c5b743c3-80a9-463a-a016-65c4a7ef507f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838106 Feb 09 02:39:25.997320 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-8128ca31-792c-4c90-85bf-83085bc2fa2a service neutron] 10.222.0.30 "GET /v2.0/networks/c5b743c3-80a9-463a-a016-65c4a7ef507f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910814 Feb 09 02:39:26.132725 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:26.209911 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b70a634-5a32-4a26-a27d-1c194756f289 None None] Sync routers for ids ['892e2bb6-726c-4689-bf8e-25ee9c3771ce'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:39:26.219204 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b70a634-5a32-4a26-a27d-1c194756f289 None None] Routers {'892e2bb6-726c-4689-bf8e-25ee9c3771ce'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:26.219788 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-4b70a634-5a32-4a26-a27d-1c194756f289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:39:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['892e2bb6-726c-4689-bf8e-25ee9c3771ce'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:26.252570 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 825bdba0-771b-4e11-b219-bebe91e404cc up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:39:26.303084 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 825bdba0-771b-4e11-b219-bebe91e404cc triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:26.303453 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (825bdba0-771b-4e11-b219-bebe91e404cc), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:26.330059 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-4b70a634-5a32-4a26-a27d-1c194756f289 None None] Set router 892e2bb6-726c-4689-bf8e-25ee9c3771ce gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:39:26.381840 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 825bdba0-771b-4e11-b219-bebe91e404cc is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:39:26.382340 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (825bdba0-771b-4e11-b219-bebe91e404cc), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:26.406653 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] For port 825bdba0-771b-4e11-b219-bebe91e404cc, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=825bdba0-771b-4e11-b219-bebe91e404cc,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:39:26.410938 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (825bdba0-771b-4e11-b219-bebe91e404cc), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:26.457840 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Pushing event updated for resources: {'Port': ['ID=825bdba0-771b-4e11-b219-bebe91e404cc,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:26.534960 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-4b70a634-5a32-4a26-a27d-1c194756f289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892e2bb6-726c-4689-bf8e-25ee9c3771ce', 'name': 'tempest-TestSnapshotPattern-1076679179-router', 'tenant_id': '534f4bc1b43c4d15a28870528c40e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '825bdba0-771b-4e11-b219-bebe91e404cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:19Z', 'updated_at': '2022-02-09T02:39:22Z', 'revision_number': 4, 'project_id': '534f4bc1b43c4d15a28870528c40e603', 'gw_port': {'id': '825bdba0-771b-4e11-b219-bebe91e404cc', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:03:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892e2bb6-726c-4689-bf8e-25ee9c3771ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:20Z', 'updated_at': '2022-02-09T02:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'fd601a16-0fd4-4aeb-94f8-083182af6474', 'name': '', 'network_id': '9adf081c-d9d7-45a3-80b7-1bd00470e424', 'tenant_id': '534f4bc1b43c4d15a28870528c40e603', 'mac_address': 'fa:16:3e:ee:16:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892e2bb6-726c-4689-bf8e-25ee9c3771ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': 'dffa93c7-4fbb-45b2-99c6-41cec4ee9133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:22Z', 'updated_at': '2022-02-09T02:39:23Z', 'revision_number': 2, 'project_id': '534f4bc1b43c4d15a28870528c40e603', 'subnets': [{'id': 'dffa93c7-4fbb-45b2-99c6-41cec4ee9133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:26.561030 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b70a634-5a32-4a26-a27d-1c194756f289 None None] Checking router: 892e2bb6-726c-4689-bf8e-25ee9c3771ce for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:39:26.561378 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b70a634-5a32-4a26-a27d-1c194756f289 None None] Updating router 892e2bb6-726c-4689-bf8e-25ee9c3771ce port fd601a16-0fd4-4aeb-94f8-083182af6474 binding host n-d-822053-40 {{(pid=103531) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:39:26.588858 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4b70a634-5a32-4a26-a27d-1c194756f289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (fd601a16-0fd4-4aeb-94f8-083182af6474), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:26.846363 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4b70a634-5a32-4a26-a27d-1c194756f289 None None] Publish callbacks [] for port (fd601a16-0fd4-4aeb-94f8-083182af6474), precommit_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:26.851826 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4b70a634-5a32-4a26-a27d-1c194756f289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (fd601a16-0fd4-4aeb-94f8-083182af6474), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:26.901319 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b0dbe-b242-40e1-9601-1fbb42f80017 None None] Pushing event updated for resources: {'Port': ['ID=fd601a16-0fd4-4aeb-94f8-083182af6474,revision_number=3']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:26.952839 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-4b70a634-5a32-4a26-a27d-1c194756f289 None None] Attempting to bind port fd601a16-0fd4-4aeb-94f8-083182af6474 on host n-d-822053-40 for vnic_type normal with profile {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:39:26.953198 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-4b70a634-5a32-4a26-a27d-1c194756f289 None None] Attempting to bind port fd601a16-0fd4-4aeb-94f8-083182af6474 by drivers openvswitch,hyperv on host n-d-822053-40 at level 0 using segments [{'id': '2abcbbe6-3c6d-4275-bf9d-6867e7241c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9adf081c-d9d7-45a3-80b7-1bd00470e424'}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:39:26.953547 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b70a634-5a32-4a26-a27d-1c194756f289 None None] Attempting to bind port fd601a16-0fd4-4aeb-94f8-083182af6474 on network 9adf081c-d9d7-45a3-80b7-1bd00470e424 {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:39:26.959319 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b70a634-5a32-4a26-a27d-1c194756f289 None None] Checking agent: {'id': '291196e7-1eca-480f-93f5-b005e0147b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 58, 28), 'started_at': datetime.datetime(2022, 2, 9, 0, 58, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-822053-40'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:39:26.959652 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b70a634-5a32-4a26-a27d-1c194756f289 None None] Checking segment: {'id': '2abcbbe6-3c6d-4275-bf9d-6867e7241c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9adf081c-d9d7-45a3-80b7-1bd00470e424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:39:26.960082 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4b70a634-5a32-4a26-a27d-1c194756f289 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:26.960539 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b70a634-5a32-4a26-a27d-1c194756f289 None None] Bound using segment: {'id': '2abcbbe6-3c6d-4275-bf9d-6867e7241c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9adf081c-d9d7-45a3-80b7-1bd00470e424'} {{(pid=103531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:39:26.961405 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.managers [None req-4b70a634-5a32-4a26-a27d-1c194756f289 None None] Bound port: fd601a16-0fd4-4aeb-94f8-083182af6474, host: n-d-822053-40, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2abcbbe6-3c6d-4275-bf9d-6867e7241c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9adf081c-d9d7-45a3-80b7-1bd00470e424'}}] {{(pid=103531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:39:26.962535 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4b70a634-5a32-4a26-a27d-1c194756f289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (fd601a16-0fd4-4aeb-94f8-083182af6474), before_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:27.031536 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-4b70a634-5a32-4a26-a27d-1c194756f289 None None] For port fd601a16-0fd4-4aeb-94f8-083182af6474, host n-d-822053-40, cleared binding levels {{(pid=103531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:39:27.034645 n-d-822053-40 neutron-server[103531]: DEBUG neutron.plugins.ml2.db [None req-4b70a634-5a32-4a26-a27d-1c194756f289 None None] For port fd601a16-0fd4-4aeb-94f8-083182af6474, host n-d-822053-40, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=fd601a16-0fd4-4aeb-94f8-083182af6474,segment=NetworkSegment(2abcbbe6-3c6d-4275-bf9d-6867e7241c7c),segment_id=2abcbbe6-3c6d-4275-bf9d-6867e7241c7c)] {{(pid=103531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:39:27.041363 n-d-822053-40 neutron-server[103531]: DEBUG neutron_lib.callbacks.manager [None req-4b70a634-5a32-4a26-a27d-1c194756f289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (fd601a16-0fd4-4aeb-94f8-083182af6474), after_update {{(pid=103531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:27.096790 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b70a634-5a32-4a26-a27d-1c194756f289 None None] Routers {'892e2bb6-726c-4689-bf8e-25ee9c3771ce'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:27.097400 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-4b70a634-5a32-4a26-a27d-1c194756f289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:39:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['892e2bb6-726c-4689-bf8e-25ee9c3771ce'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:27.175135 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-bae51741-8c65-4934-8345-1bb3f85c61b7 None None] Provisioning complete for port fd601a16-0fd4-4aeb-94f8-083182af6474 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:27.175795 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bae51741-8c65-4934-8345-1bb3f85c61b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (fd601a16-0fd4-4aeb-94f8-083182af6474), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:27.219707 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-4b70a634-5a32-4a26-a27d-1c194756f289 None None] Set router 892e2bb6-726c-4689-bf8e-25ee9c3771ce gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:39:27.249176 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b0dbe-b242-40e1-9601-1fbb42f80017 None None] Pushing event updated for resources: {'Port': ['ID=fd601a16-0fd4-4aeb-94f8-083182af6474,revision_number=4']} {{(pid=103531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:27.339130 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-bae51741-8c65-4934-8345-1bb3f85c61b7 None None] Current status of the port fd601a16-0fd4-4aeb-94f8-083182af6474 is: DOWN; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:39:27.340016 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bae51741-8c65-4934-8345-1bb3f85c61b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (fd601a16-0fd4-4aeb-94f8-083182af6474), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:27.362625 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2d2c3294-2a07-4132-9530-84cfacd9bd16 req-d3063ece-f831-49cd-beb4-f1b0cd377785 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/ports?device_id=457221b3-0f0e-4608-a1e9-a1ea9547ecc8 HTTP/1.1" status: 200 len: 210 time: 0.2018449 Feb 09 02:39:27.390367 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-bae51741-8c65-4934-8345-1bb3f85c61b7 None None] For port fd601a16-0fd4-4aeb-94f8-083182af6474, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=fd601a16-0fd4-4aeb-94f8-083182af6474,segment=NetworkSegment(2abcbbe6-3c6d-4275-bf9d-6867e7241c7c),segment_id=2abcbbe6-3c6d-4275-bf9d-6867e7241c7c)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:39:27.396296 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bae51741-8c65-4934-8345-1bb3f85c61b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (fd601a16-0fd4-4aeb-94f8-083182af6474), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:27.446852 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-4b70a634-5a32-4a26-a27d-1c194756f289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892e2bb6-726c-4689-bf8e-25ee9c3771ce', 'name': 'tempest-TestSnapshotPattern-1076679179-router', 'tenant_id': '534f4bc1b43c4d15a28870528c40e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '825bdba0-771b-4e11-b219-bebe91e404cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:19Z', 'updated_at': '2022-02-09T02:39:22Z', 'revision_number': 4, 'project_id': '534f4bc1b43c4d15a28870528c40e603', 'gw_port': {'id': '825bdba0-771b-4e11-b219-bebe91e404cc', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:03:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e2bb6-726c-4689-bf8e-25ee9c3771ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:20Z', 'updated_at': '2022-02-09T02:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'fd601a16-0fd4-4aeb-94f8-083182af6474', 'name': '', 'network_id': '9adf081c-d9d7-45a3-80b7-1bd00470e424', 'tenant_id': '534f4bc1b43c4d15a28870528c40e603', 'mac_address': 'fa:16:3e:ee:16:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892e2bb6-726c-4689-bf8e-25ee9c3771ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': 'dffa93c7-4fbb-45b2-99c6-41cec4ee9133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:22Z', 'updated_at': '2022-02-09T02:39:27Z', 'revision_number': 4, 'project_id': '534f4bc1b43c4d15a28870528c40e603', 'subnets': [{'id': 'dffa93c7-4fbb-45b2-99c6-41cec4ee9133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:27.449222 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae51741-8c65-4934-8345-1bb3f85c61b7 None None] Pushing event updated for resources: {'Port': ['ID=fd601a16-0fd4-4aeb-94f8-083182af6474,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:27.477389 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b70a634-5a32-4a26-a27d-1c194756f289 None None] The sync data for ids ['892e2bb6-726c-4689-bf8e-25ee9c3771ce'] in n-d-822053-40 is: [{'id': '892e2bb6-726c-4689-bf8e-25ee9c3771ce', 'name': 'tempest-TestSnapshotPattern-1076679179-router', 'tenant_id': '534f4bc1b43c4d15a28870528c40e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '825bdba0-771b-4e11-b219-bebe91e404cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:19Z', 'updated_at': '2022-02-09T02:39:22Z', 'revision_number': 4, 'project_id': '534f4bc1b43c4d15a28870528c40e603', 'gw_port': {'id': '825bdba0-771b-4e11-b219-bebe91e404cc', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:03:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e2bb6-726c-4689-bf8e-25ee9c3771ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:20Z', 'updated_at': '2022-02-09T02:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'fd601a16-0fd4-4aeb-94f8-083182af6474', 'name': '', 'network_id': '9adf081c-d9d7-45a3-80b7-1bd00470e424', 'tenant_id': '534f4bc1b43c4d15a28870528c40e603', 'mac_address': 'fa:16:3e:ee:16:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892e2bb6-726c-4689-bf8e-25ee9c3771ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': 'dffa93c7-4fbb-45b2-99c6-41cec4ee9133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:22Z', 'updated_at': '2022-02-09T02:39:27Z', 'revision_number': 4, 'project_id': '534f4bc1b43c4d15a28870528c40e603', 'subnets': [{'id': 'dffa93c7-4fbb-45b2-99c6-41cec4ee9133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:39:27.519545 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-439e1769-1848-47a4-bb87-bf71b34835a4 None None] Provisioning complete for port fd601a16-0fd4-4aeb-94f8-083182af6474 triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:27.519993 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-439e1769-1848-47a4-bb87-bf71b34835a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (fd601a16-0fd4-4aeb-94f8-083182af6474), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:27.611443 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-439e1769-1848-47a4-bb87-bf71b34835a4 None None] Current status of the port fd601a16-0fd4-4aeb-94f8-083182af6474 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:39:27.882943 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:28.249524 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device fd601a16-0fd4-4aeb-94f8-083182af6474 up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:39:28.302280 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port fd601a16-0fd4-4aeb-94f8-083182af6474 triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:28.302653 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (fd601a16-0fd4-4aeb-94f8-083182af6474), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:28.388989 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port fd601a16-0fd4-4aeb-94f8-083182af6474 is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:39:28.390102 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 825bdba0-771b-4e11-b219-bebe91e404cc up at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:39:28.471288 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Provisioning complete for port 825bdba0-771b-4e11-b219-bebe91e404cc triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:28.471956 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (825bdba0-771b-4e11-b219-bebe91e404cc), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:28.494591 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-22226706-2cfc-4ae9-90ab-cf1ffc812d1b req-6b49eccd-e53c-45a8-8fcc-cee26576f1f9 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/ports?device_id=457221b3-0f0e-4608-a1e9-a1ea9547ecc8 HTTP/1.1" status: 200 len: 210 time: 0.0350986 Feb 09 02:39:28.543501 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:28.577513 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-1565c77a-6e01-439f-a661-61b136d370ea tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:28.579248 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-1565c77a-6e01-439f-a661-61b136d370ea tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.91 "GET /v2.0/networks?id=c5b743c3-80a9-463a-a016-65c4a7ef507f HTTP/1.1" status: 200 len: 810 time: 0.2031460 Feb 09 02:39:28.599050 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Current status of the port 825bdba0-771b-4e11-b219-bebe91e404cc is: ACTIVE; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:39:28.651943 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-72be254e-fd07-47ab-8030-1e327609d1b2 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c27067bb641443f289a185aa352ef7c2 HTTP/1.1" status: 200 len: 379 time: 0.0550153 Feb 09 02:39:28.661607 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-89e45cf7-2b88-44aa-b5a6-1642d44f5add tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Request body: {'port': {'device_id': '457221b3-0f0e-4608-a1e9-a1ea9547ecc8', 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f', 'admin_state_up': True, 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'security_groups': ['49db71ed-ba2b-4094-857b-e8c41e6b0f52']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:28.776302 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-89e45cf7-2b88-44aa-b5a6-1642d44f5add tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Made reservation on behalf of c27067bb641443f289a185aa352ef7c2 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:39:28.779840 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-89e45cf7-2b88-44aa-b5a6-1642d44f5add tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:28.909747 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-89e45cf7-2b88-44aa-b5a6-1642d44f5add tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Allocated IP 172.20.0.12 (c5b743c3-80a9-463a-a016-65c4a7ef507f/79f99360-6298-4da1-9107-d9aeca428aa1/22f58d6d-ff45-4fb0-8c31-4c6cf531f70e) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:39:29.051346 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-89e45cf7-2b88-44aa-b5a6-1642d44f5add tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks [] for port (22f58d6d-ff45-4fb0-8c31-4c6cf531f70e), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:29.085128 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-89e45cf7-2b88-44aa-b5a6-1642d44f5add tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (22f58d6d-ff45-4fb0-8c31-4c6cf531f70e), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:29.130919 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-89e45cf7-2b88-44aa-b5a6-1642d44f5add tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Network c5b743c3-80a9-463a-a016-65c4a7ef507f is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:39:29.134044 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-89e45cf7-2b88-44aa-b5a6-1642d44f5add tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:39:29.136349 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-89e45cf7-2b88-44aa-b5a6-1642d44f5add tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:39:29.162116 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e45cf7-2b88-44aa-b5a6-1642d44f5add tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Pushing event updated for resources: {'Port': ['ID=22f58d6d-ff45-4fb0-8c31-4c6cf531f70e,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:29.193424 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-89e45cf7-2b88-44aa-b5a6-1642d44f5add tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:29.194041 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-89e45cf7-2b88-44aa-b5a6-1642d44f5add tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:29.211911 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-89e45cf7-2b88-44aa-b5a6-1642d44f5add tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5545285 Feb 09 02:39:29.234053 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-0fbaa491-367e-405b-91ad-3d5b61cd8abf service neutron] Request body: {'port': {'device_id': '457221b3-0f0e-4608-a1e9-a1ea9547ecc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:29.300799 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-0fbaa491-367e-405b-91ad-3d5b61cd8abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (22f58d6d-ff45-4fb0-8c31-4c6cf531f70e), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:29.341159 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-11adc72d-f196-4fea-b3cb-058b68043c4b None None] Provisioning complete for port 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:29.341719 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-11adc72d-f196-4fea-b3cb-058b68043c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (22f58d6d-ff45-4fb0-8c31-4c6cf531f70e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:29.375748 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-11adc72d-f196-4fea-b3cb-058b68043c4b None None] Port 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:39:29.560399 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-0fbaa491-367e-405b-91ad-3d5b61cd8abf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:39:29.568281 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-0fbaa491-367e-405b-91ad-3d5b61cd8abf service neutron] Publish callbacks [] for port (22f58d6d-ff45-4fb0-8c31-4c6cf531f70e), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:29.581925 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-0fbaa491-367e-405b-91ad-3d5b61cd8abf service neutron] Transition to ACTIVE for port object 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:39:29.595830 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-0fbaa491-367e-405b-91ad-3d5b61cd8abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (22f58d6d-ff45-4fb0-8c31-4c6cf531f70e), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:30.017730 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbaa491-367e-405b-91ad-3d5b61cd8abf service neutron] Pushing event updated for resources: {'Port': ['ID=22f58d6d-ff45-4fb0-8c31-4c6cf531f70e,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:30.053390 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267f13d-cae3-4640-9116-2d05fafe3ee7 req-ee6dfe24-fd61-4b1b-baab-883b1cc68d07 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:30.055269 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7267f13d-cae3-4640-9116-2d05fafe3ee7 req-ee6dfe24-fd61-4b1b-baab-883b1cc68d07 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/ports?device_id=457221b3-0f0e-4608-a1e9-a1ea9547ecc8 HTTP/1.1" status: 200 len: 944 time: 0.4764006 Feb 09 02:39:30.167390 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-0fbaa491-367e-405b-91ad-3d5b61cd8abf service neutron] Attempting to bind port 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e on host n-h2-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:39:30.167730 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-0fbaa491-367e-405b-91ad-3d5b61cd8abf service neutron] Attempting to bind port 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e by drivers openvswitch,hyperv on host n-h2-822053-40 at level 0 using segments [{'id': '76a547e7-a908-463c-93ad-405da093d5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:39:30.168095 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-0fbaa491-367e-405b-91ad-3d5b61cd8abf service neutron] Attempting to bind port 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e on network c5b743c3-80a9-463a-a016-65c4a7ef507f {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:39:30.173913 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7267f13d-cae3-4640-9116-2d05fafe3ee7 req-31263fdb-9317-4488-b611-259808597f54 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db71ed-ba2b-4094-857b-e8c41e6b0f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837739 Feb 09 02:39:30.177568 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-0fbaa491-367e-405b-91ad-3d5b61cd8abf service neutron] Port 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e on network c5b743c3-80a9-463a-a016-65c4a7ef507f not bound, no agent of type Open vSwitch agent registered on host n-h2-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:39:30.177894 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-0fbaa491-367e-405b-91ad-3d5b61cd8abf service neutron] Attempting to bind port 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e on network c5b743c3-80a9-463a-a016-65c4a7ef507f {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:39:30.184969 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-0fbaa491-367e-405b-91ad-3d5b61cd8abf service neutron] Checking agent: {'id': '261dec15-0994-4913-bea3-a53b0a89e62f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:39:30.185281 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-0fbaa491-367e-405b-91ad-3d5b61cd8abf service neutron] Checking segment: {'id': '76a547e7-a908-463c-93ad-405da093d5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:39:30.185662 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-0fbaa491-367e-405b-91ad-3d5b61cd8abf service neutron] Bound using segment: {'id': '76a547e7-a908-463c-93ad-405da093d5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:39:30.186341 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-0fbaa491-367e-405b-91ad-3d5b61cd8abf service neutron] Bound port: 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e, host: n-h2-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76a547e7-a908-463c-93ad-405da093d5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:39:30.186722 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-0fbaa491-367e-405b-91ad-3d5b61cd8abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (22f58d6d-ff45-4fb0-8c31-4c6cf531f70e), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:30.257062 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-0fbaa491-367e-405b-91ad-3d5b61cd8abf service neutron] For port 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e, host n-h2-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:39:30.260831 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-0fbaa491-367e-405b-91ad-3d5b61cd8abf service neutron] For port 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e, host n-h2-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=22f58d6d-ff45-4fb0-8c31-4c6cf531f70e,segment=NetworkSegment(76a547e7-a908-463c-93ad-405da093d5bd),segment_id=76a547e7-a908-463c-93ad-405da093d5bd)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:39:30.268066 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-0fbaa491-367e-405b-91ad-3d5b61cd8abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (22f58d6d-ff45-4fb0-8c31-4c6cf531f70e), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:30.305576 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-0fbaa491-367e-405b-91ad-3d5b61cd8abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:30.306765 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-0fbaa491-367e-405b-91ad-3d5b61cd8abf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:30.308214 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-0fbaa491-367e-405b-91ad-3d5b61cd8abf service neutron] 10.222.0.91 "PUT /v2.0/ports/22f58d6d-ff45-4fb0-8c31-4c6cf531f70e HTTP/1.1" status: 200 len: 1093 time: 1.0787735 Feb 09 02:39:30.310713 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457221b3-0f0e-4608-a1e9-a1ea9547ecc8', 'tag': '22f58d6d-ff45-4fb0-8c31-4c6cf531f70e'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:39:30.313000 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85386c61-4a28-4847-87e5-d312bafc5e2d" -d '{"events": [{"name": "network-changed", "server_uuid": "457221b3-0f0e-4608-a1e9-a1ea9547ecc8", "tag": "22f58d6d-ff45-4fb0-8c31-4c6cf531f70e"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:39:30.347342 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbaa491-367e-405b-91ad-3d5b61cd8abf service neutron] Pushing event updated for resources: {'Port': ['ID=22f58d6d-ff45-4fb0-8c31-4c6cf531f70e,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:30.385232 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4881ad5a-1eff-4baf-9de5-34a5900590cc x-openstack-request-id: req-4881ad5a-1eff-4baf-9de5-34a5900590cc {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:39:30.385606 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "457221b3-0f0e-4608-a1e9-a1ea9547ecc8", "tag": "22f58d6d-ff45-4fb0-8c31-4c6cf531f70e", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:39:30.385765 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4881ad5a-1eff-4baf-9de5-34a5900590cc {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:39:30.386159 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457221b3-0f0e-4608-a1e9-a1ea9547ecc8', 'tag': '22f58d6d-ff45-4fb0-8c31-4c6cf531f70e', 'status': 'completed', 'code': 200} Feb 09 02:39:30.429490 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-641997b1-cb58-4525-9b6a-e6c6e1dbadc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:30.431004 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-641997b1-cb58-4525-9b6a-e6c6e1dbadc2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c27067bb641443f289a185aa352ef7c2&device_id=457221b3-0f0e-4608-a1e9-a1ea9547ecc8 HTTP/1.1" status: 200 len: 1127 time: 0.0557063 Feb 09 02:39:30.485319 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-16b5ec4c-9e43-40c6-8915-956095e049bd service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22f58d6d-ff45-4fb0-8c31-4c6cf531f70e HTTP/1.1" status: 200 len: 217 time: 0.0438504 Feb 09 02:39:30.541471 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-1b6d677d-2a9e-4606-8c40-1766f9b29fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:30.542930 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-1b6d677d-2a9e-4606-8c40-1766f9b29fa5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=79f99360-6298-4da1-9107-d9aeca428aa1 HTTP/1.1" status: 200 len: 849 time: 0.0466781 Feb 09 02:39:30.596793 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-21836c90-5657-45fe-bab0-740d7fbf542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:30.599249 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-21836c90-5657-45fe-bab0-740d7fbf542a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c5b743c3-80a9-463a-a016-65c4a7ef507f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0491645 Feb 09 02:39:30.715065 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-2e2f3c01-26bb-4573-b331-758c1ac4ffab service neutron] 10.222.0.91 "GET /v2.0/networks/c5b743c3-80a9-463a-a016-65c4a7ef507f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067355 Feb 09 02:39:30.818633 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-83c22826-1ac5-44e0-abdc-cf4b8ffedcc2 req-72a19c45-c6ec-49cd-96c5-b0c613606dd8 service neutron] 10.222.0.91 "GET /v2.0/networks/c5b743c3-80a9-463a-a016-65c4a7ef507f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938048 Feb 09 02:39:30.921356 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85386c61-4a28-4847-87e5-d312bafc5e2d req-53665bb8-3b95-4d4d-8204-169250b98ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:30.922882 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-85386c61-4a28-4847-87e5-d312bafc5e2d req-53665bb8-3b95-4d4d-8204-169250b98ce1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c27067bb641443f289a185aa352ef7c2&device_id=457221b3-0f0e-4608-a1e9-a1ea9547ecc8 HTTP/1.1" status: 200 len: 1127 time: 0.0552139 Feb 09 02:39:31.021638 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85386c61-4a28-4847-87e5-d312bafc5e2d req-ef41c76a-9f1f-4f68-8b34-661cc3d57975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:31.023462 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-85386c61-4a28-4847-87e5-d312bafc5e2d req-ef41c76a-9f1f-4f68-8b34-661cc3d57975 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c5b743c3-80a9-463a-a016-65c4a7ef507f HTTP/1.1" status: 200 len: 911 time: 0.0943263 Feb 09 02:39:31.064224 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-85386c61-4a28-4847-87e5-d312bafc5e2d req-478a605d-45ee-4823-846e-3680b78f5fb7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22f58d6d-ff45-4fb0-8c31-4c6cf531f70e HTTP/1.1" status: 200 len: 217 time: 0.0352888 Feb 09 02:39:31.117544 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85386c61-4a28-4847-87e5-d312bafc5e2d req-0e6b7cb1-4c6e-4f3a-940e-d9e3a6223890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:31.118989 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-85386c61-4a28-4847-87e5-d312bafc5e2d req-0e6b7cb1-4c6e-4f3a-940e-d9e3a6223890 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=79f99360-6298-4da1-9107-d9aeca428aa1 HTTP/1.1" status: 200 len: 849 time: 0.0482538 Feb 09 02:39:31.170276 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85386c61-4a28-4847-87e5-d312bafc5e2d req-00243d03-4eca-4ede-b460-6f8b89a708bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:31.171950 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-85386c61-4a28-4847-87e5-d312bafc5e2d req-00243d03-4eca-4ede-b460-6f8b89a708bc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c5b743c3-80a9-463a-a016-65c4a7ef507f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470815 Feb 09 02:39:31.271407 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-85386c61-4a28-4847-87e5-d312bafc5e2d req-4a8a387c-b1e4-44e5-91e3-0b8f0cd8ad47 service neutron] 10.222.0.91 "GET /v2.0/networks/c5b743c3-80a9-463a-a016-65c4a7ef507f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926461 Feb 09 02:39:31.374319 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c8ebb-ee84-4dad-b219-f53c1d7f63e0 req-6a326106-8d78-4c45-8008-aaf16977407d tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:31.375766 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9b3c8ebb-ee84-4dad-b219-f53c1d7f63e0 req-6a326106-8d78-4c45-8008-aaf16977407d tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/ports?device_id=457221b3-0f0e-4608-a1e9-a1ea9547ecc8 HTTP/1.1" status: 200 len: 944 time: 0.1187618 Feb 09 02:39:31.404283 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-85386c61-4a28-4847-87e5-d312bafc5e2d req-e33f551c-00df-4a71-9259-60fe9b48e996 service neutron] 10.222.0.91 "GET /v2.0/networks/c5b743c3-80a9-463a-a016-65c4a7ef507f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135609 Feb 09 02:39:31.437760 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9b3c8ebb-ee84-4dad-b219-f53c1d7f63e0 req-8a27f376-e60a-438c-81c5-352814939220 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db71ed-ba2b-4094-857b-e8c41e6b0f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547843 Feb 09 02:39:32.561004 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb001b-a6ab-4861-abe0-1ce6e5445d5b req-576b490b-3146-4b31-8a12-af519ad10ebb tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:32.562478 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4fb001b-a6ab-4861-abe0-1ce6e5445d5b req-576b490b-3146-4b31-8a12-af519ad10ebb tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/ports?device_id=457221b3-0f0e-4608-a1e9-a1ea9547ecc8 HTTP/1.1" status: 200 len: 944 time: 0.0564330 Feb 09 02:39:32.612605 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4fb001b-a6ab-4861-abe0-1ce6e5445d5b req-f6c3fbfe-6d23-4dad-875f-572d01264792 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db71ed-ba2b-4094-857b-e8c41e6b0f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436122 Feb 09 02:39:33.323641 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:39:33.694881 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:39:33.736214 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416b8e0-560c-4e20-8997-a970e1b434b4 req-9c6d7674-c28d-4479-9644-3ef16d2ec72e tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:33.737707 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9416b8e0-560c-4e20-8997-a970e1b434b4 req-9c6d7674-c28d-4479-9644-3ef16d2ec72e tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/ports?device_id=457221b3-0f0e-4608-a1e9-a1ea9547ecc8 HTTP/1.1" status: 200 len: 944 time: 0.0538290 Feb 09 02:39:33.786998 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9416b8e0-560c-4e20-8997-a970e1b434b4 req-6a1ec154-4e18-4c11-b242-a36acadeafb0 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db71ed-ba2b-4094-857b-e8c41e6b0f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434031 Feb 09 02:39:33.792834 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=22f58d6d-ff45-4fb0-8c31-4c6cf531f70e,segment=NetworkSegment(76a547e7-a908-463c-93ad-405da093d5bd),segment_id=76a547e7-a908-463c-93ad-405da093d5bd)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:39:33.804924 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '22f58d6d-ff45-4fb0-8c31-4c6cf531f70e', 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f', 'port_id': '22f58d6d-ff45-4fb0-8c31-4c6cf531f70e', 'mac_address': 'fa:16:3e:3e:1f:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f99360-6298-4da1-9107-d9aeca428aa1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:39:33.845225 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:39:33.845534 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (22f58d6d-ff45-4fb0-8c31-4c6cf531f70e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:33.858946 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:39:33.877618 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=22f58d6d-ff45-4fb0-8c31-4c6cf531f70e,segment=NetworkSegment(76a547e7-a908-463c-93ad-405da093d5bd),segment_id=76a547e7-a908-463c-93ad-405da093d5bd)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:39:33.881967 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (22f58d6d-ff45-4fb0-8c31-4c6cf531f70e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:33.929385 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=22f58d6d-ff45-4fb0-8c31-4c6cf531f70e,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:34.164870 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['22f58d6d-ff45-4fb0-8c31-4c6cf531f70e'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:39:34.911128 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5114b36-7f81-4e87-97c6-41169cdf1655 req-7726b415-43f9-457a-8deb-b889115a7526 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:34.912433 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b5114b36-7f81-4e87-97c6-41169cdf1655 req-7726b415-43f9-457a-8deb-b889115a7526 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/ports?device_id=457221b3-0f0e-4608-a1e9-a1ea9547ecc8 HTTP/1.1" status: 200 len: 945 time: 0.0558283 Feb 09 02:39:34.960248 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b5114b36-7f81-4e87-97c6-41169cdf1655 req-c8c35e74-8b9d-4e3f-a984-309092b4f75a tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db71ed-ba2b-4094-857b-e8c41e6b0f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422833 Feb 09 02:39:35.694631 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:39:35.745940 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning for port 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:39:35.751112 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:35.751496 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (22f58d6d-ff45-4fb0-8c31-4c6cf531f70e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:35.830758 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:39:35.831063 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (22f58d6d-ff45-4fb0-8c31-4c6cf531f70e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:35.853574 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457221b3-0f0e-4608-a1e9-a1ea9547ecc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f58d6d-ff45-4fb0-8c31-4c6cf531f70e'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:39:35.855801 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bb5a1265871782f8fa80d718c2cad0aad3f2595cc534f44543b72f1ded69d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c2ee51-9317-4c80-a47d-79ab904f243f" -d '{"events": [{"server_uuid": "457221b3-0f0e-4608-a1e9-a1ea9547ecc8", "name": "network-vif-plugged", "status": "completed", "tag": "22f58d6d-ff45-4fb0-8c31-4c6cf531f70e"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:39:35.869054 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=22f58d6d-ff45-4fb0-8c31-4c6cf531f70e,segment=NetworkSegment(76a547e7-a908-463c-93ad-405da093d5bd),segment_id=76a547e7-a908-463c-93ad-405da093d5bd)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:39:35.872825 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (22f58d6d-ff45-4fb0-8c31-4c6cf531f70e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:35.899359 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbec09be-fe87-42d6-a11c-e3ff72d14380 x-openstack-request-id: req-fbec09be-fe87-42d6-a11c-e3ff72d14380 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:39:35.899655 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457221b3-0f0e-4608-a1e9-a1ea9547ecc8", "name": "network-vif-plugged", "status": "completed", "tag": "22f58d6d-ff45-4fb0-8c31-4c6cf531f70e", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:39:35.899907 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fbec09be-fe87-42d6-a11c-e3ff72d14380 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:39:35.900324 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457221b3-0f0e-4608-a1e9-a1ea9547ecc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f58d6d-ff45-4fb0-8c31-4c6cf531f70e', 'code': 200} Feb 09 02:39:35.927638 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=22f58d6d-ff45-4fb0-8c31-4c6cf531f70e,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:35.999520 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108fe493-8091-4276-8935-70d32ebef940 req-09df31a2-7ded-4365-ab94-cd33665f1d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:36.001116 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-108fe493-8091-4276-8935-70d32ebef940 req-09df31a2-7ded-4365-ab94-cd33665f1d2f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=457221b3-0f0e-4608-a1e9-a1ea9547ecc8 HTTP/1.1" status: 200 len: 1129 time: 0.0439065 Feb 09 02:39:36.074138 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-108fe493-8091-4276-8935-70d32ebef940 req-f8a10069-fd4c-4aa1-b992-e1e7be51fd91 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=49db71ed-ba2b-4094-857b-e8c41e6b0f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643976 Feb 09 02:39:36.097869 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c3afd-1826-4f7d-922a-508c8b283304 req-05f0fcc0-c4b7-4be9-a6d8-436fa1cde9d5 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:36.099240 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-236c3afd-1826-4f7d-922a-508c8b283304 req-05f0fcc0-c4b7-4be9-a6d8-436fa1cde9d5 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/ports?device_id=457221b3-0f0e-4608-a1e9-a1ea9547ecc8 HTTP/1.1" status: 200 len: 946 time: 0.0664241 Feb 09 02:39:36.151675 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-236c3afd-1826-4f7d-922a-508c8b283304 req-0f262b3f-9ae0-48e0-9023-366c9adae4c5 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db71ed-ba2b-4094-857b-e8c41e6b0f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468979 Feb 09 02:39:37.281512 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b6e3d-2544-4b2f-85b6-51f968fafacd req-f2c158a8-b966-40d2-882a-1984e176daf1 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:37.282997 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f71b6e3d-2544-4b2f-85b6-51f968fafacd req-f2c158a8-b966-40d2-882a-1984e176daf1 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/ports?device_id=457221b3-0f0e-4608-a1e9-a1ea9547ecc8 HTTP/1.1" status: 200 len: 946 time: 0.0594757 Feb 09 02:39:37.333588 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-f71b6e3d-2544-4b2f-85b6-51f968fafacd req-3fe66204-f744-400e-8bde-f27cd8091864 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db71ed-ba2b-4094-857b-e8c41e6b0f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438898 Feb 09 02:39:38.455502 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72548090-8d29-433c-b1f8-0075f67cf7e6 req-57606eb4-34e7-4192-93b9-7d2fa734c917 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:38.456909 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-72548090-8d29-433c-b1f8-0075f67cf7e6 req-57606eb4-34e7-4192-93b9-7d2fa734c917 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/ports?device_id=457221b3-0f0e-4608-a1e9-a1ea9547ecc8 HTTP/1.1" status: 200 len: 946 time: 0.0536776 Feb 09 02:39:38.505312 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-72548090-8d29-433c-b1f8-0075f67cf7e6 req-f32d0ee8-683f-468c-be19-b74396ffa6dc tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db71ed-ba2b-4094-857b-e8c41e6b0f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421920 Feb 09 02:39:38.627855 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805402bf-45a9-44d0-9dac-ac99610540f2 req-b399f762-10bf-490f-ab7b-0b67ebc5e718 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:38.629948 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-805402bf-45a9-44d0-9dac-ac99610540f2 req-b399f762-10bf-490f-ab7b-0b67ebc5e718 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/ports?device_id=457221b3-0f0e-4608-a1e9-a1ea9547ecc8 HTTP/1.1" status: 200 len: 946 time: 0.0583887 Feb 09 02:39:38.679124 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-805402bf-45a9-44d0-9dac-ac99610540f2 req-31643da9-1a57-4d23-97ce-d5c26e4920ac tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db71ed-ba2b-4094-857b-e8c41e6b0f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436323 Feb 09 02:39:38.700652 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54064) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:38.784125 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fad15a-6516-4e93-bed0-926a87b7f148 tempest-TestSnapshotPattern-278104152 tempest-TestSnapshotPattern-278104152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:38.786288 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d9fad15a-6516-4e93-bed0-926a87b7f148 tempest-TestSnapshotPattern-278104152 tempest-TestSnapshotPattern-278104152-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=457221b3-0f0e-4608-a1e9-a1ea9547ecc8 HTTP/1.1" status: 200 len: 1124 time: 0.0846052 Feb 09 02:39:38.789013 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54068) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:38.793206 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-7199765c-53d6-46b7-8579-e94e82730788 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'port_id': '22f58d6d-ff45-4fb0-8c31-4c6cf531f70e', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:38.813342 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7199765c-53d6-46b7-8579-e94e82730788 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:38.916637 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7199765c-53d6-46b7-8579-e94e82730788 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:39.024392 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-7199765c-53d6-46b7-8579-e94e82730788 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Allocated IP 172.25.1.205 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/e328db12-1662-49d9-a1fb-292794101806) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:39:39.134351 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7199765c-53d6-46b7-8579-e94e82730788 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks [] for port (e328db12-1662-49d9-a1fb-292794101806), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:39.168238 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7199765c-53d6-46b7-8579-e94e82730788 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (e328db12-1662-49d9-a1fb-292794101806), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:39.204129 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7199765c-53d6-46b7-8579-e94e82730788 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:39:39.209902 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-7199765c-53d6-46b7-8579-e94e82730788 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:39:39.214308 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7199765c-53d6-46b7-8579-e94e82730788 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:39:39.236945 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199765c-53d6-46b7-8579-e94e82730788 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Pushing event updated for resources: {'Port': ['ID=e328db12-1662-49d9-a1fb-292794101806,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:39.567096 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7199765c-53d6-46b7-8579-e94e82730788 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks [] for floatingip (2bdc6e5c-a4a1-46d5-b0f6-e7051678c004), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:39.634984 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7199765c-53d6-46b7-8579-e94e82730788 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (e328db12-1662-49d9-a1fb-292794101806), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:39.787685 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7199765c-53d6-46b7-8579-e94e82730788 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks [] for port (e328db12-1662-49d9-a1fb-292794101806), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:39.792290 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7199765c-53d6-46b7-8579-e94e82730788 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (e328db12-1662-49d9-a1fb-292794101806), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:39.860462 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199765c-53d6-46b7-8579-e94e82730788 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Pushing event updated for resources: {'Port': ['ID=e328db12-1662-49d9-a1fb-292794101806,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:39.871048 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7199765c-53d6-46b7-8579-e94e82730788 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (2bdc6e5c-a4a1-46d5-b0f6-e7051678c004), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:39.975212 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [None req-7199765c-53d6-46b7-8579-e94e82730788 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Floating IP 2bdc6e5c-a4a1-46d5-b0f6-e7051678c004 associated. External IP: 172.25.1.205, port: 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e. Feb 09 02:39:40.186243 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7199765c-53d6-46b7-8579-e94e82730788 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Router c8656f15-9bee-40e4-a49e-beb4531ccfb2 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:39:40.301145 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7199765c-53d6-46b7-8579-e94e82730788 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:39:40.311673 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92f377f-e9c5-48ae-bc3a-5206e8448129 None None] Sync routers for ids ['c8656f15-9bee-40e4-a49e-beb4531ccfb2'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:39:40.321192 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7199765c-53d6-46b7-8579-e94e82730788 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:40.324302 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92f377f-e9c5-48ae-bc3a-5206e8448129 None None] Routers {'c8656f15-9bee-40e4-a49e-beb4531ccfb2'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:40.324916 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-a92f377f-e9c5-48ae-bc3a-5206e8448129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:39:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c8656f15-9bee-40e4-a49e-beb4531ccfb2'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:40.353078 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7199765c-53d6-46b7-8579-e94e82730788 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5630507 Feb 09 02:39:40.353686 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457221b3-0f0e-4608-a1e9-a1ea9547ecc8', 'tag': '22f58d6d-ff45-4fb0-8c31-4c6cf531f70e'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:39:40.355918 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aaabecd-3891-4f7f-8084-0cc15e509c90" -d '{"events": [{"name": "network-changed", "server_uuid": "457221b3-0f0e-4608-a1e9-a1ea9547ecc8", "tag": "22f58d6d-ff45-4fb0-8c31-4c6cf531f70e"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:39:40.393508 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c0f024-9f90-4dfc-8e4f-cd37ed269dd2 x-openstack-request-id: req-02c0f024-9f90-4dfc-8e4f-cd37ed269dd2 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:39:40.393802 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "457221b3-0f0e-4608-a1e9-a1ea9547ecc8", "tag": "22f58d6d-ff45-4fb0-8c31-4c6cf531f70e", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:39:40.394050 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-02c0f024-9f90-4dfc-8e4f-cd37ed269dd2 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:39:40.394454 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457221b3-0f0e-4608-a1e9-a1ea9547ecc8', 'tag': '22f58d6d-ff45-4fb0-8c31-4c6cf531f70e', 'status': 'completed', 'code': 200} Feb 09 02:39:40.450412 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-a92f377f-e9c5-48ae-bc3a-5206e8448129 None None] Set router c8656f15-9bee-40e4-a49e-beb4531ccfb2 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:39:40.463535 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaabecd-3891-4f7f-8084-0cc15e509c90 req-03d4d227-8064-4c75-9eb9-9eaf847bf554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:40.465122 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7aaabecd-3891-4f7f-8084-0cc15e509c90 req-03d4d227-8064-4c75-9eb9-9eaf847bf554 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c27067bb641443f289a185aa352ef7c2&device_id=457221b3-0f0e-4608-a1e9-a1ea9547ecc8 HTTP/1.1" status: 200 len: 1129 time: 0.0467277 Feb 09 02:39:40.560504 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaabecd-3891-4f7f-8084-0cc15e509c90 req-536b2ca2-874b-42dc-8c33-60625111ab13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:40.561993 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7aaabecd-3891-4f7f-8084-0cc15e509c90 req-536b2ca2-874b-42dc-8c33-60625111ab13 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c5b743c3-80a9-463a-a016-65c4a7ef507f HTTP/1.1" status: 200 len: 911 time: 0.0901380 Feb 09 02:39:40.627507 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7aaabecd-3891-4f7f-8084-0cc15e509c90 req-8f0b481e-d7c7-4a15-adeb-c6c82e9c679e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22f58d6d-ff45-4fb0-8c31-4c6cf531f70e HTTP/1.1" status: 200 len: 1000 time: 0.0586536 Feb 09 02:39:40.674280 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-a92f377f-e9c5-48ae-bc3a-5206e8448129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'name': 'tempest-TestSnapshotPattern-1777743848-router', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': '39b1dc8c-a8da-4596-a940-2fb8a1b47d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:15Z', 'updated_at': '2022-02-09T02:39:17Z', 'revision_number': 4, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'gw_port': {'id': '39b1dc8c-a8da-4596-a940-2fb8a1b47d75', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:15Z', 'updated_at': '2022-02-09T02:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '2bdc6e5c-a4a1-46d5-b0f6-e7051678c004', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'floating_ip_address': '172.25.1.205', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'port_id': '22f58d6d-ff45-4fb0-8c31-4c6cf531f70e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f', 'mac_address': 'fa:16:3e:3e:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457221b3-0f0e-4608-a1e9-a1ea9547ecc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:39:39Z', 'updated_at': '2022-02-09T02:39:39Z', 'revision_number': 0, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8cf28b9-b985-43f7-ae8f-7e22454899f3', 'name': '', 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'mac_address': 'fa:16:3e:18:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '79f99360-6298-4da1-9107-d9aeca428aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:17Z', 'updated_at': '2022-02-09T02:39:21Z', 'revision_number': 5, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'subnets': [{'id': '79f99360-6298-4da1-9107-d9aeca428aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:40.675204 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaabecd-3891-4f7f-8084-0cc15e509c90 req-335459dc-1b44-40d2-bef7-d70635d6fa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:40.677215 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7aaabecd-3891-4f7f-8084-0cc15e509c90 req-335459dc-1b44-40d2-bef7-d70635d6fa3e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=79f99360-6298-4da1-9107-d9aeca428aa1 HTTP/1.1" status: 200 len: 849 time: 0.0441110 Feb 09 02:39:40.702316 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92f377f-e9c5-48ae-bc3a-5206e8448129 None None] Checking router: c8656f15-9bee-40e4-a49e-beb4531ccfb2 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:39:40.711970 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92f377f-e9c5-48ae-bc3a-5206e8448129 None None] Routers {'c8656f15-9bee-40e4-a49e-beb4531ccfb2'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:40.712604 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-a92f377f-e9c5-48ae-bc3a-5206e8448129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:39:24Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c8656f15-9bee-40e4-a49e-beb4531ccfb2'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:40.732153 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaabecd-3891-4f7f-8084-0cc15e509c90 req-c628086a-5159-458b-876a-c13b30f77f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:40.733654 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7aaabecd-3891-4f7f-8084-0cc15e509c90 req-c628086a-5159-458b-876a-c13b30f77f32 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c5b743c3-80a9-463a-a016-65c4a7ef507f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0501814 Feb 09 02:39:40.825451 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-a92f377f-e9c5-48ae-bc3a-5206e8448129 None None] Set router c8656f15-9bee-40e4-a49e-beb4531ccfb2 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:39:40.825708 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7aaabecd-3891-4f7f-8084-0cc15e509c90 req-aac905fc-f3d2-4000-848d-e93d539ead7c service neutron] 10.222.0.91 "GET /v2.0/networks/c5b743c3-80a9-463a-a016-65c4a7ef507f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853138 Feb 09 02:39:40.921566 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-7aaabecd-3891-4f7f-8084-0cc15e509c90 req-81f11b21-7efc-4b8e-8044-5746953fe6f2 service neutron] 10.222.0.91 "GET /v2.0/networks/c5b743c3-80a9-463a-a016-65c4a7ef507f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892081 Feb 09 02:39:41.054132 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-a92f377f-e9c5-48ae-bc3a-5206e8448129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'name': 'tempest-TestSnapshotPattern-1777743848-router', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': '39b1dc8c-a8da-4596-a940-2fb8a1b47d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:15Z', 'updated_at': '2022-02-09T02:39:17Z', 'revision_number': 4, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'gw_port': {'id': '39b1dc8c-a8da-4596-a940-2fb8a1b47d75', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:15Z', 'updated_at': '2022-02-09T02:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '2bdc6e5c-a4a1-46d5-b0f6-e7051678c004', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'floating_ip_address': '172.25.1.205', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'port_id': '22f58d6d-ff45-4fb0-8c31-4c6cf531f70e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f', 'mac_address': 'fa:16:3e:3e:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457221b3-0f0e-4608-a1e9-a1ea9547ecc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:39:39Z', 'updated_at': '2022-02-09T02:39:39Z', 'revision_number': 0, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8cf28b9-b985-43f7-ae8f-7e22454899f3', 'name': '', 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'mac_address': 'fa:16:3e:18:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '79f99360-6298-4da1-9107-d9aeca428aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:17Z', 'updated_at': '2022-02-09T02:39:21Z', 'revision_number': 5, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'subnets': [{'id': '79f99360-6298-4da1-9107-d9aeca428aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:41.082012 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92f377f-e9c5-48ae-bc3a-5206e8448129 None None] The sync data for ids ['c8656f15-9bee-40e4-a49e-beb4531ccfb2'] in n-d-822053-40 is: [{'id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'name': 'tempest-TestSnapshotPattern-1777743848-router', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': '39b1dc8c-a8da-4596-a940-2fb8a1b47d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:15Z', 'updated_at': '2022-02-09T02:39:17Z', 'revision_number': 4, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'gw_port': {'id': '39b1dc8c-a8da-4596-a940-2fb8a1b47d75', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:15Z', 'updated_at': '2022-02-09T02:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '2bdc6e5c-a4a1-46d5-b0f6-e7051678c004', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'floating_ip_address': '172.25.1.205', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'port_id': '22f58d6d-ff45-4fb0-8c31-4c6cf531f70e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f', 'mac_address': 'fa:16:3e:3e:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457221b3-0f0e-4608-a1e9-a1ea9547ecc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:39:39Z', 'updated_at': '2022-02-09T02:39:39Z', 'revision_number': 0, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8cf28b9-b985-43f7-ae8f-7e22454899f3', 'name': '', 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'mac_address': 'fa:16:3e:18:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '79f99360-6298-4da1-9107-d9aeca428aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:17Z', 'updated_at': '2022-02-09T02:39:21Z', 'revision_number': 5, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'subnets': [{'id': '79f99360-6298-4da1-9107-d9aeca428aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:39:41.275942 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a833985b-628d-4050-8711-52535e48190e None None] New status for floating IP 2bdc6e5c-a4a1-46d5-b0f6-e7051678c004: ACTIVE {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:39:47.490910 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4598829c-1cf1-4ced-9c4f-0ed9ec70366f req-ef9e5b4d-849f-4a89-91bb-034e17eab502 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=457221b3-0f0e-4608-a1e9-a1ea9547ecc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436380 Feb 09 02:39:47.575319 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598829c-1cf1-4ced-9c4f-0ed9ec70366f req-8b285a0e-6ae2-4adc-84f1-b7dd2e785ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:47.576842 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4598829c-1cf1-4ced-9c4f-0ed9ec70366f req-8b285a0e-6ae2-4adc-84f1-b7dd2e785ee5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c27067bb641443f289a185aa352ef7c2&device_id=457221b3-0f0e-4608-a1e9-a1ea9547ecc8 HTTP/1.1" status: 200 len: 1129 time: 0.0451093 Feb 09 02:39:47.684013 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598829c-1cf1-4ced-9c4f-0ed9ec70366f req-1e20c55a-22a8-46ee-8279-1d77ceb49e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:47.685402 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4598829c-1cf1-4ced-9c4f-0ed9ec70366f req-1e20c55a-22a8-46ee-8279-1d77ceb49e72 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c5b743c3-80a9-463a-a016-65c4a7ef507f HTTP/1.1" status: 200 len: 911 time: 0.0880878 Feb 09 02:39:47.751074 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4598829c-1cf1-4ced-9c4f-0ed9ec70366f req-bd6c696f-13ba-4e4b-83fa-9de09f5f12f1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22f58d6d-ff45-4fb0-8c31-4c6cf531f70e HTTP/1.1" status: 200 len: 1002 time: 0.0582023 Feb 09 02:39:47.799000 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598829c-1cf1-4ced-9c4f-0ed9ec70366f req-c4f5af0f-86db-49a0-8439-ff56ee344395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:47.800508 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4598829c-1cf1-4ced-9c4f-0ed9ec70366f req-c4f5af0f-86db-49a0-8439-ff56ee344395 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=79f99360-6298-4da1-9107-d9aeca428aa1 HTTP/1.1" status: 200 len: 849 time: 0.0432022 Feb 09 02:39:47.852706 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598829c-1cf1-4ced-9c4f-0ed9ec70366f req-a2cda7fe-ce1f-4529-b33d-cb344b496936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:47.854200 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4598829c-1cf1-4ced-9c4f-0ed9ec70366f req-a2cda7fe-ce1f-4529-b33d-cb344b496936 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c5b743c3-80a9-463a-a016-65c4a7ef507f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0480721 Feb 09 02:39:47.942304 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4598829c-1cf1-4ced-9c4f-0ed9ec70366f req-217fe0d6-a0fb-42d9-93d8-b0c6893ce11f service neutron] 10.222.0.91 "GET /v2.0/networks/c5b743c3-80a9-463a-a016-65c4a7ef507f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814757 Feb 09 02:39:48.038013 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4598829c-1cf1-4ced-9c4f-0ed9ec70366f req-17315f95-84be-4484-9e1b-e9bd81a78ac2 service neutron] 10.222.0.91 "GET /v2.0/networks/c5b743c3-80a9-463a-a016-65c4a7ef507f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899780 Feb 09 02:39:50.397669 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:51.001383 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9f2094a6-2c0e-4a3a-b84e-8165773e8e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:51.779231 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:54.448396 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-4c6ce2c3-170a-4eb4-85dd-43007fd0b896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:56.135996 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:57.884828 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:58.521043 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:10.322600 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:40:20.405323 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:21.003576 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-42012d3e-4009-4c3e-ac94-4e17ae64ca99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:21.783621 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:24.448911 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e8f5b0af-902f-4565-8fc7-692abf7fc59c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:26.140409 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:27.888717 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:28.513489 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:47.320961 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:40:47.481743 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eded2f9f-8877-4246-8757-92dd5d0f2f1e req-a79e8ec9-2977-4133-a92b-798562b16ac4 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=457221b3-0f0e-4608-a1e9-a1ea9547ecc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444789 Feb 09 02:40:47.578157 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded2f9f-8877-4246-8757-92dd5d0f2f1e req-f135fa37-7ad2-4903-86e3-52b9a20ee758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:47.579638 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eded2f9f-8877-4246-8757-92dd5d0f2f1e req-f135fa37-7ad2-4903-86e3-52b9a20ee758 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c27067bb641443f289a185aa352ef7c2&device_id=457221b3-0f0e-4608-a1e9-a1ea9547ecc8 HTTP/1.1" status: 200 len: 1129 time: 0.0462503 Feb 09 02:40:47.688682 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded2f9f-8877-4246-8757-92dd5d0f2f1e req-8ca19833-f0c8-43a6-9fe6-5ea633ee97f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:47.690309 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eded2f9f-8877-4246-8757-92dd5d0f2f1e req-8ca19833-f0c8-43a6-9fe6-5ea633ee97f4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c5b743c3-80a9-463a-a016-65c4a7ef507f HTTP/1.1" status: 200 len: 911 time: 0.0896010 Feb 09 02:40:47.759387 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eded2f9f-8877-4246-8757-92dd5d0f2f1e req-95a4a997-0c2f-4d5c-a5e8-9f06dc84bc2e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22f58d6d-ff45-4fb0-8c31-4c6cf531f70e HTTP/1.1" status: 200 len: 1002 time: 0.0601685 Feb 09 02:40:47.810351 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded2f9f-8877-4246-8757-92dd5d0f2f1e req-dec0edb5-a243-46a8-b8fa-700038bcd145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:47.811753 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eded2f9f-8877-4246-8757-92dd5d0f2f1e req-dec0edb5-a243-46a8-b8fa-700038bcd145 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=79f99360-6298-4da1-9107-d9aeca428aa1 HTTP/1.1" status: 200 len: 849 time: 0.0438056 Feb 09 02:40:47.866231 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded2f9f-8877-4246-8757-92dd5d0f2f1e req-a112c079-e93d-4bb2-806b-7257657fa970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:47.867619 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eded2f9f-8877-4246-8757-92dd5d0f2f1e req-a112c079-e93d-4bb2-806b-7257657fa970 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c5b743c3-80a9-463a-a016-65c4a7ef507f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0469615 Feb 09 02:40:47.959593 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eded2f9f-8877-4246-8757-92dd5d0f2f1e req-83f91a96-eb8a-45ab-8e62-1e498fae0d0d service neutron] 10.222.0.91 "GET /v2.0/networks/c5b743c3-80a9-463a-a016-65c4a7ef507f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823469 Feb 09 02:40:48.057012 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eded2f9f-8877-4246-8757-92dd5d0f2f1e req-67a12906-ee65-460e-ae3a-7c20b0410e27 service neutron] 10.222.0.91 "GET /v2.0/networks/c5b743c3-80a9-463a-a016-65c4a7ef507f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875657 Feb 09 02:40:50.409118 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:51.006569 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3b83c52d-5a66-414f-858e-ad4466f73bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:51.783041 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:54.450300 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6f15830c-89dc-4a5a-945e-629e9c582173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:56.140661 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:57.896865 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:58.515187 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:20.409168 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:21.008315 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b6f3623a-2d75-444c-b4d5-718ad4fcfe79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:21.797778 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:24.319691 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:41:24.451732 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-984b098a-896e-42f9-b06c-0dc01324cd34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:26.143371 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:27.893928 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:28.515726 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:40.311479 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e details requested by agent hyperv_n-h2-822053-40 with host n-h2-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:41:40.575517 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=22f58d6d-ff45-4fb0-8c31-4c6cf531f70e,segment=NetworkSegment(76a547e7-a908-463c-93ad-405da093d5bd),segment_id=76a547e7-a908-463c-93ad-405da093d5bd)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:41:40.586461 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Returning: {'device': '22f58d6d-ff45-4fb0-8c31-4c6cf531f70e', 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f', 'port_id': '22f58d6d-ff45-4fb0-8c31-4c6cf531f70e', 'mac_address': 'fa:16:3e:3e:1f:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f99360-6298-4da1-9107-d9aeca428aa1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:41:40.623129 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e is: ACTIVE; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:41:40.623510 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (22f58d6d-ff45-4fb0-8c31-4c6cf531f70e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:40.635886 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:41:40.655138 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=22f58d6d-ff45-4fb0-8c31-4c6cf531f70e,segment=NetworkSegment(76a547e7-a908-463c-93ad-405da093d5bd),segment_id=76a547e7-a908-463c-93ad-405da093d5bd)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:41:40.659261 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (22f58d6d-ff45-4fb0-8c31-4c6cf531f70e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:40.710591 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=22f58d6d-ff45-4fb0-8c31-4c6cf531f70e,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:40.718765 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:40.719105 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:40.719441 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:40.719772 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:40.720131 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:40.720460 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:40.720784 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:40.721105 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:40.721424 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:40.721744 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:40.722076 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:40.722376 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:40.722692 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:40.743628 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] get_ports_and_sgs() called for port_ids ['22f58d6d-ff45-4fb0-8c31-4c6cf531f70e'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:41:42.315677 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e up at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:41:42.367545 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Provisioning complete for port 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:41:42.367934 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (22f58d6d-ff45-4fb0-8c31-4c6cf531f70e), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:42.460514 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:41:42.460907 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (22f58d6d-ff45-4fb0-8c31-4c6cf531f70e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:42.487918 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457221b3-0f0e-4608-a1e9-a1ea9547ecc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f58d6d-ff45-4fb0-8c31-4c6cf531f70e'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:41:42.490214 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bb5a1265871782f8fa80d718c2cad0aad3f2595cc534f44543b72f1ded69d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826a1aef-b47f-4fc3-8760-4c919c334185" -d '{"events": [{"server_uuid": "457221b3-0f0e-4608-a1e9-a1ea9547ecc8", "name": "network-vif-plugged", "status": "completed", "tag": "22f58d6d-ff45-4fb0-8c31-4c6cf531f70e"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:41:42.516222 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=22f58d6d-ff45-4fb0-8c31-4c6cf531f70e,segment=NetworkSegment(76a547e7-a908-463c-93ad-405da093d5bd),segment_id=76a547e7-a908-463c-93ad-405da093d5bd)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:41:42.523582 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (22f58d6d-ff45-4fb0-8c31-4c6cf531f70e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:42.554731 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5254b550-ed31-42d3-a0cb-488e75e7b25f x-openstack-request-id: req-5254b550-ed31-42d3-a0cb-488e75e7b25f {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:41:42.555105 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457221b3-0f0e-4608-a1e9-a1ea9547ecc8", "name": "network-vif-plugged", "status": "completed", "tag": "22f58d6d-ff45-4fb0-8c31-4c6cf531f70e", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:41:42.555243 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5254b550-ed31-42d3-a0cb-488e75e7b25f {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:41:42.555642 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457221b3-0f0e-4608-a1e9-a1ea9547ecc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f58d6d-ff45-4fb0-8c31-4c6cf531f70e', 'code': 200} Feb 09 02:41:42.583971 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=22f58d6d-ff45-4fb0-8c31-4c6cf531f70e,revision_number=7']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:48.559894 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d518506-cded-42b2-a679-318ccae6655a req-b6e5c847-d7a1-44f0-baf9-9a67cd59128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:48.561607 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6d518506-cded-42b2-a679-318ccae6655a req-b6e5c847-d7a1-44f0-baf9-9a67cd59128c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c27067bb641443f289a185aa352ef7c2&device_id=457221b3-0f0e-4608-a1e9-a1ea9547ecc8 HTTP/1.1" status: 200 len: 1129 time: 0.0549936 Feb 09 02:41:48.679963 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d518506-cded-42b2-a679-318ccae6655a req-07161eca-a745-4d35-9dfa-9a7cc19586b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:48.682395 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6d518506-cded-42b2-a679-318ccae6655a req-07161eca-a745-4d35-9dfa-9a7cc19586b8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c5b743c3-80a9-463a-a016-65c4a7ef507f HTTP/1.1" status: 200 len: 911 time: 0.0961986 Feb 09 02:41:48.761780 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6d518506-cded-42b2-a679-318ccae6655a req-d25a17e0-ac7f-4f8c-8d27-6a6dad994393 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22f58d6d-ff45-4fb0-8c31-4c6cf531f70e HTTP/1.1" status: 200 len: 1002 time: 0.0720327 Feb 09 02:41:48.815895 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d518506-cded-42b2-a679-318ccae6655a req-4837278a-b2c7-4e77-a4ba-046f96fee6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:48.817441 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6d518506-cded-42b2-a679-318ccae6655a req-4837278a-b2c7-4e77-a4ba-046f96fee6bb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=79f99360-6298-4da1-9107-d9aeca428aa1 HTTP/1.1" status: 200 len: 849 time: 0.0474362 Feb 09 02:41:48.873801 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d518506-cded-42b2-a679-318ccae6655a req-3d3e066b-374e-403c-ba57-37af60a77519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:48.875452 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6d518506-cded-42b2-a679-318ccae6655a req-3d3e066b-374e-403c-ba57-37af60a77519 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c5b743c3-80a9-463a-a016-65c4a7ef507f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0494747 Feb 09 02:41:48.975829 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6d518506-cded-42b2-a679-318ccae6655a req-f85d1532-d60d-41bf-81b6-83210d8598af service neutron] 10.222.0.91 "GET /v2.0/networks/c5b743c3-80a9-463a-a016-65c4a7ef507f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941279 Feb 09 02:41:49.074931 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6d518506-cded-42b2-a679-318ccae6655a req-eed2b78b-c4ad-4d69-b031-98197a6d8f50 service neutron] 10.222.0.91 "GET /v2.0/networks/c5b743c3-80a9-463a-a016-65c4a7ef507f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922613 Feb 09 02:41:50.409345 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:51.009490 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-05b3055f-198e-46db-b6d9-95d77540b9d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:51.507649 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-d400f27b-3612-468c-a1ae-fb56719bd33e tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-882444113&fields=id&tenant_id=c27067bb641443f289a185aa352ef7c2 HTTP/1.1" status: 200 len: 267 time: 0.0499406 Feb 09 02:41:51.613206 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-c03f8046-0db6-48fc-9224-d3bdbcacc0cb tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:51.614633 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-c03f8046-0db6-48fc-9224-d3bdbcacc0cb tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/networks?id=c5b743c3-80a9-463a-a016-65c4a7ef507f HTTP/1.1" status: 200 len: 810 time: 0.1003282 Feb 09 02:41:51.629795 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-13f95ddc-a9b1-4b6c-800d-7598c2d0a748 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/quotas/c27067bb641443f289a185aa352ef7c2 HTTP/1.1" status: 200 len: 375 time: 0.0094807 Feb 09 02:41:51.691927 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-b2254951-db38-44ad-8d2d-515e398b226b tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c27067bb641443f289a185aa352ef7c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0565186 Feb 09 02:41:51.706594 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-d750e551-6e15-4837-8f00-5d8c4be79ec4 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:41:51.707533 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-d750e551-6e15-4837-8f00-5d8c4be79ec4 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048611 Feb 09 02:41:51.794317 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-1d0efc74-e6ad-4a3a-8432-24a7386049a4 service neutron] 10.222.0.30 "GET /v2.0/networks/c5b743c3-80a9-463a-a016-65c4a7ef507f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809722 Feb 09 02:41:51.813584 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:51.887525 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-00c67bcf-9230-4fa4-afc4-72ce9267e38e service neutron] 10.222.0.30 "GET /v2.0/networks/c5b743c3-80a9-463a-a016-65c4a7ef507f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871096 Feb 09 02:41:52.393349 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-bc4eb52d-c20e-44a1-9e28-cd80c2959221 req-b5fbfe3b-d704-4a2c-8ee4-9fc8928e479b tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/ports?device_id=65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562 HTTP/1.1" status: 200 len: 210 time: 0.3590667 Feb 09 02:41:53.471784 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2ba79900-6a1b-4dbe-a496-cc0635d18e18 req-eca83918-f496-4433-899d-c4d20d79f458 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/ports?device_id=65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562 HTTP/1.1" status: 200 len: 210 time: 0.0269854 Feb 09 02:41:54.363169 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:41:54.443472 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Current status of the port 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e is: ACTIVE; New status is: DOWN {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:41:54.443861 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (22f58d6d-ff45-4fb0-8c31-4c6cf531f70e), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:54.468462 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-76ae978f-c405-4eda-bf45-fa32ef99160d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:54.475255 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457221b3-0f0e-4608-a1e9-a1ea9547ecc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22f58d6d-ff45-4fb0-8c31-4c6cf531f70e'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:41:54.478052 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bb5a1265871782f8fa80d718c2cad0aad3f2595cc534f44543b72f1ded69d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164edeb5-3cda-4c13-9d9d-08d0218de8a3" -d '{"events": [{"server_uuid": "457221b3-0f0e-4608-a1e9-a1ea9547ecc8", "name": "network-vif-unplugged", "status": "completed", "tag": "22f58d6d-ff45-4fb0-8c31-4c6cf531f70e"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:41:54.494700 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] For port 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=22f58d6d-ff45-4fb0-8c31-4c6cf531f70e,segment=NetworkSegment(76a547e7-a908-463c-93ad-405da093d5bd),segment_id=76a547e7-a908-463c-93ad-405da093d5bd)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:41:54.499047 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (22f58d6d-ff45-4fb0-8c31-4c6cf531f70e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:54.522513 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c17dfe-a4da-4b8f-b608-a12318eddb67 x-openstack-request-id: req-09c17dfe-a4da-4b8f-b608-a12318eddb67 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:41:54.522885 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457221b3-0f0e-4608-a1e9-a1ea9547ecc8", "name": "network-vif-unplugged", "status": "completed", "tag": "22f58d6d-ff45-4fb0-8c31-4c6cf531f70e", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:41:54.523202 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-09c17dfe-a4da-4b8f-b608-a12318eddb67 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:41:54.523592 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457221b3-0f0e-4608-a1e9-a1ea9547ecc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22f58d6d-ff45-4fb0-8c31-4c6cf531f70e', 'code': 200} Feb 09 02:41:54.550823 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Pushing event updated for resources: {'Port': ['ID=22f58d6d-ff45-4fb0-8c31-4c6cf531f70e,revision_number=8']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:54.553427 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6d6994bb-815a-4084-88fd-77c5587db677 req-4fa4ecb9-1989-4fb8-a7b0-8dd88303e749 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/ports?device_id=65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562 HTTP/1.1" status: 200 len: 210 time: 0.0273111 Feb 09 02:41:55.649066 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-87c4134c-eb14-4e58-aed3-81460e61e066 req-df08a513-5b6a-4f2e-90b7-170456b76a63 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/ports?device_id=65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562 HTTP/1.1" status: 200 len: 210 time: 0.0271094 Feb 09 02:41:56.146473 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:56.746814 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-482db547-f995-4fb2-87a4-1b7239e01d8f req-b8ca8b90-255c-4625-82ba-a55d539d68ea tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/ports?device_id=65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562 HTTP/1.1" status: 200 len: 210 time: 0.0300634 Feb 09 02:41:57.028682 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-0c843f40-7680-49ae-80eb-81ae7a4028a0 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:57.030040 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-0c843f40-7680-49ae-80eb-81ae7a4028a0 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.121 "GET /v2.0/networks?id=c5b743c3-80a9-463a-a016-65c4a7ef507f HTTP/1.1" status: 200 len: 810 time: 0.1038513 Feb 09 02:41:57.092293 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-a9cc17f2-f192-4efa-948e-c0b050bb80b1 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c27067bb641443f289a185aa352ef7c2 HTTP/1.1" status: 200 len: 379 time: 0.0538309 Feb 09 02:41:57.104572 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-8be1aa5d-5bba-4519-b151-e8dd66c330d4 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Request body: {'port': {'device_id': '65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562', 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f', 'admin_state_up': True, 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'security_groups': ['49db71ed-ba2b-4094-857b-e8c41e6b0f52']}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:41:57.217364 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-8be1aa5d-5bba-4519-b151-e8dd66c330d4 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Made reservation on behalf of c27067bb641443f289a185aa352ef7c2 for: {'port': 1} {{(pid=103529) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:41:57.220805 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-8be1aa5d-5bba-4519-b151-e8dd66c330d4 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:57.377379 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-8be1aa5d-5bba-4519-b151-e8dd66c330d4 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Allocated IP 172.20.0.4 (c5b743c3-80a9-463a-a016-65c4a7ef507f/79f99360-6298-4da1-9107-d9aeca428aa1/1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:41:57.591893 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-8be1aa5d-5bba-4519-b151-e8dd66c330d4 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks [] for port (1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:57.633866 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-8be1aa5d-5bba-4519-b151-e8dd66c330d4 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:57.660357 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-8be1aa5d-5bba-4519-b151-e8dd66c330d4 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Network c5b743c3-80a9-463a-a016-65c4a7ef507f is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:41:57.679075 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-8be1aa5d-5bba-4519-b151-e8dd66c330d4 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:41:57.684187 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-8be1aa5d-5bba-4519-b151-e8dd66c330d4 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:41:57.733543 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be1aa5d-5bba-4519-b151-e8dd66c330d4 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Pushing event updated for resources: {'Port': ['ID=1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:57.747463 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be1aa5d-5bba-4519-b151-e8dd66c330d4 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:57.748210 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be1aa5d-5bba-4519-b151-e8dd66c330d4 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:57.748210 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be1aa5d-5bba-4519-b151-e8dd66c330d4 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:57.748487 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be1aa5d-5bba-4519-b151-e8dd66c330d4 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:57.748945 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be1aa5d-5bba-4519-b151-e8dd66c330d4 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:57.749283 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be1aa5d-5bba-4519-b151-e8dd66c330d4 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:57.749693 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be1aa5d-5bba-4519-b151-e8dd66c330d4 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:57.750020 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be1aa5d-5bba-4519-b151-e8dd66c330d4 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:57.750347 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be1aa5d-5bba-4519-b151-e8dd66c330d4 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:57.750677 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be1aa5d-5bba-4519-b151-e8dd66c330d4 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:57.751008 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be1aa5d-5bba-4519-b151-e8dd66c330d4 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:57.751551 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be1aa5d-5bba-4519-b151-e8dd66c330d4 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:57.751989 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be1aa5d-5bba-4519-b151-e8dd66c330d4 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:57.767909 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-8be1aa5d-5bba-4519-b151-e8dd66c330d4 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:57.772939 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-8be1aa5d-5bba-4519-b151-e8dd66c330d4 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:57.806607 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-8be1aa5d-5bba-4519-b151-e8dd66c330d4 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7042122 Feb 09 02:41:57.913655 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:57.919277 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17ca11-e9fa-4748-88ac-3ebde1c44cb9 req-78299f58-d347-4169-80b9-70da935922ac tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:57.921038 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ce17ca11-e9fa-4748-88ac-3ebde1c44cb9 req-78299f58-d347-4169-80b9-70da935922ac tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/ports?device_id=65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562 HTTP/1.1" status: 200 len: 931 time: 0.0786853 Feb 09 02:41:57.997882 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ce17ca11-e9fa-4748-88ac-3ebde1c44cb9 req-a698e794-8ee7-4b4d-8357-722d51bd6b0f tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db71ed-ba2b-4094-857b-e8c41e6b0f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693359 Feb 09 02:41:58.067181 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-3ec94301-d3d4-4b76-aded-23b7b94a089b None None] Provisioning complete for port 1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b triggered by entity DHCP. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:41:58.067579 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3ec94301-d3d4-4b76-aded-23b7b94a089b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:58.102249 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-3ec94301-d3d4-4b76-aded-23b7b94a089b None None] Port 1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b cannot update to ACTIVE because it is not bound. {{(pid=103530) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:41:58.523794 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:59.140699 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374227a-9e20-40a5-9b20-8ce5c3b5fdba req-b555c9a9-daa5-41ae-badc-e71695272b11 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:59.142267 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4374227a-9e20-40a5-9b20-8ce5c3b5fdba req-b555c9a9-daa5-41ae-badc-e71695272b11 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/ports?device_id=65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562 HTTP/1.1" status: 200 len: 931 time: 0.0652599 Feb 09 02:41:59.195415 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-4374227a-9e20-40a5-9b20-8ce5c3b5fdba req-e2c4372e-e44a-4b9c-ae8e-cb2f97b77158 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db71ed-ba2b-4094-857b-e8c41e6b0f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461175 Feb 09 02:42:00.326255 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001c4d3-71c8-4d85-add6-170823e706bf req-b65ecc84-f2b0-4c27-95b4-1fc945d49bee tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:00.327830 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2001c4d3-71c8-4d85-add6-170823e706bf req-b65ecc84-f2b0-4c27-95b4-1fc945d49bee tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/ports?device_id=65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562 HTTP/1.1" status: 200 len: 931 time: 0.0578492 Feb 09 02:42:00.379790 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2001c4d3-71c8-4d85-add6-170823e706bf req-900fc5c7-6338-4637-9a2b-3ae36d85e402 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db71ed-ba2b-4094-857b-e8c41e6b0f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463862 Feb 09 02:42:01.318605 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:42:01.520667 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6741be6-e22b-4134-92c4-be1b3cb08b91 req-24083272-073b-4b51-bd4a-cd05b5699ff5 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:01.522142 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a6741be6-e22b-4134-92c4-be1b3cb08b91 req-24083272-073b-4b51-bd4a-cd05b5699ff5 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/ports?device_id=65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562 HTTP/1.1" status: 200 len: 931 time: 0.0635421 Feb 09 02:42:01.581135 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a6741be6-e22b-4134-92c4-be1b3cb08b91 req-50747860-9247-4526-b84d-92f275bcab28 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db71ed-ba2b-4094-857b-e8c41e6b0f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527289 Feb 09 02:42:02.729697 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54dee4-557d-4614-a1ba-c71a7f042a0b req-20d254c9-0bc7-4576-97ec-9bca954bf20c tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:02.732231 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6c54dee4-557d-4614-a1ba-c71a7f042a0b req-20d254c9-0bc7-4576-97ec-9bca954bf20c tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/ports?device_id=65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562 HTTP/1.1" status: 200 len: 931 time: 0.0707557 Feb 09 02:42:02.800545 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-6c54dee4-557d-4614-a1ba-c71a7f042a0b req-f49f8318-a82f-402b-ad18-51a76aa2eaa7 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db71ed-ba2b-4094-857b-e8c41e6b0f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605550 Feb 09 02:42:03.922478 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6581ae-42c3-4c95-8ae4-ff58a2ba4f64 req-c5999ede-38d7-45bd-9eed-caa99e1b6f23 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:03.924016 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d6581ae-42c3-4c95-8ae4-ff58a2ba4f64 req-c5999ede-38d7-45bd-9eed-caa99e1b6f23 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/ports?device_id=65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562 HTTP/1.1" status: 200 len: 931 time: 0.0557930 Feb 09 02:42:03.982653 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-3d6581ae-42c3-4c95-8ae4-ff58a2ba4f64 req-da601a5e-d5ad-4571-8dfa-edca42d61225 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db71ed-ba2b-4094-857b-e8c41e6b0f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519102 Feb 09 02:42:05.111904 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfb0dd-8447-449d-bcfa-fd37e75729b5 req-2451f7a5-a615-418f-b96c-fe84abbfc005 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:05.113466 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d5bfb0dd-8447-449d-bcfa-fd37e75729b5 req-2451f7a5-a615-418f-b96c-fe84abbfc005 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/ports?device_id=65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562 HTTP/1.1" status: 200 len: 931 time: 0.0567594 Feb 09 02:42:05.167720 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d5bfb0dd-8447-449d-bcfa-fd37e75729b5 req-9ad03626-eff6-465a-8564-31b2d32477a7 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db71ed-ba2b-4094-857b-e8c41e6b0f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482695 Feb 09 02:42:06.069344 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-b797768f-d78d-41e0-a9a8-f9f886157041 service neutron] Request body: {'port': {'device_id': '65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-822053-40'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:06.127165 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-b797768f-d78d-41e0-a9a8-f9f886157041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:06.360027 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f989215-c8f1-49ff-9134-ae5f07af5f12 req-09632230-e997-4308-a5e0-943458cfe905 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:06.361899 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2f989215-c8f1-49ff-9134-ae5f07af5f12 req-09632230-e997-4308-a5e0-943458cfe905 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/ports?device_id=65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562 HTTP/1.1" status: 200 len: 931 time: 0.1214998 Feb 09 02:42:06.464434 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-2f989215-c8f1-49ff-9134-ae5f07af5f12 req-34931ffd-692f-4870-a045-59b93e987cbe tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db71ed-ba2b-4094-857b-e8c41e6b0f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950463 Feb 09 02:42:06.478616 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-b797768f-d78d-41e0-a9a8-f9f886157041 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b {{(pid=103529) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:42:06.486349 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-b797768f-d78d-41e0-a9a8-f9f886157041 service neutron] Publish callbacks [] for port (1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:06.498984 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.provisioning_blocks [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-b797768f-d78d-41e0-a9a8-f9f886157041 service neutron] Transition to ACTIVE for port object 1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b will not be triggered until provisioned by entity L2. {{(pid=103529) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:42:06.502043 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-b797768f-d78d-41e0-a9a8-f9f886157041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:06.554322 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b797768f-d78d-41e0-a9a8-f9f886157041 service neutron] Pushing event updated for resources: {'Port': ['ID=1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:06.623878 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-b797768f-d78d-41e0-a9a8-f9f886157041 service neutron] Attempting to bind port 1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b on host n-h1-822053-40 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:42:06.624258 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-b797768f-d78d-41e0-a9a8-f9f886157041 service neutron] Attempting to bind port 1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b by drivers openvswitch,hyperv on host n-h1-822053-40 at level 0 using segments [{'id': '76a547e7-a908-463c-93ad-405da093d5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:42:06.624590 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-b797768f-d78d-41e0-a9a8-f9f886157041 service neutron] Attempting to bind port 1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b on network c5b743c3-80a9-463a-a016-65c4a7ef507f {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:42:06.629189 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-b797768f-d78d-41e0-a9a8-f9f886157041 service neutron] Port 1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b on network c5b743c3-80a9-463a-a016-65c4a7ef507f not bound, no agent of type Open vSwitch agent registered on host n-h1-822053-40 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:42:06.629520 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-b797768f-d78d-41e0-a9a8-f9f886157041 service neutron] Attempting to bind port 1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b on network c5b743c3-80a9-463a-a016-65c4a7ef507f {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:42:06.635260 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-b797768f-d78d-41e0-a9a8-f9f886157041 service neutron] Checking agent: {'id': '1e419ab8-a90b-4610-809e-675a8ec2353e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-822053-40', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 6, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:42:06.635606 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-b797768f-d78d-41e0-a9a8-f9f886157041 service neutron] Checking segment: {'id': '76a547e7-a908-463c-93ad-405da093d5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:42:06.636013 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-b797768f-d78d-41e0-a9a8-f9f886157041 service neutron] Bound using segment: {'id': '76a547e7-a908-463c-93ad-405da093d5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:42:06.636450 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-b797768f-d78d-41e0-a9a8-f9f886157041 service neutron] Bound port: 1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b, host: n-h1-822053-40, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76a547e7-a908-463c-93ad-405da093d5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:42:06.636816 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-b797768f-d78d-41e0-a9a8-f9f886157041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:06.707282 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-b797768f-d78d-41e0-a9a8-f9f886157041 service neutron] For port 1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b, host n-h1-822053-40, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:42:06.710451 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-b797768f-d78d-41e0-a9a8-f9f886157041 service neutron] For port 1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b, host n-h1-822053-40, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b,segment=NetworkSegment(76a547e7-a908-463c-93ad-405da093d5bd),segment_id=76a547e7-a908-463c-93ad-405da093d5bd)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:42:06.718024 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-b797768f-d78d-41e0-a9a8-f9f886157041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:06.754388 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-b797768f-d78d-41e0-a9a8-f9f886157041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:06.755011 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-b797768f-d78d-41e0-a9a8-f9f886157041 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:06.756490 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-b797768f-d78d-41e0-a9a8-f9f886157041 service neutron] 10.222.0.121 "PUT /v2.0/ports/1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b HTTP/1.1" status: 200 len: 1092 time: 0.7365155 Feb 09 02:42:06.756926 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562', 'tag': '1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:42:06.759854 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e24be0c-26b5-4fe3-ab18-badc5b555aed" -d '{"events": [{"name": "network-changed", "server_uuid": "65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562", "tag": "1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:42:06.787207 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b797768f-d78d-41e0-a9a8-f9f886157041 service neutron] Pushing event updated for resources: {'Port': ['ID=1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:06.834823 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1dd2cf-a811-4744-9b30-f75e60cfa631 x-openstack-request-id: req-3b1dd2cf-a811-4744-9b30-f75e60cfa631 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:42:06.835115 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562", "tag": "1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:42:06.835369 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3b1dd2cf-a811-4744-9b30-f75e60cfa631 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:42:06.835779 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562', 'tag': '1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b', 'status': 'completed', 'code': 200} Feb 09 02:42:06.845755 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-19d2cfed-378b-4874-bdc6-cadf3e132e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:06.847274 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-19d2cfed-378b-4874-bdc6-cadf3e132e1a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=c27067bb641443f289a185aa352ef7c2&device_id=65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562 HTTP/1.1" status: 200 len: 1126 time: 0.0531449 Feb 09 02:42:06.890861 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-f5a729b8-0b70-43b9-9133-64f7e90558a7 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b HTTP/1.1" status: 200 len: 217 time: 0.0365930 Feb 09 02:42:06.945549 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-5a833336-0c38-42f8-b564-f1f315738e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:06.948129 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-5a833336-0c38-42f8-b564-f1f315738e70 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=79f99360-6298-4da1-9107-d9aeca428aa1 HTTP/1.1" status: 200 len: 849 time: 0.0514772 Feb 09 02:42:06.996227 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-e64af621-3f3f-4810-a289-e4cdd0887bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:06.997707 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-e64af621-3f3f-4810-a289-e4cdd0887bc5 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c5b743c3-80a9-463a-a016-65c4a7ef507f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439565 Feb 09 02:42:07.087014 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-3518c0e8-46d8-49d2-8529-a174b41d08b7 service neutron] 10.222.0.121 "GET /v2.0/networks/c5b743c3-80a9-463a-a016-65c4a7ef507f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833535 Feb 09 02:42:07.181904 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fd2497aa-1b5f-40cd-9c96-cc0c19ae0c94 req-1b1d9b81-5585-470a-a203-275d4903d486 service neutron] 10.222.0.121 "GET /v2.0/networks/c5b743c3-80a9-463a-a016-65c4a7ef507f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889440 Feb 09 02:42:07.268275 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24be0c-26b5-4fe3-ab18-badc5b555aed req-94c7728d-3f55-4f5a-940f-93fce825fe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:07.269768 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5e24be0c-26b5-4fe3-ab18-badc5b555aed req-94c7728d-3f55-4f5a-940f-93fce825fe2c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=c27067bb641443f289a185aa352ef7c2&device_id=65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562 HTTP/1.1" status: 200 len: 1126 time: 0.0467496 Feb 09 02:42:07.364234 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24be0c-26b5-4fe3-ab18-badc5b555aed req-b4480e5f-a2c4-472d-a247-fa4e85c140f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:07.365711 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5e24be0c-26b5-4fe3-ab18-badc5b555aed req-b4480e5f-a2c4-472d-a247-fa4e85c140f4 service neutron] 10.222.0.121 "GET /v2.0/networks?id=c5b743c3-80a9-463a-a016-65c4a7ef507f HTTP/1.1" status: 200 len: 911 time: 0.0893667 Feb 09 02:42:07.406677 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5e24be0c-26b5-4fe3-ab18-badc5b555aed req-78aa67a8-471d-4001-85b3-817bdd79b451 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b HTTP/1.1" status: 200 len: 217 time: 0.0348623 Feb 09 02:42:07.455960 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24be0c-26b5-4fe3-ab18-badc5b555aed req-e5346bd6-5a51-41f4-8db9-1610c3516aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:07.457324 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5e24be0c-26b5-4fe3-ab18-badc5b555aed req-e5346bd6-5a51-41f4-8db9-1610c3516aae service neutron] 10.222.0.121 "GET /v2.0/subnets?id=79f99360-6298-4da1-9107-d9aeca428aa1 HTTP/1.1" status: 200 len: 849 time: 0.0450466 Feb 09 02:42:07.512557 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24be0c-26b5-4fe3-ab18-badc5b555aed req-7ae7ca26-1a22-42e6-bce0-e097aa870a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:07.514080 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5e24be0c-26b5-4fe3-ab18-badc5b555aed req-7ae7ca26-1a22-42e6-bce0-e097aa870a37 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c5b743c3-80a9-463a-a016-65c4a7ef507f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0501411 Feb 09 02:42:07.646852 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0197a3a-34f0-4c51-b59d-b86c03b1395d req-b0a16676-b547-4cf4-b4d6-d9ea82835782 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:07.648366 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e0197a3a-34f0-4c51-b59d-b86c03b1395d req-b0a16676-b547-4cf4-b4d6-d9ea82835782 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/ports?device_id=65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562 HTTP/1.1" status: 200 len: 943 time: 0.1106617 Feb 09 02:42:07.650683 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5e24be0c-26b5-4fe3-ab18-badc5b555aed req-bd6541af-21ce-4409-80d2-ff408b92ee63 service neutron] 10.222.0.121 "GET /v2.0/networks/c5b743c3-80a9-463a-a016-65c4a7ef507f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302865 Feb 09 02:42:07.748724 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e0197a3a-34f0-4c51-b59d-b86c03b1395d req-4b1a733b-2bbf-4a76-931d-e54a28fdf768 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db71ed-ba2b-4094-857b-e8c41e6b0f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938497 Feb 09 02:42:07.773586 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5e24be0c-26b5-4fe3-ab18-badc5b555aed req-ac688c90-c87f-4b17-969d-c064f079550f service neutron] 10.222.0.121 "GET /v2.0/networks/c5b743c3-80a9-463a-a016-65c4a7ef507f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131141 Feb 09 02:42:08.873961 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f52f3-1299-429d-bc0e-4dec3764823c req-d05eff1c-f876-4217-ab8d-c8360f2a79c8 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:08.875349 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0b4f52f3-1299-429d-bc0e-4dec3764823c req-d05eff1c-f876-4217-ab8d-c8360f2a79c8 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/ports?device_id=65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562 HTTP/1.1" status: 200 len: 943 time: 0.0551200 Feb 09 02:42:08.928280 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-0b4f52f3-1299-429d-bc0e-4dec3764823c req-0f9d19ce-8c24-4ccd-b97c-c2ef44b1c2df tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db71ed-ba2b-4094-857b-e8c41e6b0f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473132 Feb 09 02:42:10.048258 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdfe3f-b6f9-4e5c-be8b-855fdb9985c4 req-28236a32-30be-410e-9c52-164949dc5914 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:10.049741 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b5cdfe3f-b6f9-4e5c-be8b-855fdb9985c4 req-28236a32-30be-410e-9c52-164949dc5914 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/ports?device_id=65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562 HTTP/1.1" status: 200 len: 943 time: 0.0534461 Feb 09 02:42:10.101123 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-b5cdfe3f-b6f9-4e5c-be8b-855fdb9985c4 req-f20a8e89-56dd-4865-a9cc-2d8f37669dbe tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db71ed-ba2b-4094-857b-e8c41e6b0f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458081 Feb 09 02:42:11.220510 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8c8f4-e049-45e2-b6b4-b30d23336b63 req-c2fb84ae-28e0-4914-aba1-456c11fc9142 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:11.221986 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5cf8c8f4-e049-45e2-b6b4-b30d23336b63 req-c2fb84ae-28e0-4914-aba1-456c11fc9142 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/ports?device_id=65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562 HTTP/1.1" status: 200 len: 943 time: 0.0523756 Feb 09 02:42:11.269773 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-5cf8c8f4-e049-45e2-b6b4-b30d23336b63 req-414a7db4-fd55-4f37-82f5-4c6f161322ca tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db71ed-ba2b-4094-857b-e8c41e6b0f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422783 Feb 09 02:42:11.612926 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:42:11.708951 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b,segment=NetworkSegment(76a547e7-a908-463c-93ad-405da093d5bd),segment_id=76a547e7-a908-463c-93ad-405da093d5bd)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:42:11.721216 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b', 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f', 'port_id': '1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b', 'mac_address': 'fa:16:3e:dd:e4:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f99360-6298-4da1-9107-d9aeca428aa1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:42:11.757167 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b is: DOWN; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:42:11.757559 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:11.770704 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:42:11.790528 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b,segment=NetworkSegment(76a547e7-a908-463c-93ad-405da093d5bd),segment_id=76a547e7-a908-463c-93ad-405da093d5bd)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:42:11.793701 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:11.843963 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b,revision_number=4']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:12.034648 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:42:12.392405 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70944b84-f1ac-41e6-8672-e705b66a115f req-f446958a-5acc-41ea-94c3-63ab95139ad1 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:12.393857 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-70944b84-f1ac-41e6-8672-e705b66a115f req-f446958a-5acc-41ea-94c3-63ab95139ad1 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/ports?device_id=65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562 HTTP/1.1" status: 200 len: 944 time: 0.0580420 Feb 09 02:42:12.448052 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-70944b84-f1ac-41e6-8672-e705b66a115f req-ddea9441-1ee0-4cf4-873f-03eeeed0d561 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db71ed-ba2b-4094-857b-e8c41e6b0f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481627 Feb 09 02:42:13.570470 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84cf69d-d925-4e97-b735-c1faf1af585c req-2e024a10-5121-4de3-95b5-fb33c4627efc tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:13.572798 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d84cf69d-d925-4e97-b735-c1faf1af585c req-2e024a10-5121-4de3-95b5-fb33c4627efc tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/ports?device_id=65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562 HTTP/1.1" status: 200 len: 944 time: 0.0545487 Feb 09 02:42:13.613916 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:42:13.623428 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-d84cf69d-d925-4e97-b735-c1faf1af585c req-3e89b4ec-4149-4dc4-884c-d39522a68724 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db71ed-ba2b-4094-857b-e8c41e6b0f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445740 Feb 09 02:42:13.661990 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning for port 1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b completed by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:42:13.665993 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:42:13.666378 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:13.741670 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:42:13.741972 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:13.765080 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:42:13.767311 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bb5a1265871782f8fa80d718c2cad0aad3f2595cc534f44543b72f1ded69d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e900228f-c2aa-4640-ae0d-aacbd60c5772" -d '{"events": [{"server_uuid": "65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562", "name": "network-vif-plugged", "status": "completed", "tag": "1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:42:13.782994 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b,segment=NetworkSegment(76a547e7-a908-463c-93ad-405da093d5bd),segment_id=76a547e7-a908-463c-93ad-405da093d5bd)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:42:13.787241 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:13.837362 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b,revision_number=5']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:13.861582 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a018f77-1ef9-42c3-8ce1-516267df52ec x-openstack-request-id: req-3a018f77-1ef9-42c3-8ce1-516267df52ec {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:42:13.861906 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562", "name": "network-vif-plugged", "status": "completed", "tag": "1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:42:13.862163 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3a018f77-1ef9-42c3-8ce1-516267df52ec {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:42:13.862566 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b', 'code': 200} Feb 09 02:42:13.965201 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe14cb-105c-4957-b610-ae14a1c37ea4 req-cbeda403-86ec-466f-a57a-41d551617cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:13.966706 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-abbe14cb-105c-4957-b610-ae14a1c37ea4 req-cbeda403-86ec-466f-a57a-41d551617cd8 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562 HTTP/1.1" status: 200 len: 1128 time: 0.0485659 Feb 09 02:42:14.015169 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-abbe14cb-105c-4957-b610-ae14a1c37ea4 req-d6291f80-5745-455d-b0db-b4f2563d2a13 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=49db71ed-ba2b-4094-857b-e8c41e6b0f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400472 Feb 09 02:42:14.743132 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a8c6d-fe63-433b-a28a-2f1f0a26d399 req-0c20444a-baf1-44a7-9773-80e15f8ae54b tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:14.744690 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-633a8c6d-fe63-433b-a28a-2f1f0a26d399 req-0c20444a-baf1-44a7-9773-80e15f8ae54b tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/ports?device_id=65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562 HTTP/1.1" status: 200 len: 945 time: 0.0524035 Feb 09 02:42:14.804006 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-633a8c6d-fe63-433b-a28a-2f1f0a26d399 req-b09764fa-f9a9-409f-9afb-a5f05ccd59aa tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db71ed-ba2b-4094-857b-e8c41e6b0f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537620 Feb 09 02:42:15.925323 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20c0c4-5fb2-49ef-b3a9-a5b43c09fa3f req-a198027b-8658-4051-89a5-e3533cffd31d tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:15.926785 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a20c0c4-5fb2-49ef-b3a9-a5b43c09fa3f req-a198027b-8658-4051-89a5-e3533cffd31d tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/ports?device_id=65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562 HTTP/1.1" status: 200 len: 945 time: 0.0529854 Feb 09 02:42:15.979363 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-8a20c0c4-5fb2-49ef-b3a9-a5b43c09fa3f req-273410c7-5ae5-4203-8eca-68cbbdab72c7 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db71ed-ba2b-4094-857b-e8c41e6b0f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469844 Feb 09 02:42:16.099694 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3dc98e-5e3b-4c50-a0ab-3446e3ab9919 req-67dd0052-3ed9-4897-ba49-3d97ecd967e8 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:16.101430 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fe3dc98e-5e3b-4c50-a0ab-3446e3ab9919 req-67dd0052-3ed9-4897-ba49-3d97ecd967e8 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/ports?device_id=65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562 HTTP/1.1" status: 200 len: 945 time: 0.0544858 Feb 09 02:42:16.152048 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-fe3dc98e-5e3b-4c50-a0ab-3446e3ab9919 req-a802442b-2144-4f0b-87e4-ce4cdea2432a tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db71ed-ba2b-4094-857b-e8c41e6b0f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440259 Feb 09 02:42:16.174051 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54358) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:16.218197 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389dc441-4ba9-4fe0-8199-7d3e56d206ec tempest-TestSnapshotPattern-278104152 tempest-TestSnapshotPattern-278104152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:16.219737 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-389dc441-4ba9-4fe0-8199-7d3e56d206ec tempest-TestSnapshotPattern-278104152 tempest-TestSnapshotPattern-278104152-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562 HTTP/1.1" status: 200 len: 1123 time: 0.0447214 Feb 09 02:42:16.222434 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54360) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:16.226605 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.v2.base [None req-24b20604-c25c-4d28-bd4c-267eaf4fedfd tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Request body: {'floatingip': {'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'port_id': '1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103529) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:16.247415 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-24b20604-c25c-4d28-bd4c-267eaf4fedfd tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:16.346786 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-24b20604-c25c-4d28-bd4c-267eaf4fedfd tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (None), before_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:16.451223 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_common [None req-24b20604-c25c-4d28-bd4c-267eaf4fedfd tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Allocated IP 172.25.1.66 (def43282-5318-4ecb-a74b-178f79c0eb6e/3ef209e1-fee2-46ee-803e-7b4696951f10/7437fe87-62c2-4ca0-b1c7-2f61c8eb7432) {{(pid=103529) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:42:16.556184 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-24b20604-c25c-4d28-bd4c-267eaf4fedfd tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks [] for port (7437fe87-62c2-4ca0-b1c7-2f61c8eb7432), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:16.591266 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-24b20604-c25c-4d28-bd4c-267eaf4fedfd tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793220646867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (7437fe87-62c2-4ca0-b1c7-2f61c8eb7432), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:16.635699 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b20604-c25c-4d28-bd4c-267eaf4fedfd tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Network def43282-5318-4ecb-a74b-178f79c0eb6e is already hosted by enough agents. {{(pid=103529) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:42:16.640943 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.base_scheduler [None req-24b20604-c25c-4d28-bd4c-267eaf4fedfd tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Resources bound (agent type, host, resource id): {{(pid=103529) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:42:16.643318 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b20604-c25c-4d28-bd4c-267eaf4fedfd tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Pushing event updated for resources: {'Port': ['ID=7437fe87-62c2-4ca0-b1c7-2f61c8eb7432,revision_number=1']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:16.645465 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b20604-c25c-4d28-bd4c-267eaf4fedfd tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Received port after_create {{(pid=103529) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:42:16.994189 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-24b20604-c25c-4d28-bd4c-267eaf4fedfd tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks [] for floatingip (3f31689d-45c9-4c4d-9276-08e05c9ba729), precommit_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:17.061937 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-24b20604-c25c-4d28-bd4c-267eaf4fedfd tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (7437fe87-62c2-4ca0-b1c7-2f61c8eb7432), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:17.214305 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-24b20604-c25c-4d28-bd4c-267eaf4fedfd tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks [] for port (7437fe87-62c2-4ca0-b1c7-2f61c8eb7432), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:17.218716 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-24b20604-c25c-4d28-bd4c-267eaf4fedfd tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5430911'] for port (7437fe87-62c2-4ca0-b1c7-2f61c8eb7432), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:17.288024 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b20604-c25c-4d28-bd4c-267eaf4fedfd tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Pushing event updated for resources: {'Port': ['ID=7437fe87-62c2-4ca0-b1c7-2f61c8eb7432,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:17.300069 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-24b20604-c25c-4d28-bd4c-267eaf4fedfd tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621091'] for floatingip (3f31689d-45c9-4c4d-9276-08e05c9ba729), after_create {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:17.403527 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [None req-24b20604-c25c-4d28-bd4c-267eaf4fedfd tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Floating IP 3f31689d-45c9-4c4d-9276-08e05c9ba729 associated. External IP: 172.25.1.66, port: 1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b. Feb 09 02:42:17.613565 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b20604-c25c-4d28-bd4c-267eaf4fedfd tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Router c8656f15-9bee-40e4-a49e-beb4531ccfb2 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:42:17.723643 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b20604-c25c-4d28-bd4c-267eaf4fedfd tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:42:17.734270 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543e0878-4b63-4f1a-8716-5aae4749bb06 None None] Sync routers for ids ['c8656f15-9bee-40e4-a49e-beb4531ccfb2'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:42:17.742015 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-24b20604-c25c-4d28-bd4c-267eaf4fedfd tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:17.745962 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543e0878-4b63-4f1a-8716-5aae4749bb06 None None] Routers {'c8656f15-9bee-40e4-a49e-beb4531ccfb2'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:42:17.746582 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-543e0878-4b63-4f1a-8716-5aae4749bb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:41:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c8656f15-9bee-40e4-a49e-beb4531ccfb2'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:17.773186 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-24b20604-c25c-4d28-bd4c-267eaf4fedfd tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5495534 Feb 09 02:42:17.773781 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562', 'tag': '1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:42:17.776761 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c7d12e-a0bc-46dc-a7a9-11e0f364374f" -d '{"events": [{"name": "network-changed", "server_uuid": "65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562", "tag": "1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:42:17.819635 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4bbb1b-b16c-4386-a99e-57f728ad1d37 x-openstack-request-id: req-7d4bbb1b-b16c-4386-a99e-57f728ad1d37 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:42:17.819924 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562", "tag": "1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:42:17.820208 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7d4bbb1b-b16c-4386-a99e-57f728ad1d37 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:42:17.820608 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562', 'tag': '1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b', 'status': 'completed', 'code': 200} Feb 09 02:42:17.861444 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-543e0878-4b63-4f1a-8716-5aae4749bb06 None None] Set router c8656f15-9bee-40e4-a49e-beb4531ccfb2 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:42:17.887831 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7d12e-a0bc-46dc-a7a9-11e0f364374f req-4e8fd21b-313b-4f23-aa3c-3ab431babbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:17.889410 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a4c7d12e-a0bc-46dc-a7a9-11e0f364374f req-4e8fd21b-313b-4f23-aa3c-3ab431babbb3 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=c27067bb641443f289a185aa352ef7c2&device_id=65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562 HTTP/1.1" status: 200 len: 1128 time: 0.0483329 Feb 09 02:42:17.979351 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7d12e-a0bc-46dc-a7a9-11e0f364374f req-0f9db51c-4178-4276-8bd1-28ee25a46ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:17.980900 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a4c7d12e-a0bc-46dc-a7a9-11e0f364374f req-0f9db51c-4178-4276-8bd1-28ee25a46ae0 service neutron] 10.222.0.121 "GET /v2.0/networks?id=c5b743c3-80a9-463a-a016-65c4a7ef507f HTTP/1.1" status: 200 len: 911 time: 0.0854235 Feb 09 02:42:18.050026 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a4c7d12e-a0bc-46dc-a7a9-11e0f364374f req-7e6845b8-52ef-4d63-b70a-d9b04df23218 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b HTTP/1.1" status: 200 len: 998 time: 0.0624928 Feb 09 02:42:18.091229 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-543e0878-4b63-4f1a-8716-5aae4749bb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'name': 'tempest-TestSnapshotPattern-1777743848-router', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': '39b1dc8c-a8da-4596-a940-2fb8a1b47d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:15Z', 'updated_at': '2022-02-09T02:39:17Z', 'revision_number': 4, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'gw_port': {'id': '39b1dc8c-a8da-4596-a940-2fb8a1b47d75', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:15Z', 'updated_at': '2022-02-09T02:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '2bdc6e5c-a4a1-46d5-b0f6-e7051678c004', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'floating_ip_address': '172.25.1.205', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'port_id': '22f58d6d-ff45-4fb0-8c31-4c6cf531f70e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f', 'mac_address': 'fa:16:3e:3e:1f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457221b3-0f0e-4608-a1e9-a1ea9547ecc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:39:39Z', 'updated_at': '2022-02-09T02:39:41Z', 'revision_number': 1, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'fixed_ip_address_scope': None}, {'id': '3f31689d-45c9-4c4d-9276-08e05c9ba729', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'floating_ip_address': '172.25.1.66', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'port_id': '1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f', 'mac_address': 'fa:16:3e:dd:e4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:42:16Z', 'updated_at': '2022-02-09T02:42:16Z', 'revision_number': 0, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8cf28b9-b985-43f7-ae8f-7e22454899f3', 'name': '', 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'mac_address': 'fa:16:3e:18:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '79f99360-6298-4da1-9107-d9aeca428aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:17Z', 'updated_at': '2022-02-09T02:39:21Z', 'revision_number': 5, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'subnets': [{'id': '79f99360-6298-4da1-9107-d9aeca428aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:18.099153 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7d12e-a0bc-46dc-a7a9-11e0f364374f req-d3818d90-a8e6-4a3b-a841-3d410a7591af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:18.100683 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a4c7d12e-a0bc-46dc-a7a9-11e0f364374f req-d3818d90-a8e6-4a3b-a841-3d410a7591af service neutron] 10.222.0.121 "GET /v2.0/subnets?id=79f99360-6298-4da1-9107-d9aeca428aa1 HTTP/1.1" status: 200 len: 849 time: 0.0439904 Feb 09 02:42:18.118732 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543e0878-4b63-4f1a-8716-5aae4749bb06 None None] Checking router: c8656f15-9bee-40e4-a49e-beb4531ccfb2 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:42:18.127390 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543e0878-4b63-4f1a-8716-5aae4749bb06 None None] Routers {'c8656f15-9bee-40e4-a49e-beb4531ccfb2'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:42:18.127999 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-543e0878-4b63-4f1a-8716-5aae4749bb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:41:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c8656f15-9bee-40e4-a49e-beb4531ccfb2'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:18.149306 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7d12e-a0bc-46dc-a7a9-11e0f364374f req-8e40c6bd-2967-4987-9958-4593c2d64727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:18.150810 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a4c7d12e-a0bc-46dc-a7a9-11e0f364374f req-8e40c6bd-2967-4987-9958-4593c2d64727 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c5b743c3-80a9-463a-a016-65c4a7ef507f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444176 Feb 09 02:42:18.237215 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-543e0878-4b63-4f1a-8716-5aae4749bb06 None None] Set router c8656f15-9bee-40e4-a49e-beb4531ccfb2 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:42:18.242101 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a4c7d12e-a0bc-46dc-a7a9-11e0f364374f req-321aeb50-5bb9-4a4b-a06c-731e878a475c service neutron] 10.222.0.121 "GET /v2.0/networks/c5b743c3-80a9-463a-a016-65c4a7ef507f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852470 Feb 09 02:42:18.332117 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-a4c7d12e-a0bc-46dc-a7a9-11e0f364374f req-f98e23d6-22d9-4b0c-9e95-eb585a133a27 service neutron] 10.222.0.121 "GET /v2.0/networks/c5b743c3-80a9-463a-a016-65c4a7ef507f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832899 Feb 09 02:42:18.469087 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-543e0878-4b63-4f1a-8716-5aae4749bb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'name': 'tempest-TestSnapshotPattern-1777743848-router', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': '39b1dc8c-a8da-4596-a940-2fb8a1b47d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:15Z', 'updated_at': '2022-02-09T02:39:17Z', 'revision_number': 4, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'gw_port': {'id': '39b1dc8c-a8da-4596-a940-2fb8a1b47d75', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:15Z', 'updated_at': '2022-02-09T02:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '2bdc6e5c-a4a1-46d5-b0f6-e7051678c004', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'floating_ip_address': '172.25.1.205', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'port_id': '22f58d6d-ff45-4fb0-8c31-4c6cf531f70e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f', 'mac_address': 'fa:16:3e:3e:1f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457221b3-0f0e-4608-a1e9-a1ea9547ecc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:39:39Z', 'updated_at': '2022-02-09T02:39:41Z', 'revision_number': 1, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'fixed_ip_address_scope': None}, {'id': '3f31689d-45c9-4c4d-9276-08e05c9ba729', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'floating_ip_address': '172.25.1.66', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'port_id': '1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f', 'mac_address': 'fa:16:3e:dd:e4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:42:16Z', 'updated_at': '2022-02-09T02:42:16Z', 'revision_number': 0, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8cf28b9-b985-43f7-ae8f-7e22454899f3', 'name': '', 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'mac_address': 'fa:16:3e:18:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '79f99360-6298-4da1-9107-d9aeca428aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:17Z', 'updated_at': '2022-02-09T02:39:21Z', 'revision_number': 5, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'subnets': [{'id': '79f99360-6298-4da1-9107-d9aeca428aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:18.499680 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543e0878-4b63-4f1a-8716-5aae4749bb06 None None] The sync data for ids ['c8656f15-9bee-40e4-a49e-beb4531ccfb2'] in n-d-822053-40 is: [{'id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'name': 'tempest-TestSnapshotPattern-1777743848-router', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': '39b1dc8c-a8da-4596-a940-2fb8a1b47d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:15Z', 'updated_at': '2022-02-09T02:39:17Z', 'revision_number': 4, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'gw_port': {'id': '39b1dc8c-a8da-4596-a940-2fb8a1b47d75', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:15Z', 'updated_at': '2022-02-09T02:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '2bdc6e5c-a4a1-46d5-b0f6-e7051678c004', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'floating_ip_address': '172.25.1.205', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'port_id': '22f58d6d-ff45-4fb0-8c31-4c6cf531f70e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f', 'mac_address': 'fa:16:3e:3e:1f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457221b3-0f0e-4608-a1e9-a1ea9547ecc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:39:39Z', 'updated_at': '2022-02-09T02:39:41Z', 'revision_number': 1, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'fixed_ip_address_scope': None}, {'id': '3f31689d-45c9-4c4d-9276-08e05c9ba729', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'floating_ip_address': '172.25.1.66', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'port_id': '1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f', 'mac_address': 'fa:16:3e:dd:e4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:42:16Z', 'updated_at': '2022-02-09T02:42:16Z', 'revision_number': 0, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8cf28b9-b985-43f7-ae8f-7e22454899f3', 'name': '', 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'mac_address': 'fa:16:3e:18:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '79f99360-6298-4da1-9107-d9aeca428aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:17Z', 'updated_at': '2022-02-09T02:39:21Z', 'revision_number': 5, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'subnets': [{'id': '79f99360-6298-4da1-9107-d9aeca428aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:42:18.695686 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef20cf5-eb72-44bc-868d-2ab013ebdea0 None None] New status for floating IP 3f31689d-45c9-4c4d-9276-08e05c9ba729: ACTIVE {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:42:20.419362 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:21.010945 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-30d81cd9-1856-488e-b9f4-f8ba50cdb0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:21.812697 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:24.450846 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-76b4987a-2412-47c8-9706-edc2c6cc6c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:26.150733 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:27.900839 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:28.518647 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:38.317500 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:42:49.546447 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb6bc08e-7826-495f-833c-9d3dbcf18cc4 req-5ad4d352-6fc4-4282-ae73-7f27562ed71d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=457221b3-0f0e-4608-a1e9-a1ea9547ecc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0978873 Feb 09 02:42:49.642798 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6bc08e-7826-495f-833c-9d3dbcf18cc4 req-d1f39a26-5646-48a8-9818-5f1acfbfcbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:49.644309 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb6bc08e-7826-495f-833c-9d3dbcf18cc4 req-d1f39a26-5646-48a8-9818-5f1acfbfcbc3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c27067bb641443f289a185aa352ef7c2&device_id=457221b3-0f0e-4608-a1e9-a1ea9547ecc8 HTTP/1.1" status: 200 len: 1127 time: 0.0486255 Feb 09 02:42:49.750670 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6bc08e-7826-495f-833c-9d3dbcf18cc4 req-629046a1-151b-4f73-81c2-7ddcc79b4669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:49.752063 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb6bc08e-7826-495f-833c-9d3dbcf18cc4 req-629046a1-151b-4f73-81c2-7ddcc79b4669 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c5b743c3-80a9-463a-a016-65c4a7ef507f HTTP/1.1" status: 200 len: 911 time: 0.0853722 Feb 09 02:42:49.823889 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb6bc08e-7826-495f-833c-9d3dbcf18cc4 req-497521d9-939f-4d35-ae27-8e61719d9c27 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22f58d6d-ff45-4fb0-8c31-4c6cf531f70e HTTP/1.1" status: 200 len: 1000 time: 0.0629699 Feb 09 02:42:49.874040 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6bc08e-7826-495f-833c-9d3dbcf18cc4 req-94fff18b-639b-42b0-a2d2-db8189ead151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:49.875440 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb6bc08e-7826-495f-833c-9d3dbcf18cc4 req-94fff18b-639b-42b0-a2d2-db8189ead151 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=79f99360-6298-4da1-9107-d9aeca428aa1 HTTP/1.1" status: 200 len: 849 time: 0.0425646 Feb 09 02:42:49.925887 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6bc08e-7826-495f-833c-9d3dbcf18cc4 req-fa16157f-edc9-4e85-bf95-597819246f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:49.927341 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb6bc08e-7826-495f-833c-9d3dbcf18cc4 req-fa16157f-edc9-4e85-bf95-597819246f29 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c5b743c3-80a9-463a-a016-65c4a7ef507f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0431716 Feb 09 02:42:49.941100 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-eb6bc08e-7826-495f-833c-9d3dbcf18cc4 req-3166874b-8472-4d4c-9fed-7a47305f731a service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:42:49.942018 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb6bc08e-7826-495f-833c-9d3dbcf18cc4 req-3166874b-8472-4d4c-9fed-7a47305f731a service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047238 Feb 09 02:42:50.040533 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb6bc08e-7826-495f-833c-9d3dbcf18cc4 req-1a2c7f0b-18cb-4481-aa8f-b78e7328267b service neutron] 10.222.0.91 "GET /v2.0/networks/c5b743c3-80a9-463a-a016-65c4a7ef507f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875742 Feb 09 02:42:50.426426 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:50.473720 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-eb6bc08e-7826-495f-833c-9d3dbcf18cc4 req-36965ae8-f60d-4250-b300-6aa6bbdf1560 service neutron] 10.222.0.91 "GET /v2.0/networks/c5b743c3-80a9-463a-a016-65c4a7ef507f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4244468 Feb 09 02:42:51.012412 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0401d90b-3b8f-4221-9d50-68c4f8059d9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:51.813099 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:54.451327 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a89c37d9-c459-4da4-981f-932fab7be71c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:56.153014 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:57.904310 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:58.520939 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:58.829257 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-41eca781-9164-4b0b-878c-442ffb531b00 req-a72d2870-80a1-4595-8d72-9ddece30e96e service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442014 Feb 09 02:42:58.918418 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eca781-9164-4b0b-878c-442ffb531b00 req-08ecbeb5-bc5d-4cb0-a4ae-4b6f79addd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:58.919900 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-41eca781-9164-4b0b-878c-442ffb531b00 req-08ecbeb5-bc5d-4cb0-a4ae-4b6f79addd30 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=c27067bb641443f289a185aa352ef7c2&device_id=65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562 HTTP/1.1" status: 200 len: 1128 time: 0.0474818 Feb 09 02:42:59.024193 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eca781-9164-4b0b-878c-442ffb531b00 req-a479d4dc-11cd-40b5-b867-a6eddf89fb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:59.025678 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-41eca781-9164-4b0b-878c-442ffb531b00 req-a479d4dc-11cd-40b5-b867-a6eddf89fb6e service neutron] 10.222.0.121 "GET /v2.0/networks?id=c5b743c3-80a9-463a-a016-65c4a7ef507f HTTP/1.1" status: 200 len: 911 time: 0.0833187 Feb 09 02:42:59.095450 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-41eca781-9164-4b0b-878c-442ffb531b00 req-a7f8d602-3099-4bbf-b434-cc2030fc5b50 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b HTTP/1.1" status: 200 len: 1000 time: 0.0634689 Feb 09 02:42:59.144283 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eca781-9164-4b0b-878c-442ffb531b00 req-5ec71faa-c33d-4fc7-bebf-f3e6d35ad690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:59.145880 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-41eca781-9164-4b0b-878c-442ffb531b00 req-5ec71faa-c33d-4fc7-bebf-f3e6d35ad690 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=79f99360-6298-4da1-9107-d9aeca428aa1 HTTP/1.1" status: 200 len: 849 time: 0.0444407 Feb 09 02:42:59.194611 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eca781-9164-4b0b-878c-442ffb531b00 req-32fbcd23-f35d-46c5-81a5-786c842abd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:59.196102 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-41eca781-9164-4b0b-878c-442ffb531b00 req-32fbcd23-f35d-46c5-81a5-786c842abd2a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c5b743c3-80a9-463a-a016-65c4a7ef507f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440176 Feb 09 02:42:59.209199 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [req-41eca781-9164-4b0b-878c-442ffb531b00 req-070a21c2-7d93-4bbd-8780-3d4811bdf2f3 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103529) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:42:59.210129 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-41eca781-9164-4b0b-878c-442ffb531b00 req-070a21c2-7d93-4bbd-8780-3d4811bdf2f3 service neutron] 10.222.0.121 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048399 Feb 09 02:42:59.304744 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-41eca781-9164-4b0b-878c-442ffb531b00 req-f4687945-757a-47fd-924c-781a8aef204a service neutron] 10.222.0.121 "GET /v2.0/networks/c5b743c3-80a9-463a-a016-65c4a7ef507f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844023 Feb 09 02:42:59.391666 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-41eca781-9164-4b0b-878c-442ffb531b00 req-89cf7d4d-7b69-4110-be16-cd2a0ba180af service neutron] 10.222.0.121 "GET /v2.0/networks/c5b743c3-80a9-463a-a016-65c4a7ef507f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807819 Feb 09 02:43:15.316632 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:43:20.436803 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:21.013421 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e9636e76-2c43-4dff-b97b-4f22e8ae9545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:21.825852 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:24.451784 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3fc62105-5052-4f55-8296-923496951b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:26.154851 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:27.907213 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:28.525131 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:49.501976 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e2617218-281a-44a3-8ada-1b3211d42558 req-582b6bf8-a3a3-4010-8bcb-44adfed139e2 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=457221b3-0f0e-4608-a1e9-a1ea9547ecc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0508308 Feb 09 02:43:49.613059 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2617218-281a-44a3-8ada-1b3211d42558 req-12309c38-6b6e-4441-8f7b-47ab4268ce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:49.614681 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e2617218-281a-44a3-8ada-1b3211d42558 req-12309c38-6b6e-4441-8f7b-47ab4268ce64 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c27067bb641443f289a185aa352ef7c2&device_id=457221b3-0f0e-4608-a1e9-a1ea9547ecc8 HTTP/1.1" status: 200 len: 1127 time: 0.0590851 Feb 09 02:43:49.738007 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2617218-281a-44a3-8ada-1b3211d42558 req-abf77ab3-a211-4367-977b-1ea49db30531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:49.739445 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e2617218-281a-44a3-8ada-1b3211d42558 req-abf77ab3-a211-4367-977b-1ea49db30531 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c5b743c3-80a9-463a-a016-65c4a7ef507f HTTP/1.1" status: 200 len: 911 time: 0.0997484 Feb 09 02:43:49.823384 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e2617218-281a-44a3-8ada-1b3211d42558 req-47d6c230-aa46-4b3d-bf34-b5dc4ad1e6e7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22f58d6d-ff45-4fb0-8c31-4c6cf531f70e HTTP/1.1" status: 200 len: 1000 time: 0.0709255 Feb 09 02:43:49.879361 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2617218-281a-44a3-8ada-1b3211d42558 req-524e6ee4-adfb-4f01-9aff-70abd831a3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:49.880875 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e2617218-281a-44a3-8ada-1b3211d42558 req-524e6ee4-adfb-4f01-9aff-70abd831a3ab service neutron] 10.222.0.91 "GET /v2.0/subnets?id=79f99360-6298-4da1-9107-d9aeca428aa1 HTTP/1.1" status: 200 len: 849 time: 0.0482388 Feb 09 02:43:49.942240 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2617218-281a-44a3-8ada-1b3211d42558 req-eae9a6da-cd3d-4a06-a253-ea4adeeea302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:49.945727 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e2617218-281a-44a3-8ada-1b3211d42558 req-eae9a6da-cd3d-4a06-a253-ea4adeeea302 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c5b743c3-80a9-463a-a016-65c4a7ef507f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0554788 Feb 09 02:43:50.052178 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b details requested by agent hyperv_n-h1-822053-40 with host n-h1-822053-40 {{(pid=103530) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:43:50.092618 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e2617218-281a-44a3-8ada-1b3211d42558 req-b2bb2516-0c37-423f-8af4-51e38d1a601f service neutron] 10.222.0.91 "GET /v2.0/networks/c5b743c3-80a9-463a-a016-65c4a7ef507f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357479 Feb 09 02:43:50.188477 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b,segment=NetworkSegment(76a547e7-a908-463c-93ad-405da093d5bd),segment_id=76a547e7-a908-463c-93ad-405da093d5bd)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:50.203569 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Returning: {'device': '1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b', 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f', 'port_id': '1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b', 'mac_address': 'fa:16:3e:dd:e4:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f99360-6298-4da1-9107-d9aeca428aa1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103530) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:43:50.246406 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b is: ACTIVE; New status is: BUILD {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:50.247153 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:50.266053 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b {{(pid=103530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:43:50.280952 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e2617218-281a-44a3-8ada-1b3211d42558 req-a36b3808-9e36-4a4e-a217-bc0881c95f35 service neutron] 10.222.0.91 "GET /v2.0/networks/c5b743c3-80a9-463a-a016-65c4a7ef507f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732106 Feb 09 02:43:50.290606 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b,segment=NetworkSegment(76a547e7-a908-463c-93ad-405da093d5bd),segment_id=76a547e7-a908-463c-93ad-405da093d5bd)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:50.300039 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:50.368505 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b,revision_number=6']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:50.382829 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] get_ports_and_sgs() called for port_ids ['1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b'] {{(pid=103530) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:43:50.387066 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:50.387568 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:50.387912 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:50.388265 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:50.388595 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:50.388917 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:50.389233 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:50.389550 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:50.389884 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:50.390181 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:50.390494 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:50.390805 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:50.391116 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:50.630855 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:51.016359 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a7a2b73a-725c-47b1-b8b7-745f862434e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:51.826729 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:52.049081 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b up at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:43:52.099494 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.provisioning_blocks [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Provisioning complete for port 1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b triggered by entity L2. {{(pid=103530) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:52.100326 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973762'] for port (1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b), provisioning_complete {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:52.187651 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Current status of the port 1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b is: BUILD; New status is: ACTIVE {{(pid=103530) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:52.188172 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-855189'] for port (1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b), before_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:52.220242 n-d-822053-40 neutron-server[103530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b'}] {{(pid=103530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:43:52.224890 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bb5a1265871782f8fa80d718c2cad0aad3f2595cc534f44543b72f1ded69d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccab7cca-a96b-4bf8-ba35-a6a301225e75" -d '{"events": [{"server_uuid": "65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562", "name": "network-vif-plugged", "status": "completed", "tag": "1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b"}]}' {{(pid=103530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:43:52.248309 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.db [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] For port 1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b,segment=NetworkSegment(76a547e7-a908-463c-93ad-405da093d5bd),segment_id=76a547e7-a908-463c-93ad-405da093d5bd)] {{(pid=103530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:52.255685 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793221182221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793220646885', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793220646903'] for port (1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:52.296926 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdbd71b-8329-4fae-a1e5-db74e08577f0 x-openstack-request-id: req-afdbd71b-8329-4fae-a1e5-db74e08577f0 {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:43:52.297226 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562", "name": "network-vif-plugged", "status": "completed", "tag": "1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b", "code": 200}]} {{(pid=103530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:43:52.297742 n-d-822053-40 neutron-server[103530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-afdbd71b-8329-4fae-a1e5-db74e08577f0 {{(pid=103530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:43:52.298155 n-d-822053-40 neutron-server[103530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b', 'code': 200} Feb 09 02:43:52.315124 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:43:52.320769 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Pushing event updated for resources: {'Port': ['ID=1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b,revision_number=7']} {{(pid=103530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:54.455242 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-3f9e3fa5-6fd7-45e0-9364-04b7f69c59bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:56.163233 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:57.911515 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:58.098769 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54552) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:58.266652 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-7858fd36-c799-4813-9988-8bbcfef38b00 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Deleting port 7437fe87-62c2-4ca0-b1c7-2f61c8eb7432 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:43:58.266997 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7858fd36-c799-4813-9988-8bbcfef38b00 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (7437fe87-62c2-4ca0-b1c7-2f61c8eb7432), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:58.346544 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7858fd36-c799-4813-9988-8bbcfef38b00 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (7437fe87-62c2-4ca0-b1c7-2f61c8eb7432), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:58.346877 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7858fd36-c799-4813-9988-8bbcfef38b00 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks [] for floatingip (7437fe87-62c2-4ca0-b1c7-2f61c8eb7432), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:58.359194 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-7858fd36-c799-4813-9988-8bbcfef38b00 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Calling delete_port for 7437fe87-62c2-4ca0-b1c7-2f61c8eb7432 owned by network:floatingip {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:43:58.514962 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7858fd36-c799-4813-9988-8bbcfef38b00 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (7437fe87-62c2-4ca0-b1c7-2f61c8eb7432), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:58.529326 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:58.541957 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7858fd36-c799-4813-9988-8bbcfef38b00 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Pushing event deleted for resources: {'Port': ['ID=7437fe87-62c2-4ca0-b1c7-2f61c8eb7432,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:58.557173 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858fd36-c799-4813-9988-8bbcfef38b00 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:58.557524 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858fd36-c799-4813-9988-8bbcfef38b00 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:58.557866 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858fd36-c799-4813-9988-8bbcfef38b00 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:58.558207 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858fd36-c799-4813-9988-8bbcfef38b00 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:58.558545 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858fd36-c799-4813-9988-8bbcfef38b00 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:58.558884 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858fd36-c799-4813-9988-8bbcfef38b00 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:58.559212 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858fd36-c799-4813-9988-8bbcfef38b00 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:58.559538 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858fd36-c799-4813-9988-8bbcfef38b00 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:58.559862 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858fd36-c799-4813-9988-8bbcfef38b00 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:58.560335 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858fd36-c799-4813-9988-8bbcfef38b00 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:58.560665 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858fd36-c799-4813-9988-8bbcfef38b00 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:58.560983 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858fd36-c799-4813-9988-8bbcfef38b00 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:58.561303 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858fd36-c799-4813-9988-8bbcfef38b00 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:58.616440 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7858fd36-c799-4813-9988-8bbcfef38b00 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks [] for floatingip (3f31689d-45c9-4c4d-9276-08e05c9ba729), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:58.616683 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [None req-7858fd36-c799-4813-9988-8bbcfef38b00 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Floating IP 3f31689d-45c9-4c4d-9276-08e05c9ba729 disassociated (deleted). External IP: 172.25.1.66, port: 1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b. Feb 09 02:43:58.831394 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7858fd36-c799-4813-9988-8bbcfef38b00 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Router c8656f15-9bee-40e4-a49e-beb4531ccfb2 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:43:58.941470 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7858fd36-c799-4813-9988-8bbcfef38b00 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:43:58.946268 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7858fd36-c799-4813-9988-8bbcfef38b00 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:58.954927 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a634747-2bd5-4ed2-b399-188050fbc93f None None] Sync routers for ids ['c8656f15-9bee-40e4-a49e-beb4531ccfb2'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:43:58.964390 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a634747-2bd5-4ed2-b399-188050fbc93f None None] Routers {'c8656f15-9bee-40e4-a49e-beb4531ccfb2'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:43:58.965070 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-5a634747-2bd5-4ed2-b399-188050fbc93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:43:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c8656f15-9bee-40e4-a49e-beb4531ccfb2'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:58.975514 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-7858fd36-c799-4813-9988-8bbcfef38b00 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "DELETE /v2.0/floatingips/3f31689d-45c9-4c4d-9276-08e05c9ba729 HTTP/1.1" status: 204 len: 168 time: 0.8751216 Feb 09 02:43:58.976140 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562', 'tag': '1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:43:58.978407 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4be1389-e1ee-486c-bc1b-a7de8840ddb0" -d '{"events": [{"name": "network-changed", "server_uuid": "65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562", "tag": "1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:43:59.081684 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-5a634747-2bd5-4ed2-b399-188050fbc93f None None] Set router c8656f15-9bee-40e4-a49e-beb4531ccfb2 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:43:59.083788 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50746238-47de-43b4-b258-22e200fe5fb6 x-openstack-request-id: req-50746238-47de-43b4-b258-22e200fe5fb6 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:43:59.085130 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562", "tag": "1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:43:59.085564 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-50746238-47de-43b4-b258-22e200fe5fb6 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:43:59.086017 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562', 'tag': '1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b', 'status': 'completed', 'code': 200} Feb 09 02:43:59.155248 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be1389-e1ee-486c-bc1b-a7de8840ddb0 req-0a58494d-bfcf-423a-90cd-50c74bca2ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:59.157131 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4be1389-e1ee-486c-bc1b-a7de8840ddb0 req-0a58494d-bfcf-423a-90cd-50c74bca2ea5 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=c27067bb641443f289a185aa352ef7c2&device_id=65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562 HTTP/1.1" status: 200 len: 1128 time: 0.0498109 Feb 09 02:43:59.295361 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e8104-4b17-42a1-9c17-475ec4884904 req-8c9ebfb9-ac53-44cb-8233-0592f3e5fc8a tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:59.296786 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9f3e8104-4b17-42a1-9c17-475ec4884904 req-8c9ebfb9-ac53-44cb-8233-0592f3e5fc8a tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/ports?device_id=65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562 HTTP/1.1" status: 200 len: 945 time: 0.1137598 Feb 09 02:43:59.298448 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be1389-e1ee-486c-bc1b-a7de8840ddb0 req-7618120c-1bb3-435a-aa21-1c10a9f2396f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:59.299770 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4be1389-e1ee-486c-bc1b-a7de8840ddb0 req-7618120c-1bb3-435a-aa21-1c10a9f2396f service neutron] 10.222.0.121 "GET /v2.0/networks?id=c5b743c3-80a9-463a-a016-65c4a7ef507f HTTP/1.1" status: 200 len: 911 time: 0.1360323 Feb 09 02:43:59.330139 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-5a634747-2bd5-4ed2-b399-188050fbc93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'name': 'tempest-TestSnapshotPattern-1777743848-router', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': '39b1dc8c-a8da-4596-a940-2fb8a1b47d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:15Z', 'updated_at': '2022-02-09T02:39:17Z', 'revision_number': 4, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'gw_port': {'id': '39b1dc8c-a8da-4596-a940-2fb8a1b47d75', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:15Z', 'updated_at': '2022-02-09T02:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '2bdc6e5c-a4a1-46d5-b0f6-e7051678c004', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'floating_ip_address': '172.25.1.205', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'port_id': '22f58d6d-ff45-4fb0-8c31-4c6cf531f70e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f', 'mac_address': 'fa:16:3e:3e:1f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457221b3-0f0e-4608-a1e9-a1ea9547ecc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:39:39Z', 'updated_at': '2022-02-09T02:39:41Z', 'revision_number': 1, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8cf28b9-b985-43f7-ae8f-7e22454899f3', 'name': '', 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'mac_address': 'fa:16:3e:18:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '79f99360-6298-4da1-9107-d9aeca428aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:17Z', 'updated_at': '2022-02-09T02:39:21Z', 'revision_number': 5, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'subnets': [{'id': '79f99360-6298-4da1-9107-d9aeca428aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:59.355027 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4be1389-e1ee-486c-bc1b-a7de8840ddb0 req-031382fc-1523-44cd-8cb1-ffaac2b85af6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b HTTP/1.1" status: 200 len: 217 time: 0.0459349 Feb 09 02:43:59.357773 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a634747-2bd5-4ed2-b399-188050fbc93f None None] Checking router: c8656f15-9bee-40e4-a49e-beb4531ccfb2 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:43:59.366031 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a634747-2bd5-4ed2-b399-188050fbc93f None None] Routers {'c8656f15-9bee-40e4-a49e-beb4531ccfb2'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:43:59.366626 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-5a634747-2bd5-4ed2-b399-188050fbc93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:43:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c8656f15-9bee-40e4-a49e-beb4531ccfb2'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:59.413631 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-9f3e8104-4b17-42a1-9c17-475ec4884904 req-eb8beaca-1ff6-43e4-9ec0-0d2ffa0dde99 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db71ed-ba2b-4094-857b-e8c41e6b0f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103697 Feb 09 02:43:59.425814 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be1389-e1ee-486c-bc1b-a7de8840ddb0 req-c95279d1-4d82-46ff-bc31-eac09321e9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:59.436894 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4be1389-e1ee-486c-bc1b-a7de8840ddb0 req-c95279d1-4d82-46ff-bc31-eac09321e9ca service neutron] 10.222.0.121 "GET /v2.0/subnets?id=79f99360-6298-4da1-9107-d9aeca428aa1 HTTP/1.1" status: 200 len: 849 time: 0.0618055 Feb 09 02:43:59.481061 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-5a634747-2bd5-4ed2-b399-188050fbc93f None None] Set router c8656f15-9bee-40e4-a49e-beb4531ccfb2 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:43:59.481575 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be1389-e1ee-486c-bc1b-a7de8840ddb0 req-06b079a5-0a49-4a77-82fe-7829485873c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:59.483117 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4be1389-e1ee-486c-bc1b-a7de8840ddb0 req-06b079a5-0a49-4a77-82fe-7829485873c7 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=c5b743c3-80a9-463a-a016-65c4a7ef507f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477633 Feb 09 02:43:59.576952 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4be1389-e1ee-486c-bc1b-a7de8840ddb0 req-10ebbd13-c8e2-4e25-8266-eed28409d1eb service neutron] 10.222.0.121 "GET /v2.0/networks/c5b743c3-80a9-463a-a016-65c4a7ef507f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874274 Feb 09 02:43:59.666676 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e4be1389-e1ee-486c-bc1b-a7de8840ddb0 req-0cc36b25-f169-411d-8d93-d3c083e79ba2 service neutron] 10.222.0.121 "GET /v2.0/networks/c5b743c3-80a9-463a-a016-65c4a7ef507f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837963 Feb 09 02:43:59.715015 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-5a634747-2bd5-4ed2-b399-188050fbc93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'name': 'tempest-TestSnapshotPattern-1777743848-router', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': '39b1dc8c-a8da-4596-a940-2fb8a1b47d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:15Z', 'updated_at': '2022-02-09T02:39:17Z', 'revision_number': 4, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'gw_port': {'id': '39b1dc8c-a8da-4596-a940-2fb8a1b47d75', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:15Z', 'updated_at': '2022-02-09T02:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '2bdc6e5c-a4a1-46d5-b0f6-e7051678c004', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'floating_ip_address': '172.25.1.205', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'port_id': '22f58d6d-ff45-4fb0-8c31-4c6cf531f70e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f', 'mac_address': 'fa:16:3e:3e:1f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457221b3-0f0e-4608-a1e9-a1ea9547ecc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:39:39Z', 'updated_at': '2022-02-09T02:39:41Z', 'revision_number': 1, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8cf28b9-b985-43f7-ae8f-7e22454899f3', 'name': '', 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'mac_address': 'fa:16:3e:18:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '79f99360-6298-4da1-9107-d9aeca428aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:17Z', 'updated_at': '2022-02-09T02:39:21Z', 'revision_number': 5, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'subnets': [{'id': '79f99360-6298-4da1-9107-d9aeca428aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:59.740440 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a634747-2bd5-4ed2-b399-188050fbc93f None None] The sync data for ids ['c8656f15-9bee-40e4-a49e-beb4531ccfb2'] in n-d-822053-40 is: [{'id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'name': 'tempest-TestSnapshotPattern-1777743848-router', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': '39b1dc8c-a8da-4596-a940-2fb8a1b47d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:15Z', 'updated_at': '2022-02-09T02:39:17Z', 'revision_number': 4, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'gw_port': {'id': '39b1dc8c-a8da-4596-a940-2fb8a1b47d75', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:15Z', 'updated_at': '2022-02-09T02:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_floatingips': [{'id': '2bdc6e5c-a4a1-46d5-b0f6-e7051678c004', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'floating_ip_address': '172.25.1.205', 'floating_network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'router_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'port_id': '22f58d6d-ff45-4fb0-8c31-4c6cf531f70e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f', 'mac_address': 'fa:16:3e:3e:1f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457221b3-0f0e-4608-a1e9-a1ea9547ecc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:39:39Z', 'updated_at': '2022-02-09T02:39:41Z', 'revision_number': 1, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8cf28b9-b985-43f7-ae8f-7e22454899f3', 'name': '', 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'mac_address': 'fa:16:3e:18:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '79f99360-6298-4da1-9107-d9aeca428aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:17Z', 'updated_at': '2022-02-09T02:39:21Z', 'revision_number': 5, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'subnets': [{'id': '79f99360-6298-4da1-9107-d9aeca428aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:44:00.125872 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b13d5b-bc2f-4213-9a06-6215cee21577 None None] New status for floating IP 3f31689d-45c9-4c4d-9276-08e05c9ba729: DOWN {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:44:00.548884 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421a066-3d93-4266-ba9a-37f7cfaff4a5 req-2c532661-dab9-4e25-a4cb-caf7e2072444 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:00.550377 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e421a066-3d93-4266-ba9a-37f7cfaff4a5 req-2c532661-dab9-4e25-a4cb-caf7e2072444 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/ports?device_id=65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562 HTTP/1.1" status: 200 len: 945 time: 0.0579915 Feb 09 02:44:00.602667 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e421a066-3d93-4266-ba9a-37f7cfaff4a5 req-e4423f2c-f707-44c6-8195-7b998ab5b38b tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db71ed-ba2b-4094-857b-e8c41e6b0f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459321 Feb 09 02:44:00.780640 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1848fd-afdb-4156-ae9a-a2ef83cb6f53 req-6314402e-ebda-4ae3-af1e-ce160048e4a7 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:00.782572 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ca1848fd-afdb-4156-ae9a-a2ef83cb6f53 req-6314402e-ebda-4ae3-af1e-ce160048e4a7 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.121 "GET /v2.0/ports?device_id=65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562 HTTP/1.1" status: 200 len: 945 time: 0.0532880 Feb 09 02:44:00.879438 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-ca1848fd-afdb-4156-ae9a-a2ef83cb6f53 req-43d9e9f3-ed7f-44a7-8572-739f05da6bae tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Deleting port 1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:44:00.879779 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ca1848fd-afdb-4156-ae9a-a2ef83cb6f53 req-43d9e9f3-ed7f-44a7-8572-739f05da6bae tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:00.969727 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-ca1848fd-afdb-4156-ae9a-a2ef83cb6f53 req-43d9e9f3-ed7f-44a7-8572-739f05da6bae tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] For port 1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b, host n-h1-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-822053-40',level=0,port_id=1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b,segment=NetworkSegment(76a547e7-a908-463c-93ad-405da093d5bd),segment_id=76a547e7-a908-463c-93ad-405da093d5bd)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:00.970008 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ca1848fd-afdb-4156-ae9a-a2ef83cb6f53 req-43d9e9f3-ed7f-44a7-8572-739f05da6bae tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:00.982876 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-ca1848fd-afdb-4156-ae9a-a2ef83cb6f53 req-43d9e9f3-ed7f-44a7-8572-739f05da6bae tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Calling delete_port for 1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:44:01.113699 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ca1848fd-afdb-4156-ae9a-a2ef83cb6f53 req-43d9e9f3-ed7f-44a7-8572-739f05da6bae tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:01.143007 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d9e9f3-ed7f-44a7-8572-739f05da6bae tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Pushing event deleted for resources: {'Port': ['ID=1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:01.187327 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca1848fd-afdb-4156-ae9a-a2ef83cb6f53 req-43d9e9f3-ed7f-44a7-8572-739f05da6bae tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] No DVR routers for this DVR port 1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b on host n-h1-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:44:01.190047 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-ca1848fd-afdb-4156-ae9a-a2ef83cb6f53 req-43d9e9f3-ed7f-44a7-8572-739f05da6bae tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:01.194205 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-ca1848fd-afdb-4156-ae9a-a2ef83cb6f53 req-43d9e9f3-ed7f-44a7-8572-739f05da6bae tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.121 "DELETE /v2.0/ports/1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b HTTP/1.1" status: 204 len: 173 time: 0.4063010 Feb 09 02:44:01.194647 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562', 'name': 'network-vif-deleted', 'tag': '1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:44:01.197112 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c42d2d-8cf9-4197-80f8-09ee47482c9f" -d '{"events": [{"server_uuid": "65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562", "name": "network-vif-deleted", "tag": "1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:44:01.240678 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7603a04f-347a-471a-99d8-b7b69a0ae0d4 x-openstack-request-id: req-7603a04f-347a-471a-99d8-b7b69a0ae0d4 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:44:01.241215 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562", "name": "network-vif-deleted", "tag": "1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:44:01.241592 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7603a04f-347a-471a-99d8-b7b69a0ae0d4 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:44:01.242002 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562', 'name': 'network-vif-deleted', 'tag': '1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b', 'status': 'completed', 'code': 200} Feb 09 02:44:01.728758 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-e468665c-b4c5-453c-9c11-800564ae1137 req-d1a22d9e-4083-4685-bbc6-f70ba962f5e3 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/ports?device_id=65e74cfc-4e52-4f7b-b1c9-8b5ba59d5562 HTTP/1.1" status: 200 len: 210 time: 0.0332072 Feb 09 02:44:02.094968 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b no longer exists at agent hyperv_n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:44:02.115326 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] No Port match for: 1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:44:02.116315 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Device 1b89d8ea-b9e5-4256-88ed-0aa66f1deb1b not bound to the agent host n-h1-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:44:03.306016 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54610) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:03.463373 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-4f0cc78d-e749-4ad7-9765-eb73abf87aec tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Deleting port e328db12-1662-49d9-a1fb-292794101806 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:44:03.463713 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f0cc78d-e749-4ad7-9765-eb73abf87aec tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (e328db12-1662-49d9-a1fb-292794101806), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:03.538050 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f0cc78d-e749-4ad7-9765-eb73abf87aec tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (e328db12-1662-49d9-a1fb-292794101806), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:03.538341 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f0cc78d-e749-4ad7-9765-eb73abf87aec tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks [] for floatingip (e328db12-1662-49d9-a1fb-292794101806), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:03.550436 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-4f0cc78d-e749-4ad7-9765-eb73abf87aec tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Calling delete_port for e328db12-1662-49d9-a1fb-292794101806 owned by network:floatingip {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:44:03.701363 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f0cc78d-e749-4ad7-9765-eb73abf87aec tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (e328db12-1662-49d9-a1fb-292794101806), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:03.726796 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0cc78d-e749-4ad7-9765-eb73abf87aec tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Pushing event deleted for resources: {'Port': ['ID=e328db12-1662-49d9-a1fb-292794101806,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:03.799634 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f0cc78d-e749-4ad7-9765-eb73abf87aec tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks [] for floatingip (2bdc6e5c-a4a1-46d5-b0f6-e7051678c004), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:03.799972 n-d-822053-40 neutron-server[103529]: INFO neutron.db.l3_db [None req-4f0cc78d-e749-4ad7-9765-eb73abf87aec tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Floating IP 2bdc6e5c-a4a1-46d5-b0f6-e7051678c004 disassociated (deleted). External IP: 172.25.1.205, port: 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e. Feb 09 02:44:04.007103 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0cc78d-e749-4ad7-9765-eb73abf87aec tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Router c8656f15-9bee-40e4-a49e-beb4531ccfb2 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:44:04.113544 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0cc78d-e749-4ad7-9765-eb73abf87aec tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:44:04.118408 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4f0cc78d-e749-4ad7-9765-eb73abf87aec tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for floatingip (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:04.123643 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb2e47f-0f61-4e5b-970b-5d2b88ea074b None None] Sync routers for ids ['c8656f15-9bee-40e4-a49e-beb4531ccfb2'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:44:04.134313 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb2e47f-0f61-4e5b-970b-5d2b88ea074b None None] Routers {'c8656f15-9bee-40e4-a49e-beb4531ccfb2'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:44:04.134921 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-ccb2e47f-0f61-4e5b-970b-5d2b88ea074b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:43:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c8656f15-9bee-40e4-a49e-beb4531ccfb2'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:04.149871 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4f0cc78d-e749-4ad7-9765-eb73abf87aec tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "DELETE /v2.0/floatingips/2bdc6e5c-a4a1-46d5-b0f6-e7051678c004 HTTP/1.1" status: 204 len: 168 time: 0.8427215 Feb 09 02:44:04.150550 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457221b3-0f0e-4608-a1e9-a1ea9547ecc8', 'tag': '22f58d6d-ff45-4fb0-8c31-4c6cf531f70e'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:44:04.152962 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad3d9c8-96c5-490f-bfc8-91ce96123345" -d '{"events": [{"name": "network-changed", "server_uuid": "457221b3-0f0e-4608-a1e9-a1ea9547ecc8", "tag": "22f58d6d-ff45-4fb0-8c31-4c6cf531f70e"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:44:04.192389 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b336dea-d9c3-44f8-b67e-51b69f4948e2 x-openstack-request-id: req-3b336dea-d9c3-44f8-b67e-51b69f4948e2 {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:44:04.192722 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "457221b3-0f0e-4608-a1e9-a1ea9547ecc8", "tag": "22f58d6d-ff45-4fb0-8c31-4c6cf531f70e", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:44:04.192961 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3b336dea-d9c3-44f8-b67e-51b69f4948e2 {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:44:04.193363 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457221b3-0f0e-4608-a1e9-a1ea9547ecc8', 'tag': '22f58d6d-ff45-4fb0-8c31-4c6cf531f70e', 'status': 'completed', 'code': 200} Feb 09 02:44:04.262040 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-ccb2e47f-0f61-4e5b-970b-5d2b88ea074b None None] Set router c8656f15-9bee-40e4-a49e-beb4531ccfb2 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:44:04.274901 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3d9c8-96c5-490f-bfc8-91ce96123345 req-f859aaf3-2925-4b7a-a038-7253a938f608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:04.276701 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dad3d9c8-96c5-490f-bfc8-91ce96123345 req-f859aaf3-2925-4b7a-a038-7253a938f608 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c27067bb641443f289a185aa352ef7c2&device_id=457221b3-0f0e-4608-a1e9-a1ea9547ecc8 HTTP/1.1" status: 200 len: 1127 time: 0.0507028 Feb 09 02:44:04.406890 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3d9c8-96c5-490f-bfc8-91ce96123345 req-922e7281-f433-45e8-8799-19deff885c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:04.408304 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dad3d9c8-96c5-490f-bfc8-91ce96123345 req-922e7281-f433-45e8-8799-19deff885c86 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c5b743c3-80a9-463a-a016-65c4a7ef507f HTTP/1.1" status: 200 len: 911 time: 0.1197736 Feb 09 02:44:04.464028 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dadce4-2284-436f-a836-c5671982388e req-a11685cf-ab10-4086-8e93-440a4ecbc9bb tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:04.465496 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-29dadce4-2284-436f-a836-c5671982388e req-a11685cf-ab10-4086-8e93-440a4ecbc9bb tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/ports?device_id=457221b3-0f0e-4608-a1e9-a1ea9547ecc8 HTTP/1.1" status: 200 len: 944 time: 0.1008151 Feb 09 02:44:04.466733 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dad3d9c8-96c5-490f-bfc8-91ce96123345 req-d755d0f7-0277-44a3-afc5-3f56df7db275 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22f58d6d-ff45-4fb0-8c31-4c6cf531f70e HTTP/1.1" status: 200 len: 217 time: 0.0457261 Feb 09 02:44:04.470515 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-ccb2e47f-0f61-4e5b-970b-5d2b88ea074b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'name': 'tempest-TestSnapshotPattern-1777743848-router', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': '39b1dc8c-a8da-4596-a940-2fb8a1b47d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:15Z', 'updated_at': '2022-02-09T02:39:17Z', 'revision_number': 4, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'gw_port': {'id': '39b1dc8c-a8da-4596-a940-2fb8a1b47d75', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:15Z', 'updated_at': '2022-02-09T02:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'd8cf28b9-b985-43f7-ae8f-7e22454899f3', 'name': '', 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'mac_address': 'fa:16:3e:18:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '79f99360-6298-4da1-9107-d9aeca428aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:17Z', 'updated_at': '2022-02-09T02:39:21Z', 'revision_number': 5, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'subnets': [{'id': '79f99360-6298-4da1-9107-d9aeca428aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:04.498404 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb2e47f-0f61-4e5b-970b-5d2b88ea074b None None] Checking router: c8656f15-9bee-40e4-a49e-beb4531ccfb2 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:44:04.506508 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb2e47f-0f61-4e5b-970b-5d2b88ea074b None None] Routers {'c8656f15-9bee-40e4-a49e-beb4531ccfb2'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:44:04.507192 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-ccb2e47f-0f61-4e5b-970b-5d2b88ea074b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:43:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c8656f15-9bee-40e4-a49e-beb4531ccfb2'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:04.552460 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3d9c8-96c5-490f-bfc8-91ce96123345 req-b2c48ee2-42c6-4db5-aaf0-9977045f0d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:04.554203 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dad3d9c8-96c5-490f-bfc8-91ce96123345 req-b2c48ee2-42c6-4db5-aaf0-9977045f0d1a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=79f99360-6298-4da1-9107-d9aeca428aa1 HTTP/1.1" status: 200 len: 849 time: 0.0808909 Feb 09 02:44:04.557870 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-29dadce4-2284-436f-a836-c5671982388e req-a394e135-46ed-4196-b130-b3f3f69545e0 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db71ed-ba2b-4094-857b-e8c41e6b0f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862315 Feb 09 02:44:04.605304 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3d9c8-96c5-490f-bfc8-91ce96123345 req-34184b8a-a410-46b5-93fc-0a0485977d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:04.606804 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dad3d9c8-96c5-490f-bfc8-91ce96123345 req-34184b8a-a410-46b5-93fc-0a0485977d55 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c5b743c3-80a9-463a-a016-65c4a7ef507f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459859 Feb 09 02:44:04.623315 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-ccb2e47f-0f61-4e5b-970b-5d2b88ea074b None None] Set router c8656f15-9bee-40e4-a49e-beb4531ccfb2 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:44:04.699368 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dad3d9c8-96c5-490f-bfc8-91ce96123345 req-5923648c-217b-49f1-9c02-870d71c92775 service neutron] 10.222.0.91 "GET /v2.0/networks/c5b743c3-80a9-463a-a016-65c4a7ef507f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857618 Feb 09 02:44:04.793622 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-dad3d9c8-96c5-490f-bfc8-91ce96123345 req-ecfb0f9d-5eb0-483f-8720-2627f96d3e7d service neutron] 10.222.0.91 "GET /v2.0/networks/c5b743c3-80a9-463a-a016-65c4a7ef507f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873585 Feb 09 02:44:04.826498 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-ccb2e47f-0f61-4e5b-970b-5d2b88ea074b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'name': 'tempest-TestSnapshotPattern-1777743848-router', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': '39b1dc8c-a8da-4596-a940-2fb8a1b47d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:15Z', 'updated_at': '2022-02-09T02:39:17Z', 'revision_number': 4, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'gw_port': {'id': '39b1dc8c-a8da-4596-a940-2fb8a1b47d75', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:15Z', 'updated_at': '2022-02-09T02:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'd8cf28b9-b985-43f7-ae8f-7e22454899f3', 'name': '', 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'mac_address': 'fa:16:3e:18:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '79f99360-6298-4da1-9107-d9aeca428aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:17Z', 'updated_at': '2022-02-09T02:39:21Z', 'revision_number': 5, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'subnets': [{'id': '79f99360-6298-4da1-9107-d9aeca428aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:04.852475 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb2e47f-0f61-4e5b-970b-5d2b88ea074b None None] The sync data for ids ['c8656f15-9bee-40e4-a49e-beb4531ccfb2'] in n-d-822053-40 is: [{'id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'name': 'tempest-TestSnapshotPattern-1777743848-router', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': '39b1dc8c-a8da-4596-a940-2fb8a1b47d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:15Z', 'updated_at': '2022-02-09T02:39:17Z', 'revision_number': 4, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'gw_port': {'id': '39b1dc8c-a8da-4596-a940-2fb8a1b47d75', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:15Z', 'updated_at': '2022-02-09T02:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40', '_interfaces': [{'id': 'd8cf28b9-b985-43f7-ae8f-7e22454899f3', 'name': '', 'network_id': 'c5b743c3-80a9-463a-a016-65c4a7ef507f', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'mac_address': 'fa:16:3e:18:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '79f99360-6298-4da1-9107-d9aeca428aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:17Z', 'updated_at': '2022-02-09T02:39:21Z', 'revision_number': 5, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'subnets': [{'id': '79f99360-6298-4da1-9107-d9aeca428aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:44:05.059355 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1224fca1-d90e-4366-80e0-a4c5c5bbf510 None None] New status for floating IP 2bdc6e5c-a4a1-46d5-b0f6-e7051678c004: DOWN {{(pid=103531) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:44:05.681072 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc09bb-84a1-4bb9-8474-9e72dea8bc35 req-bc02727e-847b-4181-bd6f-383a95cba68f tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:05.682534 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-17dc09bb-84a1-4bb9-8474-9e72dea8bc35 req-bc02727e-847b-4181-bd6f-383a95cba68f tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/ports?device_id=457221b3-0f0e-4608-a1e9-a1ea9547ecc8 HTTP/1.1" status: 200 len: 944 time: 0.0537596 Feb 09 02:44:05.735220 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-17dc09bb-84a1-4bb9-8474-9e72dea8bc35 req-773f803f-74f6-4d85-b171-5fadc992e64c tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/security-groups?id=49db71ed-ba2b-4094-857b-e8c41e6b0f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449297 Feb 09 02:44:06.266912 n-d-822053-40 neutron-server[103529]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e36e07-3687-4597-b4ce-30c39948c337 req-7e277bbe-90ba-4148-bd13-bc9cc6e81ff3 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103529) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:06.268394 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94e36e07-3687-4597-b4ce-30c39948c337 req-7e277bbe-90ba-4148-bd13-bc9cc6e81ff3 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.91 "GET /v2.0/ports?device_id=457221b3-0f0e-4608-a1e9-a1ea9547ecc8 HTTP/1.1" status: 200 len: 944 time: 0.0545812 Feb 09 02:44:06.365222 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-94e36e07-3687-4597-b4ce-30c39948c337 req-0f946cb6-27d9-4c0d-81df-86f3413e79df tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Deleting port 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:44:06.365702 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-94e36e07-3687-4597-b4ce-30c39948c337 req-0f946cb6-27d9-4c0d-81df-86f3413e79df tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (22f58d6d-ff45-4fb0-8c31-4c6cf531f70e), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:06.457541 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [req-94e36e07-3687-4597-b4ce-30c39948c337 req-0f946cb6-27d9-4c0d-81df-86f3413e79df tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] For port 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e, host n-h2-822053-40, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-822053-40',level=0,port_id=22f58d6d-ff45-4fb0-8c31-4c6cf531f70e,segment=NetworkSegment(76a547e7-a908-463c-93ad-405da093d5bd),segment_id=76a547e7-a908-463c-93ad-405da093d5bd)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:06.457902 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-94e36e07-3687-4597-b4ce-30c39948c337 req-0f946cb6-27d9-4c0d-81df-86f3413e79df tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (22f58d6d-ff45-4fb0-8c31-4c6cf531f70e), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:06.470108 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [req-94e36e07-3687-4597-b4ce-30c39948c337 req-0f946cb6-27d9-4c0d-81df-86f3413e79df tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Calling delete_port for 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e owned by compute:nova {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:44:06.594471 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-94e36e07-3687-4597-b4ce-30c39948c337 req-0f946cb6-27d9-4c0d-81df-86f3413e79df tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (22f58d6d-ff45-4fb0-8c31-4c6cf531f70e), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:06.625620 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f946cb6-27d9-4c0d-81df-86f3413e79df tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Pushing event deleted for resources: {'Port': ['ID=22f58d6d-ff45-4fb0-8c31-4c6cf531f70e,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:06.668010 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e36e07-3687-4597-b4ce-30c39948c337 req-0f946cb6-27d9-4c0d-81df-86f3413e79df tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] No DVR routers for this DVR port 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e on host n-h2-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:44:06.670387 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [req-94e36e07-3687-4597-b4ce-30c39948c337 req-0f946cb6-27d9-4c0d-81df-86f3413e79df tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214353'] for port (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:06.674002 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-94e36e07-3687-4597-b4ce-30c39948c337 req-0f946cb6-27d9-4c0d-81df-86f3413e79df tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.91 "DELETE /v2.0/ports/22f58d6d-ff45-4fb0-8c31-4c6cf531f70e HTTP/1.1" status: 204 len: 173 time: 0.4003317 Feb 09 02:44:06.674426 n-d-822053-40 neutron-server[103529]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457221b3-0f0e-4608-a1e9-a1ea9547ecc8', 'name': 'network-vif-deleted', 'tag': '22f58d6d-ff45-4fb0-8c31-4c6cf531f70e'}] {{(pid=103529) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:44:06.676658 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35a6b1fe65488b69e2761c86e2d78a8c2feea782c239469ad35f6c3ecae977c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd99de88-4903-4b42-b642-32246b73f483" -d '{"events": [{"server_uuid": "457221b3-0f0e-4608-a1e9-a1ea9547ecc8", "name": "network-vif-deleted", "tag": "22f58d6d-ff45-4fb0-8c31-4c6cf531f70e"}]}' {{(pid=103529) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:44:06.717053 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061efcc3-b20d-4680-a5ec-fce1e8e655cb x-openstack-request-id: req-061efcc3-b20d-4680-a5ec-fce1e8e655cb {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:44:06.717701 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457221b3-0f0e-4608-a1e9-a1ea9547ecc8", "name": "network-vif-deleted", "tag": "22f58d6d-ff45-4fb0-8c31-4c6cf531f70e", "status": "completed", "code": 200}]} {{(pid=103529) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:44:06.717701 n-d-822053-40 neutron-server[103529]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-061efcc3-b20d-4680-a5ec-fce1e8e655cb {{(pid=103529) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:44:06.717983 n-d-822053-40 neutron-server[103529]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457221b3-0f0e-4608-a1e9-a1ea9547ecc8', 'name': 'network-vif-deleted', 'tag': '22f58d6d-ff45-4fb0-8c31-4c6cf531f70e', 'status': 'completed', 'code': 200} Feb 09 02:44:06.845184 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [req-24727655-67fe-435c-a9f4-76bbe77ff65d req-7b9a60c2-b7d4-4e38-8934-6894ebe70896 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "GET /v2.0/ports?device_id=457221b3-0f0e-4608-a1e9-a1ea9547ecc8 HTTP/1.1" status: 200 len: 210 time: 0.0281394 Feb 09 02:44:07.901336 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54628) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:07.956812 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5b14a1f4-4489-4af0-9d0d-5d48b4c85fc8 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks [] for security_group (49db71ed-ba2b-4094-857b-e8c41e6b0f52), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:07.982309 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5b14a1f4-4489-4af0-9d0d-5d48b4c85fc8 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks [] for security_group (49db71ed-ba2b-4094-857b-e8c41e6b0f52), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:08.044538 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5b14a1f4-4489-4af0-9d0d-5d48b4c85fc8 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (49db71ed-ba2b-4094-857b-e8c41e6b0f52), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:08.047074 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5b14a1f4-4489-4af0-9d0d-5d48b4c85fc8 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:08.048523 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5b14a1f4-4489-4af0-9d0d-5d48b4c85fc8 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] 10.222.0.30 "DELETE /v2.0/security-groups/49db71ed-ba2b-4094-857b-e8c41e6b0f52 HTTP/1.1" status: 204 len: 168 time: 0.1461983 Feb 09 02:44:08.058186 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14a1f4-4489-4af0-9d0d-5d48b4c85fc8 tempest-TestSnapshotPattern-1855348865 tempest-TestSnapshotPattern-1855348865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49db71ed-ba2b-4094-857b-e8c41e6b0f52,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:08.101437 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54632) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:08.775102 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d0fb591f-94db-443f-a655-ae55e6897ee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (c8656f15-9bee-40e4-a49e-beb4531ccfb2), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:09.023669 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-d0fb591f-94db-443f-a655-ae55e6897ee7 admin admin] Deleting port d8cf28b9-b985-43f7-ae8f-7e22454899f3 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:44:09.024421 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d0fb591f-94db-443f-a655-ae55e6897ee7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (d8cf28b9-b985-43f7-ae8f-7e22454899f3), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:09.104320 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-d0fb591f-94db-443f-a655-ae55e6897ee7 admin admin] For port d8cf28b9-b985-43f7-ae8f-7e22454899f3, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=d8cf28b9-b985-43f7-ae8f-7e22454899f3,segment=NetworkSegment(76a547e7-a908-463c-93ad-405da093d5bd),segment_id=76a547e7-a908-463c-93ad-405da093d5bd)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:09.104677 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d0fb591f-94db-443f-a655-ae55e6897ee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (d8cf28b9-b985-43f7-ae8f-7e22454899f3), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:09.117682 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-d0fb591f-94db-443f-a655-ae55e6897ee7 admin admin] Calling delete_port for d8cf28b9-b985-43f7-ae8f-7e22454899f3 owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:44:09.300493 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d0fb591f-94db-443f-a655-ae55e6897ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (d8cf28b9-b985-43f7-ae8f-7e22454899f3), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:09.326206 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb591f-94db-443f-a655-ae55e6897ee7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8cf28b9-b985-43f7-ae8f-7e22454899f3,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:09.497152 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d0fb591f-94db-443f-a655-ae55e6897ee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (c8656f15-9bee-40e4-a49e-beb4531ccfb2), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:09.716237 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0fb591f-94db-443f-a655-ae55e6897ee7 admin admin] Router c8656f15-9bee-40e4-a49e-beb4531ccfb2 has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:44:09.826931 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0fb591f-94db-443f-a655-ae55e6897ee7 admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:44:09.831914 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d0fb591f-94db-443f-a655-ae55e6897ee7 admin admin] 10.222.0.30 "PUT /v2.0/routers/c8656f15-9bee-40e4-a49e-beb4531ccfb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7294550 Feb 09 02:44:09.835008 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54634) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:09.837839 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae870d1-6b59-482b-857b-8455af6a89e8 None None] Sync routers for ids ['c8656f15-9bee-40e4-a49e-beb4531ccfb2'] in n-d-822053-40 {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:44:09.847877 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae870d1-6b59-482b-857b-8455af6a89e8 None None] Routers {'c8656f15-9bee-40e4-a49e-beb4531ccfb2'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:44:09.848523 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-8ae870d1-6b59-482b-857b-8455af6a89e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:43:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c8656f15-9bee-40e4-a49e-beb4531ccfb2'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:09.951181 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4e21baf4-9e59-4923-8cd8-8b1c59547408 admin admin] Publish callbacks [] for router (c8656f15-9bee-40e4-a49e-beb4531ccfb2), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:10.062208 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4e21baf4-9e59-4923-8cd8-8b1c59547408 admin admin] Publish callbacks [] for router_gateway (c8656f15-9bee-40e4-a49e-beb4531ccfb2), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:10.115008 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-4e21baf4-9e59-4923-8cd8-8b1c59547408 admin admin] Deleting port 39b1dc8c-a8da-4596-a940-2fb8a1b47d75 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:44:10.115427 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4e21baf4-9e59-4923-8cd8-8b1c59547408 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (39b1dc8c-a8da-4596-a940-2fb8a1b47d75), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:10.115756 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-8ae870d1-6b59-482b-857b-8455af6a89e8 None None] Set router c8656f15-9bee-40e4-a49e-beb4531ccfb2 gateway port host: n-d-822053-40 {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:44:10.196128 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-4e21baf4-9e59-4923-8cd8-8b1c59547408 admin admin] For port 39b1dc8c-a8da-4596-a940-2fb8a1b47d75, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=39b1dc8c-a8da-4596-a940-2fb8a1b47d75,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:10.196490 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4e21baf4-9e59-4923-8cd8-8b1c59547408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (39b1dc8c-a8da-4596-a940-2fb8a1b47d75), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:10.215105 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-4e21baf4-9e59-4923-8cd8-8b1c59547408 admin admin] Calling delete_port for 39b1dc8c-a8da-4596-a940-2fb8a1b47d75 owned by network:router_gateway {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:44:10.300281 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-8ae870d1-6b59-482b-857b-8455af6a89e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'name': 'tempest-TestSnapshotPattern-1777743848-router', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': '39b1dc8c-a8da-4596-a940-2fb8a1b47d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:15Z', 'updated_at': '2022-02-09T02:44:09Z', 'revision_number': 5, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'gw_port': {'id': '39b1dc8c-a8da-4596-a940-2fb8a1b47d75', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:58:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:15Z', 'updated_at': '2022-02-09T02:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:10.328366 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae870d1-6b59-482b-857b-8455af6a89e8 None None] Checking router: c8656f15-9bee-40e4-a49e-beb4531ccfb2 for host: n-d-822053-40 {{(pid=103530) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:44:10.338364 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae870d1-6b59-482b-857b-8455af6a89e8 None None] Routers {'c8656f15-9bee-40e4-a49e-beb4531ccfb2'} bound to L3 agent in host n-d-822053-40 {{(pid=103530) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:44:10.338981 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-8ae870d1-6b59-482b-857b-8455af6a89e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:43:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['c8656f15-9bee-40e4-a49e-beb4531ccfb2'], 'active': True} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:10.389000 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4e21baf4-9e59-4923-8cd8-8b1c59547408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (39b1dc8c-a8da-4596-a940-2fb8a1b47d75), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:10.419355 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e21baf4-9e59-4923-8cd8-8b1c59547408 admin admin] Pushing event deleted for resources: {'Port': ['ID=39b1dc8c-a8da-4596-a940-2fb8a1b47d75,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:10.429770 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_dvr_db [None req-8ae870d1-6b59-482b-857b-8455af6a89e8 None None] Set router c8656f15-9bee-40e4-a49e-beb4531ccfb2 gateway port host: None {{(pid=103530) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:44:10.481927 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4e21baf4-9e59-4923-8cd8-8b1c59547408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (c8656f15-9bee-40e4-a49e-beb4531ccfb2), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:10.487135 n-d-822053-40 neutron-server[103530]: DEBUG neutron.db.l3_hamode_db [None req-8ae870d1-6b59-482b-857b-8455af6a89e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'name': 'tempest-TestSnapshotPattern-1777743848-router', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:15Z', 'updated_at': '2022-02-09T02:44:10Z', 'revision_number': 6, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'gw_port_host': None}], 'n-d-822053-40', False) {} {{(pid=103530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:10.513815 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae870d1-6b59-482b-857b-8455af6a89e8 None None] The sync data for ids ['c8656f15-9bee-40e4-a49e-beb4531ccfb2'] in n-d-822053-40 is: [{'id': 'c8656f15-9bee-40e4-a49e-beb4531ccfb2', 'name': 'tempest-TestSnapshotPattern-1777743848-router', 'tenant_id': 'c27067bb641443f289a185aa352ef7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:15Z', 'updated_at': '2022-02-09T02:44:10Z', 'revision_number': 6, 'project_id': 'c27067bb641443f289a185aa352ef7c2', 'gw_port_host': None}] {{(pid=103530) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:44:10.583225 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4e21baf4-9e59-4923-8cd8-8b1c59547408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (c8656f15-9bee-40e4-a49e-beb4531ccfb2), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:10.585647 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4e21baf4-9e59-4923-8cd8-8b1c59547408 admin admin] Publish callbacks [] for router_controller (c8656f15-9bee-40e4-a49e-beb4531ccfb2), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:10.632831 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4e21baf4-9e59-4923-8cd8-8b1c59547408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (c8656f15-9bee-40e4-a49e-beb4531ccfb2), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:10.633494 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e21baf4-9e59-4923-8cd8-8b1c59547408 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8656f15-9bee-40e4-a49e-beb4531ccfb2 {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:44:10.638340 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4e21baf4-9e59-4923-8cd8-8b1c59547408 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:10.639613 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-4e21baf4-9e59-4923-8cd8-8b1c59547408 admin admin] 10.222.0.30 "DELETE /v2.0/routers/c8656f15-9bee-40e4-a49e-beb4531ccfb2 HTTP/1.1" status: 204 len: 168 time: 0.8036616 Feb 09 02:44:10.642113 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54636) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:10.687114 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f0fcc3-279e-4c61-b799-c9ab09c49208 admin admin] Deleting subnet 79f99360-6298-4da1-9107-d9aeca428aa1 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:44:10.690233 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-02f0fcc3-279e-4c61-b799-c9ab09c49208 admin admin] Publish callbacks [] for subnet (79f99360-6298-4da1-9107-d9aeca428aa1), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:10.724349 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-02f0fcc3-279e-4c61-b799-c9ab09c49208 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (79f99360-6298-4da1-9107-d9aeca428aa1), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:10.802558 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-02f0fcc3-279e-4c61-b799-c9ab09c49208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (79f99360-6298-4da1-9107-d9aeca428aa1), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:10.857352 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-02f0fcc3-279e-4c61-b799-c9ab09c49208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (79f99360-6298-4da1-9107-d9aeca428aa1), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:10.884091 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0fcc3-279e-4c61-b799-c9ab09c49208 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79f99360-6298-4da1-9107-d9aeca428aa1,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:10.892213 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-02f0fcc3-279e-4c61-b799-c9ab09c49208 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:10.896541 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-02f0fcc3-279e-4c61-b799-c9ab09c49208 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/79f99360-6298-4da1-9107-d9aeca428aa1 HTTP/1.1" status: 204 len: 168 time: 0.2533832 Feb 09 02:44:10.897864 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ea0c2e-bc1b-4dca-a001-b5344963da72 None None] Network c5b743c3-80a9-463a-a016-65c4a7ef507f requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:44:10.898720 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [-] (103528) accepted ('10.222.0.30', 54638) {{(pid=103528) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:10.976014 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8cee6811-5f01-4ee4-a83e-e06e6679f80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (c5b743c3-80a9-463a-a016-65c4a7ef507f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:11.030448 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8cee6811-5f01-4ee4-a83e-e06e6679f80e admin admin] Deleting port f0171e37-2aa5-47d4-8cf5-4d963b5cbfee {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:44:11.030787 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8cee6811-5f01-4ee4-a83e-e06e6679f80e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (f0171e37-2aa5-47d4-8cf5-4d963b5cbfee), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:11.062829 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e no longer exists at agent hyperv_n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:44:11.083195 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] No Port match for: 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:44:11.083537 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Device 22f58d6d-ff45-4fb0-8c31-4c6cf531f70e not bound to the agent host n-h2-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:44:11.098416 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8cee6811-5f01-4ee4-a83e-e06e6679f80e admin admin] For port f0171e37-2aa5-47d4-8cf5-4d963b5cbfee, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=f0171e37-2aa5-47d4-8cf5-4d963b5cbfee,segment=NetworkSegment(76a547e7-a908-463c-93ad-405da093d5bd),segment_id=76a547e7-a908-463c-93ad-405da093d5bd)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:11.098768 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8cee6811-5f01-4ee4-a83e-e06e6679f80e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (f0171e37-2aa5-47d4-8cf5-4d963b5cbfee), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:11.111771 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8cee6811-5f01-4ee4-a83e-e06e6679f80e admin admin] Calling delete_port for f0171e37-2aa5-47d4-8cf5-4d963b5cbfee owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:44:11.189750 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8cee6811-5f01-4ee4-a83e-e06e6679f80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8101773'] for port (f0171e37-2aa5-47d4-8cf5-4d963b5cbfee), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:11.217968 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee6811-5f01-4ee4-a83e-e06e6679f80e admin admin] Pushing event deleted for resources: {'Port': ['ID=f0171e37-2aa5-47d4-8cf5-4d963b5cbfee,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:11.227447 n-d-822053-40 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cee6811-5f01-4ee4-a83e-e06e6679f80e admin admin] No DVR routers for this DVR port f0171e37-2aa5-47d4-8cf5-4d963b5cbfee on host n-d-822053-40 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:44:11.229899 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee6811-5f01-4ee4-a83e-e06e6679f80e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:11.230256 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee6811-5f01-4ee4-a83e-e06e6679f80e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:11.230590 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee6811-5f01-4ee4-a83e-e06e6679f80e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:11.230924 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee6811-5f01-4ee4-a83e-e06e6679f80e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:11.231277 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee6811-5f01-4ee4-a83e-e06e6679f80e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:11.231600 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee6811-5f01-4ee4-a83e-e06e6679f80e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:11.231928 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee6811-5f01-4ee4-a83e-e06e6679f80e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:11.232282 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee6811-5f01-4ee4-a83e-e06e6679f80e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:11.232607 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee6811-5f01-4ee4-a83e-e06e6679f80e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:11.232936 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee6811-5f01-4ee4-a83e-e06e6679f80e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:11.233260 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee6811-5f01-4ee4-a83e-e06e6679f80e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:11.233580 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee6811-5f01-4ee4-a83e-e06e6679f80e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:11.233903 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee6811-5f01-4ee4-a83e-e06e6679f80e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-822053-40 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:11.312780 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8cee6811-5f01-4ee4-a83e-e06e6679f80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (c5b743c3-80a9-463a-a016-65c4a7ef507f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:11.314709 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d39256-09b9-4e06-976e-57ee021ea6cd None None] DHCP port deletion for c5b743c3-80a9-463a-a016-65c4a7ef507f request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:44:11.338338 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-8cee6811-5f01-4ee4-a83e-e06e6679f80e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5b743c3-80a9-463a-a016-65c4a7ef507f']}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:11.348031 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-8cee6811-5f01-4ee4-a83e-e06e6679f80e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76a547e7-a908-463c-93ad-405da093d5bd') {'for_net_delete': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:11.348323 n-d-822053-40 neutron-server[103528]: DEBUG neutron.services.segments.db [None req-8cee6811-5f01-4ee4-a83e-e06e6679f80e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76a547e7-a908-463c-93ad-405da093d5bd') {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:11.357651 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8cee6811-5f01-4ee4-a83e-e06e6679f80e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8380802'] for segment (76a547e7-a908-463c-93ad-405da093d5bd), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:11.371633 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8cee6811-5f01-4ee4-a83e-e06e6679f80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (76a547e7-a908-463c-93ad-405da093d5bd), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:11.377993 n-d-822053-40 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cee6811-5f01-4ee4-a83e-e06e6679f80e admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=103528) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:44:11.378394 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8cee6811-5f01-4ee4-a83e-e06e6679f80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8101880'] for segment (76a547e7-a908-463c-93ad-405da093d5bd), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:11.385456 n-d-822053-40 neutron-server[103528]: Traceback (most recent call last): Feb 09 02:44:11.385456 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:44:11.385456 n-d-822053-40 neutron-server[103528]: timer() Feb 09 02:44:11.385456 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:44:11.385456 n-d-822053-40 neutron-server[103528]: cb(*args, **kw) Feb 09 02:44:11.385456 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:44:11.385456 n-d-822053-40 neutron-server[103528]: return func(*args, **kwargs) Feb 09 02:44:11.385456 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:44:11.385456 n-d-822053-40 neutron-server[103528]: self._notify() Feb 09 02:44:11.385456 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:44:11.385456 n-d-822053-40 neutron-server[103528]: self.callback(batched_events) Feb 09 02:44:11.385456 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:44:11.385456 n-d-822053-40 neutron-server[103528]: event.method(event) Feb 09 02:44:11.385456 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:44:11.385456 n-d-822053-40 neutron-server[103528]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:44:11.385456 n-d-822053-40 neutron-server[103528]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:44:11.385456 n-d-822053-40 neutron-server[103528]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:44:11.385456 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:44:11.385456 n-d-822053-40 neutron-server[103528]: return f(self, *a, **k) Feb 09 02:44:11.385456 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:44:11.385456 n-d-822053-40 neutron-server[103528]: return self._get(url).json() Feb 09 02:44:11.385456 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:44:11.385456 n-d-822053-40 neutron-server[103528]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:44:11.385456 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:44:11.385456 n-d-822053-40 neutron-server[103528]: return self.request(url, 'GET', **kwargs) Feb 09 02:44:11.385456 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:44:11.385456 n-d-822053-40 neutron-server[103528]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:44:11.385456 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:44:11.385456 n-d-822053-40 neutron-server[103528]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:44:11.385456 n-d-822053-40 neutron-server[103528]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:44:11.385456 n-d-822053-40 neutron-server[103528]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:44:11.385456 n-d-822053-40 neutron-server[103528]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:44:11.438745 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8cee6811-5f01-4ee4-a83e-e06e6679f80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (c5b743c3-80a9-463a-a016-65c4a7ef507f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:11.445308 n-d-822053-40 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8cee6811-5f01-4ee4-a83e-e06e6679f80e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:11.448520 n-d-822053-40 neutron-server[103528]: INFO neutron.wsgi [None req-8cee6811-5f01-4ee4-a83e-e06e6679f80e admin admin] 10.222.0.30 "DELETE /v2.0/networks/c5b743c3-80a9-463a-a016-65c4a7ef507f HTTP/1.1" status: 204 len: 168 time: 0.5488095 Feb 09 02:44:11.451590 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54642) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:11.461298 n-d-822053-40 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee6811-5f01-4ee4-a83e-e06e6679f80e admin admin] Pushing event deleted for resources: {'Network': ['ID=c5b743c3-80a9-463a-a016-65c4a7ef507f,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:11.814979 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-db8ba427-ad01-4df6-977d-1da4ebacb5dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624931'] for router_interface (892e2bb6-726c-4689-bf8e-25ee9c3771ce), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:12.062565 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-db8ba427-ad01-4df6-977d-1da4ebacb5dc admin admin] Deleting port fd601a16-0fd4-4aeb-94f8-083182af6474 {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:44:12.062903 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-db8ba427-ad01-4df6-977d-1da4ebacb5dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (fd601a16-0fd4-4aeb-94f8-083182af6474), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:12.143209 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-db8ba427-ad01-4df6-977d-1da4ebacb5dc admin admin] For port fd601a16-0fd4-4aeb-94f8-083182af6474, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=fd601a16-0fd4-4aeb-94f8-083182af6474,segment=NetworkSegment(2abcbbe6-3c6d-4275-bf9d-6867e7241c7c),segment_id=2abcbbe6-3c6d-4275-bf9d-6867e7241c7c)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:12.143485 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-db8ba427-ad01-4df6-977d-1da4ebacb5dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (fd601a16-0fd4-4aeb-94f8-083182af6474), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:12.156617 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-db8ba427-ad01-4df6-977d-1da4ebacb5dc admin admin] Calling delete_port for fd601a16-0fd4-4aeb-94f8-083182af6474 owned by network:router_interface {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:44:12.335140 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-db8ba427-ad01-4df6-977d-1da4ebacb5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (fd601a16-0fd4-4aeb-94f8-083182af6474), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:12.358958 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ba427-ad01-4df6-977d-1da4ebacb5dc admin admin] Pushing event deleted for resources: {'Port': ['ID=fd601a16-0fd4-4aeb-94f8-083182af6474,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:12.407753 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 39b1dc8c-a8da-4596-a940-2fb8a1b47d75 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:44:12.429902 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 39b1dc8c-a8da-4596-a940-2fb8a1b47d75 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:44:12.430259 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 39b1dc8c-a8da-4596-a940-2fb8a1b47d75 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:44:12.430664 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device f0171e37-2aa5-47d4-8cf5-4d963b5cbfee no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:44:12.451729 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: f0171e37-2aa5-47d4-8cf5-4d963b5cbfee {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:44:12.452105 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device f0171e37-2aa5-47d4-8cf5-4d963b5cbfee not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:44:12.452532 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d8cf28b9-b985-43f7-ae8f-7e22454899f3 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:44:12.477214 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: d8cf28b9-b985-43f7-ae8f-7e22454899f3 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:44:12.477738 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device d8cf28b9-b985-43f7-ae8f-7e22454899f3 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:44:12.542821 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-db8ba427-ad01-4df6-977d-1da4ebacb5dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625079'] for router_interface (892e2bb6-726c-4689-bf8e-25ee9c3771ce), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:12.759367 n-d-822053-40 neutron-server[103529]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8ba427-ad01-4df6-977d-1da4ebacb5dc admin admin] Router 892e2bb6-726c-4689-bf8e-25ee9c3771ce has already been hosted by L3 agent a4f3ff05-bb61-4d09-ab27-adb0c0f89897 {{(pid=103529) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:44:12.866987 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8ba427-ad01-4df6-977d-1da4ebacb5dc admin admin] Notify agent at l3_agent.n-d-822053-40 the message routers_updated {{(pid=103529) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:44:12.872219 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-db8ba427-ad01-4df6-977d-1da4ebacb5dc admin admin] 10.222.0.30 "PUT /v2.0/routers/892e2bb6-726c-4689-bf8e-25ee9c3771ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4192841 Feb 09 02:44:12.874556 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54644) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:12.877551 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be60f34-9b9f-49e9-b40c-69f82c222fb4 None None] Sync routers for ids ['892e2bb6-726c-4689-bf8e-25ee9c3771ce'] in n-d-822053-40 {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:44:12.887775 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be60f34-9b9f-49e9-b40c-69f82c222fb4 None None] Routers {'892e2bb6-726c-4689-bf8e-25ee9c3771ce'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:44:12.888410 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-0be60f34-9b9f-49e9-b40c-69f82c222fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:43:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['892e2bb6-726c-4689-bf8e-25ee9c3771ce'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:13.003676 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-0be60f34-9b9f-49e9-b40c-69f82c222fb4 None None] Set router 892e2bb6-726c-4689-bf8e-25ee9c3771ce gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:44:13.194721 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-0be60f34-9b9f-49e9-b40c-69f82c222fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892e2bb6-726c-4689-bf8e-25ee9c3771ce', 'name': 'tempest-TestSnapshotPattern-1076679179-router', 'tenant_id': '534f4bc1b43c4d15a28870528c40e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '825bdba0-771b-4e11-b219-bebe91e404cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:19Z', 'updated_at': '2022-02-09T02:44:12Z', 'revision_number': 5, 'project_id': '534f4bc1b43c4d15a28870528c40e603', 'gw_port': {'id': '825bdba0-771b-4e11-b219-bebe91e404cc', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:03:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e2bb6-726c-4689-bf8e-25ee9c3771ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:20Z', 'updated_at': '2022-02-09T02:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:13.222325 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be60f34-9b9f-49e9-b40c-69f82c222fb4 None None] Checking router: 892e2bb6-726c-4689-bf8e-25ee9c3771ce for host: n-d-822053-40 {{(pid=103531) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:44:13.232755 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be60f34-9b9f-49e9-b40c-69f82c222fb4 None None] Routers {'892e2bb6-726c-4689-bf8e-25ee9c3771ce'} bound to L3 agent in host n-d-822053-40 {{(pid=103531) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:44:13.233355 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-0be60f34-9b9f-49e9-b40c-69f82c222fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-822053-40', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:58:24Z,description=,heartbeat_timestamp=2022-02-09T02:43:54Z,host='n-d-822053-40',id=a4f3ff05-bb61-4d09-ab27-adb0c0f89897,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:58:24Z,topic='l3_agent')) {'router_ids': ['892e2bb6-726c-4689-bf8e-25ee9c3771ce'], 'active': True} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:13.317884 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-066af2dd-1abf-44f4-80bd-bd22b3c8881d admin admin] Publish callbacks [] for router (892e2bb6-726c-4689-bf8e-25ee9c3771ce), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:13.344174 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_dvr_db [None req-0be60f34-9b9f-49e9-b40c-69f82c222fb4 None None] Set router 892e2bb6-726c-4689-bf8e-25ee9c3771ce gateway port host: n-d-822053-40 {{(pid=103531) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:44:13.425998 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-066af2dd-1abf-44f4-80bd-bd22b3c8881d admin admin] Publish callbacks [] for router_gateway (892e2bb6-726c-4689-bf8e-25ee9c3771ce), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:13.478070 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-066af2dd-1abf-44f4-80bd-bd22b3c8881d admin admin] Deleting port 825bdba0-771b-4e11-b219-bebe91e404cc {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:44:13.478315 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-066af2dd-1abf-44f4-80bd-bd22b3c8881d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (825bdba0-771b-4e11-b219-bebe91e404cc), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:13.524310 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.l3_hamode_db [None req-0be60f34-9b9f-49e9-b40c-69f82c222fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892e2bb6-726c-4689-bf8e-25ee9c3771ce', 'name': 'tempest-TestSnapshotPattern-1076679179-router', 'tenant_id': '534f4bc1b43c4d15a28870528c40e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '825bdba0-771b-4e11-b219-bebe91e404cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:19Z', 'updated_at': '2022-02-09T02:44:12Z', 'revision_number': 5, 'project_id': '534f4bc1b43c4d15a28870528c40e603', 'gw_port': {'id': '825bdba0-771b-4e11-b219-bebe91e404cc', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:03:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e2bb6-726c-4689-bf8e-25ee9c3771ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:20Z', 'updated_at': '2022-02-09T02:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}], 'n-d-822053-40', False) {} {{(pid=103531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:13.555882 n-d-822053-40 neutron-server[103531]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be60f34-9b9f-49e9-b40c-69f82c222fb4 None None] The sync data for ids ['892e2bb6-726c-4689-bf8e-25ee9c3771ce'] in n-d-822053-40 is: [{'id': '892e2bb6-726c-4689-bf8e-25ee9c3771ce', 'name': 'tempest-TestSnapshotPattern-1076679179-router', 'tenant_id': '534f4bc1b43c4d15a28870528c40e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'external_fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '825bdba0-771b-4e11-b219-bebe91e404cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:39:19Z', 'updated_at': '2022-02-09T02:44:12Z', 'revision_number': 5, 'project_id': '534f4bc1b43c4d15a28870528c40e603', 'gw_port': {'id': '825bdba0-771b-4e11-b219-bebe91e404cc', 'name': '', 'network_id': 'def43282-5318-4ecb-a74b-178f79c0eb6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:03:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892e2bb6-726c-4689-bf8e-25ee9c3771ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-822053-40', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:39:20Z', 'updated_at': '2022-02-09T02:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ef209e1-fee2-46ee-803e-7b4696951f10', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-822053-40'}] {{(pid=103531) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:44:13.564511 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-066af2dd-1abf-44f4-80bd-bd22b3c8881d admin admin] For port 825bdba0-771b-4e11-b219-bebe91e404cc, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=825bdba0-771b-4e11-b219-bebe91e404cc,segment=NetworkSegment(2ee950af-4111-4221-b2c0-77b9012d9818),segment_id=2ee950af-4111-4221-b2c0-77b9012d9818)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:13.565089 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-066af2dd-1abf-44f4-80bd-bd22b3c8881d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (825bdba0-771b-4e11-b219-bebe91e404cc), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:13.584284 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-066af2dd-1abf-44f4-80bd-bd22b3c8881d admin admin] Calling delete_port for 825bdba0-771b-4e11-b219-bebe91e404cc owned by network:router_gateway {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:44:13.757458 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-066af2dd-1abf-44f4-80bd-bd22b3c8881d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (825bdba0-771b-4e11-b219-bebe91e404cc), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:13.783627 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066af2dd-1abf-44f4-80bd-bd22b3c8881d admin admin] Pushing event deleted for resources: {'Port': ['ID=825bdba0-771b-4e11-b219-bebe91e404cc,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:13.843306 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-066af2dd-1abf-44f4-80bd-bd22b3c8881d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621013'] for router_gateway (892e2bb6-726c-4689-bf8e-25ee9c3771ce), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:13.942315 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-066af2dd-1abf-44f4-80bd-bd22b3c8881d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1622162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8717'] for router (892e2bb6-726c-4689-bf8e-25ee9c3771ce), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:13.944649 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-066af2dd-1abf-44f4-80bd-bd22b3c8881d admin admin] Publish callbacks [] for router_controller (892e2bb6-726c-4689-bf8e-25ee9c3771ce), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:13.993996 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-066af2dd-1abf-44f4-80bd-bd22b3c8881d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622149'] for router (892e2bb6-726c-4689-bf8e-25ee9c3771ce), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:13.994549 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066af2dd-1abf-44f4-80bd-bd22b3c8881d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 892e2bb6-726c-4689-bf8e-25ee9c3771ce {{(pid=103529) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:44:13.998819 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-066af2dd-1abf-44f4-80bd-bd22b3c8881d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:13.999967 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-066af2dd-1abf-44f4-80bd-bd22b3c8881d admin admin] 10.222.0.30 "DELETE /v2.0/routers/892e2bb6-726c-4689-bf8e-25ee9c3771ce HTTP/1.1" status: 204 len: 168 time: 1.1244962 Feb 09 02:44:14.002528 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54646) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:14.050510 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.db_base_plugin_v2 [None req-a94bcb2a-6b40-46b8-8cd8-52cd21d895a5 admin admin] Deleting subnet dffa93c7-4fbb-45b2-99c6-41cec4ee9133 {{(pid=103529) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:44:14.054597 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a94bcb2a-6b40-46b8-8cd8-52cd21d895a5 admin admin] Publish callbacks [] for subnet (dffa93c7-4fbb-45b2-99c6-41cec4ee9133), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:14.088862 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a94bcb2a-6b40-46b8-8cd8-52cd21d895a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5427491'] for subnet (dffa93c7-4fbb-45b2-99c6-41cec4ee9133), precommit_delete_associations {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:14.175618 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a94bcb2a-6b40-46b8-8cd8-52cd21d895a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969520'] for subnet (dffa93c7-4fbb-45b2-99c6-41cec4ee9133), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:14.234696 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a94bcb2a-6b40-46b8-8cd8-52cd21d895a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5430953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5425926'] for subnet (dffa93c7-4fbb-45b2-99c6-41cec4ee9133), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:14.261497 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94bcb2a-6b40-46b8-8cd8-52cd21d895a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dffa93c7-4fbb-45b2-99c6-41cec4ee9133,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:14.265710 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a94bcb2a-6b40-46b8-8cd8-52cd21d895a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:14.272332 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-a94bcb2a-6b40-46b8-8cd8-52cd21d895a5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/dffa93c7-4fbb-45b2-99c6-41cec4ee9133 HTTP/1.1" status: 204 len: 168 time: 0.2660537 Feb 09 02:44:14.272512 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ce5926-6761-4c2e-be47-a259d62543f5 None None] Network 9adf081c-d9d7-45a3-80b7-1bd00470e424 requested from n-d-822053-40 {{(pid=103530) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:44:14.272982 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54648) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:14.341674 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d78e8420-dacf-4268-bfe1-6821429c77de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1047782'] for network (9adf081c-d9d7-45a3-80b7-1bd00470e424), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:14.401777 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-d78e8420-dacf-4268-bfe1-6821429c77de admin admin] Deleting port 432565f5-771b-473f-bbfc-c7e31be121bc {{(pid=103529) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:44:14.402111 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d78e8420-dacf-4268-bfe1-6821429c77de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793221177236'] for port (432565f5-771b-473f-bbfc-c7e31be121bc), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:14.462792 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-d78e8420-dacf-4268-bfe1-6821429c77de admin admin] For port 432565f5-771b-473f-bbfc-c7e31be121bc, host n-d-822053-40, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-822053-40',level=0,port_id=432565f5-771b-473f-bbfc-c7e31be121bc,segment=NetworkSegment(2abcbbe6-3c6d-4275-bf9d-6867e7241c7c),segment_id=2abcbbe6-3c6d-4275-bf9d-6867e7241c7c)] {{(pid=103529) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:14.463138 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d78e8420-dacf-4268-bfe1-6821429c77de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620184'] for port (432565f5-771b-473f-bbfc-c7e31be121bc), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:14.476117 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-d78e8420-dacf-4268-bfe1-6821429c77de admin admin] Calling delete_port for 432565f5-771b-473f-bbfc-c7e31be121bc owned by network:dhcp {{(pid=103529) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:44:14.564712 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d78e8420-dacf-4268-bfe1-6821429c77de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-855097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793221185271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793220646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5430902'] for port (432565f5-771b-473f-bbfc-c7e31be121bc), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:14.581898 n-d-822053-40 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78e8420-dacf-4268-bfe1-6821429c77de admin admin] No DVR routers for this DVR port 432565f5-771b-473f-bbfc-c7e31be121bc on host n-d-822053-40 {{(pid=103529) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:44:14.582188 n-d-822053-40 neutron-server[103530]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a56b92-f3d9-4d6a-87bb-900315dea05b None None] DHCP port deletion for 9adf081c-d9d7-45a3-80b7-1bd00470e424 request from n-d-822053-40 {{(pid=103530) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:44:14.611751 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e8420-dacf-4268-bfe1-6821429c77de admin admin] Pushing event deleted for resources: {'Port': ['ID=432565f5-771b-473f-bbfc-c7e31be121bc,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:14.642881 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 432565f5-771b-473f-bbfc-c7e31be121bc no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:44:14.666875 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 432565f5-771b-473f-bbfc-c7e31be121bc {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:44:14.667223 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 432565f5-771b-473f-bbfc-c7e31be121bc not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:44:14.667644 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device fd601a16-0fd4-4aeb-94f8-083182af6474 no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:44:14.683343 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d78e8420-dacf-4268-bfe1-6821429c77de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968359', 'neutron.services.segments.db._delete_segments_for_network-8793221204161'] for network (9adf081c-d9d7-45a3-80b7-1bd00470e424), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:14.687296 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: fd601a16-0fd4-4aeb-94f8-083182af6474 {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:44:14.687644 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device fd601a16-0fd4-4aeb-94f8-083182af6474 not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:44:14.688152 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 825bdba0-771b-4e11-b219-bebe91e404cc no longer exists at agent ovs-agent-n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:44:14.704451 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-d78e8420-dacf-4268-bfe1-6821429c77de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9adf081c-d9d7-45a3-80b7-1bd00470e424']}} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:14.707324 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] No Port match for: 825bdba0-771b-4e11-b219-bebe91e404cc {{(pid=103530) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:44:14.707679 n-d-822053-40 neutron-server[103530]: DEBUG neutron.plugins.ml2.rpc [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Device 825bdba0-771b-4e11-b219-bebe91e404cc not bound to the agent host n-d-822053-40 {{(pid=103530) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:44:14.714871 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-d78e8420-dacf-4268-bfe1-6821429c77de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2abcbbe6-3c6d-4275-bf9d-6867e7241c7c') {'for_net_delete': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:14.715166 n-d-822053-40 neutron-server[103529]: DEBUG neutron.services.segments.db [None req-d78e8420-dacf-4268-bfe1-6821429c77de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2abcbbe6-3c6d-4275-bf9d-6867e7241c7c') {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:14.725386 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d78e8420-dacf-4268-bfe1-6821429c77de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793221205962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5427496'] for segment (2abcbbe6-3c6d-4275-bf9d-6867e7241c7c), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:14.738337 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d78e8420-dacf-4268-bfe1-6821429c77de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466'] for segment (2abcbbe6-3c6d-4275-bf9d-6867e7241c7c), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:14.745140 n-d-822053-40 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d78e8420-dacf-4268-bfe1-6821429c77de admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=103529) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:44:14.745525 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d78e8420-dacf-4268-bfe1-6821429c77de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5430787'] for segment (2abcbbe6-3c6d-4275-bf9d-6867e7241c7c), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:14.747167 n-d-822053-40 neutron-server[103529]: Traceback (most recent call last): Feb 09 02:44:14.747167 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:44:14.747167 n-d-822053-40 neutron-server[103529]: timer() Feb 09 02:44:14.747167 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:44:14.747167 n-d-822053-40 neutron-server[103529]: cb(*args, **kw) Feb 09 02:44:14.747167 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:44:14.747167 n-d-822053-40 neutron-server[103529]: return func(*args, **kwargs) Feb 09 02:44:14.747167 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:44:14.747167 n-d-822053-40 neutron-server[103529]: self._notify() Feb 09 02:44:14.747167 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:44:14.747167 n-d-822053-40 neutron-server[103529]: self.callback(batched_events) Feb 09 02:44:14.747167 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:44:14.747167 n-d-822053-40 neutron-server[103529]: event.method(event) Feb 09 02:44:14.747167 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:44:14.747167 n-d-822053-40 neutron-server[103529]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:44:14.747167 n-d-822053-40 neutron-server[103529]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:44:14.747167 n-d-822053-40 neutron-server[103529]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:44:14.747167 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:44:14.747167 n-d-822053-40 neutron-server[103529]: return f(self, *a, **k) Feb 09 02:44:14.747167 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:44:14.747167 n-d-822053-40 neutron-server[103529]: return self._get(url).json() Feb 09 02:44:14.747167 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:44:14.747167 n-d-822053-40 neutron-server[103529]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:44:14.747167 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:44:14.747167 n-d-822053-40 neutron-server[103529]: return self.request(url, 'GET', **kwargs) Feb 09 02:44:14.747167 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:44:14.747167 n-d-822053-40 neutron-server[103529]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:44:14.747167 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:44:14.747167 n-d-822053-40 neutron-server[103529]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:44:14.747167 n-d-822053-40 neutron-server[103529]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:44:14.747167 n-d-822053-40 neutron-server[103529]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:44:14.747167 n-d-822053-40 neutron-server[103529]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:44:14.805420 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d78e8420-dacf-4268-bfe1-6821429c77de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621105'] for network (9adf081c-d9d7-45a3-80b7-1bd00470e424), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:14.810696 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d78e8420-dacf-4268-bfe1-6821429c77de admin admin] Publish callbacks [] for network (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:14.813914 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d78e8420-dacf-4268-bfe1-6821429c77de admin admin] 10.222.0.30 "DELETE /v2.0/networks/9adf081c-d9d7-45a3-80b7-1bd00470e424 HTTP/1.1" status: 204 len: 168 time: 0.5401614 Feb 09 02:44:14.824782 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e8420-dacf-4268-bfe1-6821429c77de admin admin] Pushing event deleted for resources: {'Network': ['ID=9adf081c-d9d7-45a3-80b7-1bd00470e424,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:15.007865 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54652) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:15.200821 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-5ba7ade7-0236-44f6-9250-a285c774e1b8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c27067bb641443f289a185aa352ef7c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1916378 Feb 09 02:44:15.203297 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54656) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:15.250137 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-77182623-5cf0-4ad1-b60a-90475b9c7ebf admin admin] Publish callbacks [] for security_group (a7419805-b8a1-409b-88cd-71c33b8be32d), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:15.271007 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-77182623-5cf0-4ad1-b60a-90475b9c7ebf admin admin] Publish callbacks [] for security_group (a7419805-b8a1-409b-88cd-71c33b8be32d), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:15.317630 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-77182623-5cf0-4ad1-b60a-90475b9c7ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (a7419805-b8a1-409b-88cd-71c33b8be32d), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:15.320656 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-77182623-5cf0-4ad1-b60a-90475b9c7ebf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:15.321880 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-77182623-5cf0-4ad1-b60a-90475b9c7ebf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a7419805-b8a1-409b-88cd-71c33b8be32d HTTP/1.1" status: 204 len: 168 time: 0.1176074 Feb 09 02:44:15.329838 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77182623-5cf0-4ad1-b60a-90475b9c7ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7419805-b8a1-409b-88cd-71c33b8be32d,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:15.587817 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54662) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:15.631799 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-d92369fe-2d13-4084-ad01-5e05586fa73b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=534f4bc1b43c4d15a28870528c40e603&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419559 Feb 09 02:44:15.634066 n-d-822053-40 neutron-server[103529]: DEBUG neutron.wsgi [-] (103529) accepted ('10.222.0.30', 54664) {{(pid=103529) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:15.680461 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ff31701c-5619-4fea-83b7-5b268949d431 admin admin] Publish callbacks [] for security_group (aeda7b1d-5b25-4ba8-8fe3-f46827985278), before_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:15.701290 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ff31701c-5619-4fea-83b7-5b268949d431 admin admin] Publish callbacks [] for security_group (aeda7b1d-5b25-4ba8-8fe3-f46827985278), precommit_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:15.747142 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ff31701c-5619-4fea-83b7-5b268949d431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792993'] for security_group (aeda7b1d-5b25-4ba8-8fe3-f46827985278), after_delete {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:15.749842 n-d-822053-40 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ff31701c-5619-4fea-83b7-5b268949d431 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:15.750919 n-d-822053-40 neutron-server[103529]: INFO neutron.wsgi [None req-ff31701c-5619-4fea-83b7-5b268949d431 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aeda7b1d-5b25-4ba8-8fe3-f46827985278 HTTP/1.1" status: 204 len: 168 time: 0.1159222 Feb 09 02:44:15.759280 n-d-822053-40 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff31701c-5619-4fea-83b7-5b268949d431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeda7b1d-5b25-4ba8-8fe3-f46827985278,revision_number=None']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:20.438512 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:21.018366 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-1db812da-7cd4-48f2-88d2-6c07ace0644e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:21.839473 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:24.452417 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ffb6f1a9-c36b-4945-8875-af3976154741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:26.162956 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:27.913385 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:28.532226 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:29.313682 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:44:50.438329 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:51.020540 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b358870c-0439-4513-b917-20a6ade039fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:51.858554 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:54.453510 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-c92f3126-5661-4e7e-a63e-520e16f597d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:56.163716 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:57.917423 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.533610 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:06.312646 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:45:20.451436 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:21.023374 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9d1369ec-d59d-452a-a557-2ac9e0122604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:21.875844 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:24.455964 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e0cebe63-46ca-4c93-b8f6-2dac27a68011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:26.166326 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:27.920874 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:28.536531 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:43.311413 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:45:50.462413 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:51.024838 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e738386a-ea22-4e95-b58b-74df1ea35c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:51.868185 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:54.459288 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d4a742cd-6d5b-41dd-9e72-c38b91632901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:56.171943 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:57.923602 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:58.542728 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:20.309524 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:46:20.464439 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:21.025782 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-951d95e8-480e-4134-a7d9-b2b558752ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:21.883217 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:24.460057 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a1470b09-4e11-4472-8e64-3849c3fc50cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:26.174914 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:27.929142 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:28.537772 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.468313 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:51.026811 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0518dbe3-68cd-4430-8def-7228183c47ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:51.881602 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:54.461735 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0a7c4e42-b0f3-43a9-a6ff-363b2f7b1ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:56.175551 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:57.308257 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:46:57.930116 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:58.540564 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:20.474878 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:21.030161 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7776ad40-b8dd-4925-a7cb-482c236f79a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:21.897186 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:24.463146 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-0ab67465-965b-46da-bf0b-09a364d7de5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:26.180760 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:27.933329 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:28.543487 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:34.307696 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:47:50.472738 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:51.032052 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bb4ca583-650b-49e5-a0c1-f0918d4cb18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:51.911390 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:54.465173 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a96a13be-f3d7-45a5-9477-4538486e5542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:56.182118 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:57.937081 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:58.545525 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:11.306821 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:48:20.480015 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:21.034293 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-606cbf43-89ad-4c30-81cd-5b21812d711a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:21.916882 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:24.466960 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-067b78c3-d56b-46b9-9106-8c7bc85f3980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:26.183923 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:27.940575 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:28.549545 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:48.305782 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:48:50.482014 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:51.040319 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-37ca160f-74a9-44f6-afbd-105f24eca267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:51.922528 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:54.468705 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-5363c60b-ce4c-45ad-9760-209958907faf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:56.187432 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:57.944686 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:58.552304 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:20.481472 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:21.044333 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-59e93288-65aa-4561-a7bc-2b8012aad448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:21.932389 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:24.469256 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ab6c2851-52c3-4f8c-983a-7926d845eb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:25.304836 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:49:26.190047 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:27.947428 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:28.555350 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:50.485402 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:51.046296 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d1c2464a-2684-4a24-9321-cfdfc39f0312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:51.955564 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:54.470181 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-2bc27b42-8c77-411d-82a4-37336e302ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:56.195315 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:57.950936 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:58.558215 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:02.304480 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:50:20.483534 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:21.048652 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-7cd460be-eab9-4178-8558-360eb0216d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:21.985625 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:24.470982 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-254f8d53-1988-4087-85e2-ffc4bbe55c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:26.196142 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:27.956290 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:28.563028 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:39.303865 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:50:50.498910 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:51.049555 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-9293dd0e-d87a-40b3-80e1-2eb2dd0cb446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:51.984666 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:54.471568 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-ace93a99-1ea4-4f60-89d2-fe666e3a4e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:56.199701 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:57.956607 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:58.563887 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:16.302520 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:51:20.502192 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:21.051696 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-bac2428b-1f59-4ceb-986b-47cf8006f660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:21.988936 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:24.473754 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-38c760f0-23db-4a92-8370-c90a9bd8eae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:26.202827 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:27.960468 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:28.566870 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:50.497140 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:51.054963 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d30c95f8-c9b0-4508-b5df-33e6ffdd8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:51.999284 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:53.301400 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:51:54.479641 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e4c5adcb-8d7d-4b42-bc9a-f145641f442e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:56.205290 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:57.964704 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:58.569876 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:11.252600 n-d-822053-40 neutron-server[103528]: DEBUG neutron.wsgi [req-b9a37134-d13a-4626-a1f5-60e84a85b88f req-46535062-4a17-4b49-9f3c-c7e1780a7ef2 service neutron] (103528) timed out ('10.222.0.30', 52472) {{(pid=103528) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 02:52:20.511121 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:21.058406 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-e8300b46-e860-4c39-956c-39a3dbeb1ab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:21.998205 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:24.481132 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-914faf02-bd7e-40b4-8350-0618dfbf6479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:26.208626 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:27.966935 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:28.572765 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:30.300525 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:52:50.535473 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:51.061149 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-328699c8-c2b2-44db-9cdb-ace5b6a27a85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:52.007222 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:54.482802 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-6bc4d074-6076-4623-9964-ed3db5506a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:56.212531 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:57.970406 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-a566a297-cba0-4ed9-8078-8f7b610d6f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (80801a2b-3d58-4630-bdd1-06d2c39588f1), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:58.575226 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b1ef259a-4eef-43bb-bf40-17b9a073c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (291196e7-1eca-480f-93f5-b005e0147b06), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:07.300290 n-d-822053-40 neutron-server[103531]: DEBUG neutron.db.agents_db [None req-12e79ed5-a571-45be-904a-c8005af3cccf None None] Agent healthcheck: found 7 active agents {{(pid=103531) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:53:20.536226 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-d73ad5d7-b409-4b07-81eb-a616cb1b6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (1e419ab8-a90b-4610-809e-675a8ec2353e), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:21.063117 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-f25aeb39-ca63-4666-8bd0-c715a46d2842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (3193f94f-55d2-4de4-9e35-bc8ab5b51c65), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:22.012613 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-524a778c-f523-4a5f-a16c-6a949e944043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (261dec15-0994-4913-bea3-a53b0a89e62f), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:24.485352 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-b872fd34-037b-4335-b0a2-a53662d54d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (a4f3ff05-bb61-4d09-ab27-adb0c0f89897), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:26.215468 n-d-822053-40 neutron-server[103530]: DEBUG neutron_lib.callbacks.manager [None req-021ff072-9930-4425-9e46-039b03c6531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793221204143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973740'] for agent (30977628-c948-49ae-88a5-0711425ca1f2), after_update {{(pid=103530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}